-- Logs begin at Thu 2021-11-25 16:37:43 UTC, end at Thu 2021-11-25 19:03:02 UTC. -- Nov 25 17:10:59.713724 n-d-817746-1 systemd[1]: Started Devstack devstack@q-svc.service. Nov 25 17:11:02.565584 n-d-817746-1 neutron-server[103219]: INFO neutron.common.config [-] Logging enabled! Nov 25 17:11:02.566215 n-d-817746-1 neutron-server[103219]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev228 Nov 25 17:11:02.566393 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103219) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 25 17:11:02.569778 n-d-817746-1 neutron-server[103219]: INFO neutron.common.config [-] Logging enabled! Nov 25 17:11:02.570045 n-d-817746-1 neutron-server[103219]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev228 Nov 25 17:11:02.570366 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103219) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 25 17:11:02.571305 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 25 17:11:02.571546 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 25 17:11:02.571923 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 25 17:11:02.572175 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 25 17:11:02.572406 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 25 17:11:02.572735 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.573749 n-d-817746-1 neutron-server[103219]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 25 17:11:02.574072 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.574371 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.574670 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.574972 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.575269 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.575556 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.575852 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.576155 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.576443 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.576726 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.577046 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.577346 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.577637 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.577928 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.578226 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.578519 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] debug = True {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.578806 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.579244 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.579670 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.579960 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.580273 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.580541 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.580841 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.581127 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.581420 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.581756 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] host = n-d-817746-1 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.582042 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.582336 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.582629 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.582923 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.583208 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.583490 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.583783 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.584063 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.584341 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] log_file = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.584622 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.584944 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.585240 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.585537 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.585768 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.586014 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.586290 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.586581 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.586862 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.587143 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.587423 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.587704 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.587984 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.588258 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.589214 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.589670 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.589976 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.590264 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.590548 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.590834 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.591115 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.591406 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.591688 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.591968 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.592247 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.592543 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.592819 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.593120 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.593427 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.593717 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.594004 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.594295 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.594574 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.594861 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.595141 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.595419 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.595697 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] use_json = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.595977 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.596255 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.596543 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.596841 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.597123 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.597402 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.597678 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.597968 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:02.598276 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.598578 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.598882 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.599170 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.599478 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.599763 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.600057 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.600342 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.600637 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.600957 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.601255 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.601541 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.601835 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.602119 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.602418 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.602895 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.606769 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.607107 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.607419 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.607726 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.608029 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.608337 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.608649 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.608974 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.609282 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.609585 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.609882 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.610194 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.610493 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.610800 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.611103 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.611390 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.611685 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.611987 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.612277 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.612561 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.612872 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.613173 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.613461 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.613742 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.614033 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.614322 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.614605 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.614884 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.615173 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.615470 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.615757 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.616037 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.616317 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.616605 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.616906 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.617200 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.617484 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.617762 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.618041 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.618330 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.618610 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.618891 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.619180 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.619459 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.619823 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.620110 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.620392 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.620672 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.620981 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.621264 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.621545 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.621830 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.622116 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.622396 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.622676 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.622952 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.623231 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.623508 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.623800 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.624102 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.624390 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.624676 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.624985 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.625273 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.625561 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.625845 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.626129 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.626414 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.626693 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.626988 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.627276 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.627569 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.627858 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.628170 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.628472 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.628758 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.629070 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.629355 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.629640 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.629930 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.630224 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.630526 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.630826 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.631126 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.631426 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.631731 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.632019 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.632334 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.632622 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:02.632880 n-d-817746-1 neutron-server[103219]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 25 17:11:02.633133 n-d-817746-1 neutron-server[103219]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103219) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 25 17:11:03.067566 n-d-817746-1 neutron-server[103219]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 25 17:11:03.067851 n-d-817746-1 neutron-server[103219]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 25 17:11:03.068168 n-d-817746-1 neutron-server[103219]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 25 17:11:03.068659 n-d-817746-1 neutron-server[103219]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 25 17:11:03.396223 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:03.396532 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:03.396813 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:03.398040 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:03.398323 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:03.398717 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:03.435626 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:03.435911 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:03.436196 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:03.450454 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:03.450741 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:03.451018 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:03.480029 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:03.480375 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:03.480652 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:03.518533 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:03.518820 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:03.519102 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:03.867883 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:03.868501 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:03.868501 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:03.868746 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:03.869446 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:03.971319 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:03.971646 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:03.971941 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:03.972216 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:03.972489 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:03.972805 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:03.973096 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:03.973361 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:03.974061 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:03.974061 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:03.974226 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:03.974419 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:03.974679 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:03.974937 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:03.975198 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:03.975471 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:03.975730 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:03.976002 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:03.976279 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:03.976549 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:03.976860 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:03.977104 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:03.977388 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:03.977771 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:03.978026 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:03.978280 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:03.978685 n-d-817746-1 neutron-server[103219]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103219) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 17:11:03.978930 n-d-817746-1 neutron-server[103219]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103219) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 17:11:03.979331 n-d-817746-1 neutron-server[103219]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103219) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 17:11:03.979578 n-d-817746-1 neutron-server[103219]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103219) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 17:11:03.979821 n-d-817746-1 neutron-server[103219]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103219) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 17:11:03.980062 n-d-817746-1 neutron-server[103219]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103219) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 17:11:03.980432 n-d-817746-1 neutron-server[103219]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 25 17:11:03.983657 n-d-817746-1 neutron-server[103219]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 25 17:11:03.987769 n-d-817746-1 neutron-server[103219]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 25 17:11:03.991641 n-d-817746-1 neutron-server[103219]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Nov 25 17:11:03.993316 n-d-817746-1 neutron-server[103219]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 25 17:11:03.993796 n-d-817746-1 neutron-server[103219]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 25 17:11:03.994146 n-d-817746-1 neutron-server[103219]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 25 17:11:03.994534 n-d-817746-1 neutron-server[103219]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 25 17:11:03.997612 n-d-817746-1 neutron-server[103219]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 25 17:11:03.997869 n-d-817746-1 neutron-server[103219]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 25 17:11:03.998226 n-d-817746-1 neutron-server[103219]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 25 17:11:04.003580 n-d-817746-1 neutron-server[103219]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 25 17:11:04.027818 n-d-817746-1 neutron-server[103219]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 25 17:11:04.028265 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.028571 n-d-817746-1 neutron-server[103219]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103219) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 25 17:11:04.028961 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.030370 n-d-817746-1 neutron-server[103219]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103219) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 25 17:11:04.030655 n-d-817746-1 neutron-server[103219]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 25 17:11:04.030905 n-d-817746-1 neutron-server[103219]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 25 17:11:04.034172 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.034458 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.098767 n-d-817746-1 neutron-server[103219]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 25 17:11:04.099013 n-d-817746-1 neutron-server[103219]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 25 17:11:04.099253 n-d-817746-1 neutron-server[103219]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 25 17:11:04.099627 n-d-817746-1 neutron-server[103219]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 25 17:11:04.121351 n-d-817746-1 neutron-server[103219]: DEBUG oslo_db.sqlalchemy.engines [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103219) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 25 17:11:04.560036 n-d-817746-1 neutron-server[103219]: INFO neutron.plugins.ml2.managers [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Initializing driver for type 'gre' Nov 25 17:11:04.560514 n-d-817746-1 neutron-server[103219]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] gre ID ranges: [(1, 1000)] Nov 25 17:11:04.619292 n-d-817746-1 neutron-server[103219]: INFO neutron.plugins.ml2.managers [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Initializing driver for type 'local' Nov 25 17:11:04.620167 n-d-817746-1 neutron-server[103219]: INFO neutron.plugins.ml2.managers [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Initializing driver for type 'vlan' Nov 25 17:11:04.633574 n-d-817746-1 neutron-server[103219]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] VlanTypeDriver initialization complete Nov 25 17:11:04.633924 n-d-817746-1 neutron-server[103219]: INFO neutron.plugins.ml2.managers [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Initializing driver for type 'vxlan' Nov 25 17:11:04.634484 n-d-817746-1 neutron-server[103219]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] vxlan ID ranges: [(1, 1000)] Nov 25 17:11:04.687871 n-d-817746-1 neutron-server[103219]: INFO neutron.plugins.ml2.managers [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Initializing extension driver 'port_security' Nov 25 17:11:04.688199 n-d-817746-1 neutron-server[103219]: INFO neutron.plugins.ml2.extensions.port_security [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] PortSecurityExtensionDriver initialization complete Nov 25 17:11:04.688522 n-d-817746-1 neutron-server[103219]: INFO neutron.plugins.ml2.managers [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Initializing mechanism driver 'openvswitch' Nov 25 17:11:04.688870 n-d-817746-1 neutron-server[103219]: INFO neutron.plugins.ml2.managers [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Initializing mechanism driver 'hyperv' Nov 25 17:11:04.695742 n-d-817746-1 neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:04.696587 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > port after_create 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.696998 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > port after_update 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.697355 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > port after_delete 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.697970 n-d-817746-1 neutron-server[103219]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103219) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 25 17:11:04.698434 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > subnet after_create 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.698789 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > subnet after_update 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.699137 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > subnet after_delete 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.699537 n-d-817746-1 neutron-server[103219]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103219) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 25 17:11:04.699945 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > network after_create 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.700298 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > network after_update 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.700639 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > network after_delete 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.701065 n-d-817746-1 neutron-server[103219]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103219) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 25 17:11:04.701468 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > security_group after_create 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.701818 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > security_group after_update 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.702158 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > security_group after_delete 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.702587 n-d-817746-1 neutron-server[103219]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103219) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 25 17:11:04.702992 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.703336 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.703675 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.704072 n-d-817746-1 neutron-server[103219]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103219) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 25 17:11:04.704470 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > address_group after_create 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.704814 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > address_group after_update 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.705181 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > address_group after_delete 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.705580 n-d-817746-1 neutron-server[103219]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103219) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 25 17:11:04.705954 n-d-817746-1 neutron-server[103219]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] ML2 OVO RPC backend initialized. {{(pid=103219) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 25 17:11:04.706657 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > router_interface after_create 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.707032 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.707435 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > network before_response 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.707781 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > networks before_response 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.708129 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > port before_response 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.708472 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > ports before_response 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.708817 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > subnet before_response 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.709181 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > subnets before_response 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.709528 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > network after_create 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.709865 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > network after_update 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.710202 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > network after_delete 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.710537 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > port after_create 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.710872 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > port after_update 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.711206 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > port after_delete 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.711541 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > subnet after_create 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.711875 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > subnet after_update 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.712208 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > subnet after_delete 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.712781 n-d-817746-1 neutron-server[103219]: INFO neutron.plugins.ml2.plugin [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Modular L2 Plugin initialization complete Nov 25 17:11:04.713135 n-d-817746-1 neutron-server[103219]: DEBUG neutron.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading services supported by the core plugin {{(pid=103219) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 25 17:11:04.713541 n-d-817746-1 neutron-server[103219]: INFO neutron.plugins.ml2.managers [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Got port-security extension from driver 'port_security' Nov 25 17:11:04.714852 n-d-817746-1 neutron-server[103219]: INFO neutron.extensions.vlantransparent [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Disabled vlantransparent extension. Nov 25 17:11:04.714852 n-d-817746-1 neutron-server[103219]: DEBUG neutron.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103219) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 25 17:11:04.714852 n-d-817746-1 neutron-server[103219]: INFO neutron.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading Plugin: router Nov 25 17:11:04.755840 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > router_interface before_create 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.756242 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > router after_create 55549900 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.756614 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > router before_create 55549900 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.757034 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.757410 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.757767 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > router after_delete 55549900 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.758127 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > floatingip after_create 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.758599 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > floatingip after_update 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.758979 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > router after_create 55549900 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.759311 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > router after_update 55549900 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.759661 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > router after_update 55549900 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.760018 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.760414 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > router after_update 55549900 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.761124 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > router precommit_update 55549900 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.761760 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: port after_update 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.762244 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: port after_delete 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.762598 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: subnet after_update 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.762947 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.763305 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > port precommit_delete 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.763657 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > router precommit_create 55549900 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.764005 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: port before_delete 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.764350 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > router precommit_create 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.764710 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > router after_update 55549900 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.765086 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > router precommit_delete 55549900 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.765447 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > router precommit_create 55549900 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.765811 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > router_interface after_create 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.766157 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > router precommit_update 55549900 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.766524 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > agent after_create 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.766942 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > agent after_delete 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.767290 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > network after_delete 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.768176 n-d-817746-1 neutron-server[103219]: DEBUG neutron.quota.resource_registry [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Tracking information for resource: router configured {{(pid=103219) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 17:11:04.768508 n-d-817746-1 neutron-server[103219]: DEBUG neutron.quota.resource_registry [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Tracking information for resource: floatingip configured {{(pid=103219) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 17:11:04.773553 n-d-817746-1 neutron-server[103219]: INFO neutron.db.l3_agentschedulers_db [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 25 17:11:04.774162 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: port after_update 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.774530 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: port after_create 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.774890 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: port after_delete 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.775253 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: port after_update 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.776185 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > router before_create 55550100 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.776563 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > router precommit_delete 55550100 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.776948 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > router precommit_create 55550100 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.777309 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > router precommit_update 55550100 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.782273 n-d-817746-1 neutron-server[103219]: DEBUG neutron.services.provider_configuration [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Service providers = [] {{(pid=103219) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 25 17:11:04.782641 n-d-817746-1 neutron-server[103219]: DEBUG neutron.db.servicetype_db [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103219) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 25 17:11:04.785621 n-d-817746-1 neutron-server[103219]: DEBUG neutron.services.service_base [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103219) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 25 17:11:04.785973 n-d-817746-1 neutron-server[103219]: DEBUG neutron.services.service_base [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103219) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 25 17:11:04.786316 n-d-817746-1 neutron-server[103219]: DEBUG neutron.services.service_base [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103219) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 25 17:11:04.787210 n-d-817746-1 neutron-server[103219]: DEBUG neutron.services.service_base [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103219) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 25 17:11:04.787605 n-d-817746-1 neutron-server[103219]: INFO neutron.services.service_base [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 25 17:11:04.787970 n-d-817746-1 neutron-server[103219]: DEBUG neutron.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103219) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 17:11:04.788289 n-d-817746-1 neutron-server[103219]: INFO neutron.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 25 17:11:04.799542 n-d-817746-1 neutron-server[103219]: DEBUG neutron.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103219) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 17:11:04.799879 n-d-817746-1 neutron-server[103219]: INFO neutron.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading Plugin: auto_allocate Nov 25 17:11:04.805668 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: network precommit_update 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.806041 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: network precommit_create 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.806568 n-d-817746-1 neutron-server[103219]: DEBUG neutron.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103219) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 17:11:04.806894 n-d-817746-1 neutron-server[103219]: INFO neutron.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading Plugin: tag Nov 25 17:11:04.814413 n-d-817746-1 neutron-server[103219]: DEBUG neutron.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103219) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 17:11:04.814693 n-d-817746-1 neutron-server[103219]: INFO neutron.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading Plugin: timestamp Nov 25 17:11:04.818792 n-d-817746-1 neutron-server[103219]: DEBUG neutron.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103219) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 17:11:04.819126 n-d-817746-1 neutron-server[103219]: INFO neutron.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading Plugin: network_ip_availability Nov 25 17:11:04.824774 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.825172 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.825529 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:04.826235 n-d-817746-1 neutron-server[103219]: DEBUG neutron.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103219) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 17:11:04.826558 n-d-817746-1 neutron-server[103219]: INFO neutron.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading Plugin: flavors Nov 25 17:11:04.831534 n-d-817746-1 neutron-server[103219]: DEBUG neutron.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103219) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 17:11:04.831866 n-d-817746-1 neutron-server[103219]: INFO neutron.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading Plugin: revisions Nov 25 17:11:04.836188 n-d-817746-1 neutron-server[103219]: DEBUG neutron.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103219) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 17:11:04.836583 n-d-817746-1 neutron-server[103219]: DEBUG oslo_concurrency.lockutils [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.768s {{(pid=103219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 25 17:11:04.837370 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103219) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 25 17:11:04.837711 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Initializing extension manager. Nov 25 17:11:04.838227 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: __init__.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.838667 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: __pycache__ {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.839057 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.839386 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: address_group.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.840139 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.840697 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: address-group Nov 25 17:11:04.841045 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: address_scope.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.841766 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.842266 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: address-scope Nov 25 17:11:04.842590 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: admin_state_down_before_update.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.843509 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.844035 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: router-admin-state-down-before-update Nov 25 17:11:04.844334 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: agent.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.845066 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.845570 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: agent Nov 25 17:11:04.845895 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: agent_resources_synced.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.846801 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.847303 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: agent-resources-synced Nov 25 17:11:04.847628 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: allowedaddresspairs.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.849415 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.849940 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: allowed-address-pairs Nov 25 17:11:04.850268 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: auto_allocated_topology.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.851342 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.851856 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: auto-allocated-topology Nov 25 17:11:04.852179 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: availability_zone.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.852897 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.853406 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: availability_zone Nov 25 17:11:04.853729 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: availability_zone_filter.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.855166 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.855670 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: availability_zone_filter Nov 25 17:11:04.855992 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: data_plane_status.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.856924 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.857424 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extension data-plane-status not supported by any of loaded plugins Nov 25 17:11:04.857744 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: default_subnetpools.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.858653 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.859151 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: default-subnetpools Nov 25 17:11:04.859472 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: dhcpagentscheduler.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.860276 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.860777 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: dhcp_agent_scheduler Nov 25 17:11:04.861130 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: dns.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.862040 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.862535 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extension dns-integration not supported by any of loaded plugins Nov 25 17:11:04.862856 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: dns_domain_ports.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.863766 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.864262 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 25 17:11:04.864583 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.865523 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.866023 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 25 17:11:04.866345 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: dvr.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.867008 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.867506 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: dvr Nov 25 17:11:04.867827 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: ecmp_routes.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.868731 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.869291 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extension ecmp_routes not supported by any of loaded plugins Nov 25 17:11:04.869570 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: empty_string_filtering.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.871116 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.871615 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: empty-string-filtering Nov 25 17:11:04.871940 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.872862 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.873368 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 25 17:11:04.873693 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.874615 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.875112 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 25 17:11:04.875441 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: external_net.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.876344 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.876864 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: external-net Nov 25 17:11:04.877189 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: extra_dhcp_opt.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.878094 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.878600 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: extra_dhcp_opt Nov 25 17:11:04.878921 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: extraroute.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.879828 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.880329 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: extraroute Nov 25 17:11:04.880649 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: extraroute_atomic.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.881885 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.882397 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: extraroute-atomic Nov 25 17:11:04.882723 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: filter_validation.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.883384 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.883912 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: filter-validation Nov 25 17:11:04.884235 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: fip_pf_description.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.885177 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.885739 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 25 17:11:04.886223 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: fip_port_details.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.887155 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.887663 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: fip-port-details Nov 25 17:11:04.887987 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: flavors.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.889251 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.889764 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: flavors Nov 25 17:11:04.890090 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.891750 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.892257 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 25 17:11:04.892590 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: floatingip_pools.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.893328 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.893837 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: floatingip-pools Nov 25 17:11:04.894164 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: ip_allocation.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.895091 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.895596 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extension ip_allocation not supported by any of loaded plugins Nov 25 17:11:04.895921 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.896846 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.897360 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: ip-substring-filtering Nov 25 17:11:04.897685 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: l2_adjacency.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.898618 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.899108 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extension l2_adjacency not supported by any of loaded plugins Nov 25 17:11:04.899432 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: l3.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.900395 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.900966 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: router Nov 25 17:11:04.901375 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: l3_conntrack_helper.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.903666 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.904188 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 25 17:11:04.904521 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.905485 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.906000 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: ext-gw-mode Nov 25 17:11:04.906330 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.907262 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.907768 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: l3-ha Nov 25 17:11:04.908095 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: l3_flavors.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.909035 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.909542 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: l3-flavors Nov 25 17:11:04.909865 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.910781 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.911284 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: l3-port-ip-change-not-allowed Nov 25 17:11:04.911610 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: l3agentscheduler.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.912637 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.913171 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: l3_agent_scheduler Nov 25 17:11:04.913501 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: local_ip.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.915287 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.915811 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extension local_ip not supported by any of loaded plugins Nov 25 17:11:04.916140 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: logging.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.918369 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.918892 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extension logging not supported by any of loaded plugins Nov 25 17:11:04.919231 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: metering.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.919979 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.920558 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: metering Nov 25 17:11:04.920913 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.922003 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.922515 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: metering_source_and_destination_fields Nov 25 17:11:04.922845 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: multiprovidernet.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.923767 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.924292 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: multi-provider Nov 25 17:11:04.924603 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: netmtu.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.925551 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.926058 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: net-mtu Nov 25 17:11:04.926387 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: netmtu_writable.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.927300 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.927805 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: net-mtu-writable Nov 25 17:11:04.928128 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: network_availability_zone.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.928800 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.929329 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: network_availability_zone Nov 25 17:11:04.929656 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: network_ip_availability.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.930759 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.931271 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: network-ip-availability Nov 25 17:11:04.931598 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: network_segment_range.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.933089 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.933630 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extension network-segment-range not supported by any of loaded plugins Nov 25 17:11:04.933959 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: pagination.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.934948 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.935288 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: pagination Nov 25 17:11:04.935613 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: port_device_profile.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.936515 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.937140 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: port-device-profile Nov 25 17:11:04.937466 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.938380 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.938890 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: port-mac-address-regenerate Nov 25 17:11:04.939215 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.940380 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.940914 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: port-numa-affinity-policy Nov 25 17:11:04.941245 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: port_resource_request.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.942148 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.942648 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extension port-resource-request not supported by any of loaded plugins Nov 25 17:11:04.942973 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: port_resource_request_groups.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.943965 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.944468 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 25 17:11:04.944795 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: portbindings.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.945746 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.946250 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: binding Nov 25 17:11:04.946575 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: portbindings_extended.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.947882 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.948390 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: binding-extended Nov 25 17:11:04.948719 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: portsecurity.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.949676 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.950183 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: port-security Nov 25 17:11:04.950507 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: project_id.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.951482 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.951811 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: project-id Nov 25 17:11:04.952138 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: providernet.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.953087 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.953603 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: provider Nov 25 17:11:04.953926 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: qos.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.957533 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.958050 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extension qos not supported by any of loaded plugins Nov 25 17:11:04.958378 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.959625 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.960136 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 25 17:11:04.960465 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.961417 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.961921 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 25 17:11:04.962250 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: qos_default.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.963162 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.963710 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extension qos-default not supported by any of loaded plugins Nov 25 17:11:04.964039 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: qos_fip.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.964695 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.965234 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extension qos-fip not supported by any of loaded plugins Nov 25 17:11:04.965559 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: qos_gateway_ip.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.966507 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.967011 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 25 17:11:04.967333 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: qos_port_network_policy.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.969822 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.970352 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 25 17:11:04.970693 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.971752 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.972268 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 25 17:11:04.972598 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: qos_pps_rule.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.973814 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.974327 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extension qos-pps not supported by any of loaded plugins Nov 25 17:11:04.974655 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: qos_rule_type_details.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.975596 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.976102 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 25 17:11:04.976425 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: qos_rules_alias.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.977503 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.978013 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 25 17:11:04.978340 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: quota_check_limit.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.979826 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.980333 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: quota-check-limit Nov 25 17:11:04.980659 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: quotasv2.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.981631 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.981961 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: quotas Nov 25 17:11:04.982284 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: quotasv2_detail.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.985457 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.985802 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: quota_details Nov 25 17:11:04.986135 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: rbac.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.987185 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.987703 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: rbac-policies Nov 25 17:11:04.988032 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: rbac_address_group.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.988996 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.989514 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: rbac-address-group Nov 25 17:11:04.989840 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: rbac_address_scope.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.990773 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.991286 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: rbac-address-scope Nov 25 17:11:04.991613 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: rbac_security_groups.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.992530 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.993067 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: rbac-security-groups Nov 25 17:11:04.993392 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: rbac_subnetpool.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.994303 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.995474 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: rbac-subnetpool Nov 25 17:11:04.995801 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: revisionifmatch.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.996723 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.997262 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: revision-if-match Nov 25 17:11:04.997588 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: revisions.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:04.998696 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:04.999210 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: standard-attr-revisions Nov 25 17:11:04.999536 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: router_availability_zone.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:05.000212 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:05.000719 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: router_availability_zone Nov 25 17:11:05.001075 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: routerservicetype.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:05.001998 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:05.002502 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extension router-service-type not supported by any of loaded plugins Nov 25 17:11:05.002826 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:05.003822 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:05.004328 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: security-groups-normalized-cidr Nov 25 17:11:05.004651 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: security_groups_port_filtering.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:05.005616 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:05.006121 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: port-security-groups-filtering Nov 25 17:11:05.006444 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:05.007364 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:05.007869 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: security-groups-remote-address-group Nov 25 17:11:05.008193 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:05.009166 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:05.009672 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: security-groups-shared-filtering Nov 25 17:11:05.009993 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:05.010622 n-d-817746-1 neutron-server[103219]: WARNING neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 25 17:11:05.010941 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: securitygroup.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:05.020648 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:05.021201 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: security-group Nov 25 17:11:05.021536 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: segment.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:05.022320 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:05.022825 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extension segment not supported by any of loaded plugins Nov 25 17:11:05.023154 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:05.024090 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:05.024600 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 25 17:11:05.024960 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: servicetype.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:05.026605 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:05.027196 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: service-type Nov 25 17:11:05.027530 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: sorting.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:05.028520 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:05.028884 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: sorting Nov 25 17:11:05.029210 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: standard_attr_segment.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:05.030123 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:05.030637 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 25 17:11:05.030962 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: standardattrdescription.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:05.031608 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:05.032113 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: standard-attr-description Nov 25 17:11:05.032434 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: stateful_security_group.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:05.033477 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:05.033991 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: stateful-security-group Nov 25 17:11:05.034317 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: stdattrs_common.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:05.034895 n-d-817746-1 neutron-server[103219]: WARNING neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 25 17:11:05.035219 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:05.036163 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:05.036664 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 25 17:11:05.037023 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: subnet_onboard.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:05.038171 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:05.038752 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: subnet_onboard Nov 25 17:11:05.039116 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:05.040210 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:05.040782 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 25 17:11:05.041154 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: subnet_service_types.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:05.042928 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:05.043505 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: subnet-service-types Nov 25 17:11:05.043873 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: subnetallocation.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:05.045026 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:05.045541 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: subnet_allocation Nov 25 17:11:05.045878 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:05.046545 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:05.047050 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: subnetpool-prefix-ops Nov 25 17:11:05.047376 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:05.048302 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:05.048809 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 25 17:11:05.049161 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: tagging.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:05.050205 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:05.050722 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: standard-attr-tag Nov 25 17:11:05.051053 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: timestamp.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:05.052255 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:05.052765 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loaded extension: standard-attr-timestamp Nov 25 17:11:05.053118 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: trunk.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:05.054149 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:05.054655 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extension trunk not supported by any of loaded plugins Nov 25 17:11:05.054979 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: trunk_details.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:05.055919 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:05.056426 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extension trunk-details not supported by any of loaded plugins Nov 25 17:11:05.056757 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: uplink_status_propagation.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:05.057740 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:05.058241 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 25 17:11:05.058563 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Loading extension file: vlantransparent.py {{(pid=103219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 17:11:05.059226 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 17:11:05.059726 n-d-817746-1 neutron-server[103219]: INFO neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extension vlan-transparent not supported by any of loaded plugins Nov 25 17:11:05.062258 n-d-817746-1 neutron-server[103219]: INFO neutron.quota.resource_registry [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Creating instance of TrackedResource for resource:network Nov 25 17:11:05.062776 n-d-817746-1 neutron-server[103219]: INFO neutron.quota.resource_registry [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Creating instance of TrackedResource for resource:subnet Nov 25 17:11:05.063173 n-d-817746-1 neutron-server[103219]: INFO neutron.quota.resource_registry [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 17:11:05.063563 n-d-817746-1 neutron-server[103219]: INFO neutron.quota.resource_registry [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Creating instance of TrackedResource for resource:port Nov 25 17:11:05.064840 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.v2.resource_helper [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103219) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 17:11:05.065492 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.v2.resource_helper [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Service FLAVORS assigned prefix: {{(pid=103219) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 17:11:05.066128 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.v2.resource_helper [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103219) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 17:11:05.066551 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.v2.resource_helper [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103219) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 17:11:05.066880 n-d-817746-1 neutron-server[103219]: INFO neutron.quota.resource_registry [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Creating instance of TrackedResource for resource:router Nov 25 17:11:05.067304 n-d-817746-1 neutron-server[103219]: INFO neutron.quota.resource_registry [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Creating instance of TrackedResource for resource:floatingip Nov 25 17:11:05.067797 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.v2.resource_helper [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Service METERING assigned prefix: /metering {{(pid=103219) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 17:11:05.069270 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:05.069644 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:05.069997 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:11:05.070972 n-d-817746-1 neutron-server[103219]: INFO neutron.quota.resource_registry [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Creating instance of CountableResource for resource:rbac_policy Nov 25 17:11:05.071417 n-d-817746-1 neutron-server[103219]: INFO neutron.quota.resource_registry [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Creating instance of TrackedResource for resource:security_group Nov 25 17:11:05.071848 n-d-817746-1 neutron-server[103219]: INFO neutron.quota.resource_registry [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Creating instance of TrackedResource for resource:security_group_rule Nov 25 17:11:05.072458 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.v2.resource_helper [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Service CORE assigned prefix: {{(pid=103219) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 17:11:05.072839 n-d-817746-1 neutron-server[103219]: INFO neutron.quota.resource_registry [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 17:11:05.073207 n-d-817746-1 neutron-server[103219]: WARNING neutron.quota.resource_registry [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] subnetpool is already registered Nov 25 17:11:05.073637 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.v2.resource_helper [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Service CORE assigned prefix: {{(pid=103219) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 17:11:05.073963 n-d-817746-1 neutron-server[103219]: INFO neutron.quota.resource_registry [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 17:11:05.074294 n-d-817746-1 neutron-server[103219]: WARNING neutron.quota.resource_registry [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] subnetpool is already registered Nov 25 17:11:05.076538 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.v2.resource_helper [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103219) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 17:11:05.077004 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.v2.resource_helper [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Service FLAVORS assigned prefix: {{(pid=103219) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 17:11:05.077595 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.v2.resource_helper [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103219) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 17:11:05.078014 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.v2.resource_helper [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103219) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 17:11:05.078348 n-d-817746-1 neutron-server[103219]: INFO neutron.quota.resource_registry [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Creating instance of TrackedResource for resource:router Nov 25 17:11:05.078686 n-d-817746-1 neutron-server[103219]: WARNING neutron.quota.resource_registry [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] router is already registered Nov 25 17:11:05.079093 n-d-817746-1 neutron-server[103219]: INFO neutron.quota.resource_registry [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Creating instance of TrackedResource for resource:floatingip Nov 25 17:11:05.079429 n-d-817746-1 neutron-server[103219]: WARNING neutron.quota.resource_registry [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] floatingip is already registered Nov 25 17:11:05.079888 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.v2.resource_helper [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Service METERING assigned prefix: /metering {{(pid=103219) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 17:11:05.080550 n-d-817746-1 neutron-server[103219]: INFO neutron.quota.resource_registry [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Creating instance of CountableResource for resource:rbac_policy Nov 25 17:11:05.081217 n-d-817746-1 neutron-server[103219]: WARNING neutron.quota.resource_registry [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] rbac_policy is already registered Nov 25 17:11:05.081631 n-d-817746-1 neutron-server[103219]: INFO neutron.quota.resource_registry [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Creating instance of TrackedResource for resource:security_group Nov 25 17:11:05.081966 n-d-817746-1 neutron-server[103219]: WARNING neutron.quota.resource_registry [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] security_group is already registered Nov 25 17:11:05.082366 n-d-817746-1 neutron-server[103219]: INFO neutron.quota.resource_registry [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Creating instance of TrackedResource for resource:security_group_rule Nov 25 17:11:05.082698 n-d-817746-1 neutron-server[103219]: WARNING neutron.quota.resource_registry [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] security_group_rule is already registered Nov 25 17:11:05.083329 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.v2.resource_helper [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Service CORE assigned prefix: {{(pid=103219) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 17:11:05.083656 n-d-817746-1 neutron-server[103219]: INFO neutron.quota.resource_registry [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 17:11:05.083989 n-d-817746-1 neutron-server[103219]: WARNING neutron.quota.resource_registry [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] subnetpool is already registered Nov 25 17:11:05.084405 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.v2.resource_helper [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Service CORE assigned prefix: {{(pid=103219) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 17:11:05.084726 n-d-817746-1 neutron-server[103219]: INFO neutron.quota.resource_registry [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 17:11:05.085082 n-d-817746-1 neutron-server[103219]: WARNING neutron.quota.resource_registry [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] subnetpool is already registered Nov 25 17:11:05.085539 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extended resource: extensions {{(pid=103219) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 17:11:05.087007 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extended resource: address-groups {{(pid=103219) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 17:11:05.089151 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extended resource: address-scopes {{(pid=103219) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 17:11:05.090489 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extended resource: agents {{(pid=103219) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 17:11:05.091643 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extended resource: auto-allocated-topology {{(pid=103219) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 17:11:05.096119 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extended resource: availability_zones {{(pid=103219) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 17:11:05.097462 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extended resource: dhcp-networks {{(pid=103219) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 17:11:05.099000 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extended resource: dhcp-agents {{(pid=103219) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 17:11:05.100447 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extended resource: routers {{(pid=103219) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 17:11:05.102731 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extended resource: flavors {{(pid=103219) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 17:11:05.103891 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extended resource: service_profiles {{(pid=103219) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 17:11:05.105785 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extended resource: next_providers {{(pid=103219) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 17:11:05.107290 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extended resource: service_profiles {{(pid=103219) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 17:11:05.108868 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extended resource: floatingip-pools {{(pid=103219) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 17:11:05.110098 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extended resource: routers {{(pid=103219) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 17:11:05.112238 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extended resource: floatingips {{(pid=103219) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 17:11:05.113561 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extended resource: l3-routers {{(pid=103219) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 17:11:05.114965 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extended resource: l3-agents {{(pid=103219) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 17:11:05.116387 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extended resource: metering-labels {{(pid=103219) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 17:11:05.118718 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extended resource: metering-label-rules {{(pid=103219) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 17:11:05.120080 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extended resource: network-ip-availabilities {{(pid=103219) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 17:11:05.121413 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extended resource: bindings {{(pid=103219) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 17:11:05.123064 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extended resource: quotas {{(pid=103219) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 17:11:05.124629 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extended resource: quotas {{(pid=103219) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 17:11:05.126205 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extended resource: rbac-policies {{(pid=103219) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 17:11:05.127514 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extended resource: security-groups {{(pid=103219) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 17:11:05.128760 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extended resource: security-group-rules {{(pid=103219) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 17:11:05.130034 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extended resource: service-providers {{(pid=103219) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 17:11:05.131266 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extended resource: subnetpools {{(pid=103219) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 17:11:05.132703 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extended resource: subnetpools {{(pid=103219) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 17:11:05.134211 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extended resource: tags {{(pid=103219) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 17:11:05.136129 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extended resource: tags {{(pid=103219) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 17:11:05.137988 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extended resource: tags {{(pid=103219) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 17:11:05.139774 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extended resource: tags {{(pid=103219) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 17:11:05.141633 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extended resource: tags {{(pid=103219) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 17:11:05.143498 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extended resource: tags {{(pid=103219) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 17:11:05.145247 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extended resource: tags {{(pid=103219) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 17:11:05.147152 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extended resource: tags {{(pid=103219) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 17:11:05.148985 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extended resource: tags {{(pid=103219) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 17:11:05.150848 n-d-817746-1 neutron-server[103219]: DEBUG neutron.api.extensions [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Extended resource: tags {{(pid=103219) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 17:11:05.157705 n-d-817746-1 neutron-server[103219]: WARNING keystonemiddleware.auth_token [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 25 17:11:05.162439 n-d-817746-1 neutron-server[103219]: WARNING keystonemiddleware.auth_token [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 25 17:11:05.171950 n-d-817746-1 neutron-server[103219]: DEBUG oslo_concurrency.lockutils [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Acquired lock "singleton_lock" {{(pid=103219) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 25 17:11:05.172424 n-d-817746-1 neutron-server[103219]: DEBUG oslo_concurrency.lockutils [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Releasing lock "singleton_lock" {{(pid=103219) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 25 17:11:05.173111 n-d-817746-1 neutron-server[103219]: INFO oslo_service.service [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Starting 2 workers Nov 25 17:11:05.177980 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Started child 103360 {{(pid=103219) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 25 17:11:05.182515 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Started child 103361 {{(pid=103219) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 25 17:11:05.183810 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:05.184430 n-d-817746-1 neutron-server[103219]: INFO neutron.service [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Neutron service started, listening on 0.0.0.0:9696 Nov 25 17:11:05.184756 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Publish callbacks [] for process, before_spawn {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:05.185433 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [-] (103360) wsgi starting up on http://0.0.0.0:9696 Nov 25 17:11:05.187206 n-d-817746-1 neutron-server[103219]: INFO oslo_service.service [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Starting 1 workers Nov 25 17:11:05.187320 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:05.188684 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [-] (103361) wsgi starting up on http://0.0.0.0:9696 Nov 25 17:11:05.192698 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Started child 103362 {{(pid=103219) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 25 17:11:05.193310 n-d-817746-1 neutron-server[103219]: INFO oslo_service.service [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Starting 1 workers Nov 25 17:11:05.196391 n-d-817746-1 neutron-server[103362]: DEBUG neutron.service [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] calling RpcWorker wait() {{(pid=103362) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 25 17:11:05.196943 n-d-817746-1 neutron-server[103362]: DEBUG neutron.service [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] returning from RpcWorker wait() {{(pid=103362) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 25 17:11:05.197824 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Started child 103363 {{(pid=103219) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 25 17:11:05.198286 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:05.198816 n-d-817746-1 neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb0544cd-1d64-4b6e-aac5-b4f107d5c0fe None None] Publish callbacks [] for process, after_spawn {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:05.198921 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:05.200723 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103219) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 25 17:11:05.200972 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 25 17:11:05.201159 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 25 17:11:05.201385 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 25 17:11:05.201790 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 25 17:11:05.201900 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 25 17:11:05.202384 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.202672 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.202898 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:05.203358 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.203358 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.203492 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.203811 n-d-817746-1 neutron-server[103363]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:05.204026 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.204297 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.204553 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.204850 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.205107 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.205273 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.205630 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.205878 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.206111 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.206404 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.206678 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.206927 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.207169 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.207339 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.207588 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.207864 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.208108 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.208367 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] debug = True {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.208625 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.209120 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.209347 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.209598 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.209812 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.210096 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.210329 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.210591 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.210822 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.211061 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.211306 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.211551 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.211782 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.212010 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.212246 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.212475 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.212711 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.212963 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.213970 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] host = n-d-817746-1 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.214222 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.214585 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.214902 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.215167 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.215430 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.215664 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.215910 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.216176 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.216424 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.216679 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.216945 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.217201 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.217440 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.217683 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] log_file = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.217846 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] log_options = True {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.218079 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.218355 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.218677 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.218828 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.218995 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.219187 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.219505 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.219659 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.219797 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.219986 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.220205 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.220416 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.220628 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.220888 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.221143 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.221373 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.221592 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.221797 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.222042 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.222298 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.222522 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.222744 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.222990 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.223225 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.223438 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.223653 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.223881 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.224092 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.224307 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.224548 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.224788 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.225065 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.225278 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.225528 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.225799 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.226025 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.226252 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.226469 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.226741 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.226963 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.227215 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.227456 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.227666 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.227911 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.228130 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.228375 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.228603 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] use_json = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.228860 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.229221 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.230847 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.230847 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.230847 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.231115 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.231560 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.231560 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.232227 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.232431 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.232727 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.233088 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.233463 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.233896 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.234132 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.234356 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.234588 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.234911 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.235273 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.235373 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.235644 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.235883 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.236159 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.237206 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.237206 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.237206 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.239876 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.239876 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.239876 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.239876 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.239876 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.239876 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.239876 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.239876 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.241998 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.241998 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.241998 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.241998 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.241998 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.241998 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.75/identity {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.241998 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.241998 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.245389 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.245389 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.245389 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.245389 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.245389 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.245389 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.245389 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.245389 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.245389 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.249456 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.249456 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.249456 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.249456 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.249456 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.249456 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.249456 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.249456 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.249456 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.251757 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.251757 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.251757 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.251757 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.251757 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.251757 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.251757 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.251757 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.251757 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.254119 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.254119 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.254119 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.254119 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.254119 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.254119 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.254119 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.254119 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.254119 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.255413 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.255413 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.255413 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.255413 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.255413 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.255413 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.255413 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.255413 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.255413 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.255925 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.255925 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.255925 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.255925 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.255925 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.255925 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.255925 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.255925 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.255925 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.256443 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.256443 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.256443 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.256443 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.256443 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.256443 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.256443 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.256443 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.256972 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.256972 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.256972 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.256972 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.256972 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.257261 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.257327 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.257523 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.257774 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.258283 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.258509 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.258744 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.258961 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.259181 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.259395 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.259621 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.260094 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.260599 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.261034 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.261472 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.261782 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.262018 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.262288 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.262540 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.262805 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.263025 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.263283 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.263583 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.263854 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.264128 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.264382 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.264635 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.264939 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.265172 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.265427 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.265660 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.265915 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.266130 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.266369 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.266594 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.266807 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.267033 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.267355 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.267582 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.267792 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.268002 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.268277 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.268523 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.268777 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.269072 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.269328 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.269573 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.269821 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.270041 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.75/identity {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.270250 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.270997 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.270997 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.270997 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.271529 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.271529 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.271787 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.271872 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.272080 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.272368 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.272632 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.272870 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.273451 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.273777 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.274009 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.274254 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.274467 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.274684 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.274918 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.275151 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.275387 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.275603 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.275830 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.276708 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.276947 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.277379 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.277778 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.277993 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.278240 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.278489 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.278745 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.278979 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.279227 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.279445 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.279656 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.279887 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.280104 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.280322 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.280532 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.280756 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.281000 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.281253 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.281506 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.282010 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.282261 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.282506 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.282753 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.282972 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.283189 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.283421 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.283659 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.283876 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.284082 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.284446 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.284705 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.284969 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.285212 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.285428 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.285662 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.285898 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.286117 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.286345 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.286642 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.286900 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.287132 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.287385 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.287608 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.287818 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.288043 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.288272 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.288499 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.288746 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.288987 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.289190 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.289413 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.289623 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.289831 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.290051 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.290270 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.290513 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.290735 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.290940 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.291160 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.291385 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.291705 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.292666 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.292666 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.292860 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.293068 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.293289 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.293503 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.293731 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.293991 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.294201 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.294408 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.294647 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.294879 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.295083 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.295382 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.295624 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.295872 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.296165 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.296421 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.296663 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.296925 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.297239 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.297484 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.297743 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.297975 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.298188 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.298407 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.298671 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.298984 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.299262 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.299536 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.299786 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.300070 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.300358 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.300597 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.300807 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.301131 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.301491 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.301756 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.302005 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.302242 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.302493 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.302711 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.302927 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.303142 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.303371 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.303602 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.303854 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.304081 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.304307 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.304552 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.304806 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.305050 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.305290 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.305516 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.305738 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.305949 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.306105 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 25 17:11:05.306624 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103219) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 25 17:11:05.306785 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 25 17:11:05.306937 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 25 17:11:05.307117 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 25 17:11:05.307415 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 25 17:11:05.307573 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 25 17:11:05.307780 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.307942 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.308195 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.308401 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.308861 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.309038 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.309198 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.309356 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.309722 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.309722 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.310294 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.310294 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.310294 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.310294 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.310831 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.310831 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.310831 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.310831 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.311341 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.311341 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.311341 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.311921 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.311921 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] debug = True {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.311921 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.311921 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.312456 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.312456 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.312456 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.312456 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.312929 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.312929 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.312929 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.313190 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.313190 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.313333 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.313474 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.313610 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.313762 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.313899 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.314058 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.314214 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.314370 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] host = n-d-817746-1 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.314526 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.314681 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.314837 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.315299 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.315410 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.315558 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.315695 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.315913 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.316048 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.316215 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.316342 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.316425 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.316560 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.316714 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] log_file = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.316889 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] log_options = True {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.317047 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.317204 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.317360 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.317719 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.317719 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.317932 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.318080 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.318182 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.318309 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.318432 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.318567 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.318724 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.318879 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.319034 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.319194 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.319350 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.319506 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.319662 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.319817 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.319977 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.320133 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.320281 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.320417 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.320574 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.320716 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.320904 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.321061 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.321205 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.321347 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.321508 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.321655 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.321819 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.322031 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.322166 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.322317 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.322655 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.322655 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.322655 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.323141 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.323141 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.323141 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.323533 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.323533 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.323807 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.323807 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.324066 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.324066 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] use_json = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.324299 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.324299 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.324445 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.324593 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.324751 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.324926 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.325078 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.325235 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 17:11:05.325411 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.325571 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.325742 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.325912 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.326113 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.326202 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.326353 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.326511 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.326669 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.326828 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.326995 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.327294 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.327294 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.327506 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.327639 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.327754 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.327915 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.328074 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.328233 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.328394 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.332851 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.332851 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.332851 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.332851 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.332851 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.332851 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.332851 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.332851 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.333464 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.333464 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.333464 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.333667 n-d-817746-1 neutron-server[103362]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:05.333836 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.75/identity {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.333836 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.333836 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.333836 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.333836 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.333836 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.333836 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.333836 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.334371 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.334371 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.334371 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.334371 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.334371 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.334371 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.334371 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.334371 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.334371 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.334954 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.334954 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.334954 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.334954 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.334954 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.334954 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.334954 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.334954 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.334954 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.335551 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.335551 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.335551 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.335551 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.335551 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.335551 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.335551 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.335551 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.335551 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.336139 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.336139 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.336139 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.336139 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.336139 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.336139 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.336524 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.336524 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.336663 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.336738 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.336906 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.337066 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.337225 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.337383 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.337543 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.337701 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.337861 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.338019 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.338179 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.338338 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.339130 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.339393 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.339613 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.339818 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.339981 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.340150 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.340326 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.340490 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.340650 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.340813 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.340994 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.341485 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.341858 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.342070 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.342279 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.344845 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.344845 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.344845 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.344845 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.344845 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.344845 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.344845 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.344845 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.345443 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.345443 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.345443 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.345443 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.345443 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.345443 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.345443 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.346092 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.346256 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.346566 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.346732 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.346895 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.347056 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.347224 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.347394 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.347558 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.347718 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.347878 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.348039 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.348199 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.348360 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.348520 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.348680 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.349047 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.349047 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.349198 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.349323 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.349488 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.349648 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.349831 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.349995 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.350146 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.350304 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.350467 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.350625 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.350784 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.350944 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.351104 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.351263 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.351422 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.351581 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.75/identity {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.351741 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.351900 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.352059 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.352218 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.352378 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.352537 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.353962 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.353962 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.353962 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.353962 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.353962 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.353962 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.353962 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.353962 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.355286 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.355286 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.355286 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.355286 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.355286 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.355710 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.355710 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.355710 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.355915 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.355915 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.356167 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.356649 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.356649 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.356649 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.356649 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.356955 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.357034 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.357138 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.357301 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.357448 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.357608 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.357768 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.357928 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.358089 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.358249 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.358409 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.358569 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.358727 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.358886 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.359060 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.359219 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.359378 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.359536 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.359695 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.359855 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.360013 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.360172 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.360334 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.360493 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.360650 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.360811 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.361002 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.361162 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.361322 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.361480 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.361639 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.361797 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.361956 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.362127 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.362285 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.362444 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.362602 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.362760 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.362920 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.363087 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.363245 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.363404 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.363562 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.363721 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.363878 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.364046 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.364204 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.364362 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.364520 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.364679 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.364852 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.365023 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.365182 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.365341 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.365500 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.365658 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.365817 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.365984 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.366144 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.366303 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.366462 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.366621 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.366779 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.366967 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.367127 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.367285 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.367443 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.367602 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.367760 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.367928 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.368088 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.368247 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.368413 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.368571 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.368729 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.368917 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.369090 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.369441 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.369701 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.369847 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.370010 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.370172 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.370361 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.370492 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.370980 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.371120 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.371209 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.371339 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.371512 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.371681 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.371840 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.372006 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.372176 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.372335 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.372494 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.372654 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.372812 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.372993 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.373151 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.373310 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.373468 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.373627 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.373784 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.374186 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.374186 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.374339 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.374416 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.374530 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.374689 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.374847 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.375005 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.375164 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 17:11:05.375318 n-d-817746-1 neutron-server[103219]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103219) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 25 17:11:05.392679 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55668) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:05.401801 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [-] 10.222.0.75 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063949 Nov 25 17:11:17.080763 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c42f96-c7c8-4fc1-9c75-f13686b2e8ec None None] get_active_networks_info from n-d-817746-1 {{(pid=103362) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 17:11:17.151249 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c42f96-c7c8-4fc1-9c75-f13686b2e8ec None None] No non-hosted networks {{(pid=103362) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 25 17:11:17.213192 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.agentschedulers_db [None req-a9c42f96-c7c8-4fc1-9c75-f13686b2e8ec None None] DHCP Agent not found on host n-d-817746-1 {{(pid=103362) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 25 17:11:17.274565 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-fde981f5-bfe3-46f2-a3de-4d848b9657ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-531005'] for agent, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:19.368683 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a2aba405-1e6b-4afa-98a4-867f83742c9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-531005'] for agent, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:19.415434 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8928abe8-ffa9-4483-82c2-bcaf94f2f607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:20.701233 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-531005'] for agent, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:21.850364 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-531005'] for agent, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:22.882935 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-531005'] for agent, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:22.884776 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:22.886472 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:22.887214 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:22.888089 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:22.888818 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:22.889392 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:22.890004 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:22.890594 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:22.891134 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:22.891673 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:22.892255 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:22.892867 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:22.893493 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-817746-1', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:22.901003 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-817746-1', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:23.248488 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55760) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:23.779621 n-d-817746-1 neutron-server[103361]: WARNING oslo_policy.policy [None req-09a67852-0e8b-48b3-986e-ec1a933778f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 17:11:23.780442 n-d-817746-1 neutron-server[103361]: WARNING oslo_policy.policy [None req-09a67852-0e8b-48b3-986e-ec1a933778f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 17:11:24.005071 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [None req-09a67852-0e8b-48b3-986e-ec1a933778f8 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:11:24.012888 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-09a67852-0e8b-48b3-986e-ec1a933778f8 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7567141 Nov 25 17:11:24.910048 n-d-817746-1 neutron-server[103362]: INFO neutron.db.l3_hamode_db [None req-a264411e-685e-443b-80e3-fb8c1c62dd5a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 25 17:11:24.990366 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a264411e-685e-443b-80e3-fb8c1c62dd5a None None] Routers set() bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:11:24.990757 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a264411e-685e-443b-80e3-fb8c1c62dd5a None None] Router IDs set() for agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 25 17:11:26.629404 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55776) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:26.938851 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-6bcc9fbc-70c4-4574-8951-5245e4af959e admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'shared': True}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:11:27.036431 n-d-817746-1 neutron-server[103361]: DEBUG neutron.policy [None req-6bcc9fbc-70c4-4574-8951-5245e4af959e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103361) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 25 17:11:27.084365 n-d-817746-1 neutron-server[103361]: WARNING oslo_policy.policy [None req-6bcc9fbc-70c4-4574-8951-5245e4af959e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 17:11:27.084742 n-d-817746-1 neutron-server[103361]: WARNING oslo_policy.policy [None req-6bcc9fbc-70c4-4574-8951-5245e4af959e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 17:11:27.093914 n-d-817746-1 neutron-server[103361]: INFO neutron.quota [None req-6bcc9fbc-70c4-4574-8951-5245e4af959e admin admin] Loaded quota_driver: . Nov 25 17:11:27.185873 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6bcc9fbc-70c4-4574-8951-5245e4af959e admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791736388255', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791736387682', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791736401667', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791736402442', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791736413580', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791736420485', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3759204', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3551787', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-489642', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1587778'] for rbac-policy, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:27.251696 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6bcc9fbc-70c4-4574-8951-5245e4af959e admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:27.252778 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-6bcc9fbc-70c4-4574-8951-5245e4af959e admin admin] 10.222.0.75 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6224310 Nov 25 17:11:30.076984 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55788) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:30.564062 n-d-817746-1 neutron-server[103360]: WARNING oslo_policy.policy [None req-12340261-f4c1-43c5-8696-2a952d7e2d02 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 17:11:30.564688 n-d-817746-1 neutron-server[103360]: WARNING oslo_policy.policy [None req-12340261-f4c1-43c5-8696-2a952d7e2d02 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 17:11:30.792347 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-12340261-f4c1-43c5-8696-2a952d7e2d02 admin admin] Request body: {'network': {'tenant_id': '905863c4969f423da3862aad9134e401', 'name': 'private', 'admin_state_up': True, 'project_id': '905863c4969f423da3862aad9134e401'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:11:30.794000 n-d-817746-1 neutron-server[103360]: INFO neutron.quota [None req-12340261-f4c1-43c5-8696-2a952d7e2d02 admin admin] Loaded quota_driver: . Nov 25 17:11:30.850126 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12340261-f4c1-43c5-8696-2a952d7e2d02 admin admin] Made reservation on behalf of 905863c4969f423da3862aad9134e401 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:11:30.918832 n-d-817746-1 neutron-server[103360]: DEBUG neutron.policy [None req-12340261-f4c1-43c5-8696-2a952d7e2d02 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103360) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 25 17:11:30.965772 n-d-817746-1 neutron-server[103360]: WARNING oslo_policy.policy [None req-12340261-f4c1-43c5-8696-2a952d7e2d02 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 17:11:30.966155 n-d-817746-1 neutron-server[103360]: WARNING oslo_policy.policy [None req-12340261-f4c1-43c5-8696-2a952d7e2d02 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 17:11:30.976799 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-12340261-f4c1-43c5-8696-2a952d7e2d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:30.999014 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-12340261-f4c1-43c5-8696-2a952d7e2d02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:31.117649 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-12340261-f4c1-43c5-8696-2a952d7e2d02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:31.122379 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-12340261-f4c1-43c5-8696-2a952d7e2d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:31.142105 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12340261-f4c1-43c5-8696-2a952d7e2d02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:11:31.169663 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-12340261-f4c1-43c5-8696-2a952d7e2d02 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791736721354', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:31.170229 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-12340261-f4c1-43c5-8696-2a952d7e2d02 admin admin] Unsubscribe: segment precommit_create {{(pid=103360) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 25 17:11:31.170752 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-12340261-f4c1-43c5-8696-2a952d7e2d02 admin admin] Added segment a6a5ed19-63d0-4fe4-b616-1c4e3fe8e62e of type vlan for network c8e4f700-dacf-4eff-b46b-55399017d000 Nov 25 17:11:31.187202 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12340261-f4c1-43c5-8696-2a952d7e2d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a633221-2bed-4db6-a818-461aeab405b2,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:31.208973 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12340261-f4c1-43c5-8696-2a952d7e2d02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:31.209314 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12340261-f4c1-43c5-8696-2a952d7e2d02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:31.209647 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12340261-f4c1-43c5-8696-2a952d7e2d02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:31.209976 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12340261-f4c1-43c5-8696-2a952d7e2d02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:31.210307 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12340261-f4c1-43c5-8696-2a952d7e2d02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:31.210630 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12340261-f4c1-43c5-8696-2a952d7e2d02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:31.210946 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12340261-f4c1-43c5-8696-2a952d7e2d02 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:31.211263 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12340261-f4c1-43c5-8696-2a952d7e2d02 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:31.211576 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12340261-f4c1-43c5-8696-2a952d7e2d02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:31.211889 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12340261-f4c1-43c5-8696-2a952d7e2d02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:31.212202 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12340261-f4c1-43c5-8696-2a952d7e2d02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:31.212511 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12340261-f4c1-43c5-8696-2a952d7e2d02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:31.214264 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12340261-f4c1-43c5-8696-2a952d7e2d02 admin admin] Tracked resource versions report: Nov 25 17:11:31.214264 n-d-817746-1 neutron-server[103360]: pushed versions: Nov 25 17:11:31.214264 n-d-817746-1 neutron-server[103360]: { 'AddressGroup': {'1.2'}, Nov 25 17:11:31.214264 n-d-817746-1 neutron-server[103360]: 'ConntrackHelper': {'1.0'}, Nov 25 17:11:31.214264 n-d-817746-1 neutron-server[103360]: 'Log': {'1.0'}, Nov 25 17:11:31.214264 n-d-817746-1 neutron-server[103360]: 'Network': {'1.1'}, Nov 25 17:11:31.214264 n-d-817746-1 neutron-server[103360]: 'Port': {'1.7'}, Nov 25 17:11:31.214264 n-d-817746-1 neutron-server[103360]: 'PortForwarding': {'1.2'}, Nov 25 17:11:31.214264 n-d-817746-1 neutron-server[103360]: 'QosPolicy': {'1.10'}, Nov 25 17:11:31.214264 n-d-817746-1 neutron-server[103360]: 'SecurityGroup': {'1.5'}, Nov 25 17:11:31.214264 n-d-817746-1 neutron-server[103360]: 'SecurityGroupRule': {'1.2'}, Nov 25 17:11:31.214264 n-d-817746-1 neutron-server[103360]: 'SubPort': {'1.0'}, Nov 25 17:11:31.214264 n-d-817746-1 neutron-server[103360]: 'Subnet': {'1.1'}, Nov 25 17:11:31.214264 n-d-817746-1 neutron-server[103360]: 'Trunk': {'1.1'}} Nov 25 17:11:31.214264 n-d-817746-1 neutron-server[103360]: consumer versions: Nov 25 17:11:31.214264 n-d-817746-1 neutron-server[103360]: { DHCP agent@n-d-817746-1: {}, Nov 25 17:11:31.214264 n-d-817746-1 neutron-server[103360]: L3 agent@n-d-817746-1: {}, Nov 25 17:11:31.214264 n-d-817746-1 neutron-server[103360]: Metadata agent@n-d-817746-1: {}, Nov 25 17:11:31.214264 n-d-817746-1 neutron-server[103360]: Metering agent@n-d-817746-1: {}, Nov 25 17:11:31.214264 n-d-817746-1 neutron-server[103360]: Open vSwitch agent@n-d-817746-1: { 'AddressGroup': '1.2', Nov 25 17:11:31.214264 n-d-817746-1 neutron-server[103360]: 'ConntrackHelper': '1.0', Nov 25 17:11:31.214264 n-d-817746-1 neutron-server[103360]: 'Log': '1.0', Nov 25 17:11:31.214264 n-d-817746-1 neutron-server[103360]: 'Network': '1.1', Nov 25 17:11:31.214264 n-d-817746-1 neutron-server[103360]: 'Port': '1.7', Nov 25 17:11:31.214264 n-d-817746-1 neutron-server[103360]: 'PortForwarding': '1.2', Nov 25 17:11:31.214264 n-d-817746-1 neutron-server[103360]: 'QosPolicy': '1.10', Nov 25 17:11:31.214264 n-d-817746-1 neutron-server[103360]: 'SecurityGroup': '1.5', Nov 25 17:11:31.214264 n-d-817746-1 neutron-server[103360]: 'SecurityGroupRule': '1.2', Nov 25 17:11:31.214264 n-d-817746-1 neutron-server[103360]: 'SubPort': '1.0', Nov 25 17:11:31.214264 n-d-817746-1 neutron-server[103360]: 'Subnet': '1.1', Nov 25 17:11:31.214264 n-d-817746-1 neutron-server[103360]: 'Trunk': '1.1'}} Nov 25 17:11:31.214264 n-d-817746-1 neutron-server[103360]: {{(pid=103360) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 17:11:31.298720 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-12340261-f4c1-43c5-8696-2a952d7e2d02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:31.341220 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-12340261-f4c1-43c5-8696-2a952d7e2d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:31.342437 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12340261-f4c1-43c5-8696-2a952d7e2d02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:31.343214 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-12340261-f4c1-43c5-8696-2a952d7e2d02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:31.401184 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-12340261-f4c1-43c5-8696-2a952d7e2d02 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3219533 Nov 25 17:11:31.452610 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12340261-f4c1-43c5-8696-2a952d7e2d02 admin admin] Pushing event updated for resources: {'Network': ['ID=c8e4f700-dacf-4eff-b46b-55399017d000,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:31.468624 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network c8e4f700-dacf-4eff-b46b-55399017d000 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:11:34.290637 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55810) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:34.721194 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a383e3-7640-4016-be9b-d249c4d333f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:34.722698 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-17a383e3-7640-4016-be9b-d249c4d333f3 admin admin] 10.222.0.75 "GET /v2.0/networks/c8e4f700-dacf-4eff-b46b-55399017d000 HTTP/1.1" status: 200 len: 825 time: 0.4311323 Nov 25 17:11:34.748017 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-347b3c58-a7ae-49e5-bb17-ff1f3367fd06 admin admin] 10.222.0.75 "GET /v2.0/subnetpools/469313fc-df0e-4ea3-8b26-4c264c66ee0c HTTP/1.1" status: 200 len: 734 time: 0.0187714 Nov 25 17:11:34.756957 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-7734b8e9-af8a-4bcf-a899-df6e562a6591 admin admin] Request body: {'subnet': {'network_id': 'c8e4f700-dacf-4eff-b46b-55399017d000', 'subnetpool_id': '469313fc-df0e-4ea3-8b26-4c264c66ee0c', 'name': 'private-subnet', 'tenant_id': '905863c4969f423da3862aad9134e401', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:11:34.783357 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7734b8e9-af8a-4bcf-a899-df6e562a6591 admin admin] Made reservation on behalf of 905863c4969f423da3862aad9134e401 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:11:34.786200 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7734b8e9-af8a-4bcf-a899-df6e562a6591 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:35.079453 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7734b8e9-af8a-4bcf-a899-df6e562a6591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:35.147399 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7734b8e9-af8a-4bcf-a899-df6e562a6591 admin admin] Checking segment: {'id': 'a6a5ed19-63d0-4fe4-b616-1c4e3fe8e62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'c8e4f700-dacf-4eff-b46b-55399017d000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:11:35.147753 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7734b8e9-af8a-4bcf-a899-df6e562a6591 admin admin] Network hostable DHCP agents. Network: c8e4f700-dacf-4eff-b46b-55399017d000, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:11:35.162051 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7734b8e9-af8a-4bcf-a899-df6e562a6591 admin admin] Pushing event updated for resources: {'Subnet': ['ID=365b9eb0-d25b-4e32-ade3-04f1a850f0d1,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:35.175585 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7734b8e9-af8a-4bcf-a899-df6e562a6591 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:35.175912 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7734b8e9-af8a-4bcf-a899-df6e562a6591 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:35.176241 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7734b8e9-af8a-4bcf-a899-df6e562a6591 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:35.176568 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7734b8e9-af8a-4bcf-a899-df6e562a6591 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:35.176914 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7734b8e9-af8a-4bcf-a899-df6e562a6591 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:35.177247 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7734b8e9-af8a-4bcf-a899-df6e562a6591 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:35.177549 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7734b8e9-af8a-4bcf-a899-df6e562a6591 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:35.177862 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7734b8e9-af8a-4bcf-a899-df6e562a6591 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:35.178174 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7734b8e9-af8a-4bcf-a899-df6e562a6591 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:35.178485 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7734b8e9-af8a-4bcf-a899-df6e562a6591 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:35.178794 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7734b8e9-af8a-4bcf-a899-df6e562a6591 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:35.179101 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7734b8e9-af8a-4bcf-a899-df6e562a6591 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:35.180184 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7734b8e9-af8a-4bcf-a899-df6e562a6591 admin admin] Tracked resource versions report: Nov 25 17:11:35.180184 n-d-817746-1 neutron-server[103361]: pushed versions: Nov 25 17:11:35.180184 n-d-817746-1 neutron-server[103361]: { 'AddressGroup': {'1.2'}, Nov 25 17:11:35.180184 n-d-817746-1 neutron-server[103361]: 'ConntrackHelper': {'1.0'}, Nov 25 17:11:35.180184 n-d-817746-1 neutron-server[103361]: 'Log': {'1.0'}, Nov 25 17:11:35.180184 n-d-817746-1 neutron-server[103361]: 'Network': {'1.1'}, Nov 25 17:11:35.180184 n-d-817746-1 neutron-server[103361]: 'Port': {'1.7'}, Nov 25 17:11:35.180184 n-d-817746-1 neutron-server[103361]: 'PortForwarding': {'1.2'}, Nov 25 17:11:35.180184 n-d-817746-1 neutron-server[103361]: 'QosPolicy': {'1.10'}, Nov 25 17:11:35.180184 n-d-817746-1 neutron-server[103361]: 'SecurityGroup': {'1.5'}, Nov 25 17:11:35.180184 n-d-817746-1 neutron-server[103361]: 'SecurityGroupRule': {'1.2'}, Nov 25 17:11:35.180184 n-d-817746-1 neutron-server[103361]: 'SubPort': {'1.0'}, Nov 25 17:11:35.180184 n-d-817746-1 neutron-server[103361]: 'Subnet': {'1.1'}, Nov 25 17:11:35.180184 n-d-817746-1 neutron-server[103361]: 'Trunk': {'1.1'}} Nov 25 17:11:35.180184 n-d-817746-1 neutron-server[103361]: consumer versions: Nov 25 17:11:35.180184 n-d-817746-1 neutron-server[103361]: { DHCP agent@n-d-817746-1: {}, Nov 25 17:11:35.180184 n-d-817746-1 neutron-server[103361]: L3 agent@n-d-817746-1: {}, Nov 25 17:11:35.180184 n-d-817746-1 neutron-server[103361]: Metadata agent@n-d-817746-1: {}, Nov 25 17:11:35.180184 n-d-817746-1 neutron-server[103361]: Metering agent@n-d-817746-1: {}, Nov 25 17:11:35.180184 n-d-817746-1 neutron-server[103361]: Open vSwitch agent@n-d-817746-1: { 'AddressGroup': '1.2', Nov 25 17:11:35.180184 n-d-817746-1 neutron-server[103361]: 'ConntrackHelper': '1.0', Nov 25 17:11:35.180184 n-d-817746-1 neutron-server[103361]: 'Log': '1.0', Nov 25 17:11:35.180184 n-d-817746-1 neutron-server[103361]: 'Network': '1.1', Nov 25 17:11:35.180184 n-d-817746-1 neutron-server[103361]: 'Port': '1.7', Nov 25 17:11:35.180184 n-d-817746-1 neutron-server[103361]: 'PortForwarding': '1.2', Nov 25 17:11:35.180184 n-d-817746-1 neutron-server[103361]: 'QosPolicy': '1.10', Nov 25 17:11:35.180184 n-d-817746-1 neutron-server[103361]: 'SecurityGroup': '1.5', Nov 25 17:11:35.180184 n-d-817746-1 neutron-server[103361]: 'SecurityGroupRule': '1.2', Nov 25 17:11:35.180184 n-d-817746-1 neutron-server[103361]: 'SubPort': '1.0', Nov 25 17:11:35.180184 n-d-817746-1 neutron-server[103361]: 'Subnet': '1.1', Nov 25 17:11:35.180184 n-d-817746-1 neutron-server[103361]: 'Trunk': '1.1'}} Nov 25 17:11:35.180184 n-d-817746-1 neutron-server[103361]: {{(pid=103361) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 17:11:35.214037 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7734b8e9-af8a-4bcf-a899-df6e562a6591 admin admin] Network c8e4f700-dacf-4eff-b46b-55399017d000 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:11:35.231442 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-7734b8e9-af8a-4bcf-a899-df6e562a6591 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, c8e4f700-dacf-4eff-b46b-55399017d000) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:11:35.238408 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7734b8e9-af8a-4bcf-a899-df6e562a6591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:35.238908 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7734b8e9-af8a-4bcf-a899-df6e562a6591 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:35.240579 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86596c44-b431-43fe-8b9b-bc3d2eea3882 None None] Network c8e4f700-dacf-4eff-b46b-55399017d000 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:11:35.255344 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-7734b8e9-af8a-4bcf-a899-df6e562a6591 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5016060 Nov 25 17:11:35.566719 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9f93dd-6c26-4b62-8a2a-46c847ff0181 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-c8e4f700-dacf-4eff-b46b-55399017d000', 'network_id': 'c8e4f700-dacf-4eff-b46b-55399017d000', 'tenant_id': '905863c4969f423da3862aad9134e401', 'fixed_ips': [{'subnet_id': '365b9eb0-d25b-4e32-ade3-04f1a850f0d1'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:11:35.568072 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ae9f93dd-6c26-4b62-8a2a-46c847ff0181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:35.863378 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-ae9f93dd-6c26-4b62-8a2a-46c847ff0181 None None] Allocated IP 172.20.0.2 (c8e4f700-dacf-4eff-b46b-55399017d000/365b9eb0-d25b-4e32-ade3-04f1a850f0d1/e4f68595-e155-42b9-9f3a-137010810a3e) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:11:36.067556 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ae9f93dd-6c26-4b62-8a2a-46c847ff0181 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:36.075699 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ae9f93dd-6c26-4b62-8a2a-46c847ff0181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:36.146118 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9f93dd-6c26-4b62-8a2a-46c847ff0181 None None] Network c8e4f700-dacf-4eff-b46b-55399017d000 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:11:36.150968 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-ae9f93dd-6c26-4b62-8a2a-46c847ff0181 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:11:36.162983 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9f93dd-6c26-4b62-8a2a-46c847ff0181 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:11:36.173504 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f93dd-6c26-4b62-8a2a-46c847ff0181 None None] Pushing event updated for resources: {'Port': ['ID=e4f68595-e155-42b9-9f3a-137010810a3e,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:36.201371 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9f93dd-6c26-4b62-8a2a-46c847ff0181 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:36.201730 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9f93dd-6c26-4b62-8a2a-46c847ff0181 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:36.202079 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9f93dd-6c26-4b62-8a2a-46c847ff0181 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:36.202423 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9f93dd-6c26-4b62-8a2a-46c847ff0181 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:36.202764 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9f93dd-6c26-4b62-8a2a-46c847ff0181 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:36.203105 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9f93dd-6c26-4b62-8a2a-46c847ff0181 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:36.203444 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9f93dd-6c26-4b62-8a2a-46c847ff0181 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:36.203777 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9f93dd-6c26-4b62-8a2a-46c847ff0181 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:36.204108 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9f93dd-6c26-4b62-8a2a-46c847ff0181 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:36.204438 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9f93dd-6c26-4b62-8a2a-46c847ff0181 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:36.204767 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9f93dd-6c26-4b62-8a2a-46c847ff0181 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:36.205117 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9f93dd-6c26-4b62-8a2a-46c847ff0181 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:36.206213 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9f93dd-6c26-4b62-8a2a-46c847ff0181 None None] Tracked resource versions report: Nov 25 17:11:36.206213 n-d-817746-1 neutron-server[103362]: pushed versions: Nov 25 17:11:36.206213 n-d-817746-1 neutron-server[103362]: { 'AddressGroup': {'1.2'}, Nov 25 17:11:36.206213 n-d-817746-1 neutron-server[103362]: 'ConntrackHelper': {'1.0'}, Nov 25 17:11:36.206213 n-d-817746-1 neutron-server[103362]: 'Log': {'1.0'}, Nov 25 17:11:36.206213 n-d-817746-1 neutron-server[103362]: 'Network': {'1.1'}, Nov 25 17:11:36.206213 n-d-817746-1 neutron-server[103362]: 'Port': {'1.7'}, Nov 25 17:11:36.206213 n-d-817746-1 neutron-server[103362]: 'PortForwarding': {'1.2'}, Nov 25 17:11:36.206213 n-d-817746-1 neutron-server[103362]: 'QosPolicy': {'1.10'}, Nov 25 17:11:36.206213 n-d-817746-1 neutron-server[103362]: 'SecurityGroup': {'1.5'}, Nov 25 17:11:36.206213 n-d-817746-1 neutron-server[103362]: 'SecurityGroupRule': {'1.2'}, Nov 25 17:11:36.206213 n-d-817746-1 neutron-server[103362]: 'SubPort': {'1.0'}, Nov 25 17:11:36.206213 n-d-817746-1 neutron-server[103362]: 'Subnet': {'1.1'}, Nov 25 17:11:36.206213 n-d-817746-1 neutron-server[103362]: 'Trunk': {'1.1'}} Nov 25 17:11:36.206213 n-d-817746-1 neutron-server[103362]: consumer versions: Nov 25 17:11:36.206213 n-d-817746-1 neutron-server[103362]: { DHCP agent@n-d-817746-1: {}, Nov 25 17:11:36.206213 n-d-817746-1 neutron-server[103362]: L3 agent@n-d-817746-1: {}, Nov 25 17:11:36.206213 n-d-817746-1 neutron-server[103362]: Metadata agent@n-d-817746-1: {}, Nov 25 17:11:36.206213 n-d-817746-1 neutron-server[103362]: Metering agent@n-d-817746-1: {}, Nov 25 17:11:36.206213 n-d-817746-1 neutron-server[103362]: Open vSwitch agent@n-d-817746-1: { 'AddressGroup': '1.2', Nov 25 17:11:36.206213 n-d-817746-1 neutron-server[103362]: 'ConntrackHelper': '1.0', Nov 25 17:11:36.206213 n-d-817746-1 neutron-server[103362]: 'Log': '1.0', Nov 25 17:11:36.206213 n-d-817746-1 neutron-server[103362]: 'Network': '1.1', Nov 25 17:11:36.206213 n-d-817746-1 neutron-server[103362]: 'Port': '1.7', Nov 25 17:11:36.206213 n-d-817746-1 neutron-server[103362]: 'PortForwarding': '1.2', Nov 25 17:11:36.206213 n-d-817746-1 neutron-server[103362]: 'QosPolicy': '1.10', Nov 25 17:11:36.206213 n-d-817746-1 neutron-server[103362]: 'SecurityGroup': '1.5', Nov 25 17:11:36.206213 n-d-817746-1 neutron-server[103362]: 'SecurityGroupRule': '1.2', Nov 25 17:11:36.206213 n-d-817746-1 neutron-server[103362]: 'SubPort': '1.0', Nov 25 17:11:36.206213 n-d-817746-1 neutron-server[103362]: 'Subnet': '1.1', Nov 25 17:11:36.206213 n-d-817746-1 neutron-server[103362]: 'Trunk': '1.1'}} Nov 25 17:11:36.206213 n-d-817746-1 neutron-server[103362]: {{(pid=103362) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 17:11:36.253870 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-ae9f93dd-6c26-4b62-8a2a-46c847ff0181 None None] Attempting to bind port e4f68595-e155-42b9-9f3a-137010810a3e on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:11:36.254482 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-ae9f93dd-6c26-4b62-8a2a-46c847ff0181 None None] Attempting to bind port e4f68595-e155-42b9-9f3a-137010810a3e by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'a6a5ed19-63d0-4fe4-b616-1c4e3fe8e62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'c8e4f700-dacf-4eff-b46b-55399017d000'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:11:36.254703 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9f93dd-6c26-4b62-8a2a-46c847ff0181 None None] Attempting to bind port e4f68595-e155-42b9-9f3a-137010810a3e on network c8e4f700-dacf-4eff-b46b-55399017d000 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:11:36.259707 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9f93dd-6c26-4b62-8a2a-46c847ff0181 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:11:36.260248 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9f93dd-6c26-4b62-8a2a-46c847ff0181 None None] Checking segment: {'id': 'a6a5ed19-63d0-4fe4-b616-1c4e3fe8e62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'c8e4f700-dacf-4eff-b46b-55399017d000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:11:36.260744 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ae9f93dd-6c26-4b62-8a2a-46c847ff0181 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:36.261177 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9f93dd-6c26-4b62-8a2a-46c847ff0181 None None] Bound using segment: {'id': 'a6a5ed19-63d0-4fe4-b616-1c4e3fe8e62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'c8e4f700-dacf-4eff-b46b-55399017d000'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:11:36.261669 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-ae9f93dd-6c26-4b62-8a2a-46c847ff0181 None None] Bound port: e4f68595-e155-42b9-9f3a-137010810a3e, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6a5ed19-63d0-4fe4-b616-1c4e3fe8e62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'c8e4f700-dacf-4eff-b46b-55399017d000'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:11:36.262104 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ae9f93dd-6c26-4b62-8a2a-46c847ff0181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:36.324142 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-ae9f93dd-6c26-4b62-8a2a-46c847ff0181 None None] For port e4f68595-e155-42b9-9f3a-137010810a3e, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:11:36.346691 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-ae9f93dd-6c26-4b62-8a2a-46c847ff0181 None None] For port e4f68595-e155-42b9-9f3a-137010810a3e, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=e4f68595-e155-42b9-9f3a-137010810a3e,segment=NetworkSegment(a6a5ed19-63d0-4fe4-b616-1c4e3fe8e62e),segment_id=a6a5ed19-63d0-4fe4-b616-1c4e3fe8e62e)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:11:36.350802 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ae9f93dd-6c26-4b62-8a2a-46c847ff0181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:36.406347 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f93dd-6c26-4b62-8a2a-46c847ff0181 None None] Pushing event updated for resources: {'Port': ['ID=e4f68595-e155-42b9-9f3a-137010810a3e,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:37.912661 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55822) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:38.232598 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [None req-a20db83e-8bdd-461e-bebe-d5afe69e6957 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:11:38.233686 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-a20db83e-8bdd-461e-bebe-d5afe69e6957 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3200634 Nov 25 17:11:40.887567 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55830) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:41.206345 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [None req-3b933896-97ce-402c-ac5f-23a873f815dd admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:11:41.207318 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3b933896-97ce-402c-ac5f-23a873f815dd admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3186743 Nov 25 17:11:44.066479 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55840) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:44.380575 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-6ffb90f2-22e4-4e42-9090-d8f373e4baad admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '905863c4969f423da3862aad9134e401', 'admin_state_up': True}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:11:44.404588 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6ffb90f2-22e4-4e42-9090-d8f373e4baad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:44.406298 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6ffb90f2-22e4-4e42-9090-d8f373e4baad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:44.564322 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6ffb90f2-22e4-4e42-9090-d8f373e4baad admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:44.569496 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6ffb90f2-22e4-4e42-9090-d8f373e4baad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:44.585826 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6ffb90f2-22e4-4e42-9090-d8f373e4baad admin admin] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:44.587472 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-6ffb90f2-22e4-4e42-9090-d8f373e4baad admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5198286 Nov 25 17:11:44.803077 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device e4f68595-e155-42b9-9f3a-137010810a3e up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:11:44.901946 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port e4f68595-e155-42b9-9f3a-137010810a3e triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:11:44.902401 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:45.026984 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:45.064458 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port e4f68595-e155-42b9-9f3a-137010810a3e, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=e4f68595-e155-42b9-9f3a-137010810a3e,segment=NetworkSegment(a6a5ed19-63d0-4fe4-b616-1c4e3fe8e62e),segment_id=a6a5ed19-63d0-4fe4-b616-1c4e3fe8e62e)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:45.069062 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:45.116142 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=e4f68595-e155-42b9-9f3a-137010810a3e,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:45.595870 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d915f22-783e-4a82-a64d-fd4dc05debf9 None None] Network c8e4f700-dacf-4eff-b46b-55399017d000 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:11:45.710106 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-fe0e114d-0641-46e5-9538-2520fabed115 None None] Provisioning complete for port e4f68595-e155-42b9-9f3a-137010810a3e triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:11:45.710479 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-fe0e114d-0641-46e5-9538-2520fabed115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:46.059359 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-256e1523-4752-42f2-abc1-7cab871bfeab None None] Provisioning complete for port e4f68595-e155-42b9-9f3a-137010810a3e triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:11:46.060031 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-256e1523-4752-42f2-abc1-7cab871bfeab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:46.772731 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device e4f68595-e155-42b9-9f3a-137010810a3e up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:11:46.820613 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port e4f68595-e155-42b9-9f3a-137010810a3e triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:11:46.821013 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:47.031912 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-274f890b-b115-4a2c-b5f2-fab957e85d14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:47.222330 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55852) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:47.531357 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [None req-a5ab59ff-4765-44df-b357-fa9a7e9302d4 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:11:47.532383 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-a5ab59ff-4765-44df-b357-fa9a7e9302d4 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3091049 Nov 25 17:11:49.367569 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e96ae537-e5c8-46db-8cfa-0dfb17716c42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:50.242029 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55866) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:50.471036 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-85927668-ca1b-4241-8ad7-4fb6b0509721 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'name': 'public'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:11:50.494596 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85927668-ca1b-4241-8ad7-4fb6b0509721 admin admin] Made reservation on behalf of e9d4eed7dd4c4aea884efc426a63e37d for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:11:50.497027 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-85927668-ca1b-4241-8ad7-4fb6b0509721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:50.511921 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-85927668-ca1b-4241-8ad7-4fb6b0509721 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:50.622408 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-85927668-ca1b-4241-8ad7-4fb6b0509721 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:50.626358 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-85927668-ca1b-4241-8ad7-4fb6b0509721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:50.635167 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:50.641999 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-85927668-ca1b-4241-8ad7-4fb6b0509721 admin admin] Reserving flat network on physical network physnet1 {{(pid=103361) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 25 17:11:50.664817 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85927668-ca1b-4241-8ad7-4fb6b0509721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215c0c34-707f-4dc0-87ee-951971d3c530,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:50.668219 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-85927668-ca1b-4241-8ad7-4fb6b0509721 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791736721354', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:50.668783 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-85927668-ca1b-4241-8ad7-4fb6b0509721 admin admin] Unsubscribe: segment precommit_create {{(pid=103361) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 25 17:11:50.669296 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-85927668-ca1b-4241-8ad7-4fb6b0509721 admin admin] Added segment 16c0aa20-4113-45fa-9c27-33563ef59618 of type flat for network 1aa44027-b9d0-4a56-9a59-7e664703e20a Nov 25 17:11:50.721513 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-85927668-ca1b-4241-8ad7-4fb6b0509721 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:50.760978 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-85927668-ca1b-4241-8ad7-4fb6b0509721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:50.761845 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85927668-ca1b-4241-8ad7-4fb6b0509721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:50.762415 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-85927668-ca1b-4241-8ad7-4fb6b0509721 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:50.812312 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-85927668-ca1b-4241-8ad7-4fb6b0509721 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5693240 Nov 25 17:11:50.860955 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85927668-ca1b-4241-8ad7-4fb6b0509721 admin admin] Pushing event updated for resources: {'Network': ['ID=1aa44027-b9d0-4a56-9a59-7e664703e20a,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:50.875340 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:11:51.835673 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:52.879225 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:53.289817 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55884) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:53.411690 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b750cd2-decc-46e5-ba61-b47c6264ce09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:53.413042 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-5b750cd2-decc-46e5-ba61-b47c6264ce09 admin admin] 10.222.0.75 "GET /v2.0/subnets/365b9eb0-d25b-4e32-ade3-04f1a850f0d1 HTTP/1.1" status: 200 len: 849 time: 0.1216843 Nov 25 17:11:53.531597 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-052bad00-25c1-408e-b01e-59ab270f9f4b admin admin] 10.222.0.75 "GET /v2.0/routers/30b363a2-97b8-4f9d-be98-4e92fceec47d HTTP/1.1" status: 200 len: 704 time: 0.1124463 Nov 25 17:11:53.798733 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c29a8797-ba44-4f19-886e-52de9f62aaed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:54.088996 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-c29a8797-ba44-4f19-886e-52de9f62aaed admin admin] Allocated IP 172.20.0.1 (c8e4f700-dacf-4eff-b46b-55399017d000/365b9eb0-d25b-4e32-ade3-04f1a850f0d1/d9726736-0462-4f93-913a-8080e47ffd6e) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:11:54.248513 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c29a8797-ba44-4f19-886e-52de9f62aaed admin admin] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:54.359306 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c29a8797-ba44-4f19-886e-52de9f62aaed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:54.430564 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29a8797-ba44-4f19-886e-52de9f62aaed admin admin] Network c8e4f700-dacf-4eff-b46b-55399017d000 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:11:54.435470 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-c29a8797-ba44-4f19-886e-52de9f62aaed admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:11:54.441504 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29a8797-ba44-4f19-886e-52de9f62aaed admin admin] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:11:54.442025 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c29a8797-ba44-4f19-886e-52de9f62aaed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:54.466861 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29a8797-ba44-4f19-886e-52de9f62aaed admin admin] Pushing event updated for resources: {'Port': ['ID=d9726736-0462-4f93-913a-8080e47ffd6e,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:54.617140 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-f1d0582d-432d-4510-8332-b6bf1d62914e None None] Provisioning complete for port d9726736-0462-4f93-913a-8080e47ffd6e triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:11:54.617677 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f1d0582d-432d-4510-8332-b6bf1d62914e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:54.643086 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c29a8797-ba44-4f19-886e-52de9f62aaed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:54.651281 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-f1d0582d-432d-4510-8332-b6bf1d62914e None None] Port d9726736-0462-4f93-913a-8080e47ffd6e cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:11:54.852751 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c29a8797-ba44-4f19-886e-52de9f62aaed admin admin] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:54.857332 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c29a8797-ba44-4f19-886e-52de9f62aaed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:54.858210 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c29a8797-ba44-4f19-886e-52de9f62aaed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:54.936380 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29a8797-ba44-4f19-886e-52de9f62aaed admin admin] Pushing event updated for resources: {'Port': ['ID=d9726736-0462-4f93-913a-8080e47ffd6e,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:54.984455 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29a8797-ba44-4f19-886e-52de9f62aaed admin admin] Network c8e4f700-dacf-4eff-b46b-55399017d000 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:11:54.985797 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-c29a8797-ba44-4f19-886e-52de9f62aaed admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:11:55.146621 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c29a8797-ba44-4f19-886e-52de9f62aaed admin admin] Router 30b363a2-97b8-4f9d-be98-4e92fceec47d is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:11:55.172691 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-3e7820a6-35e1-46c0-9647-d6eeae6aa2aa None None] Provisioning complete for port d9726736-0462-4f93-913a-8080e47ffd6e triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:11:55.173089 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3e7820a6-35e1-46c0-9647-d6eeae6aa2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:55.208028 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-3e7820a6-35e1-46c0-9647-d6eeae6aa2aa None None] Port d9726736-0462-4f93-913a-8080e47ffd6e cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:11:55.250912 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c29a8797-ba44-4f19-886e-52de9f62aaed admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:11:55.256416 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c29a8797-ba44-4f19-886e-52de9f62aaed admin admin] 10.222.0.75 "PUT /v2.0/routers/30b363a2-97b8-4f9d-be98-4e92fceec47d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7193186 Nov 25 17:11:55.261967 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08af5f31-0778-4531-a2c9-87d2f689db61 None None] Sync routers for ids ['30b363a2-97b8-4f9d-be98-4e92fceec47d'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:11:55.274327 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08af5f31-0778-4531-a2c9-87d2f689db61 None None] Routers {'30b363a2-97b8-4f9d-be98-4e92fceec47d'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:11:55.275502 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-08af5f31-0778-4531-a2c9-87d2f689db61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:11:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['30b363a2-97b8-4f9d-be98-4e92fceec47d'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:55.466721 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-08af5f31-0778-4531-a2c9-87d2f689db61 None None] Set router 30b363a2-97b8-4f9d-be98-4e92fceec47d gateway port host: None {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:11:55.908841 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-08af5f31-0778-4531-a2c9-87d2f689db61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b363a2-97b8-4f9d-be98-4e92fceec47d', 'name': 'router1', 'tenant_id': '905863c4969f423da3862aad9134e401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:11:44Z', 'updated_at': '2021-11-25T17:11:54Z', 'revision_number': 2, 'project_id': '905863c4969f423da3862aad9134e401', 'gw_port_host': None, '_interfaces': [{'id': 'd9726736-0462-4f93-913a-8080e47ffd6e', 'name': '', 'network_id': 'c8e4f700-dacf-4eff-b46b-55399017d000', 'tenant_id': '905863c4969f423da3862aad9134e401', 'mac_address': 'fa:16:3e:9d:9b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b363a2-97b8-4f9d-be98-4e92fceec47d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '365b9eb0-d25b-4e32-ade3-04f1a850f0d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:11:53Z', 'updated_at': '2021-11-25T17:11:54Z', 'revision_number': 2, 'project_id': '905863c4969f423da3862aad9134e401', 'subnets': [{'id': '365b9eb0-d25b-4e32-ade3-04f1a850f0d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '469313fc-df0e-4ea3-8b26-4c264c66ee0c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:55.958072 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08af5f31-0778-4531-a2c9-87d2f689db61 None None] Checking router: 30b363a2-97b8-4f9d-be98-4e92fceec47d for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:11:55.958446 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08af5f31-0778-4531-a2c9-87d2f689db61 None None] Updating router 30b363a2-97b8-4f9d-be98-4e92fceec47d port d9726736-0462-4f93-913a-8080e47ffd6e binding host n-d-817746-1 {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:11:56.041212 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-08af5f31-0778-4531-a2c9-87d2f689db61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:56.539287 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-08af5f31-0778-4531-a2c9-87d2f689db61 None None] Publish callbacks [] for port, precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:56.546670 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-08af5f31-0778-4531-a2c9-87d2f689db61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:56.645276 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc4db4-9f1d-4e80-8e4e-36fac60548ef None None] Pushing event updated for resources: {'Port': ['ID=d9726736-0462-4f93-913a-8080e47ffd6e,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:56.674406 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc4db4-9f1d-4e80-8e4e-36fac60548ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:56.674606 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc4db4-9f1d-4e80-8e4e-36fac60548ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:56.674937 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc4db4-9f1d-4e80-8e4e-36fac60548ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:56.675274 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc4db4-9f1d-4e80-8e4e-36fac60548ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:56.675607 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc4db4-9f1d-4e80-8e4e-36fac60548ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:56.676092 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc4db4-9f1d-4e80-8e4e-36fac60548ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:56.676274 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc4db4-9f1d-4e80-8e4e-36fac60548ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:56.676587 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc4db4-9f1d-4e80-8e4e-36fac60548ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:56.676942 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc4db4-9f1d-4e80-8e4e-36fac60548ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:56.677266 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc4db4-9f1d-4e80-8e4e-36fac60548ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:56.677588 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc4db4-9f1d-4e80-8e4e-36fac60548ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:56.677906 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc4db4-9f1d-4e80-8e4e-36fac60548ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:56.679019 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc4db4-9f1d-4e80-8e4e-36fac60548ef None None] Tracked resource versions report: Nov 25 17:11:56.679019 n-d-817746-1 neutron-server[103363]: pushed versions: Nov 25 17:11:56.679019 n-d-817746-1 neutron-server[103363]: { 'AddressGroup': {'1.2'}, Nov 25 17:11:56.679019 n-d-817746-1 neutron-server[103363]: 'ConntrackHelper': {'1.0'}, Nov 25 17:11:56.679019 n-d-817746-1 neutron-server[103363]: 'Log': {'1.0'}, Nov 25 17:11:56.679019 n-d-817746-1 neutron-server[103363]: 'Network': {'1.1'}, Nov 25 17:11:56.679019 n-d-817746-1 neutron-server[103363]: 'Port': {'1.7'}, Nov 25 17:11:56.679019 n-d-817746-1 neutron-server[103363]: 'PortForwarding': {'1.2'}, Nov 25 17:11:56.679019 n-d-817746-1 neutron-server[103363]: 'QosPolicy': {'1.10'}, Nov 25 17:11:56.679019 n-d-817746-1 neutron-server[103363]: 'SecurityGroup': {'1.5'}, Nov 25 17:11:56.679019 n-d-817746-1 neutron-server[103363]: 'SecurityGroupRule': {'1.2'}, Nov 25 17:11:56.679019 n-d-817746-1 neutron-server[103363]: 'SubPort': {'1.0'}, Nov 25 17:11:56.679019 n-d-817746-1 neutron-server[103363]: 'Subnet': {'1.1'}, Nov 25 17:11:56.679019 n-d-817746-1 neutron-server[103363]: 'Trunk': {'1.1'}} Nov 25 17:11:56.679019 n-d-817746-1 neutron-server[103363]: consumer versions: Nov 25 17:11:56.679019 n-d-817746-1 neutron-server[103363]: { DHCP agent@n-d-817746-1: {}, Nov 25 17:11:56.679019 n-d-817746-1 neutron-server[103363]: L3 agent@n-d-817746-1: {}, Nov 25 17:11:56.679019 n-d-817746-1 neutron-server[103363]: Metadata agent@n-d-817746-1: {}, Nov 25 17:11:56.679019 n-d-817746-1 neutron-server[103363]: Metering agent@n-d-817746-1: {}, Nov 25 17:11:56.679019 n-d-817746-1 neutron-server[103363]: Open vSwitch agent@n-d-817746-1: { 'AddressGroup': '1.2', Nov 25 17:11:56.679019 n-d-817746-1 neutron-server[103363]: 'ConntrackHelper': '1.0', Nov 25 17:11:56.679019 n-d-817746-1 neutron-server[103363]: 'Log': '1.0', Nov 25 17:11:56.679019 n-d-817746-1 neutron-server[103363]: 'Network': '1.1', Nov 25 17:11:56.679019 n-d-817746-1 neutron-server[103363]: 'Port': '1.7', Nov 25 17:11:56.679019 n-d-817746-1 neutron-server[103363]: 'PortForwarding': '1.2', Nov 25 17:11:56.679019 n-d-817746-1 neutron-server[103363]: 'QosPolicy': '1.10', Nov 25 17:11:56.679019 n-d-817746-1 neutron-server[103363]: 'SecurityGroup': '1.5', Nov 25 17:11:56.679019 n-d-817746-1 neutron-server[103363]: 'SecurityGroupRule': '1.2', Nov 25 17:11:56.679019 n-d-817746-1 neutron-server[103363]: 'SubPort': '1.0', Nov 25 17:11:56.679019 n-d-817746-1 neutron-server[103363]: 'Subnet': '1.1', Nov 25 17:11:56.679019 n-d-817746-1 neutron-server[103363]: 'Trunk': '1.1'}} Nov 25 17:11:56.679019 n-d-817746-1 neutron-server[103363]: {{(pid=103363) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 17:11:56.732206 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-08af5f31-0778-4531-a2c9-87d2f689db61 None None] Attempting to bind port d9726736-0462-4f93-913a-8080e47ffd6e on host n-d-817746-1 for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:11:56.732724 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-08af5f31-0778-4531-a2c9-87d2f689db61 None None] Attempting to bind port d9726736-0462-4f93-913a-8080e47ffd6e by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'a6a5ed19-63d0-4fe4-b616-1c4e3fe8e62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'c8e4f700-dacf-4eff-b46b-55399017d000'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:11:56.733065 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08af5f31-0778-4531-a2c9-87d2f689db61 None None] Attempting to bind port d9726736-0462-4f93-913a-8080e47ffd6e on network c8e4f700-dacf-4eff-b46b-55399017d000 {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:11:56.738439 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08af5f31-0778-4531-a2c9-87d2f689db61 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:11:56.738842 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08af5f31-0778-4531-a2c9-87d2f689db61 None None] Checking segment: {'id': 'a6a5ed19-63d0-4fe4-b616-1c4e3fe8e62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'c8e4f700-dacf-4eff-b46b-55399017d000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:11:56.739330 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-08af5f31-0778-4531-a2c9-87d2f689db61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:56.740007 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08af5f31-0778-4531-a2c9-87d2f689db61 None None] Bound using segment: {'id': 'a6a5ed19-63d0-4fe4-b616-1c4e3fe8e62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'c8e4f700-dacf-4eff-b46b-55399017d000'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:11:56.740215 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-08af5f31-0778-4531-a2c9-87d2f689db61 None None] Bound port: d9726736-0462-4f93-913a-8080e47ffd6e, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6a5ed19-63d0-4fe4-b616-1c4e3fe8e62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'c8e4f700-dacf-4eff-b46b-55399017d000'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:11:56.740633 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-08af5f31-0778-4531-a2c9-87d2f689db61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:56.809986 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-08af5f31-0778-4531-a2c9-87d2f689db61 None None] For port d9726736-0462-4f93-913a-8080e47ffd6e, host n-d-817746-1, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:11:56.829391 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-08af5f31-0778-4531-a2c9-87d2f689db61 None None] For port d9726736-0462-4f93-913a-8080e47ffd6e, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d9726736-0462-4f93-913a-8080e47ffd6e,segment=NetworkSegment(a6a5ed19-63d0-4fe4-b616-1c4e3fe8e62e),segment_id=a6a5ed19-63d0-4fe4-b616-1c4e3fe8e62e)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:11:56.834085 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-08af5f31-0778-4531-a2c9-87d2f689db61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:56.843134 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-7a678790-60d0-401d-a156-4e9b9a45d477 None None] Provisioning complete for port d9726736-0462-4f93-913a-8080e47ffd6e triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:11:56.843645 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7a678790-60d0-401d-a156-4e9b9a45d477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:56.885906 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc4db4-9f1d-4e80-8e4e-36fac60548ef None None] Pushing event updated for resources: {'Port': ['ID=d9726736-0462-4f93-913a-8080e47ffd6e,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:56.910702 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08af5f31-0778-4531-a2c9-87d2f689db61 None None] Routers {'30b363a2-97b8-4f9d-be98-4e92fceec47d'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:11:56.910979 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-08af5f31-0778-4531-a2c9-87d2f689db61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:11:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['30b363a2-97b8-4f9d-be98-4e92fceec47d'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:56.928092 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7a678790-60d0-401d-a156-4e9b9a45d477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:57.001764 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-7a678790-60d0-401d-a156-4e9b9a45d477 None None] For port d9726736-0462-4f93-913a-8080e47ffd6e, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d9726736-0462-4f93-913a-8080e47ffd6e,segment=NetworkSegment(a6a5ed19-63d0-4fe4-b616-1c4e3fe8e62e),segment_id=a6a5ed19-63d0-4fe4-b616-1c4e3fe8e62e)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:57.008323 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7a678790-60d0-401d-a156-4e9b9a45d477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:57.023240 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-08af5f31-0778-4531-a2c9-87d2f689db61 None None] Set router 30b363a2-97b8-4f9d-be98-4e92fceec47d gateway port host: None {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:11:57.074482 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a678790-60d0-401d-a156-4e9b9a45d477 None None] Pushing event updated for resources: {'Port': ['ID=d9726736-0462-4f93-913a-8080e47ffd6e,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:57.132423 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-07b8299e-ba6e-495c-89c2-cb09c336f681 None None] Provisioning complete for port d9726736-0462-4f93-913a-8080e47ffd6e triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:11:57.132803 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-07b8299e-ba6e-495c-89c2-cb09c336f681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:57.252955 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-08af5f31-0778-4531-a2c9-87d2f689db61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b363a2-97b8-4f9d-be98-4e92fceec47d', 'name': 'router1', 'tenant_id': '905863c4969f423da3862aad9134e401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:11:44Z', 'updated_at': '2021-11-25T17:11:54Z', 'revision_number': 2, 'project_id': '905863c4969f423da3862aad9134e401', 'gw_port_host': None, '_interfaces': [{'id': 'd9726736-0462-4f93-913a-8080e47ffd6e', 'name': '', 'network_id': 'c8e4f700-dacf-4eff-b46b-55399017d000', 'tenant_id': '905863c4969f423da3862aad9134e401', 'mac_address': 'fa:16:3e:9d:9b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b363a2-97b8-4f9d-be98-4e92fceec47d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '365b9eb0-d25b-4e32-ade3-04f1a850f0d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:11:53Z', 'updated_at': '2021-11-25T17:11:56Z', 'revision_number': 4, 'project_id': '905863c4969f423da3862aad9134e401', 'subnets': [{'id': '365b9eb0-d25b-4e32-ade3-04f1a850f0d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '469313fc-df0e-4ea3-8b26-4c264c66ee0c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:57.279460 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08af5f31-0778-4531-a2c9-87d2f689db61 None None] The sync data for ids ['30b363a2-97b8-4f9d-be98-4e92fceec47d'] in n-d-817746-1 is: [{'id': '30b363a2-97b8-4f9d-be98-4e92fceec47d', 'name': 'router1', 'tenant_id': '905863c4969f423da3862aad9134e401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:11:44Z', 'updated_at': '2021-11-25T17:11:54Z', 'revision_number': 2, 'project_id': '905863c4969f423da3862aad9134e401', 'gw_port_host': None, '_interfaces': [{'id': 'd9726736-0462-4f93-913a-8080e47ffd6e', 'name': '', 'network_id': 'c8e4f700-dacf-4eff-b46b-55399017d000', 'tenant_id': '905863c4969f423da3862aad9134e401', 'mac_address': 'fa:16:3e:9d:9b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b363a2-97b8-4f9d-be98-4e92fceec47d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '365b9eb0-d25b-4e32-ade3-04f1a850f0d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:11:53Z', 'updated_at': '2021-11-25T17:11:56Z', 'revision_number': 4, 'project_id': '905863c4969f423da3862aad9134e401', 'subnets': [{'id': '365b9eb0-d25b-4e32-ade3-04f1a850f0d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '469313fc-df0e-4ea3-8b26-4c264c66ee0c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:11:57.766533 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55900) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:57.880150 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88b75e4-7d1e-4fab-a84a-c2e53b871bab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:57.881558 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c88b75e4-7d1e-4fab-a84a-c2e53b871bab admin admin] 10.222.0.75 "GET /v2.0/networks/1aa44027-b9d0-4a56-9a59-7e664703e20a HTTP/1.1" status: 200 len: 842 time: 0.1140821 Nov 25 17:11:57.892321 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-d75f5f93-c09a-4069-ad56-658ce56fb4f5 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'ip_version': 4}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:11:57.914779 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75f5f93-c09a-4069-ad56-658ce56fb4f5 admin admin] Made reservation on behalf of e9d4eed7dd4c4aea884efc426a63e37d for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:11:57.917787 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d75f5f93-c09a-4069-ad56-658ce56fb4f5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:58.198286 n-d-817746-1 neutron-server[103361]: DEBUG neutron.objects.ports [None req-d75f5f93-c09a-4069-ad56-658ce56fb4f5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103361) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 17:11:58.198707 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d75f5f93-c09a-4069-ad56-658ce56fb4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:58.249670 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75f5f93-c09a-4069-ad56-658ce56fb4f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:58.259759 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75f5f93-c09a-4069-ad56-658ce56fb4f5 admin admin] Checking segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:11:58.260141 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75f5f93-c09a-4069-ad56-658ce56fb4f5 admin admin] Network hostable DHCP agents. Network: 1aa44027-b9d0-4a56-9a59-7e664703e20a, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:11:58.275548 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75f5f93-c09a-4069-ad56-658ce56fb4f5 admin admin] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:11:58.283999 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-d75f5f93-c09a-4069-ad56-658ce56fb4f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 1aa44027-b9d0-4a56-9a59-7e664703e20a) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:11:58.288055 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75f5f93-c09a-4069-ad56-658ce56fb4f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:58.288664 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d75f5f93-c09a-4069-ad56-658ce56fb4f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:58.295636 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d27815-02c0-485c-a0ec-6df838d00c11 None None] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:11:58.312894 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d75f5f93-c09a-4069-ad56-658ce56fb4f5 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4166961 Nov 25 17:11:58.434635 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b345c1ca-3eb2-46bc-8bf8-79f417bccdf7 None None] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:12:00.870709 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55908) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:01.075162 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-916516c6-92fb-4916-9798-c9c3b1b52aeb admin admin] 10.222.0.75 "GET /v2.0/routers/30b363a2-97b8-4f9d-be98-4e92fceec47d HTTP/1.1" status: 200 len: 710 time: 0.2030904 Nov 25 17:12:01.166800 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb15e26-3a33-4d6c-83ee-a5a44078940a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:01.168225 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-6bb15e26-3a33-4d6c-83ee-a5a44078940a admin admin] 10.222.0.75 "GET /v2.0/networks/1aa44027-b9d0-4a56-9a59-7e664703e20a HTTP/1.1" status: 200 len: 886 time: 0.0871727 Nov 25 17:12:01.177853 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-779cc090-dfcf-4b3e-9372-057e4f5768da admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:12:01.434603 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-779cc090-dfcf-4b3e-9372-057e4f5768da admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:01.673797 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-779cc090-dfcf-4b3e-9372-057e4f5768da admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:01.747821 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-779cc090-dfcf-4b3e-9372-057e4f5768da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:01.851779 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-779cc090-dfcf-4b3e-9372-057e4f5768da admin admin] Allocated IP 172.25.0.226 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/61f56738-2e4c-4db1-9a43-e29cd234fa1f) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:12:01.958694 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-779cc090-dfcf-4b3e-9372-057e4f5768da admin admin] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:01.992155 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-779cc090-dfcf-4b3e-9372-057e4f5768da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:02.031286 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779cc090-dfcf-4b3e-9372-057e4f5768da admin admin] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:12:02.035909 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-779cc090-dfcf-4b3e-9372-057e4f5768da admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:12:02.040941 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779cc090-dfcf-4b3e-9372-057e4f5768da admin admin] Pushing event updated for resources: {'Port': ['ID=61f56738-2e4c-4db1-9a43-e29cd234fa1f,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:02.051818 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779cc090-dfcf-4b3e-9372-057e4f5768da admin admin] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:12:02.298734 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-779cc090-dfcf-4b3e-9372-057e4f5768da admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:02.580992 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-779cc090-dfcf-4b3e-9372-057e4f5768da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-542255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8324'] for router, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:02.584899 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-779cc090-dfcf-4b3e-9372-057e4f5768da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-542246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-542269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-530067'] for router, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:02.694500 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-779cc090-dfcf-4b3e-9372-057e4f5768da admin admin] Router 30b363a2-97b8-4f9d-be98-4e92fceec47d has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:12:02.807209 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-779cc090-dfcf-4b3e-9372-057e4f5768da admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:12:02.812652 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-779cc090-dfcf-4b3e-9372-057e4f5768da admin admin] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:02.813962 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-779cc090-dfcf-4b3e-9372-057e4f5768da admin admin] 10.222.0.75 "PUT /v2.0/routers/30b363a2-97b8-4f9d-be98-4e92fceec47d HTTP/1.1" status: 200 len: 890 time: 1.6395361 Nov 25 17:12:04.531549 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f96b0f2-d00f-437d-bd48-9c2acfe1f617 None None] Sync routers for ids ['30b363a2-97b8-4f9d-be98-4e92fceec47d'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:12:04.543335 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f96b0f2-d00f-437d-bd48-9c2acfe1f617 None None] Routers {'30b363a2-97b8-4f9d-be98-4e92fceec47d'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:12:04.543973 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-5f96b0f2-d00f-437d-bd48-9c2acfe1f617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:11:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['30b363a2-97b8-4f9d-be98-4e92fceec47d'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:04.756139 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-5f96b0f2-d00f-437d-bd48-9c2acfe1f617 None None] Set router 30b363a2-97b8-4f9d-be98-4e92fceec47d gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:12:04.821971 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d9726736-0462-4f93-913a-8080e47ffd6e up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:12:05.069092 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port d9726736-0462-4f93-913a-8080e47ffd6e triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:12:05.069387 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:05.330589 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-5f96b0f2-d00f-437d-bd48-9c2acfe1f617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b363a2-97b8-4f9d-be98-4e92fceec47d', 'name': 'router1', 'tenant_id': '905863c4969f423da3862aad9134e401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '61f56738-2e4c-4db1-9a43-e29cd234fa1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:11:44Z', 'updated_at': '2021-11-25T17:12:02Z', 'revision_number': 4, 'project_id': '905863c4969f423da3862aad9134e401', 'gw_port': {'id': '61f56738-2e4c-4db1-9a43-e29cd234fa1f', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b363a2-97b8-4f9d-be98-4e92fceec47d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:12:01Z', 'updated_at': '2021-11-25T17:12:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'd9726736-0462-4f93-913a-8080e47ffd6e', 'name': '', 'network_id': 'c8e4f700-dacf-4eff-b46b-55399017d000', 'tenant_id': '905863c4969f423da3862aad9134e401', 'mac_address': 'fa:16:3e:9d:9b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b363a2-97b8-4f9d-be98-4e92fceec47d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '365b9eb0-d25b-4e32-ade3-04f1a850f0d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:11:53Z', 'updated_at': '2021-11-25T17:11:56Z', 'revision_number': 5, 'project_id': '905863c4969f423da3862aad9134e401', 'subnets': [{'id': '365b9eb0-d25b-4e32-ade3-04f1a850f0d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '469313fc-df0e-4ea3-8b26-4c264c66ee0c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:05.379474 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f96b0f2-d00f-437d-bd48-9c2acfe1f617 None None] Checking router: 30b363a2-97b8-4f9d-be98-4e92fceec47d for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:12:05.379829 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f96b0f2-d00f-437d-bd48-9c2acfe1f617 None None] Updating router 30b363a2-97b8-4f9d-be98-4e92fceec47d port 61f56738-2e4c-4db1-9a43-e29cd234fa1f binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:12:05.431567 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5f96b0f2-d00f-437d-bd48-9c2acfe1f617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:05.455192 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55922) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:05.567192 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c784d50e-9429-43e6-9376-e520759df277 admin admin] 10.222.0.75 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1108677 Nov 25 17:12:05.770797 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5f96b0f2-d00f-437d-bd48-9c2acfe1f617 None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:05.777147 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5f96b0f2-d00f-437d-bd48-9c2acfe1f617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:05.830139 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-5f96b0f2-d00f-437d-bd48-9c2acfe1f617 None None] Attempting to bind port 61f56738-2e4c-4db1-9a43-e29cd234fa1f on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:12:05.830516 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-5f96b0f2-d00f-437d-bd48-9c2acfe1f617 None None] Attempting to bind port 61f56738-2e4c-4db1-9a43-e29cd234fa1f by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:12:05.830889 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f96b0f2-d00f-437d-bd48-9c2acfe1f617 None None] Attempting to bind port 61f56738-2e4c-4db1-9a43-e29cd234fa1f on network 1aa44027-b9d0-4a56-9a59-7e664703e20a {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:12:05.834036 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7b9ed0-ce9d-4896-a0b5-47729587b33c None None] Pushing event updated for resources: {'Port': ['ID=61f56738-2e4c-4db1-9a43-e29cd234fa1f,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:05.838897 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f96b0f2-d00f-437d-bd48-9c2acfe1f617 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:12:05.839284 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f96b0f2-d00f-437d-bd48-9c2acfe1f617 None None] Checking segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:12:05.839691 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5f96b0f2-d00f-437d-bd48-9c2acfe1f617 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:05.840082 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f96b0f2-d00f-437d-bd48-9c2acfe1f617 None None] Bound using segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:12:05.841045 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-5f96b0f2-d00f-437d-bd48-9c2acfe1f617 None None] Bound port: 61f56738-2e4c-4db1-9a43-e29cd234fa1f, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:12:05.841045 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5f96b0f2-d00f-437d-bd48-9c2acfe1f617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:05.893819 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-5f96b0f2-d00f-437d-bd48-9c2acfe1f617 None None] For port 61f56738-2e4c-4db1-9a43-e29cd234fa1f, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:12:05.896951 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-5f96b0f2-d00f-437d-bd48-9c2acfe1f617 None None] For port 61f56738-2e4c-4db1-9a43-e29cd234fa1f, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=61f56738-2e4c-4db1-9a43-e29cd234fa1f,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:12:05.901507 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5f96b0f2-d00f-437d-bd48-9c2acfe1f617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:05.959138 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7b9ed0-ce9d-4896-a0b5-47729587b33c None None] Pushing event updated for resources: {'Port': ['ID=61f56738-2e4c-4db1-9a43-e29cd234fa1f,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:05.964920 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f96b0f2-d00f-437d-bd48-9c2acfe1f617 None None] Routers {'30b363a2-97b8-4f9d-be98-4e92fceec47d'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:12:05.965464 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-5f96b0f2-d00f-437d-bd48-9c2acfe1f617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:11:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['30b363a2-97b8-4f9d-be98-4e92fceec47d'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:06.079018 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-5f96b0f2-d00f-437d-bd48-9c2acfe1f617 None None] Set router 30b363a2-97b8-4f9d-be98-4e92fceec47d gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:12:06.254152 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 5 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:12:06.294396 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-5f96b0f2-d00f-437d-bd48-9c2acfe1f617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b363a2-97b8-4f9d-be98-4e92fceec47d', 'name': 'router1', 'tenant_id': '905863c4969f423da3862aad9134e401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '61f56738-2e4c-4db1-9a43-e29cd234fa1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:11:44Z', 'updated_at': '2021-11-25T17:12:02Z', 'revision_number': 4, 'project_id': '905863c4969f423da3862aad9134e401', 'gw_port': {'id': '61f56738-2e4c-4db1-9a43-e29cd234fa1f', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b363a2-97b8-4f9d-be98-4e92fceec47d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:12:01Z', 'updated_at': '2021-11-25T17:12:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'd9726736-0462-4f93-913a-8080e47ffd6e', 'name': '', 'network_id': 'c8e4f700-dacf-4eff-b46b-55399017d000', 'tenant_id': '905863c4969f423da3862aad9134e401', 'mac_address': 'fa:16:3e:9d:9b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b363a2-97b8-4f9d-be98-4e92fceec47d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '365b9eb0-d25b-4e32-ade3-04f1a850f0d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:11:53Z', 'updated_at': '2021-11-25T17:11:56Z', 'revision_number': 5, 'project_id': '905863c4969f423da3862aad9134e401', 'subnets': [{'id': '365b9eb0-d25b-4e32-ade3-04f1a850f0d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '469313fc-df0e-4ea3-8b26-4c264c66ee0c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:06.324583 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f96b0f2-d00f-437d-bd48-9c2acfe1f617 None None] The sync data for ids ['30b363a2-97b8-4f9d-be98-4e92fceec47d'] in n-d-817746-1 is: [{'id': '30b363a2-97b8-4f9d-be98-4e92fceec47d', 'name': 'router1', 'tenant_id': '905863c4969f423da3862aad9134e401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '61f56738-2e4c-4db1-9a43-e29cd234fa1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:11:44Z', 'updated_at': '2021-11-25T17:12:02Z', 'revision_number': 4, 'project_id': '905863c4969f423da3862aad9134e401', 'gw_port': {'id': '61f56738-2e4c-4db1-9a43-e29cd234fa1f', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b363a2-97b8-4f9d-be98-4e92fceec47d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:12:01Z', 'updated_at': '2021-11-25T17:12:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'd9726736-0462-4f93-913a-8080e47ffd6e', 'name': '', 'network_id': 'c8e4f700-dacf-4eff-b46b-55399017d000', 'tenant_id': '905863c4969f423da3862aad9134e401', 'mac_address': 'fa:16:3e:9d:9b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b363a2-97b8-4f9d-be98-4e92fceec47d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '365b9eb0-d25b-4e32-ade3-04f1a850f0d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:11:53Z', 'updated_at': '2021-11-25T17:11:56Z', 'revision_number': 5, 'project_id': '905863c4969f423da3862aad9134e401', 'subnets': [{'id': '365b9eb0-d25b-4e32-ade3-04f1a850f0d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '469313fc-df0e-4ea3-8b26-4c264c66ee0c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:12:06.828081 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 61f56738-2e4c-4db1-9a43-e29cd234fa1f up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:12:06.879102 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 61f56738-2e4c-4db1-9a43-e29cd234fa1f triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:12:06.879480 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:06.973275 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:07.019806 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port 61f56738-2e4c-4db1-9a43-e29cd234fa1f, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=61f56738-2e4c-4db1-9a43-e29cd234fa1f,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:07.033828 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:07.083917 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=61f56738-2e4c-4db1-9a43-e29cd234fa1f,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:08.795394 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 61f56738-2e4c-4db1-9a43-e29cd234fa1f up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:12:08.843970 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 61f56738-2e4c-4db1-9a43-e29cd234fa1f triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:12:08.844343 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:17.046698 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7be8bd1f-8367-4752-9555-5f2717f61be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:19.370134 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3e9099ff-02e6-4932-a3ed-77bfe2d220a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:20.649424 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:21.809254 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:22.885238 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:43.253950 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 5 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:12:47.040262 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-89b6c978-a741-4ef1-8d8c-f9c10aa4d73a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:49.378953 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-eae92fc4-ca5c-492c-8ef2-a807e87ea138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:50.643115 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:51.809516 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:52.881486 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:17.042460 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c4e0ddf8-9ad7-4a10-9258-5997e948411e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:19.371072 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-456482c0-2e9e-4b69-8658-109af9bab872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:20.252121 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 5 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:13:20.642498 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:21.812434 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:22.877306 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:36.188900 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56438) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:36.250327 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2aec3b9-cf2d-40fc-bd97-7c7745773736 admin admin] GET failed (client error): The resource could not be found. Nov 25 17:13:36.251612 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d2aec3b9-cf2d-40fc-bd97-7c7745773736 admin admin] 10.222.0.75 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0617516 Nov 25 17:13:36.419237 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d231f920-986d-49c9-a9ee-df0362373b7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:36.421649 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d231f920-986d-49c9-a9ee-df0362373b7b admin admin] 10.222.0.75 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1653221 Nov 25 17:13:38.799288 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56448) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:38.896574 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ffd9c8-04c7-4861-9b5a-8d56f8d01ee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:38.898555 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-93ffd9c8-04c7-4861-9b5a-8d56f8d01ee0 admin admin] 10.222.0.75 "GET /v2.0/subnets/365b9eb0-d25b-4e32-ade3-04f1a850f0d1 HTTP/1.1" status: 200 len: 849 time: 0.0977471 Nov 25 17:13:38.908672 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-46024c99-858e-4210-b637-818e48872c2b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:13:38.995278 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-46024c99-858e-4210-b637-818e48872c2b admin admin] Publish callbacks [] for subnet, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:39.135119 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-46024c99-858e-4210-b637-818e48872c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791736784159'] for subnet, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:39.166544 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46024c99-858e-4210-b637-818e48872c2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:39.167596 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-46024c99-858e-4210-b637-818e48872c2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:39.170172 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-46024c99-858e-4210-b637-818e48872c2b admin admin] 10.222.0.75 "PUT /v2.0/subnets/365b9eb0-d25b-4e32-ade3-04f1a850f0d1 HTTP/1.1" status: 200 len: 868 time: 0.2633717 Nov 25 17:13:39.171031 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9801881-a0bc-4404-b949-b4eed0cbf73b None None] Network c8e4f700-dacf-4eff-b46b-55399017d000 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:13:39.187655 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46024c99-858e-4210-b637-818e48872c2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=365b9eb0-d25b-4e32-ade3-04f1a850f0d1,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:39.195509 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46024c99-858e-4210-b637-818e48872c2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:39.195867 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46024c99-858e-4210-b637-818e48872c2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:39.196200 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46024c99-858e-4210-b637-818e48872c2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:39.196537 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46024c99-858e-4210-b637-818e48872c2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:39.196895 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46024c99-858e-4210-b637-818e48872c2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:39.197234 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46024c99-858e-4210-b637-818e48872c2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:39.197565 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46024c99-858e-4210-b637-818e48872c2b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:39.197894 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46024c99-858e-4210-b637-818e48872c2b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:39.198222 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46024c99-858e-4210-b637-818e48872c2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:39.198548 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46024c99-858e-4210-b637-818e48872c2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:39.198875 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46024c99-858e-4210-b637-818e48872c2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:39.199204 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46024c99-858e-4210-b637-818e48872c2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:39.605846 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-dfdcd8aa-8b5d-435a-bdec-f7e0515f86f6 None None] Provisioning complete for port e4f68595-e155-42b9-9f3a-137010810a3e triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:13:39.606210 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dfdcd8aa-8b5d-435a-bdec-f7e0515f86f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:39.692909 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-dfdcd8aa-8b5d-435a-bdec-f7e0515f86f6 None None] Provisioning complete for port d9726736-0462-4f93-913a-8080e47ffd6e triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:13:39.693237 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dfdcd8aa-8b5d-435a-bdec-f7e0515f86f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:41.573260 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56456) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:41.783790 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbcdacb-9461-478b-a0bf-e2bf4348e373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:41.784172 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbcdacb-9461-478b-a0bf-e2bf4348e373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:41.785737 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-dfbcdacb-9461-478b-a0bf-e2bf4348e373 admin admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2115688 Nov 25 17:13:44.162397 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56466) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:44.367320 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113a0e94-10a7-46b9-8bda-e39ee9f9ed14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:44.367760 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113a0e94-10a7-46b9-8bda-e39ee9f9ed14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:44.369324 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-113a0e94-10a7-46b9-8bda-e39ee9f9ed14 admin admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2059162 Nov 25 17:13:46.758560 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56474) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:46.889909 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4697e2b8-3e0a-4061-b88d-1c0902e240e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:46.891283 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-4697e2b8-3e0a-4061-b88d-1c0902e240e7 admin admin] 10.222.0.75 "GET /v2.0/networks/1aa44027-b9d0-4a56-9a59-7e664703e20a HTTP/1.1" status: 200 len: 886 time: 0.1317475 Nov 25 17:13:47.046306 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2743b400-f4ba-4ffa-9722-fe680aab691e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:49.286712 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56482) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:49.372258 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2ec5890c-dd6a-4b9f-98cc-ebc463a7e607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:49.417216 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feadc056-da47-4218-9a9d-f436146deffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:49.418615 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-feadc056-da47-4218-9a9d-f436146deffb admin admin] 10.222.0.75 "GET /v2.0/networks/c8e4f700-dacf-4eff-b46b-55399017d000 HTTP/1.1" status: 200 len: 869 time: 0.1309607 Nov 25 17:13:50.649797 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:51.813173 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:51.955067 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56490) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:52.081093 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc351c2-74b0-4249-9cf8-cbdc91a17b38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:52.081456 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc351c2-74b0-4249-9cf8-cbdc91a17b38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:52.082987 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-bdc351c2-74b0-4249-9cf8-cbdc91a17b38 admin admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1269631 Nov 25 17:13:52.881009 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:54.448079 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56498) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:54.585494 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64b81b8-0c4f-43cc-adb1-396b7a2f9be3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:54.585947 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64b81b8-0c4f-43cc-adb1-396b7a2f9be3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:54.587490 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f64b81b8-0c4f-43cc-adb1-396b7a2f9be3 admin admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1384690 Nov 25 17:13:56.972798 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56506) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:57.119719 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb32dc3b-2e10-477e-b6fe-35cad834416b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:57.121117 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-cb32dc3b-2e10-477e-b6fe-35cad834416b admin admin] 10.222.0.75 "GET /v2.0/subnets/365b9eb0-d25b-4e32-ade3-04f1a850f0d1 HTTP/1.1" status: 200 len: 868 time: 0.1473184 Nov 25 17:13:57.250180 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 5 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:13:59.511281 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56514) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:59.601771 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02cc247-0ec5-4439-b80f-4223a28471b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:59.603086 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d02cc247-0ec5-4439-b80f-4223a28471b4 admin admin] 10.222.0.75 "GET /v2.0/subnets/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84 HTTP/1.1" status: 200 len: 816 time: 0.0908720 Nov 25 17:14:17.048532 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a4408d7c-0498-48a0-9220-68cd4d6fd019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:19.374696 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-44d8555b-0296-44a1-9b83-7b486d0160e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:20.741530 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:21.815310 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:22.885621 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:24.776622 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56568) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:24.823770 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [None req-46410413-30b4-4e4b-b2c0-f557ce8621e3 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:14:24.824759 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-46410413-30b4-4e4b-b2c0-f557ce8621e3 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0471730 Nov 25 17:14:27.289566 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56576) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:27.349838 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ee3b6b9-9a58-4a76-a5b3-5e9e177d8cc3 admin admin] GET failed (client error): The resource could not be found. Nov 25 17:14:27.351108 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-5ee3b6b9-9a58-4a76-a5b3-5e9e177d8cc3 admin admin] 10.222.0.75 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0606046 Nov 25 17:14:27.437322 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afff961-9f46-43b9-ada3-0a2f308774bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:27.438771 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-3afff961-9f46-43b9-ada3-0a2f308774bf admin admin] 10.222.0.75 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0832324 Nov 25 17:14:29.829212 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56584) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:29.874997 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-7b8645b8-9915-4449-b884-7acfd47dae0f admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:29.895718 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8645b8-9915-4449-b884-7acfd47dae0f admin admin] Made reservation on behalf of e9d4eed7dd4c4aea884efc426a63e37d for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:14:29.898148 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7b8645b8-9915-4449-b884-7acfd47dae0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:29.925420 n-d-817746-1 neutron-server[103361]: WARNING neutron.services.revisions.revision_plugin [None req-7b8645b8-9915-4449-b884-7acfd47dae0f admin admin] Could not find related network for resource to bump revision. Nov 25 17:14:29.940224 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b8645b8-9915-4449-b884-7acfd47dae0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 946} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:14:29.950588 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7b8645b8-9915-4449-b884-7acfd47dae0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:29.950933 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-7b8645b8-9915-4449-b884-7acfd47dae0f admin admin] Added segment 99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf of type vlan for network ab4fed0b-9bf1-4925-8765-94da08c5de2a Nov 25 17:14:29.998427 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7b8645b8-9915-4449-b884-7acfd47dae0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:30.021887 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7b8645b8-9915-4449-b884-7acfd47dae0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:30.022865 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8645b8-9915-4449-b884-7acfd47dae0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:30.023447 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7b8645b8-9915-4449-b884-7acfd47dae0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:30.180460 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-7b8645b8-9915-4449-b884-7acfd47dae0f admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3501499 Nov 25 17:14:30.191583 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8645b8-9915-4449-b884-7acfd47dae0f admin admin] Pushing event updated for resources: {'Network': ['ID=ab4fed0b-9bf1-4925-8765-94da08c5de2a,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:30.211051 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network ab4fed0b-9bf1-4925-8765-94da08c5de2a details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:14:32.603061 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56592) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:32.669163 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-9042800e-c781-485c-a574-a3f0ac327130 admin admin] GET failed (client error): The resource could not be found. Nov 25 17:14:32.670456 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9042800e-c781-485c-a574-a3f0ac327130 admin admin] 10.222.0.75 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0664797 Nov 25 17:14:32.772687 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452c42f0-4664-4a31-ba9c-da66f9e50fb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:32.774178 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-452c42f0-4664-4a31-ba9c-da66f9e50fb8 admin admin] 10.222.0.75 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0992045 Nov 25 17:14:32.784414 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-3462f8b9-aa37-4b2a-8831-79efa3f3ecf6 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'description': 'shared-subnet'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:32.807683 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3462f8b9-aa37-4b2a-8831-79efa3f3ecf6 admin admin] Made reservation on behalf of e9d4eed7dd4c4aea884efc426a63e37d for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:14:32.810141 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3462f8b9-aa37-4b2a-8831-79efa3f3ecf6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:33.037603 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3462f8b9-aa37-4b2a-8831-79efa3f3ecf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:33.096130 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3462f8b9-aa37-4b2a-8831-79efa3f3ecf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8793709c-5336-428d-aede-b0b8df1a26b2,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:33.109643 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462f8b9-aa37-4b2a-8831-79efa3f3ecf6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:33.109987 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462f8b9-aa37-4b2a-8831-79efa3f3ecf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:33.110324 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462f8b9-aa37-4b2a-8831-79efa3f3ecf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:33.110654 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462f8b9-aa37-4b2a-8831-79efa3f3ecf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:33.110982 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462f8b9-aa37-4b2a-8831-79efa3f3ecf6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:33.111307 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462f8b9-aa37-4b2a-8831-79efa3f3ecf6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:33.111629 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462f8b9-aa37-4b2a-8831-79efa3f3ecf6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:33.111967 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462f8b9-aa37-4b2a-8831-79efa3f3ecf6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:33.112271 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462f8b9-aa37-4b2a-8831-79efa3f3ecf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:33.112585 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462f8b9-aa37-4b2a-8831-79efa3f3ecf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:33.112937 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462f8b9-aa37-4b2a-8831-79efa3f3ecf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:33.113258 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462f8b9-aa37-4b2a-8831-79efa3f3ecf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:33.117654 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3462f8b9-aa37-4b2a-8831-79efa3f3ecf6 admin admin] Checking segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:14:33.118015 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3462f8b9-aa37-4b2a-8831-79efa3f3ecf6 admin admin] Network hostable DHCP agents. Network: ab4fed0b-9bf1-4925-8765-94da08c5de2a, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:14:33.138225 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3462f8b9-aa37-4b2a-8831-79efa3f3ecf6 admin admin] Network ab4fed0b-9bf1-4925-8765-94da08c5de2a is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:14:33.149547 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-3462f8b9-aa37-4b2a-8831-79efa3f3ecf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, ab4fed0b-9bf1-4925-8765-94da08c5de2a) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:14:33.154540 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3462f8b9-aa37-4b2a-8831-79efa3f3ecf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:33.155209 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3462f8b9-aa37-4b2a-8831-79efa3f3ecf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:33.159902 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c21a63f-9370-4b13-a4e2-eb1800edaac0 None None] Network ab4fed0b-9bf1-4925-8765-94da08c5de2a requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:14:33.172124 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3462f8b9-aa37-4b2a-8831-79efa3f3ecf6 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3911214 Nov 25 17:14:33.315185 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e238fb94-2f4f-4f6d-874f-3fc09d778869 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'tenant_id': 'e9d4eed7dd4c4aea884efc426a63e37d', 'fixed_ips': [{'subnet_id': '8793709c-5336-428d-aede-b0b8df1a26b2'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:14:33.316588 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e238fb94-2f4f-4f6d-874f-3fc09d778869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:33.464165 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-e238fb94-2f4f-4f6d-874f-3fc09d778869 None None] Allocated IP 192.168.233.2 (ab4fed0b-9bf1-4925-8765-94da08c5de2a/8793709c-5336-428d-aede-b0b8df1a26b2/4d38da94-cb24-4195-9bd1-ad278234c924) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:14:33.610579 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e238fb94-2f4f-4f6d-874f-3fc09d778869 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:33.617358 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e238fb94-2f4f-4f6d-874f-3fc09d778869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:33.665159 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e238fb94-2f4f-4f6d-874f-3fc09d778869 None None] Network ab4fed0b-9bf1-4925-8765-94da08c5de2a is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:14:33.666241 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e238fb94-2f4f-4f6d-874f-3fc09d778869 None None] Pushing event updated for resources: {'Port': ['ID=4d38da94-cb24-4195-9bd1-ad278234c924,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:33.669708 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-e238fb94-2f4f-4f6d-874f-3fc09d778869 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:14:33.675518 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e238fb94-2f4f-4f6d-874f-3fc09d778869 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:14:33.679197 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e238fb94-2f4f-4f6d-874f-3fc09d778869 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:33.679548 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e238fb94-2f4f-4f6d-874f-3fc09d778869 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:33.679897 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e238fb94-2f4f-4f6d-874f-3fc09d778869 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:33.680238 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e238fb94-2f4f-4f6d-874f-3fc09d778869 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:33.680596 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e238fb94-2f4f-4f6d-874f-3fc09d778869 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:33.680950 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e238fb94-2f4f-4f6d-874f-3fc09d778869 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:33.681281 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e238fb94-2f4f-4f6d-874f-3fc09d778869 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:33.681613 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e238fb94-2f4f-4f6d-874f-3fc09d778869 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:33.681957 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e238fb94-2f4f-4f6d-874f-3fc09d778869 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:33.682276 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e238fb94-2f4f-4f6d-874f-3fc09d778869 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:33.682601 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e238fb94-2f4f-4f6d-874f-3fc09d778869 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:33.682927 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e238fb94-2f4f-4f6d-874f-3fc09d778869 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:33.736222 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-e238fb94-2f4f-4f6d-874f-3fc09d778869 None None] Attempting to bind port 4d38da94-cb24-4195-9bd1-ad278234c924 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:14:33.736606 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-e238fb94-2f4f-4f6d-874f-3fc09d778869 None None] Attempting to bind port 4d38da94-cb24-4195-9bd1-ad278234c924 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:14:33.737011 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e238fb94-2f4f-4f6d-874f-3fc09d778869 None None] Attempting to bind port 4d38da94-cb24-4195-9bd1-ad278234c924 on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:14:33.741979 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e238fb94-2f4f-4f6d-874f-3fc09d778869 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:14:33.742415 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e238fb94-2f4f-4f6d-874f-3fc09d778869 None None] Checking segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:14:33.742816 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e238fb94-2f4f-4f6d-874f-3fc09d778869 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:33.743217 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e238fb94-2f4f-4f6d-874f-3fc09d778869 None None] Bound using segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:14:33.743690 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-e238fb94-2f4f-4f6d-874f-3fc09d778869 None None] Bound port: 4d38da94-cb24-4195-9bd1-ad278234c924, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:14:33.744094 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e238fb94-2f4f-4f6d-874f-3fc09d778869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:33.808546 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-e238fb94-2f4f-4f6d-874f-3fc09d778869 None None] For port 4d38da94-cb24-4195-9bd1-ad278234c924, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:14:33.812088 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-e238fb94-2f4f-4f6d-874f-3fc09d778869 None None] For port 4d38da94-cb24-4195-9bd1-ad278234c924, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=4d38da94-cb24-4195-9bd1-ad278234c924,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:14:33.817673 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e238fb94-2f4f-4f6d-874f-3fc09d778869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:33.876601 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e238fb94-2f4f-4f6d-874f-3fc09d778869 None None] Pushing event updated for resources: {'Port': ['ID=4d38da94-cb24-4195-9bd1-ad278234c924,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:34.248481 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 5 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:14:34.667116 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d149c7f-c369-47af-957c-ba12fa8b6bd7 None None] Network ab4fed0b-9bf1-4925-8765-94da08c5de2a requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:14:34.742129 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-c693d43f-744c-487c-b1a3-e3426ecaf838 None None] Provisioning complete for port 4d38da94-cb24-4195-9bd1-ad278234c924 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:14:34.742497 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c693d43f-744c-487c-b1a3-e3426ecaf838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:34.907932 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c693d43f-744c-487c-b1a3-e3426ecaf838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:34.954387 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-c693d43f-744c-487c-b1a3-e3426ecaf838 None None] For port 4d38da94-cb24-4195-9bd1-ad278234c924, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=4d38da94-cb24-4195-9bd1-ad278234c924,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:34.962554 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c693d43f-744c-487c-b1a3-e3426ecaf838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:34.981216 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 4d38da94-cb24-4195-9bd1-ad278234c924 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:14:35.068064 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c693d43f-744c-487c-b1a3-e3426ecaf838 None None] Pushing event updated for resources: {'Port': ['ID=4d38da94-cb24-4195-9bd1-ad278234c924,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:35.088801 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 4d38da94-cb24-4195-9bd1-ad278234c924 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:14:35.089844 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:35.285799 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-eeee3084-8708-4f86-a5c1-8698db539238 None None] Provisioning complete for port 4d38da94-cb24-4195-9bd1-ad278234c924 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:14:35.286462 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-eeee3084-8708-4f86-a5c1-8698db539238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:36.879126 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 4d38da94-cb24-4195-9bd1-ad278234c924 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:14:36.931133 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 4d38da94-cb24-4195-9bd1-ad278234c924 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:14:36.931503 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:47.053549 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b979133f-5fa2-444a-b203-df45b2618446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:49.376866 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-32cc5ae7-ce96-41a2-b677-36917bbbfd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:50.656263 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:51.825879 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:52.887222 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:11.246981 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 5 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:15:17.056788 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2d42361c-c764-49f6-a07c-da4951aec93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:19.379614 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6b3ee02d-0c0e-45b3-a133-eaacc1135cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:20.657289 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:21.821795 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:22.892567 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:46.102089 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56636) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:46.107906 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [None req-1cc181de-4f46-4c47-be47-58ff05ad63d8 tempest-verify_tempest_config-2031332515 tempest-verify_tempest_config-2031332515-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:15:46.108955 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1cc181de-4f46-4c47-be47-58ff05ad63d8 tempest-verify_tempest_config-2031332515 tempest-verify_tempest_config-2031332515-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058105 Nov 25 17:15:46.396405 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56654) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:46.497966 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5a927b9c-1c3a-4f12-b69a-9f39afe96d5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:46.573725 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5a927b9c-1c3a-4f12-b69a-9f39afe96d5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:46.577516 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5a927b9c-1c3a-4f12-b69a-9f39afe96d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:46.622877 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-5a927b9c-1c3a-4f12-b69a-9f39afe96d5f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7d21f0debf604f289297264d463fdaab&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2254136 Nov 25 17:15:46.623719 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a927b9c-1c3a-4f12-b69a-9f39afe96d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e58028e-57f1-4ad2-b2a4-b06e95f393b7,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:46.625557 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56658) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:46.636346 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a927b9c-1c3a-4f12-b69a-9f39afe96d5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:46.636703 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a927b9c-1c3a-4f12-b69a-9f39afe96d5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:46.637081 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a927b9c-1c3a-4f12-b69a-9f39afe96d5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:46.637424 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a927b9c-1c3a-4f12-b69a-9f39afe96d5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:46.637763 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a927b9c-1c3a-4f12-b69a-9f39afe96d5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:46.638112 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a927b9c-1c3a-4f12-b69a-9f39afe96d5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:46.638762 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a927b9c-1c3a-4f12-b69a-9f39afe96d5f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:46.639101 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a927b9c-1c3a-4f12-b69a-9f39afe96d5f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:46.639439 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a927b9c-1c3a-4f12-b69a-9f39afe96d5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:46.639781 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a927b9c-1c3a-4f12-b69a-9f39afe96d5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:46.640097 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a927b9c-1c3a-4f12-b69a-9f39afe96d5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:46.640422 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a927b9c-1c3a-4f12-b69a-9f39afe96d5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:46.689939 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-922dc7a3-80b1-4ac4-8c4c-022c4a77a4bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:46.711364 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-922dc7a3-80b1-4ac4-8c4c-022c4a77a4bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:46.802275 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-922dc7a3-80b1-4ac4-8c4c-022c4a77a4bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:46.805002 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-922dc7a3-80b1-4ac4-8c4c-022c4a77a4bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:46.806215 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-922dc7a3-80b1-4ac4-8c4c-022c4a77a4bf admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2e58028e-57f1-4ad2-b2a4-b06e95f393b7 HTTP/1.1" status: 204 len: 168 time: 0.1797140 Nov 25 17:15:46.814431 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922dc7a3-80b1-4ac4-8c4c-022c4a77a4bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e58028e-57f1-4ad2-b2a4-b06e95f393b7,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:47.058806 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-427c2d55-ea6b-489b-8fc0-2a8c600b9849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:48.246924 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 5 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:15:49.381340 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-382e3614-3c01-4cee-b529-7c5071870f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:50.660046 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:51.824267 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:52.892920 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:17.063200 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-51b2dd71-3e7c-42e5-9e3a-47bf946679ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:19.383725 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3f8a1718-6f91-49e1-928d-bdba0678d7e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:20.663082 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:21.827304 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:22.893984 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:25.249202 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 5 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:16:47.064732 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a86b1e15-29ba-4637-952a-1d7b1607a240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:49.384752 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c71c518e-84ae-4267-818a-9def3e633ca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:50.667634 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:51.830461 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:52.895935 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:02.248605 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 5 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:17:17.067757 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5023c340-17f7-4781-b536-7468ffaf4046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:19.385470 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2371833a-30fe-4db1-b954-cec6b0d92490 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:20.670507 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:21.833419 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:22.900999 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:39.247730 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 5 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:17:47.068528 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-32ccf818-069f-4d06-8f9e-3f526691a81b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:49.386560 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f2d09724-f303-4b5c-bd4d-4f36f9d163b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:50.672332 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:51.836050 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:52.904343 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:16.246845 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 5 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:18:17.072368 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6438f3f5-9fcf-449a-bb52-61136887cb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:19.388509 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8eefc107-4d30-4f07-ba99-0258a84ef70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:20.678166 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:21.839300 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:22.905939 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:46.447302 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-531005'] for agent, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:46.598666 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-531005'] for agent, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:47.073469 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-89fa8595-e3ec-4162-97b3-29a9489ae806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:49.389685 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d5acaa36-ed2b-4900-be59-563aab2f9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:50.680443 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:51.850801 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:52.909590 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:53.245788 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:19:16.411225 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:16.552425 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:17.076457 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7b7c0ff0-e8d5-494f-8a80-f2310e9bdeda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:19.391069 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9e05db85-4697-49df-8ac7-024c9b595688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:20.680471 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:21.847488 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:22.912151 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:30.245479 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:19:30.509662 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56716) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:30.615044 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-98f21247-9550-469b-aab3-83b0edb24a07 admin admin] 10.222.0.75 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1043732 Nov 25 17:19:33.040134 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56726) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:33.095404 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-5b6ca196-89f6-4656-994c-12cefcc1cc0e admin admin] 10.222.0.75 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0540912 Nov 25 17:19:46.421611 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:46.567711 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:47.078705 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-29303224-25d2-41de-b4bd-e8458ae7ef3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:49.393321 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ba029518-d283-41d9-b3f8-0d234a1c6f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:50.684215 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:51.849377 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:52.919224 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:07.245121 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:20:16.427775 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:16.566815 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:17.084670 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ffea3dd6-df12-4fec-a36d-d135c579eef9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:19.401234 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-517d8202-8243-48d7-a648-c651fc62b6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:20.689350 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:21.852961 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:22.917491 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:44.244746 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:20:46.436735 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:46.579151 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:47.079181 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-269501e7-1449-4d4c-9f0d-010bc5cc8333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:49.394395 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e814868d-f740-4dae-a1b6-d95840d980c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:50.695741 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:51.862386 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:52.918337 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:56.384680 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56936) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:56.711177 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-709669b3-5379-4d2e-ba6c-3c5c89ce987f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1479192076-network', 'tenant_id': '520c8060683a411693c2f2f826352c04'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:56.737679 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709669b3-5379-4d2e-ba6c-3c5c89ce987f admin admin] Made reservation on behalf of 520c8060683a411693c2f2f826352c04 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:20:56.740290 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-709669b3-5379-4d2e-ba6c-3c5c89ce987f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:56.748852 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-709669b3-5379-4d2e-ba6c-3c5c89ce987f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:56.829306 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-709669b3-5379-4d2e-ba6c-3c5c89ce987f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:56.834081 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-709669b3-5379-4d2e-ba6c-3c5c89ce987f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:56.862920 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-709669b3-5379-4d2e-ba6c-3c5c89ce987f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:20:56.872412 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-709669b3-5379-4d2e-ba6c-3c5c89ce987f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:56.872914 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-709669b3-5379-4d2e-ba6c-3c5c89ce987f admin admin] Added segment 7697bcb9-6235-4bcb-abb5-7cbf373e2db4 of type vlan for network c19272b3-a7a0-489a-a5dc-398c9698ec22 Nov 25 17:20:56.923818 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-709669b3-5379-4d2e-ba6c-3c5c89ce987f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:56.930544 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709669b3-5379-4d2e-ba6c-3c5c89ce987f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe1a073-c107-4fe5-8364-9e406306d6bc,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:56.941373 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709669b3-5379-4d2e-ba6c-3c5c89ce987f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:56.941733 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709669b3-5379-4d2e-ba6c-3c5c89ce987f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:56.942104 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709669b3-5379-4d2e-ba6c-3c5c89ce987f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:56.942766 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709669b3-5379-4d2e-ba6c-3c5c89ce987f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:56.943155 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709669b3-5379-4d2e-ba6c-3c5c89ce987f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:56.943503 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709669b3-5379-4d2e-ba6c-3c5c89ce987f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:56.944323 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709669b3-5379-4d2e-ba6c-3c5c89ce987f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:56.944662 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709669b3-5379-4d2e-ba6c-3c5c89ce987f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:56.945023 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709669b3-5379-4d2e-ba6c-3c5c89ce987f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:56.945430 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709669b3-5379-4d2e-ba6c-3c5c89ce987f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:56.945686 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709669b3-5379-4d2e-ba6c-3c5c89ce987f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:56.946017 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709669b3-5379-4d2e-ba6c-3c5c89ce987f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:56.947146 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709669b3-5379-4d2e-ba6c-3c5c89ce987f admin admin] Tracked resource versions report: Nov 25 17:20:56.947146 n-d-817746-1 neutron-server[103360]: pushed versions: Nov 25 17:20:56.947146 n-d-817746-1 neutron-server[103360]: { 'AddressGroup': {'1.2'}, Nov 25 17:20:56.947146 n-d-817746-1 neutron-server[103360]: 'ConntrackHelper': {'1.0'}, Nov 25 17:20:56.947146 n-d-817746-1 neutron-server[103360]: 'Log': {'1.0'}, Nov 25 17:20:56.947146 n-d-817746-1 neutron-server[103360]: 'Network': {'1.1'}, Nov 25 17:20:56.947146 n-d-817746-1 neutron-server[103360]: 'Port': {'1.7'}, Nov 25 17:20:56.947146 n-d-817746-1 neutron-server[103360]: 'PortForwarding': {'1.2'}, Nov 25 17:20:56.947146 n-d-817746-1 neutron-server[103360]: 'QosPolicy': {'1.10'}, Nov 25 17:20:56.947146 n-d-817746-1 neutron-server[103360]: 'SecurityGroup': {'1.5'}, Nov 25 17:20:56.947146 n-d-817746-1 neutron-server[103360]: 'SecurityGroupRule': {'1.2'}, Nov 25 17:20:56.947146 n-d-817746-1 neutron-server[103360]: 'SubPort': {'1.0'}, Nov 25 17:20:56.947146 n-d-817746-1 neutron-server[103360]: 'Subnet': {'1.1'}, Nov 25 17:20:56.947146 n-d-817746-1 neutron-server[103360]: 'Trunk': {'1.1'}} Nov 25 17:20:56.947146 n-d-817746-1 neutron-server[103360]: consumer versions: Nov 25 17:20:56.947146 n-d-817746-1 neutron-server[103360]: { DHCP agent@n-d-817746-1: {}, Nov 25 17:20:56.947146 n-d-817746-1 neutron-server[103360]: HyperV agent@n-h1-817746-1: {}, Nov 25 17:20:56.947146 n-d-817746-1 neutron-server[103360]: HyperV agent@n-h2-817746-1: {}, Nov 25 17:20:56.947146 n-d-817746-1 neutron-server[103360]: L3 agent@n-d-817746-1: {}, Nov 25 17:20:56.947146 n-d-817746-1 neutron-server[103360]: Metadata agent@n-d-817746-1: {}, Nov 25 17:20:56.947146 n-d-817746-1 neutron-server[103360]: Metering agent@n-d-817746-1: {}, Nov 25 17:20:56.947146 n-d-817746-1 neutron-server[103360]: Open vSwitch agent@n-d-817746-1: { 'AddressGroup': '1.2', Nov 25 17:20:56.947146 n-d-817746-1 neutron-server[103360]: 'ConntrackHelper': '1.0', Nov 25 17:20:56.947146 n-d-817746-1 neutron-server[103360]: 'Log': '1.0', Nov 25 17:20:56.947146 n-d-817746-1 neutron-server[103360]: 'Network': '1.1', Nov 25 17:20:56.947146 n-d-817746-1 neutron-server[103360]: 'Port': '1.7', Nov 25 17:20:56.947146 n-d-817746-1 neutron-server[103360]: 'PortForwarding': '1.2', Nov 25 17:20:56.947146 n-d-817746-1 neutron-server[103360]: 'QosPolicy': '1.10', Nov 25 17:20:56.947146 n-d-817746-1 neutron-server[103360]: 'SecurityGroup': '1.5', Nov 25 17:20:56.947146 n-d-817746-1 neutron-server[103360]: 'SecurityGroupRule': '1.2', Nov 25 17:20:56.947146 n-d-817746-1 neutron-server[103360]: 'SubPort': '1.0', Nov 25 17:20:56.947146 n-d-817746-1 neutron-server[103360]: 'Subnet': '1.1', Nov 25 17:20:56.947146 n-d-817746-1 neutron-server[103360]: 'Trunk': '1.1'}} Nov 25 17:20:56.947146 n-d-817746-1 neutron-server[103360]: {{(pid=103360) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 17:20:56.975258 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-709669b3-5379-4d2e-ba6c-3c5c89ce987f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:56.976220 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709669b3-5379-4d2e-ba6c-3c5c89ce987f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:56.976812 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-709669b3-5379-4d2e-ba6c-3c5c89ce987f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:57.044180 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709669b3-5379-4d2e-ba6c-3c5c89ce987f admin admin] Pushing event updated for resources: {'Network': ['ID=c19272b3-a7a0-489a-a5dc-398c9698ec22,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:57.049609 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-709669b3-5379-4d2e-ba6c-3c5c89ce987f admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6637595 Nov 25 17:20:57.052498 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56970) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:57.058541 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-7132495d-faf8-4f13-ac6e-0b842da13270 admin admin] Request body: {'subnet': {'network_id': 'c19272b3-a7a0-489a-a5dc-398c9698ec22', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1479192076-subnet', 'tenant_id': '520c8060683a411693c2f2f826352c04', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:57.059911 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network c19272b3-a7a0-489a-a5dc-398c9698ec22 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:20:57.082512 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7132495d-faf8-4f13-ac6e-0b842da13270 admin admin] Made reservation on behalf of 520c8060683a411693c2f2f826352c04 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:20:57.085362 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7132495d-faf8-4f13-ac6e-0b842da13270 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:57.271915 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7132495d-faf8-4f13-ac6e-0b842da13270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:57.316781 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132495d-faf8-4f13-ac6e-0b842da13270 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c8955ab-07f5-4cfb-9fa9-1512cb2f0b03,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:57.336919 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7132495d-faf8-4f13-ac6e-0b842da13270 admin admin] Checking segment: {'id': '7697bcb9-6235-4bcb-abb5-7cbf373e2db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'c19272b3-a7a0-489a-a5dc-398c9698ec22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:20:57.337325 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7132495d-faf8-4f13-ac6e-0b842da13270 admin admin] Network hostable DHCP agents. Network: c19272b3-a7a0-489a-a5dc-398c9698ec22, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:20:57.354868 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7132495d-faf8-4f13-ac6e-0b842da13270 admin admin] Network c19272b3-a7a0-489a-a5dc-398c9698ec22 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:20:57.367410 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-7132495d-faf8-4f13-ac6e-0b842da13270 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, c19272b3-a7a0-489a-a5dc-398c9698ec22) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:20:57.372177 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7132495d-faf8-4f13-ac6e-0b842da13270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:57.372901 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7132495d-faf8-4f13-ac6e-0b842da13270 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:57.391110 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddedd562-b905-4ccc-9b71-7b9fb4dd7863 None None] Network c19272b3-a7a0-489a-a5dc-398c9698ec22 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:20:57.394262 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7132495d-faf8-4f13-ac6e-0b842da13270 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3403139 Nov 25 17:20:57.397053 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56992) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:57.402089 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-a535b8fc-e67e-49ff-9968-f0c764e06378 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1479192076-router', 'tenant_id': '520c8060683a411693c2f2f826352c04', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:57.424798 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a535b8fc-e67e-49ff-9968-f0c764e06378 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:57.426127 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a535b8fc-e67e-49ff-9968-f0c764e06378 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:57.491807 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a535b8fc-e67e-49ff-9968-f0c764e06378 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:57.655624 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a535b8fc-e67e-49ff-9968-f0c764e06378 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:57.679882 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbbebc3-af4c-41a7-97dd-67e63e1b82e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-c19272b3-a7a0-489a-a5dc-398c9698ec22', 'network_id': 'c19272b3-a7a0-489a-a5dc-398c9698ec22', 'tenant_id': '520c8060683a411693c2f2f826352c04', 'fixed_ips': [{'subnet_id': '1c8955ab-07f5-4cfb-9fa9-1512cb2f0b03'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:20:57.681455 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-adbbebc3-af4c-41a7-97dd-67e63e1b82e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:57.858832 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-adbbebc3-af4c-41a7-97dd-67e63e1b82e1 None None] Allocated IP 172.20.0.2 (c19272b3-a7a0-489a-a5dc-398c9698ec22/1c8955ab-07f5-4cfb-9fa9-1512cb2f0b03/b3b5f272-3ee0-436c-b4b8-7dd40ef568ff) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:20:57.896931 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a535b8fc-e67e-49ff-9968-f0c764e06378 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:57.918545 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a535b8fc-e67e-49ff-9968-f0c764e06378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:58.035977 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-a535b8fc-e67e-49ff-9968-f0c764e06378 admin admin] Allocated IP 172.25.0.42 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/6ca05440-ed92-4161-bb18-9b22fd37bf43) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:20:58.058020 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-adbbebc3-af4c-41a7-97dd-67e63e1b82e1 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:58.069253 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-adbbebc3-af4c-41a7-97dd-67e63e1b82e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:58.118557 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbbebc3-af4c-41a7-97dd-67e63e1b82e1 None None] Network c19272b3-a7a0-489a-a5dc-398c9698ec22 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:20:58.121909 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-adbbebc3-af4c-41a7-97dd-67e63e1b82e1 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:20:58.133374 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbbebc3-af4c-41a7-97dd-67e63e1b82e1 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:20:58.149407 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbbebc3-af4c-41a7-97dd-67e63e1b82e1 None None] Pushing event updated for resources: {'Port': ['ID=b3b5f272-3ee0-436c-b4b8-7dd40ef568ff,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:58.158654 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a535b8fc-e67e-49ff-9968-f0c764e06378 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:58.196449 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbbebc3-af4c-41a7-97dd-67e63e1b82e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:58.197155 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbbebc3-af4c-41a7-97dd-67e63e1b82e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:58.197257 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a535b8fc-e67e-49ff-9968-f0c764e06378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:58.197930 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbbebc3-af4c-41a7-97dd-67e63e1b82e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:58.199298 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbbebc3-af4c-41a7-97dd-67e63e1b82e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:58.199986 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbbebc3-af4c-41a7-97dd-67e63e1b82e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:58.200519 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbbebc3-af4c-41a7-97dd-67e63e1b82e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:58.201080 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbbebc3-af4c-41a7-97dd-67e63e1b82e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:58.201626 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbbebc3-af4c-41a7-97dd-67e63e1b82e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:58.202165 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbbebc3-af4c-41a7-97dd-67e63e1b82e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:58.202693 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbbebc3-af4c-41a7-97dd-67e63e1b82e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:58.203803 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbbebc3-af4c-41a7-97dd-67e63e1b82e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:58.204330 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbbebc3-af4c-41a7-97dd-67e63e1b82e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:58.205670 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbbebc3-af4c-41a7-97dd-67e63e1b82e1 None None] Tracked resource versions report: Nov 25 17:20:58.205670 n-d-817746-1 neutron-server[103362]: pushed versions: Nov 25 17:20:58.205670 n-d-817746-1 neutron-server[103362]: { 'AddressGroup': {'1.2'}, Nov 25 17:20:58.205670 n-d-817746-1 neutron-server[103362]: 'ConntrackHelper': {'1.0'}, Nov 25 17:20:58.205670 n-d-817746-1 neutron-server[103362]: 'Log': {'1.0'}, Nov 25 17:20:58.205670 n-d-817746-1 neutron-server[103362]: 'Network': {'1.1'}, Nov 25 17:20:58.205670 n-d-817746-1 neutron-server[103362]: 'Port': {'1.7'}, Nov 25 17:20:58.205670 n-d-817746-1 neutron-server[103362]: 'PortForwarding': {'1.2'}, Nov 25 17:20:58.205670 n-d-817746-1 neutron-server[103362]: 'QosPolicy': {'1.10'}, Nov 25 17:20:58.205670 n-d-817746-1 neutron-server[103362]: 'SecurityGroup': {'1.5'}, Nov 25 17:20:58.205670 n-d-817746-1 neutron-server[103362]: 'SecurityGroupRule': {'1.2'}, Nov 25 17:20:58.205670 n-d-817746-1 neutron-server[103362]: 'SubPort': {'1.0'}, Nov 25 17:20:58.205670 n-d-817746-1 neutron-server[103362]: 'Subnet': {'1.1'}, Nov 25 17:20:58.205670 n-d-817746-1 neutron-server[103362]: 'Trunk': {'1.1'}} Nov 25 17:20:58.205670 n-d-817746-1 neutron-server[103362]: consumer versions: Nov 25 17:20:58.205670 n-d-817746-1 neutron-server[103362]: { DHCP agent@n-d-817746-1: {}, Nov 25 17:20:58.205670 n-d-817746-1 neutron-server[103362]: HyperV agent@n-h1-817746-1: {}, Nov 25 17:20:58.205670 n-d-817746-1 neutron-server[103362]: HyperV agent@n-h2-817746-1: {}, Nov 25 17:20:58.205670 n-d-817746-1 neutron-server[103362]: L3 agent@n-d-817746-1: {}, Nov 25 17:20:58.205670 n-d-817746-1 neutron-server[103362]: Metadata agent@n-d-817746-1: {}, Nov 25 17:20:58.205670 n-d-817746-1 neutron-server[103362]: Metering agent@n-d-817746-1: {}, Nov 25 17:20:58.205670 n-d-817746-1 neutron-server[103362]: Open vSwitch agent@n-d-817746-1: { 'AddressGroup': '1.2', Nov 25 17:20:58.205670 n-d-817746-1 neutron-server[103362]: 'ConntrackHelper': '1.0', Nov 25 17:20:58.205670 n-d-817746-1 neutron-server[103362]: 'Log': '1.0', Nov 25 17:20:58.205670 n-d-817746-1 neutron-server[103362]: 'Network': '1.1', Nov 25 17:20:58.205670 n-d-817746-1 neutron-server[103362]: 'Port': '1.7', Nov 25 17:20:58.205670 n-d-817746-1 neutron-server[103362]: 'PortForwarding': '1.2', Nov 25 17:20:58.205670 n-d-817746-1 neutron-server[103362]: 'QosPolicy': '1.10', Nov 25 17:20:58.205670 n-d-817746-1 neutron-server[103362]: 'SecurityGroup': '1.5', Nov 25 17:20:58.205670 n-d-817746-1 neutron-server[103362]: 'SecurityGroupRule': '1.2', Nov 25 17:20:58.205670 n-d-817746-1 neutron-server[103362]: 'SubPort': '1.0', Nov 25 17:20:58.205670 n-d-817746-1 neutron-server[103362]: 'Subnet': '1.1', Nov 25 17:20:58.205670 n-d-817746-1 neutron-server[103362]: 'Trunk': '1.1'}} Nov 25 17:20:58.205670 n-d-817746-1 neutron-server[103362]: {{(pid=103362) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 17:20:58.226940 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-adbbebc3-af4c-41a7-97dd-67e63e1b82e1 None None] Attempting to bind port b3b5f272-3ee0-436c-b4b8-7dd40ef568ff on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:20:58.227541 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-adbbebc3-af4c-41a7-97dd-67e63e1b82e1 None None] Attempting to bind port b3b5f272-3ee0-436c-b4b8-7dd40ef568ff by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '7697bcb9-6235-4bcb-abb5-7cbf373e2db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'c19272b3-a7a0-489a-a5dc-398c9698ec22'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:20:58.228708 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbbebc3-af4c-41a7-97dd-67e63e1b82e1 None None] Attempting to bind port b3b5f272-3ee0-436c-b4b8-7dd40ef568ff on network c19272b3-a7a0-489a-a5dc-398c9698ec22 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:20:58.243462 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a535b8fc-e67e-49ff-9968-f0c764e06378 admin admin] Pushing event updated for resources: {'Port': ['ID=6ca05440-ed92-4161-bb18-9b22fd37bf43,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:58.243932 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbbebc3-af4c-41a7-97dd-67e63e1b82e1 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:20:58.244444 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbbebc3-af4c-41a7-97dd-67e63e1b82e1 None None] Checking segment: {'id': '7697bcb9-6235-4bcb-abb5-7cbf373e2db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'c19272b3-a7a0-489a-a5dc-398c9698ec22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:20:58.244986 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-adbbebc3-af4c-41a7-97dd-67e63e1b82e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:58.246393 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbbebc3-af4c-41a7-97dd-67e63e1b82e1 None None] Bound using segment: {'id': '7697bcb9-6235-4bcb-abb5-7cbf373e2db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'c19272b3-a7a0-489a-a5dc-398c9698ec22'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:20:58.246979 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-adbbebc3-af4c-41a7-97dd-67e63e1b82e1 None None] Bound port: b3b5f272-3ee0-436c-b4b8-7dd40ef568ff, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7697bcb9-6235-4bcb-abb5-7cbf373e2db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'c19272b3-a7a0-489a-a5dc-398c9698ec22'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:20:58.249191 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-adbbebc3-af4c-41a7-97dd-67e63e1b82e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:58.255943 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535b8fc-e67e-49ff-9968-f0c764e06378 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:58.256295 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535b8fc-e67e-49ff-9968-f0c764e06378 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:58.257082 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535b8fc-e67e-49ff-9968-f0c764e06378 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:58.257568 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535b8fc-e67e-49ff-9968-f0c764e06378 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:58.258037 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535b8fc-e67e-49ff-9968-f0c764e06378 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:58.258510 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535b8fc-e67e-49ff-9968-f0c764e06378 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:58.258842 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535b8fc-e67e-49ff-9968-f0c764e06378 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:58.259166 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535b8fc-e67e-49ff-9968-f0c764e06378 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:58.259494 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535b8fc-e67e-49ff-9968-f0c764e06378 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:58.259807 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535b8fc-e67e-49ff-9968-f0c764e06378 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:58.260262 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535b8fc-e67e-49ff-9968-f0c764e06378 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:58.260732 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535b8fc-e67e-49ff-9968-f0c764e06378 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:58.262141 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535b8fc-e67e-49ff-9968-f0c764e06378 admin admin] Tracked resource versions report: Nov 25 17:20:58.262141 n-d-817746-1 neutron-server[103361]: pushed versions: Nov 25 17:20:58.262141 n-d-817746-1 neutron-server[103361]: { 'AddressGroup': {'1.2'}, Nov 25 17:20:58.262141 n-d-817746-1 neutron-server[103361]: 'ConntrackHelper': {'1.0'}, Nov 25 17:20:58.262141 n-d-817746-1 neutron-server[103361]: 'Log': {'1.0'}, Nov 25 17:20:58.262141 n-d-817746-1 neutron-server[103361]: 'Network': {'1.1'}, Nov 25 17:20:58.262141 n-d-817746-1 neutron-server[103361]: 'Port': {'1.7'}, Nov 25 17:20:58.262141 n-d-817746-1 neutron-server[103361]: 'PortForwarding': {'1.2'}, Nov 25 17:20:58.262141 n-d-817746-1 neutron-server[103361]: 'QosPolicy': {'1.10'}, Nov 25 17:20:58.262141 n-d-817746-1 neutron-server[103361]: 'SecurityGroup': {'1.5'}, Nov 25 17:20:58.262141 n-d-817746-1 neutron-server[103361]: 'SecurityGroupRule': {'1.2'}, Nov 25 17:20:58.262141 n-d-817746-1 neutron-server[103361]: 'SubPort': {'1.0'}, Nov 25 17:20:58.262141 n-d-817746-1 neutron-server[103361]: 'Subnet': {'1.1'}, Nov 25 17:20:58.262141 n-d-817746-1 neutron-server[103361]: 'Trunk': {'1.1'}} Nov 25 17:20:58.262141 n-d-817746-1 neutron-server[103361]: consumer versions: Nov 25 17:20:58.262141 n-d-817746-1 neutron-server[103361]: { DHCP agent@n-d-817746-1: {}, Nov 25 17:20:58.262141 n-d-817746-1 neutron-server[103361]: HyperV agent@n-h1-817746-1: {}, Nov 25 17:20:58.262141 n-d-817746-1 neutron-server[103361]: HyperV agent@n-h2-817746-1: {}, Nov 25 17:20:58.262141 n-d-817746-1 neutron-server[103361]: L3 agent@n-d-817746-1: {}, Nov 25 17:20:58.262141 n-d-817746-1 neutron-server[103361]: Metadata agent@n-d-817746-1: {}, Nov 25 17:20:58.262141 n-d-817746-1 neutron-server[103361]: Metering agent@n-d-817746-1: {}, Nov 25 17:20:58.262141 n-d-817746-1 neutron-server[103361]: Open vSwitch agent@n-d-817746-1: { 'AddressGroup': '1.2', Nov 25 17:20:58.262141 n-d-817746-1 neutron-server[103361]: 'ConntrackHelper': '1.0', Nov 25 17:20:58.262141 n-d-817746-1 neutron-server[103361]: 'Log': '1.0', Nov 25 17:20:58.262141 n-d-817746-1 neutron-server[103361]: 'Network': '1.1', Nov 25 17:20:58.262141 n-d-817746-1 neutron-server[103361]: 'Port': '1.7', Nov 25 17:20:58.262141 n-d-817746-1 neutron-server[103361]: 'PortForwarding': '1.2', Nov 25 17:20:58.262141 n-d-817746-1 neutron-server[103361]: 'QosPolicy': '1.10', Nov 25 17:20:58.262141 n-d-817746-1 neutron-server[103361]: 'SecurityGroup': '1.5', Nov 25 17:20:58.262141 n-d-817746-1 neutron-server[103361]: 'SecurityGroupRule': '1.2', Nov 25 17:20:58.262141 n-d-817746-1 neutron-server[103361]: 'SubPort': '1.0', Nov 25 17:20:58.262141 n-d-817746-1 neutron-server[103361]: 'Subnet': '1.1', Nov 25 17:20:58.262141 n-d-817746-1 neutron-server[103361]: 'Trunk': '1.1'}} Nov 25 17:20:58.262141 n-d-817746-1 neutron-server[103361]: {{(pid=103361) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 17:20:58.276911 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a535b8fc-e67e-49ff-9968-f0c764e06378 admin admin] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:20:58.278705 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-a535b8fc-e67e-49ff-9968-f0c764e06378 admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:20:58.281304 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a535b8fc-e67e-49ff-9968-f0c764e06378 admin admin] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:20:58.377967 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-adbbebc3-af4c-41a7-97dd-67e63e1b82e1 None None] For port b3b5f272-3ee0-436c-b4b8-7dd40ef568ff, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:20:58.381885 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-adbbebc3-af4c-41a7-97dd-67e63e1b82e1 None None] For port b3b5f272-3ee0-436c-b4b8-7dd40ef568ff, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=b3b5f272-3ee0-436c-b4b8-7dd40ef568ff,segment=NetworkSegment(7697bcb9-6235-4bcb-abb5-7cbf373e2db4),segment_id=7697bcb9-6235-4bcb-abb5-7cbf373e2db4)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:20:58.393886 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-adbbebc3-af4c-41a7-97dd-67e63e1b82e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:58.551500 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbbebc3-af4c-41a7-97dd-67e63e1b82e1 None None] Pushing event updated for resources: {'Port': ['ID=b3b5f272-3ee0-436c-b4b8-7dd40ef568ff,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:58.585822 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a535b8fc-e67e-49ff-9968-f0c764e06378 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:58.906358 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a535b8fc-e67e-49ff-9968-f0c764e06378 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:59.195832 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a535b8fc-e67e-49ff-9968-f0c764e06378 admin admin] Router 7a9e7bf6-0ab7-41e1-839f-86930361fcef is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:20:59.196747 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device b3b5f272-3ee0-436c-b4b8-7dd40ef568ff up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:20:59.258391 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port b3b5f272-3ee0-436c-b4b8-7dd40ef568ff triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:59.258985 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:59.364151 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a535b8fc-e67e-49ff-9968-f0c764e06378 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:20:59.376571 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88d2a40-69a1-4f4d-ae7a-1fa867686942 None None] Sync routers for ids ['7a9e7bf6-0ab7-41e1-839f-86930361fcef'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:20:59.382332 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:59.391587 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88d2a40-69a1-4f4d-ae7a-1fa867686942 None None] Routers {'7a9e7bf6-0ab7-41e1-839f-86930361fcef'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:20:59.392029 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-a88d2a40-69a1-4f4d-ae7a-1fa867686942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:20:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['7a9e7bf6-0ab7-41e1-839f-86930361fcef'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:59.417667 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a535b8fc-e67e-49ff-9968-f0c764e06378 admin admin] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:59.422936 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-a535b8fc-e67e-49ff-9968-f0c764e06378 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.0248446 Nov 25 17:20:59.427868 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57074) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:59.439137 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port b3b5f272-3ee0-436c-b4b8-7dd40ef568ff, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=b3b5f272-3ee0-436c-b4b8-7dd40ef568ff,segment=NetworkSegment(7697bcb9-6235-4bcb-abb5-7cbf373e2db4),segment_id=7697bcb9-6235-4bcb-abb5-7cbf373e2db4)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:59.453501 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:59.514744 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=b3b5f272-3ee0-436c-b4b8-7dd40ef568ff,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:59.650614 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-a88d2a40-69a1-4f4d-ae7a-1fa867686942 None None] Set router 7a9e7bf6-0ab7-41e1-839f-86930361fcef gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:20:59.913542 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-a88d2a40-69a1-4f4d-ae7a-1fa867686942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9e7bf6-0ab7-41e1-839f-86930361fcef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1479192076-router', 'tenant_id': '520c8060683a411693c2f2f826352c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '6ca05440-ed92-4161-bb18-9b22fd37bf43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:20:57Z', 'updated_at': '2021-11-25T17:20:58Z', 'revision_number': 3, 'project_id': '520c8060683a411693c2f2f826352c04', 'gw_port': {'id': '6ca05440-ed92-4161-bb18-9b22fd37bf43', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:89:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9e7bf6-0ab7-41e1-839f-86930361fcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:20:57Z', 'updated_at': '2021-11-25T17:20:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:59.932809 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11259322-c21f-4907-8cdf-d620f95d1320 None None] Network c19272b3-a7a0-489a-a5dc-398c9698ec22 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:20:59.961098 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88d2a40-69a1-4f4d-ae7a-1fa867686942 None None] Checking router: 7a9e7bf6-0ab7-41e1-839f-86930361fcef for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:20:59.961737 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88d2a40-69a1-4f4d-ae7a-1fa867686942 None None] Updating router 7a9e7bf6-0ab7-41e1-839f-86930361fcef port 6ca05440-ed92-4161-bb18-9b22fd37bf43 binding host n-d-817746-1 {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:20:59.993765 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a88d2a40-69a1-4f4d-ae7a-1fa867686942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:00.070952 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-92455ce7-3544-42fb-ba95-44f1ee9c84f3 None None] Provisioning complete for port b3b5f272-3ee0-436c-b4b8-7dd40ef568ff triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:00.071329 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-92455ce7-3544-42fb-ba95-44f1ee9c84f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:00.527605 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a88d2a40-69a1-4f4d-ae7a-1fa867686942 None None] Publish callbacks [] for port, precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:00.537562 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a88d2a40-69a1-4f4d-ae7a-1fa867686942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:00.592273 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1491a9d3-3611-495e-afbd-72c6ac9c3418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:00.607364 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-a88d2a40-69a1-4f4d-ae7a-1fa867686942 None None] Attempting to bind port 6ca05440-ed92-4161-bb18-9b22fd37bf43 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:21:00.607854 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-a88d2a40-69a1-4f4d-ae7a-1fa867686942 None None] Attempting to bind port 6ca05440-ed92-4161-bb18-9b22fd37bf43 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:21:00.608220 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88d2a40-69a1-4f4d-ae7a-1fa867686942 None None] Attempting to bind port 6ca05440-ed92-4161-bb18-9b22fd37bf43 on network 1aa44027-b9d0-4a56-9a59-7e664703e20a {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:21:00.618836 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88d2a40-69a1-4f4d-ae7a-1fa867686942 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:21:00.619189 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88d2a40-69a1-4f4d-ae7a-1fa867686942 None None] Checking segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:21:00.619589 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a88d2a40-69a1-4f4d-ae7a-1fa867686942 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:00.619979 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88d2a40-69a1-4f4d-ae7a-1fa867686942 None None] Bound using segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:21:00.620451 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-a88d2a40-69a1-4f4d-ae7a-1fa867686942 None None] Bound port: 6ca05440-ed92-4161-bb18-9b22fd37bf43, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:21:00.620863 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a88d2a40-69a1-4f4d-ae7a-1fa867686942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:00.622418 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46775e9e-4222-46c5-b95e-16051bc68755 None None] Pushing event updated for resources: {'Port': ['ID=6ca05440-ed92-4161-bb18-9b22fd37bf43,revision_number=2']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:00.655554 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46775e9e-4222-46c5-b95e-16051bc68755 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:00.655902 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46775e9e-4222-46c5-b95e-16051bc68755 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:00.656798 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46775e9e-4222-46c5-b95e-16051bc68755 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:00.657163 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46775e9e-4222-46c5-b95e-16051bc68755 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:00.657498 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46775e9e-4222-46c5-b95e-16051bc68755 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:00.660258 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-ee83f7f9-ffd8-4b2d-8212-a3da4a302698 None None] Provisioning complete for port b3b5f272-3ee0-436c-b4b8-7dd40ef568ff triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:00.660748 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ee83f7f9-ffd8-4b2d-8212-a3da4a302698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:00.663183 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46775e9e-4222-46c5-b95e-16051bc68755 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:00.663572 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46775e9e-4222-46c5-b95e-16051bc68755 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:00.663917 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46775e9e-4222-46c5-b95e-16051bc68755 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:00.664256 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46775e9e-4222-46c5-b95e-16051bc68755 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:00.664590 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46775e9e-4222-46c5-b95e-16051bc68755 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:00.664946 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46775e9e-4222-46c5-b95e-16051bc68755 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:00.665273 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46775e9e-4222-46c5-b95e-16051bc68755 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:00.666371 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46775e9e-4222-46c5-b95e-16051bc68755 None None] Tracked resource versions report: Nov 25 17:21:00.666371 n-d-817746-1 neutron-server[103363]: pushed versions: Nov 25 17:21:00.666371 n-d-817746-1 neutron-server[103363]: { 'AddressGroup': {'1.2'}, Nov 25 17:21:00.666371 n-d-817746-1 neutron-server[103363]: 'ConntrackHelper': {'1.0'}, Nov 25 17:21:00.666371 n-d-817746-1 neutron-server[103363]: 'Log': {'1.0'}, Nov 25 17:21:00.666371 n-d-817746-1 neutron-server[103363]: 'Network': {'1.1'}, Nov 25 17:21:00.666371 n-d-817746-1 neutron-server[103363]: 'Port': {'1.7'}, Nov 25 17:21:00.666371 n-d-817746-1 neutron-server[103363]: 'PortForwarding': {'1.2'}, Nov 25 17:21:00.666371 n-d-817746-1 neutron-server[103363]: 'QosPolicy': {'1.10'}, Nov 25 17:21:00.666371 n-d-817746-1 neutron-server[103363]: 'SecurityGroup': {'1.5'}, Nov 25 17:21:00.666371 n-d-817746-1 neutron-server[103363]: 'SecurityGroupRule': {'1.2'}, Nov 25 17:21:00.666371 n-d-817746-1 neutron-server[103363]: 'SubPort': {'1.0'}, Nov 25 17:21:00.666371 n-d-817746-1 neutron-server[103363]: 'Subnet': {'1.1'}, Nov 25 17:21:00.666371 n-d-817746-1 neutron-server[103363]: 'Trunk': {'1.1'}} Nov 25 17:21:00.666371 n-d-817746-1 neutron-server[103363]: consumer versions: Nov 25 17:21:00.666371 n-d-817746-1 neutron-server[103363]: { DHCP agent@n-d-817746-1: {}, Nov 25 17:21:00.666371 n-d-817746-1 neutron-server[103363]: HyperV agent@n-h1-817746-1: {}, Nov 25 17:21:00.666371 n-d-817746-1 neutron-server[103363]: HyperV agent@n-h2-817746-1: {}, Nov 25 17:21:00.666371 n-d-817746-1 neutron-server[103363]: L3 agent@n-d-817746-1: {}, Nov 25 17:21:00.666371 n-d-817746-1 neutron-server[103363]: Metadata agent@n-d-817746-1: {}, Nov 25 17:21:00.666371 n-d-817746-1 neutron-server[103363]: Metering agent@n-d-817746-1: {}, Nov 25 17:21:00.666371 n-d-817746-1 neutron-server[103363]: Open vSwitch agent@n-d-817746-1: { 'AddressGroup': '1.2', Nov 25 17:21:00.666371 n-d-817746-1 neutron-server[103363]: 'ConntrackHelper': '1.0', Nov 25 17:21:00.666371 n-d-817746-1 neutron-server[103363]: 'Log': '1.0', Nov 25 17:21:00.666371 n-d-817746-1 neutron-server[103363]: 'Network': '1.1', Nov 25 17:21:00.666371 n-d-817746-1 neutron-server[103363]: 'Port': '1.7', Nov 25 17:21:00.666371 n-d-817746-1 neutron-server[103363]: 'PortForwarding': '1.2', Nov 25 17:21:00.666371 n-d-817746-1 neutron-server[103363]: 'QosPolicy': '1.10', Nov 25 17:21:00.666371 n-d-817746-1 neutron-server[103363]: 'SecurityGroup': '1.5', Nov 25 17:21:00.666371 n-d-817746-1 neutron-server[103363]: 'SecurityGroupRule': '1.2', Nov 25 17:21:00.666371 n-d-817746-1 neutron-server[103363]: 'SubPort': '1.0', Nov 25 17:21:00.666371 n-d-817746-1 neutron-server[103363]: 'Subnet': '1.1', Nov 25 17:21:00.666371 n-d-817746-1 neutron-server[103363]: 'Trunk': '1.1'}} Nov 25 17:21:00.666371 n-d-817746-1 neutron-server[103363]: {{(pid=103363) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 17:21:00.735320 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-a88d2a40-69a1-4f4d-ae7a-1fa867686942 None None] For port 6ca05440-ed92-4161-bb18-9b22fd37bf43, host n-d-817746-1, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:21:00.752222 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-a88d2a40-69a1-4f4d-ae7a-1fa867686942 None None] For port 6ca05440-ed92-4161-bb18-9b22fd37bf43, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=6ca05440-ed92-4161-bb18-9b22fd37bf43,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:21:00.761532 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a88d2a40-69a1-4f4d-ae7a-1fa867686942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:00.863459 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88d2a40-69a1-4f4d-ae7a-1fa867686942 None None] Routers {'7a9e7bf6-0ab7-41e1-839f-86930361fcef'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:21:00.864095 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-a88d2a40-69a1-4f4d-ae7a-1fa867686942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:20:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['7a9e7bf6-0ab7-41e1-839f-86930361fcef'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:00.935549 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-1491a9d3-3611-495e-afbd-72c6ac9c3418 admin admin] Allocated IP 172.20.0.1 (c19272b3-a7a0-489a-a5dc-398c9698ec22/1c8955ab-07f5-4cfb-9fa9-1512cb2f0b03/e2c0760f-f8bb-4d0e-8efe-b3cd7113d1f6) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:21:00.955116 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46775e9e-4222-46c5-b95e-16051bc68755 None None] Pushing event updated for resources: {'Port': ['ID=6ca05440-ed92-4161-bb18-9b22fd37bf43,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:01.012437 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-a88d2a40-69a1-4f4d-ae7a-1fa867686942 None None] Set router 7a9e7bf6-0ab7-41e1-839f-86930361fcef gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:21:01.127288 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1491a9d3-3611-495e-afbd-72c6ac9c3418 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:01.135519 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device b3b5f272-3ee0-436c-b4b8-7dd40ef568ff up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:21:01.160709 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57158) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:01.163469 n-d-817746-1 neutron-server[103361]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 25 17:21:01.207803 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1491a9d3-3611-495e-afbd-72c6ac9c3418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:01.243305 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port b3b5f272-3ee0-436c-b4b8-7dd40ef568ff triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:01.243921 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:01.255300 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-a88d2a40-69a1-4f4d-ae7a-1fa867686942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9e7bf6-0ab7-41e1-839f-86930361fcef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1479192076-router', 'tenant_id': '520c8060683a411693c2f2f826352c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '6ca05440-ed92-4161-bb18-9b22fd37bf43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:20:57Z', 'updated_at': '2021-11-25T17:20:58Z', 'revision_number': 3, 'project_id': '520c8060683a411693c2f2f826352c04', 'gw_port': {'id': '6ca05440-ed92-4161-bb18-9b22fd37bf43', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:89:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9e7bf6-0ab7-41e1-839f-86930361fcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:20:57Z', 'updated_at': '2021-11-25T17:21:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:01.296749 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1491a9d3-3611-495e-afbd-72c6ac9c3418 admin admin] Network c19272b3-a7a0-489a-a5dc-398c9698ec22 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:21:01.306394 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-1491a9d3-3611-495e-afbd-72c6ac9c3418 admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:21:01.314527 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1491a9d3-3611-495e-afbd-72c6ac9c3418 admin admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:21:01.315104 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1491a9d3-3611-495e-afbd-72c6ac9c3418 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:01.322781 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88d2a40-69a1-4f4d-ae7a-1fa867686942 None None] The sync data for ids ['7a9e7bf6-0ab7-41e1-839f-86930361fcef'] in n-d-817746-1 is: [{'id': '7a9e7bf6-0ab7-41e1-839f-86930361fcef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1479192076-router', 'tenant_id': '520c8060683a411693c2f2f826352c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '6ca05440-ed92-4161-bb18-9b22fd37bf43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:20:57Z', 'updated_at': '2021-11-25T17:20:58Z', 'revision_number': 3, 'project_id': '520c8060683a411693c2f2f826352c04', 'gw_port': {'id': '6ca05440-ed92-4161-bb18-9b22fd37bf43', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:89:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9e7bf6-0ab7-41e1-839f-86930361fcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:20:57Z', 'updated_at': '2021-11-25T17:21:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:21:01.346862 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1491a9d3-3611-495e-afbd-72c6ac9c3418 admin admin] Pushing event updated for resources: {'Port': ['ID=e2c0760f-f8bb-4d0e-8efe-b3cd7113d1f6,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:01.377423 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1961808d-c8c2-4677-87c4-da302152f787 req-30b7478a-eda3-4836-ac3e-bb21ef0e7903 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=44ee0d3c33154ab4aa8ea1c5127a4bf3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2121794 Nov 25 17:21:01.665896 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961808d-c8c2-4677-87c4-da302152f787 req-809f1f2c-36d6-4602-aaee-e7b5321a1289 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:01.674069 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1961808d-c8c2-4677-87c4-da302152f787 req-809f1f2c-36d6-4602-aaee-e7b5321a1289 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2957432 Nov 25 17:21:01.683345 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-e4010426-91dd-4d53-95e4-2a94c3bc6b66 None None] Provisioning complete for port e2c0760f-f8bb-4d0e-8efe-b3cd7113d1f6 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:01.688140 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e4010426-91dd-4d53-95e4-2a94c3bc6b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:01.694379 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1961808d-c8c2-4677-87c4-da302152f787 req-c3085502-c394-4fec-ad78-f8af81ae0702 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.75 "GET /v2.0/quotas/44ee0d3c33154ab4aa8ea1c5127a4bf3 HTTP/1.1" status: 200 len: 375 time: 0.0193727 Nov 25 17:21:01.720893 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1491a9d3-3611-495e-afbd-72c6ac9c3418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:01.795203 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-e4010426-91dd-4d53-95e4-2a94c3bc6b66 None None] Port e2c0760f-f8bb-4d0e-8efe-b3cd7113d1f6 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:21:01.806306 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1961808d-c8c2-4677-87c4-da302152f787 req-8e38c51a-d2df-4cee-a806-ce0016f75ea8 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=44ee0d3c33154ab4aa8ea1c5127a4bf3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1109850 Nov 25 17:21:01.814022 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57180) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:02.001033 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dda2d397-e212-4740-916c-e490539b86ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:02.119376 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1491a9d3-3611-495e-afbd-72c6ac9c3418 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:02.126081 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1491a9d3-3611-495e-afbd-72c6ac9c3418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:02.127267 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1491a9d3-3611-495e-afbd-72c6ac9c3418 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:02.151147 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dda2d397-e212-4740-916c-e490539b86ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:02.158766 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dda2d397-e212-4740-916c-e490539b86ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:02.184001 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1491a9d3-3611-495e-afbd-72c6ac9c3418 admin admin] Pushing event updated for resources: {'Port': ['ID=e2c0760f-f8bb-4d0e-8efe-b3cd7113d1f6,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:02.214211 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda2d397-e212-4740-916c-e490539b86ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5cc19c6-c6aa-41e8-b791-f454f6d76f81,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:02.245404 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-dda2d397-e212-4740-916c-e490539b86ca admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b9f0aa7b9a0346188bd15b68b3ec858a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4304984 Nov 25 17:21:02.247913 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57214) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:02.368967 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7d832577-6356-4113-b823-487ebf94504d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:02.456539 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1491a9d3-3611-495e-afbd-72c6ac9c3418 admin admin] Network c19272b3-a7a0-489a-a5dc-398c9698ec22 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:21:02.459447 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-1491a9d3-3611-495e-afbd-72c6ac9c3418 admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:21:02.488733 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7d832577-6356-4113-b823-487ebf94504d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:02.629389 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7d832577-6356-4113-b823-487ebf94504d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:02.632942 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7d832577-6356-4113-b823-487ebf94504d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:02.637927 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-7d832577-6356-4113-b823-487ebf94504d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a5cc19c6-c6aa-41e8-b791-f454f6d76f81 HTTP/1.1" status: 204 len: 168 time: 0.3887761 Nov 25 17:21:02.651567 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d832577-6356-4113-b823-487ebf94504d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5cc19c6-c6aa-41e8-b791-f454f6d76f81,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:02.769105 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1491a9d3-3611-495e-afbd-72c6ac9c3418 admin admin] Router 7a9e7bf6-0ab7-41e1-839f-86930361fcef has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:21:02.790340 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57232) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:02.933910 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-8294c5ce-aa73-46dd-bc78-4149169b4f7c None None] Provisioning complete for port e2c0760f-f8bb-4d0e-8efe-b3cd7113d1f6 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:02.943194 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8294c5ce-aa73-46dd-bc78-4149169b4f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:02.982567 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8088f59e-870e-4032-947b-041e2ccc96b2 req-a95600e9-667c-4bb4-9f5f-74a0dc90049a tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.75 "GET /v2.0/ports?device_id=36fdf299-c616-49f5-bcb0-1528e894c302 HTTP/1.1" status: 200 len: 210 time: 0.1883595 Nov 25 17:21:03.033694 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1491a9d3-3611-495e-afbd-72c6ac9c3418 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:21:03.051913 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1491a9d3-3611-495e-afbd-72c6ac9c3418 admin admin] 10.222.0.75 "PUT /v2.0/routers/7a9e7bf6-0ab7-41e1-839f-86930361fcef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6133413 Nov 25 17:21:03.066986 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-8294c5ce-aa73-46dd-bc78-4149169b4f7c None None] Port e2c0760f-f8bb-4d0e-8efe-b3cd7113d1f6 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:21:03.178247 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 6ca05440-ed92-4161-bb18-9b22fd37bf43 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:21:03.240581 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 6ca05440-ed92-4161-bb18-9b22fd37bf43 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:03.241153 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:03.255531 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57262) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:03.279206 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0c502736-5f65-47b9-b446-0301846d57e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:03.446903 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:03.477673 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0c502736-5f65-47b9-b446-0301846d57e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:03.482849 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port 6ca05440-ed92-4161-bb18-9b22fd37bf43, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=6ca05440-ed92-4161-bb18-9b22fd37bf43,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:03.485944 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0c502736-5f65-47b9-b446-0301846d57e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:03.488809 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:03.551544 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0c502736-5f65-47b9-b446-0301846d57e0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3f11fb25fcbe4bf98af5b2eb234ad518&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2933602 Nov 25 17:21:03.553309 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57286) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:03.636378 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=6ca05440-ed92-4161-bb18-9b22fd37bf43,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:03.641621 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c502736-5f65-47b9-b446-0301846d57e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ee89bd-2cc0-4deb-95a4-2bb53aafd5ce,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:03.706120 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1cab891f-457e-4880-9410-f4f33b9807d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:03.763111 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1cab891f-457e-4880-9410-f4f33b9807d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:03.842004 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1cab891f-457e-4880-9410-f4f33b9807d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:03.846865 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1cab891f-457e-4880-9410-f4f33b9807d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:03.851624 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1cab891f-457e-4880-9410-f4f33b9807d1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/47ee89bd-2cc0-4deb-95a4-2bb53aafd5ce HTTP/1.1" status: 204 len: 168 time: 0.2937140 Nov 25 17:21:03.860396 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab891f-457e-4880-9410-f4f33b9807d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ee89bd-2cc0-4deb-95a4-2bb53aafd5ce,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:04.118456 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61eb6e4d-c607-488f-b234-d9f5f9797de3 None None] Sync routers for ids ['7a9e7bf6-0ab7-41e1-839f-86930361fcef'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:21:04.133900 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61eb6e4d-c607-488f-b234-d9f5f9797de3 None None] Routers {'7a9e7bf6-0ab7-41e1-839f-86930361fcef'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:21:04.134532 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-61eb6e4d-c607-488f-b234-d9f5f9797de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:20:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['7a9e7bf6-0ab7-41e1-839f-86930361fcef'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:04.338003 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-61eb6e4d-c607-488f-b234-d9f5f9797de3 None None] Set router 7a9e7bf6-0ab7-41e1-839f-86930361fcef gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:21:04.403592 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e3abd95c-5a42-4d94-bf71-40d92c8a8c59 req-f3ce8c8a-df47-4f2e-b9d5-2ed593aaf7cb tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.75 "GET /v2.0/ports?device_id=36fdf299-c616-49f5-bcb0-1528e894c302 HTTP/1.1" status: 200 len: 210 time: 0.0478809 Nov 25 17:21:04.577352 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57366) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:04.595907 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-b1fc2339-4ce5-4339-af50-7bf182b54071 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1039611385-network', 'tenant_id': '89cffc892e0c42bd9cdfadf2bf5f49d6'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:04.676012 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1fc2339-4ce5-4339-af50-7bf182b54071 admin admin] Made reservation on behalf of 89cffc892e0c42bd9cdfadf2bf5f49d6 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:21:04.679916 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b1fc2339-4ce5-4339-af50-7bf182b54071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:04.709648 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-61eb6e4d-c607-488f-b234-d9f5f9797de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9e7bf6-0ab7-41e1-839f-86930361fcef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1479192076-router', 'tenant_id': '520c8060683a411693c2f2f826352c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '6ca05440-ed92-4161-bb18-9b22fd37bf43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:20:57Z', 'updated_at': '2021-11-25T17:21:01Z', 'revision_number': 4, 'project_id': '520c8060683a411693c2f2f826352c04', 'gw_port': {'id': '6ca05440-ed92-4161-bb18-9b22fd37bf43', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:89:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9e7bf6-0ab7-41e1-839f-86930361fcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:20:57Z', 'updated_at': '2021-11-25T17:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'e2c0760f-f8bb-4d0e-8efe-b3cd7113d1f6', 'name': '', 'network_id': 'c19272b3-a7a0-489a-a5dc-398c9698ec22', 'tenant_id': '520c8060683a411693c2f2f826352c04', 'mac_address': 'fa:16:3e:a1:e6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9e7bf6-0ab7-41e1-839f-86930361fcef', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1c8955ab-07f5-4cfb-9fa9-1512cb2f0b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:21:00Z', 'updated_at': '2021-11-25T17:21:01Z', 'revision_number': 2, 'project_id': '520c8060683a411693c2f2f826352c04', 'subnets': [{'id': '1c8955ab-07f5-4cfb-9fa9-1512cb2f0b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:04.719601 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b1fc2339-4ce5-4339-af50-7bf182b54071 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:04.753375 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61eb6e4d-c607-488f-b234-d9f5f9797de3 None None] Checking router: 7a9e7bf6-0ab7-41e1-839f-86930361fcef for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:21:04.753965 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61eb6e4d-c607-488f-b234-d9f5f9797de3 None None] Updating router 7a9e7bf6-0ab7-41e1-839f-86930361fcef port e2c0760f-f8bb-4d0e-8efe-b3cd7113d1f6 binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:21:04.799443 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-61eb6e4d-c607-488f-b234-d9f5f9797de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:04.819260 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57384) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:04.879519 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b1fc2339-4ce5-4339-af50-7bf182b54071 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:04.886754 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b1fc2339-4ce5-4339-af50-7bf182b54071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:04.910267 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57400) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:04.944908 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1fc2339-4ce5-4339-af50-7bf182b54071 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 943} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:21:04.957107 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc2339-4ce5-4339-af50-7bf182b54071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d89def-e48f-4898-948b-742b7916da57,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:04.984516 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b1fc2339-4ce5-4339-af50-7bf182b54071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:04.984516 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-b1fc2339-4ce5-4339-af50-7bf182b54071 admin admin] Added segment 4fde223d-2917-466b-847b-956e739a8414 of type vlan for network c0cc47d0-55be-430e-ba62-70dda4f647c7 Nov 25 17:21:05.003261 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.74', 58882) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:05.088958 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b1fc2339-4ce5-4339-af50-7bf182b54071 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:05.092999 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1961808d-c8c2-4677-87c4-da302152f787 req-93ffddaa-37d7-4eeb-a3cc-44a79f59b819 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=44ee0d3c33154ab4aa8ea1c5127a4bf3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0804794 Nov 25 17:21:05.150759 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4d041fc9-60f9-46b9-bfbf-1224dac0f1b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:05.180596 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b1fc2339-4ce5-4339-af50-7bf182b54071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:05.181527 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fc2339-4ce5-4339-af50-7bf182b54071 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:05.182114 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b1fc2339-4ce5-4339-af50-7bf182b54071 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:05.198576 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 6ca05440-ed92-4161-bb18-9b22fd37bf43 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:21:05.305851 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b1fc2339-4ce5-4339-af50-7bf182b54071 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7264142 Nov 25 17:21:05.317122 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57422) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:05.325147 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-cde4671f-a6c1-43b9-8317-42a3046af111 admin admin] Request body: {'subnet': {'network_id': 'c0cc47d0-55be-430e-ba62-70dda4f647c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1039611385-subnet', 'tenant_id': '89cffc892e0c42bd9cdfadf2bf5f49d6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:05.349198 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc2339-4ce5-4339-af50-7bf182b54071 admin admin] Pushing event updated for resources: {'Network': ['ID=c0cc47d0-55be-430e-ba62-70dda4f647c7,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:05.393654 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network c0cc47d0-55be-430e-ba62-70dda4f647c7 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:21:05.395798 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde4671f-a6c1-43b9-8317-42a3046af111 admin admin] Made reservation on behalf of 89cffc892e0c42bd9cdfadf2bf5f49d6 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:21:05.398566 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cde4671f-a6c1-43b9-8317-42a3046af111 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:05.439731 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961808d-c8c2-4677-87c4-da302152f787 req-86a5cc59-1e2d-49e5-b583-2227f0d9030d tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:05.441815 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1961808d-c8c2-4677-87c4-da302152f787 req-86a5cc59-1e2d-49e5-b583-2227f0d9030d tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3346369 Nov 25 17:21:05.500306 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-68b6b823-0637-4768-8e1b-fcfae6339e4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:05.544365 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4d041fc9-60f9-46b9-bfbf-1224dac0f1b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:05.559993 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-1961808d-c8c2-4677-87c4-da302152f787 req-a844dfe4-b3b6-44f8-9c38-af5e3611300b tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] Request body: {'port': {'device_id': '36fdf299-c616-49f5-bcb0-1528e894c302', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'admin_state_up': True, 'tenant_id': '44ee0d3c33154ab4aa8ea1c5127a4bf3'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:05.580995 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4d041fc9-60f9-46b9-bfbf-1224dac0f1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:05.662360 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cde4671f-a6c1-43b9-8317-42a3046af111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:05.754718 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-61eb6e4d-c607-488f-b234-d9f5f9797de3 None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:05.757325 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 6ca05440-ed92-4161-bb18-9b22fd37bf43 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:05.757706 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:05.761304 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-61eb6e4d-c607-488f-b234-d9f5f9797de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:05.787307 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde4671f-a6c1-43b9-8317-42a3046af111 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02d55411-afdd-4570-8ae6-9e2866cc4181,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:05.793499 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde4671f-a6c1-43b9-8317-42a3046af111 admin admin] Checking segment: {'id': '4fde223d-2917-466b-847b-956e739a8414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'c0cc47d0-55be-430e-ba62-70dda4f647c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:21:05.793847 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde4671f-a6c1-43b9-8317-42a3046af111 admin admin] Network hostable DHCP agents. Network: c0cc47d0-55be-430e-ba62-70dda4f647c7, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:21:05.815255 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde4671f-a6c1-43b9-8317-42a3046af111 admin admin] Network c0cc47d0-55be-430e-ba62-70dda4f647c7 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:21:05.830042 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-cde4671f-a6c1-43b9-8317-42a3046af111 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, c0cc47d0-55be-430e-ba62-70dda4f647c7) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:21:05.838072 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde4671f-a6c1-43b9-8317-42a3046af111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:05.838919 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cde4671f-a6c1-43b9-8317-42a3046af111 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:05.842452 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae1ce5d-7211-4668-a95f-a25467e223de None None] Pushing event updated for resources: {'Port': ['ID=e2c0760f-f8bb-4d0e-8efe-b3cd7113d1f6,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:05.844325 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-4d041fc9-60f9-46b9-bfbf-1224dac0f1b6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fc4711c2f5f14d0fb7b807cc8edc2167&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0237796 Nov 25 17:21:05.856867 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3481ea-caac-4cfc-919c-338e2e16c5d8 None None] Network c0cc47d0-55be-430e-ba62-70dda4f647c7 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:21:05.863832 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57460) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:05.889697 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d041fc9-60f9-46b9-bfbf-1224dac0f1b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac028a2-c9ab-43cf-9f57-6a7fc4b9d255,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:05.894135 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-cde4671f-a6c1-43b9-8317-42a3046af111 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5756023 Nov 25 17:21:05.896612 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57468) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:05.908813 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-eb4598c6-c3d3-433a-9800-61c79a7d9e78 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1039611385-router', 'tenant_id': '89cffc892e0c42bd9cdfadf2bf5f49d6', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:05.979865 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2a98751b-2262-4385-8659-98961ae38547 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:05.998809 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eb4598c6-c3d3-433a-9800-61c79a7d9e78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:06.001198 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eb4598c6-c3d3-433a-9800-61c79a7d9e78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:06.012887 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-68b6b823-0637-4768-8e1b-fcfae6339e4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:06.045967 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6f2dc5de-918b-4d65-ac46-98dca0fcefd3 req-f17f8123-c6b8-45ee-a51c-e2c3527f6476 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.75 "GET /v2.0/ports?device_id=36fdf299-c616-49f5-bcb0-1528e894c302 HTTP/1.1" status: 200 len: 210 time: 0.1886995 Nov 25 17:21:06.112184 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-61eb6e4d-c607-488f-b234-d9f5f9797de3 None None] Attempting to bind port e2c0760f-f8bb-4d0e-8efe-b3cd7113d1f6 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:21:06.112568 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-61eb6e4d-c607-488f-b234-d9f5f9797de3 None None] Attempting to bind port e2c0760f-f8bb-4d0e-8efe-b3cd7113d1f6 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '7697bcb9-6235-4bcb-abb5-7cbf373e2db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'c19272b3-a7a0-489a-a5dc-398c9698ec22'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:21:06.112981 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61eb6e4d-c607-488f-b234-d9f5f9797de3 None None] Attempting to bind port e2c0760f-f8bb-4d0e-8efe-b3cd7113d1f6 on network c19272b3-a7a0-489a-a5dc-398c9698ec22 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:21:06.137994 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eb4598c6-c3d3-433a-9800-61c79a7d9e78 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:06.154846 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61eb6e4d-c607-488f-b234-d9f5f9797de3 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:21:06.155235 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61eb6e4d-c607-488f-b234-d9f5f9797de3 None None] Checking segment: {'id': '7697bcb9-6235-4bcb-abb5-7cbf373e2db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'c19272b3-a7a0-489a-a5dc-398c9698ec22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:21:06.155651 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-61eb6e4d-c607-488f-b234-d9f5f9797de3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:06.156260 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61eb6e4d-c607-488f-b234-d9f5f9797de3 None None] Bound using segment: {'id': '7697bcb9-6235-4bcb-abb5-7cbf373e2db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'c19272b3-a7a0-489a-a5dc-398c9698ec22'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:21:06.156872 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-61eb6e4d-c607-488f-b234-d9f5f9797de3 None None] Bound port: e2c0760f-f8bb-4d0e-8efe-b3cd7113d1f6, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7697bcb9-6235-4bcb-abb5-7cbf373e2db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'c19272b3-a7a0-489a-a5dc-398c9698ec22'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:21:06.157294 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-61eb6e4d-c607-488f-b234-d9f5f9797de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:06.160212 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-68b6b823-0637-4768-8e1b-fcfae6339e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:06.171116 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7037d447-2061-4dd3-b98f-e7f219233ca2 req-27c049b6-ce05-4949-be59-828d29874c9c tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=cffb6932220c4b2fa36146ce31593992&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0862024 Nov 25 17:21:06.302520 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a1f72f-66e1-41d6-abf2-87735371c7c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-c0cc47d0-55be-430e-ba62-70dda4f647c7', 'network_id': 'c0cc47d0-55be-430e-ba62-70dda4f647c7', 'tenant_id': '89cffc892e0c42bd9cdfadf2bf5f49d6', 'fixed_ips': [{'subnet_id': '02d55411-afdd-4570-8ae6-9e2866cc4181'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:21:06.303967 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-38a1f72f-66e1-41d6-abf2-87735371c7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:06.332766 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b6b823-0637-4768-8e1b-fcfae6339e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800177da-5d8c-4447-8432-293d4876f047,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:06.356779 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2a98751b-2262-4385-8659-98961ae38547 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:06.368941 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-a29d8603-9754-45df-887c-8f9f662b18f9 None None] Provisioning complete for port e2c0760f-f8bb-4d0e-8efe-b3cd7113d1f6 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:06.369548 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a29d8603-9754-45df-887c-8f9f662b18f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:06.412082 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-61eb6e4d-c607-488f-b234-d9f5f9797de3 None None] For port e2c0760f-f8bb-4d0e-8efe-b3cd7113d1f6, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:21:06.462738 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-61eb6e4d-c607-488f-b234-d9f5f9797de3 None None] For port e2c0760f-f8bb-4d0e-8efe-b3cd7113d1f6, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=e2c0760f-f8bb-4d0e-8efe-b3cd7113d1f6,segment=NetworkSegment(7697bcb9-6235-4bcb-abb5-7cbf373e2db4),segment_id=7697bcb9-6235-4bcb-abb5-7cbf373e2db4)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:21:06.475708 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-61eb6e4d-c607-488f-b234-d9f5f9797de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:06.504985 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eb4598c6-c3d3-433a-9800-61c79a7d9e78 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:06.510480 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2a98751b-2262-4385-8659-98961ae38547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:06.510601 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2a98751b-2262-4385-8659-98961ae38547 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:06.514212 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2a98751b-2262-4385-8659-98961ae38547 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/fac028a2-c9ab-43cf-9f57-6a7fc4b9d255 HTTP/1.1" status: 204 len: 168 time: 0.6462867 Nov 25 17:21:06.522672 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-a29d8603-9754-45df-887c-8f9f662b18f9 None None] Port e2c0760f-f8bb-4d0e-8efe-b3cd7113d1f6 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:21:06.534394 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a98751b-2262-4385-8659-98961ae38547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac028a2-c9ab-43cf-9f57-6a7fc4b9d255,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:06.553908 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-68b6b823-0637-4768-8e1b-fcfae6339e4e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=29f1191f4a7f41ba87c0f1fb77d55570&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6425829 Nov 25 17:21:06.559076 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57504) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:06.649828 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae1ce5d-7211-4668-a95f-a25467e223de None None] Pushing event updated for resources: {'Port': ['ID=e2c0760f-f8bb-4d0e-8efe-b3cd7113d1f6,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:06.652033 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1961808d-c8c2-4677-87c4-da302152f787 req-a844dfe4-b3b6-44f8-9c38-af5e3611300b tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] Made reservation on behalf of 44ee0d3c33154ab4aa8ea1c5127a4bf3 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:21:06.656959 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1961808d-c8c2-4677-87c4-da302152f787 req-a844dfe4-b3b6-44f8-9c38-af5e3611300b tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:06.675307 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1961808d-c8c2-4677-87c4-da302152f787 req-a844dfe4-b3b6-44f8-9c38-af5e3611300b tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:06.695938 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037d447-2061-4dd3-b98f-e7f219233ca2 req-6eb939a4-f130-4dca-9af2-b7b41268b143 tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:06.703607 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7037d447-2061-4dd3-b98f-e7f219233ca2 req-6eb939a4-f130-4dca-9af2-b7b41268b143 tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4481955 Nov 25 17:21:06.796523 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61eb6e4d-c607-488f-b234-d9f5f9797de3 None None] Routers {'7a9e7bf6-0ab7-41e1-839f-86930361fcef'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:21:06.800795 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-61eb6e4d-c607-488f-b234-d9f5f9797de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:20:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['7a9e7bf6-0ab7-41e1-839f-86930361fcef'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:06.852250 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1961808d-c8c2-4677-87c4-da302152f787 req-a844dfe4-b3b6-44f8-9c38-af5e3611300b tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:06.887464 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c32b444a-e76f-46b4-b772-6363e672f4f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:06.899594 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1961808d-c8c2-4677-87c4-da302152f787 req-a844dfe4-b3b6-44f8-9c38-af5e3611300b tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:06.974434 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-38a1f72f-66e1-41d6-abf2-87735371c7c9 None None] Allocated IP 172.20.0.2 (c0cc47d0-55be-430e-ba62-70dda4f647c7/02d55411-afdd-4570-8ae6-9e2866cc4181/22546b20-98a6-4601-a838-1adfa81c320a) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:21:07.007742 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7037d447-2061-4dd3-b98f-e7f219233ca2 req-9b35b181-aea5-456c-8e63-3716573bd116 tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] 10.222.0.75 "GET /v2.0/quotas/cffb6932220c4b2fa36146ce31593992 HTTP/1.1" status: 200 len: 375 time: 0.3027358 Nov 25 17:21:07.187687 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c32b444a-e76f-46b4-b772-6363e672f4f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:07.211812 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eb4598c6-c3d3-433a-9800-61c79a7d9e78 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:07.315513 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eb4598c6-c3d3-433a-9800-61c79a7d9e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:07.348276 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-2dd9763b-7442-461e-86c9-9f28a36630f7 None None] Provisioning complete for port e2c0760f-f8bb-4d0e-8efe-b3cd7113d1f6 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:07.348977 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2dd9763b-7442-461e-86c9-9f28a36630f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:07.351675 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-61eb6e4d-c607-488f-b234-d9f5f9797de3 None None] Set router 7a9e7bf6-0ab7-41e1-839f-86930361fcef gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:21:07.394580 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7037d447-2061-4dd3-b98f-e7f219233ca2 req-55b81514-ce4e-4a51-861d-38593901595b tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=cffb6932220c4b2fa36146ce31593992&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3404083 Nov 25 17:21:07.526654 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c32b444a-e76f-46b4-b772-6363e672f4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:07.534375 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c32b444a-e76f-46b4-b772-6363e672f4f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:07.549940 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c32b444a-e76f-46b4-b772-6363e672f4f2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/800177da-5d8c-4447-8432-293d4876f047 HTTP/1.1" status: 204 len: 168 time: 0.9840469 Nov 25 17:21:07.589945 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-eb4598c6-c3d3-433a-9800-61c79a7d9e78 admin admin] Allocated IP 172.25.0.230 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/f48844f4-2d55-47cb-a6db-5b84416fff2c) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:21:07.650925 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a844dfe4-b3b6-44f8-9c38-af5e3611300b tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f253f59-2ee5-482f-a0b2-52209b5a40d1,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:07.718129 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32b444a-e76f-46b4-b772-6363e672f4f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800177da-5d8c-4447-8432-293d4876f047,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:07.803447 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57526) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:07.857124 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-55b963dd-bc19-46ba-94a1-69fa752d33af admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:07.960720 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-38a1f72f-66e1-41d6-abf2-87735371c7c9 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:08.050395 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-38a1f72f-66e1-41d6-abf2-87735371c7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:08.267451 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-55b963dd-bc19-46ba-94a1-69fa752d33af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:08.269503 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a1f72f-66e1-41d6-abf2-87735371c7c9 None None] Network c0cc47d0-55be-430e-ba62-70dda4f647c7 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:21:08.295192 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a1f72f-66e1-41d6-abf2-87735371c7c9 None None] Pushing event updated for resources: {'Port': ['ID=22546b20-98a6-4601-a838-1adfa81c320a,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:08.302642 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-38a1f72f-66e1-41d6-abf2-87735371c7c9 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:21:08.339095 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a1f72f-66e1-41d6-abf2-87735371c7c9 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:21:08.346121 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e0981af8-a8ce-4c07-bec9-b84e7e3d4f9c req-664f7c58-492e-40aa-a3d2-1e58f36189f4 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.75 "GET /v2.0/ports?device_id=36fdf299-c616-49f5-bcb0-1528e894c302 HTTP/1.1" status: 200 len: 210 time: 0.0766234 Nov 25 17:21:08.355207 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-55b963dd-bc19-46ba-94a1-69fa752d33af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:08.457519 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eb4598c6-c3d3-433a-9800-61c79a7d9e78 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:08.482175 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2dd9763b-7442-461e-86c9-9f28a36630f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:08.486216 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-38a1f72f-66e1-41d6-abf2-87735371c7c9 None None] Attempting to bind port 22546b20-98a6-4601-a838-1adfa81c320a on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:21:08.486593 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-38a1f72f-66e1-41d6-abf2-87735371c7c9 None None] Attempting to bind port 22546b20-98a6-4601-a838-1adfa81c320a by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '4fde223d-2917-466b-847b-956e739a8414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'c0cc47d0-55be-430e-ba62-70dda4f647c7'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:21:08.486964 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a1f72f-66e1-41d6-abf2-87735371c7c9 None None] Attempting to bind port 22546b20-98a6-4601-a838-1adfa81c320a on network c0cc47d0-55be-430e-ba62-70dda4f647c7 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:21:08.503128 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a1f72f-66e1-41d6-abf2-87735371c7c9 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:21:08.503592 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a1f72f-66e1-41d6-abf2-87735371c7c9 None None] Checking segment: {'id': '4fde223d-2917-466b-847b-956e739a8414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'c0cc47d0-55be-430e-ba62-70dda4f647c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:21:08.503926 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-38a1f72f-66e1-41d6-abf2-87735371c7c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:08.504334 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a1f72f-66e1-41d6-abf2-87735371c7c9 None None] Bound using segment: {'id': '4fde223d-2917-466b-847b-956e739a8414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'c0cc47d0-55be-430e-ba62-70dda4f647c7'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:21:08.504869 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-38a1f72f-66e1-41d6-abf2-87735371c7c9 None None] Bound port: 22546b20-98a6-4601-a838-1adfa81c320a, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fde223d-2917-466b-847b-956e739a8414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'c0cc47d0-55be-430e-ba62-70dda4f647c7'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:21:08.505613 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-38a1f72f-66e1-41d6-abf2-87735371c7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:08.544536 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eb4598c6-c3d3-433a-9800-61c79a7d9e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:08.565371 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-61eb6e4d-c607-488f-b234-d9f5f9797de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9e7bf6-0ab7-41e1-839f-86930361fcef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1479192076-router', 'tenant_id': '520c8060683a411693c2f2f826352c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '6ca05440-ed92-4161-bb18-9b22fd37bf43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:20:57Z', 'updated_at': '2021-11-25T17:21:01Z', 'revision_number': 4, 'project_id': '520c8060683a411693c2f2f826352c04', 'gw_port': {'id': '6ca05440-ed92-4161-bb18-9b22fd37bf43', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:89:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9e7bf6-0ab7-41e1-839f-86930361fcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:20:57Z', 'updated_at': '2021-11-25T17:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'e2c0760f-f8bb-4d0e-8efe-b3cd7113d1f6', 'name': '', 'network_id': 'c19272b3-a7a0-489a-a5dc-398c9698ec22', 'tenant_id': '520c8060683a411693c2f2f826352c04', 'mac_address': 'fa:16:3e:a1:e6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9e7bf6-0ab7-41e1-839f-86930361fcef', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1c8955ab-07f5-4cfb-9fa9-1512cb2f0b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:21:00Z', 'updated_at': '2021-11-25T17:21:06Z', 'revision_number': 4, 'project_id': '520c8060683a411693c2f2f826352c04', 'subnets': [{'id': '1c8955ab-07f5-4cfb-9fa9-1512cb2f0b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:08.627962 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4598c6-c3d3-433a-9800-61c79a7d9e78 admin admin] Pushing event updated for resources: {'Port': ['ID=f48844f4-2d55-47cb-a6db-5b84416fff2c,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:08.636711 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61eb6e4d-c607-488f-b234-d9f5f9797de3 None None] The sync data for ids ['7a9e7bf6-0ab7-41e1-839f-86930361fcef'] in n-d-817746-1 is: [{'id': '7a9e7bf6-0ab7-41e1-839f-86930361fcef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1479192076-router', 'tenant_id': '520c8060683a411693c2f2f826352c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '6ca05440-ed92-4161-bb18-9b22fd37bf43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:20:57Z', 'updated_at': '2021-11-25T17:21:01Z', 'revision_number': 4, 'project_id': '520c8060683a411693c2f2f826352c04', 'gw_port': {'id': '6ca05440-ed92-4161-bb18-9b22fd37bf43', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:89:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9e7bf6-0ab7-41e1-839f-86930361fcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:20:57Z', 'updated_at': '2021-11-25T17:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'e2c0760f-f8bb-4d0e-8efe-b3cd7113d1f6', 'name': '', 'network_id': 'c19272b3-a7a0-489a-a5dc-398c9698ec22', 'tenant_id': '520c8060683a411693c2f2f826352c04', 'mac_address': 'fa:16:3e:a1:e6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9e7bf6-0ab7-41e1-839f-86930361fcef', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1c8955ab-07f5-4cfb-9fa9-1512cb2f0b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:21:00Z', 'updated_at': '2021-11-25T17:21:06Z', 'revision_number': 4, 'project_id': '520c8060683a411693c2f2f826352c04', 'subnets': [{'id': '1c8955ab-07f5-4cfb-9fa9-1512cb2f0b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:21:08.639491 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4598c6-c3d3-433a-9800-61c79a7d9e78 admin admin] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:21:08.661790 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-eb4598c6-c3d3-433a-9800-61c79a7d9e78 admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:21:08.664672 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4598c6-c3d3-433a-9800-61c79a7d9e78 admin admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:21:08.696472 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-2dd9763b-7442-461e-86c9-9f28a36630f7 None None] For port e2c0760f-f8bb-4d0e-8efe-b3cd7113d1f6, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=e2c0760f-f8bb-4d0e-8efe-b3cd7113d1f6,segment=NetworkSegment(7697bcb9-6235-4bcb-abb5-7cbf373e2db4),segment_id=7697bcb9-6235-4bcb-abb5-7cbf373e2db4)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:08.720926 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2dd9763b-7442-461e-86c9-9f28a36630f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:08.824476 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57562) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:08.841178 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-55b963dd-bc19-46ba-94a1-69fa752d33af admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6aeee853ff1e46a89b8256141faaa698&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0331633 Nov 25 17:21:08.872539 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57564) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:08.879135 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a517c1ae-5391-4359-9149-5e6ee647230e req-e06142d3-e554-4636-96d6-b1a8710d8905 tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b397496-2bd9-47f5-b9bf-0ca5c14471b0 HTTP/1.1" status: 200 len: 210 time: 0.5522249 Nov 25 17:21:08.932128 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-62438d03-5ba0-4efc-8546-8ba70e54df1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:08.936033 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b963dd-bc19-46ba-94a1-69fa752d33af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23129e4b-7712-45e9-8b2a-bcb1f45bff3a,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:09.122450 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-1961808d-c8c2-4677-87c4-da302152f787 req-a844dfe4-b3b6-44f8-9c38-af5e3611300b tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] Allocated IP 192.168.233.147 (ab4fed0b-9bf1-4925-8765-94da08c5de2a/8793709c-5336-428d-aede-b0b8df1a26b2/1d05ae37-1b17-4c3f-a41a-bcf9f75025d1) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:21:09.344395 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-38a1f72f-66e1-41d6-abf2-87735371c7c9 None None] For port 22546b20-98a6-4601-a838-1adfa81c320a, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:21:09.354016 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device e2c0760f-f8bb-4d0e-8efe-b3cd7113d1f6 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:21:09.360288 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-38a1f72f-66e1-41d6-abf2-87735371c7c9 None None] For port 22546b20-98a6-4601-a838-1adfa81c320a, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=22546b20-98a6-4601-a838-1adfa81c320a,segment=NetworkSegment(4fde223d-2917-466b-847b-956e739a8414),segment_id=4fde223d-2917-466b-847b-956e739a8414)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:21:09.371447 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e7bf4444-e1c9-4a10-990f-496166a3aa9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:09.408994 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd9763b-7442-461e-86c9-9f28a36630f7 None None] Pushing event updated for resources: {'Port': ['ID=e2c0760f-f8bb-4d0e-8efe-b3cd7113d1f6,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:09.430011 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-38a1f72f-66e1-41d6-abf2-87735371c7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:09.466512 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e7bf4444-e1c9-4a10-990f-496166a3aa9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:09.649237 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a1f72f-66e1-41d6-abf2-87735371c7c9 None None] Pushing event updated for resources: {'Port': ['ID=22546b20-98a6-4601-a838-1adfa81c320a,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:09.652379 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port e2c0760f-f8bb-4d0e-8efe-b3cd7113d1f6 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:09.652757 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:09.671201 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eb4598c6-c3d3-433a-9800-61c79a7d9e78 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:09.941989 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-62438d03-5ba0-4efc-8546-8ba70e54df1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:09.962333 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-62438d03-5ba0-4efc-8546-8ba70e54df1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:10.010147 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1961808d-c8c2-4677-87c4-da302152f787 req-a844dfe4-b3b6-44f8-9c38-af5e3611300b tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:10.039472 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-62438d03-5ba0-4efc-8546-8ba70e54df1f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b65cf5b84cf34ec198acf295c88673f0&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2124722 Nov 25 17:21:10.043638 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57600) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:10.044581 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62438d03-5ba0-4efc-8546-8ba70e54df1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0cefc58-68c9-4b78-8ef4-ec464d5e1a80,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:10.139666 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1961808d-c8c2-4677-87c4-da302152f787 req-a844dfe4-b3b6-44f8-9c38-af5e3611300b tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:10.217172 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c2d177c3-3e4d-4a27-9291-eb0d72f43434 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:10.267383 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c2d177c3-3e4d-4a27-9291-eb0d72f43434 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:10.276558 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eb4598c6-c3d3-433a-9800-61c79a7d9e78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:10.437845 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1961808d-c8c2-4677-87c4-da302152f787 req-a844dfe4-b3b6-44f8-9c38-af5e3611300b tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] Network ab4fed0b-9bf1-4925-8765-94da08c5de2a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:21:10.461202 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-1961808d-c8c2-4677-87c4-da302152f787 req-a844dfe4-b3b6-44f8-9c38-af5e3611300b tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:21:10.461202 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-1961808d-c8c2-4677-87c4-da302152f787 req-a844dfe4-b3b6-44f8-9c38-af5e3611300b tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:21:10.470573 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961808d-c8c2-4677-87c4-da302152f787 req-a844dfe4-b3b6-44f8-9c38-af5e3611300b tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:10.470573 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1961808d-c8c2-4677-87c4-da302152f787 req-a844dfe4-b3b6-44f8-9c38-af5e3611300b tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:10.492331 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a844dfe4-b3b6-44f8-9c38-af5e3611300b tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] Pushing event updated for resources: {'Port': ['ID=1d05ae37-1b17-4c3f-a41a-bcf9f75025d1,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:10.504940 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e7bf4444-e1c9-4a10-990f-496166a3aa9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:10.508426 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e7bf4444-e1c9-4a10-990f-496166a3aa9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:10.510002 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-e7bf4444-e1c9-4a10-990f-496166a3aa9d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/23129e4b-7712-45e9-8b2a-bcb1f45bff3a HTTP/1.1" status: 204 len: 168 time: 1.6329627 Nov 25 17:21:10.558511 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754ab6f-8b58-4fe6-a989-efc5cbac86f3 req-0a953c8c-7a78-464b-b949-95e67418a77e tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:10.565226 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3754ab6f-8b58-4fe6-a989-efc5cbac86f3 req-0a953c8c-7a78-464b-b949-95e67418a77e tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.75 "GET /v2.0/ports?device_id=36fdf299-c616-49f5-bcb0-1528e894c302 HTTP/1.1" status: 200 len: 936 time: 0.4408379 Nov 25 17:21:10.574106 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1961808d-c8c2-4677-87c4-da302152f787 req-a844dfe4-b3b6-44f8-9c38-af5e3611300b tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.0199201 Nov 25 17:21:10.579056 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c2d177c3-3e4d-4a27-9291-eb0d72f43434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:10.586188 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c2d177c3-3e4d-4a27-9291-eb0d72f43434 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:10.588404 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bf4444-e1c9-4a10-990f-496166a3aa9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23129e4b-7712-45e9-8b2a-bcb1f45bff3a,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:10.607740 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [req-1961808d-c8c2-4677-87c4-da302152f787 req-1bde10dd-798a-425b-b8e2-80db4e4987a9 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:21:10.608070 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c2d177c3-3e4d-4a27-9291-eb0d72f43434 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c0cefc58-68c9-4b78-8ef4-ec464d5e1a80 HTTP/1.1" status: 204 len: 168 time: 0.5577779 Nov 25 17:21:10.609581 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1961808d-c8c2-4677-87c4-da302152f787 req-1bde10dd-798a-425b-b8e2-80db4e4987a9 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0189018 Nov 25 17:21:10.660696 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d177c3-3e4d-4a27-9291-eb0d72f43434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0cefc58-68c9-4b78-8ef4-ec464d5e1a80,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:10.818654 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3754ab6f-8b58-4fe6-a989-efc5cbac86f3 req-0ab15119-5e14-4d10-9f34-224abe277936 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.75 "GET /v2.0/security-groups?id=8f253f59-2ee5-482f-a0b2-52209b5a40d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314579 Nov 25 17:21:10.820713 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-315db4dc-729b-43bc-9120-d779f9e00b71 req-9972fabd-ca6d-481f-9ff0-38796b73cbe2 tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b397496-2bd9-47f5-b9bf-0ca5c14471b0 HTTP/1.1" status: 200 len: 210 time: 0.1676719 Nov 25 17:21:10.974358 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb4598c6-c3d3-433a-9800-61c79a7d9e78 admin admin] Router 55ae10fe-f5e4-4b28-9d24-dc344796cea5 is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:21:11.001677 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-390029f0-71f1-4552-bdea-55abfd3ace3c None None] Provisioning complete for port 1d05ae37-1b17-4c3f-a41a-bcf9f75025d1 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:11.002262 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-390029f0-71f1-4552-bdea-55abfd3ace3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:11.201282 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-390029f0-71f1-4552-bdea-55abfd3ace3c None None] Port 1d05ae37-1b17-4c3f-a41a-bcf9f75025d1 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:21:11.303098 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb4598c6-c3d3-433a-9800-61c79a7d9e78 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:21:11.323816 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95239895-b1aa-4cf3-8d13-852004b9ddd9 None None] Sync routers for ids ['55ae10fe-f5e4-4b28-9d24-dc344796cea5'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:21:11.381555 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95239895-b1aa-4cf3-8d13-852004b9ddd9 None None] Routers {'55ae10fe-f5e4-4b28-9d24-dc344796cea5'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:21:11.401454 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-95239895-b1aa-4cf3-8d13-852004b9ddd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:20:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['55ae10fe-f5e4-4b28-9d24-dc344796cea5'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:11.410463 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eb4598c6-c3d3-433a-9800-61c79a7d9e78 admin admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:11.424182 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-eb4598c6-c3d3-433a-9800-61c79a7d9e78 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.5264370 Nov 25 17:21:11.426846 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57622) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:11.461421 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 22546b20-98a6-4601-a838-1adfa81c320a up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:21:11.742925 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 22546b20-98a6-4601-a838-1adfa81c320a triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:11.753506 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:11.890763 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7368ebf-4308-4196-91fb-d1c95be6a2be None None] Network c0cc47d0-55be-430e-ba62-70dda4f647c7 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:21:11.989486 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.74', 58887) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:12.132655 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-95239895-b1aa-4cf3-8d13-852004b9ddd9 None None] Set router 55ae10fe-f5e4-4b28-9d24-dc344796cea5 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:21:12.152081 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a52b7009-916f-439c-8537-269a459a11a8 req-b491bfe8-dbab-48f7-a2d6-c3141eb1010d tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b397496-2bd9-47f5-b9bf-0ca5c14471b0 HTTP/1.1" status: 200 len: 210 time: 0.1338785 Nov 25 17:21:12.174738 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57640) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:12.184602 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-1a03ff9d-8a78-4b94-a683-68c8f5b968a9 None None] Provisioning complete for port 22546b20-98a6-4601-a838-1adfa81c320a triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:12.185532 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1a03ff9d-8a78-4b94-a683-68c8f5b968a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:12.211254 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7037d447-2061-4dd3-b98f-e7f219233ca2 req-b4d5f937-71a8-4353-9fab-d2179dcd59d1 tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=cffb6932220c4b2fa36146ce31593992&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2057133 Nov 25 17:21:12.712570 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-95239895-b1aa-4cf3-8d13-852004b9ddd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ae10fe-f5e4-4b28-9d24-dc344796cea5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1039611385-router', 'tenant_id': '89cffc892e0c42bd9cdfadf2bf5f49d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'f48844f4-2d55-47cb-a6db-5b84416fff2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:21:06Z', 'updated_at': '2021-11-25T17:21:09Z', 'revision_number': 3, 'project_id': '89cffc892e0c42bd9cdfadf2bf5f49d6', 'gw_port': {'id': 'f48844f4-2d55-47cb-a6db-5b84416fff2c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:48:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ae10fe-f5e4-4b28-9d24-dc344796cea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:21:07Z', 'updated_at': '2021-11-25T17:21:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:12.717176 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:12.770884 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95239895-b1aa-4cf3-8d13-852004b9ddd9 None None] Checking router: 55ae10fe-f5e4-4b28-9d24-dc344796cea5 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:21:12.771606 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95239895-b1aa-4cf3-8d13-852004b9ddd9 None None] Updating router 55ae10fe-f5e4-4b28-9d24-dc344796cea5 port f48844f4-2d55-47cb-a6db-5b84416fff2c binding host n-d-817746-1 {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:21:12.812503 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-95239895-b1aa-4cf3-8d13-852004b9ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:12.815401 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-1961808d-c8c2-4677-87c4-da302152f787 req-c0b171a3-99a8-447e-861b-bba4aa3ca1d1 service neutron] Request body: {'port': {'device_id': '36fdf299-c616-49f5-bcb0-1528e894c302', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:12.896174 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port 22546b20-98a6-4601-a838-1adfa81c320a, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=22546b20-98a6-4601-a838-1adfa81c320a,segment=NetworkSegment(4fde223d-2917-466b-847b-956e739a8414),segment_id=4fde223d-2917-466b-847b-956e739a8414)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:12.929742 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:12.933758 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device e2c0760f-f8bb-4d0e-8efe-b3cd7113d1f6 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:21:12.976448 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-39caef6f-ad06-4f65-9a65-cdcc29674d60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:13.095299 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037d447-2061-4dd3-b98f-e7f219233ca2 req-2e880355-6123-458b-8638-5512444b3c01 tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:13.099428 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7037d447-2061-4dd3-b98f-e7f219233ca2 req-2e880355-6123-458b-8638-5512444b3c01 tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6264346 Nov 25 17:21:13.133562 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-7037d447-2061-4dd3-b98f-e7f219233ca2 req-8ccd78c0-36d6-40f2-82f2-e27046797645 tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] Request body: {'port': {'device_id': '7b397496-2bd9-47f5-b9bf-0ca5c14471b0', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'admin_state_up': True, 'tenant_id': 'cffb6932220c4b2fa36146ce31593992'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:13.138099 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=22546b20-98a6-4601-a838-1adfa81c320a,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:13.194591 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-95239895-b1aa-4cf3-8d13-852004b9ddd9 None None] Publish callbacks [] for port, precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:13.204988 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-95239895-b1aa-4cf3-8d13-852004b9ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:13.280335 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8779c64-a87e-4cc8-96cf-4c0a3da6dc42 None None] Pushing event updated for resources: {'Port': ['ID=f48844f4-2d55-47cb-a6db-5b84416fff2c,revision_number=2']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:13.307828 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-95239895-b1aa-4cf3-8d13-852004b9ddd9 None None] Attempting to bind port f48844f4-2d55-47cb-a6db-5b84416fff2c on host n-d-817746-1 for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:21:13.308588 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-95239895-b1aa-4cf3-8d13-852004b9ddd9 None None] Attempting to bind port f48844f4-2d55-47cb-a6db-5b84416fff2c by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:21:13.309437 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95239895-b1aa-4cf3-8d13-852004b9ddd9 None None] Attempting to bind port f48844f4-2d55-47cb-a6db-5b84416fff2c on network 1aa44027-b9d0-4a56-9a59-7e664703e20a {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:21:13.316846 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95239895-b1aa-4cf3-8d13-852004b9ddd9 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:21:13.317965 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95239895-b1aa-4cf3-8d13-852004b9ddd9 None None] Checking segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:21:13.318599 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-95239895-b1aa-4cf3-8d13-852004b9ddd9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:13.319190 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95239895-b1aa-4cf3-8d13-852004b9ddd9 None None] Bound using segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:21:13.319869 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-95239895-b1aa-4cf3-8d13-852004b9ddd9 None None] Bound port: f48844f4-2d55-47cb-a6db-5b84416fff2c, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:21:13.320516 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-95239895-b1aa-4cf3-8d13-852004b9ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:13.385513 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port e2c0760f-f8bb-4d0e-8efe-b3cd7113d1f6 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:13.385963 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:13.394689 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8bbcfe-31aa-40ea-9b24-ff9afa346966 req-9f1bc9f0-b4f6-46c2-906b-5617a4690134 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:13.408233 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fc8bbcfe-31aa-40ea-9b24-ff9afa346966 req-9f1bc9f0-b4f6-46c2-906b-5617a4690134 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.75 "GET /v2.0/ports?device_id=36fdf299-c616-49f5-bcb0-1528e894c302 HTTP/1.1" status: 200 len: 936 time: 0.8538666 Nov 25 17:21:13.423578 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-95239895-b1aa-4cf3-8d13-852004b9ddd9 None None] For port f48844f4-2d55-47cb-a6db-5b84416fff2c, host n-d-817746-1, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:21:13.428034 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-95239895-b1aa-4cf3-8d13-852004b9ddd9 None None] For port f48844f4-2d55-47cb-a6db-5b84416fff2c, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=f48844f4-2d55-47cb-a6db-5b84416fff2c,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:21:13.441928 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-95239895-b1aa-4cf3-8d13-852004b9ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:13.617481 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95239895-b1aa-4cf3-8d13-852004b9ddd9 None None] Routers {'55ae10fe-f5e4-4b28-9d24-dc344796cea5'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:21:13.618395 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-95239895-b1aa-4cf3-8d13-852004b9ddd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:20:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['55ae10fe-f5e4-4b28-9d24-dc344796cea5'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:13.708298 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fc8bbcfe-31aa-40ea-9b24-ff9afa346966 req-3d9752c5-7117-46b3-a2b6-67c0f1721784 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.75 "GET /v2.0/security-groups?id=8f253f59-2ee5-482f-a0b2-52209b5a40d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970536 Nov 25 17:21:13.735320 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5ce7224b-d141-426d-adb8-648d70a67e6c req-71ac8fb5-3f2e-403f-921c-ea1551259bc2 tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b397496-2bd9-47f5-b9bf-0ca5c14471b0 HTTP/1.1" status: 200 len: 210 time: 0.3065648 Nov 25 17:21:13.737594 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1961808d-c8c2-4677-87c4-da302152f787 req-c0b171a3-99a8-447e-861b-bba4aa3ca1d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:13.769309 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-08317ae9-e368-40af-9bed-98357ad6bedc None None] Provisioning complete for port 22546b20-98a6-4601-a838-1adfa81c320a triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:13.772187 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-08317ae9-e368-40af-9bed-98357ad6bedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:13.778312 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8779c64-a87e-4cc8-96cf-4c0a3da6dc42 None None] Pushing event updated for resources: {'Port': ['ID=f48844f4-2d55-47cb-a6db-5b84416fff2c,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:13.801002 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7037d447-2061-4dd3-b98f-e7f219233ca2 req-8ccd78c0-36d6-40f2-82f2-e27046797645 tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] Made reservation on behalf of cffb6932220c4b2fa36146ce31593992 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:21:13.814297 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-7037d447-2061-4dd3-b98f-e7f219233ca2 req-8ccd78c0-36d6-40f2-82f2-e27046797645 tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:13.838432 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-7037d447-2061-4dd3-b98f-e7f219233ca2 req-8ccd78c0-36d6-40f2-82f2-e27046797645 tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:13.871547 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 22546b20-98a6-4601-a838-1adfa81c320a up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:21:13.998102 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 22546b20-98a6-4601-a838-1adfa81c320a triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:13.998714 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:13.998825 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57686) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:14.079007 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-95239895-b1aa-4cf3-8d13-852004b9ddd9 None None] Set router 55ae10fe-f5e4-4b28-9d24-dc344796cea5 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:21:14.114299 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-7037d447-2061-4dd3-b98f-e7f219233ca2 req-8ccd78c0-36d6-40f2-82f2-e27046797645 tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:14.135402 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-7037d447-2061-4dd3-b98f-e7f219233ca2 req-8ccd78c0-36d6-40f2-82f2-e27046797645 tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:14.517639 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-95239895-b1aa-4cf3-8d13-852004b9ddd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ae10fe-f5e4-4b28-9d24-dc344796cea5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1039611385-router', 'tenant_id': '89cffc892e0c42bd9cdfadf2bf5f49d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'f48844f4-2d55-47cb-a6db-5b84416fff2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:21:06Z', 'updated_at': '2021-11-25T17:21:09Z', 'revision_number': 3, 'project_id': '89cffc892e0c42bd9cdfadf2bf5f49d6', 'gw_port': {'id': 'f48844f4-2d55-47cb-a6db-5b84416fff2c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:48:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ae10fe-f5e4-4b28-9d24-dc344796cea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:21:07Z', 'updated_at': '2021-11-25T17:21:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:14.592373 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95239895-b1aa-4cf3-8d13-852004b9ddd9 None None] The sync data for ids ['55ae10fe-f5e4-4b28-9d24-dc344796cea5'] in n-d-817746-1 is: [{'id': '55ae10fe-f5e4-4b28-9d24-dc344796cea5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1039611385-router', 'tenant_id': '89cffc892e0c42bd9cdfadf2bf5f49d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'f48844f4-2d55-47cb-a6db-5b84416fff2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:21:06Z', 'updated_at': '2021-11-25T17:21:09Z', 'revision_number': 3, 'project_id': '89cffc892e0c42bd9cdfadf2bf5f49d6', 'gw_port': {'id': 'f48844f4-2d55-47cb-a6db-5b84416fff2c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:48:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ae10fe-f5e4-4b28-9d24-dc344796cea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:21:07Z', 'updated_at': '2021-11-25T17:21:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:21:14.595715 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-1961808d-c8c2-4677-87c4-da302152f787 req-c0b171a3-99a8-447e-861b-bba4aa3ca1d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d05ae37-1b17-4c3f-a41a-bcf9f75025d1 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:21:14.611681 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1961808d-c8c2-4677-87c4-da302152f787 req-c0b171a3-99a8-447e-861b-bba4aa3ca1d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:14.640383 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-1961808d-c8c2-4677-87c4-da302152f787 req-c0b171a3-99a8-447e-861b-bba4aa3ca1d1 service neutron] Transition to ACTIVE for port object 1d05ae37-1b17-4c3f-a41a-bcf9f75025d1 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:21:14.659795 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1961808d-c8c2-4677-87c4-da302152f787 req-c0b171a3-99a8-447e-861b-bba4aa3ca1d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:14.816553 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b171a3-99a8-447e-861b-bba4aa3ca1d1 service neutron] Pushing event updated for resources: {'Port': ['ID=1d05ae37-1b17-4c3f-a41a-bcf9f75025d1,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:14.822492 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccd78c0-36d6-40f2-82f2-e27046797645 tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a34d60e8-f16a-4276-93e8-ecd3324f057e,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:14.824334 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e7e46ac1-241e-4bf6-9b48-6ca2920ebd3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:15.150775 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-46906c19-038d-4428-8e52-c2af50bd5b61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:15.227978 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2da33c57-f704-433c-adf6-4541390dce20 req-3c5b2600-7dff-4c36-b581-535feed31f05 tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b397496-2bd9-47f5-b9bf-0ca5c14471b0 HTTP/1.1" status: 200 len: 210 time: 0.3249891 Nov 25 17:21:15.466875 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-46906c19-038d-4428-8e52-c2af50bd5b61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:15.483331 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-46906c19-038d-4428-8e52-c2af50bd5b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:15.558424 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46906c19-038d-4428-8e52-c2af50bd5b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=980b124e-8a71-45ee-b7a3-c3dddedef92b,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:15.691056 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-7037d447-2061-4dd3-b98f-e7f219233ca2 req-8ccd78c0-36d6-40f2-82f2-e27046797645 tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] Allocated IP 192.168.233.142 (ab4fed0b-9bf1-4925-8765-94da08c5de2a/8793709c-5336-428d-aede-b0b8df1a26b2/0a0cdf44-4619-4a83-88fc-df8e14f08fca) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:21:15.714569 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-46906c19-038d-4428-8e52-c2af50bd5b61 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=38d07496cda94d56ac12b3227578c12f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7138655 Nov 25 17:21:15.737345 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57724) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:15.795627 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-39caef6f-ad06-4f65-9a65-cdcc29674d60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:15.885217 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device f48844f4-2d55-47cb-a6db-5b84416fff2c up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:21:15.973640 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-41fd54ab-65ab-45c7-8bd0-67cad05b5249 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:15.992804 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be2e63-6b66-4b64-b935-7d85c2171e36 req-e9195c6c-5301-4168-a28a-775c935e2c77 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:16.011834 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b2be2e63-6b66-4b64-b935-7d85c2171e36 req-e9195c6c-5301-4168-a28a-775c935e2c77 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.75 "GET /v2.0/ports?device_id=36fdf299-c616-49f5-bcb0-1528e894c302 HTTP/1.1" status: 200 len: 948 time: 1.0923600 Nov 25 17:21:16.040649 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-41fd54ab-65ab-45c7-8bd0-67cad05b5249 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:16.057410 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port f48844f4-2d55-47cb-a6db-5b84416fff2c triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:16.058023 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:16.063535 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-1961808d-c8c2-4677-87c4-da302152f787 req-c0b171a3-99a8-447e-861b-bba4aa3ca1d1 service neutron] Attempting to bind port 1d05ae37-1b17-4c3f-a41a-bcf9f75025d1 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:21:16.070952 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-1961808d-c8c2-4677-87c4-da302152f787 req-c0b171a3-99a8-447e-861b-bba4aa3ca1d1 service neutron] Attempting to bind port 1d05ae37-1b17-4c3f-a41a-bcf9f75025d1 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:21:16.071553 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1961808d-c8c2-4677-87c4-da302152f787 req-c0b171a3-99a8-447e-861b-bba4aa3ca1d1 service neutron] Attempting to bind port 1d05ae37-1b17-4c3f-a41a-bcf9f75025d1 on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:21:16.076651 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-39caef6f-ad06-4f65-9a65-cdcc29674d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:16.141618 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1961808d-c8c2-4677-87c4-da302152f787 req-c0b171a3-99a8-447e-861b-bba4aa3ca1d1 service neutron] Port 1d05ae37-1b17-4c3f-a41a-bcf9f75025d1 on network ab4fed0b-9bf1-4925-8765-94da08c5de2a not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:21:16.144550 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1961808d-c8c2-4677-87c4-da302152f787 req-c0b171a3-99a8-447e-861b-bba4aa3ca1d1 service neutron] Attempting to bind port 1d05ae37-1b17-4c3f-a41a-bcf9f75025d1 on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:21:16.205176 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-41fd54ab-65ab-45c7-8bd0-67cad05b5249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:16.208372 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-41fd54ab-65ab-45c7-8bd0-67cad05b5249 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:16.212504 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-39caef6f-ad06-4f65-9a65-cdcc29674d60 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9b3f44a8da2246d1adc38c9040b16bbc&name=default HTTP/1.1" status: 200 len: 2993 time: 4.0370991 Nov 25 17:21:16.215032 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-41fd54ab-65ab-45c7-8bd0-67cad05b5249 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/980b124e-8a71-45ee-b7a3-c3dddedef92b HTTP/1.1" status: 204 len: 168 time: 0.4674399 Nov 25 17:21:16.215716 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57736) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:16.216617 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1961808d-c8c2-4677-87c4-da302152f787 req-c0b171a3-99a8-447e-861b-bba4aa3ca1d1 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:21:16.216990 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1961808d-c8c2-4677-87c4-da302152f787 req-c0b171a3-99a8-447e-861b-bba4aa3ca1d1 service neutron] Checking segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:21:16.217551 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1961808d-c8c2-4677-87c4-da302152f787 req-c0b171a3-99a8-447e-861b-bba4aa3ca1d1 service neutron] Bound using segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:21:16.219059 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-1961808d-c8c2-4677-87c4-da302152f787 req-c0b171a3-99a8-447e-861b-bba4aa3ca1d1 service neutron] Bound port: 1d05ae37-1b17-4c3f-a41a-bcf9f75025d1, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:21:16.219355 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1961808d-c8c2-4677-87c4-da302152f787 req-c0b171a3-99a8-447e-861b-bba4aa3ca1d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:16.236116 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39caef6f-ad06-4f65-9a65-cdcc29674d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f72a369-c07d-4438-b2f4-42828e8ba068,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:16.241427 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:16.274856 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port f48844f4-2d55-47cb-a6db-5b84416fff2c, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=f48844f4-2d55-47cb-a6db-5b84416fff2c,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:16.288913 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:16.361857 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd54ab-65ab-45c7-8bd0-67cad05b5249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980b124e-8a71-45ee-b7a3-c3dddedef92b,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:16.371801 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b2be2e63-6b66-4b64-b935-7d85c2171e36 req-2ce89d7e-45aa-489a-a7de-1a7db7c99265 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.75 "GET /v2.0/security-groups?id=8f253f59-2ee5-482f-a0b2-52209b5a40d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3588006 Nov 25 17:21:16.410322 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=f48844f4-2d55-47cb-a6db-5b84416fff2c,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:16.448987 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-1961808d-c8c2-4677-87c4-da302152f787 req-c0b171a3-99a8-447e-861b-bba4aa3ca1d1 service neutron] For port 1d05ae37-1b17-4c3f-a41a-bcf9f75025d1, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:21:16.462715 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-1961808d-c8c2-4677-87c4-da302152f787 req-c0b171a3-99a8-447e-861b-bba4aa3ca1d1 service neutron] For port 1d05ae37-1b17-4c3f-a41a-bcf9f75025d1, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=1d05ae37-1b17-4c3f-a41a-bcf9f75025d1,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:21:16.530229 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:16.547705 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dd9ba6c9-08aa-4cf7-8e35-5d00f8329833 req-3897ef6e-5225-4a66-baa9-c378a2433edf tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b397496-2bd9-47f5-b9bf-0ca5c14471b0 HTTP/1.1" status: 200 len: 210 time: 0.0458760 Nov 25 17:21:16.551813 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1961808d-c8c2-4677-87c4-da302152f787 req-c0b171a3-99a8-447e-861b-bba4aa3ca1d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:16.599417 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:16.642488 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-827ff0b7-89bb-4619-9b76-25634794346f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:16.665379 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961808d-c8c2-4677-87c4-da302152f787 req-c0b171a3-99a8-447e-861b-bba4aa3ca1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:16.666337 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1961808d-c8c2-4677-87c4-da302152f787 req-c0b171a3-99a8-447e-861b-bba4aa3ca1d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:16.668158 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1961808d-c8c2-4677-87c4-da302152f787 req-c0b171a3-99a8-447e-861b-bba4aa3ca1d1 service neutron] 10.222.0.74 "PUT /v2.0/ports/1d05ae37-1b17-4c3f-a41a-bcf9f75025d1 HTTP/1.1" status: 200 len: 1096 time: 4.6763022 Nov 25 17:21:16.668780 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36fdf299-c616-49f5-bcb0-1528e894c302', 'tag': '1d05ae37-1b17-4c3f-a41a-bcf9f75025d1'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:21:16.769260 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-e7e46ac1-241e-4bf6-9b48-6ca2920ebd3c admin admin] Allocated IP 172.20.0.1 (c0cc47d0-55be-430e-ba62-70dda4f647c7/02d55411-afdd-4570-8ae6-9e2866cc4181/519424b0-cf49-498b-aeca-762b4ece95d9) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:21:16.786720 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-827ff0b7-89bb-4619-9b76-25634794346f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:17.074451 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-827ff0b7-89bb-4619-9b76-25634794346f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:17.078466 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-827ff0b7-89bb-4619-9b76-25634794346f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:17.089502 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-827ff0b7-89bb-4619-9b76-25634794346f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7f72a369-c07d-4438-b2f4-42828e8ba068 HTTP/1.1" status: 204 len: 168 time: 0.8655286 Nov 25 17:21:17.124175 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4a393815-4450-4830-8f28-25316fcffa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:17.136715 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b171a3-99a8-447e-861b-bba4aa3ca1d1 service neutron] Pushing event updated for resources: {'Port': ['ID=1d05ae37-1b17-4c3f-a41a-bcf9f75025d1,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:17.153861 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ff0b7-89bb-4619-9b76-25634794346f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f72a369-c07d-4438-b2f4-42828e8ba068,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:17.182872 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961808d-c8c2-4677-87c4-da302152f787 req-5601e1fa-7ebe-4acd-97e4-03500b72d379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:17.188087 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1961808d-c8c2-4677-87c4-da302152f787 req-5601e1fa-7ebe-4acd-97e4-03500b72d379 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=44ee0d3c33154ab4aa8ea1c5127a4bf3&device_id=36fdf299-c616-49f5-bcb0-1528e894c302 HTTP/1.1" status: 200 len: 1099 time: 0.4071767 Nov 25 17:21:17.223127 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-7037d447-2061-4dd3-b98f-e7f219233ca2 req-8ccd78c0-36d6-40f2-82f2-e27046797645 tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:17.270708 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57766) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:17.303077 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e331b222-13ef-4680-b7e7-286d36d30b25" -d '{"events": [{"name": "network-changed", "server_uuid": "36fdf299-c616-49f5-bcb0-1528e894c302", "tag": "1d05ae37-1b17-4c3f-a41a-bcf9f75025d1"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:21:17.369978 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0470b17c-7fb9-4a55-8f9d-e9d35411d730 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:17.473995 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-7037d447-2061-4dd3-b98f-e7f219233ca2 req-8ccd78c0-36d6-40f2-82f2-e27046797645 tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:17.567556 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1961808d-c8c2-4677-87c4-da302152f787 req-6ec868ff-fb65-4b3c-bb2b-fba898665c5b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=1d05ae37-1b17-4c3f-a41a-bcf9f75025d1 HTTP/1.1" status: 200 len: 217 time: 0.2054145 Nov 25 17:21:17.777453 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e7e46ac1-241e-4bf6-9b48-6ca2920ebd3c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:17.835129 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7037d447-2061-4dd3-b98f-e7f219233ca2 req-8ccd78c0-36d6-40f2-82f2-e27046797645 tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] Network ab4fed0b-9bf1-4925-8765-94da08c5de2a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:21:17.854430 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961808d-c8c2-4677-87c4-da302152f787 req-82830932-fe39-424c-ba56-52895288df81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:17.858637 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1961808d-c8c2-4677-87c4-da302152f787 req-82830932-fe39-424c-ba56-52895288df81 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.2803490 Nov 25 17:21:17.869399 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device f48844f4-2d55-47cb-a6db-5b84416fff2c up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:21:17.945749 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0470b17c-7fb9-4a55-8f9d-e9d35411d730 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:17.970277 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-7037d447-2061-4dd3-b98f-e7f219233ca2 req-8ccd78c0-36d6-40f2-82f2-e27046797645 tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:21:17.980929 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccd78c0-36d6-40f2-82f2-e27046797645 tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] Pushing event updated for resources: {'Port': ['ID=0a0cdf44-4619-4a83-88fc-df8e14f08fca,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:18.010214 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e7e46ac1-241e-4bf6-9b48-6ca2920ebd3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:18.011178 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0470b17c-7fb9-4a55-8f9d-e9d35411d730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:18.026905 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-7037d447-2061-4dd3-b98f-e7f219233ca2 req-8ccd78c0-36d6-40f2-82f2-e27046797645 tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:21:18.028526 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8827ec5-53c0-417c-bd5e-7fe699097cc2 x-openstack-request-id: req-c8827ec5-53c0-417c-bd5e-7fe699097cc2 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:21:18.036992 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36fdf299-c616-49f5-bcb0-1528e894c302", "tag": "1d05ae37-1b17-4c3f-a41a-bcf9f75025d1", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:21:18.051497 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c8827ec5-53c0-417c-bd5e-7fe699097cc2 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:21:18.051992 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36fdf299-c616-49f5-bcb0-1528e894c302', 'tag': '1d05ae37-1b17-4c3f-a41a-bcf9f75025d1', 'status': 'completed', 'code': 200} Nov 25 17:21:18.057592 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037d447-2061-4dd3-b98f-e7f219233ca2 req-8ccd78c0-36d6-40f2-82f2-e27046797645 tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:18.060579 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-7037d447-2061-4dd3-b98f-e7f219233ca2 req-8ccd78c0-36d6-40f2-82f2-e27046797645 tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:18.146043 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0470b17c-7fb9-4a55-8f9d-e9d35411d730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ce4dec-25fc-46e8-8768-ef2da3c3af5b,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:18.157231 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port f48844f4-2d55-47cb-a6db-5b84416fff2c triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:18.159599 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:18.185017 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7037d447-2061-4dd3-b98f-e7f219233ca2 req-8ccd78c0-36d6-40f2-82f2-e27046797645 tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.0557985 Nov 25 17:21:18.199564 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0470b17c-7fb9-4a55-8f9d-e9d35411d730 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=609b99648c8049beb681e30c37ae381c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9277582 Nov 25 17:21:18.205770 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57790) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:18.247328 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57792) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:18.287984 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e46ac1-241e-4bf6-9b48-6ca2920ebd3c admin admin] Network c0cc47d0-55be-430e-ba62-70dda4f647c7 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:21:18.291982 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d24c6b55-4f3f-44d3-813d-ae6d3f91a47a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:18.316176 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-e7e46ac1-241e-4bf6-9b48-6ca2920ebd3c admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:21:18.377083 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e46ac1-241e-4bf6-9b48-6ca2920ebd3c admin admin] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:21:18.377586 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e7e46ac1-241e-4bf6-9b48-6ca2920ebd3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:18.450734 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-aee81118-94d1-47ed-ac5d-76d0ec56288f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:18.498622 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-aee81118-94d1-47ed-ac5d-76d0ec56288f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:18.520084 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e46ac1-241e-4bf6-9b48-6ca2920ebd3c admin admin] Pushing event updated for resources: {'Port': ['ID=519424b0-cf49-498b-aeca-762b4ece95d9,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:18.603090 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-8f04530c-fbb1-47df-8341-da869acbfa60 None None] Provisioning complete for port 0a0cdf44-4619-4a83-88fc-df8e14f08fca triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:18.603460 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8f04530c-fbb1-47df-8341-da869acbfa60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:18.609522 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d24c6b55-4f3f-44d3-813d-ae6d3f91a47a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:18.611550 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-aee81118-94d1-47ed-ac5d-76d0ec56288f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:18.615221 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-aee81118-94d1-47ed-ac5d-76d0ec56288f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:18.619275 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-aee81118-94d1-47ed-ac5d-76d0ec56288f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/54ce4dec-25fc-46e8-8768-ef2da3c3af5b HTTP/1.1" status: 204 len: 168 time: 0.4074051 Nov 25 17:21:18.626797 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d24c6b55-4f3f-44d3-813d-ae6d3f91a47a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:18.629464 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee81118-94d1-47ed-ac5d-76d0ec56288f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ce4dec-25fc-46e8-8768-ef2da3c3af5b,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:18.669219 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c6b55-4f3f-44d3-813d-ae6d3f91a47a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2666b032-8756-43ed-8afa-3ec7c9cfde1d,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:18.696063 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-8f04530c-fbb1-47df-8341-da869acbfa60 None None] Port 0a0cdf44-4619-4a83-88fc-df8e14f08fca cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:21:18.700333 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d24c6b55-4f3f-44d3-813d-ae6d3f91a47a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=da8a121f6fdc4941b3a3655ee700aa0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4488134 Nov 25 17:21:18.703621 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57796) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:18.720314 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b4fa34-d5a2-47f9-9e2d-06d263e85d12 req-41dbbfc0-18f7-45df-b94f-7ba089a68853 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:18.721933 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-64b4fa34-d5a2-47f9-9e2d-06d263e85d12 req-41dbbfc0-18f7-45df-b94f-7ba089a68853 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.75 "GET /v2.0/ports?device_id=36fdf299-c616-49f5-bcb0-1528e894c302 HTTP/1.1" status: 200 len: 948 time: 0.5443954 Nov 25 17:21:18.797956 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086be4b-5e27-49d5-927b-344ce647f740 req-a5a5991c-053c-4ef7-8d21-3b8d2e2aed2b tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:18.809349 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1086be4b-5e27-49d5-927b-344ce647f740 req-a5a5991c-053c-4ef7-8d21-3b8d2e2aed2b tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b397496-2bd9-47f5-b9bf-0ca5c14471b0 HTTP/1.1" status: 200 len: 936 time: 0.5655890 Nov 25 17:21:18.825176 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ae1dfff0-060c-42dc-80f2-4136eb13de0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:18.843940 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-9baed886-8f50-438f-92d4-73ba33bf9721 None None] Provisioning complete for port 519424b0-cf49-498b-aeca-762b4ece95d9 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:18.844937 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9baed886-8f50-438f-92d4-73ba33bf9721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:18.891910 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e7e46ac1-241e-4bf6-9b48-6ca2920ebd3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:18.909056 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-9baed886-8f50-438f-92d4-73ba33bf9721 None None] Port 519424b0-cf49-498b-aeca-762b4ece95d9 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:21:18.955215 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ae1dfff0-060c-42dc-80f2-4136eb13de0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:18.955960 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-64b4fa34-d5a2-47f9-9e2d-06d263e85d12 req-13384742-4c92-4f33-805d-d9f9602dff19 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.75 "GET /v2.0/security-groups?id=8f253f59-2ee5-482f-a0b2-52209b5a40d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201231 Nov 25 17:21:19.062572 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ae1dfff0-060c-42dc-80f2-4136eb13de0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:19.065716 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ae1dfff0-060c-42dc-80f2-4136eb13de0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:19.079211 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ae1dfff0-060c-42dc-80f2-4136eb13de0a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2666b032-8756-43ed-8afa-3ec7c9cfde1d HTTP/1.1" status: 204 len: 168 time: 0.3740728 Nov 25 17:21:19.107576 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1dfff0-060c-42dc-80f2-4136eb13de0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2666b032-8756-43ed-8afa-3ec7c9cfde1d,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:19.240577 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1086be4b-5e27-49d5-927b-344ce647f740 req-87f7ab7f-7b0d-4ae3-a2ba-292ca5b0ef6c tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] 10.222.0.75 "GET /v2.0/security-groups?id=a34d60e8-f16a-4276-93e8-ecd3324f057e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4298906 Nov 25 17:21:19.382384 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e7e46ac1-241e-4bf6-9b48-6ca2920ebd3c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:19.391883 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e7e46ac1-241e-4bf6-9b48-6ca2920ebd3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:19.392905 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e7e46ac1-241e-4bf6-9b48-6ca2920ebd3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:19.429614 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-539cc697-d705-4267-9e6e-7e0f8369cfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:19.516539 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e46ac1-241e-4bf6-9b48-6ca2920ebd3c admin admin] Pushing event updated for resources: {'Port': ['ID=519424b0-cf49-498b-aeca-762b4ece95d9,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:19.643590 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e46ac1-241e-4bf6-9b48-6ca2920ebd3c admin admin] Network c0cc47d0-55be-430e-ba62-70dda4f647c7 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:21:19.645460 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-e7e46ac1-241e-4bf6-9b48-6ca2920ebd3c admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:21:19.758188 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57834) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:19.772449 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8baf393b-b989-4c06-982d-f87e998050bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:19.849956 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7e46ac1-241e-4bf6-9b48-6ca2920ebd3c admin admin] Router 55ae10fe-f5e4-4b28-9d24-dc344796cea5 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:21:19.963328 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8baf393b-b989-4c06-982d-f87e998050bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:19.972051 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8baf393b-b989-4c06-982d-f87e998050bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:20.035429 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e46ac1-241e-4bf6-9b48-6ca2920ebd3c admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:21:20.039830 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8baf393b-b989-4c06-982d-f87e998050bf admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d5d359e12a3646c5a95ff6f5d71c9095&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2806051 Nov 25 17:21:20.042085 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baf393b-b989-4c06-982d-f87e998050bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ee5c6f-d31d-4359-890d-154a6d2bec88,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:20.052987 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bcc9ff-68e2-44b6-a83d-99612d69a0eb None None] Sync routers for ids ['55ae10fe-f5e4-4b28-9d24-dc344796cea5'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:21:20.057306 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57848) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:20.059324 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-e7e46ac1-241e-4bf6-9b48-6ca2920ebd3c admin admin] 10.222.0.75 "PUT /v2.0/routers/55ae10fe-f5e4-4b28-9d24-dc344796cea5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6311738 Nov 25 17:21:20.086776 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bcc9ff-68e2-44b6-a83d-99612d69a0eb None None] Routers {'55ae10fe-f5e4-4b28-9d24-dc344796cea5'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:21:20.087457 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-75bcc9ff-68e2-44b6-a83d-99612d69a0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:21:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['55ae10fe-f5e4-4b28-9d24-dc344796cea5'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:20.169976 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-e2477d45-84f8-4f92-bf89-3d8c4470e855 None None] Provisioning complete for port 519424b0-cf49-498b-aeca-762b4ece95d9 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:20.170770 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e2477d45-84f8-4f92-bf89-3d8c4470e855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:20.182406 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-53d85d1a-b5fb-4426-aed3-c47129365f40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:20.188332 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c25069-56bc-4e4d-9ab8-a73393f05b4c req-cf4d3d69-a909-4cfc-a18c-e8c59ef39014 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:20.189949 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-91c25069-56bc-4e4d-9ab8-a73393f05b4c req-cf4d3d69-a909-4cfc-a18c-e8c59ef39014 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.75 "GET /v2.0/ports?device_id=36fdf299-c616-49f5-bcb0-1528e894c302 HTTP/1.1" status: 200 len: 948 time: 0.1107767 Nov 25 17:21:20.193930 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-7037d447-2061-4dd3-b98f-e7f219233ca2 req-82054247-0c34-417d-8b58-9dbe7738fd76 service neutron] Request body: {'port': {'device_id': '7b397496-2bd9-47f5-b9bf-0ca5c14471b0', 'device_owner': 'compute:tempest-test_az-1566175567', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:20.230588 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-e2477d45-84f8-4f92-bf89-3d8c4470e855 None None] Port 519424b0-cf49-498b-aeca-762b4ece95d9 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:21:20.302351 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-75bcc9ff-68e2-44b6-a83d-99612d69a0eb None None] Set router 55ae10fe-f5e4-4b28-9d24-dc344796cea5 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:21:20.339439 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-53d85d1a-b5fb-4426-aed3-c47129365f40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:20.347510 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-91c25069-56bc-4e4d-9ab8-a73393f05b4c req-ac604cf7-5dca-444c-8a0d-e8af7704e579 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.75 "GET /v2.0/security-groups?id=8f253f59-2ee5-482f-a0b2-52209b5a40d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359763 Nov 25 17:21:20.415857 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961808d-c8c2-4677-87c4-da302152f787 req-1abc2fc6-3fc5-4a98-9c97-a22f2fd6bd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:20.417574 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1961808d-c8c2-4677-87c4-da302152f787 req-1abc2fc6-3fc5-4a98-9c97-a22f2fd6bd91 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2267232 Nov 25 17:21:20.439795 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-7037d447-2061-4dd3-b98f-e7f219233ca2 req-82054247-0c34-417d-8b58-9dbe7738fd76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:20.702372 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57876) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:20.721434 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb8a36-af75-4f8d-9591-d67ebcb1ffb3 req-32db03ef-8a75-42bd-93c0-548166a7583c tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:20.728915 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d7fb8a36-af75-4f8d-9591-d67ebcb1ffb3 req-32db03ef-8a75-42bd-93c0-548166a7583c tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b397496-2bd9-47f5-b9bf-0ca5c14471b0 HTTP/1.1" status: 200 len: 936 time: 0.3756278 Nov 25 17:21:20.735462 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:20.775039 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-75bcc9ff-68e2-44b6-a83d-99612d69a0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ae10fe-f5e4-4b28-9d24-dc344796cea5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1039611385-router', 'tenant_id': '89cffc892e0c42bd9cdfadf2bf5f49d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'f48844f4-2d55-47cb-a6db-5b84416fff2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:21:06Z', 'updated_at': '2021-11-25T17:21:18Z', 'revision_number': 4, 'project_id': '89cffc892e0c42bd9cdfadf2bf5f49d6', 'gw_port': {'id': 'f48844f4-2d55-47cb-a6db-5b84416fff2c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:48:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ae10fe-f5e4-4b28-9d24-dc344796cea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:21:07Z', 'updated_at': '2021-11-25T17:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '519424b0-cf49-498b-aeca-762b4ece95d9', 'name': '', 'network_id': 'c0cc47d0-55be-430e-ba62-70dda4f647c7', 'tenant_id': '89cffc892e0c42bd9cdfadf2bf5f49d6', 'mac_address': 'fa:16:3e:84:21:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ae10fe-f5e4-4b28-9d24-dc344796cea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '02d55411-afdd-4570-8ae6-9e2866cc4181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:21:15Z', 'updated_at': '2021-11-25T17:21:19Z', 'revision_number': 2, 'project_id': '89cffc892e0c42bd9cdfadf2bf5f49d6', 'subnets': [{'id': '02d55411-afdd-4570-8ae6-9e2866cc4181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:20.819811 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bcc9ff-68e2-44b6-a83d-99612d69a0eb None None] Checking router: 55ae10fe-f5e4-4b28-9d24-dc344796cea5 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:21:20.820683 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bcc9ff-68e2-44b6-a83d-99612d69a0eb None None] Updating router 55ae10fe-f5e4-4b28-9d24-dc344796cea5 port 519424b0-cf49-498b-aeca-762b4ece95d9 binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:21:20.830891 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-53d85d1a-b5fb-4426-aed3-c47129365f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:20.835876 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-53d85d1a-b5fb-4426-aed3-c47129365f40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:20.838693 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-53d85d1a-b5fb-4426-aed3-c47129365f40 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c6ee5c6f-d31d-4359-890d-154a6d2bec88 HTTP/1.1" status: 204 len: 168 time: 0.7780268 Nov 25 17:21:20.856216 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1961808d-c8c2-4677-87c4-da302152f787 req-bb549ce1-a235-4e2d-92e3-d911ef9a5032 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4252105 Nov 25 17:21:20.870473 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-75bcc9ff-68e2-44b6-a83d-99612d69a0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:20.874690 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d7fb8a36-af75-4f8d-9591-d67ebcb1ffb3 req-84584982-869e-4846-9d56-509ba27b3e1c tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] 10.222.0.75 "GET /v2.0/security-groups?id=a34d60e8-f16a-4276-93e8-ecd3324f057e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440616 Nov 25 17:21:20.917400 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d85d1a-b5fb-4426-aed3-c47129365f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ee5c6f-d31d-4359-890d-154a6d2bec88,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:21.019616 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1961808d-c8c2-4677-87c4-da302152f787 req-bd4a5636-a9fd-44c9-a43c-43a91377eeeb service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410286 Nov 25 17:21:21.165920 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e331b222-13ef-4680-b7e7-286d36d30b25 req-cb3c619c-8b71-4dcc-8ee5-2c6214415bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:21.173714 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e331b222-13ef-4680-b7e7-286d36d30b25 req-cb3c619c-8b71-4dcc-8ee5-2c6214415bbb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=44ee0d3c33154ab4aa8ea1c5127a4bf3&device_id=36fdf299-c616-49f5-bcb0-1528e894c302 HTTP/1.1" status: 200 len: 1099 time: 0.0870612 Nov 25 17:21:21.216490 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-7037d447-2061-4dd3-b98f-e7f219233ca2 req-82054247-0c34-417d-8b58-9dbe7738fd76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a0cdf44-4619-4a83-88fc-df8e14f08fca {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:21:21.227551 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-34ff53cf-17b6-428d-a4ad-62fdee8d80cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:21.230696 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-7037d447-2061-4dd3-b98f-e7f219233ca2 req-82054247-0c34-417d-8b58-9dbe7738fd76 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:21.246284 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:21:21.311255 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-7037d447-2061-4dd3-b98f-e7f219233ca2 req-82054247-0c34-417d-8b58-9dbe7738fd76 service neutron] Transition to ACTIVE for port object 0a0cdf44-4619-4a83-88fc-df8e14f08fca will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:21:21.320368 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-7037d447-2061-4dd3-b98f-e7f219233ca2 req-82054247-0c34-417d-8b58-9dbe7738fd76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:21.519787 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-75bcc9ff-68e2-44b6-a83d-99612d69a0eb None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:21.529712 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-75bcc9ff-68e2-44b6-a83d-99612d69a0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:21.627123 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-7037d447-2061-4dd3-b98f-e7f219233ca2 req-82054247-0c34-417d-8b58-9dbe7738fd76 service neutron] Attempting to bind port 0a0cdf44-4619-4a83-88fc-df8e14f08fca on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:21:21.627490 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-7037d447-2061-4dd3-b98f-e7f219233ca2 req-82054247-0c34-417d-8b58-9dbe7738fd76 service neutron] Attempting to bind port 0a0cdf44-4619-4a83-88fc-df8e14f08fca by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:21:21.627838 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7037d447-2061-4dd3-b98f-e7f219233ca2 req-82054247-0c34-417d-8b58-9dbe7738fd76 service neutron] Attempting to bind port 0a0cdf44-4619-4a83-88fc-df8e14f08fca on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:21:21.630072 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82054247-0c34-417d-8b58-9dbe7738fd76 service neutron] Pushing event updated for resources: {'Port': ['ID=0a0cdf44-4619-4a83-88fc-df8e14f08fca,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:21.644271 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7037d447-2061-4dd3-b98f-e7f219233ca2 req-82054247-0c34-417d-8b58-9dbe7738fd76 service neutron] Port 0a0cdf44-4619-4a83-88fc-df8e14f08fca on network ab4fed0b-9bf1-4925-8765-94da08c5de2a not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:21:21.644650 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7037d447-2061-4dd3-b98f-e7f219233ca2 req-82054247-0c34-417d-8b58-9dbe7738fd76 service neutron] Attempting to bind port 0a0cdf44-4619-4a83-88fc-df8e14f08fca on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:21:21.663172 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7037d447-2061-4dd3-b98f-e7f219233ca2 req-82054247-0c34-417d-8b58-9dbe7738fd76 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:21:21.663518 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7037d447-2061-4dd3-b98f-e7f219233ca2 req-82054247-0c34-417d-8b58-9dbe7738fd76 service neutron] Checking segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:21:21.664563 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7037d447-2061-4dd3-b98f-e7f219233ca2 req-82054247-0c34-417d-8b58-9dbe7738fd76 service neutron] Bound using segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:21:21.664945 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-7037d447-2061-4dd3-b98f-e7f219233ca2 req-82054247-0c34-417d-8b58-9dbe7738fd76 service neutron] Bound port: 0a0cdf44-4619-4a83-88fc-df8e14f08fca, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:21:21.665306 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-7037d447-2061-4dd3-b98f-e7f219233ca2 req-82054247-0c34-417d-8b58-9dbe7738fd76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:21.667358 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e331b222-13ef-4680-b7e7-286d36d30b25 req-8a5ba8e8-c38d-43ac-9fc0-0d50aaa01929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:21.668850 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e331b222-13ef-4680-b7e7-286d36d30b25 req-8a5ba8e8-c38d-43ac-9fc0-0d50aaa01929 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ab4fed0b-9bf1-4925-8765-94da08c5de2a HTTP/1.1" status: 200 len: 870 time: 0.4818432 Nov 25 17:21:21.728462 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ab5499-15e3-4e1a-b8c6-fd21cab27dcb None None] Pushing event updated for resources: {'Port': ['ID=519424b0-cf49-498b-aeca-762b4ece95d9,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:21.759594 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-75bcc9ff-68e2-44b6-a83d-99612d69a0eb None None] Attempting to bind port 519424b0-cf49-498b-aeca-762b4ece95d9 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:21:21.760229 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-75bcc9ff-68e2-44b6-a83d-99612d69a0eb None None] Attempting to bind port 519424b0-cf49-498b-aeca-762b4ece95d9 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '4fde223d-2917-466b-847b-956e739a8414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'c0cc47d0-55be-430e-ba62-70dda4f647c7'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:21:21.761650 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bcc9ff-68e2-44b6-a83d-99612d69a0eb None None] Attempting to bind port 519424b0-cf49-498b-aeca-762b4ece95d9 on network c0cc47d0-55be-430e-ba62-70dda4f647c7 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:21:21.773236 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bcc9ff-68e2-44b6-a83d-99612d69a0eb None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:21:21.773236 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bcc9ff-68e2-44b6-a83d-99612d69a0eb None None] Checking segment: {'id': '4fde223d-2917-466b-847b-956e739a8414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'c0cc47d0-55be-430e-ba62-70dda4f647c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:21:21.773512 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-75bcc9ff-68e2-44b6-a83d-99612d69a0eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:21.778197 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bcc9ff-68e2-44b6-a83d-99612d69a0eb None None] Bound using segment: {'id': '4fde223d-2917-466b-847b-956e739a8414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'c0cc47d0-55be-430e-ba62-70dda4f647c7'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:21:21.778375 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-75bcc9ff-68e2-44b6-a83d-99612d69a0eb None None] Bound port: 519424b0-cf49-498b-aeca-762b4ece95d9, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fde223d-2917-466b-847b-956e739a8414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'c0cc47d0-55be-430e-ba62-70dda4f647c7'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:21:21.779001 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-75bcc9ff-68e2-44b6-a83d-99612d69a0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:21.794612 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e331b222-13ef-4680-b7e7-286d36d30b25 req-182af0bf-7759-4544-a2f0-7e89dd789a16 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=1d05ae37-1b17-4c3f-a41a-bcf9f75025d1 HTTP/1.1" status: 200 len: 217 time: 0.1140981 Nov 25 17:21:21.810629 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-7037d447-2061-4dd3-b98f-e7f219233ca2 req-82054247-0c34-417d-8b58-9dbe7738fd76 service neutron] For port 0a0cdf44-4619-4a83-88fc-df8e14f08fca, host n-h1-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:21:21.820701 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-7037d447-2061-4dd3-b98f-e7f219233ca2 req-82054247-0c34-417d-8b58-9dbe7738fd76 service neutron] For port 0a0cdf44-4619-4a83-88fc-df8e14f08fca, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=0a0cdf44-4619-4a83-88fc-df8e14f08fca,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:21:21.820897 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049230da-ce0b-4a9b-9964-69a68618c01f req-65b07bf3-676c-42e1-82fd-baec2143ed66 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:21.822611 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-049230da-ce0b-4a9b-9964-69a68618c01f req-65b07bf3-676c-42e1-82fd-baec2143ed66 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.75 "GET /v2.0/ports?device_id=36fdf299-c616-49f5-bcb0-1528e894c302 HTTP/1.1" status: 200 len: 948 time: 0.3054390 Nov 25 17:21:21.840745 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-7037d447-2061-4dd3-b98f-e7f219233ca2 req-82054247-0c34-417d-8b58-9dbe7738fd76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:21.943868 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:21.943961 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037d447-2061-4dd3-b98f-e7f219233ca2 req-82054247-0c34-417d-8b58-9dbe7738fd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:21.943961 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-7037d447-2061-4dd3-b98f-e7f219233ca2 req-82054247-0c34-417d-8b58-9dbe7738fd76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:21.945409 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7037d447-2061-4dd3-b98f-e7f219233ca2 req-82054247-0c34-417d-8b58-9dbe7738fd76 service neutron] 10.222.0.74 "PUT /v2.0/ports/0a0cdf44-4619-4a83-88fc-df8e14f08fca HTTP/1.1" status: 200 len: 1118 time: 1.7590933 Nov 25 17:21:21.948694 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b397496-2bd9-47f5-b9bf-0ca5c14471b0', 'tag': '0a0cdf44-4619-4a83-88fc-df8e14f08fca'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:21:21.964526 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-75bcc9ff-68e2-44b6-a83d-99612d69a0eb None None] For port 519424b0-cf49-498b-aeca-762b4ece95d9, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:21:21.970999 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-75bcc9ff-68e2-44b6-a83d-99612d69a0eb None None] For port 519424b0-cf49-498b-aeca-762b4ece95d9, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=519424b0-cf49-498b-aeca-762b4ece95d9,segment=NetworkSegment(4fde223d-2917-466b-847b-956e739a8414),segment_id=4fde223d-2917-466b-847b-956e739a8414)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:21:21.980705 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-75bcc9ff-68e2-44b6-a83d-99612d69a0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:22.111525 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-34ff53cf-17b6-428d-a4ad-62fdee8d80cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:22.118733 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bcc9ff-68e2-44b6-a83d-99612d69a0eb None None] Routers {'55ae10fe-f5e4-4b28-9d24-dc344796cea5'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:21:22.125424 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-75bcc9ff-68e2-44b6-a83d-99612d69a0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:21:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['55ae10fe-f5e4-4b28-9d24-dc344796cea5'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:22.144784 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-34ff53cf-17b6-428d-a4ad-62fdee8d80cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:22.158861 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82054247-0c34-417d-8b58-9dbe7738fd76 service neutron] Pushing event updated for resources: {'Port': ['ID=0a0cdf44-4619-4a83-88fc-df8e14f08fca,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:22.298350 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e331b222-13ef-4680-b7e7-286d36d30b25 req-0a75c0b4-aa49-4e6f-9581-093c7946f2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:22.300134 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e331b222-13ef-4680-b7e7-286d36d30b25 req-0a75c0b4-aa49-4e6f-9581-093c7946f2f0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.4766126 Nov 25 17:21:22.307571 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-34ff53cf-17b6-428d-a4ad-62fdee8d80cf admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a4ef503da63f4e06a199845745501924&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6040537 Nov 25 17:21:22.310690 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57952) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:22.326828 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ff53cf-17b6-428d-a4ad-62fdee8d80cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968e9554-2d52-408b-a0d9-eb1a8bfe1c88,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:22.377797 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ab5499-15e3-4e1a-b8c6-fd21cab27dcb None None] Pushing event updated for resources: {'Port': ['ID=519424b0-cf49-498b-aeca-762b4ece95d9,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:22.404491 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-3c0f0450-dfa4-4333-8b3e-ffa79d510b1e None None] Provisioning complete for port 519424b0-cf49-498b-aeca-762b4ece95d9 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:22.404876 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3c0f0450-dfa4-4333-8b3e-ffa79d510b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:22.533614 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-75bcc9ff-68e2-44b6-a83d-99612d69a0eb None None] Set router 55ae10fe-f5e4-4b28-9d24-dc344796cea5 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:21:22.567736 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57964) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:22.580347 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-33778c54-92d7-47cb-b74e-c0ff2b192f37 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Request body: {'security_group': {'name': 'tempest-securitygroup--896182925', 'description': 'tempest-description--257604522'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:22.651370 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-049230da-ce0b-4a9b-9964-69a68618c01f req-9ecfe5aa-46e6-4a50-8b9f-a3bf3a096923 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.75 "GET /v2.0/security-groups?id=8f253f59-2ee5-482f-a0b2-52209b5a40d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8177323 Nov 25 17:21:22.659666 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037d447-2061-4dd3-b98f-e7f219233ca2 req-1f3aad69-142c-4d9f-8737-ec0dac9527b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:22.665096 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7037d447-2061-4dd3-b98f-e7f219233ca2 req-1f3aad69-142c-4d9f-8737-ec0dac9527b0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cffb6932220c4b2fa36146ce31593992&device_id=7b397496-2bd9-47f5-b9bf-0ca5c14471b0 HTTP/1.1" status: 200 len: 1121 time: 0.5905473 Nov 25 17:21:22.673957 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-44ecd0ef-ffc7-4b67-ab4c-701287ea8afd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:22.685122 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e331b222-13ef-4680-b7e7-286d36d30b25 req-76d7c3f0-8462-4cfe-becb-75960b3742ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:22.687256 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e331b222-13ef-4680-b7e7-286d36d30b25 req-76d7c3f0-8462-4cfe-becb-75960b3742ed service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3772883 Nov 25 17:21:22.754791 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7037d447-2061-4dd3-b98f-e7f219233ca2 req-0976b940-d031-4718-aa3c-b58cf8e3bb74 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=0a0cdf44-4619-4a83-88fc-df8e14f08fca HTTP/1.1" status: 200 len: 217 time: 0.0849383 Nov 25 17:21:22.818759 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb1721b9-b939-4406-9ca3-2c0f08edfa76" -d '{"events": [{"name": "network-changed", "server_uuid": "7b397496-2bd9-47f5-b9bf-0ca5c14471b0", "tag": "0a0cdf44-4619-4a83-88fc-df8e14f08fca"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:21:22.834398 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e331b222-13ef-4680-b7e7-286d36d30b25 req-4935db88-442e-42ba-bd85-e5c5b94696e6 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379931 Nov 25 17:21:22.841327 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3c0f0450-dfa4-4333-8b3e-ffa79d510b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:22.890571 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-33778c54-92d7-47cb-b74e-c0ff2b192f37 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:22.901216 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037d447-2061-4dd3-b98f-e7f219233ca2 req-63efc5de-9194-41b9-ac03-137d52dde9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:22.906590 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7037d447-2061-4dd3-b98f-e7f219233ca2 req-63efc5de-9194-41b9-ac03-137d52dde9c6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.1448288 Nov 25 17:21:22.920264 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-44ecd0ef-ffc7-4b67-ab4c-701287ea8afd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:22.960947 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-3c0f0450-dfa4-4333-8b3e-ffa79d510b1e None None] For port 519424b0-cf49-498b-aeca-762b4ece95d9, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=519424b0-cf49-498b-aeca-762b4ece95d9,segment=NetworkSegment(4fde223d-2917-466b-847b-956e739a8414),segment_id=4fde223d-2917-466b-847b-956e739a8414)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:22.969920 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3c0f0450-dfa4-4333-8b3e-ffa79d510b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:22.995053 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:23.021815 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb958b7-df43-41c2-8469-3d14f89315f7 req-76cbe5f4-e5ab-420a-ac37-706cda11cae6 tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:23.029284 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4fb958b7-df43-41c2-8469-3d14f89315f7 req-76cbe5f4-e5ab-420a-ac37-706cda11cae6 tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b397496-2bd9-47f5-b9bf-0ca5c14471b0 HTTP/1.1" status: 200 len: 970 time: 0.2084980 Nov 25 17:21:23.073239 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0f0450-dfa4-4333-8b3e-ffa79d510b1e None None] Pushing event updated for resources: {'Port': ['ID=519424b0-cf49-498b-aeca-762b4ece95d9,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:23.114771 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037d447-2061-4dd3-b98f-e7f219233ca2 req-5f597db5-8f63-47e0-a1a9-65e55558e9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:23.116457 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7037d447-2061-4dd3-b98f-e7f219233ca2 req-5f597db5-8f63-47e0-a1a9-65e55558e9ab service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2034416 Nov 25 17:21:23.117516 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-75bcc9ff-68e2-44b6-a83d-99612d69a0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ae10fe-f5e4-4b28-9d24-dc344796cea5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1039611385-router', 'tenant_id': '89cffc892e0c42bd9cdfadf2bf5f49d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'f48844f4-2d55-47cb-a6db-5b84416fff2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:21:06Z', 'updated_at': '2021-11-25T17:21:18Z', 'revision_number': 4, 'project_id': '89cffc892e0c42bd9cdfadf2bf5f49d6', 'gw_port': {'id': 'f48844f4-2d55-47cb-a6db-5b84416fff2c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:48:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ae10fe-f5e4-4b28-9d24-dc344796cea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:21:07Z', 'updated_at': '2021-11-25T17:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '519424b0-cf49-498b-aeca-762b4ece95d9', 'name': '', 'network_id': 'c0cc47d0-55be-430e-ba62-70dda4f647c7', 'tenant_id': '89cffc892e0c42bd9cdfadf2bf5f49d6', 'mac_address': 'fa:16:3e:84:21:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ae10fe-f5e4-4b28-9d24-dc344796cea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '02d55411-afdd-4570-8ae6-9e2866cc4181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:21:15Z', 'updated_at': '2021-11-25T17:21:21Z', 'revision_number': 4, 'project_id': '89cffc892e0c42bd9cdfadf2bf5f49d6', 'subnets': [{'id': '02d55411-afdd-4570-8ae6-9e2866cc4181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:23.121137 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-0e54e14a-7ae8-4f0a-83de-d08a8321d9e0 None None] Provisioning complete for port 519424b0-cf49-498b-aeca-762b4ece95d9 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:23.121516 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0e54e14a-7ae8-4f0a-83de-d08a8321d9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:23.133735 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4fb958b7-df43-41c2-8469-3d14f89315f7 req-e6e66878-7344-45b9-8274-e26a073fbd50 tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] 10.222.0.75 "GET /v2.0/security-groups?id=a34d60e8-f16a-4276-93e8-ecd3324f057e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031883 Nov 25 17:21:23.152108 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bcc9ff-68e2-44b6-a83d-99612d69a0eb None None] The sync data for ids ['55ae10fe-f5e4-4b28-9d24-dc344796cea5'] in n-d-817746-1 is: [{'id': '55ae10fe-f5e4-4b28-9d24-dc344796cea5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1039611385-router', 'tenant_id': '89cffc892e0c42bd9cdfadf2bf5f49d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'f48844f4-2d55-47cb-a6db-5b84416fff2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:21:06Z', 'updated_at': '2021-11-25T17:21:18Z', 'revision_number': 4, 'project_id': '89cffc892e0c42bd9cdfadf2bf5f49d6', 'gw_port': {'id': 'f48844f4-2d55-47cb-a6db-5b84416fff2c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:48:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ae10fe-f5e4-4b28-9d24-dc344796cea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:21:07Z', 'updated_at': '2021-11-25T17:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '519424b0-cf49-498b-aeca-762b4ece95d9', 'name': '', 'network_id': 'c0cc47d0-55be-430e-ba62-70dda4f647c7', 'tenant_id': '89cffc892e0c42bd9cdfadf2bf5f49d6', 'mac_address': 'fa:16:3e:84:21:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ae10fe-f5e4-4b28-9d24-dc344796cea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '02d55411-afdd-4570-8ae6-9e2866cc4181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:21:15Z', 'updated_at': '2021-11-25T17:21:21Z', 'revision_number': 4, 'project_id': '89cffc892e0c42bd9cdfadf2bf5f49d6', 'subnets': [{'id': '02d55411-afdd-4570-8ae6-9e2866cc4181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:21:23.188860 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e331b222-13ef-4680-b7e7-286d36d30b25 req-598a8a0e-dc1b-41de-993e-f5e55a6e1f42 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186831 Nov 25 17:21:23.227606 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-33778c54-92d7-47cb-b74e-c0ff2b192f37 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:23.274832 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-33778c54-92d7-47cb-b74e-c0ff2b192f37 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:23.285714 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-44ecd0ef-ffc7-4b67-ab4c-701287ea8afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:23.288986 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-44ecd0ef-ffc7-4b67-ab4c-701287ea8afd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:23.290209 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-44ecd0ef-ffc7-4b67-ab4c-701287ea8afd admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/968e9554-2d52-408b-a0d9-eb1a8bfe1c88 HTTP/1.1" status: 204 len: 168 time: 0.9378695 Nov 25 17:21:23.306797 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-33778c54-92d7-47cb-b74e-c0ff2b192f37 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:23.309257 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-33778c54-92d7-47cb-b74e-c0ff2b192f37 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7360995 Nov 25 17:21:23.312648 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57996) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:23.320548 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-4a9140cc-539f-4efc-902a-d55125b8eeb7 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Request body: {'security_group_rule': {'security_group_id': '24dbdd6a-ab6c-4cbc-8a4e-66c37691d859', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:23.350604 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33778c54-92d7-47cb-b74e-c0ff2b192f37 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24dbdd6a-ab6c-4cbc-8a4e-66c37691d859,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:23.385100 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ecd0ef-ffc7-4b67-ab4c-701287ea8afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968e9554-2d52-408b-a0d9-eb1a8bfe1c88,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:23.418564 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4a9140cc-539f-4efc-902a-d55125b8eeb7 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:23.426181 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7037d447-2061-4dd3-b98f-e7f219233ca2 req-09eb573f-6e9c-4c4d-b984-72e98a72ef39 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011804 Nov 25 17:21:23.586145 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4a9140cc-539f-4efc-902a-d55125b8eeb7 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:23.595919 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4a9140cc-539f-4efc-902a-d55125b8eeb7 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:23.643860 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9140cc-539f-4efc-902a-d55125b8eeb7 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95be988c-29de-49c9-9e91-a3531de2b38f,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:23.672310 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4a9140cc-539f-4efc-902a-d55125b8eeb7 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:23.675613 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7037d447-2061-4dd3-b98f-e7f219233ca2 req-4cad4117-c81e-41f1-943b-11e36cd9b80c service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376018 Nov 25 17:21:23.677381 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58014) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:23.679703 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b878f0-31f1-45a7-84a4-38e77879a252 x-openstack-request-id: req-f5b878f0-31f1-45a7-84a4-38e77879a252 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:21:23.679827 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-4a9140cc-539f-4efc-902a-d55125b8eeb7 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3648708 Nov 25 17:21:23.685037 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b397496-2bd9-47f5-b9bf-0ca5c14471b0", "tag": "0a0cdf44-4619-4a83-88fc-df8e14f08fca", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:21:23.686361 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f5b878f0-31f1-45a7-84a4-38e77879a252 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:21:23.689497 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b397496-2bd9-47f5-b9bf-0ca5c14471b0', 'tag': '0a0cdf44-4619-4a83-88fc-df8e14f08fca', 'status': 'completed', 'code': 200} Nov 25 17:21:23.703877 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-59c12a4a-f2ac-4a26-8bdf-9345d654f46a tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Request body: {'security_group_rule': {'security_group_id': '24dbdd6a-ab6c-4cbc-8a4e-66c37691d859', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:23.853501 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-59c12a4a-f2ac-4a26-8bdf-9345d654f46a tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:23.869244 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 519424b0-cf49-498b-aeca-762b4ece95d9 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:21:23.944784 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 519424b0-cf49-498b-aeca-762b4ece95d9 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:23.945299 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:23.963108 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c2549-5363-4727-9b0b-987888dc0413 req-bfafc151-c40c-4171-9c1d-4a933f8a09d3 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:23.966720 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ba9c2549-5363-4727-9b0b-987888dc0413 req-bfafc151-c40c-4171-9c1d-4a933f8a09d3 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.75 "GET /v2.0/ports?device_id=36fdf299-c616-49f5-bcb0-1528e894c302 HTTP/1.1" status: 200 len: 948 time: 0.1202598 Nov 25 17:21:23.967229 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 58026) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:23.991190 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1721b9-b939-4406-9ca3-2c0f08edfa76 req-1924c3c7-f748-4142-ad16-0666f3fe1022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:23.994043 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-fb1721b9-b939-4406-9ca3-2c0f08edfa76 req-1924c3c7-f748-4142-ad16-0666f3fe1022 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cffb6932220c4b2fa36146ce31593992&device_id=7b397496-2bd9-47f5-b9bf-0ca5c14471b0 HTTP/1.1" status: 200 len: 1121 time: 0.2348459 Nov 25 17:21:24.041836 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-59c12a4a-f2ac-4a26-8bdf-9345d654f46a tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:24.064806 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-59c12a4a-f2ac-4a26-8bdf-9345d654f46a tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:24.082232 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ba9c2549-5363-4727-9b0b-987888dc0413 req-348c6f50-16d3-4acc-91a2-e31d0a7449e3 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.75 "GET /v2.0/security-groups?id=8f253f59-2ee5-482f-a0b2-52209b5a40d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943880 Nov 25 17:21:24.162178 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 58032) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:24.179117 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b4ccaaa0-822e-4b1a-b93f-bea4810992d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:24.201277 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c12a4a-f2ac-4a26-8bdf-9345d654f46a tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42b7d416-3395-41eb-9aff-026f0f31cb20,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:24.226539 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-59c12a4a-f2ac-4a26-8bdf-9345d654f46a tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:24.228010 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-59c12a4a-f2ac-4a26-8bdf-9345d654f46a tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5346420 Nov 25 17:21:24.232758 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 58036) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:24.240354 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-4c3be5d8-c6dc-45b7-931e-376f77062bc2 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Request body: {'floatingip': {'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:24.307746 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1721b9-b939-4406-9ca3-2c0f08edfa76 req-db443899-7e0c-4991-96ba-c2eb7b3dee7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:24.309553 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-fb1721b9-b939-4406-9ca3-2c0f08edfa76 req-db443899-7e0c-4991-96ba-c2eb7b3dee7c service neutron] 10.222.0.74 "GET /v2.0/networks?id=ab4fed0b-9bf1-4925-8765-94da08c5de2a HTTP/1.1" status: 200 len: 870 time: 0.2706652 Nov 25 17:21:24.310629 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4c3be5d8-c6dc-45b7-931e-376f77062bc2 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Publish callbacks [] for floatingip, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:24.379670 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b4ccaaa0-822e-4b1a-b93f-bea4810992d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:24.386026 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-fb1721b9-b939-4406-9ca3-2c0f08edfa76 req-8e961463-5c32-47d3-98ea-820761da0e22 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=0a0cdf44-4619-4a83-88fc-df8e14f08fca HTTP/1.1" status: 200 len: 217 time: 0.0651116 Nov 25 17:21:24.391903 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b4ccaaa0-822e-4b1a-b93f-bea4810992d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:24.454935 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afbba13-782c-412e-a75f-29bd98ae92a4 req-1e295075-f2ae-49ad-abff-718f9047fee2 tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:24.462697 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1afbba13-782c-412e-a75f-29bd98ae92a4 req-1e295075-f2ae-49ad-abff-718f9047fee2 tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b397496-2bd9-47f5-b9bf-0ca5c14471b0 HTTP/1.1" status: 200 len: 970 time: 0.1727538 Nov 25 17:21:24.466117 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1721b9-b939-4406-9ca3-2c0f08edfa76 req-56967532-4852-40cb-831d-6ddb300e1fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:24.469525 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-fb1721b9-b939-4406-9ca3-2c0f08edfa76 req-56967532-4852-40cb-831d-6ddb300e1fb0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.0749531 Nov 25 17:21:24.517615 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d06f06ae-212d-48c6-8d6c-5b063f106a37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:24.547424 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1721b9-b939-4406-9ca3-2c0f08edfa76 req-cc1de552-a895-4590-9458-f8ecefc42bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:24.549304 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-fb1721b9-b939-4406-9ca3-2c0f08edfa76 req-cc1de552-a895-4590-9458-f8ecefc42bb7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0712667 Nov 25 17:21:24.554166 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58040) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:24.554458 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-b4ccaaa0-822e-4b1a-b93f-bea4810992d6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8a5309c147c1468bb5ef77a255d0cbf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3904233 Nov 25 17:21:24.568895 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58042) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:24.580631 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ccaaa0-822e-4b1a-b93f-bea4810992d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cef8da7-a098-4fd2-9323-f3eff4dd6e36,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:24.640380 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1afbba13-782c-412e-a75f-29bd98ae92a4 req-99f43a8c-522b-4fed-9a3b-41c657b4d967 tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] 10.222.0.75 "GET /v2.0/security-groups?id=a34d60e8-f16a-4276-93e8-ecd3324f057e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764407 Nov 25 17:21:24.701875 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4c3be5d8-c6dc-45b7-931e-376f77062bc2 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:24.725891 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d06f06ae-212d-48c6-8d6c-5b063f106a37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:24.734093 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-58b4e5ad-35d1-4cb9-8c85-f4b67e840cbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:24.757973 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d06f06ae-212d-48c6-8d6c-5b063f106a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:24.758299 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-fb1721b9-b939-4406-9ca3-2c0f08edfa76 req-4da17da3-77c4-4545-a349-80bf943d5d91 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871343 Nov 25 17:21:24.779048 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-58b4e5ad-35d1-4cb9-8c85-f4b67e840cbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:24.833346 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d06f06ae-212d-48c6-8d6c-5b063f106a37 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8dce9a2f480e4c9898f49de7e21dfa4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8544779 Nov 25 17:21:24.852551 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 58052) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:24.855342 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06f06ae-212d-48c6-8d6c-5b063f106a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6887e51-d333-490b-b086-1a902c6990a1,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:24.902075 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2d9010de-79df-4b86-8f6f-d5f6564829ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:24.922667 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-4c3be5d8-c6dc-45b7-931e-376f77062bc2 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Allocated IP 172.25.0.97 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/fc455335-ca2a-465d-bd2a-d7cd36a1dba2) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:21:24.957540 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-fb1721b9-b939-4406-9ca3-2c0f08edfa76 req-8b5b45ec-65be-4cb2-a570-08b1e9998d97 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901391 Nov 25 17:21:24.965357 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0ba3a18e-85f1-4d6c-b7dc-7bb7516ce7a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:25.000012 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-58b4e5ad-35d1-4cb9-8c85-f4b67e840cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:25.003619 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-58b4e5ad-35d1-4cb9-8c85-f4b67e840cbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:25.004771 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-58b4e5ad-35d1-4cb9-8c85-f4b67e840cbe admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6cef8da7-a098-4fd2-9323-f3eff4dd6e36 HTTP/1.1" status: 204 len: 168 time: 0.4494147 Nov 25 17:21:25.021575 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b4e5ad-35d1-4cb9-8c85-f4b67e840cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cef8da7-a098-4fd2-9323-f3eff4dd6e36,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:25.031366 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0ba3a18e-85f1-4d6c-b7dc-7bb7516ce7a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:25.092447 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2d9010de-79df-4b86-8f6f-d5f6564829ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:25.098094 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2d9010de-79df-4b86-8f6f-d5f6564829ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:25.119099 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4c3be5d8-c6dc-45b7-931e-376f77062bc2 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:25.146795 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2d9010de-79df-4b86-8f6f-d5f6564829ec admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=746240762ea547b2a995d2e8e6208982&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5740418 Nov 25 17:21:25.148184 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9010de-79df-4b86-8f6f-d5f6564829ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760ca93e-3d03-439c-83cb-0c32c8f491e5,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:25.150936 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58066) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:25.163414 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0ba3a18e-85f1-4d6c-b7dc-7bb7516ce7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:25.168341 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0ba3a18e-85f1-4d6c-b7dc-7bb7516ce7a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:25.169622 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-0ba3a18e-85f1-4d6c-b7dc-7bb7516ce7a1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c6887e51-d333-490b-b086-1a902c6990a1 HTTP/1.1" status: 204 len: 168 time: 0.3159628 Nov 25 17:21:25.194974 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba3a18e-85f1-4d6c-b7dc-7bb7516ce7a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6887e51-d333-490b-b086-1a902c6990a1,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:25.215388 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4c3be5d8-c6dc-45b7-931e-376f77062bc2 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:25.252693 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cee1778d-e186-457e-a64e-c91309e467b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:25.282294 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 1d05ae37-1b17-4c3f-a41a-bcf9f75025d1 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:21:25.291622 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cee1778d-e186-457e-a64e-c91309e467b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:25.364524 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3be5d8-c6dc-45b7-931e-376f77062bc2 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:21:25.379703 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cee1778d-e186-457e-a64e-c91309e467b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:25.382719 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cee1778d-e186-457e-a64e-c91309e467b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:25.383956 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-cee1778d-e186-457e-a64e-c91309e467b4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/760ca93e-3d03-439c-83cb-0c32c8f491e5 HTTP/1.1" status: 204 len: 168 time: 0.2319448 Nov 25 17:21:25.388806 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-4c3be5d8-c6dc-45b7-931e-376f77062bc2 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:21:25.396167 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3be5d8-c6dc-45b7-931e-376f77062bc2 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:21:25.398196 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee1778d-e186-457e-a64e-c91309e467b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760ca93e-3d03-439c-83cb-0c32c8f491e5,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:25.407133 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3be5d8-c6dc-45b7-931e-376f77062bc2 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Pushing event updated for resources: {'Port': ['ID=fc455335-ca2a-465d-bd2a-d7cd36a1dba2,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:25.486340 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 1d05ae37-1b17-4c3f-a41a-bcf9f75025d1, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=1d05ae37-1b17-4c3f-a41a-bcf9f75025d1,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:25.502098 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '1d05ae37-1b17-4c3f-a41a-bcf9f75025d1', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'port_id': '1d05ae37-1b17-4c3f-a41a-bcf9f75025d1', 'mac_address': 'fa:16:3e:ed:cf:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8793709c-5336-428d-aede-b0b8df1a26b2', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:21:25.553315 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a424bfb8-55e2-4921-8012-8a7e236e23ba req-e95e77cc-a411-46a3-b273-66b412125c6d tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:25.554625 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:25.555095 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a424bfb8-55e2-4921-8012-8a7e236e23ba req-e95e77cc-a411-46a3-b273-66b412125c6d tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.75 "GET /v2.0/ports?device_id=36fdf299-c616-49f5-bcb0-1528e894c302 HTTP/1.1" status: 200 len: 948 time: 0.2400804 Nov 25 17:21:25.573814 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d05ae37-1b17-4c3f-a41a-bcf9f75025d1 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:21:25.589756 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4c3be5d8-c6dc-45b7-931e-376f77062bc2 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:25.606846 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 1d05ae37-1b17-4c3f-a41a-bcf9f75025d1, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=1d05ae37-1b17-4c3f-a41a-bcf9f75025d1,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:25.616144 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:25.666634 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a424bfb8-55e2-4921-8012-8a7e236e23ba req-cc0f0d08-036b-4c72-9e3a-afd19038e9cb tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.75 "GET /v2.0/security-groups?id=8f253f59-2ee5-482f-a0b2-52209b5a40d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005075 Nov 25 17:21:25.667686 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4c3be5d8-c6dc-45b7-931e-376f77062bc2 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:25.719481 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=1d05ae37-1b17-4c3f-a41a-bcf9f75025d1,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:25.795694 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b8dcb9-54dd-4aae-a7c4-48cd534f447d req-2f2951c8-94e1-44c7-ba38-1e0bc0311c3f tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:25.797918 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-04b8dcb9-54dd-4aae-a7c4-48cd534f447d req-2f2951c8-94e1-44c7-ba38-1e0bc0311c3f tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b397496-2bd9-47f5-b9bf-0ca5c14471b0 HTTP/1.1" status: 200 len: 970 time: 0.0808330 Nov 25 17:21:25.892638 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-04b8dcb9-54dd-4aae-a7c4-48cd534f447d req-0e9573f6-dc49-4ad1-8778-6ef11d4d49bd tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] 10.222.0.75 "GET /v2.0/security-groups?id=a34d60e8-f16a-4276-93e8-ecd3324f057e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677993 Nov 25 17:21:25.922174 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58104) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:25.927124 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['1d05ae37-1b17-4c3f-a41a-bcf9f75025d1'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:21:25.936424 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4c3be5d8-c6dc-45b7-931e-376f77062bc2 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:25.944880 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4c3be5d8-c6dc-45b7-931e-376f77062bc2 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:25.953098 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-43a9d653-97e0-40db-9dc6-6e231b08349e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:25.995473 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4c3be5d8-c6dc-45b7-931e-376f77062bc2 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:26.028644 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3be5d8-c6dc-45b7-931e-376f77062bc2 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Pushing event updated for resources: {'Port': ['ID=fc455335-ca2a-465d-bd2a-d7cd36a1dba2,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:26.036001 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4c3be5d8-c6dc-45b7-931e-376f77062bc2 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:26.037712 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-4c3be5d8-c6dc-45b7-931e-376f77062bc2 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8029575 Nov 25 17:21:26.112220 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-43a9d653-97e0-40db-9dc6-6e231b08349e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:26.115573 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58110) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:26.122697 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-43a9d653-97e0-40db-9dc6-6e231b08349e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:26.166548 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a9d653-97e0-40db-9dc6-6e231b08349e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa5f182-7fe2-4a71-8aac-88dc4c9ba837,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:26.173001 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-43a9d653-97e0-40db-9dc6-6e231b08349e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6ea5bdb3ad9d4783b449af40e3e998b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2480459 Nov 25 17:21:26.175662 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 58114) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:26.188100 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58116) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:26.218537 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-913c5b0d-a841-493e-90ab-2bf5850a027a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:26.237890 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8c33d5f3-a5d8-41e8-8a66-b9c86b3f32b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:26.273034 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8c33d5f3-a5d8-41e8-8a66-b9c86b3f32b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:26.344959 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8c33d5f3-a5d8-41e8-8a66-b9c86b3f32b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:26.348289 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8c33d5f3-a5d8-41e8-8a66-b9c86b3f32b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:26.349488 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-8c33d5f3-a5d8-41e8-8a66-b9c86b3f32b4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bfa5f182-7fe2-4a71-8aac-88dc4c9ba837 HTTP/1.1" status: 204 len: 168 time: 0.1728868 Nov 25 17:21:26.363878 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-913c5b0d-a841-493e-90ab-2bf5850a027a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:26.371109 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-913c5b0d-a841-493e-90ab-2bf5850a027a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:26.381280 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c33d5f3-a5d8-41e8-8a66-b9c86b3f32b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa5f182-7fe2-4a71-8aac-88dc4c9ba837,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:26.415871 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-913c5b0d-a841-493e-90ab-2bf5850a027a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a4958b4767234deda8f8b6658a767403&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2256594 Nov 25 17:21:26.418426 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58132) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:26.458030 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913c5b0d-a841-493e-90ab-2bf5850a027a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b972676c-3f52-4113-85ca-fcf397389400,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:26.492092 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7af1c43e-d1a2-4320-8efe-61539f56666b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:26.509300 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d18dd8dc-d01b-45e9-8bda-ccb7919dbc14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:26.541556 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7af1c43e-d1a2-4320-8efe-61539f56666b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:26.542865 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3f4f6426-9bbe-49bb-bc52-f3bb138d816b req-7a035539-6d38-4cfd-8399-57f1e0f82d67 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--896182925&fields=id&tenant_id=520c8060683a411693c2f2f826352c04 HTTP/1.1" status: 200 len: 267 time: 0.1140752 Nov 25 17:21:26.646147 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7af1c43e-d1a2-4320-8efe-61539f56666b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:26.649655 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7af1c43e-d1a2-4320-8efe-61539f56666b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:26.654016 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7af1c43e-d1a2-4320-8efe-61539f56666b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b972676c-3f52-4113-85ca-fcf397389400 HTTP/1.1" status: 204 len: 168 time: 0.2320924 Nov 25 17:21:26.675738 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1c43e-d1a2-4320-8efe-61539f56666b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b972676c-3f52-4113-85ca-fcf397389400,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:26.684739 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d18dd8dc-d01b-45e9-8bda-ccb7919dbc14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:26.696297 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d18dd8dc-d01b-45e9-8bda-ccb7919dbc14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:26.757104 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d18dd8dc-d01b-45e9-8bda-ccb7919dbc14 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b9a487bad4684b8c8148cf234b5bdd7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6401460 Nov 25 17:21:26.759485 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18dd8dc-d01b-45e9-8bda-ccb7919dbc14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=897a52f2-d6e9-4fb3-a4d9-a4edd46ab528,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:26.761865 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58146) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:26.830526 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ee4eaf26-290b-4378-a8b9-a3af1ac5ebdf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:26.857501 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ee4eaf26-290b-4378-a8b9-a3af1ac5ebdf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:26.925447 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ee4eaf26-290b-4378-a8b9-a3af1ac5ebdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:26.928310 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ee4eaf26-290b-4378-a8b9-a3af1ac5ebdf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:26.930288 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ee4eaf26-290b-4378-a8b9-a3af1ac5ebdf admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/897a52f2-d6e9-4fb3-a4d9-a4edd46ab528 HTTP/1.1" status: 204 len: 168 time: 0.1674824 Nov 25 17:21:26.938638 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4eaf26-290b-4378-a8b9-a3af1ac5ebdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=897a52f2-d6e9-4fb3-a4d9-a4edd46ab528,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:27.003919 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58156) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:27.066849 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d920f7a1-ccd8-4969-a3ce-c01d8c52d5aa req-8075b259-4f87-4494-882b-0a0b7b701c59 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:27.068633 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d920f7a1-ccd8-4969-a3ce-c01d8c52d5aa req-8075b259-4f87-4494-882b-0a0b7b701c59 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.75 "GET /v2.0/ports?device_id=36fdf299-c616-49f5-bcb0-1528e894c302 HTTP/1.1" status: 200 len: 949 time: 0.1346247 Nov 25 17:21:27.077626 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f6426-9bbe-49bb-bc52-f3bb138d816b req-225bf045-993e-45b6-beda-211c6e6951c7 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:27.079828 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3f4f6426-9bbe-49bb-bc52-f3bb138d816b req-225bf045-993e-45b6-beda-211c6e6951c7 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.75 "GET /v2.0/networks?id=c19272b3-a7a0-489a-a5dc-398c9698ec22 HTTP/1.1" status: 200 len: 824 time: 0.5272024 Nov 25 17:21:27.109230 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3f4f6426-9bbe-49bb-bc52-f3bb138d816b req-e6bf5f93-cb4e-45fb-a746-7b9140d58488 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.75 "GET /v2.0/quotas/520c8060683a411693c2f2f826352c04 HTTP/1.1" status: 200 len: 375 time: 0.0214074 Nov 25 17:21:27.151661 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-7c4d1814-7595-4100-bf98-8250a60e17be admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-544736782-network', 'tenant_id': 'ac7a18821f8e4e00814d44731ef8d033'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:27.165801 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d920f7a1-ccd8-4969-a3ce-c01d8c52d5aa req-5cf95d46-f2c9-4651-a0af-27f7e5454e77 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.75 "GET /v2.0/security-groups?id=8f253f59-2ee5-482f-a0b2-52209b5a40d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847042 Nov 25 17:21:27.182514 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4d1814-7595-4100-bf98-8250a60e17be admin admin] Made reservation on behalf of ac7a18821f8e4e00814d44731ef8d033 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:21:27.185257 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7c4d1814-7595-4100-bf98-8250a60e17be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:27.194725 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3f4f6426-9bbe-49bb-bc52-f3bb138d816b req-335e6b8a-d292-497f-9a5c-3da0f4067c99 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=520c8060683a411693c2f2f826352c04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0777996 Nov 25 17:21:27.210036 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7c4d1814-7595-4100-bf98-8250a60e17be admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:27.266563 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 0a0cdf44-4619-4a83-88fc-df8e14f08fca details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:21:27.298332 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d810c48f-007c-4d80-b931-a2d811efd223 req-40556e5c-a5e6-420c-a4ee-0e0437758076 tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:27.300235 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d810c48f-007c-4d80-b931-a2d811efd223 req-40556e5c-a5e6-420c-a4ee-0e0437758076 tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b397496-2bd9-47f5-b9bf-0ca5c14471b0 HTTP/1.1" status: 200 len: 970 time: 0.0600591 Nov 25 17:21:27.313053 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7c4d1814-7595-4100-bf98-8250a60e17be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:27.318403 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7c4d1814-7595-4100-bf98-8250a60e17be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:27.351089 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c4d1814-7595-4100-bf98-8250a60e17be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 948} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:21:27.357719 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4d1814-7595-4100-bf98-8250a60e17be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:27.383649 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7c4d1814-7595-4100-bf98-8250a60e17be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:27.384001 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-7c4d1814-7595-4100-bf98-8250a60e17be admin admin] Added segment 32304091-a43f-4bbd-aae7-89d7e0d9d2b6 of type vlan for network c4ad8fe4-e22e-4c8b-af10-9eaf120b663c Nov 25 17:21:27.396012 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d810c48f-007c-4d80-b931-a2d811efd223 req-8eadfe9f-5996-4e48-9962-af920c0ff405 tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] 10.222.0.75 "GET /v2.0/security-groups?id=a34d60e8-f16a-4276-93e8-ecd3324f057e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862262 Nov 25 17:21:27.397809 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 1d05ae37-1b17-4c3f-a41a-bcf9f75025d1 up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:21:27.440112 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7c4d1814-7595-4100-bf98-8250a60e17be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:27.469722 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 0a0cdf44-4619-4a83-88fc-df8e14f08fca, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=0a0cdf44-4619-4a83-88fc-df8e14f08fca,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:27.475157 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7c4d1814-7595-4100-bf98-8250a60e17be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:27.476169 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4d1814-7595-4100-bf98-8250a60e17be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:27.477241 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7c4d1814-7595-4100-bf98-8250a60e17be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:27.488269 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '0a0cdf44-4619-4a83-88fc-df8e14f08fca', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'port_id': '0a0cdf44-4619-4a83-88fc-df8e14f08fca', 'mac_address': 'fa:16:3e:49:94:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8793709c-5336-428d-aede-b0b8df1a26b2', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:tempest-test_az-1566175567', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:21:27.493073 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 58174) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:27.509971 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c21b4b07-3ace-4fd3-bf3b-2ad47aee49d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:27.538226 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port 1d05ae37-1b17-4c3f-a41a-bcf9f75025d1 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:21:27.548018 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 1d05ae37-1b17-4c3f-a41a-bcf9f75025d1 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:27.548279 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:27.553227 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:27.589083 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a0cdf44-4619-4a83-88fc-df8e14f08fca {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:21:27.630193 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7c4d1814-7595-4100-bf98-8250a60e17be admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6244740 Nov 25 17:21:27.630812 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58180) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:27.635693 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4d1814-7595-4100-bf98-8250a60e17be admin admin] Pushing event updated for resources: {'Network': ['ID=c4ad8fe4-e22e-4c8b-af10-9eaf120b663c,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:27.638556 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 0a0cdf44-4619-4a83-88fc-df8e14f08fca, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=0a0cdf44-4619-4a83-88fc-df8e14f08fca,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:27.647043 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-e7545494-d001-4556-9d30-6142ae07183e admin admin] Request body: {'subnet': {'network_id': 'c4ad8fe4-e22e-4c8b-af10-9eaf120b663c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-544736782-subnet', 'tenant_id': 'ac7a18821f8e4e00814d44731ef8d033', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:27.647539 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:27.664697 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network c4ad8fe4-e22e-4c8b-af10-9eaf120b663c details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:21:27.686213 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c21b4b07-3ace-4fd3-bf3b-2ad47aee49d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:27.694702 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [req-3f4f6426-9bbe-49bb-bc52-f3bb138d816b req-27024973-2f2c-4575-b5f9-fb2e8ea44e66 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:21:27.696301 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3f4f6426-9bbe-49bb-bc52-f3bb138d816b req-27024973-2f2c-4575-b5f9-fb2e8ea44e66 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2283812 Nov 25 17:21:27.697685 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c21b4b07-3ace-4fd3-bf3b-2ad47aee49d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:27.724378 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7545494-d001-4556-9d30-6142ae07183e admin admin] Made reservation on behalf of ac7a18821f8e4e00814d44731ef8d033 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:21:27.727908 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e7545494-d001-4556-9d30-6142ae07183e admin admin] Publish callbacks [] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:27.774968 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c21b4b07-3ace-4fd3-bf3b-2ad47aee49d4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5a6cab5af21f4819a3bd839c52bb0966&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2808244 Nov 25 17:21:27.777700 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b4b07-3ace-4fd3-bf3b-2ad47aee49d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff50552-91ec-4361-a579-c106692537a7,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:27.825616 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 58186) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:27.835735 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=0a0cdf44-4619-4a83-88fc-df8e14f08fca,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:27.856457 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:27.885529 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36fdf299-c616-49f5-bcb0-1528e894c302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d05ae37-1b17-4c3f-a41a-bcf9f75025d1'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:21:27.926362 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4d432997-3b18-4cc9-90e0-25d9fdfa364e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:27.934035 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3f4f6426-9bbe-49bb-bc52-f3bb138d816b req-037050a5-d19d-49c0-b4dc-427752c09116 service neutron] 10.222.0.75 "GET /v2.0/networks/c19272b3-a7a0-489a-a5dc-398c9698ec22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186735 Nov 25 17:21:27.973066 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['0a0cdf44-4619-4a83-88fc-df8e14f08fca'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:21:27.985834 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 1d05ae37-1b17-4c3f-a41a-bcf9f75025d1, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=1d05ae37-1b17-4c3f-a41a-bcf9f75025d1,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:28.022199 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:28.080684 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3f4f6426-9bbe-49bb-bc52-f3bb138d816b req-b5eb9f2e-9900-4290-bbaa-9b2c43ecfa29 service neutron] 10.222.0.75 "GET /v2.0/networks/c19272b3-a7a0-489a-a5dc-398c9698ec22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395180 Nov 25 17:21:28.093409 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4d432997-3b18-4cc9-90e0-25d9fdfa364e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:28.176892 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4d432997-3b18-4cc9-90e0-25d9fdfa364e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:28.180124 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4d432997-3b18-4cc9-90e0-25d9fdfa364e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:28.182253 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-4d432997-3b18-4cc9-90e0-25d9fdfa364e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9ff50552-91ec-4361-a579-c106692537a7 HTTP/1.1" status: 204 len: 168 time: 0.3547149 Nov 25 17:21:28.191514 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=1d05ae37-1b17-4c3f-a41a-bcf9f75025d1,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:28.193508 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d432997-3b18-4cc9-90e0-25d9fdfa364e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff50552-91ec-4361-a579-c106692537a7,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:28.227863 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e7545494-d001-4556-9d30-6142ae07183e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:28.250825 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c8dd97-a5b3-46ea-ba3d-c640ce8c0493" -d '{"events": [{"server_uuid": "36fdf299-c616-49f5-bcb0-1528e894c302", "name": "network-vif-plugged", "status": "completed", "tag": "1d05ae37-1b17-4c3f-a41a-bcf9f75025d1"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:21:28.366347 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7545494-d001-4556-9d30-6142ae07183e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a91ba6f-af85-4b11-90c3-2d5fc7a12e25,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:28.374770 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7545494-d001-4556-9d30-6142ae07183e admin admin] Checking segment: {'id': '32304091-a43f-4bbd-aae7-89d7e0d9d2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c4ad8fe4-e22e-4c8b-af10-9eaf120b663c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:21:28.374770 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7545494-d001-4556-9d30-6142ae07183e admin admin] Network hostable DHCP agents. Network: c4ad8fe4-e22e-4c8b-af10-9eaf120b663c, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:21:28.401978 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7545494-d001-4556-9d30-6142ae07183e admin admin] Network c4ad8fe4-e22e-4c8b-af10-9eaf120b663c is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:21:28.416969 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-e7545494-d001-4556-9d30-6142ae07183e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, c4ad8fe4-e22e-4c8b-af10-9eaf120b663c) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:21:28.421860 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7545494-d001-4556-9d30-6142ae07183e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:28.422825 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e7545494-d001-4556-9d30-6142ae07183e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:28.449347 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a56d8e5-1fa2-44f6-afc4-97d29b1002cc None None] Network c4ad8fe4-e22e-4c8b-af10-9eaf120b663c requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:21:28.465691 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e7545494-d001-4556-9d30-6142ae07183e admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8271859 Nov 25 17:21:28.465916 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c5f885-e13a-43f6-840b-810e0a00ad97 req-6db87e1e-54a5-4c4b-a73d-5931a026ee36 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:28.465916 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-90c5f885-e13a-43f6-840b-810e0a00ad97 req-6db87e1e-54a5-4c4b-a73d-5931a026ee36 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.75 "GET /v2.0/ports?device_id=36fdf299-c616-49f5-bcb0-1528e894c302 HTTP/1.1" status: 200 len: 950 time: 0.1335576 Nov 25 17:21:28.618199 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-90c5f885-e13a-43f6-840b-810e0a00ad97 req-be4a9a71-9157-44df-aa6a-40a4b1ae55e5 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.75 "GET /v2.0/security-groups?id=8f253f59-2ee5-482f-a0b2-52209b5a40d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332707 Nov 25 17:21:28.675268 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e3d288-5427-4177-8d85-d038713ef7f7 None None] Network c4ad8fe4-e22e-4c8b-af10-9eaf120b663c requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:21:28.704216 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-78776222-679f-49ae-8361-ba7563c3e843 req-54ad6e52-75bc-40d2-8f1f-b466329ae532 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.75 "GET /v2.0/ports?device_id=36e6230e-e34d-444c-a898-4607c2dbf6c6 HTTP/1.1" status: 200 len: 210 time: 0.0497606 Nov 25 17:21:28.967190 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e65265-fadf-48ee-a0ae-67a0a8f85f16 req-d8675263-f79e-4bdd-bd88-558f9119ebaf tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:28.986418 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f300f5f-0ae2-40dd-ab36-c1717e909133 x-openstack-request-id: req-0f300f5f-0ae2-40dd-ab36-c1717e909133 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:21:28.986741 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36fdf299-c616-49f5-bcb0-1528e894c302", "name": "network-vif-plugged", "status": "completed", "tag": "1d05ae37-1b17-4c3f-a41a-bcf9f75025d1", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:21:28.987008 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0f300f5f-0ae2-40dd-ab36-c1717e909133 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:21:28.987463 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36fdf299-c616-49f5-bcb0-1528e894c302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d05ae37-1b17-4c3f-a41a-bcf9f75025d1', 'code': 200} Nov 25 17:21:28.995079 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-60e65265-fadf-48ee-a0ae-67a0a8f85f16 req-d8675263-f79e-4bdd-bd88-558f9119ebaf tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b397496-2bd9-47f5-b9bf-0ca5c14471b0 HTTP/1.1" status: 200 len: 971 time: 0.1433094 Nov 25 17:21:29.065501 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-60e65265-fadf-48ee-a0ae-67a0a8f85f16 req-02795ea8-52b4-4abf-9047-c70f2bcfd236 tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] 10.222.0.75 "GET /v2.0/security-groups?id=a34d60e8-f16a-4276-93e8-ecd3324f057e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694034 Nov 25 17:21:29.163471 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b7dffc-6f78-44ce-a8a5-d7e4441d7e3e req-e1190489-acaa-41b1-af90-3804ded9660e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:29.165341 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-40b7dffc-6f78-44ce-a8a5-d7e4441d7e3e req-e1190489-acaa-41b1-af90-3804ded9660e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=36fdf299-c616-49f5-bcb0-1528e894c302 HTTP/1.1" status: 200 len: 1101 time: 0.0988042 Nov 25 17:21:29.192253 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-40b7dffc-6f78-44ce-a8a5-d7e4441d7e3e req-2b8206f4-5261-4429-abfc-75680abb7d75 service neutron] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:29.271409 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 0a0cdf44-4619-4a83-88fc-df8e14f08fca up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:21:29.290733 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-40b7dffc-6f78-44ce-a8a5-d7e4441d7e3e req-2b8206f4-5261-4429-abfc-75680abb7d75 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:29.299142 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-40b7dffc-6f78-44ce-a8a5-d7e4441d7e3e req-2b8206f4-5261-4429-abfc-75680abb7d75 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:29.388797 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-40b7dffc-6f78-44ce-a8a5-d7e4441d7e3e req-2b8206f4-5261-4429-abfc-75680abb7d75 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8f253f59-2ee5-482f-a0b2-52209b5a40d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138505 Nov 25 17:21:29.391883 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port 0a0cdf44-4619-4a83-88fc-df8e14f08fca completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:21:29.392215 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8206f4-5261-4429-abfc-75680abb7d75 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=330cc499-0d0a-4700-8777-d249872488f2,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:29.398958 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 0a0cdf44-4619-4a83-88fc-df8e14f08fca triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:29.399670 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:29.547216 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:29.588023 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 0a0cdf44-4619-4a83-88fc-df8e14f08fca, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=0a0cdf44-4619-4a83-88fc-df8e14f08fca,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:29.598260 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:29.677874 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=0a0cdf44-4619-4a83-88fc-df8e14f08fca,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:29.814652 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17abcef-cddb-4652-a28b-245e3eb5c236 req-e992455a-71fe-4f2f-83a9-d7dae04d1fc9 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:29.816923 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b17abcef-cddb-4652-a28b-245e3eb5c236 req-e992455a-71fe-4f2f-83a9-d7dae04d1fc9 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.75 "GET /v2.0/ports?device_id=36fdf299-c616-49f5-bcb0-1528e894c302 HTTP/1.1" status: 200 len: 950 time: 0.1093009 Nov 25 17:21:29.854588 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-46d2fdd2-2004-43f4-a6f3-0deefa0697eb req-016833ad-2173-4f4d-9ecd-3fad8388e0c2 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.75 "GET /v2.0/ports?device_id=36e6230e-e34d-444c-a898-4607c2dbf6c6 HTTP/1.1" status: 200 len: 210 time: 0.0362549 Nov 25 17:21:29.939773 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b17abcef-cddb-4652-a28b-245e3eb5c236 req-a2474340-e77a-41c8-bf88-6d1f0ffe012e tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.75 "GET /v2.0/security-groups?id=8f253f59-2ee5-482f-a0b2-52209b5a40d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127565 Nov 25 17:21:29.996342 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.90', 51345) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:30.208868 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f6426-9bbe-49bb-bc52-f3bb138d816b req-04103f4a-f389-4e1a-b41d-06c40a91cdd6 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:30.220486 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3f4f6426-9bbe-49bb-bc52-f3bb138d816b req-04103f4a-f389-4e1a-b41d-06c40a91cdd6 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.90 "GET /v2.0/networks?id=c19272b3-a7a0-489a-a5dc-398c9698ec22 HTTP/1.1" status: 200 len: 824 time: 0.2228587 Nov 25 17:21:30.267165 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a188a-704b-42b7-824c-f65170e8c205 req-0593df6d-eefc-4c88-a6b6-59c29bc3ae05 tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:30.268975 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-aa4a188a-704b-42b7-824c-f65170e8c205 req-0593df6d-eefc-4c88-a6b6-59c29bc3ae05 tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b397496-2bd9-47f5-b9bf-0ca5c14471b0 HTTP/1.1" status: 200 len: 972 time: 0.1061440 Nov 25 17:21:30.385705 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-aa4a188a-704b-42b7-824c-f65170e8c205 req-061e43cc-2613-4ad9-ab22-57c49749e87e tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] 10.222.0.75 "GET /v2.0/security-groups?id=a34d60e8-f16a-4276-93e8-ecd3324f057e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034646 Nov 25 17:21:30.421207 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3f4f6426-9bbe-49bb-bc52-f3bb138d816b req-e47b5a8b-311e-406a-808a-7a082c596d97 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=520c8060683a411693c2f2f826352c04 HTTP/1.1" status: 200 len: 379 time: 0.1147249 Nov 25 17:21:30.448467 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 58296) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:30.455034 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-fc4a96e6-7bd0-446c-be51-9f65d5fe43e5 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-48244828-network', 'tenant_id': '51aa4054b7924de098745ba16a4fa1d4'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:30.477623 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4a96e6-7bd0-446c-be51-9f65d5fe43e5 admin admin] Made reservation on behalf of 51aa4054b7924de098745ba16a4fa1d4 for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:21:30.480077 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fc4a96e6-7bd0-446c-be51-9f65d5fe43e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:30.490127 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fc4a96e6-7bd0-446c-be51-9f65d5fe43e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:30.593654 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fc4a96e6-7bd0-446c-be51-9f65d5fe43e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:30.600843 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fc4a96e6-7bd0-446c-be51-9f65d5fe43e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:30.627801 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc4a96e6-7bd0-446c-be51-9f65d5fe43e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 920} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:21:30.645994 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a96e6-7bd0-446c-be51-9f65d5fe43e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca407db1-dd33-4f29-bdf6-47a4fd4d20f3,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:30.653609 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fc4a96e6-7bd0-446c-be51-9f65d5fe43e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:30.654248 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-fc4a96e6-7bd0-446c-be51-9f65d5fe43e5 admin admin] Added segment 1554d180-af7c-40c0-be16-664ff054564d of type vlan for network 108e5a60-5780-453d-81ed-5c6c9e295ccf Nov 25 17:21:30.697916 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fc4a96e6-7bd0-446c-be51-9f65d5fe43e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:30.734154 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fc4a96e6-7bd0-446c-be51-9f65d5fe43e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:30.735457 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4a96e6-7bd0-446c-be51-9f65d5fe43e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:30.736046 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fc4a96e6-7bd0-446c-be51-9f65d5fe43e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:30.795045 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-fc4a96e6-7bd0-446c-be51-9f65d5fe43e5 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.3452296 Nov 25 17:21:30.798395 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58308) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:30.803238 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-02ec1316-e240-4205-93a0-8ba72a51ee57 admin admin] Request body: {'subnet': {'network_id': '108e5a60-5780-453d-81ed-5c6c9e295ccf', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-48244828-subnet', 'tenant_id': '51aa4054b7924de098745ba16a4fa1d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:30.814909 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a96e6-7bd0-446c-be51-9f65d5fe43e5 admin admin] Pushing event updated for resources: {'Network': ['ID=108e5a60-5780-453d-81ed-5c6c9e295ccf,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:30.828235 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 108e5a60-5780-453d-81ed-5c6c9e295ccf details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:21:30.867232 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ec1316-e240-4205-93a0-8ba72a51ee57 admin admin] Made reservation on behalf of 51aa4054b7924de098745ba16a4fa1d4 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:21:30.877299 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-02ec1316-e240-4205-93a0-8ba72a51ee57 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:31.000616 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b397496-2bd9-47f5-b9bf-0ca5c14471b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a0cdf44-4619-4a83-88fc-df8e14f08fca'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:21:31.003381 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc5f583-43ac-46cb-8148-b938646a8f79" -d '{"events": [{"server_uuid": "7b397496-2bd9-47f5-b9bf-0ca5c14471b0", "name": "network-vif-plugged", "status": "completed", "tag": "0a0cdf44-4619-4a83-88fc-df8e14f08fca"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:21:31.022412 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b98287d9-58ad-40c1-a94a-d84cb93e57c0 req-c34ac01b-9908-4588-939b-b7158715dae6 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.75 "GET /v2.0/ports?device_id=36e6230e-e34d-444c-a898-4607c2dbf6c6 HTTP/1.1" status: 200 len: 210 time: 0.0374153 Nov 25 17:21:31.241144 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcbf5cc-7e69-416b-863e-a49fc2cd71c7 req-5f61fe79-8174-4149-9cef-a7ce8e80cf60 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:31.251114 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9dcbf5cc-7e69-416b-863e-a49fc2cd71c7 req-5f61fe79-8174-4149-9cef-a7ce8e80cf60 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.75 "GET /v2.0/ports?device_id=36fdf299-c616-49f5-bcb0-1528e894c302 HTTP/1.1" status: 200 len: 950 time: 0.0862749 Nov 25 17:21:31.333378 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68686e16-e1b9-433f-b830-68f116b49737 x-openstack-request-id: req-68686e16-e1b9-433f-b830-68f116b49737 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:21:31.333865 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b397496-2bd9-47f5-b9bf-0ca5c14471b0", "name": "network-vif-plugged", "status": "completed", "tag": "0a0cdf44-4619-4a83-88fc-df8e14f08fca", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:21:31.334277 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-68686e16-e1b9-433f-b830-68f116b49737 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:21:31.334806 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b397496-2bd9-47f5-b9bf-0ca5c14471b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a0cdf44-4619-4a83-88fc-df8e14f08fca', 'code': 200} Nov 25 17:21:31.336076 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9dcbf5cc-7e69-416b-863e-a49fc2cd71c7 req-40e91fe6-ebb1-4771-b819-86e1468547f9 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.75 "GET /v2.0/security-groups?id=8f253f59-2ee5-482f-a0b2-52209b5a40d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833871 Nov 25 17:21:31.378372 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-02ec1316-e240-4205-93a0-8ba72a51ee57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:31.498285 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ec1316-e240-4205-93a0-8ba72a51ee57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09c61150-c3cc-4776-a2ca-381073161812,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:31.516594 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ec1316-e240-4205-93a0-8ba72a51ee57 admin admin] Checking segment: {'id': '1554d180-af7c-40c0-be16-664ff054564d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '108e5a60-5780-453d-81ed-5c6c9e295ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:21:31.517222 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ec1316-e240-4205-93a0-8ba72a51ee57 admin admin] Network hostable DHCP agents. Network: 108e5a60-5780-453d-81ed-5c6c9e295ccf, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:21:31.529936 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62351bd9-0924-4a8f-afd0-6fdb49e2c466 req-278f87bf-aeec-4c64-8846-c60a4724b5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:31.533033 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-62351bd9-0924-4a8f-afd0-6fdb49e2c466 req-278f87bf-aeec-4c64-8846-c60a4724b5a9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7b397496-2bd9-47f5-b9bf-0ca5c14471b0 HTTP/1.1" status: 200 len: 1123 time: 0.0970590 Nov 25 17:21:31.562009 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6b47d-01b3-4896-bef0-9db47b134cee req-358e8985-bc30-48bb-9754-0a5dc09b5611 tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:31.564430 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-72a6b47d-01b3-4896-bef0-9db47b134cee req-358e8985-bc30-48bb-9754-0a5dc09b5611 tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b397496-2bd9-47f5-b9bf-0ca5c14471b0 HTTP/1.1" status: 200 len: 972 time: 0.0723009 Nov 25 17:21:31.575536 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ec1316-e240-4205-93a0-8ba72a51ee57 admin admin] Network 108e5a60-5780-453d-81ed-5c6c9e295ccf is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:21:31.596427 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-62351bd9-0924-4a8f-afd0-6fdb49e2c466 req-9e6c7823-46e6-49da-83cc-839e906261af service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=a34d60e8-f16a-4276-93e8-ecd3324f057e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540025 Nov 25 17:21:31.597751 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-02ec1316-e240-4205-93a0-8ba72a51ee57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 108e5a60-5780-453d-81ed-5c6c9e295ccf) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:21:31.603594 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ec1316-e240-4205-93a0-8ba72a51ee57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:31.604690 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-02ec1316-e240-4205-93a0-8ba72a51ee57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:31.605968 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60c9970-b6ff-446c-bcfb-0b11a6873d52 None None] Network 108e5a60-5780-453d-81ed-5c6c9e295ccf requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:21:31.632927 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-02ec1316-e240-4205-93a0-8ba72a51ee57 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8249474 Nov 25 17:21:31.645606 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-72a6b47d-01b3-4896-bef0-9db47b134cee req-e2674475-ffa4-474e-bf6b-cc24f594ff90 tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] 10.222.0.75 "GET /v2.0/security-groups?id=a34d60e8-f16a-4276-93e8-ecd3324f057e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718246 Nov 25 17:21:31.794819 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23c48be-794a-4b6e-b5c9-89eb18d83a17 None None] Network 108e5a60-5780-453d-81ed-5c6c9e295ccf requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:21:32.331389 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58382) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:32.442122 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-419c1f75-ca0e-4ab3-a8e6-581589218e8c req-6b8e9c69-956c-41f7-ae98-4487d79f3f15 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.75 "GET /v2.0/ports?device_id=36e6230e-e34d-444c-a898-4607c2dbf6c6 HTTP/1.1" status: 200 len: 210 time: 0.0352085 Nov 25 17:21:32.453162 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-80cbc31d-6fea-4deb-ac51-65cd1a645266 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:32.496662 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2930a32-555f-4c59-bfc5-e98a947b4ebd req-047acb17-8f5b-4512-99d6-6626de5ac292 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:32.498175 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f2930a32-555f-4c59-bfc5-e98a947b4ebd req-047acb17-8f5b-4512-99d6-6626de5ac292 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/networks?id=c4ad8fe4-e22e-4c8b-af10-9eaf120b663c HTTP/1.1" status: 200 len: 820 time: 0.1486523 Nov 25 17:21:32.525344 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f2930a32-555f-4c59-bfc5-e98a947b4ebd req-4d5a661a-4f40-416e-bfc3-126ce94ebc4b tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/quotas/ac7a18821f8e4e00814d44731ef8d033 HTTP/1.1" status: 200 len: 375 time: 0.0139799 Nov 25 17:21:32.548267 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-80cbc31d-6fea-4deb-ac51-65cd1a645266 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:32.553048 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-80cbc31d-6fea-4deb-ac51-65cd1a645266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:32.566730 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f2930a32-555f-4c59-bfc5-e98a947b4ebd req-73708740-1f54-4bff-aca5-0a1daa87d9c8 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=ac7a18821f8e4e00814d44731ef8d033&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301344 Nov 25 17:21:32.598984 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-80cbc31d-6fea-4deb-ac51-65cd1a645266 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=91e5fcd2208a4745999733a41a387b04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2624807 Nov 25 17:21:32.598984 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cbc31d-6fea-4deb-ac51-65cd1a645266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca16ee9d-2cd7-4b44-93aa-8df8de6c1f02,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:32.599254 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 58392) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:32.714645 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bb50ecbe-1c10-4458-b6ea-4f36f99c20ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:32.718376 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f2930a32-555f-4c59-bfc5-e98a947b4ebd req-18358a35-abd5-4b0f-8d29-267ecc14957e service neutron] 10.222.0.75 "GET /v2.0/networks/c4ad8fe4-e22e-4c8b-af10-9eaf120b663c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394031 Nov 25 17:21:32.753780 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bb50ecbe-1c10-4458-b6ea-4f36f99c20ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:32.923179 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873d1b3-784c-4733-8a8c-5a64ac0e2fe0 req-0a7a0d38-dfee-4fe9-a1bd-8531c27549e1 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:32.924644 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b873d1b3-784c-4733-8a8c-5a64ac0e2fe0 req-0a7a0d38-dfee-4fe9-a1bd-8531c27549e1 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.75 "GET /v2.0/ports?device_id=36fdf299-c616-49f5-bcb0-1528e894c302 HTTP/1.1" status: 200 len: 950 time: 0.0985193 Nov 25 17:21:32.930041 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f2930a32-555f-4c59-bfc5-e98a947b4ebd req-77b9ec5f-7597-4a8c-8754-0cc55e981c79 service neutron] 10.222.0.75 "GET /v2.0/networks/c4ad8fe4-e22e-4c8b-af10-9eaf120b663c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949344 Nov 25 17:21:32.941628 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bb50ecbe-1c10-4458-b6ea-4f36f99c20ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:32.944495 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bb50ecbe-1c10-4458-b6ea-4f36f99c20ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:32.945733 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-bb50ecbe-1c10-4458-b6ea-4f36f99c20ec admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ca16ee9d-2cd7-4b44-93aa-8df8de6c1f02 HTTP/1.1" status: 204 len: 168 time: 0.3455696 Nov 25 17:21:32.965653 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb50ecbe-1c10-4458-b6ea-4f36f99c20ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca16ee9d-2cd7-4b44-93aa-8df8de6c1f02,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:32.993919 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b873d1b3-784c-4733-8a8c-5a64ac0e2fe0 req-8ed0dc76-0211-4efb-a609-76070eb5a25d tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.75 "GET /v2.0/security-groups?id=8f253f59-2ee5-482f-a0b2-52209b5a40d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628474 Nov 25 17:21:33.186215 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90bae0-ca55-4c42-9aba-a04bc670d282 req-b05c1e79-84ae-4330-a924-9b8d5756db0c tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:33.188947 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7f90bae0-ca55-4c42-9aba-a04bc670d282 req-b05c1e79-84ae-4330-a924-9b8d5756db0c tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b397496-2bd9-47f5-b9bf-0ca5c14471b0 HTTP/1.1" status: 200 len: 972 time: 0.0685415 Nov 25 17:21:33.250133 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7f90bae0-ca55-4c42-9aba-a04bc670d282 req-f635cd78-a774-4c9c-b8b3-7fc93a89821d tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] 10.222.0.75 "GET /v2.0/security-groups?id=a34d60e8-f16a-4276-93e8-ecd3324f057e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531158 Nov 25 17:21:33.404040 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 58434) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:33.419598 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cdd48079-47df-4b77-be9e-b7d015ae02a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:33.528494 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cdd48079-47df-4b77-be9e-b7d015ae02a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:33.533871 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cdd48079-47df-4b77-be9e-b7d015ae02a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:33.580907 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-cdd48079-47df-4b77-be9e-b7d015ae02a9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=253c50ee0d904f928ddb13be6d672cc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1756265 Nov 25 17:21:33.581794 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd48079-47df-4b77-be9e-b7d015ae02a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f75eb24b-37ab-4858-a4b8-a813b4bda961,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:33.583516 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58444) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:33.664020 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-52ebd1e3-ea61-4203-b9a9-96661746689f req-cfa0bb03-6b5e-491e-ad0c-89702e71e526 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=b102fd9a-9175-447b-a09f-b64a750d0101 HTTP/1.1" status: 200 len: 210 time: 0.0390558 Nov 25 17:21:33.680019 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-edf39cbf-e6bb-4908-827a-42f679e95cde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:33.705648 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-edf39cbf-e6bb-4908-827a-42f679e95cde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:33.773474 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-edf39cbf-e6bb-4908-827a-42f679e95cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:33.777931 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-edf39cbf-e6bb-4908-827a-42f679e95cde admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:33.788982 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-edf39cbf-e6bb-4908-827a-42f679e95cde admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f75eb24b-37ab-4858-a4b8-a813b4bda961 HTTP/1.1" status: 204 len: 168 time: 0.1932309 Nov 25 17:21:33.802564 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf39cbf-e6bb-4908-827a-42f679e95cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75eb24b-37ab-4858-a4b8-a813b4bda961,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:34.043098 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-24d33c85-ba1f-4e52-9aec-26e829a9a024 req-2ac603f2-8658-4fbc-9ae0-3a3d2ad77565 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.75 "GET /v2.0/ports?device_id=36e6230e-e34d-444c-a898-4607c2dbf6c6 HTTP/1.1" status: 200 len: 210 time: 0.0383141 Nov 25 17:21:34.051700 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f7258-6329-4a0b-b748-c5d97e45b83d req-f7ccc34d-f331-4237-8bc9-6bfd94e84bec tempest-AggregatesAdminTestJSON-644500931 tempest-AggregatesAdminTestJSON-644500931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:34.053662 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-752f7258-6329-4a0b-b748-c5d97e45b83d req-f7ccc34d-f331-4237-8bc9-6bfd94e84bec tempest-AggregatesAdminTestJSON-644500931 tempest-AggregatesAdminTestJSON-644500931-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=7b397496-2bd9-47f5-b9bf-0ca5c14471b0 HTTP/1.1" status: 200 len: 1123 time: 0.1026926 Nov 25 17:21:34.075389 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-752f7258-6329-4a0b-b748-c5d97e45b83d req-f56564f5-97b7-4006-bbfe-08b93f4fa694 tempest-AggregatesAdminTestJSON-644500931 tempest-AggregatesAdminTestJSON-644500931-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:34.157463 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-752f7258-6329-4a0b-b748-c5d97e45b83d req-f56564f5-97b7-4006-bbfe-08b93f4fa694 tempest-AggregatesAdminTestJSON-644500931 tempest-AggregatesAdminTestJSON-644500931-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:34.164371 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-752f7258-6329-4a0b-b748-c5d97e45b83d req-f56564f5-97b7-4006-bbfe-08b93f4fa694 tempest-AggregatesAdminTestJSON-644500931 tempest-AggregatesAdminTestJSON-644500931-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:34.223737 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-752f7258-6329-4a0b-b748-c5d97e45b83d req-f56564f5-97b7-4006-bbfe-08b93f4fa694 tempest-AggregatesAdminTestJSON-644500931 tempest-AggregatesAdminTestJSON-644500931-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=a34d60e8-f16a-4276-93e8-ecd3324f057e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604941 Nov 25 17:21:34.223737 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56564f5-97b7-4006-bbfe-08b93f4fa694 tempest-AggregatesAdminTestJSON-644500931 tempest-AggregatesAdminTestJSON-644500931-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd100511-523a-48de-9db5-8df60faa75f4,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:34.411097 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e156f4-1fb9-49e0-8ef9-7d0c7344c2e6 req-7e53d98a-0c60-4e70-a41a-464d7a51adf2 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:34.419579 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-88e156f4-1fb9-49e0-8ef9-7d0c7344c2e6 req-7e53d98a-0c60-4e70-a41a-464d7a51adf2 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.75 "GET /v2.0/ports?device_id=36fdf299-c616-49f5-bcb0-1528e894c302 HTTP/1.1" status: 200 len: 950 time: 0.0653610 Nov 25 17:21:34.491398 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-88e156f4-1fb9-49e0-8ef9-7d0c7344c2e6 req-dc39c395-ab86-4cb1-8b25-489e2dd44200 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.75 "GET /v2.0/security-groups?id=8f253f59-2ee5-482f-a0b2-52209b5a40d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590527 Nov 25 17:21:34.803722 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8376b5db-928b-4a5e-97f4-254b80b6edc1 req-91f7e6cc-9bca-4869-b7f0-d78aa79f47f1 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=b102fd9a-9175-447b-a09f-b64a750d0101 HTTP/1.1" status: 200 len: 210 time: 0.0308585 Nov 25 17:21:35.193608 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cf79e09f-5af1-428e-a383-c1b95799a4ae req-92281a4e-1625-46f4-bc06-5089a52e43c4 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.75 "GET /v2.0/ports?device_id=36e6230e-e34d-444c-a898-4607c2dbf6c6 HTTP/1.1" status: 200 len: 210 time: 0.0512755 Nov 25 17:21:35.324493 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 58546) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:35.375396 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d633f-84aa-4932-9afd-13c9d2726c76 req-3b9be404-b425-4995-934c-fdcfefcc1c4a tempest-DeleteServersAdminTestJSON-398287003 tempest-DeleteServersAdminTestJSON-398287003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:35.379459 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-139d633f-84aa-4932-9afd-13c9d2726c76 req-3b9be404-b425-4995-934c-fdcfefcc1c4a tempest-DeleteServersAdminTestJSON-398287003 tempest-DeleteServersAdminTestJSON-398287003-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=36fdf299-c616-49f5-bcb0-1528e894c302 HTTP/1.1" status: 200 len: 1101 time: 0.0598245 Nov 25 17:21:35.391787 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 58556) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:35.488432 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-139d633f-84aa-4932-9afd-13c9d2726c76 req-368d8e3f-5bb5-4443-8077-abe7166af366 tempest-DeleteServersAdminTestJSON-398287003 tempest-DeleteServersAdminTestJSON-398287003-project-admin] Deleting port 1d05ae37-1b17-4c3f-a41a-bcf9f75025d1 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:21:35.488919 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-139d633f-84aa-4932-9afd-13c9d2726c76 req-368d8e3f-5bb5-4443-8077-abe7166af366 tempest-DeleteServersAdminTestJSON-398287003 tempest-DeleteServersAdminTestJSON-398287003-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:35.552265 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-aaf7ba4e-bca6-4f86-b010-b841554fdcc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:35.625339 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4fae0d3d-9454-4aaf-80fa-84e987ca5df3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:35.668477 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-139d633f-84aa-4932-9afd-13c9d2726c76 req-368d8e3f-5bb5-4443-8077-abe7166af366 tempest-DeleteServersAdminTestJSON-398287003 tempest-DeleteServersAdminTestJSON-398287003-project-admin] For port 1d05ae37-1b17-4c3f-a41a-bcf9f75025d1, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=1d05ae37-1b17-4c3f-a41a-bcf9f75025d1,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:35.669375 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-139d633f-84aa-4932-9afd-13c9d2726c76 req-368d8e3f-5bb5-4443-8077-abe7166af366 tempest-DeleteServersAdminTestJSON-398287003 tempest-DeleteServersAdminTestJSON-398287003-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:35.688848 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-139d633f-84aa-4932-9afd-13c9d2726c76 req-368d8e3f-5bb5-4443-8077-abe7166af366 tempest-DeleteServersAdminTestJSON-398287003 tempest-DeleteServersAdminTestJSON-398287003-project-admin] Calling delete_port for 1d05ae37-1b17-4c3f-a41a-bcf9f75025d1 owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:21:35.739716 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c284dc-e5b2-4363-8ee8-481c289bf5f4 req-f5750ae8-e661-4057-9bf0-8625febdd52b tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:35.743274 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-44c284dc-e5b2-4363-8ee8-481c289bf5f4 req-f5750ae8-e661-4057-9bf0-8625febdd52b tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.75 "GET /v2.0/ports?device_id=36fdf299-c616-49f5-bcb0-1528e894c302 HTTP/1.1" status: 200 len: 950 time: 0.1374226 Nov 25 17:21:35.859642 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4fae0d3d-9454-4aaf-80fa-84e987ca5df3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:35.875257 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-139d633f-84aa-4932-9afd-13c9d2726c76 req-368d8e3f-5bb5-4443-8077-abe7166af366 tempest-DeleteServersAdminTestJSON-398287003 tempest-DeleteServersAdminTestJSON-398287003-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:35.886500 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['1d05ae37-1b17-4c3f-a41a-bcf9f75025d1'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:21:35.911751 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-44c284dc-e5b2-4363-8ee8-481c289bf5f4 req-079b8faf-6402-4385-b6d5-94b10ad4c7a0 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.75 "GET /v2.0/security-groups?id=8f253f59-2ee5-482f-a0b2-52209b5a40d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110771 Nov 25 17:21:35.915656 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d8e3f-5bb5-4443-8077-abe7166af366 tempest-DeleteServersAdminTestJSON-398287003 tempest-DeleteServersAdminTestJSON-398287003-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d05ae37-1b17-4c3f-a41a-bcf9f75025d1,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:35.936881 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4fae0d3d-9454-4aaf-80fa-84e987ca5df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:35.974249 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-139d633f-84aa-4932-9afd-13c9d2726c76 req-368d8e3f-5bb5-4443-8077-abe7166af366 tempest-DeleteServersAdminTestJSON-398287003 tempest-DeleteServersAdminTestJSON-398287003-project-admin] No DVR routers for this DVR port 1d05ae37-1b17-4c3f-a41a-bcf9f75025d1 on host n-h1-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:21:35.981777 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-139d633f-84aa-4932-9afd-13c9d2726c76 req-368d8e3f-5bb5-4443-8077-abe7166af366 tempest-DeleteServersAdminTestJSON-398287003 tempest-DeleteServersAdminTestJSON-398287003-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:35.986952 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-139d633f-84aa-4932-9afd-13c9d2726c76 req-368d8e3f-5bb5-4443-8077-abe7166af366 tempest-DeleteServersAdminTestJSON-398287003 tempest-DeleteServersAdminTestJSON-398287003-project-admin] 10.222.0.74 "DELETE /v2.0/ports/1d05ae37-1b17-4c3f-a41a-bcf9f75025d1 HTTP/1.1" status: 204 len: 173 time: 0.6030633 Nov 25 17:21:35.987752 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36fdf299-c616-49f5-bcb0-1528e894c302', 'name': 'network-vif-deleted', 'tag': '1d05ae37-1b17-4c3f-a41a-bcf9f75025d1'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:21:35.992380 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d96a0e-0876-4cda-8c42-f7a31cb375e3" -d '{"events": [{"server_uuid": "36fdf299-c616-49f5-bcb0-1528e894c302", "name": "network-vif-deleted", "tag": "1d05ae37-1b17-4c3f-a41a-bcf9f75025d1"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:21:36.066956 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-4fae0d3d-9454-4aaf-80fa-84e987ca5df3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cf4bc711fb2d4d138ba12528fb3f5ab7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6740265 Nov 25 17:21:36.069920 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58594) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:36.125095 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-aaf7ba4e-bca6-4f86-b010-b841554fdcc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:36.186219 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f4a0149d-b237-4cfb-9e87-3eb086704abf req-d0461228-2588-41b1-887d-c3ef18166a5a tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=b102fd9a-9175-447b-a09f-b64a750d0101 HTTP/1.1" status: 200 len: 210 time: 0.0583334 Nov 25 17:21:36.187949 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-aaf7ba4e-bca6-4f86-b010-b841554fdcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:36.188403 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-404ab892-b693-427e-9e49-3e984e8332bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:36.191880 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fae0d3d-9454-4aaf-80fa-84e987ca5df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4300ace-a461-48cd-8648-efa390a381b9,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:36.239586 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-404ab892-b693-427e-9e49-3e984e8332bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:36.244681 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf7ba4e-bca6-4f86-b010-b841554fdcc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2136bfdc-c047-4001-8873-7d8dd1b9f7c8,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:36.283826 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-aaf7ba4e-bca6-4f86-b010-b841554fdcc6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ce506496c6d44403952b483de96a44c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9577808 Nov 25 17:21:36.287335 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 58612) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:36.315241 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e48b51-f342-43bc-944b-f0057832aba4 x-openstack-request-id: req-c6e48b51-f342-43bc-944b-f0057832aba4 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:21:36.315521 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36fdf299-c616-49f5-bcb0-1528e894c302", "name": "network-vif-deleted", "tag": "1d05ae37-1b17-4c3f-a41a-bcf9f75025d1", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:21:36.316066 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c6e48b51-f342-43bc-944b-f0057832aba4 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:21:36.316421 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36fdf299-c616-49f5-bcb0-1528e894c302', 'name': 'network-vif-deleted', 'tag': '1d05ae37-1b17-4c3f-a41a-bcf9f75025d1', 'status': 'completed', 'code': 200} Nov 25 17:21:36.325290 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-404ab892-b693-427e-9e49-3e984e8332bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:36.328081 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-404ab892-b693-427e-9e49-3e984e8332bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:36.329605 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-404ab892-b693-427e-9e49-3e984e8332bf admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c4300ace-a461-48cd-8648-efa390a381b9 HTTP/1.1" status: 204 len: 168 time: 0.2586079 Nov 25 17:21:36.358820 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404ab892-b693-427e-9e49-3e984e8332bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4300ace-a461-48cd-8648-efa390a381b9,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:36.427493 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-393b19b6-03f3-4d80-8f94-af35eae7d52a req-242cf98f-8714-4425-a5c7-be156e5377dd tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.75 "GET /v2.0/ports?device_id=36e6230e-e34d-444c-a898-4607c2dbf6c6 HTTP/1.1" status: 200 len: 210 time: 0.0408080 Nov 25 17:21:36.465728 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-eb2325e6-9af3-4765-b1bd-1c1ed9108ea1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:36.502280 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-eb2325e6-9af3-4765-b1bd-1c1ed9108ea1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:36.601712 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-eb2325e6-9af3-4765-b1bd-1c1ed9108ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:36.611571 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-eb2325e6-9af3-4765-b1bd-1c1ed9108ea1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:36.615544 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-eb2325e6-9af3-4765-b1bd-1c1ed9108ea1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2136bfdc-c047-4001-8873-7d8dd1b9f7c8 HTTP/1.1" status: 204 len: 168 time: 0.3203704 Nov 25 17:21:36.624409 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2325e6-9af3-4765-b1bd-1c1ed9108ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2136bfdc-c047-4001-8873-7d8dd1b9f7c8,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:36.841769 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 58650) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:36.856057 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6c850061-fbb8-480a-beea-8c30643b8efb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:36.946337 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6c850061-fbb8-480a-beea-8c30643b8efb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:36.960245 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-3f4f6426-9bbe-49bb-bc52-f3bb138d816b req-df49d751-54c4-4945-8562-a6c42e3b82ee tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Request body: {'port': {'device_id': '36e6230e-e34d-444c-a898-4607c2dbf6c6', 'network_id': 'c19272b3-a7a0-489a-a5dc-398c9698ec22', 'admin_state_up': True, 'tenant_id': '520c8060683a411693c2f2f826352c04', 'security_groups': ['24dbdd6a-ab6c-4cbc-8a4e-66c37691d859']}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:36.963450 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6c850061-fbb8-480a-beea-8c30643b8efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:37.297163 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-6c850061-fbb8-480a-beea-8c30643b8efb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e57cf2576b924f7dbb2c343caf431e3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4541647 Nov 25 17:21:37.299948 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58678) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:37.308726 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c850061-fbb8-480a-beea-8c30643b8efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=531ed49d-4136-45c3-b83d-92ce2f17d129,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:37.378711 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-294e33ef-c776-49dc-b905-26da27a5717e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:37.402091 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58684) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:37.426611 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-294e33ef-c776-49dc-b905-26da27a5717e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:37.428413 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cbed2eed-5847-42c0-bba2-76e725f6c2d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:37.439810 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f4f6426-9bbe-49bb-bc52-f3bb138d816b req-df49d751-54c4-4945-8562-a6c42e3b82ee tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Made reservation on behalf of 520c8060683a411693c2f2f826352c04 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:21:37.449610 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3f4f6426-9bbe-49bb-bc52-f3bb138d816b req-df49d751-54c4-4945-8562-a6c42e3b82ee tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:37.490390 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1326f86e-80cb-42aa-ba4a-a77bfbd76836 req-2906ea83-30b3-452a-a04b-3d06aa0a9b88 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=b102fd9a-9175-447b-a09f-b64a750d0101 HTTP/1.1" status: 200 len: 210 time: 0.0717657 Nov 25 17:21:37.556669 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-294e33ef-c776-49dc-b905-26da27a5717e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:37.560710 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-294e33ef-c776-49dc-b905-26da27a5717e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:37.563574 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-294e33ef-c776-49dc-b905-26da27a5717e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/531ed49d-4136-45c3-b83d-92ce2f17d129 HTTP/1.1" status: 204 len: 168 time: 0.2618673 Nov 25 17:21:37.586599 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cbed2eed-5847-42c0-bba2-76e725f6c2d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:37.599774 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cbed2eed-5847-42c0-bba2-76e725f6c2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:37.603838 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294e33ef-c776-49dc-b905-26da27a5717e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=531ed49d-4136-45c3-b83d-92ce2f17d129,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:37.686343 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.90', 51349) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:37.695484 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-cbed2eed-5847-42c0-bba2-76e725f6c2d6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1fb85bc5017349b7881acbbf66a4b320&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2923484 Nov 25 17:21:37.698441 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58710) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:37.700676 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbed2eed-5847-42c0-bba2-76e725f6c2d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb16546c-2701-43eb-85a5-4f5b6cd6c778,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:37.760638 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-edef716e-d753-4d75-bdb4-044d0e7f92b1 req-b42439f3-1a84-4d78-a94e-0f921ef0fdb2 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=44ee0d3c33154ab4aa8ea1c5127a4bf3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1003723 Nov 25 17:21:37.767835 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ea58c38a-6ba9-494e-aa03-ab216c64c049 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:37.803435 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ea58c38a-6ba9-494e-aa03-ab216c64c049 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:37.822606 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-3f4f6426-9bbe-49bb-bc52-f3bb138d816b req-df49d751-54c4-4945-8562-a6c42e3b82ee tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Allocated IP 172.20.0.9 (c19272b3-a7a0-489a-a5dc-398c9698ec22/1c8955ab-07f5-4cfb-9fa9-1512cb2f0b03/46de3701-6f39-4e02-82eb-77c0bc829111) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:21:37.878048 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ea58c38a-6ba9-494e-aa03-ab216c64c049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:37.881017 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ea58c38a-6ba9-494e-aa03-ab216c64c049 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:37.882196 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ea58c38a-6ba9-494e-aa03-ab216c64c049 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/fb16546c-2701-43eb-85a5-4f5b6cd6c778 HTTP/1.1" status: 204 len: 168 time: 0.1825864 Nov 25 17:21:37.901946 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea58c38a-6ba9-494e-aa03-ab216c64c049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb16546c-2701-43eb-85a5-4f5b6cd6c778,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:37.993127 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58718) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:38.004749 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2930a32-555f-4c59-bfc5-e98a947b4ebd req-e4957f2d-537b-4d7a-9fea-3a887c5139f4 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:38.006270 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f2930a32-555f-4c59-bfc5-e98a947b4ebd req-e4957f2d-537b-4d7a-9fea-3a887c5139f4 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.90 "GET /v2.0/networks?id=c4ad8fe4-e22e-4c8b-af10-9eaf120b663c HTTP/1.1" status: 200 len: 820 time: 0.3094716 Nov 25 17:21:38.016953 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef716e-d753-4d75-bdb4-044d0e7f92b1 req-d736d15c-0f4a-4693-a9a3-3953717639a8 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:38.023801 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-edef716e-d753-4d75-bdb4-044d0e7f92b1 req-d736d15c-0f4a-4693-a9a3-3953717639a8 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2509151 Nov 25 17:21:38.049391 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-f2930a32-555f-4c59-bfc5-e98a947b4ebd req-ed7a2ccf-98d5-4244-b612-93d2e289b13c tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Request body: {'port': {'device_id': 'b102fd9a-9175-447b-a09f-b64a750d0101', 'network_id': 'c4ad8fe4-e22e-4c8b-af10-9eaf120b663c', 'admin_state_up': True, 'tenant_id': 'ac7a18821f8e4e00814d44731ef8d033'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:38.089420 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-edef716e-d753-4d75-bdb4-044d0e7f92b1 req-6f840104-752f-49e2-812e-de712b05e21b tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.75 "GET /v2.0/quotas/44ee0d3c33154ab4aa8ea1c5127a4bf3 HTTP/1.1" status: 200 len: 375 time: 0.0646787 Nov 25 17:21:38.181599 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e80f9c25-3f77-462d-b1e4-324b98cf3581 req-676d2cf4-cf2e-4428-b59c-957df84b2c34 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.75 "GET /v2.0/ports?device_id=36e6230e-e34d-444c-a898-4607c2dbf6c6 HTTP/1.1" status: 200 len: 210 time: 0.1358452 Nov 25 17:21:38.240218 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-edef716e-d753-4d75-bdb4-044d0e7f92b1 req-57e2d919-f3ff-4e24-ad2d-c36e4ce4d2c6 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=44ee0d3c33154ab4aa8ea1c5127a4bf3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1495566 Nov 25 17:21:38.341686 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3f4f6426-9bbe-49bb-bc52-f3bb138d816b req-df49d751-54c4-4945-8562-a6c42e3b82ee tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:38.375977 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4fa1639c-2c4d-497d-8448-79ae6c719ce2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:38.377967 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2930a32-555f-4c59-bfc5-e98a947b4ebd req-ed7a2ccf-98d5-4244-b612-93d2e289b13c tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Made reservation on behalf of ac7a18821f8e4e00814d44731ef8d033 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:21:38.381712 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f2930a32-555f-4c59-bfc5-e98a947b4ebd req-ed7a2ccf-98d5-4244-b612-93d2e289b13c tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:38.425592 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3f4f6426-9bbe-49bb-bc52-f3bb138d816b req-df49d751-54c4-4945-8562-a6c42e3b82ee tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:38.570850 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4fa1639c-2c4d-497d-8448-79ae6c719ce2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:38.578648 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4fa1639c-2c4d-497d-8448-79ae6c719ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:38.635539 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a9894f10-9891-42c8-a0c4-d6fdb2d50a8e req-dbd99eeb-49f9-4d74-9151-9fec6cf241d1 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.75 "GET /v2.0/ports?device_id=f1728113-3f01-4ed0-ab6e-7025528799b7 HTTP/1.1" status: 200 len: 210 time: 0.1422586 Nov 25 17:21:38.705238 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f4f6426-9bbe-49bb-bc52-f3bb138d816b req-df49d751-54c4-4945-8562-a6c42e3b82ee tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Network c19272b3-a7a0-489a-a5dc-398c9698ec22 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:21:38.717308 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4fa1639c-2c4d-497d-8448-79ae6c719ce2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2f5c66b5682c4050924996598021a256&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7218778 Nov 25 17:21:38.719026 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-3f4f6426-9bbe-49bb-bc52-f3bb138d816b req-df49d751-54c4-4945-8562-a6c42e3b82ee tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:21:38.721132 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58764) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:38.722664 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa1639c-2c4d-497d-8448-79ae6c719ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5104f0ab-6e34-4408-8bc4-71990ee8151b,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:38.732596 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-f2930a32-555f-4c59-bfc5-e98a947b4ebd req-ed7a2ccf-98d5-4244-b612-93d2e289b13c tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Allocated IP 172.20.0.10 (c4ad8fe4-e22e-4c8b-af10-9eaf120b663c/0a91ba6f-af85-4b11-90c3-2d5fc7a12e25/9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:21:38.738685 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df49d751-54c4-4945-8562-a6c42e3b82ee tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Pushing event updated for resources: {'Port': ['ID=46de3701-6f39-4e02-82eb-77c0bc829111,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:38.747881 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f4f6426-9bbe-49bb-bc52-f3bb138d816b req-df49d751-54c4-4945-8562-a6c42e3b82ee tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:21:38.759018 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f6426-9bbe-49bb-bc52-f3bb138d816b req-df49d751-54c4-4945-8562-a6c42e3b82ee tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:38.759702 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3f4f6426-9bbe-49bb-bc52-f3bb138d816b req-df49d751-54c4-4945-8562-a6c42e3b82ee tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:38.821310 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d9058a13-5ee3-4083-a9e8-d140eabbd039 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:38.832585 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3f4f6426-9bbe-49bb-bc52-f3bb138d816b req-df49d751-54c4-4945-8562-a6c42e3b82ee tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8814688 Nov 25 17:21:38.850189 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d9058a13-5ee3-4083-a9e8-d140eabbd039 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:38.870748 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5be0d38e-bdee-4fda-80d1-86e453c8af6c req-afead738-ab03-4953-8f7f-007202edadab tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=b102fd9a-9175-447b-a09f-b64a750d0101 HTTP/1.1" status: 200 len: 210 time: 0.0632555 Nov 25 17:21:38.882160 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [req-3f4f6426-9bbe-49bb-bc52-f3bb138d816b req-4346d38c-3bfe-4ce4-a103-65e357cf8dce tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:21:38.886462 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3f4f6426-9bbe-49bb-bc52-f3bb138d816b req-4346d38c-3bfe-4ce4-a103-65e357cf8dce tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0321395 Nov 25 17:21:38.999727 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d9058a13-5ee3-4083-a9e8-d140eabbd039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:39.003290 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d9058a13-5ee3-4083-a9e8-d140eabbd039 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:39.011316 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d9058a13-5ee3-4083-a9e8-d140eabbd039 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5104f0ab-6e34-4408-8bc4-71990ee8151b HTTP/1.1" status: 204 len: 168 time: 0.2775016 Nov 25 17:21:39.030135 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9058a13-5ee3-4083-a9e8-d140eabbd039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5104f0ab-6e34-4408-8bc4-71990ee8151b,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:39.233538 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f2930a32-555f-4c59-bfc5-e98a947b4ebd req-ed7a2ccf-98d5-4244-b612-93d2e289b13c tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:39.280617 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-08541964-706e-48cf-82df-e6ce4558f8a7 None None] Provisioning complete for port 46de3701-6f39-4e02-82eb-77c0bc829111 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:39.281833 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-08541964-706e-48cf-82df-e6ce4558f8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:39.343819 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-08541964-706e-48cf-82df-e6ce4558f8a7 None None] Port 46de3701-6f39-4e02-82eb-77c0bc829111 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:21:39.350128 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 1d05ae37-1b17-4c3f-a41a-bcf9f75025d1 no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:21:39.361627 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f2930a32-555f-4c59-bfc5-e98a947b4ebd req-ed7a2ccf-98d5-4244-b612-93d2e289b13c tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:39.391310 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: 1d05ae37-1b17-4c3f-a41a-bcf9f75025d1 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:21:39.392038 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 1d05ae37-1b17-4c3f-a41a-bcf9f75025d1 not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:21:39.469631 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2930a32-555f-4c59-bfc5-e98a947b4ebd req-ed7a2ccf-98d5-4244-b612-93d2e289b13c tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Network c4ad8fe4-e22e-4c8b-af10-9eaf120b663c is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:21:39.476517 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-f2930a32-555f-4c59-bfc5-e98a947b4ebd req-ed7a2ccf-98d5-4244-b612-93d2e289b13c tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:21:39.488235 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735d543-0ecd-4434-91cc-62bbd981cc92 req-6273c95c-8069-4d9b-b1c2-71a26b5a81a9 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:39.489785 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f735d543-0ecd-4434-91cc-62bbd981cc92 req-6273c95c-8069-4d9b-b1c2-71a26b5a81a9 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.75 "GET /v2.0/ports?device_id=36e6230e-e34d-444c-a898-4607c2dbf6c6 HTTP/1.1" status: 200 len: 931 time: 0.1599684 Nov 25 17:21:39.490595 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2930a32-555f-4c59-bfc5-e98a947b4ebd req-ed7a2ccf-98d5-4244-b612-93d2e289b13c tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:21:39.496101 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2930a32-555f-4c59-bfc5-e98a947b4ebd req-ed7a2ccf-98d5-4244-b612-93d2e289b13c tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:39.496883 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f2930a32-555f-4c59-bfc5-e98a947b4ebd req-ed7a2ccf-98d5-4244-b612-93d2e289b13c tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:39.511248 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7a2ccf-98d5-4244-b612-93d2e289b13c tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Pushing event updated for resources: {'Port': ['ID=9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:39.535086 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f2930a32-555f-4c59-bfc5-e98a947b4ebd req-ed7a2ccf-98d5-4244-b612-93d2e289b13c tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5092402 Nov 25 17:21:39.574716 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f735d543-0ecd-4434-91cc-62bbd981cc92 req-fe230a88-fe10-4cb1-a65e-b343a48ee6fb tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.75 "GET /v2.0/security-groups?id=24dbdd6a-ab6c-4cbc-8a4e-66c37691d859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714757 Nov 25 17:21:39.638961 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-3f4f6426-9bbe-49bb-bc52-f3bb138d816b req-7e560edf-267c-4275-96ee-751ca9282aad service neutron] Request body: {'port': {'device_id': '36e6230e-e34d-444c-a898-4607c2dbf6c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:39.696634 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-f2930a32-555f-4c59-bfc5-e98a947b4ebd req-f8b0d2d9-bab5-4888-ad4d-151ddcdac2d5 service neutron] Request body: {'port': {'device_id': 'b102fd9a-9175-447b-a09f-b64a750d0101', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:39.742960 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3f4f6426-9bbe-49bb-bc52-f3bb138d816b req-7e560edf-267c-4275-96ee-751ca9282aad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:39.785916 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58814) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:39.829741 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f2930a32-555f-4c59-bfc5-e98a947b4ebd req-f8b0d2d9-bab5-4888-ad4d-151ddcdac2d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:39.848951 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-15bb114a-0be9-4d38-9705-614cbec4bfb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:39.907994 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-edef716e-d753-4d75-bdb4-044d0e7f92b1 req-8e9b0ccf-6240-4666-99ae-f301aaceaacf tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=44ee0d3c33154ab4aa8ea1c5127a4bf3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0947642 Nov 25 17:21:39.919039 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ab917b51-503b-4e81-8b30-e27057911b4b req-87c09266-2cd9-451d-8ac3-f87f5220ef5b tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.75 "GET /v2.0/ports?device_id=f1728113-3f01-4ed0-ab6e-7025528799b7 HTTP/1.1" status: 200 len: 210 time: 0.0905149 Nov 25 17:21:40.147064 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef716e-d753-4d75-bdb4-044d0e7f92b1 req-e569db80-033a-43d1-9aea-4cc586c99f85 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:40.149007 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-edef716e-d753-4d75-bdb4-044d0e7f92b1 req-e569db80-033a-43d1-9aea-4cc586c99f85 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2342327 Nov 25 17:21:40.171920 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-edef716e-d753-4d75-bdb4-044d0e7f92b1 req-14fa1258-e983-493a-ae44-ee3b3f79d253 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] Request body: {'port': {'device_id': 'f1728113-3f01-4ed0-ab6e-7025528799b7', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'admin_state_up': True, 'tenant_id': '44ee0d3c33154ab4aa8ea1c5127a4bf3'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:40.192786 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 58826) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:40.263071 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c47b818-67f8-4f8a-bbe7-0d99a3666917 req-c4d3538f-0d31-4740-8506-062dc429f218 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:40.270992 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1c47b818-67f8-4f8a-bbe7-0d99a3666917 req-c4d3538f-0d31-4740-8506-062dc429f218 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=b102fd9a-9175-447b-a09f-b64a750d0101 HTTP/1.1" status: 200 len: 932 time: 0.1176734 Nov 25 17:21:40.314545 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edef716e-d753-4d75-bdb4-044d0e7f92b1 req-14fa1258-e983-493a-ae44-ee3b3f79d253 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] Made reservation on behalf of 44ee0d3c33154ab4aa8ea1c5127a4bf3 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:21:40.320474 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-edef716e-d753-4d75-bdb4-044d0e7f92b1 req-14fa1258-e983-493a-ae44-ee3b3f79d253 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:40.328920 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-15bb114a-0be9-4d38-9705-614cbec4bfb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:40.339732 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-15bb114a-0be9-4d38-9705-614cbec4bfb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:40.431463 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1c47b818-67f8-4f8a-bbe7-0d99a3666917 req-89c96088-898b-4b20-b79c-c99c54dc6794 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595385 Nov 25 17:21:40.447295 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-3f4f6426-9bbe-49bb-bc52-f3bb138d816b req-7e560edf-267c-4275-96ee-751ca9282aad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46de3701-6f39-4e02-82eb-77c0bc829111 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:21:40.458636 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3f4f6426-9bbe-49bb-bc52-f3bb138d816b req-7e560edf-267c-4275-96ee-751ca9282aad service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:40.463901 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-15bb114a-0be9-4d38-9705-614cbec4bfb0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=dfcde51ad2ba4adc873a7e2714d28477&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6761043 Nov 25 17:21:40.470018 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58832) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:40.480111 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-3f4f6426-9bbe-49bb-bc52-f3bb138d816b req-7e560edf-267c-4275-96ee-751ca9282aad service neutron] Transition to ACTIVE for port object 46de3701-6f39-4e02-82eb-77c0bc829111 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:21:40.487899 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3f4f6426-9bbe-49bb-bc52-f3bb138d816b req-7e560edf-267c-4275-96ee-751ca9282aad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:40.497494 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bb114a-0be9-4d38-9705-614cbec4bfb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=177e67d1-9739-47dc-a48b-f7024d51a410,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:40.610187 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b1893b0b-7e8c-4616-8d0a-2ec6590f195c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:40.619417 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-edef716e-d753-4d75-bdb4-044d0e7f92b1 req-14fa1258-e983-493a-ae44-ee3b3f79d253 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] Allocated IP 192.168.233.217 (ab4fed0b-9bf1-4925-8765-94da08c5de2a/8793709c-5336-428d-aede-b0b8df1a26b2/4303f710-63e0-4b24-a5b5-250a77a501b1) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:21:40.656517 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-6c73e1bf-040c-4b1b-9048-a66e44a847fa admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-604498729-network', 'tenant_id': 'fdae16eb67e14ebc88742b83cca5dd4c'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:40.683442 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-f2930a32-555f-4c59-bfc5-e98a947b4ebd req-f8b0d2d9-bab5-4888-ad4d-151ddcdac2d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:21:40.692683 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e560edf-267c-4275-96ee-751ca9282aad service neutron] Pushing event updated for resources: {'Port': ['ID=46de3701-6f39-4e02-82eb-77c0bc829111,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:40.705916 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f2930a32-555f-4c59-bfc5-e98a947b4ebd req-f8b0d2d9-bab5-4888-ad4d-151ddcdac2d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:40.719551 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c73e1bf-040c-4b1b-9048-a66e44a847fa admin admin] Made reservation on behalf of fdae16eb67e14ebc88742b83cca5dd4c for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:21:40.723316 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6c73e1bf-040c-4b1b-9048-a66e44a847fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:40.755311 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b1893b0b-7e8c-4616-8d0a-2ec6590f195c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:40.776149 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-3f4f6426-9bbe-49bb-bc52-f3bb138d816b req-7e560edf-267c-4275-96ee-751ca9282aad service neutron] Attempting to bind port 46de3701-6f39-4e02-82eb-77c0bc829111 on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:21:40.776149 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-3f4f6426-9bbe-49bb-bc52-f3bb138d816b req-7e560edf-267c-4275-96ee-751ca9282aad service neutron] Attempting to bind port 46de3701-6f39-4e02-82eb-77c0bc829111 by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '7697bcb9-6235-4bcb-abb5-7cbf373e2db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'c19272b3-a7a0-489a-a5dc-398c9698ec22'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:21:40.776458 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4f6426-9bbe-49bb-bc52-f3bb138d816b req-7e560edf-267c-4275-96ee-751ca9282aad service neutron] Attempting to bind port 46de3701-6f39-4e02-82eb-77c0bc829111 on network c19272b3-a7a0-489a-a5dc-398c9698ec22 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:21:40.778266 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6c73e1bf-040c-4b1b-9048-a66e44a847fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:40.836286 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4f6426-9bbe-49bb-bc52-f3bb138d816b req-7e560edf-267c-4275-96ee-751ca9282aad service neutron] Port 46de3701-6f39-4e02-82eb-77c0bc829111 on network c19272b3-a7a0-489a-a5dc-398c9698ec22 not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:21:40.837456 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4f6426-9bbe-49bb-bc52-f3bb138d816b req-7e560edf-267c-4275-96ee-751ca9282aad service neutron] Attempting to bind port 46de3701-6f39-4e02-82eb-77c0bc829111 on network c19272b3-a7a0-489a-a5dc-398c9698ec22 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:21:40.850663 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-f2930a32-555f-4c59-bfc5-e98a947b4ebd req-f8b0d2d9-bab5-4888-ad4d-151ddcdac2d5 service neutron] Transition to ACTIVE for port object 9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:21:40.876578 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6dee4a-d93e-4d67-9e72-881ccbaa4fa4 req-9d4a0d00-21af-4883-a264-d1107d397ab0 tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:40.889892 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7d6dee4a-d93e-4d67-9e72-881ccbaa4fa4 req-9d4a0d00-21af-4883-a264-d1107d397ab0 tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b397496-2bd9-47f5-b9bf-0ca5c14471b0 HTTP/1.1" status: 200 len: 972 time: 0.1981387 Nov 25 17:21:40.902234 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b1893b0b-7e8c-4616-8d0a-2ec6590f195c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:40.904870 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b1893b0b-7e8c-4616-8d0a-2ec6590f195c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:40.905247 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f2930a32-555f-4c59-bfc5-e98a947b4ebd req-f8b0d2d9-bab5-4888-ad4d-151ddcdac2d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:40.907120 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b1893b0b-7e8c-4616-8d0a-2ec6590f195c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/177e67d1-9739-47dc-a48b-f7024d51a410 HTTP/1.1" status: 204 len: 168 time: 0.4358766 Nov 25 17:21:40.923741 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4f6426-9bbe-49bb-bc52-f3bb138d816b req-7e560edf-267c-4275-96ee-751ca9282aad service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:21:40.924224 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4f6426-9bbe-49bb-bc52-f3bb138d816b req-7e560edf-267c-4275-96ee-751ca9282aad service neutron] Checking segment: {'id': '7697bcb9-6235-4bcb-abb5-7cbf373e2db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'c19272b3-a7a0-489a-a5dc-398c9698ec22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:21:40.924448 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4f6426-9bbe-49bb-bc52-f3bb138d816b req-7e560edf-267c-4275-96ee-751ca9282aad service neutron] Bound using segment: {'id': '7697bcb9-6235-4bcb-abb5-7cbf373e2db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'c19272b3-a7a0-489a-a5dc-398c9698ec22'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:21:40.924917 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-3f4f6426-9bbe-49bb-bc52-f3bb138d816b req-7e560edf-267c-4275-96ee-751ca9282aad service neutron] Bound port: 46de3701-6f39-4e02-82eb-77c0bc829111, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7697bcb9-6235-4bcb-abb5-7cbf373e2db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'c19272b3-a7a0-489a-a5dc-398c9698ec22'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:21:40.925491 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3f4f6426-9bbe-49bb-bc52-f3bb138d816b req-7e560edf-267c-4275-96ee-751ca9282aad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:40.930325 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1893b0b-7e8c-4616-8d0a-2ec6590f195c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177e67d1-9739-47dc-a48b-f7024d51a410,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:40.946935 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-edef716e-d753-4d75-bdb4-044d0e7f92b1 req-14fa1258-e983-493a-ae44-ee3b3f79d253 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:41.003891 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-edef716e-d753-4d75-bdb4-044d0e7f92b1 req-14fa1258-e983-493a-ae44-ee3b3f79d253 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:41.047337 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b0d2d9-bab5-4888-ad4d-151ddcdac2d5 service neutron] Pushing event updated for resources: {'Port': ['ID=9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:41.058392 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edef716e-d753-4d75-bdb4-044d0e7f92b1 req-14fa1258-e983-493a-ae44-ee3b3f79d253 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] Network ab4fed0b-9bf1-4925-8765-94da08c5de2a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:21:41.061829 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-edef716e-d753-4d75-bdb4-044d0e7f92b1 req-14fa1258-e983-493a-ae44-ee3b3f79d253 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:21:41.066017 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-edef716e-d753-4d75-bdb4-044d0e7f92b1 req-14fa1258-e983-493a-ae44-ee3b3f79d253 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:21:41.072053 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef716e-d753-4d75-bdb4-044d0e7f92b1 req-14fa1258-e983-493a-ae44-ee3b3f79d253 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:41.072684 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-edef716e-d753-4d75-bdb4-044d0e7f92b1 req-14fa1258-e983-493a-ae44-ee3b3f79d253 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:41.079676 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fa1258-e983-493a-ae44-ee3b3f79d253 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] Pushing event updated for resources: {'Port': ['ID=4303f710-63e0-4b24-a5b5-250a77a501b1,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:41.098234 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-edef716e-d753-4d75-bdb4-044d0e7f92b1 req-14fa1258-e983-493a-ae44-ee3b3f79d253 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9366481 Nov 25 17:21:41.120910 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-edef716e-d753-4d75-bdb4-044d0e7f92b1 req-5c2d8e88-8daa-48b9-be8b-a1585ecf28e1 service neutron] Request body: {'port': {'device_id': 'f1728113-3f01-4ed0-ab6e-7025528799b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:41.131808 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0ca3d-7318-47dd-91d4-1b449e09a2c9 req-b2d1c736-99a5-448c-b466-73af3fc430b2 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:41.133993 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1bf0ca3d-7318-47dd-91d4-1b449e09a2c9 req-b2d1c736-99a5-448c-b466-73af3fc430b2 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.75 "GET /v2.0/ports?device_id=36e6230e-e34d-444c-a898-4607c2dbf6c6 HTTP/1.1" status: 200 len: 943 time: 0.4070609 Nov 25 17:21:41.197607 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7d6dee4a-d93e-4d67-9e72-881ccbaa4fa4 req-b07021fa-3754-4311-a790-35465ef238c7 tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] 10.222.0.75 "GET /v2.0/security-groups?id=a34d60e8-f16a-4276-93e8-ecd3324f057e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063619 Nov 25 17:21:41.221753 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-edef716e-d753-4d75-bdb4-044d0e7f92b1 req-5c2d8e88-8daa-48b9-be8b-a1585ecf28e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:41.296344 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-f2930a32-555f-4c59-bfc5-e98a947b4ebd req-f8b0d2d9-bab5-4888-ad4d-151ddcdac2d5 service neutron] Attempting to bind port 9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2 on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:21:41.298842 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-f2930a32-555f-4c59-bfc5-e98a947b4ebd req-f8b0d2d9-bab5-4888-ad4d-151ddcdac2d5 service neutron] Attempting to bind port 9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2 by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '32304091-a43f-4bbd-aae7-89d7e0d9d2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c4ad8fe4-e22e-4c8b-af10-9eaf120b663c'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:21:41.299388 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2930a32-555f-4c59-bfc5-e98a947b4ebd req-f8b0d2d9-bab5-4888-ad4d-151ddcdac2d5 service neutron] Attempting to bind port 9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2 on network c4ad8fe4-e22e-4c8b-af10-9eaf120b663c {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:21:41.317084 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-3f4f6426-9bbe-49bb-bc52-f3bb138d816b req-7e560edf-267c-4275-96ee-751ca9282aad service neutron] For port 46de3701-6f39-4e02-82eb-77c0bc829111, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:21:41.332639 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2930a32-555f-4c59-bfc5-e98a947b4ebd req-f8b0d2d9-bab5-4888-ad4d-151ddcdac2d5 service neutron] Port 9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2 on network c4ad8fe4-e22e-4c8b-af10-9eaf120b663c not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:21:41.333339 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2930a32-555f-4c59-bfc5-e98a947b4ebd req-f8b0d2d9-bab5-4888-ad4d-151ddcdac2d5 service neutron] Attempting to bind port 9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2 on network c4ad8fe4-e22e-4c8b-af10-9eaf120b663c {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:21:41.349872 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6c73e1bf-040c-4b1b-9048-a66e44a847fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:41.369278 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-3f4f6426-9bbe-49bb-bc52-f3bb138d816b req-7e560edf-267c-4275-96ee-751ca9282aad service neutron] For port 46de3701-6f39-4e02-82eb-77c0bc829111, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=46de3701-6f39-4e02-82eb-77c0bc829111,segment=NetworkSegment(7697bcb9-6235-4bcb-abb5-7cbf373e2db4),segment_id=7697bcb9-6235-4bcb-abb5-7cbf373e2db4)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:21:41.370674 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6c73e1bf-040c-4b1b-9048-a66e44a847fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:41.378272 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2930a32-555f-4c59-bfc5-e98a947b4ebd req-f8b0d2d9-bab5-4888-ad4d-151ddcdac2d5 service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:21:41.378865 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2930a32-555f-4c59-bfc5-e98a947b4ebd req-f8b0d2d9-bab5-4888-ad4d-151ddcdac2d5 service neutron] Checking segment: {'id': '32304091-a43f-4bbd-aae7-89d7e0d9d2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c4ad8fe4-e22e-4c8b-af10-9eaf120b663c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:21:41.379561 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2930a32-555f-4c59-bfc5-e98a947b4ebd req-f8b0d2d9-bab5-4888-ad4d-151ddcdac2d5 service neutron] Bound using segment: {'id': '32304091-a43f-4bbd-aae7-89d7e0d9d2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c4ad8fe4-e22e-4c8b-af10-9eaf120b663c'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:21:41.380268 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-f2930a32-555f-4c59-bfc5-e98a947b4ebd req-f8b0d2d9-bab5-4888-ad4d-151ddcdac2d5 service neutron] Bound port: 9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32304091-a43f-4bbd-aae7-89d7e0d9d2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c4ad8fe4-e22e-4c8b-af10-9eaf120b663c'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:21:41.380631 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f2930a32-555f-4c59-bfc5-e98a947b4ebd req-f8b0d2d9-bab5-4888-ad4d-151ddcdac2d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:41.392465 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1bf0ca3d-7318-47dd-91d4-1b449e09a2c9 req-a52b7a2e-1397-47a9-a7c8-6b13e980d1a4 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.75 "GET /v2.0/security-groups?id=24dbdd6a-ab6c-4cbc-8a4e-66c37691d859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2428467 Nov 25 17:21:41.393615 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3f4f6426-9bbe-49bb-bc52-f3bb138d816b req-7e560edf-267c-4275-96ee-751ca9282aad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:41.422660 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c73e1bf-040c-4b1b-9048-a66e44a847fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 934} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:21:41.440412 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-9bb689ee-1e76-4a1a-9e3d-f7e97fd5ddcf None None] Provisioning complete for port 4303f710-63e0-4b24-a5b5-250a77a501b1 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:41.441017 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9bb689ee-1e76-4a1a-9e3d-f7e97fd5ddcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:41.475190 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f6426-9bbe-49bb-bc52-f3bb138d816b req-7e560edf-267c-4275-96ee-751ca9282aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:41.475750 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3f4f6426-9bbe-49bb-bc52-f3bb138d816b req-7e560edf-267c-4275-96ee-751ca9282aad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:41.477875 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3f4f6426-9bbe-49bb-bc52-f3bb138d816b req-7e560edf-267c-4275-96ee-751ca9282aad service neutron] 10.222.0.90 "PUT /v2.0/ports/46de3701-6f39-4e02-82eb-77c0bc829111 HTTP/1.1" status: 200 len: 1091 time: 2.2139573 Nov 25 17:21:41.493573 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36e6230e-e34d-444c-a898-4607c2dbf6c6', 'tag': '46de3701-6f39-4e02-82eb-77c0bc829111'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:21:41.502702 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29089e64-c5b6-48a9-b948-9dba59a31d44" -d '{"events": [{"name": "network-changed", "server_uuid": "36e6230e-e34d-444c-a898-4607c2dbf6c6", "tag": "46de3701-6f39-4e02-82eb-77c0bc829111"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:21:41.553948 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c73e1bf-040c-4b1b-9048-a66e44a847fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1eeae0-f46a-411f-ab98-a10d346d2cb7,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:41.563283 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6c73e1bf-040c-4b1b-9048-a66e44a847fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:41.563283 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-6c73e1bf-040c-4b1b-9048-a66e44a847fa admin admin] Added segment b77b6177-45d3-4478-b0d3-7874c8f772c4 of type vlan for network c2df0de1-9693-47e0-a69c-974c0c2bfad5 Nov 25 17:21:41.575054 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-9bb689ee-1e76-4a1a-9e3d-f7e97fd5ddcf None None] Port 4303f710-63e0-4b24-a5b5-250a77a501b1 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:21:41.661613 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-edef716e-d753-4d75-bdb4-044d0e7f92b1 req-5c2d8e88-8daa-48b9-be8b-a1585ecf28e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4303f710-63e0-4b24-a5b5-250a77a501b1 {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:21:41.672101 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-edef716e-d753-4d75-bdb4-044d0e7f92b1 req-5c2d8e88-8daa-48b9-be8b-a1585ecf28e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:41.711806 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-edef716e-d753-4d75-bdb4-044d0e7f92b1 req-5c2d8e88-8daa-48b9-be8b-a1585ecf28e1 service neutron] Transition to ACTIVE for port object 4303f710-63e0-4b24-a5b5-250a77a501b1 will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:21:41.717510 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-edef716e-d753-4d75-bdb4-044d0e7f92b1 req-5c2d8e88-8daa-48b9-be8b-a1585ecf28e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:41.855143 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2d8e88-8daa-48b9-be8b-a1585ecf28e1 service neutron] Pushing event updated for resources: {'Port': ['ID=4303f710-63e0-4b24-a5b5-250a77a501b1,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:41.897354 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-edef716e-d753-4d75-bdb4-044d0e7f92b1 req-5c2d8e88-8daa-48b9-be8b-a1585ecf28e1 service neutron] Attempting to bind port 4303f710-63e0-4b24-a5b5-250a77a501b1 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:21:41.897701 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-edef716e-d753-4d75-bdb4-044d0e7f92b1 req-5c2d8e88-8daa-48b9-be8b-a1585ecf28e1 service neutron] Attempting to bind port 4303f710-63e0-4b24-a5b5-250a77a501b1 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:21:41.898349 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edef716e-d753-4d75-bdb4-044d0e7f92b1 req-5c2d8e88-8daa-48b9-be8b-a1585ecf28e1 service neutron] Attempting to bind port 4303f710-63e0-4b24-a5b5-250a77a501b1 on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:21:41.906797 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edef716e-d753-4d75-bdb4-044d0e7f92b1 req-5c2d8e88-8daa-48b9-be8b-a1585ecf28e1 service neutron] Port 4303f710-63e0-4b24-a5b5-250a77a501b1 on network ab4fed0b-9bf1-4925-8765-94da08c5de2a not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:21:41.907456 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edef716e-d753-4d75-bdb4-044d0e7f92b1 req-5c2d8e88-8daa-48b9-be8b-a1585ecf28e1 service neutron] Attempting to bind port 4303f710-63e0-4b24-a5b5-250a77a501b1 on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:21:41.914779 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edef716e-d753-4d75-bdb4-044d0e7f92b1 req-5c2d8e88-8daa-48b9-be8b-a1585ecf28e1 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:21:41.915584 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edef716e-d753-4d75-bdb4-044d0e7f92b1 req-5c2d8e88-8daa-48b9-be8b-a1585ecf28e1 service neutron] Checking segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:21:41.915982 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edef716e-d753-4d75-bdb4-044d0e7f92b1 req-5c2d8e88-8daa-48b9-be8b-a1585ecf28e1 service neutron] Bound using segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:21:41.916580 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-edef716e-d753-4d75-bdb4-044d0e7f92b1 req-5c2d8e88-8daa-48b9-be8b-a1585ecf28e1 service neutron] Bound port: 4303f710-63e0-4b24-a5b5-250a77a501b1, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:21:41.916975 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-edef716e-d753-4d75-bdb4-044d0e7f92b1 req-5c2d8e88-8daa-48b9-be8b-a1585ecf28e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:42.022781 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-edef716e-d753-4d75-bdb4-044d0e7f92b1 req-5c2d8e88-8daa-48b9-be8b-a1585ecf28e1 service neutron] For port 4303f710-63e0-4b24-a5b5-250a77a501b1, host n-h1-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:21:42.028376 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-edef716e-d753-4d75-bdb4-044d0e7f92b1 req-5c2d8e88-8daa-48b9-be8b-a1585ecf28e1 service neutron] For port 4303f710-63e0-4b24-a5b5-250a77a501b1, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=4303f710-63e0-4b24-a5b5-250a77a501b1,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:21:42.039887 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-edef716e-d753-4d75-bdb4-044d0e7f92b1 req-5c2d8e88-8daa-48b9-be8b-a1585ecf28e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:42.104873 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef716e-d753-4d75-bdb4-044d0e7f92b1 req-5c2d8e88-8daa-48b9-be8b-a1585ecf28e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:42.105532 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-edef716e-d753-4d75-bdb4-044d0e7f92b1 req-5c2d8e88-8daa-48b9-be8b-a1585ecf28e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:42.107129 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-edef716e-d753-4d75-bdb4-044d0e7f92b1 req-5c2d8e88-8daa-48b9-be8b-a1585ecf28e1 service neutron] 10.222.0.74 "PUT /v2.0/ports/4303f710-63e0-4b24-a5b5-250a77a501b1 HTTP/1.1" status: 200 len: 1096 time: 0.9988503 Nov 25 17:21:42.117310 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1728113-3f01-4ed0-ab6e-7025528799b7', 'tag': '4303f710-63e0-4b24-a5b5-250a77a501b1'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:21:42.117310 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d36f20e1-a633-47cd-90b2-025542e87c81" -d '{"events": [{"name": "network-changed", "server_uuid": "f1728113-3f01-4ed0-ab6e-7025528799b7", "tag": "4303f710-63e0-4b24-a5b5-250a77a501b1"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:21:42.143294 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e560edf-267c-4275-96ee-751ca9282aad service neutron] Pushing event updated for resources: {'Port': ['ID=46de3701-6f39-4e02-82eb-77c0bc829111,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:42.215010 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2d8e88-8daa-48b9-be8b-a1585ecf28e1 service neutron] Pushing event updated for resources: {'Port': ['ID=4303f710-63e0-4b24-a5b5-250a77a501b1,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:42.225372 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6c73e1bf-040c-4b1b-9048-a66e44a847fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:42.250811 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b5509-e107-472e-bbdf-36e422f992df req-56feb18a-c5ae-4834-adb3-1bb3ed4654b1 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:42.252404 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-612b5509-e107-472e-bbdf-36e422f992df req-56feb18a-c5ae-4834-adb3-1bb3ed4654b1 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.75 "GET /v2.0/ports?device_id=f1728113-3f01-4ed0-ab6e-7025528799b7 HTTP/1.1" status: 200 len: 936 time: 0.6668043 Nov 25 17:21:42.259172 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef716e-d753-4d75-bdb4-044d0e7f92b1 req-00abb620-0691-46db-b4b3-c7f33059fb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:42.260694 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-edef716e-d753-4d75-bdb4-044d0e7f92b1 req-00abb620-0691-46db-b4b3-c7f33059fb7e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=44ee0d3c33154ab4aa8ea1c5127a4bf3&device_id=f1728113-3f01-4ed0-ab6e-7025528799b7 HTTP/1.1" status: 200 len: 1099 time: 0.0963833 Nov 25 17:21:42.264768 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-f2930a32-555f-4c59-bfc5-e98a947b4ebd req-f8b0d2d9-bab5-4888-ad4d-151ddcdac2d5 service neutron] For port 9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:21:42.275638 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-f2930a32-555f-4c59-bfc5-e98a947b4ebd req-f8b0d2d9-bab5-4888-ad4d-151ddcdac2d5 service neutron] For port 9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2,segment=NetworkSegment(32304091-a43f-4bbd-aae7-89d7e0d9d2b6),segment_id=32304091-a43f-4bbd-aae7-89d7e0d9d2b6)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:21:42.319467 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-edef716e-d753-4d75-bdb4-044d0e7f92b1 req-2e18bc50-8abf-4494-a547-5d0bee5926a7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=4303f710-63e0-4b24-a5b5-250a77a501b1 HTTP/1.1" status: 200 len: 217 time: 0.0510020 Nov 25 17:21:42.322289 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f2930a32-555f-4c59-bfc5-e98a947b4ebd req-f8b0d2d9-bab5-4888-ad4d-151ddcdac2d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:42.383070 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef716e-d753-4d75-bdb4-044d0e7f92b1 req-8175e7e8-a74f-484b-a429-1f68b711484f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:42.384568 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-edef716e-d753-4d75-bdb4-044d0e7f92b1 req-8175e7e8-a74f-484b-a429-1f68b711484f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.0560424 Nov 25 17:21:42.408161 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f6426-9bbe-49bb-bc52-f3bb138d816b req-017242c0-583a-4e12-b08b-ed94f935b3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:42.409836 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3f4f6426-9bbe-49bb-bc52-f3bb138d816b req-017242c0-583a-4e12-b08b-ed94f935b3ff service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=520c8060683a411693c2f2f826352c04&device_id=36e6230e-e34d-444c-a898-4607c2dbf6c6 HTTP/1.1" status: 200 len: 1094 time: 0.8514893 Nov 25 17:21:42.430134 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e7093-c104-4b81-8517-98415d435ce9 req-25074780-8557-42ce-be4f-1024c6a67eb9 tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:42.432643 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ea8e7093-c104-4b81-8517-98415d435ce9 req-25074780-8557-42ce-be4f-1024c6a67eb9 tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] 10.222.0.74 "GET /v2.0/ports?device_id=7b397496-2bd9-47f5-b9bf-0ca5c14471b0 HTTP/1.1" status: 200 len: 972 time: 0.7019250 Nov 25 17:21:42.447696 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2930a32-555f-4c59-bfc5-e98a947b4ebd req-f8b0d2d9-bab5-4888-ad4d-151ddcdac2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:42.448311 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f2930a32-555f-4c59-bfc5-e98a947b4ebd req-f8b0d2d9-bab5-4888-ad4d-151ddcdac2d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:42.448431 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef716e-d753-4d75-bdb4-044d0e7f92b1 req-5ed6446e-42f5-4eca-b1e4-0c201cbfd8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:42.449713 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f2930a32-555f-4c59-bfc5-e98a947b4ebd req-f8b0d2d9-bab5-4888-ad4d-151ddcdac2d5 service neutron] 10.222.0.90 "PUT /v2.0/ports/9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2 HTTP/1.1" status: 200 len: 1092 time: 2.9047351 Nov 25 17:21:42.449908 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-edef716e-d753-4d75-bdb4-044d0e7f92b1 req-5ed6446e-42f5-4eca-b1e4-0c201cbfd8b1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0575809 Nov 25 17:21:42.455776 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6c73e1bf-040c-4b1b-9048-a66e44a847fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:42.456707 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c73e1bf-040c-4b1b-9048-a66e44a847fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:42.457308 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6c73e1bf-040c-4b1b-9048-a66e44a847fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:42.566658 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-edef716e-d753-4d75-bdb4-044d0e7f92b1 req-ebec7539-899a-4e9f-884b-6987a97246e7 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097405 Nov 25 17:21:42.578097 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3f4f6426-9bbe-49bb-bc52-f3bb138d816b req-a3153b5b-7ea1-4076-9bbb-69dfebcfe69d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46de3701-6f39-4e02-82eb-77c0bc829111 HTTP/1.1" status: 200 len: 217 time: 0.1597655 Nov 25 17:21:42.611973 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ea1dc-1779-4d66-aa33-7a220ea53568 req-1d139323-8cbc-4dd8-9a2b-6d636dfffdff tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:42.613567 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a22ea1dc-1779-4d66-aa33-7a220ea53568 req-1d139323-8cbc-4dd8-9a2b-6d636dfffdff tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=b102fd9a-9175-447b-a09f-b64a750d0101 HTTP/1.1" status: 200 len: 944 time: 0.4494433 Nov 25 17:21:42.628399 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b0d2d9-bab5-4888-ad4d-151ddcdac2d5 service neutron] Pushing event updated for resources: {'Port': ['ID=9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:42.664546 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-6c73e1bf-040c-4b1b-9048-a66e44a847fa admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.4685936 Nov 25 17:21:42.667519 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58912) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:42.678731 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-eddfbf01-2a56-4968-a30a-38feaac3f58a admin admin] Request body: {'subnet': {'network_id': 'c2df0de1-9693-47e0-a69c-974c0c2bfad5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-604498729-subnet', 'tenant_id': 'fdae16eb67e14ebc88742b83cca5dd4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:42.690643 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-edef716e-d753-4d75-bdb4-044d0e7f92b1 req-e8116d16-a1fa-44fa-b945-113a4c0b5c6f service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173077 Nov 25 17:21:42.698449 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-612b5509-e107-472e-bbdf-36e422f992df req-8d15586a-8dbf-4b0c-848f-314d05437724 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.75 "GET /v2.0/security-groups?id=8f253f59-2ee5-482f-a0b2-52209b5a40d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3844264 Nov 25 17:21:42.705860 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eddfbf01-2a56-4968-a30a-38feaac3f58a admin admin] Made reservation on behalf of fdae16eb67e14ebc88742b83cca5dd4c for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:21:42.708944 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eddfbf01-2a56-4968-a30a-38feaac3f58a admin admin] Publish callbacks [] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:42.758901 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c73e1bf-040c-4b1b-9048-a66e44a847fa admin admin] Pushing event updated for resources: {'Network': ['ID=c2df0de1-9693-47e0-a69c-974c0c2bfad5,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:42.773181 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network c2df0de1-9693-47e0-a69c-974c0c2bfad5 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:21:42.786887 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae91951-e074-4869-8b7b-8c0aae138281 x-openstack-request-id: req-cae91951-e074-4869-8b7b-8c0aae138281 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:21:42.787192 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36e6230e-e34d-444c-a898-4607c2dbf6c6", "tag": "46de3701-6f39-4e02-82eb-77c0bc829111", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:21:42.787455 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cae91951-e074-4869-8b7b-8c0aae138281 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:21:42.787851 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36e6230e-e34d-444c-a898-4607c2dbf6c6', 'tag': '46de3701-6f39-4e02-82eb-77c0bc829111', 'status': 'completed', 'code': 200} Nov 25 17:21:42.805125 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f6426-9bbe-49bb-bc52-f3bb138d816b req-ad177b14-d48a-4884-9735-344afaf095f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:42.806640 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3f4f6426-9bbe-49bb-bc52-f3bb138d816b req-ad177b14-d48a-4884-9735-344afaf095f2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1c8955ab-07f5-4cfb-9fa9-1512cb2f0b03 HTTP/1.1" status: 200 len: 863 time: 0.2058885 Nov 25 17:21:42.886708 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2930a32-555f-4c59-bfc5-e98a947b4ebd req-04734a4b-c62e-4691-9fb3-6d0dafca02d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:42.887930 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f2930a32-555f-4c59-bfc5-e98a947b4ebd req-04734a4b-c62e-4691-9fb3-6d0dafca02d4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ac7a18821f8e4e00814d44731ef8d033&device_id=b102fd9a-9175-447b-a09f-b64a750d0101 HTTP/1.1" status: 200 len: 1095 time: 0.3838356 Nov 25 17:21:42.892962 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a22ea1dc-1779-4d66-aa33-7a220ea53568 req-a8005b22-4982-456b-9c02-cb0b83b9e63e tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354102 Nov 25 17:21:42.962584 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f2930a32-555f-4c59-bfc5-e98a947b4ebd req-bec0b0bf-481e-4bcc-a701-f84fbfede53a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2 HTTP/1.1" status: 200 len: 217 time: 0.0624292 Nov 25 17:21:42.987860 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f6426-9bbe-49bb-bc52-f3bb138d816b req-4d1f3b32-e206-4a68-9f33-74239819a275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:42.989305 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3f4f6426-9bbe-49bb-bc52-f3bb138d816b req-4d1f3b32-e206-4a68-9f33-74239819a275 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c19272b3-a7a0-489a-a5dc-398c9698ec22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1654000 Nov 25 17:21:42.991469 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-ea8e7093-c104-4b81-8517-98415d435ce9 req-e5ef838f-985c-45bd-8317-dcb2f82109c1 tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] Deleting port 0a0cdf44-4619-4a83-88fc-df8e14f08fca {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:21:42.991813 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ea8e7093-c104-4b81-8517-98415d435ce9 req-e5ef838f-985c-45bd-8317-dcb2f82109c1 tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:43.101696 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91171585-a871-44d7-921f-1c6d09fe968b x-openstack-request-id: req-91171585-a871-44d7-921f-1c6d09fe968b {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:21:43.102314 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1728113-3f01-4ed0-ab6e-7025528799b7", "tag": "4303f710-63e0-4b24-a5b5-250a77a501b1", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:21:43.102314 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-91171585-a871-44d7-921f-1c6d09fe968b {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:21:43.102610 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1728113-3f01-4ed0-ab6e-7025528799b7', 'tag': '4303f710-63e0-4b24-a5b5-250a77a501b1', 'status': 'completed', 'code': 200} Nov 25 17:21:43.142234 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2930a32-555f-4c59-bfc5-e98a947b4ebd req-a87a1fd9-914b-4151-a3fb-223cd5cfee33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:43.144258 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f2930a32-555f-4c59-bfc5-e98a947b4ebd req-a87a1fd9-914b-4151-a3fb-223cd5cfee33 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0a91ba6f-af85-4b11-90c3-2d5fc7a12e25 HTTP/1.1" status: 200 len: 860 time: 0.1706891 Nov 25 17:21:43.186921 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f20e1-a633-47cd-90b2-025542e87c81 req-5f5c8a48-9186-4e5d-a7e2-3e648c4702ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:43.188591 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d36f20e1-a633-47cd-90b2-025542e87c81 req-5f5c8a48-9186-4e5d-a7e2-3e648c4702ad service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=44ee0d3c33154ab4aa8ea1c5127a4bf3&device_id=f1728113-3f01-4ed0-ab6e-7025528799b7 HTTP/1.1" status: 200 len: 1099 time: 0.0847929 Nov 25 17:21:43.216287 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f2930a32-555f-4c59-bfc5-e98a947b4ebd req-33cec38c-0cbc-4b49-8d0b-6429ce23a94a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c4ad8fe4-e22e-4c8b-af10-9eaf120b663c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560763 Nov 25 17:21:43.221196 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eddfbf01-2a56-4968-a30a-38feaac3f58a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:43.288895 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-ea8e7093-c104-4b81-8517-98415d435ce9 req-e5ef838f-985c-45bd-8317-dcb2f82109c1 tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] For port 0a0cdf44-4619-4a83-88fc-df8e14f08fca, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=0a0cdf44-4619-4a83-88fc-df8e14f08fca,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:43.289280 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ea8e7093-c104-4b81-8517-98415d435ce9 req-e5ef838f-985c-45bd-8317-dcb2f82109c1 tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:43.317725 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3f4f6426-9bbe-49bb-bc52-f3bb138d816b req-062d8f77-b390-4f1d-b07e-822d273a8796 service neutron] 10.222.0.90 "GET /v2.0/networks/c19272b3-a7a0-489a-a5dc-398c9698ec22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007479 Nov 25 17:21:43.343253 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddfbf01-2a56-4968-a30a-38feaac3f58a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a987024-bbfa-4b94-811c-3c0996b36e58,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:43.348143 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a1444-8057-459d-a88b-b95e84301873 req-df778192-7ec2-4cae-a6dc-70005378f273 tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:43.351738 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eddfbf01-2a56-4968-a30a-38feaac3f58a admin admin] Checking segment: {'id': 'b77b6177-45d3-4478-b0d3-7874c8f772c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'c2df0de1-9693-47e0-a69c-974c0c2bfad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:21:43.352192 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddfbf01-2a56-4968-a30a-38feaac3f58a admin admin] Network hostable DHCP agents. Network: c2df0de1-9693-47e0-a69c-974c0c2bfad5, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:21:43.355777 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a01a1444-8057-459d-a88b-b95e84301873 req-df778192-7ec2-4cae-a6dc-70005378f273 tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b397496-2bd9-47f5-b9bf-0ca5c14471b0 HTTP/1.1" status: 200 len: 972 time: 0.2236993 Nov 25 17:21:43.388204 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-ea8e7093-c104-4b81-8517-98415d435ce9 req-e5ef838f-985c-45bd-8317-dcb2f82109c1 tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] Calling delete_port for 0a0cdf44-4619-4a83-88fc-df8e14f08fca owned by compute:tempest-test_az-1566175567 {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:21:43.390740 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f20e1-a633-47cd-90b2-025542e87c81 req-79143bef-6548-4346-bd05-407c9ca28ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:43.404847 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d36f20e1-a633-47cd-90b2-025542e87c81 req-79143bef-6548-4346-bd05-407c9ca28ab2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ab4fed0b-9bf1-4925-8765-94da08c5de2a HTTP/1.1" status: 200 len: 870 time: 0.1962657 Nov 25 17:21:43.445986 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d36f20e1-a633-47cd-90b2-025542e87c81 req-b90289b0-49b7-45af-885a-aeb44552b0ae service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=4303f710-63e0-4b24-a5b5-250a77a501b1 HTTP/1.1" status: 200 len: 217 time: 0.0444014 Nov 25 17:21:43.446688 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddfbf01-2a56-4968-a30a-38feaac3f58a admin admin] Network c2df0de1-9693-47e0-a69c-974c0c2bfad5 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:21:43.464781 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-eddfbf01-2a56-4968-a30a-38feaac3f58a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, c2df0de1-9693-47e0-a69c-974c0c2bfad5) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:21:43.474798 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69196ec1-2777-452d-bbfa-c3bfda772d65 None None] Network c2df0de1-9693-47e0-a69c-974c0c2bfad5 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:21:43.487430 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddfbf01-2a56-4968-a30a-38feaac3f58a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:43.488038 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eddfbf01-2a56-4968-a30a-38feaac3f58a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:43.509745 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-eddfbf01-2a56-4968-a30a-38feaac3f58a admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8412054 Nov 25 17:21:43.529641 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f20e1-a633-47cd-90b2-025542e87c81 req-0e0e75e0-1b7d-4ebb-8a07-7efebbbc777c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:43.531653 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d36f20e1-a633-47cd-90b2-025542e87c81 req-0e0e75e0-1b7d-4ebb-8a07-7efebbbc777c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.0769992 Nov 25 17:21:43.611133 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f20e1-a633-47cd-90b2-025542e87c81 req-a5df62e1-5f0f-41dd-8636-f5c2e9467fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:43.611133 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d36f20e1-a633-47cd-90b2-025542e87c81 req-a5df62e1-5f0f-41dd-8636-f5c2e9467fcb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0692692 Nov 25 17:21:43.662592 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3f4f6426-9bbe-49bb-bc52-f3bb138d816b req-34504d7e-5eec-4142-a427-5ec41932a02d service neutron] 10.222.0.90 "GET /v2.0/networks/c19272b3-a7a0-489a-a5dc-398c9698ec22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339906 Nov 25 17:21:43.710019 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f2930a32-555f-4c59-bfc5-e98a947b4ebd req-3a1b4971-c509-4b71-9b1a-7f6d5cf0aea9 service neutron] 10.222.0.90 "GET /v2.0/networks/c4ad8fe4-e22e-4c8b-af10-9eaf120b663c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4808354 Nov 25 17:21:43.720591 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705d13b3-a5e9-451a-a75e-a50d19b8dc14 None None] Network c2df0de1-9693-47e0-a69c-974c0c2bfad5 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:21:43.736701 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d36f20e1-a633-47cd-90b2-025542e87c81 req-094ee5ca-c711-4669-bd6d-b955ba135c5a service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210368 Nov 25 17:21:43.759793 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-842f529c-fce1-45b0-925d-8d156e451f64 req-b9f22b71-0670-4bf3-af25-253a6d211de8 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=b41b9caacf954de8a3af286a68550b64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0721550 Nov 25 17:21:43.815606 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a01a1444-8057-459d-a88b-b95e84301873 req-1150019c-3ebe-4709-9c29-d01b306f907f tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] 10.222.0.75 "GET /v2.0/security-groups?id=a34d60e8-f16a-4276-93e8-ecd3324f057e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4521861 Nov 25 17:21:43.855084 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d36f20e1-a633-47cd-90b2-025542e87c81 req-54fd81c0-4adb-446e-9c7d-9301fe4f8106 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112680 Nov 25 17:21:44.026231 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29089e64-c5b6-48a9-b948-9dba59a31d44 req-7bd99db7-0da4-4001-bdde-f172c4a0d660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:44.027619 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-29089e64-c5b6-48a9-b948-9dba59a31d44 req-7bd99db7-0da4-4001-bdde-f172c4a0d660 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=520c8060683a411693c2f2f826352c04&device_id=36e6230e-e34d-444c-a898-4607c2dbf6c6 HTTP/1.1" status: 200 len: 1094 time: 0.2667813 Nov 25 17:21:44.088100 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f2930a32-555f-4c59-bfc5-e98a947b4ebd req-7b9d9010-a166-40f7-9846-696e8422fe53 service neutron] 10.222.0.90 "GET /v2.0/networks/c4ad8fe4-e22e-4c8b-af10-9eaf120b663c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3523531 Nov 25 17:21:44.118075 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f8bcc-d8d6-4c87-bbcb-56ae8649b525 req-a2acf030-faf2-48c1-8aa0-eaa36507222a tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:44.119556 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-717f8bcc-d8d6-4c87-bbcb-56ae8649b525 req-a2acf030-faf2-48c1-8aa0-eaa36507222a tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.75 "GET /v2.0/ports?device_id=36e6230e-e34d-444c-a898-4607c2dbf6c6 HTTP/1.1" status: 200 len: 943 time: 0.2109225 Nov 25 17:21:44.175386 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f529c-fce1-45b0-925d-8d156e451f64 req-c372c084-eb35-4dac-9e1f-aa4dc8e210b5 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:44.176852 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-842f529c-fce1-45b0-925d-8d156e451f64 req-c372c084-eb35-4dac-9e1f-aa4dc8e210b5 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4189317 Nov 25 17:21:44.277454 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58966) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:44.282675 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-f63e16ed-1a95-4e62-8285-a7cb5bf45efd admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1185227903-network', 'tenant_id': 'd19e82912f104fc2b29fe39678435f63'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:44.305353 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63e16ed-1a95-4e62-8285-a7cb5bf45efd admin admin] Made reservation on behalf of d19e82912f104fc2b29fe39678435f63 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:21:44.307771 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f63e16ed-1a95-4e62-8285-a7cb5bf45efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:44.318382 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f63e16ed-1a95-4e62-8285-a7cb5bf45efd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:44.395624 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f63e16ed-1a95-4e62-8285-a7cb5bf45efd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:44.399691 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f63e16ed-1a95-4e62-8285-a7cb5bf45efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:44.423425 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f63e16ed-1a95-4e62-8285-a7cb5bf45efd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 926} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:21:44.438707 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e16ed-1a95-4e62-8285-a7cb5bf45efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca7b755-d951-4264-a743-3d3841bc5742,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:44.439203 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-842f529c-fce1-45b0-925d-8d156e451f64 req-28fc54c0-2e98-4e69-9d8b-38e7fe268375 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/quotas/b41b9caacf954de8a3af286a68550b64 HTTP/1.1" status: 200 len: 375 time: 0.2443073 Nov 25 17:21:44.444224 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f63e16ed-1a95-4e62-8285-a7cb5bf45efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:44.444636 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-f63e16ed-1a95-4e62-8285-a7cb5bf45efd admin admin] Added segment 736cf6eb-461a-469c-8634-e8b6fe0f81a2 of type vlan for network ba14f590-d254-4654-887f-21114e541a6a Nov 25 17:21:44.458346 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ea8e7093-c104-4b81-8517-98415d435ce9 req-e5ef838f-985c-45bd-8317-dcb2f82109c1 tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:44.488895 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f63e16ed-1a95-4e62-8285-a7cb5bf45efd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:44.490574 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29089e64-c5b6-48a9-b948-9dba59a31d44 req-81b8bec8-60ea-498a-b2a3-cf81c7dd4b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:44.491918 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-29089e64-c5b6-48a9-b948-9dba59a31d44 req-81b8bec8-60ea-498a-b2a3-cf81c7dd4b69 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c19272b3-a7a0-489a-a5dc-398c9698ec22 HTTP/1.1" status: 200 len: 925 time: 0.4511144 Nov 25 17:21:44.513854 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f63e16ed-1a95-4e62-8285-a7cb5bf45efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:44.515244 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63e16ed-1a95-4e62-8285-a7cb5bf45efd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:44.515831 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f63e16ed-1a95-4e62-8285-a7cb5bf45efd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:44.524191 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-717f8bcc-d8d6-4c87-bbcb-56ae8649b525 req-8e5ea526-4477-4593-89f4-27ea3edd3f18 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.75 "GET /v2.0/security-groups?id=24dbdd6a-ab6c-4cbc-8a4e-66c37691d859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3975251 Nov 25 17:21:44.529340 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-842f529c-fce1-45b0-925d-8d156e451f64 req-5659b337-00a5-4f7f-a7cd-42fabb7245c1 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=b41b9caacf954de8a3af286a68550b64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628276 Nov 25 17:21:44.578312 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-29089e64-c5b6-48a9-b948-9dba59a31d44 req-c4f04329-1f6b-4750-a110-38685c0c7762 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46de3701-6f39-4e02-82eb-77c0bc829111 HTTP/1.1" status: 200 len: 217 time: 0.0531015 Nov 25 17:21:44.580409 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ef838f-985c-45bd-8317-dcb2f82109c1 tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] Pushing event deleted for resources: {'Port': ['ID=0a0cdf44-4619-4a83-88fc-df8e14f08fca,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:44.597673 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f63e16ed-1a95-4e62-8285-a7cb5bf45efd admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3190296 Nov 25 17:21:44.601055 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58970) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:44.610675 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-6754217a-adc5-4b66-b7e4-6855eb992bda admin admin] Request body: {'subnet': {'network_id': 'ba14f590-d254-4654-887f-21114e541a6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1185227903-subnet', 'tenant_id': 'd19e82912f104fc2b29fe39678435f63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:44.615797 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e16ed-1a95-4e62-8285-a7cb5bf45efd admin admin] Pushing event updated for resources: {'Network': ['ID=ba14f590-d254-4654-887f-21114e541a6a,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:44.628647 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network ba14f590-d254-4654-887f-21114e541a6a details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:21:44.664746 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6754217a-adc5-4b66-b7e4-6855eb992bda admin admin] Made reservation on behalf of d19e82912f104fc2b29fe39678435f63 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:21:44.667485 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6754217a-adc5-4b66-b7e4-6855eb992bda admin admin] Publish callbacks [] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:44.749947 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea8e7093-c104-4b81-8517-98415d435ce9 req-e5ef838f-985c-45bd-8317-dcb2f82109c1 tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] No DVR routers for this DVR port 0a0cdf44-4619-4a83-88fc-df8e14f08fca on host n-h1-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:21:44.753910 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ea8e7093-c104-4b81-8517-98415d435ce9 req-e5ef838f-985c-45bd-8317-dcb2f82109c1 tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:44.758651 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ea8e7093-c104-4b81-8517-98415d435ce9 req-e5ef838f-985c-45bd-8317-dcb2f82109c1 tempest-AggregatesAdminTestJSON-523772811 tempest-AggregatesAdminTestJSON-523772811-project] 10.222.0.74 "DELETE /v2.0/ports/0a0cdf44-4619-4a83-88fc-df8e14f08fca HTTP/1.1" status: 204 len: 173 time: 2.3078680 Nov 25 17:21:44.771299 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29089e64-c5b6-48a9-b948-9dba59a31d44 req-53bb0411-b946-49e7-9aed-13458fd5dd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:44.773198 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-29089e64-c5b6-48a9-b948-9dba59a31d44 req-53bb0411-b946-49e7-9aed-13458fd5dd57 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1c8955ab-07f5-4cfb-9fa9-1512cb2f0b03 HTTP/1.1" status: 200 len: 863 time: 0.0757303 Nov 25 17:21:44.819586 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b102fd9a-9175-447b-a09f-b64a750d0101', 'tag': '9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2'}, {'server_uuid': '7b397496-2bd9-47f5-b9bf-0ca5c14471b0', 'name': 'network-vif-deleted', 'tag': '0a0cdf44-4619-4a83-88fc-df8e14f08fca'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:21:44.822613 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69aae3e0-ba73-4258-b696-9006006ebff4" -d '{"events": [{"name": "network-changed", "server_uuid": "b102fd9a-9175-447b-a09f-b64a750d0101", "tag": "9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2"}, {"server_uuid": "7b397496-2bd9-47f5-b9bf-0ca5c14471b0", "name": "network-vif-deleted", "tag": "0a0cdf44-4619-4a83-88fc-df8e14f08fca"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:21:44.852636 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29089e64-c5b6-48a9-b948-9dba59a31d44 req-04bbe432-1eaa-4e3e-872d-d82bb8f3c0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:44.854148 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-29089e64-c5b6-48a9-b948-9dba59a31d44 req-04bbe432-1eaa-4e3e-872d-d82bb8f3c0d4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c19272b3-a7a0-489a-a5dc-398c9698ec22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724881 Nov 25 17:21:45.030175 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6754217a-adc5-4b66-b7e4-6855eb992bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:45.114519 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6754217a-adc5-4b66-b7e4-6855eb992bda admin admin] Pushing event updated for resources: {'Subnet': ['ID=94a93f54-9159-40eb-921a-b9dd593fa4f1,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:45.118183 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-29089e64-c5b6-48a9-b948-9dba59a31d44 req-01a58df0-f962-45a9-803c-08e387af5d31 service neutron] 10.222.0.90 "GET /v2.0/networks/c19272b3-a7a0-489a-a5dc-398c9698ec22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546802 Nov 25 17:21:45.130141 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6754217a-adc5-4b66-b7e4-6855eb992bda admin admin] Checking segment: {'id': '736cf6eb-461a-469c-8634-e8b6fe0f81a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'ba14f590-d254-4654-887f-21114e541a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:21:45.130458 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6754217a-adc5-4b66-b7e4-6855eb992bda admin admin] Network hostable DHCP agents. Network: ba14f590-d254-4654-887f-21114e541a6a, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:21:45.152488 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6754217a-adc5-4b66-b7e4-6855eb992bda admin admin] Network ba14f590-d254-4654-887f-21114e541a6a is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:21:45.166232 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-6754217a-adc5-4b66-b7e4-6855eb992bda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, ba14f590-d254-4654-887f-21114e541a6a) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:21:45.169552 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f85e92-ea66-42d4-94b4-d89d63621987 req-22042615-0604-4bf9-8da9-1b2446b15e7d tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:45.171262 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6754217a-adc5-4b66-b7e4-6855eb992bda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:45.172040 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6754217a-adc5-4b66-b7e4-6855eb992bda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:45.172333 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-70f85e92-ea66-42d4-94b4-d89d63621987 req-22042615-0604-4bf9-8da9-1b2446b15e7d tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.75 "GET /v2.0/ports?device_id=f1728113-3f01-4ed0-ab6e-7025528799b7 HTTP/1.1" status: 200 len: 948 time: 0.1507018 Nov 25 17:21:45.178664 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f940dbe1-1d13-4983-8ff8-585b715a798c None None] Network ba14f590-d254-4654-887f-21114e541a6a requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:21:45.207717 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6754217a-adc5-4b66-b7e4-6855eb992bda admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6052241 Nov 25 17:21:45.280945 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-70f85e92-ea66-42d4-94b4-d89d63621987 req-ad02c3dc-7f7c-49b5-8339-dd79df19b682 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.75 "GET /v2.0/security-groups?id=8f253f59-2ee5-482f-a0b2-52209b5a40d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837438 Nov 25 17:21:45.345814 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-29089e64-c5b6-48a9-b948-9dba59a31d44 req-ff51dd76-1699-478f-b3de-3f2327c7e383 service neutron] 10.222.0.90 "GET /v2.0/networks/c19272b3-a7a0-489a-a5dc-398c9698ec22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137370 Nov 25 17:21:45.393491 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 4303f710-63e0-4b24-a5b5-250a77a501b1 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:21:45.399309 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 0a0cdf44-4619-4a83-88fc-df8e14f08fca no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:21:45.401796 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9284b562-c634-42a8-912f-9f7c3eddf3e4 None None] Network ba14f590-d254-4654-887f-21114e541a6a requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:21:45.445735 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58998) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:45.504942 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edae240-4bc8-4a03-b677-ab1261711924 req-e8c75479-03b1-4a57-87dd-0a98eeef36d4 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:45.508194 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3edae240-4bc8-4a03-b677-ab1261711924 req-e8c75479-03b1-4a57-87dd-0a98eeef36d4 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=b102fd9a-9175-447b-a09f-b64a750d0101 HTTP/1.1" status: 200 len: 944 time: 0.0737879 Nov 25 17:21:45.559352 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: 0a0cdf44-4619-4a83-88fc-df8e14f08fca {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:21:45.559707 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 0a0cdf44-4619-4a83-88fc-df8e14f08fca not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:21:45.577205 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e526260-dfd7-46aa-be0d-4d85e8ede949 admin admin] Deleting subnet 9a987024-bbfa-4b94-811c-3c0996b36e58 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:21:45.582174 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4e526260-dfd7-46aa-be0d-4d85e8ede949 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:45.607322 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3edae240-4bc8-4a03-b677-ab1261711924 req-24317fd3-c5a4-4f43-8096-d8c885888041 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871849 Nov 25 17:21:45.647134 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4e526260-dfd7-46aa-be0d-4d85e8ede949 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:45.659509 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4e526260-dfd7-46aa-be0d-4d85e8ede949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:45.709730 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 25 Nov 2021 17:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261e8493-a79e-4e1b-aa60-f9389421eb5e x-openstack-request-id: req-261e8493-a79e-4e1b-aa60-f9389421eb5e {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:21:45.710017 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b102fd9a-9175-447b-a09f-b64a750d0101", "tag": "9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2", "status": "completed", "code": 200}, {"server_uuid": "7b397496-2bd9-47f5-b9bf-0ca5c14471b0", "name": "network-vif-deleted", "tag": "0a0cdf44-4619-4a83-88fc-df8e14f08fca", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:21:45.710324 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-261e8493-a79e-4e1b-aa60-f9389421eb5e {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:21:45.710658 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b102fd9a-9175-447b-a09f-b64a750d0101', 'tag': '9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2', 'status': 'completed', 'code': 200} Nov 25 17:21:45.710959 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b397496-2bd9-47f5-b9bf-0ca5c14471b0', 'name': 'network-vif-deleted', 'tag': '0a0cdf44-4619-4a83-88fc-df8e14f08fca', 'status': 'completed', 'code': 200} Nov 25 17:21:45.765288 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4e526260-dfd7-46aa-be0d-4d85e8ede949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:45.794646 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4e526260-dfd7-46aa-be0d-4d85e8ede949 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:45.798056 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4bce4486-adea-4cf4-970c-ff7f79cc46c5 req-79d31956-224d-4a5f-ac6c-bbecf1ec9f81 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=b41b9caacf954de8a3af286a68550b64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0756521 Nov 25 17:21:45.804185 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4e526260-dfd7-46aa-be0d-4d85e8ede949 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/9a987024-bbfa-4b94-811c-3c0996b36e58 HTTP/1.1" status: 204 len: 168 time: 0.3556654 Nov 25 17:21:45.812363 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 4303f710-63e0-4b24-a5b5-250a77a501b1, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=4303f710-63e0-4b24-a5b5-250a77a501b1,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:45.814842 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 59014) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:45.827702 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '4303f710-63e0-4b24-a5b5-250a77a501b1', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'port_id': '4303f710-63e0-4b24-a5b5-250a77a501b1', 'mac_address': 'fa:16:3e:11:5e:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8793709c-5336-428d-aede-b0b8df1a26b2', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:21:45.852399 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e526260-dfd7-46aa-be0d-4d85e8ede949 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a987024-bbfa-4b94-811c-3c0996b36e58,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:45.873359 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:45.888687 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4303f710-63e0-4b24-a5b5-250a77a501b1 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:21:45.910025 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 4303f710-63e0-4b24-a5b5-250a77a501b1, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=4303f710-63e0-4b24-a5b5-250a77a501b1,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:45.915338 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:45.964139 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aae3e0-ba73-4258-b696-9006006ebff4 req-4ba6f64d-e834-4579-9abe-8797b8b5cff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:45.966288 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=4303f710-63e0-4b24-a5b5-250a77a501b1,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:45.969143 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-69aae3e0-ba73-4258-b696-9006006ebff4 req-4ba6f64d-e834-4579-9abe-8797b8b5cff5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ac7a18821f8e4e00814d44731ef8d033&device_id=b102fd9a-9175-447b-a09f-b64a750d0101 HTTP/1.1" status: 200 len: 1095 time: 0.2305491 Nov 25 17:21:45.974275 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-334a41df-26aa-4a25-add7-1fb5e2d05faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:46.053150 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59020) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:46.115100 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['4303f710-63e0-4b24-a5b5-250a77a501b1'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:21:46.162442 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c0f164-30ea-44ad-9c6d-f2ebc0187e79 req-541e55a4-f12a-4bb6-a9af-1cd96e3d7045 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:46.163938 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a6c0f164-30ea-44ad-9c6d-f2ebc0187e79 req-541e55a4-f12a-4bb6-a9af-1cd96e3d7045 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.75 "GET /v2.0/ports?device_id=36e6230e-e34d-444c-a898-4607c2dbf6c6 HTTP/1.1" status: 200 len: 943 time: 0.2540886 Nov 25 17:21:46.173203 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-842f529c-fce1-45b0-925d-8d156e451f64 req-fa19d8aa-61c7-444b-95c0-431a6f856f3f tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=b41b9caacf954de8a3af286a68550b64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0682433 Nov 25 17:21:46.182967 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce4486-adea-4cf4-970c-ff7f79cc46c5 req-b92eaeb2-c2ef-494a-9224-b16d8fb44094 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:46.184441 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4bce4486-adea-4cf4-970c-ff7f79cc46c5 req-b92eaeb2-c2ef-494a-9224-b16d8fb44094 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3856084 Nov 25 17:21:46.216943 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4b59dec2-574e-4ea6-b874-c3504935893e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cffb6932220c4b2fa36146ce31593992&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1630459 Nov 25 17:21:46.218193 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59024) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:46.271305 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-334a41df-26aa-4a25-add7-1fb5e2d05faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:46.272608 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1608b9aa-9d44-427a-b922-070fef26b298 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:46.297992 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1608b9aa-9d44-427a-b922-070fef26b298 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:46.339986 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4bce4486-adea-4cf4-970c-ff7f79cc46c5 req-2eb75b20-73d4-4e98-b057-dfff99e0f5b5 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/quotas/b41b9caacf954de8a3af286a68550b64 HTTP/1.1" status: 200 len: 375 time: 0.1201963 Nov 25 17:21:46.348957 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1608b9aa-9d44-427a-b922-070fef26b298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:46.349461 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aae3e0-ba73-4258-b696-9006006ebff4 req-f19ebc96-c2b5-46b8-9902-d78fb0c6ec22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:46.350866 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-69aae3e0-ba73-4258-b696-9006006ebff4 req-f19ebc96-c2b5-46b8-9902-d78fb0c6ec22 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c4ad8fe4-e22e-4c8b-af10-9eaf120b663c HTTP/1.1" status: 200 len: 921 time: 0.3660648 Nov 25 17:21:46.351535 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1608b9aa-9d44-427a-b922-070fef26b298 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:46.355310 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1608b9aa-9d44-427a-b922-070fef26b298 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a34d60e8-f16a-4276-93e8-ecd3324f057e HTTP/1.1" status: 204 len: 168 time: 0.1334443 Nov 25 17:21:46.361810 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1608b9aa-9d44-427a-b922-070fef26b298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34d60e8-f16a-4276-93e8-ecd3324f057e,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:46.362644 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-334a41df-26aa-4a25-add7-1fb5e2d05faa admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:21:46.363007 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-334a41df-26aa-4a25-add7-1fb5e2d05faa admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:21:46.363759 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-334a41df-26aa-4a25-add7-1fb5e2d05faa admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:21:46.364079 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-334a41df-26aa-4a25-add7-1fb5e2d05faa admin admin] Subscribe: > port after_create 55550000 {{(pid=103361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:21:46.364574 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-334a41df-26aa-4a25-add7-1fb5e2d05faa admin admin] Subscribe: > port after_delete 55550000 {{(pid=103361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:21:46.365080 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-334a41df-26aa-4a25-add7-1fb5e2d05faa admin admin] Subscribe: > port after_update 55550000 {{(pid=103361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:21:46.365565 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-334a41df-26aa-4a25-add7-1fb5e2d05faa admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:21:46.366049 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-334a41df-26aa-4a25-add7-1fb5e2d05faa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:21:46.366790 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-334a41df-26aa-4a25-add7-1fb5e2d05faa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:21:46.367413 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-334a41df-26aa-4a25-add7-1fb5e2d05faa admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:21:46.435217 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:46.441689 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-334a41df-26aa-4a25-add7-1fb5e2d05faa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:21:46.442089 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-334a41df-26aa-4a25-add7-1fb5e2d05faa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:21:46.442699 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-334a41df-26aa-4a25-add7-1fb5e2d05faa admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:21:46.443030 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-334a41df-26aa-4a25-add7-1fb5e2d05faa admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:21:46.443437 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-334a41df-26aa-4a25-add7-1fb5e2d05faa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2df0de1-9693-47e0-a69c-974c0c2bfad5']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:46.511032 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-334a41df-26aa-4a25-add7-1fb5e2d05faa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b77b6177-45d3-4478-b0d3-7874c8f772c4') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:46.511691 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-334a41df-26aa-4a25-add7-1fb5e2d05faa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b77b6177-45d3-4478-b0d3-7874c8f772c4') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:46.551590 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-69aae3e0-ba73-4258-b696-9006006ebff4 req-1be8a0ed-af23-4432-b102-9cd770f480c4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2 HTTP/1.1" status: 200 len: 217 time: 0.1931202 Nov 25 17:21:46.553533 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4bce4486-adea-4cf4-970c-ff7f79cc46c5 req-ec0b9e0e-2ae1-4f36-80b4-8bb549821ef7 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=b41b9caacf954de8a3af286a68550b64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2015734 Nov 25 17:21:46.557824 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-334a41df-26aa-4a25-add7-1fb5e2d05faa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:46.586447 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:46.634345 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a6c0f164-30ea-44ad-9c6d-f2ebc0187e79 req-22417435-acf8-4be0-9824-b40e433f974b tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.75 "GET /v2.0/security-groups?id=24dbdd6a-ab6c-4cbc-8a4e-66c37691d859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4459901 Nov 25 17:21:46.639024 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59036) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:46.640505 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-334a41df-26aa-4a25-add7-1fb5e2d05faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:46.665031 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f529c-fce1-45b0-925d-8d156e451f64 req-1f363fb4-943f-4859-9358-c68ed2c6548b tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:46.666839 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-842f529c-fce1-45b0-925d-8d156e451f64 req-1f363fb4-943f-4859-9358-c68ed2c6548b tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4775143 Nov 25 17:21:46.668279 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-334a41df-26aa-4a25-add7-1fb5e2d05faa admin admin] Releasing vlan 934 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:21:46.668714 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-334a41df-26aa-4a25-add7-1fb5e2d05faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:46.706757 n-d-817746-1 neutron-server[103361]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 25 17:21:46.706757 n-d-817746-1 neutron-server[103361]: from cryptography.utils import int_from_bytes Nov 25 17:21:46.706757 n-d-817746-1 neutron-server[103361]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 25 17:21:46.706757 n-d-817746-1 neutron-server[103361]: from cryptography.utils import int_from_bytes Nov 25 17:21:46.706757 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:21:46.706757 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:21:46.706757 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:21:46.706757 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:21:46.706757 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:21:46.706757 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:21:46.706757 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:21:46.706757 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:21:46.706757 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:21:46.706757 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:21:46.706757 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:21:46.706757 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:21:46.706757 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:21:46.706757 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:21:46.706757 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:21:46.706757 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:21:46.706757 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:21:46.706757 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:21:46.706757 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:21:46.706757 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:21:46.706757 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:21:46.706757 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:21:46.706757 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:21:46.706757 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:21:46.706757 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:21:46.706757 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:21:46.706757 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:21:46.706757 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:21:46.706757 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:21:46.706757 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:21:46.706757 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:21:46.706757 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:21:46.712457 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-842f529c-fce1-45b0-925d-8d156e451f64 req-bd001c2d-c6f5-443e-8686-4327de68be74 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Request body: {'port': {'device_id': '851b2964-72a8-440e-8234-fc14db00e928', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'admin_state_up': True, 'tenant_id': 'b41b9caacf954de8a3af286a68550b64'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:46.716055 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-393b7fb9-2187-4ee6-8d0f-0ac9a640b186 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6f827387da8f45f181f9651b550521ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0737932 Nov 25 17:21:46.718640 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59044) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:46.784727 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aae3e0-ba73-4258-b696-9006006ebff4 req-ebc8f6d3-0e9a-4542-bb45-0755c9051fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:46.786210 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-69aae3e0-ba73-4258-b696-9006006ebff4 req-ebc8f6d3-0e9a-4542-bb45-0755c9051fff service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0a91ba6f-af85-4b11-90c3-2d5fc7a12e25 HTTP/1.1" status: 200 len: 860 time: 0.2112679 Nov 25 17:21:46.806593 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-25973ddd-04f0-4442-910e-f2ab46113371 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:46.830523 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-25973ddd-04f0-4442-910e-f2ab46113371 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:46.890832 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-25973ddd-04f0-4442-910e-f2ab46113371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:46.894479 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-25973ddd-04f0-4442-910e-f2ab46113371 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:46.897963 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-25973ddd-04f0-4442-910e-f2ab46113371 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/cd100511-523a-48de-9db5-8df60faa75f4 HTTP/1.1" status: 204 len: 168 time: 0.1761301 Nov 25 17:21:46.904154 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-69aae3e0-ba73-4258-b696-9006006ebff4 req-ecbf4ecc-b23d-40e7-ab27-933e81043c1d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c4ad8fe4-e22e-4c8b-af10-9eaf120b663c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752933 Nov 25 17:21:46.915308 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25973ddd-04f0-4442-910e-f2ab46113371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd100511-523a-48de-9db5-8df60faa75f4,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:47.025017 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-334a41df-26aa-4a25-add7-1fb5e2d05faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:47.089375 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-af70b65a-d6ab-46e5-a05d-bb26955e2339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:47.115747 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-334a41df-26aa-4a25-add7-1fb5e2d05faa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:47.119046 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-334a41df-26aa-4a25-add7-1fb5e2d05faa admin admin] 10.222.0.75 "DELETE /v2.0/networks/c2df0de1-9693-47e0-a69c-974c0c2bfad5 HTTP/1.1" status: 204 len: 168 time: 1.3023415 Nov 25 17:21:47.122764 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59058) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:47.186987 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334a41df-26aa-4a25-add7-1fb5e2d05faa admin admin] Pushing event deleted for resources: {'Network': ['ID=c2df0de1-9693-47e0-a69c-974c0c2bfad5,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:47.202146 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96195fff-96c1-494e-8abd-2171167e55ac req-182a702e-d9f9-48ec-afea-27df6cd3d98b tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:47.210809 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-96195fff-96c1-494e-8abd-2171167e55ac req-182a702e-d9f9-48ec-afea-27df6cd3d98b tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.75 "GET /v2.0/ports?device_id=f1728113-3f01-4ed0-ab6e-7025528799b7 HTTP/1.1" status: 200 len: 949 time: 0.3719280 Nov 25 17:21:47.222590 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-e981f28e-a637-4af9-8d47-64ac96b9cc06 admin admin] Deleting subnet 94a93f54-9159-40eb-921a-b9dd593fa4f1 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:21:47.227477 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e981f28e-a637-4af9-8d47-64ac96b9cc06 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:47.232728 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-842f529c-fce1-45b0-925d-8d156e451f64 req-bd001c2d-c6f5-443e-8686-4327de68be74 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Made reservation on behalf of b41b9caacf954de8a3af286a68550b64 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:21:47.252445 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-842f529c-fce1-45b0-925d-8d156e451f64 req-bd001c2d-c6f5-443e-8686-4327de68be74 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:47.285013 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e981f28e-a637-4af9-8d47-64ac96b9cc06 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:47.294917 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e981f28e-a637-4af9-8d47-64ac96b9cc06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:47.303729 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-69aae3e0-ba73-4258-b696-9006006ebff4 req-67d0af20-4758-4930-afc4-a8eb65f36c25 service neutron] 10.222.0.90 "GET /v2.0/networks/c4ad8fe4-e22e-4c8b-af10-9eaf120b663c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3661540 Nov 25 17:21:47.304685 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-842f529c-fce1-45b0-925d-8d156e451f64 req-bd001c2d-c6f5-443e-8686-4327de68be74 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:47.379848 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ea304-181f-4e7c-af3e-324f23428242 req-b121ad53-ed70-4c07-803c-f8d7a1dc4415 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:47.387549 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bd1ea304-181f-4e7c-af3e-324f23428242 req-b121ad53-ed70-4c07-803c-f8d7a1dc4415 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=b102fd9a-9175-447b-a09f-b64a750d0101 HTTP/1.1" status: 200 len: 944 time: 0.2959836 Nov 25 17:21:47.394140 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 4303f710-63e0-4b24-a5b5-250a77a501b1 up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:21:47.433340 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e981f28e-a637-4af9-8d47-64ac96b9cc06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:47.465696 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:21:47.473927 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-96195fff-96c1-494e-8abd-2171167e55ac req-5b469493-c181-4a1f-bfcc-d0f8ff5892a0 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.75 "GET /v2.0/security-groups?id=8f253f59-2ee5-482f-a0b2-52209b5a40d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621884 Nov 25 17:21:47.523406 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e981f28e-a637-4af9-8d47-64ac96b9cc06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94a93f54-9159-40eb-921a-b9dd593fa4f1,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:47.533730 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e981f28e-a637-4af9-8d47-64ac96b9cc06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:47.548589 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e981f28e-a637-4af9-8d47-64ac96b9cc06 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/94a93f54-9159-40eb-921a-b9dd593fa4f1 HTTP/1.1" status: 204 len: 168 time: 0.4207098 Nov 25 17:21:47.549286 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59072) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:47.633818 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port 4303f710-63e0-4b24-a5b5-250a77a501b1 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:21:47.639466 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bd1ea304-181f-4e7c-af3e-324f23428242 req-587aa893-c6bc-4e66-89f1-207609d4a8dd tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505822 Nov 25 17:21:47.652353 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-69aae3e0-ba73-4258-b696-9006006ebff4 req-26c1bef9-43e8-43ba-9537-4a4fa8fff749 service neutron] 10.222.0.90 "GET /v2.0/networks/c4ad8fe4-e22e-4c8b-af10-9eaf120b663c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377326 Nov 25 17:21:47.657787 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 4303f710-63e0-4b24-a5b5-250a77a501b1 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:47.658682 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:47.699584 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-18442988-f952-4fd6-8677-2f08b0585ea6 req-c108b8a1-4c73-44a9-ac6a-878e50a7f7e6 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce6bb985-ee18-4480-9c50-25517878625c HTTP/1.1" status: 200 len: 210 time: 0.0707626 Nov 25 17:21:47.717104 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-842f529c-fce1-45b0-925d-8d156e451f64 req-bd001c2d-c6f5-443e-8686-4327de68be74 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:47.726399 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-842f529c-fce1-45b0-925d-8d156e451f64 req-bd001c2d-c6f5-443e-8686-4327de68be74 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:47.753052 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2ca68f75-3ee7-404e-991a-13756d8f3989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:47.755563 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2,segment=NetworkSegment(32304091-a43f-4bbd-aae7-89d7e0d9d2b6),segment_id=32304091-a43f-4bbd-aae7-89d7e0d9d2b6)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:47.768564 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2', 'network_id': 'c4ad8fe4-e22e-4c8b-af10-9eaf120b663c', 'port_id': '9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2', 'mac_address': 'fa:16:3e:6a:16:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a91ba6f-af85-4b11-90c3-2d5fc7a12e25', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:21:47.815987 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:47.869212 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:47.874179 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:21:47.880030 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd001c2d-c6f5-443e-8686-4327de68be74 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e523b97c-2a1c-471c-a2f0-cda2800f93df,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:47.920085 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 4303f710-63e0-4b24-a5b5-250a77a501b1, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=4303f710-63e0-4b24-a5b5-250a77a501b1,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:47.928722 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1728113-3f01-4ed0-ab6e-7025528799b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4303f710-63e0-4b24-a5b5-250a77a501b1'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:21:47.938821 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0a9e2f-a949-4a92-9a52-537759d55f68" -d '{"events": [{"server_uuid": "f1728113-3f01-4ed0-ab6e-7025528799b7", "name": "network-vif-plugged", "status": "completed", "tag": "4303f710-63e0-4b24-a5b5-250a77a501b1"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:21:47.939294 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:47.945443 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2,segment=NetworkSegment(32304091-a43f-4bbd-aae7-89d7e0d9d2b6),segment_id=32304091-a43f-4bbd-aae7-89d7e0d9d2b6)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:47.971835 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:47.972489 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 46de3701-6f39-4e02-82eb-77c0bc829111 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:21:47.996351 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2ca68f75-3ee7-404e-991a-13756d8f3989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:48.042045 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2ca68f75-3ee7-404e-991a-13756d8f3989 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:21:48.043167 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2ca68f75-3ee7-404e-991a-13756d8f3989 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:21:48.045845 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2ca68f75-3ee7-404e-991a-13756d8f3989 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:21:48.046686 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2ca68f75-3ee7-404e-991a-13756d8f3989 admin admin] Subscribe: > port after_create 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:21:48.048023 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2ca68f75-3ee7-404e-991a-13756d8f3989 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:21:48.048976 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2ca68f75-3ee7-404e-991a-13756d8f3989 admin admin] Subscribe: > port after_update 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:21:48.049511 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2ca68f75-3ee7-404e-991a-13756d8f3989 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:21:48.050137 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2ca68f75-3ee7-404e-991a-13756d8f3989 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:21:48.051244 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2ca68f75-3ee7-404e-991a-13756d8f3989 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:21:48.053043 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=4303f710-63e0-4b24-a5b5-250a77a501b1,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:48.053561 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2ca68f75-3ee7-404e-991a-13756d8f3989 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:21:48.156701 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2ca68f75-3ee7-404e-991a-13756d8f3989 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:21:48.157417 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2ca68f75-3ee7-404e-991a-13756d8f3989 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:21:48.157959 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2ca68f75-3ee7-404e-991a-13756d8f3989 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:21:48.158508 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2ca68f75-3ee7-404e-991a-13756d8f3989 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:21:48.159055 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-2ca68f75-3ee7-404e-991a-13756d8f3989 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba14f590-d254-4654-887f-21114e541a6a']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:48.215428 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-2ca68f75-3ee7-404e-991a-13756d8f3989 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '736cf6eb-461a-469c-8634-e8b6fe0f81a2') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:48.216967 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-2ca68f75-3ee7-404e-991a-13756d8f3989 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '736cf6eb-461a-469c-8634-e8b6fe0f81a2') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:48.233504 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914575f3-f342-4e27-a1b5-f710fc34fa17 req-7d146d94-3740-43a6-bd77-8abc7ca8c3fe tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:48.234335 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-4bce4486-adea-4cf4-970c-ff7f79cc46c5 req-2c749c4e-17da-4465-9e78-fa245ea33457 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=b41b9caacf954de8a3af286a68550b64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0678754 Nov 25 17:21:48.235075 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-914575f3-f342-4e27-a1b5-f710fc34fa17 req-7d146d94-3740-43a6-bd77-8abc7ca8c3fe tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.75 "GET /v2.0/ports?device_id=36e6230e-e34d-444c-a898-4607c2dbf6c6 HTTP/1.1" status: 200 len: 943 time: 0.3277090 Nov 25 17:21:48.253031 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:48.265155 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 46de3701-6f39-4e02-82eb-77c0bc829111, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=46de3701-6f39-4e02-82eb-77c0bc829111,segment=NetworkSegment(7697bcb9-6235-4bcb-abb5-7cbf373e2db4),segment_id=7697bcb9-6235-4bcb-abb5-7cbf373e2db4)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:48.266461 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-842f529c-fce1-45b0-925d-8d156e451f64 req-bd001c2d-c6f5-443e-8686-4327de68be74 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Allocated IP 192.168.233.155 (ab4fed0b-9bf1-4925-8765-94da08c5de2a/8793709c-5336-428d-aede-b0b8df1a26b2/9a3aa883-74e7-4643-acad-ec28749faee5) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:21:48.287002 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '46de3701-6f39-4e02-82eb-77c0bc829111', 'network_id': 'c19272b3-a7a0-489a-a5dc-398c9698ec22', 'port_id': '46de3701-6f39-4e02-82eb-77c0bc829111', 'mac_address': 'fa:16:3e:63:d6:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c8955ab-07f5-4cfb-9fa9-1512cb2f0b03', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:21:48.385712 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:48.386651 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2ca68f75-3ee7-404e-991a-13756d8f3989 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:48.405826 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46de3701-6f39-4e02-82eb-77c0bc829111 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:21:48.428683 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59096) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:48.444921 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 46de3701-6f39-4e02-82eb-77c0bc829111, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=46de3701-6f39-4e02-82eb-77c0bc829111,segment=NetworkSegment(7697bcb9-6235-4bcb-abb5-7cbf373e2db4),segment_id=7697bcb9-6235-4bcb-abb5-7cbf373e2db4)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:48.449946 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:48.454062 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2ca68f75-3ee7-404e-991a-13756d8f3989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:48.467414 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ca68f75-3ee7-404e-991a-13756d8f3989 admin admin] Releasing vlan 926 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:21:48.467837 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2ca68f75-3ee7-404e-991a-13756d8f3989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:48.496110 n-d-817746-1 neutron-server[103360]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 25 17:21:48.496110 n-d-817746-1 neutron-server[103360]: from cryptography.utils import int_from_bytes Nov 25 17:21:48.496110 n-d-817746-1 neutron-server[103360]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 25 17:21:48.496110 n-d-817746-1 neutron-server[103360]: from cryptography.utils import int_from_bytes Nov 25 17:21:48.496110 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:21:48.496110 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:21:48.496110 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:21:48.496110 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:21:48.496110 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:21:48.496110 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:21:48.496110 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:21:48.496110 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:21:48.496110 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:21:48.496110 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:21:48.496110 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:21:48.496110 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:21:48.496110 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:21:48.496110 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:21:48.496110 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:21:48.496110 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:21:48.496110 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:21:48.496110 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:21:48.496110 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:21:48.496110 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:21:48.496110 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:21:48.496110 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:21:48.496110 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:21:48.496110 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:21:48.496110 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:21:48.496110 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:21:48.496110 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:21:48.496110 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:21:48.496110 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:21:48.496110 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:21:48.496110 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:21:48.496110 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:21:48.506952 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d327b3a-821a-4c47-83d0-1226ed508d40 x-openstack-request-id: req-2d327b3a-821a-4c47-83d0-1226ed508d40 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:21:48.507331 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce4486-adea-4cf4-970c-ff7f79cc46c5 req-2b9d38f7-e5da-4c75-ad1b-c8cebad5c450 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:48.508297 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1728113-3f01-4ed0-ab6e-7025528799b7", "name": "network-vif-plugged", "status": "completed", "tag": "4303f710-63e0-4b24-a5b5-250a77a501b1", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:21:48.508776 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2d327b3a-821a-4c47-83d0-1226ed508d40 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:21:48.508903 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-4bce4486-adea-4cf4-970c-ff7f79cc46c5 req-2b9d38f7-e5da-4c75-ad1b-c8cebad5c450 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2691715 Nov 25 17:21:48.509497 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1728113-3f01-4ed0-ab6e-7025528799b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4303f710-63e0-4b24-a5b5-250a77a501b1', 'code': 200} Nov 25 17:21:48.554506 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-4bce4486-adea-4cf4-970c-ff7f79cc46c5 req-33261928-c33d-4bc2-8a84-12b615fd62d2 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Request body: {'port': {'device_id': 'ce6bb985-ee18-4480-9c50-25517878625c', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'admin_state_up': True, 'tenant_id': 'b41b9caacf954de8a3af286a68550b64'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:48.562646 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=46de3701-6f39-4e02-82eb-77c0bc829111,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:48.587522 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.74', 58901) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:48.679750 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2ca68f75-3ee7-404e-991a-13756d8f3989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:48.687541 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2ca68f75-3ee7-404e-991a-13756d8f3989 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:48.694998 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2ca68f75-3ee7-404e-991a-13756d8f3989 admin admin] 10.222.0.75 "DELETE /v2.0/networks/ba14f590-d254-4654-887f-21114e541a6a HTTP/1.1" status: 204 len: 168 time: 1.1407912 Nov 25 17:21:48.713442 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca68f75-3ee7-404e-991a-13756d8f3989 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba14f590-d254-4654-887f-21114e541a6a,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:48.720979 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59116) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:48.751374 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b513a91-ab89-4495-ae14-87444f99c111 req-151846b9-c090-4b37-8d32-465c4b4390ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:48.753951 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-9b513a91-ab89-4495-ae14-87444f99c111 req-151846b9-c090-4b37-8d32-465c4b4390ac service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f1728113-3f01-4ed0-ab6e-7025528799b7 HTTP/1.1" status: 200 len: 1101 time: 0.1652751 Nov 25 17:21:48.800340 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-914575f3-f342-4e27-a1b5-f710fc34fa17 req-2af6ec5e-fbd6-4b9b-b1ae-690656daca86 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.75 "GET /v2.0/security-groups?id=24dbdd6a-ab6c-4cbc-8a4e-66c37691d859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5490365 Nov 25 17:21:48.819868 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-842f36b8-92a7-45a2-b1d0-7fa5c81a7ea7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:48.834286 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['46de3701-6f39-4e02-82eb-77c0bc829111'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:21:48.843021 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:21:48.869516 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-9b513a91-ab89-4495-ae14-87444f99c111 req-f43dd2dd-7fba-416d-b274-78a800c81187 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8f253f59-2ee5-482f-a0b2-52209b5a40d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977938 Nov 25 17:21:48.911246 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-842f529c-fce1-45b0-925d-8d156e451f64 req-bd001c2d-c6f5-443e-8686-4327de68be74 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:48.917947 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bce4486-adea-4cf4-970c-ff7f79cc46c5 req-33261928-c33d-4bc2-8a84-12b615fd62d2 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Made reservation on behalf of b41b9caacf954de8a3af286a68550b64 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:21:48.923008 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-4bce4486-adea-4cf4-970c-ff7f79cc46c5 req-33261928-c33d-4bc2-8a84-12b615fd62d2 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:49.005619 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 59122) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:49.051739 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2022178a-2112-4004-b5d0-b033f45361d0 req-17c8966c-fd29-4789-8576-fbb1bf97be8f tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:49.053672 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2022178a-2112-4004-b5d0-b033f45361d0 req-17c8966c-fd29-4789-8576-fbb1bf97be8f tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.75 "GET /v2.0/ports?device_id=f1728113-3f01-4ed0-ab6e-7025528799b7 HTTP/1.1" status: 200 len: 950 time: 0.1186996 Nov 25 17:21:49.057696 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-842f529c-fce1-45b0-925d-8d156e451f64 req-bd001c2d-c6f5-443e-8686-4327de68be74 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:49.165400 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-52f3e70b-b5bb-4afd-9601-1ad4409183ff admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fdae16eb67e14ebc88742b83cca5dd4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1491537 Nov 25 17:21:49.165400 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-842f529c-fce1-45b0-925d-8d156e451f64 req-bd001c2d-c6f5-443e-8686-4327de68be74 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Network ab4fed0b-9bf1-4925-8765-94da08c5de2a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:21:49.168203 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 59124) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:49.190360 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-4bce4486-adea-4cf4-970c-ff7f79cc46c5 req-33261928-c33d-4bc2-8a84-12b615fd62d2 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Allocated IP 192.168.233.23 (ab4fed0b-9bf1-4925-8765-94da08c5de2a/8793709c-5336-428d-aede-b0b8df1a26b2/7bc8e6d7-0892-4825-bc8d-f8fd1dede659) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:21:49.196262 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2022178a-2112-4004-b5d0-b033f45361d0 req-0cade120-a244-4fee-bcfc-eb5253214389 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.75 "GET /v2.0/security-groups?id=8f253f59-2ee5-482f-a0b2-52209b5a40d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261296 Nov 25 17:21:49.197200 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-842f529c-fce1-45b0-925d-8d156e451f64 req-bd001c2d-c6f5-443e-8686-4327de68be74 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:21:49.200797 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-842f529c-fce1-45b0-925d-8d156e451f64 req-bd001c2d-c6f5-443e-8686-4327de68be74 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:21:49.220738 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd001c2d-c6f5-443e-8686-4327de68be74 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Pushing event updated for resources: {'Port': ['ID=9a3aa883-74e7-4643-acad-ec28749faee5,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:49.251505 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d0ce5c6e-20ad-45bf-8cbe-2f4ae9992814 tempest-AutoAllocateNetworkTest-1005107982 tempest-AutoAllocateNetworkTest-1005107982-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=31c792e4a5ea43b98f4a01abaedb09a6&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5286808 Nov 25 17:21:49.260609 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59126) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:49.385007 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-842f36b8-92a7-45a2-b1d0-7fa5c81a7ea7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:49.414469 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f529c-fce1-45b0-925d-8d156e451f64 req-bd001c2d-c6f5-443e-8686-4327de68be74 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:49.415334 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-842f529c-fce1-45b0-925d-8d156e451f64 req-bd001c2d-c6f5-443e-8686-4327de68be74 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:49.420093 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-842f36b8-92a7-45a2-b1d0-7fa5c81a7ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:49.433899 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f37bdc5b-15fb-44b1-8613-fd25908e82f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:49.434348 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-12bbc50a-ab8e-4617-b9b5-ab16e553d3c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:49.454224 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-842f529c-fce1-45b0-925d-8d156e451f64 req-bd001c2d-c6f5-443e-8686-4327de68be74 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7463346 Nov 25 17:21:49.463789 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77813c-fb6d-412b-9510-8272f9c71dd3 req-dfc279dd-55db-4818-9c3b-c063852bb834 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:49.465586 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6a77813c-fb6d-412b-9510-8272f9c71dd3 req-dfc279dd-55db-4818-9c3b-c063852bb834 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=b102fd9a-9175-447b-a09f-b64a750d0101 HTTP/1.1" status: 200 len: 945 time: 0.1750450 Nov 25 17:21:49.474412 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-842f529c-fce1-45b0-925d-8d156e451f64 req-8d0981e9-261e-46dc-8549-6926a06dc02c service neutron] Request body: {'port': {'device_id': '851b2964-72a8-440e-8234-fc14db00e928', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:49.519426 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f37bdc5b-15fb-44b1-8613-fd25908e82f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:49.542735 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-842f36b8-92a7-45a2-b1d0-7fa5c81a7ea7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ce6aa37b82e949fb8ac207daf10a3ceb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1128981 Nov 25 17:21:49.543695 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842f36b8-92a7-45a2-b1d0-7fa5c81a7ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c91bb3-5f8d-46fb-874d-c265e4469302,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:49.548543 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59128) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:49.589525 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-c78fa892-0146-4fea-b312-acab09b10f6a None None] Provisioning complete for port 9a3aa883-74e7-4643-acad-ec28749faee5 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:49.590151 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c78fa892-0146-4fea-b312-acab09b10f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:49.620675 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-842f529c-fce1-45b0-925d-8d156e451f64 req-8d0981e9-261e-46dc-8549-6926a06dc02c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:49.627184 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6a77813c-fb6d-412b-9510-8272f9c71dd3 req-444071a0-7363-4fbb-a634-129a7bab1c5b tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398146 Nov 25 17:21:49.667714 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-c78fa892-0146-4fea-b312-acab09b10f6a None None] Port 9a3aa883-74e7-4643-acad-ec28749faee5 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:21:49.674914 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78fafc9-bc6a-4dec-951a-48ce21ed9a73 tempest-AutoAllocateNetworkTest-1005107982 tempest-AutoAllocateNetworkTest-1005107982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:49.676593 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b78fafc9-bc6a-4dec-951a-48ce21ed9a73 tempest-AutoAllocateNetworkTest-1005107982 tempest-AutoAllocateNetworkTest-1005107982-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.4143083 Nov 25 17:21:49.693712 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 59132) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:49.694763 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f37bdc5b-15fb-44b1-8613-fd25908e82f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:49.697533 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f37bdc5b-15fb-44b1-8613-fd25908e82f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:49.701266 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-f37bdc5b-15fb-44b1-8613-fd25908e82f5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1b1eeae0-f46a-411f-ab98-a10d346d2cb7 HTTP/1.1" status: 204 len: 168 time: 0.5292573 Nov 25 17:21:49.755892 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-90d9e200-d451-40fb-9e3e-e617b613a973 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:49.761178 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-4bce4486-adea-4cf4-970c-ff7f79cc46c5 req-33261928-c33d-4bc2-8a84-12b615fd62d2 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:49.787517 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59140) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:49.787779 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-13c6e4b6-0142-46eb-ba8d-416800efdf6c tempest-AutoAllocateNetworkTest-1005107982 tempest-AutoAllocateNetworkTest-1005107982-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1034017 Nov 25 17:21:49.807446 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37bdc5b-15fb-44b1-8613-fd25908e82f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1eeae0-f46a-411f-ab98-a10d346d2cb7,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:49.810672 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e14538d1-ea3f-4bc4-9d65-1e03885d2746 req-89256b0e-78a8-49e6-aa1d-afa328b9fd1b tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce6bb985-ee18-4480-9c50-25517878625c HTTP/1.1" status: 200 len: 210 time: 0.1250694 Nov 25 17:21:49.840927 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f33024cd-4357-40c5-b498-df165fb438e7 tempest-AutoAllocateNetworkTest-1005107982 tempest-AutoAllocateNetworkTest-1005107982-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=31c792e4a5ea43b98f4a01abaedb09a6 HTTP/1.1" status: 200 len: 208 time: 0.0506148 Nov 25 17:21:49.843308 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-90d9e200-d451-40fb-9e3e-e617b613a973 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:49.920072 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-4bce4486-adea-4cf4-970c-ff7f79cc46c5 req-33261928-c33d-4bc2-8a84-12b615fd62d2 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:49.956764 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-90d9e200-d451-40fb-9e3e-e617b613a973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:49.960190 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-90d9e200-d451-40fb-9e3e-e617b613a973 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:49.961389 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-90d9e200-d451-40fb-9e3e-e617b613a973 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/34c91bb3-5f8d-46fb-874d-c265e4469302 HTTP/1.1" status: 204 len: 168 time: 0.3937325 Nov 25 17:21:49.964440 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bce4486-adea-4cf4-970c-ff7f79cc46c5 req-33261928-c33d-4bc2-8a84-12b615fd62d2 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Network ab4fed0b-9bf1-4925-8765-94da08c5de2a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:21:50.010325 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d9e200-d451-40fb-9e3e-e617b613a973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c91bb3-5f8d-46fb-874d-c265e4469302,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:50.014430 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-4bce4486-adea-4cf4-970c-ff7f79cc46c5 req-33261928-c33d-4bc2-8a84-12b615fd62d2 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:21:50.019310 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bce4486-adea-4cf4-970c-ff7f79cc46c5 req-33261928-c33d-4bc2-8a84-12b615fd62d2 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:21:50.125710 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce4486-adea-4cf4-970c-ff7f79cc46c5 req-33261928-c33d-4bc2-8a84-12b615fd62d2 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:50.126412 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-4bce4486-adea-4cf4-970c-ff7f79cc46c5 req-33261928-c33d-4bc2-8a84-12b615fd62d2 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:50.164249 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-4bce4486-adea-4cf4-970c-ff7f79cc46c5 req-33261928-c33d-4bc2-8a84-12b615fd62d2 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6136427 Nov 25 17:21:50.164851 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33261928-c33d-4bc2-8a84-12b615fd62d2 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Pushing event updated for resources: {'Port': ['ID=7bc8e6d7-0892-4825-bc8d-f8fd1dede659,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:50.190731 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-4bce4486-adea-4cf4-970c-ff7f79cc46c5 req-6e58a181-4109-4775-a910-ff93b92ff9fd service neutron] Request body: {'port': {'device_id': 'ce6bb985-ee18-4480-9c50-25517878625c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:50.201105 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5944f47-21f6-41e7-936e-a476565fe3a7 req-2013b2ee-ff77-4216-8a58-0c0715dae0dd tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:50.212153 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e5944f47-21f6-41e7-936e-a476565fe3a7 req-2013b2ee-ff77-4216-8a58-0c0715dae0dd tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.75 "GET /v2.0/ports?device_id=36e6230e-e34d-444c-a898-4607c2dbf6c6 HTTP/1.1" status: 200 len: 944 time: 0.2649155 Nov 25 17:21:50.281084 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-4bce4486-adea-4cf4-970c-ff7f79cc46c5 req-6e58a181-4109-4775-a910-ff93b92ff9fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:50.304878 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-842f529c-fce1-45b0-925d-8d156e451f64 req-8d0981e9-261e-46dc-8549-6926a06dc02c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a3aa883-74e7-4643-acad-ec28749faee5 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:21:50.335412 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-842f529c-fce1-45b0-925d-8d156e451f64 req-8d0981e9-261e-46dc-8549-6926a06dc02c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:50.383569 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e5944f47-21f6-41e7-936e-a476565fe3a7 req-afd04091-de71-428d-bba2-571ecee791e4 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.75 "GET /v2.0/security-groups?id=24dbdd6a-ab6c-4cbc-8a4e-66c37691d859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610272 Nov 25 17:21:50.408279 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-a6cdab20-1f2d-4672-97b1-f5ebb9d351cb None None] Provisioning complete for port 7bc8e6d7-0892-4825-bc8d-f8fd1dede659 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:50.410013 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a6cdab20-1f2d-4672-97b1-f5ebb9d351cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:50.412251 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-842f529c-fce1-45b0-925d-8d156e451f64 req-8d0981e9-261e-46dc-8549-6926a06dc02c service neutron] Transition to ACTIVE for port object 9a3aa883-74e7-4643-acad-ec28749faee5 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:21:50.420718 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-842f529c-fce1-45b0-925d-8d156e451f64 req-8d0981e9-261e-46dc-8549-6926a06dc02c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:50.513126 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-a6cdab20-1f2d-4672-97b1-f5ebb9d351cb None None] Port 7bc8e6d7-0892-4825-bc8d-f8fd1dede659 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:21:50.609638 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0981e9-261e-46dc-8549-6926a06dc02c service neutron] Pushing event updated for resources: {'Port': ['ID=9a3aa883-74e7-4643-acad-ec28749faee5,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:50.727347 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8ddb1-0cf9-4d33-b680-85e742acad73 req-fb6c3bea-da9c-433a-abe9-fabc8970efd0 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:50.734673 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-09a8ddb1-0cf9-4d33-b680-85e742acad73 req-fb6c3bea-da9c-433a-abe9-fabc8970efd0 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.75 "GET /v2.0/ports?device_id=f1728113-3f01-4ed0-ab6e-7025528799b7 HTTP/1.1" status: 200 len: 950 time: 0.2137828 Nov 25 17:21:50.734822 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:50.800975 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 59160) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:50.819374 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-842f529c-fce1-45b0-925d-8d156e451f64 req-8d0981e9-261e-46dc-8549-6926a06dc02c service neutron] Attempting to bind port 9a3aa883-74e7-4643-acad-ec28749faee5 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:21:50.820003 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-842f529c-fce1-45b0-925d-8d156e451f64 req-8d0981e9-261e-46dc-8549-6926a06dc02c service neutron] Attempting to bind port 9a3aa883-74e7-4643-acad-ec28749faee5 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:21:50.820003 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842f529c-fce1-45b0-925d-8d156e451f64 req-8d0981e9-261e-46dc-8549-6926a06dc02c service neutron] Attempting to bind port 9a3aa883-74e7-4643-acad-ec28749faee5 on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:21:50.825918 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1a8cc1a8-9e05-4082-95cd-8ef34ac3a2a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:50.834600 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842f529c-fce1-45b0-925d-8d156e451f64 req-8d0981e9-261e-46dc-8549-6926a06dc02c service neutron] Port 9a3aa883-74e7-4643-acad-ec28749faee5 on network ab4fed0b-9bf1-4925-8765-94da08c5de2a not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:21:50.834977 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842f529c-fce1-45b0-925d-8d156e451f64 req-8d0981e9-261e-46dc-8549-6926a06dc02c service neutron] Attempting to bind port 9a3aa883-74e7-4643-acad-ec28749faee5 on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:21:50.884143 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-09a8ddb1-0cf9-4d33-b680-85e742acad73 req-3d01ce4f-df3a-4adc-b9a1-b70414e8a9ed tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.75 "GET /v2.0/security-groups?id=8f253f59-2ee5-482f-a0b2-52209b5a40d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417327 Nov 25 17:21:50.885006 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842f529c-fce1-45b0-925d-8d156e451f64 req-8d0981e9-261e-46dc-8549-6926a06dc02c service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:21:50.885398 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842f529c-fce1-45b0-925d-8d156e451f64 req-8d0981e9-261e-46dc-8549-6926a06dc02c service neutron] Checking segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:21:50.885872 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842f529c-fce1-45b0-925d-8d156e451f64 req-8d0981e9-261e-46dc-8549-6926a06dc02c service neutron] Bound using segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:21:50.886376 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-842f529c-fce1-45b0-925d-8d156e451f64 req-8d0981e9-261e-46dc-8549-6926a06dc02c service neutron] Bound port: 9a3aa883-74e7-4643-acad-ec28749faee5, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:21:50.886800 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-842f529c-fce1-45b0-925d-8d156e451f64 req-8d0981e9-261e-46dc-8549-6926a06dc02c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:50.905150 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 59164) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:50.945631 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 59168) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:51.002643 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-76922f2d-df1e-44f7-87f7-e2fd1fe862f8 req-e65c002a-5429-487f-99c6-a4855cb3aae3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f1728113-3f01-4ed0-ab6e-7025528799b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0940003 Nov 25 17:21:51.069503 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-4bce4486-adea-4cf4-970c-ff7f79cc46c5 req-6e58a181-4109-4775-a910-ff93b92ff9fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bc8e6d7-0892-4825-bc8d-f8fd1dede659 {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:21:51.079733 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-4bce4486-adea-4cf4-970c-ff7f79cc46c5 req-6e58a181-4109-4775-a910-ff93b92ff9fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:51.101707 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be49c9-cbd6-4c22-81e7-7ec8eb8e71b5 req-91d306d5-2b0f-499f-9f70-8b2bf5cdb050 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:51.103318 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-82be49c9-cbd6-4c22-81e7-7ec8eb8e71b5 req-91d306d5-2b0f-499f-9f70-8b2bf5cdb050 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=b102fd9a-9175-447b-a09f-b64a750d0101 HTTP/1.1" status: 200 len: 945 time: 0.2733088 Nov 25 17:21:51.110000 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-80a45234-a790-403f-b709-e8cef2add356 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d19e82912f104fc2b29fe39678435f63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1986189 Nov 25 17:21:51.122163 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59172) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:51.135939 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-4bce4486-adea-4cf4-970c-ff7f79cc46c5 req-6e58a181-4109-4775-a910-ff93b92ff9fd service neutron] Transition to ACTIVE for port object 7bc8e6d7-0892-4825-bc8d-f8fd1dede659 will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:21:51.152445 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-4bce4486-adea-4cf4-970c-ff7f79cc46c5 req-6e58a181-4109-4775-a910-ff93b92ff9fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:51.161715 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-842f529c-fce1-45b0-925d-8d156e451f64 req-8d0981e9-261e-46dc-8549-6926a06dc02c service neutron] For port 9a3aa883-74e7-4643-acad-ec28749faee5, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:21:51.200260 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-842f529c-fce1-45b0-925d-8d156e451f64 req-8d0981e9-261e-46dc-8549-6926a06dc02c service neutron] For port 9a3aa883-74e7-4643-acad-ec28749faee5, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=9a3aa883-74e7-4643-acad-ec28749faee5,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:21:51.225782 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76922f2d-df1e-44f7-87f7-e2fd1fe862f8 req-3c1f1c56-1a03-4512-a7aa-5d68339133fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:51.226806 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-842f529c-fce1-45b0-925d-8d156e451f64 req-8d0981e9-261e-46dc-8549-6926a06dc02c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:51.227427 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-76922f2d-df1e-44f7-87f7-e2fd1fe862f8 req-3c1f1c56-1a03-4512-a7aa-5d68339133fa service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=44ee0d3c33154ab4aa8ea1c5127a4bf3&device_id=f1728113-3f01-4ed0-ab6e-7025528799b7 HTTP/1.1" status: 200 len: 1101 time: 0.1430383 Nov 25 17:21:51.243929 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e58a181-4109-4775-a910-ff93b92ff9fd service neutron] Pushing event updated for resources: {'Port': ['ID=7bc8e6d7-0892-4825-bc8d-f8fd1dede659,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:51.263237 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1a8cc1a8-9e05-4082-95cd-8ef34ac3a2a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:51.278142 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f1c585-8adf-44f3-8f57-815e478fc40e req-ce4c6979-fae8-49a9-9b1b-d143e1e7bc5a tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:51.279757 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-05f1c585-8adf-44f3-8f57-815e478fc40e req-ce4c6979-fae8-49a9-9b1b-d143e1e7bc5a tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce6bb985-ee18-4480-9c50-25517878625c HTTP/1.1" status: 200 len: 935 time: 0.2428133 Nov 25 17:21:51.280759 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-997fb7c0-1dfa-462c-b526-3684df64e2bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:51.300527 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1a8cc1a8-9e05-4082-95cd-8ef34ac3a2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:51.300736 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-42c49863-3fc3-4a47-877d-fd6aeec4cbfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:51.329776 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f529c-fce1-45b0-925d-8d156e451f64 req-8d0981e9-261e-46dc-8549-6926a06dc02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:51.330691 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-842f529c-fce1-45b0-925d-8d156e451f64 req-8d0981e9-261e-46dc-8549-6926a06dc02c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:51.332471 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-842f529c-fce1-45b0-925d-8d156e451f64 req-8d0981e9-261e-46dc-8549-6926a06dc02c service neutron] 10.222.0.74 "PUT /v2.0/ports/9a3aa883-74e7-4643-acad-ec28749faee5 HTTP/1.1" status: 200 len: 1096 time: 1.8657982 Nov 25 17:21:51.348641 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-82be49c9-cbd6-4c22-81e7-7ec8eb8e71b5 req-6dc6dba9-7655-43d0-b63c-a33b536ca1e5 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280111 Nov 25 17:21:51.369240 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59178) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:51.397706 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '851b2964-72a8-440e-8234-fc14db00e928', 'tag': '9a3aa883-74e7-4643-acad-ec28749faee5'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:21:51.398653 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7dbe040-1e67-4d6d-aad8-05b10205ab52" -d '{"events": [{"name": "network-changed", "server_uuid": "851b2964-72a8-440e-8234-fc14db00e928", "tag": "9a3aa883-74e7-4643-acad-ec28749faee5"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:21:51.410096 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-42c49863-3fc3-4a47-877d-fd6aeec4cbfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:51.444004 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:21:51.493184 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-4bce4486-adea-4cf4-970c-ff7f79cc46c5 req-6e58a181-4109-4775-a910-ff93b92ff9fd service neutron] Attempting to bind port 7bc8e6d7-0892-4825-bc8d-f8fd1dede659 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:21:51.493717 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-4bce4486-adea-4cf4-970c-ff7f79cc46c5 req-6e58a181-4109-4775-a910-ff93b92ff9fd service neutron] Attempting to bind port 7bc8e6d7-0892-4825-bc8d-f8fd1dede659 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:21:51.494199 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bce4486-adea-4cf4-970c-ff7f79cc46c5 req-6e58a181-4109-4775-a910-ff93b92ff9fd service neutron] Attempting to bind port 7bc8e6d7-0892-4825-bc8d-f8fd1dede659 on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:21:51.508043 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bce4486-adea-4cf4-970c-ff7f79cc46c5 req-6e58a181-4109-4775-a910-ff93b92ff9fd service neutron] Port 7bc8e6d7-0892-4825-bc8d-f8fd1dede659 on network ab4fed0b-9bf1-4925-8765-94da08c5de2a not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:21:51.509336 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bce4486-adea-4cf4-970c-ff7f79cc46c5 req-6e58a181-4109-4775-a910-ff93b92ff9fd service neutron] Attempting to bind port 7bc8e6d7-0892-4825-bc8d-f8fd1dede659 on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:21:51.517922 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76922f2d-df1e-44f7-87f7-e2fd1fe862f8 req-51329166-f468-4ac9-86b1-61dbf7bd5430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:51.519020 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-76922f2d-df1e-44f7-87f7-e2fd1fe862f8 req-51329166-f468-4ac9-86b1-61dbf7bd5430 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ab4fed0b-9bf1-4925-8765-94da08c5de2a HTTP/1.1" status: 200 len: 870 time: 0.2663579 Nov 25 17:21:51.521261 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bce4486-adea-4cf4-970c-ff7f79cc46c5 req-6e58a181-4109-4775-a910-ff93b92ff9fd service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:21:51.521590 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bce4486-adea-4cf4-970c-ff7f79cc46c5 req-6e58a181-4109-4775-a910-ff93b92ff9fd service neutron] Checking segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:21:51.521972 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bce4486-adea-4cf4-970c-ff7f79cc46c5 req-6e58a181-4109-4775-a910-ff93b92ff9fd service neutron] Bound using segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:21:51.522483 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-4bce4486-adea-4cf4-970c-ff7f79cc46c5 req-6e58a181-4109-4775-a910-ff93b92ff9fd service neutron] Bound port: 7bc8e6d7-0892-4825-bc8d-f8fd1dede659, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:21:51.522776 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-4bce4486-adea-4cf4-970c-ff7f79cc46c5 req-6e58a181-4109-4775-a910-ff93b92ff9fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:51.528630 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-1a8cc1a8-9e05-4082-95cd-8ef34ac3a2a1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=84984f6832a148a7a28bf1fb16288715&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7262688 Nov 25 17:21:51.547837 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59186) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:51.554043 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8cc1a8-9e05-4082-95cd-8ef34ac3a2a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73bbc00-8932-4c46-806b-45c2c4384e5a,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:51.612726 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0981e9-261e-46dc-8549-6926a06dc02c service neutron] Pushing event updated for resources: {'Port': ['ID=9a3aa883-74e7-4643-acad-ec28749faee5,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:51.643161 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port 9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:21:51.647964 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port 9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:51.652460 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-76922f2d-df1e-44f7-87f7-e2fd1fe862f8 req-92006741-1e85-4099-b54f-3dac0b60bcf5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=4303f710-63e0-4b24-a5b5-250a77a501b1 HTTP/1.1" status: 200 len: 217 time: 0.1261811 Nov 25 17:21:51.653728 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-05f1c585-8adf-44f3-8f57-815e478fc40e req-7dd94ab5-eeb7-4266-a136-a71490080cf9 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548117 Nov 25 17:21:51.654030 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:51.661925 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f529c-fce1-45b0-925d-8d156e451f64 req-f0eddec4-933b-4514-bdec-be7d16f1ddd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:51.663434 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-842f529c-fce1-45b0-925d-8d156e451f64 req-f0eddec4-933b-4514-bdec-be7d16f1ddd2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b41b9caacf954de8a3af286a68550b64&device_id=851b2964-72a8-440e-8234-fc14db00e928 HTTP/1.1" status: 200 len: 1099 time: 0.2369134 Nov 25 17:21:51.751101 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b448d16f-b85a-423e-be9a-39af874dde5f x-openstack-request-id: req-b448d16f-b85a-423e-be9a-39af874dde5f {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:21:51.751315 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "851b2964-72a8-440e-8234-fc14db00e928", "tag": "9a3aa883-74e7-4643-acad-ec28749faee5", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:21:51.751573 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b448d16f-b85a-423e-be9a-39af874dde5f {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:21:51.751963 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '851b2964-72a8-440e-8234-fc14db00e928', 'tag': '9a3aa883-74e7-4643-acad-ec28749faee5', 'status': 'completed', 'code': 200} Nov 25 17:21:51.756188 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:51.775254 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-842f529c-fce1-45b0-925d-8d156e451f64 req-fa0ae6d7-7290-478e-bf89-39d2e77d6676 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=9a3aa883-74e7-4643-acad-ec28749faee5 HTTP/1.1" status: 200 len: 217 time: 0.1021087 Nov 25 17:21:51.782287 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-4bce4486-adea-4cf4-970c-ff7f79cc46c5 req-6e58a181-4109-4775-a910-ff93b92ff9fd service neutron] For port 7bc8e6d7-0892-4825-bc8d-f8fd1dede659, host n-h1-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:21:51.794219 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b102fd9a-9175-447b-a09f-b64a750d0101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:21:51.796586 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-4bce4486-adea-4cf4-970c-ff7f79cc46c5 req-6e58a181-4109-4775-a910-ff93b92ff9fd service neutron] For port 7bc8e6d7-0892-4825-bc8d-f8fd1dede659, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=7bc8e6d7-0892-4825-bc8d-f8fd1dede659,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:21:51.797140 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb66d7ca-ccef-4541-91ff-46fe4b8b036f" -d '{"events": [{"server_uuid": "b102fd9a-9175-447b-a09f-b64a750d0101", "name": "network-vif-plugged", "status": "completed", "tag": "9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:21:51.811634 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-4bce4486-adea-4cf4-970c-ff7f79cc46c5 req-6e58a181-4109-4775-a910-ff93b92ff9fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:51.815700 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2,segment=NetworkSegment(32304091-a43f-4bbd-aae7-89d7e0d9d2b6),segment_id=32304091-a43f-4bbd-aae7-89d7e0d9d2b6)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:51.821132 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:51.822454 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 46de3701-6f39-4e02-82eb-77c0bc829111 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:21:51.822757 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-42c49863-3fc3-4a47-877d-fd6aeec4cbfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:51.825538 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-42c49863-3fc3-4a47-877d-fd6aeec4cbfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:51.827473 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-42c49863-3fc3-4a47-877d-fd6aeec4cbfc admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/fca7b755-d951-4264-a743-3d3841bc5742 HTTP/1.1" status: 204 len: 168 time: 0.7013395 Nov 25 17:21:51.887904 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c89f66da-d1a2-4269-8193-1f7f5584df8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:51.888402 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-997fb7c0-1dfa-462c-b526-3684df64e2bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:51.921538 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-997fb7c0-1dfa-462c-b526-3684df64e2bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:51.957406 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port 46de3701-6f39-4e02-82eb-77c0bc829111 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:21:51.970155 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port 46de3701-6f39-4e02-82eb-77c0bc829111 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:51.970591 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:51.981752 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-997fb7c0-1dfa-462c-b526-3684df64e2bb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=31c792e4a5ea43b98f4a01abaedb09a6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0313079 Nov 25 17:21:52.004149 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 59196) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:52.019637 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:52.052389 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c89f66da-d1a2-4269-8193-1f7f5584df8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:52.063319 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:52.068665 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce4486-adea-4cf4-970c-ff7f79cc46c5 req-6e58a181-4109-4775-a910-ff93b92ff9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:52.069313 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-4bce4486-adea-4cf4-970c-ff7f79cc46c5 req-6e58a181-4109-4775-a910-ff93b92ff9fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:52.070909 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-4bce4486-adea-4cf4-970c-ff7f79cc46c5 req-6e58a181-4109-4775-a910-ff93b92ff9fd service neutron] 10.222.0.74 "PUT /v2.0/ports/7bc8e6d7-0892-4825-bc8d-f8fd1dede659 HTTP/1.1" status: 200 len: 1095 time: 1.8973837 Nov 25 17:21:52.071534 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c89f66da-d1a2-4269-8193-1f7f5584df8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:52.082347 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c49863-3fc3-4a47-877d-fd6aeec4cbfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca7b755-d951-4264-a743-3d3841bc5742,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:52.083549 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f529c-fce1-45b0-925d-8d156e451f64 req-eef98786-c34d-4a60-86d2-bbc5106f7c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:52.085077 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce6bb985-ee18-4480-9c50-25517878625c', 'tag': '7bc8e6d7-0892-4825-bc8d-f8fd1dede659'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:21:52.088089 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8fe903-2f82-49e6-a3cd-2ca4a7cda7de" -d '{"events": [{"name": "network-changed", "server_uuid": "ce6bb985-ee18-4480-9c50-25517878625c", "tag": "7bc8e6d7-0892-4825-bc8d-f8fd1dede659"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:21:52.096066 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-842f529c-fce1-45b0-925d-8d156e451f64 req-eef98786-c34d-4a60-86d2-bbc5106f7c06 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.3070867 Nov 25 17:21:52.134601 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:52.154281 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee3e9b-99e0-43cf-b181-6807e34b17c3 req-f593c734-9565-4edf-a7bd-ef7eb661e641 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:52.156478 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-20ee3e9b-99e0-43cf-b181-6807e34b17c3 req-f593c734-9565-4edf-a7bd-ef7eb661e641 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.75 "GET /v2.0/ports?device_id=f1728113-3f01-4ed0-ab6e-7025528799b7 HTTP/1.1" status: 200 len: 950 time: 0.3173437 Nov 25 17:21:52.173235 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d6c8ab-1401-4eed-9f42-44db5295a750 req-20b6e32b-4d36-4a86-b379-ec23a6605229 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:52.177844 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 46de3701-6f39-4e02-82eb-77c0bc829111, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=46de3701-6f39-4e02-82eb-77c0bc829111,segment=NetworkSegment(7697bcb9-6235-4bcb-abb5-7cbf373e2db4),segment_id=7697bcb9-6235-4bcb-abb5-7cbf373e2db4)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:52.182674 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-74d6c8ab-1401-4eed-9f42-44db5295a750 req-20b6e32b-4d36-4a86-b379-ec23a6605229 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.75 "GET /v2.0/ports?device_id=36e6230e-e34d-444c-a898-4607c2dbf6c6 HTTP/1.1" status: 200 len: 944 time: 0.4330521 Nov 25 17:21:52.189091 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:52.207611 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997fb7c0-1dfa-462c-b526-3684df64e2bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0e0da1-07a9-44ca-8b7c-b46f242759f7,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:52.246644 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76922f2d-df1e-44f7-87f7-e2fd1fe862f8 req-7209fd3d-434b-4e79-a21b-9ad0b00f35fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:52.249246 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-76922f2d-df1e-44f7-87f7-e2fd1fe862f8 req-7209fd3d-434b-4e79-a21b-9ad0b00f35fa service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.4791300 Nov 25 17:21:52.250369 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-35dceeb4-f467-49cd-914b-ae332bcbd457 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:52.266251 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c89f66da-d1a2-4269-8193-1f7f5584df8b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ea00a8e6773946789a2da38d2ca7d96c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8959701 Nov 25 17:21:52.269243 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 59206) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:52.287090 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-81533d8c-4807-4635-8655-63d51f1712ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:52.287407 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e58a181-4109-4775-a910-ff93b92ff9fd service neutron] Pushing event updated for resources: {'Port': ['ID=7bc8e6d7-0892-4825-bc8d-f8fd1dede659,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:52.307805 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=46de3701-6f39-4e02-82eb-77c0bc829111,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:52.321339 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89f66da-d1a2-4269-8193-1f7f5584df8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e7fb8e-e058-4ebc-929f-7211386ae26e,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:52.345567 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-35dceeb4-f467-49cd-914b-ae332bcbd457 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:52.352717 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-81533d8c-4807-4635-8655-63d51f1712ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:52.356685 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce4486-adea-4cf4-970c-ff7f79cc46c5 req-e659af3f-8f23-4edc-957c-7aaa2a8ea06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:52.358847 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-4bce4486-adea-4cf4-970c-ff7f79cc46c5 req-e659af3f-8f23-4edc-957c-7aaa2a8ea06e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b41b9caacf954de8a3af286a68550b64&device_id=ce6bb985-ee18-4480-9c50-25517878625c HTTP/1.1" status: 200 len: 1098 time: 0.2308505 Nov 25 17:21:52.386571 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f529c-fce1-45b0-925d-8d156e451f64 req-a0141997-3cf3-4943-b9aa-7bcd9d2ecd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:52.388062 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-842f529c-fce1-45b0-925d-8d156e451f64 req-a0141997-3cf3-4943-b9aa-7bcd9d2ecd6a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2436368 Nov 25 17:21:52.419181 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-74d6c8ab-1401-4eed-9f42-44db5295a750 req-25224322-803e-4dfa-ab91-c6cb6821e812 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.75 "GET /v2.0/security-groups?id=24dbdd6a-ab6c-4cbc-8a4e-66c37691d859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2354076 Nov 25 17:21:52.428696 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-4bce4486-adea-4cf4-970c-ff7f79cc46c5 req-ce4a66b0-1e84-40f6-9c40-7e378b48c3c1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=7bc8e6d7-0892-4825-bc8d-f8fd1dede659 HTTP/1.1" status: 200 len: 217 time: 0.0549510 Nov 25 17:21:52.431208 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76922f2d-df1e-44f7-87f7-e2fd1fe862f8 req-37bc1ab8-283a-4823-a483-f7b5a8d06be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:52.432675 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-76922f2d-df1e-44f7-87f7-e2fd1fe862f8 req-37bc1ab8-283a-4823-a483-f7b5a8d06be0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1644919 Nov 25 17:21:52.456016 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-20ee3e9b-99e0-43cf-b181-6807e34b17c3 req-36e9def3-bf7f-4b19-a6b1-cc7a1e3e667f tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.75 "GET /v2.0/security-groups?id=8f253f59-2ee5-482f-a0b2-52209b5a40d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710555 Nov 25 17:21:52.501811 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6242c674-5ae6-468c-9ce8-740cd62c57ee x-openstack-request-id: req-6242c674-5ae6-468c-9ce8-740cd62c57ee {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:21:52.502131 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b102fd9a-9175-447b-a09f-b64a750d0101", "name": "network-vif-plugged", "status": "completed", "tag": "9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:21:52.502384 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6242c674-5ae6-468c-9ce8-740cd62c57ee {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:21:52.502963 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b102fd9a-9175-447b-a09f-b64a750d0101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2', 'code': 200} Nov 25 17:21:52.514472 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c265fb78-ac3c-4718-9c4f-153315e247ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:52.546269 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3002ab-5364-44cc-b405-09f8722ed03f x-openstack-request-id: req-8c3002ab-5364-44cc-b405-09f8722ed03f {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:21:52.546609 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce6bb985-ee18-4480-9c50-25517878625c", "tag": "7bc8e6d7-0892-4825-bc8d-f8fd1dede659", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:21:52.546896 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8c3002ab-5364-44cc-b405-09f8722ed03f {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:21:52.547238 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce6bb985-ee18-4480-9c50-25517878625c', 'tag': '7bc8e6d7-0892-4825-bc8d-f8fd1dede659', 'status': 'completed', 'code': 200} Nov 25 17:21:52.561215 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-81533d8c-4807-4635-8655-63d51f1712ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:52.564380 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-81533d8c-4807-4635-8655-63d51f1712ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:52.566304 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-81533d8c-4807-4635-8655-63d51f1712ff admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6d0e0da1-07a9-44ca-8b7c-b46f242759f7 HTTP/1.1" status: 204 len: 168 time: 0.5576816 Nov 25 17:21:52.569155 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c265fb78-ac3c-4718-9c4f-153315e247ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:52.606013 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-35dceeb4-f467-49cd-914b-ae332bcbd457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:52.608749 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-35dceeb4-f467-49cd-914b-ae332bcbd457 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:52.614304 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-35dceeb4-f467-49cd-914b-ae332bcbd457 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a73bbc00-8932-4c46-806b-45c2c4384e5a HTTP/1.1" status: 204 len: 168 time: 1.0655010 Nov 25 17:21:52.616901 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81533d8c-4807-4635-8655-63d51f1712ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0e0da1-07a9-44ca-8b7c-b46f242759f7,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:52.658279 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dceeb4-f467-49cd-914b-ae332bcbd457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73bbc00-8932-4c46-806b-45c2c4384e5a,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:52.662967 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce4486-adea-4cf4-970c-ff7f79cc46c5 req-644fab89-2260-452e-8b0e-9dcb15c0d8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:52.664258 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-4bce4486-adea-4cf4-970c-ff7f79cc46c5 req-644fab89-2260-452e-8b0e-9dcb15c0d8bb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.2195346 Nov 25 17:21:52.695985 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-842f529c-fce1-45b0-925d-8d156e451f64 req-a15acdd6-ade6-4645-beb3-d492c7b217f4 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922637 Nov 25 17:21:52.727890 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-76922f2d-df1e-44f7-87f7-e2fd1fe862f8 req-9b04824a-20db-446b-b497-6532e6672853 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857177 Nov 25 17:21:52.735004 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce4486-adea-4cf4-970c-ff7f79cc46c5 req-88ed5a08-432a-46da-a5a1-5dbca7db6234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:52.736498 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-4bce4486-adea-4cf4-970c-ff7f79cc46c5 req-88ed5a08-432a-46da-a5a1-5dbca7db6234 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0637987 Nov 25 17:21:52.809108 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c4980-3b4f-49e5-99ea-0b280f272690 req-5b4ef2a6-306d-4f2e-943f-7a7a9307d4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:52.811394 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0a1c4980-3b4f-49e5-99ea-0b280f272690 req-5b4ef2a6-306d-4f2e-943f-7a7a9307d4b9 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b102fd9a-9175-447b-a09f-b64a750d0101 HTTP/1.1" status: 200 len: 1097 time: 0.2105138 Nov 25 17:21:52.814912 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c265fb78-ac3c-4718-9c4f-153315e247ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:52.817951 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c265fb78-ac3c-4718-9c4f-153315e247ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:52.821684 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c265fb78-ac3c-4718-9c4f-153315e247ee admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/14e7fb8e-e058-4ebc-929f-7211386ae26e HTTP/1.1" status: 204 len: 168 time: 0.5464211 Nov 25 17:21:52.834949 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-76922f2d-df1e-44f7-87f7-e2fd1fe862f8 req-a7cabd94-2a7b-4368-a396-2ae8a2ff52ed service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974739 Nov 25 17:21:52.864286 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265fb78-ac3c-4718-9c4f-153315e247ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e7fb8e-e058-4ebc-929f-7211386ae26e,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:52.873578 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c249719a-d716-475e-a5e1-d9596d8dca33 req-3810c354-a62b-4756-b05a-e488de2f198a tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:52.897418 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c249719a-d716-475e-a5e1-d9596d8dca33 req-3810c354-a62b-4756-b05a-e488de2f198a tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=b102fd9a-9175-447b-a09f-b64a750d0101 HTTP/1.1" status: 200 len: 946 time: 0.2614279 Nov 25 17:21:52.931312 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:52.954769 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-4bce4486-adea-4cf4-970c-ff7f79cc46c5 req-1c3f4c4c-ebfb-418e-8ba6-9c3bfaa29714 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186724 Nov 25 17:21:52.979066 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-842f529c-fce1-45b0-925d-8d156e451f64 req-d07d0520-5b66-437f-98f8-1061f42f260b service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587569 Nov 25 17:21:52.993283 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0a1c4980-3b4f-49e5-99ea-0b280f272690 req-2467830e-a746-48a7-8dad-a37d10fb62fb service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712685 Nov 25 17:21:53.015560 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c249719a-d716-475e-a5e1-d9596d8dca33 req-cdbdbc52-f6b2-43e5-812a-46acb72af269 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169765 Nov 25 17:21:53.120576 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-4bce4486-adea-4cf4-970c-ff7f79cc46c5 req-4c038d79-c693-4747-8f3d-06718a6ac7aa service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532865 Nov 25 17:21:53.150840 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee994b9-50cf-406a-8eea-87d0e7a09d7e req-0d8a810e-9d7f-498b-8e0a-5c2393f12336 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:53.152352 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-aee994b9-50cf-406a-8eea-87d0e7a09d7e req-0d8a810e-9d7f-498b-8e0a-5c2393f12336 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce6bb985-ee18-4480-9c50-25517878625c HTTP/1.1" status: 200 len: 947 time: 0.1291428 Nov 25 17:21:53.170464 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dbe040-1e67-4d6d-aad8-05b10205ab52 req-2e72d9e7-2419-4d42-9785-79f054305c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:53.171499 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e7dbe040-1e67-4d6d-aad8-05b10205ab52 req-2e72d9e7-2419-4d42-9785-79f054305c3a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b41b9caacf954de8a3af286a68550b64&device_id=851b2964-72a8-440e-8234-fc14db00e928 HTTP/1.1" status: 200 len: 1099 time: 0.0986743 Nov 25 17:21:53.238354 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8fe903-2f82-49e6-a3cd-2ca4a7cda7de req-298e87d4-71eb-45a9-bba7-6ec852e5b9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:53.240720 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-6b8fe903-2f82-49e6-a3cd-2ca4a7cda7de req-298e87d4-71eb-45a9-bba7-6ec852e5b9b5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b41b9caacf954de8a3af286a68550b64&device_id=ce6bb985-ee18-4480-9c50-25517878625c HTTP/1.1" status: 200 len: 1098 time: 0.0524409 Nov 25 17:21:53.307254 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c37d59-d2ca-4687-82e7-0a9f00b30e1d req-be29066f-5f94-4236-905f-9f11ae4f41ca tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:53.315498 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b2c37d59-d2ca-4687-82e7-0a9f00b30e1d req-be29066f-5f94-4236-905f-9f11ae4f41ca tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.75 "GET /v2.0/ports?device_id=f1728113-3f01-4ed0-ab6e-7025528799b7 HTTP/1.1" status: 200 len: 950 time: 0.1608722 Nov 25 17:21:53.341468 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-aee994b9-50cf-406a-8eea-87d0e7a09d7e req-773c7fbf-c02d-477a-bf4a-804fa7688707 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758077 Nov 25 17:21:53.385394 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dbe040-1e67-4d6d-aad8-05b10205ab52 req-6bb650e9-eddb-4342-85ec-b253961ef7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:53.386844 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e7dbe040-1e67-4d6d-aad8-05b10205ab52 req-6bb650e9-eddb-4342-85ec-b253961ef7c5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ab4fed0b-9bf1-4925-8765-94da08c5de2a HTTP/1.1" status: 200 len: 870 time: 0.2008612 Nov 25 17:21:53.393106 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8fe903-2f82-49e6-a3cd-2ca4a7cda7de req-94d00118-a95e-40a2-8bab-0b3f2a889caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:53.394702 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-6b8fe903-2f82-49e6-a3cd-2ca4a7cda7de req-94d00118-a95e-40a2-8bab-0b3f2a889caf service neutron] 10.222.0.74 "GET /v2.0/networks?id=ab4fed0b-9bf1-4925-8765-94da08c5de2a HTTP/1.1" status: 200 len: 870 time: 0.1444895 Nov 25 17:21:53.444733 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e7dbe040-1e67-4d6d-aad8-05b10205ab52 req-d573a302-246e-4dd0-9fc5-892aec54b7d5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=9a3aa883-74e7-4643-acad-ec28749faee5 HTTP/1.1" status: 200 len: 217 time: 0.0471847 Nov 25 17:21:53.447600 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-6b8fe903-2f82-49e6-a3cd-2ca4a7cda7de req-bce1ed14-3bed-49e5-abc4-9628164ab754 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=7bc8e6d7-0892-4825-bc8d-f8fd1dede659 HTTP/1.1" status: 200 len: 217 time: 0.0435336 Nov 25 17:21:53.448562 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b2c37d59-d2ca-4687-82e7-0a9f00b30e1d req-76df3c9a-3321-4283-8fa9-67848ac95b66 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.75 "GET /v2.0/security-groups?id=8f253f59-2ee5-482f-a0b2-52209b5a40d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322827 Nov 25 17:21:53.516990 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8fe903-2f82-49e6-a3cd-2ca4a7cda7de req-a8401dd9-5962-4c87-9ab8-c17c3ae5cea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:53.518632 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-6b8fe903-2f82-49e6-a3cd-2ca4a7cda7de req-a8401dd9-5962-4c87-9ab8-c17c3ae5cea1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.0476313 Nov 25 17:21:53.557832 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 59246) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:53.572386 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dbe040-1e67-4d6d-aad8-05b10205ab52 req-4aeff097-d25b-4ceb-a339-af891def22c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:53.573869 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e7dbe040-1e67-4d6d-aad8-05b10205ab52 req-4aeff097-d25b-4ceb-a339-af891def22c9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.1112862 Nov 25 17:21:53.584049 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d7fc1bc7-b8b3-4adb-acc0-2a3b9e026fe0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:53.588186 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8fe903-2f82-49e6-a3cd-2ca4a7cda7de req-4da12830-d3b4-4fa9-8763-380a255ef1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:53.590457 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-6b8fe903-2f82-49e6-a3cd-2ca4a7cda7de req-4da12830-d3b4-4fa9-8763-380a255ef1e8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0636432 Nov 25 17:21:53.636539 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4adc751-d9d2-46e5-9410-b65ac99ee6fa req-7c94895d-26b4-4a5c-aeaa-87c6105a1714 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:53.638456 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c4adc751-d9d2-46e5-9410-b65ac99ee6fa req-7c94895d-26b4-4a5c-aeaa-87c6105a1714 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.75 "GET /v2.0/ports?device_id=36e6230e-e34d-444c-a898-4607c2dbf6c6 HTTP/1.1" status: 200 len: 945 time: 0.1137598 Nov 25 17:21:53.711381 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-6b8fe903-2f82-49e6-a3cd-2ca4a7cda7de req-3c76ded0-c375-47b8-b550-9d27c4dc0f8d service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129999 Nov 25 17:21:53.838553 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-6b8fe903-2f82-49e6-a3cd-2ca4a7cda7de req-d31eaf9c-a705-49c3-9276-4c7f724fc6ce service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191795 Nov 25 17:21:53.919161 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dbe040-1e67-4d6d-aad8-05b10205ab52 req-d611821c-dd45-4644-a5d6-e407c07ffa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:53.921218 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e7dbe040-1e67-4d6d-aad8-05b10205ab52 req-d611821c-dd45-4644-a5d6-e407c07ffa68 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3349969 Nov 25 17:21:53.944905 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c4adc751-d9d2-46e5-9410-b65ac99ee6fa req-609b69aa-293e-42e4-9276-c98d76d7a7d6 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.75 "GET /v2.0/security-groups?id=24dbdd6a-ab6c-4cbc-8a4e-66c37691d859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2924709 Nov 25 17:21:54.034208 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d7fc1bc7-b8b3-4adb-acc0-2a3b9e026fe0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:54.047400 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d7fc1bc7-b8b3-4adb-acc0-2a3b9e026fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:54.088786 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e7dbe040-1e67-4d6d-aad8-05b10205ab52 req-d8fc54d2-8ad0-4016-867c-f7beeafbe463 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485009 Nov 25 17:21:54.115422 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fc1bc7-b8b3-4adb-acc0-2a3b9e026fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d981ff12-f374-4599-963d-eb925dc5304f,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:54.140941 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d7fc1bc7-b8b3-4adb-acc0-2a3b9e026fe0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e74bc8a306764f3da6b49a849f1e0d1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5784266 Nov 25 17:21:54.141510 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59274) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:54.218622 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-031df4ad-ebb3-4a89-baa0-9eb61f1cd3ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:54.229105 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b9082a-a4ea-412e-8d0d-d2713a68e1b0 req-1c3d6479-6845-4c43-80d6-2e4d2174ac2d tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:54.230754 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a7b9082a-a4ea-412e-8d0d-d2713a68e1b0 req-1c3d6479-6845-4c43-80d6-2e4d2174ac2d tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=b102fd9a-9175-447b-a09f-b64a750d0101 HTTP/1.1" status: 200 len: 946 time: 0.1184955 Nov 25 17:21:54.254701 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-031df4ad-ebb3-4a89-baa0-9eb61f1cd3ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:54.255110 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e7dbe040-1e67-4d6d-aad8-05b10205ab52 req-524670c6-4cbf-4e79-b42d-a9a8ba2f6a67 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534002 Nov 25 17:21:54.293745 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a7b9082a-a4ea-412e-8d0d-d2713a68e1b0 req-031a7062-c91e-45e6-92ef-03d5170b9a2a tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510972 Nov 25 17:21:54.331502 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-031df4ad-ebb3-4a89-baa0-9eb61f1cd3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:54.334224 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-031df4ad-ebb3-4a89-baa0-9eb61f1cd3ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:54.335486 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-031df4ad-ebb3-4a89-baa0-9eb61f1cd3ae admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d981ff12-f374-4599-963d-eb925dc5304f HTTP/1.1" status: 204 len: 168 time: 0.1931818 Nov 25 17:21:54.346510 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031df4ad-ebb3-4a89-baa0-9eb61f1cd3ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d981ff12-f374-4599-963d-eb925dc5304f,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:54.477584 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4025d6a9-b29e-490e-bef2-cf598e0f0d45 req-35765992-5d87-42d6-bdda-dc510dd65ebb tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:54.479309 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4025d6a9-b29e-490e-bef2-cf598e0f0d45 req-35765992-5d87-42d6-bdda-dc510dd65ebb tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.74 "GET /v2.0/ports?device_id=f1728113-3f01-4ed0-ab6e-7025528799b7 HTTP/1.1" status: 200 len: 950 time: 0.0786481 Nov 25 17:21:54.503855 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e6230e-e34d-444c-a898-4607c2dbf6c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46de3701-6f39-4e02-82eb-77c0bc829111'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:21:54.506196 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3a3218-0d85-4f20-98f5-ca12aca2928d" -d '{"events": [{"server_uuid": "36e6230e-e34d-444c-a898-4607c2dbf6c6", "name": "network-vif-plugged", "status": "completed", "tag": "46de3701-6f39-4e02-82eb-77c0bc829111"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:21:54.556586 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a4172-2522-4fdc-bc84-8a5af977ec52 req-1e7dc6c3-f1b7-4712-a21c-cf511bb7d758 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:54.558088 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-446a4172-2522-4fdc-bc84-8a5af977ec52 req-1e7dc6c3-f1b7-4712-a21c-cf511bb7d758 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce6bb985-ee18-4480-9c50-25517878625c HTTP/1.1" status: 200 len: 947 time: 0.1234562 Nov 25 17:21:54.674739 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-446a4172-2522-4fdc-bc84-8a5af977ec52 req-774b6ea8-5280-496f-85cc-f5aea97c3302 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853024 Nov 25 17:21:54.684288 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3a54b-10ae-4fff-8fab-e9f52f3fe5ca req-8f01824c-bce5-4b15-98c7-462a34d8d8d8 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:54.692131 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e5a3a54b-10ae-4fff-8fab-e9f52f3fe5ca req-8f01824c-bce5-4b15-98c7-462a34d8d8d8 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.75 "GET /v2.0/ports?device_id=f1728113-3f01-4ed0-ab6e-7025528799b7 HTTP/1.1" status: 200 len: 950 time: 0.1318614 Nov 25 17:21:54.705052 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-4025d6a9-b29e-490e-bef2-cf598e0f0d45 req-daf02a2b-030b-422f-a831-80c7dd21d2b5 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] Deleting port 4303f710-63e0-4b24-a5b5-250a77a501b1 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:21:54.705745 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-4025d6a9-b29e-490e-bef2-cf598e0f0d45 req-daf02a2b-030b-422f-a831-80c7dd21d2b5 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:54.762161 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e86844-9bee-4633-a464-fd10e0e5fbb9 x-openstack-request-id: req-07e86844-9bee-4633-a464-fd10e0e5fbb9 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:21:54.762679 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e6230e-e34d-444c-a898-4607c2dbf6c6", "name": "network-vif-plugged", "status": "completed", "tag": "46de3701-6f39-4e02-82eb-77c0bc829111", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:21:54.763236 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-07e86844-9bee-4633-a464-fd10e0e5fbb9 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:21:54.764084 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e6230e-e34d-444c-a898-4607c2dbf6c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46de3701-6f39-4e02-82eb-77c0bc829111', 'code': 200} Nov 25 17:21:54.817178 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e5a3a54b-10ae-4fff-8fab-e9f52f3fe5ca req-859b24e4-7465-4a11-9e6b-2a99ecf385d7 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.75 "GET /v2.0/security-groups?id=8f253f59-2ee5-482f-a0b2-52209b5a40d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215396 Nov 25 17:21:54.876140 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-4025d6a9-b29e-490e-bef2-cf598e0f0d45 req-daf02a2b-030b-422f-a831-80c7dd21d2b5 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] For port 4303f710-63e0-4b24-a5b5-250a77a501b1, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=4303f710-63e0-4b24-a5b5-250a77a501b1,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:54.876500 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-4025d6a9-b29e-490e-bef2-cf598e0f0d45 req-daf02a2b-030b-422f-a831-80c7dd21d2b5 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:54.893247 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-4025d6a9-b29e-490e-bef2-cf598e0f0d45 req-daf02a2b-030b-422f-a831-80c7dd21d2b5 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] Calling delete_port for 4303f710-63e0-4b24-a5b5-250a77a501b1 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:21:54.907372 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8bfba9-83cd-4d8a-bf5e-50353557e76b req-2090dc17-ec0c-41ec-abdc-0f7c3a84af54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:54.908909 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1b8bfba9-83cd-4d8a-bf5e-50353557e76b req-2090dc17-ec0c-41ec-abdc-0f7c3a84af54 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=36e6230e-e34d-444c-a898-4607c2dbf6c6 HTTP/1.1" status: 200 len: 1096 time: 0.0828776 Nov 25 17:21:55.000733 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1b8bfba9-83cd-4d8a-bf5e-50353557e76b req-77c479d9-ffd4-4e38-82a1-82a453abb387 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=24dbdd6a-ab6c-4cbc-8a4e-66c37691d859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594029 Nov 25 17:21:55.114569 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-4025d6a9-b29e-490e-bef2-cf598e0f0d45 req-daf02a2b-030b-422f-a831-80c7dd21d2b5 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:55.123081 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5adf41-c2ba-4abf-b1bf-174f908b678f req-95124bed-d404-4901-8057-bb00461736f1 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:55.124747 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bf5adf41-c2ba-4abf-b1bf-174f908b678f req-95124bed-d404-4901-8057-bb00461736f1 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.75 "GET /v2.0/ports?device_id=36e6230e-e34d-444c-a898-4607c2dbf6c6 HTTP/1.1" status: 200 len: 945 time: 0.0767956 Nov 25 17:21:55.129312 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['4303f710-63e0-4b24-a5b5-250a77a501b1'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:21:55.160864 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf02a2b-030b-422f-a831-80c7dd21d2b5 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] Pushing event deleted for resources: {'Port': ['ID=4303f710-63e0-4b24-a5b5-250a77a501b1,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:55.223621 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-4025d6a9-b29e-490e-bef2-cf598e0f0d45 req-daf02a2b-030b-422f-a831-80c7dd21d2b5 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] No DVR routers for this DVR port 4303f710-63e0-4b24-a5b5-250a77a501b1 on host n-h1-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:21:55.231241 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-4025d6a9-b29e-490e-bef2-cf598e0f0d45 req-daf02a2b-030b-422f-a831-80c7dd21d2b5 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:55.235189 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4025d6a9-b29e-490e-bef2-cf598e0f0d45 req-daf02a2b-030b-422f-a831-80c7dd21d2b5 tempest-DeleteServersAdminTestJSON-1079377781 tempest-DeleteServersAdminTestJSON-1079377781-project] 10.222.0.74 "DELETE /v2.0/ports/4303f710-63e0-4b24-a5b5-250a77a501b1 HTTP/1.1" status: 204 len: 173 time: 0.7497342 Nov 25 17:21:55.236031 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1728113-3f01-4ed0-ab6e-7025528799b7', 'name': 'network-vif-deleted', 'tag': '4303f710-63e0-4b24-a5b5-250a77a501b1'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:21:55.238823 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869820e8-e608-4350-b03f-8205f18fcb7b" -d '{"events": [{"server_uuid": "f1728113-3f01-4ed0-ab6e-7025528799b7", "name": "network-vif-deleted", "tag": "4303f710-63e0-4b24-a5b5-250a77a501b1"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:21:55.280875 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bf5adf41-c2ba-4abf-b1bf-174f908b678f req-0d7e244b-708b-4605-9722-bfcc4d6dce05 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.75 "GET /v2.0/security-groups?id=24dbdd6a-ab6c-4cbc-8a4e-66c37691d859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265867 Nov 25 17:21:55.315909 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7333338e-b831-483e-82f3-5e22cf118c49 x-openstack-request-id: req-7333338e-b831-483e-82f3-5e22cf118c49 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:21:55.316309 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1728113-3f01-4ed0-ab6e-7025528799b7", "name": "network-vif-deleted", "tag": "4303f710-63e0-4b24-a5b5-250a77a501b1", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:21:55.316660 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7333338e-b831-483e-82f3-5e22cf118c49 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:21:55.317185 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1728113-3f01-4ed0-ab6e-7025528799b7', 'name': 'network-vif-deleted', 'tag': '4303f710-63e0-4b24-a5b5-250a77a501b1', 'status': 'completed', 'code': 200} Nov 25 17:21:55.456434 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3b79d4-ba68-40c8-9afd-25751596d5af req-78f7e8d4-e31a-42ab-9d88-925d74fab15e tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:55.463455 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bb3b79d4-ba68-40c8-9afd-25751596d5af req-78f7e8d4-e31a-42ab-9d88-925d74fab15e tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=b102fd9a-9175-447b-a09f-b64a750d0101 HTTP/1.1" status: 200 len: 946 time: 0.0727677 Nov 25 17:21:55.520100 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bb3b79d4-ba68-40c8-9afd-25751596d5af req-c910cef2-b11c-4ec7-adeb-e30616b54532 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500171 Nov 25 17:21:55.804989 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-41a3c995-40d4-4308-9161-b0e8a3b5182b req-0c2611cb-58b8-49f7-81d4-c1c4d524e3c0 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=6acf166d7fef4b41a5a66abb3d095ee2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433629 Nov 25 17:21:55.960870 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a3c995-40d4-4308-9161-b0e8a3b5182b req-0bd48742-35c7-4b38-a38d-df66f30f5eb8 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:55.962626 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-41a3c995-40d4-4308-9161-b0e8a3b5182b req-0bd48742-35c7-4b38-a38d-df66f30f5eb8 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1566031 Nov 25 17:21:55.996913 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-41a3c995-40d4-4308-9161-b0e8a3b5182b req-9ef715bd-8768-41fa-b086-dc1b932bc9ec tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.75 "GET /v2.0/quotas/6acf166d7fef4b41a5a66abb3d095ee2 HTTP/1.1" status: 200 len: 375 time: 0.0264843 Nov 25 17:21:56.049579 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-41a3c995-40d4-4308-9161-b0e8a3b5182b req-887bfffb-c7c0-4607-b0dc-02d7c323ddec tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=6acf166d7fef4b41a5a66abb3d095ee2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370345 Nov 25 17:21:56.065945 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfacb05-f8d4-4381-b5b0-f08df6a7063e req-0d4af4bf-d99a-48ba-b3a4-985d06c25b03 tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:56.068234 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3bfacb05-f8d4-4381-b5b0-f08df6a7063e req-0d4af4bf-d99a-48ba-b3a4-985d06c25b03 tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=b102fd9a-9175-447b-a09f-b64a750d0101 HTTP/1.1" status: 200 len: 1097 time: 0.0837569 Nov 25 17:21:56.151770 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3bfacb05-f8d4-4381-b5b0-f08df6a7063e req-1f0c214c-c86c-4998-bee5-8cdf1da37432 tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735009 Nov 25 17:21:56.395457 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc177e-12e1-47de-aa24-429f6b1fa27a req-5505dcde-85b6-43f1-84c4-afe5d6b062d1 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:56.416646 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ccbc177e-12e1-47de-aa24-429f6b1fa27a req-5505dcde-85b6-43f1-84c4-afe5d6b062d1 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce6bb985-ee18-4480-9c50-25517878625c HTTP/1.1" status: 200 len: 947 time: 0.0957277 Nov 25 17:21:56.485712 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ccbc177e-12e1-47de-aa24-429f6b1fa27a req-c336abf5-9c96-4948-90a6-4d846979a65c tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674417 Nov 25 17:21:56.709487 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8cb1d4d0-d3cc-4322-a763-95a4bbb7b5a9 req-2101da06-fdc1-41ab-9dde-7c946e4223bd tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.75 "GET /v2.0/ports?device_id=fb95c7fa-8b95-40f6-b794-e92ee38e44bc HTTP/1.1" status: 200 len: 210 time: 0.0634015 Nov 25 17:21:56.724417 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9e8f8-f66c-49b0-bf5e-5b2eddf0d96b req-3cdb1f80-2b74-43b3-93f1-a9d54ecfbdf0 tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:56.726875 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e0a9e8f8-f66c-49b0-bf5e-5b2eddf0d96b req-3cdb1f80-2b74-43b3-93f1-a9d54ecfbdf0 tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=b102fd9a-9175-447b-a09f-b64a750d0101 HTTP/1.1" status: 200 len: 1097 time: 0.1671829 Nov 25 17:21:56.826054 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e0a9e8f8-f66c-49b0-bf5e-5b2eddf0d96b req-ea50119a-6b3d-4c43-bdbe-903f5dabe11b tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896139 Nov 25 17:21:57.005089 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01032c8f-4c91-4fc6-9cdb-2c0e8956a5c2 req-4bb47fd6-cfda-4a4c-a82e-8be02a9c3c19 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:57.006709 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-01032c8f-4c91-4fc6-9cdb-2c0e8956a5c2 req-4bb47fd6-cfda-4a4c-a82e-8be02a9c3c19 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.75 "GET /v2.0/ports?device_id=36e6230e-e34d-444c-a898-4607c2dbf6c6 HTTP/1.1" status: 200 len: 945 time: 0.0785251 Nov 25 17:21:57.080449 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-01032c8f-4c91-4fc6-9cdb-2c0e8956a5c2 req-76be22d0-37c9-4bf1-b150-6c2d9009566e tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.75 "GET /v2.0/security-groups?id=24dbdd6a-ab6c-4cbc-8a4e-66c37691d859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527017 Nov 25 17:21:57.149704 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59416) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:57.324578 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672eb57-8bc5-452d-b8a0-d6e2a155ee1e req-b7548f53-75ee-4620-b1cb-bff7fc439588 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:57.326894 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3672eb57-8bc5-452d-b8a0-d6e2a155ee1e req-b7548f53-75ee-4620-b1cb-bff7fc439588 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.75 "GET /v2.0/ports?device_id=36e6230e-e34d-444c-a898-4607c2dbf6c6 HTTP/1.1" status: 200 len: 945 time: 0.0638607 Nov 25 17:21:57.338713 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59434) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:57.345457 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-08bef710-8856-488c-bdc6-75679a3b7ea3 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Request body: {'floatingip': {'port_id': '46de3701-6f39-4e02-82eb-77c0bc829111'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:57.439891 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 9a3aa883-74e7-4643-acad-ec28749faee5 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:21:57.502260 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-08bef710-8856-488c-bdc6-75679a3b7ea3 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Publish callbacks [] for floatingip, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:57.594487 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-41a3c995-40d4-4308-9161-b0e8a3b5182b req-ae1d7e41-7802-4d45-ac73-117eef5d0b34 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=6acf166d7fef4b41a5a66abb3d095ee2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331509 Nov 25 17:21:57.603688 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 9a3aa883-74e7-4643-acad-ec28749faee5, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=9a3aa883-74e7-4643-acad-ec28749faee5,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:57.620401 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '9a3aa883-74e7-4643-acad-ec28749faee5', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'port_id': '9a3aa883-74e7-4643-acad-ec28749faee5', 'mac_address': 'fa:16:3e:e1:c1:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8793709c-5336-428d-aede-b0b8df1a26b2', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:21:57.650501 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-da8d046d-7966-4069-a3b2-10e1a39b16d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:57.665374 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:57.688326 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a3aa883-74e7-4643-acad-ec28749faee5 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:21:57.715019 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 9a3aa883-74e7-4643-acad-ec28749faee5, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=9a3aa883-74e7-4643-acad-ec28749faee5,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:57.736359 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:57.736836 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 7bc8e6d7-0892-4825-bc8d-f8fd1dede659 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:21:57.805472 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 7bc8e6d7-0892-4825-bc8d-f8fd1dede659, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=7bc8e6d7-0892-4825-bc8d-f8fd1dede659,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:57.831145 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 59458) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:57.875813 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '7bc8e6d7-0892-4825-bc8d-f8fd1dede659', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'port_id': '7bc8e6d7-0892-4825-bc8d-f8fd1dede659', 'mac_address': 'fa:16:3e:f8:07:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8793709c-5336-428d-aede-b0b8df1a26b2', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:21:57.905582 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9547781a-dce2-41b4-997f-0ab85a34ad65 req-d50b35be-99d2-43e6-8a51-e33a4d89db18 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:57.914385 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9547781a-dce2-41b4-997f-0ab85a34ad65 req-d50b35be-99d2-43e6-8a51-e33a4d89db18 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce6bb985-ee18-4480-9c50-25517878625c HTTP/1.1" status: 200 len: 947 time: 0.1110313 Nov 25 17:21:57.924273 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a3c995-40d4-4308-9161-b0e8a3b5182b req-1983ba0e-a1c1-4f6a-b0b2-f46ef2f9f705 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:57.926092 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-41a3c995-40d4-4308-9161-b0e8a3b5182b req-1983ba0e-a1c1-4f6a-b0b2-f46ef2f9f705 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3308256 Nov 25 17:21:57.961697 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=9a3aa883-74e7-4643-acad-ec28749faee5,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:57.962616 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-41a3c995-40d4-4308-9161-b0e8a3b5182b req-0e8ed9df-4a41-48d5-8f64-a27b6cfc43b5 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Request body: {'port': {'device_id': 'fb95c7fa-8b95-40f6-b794-e92ee38e44bc', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'admin_state_up': True, 'tenant_id': '6acf166d7fef4b41a5a66abb3d095ee2'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:57.964780 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:57.984654 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bc8e6d7-0892-4825-bc8d-f8fd1dede659 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:21:58.012871 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 7bc8e6d7-0892-4825-bc8d-f8fd1dede659, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=7bc8e6d7-0892-4825-bc8d-f8fd1dede659,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:58.023085 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:58.128232 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9547781a-dce2-41b4-997f-0ab85a34ad65 req-593ca890-d18a-4d69-9140-1ce72004513d tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126560 Nov 25 17:21:58.171607 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=7bc8e6d7-0892-4825-bc8d-f8fd1dede659,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:58.230299 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['9a3aa883-74e7-4643-acad-ec28749faee5'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:21:58.233258 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [req-e00ea0ac-0692-4853-9079-7af959364f27 req-c69f852a-8ce2-4b1d-9bdd-d86623d1f48f service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:21:58.256543 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:21:58.257392 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e00ea0ac-0692-4853-9079-7af959364f27 req-c69f852a-8ce2-4b1d-9bdd-d86623d1f48f service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4742091 Nov 25 17:21:58.258104 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41a3c995-40d4-4308-9161-b0e8a3b5182b req-0e8ed9df-4a41-48d5-8f64-a27b6cfc43b5 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Made reservation on behalf of 6acf166d7fef4b41a5a66abb3d095ee2 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:21:58.267796 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-41a3c995-40d4-4308-9161-b0e8a3b5182b req-0e8ed9df-4a41-48d5-8f64-a27b6cfc43b5 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:58.268861 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['7bc8e6d7-0892-4825-bc8d-f8fd1dede659'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:21:58.281429 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59466) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:58.289624 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59468) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:58.314580 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b58ba28e-168f-4339-9cc6-6c0d1600fe84 req-5fa9f421-d098-4d1c-ad53-49412f25c24b tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.75 "GET /v2.0/ports?device_id=fb95c7fa-8b95-40f6-b794-e92ee38e44bc HTTP/1.1" status: 200 len: 210 time: 0.1063795 Nov 25 17:21:58.339289 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-691a446f-840f-4390-bee8-7462ea2488cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:58.344318 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-41a3c995-40d4-4308-9161-b0e8a3b5182b req-0e8ed9df-4a41-48d5-8f64-a27b6cfc43b5 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:58.463967 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-da8d046d-7966-4069-a3b2-10e1a39b16d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:58.466365 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-691a446f-840f-4390-bee8-7462ea2488cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:58.481523 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-691a446f-840f-4390-bee8-7462ea2488cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:58.492716 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-da8d046d-7966-4069-a3b2-10e1a39b16d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:58.525290 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-05f37c8b-ebd9-4a6d-94c1-a7cc9f740f3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:58.551974 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d046d-7966-4069-a3b2-10e1a39b16d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8871ec-36b0-4617-8d0d-a9f3a02464f6,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:58.556763 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-691a446f-840f-4390-bee8-7462ea2488cf admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6aaa873eb559412c85cdc8c72d889428&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7199123 Nov 25 17:21:58.558673 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691a446f-840f-4390-bee8-7462ea2488cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084e29eb-02d8-4404-8602-0ad221514286,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:58.563131 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-41a3c995-40d4-4308-9161-b0e8a3b5182b req-0e8ed9df-4a41-48d5-8f64-a27b6cfc43b5 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:58.564021 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 59476) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:58.600335 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691a446f-840f-4390-bee8-7462ea2488cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:58.600703 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691a446f-840f-4390-bee8-7462ea2488cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:58.601117 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691a446f-840f-4390-bee8-7462ea2488cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:58.601451 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691a446f-840f-4390-bee8-7462ea2488cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:58.601831 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691a446f-840f-4390-bee8-7462ea2488cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:58.602168 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691a446f-840f-4390-bee8-7462ea2488cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:58.602494 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691a446f-840f-4390-bee8-7462ea2488cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:58.602817 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691a446f-840f-4390-bee8-7462ea2488cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:58.603137 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691a446f-840f-4390-bee8-7462ea2488cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:58.603457 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691a446f-840f-4390-bee8-7462ea2488cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:58.603777 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691a446f-840f-4390-bee8-7462ea2488cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:58.604096 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691a446f-840f-4390-bee8-7462ea2488cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:58.618809 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-41a3c995-40d4-4308-9161-b0e8a3b5182b req-0e8ed9df-4a41-48d5-8f64-a27b6cfc43b5 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:58.619763 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8532f8ce-de88-4b45-ad20-aff8f9c3dfe0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=44ee0d3c33154ab4aa8ea1c5127a4bf3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3232336 Nov 25 17:21:58.625942 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59478) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:58.634977 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d046d-7966-4069-a3b2-10e1a39b16d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:58.635595 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d046d-7966-4069-a3b2-10e1a39b16d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:58.636149 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d046d-7966-4069-a3b2-10e1a39b16d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:58.636668 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d046d-7966-4069-a3b2-10e1a39b16d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:58.637566 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d046d-7966-4069-a3b2-10e1a39b16d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:58.638091 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d046d-7966-4069-a3b2-10e1a39b16d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:58.638690 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d046d-7966-4069-a3b2-10e1a39b16d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:58.639423 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d046d-7966-4069-a3b2-10e1a39b16d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:58.640034 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d046d-7966-4069-a3b2-10e1a39b16d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:58.640606 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d046d-7966-4069-a3b2-10e1a39b16d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:58.641316 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d046d-7966-4069-a3b2-10e1a39b16d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:58.641894 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d046d-7966-4069-a3b2-10e1a39b16d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:58.696462 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-da8d046d-7966-4069-a3b2-10e1a39b16d7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1efbb1aa9542495b8e9b54847eccecf6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5456595 Nov 25 17:21:58.705868 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.db.resource_extend [None req-08bef710-8856-488c-bdc6-75679a3b7ea3 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:21:58.706777 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 59484) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:58.740074 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8ed9df-4a41-48d5-8f64-a27b6cfc43b5 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4694e97b-902c-4caa-bd8a-3c4e0bd567e9,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:58.759868 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-10b97a31-937c-449a-b958-25538a050f3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:58.812519 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-08bef710-8856-488c-bdc6-75679a3b7ea3 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:58.825371 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-08bef710-8856-488c-bdc6-75679a3b7ea3 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:58.831049 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-10b97a31-937c-449a-b958-25538a050f3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:58.882019 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-41a3c995-40d4-4308-9161-b0e8a3b5182b req-0e8ed9df-4a41-48d5-8f64-a27b6cfc43b5 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Allocated IP 192.168.233.209 (ab4fed0b-9bf1-4925-8765-94da08c5de2a/8793709c-5336-428d-aede-b0b8df1a26b2/2aacf250-4c44-443e-8a78-4c5d1d0c068c) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:21:58.889183 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-397814d0-4de8-4048-81ea-34e91c601254 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:58.908646 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-42701787-9a2a-432e-aff6-84c11aaf23c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:58.940643 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-397814d0-4de8-4048-81ea-34e91c601254 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:58.968612 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-42701787-9a2a-432e-aff6-84c11aaf23c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:58.973220 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-05f37c8b-ebd9-4a6d-94c1-a7cc9f740f3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:58.983415 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-05f37c8b-ebd9-4a6d-94c1-a7cc9f740f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:58.995025 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-10b97a31-937c-449a-b958-25538a050f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:58.997549 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-10b97a31-937c-449a-b958-25538a050f3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:58.999298 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-10b97a31-937c-449a-b958-25538a050f3c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/084e29eb-02d8-4404-8602-0ad221514286 HTTP/1.1" status: 204 len: 168 time: 0.4331098 Nov 25 17:21:59.024064 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b97a31-937c-449a-b958-25538a050f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084e29eb-02d8-4404-8602-0ad221514286,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:59.046191 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-05f37c8b-ebd9-4a6d-94c1-a7cc9f740f3d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a82bb07aa559440897263fdc333781d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7565258 Nov 25 17:21:59.053533 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59500) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:59.067034 n-d-817746-1 neutron-server[103360]: INFO neutron.db.l3_db [None req-08bef710-8856-488c-bdc6-75679a3b7ea3 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Floating IP 5fe1b1ad-cc10-4a5d-bf59-f40a6bbc6e40 associated. External IP: 172.25.0.97, port: 46de3701-6f39-4e02-82eb-77c0bc829111. Nov 25 17:21:59.096375 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-397814d0-4de8-4048-81ea-34e91c601254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:59.099540 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-397814d0-4de8-4048-81ea-34e91c601254 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:59.103287 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-397814d0-4de8-4048-81ea-34e91c601254 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5c8871ec-36b0-4617-8d0d-a9f3a02464f6 HTTP/1.1" status: 204 len: 168 time: 0.3915792 Nov 25 17:21:59.123618 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397814d0-4de8-4048-81ea-34e91c601254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8871ec-36b0-4617-8d0d-a9f3a02464f6,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:59.167147 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-41a3c995-40d4-4308-9161-b0e8a3b5182b req-0e8ed9df-4a41-48d5-8f64-a27b6cfc43b5 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:59.210671 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-41a3c995-40d4-4308-9161-b0e8a3b5182b req-0e8ed9df-4a41-48d5-8f64-a27b6cfc43b5 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:59.228979 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f37c8b-ebd9-4a6d-94c1-a7cc9f740f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b33dea6-5693-4fbb-b07b-f6c554adb974,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:59.282390 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-42701787-9a2a-432e-aff6-84c11aaf23c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:59.285743 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-42701787-9a2a-432e-aff6-84c11aaf23c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:59.287063 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-42701787-9a2a-432e-aff6-84c11aaf23c3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8f253f59-2ee5-482f-a0b2-52209b5a40d1 HTTP/1.1" status: 204 len: 168 time: 0.6402357 Nov 25 17:21:59.309854 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42701787-9a2a-432e-aff6-84c11aaf23c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f253f59-2ee5-482f-a0b2-52209b5a40d1,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:59.318655 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0dcbedff-0628-41dc-ab8c-8969b8919828 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:59.334225 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41a3c995-40d4-4308-9161-b0e8a3b5182b req-0e8ed9df-4a41-48d5-8f64-a27b6cfc43b5 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Network ab4fed0b-9bf1-4925-8765-94da08c5de2a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:21:59.341755 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-41a3c995-40d4-4308-9161-b0e8a3b5182b req-0e8ed9df-4a41-48d5-8f64-a27b6cfc43b5 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:21:59.344696 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-41a3c995-40d4-4308-9161-b0e8a3b5182b req-0e8ed9df-4a41-48d5-8f64-a27b6cfc43b5 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:21:59.365249 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0dcbedff-0628-41dc-ab8c-8969b8919828 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:59.427234 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaa9221-21a3-477a-9641-9abd71cd4cb8 req-f7f3edca-7c14-4db3-a85f-0cf2f845fba3 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:59.428809 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cbaa9221-21a3-477a-9641-9abd71cd4cb8 req-f7f3edca-7c14-4db3-a85f-0cf2f845fba3 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce6bb985-ee18-4480-9c50-25517878625c HTTP/1.1" status: 200 len: 948 time: 0.2082150 Nov 25 17:21:59.455114 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 9a3aa883-74e7-4643-acad-ec28749faee5 up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:21:59.470361 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8ed9df-4a41-48d5-8f64-a27b6cfc43b5 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Pushing event updated for resources: {'Port': ['ID=2aacf250-4c44-443e-8a78-4c5d1d0c068c,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:59.491790 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a3c995-40d4-4308-9161-b0e8a3b5182b req-0e8ed9df-4a41-48d5-8f64-a27b6cfc43b5 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:59.493207 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-41a3c995-40d4-4308-9161-b0e8a3b5182b req-0e8ed9df-4a41-48d5-8f64-a27b6cfc43b5 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:59.520675 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-41a3c995-40d4-4308-9161-b0e8a3b5182b req-0e8ed9df-4a41-48d5-8f64-a27b6cfc43b5 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5738969 Nov 25 17:21:59.531059 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cbaa9221-21a3-477a-9641-9abd71cd4cb8 req-c9c5311c-ffe7-4a38-8cbc-4309ca940e52 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953193 Nov 25 17:21:59.537781 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-41a3c995-40d4-4308-9161-b0e8a3b5182b req-1c1cd0bf-21ec-4c21-b82c-67e3fac65b15 service neutron] Request body: {'port': {'device_id': 'fb95c7fa-8b95-40f6-b794-e92ee38e44bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:59.588757 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port 9a3aa883-74e7-4643-acad-ec28749faee5 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:21:59.603588 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 9a3aa883-74e7-4643-acad-ec28749faee5 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:59.606221 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:59.687326 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0dcbedff-0628-41dc-ab8c-8969b8919828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:59.690051 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0dcbedff-0628-41dc-ab8c-8969b8919828 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:59.691803 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0dcbedff-0628-41dc-ab8c-8969b8919828 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0b33dea6-5693-4fbb-b07b-f6c554adb974 HTTP/1.1" status: 204 len: 168 time: 0.6366689 Nov 25 17:21:59.703626 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08bef710-8856-488c-bdc6-75679a3b7ea3 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Router 7a9e7bf6-0ab7-41e1-839f-86930361fcef has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:21:59.718546 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcbedff-0628-41dc-ab8c-8969b8919828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b33dea6-5693-4fbb-b07b-f6c554adb974,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:59.755963 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-41a3c995-40d4-4308-9161-b0e8a3b5182b req-1c1cd0bf-21ec-4c21-b82c-67e3fac65b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:59.777118 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-8c01bcde-7c5b-404f-92c6-71b6f9a15575 None None] Provisioning complete for port 2aacf250-4c44-443e-8a78-4c5d1d0c068c triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:59.777782 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8c01bcde-7c5b-404f-92c6-71b6f9a15575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:59.818586 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f78132f-6c02-4cf1-a1f2-a566de2491d2 req-8dcb7534-b9c6-45c9-bf69-54a39a2df4e6 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:59.823772 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0f78132f-6c02-4cf1-a1f2-a566de2491d2 req-8dcb7534-b9c6-45c9-bf69-54a39a2df4e6 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.75 "GET /v2.0/ports?device_id=fb95c7fa-8b95-40f6-b794-e92ee38e44bc HTTP/1.1" status: 200 len: 936 time: 0.1212149 Nov 25 17:21:59.855129 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59528) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:59.876644 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4e49e39b-9e2e-44af-ba74-1600a745b072 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:59.882036 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-8c01bcde-7c5b-404f-92c6-71b6f9a15575 None None] Port 2aacf250-4c44-443e-8a78-4c5d1d0c068c cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:21:59.913502 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08bef710-8856-488c-bdc6-75679a3b7ea3 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:21:59.919762 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-08bef710-8856-488c-bdc6-75679a3b7ea3 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:59.930167 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754b5135-d6fb-4a9f-b0ed-acd5422f48e7 None None] Sync routers for ids ['7a9e7bf6-0ab7-41e1-839f-86930361fcef'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:21:59.943325 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:59.946031 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754b5135-d6fb-4a9f-b0ed-acd5422f48e7 None None] Routers {'7a9e7bf6-0ab7-41e1-839f-86930361fcef'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:21:59.947310 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-754b5135-d6fb-4a9f-b0ed-acd5422f48e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:21:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['7a9e7bf6-0ab7-41e1-839f-86930361fcef'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:59.985119 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '851b2964-72a8-440e-8234-fc14db00e928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a3aa883-74e7-4643-acad-ec28749faee5'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:21:59.988470 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9306d38d-9e4f-4434-b434-e3e29c3d3182" -d '{"events": [{"server_uuid": "851b2964-72a8-440e-8234-fc14db00e928", "name": "network-vif-plugged", "status": "completed", "tag": "9a3aa883-74e7-4643-acad-ec28749faee5"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:22:00.000374 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-08bef710-8856-488c-bdc6-75679a3b7ea3 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.75 "PUT /v2.0/floatingips/5fe1b1ad-cc10-4a5d-bf59-f40a6bbc6e40 HTTP/1.1" status: 200 len: 990 time: 2.6602650 Nov 25 17:22:00.006459 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36e6230e-e34d-444c-a898-4607c2dbf6c6', 'tag': '46de3701-6f39-4e02-82eb-77c0bc829111'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:22:00.006865 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 9a3aa883-74e7-4643-acad-ec28749faee5, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=9a3aa883-74e7-4643-acad-ec28749faee5,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:00.010651 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f2358c-bc90-4e5b-b6c6-fac036dbe696" -d '{"events": [{"name": "network-changed", "server_uuid": "36e6230e-e34d-444c-a898-4607c2dbf6c6", "tag": "46de3701-6f39-4e02-82eb-77c0bc829111"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:22:00.015266 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:00.016077 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 7bc8e6d7-0892-4825-bc8d-f8fd1dede659 up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:22:00.085703 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4e49e39b-9e2e-44af-ba74-1600a745b072 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:00.091002 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4e49e39b-9e2e-44af-ba74-1600a745b072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:00.140156 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4e49e39b-9e2e-44af-ba74-1600a745b072 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=121e340358074fad8bb7513663292c9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2836044 Nov 25 17:22:00.140773 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59540) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:00.190882 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e49e39b-9e2e-44af-ba74-1600a745b072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d56bd6-6c1e-4ece-b1e8-59c130c434a7,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:00.222345 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b4f91a6e-f6f0-462a-95b0-63e5240d9da0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:00.240617 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-754b5135-d6fb-4a9f-b0ed-acd5422f48e7 None None] Set router 7a9e7bf6-0ab7-41e1-839f-86930361fcef gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:22:00.257100 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59542) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:00.257612 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=9a3aa883-74e7-4643-acad-ec28749faee5,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:00.261281 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port 7bc8e6d7-0892-4825-bc8d-f8fd1dede659 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:22:00.281636 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 7bc8e6d7-0892-4825-bc8d-f8fd1dede659 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:00.281999 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:00.284260 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:00.284647 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:00.286054 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b4f91a6e-f6f0-462a-95b0-63e5240d9da0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:00.287979 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb6e9161-46af-440f-81a1-6c5b62b20739 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:00.292735 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:00.293201 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:00.293550 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:00.293897 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:00.294293 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:00.294631 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:00.295478 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:00.295835 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:00.296403 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:00.296810 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:00.403772 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b4f91a6e-f6f0-462a-95b0-63e5240d9da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:00.407839 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b4f91a6e-f6f0-462a-95b0-63e5240d9da0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:00.409227 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b4f91a6e-f6f0-462a-95b0-63e5240d9da0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a5d56bd6-6c1e-4ece-b1e8-59c130c434a7 HTTP/1.1" status: 204 len: 168 time: 0.2628036 Nov 25 17:22:00.443259 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb6e9161-46af-440f-81a1-6c5b62b20739 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:00.445546 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f91a6e-f6f0-462a-95b0-63e5240d9da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d56bd6-6c1e-4ece-b1e8-59c130c434a7,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:00.453697 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb6e9161-46af-440f-81a1-6c5b62b20739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:00.483128 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0f78132f-6c02-4cf1-a1f2-a566de2491d2 req-fb8b4b8e-e518-4614-9c51-2dcb21bc8a07 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.75 "GET /v2.0/security-groups?id=4694e97b-902c-4caa-bd8a-3c4e0bd567e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5714715 Nov 25 17:22:00.497584 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-cb6e9161-46af-440f-81a1-6c5b62b20739 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=93551103820747d5a1cb9951ba9e29c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2379580 Nov 25 17:22:00.500748 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 59548) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:00.522428 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6e9161-46af-440f-81a1-6c5b62b20739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be6963f7-9bc5-4f99-9609-70f169655dd7,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:00.569796 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:00.595504 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-41a3c995-40d4-4308-9161-b0e8a3b5182b req-1c1cd0bf-21ec-4c21-b82c-67e3fac65b15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aacf250-4c44-443e-8a78-4c5d1d0c068c {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:22:00.604470 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59552) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:00.620977 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-41a3c995-40d4-4308-9161-b0e8a3b5182b req-1c1cd0bf-21ec-4c21-b82c-67e3fac65b15 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:00.633137 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4b86c60d-6889-4582-ae9c-8e89694f9163 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:00.643006 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c21299-08ab-4854-a933-6a2977d836b2 x-openstack-request-id: req-b3c21299-08ab-4854-a933-6a2977d836b2 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:22:00.643314 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "851b2964-72a8-440e-8234-fc14db00e928", "name": "network-vif-plugged", "status": "completed", "tag": "9a3aa883-74e7-4643-acad-ec28749faee5", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:22:00.643679 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b3c21299-08ab-4854-a933-6a2977d836b2 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:22:00.644144 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '851b2964-72a8-440e-8234-fc14db00e928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a3aa883-74e7-4643-acad-ec28749faee5', 'code': 200} Nov 25 17:22:00.645336 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 59554) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:00.652666 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9b48f2f1-3ef6-4b69-b313-a0ebc3ec117c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:00.683225 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-41a3c995-40d4-4308-9161-b0e8a3b5182b req-1c1cd0bf-21ec-4c21-b82c-67e3fac65b15 service neutron] Transition to ACTIVE for port object 2aacf250-4c44-443e-8a78-4c5d1d0c068c will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:22:00.698953 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 7bc8e6d7-0892-4825-bc8d-f8fd1dede659, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=7bc8e6d7-0892-4825-bc8d-f8fd1dede659,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:00.709658 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:00.710671 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 4303f710-63e0-4b24-a5b5-250a77a501b1 no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:22:00.719316 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8b94e940-a370-4e97-bdaf-2aebe6610ea5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:00.734374 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-41a3c995-40d4-4308-9161-b0e8a3b5182b req-1c1cd0bf-21ec-4c21-b82c-67e3fac65b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:00.752329 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: 4303f710-63e0-4b24-a5b5-250a77a501b1 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:22:00.752685 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 4303f710-63e0-4b24-a5b5-250a77a501b1 not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:22:00.815766 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-754b5135-d6fb-4a9f-b0ed-acd5422f48e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9e7bf6-0ab7-41e1-839f-86930361fcef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1479192076-router', 'tenant_id': '520c8060683a411693c2f2f826352c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '6ca05440-ed92-4161-bb18-9b22fd37bf43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:20:57Z', 'updated_at': '2021-11-25T17:21:01Z', 'revision_number': 4, 'project_id': '520c8060683a411693c2f2f826352c04', 'gw_port': {'id': '6ca05440-ed92-4161-bb18-9b22fd37bf43', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:89:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9e7bf6-0ab7-41e1-839f-86930361fcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:20:57Z', 'updated_at': '2021-11-25T17:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '5fe1b1ad-cc10-4a5d-bf59-f40a6bbc6e40', 'tenant_id': '520c8060683a411693c2f2f826352c04', 'floating_ip_address': '172.25.0.97', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '7a9e7bf6-0ab7-41e1-839f-86930361fcef', 'port_id': '46de3701-6f39-4e02-82eb-77c0bc829111', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c19272b3-a7a0-489a-a5dc-398c9698ec22', 'mac_address': 'fa:16:3e:63:d6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e6230e-e34d-444c-a898-4607c2dbf6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:21:25Z', 'updated_at': '2021-11-25T17:21:58Z', 'revision_number': 1, 'project_id': '520c8060683a411693c2f2f826352c04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2c0760f-f8bb-4d0e-8efe-b3cd7113d1f6', 'name': '', 'network_id': 'c19272b3-a7a0-489a-a5dc-398c9698ec22', 'tenant_id': '520c8060683a411693c2f2f826352c04', 'mac_address': 'fa:16:3e:a1:e6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9e7bf6-0ab7-41e1-839f-86930361fcef', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1c8955ab-07f5-4cfb-9fa9-1512cb2f0b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:21:00Z', 'updated_at': '2021-11-25T17:21:08Z', 'revision_number': 5, 'project_id': '520c8060683a411693c2f2f826352c04', 'subnets': [{'id': '1c8955ab-07f5-4cfb-9fa9-1512cb2f0b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:00.827811 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4b86c60d-6889-4582-ae9c-8e89694f9163 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:00.831537 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9b48f2f1-3ef6-4b69-b313-a0ebc3ec117c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:00.835331 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4b86c60d-6889-4582-ae9c-8e89694f9163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:00.866183 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59558) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:00.869577 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d0184c-78d1-4dea-aabd-404dc696f5f2 x-openstack-request-id: req-63d0184c-78d1-4dea-aabd-404dc696f5f2 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:22:00.871644 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36e6230e-e34d-444c-a898-4607c2dbf6c6", "tag": "46de3701-6f39-4e02-82eb-77c0bc829111", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:22:00.871913 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-63d0184c-78d1-4dea-aabd-404dc696f5f2 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:22:00.872342 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36e6230e-e34d-444c-a898-4607c2dbf6c6', 'tag': '46de3701-6f39-4e02-82eb-77c0bc829111', 'status': 'completed', 'code': 200} Nov 25 17:22:00.872567 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=7bc8e6d7-0892-4825-bc8d-f8fd1dede659,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:00.978776 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754b5135-d6fb-4a9f-b0ed-acd5422f48e7 None None] Checking router: 7a9e7bf6-0ab7-41e1-839f-86930361fcef for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:22:00.982579 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b86c60d-6889-4582-ae9c-8e89694f9163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da16554-6083-43d1-9730-99f1c7d56857,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:00.991496 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754b5135-d6fb-4a9f-b0ed-acd5422f48e7 None None] Routers {'7a9e7bf6-0ab7-41e1-839f-86930361fcef'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:22:00.992582 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-754b5135-d6fb-4a9f-b0ed-acd5422f48e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:21:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['7a9e7bf6-0ab7-41e1-839f-86930361fcef'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:01.006365 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4b86c60d-6889-4582-ae9c-8e89694f9163 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ff406baa7aa74d26a77a7988f856c3c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4006245 Nov 25 17:22:01.008870 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59562) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:01.063497 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9b48f2f1-3ef6-4b69-b313-a0ebc3ec117c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:01.074541 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9b48f2f1-3ef6-4b69-b313-a0ebc3ec117c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:01.075928 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-9b48f2f1-3ef6-4b69-b313-a0ebc3ec117c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/be6963f7-9bc5-4f99-9609-70f169655dd7 HTTP/1.1" status: 204 len: 168 time: 0.5738842 Nov 25 17:22:01.134073 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dd7d8fb9-161a-4e21-b575-8a8dbd1713b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:01.144173 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-754b5135-d6fb-4a9f-b0ed-acd5422f48e7 None None] Set router 7a9e7bf6-0ab7-41e1-839f-86930361fcef gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:22:01.194744 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dd7d8fb9-161a-4e21-b575-8a8dbd1713b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:01.242495 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b48f2f1-3ef6-4b69-b313-a0ebc3ec117c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6963f7-9bc5-4f99-9609-70f169655dd7,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:01.252965 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151755f-b1a1-4ac3-b7ea-01eb1e3046eb req-77cdcead-17ad-4638-ba39-495f141eda7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:01.257058 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6151755f-b1a1-4ac3-b7ea-01eb1e3046eb req-77cdcead-17ad-4638-ba39-495f141eda7c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=851b2964-72a8-440e-8234-fc14db00e928 HTTP/1.1" status: 200 len: 1101 time: 0.5698178 Nov 25 17:22:01.282621 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-41a3c995-40d4-4308-9161-b0e8a3b5182b req-1c1cd0bf-21ec-4c21-b82c-67e3fac65b15 service neutron] Attempting to bind port 2aacf250-4c44-443e-8a78-4c5d1d0c068c on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:22:01.282964 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-41a3c995-40d4-4308-9161-b0e8a3b5182b req-1c1cd0bf-21ec-4c21-b82c-67e3fac65b15 service neutron] Attempting to bind port 2aacf250-4c44-443e-8a78-4c5d1d0c068c by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:22:01.283347 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a3c995-40d4-4308-9161-b0e8a3b5182b req-1c1cd0bf-21ec-4c21-b82c-67e3fac65b15 service neutron] Attempting to bind port 2aacf250-4c44-443e-8a78-4c5d1d0c068c on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:22:01.299833 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dd7d8fb9-161a-4e21-b575-8a8dbd1713b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:01.305695 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dd7d8fb9-161a-4e21-b575-8a8dbd1713b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:01.308225 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-dd7d8fb9-161a-4e21-b575-8a8dbd1713b4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3da16554-6083-43d1-9730-99f1c7d56857 HTTP/1.1" status: 204 len: 168 time: 0.2976782 Nov 25 17:22:01.315154 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a3c995-40d4-4308-9161-b0e8a3b5182b req-1c1cd0bf-21ec-4c21-b82c-67e3fac65b15 service neutron] Port 2aacf250-4c44-443e-8a78-4c5d1d0c068c on network ab4fed0b-9bf1-4925-8765-94da08c5de2a not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:22:01.315541 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a3c995-40d4-4308-9161-b0e8a3b5182b req-1c1cd0bf-21ec-4c21-b82c-67e3fac65b15 service neutron] Attempting to bind port 2aacf250-4c44-443e-8a78-4c5d1d0c068c on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:22:01.327827 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d8fb9-161a-4e21-b575-8a8dbd1713b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da16554-6083-43d1-9730-99f1c7d56857,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:01.334339 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1cd0bf-21ec-4c21-b82c-67e3fac65b15 service neutron] Pushing event updated for resources: {'Port': ['ID=2aacf250-4c44-443e-8a78-4c5d1d0c068c,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:01.373359 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7596a323-6981-4e7c-82d3-c4068baeb8b6 req-85bd6e5d-9083-442d-aebb-3e843292fa45 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:01.381182 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7596a323-6981-4e7c-82d3-c4068baeb8b6 req-85bd6e5d-9083-442d-aebb-3e843292fa45 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce6bb985-ee18-4480-9c50-25517878625c HTTP/1.1" status: 200 len: 949 time: 0.3544092 Nov 25 17:22:01.388671 n-d-817746-1 neutron-server[103360]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 25 17:22:01.392948 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f2358c-bc90-4e5b-b6c6-fac036dbe696 req-d98c9d3e-a11e-46d7-b7e9-e82e13d1694f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:01.394523 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-3252d7f3-04a2-43c1-8df2-1da580b7cf66 tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:22:01.394702 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-94f2358c-bc90-4e5b-b6c6-fac036dbe696 req-d98c9d3e-a11e-46d7-b7e9-e82e13d1694f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=520c8060683a411693c2f2f826352c04&device_id=36e6230e-e34d-444c-a898-4607c2dbf6c6 HTTP/1.1" status: 200 len: 1096 time: 0.5087192 Nov 25 17:22:01.395727 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a3c995-40d4-4308-9161-b0e8a3b5182b req-1c1cd0bf-21ec-4c21-b82c-67e3fac65b15 service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:22:01.395857 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-3252d7f3-04a2-43c1-8df2-1da580b7cf66 tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4861865 Nov 25 17:22:01.396062 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a3c995-40d4-4308-9161-b0e8a3b5182b req-1c1cd0bf-21ec-4c21-b82c-67e3fac65b15 service neutron] Checking segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:22:01.396502 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a3c995-40d4-4308-9161-b0e8a3b5182b req-1c1cd0bf-21ec-4c21-b82c-67e3fac65b15 service neutron] Bound using segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:22:01.397083 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-41a3c995-40d4-4308-9161-b0e8a3b5182b req-1c1cd0bf-21ec-4c21-b82c-67e3fac65b15 service neutron] Bound port: 2aacf250-4c44-443e-8a78-4c5d1d0c068c, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:22:01.397564 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-41a3c995-40d4-4308-9161-b0e8a3b5182b req-1c1cd0bf-21ec-4c21-b82c-67e3fac65b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:01.492307 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6151755f-b1a1-4ac3-b7ea-01eb1e3046eb req-52520dc6-1efc-4203-89da-d13f0701dca1 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185984 Nov 25 17:22:01.549591 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-754b5135-d6fb-4a9f-b0ed-acd5422f48e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9e7bf6-0ab7-41e1-839f-86930361fcef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1479192076-router', 'tenant_id': '520c8060683a411693c2f2f826352c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '6ca05440-ed92-4161-bb18-9b22fd37bf43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:20:57Z', 'updated_at': '2021-11-25T17:21:01Z', 'revision_number': 4, 'project_id': '520c8060683a411693c2f2f826352c04', 'gw_port': {'id': '6ca05440-ed92-4161-bb18-9b22fd37bf43', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:89:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9e7bf6-0ab7-41e1-839f-86930361fcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:20:57Z', 'updated_at': '2021-11-25T17:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '5fe1b1ad-cc10-4a5d-bf59-f40a6bbc6e40', 'tenant_id': '520c8060683a411693c2f2f826352c04', 'floating_ip_address': '172.25.0.97', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '7a9e7bf6-0ab7-41e1-839f-86930361fcef', 'port_id': '46de3701-6f39-4e02-82eb-77c0bc829111', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c19272b3-a7a0-489a-a5dc-398c9698ec22', 'mac_address': 'fa:16:3e:63:d6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e6230e-e34d-444c-a898-4607c2dbf6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:21:25Z', 'updated_at': '2021-11-25T17:21:58Z', 'revision_number': 1, 'project_id': '520c8060683a411693c2f2f826352c04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2c0760f-f8bb-4d0e-8efe-b3cd7113d1f6', 'name': '', 'network_id': 'c19272b3-a7a0-489a-a5dc-398c9698ec22', 'tenant_id': '520c8060683a411693c2f2f826352c04', 'mac_address': 'fa:16:3e:a1:e6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9e7bf6-0ab7-41e1-839f-86930361fcef', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1c8955ab-07f5-4cfb-9fa9-1512cb2f0b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:21:00Z', 'updated_at': '2021-11-25T17:21:08Z', 'revision_number': 5, 'project_id': '520c8060683a411693c2f2f826352c04', 'subnets': [{'id': '1c8955ab-07f5-4cfb-9fa9-1512cb2f0b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:01.590665 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754b5135-d6fb-4a9f-b0ed-acd5422f48e7 None None] The sync data for ids ['7a9e7bf6-0ab7-41e1-839f-86930361fcef'] in n-d-817746-1 is: [{'id': '7a9e7bf6-0ab7-41e1-839f-86930361fcef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1479192076-router', 'tenant_id': '520c8060683a411693c2f2f826352c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '6ca05440-ed92-4161-bb18-9b22fd37bf43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:20:57Z', 'updated_at': '2021-11-25T17:21:01Z', 'revision_number': 4, 'project_id': '520c8060683a411693c2f2f826352c04', 'gw_port': {'id': '6ca05440-ed92-4161-bb18-9b22fd37bf43', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:89:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9e7bf6-0ab7-41e1-839f-86930361fcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:20:57Z', 'updated_at': '2021-11-25T17:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '5fe1b1ad-cc10-4a5d-bf59-f40a6bbc6e40', 'tenant_id': '520c8060683a411693c2f2f826352c04', 'floating_ip_address': '172.25.0.97', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '7a9e7bf6-0ab7-41e1-839f-86930361fcef', 'port_id': '46de3701-6f39-4e02-82eb-77c0bc829111', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c19272b3-a7a0-489a-a5dc-398c9698ec22', 'mac_address': 'fa:16:3e:63:d6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e6230e-e34d-444c-a898-4607c2dbf6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:21:25Z', 'updated_at': '2021-11-25T17:21:58Z', 'revision_number': 1, 'project_id': '520c8060683a411693c2f2f826352c04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2c0760f-f8bb-4d0e-8efe-b3cd7113d1f6', 'name': '', 'network_id': 'c19272b3-a7a0-489a-a5dc-398c9698ec22', 'tenant_id': '520c8060683a411693c2f2f826352c04', 'mac_address': 'fa:16:3e:a1:e6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9e7bf6-0ab7-41e1-839f-86930361fcef', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1c8955ab-07f5-4cfb-9fa9-1512cb2f0b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:21:00Z', 'updated_at': '2021-11-25T17:21:08Z', 'revision_number': 5, 'project_id': '520c8060683a411693c2f2f826352c04', 'subnets': [{'id': '1c8955ab-07f5-4cfb-9fa9-1512cb2f0b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:22:01.828730 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-41a3c995-40d4-4308-9161-b0e8a3b5182b req-1c1cd0bf-21ec-4c21-b82c-67e3fac65b15 service neutron] For port 2aacf250-4c44-443e-8a78-4c5d1d0c068c, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:22:01.843803 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7596a323-6981-4e7c-82d3-c4068baeb8b6 req-e7624698-0581-4fc0-ab2f-5132dd26f387 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4584069 Nov 25 17:22:01.860104 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-41a3c995-40d4-4308-9161-b0e8a3b5182b req-1c1cd0bf-21ec-4c21-b82c-67e3fac65b15 service neutron] For port 2aacf250-4c44-443e-8a78-4c5d1d0c068c, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=2aacf250-4c44-443e-8a78-4c5d1d0c068c,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:22:01.872003 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-41a3c995-40d4-4308-9161-b0e8a3b5182b req-1c1cd0bf-21ec-4c21-b82c-67e3fac65b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:01.908551 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ad4759-5850-4084-a513-ac10b83f4b27 None None] New status for floating IP 5fe1b1ad-cc10-4a5d-bf59-f40a6bbc6e40: ACTIVE {{(pid=103362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:22:01.922792 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-182552f1-0d7d-4c49-8206-2bbc21a08ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:01.925946 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-182552f1-0d7d-4c49-8206-2bbc21a08ac6 service neutron] 10.222.0.75 "GET /v2.0/ports/9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2 HTTP/1.1" status: 200 len: 1094 time: 0.3217707 Nov 25 17:22:01.937979 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-f5444b12-5708-4e76-ac2d-b6c27d8ad6a0 service neutron] Request body: {'binding': {'host': 'n-h1-817746-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:01.938501 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-f5444b12-5708-4e76-ac2d-b6c27d8ad6a0 service neutron] Unknown quota resources ['binding']. {{(pid=103360) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 17:22:01.938751 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8b94e940-a370-4e97-bdaf-2aebe6610ea5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:01.946084 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1cd0bf-21ec-4c21-b82c-67e3fac65b15 service neutron] Pushing event updated for resources: {'Port': ['ID=2aacf250-4c44-443e-8a78-4c5d1d0c068c,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:01.977058 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8b94e940-a370-4e97-bdaf-2aebe6610ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:01.989902 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a3c995-40d4-4308-9161-b0e8a3b5182b req-1c1cd0bf-21ec-4c21-b82c-67e3fac65b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:01.990486 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-41a3c995-40d4-4308-9161-b0e8a3b5182b req-1c1cd0bf-21ec-4c21-b82c-67e3fac65b15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:01.991862 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-41a3c995-40d4-4308-9161-b0e8a3b5182b req-1c1cd0bf-21ec-4c21-b82c-67e3fac65b15 service neutron] 10.222.0.90 "PUT /v2.0/ports/2aacf250-4c44-443e-8a78-4c5d1d0c068c HTTP/1.1" status: 200 len: 1096 time: 2.4595277 Nov 25 17:22:02.003523 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb95c7fa-8b95-40f6-b794-e92ee38e44bc', 'tag': '2aacf250-4c44-443e-8a78-4c5d1d0c068c'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:22:02.005842 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43464e2c-a8be-4bdc-a555-4cefed44599c" -d '{"events": [{"name": "network-changed", "server_uuid": "fb95c7fa-8b95-40f6-b794-e92ee38e44bc", "tag": "2aacf250-4c44-443e-8a78-4c5d1d0c068c"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:22:02.056649 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f2358c-bc90-4e5b-b6c6-fac036dbe696 req-d2ac3b8e-a28e-4c3d-aaf7-011fe2b0d4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:02.058213 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-94f2358c-bc90-4e5b-b6c6-fac036dbe696 req-d2ac3b8e-a28e-4c3d-aaf7-011fe2b0d4e2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c19272b3-a7a0-489a-a5dc-398c9698ec22 HTTP/1.1" status: 200 len: 925 time: 0.6339819 Nov 25 17:22:02.131543 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-8b94e940-a370-4e97-bdaf-2aebe6610ea5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5661ba3ec12b4c108db937e26f0896d1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4841483 Nov 25 17:22:02.148510 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59606) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:02.172669 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b94e940-a370-4e97-bdaf-2aebe6610ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef8c3ff-99c9-4aef-a96c-914ff9fb23a1,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:02.206630 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aafc0b-8f5f-4331-a6c8-3e5e70f1830d req-e0a9a033-00f9-468c-b085-ada2b395ca39 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:02.214975 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-32aafc0b-8f5f-4331-a6c8-3e5e70f1830d req-e0a9a033-00f9-468c-b085-ada2b395ca39 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.75 "GET /v2.0/ports?device_id=fb95c7fa-8b95-40f6-b794-e92ee38e44bc HTTP/1.1" status: 200 len: 948 time: 0.2335896 Nov 25 17:22:02.292470 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a3c995-40d4-4308-9161-b0e8a3b5182b req-35e6bbf0-544d-4adc-874f-bebc44a8a7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:02.294369 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-41a3c995-40d4-4308-9161-b0e8a3b5182b req-35e6bbf0-544d-4adc-874f-bebc44a8a7ba service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6acf166d7fef4b41a5a66abb3d095ee2&device_id=fb95c7fa-8b95-40f6-b794-e92ee38e44bc HTTP/1.1" status: 200 len: 1099 time: 0.2303646 Nov 25 17:22:02.363811 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-41a3c995-40d4-4308-9161-b0e8a3b5182b req-e2081304-57e9-4662-8b1b-ba9d83083745 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=2aacf250-4c44-443e-8a78-4c5d1d0c068c HTTP/1.1" status: 200 len: 217 time: 0.0489490 Nov 25 17:22:02.377291 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-33925a8d-c10f-417e-ad5c-c47b919da08d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:02.400407 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-f5444b12-5708-4e76-ac2d-b6c27d8ad6a0 service neutron] Attempting to bind port 9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2 on host n-h1-817746-1 for vnic_type normal with profile None {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:22:02.402852 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-f5444b12-5708-4e76-ac2d-b6c27d8ad6a0 service neutron] Attempting to bind port 9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '32304091-a43f-4bbd-aae7-89d7e0d9d2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c4ad8fe4-e22e-4c8b-af10-9eaf120b663c'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:22:02.403692 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-f5444b12-5708-4e76-ac2d-b6c27d8ad6a0 service neutron] Attempting to bind port 9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2 on network c4ad8fe4-e22e-4c8b-af10-9eaf120b663c {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:22:02.433933 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-f5444b12-5708-4e76-ac2d-b6c27d8ad6a0 service neutron] Port 9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2 on network c4ad8fe4-e22e-4c8b-af10-9eaf120b663c not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:22:02.434234 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-f5444b12-5708-4e76-ac2d-b6c27d8ad6a0 service neutron] Attempting to bind port 9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2 on network c4ad8fe4-e22e-4c8b-af10-9eaf120b663c {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:22:02.439667 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a3c995-40d4-4308-9161-b0e8a3b5182b req-f2d8b87c-91ae-4f27-bb4c-86165e86fd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:02.442283 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-41a3c995-40d4-4308-9161-b0e8a3b5182b req-f2d8b87c-91ae-4f27-bb4c-86165e86fd9b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.0674238 Nov 25 17:22:02.445523 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-94f2358c-bc90-4e5b-b6c6-fac036dbe696 req-0214b1c4-c180-4ab3-b3bb-fc204bffdc84 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46de3701-6f39-4e02-82eb-77c0bc829111 HTTP/1.1" status: 200 len: 998 time: 0.3731489 Nov 25 17:22:02.458141 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-f5444b12-5708-4e76-ac2d-b6c27d8ad6a0 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:22:02.468679 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-f5444b12-5708-4e76-ac2d-b6c27d8ad6a0 service neutron] Checking segment: {'id': '32304091-a43f-4bbd-aae7-89d7e0d9d2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c4ad8fe4-e22e-4c8b-af10-9eaf120b663c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:22:02.469876 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-f5444b12-5708-4e76-ac2d-b6c27d8ad6a0 service neutron] Bound using segment: {'id': '32304091-a43f-4bbd-aae7-89d7e0d9d2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c4ad8fe4-e22e-4c8b-af10-9eaf120b663c'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:22:02.470383 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-f5444b12-5708-4e76-ac2d-b6c27d8ad6a0 service neutron] Bound port: 9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32304091-a43f-4bbd-aae7-89d7e0d9d2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c4ad8fe4-e22e-4c8b-af10-9eaf120b663c'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:22:02.480648 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-33925a8d-c10f-417e-ad5c-c47b919da08d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:02.506792 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-32aafc0b-8f5f-4331-a6c8-3e5e70f1830d req-a1747728-2583-4610-8918-983dd288fa3b tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.75 "GET /v2.0/security-groups?id=4694e97b-902c-4caa-bd8a-3c4e0bd567e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908421 Nov 25 17:22:02.619419 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a3c995-40d4-4308-9161-b0e8a3b5182b req-02f5210e-d7a7-49f4-8404-0e1cf2f7bc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:02.632102 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-41a3c995-40d4-4308-9161-b0e8a3b5182b req-02f5210e-d7a7-49f4-8404-0e1cf2f7bc5e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1768293 Nov 25 17:22:02.645370 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce6bb985-ee18-4480-9c50-25517878625c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc8e6d7-0892-4825-bc8d-f8fd1dede659'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:22:02.648865 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd6e9e6-b1d0-4c96-8b9d-af31098388a3" -d '{"events": [{"server_uuid": "ce6bb985-ee18-4480-9c50-25517878625c", "name": "network-vif-plugged", "status": "completed", "tag": "7bc8e6d7-0892-4825-bc8d-f8fd1dede659"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:22:02.674568 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f2358c-bc90-4e5b-b6c6-fac036dbe696 req-7be7250d-eb15-4cc7-8ccf-c12523727d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:02.676264 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-94f2358c-bc90-4e5b-b6c6-fac036dbe696 req-7be7250d-eb15-4cc7-8ccf-c12523727d7b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1c8955ab-07f5-4cfb-9fa9-1512cb2f0b03 HTTP/1.1" status: 200 len: 863 time: 0.2199667 Nov 25 17:22:02.723035 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4561321d-adf8-4348-b9c3-5cbc06fac34f x-openstack-request-id: req-4561321d-adf8-4348-b9c3-5cbc06fac34f {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:22:02.723402 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb95c7fa-8b95-40f6-b794-e92ee38e44bc", "tag": "2aacf250-4c44-443e-8a78-4c5d1d0c068c", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:22:02.723762 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4561321d-adf8-4348-b9c3-5cbc06fac34f {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:22:02.724340 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb95c7fa-8b95-40f6-b794-e92ee38e44bc', 'tag': '2aacf250-4c44-443e-8a78-4c5d1d0c068c', 'status': 'completed', 'code': 200} Nov 25 17:22:02.752355 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bded18ca-58c0-4a03-afbd-98517a116cab x-openstack-request-id: req-bded18ca-58c0-4a03-afbd-98517a116cab {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:22:02.752950 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce6bb985-ee18-4480-9c50-25517878625c", "name": "network-vif-plugged", "status": "completed", "tag": "7bc8e6d7-0892-4825-bc8d-f8fd1dede659", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:22:02.753463 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bded18ca-58c0-4a03-afbd-98517a116cab {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:22:02.753996 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce6bb985-ee18-4480-9c50-25517878625c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc8e6d7-0892-4825-bc8d-f8fd1dede659', 'code': 200} Nov 25 17:22:02.825486 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-33925a8d-c10f-417e-ad5c-c47b919da08d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:02.829716 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-33925a8d-c10f-417e-ad5c-c47b919da08d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:02.831133 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-33925a8d-c10f-417e-ad5c-c47b919da08d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8ef8c3ff-99c9-4aef-a96c-914ff9fb23a1 HTTP/1.1" status: 204 len: 168 time: 0.6790552 Nov 25 17:22:02.833321 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-f5444b12-5708-4e76-ac2d-b6c27d8ad6a0 service neutron] For port 9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2,segment=NetworkSegment(32304091-a43f-4bbd-aae7-89d7e0d9d2b6),segment_id=32304091-a43f-4bbd-aae7-89d7e0d9d2b6)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:22:02.850630 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33925a8d-c10f-417e-ad5c-c47b919da08d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef8c3ff-99c9-4aef-a96c-914ff9fb23a1,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:02.870003 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-f5444b12-5708-4e76-ac2d-b6c27d8ad6a0 service neutron] Publish callbacks [] for binding, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:02.878258 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-f5444b12-5708-4e76-ac2d-b6c27d8ad6a0 service neutron] 10.222.0.75 "POST /v2.0/ports/9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2/bindings HTTP/1.1" status: 201 len: 389 time: 0.9444890 Nov 25 17:22:03.209350 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a64a8-22d2-46b0-a949-ac650794c3c1 req-55385a94-f7c6-48c4-9116-95b3f642545b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:03.219934 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-df9a64a8-22d2-46b0-a949-ac650794c3c1 req-55385a94-f7c6-48c4-9116-95b3f642545b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ce6bb985-ee18-4480-9c50-25517878625c HTTP/1.1" status: 200 len: 1100 time: 0.3760269 Nov 25 17:22:03.268575 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f2358c-bc90-4e5b-b6c6-fac036dbe696 req-2f3c9218-999e-4455-b98d-0d43488819e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:03.270286 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-94f2358c-bc90-4e5b-b6c6-fac036dbe696 req-2f3c9218-999e-4455-b98d-0d43488819e0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c19272b3-a7a0-489a-a5dc-398c9698ec22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5509195 Nov 25 17:22:03.288648 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c20f7-2bd8-416c-96b8-ffa1675899e8 req-aa296fc2-f500-454b-9dba-152559a7f763 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:03.292851 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-050c20f7-2bd8-416c-96b8-ffa1675899e8 req-aa296fc2-f500-454b-9dba-152559a7f763 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce6bb985-ee18-4480-9c50-25517878625c HTTP/1.1" status: 200 len: 949 time: 0.1888366 Nov 25 17:22:03.293030 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-b58f35ae-2f27-4501-bb72-758c63a4986b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:03.294287 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-b58f35ae-2f27-4501-bb72-758c63a4986b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ac7a18821f8e4e00814d44731ef8d033&device_id=b102fd9a-9175-447b-a09f-b64a750d0101 HTTP/1.1" status: 200 len: 1097 time: 0.0626581 Nov 25 17:22:03.388876 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-41a3c995-40d4-4308-9161-b0e8a3b5182b req-20a81a3d-591c-427c-a6c4-001ebd820b26 service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7433205 Nov 25 17:22:03.429805 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-e06b434f-6098-4975-88d4-c3e99c3cc654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:03.432307 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-e06b434f-6098-4975-88d4-c3e99c3cc654 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c4ad8fe4-e22e-4c8b-af10-9eaf120b663c HTTP/1.1" status: 200 len: 921 time: 0.1304350 Nov 25 17:22:03.477655 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839385d-28c8-4c63-9fa7-33adc2a2c782 req-faf1c9fc-aaf7-49c5-8ca4-357c10aeb4f8 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:03.479373 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b839385d-28c8-4c63-9fa7-33adc2a2c782 req-faf1c9fc-aaf7-49c5-8ca4-357c10aeb4f8 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=b102fd9a-9175-447b-a09f-b64a750d0101 HTTP/1.1" status: 200 len: 946 time: 0.2881212 Nov 25 17:22:03.494220 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-0e81fcd7-0e27-46e1-8ce4-7355693ae88e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2 HTTP/1.1" status: 200 len: 217 time: 0.0544722 Nov 25 17:22:03.536280 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-94f2358c-bc90-4e5b-b6c6-fac036dbe696 req-4ded2985-9e6c-4853-ab5a-c75c6253d79c service neutron] 10.222.0.90 "GET /v2.0/networks/c19272b3-a7a0-489a-a5dc-398c9698ec22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435906 Nov 25 17:22:03.560347 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-df9a64a8-22d2-46b0-a949-ac650794c3c1 req-88688da9-eece-4e4b-af4f-ba7cb1bffa77 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048162 Nov 25 17:22:03.563027 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-b3ce2ae0-7d01-459d-8888-0273e406caa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:03.565255 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-b3ce2ae0-7d01-459d-8888-0273e406caa3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0a91ba6f-af85-4b11-90c3-2d5fc7a12e25 HTTP/1.1" status: 200 len: 860 time: 0.0631342 Nov 25 17:22:03.608345 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-050c20f7-2bd8-416c-96b8-ffa1675899e8 req-73bf1a31-15e6-4a73-b826-2b5f4bf94f30 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257669 Nov 25 17:22:03.659436 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-41a3c995-40d4-4308-9161-b0e8a3b5182b req-3fa89ffe-dbae-4134-a254-47ce5351c8fd service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617795 Nov 25 17:22:03.682520 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b839385d-28c8-4c63-9fa7-33adc2a2c782 req-8a5f0ec8-b579-48c1-b9f6-5ef88473ce7a tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651380 Nov 25 17:22:03.773061 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-94f2358c-bc90-4e5b-b6c6-fac036dbe696 req-c9dedb1c-84a2-4a58-abfd-4c2921e66821 service neutron] 10.222.0.90 "GET /v2.0/networks/c19272b3-a7a0-489a-a5dc-398c9698ec22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217317 Nov 25 17:22:03.800396 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c194f2-cf15-4b46-829a-27ffb3984305 req-821bb14c-25cb-46a5-8160-f024d67575ac tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:03.801895 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e3c194f2-cf15-4b46-829a-27ffb3984305 req-821bb14c-25cb-46a5-8160-f024d67575ac tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.75 "GET /v2.0/ports?device_id=fb95c7fa-8b95-40f6-b794-e92ee38e44bc HTTP/1.1" status: 200 len: 948 time: 0.1185668 Nov 25 17:22:03.804025 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43464e2c-a8be-4bdc-a555-4cefed44599c req-af9d5972-e623-466c-a37c-8a4def1141be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:03.808094 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-81cf5221-e03c-471d-a3a6-1540d985c2b3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c4ad8fe4-e22e-4c8b-af10-9eaf120b663c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650287 Nov 25 17:22:03.808707 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-43464e2c-a8be-4bdc-a555-4cefed44599c req-af9d5972-e623-466c-a37c-8a4def1141be service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6acf166d7fef4b41a5a66abb3d095ee2&device_id=fb95c7fa-8b95-40f6-b794-e92ee38e44bc HTTP/1.1" status: 200 len: 1099 time: 0.0723495 Nov 25 17:22:03.940878 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e3c194f2-cf15-4b46-829a-27ffb3984305 req-8037b6d0-6d3c-4105-8f73-9818ba149869 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.75 "GET /v2.0/security-groups?id=4694e97b-902c-4caa-bd8a-3c4e0bd567e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307452 Nov 25 17:22:03.978512 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-45106cb9-fd92-4ede-9f16-a353a97827d0 service neutron] 10.222.0.74 "GET /v2.0/networks/c4ad8fe4-e22e-4c8b-af10-9eaf120b663c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554224 Nov 25 17:22:03.988745 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43464e2c-a8be-4bdc-a555-4cefed44599c req-a3248470-1648-4e80-90d2-66ab9a8adef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:03.990795 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-43464e2c-a8be-4bdc-a555-4cefed44599c req-a3248470-1648-4e80-90d2-66ab9a8adef3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ab4fed0b-9bf1-4925-8765-94da08c5de2a HTTP/1.1" status: 200 len: 870 time: 0.1734600 Nov 25 17:22:04.054675 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-43464e2c-a8be-4bdc-a555-4cefed44599c req-73b56f81-c78f-46b0-be6b-6296134b050d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=2aacf250-4c44-443e-8a78-4c5d1d0c068c HTTP/1.1" status: 200 len: 217 time: 0.0566108 Nov 25 17:22:04.101089 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-380681e1-6f7b-48c5-952a-08e4d210c350 service neutron] 10.222.0.74 "GET /v2.0/networks/c4ad8fe4-e22e-4c8b-af10-9eaf120b663c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144099 Nov 25 17:22:04.117039 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43464e2c-a8be-4bdc-a555-4cefed44599c req-593f0ce1-a008-43f4-ba62-4bd51c5bd0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:04.117744 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-43464e2c-a8be-4bdc-a555-4cefed44599c req-593f0ce1-a008-43f4-ba62-4bd51c5bd0f3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.0549619 Nov 25 17:22:04.172523 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43464e2c-a8be-4bdc-a555-4cefed44599c req-cb522a88-d34d-47a4-8400-9d3e9de5f922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:04.174107 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-43464e2c-a8be-4bdc-a555-4cefed44599c req-cb522a88-d34d-47a4-8400-9d3e9de5f922 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0426381 Nov 25 17:22:04.271566 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-43464e2c-a8be-4bdc-a555-4cefed44599c req-c25bfa17-40f6-4f97-ab46-b77a8f6165b6 service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899849 Nov 25 17:22:04.359365 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-754a4154-d91a-459c-99c2-cc38b9ffad31 tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:04.361182 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-754a4154-d91a-459c-99c2-cc38b9ffad31 tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=b102fd9a-9175-447b-a09f-b64a750d0101&tenant_id=ac7a18821f8e4e00814d44731ef8d033&binding%3Ahost_id=n-h2-817746-1 HTTP/1.1" status: 200 len: 1097 time: 0.1068182 Nov 25 17:22:04.383124 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-293ecbed-28f6-469f-967a-fba77f85bfba service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817746-1'}}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:04.394049 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-43464e2c-a8be-4bdc-a555-4cefed44599c req-0b757625-2691-4e38-be55-1b50b052771d service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146727 Nov 25 17:22:04.454511 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-293ecbed-28f6-469f-967a-fba77f85bfba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:04.605877 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-293ecbed-28f6-469f-967a-fba77f85bfba service neutron] For port 9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2,segment=NetworkSegment(32304091-a43f-4bbd-aae7-89d7e0d9d2b6),segment_id=32304091-a43f-4bbd-aae7-89d7e0d9d2b6)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:04.656013 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-293ecbed-28f6-469f-967a-fba77f85bfba service neutron] For port 9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2, host n-h2-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:22:04.705750 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b102fd9a-9175-447b-a09f-b64a750d0101', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:22:04.708563 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a7c3d71-3862-428d-b9dd-bacb60457566" -d '{"events": [{"server_uuid": "b102fd9a-9175-447b-a09f-b64a750d0101", "name": "network-vif-unplugged", "status": "completed", "tag": "9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:22:04.713468 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-293ecbed-28f6-469f-967a-fba77f85bfba service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:04.721825 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-293ecbed-28f6-469f-967a-fba77f85bfba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:04.799642 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9adc41-e15d-4a72-9241-68808da095e0 x-openstack-request-id: req-ec9adc41-e15d-4a72-9241-68808da095e0 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:22:04.807492 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b102fd9a-9175-447b-a09f-b64a750d0101", "name": "network-vif-unplugged", "status": "completed", "tag": "9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:22:04.807751 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ec9adc41-e15d-4a72-9241-68808da095e0 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:22:04.808185 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b102fd9a-9175-447b-a09f-b64a750d0101', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2', 'code': 200} Nov 25 17:22:04.825574 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e521c-db9e-4393-b501-41ec16e5c618 req-d429fe1b-cf4d-4478-88d1-6981006e34d5 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:04.827290 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-306e521c-db9e-4393-b501-41ec16e5c618 req-d429fe1b-cf4d-4478-88d1-6981006e34d5 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce6bb985-ee18-4480-9c50-25517878625c HTTP/1.1" status: 200 len: 949 time: 0.1087484 Nov 25 17:22:04.855343 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-293ecbed-28f6-469f-967a-fba77f85bfba service neutron] Attempting to bind port 9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2 on host n-h2-817746-1 for vnic_type normal with profile {"migrating_to": "n-h1-817746-1"} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:22:04.855960 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-293ecbed-28f6-469f-967a-fba77f85bfba service neutron] Attempting to bind port 9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2 by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '32304091-a43f-4bbd-aae7-89d7e0d9d2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c4ad8fe4-e22e-4c8b-af10-9eaf120b663c'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:22:04.860899 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-293ecbed-28f6-469f-967a-fba77f85bfba service neutron] Attempting to bind port 9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2 on network c4ad8fe4-e22e-4c8b-af10-9eaf120b663c {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:22:04.863262 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293ecbed-28f6-469f-967a-fba77f85bfba service neutron] Pushing event updated for resources: {'Port': ['ID=9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2,revision_number=7']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:04.871673 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-293ecbed-28f6-469f-967a-fba77f85bfba service neutron] Port 9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2 on network c4ad8fe4-e22e-4c8b-af10-9eaf120b663c not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:22:04.874494 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-293ecbed-28f6-469f-967a-fba77f85bfba service neutron] Attempting to bind port 9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2 on network c4ad8fe4-e22e-4c8b-af10-9eaf120b663c {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:22:04.880452 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-293ecbed-28f6-469f-967a-fba77f85bfba service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:22:04.880959 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-293ecbed-28f6-469f-967a-fba77f85bfba service neutron] Checking segment: {'id': '32304091-a43f-4bbd-aae7-89d7e0d9d2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c4ad8fe4-e22e-4c8b-af10-9eaf120b663c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:22:04.881353 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-293ecbed-28f6-469f-967a-fba77f85bfba service neutron] Bound using segment: {'id': '32304091-a43f-4bbd-aae7-89d7e0d9d2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c4ad8fe4-e22e-4c8b-af10-9eaf120b663c'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:22:04.881891 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-293ecbed-28f6-469f-967a-fba77f85bfba service neutron] Bound port: 9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32304091-a43f-4bbd-aae7-89d7e0d9d2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c4ad8fe4-e22e-4c8b-af10-9eaf120b663c'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:22:04.882265 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-293ecbed-28f6-469f-967a-fba77f85bfba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:04.908147 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-306e521c-db9e-4393-b501-41ec16e5c618 req-03753707-535b-4318-bb13-330f3a98ec06 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729907 Nov 25 17:22:04.932868 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ffaece-28a0-4ef5-9031-e18ea7cbbb3f req-9a8f974a-40ff-420a-99a3-732b29757d28 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:04.932868 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-23ffaece-28a0-4ef5-9031-e18ea7cbbb3f req-9a8f974a-40ff-420a-99a3-732b29757d28 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=b102fd9a-9175-447b-a09f-b64a750d0101 HTTP/1.1" status: 200 len: 944 time: 0.0749013 Nov 25 17:22:04.977943 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-293ecbed-28f6-469f-967a-fba77f85bfba service neutron] For port 9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2, host n-h2-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:22:04.985376 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-293ecbed-28f6-469f-967a-fba77f85bfba service neutron] For port 9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2,segment=NetworkSegment(32304091-a43f-4bbd-aae7-89d7e0d9d2b6),segment_id=32304091-a43f-4bbd-aae7-89d7e0d9d2b6)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:22:04.994146 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-293ecbed-28f6-469f-967a-fba77f85bfba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:05.015806 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-23ffaece-28a0-4ef5-9031-e18ea7cbbb3f req-d3ff6706-0f9f-419d-9377-cbff6ff71f48 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767782 Nov 25 17:22:05.091403 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-293ecbed-28f6-469f-967a-fba77f85bfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:05.092782 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-293ecbed-28f6-469f-967a-fba77f85bfba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:05.094224 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-293ecbed-28f6-469f-967a-fba77f85bfba service neutron] 10.222.0.74 "PUT /v2.0/ports/9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2 HTTP/1.1" status: 200 len: 1122 time: 0.7167263 Nov 25 17:22:05.100255 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293ecbed-28f6-469f-967a-fba77f85bfba service neutron] Pushing event updated for resources: {'Port': ['ID=9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2,revision_number=8']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:05.174108 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:22:05.343198 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6f0a867f-f379-491c-931c-829b803caead req-873a321b-7bed-42d7-b1bb-f4ab09e80360 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=7739bc6a4b9b403c9f5015e26ffa58a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306354 Nov 25 17:22:05.452634 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87385551-a9d4-4dcd-9ba8-5698405bea58 req-7165b5c0-907b-4543-95f5-7dbf90f043c5 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:05.454097 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-87385551-a9d4-4dcd-9ba8-5698405bea58 req-7165b5c0-907b-4543-95f5-7dbf90f043c5 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/ports?device_id=851b2964-72a8-440e-8234-fc14db00e928 HTTP/1.1" status: 200 len: 950 time: 0.1140256 Nov 25 17:22:05.495305 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0a867f-f379-491c-931c-829b803caead req-e5308bc2-c105-4aeb-974b-4408e64a814c tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:05.496601 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6f0a867f-f379-491c-931c-829b803caead req-e5308bc2-c105-4aeb-974b-4408e64a814c tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1448927 Nov 25 17:22:05.526741 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6f0a867f-f379-491c-931c-829b803caead req-67f9c279-25cf-4c5b-b8c4-98be87488169 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] 10.222.0.75 "GET /v2.0/quotas/7739bc6a4b9b403c9f5015e26ffa58a6 HTTP/1.1" status: 200 len: 375 time: 0.0239289 Nov 25 17:22:05.533973 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-87385551-a9d4-4dcd-9ba8-5698405bea58 req-0e4d0e35-bcf2-4df0-af6b-cad92cc0bf07 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706210 Nov 25 17:22:05.561771 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6f0a867f-f379-491c-931c-829b803caead req-c1837b2f-1bc0-4b02-ba9f-7857ed5aa576 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=7739bc6a4b9b403c9f5015e26ffa58a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265882 Nov 25 17:22:05.643388 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30996d7-206d-4a34-af08-07cd456c7af7 req-e3ab6f56-7331-425a-a76d-c41769be80da tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:05.645093 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b30996d7-206d-4a34-af08-07cd456c7af7 req-e3ab6f56-7331-425a-a76d-c41769be80da tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.75 "GET /v2.0/ports?device_id=fb95c7fa-8b95-40f6-b794-e92ee38e44bc HTTP/1.1" status: 200 len: 948 time: 0.0522158 Nov 25 17:22:05.723209 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b30996d7-206d-4a34-af08-07cd456c7af7 req-8c014a84-b30f-4970-889a-8a5e611ee941 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.75 "GET /v2.0/security-groups?id=4694e97b-902c-4caa-bd8a-3c4e0bd567e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714431 Nov 25 17:22:05.917276 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-59ec4e33-7616-44c6-b250-b822bf9e3323 req-0b9479b5-75c0-427f-ba71-f7325c867f44 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=b41b9caacf954de8a3af286a68550b64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288210 Nov 25 17:22:05.962218 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c9e08dca-5d48-443e-8cca-d52fda715434 req-85f7a7e6-9410-4453-a62d-ec45d2bfe185 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] 10.222.0.75 "GET /v2.0/ports?device_id=fa377b35-49be-4f9c-8786-e36413cf2f56 HTTP/1.1" status: 200 len: 210 time: 0.0486970 Nov 25 17:22:06.101482 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec4e33-7616-44c6-b250-b822bf9e3323 req-ba290c3f-1f12-4151-96bc-d6559ebeeed6 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:06.103237 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-59ec4e33-7616-44c6-b250-b822bf9e3323 req-ba290c3f-1f12-4151-96bc-d6559ebeeed6 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1768715 Nov 25 17:22:06.121199 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-59ec4e33-7616-44c6-b250-b822bf9e3323 req-2ba7c257-0f70-4529-9377-f1e6b8a1f294 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/quotas/b41b9caacf954de8a3af286a68550b64 HTTP/1.1" status: 200 len: 375 time: 0.0108740 Nov 25 17:22:06.190800 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-59ec4e33-7616-44c6-b250-b822bf9e3323 req-8add605d-07ab-4b10-bea3-51be0f052054 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=b41b9caacf954de8a3af286a68550b64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0623598 Nov 25 17:22:06.457419 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee92b04-b265-48d1-9636-c01dd6afc521 req-5a7c7f3e-f22f-4fe8-8f49-8d1ea0e5b62d tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:06.464987 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fee92b04-b265-48d1-9636-c01dd6afc521 req-5a7c7f3e-f22f-4fe8-8f49-8d1ea0e5b62d tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=b102fd9a-9175-447b-a09f-b64a750d0101 HTTP/1.1" status: 200 len: 944 time: 0.0735562 Nov 25 17:22:06.509655 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3ba37d4a-3bb2-430e-bebe-286a46b21cf4 req-6394a7fd-c42f-4349-a0be-a3eb45b116b9 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/ports?device_id=95ee1561-8bc0-45ea-8856-9dd547a06607 HTTP/1.1" status: 200 len: 210 time: 0.0414097 Nov 25 17:22:06.542119 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fee92b04-b265-48d1-9636-c01dd6afc521 req-d4c07cd5-d851-4a0b-aa5b-acf3c18082f5 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762162 Nov 25 17:22:06.734251 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8a14b8c4-f1f5-47d0-afcd-f2c12bae92a2 req-544fbda4-1c24-4585-94dc-24ed9fdcd367 tempest-FlavorsV2NegativeTest-1333622475 tempest-FlavorsV2NegativeTest-1333622475-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=74d20a5c30a9489c9304fbdba2b146e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271142 Nov 25 17:22:06.817967 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b102fd9a-9175-447b-a09f-b64a750d0101', 'tag': '9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:22:06.821035 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de007418-8bfd-4dff-9dcb-1227f7802656" -d '{"events": [{"name": "network-changed", "server_uuid": "b102fd9a-9175-447b-a09f-b64a750d0101", "tag": "9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:22:06.828763 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-6f0a867f-f379-491c-931c-829b803caead req-5d152747-00ff-45cf-9735-6c7461115506 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=7739bc6a4b9b403c9f5015e26ffa58a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375752 Nov 25 17:22:06.914348 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a14b8c4-f1f5-47d0-afcd-f2c12bae92a2 req-8b5deadb-f0fa-42b6-86f8-6b0c36d49f85 tempest-FlavorsV2NegativeTest-1333622475 tempest-FlavorsV2NegativeTest-1333622475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:06.916630 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8a14b8c4-f1f5-47d0-afcd-f2c12bae92a2 req-8b5deadb-f0fa-42b6-86f8-6b0c36d49f85 tempest-FlavorsV2NegativeTest-1333622475 tempest-FlavorsV2NegativeTest-1333622475-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1758811 Nov 25 17:22:06.944891 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b75db-f594-4f3f-9c4b-198d4617eeb7 req-e6ec8cef-1243-49a1-8e59-b5bcd22960c9 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:06.947746 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ee3b75db-f594-4f3f-9c4b-198d4617eeb7 req-e6ec8cef-1243-49a1-8e59-b5bcd22960c9 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.75 "GET /v2.0/ports?device_id=fb95c7fa-8b95-40f6-b794-e92ee38e44bc HTTP/1.1" status: 200 len: 948 time: 0.1061451 Nov 25 17:22:06.956476 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8a14b8c4-f1f5-47d0-afcd-f2c12bae92a2 req-f76fbe43-2322-4717-b161-24de36e1155e tempest-FlavorsV2NegativeTest-1333622475 tempest-FlavorsV2NegativeTest-1333622475-project] 10.222.0.75 "GET /v2.0/quotas/74d20a5c30a9489c9304fbdba2b146e7 HTTP/1.1" status: 200 len: 375 time: 0.0336158 Nov 25 17:22:06.980114 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0a867f-f379-491c-931c-829b803caead req-5c4af52f-850a-4e8a-812a-84f4699bc45c tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:06.981644 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-6f0a867f-f379-491c-931c-829b803caead req-5c4af52f-850a-4e8a-812a-84f4699bc45c tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1468306 Nov 25 17:22:06.999251 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8a14b8c4-f1f5-47d0-afcd-f2c12bae92a2 req-82441a08-46ce-4332-916a-63776d3eda3a tempest-FlavorsV2NegativeTest-1333622475 tempest-FlavorsV2NegativeTest-1333622475-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=74d20a5c30a9489c9304fbdba2b146e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418115 Nov 25 17:22:07.028175 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-6f0a867f-f379-491c-931c-829b803caead req-c4622d2b-d7fc-4904-9aaa-721e8a763341 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Request body: {'port': {'device_id': 'fa377b35-49be-4f9c-8786-e36413cf2f56', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'admin_state_up': True, 'tenant_id': '7739bc6a4b9b403c9f5015e26ffa58a6'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:07.048643 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ee3b75db-f594-4f3f-9c4b-198d4617eeb7 req-720cef37-e260-4db8-8b64-1b90caba96fb tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.75 "GET /v2.0/security-groups?id=4694e97b-902c-4caa-bd8a-3c4e0bd567e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899820 Nov 25 17:22:07.161565 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6b7e9b-9b27-4ea0-9108-c992d4eddedd x-openstack-request-id: req-8d6b7e9b-9b27-4ea0-9108-c992d4eddedd {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:22:07.161920 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b102fd9a-9175-447b-a09f-b64a750d0101", "tag": "9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:22:07.162357 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8d6b7e9b-9b27-4ea0-9108-c992d4eddedd {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:22:07.163488 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b102fd9a-9175-447b-a09f-b64a750d0101', 'tag': '9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2', 'status': 'completed', 'code': 200} Nov 25 17:22:07.231882 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de007418-8bfd-4dff-9dcb-1227f7802656 req-fe8f7c03-f4ab-41f5-b9e8-8dd8eb9dbc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:07.234077 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-de007418-8bfd-4dff-9dcb-1227f7802656 req-fe8f7c03-f4ab-41f5-b9e8-8dd8eb9dbc97 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ac7a18821f8e4e00814d44731ef8d033&device_id=b102fd9a-9175-447b-a09f-b64a750d0101 HTTP/1.1" status: 200 len: 1125 time: 0.0689204 Nov 25 17:22:07.296009 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-50bdf997-1e0e-42f6-87d3-59ce47b4ce92 req-3eaae6b2-d5f3-4102-a711-85b7ff822dc2 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] 10.222.0.75 "GET /v2.0/ports?device_id=fa377b35-49be-4f9c-8786-e36413cf2f56 HTTP/1.1" status: 200 len: 210 time: 0.0669689 Nov 25 17:22:07.297498 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f0a867f-f379-491c-931c-829b803caead req-c4622d2b-d7fc-4904-9aaa-721e8a763341 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Made reservation on behalf of 7739bc6a4b9b403c9f5015e26ffa58a6 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:22:07.309016 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-6f0a867f-f379-491c-931c-829b803caead req-c4622d2b-d7fc-4904-9aaa-721e8a763341 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:07.320793 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-6f0a867f-f379-491c-931c-829b803caead req-c4622d2b-d7fc-4904-9aaa-721e8a763341 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:07.439580 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-6f0a867f-f379-491c-931c-829b803caead req-c4622d2b-d7fc-4904-9aaa-721e8a763341 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:07.444612 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-6f0a867f-f379-491c-931c-829b803caead req-c4622d2b-d7fc-4904-9aaa-721e8a763341 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:07.455717 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de007418-8bfd-4dff-9dcb-1227f7802656 req-bb6ccf39-e491-4881-b5ae-4fda2a905913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:07.457181 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-de007418-8bfd-4dff-9dcb-1227f7802656 req-bb6ccf39-e491-4881-b5ae-4fda2a905913 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c4ad8fe4-e22e-4c8b-af10-9eaf120b663c HTTP/1.1" status: 200 len: 921 time: 0.2102289 Nov 25 17:22:07.486620 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:22:07.555684 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4622d2b-d7fc-4904-9aaa-721e8a763341 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8b5136-0d17-43a4-963b-63b878aef5bc,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:07.558535 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-de007418-8bfd-4dff-9dcb-1227f7802656 req-285df05b-616e-4a92-b9cc-8898a8ea48a4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2 HTTP/1.1" status: 200 len: 217 time: 0.0902486 Nov 25 17:22:07.690602 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-59ec4e33-7616-44c6-b250-b822bf9e3323 req-71c4aaf5-d17a-4867-9ee1-9323c80deb6f tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=b41b9caacf954de8a3af286a68550b64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486856 Nov 25 17:22:07.704659 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 2aacf250-4c44-443e-8a78-4c5d1d0c068c details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:22:07.745788 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59904) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:07.760185 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-6f0a867f-f379-491c-931c-829b803caead req-c4622d2b-d7fc-4904-9aaa-721e8a763341 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Allocated IP 192.168.233.11 (ab4fed0b-9bf1-4925-8765-94da08c5de2a/8793709c-5336-428d-aede-b0b8df1a26b2/a7b55702-78cd-4533-9e1c-83e3483b9488) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:22:07.856770 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59908) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:07.896796 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec4e33-7616-44c6-b250-b822bf9e3323 req-0a471c19-61cc-405f-9b9c-7f88560f27a3 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:07.898327 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-59ec4e33-7616-44c6-b250-b822bf9e3323 req-0a471c19-61cc-405f-9b9c-7f88560f27a3 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1881113 Nov 25 17:22:07.984849 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2,segment=NetworkSegment(32304091-a43f-4bbd-aae7-89d7e0d9d2b6),segment_id=32304091-a43f-4bbd-aae7-89d7e0d9d2b6)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:07.990405 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 2aacf250-4c44-443e-8a78-4c5d1d0c068c, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=2aacf250-4c44-443e-8a78-4c5d1d0c068c,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:08.013054 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2 has no active binding in host n-h1-817746-1 {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 25 17:22:08.015004 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '2aacf250-4c44-443e-8a78-4c5d1d0c068c', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'port_id': '2aacf250-4c44-443e-8a78-4c5d1d0c068c', 'mac_address': 'fa:16:3e:74:f5:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8793709c-5336-428d-aede-b0b8df1a26b2', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:22:08.037113 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-21010c20-fdcb-4edd-98dc-13d8825042f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:08.062087 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-6f0a867f-f379-491c-931c-829b803caead req-c4622d2b-d7fc-4904-9aaa-721e8a763341 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:08.072298 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:08.105655 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aacf250-4c44-443e-8a78-4c5d1d0c068c {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:22:08.143965 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-6f0a867f-f379-491c-931c-829b803caead req-c4622d2b-d7fc-4904-9aaa-721e8a763341 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:08.144704 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 2aacf250-4c44-443e-8a78-4c5d1d0c068c, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=2aacf250-4c44-443e-8a78-4c5d1d0c068c,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:08.161258 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:08.191690 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 59916) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:08.201003 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f96563af-4a00-48b5-be78-251fdb105cb7 req-756759f7-51f5-44a0-973e-0ffbd1473622 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/ports?device_id=95ee1561-8bc0-45ea-8856-9dd547a06607 HTTP/1.1" status: 200 len: 210 time: 0.5004983 Nov 25 17:22:08.202530 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4622d2b-d7fc-4904-9aaa-721e8a763341 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Pushing event updated for resources: {'Port': ['ID=a7b55702-78cd-4533-9e1c-83e3483b9488,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:08.210541 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-59ec4e33-7616-44c6-b250-b822bf9e3323 req-8e5820f7-d6e3-4073-a994-70589ababcc3 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Request body: {'port': {'device_id': '95ee1561-8bc0-45ea-8856-9dd547a06607', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'admin_state_up': True, 'tenant_id': 'b41b9caacf954de8a3af286a68550b64'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:08.244721 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f0a867f-f379-491c-931c-829b803caead req-c4622d2b-d7fc-4904-9aaa-721e8a763341 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Network ab4fed0b-9bf1-4925-8765-94da08c5de2a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:22:08.247381 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-6f0a867f-f379-491c-931c-829b803caead req-c4622d2b-d7fc-4904-9aaa-721e8a763341 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:22:08.252754 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f0a867f-f379-491c-931c-829b803caead req-c4622d2b-d7fc-4904-9aaa-721e8a763341 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:22:08.288284 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=2aacf250-4c44-443e-8a78-4c5d1d0c068c,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:08.295518 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-21010c20-fdcb-4edd-98dc-13d8825042f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:08.326372 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-21010c20-fdcb-4edd-98dc-13d8825042f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:08.330656 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de007418-8bfd-4dff-9dcb-1227f7802656 req-6e479a2d-3b77-4dca-90d9-f591af0bed15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:08.332111 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-de007418-8bfd-4dff-9dcb-1227f7802656 req-6e479a2d-3b77-4dca-90d9-f591af0bed15 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0a91ba6f-af85-4b11-90c3-2d5fc7a12e25 HTTP/1.1" status: 200 len: 860 time: 0.7646711 Nov 25 17:22:08.355387 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-da9d6b67-428a-4bff-b923-83b00f89c674 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:08.390317 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3f14dcbe-e5b4-4473-bdb9-1d477f6dd81f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:08.399847 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-21010c20-fdcb-4edd-98dc-13d8825042f4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c396b70262d1413183d8120c1815216a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6529601 Nov 25 17:22:08.408182 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0a867f-f379-491c-931c-829b803caead req-c4622d2b-d7fc-4904-9aaa-721e8a763341 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:08.408819 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-6f0a867f-f379-491c-931c-829b803caead req-c4622d2b-d7fc-4904-9aaa-721e8a763341 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:08.411967 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59922) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:08.413484 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21010c20-fdcb-4edd-98dc-13d8825042f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ebeabe-eb42-44ba-b0cd-d653128a72e2,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:08.422133 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-de007418-8bfd-4dff-9dcb-1227f7802656 req-d98e7b9a-bcea-496a-ad4c-9985f6891ece service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c4ad8fe4-e22e-4c8b-af10-9eaf120b663c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703881 Nov 25 17:22:08.441519 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['2aacf250-4c44-443e-8a78-4c5d1d0c068c'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:22:08.445457 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130a480-1369-4be9-9ffd-cceb37de8447 req-aa5dd9bb-ee14-4289-b0cf-5eaa08bd57c2 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:08.456929 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4130a480-1369-4be9-9ffd-cceb37de8447 req-aa5dd9bb-ee14-4289-b0cf-5eaa08bd57c2 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=b102fd9a-9175-447b-a09f-b64a750d0101 HTTP/1.1" status: 200 len: 944 time: 0.7567909 Nov 25 17:22:08.460449 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-6f0a867f-f379-491c-931c-829b803caead req-c4622d2b-d7fc-4904-9aaa-721e8a763341 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4572551 Nov 25 17:22:08.486014 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-6f0a867f-f379-491c-931c-829b803caead req-9e52b483-68ac-4633-a4ea-5d34a6d79775 service neutron] Request body: {'port': {'device_id': 'fa377b35-49be-4f9c-8786-e36413cf2f56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:08.553372 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0617be8f-3311-435b-a80a-2f35cb6bc6d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:08.571551 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-bb170d89-3a64-49d1-9bf9-4d9a4392912b None None] Provisioning complete for port a7b55702-78cd-4533-9e1c-83e3483b9488 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:08.572115 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-bb170d89-3a64-49d1-9bf9-4d9a4392912b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:08.587549 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb60e9c6-4aa6-4811-961c-25cbf5f6851a req-de980a97-6124-4478-95de-4e1e0f3d2f73 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:08.589002 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bb60e9c6-4aa6-4811-961c-25cbf5f6851a req-de980a97-6124-4478-95de-4e1e0f3d2f73 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.75 "GET /v2.0/ports?device_id=fb95c7fa-8b95-40f6-b794-e92ee38e44bc HTTP/1.1" status: 200 len: 949 time: 0.2748082 Nov 25 17:22:08.607741 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-6f0a867f-f379-491c-931c-829b803caead req-9e52b483-68ac-4633-a4ea-5d34a6d79775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:08.614808 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-da9d6b67-428a-4bff-b923-83b00f89c674 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:08.627748 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0617be8f-3311-435b-a80a-2f35cb6bc6d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:08.630423 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-bb170d89-3a64-49d1-9bf9-4d9a4392912b None None] Port a7b55702-78cd-4533-9e1c-83e3483b9488 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:22:08.631077 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-da9d6b67-428a-4bff-b923-83b00f89c674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:08.633144 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59ec4e33-7616-44c6-b250-b822bf9e3323 req-8e5820f7-d6e3-4073-a994-70589ababcc3 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Made reservation on behalf of b41b9caacf954de8a3af286a68550b64 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:22:08.636991 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-59ec4e33-7616-44c6-b250-b822bf9e3323 req-8e5820f7-d6e3-4073-a994-70589ababcc3 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:08.679260 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4130a480-1369-4be9-9ffd-cceb37de8447 req-d853bce0-19fc-454e-ab42-4fc1f46af901 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210608 Nov 25 17:22:08.730435 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-da9d6b67-428a-4bff-b923-83b00f89c674 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=df8de83366a340a3bc6d69cfe18e0ba6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8718338 Nov 25 17:22:08.733565 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59926) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:08.734824 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9d6b67-428a-4bff-b923-83b00f89c674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6fd057-cf5d-4ada-bfef-e47f5f684d34,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:08.788501 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-de007418-8bfd-4dff-9dcb-1227f7802656 req-639a9805-0b24-409c-8451-b6ee7bc72dae service neutron] 10.222.0.90 "GET /v2.0/networks/c4ad8fe4-e22e-4c8b-af10-9eaf120b663c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222184 Nov 25 17:22:08.837476 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bb60e9c6-4aa6-4811-961c-25cbf5f6851a req-6231816c-8e25-43b9-b55f-19e9670fbd90 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.75 "GET /v2.0/security-groups?id=4694e97b-902c-4caa-bd8a-3c4e0bd567e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221692 Nov 25 17:22:08.838025 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0617be8f-3311-435b-a80a-2f35cb6bc6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:08.840558 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0617be8f-3311-435b-a80a-2f35cb6bc6d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:08.842248 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0617be8f-3311-435b-a80a-2f35cb6bc6d4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f6ebeabe-eb42-44ba-b0cd-d653128a72e2 HTTP/1.1" status: 204 len: 168 time: 0.4254231 Nov 25 17:22:08.877759 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0617be8f-3311-435b-a80a-2f35cb6bc6d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ebeabe-eb42-44ba-b0cd-d653128a72e2,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:08.921282 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3f14dcbe-e5b4-4473-bdb9-1d477f6dd81f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:08.936298 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3f14dcbe-e5b4-4473-bdb9-1d477f6dd81f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:08.968221 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9a04a387-6118-411f-864c-cbe5018cc453 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:08.983833 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eaa1f1-3945-4707-a940-25b63d4ccb92 req-a3f89fc7-4853-41c6-87e0-ff0d15125078 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:08.985388 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-33eaa1f1-3945-4707-a940-25b63d4ccb92 req-a3f89fc7-4853-41c6-87e0-ff0d15125078 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] 10.222.0.75 "GET /v2.0/ports?device_id=fa377b35-49be-4f9c-8786-e36413cf2f56 HTTP/1.1" status: 200 len: 935 time: 0.2323530 Nov 25 17:22:08.993200 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9a04a387-6118-411f-864c-cbe5018cc453 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:09.035102 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-3f14dcbe-e5b4-4473-bdb9-1d477f6dd81f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=74d20a5c30a9489c9304fbdba2b146e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8330488 Nov 25 17:22:09.037299 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f14dcbe-e5b4-4473-bdb9-1d477f6dd81f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096170b7-8d21-49bc-8738-490131e7b3d2,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:09.041229 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59932) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:09.048648 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-de007418-8bfd-4dff-9dcb-1227f7802656 req-d420a4d0-db46-43a8-93c8-2840ccc4999a service neutron] 10.222.0.90 "GET /v2.0/networks/c4ad8fe4-e22e-4c8b-af10-9eaf120b663c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428989 Nov 25 17:22:09.106693 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-33eaa1f1-3945-4707-a940-25b63d4ccb92 req-dd317e1e-4b4c-4bad-94e9-3b8bbb3ed526 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] 10.222.0.75 "GET /v2.0/security-groups?id=cd8b5136-0d17-43a4-963b-63b878aef5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965364 Nov 25 17:22:09.116675 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9a04a387-6118-411f-864c-cbe5018cc453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:09.119251 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9a04a387-6118-411f-864c-cbe5018cc453 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:09.122721 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9a04a387-6118-411f-864c-cbe5018cc453 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2a6fd057-cf5d-4ada-bfef-e47f5f684d34 HTTP/1.1" status: 204 len: 168 time: 0.3827264 Nov 25 17:22:09.148851 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a04a387-6118-411f-864c-cbe5018cc453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6fd057-cf5d-4ada-bfef-e47f5f684d34,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:09.170916 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b771ecd2-fa4a-44c8-b4ba-e2fffc26b579 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:09.205025 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-6f0a867f-f379-491c-931c-829b803caead req-9e52b483-68ac-4633-a4ea-5d34a6d79775 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7b55702-78cd-4533-9e1c-83e3483b9488 {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:22:09.210777 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b771ecd2-fa4a-44c8-b4ba-e2fffc26b579 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:09.213281 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 59936) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:09.220564 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-6f0a867f-f379-491c-931c-829b803caead req-9e52b483-68ac-4633-a4ea-5d34a6d79775 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:09.231554 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-03a27d92-e7b3-4060-b316-18feec950835 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:09.252210 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-6f0a867f-f379-491c-931c-829b803caead req-9e52b483-68ac-4633-a4ea-5d34a6d79775 service neutron] Transition to ACTIVE for port object a7b55702-78cd-4533-9e1c-83e3483b9488 will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:22:09.260555 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-6f0a867f-f379-491c-931c-829b803caead req-9e52b483-68ac-4633-a4ea-5d34a6d79775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:09.316618 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e52b483-68ac-4633-a4ea-5d34a6d79775 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b55702-78cd-4533-9e1c-83e3483b9488,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:09.319250 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b771ecd2-fa4a-44c8-b4ba-e2fffc26b579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:09.321882 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b771ecd2-fa4a-44c8-b4ba-e2fffc26b579 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:09.323304 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b771ecd2-fa4a-44c8-b4ba-e2fffc26b579 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/096170b7-8d21-49bc-8738-490131e7b3d2 HTTP/1.1" status: 204 len: 168 time: 0.2808640 Nov 25 17:22:09.347804 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771ecd2-fa4a-44c8-b4ba-e2fffc26b579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096170b7-8d21-49bc-8738-490131e7b3d2,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:09.392402 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c248f630-4ef8-4e38-87ac-8c96b72c386f req-84bda093-7919-45a6-8eb4-f9d4abbea502 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/ports?device_id=95ee1561-8bc0-45ea-8856-9dd547a06607 HTTP/1.1" status: 200 len: 210 time: 0.0740802 Nov 25 17:22:09.413753 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-59ec4e33-7616-44c6-b250-b822bf9e3323 req-8e5820f7-d6e3-4073-a994-70589ababcc3 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Allocated IP 192.168.233.198 (ab4fed0b-9bf1-4925-8765-94da08c5de2a/8793709c-5336-428d-aede-b0b8df1a26b2/61242243-b776-4897-bae1-887ccd67dfec) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:22:09.438916 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-6f0a867f-f379-491c-931c-829b803caead req-9e52b483-68ac-4633-a4ea-5d34a6d79775 service neutron] Attempting to bind port a7b55702-78cd-4533-9e1c-83e3483b9488 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:22:09.439254 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-6f0a867f-f379-491c-931c-829b803caead req-9e52b483-68ac-4633-a4ea-5d34a6d79775 service neutron] Attempting to bind port a7b55702-78cd-4533-9e1c-83e3483b9488 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:22:09.439628 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0a867f-f379-491c-931c-829b803caead req-9e52b483-68ac-4633-a4ea-5d34a6d79775 service neutron] Attempting to bind port a7b55702-78cd-4533-9e1c-83e3483b9488 on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:22:09.445309 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0a867f-f379-491c-931c-829b803caead req-9e52b483-68ac-4633-a4ea-5d34a6d79775 service neutron] Port a7b55702-78cd-4533-9e1c-83e3483b9488 on network ab4fed0b-9bf1-4925-8765-94da08c5de2a not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:22:09.445631 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0a867f-f379-491c-931c-829b803caead req-9e52b483-68ac-4633-a4ea-5d34a6d79775 service neutron] Attempting to bind port a7b55702-78cd-4533-9e1c-83e3483b9488 on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:22:09.453282 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0a867f-f379-491c-931c-829b803caead req-9e52b483-68ac-4633-a4ea-5d34a6d79775 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:22:09.453428 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0a867f-f379-491c-931c-829b803caead req-9e52b483-68ac-4633-a4ea-5d34a6d79775 service neutron] Checking segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:22:09.453953 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0a867f-f379-491c-931c-829b803caead req-9e52b483-68ac-4633-a4ea-5d34a6d79775 service neutron] Bound using segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:22:09.454400 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-6f0a867f-f379-491c-931c-829b803caead req-9e52b483-68ac-4633-a4ea-5d34a6d79775 service neutron] Bound port: a7b55702-78cd-4533-9e1c-83e3483b9488, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:22:09.454961 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-6f0a867f-f379-491c-931c-829b803caead req-9e52b483-68ac-4633-a4ea-5d34a6d79775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:09.481339 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-03a27d92-e7b3-4060-b316-18feec950835 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:09.494500 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-03a27d92-e7b3-4060-b316-18feec950835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:09.522724 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 2aacf250-4c44-443e-8a78-4c5d1d0c068c up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:22:09.565449 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-03a27d92-e7b3-4060-b316-18feec950835 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=953e02727eab46188cdb63e161a2028d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3509898 Nov 25 17:22:09.566433 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-6f0a867f-f379-491c-931c-829b803caead req-9e52b483-68ac-4633-a4ea-5d34a6d79775 service neutron] For port a7b55702-78cd-4533-9e1c-83e3483b9488, host n-h1-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:22:09.572959 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59944) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:09.573460 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a27d92-e7b3-4060-b316-18feec950835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a65cbbd5-e61c-4041-9b8b-f7a28d4a3cf9,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:09.577511 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-6f0a867f-f379-491c-931c-829b803caead req-9e52b483-68ac-4633-a4ea-5d34a6d79775 service neutron] For port a7b55702-78cd-4533-9e1c-83e3483b9488, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=a7b55702-78cd-4533-9e1c-83e3483b9488,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:22:09.605407 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-6f0a867f-f379-491c-931c-829b803caead req-9e52b483-68ac-4633-a4ea-5d34a6d79775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:09.632117 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port 2aacf250-4c44-443e-8a78-4c5d1d0c068c completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:22:09.638015 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port 2aacf250-4c44-443e-8a78-4c5d1d0c068c triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:09.638132 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:09.685884 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0a867f-f379-491c-931c-829b803caead req-9e52b483-68ac-4633-a4ea-5d34a6d79775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:09.686684 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-6f0a867f-f379-491c-931c-829b803caead req-9e52b483-68ac-4633-a4ea-5d34a6d79775 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:09.688067 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-6f0a867f-f379-491c-931c-829b803caead req-9e52b483-68ac-4633-a4ea-5d34a6d79775 service neutron] 10.222.0.74 "PUT /v2.0/ports/a7b55702-78cd-4533-9e1c-83e3483b9488 HTTP/1.1" status: 200 len: 1095 time: 1.2070291 Nov 25 17:22:09.688527 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa377b35-49be-4f9c-8786-e36413cf2f56', 'tag': 'a7b55702-78cd-4533-9e1c-83e3483b9488'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:22:09.695311 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2a0223-ba5c-4383-9dda-ccd50eb05472" -d '{"events": [{"name": "network-changed", "server_uuid": "fa377b35-49be-4f9c-8786-e36413cf2f56", "tag": "a7b55702-78cd-4533-9e1c-83e3483b9488"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:22:09.739013 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e52b483-68ac-4633-a4ea-5d34a6d79775 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b55702-78cd-4533-9e1c-83e3483b9488,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:09.752619 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c444e191-e95a-4a0e-81e4-7bf3ebc80d7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:09.803396 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 59952) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:09.836298 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-59ec4e33-7616-44c6-b250-b822bf9e3323 req-8e5820f7-d6e3-4073-a994-70589ababcc3 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:09.845939 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bbc97c7e-7961-470a-b2d9-c9ffc5cfee27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:09.849601 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77dbd15e-9c68-4eec-a32c-f9eb213c92f8 x-openstack-request-id: req-77dbd15e-9c68-4eec-a32c-f9eb213c92f8 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:22:09.849822 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa377b35-49be-4f9c-8786-e36413cf2f56", "tag": "a7b55702-78cd-4533-9e1c-83e3483b9488", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:22:09.850782 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-77dbd15e-9c68-4eec-a32c-f9eb213c92f8 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:22:09.850782 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa377b35-49be-4f9c-8786-e36413cf2f56', 'tag': 'a7b55702-78cd-4533-9e1c-83e3483b9488', 'status': 'completed', 'code': 200} Nov 25 17:22:09.880941 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c444e191-e95a-4a0e-81e4-7bf3ebc80d7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:09.899446 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:09.939787 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0a867f-f379-491c-931c-829b803caead req-1ae41316-7a6d-4038-9728-d692cf9f720d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:09.941655 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-6f0a867f-f379-491c-931c-829b803caead req-1ae41316-7a6d-4038-9728-d692cf9f720d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7739bc6a4b9b403c9f5015e26ffa58a6&device_id=fa377b35-49be-4f9c-8786-e36413cf2f56 HTTP/1.1" status: 200 len: 1098 time: 0.1680024 Nov 25 17:22:09.955310 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb95c7fa-8b95-40f6-b794-e92ee38e44bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aacf250-4c44-443e-8a78-4c5d1d0c068c'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:22:09.958026 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040549f3-7efe-4f08-9e61-b0483c06ded3" -d '{"events": [{"server_uuid": "fb95c7fa-8b95-40f6-b794-e92ee38e44bc", "name": "network-vif-plugged", "status": "completed", "tag": "2aacf250-4c44-443e-8a78-4c5d1d0c068c"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:22:09.979710 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 2aacf250-4c44-443e-8a78-4c5d1d0c068c, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=2aacf250-4c44-443e-8a78-4c5d1d0c068c,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:09.985929 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:09.998594 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-6f0a867f-f379-491c-931c-829b803caead req-b4d21652-bac4-47dc-a7d7-6a83a982f1b6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=a7b55702-78cd-4533-9e1c-83e3483b9488 HTTP/1.1" status: 200 len: 217 time: 0.0460694 Nov 25 17:22:10.060811 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0a867f-f379-491c-931c-829b803caead req-762a07aa-c14c-4eac-bc5c-636f22be02eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:10.062814 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-6f0a867f-f379-491c-931c-829b803caead req-762a07aa-c14c-4eac-bc5c-636f22be02eb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.0566275 Nov 25 17:22:10.068275 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=2aacf250-4c44-443e-8a78-4c5d1d0c068c,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:10.079098 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00a1c7-974d-4401-b2ba-de83acdd2625 req-3b980714-e52b-455d-8702-5717582ffeac tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:10.080632 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5d00a1c7-974d-4401-b2ba-de83acdd2625 req-3b980714-e52b-455d-8702-5717582ffeac tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=b102fd9a-9175-447b-a09f-b64a750d0101 HTTP/1.1" status: 200 len: 944 time: 0.2203410 Nov 25 17:22:10.087042 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c444e191-e95a-4a0e-81e4-7bf3ebc80d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:10.088537 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c444e191-e95a-4a0e-81e4-7bf3ebc80d7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:10.089856 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c444e191-e95a-4a0e-81e4-7bf3ebc80d7e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a65cbbd5-e61c-4041-9b8b-f7a28d4a3cf9 HTTP/1.1" status: 204 len: 168 time: 0.5109584 Nov 25 17:22:10.122205 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c444e191-e95a-4a0e-81e4-7bf3ebc80d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65cbbd5-e61c-4041-9b8b-f7a28d4a3cf9,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:10.143259 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9418650-be7a-40ec-865d-37754b9af123 req-b85f341c-3a15-41f4-a214-6e6cc1bf6558 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:10.144800 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b9418650-be7a-40ec-865d-37754b9af123 req-b85f341c-3a15-41f4-a214-6e6cc1bf6558 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.75 "GET /v2.0/ports?device_id=fb95c7fa-8b95-40f6-b794-e92ee38e44bc HTTP/1.1" status: 200 len: 950 time: 0.1731985 Nov 25 17:22:10.146961 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-59ec4e33-7616-44c6-b250-b822bf9e3323 req-8e5820f7-d6e3-4073-a994-70589ababcc3 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:10.161648 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0a867f-f379-491c-931c-829b803caead req-3dff83e7-5a04-42db-9432-58f7d2a7bfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:10.165131 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['9a3aa883-74e7-4643-acad-ec28749faee5', '7bc8e6d7-0892-4825-bc8d-f8fd1dede659'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:22:10.167218 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-6f0a867f-f379-491c-931c-829b803caead req-3dff83e7-5a04-42db-9432-58f7d2a7bfc2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0906024 Nov 25 17:22:10.283333 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5820f7-d6e3-4073-a994-70589ababcc3 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Pushing event updated for resources: {'Port': ['ID=61242243-b776-4897-bae1-887ccd67dfec,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:10.307992 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59ec4e33-7616-44c6-b250-b822bf9e3323 req-8e5820f7-d6e3-4073-a994-70589ababcc3 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Network ab4fed0b-9bf1-4925-8765-94da08c5de2a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:22:10.316124 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-59ec4e33-7616-44c6-b250-b822bf9e3323 req-8e5820f7-d6e3-4073-a994-70589ababcc3 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:22:10.341272 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5d00a1c7-974d-4401-b2ba-de83acdd2625 req-e302b679-415f-4848-aaeb-4bda3486eff9 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364674 Nov 25 17:22:10.344551 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-59ec4e33-7616-44c6-b250-b822bf9e3323 req-8e5820f7-d6e3-4073-a994-70589ababcc3 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:22:10.376173 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-6f0a867f-f379-491c-931c-829b803caead req-5cb1a9bf-8eb0-45de-8722-72343c2c6e20 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009509 Nov 25 17:22:10.469458 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac442fa3-69dd-4eab-97fb-133ba1e3652d x-openstack-request-id: req-ac442fa3-69dd-4eab-97fb-133ba1e3652d {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:22:10.470697 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb95c7fa-8b95-40f6-b794-e92ee38e44bc", "name": "network-vif-plugged", "status": "completed", "tag": "2aacf250-4c44-443e-8a78-4c5d1d0c068c", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:22:10.471406 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ac442fa3-69dd-4eab-97fb-133ba1e3652d {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:22:10.472328 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb95c7fa-8b95-40f6-b794-e92ee38e44bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aacf250-4c44-443e-8a78-4c5d1d0c068c', 'code': 200} Nov 25 17:22:10.499305 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b9418650-be7a-40ec-865d-37754b9af123 req-c9a40209-f670-4986-bc0b-c78ca535d1d7 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.75 "GET /v2.0/security-groups?id=4694e97b-902c-4caa-bd8a-3c4e0bd567e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459187 Nov 25 17:22:10.536459 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bbc97c7e-7961-470a-b2d9-c9ffc5cfee27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:10.549543 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec4e33-7616-44c6-b250-b822bf9e3323 req-8e5820f7-d6e3-4073-a994-70589ababcc3 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:10.550422 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-59ec4e33-7616-44c6-b250-b822bf9e3323 req-8e5820f7-d6e3-4073-a994-70589ababcc3 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:10.553940 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bbc97c7e-7961-470a-b2d9-c9ffc5cfee27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:10.661435 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-6f0a867f-f379-491c-931c-829b803caead req-cefb95c8-445e-4383-88c0-b5a7f2bb5d6d service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800446 Nov 25 17:22:10.738375 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-2e2a89bc-dd51-4883-8495-c4129bc624e9 None None] Provisioning complete for port 61242243-b776-4897-bae1-887ccd67dfec triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:10.738920 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-59ec4e33-7616-44c6-b250-b822bf9e3323 req-8e5820f7-d6e3-4073-a994-70589ababcc3 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5480850 Nov 25 17:22:10.740239 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2e2a89bc-dd51-4883-8495-c4129bc624e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:10.785360 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a0223-ba5c-4383-9dda-ccd50eb05472 req-93be6598-b691-43d7-b013-e3b19db7c272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:10.786940 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-5e2a0223-ba5c-4383-9dda-ccd50eb05472 req-93be6598-b691-43d7-b013-e3b19db7c272 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7739bc6a4b9b403c9f5015e26ffa58a6&device_id=fa377b35-49be-4f9c-8786-e36413cf2f56 HTTP/1.1" status: 200 len: 1098 time: 0.0559232 Nov 25 17:22:10.800725 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-bbc97c7e-7961-470a-b2d9-c9ffc5cfee27 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=99881b74752041388c3e264605d8c8a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9958069 Nov 25 17:22:10.804790 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-59ec4e33-7616-44c6-b250-b822bf9e3323 req-0ea61937-685a-40fb-b2ca-1c46540c92eb service neutron] Request body: {'port': {'device_id': '95ee1561-8bc0-45ea-8856-9dd547a06607', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:10.812618 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59992) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:10.850010 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-2e2a89bc-dd51-4883-8495-c4129bc624e9 None None] Port 61242243-b776-4897-bae1-887ccd67dfec cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:22:10.854509 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc97c7e-7961-470a-b2d9-c9ffc5cfee27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f0c4e9-3cab-42d0-9cb8-b71744433559,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:10.902860 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 59994) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:10.956177 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-b34c9a64-e885-4aec-952e-879e92800f60 service neutron] 10.222.0.90 "GET /v2.0/ports/9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2/bindings/n-h1-817746-1 HTTP/1.1" status: 200 len: 384 time: 0.3670657 Nov 25 17:22:10.961990 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b3701f-a176-4c24-9fe0-a74d663904a3 req-885409c1-99d4-499f-8baf-cd756f0d4628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:10.963652 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-60b3701f-a176-4c24-9fe0-a74d663904a3 req-885409c1-99d4-499f-8baf-cd756f0d4628 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=fb95c7fa-8b95-40f6-b794-e92ee38e44bc HTTP/1.1" status: 200 len: 1101 time: 0.3155437 Nov 25 17:22:10.971744 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f8b09-66b1-4d49-b2cd-df90f32d1931 req-8c61fb01-2821-4459-b930-54e2ba0c9690 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:10.973283 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-384f8b09-66b1-4d49-b2cd-df90f32d1931 req-8c61fb01-2821-4459-b930-54e2ba0c9690 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] 10.222.0.75 "GET /v2.0/ports?device_id=fa377b35-49be-4f9c-8786-e36413cf2f56 HTTP/1.1" status: 200 len: 947 time: 0.2700989 Nov 25 17:22:10.991616 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c85aa3-ed73-4063-8c85-5ccf67308573 req-6cfb43bf-862a-4969-9815-aee9241e5c79 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:10.999624 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-68c85aa3-ed73-4063-8c85-5ccf67308573 req-6cfb43bf-862a-4969-9815-aee9241e5c79 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/ports?device_id=95ee1561-8bc0-45ea-8856-9dd547a06607 HTTP/1.1" status: 200 len: 936 time: 0.3047214 Nov 25 17:22:11.008534 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-59ec4e33-7616-44c6-b250-b822bf9e3323 req-0ea61937-685a-40fb-b2ca-1c46540c92eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:11.188682 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-b50e556b-66ef-45fd-8922-8898577c78bc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1479733871-network', 'tenant_id': '4c325075f7a244fdbbaeeb30a752298f'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:11.189675 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-925dfdff-a6ff-4fdb-9714-cdb366a942e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:11.203192 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-60b3701f-a176-4c24-9fe0-a74d663904a3 req-e30c925b-e445-467a-aec6-aee024fedf84 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=4694e97b-902c-4caa-bd8a-3c4e0bd567e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254713 Nov 25 17:22:11.208046 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a0223-ba5c-4383-9dda-ccd50eb05472 req-97db68b5-3d3b-48c3-9cab-1ee29624e0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:11.211443 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-5e2a0223-ba5c-4383-9dda-ccd50eb05472 req-97db68b5-3d3b-48c3-9cab-1ee29624e0a1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ab4fed0b-9bf1-4925-8765-94da08c5de2a HTTP/1.1" status: 200 len: 870 time: 0.4114497 Nov 25 17:22:11.235107 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-925dfdff-a6ff-4fdb-9714-cdb366a942e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:11.244380 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-68c85aa3-ed73-4063-8c85-5ccf67308573 req-ee8faefa-75cd-4355-97fa-aaf3a8ef4177 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389002 Nov 25 17:22:11.254196 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-384f8b09-66b1-4d49-b2cd-df90f32d1931 req-e9978472-853d-48f0-9656-aa1c3fc4e273 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] 10.222.0.75 "GET /v2.0/security-groups?id=cd8b5136-0d17-43a4-963b-63b878aef5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466326 Nov 25 17:22:11.269318 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-5e2a0223-ba5c-4383-9dda-ccd50eb05472 req-a704d62a-d03d-4e72-918a-053f00a7d41e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=a7b55702-78cd-4533-9e1c-83e3483b9488 HTTP/1.1" status: 200 len: 217 time: 0.0458682 Nov 25 17:22:11.340726 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a0223-ba5c-4383-9dda-ccd50eb05472 req-dd9b4441-e4a4-49ce-a9a0-aaba55069118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:11.342940 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-5e2a0223-ba5c-4383-9dda-ccd50eb05472 req-dd9b4441-e4a4-49ce-a9a0-aaba55069118 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.0635417 Nov 25 17:22:11.355153 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50e556b-66ef-45fd-8922-8898577c78bc admin admin] Made reservation on behalf of 4c325075f7a244fdbbaeeb30a752298f for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:22:11.358615 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b50e556b-66ef-45fd-8922-8898577c78bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:11.381365 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-925dfdff-a6ff-4fdb-9714-cdb366a942e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:11.384086 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-925dfdff-a6ff-4fdb-9714-cdb366a942e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:11.385237 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-925dfdff-a6ff-4fdb-9714-cdb366a942e2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/72f0c4e9-3cab-42d0-9cb8-b71744433559 HTTP/1.1" status: 204 len: 168 time: 0.5714412 Nov 25 17:22:11.400969 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b50e556b-66ef-45fd-8922-8898577c78bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:11.411180 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925dfdff-a6ff-4fdb-9714-cdb366a942e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f0c4e9-3cab-42d0-9cb8-b71744433559,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:11.440285 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a0223-ba5c-4383-9dda-ccd50eb05472 req-790ba1be-6b11-4c52-b37e-79398ae89bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:11.440285 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-5e2a0223-ba5c-4383-9dda-ccd50eb05472 req-790ba1be-6b11-4c52-b37e-79398ae89bd3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0890355 Nov 25 17:22:11.561578 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-5e2a0223-ba5c-4383-9dda-ccd50eb05472 req-31693f60-7809-49bf-8a06-f7dd0becab53 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113174 Nov 25 17:22:11.605624 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-dee1d182-d17b-48ca-bfdf-4d654b6dc0a3 service neutron] For port 9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2,segment=NetworkSegment(32304091-a43f-4bbd-aae7-89d7e0d9d2b6),segment_id=32304091-a43f-4bbd-aae7-89d7e0d9d2b6)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:11.663628 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66de7229-b2dc-497b-8ad9-3030098228ca req-17bf1c6a-95c9-4ad1-a56c-ae8d667a4df0 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:11.671425 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-66de7229-b2dc-497b-8ad9-3030098228ca req-17bf1c6a-95c9-4ad1-a56c-ae8d667a4df0 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=b102fd9a-9175-447b-a09f-b64a750d0101 HTTP/1.1" status: 200 len: 944 time: 0.2120984 Nov 25 17:22:11.712255 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-dee1d182-d17b-48ca-bfdf-4d654b6dc0a3 service neutron] For port 9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:22:11.719935 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-5e2a0223-ba5c-4383-9dda-ccd50eb05472 req-e56ceac9-8283-4605-ab1e-4a0084eed088 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502559 Nov 25 17:22:11.833502 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-dee1d182-d17b-48ca-bfdf-4d654b6dc0a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:22:11.845037 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b50e556b-66ef-45fd-8922-8898577c78bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:11.866964 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-dee1d182-d17b-48ca-bfdf-4d654b6dc0a3 service neutron] For port 9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2,segment=NetworkSegment(32304091-a43f-4bbd-aae7-89d7e0d9d2b6),segment_id=32304091-a43f-4bbd-aae7-89d7e0d9d2b6)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:11.874009 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b50e556b-66ef-45fd-8922-8898577c78bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:11.894562 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa5b7c-86fc-4a6b-99d5-35444ba0b52b req-8e88c294-fb0d-4019-bef6-f1f884b6aec2 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:11.901879 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b2fa5b7c-86fc-4a6b-99d5-35444ba0b52b req-8e88c294-fb0d-4019-bef6-f1f884b6aec2 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.75 "GET /v2.0/ports?device_id=fb95c7fa-8b95-40f6-b794-e92ee38e44bc HTTP/1.1" status: 200 len: 950 time: 0.2686601 Nov 25 17:22:11.913228 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-59ec4e33-7616-44c6-b250-b822bf9e3323 req-0ea61937-685a-40fb-b2ca-1c46540c92eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61242243-b776-4897-bae1-887ccd67dfec {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:22:11.934956 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-66de7229-b2dc-497b-8ad9-3030098228ca req-33cf38f4-537a-4206-a418-72827bda9cc5 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626464 Nov 25 17:22:11.938056 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-59ec4e33-7616-44c6-b250-b822bf9e3323 req-0ea61937-685a-40fb-b2ca-1c46540c92eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:11.959217 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-dee1d182-d17b-48ca-bfdf-4d654b6dc0a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:11.961353 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b50e556b-66ef-45fd-8922-8898577c78bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 931} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:22:12.001922 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-59ec4e33-7616-44c6-b250-b822bf9e3323 req-0ea61937-685a-40fb-b2ca-1c46540c92eb service neutron] Transition to ACTIVE for port object 61242243-b776-4897-bae1-887ccd67dfec will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:22:12.010801 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b50e556b-66ef-45fd-8922-8898577c78bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:12.011153 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-b50e556b-66ef-45fd-8922-8898577c78bc admin admin] Added segment 40d8f4e0-a160-4eff-a43c-fa8861d6c123 of type vlan for network 69ee2318-1418-4864-b41e-4c08f0d5dce2 Nov 25 17:22:12.014180 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e556b-66ef-45fd-8922-8898577c78bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c594e0-4791-4c57-8f7a-151da58f3cee,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:12.033718 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-59ec4e33-7616-44c6-b250-b822bf9e3323 req-0ea61937-685a-40fb-b2ca-1c46540c92eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:12.354669 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b2fa5b7c-86fc-4a6b-99d5-35444ba0b52b req-6a51bba4-3986-47f3-af02-0e98eb7d298d tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.75 "GET /v2.0/security-groups?id=4694e97b-902c-4caa-bd8a-3c4e0bd567e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4504888 Nov 25 17:22:12.401525 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b50e556b-66ef-45fd-8922-8898577c78bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:12.432337 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea61937-685a-40fb-b2ca-1c46540c92eb service neutron] Pushing event updated for resources: {'Port': ['ID=61242243-b776-4897-bae1-887ccd67dfec,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:12.502783 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-dee1d182-d17b-48ca-bfdf-4d654b6dc0a3 service neutron] Transition to ACTIVE for port object 9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:22:12.588011 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-dee1d182-d17b-48ca-bfdf-4d654b6dc0a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:12.619334 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b50e556b-66ef-45fd-8922-8898577c78bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:12.620286 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50e556b-66ef-45fd-8922-8898577c78bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:12.620902 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b50e556b-66ef-45fd-8922-8898577c78bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:12.704812 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecaa11a-7b9e-413c-8a27-75078ecc200f req-b4b3cc39-20fe-41e4-81c5-79ad6c1bf878 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:12.706316 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4ecaa11a-7b9e-413c-8a27-75078ecc200f req-b4b3cc39-20fe-41e4-81c5-79ad6c1bf878 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/ports?device_id=95ee1561-8bc0-45ea-8856-9dd547a06607 HTTP/1.1" status: 200 len: 948 time: 0.2366886 Nov 25 17:22:12.746039 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-b50e556b-66ef-45fd-8922-8898577c78bc admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8391814 Nov 25 17:22:12.749134 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60066) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:12.755125 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-55962d0d-574e-4e2d-8653-e08921276d23 admin admin] Request body: {'subnet': {'network_id': '69ee2318-1418-4864-b41e-4c08f0d5dce2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1479733871-subnet', 'tenant_id': '4c325075f7a244fdbbaeeb30a752298f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:12.782031 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55962d0d-574e-4e2d-8653-e08921276d23 admin admin] Made reservation on behalf of 4c325075f7a244fdbbaeeb30a752298f for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:22:12.785383 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-55962d0d-574e-4e2d-8653-e08921276d23 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:12.799067 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-59ec4e33-7616-44c6-b250-b822bf9e3323 req-0ea61937-685a-40fb-b2ca-1c46540c92eb service neutron] Attempting to bind port 61242243-b776-4897-bae1-887ccd67dfec on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:22:12.799413 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-59ec4e33-7616-44c6-b250-b822bf9e3323 req-0ea61937-685a-40fb-b2ca-1c46540c92eb service neutron] Attempting to bind port 61242243-b776-4897-bae1-887ccd67dfec by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:22:12.799744 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ec4e33-7616-44c6-b250-b822bf9e3323 req-0ea61937-685a-40fb-b2ca-1c46540c92eb service neutron] Attempting to bind port 61242243-b776-4897-bae1-887ccd67dfec on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:22:12.801815 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-dee1d182-d17b-48ca-bfdf-4d654b6dc0a3 service neutron] No DVR routers for this DVR port 9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2 on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:22:12.813240 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e556b-66ef-45fd-8922-8898577c78bc admin admin] Pushing event updated for resources: {'Network': ['ID=69ee2318-1418-4864-b41e-4c08f0d5dce2,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:12.823732 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee1d182-d17b-48ca-bfdf-4d654b6dc0a3 service neutron] Pushing event updated for resources: {'Port': ['ID=9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2,revision_number=10']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:12.830366 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 69ee2318-1418-4864-b41e-4c08f0d5dce2 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:22:12.831366 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ec4e33-7616-44c6-b250-b822bf9e3323 req-0ea61937-685a-40fb-b2ca-1c46540c92eb service neutron] Port 61242243-b776-4897-bae1-887ccd67dfec on network ab4fed0b-9bf1-4925-8765-94da08c5de2a not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:22:12.831694 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ec4e33-7616-44c6-b250-b822bf9e3323 req-0ea61937-685a-40fb-b2ca-1c46540c92eb service neutron] Attempting to bind port 61242243-b776-4897-bae1-887ccd67dfec on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:22:12.859993 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d89f6c-f8fe-4429-a6b4-37007fbaad93 req-b27c56c9-bf59-4159-a2cf-c515c08f52c9 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:12.861534 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-52d89f6c-f8fe-4429-a6b4-37007fbaad93 req-b27c56c9-bf59-4159-a2cf-c515c08f52c9 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] 10.222.0.75 "GET /v2.0/ports?device_id=fa377b35-49be-4f9c-8786-e36413cf2f56 HTTP/1.1" status: 200 len: 947 time: 0.2984748 Nov 25 17:22:12.876359 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ec4e33-7616-44c6-b250-b822bf9e3323 req-0ea61937-685a-40fb-b2ca-1c46540c92eb service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:22:12.876727 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ec4e33-7616-44c6-b250-b822bf9e3323 req-0ea61937-685a-40fb-b2ca-1c46540c92eb service neutron] Checking segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:22:12.877098 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ec4e33-7616-44c6-b250-b822bf9e3323 req-0ea61937-685a-40fb-b2ca-1c46540c92eb service neutron] Bound using segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:22:12.877543 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-59ec4e33-7616-44c6-b250-b822bf9e3323 req-0ea61937-685a-40fb-b2ca-1c46540c92eb service neutron] Bound port: 61242243-b776-4897-bae1-887ccd67dfec, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:22:12.878491 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-59ec4e33-7616-44c6-b250-b822bf9e3323 req-0ea61937-685a-40fb-b2ca-1c46540c92eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:12.911964 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-dee1d182-d17b-48ca-bfdf-4d654b6dc0a3 service neutron] 10.222.0.90 "PUT /v2.0/ports/9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2/bindings/n-h1-817746-1/activate HTTP/1.1" status: 200 len: 369 time: 1.9341495 Nov 25 17:22:12.928993 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4ecaa11a-7b9e-413c-8a27-75078ecc200f req-727c2734-2c37-43fd-88a5-133717ce98f8 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718664 Nov 25 17:22:13.014391 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-52d89f6c-f8fe-4429-a6b4-37007fbaad93 req-78b395e5-28c5-4043-a401-8630cedfab4e tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] 10.222.0.75 "GET /v2.0/security-groups?id=cd8b5136-0d17-43a4-963b-63b878aef5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386178 Nov 25 17:22:13.037252 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-59ec4e33-7616-44c6-b250-b822bf9e3323 req-0ea61937-685a-40fb-b2ca-1c46540c92eb service neutron] For port 61242243-b776-4897-bae1-887ccd67dfec, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:22:13.041028 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-59ec4e33-7616-44c6-b250-b822bf9e3323 req-0ea61937-685a-40fb-b2ca-1c46540c92eb service neutron] For port 61242243-b776-4897-bae1-887ccd67dfec, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=61242243-b776-4897-bae1-887ccd67dfec,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:22:13.048528 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-59ec4e33-7616-44c6-b250-b822bf9e3323 req-0ea61937-685a-40fb-b2ca-1c46540c92eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:13.104453 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec4e33-7616-44c6-b250-b822bf9e3323 req-0ea61937-685a-40fb-b2ca-1c46540c92eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:13.108390 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-59ec4e33-7616-44c6-b250-b822bf9e3323 req-0ea61937-685a-40fb-b2ca-1c46540c92eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:13.112554 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-59ec4e33-7616-44c6-b250-b822bf9e3323 req-0ea61937-685a-40fb-b2ca-1c46540c92eb service neutron] 10.222.0.74 "PUT /v2.0/ports/61242243-b776-4897-bae1-887ccd67dfec HTTP/1.1" status: 200 len: 1096 time: 2.3161142 Nov 25 17:22:13.113174 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ee1561-8bc0-45ea-8856-9dd547a06607', 'tag': '61242243-b776-4897-bae1-887ccd67dfec'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:22:13.116266 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d588fc-68e4-4798-a225-e6124799b183" -d '{"events": [{"name": "network-changed", "server_uuid": "95ee1561-8bc0-45ea-8856-9dd547a06607", "tag": "61242243-b776-4897-bae1-887ccd67dfec"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:22:13.140114 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-52c282d5-4926-442d-b9dc-9a6833c42df7 tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:13.142471 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-52c282d5-4926-442d-b9dc-9a6833c42df7 tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=b102fd9a-9175-447b-a09f-b64a750d0101&tenant_id=ac7a18821f8e4e00814d44731ef8d033&binding%3Ahost_id=n-h2-817746-1 HTTP/1.1" status: 200 len: 1096 time: 0.1248348 Nov 25 17:22:13.144364 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-55962d0d-574e-4e2d-8653-e08921276d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:13.153715 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea61937-685a-40fb-b2ca-1c46540c92eb service neutron] Pushing event updated for resources: {'Port': ['ID=61242243-b776-4897-bae1-887ccd67dfec,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:13.265304 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec4e33-7616-44c6-b250-b822bf9e3323 req-74af5162-b292-4860-84e5-47736ecba584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:13.266815 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-59ec4e33-7616-44c6-b250-b822bf9e3323 req-74af5162-b292-4860-84e5-47736ecba584 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b41b9caacf954de8a3af286a68550b64&device_id=95ee1561-8bc0-45ea-8856-9dd547a06607 HTTP/1.1" status: 200 len: 1099 time: 0.1035132 Nov 25 17:22:13.275706 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c245c3-5d9a-4eed-8673-770a8d038ec7 req-04066519-3e59-4715-80c2-a42d6332568b tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:13.277438 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-76c245c3-5d9a-4eed-8673-770a8d038ec7 req-04066519-3e59-4715-80c2-a42d6332568b tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=b102fd9a-9175-447b-a09f-b64a750d0101 HTTP/1.1" status: 200 len: 945 time: 0.1129673 Nov 25 17:22:13.287825 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55962d0d-574e-4e2d-8653-e08921276d23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab7285ee-be03-47e5-9932-d77238991492,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:13.303446 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55962d0d-574e-4e2d-8653-e08921276d23 admin admin] Checking segment: {'id': '40d8f4e0-a160-4eff-a43c-fa8861d6c123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '69ee2318-1418-4864-b41e-4c08f0d5dce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:22:13.303951 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55962d0d-574e-4e2d-8653-e08921276d23 admin admin] Network hostable DHCP agents. Network: 69ee2318-1418-4864-b41e-4c08f0d5dce2, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:22:13.320497 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-6e7ca333-5719-43f6-8f7b-ad28a9a445e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:13.322379 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-6e7ca333-5719-43f6-8f7b-ad28a9a445e1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b102fd9a-9175-447b-a09f-b64a750d0101&tenant_id=ac7a18821f8e4e00814d44731ef8d033 HTTP/1.1" status: 200 len: 1096 time: 0.1505709 Nov 25 17:22:13.323432 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d20fcba-e3df-48d0-ae68-a45a36356aa8 x-openstack-request-id: req-2d20fcba-e3df-48d0-ae68-a45a36356aa8 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:22:13.323723 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95ee1561-8bc0-45ea-8856-9dd547a06607", "tag": "61242243-b776-4897-bae1-887ccd67dfec", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:22:13.323978 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2d20fcba-e3df-48d0-ae68-a45a36356aa8 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:22:13.324373 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95ee1561-8bc0-45ea-8856-9dd547a06607', 'tag': '61242243-b776-4897-bae1-887ccd67dfec', 'status': 'completed', 'code': 200} Nov 25 17:22:13.327643 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-59ec4e33-7616-44c6-b250-b822bf9e3323 req-c0bef118-9417-4ff4-abb7-c055523581d2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=61242243-b776-4897-bae1-887ccd67dfec HTTP/1.1" status: 200 len: 217 time: 0.0491726 Nov 25 17:22:13.364691 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55962d0d-574e-4e2d-8653-e08921276d23 admin admin] Network 69ee2318-1418-4864-b41e-4c08f0d5dce2 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:22:13.396502 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-55962d0d-574e-4e2d-8653-e08921276d23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 69ee2318-1418-4864-b41e-4c08f0d5dce2) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:22:13.402061 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55962d0d-574e-4e2d-8653-e08921276d23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:13.403218 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-55962d0d-574e-4e2d-8653-e08921276d23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:13.408253 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57630286-40ae-407e-bb69-3a3c4d9eb209 None None] Network 69ee2318-1418-4864-b41e-4c08f0d5dce2 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:22:13.408410 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-76c245c3-5d9a-4eed-8673-770a8d038ec7 req-ab0f4ae2-7429-48c9-8f51-1d8474eef65d tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215460 Nov 25 17:22:13.427334 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-14394e23-3f12-44e3-b9ff-573e3e004772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:13.431451 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec4e33-7616-44c6-b250-b822bf9e3323 req-664223a9-77c8-41cc-a33b-9665af331048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:13.436953 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-59ec4e33-7616-44c6-b250-b822bf9e3323 req-664223a9-77c8-41cc-a33b-9665af331048 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.0968404 Nov 25 17:22:13.437098 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-14394e23-3f12-44e3-b9ff-573e3e004772 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ac7a18821f8e4e00814d44731ef8d033&device_id=b102fd9a-9175-447b-a09f-b64a750d0101 HTTP/1.1" status: 200 len: 1096 time: 0.0851686 Nov 25 17:22:13.476653 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-55962d0d-574e-4e2d-8653-e08921276d23 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7258599 Nov 25 17:22:13.478533 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60098) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:13.491944 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-a9407fa3-5191-4662-9ed7-4743b23cc46a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1479733871-router', 'tenant_id': '4c325075f7a244fdbbaeeb30a752298f', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:13.509508 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec4e33-7616-44c6-b250-b822bf9e3323 req-b0f283a7-160d-48b6-91eb-1310bbcb807c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:13.511736 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-59ec4e33-7616-44c6-b250-b822bf9e3323 req-b0f283a7-160d-48b6-91eb-1310bbcb807c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0611024 Nov 25 17:22:13.534058 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device a7b55702-78cd-4533-9e1c-83e3483b9488 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:22:13.631975 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-1174abe7-568f-488e-9180-c5753881ad7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:13.634522 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-1174abe7-568f-488e-9180-c5753881ad7d service neutron] 10.222.0.74 "GET /v2.0/networks?id=c4ad8fe4-e22e-4c8b-af10-9eaf120b663c HTTP/1.1" status: 200 len: 921 time: 0.1820114 Nov 25 17:22:13.640020 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-59ec4e33-7616-44c6-b250-b822bf9e3323 req-0daf095d-71c0-4794-a8d7-34b6ca5f9768 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201766 Nov 25 17:22:13.642516 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a9407fa3-5191-4662-9ed7-4743b23cc46a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:13.644393 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a9407fa3-5191-4662-9ed7-4743b23cc46a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:13.701717 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-5aed7152-4692-4e59-83c4-9e8fad23b8ba service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2 HTTP/1.1" status: 200 len: 217 time: 0.0491321 Nov 25 17:22:13.732651 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01ed7df-a5fd-498e-84e6-bb740b68a0d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-69ee2318-1418-4864-b41e-4c08f0d5dce2', 'network_id': '69ee2318-1418-4864-b41e-4c08f0d5dce2', 'tenant_id': '4c325075f7a244fdbbaeeb30a752298f', 'fixed_ips': [{'subnet_id': 'ab7285ee-be03-47e5-9932-d77238991492'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:22:13.733592 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f01ed7df-a5fd-498e-84e6-bb740b68a0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:13.749941 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port a7b55702-78cd-4533-9e1c-83e3483b9488, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=a7b55702-78cd-4533-9e1c-83e3483b9488,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:13.756770 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298a001-f74c-4790-8bcf-898f5114b708 req-c57d94da-b7ad-4b49-a515-262fb20d916d tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:13.758561 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2298a001-f74c-4790-8bcf-898f5114b708 req-c57d94da-b7ad-4b49-a515-262fb20d916d tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.75 "GET /v2.0/ports?device_id=fb95c7fa-8b95-40f6-b794-e92ee38e44bc HTTP/1.1" status: 200 len: 950 time: 0.1532009 Nov 25 17:22:13.786308 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': 'a7b55702-78cd-4533-9e1c-83e3483b9488', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'port_id': 'a7b55702-78cd-4533-9e1c-83e3483b9488', 'mac_address': 'fa:16:3e:49:dc:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8793709c-5336-428d-aede-b0b8df1a26b2', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:22:13.797775 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a9407fa3-5191-4662-9ed7-4743b23cc46a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:13.839942 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2298a001-f74c-4790-8bcf-898f5114b708 req-f782caaf-359e-4dd7-9236-5258647ded9d tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.75 "GET /v2.0/security-groups?id=4694e97b-902c-4caa-bd8a-3c4e0bd567e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749977 Nov 25 17:22:13.843303 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-59ec4e33-7616-44c6-b250-b822bf9e3323 req-8f07558d-49a0-448b-afb1-bc08b2e22e84 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844277 Nov 25 17:22:13.914023 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-b26cae42-e756-4045-88e8-ba3f16760023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:13.915706 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-b26cae42-e756-4045-88e8-ba3f16760023 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0a91ba6f-af85-4b11-90c3-2d5fc7a12e25 HTTP/1.1" status: 200 len: 860 time: 0.1928287 Nov 25 17:22:13.946569 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:14.015129 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-a6f29672-4d9f-4297-95e3-7ee89e55ec54 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c4ad8fe4-e22e-4c8b-af10-9eaf120b663c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614161 Nov 25 17:22:14.018514 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d588fc-68e4-4798-a225-e6124799b183 req-cda1c8aa-14ee-4df3-beac-cec5a40e80d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:14.020476 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e9d588fc-68e4-4798-a225-e6124799b183 req-cda1c8aa-14ee-4df3-beac-cec5a40e80d4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b41b9caacf954de8a3af286a68550b64&device_id=95ee1561-8bc0-45ea-8856-9dd547a06607 HTTP/1.1" status: 200 len: 1099 time: 0.1068258 Nov 25 17:22:14.024029 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a9407fa3-5191-4662-9ed7-4743b23cc46a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:14.037748 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7b55702-78cd-4533-9e1c-83e3483b9488 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:22:14.053230 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-f01ed7df-a5fd-498e-84e6-bb740b68a0d7 None None] Allocated IP 172.20.0.2 (69ee2318-1418-4864-b41e-4c08f0d5dce2/ab7285ee-be03-47e5-9932-d77238991492/dc8e9264-088a-4d8c-b7b1-1a33bc8253b8) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:22:14.073114 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port a7b55702-78cd-4533-9e1c-83e3483b9488, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=a7b55702-78cd-4533-9e1c-83e3483b9488,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:14.083968 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:14.199327 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=a7b55702-78cd-4533-9e1c-83e3483b9488,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:14.209044 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-f8a87be8-47cb-4451-96ee-6ab8439d4626 service neutron] 10.222.0.74 "GET /v2.0/networks/c4ad8fe4-e22e-4c8b-af10-9eaf120b663c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733706 Nov 25 17:22:14.255272 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b34e589-13af-442e-a82f-347765872c76 req-6c233a12-bc41-4c36-a283-efead9968126 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:14.256941 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1b34e589-13af-442e-a82f-347765872c76 req-6c233a12-bc41-4c36-a283-efead9968126 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/ports?device_id=95ee1561-8bc0-45ea-8856-9dd547a06607 HTTP/1.1" status: 200 len: 948 time: 0.2221816 Nov 25 17:22:14.277781 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [req-e0b6f3bd-c570-43c0-bf11-05d058ef2104 req-955f7860-c428-4ce7-961c-7a8febdb529a service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:22:14.278766 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e0b6f3bd-c570-43c0-bf11-05d058ef2104 req-955f7860-c428-4ce7-961c-7a8febdb529a service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051725 Nov 25 17:22:14.310617 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d588fc-68e4-4798-a225-e6124799b183 req-15c2b034-069d-46e1-8789-f9f0264adf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:14.312211 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e9d588fc-68e4-4798-a225-e6124799b183 req-15c2b034-069d-46e1-8789-f9f0264adf3a service neutron] 10.222.0.74 "GET /v2.0/networks?id=ab4fed0b-9bf1-4925-8765-94da08c5de2a HTTP/1.1" status: 200 len: 870 time: 0.2565908 Nov 25 17:22:14.355912 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['a7b55702-78cd-4533-9e1c-83e3483b9488'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:22:14.370934 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e9d588fc-68e4-4798-a225-e6124799b183 req-94119e1d-5cd5-4e07-b657-9fa9e96d1efe service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=61242243-b776-4897-bae1-887ccd67dfec HTTP/1.1" status: 200 len: 217 time: 0.0476489 Nov 25 17:22:14.379711 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60136) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:14.420414 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f01ed7df-a5fd-498e-84e6-bb740b68a0d7 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:14.435989 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f01ed7df-a5fd-498e-84e6-bb740b68a0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:14.443399 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-f23e1718-4d2a-4f84-b7cc-4195879fa929 service neutron] 10.222.0.74 "GET /v2.0/networks/c4ad8fe4-e22e-4c8b-af10-9eaf120b663c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203205 Nov 25 17:22:14.444860 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a9407fa3-5191-4662-9ed7-4743b23cc46a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:14.446293 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d588fc-68e4-4798-a225-e6124799b183 req-48cfd67c-5491-4b9e-bcf0-9e09e3065158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:14.447899 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e9d588fc-68e4-4798-a225-e6124799b183 req-48cfd67c-5491-4b9e-bcf0-9e09e3065158 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.0671828 Nov 25 17:22:14.452949 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1b34e589-13af-442e-a82f-347765872c76 req-4a6cf870-abf4-4196-84e0-36c52a559256 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875980 Nov 25 17:22:14.483682 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a9407fa3-5191-4662-9ed7-4743b23cc46a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:14.503633 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01ed7df-a5fd-498e-84e6-bb740b68a0d7 None None] Network 69ee2318-1418-4864-b41e-4c08f0d5dce2 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:22:14.511392 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-f01ed7df-a5fd-498e-84e6-bb740b68a0d7 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:22:14.525658 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01ed7df-a5fd-498e-84e6-bb740b68a0d7 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:22:14.557195 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01ed7df-a5fd-498e-84e6-bb740b68a0d7 None None] Pushing event updated for resources: {'Port': ['ID=dc8e9264-088a-4d8c-b7b1-1a33bc8253b8,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:14.622697 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d588fc-68e4-4798-a225-e6124799b183 req-93aca7dd-f3d5-41ca-93e9-499f25d5736b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:14.624517 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e9d588fc-68e4-4798-a225-e6124799b183 req-93aca7dd-f3d5-41ca-93e9-499f25d5736b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1658103 Nov 25 17:22:14.633261 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780a2a1-1da6-43c8-b792-e373969580ef req-9f4c5aa9-a445-47b0-bc71-27e3667fd0e2 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:14.634966 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b780a2a1-1da6-43c8-b792-e373969580ef req-9f4c5aa9-a445-47b0-bc71-27e3667fd0e2 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] 10.222.0.75 "GET /v2.0/ports?device_id=fa377b35-49be-4f9c-8786-e36413cf2f56 HTTP/1.1" status: 200 len: 948 time: 0.1109631 Nov 25 17:22:14.674941 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-f01ed7df-a5fd-498e-84e6-bb740b68a0d7 None None] Attempting to bind port dc8e9264-088a-4d8c-b7b1-1a33bc8253b8 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:22:14.675610 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-f01ed7df-a5fd-498e-84e6-bb740b68a0d7 None None] Attempting to bind port dc8e9264-088a-4d8c-b7b1-1a33bc8253b8 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '40d8f4e0-a160-4eff-a43c-fa8861d6c123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '69ee2318-1418-4864-b41e-4c08f0d5dce2'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:22:14.676137 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01ed7df-a5fd-498e-84e6-bb740b68a0d7 None None] Attempting to bind port dc8e9264-088a-4d8c-b7b1-1a33bc8253b8 on network 69ee2318-1418-4864-b41e-4c08f0d5dce2 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:22:14.680512 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-a9407fa3-5191-4662-9ed7-4743b23cc46a admin admin] Allocated IP 172.25.0.7 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/de61bcba-876d-4899-abf4-dbac2e8c3a53) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:22:14.690055 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01ed7df-a5fd-498e-84e6-bb740b68a0d7 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:22:14.690829 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01ed7df-a5fd-498e-84e6-bb740b68a0d7 None None] Checking segment: {'id': '40d8f4e0-a160-4eff-a43c-fa8861d6c123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '69ee2318-1418-4864-b41e-4c08f0d5dce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:22:14.691404 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f01ed7df-a5fd-498e-84e6-bb740b68a0d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:14.691939 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01ed7df-a5fd-498e-84e6-bb740b68a0d7 None None] Bound using segment: {'id': '40d8f4e0-a160-4eff-a43c-fa8861d6c123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '69ee2318-1418-4864-b41e-4c08f0d5dce2'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:22:14.692868 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-f01ed7df-a5fd-498e-84e6-bb740b68a0d7 None None] Bound port: dc8e9264-088a-4d8c-b7b1-1a33bc8253b8, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40d8f4e0-a160-4eff-a43c-fa8861d6c123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '69ee2318-1418-4864-b41e-4c08f0d5dce2'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:22:14.693404 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f01ed7df-a5fd-498e-84e6-bb740b68a0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:14.788280 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-f01ed7df-a5fd-498e-84e6-bb740b68a0d7 None None] For port dc8e9264-088a-4d8c-b7b1-1a33bc8253b8, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:22:14.791721 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-f01ed7df-a5fd-498e-84e6-bb740b68a0d7 None None] For port dc8e9264-088a-4d8c-b7b1-1a33bc8253b8, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=dc8e9264-088a-4d8c-b7b1-1a33bc8253b8,segment=NetworkSegment(40d8f4e0-a160-4eff-a43c-fa8861d6c123),segment_id=40d8f4e0-a160-4eff-a43c-fa8861d6c123)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:22:14.793846 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-487bbc25-6c69-40d0-a9b7-9762bb9b8d85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:14.799431 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f01ed7df-a5fd-498e-84e6-bb740b68a0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:14.817039 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e9d588fc-68e4-4798-a225-e6124799b183 req-1ac167b9-ab72-47a5-9d6e-2a21ebe54747 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810384 Nov 25 17:22:14.833829 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-c9ae24ed-419a-4dd6-84d7-6cb7f01a40b7 tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:14.835305 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-c9ae24ed-419a-4dd6-84d7-6cb7f01a40b7 tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=b102fd9a-9175-447b-a09f-b64a750d0101&tenant_id=ac7a18821f8e4e00814d44731ef8d033&binding%3Ahost_id=n-h1-817746-1 HTTP/1.1" status: 200 len: 1096 time: 0.0780170 Nov 25 17:22:14.850318 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a9407fa3-5191-4662-9ed7-4743b23cc46a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:14.865762 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01ed7df-a5fd-498e-84e6-bb740b68a0d7 None None] Pushing event updated for resources: {'Port': ['ID=dc8e9264-088a-4d8c-b7b1-1a33bc8253b8,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:14.887320 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b780a2a1-1da6-43c8-b792-e373969580ef req-b6807a04-c708-4d85-91e2-ddf6206fe4d6 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] 10.222.0.75 "GET /v2.0/security-groups?id=cd8b5136-0d17-43a4-963b-63b878aef5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558719 Nov 25 17:22:14.955376 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a9407fa3-5191-4662-9ed7-4743b23cc46a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:15.003860 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe410fd6-2c06-4506-ac5d-a60d72dba5c4 req-046fc90d-436d-4ed1-8294-cfe3f69933d3 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:15.005542 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fe410fd6-2c06-4506-ac5d-a60d72dba5c4 req-046fc90d-436d-4ed1-8294-cfe3f69933d3 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.75 "GET /v2.0/ports?device_id=fb95c7fa-8b95-40f6-b794-e92ee38e44bc HTTP/1.1" status: 200 len: 950 time: 0.2829618 Nov 25 17:22:15.028096 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9407fa3-5191-4662-9ed7-4743b23cc46a admin admin] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:22:15.036461 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-a9407fa3-5191-4662-9ed7-4743b23cc46a admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:22:15.039730 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9407fa3-5191-4662-9ed7-4743b23cc46a admin admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:22:15.041487 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9407fa3-5191-4662-9ed7-4743b23cc46a admin admin] Pushing event updated for resources: {'Port': ['ID=de61bcba-876d-4899-abf4-dbac2e8c3a53,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:15.073162 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-d534710a-8646-4950-8a5c-979edc178a64 service neutron] For port 9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2, host n-h2-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:22:15.079456 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-d534710a-8646-4950-8a5c-979edc178a64 service neutron] Publish callbacks [] for binding, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:15.080485 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7d9b0f8e-ca8c-4777-acfc-635b204eb4d7 req-d534710a-8646-4950-8a5c-979edc178a64 service neutron] 10.222.0.74 "DELETE /v2.0/ports/9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2/bindings/n-h2-817746-1 HTTP/1.1" status: 204 len: 173 time: 0.2276058 Nov 25 17:22:15.122033 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-487bbc25-6c69-40d0-a9b7-9762bb9b8d85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:15.148767 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-487bbc25-6c69-40d0-a9b7-9762bb9b8d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:15.161259 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f520b9fa-6f26-4f46-9fc5-a21ebf182464 req-60601a38-1283-48a0-860b-eeed6ec32947 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:15.169410 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f520b9fa-6f26-4f46-9fc5-a21ebf182464 req-60601a38-1283-48a0-860b-eeed6ec32947 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=b102fd9a-9175-447b-a09f-b64a750d0101 HTTP/1.1" status: 200 len: 945 time: 0.1801903 Nov 25 17:22:15.236317 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fe410fd6-2c06-4506-ac5d-a60d72dba5c4 req-b3194ffb-9555-4f0f-88ac-ae3967471764 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.75 "GET /v2.0/security-groups?id=4694e97b-902c-4caa-bd8a-3c4e0bd567e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165997 Nov 25 17:22:15.238320 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e9d588fc-68e4-4798-a225-e6124799b183 req-7a54bd28-9d1e-4292-8ee2-b4a914e484d2 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4053276 Nov 25 17:22:15.264436 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-487bbc25-6c69-40d0-a9b7-9762bb9b8d85 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=74898e64412e444f9a44363dba1921d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8823698 Nov 25 17:22:15.265302 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60148) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:15.274591 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487bbc25-6c69-40d0-a9b7-9762bb9b8d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77f05b2-b68a-469c-86ac-58aa8bff172d,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:15.344636 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f520b9fa-6f26-4f46-9fc5-a21ebf182464 req-9a7d811f-ee2f-4711-938f-4c4f37820a27 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734219 Nov 25 17:22:15.384072 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5bade809-456c-4fdb-bee2-378173966bbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:15.421348 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5bade809-456c-4fdb-bee2-378173966bbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:15.440445 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a9407fa3-5191-4662-9ed7-4743b23cc46a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:15.522452 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device a7b55702-78cd-4533-9e1c-83e3483b9488 up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:22:15.566309 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:22:15.637262 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2 not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:22:15.645199 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a6051a-01df-4cc5-a167-ee60eba71b95 req-f33cf2f1-25b2-4526-b24f-83411ba5833a tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:15.647186 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-17a6051a-01df-4cc5-a167-ee60eba71b95 req-f33cf2f1-25b2-4526-b24f-83411ba5833a tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=b102fd9a-9175-447b-a09f-b64a750d0101 HTTP/1.1" status: 200 len: 1096 time: 0.1461253 Nov 25 17:22:15.681559 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-01ba1d07-775b-47a9-8d94-60d5101720be req-9c22a323-1182-43e4-8861-56cb5e3c7586 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=6acf166d7fef4b41a5a66abb3d095ee2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0588400 Nov 25 17:22:15.683585 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port a7b55702-78cd-4533-9e1c-83e3483b9488 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:22:15.691330 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port a7b55702-78cd-4533-9e1c-83e3483b9488 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:15.691923 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:15.727566 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5bade809-456c-4fdb-bee2-378173966bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:15.730318 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5bade809-456c-4fdb-bee2-378173966bbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:15.731508 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-5bade809-456c-4fdb-bee2-378173966bbb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a77f05b2-b68a-469c-86ac-58aa8bff172d HTTP/1.1" status: 204 len: 168 time: 0.4580095 Nov 25 17:22:15.746897 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bade809-456c-4fdb-bee2-378173966bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77f05b2-b68a-469c-86ac-58aa8bff172d,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:15.797475 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a9407fa3-5191-4662-9ed7-4743b23cc46a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:15.814210 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-17a6051a-01df-4cc5-a167-ee60eba71b95 req-c9273c81-76e5-4a7c-aeb3-8f8684175de7 tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520851 Nov 25 17:22:15.956542 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:15.972672 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba1d07-775b-47a9-8d94-60d5101720be req-50940b7b-418b-4f4b-baa7-84ac55c77c94 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:15.984066 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-01ba1d07-775b-47a9-8d94-60d5101720be req-50940b7b-418b-4f4b-baa7-84ac55c77c94 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3014214 Nov 25 17:22:16.024162 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-01ba1d07-775b-47a9-8d94-60d5101720be req-27a39222-ac2c-43df-9893-8d3fdc7ba533 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.75 "GET /v2.0/quotas/6acf166d7fef4b41a5a66abb3d095ee2 HTTP/1.1" status: 200 len: 375 time: 0.0358315 Nov 25 17:22:16.036714 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port a7b55702-78cd-4533-9e1c-83e3483b9488, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=a7b55702-78cd-4533-9e1c-83e3483b9488,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:16.038561 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa377b35-49be-4f9c-8786-e36413cf2f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b55702-78cd-4533-9e1c-83e3483b9488'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:22:16.041339 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d66b2c-96be-4398-af10-b249193f2b48" -d '{"events": [{"server_uuid": "fa377b35-49be-4f9c-8786-e36413cf2f56", "name": "network-vif-plugged", "status": "completed", "tag": "a7b55702-78cd-4533-9e1c-83e3483b9488"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:22:16.048589 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device dc8e9264-088a-4d8c-b7b1-1a33bc8253b8 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:22:16.093635 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:16.100431 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60198) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:16.182935 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=a7b55702-78cd-4533-9e1c-83e3483b9488,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:16.189634 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9407fa3-5191-4662-9ed7-4743b23cc46a admin admin] Router fec7775d-ce78-4b17-9e1a-9cfb465dfbcc is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:22:16.198208 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port dc8e9264-088a-4d8c-b7b1-1a33bc8253b8 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:16.198593 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:16.260404 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-01ba1d07-775b-47a9-8d94-60d5101720be req-33988005-2b9f-4294-862a-e617d49a3297 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=6acf166d7fef4b41a5a66abb3d095ee2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2356617 Nov 25 17:22:16.270271 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f6b86c-c31b-4bcc-817a-d03b52a72b92 None None] Network 69ee2318-1418-4864-b41e-4c08f0d5dce2 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:22:16.307671 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46258b73-f876-462c-8ea6-8dc47a2b5a1f req-f66ac89d-4d06-4470-89d4-bd4030441e2b tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:16.309157 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-46258b73-f876-462c-8ea6-8dc47a2b5a1f req-f66ac89d-4d06-4470-89d4-bd4030441e2b tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/ports?device_id=95ee1561-8bc0-45ea-8856-9dd547a06607 HTTP/1.1" status: 200 len: 948 time: 0.1865630 Nov 25 17:22:16.415637 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-122d5a88-468a-489c-bf27-e699ceb01835 None None] Provisioning complete for port dc8e9264-088a-4d8c-b7b1-1a33bc8253b8 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:16.416172 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-122d5a88-468a-489c-bf27-e699ceb01835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:16.439132 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-46258b73-f876-462c-8ea6-8dc47a2b5a1f req-665fedd2-3f84-41b0-bd51-41a12fa33309 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161323 Nov 25 17:22:16.521399 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-60aeae50-b8ae-43b7-8dba-d370014ab1b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:16.607492 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-122d5a88-468a-489c-bf27-e699ceb01835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:16.623354 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9407fa3-5191-4662-9ed7-4743b23cc46a admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:22:16.631250 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:16.636121 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf1bb44-fa44-402b-a1ef-a38eaa0d38be None None] Sync routers for ids ['fec7775d-ce78-4b17-9e1a-9cfb465dfbcc'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:22:16.658231 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf1bb44-fa44-402b-a1ef-a38eaa0d38be None None] Routers {'fec7775d-ce78-4b17-9e1a-9cfb465dfbcc'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:22:16.660204 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a9407fa3-5191-4662-9ed7-4743b23cc46a admin admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:16.660496 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-1bf1bb44-fa44-402b-a1ef-a38eaa0d38be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:21:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['fec7775d-ce78-4b17-9e1a-9cfb465dfbcc'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:16.662274 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a9407fa3-5191-4662-9ed7-4743b23cc46a admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.1826043 Nov 25 17:22:16.666452 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60212) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:16.760921 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60214) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:16.807937 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8b8af740-8dd5-4baf-88a3-a74bcb197e6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:16.902522 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-1bf1bb44-fa44-402b-a1ef-a38eaa0d38be None None] Set router fec7775d-ce78-4b17-9e1a-9cfb465dfbcc gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:22:17.003744 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43d56f7-6835-49ab-9a2e-a5051220af9e x-openstack-request-id: req-d43d56f7-6835-49ab-9a2e-a5051220af9e {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:22:17.004061 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa377b35-49be-4f9c-8786-e36413cf2f56", "name": "network-vif-plugged", "status": "completed", "tag": "a7b55702-78cd-4533-9e1c-83e3483b9488", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:22:17.004359 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d43d56f7-6835-49ab-9a2e-a5051220af9e {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:22:17.004752 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa377b35-49be-4f9c-8786-e36413cf2f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b55702-78cd-4533-9e1c-83e3483b9488', 'code': 200} Nov 25 17:22:17.015679 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-122d5a88-468a-489c-bf27-e699ceb01835 None None] For port dc8e9264-088a-4d8c-b7b1-1a33bc8253b8, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=dc8e9264-088a-4d8c-b7b1-1a33bc8253b8,segment=NetworkSegment(40d8f4e0-a160-4eff-a43c-fa8861d6c123),segment_id=40d8f4e0-a160-4eff-a43c-fa8861d6c123)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:17.028477 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0fe806-aa08-4abe-a62f-88ccebbb870d req-44af25ea-6dcc-4c30-b592-a7c7a407a473 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:17.036798 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-da0fe806-aa08-4abe-a62f-88ccebbb870d req-44af25ea-6dcc-4c30-b592-a7c7a407a473 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/networks?id=c4ad8fe4-e22e-4c8b-af10-9eaf120b663c HTTP/1.1" status: 200 len: 820 time: 0.2456195 Nov 25 17:22:17.045585 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-60aeae50-b8ae-43b7-8dba-d370014ab1b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:17.048242 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:17.049309 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-122d5a88-468a-489c-bf27-e699ceb01835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:17.058032 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf1ad55-34d2-47e1-8fe8-c77d71024fc5 req-572cecdd-07d0-455d-9e59-1e21252cdc20 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:17.066893 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dcf1ad55-34d2-47e1-8fe8-c77d71024fc5 req-572cecdd-07d0-455d-9e59-1e21252cdc20 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] 10.222.0.75 "GET /v2.0/ports?device_id=fa377b35-49be-4f9c-8786-e36413cf2f56 HTTP/1.1" status: 200 len: 949 time: 0.4046955 Nov 25 17:22:17.093201 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98821b19-f8be-4065-8ce3-1f2fe3872799 req-08c7ebb3-1e25-499d-a51e-aee3fc8ee544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:17.098801 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-98821b19-f8be-4065-8ce3-1f2fe3872799 req-08c7ebb3-1e25-499d-a51e-aee3fc8ee544 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fa377b35-49be-4f9c-8786-e36413cf2f56 HTTP/1.1" status: 200 len: 1100 time: 0.3041897 Nov 25 17:22:17.110182 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:17.121480 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-60aeae50-b8ae-43b7-8dba-d370014ab1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:17.143268 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dba932a8-eae7-41db-9113-fa7200e8f61b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:17.177691 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-1bf1bb44-fa44-402b-a1ef-a38eaa0d38be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec7775d-ce78-4b17-9e1a-9cfb465dfbcc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1479733871-router', 'tenant_id': '4c325075f7a244fdbbaeeb30a752298f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'de61bcba-876d-4899-abf4-dbac2e8c3a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:22:13Z', 'updated_at': '2021-11-25T17:22:15Z', 'revision_number': 3, 'project_id': '4c325075f7a244fdbbaeeb30a752298f', 'gw_port': {'id': 'de61bcba-876d-4899-abf4-dbac2e8c3a53', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d4:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec7775d-ce78-4b17-9e1a-9cfb465dfbcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:22:14Z', 'updated_at': '2021-11-25T17:22:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:17.205648 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122d5a88-468a-489c-bf27-e699ceb01835 None None] Pushing event updated for resources: {'Port': ['ID=dc8e9264-088a-4d8c-b7b1-1a33bc8253b8,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:17.249511 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.db.api [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:22:17.249918 n-d-817746-1 neutron-server[103362]: DEBUG oslo_db.api [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:22:17.251064 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf1bb44-fa44-402b-a1ef-a38eaa0d38be None None] Checking router: fec7775d-ce78-4b17-9e1a-9cfb465dfbcc for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:22:17.252424 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf1bb44-fa44-402b-a1ef-a38eaa0d38be None None] Updating router fec7775d-ce78-4b17-9e1a-9cfb465dfbcc port de61bcba-876d-4899-abf4-dbac2e8c3a53 binding host n-d-817746-1 {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:22:17.292140 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-60aeae50-b8ae-43b7-8dba-d370014ab1b3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8b641366e682452d9b3f461f3b3f9712&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1894977 Nov 25 17:22:17.293815 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-da0fe806-aa08-4abe-a62f-88ccebbb870d req-8690de96-d6f6-418b-a0c1-380d00d2365f tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/quotas/ac7a18821f8e4e00814d44731ef8d033 HTTP/1.1" status: 200 len: 375 time: 0.2561846 Nov 25 17:22:17.300460 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-1bf1bb44-fa44-402b-a1ef-a38eaa0d38be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:17.301031 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60230) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:17.309020 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8b8af740-8dd5-4baf-88a3-a74bcb197e6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:17.405008 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8b8af740-8dd5-4baf-88a3-a74bcb197e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:17.408803 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f829184c-400b-4da3-b241-d106478ddecc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:17.478625 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aeae50-b8ae-43b7-8dba-d370014ab1b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d37fede-dd4c-415d-982b-7f62523819d2,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:17.478994 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f829184c-400b-4da3-b241-d106478ddecc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:17.515734 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dcf1ad55-34d2-47e1-8fe8-c77d71024fc5 req-ebfc4b07-dd31-4f93-ac32-6ae461e589d2 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] 10.222.0.75 "GET /v2.0/security-groups?id=cd8b5136-0d17-43a4-963b-63b878aef5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4302926 Nov 25 17:22:17.515838 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-acbbdaa1-a56f-48dc-84e3-2f805f13b225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:17.515945 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-8b8af740-8dd5-4baf-88a3-a74bcb197e6e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7f1c3da997e142cf8ed9ce79f4e669d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7393301 Nov 25 17:22:17.522084 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60234) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:17.524490 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-98821b19-f8be-4065-8ce3-1f2fe3872799 req-cd677b0f-ec9e-4412-81dd-d89b4b61d7ec service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=cd8b5136-0d17-43a4-963b-63b878aef5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462363 Nov 25 17:22:17.534466 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 61242243-b776-4897-bae1-887ccd67dfec details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:22:17.568239 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-da0fe806-aa08-4abe-a62f-88ccebbb870d req-3ae0ac9a-9d0b-4045-8b12-ebf9cac864d1 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=ac7a18821f8e4e00814d44731ef8d033&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2578709 Nov 25 17:22:17.622017 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-f91518d7-9493-4a16-8d56-a813da29214b None None] Provisioning complete for port dc8e9264-088a-4d8c-b7b1-1a33bc8253b8 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:17.622017 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f91518d7-9493-4a16-8d56-a813da29214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:17.634348 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8af740-8dd5-4baf-88a3-a74bcb197e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97acb81a-9dca-4a62-a71a-d96e7effbe9f,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:17.686632 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6192fd87-040a-4c91-bde2-62ba7b62d55c req-75f7f9c4-4999-4e23-9f97-664f7fe59b59 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.75 "GET /v2.0/ports?device_id=57d25e97-e33a-4682-85ac-ed06d754ed78 HTTP/1.1" status: 200 len: 210 time: 0.0874290 Nov 25 17:22:17.712909 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f829184c-400b-4da3-b241-d106478ddecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:17.715640 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f829184c-400b-4da3-b241-d106478ddecc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:17.722000 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f829184c-400b-4da3-b241-d106478ddecc admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7d37fede-dd4c-415d-982b-7f62523819d2 HTTP/1.1" status: 204 len: 168 time: 0.4169583 Nov 25 17:22:17.736733 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-1bf1bb44-fa44-402b-a1ef-a38eaa0d38be None None] Publish callbacks [] for port, precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:17.740806 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f829184c-400b-4da3-b241-d106478ddecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d37fede-dd4c-415d-982b-7f62523819d2,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:17.756296 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-1bf1bb44-fa44-402b-a1ef-a38eaa0d38be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:17.818319 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 61242243-b776-4897-bae1-887ccd67dfec, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=61242243-b776-4897-bae1-887ccd67dfec,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:17.819549 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-1bf1bb44-fa44-402b-a1ef-a38eaa0d38be None None] Attempting to bind port de61bcba-876d-4899-abf4-dbac2e8c3a53 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:22:17.820754 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-1bf1bb44-fa44-402b-a1ef-a38eaa0d38be None None] Attempting to bind port de61bcba-876d-4899-abf4-dbac2e8c3a53 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:22:17.821107 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-acbbdaa1-a56f-48dc-84e3-2f805f13b225 admin admin] Allocated IP 172.20.0.1 (69ee2318-1418-4864-b41e-4c08f0d5dce2/ab7285ee-be03-47e5-9932-d77238991492/e5cbcac4-5e0b-4b62-97f4-5796784872fe) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:22:17.822767 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf1bb44-fa44-402b-a1ef-a38eaa0d38be None None] Attempting to bind port de61bcba-876d-4899-abf4-dbac2e8c3a53 on network 1aa44027-b9d0-4a56-9a59-7e664703e20a {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:22:17.854800 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf1bb44-fa44-402b-a1ef-a38eaa0d38be None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:22:17.855565 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf1bb44-fa44-402b-a1ef-a38eaa0d38be None None] Checking segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:22:17.856132 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-1bf1bb44-fa44-402b-a1ef-a38eaa0d38be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:17.856682 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf1bb44-fa44-402b-a1ef-a38eaa0d38be None None] Bound using segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:22:17.858140 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-1bf1bb44-fa44-402b-a1ef-a38eaa0d38be None None] Bound port: de61bcba-876d-4899-abf4-dbac2e8c3a53, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:22:17.858742 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-1bf1bb44-fa44-402b-a1ef-a38eaa0d38be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:17.863265 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '61242243-b776-4897-bae1-887ccd67dfec', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'port_id': '61242243-b776-4897-bae1-887ccd67dfec', 'mac_address': 'fa:16:3e:c9:0a:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8793709c-5336-428d-aede-b0b8df1a26b2', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:22:17.919792 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:17.945087 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61242243-b776-4897-bae1-887ccd67dfec {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:22:17.994100 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-da53d400-f863-46e8-a4e5-36e90cb18f70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:18.001175 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-acbbdaa1-a56f-48dc-84e3-2f805f13b225 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:18.004124 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 61242243-b776-4897-bae1-887ccd67dfec, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=61242243-b776-4897-bae1-887ccd67dfec,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:18.007602 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-1bf1bb44-fa44-402b-a1ef-a38eaa0d38be None None] For port de61bcba-876d-4899-abf4-dbac2e8c3a53, host n-d-817746-1, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:22:18.012376 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-1bf1bb44-fa44-402b-a1ef-a38eaa0d38be None None] For port de61bcba-876d-4899-abf4-dbac2e8c3a53, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=de61bcba-876d-4899-abf4-dbac2e8c3a53,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:22:18.016644 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:18.022023 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device dc8e9264-088a-4d8c-b7b1-1a33bc8253b8 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:22:18.036176 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-1bf1bb44-fa44-402b-a1ef-a38eaa0d38be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:18.044403 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-da0fe806-aa08-4abe-a62f-88ccebbb870d req-4ecbf837-b414-43fa-9b9e-11948a45994f service neutron] 10.222.0.75 "GET /v2.0/networks/c4ad8fe4-e22e-4c8b-af10-9eaf120b663c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4374337 Nov 25 17:22:18.062560 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-acbbdaa1-a56f-48dc-84e3-2f805f13b225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:18.068205 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ebade2-a75a-4bd7-8d81-3788e5061164 None None] Pushing event updated for resources: {'Port': ['ID=de61bcba-876d-4899-abf4-dbac2e8c3a53,revision_number=2']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:18.089316 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ebade2-a75a-4bd7-8d81-3788e5061164 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:18.089858 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ebade2-a75a-4bd7-8d81-3788e5061164 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:18.090358 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ebade2-a75a-4bd7-8d81-3788e5061164 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:18.090850 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ebade2-a75a-4bd7-8d81-3788e5061164 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:18.091393 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ebade2-a75a-4bd7-8d81-3788e5061164 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:18.092111 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ebade2-a75a-4bd7-8d81-3788e5061164 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:18.092602 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ebade2-a75a-4bd7-8d81-3788e5061164 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:18.093150 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ebade2-a75a-4bd7-8d81-3788e5061164 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:18.093634 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ebade2-a75a-4bd7-8d81-3788e5061164 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:18.094277 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ebade2-a75a-4bd7-8d81-3788e5061164 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:18.094935 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ebade2-a75a-4bd7-8d81-3788e5061164 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:18.096256 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ebade2-a75a-4bd7-8d81-3788e5061164 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:18.141987 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbbdaa1-a56f-48dc-84e3-2f805f13b225 admin admin] Network 69ee2318-1418-4864-b41e-4c08f0d5dce2 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:22:18.146558 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf1bb44-fa44-402b-a1ef-a38eaa0d38be None None] Routers {'fec7775d-ce78-4b17-9e1a-9cfb465dfbcc'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:22:18.147998 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-1bf1bb44-fa44-402b-a1ef-a38eaa0d38be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:21:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['fec7775d-ce78-4b17-9e1a-9cfb465dfbcc'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:18.159710 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-acbbdaa1-a56f-48dc-84e3-2f805f13b225 admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:22:18.162372 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbbdaa1-a56f-48dc-84e3-2f805f13b225 admin admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:22:18.201714 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb47e6f9-373c-4e01-8f2f-7b78c9a7d789 req-536ace2a-ecf3-497d-8458-57cdebc54227 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:18.212761 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cb47e6f9-373c-4e01-8f2f-7b78c9a7d789 req-536ace2a-ecf3-497d-8458-57cdebc54227 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/ports?device_id=95ee1561-8bc0-45ea-8856-9dd547a06607 HTTP/1.1" status: 200 len: 948 time: 0.3659627 Nov 25 17:22:18.234682 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-da53d400-f863-46e8-a4e5-36e90cb18f70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:18.240525 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbbdaa1-a56f-48dc-84e3-2f805f13b225 admin admin] Pushing event updated for resources: {'Port': ['ID=e5cbcac4-5e0b-4b62-97f4-5796784872fe,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:18.241991 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=61242243-b776-4897-bae1-887ccd67dfec,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:18.251109 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port dc8e9264-088a-4d8c-b7b1-1a33bc8253b8 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:18.251539 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:18.277353 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-acbbdaa1-a56f-48dc-84e3-2f805f13b225 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:18.294262 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-01ba1d07-775b-47a9-8d94-60d5101720be req-08b5c4c5-cf2c-4972-99be-7846e76bd996 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=6acf166d7fef4b41a5a66abb3d095ee2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1811047 Nov 25 17:22:18.333660 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ebade2-a75a-4bd7-8d81-3788e5061164 None None] Pushing event updated for resources: {'Port': ['ID=de61bcba-876d-4899-abf4-dbac2e8c3a53,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:18.340707 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['61242243-b776-4897-bae1-887ccd67dfec'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:22:18.434255 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-1bf1bb44-fa44-402b-a1ef-a38eaa0d38be None None] Set router fec7775d-ce78-4b17-9e1a-9cfb465dfbcc gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:22:18.441812 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60242) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:18.495394 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-06f4f21e-6e16-41bc-b447-aeafdab5955f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:18.568223 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-acbbdaa1-a56f-48dc-84e3-2f805f13b225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:18.594845 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-6e5362c1-e6f5-4fea-b9ce-f9d0b34ba947 None None] Provisioning complete for port e5cbcac4-5e0b-4b62-97f4-5796784872fe triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:18.595210 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6e5362c1-e6f5-4fea-b9ce-f9d0b34ba947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:18.647022 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-6e5362c1-e6f5-4fea-b9ce-f9d0b34ba947 None None] Port e5cbcac4-5e0b-4b62-97f4-5796784872fe cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:22:18.705274 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-06f4f21e-6e16-41bc-b447-aeafdab5955f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:18.713262 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-06f4f21e-6e16-41bc-b447-aeafdab5955f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:18.784934 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-06f4f21e-6e16-41bc-b447-aeafdab5955f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0f40b39aa15e40fda85bb48cf8258cba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3393631 Nov 25 17:22:18.809972 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-1bf1bb44-fa44-402b-a1ef-a38eaa0d38be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec7775d-ce78-4b17-9e1a-9cfb465dfbcc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1479733871-router', 'tenant_id': '4c325075f7a244fdbbaeeb30a752298f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'de61bcba-876d-4899-abf4-dbac2e8c3a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:22:13Z', 'updated_at': '2021-11-25T17:22:15Z', 'revision_number': 3, 'project_id': '4c325075f7a244fdbbaeeb30a752298f', 'gw_port': {'id': 'de61bcba-876d-4899-abf4-dbac2e8c3a53', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d4:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec7775d-ce78-4b17-9e1a-9cfb465dfbcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:22:14Z', 'updated_at': '2021-11-25T17:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:18.815108 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60248) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:18.820376 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f4f21e-6e16-41bc-b447-aeafdab5955f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62239723-0f21-48ba-a6f1-9d16908ff317,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:18.848117 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf1bb44-fa44-402b-a1ef-a38eaa0d38be None None] The sync data for ids ['fec7775d-ce78-4b17-9e1a-9cfb465dfbcc'] in n-d-817746-1 is: [{'id': 'fec7775d-ce78-4b17-9e1a-9cfb465dfbcc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1479733871-router', 'tenant_id': '4c325075f7a244fdbbaeeb30a752298f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'de61bcba-876d-4899-abf4-dbac2e8c3a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:22:13Z', 'updated_at': '2021-11-25T17:22:15Z', 'revision_number': 3, 'project_id': '4c325075f7a244fdbbaeeb30a752298f', 'gw_port': {'id': 'de61bcba-876d-4899-abf4-dbac2e8c3a53', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d4:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec7775d-ce78-4b17-9e1a-9cfb465dfbcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:22:14Z', 'updated_at': '2021-11-25T17:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:22:18.878816 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cb47e6f9-373c-4e01-8f2f-7b78c9a7d789 req-b69cb6cb-6b90-403e-8978-761e93d7661e tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6651492 Nov 25 17:22:18.913031 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-da0fe806-aa08-4abe-a62f-88ccebbb870d req-ddae20f1-0a97-4180-adab-0eef4f2f680c service neutron] 10.222.0.75 "GET /v2.0/networks/c4ad8fe4-e22e-4c8b-af10-9eaf120b663c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8403845 Nov 25 17:22:18.914154 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-acbbdaa1-a56f-48dc-84e3-2f805f13b225 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:18.924031 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-acbbdaa1-a56f-48dc-84e3-2f805f13b225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:18.967369 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-da53d400-f863-46e8-a4e5-36e90cb18f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:18.974402 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-da53d400-f863-46e8-a4e5-36e90cb18f70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:18.974402 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-da53d400-f863-46e8-a4e5-36e90cb18f70 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/97acb81a-9dca-4a62-a71a-d96e7effbe9f HTTP/1.1" status: 204 len: 168 time: 1.4469521 Nov 25 17:22:18.983315 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-acbbdaa1-a56f-48dc-84e3-2f805f13b225 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:18.998959 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba1d07-775b-47a9-8d94-60d5101720be req-362164ae-6634-48b9-ae08-91c91ccad876 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:19.000501 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-01ba1d07-775b-47a9-8d94-60d5101720be req-362164ae-6634-48b9-ae08-91c91ccad876 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6850233 Nov 25 17:22:19.019549 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-01ba1d07-775b-47a9-8d94-60d5101720be req-5ae1eda2-472c-4c48-81bf-b18e04690dfc tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Request body: {'port': {'device_id': '57d25e97-e33a-4682-85ac-ed06d754ed78', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'admin_state_up': True, 'tenant_id': '6acf166d7fef4b41a5a66abb3d095ee2'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:19.027148 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da53d400-f863-46e8-a4e5-36e90cb18f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97acb81a-9dca-4a62-a71a-d96e7effbe9f,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:19.065857 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-957fa699-4b7f-4c84-88e5-f47183be9eb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:19.215411 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-957fa699-4b7f-4c84-88e5-f47183be9eb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:19.217323 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbbdaa1-a56f-48dc-84e3-2f805f13b225 admin admin] Pushing event updated for resources: {'Port': ['ID=e5cbcac4-5e0b-4b62-97f4-5796784872fe,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:19.237544 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbbdaa1-a56f-48dc-84e3-2f805f13b225 admin admin] Network 69ee2318-1418-4864-b41e-4c08f0d5dce2 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:22:19.238983 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-acbbdaa1-a56f-48dc-84e3-2f805f13b225 admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:22:19.354894 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2c49ff0c-c2b6-4456-a402-793b0d4797b2 req-ef7b5eee-6a31-4fe5-b0a6-f0fa882ad7b1 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.75 "GET /v2.0/ports?device_id=57d25e97-e33a-4682-85ac-ed06d754ed78 HTTP/1.1" status: 200 len: 210 time: 0.1167896 Nov 25 17:22:19.410263 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-53b8d59e-afa7-4dc9-8d69-807700c7767b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:19.423063 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f64d73-178e-41ed-a366-eaf352c3ab8d req-4ab27df1-0fe4-4522-881f-ee8d7a24fa61 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:19.430296 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-20f64d73-178e-41ed-a366-eaf352c3ab8d req-4ab27df1-0fe4-4522-881f-ee8d7a24fa61 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] 10.222.0.75 "GET /v2.0/ports?device_id=fa377b35-49be-4f9c-8786-e36413cf2f56 HTTP/1.1" status: 200 len: 949 time: 0.3164966 Nov 25 17:22:19.500261 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acbbdaa1-a56f-48dc-84e3-2f805f13b225 admin admin] Router fec7775d-ce78-4b17-9e1a-9cfb465dfbcc has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:22:19.543203 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-15f5c8f7-b697-470a-85b3-6ff510a4af35 req-4838d920-9899-449f-b0dd-a8b77881bb0d tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=3eef18eb-c307-4471-9906-537eeed4567a HTTP/1.1" status: 200 len: 210 time: 0.0698736 Nov 25 17:22:19.549869 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 61242243-b776-4897-bae1-887ccd67dfec up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:22:19.637415 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-20f64d73-178e-41ed-a366-eaf352c3ab8d req-00eff22e-a581-4794-8b23-f87502d20ce0 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] 10.222.0.75 "GET /v2.0/security-groups?id=cd8b5136-0d17-43a4-963b-63b878aef5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014625 Nov 25 17:22:19.679328 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01ba1d07-775b-47a9-8d94-60d5101720be req-5ae1eda2-472c-4c48-81bf-b18e04690dfc tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Made reservation on behalf of 6acf166d7fef4b41a5a66abb3d095ee2 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:22:19.682928 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-01ba1d07-775b-47a9-8d94-60d5101720be req-5ae1eda2-472c-4c48-81bf-b18e04690dfc tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:19.710013 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-957fa699-4b7f-4c84-88e5-f47183be9eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:19.721077 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-957fa699-4b7f-4c84-88e5-f47183be9eb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:19.724483 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-957fa699-4b7f-4c84-88e5-f47183be9eb6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/62239723-0f21-48ba-a6f1-9d16908ff317 HTTP/1.1" status: 204 len: 168 time: 0.9024401 Nov 25 17:22:19.742324 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port 61242243-b776-4897-bae1-887ccd67dfec completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:22:19.755892 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957fa699-4b7f-4c84-88e5-f47183be9eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62239723-0f21-48ba-a6f1-9d16908ff317,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:19.784199 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 61242243-b776-4897-bae1-887ccd67dfec triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:19.788292 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:19.791182 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acbbdaa1-a56f-48dc-84e3-2f805f13b225 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:22:19.793884 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-1550f232-35f0-416f-85c5-3ac4b8bfac67 None None] Provisioning complete for port e5cbcac4-5e0b-4b62-97f4-5796784872fe triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:19.798061 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1550f232-35f0-416f-85c5-3ac4b8bfac67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:19.818183 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-acbbdaa1-a56f-48dc-84e3-2f805f13b225 admin admin] 10.222.0.75 "PUT /v2.0/routers/fec7775d-ce78-4b17-9e1a-9cfb465dfbcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1430259 Nov 25 17:22:19.966010 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-1550f232-35f0-416f-85c5-3ac4b8bfac67 None None] Port e5cbcac4-5e0b-4b62-97f4-5796784872fe cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:22:20.084222 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:20.087043 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device de61bcba-876d-4899-abf4-dbac2e8c3a53 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:22:20.180192 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-01ba1d07-775b-47a9-8d94-60d5101720be req-5ae1eda2-472c-4c48-81bf-b18e04690dfc tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Allocated IP 192.168.233.185 (ab4fed0b-9bf1-4925-8765-94da08c5de2a/8793709c-5336-428d-aede-b0b8df1a26b2/e7639407-be2f-4833-91a9-f82f9c983822) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:22:20.230803 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e71ce-e32e-4e5c-8cdc-ace87122362e req-13669598-a727-4610-bd4b-017d52603a9e tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:20.234020 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b24e71ce-e32e-4e5c-8cdc-ace87122362e req-13669598-a727-4610-bd4b-017d52603a9e tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/ports?device_id=95ee1561-8bc0-45ea-8856-9dd547a06607 HTTP/1.1" status: 200 len: 949 time: 0.1624415 Nov 25 17:22:20.274433 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 61242243-b776-4897-bae1-887ccd67dfec, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=61242243-b776-4897-bae1-887ccd67dfec,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:20.303876 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ee1561-8bc0-45ea-8856-9dd547a06607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61242243-b776-4897-bae1-887ccd67dfec'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:22:20.314451 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb54909-8bc2-457a-bf5b-579e23580e9f" -d '{"events": [{"server_uuid": "95ee1561-8bc0-45ea-8856-9dd547a06607", "name": "network-vif-plugged", "status": "completed", "tag": "61242243-b776-4897-bae1-887ccd67dfec"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:22:20.344631 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:20.363943 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port de61bcba-876d-4899-abf4-dbac2e8c3a53 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:20.366846 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:20.380923 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b24e71ce-e32e-4e5c-8cdc-ace87122362e req-6961be40-980c-456d-8c8f-13014e962adf tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327126 Nov 25 17:22:20.553731 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0e59ca-5382-4523-acaa-ab3c43aaef26 x-openstack-request-id: req-3b0e59ca-5382-4523-acaa-ab3c43aaef26 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:22:20.554067 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ee1561-8bc0-45ea-8856-9dd547a06607", "name": "network-vif-plugged", "status": "completed", "tag": "61242243-b776-4897-bae1-887ccd67dfec", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:22:20.554313 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3b0e59ca-5382-4523-acaa-ab3c43aaef26 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:22:20.558174 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ee1561-8bc0-45ea-8856-9dd547a06607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61242243-b776-4897-bae1-887ccd67dfec', 'code': 200} Nov 25 17:22:20.562188 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-01ba1d07-775b-47a9-8d94-60d5101720be req-5ae1eda2-472c-4c48-81bf-b18e04690dfc tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:20.614036 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=61242243-b776-4897-bae1-887ccd67dfec,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:20.655317 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-01ba1d07-775b-47a9-8d94-60d5101720be req-5ae1eda2-472c-4c48-81bf-b18e04690dfc tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:20.677679 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['2aacf250-4c44-443e-8a78-4c5d1d0c068c'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:22:20.757298 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:20.785350 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:20.798476 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port de61bcba-876d-4899-abf4-dbac2e8c3a53, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=de61bcba-876d-4899-abf4-dbac2e8c3a53,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:20.810618 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:20.916439 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=de61bcba-876d-4899-abf4-dbac2e8c3a53,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:20.989360 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6577b5db-706a-4eea-af2b-257c4c9f93e2 req-4c68f167-55bf-4496-8d7d-0f4bdfe86cf1 tempest-FloatingIPsNegativeTestJSON-1548139493 tempest-FloatingIPsNegativeTestJSON-1548139493-project] 10.222.0.75 "GET /v2.0/floatingips?tenant_id=4c325075f7a244fdbbaeeb30a752298f HTTP/1.1" status: 200 len: 217 time: 0.1677663 Nov 25 17:22:21.037874 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01ba1d07-775b-47a9-8d94-60d5101720be req-5ae1eda2-472c-4c48-81bf-b18e04690dfc tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Network ab4fed0b-9bf1-4925-8765-94da08c5de2a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:22:21.052944 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe910b-aa45-4368-b7f3-8c6a7ef8b198 req-9b594ff7-626c-4656-a9e5-c05f19645d44 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:21.061620 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2dbe910b-aa45-4368-b7f3-8c6a7ef8b198 req-9b594ff7-626c-4656-a9e5-c05f19645d44 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.75 "GET /v2.0/ports?device_id=57d25e97-e33a-4682-85ac-ed06d754ed78 HTTP/1.1" status: 200 len: 936 time: 0.4036167 Nov 25 17:22:21.099183 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-01ba1d07-775b-47a9-8d94-60d5101720be req-5ae1eda2-472c-4c48-81bf-b18e04690dfc tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:22:21.114544 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ba1d07-775b-47a9-8d94-60d5101720be req-5ae1eda2-472c-4c48-81bf-b18e04690dfc tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:22:21.126824 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d465777-97cd-4862-8588-105a214ef353 req-eadf2598-5969-474e-aac3-4fe7fd27c8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:21.128307 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8d465777-97cd-4862-8588-105a214ef353 req-eadf2598-5969-474e-aac3-4fe7fd27c8d6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=95ee1561-8bc0-45ea-8856-9dd547a06607 HTTP/1.1" status: 200 len: 1101 time: 0.4638445 Nov 25 17:22:21.158826 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae1eda2-472c-4c48-81bf-b18e04690dfc tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Pushing event updated for resources: {'Port': ['ID=e7639407-be2f-4833-91a9-f82f9c983822,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:21.260698 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0d23f859-72f9-4646-937a-154b6ab5c9e2 req-c06009f7-ebf5-4838-b48c-99b90afbd6d7 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=7739bc6a4b9b403c9f5015e26ffa58a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1365044 Nov 25 17:22:21.344861 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba1d07-775b-47a9-8d94-60d5101720be req-5ae1eda2-472c-4c48-81bf-b18e04690dfc tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:21.345840 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-01ba1d07-775b-47a9-8d94-60d5101720be req-5ae1eda2-472c-4c48-81bf-b18e04690dfc tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:21.357307 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8d465777-97cd-4862-8588-105a214ef353 req-8dd79b41-6b65-4ea4-bb09-2f2197e9c57c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854215 Nov 25 17:22:21.369196 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2dbe910b-aa45-4368-b7f3-8c6a7ef8b198 req-c2a9c593-4b59-498b-9d4e-cf24eece5d2d tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.75 "GET /v2.0/security-groups?id=4694e97b-902c-4caa-bd8a-3c4e0bd567e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067966 Nov 25 17:22:21.378937 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60340) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:21.386996 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-01ba1d07-775b-47a9-8d94-60d5101720be req-5ae1eda2-472c-4c48-81bf-b18e04690dfc tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3714266 Nov 25 17:22:21.400115 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0fe806-aa08-4abe-a62f-88ccebbb870d req-385f4c17-1b0d-4a68-93bb-d83ce3b76e0d tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:21.400115 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-da0fe806-aa08-4abe-a62f-88ccebbb870d req-385f4c17-1b0d-4a68-93bb-d83ce3b76e0d tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.90 "GET /v2.0/networks?id=c4ad8fe4-e22e-4c8b-af10-9eaf120b663c HTTP/1.1" status: 200 len: 820 time: 0.5503471 Nov 25 17:22:21.439799 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-01ba1d07-775b-47a9-8d94-60d5101720be req-f0d2bbee-e106-40e4-aa6d-f72be1346870 service neutron] Request body: {'port': {'device_id': '57d25e97-e33a-4682-85ac-ed06d754ed78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:21.454580 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-da0fe806-aa08-4abe-a62f-88ccebbb870d req-0f08489f-e689-4476-8898-975da26e3170 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Request body: {'port': {'device_id': '3eef18eb-c307-4471-9906-537eeed4567a', 'network_id': 'c4ad8fe4-e22e-4c8b-af10-9eaf120b663c', 'admin_state_up': True, 'tenant_id': 'ac7a18821f8e4e00814d44731ef8d033'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:21.522798 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-adf50415-db4f-4960-8083-b1f675be0971 None None] Provisioning complete for port e7639407-be2f-4833-91a9-f82f9c983822 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:21.523355 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-adf50415-db4f-4960-8083-b1f675be0971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:21.573693 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-adf50415-db4f-4960-8083-b1f675be0971 None None] Port e7639407-be2f-4833-91a9-f82f9c983822 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:22:21.606362 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0efd4ea-6546-40e2-9bf2-7a823dfaaef1 None None] Sync routers for ids ['fec7775d-ce78-4b17-9e1a-9cfb465dfbcc'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:22:21.621250 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0efd4ea-6546-40e2-9bf2-7a823dfaaef1 None None] Routers {'fec7775d-ce78-4b17-9e1a-9cfb465dfbcc'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:22:21.622516 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-e0efd4ea-6546-40e2-9bf2-7a823dfaaef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:22:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['fec7775d-ce78-4b17-9e1a-9cfb465dfbcc'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:21.632253 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eed384df-960a-4640-a474-4df41dd6f278 req-a6149af9-68f7-41cd-b050-9bd86b1e8849 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=3eef18eb-c307-4471-9906-537eeed4567a HTTP/1.1" status: 200 len: 210 time: 0.1185753 Nov 25 17:22:21.647565 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-01ba1d07-775b-47a9-8d94-60d5101720be req-f0d2bbee-e106-40e4-aa6d-f72be1346870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:21.657216 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d23f859-72f9-4646-937a-154b6ab5c9e2 req-7093d37e-3d78-4dbc-bede-2ccec28e1956 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:21.675007 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0d23f859-72f9-4646-937a-154b6ab5c9e2 req-7093d37e-3d78-4dbc-bede-2ccec28e1956 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4045208 Nov 25 17:22:21.689956 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-1daed22f-8c9d-464e-90c3-980c0e3c42a2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-420620906-network', 'tenant_id': 'cbebe6cb2b944a35af1ec08d68611682'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:21.725578 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1daed22f-8c9d-464e-90c3-980c0e3c42a2 admin admin] Made reservation on behalf of cbebe6cb2b944a35af1ec08d68611682 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:22:21.733523 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1daed22f-8c9d-464e-90c3-980c0e3c42a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:21.747315 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0d23f859-72f9-4646-937a-154b6ab5c9e2 req-c6c0da3e-da6d-4a67-a127-e3d7c14c3489 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] 10.222.0.75 "GET /v2.0/quotas/7739bc6a4b9b403c9f5015e26ffa58a6 HTTP/1.1" status: 200 len: 375 time: 0.0713863 Nov 25 17:22:21.749696 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1daed22f-8c9d-464e-90c3-980c0e3c42a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:21.754181 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c38000a1-2ca9-4d3a-b224-3dbb85be4c77 req-efe948a7-5402-43fe-9e53-9ab8c2a6be36 tempest-FloatingIPsNegativeTestJSON-1548139493 tempest-FloatingIPsNegativeTestJSON-1548139493-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0755119 Nov 25 17:22:21.785117 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-e0efd4ea-6546-40e2-9bf2-7a823dfaaef1 None None] Set router fec7775d-ce78-4b17-9e1a-9cfb465dfbcc gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:22:21.855502 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1daed22f-8c9d-464e-90c3-980c0e3c42a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:21.860036 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1daed22f-8c9d-464e-90c3-980c0e3c42a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:21.903875 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da0fe806-aa08-4abe-a62f-88ccebbb870d req-0f08489f-e689-4476-8898-975da26e3170 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Made reservation on behalf of ac7a18821f8e4e00814d44731ef8d033 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:22:21.907911 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-da0fe806-aa08-4abe-a62f-88ccebbb870d req-0f08489f-e689-4476-8898-975da26e3170 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:21.919793 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1daed22f-8c9d-464e-90c3-980c0e3c42a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 923} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:22:21.959759 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daed22f-8c9d-464e-90c3-980c0e3c42a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:21.961571 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0d23f859-72f9-4646-937a-154b6ab5c9e2 req-653616bf-2a37-44df-b741-b509ff28ad6b tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=7739bc6a4b9b403c9f5015e26ffa58a6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2132626 Nov 25 17:22:21.969224 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1daed22f-8c9d-464e-90c3-980c0e3c42a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:21.969580 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-1daed22f-8c9d-464e-90c3-980c0e3c42a2 admin admin] Added segment 2c22414f-d4c7-43ac-a576-c7b2f18031bf of type vlan for network cdfc7726-be74-4470-a033-195b79623a95 Nov 25 17:22:22.051451 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1daed22f-8c9d-464e-90c3-980c0e3c42a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:22.088196 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1daed22f-8c9d-464e-90c3-980c0e3c42a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:22.089699 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1daed22f-8c9d-464e-90c3-980c0e3c42a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:22.090408 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1daed22f-8c9d-464e-90c3-980c0e3c42a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:22.158169 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1daed22f-8c9d-464e-90c3-980c0e3c42a2 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7776041 Nov 25 17:22:22.160997 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60364) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:22.168265 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-03cfa48a-3276-498b-84b3-728e9782398a admin admin] Request body: {'subnet': {'network_id': 'cdfc7726-be74-4470-a033-195b79623a95', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-420620906-subnet', 'tenant_id': 'cbebe6cb2b944a35af1ec08d68611682', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:22.190044 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daed22f-8c9d-464e-90c3-980c0e3c42a2 admin admin] Pushing event updated for resources: {'Network': ['ID=cdfc7726-be74-4470-a033-195b79623a95,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:22.198043 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03cfa48a-3276-498b-84b3-728e9782398a admin admin] Made reservation on behalf of cbebe6cb2b944a35af1ec08d68611682 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:22:22.199551 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device de61bcba-876d-4899-abf4-dbac2e8c3a53 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:22:22.203002 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-03cfa48a-3276-498b-84b3-728e9782398a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:22.244299 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network cdfc7726-be74-4470-a033-195b79623a95 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:22:22.331304 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port de61bcba-876d-4899-abf4-dbac2e8c3a53 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:22.331688 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:22.366453 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-da0fe806-aa08-4abe-a62f-88ccebbb870d req-0f08489f-e689-4476-8898-975da26e3170 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Allocated IP 172.20.0.9 (c4ad8fe4-e22e-4c8b-af10-9eaf120b663c/0a91ba6f-af85-4b11-90c3-2d5fc7a12e25/74a8f456-31f1-4440-b0d3-a01ede7ee21d) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:22:22.396496 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:22.399709 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-e0efd4ea-6546-40e2-9bf2-7a823dfaaef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec7775d-ce78-4b17-9e1a-9cfb465dfbcc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1479733871-router', 'tenant_id': '4c325075f7a244fdbbaeeb30a752298f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'de61bcba-876d-4899-abf4-dbac2e8c3a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:22:13Z', 'updated_at': '2021-11-25T17:22:18Z', 'revision_number': 4, 'project_id': '4c325075f7a244fdbbaeeb30a752298f', 'gw_port': {'id': 'de61bcba-876d-4899-abf4-dbac2e8c3a53', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec7775d-ce78-4b17-9e1a-9cfb465dfbcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:22:14Z', 'updated_at': '2021-11-25T17:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'e5cbcac4-5e0b-4b62-97f4-5796784872fe', 'name': '', 'network_id': '69ee2318-1418-4864-b41e-4c08f0d5dce2', 'tenant_id': '4c325075f7a244fdbbaeeb30a752298f', 'mac_address': 'fa:16:3e:e6:9f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec7775d-ce78-4b17-9e1a-9cfb465dfbcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'ab7285ee-be03-47e5-9932-d77238991492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:22:17Z', 'updated_at': '2021-11-25T17:22:18Z', 'revision_number': 2, 'project_id': '4c325075f7a244fdbbaeeb30a752298f', 'subnets': [{'id': 'ab7285ee-be03-47e5-9932-d77238991492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:22.420451 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-03cfa48a-3276-498b-84b3-728e9782398a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:22.444448 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [req-f8354f35-50a6-4f35-8b77-aa4e9f9a2f5d req-2a5cf1d0-d1b6-4e7c-85fd-80e3a1e7cf88 tempest-FloatingIPsNegativeTestJSON-1548139493 tempest-FloatingIPsNegativeTestJSON-1548139493-project] show failed (client error): The resource could not be found. Nov 25 17:22:22.446163 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f8354f35-50a6-4f35-8b77-aa4e9f9a2f5d req-2a5cf1d0-d1b6-4e7c-85fd-80e3a1e7cf88 tempest-FloatingIPsNegativeTestJSON-1548139493 tempest-FloatingIPsNegativeTestJSON-1548139493-project] 10.222.0.75 "GET /v2.0/floatingips/c0a92545-464e-4dc5-8d62-615ff90baa89 HTTP/1.1" status: 404 len: 350 time: 0.2504823 Nov 25 17:22:22.459417 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0efd4ea-6546-40e2-9bf2-7a823dfaaef1 None None] Checking router: fec7775d-ce78-4b17-9e1a-9cfb465dfbcc for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:22:22.459643 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0efd4ea-6546-40e2-9bf2-7a823dfaaef1 None None] Updating router fec7775d-ce78-4b17-9e1a-9cfb465dfbcc port e5cbcac4-5e0b-4b62-97f4-5796784872fe binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:22:22.464276 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60374) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:22.489944 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e0efd4ea-6546-40e2-9bf2-7a823dfaaef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:22.515132 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cfa48a-3276-498b-84b3-728e9782398a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee1e665a-f297-4067-8b5a-7a7e373f89c9,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:22.573037 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cfa48a-3276-498b-84b3-728e9782398a admin admin] Checking segment: {'id': '2c22414f-d4c7-43ac-a576-c7b2f18031bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:22:22.573386 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cfa48a-3276-498b-84b3-728e9782398a admin admin] Network hostable DHCP agents. Network: cdfc7726-be74-4470-a033-195b79623a95, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:22:22.607186 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cfa48a-3276-498b-84b3-728e9782398a admin admin] Network cdfc7726-be74-4470-a033-195b79623a95 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:22:22.625640 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-03cfa48a-3276-498b-84b3-728e9782398a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, cdfc7726-be74-4470-a033-195b79623a95) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:22:22.639755 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cfa48a-3276-498b-84b3-728e9782398a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:22.640560 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-03cfa48a-3276-498b-84b3-728e9782398a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:22.642959 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ba1b2c-3d6e-4f0f-a0e2-571f3f9a8090 None None] Network cdfc7726-be74-4470-a033-195b79623a95 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:22:22.682165 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-03cfa48a-3276-498b-84b3-728e9782398a admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5191586 Nov 25 17:22:22.915280 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8871b29c-a262-46d6-adc0-4a1da4df08a1 req-b6306131-11cb-43d1-a18a-938978918ef1 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] 10.222.0.75 "GET /v2.0/ports?device_id=32fe9ae7-5f77-4143-a9ad-6bdb94f44adb HTTP/1.1" status: 200 len: 210 time: 0.0444219 Nov 25 17:22:22.960678 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255912c-4f3c-45ff-ab7c-980e48dc9cda req-f6eef316-98cf-4748-8567-e88abe86d67e tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:22.962961 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9255912c-4f3c-45ff-ab7c-980e48dc9cda req-f6eef316-98cf-4748-8567-e88abe86d67e tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/ports?device_id=95ee1561-8bc0-45ea-8856-9dd547a06607 HTTP/1.1" status: 200 len: 950 time: 0.8363731 Nov 25 17:22:22.997074 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:23.007941 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854130dc-1a76-49fb-8377-890bf713fbf0 None None] Network cdfc7726-be74-4470-a033-195b79623a95 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:22:23.016272 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-01ba1d07-775b-47a9-8d94-60d5101720be req-f0d2bbee-e106-40e4-aa6d-f72be1346870 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7639407-be2f-4833-91a9-f82f9c983822 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:22:23.042539 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-01ba1d07-775b-47a9-8d94-60d5101720be req-f0d2bbee-e106-40e4-aa6d-f72be1346870 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:23.125110 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e0efd4ea-6546-40e2-9bf2-7a823dfaaef1 None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:23.136382 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e0efd4ea-6546-40e2-9bf2-7a823dfaaef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:23.149739 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-01ba1d07-775b-47a9-8d94-60d5101720be req-f0d2bbee-e106-40e4-aa6d-f72be1346870 service neutron] Transition to ACTIVE for port object e7639407-be2f-4833-91a9-f82f9c983822 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:22:23.189652 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-01ba1d07-775b-47a9-8d94-60d5101720be req-f0d2bbee-e106-40e4-aa6d-f72be1346870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:23.230891 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecac280-3f61-48f7-aef4-86bbcbe9892a None None] Pushing event updated for resources: {'Port': ['ID=e5cbcac4-5e0b-4b62-97f4-5796784872fe,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:23.276671 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-da0fe806-aa08-4abe-a62f-88ccebbb870d req-0f08489f-e689-4476-8898-975da26e3170 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:23.286428 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-e0efd4ea-6546-40e2-9bf2-7a823dfaaef1 None None] Attempting to bind port e5cbcac4-5e0b-4b62-97f4-5796784872fe on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:22:23.286812 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-e0efd4ea-6546-40e2-9bf2-7a823dfaaef1 None None] Attempting to bind port e5cbcac4-5e0b-4b62-97f4-5796784872fe by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '40d8f4e0-a160-4eff-a43c-fa8861d6c123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '69ee2318-1418-4864-b41e-4c08f0d5dce2'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:22:23.287202 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0efd4ea-6546-40e2-9bf2-7a823dfaaef1 None None] Attempting to bind port e5cbcac4-5e0b-4b62-97f4-5796784872fe on network 69ee2318-1418-4864-b41e-4c08f0d5dce2 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:22:23.300598 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0efd4ea-6546-40e2-9bf2-7a823dfaaef1 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:22:23.301031 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0efd4ea-6546-40e2-9bf2-7a823dfaaef1 None None] Checking segment: {'id': '40d8f4e0-a160-4eff-a43c-fa8861d6c123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '69ee2318-1418-4864-b41e-4c08f0d5dce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:22:23.302072 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e0efd4ea-6546-40e2-9bf2-7a823dfaaef1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:23.302999 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0efd4ea-6546-40e2-9bf2-7a823dfaaef1 None None] Bound using segment: {'id': '40d8f4e0-a160-4eff-a43c-fa8861d6c123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '69ee2318-1418-4864-b41e-4c08f0d5dce2'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:22:23.303787 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-e0efd4ea-6546-40e2-9bf2-7a823dfaaef1 None None] Bound port: e5cbcac4-5e0b-4b62-97f4-5796784872fe, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40d8f4e0-a160-4eff-a43c-fa8861d6c123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '69ee2318-1418-4864-b41e-4c08f0d5dce2'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:22:23.304381 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e0efd4ea-6546-40e2-9bf2-7a823dfaaef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:23.396102 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.90', 51386) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:23.437533 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-e0efd4ea-6546-40e2-9bf2-7a823dfaaef1 None None] For port e5cbcac4-5e0b-4b62-97f4-5796784872fe, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:22:23.439079 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-0d23f859-72f9-4646-937a-154b6ab5c9e2 req-d079d1a9-a050-4740-a6a9-cd2e72d5697e tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=7739bc6a4b9b403c9f5015e26ffa58a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418141 Nov 25 17:22:23.443050 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-e0efd4ea-6546-40e2-9bf2-7a823dfaaef1 None None] For port e5cbcac4-5e0b-4b62-97f4-5796784872fe, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=e5cbcac4-5e0b-4b62-97f4-5796784872fe,segment=NetworkSegment(40d8f4e0-a160-4eff-a43c-fa8861d6c123),segment_id=40d8f4e0-a160-4eff-a43c-fa8861d6c123)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:22:23.453888 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e0efd4ea-6546-40e2-9bf2-7a823dfaaef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:23.545621 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60398) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:23.552464 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-8563649f-1c07-4d7c-b1ab-c86ce11a8773 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2102989037-network', 'tenant_id': 'a49c7f0744f443d6874792287d7c52a8'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:23.583855 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecac280-3f61-48f7-aef4-86bbcbe9892a None None] Pushing event updated for resources: {'Port': ['ID=e5cbcac4-5e0b-4b62-97f4-5796784872fe,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:23.593405 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-886c4820-57fd-49e4-9bf8-181a772c61ea None None] Provisioning complete for port e5cbcac4-5e0b-4b62-97f4-5796784872fe triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:23.594150 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-886c4820-57fd-49e4-9bf8-181a772c61ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:23.618981 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9255912c-4f3c-45ff-ab7c-980e48dc9cda req-2d28523b-9ebb-4d00-bc45-b2a6441d70f3 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6227853 Nov 25 17:22:23.633483 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c752d-1056-47a0-ac5d-95264e65b0e5 req-791c7c6e-2276-41b9-ba5c-0132c1de1b89 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:23.657554 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-291c752d-1056-47a0-ac5d-95264e65b0e5 req-791c7c6e-2276-41b9-ba5c-0132c1de1b89 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.75 "GET /v2.0/ports?device_id=57d25e97-e33a-4682-85ac-ed06d754ed78 HTTP/1.1" status: 200 len: 948 time: 0.6172192 Nov 25 17:22:23.676515 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8563649f-1c07-4d7c-b1ab-c86ce11a8773 admin admin] Made reservation on behalf of a49c7f0744f443d6874792287d7c52a8 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:22:23.679526 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8563649f-1c07-4d7c-b1ab-c86ce11a8773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:23.687160 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0efd4ea-6546-40e2-9bf2-7a823dfaaef1 None None] Routers {'fec7775d-ce78-4b17-9e1a-9cfb465dfbcc'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:22:23.687462 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-e0efd4ea-6546-40e2-9bf2-7a823dfaaef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:22:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['fec7775d-ce78-4b17-9e1a-9cfb465dfbcc'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:23.696373 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d2bbee-e106-40e4-aa6d-f72be1346870 service neutron] Pushing event updated for resources: {'Port': ['ID=e7639407-be2f-4833-91a9-f82f9c983822,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:23.725706 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8563649f-1c07-4d7c-b1ab-c86ce11a8773 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:23.791944 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d23f859-72f9-4646-937a-154b6ab5c9e2 req-9bfb1124-7585-43b1-a09f-85e5b1ed09d1 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:23.793575 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-0d23f859-72f9-4646-937a-154b6ab5c9e2 req-9bfb1124-7585-43b1-a09f-85e5b1ed09d1 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3484986 Nov 25 17:22:23.812716 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-0d23f859-72f9-4646-937a-154b6ab5c9e2 req-5ba36724-1556-4ff1-8231-9a96b43448b5 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Request body: {'port': {'device_id': '32fe9ae7-5f77-4143-a9ad-6bdb94f44adb', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'admin_state_up': True, 'tenant_id': '7739bc6a4b9b403c9f5015e26ffa58a6'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:23.854540 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-e0efd4ea-6546-40e2-9bf2-7a823dfaaef1 None None] Set router fec7775d-ce78-4b17-9e1a-9cfb465dfbcc gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:22:23.889896 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5f1fd497-29da-4917-a4b7-7b253773d8e0 req-59eb799d-98e1-4282-921f-d4623a267ad1 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=3eef18eb-c307-4471-9906-537eeed4567a HTTP/1.1" status: 200 len: 210 time: 0.0951786 Nov 25 17:22:23.901108 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-da0fe806-aa08-4abe-a62f-88ccebbb870d req-0f08489f-e689-4476-8898-975da26e3170 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:24.032863 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f08489f-e689-4476-8898-975da26e3170 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Pushing event updated for resources: {'Port': ['ID=74a8f456-31f1-4440-b0d3-a01ede7ee21d,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:24.055365 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da0fe806-aa08-4abe-a62f-88ccebbb870d req-0f08489f-e689-4476-8898-975da26e3170 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Network c4ad8fe4-e22e-4c8b-af10-9eaf120b663c is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:22:24.066922 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-01ba1d07-775b-47a9-8d94-60d5101720be req-f0d2bbee-e106-40e4-aa6d-f72be1346870 service neutron] Attempting to bind port e7639407-be2f-4833-91a9-f82f9c983822 on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:22:24.067144 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-01ba1d07-775b-47a9-8d94-60d5101720be req-f0d2bbee-e106-40e4-aa6d-f72be1346870 service neutron] Attempting to bind port e7639407-be2f-4833-91a9-f82f9c983822 by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:22:24.068596 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ba1d07-775b-47a9-8d94-60d5101720be req-f0d2bbee-e106-40e4-aa6d-f72be1346870 service neutron] Attempting to bind port e7639407-be2f-4833-91a9-f82f9c983822 on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:22:24.071884 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8563649f-1c07-4d7c-b1ab-c86ce11a8773 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:24.079400 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-da0fe806-aa08-4abe-a62f-88ccebbb870d req-0f08489f-e689-4476-8898-975da26e3170 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:22:24.080434 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8563649f-1c07-4d7c-b1ab-c86ce11a8773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:24.091870 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-da0fe806-aa08-4abe-a62f-88ccebbb870d req-0f08489f-e689-4476-8898-975da26e3170 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:22:24.093557 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8563649f-1c07-4d7c-b1ab-c86ce11a8773 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 927} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:22:24.096059 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-886c4820-57fd-49e4-9bf8-181a772c61ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:24.101592 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-291c752d-1056-47a0-ac5d-95264e65b0e5 req-c5d17e43-d44b-40d3-a90e-c584398f8bf4 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.75 "GET /v2.0/security-groups?id=4694e97b-902c-4caa-bd8a-3c4e0bd567e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4430699 Nov 25 17:22:24.104035 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8563649f-1c07-4d7c-b1ab-c86ce11a8773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:24.104378 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-8563649f-1c07-4d7c-b1ab-c86ce11a8773 admin admin] Added segment f6c096f7-9703-4620-af7a-af1efce210be of type vlan for network 5095af1f-6d39-4c96-b67d-2e4aa9006ec8 Nov 25 17:22:24.109807 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ba1d07-775b-47a9-8d94-60d5101720be req-f0d2bbee-e106-40e4-aa6d-f72be1346870 service neutron] Port e7639407-be2f-4833-91a9-f82f9c983822 on network ab4fed0b-9bf1-4925-8765-94da08c5de2a not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:22:24.110131 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ba1d07-775b-47a9-8d94-60d5101720be req-f0d2bbee-e106-40e4-aa6d-f72be1346870 service neutron] Attempting to bind port e7639407-be2f-4833-91a9-f82f9c983822 on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:22:24.154156 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8563649f-1c07-4d7c-b1ab-c86ce11a8773 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:24.172028 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-886c4820-57fd-49e4-9bf8-181a772c61ea None None] For port e5cbcac4-5e0b-4b62-97f4-5796784872fe, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=e5cbcac4-5e0b-4b62-97f4-5796784872fe,segment=NetworkSegment(40d8f4e0-a160-4eff-a43c-fa8861d6c123),segment_id=40d8f4e0-a160-4eff-a43c-fa8861d6c123)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:24.183280 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ba1d07-775b-47a9-8d94-60d5101720be req-f0d2bbee-e106-40e4-aa6d-f72be1346870 service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:22:24.183733 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ba1d07-775b-47a9-8d94-60d5101720be req-f0d2bbee-e106-40e4-aa6d-f72be1346870 service neutron] Checking segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:22:24.184006 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ba1d07-775b-47a9-8d94-60d5101720be req-f0d2bbee-e106-40e4-aa6d-f72be1346870 service neutron] Bound using segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:22:24.184453 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-01ba1d07-775b-47a9-8d94-60d5101720be req-f0d2bbee-e106-40e4-aa6d-f72be1346870 service neutron] Bound port: e7639407-be2f-4833-91a9-f82f9c983822, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:22:24.184813 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-01ba1d07-775b-47a9-8d94-60d5101720be req-f0d2bbee-e106-40e4-aa6d-f72be1346870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:24.205948 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8563649f-1c07-4d7c-b1ab-c86ce11a8773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:24.206890 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8563649f-1c07-4d7c-b1ab-c86ce11a8773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:24.208175 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8563649f-1c07-4d7c-b1ab-c86ce11a8773 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:24.211002 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-886c4820-57fd-49e4-9bf8-181a772c61ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:24.234041 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0fe806-aa08-4abe-a62f-88ccebbb870d req-0f08489f-e689-4476-8898-975da26e3170 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:24.235304 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-da0fe806-aa08-4abe-a62f-88ccebbb870d req-0f08489f-e689-4476-8898-975da26e3170 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:24.237150 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d23f859-72f9-4646-937a-154b6ab5c9e2 req-5ba36724-1556-4ff1-8231-9a96b43448b5 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Made reservation on behalf of 7739bc6a4b9b403c9f5015e26ffa58a6 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:22:24.240760 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-0d23f859-72f9-4646-937a-154b6ab5c9e2 req-5ba36724-1556-4ff1-8231-9a96b43448b5 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:24.277366 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886c4820-57fd-49e4-9bf8-181a772c61ea None None] Pushing event updated for resources: {'Port': ['ID=e5cbcac4-5e0b-4b62-97f4-5796784872fe,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:24.301052 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8563649f-1c07-4d7c-b1ab-c86ce11a8773 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7535923 Nov 25 17:22:24.305953 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563649f-1c07-4d7c-b1ab-c86ce11a8773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df96137-8742-49d1-a535-3ccd4ad78888,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:24.308374 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60404) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:24.323378 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-2989c631-024a-4169-aea5-67b05ca0e294 admin admin] Request body: {'subnet': {'network_id': '5095af1f-6d39-4c96-b67d-2e4aa9006ec8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2102989037-subnet', 'tenant_id': 'a49c7f0744f443d6874792287d7c52a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:24.326843 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563649f-1c07-4d7c-b1ab-c86ce11a8773 admin admin] Pushing event updated for resources: {'Network': ['ID=5095af1f-6d39-4c96-b67d-2e4aa9006ec8,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:24.333313 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-da0fe806-aa08-4abe-a62f-88ccebbb870d req-0f08489f-e689-4476-8898-975da26e3170 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8887932 Nov 25 17:22:24.339405 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-e0efd4ea-6546-40e2-9bf2-7a823dfaaef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec7775d-ce78-4b17-9e1a-9cfb465dfbcc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1479733871-router', 'tenant_id': '4c325075f7a244fdbbaeeb30a752298f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'de61bcba-876d-4899-abf4-dbac2e8c3a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:22:13Z', 'updated_at': '2021-11-25T17:22:18Z', 'revision_number': 4, 'project_id': '4c325075f7a244fdbbaeeb30a752298f', 'gw_port': {'id': 'de61bcba-876d-4899-abf4-dbac2e8c3a53', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec7775d-ce78-4b17-9e1a-9cfb465dfbcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:22:14Z', 'updated_at': '2021-11-25T17:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'e5cbcac4-5e0b-4b62-97f4-5796784872fe', 'name': '', 'network_id': '69ee2318-1418-4864-b41e-4c08f0d5dce2', 'tenant_id': '4c325075f7a244fdbbaeeb30a752298f', 'mac_address': 'fa:16:3e:e6:9f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec7775d-ce78-4b17-9e1a-9cfb465dfbcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'ab7285ee-be03-47e5-9932-d77238991492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:22:17Z', 'updated_at': '2021-11-25T17:22:23Z', 'revision_number': 4, 'project_id': '4c325075f7a244fdbbaeeb30a752298f', 'subnets': [{'id': 'ab7285ee-be03-47e5-9932-d77238991492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:24.349063 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-da0fe806-aa08-4abe-a62f-88ccebbb870d req-0e642ecc-5113-4b75-a831-3611591da3c3 service neutron] Request body: {'port': {'device_id': '3eef18eb-c307-4471-9906-537eeed4567a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:24.388421 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0efd4ea-6546-40e2-9bf2-7a823dfaaef1 None None] The sync data for ids ['fec7775d-ce78-4b17-9e1a-9cfb465dfbcc'] in n-d-817746-1 is: [{'id': 'fec7775d-ce78-4b17-9e1a-9cfb465dfbcc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1479733871-router', 'tenant_id': '4c325075f7a244fdbbaeeb30a752298f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'de61bcba-876d-4899-abf4-dbac2e8c3a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:22:13Z', 'updated_at': '2021-11-25T17:22:18Z', 'revision_number': 4, 'project_id': '4c325075f7a244fdbbaeeb30a752298f', 'gw_port': {'id': 'de61bcba-876d-4899-abf4-dbac2e8c3a53', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec7775d-ce78-4b17-9e1a-9cfb465dfbcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:22:14Z', 'updated_at': '2021-11-25T17:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'e5cbcac4-5e0b-4b62-97f4-5796784872fe', 'name': '', 'network_id': '69ee2318-1418-4864-b41e-4c08f0d5dce2', 'tenant_id': '4c325075f7a244fdbbaeeb30a752298f', 'mac_address': 'fa:16:3e:e6:9f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec7775d-ce78-4b17-9e1a-9cfb465dfbcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'ab7285ee-be03-47e5-9932-d77238991492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:22:17Z', 'updated_at': '2021-11-25T17:22:23Z', 'revision_number': 4, 'project_id': '4c325075f7a244fdbbaeeb30a752298f', 'subnets': [{'id': 'ab7285ee-be03-47e5-9932-d77238991492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:22:24.401670 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 5095af1f-6d39-4c96-b67d-2e4aa9006ec8 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:22:24.446583 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e1f47d1f-81cf-4a51-8e3e-06bed4c0f08c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:24.562784 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-da0fe806-aa08-4abe-a62f-88ccebbb870d req-0e642ecc-5113-4b75-a831-3611591da3c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:24.584690 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-3e6bf3c4-ebdc-48bb-b306-3a0cf7c80124 None None] Provisioning complete for port e5cbcac4-5e0b-4b62-97f4-5796784872fe triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:24.585253 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3e6bf3c4-ebdc-48bb-b306-3a0cf7c80124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:24.592403 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-93a15c91-9461-4f45-882e-2c6fab7cf4f8 req-c81665b8-762e-461a-a8fe-e7c7d1f11b7d tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] 10.222.0.75 "GET /v2.0/ports?device_id=32fe9ae7-5f77-4143-a9ad-6bdb94f44adb HTTP/1.1" status: 200 len: 210 time: 0.1688461 Nov 25 17:22:24.599956 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-01ba1d07-775b-47a9-8d94-60d5101720be req-f0d2bbee-e106-40e4-aa6d-f72be1346870 service neutron] For port e7639407-be2f-4833-91a9-f82f9c983822, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:22:24.657911 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-01ba1d07-775b-47a9-8d94-60d5101720be req-f0d2bbee-e106-40e4-aa6d-f72be1346870 service neutron] For port e7639407-be2f-4833-91a9-f82f9c983822, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=e7639407-be2f-4833-91a9-f82f9c983822,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:22:24.712805 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-01ba1d07-775b-47a9-8d94-60d5101720be req-f0d2bbee-e106-40e4-aa6d-f72be1346870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:24.717928 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2989c631-024a-4169-aea5-67b05ca0e294 admin admin] Made reservation on behalf of a49c7f0744f443d6874792287d7c52a8 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:22:24.720469 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2989c631-024a-4169-aea5-67b05ca0e294 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:24.857500 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba1d07-775b-47a9-8d94-60d5101720be req-f0d2bbee-e106-40e4-aa6d-f72be1346870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:24.858229 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-01ba1d07-775b-47a9-8d94-60d5101720be req-f0d2bbee-e106-40e4-aa6d-f72be1346870 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:24.860050 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-01ba1d07-775b-47a9-8d94-60d5101720be req-f0d2bbee-e106-40e4-aa6d-f72be1346870 service neutron] 10.222.0.90 "PUT /v2.0/ports/e7639407-be2f-4833-91a9-f82f9c983822 HTTP/1.1" status: 200 len: 1096 time: 3.4275992 Nov 25 17:22:24.861681 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57d25e97-e33a-4682-85ac-ed06d754ed78', 'tag': 'e7639407-be2f-4833-91a9-f82f9c983822'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:22:24.863961 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d047e5ae-83c8-4fb4-a383-684c91fe969e" -d '{"events": [{"name": "network-changed", "server_uuid": "57d25e97-e33a-4682-85ac-ed06d754ed78", "tag": "e7639407-be2f-4833-91a9-f82f9c983822"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:22:24.930255 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-0d23f859-72f9-4646-937a-154b6ab5c9e2 req-5ba36724-1556-4ff1-8231-9a96b43448b5 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Allocated IP 192.168.233.183 (ab4fed0b-9bf1-4925-8765-94da08c5de2a/8793709c-5336-428d-aede-b0b8df1a26b2/9f101f4a-b3aa-438e-895c-2d9177f377a9) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:22:24.962870 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f0c7f8-9f01-447e-8dfb-635c3688915f x-openstack-request-id: req-38f0c7f8-9f01-447e-8dfb-635c3688915f {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:22:24.963331 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57d25e97-e33a-4682-85ac-ed06d754ed78", "tag": "e7639407-be2f-4833-91a9-f82f9c983822", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:22:24.963683 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-38f0c7f8-9f01-447e-8dfb-635c3688915f {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:22:24.964241 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57d25e97-e33a-4682-85ac-ed06d754ed78', 'tag': 'e7639407-be2f-4833-91a9-f82f9c983822', 'status': 'completed', 'code': 200} Nov 25 17:22:25.146951 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60420) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:25.153715 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d2bbee-e106-40e4-aa6d-f72be1346870 service neutron] Pushing event updated for resources: {'Port': ['ID=e7639407-be2f-4833-91a9-f82f9c983822,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:25.296598 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2989c631-024a-4169-aea5-67b05ca0e294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:25.372159 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ca2adc60-5d99-48b1-84de-e496826a85a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:25.387775 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-0d23f859-72f9-4646-937a-154b6ab5c9e2 req-5ba36724-1556-4ff1-8231-9a96b43448b5 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:25.427147 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2989c631-024a-4169-aea5-67b05ca0e294 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfb44d6d-0bdd-4330-9fce-d8d21b0f76fc,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:25.454274 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f8014-db14-4a4f-a92b-d092cc152986 req-24adeaa0-6059-4669-a5e6-a16cfcfa178d tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:25.455828 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9c2f8014-db14-4a4f-a92b-d092cc152986 req-24adeaa0-6059-4669-a5e6-a16cfcfa178d tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/ports?device_id=95ee1561-8bc0-45ea-8856-9dd547a06607 HTTP/1.1" status: 200 len: 950 time: 0.7524273 Nov 25 17:22:25.478699 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2989c631-024a-4169-aea5-67b05ca0e294 admin admin] Checking segment: {'id': 'f6c096f7-9703-4620-af7a-af1efce210be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '5095af1f-6d39-4c96-b67d-2e4aa9006ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:22:25.479100 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2989c631-024a-4169-aea5-67b05ca0e294 admin admin] Network hostable DHCP agents. Network: 5095af1f-6d39-4c96-b67d-2e4aa9006ec8, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:22:25.504386 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-0d23f859-72f9-4646-937a-154b6ab5c9e2 req-5ba36724-1556-4ff1-8231-9a96b43448b5 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:25.518507 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['a7b55702-78cd-4533-9e1c-83e3483b9488'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:22:25.527342 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba1d07-775b-47a9-8d94-60d5101720be req-b6936282-8cf0-4f15-8ef3-1b4a02d26489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:25.527799 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-01ba1d07-775b-47a9-8d94-60d5101720be req-b6936282-8cf0-4f15-8ef3-1b4a02d26489 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6acf166d7fef4b41a5a66abb3d095ee2&device_id=57d25e97-e33a-4682-85ac-ed06d754ed78 HTTP/1.1" status: 200 len: 1099 time: 0.5704379 Nov 25 17:22:25.568804 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2989c631-024a-4169-aea5-67b05ca0e294 admin admin] Network 5095af1f-6d39-4c96-b67d-2e4aa9006ec8 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:22:25.589134 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d23f859-72f9-4646-937a-154b6ab5c9e2 req-5ba36724-1556-4ff1-8231-9a96b43448b5 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Network ab4fed0b-9bf1-4925-8765-94da08c5de2a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:22:25.603831 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-0d23f859-72f9-4646-937a-154b6ab5c9e2 req-5ba36724-1556-4ff1-8231-9a96b43448b5 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:22:25.607162 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d23f859-72f9-4646-937a-154b6ab5c9e2 req-5ba36724-1556-4ff1-8231-9a96b43448b5 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:22:25.632260 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba36724-1556-4ff1-8231-9a96b43448b5 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Pushing event updated for resources: {'Port': ['ID=9f101f4a-b3aa-438e-895c-2d9177f377a9,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:25.632461 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492236b2-af49-4932-8995-720faf83c463 req-21aafc0b-f35d-49ba-89af-7959a577ab49 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:25.635945 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-2989c631-024a-4169-aea5-67b05ca0e294 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 5095af1f-6d39-4c96-b67d-2e4aa9006ec8) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:22:25.642666 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2989c631-024a-4169-aea5-67b05ca0e294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:25.644283 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2989c631-024a-4169-aea5-67b05ca0e294 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:25.645681 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-492236b2-af49-4932-8995-720faf83c463 req-21aafc0b-f35d-49ba-89af-7959a577ab49 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=3eef18eb-c307-4471-9906-537eeed4567a HTTP/1.1" status: 200 len: 931 time: 0.5898292 Nov 25 17:22:25.661058 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-01ba1d07-775b-47a9-8d94-60d5101720be req-a037be7e-889d-483d-a50e-f637cb6d9b63 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=e7639407-be2f-4833-91a9-f82f9c983822 HTTP/1.1" status: 200 len: 217 time: 0.1183453 Nov 25 17:22:25.679433 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16945a33-7928-4e17-9350-98cf8d726013 None None] Network 5095af1f-6d39-4c96-b67d-2e4aa9006ec8 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:22:25.682094 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ca2adc60-5d99-48b1-84de-e496826a85a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:25.694230 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ca2adc60-5d99-48b1-84de-e496826a85a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:25.761126 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2adc60-5d99-48b1-84de-e496826a85a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1202a430-dbd0-4ea6-8e6f-19d57d18e6f5,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:25.792966 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2989c631-024a-4169-aea5-67b05ca0e294 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4771953 Nov 25 17:22:25.801540 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9c2f8014-db14-4a4f-a92b-d092cc152986 req-616efa9e-dd33-4e8c-a273-1f9cc9759250 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235505 Nov 25 17:22:25.813104 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d23f859-72f9-4646-937a-154b6ab5c9e2 req-5ba36724-1556-4ff1-8231-9a96b43448b5 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:25.813834 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-0d23f859-72f9-4646-937a-154b6ab5c9e2 req-5ba36724-1556-4ff1-8231-9a96b43448b5 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:25.850391 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-0d23f859-72f9-4646-937a-154b6ab5c9e2 req-5ba36724-1556-4ff1-8231-9a96b43448b5 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0459054 Nov 25 17:22:25.863846 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ca2adc60-5d99-48b1-84de-e496826a85a7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ad94a79b807c4117bc59e7f23a6fec3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7140446 Nov 25 17:22:25.867376 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60432) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:25.876524 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-0d23f859-72f9-4646-937a-154b6ab5c9e2 req-e38b98a8-9628-4f51-91c6-89c8a692eb73 service neutron] Request body: {'port': {'device_id': '32fe9ae7-5f77-4143-a9ad-6bdb94f44adb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:25.949726 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7862fc55-6b80-4a86-808e-43c55fc72a49 None None] Network 5095af1f-6d39-4c96-b67d-2e4aa9006ec8 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:22:25.980976 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba1d07-775b-47a9-8d94-60d5101720be req-1c7f3be7-396b-4596-8ae0-7bbd39ecec9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:25.983050 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-01ba1d07-775b-47a9-8d94-60d5101720be req-1c7f3be7-396b-4596-8ae0-7bbd39ecec9f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.3058212 Nov 25 17:22:26.030944 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-492236b2-af49-4932-8995-720faf83c463 req-ed0072c8-39d0-496d-8d00-93a47481be40 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3721266 Nov 25 17:22:26.038143 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-da0fe806-aa08-4abe-a62f-88ccebbb870d req-0e642ecc-5113-4b75-a831-3611591da3c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74a8f456-31f1-4440-b0d3-a01ede7ee21d {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:22:26.067910 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-0d23f859-72f9-4646-937a-154b6ab5c9e2 req-e38b98a8-9628-4f51-91c6-89c8a692eb73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:26.121540 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-784db276-6b5d-4eda-97a8-eac454804ebe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:26.140727 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-da0fe806-aa08-4abe-a62f-88ccebbb870d req-0e642ecc-5113-4b75-a831-3611591da3c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:26.158371 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-da0fe806-aa08-4abe-a62f-88ccebbb870d req-0e642ecc-5113-4b75-a831-3611591da3c3 service neutron] Transition to ACTIVE for port object 74a8f456-31f1-4440-b0d3-a01ede7ee21d will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:22:26.190726 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-784db276-6b5d-4eda-97a8-eac454804ebe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:26.197993 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-da0fe806-aa08-4abe-a62f-88ccebbb870d req-0e642ecc-5113-4b75-a831-3611591da3c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:26.271443 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device e5cbcac4-5e0b-4b62-97f4-5796784872fe up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:22:26.280274 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e387e9c-7592-481b-ab2a-3f7e6004a38f req-86289b22-93fd-4c47-8c56-bd1f7eec4a28 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:26.283312 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5e387e9c-7592-481b-ab2a-3f7e6004a38f req-86289b22-93fd-4c47-8c56-bd1f7eec4a28 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.75 "GET /v2.0/ports?device_id=57d25e97-e33a-4682-85ac-ed06d754ed78 HTTP/1.1" status: 200 len: 948 time: 0.3505969 Nov 25 17:22:26.337736 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-28da7cf4-ab20-45e8-b8ad-d91c5384e647 None None] Provisioning complete for port 9f101f4a-b3aa-438e-895c-2d9177f377a9 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:26.338280 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-28da7cf4-ab20-45e8-b8ad-d91c5384e647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:26.372540 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba1d07-775b-47a9-8d94-60d5101720be req-b800f854-7ea3-42d4-9c51-7c33a159cf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:26.374285 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-01ba1d07-775b-47a9-8d94-60d5101720be req-b800f854-7ea3-42d4-9c51-7c33a159cf17 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3222539 Nov 25 17:22:26.384120 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e642ecc-5113-4b75-a831-3611591da3c3 service neutron] Pushing event updated for resources: {'Port': ['ID=74a8f456-31f1-4440-b0d3-a01ede7ee21d,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:26.422078 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-784db276-6b5d-4eda-97a8-eac454804ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:26.425353 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-784db276-6b5d-4eda-97a8-eac454804ebe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:26.426735 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-784db276-6b5d-4eda-97a8-eac454804ebe admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1202a430-dbd0-4ea6-8e6f-19d57d18e6f5 HTTP/1.1" status: 204 len: 168 time: 0.5583525 Nov 25 17:22:26.430173 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-28da7cf4-ab20-45e8-b8ad-d91c5384e647 None None] Port 9f101f4a-b3aa-438e-895c-2d9177f377a9 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:22:26.433202 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port e5cbcac4-5e0b-4b62-97f4-5796784872fe triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:26.433580 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:26.472328 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784db276-6b5d-4eda-97a8-eac454804ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1202a430-dbd0-4ea6-8e6f-19d57d18e6f5,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:26.486748 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-e1f47d1f-81cf-4a51-8e3e-06bed4c0f08c admin admin] Deleting port e5cbcac4-5e0b-4b62-97f4-5796784872fe {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:22:26.486942 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e1f47d1f-81cf-4a51-8e3e-06bed4c0f08c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:26.541948 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5e387e9c-7592-481b-ab2a-3f7e6004a38f req-5a97665e-f721-4457-a109-de0f580f7fd5 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.75 "GET /v2.0/security-groups?id=4694e97b-902c-4caa-bd8a-3c4e0bd567e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389901 Nov 25 17:22:26.550673 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c677d26-da6d-4167-a1d2-5d9e636f26b5 req-26526781-f734-41ac-9267-75e05f276610 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:26.552473 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6c677d26-da6d-4167-a1d2-5d9e636f26b5 req-26526781-f734-41ac-9267-75e05f276610 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] 10.222.0.75 "GET /v2.0/ports?device_id=32fe9ae7-5f77-4143-a9ad-6bdb94f44adb HTTP/1.1" status: 200 len: 936 time: 0.2594860 Nov 25 17:22:26.651776 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-0d23f859-72f9-4646-937a-154b6ab5c9e2 req-e38b98a8-9628-4f51-91c6-89c8a692eb73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f101f4a-b3aa-438e-895c-2d9177f377a9 {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:22:26.660732 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-0d23f859-72f9-4646-937a-154b6ab5c9e2 req-e38b98a8-9628-4f51-91c6-89c8a692eb73 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:26.678394 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-0d23f859-72f9-4646-937a-154b6ab5c9e2 req-e38b98a8-9628-4f51-91c6-89c8a692eb73 service neutron] Transition to ACTIVE for port object 9f101f4a-b3aa-438e-895c-2d9177f377a9 will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:22:26.686409 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-0d23f859-72f9-4646-937a-154b6ab5c9e2 req-e38b98a8-9628-4f51-91c6-89c8a692eb73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:26.704864 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-da0fe806-aa08-4abe-a62f-88ccebbb870d req-0e642ecc-5113-4b75-a831-3611591da3c3 service neutron] Attempting to bind port 74a8f456-31f1-4440-b0d3-a01ede7ee21d on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:22:26.705445 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-da0fe806-aa08-4abe-a62f-88ccebbb870d req-0e642ecc-5113-4b75-a831-3611591da3c3 service neutron] Attempting to bind port 74a8f456-31f1-4440-b0d3-a01ede7ee21d by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '32304091-a43f-4bbd-aae7-89d7e0d9d2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c4ad8fe4-e22e-4c8b-af10-9eaf120b663c'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:22:26.705445 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0fe806-aa08-4abe-a62f-88ccebbb870d req-0e642ecc-5113-4b75-a831-3611591da3c3 service neutron] Attempting to bind port 74a8f456-31f1-4440-b0d3-a01ede7ee21d on network c4ad8fe4-e22e-4c8b-af10-9eaf120b663c {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:22:26.720982 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0fe806-aa08-4abe-a62f-88ccebbb870d req-0e642ecc-5113-4b75-a831-3611591da3c3 service neutron] Port 74a8f456-31f1-4440-b0d3-a01ede7ee21d on network c4ad8fe4-e22e-4c8b-af10-9eaf120b663c not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:22:26.721320 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0fe806-aa08-4abe-a62f-88ccebbb870d req-0e642ecc-5113-4b75-a831-3611591da3c3 service neutron] Attempting to bind port 74a8f456-31f1-4440-b0d3-a01ede7ee21d on network c4ad8fe4-e22e-4c8b-af10-9eaf120b663c {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:22:26.744656 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38b98a8-9628-4f51-91c6-89c8a692eb73 service neutron] Pushing event updated for resources: {'Port': ['ID=9f101f4a-b3aa-438e-895c-2d9177f377a9,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:26.745720 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-01ba1d07-775b-47a9-8d94-60d5101720be req-48f79ac1-7d62-470e-bed8-741998f50eec service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402431 Nov 25 17:22:26.758059 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0fe806-aa08-4abe-a62f-88ccebbb870d req-0e642ecc-5113-4b75-a831-3611591da3c3 service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:22:26.758639 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0fe806-aa08-4abe-a62f-88ccebbb870d req-0e642ecc-5113-4b75-a831-3611591da3c3 service neutron] Checking segment: {'id': '32304091-a43f-4bbd-aae7-89d7e0d9d2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c4ad8fe4-e22e-4c8b-af10-9eaf120b663c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:22:26.759544 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0fe806-aa08-4abe-a62f-88ccebbb870d req-0e642ecc-5113-4b75-a831-3611591da3c3 service neutron] Bound using segment: {'id': '32304091-a43f-4bbd-aae7-89d7e0d9d2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c4ad8fe4-e22e-4c8b-af10-9eaf120b663c'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:22:26.760176 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-da0fe806-aa08-4abe-a62f-88ccebbb870d req-0e642ecc-5113-4b75-a831-3611591da3c3 service neutron] Bound port: 74a8f456-31f1-4440-b0d3-a01ede7ee21d, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32304091-a43f-4bbd-aae7-89d7e0d9d2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c4ad8fe4-e22e-4c8b-af10-9eaf120b663c'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:22:26.760737 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-da0fe806-aa08-4abe-a62f-88ccebbb870d req-0e642ecc-5113-4b75-a831-3611591da3c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:26.772695 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6c677d26-da6d-4167-a1d2-5d9e636f26b5 req-409e6a88-2b37-4a80-a266-8ab756a61680 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] 10.222.0.75 "GET /v2.0/security-groups?id=cd8b5136-0d17-43a4-963b-63b878aef5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946545 Nov 25 17:22:26.783864 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-e1f47d1f-81cf-4a51-8e3e-06bed4c0f08c admin admin] For port e5cbcac4-5e0b-4b62-97f4-5796784872fe, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=e5cbcac4-5e0b-4b62-97f4-5796784872fe,segment=NetworkSegment(40d8f4e0-a160-4eff-a43c-fa8861d6c123),segment_id=40d8f4e0-a160-4eff-a43c-fa8861d6c123)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:26.784686 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e1f47d1f-81cf-4a51-8e3e-06bed4c0f08c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:26.834716 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-e1f47d1f-81cf-4a51-8e3e-06bed4c0f08c admin admin] Calling delete_port for e5cbcac4-5e0b-4b62-97f4-5796784872fe owned by network:router_interface {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:22:26.871665 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-0d23f859-72f9-4646-937a-154b6ab5c9e2 req-e38b98a8-9628-4f51-91c6-89c8a692eb73 service neutron] Attempting to bind port 9f101f4a-b3aa-438e-895c-2d9177f377a9 on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:22:26.872133 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-0d23f859-72f9-4646-937a-154b6ab5c9e2 req-e38b98a8-9628-4f51-91c6-89c8a692eb73 service neutron] Attempting to bind port 9f101f4a-b3aa-438e-895c-2d9177f377a9 by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:22:26.873144 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d23f859-72f9-4646-937a-154b6ab5c9e2 req-e38b98a8-9628-4f51-91c6-89c8a692eb73 service neutron] Attempting to bind port 9f101f4a-b3aa-438e-895c-2d9177f377a9 on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:22:26.878831 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60446) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:26.887193 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d23f859-72f9-4646-937a-154b6ab5c9e2 req-e38b98a8-9628-4f51-91c6-89c8a692eb73 service neutron] Port 9f101f4a-b3aa-438e-895c-2d9177f377a9 on network ab4fed0b-9bf1-4925-8765-94da08c5de2a not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:22:26.891790 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d23f859-72f9-4646-937a-154b6ab5c9e2 req-e38b98a8-9628-4f51-91c6-89c8a692eb73 service neutron] Attempting to bind port 9f101f4a-b3aa-438e-895c-2d9177f377a9 on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:22:26.908681 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d23f859-72f9-4646-937a-154b6ab5c9e2 req-e38b98a8-9628-4f51-91c6-89c8a692eb73 service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:22:26.909036 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d23f859-72f9-4646-937a-154b6ab5c9e2 req-e38b98a8-9628-4f51-91c6-89c8a692eb73 service neutron] Checking segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:22:26.909548 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d23f859-72f9-4646-937a-154b6ab5c9e2 req-e38b98a8-9628-4f51-91c6-89c8a692eb73 service neutron] Bound using segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:22:26.910087 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-0d23f859-72f9-4646-937a-154b6ab5c9e2 req-e38b98a8-9628-4f51-91c6-89c8a692eb73 service neutron] Bound port: 9f101f4a-b3aa-438e-895c-2d9177f377a9, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:22:26.910508 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-0d23f859-72f9-4646-937a-154b6ab5c9e2 req-e38b98a8-9628-4f51-91c6-89c8a692eb73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:26.914264 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5b9f98f6-ef6f-4531-964d-93fdf1b6c7d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:27.040439 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-0d23f859-72f9-4646-937a-154b6ab5c9e2 req-e38b98a8-9628-4f51-91c6-89c8a692eb73 service neutron] For port 9f101f4a-b3aa-438e-895c-2d9177f377a9, host n-h2-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:22:27.045168 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-0d23f859-72f9-4646-937a-154b6ab5c9e2 req-e38b98a8-9628-4f51-91c6-89c8a692eb73 service neutron] For port 9f101f4a-b3aa-438e-895c-2d9177f377a9, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=9f101f4a-b3aa-438e-895c-2d9177f377a9,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:22:27.066910 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-0d23f859-72f9-4646-937a-154b6ab5c9e2 req-e38b98a8-9628-4f51-91c6-89c8a692eb73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:27.110717 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-01ba1d07-775b-47a9-8d94-60d5101720be req-462c1381-4c7e-43ae-8c83-1abf4913f237 service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466227 Nov 25 17:22:27.112931 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-da0fe806-aa08-4abe-a62f-88ccebbb870d req-0e642ecc-5113-4b75-a831-3611591da3c3 service neutron] For port 74a8f456-31f1-4440-b0d3-a01ede7ee21d, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:22:27.133761 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5b9f98f6-ef6f-4531-964d-93fdf1b6c7d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:27.137413 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d23f859-72f9-4646-937a-154b6ab5c9e2 req-e38b98a8-9628-4f51-91c6-89c8a692eb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:27.138104 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-0d23f859-72f9-4646-937a-154b6ab5c9e2 req-e38b98a8-9628-4f51-91c6-89c8a692eb73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:27.143487 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-0d23f859-72f9-4646-937a-154b6ab5c9e2 req-e38b98a8-9628-4f51-91c6-89c8a692eb73 service neutron] 10.222.0.90 "PUT /v2.0/ports/9f101f4a-b3aa-438e-895c-2d9177f377a9 HTTP/1.1" status: 200 len: 1096 time: 1.2768624 Nov 25 17:22:27.144069 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32fe9ae7-5f77-4143-a9ad-6bdb94f44adb', 'tag': '9f101f4a-b3aa-438e-895c-2d9177f377a9'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:22:27.146703 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6085ce5d-7020-438d-9cd3-95ed00eaadd7" -d '{"events": [{"name": "network-changed", "server_uuid": "32fe9ae7-5f77-4143-a9ad-6bdb94f44adb", "tag": "9f101f4a-b3aa-438e-895c-2d9177f377a9"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:22:27.186976 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-da0fe806-aa08-4abe-a62f-88ccebbb870d req-0e642ecc-5113-4b75-a831-3611591da3c3 service neutron] For port 74a8f456-31f1-4440-b0d3-a01ede7ee21d, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=74a8f456-31f1-4440-b0d3-a01ede7ee21d,segment=NetworkSegment(32304091-a43f-4bbd-aae7-89d7e0d9d2b6),segment_id=32304091-a43f-4bbd-aae7-89d7e0d9d2b6)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:22:27.217631 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5b9f98f6-ef6f-4531-964d-93fdf1b6c7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:27.223877 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-da0fe806-aa08-4abe-a62f-88ccebbb870d req-0e642ecc-5113-4b75-a831-3611591da3c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:27.301246 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0fe806-aa08-4abe-a62f-88ccebbb870d req-0e642ecc-5113-4b75-a831-3611591da3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:27.301870 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-da0fe806-aa08-4abe-a62f-88ccebbb870d req-0e642ecc-5113-4b75-a831-3611591da3c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:27.303263 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-da0fe806-aa08-4abe-a62f-88ccebbb870d req-0e642ecc-5113-4b75-a831-3611591da3c3 service neutron] 10.222.0.90 "PUT /v2.0/ports/74a8f456-31f1-4440-b0d3-a01ede7ee21d HTTP/1.1" status: 200 len: 1091 time: 2.9609354 Nov 25 17:22:27.305766 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-5b9f98f6-ef6f-4531-964d-93fdf1b6c7d2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=275ae4594d374abf9213dadcd3ad7c0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4258344 Nov 25 17:22:27.307913 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eef18eb-c307-4471-9906-537eeed4567a', 'tag': '74a8f456-31f1-4440-b0d3-a01ede7ee21d'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:22:27.310971 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23654dba-e331-4f6d-b3ec-be6b40bf7095" -d '{"events": [{"name": "network-changed", "server_uuid": "3eef18eb-c307-4471-9906-537eeed4567a", "tag": "74a8f456-31f1-4440-b0d3-a01ede7ee21d"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:22:27.313751 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60464) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:27.314808 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9f98f6-ef6f-4531-964d-93fdf1b6c7d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a41992-b83a-4140-8cb8-2b3ed187e610,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:27.320023 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38b98a8-9628-4f51-91c6-89c8a692eb73 service neutron] Pushing event updated for resources: {'Port': ['ID=9f101f4a-b3aa-438e-895c-2d9177f377a9,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:27.369018 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d047e5ae-83c8-4fb4-a383-684c91fe969e req-a234901a-8726-4695-be8c-cb1ec713e647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:27.370524 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d047e5ae-83c8-4fb4-a383-684c91fe969e req-a234901a-8726-4695-be8c-cb1ec713e647 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6acf166d7fef4b41a5a66abb3d095ee2&device_id=57d25e97-e33a-4682-85ac-ed06d754ed78 HTTP/1.1" status: 200 len: 1099 time: 0.1764548 Nov 25 17:22:27.457456 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3218ea6e-4a03-4d9c-851f-b689bd6b7324 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:27.494608 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3218ea6e-4a03-4d9c-851f-b689bd6b7324 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:27.499667 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e642ecc-5113-4b75-a831-3611591da3c3 service neutron] Pushing event updated for resources: {'Port': ['ID=74a8f456-31f1-4440-b0d3-a01ede7ee21d,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:27.519911 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d047e5ae-83c8-4fb4-a383-684c91fe969e req-8984d889-d0c0-498b-802e-0fc32e101582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:27.521411 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d047e5ae-83c8-4fb4-a383-684c91fe969e req-8984d889-d0c0-498b-802e-0fc32e101582 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ab4fed0b-9bf1-4925-8765-94da08c5de2a HTTP/1.1" status: 200 len: 870 time: 0.1403804 Nov 25 17:22:27.554526 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d23f859-72f9-4646-937a-154b6ab5c9e2 req-15f35623-fba6-4a49-bfa2-b54d5c4cf528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:27.556026 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0d23f859-72f9-4646-937a-154b6ab5c9e2 req-15f35623-fba6-4a49-bfa2-b54d5c4cf528 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7739bc6a4b9b403c9f5015e26ffa58a6&device_id=32fe9ae7-5f77-4143-a9ad-6bdb94f44adb HTTP/1.1" status: 200 len: 1099 time: 0.3062973 Nov 25 17:22:27.568206 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b3798b-ab7f-47fa-8606-fef6df06a04f req-1d7e1571-0816-4a48-b190-3fffe03795b2 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:27.569664 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-22b3798b-ab7f-47fa-8606-fef6df06a04f req-1d7e1571-0816-4a48-b190-3fffe03795b2 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=3eef18eb-c307-4471-9906-537eeed4567a HTTP/1.1" status: 200 len: 943 time: 0.3300915 Nov 25 17:22:27.575198 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d047e5ae-83c8-4fb4-a383-684c91fe969e req-77da5308-cbce-4b0e-9d2f-aae8a87b53dc service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=e7639407-be2f-4833-91a9-f82f9c983822 HTTP/1.1" status: 200 len: 217 time: 0.0456452 Nov 25 17:22:27.617677 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3218ea6e-4a03-4d9c-851f-b689bd6b7324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:27.620173 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3218ea6e-4a03-4d9c-851f-b689bd6b7324 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:27.621328 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3218ea6e-4a03-4d9c-851f-b689bd6b7324 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/56a41992-b83a-4140-8cb8-2b3ed187e610 HTTP/1.1" status: 204 len: 168 time: 0.3023176 Nov 25 17:22:27.635139 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3218ea6e-4a03-4d9c-851f-b689bd6b7324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a41992-b83a-4140-8cb8-2b3ed187e610,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:27.635352 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0fe806-aa08-4abe-a62f-88ccebbb870d req-a599c5ba-e9d9-4f16-b16c-3dac4002fc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:27.637022 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-da0fe806-aa08-4abe-a62f-88ccebbb870d req-a599c5ba-e9d9-4f16-b16c-3dac4002fc42 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ac7a18821f8e4e00814d44731ef8d033&device_id=3eef18eb-c307-4471-9906-537eeed4567a HTTP/1.1" status: 200 len: 1094 time: 0.2493284 Nov 25 17:22:27.649130 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe525f-bd8d-4fc6-9a29-009759aa6615 req-1276bcf9-9f6f-4b67-97c4-2efbcc4a2a71 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:27.656500 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d047e5ae-83c8-4fb4-a383-684c91fe969e req-4a9bca85-c301-41d3-a91e-bf8061dd28f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:27.656975 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-55fe525f-bd8d-4fc6-9a29-009759aa6615 req-1276bcf9-9f6f-4b67-97c4-2efbcc4a2a71 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/networks?id=cdfc7726-be74-4470-a033-195b79623a95 HTTP/1.1" status: 200 len: 807 time: 0.4145060 Nov 25 17:22:27.658024 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d047e5ae-83c8-4fb4-a383-684c91fe969e req-4a9bca85-c301-41d3-a91e-bf8061dd28f8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.0752635 Nov 25 17:22:27.659440 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0d23f859-72f9-4646-937a-154b6ab5c9e2 req-cde377f0-6574-4d1d-bed9-fa5ef5572b13 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=9f101f4a-b3aa-438e-895c-2d9177f377a9 HTTP/1.1" status: 200 len: 217 time: 0.0888996 Nov 25 17:22:27.715718 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d047e5ae-83c8-4fb4-a383-684c91fe969e req-75b0b8e4-6c9c-4591-b35e-b9114d1a2681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:27.717786 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d047e5ae-83c8-4fb4-a383-684c91fe969e req-75b0b8e4-6c9c-4591-b35e-b9114d1a2681 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0454571 Nov 25 17:22:27.723680 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-55fe525f-bd8d-4fc6-9a29-009759aa6615 req-942007bb-d99e-4112-b7a2-ada80902f07e tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/quotas/cbebe6cb2b944a35af1ec08d68611682 HTTP/1.1" status: 200 len: 375 time: 0.0658455 Nov 25 17:22:27.727118 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-da0fe806-aa08-4abe-a62f-88ccebbb870d req-7cb1705d-99ed-418c-ac92-ac0729006914 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74a8f456-31f1-4440-b0d3-a01ede7ee21d HTTP/1.1" status: 200 len: 217 time: 0.0633986 Nov 25 17:22:27.727673 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e1f47d1f-81cf-4a51-8e3e-06bed4c0f08c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:27.849894 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d047e5ae-83c8-4fb4-a383-684c91fe969e req-3964b189-d532-4122-9c64-aef91006de7b service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234136 Nov 25 17:22:27.855180 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f47d1f-81cf-4a51-8e3e-06bed4c0f08c admin admin] Pushing event deleted for resources: {'Port': ['ID=e5cbcac4-5e0b-4b62-97f4-5796784872fe,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:27.865735 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-55fe525f-bd8d-4fc6-9a29-009759aa6615 req-83526b03-78ba-4bb7-86b6-8b40bc4a7a2a tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=cbebe6cb2b944a35af1ec08d68611682&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1163929 Nov 25 17:22:27.908597 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-22b3798b-ab7f-47fa-8606-fef6df06a04f req-143e3518-b85f-4df0-831f-84d0ef0e653a tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121531 Nov 25 17:22:28.053154 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d23f859-72f9-4646-937a-154b6ab5c9e2 req-5aee41fe-f7b1-4795-8db0-5fb048bb6e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:28.055014 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0d23f859-72f9-4646-937a-154b6ab5c9e2 req-5aee41fe-f7b1-4795-8db0-5fb048bb6e93 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.3691757 Nov 25 17:22:28.059417 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0fe806-aa08-4abe-a62f-88ccebbb870d req-68a9a962-f762-48b5-94f3-470b8401c557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:28.061473 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-da0fe806-aa08-4abe-a62f-88ccebbb870d req-68a9a962-f762-48b5-94f3-470b8401c557 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0a91ba6f-af85-4b11-90c3-2d5fc7a12e25 HTTP/1.1" status: 200 len: 860 time: 0.2967262 Nov 25 17:22:28.131276 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4d58dd-431d-49d9-947b-8e1f3a8b4265 x-openstack-request-id: req-ab4d58dd-431d-49d9-947b-8e1f3a8b4265 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:22:28.132088 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32fe9ae7-5f77-4143-a9ad-6bdb94f44adb", "tag": "9f101f4a-b3aa-438e-895c-2d9177f377a9", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:22:28.132256 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ab4d58dd-431d-49d9-947b-8e1f3a8b4265 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:22:28.133062 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32fe9ae7-5f77-4143-a9ad-6bdb94f44adb', 'tag': '9f101f4a-b3aa-438e-895c-2d9177f377a9', 'status': 'completed', 'code': 200} Nov 25 17:22:28.140561 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d047e5ae-83c8-4fb4-a383-684c91fe969e req-79291028-79cd-425e-923f-e45b10d1741e service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817607 Nov 25 17:22:28.542755 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-da0fe806-aa08-4abe-a62f-88ccebbb870d req-129b787a-8118-484c-b76f-e3e41d321620 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c4ad8fe4-e22e-4c8b-af10-9eaf120b663c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616293 Nov 25 17:22:28.630137 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e1f47d1f-81cf-4a51-8e3e-06bed4c0f08c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:28.689400 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d23f859-72f9-4646-937a-154b6ab5c9e2 req-e9948010-031b-4cf5-ac48-78fe1b999857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:28.691041 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0d23f859-72f9-4646-937a-154b6ab5c9e2 req-e9948010-031b-4cf5-ac48-78fe1b999857 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2109826 Nov 25 17:22:28.698123 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df51bf-b2df-49a2-8724-88b78d8399e4 req-ba836514-f9f4-499c-8034-e58aa9f968e1 tempest-ServersAdminTestJSON-644089684 tempest-ServersAdminTestJSON-644089684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:28.698609 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df51bf-b2df-49a2-8724-88b78d8399e4 req-ba836514-f9f4-499c-8034-e58aa9f968e1 tempest-ServersAdminTestJSON-644089684 tempest-ServersAdminTestJSON-644089684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:28.699078 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df51bf-b2df-49a2-8724-88b78d8399e4 req-ba836514-f9f4-499c-8034-e58aa9f968e1 tempest-ServersAdminTestJSON-644089684 tempest-ServersAdminTestJSON-644089684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:28.699590 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df51bf-b2df-49a2-8724-88b78d8399e4 req-ba836514-f9f4-499c-8034-e58aa9f968e1 tempest-ServersAdminTestJSON-644089684 tempest-ServersAdminTestJSON-644089684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:28.700255 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df51bf-b2df-49a2-8724-88b78d8399e4 req-ba836514-f9f4-499c-8034-e58aa9f968e1 tempest-ServersAdminTestJSON-644089684 tempest-ServersAdminTestJSON-644089684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:28.701176 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df51bf-b2df-49a2-8724-88b78d8399e4 req-ba836514-f9f4-499c-8034-e58aa9f968e1 tempest-ServersAdminTestJSON-644089684 tempest-ServersAdminTestJSON-644089684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:28.701693 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df51bf-b2df-49a2-8724-88b78d8399e4 req-ba836514-f9f4-499c-8034-e58aa9f968e1 tempest-ServersAdminTestJSON-644089684 tempest-ServersAdminTestJSON-644089684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:28.702159 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df51bf-b2df-49a2-8724-88b78d8399e4 req-ba836514-f9f4-499c-8034-e58aa9f968e1 tempest-ServersAdminTestJSON-644089684 tempest-ServersAdminTestJSON-644089684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:28.702622 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df51bf-b2df-49a2-8724-88b78d8399e4 req-ba836514-f9f4-499c-8034-e58aa9f968e1 tempest-ServersAdminTestJSON-644089684 tempest-ServersAdminTestJSON-644089684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:28.703080 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df51bf-b2df-49a2-8724-88b78d8399e4 req-ba836514-f9f4-499c-8034-e58aa9f968e1 tempest-ServersAdminTestJSON-644089684 tempest-ServersAdminTestJSON-644089684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:28.705639 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e8df51bf-b2df-49a2-8724-88b78d8399e4 req-ba836514-f9f4-499c-8034-e58aa9f968e1 tempest-ServersAdminTestJSON-644089684 tempest-ServersAdminTestJSON-644089684-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=32fe9ae7-5f77-4143-a9ad-6bdb94f44adb&device_id=3eef18eb-c307-4471-9906-537eeed4567a&device_id=57d25e97-e33a-4682-85ac-ed06d754ed78&device_id=95ee1561-8bc0-45ea-8856-9dd547a06607&device_id=fa377b35-49be-4f9c-8786-e36413cf2f56&device_id=fb95c7fa-8b95-40f6-b794-e92ee38e44bc&device_id=ce6bb985-ee18-4480-9c50-25517878625c&device_id=851b2964-72a8-440e-8234-fc14db00e928&device_id=b102fd9a-9175-447b-a09f-b64a750d0101&device_id=36e6230e-e34d-444c-a898-4607c2dbf6c6 HTTP/1.1" status: 200 len: 9098 time: 0.2230322 Nov 25 17:22:28.713409 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-55fe525f-bd8d-4fc6-9a29-009759aa6615 req-f732c4b2-f1f4-400b-addb-0e6ad313d660 service neutron] 10.222.0.75 "GET /v2.0/networks/cdfc7726-be74-4470-a033-195b79623a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8011503 Nov 25 17:22:28.938126 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e8df51bf-b2df-49a2-8724-88b78d8399e4 req-a8ed0856-a2a4-412b-a51a-7faf1b0db011 tempest-ServersAdminTestJSON-644089684 tempest-ServersAdminTestJSON-644089684-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:28.982938 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-da0fe806-aa08-4abe-a62f-88ccebbb870d req-4b78fa97-1021-4dcc-9924-f3016cbb5a68 service neutron] 10.222.0.90 "GET /v2.0/networks/c4ad8fe4-e22e-4c8b-af10-9eaf120b663c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4131017 Nov 25 17:22:29.049126 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-55fe525f-bd8d-4fc6-9a29-009759aa6615 req-80e0b123-2fe6-41f2-bca7-4fd92d72cac8 service neutron] 10.222.0.75 "GET /v2.0/networks/cdfc7726-be74-4470-a033-195b79623a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348160 Nov 25 17:22:29.126247 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0d23f859-72f9-4646-937a-154b6ab5c9e2 req-f3d2b407-2b68-47d9-9695-286b100692e8 service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4081006 Nov 25 17:22:29.301745 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c5859f-2572-453c-8e39-6182505da852 x-openstack-request-id: req-d9c5859f-2572-453c-8e39-6182505da852 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:22:29.302036 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eef18eb-c307-4471-9906-537eeed4567a", "tag": "74a8f456-31f1-4440-b0d3-a01ede7ee21d", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:22:29.302293 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d9c5859f-2572-453c-8e39-6182505da852 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:22:29.302680 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eef18eb-c307-4471-9906-537eeed4567a', 'tag': '74a8f456-31f1-4440-b0d3-a01ede7ee21d', 'status': 'completed', 'code': 200} Nov 25 17:22:29.360971 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e8df51bf-b2df-49a2-8724-88b78d8399e4 req-a8ed0856-a2a4-412b-a51a-7faf1b0db011 tempest-ServersAdminTestJSON-644089684 tempest-ServersAdminTestJSON-644089684-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:29.363620 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-da0fe806-aa08-4abe-a62f-88ccebbb870d req-4c16f0f4-06d0-4ea6-9162-bc953c035f40 service neutron] 10.222.0.90 "GET /v2.0/networks/c4ad8fe4-e22e-4c8b-af10-9eaf120b663c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3585143 Nov 25 17:22:29.406631 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e8df51bf-b2df-49a2-8724-88b78d8399e4 req-a8ed0856-a2a4-412b-a51a-7faf1b0db011 tempest-ServersAdminTestJSON-644089684 tempest-ServersAdminTestJSON-644089684-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:29.468578 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0d23f859-72f9-4646-937a-154b6ab5c9e2 req-12ee165f-fb59-4305-ad25-b4f364e85825 service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340375 Nov 25 17:22:29.471484 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f47d1f-81cf-4a51-8e3e-06bed4c0f08c admin admin] Router fec7775d-ce78-4b17-9e1a-9cfb465dfbcc has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:22:29.533662 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ed0856-a2a4-412b-a51a-7faf1b0db011 tempest-ServersAdminTestJSON-644089684 tempest-ServersAdminTestJSON-644089684-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9c951c-f76c-4f9f-88f0-97e9acd1da02,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:29.600913 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c0540-5af8-4526-92c4-bb20508b95bc req-e732c549-6ea5-44d9-8488-bbd8dca55d8e tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:29.602413 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-780c0540-5af8-4526-92c4-bb20508b95bc req-e732c549-6ea5-44d9-8488-bbd8dca55d8e tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.75 "GET /v2.0/ports?device_id=57d25e97-e33a-4682-85ac-ed06d754ed78 HTTP/1.1" status: 200 len: 948 time: 0.2379103 Nov 25 17:22:29.690723 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23654dba-e331-4f6d-b3ec-be6b40bf7095 req-83973db1-c0bc-43c5-b53b-854774f92e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:29.692190 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-23654dba-e331-4f6d-b3ec-be6b40bf7095 req-83973db1-c0bc-43c5-b53b-854774f92e2b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ac7a18821f8e4e00814d44731ef8d033&device_id=3eef18eb-c307-4471-9906-537eeed4567a HTTP/1.1" status: 200 len: 1094 time: 0.2397199 Nov 25 17:22:29.729320 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e8df51bf-b2df-49a2-8724-88b78d8399e4 req-a8ed0856-a2a4-412b-a51a-7faf1b0db011 tempest-ServersAdminTestJSON-644089684 tempest-ServersAdminTestJSON-644089684-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=24dbdd6a-ab6c-4cbc-8a4e-66c37691d859&id=cd8b5136-0d17-43a4-963b-63b878aef5bc&id=e523b97c-2a1c-471c-a2f0-cda2800f93df&id=4694e97b-902c-4caa-bd8a-3c4e0bd567e9&id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 580 time: 1.0018857 Nov 25 17:22:29.763815 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6085ce5d-7020-438d-9cd3-95ed00eaadd7 req-b0dbd4db-cb10-45cb-8653-78592012d053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:29.765814 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6085ce5d-7020-438d-9cd3-95ed00eaadd7 req-b0dbd4db-cb10-45cb-8653-78592012d053 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7739bc6a4b9b403c9f5015e26ffa58a6&device_id=32fe9ae7-5f77-4143-a9ad-6bdb94f44adb HTTP/1.1" status: 200 len: 1099 time: 0.2402031 Nov 25 17:22:29.867755 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-780c0540-5af8-4526-92c4-bb20508b95bc req-322234f8-21f5-4b91-beae-c1a2a488163d tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.75 "GET /v2.0/security-groups?id=4694e97b-902c-4caa-bd8a-3c4e0bd567e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536545 Nov 25 17:22:29.976941 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f47d1f-81cf-4a51-8e3e-06bed4c0f08c admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:22:29.985765 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-e1f47d1f-81cf-4a51-8e3e-06bed4c0f08c admin admin] 10.222.0.75 "PUT /v2.0/routers/fec7775d-ce78-4b17-9e1a-9cfb465dfbcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5171342 Nov 25 17:22:29.987457 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60530) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:29.989298 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94083329-515b-4cba-a8c7-f15a12358aff None None] Sync routers for ids ['fec7775d-ce78-4b17-9e1a-9cfb465dfbcc'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:22:30.008901 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94083329-515b-4cba-a8c7-f15a12358aff None None] Routers {'fec7775d-ce78-4b17-9e1a-9cfb465dfbcc'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:22:30.009531 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-94083329-515b-4cba-a8c7-f15a12358aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:22:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['fec7775d-ce78-4b17-9e1a-9cfb465dfbcc'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:30.033128 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b04bab-72ed-4de4-8a40-4352151ab6f0 req-f357cb34-1b2f-4653-903e-3c886b32548e tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:30.034612 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-44b04bab-72ed-4de4-8a40-4352151ab6f0 req-f357cb34-1b2f-4653-903e-3c886b32548e tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] 10.222.0.75 "GET /v2.0/ports?device_id=32fe9ae7-5f77-4143-a9ad-6bdb94f44adb HTTP/1.1" status: 200 len: 948 time: 0.2323854 Nov 25 17:22:30.038326 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23654dba-e331-4f6d-b3ec-be6b40bf7095 req-b1dd0310-8bf0-4928-a296-908522613747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:30.039677 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-23654dba-e331-4f6d-b3ec-be6b40bf7095 req-b1dd0310-8bf0-4928-a296-908522613747 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c4ad8fe4-e22e-4c8b-af10-9eaf120b663c HTTP/1.1" status: 200 len: 921 time: 0.3300805 Nov 25 17:22:30.048184 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6085ce5d-7020-438d-9cd3-95ed00eaadd7 req-293bf9ae-791e-4d21-b8b0-c22de9fde956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:30.049596 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6085ce5d-7020-438d-9cd3-95ed00eaadd7 req-293bf9ae-791e-4d21-b8b0-c22de9fde956 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ab4fed0b-9bf1-4925-8765-94da08c5de2a HTTP/1.1" status: 200 len: 870 time: 0.2701244 Nov 25 17:22:30.072482 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140fa46e-9c62-4c58-a0d8-812d7a319565 req-1504ca8f-22a0-4864-9bc2-39663288dec5 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:30.074014 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-140fa46e-9c62-4c58-a0d8-812d7a319565 req-1504ca8f-22a0-4864-9bc2-39663288dec5 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=3eef18eb-c307-4471-9906-537eeed4567a HTTP/1.1" status: 200 len: 943 time: 0.1416106 Nov 25 17:22:30.111861 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cc003b97-82e9-4aed-86fa-9d3ee3b54f4b admin admin] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:30.123801 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-94083329-515b-4cba-a8c7-f15a12358aff None None] Set router fec7775d-ce78-4b17-9e1a-9cfb465dfbcc gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:22:30.224302 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cc003b97-82e9-4aed-86fa-9d3ee3b54f4b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:30.307160 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cc003b97-82e9-4aed-86fa-9d3ee3b54f4b admin admin] Deleting port de61bcba-876d-4899-abf4-dbac2e8c3a53 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:22:30.307508 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cc003b97-82e9-4aed-86fa-9d3ee3b54f4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:30.335900 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-94083329-515b-4cba-a8c7-f15a12358aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec7775d-ce78-4b17-9e1a-9cfb465dfbcc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1479733871-router', 'tenant_id': '4c325075f7a244fdbbaeeb30a752298f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'de61bcba-876d-4899-abf4-dbac2e8c3a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:22:13Z', 'updated_at': '2021-11-25T17:22:27Z', 'revision_number': 5, 'project_id': '4c325075f7a244fdbbaeeb30a752298f', 'gw_port': {'id': 'de61bcba-876d-4899-abf4-dbac2e8c3a53', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec7775d-ce78-4b17-9e1a-9cfb465dfbcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:22:14Z', 'updated_at': '2021-11-25T17:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:30.382302 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94083329-515b-4cba-a8c7-f15a12358aff None None] Checking router: fec7775d-ce78-4b17-9e1a-9cfb465dfbcc for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:22:30.393584 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94083329-515b-4cba-a8c7-f15a12358aff None None] Routers {'fec7775d-ce78-4b17-9e1a-9cfb465dfbcc'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:22:30.394236 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-94083329-515b-4cba-a8c7-f15a12358aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:22:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['fec7775d-ce78-4b17-9e1a-9cfb465dfbcc'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:30.394932 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6085ce5d-7020-438d-9cd3-95ed00eaadd7 req-aa8c8d98-9fbd-4582-ba28-fd94f08d905f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=9f101f4a-b3aa-438e-895c-2d9177f377a9 HTTP/1.1" status: 200 len: 217 time: 0.3188651 Nov 25 17:22:30.396298 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-23654dba-e331-4f6d-b3ec-be6b40bf7095 req-8ead54da-957d-4222-91c5-493bf9bf4e34 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74a8f456-31f1-4440-b0d3-a01ede7ee21d HTTP/1.1" status: 200 len: 217 time: 0.3214116 Nov 25 17:22:30.489796 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-94083329-515b-4cba-a8c7-f15a12358aff None None] Set router fec7775d-ce78-4b17-9e1a-9cfb465dfbcc gateway port host: None {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:22:30.498139 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-44b04bab-72ed-4de4-8a40-4352151ab6f0 req-15a274ba-fb8d-4b55-ac18-2d93f88a282d tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] 10.222.0.75 "GET /v2.0/security-groups?id=cd8b5136-0d17-43a4-963b-63b878aef5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4531212 Nov 25 17:22:30.561176 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-94083329-515b-4cba-a8c7-f15a12358aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec7775d-ce78-4b17-9e1a-9cfb465dfbcc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1479733871-router', 'tenant_id': '4c325075f7a244fdbbaeeb30a752298f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:22:13Z', 'updated_at': '2021-11-25T17:22:30Z', 'revision_number': 6, 'project_id': '4c325075f7a244fdbbaeeb30a752298f', 'gw_port_host': None}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:30.566163 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23654dba-e331-4f6d-b3ec-be6b40bf7095 req-3c04fd35-e324-411f-96ae-b63abcd8b1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:30.568098 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-23654dba-e331-4f6d-b3ec-be6b40bf7095 req-3c04fd35-e324-411f-96ae-b63abcd8b1f4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0a91ba6f-af85-4b11-90c3-2d5fc7a12e25 HTTP/1.1" status: 200 len: 860 time: 0.1564295 Nov 25 17:22:30.572949 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6085ce5d-7020-438d-9cd3-95ed00eaadd7 req-a34ed078-4e7b-420e-bbf0-5a417c713449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:30.574493 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6085ce5d-7020-438d-9cd3-95ed00eaadd7 req-a34ed078-4e7b-420e-bbf0-5a417c713449 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.1617601 Nov 25 17:22:30.589640 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-140fa46e-9c62-4c58-a0d8-812d7a319565 req-b9802298-985e-4c8f-810b-284d19a5efcc tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4907069 Nov 25 17:22:30.597512 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94083329-515b-4cba-a8c7-f15a12358aff None None] The sync data for ids ['fec7775d-ce78-4b17-9e1a-9cfb465dfbcc'] in n-d-817746-1 is: [{'id': 'fec7775d-ce78-4b17-9e1a-9cfb465dfbcc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1479733871-router', 'tenant_id': '4c325075f7a244fdbbaeeb30a752298f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:22:13Z', 'updated_at': '2021-11-25T17:22:30Z', 'revision_number': 6, 'project_id': '4c325075f7a244fdbbaeeb30a752298f', 'gw_port_host': None}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:22:30.607426 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cc003b97-82e9-4aed-86fa-9d3ee3b54f4b admin admin] For port de61bcba-876d-4899-abf4-dbac2e8c3a53, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=de61bcba-876d-4899-abf4-dbac2e8c3a53,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:30.608053 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cc003b97-82e9-4aed-86fa-9d3ee3b54f4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:30.658478 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cc003b97-82e9-4aed-86fa-9d3ee3b54f4b admin admin] Calling delete_port for de61bcba-876d-4899-abf4-dbac2e8c3a53 owned by network:router_gateway {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:22:30.661641 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-23654dba-e331-4f6d-b3ec-be6b40bf7095 req-d11cb906-31b2-420e-b82b-8e8f989b16a4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c4ad8fe4-e22e-4c8b-af10-9eaf120b663c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709689 Nov 25 17:22:30.688296 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe525f-bd8d-4fc6-9a29-009759aa6615 req-8b746e61-9b16-486e-9e7c-215570b7f6dd tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:30.689874 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-55fe525f-bd8d-4fc6-9a29-009759aa6615 req-8b746e61-9b16-486e-9e7c-215570b7f6dd tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.90 "GET /v2.0/networks?id=cdfc7726-be74-4470-a033-195b79623a95 HTTP/1.1" status: 200 len: 807 time: 0.3176279 Nov 25 17:22:30.728642 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-55fe525f-bd8d-4fc6-9a29-009759aa6615 req-4a8ebcad-b9c4-4b6e-99a7-ef3cc91cc55f tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Request body: {'port': {'device_id': 'fe07db11-e9b2-4f62-bf81-0cce485424f1', 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95', 'admin_state_up': True, 'tenant_id': 'cbebe6cb2b944a35af1ec08d68611682'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:30.756284 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7ac6831b-fd91-48c3-8a3b-98c89c96fdf9 req-f0ac8004-5f57-4379-87a0-234079a71aaf tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe07db11-e9b2-4f62-bf81-0cce485424f1 HTTP/1.1" status: 200 len: 210 time: 0.0575266 Nov 25 17:22:30.772742 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6085ce5d-7020-438d-9cd3-95ed00eaadd7 req-c16f6aa1-b678-45c8-9895-ba864dc0bcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:30.774851 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6085ce5d-7020-438d-9cd3-95ed00eaadd7 req-c16f6aa1-b678-45c8-9895-ba864dc0bcb7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1747439 Nov 25 17:22:30.828121 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-23654dba-e331-4f6d-b3ec-be6b40bf7095 req-4930bfda-af59-4e73-a21d-fb9f7b5900a0 service neutron] 10.222.0.90 "GET /v2.0/networks/c4ad8fe4-e22e-4c8b-af10-9eaf120b663c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521261 Nov 25 17:22:30.912639 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55fe525f-bd8d-4fc6-9a29-009759aa6615 req-4a8ebcad-b9c4-4b6e-99a7-ef3cc91cc55f tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Made reservation on behalf of cbebe6cb2b944a35af1ec08d68611682 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:22:30.916715 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-55fe525f-bd8d-4fc6-9a29-009759aa6615 req-4a8ebcad-b9c4-4b6e-99a7-ef3cc91cc55f tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:30.981143 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6085ce5d-7020-438d-9cd3-95ed00eaadd7 req-6f450030-dcd7-4437-a95d-7d8f2557f19e service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981444 Nov 25 17:22:31.113092 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-23654dba-e331-4f6d-b3ec-be6b40bf7095 req-037c5704-bf6c-40d6-a0b0-9e8741b046da service neutron] 10.222.0.90 "GET /v2.0/networks/c4ad8fe4-e22e-4c8b-af10-9eaf120b663c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553179 Nov 25 17:22:31.143322 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6085ce5d-7020-438d-9cd3-95ed00eaadd7 req-809e63e1-56ff-40c8-89d7-86aaf98103b2 service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366591 Nov 25 17:22:31.162953 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f400758b-4e6f-4d2b-a328-02d37a8c34c3 req-e01dba6d-72f3-458a-81c1-4d26d29569e3 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:31.164437 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f400758b-4e6f-4d2b-a328-02d37a8c34c3 req-e01dba6d-72f3-458a-81c1-4d26d29569e3 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.75 "GET /v2.0/ports?device_id=57d25e97-e33a-4682-85ac-ed06d754ed78 HTTP/1.1" status: 200 len: 948 time: 0.1764662 Nov 25 17:22:31.242127 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b79e0b-9277-45b6-98cb-1863d4a31bef req-8fbc2266-b730-4d20-b525-d484cc7fa0e2 tempest-ServersAdminTestJSON-644089684 tempest-ServersAdminTestJSON-644089684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:31.242608 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b79e0b-9277-45b6-98cb-1863d4a31bef req-8fbc2266-b730-4d20-b525-d484cc7fa0e2 tempest-ServersAdminTestJSON-644089684 tempest-ServersAdminTestJSON-644089684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:31.243067 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b79e0b-9277-45b6-98cb-1863d4a31bef req-8fbc2266-b730-4d20-b525-d484cc7fa0e2 tempest-ServersAdminTestJSON-644089684 tempest-ServersAdminTestJSON-644089684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:31.244701 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a7b79e0b-9277-45b6-98cb-1863d4a31bef req-8fbc2266-b730-4d20-b525-d484cc7fa0e2 tempest-ServersAdminTestJSON-644089684 tempest-ServersAdminTestJSON-644089684-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=95ee1561-8bc0-45ea-8856-9dd547a06607&device_id=ce6bb985-ee18-4480-9c50-25517878625c&device_id=851b2964-72a8-440e-8234-fc14db00e928 HTTP/1.1" status: 200 len: 2883 time: 0.0792682 Nov 25 17:22:31.248048 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f400758b-4e6f-4d2b-a328-02d37a8c34c3 req-88f73591-132c-4429-9d92-eb81d6edc5c5 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.75 "GET /v2.0/security-groups?id=4694e97b-902c-4caa-bd8a-3c4e0bd567e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735345 Nov 25 17:22:31.280851 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cc003b97-82e9-4aed-86fa-9d3ee3b54f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:31.293345 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a7b79e0b-9277-45b6-98cb-1863d4a31bef req-9d9b2d66-df31-45f4-8f86-d29fd7bbd41e tempest-ServersAdminTestJSON-644089684 tempest-ServersAdminTestJSON-644089684-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406201 Nov 25 17:22:31.336246 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc003b97-82e9-4aed-86fa-9d3ee3b54f4b admin admin] Pushing event deleted for resources: {'Port': ['ID=de61bcba-876d-4899-abf4-dbac2e8c3a53,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:31.412258 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-55fe525f-bd8d-4fc6-9a29-009759aa6615 req-4a8ebcad-b9c4-4b6e-99a7-ef3cc91cc55f tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Allocated IP 172.20.0.2 (cdfc7726-be74-4470-a033-195b79623a95/ee1e665a-f297-4067-8b5a-7a7e373f89c9/52faa424-25c8-41e5-880a-1ed1142761da) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:22:31.429812 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cc003b97-82e9-4aed-86fa-9d3ee3b54f4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:31.590700 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cc003b97-82e9-4aed-86fa-9d3ee3b54f4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:31.595299 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cc003b97-82e9-4aed-86fa-9d3ee3b54f4b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:31.641886 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eac9e6-a597-40f5-97f9-141732fefd78 req-8d61d384-4bb2-4a5e-bb04-1bbad4a2eb4d tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:31.650022 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-88eac9e6-a597-40f5-97f9-141732fefd78 req-8d61d384-4bb2-4a5e-bb04-1bbad4a2eb4d tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] 10.222.0.75 "GET /v2.0/ports?device_id=32fe9ae7-5f77-4143-a9ad-6bdb94f44adb HTTP/1.1" status: 200 len: 948 time: 0.0674970 Nov 25 17:22:31.658232 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device e7639407-be2f-4833-91a9-f82f9c983822 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:22:31.704981 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-88eac9e6-a597-40f5-97f9-141732fefd78 req-db2a1b0e-ae61-4493-99c0-166e7b2c7d5d tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] 10.222.0.75 "GET /v2.0/security-groups?id=cd8b5136-0d17-43a4-963b-63b878aef5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518377 Nov 25 17:22:31.725197 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cc003b97-82e9-4aed-86fa-9d3ee3b54f4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:31.725807 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc003b97-82e9-4aed-86fa-9d3ee3b54f4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router fec7775d-ce78-4b17-9e1a-9cfb465dfbcc {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:22:31.733727 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cc003b97-82e9-4aed-86fa-9d3ee3b54f4b admin admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:31.737091 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-cc003b97-82e9-4aed-86fa-9d3ee3b54f4b admin admin] 10.222.0.75 "DELETE /v2.0/routers/fec7775d-ce78-4b17-9e1a-9cfb465dfbcc HTTP/1.1" status: 204 len: 168 time: 1.7454064 Nov 25 17:22:31.737533 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60574) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:31.804557 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-d36fd714-84d3-4dd1-8fd5-73af361d31a6 admin admin] Deleting subnet ab7285ee-be03-47e5-9932-d77238991492 {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:22:31.811311 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d36fd714-84d3-4dd1-8fd5-73af361d31a6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:31.835393 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-55fe525f-bd8d-4fc6-9a29-009759aa6615 req-4a8ebcad-b9c4-4b6e-99a7-ef3cc91cc55f tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:31.838714 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port e7639407-be2f-4833-91a9-f82f9c983822, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=e7639407-be2f-4833-91a9-f82f9c983822,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:31.864188 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': 'e7639407-be2f-4833-91a9-f82f9c983822', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'port_id': 'e7639407-be2f-4833-91a9-f82f9c983822', 'mac_address': 'fa:16:3e:ad:a7:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8793709c-5336-428d-aede-b0b8df1a26b2', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:22:31.889473 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-55fe525f-bd8d-4fc6-9a29-009759aa6615 req-4a8ebcad-b9c4-4b6e-99a7-ef3cc91cc55f tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:31.914825 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d36fd714-84d3-4dd1-8fd5-73af361d31a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:31.915024 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:31.930325 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7639407-be2f-4833-91a9-f82f9c983822 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:22:31.957743 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port e7639407-be2f-4833-91a9-f82f9c983822, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=e7639407-be2f-4833-91a9-f82f9c983822,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:31.963815 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:31.979389 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55fe525f-bd8d-4fc6-9a29-009759aa6615 req-4a8ebcad-b9c4-4b6e-99a7-ef3cc91cc55f tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Network cdfc7726-be74-4470-a033-195b79623a95 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:22:31.995157 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-55fe525f-bd8d-4fc6-9a29-009759aa6615 req-4a8ebcad-b9c4-4b6e-99a7-ef3cc91cc55f tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:22:32.002315 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dcfe83-b584-4ea8-8c5e-80006f3f9a8f req-0ba83977-d627-4bdc-b106-6a437e0cbd76 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:32.003875 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b1dcfe83-b584-4ea8-8c5e-80006f3f9a8f req-0ba83977-d627-4bdc-b106-6a437e0cbd76 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=3eef18eb-c307-4471-9906-537eeed4567a HTTP/1.1" status: 200 len: 943 time: 0.1195624 Nov 25 17:22:32.021919 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-55fe525f-bd8d-4fc6-9a29-009759aa6615 req-4a8ebcad-b9c4-4b6e-99a7-ef3cc91cc55f tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:22:32.024534 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=e7639407-be2f-4833-91a9-f82f9c983822,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:32.066413 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8ebcad-b9c4-4b6e-99a7-ef3cc91cc55f tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Pushing event updated for resources: {'Port': ['ID=52faa424-25c8-41e5-880a-1ed1142761da,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:32.105992 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe525f-bd8d-4fc6-9a29-009759aa6615 req-4a8ebcad-b9c4-4b6e-99a7-ef3cc91cc55f tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:32.107451 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-55fe525f-bd8d-4fc6-9a29-009759aa6615 req-4a8ebcad-b9c4-4b6e-99a7-ef3cc91cc55f tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:32.134334 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-55fe525f-bd8d-4fc6-9a29-009759aa6615 req-4a8ebcad-b9c4-4b6e-99a7-ef3cc91cc55f tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4112501 Nov 25 17:22:32.134587 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device de61bcba-876d-4899-abf4-dbac2e8c3a53 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:22:32.134993 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d36fd714-84d3-4dd1-8fd5-73af361d31a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:32.148708 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-55fe525f-bd8d-4fc6-9a29-009759aa6615 req-e2c46520-02ea-4b44-a578-0c0ad7fc413d service neutron] Request body: {'port': {'device_id': 'fe07db11-e9b2-4f62-bf81-0cce485424f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:32.164175 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: de61bcba-876d-4899-abf4-dbac2e8c3a53 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:22:32.165283 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device de61bcba-876d-4899-abf4-dbac2e8c3a53 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:22:32.165875 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device e5cbcac4-5e0b-4b62-97f4-5796784872fe no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:22:32.190002 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: e5cbcac4-5e0b-4b62-97f4-5796784872fe {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:22:32.191195 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device e5cbcac4-5e0b-4b62-97f4-5796784872fe not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:22:32.210330 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b1dcfe83-b584-4ea8-8c5e-80006f3f9a8f req-60bb4c2c-de2c-471e-b0f3-9dc23061156e tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946154 Nov 25 17:22:32.213663 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['e7639407-be2f-4833-91a9-f82f9c983822'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:22:32.221778 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-55fe525f-bd8d-4fc6-9a29-009759aa6615 req-e2c46520-02ea-4b44-a578-0c0ad7fc413d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:32.259219 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da37e18a-e026-4805-b912-cc31cf51ad59 req-bbc8e053-ba95-4106-aecc-cf08d938cb4d tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:32.266994 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-da37e18a-e026-4805-b912-cc31cf51ad59 req-bbc8e053-ba95-4106-aecc-cf08d938cb4d tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe07db11-e9b2-4f62-bf81-0cce485424f1 HTTP/1.1" status: 200 len: 931 time: 0.1014528 Nov 25 17:22:32.274924 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d36fd714-84d3-4dd1-8fd5-73af361d31a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:32.316939 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36fd714-84d3-4dd1-8fd5-73af361d31a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab7285ee-be03-47e5-9932-d77238991492,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:32.323271 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d36fd714-84d3-4dd1-8fd5-73af361d31a6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:32.330964 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4613aa-443b-47ac-ae3b-ac7ce539fe3d None None] Network 69ee2318-1418-4864-b41e-4c08f0d5dce2 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:22:32.331384 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d36fd714-84d3-4dd1-8fd5-73af361d31a6 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/ab7285ee-be03-47e5-9932-d77238991492 HTTP/1.1" status: 204 len: 168 time: 0.5928009 Nov 25 17:22:32.332017 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60584) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:32.443555 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-da37e18a-e026-4805-b912-cc31cf51ad59 req-16b3d1da-c9bd-4abc-a616-d3a8d1a1eb84 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655066 Nov 25 17:22:32.450307 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-140b766d-50b0-4c08-95bf-0228549ae7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:32.611625 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b77f03-0563-43b9-b5a4-2f973334a1bb None None] DHCP port deletion for 69ee2318-1418-4864-b41e-4c08f0d5dce2 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:22:32.629221 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be31829a-3f6b-4c69-ba40-731b619af8be req-099812a1-c924-4de5-aa6b-bbe910053be0 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:32.634954 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-be31829a-3f6b-4c69-ba40-731b619af8be req-099812a1-c924-4de5-aa6b-bbe910053be0 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.75 "GET /v2.0/ports?device_id=57d25e97-e33a-4682-85ac-ed06d754ed78 HTTP/1.1" status: 200 len: 949 time: 0.1092129 Nov 25 17:22:32.637112 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-55fe525f-bd8d-4fc6-9a29-009759aa6615 req-e2c46520-02ea-4b44-a578-0c0ad7fc413d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52faa424-25c8-41e5-880a-1ed1142761da {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:22:32.649520 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb878457-e030-4899-8565-4bd7588b4274 req-ab00213c-6d05-465a-aecb-09aca08fc96a tempest-ServersAdminTestJSON-644089684 tempest-ServersAdminTestJSON-644089684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:32.649767 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-55fe525f-bd8d-4fc6-9a29-009759aa6615 req-e2c46520-02ea-4b44-a578-0c0ad7fc413d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:32.651219 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fb878457-e030-4899-8565-4bd7588b4274 req-ab00213c-6d05-465a-aecb-09aca08fc96a tempest-ServersAdminTestJSON-644089684 tempest-ServersAdminTestJSON-644089684-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=851b2964-72a8-440e-8234-fc14db00e928 HTTP/1.1" status: 200 len: 1101 time: 0.0904684 Nov 25 17:22:32.657647 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-140b766d-50b0-4c08-95bf-0228549ae7c9 admin admin] Deleting port dc8e9264-088a-4d8c-b7b1-1a33bc8253b8 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:22:32.658068 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-140b766d-50b0-4c08-95bf-0228549ae7c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:32.665942 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-55fe525f-bd8d-4fc6-9a29-009759aa6615 req-e2c46520-02ea-4b44-a578-0c0ad7fc413d service neutron] Transition to ACTIVE for port object 52faa424-25c8-41e5-880a-1ed1142761da will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:22:32.671730 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-55fe525f-bd8d-4fc6-9a29-009759aa6615 req-e2c46520-02ea-4b44-a578-0c0ad7fc413d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:32.679115 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d5b77f03-0563-43b9-b5a4-2f973334a1bb None None] Deleting port dc8e9264-088a-4d8c-b7b1-1a33bc8253b8 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:22:32.683188 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d5b77f03-0563-43b9-b5a4-2f973334a1bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:32.763759 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d5b77f03-0563-43b9-b5a4-2f973334a1bb None None] For port dc8e9264-088a-4d8c-b7b1-1a33bc8253b8, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=dc8e9264-088a-4d8c-b7b1-1a33bc8253b8,segment=NetworkSegment(40d8f4e0-a160-4eff-a43c-fa8861d6c123),segment_id=40d8f4e0-a160-4eff-a43c-fa8861d6c123)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:32.764550 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d5b77f03-0563-43b9-b5a4-2f973334a1bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:32.781586 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-140b766d-50b0-4c08-95bf-0228549ae7c9 admin admin] For port dc8e9264-088a-4d8c-b7b1-1a33bc8253b8, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=dc8e9264-088a-4d8c-b7b1-1a33bc8253b8,segment=NetworkSegment(40d8f4e0-a160-4eff-a43c-fa8861d6c123),segment_id=40d8f4e0-a160-4eff-a43c-fa8861d6c123)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:32.781969 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-140b766d-50b0-4c08-95bf-0228549ae7c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:32.784176 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d5b77f03-0563-43b9-b5a4-2f973334a1bb None None] Calling delete_port for dc8e9264-088a-4d8c-b7b1-1a33bc8253b8 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:22:32.790369 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c46520-02ea-4b44-a578-0c0ad7fc413d service neutron] Pushing event updated for resources: {'Port': ['ID=52faa424-25c8-41e5-880a-1ed1142761da,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:32.795217 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-be31829a-3f6b-4c69-ba40-731b619af8be req-85e58813-14e4-4caa-9171-fcdb3a2bde8a tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.75 "GET /v2.0/security-groups?id=4694e97b-902c-4caa-bd8a-3c4e0bd567e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528502 Nov 25 17:22:32.804311 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-55fe525f-bd8d-4fc6-9a29-009759aa6615 req-e2c46520-02ea-4b44-a578-0c0ad7fc413d service neutron] Attempting to bind port 52faa424-25c8-41e5-880a-1ed1142761da on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:22:32.804531 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-55fe525f-bd8d-4fc6-9a29-009759aa6615 req-e2c46520-02ea-4b44-a578-0c0ad7fc413d service neutron] Attempting to bind port 52faa424-25c8-41e5-880a-1ed1142761da by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '2c22414f-d4c7-43ac-a576-c7b2f18031bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:22:32.804856 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fe525f-bd8d-4fc6-9a29-009759aa6615 req-e2c46520-02ea-4b44-a578-0c0ad7fc413d service neutron] Attempting to bind port 52faa424-25c8-41e5-880a-1ed1142761da on network cdfc7726-be74-4470-a033-195b79623a95 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:22:32.810463 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fe525f-bd8d-4fc6-9a29-009759aa6615 req-e2c46520-02ea-4b44-a578-0c0ad7fc413d service neutron] Port 52faa424-25c8-41e5-880a-1ed1142761da on network cdfc7726-be74-4470-a033-195b79623a95 not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:22:32.810794 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fe525f-bd8d-4fc6-9a29-009759aa6615 req-e2c46520-02ea-4b44-a578-0c0ad7fc413d service neutron] Attempting to bind port 52faa424-25c8-41e5-880a-1ed1142761da on network cdfc7726-be74-4470-a033-195b79623a95 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:22:32.816188 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fe525f-bd8d-4fc6-9a29-009759aa6615 req-e2c46520-02ea-4b44-a578-0c0ad7fc413d service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:22:32.816527 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fe525f-bd8d-4fc6-9a29-009759aa6615 req-e2c46520-02ea-4b44-a578-0c0ad7fc413d service neutron] Checking segment: {'id': '2c22414f-d4c7-43ac-a576-c7b2f18031bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:22:32.816940 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fe525f-bd8d-4fc6-9a29-009759aa6615 req-e2c46520-02ea-4b44-a578-0c0ad7fc413d service neutron] Bound using segment: {'id': '2c22414f-d4c7-43ac-a576-c7b2f18031bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:22:32.817373 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-55fe525f-bd8d-4fc6-9a29-009759aa6615 req-e2c46520-02ea-4b44-a578-0c0ad7fc413d service neutron] Bound port: 52faa424-25c8-41e5-880a-1ed1142761da, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c22414f-d4c7-43ac-a576-c7b2f18031bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:22:32.817983 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-55fe525f-bd8d-4fc6-9a29-009759aa6615 req-e2c46520-02ea-4b44-a578-0c0ad7fc413d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:32.831167 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-140b766d-50b0-4c08-95bf-0228549ae7c9 admin admin] Calling delete_port for dc8e9264-088a-4d8c-b7b1-1a33bc8253b8 owned by network:dhcp {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:22:32.856151 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fb878457-e030-4899-8565-4bd7588b4274 req-c68c4f7d-678a-4491-8ac0-bdabaf057626 tempest-ServersAdminTestJSON-644089684 tempest-ServersAdminTestJSON-644089684-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952333 Nov 25 17:22:32.916060 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-55fe525f-bd8d-4fc6-9a29-009759aa6615 req-e2c46520-02ea-4b44-a578-0c0ad7fc413d service neutron] For port 52faa424-25c8-41e5-880a-1ed1142761da, host n-h2-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:22:32.926405 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-55fe525f-bd8d-4fc6-9a29-009759aa6615 req-e2c46520-02ea-4b44-a578-0c0ad7fc413d service neutron] For port 52faa424-25c8-41e5-880a-1ed1142761da, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=52faa424-25c8-41e5-880a-1ed1142761da,segment=NetworkSegment(2c22414f-d4c7-43ac-a576-c7b2f18031bf),segment_id=2c22414f-d4c7-43ac-a576-c7b2f18031bf)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:22:32.938583 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-55fe525f-bd8d-4fc6-9a29-009759aa6615 req-e2c46520-02ea-4b44-a578-0c0ad7fc413d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:32.978637 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d5b77f03-0563-43b9-b5a4-2f973334a1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:32.995149 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe525f-bd8d-4fc6-9a29-009759aa6615 req-e2c46520-02ea-4b44-a578-0c0ad7fc413d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:32.996247 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-55fe525f-bd8d-4fc6-9a29-009759aa6615 req-e2c46520-02ea-4b44-a578-0c0ad7fc413d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:32.997844 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-55fe525f-bd8d-4fc6-9a29-009759aa6615 req-e2c46520-02ea-4b44-a578-0c0ad7fc413d service neutron] 10.222.0.90 "PUT /v2.0/ports/52faa424-25c8-41e5-880a-1ed1142761da HTTP/1.1" status: 200 len: 1091 time: 0.8541627 Nov 25 17:22:33.000759 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe07db11-e9b2-4f62-bf81-0cce485424f1', 'tag': '52faa424-25c8-41e5-880a-1ed1142761da'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:22:33.006004 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada55c42-8c86-409e-a527-9396796598a4" -d '{"events": [{"name": "network-changed", "server_uuid": "fe07db11-e9b2-4f62-bf81-0cce485424f1", "tag": "52faa424-25c8-41e5-880a-1ed1142761da"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:22:33.018890 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b77f03-0563-43b9-b5a4-2f973334a1bb None None] Pushing event deleted for resources: {'Port': ['ID=dc8e9264-088a-4d8c-b7b1-1a33bc8253b8,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:33.020886 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b77f03-0563-43b9-b5a4-2f973334a1bb None None] No DVR routers for this DVR port dc8e9264-088a-4d8c-b7b1-1a33bc8253b8 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:22:33.038934 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-140b766d-50b0-4c08-95bf-0228549ae7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:33.083501 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c46520-02ea-4b44-a578-0c0ad7fc413d service neutron] Pushing event updated for resources: {'Port': ['ID=52faa424-25c8-41e5-880a-1ed1142761da,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:33.090501 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa07f7d-f3f2-49d5-9319-90ce6e4ca64a req-be6c344a-9bd8-46b7-9a1e-ccad1f9c880c tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:33.098446 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7fa07f7d-f3f2-49d5-9319-90ce6e4ca64a req-be6c344a-9bd8-46b7-9a1e-ccad1f9c880c tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] 10.222.0.75 "GET /v2.0/ports?device_id=32fe9ae7-5f77-4143-a9ad-6bdb94f44adb HTTP/1.1" status: 200 len: 948 time: 0.2095799 Nov 25 17:22:33.100726 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe525f-bd8d-4fc6-9a29-009759aa6615 req-73ce0066-0fae-438f-afb8-c3a52b123e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:33.102280 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-55fe525f-bd8d-4fc6-9a29-009759aa6615 req-73ce0066-0fae-438f-afb8-c3a52b123e12 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cbebe6cb2b944a35af1ec08d68611682&device_id=fe07db11-e9b2-4f62-bf81-0cce485424f1 HTTP/1.1" status: 200 len: 1094 time: 0.0586007 Nov 25 17:22:33.110990 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140b766d-50b0-4c08-95bf-0228549ae7c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc8e9264-088a-4d8c-b7b1-1a33bc8253b8,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:33.127072 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140b766d-50b0-4c08-95bf-0228549ae7c9 admin admin] No DVR routers for this DVR port dc8e9264-088a-4d8c-b7b1-1a33bc8253b8 on host n-d-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:22:33.164652 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-55fe525f-bd8d-4fc6-9a29-009759aa6615 req-b56301b0-09bb-4a3c-a950-7f99268d9a20 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=52faa424-25c8-41e5-880a-1ed1142761da HTTP/1.1" status: 200 len: 217 time: 0.0459843 Nov 25 17:22:33.181248 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43419661-afdb-4e25-a59e-5e7b70a0167d req-90455aa2-9c58-48d1-8c93-80cfb1508bbb tempest-ServersAdminTestJSON-644089684 tempest-ServersAdminTestJSON-644089684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:33.189143 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-43419661-afdb-4e25-a59e-5e7b70a0167d req-90455aa2-9c58-48d1-8c93-80cfb1508bbb tempest-ServersAdminTestJSON-644089684 tempest-ServersAdminTestJSON-644089684-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=851b2964-72a8-440e-8234-fc14db00e928 HTTP/1.1" status: 200 len: 1101 time: 0.1659997 Nov 25 17:22:33.223403 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7fa07f7d-f3f2-49d5-9319-90ce6e4ca64a req-1cc95a74-9d1c-4bda-b8ba-af2987bf0450 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] 10.222.0.75 "GET /v2.0/security-groups?id=cd8b5136-0d17-43a4-963b-63b878aef5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239848 Nov 25 17:22:33.228003 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe525f-bd8d-4fc6-9a29-009759aa6615 req-5f1b05a3-f19c-479b-91d5-511b71375159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:33.229850 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-55fe525f-bd8d-4fc6-9a29-009759aa6615 req-5f1b05a3-f19c-479b-91d5-511b71375159 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ee1e665a-f297-4067-8b5a-7a7e373f89c9 HTTP/1.1" status: 200 len: 847 time: 0.0628774 Nov 25 17:22:33.270066 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-140b766d-50b0-4c08-95bf-0228549ae7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:33.273670 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-55fe525f-bd8d-4fc6-9a29-009759aa6615 req-5fd9fac0-b6cd-4899-ae7d-29b0a62fb84e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=cdfc7726-be74-4470-a033-195b79623a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308189 Nov 25 17:22:33.278510 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a5b4e3-e2f8-4e61-bcc4-7fb075922da5 x-openstack-request-id: req-a0a5b4e3-e2f8-4e61-bcc4-7fb075922da5 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:22:33.278510 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe07db11-e9b2-4f62-bf81-0cce485424f1", "tag": "52faa424-25c8-41e5-880a-1ed1142761da", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:22:33.279445 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a0a5b4e3-e2f8-4e61-bcc4-7fb075922da5 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:22:33.280137 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe07db11-e9b2-4f62-bf81-0cce485424f1', 'tag': '52faa424-25c8-41e5-880a-1ed1142761da', 'status': 'completed', 'code': 200} Nov 25 17:22:33.305518 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-140b766d-50b0-4c08-95bf-0228549ae7c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69ee2318-1418-4864-b41e-4c08f0d5dce2']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:33.315294 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-43419661-afdb-4e25-a59e-5e7b70a0167d req-ff7b8e23-6c30-4752-89af-0f08cd90db8a tempest-ServersAdminTestJSON-644089684 tempest-ServersAdminTestJSON-644089684-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252508 Nov 25 17:22:33.322440 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-140b766d-50b0-4c08-95bf-0228549ae7c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40d8f4e0-a160-4eff-a43c-fa8861d6c123') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:33.322735 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-140b766d-50b0-4c08-95bf-0228549ae7c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40d8f4e0-a160-4eff-a43c-fa8861d6c123') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:33.347132 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-140b766d-50b0-4c08-95bf-0228549ae7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:33.381036 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-140b766d-50b0-4c08-95bf-0228549ae7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:33.397834 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-140b766d-50b0-4c08-95bf-0228549ae7c9 admin admin] Releasing vlan 931 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:22:33.398832 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-55fe525f-bd8d-4fc6-9a29-009759aa6615 req-f9e13030-76e1-4c5d-ad9b-c6a21a0e986a service neutron] 10.222.0.90 "GET /v2.0/networks/cdfc7726-be74-4470-a033-195b79623a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122544 Nov 25 17:22:33.398970 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-140b766d-50b0-4c08-95bf-0228549ae7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:33.400852 n-d-817746-1 neutron-server[103361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:22:33.400852 n-d-817746-1 neutron-server[103361]: self.session.flush() Nov 25 17:22:33.400852 n-d-817746-1 neutron-server[103361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:22:33.400852 n-d-817746-1 neutron-server[103361]: self.session.flush() Nov 25 17:22:33.400852 n-d-817746-1 neutron-server[103361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:22:33.400852 n-d-817746-1 neutron-server[103361]: self.session.flush() Nov 25 17:22:33.400852 n-d-817746-1 neutron-server[103361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:22:33.400852 n-d-817746-1 neutron-server[103361]: self.session.flush() Nov 25 17:22:33.400852 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:22:33.400852 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:22:33.400852 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:22:33.400852 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:22:33.400852 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:22:33.400852 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:22:33.400852 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:22:33.400852 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:22:33.400852 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:22:33.400852 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:22:33.400852 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:22:33.400852 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:22:33.400852 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:22:33.400852 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:22:33.400852 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:22:33.400852 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:22:33.400852 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:22:33.400852 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:22:33.400852 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:22:33.400852 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:22:33.400852 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:22:33.400852 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:22:33.400852 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:22:33.400852 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:22:33.400852 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:22:33.400852 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:22:33.400852 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:22:33.400852 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:22:33.400852 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:22:33.400852 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:22:33.400852 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:22:33.400852 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:22:33.412190 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60612) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:33.525079 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b097c-1f5b-49e1-b649-57f7e0402432 req-456add82-c305-437f-9b7d-8adee629bdac tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:33.527211 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9f9b097c-1f5b-49e1-b649-57f7e0402432 req-456add82-c305-437f-9b7d-8adee629bdac tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=3eef18eb-c307-4471-9906-537eeed4567a HTTP/1.1" status: 200 len: 943 time: 0.1067641 Nov 25 17:22:33.529872 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-140b766d-50b0-4c08-95bf-0228549ae7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:33.537965 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-55fe525f-bd8d-4fc6-9a29-009759aa6615 req-ca63cf0a-4d27-4490-a264-d7c58828e157 service neutron] 10.222.0.90 "GET /v2.0/networks/cdfc7726-be74-4470-a033-195b79623a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297476 Nov 25 17:22:33.548395 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-140b766d-50b0-4c08-95bf-0228549ae7c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:33.555608 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-140b766d-50b0-4c08-95bf-0228549ae7c9 admin admin] 10.222.0.75 "DELETE /v2.0/networks/69ee2318-1418-4864-b41e-4c08f0d5dce2 HTTP/1.1" status: 204 len: 168 time: 1.2220674 Nov 25 17:22:33.561907 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5bc6654d-1c37-48d0-9e52-e2af2c5f1dbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:33.588449 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140b766d-50b0-4c08-95bf-0228549ae7c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=69ee2318-1418-4864-b41e-4c08f0d5dce2,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:33.650719 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9f9b097c-1f5b-49e1-b649-57f7e0402432 req-53b78333-8f9e-40da-9164-9e922730f50a tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050813 Nov 25 17:22:33.653744 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada55c42-8c86-409e-a527-9396796598a4 req-a638159e-cd56-42d2-9cd7-d92ec08f6c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:33.655323 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ada55c42-8c86-409e-a527-9396796598a4 req-a638159e-cd56-42d2-9cd7-d92ec08f6c57 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cbebe6cb2b944a35af1ec08d68611682&device_id=fe07db11-e9b2-4f62-bf81-0cce485424f1 HTTP/1.1" status: 200 len: 1094 time: 0.0547140 Nov 25 17:22:33.660868 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 9f101f4a-b3aa-438e-895c-2d9177f377a9 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:22:33.663258 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device e7639407-be2f-4833-91a9-f82f9c983822 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:22:33.796143 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60622) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:33.815920 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecfc0d7-fd5e-417d-9f4e-a4dc9b0407f8 req-1389a2e9-c3a3-4b20-bafd-7c4ec8ecb286 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:33.816181 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port e7639407-be2f-4833-91a9-f82f9c983822 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:22:33.826414 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada55c42-8c86-409e-a527-9396796598a4 req-e40fe89f-5603-423b-b81a-13ffbe8f4fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:33.826414 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ada55c42-8c86-409e-a527-9396796598a4 req-e40fe89f-5603-423b-b81a-13ffbe8f4fb2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=cdfc7726-be74-4470-a033-195b79623a95 HTTP/1.1" status: 200 len: 908 time: 0.1605611 Nov 25 17:22:33.829650 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7ecfc0d7-fd5e-417d-9f4e-a4dc9b0407f8 req-1389a2e9-c3a3-4b20-bafd-7c4ec8ecb286 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe07db11-e9b2-4f62-bf81-0cce485424f1 HTTP/1.1" status: 200 len: 943 time: 0.1754632 Nov 25 17:22:33.839628 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port e7639407-be2f-4833-91a9-f82f9c983822 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:33.840170 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:33.883765 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ada55c42-8c86-409e-a527-9396796598a4 req-5dd6d1d0-1cbd-437c-9503-d718b3ca0c53 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=52faa424-25c8-41e5-880a-1ed1142761da HTTP/1.1" status: 200 len: 217 time: 0.0488522 Nov 25 17:22:33.884898 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5bc6654d-1c37-48d0-9e52-e2af2c5f1dbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:33.888567 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 9f101f4a-b3aa-438e-895c-2d9177f377a9, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=9f101f4a-b3aa-438e-895c-2d9177f377a9,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:33.904268 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5bc6654d-1c37-48d0-9e52-e2af2c5f1dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:33.909374 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '9f101f4a-b3aa-438e-895c-2d9177f377a9', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'port_id': '9f101f4a-b3aa-438e-895c-2d9177f377a9', 'mac_address': 'fa:16:3e:3c:24:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8793709c-5336-428d-aede-b0b8df1a26b2', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:22:33.931840 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-632c5e16-0c2e-4896-b5dd-050ac628c977 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4c325075f7a244fdbbaeeb30a752298f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1346347 Nov 25 17:22:33.936692 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60628) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:33.976425 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7ecfc0d7-fd5e-417d-9f4e-a4dc9b0407f8 req-6af8c064-a22a-4d75-b791-49a91cc6c4be tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361921 Nov 25 17:22:33.985048 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:33.986047 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada55c42-8c86-409e-a527-9396796598a4 req-5a643da9-673f-4402-a62b-dbe51d1ad039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:33.987518 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ada55c42-8c86-409e-a527-9396796598a4 req-5a643da9-673f-4402-a62b-dbe51d1ad039 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ee1e665a-f297-4067-8b5a-7a7e373f89c9 HTTP/1.1" status: 200 len: 847 time: 0.0939033 Nov 25 17:22:33.998759 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc6654d-1c37-48d0-9e52-e2af2c5f1dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccaa4888-370b-460f-b9c4-a784601caf0c,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:34.004284 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:34.006913 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f101f4a-b3aa-438e-895c-2d9177f377a9 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:22:34.007793 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-5bc6654d-1c37-48d0-9e52-e2af2c5f1dbd admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=51753e8add864ad783aa76fbbe1f85ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5943236 Nov 25 17:22:34.010755 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60630) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:34.049021 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81cce6a-a482-4ff9-ab0c-b7eccebfbc83 req-9c2b4cdc-b0f4-42e9-91ed-28c8766c1ec1 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:34.051216 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d25e97-e33a-4682-85ac-ed06d754ed78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7639407-be2f-4833-91a9-f82f9c983822'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:22:34.053134 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7e569d9f-e643-4084-bf62-ce6ac32c19a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:34.055759 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98215e47-f106-4017-a9b4-c6b4d8d3dde8" -d '{"events": [{"server_uuid": "57d25e97-e33a-4682-85ac-ed06d754ed78", "name": "network-vif-plugged", "status": "completed", "tag": "e7639407-be2f-4833-91a9-f82f9c983822"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:22:34.057351 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b81cce6a-a482-4ff9-ab0c-b7eccebfbc83 req-9c2b4cdc-b0f4-42e9-91ed-28c8766c1ec1 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.75 "GET /v2.0/ports?device_id=57d25e97-e33a-4682-85ac-ed06d754ed78 HTTP/1.1" status: 200 len: 949 time: 0.1757643 Nov 25 17:22:34.060304 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 9f101f4a-b3aa-438e-895c-2d9177f377a9, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=9f101f4a-b3aa-438e-895c-2d9177f377a9,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:34.073190 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:34.073853 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 74a8f456-31f1-4440-b0d3-a01ede7ee21d details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:22:34.079548 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port e7639407-be2f-4833-91a9-f82f9c983822, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=e7639407-be2f-4833-91a9-f82f9c983822,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:34.082973 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ada55c42-8c86-409e-a527-9396796598a4 req-0533eaf1-4134-4cc9-894b-6f8c0cb16fec service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=cdfc7726-be74-4470-a033-195b79623a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680509 Nov 25 17:22:34.127692 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:34.132491 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7e569d9f-e643-4084-bf62-ce6ac32c19a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:34.145132 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device dc8e9264-088a-4d8c-b7b1-1a33bc8253b8 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:22:34.180925 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b81cce6a-a482-4ff9-ab0c-b7eccebfbc83 req-be12fa83-abb7-45e6-9608-6687b797e69b tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.75 "GET /v2.0/security-groups?id=4694e97b-902c-4caa-bd8a-3c4e0bd567e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212461 Nov 25 17:22:34.195953 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: dc8e9264-088a-4d8c-b7b1-1a33bc8253b8 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:22:34.196304 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device dc8e9264-088a-4d8c-b7b1-1a33bc8253b8 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:22:34.205641 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=9f101f4a-b3aa-438e-895c-2d9177f377a9,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:34.225330 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6b1a8824-0847-4a6b-ae20-c8ce08f882c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:34.273327 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ada55c42-8c86-409e-a527-9396796598a4 req-007b4337-a383-403d-8bbe-738407bc8c4c service neutron] 10.222.0.90 "GET /v2.0/networks/cdfc7726-be74-4470-a033-195b79623a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773109 Nov 25 17:22:34.293928 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7e569d9f-e643-4084-bf62-ce6ac32c19a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:34.297197 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7e569d9f-e643-4084-bf62-ce6ac32c19a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:34.300304 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7e569d9f-e643-4084-bf62-ce6ac32c19a2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/67c594e0-4791-4c57-8f7a-151da58f3cee HTTP/1.1" status: 204 len: 168 time: 0.3605051 Nov 25 17:22:34.305936 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6b1a8824-0847-4a6b-ae20-c8ce08f882c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:34.361121 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e569d9f-e643-4084-bf62-ce6ac32c19a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c594e0-4791-4c57-8f7a-151da58f3cee,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:34.447440 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff60ea2-b767-40be-ac58-3db1cd88613d x-openstack-request-id: req-dff60ea2-b767-40be-ac58-3db1cd88613d {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:22:34.447717 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57d25e97-e33a-4682-85ac-ed06d754ed78", "name": "network-vif-plugged", "status": "completed", "tag": "e7639407-be2f-4833-91a9-f82f9c983822", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:22:34.447980 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-dff60ea2-b767-40be-ac58-3db1cd88613d {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:22:34.448371 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d25e97-e33a-4682-85ac-ed06d754ed78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7639407-be2f-4833-91a9-f82f9c983822', 'code': 200} Nov 25 17:22:34.499887 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ada55c42-8c86-409e-a527-9396796598a4 req-597eef14-a585-436a-846b-147775922f41 service neutron] 10.222.0.90 "GET /v2.0/networks/cdfc7726-be74-4470-a033-195b79623a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180953 Nov 25 17:22:34.512293 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61827e27-3236-4348-a11f-ffcf4ec791d9 req-5de8dcb4-f4e6-4598-ba92-3794caa2de72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:34.514218 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-61827e27-3236-4348-a11f-ffcf4ec791d9 req-5de8dcb4-f4e6-4598-ba92-3794caa2de72 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=57d25e97-e33a-4682-85ac-ed06d754ed78 HTTP/1.1" status: 200 len: 1101 time: 0.1332765 Nov 25 17:22:34.516452 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6b1a8824-0847-4a6b-ae20-c8ce08f882c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:34.519031 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6b1a8824-0847-4a6b-ae20-c8ce08f882c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:34.523109 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-6b1a8824-0847-4a6b-ae20-c8ce08f882c6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ccaa4888-370b-460f-b9c4-a784601caf0c HTTP/1.1" status: 204 len: 168 time: 0.5105102 Nov 25 17:22:34.553480 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=e7639407-be2f-4833-91a9-f82f9c983822,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:34.557714 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 74a8f456-31f1-4440-b0d3-a01ede7ee21d, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=74a8f456-31f1-4440-b0d3-a01ede7ee21d,segment=NetworkSegment(32304091-a43f-4bbd-aae7-89d7e0d9d2b6),segment_id=32304091-a43f-4bbd-aae7-89d7e0d9d2b6)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:34.570037 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a8824-0847-4a6b-ae20-c8ce08f882c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccaa4888-370b-460f-b9c4-a784601caf0c,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:34.578330 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8fe3e0-004c-4250-aa60-e351d78e4e7b req-d9a58644-98cb-4d97-8a00-9498b67450ba tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:34.585768 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6c8fe3e0-004c-4250-aa60-e351d78e4e7b req-d9a58644-98cb-4d97-8a00-9498b67450ba tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] 10.222.0.75 "GET /v2.0/ports?device_id=32fe9ae7-5f77-4143-a9ad-6bdb94f44adb HTTP/1.1" status: 200 len: 949 time: 0.1431727 Nov 25 17:22:34.596399 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '74a8f456-31f1-4440-b0d3-a01ede7ee21d', 'network_id': 'c4ad8fe4-e22e-4c8b-af10-9eaf120b663c', 'port_id': '74a8f456-31f1-4440-b0d3-a01ede7ee21d', 'mac_address': 'fa:16:3e:90:bd:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a91ba6f-af85-4b11-90c3-2d5fc7a12e25', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:22:34.635256 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-61827e27-3236-4348-a11f-ffcf4ec791d9 req-44e30159-60aa-4392-9468-7dbd5d76a94d service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=4694e97b-902c-4caa-bd8a-3c4e0bd567e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085689 Nov 25 17:22:34.681716 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6c8fe3e0-004c-4250-aa60-e351d78e4e7b req-df4bebe0-9abc-480d-a20d-5b339b838e61 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] 10.222.0.75 "GET /v2.0/security-groups?id=cd8b5136-0d17-43a4-963b-63b878aef5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908096 Nov 25 17:22:34.718860 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:34.739860 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74a8f456-31f1-4440-b0d3-a01ede7ee21d {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:22:34.768709 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 74a8f456-31f1-4440-b0d3-a01ede7ee21d, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=74a8f456-31f1-4440-b0d3-a01ede7ee21d,segment=NetworkSegment(32304091-a43f-4bbd-aae7-89d7e0d9d2b6),segment_id=32304091-a43f-4bbd-aae7-89d7e0d9d2b6)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:34.774434 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:34.844323 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db492907-0cb0-4207-aff1-a30de1abfeba req-f0c25a98-e919-4cbd-b1b0-4851e7aa9475 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:34.848147 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=74a8f456-31f1-4440-b0d3-a01ede7ee21d,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:34.851781 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-db492907-0cb0-4207-aff1-a30de1abfeba req-f0c25a98-e919-4cbd-b1b0-4851e7aa9475 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/ports?device_id=851b2964-72a8-440e-8234-fc14db00e928 HTTP/1.1" status: 200 len: 950 time: 0.1103253 Nov 25 17:22:34.880317 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e6c520-45d0-49db-be26-e074cbb0b175 req-72e2ffef-91bb-4b2c-85e1-6ceb4f45ad12 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:34.881886 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-35e6c520-45d0-49db-be26-e074cbb0b175 req-72e2ffef-91bb-4b2c-85e1-6ceb4f45ad12 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=3eef18eb-c307-4471-9906-537eeed4567a HTTP/1.1" status: 200 len: 944 time: 0.0976024 Nov 25 17:22:34.959857 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-db492907-0cb0-4207-aff1-a30de1abfeba req-2dfe9b63-2f15-4445-a8b4-4a95a4975ce7 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071627 Nov 25 17:22:34.991209 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-35e6c520-45d0-49db-be26-e074cbb0b175 req-405a1a46-1b9e-49b5-8ed9-af438eae6940 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974076 Nov 25 17:22:35.045282 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['74a8f456-31f1-4440-b0d3-a01ede7ee21d'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:22:35.050838 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['9f101f4a-b3aa-438e-895c-2d9177f377a9'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:22:35.092421 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60676) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:35.106185 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-db58cd49-f1f4-4254-9fb0-10908436da5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:35.161355 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cdb14e-d7ba-4b83-953c-061ded20e844 req-787d1058-dd0b-4d90-a830-e8de4e8c8bef tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:35.169625 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e2cdb14e-d7ba-4b83-953c-061ded20e844 req-787d1058-dd0b-4d90-a830-e8de4e8c8bef tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe07db11-e9b2-4f62-bf81-0cce485424f1 HTTP/1.1" status: 200 len: 943 time: 0.0817368 Nov 25 17:22:35.195277 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-db58cd49-f1f4-4254-9fb0-10908436da5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:35.213491 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-db58cd49-f1f4-4254-9fb0-10908436da5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:35.230615 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e2cdb14e-d7ba-4b83-953c-061ded20e844 req-bf69c4e6-bf4e-47e9-9735-357112208d65 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554872 Nov 25 17:22:35.248741 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:22:35.264499 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-db58cd49-f1f4-4254-9fb0-10908436da5f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9d4418951796456091cc4f377c127767&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1706161 Nov 25 17:22:35.266891 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60680) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:35.290330 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db58cd49-f1f4-4254-9fb0-10908436da5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b52091-fd52-40b8-8140-90b48883c2a9,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:35.348449 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547e292-ba50-4bd5-a008-cc8c5bda50c7 req-8d2675f4-0d22-4eb3-a725-81d8c52620c7 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:35.350612 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7547e292-ba50-4bd5-a008-cc8c5bda50c7 req-8d2675f4-0d22-4eb3-a725-81d8c52620c7 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.75 "GET /v2.0/ports?device_id=57d25e97-e33a-4682-85ac-ed06d754ed78 HTTP/1.1" status: 200 len: 950 time: 0.0761423 Nov 25 17:22:35.378486 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3e54a7c1-cf7f-4e0c-91a7-03bf8e875932 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:35.417270 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3e54a7c1-cf7f-4e0c-91a7-03bf8e875932 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:35.438712 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7547e292-ba50-4bd5-a008-cc8c5bda50c7 req-c5a9d7ae-42f0-4606-9ecb-31ee8b3ee9b1 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.75 "GET /v2.0/security-groups?id=4694e97b-902c-4caa-bd8a-3c4e0bd567e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766809 Nov 25 17:22:35.478320 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3e54a7c1-cf7f-4e0c-91a7-03bf8e875932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:35.481052 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3e54a7c1-cf7f-4e0c-91a7-03bf8e875932 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:35.485430 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-3e54a7c1-cf7f-4e0c-91a7-03bf8e875932 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f4b52091-fd52-40b8-8140-90b48883c2a9 HTTP/1.1" status: 204 len: 168 time: 0.2149677 Nov 25 17:22:35.492785 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e54a7c1-cf7f-4e0c-91a7-03bf8e875932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b52091-fd52-40b8-8140-90b48883c2a9,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:35.822898 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73e053-406b-45f8-bee4-ed0934824d88 req-3a8fb7d1-7218-43b1-b5f0-4033f5ff1b5c tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:35.830595 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-df73e053-406b-45f8-bee4-ed0934824d88 req-3a8fb7d1-7218-43b1-b5f0-4033f5ff1b5c tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] 10.222.0.75 "GET /v2.0/ports?device_id=32fe9ae7-5f77-4143-a9ad-6bdb94f44adb HTTP/1.1" status: 200 len: 949 time: 0.0745671 Nov 25 17:22:35.899591 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-df73e053-406b-45f8-bee4-ed0934824d88 req-5549fc6d-6521-4b34-8fd4-7067250659f9 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] 10.222.0.75 "GET /v2.0/security-groups?id=cd8b5136-0d17-43a4-963b-63b878aef5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675240 Nov 25 17:22:36.147902 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73449ee7-942e-49bc-bc6d-2bf181f8ca69 req-98fb8399-0cdc-418c-9d23-734f1a3fc28e tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:36.149452 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-73449ee7-942e-49bc-bc6d-2bf181f8ca69 req-98fb8399-0cdc-418c-9d23-734f1a3fc28e tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/ports?device_id=851b2964-72a8-440e-8234-fc14db00e928 HTTP/1.1" status: 200 len: 950 time: 0.0874941 Nov 25 17:22:36.178291 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b920d-71a5-4be6-a6f1-a844058d8839 req-96d45bd7-e21b-489c-adeb-e1b790c24453 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:36.179792 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9f9b920d-71a5-4be6-a6f1-a844058d8839 req-96d45bd7-e21b-489c-adeb-e1b790c24453 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=3eef18eb-c307-4471-9906-537eeed4567a HTTP/1.1" status: 200 len: 944 time: 0.0870650 Nov 25 17:22:36.249707 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-73449ee7-942e-49bc-bc6d-2bf181f8ca69 req-308aa12d-c0a8-4da5-8789-2eb60eb9b135 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919890 Nov 25 17:22:36.257067 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9f9b920d-71a5-4be6-a6f1-a844058d8839 req-2d561dd1-cb2e-492a-a5bc-2fb4bb17e5c1 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681553 Nov 25 17:22:36.360316 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ba93c-f3d8-4f48-8119-b9df2be5135c req-36fa2695-41df-412b-b0e7-64f7efe4833b tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:36.361915 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2e3ba93c-f3d8-4f48-8119-b9df2be5135c req-36fa2695-41df-412b-b0e7-64f7efe4833b tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe07db11-e9b2-4f62-bf81-0cce485424f1 HTTP/1.1" status: 200 len: 943 time: 0.0517886 Nov 25 17:22:36.417330 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2e3ba93c-f3d8-4f48-8119-b9df2be5135c req-6e15e754-c2db-4500-a22e-8cf027aa2ee0 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495460 Nov 25 17:22:36.566653 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5152545-5157-497f-a217-a7860dd1ec5f req-80f48407-55cc-4798-862b-af57f0ef40ef tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:36.568380 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b5152545-5157-497f-a217-a7860dd1ec5f req-80f48407-55cc-4798-862b-af57f0ef40ef tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.75 "GET /v2.0/ports?device_id=57d25e97-e33a-4682-85ac-ed06d754ed78 HTTP/1.1" status: 200 len: 950 time: 0.0566556 Nov 25 17:22:36.618526 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b5152545-5157-497f-a217-a7860dd1ec5f req-ff72bfcd-0f81-46c8-a22f-1ad7774fdf8c tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.75 "GET /v2.0/security-groups?id=4694e97b-902c-4caa-bd8a-3c4e0bd567e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437083 Nov 25 17:22:36.893478 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c2d4a6-baef-4734-84a1-b21391c649ad req-a0bf4ca4-dc57-4b75-bb1a-de7c1d5ce4de tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:36.894966 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-43c2d4a6-baef-4734-84a1-b21391c649ad req-a0bf4ca4-dc57-4b75-bb1a-de7c1d5ce4de tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.75 "GET /v2.0/ports?device_id=57d25e97-e33a-4682-85ac-ed06d754ed78 HTTP/1.1" status: 200 len: 950 time: 0.0499446 Nov 25 17:22:36.946695 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-43c2d4a6-baef-4734-84a1-b21391c649ad req-1cc515fa-606f-4bc3-b5ef-e707781bdd81 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.75 "GET /v2.0/security-groups?id=4694e97b-902c-4caa-bd8a-3c4e0bd567e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449841 Nov 25 17:22:37.215854 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993bb454-410c-4c71-b9fd-98aea5e3514b req-3c2577d0-2e18-4e03-af65-2c6239be154b tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:37.217385 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-993bb454-410c-4c71-b9fd-98aea5e3514b req-3c2577d0-2e18-4e03-af65-2c6239be154b tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] 10.222.0.75 "GET /v2.0/ports?device_id=32fe9ae7-5f77-4143-a9ad-6bdb94f44adb HTTP/1.1" status: 200 len: 949 time: 0.0513282 Nov 25 17:22:37.268193 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-993bb454-410c-4c71-b9fd-98aea5e3514b req-c45162c2-9736-476c-973f-bda41e0f97bb tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] 10.222.0.75 "GET /v2.0/security-groups?id=cd8b5136-0d17-43a4-963b-63b878aef5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446064 Nov 25 17:22:37.426820 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e2f167-0640-49d2-898e-b96350e4cf1d req-ad7c9084-921b-46ad-981b-32d31a5c4348 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:37.428591 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e1e2f167-0640-49d2-898e-b96350e4cf1d req-ad7c9084-921b-46ad-981b-32d31a5c4348 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/ports?device_id=851b2964-72a8-440e-8234-fc14db00e928 HTTP/1.1" status: 200 len: 950 time: 0.0577843 Nov 25 17:22:37.479429 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e1e2f167-0640-49d2-898e-b96350e4cf1d req-1f63abb9-9fb7-4914-b94e-c9256655d0f9 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450370 Nov 25 17:22:37.591538 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f62c770-3ecc-4ffe-8a67-c1dff91ae026 req-f15183c2-502a-45eb-9118-dc16c0685b8a tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:37.593054 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8f62c770-3ecc-4ffe-8a67-c1dff91ae026 req-f15183c2-502a-45eb-9118-dc16c0685b8a tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=3eef18eb-c307-4471-9906-537eeed4567a HTTP/1.1" status: 200 len: 944 time: 0.0505807 Nov 25 17:22:37.639223 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8f62c770-3ecc-4ffe-8a67-c1dff91ae026 req-63a08683-74a6-4655-a5ac-d974961359cb tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401413 Nov 25 17:22:37.677595 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 52faa424-25c8-41e5-880a-1ed1142761da details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:22:37.679823 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 9f101f4a-b3aa-438e-895c-2d9177f377a9 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:22:37.776206 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1cb9fd-431c-412c-b15f-fabbb08497f3 req-ab559a70-f3ba-4ff0-ae2b-2a55229d6c92 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:37.777814 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4b1cb9fd-431c-412c-b15f-fabbb08497f3 req-ab559a70-f3ba-4ff0-ae2b-2a55229d6c92 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe07db11-e9b2-4f62-bf81-0cce485424f1 HTTP/1.1" status: 200 len: 943 time: 0.0560858 Nov 25 17:22:37.793060 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port 9f101f4a-b3aa-438e-895c-2d9177f377a9 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:22:37.801098 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port 9f101f4a-b3aa-438e-895c-2d9177f377a9 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:37.801477 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:37.810957 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-93108915-3081-4d7e-8833-560eb6e80240 req-c6a7aa6f-ef80-48f4-9473-b492adb1e936 tempest-QuotasAdminNegativeTest-830607353 tempest-QuotasAdminNegativeTest-830607353-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=7d74ddabcb01437c8cd922f73123ddf0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313008 Nov 25 17:22:37.848390 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 52faa424-25c8-41e5-880a-1ed1142761da, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=52faa424-25c8-41e5-880a-1ed1142761da,segment=NetworkSegment(2c22414f-d4c7-43ac-a576-c7b2f18031bf),segment_id=2c22414f-d4c7-43ac-a576-c7b2f18031bf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:37.865230 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '52faa424-25c8-41e5-880a-1ed1142761da', 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95', 'port_id': '52faa424-25c8-41e5-880a-1ed1142761da', 'mac_address': 'fa:16:3e:28:27:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee1e665a-f297-4067-8b5a-7a7e373f89c9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:22:37.902474 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4b1cb9fd-431c-412c-b15f-fabbb08497f3 req-a2acffd9-17e5-4ecb-84e7-21933172b3a1 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084361 Nov 25 17:22:37.936105 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:37.951422 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:37.952138 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93108915-3081-4d7e-8833-560eb6e80240 req-f19cebf2-f26e-449d-90f8-ed6bc34ef44f tempest-QuotasAdminNegativeTest-830607353 tempest-QuotasAdminNegativeTest-830607353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:37.960229 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-93108915-3081-4d7e-8833-560eb6e80240 req-f19cebf2-f26e-449d-90f8-ed6bc34ef44f tempest-QuotasAdminNegativeTest-830607353 tempest-QuotasAdminNegativeTest-830607353-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1363924 Nov 25 17:22:37.961420 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52faa424-25c8-41e5-880a-1ed1142761da {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:22:37.978048 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-93108915-3081-4d7e-8833-560eb6e80240 req-f6cf2a47-7a6c-41ed-80a8-697fed76ca65 tempest-QuotasAdminNegativeTest-830607353 tempest-QuotasAdminNegativeTest-830607353-project] 10.222.0.75 "GET /v2.0/quotas/7d74ddabcb01437c8cd922f73123ddf0 HTTP/1.1" status: 200 len: 375 time: 0.0172598 Nov 25 17:22:38.012789 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-93108915-3081-4d7e-8833-560eb6e80240 req-7ccab09e-43e3-488d-952c-514d91b7519a tempest-QuotasAdminNegativeTest-830607353 tempest-QuotasAdminNegativeTest-830607353-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=7d74ddabcb01437c8cd922f73123ddf0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286441 Nov 25 17:22:38.016128 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32fe9ae7-5f77-4143-a9ad-6bdb94f44adb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f101f4a-b3aa-438e-895c-2d9177f377a9'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:22:38.018947 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4786057f-6a6c-4267-9b3e-cb2f8953733e" -d '{"events": [{"server_uuid": "32fe9ae7-5f77-4143-a9ad-6bdb94f44adb", "name": "network-vif-plugged", "status": "completed", "tag": "9f101f4a-b3aa-438e-895c-2d9177f377a9"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:22:38.026090 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 52faa424-25c8-41e5-880a-1ed1142761da, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=52faa424-25c8-41e5-880a-1ed1142761da,segment=NetworkSegment(2c22414f-d4c7-43ac-a576-c7b2f18031bf),segment_id=2c22414f-d4c7-43ac-a576-c7b2f18031bf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:38.036090 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:38.040469 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 9f101f4a-b3aa-438e-895c-2d9177f377a9, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=9f101f4a-b3aa-438e-895c-2d9177f377a9,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:38.066327 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:38.067105 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 74a8f456-31f1-4440-b0d3-a01ede7ee21d up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:22:38.126175 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=52faa424-25c8-41e5-880a-1ed1142761da,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:38.129041 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb01699-b6d2-4661-8574-354b9864d591 req-e0286d58-2d6b-4d91-bb08-dae9c677a2c0 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:38.135975 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ddb01699-b6d2-4661-8574-354b9864d591 req-e0286d58-2d6b-4d91-bb08-dae9c677a2c0 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.75 "GET /v2.0/ports?device_id=57d25e97-e33a-4682-85ac-ed06d754ed78 HTTP/1.1" status: 200 len: 950 time: 0.0552614 Nov 25 17:22:38.180213 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ddb01699-b6d2-4661-8574-354b9864d591 req-fab8bf55-e404-461a-b8f9-ad9972b6357b tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.75 "GET /v2.0/security-groups?id=4694e97b-902c-4caa-bd8a-3c4e0bd567e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433788 Nov 25 17:22:38.185400 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port 74a8f456-31f1-4440-b0d3-a01ede7ee21d completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:22:38.201783 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port 74a8f456-31f1-4440-b0d3-a01ede7ee21d triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:38.201783 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:38.229084 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f226ef77-71fd-4935-9a13-c277241feda8 x-openstack-request-id: req-f226ef77-71fd-4935-9a13-c277241feda8 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:22:38.229365 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32fe9ae7-5f77-4143-a9ad-6bdb94f44adb", "name": "network-vif-plugged", "status": "completed", "tag": "9f101f4a-b3aa-438e-895c-2d9177f377a9", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:22:38.229628 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f226ef77-71fd-4935-9a13-c277241feda8 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:22:38.230017 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32fe9ae7-5f77-4143-a9ad-6bdb94f44adb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f101f4a-b3aa-438e-895c-2d9177f377a9', 'code': 200} Nov 25 17:22:38.240756 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=9f101f4a-b3aa-438e-895c-2d9177f377a9,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:38.306824 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:38.326570 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['52faa424-25c8-41e5-880a-1ed1142761da'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:22:38.368433 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb4f8d-56b5-4f16-8888-b06cf5ae6707 req-00754e48-59ca-4d19-9c74-c341e60f9d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:38.371010 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a8bb4f8d-56b5-4f16-8888-b06cf5ae6707 req-00754e48-59ca-4d19-9c74-c341e60f9d34 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=32fe9ae7-5f77-4143-a9ad-6bdb94f44adb HTTP/1.1" status: 200 len: 1101 time: 0.0561411 Nov 25 17:22:38.394703 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 74a8f456-31f1-4440-b0d3-a01ede7ee21d, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=74a8f456-31f1-4440-b0d3-a01ede7ee21d,segment=NetworkSegment(32304091-a43f-4bbd-aae7-89d7e0d9d2b6),segment_id=32304091-a43f-4bbd-aae7-89d7e0d9d2b6)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:38.401472 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:38.439873 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a8bb4f8d-56b5-4f16-8888-b06cf5ae6707 req-16be153d-0ec0-4116-b24b-5baeab345284 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=cd8b5136-0d17-43a4-963b-63b878aef5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600798 Nov 25 17:22:38.478762 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=74a8f456-31f1-4440-b0d3-a01ede7ee21d,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:38.493242 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd89c73-c692-4e40-bab4-32293f4159d5 req-c4cfc323-c773-41a7-8c4c-893ea2b62d66 tempest-LiveMigrationNegativeTest-686668871 tempest-LiveMigrationNegativeTest-686668871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:38.494879 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1bd89c73-c692-4e40-bab4-32293f4159d5 req-c4cfc323-c773-41a7-8c4c-893ea2b62d66 tempest-LiveMigrationNegativeTest-686668871 tempest-LiveMigrationNegativeTest-686668871-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=57d25e97-e33a-4682-85ac-ed06d754ed78 HTTP/1.1" status: 200 len: 1101 time: 0.0427153 Nov 25 17:22:38.525504 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1bd89c73-c692-4e40-bab4-32293f4159d5 req-a33f7dea-c162-48e2-8a3c-4b81847831af tempest-LiveMigrationNegativeTest-686668871 tempest-LiveMigrationNegativeTest-686668871-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:38.589182 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a9c69-0ec0-4b98-b2c4-b3c81c398dec req-627b1446-3b26-425f-ba77-095d174db8b1 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:38.590634 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9a0a9c69-0ec0-4b98-b2c4-b3c81c398dec req-627b1446-3b26-425f-ba77-095d174db8b1 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] 10.222.0.75 "GET /v2.0/ports?device_id=32fe9ae7-5f77-4143-a9ad-6bdb94f44adb HTTP/1.1" status: 200 len: 950 time: 0.0809796 Nov 25 17:22:38.663936 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9a0a9c69-0ec0-4b98-b2c4-b3c81c398dec req-7a9a6f94-aa38-42f1-b893-1eea71d61c7c tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] 10.222.0.75 "GET /v2.0/security-groups?id=cd8b5136-0d17-43a4-963b-63b878aef5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655830 Nov 25 17:22:38.672734 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1bd89c73-c692-4e40-bab4-32293f4159d5 req-a33f7dea-c162-48e2-8a3c-4b81847831af tempest-LiveMigrationNegativeTest-686668871 tempest-LiveMigrationNegativeTest-686668871-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:38.677189 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1bd89c73-c692-4e40-bab4-32293f4159d5 req-a33f7dea-c162-48e2-8a3c-4b81847831af tempest-LiveMigrationNegativeTest-686668871 tempest-LiveMigrationNegativeTest-686668871-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:38.719686 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1bd89c73-c692-4e40-bab4-32293f4159d5 req-a33f7dea-c162-48e2-8a3c-4b81847831af tempest-LiveMigrationNegativeTest-686668871 tempest-LiveMigrationNegativeTest-686668871-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=4694e97b-902c-4caa-bd8a-3c4e0bd567e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165198 Nov 25 17:22:38.720422 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f7dea-c162-48e2-8a3c-4b81847831af tempest-LiveMigrationNegativeTest-686668871 tempest-LiveMigrationNegativeTest-686668871-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc13086-5a47-4309-a2c7-c0ef4d4137fa,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:38.865891 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25820602-1715-4df0-a232-8ca30876b91a req-8919ce0c-8ac3-47af-bdb1-e95abbc4be25 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:38.867322 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-25820602-1715-4df0-a232-8ca30876b91a req-8919ce0c-8ac3-47af-bdb1-e95abbc4be25 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/ports?device_id=851b2964-72a8-440e-8234-fc14db00e928 HTTP/1.1" status: 200 len: 950 time: 0.0701869 Nov 25 17:22:38.913429 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e7be6e-3424-47ff-8694-e46f00484afd req-450c82e1-1968-45c0-babf-95545318ba95 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:38.914933 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b0e7be6e-3424-47ff-8694-e46f00484afd req-450c82e1-1968-45c0-babf-95545318ba95 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=3eef18eb-c307-4471-9906-537eeed4567a HTTP/1.1" status: 200 len: 945 time: 0.0818374 Nov 25 17:22:38.942810 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-25820602-1715-4df0-a232-8ca30876b91a req-632856c0-66bb-4b3f-ac03-041e06ada3ad tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673747 Nov 25 17:22:38.974809 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b0e7be6e-3424-47ff-8694-e46f00484afd req-5c98e268-7027-43c2-a256-beb15eb83778 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476820 Nov 25 17:22:39.210238 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0fde7-72eb-425e-b50d-0ceab51d09f3 req-e5b5e5b8-4aa9-45ec-8a92-db4b667a57bb tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:39.211645 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7bd0fde7-72eb-425e-b50d-0ceab51d09f3 req-e5b5e5b8-4aa9-45ec-8a92-db4b667a57bb tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe07db11-e9b2-4f62-bf81-0cce485424f1 HTTP/1.1" status: 200 len: 944 time: 0.0520535 Nov 25 17:22:39.260444 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7bd0fde7-72eb-425e-b50d-0ceab51d09f3 req-b671a16d-06e4-4bb5-9575-c2162b39b6f9 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423610 Nov 25 17:22:39.411588 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-59d74686-e5a1-48f7-a406-b09a5756aaa6 req-13906e61-0959-4334-b370-edf8ae078848 tempest-QuotasAdminNegativeTest-830607353 tempest-QuotasAdminNegativeTest-830607353-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=7d74ddabcb01437c8cd922f73123ddf0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243640 Nov 25 17:22:39.534020 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d74686-e5a1-48f7-a406-b09a5756aaa6 req-3dce7edb-74bd-4669-90a4-9cb24b9d555d tempest-QuotasAdminNegativeTest-830607353 tempest-QuotasAdminNegativeTest-830607353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:39.536597 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-59d74686-e5a1-48f7-a406-b09a5756aaa6 req-3dce7edb-74bd-4669-90a4-9cb24b9d555d tempest-QuotasAdminNegativeTest-830607353 tempest-QuotasAdminNegativeTest-830607353-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1194081 Nov 25 17:22:39.552791 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-59d74686-e5a1-48f7-a406-b09a5756aaa6 req-8505a778-45b2-4196-9dae-e549a43a8e4b tempest-QuotasAdminNegativeTest-830607353 tempest-QuotasAdminNegativeTest-830607353-project] 10.222.0.75 "GET /v2.0/quotas/7d74ddabcb01437c8cd922f73123ddf0 HTTP/1.1" status: 200 len: 375 time: 0.0105438 Nov 25 17:22:39.676154 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 52faa424-25c8-41e5-880a-1ed1142761da up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:22:39.739164 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port 52faa424-25c8-41e5-880a-1ed1142761da completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:22:39.744136 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port 52faa424-25c8-41e5-880a-1ed1142761da triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:39.744646 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:39.833989 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-59d74686-e5a1-48f7-a406-b09a5756aaa6 req-f86163d2-e721-437e-af3a-c20ddf097b31 tempest-QuotasAdminNegativeTest-830607353 tempest-QuotasAdminNegativeTest-830607353-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=7d74ddabcb01437c8cd922f73123ddf0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2685504 Nov 25 17:22:39.835482 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:39.870389 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 52faa424-25c8-41e5-880a-1ed1142761da, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=52faa424-25c8-41e5-880a-1ed1142761da,segment=NetworkSegment(2c22414f-d4c7-43ac-a576-c7b2f18031bf),segment_id=2c22414f-d4c7-43ac-a576-c7b2f18031bf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:39.875340 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:39.936741 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=52faa424-25c8-41e5-880a-1ed1142761da,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:39.994100 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa0d974-120f-4fc0-9100-b92d73cd3ef1 req-e977bf19-f5b1-45ff-ba6a-dbd229604a1b tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:39.995561 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-faa0d974-120f-4fc0-9100-b92d73cd3ef1 req-e977bf19-f5b1-45ff-ba6a-dbd229604a1b tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] 10.222.0.75 "GET /v2.0/ports?device_id=32fe9ae7-5f77-4143-a9ad-6bdb94f44adb HTTP/1.1" status: 200 len: 950 time: 0.0631585 Nov 25 17:22:40.044201 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-faa0d974-120f-4fc0-9100-b92d73cd3ef1 req-712c4101-f63e-4199-8521-8018eccd582a tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] 10.222.0.75 "GET /v2.0/security-groups?id=cd8b5136-0d17-43a4-963b-63b878aef5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421648 Nov 25 17:22:40.148378 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f8f68-50b4-4082-81ec-098678e1afc4 req-c5170319-7387-4cdc-959e-cd57a12a83d8 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:40.149868 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9b9f8f68-50b4-4082-81ec-098678e1afc4 req-c5170319-7387-4cdc-959e-cd57a12a83d8 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.75 "GET /v2.0/ports?device_id=57d25e97-e33a-4682-85ac-ed06d754ed78 HTTP/1.1" status: 200 len: 950 time: 0.0481441 Nov 25 17:22:40.201608 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9b9f8f68-50b4-4082-81ec-098678e1afc4 req-0a69f21b-8673-4d1c-b50d-03c888a0d6e8 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.75 "GET /v2.0/security-groups?id=4694e97b-902c-4caa-bd8a-3c4e0bd567e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447707 Nov 25 17:22:40.230881 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eef18eb-c307-4471-9906-537eeed4567a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a8f456-31f1-4440-b0d3-a01ede7ee21d'}, {'server_uuid': 'fe07db11-e9b2-4f62-bf81-0cce485424f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52faa424-25c8-41e5-880a-1ed1142761da'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:22:40.233567 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7dc8012-e173-41f1-9b13-46b7ce27d272" -d '{"events": [{"server_uuid": "3eef18eb-c307-4471-9906-537eeed4567a", "name": "network-vif-plugged", "status": "completed", "tag": "74a8f456-31f1-4440-b0d3-a01ede7ee21d"}, {"server_uuid": "fe07db11-e9b2-4f62-bf81-0cce485424f1", "name": "network-vif-plugged", "status": "completed", "tag": "52faa424-25c8-41e5-880a-1ed1142761da"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:22:40.470182 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e26331-56fa-4263-80a3-f2fb3772e464 req-fceb888d-b161-4cd3-b56f-4d629ec2ba90 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:40.471813 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-12e26331-56fa-4263-80a3-f2fb3772e464 req-fceb888d-b161-4cd3-b56f-4d629ec2ba90 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/ports?device_id=851b2964-72a8-440e-8234-fc14db00e928 HTTP/1.1" status: 200 len: 950 time: 0.0499051 Nov 25 17:22:40.528031 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-12e26331-56fa-4263-80a3-f2fb3772e464 req-4bd53c9e-7a27-4a32-b3cc-357c323a55a7 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503221 Nov 25 17:22:40.566307 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01273d1b-c519-4ca7-93b3-c6dbcb9bcaaa req-346257e0-bcf3-41a6-8f85-cb4b8fe51e18 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:40.568020 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-01273d1b-c519-4ca7-93b3-c6dbcb9bcaaa req-346257e0-bcf3-41a6-8f85-cb4b8fe51e18 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=3eef18eb-c307-4471-9906-537eeed4567a HTTP/1.1" status: 200 len: 945 time: 0.0556536 Nov 25 17:22:40.616914 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-01273d1b-c519-4ca7-93b3-c6dbcb9bcaaa req-d345dcee-fa3a-4d3d-bccd-69903d9429e9 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426693 Nov 25 17:22:40.700405 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 25 Nov 2021 17:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae07eca-595b-45b5-86a7-c3fac075b63e x-openstack-request-id: req-2ae07eca-595b-45b5-86a7-c3fac075b63e {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:22:40.700917 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eef18eb-c307-4471-9906-537eeed4567a", "name": "network-vif-plugged", "status": "completed", "tag": "74a8f456-31f1-4440-b0d3-a01ede7ee21d", "code": 200}, {"server_uuid": "fe07db11-e9b2-4f62-bf81-0cce485424f1", "name": "network-vif-plugged", "status": "completed", "tag": "52faa424-25c8-41e5-880a-1ed1142761da", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:22:40.701376 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2ae07eca-595b-45b5-86a7-c3fac075b63e {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:22:40.701913 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eef18eb-c307-4471-9906-537eeed4567a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a8f456-31f1-4440-b0d3-a01ede7ee21d', 'code': 200} Nov 25 17:22:40.702285 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe07db11-e9b2-4f62-bf81-0cce485424f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52faa424-25c8-41e5-880a-1ed1142761da', 'code': 200} Nov 25 17:22:40.799878 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dff0d5-827a-42f8-8183-151c0395d8cb req-7c352e6a-bf91-45de-8c5d-ad15f7f587ef tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:40.801374 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-38dff0d5-827a-42f8-8183-151c0395d8cb req-7c352e6a-bf91-45de-8c5d-ad15f7f587ef tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe07db11-e9b2-4f62-bf81-0cce485424f1 HTTP/1.1" status: 200 len: 945 time: 0.0525486 Nov 25 17:22:40.854141 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154afb8a-fd77-4973-a2eb-70e865440c01 req-9cc32090-8ac4-4387-be8d-ffe4ce2ef73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:40.855650 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-154afb8a-fd77-4973-a2eb-70e865440c01 req-9cc32090-8ac4-4387-be8d-ffe4ce2ef73c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=fe07db11-e9b2-4f62-bf81-0cce485424f1 HTTP/1.1" status: 200 len: 1096 time: 0.0477176 Nov 25 17:22:40.871549 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf1983-8668-49d7-8c54-6ce015c0799b req-d2c7a378-a789-4e5e-a1fd-23ccd2cf6d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:40.873131 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bbdf1983-8668-49d7-8c54-6ce015c0799b req-d2c7a378-a789-4e5e-a1fd-23ccd2cf6d59 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=3eef18eb-c307-4471-9906-537eeed4567a HTTP/1.1" status: 200 len: 1096 time: 0.0670962 Nov 25 17:22:40.885481 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-38dff0d5-827a-42f8-8183-151c0395d8cb req-c0d3a6f3-bee2-4b1e-9887-7c3e072c33e6 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706606 Nov 25 17:22:40.924256 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-154afb8a-fd77-4973-a2eb-70e865440c01 req-c3bbc06d-41c8-49df-bf4c-84294e304b6b service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594544 Nov 25 17:22:40.932195 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bbdf1983-8668-49d7-8c54-6ce015c0799b req-7c9764a6-4113-4ad0-821d-00b98f56cacf service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455518 Nov 25 17:22:41.005475 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21cec43-9904-424d-80a8-2f18f03ab558 req-e31a93e3-b4b3-4db7-82e6-644224ee09b7 tempest-ServersAdminNegativeTestJSON-1568815526 tempest-ServersAdminNegativeTestJSON-1568815526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:41.006987 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e21cec43-9904-424d-80a8-2f18f03ab558 req-e31a93e3-b4b3-4db7-82e6-644224ee09b7 tempest-ServersAdminNegativeTestJSON-1568815526 tempest-ServersAdminNegativeTestJSON-1568815526-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=32fe9ae7-5f77-4143-a9ad-6bdb94f44adb HTTP/1.1" status: 200 len: 1101 time: 0.0468092 Nov 25 17:22:41.025494 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e21cec43-9904-424d-80a8-2f18f03ab558 req-9d73beb4-dc38-473d-8822-eee0c0fb52eb tempest-ServersAdminNegativeTestJSON-1568815526 tempest-ServersAdminNegativeTestJSON-1568815526-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:41.097917 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e21cec43-9904-424d-80a8-2f18f03ab558 req-9d73beb4-dc38-473d-8822-eee0c0fb52eb tempest-ServersAdminNegativeTestJSON-1568815526 tempest-ServersAdminNegativeTestJSON-1568815526-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:41.101641 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e21cec43-9904-424d-80a8-2f18f03ab558 req-9d73beb4-dc38-473d-8822-eee0c0fb52eb tempest-ServersAdminNegativeTestJSON-1568815526 tempest-ServersAdminNegativeTestJSON-1568815526-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:41.139987 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e21cec43-9904-424d-80a8-2f18f03ab558 req-9d73beb4-dc38-473d-8822-eee0c0fb52eb tempest-ServersAdminNegativeTestJSON-1568815526 tempest-ServersAdminNegativeTestJSON-1568815526-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=cd8b5136-0d17-43a4-963b-63b878aef5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270962 Nov 25 17:22:41.140814 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d73beb4-dc38-473d-8822-eee0c0fb52eb tempest-ServersAdminNegativeTestJSON-1568815526 tempest-ServersAdminNegativeTestJSON-1568815526-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39de4814-a009-47ef-8694-9f398b3131e1,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:41.363566 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b7f70-d641-4189-835c-a577b8a217c8 req-d31e63e8-7ac0-4732-abd4-964f4373e3f2 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:41.365053 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-185b7f70-d641-4189-835c-a577b8a217c8 req-d31e63e8-7ac0-4732-abd4-964f4373e3f2 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.75 "GET /v2.0/ports?device_id=57d25e97-e33a-4682-85ac-ed06d754ed78 HTTP/1.1" status: 200 len: 950 time: 0.0505736 Nov 25 17:22:41.417363 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-185b7f70-d641-4189-835c-a577b8a217c8 req-a982af9e-16a7-4f1b-a700-7375e07d2e22 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.75 "GET /v2.0/security-groups?id=4694e97b-902c-4caa-bd8a-3c4e0bd567e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461898 Nov 25 17:22:41.509730 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f6680c48-cae5-4151-8017-1ed41b410f4c req-27ed52a2-e37a-427b-8ba8-9f30ce1d574c tempest-QuotasAdminNegativeTest-830607353 tempest-QuotasAdminNegativeTest-830607353-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=7d74ddabcb01437c8cd922f73123ddf0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219979 Nov 25 17:22:41.624626 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6680c48-cae5-4151-8017-1ed41b410f4c req-7d36ba8e-bbf3-4c7e-b55d-fc2d75992e76 tempest-QuotasAdminNegativeTest-830607353 tempest-QuotasAdminNegativeTest-830607353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:41.626120 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f6680c48-cae5-4151-8017-1ed41b410f4c req-7d36ba8e-bbf3-4c7e-b55d-fc2d75992e76 tempest-QuotasAdminNegativeTest-830607353 tempest-QuotasAdminNegativeTest-830607353-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1102171 Nov 25 17:22:41.642030 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f6680c48-cae5-4151-8017-1ed41b410f4c req-c5b3b2bf-18ff-42ff-aa35-088468bdaf76 tempest-QuotasAdminNegativeTest-830607353 tempest-QuotasAdminNegativeTest-830607353-project] 10.222.0.75 "GET /v2.0/quotas/7d74ddabcb01437c8cd922f73123ddf0 HTTP/1.1" status: 200 len: 375 time: 0.0098372 Nov 25 17:22:41.677790 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f6680c48-cae5-4151-8017-1ed41b410f4c req-b59efae0-befd-496b-b919-8db5214be139 tempest-QuotasAdminNegativeTest-830607353 tempest-QuotasAdminNegativeTest-830607353-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=7d74ddabcb01437c8cd922f73123ddf0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288792 Nov 25 17:22:41.761984 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea455f1-63d8-48e2-aa97-7a3f8d32e3de req-d8012814-a1a1-419d-9ecc-275a22fef460 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:41.763457 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bea455f1-63d8-48e2-aa97-7a3f8d32e3de req-d8012814-a1a1-419d-9ecc-275a22fef460 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/ports?device_id=851b2964-72a8-440e-8234-fc14db00e928 HTTP/1.1" status: 200 len: 950 time: 0.0526421 Nov 25 17:22:41.837163 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bea455f1-63d8-48e2-aa97-7a3f8d32e3de req-d68f8ee4-8e5c-4b6a-a595-4311c4de2650 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677226 Nov 25 17:22:41.852063 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19420ac2-abba-4f09-8ebd-6417859c2de4 req-826cc222-5e33-4924-84e0-ed22e8d33328 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:41.853560 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-19420ac2-abba-4f09-8ebd-6417859c2de4 req-826cc222-5e33-4924-84e0-ed22e8d33328 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=3eef18eb-c307-4471-9906-537eeed4567a HTTP/1.1" status: 200 len: 945 time: 0.0705504 Nov 25 17:22:41.936767 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31310f-ea60-495a-a449-6ed287f329ad req-c45f9b83-e7ea-4056-8d39-04dd6a9984af tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:41.938281 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7c31310f-ea60-495a-a449-6ed287f329ad req-c45f9b83-e7ea-4056-8d39-04dd6a9984af tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.90 "GET /v2.0/ports?device_id=57d25e97-e33a-4682-85ac-ed06d754ed78 HTTP/1.1" status: 200 len: 950 time: 0.0768785 Nov 25 17:22:41.941668 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-19420ac2-abba-4f09-8ebd-6417859c2de4 req-9cbde461-5344-4edb-8c31-8597f225ade1 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814421 Nov 25 17:22:42.063380 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-7c31310f-ea60-495a-a449-6ed287f329ad req-85bf0cc9-7296-4d69-8737-b94cbc1b2bd5 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Deleting port e7639407-be2f-4833-91a9-f82f9c983822 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:22:42.064157 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7c31310f-ea60-495a-a449-6ed287f329ad req-85bf0cc9-7296-4d69-8737-b94cbc1b2bd5 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:42.212672 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-7c31310f-ea60-495a-a449-6ed287f329ad req-85bf0cc9-7296-4d69-8737-b94cbc1b2bd5 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] For port e7639407-be2f-4833-91a9-f82f9c983822, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=e7639407-be2f-4833-91a9-f82f9c983822,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:42.213209 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7c31310f-ea60-495a-a449-6ed287f329ad req-85bf0cc9-7296-4d69-8737-b94cbc1b2bd5 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:42.240683 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-7c31310f-ea60-495a-a449-6ed287f329ad req-85bf0cc9-7296-4d69-8737-b94cbc1b2bd5 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Calling delete_port for e7639407-be2f-4833-91a9-f82f9c983822 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:22:42.324935 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a79a2b5-4900-42b2-845b-1136a2d9f11c req-43017eaf-767e-44a5-aa23-2a68a088415b tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:42.327131 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8a79a2b5-4900-42b2-845b-1136a2d9f11c req-43017eaf-767e-44a5-aa23-2a68a088415b tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe07db11-e9b2-4f62-bf81-0cce485424f1 HTTP/1.1" status: 200 len: 945 time: 0.1042142 Nov 25 17:22:42.442070 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8a79a2b5-4900-42b2-845b-1136a2d9f11c req-b9f52c95-c2b2-4a79-bc3c-8e33e3c73b07 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020217 Nov 25 17:22:42.445320 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4593577-dd7c-4189-9ecb-307b51af30cb req-362c0a06-cd53-459a-917a-2edc1f262eec tempest-ServersAdminNegativeTestJSON-1568815526 tempest-ServersAdminNegativeTestJSON-1568815526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:42.453011 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a4593577-dd7c-4189-9ecb-307b51af30cb req-362c0a06-cd53-459a-917a-2edc1f262eec tempest-ServersAdminNegativeTestJSON-1568815526 tempest-ServersAdminNegativeTestJSON-1568815526-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=32fe9ae7-5f77-4143-a9ad-6bdb94f44adb HTTP/1.1" status: 200 len: 1101 time: 0.1248603 Nov 25 17:22:42.580470 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33156) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:42.591939 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7c31310f-ea60-495a-a449-6ed287f329ad req-85bf0cc9-7296-4d69-8737-b94cbc1b2bd5 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:42.604132 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['2aacf250-4c44-443e-8a78-4c5d1d0c068c', 'e7639407-be2f-4833-91a9-f82f9c983822'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:22:42.620918 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a4593577-dd7c-4189-9ecb-307b51af30cb req-b3ce8b01-2755-43b5-a72b-27b4ce1fc77a tempest-ServersAdminNegativeTestJSON-1568815526 tempest-ServersAdminNegativeTestJSON-1568815526-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=cd8b5136-0d17-43a4-963b-63b878aef5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617815 Nov 25 17:22:42.634478 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b1b15fa7-4a0b-4e8e-8572-105f5e36e728 req-ff711990-2141-43ad-a668-22c1b2446b03 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.75 "GET /v2.0/ports?device_id=57d25e97-e33a-4682-85ac-ed06d754ed78 HTTP/1.1" status: 200 len: 210 time: 0.0639994 Nov 25 17:22:42.668882 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf0cc9-7296-4d69-8737-b94cbc1b2bd5 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Pushing event deleted for resources: {'Port': ['ID=e7639407-be2f-4833-91a9-f82f9c983822,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:42.751143 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b916533b-5acb-4f0b-9e45-a7a458c79358 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:42.771239 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c31310f-ea60-495a-a449-6ed287f329ad req-85bf0cc9-7296-4d69-8737-b94cbc1b2bd5 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] No DVR routers for this DVR port e7639407-be2f-4833-91a9-f82f9c983822 on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:22:42.774556 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7c31310f-ea60-495a-a449-6ed287f329ad req-85bf0cc9-7296-4d69-8737-b94cbc1b2bd5 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:42.778897 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7c31310f-ea60-495a-a449-6ed287f329ad req-85bf0cc9-7296-4d69-8737-b94cbc1b2bd5 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.90 "DELETE /v2.0/ports/e7639407-be2f-4833-91a9-f82f9c983822 HTTP/1.1" status: 204 len: 173 time: 0.8211508 Nov 25 17:22:42.779379 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d25e97-e33a-4682-85ac-ed06d754ed78', 'name': 'network-vif-deleted', 'tag': 'e7639407-be2f-4833-91a9-f82f9c983822'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:22:42.781735 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157e09d1-ed82-488c-befb-ef5084c6e969" -d '{"events": [{"server_uuid": "57d25e97-e33a-4682-85ac-ed06d754ed78", "name": "network-vif-deleted", "tag": "e7639407-be2f-4833-91a9-f82f9c983822"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:22:42.908146 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a897740-84c5-4d83-8560-6a9e226f564d x-openstack-request-id: req-3a897740-84c5-4d83-8560-6a9e226f564d {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:22:42.908447 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57d25e97-e33a-4682-85ac-ed06d754ed78", "name": "network-vif-deleted", "tag": "e7639407-be2f-4833-91a9-f82f9c983822", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:22:42.908708 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3a897740-84c5-4d83-8560-6a9e226f564d {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:22:42.909187 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d25e97-e33a-4682-85ac-ed06d754ed78', 'name': 'network-vif-deleted', 'tag': 'e7639407-be2f-4833-91a9-f82f9c983822', 'status': 'completed', 'code': 200} Nov 25 17:22:42.946215 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b916533b-5acb-4f0b-9e45-a7a458c79358 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:42.954659 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b916533b-5acb-4f0b-9e45-a7a458c79358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:43.036361 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b916533b-5acb-4f0b-9e45-a7a458c79358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70599c8a-a4e9-4606-9745-6e8a198a6c8e,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:43.043999 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b916533b-5acb-4f0b-9e45-a7a458c79358 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7d74ddabcb01437c8cd922f73123ddf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4624031 Nov 25 17:22:43.045629 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 33182) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:43.171954 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-eac9cd1e-92db-4feb-9018-b1a4a815762c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:43.197268 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ca2a4-04d4-42c2-aab3-a9ab4608e86d req-31e50e4f-120f-494f-99dd-72afd547e452 tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:43.199016 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-403ca2a4-04d4-42c2-aab3-a9ab4608e86d req-31e50e4f-120f-494f-99dd-72afd547e452 tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=fe07db11-e9b2-4f62-bf81-0cce485424f1 HTTP/1.1" status: 200 len: 1096 time: 0.1163960 Nov 25 17:22:43.207452 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2238aeaf-cb80-468b-87cb-3d79b7251eb3 req-c67955cc-8dc7-424a-a2e5-4ebcc3f6bcf0 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:43.208905 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2238aeaf-cb80-468b-87cb-3d79b7251eb3 req-c67955cc-8dc7-424a-a2e5-4ebcc3f6bcf0 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/ports?device_id=851b2964-72a8-440e-8234-fc14db00e928 HTTP/1.1" status: 200 len: 950 time: 0.1307864 Nov 25 17:22:43.226960 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-eac9cd1e-92db-4feb-9018-b1a4a815762c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:43.311218 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-403ca2a4-04d4-42c2-aab3-a9ab4608e86d req-cefc704c-1d17-4ea1-96e0-c63b085796d3 tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972307 Nov 25 17:22:43.337745 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2238aeaf-cb80-468b-87cb-3d79b7251eb3 req-770369b2-504c-42b1-965a-586ccde216bf tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155102 Nov 25 17:22:43.360704 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-eac9cd1e-92db-4feb-9018-b1a4a815762c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:43.360704 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-eac9cd1e-92db-4feb-9018-b1a4a815762c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:43.361280 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-eac9cd1e-92db-4feb-9018-b1a4a815762c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/70599c8a-a4e9-4606-9745-6e8a198a6c8e HTTP/1.1" status: 204 len: 168 time: 0.3143170 Nov 25 17:22:43.369488 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33198) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:43.380924 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac9cd1e-92db-4feb-9018-b1a4a815762c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70599c8a-a4e9-4606-9745-6e8a198a6c8e,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:43.498325 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e45bcf-01d0-4099-a7e9-32fbb2e1ba6c req-02cffbee-aa23-4ea5-a00a-0aa58f68f2fe tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:43.510798 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c7e45bcf-01d0-4099-a7e9-32fbb2e1ba6c req-02cffbee-aa23-4ea5-a00a-0aa58f68f2fe tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=3eef18eb-c307-4471-9906-537eeed4567a HTTP/1.1" status: 200 len: 945 time: 0.0927579 Nov 25 17:22:43.609323 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c7e45bcf-01d0-4099-a7e9-32fbb2e1ba6c req-ec1284eb-f1ae-427f-83ba-7c5a8d39e566 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975289 Nov 25 17:22:43.612042 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a74b70b-3e09-41dd-9fb9-dcef06a1fd33 req-86c2c01f-3613-49bc-82dd-b32d5c85cfed tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:43.613754 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3a74b70b-3e09-41dd-9fb9-dcef06a1fd33 req-86c2c01f-3613-49bc-82dd-b32d5c85cfed tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=fe07db11-e9b2-4f62-bf81-0cce485424f1 HTTP/1.1" status: 200 len: 1096 time: 0.0808890 Nov 25 17:22:43.683268 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3a74b70b-3e09-41dd-9fb9-dcef06a1fd33 req-113ea318-20c1-4b63-bc34-f1b7760b7eec tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581505 Nov 25 17:22:43.744497 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6d53ba62-f8df-45c0-8806-780e970e6333 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:43.757320 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f63558-5725-4fd9-9d97-4fb216c292b5 req-9a3994e0-4d35-4e61-891c-7d4d56412766 tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:43.759019 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-16f63558-5725-4fd9-9d97-4fb216c292b5 req-9a3994e0-4d35-4e61-891c-7d4d56412766 tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=3eef18eb-c307-4471-9906-537eeed4567a HTTP/1.1" status: 200 len: 1096 time: 0.0441196 Nov 25 17:22:43.782423 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 33212) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:43.802000 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-db49e6a5-0f97-4bd1-9cf1-701e27aef5d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:43.838082 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6d53ba62-f8df-45c0-8806-780e970e6333 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:43.841671 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-16f63558-5725-4fd9-9d97-4fb216c292b5 req-8e9951be-15bb-4048-9d73-fae64f3459c9 tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732768 Nov 25 17:22:43.844763 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6d53ba62-f8df-45c0-8806-780e970e6333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:43.911122 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6d53ba62-f8df-45c0-8806-780e970e6333 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9c627019bd85410681d8b5489ec736ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5401993 Nov 25 17:22:43.912596 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d53ba62-f8df-45c0-8806-780e970e6333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d22e388-c062-405f-8c80-e21e54b30ab5,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:43.915478 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 33220) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:44.083779 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-db49e6a5-0f97-4bd1-9cf1-701e27aef5d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:44.092770 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d776a106-f928-4c9e-9dc3-862e25cd60e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:44.094272 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-db49e6a5-0f97-4bd1-9cf1-701e27aef5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:44.117221 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec7330-eb57-4cff-b1a1-43163abfc884 req-7b210927-e4df-4f22-af44-a83ffb94c43a tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:44.118681 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0dec7330-eb57-4cff-b1a1-43163abfc884 req-7b210927-e4df-4f22-af44-a83ffb94c43a tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] 10.222.0.75 "GET /v2.0/ports?device_id=32fe9ae7-5f77-4143-a9ad-6bdb94f44adb HTTP/1.1" status: 200 len: 950 time: 0.1394320 Nov 25 17:22:44.131018 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410085e-5d82-4cff-b9b3-e75fb7eb887c req-115e2536-c552-43e3-a037-b5e3fb8d2a16 tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:44.132432 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2410085e-5d82-4cff-b9b3-e75fb7eb887c req-115e2536-c552-43e3-a037-b5e3fb8d2a16 tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=3eef18eb-c307-4471-9906-537eeed4567a HTTP/1.1" status: 200 len: 1096 time: 0.1483943 Nov 25 17:22:44.183634 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d776a106-f928-4c9e-9dc3-862e25cd60e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:44.197108 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-db49e6a5-0f97-4bd1-9cf1-701e27aef5d5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=aef83415a36d460eabc14674d5a2016b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4136133 Nov 25 17:22:44.199882 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33226) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:44.204000 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db49e6a5-0f97-4bd1-9cf1-701e27aef5d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a344464-b458-4beb-90ee-d41f18191a31,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:44.250113 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7b475d89-15ac-407b-8a31-4037e5d181ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:44.267953 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2410085e-5d82-4cff-b9b3-e75fb7eb887c req-a41d868d-69ae-47e2-9b85-6fcfb1f0e2a4 tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282208 Nov 25 17:22:44.271212 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0dec7330-eb57-4cff-b1a1-43163abfc884 req-70468076-c018-4fc3-bced-89b2ee0ef831 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] 10.222.0.75 "GET /v2.0/security-groups?id=cd8b5136-0d17-43a4-963b-63b878aef5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378675 Nov 25 17:22:44.273795 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7b475d89-15ac-407b-8a31-4037e5d181ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:44.298680 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d776a106-f928-4c9e-9dc3-862e25cd60e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:44.301627 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d776a106-f928-4c9e-9dc3-862e25cd60e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:44.305209 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d776a106-f928-4c9e-9dc3-862e25cd60e0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5d22e388-c062-405f-8c80-e21e54b30ab5 HTTP/1.1" status: 204 len: 168 time: 0.3865099 Nov 25 17:22:44.310911 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d776a106-f928-4c9e-9dc3-862e25cd60e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d22e388-c062-405f-8c80-e21e54b30ab5,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:44.374025 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7b475d89-15ac-407b-8a31-4037e5d181ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:44.377570 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7b475d89-15ac-407b-8a31-4037e5d181ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:44.384849 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7b475d89-15ac-407b-8a31-4037e5d181ab admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9a344464-b458-4beb-90ee-d41f18191a31 HTTP/1.1" status: 204 len: 168 time: 0.1833489 Nov 25 17:22:44.408584 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b475d89-15ac-407b-8a31-4037e5d181ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a344464-b458-4beb-90ee-d41f18191a31,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:44.617412 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b127c7-ab90-4e49-b459-c724c25affd6 req-199aba0c-f5ce-4193-b8ef-6705c5a00264 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:44.627169 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-36b127c7-ab90-4e49-b459-c724c25affd6 req-199aba0c-f5ce-4193-b8ef-6705c5a00264 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/ports?device_id=851b2964-72a8-440e-8234-fc14db00e928 HTTP/1.1" status: 200 len: 950 time: 0.0871010 Nov 25 17:22:44.676571 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-36b127c7-ab90-4e49-b459-c724c25affd6 req-a51eb239-2489-4a93-934b-008d3a1fc33c tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437474 Nov 25 17:22:44.801262 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e06fd-9dbb-4071-b39c-a5db55298cd7 req-e6cfdba4-3b16-4f6f-9595-6b612de61d0b tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:44.802834 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-884e06fd-9dbb-4071-b39c-a5db55298cd7 req-e6cfdba4-3b16-4f6f-9595-6b612de61d0b tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.75 "GET /v2.0/ports?device_id=fb95c7fa-8b95-40f6-b794-e92ee38e44bc HTTP/1.1" status: 200 len: 950 time: 0.0596173 Nov 25 17:22:44.865803 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-884e06fd-9dbb-4071-b39c-a5db55298cd7 req-7ff4f3f3-de3a-498a-ab07-07cbe5d20a10 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.75 "GET /v2.0/security-groups?id=4694e97b-902c-4caa-bd8a-3c4e0bd567e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569122 Nov 25 17:22:45.194083 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c80528-80e9-4564-b87c-c48666526be2 req-0f3a42c0-1945-4cac-9ae2-800ee3f95308 tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:45.197474 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-35c80528-80e9-4564-b87c-c48666526be2 req-0f3a42c0-1945-4cac-9ae2-800ee3f95308 tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=3eef18eb-c307-4471-9906-537eeed4567a HTTP/1.1" status: 200 len: 1096 time: 0.0699902 Nov 25 17:22:45.263360 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-35c80528-80e9-4564-b87c-c48666526be2 req-d47f8c05-f6f5-4bd5-aec2-1f7a692fb114 tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592456 Nov 25 17:22:45.426506 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b844e18-f929-4db4-a324-8a8d96fcca58 req-658af5e4-9038-4f5a-b717-482610d297d0 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:45.428002 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5b844e18-f929-4db4-a324-8a8d96fcca58 req-658af5e4-9038-4f5a-b717-482610d297d0 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] 10.222.0.75 "GET /v2.0/ports?device_id=32fe9ae7-5f77-4143-a9ad-6bdb94f44adb HTTP/1.1" status: 200 len: 950 time: 0.0506141 Nov 25 17:22:45.477584 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5b844e18-f929-4db4-a324-8a8d96fcca58 req-922d641a-c438-496f-bb2c-fb695ca5698a tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] 10.222.0.75 "GET /v2.0/security-groups?id=cd8b5136-0d17-43a4-963b-63b878aef5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431247 Nov 25 17:22:45.549193 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa72772-071e-4f79-99ce-9bdb7816c874 req-cff1bf67-ec66-4234-bf7b-686b6ed1c3c4 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:45.550695 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-faa72772-071e-4f79-99ce-9bdb7816c874 req-cff1bf67-ec66-4234-bf7b-686b6ed1c3c4 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] 10.222.0.90 "GET /v2.0/ports?device_id=32fe9ae7-5f77-4143-a9ad-6bdb94f44adb HTTP/1.1" status: 200 len: 950 time: 0.0583637 Nov 25 17:22:45.620056 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-8fcc9ca5-3b9e-4f55-96d7-0a0e88866b46 tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:22:45.627356 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-8fcc9ca5-3b9e-4f55-96d7-0a0e88866b46 tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0131366 Nov 25 17:22:45.678889 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-faa72772-071e-4f79-99ce-9bdb7816c874 req-b330378e-ab8f-40f1-9b9a-4a28548aa08e tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Deleting port 9f101f4a-b3aa-438e-895c-2d9177f377a9 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:22:45.679396 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-faa72772-071e-4f79-99ce-9bdb7816c874 req-b330378e-ab8f-40f1-9b9a-4a28548aa08e tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:45.680991 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-847dd05a-a359-42ed-b4cc-cd2199526777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:45.682689 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-847dd05a-a359-42ed-b4cc-cd2199526777 service neutron] 10.222.0.75 "GET /v2.0/ports/52faa424-25c8-41e5-880a-1ed1142761da HTTP/1.1" status: 200 len: 1093 time: 0.0507054 Nov 25 17:22:45.692339 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device e7639407-be2f-4833-91a9-f82f9c983822 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:22:45.696770 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-a456c014-f9db-49b8-9c0c-8a159b23717d service neutron] Request body: {'binding': {'host': 'n-h1-817746-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:45.701352 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-a456c014-f9db-49b8-9c0c-8a159b23717d service neutron] Unknown quota resources ['binding']. {{(pid=103360) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 17:22:45.743302 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: e7639407-be2f-4833-91a9-f82f9c983822 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:22:45.743863 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device e7639407-be2f-4833-91a9-f82f9c983822 not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:22:45.794681 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-faa72772-071e-4f79-99ce-9bdb7816c874 req-b330378e-ab8f-40f1-9b9a-4a28548aa08e tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] For port 9f101f4a-b3aa-438e-895c-2d9177f377a9, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=9f101f4a-b3aa-438e-895c-2d9177f377a9,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:45.795053 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-faa72772-071e-4f79-99ce-9bdb7816c874 req-b330378e-ab8f-40f1-9b9a-4a28548aa08e tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:45.813967 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-faa72772-071e-4f79-99ce-9bdb7816c874 req-b330378e-ab8f-40f1-9b9a-4a28548aa08e tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Calling delete_port for 9f101f4a-b3aa-438e-895c-2d9177f377a9 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:22:45.924231 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-a456c014-f9db-49b8-9c0c-8a159b23717d service neutron] Attempting to bind port 52faa424-25c8-41e5-880a-1ed1142761da on host n-h1-817746-1 for vnic_type normal with profile None {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:22:45.924761 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-a456c014-f9db-49b8-9c0c-8a159b23717d service neutron] Attempting to bind port 52faa424-25c8-41e5-880a-1ed1142761da by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '2c22414f-d4c7-43ac-a576-c7b2f18031bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:22:45.925409 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-a456c014-f9db-49b8-9c0c-8a159b23717d service neutron] Attempting to bind port 52faa424-25c8-41e5-880a-1ed1142761da on network cdfc7726-be74-4470-a033-195b79623a95 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:22:45.932434 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-a456c014-f9db-49b8-9c0c-8a159b23717d service neutron] Port 52faa424-25c8-41e5-880a-1ed1142761da on network cdfc7726-be74-4470-a033-195b79623a95 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:22:45.932882 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-a456c014-f9db-49b8-9c0c-8a159b23717d service neutron] Attempting to bind port 52faa424-25c8-41e5-880a-1ed1142761da on network cdfc7726-be74-4470-a033-195b79623a95 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:22:45.939379 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-a456c014-f9db-49b8-9c0c-8a159b23717d service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:22:45.940621 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-a456c014-f9db-49b8-9c0c-8a159b23717d service neutron] Checking segment: {'id': '2c22414f-d4c7-43ac-a576-c7b2f18031bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:22:45.941244 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-a456c014-f9db-49b8-9c0c-8a159b23717d service neutron] Bound using segment: {'id': '2c22414f-d4c7-43ac-a576-c7b2f18031bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:22:45.942004 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-a456c014-f9db-49b8-9c0c-8a159b23717d service neutron] Bound port: 52faa424-25c8-41e5-880a-1ed1142761da, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c22414f-d4c7-43ac-a576-c7b2f18031bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:22:45.976265 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-faa72772-071e-4f79-99ce-9bdb7816c874 req-b330378e-ab8f-40f1-9b9a-4a28548aa08e tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:45.988575 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['a7b55702-78cd-4533-9e1c-83e3483b9488'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:22:45.994754 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['9f101f4a-b3aa-438e-895c-2d9177f377a9'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:22:46.060123 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-a456c014-f9db-49b8-9c0c-8a159b23717d service neutron] For port 52faa424-25c8-41e5-880a-1ed1142761da, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=52faa424-25c8-41e5-880a-1ed1142761da,segment=NetworkSegment(2c22414f-d4c7-43ac-a576-c7b2f18031bf),segment_id=2c22414f-d4c7-43ac-a576-c7b2f18031bf)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:22:46.075498 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b330378e-ab8f-40f1-9b9a-4a28548aa08e tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Pushing event deleted for resources: {'Port': ['ID=9f101f4a-b3aa-438e-895c-2d9177f377a9,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:46.089666 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-a456c014-f9db-49b8-9c0c-8a159b23717d service neutron] Publish callbacks [] for binding, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:46.091504 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-a456c014-f9db-49b8-9c0c-8a159b23717d service neutron] 10.222.0.75 "POST /v2.0/ports/52faa424-25c8-41e5-880a-1ed1142761da/bindings HTTP/1.1" status: 201 len: 389 time: 0.3996150 Nov 25 17:22:46.142610 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-faa72772-071e-4f79-99ce-9bdb7816c874 req-b330378e-ab8f-40f1-9b9a-4a28548aa08e tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] No DVR routers for this DVR port 9f101f4a-b3aa-438e-895c-2d9177f377a9 on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:22:46.147196 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-faa72772-071e-4f79-99ce-9bdb7816c874 req-b330378e-ab8f-40f1-9b9a-4a28548aa08e tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:46.152648 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-faa72772-071e-4f79-99ce-9bdb7816c874 req-b330378e-ab8f-40f1-9b9a-4a28548aa08e tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] 10.222.0.90 "DELETE /v2.0/ports/9f101f4a-b3aa-438e-895c-2d9177f377a9 HTTP/1.1" status: 204 len: 173 time: 0.5939703 Nov 25 17:22:46.158532 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9f32e-d749-4b0a-b639-210a3ecb44bd req-c056b121-a6ac-4522-a304-e55b9ebbf486 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:46.160262 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-1bc9f32e-d749-4b0a-b639-210a3ecb44bd req-c056b121-a6ac-4522-a304-e55b9ebbf486 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.90 "GET /v2.0/ports?device_id=fb95c7fa-8b95-40f6-b794-e92ee38e44bc HTTP/1.1" status: 200 len: 950 time: 0.1545653 Nov 25 17:22:46.167368 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32fe9ae7-5f77-4143-a9ad-6bdb94f44adb', 'name': 'network-vif-deleted', 'tag': '9f101f4a-b3aa-438e-895c-2d9177f377a9'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:22:46.176700 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452ee91d-2487-4e0a-b14e-0a7e66f3526e" -d '{"events": [{"server_uuid": "32fe9ae7-5f77-4143-a9ad-6bdb94f44adb", "name": "network-vif-deleted", "tag": "9f101f4a-b3aa-438e-895c-2d9177f377a9"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:22:46.247412 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa8e93-b5aa-4788-a246-61bbfb932fc0 req-5a1b1b02-97b6-4307-b0cc-168962c7ba87 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:46.255339 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-86fa8e93-b5aa-4788-a246-61bbfb932fc0 req-5a1b1b02-97b6-4307-b0cc-168962c7ba87 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/ports?device_id=851b2964-72a8-440e-8234-fc14db00e928 HTTP/1.1" status: 200 len: 950 time: 0.2347553 Nov 25 17:22:46.369960 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-86fa8e93-b5aa-4788-a246-61bbfb932fc0 req-5175ba01-9680-48f1-968a-b6da3af0d157 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076868 Nov 25 17:22:46.397067 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77f468-f586-44dd-8959-a23c5ac906ab req-e6bf8836-c628-4950-a880-e4028f9d4e16 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:46.398884 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5a77f468-f586-44dd-8959-a23c5ac906ab req-e6bf8836-c628-4950-a880-e4028f9d4e16 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.75 "GET /v2.0/ports?device_id=fb95c7fa-8b95-40f6-b794-e92ee38e44bc HTTP/1.1" status: 200 len: 950 time: 0.0713689 Nov 25 17:22:46.460693 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:46.464003 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-1bc9f32e-d749-4b0a-b639-210a3ecb44bd req-406401a0-832d-4f1e-be18-ee5dd29077cb tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Deleting port 2aacf250-4c44-443e-8a78-4c5d1d0c068c {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:22:46.464617 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-1bc9f32e-d749-4b0a-b639-210a3ecb44bd req-406401a0-832d-4f1e-be18-ee5dd29077cb tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:46.494242 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5a77f468-f586-44dd-8959-a23c5ac906ab req-32c96020-cea4-4c6a-aa90-704458272167 tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.75 "GET /v2.0/security-groups?id=4694e97b-902c-4caa-bd8a-3c4e0bd567e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886731 Nov 25 17:22:46.516933 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-6cc45bd5-e072-4ce4-84c7-779b09aebd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:46.516933 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-6cc45bd5-e072-4ce4-84c7-779b09aebd5e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cbebe6cb2b944a35af1ec08d68611682&device_id=fe07db11-e9b2-4f62-bf81-0cce485424f1 HTTP/1.1" status: 200 len: 1096 time: 0.0552120 Nov 25 17:22:46.568921 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cadfc82-01d1-4bab-8726-8e5d44af9a98 x-openstack-request-id: req-1cadfc82-01d1-4bab-8726-8e5d44af9a98 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:22:46.569307 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32fe9ae7-5f77-4143-a9ad-6bdb94f44adb", "name": "network-vif-deleted", "tag": "9f101f4a-b3aa-438e-895c-2d9177f377a9", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:22:46.569574 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1cadfc82-01d1-4bab-8726-8e5d44af9a98 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:22:46.569993 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32fe9ae7-5f77-4143-a9ad-6bdb94f44adb', 'name': 'network-vif-deleted', 'tag': '9f101f4a-b3aa-438e-895c-2d9177f377a9', 'status': 'completed', 'code': 200} Nov 25 17:22:46.590008 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:46.594286 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-1bc9f32e-d749-4b0a-b639-210a3ecb44bd req-406401a0-832d-4f1e-be18-ee5dd29077cb tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] For port 2aacf250-4c44-443e-8a78-4c5d1d0c068c, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=2aacf250-4c44-443e-8a78-4c5d1d0c068c,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:46.594656 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-1bc9f32e-d749-4b0a-b639-210a3ecb44bd req-406401a0-832d-4f1e-be18-ee5dd29077cb tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:46.626799 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-1bc9f32e-d749-4b0a-b639-210a3ecb44bd req-406401a0-832d-4f1e-be18-ee5dd29077cb tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Calling delete_port for 2aacf250-4c44-443e-8a78-4c5d1d0c068c owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:22:46.707132 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-5ad07d1e-09a6-4afc-b8f1-8338808c43a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:46.708498 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-5ad07d1e-09a6-4afc-b8f1-8338808c43a1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cdfc7726-be74-4470-a033-195b79623a95 HTTP/1.1" status: 200 len: 908 time: 0.1867931 Nov 25 17:22:46.716263 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7731bfe-8eba-40f4-b307-f3e02a21fe27 req-9f2c7d39-fe14-4d44-a93b-9db7bca85dd9 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:46.717842 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c7731bfe-8eba-40f4-b307-f3e02a21fe27 req-9f2c7d39-fe14-4d44-a93b-9db7bca85dd9 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe07db11-e9b2-4f62-bf81-0cce485424f1 HTTP/1.1" status: 200 len: 945 time: 0.1154101 Nov 25 17:22:46.724544 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a398447-d73f-4617-8fcb-5320307b501b req-da0ea911-45e1-4ab4-8176-a7d24f09bef8 tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:46.726084 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7a398447-d73f-4617-8fcb-5320307b501b req-da0ea911-45e1-4ab4-8176-a7d24f09bef8 tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=3eef18eb-c307-4471-9906-537eeed4567a HTTP/1.1" status: 200 len: 1096 time: 0.1100137 Nov 25 17:22:46.791177 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-fe3fd188-77e8-45f4-9280-ed9ad78646c6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=52faa424-25c8-41e5-880a-1ed1142761da HTTP/1.1" status: 200 len: 217 time: 0.0629609 Nov 25 17:22:46.795555 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-1bc9f32e-d749-4b0a-b639-210a3ecb44bd req-406401a0-832d-4f1e-be18-ee5dd29077cb tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:46.807253 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['2aacf250-4c44-443e-8a78-4c5d1d0c068c'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:22:46.830176 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406401a0-832d-4f1e-be18-ee5dd29077cb tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Pushing event deleted for resources: {'Port': ['ID=2aacf250-4c44-443e-8a78-4c5d1d0c068c,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:46.868470 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c7731bfe-8eba-40f4-b307-f3e02a21fe27 req-6b67bb1f-79e2-4314-87a9-87fc51317162 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413474 Nov 25 17:22:46.880603 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7a398447-d73f-4617-8fcb-5320307b501b req-4fff638f-4ff8-4e2c-8810-a46d7294807d tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405740 Nov 25 17:22:46.882485 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-83b8d231-97c4-4f38-a998-c90afde1efdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:46.883834 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-83b8d231-97c4-4f38-a998-c90afde1efdb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ee1e665a-f297-4067-8b5a-7a7e373f89c9 HTTP/1.1" status: 200 len: 847 time: 0.0805154 Nov 25 17:22:46.933530 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bc9f32e-d749-4b0a-b639-210a3ecb44bd req-406401a0-832d-4f1e-be18-ee5dd29077cb tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] No DVR routers for this DVR port 2aacf250-4c44-443e-8a78-4c5d1d0c068c on host n-h2-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:22:46.937139 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-1bc9f32e-d749-4b0a-b639-210a3ecb44bd req-406401a0-832d-4f1e-be18-ee5dd29077cb tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:46.941193 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-1bc9f32e-d749-4b0a-b639-210a3ecb44bd req-406401a0-832d-4f1e-be18-ee5dd29077cb tempest-LiveMigrationNegativeTest-1550747638 tempest-LiveMigrationNegativeTest-1550747638-project] 10.222.0.90 "DELETE /v2.0/ports/2aacf250-4c44-443e-8a78-4c5d1d0c068c HTTP/1.1" status: 204 len: 173 time: 0.7744095 Nov 25 17:22:46.941798 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb95c7fa-8b95-40f6-b794-e92ee38e44bc', 'name': 'network-vif-deleted', 'tag': '2aacf250-4c44-443e-8a78-4c5d1d0c068c'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:22:46.945085 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530d6a48-18cd-4744-8180-e6d5359b7dc4" -d '{"events": [{"server_uuid": "fb95c7fa-8b95-40f6-b794-e92ee38e44bc", "name": "network-vif-deleted", "tag": "2aacf250-4c44-443e-8a78-4c5d1d0c068c"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:22:46.950874 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-dc45b47d-945d-4207-87ce-5b63128e9761 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cdfc7726-be74-4470-a033-195b79623a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416243 Nov 25 17:22:47.101818 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9930f690-9d25-4614-b9c2-cedd4417f08c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:47.105799 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c37e7bc-679e-42db-955f-46aefd981f4d x-openstack-request-id: req-8c37e7bc-679e-42db-955f-46aefd981f4d {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:22:47.106301 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb95c7fa-8b95-40f6-b794-e92ee38e44bc", "name": "network-vif-deleted", "tag": "2aacf250-4c44-443e-8a78-4c5d1d0c068c", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:22:47.107317 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8c37e7bc-679e-42db-955f-46aefd981f4d {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:22:47.107783 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb95c7fa-8b95-40f6-b794-e92ee38e44bc', 'name': 'network-vif-deleted', 'tag': '2aacf250-4c44-443e-8a78-4c5d1d0c068c', 'status': 'completed', 'code': 200} Nov 25 17:22:47.109981 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-7b9ddb5d-bf77-4c10-99f4-55581a4d3689 service neutron] 10.222.0.74 "GET /v2.0/networks/cdfc7726-be74-4470-a033-195b79623a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491444 Nov 25 17:22:47.220463 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-63f90fb6-b78b-43e9-bd5b-e7ab49136d0b service neutron] 10.222.0.74 "GET /v2.0/networks/cdfc7726-be74-4470-a033-195b79623a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020586 Nov 25 17:22:47.268694 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-6b77d3ab-2201-4ec2-85dc-11c5d1b79913 req-e73eeb3f-133d-4f6f-81cb-e628017088c7 tempest-SecurityGroupsTestAdminJSON-1377138210 tempest-SecurityGroupsTestAdminJSON-1377138210-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1704014277', 'description': 'tempest-description-1227472680'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:47.336116 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6b77d3ab-2201-4ec2-85dc-11c5d1b79913 req-e73eeb3f-133d-4f6f-81cb-e628017088c7 tempest-SecurityGroupsTestAdminJSON-1377138210 tempest-SecurityGroupsTestAdminJSON-1377138210-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:47.367964 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6b77d3ab-2201-4ec2-85dc-11c5d1b79913 req-e73eeb3f-133d-4f6f-81cb-e628017088c7 tempest-SecurityGroupsTestAdminJSON-1377138210 tempest-SecurityGroupsTestAdminJSON-1377138210-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:47.411848 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-7c9b6669-d03d-4e5d-9cef-988affc942a0 tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:47.413439 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-7c9b6669-d03d-4e5d-9cef-988affc942a0 tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=fe07db11-e9b2-4f62-bf81-0cce485424f1&tenant_id=cbebe6cb2b944a35af1ec08d68611682&binding%3Ahost_id=n-h2-817746-1 HTTP/1.1" status: 200 len: 1096 time: 0.1161878 Nov 25 17:22:47.429617 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-0073a04f-3b0e-441c-8122-90c87f4fcfe0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817746-1'}}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:47.508317 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-0073a04f-3b0e-441c-8122-90c87f4fcfe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:47.548910 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6b77d3ab-2201-4ec2-85dc-11c5d1b79913 req-e73eeb3f-133d-4f6f-81cb-e628017088c7 tempest-SecurityGroupsTestAdminJSON-1377138210 tempest-SecurityGroupsTestAdminJSON-1377138210-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:47.588614 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6b77d3ab-2201-4ec2-85dc-11c5d1b79913 req-e73eeb3f-133d-4f6f-81cb-e628017088c7 tempest-SecurityGroupsTestAdminJSON-1377138210 tempest-SecurityGroupsTestAdminJSON-1377138210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:47.663900 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73eeb3f-133d-4f6f-81cb-e628017088c7 tempest-SecurityGroupsTestAdminJSON-1377138210 tempest-SecurityGroupsTestAdminJSON-1377138210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9553279-c173-4b8d-a194-13a02df69aac,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:47.758556 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6b77d3ab-2201-4ec2-85dc-11c5d1b79913 req-e73eeb3f-133d-4f6f-81cb-e628017088c7 tempest-SecurityGroupsTestAdminJSON-1377138210 tempest-SecurityGroupsTestAdminJSON-1377138210-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:47.765249 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-0073a04f-3b0e-441c-8122-90c87f4fcfe0 service neutron] For port 52faa424-25c8-41e5-880a-1ed1142761da, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=52faa424-25c8-41e5-880a-1ed1142761da,segment=NetworkSegment(2c22414f-d4c7-43ac-a576-c7b2f18031bf),segment_id=2c22414f-d4c7-43ac-a576-c7b2f18031bf)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:47.777646 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6b77d3ab-2201-4ec2-85dc-11c5d1b79913 req-e73eeb3f-133d-4f6f-81cb-e628017088c7 tempest-SecurityGroupsTestAdminJSON-1377138210 tempest-SecurityGroupsTestAdminJSON-1377138210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:47.824174 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6b77d3ab-2201-4ec2-85dc-11c5d1b79913 req-e73eeb3f-133d-4f6f-81cb-e628017088c7 tempest-SecurityGroupsTestAdminJSON-1377138210 tempest-SecurityGroupsTestAdminJSON-1377138210-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:47.826241 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6b77d3ab-2201-4ec2-85dc-11c5d1b79913 req-e73eeb3f-133d-4f6f-81cb-e628017088c7 tempest-SecurityGroupsTestAdminJSON-1377138210 tempest-SecurityGroupsTestAdminJSON-1377138210-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5631962 Nov 25 17:22:47.834508 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73eeb3f-133d-4f6f-81cb-e628017088c7 tempest-SecurityGroupsTestAdminJSON-1377138210 tempest-SecurityGroupsTestAdminJSON-1377138210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8398d1b9-d87e-48b7-9f73-933e1ed62bff,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:47.852672 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-0073a04f-3b0e-441c-8122-90c87f4fcfe0 service neutron] For port 52faa424-25c8-41e5-880a-1ed1142761da, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:22:47.906739 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-0073a04f-3b0e-441c-8122-90c87f4fcfe0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:47.913362 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-0073a04f-3b0e-441c-8122-90c87f4fcfe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:47.994985 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-0073a04f-3b0e-441c-8122-90c87f4fcfe0 service neutron] Attempting to bind port 52faa424-25c8-41e5-880a-1ed1142761da on host n-h2-817746-1 for vnic_type normal with profile {"migrating_to": "n-h1-817746-1"} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:22:47.995329 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-0073a04f-3b0e-441c-8122-90c87f4fcfe0 service neutron] Attempting to bind port 52faa424-25c8-41e5-880a-1ed1142761da by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '2c22414f-d4c7-43ac-a576-c7b2f18031bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:22:47.995659 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-0073a04f-3b0e-441c-8122-90c87f4fcfe0 service neutron] Attempting to bind port 52faa424-25c8-41e5-880a-1ed1142761da on network cdfc7726-be74-4470-a033-195b79623a95 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:22:48.002072 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-0073a04f-3b0e-441c-8122-90c87f4fcfe0 service neutron] Port 52faa424-25c8-41e5-880a-1ed1142761da on network cdfc7726-be74-4470-a033-195b79623a95 not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:22:48.002397 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-0073a04f-3b0e-441c-8122-90c87f4fcfe0 service neutron] Attempting to bind port 52faa424-25c8-41e5-880a-1ed1142761da on network cdfc7726-be74-4470-a033-195b79623a95 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:22:48.024256 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0073a04f-3b0e-441c-8122-90c87f4fcfe0 service neutron] Pushing event updated for resources: {'Port': ['ID=52faa424-25c8-41e5-880a-1ed1142761da,revision_number=7']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:48.029800 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-0073a04f-3b0e-441c-8122-90c87f4fcfe0 service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:22:48.030138 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-0073a04f-3b0e-441c-8122-90c87f4fcfe0 service neutron] Checking segment: {'id': '2c22414f-d4c7-43ac-a576-c7b2f18031bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:22:48.030515 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-0073a04f-3b0e-441c-8122-90c87f4fcfe0 service neutron] Bound using segment: {'id': '2c22414f-d4c7-43ac-a576-c7b2f18031bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:22:48.030947 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-0073a04f-3b0e-441c-8122-90c87f4fcfe0 service neutron] Bound port: 52faa424-25c8-41e5-880a-1ed1142761da, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c22414f-d4c7-43ac-a576-c7b2f18031bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:22:48.031286 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-0073a04f-3b0e-441c-8122-90c87f4fcfe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:48.114232 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-0073a04f-3b0e-441c-8122-90c87f4fcfe0 service neutron] For port 52faa424-25c8-41e5-880a-1ed1142761da, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:22:48.118472 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-0073a04f-3b0e-441c-8122-90c87f4fcfe0 service neutron] For port 52faa424-25c8-41e5-880a-1ed1142761da, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=52faa424-25c8-41e5-880a-1ed1142761da,segment=NetworkSegment(2c22414f-d4c7-43ac-a576-c7b2f18031bf),segment_id=2c22414f-d4c7-43ac-a576-c7b2f18031bf)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:22:48.124979 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-0073a04f-3b0e-441c-8122-90c87f4fcfe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:48.209191 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-0073a04f-3b0e-441c-8122-90c87f4fcfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:48.209834 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-0073a04f-3b0e-441c-8122-90c87f4fcfe0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:48.212553 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-0073a04f-3b0e-441c-8122-90c87f4fcfe0 service neutron] 10.222.0.74 "PUT /v2.0/ports/52faa424-25c8-41e5-880a-1ed1142761da HTTP/1.1" status: 200 len: 1121 time: 0.7857130 Nov 25 17:22:48.217224 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0073a04f-3b0e-441c-8122-90c87f4fcfe0 service neutron] Pushing event updated for resources: {'Port': ['ID=52faa424-25c8-41e5-880a-1ed1142761da,revision_number=8']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:48.292469 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['52faa424-25c8-41e5-880a-1ed1142761da'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:22:48.388864 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33398) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:48.555257 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-b85ff7d8-49c8-4fca-8979-bc1ac51cc7be tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:22:48.556901 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-b85ff7d8-49c8-4fca-8979-bc1ac51cc7be tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1649549 Nov 25 17:22:48.583645 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe07db11-e9b2-4f62-bf81-0cce485424f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52faa424-25c8-41e5-880a-1ed1142761da'}, {'name': 'network-changed', 'server_uuid': 'fe07db11-e9b2-4f62-bf81-0cce485424f1', 'tag': '52faa424-25c8-41e5-880a-1ed1142761da'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:22:48.589027 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ef75bd-70a6-4551-9072-c799ecf5bd67" -d '{"events": [{"server_uuid": "fe07db11-e9b2-4f62-bf81-0cce485424f1", "name": "network-vif-unplugged", "status": "completed", "tag": "52faa424-25c8-41e5-880a-1ed1142761da"}, {"name": "network-changed", "server_uuid": "fe07db11-e9b2-4f62-bf81-0cce485424f1", "tag": "52faa424-25c8-41e5-880a-1ed1142761da"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:22:48.617568 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b7e354-d92a-4adc-b830-27ba527057e1 req-76e72a9e-2042-4bba-b49a-91d6b622ada6 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:48.619155 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a2b7e354-d92a-4adc-b830-27ba527057e1 req-76e72a9e-2042-4bba-b49a-91d6b622ada6 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/ports?device_id=851b2964-72a8-440e-8234-fc14db00e928 HTTP/1.1" status: 200 len: 950 time: 0.0620222 Nov 25 17:22:48.670236 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a2b7e354-d92a-4adc-b830-27ba527057e1 req-076a00eb-75cd-4f19-a8a8-bcf29af25b13 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444589 Nov 25 17:22:48.683449 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-7b473c54-8541-45ce-b12a-4d9126c56b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:48.685523 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-7b473c54-8541-45ce-b12a-4d9126c56b76 service neutron] 10.222.0.75 "GET /v2.0/ports/74a8f456-31f1-4440-b0d3-a01ede7ee21d HTTP/1.1" status: 200 len: 1093 time: 0.0846870 Nov 25 17:22:48.695585 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-3f0d0439-2863-4188-92a3-b9a5e2d95242 service neutron] Request body: {'binding': {'host': 'n-h1-817746-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:48.696046 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-3f0d0439-2863-4188-92a3-b9a5e2d95242 service neutron] Unknown quota resources ['binding']. {{(pid=103360) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 17:22:48.791055 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-c9a9430d-be7d-49db-98c4-f93e425373e8 req-6df62510-f1f8-46e6-a3d9-c9be817e5fac tempest-SecurityGroupsTestAdminJSON-1377138210 tempest-SecurityGroupsTestAdminJSON-1377138210-project] Request body: {'security_group': {'name': 'tempest-securitygroup-580774692', 'description': 'tempest-description-1861228129'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:48.816469 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c9a9430d-be7d-49db-98c4-f93e425373e8 req-6df62510-f1f8-46e6-a3d9-c9be817e5fac tempest-SecurityGroupsTestAdminJSON-1377138210 tempest-SecurityGroupsTestAdminJSON-1377138210-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:48.849410 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-3f0d0439-2863-4188-92a3-b9a5e2d95242 service neutron] Attempting to bind port 74a8f456-31f1-4440-b0d3-a01ede7ee21d on host n-h1-817746-1 for vnic_type normal with profile None {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:22:48.849758 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-3f0d0439-2863-4188-92a3-b9a5e2d95242 service neutron] Attempting to bind port 74a8f456-31f1-4440-b0d3-a01ede7ee21d by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '32304091-a43f-4bbd-aae7-89d7e0d9d2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c4ad8fe4-e22e-4c8b-af10-9eaf120b663c'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:22:48.850093 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-3f0d0439-2863-4188-92a3-b9a5e2d95242 service neutron] Attempting to bind port 74a8f456-31f1-4440-b0d3-a01ede7ee21d on network c4ad8fe4-e22e-4c8b-af10-9eaf120b663c {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:22:48.857167 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-3f0d0439-2863-4188-92a3-b9a5e2d95242 service neutron] Port 74a8f456-31f1-4440-b0d3-a01ede7ee21d on network c4ad8fe4-e22e-4c8b-af10-9eaf120b663c not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:22:48.858622 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-3f0d0439-2863-4188-92a3-b9a5e2d95242 service neutron] Attempting to bind port 74a8f456-31f1-4440-b0d3-a01ede7ee21d on network c4ad8fe4-e22e-4c8b-af10-9eaf120b663c {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:22:48.867955 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-3f0d0439-2863-4188-92a3-b9a5e2d95242 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:22:48.868689 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-3f0d0439-2863-4188-92a3-b9a5e2d95242 service neutron] Checking segment: {'id': '32304091-a43f-4bbd-aae7-89d7e0d9d2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c4ad8fe4-e22e-4c8b-af10-9eaf120b663c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:22:48.869113 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-3f0d0439-2863-4188-92a3-b9a5e2d95242 service neutron] Bound using segment: {'id': '32304091-a43f-4bbd-aae7-89d7e0d9d2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c4ad8fe4-e22e-4c8b-af10-9eaf120b663c'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:22:48.869945 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-3f0d0439-2863-4188-92a3-b9a5e2d95242 service neutron] Bound port: 74a8f456-31f1-4440-b0d3-a01ede7ee21d, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32304091-a43f-4bbd-aae7-89d7e0d9d2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c4ad8fe4-e22e-4c8b-af10-9eaf120b663c'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:22:48.895205 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c9a9430d-be7d-49db-98c4-f93e425373e8 req-6df62510-f1f8-46e6-a3d9-c9be817e5fac tempest-SecurityGroupsTestAdminJSON-1377138210 tempest-SecurityGroupsTestAdminJSON-1377138210-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:48.900075 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c9a9430d-be7d-49db-98c4-f93e425373e8 req-6df62510-f1f8-46e6-a3d9-c9be817e5fac tempest-SecurityGroupsTestAdminJSON-1377138210 tempest-SecurityGroupsTestAdminJSON-1377138210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:48.930205 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-3f0d0439-2863-4188-92a3-b9a5e2d95242 service neutron] For port 74a8f456-31f1-4440-b0d3-a01ede7ee21d, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=74a8f456-31f1-4440-b0d3-a01ede7ee21d,segment=NetworkSegment(32304091-a43f-4bbd-aae7-89d7e0d9d2b6),segment_id=32304091-a43f-4bbd-aae7-89d7e0d9d2b6)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:22:48.932744 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c9a9430d-be7d-49db-98c4-f93e425373e8 req-6df62510-f1f8-46e6-a3d9-c9be817e5fac tempest-SecurityGroupsTestAdminJSON-1377138210 tempest-SecurityGroupsTestAdminJSON-1377138210-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:48.934541 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c9a9430d-be7d-49db-98c4-f93e425373e8 req-6df62510-f1f8-46e6-a3d9-c9be817e5fac tempest-SecurityGroupsTestAdminJSON-1377138210 tempest-SecurityGroupsTestAdminJSON-1377138210-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1477890 Nov 25 17:22:48.939793 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df62510-f1f8-46e6-a3d9-c9be817e5fac tempest-SecurityGroupsTestAdminJSON-1377138210 tempest-SecurityGroupsTestAdminJSON-1377138210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fdb1675-8409-4fae-9ca4-65a5b0131cc5,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:48.948129 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-3f0d0439-2863-4188-92a3-b9a5e2d95242 service neutron] Publish callbacks [] for binding, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:48.949420 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-3f0d0439-2863-4188-92a3-b9a5e2d95242 service neutron] 10.222.0.75 "POST /v2.0/ports/74a8f456-31f1-4440-b0d3-a01ede7ee21d/bindings HTTP/1.1" status: 201 len: 389 time: 0.2576685 Nov 25 17:22:49.083473 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227971f7-52d7-47c0-bbe0-2438ef27c49b req-0072670b-bab1-4ce8-bc4f-861e74233a49 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:49.093848 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-227971f7-52d7-47c0-bbe0-2438ef27c49b req-0072670b-bab1-4ce8-bc4f-861e74233a49 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe07db11-e9b2-4f62-bf81-0cce485424f1 HTTP/1.1" status: 200 len: 943 time: 0.0866852 Nov 25 17:22:49.137755 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33420) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:49.162898 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-227971f7-52d7-47c0-bbe0-2438ef27c49b req-62e2fd81-1988-45a5-85f2-f750a4364160 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681682 Nov 25 17:22:49.211577 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260cc4a2-9b86-4cc9-89e0-ba55d9d1c6f5 req-607c0591-1866-4aac-aef0-56d07cf6926d tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:49.213102 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-260cc4a2-9b86-4cc9-89e0-ba55d9d1c6f5 req-607c0591-1866-4aac-aef0-56d07cf6926d tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] 10.222.0.75 "GET /v2.0/ports?device_id=fa377b35-49be-4f9c-8786-e36413cf2f56 HTTP/1.1" status: 200 len: 949 time: 0.0785060 Nov 25 17:22:49.229740 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 25 Nov 2021 17:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6440d267-b351-41bc-913d-86f459461283 x-openstack-request-id: req-6440d267-b351-41bc-913d-86f459461283 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:22:49.230038 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe07db11-e9b2-4f62-bf81-0cce485424f1", "name": "network-vif-unplugged", "status": "completed", "tag": "52faa424-25c8-41e5-880a-1ed1142761da", "code": 200}, {"name": "network-changed", "server_uuid": "fe07db11-e9b2-4f62-bf81-0cce485424f1", "tag": "52faa424-25c8-41e5-880a-1ed1142761da", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:22:49.230294 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6440d267-b351-41bc-913d-86f459461283 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:22:49.230688 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe07db11-e9b2-4f62-bf81-0cce485424f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52faa424-25c8-41e5-880a-1ed1142761da', 'code': 200} Nov 25 17:22:49.231154 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe07db11-e9b2-4f62-bf81-0cce485424f1', 'tag': '52faa424-25c8-41e5-880a-1ed1142761da', 'status': 'completed', 'code': 200} Nov 25 17:22:49.291684 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-260cc4a2-9b86-4cc9-89e0-ba55d9d1c6f5 req-805ba46c-3531-4a9c-958d-698f3a7589d3 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] 10.222.0.75 "GET /v2.0/security-groups?id=cd8b5136-0d17-43a4-963b-63b878aef5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694485 Nov 25 17:22:49.363203 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e2e59be5-7751-4e50-b6b1-1c28a6b1cab0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6acf166d7fef4b41a5a66abb3d095ee2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2242899 Nov 25 17:22:49.365855 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 33426) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:49.366505 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef75bd-70a6-4551-9072-c799ecf5bd67 req-2b3b1118-f9af-4392-b72a-022f17b6b1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:49.367929 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e8ef75bd-70a6-4551-9072-c799ecf5bd67 req-2b3b1118-f9af-4392-b72a-022f17b6b1c4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cbebe6cb2b944a35af1ec08d68611682&device_id=fe07db11-e9b2-4f62-bf81-0cce485424f1 HTTP/1.1" status: 200 len: 1124 time: 0.1092982 Nov 25 17:22:49.417400 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c0e5be9f-037b-4cf4-9dbb-9ff4c75d9cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:49.447758 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eccdee4-eef6-4b4c-8819-32f11427f30b req-6c390c04-15a5-4580-99f0-fa7fe0dc873d tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:49.449386 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8eccdee4-eef6-4b4c-8819-32f11427f30b req-6c390c04-15a5-4580-99f0-fa7fe0dc873d tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=3eef18eb-c307-4471-9906-537eeed4567a HTTP/1.1" status: 200 len: 945 time: 0.0759509 Nov 25 17:22:49.468200 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a3252e51-b13c-4f29-9588-74b06cc4434c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:49.469619 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef75bd-70a6-4551-9072-c799ecf5bd67 req-29e7ccdf-54f9-4390-8aac-0636610e6226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:49.471130 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e8ef75bd-70a6-4551-9072-c799ecf5bd67 req-29e7ccdf-54f9-4390-8aac-0636610e6226 service neutron] 10.222.0.90 "GET /v2.0/networks?id=cdfc7726-be74-4470-a033-195b79623a95 HTTP/1.1" status: 200 len: 908 time: 0.0942204 Nov 25 17:22:49.472716 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-5111a15c-9ca8-4bfd-84a7-67fd81dec080 req-253815a9-004a-4af4-b4c4-4402a4badbc2 tempest-SecurityGroupsTestAdminJSON-1132484066 tempest-SecurityGroupsTestAdminJSON-1132484066-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1696042862', 'description': 'tempest-description-1651205363'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:49.514537 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e8ef75bd-70a6-4551-9072-c799ecf5bd67 req-5d6f1326-90c7-46a4-b463-ac53b2cdff83 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=52faa424-25c8-41e5-880a-1ed1142761da HTTP/1.1" status: 200 len: 217 time: 0.0361278 Nov 25 17:22:49.524210 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-5111a15c-9ca8-4bfd-84a7-67fd81dec080 req-253815a9-004a-4af4-b4c4-4402a4badbc2 tempest-SecurityGroupsTestAdminJSON-1132484066 tempest-SecurityGroupsTestAdminJSON-1132484066-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:49.530214 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a3252e51-b13c-4f29-9588-74b06cc4434c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:49.562400 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-5111a15c-9ca8-4bfd-84a7-67fd81dec080 req-253815a9-004a-4af4-b4c4-4402a4badbc2 tempest-SecurityGroupsTestAdminJSON-1132484066 tempest-SecurityGroupsTestAdminJSON-1132484066-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:49.565970 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8eccdee4-eef6-4b4c-8819-32f11427f30b req-1717f36d-4165-4a04-8b86-59cb4f55c21e tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086733 Nov 25 17:22:49.572870 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef75bd-70a6-4551-9072-c799ecf5bd67 req-74910fbf-60d5-4482-b2a0-ce5ec8ead8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:49.574568 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e8ef75bd-70a6-4551-9072-c799ecf5bd67 req-74910fbf-60d5-4482-b2a0-ce5ec8ead8af service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ee1e665a-f297-4067-8b5a-7a7e373f89c9 HTTP/1.1" status: 200 len: 847 time: 0.0537922 Nov 25 17:22:49.616651 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e8ef75bd-70a6-4551-9072-c799ecf5bd67 req-c7f2a929-64f2-47ed-bd35-03d7b80c19cd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=cdfc7726-be74-4470-a033-195b79623a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345855 Nov 25 17:22:49.650701 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a3252e51-b13c-4f29-9588-74b06cc4434c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:49.653876 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a3252e51-b13c-4f29-9588-74b06cc4434c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:49.655336 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-a3252e51-b13c-4f29-9588-74b06cc4434c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4694e97b-902c-4caa-bd8a-3c4e0bd567e9 HTTP/1.1" status: 204 len: 168 time: 0.2881024 Nov 25 17:22:49.674109 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 9a3aa883-74e7-4643-acad-ec28749faee5 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:22:49.674342 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-5111a15c-9ca8-4bfd-84a7-67fd81dec080 req-253815a9-004a-4af4-b4c4-4402a4badbc2 tempest-SecurityGroupsTestAdminJSON-1132484066 tempest-SecurityGroupsTestAdminJSON-1132484066-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:49.675663 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3252e51-b13c-4f29-9588-74b06cc4434c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4694e97b-902c-4caa-bd8a-3c4e0bd567e9,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:49.680707 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-5111a15c-9ca8-4bfd-84a7-67fd81dec080 req-253815a9-004a-4af4-b4c4-4402a4badbc2 tempest-SecurityGroupsTestAdminJSON-1132484066 tempest-SecurityGroupsTestAdminJSON-1132484066-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:49.712735 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 9f101f4a-b3aa-438e-895c-2d9177f377a9 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:22:49.727448 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253815a9-004a-4af4-b4c4-4402a4badbc2 tempest-SecurityGroupsTestAdminJSON-1132484066 tempest-SecurityGroupsTestAdminJSON-1132484066-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed0e0e6-9a17-44ef-8acc-d6b0fe2210b1,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:49.758475 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: 9f101f4a-b3aa-438e-895c-2d9177f377a9 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:22:49.758830 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 9f101f4a-b3aa-438e-895c-2d9177f377a9 not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:22:49.759289 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 2aacf250-4c44-443e-8a78-4c5d1d0c068c no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:22:49.774384 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-5111a15c-9ca8-4bfd-84a7-67fd81dec080 req-253815a9-004a-4af4-b4c4-4402a4badbc2 tempest-SecurityGroupsTestAdminJSON-1132484066 tempest-SecurityGroupsTestAdminJSON-1132484066-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:49.781385 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-5111a15c-9ca8-4bfd-84a7-67fd81dec080 req-253815a9-004a-4af4-b4c4-4402a4badbc2 tempest-SecurityGroupsTestAdminJSON-1132484066 tempest-SecurityGroupsTestAdminJSON-1132484066-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:49.802342 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: 2aacf250-4c44-443e-8a78-4c5d1d0c068c {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:22:49.803180 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 2aacf250-4c44-443e-8a78-4c5d1d0c068c not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:22:49.806109 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e8ef75bd-70a6-4551-9072-c799ecf5bd67 req-7a2d9b14-f8f3-4644-b8a7-ffb52ebb88e3 service neutron] 10.222.0.90 "GET /v2.0/networks/cdfc7726-be74-4470-a033-195b79623a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824729 Nov 25 17:22:49.813127 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-5111a15c-9ca8-4bfd-84a7-67fd81dec080 req-253815a9-004a-4af4-b4c4-4402a4badbc2 tempest-SecurityGroupsTestAdminJSON-1132484066 tempest-SecurityGroupsTestAdminJSON-1132484066-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:49.832117 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5111a15c-9ca8-4bfd-84a7-67fd81dec080 req-253815a9-004a-4af4-b4c4-4402a4badbc2 tempest-SecurityGroupsTestAdminJSON-1132484066 tempest-SecurityGroupsTestAdminJSON-1132484066-project-admin] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3668942 Nov 25 17:22:49.839431 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253815a9-004a-4af4-b4c4-4402a4badbc2 tempest-SecurityGroupsTestAdminJSON-1132484066 tempest-SecurityGroupsTestAdminJSON-1132484066-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=069055c2-bb66-41c0-9645-8b32f66f457d,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:49.924211 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 9a3aa883-74e7-4643-acad-ec28749faee5, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=9a3aa883-74e7-4643-acad-ec28749faee5,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:49.952505 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '9a3aa883-74e7-4643-acad-ec28749faee5', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'port_id': '9a3aa883-74e7-4643-acad-ec28749faee5', 'mac_address': 'fa:16:3e:e1:c1:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8793709c-5336-428d-aede-b0b8df1a26b2', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:22:49.962226 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d574f1d-c7c2-4bba-9ae4-e039991d42a5 req-521555d4-8e6e-46e0-aa57-34b70912b5a9 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:49.974909 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8d574f1d-c7c2-4bba-9ae4-e039991d42a5 req-521555d4-8e6e-46e0-aa57-34b70912b5a9 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/ports?device_id=851b2964-72a8-440e-8234-fc14db00e928 HTTP/1.1" status: 200 len: 950 time: 0.0892088 Nov 25 17:22:50.032416 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:50.048629 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9a3aa883-74e7-4643-acad-ec28749faee5 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:22:50.069491 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8d574f1d-c7c2-4bba-9ae4-e039991d42a5 req-9b05e279-1746-473d-8cd7-6c2c03aeea94 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909057 Nov 25 17:22:50.085377 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 9a3aa883-74e7-4643-acad-ec28749faee5, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=9a3aa883-74e7-4643-acad-ec28749faee5,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:50.104565 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:50.167648 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fef0bd-2d7c-4d3b-8946-76556963c9b0 req-6167c82f-95b0-46bb-b718-53687aff6e55 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:50.169857 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e4fef0bd-2d7c-4d3b-8946-76556963c9b0 req-6167c82f-95b0-46bb-b718-53687aff6e55 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa377b35-49be-4f9c-8786-e36413cf2f56 HTTP/1.1" status: 200 len: 949 time: 0.0930481 Nov 25 17:22:50.197658 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=9a3aa883-74e7-4643-acad-ec28749faee5,revision_number=6']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:50.218931 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33444) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:50.232773 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-852eb90c-f236-4154-b744-0bc6b5b8342e req-38848f2a-5ee5-4cb2-a51b-671ee3c6902f tempest-SecurityGroupsTestAdminJSON-1132484066 tempest-SecurityGroupsTestAdminJSON-1132484066-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1332957813', 'description': 'tempest-description-2088532031'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:50.266556 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e8ef75bd-70a6-4551-9072-c799ecf5bd67 req-5881164f-595b-4c24-bef0-16cbd7c277f7 service neutron] 10.222.0.90 "GET /v2.0/networks/cdfc7726-be74-4470-a033-195b79623a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4470050 Nov 25 17:22:50.294977 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-852eb90c-f236-4154-b744-0bc6b5b8342e req-38848f2a-5ee5-4cb2-a51b-671ee3c6902f tempest-SecurityGroupsTestAdminJSON-1132484066 tempest-SecurityGroupsTestAdminJSON-1132484066-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:50.303255 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c7a34dee-83df-4775-8d7b-1014e25c3797 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ad42fad91b424f29a57ec6e00bc3d336&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0826032 Nov 25 17:22:50.305771 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33448) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:50.357500 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b0236e96-0b0a-45ed-8bf9-f63a232757eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:50.376776 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['9a3aa883-74e7-4643-acad-ec28749faee5'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:22:50.381681 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b0236e96-0b0a-45ed-8bf9-f63a232757eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:50.436921 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b0236e96-0b0a-45ed-8bf9-f63a232757eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:50.439579 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b0236e96-0b0a-45ed-8bf9-f63a232757eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:50.440736 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b0236e96-0b0a-45ed-8bf9-f63a232757eb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6bc13086-5a47-4309-a2c7-c0ef4d4137fa HTTP/1.1" status: 204 len: 168 time: 0.1338191 Nov 25 17:22:50.451185 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0236e96-0b0a-45ed-8bf9-f63a232757eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc13086-5a47-4309-a2c7-c0ef4d4137fa,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:50.627720 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-e4fef0bd-2d7c-4d3b-8946-76556963c9b0 req-5b3c3bc8-bad9-4001-8181-a2495576c76b tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Deleting port a7b55702-78cd-4533-9e1c-83e3483b9488 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:22:50.628062 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e4fef0bd-2d7c-4d3b-8946-76556963c9b0 req-5b3c3bc8-bad9-4001-8181-a2495576c76b tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:50.650998 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1b43f-9390-4cc6-90ba-e4173ca95f03 req-791a72c1-4336-4b2b-871c-64d92e823276 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:50.652469 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6ed1b43f-9390-4cc6-90ba-e4173ca95f03 req-791a72c1-4336-4b2b-871c-64d92e823276 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe07db11-e9b2-4f62-bf81-0cce485424f1 HTTP/1.1" status: 200 len: 943 time: 0.3411210 Nov 25 17:22:50.702268 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:50.730652 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-852eb90c-f236-4154-b744-0bc6b5b8342e req-38848f2a-5ee5-4cb2-a51b-671ee3c6902f tempest-SecurityGroupsTestAdminJSON-1132484066 tempest-SecurityGroupsTestAdminJSON-1132484066-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:50.744285 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-852eb90c-f236-4154-b744-0bc6b5b8342e req-38848f2a-5ee5-4cb2-a51b-671ee3c6902f tempest-SecurityGroupsTestAdminJSON-1132484066 tempest-SecurityGroupsTestAdminJSON-1132484066-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:50.802931 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6ed1b43f-9390-4cc6-90ba-e4173ca95f03 req-f19482dd-1a8a-4f32-86e8-0f0ae6b6262c tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405802 Nov 25 17:22:50.811046 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-852eb90c-f236-4154-b744-0bc6b5b8342e req-38848f2a-5ee5-4cb2-a51b-671ee3c6902f tempest-SecurityGroupsTestAdminJSON-1132484066 tempest-SecurityGroupsTestAdminJSON-1132484066-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:50.812031 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-852eb90c-f236-4154-b744-0bc6b5b8342e req-38848f2a-5ee5-4cb2-a51b-671ee3c6902f tempest-SecurityGroupsTestAdminJSON-1132484066 tempest-SecurityGroupsTestAdminJSON-1132484066-project-admin] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5860081 Nov 25 17:22:50.814110 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38848f2a-5ee5-4cb2-a51b-671ee3c6902f tempest-SecurityGroupsTestAdminJSON-1132484066 tempest-SecurityGroupsTestAdminJSON-1132484066-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa372e8c-76ae-4c12-a2d9-16b1a36c98e1,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:50.829104 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-e4fef0bd-2d7c-4d3b-8946-76556963c9b0 req-5b3c3bc8-bad9-4001-8181-a2495576c76b tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] For port a7b55702-78cd-4533-9e1c-83e3483b9488, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=a7b55702-78cd-4533-9e1c-83e3483b9488,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:50.829550 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e4fef0bd-2d7c-4d3b-8946-76556963c9b0 req-5b3c3bc8-bad9-4001-8181-a2495576c76b tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:50.844792 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-e4fef0bd-2d7c-4d3b-8946-76556963c9b0 req-5b3c3bc8-bad9-4001-8181-a2495576c76b tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Calling delete_port for a7b55702-78cd-4533-9e1c-83e3483b9488 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:22:50.977738 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc8be7-1b55-40a6-b0c3-d3ffc160bca7 req-16226b3e-5c24-44a4-a7ab-8d44b23b35f2 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:50.979477 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a9dc8be7-1b55-40a6-b0c3-d3ffc160bca7 req-16226b3e-5c24-44a4-a7ab-8d44b23b35f2 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] 10.222.0.75 "GET /v2.0/ports?device_id=fa377b35-49be-4f9c-8786-e36413cf2f56 HTTP/1.1" status: 200 len: 949 time: 0.0761812 Nov 25 17:22:51.089801 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a9dc8be7-1b55-40a6-b0c3-d3ffc160bca7 req-ca80728a-19ba-418b-bcfd-67db523fadc3 tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] 10.222.0.75 "GET /v2.0/security-groups?id=cd8b5136-0d17-43a4-963b-63b878aef5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977490 Nov 25 17:22:51.089801 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e4fef0bd-2d7c-4d3b-8946-76556963c9b0 req-5b3c3bc8-bad9-4001-8181-a2495576c76b tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:51.110041 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['a7b55702-78cd-4533-9e1c-83e3483b9488'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:22:51.136133 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3c3bc8-bad9-4001-8181-a2495576c76b tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Pushing event deleted for resources: {'Port': ['ID=a7b55702-78cd-4533-9e1c-83e3483b9488,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:51.213627 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4fef0bd-2d7c-4d3b-8946-76556963c9b0 req-5b3c3bc8-bad9-4001-8181-a2495576c76b tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] No DVR routers for this DVR port a7b55702-78cd-4533-9e1c-83e3483b9488 on host n-h1-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:22:51.220990 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e4fef0bd-2d7c-4d3b-8946-76556963c9b0 req-5b3c3bc8-bad9-4001-8181-a2495576c76b tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:51.224272 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e4fef0bd-2d7c-4d3b-8946-76556963c9b0 req-5b3c3bc8-bad9-4001-8181-a2495576c76b tempest-ServersAdminNegativeTestJSON-2129678088 tempest-ServersAdminNegativeTestJSON-2129678088-project] 10.222.0.74 "DELETE /v2.0/ports/a7b55702-78cd-4533-9e1c-83e3483b9488 HTTP/1.1" status: 204 len: 173 time: 1.0457196 Nov 25 17:22:51.237093 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca7b18b-1967-4804-9ec6-89f17b20414e req-3363e110-1f88-4b26-929a-16341a6795c3 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:51.238623 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9ca7b18b-1967-4804-9ec6-89f17b20414e req-3363e110-1f88-4b26-929a-16341a6795c3 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=3eef18eb-c307-4471-9906-537eeed4567a HTTP/1.1" status: 200 len: 945 time: 0.1621406 Nov 25 17:22:51.243215 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa377b35-49be-4f9c-8786-e36413cf2f56', 'name': 'network-vif-deleted', 'tag': 'a7b55702-78cd-4533-9e1c-83e3483b9488'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:22:51.245577 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3089294-a9fc-4410-8db7-42cbd12c639c" -d '{"events": [{"server_uuid": "fa377b35-49be-4f9c-8786-e36413cf2f56", "name": "network-vif-deleted", "tag": "a7b55702-78cd-4533-9e1c-83e3483b9488"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:22:51.344471 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9ca7b18b-1967-4804-9ec6-89f17b20414e req-5cf037d6-afae-4d49-bcfc-a81438d1b35b tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900099 Nov 25 17:22:51.394845 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3bdb4274-4054-4dac-95d4-9990206ce84d req-fc8b23a2-47ee-4842-ae07-6d96cba4fd73 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=36e6230e-e34d-444c-a898-4607c2dbf6c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0685244 Nov 25 17:22:51.488999 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb4274-4054-4dac-95d4-9990206ce84d req-beb20044-0605-4a81-9656-fb0a73adaed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:51.491697 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3bdb4274-4054-4dac-95d4-9990206ce84d req-beb20044-0605-4a81-9656-fb0a73adaed9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=520c8060683a411693c2f2f826352c04&device_id=36e6230e-e34d-444c-a898-4607c2dbf6c6 HTTP/1.1" status: 200 len: 1096 time: 0.0555334 Nov 25 17:22:51.535721 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-26f68c5c-d31b-484d-8226-89fa6ae94330 req-4b374687-bc93-4056-b1b6-3a074ed3de4f tempest-SecurityGroupsTestAdminJSON-1132484066 tempest-SecurityGroupsTestAdminJSON-1132484066-project-admin] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50949 time: 0.4035985 Nov 25 17:22:51.593664 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-26f68c5c-d31b-484d-8226-89fa6ae94330 req-efb267b0-945e-4067-897c-e626552b68f0 tempest-SecurityGroupsTestAdminJSON-1132484066 tempest-SecurityGroupsTestAdminJSON-1132484066-project-admin] 10.222.0.75 "GET /v2.0/security-groups/1a633221-2bed-4db6-a818-461aeab405b2 HTTP/1.1" status: 200 len: 2990 time: 0.0509019 Nov 25 17:22:51.657061 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-26f68c5c-d31b-484d-8226-89fa6ae94330 req-f1031d3d-db18-42ee-8dd2-a0dba79ee3f2 tempest-SecurityGroupsTestAdminJSON-1132484066 tempest-SecurityGroupsTestAdminJSON-1132484066-project-admin] 10.222.0.75 "GET /v2.0/security-groups/1a633221-2bed-4db6-a818-461aeab405b2 HTTP/1.1" status: 200 len: 2990 time: 0.0621402 Nov 25 17:22:51.679823 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb4274-4054-4dac-95d4-9990206ce84d req-d78e1f92-dd1f-417f-8533-701c85be8e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:51.683074 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3bdb4274-4054-4dac-95d4-9990206ce84d req-d78e1f92-dd1f-417f-8533-701c85be8e09 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c19272b3-a7a0-489a-a5dc-398c9698ec22 HTTP/1.1" status: 200 len: 925 time: 0.1692557 Nov 25 17:22:51.691034 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 52faa424-25c8-41e5-880a-1ed1142761da details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:22:51.694618 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 9a3aa883-74e7-4643-acad-ec28749faee5 up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:22:51.729731 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-26f68c5c-d31b-484d-8226-89fa6ae94330 req-68a1826c-b88a-4c21-94f6-193125fdd45c tempest-SecurityGroupsTestAdminJSON-1132484066 tempest-SecurityGroupsTestAdminJSON-1132484066-project-admin] 10.222.0.75 "GET /v2.0/security-groups/215c0c34-707f-4dc0-87ee-951971d3c530 HTTP/1.1" status: 200 len: 2994 time: 0.0716732 Nov 25 17:22:51.821599 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-26f68c5c-d31b-484d-8226-89fa6ae94330 req-3220b23c-c34b-4bbd-9677-eb3e4f1d17bc tempest-SecurityGroupsTestAdminJSON-1132484066 tempest-SecurityGroupsTestAdminJSON-1132484066-project-admin] 10.222.0.75 "GET /v2.0/security-groups/215c0c34-707f-4dc0-87ee-951971d3c530 HTTP/1.1" status: 200 len: 2994 time: 0.0837862 Nov 25 17:22:51.878997 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3bdb4274-4054-4dac-95d4-9990206ce84d req-55e75e36-8be0-4a7c-92e1-1710c926a69c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46de3701-6f39-4e02-82eb-77c0bc829111 HTTP/1.1" status: 200 len: 1000 time: 0.1873462 Nov 25 17:22:51.888260 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-26f68c5c-d31b-484d-8226-89fa6ae94330 req-179c91e4-5d4f-4b11-81de-fdcfe34c9e18 tempest-SecurityGroupsTestAdminJSON-1132484066 tempest-SecurityGroupsTestAdminJSON-1132484066-project-admin] 10.222.0.75 "GET /v2.0/security-groups/330cc499-0d0a-4700-8777-d249872488f2 HTTP/1.1" status: 200 len: 2998 time: 0.0638940 Nov 25 17:22:51.973542 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-26f68c5c-d31b-484d-8226-89fa6ae94330 req-00417f27-750b-4c92-8d60-39e5f3c6af49 tempest-SecurityGroupsTestAdminJSON-1132484066 tempest-SecurityGroupsTestAdminJSON-1132484066-project-admin] 10.222.0.75 "GET /v2.0/security-groups/330cc499-0d0a-4700-8777-d249872488f2 HTTP/1.1" status: 200 len: 2998 time: 0.0842850 Nov 25 17:22:51.978684 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb4274-4054-4dac-95d4-9990206ce84d req-3d95cdcb-6231-4c74-b179-a3ca022a523d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:51.985505 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3bdb4274-4054-4dac-95d4-9990206ce84d req-3d95cdcb-6231-4c74-b179-a3ca022a523d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1c8955ab-07f5-4cfb-9fa9-1512cb2f0b03 HTTP/1.1" status: 200 len: 863 time: 0.0968363 Nov 25 17:22:52.015630 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a8666-bf95-46f9-a34a-386375624aa9 req-50e99321-b9b1-40e8-a48d-e09b3ed9407b tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:52.024496 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f46a8666-bf95-46f9-a34a-386375624aa9 req-50e99321-b9b1-40e8-a48d-e09b3ed9407b tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/ports?device_id=851b2964-72a8-440e-8234-fc14db00e928 HTTP/1.1" status: 200 len: 949 time: 0.1318119 Nov 25 17:22:52.035311 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:52.065134 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb4274-4054-4dac-95d4-9990206ce84d req-e4781b93-cdcd-41fa-b371-51644953b129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:52.065812 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 9a3aa883-74e7-4643-acad-ec28749faee5 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:52.066190 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:52.067259 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3bdb4274-4054-4dac-95d4-9990206ce84d req-e4781b93-cdcd-41fa-b371-51644953b129 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c19272b3-a7a0-489a-a5dc-398c9698ec22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742965 Nov 25 17:22:52.082964 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-26f68c5c-d31b-484d-8226-89fa6ae94330 req-cf3f8218-cc2b-4085-8e08-fadee362a3b4 tempest-SecurityGroupsTestAdminJSON-1132484066 tempest-SecurityGroupsTestAdminJSON-1132484066-project-admin] 10.222.0.75 "GET /v2.0/security-groups/39de4814-a009-47ef-8694-9f398b3131e1 HTTP/1.1" status: 200 len: 2998 time: 0.1083064 Nov 25 17:22:52.120941 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 52faa424-25c8-41e5-880a-1ed1142761da, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=52faa424-25c8-41e5-880a-1ed1142761da,segment=NetworkSegment(2c22414f-d4c7-43ac-a576-c7b2f18031bf),segment_id=2c22414f-d4c7-43ac-a576-c7b2f18031bf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:52.136785 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 52faa424-25c8-41e5-880a-1ed1142761da has no active binding in host n-h1-817746-1 {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 25 17:22:52.174560 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f46a8666-bf95-46f9-a34a-386375624aa9 req-f1379569-2f7a-442b-99e5-045baf930de3 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498990 Nov 25 17:22:52.196253 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-26f68c5c-d31b-484d-8226-89fa6ae94330 req-10c01d5f-069f-46be-b2fa-4ea81424e738 tempest-SecurityGroupsTestAdminJSON-1132484066 tempest-SecurityGroupsTestAdminJSON-1132484066-project-admin] 10.222.0.75 "GET /v2.0/security-groups/39de4814-a009-47ef-8694-9f398b3131e1 HTTP/1.1" status: 200 len: 2998 time: 0.1123328 Nov 25 17:22:52.217720 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3bdb4274-4054-4dac-95d4-9990206ce84d req-7b321855-9c51-4c03-949f-17029172d83f service neutron] 10.222.0.90 "GET /v2.0/networks/c19272b3-a7a0-489a-a5dc-398c9698ec22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413751 Nov 25 17:22:52.242783 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:52.274672 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '851b2964-72a8-440e-8234-fc14db00e928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a3aa883-74e7-4643-acad-ec28749faee5'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:22:52.277644 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406fadfc-78f0-47ed-b493-df43467c4bcd" -d '{"events": [{"server_uuid": "851b2964-72a8-440e-8234-fc14db00e928", "name": "network-vif-plugged", "status": "completed", "tag": "9a3aa883-74e7-4643-acad-ec28749faee5"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:22:52.284675 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-26f68c5c-d31b-484d-8226-89fa6ae94330 req-76b79a9b-e4c3-421b-8a57-4ffd03395f1e tempest-SecurityGroupsTestAdminJSON-1132484066 tempest-SecurityGroupsTestAdminJSON-1132484066-project-admin] 10.222.0.75 "GET /v2.0/security-groups/3c9c951c-f76c-4f9f-88f0-97e9acd1da02 HTTP/1.1" status: 200 len: 2998 time: 0.0802696 Nov 25 17:22:52.296788 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 9a3aa883-74e7-4643-acad-ec28749faee5, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=9a3aa883-74e7-4643-acad-ec28749faee5,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:52.303974 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:52.348701 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-26f68c5c-d31b-484d-8226-89fa6ae94330 req-be6d9cd5-cf79-4990-9f6c-d6c398a627c0 tempest-SecurityGroupsTestAdminJSON-1132484066 tempest-SecurityGroupsTestAdminJSON-1132484066-project-admin] 10.222.0.75 "GET /v2.0/security-groups/3c9c951c-f76c-4f9f-88f0-97e9acd1da02 HTTP/1.1" status: 200 len: 2998 time: 0.0563767 Nov 25 17:22:52.352611 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68335ad-17f9-4a10-a288-808dc5842e86 x-openstack-request-id: req-d68335ad-17f9-4a10-a288-808dc5842e86 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:22:52.352923 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa377b35-49be-4f9c-8786-e36413cf2f56", "name": "network-vif-deleted", "tag": "a7b55702-78cd-4533-9e1c-83e3483b9488", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:22:52.357037 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d68335ad-17f9-4a10-a288-808dc5842e86 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:22:52.357699 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa377b35-49be-4f9c-8786-e36413cf2f56', 'name': 'network-vif-deleted', 'tag': 'a7b55702-78cd-4533-9e1c-83e3483b9488', 'status': 'completed', 'code': 200} Nov 25 17:22:52.364036 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=9a3aa883-74e7-4643-acad-ec28749faee5,revision_number=7']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:52.376508 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3bdb4274-4054-4dac-95d4-9990206ce84d req-fb130ba4-063a-4bd3-ad4e-4c2ef83c46dd service neutron] 10.222.0.90 "GET /v2.0/networks/c19272b3-a7a0-489a-a5dc-398c9698ec22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508715 Nov 25 17:22:52.402299 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-26f68c5c-d31b-484d-8226-89fa6ae94330 req-d2dd5cf0-5ccd-443b-8976-fb3b6cd54e34 tempest-SecurityGroupsTestAdminJSON-1132484066 tempest-SecurityGroupsTestAdminJSON-1132484066-project-admin] 10.222.0.75 "GET /v2.0/security-groups/5df96137-8742-49d1-a535-3ccd4ad78888 HTTP/1.1" status: 200 len: 2998 time: 0.0429487 Nov 25 17:22:52.474591 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-26f68c5c-d31b-484d-8226-89fa6ae94330 req-61c03911-ac1b-4fd7-8a45-b71b2c871c89 tempest-SecurityGroupsTestAdminJSON-1132484066 tempest-SecurityGroupsTestAdminJSON-1132484066-project-admin] 10.222.0.75 "GET /v2.0/security-groups/5df96137-8742-49d1-a535-3ccd4ad78888 HTTP/1.1" status: 200 len: 2998 time: 0.0648131 Nov 25 17:22:52.487125 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c088b6d-37b4-4fd5-839e-8468fa90bb76 req-e0a9be2b-5a74-4a15-a4ad-7046b2503167 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:52.488555 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5c088b6d-37b4-4fd5-839e-8468fa90bb76 req-e0a9be2b-5a74-4a15-a4ad-7046b2503167 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe07db11-e9b2-4f62-bf81-0cce485424f1 HTTP/1.1" status: 200 len: 943 time: 0.0661120 Nov 25 17:22:52.557036 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-26f68c5c-d31b-484d-8226-89fa6ae94330 req-65007577-76a9-4199-9bee-b1a15f3ea118 tempest-SecurityGroupsTestAdminJSON-1132484066 tempest-SecurityGroupsTestAdminJSON-1132484066-project-admin] 10.222.0.75 "GET /v2.0/security-groups/6ed0e0e6-9a17-44ef-8acc-d6b0fe2210b1 HTTP/1.1" status: 200 len: 2998 time: 0.0674691 Nov 25 17:22:52.560706 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5c088b6d-37b4-4fd5-839e-8468fa90bb76 req-94eddcc1-e53c-4433-ab53-16ec902fb4a1 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659595 Nov 25 17:22:52.605653 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-26f68c5c-d31b-484d-8226-89fa6ae94330 req-4506cee2-2a21-462d-a3f8-66f136fa4b18 tempest-SecurityGroupsTestAdminJSON-1132484066 tempest-SecurityGroupsTestAdminJSON-1132484066-project-admin] 10.222.0.75 "GET /v2.0/security-groups/6ed0e0e6-9a17-44ef-8acc-d6b0fe2210b1 HTTP/1.1" status: 200 len: 2998 time: 0.0423734 Nov 25 17:22:52.635072 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ffa5b5-7ae6-4d15-ac3d-ce808401b9f8 x-openstack-request-id: req-64ffa5b5-7ae6-4d15-ac3d-ce808401b9f8 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:22:52.636101 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "851b2964-72a8-440e-8234-fc14db00e928", "name": "network-vif-plugged", "status": "completed", "tag": "9a3aa883-74e7-4643-acad-ec28749faee5", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:22:52.636575 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-64ffa5b5-7ae6-4d15-ac3d-ce808401b9f8 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:22:52.637116 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '851b2964-72a8-440e-8234-fc14db00e928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a3aa883-74e7-4643-acad-ec28749faee5', 'code': 200} Nov 25 17:22:52.655793 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-26f68c5c-d31b-484d-8226-89fa6ae94330 req-23502b1c-d0cc-4a7c-bf9f-97ea5957834e tempest-SecurityGroupsTestAdminJSON-1132484066 tempest-SecurityGroupsTestAdminJSON-1132484066-project-admin] 10.222.0.75 "GET /v2.0/security-groups/b3d89def-e48f-4898-948b-742b7916da57 HTTP/1.1" status: 200 len: 2994 time: 0.0430377 Nov 25 17:22:52.708042 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-26f68c5c-d31b-484d-8226-89fa6ae94330 req-8e37e5f5-553c-4a28-b46b-0e8fe7062e90 tempest-SecurityGroupsTestAdminJSON-1132484066 tempest-SecurityGroupsTestAdminJSON-1132484066-project-admin] 10.222.0.75 "GET /v2.0/security-groups/b3d89def-e48f-4898-948b-742b7916da57 HTTP/1.1" status: 200 len: 2994 time: 0.0420122 Nov 25 17:22:52.761341 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-26f68c5c-d31b-484d-8226-89fa6ae94330 req-05764b6f-080e-4246-8543-bbb3ce205b54 tempest-SecurityGroupsTestAdminJSON-1132484066 tempest-SecurityGroupsTestAdminJSON-1132484066-project-admin] 10.222.0.75 "GET /v2.0/security-groups/c1d29fd8-dfe8-4d0b-9964-1de7273f9f23 HTTP/1.1" status: 200 len: 2998 time: 0.0471015 Nov 25 17:22:52.811276 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-26f68c5c-d31b-484d-8226-89fa6ae94330 req-50f919e1-0795-4518-b9dc-bf897e1bfec6 tempest-SecurityGroupsTestAdminJSON-1132484066 tempest-SecurityGroupsTestAdminJSON-1132484066-project-admin] 10.222.0.75 "GET /v2.0/security-groups/c1d29fd8-dfe8-4d0b-9964-1de7273f9f23 HTTP/1.1" status: 200 len: 2998 time: 0.0424058 Nov 25 17:22:52.905991 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a0395ec0-342a-46b0-b7f5-403a76dfeca8 req-7f4d4756-9c35-4c8c-97b2-972b2b200793 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=21f728f76092479bbd096847b3caf950&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354416 Nov 25 17:22:52.909343 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33530) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:52.911491 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-26f68c5c-d31b-484d-8226-89fa6ae94330 req-0af1446c-412a-4fb8-838d-a73e07f363d6 tempest-SecurityGroupsTestAdminJSON-1132484066 tempest-SecurityGroupsTestAdminJSON-1132484066-project-admin] 10.222.0.75 "GET /v2.0/security-groups/c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f HTTP/1.1" status: 200 len: 2998 time: 0.0927596 Nov 25 17:22:52.913666 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:52.928470 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f5f005-44df-41e8-81dd-6437b80ff412 req-ad2248a4-f9ca-4501-a210-7354a09550dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:52.929916 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c1f5f005-44df-41e8-81dd-6437b80ff412 req-ad2248a4-f9ca-4501-a210-7354a09550dd service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=851b2964-72a8-440e-8234-fc14db00e928 HTTP/1.1" status: 200 len: 1101 time: 0.0971963 Nov 25 17:22:53.062432 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-21c66dc1-dd34-4fa2-8448-047014b4555c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7739bc6a4b9b403c9f5015e26ffa58a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1464593 Nov 25 17:22:53.063208 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33534) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:53.068938 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-26f68c5c-d31b-484d-8226-89fa6ae94330 req-b4956d3a-7a3d-4087-a467-2f933037d5a5 tempest-SecurityGroupsTestAdminJSON-1132484066 tempest-SecurityGroupsTestAdminJSON-1132484066-project-admin] 10.222.0.75 "GET /v2.0/security-groups/c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f HTTP/1.1" status: 200 len: 2998 time: 0.1425717 Nov 25 17:22:53.076674 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c1f5f005-44df-41e8-81dd-6437b80ff412 req-91614afc-03c3-40f7-9bda-7bdcfb684b9b service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295247 Nov 25 17:22:53.093315 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0395ec0-342a-46b0-b7f5-403a76dfeca8 req-68057e90-abc9-4734-82df-2fbed42ef067 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:53.094738 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a0395ec0-342a-46b0-b7f5-403a76dfeca8 req-68057e90-abc9-4734-82df-2fbed42ef067 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1791179 Nov 25 17:22:53.120220 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3ea5d1d1-09a1-46e8-a8bf-ff593618176e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:53.125247 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a0395ec0-342a-46b0-b7f5-403a76dfeca8 req-36a8370a-0791-4b5d-a5f2-328618216493 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/quotas/21f728f76092479bbd096847b3caf950 HTTP/1.1" status: 200 len: 375 time: 0.0232532 Nov 25 17:22:53.135388 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-26f68c5c-d31b-484d-8226-89fa6ae94330 req-06c8e6a0-96e1-413c-8ac4-b7c8cd2ac9f9 tempest-SecurityGroupsTestAdminJSON-1132484066 tempest-SecurityGroupsTestAdminJSON-1132484066-project-admin] 10.222.0.75 "GET /v2.0/security-groups/ca407db1-dd33-4f29-bdf6-47a4fd4d20f3 HTTP/1.1" status: 200 len: 2998 time: 0.0577779 Nov 25 17:22:53.143270 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3ea5d1d1-09a1-46e8-a8bf-ff593618176e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:53.161784 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a0395ec0-342a-46b0-b7f5-403a76dfeca8 req-287847b3-8290-44be-a480-4d937ceef078 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=21f728f76092479bbd096847b3caf950&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291071 Nov 25 17:22:53.193944 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3ea5d1d1-09a1-46e8-a8bf-ff593618176e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:53.196566 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3ea5d1d1-09a1-46e8-a8bf-ff593618176e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:53.197925 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3ea5d1d1-09a1-46e8-a8bf-ff593618176e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/cd8b5136-0d17-43a4-963b-63b878aef5bc HTTP/1.1" status: 204 len: 168 time: 0.1337843 Nov 25 17:22:53.207191 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea5d1d1-09a1-46e8-a8bf-ff593618176e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8b5136-0d17-43a4-963b-63b878aef5bc,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:53.219056 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-26f68c5c-d31b-484d-8226-89fa6ae94330 req-6c0435ad-7390-448f-98da-0ae265dccf3d tempest-SecurityGroupsTestAdminJSON-1132484066 tempest-SecurityGroupsTestAdminJSON-1132484066-project-admin] 10.222.0.75 "GET /v2.0/security-groups/ca407db1-dd33-4f29-bdf6-47a4fd4d20f3 HTTP/1.1" status: 200 len: 2998 time: 0.0734978 Nov 25 17:22:53.282172 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-26f68c5c-d31b-484d-8226-89fa6ae94330 req-37eaa238-8b3a-4ad6-854a-a29a0fd5d45e tempest-SecurityGroupsTestAdminJSON-1132484066 tempest-SecurityGroupsTestAdminJSON-1132484066-project-admin] 10.222.0.75 "GET /v2.0/security-groups/cbe1a073-c107-4fe5-8364-9e406306d6bc HTTP/1.1" status: 200 len: 2994 time: 0.0542059 Nov 25 17:22:53.333444 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-26f68c5c-d31b-484d-8226-89fa6ae94330 req-9ddfcd43-3817-40fc-9923-ba8b8ff7a031 tempest-SecurityGroupsTestAdminJSON-1132484066 tempest-SecurityGroupsTestAdminJSON-1132484066-project-admin] 10.222.0.75 "GET /v2.0/security-groups/cbe1a073-c107-4fe5-8364-9e406306d6bc HTTP/1.1" status: 200 len: 2994 time: 0.0510843 Nov 25 17:22:53.350772 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [req-26f68c5c-d31b-484d-8226-89fa6ae94330 req-70a8cab1-2c31-42f2-b5ba-050c50bd2bb6 tempest-SecurityGroupsTestAdminJSON-1132484066 tempest-SecurityGroupsTestAdminJSON-1132484066-project-admin] show failed (client error): The resource could not be found. Nov 25 17:22:53.351914 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-26f68c5c-d31b-484d-8226-89fa6ae94330 req-70a8cab1-2c31-42f2-b5ba-050c50bd2bb6 tempest-SecurityGroupsTestAdminJSON-1132484066 tempest-SecurityGroupsTestAdminJSON-1132484066-project-admin] 10.222.0.75 "GET /v2.0/security-groups/cd8b5136-0d17-43a4-963b-63b878aef5bc HTTP/1.1" status: 404 len: 352 time: 0.0173573 Nov 25 17:22:53.405164 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [req-26f68c5c-d31b-484d-8226-89fa6ae94330 req-cde6e521-939d-4133-b2fb-3a605afc799e tempest-SecurityGroupsTestAdminJSON-1132484066 tempest-SecurityGroupsTestAdminJSON-1132484066-project-admin] show failed (client error): The resource could not be found. Nov 25 17:22:53.413338 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-26f68c5c-d31b-484d-8226-89fa6ae94330 req-cde6e521-939d-4133-b2fb-3a605afc799e tempest-SecurityGroupsTestAdminJSON-1132484066 tempest-SecurityGroupsTestAdminJSON-1132484066-project-admin] 10.222.0.75 "GET /v2.0/security-groups/cd8b5136-0d17-43a4-963b-63b878aef5bc HTTP/1.1" status: 404 len: 352 time: 0.0502703 Nov 25 17:22:53.472776 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4892ea2-dbb3-4585-9d7d-80bf24342013 req-2c10a600-db69-43a2-9029-6640f1ec0237 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:53.474688 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e4892ea2-dbb3-4585-9d7d-80bf24342013 req-2c10a600-db69-43a2-9029-6640f1ec0237 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=3eef18eb-c307-4471-9906-537eeed4567a HTTP/1.1" status: 200 len: 945 time: 0.1102934 Nov 25 17:22:53.478517 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-26f68c5c-d31b-484d-8226-89fa6ae94330 req-b0ab9640-bbca-4162-8f48-32213e91e5bc tempest-SecurityGroupsTestAdminJSON-1132484066 tempest-SecurityGroupsTestAdminJSON-1132484066-project-admin] 10.222.0.75 "GET /v2.0/security-groups/e523b97c-2a1c-471c-a2f0-cda2800f93df HTTP/1.1" status: 200 len: 2998 time: 0.0628734 Nov 25 17:22:53.562411 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e4892ea2-dbb3-4585-9d7d-80bf24342013 req-02746772-68be-458a-95b1-3f776cf24da4 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789034 Nov 25 17:22:53.566981 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-26f68c5c-d31b-484d-8226-89fa6ae94330 req-4a127799-9b34-4142-b4b4-cae37f37f4f7 tempest-SecurityGroupsTestAdminJSON-1132484066 tempest-SecurityGroupsTestAdminJSON-1132484066-project-admin] 10.222.0.75 "GET /v2.0/security-groups/e523b97c-2a1c-471c-a2f0-cda2800f93df HTTP/1.1" status: 200 len: 2998 time: 0.0763845 Nov 25 17:22:53.567903 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 33554) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:53.688401 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device a7b55702-78cd-4533-9e1c-83e3483b9488 no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:22:53.698457 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-5cff244c-e7a1-41f5-8473-0fd53304431d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=68e68d8a33a642799f34c55f444762dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1271727 Nov 25 17:22:53.699245 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33560) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:53.718850 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: a7b55702-78cd-4533-9e1c-83e3483b9488 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:22:53.718850 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device a7b55702-78cd-4533-9e1c-83e3483b9488 not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:22:53.737943 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-26f68c5c-d31b-484d-8226-89fa6ae94330 req-c1159603-4de3-4d3a-9e22-2d07a8e6e8cf tempest-SecurityGroupsTestAdminJSON-1132484066 tempest-SecurityGroupsTestAdminJSON-1132484066-project-admin] 10.222.0.75 "GET /v2.0/security-groups/f9553279-c173-4b8d-a194-13a02df69aac HTTP/1.1" status: 200 len: 2998 time: 0.1609085 Nov 25 17:22:53.751538 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dc441a88-6a36-4896-a91d-4e2b977123cb req-8afd1ff5-7d7f-4d23-ad79-0f06e0556637 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b102fd9a-9175-447b-a09f-b64a750d0101&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1644394 Nov 25 17:22:53.760658 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-774aaa03-3f13-4f0b-868f-3092d09919af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:53.788430 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef33124-d324-4816-af94-61da8fcbcbda req-972705b7-c821-4ef0-a4df-14441a1efaac tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:53.791227 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-774aaa03-3f13-4f0b-868f-3092d09919af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:53.793470 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9ef33124-d324-4816-af94-61da8fcbcbda req-972705b7-c821-4ef0-a4df-14441a1efaac tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/ports?device_id=851b2964-72a8-440e-8234-fc14db00e928 HTTP/1.1" status: 200 len: 950 time: 0.1477892 Nov 25 17:22:53.852796 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-774aaa03-3f13-4f0b-868f-3092d09919af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:53.855639 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-774aaa03-3f13-4f0b-868f-3092d09919af admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:53.857297 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-774aaa03-3f13-4f0b-868f-3092d09919af admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/39de4814-a009-47ef-8694-9f398b3131e1 HTTP/1.1" status: 204 len: 168 time: 0.1539602 Nov 25 17:22:53.865725 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774aaa03-3f13-4f0b-868f-3092d09919af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39de4814-a009-47ef-8694-9f398b3131e1,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:53.882544 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-26f68c5c-d31b-484d-8226-89fa6ae94330 req-ae9b0768-a80d-478c-8860-c2c57b8518ec tempest-SecurityGroupsTestAdminJSON-1132484066 tempest-SecurityGroupsTestAdminJSON-1132484066-project-admin] 10.222.0.75 "GET /v2.0/security-groups/f9553279-c173-4b8d-a194-13a02df69aac HTTP/1.1" status: 200 len: 2998 time: 0.1363647 Nov 25 17:22:53.921158 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9ef33124-d324-4816-af94-61da8fcbcbda req-700ccf64-3524-4b1a-8133-f84dfe529b83 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112118 Nov 25 17:22:53.923170 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc441a88-6a36-4896-a91d-4e2b977123cb req-19417865-66a1-41e2-bcaf-72393aa70dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:53.924650 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dc441a88-6a36-4896-a91d-4e2b977123cb req-19417865-66a1-41e2-bcaf-72393aa70dfa service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ac7a18821f8e4e00814d44731ef8d033&device_id=b102fd9a-9175-447b-a09f-b64a750d0101 HTTP/1.1" status: 200 len: 1096 time: 0.1102495 Nov 25 17:22:54.021147 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d15f44f6-7238-47f6-9abb-34efa7d75976 req-320cf508-d4ad-4d24-8d23-8615155f342f tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=96509f71-1e11-4ae9-9719-d507af7400da HTTP/1.1" status: 200 len: 210 time: 0.0487034 Nov 25 17:22:54.104662 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc441a88-6a36-4896-a91d-4e2b977123cb req-b6388710-130e-43ee-9e63-1dd0ec7abcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:54.106874 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dc441a88-6a36-4896-a91d-4e2b977123cb req-b6388710-130e-43ee-9e63-1dd0ec7abcbf service neutron] 10.222.0.74 "GET /v2.0/networks?id=c4ad8fe4-e22e-4c8b-af10-9eaf120b663c HTTP/1.1" status: 200 len: 921 time: 0.1453648 Nov 25 17:22:54.124907 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-5ee7c24f-56ab-40d1-bf0f-70fcf4a4ccd1 service neutron] 10.222.0.90 "GET /v2.0/ports/52faa424-25c8-41e5-880a-1ed1142761da/bindings/n-h1-817746-1 HTTP/1.1" status: 200 len: 384 time: 0.0992913 Nov 25 17:22:54.199160 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dc441a88-6a36-4896-a91d-4e2b977123cb req-7d672076-f7c8-4d49-ad52-34686a1b304f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2 HTTP/1.1" status: 200 len: 217 time: 0.0813584 Nov 25 17:22:54.273544 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b747de0d-6711-417c-a9ac-681a6223c7b0 req-c3d6d3e6-9bd3-4623-8868-d2596e667898 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:54.275175 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b747de0d-6711-417c-a9ac-681a6223c7b0 req-c3d6d3e6-9bd3-4623-8868-d2596e667898 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe07db11-e9b2-4f62-bf81-0cce485424f1 HTTP/1.1" status: 200 len: 943 time: 0.1562891 Nov 25 17:22:54.289397 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7c7152e5-ba49-4c16-a31a-8bb70ab90a10 req-2566d74c-019b-46f7-a480-180b3318ecdd tempest-SecurityGroupsTestAdminJSON-1377138210 tempest-SecurityGroupsTestAdminJSON-1377138210-project] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3a6a94bae1b84cea8a80224ecc1db085 HTTP/1.1" status: 200 len: 6154 time: 0.2024572 Nov 25 17:22:54.311082 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc441a88-6a36-4896-a91d-4e2b977123cb req-de1ca666-563b-48c7-a6af-2c7b06ceee5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:54.313484 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dc441a88-6a36-4896-a91d-4e2b977123cb req-de1ca666-563b-48c7-a6af-2c7b06ceee5b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0a91ba6f-af85-4b11-90c3-2d5fc7a12e25 HTTP/1.1" status: 200 len: 860 time: 0.1040990 Nov 25 17:22:54.363083 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-8d944a97-15be-49a7-a2e2-d5afa94feb9d service neutron] For port 52faa424-25c8-41e5-880a-1ed1142761da, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=52faa424-25c8-41e5-880a-1ed1142761da,segment=NetworkSegment(2c22414f-d4c7-43ac-a576-c7b2f18031bf),segment_id=2c22414f-d4c7-43ac-a576-c7b2f18031bf)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:54.388022 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-8d944a97-15be-49a7-a2e2-d5afa94feb9d service neutron] For port 52faa424-25c8-41e5-880a-1ed1142761da, host n-h2-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:22:54.432071 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-8d944a97-15be-49a7-a2e2-d5afa94feb9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52faa424-25c8-41e5-880a-1ed1142761da {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:22:54.447333 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-8d944a97-15be-49a7-a2e2-d5afa94feb9d service neutron] For port 52faa424-25c8-41e5-880a-1ed1142761da, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=52faa424-25c8-41e5-880a-1ed1142761da,segment=NetworkSegment(2c22414f-d4c7-43ac-a576-c7b2f18031bf),segment_id=2c22414f-d4c7-43ac-a576-c7b2f18031bf)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:54.453909 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dc441a88-6a36-4896-a91d-4e2b977123cb req-161ab5dd-52cd-4c76-8f9f-e77adbc32848 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c4ad8fe4-e22e-4c8b-af10-9eaf120b663c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1183281 Nov 25 17:22:54.474809 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-8d944a97-15be-49a7-a2e2-d5afa94feb9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:54.499188 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a0395ec0-342a-46b0-b7f5-403a76dfeca8 req-2b057f6f-7f9b-4504-a33f-21f27146c5e6 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=21f728f76092479bbd096847b3caf950&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0703480 Nov 25 17:22:54.581531 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-8d944a97-15be-49a7-a2e2-d5afa94feb9d service neutron] Transition to ACTIVE for port object 52faa424-25c8-41e5-880a-1ed1142761da will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:22:54.586580 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-8d944a97-15be-49a7-a2e2-d5afa94feb9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:54.597880 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7c7152e5-ba49-4c16-a31a-8bb70ab90a10 req-c9c08e02-5dfd-4e75-92b6-bc1f980655b9 tempest-SecurityGroupsTestAdminJSON-1377138210 tempest-SecurityGroupsTestAdminJSON-1377138210-project] 10.222.0.75 "GET /v2.0/security-groups/f9553279-c173-4b8d-a194-13a02df69aac HTTP/1.1" status: 200 len: 2998 time: 0.3074701 Nov 25 17:22:54.608141 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b747de0d-6711-417c-a9ac-681a6223c7b0 req-bafabb9f-651d-4e34-9460-8bc61e717c31 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153987 Nov 25 17:22:54.674061 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-8d944a97-15be-49a7-a2e2-d5afa94feb9d service neutron] No DVR routers for this DVR port 52faa424-25c8-41e5-880a-1ed1142761da on host n-h2-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:22:54.702463 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7c7152e5-ba49-4c16-a31a-8bb70ab90a10 req-0e928e12-9f40-4e64-b0f2-3ffb6c1ca1ca tempest-SecurityGroupsTestAdminJSON-1377138210 tempest-SecurityGroupsTestAdminJSON-1377138210-project] 10.222.0.75 "GET /v2.0/security-groups/f9553279-c173-4b8d-a194-13a02df69aac HTTP/1.1" status: 200 len: 2998 time: 0.1022623 Nov 25 17:22:54.736393 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d944a97-15be-49a7-a2e2-d5afa94feb9d service neutron] Pushing event updated for resources: {'Port': ['ID=52faa424-25c8-41e5-880a-1ed1142761da,revision_number=10']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:54.744031 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-8d944a97-15be-49a7-a2e2-d5afa94feb9d service neutron] 10.222.0.90 "PUT /v2.0/ports/52faa424-25c8-41e5-880a-1ed1142761da/bindings/n-h1-817746-1/activate HTTP/1.1" status: 200 len: 369 time: 0.6114192 Nov 25 17:22:54.836013 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dc441a88-6a36-4896-a91d-4e2b977123cb req-eac1592e-0800-49a8-a9f6-71595d6d8ed6 service neutron] 10.222.0.74 "GET /v2.0/networks/c4ad8fe4-e22e-4c8b-af10-9eaf120b663c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603997 Nov 25 17:22:54.858545 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0395ec0-342a-46b0-b7f5-403a76dfeca8 req-bca11bfd-9a79-4a6c-ad9f-4bfbe4600681 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:54.860222 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a0395ec0-342a-46b0-b7f5-403a76dfeca8 req-bca11bfd-9a79-4a6c-ad9f-4bfbe4600681 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3401690 Nov 25 17:22:54.881867 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-2bdfd7e3-fea8-444e-b145-7461ef94c107 tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:54.884005 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-2bdfd7e3-fea8-444e-b145-7461ef94c107 tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=fe07db11-e9b2-4f62-bf81-0cce485424f1&tenant_id=cbebe6cb2b944a35af1ec08d68611682&binding%3Ahost_id=n-h2-817746-1 HTTP/1.1" status: 200 len: 1095 time: 0.0701654 Nov 25 17:22:54.896235 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-a0395ec0-342a-46b0-b7f5-403a76dfeca8 req-15a921c3-c1d2-490c-b142-43b8a3167f9e tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Request body: {'port': {'device_id': '96509f71-1e11-4ae9-9719-d507af7400da', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'admin_state_up': True, 'tenant_id': '21f728f76092479bbd096847b3caf950'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:54.955411 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-9db6ac36-8eab-49f7-90da-6519db60d4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:54.957000 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-9db6ac36-8eab-49f7-90da-6519db60d4e1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fe07db11-e9b2-4f62-bf81-0cce485424f1&tenant_id=cbebe6cb2b944a35af1ec08d68611682 HTTP/1.1" status: 200 len: 1095 time: 0.0644879 Nov 25 17:22:54.973017 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33598) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:54.986422 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e2801cdc-0422-434b-8ea6-feda44e9c427 req-2b6b4e6c-04d2-4827-ab9a-7cf2548b1f98 tempest-SecurityGroupsTestAdminJSON-1132484066 tempest-SecurityGroupsTestAdminJSON-1132484066-project-admin] 10.222.0.75 "GET /v2.0/security-groups/fa372e8c-76ae-4c12-a2d9-16b1a36c98e1 HTTP/1.1" status: 200 len: 1795 time: 0.2387352 Nov 25 17:22:54.999833 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e99088-91b3-4d53-a5fc-79daffaccdec req-a026c32f-e0f5-4293-8d35-cbad685cc7f1 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:55.002364 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-42e99088-91b3-4d53-a5fc-79daffaccdec req-a026c32f-e0f5-4293-8d35-cbad685cc7f1 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=3eef18eb-c307-4471-9906-537eeed4567a HTTP/1.1" status: 200 len: 945 time: 0.2280343 Nov 25 17:22:55.036889 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-fbd10ba1-c76e-4c86-88c7-753b048fd1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:55.038525 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-fbd10ba1-c76e-4c86-88c7-753b048fd1c0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cbebe6cb2b944a35af1ec08d68611682&device_id=fe07db11-e9b2-4f62-bf81-0cce485424f1 HTTP/1.1" status: 200 len: 1095 time: 0.0536652 Nov 25 17:22:55.123771 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dc441a88-6a36-4896-a91d-4e2b977123cb req-074d8ef8-4ad6-4ce2-b83e-58199e9114ba service neutron] 10.222.0.74 "GET /v2.0/networks/c4ad8fe4-e22e-4c8b-af10-9eaf120b663c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759542 Nov 25 17:22:55.146680 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-42e99088-91b3-4d53-a5fc-79daffaccdec req-d18b8638-71ad-41db-a40a-1cab7e60c0f3 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331856 Nov 25 17:22:55.156291 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9bc9623-d843-4c35-8818-22a65c306341 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:55.165051 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e2801cdc-0422-434b-8ea6-feda44e9c427 req-5f0ddd95-28b0-4681-9f17-2abfcf484007 tempest-SecurityGroupsTestAdminJSON-1132484066 tempest-SecurityGroupsTestAdminJSON-1132484066-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:55.177661 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-15c28d47-56f3-458b-85dc-44f0123a8c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:55.179714 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-15c28d47-56f3-458b-85dc-44f0123a8c0f service neutron] 10.222.0.74 "GET /v2.0/networks?id=cdfc7726-be74-4470-a033-195b79623a95 HTTP/1.1" status: 200 len: 908 time: 0.1322381 Nov 25 17:22:55.180548 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0395ec0-342a-46b0-b7f5-403a76dfeca8 req-15a921c3-c1d2-490c-b142-43b8a3167f9e tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Made reservation on behalf of 21f728f76092479bbd096847b3caf950 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:22:55.184102 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a0395ec0-342a-46b0-b7f5-403a76dfeca8 req-15a921c3-c1d2-490c-b142-43b8a3167f9e tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:55.204361 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e2801cdc-0422-434b-8ea6-feda44e9c427 req-5f0ddd95-28b0-4681-9f17-2abfcf484007 tempest-SecurityGroupsTestAdminJSON-1132484066 tempest-SecurityGroupsTestAdminJSON-1132484066-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:55.206337 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a0395ec0-342a-46b0-b7f5-403a76dfeca8 req-15a921c3-c1d2-490c-b142-43b8a3167f9e tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:55.228560 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-0a9456a1-50a7-48b8-9d80-5942c016685a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=52faa424-25c8-41e5-880a-1ed1142761da HTTP/1.1" status: 200 len: 217 time: 0.0399370 Nov 25 17:22:55.288312 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e2801cdc-0422-434b-8ea6-feda44e9c427 req-5f0ddd95-28b0-4681-9f17-2abfcf484007 tempest-SecurityGroupsTestAdminJSON-1132484066 tempest-SecurityGroupsTestAdminJSON-1132484066-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:55.291015 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e2801cdc-0422-434b-8ea6-feda44e9c427 req-5f0ddd95-28b0-4681-9f17-2abfcf484007 tempest-SecurityGroupsTestAdminJSON-1132484066 tempest-SecurityGroupsTestAdminJSON-1132484066-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:55.292161 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e2801cdc-0422-434b-8ea6-feda44e9c427 req-5f0ddd95-28b0-4681-9f17-2abfcf484007 tempest-SecurityGroupsTestAdminJSON-1132484066 tempest-SecurityGroupsTestAdminJSON-1132484066-project-admin] 10.222.0.75 "DELETE /v2.0/security-groups/fa372e8c-76ae-4c12-a2d9-16b1a36c98e1 HTTP/1.1" status: 204 len: 173 time: 0.2898741 Nov 25 17:22:55.307890 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0ddd95-28b0-4681-9f17-2abfcf484007 tempest-SecurityGroupsTestAdminJSON-1132484066 tempest-SecurityGroupsTestAdminJSON-1132484066-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa372e8c-76ae-4c12-a2d9-16b1a36c98e1,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:55.320021 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-44f0a6a0-987f-4954-b47c-d5b37046ed2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:55.321197 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-44f0a6a0-987f-4954-b47c-d5b37046ed2d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ee1e665a-f297-4067-8b5a-7a7e373f89c9 HTTP/1.1" status: 200 len: 847 time: 0.0822425 Nov 25 17:22:55.341440 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a0395ec0-342a-46b0-b7f5-403a76dfeca8 req-15a921c3-c1d2-490c-b142-43b8a3167f9e tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:55.348466 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a0395ec0-342a-46b0-b7f5-403a76dfeca8 req-15a921c3-c1d2-490c-b142-43b8a3167f9e tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:55.373723 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-fe9e513f-1f7c-4669-8e21-eeec9e8e5d6c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cdfc7726-be74-4470-a033-195b79623a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338969 Nov 25 17:22:55.378815 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9bc9623-d843-4c35-8818-22a65c306341 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:55.384695 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9bc9623-d843-4c35-8818-22a65c306341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:55.451766 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a921c3-c1d2-490c-b142-43b8a3167f9e tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db2a83cc-54ee-4a78-ab68-e061f969dc8c,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:55.487686 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bc9623-d843-4c35-8818-22a65c306341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8f1179-1e01-4cf9-968f-2b1be90b94b8,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:55.501834 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f9bc9623-d843-4c35-8818-22a65c306341 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1cd91c1dcfb645e68b083d22ff80f492&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5309680 Nov 25 17:22:55.505612 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33610) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:55.515828 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4091f606-ad76-42de-b10d-78032d26b998 req-7db8cd61-0219-45ed-a9fc-8716d5fc1e3c tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:55.517465 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4091f606-ad76-42de-b10d-78032d26b998 req-7db8cd61-0219-45ed-a9fc-8716d5fc1e3c tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/ports?device_id=851b2964-72a8-440e-8234-fc14db00e928 HTTP/1.1" status: 200 len: 950 time: 0.1403830 Nov 25 17:22:55.551809 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-a0395ec0-342a-46b0-b7f5-403a76dfeca8 req-15a921c3-c1d2-490c-b142-43b8a3167f9e tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Allocated IP 192.168.233.192 (ab4fed0b-9bf1-4925-8765-94da08c5de2a/8793709c-5336-428d-aede-b0b8df1a26b2/177401c7-487a-4ed8-bc66-2ed80b0bfef7) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:22:55.554536 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-685f8ec6-2ea1-46d3-a376-8631e277bf4f service neutron] 10.222.0.74 "GET /v2.0/networks/cdfc7726-be74-4470-a033-195b79623a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644578 Nov 25 17:22:55.598802 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-680676ab-8d39-42ab-a179-f505b63a7308 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:55.598941 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4091f606-ad76-42de-b10d-78032d26b998 req-a82e4bcb-9ed8-46df-8109-aff9d8aa63b2 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714648 Nov 25 17:22:55.656505 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-680676ab-8d39-42ab-a179-f505b63a7308 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:55.725735 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-cd12d74f-48b6-4558-b029-294c0e69cc7a service neutron] 10.222.0.74 "GET /v2.0/networks/cdfc7726-be74-4470-a033-195b79623a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605906 Nov 25 17:22:55.759279 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-680676ab-8d39-42ab-a179-f505b63a7308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:55.762498 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-680676ab-8d39-42ab-a179-f505b63a7308 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:55.766545 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-680676ab-8d39-42ab-a179-f505b63a7308 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6f8f1179-1e01-4cf9-968f-2b1be90b94b8 HTTP/1.1" status: 204 len: 168 time: 0.2574024 Nov 25 17:22:55.775252 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680676ab-8d39-42ab-a179-f505b63a7308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8f1179-1e01-4cf9-968f-2b1be90b94b8,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:55.842392 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a0395ec0-342a-46b0-b7f5-403a76dfeca8 req-15a921c3-c1d2-490c-b142-43b8a3167f9e tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:55.845657 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-06e2df88-5f03-4636-9b26-1a2ffdb5a3ea req-85920fc5-fcf0-4395-9c99-c13889db4890 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=96509f71-1e11-4ae9-9719-d507af7400da HTTP/1.1" status: 200 len: 210 time: 0.0475824 Nov 25 17:22:55.848439 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-91b6c8c8-89e7-4fcc-90a4-51f19e189cb9 req-72b05d32-67df-4664-9a9d-1c089eefc9b3 tempest-SecurityGroupsTestAdminJSON-1132484066 tempest-SecurityGroupsTestAdminJSON-1132484066-project-admin] 10.222.0.75 "GET /v2.0/security-groups/069055c2-bb66-41c0-9645-8b32f66f457d HTTP/1.1" status: 200 len: 1795 time: 0.1205194 Nov 25 17:22:55.927875 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a0395ec0-342a-46b0-b7f5-403a76dfeca8 req-15a921c3-c1d2-490c-b142-43b8a3167f9e tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:55.947927 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-91b6c8c8-89e7-4fcc-90a4-51f19e189cb9 req-e38060ba-364f-464f-9c8b-802f2d18fec4 tempest-SecurityGroupsTestAdminJSON-1132484066 tempest-SecurityGroupsTestAdminJSON-1132484066-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:55.979227 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0395ec0-342a-46b0-b7f5-403a76dfeca8 req-15a921c3-c1d2-490c-b142-43b8a3167f9e tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Network ab4fed0b-9bf1-4925-8765-94da08c5de2a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:22:55.996174 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-a0395ec0-342a-46b0-b7f5-403a76dfeca8 req-15a921c3-c1d2-490c-b142-43b8a3167f9e tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:22:56.010605 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0395ec0-342a-46b0-b7f5-403a76dfeca8 req-15a921c3-c1d2-490c-b142-43b8a3167f9e tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:22:56.042839 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-e6d7ef47-07c0-4a17-a0dd-988a33987798 tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:56.050405 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-e6d7ef47-07c0-4a17-a0dd-988a33987798 tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=fe07db11-e9b2-4f62-bf81-0cce485424f1&tenant_id=cbebe6cb2b944a35af1ec08d68611682&binding%3Ahost_id=n-h1-817746-1 HTTP/1.1" status: 200 len: 1095 time: 0.0703743 Nov 25 17:22:56.075375 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a921c3-c1d2-490c-b142-43b8a3167f9e tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Pushing event updated for resources: {'Port': ['ID=177401c7-487a-4ed8-bc66-2ed80b0bfef7,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:56.081430 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-91b6c8c8-89e7-4fcc-90a4-51f19e189cb9 req-e38060ba-364f-464f-9c8b-802f2d18fec4 tempest-SecurityGroupsTestAdminJSON-1132484066 tempest-SecurityGroupsTestAdminJSON-1132484066-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:56.136187 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0395ec0-342a-46b0-b7f5-403a76dfeca8 req-15a921c3-c1d2-490c-b142-43b8a3167f9e tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:56.136856 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a0395ec0-342a-46b0-b7f5-403a76dfeca8 req-15a921c3-c1d2-490c-b142-43b8a3167f9e tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:56.160495 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c404b203-7352-4402-8d19-febd6dd8058c req-45546d57-6053-42e2-a3d7-7782da1af6b0 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:56.162074 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c404b203-7352-4402-8d19-febd6dd8058c req-45546d57-6053-42e2-a3d7-7782da1af6b0 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/ports?device_id=851b2964-72a8-440e-8234-fc14db00e928 HTTP/1.1" status: 200 len: 950 time: 0.1857769 Nov 25 17:22:56.190722 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a0395ec0-342a-46b0-b7f5-403a76dfeca8 req-15a921c3-c1d2-490c-b142-43b8a3167f9e tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3155825 Nov 25 17:22:56.197531 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-91b6c8c8-89e7-4fcc-90a4-51f19e189cb9 req-e38060ba-364f-464f-9c8b-802f2d18fec4 tempest-SecurityGroupsTestAdminJSON-1132484066 tempest-SecurityGroupsTestAdminJSON-1132484066-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:56.200690 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-91b6c8c8-89e7-4fcc-90a4-51f19e189cb9 req-e38060ba-364f-464f-9c8b-802f2d18fec4 tempest-SecurityGroupsTestAdminJSON-1132484066 tempest-SecurityGroupsTestAdminJSON-1132484066-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:56.201846 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-91b6c8c8-89e7-4fcc-90a4-51f19e189cb9 req-e38060ba-364f-464f-9c8b-802f2d18fec4 tempest-SecurityGroupsTestAdminJSON-1132484066 tempest-SecurityGroupsTestAdminJSON-1132484066-project-admin] 10.222.0.75 "DELETE /v2.0/security-groups/069055c2-bb66-41c0-9645-8b32f66f457d HTTP/1.1" status: 204 len: 173 time: 0.3414013 Nov 25 17:22:56.211624 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-a0395ec0-342a-46b0-b7f5-403a76dfeca8 req-854af929-4b5f-48a0-bb1d-3a02161dce67 service neutron] Request body: {'port': {'device_id': '96509f71-1e11-4ae9-9719-d507af7400da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:56.255003 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38060ba-364f-464f-9c8b-802f2d18fec4 tempest-SecurityGroupsTestAdminJSON-1132484066 tempest-SecurityGroupsTestAdminJSON-1132484066-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=069055c2-bb66-41c0-9645-8b32f66f457d,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:56.280453 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-dcc594a1-0226-43a0-8f64-b0c73d9920af service neutron] For port 52faa424-25c8-41e5-880a-1ed1142761da, host n-h2-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:22:56.284520 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-dcc594a1-0226-43a0-8f64-b0c73d9920af service neutron] Publish callbacks [] for binding, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:56.296953 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8c97a486-5990-43d7-b379-dd327af6ab10 req-dcc594a1-0226-43a0-8f64-b0c73d9920af service neutron] 10.222.0.74 "DELETE /v2.0/ports/52faa424-25c8-41e5-880a-1ed1142761da/bindings/n-h2-817746-1 HTTP/1.1" status: 204 len: 173 time: 0.2272973 Nov 25 17:22:56.310386 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c404b203-7352-4402-8d19-febd6dd8058c req-26e52205-509c-46de-965c-a1f20a497757 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370814 Nov 25 17:22:56.318508 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a0395ec0-342a-46b0-b7f5-403a76dfeca8 req-854af929-4b5f-48a0-bb1d-3a02161dce67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:56.386497 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-8b2d9cf3-391d-4c0c-b042-5ebad73fb59d None None] Provisioning complete for port 177401c7-487a-4ed8-bc66-2ed80b0bfef7 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:56.387022 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8b2d9cf3-391d-4c0c-b042-5ebad73fb59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:56.427847 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-8b2d9cf3-391d-4c0c-b042-5ebad73fb59d None None] Port 177401c7-487a-4ed8-bc66-2ed80b0bfef7 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:22:56.475676 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb40ae2e-4d18-42f3-ac40-b925d4ec2e41 req-731691e0-2c4c-44eb-bc6b-e9488eb30c44 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:56.477189 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fb40ae2e-4d18-42f3-ac40-b925d4ec2e41 req-731691e0-2c4c-44eb-bc6b-e9488eb30c44 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe07db11-e9b2-4f62-bf81-0cce485424f1 HTTP/1.1" status: 200 len: 944 time: 0.1537864 Nov 25 17:22:56.564642 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ec6e1-4871-4bb3-9701-ed5e06108e06 req-36388154-75a4-44e2-a818-6cd9f2264d5c tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:56.566166 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d26ec6e1-4871-4bb3-9701-ed5e06108e06 req-36388154-75a4-44e2-a818-6cd9f2264d5c tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=3eef18eb-c307-4471-9906-537eeed4567a HTTP/1.1" status: 200 len: 945 time: 0.1575189 Nov 25 17:22:56.643442 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33646) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:56.656874 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fb40ae2e-4d18-42f3-ac40-b925d4ec2e41 req-4accab8c-78f7-47a4-8f4b-8ee1cadc60fb tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348164 Nov 25 17:22:56.739897 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d26ec6e1-4871-4bb3-9701-ed5e06108e06 req-2ccc2f5c-8212-415e-a239-326cd0537a65 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638992 Nov 25 17:22:56.770482 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9a8bc797-f563-4c03-ba1d-ebd247de1f09 req-13c2831c-1e96-46c7-a860-3f9277c42027 tempest-SecurityGroupsTestAdminJSON-1377138210 tempest-SecurityGroupsTestAdminJSON-1377138210-project] 10.222.0.75 "GET /v2.0/security-groups/0fdb1675-8409-4fae-9ca4-65a5b0131cc5 HTTP/1.1" status: 200 len: 1794 time: 0.0793335 Nov 25 17:22:56.773244 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-de74252e-9a26-4489-820c-6d43bd2956ef admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-312656252-network', 'tenant_id': '5ff4045781284658aaabbf90b0b24497'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:56.802907 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de74252e-9a26-4489-820c-6d43bd2956ef admin admin] Made reservation on behalf of 5ff4045781284658aaabbf90b0b24497 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:22:56.805578 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-de74252e-9a26-4489-820c-6d43bd2956ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:56.815481 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-de74252e-9a26-4489-820c-6d43bd2956ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:56.909755 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-de74252e-9a26-4489-820c-6d43bd2956ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:56.914661 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-de74252e-9a26-4489-820c-6d43bd2956ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:56.944298 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de74252e-9a26-4489-820c-6d43bd2956ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 914} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:22:56.955923 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de74252e-9a26-4489-820c-6d43bd2956ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e09c5c-f903-40f1-9daf-0a6ecce52d87,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:56.961316 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-de74252e-9a26-4489-820c-6d43bd2956ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:56.961664 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-de74252e-9a26-4489-820c-6d43bd2956ef admin admin] Added segment a55b0bb4-d5ae-413e-8631-0113e45f323d of type vlan for network 3db90ee4-56f6-4e5f-acbd-4db2105fc0a3 Nov 25 17:22:57.022754 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-de74252e-9a26-4489-820c-6d43bd2956ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:57.081539 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-de74252e-9a26-4489-820c-6d43bd2956ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:57.082661 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de74252e-9a26-4489-820c-6d43bd2956ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:57.083356 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-de74252e-9a26-4489-820c-6d43bd2956ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:57.109554 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-a0395ec0-342a-46b0-b7f5-403a76dfeca8 req-854af929-4b5f-48a0-bb1d-3a02161dce67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 177401c7-487a-4ed8-bc66-2ed80b0bfef7 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:22:57.125107 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a0395ec0-342a-46b0-b7f5-403a76dfeca8 req-854af929-4b5f-48a0-bb1d-3a02161dce67 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:57.149227 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-a0395ec0-342a-46b0-b7f5-403a76dfeca8 req-854af929-4b5f-48a0-bb1d-3a02161dce67 service neutron] Transition to ACTIVE for port object 177401c7-487a-4ed8-bc66-2ed80b0bfef7 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:22:57.181823 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-de74252e-9a26-4489-820c-6d43bd2956ef admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5339553 Nov 25 17:22:57.189916 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33672) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:57.198691 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a0395ec0-342a-46b0-b7f5-403a76dfeca8 req-854af929-4b5f-48a0-bb1d-3a02161dce67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:57.198908 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-6933e254-05ec-40ae-a528-77cda041df5b admin admin] Request body: {'subnet': {'network_id': '3db90ee4-56f6-4e5f-acbd-4db2105fc0a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-312656252-subnet', 'tenant_id': '5ff4045781284658aaabbf90b0b24497', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:57.205339 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9a8bc797-f563-4c03-ba1d-ebd247de1f09 req-dd4b33f5-7509-4242-809b-efb765780ee5 tempest-SecurityGroupsTestAdminJSON-1377138210 tempest-SecurityGroupsTestAdminJSON-1377138210-project] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:57.217917 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de74252e-9a26-4489-820c-6d43bd2956ef admin admin] Pushing event updated for resources: {'Network': ['ID=3db90ee4-56f6-4e5f-acbd-4db2105fc0a3,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:57.230881 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 3db90ee4-56f6-4e5f-acbd-4db2105fc0a3 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:22:57.246711 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6933e254-05ec-40ae-a528-77cda041df5b admin admin] Made reservation on behalf of 5ff4045781284658aaabbf90b0b24497 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:22:57.251069 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6933e254-05ec-40ae-a528-77cda041df5b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:57.308846 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9a8bc797-f563-4c03-ba1d-ebd247de1f09 req-dd4b33f5-7509-4242-809b-efb765780ee5 tempest-SecurityGroupsTestAdminJSON-1377138210 tempest-SecurityGroupsTestAdminJSON-1377138210-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:57.334445 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854af929-4b5f-48a0-bb1d-3a02161dce67 service neutron] Pushing event updated for resources: {'Port': ['ID=177401c7-487a-4ed8-bc66-2ed80b0bfef7,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:57.418151 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b299040a-6e2e-4820-b4f5-ba53e37f8df9 req-24273d68-3be4-467d-8d75-ef14c0b16605 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:57.419652 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b299040a-6e2e-4820-b4f5-ba53e37f8df9 req-24273d68-3be4-467d-8d75-ef14c0b16605 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=96509f71-1e11-4ae9-9719-d507af7400da HTTP/1.1" status: 200 len: 948 time: 0.1980078 Nov 25 17:22:57.444631 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-251f70cc-a743-44a7-8e59-9ff3d7e38de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:57.446177 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-251f70cc-a743-44a7-8e59-9ff3d7e38de4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ac7a18821f8e4e00814d44731ef8d033&device_id=3eef18eb-c307-4471-9906-537eeed4567a HTTP/1.1" status: 200 len: 1096 time: 0.0837641 Nov 25 17:22:57.454177 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9a8bc797-f563-4c03-ba1d-ebd247de1f09 req-dd4b33f5-7509-4242-809b-efb765780ee5 tempest-SecurityGroupsTestAdminJSON-1377138210 tempest-SecurityGroupsTestAdminJSON-1377138210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:57.456701 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9a8bc797-f563-4c03-ba1d-ebd247de1f09 req-dd4b33f5-7509-4242-809b-efb765780ee5 tempest-SecurityGroupsTestAdminJSON-1377138210 tempest-SecurityGroupsTestAdminJSON-1377138210-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:57.457864 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9a8bc797-f563-4c03-ba1d-ebd247de1f09 req-dd4b33f5-7509-4242-809b-efb765780ee5 tempest-SecurityGroupsTestAdminJSON-1377138210 tempest-SecurityGroupsTestAdminJSON-1377138210-project] 10.222.0.75 "DELETE /v2.0/security-groups/0fdb1675-8409-4fae-9ca4-65a5b0131cc5 HTTP/1.1" status: 204 len: 173 time: 0.6705675 Nov 25 17:22:57.489729 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4b33f5-7509-4242-809b-efb765780ee5 tempest-SecurityGroupsTestAdminJSON-1377138210 tempest-SecurityGroupsTestAdminJSON-1377138210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fdb1675-8409-4fae-9ca4-65a5b0131cc5,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:57.534111 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-a0395ec0-342a-46b0-b7f5-403a76dfeca8 req-854af929-4b5f-48a0-bb1d-3a02161dce67 service neutron] Attempting to bind port 177401c7-487a-4ed8-bc66-2ed80b0bfef7 on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:22:57.534468 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-a0395ec0-342a-46b0-b7f5-403a76dfeca8 req-854af929-4b5f-48a0-bb1d-3a02161dce67 service neutron] Attempting to bind port 177401c7-487a-4ed8-bc66-2ed80b0bfef7 by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:22:57.535016 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0395ec0-342a-46b0-b7f5-403a76dfeca8 req-854af929-4b5f-48a0-bb1d-3a02161dce67 service neutron] Attempting to bind port 177401c7-487a-4ed8-bc66-2ed80b0bfef7 on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:22:57.551629 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b299040a-6e2e-4820-b4f5-ba53e37f8df9 req-1ecfc681-f471-4beb-81ba-fe72e31b0dab tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234910 Nov 25 17:22:57.552240 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0395ec0-342a-46b0-b7f5-403a76dfeca8 req-854af929-4b5f-48a0-bb1d-3a02161dce67 service neutron] Port 177401c7-487a-4ed8-bc66-2ed80b0bfef7 on network ab4fed0b-9bf1-4925-8765-94da08c5de2a not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:22:57.552787 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0395ec0-342a-46b0-b7f5-403a76dfeca8 req-854af929-4b5f-48a0-bb1d-3a02161dce67 service neutron] Attempting to bind port 177401c7-487a-4ed8-bc66-2ed80b0bfef7 on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:22:57.574444 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0395ec0-342a-46b0-b7f5-403a76dfeca8 req-854af929-4b5f-48a0-bb1d-3a02161dce67 service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:22:57.574444 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0395ec0-342a-46b0-b7f5-403a76dfeca8 req-854af929-4b5f-48a0-bb1d-3a02161dce67 service neutron] Checking segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:22:57.574444 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0395ec0-342a-46b0-b7f5-403a76dfeca8 req-854af929-4b5f-48a0-bb1d-3a02161dce67 service neutron] Bound using segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:22:57.574444 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-a0395ec0-342a-46b0-b7f5-403a76dfeca8 req-854af929-4b5f-48a0-bb1d-3a02161dce67 service neutron] Bound port: 177401c7-487a-4ed8-bc66-2ed80b0bfef7, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:22:57.574444 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a0395ec0-342a-46b0-b7f5-403a76dfeca8 req-854af929-4b5f-48a0-bb1d-3a02161dce67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:57.656279 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-d7f841eb-1f9e-4f65-bd4a-7b4eb1762f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:57.657995 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-d7f841eb-1f9e-4f65-bd4a-7b4eb1762f20 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c4ad8fe4-e22e-4c8b-af10-9eaf120b663c HTTP/1.1" status: 200 len: 921 time: 0.1897302 Nov 25 17:22:57.665801 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f2f09-10d5-4fc8-8634-dd431e7672b3 req-7ae6ad32-02e9-4707-9da0-257ed54df63e tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:57.667770 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-336f2f09-10d5-4fc8-8634-dd431e7672b3 req-7ae6ad32-02e9-4707-9da0-257ed54df63e tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/ports?device_id=851b2964-72a8-440e-8234-fc14db00e928 HTTP/1.1" status: 200 len: 950 time: 0.1214085 Nov 25 17:22:57.669678 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6933e254-05ec-40ae-a528-77cda041df5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:57.706405 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-a0395ec0-342a-46b0-b7f5-403a76dfeca8 req-854af929-4b5f-48a0-bb1d-3a02161dce67 service neutron] For port 177401c7-487a-4ed8-bc66-2ed80b0bfef7, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:22:57.731657 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-a0395ec0-342a-46b0-b7f5-403a76dfeca8 req-854af929-4b5f-48a0-bb1d-3a02161dce67 service neutron] For port 177401c7-487a-4ed8-bc66-2ed80b0bfef7, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=177401c7-487a-4ed8-bc66-2ed80b0bfef7,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:22:57.741601 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-27d05577-f910-47bc-a9dd-72573d79e89e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74a8f456-31f1-4440-b0d3-a01ede7ee21d HTTP/1.1" status: 200 len: 217 time: 0.0621922 Nov 25 17:22:57.746593 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a0395ec0-342a-46b0-b7f5-403a76dfeca8 req-854af929-4b5f-48a0-bb1d-3a02161dce67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:57.755795 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 52faa424-25c8-41e5-880a-1ed1142761da no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:22:57.767248 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-336f2f09-10d5-4fc8-8634-dd431e7672b3 req-81118228-dd09-4d2a-9e15-7602db669a4a tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875134 Nov 25 17:22:57.807512 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0395ec0-342a-46b0-b7f5-403a76dfeca8 req-854af929-4b5f-48a0-bb1d-3a02161dce67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:57.808128 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a0395ec0-342a-46b0-b7f5-403a76dfeca8 req-854af929-4b5f-48a0-bb1d-3a02161dce67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:57.810358 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a0395ec0-342a-46b0-b7f5-403a76dfeca8 req-854af929-4b5f-48a0-bb1d-3a02161dce67 service neutron] 10.222.0.90 "PUT /v2.0/ports/177401c7-487a-4ed8-bc66-2ed80b0bfef7 HTTP/1.1" status: 200 len: 1096 time: 1.6075528 Nov 25 17:22:57.810961 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96509f71-1e11-4ae9-9719-d507af7400da', 'tag': '177401c7-487a-4ed8-bc66-2ed80b0bfef7'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:22:57.818801 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d975815-1750-4fed-b038-bcfd211639cc" -d '{"events": [{"name": "network-changed", "server_uuid": "96509f71-1e11-4ae9-9719-d507af7400da", "tag": "177401c7-487a-4ed8-bc66-2ed80b0bfef7"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:22:57.842601 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-7a55b46d-ea6d-4124-9e7d-6f25090a7e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:57.842999 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854af929-4b5f-48a0-bb1d-3a02161dce67 service neutron] Pushing event updated for resources: {'Port': ['ID=177401c7-487a-4ed8-bc66-2ed80b0bfef7,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:57.844310 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-7a55b46d-ea6d-4124-9e7d-6f25090a7e8a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0a91ba6f-af85-4b11-90c3-2d5fc7a12e25 HTTP/1.1" status: 200 len: 860 time: 0.0772989 Nov 25 17:22:57.876551 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6933e254-05ec-40ae-a528-77cda041df5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=22f8f9f2-f0c1-4e1c-b965-1c57d2072936,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:57.895993 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-c71e3c1b-9726-40fa-a6f4-b1de90bb59a5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c4ad8fe4-e22e-4c8b-af10-9eaf120b663c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370445 Nov 25 17:22:57.902092 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6933e254-05ec-40ae-a528-77cda041df5b admin admin] Checking segment: {'id': 'a55b0bb4-d5ae-413e-8631-0113e45f323d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '3db90ee4-56f6-4e5f-acbd-4db2105fc0a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:22:57.903382 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6933e254-05ec-40ae-a528-77cda041df5b admin admin] Network hostable DHCP agents. Network: 3db90ee4-56f6-4e5f-acbd-4db2105fc0a3, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:22:57.921419 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 52faa424-25c8-41e5-880a-1ed1142761da not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:22:57.956954 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0395ec0-342a-46b0-b7f5-403a76dfeca8 req-9d55f880-5786-4e9e-8515-9251764a45d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:57.958743 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a0395ec0-342a-46b0-b7f5-403a76dfeca8 req-9d55f880-5786-4e9e-8515-9251764a45d6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=21f728f76092479bbd096847b3caf950&device_id=96509f71-1e11-4ae9-9719-d507af7400da HTTP/1.1" status: 200 len: 1099 time: 0.0944471 Nov 25 17:22:57.994000 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6933e254-05ec-40ae-a528-77cda041df5b admin admin] Network 3db90ee4-56f6-4e5f-acbd-4db2105fc0a3 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:22:58.016254 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-6933e254-05ec-40ae-a528-77cda041df5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 3db90ee4-56f6-4e5f-acbd-4db2105fc0a3) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:22:58.025935 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6933e254-05ec-40ae-a528-77cda041df5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:58.026720 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6933e254-05ec-40ae-a528-77cda041df5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:58.026966 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a6c6e9-14ee-4d7c-9f6e-ada2c59d24be None None] Network 3db90ee4-56f6-4e5f-acbd-4db2105fc0a3 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:22:58.028544 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a0395ec0-342a-46b0-b7f5-403a76dfeca8 req-320d6d7b-32ff-47db-aed7-6183d434ec61 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=177401c7-487a-4ed8-bc66-2ed80b0bfef7 HTTP/1.1" status: 200 len: 217 time: 0.0478847 Nov 25 17:22:58.033852 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13992e65-6249-4c25-bf0e-e38b481bdf5e req-d8055e1c-94d5-48d2-9e5c-758cd56bf501 tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:58.035776 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-13992e65-6249-4c25-bf0e-e38b481bdf5e req-d8055e1c-94d5-48d2-9e5c-758cd56bf501 tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=fe07db11-e9b2-4f62-bf81-0cce485424f1 HTTP/1.1" status: 200 len: 1095 time: 0.0945804 Nov 25 17:22:58.050682 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6933e254-05ec-40ae-a528-77cda041df5b admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8586233 Nov 25 17:22:58.057368 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-8b3c3b81-6495-4131-b100-78c9090b4d6e service neutron] 10.222.0.74 "GET /v2.0/networks/c4ad8fe4-e22e-4c8b-af10-9eaf120b663c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491320 Nov 25 17:22:58.189793 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-13992e65-6249-4c25-bf0e-e38b481bdf5e req-8d1672c6-b2d8-49d5-9bf8-b80f5537e9c5 tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357510 Nov 25 17:22:58.191227 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-250767d8-9b61-4384-bc00-f913c2a9188b service neutron] 10.222.0.74 "GET /v2.0/networks/c4ad8fe4-e22e-4c8b-af10-9eaf120b663c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212957 Nov 25 17:22:58.195655 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0395ec0-342a-46b0-b7f5-403a76dfeca8 req-ef32a774-50cd-48ad-8cfe-4a6d4dffad2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:58.203761 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a0395ec0-342a-46b0-b7f5-403a76dfeca8 req-ef32a774-50cd-48ad-8cfe-4a6d4dffad2f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.1668272 Nov 25 17:22:58.315931 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9b663ebf-65eb-4788-a182-c884463d7aed req-86d2f57b-299f-4c55-9081-3826660596ae tempest-SecurityGroupsTestAdminJSON-1377138210 tempest-SecurityGroupsTestAdminJSON-1377138210-project] 10.222.0.75 "GET /v2.0/security-groups/8398d1b9-d87e-48b7-9f73-933e1ed62bff HTTP/1.1" status: 200 len: 1795 time: 0.2134602 Nov 25 17:22:58.408062 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb146b-9aee-4034-94e7-b4796b97d2cc req-3ae5ace6-18e9-477a-b30b-3be4c4256c7f tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:58.409675 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-72cb146b-9aee-4034-94e7-b4796b97d2cc req-3ae5ace6-18e9-477a-b30b-3be4c4256c7f tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=3eef18eb-c307-4471-9906-537eeed4567a HTTP/1.1" status: 200 len: 945 time: 0.1068540 Nov 25 17:22:58.411498 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0395ec0-342a-46b0-b7f5-403a76dfeca8 req-06343ea5-4994-4832-8098-45f6e8d01855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:58.412901 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a0395ec0-342a-46b0-b7f5-403a76dfeca8 req-06343ea5-4994-4832-8098-45f6e8d01855 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1945446 Nov 25 17:22:58.458037 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-f529aa70-bdf2-46a6-8870-26a31b2b5c1b tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:58.459594 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-f529aa70-bdf2-46a6-8870-26a31b2b5c1b tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=3eef18eb-c307-4471-9906-537eeed4567a&tenant_id=ac7a18821f8e4e00814d44731ef8d033&binding%3Ahost_id=n-h2-817746-1 HTTP/1.1" status: 200 len: 1096 time: 0.0552821 Nov 25 17:22:58.468800 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714f9d34-672c-4d76-9076-9859bd8fe2c3 None None] Network 3db90ee4-56f6-4e5f-acbd-4db2105fc0a3 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:22:58.475523 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-8a47267b-4165-45da-95fd-922a1ef47f4d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817746-1'}}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:58.521504 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9b663ebf-65eb-4788-a182-c884463d7aed req-3c3e234f-fee7-4680-9cb6-8c3e09315624 tempest-SecurityGroupsTestAdminJSON-1377138210 tempest-SecurityGroupsTestAdminJSON-1377138210-project] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:58.545831 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-8a47267b-4165-45da-95fd-922a1ef47f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:58.561019 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-72cb146b-9aee-4034-94e7-b4796b97d2cc req-ea09b24d-3105-43e3-b48b-7e07706020e9 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405606 Nov 25 17:22:58.580755 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9b663ebf-65eb-4788-a182-c884463d7aed req-3c3e234f-fee7-4680-9cb6-8c3e09315624 tempest-SecurityGroupsTestAdminJSON-1377138210 tempest-SecurityGroupsTestAdminJSON-1377138210-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:58.633686 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a0395ec0-342a-46b0-b7f5-403a76dfeca8 req-ec19ce59-f8d1-498b-bfbe-bb286c3dac80 service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095611 Nov 25 17:22:58.651554 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0663d8-a4f1-4ee1-a060-09aa1eab06c0 x-openstack-request-id: req-ac0663d8-a4f1-4ee1-a060-09aa1eab06c0 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:22:58.651837 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96509f71-1e11-4ae9-9719-d507af7400da", "tag": "177401c7-487a-4ed8-bc66-2ed80b0bfef7", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:22:58.652105 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ac0663d8-a4f1-4ee1-a060-09aa1eab06c0 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:22:58.652562 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96509f71-1e11-4ae9-9719-d507af7400da', 'tag': '177401c7-487a-4ed8-bc66-2ed80b0bfef7', 'status': 'completed', 'code': 200} Nov 25 17:22:58.673461 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9b663ebf-65eb-4788-a182-c884463d7aed req-3c3e234f-fee7-4680-9cb6-8c3e09315624 tempest-SecurityGroupsTestAdminJSON-1377138210 tempest-SecurityGroupsTestAdminJSON-1377138210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:58.676071 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9b663ebf-65eb-4788-a182-c884463d7aed req-3c3e234f-fee7-4680-9cb6-8c3e09315624 tempest-SecurityGroupsTestAdminJSON-1377138210 tempest-SecurityGroupsTestAdminJSON-1377138210-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:58.697400 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9b663ebf-65eb-4788-a182-c884463d7aed req-3c3e234f-fee7-4680-9cb6-8c3e09315624 tempest-SecurityGroupsTestAdminJSON-1377138210 tempest-SecurityGroupsTestAdminJSON-1377138210-project] 10.222.0.75 "DELETE /v2.0/security-groups/8398d1b9-d87e-48b7-9f73-933e1ed62bff HTTP/1.1" status: 204 len: 173 time: 0.3570967 Nov 25 17:22:58.722391 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-8a47267b-4165-45da-95fd-922a1ef47f4d service neutron] For port 74a8f456-31f1-4440-b0d3-a01ede7ee21d, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=74a8f456-31f1-4440-b0d3-a01ede7ee21d,segment=NetworkSegment(32304091-a43f-4bbd-aae7-89d7e0d9d2b6),segment_id=32304091-a43f-4bbd-aae7-89d7e0d9d2b6)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:58.787531 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3e234f-fee7-4680-9cb6-8c3e09315624 tempest-SecurityGroupsTestAdminJSON-1377138210 tempest-SecurityGroupsTestAdminJSON-1377138210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8398d1b9-d87e-48b7-9f73-933e1ed62bff,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:58.807601 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3e234f-fee7-4680-9cb6-8c3e09315624 tempest-SecurityGroupsTestAdminJSON-1377138210 tempest-SecurityGroupsTestAdminJSON-1377138210-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:58.808101 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3e234f-fee7-4680-9cb6-8c3e09315624 tempest-SecurityGroupsTestAdminJSON-1377138210 tempest-SecurityGroupsTestAdminJSON-1377138210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:58.808543 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3e234f-fee7-4680-9cb6-8c3e09315624 tempest-SecurityGroupsTestAdminJSON-1377138210 tempest-SecurityGroupsTestAdminJSON-1377138210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:58.809225 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3e234f-fee7-4680-9cb6-8c3e09315624 tempest-SecurityGroupsTestAdminJSON-1377138210 tempest-SecurityGroupsTestAdminJSON-1377138210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:58.809663 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3e234f-fee7-4680-9cb6-8c3e09315624 tempest-SecurityGroupsTestAdminJSON-1377138210 tempest-SecurityGroupsTestAdminJSON-1377138210-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:58.810103 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3e234f-fee7-4680-9cb6-8c3e09315624 tempest-SecurityGroupsTestAdminJSON-1377138210 tempest-SecurityGroupsTestAdminJSON-1377138210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:58.810532 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3e234f-fee7-4680-9cb6-8c3e09315624 tempest-SecurityGroupsTestAdminJSON-1377138210 tempest-SecurityGroupsTestAdminJSON-1377138210-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:58.810992 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3e234f-fee7-4680-9cb6-8c3e09315624 tempest-SecurityGroupsTestAdminJSON-1377138210 tempest-SecurityGroupsTestAdminJSON-1377138210-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:58.811432 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3e234f-fee7-4680-9cb6-8c3e09315624 tempest-SecurityGroupsTestAdminJSON-1377138210 tempest-SecurityGroupsTestAdminJSON-1377138210-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:58.811980 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3e234f-fee7-4680-9cb6-8c3e09315624 tempest-SecurityGroupsTestAdminJSON-1377138210 tempest-SecurityGroupsTestAdminJSON-1377138210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:58.812414 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3e234f-fee7-4680-9cb6-8c3e09315624 tempest-SecurityGroupsTestAdminJSON-1377138210 tempest-SecurityGroupsTestAdminJSON-1377138210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:58.813179 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3e234f-fee7-4680-9cb6-8c3e09315624 tempest-SecurityGroupsTestAdminJSON-1377138210 tempest-SecurityGroupsTestAdminJSON-1377138210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:58.817187 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-8a47267b-4165-45da-95fd-922a1ef47f4d service neutron] For port 74a8f456-31f1-4440-b0d3-a01ede7ee21d, host n-h2-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:22:58.869690 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a0395ec0-342a-46b0-b7f5-403a76dfeca8 req-1c68e16f-35de-49db-8722-dc61b4c74220 service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283554 Nov 25 17:22:58.927527 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eef18eb-c307-4471-9906-537eeed4567a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74a8f456-31f1-4440-b0d3-a01ede7ee21d'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:22:58.938518 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d75d931b-c0d0-4b94-a5b7-5c3578a4b9ea" -d '{"events": [{"server_uuid": "3eef18eb-c307-4471-9906-537eeed4567a", "name": "network-vif-unplugged", "status": "completed", "tag": "74a8f456-31f1-4440-b0d3-a01ede7ee21d"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:22:58.944114 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-8a47267b-4165-45da-95fd-922a1ef47f4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:58.954048 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-8a47267b-4165-45da-95fd-922a1ef47f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:59.026788 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [req-58c94099-ac4d-476f-9439-a7e56b0e7d81 req-74563da5-2323-4002-b51d-2062bd565c1c tempest-SecurityGroupsNegativeTestJSON-499735832 tempest-SecurityGroupsNegativeTestJSON-499735832-project] show failed (client error): The resource could not be found. Nov 25 17:22:59.028071 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-58c94099-ac4d-476f-9439-a7e56b0e7d81 req-74563da5-2323-4002-b51d-2062bd565c1c tempest-SecurityGroupsNegativeTestJSON-499735832 tempest-SecurityGroupsNegativeTestJSON-499735832-project] 10.222.0.75 "GET /v2.0/security-groups/34f628b3-3192-469c-b809-f10a76ae7342 HTTP/1.1" status: 404 len: 352 time: 0.0608201 Nov 25 17:22:59.044511 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a47267b-4165-45da-95fd-922a1ef47f4d service neutron] Pushing event updated for resources: {'Port': ['ID=74a8f456-31f1-4440-b0d3-a01ede7ee21d,revision_number=7']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:59.052373 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d975815-1750-4fed-b038-bcfd211639cc req-a07a5624-4d5a-4c82-8fa8-7b679fdf8884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:59.052975 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-8a47267b-4165-45da-95fd-922a1ef47f4d service neutron] Attempting to bind port 74a8f456-31f1-4440-b0d3-a01ede7ee21d on host n-h2-817746-1 for vnic_type normal with profile {"migrating_to": "n-h1-817746-1"} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:22:59.053384 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-8a47267b-4165-45da-95fd-922a1ef47f4d service neutron] Attempting to bind port 74a8f456-31f1-4440-b0d3-a01ede7ee21d by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '32304091-a43f-4bbd-aae7-89d7e0d9d2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c4ad8fe4-e22e-4c8b-af10-9eaf120b663c'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:22:59.053802 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-8a47267b-4165-45da-95fd-922a1ef47f4d service neutron] Attempting to bind port 74a8f456-31f1-4440-b0d3-a01ede7ee21d on network c4ad8fe4-e22e-4c8b-af10-9eaf120b663c {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:22:59.053937 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7d975815-1750-4fed-b038-bcfd211639cc req-a07a5624-4d5a-4c82-8fa8-7b679fdf8884 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=21f728f76092479bbd096847b3caf950&device_id=96509f71-1e11-4ae9-9719-d507af7400da HTTP/1.1" status: 200 len: 1099 time: 0.1243641 Nov 25 17:22:59.058224 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a47267b-4165-45da-95fd-922a1ef47f4d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:59.058640 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a47267b-4165-45da-95fd-922a1ef47f4d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:59.059571 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a47267b-4165-45da-95fd-922a1ef47f4d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:59.060035 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a47267b-4165-45da-95fd-922a1ef47f4d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:59.060399 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a47267b-4165-45da-95fd-922a1ef47f4d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:59.060788 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a47267b-4165-45da-95fd-922a1ef47f4d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:59.061153 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a47267b-4165-45da-95fd-922a1ef47f4d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:59.061476 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a47267b-4165-45da-95fd-922a1ef47f4d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:59.061801 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a47267b-4165-45da-95fd-922a1ef47f4d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:59.062124 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a47267b-4165-45da-95fd-922a1ef47f4d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:59.063116 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a47267b-4165-45da-95fd-922a1ef47f4d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:59.063116 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a47267b-4165-45da-95fd-922a1ef47f4d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:59.064505 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 33718) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:59.074268 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-8a47267b-4165-45da-95fd-922a1ef47f4d service neutron] Port 74a8f456-31f1-4440-b0d3-a01ede7ee21d on network c4ad8fe4-e22e-4c8b-af10-9eaf120b663c not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:22:59.074657 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-8a47267b-4165-45da-95fd-922a1ef47f4d service neutron] Attempting to bind port 74a8f456-31f1-4440-b0d3-a01ede7ee21d on network c4ad8fe4-e22e-4c8b-af10-9eaf120b663c {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:22:59.080640 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-8a47267b-4165-45da-95fd-922a1ef47f4d service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:22:59.081177 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-8a47267b-4165-45da-95fd-922a1ef47f4d service neutron] Checking segment: {'id': '32304091-a43f-4bbd-aae7-89d7e0d9d2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c4ad8fe4-e22e-4c8b-af10-9eaf120b663c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:22:59.081566 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-8a47267b-4165-45da-95fd-922a1ef47f4d service neutron] Bound using segment: {'id': '32304091-a43f-4bbd-aae7-89d7e0d9d2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c4ad8fe4-e22e-4c8b-af10-9eaf120b663c'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:22:59.082400 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-8a47267b-4165-45da-95fd-922a1ef47f4d service neutron] Bound port: 74a8f456-31f1-4440-b0d3-a01ede7ee21d, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32304091-a43f-4bbd-aae7-89d7e0d9d2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c4ad8fe4-e22e-4c8b-af10-9eaf120b663c'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:22:59.084213 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-8a47267b-4165-45da-95fd-922a1ef47f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:59.120293 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdfdbad-41af-4152-8819-c7f847c59618 req-90b7be58-3511-4bfe-9386-38d422146e52 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:59.129099 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ebdfdbad-41af-4152-8819-c7f847c59618 req-90b7be58-3511-4bfe-9386-38d422146e52 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/networks?id=cdfc7726-be74-4470-a033-195b79623a95 HTTP/1.1" status: 200 len: 807 time: 0.2439337 Nov 25 17:22:59.150143 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-8a47267b-4165-45da-95fd-922a1ef47f4d service neutron] For port 74a8f456-31f1-4440-b0d3-a01ede7ee21d, host n-h2-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:22:59.153343 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-8a47267b-4165-45da-95fd-922a1ef47f4d service neutron] For port 74a8f456-31f1-4440-b0d3-a01ede7ee21d, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=74a8f456-31f1-4440-b0d3-a01ede7ee21d,segment=NetworkSegment(32304091-a43f-4bbd-aae7-89d7e0d9d2b6),segment_id=32304091-a43f-4bbd-aae7-89d7e0d9d2b6)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:22:59.158893 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-8a47267b-4165-45da-95fd-922a1ef47f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:59.177482 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ebdfdbad-41af-4152-8819-c7f847c59618 req-c1ef8792-e128-4231-b7f4-26482d89a8fb tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/quotas/cbebe6cb2b944a35af1ec08d68611682 HTTP/1.1" status: 200 len: 375 time: 0.0473809 Nov 25 17:22:59.227083 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a47267b-4165-45da-95fd-922a1ef47f4d service neutron] Pushing event updated for resources: {'Port': ['ID=74a8f456-31f1-4440-b0d3-a01ede7ee21d,revision_number=8']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:59.245385 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-8a47267b-4165-45da-95fd-922a1ef47f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:59.246061 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-8a47267b-4165-45da-95fd-922a1ef47f4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:59.248045 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-8a47267b-4165-45da-95fd-922a1ef47f4d service neutron] 10.222.0.74 "PUT /v2.0/ports/74a8f456-31f1-4440-b0d3-a01ede7ee21d HTTP/1.1" status: 200 len: 1121 time: 0.7772906 Nov 25 17:22:59.316160 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['74a8f456-31f1-4440-b0d3-a01ede7ee21d'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:22:59.332561 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d0b8da0b-3a11-4053-a09f-dcc682bf654f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3a6a94bae1b84cea8a80224ecc1db085&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2669644 Nov 25 17:22:59.333734 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d975815-1750-4fed-b038-bcfd211639cc req-c52d7ddf-a3e7-4307-9ef9-262ae1081da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:59.335086 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7d975815-1750-4fed-b038-bcfd211639cc req-c52d7ddf-a3e7-4307-9ef9-262ae1081da5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ab4fed0b-9bf1-4925-8765-94da08c5de2a HTTP/1.1" status: 200 len: 870 time: 0.2715473 Nov 25 17:22:59.335489 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33722) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:59.339159 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ebdfdbad-41af-4152-8819-c7f847c59618 req-befe6fe3-73bc-42ba-8ce9-208aad95b821 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=cbebe6cb2b944a35af1ec08d68611682&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1607301 Nov 25 17:22:59.356931 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e830a-5313-4baa-93d8-60d456a5484e req-80b76296-1682-4b4e-a64d-fb98efd0cd22 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:59.358821 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-aa2e830a-5313-4baa-93d8-60d456a5484e req-80b76296-1682-4b4e-a64d-fb98efd0cd22 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=96509f71-1e11-4ae9-9719-d507af7400da HTTP/1.1" status: 200 len: 948 time: 0.2277579 Nov 25 17:22:59.364638 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [req-ebdfdbad-41af-4152-8819-c7f847c59618 req-20d881d3-25aa-4189-a198-b1139f61665a service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:22:59.365816 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ebdfdbad-41af-4152-8819-c7f847c59618 req-20d881d3-25aa-4189-a198-b1139f61665a service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060310 Nov 25 17:22:59.394778 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7027da57-36cc-44fe-b161-3fb41add75ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:59.415077 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7d975815-1750-4fed-b038-bcfd211639cc req-7cc3e545-6c65-4403-a2e7-8a14a2ec4c46 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=177401c7-487a-4ed8-bc66-2ed80b0bfef7 HTTP/1.1" status: 200 len: 217 time: 0.0692410 Nov 25 17:22:59.420491 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7027da57-36cc-44fe-b161-3fb41add75ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:59.470499 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7027da57-36cc-44fe-b161-3fb41add75ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:59.473286 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7027da57-36cc-44fe-b161-3fb41add75ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:59.474445 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7027da57-36cc-44fe-b161-3fb41add75ee admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f9553279-c173-4b8d-a194-13a02df69aac HTTP/1.1" status: 204 len: 168 time: 0.1379597 Nov 25 17:22:59.482397 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7027da57-36cc-44fe-b161-3fb41add75ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9553279-c173-4b8d-a194-13a02df69aac,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:59.558784 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d975815-1750-4fed-b038-bcfd211639cc req-5267b348-0f5a-4abd-ab00-bdd352f2a22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:59.560297 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7d975815-1750-4fed-b038-bcfd211639cc req-5267b348-0f5a-4abd-ab00-bdd352f2a22d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.1290457 Nov 25 17:22:59.565495 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-aa2e830a-5313-4baa-93d8-60d456a5484e req-3a73beeb-4f74-495c-9128-8232e0650263 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925435 Nov 25 17:22:59.606287 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ebdfdbad-41af-4152-8819-c7f847c59618 req-99613fe0-5cde-4820-a027-a50a4fc0bbc6 service neutron] 10.222.0.75 "GET /v2.0/networks/cdfc7726-be74-4470-a033-195b79623a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993206 Nov 25 17:22:59.629457 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d975815-1750-4fed-b038-bcfd211639cc req-d739cab7-aa23-41b0-8a5a-b00f445dc47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:59.630951 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7d975815-1750-4fed-b038-bcfd211639cc req-d739cab7-aa23-41b0-8a5a-b00f445dc47d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0610664 Nov 25 17:22:59.773226 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33732) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:59.814565 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-205d1364-d3ac-46e9-8345-3f8611ba0861 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=68d7033c72f742ea9cf836c5cd69ef76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400198 Nov 25 17:22:59.817173 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33736) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:59.834131 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ebdfdbad-41af-4152-8819-c7f847c59618 req-95fb70dd-1266-4a27-a2a8-e6046fa92cdd service neutron] 10.222.0.75 "GET /v2.0/networks/cdfc7726-be74-4470-a033-195b79623a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187200 Nov 25 17:22:59.849354 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a58e23-4ec2-48a2-a5f1-0acb2f189a22 req-af99bad4-d722-4f62-b367-daca67a1b22a tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:59.850846 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d8a58e23-4ec2-48a2-a5f1-0acb2f189a22 req-af99bad4-d722-4f62-b367-daca67a1b22a tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/ports?device_id=851b2964-72a8-440e-8234-fc14db00e928 HTTP/1.1" status: 200 len: 950 time: 0.1538291 Nov 25 17:22:59.858494 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7d975815-1750-4fed-b038-bcfd211639cc req-6fea9ea5-5e9b-43a3-9555-7b84fe0451e4 service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146363 Nov 25 17:22:59.870673 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dd2749b5-1f9e-4ebd-a4a7-ec3fa2c51eaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:59.899025 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dd2749b5-1f9e-4ebd-a4a7-ec3fa2c51eaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:59.951475 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dd2749b5-1f9e-4ebd-a4a7-ec3fa2c51eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:59.955398 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dd2749b5-1f9e-4ebd-a4a7-ec3fa2c51eaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:59.958923 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-dd2749b5-1f9e-4ebd-a4a7-ec3fa2c51eaf admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6ed0e0e6-9a17-44ef-8acc-d6b0fe2210b1 HTTP/1.1" status: 204 len: 168 time: 0.1379783 Nov 25 17:22:59.959504 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d8a58e23-4ec2-48a2-a5f1-0acb2f189a22 req-43d95d64-ac3c-43cf-8b97-97b97ebe5a26 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990043 Nov 25 17:22:59.991992 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2749b5-1f9e-4ebd-a4a7-ec3fa2c51eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed0e0e6-9a17-44ef-8acc-d6b0fe2210b1,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:00.006970 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7d975815-1750-4fed-b038-bcfd211639cc req-40b6dc7e-0a2f-4851-ae3e-8c16b83e212f service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404147 Nov 25 17:23:00.031283 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8556c2f1-7ab7-4ee4-bd96-7462fe710418 x-openstack-request-id: req-8556c2f1-7ab7-4ee4-bd96-7462fe710418 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:23:00.031577 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eef18eb-c307-4471-9906-537eeed4567a", "name": "network-vif-unplugged", "status": "completed", "tag": "74a8f456-31f1-4440-b0d3-a01ede7ee21d", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:23:00.031828 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8556c2f1-7ab7-4ee4-bd96-7462fe710418 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:23:00.032377 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eef18eb-c307-4471-9906-537eeed4567a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74a8f456-31f1-4440-b0d3-a01ede7ee21d', 'code': 200} Nov 25 17:23:00.160157 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e935d-6f1a-46c8-ae44-68cebfde55cc req-ea98b3cc-029f-44a2-95d9-580c556c72e7 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:00.162262 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-be1e935d-6f1a-46c8-ae44-68cebfde55cc req-ea98b3cc-029f-44a2-95d9-580c556c72e7 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=3eef18eb-c307-4471-9906-537eeed4567a HTTP/1.1" status: 200 len: 943 time: 0.0702252 Nov 25 17:23:00.221461 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-05a2ac49-19bf-40b8-98d0-246a10824d15 req-979c97fd-db7d-4f21-90c5-ddd73e28ccf0 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc2509d2-f3d8-4a76-88ba-4f24b3c24044 HTTP/1.1" status: 200 len: 210 time: 0.0374827 Nov 25 17:23:00.252780 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-be1e935d-6f1a-46c8-ae44-68cebfde55cc req-1e3c877a-97f0-4f7e-8c70-00cb1f7f8385 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835254 Nov 25 17:23:00.306343 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-589db297-71e9-4a83-a965-f96ba2a561d4 req-cf8bfb5b-ff4f-407d-8b37-cd2952c483d9 tempest-SecurityGroupsNegativeTestJSON-499735832 tempest-SecurityGroupsNegativeTestJSON-499735832-project] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5ff4045781284658aaabbf90b0b24497 HTTP/1.1" status: 200 len: 3001 time: 0.0522153 Nov 25 17:23:00.384074 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-589db297-71e9-4a83-a965-f96ba2a561d4 req-8190b2a0-ccf7-451e-938d-9a96ed685dde tempest-SecurityGroupsNegativeTestJSON-499735832 tempest-SecurityGroupsNegativeTestJSON-499735832-project] 10.222.0.75 "GET /v2.0/security-groups/34e09c5c-f903-40f1-9daf-0a6ecce52d87 HTTP/1.1" status: 200 len: 2998 time: 0.0687530 Nov 25 17:23:00.435939 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-589db297-71e9-4a83-a965-f96ba2a561d4 req-2a0341bd-50a1-48bb-9987-1e4452edeeb4 tempest-SecurityGroupsNegativeTestJSON-499735832 tempest-SecurityGroupsNegativeTestJSON-499735832-project] 10.222.0.75 "GET /v2.0/security-groups/34e09c5c-f903-40f1-9daf-0a6ecce52d87 HTTP/1.1" status: 200 len: 2998 time: 0.0509598 Nov 25 17:23:00.511181 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-95e3dedf-d510-4fbd-b6f3-4c3c0387c409 req-2fd56822-ab82-472d-a038-764d9c700fe9 tempest-SecurityGroupsNegativeTestJSON-499735832 tempest-SecurityGroupsNegativeTestJSON-499735832-project] 10.222.0.75 "GET /v2.0/security-groups/34e09c5c-f903-40f1-9daf-0a6ecce52d87 HTTP/1.1" status: 200 len: 2998 time: 0.0518582 Nov 25 17:23:00.581445 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [req-95e3dedf-d510-4fbd-b6f3-4c3c0387c409 req-4c89ad42-45d7-4382-9ba0-addc27a91a37 tempest-SecurityGroupsNegativeTestJSON-499735832 tempest-SecurityGroupsNegativeTestJSON-499735832-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 25 17:23:00.583012 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-95e3dedf-d510-4fbd-b6f3-4c3c0387c409 req-4c89ad42-45d7-4382-9ba0-addc27a91a37 tempest-SecurityGroupsNegativeTestJSON-499735832 tempest-SecurityGroupsNegativeTestJSON-499735832-project] 10.222.0.75 "DELETE /v2.0/security-groups/34e09c5c-f903-40f1-9daf-0a6ecce52d87 HTTP/1.1" status: 409 len: 352 time: 0.0654182 Nov 25 17:23:00.721226 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56140c9e-593a-4c7f-8161-99bf1555af3b req-4f602b41-06f7-421c-9568-57ba943738de tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:00.723720 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-56140c9e-593a-4c7f-8161-99bf1555af3b req-4f602b41-06f7-421c-9568-57ba943738de tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=96509f71-1e11-4ae9-9719-d507af7400da HTTP/1.1" status: 200 len: 948 time: 0.0714986 Nov 25 17:23:00.790982 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-56140c9e-593a-4c7f-8161-99bf1555af3b req-78c258d7-e851-49de-8840-72225dceda8c tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610251 Nov 25 17:23:00.837058 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [req-488abfeb-ad57-4849-8966-1c07464d2c8e req-e7089cab-55e3-45b1-8486-279c36f0d5bf tempest-SecurityGroupsNegativeTestJSON-499735832 tempest-SecurityGroupsNegativeTestJSON-499735832-project] show failed (client error): The resource could not be found. Nov 25 17:23:00.838069 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-488abfeb-ad57-4849-8966-1c07464d2c8e req-e7089cab-55e3-45b1-8486-279c36f0d5bf tempest-SecurityGroupsNegativeTestJSON-499735832 tempest-SecurityGroupsNegativeTestJSON-499735832-project] 10.222.0.75 "GET /v2.0/security-groups/c473a59c-8c24-4a11-ba9d-6e0810e29d39 HTTP/1.1" status: 404 len: 352 time: 0.0161784 Nov 25 17:23:00.876299 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [req-2f89797b-83a5-4c03-bc44-a145d957a58c req-e79850dc-5674-46ba-bbfe-f8f2b10969b2 tempest-SecurityGroupsNegativeTestJSON-499735832 tempest-SecurityGroupsNegativeTestJSON-499735832-project] show failed (client error): The resource could not be found. Nov 25 17:23:00.877429 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2f89797b-83a5-4c03-bc44-a145d957a58c req-e79850dc-5674-46ba-bbfe-f8f2b10969b2 tempest-SecurityGroupsNegativeTestJSON-499735832 tempest-SecurityGroupsNegativeTestJSON-499735832-project] 10.222.0.75 "GET /v2.0/security-groups/c23c89f6-f149-45f2-8c96-f8833ce6eaad HTTP/1.1" status: 404 len: 352 time: 0.0153933 Nov 25 17:23:00.890238 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 33784) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:00.926988 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33786) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:00.946673 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7c5b933-fa45-4bb4-921f-7c4e14b46c19 admin admin] Deleting subnet 22f8f9f2-f0c1-4e1c-b965-1c57d2072936 {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:23:00.951110 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e7c5b933-fa45-4bb4-921f-7c4e14b46c19 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:00.988250 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e7c5b933-fa45-4bb4-921f-7c4e14b46c19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:01.033612 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e7c5b933-fa45-4bb4-921f-7c4e14b46c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:01.045269 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-120d578a-a508-4a94-bd87-e13c2cc822f3 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-336419122-network', 'tenant_id': 'd740fab26b274afe83ef60f4055511ee'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:01.070751 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120d578a-a508-4a94-bd87-e13c2cc822f3 admin admin] Made reservation on behalf of d740fab26b274afe83ef60f4055511ee for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:01.073824 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-120d578a-a508-4a94-bd87-e13c2cc822f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:01.084642 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-120d578a-a508-4a94-bd87-e13c2cc822f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:01.144130 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7c31a-2947-4abd-8bf7-5060c6575a92 req-59eef220-8809-4dd9-ae6f-899746479918 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:01.145552 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f7d7c31a-2947-4abd-8bf7-5060c6575a92 req-59eef220-8809-4dd9-ae6f-899746479918 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/ports?device_id=851b2964-72a8-440e-8234-fc14db00e928 HTTP/1.1" status: 200 len: 950 time: 0.0886981 Nov 25 17:23:01.147070 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e7c5b933-fa45-4bb4-921f-7c4e14b46c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:01.176527 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c5b933-fa45-4bb4-921f-7c4e14b46c19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22f8f9f2-f0c1-4e1c-b965-1c57d2072936,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:01.197891 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e7c5b933-fa45-4bb4-921f-7c4e14b46c19 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:01.204245 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-e7c5b933-fa45-4bb4-921f-7c4e14b46c19 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/22f8f9f2-f0c1-4e1c-b965-1c57d2072936 HTTP/1.1" status: 204 len: 168 time: 0.3105683 Nov 25 17:23:01.205021 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33796) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:01.210913 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-120d578a-a508-4a94-bd87-e13c2cc822f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:01.251955 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f7d7c31a-2947-4abd-8bf7-5060c6575a92 req-2d5e515b-3367-495d-8b50-3bef2508a234 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793381 Nov 25 17:23:01.260812 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-120d578a-a508-4a94-bd87-e13c2cc822f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:01.356610 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5829e61c-eaae-4e5d-84bf-09757eae0564 req-78d2edab-9a28-4ba4-9303-4ad2ec6f39a1 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc2509d2-f3d8-4a76-88ba-4f24b3c24044 HTTP/1.1" status: 200 len: 210 time: 0.0323727 Nov 25 17:23:01.404493 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-120d578a-a508-4a94-bd87-e13c2cc822f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 930} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:23:01.406692 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120d578a-a508-4a94-bd87-e13c2cc822f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8a290a-92cf-4150-99ad-d7433d03f734,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:01.419252 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5e638334-b218-40c2-b232-5b092fd51e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:01.433356 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-120d578a-a508-4a94-bd87-e13c2cc822f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:01.434201 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-120d578a-a508-4a94-bd87-e13c2cc822f3 admin admin] Added segment 3fff852f-80e0-40ff-afa3-43c8d7810ddd of type vlan for network 78e58441-c55e-4f22-94a6-ad1d8b02134a Nov 25 17:23:01.453405 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce05ed2b-4bdb-4820-936d-686d33e52d5b req-bd7b5194-00a1-4cb4-a294-052900fe402d tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:01.455035 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ce05ed2b-4bdb-4820-936d-686d33e52d5b req-bd7b5194-00a1-4cb4-a294-052900fe402d tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=3eef18eb-c307-4471-9906-537eeed4567a HTTP/1.1" status: 200 len: 943 time: 0.0639935 Nov 25 17:23:01.508481 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ce05ed2b-4bdb-4820-936d-686d33e52d5b req-230ec9b9-91dd-4e20-a4a4-af98c2197b64 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463419 Nov 25 17:23:01.524406 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdfdbad-41af-4152-8819-c7f847c59618 req-554b4349-8be6-417a-9e3f-bb51117d380d tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:01.525875 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ebdfdbad-41af-4152-8819-c7f847c59618 req-554b4349-8be6-417a-9e3f-bb51117d380d tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.74 "GET /v2.0/networks?id=cdfc7726-be74-4470-a033-195b79623a95 HTTP/1.1" status: 200 len: 807 time: 0.3128166 Nov 25 17:23:01.544369 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-120d578a-a508-4a94-bd87-e13c2cc822f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:01.554838 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-ebdfdbad-41af-4152-8819-c7f847c59618 req-e99ff19c-54b0-4404-b390-06d514a89b50 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Request body: {'port': {'device_id': 'fc2509d2-f3d8-4a76-88ba-4f24b3c24044', 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95', 'admin_state_up': True, 'tenant_id': 'cbebe6cb2b944a35af1ec08d68611682'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:01.704257 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 74a8f456-31f1-4440-b0d3-a01ede7ee21d details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:23:01.786549 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 177401c7-487a-4ed8-bc66-2ed80b0bfef7 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:23:01.845923 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5e638334-b218-40c2-b232-5b092fd51e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:01.860542 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 74a8f456-31f1-4440-b0d3-a01ede7ee21d, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=74a8f456-31f1-4440-b0d3-a01ede7ee21d,segment=NetworkSegment(32304091-a43f-4bbd-aae7-89d7e0d9d2b6),segment_id=32304091-a43f-4bbd-aae7-89d7e0d9d2b6)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:01.899377 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-5e638334-b218-40c2-b232-5b092fd51e89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3db90ee4-56f6-4e5f-acbd-4db2105fc0a3']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:01.904585 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 74a8f456-31f1-4440-b0d3-a01ede7ee21d has no active binding in host n-h1-817746-1 {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 25 17:23:01.918245 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-5e638334-b218-40c2-b232-5b092fd51e89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a55b0bb4-d5ae-413e-8631-0113e45f323d') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:01.918521 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-5e638334-b218-40c2-b232-5b092fd51e89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a55b0bb4-d5ae-413e-8631-0113e45f323d') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:01.920275 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-120d578a-a508-4a94-bd87-e13c2cc822f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:01.921231 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120d578a-a508-4a94-bd87-e13c2cc822f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:01.921807 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-120d578a-a508-4a94-bd87-e13c2cc822f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:01.943695 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 177401c7-487a-4ed8-bc66-2ed80b0bfef7, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=177401c7-487a-4ed8-bc66-2ed80b0bfef7,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:01.944611 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5e638334-b218-40c2-b232-5b092fd51e89 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:01.954769 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da4bd3-b9d4-402a-8b6e-c5f75a870e37 req-3716b3c2-f42f-48bd-a891-beac4de4ba3e tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:01.956712 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b1da4bd3-b9d4-402a-8b6e-c5f75a870e37 req-3716b3c2-f42f-48bd-a891-beac4de4ba3e tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=96509f71-1e11-4ae9-9719-d507af7400da HTTP/1.1" status: 200 len: 948 time: 0.0723195 Nov 25 17:23:01.960243 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '177401c7-487a-4ed8-bc66-2ed80b0bfef7', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'port_id': '177401c7-487a-4ed8-bc66-2ed80b0bfef7', 'mac_address': 'fa:16:3e:5b:87:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8793709c-5336-428d-aede-b0b8df1a26b2', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:23:02.001119 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:02.020912 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 177401c7-487a-4ed8-bc66-2ed80b0bfef7 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:23:02.027059 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b1da4bd3-b9d4-402a-8b6e-c5f75a870e37 req-b60b1be8-f3f7-4c5c-874d-12cc6f19fc0e tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620360 Nov 25 17:23:02.051716 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 177401c7-487a-4ed8-bc66-2ed80b0bfef7, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=177401c7-487a-4ed8-bc66-2ed80b0bfef7,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:02.051716 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:02.061096 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eef18eb-c307-4471-9906-537eeed4567a', 'tag': '74a8f456-31f1-4440-b0d3-a01ede7ee21d'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:23:02.064494 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c331fadd-c1c0-4a5f-a9d6-2efcd000bb3d" -d '{"events": [{"name": "network-changed", "server_uuid": "3eef18eb-c307-4471-9906-537eeed4567a", "tag": "74a8f456-31f1-4440-b0d3-a01ede7ee21d"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:23:02.085781 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5e638334-b218-40c2-b232-5b092fd51e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:02.090098 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120d578a-a508-4a94-bd87-e13c2cc822f3 admin admin] Pushing event updated for resources: {'Network': ['ID=78e58441-c55e-4f22-94a6-ad1d8b02134a,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:02.097058 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-120d578a-a508-4a94-bd87-e13c2cc822f3 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1688824 Nov 25 17:23:02.100318 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 33822) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:02.105834 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-bc0428cc-591b-4d8a-b76d-01b9a23511f2 admin admin] Request body: {'subnet': {'network_id': '78e58441-c55e-4f22-94a6-ad1d8b02134a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-336419122-subnet', 'tenant_id': 'd740fab26b274afe83ef60f4055511ee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:02.106887 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 78e58441-c55e-4f22-94a6-ad1d8b02134a details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:23:02.120997 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e638334-b218-40c2-b232-5b092fd51e89 admin admin] Releasing vlan 914 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:23:02.122318 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5e638334-b218-40c2-b232-5b092fd51e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:02.124798 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:23:02.124798 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:23:02.124798 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:23:02.124798 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:23:02.124798 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:23:02.124798 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:23:02.124798 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:23:02.124798 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:23:02.124798 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:23:02.124798 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:23:02.124798 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:23:02.124798 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:23:02.124798 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:23:02.124798 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:23:02.124798 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:23:02.124798 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:23:02.124798 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:23:02.124798 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:23:02.124798 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:23:02.124798 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:23:02.124798 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:23:02.124798 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:23:02.124798 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:23:02.124798 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:23:02.124798 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:23:02.124798 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:23:02.124798 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:23:02.124798 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:23:02.124798 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:23:02.124798 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:23:02.124798 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:23:02.124798 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:23:02.128171 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=177401c7-487a-4ed8-bc66-2ed80b0bfef7,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:02.141159 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebdfdbad-41af-4152-8819-c7f847c59618 req-e99ff19c-54b0-4404-b390-06d514a89b50 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Made reservation on behalf of cbebe6cb2b944a35af1ec08d68611682 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:02.147177 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ebdfdbad-41af-4152-8819-c7f847c59618 req-e99ff19c-54b0-4404-b390-06d514a89b50 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:02.156386 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0428cc-591b-4d8a-b76d-01b9a23511f2 admin admin] Made reservation on behalf of d740fab26b274afe83ef60f4055511ee for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:02.159025 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bc0428cc-591b-4d8a-b76d-01b9a23511f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:02.172031 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4c7d7c-f6a8-41b4-bfc7-7b6ce24f4953 x-openstack-request-id: req-ee4c7d7c-f6a8-41b4-bfc7-7b6ce24f4953 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:23:02.172327 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eef18eb-c307-4471-9906-537eeed4567a", "tag": "74a8f456-31f1-4440-b0d3-a01ede7ee21d", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:23:02.172580 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ee4c7d7c-f6a8-41b4-bfc7-7b6ce24f4953 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:23:02.172997 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eef18eb-c307-4471-9906-537eeed4567a', 'tag': '74a8f456-31f1-4440-b0d3-a01ede7ee21d', 'status': 'completed', 'code': 200} Nov 25 17:23:02.178553 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:02.179122 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:02.179623 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:02.180501 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:02.181118 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:02.183052 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:02.183571 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:02.184874 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:02.185376 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:02.186059 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:02.186624 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:02.187263 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:02.244087 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5e638334-b218-40c2-b232-5b092fd51e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:02.286976 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5e638334-b218-40c2-b232-5b092fd51e89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:02.293014 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-5e638334-b218-40c2-b232-5b092fd51e89 admin admin] 10.222.0.75 "DELETE /v2.0/networks/3db90ee4-56f6-4e5f-acbd-4db2105fc0a3 HTTP/1.1" status: 204 len: 168 time: 1.0837054 Nov 25 17:23:02.303895 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e638334-b218-40c2-b232-5b092fd51e89 admin admin] Pushing event deleted for resources: {'Network': ['ID=3db90ee4-56f6-4e5f-acbd-4db2105fc0a3,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:02.312839 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331fadd-c1c0-4a5f-a9d6-2efcd000bb3d req-31fcd6a7-7ab6-443a-b6f0-a9ca1bde2f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:02.314419 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c331fadd-c1c0-4a5f-a9d6-2efcd000bb3d req-31fcd6a7-7ab6-443a-b6f0-a9ca1bde2f80 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ac7a18821f8e4e00814d44731ef8d033&device_id=3eef18eb-c307-4471-9906-537eeed4567a HTTP/1.1" status: 200 len: 1124 time: 0.1147759 Nov 25 17:23:02.401337 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-ebdfdbad-41af-4152-8819-c7f847c59618 req-e99ff19c-54b0-4404-b390-06d514a89b50 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Allocated IP 172.20.0.3 (cdfc7726-be74-4470-a033-195b79623a95/ee1e665a-f297-4067-8b5a-7a7e373f89c9/e763c60f-ccab-4308-b53f-eff80896615e) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:23:02.419518 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['177401c7-487a-4ed8-bc66-2ed80b0bfef7'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:23:02.533035 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 33834) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:02.583317 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331fadd-c1c0-4a5f-a9d6-2efcd000bb3d req-d2b40f1b-46ef-48fa-ad3c-3992ea145369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:02.584752 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c331fadd-c1c0-4a5f-a9d6-2efcd000bb3d req-d2b40f1b-46ef-48fa-ad3c-3992ea145369 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c4ad8fe4-e22e-4c8b-af10-9eaf120b663c HTTP/1.1" status: 200 len: 921 time: 0.2539082 Nov 25 17:23:02.605209 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-df5708da-a764-4ddb-90a0-c62f939c8721 req-3f2c965f-7fe7-410e-a7c3-3856ede746fe tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc2509d2-f3d8-4a76-88ba-4f24b3c24044 HTTP/1.1" status: 200 len: 210 time: 0.0652475 Nov 25 17:23:02.614050 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ebdfdbad-41af-4152-8819-c7f847c59618 req-e99ff19c-54b0-4404-b390-06d514a89b50 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:02.672047 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ebdfdbad-41af-4152-8819-c7f847c59618 req-e99ff19c-54b0-4404-b390-06d514a89b50 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:02.715562 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebdfdbad-41af-4152-8819-c7f847c59618 req-e99ff19c-54b0-4404-b390-06d514a89b50 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Network cdfc7726-be74-4470-a033-195b79623a95 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:23:02.721446 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-ebdfdbad-41af-4152-8819-c7f847c59618 req-e99ff19c-54b0-4404-b390-06d514a89b50 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:02.725378 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebdfdbad-41af-4152-8819-c7f847c59618 req-e99ff19c-54b0-4404-b390-06d514a89b50 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:23:02.757973 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99ff19c-54b0-4404-b390-06d514a89b50 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Pushing event updated for resources: {'Port': ['ID=e763c60f-ccab-4308-b53f-eff80896615e,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:02.782893 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdfdbad-41af-4152-8819-c7f847c59618 req-e99ff19c-54b0-4404-b390-06d514a89b50 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:02.783532 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ebdfdbad-41af-4152-8819-c7f847c59618 req-e99ff19c-54b0-4404-b390-06d514a89b50 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:02.799872 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ebdfdbad-41af-4152-8819-c7f847c59618 req-e99ff19c-54b0-4404-b390-06d514a89b50 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2500012 Nov 25 17:23:02.815647 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-ebdfdbad-41af-4152-8819-c7f847c59618 req-3d216757-cff4-4166-8f03-d4545331ca03 service neutron] Request body: {'port': {'device_id': 'fc2509d2-f3d8-4a76-88ba-4f24b3c24044', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:02.873203 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ebdfdbad-41af-4152-8819-c7f847c59618 req-3d216757-cff4-4166-8f03-d4545331ca03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:02.939888 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c331fadd-c1c0-4a5f-a9d6-2efcd000bb3d req-07105773-c156-4125-8dfb-f4c54d3a4416 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74a8f456-31f1-4440-b0d3-a01ede7ee21d HTTP/1.1" status: 200 len: 217 time: 0.3373346 Nov 25 17:23:02.989271 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d0e80-c7d7-4627-a20a-fb4128bc3c70 req-6c716187-cb69-43a4-be33-f0101dee5d62 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:02.991300 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7a4d0e80-c7d7-4627-a20a-fb4128bc3c70 req-6c716187-cb69-43a4-be33-f0101dee5d62 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/ports?device_id=851b2964-72a8-440e-8234-fc14db00e928 HTTP/1.1" status: 200 len: 950 time: 0.5345876 Nov 25 17:23:03.018130 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-dbc2e8ab-e4e0-42e6-9fff-52cc7c69f09b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5ff4045781284658aaabbf90b0b24497&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4816782 Nov 25 17:23:03.020079 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bc0428cc-591b-4d8a-b76d-01b9a23511f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:03.023260 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 33840) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:03.122429 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331fadd-c1c0-4a5f-a9d6-2efcd000bb3d req-da75d2e5-5530-447a-9794-2e59c1381feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:03.123965 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c331fadd-c1c0-4a5f-a9d6-2efcd000bb3d req-da75d2e5-5530-447a-9794-2e59c1381feb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0a91ba6f-af85-4b11-90c3-2d5fc7a12e25 HTTP/1.1" status: 200 len: 860 time: 0.1693029 Nov 25 17:23:03.137749 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-c4a6bf12-7fb0-49c4-9454-01c3d785c630 service neutron] 10.222.0.90 "GET /v2.0/ports/74a8f456-31f1-4440-b0d3-a01ede7ee21d/bindings/n-h1-817746-1 HTTP/1.1" status: 200 len: 384 time: 0.0968206 Nov 25 17:23:03.151546 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17579b8-9129-40ad-9eee-8f76a6fd81cf req-1f5ebaee-e674-49b6-a2f4-ae6a7187a7fa tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:03.153383 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c17579b8-9129-40ad-9eee-8f76a6fd81cf req-1f5ebaee-e674-49b6-a2f4-ae6a7187a7fa tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=3eef18eb-c307-4471-9906-537eeed4567a HTTP/1.1" status: 200 len: 943 time: 0.2570908 Nov 25 17:23:03.209643 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0428cc-591b-4d8a-b76d-01b9a23511f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a634f65a-fff0-44a1-b3f4-40c65e257420,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:03.216232 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c331fadd-c1c0-4a5f-a9d6-2efcd000bb3d req-50d9e793-5047-4924-b727-db03c734c98e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c4ad8fe4-e22e-4c8b-af10-9eaf120b663c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799630 Nov 25 17:23:03.228882 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7a4d0e80-c7d7-4627-a20a-fb4128bc3c70 req-ac14f369-c95c-4de8-8a59-3b3796844702 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099698 Nov 25 17:23:03.230185 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-ebdfdbad-41af-4152-8819-c7f847c59618 req-3d216757-cff4-4166-8f03-d4545331ca03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e763c60f-ccab-4308-b53f-eff80896615e {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:23:03.245352 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ebdfdbad-41af-4152-8819-c7f847c59618 req-3d216757-cff4-4166-8f03-d4545331ca03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:03.286108 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0428cc-591b-4d8a-b76d-01b9a23511f2 admin admin] Checking segment: {'id': '3fff852f-80e0-40ff-afa3-43c8d7810ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '78e58441-c55e-4f22-94a6-ad1d8b02134a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:23:03.286731 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0428cc-591b-4d8a-b76d-01b9a23511f2 admin admin] Network hostable DHCP agents. Network: 78e58441-c55e-4f22-94a6-ad1d8b02134a, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:23:03.287074 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-ebdfdbad-41af-4152-8819-c7f847c59618 req-3d216757-cff4-4166-8f03-d4545331ca03 service neutron] Transition to ACTIVE for port object e763c60f-ccab-4308-b53f-eff80896615e will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:23:03.292490 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ebdfdbad-41af-4152-8819-c7f847c59618 req-3d216757-cff4-4166-8f03-d4545331ca03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:03.302917 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-270e07ac-9957-422a-96dd-e64448fc769a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:03.368909 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0428cc-591b-4d8a-b76d-01b9a23511f2 admin admin] Network 78e58441-c55e-4f22-94a6-ad1d8b02134a is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:23:03.375729 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c17579b8-9129-40ad-9eee-8f76a6fd81cf req-e2a99f25-abdd-4a0b-ba22-380ecc6cefe7 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030692 Nov 25 17:23:03.441947 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-bc0428cc-591b-4d8a-b76d-01b9a23511f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 78e58441-c55e-4f22-94a6-ad1d8b02134a) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:03.453697 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4428440-78de-411e-84d6-cd0c23f6412b None None] Network 78e58441-c55e-4f22-94a6-ad1d8b02134a requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:23:03.463442 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-270e07ac-9957-422a-96dd-e64448fc769a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:03.490134 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0428cc-591b-4d8a-b76d-01b9a23511f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:03.495005 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bc0428cc-591b-4d8a-b76d-01b9a23511f2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:03.497168 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d216757-cff4-4166-8f03-d4545331ca03 service neutron] Pushing event updated for resources: {'Port': ['ID=e763c60f-ccab-4308-b53f-eff80896615e,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:03.522542 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-ebdfdbad-41af-4152-8819-c7f847c59618 req-3d216757-cff4-4166-8f03-d4545331ca03 service neutron] Attempting to bind port e763c60f-ccab-4308-b53f-eff80896615e on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:23:03.522991 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-ebdfdbad-41af-4152-8819-c7f847c59618 req-3d216757-cff4-4166-8f03-d4545331ca03 service neutron] Attempting to bind port e763c60f-ccab-4308-b53f-eff80896615e by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '2c22414f-d4c7-43ac-a576-c7b2f18031bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:23:03.523425 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdfdbad-41af-4152-8819-c7f847c59618 req-3d216757-cff4-4166-8f03-d4545331ca03 service neutron] Attempting to bind port e763c60f-ccab-4308-b53f-eff80896615e on network cdfc7726-be74-4470-a033-195b79623a95 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:23:03.528171 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-5b8c20af-9665-483d-8e88-447eb0f08ceb service neutron] For port 74a8f456-31f1-4440-b0d3-a01ede7ee21d, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=74a8f456-31f1-4440-b0d3-a01ede7ee21d,segment=NetworkSegment(32304091-a43f-4bbd-aae7-89d7e0d9d2b6),segment_id=32304091-a43f-4bbd-aae7-89d7e0d9d2b6)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:03.546388 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdfdbad-41af-4152-8819-c7f847c59618 req-3d216757-cff4-4166-8f03-d4545331ca03 service neutron] Port e763c60f-ccab-4308-b53f-eff80896615e on network cdfc7726-be74-4470-a033-195b79623a95 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:23:03.546388 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdfdbad-41af-4152-8819-c7f847c59618 req-3d216757-cff4-4166-8f03-d4545331ca03 service neutron] Attempting to bind port e763c60f-ccab-4308-b53f-eff80896615e on network cdfc7726-be74-4470-a033-195b79623a95 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:23:03.551039 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdfdbad-41af-4152-8819-c7f847c59618 req-3d216757-cff4-4166-8f03-d4545331ca03 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:23:03.551533 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdfdbad-41af-4152-8819-c7f847c59618 req-3d216757-cff4-4166-8f03-d4545331ca03 service neutron] Checking segment: {'id': '2c22414f-d4c7-43ac-a576-c7b2f18031bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:23:03.552240 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdfdbad-41af-4152-8819-c7f847c59618 req-3d216757-cff4-4166-8f03-d4545331ca03 service neutron] Bound using segment: {'id': '2c22414f-d4c7-43ac-a576-c7b2f18031bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:23:03.552869 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-ebdfdbad-41af-4152-8819-c7f847c59618 req-3d216757-cff4-4166-8f03-d4545331ca03 service neutron] Bound port: e763c60f-ccab-4308-b53f-eff80896615e, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c22414f-d4c7-43ac-a576-c7b2f18031bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:23:03.553347 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ebdfdbad-41af-4152-8819-c7f847c59618 req-3d216757-cff4-4166-8f03-d4545331ca03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:03.568052 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-bc0428cc-591b-4d8a-b76d-01b9a23511f2 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4659014 Nov 25 17:23:03.569045 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33850) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:03.575175 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-67ff0a50-684c-4937-981a-1c3c1a76452b admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-336419122-router', 'tenant_id': 'd740fab26b274afe83ef60f4055511ee', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:03.584298 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-5b8c20af-9665-483d-8e88-447eb0f08ceb service neutron] For port 74a8f456-31f1-4440-b0d3-a01ede7ee21d, host n-h2-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:23:03.664756 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-5b8c20af-9665-483d-8e88-447eb0f08ceb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74a8f456-31f1-4440-b0d3-a01ede7ee21d {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:23:03.667668 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920f3ab-3fc9-49ba-9409-896850842ee2 req-a4a17a2d-8163-471c-9040-969f079a0a22 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:03.673083 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5920f3ab-3fc9-49ba-9409-896850842ee2 req-a4a17a2d-8163-471c-9040-969f079a0a22 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=96509f71-1e11-4ae9-9719-d507af7400da HTTP/1.1" status: 200 len: 949 time: 0.3593817 Nov 25 17:23:03.677878 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-67ff0a50-684c-4937-981a-1c3c1a76452b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:03.679072 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-67ff0a50-684c-4937-981a-1c3c1a76452b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:03.682938 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c331fadd-c1c0-4a5f-a9d6-2efcd000bb3d req-5009164e-6015-4f4f-9ca5-b42cceee0d97 service neutron] 10.222.0.90 "GET /v2.0/networks/c4ad8fe4-e22e-4c8b-af10-9eaf120b663c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4452560 Nov 25 17:23:03.689818 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-5b8c20af-9665-483d-8e88-447eb0f08ceb service neutron] For port 74a8f456-31f1-4440-b0d3-a01ede7ee21d, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=74a8f456-31f1-4440-b0d3-a01ede7ee21d,segment=NetworkSegment(32304091-a43f-4bbd-aae7-89d7e0d9d2b6),segment_id=32304091-a43f-4bbd-aae7-89d7e0d9d2b6)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:03.733174 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-ebdfdbad-41af-4152-8819-c7f847c59618 req-3d216757-cff4-4166-8f03-d4545331ca03 service neutron] For port e763c60f-ccab-4308-b53f-eff80896615e, host n-h1-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:23:03.736565 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-5b8c20af-9665-483d-8e88-447eb0f08ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:03.770100 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-ebdfdbad-41af-4152-8819-c7f847c59618 req-3d216757-cff4-4166-8f03-d4545331ca03 service neutron] For port e763c60f-ccab-4308-b53f-eff80896615e, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e763c60f-ccab-4308-b53f-eff80896615e,segment=NetworkSegment(2c22414f-d4c7-43ac-a576-c7b2f18031bf),segment_id=2c22414f-d4c7-43ac-a576-c7b2f18031bf)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:23:03.787175 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 177401c7-487a-4ed8-bc66-2ed80b0bfef7 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:23:03.838098 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270892b2-69dc-4f28-869a-e98ade23be77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-78e58441-c55e-4f22-94a6-ad1d8b02134a', 'network_id': '78e58441-c55e-4f22-94a6-ad1d8b02134a', 'tenant_id': 'd740fab26b274afe83ef60f4055511ee', 'fixed_ips': [{'subnet_id': 'a634f65a-fff0-44a1-b3f4-40c65e257420'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:23:03.839241 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-270892b2-69dc-4f28-869a-e98ade23be77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:03.865716 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ebdfdbad-41af-4152-8819-c7f847c59618 req-3d216757-cff4-4166-8f03-d4545331ca03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:03.890860 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-67ff0a50-684c-4937-981a-1c3c1a76452b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:03.943712 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c331fadd-c1c0-4a5f-a9d6-2efcd000bb3d req-848bf9af-4108-4d9f-a3e2-4144758d1f64 service neutron] 10.222.0.90 "GET /v2.0/networks/c4ad8fe4-e22e-4c8b-af10-9eaf120b663c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548072 Nov 25 17:23:03.970895 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port 177401c7-487a-4ed8-bc66-2ed80b0bfef7 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:23:03.994791 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-270e07ac-9957-422a-96dd-e64448fc769a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:03.998631 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-270e07ac-9957-422a-96dd-e64448fc769a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:04.000474 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port 177401c7-487a-4ed8-bc66-2ed80b0bfef7 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:04.000871 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:04.001400 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-270e07ac-9957-422a-96dd-e64448fc769a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/34e09c5c-f903-40f1-9daf-0a6ecce52d87 HTTP/1.1" status: 204 len: 168 time: 0.9742472 Nov 25 17:23:04.023023 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e07ac-9957-422a-96dd-e64448fc769a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e09c5c-f903-40f1-9daf-0a6ecce52d87,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:04.043411 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5920f3ab-3fc9-49ba-9409-896850842ee2 req-1dfd2895-c8ae-4890-898c-76b93a9905ab tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3585174 Nov 25 17:23:04.044263 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 33858) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:04.063015 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f34b14-7f2b-4ce7-9bd1-491e40a6691c req-2d7dc744-99cf-4b03-921d-4a137c869166 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:04.071398 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-15f34b14-7f2b-4ce7-9bd1-491e40a6691c req-2d7dc744-99cf-4b03-921d-4a137c869166 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc2509d2-f3d8-4a76-88ba-4f24b3c24044 HTTP/1.1" status: 200 len: 943 time: 0.3204322 Nov 25 17:23:04.085831 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-270892b2-69dc-4f28-869a-e98ade23be77 None None] Allocated IP 172.20.0.2 (78e58441-c55e-4f22-94a6-ad1d8b02134a/a634f65a-fff0-44a1-b3f4-40c65e257420/69efcd4e-1416-47a5-bd25-a2ee71d2addf) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:23:04.086245 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-67ff0a50-684c-4937-981a-1c3c1a76452b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:04.109226 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdfdbad-41af-4152-8819-c7f847c59618 req-3d216757-cff4-4166-8f03-d4545331ca03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:04.110015 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ebdfdbad-41af-4152-8819-c7f847c59618 req-3d216757-cff4-4166-8f03-d4545331ca03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:04.111514 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ebdfdbad-41af-4152-8819-c7f847c59618 req-3d216757-cff4-4166-8f03-d4545331ca03 service neutron] 10.222.0.74 "PUT /v2.0/ports/e763c60f-ccab-4308-b53f-eff80896615e HTTP/1.1" status: 200 len: 1091 time: 1.3006098 Nov 25 17:23:04.160196 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d216757-cff4-4166-8f03-d4545331ca03 service neutron] Pushing event updated for resources: {'Port': ['ID=e763c60f-ccab-4308-b53f-eff80896615e,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:04.181010 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc2509d2-f3d8-4a76-88ba-4f24b3c24044', 'tag': 'e763c60f-ccab-4308-b53f-eff80896615e'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:23:04.181595 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-15f34b14-7f2b-4ce7-9bd1-491e40a6691c req-0e4a98a5-3e23-41af-99ea-c23b39c5734e tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091661 Nov 25 17:23:04.183524 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ab4256-8bb3-4f5f-bffc-9b640fe011db" -d '{"events": [{"name": "network-changed", "server_uuid": "fc2509d2-f3d8-4a76-88ba-4f24b3c24044", "tag": "e763c60f-ccab-4308-b53f-eff80896615e"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:23:04.195208 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-5b8c20af-9665-483d-8e88-447eb0f08ceb service neutron] Transition to ACTIVE for port object 74a8f456-31f1-4440-b0d3-a01ede7ee21d will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:23:04.241995 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-5b8c20af-9665-483d-8e88-447eb0f08ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:04.245013 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8358d55-c68f-45c8-b6a0-f0a320ecf312 x-openstack-request-id: req-c8358d55-c68f-45c8-b6a0-f0a320ecf312 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:23:04.245407 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc2509d2-f3d8-4a76-88ba-4f24b3c24044", "tag": "e763c60f-ccab-4308-b53f-eff80896615e", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:23:04.245785 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c8358d55-c68f-45c8-b6a0-f0a320ecf312 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:23:04.246350 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc2509d2-f3d8-4a76-88ba-4f24b3c24044', 'tag': 'e763c60f-ccab-4308-b53f-eff80896615e', 'status': 'completed', 'code': 200} Nov 25 17:23:04.259719 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:04.325178 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1dc9a137-a72f-4209-8d3a-a0ae5f132e1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:04.330332 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96509f71-1e11-4ae9-9719-d507af7400da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177401c7-487a-4ed8-bc66-2ed80b0bfef7'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:23:04.332595 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce41bf52-401c-4402-9f12-bbdec67f421b" -d '{"events": [{"server_uuid": "96509f71-1e11-4ae9-9719-d507af7400da", "name": "network-vif-plugged", "status": "completed", "tag": "177401c7-487a-4ed8-bc66-2ed80b0bfef7"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:23:04.354191 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 177401c7-487a-4ed8-bc66-2ed80b0bfef7, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=177401c7-487a-4ed8-bc66-2ed80b0bfef7,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:04.368747 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:04.372310 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-5b8c20af-9665-483d-8e88-447eb0f08ceb service neutron] No DVR routers for this DVR port 74a8f456-31f1-4440-b0d3-a01ede7ee21d on host n-h2-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:23:04.376503 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdfdbad-41af-4152-8819-c7f847c59618 req-f3fc0ac3-4137-49bf-bccc-c4f8ccbebbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:04.378324 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ebdfdbad-41af-4152-8819-c7f847c59618 req-f3fc0ac3-4137-49bf-bccc-c4f8ccbebbce service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cbebe6cb2b944a35af1ec08d68611682&device_id=fc2509d2-f3d8-4a76-88ba-4f24b3c24044 HTTP/1.1" status: 200 len: 1094 time: 0.2117176 Nov 25 17:23:04.378324 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c20af-9665-483d-8e88-447eb0f08ceb service neutron] Pushing event updated for resources: {'Port': ['ID=74a8f456-31f1-4440-b0d3-a01ede7ee21d,revision_number=10']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:04.420279 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13bb4f32-47c9-400e-95d5-9ba5f2ecea00 x-openstack-request-id: req-13bb4f32-47c9-400e-95d5-9ba5f2ecea00 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:23:04.426247 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-5b8c20af-9665-483d-8e88-447eb0f08ceb service neutron] 10.222.0.90 "PUT /v2.0/ports/74a8f456-31f1-4440-b0d3-a01ede7ee21d/bindings/n-h1-817746-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2804229 Nov 25 17:23:04.428439 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96509f71-1e11-4ae9-9719-d507af7400da", "name": "network-vif-plugged", "status": "completed", "tag": "177401c7-487a-4ed8-bc66-2ed80b0bfef7", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:23:04.428614 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-13bb4f32-47c9-400e-95d5-9ba5f2ecea00 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:23:04.434452 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96509f71-1e11-4ae9-9719-d507af7400da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177401c7-487a-4ed8-bc66-2ed80b0bfef7', 'code': 200} Nov 25 17:23:04.462117 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ebdfdbad-41af-4152-8819-c7f847c59618 req-57e4d7ce-e46a-4ba5-a92e-ed1182103ea9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e763c60f-ccab-4308-b53f-eff80896615e HTTP/1.1" status: 200 len: 217 time: 0.0678504 Nov 25 17:23:04.515034 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-270892b2-69dc-4f28-869a-e98ade23be77 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:04.528450 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-270892b2-69dc-4f28-869a-e98ade23be77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:04.534549 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1dc9a137-a72f-4209-8d3a-a0ae5f132e1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:04.559752 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=177401c7-487a-4ed8-bc66-2ed80b0bfef7,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:04.568437 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1dc9a137-a72f-4209-8d3a-a0ae5f132e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:04.581473 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270892b2-69dc-4f28-869a-e98ade23be77 None None] Network 78e58441-c55e-4f22-94a6-ad1d8b02134a is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:23:04.583473 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-270892b2-69dc-4f28-869a-e98ade23be77 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:04.606823 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270892b2-69dc-4f28-869a-e98ade23be77 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:23:04.646595 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270892b2-69dc-4f28-869a-e98ade23be77 None None] Pushing event updated for resources: {'Port': ['ID=69efcd4e-1416-47a5-bd25-a2ee71d2addf,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:04.681319 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-270892b2-69dc-4f28-869a-e98ade23be77 None None] Attempting to bind port 69efcd4e-1416-47a5-bd25-a2ee71d2addf on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:23:04.681699 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-270892b2-69dc-4f28-869a-e98ade23be77 None None] Attempting to bind port 69efcd4e-1416-47a5-bd25-a2ee71d2addf by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '3fff852f-80e0-40ff-afa3-43c8d7810ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '78e58441-c55e-4f22-94a6-ad1d8b02134a'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:23:04.682473 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270892b2-69dc-4f28-869a-e98ade23be77 None None] Attempting to bind port 69efcd4e-1416-47a5-bd25-a2ee71d2addf on network 78e58441-c55e-4f22-94a6-ad1d8b02134a {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:23:04.688000 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-1dc9a137-a72f-4209-8d3a-a0ae5f132e1e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=669ae0fab09647d6bb306236c23663f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6143982 Nov 25 17:23:04.691546 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdfdbad-41af-4152-8819-c7f847c59618 req-8d8e15eb-d632-4503-89da-155647c55d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:04.691840 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270892b2-69dc-4f28-869a-e98ade23be77 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:23:04.692162 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270892b2-69dc-4f28-869a-e98ade23be77 None None] Checking segment: {'id': '3fff852f-80e0-40ff-afa3-43c8d7810ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '78e58441-c55e-4f22-94a6-ad1d8b02134a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:23:04.693005 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-270892b2-69dc-4f28-869a-e98ade23be77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:04.693330 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ebdfdbad-41af-4152-8819-c7f847c59618 req-8d8e15eb-d632-4503-89da-155647c55d4d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ee1e665a-f297-4067-8b5a-7a7e373f89c9 HTTP/1.1" status: 200 len: 847 time: 0.2205064 Nov 25 17:23:04.693453 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270892b2-69dc-4f28-869a-e98ade23be77 None None] Bound using segment: {'id': '3fff852f-80e0-40ff-afa3-43c8d7810ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '78e58441-c55e-4f22-94a6-ad1d8b02134a'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:23:04.694351 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-270892b2-69dc-4f28-869a-e98ade23be77 None None] Bound port: 69efcd4e-1416-47a5-bd25-a2ee71d2addf, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fff852f-80e0-40ff-afa3-43c8d7810ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '78e58441-c55e-4f22-94a6-ad1d8b02134a'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:23:04.694490 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-270892b2-69dc-4f28-869a-e98ade23be77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:04.694736 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33878) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:04.711599 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc9a137-a72f-4209-8d3a-a0ae5f132e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72c9b42-8192-4a20-bbcc-fcadbd102738,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:04.721434 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-f4082e7c-1796-4aa0-b083-2d4dd78b94d5 tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:04.722784 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-f4082e7c-1796-4aa0-b083-2d4dd78b94d5 tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=3eef18eb-c307-4471-9906-537eeed4567a&tenant_id=ac7a18821f8e4e00814d44731ef8d033&binding%3Ahost_id=n-h2-817746-1 HTTP/1.1" status: 200 len: 1095 time: 0.1714377 Nov 25 17:23:04.732947 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e2cde4-c008-4b0c-8562-04d507e34d18 req-c6038a81-5114-497f-b41c-34f4ac5e5a27 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:04.740454 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-08e2cde4-c008-4b0c-8562-04d507e34d18 req-c6038a81-5114-497f-b41c-34f4ac5e5a27 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/ports?device_id=851b2964-72a8-440e-8234-fc14db00e928 HTTP/1.1" status: 200 len: 950 time: 0.3779759 Nov 25 17:23:04.785676 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ebdfdbad-41af-4152-8819-c7f847c59618 req-9624d5d6-deae-4708-aa8a-593e2071ca34 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cdfc7726-be74-4470-a033-195b79623a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572174 Nov 25 17:23:04.790509 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9d35f-d96c-4c09-bc0a-5ae75968b47c req-7444f0cb-6330-45d7-b1e6-1a7fd19b89c2 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:04.798520 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-97e9d35f-d96c-4c09-bc0a-5ae75968b47c req-7444f0cb-6330-45d7-b1e6-1a7fd19b89c2 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=3eef18eb-c307-4471-9906-537eeed4567a HTTP/1.1" status: 200 len: 944 time: 0.2373514 Nov 25 17:23:04.806355 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3556eed2-8a9d-438a-9db0-b20d411c1d6f req-b4ad467b-c38a-4b6c-a2ca-8eba7be0b8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:04.807811 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3556eed2-8a9d-438a-9db0-b20d411c1d6f req-b4ad467b-c38a-4b6c-a2ca-8eba7be0b8ee service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=96509f71-1e11-4ae9-9719-d507af7400da HTTP/1.1" status: 200 len: 1101 time: 0.2833135 Nov 25 17:23:04.810816 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-270892b2-69dc-4f28-869a-e98ade23be77 None None] For port 69efcd4e-1416-47a5-bd25-a2ee71d2addf, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:23:04.815008 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-270892b2-69dc-4f28-869a-e98ade23be77 None None] For port 69efcd4e-1416-47a5-bd25-a2ee71d2addf, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=69efcd4e-1416-47a5-bd25-a2ee71d2addf,segment=NetworkSegment(3fff852f-80e0-40ff-afa3-43c8d7810ddd),segment_id=3fff852f-80e0-40ff-afa3-43c8d7810ddd)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:23:04.821657 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-270892b2-69dc-4f28-869a-e98ade23be77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:04.914066 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270892b2-69dc-4f28-869a-e98ade23be77 None None] Pushing event updated for resources: {'Port': ['ID=69efcd4e-1416-47a5-bd25-a2ee71d2addf,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:04.922907 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-08e2cde4-c008-4b0c-8562-04d507e34d18 req-4e919d83-1c8c-4175-a5cc-98ee362a526b tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814425 Nov 25 17:23:04.953037 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-97e9d35f-d96c-4c09-bc0a-5ae75968b47c req-0873a06a-c5bd-421b-b027-71349fc60666 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535983 Nov 25 17:23:04.955271 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-c1e53c68-b283-419e-b3a4-079dedf54d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:04.957452 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-c1e53c68-b283-419e-b3a4-079dedf54d71 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3eef18eb-c307-4471-9906-537eeed4567a&tenant_id=ac7a18821f8e4e00814d44731ef8d033 HTTP/1.1" status: 200 len: 1095 time: 0.2148278 Nov 25 17:23:05.061147 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-11acd962-24fa-4376-9ccd-68ffc13dc903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:05.063448 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-11acd962-24fa-4376-9ccd-68ffc13dc903 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ac7a18821f8e4e00814d44731ef8d033&device_id=3eef18eb-c307-4471-9906-537eeed4567a HTTP/1.1" status: 200 len: 1095 time: 0.0622663 Nov 25 17:23:05.179649 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-67ff0a50-684c-4937-981a-1c3c1a76452b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:05.250685 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-67ff0a50-684c-4937-981a-1c3c1a76452b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:05.263501 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4520f368-70ff-4dd5-8f81-81eb6ddc348e req-9f281dc9-664b-4c71-86a0-d73d75895030 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:05.265299 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4520f368-70ff-4dd5-8f81-81eb6ddc348e req-9f281dc9-664b-4c71-86a0-d73d75895030 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=96509f71-1e11-4ae9-9719-d507af7400da HTTP/1.1" status: 200 len: 950 time: 0.0944483 Nov 25 17:23:05.266712 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-b160c81a-4850-4c37-b98c-210d31cd75b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:05.268157 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-b160c81a-4850-4c37-b98c-210d31cd75b7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c4ad8fe4-e22e-4c8b-af10-9eaf120b663c HTTP/1.1" status: 200 len: 921 time: 0.1962321 Nov 25 17:23:05.295681 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2581bdcb-c4a4-46ba-8e19-24732040f9cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:05.365657 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33896) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:05.369727 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3556eed2-8a9d-438a-9db0-b20d411c1d6f req-a000124c-24a8-430c-aa77-d46fc3abb055 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5498300 Nov 25 17:23:05.375535 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2581bdcb-c4a4-46ba-8e19-24732040f9cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:05.377529 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-18dcd182-d90a-4f25-a35a-8c13d5410f5c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74a8f456-31f1-4440-b0d3-a01ede7ee21d HTTP/1.1" status: 200 len: 217 time: 0.0986278 Nov 25 17:23:05.444127 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4520f368-70ff-4dd5-8f81-81eb6ddc348e req-51349e74-daf6-410f-a689-bbb91049ef4b tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685081 Nov 25 17:23:05.447926 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ebdfdbad-41af-4152-8819-c7f847c59618 req-fcb8f9f6-8941-4975-b859-9040d5ef496d service neutron] 10.222.0.74 "GET /v2.0/networks/cdfc7726-be74-4470-a033-195b79623a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6436405 Nov 25 17:23:05.451846 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e28d0-5f64-4c37-afc2-e15145146848 req-2455069b-e696-47f9-8914-b1446d08aa6e tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:05.459111 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-053e28d0-5f64-4c37-afc2-e15145146848 req-2455069b-e696-47f9-8914-b1446d08aa6e tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc2509d2-f3d8-4a76-88ba-4f24b3c24044 HTTP/1.1" status: 200 len: 943 time: 0.1816192 Nov 25 17:23:05.491592 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-1616305e-7b0d-4f5e-b8d6-55d74a363ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:05.493069 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-1616305e-7b0d-4f5e-b8d6-55d74a363ddd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0a91ba6f-af85-4b11-90c3-2d5fc7a12e25 HTTP/1.1" status: 200 len: 860 time: 0.1058881 Nov 25 17:23:05.513160 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-67ff0a50-684c-4937-981a-1c3c1a76452b admin admin] Allocated IP 172.25.0.74 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/478c7c2b-ed9a-426a-8f67-4da75dd75ad2) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:23:05.539470 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-e4f526e2-4bc4-4112-a5fe-c669a4e46773 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c4ad8fe4-e22e-4c8b-af10-9eaf120b663c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356355 Nov 25 17:23:05.542961 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-053e28d0-5f64-4c37-afc2-e15145146848 req-3184d982-61dd-4d2a-b58e-7d1428be4e33 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832355 Nov 25 17:23:05.545335 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-138321bf-7ece-4850-a037-7edc3d09fc9d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-973908739-network', 'tenant_id': '1ee124f91e0c4280821568ab0453ce28'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:05.572646 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2581bdcb-c4a4-46ba-8e19-24732040f9cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:05.575275 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2581bdcb-c4a4-46ba-8e19-24732040f9cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:05.576428 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2581bdcb-c4a4-46ba-8e19-24732040f9cb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f72c9b42-8192-4a20-bbcc-fcadbd102738 HTTP/1.1" status: 204 len: 168 time: 0.8750763 Nov 25 17:23:05.616982 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2581bdcb-c4a4-46ba-8e19-24732040f9cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72c9b42-8192-4a20-bbcc-fcadbd102738,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:05.626556 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138321bf-7ece-4850-a037-7edc3d09fc9d admin admin] Made reservation on behalf of 1ee124f91e0c4280821568ab0453ce28 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:05.629631 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-138321bf-7ece-4850-a037-7edc3d09fc9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:05.665034 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-fed8a3af-1e3c-427f-8345-6a62b723010b service neutron] 10.222.0.74 "GET /v2.0/networks/c4ad8fe4-e22e-4c8b-af10-9eaf120b663c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173162 Nov 25 17:23:05.679401 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-138321bf-7ece-4850-a037-7edc3d09fc9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:05.693286 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ebdfdbad-41af-4152-8819-c7f847c59618 req-a15201f9-a2b3-496d-a1b5-37ebc8acf940 service neutron] 10.222.0.74 "GET /v2.0/networks/cdfc7726-be74-4470-a033-195b79623a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332304 Nov 25 17:23:05.788454 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-67ff0a50-684c-4937-981a-1c3c1a76452b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:05.794544 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-0985b5f5-56a0-4b6b-b4e5-6110f81cee5e service neutron] 10.222.0.74 "GET /v2.0/networks/c4ad8fe4-e22e-4c8b-af10-9eaf120b663c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208661 Nov 25 17:23:05.906101 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-67ff0a50-684c-4937-981a-1c3c1a76452b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:05.913449 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab4256-8bb3-4f5f-bffc-9b640fe011db req-6ed98756-c43d-4e3a-8df8-fcabfc3fa304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:05.915436 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-54ab4256-8bb3-4f5f-bffc-9b640fe011db req-6ed98756-c43d-4e3a-8df8-fcabfc3fa304 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cbebe6cb2b944a35af1ec08d68611682&device_id=fc2509d2-f3d8-4a76-88ba-4f24b3c24044 HTTP/1.1" status: 200 len: 1094 time: 0.1179273 Nov 25 17:23:05.963576 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-138321bf-7ece-4850-a037-7edc3d09fc9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:05.987672 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ff0a50-684c-4937-981a-1c3c1a76452b admin admin] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:23:06.005826 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-67ff0a50-684c-4937-981a-1c3c1a76452b admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:06.013490 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-138321bf-7ece-4850-a037-7edc3d09fc9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:06.026571 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ff0a50-684c-4937-981a-1c3c1a76452b admin admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:23:06.067142 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138321bf-7ece-4850-a037-7edc3d09fc9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2057012a-e1ad-4456-9a2f-3b73b77a7108,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:06.155358 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ff0a50-684c-4937-981a-1c3c1a76452b admin admin] Pushing event updated for resources: {'Port': ['ID=478c7c2b-ed9a-426a-8f67-4da75dd75ad2,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:06.166179 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6bbe5c-2293-4ce1-acca-013d24545912 None None] Network 78e58441-c55e-4f22-94a6-ad1d8b02134a requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:23:06.166643 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-138321bf-7ece-4850-a037-7edc3d09fc9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 933} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:23:06.241394 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-138321bf-7ece-4850-a037-7edc3d09fc9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:06.242052 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-138321bf-7ece-4850-a037-7edc3d09fc9d admin admin] Added segment 79eee098-6bae-4c42-964f-62f3e7d096e0 of type vlan for network db8e4923-28e6-4f74-991c-a4c442934754 Nov 25 17:23:06.274947 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0443675c-9ddf-406d-9768-ae82b817d4cd req-2d7427e7-bd5d-4f19-a098-4f4cd2689a25 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:06.276344 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 69efcd4e-1416-47a5-bd25-a2ee71d2addf up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:23:06.283023 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0443675c-9ddf-406d-9768-ae82b817d4cd req-2d7427e7-bd5d-4f19-a098-4f4cd2689a25 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/ports?device_id=851b2964-72a8-440e-8234-fc14db00e928 HTTP/1.1" status: 200 len: 950 time: 0.2658141 Nov 25 17:23:06.296403 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482dcb80-2099-4df2-8170-7e0f1caef38d req-454e25d8-dd6a-4117-af38-c20372618515 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:06.297737 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-482dcb80-2099-4df2-8170-7e0f1caef38d req-454e25d8-dd6a-4117-af38-c20372618515 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=3eef18eb-c307-4471-9906-537eeed4567a HTTP/1.1" status: 200 len: 944 time: 0.1638501 Nov 25 17:23:06.335699 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab4256-8bb3-4f5f-bffc-9b640fe011db req-665bfe25-15f4-4d3d-a654-68443a041556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:06.337415 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-bd1bffb6-930f-4500-8399-25fa6305320d tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:06.337852 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-54ab4256-8bb3-4f5f-bffc-9b640fe011db req-665bfe25-15f4-4d3d-a654-68443a041556 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cdfc7726-be74-4470-a033-195b79623a95 HTTP/1.1" status: 200 len: 908 time: 0.3934216 Nov 25 17:23:06.339139 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-bd1bffb6-930f-4500-8399-25fa6305320d tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=3eef18eb-c307-4471-9906-537eeed4567a&tenant_id=ac7a18821f8e4e00814d44731ef8d033&binding%3Ahost_id=n-h1-817746-1 HTTP/1.1" status: 200 len: 1095 time: 0.2007563 Nov 25 17:23:06.378911 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-2e59b5c2-0d3b-4fe9-a1a9-adf1dee7337d None None] Provisioning complete for port 69efcd4e-1416-47a5-bd25-a2ee71d2addf triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:06.379279 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2e59b5c2-0d3b-4fe9-a1a9-adf1dee7337d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:06.414851 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-54ab4256-8bb3-4f5f-bffc-9b640fe011db req-cd22d605-add1-4f26-8507-86e9be1e7d20 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e763c60f-ccab-4308-b53f-eff80896615e HTTP/1.1" status: 200 len: 217 time: 0.0400085 Nov 25 17:23:06.420998 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-138321bf-7ece-4850-a037-7edc3d09fc9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:06.495288 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 69efcd4e-1416-47a5-bd25-a2ee71d2addf triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:06.495895 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:06.513539 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0443675c-9ddf-406d-9768-ae82b817d4cd req-a3eca487-a0a4-4eaf-ad24-6678be5bfb8d tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278769 Nov 25 17:23:06.526768 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab4256-8bb3-4f5f-bffc-9b640fe011db req-2b094af0-c3bc-44d0-a176-f4d66ee16b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:06.526768 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-54ab4256-8bb3-4f5f-bffc-9b640fe011db req-2b094af0-c3bc-44d0-a176-f4d66ee16b1c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ee1e665a-f297-4067-8b5a-7a7e373f89c9 HTTP/1.1" status: 200 len: 847 time: 0.0995731 Nov 25 17:23:06.549213 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-482dcb80-2099-4df2-8170-7e0f1caef38d req-4605166e-51fb-473e-b82a-c6c4e7d0c10b tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225578 Nov 25 17:23:06.602085 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-138321bf-7ece-4850-a037-7edc3d09fc9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:06.603053 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138321bf-7ece-4850-a037-7edc3d09fc9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:06.603640 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-138321bf-7ece-4850-a037-7edc3d09fc9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:06.778638 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-54ab4256-8bb3-4f5f-bffc-9b640fe011db req-87950da1-8f62-475d-bb21-e68017eb8349 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cdfc7726-be74-4470-a033-195b79623a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1012878 Nov 25 17:23:06.781366 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2e59b5c2-0d3b-4fe9-a1a9-adf1dee7337d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:06.786797 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-f69eefd8-d0df-485b-a72e-f38e3d9a7dd4 service neutron] For port 74a8f456-31f1-4440-b0d3-a01ede7ee21d, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:23:06.795219 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-f69eefd8-d0df-485b-a72e-f38e3d9a7dd4 service neutron] Publish callbacks [] for binding, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:06.796329 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9a8bf05e-171b-4057-94f7-505af7d77e68 req-f69eefd8-d0df-485b-a72e-f38e3d9a7dd4 service neutron] 10.222.0.74 "DELETE /v2.0/ports/74a8f456-31f1-4440-b0d3-a01ede7ee21d/bindings/n-h2-817746-1 HTTP/1.1" status: 204 len: 173 time: 0.4299335 Nov 25 17:23:06.808435 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b2596-0a23-47cc-b781-35efb5162e92 req-ccbd44b6-acb1-4e06-88e8-1d4c1b546e85 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:06.817195 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-407b2596-0a23-47cc-b781-35efb5162e92 req-ccbd44b6-acb1-4e06-88e8-1d4c1b546e85 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=96509f71-1e11-4ae9-9719-d507af7400da HTTP/1.1" status: 200 len: 950 time: 0.1493306 Nov 25 17:23:06.856325 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-2e59b5c2-0d3b-4fe9-a1a9-adf1dee7337d None None] For port 69efcd4e-1416-47a5-bd25-a2ee71d2addf, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=69efcd4e-1416-47a5-bd25-a2ee71d2addf,segment=NetworkSegment(3fff852f-80e0-40ff-afa3-43c8d7810ddd),segment_id=3fff852f-80e0-40ff-afa3-43c8d7810ddd)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:06.859309 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:06.863339 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2e59b5c2-0d3b-4fe9-a1a9-adf1dee7337d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:06.868647 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 33930) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:06.883761 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-138321bf-7ece-4850-a037-7edc3d09fc9d admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5140429 Nov 25 17:23:06.888720 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ce539-4e28-4953-949e-29ee582421bc req-56bd4132-4ff3-4194-8f7e-ef8c20416f48 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:06.891053 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8e4ce539-4e28-4953-949e-29ee582421bc req-56bd4132-4ff3-4194-8f7e-ef8c20416f48 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc2509d2-f3d8-4a76-88ba-4f24b3c24044 HTTP/1.1" status: 200 len: 943 time: 0.1579523 Nov 25 17:23:06.902016 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 33932) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:06.915778 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-88fe36fc-0dcb-4ac0-a444-ffab295f2bea admin admin] Request body: {'subnet': {'network_id': 'db8e4923-28e6-4f74-991c-a4c442934754', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-973908739-subnet', 'tenant_id': '1ee124f91e0c4280821568ab0453ce28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:06.949043 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138321bf-7ece-4850-a037-7edc3d09fc9d admin admin] Pushing event updated for resources: {'Network': ['ID=db8e4923-28e6-4f74-991c-a4c442934754,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:06.961172 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88fe36fc-0dcb-4ac0-a444-ffab295f2bea admin admin] Made reservation on behalf of 1ee124f91e0c4280821568ab0453ce28 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:06.964711 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-88fe36fc-0dcb-4ac0-a444-ffab295f2bea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:06.977820 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network db8e4923-28e6-4f74-991c-a4c442934754 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:23:06.995941 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-67ff0a50-684c-4937-981a-1c3c1a76452b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:07.019101 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e59b5c2-0d3b-4fe9-a1a9-adf1dee7337d None None] Pushing event updated for resources: {'Port': ['ID=69efcd4e-1416-47a5-bd25-a2ee71d2addf,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:07.039713 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.db.api [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:23:07.040088 n-d-817746-1 neutron-server[103362]: DEBUG oslo_db.api [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:23:07.113537 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-407b2596-0a23-47cc-b781-35efb5162e92 req-fced37ef-8cb5-44b0-902b-126449cf8a76 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949631 Nov 25 17:23:07.132576 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-401c4ab1-8fe3-49d0-9645-c7b62d248d36 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-514083338-network', 'tenant_id': '37791f7c9b2849ccac41faff01c57b4b'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:07.144468 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-54ab4256-8bb3-4f5f-bffc-9b640fe011db req-3faad3fe-cce6-4cbd-a4a7-0b6dc9b77bff service neutron] 10.222.0.74 "GET /v2.0/networks/cdfc7726-be74-4470-a033-195b79623a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555865 Nov 25 17:23:07.193488 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-833336cd-28c5-4022-9059-5ae607c32c61 None None] Provisioning complete for port 69efcd4e-1416-47a5-bd25-a2ee71d2addf triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:07.194503 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-833336cd-28c5-4022-9059-5ae607c32c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:07.204307 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401c4ab1-8fe3-49d0-9645-c7b62d248d36 admin admin] Made reservation on behalf of 37791f7c9b2849ccac41faff01c57b4b for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:07.206786 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-401c4ab1-8fe3-49d0-9645-c7b62d248d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:07.235759 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8e4ce539-4e28-4953-949e-29ee582421bc req-e5d9d965-8767-46ce-aab6-ca494b06acf1 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930806 Nov 25 17:23:07.248986 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-401c4ab1-8fe3-49d0-9645-c7b62d248d36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:07.368045 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-54ab4256-8bb3-4f5f-bffc-9b640fe011db req-275b75bb-22eb-478d-8de7-dbd440673af3 service neutron] 10.222.0.74 "GET /v2.0/networks/cdfc7726-be74-4470-a033-195b79623a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158132 Nov 25 17:23:07.386625 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-401c4ab1-8fe3-49d0-9645-c7b62d248d36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:07.408843 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-67ff0a50-684c-4937-981a-1c3c1a76452b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:07.419931 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-401c4ab1-8fe3-49d0-9645-c7b62d248d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:07.460711 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-88fe36fc-0dcb-4ac0-a444-ffab295f2bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:07.468631 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-401c4ab1-8fe3-49d0-9645-c7b62d248d36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 902} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:23:07.473547 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401c4ab1-8fe3-49d0-9645-c7b62d248d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62144a9d-7e8c-43d6-95af-5d6cff78f39b,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:07.534873 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-401c4ab1-8fe3-49d0-9645-c7b62d248d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:07.535234 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-401c4ab1-8fe3-49d0-9645-c7b62d248d36 admin admin] Added segment e8c002f1-b858-4219-a720-d50f94815a75 of type vlan for network 03886931-52e3-40f5-a27a-c1292a391134 Nov 25 17:23:07.598453 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ff0a50-684c-4937-981a-1c3c1a76452b admin admin] Router 36357e6c-b742-4603-98f4-cd2abf28fce8 is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:23:07.604901 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fe36fc-0dcb-4ac0-a444-ffab295f2bea admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ae7cf63-1267-4a12-ac67-5fb672452e57,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:07.631153 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-401c4ab1-8fe3-49d0-9645-c7b62d248d36 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:07.660302 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b95ecb-0279-4d72-9abe-ad3bfa67c504 req-eb61376f-b16b-4c93-9e6b-acae7c5d6a80 tempest-MigrationsAdminTest-588239577 tempest-MigrationsAdminTest-588239577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:07.661839 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e4b95ecb-0279-4d72-9abe-ad3bfa67c504 req-eb61376f-b16b-4c93-9e6b-acae7c5d6a80 tempest-MigrationsAdminTest-588239577 tempest-MigrationsAdminTest-588239577-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=96509f71-1e11-4ae9-9719-d507af7400da HTTP/1.1" status: 200 len: 1101 time: 0.1655283 Nov 25 17:23:07.667810 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fe36fc-0dcb-4ac0-a444-ffab295f2bea admin admin] Checking segment: {'id': '79eee098-6bae-4c42-964f-62f3e7d096e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'db8e4923-28e6-4f74-991c-a4c442934754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:23:07.668210 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fe36fc-0dcb-4ac0-a444-ffab295f2bea admin admin] Network hostable DHCP agents. Network: db8e4923-28e6-4f74-991c-a4c442934754, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:23:07.706040 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e4b95ecb-0279-4d72-9abe-ad3bfa67c504 req-0d8f8a2c-e634-455e-af57-c6d26125692a tempest-MigrationsAdminTest-588239577 tempest-MigrationsAdminTest-588239577-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:07.709060 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ff0a50-684c-4937-981a-1c3c1a76452b admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:23:07.710798 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-401c4ab1-8fe3-49d0-9645-c7b62d248d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:07.711733 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401c4ab1-8fe3-49d0-9645-c7b62d248d36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:07.712314 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-401c4ab1-8fe3-49d0-9645-c7b62d248d36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:07.722603 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2d82e5-1616-4ee4-baac-3e5c249255cb None None] Sync routers for ids ['36357e6c-b742-4603-98f4-cd2abf28fce8'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:23:07.730055 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-67ff0a50-684c-4937-981a-1c3c1a76452b admin admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:07.731818 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-67ff0a50-684c-4937-981a-1c3c1a76452b admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.1617341 Nov 25 17:23:07.734782 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33946) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:07.738161 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2d82e5-1616-4ee4-baac-3e5c249255cb None None] Routers {'36357e6c-b742-4603-98f4-cd2abf28fce8'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:23:07.738793 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-ee2d82e5-1616-4ee4-baac-3e5c249255cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:22:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['36357e6c-b742-4603-98f4-cd2abf28fce8'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:07.752100 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd4408d-f4b1-4001-bb21-d9eff1707bc9 req-ab5f0d0c-0c4d-4948-ad54-14ecd4a99846 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:07.753655 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5cd4408d-f4b1-4001-bb21-d9eff1707bc9 req-ab5f0d0c-0c4d-4948-ad54-14ecd4a99846 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/ports?device_id=851b2964-72a8-440e-8234-fc14db00e928 HTTP/1.1" status: 200 len: 950 time: 0.1520228 Nov 25 17:23:07.812591 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-401c4ab1-8fe3-49d0-9645-c7b62d248d36 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9168413 Nov 25 17:23:07.813279 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33948) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:07.818117 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fe36fc-0dcb-4ac0-a444-ffab295f2bea admin admin] Network db8e4923-28e6-4f74-991c-a4c442934754 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:23:07.818654 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-2c0b1194-74b9-41f0-8135-4cfe546624ba admin admin] Request body: {'subnet': {'network_id': '03886931-52e3-40f5-a27a-c1292a391134', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-514083338-subnet', 'tenant_id': '37791f7c9b2849ccac41faff01c57b4b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:07.826429 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401c4ab1-8fe3-49d0-9645-c7b62d248d36 admin admin] Pushing event updated for resources: {'Network': ['ID=03886931-52e3-40f5-a27a-c1292a391134,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:07.834489 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 74a8f456-31f1-4440-b0d3-a01ede7ee21d no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:23:07.851164 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-88fe36fc-0dcb-4ac0-a444-ffab295f2bea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, db8e4923-28e6-4f74-991c-a4c442934754) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:07.852114 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0b1194-74b9-41f0-8135-4cfe546624ba admin admin] Made reservation on behalf of 37791f7c9b2849ccac41faff01c57b4b for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:07.854776 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2c0b1194-74b9-41f0-8135-4cfe546624ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:07.865444 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fe36fc-0dcb-4ac0-a444-ffab295f2bea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:07.866053 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-88fe36fc-0dcb-4ac0-a444-ffab295f2bea admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:07.874421 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 03886931-52e3-40f5-a27a-c1292a391134 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:23:07.883199 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b415e2bd-7be4-4aef-98d3-cefb66d9cf6a None None] Network db8e4923-28e6-4f74-991c-a4c442934754 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:23:07.912064 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5cd4408d-f4b1-4001-bb21-d9eff1707bc9 req-8cc849c3-9e4b-402a-96ae-4f4675cb03af tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127884 Nov 25 17:23:07.920783 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-88fe36fc-0dcb-4ac0-a444-ffab295f2bea admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0142932 Nov 25 17:23:07.945733 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e4b95ecb-0279-4d72-9abe-ad3bfa67c504 req-0d8f8a2c-e634-455e-af57-c6d26125692a tempest-MigrationsAdminTest-588239577 tempest-MigrationsAdminTest-588239577-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:07.955090 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e4b95ecb-0279-4d72-9abe-ad3bfa67c504 req-0d8f8a2c-e634-455e-af57-c6d26125692a tempest-MigrationsAdminTest-588239577 tempest-MigrationsAdminTest-588239577-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:08.037109 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-ee2d82e5-1616-4ee4-baac-3e5c249255cb None None] Set router 36357e6c-b742-4603-98f4-cd2abf28fce8 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:23:08.062940 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e4b95ecb-0279-4d72-9abe-ad3bfa67c504 req-0d8f8a2c-e634-455e-af57-c6d26125692a tempest-MigrationsAdminTest-588239577 tempest-MigrationsAdminTest-588239577-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3923814 Nov 25 17:23:08.068013 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8f8a2c-e634-455e-af57-c6d26125692a tempest-MigrationsAdminTest-588239577 tempest-MigrationsAdminTest-588239577-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d24938-fc4f-4a18-b45f-40924109c50c,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:08.095226 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b993449-3ebc-46b4-bd1a-47bbb49b44e9 req-b191b124-217d-44d5-9a1d-534ac4149126 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:08.097203 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2b993449-3ebc-46b4-bd1a-47bbb49b44e9 req-b191b124-217d-44d5-9a1d-534ac4149126 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=3eef18eb-c307-4471-9906-537eeed4567a HTTP/1.1" status: 200 len: 944 time: 0.0719166 Nov 25 17:23:08.156268 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2b993449-3ebc-46b4-bd1a-47bbb49b44e9 req-7f4e9bd2-d3a1-41b1-8348-db26b72934ba tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531306 Nov 25 17:23:08.171410 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 74a8f456-31f1-4440-b0d3-a01ede7ee21d not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:23:08.266358 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 69efcd4e-1416-47a5-bd25-a2ee71d2addf up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:23:08.387182 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1189f9f-78bf-41de-a5da-c64fd14f7d2d None None] Network db8e4923-28e6-4f74-991c-a4c442934754 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:23:08.416224 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f578b2fb-7a9c-412e-95af-d4f86482f848 req-1de4fd84-2aa1-4884-9c87-24053e691e31 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:08.434358 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f578b2fb-7a9c-412e-95af-d4f86482f848 req-1de4fd84-2aa1-4884-9c87-24053e691e31 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc2509d2-f3d8-4a76-88ba-4f24b3c24044 HTTP/1.1" status: 200 len: 943 time: 0.0786643 Nov 25 17:23:08.477226 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 69efcd4e-1416-47a5-bd25-a2ee71d2addf triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:08.477595 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:08.530305 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f578b2fb-7a9c-412e-95af-d4f86482f848 req-e78e67de-eff7-4b32-a418-836d84510894 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792449 Nov 25 17:23:08.616742 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-ee2d82e5-1616-4ee4-baac-3e5c249255cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36357e6c-b742-4603-98f4-cd2abf28fce8', 'name': 'tempest-AttachSCSIVolumeTestJSON-336419122-router', 'tenant_id': 'd740fab26b274afe83ef60f4055511ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '478c7c2b-ed9a-426a-8f67-4da75dd75ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:23:03Z', 'updated_at': '2021-11-25T17:23:06Z', 'revision_number': 3, 'project_id': 'd740fab26b274afe83ef60f4055511ee', 'gw_port': {'id': '478c7c2b-ed9a-426a-8f67-4da75dd75ad2', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:af:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36357e6c-b742-4603-98f4-cd2abf28fce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:05Z', 'updated_at': '2021-11-25T17:23:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:08.634758 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e1ea2-4183-4b22-8f33-983e929cd1c9 req-e1f7bea3-1894-420d-b756-dac5eeadb07e tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:08.636169 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-029e1ea2-4183-4b22-8f33-983e929cd1c9 req-e1f7bea3-1894-420d-b756-dac5eeadb07e tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=3eef18eb-c307-4471-9906-537eeed4567a HTTP/1.1" status: 200 len: 1095 time: 0.0535891 Nov 25 17:23:08.665824 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2d82e5-1616-4ee4-baac-3e5c249255cb None None] Checking router: 36357e6c-b742-4603-98f4-cd2abf28fce8 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:23:08.666258 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2d82e5-1616-4ee4-baac-3e5c249255cb None None] Updating router 36357e6c-b742-4603-98f4-cd2abf28fce8 port 478c7c2b-ed9a-426a-8f67-4da75dd75ad2 binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:23:08.697482 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ee2d82e5-1616-4ee4-baac-3e5c249255cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:08.697901 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-029e1ea2-4183-4b22-8f33-983e929cd1c9 req-5311bda8-6030-4ce9-9194-6df1558e8a74 tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539591 Nov 25 17:23:08.792959 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2c0b1194-74b9-41f0-8135-4cfe546624ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:08.881667 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0cff9d23-a761-49d8-ae09-b955e7db9238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:08.886122 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ecac3f-4d4c-47bb-a2c1-042a636285fa req-2a2537b8-df62-4553-8694-67b0e5704892 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:08.888860 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f2ecac3f-4d4c-47bb-a2c1-042a636285fa req-2a2537b8-df62-4553-8694-67b0e5704892 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=96509f71-1e11-4ae9-9719-d507af7400da HTTP/1.1" status: 200 len: 950 time: 0.0895650 Nov 25 17:23:08.934556 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0b1194-74b9-41f0-8135-4cfe546624ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e63c2af-2cef-4517-8ea0-0ee86f024127,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:08.950390 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-5d7a271b-5da1-4f72-9bb6-2cef732bc4c7 req-403247a0-4bda-48ff-bf08-f98a3e776764 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=96509f71-1e11-4ae9-9719-d507af7400da&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1521895 Nov 25 17:23:08.964773 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [req-5d7a271b-5da1-4f72-9bb6-2cef732bc4c7 req-ba9487d3-bc29-4076-a1b4-9b27ed5fb707 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:23:08.965827 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-5d7a271b-5da1-4f72-9bb6-2cef732bc4c7 req-ba9487d3-bc29-4076-a1b4-9b27ed5fb707 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052261 Nov 25 17:23:09.001909 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0b1194-74b9-41f0-8135-4cfe546624ba admin admin] Checking segment: {'id': 'e8c002f1-b858-4219-a720-d50f94815a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '03886931-52e3-40f5-a27a-c1292a391134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:23:09.002294 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0b1194-74b9-41f0-8135-4cfe546624ba admin admin] Network hostable DHCP agents. Network: 03886931-52e3-40f5-a27a-c1292a391134, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:23:09.056114 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0b1194-74b9-41f0-8135-4cfe546624ba admin admin] Network 03886931-52e3-40f5-a27a-c1292a391134 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:23:09.078519 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-2c0b1194-74b9-41f0-8135-4cfe546624ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 03886931-52e3-40f5-a27a-c1292a391134) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:09.089067 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0b1194-74b9-41f0-8135-4cfe546624ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:09.089877 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2c0b1194-74b9-41f0-8135-4cfe546624ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:09.095597 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381312de-8842-47f2-b01b-74f742953fe1 None None] Network 03886931-52e3-40f5-a27a-c1292a391134 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:23:09.134588 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f2ecac3f-4d4c-47bb-a2c1-042a636285fa req-04caa626-219e-425c-a5f0-7574c1e12ac7 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360244 Nov 25 17:23:09.143798 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15f840-bbec-4bc7-a048-34ac7c984732 req-d1a73e4b-d99d-4cce-bf12-49ba23afedd0 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:09.145897 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cd15f840-bbec-4bc7-a048-34ac7c984732 req-d1a73e4b-d99d-4cce-bf12-49ba23afedd0 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/networks?id=db8e4923-28e6-4f74-991c-a4c442934754 HTTP/1.1" status: 200 len: 811 time: 0.2361763 Nov 25 17:23:09.159725 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 34002) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:09.159934 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2c0b1194-74b9-41f0-8135-4cfe546624ba admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3458650 Nov 25 17:23:09.171263 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-6f920165-8d99-4e2b-a8a0-dff4a5a9268d admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-514083338-router', 'tenant_id': '37791f7c9b2849ccac41faff01c57b4b', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:09.173872 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-0cff9d23-a761-49d8-ae09-b955e7db9238 admin admin] Allocated IP 172.20.0.1 (78e58441-c55e-4f22-94a6-ad1d8b02134a/a634f65a-fff0-44a1-b3f4-40c65e257420/63c25c3b-430b-47ee-aaa7-42be03657e58) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:23:09.260860 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cd15f840-bbec-4bc7-a048-34ac7c984732 req-5e34a551-61dd-4074-a0de-cd3c45224102 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/quotas/1ee124f91e0c4280821568ab0453ce28 HTTP/1.1" status: 200 len: 375 time: 0.1084790 Nov 25 17:23:09.271476 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6f920165-8d99-4e2b-a8a0-dff4a5a9268d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:09.272866 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6f920165-8d99-4e2b-a8a0-dff4a5a9268d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:09.273650 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ee2d82e5-1616-4ee4-baac-3e5c249255cb None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:09.321535 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ee2d82e5-1616-4ee4-baac-3e5c249255cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:09.327041 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cd15f840-bbec-4bc7-a048-34ac7c984732 req-7ea70d77-f9e6-4cf3-83d9-312af163d5fc tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=1ee124f91e0c4280821568ab0453ce28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500467 Nov 25 17:23:09.336517 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0cff9d23-a761-49d8-ae09-b955e7db9238 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:09.336898 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e2f3c-d4a4-45e6-88af-fdb31b5632f3 req-c3772b88-d4ef-41af-9fda-1df1ecbbbb47 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:09.338366 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fc8e2f3c-d4a4-45e6-88af-fdb31b5632f3 req-c3772b88-d4ef-41af-9fda-1df1ecbbbb47 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/ports?device_id=851b2964-72a8-440e-8234-fc14db00e928 HTTP/1.1" status: 200 len: 950 time: 0.1209185 Nov 25 17:23:09.387220 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0cff9d23-a761-49d8-ae09-b955e7db9238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:09.412336 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb3ceab-57ec-4d91-9505-19eb3f7d9e85 None None] Pushing event updated for resources: {'Port': ['ID=478c7c2b-ed9a-426a-8f67-4da75dd75ad2,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:09.416759 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-ee2d82e5-1616-4ee4-baac-3e5c249255cb None None] Attempting to bind port 478c7c2b-ed9a-426a-8f67-4da75dd75ad2 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:23:09.417297 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-ee2d82e5-1616-4ee4-baac-3e5c249255cb None None] Attempting to bind port 478c7c2b-ed9a-426a-8f67-4da75dd75ad2 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:23:09.417765 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2d82e5-1616-4ee4-baac-3e5c249255cb None None] Attempting to bind port 478c7c2b-ed9a-426a-8f67-4da75dd75ad2 on network 1aa44027-b9d0-4a56-9a59-7e664703e20a {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:23:09.429570 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2d82e5-1616-4ee4-baac-3e5c249255cb None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:23:09.430452 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2d82e5-1616-4ee4-baac-3e5c249255cb None None] Checking segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:23:09.430872 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ee2d82e5-1616-4ee4-baac-3e5c249255cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:09.431345 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2d82e5-1616-4ee4-baac-3e5c249255cb None None] Bound using segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:23:09.432491 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-ee2d82e5-1616-4ee4-baac-3e5c249255cb None None] Bound port: 478c7c2b-ed9a-426a-8f67-4da75dd75ad2, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:23:09.433045 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ee2d82e5-1616-4ee4-baac-3e5c249255cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:09.439390 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6f920165-8d99-4e2b-a8a0-dff4a5a9268d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:09.441145 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cff9d23-a761-49d8-ae09-b955e7db9238 admin admin] Network 78e58441-c55e-4f22-94a6-ad1d8b02134a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:23:09.447895 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-0cff9d23-a761-49d8-ae09-b955e7db9238 admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:09.452113 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cff9d23-a761-49d8-ae09-b955e7db9238 admin admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:23:09.498360 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff9d23-a761-49d8-ae09-b955e7db9238 admin admin] Pushing event updated for resources: {'Port': ['ID=63c25c3b-430b-47ee-aaa7-42be03657e58,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:09.507125 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0cff9d23-a761-49d8-ae09-b955e7db9238 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:09.557668 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-ee2d82e5-1616-4ee4-baac-3e5c249255cb None None] For port 478c7c2b-ed9a-426a-8f67-4da75dd75ad2, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:23:09.558512 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cd15f840-bbec-4bc7-a048-34ac7c984732 req-990a80ac-ed1d-405c-ae10-a211268ed329 service neutron] 10.222.0.75 "GET /v2.0/networks/db8e4923-28e6-4f74-991c-a4c442934754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161856 Nov 25 17:23:09.582851 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6590e7-b2ca-4c5a-829d-b0931b905d97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-03886931-52e3-40f5-a27a-c1292a391134', 'network_id': '03886931-52e3-40f5-a27a-c1292a391134', 'tenant_id': '37791f7c9b2849ccac41faff01c57b4b', 'fixed_ips': [{'subnet_id': '8e63c2af-2cef-4517-8ea0-0ee86f024127'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:23:09.583738 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1e6590e7-b2ca-4c5a-829d-b0931b905d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:09.596776 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-ee2d82e5-1616-4ee4-baac-3e5c249255cb None None] For port 478c7c2b-ed9a-426a-8f67-4da75dd75ad2, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=478c7c2b-ed9a-426a-8f67-4da75dd75ad2,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:23:09.611595 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ee2d82e5-1616-4ee4-baac-3e5c249255cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:09.710755 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0cff9d23-a761-49d8-ae09-b955e7db9238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:09.751591 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device e763c60f-ccab-4308-b53f-eff80896615e details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:23:09.817408 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2d82e5-1616-4ee4-baac-3e5c249255cb None None] Routers {'36357e6c-b742-4603-98f4-cd2abf28fce8'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:23:09.818613 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-ee2d82e5-1616-4ee4-baac-3e5c249255cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:22:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['36357e6c-b742-4603-98f4-cd2abf28fce8'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:09.948781 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fc8e2f3c-d4a4-45e6-88af-fdb31b5632f3 req-607e8f89-1b47-4805-ac6f-2a0b5d4eaf3b tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5896106 Nov 25 17:23:09.951407 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb3ceab-57ec-4d91-9505-19eb3f7d9e85 None None] Pushing event updated for resources: {'Port': ['ID=478c7c2b-ed9a-426a-8f67-4da75dd75ad2,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:10.056078 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-4f55917a-1304-4fbe-9a11-f124e8b8250a None None] Provisioning complete for port 63c25c3b-430b-47ee-aaa7-42be03657e58 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:10.056546 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4f55917a-1304-4fbe-9a11-f124e8b8250a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:10.069221 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-1e6590e7-b2ca-4c5a-829d-b0931b905d97 None None] Allocated IP 172.20.0.2 (03886931-52e3-40f5-a27a-c1292a391134/8e63c2af-2cef-4517-8ea0-0ee86f024127/c215406b-96e8-49af-bbfd-7b4be1058665) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:23:10.070876 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0cff9d23-a761-49d8-ae09-b955e7db9238 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:10.073293 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port e763c60f-ccab-4308-b53f-eff80896615e, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e763c60f-ccab-4308-b53f-eff80896615e,segment=NetworkSegment(2c22414f-d4c7-43ac-a576-c7b2f18031bf),segment_id=2c22414f-d4c7-43ac-a576-c7b2f18031bf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:10.086606 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0cff9d23-a761-49d8-ae09-b955e7db9238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:10.089097 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6f920165-8d99-4e2b-a8a0-dff4a5a9268d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:10.136036 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': 'e763c60f-ccab-4308-b53f-eff80896615e', 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95', 'port_id': 'e763c60f-ccab-4308-b53f-eff80896615e', 'mac_address': 'fa:16:3e:94:ec:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee1e665a-f297-4067-8b5a-7a7e373f89c9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:23:10.146237 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0cff9d23-a761-49d8-ae09-b955e7db9238 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:10.164703 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-ee2d82e5-1616-4ee4-baac-3e5c249255cb None None] Set router 36357e6c-b742-4603-98f4-cd2abf28fce8 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:23:10.192213 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cd15f840-bbec-4bc7-a048-34ac7c984732 req-58fef733-82c5-4c55-80cd-376ab6fb0291 service neutron] 10.222.0.75 "GET /v2.0/networks/db8e4923-28e6-4f74-991c-a4c442934754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5900304 Nov 25 17:23:10.218012 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-4f55917a-1304-4fbe-9a11-f124e8b8250a None None] Port 63c25c3b-430b-47ee-aaa7-42be03657e58 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:23:10.273960 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47082b08-bb6c-4b2f-aba4-c6ce028901e8 req-238d4416-3971-43e9-82f4-20e4698d90d5 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:10.276374 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-47082b08-bb6c-4b2f-aba4-c6ce028901e8 req-238d4416-3971-43e9-82f4-20e4698d90d5 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/networks?id=c4ad8fe4-e22e-4c8b-af10-9eaf120b663c HTTP/1.1" status: 200 len: 820 time: 0.1709332 Nov 25 17:23:10.307668 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-47082b08-bb6c-4b2f-aba4-c6ce028901e8 req-1a5cff21-e7c7-47c4-b77d-8e0050517186 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/quotas/ac7a18821f8e4e00814d44731ef8d033 HTTP/1.1" status: 200 len: 375 time: 0.0168302 Nov 25 17:23:10.340542 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:10.379750 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cff9d23-a761-49d8-ae09-b955e7db9238 admin admin] Network 78e58441-c55e-4f22-94a6-ad1d8b02134a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:23:10.385082 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e763c60f-ccab-4308-b53f-eff80896615e {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:23:10.388929 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-0cff9d23-a761-49d8-ae09-b955e7db9238 admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:10.417235 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-47082b08-bb6c-4b2f-aba4-c6ce028901e8 req-1c83f228-a0bc-4dc9-9483-69d303aa132e tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=ac7a18821f8e4e00814d44731ef8d033&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1031487 Nov 25 17:23:10.438271 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff9d23-a761-49d8-ae09-b955e7db9238 admin admin] Pushing event updated for resources: {'Port': ['ID=63c25c3b-430b-47ee-aaa7-42be03657e58,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:10.576513 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port e763c60f-ccab-4308-b53f-eff80896615e, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e763c60f-ccab-4308-b53f-eff80896615e,segment=NetworkSegment(2c22414f-d4c7-43ac-a576-c7b2f18031bf),segment_id=2c22414f-d4c7-43ac-a576-c7b2f18031bf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:10.598382 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:10.623761 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1e6590e7-b2ca-4c5a-829d-b0931b905d97 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:10.629553 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cff9d23-a761-49d8-ae09-b955e7db9238 admin admin] Router 36357e6c-b742-4603-98f4-cd2abf28fce8 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:23:10.659451 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1e6590e7-b2ca-4c5a-829d-b0931b905d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:10.733324 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6590e7-b2ca-4c5a-829d-b0931b905d97 None None] Network 03886931-52e3-40f5-a27a-c1292a391134 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:23:10.739875 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-1e6590e7-b2ca-4c5a-829d-b0931b905d97 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:10.747354 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=e763c60f-ccab-4308-b53f-eff80896615e,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:10.774789 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6590e7-b2ca-4c5a-829d-b0931b905d97 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:23:10.805971 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cff9d23-a761-49d8-ae09-b955e7db9238 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:23:10.818357 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0cff9d23-a761-49d8-ae09-b955e7db9238 admin admin] 10.222.0.75 "PUT /v2.0/routers/36357e6c-b742-4603-98f4-cd2abf28fce8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0823550 Nov 25 17:23:10.855912 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6f920165-8d99-4e2b-a8a0-dff4a5a9268d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:10.865843 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a271b-5da1-4f72-9bb6-2cef732bc4c7 req-6de57041-4511-4585-b1e5-e14497286d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:10.868130 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-5d7a271b-5da1-4f72-9bb6-2cef732bc4c7 req-6de57041-4511-4585-b1e5-e14497286d7c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=21f728f76092479bbd096847b3caf950&device_id=96509f71-1e11-4ae9-9719-d507af7400da HTTP/1.1" status: 200 len: 1101 time: 0.0477283 Nov 25 17:23:10.885320 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6f920165-8d99-4e2b-a8a0-dff4a5a9268d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:10.891752 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-1e6590e7-b2ca-4c5a-829d-b0931b905d97 None None] Attempting to bind port c215406b-96e8-49af-bbfd-7b4be1058665 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:23:10.892134 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-1e6590e7-b2ca-4c5a-829d-b0931b905d97 None None] Attempting to bind port c215406b-96e8-49af-bbfd-7b4be1058665 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'e8c002f1-b858-4219-a720-d50f94815a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '03886931-52e3-40f5-a27a-c1292a391134'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:23:10.892517 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6590e7-b2ca-4c5a-829d-b0931b905d97 None None] Attempting to bind port c215406b-96e8-49af-bbfd-7b4be1058665 on network 03886931-52e3-40f5-a27a-c1292a391134 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:23:10.905849 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['e763c60f-ccab-4308-b53f-eff80896615e'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:23:10.987644 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6590e7-b2ca-4c5a-829d-b0931b905d97 None None] Pushing event updated for resources: {'Port': ['ID=c215406b-96e8-49af-bbfd-7b4be1058665,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:10.995485 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-ee2d82e5-1616-4ee4-baac-3e5c249255cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36357e6c-b742-4603-98f4-cd2abf28fce8', 'name': 'tempest-AttachSCSIVolumeTestJSON-336419122-router', 'tenant_id': 'd740fab26b274afe83ef60f4055511ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '478c7c2b-ed9a-426a-8f67-4da75dd75ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:23:03Z', 'updated_at': '2021-11-25T17:23:09Z', 'revision_number': 4, 'project_id': 'd740fab26b274afe83ef60f4055511ee', 'gw_port': {'id': '478c7c2b-ed9a-426a-8f67-4da75dd75ad2', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:af:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36357e6c-b742-4603-98f4-cd2abf28fce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:05Z', 'updated_at': '2021-11-25T17:23:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '63c25c3b-430b-47ee-aaa7-42be03657e58', 'name': '', 'network_id': '78e58441-c55e-4f22-94a6-ad1d8b02134a', 'tenant_id': 'd740fab26b274afe83ef60f4055511ee', 'mac_address': 'fa:16:3e:20:7f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36357e6c-b742-4603-98f4-cd2abf28fce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a634f65a-fff0-44a1-b3f4-40c65e257420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:08Z', 'updated_at': '2021-11-25T17:23:09Z', 'revision_number': 1, 'project_id': 'd740fab26b274afe83ef60f4055511ee', 'subnets': [{'id': 'a634f65a-fff0-44a1-b3f4-40c65e257420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:11.030284 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-6f920165-8d99-4e2b-a8a0-dff4a5a9268d admin admin] Allocated IP 172.25.0.177 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/ba9f7b0d-b7b6-452b-b160-3d315cf84194) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:23:11.044660 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6590e7-b2ca-4c5a-829d-b0931b905d97 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:23:11.044660 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6590e7-b2ca-4c5a-829d-b0931b905d97 None None] Checking segment: {'id': 'e8c002f1-b858-4219-a720-d50f94815a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '03886931-52e3-40f5-a27a-c1292a391134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:23:11.045309 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1e6590e7-b2ca-4c5a-829d-b0931b905d97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:11.045498 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6590e7-b2ca-4c5a-829d-b0931b905d97 None None] Bound using segment: {'id': 'e8c002f1-b858-4219-a720-d50f94815a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '03886931-52e3-40f5-a27a-c1292a391134'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:23:11.045991 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-1e6590e7-b2ca-4c5a-829d-b0931b905d97 None None] Bound port: c215406b-96e8-49af-bbfd-7b4be1058665, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8c002f1-b858-4219-a720-d50f94815a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '03886931-52e3-40f5-a27a-c1292a391134'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:23:11.046377 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1e6590e7-b2ca-4c5a-829d-b0931b905d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:11.051192 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2d82e5-1616-4ee4-baac-3e5c249255cb None None] The sync data for ids ['36357e6c-b742-4603-98f4-cd2abf28fce8'] in n-d-817746-1 is: [{'id': '36357e6c-b742-4603-98f4-cd2abf28fce8', 'name': 'tempest-AttachSCSIVolumeTestJSON-336419122-router', 'tenant_id': 'd740fab26b274afe83ef60f4055511ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '478c7c2b-ed9a-426a-8f67-4da75dd75ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:23:03Z', 'updated_at': '2021-11-25T17:23:09Z', 'revision_number': 4, 'project_id': 'd740fab26b274afe83ef60f4055511ee', 'gw_port': {'id': '478c7c2b-ed9a-426a-8f67-4da75dd75ad2', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:af:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36357e6c-b742-4603-98f4-cd2abf28fce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:05Z', 'updated_at': '2021-11-25T17:23:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '63c25c3b-430b-47ee-aaa7-42be03657e58', 'name': '', 'network_id': '78e58441-c55e-4f22-94a6-ad1d8b02134a', 'tenant_id': 'd740fab26b274afe83ef60f4055511ee', 'mac_address': 'fa:16:3e:20:7f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36357e6c-b742-4603-98f4-cd2abf28fce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a634f65a-fff0-44a1-b3f4-40c65e257420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:08Z', 'updated_at': '2021-11-25T17:23:09Z', 'revision_number': 1, 'project_id': 'd740fab26b274afe83ef60f4055511ee', 'subnets': [{'id': 'a634f65a-fff0-44a1-b3f4-40c65e257420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:23:11.052651 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-4a44e127-deef-463e-881e-a600c4954851 None None] Provisioning complete for port 63c25c3b-430b-47ee-aaa7-42be03657e58 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:11.053060 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4a44e127-deef-463e-881e-a600c4954851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:11.070896 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc2ff6-66a0-4f2e-b9ec-95f26ca43384 req-4b648327-5cdd-4371-b2b1-a950fa551fdb tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:11.081500 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a5cc2ff6-66a0-4f2e-b9ec-95f26ca43384 req-4b648327-5cdd-4371-b2b1-a950fa551fdb tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc2509d2-f3d8-4a76-88ba-4f24b3c24044 HTTP/1.1" status: 200 len: 944 time: 0.4551525 Nov 25 17:23:11.095212 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a271b-5da1-4f72-9bb6-2cef732bc4c7 req-342d95ec-7954-4128-92a3-4ab605b58c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:11.098506 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-5d7a271b-5da1-4f72-9bb6-2cef732bc4c7 req-342d95ec-7954-4128-92a3-4ab605b58c1f service neutron] 10.222.0.90 "GET /v2.0/networks?id=ab4fed0b-9bf1-4925-8765-94da08c5de2a HTTP/1.1" status: 200 len: 870 time: 0.2195899 Nov 25 17:23:11.187375 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-4a44e127-deef-463e-881e-a600c4954851 None None] Port 63c25c3b-430b-47ee-aaa7-42be03657e58 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:23:11.213663 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-5d7a271b-5da1-4f72-9bb6-2cef732bc4c7 req-29b46513-15b5-4dba-9a05-3d1e4dd684e0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=177401c7-487a-4ed8-bc66-2ed80b0bfef7 HTTP/1.1" status: 200 len: 217 time: 0.1065447 Nov 25 17:23:11.252232 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-47082b08-bb6c-4b2f-aba4-c6ce028901e8 req-86a14c07-a136-4c6f-bc6f-456f07052554 service neutron] 10.222.0.75 "GET /v2.0/networks/c4ad8fe4-e22e-4c8b-af10-9eaf120b663c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7115686 Nov 25 17:23:11.286454 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a271b-5da1-4f72-9bb6-2cef732bc4c7 req-394899c5-6bc8-4d40-b63c-bdbaa88d72fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:11.287926 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-5d7a271b-5da1-4f72-9bb6-2cef732bc4c7 req-394899c5-6bc8-4d40-b63c-bdbaa88d72fa service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.0672264 Nov 25 17:23:11.288386 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-1e6590e7-b2ca-4c5a-829d-b0931b905d97 None None] For port c215406b-96e8-49af-bbfd-7b4be1058665, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:23:11.323933 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-1e6590e7-b2ca-4c5a-829d-b0931b905d97 None None] For port c215406b-96e8-49af-bbfd-7b4be1058665, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=c215406b-96e8-49af-bbfd-7b4be1058665,segment=NetworkSegment(e8c002f1-b858-4219-a720-d50f94815a75),segment_id=e8c002f1-b858-4219-a720-d50f94815a75)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:23:11.347940 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1e6590e7-b2ca-4c5a-829d-b0931b905d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:11.368197 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a271b-5da1-4f72-9bb6-2cef732bc4c7 req-1318a0af-24c7-44be-94e2-2159a9bf7e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:11.390376 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a5cc2ff6-66a0-4f2e-b9ec-95f26ca43384 req-2ea513fc-e658-4581-8e3d-e16a29781827 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079095 Nov 25 17:23:11.393626 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-5d7a271b-5da1-4f72-9bb6-2cef732bc4c7 req-1318a0af-24c7-44be-94e2-2159a9bf7e7e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0922801 Nov 25 17:23:11.487734 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6590e7-b2ca-4c5a-829d-b0931b905d97 None None] Pushing event updated for resources: {'Port': ['ID=c215406b-96e8-49af-bbfd-7b4be1058665,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:11.629907 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-5d7a271b-5da1-4f72-9bb6-2cef732bc4c7 req-dcaf675b-61cf-4d81-8bcc-4dfc219a79df service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160399 Nov 25 17:23:11.634841 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6f920165-8d99-4e2b-a8a0-dff4a5a9268d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:11.637897 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-47082b08-bb6c-4b2f-aba4-c6ce028901e8 req-f806b233-0be9-4545-9be4-84f3b19758df service neutron] 10.222.0.75 "GET /v2.0/networks/c4ad8fe4-e22e-4c8b-af10-9eaf120b663c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848743 Nov 25 17:23:11.690984 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34058) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:11.694428 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc9396-f4a9-4d85-acd9-b9a6170274c2 req-aa0f1b00-deba-4814-b87b-e077c2766b92 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:11.696331 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b8dc9396-f4a9-4d85-acd9-b9a6170274c2 req-aa0f1b00-deba-4814-b87b-e077c2766b92 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=96509f71-1e11-4ae9-9719-d507af7400da HTTP/1.1" status: 200 len: 950 time: 0.1410360 Nov 25 17:23:11.705482 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-95b80053-27c7-4bfd-8ae5-830defdb4f8d admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2030188014-network', 'tenant_id': '10c5f4207bb043bca491ae7e622cf7df'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:11.822630 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6f920165-8d99-4e2b-a8a0-dff4a5a9268d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:11.831310 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b80053-27c7-4bfd-8ae5-830defdb4f8d admin admin] Made reservation on behalf of 10c5f4207bb043bca491ae7e622cf7df for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:11.835738 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-95b80053-27c7-4bfd-8ae5-830defdb4f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:11.858446 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-95b80053-27c7-4bfd-8ae5-830defdb4f8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:11.916742 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f920165-8d99-4e2b-a8a0-dff4a5a9268d admin admin] Pushing event updated for resources: {'Port': ['ID=ba9f7b0d-b7b6-452b-b160-3d315cf84194,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:11.918666 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-5d7a271b-5da1-4f72-9bb6-2cef732bc4c7 req-d95b9117-2509-42b8-a98c-238fc5f54255 service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653353 Nov 25 17:23:11.968423 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b8dc9396-f4a9-4d85-acd9-b9a6170274c2 req-b5a08b37-13e6-4885-8ad9-6c8d4e19128f tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635119 Nov 25 17:23:11.988881 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f920165-8d99-4e2b-a8a0-dff4a5a9268d admin admin] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:23:12.013328 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-6f920165-8d99-4e2b-a8a0-dff4a5a9268d admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:12.024278 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ec92d0c2-8a6a-4444-b013-d3357d05773d req-7557fe2b-4672-47e0-82af-68c1691aa292 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=b12593b1-2328-451c-990c-cf4cae90e80a HTTP/1.1" status: 200 len: 210 time: 0.0576906 Nov 25 17:23:12.027245 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f920165-8d99-4e2b-a8a0-dff4a5a9268d admin admin] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:23:12.262320 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:23:12.326582 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device c215406b-96e8-49af-bbfd-7b4be1058665 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:23:12.407894 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-95b80053-27c7-4bfd-8ae5-830defdb4f8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:12.468571 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15f840-bbec-4bc7-a048-34ac7c984732 req-f7a559d6-883c-44e2-a152-7dd7b8f76b48 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:12.474802 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-cd15f840-bbec-4bc7-a048-34ac7c984732 req-f7a559d6-883c-44e2-a152-7dd7b8f76b48 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.90 "GET /v2.0/networks?id=db8e4923-28e6-4f74-991c-a4c442934754 HTTP/1.1" status: 200 len: 811 time: 0.4052849 Nov 25 17:23:12.475927 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-95b80053-27c7-4bfd-8ae5-830defdb4f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:12.491500 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95b80053-27c7-4bfd-8ae5-830defdb4f8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 940} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:23:12.506844 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-95b80053-27c7-4bfd-8ae5-830defdb4f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:12.507477 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-95b80053-27c7-4bfd-8ae5-830defdb4f8d admin admin] Added segment 8064ee3f-5159-4186-a6ea-1671c2830392 of type vlan for network 0c971c4a-b9ca-408f-85e2-0cda55c98c07 Nov 25 17:23:12.536349 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844fc592-4c56-45c8-8604-f4921977a2d5 req-f2dc0294-ecb0-416f-947e-a06843096d7f tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:12.545950 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-844fc592-4c56-45c8-8604-f4921977a2d5 req-f2dc0294-ecb0-416f-947e-a06843096d7f tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/ports?device_id=851b2964-72a8-440e-8234-fc14db00e928 HTTP/1.1" status: 200 len: 950 time: 0.3862021 Nov 25 17:23:12.572156 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-cd15f840-bbec-4bc7-a048-34ac7c984732 req-0a343b52-65f4-4a1a-a1d5-0e3f6880f8d4 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Request body: {'port': {'device_id': 'b12593b1-2328-451c-990c-cf4cae90e80a', 'network_id': 'db8e4923-28e6-4f74-991c-a4c442934754', 'admin_state_up': True, 'tenant_id': '1ee124f91e0c4280821568ab0453ce28'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:12.611070 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-95b80053-27c7-4bfd-8ae5-830defdb4f8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:12.735706 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b80053-27c7-4bfd-8ae5-830defdb4f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a9c12d-374e-4d2c-a96d-7bbf3507bb33,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:12.751469 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-95b80053-27c7-4bfd-8ae5-830defdb4f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:12.752683 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b80053-27c7-4bfd-8ae5-830defdb4f8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:12.753408 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-95b80053-27c7-4bfd-8ae5-830defdb4f8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:12.818604 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port c215406b-96e8-49af-bbfd-7b4be1058665 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:12.819173 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:12.842080 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b80053-27c7-4bfd-8ae5-830defdb4f8d admin admin] Pushing event updated for resources: {'Network': ['ID=0c971c4a-b9ca-408f-85e2-0cda55c98c07,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:12.858937 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6f920165-8d99-4e2b-a8a0-dff4a5a9268d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:12.895629 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-95b80053-27c7-4bfd-8ae5-830defdb4f8d admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1970284 Nov 25 17:23:12.896466 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34074) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:12.903972 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-4563769c-aeb2-4c11-ba16-6cdd40c97639 admin admin] Request body: {'subnet': {'network_id': '0c971c4a-b9ca-408f-85e2-0cda55c98c07', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2030188014-subnet', 'tenant_id': '10c5f4207bb043bca491ae7e622cf7df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:12.904239 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-844fc592-4c56-45c8-8604-f4921977a2d5 req-299df70a-e2d2-4773-a66e-566db5a62991 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569982 Nov 25 17:23:12.908155 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd15f840-bbec-4bc7-a048-34ac7c984732 req-0a343b52-65f4-4a1a-a1d5-0e3f6880f8d4 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Made reservation on behalf of 1ee124f91e0c4280821568ab0453ce28 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:12.912420 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-cd15f840-bbec-4bc7-a048-34ac7c984732 req-0a343b52-65f4-4a1a-a1d5-0e3f6880f8d4 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:12.919689 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 0c971c4a-b9ca-408f-85e2-0cda55c98c07 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:23:13.105351 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-cd15f840-bbec-4bc7-a048-34ac7c984732 req-0a343b52-65f4-4a1a-a1d5-0e3f6880f8d4 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Allocated IP 172.20.0.7 (db8e4923-28e6-4f74-991c-a4c442934754/0ae7cf63-1267-4a12-ac67-5fb672452e57/328baceb-7cb8-4bab-af74-c2b942eaac4d) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:23:13.134747 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4563769c-aeb2-4c11-ba16-6cdd40c97639 admin admin] Made reservation on behalf of 10c5f4207bb043bca491ae7e622cf7df for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:13.139783 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4563769c-aeb2-4c11-ba16-6cdd40c97639 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:13.147569 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0c9c54b5-010c-450a-b454-146e4713ac55 req-3c7279f3-c7b8-496f-8000-16bed87b5e76 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a899825-fac8-4787-9c17-3ea66fd56ec2 HTTP/1.1" status: 200 len: 210 time: 0.2826967 Nov 25 17:23:13.172511 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:13.247244 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port c215406b-96e8-49af-bbfd-7b4be1058665, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=c215406b-96e8-49af-bbfd-7b4be1058665,segment=NetworkSegment(e8c002f1-b858-4219-a720-d50f94815a75),segment_id=e8c002f1-b858-4219-a720-d50f94815a75)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:13.254852 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:13.305006 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c29172-1f63-4c93-820c-419a4932e9d4 None None] Network 03886931-52e3-40f5-a27a-c1292a391134 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:23:13.310702 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf908038-f6aa-4a1c-9920-de4749bf3efd req-77b16f2c-73f9-4d46-8861-cd1a1ca347da tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:13.320637 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cf908038-f6aa-4a1c-9920-de4749bf3efd req-77b16f2c-73f9-4d46-8861-cd1a1ca347da tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc2509d2-f3d8-4a76-88ba-4f24b3c24044 HTTP/1.1" status: 200 len: 944 time: 0.2016115 Nov 25 17:23:13.427719 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-175f9b1b-c1e7-46c7-9cd8-2312b8027918 None None] Provisioning complete for port c215406b-96e8-49af-bbfd-7b4be1058665 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:13.428350 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-175f9b1b-c1e7-46c7-9cd8-2312b8027918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:13.430048 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=c215406b-96e8-49af-bbfd-7b4be1058665,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:13.486866 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bba618-b68d-479b-bc8f-fef29e9438f1 req-722c3cf5-83bd-43f9-a1f2-dc9d9f2f53f7 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:13.494236 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a4bba618-b68d-479b-bc8f-fef29e9438f1 req-722c3cf5-83bd-43f9-a1f2-dc9d9f2f53f7 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=96509f71-1e11-4ae9-9719-d507af7400da HTTP/1.1" status: 200 len: 950 time: 0.2069716 Nov 25 17:23:13.522569 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cf908038-f6aa-4a1c-9920-de4749bf3efd req-21cc91db-0eaa-48ed-9b77-134bbb3acb20 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995728 Nov 25 17:23:13.537421 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-cd15f840-bbec-4bc7-a048-34ac7c984732 req-0a343b52-65f4-4a1a-a1d5-0e3f6880f8d4 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:13.606570 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4563769c-aeb2-4c11-ba16-6cdd40c97639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:13.648060 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a4bba618-b68d-479b-bc8f-fef29e9438f1 req-3f5e11e4-6f87-4f42-9345-3966648f2911 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528382 Nov 25 17:23:13.649066 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6f920165-8d99-4e2b-a8a0-dff4a5a9268d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:13.682772 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-cd15f840-bbec-4bc7-a048-34ac7c984732 req-0a343b52-65f4-4a1a-a1d5-0e3f6880f8d4 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:13.686453 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-75c47e00-669b-47ed-b339-37cddcce5c51 req-88ba5fdb-790b-4b5b-b2ed-f0ded4f7b927 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=b12593b1-2328-451c-990c-cf4cae90e80a HTTP/1.1" status: 200 len: 210 time: 0.0720017 Nov 25 17:23:13.749475 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device e763c60f-ccab-4308-b53f-eff80896615e up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:23:13.755323 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4563769c-aeb2-4c11-ba16-6cdd40c97639 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1451c352-4fad-4c25-88f9-9becbf3e8500,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:13.775072 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd15f840-bbec-4bc7-a048-34ac7c984732 req-0a343b52-65f4-4a1a-a1d5-0e3f6880f8d4 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Network db8e4923-28e6-4f74-991c-a4c442934754 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:23:13.789247 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-cd15f840-bbec-4bc7-a048-34ac7c984732 req-0a343b52-65f4-4a1a-a1d5-0e3f6880f8d4 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:13.794846 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd15f840-bbec-4bc7-a048-34ac7c984732 req-0a343b52-65f4-4a1a-a1d5-0e3f6880f8d4 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:23:13.846120 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4563769c-aeb2-4c11-ba16-6cdd40c97639 admin admin] Checking segment: {'id': '8064ee3f-5159-4186-a6ea-1671c2830392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '0c971c4a-b9ca-408f-85e2-0cda55c98c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:23:13.846729 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4563769c-aeb2-4c11-ba16-6cdd40c97639 admin admin] Network hostable DHCP agents. Network: 0c971c4a-b9ca-408f-85e2-0cda55c98c07, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:23:13.857457 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15f840-bbec-4bc7-a048-34ac7c984732 req-0a343b52-65f4-4a1a-a1d5-0e3f6880f8d4 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:13.858125 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-cd15f840-bbec-4bc7-a048-34ac7c984732 req-0a343b52-65f4-4a1a-a1d5-0e3f6880f8d4 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:13.875446 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port e763c60f-ccab-4308-b53f-eff80896615e completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:23:13.880326 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a343b52-65f4-4a1a-a1d5-0e3f6880f8d4 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Pushing event updated for resources: {'Port': ['ID=328baceb-7cb8-4bab-af74-c2b942eaac4d,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:13.882574 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port e763c60f-ccab-4308-b53f-eff80896615e triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:13.882970 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:13.895910 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-cd15f840-bbec-4bc7-a048-34ac7c984732 req-0a343b52-65f4-4a1a-a1d5-0e3f6880f8d4 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3286560 Nov 25 17:23:13.896918 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47082b08-bb6c-4b2f-aba4-c6ce028901e8 req-bd1efdf4-5c4c-4d1d-a54b-5c049e6baac3 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:13.898423 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-47082b08-bb6c-4b2f-aba4-c6ce028901e8 req-bd1efdf4-5c4c-4d1d-a54b-5c049e6baac3 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.90 "GET /v2.0/networks?id=c4ad8fe4-e22e-4c8b-af10-9eaf120b663c HTTP/1.1" status: 200 len: 820 time: 0.2870007 Nov 25 17:23:13.911589 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4563769c-aeb2-4c11-ba16-6cdd40c97639 admin admin] Network 0c971c4a-b9ca-408f-85e2-0cda55c98c07 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:23:13.920765 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-47082b08-bb6c-4b2f-aba4-c6ce028901e8 req-c2348dae-2456-42c6-8da4-c118088a7b35 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Request body: {'port': {'device_id': '6a899825-fac8-4787-9c17-3ea66fd56ec2', 'network_id': 'c4ad8fe4-e22e-4c8b-af10-9eaf120b663c', 'admin_state_up': True, 'tenant_id': 'ac7a18821f8e4e00814d44731ef8d033'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:13.921031 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-cd15f840-bbec-4bc7-a048-34ac7c984732 req-5da38f20-2cb1-4425-bee2-53b2640f5622 service neutron] Request body: {'port': {'device_id': 'b12593b1-2328-451c-990c-cf4cae90e80a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:13.983064 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-4563769c-aeb2-4c11-ba16-6cdd40c97639 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 0c971c4a-b9ca-408f-85e2-0cda55c98c07) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:13.999376 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4563769c-aeb2-4c11-ba16-6cdd40c97639 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:14.000613 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4563769c-aeb2-4c11-ba16-6cdd40c97639 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:14.033645 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795b4eb4-01cc-4856-828b-33eb91f84b29 None None] Network 0c971c4a-b9ca-408f-85e2-0cda55c98c07 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:23:14.042657 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4563769c-aeb2-4c11-ba16-6cdd40c97639 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1440914 Nov 25 17:23:14.047254 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34084) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:14.075654 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-7efe8e43-4969-4021-ac35-7ffec15bf99b admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2030188014-router', 'tenant_id': '10c5f4207bb043bca491ae7e622cf7df', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:14.097537 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:14.111484 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-cd15f840-bbec-4bc7-a048-34ac7c984732 req-5da38f20-2cb1-4425-bee2-53b2640f5622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:14.140124 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc2509d2-f3d8-4a76-88ba-4f24b3c24044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e763c60f-ccab-4308-b53f-eff80896615e'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:23:14.142669 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd337c7-5754-4d23-9871-50b4db4dcb06" -d '{"events": [{"server_uuid": "fc2509d2-f3d8-4a76-88ba-4f24b3c24044", "name": "network-vif-plugged", "status": "completed", "tag": "e763c60f-ccab-4308-b53f-eff80896615e"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:23:14.177652 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port e763c60f-ccab-4308-b53f-eff80896615e, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e763c60f-ccab-4308-b53f-eff80896615e,segment=NetworkSegment(2c22414f-d4c7-43ac-a576-c7b2f18031bf),segment_id=2c22414f-d4c7-43ac-a576-c7b2f18031bf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:14.190459 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7efe8e43-4969-4021-ac35-7ffec15bf99b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:14.190728 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:14.191750 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7efe8e43-4969-4021-ac35-7ffec15bf99b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:14.310553 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1502dc-6676-497e-9bd1-ff9d0afa6963 x-openstack-request-id: req-3b1502dc-6676-497e-9bd1-ff9d0afa6963 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:23:14.310858 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc2509d2-f3d8-4a76-88ba-4f24b3c24044", "name": "network-vif-plugged", "status": "completed", "tag": "e763c60f-ccab-4308-b53f-eff80896615e", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:23:14.311112 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3b1502dc-6676-497e-9bd1-ff9d0afa6963 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:23:14.311519 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc2509d2-f3d8-4a76-88ba-4f24b3c24044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e763c60f-ccab-4308-b53f-eff80896615e', 'code': 200} Nov 25 17:23:14.313028 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-e998337e-a55c-4f86-86d1-6011df0cc86c None None] Provisioning complete for port c215406b-96e8-49af-bbfd-7b4be1058665 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:14.314701 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e998337e-a55c-4f86-86d1-6011df0cc86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:14.370775 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device c215406b-96e8-49af-bbfd-7b4be1058665 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:23:14.467539 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=e763c60f-ccab-4308-b53f-eff80896615e,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:14.505101 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8127056c-09c2-4b7b-8ea7-a4c32d646ea8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-0c971c4a-b9ca-408f-85e2-0cda55c98c07', 'network_id': '0c971c4a-b9ca-408f-85e2-0cda55c98c07', 'tenant_id': '10c5f4207bb043bca491ae7e622cf7df', 'fixed_ips': [{'subnet_id': '1451c352-4fad-4c25-88f9-9becbf3e8500'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:23:14.505993 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8127056c-09c2-4b7b-8ea7-a4c32d646ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:14.517820 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-54fe152c-ce45-4f4b-b385-e9be046f58b2 req-3063fcae-726a-4c68-be2e-9a59aa1fb306 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a899825-fac8-4787-9c17-3ea66fd56ec2 HTTP/1.1" status: 200 len: 210 time: 0.0857267 Nov 25 17:23:14.529375 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port c215406b-96e8-49af-bbfd-7b4be1058665 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:14.530086 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:14.597427 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7efe8e43-4969-4021-ac35-7ffec15bf99b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:14.605019 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c11b2-0801-469c-bd3e-ff55f8a277fc req-07fbbd63-59bb-4107-af6f-83da945a5eae tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:14.608439 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-893c11b2-0801-469c-bd3e-ff55f8a277fc req-07fbbd63-59bb-4107-af6f-83da945a5eae tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/ports?device_id=851b2964-72a8-440e-8234-fc14db00e928 HTTP/1.1" status: 200 len: 950 time: 0.1752541 Nov 25 17:23:14.614309 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f920165-8d99-4e2b-a8a0-dff4a5a9268d admin admin] Router 733e1177-5a92-43e0-bca4-1a3ac152fdcc is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:23:14.630856 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6bd485-a940-4d18-a6df-1e3041aa18e3 None None] Sync routers for ids ['36357e6c-b742-4603-98f4-cd2abf28fce8'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:23:14.643802 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6bd485-a940-4d18-a6df-1e3041aa18e3 None None] Routers {'36357e6c-b742-4603-98f4-cd2abf28fce8'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:23:14.643802 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-ed6bd485-a940-4d18-a6df-1e3041aa18e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:22:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['36357e6c-b742-4603-98f4-cd2abf28fce8'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:14.752853 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c3d41-52ae-417d-b8a3-84414223c171 req-957b50f7-2707-4b5e-af6e-9eea627577ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:14.754748 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ba6c3d41-52ae-417d-b8a3-84414223c171 req-957b50f7-2707-4b5e-af6e-9eea627577ce service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fc2509d2-f3d8-4a76-88ba-4f24b3c24044 HTTP/1.1" status: 200 len: 1096 time: 0.4416411 Nov 25 17:23:14.800093 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-ed6bd485-a940-4d18-a6df-1e3041aa18e3 None None] Set router 36357e6c-b742-4603-98f4-cd2abf28fce8 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:23:14.808603 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-8127056c-09c2-4b7b-8ea7-a4c32d646ea8 None None] Allocated IP 172.20.0.2 (0c971c4a-b9ca-408f-85e2-0cda55c98c07/1451c352-4fad-4c25-88f9-9becbf3e8500/0388934d-848d-46fa-aed2-7dfdb675a22e) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:23:14.811186 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 478c7c2b-ed9a-426a-8f67-4da75dd75ad2 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:23:14.842176 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f920165-8d99-4e2b-a8a0-dff4a5a9268d admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:23:14.858166 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7efe8e43-4969-4021-ac35-7ffec15bf99b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:14.858390 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47fea77-fa70-4d6b-a370-3e1bcd814426 None None] Sync routers for ids ['733e1177-5a92-43e0-bca4-1a3ac152fdcc'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:23:14.859534 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47082b08-bb6c-4b2f-aba4-c6ce028901e8 req-c2348dae-2456-42c6-8da4-c118088a7b35 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Made reservation on behalf of ac7a18821f8e4e00814d44731ef8d033 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:14.863867 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-47082b08-bb6c-4b2f-aba4-c6ce028901e8 req-c2348dae-2456-42c6-8da4-c118088a7b35 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:14.896121 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ba6c3d41-52ae-417d-b8a3-84414223c171 req-7497842b-0577-4233-bc2d-d9d5ecfc7af6 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309166 Nov 25 17:23:14.907946 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-893c11b2-0801-469c-bd3e-ff55f8a277fc req-55b1e50d-3fd5-4df9-87ba-0330602ac405 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892761 Nov 25 17:23:14.916745 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82795c-296d-416e-bfe4-2af8f3fc03ce req-9294bde2-76b1-4601-ba6d-efca1da2a4ef tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:14.925457 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7c82795c-296d-416e-bfe4-2af8f3fc03ce req-9294bde2-76b1-4601-ba6d-efca1da2a4ef tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc2509d2-f3d8-4a76-88ba-4f24b3c24044 HTTP/1.1" status: 200 len: 945 time: 0.2894568 Nov 25 17:23:14.940350 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47fea77-fa70-4d6b-a370-3e1bcd814426 None None] Routers {'733e1177-5a92-43e0-bca4-1a3ac152fdcc'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:23:14.941216 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-d47fea77-fa70-4d6b-a370-3e1bcd814426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:22:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['733e1177-5a92-43e0-bca4-1a3ac152fdcc'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:14.963516 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6f920165-8d99-4e2b-a8a0-dff4a5a9268d admin admin] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:14.965339 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-6f920165-8d99-4e2b-a8a0-dff4a5a9268d admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.8033707 Nov 25 17:23:14.976509 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 34098) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:15.060143 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 478c7c2b-ed9a-426a-8f67-4da75dd75ad2 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:15.060790 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:15.062243 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-cd15f840-bbec-4bc7-a048-34ac7c984732 req-5da38f20-2cb1-4425-bee2-53b2640f5622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 328baceb-7cb8-4bab-af74-c2b942eaac4d {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:23:15.071530 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-cd15f840-bbec-4bc7-a048-34ac7c984732 req-5da38f20-2cb1-4425-bee2-53b2640f5622 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:15.091955 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-cd15f840-bbec-4bc7-a048-34ac7c984732 req-5da38f20-2cb1-4425-bee2-53b2640f5622 service neutron] Transition to ACTIVE for port object 328baceb-7cb8-4bab-af74-c2b942eaac4d will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:23:15.099617 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-cd15f840-bbec-4bc7-a048-34ac7c984732 req-5da38f20-2cb1-4425-bee2-53b2640f5622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:15.142946 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-ed6bd485-a940-4d18-a6df-1e3041aa18e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36357e6c-b742-4603-98f4-cd2abf28fce8', 'name': 'tempest-AttachSCSIVolumeTestJSON-336419122-router', 'tenant_id': 'd740fab26b274afe83ef60f4055511ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '478c7c2b-ed9a-426a-8f67-4da75dd75ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:23:03Z', 'updated_at': '2021-11-25T17:23:09Z', 'revision_number': 4, 'project_id': 'd740fab26b274afe83ef60f4055511ee', 'gw_port': {'id': '478c7c2b-ed9a-426a-8f67-4da75dd75ad2', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:af:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36357e6c-b742-4603-98f4-cd2abf28fce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:05Z', 'updated_at': '2021-11-25T17:23:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '63c25c3b-430b-47ee-aaa7-42be03657e58', 'name': '', 'network_id': '78e58441-c55e-4f22-94a6-ad1d8b02134a', 'tenant_id': 'd740fab26b274afe83ef60f4055511ee', 'mac_address': 'fa:16:3e:20:7f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36357e6c-b742-4603-98f4-cd2abf28fce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a634f65a-fff0-44a1-b3f4-40c65e257420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:08Z', 'updated_at': '2021-11-25T17:23:09Z', 'revision_number': 2, 'project_id': 'd740fab26b274afe83ef60f4055511ee', 'subnets': [{'id': 'a634f65a-fff0-44a1-b3f4-40c65e257420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:15.148909 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da38f20-2cb1-4425-bee2-53b2640f5622 service neutron] Pushing event updated for resources: {'Port': ['ID=328baceb-7cb8-4bab-af74-c2b942eaac4d,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:15.183481 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7c82795c-296d-416e-bfe4-2af8f3fc03ce req-77c45a46-8706-4e03-964e-3c31fa8b126e tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557511 Nov 25 17:23:15.202343 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6bd485-a940-4d18-a6df-1e3041aa18e3 None None] Checking router: 36357e6c-b742-4603-98f4-cd2abf28fce8 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:23:15.202873 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6bd485-a940-4d18-a6df-1e3041aa18e3 None None] Updating router 36357e6c-b742-4603-98f4-cd2abf28fce8 port 63c25c3b-430b-47ee-aaa7-42be03657e58 binding host n-d-817746-1 {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:23:15.246934 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd485-a940-4d18-a6df-1e3041aa18e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:15.256774 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-d47fea77-fa70-4d6b-a370-3e1bcd814426 None None] Set router 733e1177-5a92-43e0-bca4-1a3ac152fdcc gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:23:15.320623 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8127056c-09c2-4b7b-8ea7-a4c32d646ea8 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:15.322453 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:15.323207 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d7412-f4cb-4db4-91f3-68ab723498d8 req-950126ba-91b6-4d49-8fa8-e9c7d7ab5264 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:15.325554 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e3d7412-f4cb-4db4-91f3-68ab723498d8 req-950126ba-91b6-4d49-8fa8-e9c7d7ab5264 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=96509f71-1e11-4ae9-9719-d507af7400da HTTP/1.1" status: 200 len: 950 time: 0.2892523 Nov 25 17:23:15.346010 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port 478c7c2b-ed9a-426a-8f67-4da75dd75ad2, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=478c7c2b-ed9a-426a-8f67-4da75dd75ad2,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:15.371006 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7efe8e43-4969-4021-ac35-7ffec15bf99b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:15.373908 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-cd15f840-bbec-4bc7-a048-34ac7c984732 req-5da38f20-2cb1-4425-bee2-53b2640f5622 service neutron] Attempting to bind port 328baceb-7cb8-4bab-af74-c2b942eaac4d on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:23:15.374244 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-cd15f840-bbec-4bc7-a048-34ac7c984732 req-5da38f20-2cb1-4425-bee2-53b2640f5622 service neutron] Attempting to bind port 328baceb-7cb8-4bab-af74-c2b942eaac4d by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '79eee098-6bae-4c42-964f-62f3e7d096e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'db8e4923-28e6-4f74-991c-a4c442934754'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:23:15.374573 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd15f840-bbec-4bc7-a048-34ac7c984732 req-5da38f20-2cb1-4425-bee2-53b2640f5622 service neutron] Attempting to bind port 328baceb-7cb8-4bab-af74-c2b942eaac4d on network db8e4923-28e6-4f74-991c-a4c442934754 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:23:15.396255 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd15f840-bbec-4bc7-a048-34ac7c984732 req-5da38f20-2cb1-4425-bee2-53b2640f5622 service neutron] Port 328baceb-7cb8-4bab-af74-c2b942eaac4d on network db8e4923-28e6-4f74-991c-a4c442934754 not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:23:15.396620 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd15f840-bbec-4bc7-a048-34ac7c984732 req-5da38f20-2cb1-4425-bee2-53b2640f5622 service neutron] Attempting to bind port 328baceb-7cb8-4bab-af74-c2b942eaac4d on network db8e4923-28e6-4f74-991c-a4c442934754 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:23:15.403234 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd15f840-bbec-4bc7-a048-34ac7c984732 req-5da38f20-2cb1-4425-bee2-53b2640f5622 service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:23:15.403556 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd15f840-bbec-4bc7-a048-34ac7c984732 req-5da38f20-2cb1-4425-bee2-53b2640f5622 service neutron] Checking segment: {'id': '79eee098-6bae-4c42-964f-62f3e7d096e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'db8e4923-28e6-4f74-991c-a4c442934754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:23:15.403872 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd15f840-bbec-4bc7-a048-34ac7c984732 req-5da38f20-2cb1-4425-bee2-53b2640f5622 service neutron] Bound using segment: {'id': '79eee098-6bae-4c42-964f-62f3e7d096e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'db8e4923-28e6-4f74-991c-a4c442934754'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:23:15.404310 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-cd15f840-bbec-4bc7-a048-34ac7c984732 req-5da38f20-2cb1-4425-bee2-53b2640f5622 service neutron] Bound port: 328baceb-7cb8-4bab-af74-c2b942eaac4d, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79eee098-6bae-4c42-964f-62f3e7d096e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'db8e4923-28e6-4f74-991c-a4c442934754'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:23:15.404669 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-cd15f840-bbec-4bc7-a048-34ac7c984732 req-5da38f20-2cb1-4425-bee2-53b2640f5622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:15.408166 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7efe8e43-4969-4021-ac35-7ffec15bf99b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:15.434458 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-47082b08-bb6c-4b2f-aba4-c6ce028901e8 req-c2348dae-2456-42c6-8da4-c118088a7b35 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Allocated IP 172.20.0.12 (c4ad8fe4-e22e-4c8b-af10-9eaf120b663c/0a91ba6f-af85-4b11-90c3-2d5fc7a12e25/7a172fc2-1de2-412d-a2fd-b5ac4ebfd675) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:23:15.466373 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66440316-c3f2-489f-81ae-a622e4bfebf6 req-5e242cc2-fea3-4266-91e6-a264d5253faa tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:15.474255 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-66440316-c3f2-489f-81ae-a622e4bfebf6 req-5e242cc2-fea3-4266-91e6-a264d5253faa tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=b12593b1-2328-451c-990c-cf4cae90e80a HTTP/1.1" status: 200 len: 943 time: 0.1740801 Nov 25 17:23:15.553227 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-cd15f840-bbec-4bc7-a048-34ac7c984732 req-5da38f20-2cb1-4425-bee2-53b2640f5622 service neutron] For port 328baceb-7cb8-4bab-af74-c2b942eaac4d, host n-h2-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:23:15.576170 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-cd15f840-bbec-4bc7-a048-34ac7c984732 req-5da38f20-2cb1-4425-bee2-53b2640f5622 service neutron] For port 328baceb-7cb8-4bab-af74-c2b942eaac4d, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=328baceb-7cb8-4bab-af74-c2b942eaac4d,segment=NetworkSegment(79eee098-6bae-4c42-964f-62f3e7d096e0),segment_id=79eee098-6bae-4c42-964f-62f3e7d096e0)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:23:15.581632 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:15.587392 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-cd15f840-bbec-4bc7-a048-34ac7c984732 req-5da38f20-2cb1-4425-bee2-53b2640f5622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:15.594268 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8127056c-09c2-4b7b-8ea7-a4c32d646ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:15.606145 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e3d7412-f4cb-4db4-91f3-68ab723498d8 req-ef47eb2a-551a-4524-877f-e0382cdcc96b tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599521 Nov 25 17:23:15.659254 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-66440316-c3f2-489f-81ae-a622e4bfebf6 req-9084b3d0-20aa-4925-bc5f-c95ecf956a32 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835554 Nov 25 17:23:15.672563 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8127056c-09c2-4b7b-8ea7-a4c32d646ea8 None None] Network 0c971c4a-b9ca-408f-85e2-0cda55c98c07 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:23:15.675900 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-8127056c-09c2-4b7b-8ea7-a4c32d646ea8 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:15.683005 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8127056c-09c2-4b7b-8ea7-a4c32d646ea8 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:23:15.726411 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-7efe8e43-4969-4021-ac35-7ffec15bf99b admin admin] Allocated IP 172.25.0.32 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/85f24455-a9ee-4f30-891f-b59505ad122a) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:23:15.729459 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da38f20-2cb1-4425-bee2-53b2640f5622 service neutron] Pushing event updated for resources: {'Port': ['ID=328baceb-7cb8-4bab-af74-c2b942eaac4d,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:15.750076 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15f840-bbec-4bc7-a048-34ac7c984732 req-5da38f20-2cb1-4425-bee2-53b2640f5622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:15.753348 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-cd15f840-bbec-4bc7-a048-34ac7c984732 req-5da38f20-2cb1-4425-bee2-53b2640f5622 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:15.756523 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-cd15f840-bbec-4bc7-a048-34ac7c984732 req-5da38f20-2cb1-4425-bee2-53b2640f5622 service neutron] 10.222.0.90 "PUT /v2.0/ports/328baceb-7cb8-4bab-af74-c2b942eaac4d HTTP/1.1" status: 200 len: 1091 time: 1.8404520 Nov 25 17:23:15.757131 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b12593b1-2328-451c-990c-cf4cae90e80a', 'tag': '328baceb-7cb8-4bab-af74-c2b942eaac4d'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:23:15.768913 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8138f51-7a74-4332-aa08-36d66d7c3cb0" -d '{"events": [{"name": "network-changed", "server_uuid": "b12593b1-2328-451c-990c-cf4cae90e80a", "tag": "328baceb-7cb8-4bab-af74-c2b942eaac4d"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:23:15.770711 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd485-a940-4d18-a6df-1e3041aa18e3 None None] Publish callbacks [] for port, precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:15.778902 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd485-a940-4d18-a6df-1e3041aa18e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:15.831928 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=478c7c2b-ed9a-426a-8f67-4da75dd75ad2,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:15.852762 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedacd9d-e683-4ed1-a0e2-1d536482d0fa None None] Pushing event updated for resources: {'Port': ['ID=63c25c3b-430b-47ee-aaa7-42be03657e58,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:15.868950 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-910e4338-70d9-4490-a042-fbb466bfa4df x-openstack-request-id: req-910e4338-70d9-4490-a042-fbb466bfa4df {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:23:15.869339 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b12593b1-2328-451c-990c-cf4cae90e80a", "tag": "328baceb-7cb8-4bab-af74-c2b942eaac4d", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:23:15.869930 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-910e4338-70d9-4490-a042-fbb466bfa4df {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:23:15.870423 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b12593b1-2328-451c-990c-cf4cae90e80a', 'tag': '328baceb-7cb8-4bab-af74-c2b942eaac4d', 'status': 'completed', 'code': 200} Nov 25 17:23:15.885704 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-8127056c-09c2-4b7b-8ea7-a4c32d646ea8 None None] Attempting to bind port 0388934d-848d-46fa-aed2-7dfdb675a22e on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:23:15.886083 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-8127056c-09c2-4b7b-8ea7-a4c32d646ea8 None None] Attempting to bind port 0388934d-848d-46fa-aed2-7dfdb675a22e by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '8064ee3f-5159-4186-a6ea-1671c2830392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '0c971c4a-b9ca-408f-85e2-0cda55c98c07'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:23:15.886457 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8127056c-09c2-4b7b-8ea7-a4c32d646ea8 None None] Attempting to bind port 0388934d-848d-46fa-aed2-7dfdb675a22e on network 0c971c4a-b9ca-408f-85e2-0cda55c98c07 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:23:15.904297 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-d47fea77-fa70-4d6b-a370-3e1bcd814426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733e1177-5a92-43e0-bca4-1a3ac152fdcc', 'name': 'tempest-ServersTestBootFromVolume-514083338-router', 'tenant_id': '37791f7c9b2849ccac41faff01c57b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ba9f7b0d-b7b6-452b-b160-3d315cf84194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:23:09Z', 'updated_at': '2021-11-25T17:23:12Z', 'revision_number': 3, 'project_id': '37791f7c9b2849ccac41faff01c57b4b', 'gw_port': {'id': 'ba9f7b0d-b7b6-452b-b160-3d315cf84194', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '733e1177-5a92-43e0-bca4-1a3ac152fdcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:10Z', 'updated_at': '2021-11-25T17:23:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:15.906383 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8127056c-09c2-4b7b-8ea7-a4c32d646ea8 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:23:15.906710 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8127056c-09c2-4b7b-8ea7-a4c32d646ea8 None None] Checking segment: {'id': '8064ee3f-5159-4186-a6ea-1671c2830392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '0c971c4a-b9ca-408f-85e2-0cda55c98c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:23:15.907117 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8127056c-09c2-4b7b-8ea7-a4c32d646ea8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:15.908145 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8127056c-09c2-4b7b-8ea7-a4c32d646ea8 None None] Bound using segment: {'id': '8064ee3f-5159-4186-a6ea-1671c2830392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '0c971c4a-b9ca-408f-85e2-0cda55c98c07'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:23:15.908649 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-8127056c-09c2-4b7b-8ea7-a4c32d646ea8 None None] Bound port: 0388934d-848d-46fa-aed2-7dfdb675a22e, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8064ee3f-5159-4186-a6ea-1671c2830392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '0c971c4a-b9ca-408f-85e2-0cda55c98c07'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:23:15.909075 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8127056c-09c2-4b7b-8ea7-a4c32d646ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:15.956044 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15f840-bbec-4bc7-a048-34ac7c984732 req-2a79875d-f7ba-48b3-aca6-da39ac1a29c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:15.984386 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-cd15f840-bbec-4bc7-a048-34ac7c984732 req-2a79875d-f7ba-48b3-aca6-da39ac1a29c4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1ee124f91e0c4280821568ab0453ce28&device_id=b12593b1-2328-451c-990c-cf4cae90e80a HTTP/1.1" status: 200 len: 1094 time: 0.1715350 Nov 25 17:23:15.987363 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-ed6bd485-a940-4d18-a6df-1e3041aa18e3 None None] Attempting to bind port 63c25c3b-430b-47ee-aaa7-42be03657e58 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:23:15.987744 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-ed6bd485-a940-4d18-a6df-1e3041aa18e3 None None] Attempting to bind port 63c25c3b-430b-47ee-aaa7-42be03657e58 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '3fff852f-80e0-40ff-afa3-43c8d7810ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '78e58441-c55e-4f22-94a6-ad1d8b02134a'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:23:15.988112 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6bd485-a940-4d18-a6df-1e3041aa18e3 None None] Attempting to bind port 63c25c3b-430b-47ee-aaa7-42be03657e58 on network 78e58441-c55e-4f22-94a6-ad1d8b02134a {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:23:16.000511 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6bd485-a940-4d18-a6df-1e3041aa18e3 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:23:16.000955 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6bd485-a940-4d18-a6df-1e3041aa18e3 None None] Checking segment: {'id': '3fff852f-80e0-40ff-afa3-43c8d7810ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '78e58441-c55e-4f22-94a6-ad1d8b02134a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:23:16.001322 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd485-a940-4d18-a6df-1e3041aa18e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:16.001722 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6bd485-a940-4d18-a6df-1e3041aa18e3 None None] Bound using segment: {'id': '3fff852f-80e0-40ff-afa3-43c8d7810ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '78e58441-c55e-4f22-94a6-ad1d8b02134a'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:23:16.002956 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-ed6bd485-a940-4d18-a6df-1e3041aa18e3 None None] Bound port: 63c25c3b-430b-47ee-aaa7-42be03657e58, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fff852f-80e0-40ff-afa3-43c8d7810ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '78e58441-c55e-4f22-94a6-ad1d8b02134a'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:23:16.003404 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd485-a940-4d18-a6df-1e3041aa18e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:16.005067 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47fea77-fa70-4d6b-a370-3e1bcd814426 None None] Checking router: 733e1177-5a92-43e0-bca4-1a3ac152fdcc for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:23:16.005554 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47fea77-fa70-4d6b-a370-3e1bcd814426 None None] Updating router 733e1177-5a92-43e0-bca4-1a3ac152fdcc port ba9f7b0d-b7b6-452b-b160-3d315cf84194 binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:23:16.009143 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8127056c-09c2-4b7b-8ea7-a4c32d646ea8 None None] Pushing event updated for resources: {'Port': ['ID=0388934d-848d-46fa-aed2-7dfdb675a22e,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:16.028430 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-47082b08-bb6c-4b2f-aba4-c6ce028901e8 req-c2348dae-2456-42c6-8da4-c118088a7b35 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:16.064868 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d47fea77-fa70-4d6b-a370-3e1bcd814426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:16.069849 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2819e8c3-ddfb-469a-9214-ff14af2c5982 req-e03dbd44-1a28-436a-b0b5-25ca153f08a1 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a899825-fac8-4787-9c17-3ea66fd56ec2 HTTP/1.1" status: 200 len: 210 time: 0.2751043 Nov 25 17:23:16.106775 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-cd15f840-bbec-4bc7-a048-34ac7c984732 req-f31ac6e7-dbc6-42be-ab79-46b9d702be47 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=328baceb-7cb8-4bab-af74-c2b942eaac4d HTTP/1.1" status: 200 len: 217 time: 0.0991709 Nov 25 17:23:16.177732 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7efe8e43-4969-4021-ac35-7ffec15bf99b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:16.185409 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-ed6bd485-a940-4d18-a6df-1e3041aa18e3 None None] For port 63c25c3b-430b-47ee-aaa7-42be03657e58, host n-d-817746-1, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:23:16.211855 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-ed6bd485-a940-4d18-a6df-1e3041aa18e3 None None] For port 63c25c3b-430b-47ee-aaa7-42be03657e58, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=63c25c3b-430b-47ee-aaa7-42be03657e58,segment=NetworkSegment(3fff852f-80e0-40ff-afa3-43c8d7810ddd),segment_id=3fff852f-80e0-40ff-afa3-43c8d7810ddd)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:23:16.220347 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-8127056c-09c2-4b7b-8ea7-a4c32d646ea8 None None] For port 0388934d-848d-46fa-aed2-7dfdb675a22e, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:23:16.226192 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd485-a940-4d18-a6df-1e3041aa18e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:16.249329 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15f840-bbec-4bc7-a048-34ac7c984732 req-ed1eda5a-9e29-4ea6-8b29-6dfa05120600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:16.251074 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-cd15f840-bbec-4bc7-a048-34ac7c984732 req-ed1eda5a-9e29-4ea6-8b29-6dfa05120600 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0ae7cf63-1267-4a12-ac67-5fb672452e57 HTTP/1.1" status: 200 len: 851 time: 0.1376760 Nov 25 17:23:16.301933 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-cd15f840-bbec-4bc7-a048-34ac7c984732 req-4329bd17-35a5-4bbe-8df1-5e9b1e7f8357 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=db8e4923-28e6-4f74-991c-a4c442934754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428290 Nov 25 17:23:16.303601 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7efe8e43-4969-4021-ac35-7ffec15bf99b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:16.315948 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-47082b08-bb6c-4b2f-aba4-c6ce028901e8 req-c2348dae-2456-42c6-8da4-c118088a7b35 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:16.325282 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 478c7c2b-ed9a-426a-8f67-4da75dd75ad2 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:23:16.347314 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedacd9d-e683-4ed1-a0e2-1d536482d0fa None None] Pushing event updated for resources: {'Port': ['ID=63c25c3b-430b-47ee-aaa7-42be03657e58,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:16.350558 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47082b08-bb6c-4b2f-aba4-c6ce028901e8 req-c2348dae-2456-42c6-8da4-c118088a7b35 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Network c4ad8fe4-e22e-4c8b-af10-9eaf120b663c is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:23:16.357526 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-47082b08-bb6c-4b2f-aba4-c6ce028901e8 req-c2348dae-2456-42c6-8da4-c118088a7b35 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:16.366146 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6bd485-a940-4d18-a6df-1e3041aa18e3 None None] Routers {'36357e6c-b742-4603-98f4-cd2abf28fce8'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:23:16.366525 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-47082b08-bb6c-4b2f-aba4-c6ce028901e8 req-c2348dae-2456-42c6-8da4-c118088a7b35 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:23:16.366974 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-ed6bd485-a940-4d18-a6df-1e3041aa18e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:22:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['36357e6c-b742-4603-98f4-cd2abf28fce8'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:16.372632 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efe8e43-4969-4021-ac35-7ffec15bf99b admin admin] Pushing event updated for resources: {'Port': ['ID=85f24455-a9ee-4f30-891f-b59505ad122a,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:16.395226 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-8127056c-09c2-4b7b-8ea7-a4c32d646ea8 None None] For port 0388934d-848d-46fa-aed2-7dfdb675a22e, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=0388934d-848d-46fa-aed2-7dfdb675a22e,segment=NetworkSegment(8064ee3f-5159-4186-a6ea-1671c2830392),segment_id=8064ee3f-5159-4186-a6ea-1671c2830392)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:23:16.410065 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8127056c-09c2-4b7b-8ea7-a4c32d646ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:16.424396 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efe8e43-4969-4021-ac35-7ffec15bf99b admin admin] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:23:16.445252 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1aad7-dcbf-452a-a107-1b2189456261 req-fbf5f316-121c-4e33-80f8-62684beaa7d3 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:16.446959 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cce1aad7-dcbf-452a-a107-1b2189456261 req-fbf5f316-121c-4e33-80f8-62684beaa7d3 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/ports?device_id=851b2964-72a8-440e-8234-fc14db00e928 HTTP/1.1" status: 200 len: 950 time: 0.3078716 Nov 25 17:23:16.467333 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-7efe8e43-4969-4021-ac35-7ffec15bf99b admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:16.471116 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efe8e43-4969-4021-ac35-7ffec15bf99b admin admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:23:16.523970 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-209f059e-a4fa-4877-9460-c3f902d2866b None None] Provisioning complete for port 63c25c3b-430b-47ee-aaa7-42be03657e58 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:16.524347 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-209f059e-a4fa-4877-9460-c3f902d2866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:16.584368 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-ed6bd485-a940-4d18-a6df-1e3041aa18e3 None None] Set router 36357e6c-b742-4603-98f4-cd2abf28fce8 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:23:16.596745 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47082b08-bb6c-4b2f-aba4-c6ce028901e8 req-c2348dae-2456-42c6-8da4-c118088a7b35 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:16.597793 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-47082b08-bb6c-4b2f-aba4-c6ce028901e8 req-c2348dae-2456-42c6-8da4-c118088a7b35 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:16.621800 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-cd15f840-bbec-4bc7-a048-34ac7c984732 req-bfebd87d-2b46-4037-898f-06b3fd3235ab service neutron] 10.222.0.90 "GET /v2.0/networks/db8e4923-28e6-4f74-991c-a4c442934754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496717 Nov 25 17:23:16.650290 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2348dae-2456-42c6-8da4-c118088a7b35 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Pushing event updated for resources: {'Port': ['ID=7a172fc2-1de2-412d-a2fd-b5ac4ebfd675,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:16.696795 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:16.706607 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8127056c-09c2-4b7b-8ea7-a4c32d646ea8 None None] Pushing event updated for resources: {'Port': ['ID=0388934d-848d-46fa-aed2-7dfdb675a22e,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:16.718129 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:16.721013 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 478c7c2b-ed9a-426a-8f67-4da75dd75ad2 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:16.721373 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:16.739340 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-cd15f840-bbec-4bc7-a048-34ac7c984732 req-d0831dbb-25a7-4e32-b913-59df84b4aaa1 service neutron] 10.222.0.90 "GET /v2.0/networks/db8e4923-28e6-4f74-991c-a4c442934754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105940 Nov 25 17:23:16.744316 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-47082b08-bb6c-4b2f-aba4-c6ce028901e8 req-c2348dae-2456-42c6-8da4-c118088a7b35 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8282099 Nov 25 17:23:16.780000 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-47082b08-bb6c-4b2f-aba4-c6ce028901e8 req-b06515c9-e916-4200-bfe9-ae5b6dba4c65 service neutron] Request body: {'port': {'device_id': '6a899825-fac8-4787-9c17-3ea66fd56ec2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:16.787875 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cce1aad7-dcbf-452a-a107-1b2189456261 req-145a93a1-969d-4258-8aca-66027f92c7cb tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891068 Nov 25 17:23:16.814097 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5eb5d7-ad99-438c-a0da-e5497fb8a1e6 req-49b8ea66-0a17-4cc6-9a03-36da325536e0 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:16.827694 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eb5eb5d7-ad99-438c-a0da-e5497fb8a1e6 req-49b8ea66-0a17-4cc6-9a03-36da325536e0 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc2509d2-f3d8-4a76-88ba-4f24b3c24044 HTTP/1.1" status: 200 len: 945 time: 0.4850960 Nov 25 17:23:16.833732 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-209f059e-a4fa-4877-9460-c3f902d2866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:16.888280 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-209f059e-a4fa-4877-9460-c3f902d2866b None None] For port 63c25c3b-430b-47ee-aaa7-42be03657e58, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=63c25c3b-430b-47ee-aaa7-42be03657e58,segment=NetworkSegment(3fff852f-80e0-40ff-afa3-43c8d7810ddd),segment_id=3fff852f-80e0-40ff-afa3-43c8d7810ddd)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:16.904637 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-209f059e-a4fa-4877-9460-c3f902d2866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:17.049179 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-ed6bd485-a940-4d18-a6df-1e3041aa18e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36357e6c-b742-4603-98f4-cd2abf28fce8', 'name': 'tempest-AttachSCSIVolumeTestJSON-336419122-router', 'tenant_id': 'd740fab26b274afe83ef60f4055511ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '478c7c2b-ed9a-426a-8f67-4da75dd75ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:23:03Z', 'updated_at': '2021-11-25T17:23:09Z', 'revision_number': 4, 'project_id': 'd740fab26b274afe83ef60f4055511ee', 'gw_port': {'id': '478c7c2b-ed9a-426a-8f67-4da75dd75ad2', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:af:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36357e6c-b742-4603-98f4-cd2abf28fce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:05Z', 'updated_at': '2021-11-25T17:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '63c25c3b-430b-47ee-aaa7-42be03657e58', 'name': '', 'network_id': '78e58441-c55e-4f22-94a6-ad1d8b02134a', 'tenant_id': 'd740fab26b274afe83ef60f4055511ee', 'mac_address': 'fa:16:3e:20:7f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36357e6c-b742-4603-98f4-cd2abf28fce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a634f65a-fff0-44a1-b3f4-40c65e257420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:08Z', 'updated_at': '2021-11-25T17:23:16Z', 'revision_number': 4, 'project_id': 'd740fab26b274afe83ef60f4055511ee', 'subnets': [{'id': 'a634f65a-fff0-44a1-b3f4-40c65e257420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:17.057052 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8138f51-7a74-4332-aa08-36d66d7c3cb0 req-8b30f7dd-7156-4f1e-9514-d06493430f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:17.058603 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c8138f51-7a74-4332-aa08-36d66d7c3cb0 req-8b30f7dd-7156-4f1e-9514-d06493430f55 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1ee124f91e0c4280821568ab0453ce28&device_id=b12593b1-2328-451c-990c-cf4cae90e80a HTTP/1.1" status: 200 len: 1094 time: 0.1702681 Nov 25 17:23:17.065541 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-47082b08-bb6c-4b2f-aba4-c6ce028901e8 req-b06515c9-e916-4200-bfe9-ae5b6dba4c65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:17.081196 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d47fea77-fa70-4d6b-a370-3e1bcd814426 None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:17.089431 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209f059e-a4fa-4877-9460-c3f902d2866b None None] Pushing event updated for resources: {'Port': ['ID=63c25c3b-430b-47ee-aaa7-42be03657e58,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:17.092977 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6bd485-a940-4d18-a6df-1e3041aa18e3 None None] The sync data for ids ['36357e6c-b742-4603-98f4-cd2abf28fce8'] in n-d-817746-1 is: [{'id': '36357e6c-b742-4603-98f4-cd2abf28fce8', 'name': 'tempest-AttachSCSIVolumeTestJSON-336419122-router', 'tenant_id': 'd740fab26b274afe83ef60f4055511ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '478c7c2b-ed9a-426a-8f67-4da75dd75ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:23:03Z', 'updated_at': '2021-11-25T17:23:09Z', 'revision_number': 4, 'project_id': 'd740fab26b274afe83ef60f4055511ee', 'gw_port': {'id': '478c7c2b-ed9a-426a-8f67-4da75dd75ad2', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:af:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36357e6c-b742-4603-98f4-cd2abf28fce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:05Z', 'updated_at': '2021-11-25T17:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '63c25c3b-430b-47ee-aaa7-42be03657e58', 'name': '', 'network_id': '78e58441-c55e-4f22-94a6-ad1d8b02134a', 'tenant_id': 'd740fab26b274afe83ef60f4055511ee', 'mac_address': 'fa:16:3e:20:7f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36357e6c-b742-4603-98f4-cd2abf28fce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a634f65a-fff0-44a1-b3f4-40c65e257420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:08Z', 'updated_at': '2021-11-25T17:23:16Z', 'revision_number': 4, 'project_id': 'd740fab26b274afe83ef60f4055511ee', 'subnets': [{'id': 'a634f65a-fff0-44a1-b3f4-40c65e257420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:23:17.099140 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d47fea77-fa70-4d6b-a370-3e1bcd814426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:17.110328 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-50662508-8730-4fdc-a122-ecb1d8c31774 None None] Provisioning complete for port 63c25c3b-430b-47ee-aaa7-42be03657e58 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:17.110701 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-50662508-8730-4fdc-a122-ecb1d8c31774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:17.128011 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7efe8e43-4969-4021-ac35-7ffec15bf99b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:17.176854 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3fa4ddbf-4594-4374-b0ab-fce9439cd425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:17.226366 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb628dc7-324a-4d3b-b450-1f0b128aef01 None None] Pushing event updated for resources: {'Port': ['ID=ba9f7b0d-b7b6-452b-b160-3d315cf84194,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:17.232497 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-d47fea77-fa70-4d6b-a370-3e1bcd814426 None None] Attempting to bind port ba9f7b0d-b7b6-452b-b160-3d315cf84194 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:23:17.232933 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-d47fea77-fa70-4d6b-a370-3e1bcd814426 None None] Attempting to bind port ba9f7b0d-b7b6-452b-b160-3d315cf84194 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:23:17.233277 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47fea77-fa70-4d6b-a370-3e1bcd814426 None None] Attempting to bind port ba9f7b0d-b7b6-452b-b160-3d315cf84194 on network 1aa44027-b9d0-4a56-9a59-7e664703e20a {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:23:17.241432 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47fea77-fa70-4d6b-a370-3e1bcd814426 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:23:17.242011 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47fea77-fa70-4d6b-a370-3e1bcd814426 None None] Checking segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:23:17.242423 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d47fea77-fa70-4d6b-a370-3e1bcd814426 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:17.242825 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47fea77-fa70-4d6b-a370-3e1bcd814426 None None] Bound using segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:23:17.243305 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-d47fea77-fa70-4d6b-a370-3e1bcd814426 None None] Bound port: ba9f7b0d-b7b6-452b-b160-3d315cf84194, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:23:17.243690 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d47fea77-fa70-4d6b-a370-3e1bcd814426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:17.307602 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8138f51-7a74-4332-aa08-36d66d7c3cb0 req-cd55925b-c96a-4c1a-8587-bd7edae83c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:17.309401 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c8138f51-7a74-4332-aa08-36d66d7c3cb0 req-cd55925b-c96a-4c1a-8587-bd7edae83c1d service neutron] 10.222.0.90 "GET /v2.0/networks?id=db8e4923-28e6-4f74-991c-a4c442934754 HTTP/1.1" status: 200 len: 912 time: 0.2361414 Nov 25 17:23:17.333846 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eb5eb5d7-ad99-438c-a0da-e5497fb8a1e6 req-fe822682-520c-41a1-91b4-1c8a2afdbcb9 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3851819 Nov 25 17:23:17.340644 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f5f0e9fe-d7a6-4223-a1b2-fc7885ec1422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:17.344380 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d47fea77-fa70-4d6b-a370-3e1bcd814426 None None] For port ba9f7b0d-b7b6-452b-b160-3d315cf84194, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:23:17.353651 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d47fea77-fa70-4d6b-a370-3e1bcd814426 None None] For port ba9f7b0d-b7b6-452b-b160-3d315cf84194, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=ba9f7b0d-b7b6-452b-b160-3d315cf84194,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:23:17.361458 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d47fea77-fa70-4d6b-a370-3e1bcd814426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:17.448484 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47fea77-fa70-4d6b-a370-3e1bcd814426 None None] Routers {'733e1177-5a92-43e0-bca4-1a3ac152fdcc'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:23:17.449907 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-d47fea77-fa70-4d6b-a370-3e1bcd814426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:22:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['733e1177-5a92-43e0-bca4-1a3ac152fdcc'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:17.577998 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb628dc7-324a-4d3b-b450-1f0b128aef01 None None] Pushing event updated for resources: {'Port': ['ID=ba9f7b0d-b7b6-452b-b160-3d315cf84194,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:17.638963 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-d47fea77-fa70-4d6b-a370-3e1bcd814426 None None] Set router 733e1177-5a92-43e0-bca4-1a3ac152fdcc gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:23:17.670274 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c8138f51-7a74-4332-aa08-36d66d7c3cb0 req-f2d35327-3402-4347-9fcb-d6c6f1ef7fde service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=328baceb-7cb8-4bab-af74-c2b942eaac4d HTTP/1.1" status: 200 len: 217 time: 0.3536098 Nov 25 17:23:17.796979 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8138f51-7a74-4332-aa08-36d66d7c3cb0 req-f543eb50-6dfa-41b6-9e69-1233d42ea22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:17.798431 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c8138f51-7a74-4332-aa08-36d66d7c3cb0 req-f543eb50-6dfa-41b6-9e69-1233d42ea22d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0ae7cf63-1267-4a12-ac67-5fb672452e57 HTTP/1.1" status: 200 len: 851 time: 0.0891187 Nov 25 17:23:17.801321 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757c8a01-f958-4b8c-9e3e-28e958d77f54 req-68085ab0-9ed0-4279-8e4f-2135588d1e4f tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:17.802889 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-757c8a01-f958-4b8c-9e3e-28e958d77f54 req-68085ab0-9ed0-4279-8e4f-2135588d1e4f tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=96509f71-1e11-4ae9-9719-d507af7400da HTTP/1.1" status: 200 len: 950 time: 0.8557756 Nov 25 17:23:17.849758 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c8138f51-7a74-4332-aa08-36d66d7c3cb0 req-46441a13-1118-4dfa-8332-be962a8e9d4c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=db8e4923-28e6-4f74-991c-a4c442934754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382071 Nov 25 17:23:17.903728 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-d47fea77-fa70-4d6b-a370-3e1bcd814426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733e1177-5a92-43e0-bca4-1a3ac152fdcc', 'name': 'tempest-ServersTestBootFromVolume-514083338-router', 'tenant_id': '37791f7c9b2849ccac41faff01c57b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ba9f7b0d-b7b6-452b-b160-3d315cf84194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:23:09Z', 'updated_at': '2021-11-25T17:23:12Z', 'revision_number': 3, 'project_id': '37791f7c9b2849ccac41faff01c57b4b', 'gw_port': {'id': 'ba9f7b0d-b7b6-452b-b160-3d315cf84194', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '733e1177-5a92-43e0-bca4-1a3ac152fdcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:10Z', 'updated_at': '2021-11-25T17:23:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:17.935076 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47fea77-fa70-4d6b-a370-3e1bcd814426 None None] The sync data for ids ['733e1177-5a92-43e0-bca4-1a3ac152fdcc'] in n-d-817746-1 is: [{'id': '733e1177-5a92-43e0-bca4-1a3ac152fdcc', 'name': 'tempest-ServersTestBootFromVolume-514083338-router', 'tenant_id': '37791f7c9b2849ccac41faff01c57b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ba9f7b0d-b7b6-452b-b160-3d315cf84194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:23:09Z', 'updated_at': '2021-11-25T17:23:12Z', 'revision_number': 3, 'project_id': '37791f7c9b2849ccac41faff01c57b4b', 'gw_port': {'id': 'ba9f7b0d-b7b6-452b-b160-3d315cf84194', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '733e1177-5a92-43e0-bca4-1a3ac152fdcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:10Z', 'updated_at': '2021-11-25T17:23:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:23:17.965190 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7efe8e43-4969-4021-ac35-7ffec15bf99b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:18.078153 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1020db5-a80f-4033-9353-7f18561c1345 req-6d7df7bc-fd5f-49ee-afe8-58244e4a749d tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:18.082651 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d1020db5-a80f-4033-9353-7f18561c1345 req-6d7df7bc-fd5f-49ee-afe8-58244e4a749d tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=b12593b1-2328-451c-990c-cf4cae90e80a HTTP/1.1" status: 200 len: 943 time: 0.3397262 Nov 25 17:23:18.100880 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-757c8a01-f958-4b8c-9e3e-28e958d77f54 req-57417151-0529-4f35-bde3-2881cdf63e5a tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764766 Nov 25 17:23:18.104647 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c8138f51-7a74-4332-aa08-36d66d7c3cb0 req-30dd4c1f-4303-408f-a520-020c4671212f service neutron] 10.222.0.90 "GET /v2.0/networks/db8e4923-28e6-4f74-991c-a4c442934754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447329 Nov 25 17:23:18.152245 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279aca54-3fb0-4723-ada5-ee9b4d218adf None None] Network 0c971c4a-b9ca-408f-85e2-0cda55c98c07 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:23:18.269401 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c8138f51-7a74-4332-aa08-36d66d7c3cb0 req-fc34062e-9eca-4faa-baa9-c38587113518 service neutron] 10.222.0.90 "GET /v2.0/networks/db8e4923-28e6-4f74-991c-a4c442934754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519089 Nov 25 17:23:18.291916 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-65fc41fa-2133-4186-ab1a-cc52013e10f7 None None] Provisioning complete for port 0388934d-848d-46fa-aed2-7dfdb675a22e triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:18.292295 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-65fc41fa-2133-4186-ab1a-cc52013e10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:18.337194 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d1020db5-a80f-4033-9353-7f18561c1345 req-f92580e0-a197-4b5e-8017-effc2d990103 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096214 Nov 25 17:23:18.349450 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7efe8e43-4969-4021-ac35-7ffec15bf99b admin admin] Router ef44ea94-ee31-4889-a085-98f699c28e8e is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:23:18.417396 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-f5f0e9fe-d7a6-4223-a1b2-fc7885ec1422 admin admin] Allocated IP 172.20.0.1 (03886931-52e3-40f5-a27a-c1292a391134/8e63c2af-2cef-4517-8ea0-0ee86f024127/34f00039-579e-4147-b09d-e99e0999b7c5) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:23:18.449839 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-47082b08-bb6c-4b2f-aba4-c6ce028901e8 req-b06515c9-e916-4200-bfe9-ae5b6dba4c65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a172fc2-1de2-412d-a2fd-b5ac4ebfd675 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:23:18.529367 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 0388934d-848d-46fa-aed2-7dfdb675a22e up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:23:18.533129 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-47082b08-bb6c-4b2f-aba4-c6ce028901e8 req-b06515c9-e916-4200-bfe9-ae5b6dba4c65 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:18.563861 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7efe8e43-4969-4021-ac35-7ffec15bf99b admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:23:18.578158 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6151f672-1093-44a0-832a-3a3ad45ca675 None None] Sync routers for ids ['ef44ea94-ee31-4889-a085-98f699c28e8e'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:23:18.591603 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca6e85-e3f0-4238-bd6c-548e2187c2de req-e1abf953-1cd8-411b-a8af-c582a4f74252 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:18.593211 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-88ca6e85-e3f0-4238-bd6c-548e2187c2de req-e1abf953-1cd8-411b-a8af-c582a4f74252 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a899825-fac8-4787-9c17-3ea66fd56ec2 HTTP/1.1" status: 200 len: 932 time: 0.2622139 Nov 25 17:23:18.597663 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-47082b08-bb6c-4b2f-aba4-c6ce028901e8 req-b06515c9-e916-4200-bfe9-ae5b6dba4c65 service neutron] Transition to ACTIVE for port object 7a172fc2-1de2-412d-a2fd-b5ac4ebfd675 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:23:18.615656 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6151f672-1093-44a0-832a-3a3ad45ca675 None None] Routers {'ef44ea94-ee31-4889-a085-98f699c28e8e'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:23:18.616497 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-6151f672-1093-44a0-832a-3a3ad45ca675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:22:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['ef44ea94-ee31-4889-a085-98f699c28e8e'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:18.617389 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7efe8e43-4969-4021-ac35-7ffec15bf99b admin admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:18.619357 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7efe8e43-4969-4021-ac35-7ffec15bf99b admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.5592988 Nov 25 17:23:18.622760 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34122) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:18.652574 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-47082b08-bb6c-4b2f-aba4-c6ce028901e8 req-b06515c9-e916-4200-bfe9-ae5b6dba4c65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:18.724428 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f640d-4b6f-412d-8e80-e4c52b081262 req-6bc8007e-14a3-4270-898b-358a9b5e0160 tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:18.732026 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-183f640d-4b6f-412d-8e80-e4c52b081262 req-6bc8007e-14a3-4270-898b-358a9b5e0160 tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=fc2509d2-f3d8-4a76-88ba-4f24b3c24044 HTTP/1.1" status: 200 len: 1096 time: 0.2731552 Nov 25 17:23:18.766746 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-65fc41fa-2133-4186-ab1a-cc52013e10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:18.817143 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-65fc41fa-2133-4186-ab1a-cc52013e10f7 None None] For port 0388934d-848d-46fa-aed2-7dfdb675a22e, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=0388934d-848d-46fa-aed2-7dfdb675a22e,segment=NetworkSegment(8064ee3f-5159-4186-a6ea-1671c2830392),segment_id=8064ee3f-5159-4186-a6ea-1671c2830392)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:18.831451 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-65fc41fa-2133-4186-ab1a-cc52013e10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:18.857455 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-6151f672-1093-44a0-832a-3a3ad45ca675 None None] Set router ef44ea94-ee31-4889-a085-98f699c28e8e gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:23:18.894293 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fc41fa-2133-4186-ab1a-cc52013e10f7 None None] Pushing event updated for resources: {'Port': ['ID=0388934d-848d-46fa-aed2-7dfdb675a22e,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:18.903573 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06515c9-e916-4200-bfe9-ae5b6dba4c65 service neutron] Pushing event updated for resources: {'Port': ['ID=7a172fc2-1de2-412d-a2fd-b5ac4ebfd675,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:18.907710 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 0388934d-848d-46fa-aed2-7dfdb675a22e triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:18.908362 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:18.955516 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-183f640d-4b6f-412d-8e80-e4c52b081262 req-e339a974-a0d1-4c5a-bc2f-d23840c6ba47 tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164145 Nov 25 17:23:19.049268 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-88ca6e85-e3f0-4238-bd6c-548e2187c2de req-ad548f4d-7fa2-4ec3-9575-358fcbb0e6e9 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4002874 Nov 25 17:23:19.073551 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f5f0e9fe-d7a6-4223-a1b2-fc7885ec1422 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:19.095231 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 63c25c3b-430b-47ee-aaa7-42be03657e58 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:23:19.206306 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-6151f672-1093-44a0-832a-3a3ad45ca675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef44ea94-ee31-4889-a085-98f699c28e8e', 'name': 'tempest-AttachSCSIVolumeTestJSON-2030188014-router', 'tenant_id': '10c5f4207bb043bca491ae7e622cf7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '85f24455-a9ee-4f30-891f-b59505ad122a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:23:14Z', 'updated_at': '2021-11-25T17:23:16Z', 'revision_number': 3, 'project_id': '10c5f4207bb043bca491ae7e622cf7df', 'gw_port': {'id': '85f24455-a9ee-4f30-891f-b59505ad122a', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:df:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef44ea94-ee31-4889-a085-98f699c28e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:15Z', 'updated_at': '2021-11-25T17:23:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:19.225379 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-47082b08-bb6c-4b2f-aba4-c6ce028901e8 req-b06515c9-e916-4200-bfe9-ae5b6dba4c65 service neutron] Attempting to bind port 7a172fc2-1de2-412d-a2fd-b5ac4ebfd675 on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:23:19.225910 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-47082b08-bb6c-4b2f-aba4-c6ce028901e8 req-b06515c9-e916-4200-bfe9-ae5b6dba4c65 service neutron] Attempting to bind port 7a172fc2-1de2-412d-a2fd-b5ac4ebfd675 by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '32304091-a43f-4bbd-aae7-89d7e0d9d2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c4ad8fe4-e22e-4c8b-af10-9eaf120b663c'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:23:19.226776 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47082b08-bb6c-4b2f-aba4-c6ce028901e8 req-b06515c9-e916-4200-bfe9-ae5b6dba4c65 service neutron] Attempting to bind port 7a172fc2-1de2-412d-a2fd-b5ac4ebfd675 on network c4ad8fe4-e22e-4c8b-af10-9eaf120b663c {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:23:19.229974 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 63c25c3b-430b-47ee-aaa7-42be03657e58 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:19.232075 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:19.283362 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6151f672-1093-44a0-832a-3a3ad45ca675 None None] Checking router: ef44ea94-ee31-4889-a085-98f699c28e8e for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:23:19.287169 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6151f672-1093-44a0-832a-3a3ad45ca675 None None] Updating router ef44ea94-ee31-4889-a085-98f699c28e8e port 85f24455-a9ee-4f30-891f-b59505ad122a binding host n-d-817746-1 {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:23:19.296535 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d8abb-6f56-46a7-9664-699c24fed5d4 req-25f86671-8ef5-4546-8fe0-313254cae76c tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:19.315631 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-da7d8abb-6f56-46a7-9664-699c24fed5d4 req-25f86671-8ef5-4546-8fe0-313254cae76c tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/ports?device_id=851b2964-72a8-440e-8234-fc14db00e928 HTTP/1.1" status: 200 len: 950 time: 0.2315693 Nov 25 17:23:19.325929 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-6151f672-1093-44a0-832a-3a3ad45ca675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:19.345550 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47082b08-bb6c-4b2f-aba4-c6ce028901e8 req-b06515c9-e916-4200-bfe9-ae5b6dba4c65 service neutron] Port 7a172fc2-1de2-412d-a2fd-b5ac4ebfd675 on network c4ad8fe4-e22e-4c8b-af10-9eaf120b663c not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:23:19.345974 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47082b08-bb6c-4b2f-aba4-c6ce028901e8 req-b06515c9-e916-4200-bfe9-ae5b6dba4c65 service neutron] Attempting to bind port 7a172fc2-1de2-412d-a2fd-b5ac4ebfd675 on network c4ad8fe4-e22e-4c8b-af10-9eaf120b663c {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:23:19.362028 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-6ed868cf-f375-4c77-8216-f54a4043d4f4 None None] Provisioning complete for port 0388934d-848d-46fa-aed2-7dfdb675a22e triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:19.362425 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6ed868cf-f375-4c77-8216-f54a4043d4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:19.391863 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47082b08-bb6c-4b2f-aba4-c6ce028901e8 req-b06515c9-e916-4200-bfe9-ae5b6dba4c65 service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:23:19.392302 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47082b08-bb6c-4b2f-aba4-c6ce028901e8 req-b06515c9-e916-4200-bfe9-ae5b6dba4c65 service neutron] Checking segment: {'id': '32304091-a43f-4bbd-aae7-89d7e0d9d2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c4ad8fe4-e22e-4c8b-af10-9eaf120b663c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:23:19.392768 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47082b08-bb6c-4b2f-aba4-c6ce028901e8 req-b06515c9-e916-4200-bfe9-ae5b6dba4c65 service neutron] Bound using segment: {'id': '32304091-a43f-4bbd-aae7-89d7e0d9d2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c4ad8fe4-e22e-4c8b-af10-9eaf120b663c'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:23:19.393584 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-47082b08-bb6c-4b2f-aba4-c6ce028901e8 req-b06515c9-e916-4200-bfe9-ae5b6dba4c65 service neutron] Bound port: 7a172fc2-1de2-412d-a2fd-b5ac4ebfd675, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32304091-a43f-4bbd-aae7-89d7e0d9d2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c4ad8fe4-e22e-4c8b-af10-9eaf120b663c'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:23:19.394039 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-47082b08-bb6c-4b2f-aba4-c6ce028901e8 req-b06515c9-e916-4200-bfe9-ae5b6dba4c65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:19.420607 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a9923887-b8fd-4b03-98cd-8b6cf6eb7cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:19.443189 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f5f0e9fe-d7a6-4223-a1b2-fc7885ec1422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:19.459826 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0c8ef9f4-cccc-46c7-b078-82732b70a00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:19.471795 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-da7d8abb-6f56-46a7-9664-699c24fed5d4 req-25cee172-863e-4385-ad46-69146cc38414 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500041 Nov 25 17:23:19.545895 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033fabc2-e648-47d6-9936-7259ac223e4f req-c144aaec-13b3-49cf-9af9-a2f0e0916a09 tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:19.553851 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-033fabc2-e648-47d6-9936-7259ac223e4f req-c144aaec-13b3-49cf-9af9-a2f0e0916a09 tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=fc2509d2-f3d8-4a76-88ba-4f24b3c24044 HTTP/1.1" status: 200 len: 1096 time: 0.3158050 Nov 25 17:23:19.597228 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f0e9fe-d7a6-4223-a1b2-fc7885ec1422 admin admin] Network 03886931-52e3-40f5-a27a-c1292a391134 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:23:19.642264 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-f5f0e9fe-d7a6-4223-a1b2-fc7885ec1422 admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:19.658634 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f0e9fe-d7a6-4223-a1b2-fc7885ec1422 admin admin] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:23:19.670049 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f0e9fe-d7a6-4223-a1b2-fc7885ec1422 admin admin] Pushing event updated for resources: {'Port': ['ID=34f00039-579e-4147-b09d-e99e0999b7c5,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:19.693468 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-0c8ef9f4-cccc-46c7-b078-82732b70a00c admin admin] Allocated IP 172.20.0.1 (0c971c4a-b9ca-408f-85e2-0cda55c98c07/1451c352-4fad-4c25-88f9-9becbf3e8500/42ee069c-37a8-4610-be21-ad865e3fe4c9) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:23:19.699598 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-6151f672-1093-44a0-832a-3a3ad45ca675 None None] Publish callbacks [] for port, precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:19.708859 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-6151f672-1093-44a0-832a-3a3ad45ca675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:19.725902 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-47082b08-bb6c-4b2f-aba4-c6ce028901e8 req-b06515c9-e916-4200-bfe9-ae5b6dba4c65 service neutron] For port 7a172fc2-1de2-412d-a2fd-b5ac4ebfd675, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:23:19.754058 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-033fabc2-e648-47d6-9936-7259ac223e4f req-135b19ba-ffd3-4f50-a0cf-289d96d51e4f tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990812 Nov 25 17:23:19.756140 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-47082b08-bb6c-4b2f-aba4-c6ce028901e8 req-b06515c9-e916-4200-bfe9-ae5b6dba4c65 service neutron] For port 7a172fc2-1de2-412d-a2fd-b5ac4ebfd675, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=7a172fc2-1de2-412d-a2fd-b5ac4ebfd675,segment=NetworkSegment(32304091-a43f-4bbd-aae7-89d7e0d9d2b6),segment_id=32304091-a43f-4bbd-aae7-89d7e0d9d2b6)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:23:19.758139 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f5f0e9fe-d7a6-4223-a1b2-fc7885ec1422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:19.775602 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293cd277-f5e0-4990-acc8-3a5a36ef0e3d None None] Pushing event updated for resources: {'Port': ['ID=85f24455-a9ee-4f30-891f-b59505ad122a,revision_number=2']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:19.787100 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293cd277-f5e0-4990-acc8-3a5a36ef0e3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:19.787100 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293cd277-f5e0-4990-acc8-3a5a36ef0e3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:19.787100 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293cd277-f5e0-4990-acc8-3a5a36ef0e3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:19.787100 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293cd277-f5e0-4990-acc8-3a5a36ef0e3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:19.787100 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293cd277-f5e0-4990-acc8-3a5a36ef0e3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:19.787100 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293cd277-f5e0-4990-acc8-3a5a36ef0e3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:19.787100 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293cd277-f5e0-4990-acc8-3a5a36ef0e3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:19.787100 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293cd277-f5e0-4990-acc8-3a5a36ef0e3d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:19.787100 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293cd277-f5e0-4990-acc8-3a5a36ef0e3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:19.787100 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293cd277-f5e0-4990-acc8-3a5a36ef0e3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:19.788155 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293cd277-f5e0-4990-acc8-3a5a36ef0e3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:19.788590 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293cd277-f5e0-4990-acc8-3a5a36ef0e3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:19.811849 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-6151f672-1093-44a0-832a-3a3ad45ca675 None None] Attempting to bind port 85f24455-a9ee-4f30-891f-b59505ad122a on host n-d-817746-1 for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:23:19.812363 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-6151f672-1093-44a0-832a-3a3ad45ca675 None None] Attempting to bind port 85f24455-a9ee-4f30-891f-b59505ad122a by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:23:19.813049 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6151f672-1093-44a0-832a-3a3ad45ca675 None None] Attempting to bind port 85f24455-a9ee-4f30-891f-b59505ad122a on network 1aa44027-b9d0-4a56-9a59-7e664703e20a {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:23:19.819705 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6151f672-1093-44a0-832a-3a3ad45ca675 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:23:19.819705 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6151f672-1093-44a0-832a-3a3ad45ca675 None None] Checking segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:23:19.820399 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-6151f672-1093-44a0-832a-3a3ad45ca675 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:19.820943 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6151f672-1093-44a0-832a-3a3ad45ca675 None None] Bound using segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:23:19.821726 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-6151f672-1093-44a0-832a-3a3ad45ca675 None None] Bound port: 85f24455-a9ee-4f30-891f-b59505ad122a, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:23:19.822356 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-6151f672-1093-44a0-832a-3a3ad45ca675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:19.831880 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0c8ef9f4-cccc-46c7-b078-82732b70a00c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:19.864714 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 328baceb-7cb8-4bab-af74-c2b942eaac4d details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:23:19.887752 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-6151f672-1093-44a0-832a-3a3ad45ca675 None None] For port 85f24455-a9ee-4f30-891f-b59505ad122a, host n-d-817746-1, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:23:19.895518 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-6151f672-1093-44a0-832a-3a3ad45ca675 None None] For port 85f24455-a9ee-4f30-891f-b59505ad122a, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=85f24455-a9ee-4f30-891f-b59505ad122a,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:23:19.899966 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815beca3-1423-4b37-bd49-cec9ff674fcb req-d3b58fb7-e3c5-481a-b45f-a40cb5a56830 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:19.901644 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-815beca3-1423-4b37-bd49-cec9ff674fcb req-d3b58fb7-e3c5-481a-b45f-a40cb5a56830 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=96509f71-1e11-4ae9-9719-d507af7400da HTTP/1.1" status: 200 len: 950 time: 0.3216047 Nov 25 17:23:19.903488 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-6151f672-1093-44a0-832a-3a3ad45ca675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:19.903708 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-47082b08-bb6c-4b2f-aba4-c6ce028901e8 req-b06515c9-e916-4200-bfe9-ae5b6dba4c65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:19.945265 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0c8ef9f4-cccc-46c7-b078-82732b70a00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:19.976536 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293cd277-f5e0-4990-acc8-3a5a36ef0e3d None None] Pushing event updated for resources: {'Port': ['ID=85f24455-a9ee-4f30-891f-b59505ad122a,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:19.999534 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47082b08-bb6c-4b2f-aba4-c6ce028901e8 req-b06515c9-e916-4200-bfe9-ae5b6dba4c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:19.999534 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-47082b08-bb6c-4b2f-aba4-c6ce028901e8 req-b06515c9-e916-4200-bfe9-ae5b6dba4c65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:20.001431 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-47082b08-bb6c-4b2f-aba4-c6ce028901e8 req-b06515c9-e916-4200-bfe9-ae5b6dba4c65 service neutron] 10.222.0.90 "PUT /v2.0/ports/7a172fc2-1de2-412d-a2fd-b5ac4ebfd675 HTTP/1.1" status: 200 len: 1092 time: 3.2384188 Nov 25 17:23:20.009185 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a899825-fac8-4787-9c17-3ea66fd56ec2', 'tag': '7a172fc2-1de2-412d-a2fd-b5ac4ebfd675'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:23:20.013100 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e2a74a-0f41-4d1e-8f60-1d2dd2a84733" -d '{"events": [{"name": "network-changed", "server_uuid": "6a899825-fac8-4787-9c17-3ea66fd56ec2", "tag": "7a172fc2-1de2-412d-a2fd-b5ac4ebfd675"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:23:20.020781 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6151f672-1093-44a0-832a-3a3ad45ca675 None None] Routers {'ef44ea94-ee31-4889-a085-98f699c28e8e'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:23:20.021706 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-6151f672-1093-44a0-832a-3a3ad45ca675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:23:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['ef44ea94-ee31-4889-a085-98f699c28e8e'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:20.043455 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f5f0e9fe-d7a6-4223-a1b2-fc7885ec1422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:20.086100 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8ef9f4-cccc-46c7-b078-82732b70a00c admin admin] Pushing event updated for resources: {'Port': ['ID=42ee069c-37a8-4610-be21-ad865e3fe4c9,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:20.103742 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8ef9f4-cccc-46c7-b078-82732b70a00c admin admin] Network 0c971c4a-b9ca-408f-85e2-0cda55c98c07 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:23:20.105385 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-0c8ef9f4-cccc-46c7-b078-82732b70a00c admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:20.108508 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8ef9f4-cccc-46c7-b078-82732b70a00c admin admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:23:20.128814 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06515c9-e916-4200-bfe9-ae5b6dba4c65 service neutron] Pushing event updated for resources: {'Port': ['ID=7a172fc2-1de2-412d-a2fd-b5ac4ebfd675,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:20.165378 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0c8ef9f4-cccc-46c7-b078-82732b70a00c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:20.172207 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-815beca3-1423-4b37-bd49-cec9ff674fcb req-81e84e12-f0a5-4670-b7e0-605e18d6fdcb tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312868 Nov 25 17:23:20.225777 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-6151f672-1093-44a0-832a-3a3ad45ca675 None None] Set router ef44ea94-ee31-4889-a085-98f699c28e8e gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:23:20.229061 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 328baceb-7cb8-4bab-af74-c2b942eaac4d, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=328baceb-7cb8-4bab-af74-c2b942eaac4d,segment=NetworkSegment(79eee098-6bae-4c42-964f-62f3e7d096e0),segment_id=79eee098-6bae-4c42-964f-62f3e7d096e0)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:20.292068 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '328baceb-7cb8-4bab-af74-c2b942eaac4d', 'network_id': 'db8e4923-28e6-4f74-991c-a4c442934754', 'port_id': '328baceb-7cb8-4bab-af74-c2b942eaac4d', 'mac_address': 'fa:16:3e:94:c2:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ae7cf63-1267-4a12-ac67-5fb672452e57', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:23:20.353212 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d5ae570f-1e34-4a71-90d0-aa4eaa8a0b7a None None] Provisioning complete for port 34f00039-579e-4147-b09d-e99e0999b7c5 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:20.353856 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d5ae570f-1e34-4a71-90d0-aa4eaa8a0b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:20.358266 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430dbb48-a0bd-444d-b332-ab0710d1b769 req-ef19ca86-d106-4c11-92f3-b30e502cc154 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:20.372390 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-430dbb48-a0bd-444d-b332-ab0710d1b769 req-ef19ca86-d106-4c11-92f3-b30e502cc154 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=b12593b1-2328-451c-990c-cf4cae90e80a HTTP/1.1" status: 200 len: 943 time: 0.2761304 Nov 25 17:23:20.380558 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a8dd93-ff57-4350-89c4-6be28013668c x-openstack-request-id: req-e5a8dd93-ff57-4350-89c4-6be28013668c {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:23:20.380883 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a899825-fac8-4787-9c17-3ea66fd56ec2", "tag": "7a172fc2-1de2-412d-a2fd-b5ac4ebfd675", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:23:20.381146 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e5a8dd93-ff57-4350-89c4-6be28013668c {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:23:20.381549 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a899825-fac8-4787-9c17-3ea66fd56ec2', 'tag': '7a172fc2-1de2-412d-a2fd-b5ac4ebfd675', 'status': 'completed', 'code': 200} Nov 25 17:23:20.445812 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 0388934d-848d-46fa-aed2-7dfdb675a22e up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:23:20.475457 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0c8ef9f4-cccc-46c7-b078-82732b70a00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:20.494170 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47082b08-bb6c-4b2f-aba4-c6ce028901e8 req-2cb00f2f-1299-4438-846d-71abab3d54cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:20.495691 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-47082b08-bb6c-4b2f-aba4-c6ce028901e8 req-2cb00f2f-1299-4438-846d-71abab3d54cb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ac7a18821f8e4e00814d44731ef8d033&device_id=6a899825-fac8-4787-9c17-3ea66fd56ec2 HTTP/1.1" status: 200 len: 1095 time: 0.4453223 Nov 25 17:23:20.520926 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-430dbb48-a0bd-444d-b332-ab0710d1b769 req-00f234f4-65c4-4d33-a9c9-5fcb8c943095 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439416 Nov 25 17:23:20.526050 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:20.535955 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d5ae570f-1e34-4a71-90d0-aa4eaa8a0b7a None None] Port 34f00039-579e-4147-b09d-e99e0999b7c5 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:23:20.556630 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 328baceb-7cb8-4bab-af74-c2b942eaac4d {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:23:20.592013 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 328baceb-7cb8-4bab-af74-c2b942eaac4d, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=328baceb-7cb8-4bab-af74-c2b942eaac4d,segment=NetworkSegment(79eee098-6bae-4c42-964f-62f3e7d096e0),segment_id=79eee098-6bae-4c42-964f-62f3e7d096e0)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:20.598585 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 0388934d-848d-46fa-aed2-7dfdb675a22e triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:20.600356 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:20.637135 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-47082b08-bb6c-4b2f-aba4-c6ce028901e8 req-ef704efc-7a48-47a9-9abd-c3895155b7ee service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a172fc2-1de2-412d-a2fd-b5ac4ebfd675 HTTP/1.1" status: 200 len: 217 time: 0.0958047 Nov 25 17:23:20.644224 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:20.713917 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-6151f672-1093-44a0-832a-3a3ad45ca675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef44ea94-ee31-4889-a085-98f699c28e8e', 'name': 'tempest-AttachSCSIVolumeTestJSON-2030188014-router', 'tenant_id': '10c5f4207bb043bca491ae7e622cf7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '85f24455-a9ee-4f30-891f-b59505ad122a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:23:14Z', 'updated_at': '2021-11-25T17:23:16Z', 'revision_number': 3, 'project_id': '10c5f4207bb043bca491ae7e622cf7df', 'gw_port': {'id': '85f24455-a9ee-4f30-891f-b59505ad122a', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:df:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef44ea94-ee31-4889-a085-98f699c28e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:15Z', 'updated_at': '2021-11-25T17:23:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:20.760408 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-2b4ee6b7-18c0-4a0f-aeef-40766938ac6b None None] Provisioning complete for port 42ee069c-37a8-4610-be21-ad865e3fe4c9 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:20.761006 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2b4ee6b7-18c0-4a0f-aeef-40766938ac6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:20.767163 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:20.790731 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6151f672-1093-44a0-832a-3a3ad45ca675 None None] The sync data for ids ['ef44ea94-ee31-4889-a085-98f699c28e8e'] in n-d-817746-1 is: [{'id': 'ef44ea94-ee31-4889-a085-98f699c28e8e', 'name': 'tempest-AttachSCSIVolumeTestJSON-2030188014-router', 'tenant_id': '10c5f4207bb043bca491ae7e622cf7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '85f24455-a9ee-4f30-891f-b59505ad122a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:23:14Z', 'updated_at': '2021-11-25T17:23:16Z', 'revision_number': 3, 'project_id': '10c5f4207bb043bca491ae7e622cf7df', 'gw_port': {'id': '85f24455-a9ee-4f30-891f-b59505ad122a', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:df:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef44ea94-ee31-4889-a085-98f699c28e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:15Z', 'updated_at': '2021-11-25T17:23:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:23:20.825990 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device ba9f7b0d-b7b6-452b-b160-3d315cf84194 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:23:20.854091 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47082b08-bb6c-4b2f-aba4-c6ce028901e8 req-a37c9a60-a134-4731-98aa-f2d04a7b4269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:20.856106 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-47082b08-bb6c-4b2f-aba4-c6ce028901e8 req-a37c9a60-a134-4731-98aa-f2d04a7b4269 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0a91ba6f-af85-4b11-90c3-2d5fc7a12e25 HTTP/1.1" status: 200 len: 860 time: 0.2015169 Nov 25 17:23:20.862238 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=328baceb-7cb8-4bab-af74-c2b942eaac4d,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:20.863863 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0c8ef9f4-cccc-46c7-b078-82732b70a00c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:20.873194 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-2b4ee6b7-18c0-4a0f-aeef-40766938ac6b None None] Port 42ee069c-37a8-4610-be21-ad865e3fe4c9 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:23:20.873351 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0c8ef9f4-cccc-46c7-b078-82732b70a00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:20.894826 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['328baceb-7cb8-4bab-af74-c2b942eaac4d'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:23:20.899163 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f93d6-310c-427c-92ec-b9240d878866 req-173aba16-6c35-4b30-9723-2fb3fa9a402e tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:20.900728 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-588f93d6-310c-427c-92ec-b9240d878866 req-173aba16-6c35-4b30-9723-2fb3fa9a402e tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a899825-fac8-4787-9c17-3ea66fd56ec2 HTTP/1.1" status: 200 len: 944 time: 0.4013267 Nov 25 17:23:20.944350 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-47082b08-bb6c-4b2f-aba4-c6ce028901e8 req-2a66f9e6-1e7e-4299-b3c5-87ef77a74592 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c4ad8fe4-e22e-4c8b-af10-9eaf120b663c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741596 Nov 25 17:23:20.962965 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0c8ef9f4-cccc-46c7-b078-82732b70a00c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:20.975548 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8ef9f4-cccc-46c7-b078-82732b70a00c admin admin] Pushing event updated for resources: {'Port': ['ID=42ee069c-37a8-4610-be21-ad865e3fe4c9,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:20.987598 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port ba9f7b0d-b7b6-452b-b160-3d315cf84194 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:20.987989 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:21.118419 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-588f93d6-310c-427c-92ec-b9240d878866 req-03f8789c-ac68-4bc9-b764-9f639f9addba tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925220 Nov 25 17:23:21.128597 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8ef9f4-cccc-46c7-b078-82732b70a00c admin admin] Network 0c971c4a-b9ca-408f-85e2-0cda55c98c07 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:23:21.135510 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-0c8ef9f4-cccc-46c7-b078-82732b70a00c admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:21.148674 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7474e-804a-4c2c-9b84-540955a1d1a7 req-d070750d-92fe-4d10-abf0-e4abfc0a5358 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:21.156377 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-60a7474e-804a-4c2c-9b84-540955a1d1a7 req-d070750d-92fe-4d10-abf0-e4abfc0a5358 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/ports?device_id=851b2964-72a8-440e-8234-fc14db00e928 HTTP/1.1" status: 200 len: 950 time: 0.2685280 Nov 25 17:23:21.167613 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:21.185562 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f5f0e9fe-d7a6-4223-a1b2-fc7885ec1422 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:21.209384 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f5f0e9fe-d7a6-4223-a1b2-fc7885ec1422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:21.269238 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port ba9f7b0d-b7b6-452b-b160-3d315cf84194, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=ba9f7b0d-b7b6-452b-b160-3d315cf84194,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:21.284533 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:21.328264 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-47082b08-bb6c-4b2f-aba4-c6ce028901e8 req-35a479aa-4638-4ec4-bc8d-bce439003a19 service neutron] 10.222.0.90 "GET /v2.0/networks/c4ad8fe4-e22e-4c8b-af10-9eaf120b663c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3653080 Nov 25 17:23:21.333674 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f0e9fe-d7a6-4223-a1b2-fc7885ec1422 admin admin] Pushing event updated for resources: {'Port': ['ID=34f00039-579e-4147-b09d-e99e0999b7c5,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:21.368919 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-60a7474e-804a-4c2c-9b84-540955a1d1a7 req-2fa4766d-19f5-4f45-b6f4-76d253a174f1 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113855 Nov 25 17:23:21.381431 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c8ef9f4-cccc-46c7-b078-82732b70a00c admin admin] Router ef44ea94-ee31-4889-a085-98f699c28e8e has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:23:21.403709 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=ba9f7b0d-b7b6-452b-b160-3d315cf84194,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:21.423297 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f5f0e9fe-d7a6-4223-a1b2-fc7885ec1422 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:21.544470 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c8ef9f4-cccc-46c7-b078-82732b70a00c admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:23:21.559752 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0c8ef9f4-cccc-46c7-b078-82732b70a00c admin admin] 10.222.0.75 "PUT /v2.0/routers/ef44ea94-ee31-4889-a085-98f699c28e8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9272456 Nov 25 17:23:21.575302 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fc1edf-91c8-48a0-bba9-13d0616e82a8 req-9065ec5d-628f-41eb-a9a9-43887b26e114 tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:21.576927 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a6fc1edf-91c8-48a0-bba9-13d0616e82a8 req-9065ec5d-628f-41eb-a9a9-43887b26e114 tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=fc2509d2-f3d8-4a76-88ba-4f24b3c24044 HTTP/1.1" status: 200 len: 1096 time: 0.2544277 Nov 25 17:23:21.601518 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-7d7585e2-1b69-4216-94d7-3a85dd474966 None None] Provisioning complete for port 42ee069c-37a8-4610-be21-ad865e3fe4c9 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:21.601733 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7d7585e2-1b69-4216-94d7-3a85dd474966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:21.639193 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-7d7585e2-1b69-4216-94d7-3a85dd474966 None None] Port 42ee069c-37a8-4610-be21-ad865e3fe4c9 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:23:21.873053 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:21.876336 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 328baceb-7cb8-4bab-af74-c2b942eaac4d up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:23:21.944601 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f0e9fe-d7a6-4223-a1b2-fc7885ec1422 admin admin] Network 03886931-52e3-40f5-a27a-c1292a391134 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:23:21.949995 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-47082b08-bb6c-4b2f-aba4-c6ce028901e8 req-8b18b6ad-9e19-4b20-b540-9e2fc326583d service neutron] 10.222.0.90 "GET /v2.0/networks/c4ad8fe4-e22e-4c8b-af10-9eaf120b663c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5858047 Nov 25 17:23:21.951821 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port 328baceb-7cb8-4bab-af74-c2b942eaac4d completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:23:21.961746 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port 328baceb-7cb8-4bab-af74-c2b942eaac4d triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:21.962123 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:22.045626 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a6fc1edf-91c8-48a0-bba9-13d0616e82a8 req-562b7166-d81d-4ef6-89e2-cc7a04d31da7 tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4483645 Nov 25 17:23:22.046503 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-f5f0e9fe-d7a6-4223-a1b2-fc7885ec1422 admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:22.214234 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:22.255330 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b12593b1-2328-451c-990c-cf4cae90e80a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328baceb-7cb8-4bab-af74-c2b942eaac4d'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:23:22.257730 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8161a72f-5b26-4a14-9d72-6282ab0e2564" -d '{"events": [{"server_uuid": "b12593b1-2328-451c-990c-cf4cae90e80a", "name": "network-vif-plugged", "status": "completed", "tag": "328baceb-7cb8-4bab-af74-c2b942eaac4d"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:23:22.275419 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 328baceb-7cb8-4bab-af74-c2b942eaac4d, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=328baceb-7cb8-4bab-af74-c2b942eaac4d,segment=NetworkSegment(79eee098-6bae-4c42-964f-62f3e7d096e0),segment_id=79eee098-6bae-4c42-964f-62f3e7d096e0)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:22.282342 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:22.331239 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d9cbf-d997-4058-9169-4a8285f5e0b4 req-684a9e27-6430-48cb-9f63-5d082d5ef246 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:22.341584 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b83d9cbf-d997-4058-9169-4a8285f5e0b4 req-684a9e27-6430-48cb-9f63-5d082d5ef246 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=96509f71-1e11-4ae9-9719-d507af7400da HTTP/1.1" status: 200 len: 950 time: 0.7725422 Nov 25 17:23:22.381963 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=328baceb-7cb8-4bab-af74-c2b942eaac4d,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:22.423771 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 85f24455-a9ee-4f30-891f-b59505ad122a up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:23:22.491752 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-a814d5a4-fefa-4de1-bd4f-e7bebf5871de None None] Provisioning complete for port 34f00039-579e-4147-b09d-e99e0999b7c5 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:22.492766 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a814d5a4-fefa-4de1-bd4f-e7bebf5871de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:22.530104 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-a814d5a4-fefa-4de1-bd4f-e7bebf5871de None None] Port 34f00039-579e-4147-b09d-e99e0999b7c5 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:23:22.530876 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b83d9cbf-d997-4058-9169-4a8285f5e0b4 req-b78f16e8-547f-4672-b069-a46d2974864c tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874025 Nov 25 17:23:22.568741 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 85f24455-a9ee-4f30-891f-b59505ad122a triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:22.568741 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:22.611344 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2a74a-0f41-4d1e-8f60-1d2dd2a84733 req-4e9eb65a-3bd9-40c4-8fec-a6feb64ea29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:22.613462 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a1e2a74a-0f41-4d1e-8f60-1d2dd2a84733 req-4e9eb65a-3bd9-40c4-8fec-a6feb64ea29d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ac7a18821f8e4e00814d44731ef8d033&device_id=6a899825-fac8-4787-9c17-3ea66fd56ec2 HTTP/1.1" status: 200 len: 1095 time: 0.5087504 Nov 25 17:23:22.690250 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:22.701051 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514be907-17d5-4c9a-931b-3b980dbcf5a7 req-900496c7-f836-40df-87b5-810e58427be5 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:22.709945 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-514be907-17d5-4c9a-931b-3b980dbcf5a7 req-900496c7-f836-40df-87b5-810e58427be5 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=b12593b1-2328-451c-990c-cf4cae90e80a HTTP/1.1" status: 200 len: 945 time: 0.3933868 Nov 25 17:23:22.733872 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port 85f24455-a9ee-4f30-891f-b59505ad122a, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=85f24455-a9ee-4f30-891f-b59505ad122a,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:22.743177 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:22.744281 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device ba9f7b0d-b7b6-452b-b160-3d315cf84194 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:23:22.786579 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f0e9fe-d7a6-4223-a1b2-fc7885ec1422 admin admin] Router 733e1177-5a92-43e0-bca4-1a3ac152fdcc has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:23:22.869052 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=85f24455-a9ee-4f30-891f-b59505ad122a,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:22.888611 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-514be907-17d5-4c9a-931b-3b980dbcf5a7 req-55129de7-7cc3-45cf-b973-556542eab565 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770835 Nov 25 17:23:22.894181 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2a74a-0f41-4d1e-8f60-1d2dd2a84733 req-57335416-3401-4cdf-8068-b0365f86f280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:22.898110 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a1e2a74a-0f41-4d1e-8f60-1d2dd2a84733 req-57335416-3401-4cdf-8068-b0365f86f280 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c4ad8fe4-e22e-4c8b-af10-9eaf120b663c HTTP/1.1" status: 200 len: 921 time: 0.2710333 Nov 25 17:23:22.944802 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:22.994161 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port ba9f7b0d-b7b6-452b-b160-3d315cf84194 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:22.994723 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:23.209140 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a1e2a74a-0f41-4d1e-8f60-1d2dd2a84733 req-10afc036-6d57-49f8-86e2-1c423854a045 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a172fc2-1de2-412d-a2fd-b5ac4ebfd675 HTTP/1.1" status: 200 len: 217 time: 0.3028290 Nov 25 17:23:23.381964 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ae24c-cdcd-425e-818a-75f6abb89c51 req-81716f59-0b28-4c0e-9e5e-6ef89f7d618e tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:23.383835 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d06ae24c-cdcd-425e-818a-75f6abb89c51 req-81716f59-0b28-4c0e-9e5e-6ef89f7d618e tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a899825-fac8-4787-9c17-3ea66fd56ec2 HTTP/1.1" status: 200 len: 944 time: 0.2252455 Nov 25 17:23:23.385803 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2a74a-0f41-4d1e-8f60-1d2dd2a84733 req-7f716a0d-ac18-4dbc-936c-59f445bb506a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:23.388046 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a1e2a74a-0f41-4d1e-8f60-1d2dd2a84733 req-7f716a0d-ac18-4dbc-936c-59f445bb506a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0a91ba6f-af85-4b11-90c3-2d5fc7a12e25 HTTP/1.1" status: 200 len: 860 time: 0.1485853 Nov 25 17:23:23.389988 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f0e9fe-d7a6-4223-a1b2-fc7885ec1422 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:23:23.401368 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dace815-dd89-4059-ae5a-8a7d0a6c4bc0 None None] Sync routers for ids ['733e1177-5a92-43e0-bca4-1a3ac152fdcc'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:23:23.417945 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-f5f0e9fe-d7a6-4223-a1b2-fc7885ec1422 admin admin] 10.222.0.75 "PUT /v2.0/routers/733e1177-5a92-43e0-bca4-1a3ac152fdcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4400573 Nov 25 17:23:23.419129 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dace815-dd89-4059-ae5a-8a7d0a6c4bc0 None None] Routers {'733e1177-5a92-43e0-bca4-1a3ac152fdcc'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:23:23.421050 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-2dace815-dd89-4059-ae5a-8a7d0a6c4bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:23:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['733e1177-5a92-43e0-bca4-1a3ac152fdcc'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:23.548282 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d06ae24c-cdcd-425e-818a-75f6abb89c51 req-a3a843da-1a38-401e-b967-901b3837431f tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095417 Nov 25 17:23:23.624576 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a1e2a74a-0f41-4d1e-8f60-1d2dd2a84733 req-a4ba05bf-35ff-4020-81c1-627fe54b7175 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c4ad8fe4-e22e-4c8b-af10-9eaf120b663c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1999164 Nov 25 17:23:23.673387 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52384c5e-a3f3-4a36-8247-2fb0529f02b3 x-openstack-request-id: req-52384c5e-a3f3-4a36-8247-2fb0529f02b3 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:23:23.673938 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b12593b1-2328-451c-990c-cf4cae90e80a", "name": "network-vif-plugged", "status": "completed", "tag": "328baceb-7cb8-4bab-af74-c2b942eaac4d", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:23:23.674952 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-52384c5e-a3f3-4a36-8247-2fb0529f02b3 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:23:23.676267 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b12593b1-2328-451c-990c-cf4cae90e80a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328baceb-7cb8-4bab-af74-c2b942eaac4d', 'code': 200} Nov 25 17:23:23.832055 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771a324b-6579-40d4-982b-d6299523603f None None] Sync routers for ids ['ef44ea94-ee31-4889-a085-98f699c28e8e'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:23:23.851625 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-2dace815-dd89-4059-ae5a-8a7d0a6c4bc0 None None] Set router 733e1177-5a92-43e0-bca4-1a3ac152fdcc gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:23:23.852245 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771a324b-6579-40d4-982b-d6299523603f None None] Routers {'ef44ea94-ee31-4889-a085-98f699c28e8e'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:23:23.852915 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-771a324b-6579-40d4-982b-d6299523603f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:23:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['ef44ea94-ee31-4889-a085-98f699c28e8e'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:24.087970 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a761b08-6a1f-4e8a-a6f6-1b5c68213a16 req-6a16c9b2-f4a7-40e3-b461-6efa1578e641 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:24.089840 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8a761b08-6a1f-4e8a-a6f6-1b5c68213a16 req-6a16c9b2-f4a7-40e3-b461-6efa1578e641 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/ports?device_id=851b2964-72a8-440e-8234-fc14db00e928 HTTP/1.1" status: 200 len: 950 time: 0.2162521 Nov 25 17:23:24.094681 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a1e2a74a-0f41-4d1e-8f60-1d2dd2a84733 req-61f17ed7-26e0-4263-8b12-ad842d725653 service neutron] 10.222.0.90 "GET /v2.0/networks/c4ad8fe4-e22e-4c8b-af10-9eaf120b663c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4655223 Nov 25 17:23:24.157994 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-771a324b-6579-40d4-982b-d6299523603f None None] Set router ef44ea94-ee31-4889-a085-98f699c28e8e gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:23:24.218806 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a1e2a74a-0f41-4d1e-8f60-1d2dd2a84733 req-d37d17e3-e5b8-4632-bec8-226b71583746 service neutron] 10.222.0.90 "GET /v2.0/networks/c4ad8fe4-e22e-4c8b-af10-9eaf120b663c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140738 Nov 25 17:23:24.242178 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [req-4ca19153-541d-45b4-88ee-04300405363b req-d0e6635e-d47c-4783-b466-7ff3338c2a3a tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:23:24.243222 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-4ca19153-541d-45b4-88ee-04300405363b req-d0e6635e-d47c-4783-b466-7ff3338c2a3a tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078125 Nov 25 17:23:24.294201 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca19153-541d-45b4-88ee-04300405363b req-8e8dc315-0db6-45d4-b395-e99001a202a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:24.295746 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-4ca19153-541d-45b4-88ee-04300405363b req-8e8dc315-0db6-45d4-b395-e99001a202a4 service neutron] 10.222.0.75 "GET /v2.0/ports/e763c60f-ccab-4308-b53f-eff80896615e HTTP/1.1" status: 200 len: 1093 time: 0.0410056 Nov 25 17:23:24.302715 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9fe4ff-ae39-40c7-bc64-0c6586f75f4f req-82dfc3d6-ebf1-4aea-b1d3-40baf49b9708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:24.304403 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-1d9fe4ff-ae39-40c7-bc64-0c6586f75f4f req-82dfc3d6-ebf1-4aea-b1d3-40baf49b9708 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b12593b1-2328-451c-990c-cf4cae90e80a HTTP/1.1" status: 200 len: 1096 time: 0.5677381 Nov 25 17:23:24.316611 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8a761b08-6a1f-4e8a-a6f6-1b5c68213a16 req-ede6b8c0-763e-4041-a444-6324d9e778ee tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202590 Nov 25 17:23:24.344688 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-4ca19153-541d-45b4-88ee-04300405363b req-f212d27c-9f98-4bb5-99b2-9b6e4fb185cb service neutron] Request body: {'binding': {'host': 'n-h2-817746-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:24.351362 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-4ca19153-541d-45b4-88ee-04300405363b req-f212d27c-9f98-4bb5-99b2-9b6e4fb185cb service neutron] Unknown quota resources ['binding']. {{(pid=103360) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 17:23:24.477104 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 85f24455-a9ee-4f30-891f-b59505ad122a up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:23:24.590551 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 85f24455-a9ee-4f30-891f-b59505ad122a triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:24.591189 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:24.613199 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-771a324b-6579-40d4-982b-d6299523603f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef44ea94-ee31-4889-a085-98f699c28e8e', 'name': 'tempest-AttachSCSIVolumeTestJSON-2030188014-router', 'tenant_id': '10c5f4207bb043bca491ae7e622cf7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '85f24455-a9ee-4f30-891f-b59505ad122a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:23:14Z', 'updated_at': '2021-11-25T17:23:20Z', 'revision_number': 4, 'project_id': '10c5f4207bb043bca491ae7e622cf7df', 'gw_port': {'id': '85f24455-a9ee-4f30-891f-b59505ad122a', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:df:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef44ea94-ee31-4889-a085-98f699c28e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:15Z', 'updated_at': '2021-11-25T17:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '42ee069c-37a8-4610-be21-ad865e3fe4c9', 'name': '', 'network_id': '0c971c4a-b9ca-408f-85e2-0cda55c98c07', 'tenant_id': '10c5f4207bb043bca491ae7e622cf7df', 'mac_address': 'fa:16:3e:19:85:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef44ea94-ee31-4889-a085-98f699c28e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '1451c352-4fad-4c25-88f9-9becbf3e8500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:19Z', 'updated_at': '2021-11-25T17:23:20Z', 'revision_number': 2, 'project_id': '10c5f4207bb043bca491ae7e622cf7df', 'subnets': [{'id': '1451c352-4fad-4c25-88f9-9becbf3e8500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:24.655090 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771a324b-6579-40d4-982b-d6299523603f None None] Checking router: ef44ea94-ee31-4889-a085-98f699c28e8e for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:23:24.655647 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771a324b-6579-40d4-982b-d6299523603f None None] Updating router ef44ea94-ee31-4889-a085-98f699c28e8e port 42ee069c-37a8-4610-be21-ad865e3fe4c9 binding host n-d-817746-1 {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:23:24.661247 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-1d9fe4ff-ae39-40c7-bc64-0c6586f75f4f req-3c70669c-d624-48c4-a573-5636b1209636 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069656 Nov 25 17:23:24.666332 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-2dace815-dd89-4059-ae5a-8a7d0a6c4bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733e1177-5a92-43e0-bca4-1a3ac152fdcc', 'name': 'tempest-ServersTestBootFromVolume-514083338-router', 'tenant_id': '37791f7c9b2849ccac41faff01c57b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ba9f7b0d-b7b6-452b-b160-3d315cf84194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:23:09Z', 'updated_at': '2021-11-25T17:23:19Z', 'revision_number': 4, 'project_id': '37791f7c9b2849ccac41faff01c57b4b', 'gw_port': {'id': 'ba9f7b0d-b7b6-452b-b160-3d315cf84194', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733e1177-5a92-43e0-bca4-1a3ac152fdcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:10Z', 'updated_at': '2021-11-25T17:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '34f00039-579e-4147-b09d-e99e0999b7c5', 'name': '', 'network_id': '03886931-52e3-40f5-a27a-c1292a391134', 'tenant_id': '37791f7c9b2849ccac41faff01c57b4b', 'mac_address': 'fa:16:3e:bd:87:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '733e1177-5a92-43e0-bca4-1a3ac152fdcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '8e63c2af-2cef-4517-8ea0-0ee86f024127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:17Z', 'updated_at': '2021-11-25T17:23:20Z', 'revision_number': 2, 'project_id': '37791f7c9b2849ccac41faff01c57b4b', 'subnets': [{'id': '8e63c2af-2cef-4517-8ea0-0ee86f024127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:24.690912 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-771a324b-6579-40d4-982b-d6299523603f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:24.700927 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dace815-dd89-4059-ae5a-8a7d0a6c4bc0 None None] Checking router: 733e1177-5a92-43e0-bca4-1a3ac152fdcc for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:23:24.701942 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dace815-dd89-4059-ae5a-8a7d0a6c4bc0 None None] Updating router 733e1177-5a92-43e0-bca4-1a3ac152fdcc port 34f00039-579e-4147-b09d-e99e0999b7c5 binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:23:24.705887 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51358b69-7504-425c-b3ae-e45b992b68d4 req-83719cec-24c9-4215-9be6-8160c7309f4f tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:24.718210 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-51358b69-7504-425c-b3ae-e45b992b68d4 req-83719cec-24c9-4215-9be6-8160c7309f4f tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=96509f71-1e11-4ae9-9719-d507af7400da HTTP/1.1" status: 200 len: 950 time: 0.1130250 Nov 25 17:23:24.761226 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2dace815-dd89-4059-ae5a-8a7d0a6c4bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:24.791775 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-4ca19153-541d-45b4-88ee-04300405363b req-f212d27c-9f98-4bb5-99b2-9b6e4fb185cb service neutron] Attempting to bind port e763c60f-ccab-4308-b53f-eff80896615e on host n-h2-817746-1 for vnic_type normal with profile None {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:23:24.792118 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-4ca19153-541d-45b4-88ee-04300405363b req-f212d27c-9f98-4bb5-99b2-9b6e4fb185cb service neutron] Attempting to bind port e763c60f-ccab-4308-b53f-eff80896615e by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '2c22414f-d4c7-43ac-a576-c7b2f18031bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:23:24.793612 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca19153-541d-45b4-88ee-04300405363b req-f212d27c-9f98-4bb5-99b2-9b6e4fb185cb service neutron] Attempting to bind port e763c60f-ccab-4308-b53f-eff80896615e on network cdfc7726-be74-4470-a033-195b79623a95 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:23:24.805042 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca19153-541d-45b4-88ee-04300405363b req-f212d27c-9f98-4bb5-99b2-9b6e4fb185cb service neutron] Port e763c60f-ccab-4308-b53f-eff80896615e on network cdfc7726-be74-4470-a033-195b79623a95 not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:23:24.805371 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca19153-541d-45b4-88ee-04300405363b req-f212d27c-9f98-4bb5-99b2-9b6e4fb185cb service neutron] Attempting to bind port e763c60f-ccab-4308-b53f-eff80896615e on network cdfc7726-be74-4470-a033-195b79623a95 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:23:24.818786 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca19153-541d-45b4-88ee-04300405363b req-f212d27c-9f98-4bb5-99b2-9b6e4fb185cb service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:23:24.821137 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca19153-541d-45b4-88ee-04300405363b req-f212d27c-9f98-4bb5-99b2-9b6e4fb185cb service neutron] Checking segment: {'id': '2c22414f-d4c7-43ac-a576-c7b2f18031bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:23:24.821545 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca19153-541d-45b4-88ee-04300405363b req-f212d27c-9f98-4bb5-99b2-9b6e4fb185cb service neutron] Bound using segment: {'id': '2c22414f-d4c7-43ac-a576-c7b2f18031bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:23:24.821992 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-4ca19153-541d-45b4-88ee-04300405363b req-f212d27c-9f98-4bb5-99b2-9b6e4fb185cb service neutron] Bound port: e763c60f-ccab-4308-b53f-eff80896615e, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c22414f-d4c7-43ac-a576-c7b2f18031bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:23:24.871816 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-51358b69-7504-425c-b3ae-e45b992b68d4 req-6b5b4d48-d9f1-414f-a7e9-be64137c6740 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302619 Nov 25 17:23:24.964242 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-4ca19153-541d-45b4-88ee-04300405363b req-f212d27c-9f98-4bb5-99b2-9b6e4fb185cb service neutron] For port e763c60f-ccab-4308-b53f-eff80896615e, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=e763c60f-ccab-4308-b53f-eff80896615e,segment=NetworkSegment(2c22414f-d4c7-43ac-a576-c7b2f18031bf),segment_id=2c22414f-d4c7-43ac-a576-c7b2f18031bf)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:23:24.988101 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-4ca19153-541d-45b4-88ee-04300405363b req-f212d27c-9f98-4bb5-99b2-9b6e4fb185cb service neutron] Publish callbacks [] for binding, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:24.992808 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-4ca19153-541d-45b4-88ee-04300405363b req-f212d27c-9f98-4bb5-99b2-9b6e4fb185cb service neutron] 10.222.0.75 "POST /v2.0/ports/e763c60f-ccab-4308-b53f-eff80896615e/bindings HTTP/1.1" status: 201 len: 389 time: 0.6871955 Nov 25 17:23:25.254243 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3282a6c1-fd42-4779-9a51-919c86b018ac req-a80ae5e3-7af1-49b4-97ae-296cb7553b86 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:25.257110 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-771a324b-6579-40d4-982b-d6299523603f None None] Publish callbacks [] for port, precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:25.263901 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3282a6c1-fd42-4779-9a51-919c86b018ac req-a80ae5e3-7af1-49b4-97ae-296cb7553b86 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=b12593b1-2328-451c-990c-cf4cae90e80a HTTP/1.1" status: 200 len: 945 time: 0.0851634 Nov 25 17:23:25.274487 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-771a324b-6579-40d4-982b-d6299523603f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:25.357425 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3282a6c1-fd42-4779-9a51-919c86b018ac req-b3a6cfac-9cad-415e-8f76-4c708c2eb06a tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923057 Nov 25 17:23:25.382730 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2dace815-dd89-4059-ae5a-8a7d0a6c4bc0 None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:25.390791 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2dace815-dd89-4059-ae5a-8a7d0a6c4bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:25.451950 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca19153-541d-45b4-88ee-04300405363b req-98d6aa66-da34-4c93-8e3e-a2bab2f686ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:25.453513 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-4ca19153-541d-45b4-88ee-04300405363b req-98d6aa66-da34-4c93-8e3e-a2bab2f686ca service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cbebe6cb2b944a35af1ec08d68611682&device_id=fc2509d2-f3d8-4a76-88ba-4f24b3c24044 HTTP/1.1" status: 200 len: 1096 time: 0.1262505 Nov 25 17:23:25.463008 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082dd128-57d5-48a8-b2de-591f9746b3cf None None] Pushing event updated for resources: {'Port': ['ID=42ee069c-37a8-4610-be21-ad865e3fe4c9,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:25.478079 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3446be30-aedc-4a39-b8a9-6ec67e7744e0 req-1b8e75b3-afb2-4dc0-a012-b00a0c316b78 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:25.486284 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3446be30-aedc-4a39-b8a9-6ec67e7744e0 req-1b8e75b3-afb2-4dc0-a012-b00a0c316b78 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a899825-fac8-4787-9c17-3ea66fd56ec2 HTTP/1.1" status: 200 len: 944 time: 0.0650468 Nov 25 17:23:25.525113 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2adf8e3-a62e-42bf-9cd9-38735a1ddc8c None None] Pushing event updated for resources: {'Port': ['ID=34f00039-579e-4147-b09d-e99e0999b7c5,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:25.599116 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3446be30-aedc-4a39-b8a9-6ec67e7744e0 req-d63db96d-00d0-4e5d-aac9-8321a59a447f tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094649 Nov 25 17:23:25.701978 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-771a324b-6579-40d4-982b-d6299523603f None None] Attempting to bind port 42ee069c-37a8-4610-be21-ad865e3fe4c9 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:23:25.702360 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-771a324b-6579-40d4-982b-d6299523603f None None] Attempting to bind port 42ee069c-37a8-4610-be21-ad865e3fe4c9 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '8064ee3f-5159-4186-a6ea-1671c2830392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '0c971c4a-b9ca-408f-85e2-0cda55c98c07'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:23:25.702728 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771a324b-6579-40d4-982b-d6299523603f None None] Attempting to bind port 42ee069c-37a8-4610-be21-ad865e3fe4c9 on network 0c971c4a-b9ca-408f-85e2-0cda55c98c07 {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:23:25.725250 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771a324b-6579-40d4-982b-d6299523603f None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:23:25.725548 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771a324b-6579-40d4-982b-d6299523603f None None] Checking segment: {'id': '8064ee3f-5159-4186-a6ea-1671c2830392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '0c971c4a-b9ca-408f-85e2-0cda55c98c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:23:25.725961 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-771a324b-6579-40d4-982b-d6299523603f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:25.726364 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771a324b-6579-40d4-982b-d6299523603f None None] Bound using segment: {'id': '8064ee3f-5159-4186-a6ea-1671c2830392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '0c971c4a-b9ca-408f-85e2-0cda55c98c07'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:23:25.726851 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-771a324b-6579-40d4-982b-d6299523603f None None] Bound port: 42ee069c-37a8-4610-be21-ad865e3fe4c9, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8064ee3f-5159-4186-a6ea-1671c2830392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '0c971c4a-b9ca-408f-85e2-0cda55c98c07'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:23:25.727255 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-771a324b-6579-40d4-982b-d6299523603f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:25.730003 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-2dace815-dd89-4059-ae5a-8a7d0a6c4bc0 None None] Attempting to bind port 34f00039-579e-4147-b09d-e99e0999b7c5 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:23:25.735287 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-2dace815-dd89-4059-ae5a-8a7d0a6c4bc0 None None] Attempting to bind port 34f00039-579e-4147-b09d-e99e0999b7c5 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'e8c002f1-b858-4219-a720-d50f94815a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '03886931-52e3-40f5-a27a-c1292a391134'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:23:25.737056 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dace815-dd89-4059-ae5a-8a7d0a6c4bc0 None None] Attempting to bind port 34f00039-579e-4147-b09d-e99e0999b7c5 on network 03886931-52e3-40f5-a27a-c1292a391134 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:23:25.766527 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dace815-dd89-4059-ae5a-8a7d0a6c4bc0 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:23:25.767633 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dace815-dd89-4059-ae5a-8a7d0a6c4bc0 None None] Checking segment: {'id': 'e8c002f1-b858-4219-a720-d50f94815a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '03886931-52e3-40f5-a27a-c1292a391134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:23:25.770800 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2dace815-dd89-4059-ae5a-8a7d0a6c4bc0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:25.771387 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dace815-dd89-4059-ae5a-8a7d0a6c4bc0 None None] Bound using segment: {'id': 'e8c002f1-b858-4219-a720-d50f94815a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '03886931-52e3-40f5-a27a-c1292a391134'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:23:25.775666 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-2dace815-dd89-4059-ae5a-8a7d0a6c4bc0 None None] Bound port: 34f00039-579e-4147-b09d-e99e0999b7c5, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8c002f1-b858-4219-a720-d50f94815a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '03886931-52e3-40f5-a27a-c1292a391134'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:23:25.777259 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2dace815-dd89-4059-ae5a-8a7d0a6c4bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:25.803923 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca19153-541d-45b4-88ee-04300405363b req-76c40f47-4f84-4e34-af93-41031729c3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:25.805528 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-4ca19153-541d-45b4-88ee-04300405363b req-76c40f47-4f84-4e34-af93-41031729c3e8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=cdfc7726-be74-4470-a033-195b79623a95 HTTP/1.1" status: 200 len: 908 time: 0.3414326 Nov 25 17:23:25.941930 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-4ca19153-541d-45b4-88ee-04300405363b req-f8dabf5a-70b3-48d6-b50e-6e18b5a6d753 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e763c60f-ccab-4308-b53f-eff80896615e HTTP/1.1" status: 200 len: 217 time: 0.1268563 Nov 25 17:23:25.947531 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-771a324b-6579-40d4-982b-d6299523603f None None] For port 42ee069c-37a8-4610-be21-ad865e3fe4c9, host n-d-817746-1, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:23:25.959309 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-771a324b-6579-40d4-982b-d6299523603f None None] For port 42ee069c-37a8-4610-be21-ad865e3fe4c9, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=42ee069c-37a8-4610-be21-ad865e3fe4c9,segment=NetworkSegment(8064ee3f-5159-4186-a6ea-1671c2830392),segment_id=8064ee3f-5159-4186-a6ea-1671c2830392)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:23:25.963782 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 7a172fc2-1de2-412d-a2fd-b5ac4ebfd675 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:23:25.967771 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-771a324b-6579-40d4-982b-d6299523603f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:26.009369 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec83720-2445-4e6f-9a78-c70aff23763a req-713a39aa-a218-4d41-85d7-19762ff26468 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:26.021421 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3ec83720-2445-4e6f-9a78-c70aff23763a req-713a39aa-a218-4d41-85d7-19762ff26468 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc2509d2-f3d8-4a76-88ba-4f24b3c24044 HTTP/1.1" status: 200 len: 945 time: 0.1616473 Nov 25 17:23:26.052963 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771a324b-6579-40d4-982b-d6299523603f None None] Routers {'ef44ea94-ee31-4889-a085-98f699c28e8e'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:23:26.060243 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-771a324b-6579-40d4-982b-d6299523603f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:23:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['ef44ea94-ee31-4889-a085-98f699c28e8e'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:26.063046 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca19153-541d-45b4-88ee-04300405363b req-c6afc751-75d5-4646-b4bb-3b8d16e816e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:26.085412 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-4ca19153-541d-45b4-88ee-04300405363b req-c6afc751-75d5-4646-b4bb-3b8d16e816e5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ee1e665a-f297-4067-8b5a-7a7e373f89c9 HTTP/1.1" status: 200 len: 847 time: 0.1139944 Nov 25 17:23:26.095675 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-7658f341-9966-4460-a6fc-01f1c7c82672 None None] Provisioning complete for port 42ee069c-37a8-4610-be21-ad865e3fe4c9 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:26.101190 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7658f341-9966-4460-a6fc-01f1c7c82672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:26.147709 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-4ca19153-541d-45b4-88ee-04300405363b req-8e436d00-e829-4b79-972e-80ef3da52382 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=cdfc7726-be74-4470-a033-195b79623a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604303 Nov 25 17:23:26.196355 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3ec83720-2445-4e6f-9a78-c70aff23763a req-d765fbdb-9805-4a89-a0f1-770f0c76b183 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719458 Nov 25 17:23:26.197103 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 34214) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:26.208754 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-68c85ea7-5cf8-42de-892f-e65299badf3a tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Request body: {'security_group': {'name': 'tempest-securitygroup--717232969', 'description': 'tempest-description--1293878151'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:26.301600 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 7a172fc2-1de2-412d-a2fd-b5ac4ebfd675, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=7a172fc2-1de2-412d-a2fd-b5ac4ebfd675,segment=NetworkSegment(32304091-a43f-4bbd-aae7-89d7e0d9d2b6),segment_id=32304091-a43f-4bbd-aae7-89d7e0d9d2b6)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:26.329890 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-68c85ea7-5cf8-42de-892f-e65299badf3a tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:26.335930 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-2dace815-dd89-4059-ae5a-8a7d0a6c4bc0 None None] For port 34f00039-579e-4147-b09d-e99e0999b7c5, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:23:26.339290 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-2dace815-dd89-4059-ae5a-8a7d0a6c4bc0 None None] For port 34f00039-579e-4147-b09d-e99e0999b7c5, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=34f00039-579e-4147-b09d-e99e0999b7c5,segment=NetworkSegment(e8c002f1-b858-4219-a720-d50f94815a75),segment_id=e8c002f1-b858-4219-a720-d50f94815a75)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:23:26.341348 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '7a172fc2-1de2-412d-a2fd-b5ac4ebfd675', 'network_id': 'c4ad8fe4-e22e-4c8b-af10-9eaf120b663c', 'port_id': '7a172fc2-1de2-412d-a2fd-b5ac4ebfd675', 'mac_address': 'fa:16:3e:70:ee:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a91ba6f-af85-4b11-90c3-2d5fc7a12e25', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:23:26.350779 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2dace815-dd89-4059-ae5a-8a7d0a6c4bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:26.389967 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-4ca19153-541d-45b4-88ee-04300405363b req-15f699a3-a0df-4bc1-aab7-c5465138309b service neutron] 10.222.0.90 "GET /v2.0/networks/cdfc7726-be74-4470-a033-195b79623a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342825 Nov 25 17:23:26.430432 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-771a324b-6579-40d4-982b-d6299523603f None None] Set router ef44ea94-ee31-4889-a085-98f699c28e8e gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:23:26.431713 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2adf8e3-a62e-42bf-9cd9-38735a1ddc8c None None] Pushing event updated for resources: {'Port': ['ID=34f00039-579e-4147-b09d-e99e0999b7c5,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:26.498527 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dace815-dd89-4059-ae5a-8a7d0a6c4bc0 None None] Routers {'733e1177-5a92-43e0-bca4-1a3ac152fdcc'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:23:26.499257 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-2dace815-dd89-4059-ae5a-8a7d0a6c4bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:23:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['733e1177-5a92-43e0-bca4-1a3ac152fdcc'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:26.570526 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3e514-20e9-401d-915c-12a7406070ac req-064d706a-5a96-49f1-b569-ad6342038187 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:26.575585 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2cf3e514-20e9-401d-915c-12a7406070ac req-064d706a-5a96-49f1-b569-ad6342038187 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/ports?device_id=851b2964-72a8-440e-8234-fc14db00e928 HTTP/1.1" status: 200 len: 950 time: 0.1882782 Nov 25 17:23:26.625851 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-4ca19153-541d-45b4-88ee-04300405363b req-a8a52043-138d-432a-bcf0-75e38a9c5357 service neutron] 10.222.0.90 "GET /v2.0/networks/cdfc7726-be74-4470-a033-195b79623a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271061 Nov 25 17:23:26.718508 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-2dace815-dd89-4059-ae5a-8a7d0a6c4bc0 None None] Set router 733e1177-5a92-43e0-bca4-1a3ac152fdcc gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:23:26.775279 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082dd128-57d5-48a8-b2de-591f9746b3cf None None] Pushing event updated for resources: {'Port': ['ID=42ee069c-37a8-4610-be21-ad865e3fe4c9,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:26.789271 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca19153-541d-45b4-88ee-04300405363b req-0f64acf4-f9da-4358-b040-ae780265c05c tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:26.795629 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-4ca19153-541d-45b4-88ee-04300405363b req-0f64acf4-f9da-4358-b040-ae780265c05c tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=fc2509d2-f3d8-4a76-88ba-4f24b3c24044&tenant_id=cbebe6cb2b944a35af1ec08d68611682&binding%3Ahost_id=n-h1-817746-1 HTTP/1.1" status: 200 len: 1096 time: 0.0961130 Nov 25 17:23:26.803999 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe902249-06af-4993-a1b1-8d517ec2844a req-a9726398-5828-4b54-83c3-99ace7c98cae tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:26.806633 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-4ca19153-541d-45b4-88ee-04300405363b req-ee8fbba5-f683-420d-8c53-fa5309edae42 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817746-1'}}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:26.815289 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fe902249-06af-4993-a1b1-8d517ec2844a req-a9726398-5828-4b54-83c3-99ace7c98cae tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=96509f71-1e11-4ae9-9719-d507af7400da HTTP/1.1" status: 200 len: 950 time: 0.2386348 Nov 25 17:23:26.834821 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:26.876392 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a172fc2-1de2-412d-a2fd-b5ac4ebfd675 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:23:26.877629 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-68c85ea7-5cf8-42de-892f-e65299badf3a tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:26.880013 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-4ca19153-541d-45b4-88ee-04300405363b req-ee8fbba5-f683-420d-8c53-fa5309edae42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:26.904960 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2cf3e514-20e9-401d-915c-12a7406070ac req-8528350e-66bd-4acd-aa0e-9968a4e743cc tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120031 Nov 25 17:23:26.916340 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-68c85ea7-5cf8-42de-892f-e65299badf3a tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:26.937564 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7658f341-9966-4460-a6fc-01f1c7c82672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:26.973408 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 7a172fc2-1de2-412d-a2fd-b5ac4ebfd675, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=7a172fc2-1de2-412d-a2fd-b5ac4ebfd675,segment=NetworkSegment(32304091-a43f-4bbd-aae7-89d7e0d9d2b6),segment_id=32304091-a43f-4bbd-aae7-89d7e0d9d2b6)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:27.000860 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-68c85ea7-5cf8-42de-892f-e65299badf3a tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:27.007644 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-7658f341-9966-4460-a6fc-01f1c7c82672 None None] For port 42ee069c-37a8-4610-be21-ad865e3fe4c9, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=42ee069c-37a8-4610-be21-ad865e3fe4c9,segment=NetworkSegment(8064ee3f-5159-4186-a6ea-1671c2830392),segment_id=8064ee3f-5159-4186-a6ea-1671c2830392)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:27.009107 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-68c85ea7-5cf8-42de-892f-e65299badf3a tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8107064 Nov 25 17:23:27.010423 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-771a324b-6579-40d4-982b-d6299523603f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef44ea94-ee31-4889-a085-98f699c28e8e', 'name': 'tempest-AttachSCSIVolumeTestJSON-2030188014-router', 'tenant_id': '10c5f4207bb043bca491ae7e622cf7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '85f24455-a9ee-4f30-891f-b59505ad122a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:23:14Z', 'updated_at': '2021-11-25T17:23:20Z', 'revision_number': 4, 'project_id': '10c5f4207bb043bca491ae7e622cf7df', 'gw_port': {'id': '85f24455-a9ee-4f30-891f-b59505ad122a', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:df:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef44ea94-ee31-4889-a085-98f699c28e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:15Z', 'updated_at': '2021-11-25T17:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '42ee069c-37a8-4610-be21-ad865e3fe4c9', 'name': '', 'network_id': '0c971c4a-b9ca-408f-85e2-0cda55c98c07', 'tenant_id': '10c5f4207bb043bca491ae7e622cf7df', 'mac_address': 'fa:16:3e:19:85:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef44ea94-ee31-4889-a085-98f699c28e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '1451c352-4fad-4c25-88f9-9becbf3e8500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:19Z', 'updated_at': '2021-11-25T17:23:25Z', 'revision_number': 4, 'project_id': '10c5f4207bb043bca491ae7e622cf7df', 'subnets': [{'id': '1451c352-4fad-4c25-88f9-9becbf3e8500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:27.015364 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34220) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:27.020537 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:27.026827 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7658f341-9966-4460-a6fc-01f1c7c82672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:27.030427 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-4cfeacb5-4eb6-46ba-ba80-c7c37a0acbc4 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Request body: {'security_group_rule': {'security_group_id': 'f853e348-ad40-46dd-b785-db26df1b9c7f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:27.060739 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fe902249-06af-4993-a1b1-8d517ec2844a req-743751f6-04e2-419f-b830-f9f0f10806a4 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422554 Nov 25 17:23:27.144629 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771a324b-6579-40d4-982b-d6299523603f None None] The sync data for ids ['ef44ea94-ee31-4889-a085-98f699c28e8e'] in n-d-817746-1 is: [{'id': 'ef44ea94-ee31-4889-a085-98f699c28e8e', 'name': 'tempest-AttachSCSIVolumeTestJSON-2030188014-router', 'tenant_id': '10c5f4207bb043bca491ae7e622cf7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '85f24455-a9ee-4f30-891f-b59505ad122a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:23:14Z', 'updated_at': '2021-11-25T17:23:20Z', 'revision_number': 4, 'project_id': '10c5f4207bb043bca491ae7e622cf7df', 'gw_port': {'id': '85f24455-a9ee-4f30-891f-b59505ad122a', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:df:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef44ea94-ee31-4889-a085-98f699c28e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:15Z', 'updated_at': '2021-11-25T17:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '42ee069c-37a8-4610-be21-ad865e3fe4c9', 'name': '', 'network_id': '0c971c4a-b9ca-408f-85e2-0cda55c98c07', 'tenant_id': '10c5f4207bb043bca491ae7e622cf7df', 'mac_address': 'fa:16:3e:19:85:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef44ea94-ee31-4889-a085-98f699c28e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '1451c352-4fad-4c25-88f9-9becbf3e8500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:19Z', 'updated_at': '2021-11-25T17:23:25Z', 'revision_number': 4, 'project_id': '10c5f4207bb043bca491ae7e622cf7df', 'subnets': [{'id': '1451c352-4fad-4c25-88f9-9becbf3e8500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:23:27.172280 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4cfeacb5-4eb6-46ba-ba80-c7c37a0acbc4 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:27.173667 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=7a172fc2-1de2-412d-a2fd-b5ac4ebfd675,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:27.268714 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c85ea7-5cf8-42de-892f-e65299badf3a tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f853e348-ad40-46dd-b785-db26df1b9c7f,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:27.288799 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7658f341-9966-4460-a6fc-01f1c7c82672 None None] Pushing event updated for resources: {'Port': ['ID=42ee069c-37a8-4610-be21-ad865e3fe4c9,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:27.298999 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['7a172fc2-1de2-412d-a2fd-b5ac4ebfd675'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:23:27.304885 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-4ca19153-541d-45b4-88ee-04300405363b req-ee8fbba5-f683-420d-8c53-fa5309edae42 service neutron] For port e763c60f-ccab-4308-b53f-eff80896615e, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e763c60f-ccab-4308-b53f-eff80896615e,segment=NetworkSegment(2c22414f-d4c7-43ac-a576-c7b2f18031bf),segment_id=2c22414f-d4c7-43ac-a576-c7b2f18031bf)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:27.331021 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4cfeacb5-4eb6-46ba-ba80-c7c37a0acbc4 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:27.342906 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4cfeacb5-4eb6-46ba-ba80-c7c37a0acbc4 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:27.388854 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528fa93-af6d-4c99-922f-01dc434d8783 req-72e5d62d-8164-46d2-abd4-8716e9ffb27c tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:27.389474 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4cfeacb5-4eb6-46ba-ba80-c7c37a0acbc4 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:27.392981 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4cfeacb5-4eb6-46ba-ba80-c7c37a0acbc4 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3743336 Nov 25 17:23:27.394958 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6528fa93-af6d-4c99-922f-01dc434d8783 req-72e5d62d-8164-46d2-abd4-8716e9ffb27c tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=b12593b1-2328-451c-990c-cf4cae90e80a HTTP/1.1" status: 200 len: 945 time: 0.2906826 Nov 25 17:23:27.396296 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 34226) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:27.404846 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-533f6a27-caf7-45c0-a495-b8c8cd118a90 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Request body: {'security_group_rule': {'security_group_id': 'f853e348-ad40-46dd-b785-db26df1b9c7f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:27.414116 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfeacb5-4eb6-46ba-ba80-c7c37a0acbc4 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0681054e-0785-49ab-9a20-3f75eaf58318,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:27.421666 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-35e98a34-f62a-4401-8003-5da9c87be20e None None] Provisioning complete for port 34f00039-579e-4147-b09d-e99e0999b7c5 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:27.422957 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-35e98a34-f62a-4401-8003-5da9c87be20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:27.447791 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-4ca19153-541d-45b4-88ee-04300405363b req-ee8fbba5-f683-420d-8c53-fa5309edae42 service neutron] For port e763c60f-ccab-4308-b53f-eff80896615e, host n-h1-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:23:27.467677 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35451cd4-b851-4430-9b5a-8b8d98b4ff96 req-7921fd82-f5b3-47d2-a0ab-2df636244b55 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:27.477366 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-35451cd4-b851-4430-9b5a-8b8d98b4ff96 req-7921fd82-f5b3-47d2-a0ab-2df636244b55 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a899825-fac8-4787-9c17-3ea66fd56ec2 HTTP/1.1" status: 200 len: 945 time: 0.1712415 Nov 25 17:23:27.517570 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-2dace815-dd89-4059-ae5a-8a7d0a6c4bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733e1177-5a92-43e0-bca4-1a3ac152fdcc', 'name': 'tempest-ServersTestBootFromVolume-514083338-router', 'tenant_id': '37791f7c9b2849ccac41faff01c57b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ba9f7b0d-b7b6-452b-b160-3d315cf84194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:23:09Z', 'updated_at': '2021-11-25T17:23:19Z', 'revision_number': 4, 'project_id': '37791f7c9b2849ccac41faff01c57b4b', 'gw_port': {'id': 'ba9f7b0d-b7b6-452b-b160-3d315cf84194', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733e1177-5a92-43e0-bca4-1a3ac152fdcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:10Z', 'updated_at': '2021-11-25T17:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '34f00039-579e-4147-b09d-e99e0999b7c5', 'name': '', 'network_id': '03886931-52e3-40f5-a27a-c1292a391134', 'tenant_id': '37791f7c9b2849ccac41faff01c57b4b', 'mac_address': 'fa:16:3e:bd:87:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '733e1177-5a92-43e0-bca4-1a3ac152fdcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '8e63c2af-2cef-4517-8ea0-0ee86f024127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:17Z', 'updated_at': '2021-11-25T17:23:26Z', 'revision_number': 4, 'project_id': '37791f7c9b2849ccac41faff01c57b4b', 'subnets': [{'id': '8e63c2af-2cef-4517-8ea0-0ee86f024127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:27.526829 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-4ca19153-541d-45b4-88ee-04300405363b req-ee8fbba5-f683-420d-8c53-fa5309edae42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:27.530589 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc2509d2-f3d8-4a76-88ba-4f24b3c24044', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e763c60f-ccab-4308-b53f-eff80896615e'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:23:27.534820 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5fb8a7-c071-42c6-9318-63d63d54b8d7" -d '{"events": [{"server_uuid": "fc2509d2-f3d8-4a76-88ba-4f24b3c24044", "name": "network-vif-unplugged", "status": "completed", "tag": "e763c60f-ccab-4308-b53f-eff80896615e"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:23:27.539445 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-4ca19153-541d-45b4-88ee-04300405363b req-ee8fbba5-f683-420d-8c53-fa5309edae42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:27.569121 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dace815-dd89-4059-ae5a-8a7d0a6c4bc0 None None] The sync data for ids ['733e1177-5a92-43e0-bca4-1a3ac152fdcc'] in n-d-817746-1 is: [{'id': '733e1177-5a92-43e0-bca4-1a3ac152fdcc', 'name': 'tempest-ServersTestBootFromVolume-514083338-router', 'tenant_id': '37791f7c9b2849ccac41faff01c57b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ba9f7b0d-b7b6-452b-b160-3d315cf84194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:23:09Z', 'updated_at': '2021-11-25T17:23:19Z', 'revision_number': 4, 'project_id': '37791f7c9b2849ccac41faff01c57b4b', 'gw_port': {'id': 'ba9f7b0d-b7b6-452b-b160-3d315cf84194', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733e1177-5a92-43e0-bca4-1a3ac152fdcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:10Z', 'updated_at': '2021-11-25T17:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '34f00039-579e-4147-b09d-e99e0999b7c5', 'name': '', 'network_id': '03886931-52e3-40f5-a27a-c1292a391134', 'tenant_id': '37791f7c9b2849ccac41faff01c57b4b', 'mac_address': 'fa:16:3e:bd:87:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '733e1177-5a92-43e0-bca4-1a3ac152fdcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '8e63c2af-2cef-4517-8ea0-0ee86f024127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:17Z', 'updated_at': '2021-11-25T17:23:26Z', 'revision_number': 4, 'project_id': '37791f7c9b2849ccac41faff01c57b4b', 'subnets': [{'id': '8e63c2af-2cef-4517-8ea0-0ee86f024127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:23:27.596352 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-533f6a27-caf7-45c0-a495-b8c8cd118a90 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:27.673730 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6528fa93-af6d-4c99-922f-01dc434d8783 req-5488f678-f8f1-462a-b667-b95efc08bda9 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621565 Nov 25 17:23:27.705363 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-35451cd4-b851-4430-9b5a-8b8d98b4ff96 req-d23e3457-2b7d-43dc-bf8f-da595280c5f6 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246056 Nov 25 17:23:27.795158 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-4ca19153-541d-45b4-88ee-04300405363b req-ee8fbba5-f683-420d-8c53-fa5309edae42 service neutron] Attempting to bind port e763c60f-ccab-4308-b53f-eff80896615e on host n-h1-817746-1 for vnic_type normal with profile {"migrating_to": "n-h2-817746-1"} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:23:27.795744 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-4ca19153-541d-45b4-88ee-04300405363b req-ee8fbba5-f683-420d-8c53-fa5309edae42 service neutron] Attempting to bind port e763c60f-ccab-4308-b53f-eff80896615e by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '2c22414f-d4c7-43ac-a576-c7b2f18031bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:23:27.795855 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca19153-541d-45b4-88ee-04300405363b req-ee8fbba5-f683-420d-8c53-fa5309edae42 service neutron] Attempting to bind port e763c60f-ccab-4308-b53f-eff80896615e on network cdfc7726-be74-4470-a033-195b79623a95 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:23:27.798907 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8fbba5-f683-420d-8c53-fa5309edae42 service neutron] Pushing event updated for resources: {'Port': ['ID=e763c60f-ccab-4308-b53f-eff80896615e,revision_number=7']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:27.805669 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca19153-541d-45b4-88ee-04300405363b req-ee8fbba5-f683-420d-8c53-fa5309edae42 service neutron] Port e763c60f-ccab-4308-b53f-eff80896615e on network cdfc7726-be74-4470-a033-195b79623a95 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:23:27.805989 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca19153-541d-45b4-88ee-04300405363b req-ee8fbba5-f683-420d-8c53-fa5309edae42 service neutron] Attempting to bind port e763c60f-ccab-4308-b53f-eff80896615e on network cdfc7726-be74-4470-a033-195b79623a95 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:23:27.812454 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca19153-541d-45b4-88ee-04300405363b req-ee8fbba5-f683-420d-8c53-fa5309edae42 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:23:27.812797 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca19153-541d-45b4-88ee-04300405363b req-ee8fbba5-f683-420d-8c53-fa5309edae42 service neutron] Checking segment: {'id': '2c22414f-d4c7-43ac-a576-c7b2f18031bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:23:27.813397 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca19153-541d-45b4-88ee-04300405363b req-ee8fbba5-f683-420d-8c53-fa5309edae42 service neutron] Bound using segment: {'id': '2c22414f-d4c7-43ac-a576-c7b2f18031bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:23:27.813831 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-4ca19153-541d-45b4-88ee-04300405363b req-ee8fbba5-f683-420d-8c53-fa5309edae42 service neutron] Bound port: e763c60f-ccab-4308-b53f-eff80896615e, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c22414f-d4c7-43ac-a576-c7b2f18031bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:23:27.814241 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-4ca19153-541d-45b4-88ee-04300405363b req-ee8fbba5-f683-420d-8c53-fa5309edae42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:27.831522 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-35e98a34-f62a-4401-8003-5da9c87be20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:27.929047 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-4ca19153-541d-45b4-88ee-04300405363b req-ee8fbba5-f683-420d-8c53-fa5309edae42 service neutron] For port e763c60f-ccab-4308-b53f-eff80896615e, host n-h1-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:23:27.929512 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-35e98a34-f62a-4401-8003-5da9c87be20e None None] For port 34f00039-579e-4147-b09d-e99e0999b7c5, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=34f00039-579e-4147-b09d-e99e0999b7c5,segment=NetworkSegment(e8c002f1-b858-4219-a720-d50f94815a75),segment_id=e8c002f1-b858-4219-a720-d50f94815a75)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:27.935952 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-4ca19153-541d-45b4-88ee-04300405363b req-ee8fbba5-f683-420d-8c53-fa5309edae42 service neutron] For port e763c60f-ccab-4308-b53f-eff80896615e, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e763c60f-ccab-4308-b53f-eff80896615e,segment=NetworkSegment(2c22414f-d4c7-43ac-a576-c7b2f18031bf),segment_id=2c22414f-d4c7-43ac-a576-c7b2f18031bf)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:23:27.946246 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-35e98a34-f62a-4401-8003-5da9c87be20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:27.946880 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-4ca19153-541d-45b4-88ee-04300405363b req-ee8fbba5-f683-420d-8c53-fa5309edae42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:28.030152 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-533f6a27-caf7-45c0-a495-b8c8cd118a90 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:28.045499 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-533f6a27-caf7-45c0-a495-b8c8cd118a90 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:28.098332 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94624fc0-1433-4104-ad01-22bc382fdd94 x-openstack-request-id: req-94624fc0-1433-4104-ad01-22bc382fdd94 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:23:28.108368 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc2509d2-f3d8-4a76-88ba-4f24b3c24044", "name": "network-vif-unplugged", "status": "completed", "tag": "e763c60f-ccab-4308-b53f-eff80896615e", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:23:28.109190 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-94624fc0-1433-4104-ad01-22bc382fdd94 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:23:28.111495 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc2509d2-f3d8-4a76-88ba-4f24b3c24044', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e763c60f-ccab-4308-b53f-eff80896615e', 'code': 200} Nov 25 17:23:28.126996 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e98a34-f62a-4401-8003-5da9c87be20e None None] Pushing event updated for resources: {'Port': ['ID=34f00039-579e-4147-b09d-e99e0999b7c5,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:28.181244 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-35e98a34-f62a-4401-8003-5da9c87be20e None None] Provisioning complete for port 42ee069c-37a8-4610-be21-ad865e3fe4c9 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:28.181812 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-35e98a34-f62a-4401-8003-5da9c87be20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:28.186053 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533f6a27-caf7-45c0-a495-b8c8cd118a90 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0035536-eb8b-404a-8c34-4f8534921c6d,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:28.248656 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d0f06f-f32d-4e37-b3d5-084cf124081e req-f9591eed-eb63-4a78-b256-76fa46f64a81 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:28.248917 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca19153-541d-45b4-88ee-04300405363b req-ee8fbba5-f683-420d-8c53-fa5309edae42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:28.251742 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-4ca19153-541d-45b4-88ee-04300405363b req-ee8fbba5-f683-420d-8c53-fa5309edae42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:28.253809 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-4ca19153-541d-45b4-88ee-04300405363b req-ee8fbba5-f683-420d-8c53-fa5309edae42 service neutron] 10.222.0.90 "PUT /v2.0/ports/e763c60f-ccab-4308-b53f-eff80896615e HTTP/1.1" status: 200 len: 1121 time: 1.4534752 Nov 25 17:23:28.264042 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-71d0f06f-f32d-4e37-b3d5-084cf124081e req-f9591eed-eb63-4a78-b256-76fa46f64a81 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc2509d2-f3d8-4a76-88ba-4f24b3c24044 HTTP/1.1" status: 200 len: 943 time: 0.4416192 Nov 25 17:23:28.268057 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-533f6a27-caf7-45c0-a495-b8c8cd118a90 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:28.287920 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-533f6a27-caf7-45c0-a495-b8c8cd118a90 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8884590 Nov 25 17:23:28.288736 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 34236) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:28.333889 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8fbba5-f683-420d-8c53-fa5309edae42 service neutron] Pushing event updated for resources: {'Port': ['ID=e763c60f-ccab-4308-b53f-eff80896615e,revision_number=8']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:28.378920 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-89cceb35-f1e7-4137-b48a-7239a48304d5 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Request body: {'floatingip': {'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:28.498852 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['e763c60f-ccab-4308-b53f-eff80896615e'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:23:28.551325 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-71d0f06f-f32d-4e37-b3d5-084cf124081e req-d63d5a0b-fc2a-41bc-b035-9bebc9237292 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615826 Nov 25 17:23:28.571147 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-89cceb35-f1e7-4137-b48a-7239a48304d5 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Publish callbacks [] for floatingip, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:28.669907 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 34f00039-579e-4147-b09d-e99e0999b7c5 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:23:28.766967 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db86f1b-dc8b-452b-8657-23d60f326cab req-0bdc1f53-692e-4ee4-834f-bd467a11fa79 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:28.771088 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2db86f1b-dc8b-452b-8657-23d60f326cab req-0bdc1f53-692e-4ee4-834f-bd467a11fa79 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/ports?device_id=851b2964-72a8-440e-8234-fc14db00e928 HTTP/1.1" status: 200 len: 950 time: 0.2160859 Nov 25 17:23:29.073729 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f1351-cfef-4496-921d-66ce3fe7fbc3 req-9757e209-2ebe-489f-aaca-6bdbc57e9192 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:29.085006 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d85f1351-cfef-4496-921d-66ce3fe7fbc3 req-9757e209-2ebe-489f-aaca-6bdbc57e9192 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=96509f71-1e11-4ae9-9719-d507af7400da HTTP/1.1" status: 200 len: 950 time: 0.3431869 Nov 25 17:23:29.151437 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2db86f1b-dc8b-452b-8657-23d60f326cab req-14a75286-e8cd-4c3c-a916-420424ba7d0f tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422504 Nov 25 17:23:29.254212 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d85f1351-cfef-4496-921d-66ce3fe7fbc3 req-8ae27ac4-5bc9-462c-af63-00dbea2c6a2f tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637914 Nov 25 17:23:29.262353 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-89cceb35-f1e7-4137-b48a-7239a48304d5 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:29.283229 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 34f00039-579e-4147-b09d-e99e0999b7c5 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:29.283834 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:29.428288 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [req-5d7a271b-5da1-4f72-9bb6-2cef732bc4c7 req-9ff0fa71-2950-4388-96f1-f0352cf413d9 service neutron] show failed (client error): The resource could not be found. Nov 25 17:23:29.432092 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-5d7a271b-5da1-4f72-9bb6-2cef732bc4c7 req-9ff0fa71-2950-4388-96f1-f0352cf413d9 service neutron] 10.222.0.90 "GET /v2.0/ports/177401c7-487a-4ed8-bc66-2ed80b0bfef7/bindings/n-h1-817746-1 HTTP/1.1" status: 404 len: 380 time: 0.2466631 Nov 25 17:23:29.648482 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b1b79-2835-4ae1-ab7f-8a17e98d4089 req-1ee79644-cc4e-46ca-b230-0d8d425a18f0 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:29.650239 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0f4b1b79-2835-4ae1-ab7f-8a17e98d4089 req-1ee79644-cc4e-46ca-b230-0d8d425a18f0 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a899825-fac8-4787-9c17-3ea66fd56ec2 HTTP/1.1" status: 200 len: 945 time: 0.2035279 Nov 25 17:23:29.693614 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 42ee069c-37a8-4610-be21-ad865e3fe4c9 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:23:29.762521 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d86201-4863-4c9c-99e2-ca80c619ef4f req-9a3816df-3738-4735-a267-343f963772c9 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:29.764402 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-92d86201-4863-4c9c-99e2-ca80c619ef4f req-9a3816df-3738-4735-a267-343f963772c9 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=b12593b1-2328-451c-990c-cf4cae90e80a HTTP/1.1" status: 200 len: 945 time: 0.3020287 Nov 25 17:23:29.780545 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0f4b1b79-2835-4ae1-ab7f-8a17e98d4089 req-6986beb8-40f1-47b5-86f7-13c4ab5cd8e4 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166363 Nov 25 17:23:29.814467 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 42ee069c-37a8-4610-be21-ad865e3fe4c9 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:29.815085 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:29.833533 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-89cceb35-f1e7-4137-b48a-7239a48304d5 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Allocated IP 172.25.0.21 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/4f69bfcf-0e8e-40e9-92c5-7d2e79711526) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:23:29.926000 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 7a172fc2-1de2-412d-a2fd-b5ac4ebfd675 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:23:29.989744 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef7c09-c458-4894-9f53-3395ebbee29c req-d338949b-5da0-4b4f-86e6-8fde3cd2f956 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:29.999217 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-aeef7c09-c458-4894-9f53-3395ebbee29c req-d338949b-5da0-4b4f-86e6-8fde3cd2f956 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.90 "GET /v2.0/ports?device_id=b12593b1-2328-451c-990c-cf4cae90e80a HTTP/1.1" status: 200 len: 945 time: 0.2060828 Nov 25 17:23:30.114578 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc2509d2-f3d8-4a76-88ba-4f24b3c24044', 'tag': 'e763c60f-ccab-4308-b53f-eff80896615e'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:23:30.117487 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680e2211-1a85-43ba-9c21-e4588ebd26e6" -d '{"events": [{"name": "network-changed", "server_uuid": "fc2509d2-f3d8-4a76-88ba-4f24b3c24044", "tag": "e763c60f-ccab-4308-b53f-eff80896615e"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:23:30.221713 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port 7a172fc2-1de2-412d-a2fd-b5ac4ebfd675 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:23:30.233890 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a271b-5da1-4f72-9bb6-2cef732bc4c7 req-d5975ed0-c4a8-4bd0-85ab-afb48489c401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:30.238170 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-5d7a271b-5da1-4f72-9bb6-2cef732bc4c7 req-d5975ed0-c4a8-4bd0-85ab-afb48489c401 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=96509f71-1e11-4ae9-9719-d507af7400da&tenant_id=21f728f76092479bbd096847b3caf950 HTTP/1.1" status: 200 len: 1101 time: 0.2215021 Nov 25 17:23:30.242275 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port 7a172fc2-1de2-412d-a2fd-b5ac4ebfd675 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:30.242755 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:30.286842 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-5d7a271b-5da1-4f72-9bb6-2cef732bc4c7 req-200cd0a1-2169-44f2-9c0a-5450183a8171 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817746-1', 'device_owner': 'compute:nova'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:30.354342 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-92d86201-4863-4c9c-99e2-ca80c619ef4f req-22ac8488-073d-4147-b46d-fd3c8a3cedff tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5515325 Nov 25 17:23:30.461564 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 34f00039-579e-4147-b09d-e99e0999b7c5 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:23:30.481864 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afdf5155-5f22-4ed9-aae1-fb3e5e3fa9b7 x-openstack-request-id: req-afdf5155-5f22-4ed9-aae1-fb3e5e3fa9b7 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:23:30.482460 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc2509d2-f3d8-4a76-88ba-4f24b3c24044", "tag": "e763c60f-ccab-4308-b53f-eff80896615e", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:23:30.484049 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-afdf5155-5f22-4ed9-aae1-fb3e5e3fa9b7 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:23:30.484476 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc2509d2-f3d8-4a76-88ba-4f24b3c24044', 'tag': 'e763c60f-ccab-4308-b53f-eff80896615e', 'status': 'completed', 'code': 200} Nov 25 17:23:30.493224 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3f7fb-8459-405a-88f9-aa6718bb17bc req-1e247769-6992-4434-a2cc-6a491197be4c tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:30.520496 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-46f3f7fb-8459-405a-88f9-aa6718bb17bc req-1e247769-6992-4434-a2cc-6a491197be4c tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc2509d2-f3d8-4a76-88ba-4f24b3c24044 HTTP/1.1" status: 200 len: 943 time: 0.3047721 Nov 25 17:23:30.520734 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-aeef7c09-c458-4894-9f53-3395ebbee29c req-f94be83d-60df-418c-a1d7-54f82abf8753 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Deleting port 328baceb-7cb8-4bab-af74-c2b942eaac4d {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:23:30.521199 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-aeef7c09-c458-4894-9f53-3395ebbee29c req-f94be83d-60df-418c-a1d7-54f82abf8753 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:30.562111 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:30.647293 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-89cceb35-f1e7-4137-b48a-7239a48304d5 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:30.670542 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-5d7a271b-5da1-4f72-9bb6-2cef732bc4c7 req-200cd0a1-2169-44f2-9c0a-5450183a8171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:30.690725 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a899825-fac8-4787-9c17-3ea66fd56ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a172fc2-1de2-412d-a2fd-b5ac4ebfd675'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:23:30.694140 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703f086c-1172-4c36-a5d4-674accb3f81a" -d '{"events": [{"server_uuid": "6a899825-fac8-4787-9c17-3ea66fd56ec2", "name": "network-vif-plugged", "status": "completed", "tag": "7a172fc2-1de2-412d-a2fd-b5ac4ebfd675"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:23:30.729095 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 7a172fc2-1de2-412d-a2fd-b5ac4ebfd675, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=7a172fc2-1de2-412d-a2fd-b5ac4ebfd675,segment=NetworkSegment(32304091-a43f-4bbd-aae7-89d7e0d9d2b6),segment_id=32304091-a43f-4bbd-aae7-89d7e0d9d2b6)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:30.752230 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:30.760746 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee5e7b-8d48-4c6b-bb77-6dd4fc0bfdfd req-7db432da-053f-4b5c-a7ab-ca98c15a7734 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:30.768553 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e4ee5e7b-8d48-4c6b-bb77-6dd4fc0bfdfd req-7db432da-053f-4b5c-a7ab-ca98c15a7734 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/ports?device_id=851b2964-72a8-440e-8234-fc14db00e928 HTTP/1.1" status: 200 len: 950 time: 0.1042416 Nov 25 17:23:30.788759 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 34f00039-579e-4147-b09d-e99e0999b7c5 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:30.791115 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:30.861150 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-46f3f7fb-8459-405a-88f9-aa6718bb17bc req-1b664814-4f21-4e36-b0ff-8ffea51aa86f tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375542 Nov 25 17:23:30.866473 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-aeef7c09-c458-4894-9f53-3395ebbee29c req-f94be83d-60df-418c-a1d7-54f82abf8753 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] For port 328baceb-7cb8-4bab-af74-c2b942eaac4d, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=328baceb-7cb8-4bab-af74-c2b942eaac4d,segment=NetworkSegment(79eee098-6bae-4c42-964f-62f3e7d096e0),segment_id=79eee098-6bae-4c42-964f-62f3e7d096e0)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:30.869066 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-aeef7c09-c458-4894-9f53-3395ebbee29c req-f94be83d-60df-418c-a1d7-54f82abf8753 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:30.900003 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e2211-1a85-43ba-9c21-e4588ebd26e6 req-b9509eb2-b489-46e8-81b5-d8ede19e37a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:30.906024 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-680e2211-1a85-43ba-9c21-e4588ebd26e6 req-b9509eb2-b489-46e8-81b5-d8ede19e37a8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cbebe6cb2b944a35af1ec08d68611682&device_id=fc2509d2-f3d8-4a76-88ba-4f24b3c24044 HTTP/1.1" status: 200 len: 1124 time: 0.3533430 Nov 25 17:23:30.908226 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=7a172fc2-1de2-412d-a2fd-b5ac4ebfd675,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:30.909204 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-89cceb35-f1e7-4137-b48a-7239a48304d5 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:31.009551 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-aeef7c09-c458-4894-9f53-3395ebbee29c req-f94be83d-60df-418c-a1d7-54f82abf8753 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Calling delete_port for 328baceb-7cb8-4bab-af74-c2b942eaac4d owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:23:31.163813 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cceb35-f1e7-4137-b48a-7239a48304d5 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:23:31.178687 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-89cceb35-f1e7-4137-b48a-7239a48304d5 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:31.187384 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cceb35-f1e7-4137-b48a-7239a48304d5 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Pushing event updated for resources: {'Port': ['ID=4f69bfcf-0e8e-40e9-92c5-7d2e79711526,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:31.201560 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e4ee5e7b-8d48-4c6b-bb77-6dd4fc0bfdfd req-1d518158-17d9-400e-8ee7-70d0678fd4e9 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377063 Nov 25 17:23:31.203418 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cceb35-f1e7-4137-b48a-7239a48304d5 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:23:31.216522 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-5d7a271b-5da1-4f72-9bb6-2cef732bc4c7 req-200cd0a1-2169-44f2-9c0a-5450183a8171 service neutron] For port 177401c7-487a-4ed8-bc66-2ed80b0bfef7, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=177401c7-487a-4ed8-bc66-2ed80b0bfef7,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:31.254079 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e2211-1a85-43ba-9c21-e4588ebd26e6 req-0480eb25-160b-4dda-9c7c-c92f8178d221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:31.256274 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-680e2211-1a85-43ba-9c21-e4588ebd26e6 req-0480eb25-160b-4dda-9c7c-c92f8178d221 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cdfc7726-be74-4470-a033-195b79623a95 HTTP/1.1" status: 200 len: 908 time: 0.3398130 Nov 25 17:23:31.332659 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606bc78e-3673-4905-96c6-6a4d99c32099 x-openstack-request-id: req-606bc78e-3673-4905-96c6-6a4d99c32099 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:23:31.332964 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a899825-fac8-4787-9c17-3ea66fd56ec2", "name": "network-vif-plugged", "status": "completed", "tag": "7a172fc2-1de2-412d-a2fd-b5ac4ebfd675", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:23:31.333231 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-606bc78e-3673-4905-96c6-6a4d99c32099 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:23:31.333627 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a899825-fac8-4787-9c17-3ea66fd56ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a172fc2-1de2-412d-a2fd-b5ac4ebfd675', 'code': 200} Nov 25 17:23:31.347382 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-5d7a271b-5da1-4f72-9bb6-2cef732bc4c7 req-200cd0a1-2169-44f2-9c0a-5450183a8171 service neutron] For port 177401c7-487a-4ed8-bc66-2ed80b0bfef7, host n-h2-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:23:31.355572 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-680e2211-1a85-43ba-9c21-e4588ebd26e6 req-34bb7f42-1e90-417a-a207-2b136c25a466 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e763c60f-ccab-4308-b53f-eff80896615e HTTP/1.1" status: 200 len: 217 time: 0.0677874 Nov 25 17:23:31.368857 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67518fbc-7fee-4db9-a3d1-51bc360ca9b1 req-263469b2-2a99-452d-adb3-8aa092fc5370 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:31.381613 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-67518fbc-7fee-4db9-a3d1-51bc360ca9b1 req-263469b2-2a99-452d-adb3-8aa092fc5370 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=96509f71-1e11-4ae9-9719-d507af7400da HTTP/1.1" status: 200 len: 950 time: 0.3578484 Nov 25 17:23:31.418856 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-5d7a271b-5da1-4f72-9bb6-2cef732bc4c7 req-200cd0a1-2169-44f2-9c0a-5450183a8171 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:31.434422 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-5d7a271b-5da1-4f72-9bb6-2cef732bc4c7 req-200cd0a1-2169-44f2-9c0a-5450183a8171 service neutron] Transition to ACTIVE for port object 177401c7-487a-4ed8-bc66-2ed80b0bfef7 will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:23:31.436542 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-aeef7c09-c458-4894-9f53-3395ebbee29c req-f94be83d-60df-418c-a1d7-54f82abf8753 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:31.450302 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['328baceb-7cb8-4bab-af74-c2b942eaac4d'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:23:31.452656 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-5d7a271b-5da1-4f72-9bb6-2cef732bc4c7 req-200cd0a1-2169-44f2-9c0a-5450183a8171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:31.551236 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e2211-1a85-43ba-9c21-e4588ebd26e6 req-46c8898c-fc7a-4c6d-bd1e-2b38bd008da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:31.552814 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-680e2211-1a85-43ba-9c21-e4588ebd26e6 req-46c8898c-fc7a-4c6d-bd1e-2b38bd008da7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ee1e665a-f297-4067-8b5a-7a7e373f89c9 HTTP/1.1" status: 200 len: 847 time: 0.1615036 Nov 25 17:23:31.566235 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeef7c09-c458-4894-9f53-3395ebbee29c req-f94be83d-60df-418c-a1d7-54f82abf8753 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] No DVR routers for this DVR port 328baceb-7cb8-4bab-af74-c2b942eaac4d on host n-h2-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:23:31.569378 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-aeef7c09-c458-4894-9f53-3395ebbee29c req-f94be83d-60df-418c-a1d7-54f82abf8753 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:31.573525 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-aeef7c09-c458-4894-9f53-3395ebbee29c req-f94be83d-60df-418c-a1d7-54f82abf8753 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.90 "DELETE /v2.0/ports/328baceb-7cb8-4bab-af74-c2b942eaac4d HTTP/1.1" status: 204 len: 173 time: 1.5655251 Nov 25 17:23:31.574546 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94be83d-60df-418c-a1d7-54f82abf8753 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Pushing event deleted for resources: {'Port': ['ID=328baceb-7cb8-4bab-af74-c2b942eaac4d,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:31.672587 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-67518fbc-7fee-4db9-a3d1-51bc360ca9b1 req-6e05c438-6d8d-444b-b95b-adc63c54e7ca tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897575 Nov 25 17:23:31.678442 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-680e2211-1a85-43ba-9c21-e4588ebd26e6 req-7550ff06-5993-4d96-be1b-97149afb7507 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cdfc7726-be74-4470-a033-195b79623a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986066 Nov 25 17:23:31.706748 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d7a271b-5da1-4f72-9bb6-2cef732bc4c7 req-200cd0a1-2169-44f2-9c0a-5450183a8171 service neutron] No DVR routers for this DVR port 177401c7-487a-4ed8-bc66-2ed80b0bfef7 on host n-h2-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:23:31.801367 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200cd0a1-2169-44f2-9c0a-5450183a8171 service neutron] Pushing event updated for resources: {'Port': ['ID=177401c7-487a-4ed8-bc66-2ed80b0bfef7,revision_number=6']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:31.823305 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-5d7a271b-5da1-4f72-9bb6-2cef732bc4c7 req-200cd0a1-2169-44f2-9c0a-5450183a8171 service neutron] Attempting to bind port 177401c7-487a-4ed8-bc66-2ed80b0bfef7 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:23:31.824979 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-5d7a271b-5da1-4f72-9bb6-2cef732bc4c7 req-200cd0a1-2169-44f2-9c0a-5450183a8171 service neutron] Attempting to bind port 177401c7-487a-4ed8-bc66-2ed80b0bfef7 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:23:31.825418 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7a271b-5da1-4f72-9bb6-2cef732bc4c7 req-200cd0a1-2169-44f2-9c0a-5450183a8171 service neutron] Attempting to bind port 177401c7-487a-4ed8-bc66-2ed80b0bfef7 on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:23:31.827181 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-89cceb35-f1e7-4137-b48a-7239a48304d5 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:31.831047 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7a271b-5da1-4f72-9bb6-2cef732bc4c7 req-200cd0a1-2169-44f2-9c0a-5450183a8171 service neutron] Port 177401c7-487a-4ed8-bc66-2ed80b0bfef7 on network ab4fed0b-9bf1-4925-8765-94da08c5de2a not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:23:31.832232 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7a271b-5da1-4f72-9bb6-2cef732bc4c7 req-200cd0a1-2169-44f2-9c0a-5450183a8171 service neutron] Attempting to bind port 177401c7-487a-4ed8-bc66-2ed80b0bfef7 on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:23:31.842554 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 9a3aa883-74e7-4643-acad-ec28749faee5 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:23:31.843148 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7a271b-5da1-4f72-9bb6-2cef732bc4c7 req-200cd0a1-2169-44f2-9c0a-5450183a8171 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:23:31.843429 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7a271b-5da1-4f72-9bb6-2cef732bc4c7 req-200cd0a1-2169-44f2-9c0a-5450183a8171 service neutron] Checking segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:23:31.844345 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7a271b-5da1-4f72-9bb6-2cef732bc4c7 req-200cd0a1-2169-44f2-9c0a-5450183a8171 service neutron] Bound using segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:23:31.845899 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-5d7a271b-5da1-4f72-9bb6-2cef732bc4c7 req-200cd0a1-2169-44f2-9c0a-5450183a8171 service neutron] Bound port: 177401c7-487a-4ed8-bc66-2ed80b0bfef7, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:23:31.846417 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-5d7a271b-5da1-4f72-9bb6-2cef732bc4c7 req-200cd0a1-2169-44f2-9c0a-5450183a8171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:31.940411 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device e763c60f-ccab-4308-b53f-eff80896615e details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:23:31.947742 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d727b5-2038-4f0e-a617-565801aeed77 req-b4555195-b71f-46e8-82ff-0affc2da14db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:31.951312 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b3d727b5-2038-4f0e-a617-565801aeed77 req-b4555195-b71f-46e8-82ff-0affc2da14db service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6a899825-fac8-4787-9c17-3ea66fd56ec2 HTTP/1.1" status: 200 len: 1097 time: 0.5368624 Nov 25 17:23:31.957501 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-5d7a271b-5da1-4f72-9bb6-2cef732bc4c7 req-200cd0a1-2169-44f2-9c0a-5450183a8171 service neutron] For port 177401c7-487a-4ed8-bc66-2ed80b0bfef7, host n-h1-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:23:31.961519 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-5d7a271b-5da1-4f72-9bb6-2cef732bc4c7 req-200cd0a1-2169-44f2-9c0a-5450183a8171 service neutron] For port 177401c7-487a-4ed8-bc66-2ed80b0bfef7, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=177401c7-487a-4ed8-bc66-2ed80b0bfef7,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:23:31.967243 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-5d7a271b-5da1-4f72-9bb6-2cef732bc4c7 req-200cd0a1-2169-44f2-9c0a-5450183a8171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:32.011138 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1da523-e20d-4ce9-aa41-53368f4aa3e2 req-a7cf855f-4c63-4470-b32a-eb849b9ef9a2 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:32.021194 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1a1da523-e20d-4ce9-aa41-53368f4aa3e2 req-a7cf855f-4c63-4470-b32a-eb849b9ef9a2 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a899825-fac8-4787-9c17-3ea66fd56ec2 HTTP/1.1" status: 200 len: 946 time: 0.5121522 Nov 25 17:23:32.054836 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a271b-5da1-4f72-9bb6-2cef732bc4c7 req-200cd0a1-2169-44f2-9c0a-5450183a8171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:32.055467 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-5d7a271b-5da1-4f72-9bb6-2cef732bc4c7 req-200cd0a1-2169-44f2-9c0a-5450183a8171 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:32.058936 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-5d7a271b-5da1-4f72-9bb6-2cef732bc4c7 req-200cd0a1-2169-44f2-9c0a-5450183a8171 service neutron] 10.222.0.74 "PUT /v2.0/ports/177401c7-487a-4ed8-bc66-2ed80b0bfef7 HTTP/1.1" status: 200 len: 1096 time: 1.7911563 Nov 25 17:23:32.118776 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b3d727b5-2038-4f0e-a617-565801aeed77 req-84abf75a-0be6-48ab-88d2-28b14a13aa75 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413970 Nov 25 17:23:32.150383 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200cd0a1-2169-44f2-9c0a-5450183a8171 service neutron] Pushing event updated for resources: {'Port': ['ID=177401c7-487a-4ed8-bc66-2ed80b0bfef7,revision_number=7']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:32.170393 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 9a3aa883-74e7-4643-acad-ec28749faee5, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=9a3aa883-74e7-4643-acad-ec28749faee5,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:32.184471 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a271b-5da1-4f72-9bb6-2cef732bc4c7 req-a76f8c09-bfca-4827-97f2-68e14c226127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:32.190336 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '9a3aa883-74e7-4643-acad-ec28749faee5', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'port_id': '9a3aa883-74e7-4643-acad-ec28749faee5', 'mac_address': 'fa:16:3e:e1:c1:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8793709c-5336-428d-aede-b0b8df1a26b2', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:23:32.194853 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-5d7a271b-5da1-4f72-9bb6-2cef732bc4c7 req-a76f8c09-bfca-4827-97f2-68e14c226127 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=21f728f76092479bbd096847b3caf950&device_id=96509f71-1e11-4ae9-9719-d507af7400da HTTP/1.1" status: 200 len: 1099 time: 0.0990832 Nov 25 17:23:32.201662 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-680e2211-1a85-43ba-9c21-e4588ebd26e6 req-88e32ff5-5df2-4613-91ed-1949be2c854f service neutron] 10.222.0.74 "GET /v2.0/networks/cdfc7726-be74-4470-a033-195b79623a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5131450 Nov 25 17:23:32.202524 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-89cceb35-f1e7-4137-b48a-7239a48304d5 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:32.216443 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0cbe3bed-5ab0-4912-84b8-f7bb22350927 req-86502543-3644-4cc5-bdd6-ba92d92026a1 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=b12593b1-2328-451c-990c-cf4cae90e80a HTTP/1.1" status: 200 len: 210 time: 0.2598267 Nov 25 17:23:32.324550 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port e763c60f-ccab-4308-b53f-eff80896615e, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e763c60f-ccab-4308-b53f-eff80896615e,segment=NetworkSegment(2c22414f-d4c7-43ac-a576-c7b2f18031bf),segment_id=2c22414f-d4c7-43ac-a576-c7b2f18031bf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:32.356548 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1a1da523-e20d-4ce9-aa41-53368f4aa3e2 req-9efb1f97-96fc-4f95-bd25-8ac633c806bf tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340230 Nov 25 17:23:32.379326 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device e763c60f-ccab-4308-b53f-eff80896615e has no active binding in host n-h2-817746-1 {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 25 17:23:32.388924 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a271b-5da1-4f72-9bb6-2cef732bc4c7 req-40d692e2-0746-42e7-ae6d-2320f4654fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:32.390289 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-5d7a271b-5da1-4f72-9bb6-2cef732bc4c7 req-40d692e2-0746-42e7-ae6d-2320f4654fd7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ab4fed0b-9bf1-4925-8765-94da08c5de2a HTTP/1.1" status: 200 len: 870 time: 0.1816046 Nov 25 17:23:32.399927 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:32.434890 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9a3aa883-74e7-4643-acad-ec28749faee5 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:23:32.467250 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 9a3aa883-74e7-4643-acad-ec28749faee5, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=9a3aa883-74e7-4643-acad-ec28749faee5,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:32.485552 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-5d7a271b-5da1-4f72-9bb6-2cef732bc4c7 req-43d98296-9314-4fb8-a50b-26a1cb69a7c3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=177401c7-487a-4ed8-bc66-2ed80b0bfef7 HTTP/1.1" status: 200 len: 217 time: 0.0794742 Nov 25 17:23:32.485804 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96509f71-1e11-4ae9-9719-d507af7400da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '177401c7-487a-4ed8-bc66-2ed80b0bfef7'}, {'server_uuid': 'b12593b1-2328-451c-990c-cf4cae90e80a', 'name': 'network-vif-deleted', 'tag': '328baceb-7cb8-4bab-af74-c2b942eaac4d'}, {'name': 'network-changed', 'server_uuid': '96509f71-1e11-4ae9-9719-d507af7400da', 'tag': '177401c7-487a-4ed8-bc66-2ed80b0bfef7'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:23:32.492227 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:32.494750 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff83f702-240e-49be-a03d-2999a2a2dd6a" -d '{"events": [{"server_uuid": "96509f71-1e11-4ae9-9719-d507af7400da", "name": "network-vif-unplugged", "status": "completed", "tag": "177401c7-487a-4ed8-bc66-2ed80b0bfef7"}, {"server_uuid": "b12593b1-2328-451c-990c-cf4cae90e80a", "name": "network-vif-deleted", "tag": "328baceb-7cb8-4bab-af74-c2b942eaac4d"}, {"name": "network-changed", "server_uuid": "96509f71-1e11-4ae9-9719-d507af7400da", "tag": "177401c7-487a-4ed8-bc66-2ed80b0bfef7"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:23:32.569921 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=9a3aa883-74e7-4643-acad-ec28749faee5,revision_number=8']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:32.579286 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a271b-5da1-4f72-9bb6-2cef732bc4c7 req-17b76a17-9952-42a3-a59f-76e5e7ad2d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:32.579286 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-5d7a271b-5da1-4f72-9bb6-2cef732bc4c7 req-17b76a17-9952-42a3-a59f-76e5e7ad2d29 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.0733275 Nov 25 17:23:32.630977 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a271b-5da1-4f72-9bb6-2cef732bc4c7 req-bb9f47ff-bc1e-4489-b3a8-7eb59d27845b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:32.632523 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-5d7a271b-5da1-4f72-9bb6-2cef732bc4c7 req-bb9f47ff-bc1e-4489-b3a8-7eb59d27845b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0485530 Nov 25 17:23:32.641003 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-680e2211-1a85-43ba-9c21-e4588ebd26e6 req-7b122406-cde4-46e5-882b-ef0d21f14825 service neutron] 10.222.0.74 "GET /v2.0/networks/cdfc7726-be74-4470-a033-195b79623a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4097915 Nov 25 17:23:32.652161 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae4fe5b-631a-4d8c-888a-7e1e2973f459 req-f6c6ec9e-6043-489d-893c-4b3bc86f23d7 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:32.661446 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bae4fe5b-631a-4d8c-888a-7e1e2973f459 req-f6c6ec9e-6043-489d-893c-4b3bc86f23d7 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc2509d2-f3d8-4a76-88ba-4f24b3c24044 HTTP/1.1" status: 200 len: 943 time: 0.3266156 Nov 25 17:23:32.715927 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa36938-7141-4d5e-a727-60fa9bcd4ebd req-10baea09-1075-4d17-9c59-393dc71633ef tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:32.723477 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cfa36938-7141-4d5e-a727-60fa9bcd4ebd req-10baea09-1075-4d17-9c59-393dc71633ef tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/ports?device_id=851b2964-72a8-440e-8234-fc14db00e928 HTTP/1.1" status: 200 len: 949 time: 0.1528275 Nov 25 17:23:32.748542 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['9a3aa883-74e7-4643-acad-ec28749faee5'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:23:32.817407 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bae4fe5b-631a-4d8c-888a-7e1e2973f459 req-e65bf4d7-d28b-4e7a-af8d-6ea8e0407727 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378379 Nov 25 17:23:32.831135 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-5d7a271b-5da1-4f72-9bb6-2cef732bc4c7 req-6c866c4b-049f-495d-9b69-949929bc2ebb service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907673 Nov 25 17:23:32.919729 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Thu, 25 Nov 2021 17:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360f8526-a7bd-4600-8aee-ed53a016066c x-openstack-request-id: req-360f8526-a7bd-4600-8aee-ed53a016066c {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:23:32.920736 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96509f71-1e11-4ae9-9719-d507af7400da", "name": "network-vif-unplugged", "status": "completed", "tag": "177401c7-487a-4ed8-bc66-2ed80b0bfef7", "code": 200}, {"server_uuid": "b12593b1-2328-451c-990c-cf4cae90e80a", "name": "network-vif-deleted", "tag": "328baceb-7cb8-4bab-af74-c2b942eaac4d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "96509f71-1e11-4ae9-9719-d507af7400da", "tag": "177401c7-487a-4ed8-bc66-2ed80b0bfef7", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:23:32.921028 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-360f8526-a7bd-4600-8aee-ed53a016066c {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:23:32.921495 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96509f71-1e11-4ae9-9719-d507af7400da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '177401c7-487a-4ed8-bc66-2ed80b0bfef7', 'code': 200} Nov 25 17:23:32.921758 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b12593b1-2328-451c-990c-cf4cae90e80a', 'name': 'network-vif-deleted', 'tag': '328baceb-7cb8-4bab-af74-c2b942eaac4d', 'status': 'completed', 'code': 200} Nov 25 17:23:32.922050 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96509f71-1e11-4ae9-9719-d507af7400da', 'tag': '177401c7-487a-4ed8-bc66-2ed80b0bfef7', 'status': 'completed', 'code': 200} Nov 25 17:23:32.943347 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cfa36938-7141-4d5e-a727-60fa9bcd4ebd req-867650c5-25a9-4481-9b4e-b194e8ab61a0 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187707 Nov 25 17:23:32.953183 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-89cceb35-f1e7-4137-b48a-7239a48304d5 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:33.043902 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-5d7a271b-5da1-4f72-9bb6-2cef732bc4c7 req-867d1115-8843-415e-884e-0764cefca395 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028425 Nov 25 17:23:33.047177 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-89cceb35-f1e7-4137-b48a-7239a48304d5 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:33.199817 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83f702-240e-49be-a03d-2999a2a2dd6a req-3d584844-291c-4da1-9982-fb3a056974d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:33.202468 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ff83f702-240e-49be-a03d-2999a2a2dd6a req-3d584844-291c-4da1-9982-fb3a056974d1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=21f728f76092479bbd096847b3caf950&device_id=96509f71-1e11-4ae9-9719-d507af7400da HTTP/1.1" status: 200 len: 1099 time: 0.0801075 Nov 25 17:23:33.344697 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83f702-240e-49be-a03d-2999a2a2dd6a req-b7b7cf52-6310-496c-af98-76985528ed6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:33.346602 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ff83f702-240e-49be-a03d-2999a2a2dd6a req-b7b7cf52-6310-496c-af98-76985528ed6d service neutron] 10.222.0.74 "GET /v2.0/networks?id=ab4fed0b-9bf1-4925-8765-94da08c5de2a HTTP/1.1" status: 200 len: 870 time: 0.1344147 Nov 25 17:23:33.420338 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ff83f702-240e-49be-a03d-2999a2a2dd6a req-7f3aba57-3abc-43f2-8c22-8b113c9a8b9a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=177401c7-487a-4ed8-bc66-2ed80b0bfef7 HTTP/1.1" status: 200 len: 217 time: 0.0633018 Nov 25 17:23:33.432608 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83f702-240e-49be-a03d-2999a2a2dd6a req-70290364-ad70-42a4-9353-fbad68daa407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:33.439967 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ff83f702-240e-49be-a03d-2999a2a2dd6a req-70290364-ad70-42a4-9353-fbad68daa407 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=21f728f76092479bbd096847b3caf950&device_id=96509f71-1e11-4ae9-9719-d507af7400da HTTP/1.1" status: 200 len: 1099 time: 0.4812939 Nov 25 17:23:33.441882 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cceb35-f1e7-4137-b48a-7239a48304d5 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Pushing event updated for resources: {'Port': ['ID=4f69bfcf-0e8e-40e9-92c5-7d2e79711526,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:33.484653 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e632a-ff9e-48d4-8810-6857c9be2b39 req-42265862-1e6a-4a72-be0c-23dae6086163 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:33.486267 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3b6e632a-ff9e-48d4-8810-6857c9be2b39 req-42265862-1e6a-4a72-be0c-23dae6086163 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=96509f71-1e11-4ae9-9719-d507af7400da HTTP/1.1" status: 200 len: 948 time: 0.4610577 Nov 25 17:23:33.503001 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-89cceb35-f1e7-4137-b48a-7239a48304d5 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:33.507688 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83f702-240e-49be-a03d-2999a2a2dd6a req-39cc1d23-3c8b-4a5f-a574-39df7518de22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:33.509518 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ff83f702-240e-49be-a03d-2999a2a2dd6a req-39cc1d23-3c8b-4a5f-a574-39df7518de22 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.0808334 Nov 25 17:23:33.582875 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83f702-240e-49be-a03d-2999a2a2dd6a req-eb26a3ef-3eb6-4689-a447-1159df6892ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:33.584697 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ff83f702-240e-49be-a03d-2999a2a2dd6a req-eb26a3ef-3eb6-4689-a447-1159df6892ba service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0564039 Nov 25 17:23:33.607340 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-89cceb35-f1e7-4137-b48a-7239a48304d5 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:33.610803 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-89cceb35-f1e7-4137-b48a-7239a48304d5 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2407777 Nov 25 17:23:33.668163 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a84d05c-8d4e-4a49-9626-96542140b04e req-f9a75072-0b54-470b-8fe9-18dc50b8591b tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:33.669816 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0a84d05c-8d4e-4a49-9626-96542140b04e req-f9a75072-0b54-470b-8fe9-18dc50b8591b tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a899825-fac8-4787-9c17-3ea66fd56ec2 HTTP/1.1" status: 200 len: 946 time: 0.1692665 Nov 25 17:23:33.685344 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3b6e632a-ff9e-48d4-8810-6857c9be2b39 req-b36ffae7-4c0f-41fb-b7de-51fd6ad9c885 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815493 Nov 25 17:23:33.769938 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83f702-240e-49be-a03d-2999a2a2dd6a req-a91dab5a-642a-47af-bca8-2584fd13be22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:33.786442 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ff83f702-240e-49be-a03d-2999a2a2dd6a req-a91dab5a-642a-47af-bca8-2584fd13be22 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ab4fed0b-9bf1-4925-8765-94da08c5de2a HTTP/1.1" status: 200 len: 870 time: 0.3191712 Nov 25 17:23:33.802313 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ff83f702-240e-49be-a03d-2999a2a2dd6a req-13d716c3-4c9b-4283-80b7-43d7f9d7ee24 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001710 Nov 25 17:23:33.834013 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 9a3aa883-74e7-4643-acad-ec28749faee5 up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:23:33.892061 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ff83f702-240e-49be-a03d-2999a2a2dd6a req-ff348df0-c221-428c-b20f-f9916ba31d81 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=177401c7-487a-4ed8-bc66-2ed80b0bfef7 HTTP/1.1" status: 200 len: 217 time: 0.1050425 Nov 25 17:23:33.933189 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 328baceb-7cb8-4bab-af74-c2b942eaac4d no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:23:33.966660 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: 328baceb-7cb8-4bab-af74-c2b942eaac4d {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:23:33.967242 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 328baceb-7cb8-4bab-af74-c2b942eaac4d not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:23:33.967766 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 177401c7-487a-4ed8-bc66-2ed80b0bfef7 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:23:34.016214 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0a84d05c-8d4e-4a49-9626-96542140b04e req-fb3f4572-aeed-4363-a597-5c100d7cae8e tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192821 Nov 25 17:23:34.034877 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 177401c7-487a-4ed8-bc66-2ed80b0bfef7 not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:23:34.063776 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 9a3aa883-74e7-4643-acad-ec28749faee5 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:34.064164 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:34.072863 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ff83f702-240e-49be-a03d-2999a2a2dd6a req-77041278-d781-4057-b00d-078bab196b42 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606077 Nov 25 17:23:34.108467 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83f702-240e-49be-a03d-2999a2a2dd6a req-3f820f6f-4b4a-4901-b079-c3eb400d35cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:34.109950 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ff83f702-240e-49be-a03d-2999a2a2dd6a req-3f820f6f-4b4a-4901-b079-c3eb400d35cf service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.2012382 Nov 25 17:23:34.140932 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9321e-7c12-44e2-a13a-a1a72c9a7508 req-7c389887-f54a-47e0-90a3-32177871e3c2 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:34.148105 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d8f9321e-7c12-44e2-a13a-a1a72c9a7508 req-7c389887-f54a-47e0-90a3-32177871e3c2 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/networks?id=db8e4923-28e6-4f74-991c-a4c442934754 HTTP/1.1" status: 200 len: 811 time: 0.2763193 Nov 25 17:23:34.220274 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:34.225650 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d8f9321e-7c12-44e2-a13a-a1a72c9a7508 req-a81bd6a8-ea0e-4c41-af9f-580c4b563668 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/quotas/1ee124f91e0c4280821568ab0453ce28 HTTP/1.1" status: 200 len: 375 time: 0.0766273 Nov 25 17:23:34.251401 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '851b2964-72a8-440e-8234-fc14db00e928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a3aa883-74e7-4643-acad-ec28749faee5'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:23:34.255419 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6574cfe5-0b8f-4f3f-be15-c7de41fb7633" -d '{"events": [{"server_uuid": "851b2964-72a8-440e-8234-fc14db00e928", "name": "network-vif-plugged", "status": "completed", "tag": "9a3aa883-74e7-4643-acad-ec28749faee5"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:23:34.271782 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d8f9321e-7c12-44e2-a13a-a1a72c9a7508 req-ea7fd972-38b0-4688-b1f6-b46fb475526a tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=1ee124f91e0c4280821568ab0453ce28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452144 Nov 25 17:23:34.273544 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 9a3aa883-74e7-4643-acad-ec28749faee5, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=9a3aa883-74e7-4643-acad-ec28749faee5,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:34.281274 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:34.343676 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919df1d6-4e8b-4754-b5e2-c124f430ee3e req-03eebc6b-47d3-47c2-a47a-1cfeaea21678 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:34.345125 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-919df1d6-4e8b-4754-b5e2-c124f430ee3e req-03eebc6b-47d3-47c2-a47a-1cfeaea21678 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc2509d2-f3d8-4a76-88ba-4f24b3c24044 HTTP/1.1" status: 200 len: 943 time: 0.1675954 Nov 25 17:23:34.345249 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=9a3aa883-74e7-4643-acad-ec28749faee5,revision_number=9']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:34.348670 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83f702-240e-49be-a03d-2999a2a2dd6a req-c7a25720-10a2-4df7-8ec2-aa9974f0139f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:34.350103 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ff83f702-240e-49be-a03d-2999a2a2dd6a req-c7a25720-10a2-4df7-8ec2-aa9974f0139f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2298050 Nov 25 17:23:34.430157 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-4ca19153-541d-45b4-88ee-04300405363b req-fc269abc-267a-46d6-87e2-db358d638cb3 service neutron] 10.222.0.74 "GET /v2.0/ports/e763c60f-ccab-4308-b53f-eff80896615e/bindings/n-h2-817746-1 HTTP/1.1" status: 200 len: 384 time: 0.0745993 Nov 25 17:23:34.488082 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-919df1d6-4e8b-4754-b5e2-c124f430ee3e req-bb170298-c845-485a-8e56-5b8f19779eb6 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354856 Nov 25 17:23:34.492019 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d8f9321e-7c12-44e2-a13a-a1a72c9a7508 req-f0c30075-1cd2-4b6b-887a-4aa0a093d7fb service neutron] 10.222.0.75 "GET /v2.0/networks/db8e4923-28e6-4f74-991c-a4c442934754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194598 Nov 25 17:23:34.575985 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ff83f702-240e-49be-a03d-2999a2a2dd6a req-edf656a3-c2c0-4f49-b5b8-599910b5a61f service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124112 Nov 25 17:23:34.711476 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d8f9321e-7c12-44e2-a13a-a1a72c9a7508 req-c4aaac61-5959-4018-a6b5-4ad6c9cde85f service neutron] 10.222.0.75 "GET /v2.0/networks/db8e4923-28e6-4f74-991c-a4c442934754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079840 Nov 25 17:23:34.739239 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-4ca19153-541d-45b4-88ee-04300405363b req-d1728bb7-a778-4077-bc8a-44a3c7e1eae8 service neutron] For port e763c60f-ccab-4308-b53f-eff80896615e, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e763c60f-ccab-4308-b53f-eff80896615e,segment=NetworkSegment(2c22414f-d4c7-43ac-a576-c7b2f18031bf),segment_id=2c22414f-d4c7-43ac-a576-c7b2f18031bf)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:34.740491 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa70122b-e579-4f93-beba-7c98a5150da8 req-3a1c7f50-ccfd-4e6c-8596-01c9b2f1584e tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:34.742456 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fa70122b-e579-4f93-beba-7c98a5150da8 req-3a1c7f50-ccfd-4e6c-8596-01c9b2f1584e tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/ports?device_id=851b2964-72a8-440e-8234-fc14db00e928 HTTP/1.1" status: 200 len: 950 time: 0.1655998 Nov 25 17:23:34.785487 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-4ca19153-541d-45b4-88ee-04300405363b req-d1728bb7-a778-4077-bc8a-44a3c7e1eae8 service neutron] For port e763c60f-ccab-4308-b53f-eff80896615e, host n-h1-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:23:34.824925 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ff83f702-240e-49be-a03d-2999a2a2dd6a req-49665b6d-4878-494d-b03f-0e7a5d74aeea service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282727 Nov 25 17:23:34.833953 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-4ca19153-541d-45b4-88ee-04300405363b req-d1728bb7-a778-4077-bc8a-44a3c7e1eae8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e763c60f-ccab-4308-b53f-eff80896615e {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:23:34.860452 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-4ca19153-541d-45b4-88ee-04300405363b req-d1728bb7-a778-4077-bc8a-44a3c7e1eae8 service neutron] For port e763c60f-ccab-4308-b53f-eff80896615e, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=e763c60f-ccab-4308-b53f-eff80896615e,segment=NetworkSegment(2c22414f-d4c7-43ac-a576-c7b2f18031bf),segment_id=2c22414f-d4c7-43ac-a576-c7b2f18031bf)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:34.891130 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-4ca19153-541d-45b4-88ee-04300405363b req-d1728bb7-a778-4077-bc8a-44a3c7e1eae8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:34.904857 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fa70122b-e579-4f93-beba-7c98a5150da8 req-8fd33eeb-e4b3-4e47-b61c-20239c115ee5 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189680 Nov 25 17:23:35.033693 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9366c793-905a-4eaf-8c65-801a0463791d x-openstack-request-id: req-9366c793-905a-4eaf-8c65-801a0463791d {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:23:35.034254 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "851b2964-72a8-440e-8234-fc14db00e928", "name": "network-vif-plugged", "status": "completed", "tag": "9a3aa883-74e7-4643-acad-ec28749faee5", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:23:35.034353 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9366c793-905a-4eaf-8c65-801a0463791d {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:23:35.035877 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '851b2964-72a8-440e-8234-fc14db00e928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a3aa883-74e7-4643-acad-ec28749faee5', 'code': 200} Nov 25 17:23:35.134127 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-4ca19153-541d-45b4-88ee-04300405363b req-d1728bb7-a778-4077-bc8a-44a3c7e1eae8 service neutron] Transition to ACTIVE for port object e763c60f-ccab-4308-b53f-eff80896615e will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:23:35.141016 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-4ca19153-541d-45b4-88ee-04300405363b req-d1728bb7-a778-4077-bc8a-44a3c7e1eae8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:35.187614 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d9a0988e-fd4a-46d1-91a8-1bb21b3fb6c6 req-2efb4077-f72f-4a4c-874f-c8c6ee1820ab tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=bdae04eb-70a6-4653-9828-41d4bffacb88 HTTP/1.1" status: 200 len: 210 time: 0.0888507 Nov 25 17:23:35.342048 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ca19153-541d-45b4-88ee-04300405363b req-d1728bb7-a778-4077-bc8a-44a3c7e1eae8 service neutron] No DVR routers for this DVR port e763c60f-ccab-4308-b53f-eff80896615e on host n-h1-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:23:35.357396 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1728bb7-a778-4077-bc8a-44a3c7e1eae8 service neutron] Pushing event updated for resources: {'Port': ['ID=e763c60f-ccab-4308-b53f-eff80896615e,revision_number=10']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:35.372126 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10224bc-1044-4a69-bc50-a47d1cc5736b req-95920eb1-19c0-4910-a1b0-ffa582d53ae4 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:35.379284 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a10224bc-1044-4a69-bc50-a47d1cc5736b req-95920eb1-19c0-4910-a1b0-ffa582d53ae4 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=96509f71-1e11-4ae9-9719-d507af7400da HTTP/1.1" status: 200 len: 948 time: 0.1849971 Nov 25 17:23:35.385780 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-4ca19153-541d-45b4-88ee-04300405363b req-d1728bb7-a778-4077-bc8a-44a3c7e1eae8 service neutron] 10.222.0.74 "PUT /v2.0/ports/e763c60f-ccab-4308-b53f-eff80896615e/bindings/n-h2-817746-1/activate HTTP/1.1" status: 200 len: 369 time: 0.9480009 Nov 25 17:23:35.517640 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ab083-7c1a-43f3-b9c9-eae771dbd0a2 req-0756abca-733d-4fb4-9813-b3a532bfb540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:35.519777 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-942ab083-7c1a-43f3-b9c9-eae771dbd0a2 req-0756abca-733d-4fb4-9813-b3a532bfb540 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=851b2964-72a8-440e-8234-fc14db00e928 HTTP/1.1" status: 200 len: 1101 time: 0.0638127 Nov 25 17:23:35.626931 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-942ab083-7c1a-43f3-b9c9-eae771dbd0a2 req-76a1d722-93c2-485c-8da7-206ceee19bd4 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919139 Nov 25 17:23:35.691921 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bad820-9b3b-4e37-b5c4-567a42afcbcf req-9f073318-795f-4e4b-9236-730db9dde7e7 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:35.701122 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-11bad820-9b3b-4e37-b5c4-567a42afcbcf req-9f073318-795f-4e4b-9236-730db9dde7e7 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a899825-fac8-4787-9c17-3ea66fd56ec2 HTTP/1.1" status: 200 len: 946 time: 0.3171592 Nov 25 17:23:35.746200 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a10224bc-1044-4a69-bc50-a47d1cc5736b req-2a314a95-4167-4499-b9c0-200699752b93 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511682 Nov 25 17:23:35.764216 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca19153-541d-45b4-88ee-04300405363b req-7e39ff9c-ba6c-47ff-be93-a5419b7ffb0f tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:35.765742 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4ca19153-541d-45b4-88ee-04300405363b req-7e39ff9c-ba6c-47ff-be93-a5419b7ffb0f tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=fc2509d2-f3d8-4a76-88ba-4f24b3c24044&tenant_id=cbebe6cb2b944a35af1ec08d68611682&binding%3Ahost_id=n-h1-817746-1 HTTP/1.1" status: 200 len: 1095 time: 0.2759931 Nov 25 17:23:35.864289 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 177401c7-487a-4ed8-bc66-2ed80b0bfef7 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:23:35.946857 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-11bad820-9b3b-4e37-b5c4-567a42afcbcf req-232841cd-218c-4ef5-a93b-5089c700f888 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445772 Nov 25 17:23:35.962845 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca19153-541d-45b4-88ee-04300405363b req-b6c2dfbd-9eab-4e11-b964-21e555527db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:35.967782 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4ca19153-541d-45b4-88ee-04300405363b req-b6c2dfbd-9eab-4e11-b964-21e555527db8 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=fc2509d2-f3d8-4a76-88ba-4f24b3c24044&tenant_id=cbebe6cb2b944a35af1ec08d68611682 HTTP/1.1" status: 200 len: 1095 time: 0.1738193 Nov 25 17:23:36.016317 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05dd4c0-a907-4ea0-9fcd-ec0f1473cd34 req-79ed8aad-9e68-446b-8a84-addf55582d09 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:36.031435 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e05dd4c0-a907-4ea0-9fcd-ec0f1473cd34 req-79ed8aad-9e68-446b-8a84-addf55582d09 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc2509d2-f3d8-4a76-88ba-4f24b3c24044 HTTP/1.1" status: 200 len: 944 time: 0.1735694 Nov 25 17:23:36.132625 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 177401c7-487a-4ed8-bc66-2ed80b0bfef7, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=177401c7-487a-4ed8-bc66-2ed80b0bfef7,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:36.146867 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '177401c7-487a-4ed8-bc66-2ed80b0bfef7', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'port_id': '177401c7-487a-4ed8-bc66-2ed80b0bfef7', 'mac_address': 'fa:16:3e:5b:87:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8793709c-5336-428d-aede-b0b8df1a26b2', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:23:36.201689 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:36.224856 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 177401c7-487a-4ed8-bc66-2ed80b0bfef7 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:23:36.243254 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca19153-541d-45b4-88ee-04300405363b req-d4243aa0-4b35-4101-be65-2080232c94c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:36.244678 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4ca19153-541d-45b4-88ee-04300405363b req-d4243aa0-4b35-4101-be65-2080232c94c5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cbebe6cb2b944a35af1ec08d68611682&device_id=fc2509d2-f3d8-4a76-88ba-4f24b3c24044 HTTP/1.1" status: 200 len: 1095 time: 0.2073531 Nov 25 17:23:36.255489 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e05dd4c0-a907-4ea0-9fcd-ec0f1473cd34 req-c3b60dab-892d-4d3a-878a-053826b387e3 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231944 Nov 25 17:23:36.258708 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 177401c7-487a-4ed8-bc66-2ed80b0bfef7, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=177401c7-487a-4ed8-bc66-2ed80b0bfef7,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:36.270831 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:36.274579 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3fc5e-c5d4-4674-b4d2-749a154a4cd8 req-f1289476-a7f8-477f-9ac0-1a0c1f19bbe6 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:36.282196 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c1b3fc5e-c5d4-4674-b4d2-749a154a4cd8 req-f1289476-a7f8-477f-9ac0-1a0c1f19bbe6 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/ports?device_id=851b2964-72a8-440e-8234-fc14db00e928 HTTP/1.1" status: 200 len: 950 time: 0.1471956 Nov 25 17:23:36.371678 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=177401c7-487a-4ed8-bc66-2ed80b0bfef7,revision_number=8']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:36.411331 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c1b3fc5e-c5d4-4674-b4d2-749a154a4cd8 req-f89b0c03-7ebd-4ccf-be04-a8cdf7f4dad6 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281650 Nov 25 17:23:36.495182 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca19153-541d-45b4-88ee-04300405363b req-29f146d8-b4a4-461b-9208-a4ec81f31c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:36.496430 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4ca19153-541d-45b4-88ee-04300405363b req-29f146d8-b4a4-461b-9208-a4ec81f31c72 service neutron] 10.222.0.90 "GET /v2.0/networks?id=cdfc7726-be74-4470-a033-195b79623a95 HTTP/1.1" status: 200 len: 908 time: 0.2382319 Nov 25 17:23:36.513698 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aaae64-9cee-4405-99bf-39d75a9c6c02 req-67715e12-8e2d-4bad-9c08-2adb1100ae84 tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:36.515546 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-05aaae64-9cee-4405-99bf-39d75a9c6c02 req-67715e12-8e2d-4bad-9c08-2adb1100ae84 tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=6a899825-fac8-4787-9c17-3ea66fd56ec2 HTTP/1.1" status: 200 len: 1097 time: 0.1479712 Nov 25 17:23:36.571935 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['177401c7-487a-4ed8-bc66-2ed80b0bfef7'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:23:36.644293 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4ca19153-541d-45b4-88ee-04300405363b req-b59c0fb7-f2dc-4853-99ec-e754cc9e479e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e763c60f-ccab-4308-b53f-eff80896615e HTTP/1.1" status: 200 len: 217 time: 0.1277444 Nov 25 17:23:36.738724 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f99d421d-bd77-4e13-a917-f6f1992ad2d9 req-acf13ec3-3470-478f-91f7-ba26acb9bf6c tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=bdae04eb-70a6-4653-9828-41d4bffacb88 HTTP/1.1" status: 200 len: 210 time: 0.0869071 Nov 25 17:23:36.821069 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9321e-7c12-44e2-a13a-a1a72c9a7508 req-b899a791-ee5e-4348-bd36-dcf6a11663fe tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:36.827238 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d8f9321e-7c12-44e2-a13a-a1a72c9a7508 req-b899a791-ee5e-4348-bd36-dcf6a11663fe tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.90 "GET /v2.0/networks?id=db8e4923-28e6-4f74-991c-a4c442934754 HTTP/1.1" status: 200 len: 811 time: 0.2936668 Nov 25 17:23:36.843536 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-d8f9321e-7c12-44e2-a13a-a1a72c9a7508 req-19ffbea3-e9d4-4723-adc4-0cec0fe41605 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Request body: {'port': {'device_id': 'bdae04eb-70a6-4653-9828-41d4bffacb88', 'network_id': 'db8e4923-28e6-4f74-991c-a4c442934754', 'admin_state_up': True, 'tenant_id': '1ee124f91e0c4280821568ab0453ce28'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:36.869071 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-05aaae64-9cee-4405-99bf-39d75a9c6c02 req-066e4af8-d09f-4359-89d9-eba95d4d54bd tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355517 Nov 25 17:23:36.907539 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca19153-541d-45b4-88ee-04300405363b req-78310b85-ee6f-47f2-8e2d-bfcf6a85a448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:36.909264 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4ca19153-541d-45b4-88ee-04300405363b req-78310b85-ee6f-47f2-8e2d-bfcf6a85a448 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ee1e665a-f297-4067-8b5a-7a7e373f89c9 HTTP/1.1" status: 200 len: 847 time: 0.2243528 Nov 25 17:23:37.011677 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4ca19153-541d-45b4-88ee-04300405363b req-9afdecad-9ee7-4715-a4a4-0f4d7bd4039b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=cdfc7726-be74-4470-a033-195b79623a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675719 Nov 25 17:23:37.112327 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8f9321e-7c12-44e2-a13a-a1a72c9a7508 req-19ffbea3-e9d4-4723-adc4-0cec0fe41605 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Made reservation on behalf of 1ee124f91e0c4280821568ab0453ce28 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:37.116459 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-d8f9321e-7c12-44e2-a13a-a1a72c9a7508 req-19ffbea3-e9d4-4723-adc4-0cec0fe41605 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:37.118896 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de0502-1704-4b8d-98cb-4d30ca3402c7 req-d95fbeb3-4ca8-45b2-b7c1-a1ac19c38cfb tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:37.126428 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-61de0502-1704-4b8d-98cb-4d30ca3402c7 req-d95fbeb3-4ca8-45b2-b7c1-a1ac19c38cfb tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.75 "GET /v2.0/ports?device_id=36e6230e-e34d-444c-a898-4607c2dbf6c6 HTTP/1.1" status: 200 len: 945 time: 0.2459745 Nov 25 17:23:37.241244 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18aed4-5b5f-4d87-a4e9-4431c6ee9754 req-f0a7ef0f-b3de-4f65-a822-c7b91f53baf1 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:37.246221 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5b18aed4-5b5f-4d87-a4e9-4431c6ee9754 req-f0a7ef0f-b3de-4f65-a822-c7b91f53baf1 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=96509f71-1e11-4ae9-9719-d507af7400da HTTP/1.1" status: 200 len: 949 time: 0.2376478 Nov 25 17:23:37.280048 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4ca19153-541d-45b4-88ee-04300405363b req-745f5c0a-2250-48a7-82ff-8dc342ae6c51 service neutron] 10.222.0.90 "GET /v2.0/networks/cdfc7726-be74-4470-a033-195b79623a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544355 Nov 25 17:23:37.337395 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-d8f9321e-7c12-44e2-a13a-a1a72c9a7508 req-19ffbea3-e9d4-4723-adc4-0cec0fe41605 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Allocated IP 172.20.0.4 (db8e4923-28e6-4f74-991c-a4c442934754/0ae7cf63-1267-4a12-ac67-5fb672452e57/a0422ca6-e970-4709-963b-5fff0c3eaac0) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:23:37.347292 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-61de0502-1704-4b8d-98cb-4d30ca3402c7 req-b90d7bf9-f064-4733-8040-7a9bb9ab430e tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.75 "GET /v2.0/security-groups?id=24dbdd6a-ab6c-4cbc-8a4e-66c37691d859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2196786 Nov 25 17:23:37.434955 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5b18aed4-5b5f-4d87-a4e9-4431c6ee9754 req-b5cf73f5-e11f-415b-ae2f-af611f0e07a7 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771674 Nov 25 17:23:37.648900 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-d8f9321e-7c12-44e2-a13a-a1a72c9a7508 req-19ffbea3-e9d4-4723-adc4-0cec0fe41605 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:37.653783 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4ca19153-541d-45b4-88ee-04300405363b req-f2c76365-75d7-4254-9711-61be6c63b973 service neutron] 10.222.0.90 "GET /v2.0/networks/cdfc7726-be74-4470-a033-195b79623a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647339 Nov 25 17:23:37.740710 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-d8f9321e-7c12-44e2-a13a-a1a72c9a7508 req-19ffbea3-e9d4-4723-adc4-0cec0fe41605 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:37.781370 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da253cf5-7366-4558-81a6-81fb03f3cafd req-1a29eb69-5d04-4bd5-a65c-e2fafa3ca342 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:37.811966 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-da253cf5-7366-4558-81a6-81fb03f3cafd req-1a29eb69-5d04-4bd5-a65c-e2fafa3ca342 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc2509d2-f3d8-4a76-88ba-4f24b3c24044 HTTP/1.1" status: 200 len: 944 time: 0.2476311 Nov 25 17:23:37.830719 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ffbea3-e9d4-4723-adc4-0cec0fe41605 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Pushing event updated for resources: {'Port': ['ID=a0422ca6-e970-4709-963b-5fff0c3eaac0,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:37.851062 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8f9321e-7c12-44e2-a13a-a1a72c9a7508 req-19ffbea3-e9d4-4723-adc4-0cec0fe41605 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Network db8e4923-28e6-4f74-991c-a4c442934754 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:23:37.858711 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-d8f9321e-7c12-44e2-a13a-a1a72c9a7508 req-19ffbea3-e9d4-4723-adc4-0cec0fe41605 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:37.864379 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8f9321e-7c12-44e2-a13a-a1a72c9a7508 req-19ffbea3-e9d4-4723-adc4-0cec0fe41605 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:23:37.877686 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 177401c7-487a-4ed8-bc66-2ed80b0bfef7 up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:23:37.933660 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c8d95-7678-4a74-89c8-398370e28f58 req-682cd1eb-cb24-46d7-b76e-6ec719ac5742 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:37.943943 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9a3c8d95-7678-4a74-89c8-398370e28f58 req-682cd1eb-cb24-46d7-b76e-6ec719ac5742 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/ports?device_id=851b2964-72a8-440e-8234-fc14db00e928 HTTP/1.1" status: 200 len: 950 time: 0.3796570 Nov 25 17:23:38.030620 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port 177401c7-487a-4ed8-bc66-2ed80b0bfef7 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:23:38.034447 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9321e-7c12-44e2-a13a-a1a72c9a7508 req-19ffbea3-e9d4-4723-adc4-0cec0fe41605 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:38.035210 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-d8f9321e-7c12-44e2-a13a-a1a72c9a7508 req-19ffbea3-e9d4-4723-adc4-0cec0fe41605 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:38.040765 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 177401c7-487a-4ed8-bc66-2ed80b0bfef7 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:38.044105 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:38.091430 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d8f9321e-7c12-44e2-a13a-a1a72c9a7508 req-19ffbea3-e9d4-4723-adc4-0cec0fe41605 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2530782 Nov 25 17:23:38.104727 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-d8f9321e-7c12-44e2-a13a-a1a72c9a7508 req-1372cac9-399b-4e08-a61b-a239269e83d2 service neutron] Request body: {'port': {'device_id': 'bdae04eb-70a6-4653-9828-41d4bffacb88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:38.222270 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:38.259722 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9a3c8d95-7678-4a74-89c8-398370e28f58 req-4320aec2-b66a-4b37-95fa-a0c0393204f0 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118482 Nov 25 17:23:38.265678 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-d8f9321e-7c12-44e2-a13a-a1a72c9a7508 req-1372cac9-399b-4e08-a61b-a239269e83d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:38.274970 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96509f71-1e11-4ae9-9719-d507af7400da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177401c7-487a-4ed8-bc66-2ed80b0bfef7'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:23:38.282266 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681683c2-6dcd-4e10-9074-e94ba7cfe936" -d '{"events": [{"server_uuid": "96509f71-1e11-4ae9-9719-d507af7400da", "name": "network-vif-plugged", "status": "completed", "tag": "177401c7-487a-4ed8-bc66-2ed80b0bfef7"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:23:38.283903 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-da253cf5-7366-4558-81a6-81fb03f3cafd req-9d3be5f4-147c-446d-8b09-f0225ffe3f91 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4703522 Nov 25 17:23:38.335535 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 177401c7-487a-4ed8-bc66-2ed80b0bfef7, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=177401c7-487a-4ed8-bc66-2ed80b0bfef7,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:38.343610 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:38.344425 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device e763c60f-ccab-4308-b53f-eff80896615e no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:23:38.348580 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca19153-541d-45b4-88ee-04300405363b req-4168fe8b-316b-41fa-a8aa-a20af739716a tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:38.350511 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4ca19153-541d-45b4-88ee-04300405363b req-4168fe8b-316b-41fa-a8aa-a20af739716a tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=fc2509d2-f3d8-4a76-88ba-4f24b3c24044&tenant_id=cbebe6cb2b944a35af1ec08d68611682&binding%3Ahost_id=n-h2-817746-1 HTTP/1.1" status: 200 len: 1095 time: 0.2308900 Nov 25 17:23:38.474552 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=177401c7-487a-4ed8-bc66-2ed80b0bfef7,revision_number=9']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:38.584719 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718cc25-cfc1-4365-9f23-d7c08e84a119 req-38bf5d40-b0af-4af1-92b5-654ef7534fd1 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:38.588451 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d718cc25-cfc1-4365-9f23-d7c08e84a119 req-38bf5d40-b0af-4af1-92b5-654ef7534fd1 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=bdae04eb-70a6-4653-9828-41d4bffacb88 HTTP/1.1" status: 200 len: 931 time: 0.1592498 Nov 25 17:23:38.666015 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device e763c60f-ccab-4308-b53f-eff80896615e not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:23:38.866983 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-d8f9321e-7c12-44e2-a13a-a1a72c9a7508 req-1372cac9-399b-4e08-a61b-a239269e83d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0422ca6-e970-4709-963b-5fff0c3eaac0 {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:23:38.893304 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-d8f9321e-7c12-44e2-a13a-a1a72c9a7508 req-1372cac9-399b-4e08-a61b-a239269e83d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:38.913615 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-4ca19153-541d-45b4-88ee-04300405363b req-872a3b2d-fc33-4ed7-ac52-11c6cfb810d6 service neutron] For port e763c60f-ccab-4308-b53f-eff80896615e, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:23:38.923038 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-d8f9321e-7c12-44e2-a13a-a1a72c9a7508 req-1372cac9-399b-4e08-a61b-a239269e83d2 service neutron] Transition to ACTIVE for port object a0422ca6-e970-4709-963b-5fff0c3eaac0 will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:23:38.930042 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d718cc25-cfc1-4365-9f23-d7c08e84a119 req-81a67223-ab69-4bf8-8bdd-51bd41f7a197 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141420 Nov 25 17:23:38.939591 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-d8f9321e-7c12-44e2-a13a-a1a72c9a7508 req-1372cac9-399b-4e08-a61b-a239269e83d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:38.962624 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-4ca19153-541d-45b4-88ee-04300405363b req-872a3b2d-fc33-4ed7-ac52-11c6cfb810d6 service neutron] Publish callbacks [] for binding, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:38.963745 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4ca19153-541d-45b4-88ee-04300405363b req-872a3b2d-fc33-4ed7-ac52-11c6cfb810d6 service neutron] 10.222.0.90 "DELETE /v2.0/ports/e763c60f-ccab-4308-b53f-eff80896615e/bindings/n-h1-817746-1 HTTP/1.1" status: 204 len: 173 time: 0.6046278 Nov 25 17:23:39.032192 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6e45d5-0447-48d8-9698-e4b290252505 x-openstack-request-id: req-fc6e45d5-0447-48d8-9698-e4b290252505 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:23:39.032727 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96509f71-1e11-4ae9-9719-d507af7400da", "name": "network-vif-plugged", "status": "completed", "tag": "177401c7-487a-4ed8-bc66-2ed80b0bfef7", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:23:39.032865 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fc6e45d5-0447-48d8-9698-e4b290252505 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:23:39.033203 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96509f71-1e11-4ae9-9719-d507af7400da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177401c7-487a-4ed8-bc66-2ed80b0bfef7', 'code': 200} Nov 25 17:23:39.047330 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f59e3-22e6-4524-8a6b-1d99d09ad643 req-6b6ae7fd-8206-4688-86c2-3adb3139c678 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:39.048982 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-378f59e3-22e6-4524-8a6b-1d99d09ad643 req-6b6ae7fd-8206-4688-86c2-3adb3139c678 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.90 "GET /v2.0/ports?device_id=96509f71-1e11-4ae9-9719-d507af7400da&tenant_id=21f728f76092479bbd096847b3caf950&binding%3Ahost_id=n-h1-817746-1 HTTP/1.1" status: 200 len: 950 time: 0.3158894 Nov 25 17:23:39.104402 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1372cac9-399b-4e08-a61b-a239269e83d2 service neutron] Pushing event updated for resources: {'Port': ['ID=a0422ca6-e970-4709-963b-5fff0c3eaac0,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:39.200136 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [req-378f59e3-22e6-4524-8a6b-1d99d09ad643 req-935a314e-e4e0-4385-a56b-d63abb76b715 service neutron] delete failed (client error): The resource could not be found. Nov 25 17:23:39.202129 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-378f59e3-22e6-4524-8a6b-1d99d09ad643 req-935a314e-e4e0-4385-a56b-d63abb76b715 service neutron] 10.222.0.90 "DELETE /v2.0/ports/177401c7-487a-4ed8-bc66-2ed80b0bfef7/bindings/n-h2-817746-1 HTTP/1.1" status: 404 len: 380 time: 0.1439581 Nov 25 17:23:39.316267 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-d8f9321e-7c12-44e2-a13a-a1a72c9a7508 req-1372cac9-399b-4e08-a61b-a239269e83d2 service neutron] Attempting to bind port a0422ca6-e970-4709-963b-5fff0c3eaac0 on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:23:39.316267 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-d8f9321e-7c12-44e2-a13a-a1a72c9a7508 req-1372cac9-399b-4e08-a61b-a239269e83d2 service neutron] Attempting to bind port a0422ca6-e970-4709-963b-5fff0c3eaac0 by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '79eee098-6bae-4c42-964f-62f3e7d096e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'db8e4923-28e6-4f74-991c-a4c442934754'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:23:39.316502 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f9321e-7c12-44e2-a13a-a1a72c9a7508 req-1372cac9-399b-4e08-a61b-a239269e83d2 service neutron] Attempting to bind port a0422ca6-e970-4709-963b-5fff0c3eaac0 on network db8e4923-28e6-4f74-991c-a4c442934754 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:23:39.330761 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f9321e-7c12-44e2-a13a-a1a72c9a7508 req-1372cac9-399b-4e08-a61b-a239269e83d2 service neutron] Port a0422ca6-e970-4709-963b-5fff0c3eaac0 on network db8e4923-28e6-4f74-991c-a4c442934754 not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:23:39.331152 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f9321e-7c12-44e2-a13a-a1a72c9a7508 req-1372cac9-399b-4e08-a61b-a239269e83d2 service neutron] Attempting to bind port a0422ca6-e970-4709-963b-5fff0c3eaac0 on network db8e4923-28e6-4f74-991c-a4c442934754 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:23:39.344381 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f9321e-7c12-44e2-a13a-a1a72c9a7508 req-1372cac9-399b-4e08-a61b-a239269e83d2 service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:23:39.344729 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f9321e-7c12-44e2-a13a-a1a72c9a7508 req-1372cac9-399b-4e08-a61b-a239269e83d2 service neutron] Checking segment: {'id': '79eee098-6bae-4c42-964f-62f3e7d096e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'db8e4923-28e6-4f74-991c-a4c442934754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:23:39.345155 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f9321e-7c12-44e2-a13a-a1a72c9a7508 req-1372cac9-399b-4e08-a61b-a239269e83d2 service neutron] Bound using segment: {'id': '79eee098-6bae-4c42-964f-62f3e7d096e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'db8e4923-28e6-4f74-991c-a4c442934754'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:23:39.345601 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-d8f9321e-7c12-44e2-a13a-a1a72c9a7508 req-1372cac9-399b-4e08-a61b-a239269e83d2 service neutron] Bound port: a0422ca6-e970-4709-963b-5fff0c3eaac0, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79eee098-6bae-4c42-964f-62f3e7d096e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'db8e4923-28e6-4f74-991c-a4c442934754'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:23:39.345968 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-d8f9321e-7c12-44e2-a13a-a1a72c9a7508 req-1372cac9-399b-4e08-a61b-a239269e83d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:39.385207 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf580086-5074-4502-87dd-099bf4db5023 req-543ef7de-6bb9-4363-a27b-c778b667445d tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:39.392458 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bf580086-5074-4502-87dd-099bf4db5023 req-543ef7de-6bb9-4363-a27b-c778b667445d tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=96509f71-1e11-4ae9-9719-d507af7400da HTTP/1.1" status: 200 len: 950 time: 0.1893232 Nov 25 17:23:39.471612 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-d8f9321e-7c12-44e2-a13a-a1a72c9a7508 req-1372cac9-399b-4e08-a61b-a239269e83d2 service neutron] For port a0422ca6-e970-4709-963b-5fff0c3eaac0, host n-h2-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:23:39.482640 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-d8f9321e-7c12-44e2-a13a-a1a72c9a7508 req-1372cac9-399b-4e08-a61b-a239269e83d2 service neutron] For port a0422ca6-e970-4709-963b-5fff0c3eaac0, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=a0422ca6-e970-4709-963b-5fff0c3eaac0,segment=NetworkSegment(79eee098-6bae-4c42-964f-62f3e7d096e0),segment_id=79eee098-6bae-4c42-964f-62f3e7d096e0)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:23:39.491951 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-d8f9321e-7c12-44e2-a13a-a1a72c9a7508 req-1372cac9-399b-4e08-a61b-a239269e83d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:39.556920 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bf580086-5074-4502-87dd-099bf4db5023 req-2b89a495-b08b-4b53-8dc9-3e07c502dacc tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411245 Nov 25 17:23:39.577834 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f59e3-22e6-4524-8a6b-1d99d09ad643 req-5cc9b813-ec70-44f0-95e8-2d460b7a8870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:39.579582 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-378f59e3-22e6-4524-8a6b-1d99d09ad643 req-5cc9b813-ec70-44f0-95e8-2d460b7a8870 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=21f728f76092479bbd096847b3caf950&device_id=96509f71-1e11-4ae9-9719-d507af7400da HTTP/1.1" status: 200 len: 1101 time: 0.1862013 Nov 25 17:23:39.588591 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9321e-7c12-44e2-a13a-a1a72c9a7508 req-1372cac9-399b-4e08-a61b-a239269e83d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:39.595340 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-d8f9321e-7c12-44e2-a13a-a1a72c9a7508 req-1372cac9-399b-4e08-a61b-a239269e83d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:39.597637 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d8f9321e-7c12-44e2-a13a-a1a72c9a7508 req-1372cac9-399b-4e08-a61b-a239269e83d2 service neutron] 10.222.0.90 "PUT /v2.0/ports/a0422ca6-e970-4709-963b-5fff0c3eaac0 HTTP/1.1" status: 200 len: 1091 time: 1.4976385 Nov 25 17:23:39.599525 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdae04eb-70a6-4653-9828-41d4bffacb88', 'tag': 'a0422ca6-e970-4709-963b-5fff0c3eaac0'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:23:39.602089 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d17ce89-e863-4be4-b342-119894cfd767" -d '{"events": [{"name": "network-changed", "server_uuid": "bdae04eb-70a6-4653-9828-41d4bffacb88", "tag": "a0422ca6-e970-4709-963b-5fff0c3eaac0"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:23:39.741549 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1372cac9-399b-4e08-a61b-a239269e83d2 service neutron] Pushing event updated for resources: {'Port': ['ID=a0422ca6-e970-4709-963b-5fff0c3eaac0,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:39.755265 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f59e3-22e6-4524-8a6b-1d99d09ad643 req-9a1457d2-73fa-4a37-b075-31bc7fe5ee77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:39.756776 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-378f59e3-22e6-4524-8a6b-1d99d09ad643 req-9a1457d2-73fa-4a37-b075-31bc7fe5ee77 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ab4fed0b-9bf1-4925-8765-94da08c5de2a HTTP/1.1" status: 200 len: 870 time: 0.1677928 Nov 25 17:23:39.769188 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9321e-7c12-44e2-a13a-a1a72c9a7508 req-b295a56c-1648-45a1-8ad0-4d059cc5db8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:39.775436 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d8f9321e-7c12-44e2-a13a-a1a72c9a7508 req-b295a56c-1648-45a1-8ad0-4d059cc5db8b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1ee124f91e0c4280821568ab0453ce28&device_id=bdae04eb-70a6-4653-9828-41d4bffacb88 HTTP/1.1" status: 200 len: 1094 time: 0.1323946 Nov 25 17:23:39.808813 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-378f59e3-22e6-4524-8a6b-1d99d09ad643 req-e727633d-5209-4ab0-887d-95dcd60213db service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=177401c7-487a-4ed8-bc66-2ed80b0bfef7 HTTP/1.1" status: 200 len: 217 time: 0.0410821 Nov 25 17:23:39.873686 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d8f9321e-7c12-44e2-a13a-a1a72c9a7508 req-4f41b5e1-8c83-457f-8569-c309c19ac3ec service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0422ca6-e970-4709-963b-5fff0c3eaac0 HTTP/1.1" status: 200 len: 217 time: 0.0901814 Nov 25 17:23:39.977857 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9321e-7c12-44e2-a13a-a1a72c9a7508 req-30c9030e-7a8c-4618-9310-348aa4602815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:39.979316 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d8f9321e-7c12-44e2-a13a-a1a72c9a7508 req-30c9030e-7a8c-4618-9310-348aa4602815 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0ae7cf63-1267-4a12-ac67-5fb672452e57 HTTP/1.1" status: 200 len: 851 time: 0.0971103 Nov 25 17:23:39.983137 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f59e3-22e6-4524-8a6b-1d99d09ad643 req-e1cd5fa9-3232-45a5-a121-1f5b252c432e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:39.985369 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-378f59e3-22e6-4524-8a6b-1d99d09ad643 req-e1cd5fa9-3232-45a5-a121-1f5b252c432e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.1128187 Nov 25 17:23:40.033441 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b7b54-b9f3-4363-937e-1eb917f38677 req-ac687644-2404-4250-8788-cf6e5ef06ac9 tempest-ServersAdminTestJSON-644089684 tempest-ServersAdminTestJSON-644089684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:40.034944 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d8f9321e-7c12-44e2-a13a-a1a72c9a7508 req-5d251c9c-8855-4442-bc18-7808523bce04 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=db8e4923-28e6-4f74-991c-a4c442934754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411770 Nov 25 17:23:40.041886 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-df0b7b54-b9f3-4363-937e-1eb917f38677 req-ac687644-2404-4250-8788-cf6e5ef06ac9 tempest-ServersAdminTestJSON-644089684 tempest-ServersAdminTestJSON-644089684-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=851b2964-72a8-440e-8234-fc14db00e928 HTTP/1.1" status: 200 len: 1101 time: 0.2840774 Nov 25 17:23:40.087226 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f59e3-22e6-4524-8a6b-1d99d09ad643 req-e41f3739-ff0e-4c68-bea4-22b63769775e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:40.090902 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-378f59e3-22e6-4524-8a6b-1d99d09ad643 req-e41f3739-ff0e-4c68-bea4-22b63769775e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0954044 Nov 25 17:23:40.274665 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-df0b7b54-b9f3-4363-937e-1eb917f38677 req-9adea987-de57-48a3-8cf9-e6cff541f244 tempest-ServersAdminTestJSON-644089684 tempest-ServersAdminTestJSON-644089684-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168813 Nov 25 17:23:40.365329 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57f952-7615-42e6-bd31-0cd290ab91cc req-62597093-8bbd-4ad8-93fc-176564379c9a tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:40.369377 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6c57f952-7615-42e6-bd31-0cd290ab91cc req-62597093-8bbd-4ad8-93fc-176564379c9a tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.90 "GET /v2.0/ports?device_id=36e6230e-e34d-444c-a898-4607c2dbf6c6 HTTP/1.1" status: 200 len: 945 time: 0.1495082 Nov 25 17:23:40.410085 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-378f59e3-22e6-4524-8a6b-1d99d09ad643 req-95420c9c-dc27-4275-a828-0829e87a8ffc service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064287 Nov 25 17:23:40.793724 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d8f9321e-7c12-44e2-a13a-a1a72c9a7508 req-254aeba2-6975-4c17-aebe-ed22e9c78998 service neutron] 10.222.0.90 "GET /v2.0/networks/db8e4923-28e6-4f74-991c-a4c442934754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7488611 Nov 25 17:23:40.860256 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666d6f7-b2d7-4542-8b84-d168b926877c req-f2377cc6-fb87-4909-b643-32291767e60c tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:40.867763 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b666d6f7-b2d7-4542-8b84-d168b926877c req-f2377cc6-fb87-4909-b643-32291767e60c tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc2509d2-f3d8-4a76-88ba-4f24b3c24044 HTTP/1.1" status: 200 len: 944 time: 0.4135962 Nov 25 17:23:40.960061 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-378f59e3-22e6-4524-8a6b-1d99d09ad643 req-4a0f46cb-b330-4e27-9bfb-02e160dbf505 service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5410514 Nov 25 17:23:40.985965 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b666d6f7-b2d7-4542-8b84-d168b926877c req-823cac79-87b7-4559-a72d-b8340d971265 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166661 Nov 25 17:23:40.996609 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-6c57f952-7615-42e6-bd31-0cd290ab91cc req-c7b8f59f-a2e5-40f4-97a6-975d02233fdc tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Deleting port 46de3701-6f39-4e02-82eb-77c0bc829111 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:23:40.996609 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6c57f952-7615-42e6-bd31-0cd290ab91cc req-c7b8f59f-a2e5-40f4-97a6-975d02233fdc tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:41.062420 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c14557-af15-44a3-ac13-cca32a64baba x-openstack-request-id: req-20c14557-af15-44a3-ac13-cca32a64baba {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:23:41.062960 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdae04eb-70a6-4653-9828-41d4bffacb88", "tag": "a0422ca6-e970-4709-963b-5fff0c3eaac0", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:23:41.065213 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-20c14557-af15-44a3-ac13-cca32a64baba {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:23:41.088425 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdae04eb-70a6-4653-9828-41d4bffacb88', 'tag': 'a0422ca6-e970-4709-963b-5fff0c3eaac0', 'status': 'completed', 'code': 200} Nov 25 17:23:41.224590 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d8f9321e-7c12-44e2-a13a-a1a72c9a7508 req-28dd0be2-06cd-4fe0-a9f4-d01aa260a048 service neutron] 10.222.0.90 "GET /v2.0/networks/db8e4923-28e6-4f74-991c-a4c442934754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4214318 Nov 25 17:23:41.277916 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-6c57f952-7615-42e6-bd31-0cd290ab91cc req-c7b8f59f-a2e5-40f4-97a6-975d02233fdc tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] For port 46de3701-6f39-4e02-82eb-77c0bc829111, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=46de3701-6f39-4e02-82eb-77c0bc829111,segment=NetworkSegment(7697bcb9-6235-4bcb-abb5-7cbf373e2db4),segment_id=7697bcb9-6235-4bcb-abb5-7cbf373e2db4)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:41.278336 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6c57f952-7615-42e6-bd31-0cd290ab91cc req-c7b8f59f-a2e5-40f4-97a6-975d02233fdc tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:41.336456 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17ce89-e863-4be4-b342-119894cfd767 req-1ae97ff2-3daa-4ba4-b788-24eaf992d1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:41.338367 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-4d17ce89-e863-4be4-b342-119894cfd767 req-1ae97ff2-3daa-4ba4-b788-24eaf992d1ef service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1ee124f91e0c4280821568ab0453ce28&device_id=bdae04eb-70a6-4653-9828-41d4bffacb88 HTTP/1.1" status: 200 len: 1094 time: 0.0550697 Nov 25 17:23:41.413602 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e60861a-c466-40df-85f2-404180088494 req-e3b867ad-54fa-43d0-abd3-34e0da476461 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:41.422652 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8e60861a-c466-40df-85f2-404180088494 req-e3b867ad-54fa-43d0-abd3-34e0da476461 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=bdae04eb-70a6-4653-9828-41d4bffacb88 HTTP/1.1" status: 200 len: 943 time: 0.2103996 Nov 25 17:23:41.544316 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8e60861a-c466-40df-85f2-404180088494 req-6004b29a-b639-4597-bc06-880e31c030dc tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207004 Nov 25 17:23:41.549219 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17ce89-e863-4be4-b342-119894cfd767 req-e90b516e-efb5-48fe-b1d0-7ae52d211cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:41.552476 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-4d17ce89-e863-4be4-b342-119894cfd767 req-e90b516e-efb5-48fe-b1d0-7ae52d211cd3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=db8e4923-28e6-4f74-991c-a4c442934754 HTTP/1.1" status: 200 len: 912 time: 0.2021983 Nov 25 17:23:41.649336 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-4d17ce89-e863-4be4-b342-119894cfd767 req-f67c8eb6-d58b-4df0-9f5f-e1105a62bbbe service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0422ca6-e970-4709-963b-5fff0c3eaac0 HTTP/1.1" status: 200 len: 217 time: 0.0706542 Nov 25 17:23:41.733868 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6c57f952-7615-42e6-bd31-0cd290ab91cc req-c7b8f59f-a2e5-40f4-97a6-975d02233fdc tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:41.734243 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6c57f952-7615-42e6-bd31-0cd290ab91cc req-c7b8f59f-a2e5-40f4-97a6-975d02233fdc tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:41.734592 n-d-817746-1 neutron-server[103361]: INFO neutron.db.l3_db [req-6c57f952-7615-42e6-bd31-0cd290ab91cc req-c7b8f59f-a2e5-40f4-97a6-975d02233fdc tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Floating IP 5fe1b1ad-cc10-4a5d-bf59-f40a6bbc6e40 disassociated. External IP: 172.25.0.97, port: 46de3701-6f39-4e02-82eb-77c0bc829111. Nov 25 17:23:41.734935 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-6c57f952-7615-42e6-bd31-0cd290ab91cc req-c7b8f59f-a2e5-40f4-97a6-975d02233fdc tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Calling delete_port for 46de3701-6f39-4e02-82eb-77c0bc829111 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:23:41.737176 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17ce89-e863-4be4-b342-119894cfd767 req-925c2ab5-c2ba-4e38-b486-b2f1ad23e13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:41.739633 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-4d17ce89-e863-4be4-b342-119894cfd767 req-925c2ab5-c2ba-4e38-b486-b2f1ad23e13e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0ae7cf63-1267-4a12-ac67-5fb672452e57 HTTP/1.1" status: 200 len: 851 time: 0.0863154 Nov 25 17:23:41.815551 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-4d17ce89-e863-4be4-b342-119894cfd767 req-5dc3b07b-5d48-42dd-8b63-c1e67328f97b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=db8e4923-28e6-4f74-991c-a4c442934754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648003 Nov 25 17:23:42.007256 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-4d17ce89-e863-4be4-b342-119894cfd767 req-c28f9f3d-ea1e-4502-95e4-fe36905fae98 service neutron] 10.222.0.90 "GET /v2.0/networks/db8e4923-28e6-4f74-991c-a4c442934754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846664 Nov 25 17:23:42.032405 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6c57f952-7615-42e6-bd31-0cd290ab91cc req-c7b8f59f-a2e5-40f4-97a6-975d02233fdc tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:42.062544 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b8f59f-a2e5-40f4-97a6-975d02233fdc tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Pushing event deleted for resources: {'Port': ['ID=46de3701-6f39-4e02-82eb-77c0bc829111,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:42.073560 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f1f2d-11b6-43ff-b567-ea5c3245849c req-52d1b6b5-9777-47c2-af56-0222a9bb8b3b tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:42.075918 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fd2f1f2d-11b6-43ff-b567-ea5c3245849c req-52d1b6b5-9777-47c2-af56-0222a9bb8b3b tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=96509f71-1e11-4ae9-9719-d507af7400da HTTP/1.1" status: 200 len: 950 time: 0.1470790 Nov 25 17:23:42.178713 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-4d17ce89-e863-4be4-b342-119894cfd767 req-accfb5d8-97c8-4609-8984-3fdeb913b26b service neutron] 10.222.0.90 "GET /v2.0/networks/db8e4923-28e6-4f74-991c-a4c442934754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639092 Nov 25 17:23:42.222835 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fd2f1f2d-11b6-43ff-b567-ea5c3245849c req-454c660d-2a8d-49ae-be53-3207cd40c66a tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348391 Nov 25 17:23:42.302323 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c57f952-7615-42e6-bd31-0cd290ab91cc req-c7b8f59f-a2e5-40f4-97a6-975d02233fdc tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Router 7a9e7bf6-0ab7-41e1-839f-86930361fcef has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:23:42.518380 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c57f952-7615-42e6-bd31-0cd290ab91cc req-c7b8f59f-a2e5-40f4-97a6-975d02233fdc tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:23:42.534313 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d6236b-b9b1-4e9e-981c-7af2f9c6c102 None None] Sync routers for ids ['7a9e7bf6-0ab7-41e1-839f-86930361fcef'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:23:42.549715 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d6236b-b9b1-4e9e-981c-7af2f9c6c102 None None] Routers {'7a9e7bf6-0ab7-41e1-839f-86930361fcef'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:23:42.554993 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-f7d6236b-b9b1-4e9e-981c-7af2f9c6c102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:23:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['7a9e7bf6-0ab7-41e1-839f-86930361fcef'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:42.646691 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c57f952-7615-42e6-bd31-0cd290ab91cc req-c7b8f59f-a2e5-40f4-97a6-975d02233fdc tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] No DVR routers for this DVR port 46de3701-6f39-4e02-82eb-77c0bc829111 on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:23:42.653948 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6c57f952-7615-42e6-bd31-0cd290ab91cc req-c7b8f59f-a2e5-40f4-97a6-975d02233fdc tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:42.657524 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6c57f952-7615-42e6-bd31-0cd290ab91cc req-c7b8f59f-a2e5-40f4-97a6-975d02233fdc tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.90 "DELETE /v2.0/ports/46de3701-6f39-4e02-82eb-77c0bc829111 HTTP/1.1" status: 204 len: 173 time: 2.2838686 Nov 25 17:23:42.658003 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e6230e-e34d-444c-a898-4607c2dbf6c6', 'name': 'network-vif-deleted', 'tag': '46de3701-6f39-4e02-82eb-77c0bc829111'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:23:42.660593 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8195d81b-b422-4881-ba01-55c4da3d9798" -d '{"events": [{"server_uuid": "36e6230e-e34d-444c-a898-4607c2dbf6c6", "name": "network-vif-deleted", "tag": "46de3701-6f39-4e02-82eb-77c0bc829111"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:23:42.822950 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-f7d6236b-b9b1-4e9e-981c-7af2f9c6c102 None None] Set router 7a9e7bf6-0ab7-41e1-839f-86930361fcef gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:23:43.071166 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d908ead3-b515-44e6-b455-f7588f7f37b4 req-72e0e544-e83a-4737-ace8-950ffdc57bf8 tempest-ServersAdminTestJSON-644089684 tempest-ServersAdminTestJSON-644089684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:43.084519 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d908ead3-b515-44e6-b455-f7588f7f37b4 req-72e0e544-e83a-4737-ace8-950ffdc57bf8 tempest-ServersAdminTestJSON-644089684 tempest-ServersAdminTestJSON-644089684-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=851b2964-72a8-440e-8234-fc14db00e928 HTTP/1.1" status: 200 len: 1101 time: 0.1164436 Nov 25 17:23:43.176864 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d908ead3-b515-44e6-b455-f7588f7f37b4 req-f930bc4f-86a9-4da7-8954-4ef668325d5c tempest-ServersAdminTestJSON-644089684 tempest-ServersAdminTestJSON-644089684-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861006 Nov 25 17:23:43.328578 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-f7d6236b-b9b1-4e9e-981c-7af2f9c6c102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9e7bf6-0ab7-41e1-839f-86930361fcef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1479192076-router', 'tenant_id': '520c8060683a411693c2f2f826352c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '6ca05440-ed92-4161-bb18-9b22fd37bf43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:20:57Z', 'updated_at': '2021-11-25T17:21:01Z', 'revision_number': 4, 'project_id': '520c8060683a411693c2f2f826352c04', 'gw_port': {'id': '6ca05440-ed92-4161-bb18-9b22fd37bf43', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:89:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9e7bf6-0ab7-41e1-839f-86930361fcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:20:57Z', 'updated_at': '2021-11-25T17:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'e2c0760f-f8bb-4d0e-8efe-b3cd7113d1f6', 'name': '', 'network_id': 'c19272b3-a7a0-489a-a5dc-398c9698ec22', 'tenant_id': '520c8060683a411693c2f2f826352c04', 'mac_address': 'fa:16:3e:a1:e6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9e7bf6-0ab7-41e1-839f-86930361fcef', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1c8955ab-07f5-4cfb-9fa9-1512cb2f0b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:21:00Z', 'updated_at': '2021-11-25T17:21:08Z', 'revision_number': 5, 'project_id': '520c8060683a411693c2f2f826352c04', 'subnets': [{'id': '1c8955ab-07f5-4cfb-9fa9-1512cb2f0b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:43.346970 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68963169-dbd7-4109-b77f-33294fd74e2d req-d108fd39-a0f6-44ef-9f27-704e2b2cf9f0 tempest-MigrationsAdminTest-588239577 tempest-MigrationsAdminTest-588239577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:43.349574 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-68963169-dbd7-4109-b77f-33294fd74e2d req-d108fd39-a0f6-44ef-9f27-704e2b2cf9f0 tempest-MigrationsAdminTest-588239577 tempest-MigrationsAdminTest-588239577-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=96509f71-1e11-4ae9-9719-d507af7400da HTTP/1.1" status: 200 len: 1101 time: 0.1001413 Nov 25 17:23:43.377816 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d6236b-b9b1-4e9e-981c-7af2f9c6c102 None None] Checking router: 7a9e7bf6-0ab7-41e1-839f-86930361fcef for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:23:43.389341 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d6236b-b9b1-4e9e-981c-7af2f9c6c102 None None] Routers {'7a9e7bf6-0ab7-41e1-839f-86930361fcef'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:23:43.390224 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-f7d6236b-b9b1-4e9e-981c-7af2f9c6c102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:23:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['7a9e7bf6-0ab7-41e1-839f-86930361fcef'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:43.502642 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-68963169-dbd7-4109-b77f-33294fd74e2d req-447c5c24-c806-440e-9833-008203c6eba2 tempest-MigrationsAdminTest-588239577 tempest-MigrationsAdminTest-588239577-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418653 Nov 25 17:23:43.572386 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-f7d6236b-b9b1-4e9e-981c-7af2f9c6c102 None None] Set router 7a9e7bf6-0ab7-41e1-839f-86930361fcef gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:23:43.638551 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b7f4f-96aa-4928-bb80-19f239d65d59 req-48a5614e-efa0-4ed5-90d1-db926121fc50 tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:43.651734 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3c0b7f4f-96aa-4928-bb80-19f239d65d59 req-48a5614e-efa0-4ed5-90d1-db926121fc50 tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=fc2509d2-f3d8-4a76-88ba-4f24b3c24044 HTTP/1.1" status: 200 len: 1095 time: 0.0687442 Nov 25 17:23:43.724872 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3c0b7f4f-96aa-4928-bb80-19f239d65d59 req-479652c7-ed9e-4a43-b2e9-e20f7c1adc38 tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717371 Nov 25 17:23:43.954311 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device a0422ca6-e970-4709-963b-5fff0c3eaac0 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:23:43.973964 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf2e80-1985-4062-9577-b267968376cc req-3248b6ab-c4ca-4032-85d4-7da78a12ef08 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:43.984162 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-36bf2e80-1985-4062-9577-b267968376cc req-3248b6ab-c4ca-4032-85d4-7da78a12ef08 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=bdae04eb-70a6-4653-9828-41d4bffacb88 HTTP/1.1" status: 200 len: 943 time: 0.1308255 Nov 25 17:23:44.043526 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 46de3701-6f39-4e02-82eb-77c0bc829111 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:23:44.051399 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-f7d6236b-b9b1-4e9e-981c-7af2f9c6c102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9e7bf6-0ab7-41e1-839f-86930361fcef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1479192076-router', 'tenant_id': '520c8060683a411693c2f2f826352c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '6ca05440-ed92-4161-bb18-9b22fd37bf43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:20:57Z', 'updated_at': '2021-11-25T17:21:01Z', 'revision_number': 4, 'project_id': '520c8060683a411693c2f2f826352c04', 'gw_port': {'id': '6ca05440-ed92-4161-bb18-9b22fd37bf43', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:89:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9e7bf6-0ab7-41e1-839f-86930361fcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:20:57Z', 'updated_at': '2021-11-25T17:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'e2c0760f-f8bb-4d0e-8efe-b3cd7113d1f6', 'name': '', 'network_id': 'c19272b3-a7a0-489a-a5dc-398c9698ec22', 'tenant_id': '520c8060683a411693c2f2f826352c04', 'mac_address': 'fa:16:3e:a1:e6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9e7bf6-0ab7-41e1-839f-86930361fcef', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1c8955ab-07f5-4cfb-9fa9-1512cb2f0b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:21:00Z', 'updated_at': '2021-11-25T17:21:08Z', 'revision_number': 5, 'project_id': '520c8060683a411693c2f2f826352c04', 'subnets': [{'id': '1c8955ab-07f5-4cfb-9fa9-1512cb2f0b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:44.095705 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-36bf2e80-1985-4062-9577-b267968376cc req-a74a17ab-6ee9-4d6c-a694-6d92b3a111dc tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024091 Nov 25 17:23:44.141248 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: 46de3701-6f39-4e02-82eb-77c0bc829111 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:23:44.141604 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 46de3701-6f39-4e02-82eb-77c0bc829111 not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:23:44.145395 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b14c1f-bc26-4242-b274-ac30bff2a0f3 x-openstack-request-id: req-91b14c1f-bc26-4242-b274-ac30bff2a0f3 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:23:44.145691 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e6230e-e34d-444c-a898-4607c2dbf6c6", "name": "network-vif-deleted", "tag": "46de3701-6f39-4e02-82eb-77c0bc829111", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:23:44.146723 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-91b14c1f-bc26-4242-b274-ac30bff2a0f3 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:23:44.147143 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e6230e-e34d-444c-a898-4607c2dbf6c6', 'name': 'network-vif-deleted', 'tag': '46de3701-6f39-4e02-82eb-77c0bc829111', 'status': 'completed', 'code': 200} Nov 25 17:23:44.149503 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d6236b-b9b1-4e9e-981c-7af2f9c6c102 None None] The sync data for ids ['7a9e7bf6-0ab7-41e1-839f-86930361fcef'] in n-d-817746-1 is: [{'id': '7a9e7bf6-0ab7-41e1-839f-86930361fcef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1479192076-router', 'tenant_id': '520c8060683a411693c2f2f826352c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '6ca05440-ed92-4161-bb18-9b22fd37bf43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:20:57Z', 'updated_at': '2021-11-25T17:21:01Z', 'revision_number': 4, 'project_id': '520c8060683a411693c2f2f826352c04', 'gw_port': {'id': '6ca05440-ed92-4161-bb18-9b22fd37bf43', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:89:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9e7bf6-0ab7-41e1-839f-86930361fcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:20:57Z', 'updated_at': '2021-11-25T17:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'e2c0760f-f8bb-4d0e-8efe-b3cd7113d1f6', 'name': '', 'network_id': 'c19272b3-a7a0-489a-a5dc-398c9698ec22', 'tenant_id': '520c8060683a411693c2f2f826352c04', 'mac_address': 'fa:16:3e:a1:e6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9e7bf6-0ab7-41e1-839f-86930361fcef', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1c8955ab-07f5-4cfb-9fa9-1512cb2f0b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:21:00Z', 'updated_at': '2021-11-25T17:21:08Z', 'revision_number': 5, 'project_id': '520c8060683a411693c2f2f826352c04', 'subnets': [{'id': '1c8955ab-07f5-4cfb-9fa9-1512cb2f0b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:23:44.223945 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port a0422ca6-e970-4709-963b-5fff0c3eaac0, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=a0422ca6-e970-4709-963b-5fff0c3eaac0,segment=NetworkSegment(79eee098-6bae-4c42-964f-62f3e7d096e0),segment_id=79eee098-6bae-4c42-964f-62f3e7d096e0)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:44.256249 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': 'a0422ca6-e970-4709-963b-5fff0c3eaac0', 'network_id': 'db8e4923-28e6-4f74-991c-a4c442934754', 'port_id': 'a0422ca6-e970-4709-963b-5fff0c3eaac0', 'mac_address': 'fa:16:3e:cf:9f:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ae7cf63-1267-4a12-ac67-5fb672452e57', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:23:44.346443 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:44.369172 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0422ca6-e970-4709-963b-5fff0c3eaac0 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:23:44.425540 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port a0422ca6-e970-4709-963b-5fff0c3eaac0, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=a0422ca6-e970-4709-963b-5fff0c3eaac0,segment=NetworkSegment(79eee098-6bae-4c42-964f-62f3e7d096e0),segment_id=79eee098-6bae-4c42-964f-62f3e7d096e0)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:44.435279 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:44.561932 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=a0422ca6-e970-4709-963b-5fff0c3eaac0,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:44.670172 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['a0422ca6-e970-4709-963b-5fff0c3eaac0'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:23:44.674942 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb3b45a-88fd-4bda-adf5-1e9dc257f1e7 None None] New status for floating IP 5fe1b1ad-cc10-4a5d-bf59-f40a6bbc6e40: DOWN {{(pid=103363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:23:45.871935 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e9ef2-88bf-4ffd-bfa7-6a7b5f1165f0 req-45016c9b-44de-4896-8142-7095dcf0f047 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:45.873795 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ca8e9ef2-88bf-4ffd-bfa7-6a7b5f1165f0 req-45016c9b-44de-4896-8142-7095dcf0f047 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.74 "GET /v2.0/ports?device_id=95ee1561-8bc0-45ea-8856-9dd547a06607 HTTP/1.1" status: 200 len: 950 time: 0.0791466 Nov 25 17:23:45.967703 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device a0422ca6-e970-4709-963b-5fff0c3eaac0 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:23:46.045047 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-ca8e9ef2-88bf-4ffd-bfa7-6a7b5f1165f0 req-f3c7adf8-a6b0-45d3-b04d-09505a8d0b23 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Deleting port 61242243-b776-4897-bae1-887ccd67dfec {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:23:46.045396 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ca8e9ef2-88bf-4ffd-bfa7-6a7b5f1165f0 req-f3c7adf8-a6b0-45d3-b04d-09505a8d0b23 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:46.076356 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port a0422ca6-e970-4709-963b-5fff0c3eaac0 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:23:46.084262 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port a0422ca6-e970-4709-963b-5fff0c3eaac0 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:46.085684 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:46.154816 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-ca8e9ef2-88bf-4ffd-bfa7-6a7b5f1165f0 req-f3c7adf8-a6b0-45d3-b04d-09505a8d0b23 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] For port 61242243-b776-4897-bae1-887ccd67dfec, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=61242243-b776-4897-bae1-887ccd67dfec,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:46.155104 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ca8e9ef2-88bf-4ffd-bfa7-6a7b5f1165f0 req-f3c7adf8-a6b0-45d3-b04d-09505a8d0b23 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:46.169059 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-ca8e9ef2-88bf-4ffd-bfa7-6a7b5f1165f0 req-f3c7adf8-a6b0-45d3-b04d-09505a8d0b23 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Calling delete_port for 61242243-b776-4897-bae1-887ccd67dfec owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:23:46.347431 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:46.390160 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ca8e9ef2-88bf-4ffd-bfa7-6a7b5f1165f0 req-f3c7adf8-a6b0-45d3-b04d-09505a8d0b23 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:46.430288 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port a0422ca6-e970-4709-963b-5fff0c3eaac0, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=a0422ca6-e970-4709-963b-5fff0c3eaac0,segment=NetworkSegment(79eee098-6bae-4c42-964f-62f3e7d096e0),segment_id=79eee098-6bae-4c42-964f-62f3e7d096e0)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:46.434978 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c7adf8-a6b0-45d3-b04d-09505a8d0b23 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Pushing event deleted for resources: {'Port': ['ID=61242243-b776-4897-bae1-887ccd67dfec,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:46.467982 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdae04eb-70a6-4653-9828-41d4bffacb88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0422ca6-e970-4709-963b-5fff0c3eaac0'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:23:46.472386 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757c293e-171e-466b-9e35-5a5a41e3922b" -d '{"events": [{"server_uuid": "bdae04eb-70a6-4653-9828-41d4bffacb88", "name": "network-vif-plugged", "status": "completed", "tag": "a0422ca6-e970-4709-963b-5fff0c3eaac0"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:23:46.479563 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['7bc8e6d7-0892-4825-bc8d-f8fd1dede659', '61242243-b776-4897-bae1-887ccd67dfec', '9a3aa883-74e7-4643-acad-ec28749faee5'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:23:46.545897 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca8e9ef2-88bf-4ffd-bfa7-6a7b5f1165f0 req-f3c7adf8-a6b0-45d3-b04d-09505a8d0b23 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] No DVR routers for this DVR port 61242243-b776-4897-bae1-887ccd67dfec on host n-h1-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:23:46.550886 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ca8e9ef2-88bf-4ffd-bfa7-6a7b5f1165f0 req-f3c7adf8-a6b0-45d3-b04d-09505a8d0b23 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:46.563584 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ca8e9ef2-88bf-4ffd-bfa7-6a7b5f1165f0 req-f3c7adf8-a6b0-45d3-b04d-09505a8d0b23 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.74 "DELETE /v2.0/ports/61242243-b776-4897-bae1-887ccd67dfec HTTP/1.1" status: 204 len: 173 time: 0.6748939 Nov 25 17:23:46.563584 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ee1561-8bc0-45ea-8856-9dd547a06607', 'name': 'network-vif-deleted', 'tag': '61242243-b776-4897-bae1-887ccd67dfec'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:23:46.563883 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:46.564000 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5076e4-caf1-476f-ab27-d792396eae89" -d '{"events": [{"server_uuid": "95ee1561-8bc0-45ea-8856-9dd547a06607", "name": "network-vif-deleted", "tag": "61242243-b776-4897-bae1-887ccd67dfec"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:23:46.586757 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:46.683879 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:46.752391 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=a0422ca6-e970-4709-963b-5fff0c3eaac0,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:47.237291 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-69e0e7ff-9267-417d-9593-337126de2b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:49.251911 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:23:49.405835 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d6451e66-04d5-43be-8cb2-b50ad992b351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:49.924859 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 61242243-b776-4897-bae1-887ccd67dfec no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:23:49.960068 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: 61242243-b776-4897-bae1-887ccd67dfec {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:23:49.963649 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 61242243-b776-4897-bae1-887ccd67dfec not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:23:50.710270 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:51.598126 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-53805fd1-1ed7-4c90-92e0-713fd5be76d8 req-06590b39-6d39-4799-b1e1-a43ddce8544f tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--896182925&fields=id&tenant_id=520c8060683a411693c2f2f826352c04 HTTP/1.1" status: 200 len: 267 time: 0.1075046 Nov 25 17:23:51.701299 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b74cf-4777-42ee-b1f1-67d452dee535 req-ec7f9260-cd47-4b02-ae84-de21f51f789e tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:51.702927 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-745b74cf-4777-42ee-b1f1-67d452dee535 req-ec7f9260-cd47-4b02-ae84-de21f51f789e tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/networks?id=cdfc7726-be74-4470-a033-195b79623a95 HTTP/1.1" status: 200 len: 807 time: 0.2049401 Nov 25 17:23:51.733354 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-745b74cf-4777-42ee-b1f1-67d452dee535 req-90399906-83a2-4963-ad45-954a187a19a5 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/quotas/cbebe6cb2b944a35af1ec08d68611682 HTTP/1.1" status: 200 len: 375 time: 0.0226321 Nov 25 17:23:51.787979 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53805fd1-1ed7-4c90-92e0-713fd5be76d8 req-7fd0c365-3430-4b10-bfdb-c95ec0cba706 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:51.789563 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-53805fd1-1ed7-4c90-92e0-713fd5be76d8 req-7fd0c365-3430-4b10-bfdb-c95ec0cba706 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.75 "GET /v2.0/networks?id=c19272b3-a7a0-489a-a5dc-398c9698ec22 HTTP/1.1" status: 200 len: 824 time: 0.1752377 Nov 25 17:23:51.810860 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-53805fd1-1ed7-4c90-92e0-713fd5be76d8 req-08ab5b39-08f5-42e4-9c02-3efbedb5f154 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.75 "GET /v2.0/quotas/520c8060683a411693c2f2f826352c04 HTTP/1.1" status: 200 len: 375 time: 0.0123856 Nov 25 17:23:51.818266 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-745b74cf-4777-42ee-b1f1-67d452dee535 req-49c735a4-5647-428f-a8cd-1b3d93ebbf8d tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=cbebe6cb2b944a35af1ec08d68611682&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0750146 Nov 25 17:23:51.878326 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:51.926913 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-53805fd1-1ed7-4c90-92e0-713fd5be76d8 req-99131465-c968-4782-b3c8-22c6a1d4773b tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=520c8060683a411693c2f2f826352c04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1076901 Nov 25 17:23:51.977201 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-745b74cf-4777-42ee-b1f1-67d452dee535 req-a43410f1-c3ab-428f-8066-2a35f61f578a service neutron] 10.222.0.75 "GET /v2.0/networks/cdfc7726-be74-4470-a033-195b79623a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482646 Nov 25 17:23:52.097851 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-53805fd1-1ed7-4c90-92e0-713fd5be76d8 req-6e77d7ca-7fb5-4faf-b933-4812bdb56af6 service neutron] 10.222.0.75 "GET /v2.0/networks/c19272b3-a7a0-489a-a5dc-398c9698ec22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473353 Nov 25 17:23:52.142667 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-745b74cf-4777-42ee-b1f1-67d452dee535 req-cd6fd8f0-5738-4a20-b0c0-0958ce19129e service neutron] 10.222.0.75 "GET /v2.0/networks/cdfc7726-be74-4470-a033-195b79623a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368353 Nov 25 17:23:52.207352 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-53805fd1-1ed7-4c90-92e0-713fd5be76d8 req-05e93777-018a-4d84-b79d-cc05b2953dfe service neutron] 10.222.0.75 "GET /v2.0/networks/c19272b3-a7a0-489a-a5dc-398c9698ec22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005788 Nov 25 17:23:52.411206 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cc3455f7-092b-44a0-b68e-61490ae92b33 req-e9ffc536-0c44-4204-95f3-7bd3d542fdf7 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=21f728f76092479bbd096847b3caf950&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0438764 Nov 25 17:23:52.595199 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e3ae3-4111-41d6-9ae8-e7c9cce4edf8 req-ef2ee279-7725-4364-a549-b7f2da0c2de0 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:52.596723 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b83e3ae3-4111-41d6-9ae8-e7c9cce4edf8 req-ef2ee279-7725-4364-a549-b7f2da0c2de0 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=bdae04eb-70a6-4653-9828-41d4bffacb88 HTTP/1.1" status: 200 len: 945 time: 0.1319721 Nov 25 17:23:52.624893 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3455f7-092b-44a0-b68e-61490ae92b33 req-f27c0a22-f0a8-4d60-a77c-f441adb3a6c6 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:52.635443 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cc3455f7-092b-44a0-b68e-61490ae92b33 req-f27c0a22-f0a8-4d60-a77c-f441adb3a6c6 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2232630 Nov 25 17:23:52.656530 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cc3455f7-092b-44a0-b68e-61490ae92b33 req-63e582bc-ffd8-4166-a9a2-eb449db194e7 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/quotas/21f728f76092479bbd096847b3caf950 HTTP/1.1" status: 200 len: 375 time: 0.0199656 Nov 25 17:23:52.747538 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b83e3ae3-4111-41d6-9ae8-e7c9cce4edf8 req-1b1d4bd7-0883-466a-88f5-f3e82e182066 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405950 Nov 25 17:23:52.784322 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cc3455f7-092b-44a0-b68e-61490ae92b33 req-1dfcc5c5-0771-4c48-b210-bc92bcbb259a tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=21f728f76092479bbd096847b3caf950&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1147754 Nov 25 17:23:52.815029 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8294a4ed-ab45-40db-9569-455eb84608fb x-openstack-request-id: req-8294a4ed-ab45-40db-9569-455eb84608fb {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:23:52.815529 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdae04eb-70a6-4653-9828-41d4bffacb88", "name": "network-vif-plugged", "status": "completed", "tag": "a0422ca6-e970-4709-963b-5fff0c3eaac0", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:23:52.815969 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8294a4ed-ab45-40db-9569-455eb84608fb {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:23:52.816512 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdae04eb-70a6-4653-9828-41d4bffacb88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0422ca6-e970-4709-963b-5fff0c3eaac0', 'code': 200} Nov 25 17:23:52.916040 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1744eb4-a5c6-42b5-b90e-28dce16d5bbc x-openstack-request-id: req-e1744eb4-a5c6-42b5-b90e-28dce16d5bbc {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:23:52.917329 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ee1561-8bc0-45ea-8856-9dd547a06607", "name": "network-vif-deleted", "tag": "61242243-b776-4897-bae1-887ccd67dfec", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:23:52.917329 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e1744eb4-a5c6-42b5-b90e-28dce16d5bbc {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:23:52.917966 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ee1561-8bc0-45ea-8856-9dd547a06607', 'name': 'network-vif-deleted', 'tag': '61242243-b776-4897-bae1-887ccd67dfec', 'status': 'completed', 'code': 200} Nov 25 17:23:52.925540 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:53.005305 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be14884-781a-474a-9440-aed80d43efa4 req-038b8b8a-8e23-4c88-9333-a66e97ec1819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:53.007919 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7be14884-781a-474a-9440-aed80d43efa4 req-038b8b8a-8e23-4c88-9333-a66e97ec1819 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=bdae04eb-70a6-4653-9828-41d4bffacb88 HTTP/1.1" status: 200 len: 1096 time: 0.1111455 Nov 25 17:23:53.118070 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d0b3b8a7-58c2-43d3-8d1e-b829f891f443 req-259ffef7-3f60-401b-bb17-2a3e1af7e27c tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=0b019eb1-a039-43b5-966f-fa659895034f HTTP/1.1" status: 200 len: 210 time: 0.0506215 Nov 25 17:23:53.177711 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7be14884-781a-474a-9440-aed80d43efa4 req-f39355c3-b083-4852-a301-a8510bb7f827 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612709 Nov 25 17:23:53.370038 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f2036e63-f37a-4271-ab80-9f001bea3a89 req-ba2380dc-b4da-4c35-b5df-d1529ecc8030 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=851b2964-72a8-440e-8234-fc14db00e928&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0863063 Nov 25 17:23:53.382348 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa935e-861d-4c0c-80bf-ba08594c7da3 req-629b26a3-6a61-4183-93a8-30971733396a tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:53.391088 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-91aa935e-861d-4c0c-80bf-ba08594c7da3 req-629b26a3-6a61-4183-93a8-30971733396a tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] 10.222.0.75 "GET /v2.0/networks?id=78e58441-c55e-4f22-94a6-ad1d8b02134a HTTP/1.1" status: 200 len: 814 time: 0.1881592 Nov 25 17:23:53.407330 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-91aa935e-861d-4c0c-80bf-ba08594c7da3 req-15c88ebc-9e38-45ae-b469-80ee1d1f5cec tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] 10.222.0.75 "GET /v2.0/quotas/d740fab26b274afe83ef60f4055511ee HTTP/1.1" status: 200 len: 375 time: 0.0152159 Nov 25 17:23:53.446001 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2036e63-f37a-4271-ab80-9f001bea3a89 req-44b7461f-117a-4a21-9924-adc9cc9c1f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:53.448968 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f2036e63-f37a-4271-ab80-9f001bea3a89 req-44b7461f-117a-4a21-9924-adc9cc9c1f7a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b41b9caacf954de8a3af286a68550b64&device_id=851b2964-72a8-440e-8234-fc14db00e928 HTTP/1.1" status: 200 len: 1101 time: 0.0496759 Nov 25 17:23:53.467001 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-91aa935e-861d-4c0c-80bf-ba08594c7da3 req-873a9c3c-7085-4cda-816d-ec4dddf2f883 tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=d740fab26b274afe83ef60f4055511ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0586841 Nov 25 17:23:53.512361 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-671dd176-0bfa-45e9-97bb-7eb97cb81800 req-c5c6a5e6-73b6-45ab-8e52-7aec3f59b816 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.75 "GET /v2.0/ports?device_id=8a4986e2-aa5d-4f19-a5f4-c8d655be0af0 HTTP/1.1" status: 200 len: 210 time: 0.0531933 Nov 25 17:23:53.650698 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2036e63-f37a-4271-ab80-9f001bea3a89 req-0bc192e0-532e-4b2a-af90-c14e8bd62156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:53.652946 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5f6af263-1e86-4d6a-81c4-13f5b1983f08 req-6e6e1fe9-339c-4b02-a4a4-00bd9d9c7419 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c24082a-187a-4ce8-aeca-b51b3d804c0a HTTP/1.1" status: 200 len: 210 time: 0.0383024 Nov 25 17:23:53.654849 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f2036e63-f37a-4271-ab80-9f001bea3a89 req-0bc192e0-532e-4b2a-af90-c14e8bd62156 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ab4fed0b-9bf1-4925-8765-94da08c5de2a HTTP/1.1" status: 200 len: 870 time: 0.1781886 Nov 25 17:23:53.714342 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-91aa935e-861d-4c0c-80bf-ba08594c7da3 req-03b35d98-0d78-441a-803e-e280c7631d5b service neutron] 10.222.0.75 "GET /v2.0/networks/78e58441-c55e-4f22-94a6-ad1d8b02134a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112203 Nov 25 17:23:53.756084 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f2036e63-f37a-4271-ab80-9f001bea3a89 req-7fdfafdb-b392-4aa2-b532-cbcf5aa20b5a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=9a3aa883-74e7-4643-acad-ec28749faee5 HTTP/1.1" status: 200 len: 217 time: 0.0851519 Nov 25 17:23:53.867090 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2036e63-f37a-4271-ab80-9f001bea3a89 req-34735ba1-c5ba-4861-a96b-18aaa56d0049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:53.868675 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f2036e63-f37a-4271-ab80-9f001bea3a89 req-34735ba1-c5ba-4861-a96b-18aaa56d0049 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.0853786 Nov 25 17:23:53.939161 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2036e63-f37a-4271-ab80-9f001bea3a89 req-e03d0887-87f4-4c2f-a4ef-ecafb02e7e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:53.940885 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f2036e63-f37a-4271-ab80-9f001bea3a89 req-e03d0887-87f4-4c2f-a4ef-ecafb02e7e06 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0608363 Nov 25 17:23:53.988074 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f54265d-e9e1-4141-8355-104ad10591e7 req-64379695-68e0-4079-a35a-667775251d7d tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:53.989575 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8f54265d-e9e1-4141-8355-104ad10591e7 req-64379695-68e0-4079-a35a-667775251d7d tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce6bb985-ee18-4480-9c50-25517878625c HTTP/1.1" status: 200 len: 949 time: 0.2204480 Nov 25 17:23:54.025825 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b74cf-4777-42ee-b1f1-67d452dee535 req-32df8251-6b32-4938-b2a4-a2d0a1d33d5a tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:54.027805 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-745b74cf-4777-42ee-b1f1-67d452dee535 req-32df8251-6b32-4938-b2a4-a2d0a1d33d5a tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.74 "GET /v2.0/networks?id=cdfc7726-be74-4470-a033-195b79623a95 HTTP/1.1" status: 200 len: 807 time: 0.3122613 Nov 25 17:23:54.039509 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-91aa935e-861d-4c0c-80bf-ba08594c7da3 req-2fb0152b-73be-4931-8ca2-a45d549c3852 service neutron] 10.222.0.75 "GET /v2.0/networks/78e58441-c55e-4f22-94a6-ad1d8b02134a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118222 Nov 25 17:23:54.048406 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f2036e63-f37a-4271-ab80-9f001bea3a89 req-91a45c82-3921-48c2-a993-6257cf2433d4 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957224 Nov 25 17:23:54.049539 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-745b74cf-4777-42ee-b1f1-67d452dee535 req-70859134-a7a3-4bcf-8d9f-277615d09439 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Request body: {'port': {'device_id': '0b019eb1-a039-43b5-966f-fa659895034f', 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95', 'admin_state_up': True, 'tenant_id': 'cbebe6cb2b944a35af1ec08d68611682'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:54.282507 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f2036e63-f37a-4271-ab80-9f001bea3a89 req-860c006e-cde2-4af3-b010-218ba004c1ed service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202725 Nov 25 17:23:54.507821 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53805fd1-1ed7-4c90-92e0-713fd5be76d8 req-5ede04a3-fa6c-4fae-92bc-4d00149a43c4 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:54.508663 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8f54265d-e9e1-4141-8355-104ad10591e7 req-f0afca75-986b-4dcd-82ab-bc4f7a4f0263 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5021217 Nov 25 17:23:54.509962 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-53805fd1-1ed7-4c90-92e0-713fd5be76d8 req-5ede04a3-fa6c-4fae-92bc-4d00149a43c4 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.74 "GET /v2.0/networks?id=c19272b3-a7a0-489a-a5dc-398c9698ec22 HTTP/1.1" status: 200 len: 824 time: 0.2002676 Nov 25 17:23:54.605106 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-53805fd1-1ed7-4c90-92e0-713fd5be76d8 req-18ed378d-2eb7-4c78-94d6-31d79245aabc tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=520c8060683a411693c2f2f826352c04 HTTP/1.1" status: 200 len: 379 time: 0.0794194 Nov 25 17:23:54.616615 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-53805fd1-1ed7-4c90-92e0-713fd5be76d8 req-1228c22f-8c86-4ca9-b890-d57dc7388a4b tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Request body: {'port': {'device_id': '8a4986e2-aa5d-4f19-a5f4-c8d655be0af0', 'network_id': 'c19272b3-a7a0-489a-a5dc-398c9698ec22', 'admin_state_up': True, 'tenant_id': '520c8060683a411693c2f2f826352c04', 'security_groups': ['24dbdd6a-ab6c-4cbc-8a4e-66c37691d859']}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:54.629808 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb2e90-e660-4ed8-83b1-06f41fd5b95f req-690379a1-012c-43d6-bc02-9ef07cf933ca tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:54.637416 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a1eb2e90-e660-4ed8-83b1-06f41fd5b95f req-690379a1-012c-43d6-bc02-9ef07cf933ca tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=bdae04eb-70a6-4653-9828-41d4bffacb88 HTTP/1.1" status: 200 len: 945 time: 0.1865182 Nov 25 17:23:54.709763 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-24d5117d-1656-446d-be0b-a92328cf1812 req-fc584509-6fac-4157-a8df-9ab92c2b8392 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=0b019eb1-a039-43b5-966f-fa659895034f HTTP/1.1" status: 200 len: 210 time: 0.0646136 Nov 25 17:23:54.793868 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-745b74cf-4777-42ee-b1f1-67d452dee535 req-70859134-a7a3-4bcf-8d9f-277615d09439 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Made reservation on behalf of cbebe6cb2b944a35af1ec08d68611682 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:54.798900 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-745b74cf-4777-42ee-b1f1-67d452dee535 req-70859134-a7a3-4bcf-8d9f-277615d09439 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:54.806549 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53805fd1-1ed7-4c90-92e0-713fd5be76d8 req-1228c22f-8c86-4ca9-b890-d57dc7388a4b tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Made reservation on behalf of 520c8060683a411693c2f2f826352c04 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:54.815236 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-53805fd1-1ed7-4c90-92e0-713fd5be76d8 req-1228c22f-8c86-4ca9-b890-d57dc7388a4b tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:54.872216 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f508ba16-1242-460a-a9f2-f56476fb5fc8 req-f361dc09-8650-47bb-ae94-b679f1572fe4 tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6697e90-8955-4f23-bb64-a37e79d12f78 HTTP/1.1" status: 200 len: 210 time: 0.0590327 Nov 25 17:23:54.923051 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a1eb2e90-e660-4ed8-83b1-06f41fd5b95f req-d9c66df4-204c-4169-8197-b4df2b1c481a tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850075 Nov 25 17:23:54.969730 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-cc3455f7-092b-44a0-b68e-61490ae92b33 req-32d16c7c-90a9-43e2-85d1-0db9e7e3a837 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=21f728f76092479bbd096847b3caf950&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373282 Nov 25 17:23:55.127430 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-57ecedfc-2425-4695-8ec1-c99fdaa72a5f req-f2211046-cf4b-463b-84a7-92eaaed16412 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c24082a-187a-4ce8-aeca-b51b3d804c0a HTTP/1.1" status: 200 len: 210 time: 0.0814466 Nov 25 17:23:55.129499 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ae2a1916-dfe1-4cef-b03a-fcbdb2bc2608 req-cab2f735-823a-4d8c-8a8c-4e59d7a77db3 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.75 "GET /v2.0/ports?device_id=8a4986e2-aa5d-4f19-a5f4-c8d655be0af0 HTTP/1.1" status: 200 len: 210 time: 0.0663507 Nov 25 17:23:55.165718 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.74', 58960) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:55.167418 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-53805fd1-1ed7-4c90-92e0-713fd5be76d8 req-1228c22f-8c86-4ca9-b890-d57dc7388a4b tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Allocated IP 172.20.0.4 (c19272b3-a7a0-489a-a5dc-398c9698ec22/1c8955ab-07f5-4cfb-9fa9-1512cb2f0b03/85032dc6-7db5-4366-a0e5-fcd20868fa7a) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:23:55.258050 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3455f7-092b-44a0-b68e-61490ae92b33 req-9ba6c370-c48f-4466-8bde-ab89c0493cbc tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:55.261504 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-cc3455f7-092b-44a0-b68e-61490ae92b33 req-9ba6c370-c48f-4466-8bde-ab89c0493cbc tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2712283 Nov 25 17:23:55.282197 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-cc3455f7-092b-44a0-b68e-61490ae92b33 req-dd2a3ac3-d94b-48f8-b0f8-6713e4e9c9e7 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Request body: {'port': {'device_id': '0c24082a-187a-4ce8-aeca-b51b3d804c0a', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'admin_state_up': True, 'tenant_id': '21f728f76092479bbd096847b3caf950'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:55.283917 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99644402-87ad-4a5c-a3bb-bff3ec1436c8 req-65f3779d-a433-43ea-a208-61f5266211c0 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:55.286988 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-99644402-87ad-4a5c-a3bb-bff3ec1436c8 req-65f3779d-a433-43ea-a208-61f5266211c0 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce6bb985-ee18-4480-9c50-25517878625c HTTP/1.1" status: 200 len: 949 time: 0.1186934 Nov 25 17:23:55.288976 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-745b74cf-4777-42ee-b1f1-67d452dee535 req-70859134-a7a3-4bcf-8d9f-277615d09439 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Allocated IP 172.20.0.4 (cdfc7726-be74-4470-a033-195b79623a95/ee1e665a-f297-4067-8b5a-7a7e373f89c9/4f364e30-1840-4273-9226-3786fd484ad0) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:23:55.462013 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-53805fd1-1ed7-4c90-92e0-713fd5be76d8 req-1228c22f-8c86-4ca9-b890-d57dc7388a4b tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:55.495615 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-99644402-87ad-4a5c-a3bb-bff3ec1436c8 req-dc387bd0-57f6-414d-b795-06f826666cf0 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Deleting port 7bc8e6d7-0892-4825-bc8d-f8fd1dede659 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:23:55.495982 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-99644402-87ad-4a5c-a3bb-bff3ec1436c8 req-dc387bd0-57f6-414d-b795-06f826666cf0 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:55.496916 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc3455f7-092b-44a0-b68e-61490ae92b33 req-dd2a3ac3-d94b-48f8-b0f8-6713e4e9c9e7 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Made reservation on behalf of 21f728f76092479bbd096847b3caf950 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:55.500377 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-cc3455f7-092b-44a0-b68e-61490ae92b33 req-dd2a3ac3-d94b-48f8-b0f8-6713e4e9c9e7 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:55.577630 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-53805fd1-1ed7-4c90-92e0-713fd5be76d8 req-1228c22f-8c86-4ca9-b890-d57dc7388a4b tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:55.612868 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-745b74cf-4777-42ee-b1f1-67d452dee535 req-70859134-a7a3-4bcf-8d9f-277615d09439 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:55.668174 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-99644402-87ad-4a5c-a3bb-bff3ec1436c8 req-dc387bd0-57f6-414d-b795-06f826666cf0 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] For port 7bc8e6d7-0892-4825-bc8d-f8fd1dede659, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=7bc8e6d7-0892-4825-bc8d-f8fd1dede659,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:55.668715 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-99644402-87ad-4a5c-a3bb-bff3ec1436c8 req-dc387bd0-57f6-414d-b795-06f826666cf0 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:55.673520 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53805fd1-1ed7-4c90-92e0-713fd5be76d8 req-1228c22f-8c86-4ca9-b890-d57dc7388a4b tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Network c19272b3-a7a0-489a-a5dc-398c9698ec22 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:23:55.683261 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-53805fd1-1ed7-4c90-92e0-713fd5be76d8 req-1228c22f-8c86-4ca9-b890-d57dc7388a4b tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:55.688965 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1228c22f-8c86-4ca9-b890-d57dc7388a4b tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Pushing event updated for resources: {'Port': ['ID=85032dc6-7db5-4366-a0e5-fcd20868fa7a,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:55.691269 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-53805fd1-1ed7-4c90-92e0-713fd5be76d8 req-1228c22f-8c86-4ca9-b890-d57dc7388a4b tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:23:55.750134 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-99644402-87ad-4a5c-a3bb-bff3ec1436c8 req-dc387bd0-57f6-414d-b795-06f826666cf0 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Calling delete_port for 7bc8e6d7-0892-4825-bc8d-f8fd1dede659 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:23:55.786094 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0459a09-b613-4259-a98b-1660dce5fb2a req-a2ad1fb6-c83f-4a75-b458-48a8594b45b0 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:55.794908 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e0459a09-b613-4259-a98b-1660dce5fb2a req-a2ad1fb6-c83f-4a75-b458-48a8594b45b0 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce6bb985-ee18-4480-9c50-25517878625c HTTP/1.1" status: 200 len: 949 time: 0.1803017 Nov 25 17:23:55.802934 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-cc3455f7-092b-44a0-b68e-61490ae92b33 req-dd2a3ac3-d94b-48f8-b0f8-6713e4e9c9e7 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Allocated IP 192.168.233.232 (ab4fed0b-9bf1-4925-8765-94da08c5de2a/8793709c-5336-428d-aede-b0b8df1a26b2/60631d9b-f36f-4467-ae4b-b4f7dfd5ea53) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:23:55.830042 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53805fd1-1ed7-4c90-92e0-713fd5be76d8 req-1228c22f-8c86-4ca9-b890-d57dc7388a4b tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:55.830726 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-53805fd1-1ed7-4c90-92e0-713fd5be76d8 req-1228c22f-8c86-4ca9-b890-d57dc7388a4b tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:55.865883 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-745b74cf-4777-42ee-b1f1-67d452dee535 req-70859134-a7a3-4bcf-8d9f-277615d09439 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:55.872606 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-53805fd1-1ed7-4c90-92e0-713fd5be76d8 req-1228c22f-8c86-4ca9-b890-d57dc7388a4b tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2599919 Nov 25 17:23:55.897749 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-53805fd1-1ed7-4c90-92e0-713fd5be76d8 req-0fe83466-0dea-4861-8f37-335db2c8a4fb service neutron] Request body: {'port': {'device_id': '8a4986e2-aa5d-4f19-a5f4-c8d655be0af0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:56.061526 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-096c7e14-9519-49c6-b9f5-ae78758cdffb None None] Provisioning complete for port 85032dc6-7db5-4366-a0e5-fcd20868fa7a triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:56.062076 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-096c7e14-9519-49c6-b9f5-ae78758cdffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:56.103619 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-096c7e14-9519-49c6-b9f5-ae78758cdffb None None] Port 85032dc6-7db5-4366-a0e5-fcd20868fa7a cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:23:56.137842 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-53805fd1-1ed7-4c90-92e0-713fd5be76d8 req-0fe83466-0dea-4861-8f37-335db2c8a4fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:56.162914 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-745b74cf-4777-42ee-b1f1-67d452dee535 req-70859134-a7a3-4bcf-8d9f-277615d09439 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Network cdfc7726-be74-4470-a033-195b79623a95 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:23:56.179774 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e0459a09-b613-4259-a98b-1660dce5fb2a req-cd31577a-5e2f-476d-bacb-8daa4d1cdfa6 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837821 Nov 25 17:23:56.180987 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-745b74cf-4777-42ee-b1f1-67d452dee535 req-70859134-a7a3-4bcf-8d9f-277615d09439 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:56.221664 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-cc3455f7-092b-44a0-b68e-61490ae92b33 req-dd2a3ac3-d94b-48f8-b0f8-6713e4e9c9e7 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:56.293259 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-99644402-87ad-4a5c-a3bb-bff3ec1436c8 req-dc387bd0-57f6-414d-b795-06f826666cf0 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:56.305044 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['7bc8e6d7-0892-4825-bc8d-f8fd1dede659', '9a3aa883-74e7-4643-acad-ec28749faee5'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:23:56.315268 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-745b74cf-4777-42ee-b1f1-67d452dee535 req-70859134-a7a3-4bcf-8d9f-277615d09439 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:23:56.440677 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-91ebf41c-d53d-41f1-8044-8cf79b9b33ab req-cbc01ec9-2494-430c-a8b1-957a64e0d53d tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6697e90-8955-4f23-bb64-a37e79d12f78 HTTP/1.1" status: 200 len: 210 time: 0.1321430 Nov 25 17:23:56.476550 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-cc3455f7-092b-44a0-b68e-61490ae92b33 req-dd2a3ac3-d94b-48f8-b0f8-6713e4e9c9e7 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:56.496196 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa935e-861d-4c0c-80bf-ba08594c7da3 req-6ec6774a-471d-4d09-941c-ed0276635918 tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:56.501881 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-91aa935e-861d-4c0c-80bf-ba08594c7da3 req-6ec6774a-471d-4d09-941c-ed0276635918 tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] 10.222.0.90 "GET /v2.0/networks?id=78e58441-c55e-4f22-94a6-ad1d8b02134a HTTP/1.1" status: 200 len: 814 time: 0.6670620 Nov 25 17:23:56.511954 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-99644402-87ad-4a5c-a3bb-bff3ec1436c8 req-dc387bd0-57f6-414d-b795-06f826666cf0 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] No DVR routers for this DVR port 7bc8e6d7-0892-4825-bc8d-f8fd1dede659 on host n-h1-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:23:56.530679 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1e9ff-9083-4d93-b456-2b1fd70f92c9 req-1b9333a1-e87c-4e57-909f-45f4f470b460 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:56.533462 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a3ac3-d94b-48f8-b0f8-6713e4e9c9e7 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Pushing event updated for resources: {'Port': ['ID=60631d9b-f36f-4467-ae4b-b4f7dfd5ea53,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:56.540737 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8ac1e9ff-9083-4d93-b456-2b1fd70f92c9 req-1b9333a1-e87c-4e57-909f-45f4f470b460 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=0b019eb1-a039-43b5-966f-fa659895034f HTTP/1.1" status: 200 len: 931 time: 0.6572475 Nov 25 17:23:56.555934 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc3455f7-092b-44a0-b68e-61490ae92b33 req-dd2a3ac3-d94b-48f8-b0f8-6713e4e9c9e7 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Network ab4fed0b-9bf1-4925-8765-94da08c5de2a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:23:56.560783 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-cc3455f7-092b-44a0-b68e-61490ae92b33 req-dd2a3ac3-d94b-48f8-b0f8-6713e4e9c9e7 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:56.568472 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc3455f7-092b-44a0-b68e-61490ae92b33 req-dd2a3ac3-d94b-48f8-b0f8-6713e4e9c9e7 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:23:56.578129 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-91aa935e-861d-4c0c-80bf-ba08594c7da3 req-83d5ca4e-2ab7-4a3d-beca-f490aff40dee tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] Request body: {'port': {'device_id': 'd6697e90-8955-4f23-bb64-a37e79d12f78', 'network_id': '78e58441-c55e-4f22-94a6-ad1d8b02134a', 'admin_state_up': True, 'tenant_id': 'd740fab26b274afe83ef60f4055511ee'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:56.582197 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-99644402-87ad-4a5c-a3bb-bff3ec1436c8 req-dc387bd0-57f6-414d-b795-06f826666cf0 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:56.585430 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-99644402-87ad-4a5c-a3bb-bff3ec1436c8 req-dc387bd0-57f6-414d-b795-06f826666cf0 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.74 "DELETE /v2.0/ports/7bc8e6d7-0892-4825-bc8d-f8fd1dede659 HTTP/1.1" status: 204 len: 173 time: 1.2866409 Nov 25 17:23:56.587947 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce6bb985-ee18-4480-9c50-25517878625c', 'name': 'network-vif-deleted', 'tag': '7bc8e6d7-0892-4825-bc8d-f8fd1dede659'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:23:56.591074 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4fd4ebe-20d0-4c83-9121-7742a94bd7d2" -d '{"events": [{"server_uuid": "ce6bb985-ee18-4480-9c50-25517878625c", "name": "network-vif-deleted", "tag": "7bc8e6d7-0892-4825-bc8d-f8fd1dede659"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:23:56.602466 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70859134-a7a3-4bcf-8d9f-277615d09439 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Pushing event updated for resources: {'Port': ['ID=4f364e30-1840-4273-9226-3786fd484ad0,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:56.663878 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc387bd0-57f6-414d-b795-06f826666cf0 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Pushing event deleted for resources: {'Port': ['ID=7bc8e6d7-0892-4825-bc8d-f8fd1dede659,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:56.701090 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-53805fd1-1ed7-4c90-92e0-713fd5be76d8 req-0fe83466-0dea-4861-8f37-335db2c8a4fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85032dc6-7db5-4366-a0e5-fcd20868fa7a {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:23:56.701937 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b74cf-4777-42ee-b1f1-67d452dee535 req-70859134-a7a3-4bcf-8d9f-277615d09439 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:56.702604 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-745b74cf-4777-42ee-b1f1-67d452dee535 req-70859134-a7a3-4bcf-8d9f-277615d09439 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:56.732063 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['177401c7-487a-4ed8-bc66-2ed80b0bfef7'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:23:56.740173 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3455f7-092b-44a0-b68e-61490ae92b33 req-dd2a3ac3-d94b-48f8-b0f8-6713e4e9c9e7 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:56.740883 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-cc3455f7-092b-44a0-b68e-61490ae92b33 req-dd2a3ac3-d94b-48f8-b0f8-6713e4e9c9e7 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:56.744743 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-53805fd1-1ed7-4c90-92e0-713fd5be76d8 req-0fe83466-0dea-4861-8f37-335db2c8a4fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:56.786781 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-745b74cf-4777-42ee-b1f1-67d452dee535 req-70859134-a7a3-4bcf-8d9f-277615d09439 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7418685 Nov 25 17:23:56.818637 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8ac1e9ff-9083-4d93-b456-2b1fd70f92c9 req-85d643a9-cb94-45b5-87d7-42cb46a84740 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766914 Nov 25 17:23:56.832362 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-53805fd1-1ed7-4c90-92e0-713fd5be76d8 req-0fe83466-0dea-4861-8f37-335db2c8a4fb service neutron] Transition to ACTIVE for port object 85032dc6-7db5-4366-a0e5-fcd20868fa7a will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:23:56.851661 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-cc3455f7-092b-44a0-b68e-61490ae92b33 req-dd2a3ac3-d94b-48f8-b0f8-6713e4e9c9e7 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5744958 Nov 25 17:23:56.852727 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-745b74cf-4777-42ee-b1f1-67d452dee535 req-ecb7ed4a-a860-4c8c-80f4-24ae332f7bb4 service neutron] Request body: {'port': {'device_id': '0b019eb1-a039-43b5-966f-fa659895034f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:56.859790 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-53805fd1-1ed7-4c90-92e0-713fd5be76d8 req-0fe83466-0dea-4861-8f37-335db2c8a4fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:56.911305 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-cc3455f7-092b-44a0-b68e-61490ae92b33 req-31b7afd3-d539-4c24-916c-babffc9d17a3 service neutron] Request body: {'port': {'device_id': '0c24082a-187a-4ce8-aeca-b51b3d804c0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:57.106142 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-745b74cf-4777-42ee-b1f1-67d452dee535 req-ecb7ed4a-a860-4c8c-80f4-24ae332f7bb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:57.258610 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe83466-0dea-4861-8f37-335db2c8a4fb service neutron] Pushing event updated for resources: {'Port': ['ID=85032dc6-7db5-4366-a0e5-fcd20868fa7a,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:57.269661 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-cc3455f7-092b-44a0-b68e-61490ae92b33 req-31b7afd3-d539-4c24-916c-babffc9d17a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:57.292489 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6b098-e663-4721-9f35-94360c14f7a2 req-7ae96a48-712b-44bc-b697-7c1b57935184 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:57.301115 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-75c6b098-e663-4721-9f35-94360c14f7a2 req-7ae96a48-712b-44bc-b697-7c1b57935184 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=bdae04eb-70a6-4653-9828-41d4bffacb88 HTTP/1.1" status: 200 len: 945 time: 0.7355902 Nov 25 17:23:57.749305 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-53805fd1-1ed7-4c90-92e0-713fd5be76d8 req-0fe83466-0dea-4861-8f37-335db2c8a4fb service neutron] Attempting to bind port 85032dc6-7db5-4366-a0e5-fcd20868fa7a on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:23:57.749749 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-53805fd1-1ed7-4c90-92e0-713fd5be76d8 req-0fe83466-0dea-4861-8f37-335db2c8a4fb service neutron] Attempting to bind port 85032dc6-7db5-4366-a0e5-fcd20868fa7a by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '7697bcb9-6235-4bcb-abb5-7cbf373e2db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'c19272b3-a7a0-489a-a5dc-398c9698ec22'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:23:57.750022 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53805fd1-1ed7-4c90-92e0-713fd5be76d8 req-0fe83466-0dea-4861-8f37-335db2c8a4fb service neutron] Attempting to bind port 85032dc6-7db5-4366-a0e5-fcd20868fa7a on network c19272b3-a7a0-489a-a5dc-398c9698ec22 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:23:57.759776 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-5063d7a0-f9da-40b9-8860-f808fc6d343f None None] Provisioning complete for port 60631d9b-f36f-4467-ae4b-b4f7dfd5ea53 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:57.765188 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5063d7a0-f9da-40b9-8860-f808fc6d343f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:57.777639 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53805fd1-1ed7-4c90-92e0-713fd5be76d8 req-0fe83466-0dea-4861-8f37-335db2c8a4fb service neutron] Port 85032dc6-7db5-4366-a0e5-fcd20868fa7a on network c19272b3-a7a0-489a-a5dc-398c9698ec22 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:23:57.778279 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53805fd1-1ed7-4c90-92e0-713fd5be76d8 req-0fe83466-0dea-4861-8f37-335db2c8a4fb service neutron] Attempting to bind port 85032dc6-7db5-4366-a0e5-fcd20868fa7a on network c19272b3-a7a0-489a-a5dc-398c9698ec22 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:23:57.787388 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f49208-bebd-4e09-ae55-accdcc0377ae req-b1297fe2-ad79-4bbb-8440-b4c2037aaac7 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:57.801620 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d6f49208-bebd-4e09-ae55-accdcc0377ae req-b1297fe2-ad79-4bbb-8440-b4c2037aaac7 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c24082a-187a-4ce8-aeca-b51b3d804c0a HTTP/1.1" status: 200 len: 936 time: 0.7291498 Nov 25 17:23:57.861895 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-5063d7a0-f9da-40b9-8860-f808fc6d343f None None] Port 60631d9b-f36f-4467-ae4b-b4f7dfd5ea53 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:23:57.879344 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53805fd1-1ed7-4c90-92e0-713fd5be76d8 req-0fe83466-0dea-4861-8f37-335db2c8a4fb service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:23:57.879816 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53805fd1-1ed7-4c90-92e0-713fd5be76d8 req-0fe83466-0dea-4861-8f37-335db2c8a4fb service neutron] Checking segment: {'id': '7697bcb9-6235-4bcb-abb5-7cbf373e2db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'c19272b3-a7a0-489a-a5dc-398c9698ec22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:23:57.880323 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53805fd1-1ed7-4c90-92e0-713fd5be76d8 req-0fe83466-0dea-4861-8f37-335db2c8a4fb service neutron] Bound using segment: {'id': '7697bcb9-6235-4bcb-abb5-7cbf373e2db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'c19272b3-a7a0-489a-a5dc-398c9698ec22'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:23:57.880895 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-53805fd1-1ed7-4c90-92e0-713fd5be76d8 req-0fe83466-0dea-4861-8f37-335db2c8a4fb service neutron] Bound port: 85032dc6-7db5-4366-a0e5-fcd20868fa7a, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7697bcb9-6235-4bcb-abb5-7cbf373e2db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'c19272b3-a7a0-489a-a5dc-398c9698ec22'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:23:57.881358 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-53805fd1-1ed7-4c90-92e0-713fd5be76d8 req-0fe83466-0dea-4861-8f37-335db2c8a4fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:57.999602 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-53805fd1-1ed7-4c90-92e0-713fd5be76d8 req-0fe83466-0dea-4861-8f37-335db2c8a4fb service neutron] For port 85032dc6-7db5-4366-a0e5-fcd20868fa7a, host n-h1-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:23:58.006802 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-53805fd1-1ed7-4c90-92e0-713fd5be76d8 req-0fe83466-0dea-4861-8f37-335db2c8a4fb service neutron] For port 85032dc6-7db5-4366-a0e5-fcd20868fa7a, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=85032dc6-7db5-4366-a0e5-fcd20868fa7a,segment=NetworkSegment(7697bcb9-6235-4bcb-abb5-7cbf373e2db4),segment_id=7697bcb9-6235-4bcb-abb5-7cbf373e2db4)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:23:58.019734 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-53805fd1-1ed7-4c90-92e0-713fd5be76d8 req-0fe83466-0dea-4861-8f37-335db2c8a4fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:58.029391 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d6f49208-bebd-4e09-ae55-accdcc0377ae req-acc3edc1-f74e-414d-bc83-d45b640320bc tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263734 Nov 25 17:23:58.038267 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91aa935e-861d-4c0c-80bf-ba08594c7da3 req-83d5ca4e-2ab7-4a3d-beca-f490aff40dee tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] Made reservation on behalf of d740fab26b274afe83ef60f4055511ee for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:58.050112 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-91aa935e-861d-4c0c-80bf-ba08594c7da3 req-83d5ca4e-2ab7-4a3d-beca-f490aff40dee tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:58.129538 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-75c6b098-e663-4721-9f35-94360c14f7a2 req-bff76e4c-c536-42ab-b1e0-86976eddd1ab tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7372670 Nov 25 17:23:58.275165 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a405fdc6-e119-4c5e-927f-4b73e2593840 x-openstack-request-id: req-a405fdc6-e119-4c5e-927f-4b73e2593840 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:23:58.275468 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce6bb985-ee18-4480-9c50-25517878625c", "name": "network-vif-deleted", "tag": "7bc8e6d7-0892-4825-bc8d-f8fd1dede659", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:23:58.283056 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a405fdc6-e119-4c5e-927f-4b73e2593840 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:23:58.283056 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce6bb985-ee18-4480-9c50-25517878625c', 'name': 'network-vif-deleted', 'tag': '7bc8e6d7-0892-4825-bc8d-f8fd1dede659', 'status': 'completed', 'code': 200} Nov 25 17:23:58.308894 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53805fd1-1ed7-4c90-92e0-713fd5be76d8 req-0fe83466-0dea-4861-8f37-335db2c8a4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:58.311371 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-53805fd1-1ed7-4c90-92e0-713fd5be76d8 req-0fe83466-0dea-4861-8f37-335db2c8a4fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:58.314733 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-53805fd1-1ed7-4c90-92e0-713fd5be76d8 req-0fe83466-0dea-4861-8f37-335db2c8a4fb service neutron] 10.222.0.74 "PUT /v2.0/ports/85032dc6-7db5-4366-a0e5-fcd20868fa7a HTTP/1.1" status: 200 len: 1091 time: 2.4268858 Nov 25 17:23:58.314955 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a4986e2-aa5d-4f19-a5f4-c8d655be0af0', 'tag': '85032dc6-7db5-4366-a0e5-fcd20868fa7a'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:23:58.325844 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e00928-8dcc-436e-b264-9c626815ec3b" -d '{"events": [{"name": "network-changed", "server_uuid": "8a4986e2-aa5d-4f19-a5f4-c8d655be0af0", "tag": "85032dc6-7db5-4366-a0e5-fcd20868fa7a"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:23:58.496501 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe83466-0dea-4861-8f37-335db2c8a4fb service neutron] Pushing event updated for resources: {'Port': ['ID=85032dc6-7db5-4366-a0e5-fcd20868fa7a,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:58.566366 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd831011-2037-4574-96ac-79fdbfebe76a req-892a5e30-0208-4b5b-8495-85a2c38b686f tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:58.576680 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dd831011-2037-4574-96ac-79fdbfebe76a req-892a5e30-0208-4b5b-8495-85a2c38b686f tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.75 "GET /v2.0/ports?device_id=8a4986e2-aa5d-4f19-a5f4-c8d655be0af0 HTTP/1.1" status: 200 len: 943 time: 0.4089251 Nov 25 17:23:58.657898 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53805fd1-1ed7-4c90-92e0-713fd5be76d8 req-9963c923-10ea-4c9a-8925-85827a7961bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:58.659460 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-53805fd1-1ed7-4c90-92e0-713fd5be76d8 req-9963c923-10ea-4c9a-8925-85827a7961bb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=520c8060683a411693c2f2f826352c04&device_id=8a4986e2-aa5d-4f19-a5f4-c8d655be0af0 HTTP/1.1" status: 200 len: 1094 time: 0.2479658 Nov 25 17:23:58.865794 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-745b74cf-4777-42ee-b1f1-67d452dee535 req-ecb7ed4a-a860-4c8c-80f4-24ae332f7bb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f364e30-1840-4273-9226-3786fd484ad0 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:23:58.878963 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-745b74cf-4777-42ee-b1f1-67d452dee535 req-ecb7ed4a-a860-4c8c-80f4-24ae332f7bb4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:58.895804 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-745b74cf-4777-42ee-b1f1-67d452dee535 req-ecb7ed4a-a860-4c8c-80f4-24ae332f7bb4 service neutron] Transition to ACTIVE for port object 4f364e30-1840-4273-9226-3786fd484ad0 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:23:58.904942 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-cc3455f7-092b-44a0-b68e-61490ae92b33 req-31b7afd3-d539-4c24-916c-babffc9d17a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60631d9b-f36f-4467-ae4b-b4f7dfd5ea53 {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:23:58.913793 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-cc3455f7-092b-44a0-b68e-61490ae92b33 req-31b7afd3-d539-4c24-916c-babffc9d17a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:58.929338 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-cc3455f7-092b-44a0-b68e-61490ae92b33 req-31b7afd3-d539-4c24-916c-babffc9d17a3 service neutron] Transition to ACTIVE for port object 60631d9b-f36f-4467-ae4b-b4f7dfd5ea53 will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:23:58.934779 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-53805fd1-1ed7-4c90-92e0-713fd5be76d8 req-8b7883de-1632-4f94-8243-37f5d9f98893 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85032dc6-7db5-4366-a0e5-fcd20868fa7a HTTP/1.1" status: 200 len: 217 time: 0.2611246 Nov 25 17:23:58.938284 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-cc3455f7-092b-44a0-b68e-61490ae92b33 req-31b7afd3-d539-4c24-916c-babffc9d17a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:59.014182 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1e0c5e67-99c3-4ee8-8dbe-6286f11e55af req-1d247fba-684b-4546-afb6-a14dbd8264de tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6697e90-8955-4f23-bb64-a37e79d12f78 HTTP/1.1" status: 200 len: 210 time: 0.4253781 Nov 25 17:23:59.018943 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-745b74cf-4777-42ee-b1f1-67d452dee535 req-ecb7ed4a-a860-4c8c-80f4-24ae332f7bb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:59.169983 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b7afd3-d539-4c24-916c-babffc9d17a3 service neutron] Pushing event updated for resources: {'Port': ['ID=60631d9b-f36f-4467-ae4b-b4f7dfd5ea53,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:59.237094 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb7ed4a-a860-4c8c-80f4-24ae332f7bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=4f364e30-1840-4273-9226-3786fd484ad0,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:59.284376 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53805fd1-1ed7-4c90-92e0-713fd5be76d8 req-824db970-f608-4c75-aaf9-3dd12c1a75a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:59.286580 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-53805fd1-1ed7-4c90-92e0-713fd5be76d8 req-824db970-f608-4c75-aaf9-3dd12c1a75a7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1c8955ab-07f5-4cfb-9fa9-1512cb2f0b03 HTTP/1.1" status: 200 len: 863 time: 0.3159726 Nov 25 17:23:59.288038 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b7afd3-d539-4c24-916c-babffc9d17a3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:59.288443 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b7afd3-d539-4c24-916c-babffc9d17a3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:59.288801 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b7afd3-d539-4c24-916c-babffc9d17a3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:59.289189 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b7afd3-d539-4c24-916c-babffc9d17a3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:59.289568 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b7afd3-d539-4c24-916c-babffc9d17a3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:59.289941 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b7afd3-d539-4c24-916c-babffc9d17a3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:59.290313 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b7afd3-d539-4c24-916c-babffc9d17a3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:59.290658 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b7afd3-d539-4c24-916c-babffc9d17a3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:59.291049 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b7afd3-d539-4c24-916c-babffc9d17a3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:59.291404 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b7afd3-d539-4c24-916c-babffc9d17a3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:59.292529 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b7afd3-d539-4c24-916c-babffc9d17a3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:59.292905 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b7afd3-d539-4c24-916c-babffc9d17a3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:59.322502 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-cc3455f7-092b-44a0-b68e-61490ae92b33 req-31b7afd3-d539-4c24-916c-babffc9d17a3 service neutron] Attempting to bind port 60631d9b-f36f-4467-ae4b-b4f7dfd5ea53 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:23:59.323246 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-cc3455f7-092b-44a0-b68e-61490ae92b33 req-31b7afd3-d539-4c24-916c-babffc9d17a3 service neutron] Attempting to bind port 60631d9b-f36f-4467-ae4b-b4f7dfd5ea53 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:23:59.323546 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3455f7-092b-44a0-b68e-61490ae92b33 req-31b7afd3-d539-4c24-916c-babffc9d17a3 service neutron] Attempting to bind port 60631d9b-f36f-4467-ae4b-b4f7dfd5ea53 on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:23:59.378862 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3455f7-092b-44a0-b68e-61490ae92b33 req-31b7afd3-d539-4c24-916c-babffc9d17a3 service neutron] Port 60631d9b-f36f-4467-ae4b-b4f7dfd5ea53 on network ab4fed0b-9bf1-4925-8765-94da08c5de2a not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:23:59.382881 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3455f7-092b-44a0-b68e-61490ae92b33 req-31b7afd3-d539-4c24-916c-babffc9d17a3 service neutron] Attempting to bind port 60631d9b-f36f-4467-ae4b-b4f7dfd5ea53 on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:23:59.394713 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3455f7-092b-44a0-b68e-61490ae92b33 req-31b7afd3-d539-4c24-916c-babffc9d17a3 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:23:59.395106 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3455f7-092b-44a0-b68e-61490ae92b33 req-31b7afd3-d539-4c24-916c-babffc9d17a3 service neutron] Checking segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:23:59.400485 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-91aa935e-861d-4c0c-80bf-ba08594c7da3 req-83d5ca4e-2ab7-4a3d-beca-f490aff40dee tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] Allocated IP 172.20.0.7 (78e58441-c55e-4f22-94a6-ad1d8b02134a/a634f65a-fff0-44a1-b3f4-40c65e257420/e15496e1-8118-4021-9400-337ac038f51d) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:23:59.404620 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3455f7-092b-44a0-b68e-61490ae92b33 req-31b7afd3-d539-4c24-916c-babffc9d17a3 service neutron] Bound using segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:23:59.405597 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-cc3455f7-092b-44a0-b68e-61490ae92b33 req-31b7afd3-d539-4c24-916c-babffc9d17a3 service neutron] Bound port: 60631d9b-f36f-4467-ae4b-b4f7dfd5ea53, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:23:59.410748 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-cc3455f7-092b-44a0-b68e-61490ae92b33 req-31b7afd3-d539-4c24-916c-babffc9d17a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:59.450407 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53805fd1-1ed7-4c90-92e0-713fd5be76d8 req-301d5f19-6350-49e8-9613-a63db6202fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:59.451906 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-53805fd1-1ed7-4c90-92e0-713fd5be76d8 req-301d5f19-6350-49e8-9613-a63db6202fd2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c19272b3-a7a0-489a-a5dc-398c9698ec22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1476548 Nov 25 17:23:59.675161 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-91aa935e-861d-4c0c-80bf-ba08594c7da3 req-83d5ca4e-2ab7-4a3d-beca-f490aff40dee tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:59.786082 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-53805fd1-1ed7-4c90-92e0-713fd5be76d8 req-a3968f1d-da19-49a3-afce-6ca6011db66f service neutron] 10.222.0.74 "GET /v2.0/networks/c19272b3-a7a0-489a-a5dc-398c9698ec22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255975 Nov 25 17:23:59.787862 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-91aa935e-861d-4c0c-80bf-ba08594c7da3 req-83d5ca4e-2ab7-4a3d-beca-f490aff40dee tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:59.815111 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-cc3455f7-092b-44a0-b68e-61490ae92b33 req-31b7afd3-d539-4c24-916c-babffc9d17a3 service neutron] For port 60631d9b-f36f-4467-ae4b-b4f7dfd5ea53, host n-h1-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:23:59.818040 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb7ed4a-a860-4c8c-80f4-24ae332f7bb4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:59.818400 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb7ed4a-a860-4c8c-80f4-24ae332f7bb4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:59.819380 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb7ed4a-a860-4c8c-80f4-24ae332f7bb4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:59.827203 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb7ed4a-a860-4c8c-80f4-24ae332f7bb4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:59.827651 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb7ed4a-a860-4c8c-80f4-24ae332f7bb4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:59.827990 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb7ed4a-a860-4c8c-80f4-24ae332f7bb4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:59.828547 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb7ed4a-a860-4c8c-80f4-24ae332f7bb4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:59.828812 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb7ed4a-a860-4c8c-80f4-24ae332f7bb4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:59.829218 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb7ed4a-a860-4c8c-80f4-24ae332f7bb4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:59.829606 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb7ed4a-a860-4c8c-80f4-24ae332f7bb4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:59.830231 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb7ed4a-a860-4c8c-80f4-24ae332f7bb4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:59.830651 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb7ed4a-a860-4c8c-80f4-24ae332f7bb4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:59.890989 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-cc3455f7-092b-44a0-b68e-61490ae92b33 req-31b7afd3-d539-4c24-916c-babffc9d17a3 service neutron] For port 60631d9b-f36f-4467-ae4b-b4f7dfd5ea53, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=60631d9b-f36f-4467-ae4b-b4f7dfd5ea53,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:23:59.940535 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 7bc8e6d7-0892-4825-bc8d-f8fd1dede659 no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:23:59.979924 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-cc3455f7-092b-44a0-b68e-61490ae92b33 req-31b7afd3-d539-4c24-916c-babffc9d17a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:00.004105 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dd831011-2037-4574-96ac-79fdbfebe76a req-081c541a-238e-4a66-aeba-b0ac0f6c3ed5 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.75 "GET /v2.0/security-groups?id=24dbdd6a-ab6c-4cbc-8a4e-66c37691d859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.4264617 Nov 25 17:24:00.004798 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d5ca4e-2ab7-4a3d-beca-f490aff40dee tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] Pushing event updated for resources: {'Port': ['ID=e15496e1-8118-4021-9400-337ac038f51d,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:00.022179 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: 7bc8e6d7-0892-4825-bc8d-f8fd1dede659 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:24:00.024085 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 7bc8e6d7-0892-4825-bc8d-f8fd1dede659 not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:24:00.087071 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91aa935e-861d-4c0c-80bf-ba08594c7da3 req-83d5ca4e-2ab7-4a3d-beca-f490aff40dee tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] Network 78e58441-c55e-4f22-94a6-ad1d8b02134a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:24:00.108760 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-91aa935e-861d-4c0c-80bf-ba08594c7da3 req-83d5ca4e-2ab7-4a3d-beca-f490aff40dee tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:24:00.113745 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-91aa935e-861d-4c0c-80bf-ba08594c7da3 req-83d5ca4e-2ab7-4a3d-beca-f490aff40dee tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:24:00.205984 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-53805fd1-1ed7-4c90-92e0-713fd5be76d8 req-215aee56-635e-4c3d-97fc-70cdf2af93f2 service neutron] 10.222.0.74 "GET /v2.0/networks/c19272b3-a7a0-489a-a5dc-398c9698ec22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4114907 Nov 25 17:24:00.225058 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3455f7-092b-44a0-b68e-61490ae92b33 req-31b7afd3-d539-4c24-916c-babffc9d17a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:00.225777 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-cc3455f7-092b-44a0-b68e-61490ae92b33 req-31b7afd3-d539-4c24-916c-babffc9d17a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:00.227126 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-cc3455f7-092b-44a0-b68e-61490ae92b33 req-31b7afd3-d539-4c24-916c-babffc9d17a3 service neutron] 10.222.0.74 "PUT /v2.0/ports/60631d9b-f36f-4467-ae4b-b4f7dfd5ea53 HTTP/1.1" status: 200 len: 1096 time: 3.3388512 Nov 25 17:24:00.231103 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ab5b0c-431a-4cb6-b94b-3e7d4c948ca1 x-openstack-request-id: req-36ab5b0c-431a-4cb6-b94b-3e7d4c948ca1 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:24:00.247890 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a4986e2-aa5d-4f19-a5f4-c8d655be0af0", "tag": "85032dc6-7db5-4366-a0e5-fcd20868fa7a", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:24:00.248188 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-36ab5b0c-431a-4cb6-b94b-3e7d4c948ca1 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:24:00.248670 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a4986e2-aa5d-4f19-a5f4-c8d655be0af0', 'tag': '85032dc6-7db5-4366-a0e5-fcd20868fa7a', 'status': 'completed', 'code': 200} Nov 25 17:24:00.340906 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a6b85a-7b17-46b5-b4ab-a8d15566fce0 req-9c28b855-bcda-4106-aad3-953b82019635 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:00.357309 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-21a6b85a-7b17-46b5-b4ab-a8d15566fce0 req-9c28b855-bcda-4106-aad3-953b82019635 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=0b019eb1-a039-43b5-966f-fa659895034f HTTP/1.1" status: 200 len: 943 time: 0.9977193 Nov 25 17:24:00.593358 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa935e-861d-4c0c-80bf-ba08594c7da3 req-83d5ca4e-2ab7-4a3d-beca-f490aff40dee tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:00.594213 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-91aa935e-861d-4c0c-80bf-ba08594c7da3 req-83d5ca4e-2ab7-4a3d-beca-f490aff40dee tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:00.595131 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e00928-8dcc-436e-b264-9c626815ec3b req-412229f4-4385-477b-a374-36bf93d64494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:00.596659 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-43e00928-8dcc-436e-b264-9c626815ec3b req-412229f4-4385-477b-a374-36bf93d64494 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=520c8060683a411693c2f2f826352c04&device_id=8a4986e2-aa5d-4f19-a5f4-c8d655be0af0 HTTP/1.1" status: 200 len: 1094 time: 0.2054250 Nov 25 17:24:00.602012 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b7afd3-d539-4c24-916c-babffc9d17a3 service neutron] Pushing event updated for resources: {'Port': ['ID=60631d9b-f36f-4467-ae4b-b4f7dfd5ea53,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:00.633783 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-745b74cf-4777-42ee-b1f1-67d452dee535 req-ecb7ed4a-a860-4c8c-80f4-24ae332f7bb4 service neutron] Attempting to bind port 4f364e30-1840-4273-9226-3786fd484ad0 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:24:00.634129 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-745b74cf-4777-42ee-b1f1-67d452dee535 req-ecb7ed4a-a860-4c8c-80f4-24ae332f7bb4 service neutron] Attempting to bind port 4f364e30-1840-4273-9226-3786fd484ad0 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '2c22414f-d4c7-43ac-a576-c7b2f18031bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:24:00.634458 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745b74cf-4777-42ee-b1f1-67d452dee535 req-ecb7ed4a-a860-4c8c-80f4-24ae332f7bb4 service neutron] Attempting to bind port 4f364e30-1840-4273-9226-3786fd484ad0 on network cdfc7726-be74-4470-a033-195b79623a95 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:24:00.636528 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-4324843f-1fc7-49d2-83bd-f65e9f161d77 None None] Provisioning complete for port e15496e1-8118-4021-9400-337ac038f51d triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:00.637548 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4324843f-1fc7-49d2-83bd-f65e9f161d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:00.645251 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-21a6b85a-7b17-46b5-b4ab-a8d15566fce0 req-09fcc4bc-300e-474d-967b-e8940a7275b6 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836666 Nov 25 17:24:00.702412 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745b74cf-4777-42ee-b1f1-67d452dee535 req-ecb7ed4a-a860-4c8c-80f4-24ae332f7bb4 service neutron] Port 4f364e30-1840-4273-9226-3786fd484ad0 on network cdfc7726-be74-4470-a033-195b79623a95 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:24:00.702741 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745b74cf-4777-42ee-b1f1-67d452dee535 req-ecb7ed4a-a860-4c8c-80f4-24ae332f7bb4 service neutron] Attempting to bind port 4f364e30-1840-4273-9226-3786fd484ad0 on network cdfc7726-be74-4470-a033-195b79623a95 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:24:00.738777 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-91aa935e-861d-4c0c-80bf-ba08594c7da3 req-83d5ca4e-2ab7-4a3d-beca-f490aff40dee tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1640751 Nov 25 17:24:00.767705 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745b74cf-4777-42ee-b1f1-67d452dee535 req-ecb7ed4a-a860-4c8c-80f4-24ae332f7bb4 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:24:00.769702 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745b74cf-4777-42ee-b1f1-67d452dee535 req-ecb7ed4a-a860-4c8c-80f4-24ae332f7bb4 service neutron] Checking segment: {'id': '2c22414f-d4c7-43ac-a576-c7b2f18031bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:24:00.769963 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745b74cf-4777-42ee-b1f1-67d452dee535 req-ecb7ed4a-a860-4c8c-80f4-24ae332f7bb4 service neutron] Bound using segment: {'id': '2c22414f-d4c7-43ac-a576-c7b2f18031bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:24:00.770485 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-745b74cf-4777-42ee-b1f1-67d452dee535 req-ecb7ed4a-a860-4c8c-80f4-24ae332f7bb4 service neutron] Bound port: 4f364e30-1840-4273-9226-3786fd484ad0, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c22414f-d4c7-43ac-a576-c7b2f18031bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:24:00.770952 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-745b74cf-4777-42ee-b1f1-67d452dee535 req-ecb7ed4a-a860-4c8c-80f4-24ae332f7bb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:00.782950 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-4324843f-1fc7-49d2-83bd-f65e9f161d77 None None] Port e15496e1-8118-4021-9400-337ac038f51d cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:24:00.797264 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-91aa935e-861d-4c0c-80bf-ba08594c7da3 req-1b171133-7622-41d5-880a-848c4353bf2d service neutron] Request body: {'port': {'device_id': 'd6697e90-8955-4f23-bb64-a37e79d12f78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:00.801585 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3f1f0-e8ee-4418-b6be-44e436376a03 req-b1c40b4f-9ac5-4868-97d5-cf96aeb1c15f tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:00.810762 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-88a3f1f0-e8ee-4418-b6be-44e436376a03 req-b1c40b4f-9ac5-4868-97d5-cf96aeb1c15f tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=6a899825-fac8-4787-9c17-3ea66fd56ec2 HTTP/1.1" status: 200 len: 1097 time: 0.2453089 Nov 25 17:24:01.087499 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-91aa935e-861d-4c0c-80bf-ba08594c7da3 req-1b171133-7622-41d5-880a-848c4353bf2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:01.103730 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-88a3f1f0-e8ee-4418-b6be-44e436376a03 req-756bb193-8e2d-407b-ac70-dc50e5d39266 tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911308 Nov 25 17:24:01.119153 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e00928-8dcc-436e-b264-9c626815ec3b req-38ec37ac-cb55-4bbf-9998-794934b8b562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:01.120204 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-43e00928-8dcc-436e-b264-9c626815ec3b req-38ec37ac-cb55-4bbf-9998-794934b8b562 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c19272b3-a7a0-489a-a5dc-398c9698ec22 HTTP/1.1" status: 200 len: 925 time: 0.5061560 Nov 25 17:24:01.212104 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b2f66c-9330-461b-80dc-0e7485f3411b req-4f1efc81-9cfd-47b0-a55b-e8e46a84838e tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:01.227058 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-31b2f66c-9330-461b-80dc-0e7485f3411b req-4f1efc81-9cfd-47b0-a55b-e8e46a84838e tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c24082a-187a-4ce8-aeca-b51b3d804c0a HTTP/1.1" status: 200 len: 948 time: 0.4719703 Nov 25 17:24:01.291199 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3455f7-092b-44a0-b68e-61490ae92b33 req-0d490a30-40e6-477c-a046-19c5e667ccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:01.299097 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-cc3455f7-092b-44a0-b68e-61490ae92b33 req-0d490a30-40e6-477c-a046-19c5e667ccbd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=21f728f76092479bbd096847b3caf950&device_id=0c24082a-187a-4ce8-aeca-b51b3d804c0a HTTP/1.1" status: 200 len: 1099 time: 0.9519515 Nov 25 17:24:01.300518 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-43e00928-8dcc-436e-b264-9c626815ec3b req-3f9e72d5-64b0-46bc-8df9-2b34e667e588 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85032dc6-7db5-4366-a0e5-fcd20868fa7a HTTP/1.1" status: 200 len: 217 time: 0.1637681 Nov 25 17:24:01.394876 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-745b74cf-4777-42ee-b1f1-67d452dee535 req-ecb7ed4a-a860-4c8c-80f4-24ae332f7bb4 service neutron] For port 4f364e30-1840-4273-9226-3786fd484ad0, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:24:01.476702 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e00928-8dcc-436e-b264-9c626815ec3b req-face6d92-262c-4254-9999-746cce225099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:01.478517 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-43e00928-8dcc-436e-b264-9c626815ec3b req-face6d92-262c-4254-9999-746cce225099 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1c8955ab-07f5-4cfb-9fa9-1512cb2f0b03 HTTP/1.1" status: 200 len: 863 time: 0.1605635 Nov 25 17:24:01.568760 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-cc3455f7-092b-44a0-b68e-61490ae92b33 req-007fc91a-b306-4e52-bdd0-5632969f4d81 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=60631d9b-f36f-4467-ae4b-b4f7dfd5ea53 HTTP/1.1" status: 200 len: 217 time: 0.2529223 Nov 25 17:24:01.711447 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-31b2f66c-9330-461b-80dc-0e7485f3411b req-c742d92c-7133-44d1-a5a0-8f86fbce00bd tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4830763 Nov 25 17:24:01.713472 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-745b74cf-4777-42ee-b1f1-67d452dee535 req-ecb7ed4a-a860-4c8c-80f4-24ae332f7bb4 service neutron] For port 4f364e30-1840-4273-9226-3786fd484ad0, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=4f364e30-1840-4273-9226-3786fd484ad0,segment=NetworkSegment(2c22414f-d4c7-43ac-a576-c7b2f18031bf),segment_id=2c22414f-d4c7-43ac-a576-c7b2f18031bf)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:24:01.714221 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3455f7-092b-44a0-b68e-61490ae92b33 req-b94c1821-0662-4aad-b9bd-d32586f99156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:01.716360 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-cc3455f7-092b-44a0-b68e-61490ae92b33 req-b94c1821-0662-4aad-b9bd-d32586f99156 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.1346705 Nov 25 17:24:01.721752 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e00928-8dcc-436e-b264-9c626815ec3b req-012982e8-d474-4a06-a594-5fce64975d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:01.725539 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-43e00928-8dcc-436e-b264-9c626815ec3b req-012982e8-d474-4a06-a594-5fce64975d00 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c19272b3-a7a0-489a-a5dc-398c9698ec22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1910341 Nov 25 17:24:01.815242 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-745b74cf-4777-42ee-b1f1-67d452dee535 req-ecb7ed4a-a860-4c8c-80f4-24ae332f7bb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:01.823962 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3455f7-092b-44a0-b68e-61490ae92b33 req-795e5401-4732-4e9b-8870-53aca0cad7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:01.829501 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-cc3455f7-092b-44a0-b68e-61490ae92b33 req-795e5401-4732-4e9b-8870-53aca0cad7ed service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1017067 Nov 25 17:24:01.969009 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b74cf-4777-42ee-b1f1-67d452dee535 req-ecb7ed4a-a860-4c8c-80f4-24ae332f7bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:01.969634 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-745b74cf-4777-42ee-b1f1-67d452dee535 req-ecb7ed4a-a860-4c8c-80f4-24ae332f7bb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:01.970991 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-745b74cf-4777-42ee-b1f1-67d452dee535 req-ecb7ed4a-a860-4c8c-80f4-24ae332f7bb4 service neutron] 10.222.0.74 "PUT /v2.0/ports/4f364e30-1840-4273-9226-3786fd484ad0 HTTP/1.1" status: 200 len: 1091 time: 5.1408999 Nov 25 17:24:01.978170 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b019eb1-a039-43b5-966f-fa659895034f', 'tag': '4f364e30-1840-4273-9226-3786fd484ad0'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:24:01.980793 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfbba06e-905c-4550-b3aa-942e5655ba41" -d '{"events": [{"name": "network-changed", "server_uuid": "0b019eb1-a039-43b5-966f-fa659895034f", "tag": "4f364e30-1840-4273-9226-3786fd484ad0"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:24:02.065246 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-cc3455f7-092b-44a0-b68e-61490ae92b33 req-99200c29-bfe8-44d2-94f5-dd567e6867af service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814051 Nov 25 17:24:02.071433 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64228ce-72ae-40a6-87d7-cca121afba35 req-715580a5-5400-4061-a493-254aaa455f16 tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:02.080445 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f64228ce-72ae-40a6-87d7-cca121afba35 req-715580a5-5400-4061-a493-254aaa455f16 tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6697e90-8955-4f23-bb64-a37e79d12f78 HTTP/1.1" status: 200 len: 931 time: 0.6900184 Nov 25 17:24:02.232853 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-43e00928-8dcc-436e-b264-9c626815ec3b req-5e183a52-87cf-44ab-b323-545557f50498 service neutron] 10.222.0.74 "GET /v2.0/networks/c19272b3-a7a0-489a-a5dc-398c9698ec22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4884903 Nov 25 17:24:02.269265 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c24082a-187a-4ce8-aeca-b51b3d804c0a', 'tag': '60631d9b-f36f-4467-ae4b-b4f7dfd5ea53'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:24:02.272894 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57878593-44bf-42c9-b55e-4b41c4b92a41" -d '{"events": [{"name": "network-changed", "server_uuid": "0c24082a-187a-4ce8-aeca-b51b3d804c0a", "tag": "60631d9b-f36f-4467-ae4b-b4f7dfd5ea53"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:24:02.385289 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-cc3455f7-092b-44a0-b68e-61490ae92b33 req-72628bde-b755-4910-b76c-cf370ec02c83 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071632 Nov 25 17:24:02.509469 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-43e00928-8dcc-436e-b264-9c626815ec3b req-4b67e594-fc42-4ecf-ad08-bfd6cefce408 service neutron] 10.222.0.74 "GET /v2.0/networks/c19272b3-a7a0-489a-a5dc-398c9698ec22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539437 Nov 25 17:24:02.603536 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca4cefa-615f-4df6-a2e6-3c08cbb42e17 req-33ac5cec-d5ef-4e62-a93f-91b286daed48 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:02.627482 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8ca4cefa-615f-4df6-a2e6-3c08cbb42e17 req-33ac5cec-d5ef-4e62-a93f-91b286daed48 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/ports?device_id=851b2964-72a8-440e-8234-fc14db00e928 HTTP/1.1" status: 200 len: 950 time: 0.7707672 Nov 25 17:24:02.782861 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffabb08-9678-403d-831d-558356d28a7c req-8dd976e6-8ab2-411f-a601-44aee69fa944 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:02.784397 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2ffabb08-9678-403d-831d-558356d28a7c req-8dd976e6-8ab2-411f-a601-44aee69fa944 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.74 "GET /v2.0/ports?device_id=851b2964-72a8-440e-8234-fc14db00e928 HTTP/1.1" status: 200 len: 950 time: 0.7919626 Nov 25 17:24:02.785093 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb7ed4a-a860-4c8c-80f4-24ae332f7bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=4f364e30-1840-4273-9226-3786fd484ad0,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:02.912880 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f64228ce-72ae-40a6-87d7-cca121afba35 req-aab0a1b4-fae9-4bb2-9cd4-87bedf64d829 tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c8a290a-92cf-4150-99ad-d7433d03f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8280385 Nov 25 17:24:02.939514 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8ca4cefa-615f-4df6-a2e6-3c08cbb42e17 req-fbf31213-d5bf-44a6-aeaa-4e06b0ba9836 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.75 "GET /v2.0/security-groups?id=e523b97c-2a1c-471c-a2f0-cda2800f93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110161 Nov 25 17:24:02.958848 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b74cf-4777-42ee-b1f1-67d452dee535 req-7502d6ef-f195-4af5-b0fa-3da537eda47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:02.960336 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-745b74cf-4777-42ee-b1f1-67d452dee535 req-7502d6ef-f195-4af5-b0fa-3da537eda47d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cbebe6cb2b944a35af1ec08d68611682&device_id=0b019eb1-a039-43b5-966f-fa659895034f HTTP/1.1" status: 200 len: 1094 time: 0.9097071 Nov 25 17:24:03.108381 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-745b74cf-4777-42ee-b1f1-67d452dee535 req-039004b5-fb51-4868-a8d4-4618f1c318ee service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f364e30-1840-4273-9226-3786fd484ad0 HTTP/1.1" status: 200 len: 217 time: 0.1387732 Nov 25 17:24:03.282749 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b74cf-4777-42ee-b1f1-67d452dee535 req-21f57aee-6346-4322-9bf5-6af4225854f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:03.284537 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-745b74cf-4777-42ee-b1f1-67d452dee535 req-21f57aee-6346-4322-9bf5-6af4225854f9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ee1e665a-f297-4067-8b5a-7a7e373f89c9 HTTP/1.1" status: 200 len: 847 time: 0.1527247 Nov 25 17:24:03.367630 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77aca6-bdda-4113-bf94-4806b72bd05b req-09bdfb3a-341a-4375-b70d-bb78301b2b35 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:03.369159 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7b77aca6-bdda-4113-bf94-4806b72bd05b req-09bdfb3a-341a-4375-b70d-bb78301b2b35 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.75 "GET /v2.0/ports?device_id=8a4986e2-aa5d-4f19-a5f4-c8d655be0af0 HTTP/1.1" status: 200 len: 943 time: 0.3157456 Nov 25 17:24:03.374880 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-745b74cf-4777-42ee-b1f1-67d452dee535 req-8d4af1c2-0137-4f65-ad43-c35f666a7043 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cdfc7726-be74-4470-a033-195b79623a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782294 Nov 25 17:24:03.376890 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-91aa935e-861d-4c0c-80bf-ba08594c7da3 req-1b171133-7622-41d5-880a-848c4353bf2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e15496e1-8118-4021-9400-337ac038f51d {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:24:03.383349 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-2ffabb08-9678-403d-831d-558356d28a7c req-fca0545b-1e8c-4aec-a944-6ad4a5352d97 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Deleting port 9a3aa883-74e7-4643-acad-ec28749faee5 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:24:03.383834 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-2ffabb08-9678-403d-831d-558356d28a7c req-fca0545b-1e8c-4aec-a944-6ad4a5352d97 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:03.418293 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-91aa935e-861d-4c0c-80bf-ba08594c7da3 req-1b171133-7622-41d5-880a-848c4353bf2d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:03.492678 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-91aa935e-861d-4c0c-80bf-ba08594c7da3 req-1b171133-7622-41d5-880a-848c4353bf2d service neutron] Transition to ACTIVE for port object e15496e1-8118-4021-9400-337ac038f51d will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:24:03.558661 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-91aa935e-861d-4c0c-80bf-ba08594c7da3 req-1b171133-7622-41d5-880a-848c4353bf2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:03.706467 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7b77aca6-bdda-4113-bf94-4806b72bd05b req-43e48b75-6e40-4877-961e-a2fb0998576e tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.75 "GET /v2.0/security-groups?id=24dbdd6a-ab6c-4cbc-8a4e-66c37691d859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3095508 Nov 25 17:24:03.799859 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-2ffabb08-9678-403d-831d-558356d28a7c req-fca0545b-1e8c-4aec-a944-6ad4a5352d97 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] For port 9a3aa883-74e7-4643-acad-ec28749faee5, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=9a3aa883-74e7-4643-acad-ec28749faee5,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:03.802234 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-2ffabb08-9678-403d-831d-558356d28a7c req-fca0545b-1e8c-4aec-a944-6ad4a5352d97 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:03.829157 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b171133-7622-41d5-880a-848c4353bf2d service neutron] Pushing event updated for resources: {'Port': ['ID=e15496e1-8118-4021-9400-337ac038f51d,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:03.852511 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-2ffabb08-9678-403d-831d-558356d28a7c req-fca0545b-1e8c-4aec-a944-6ad4a5352d97 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Calling delete_port for 9a3aa883-74e7-4643-acad-ec28749faee5 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:24:03.870173 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-745b74cf-4777-42ee-b1f1-67d452dee535 req-366cf9f9-c4e8-4fc0-ad7a-cec72119611e service neutron] 10.222.0.74 "GET /v2.0/networks/cdfc7726-be74-4470-a033-195b79623a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4827988 Nov 25 17:24:03.959871 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 85032dc6-7db5-4366-a0e5-fcd20868fa7a details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:24:04.044110 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-745b74cf-4777-42ee-b1f1-67d452dee535 req-a77d82a1-3dcc-4c4f-baa0-261c1bbfa70a service neutron] 10.222.0.74 "GET /v2.0/networks/cdfc7726-be74-4470-a033-195b79623a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322415 Nov 25 17:24:04.150018 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a3d158-3bf2-45d5-8752-7cec2a5dceed req-e6d2b13b-88d3-4b91-a564-d2660ec192db tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:04.167609 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-08a3d158-3bf2-45d5-8752-7cec2a5dceed req-e6d2b13b-88d3-4b91-a564-d2660ec192db tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=0b019eb1-a039-43b5-966f-fa659895034f HTTP/1.1" status: 200 len: 943 time: 0.3019340 Nov 25 17:24:04.331904 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 85032dc6-7db5-4366-a0e5-fcd20868fa7a, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=85032dc6-7db5-4366-a0e5-fcd20868fa7a,segment=NetworkSegment(7697bcb9-6235-4bcb-abb5-7cbf373e2db4),segment_id=7697bcb9-6235-4bcb-abb5-7cbf373e2db4)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:04.349708 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-08a3d158-3bf2-45d5-8752-7cec2a5dceed req-c99dddbd-6ffe-4174-a3f6-126283f53e7f tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809888 Nov 25 17:24:04.379672 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '85032dc6-7db5-4366-a0e5-fcd20868fa7a', 'network_id': 'c19272b3-a7a0-489a-a5dc-398c9698ec22', 'port_id': '85032dc6-7db5-4366-a0e5-fcd20868fa7a', 'mac_address': 'fa:16:3e:a1:3e:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c8955ab-07f5-4cfb-9fa9-1512cb2f0b03', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:24:04.432877 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-91aa935e-861d-4c0c-80bf-ba08594c7da3 req-1b171133-7622-41d5-880a-848c4353bf2d service neutron] Attempting to bind port e15496e1-8118-4021-9400-337ac038f51d on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:24:04.433204 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-91aa935e-861d-4c0c-80bf-ba08594c7da3 req-1b171133-7622-41d5-880a-848c4353bf2d service neutron] Attempting to bind port e15496e1-8118-4021-9400-337ac038f51d by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '3fff852f-80e0-40ff-afa3-43c8d7810ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '78e58441-c55e-4f22-94a6-ad1d8b02134a'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:24:04.433536 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91aa935e-861d-4c0c-80bf-ba08594c7da3 req-1b171133-7622-41d5-880a-848c4353bf2d service neutron] Attempting to bind port e15496e1-8118-4021-9400-337ac038f51d on network 78e58441-c55e-4f22-94a6-ad1d8b02134a {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:24:04.441291 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91aa935e-861d-4c0c-80bf-ba08594c7da3 req-1b171133-7622-41d5-880a-848c4353bf2d service neutron] Port e15496e1-8118-4021-9400-337ac038f51d on network 78e58441-c55e-4f22-94a6-ad1d8b02134a not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:24:04.441519 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91aa935e-861d-4c0c-80bf-ba08594c7da3 req-1b171133-7622-41d5-880a-848c4353bf2d service neutron] Attempting to bind port e15496e1-8118-4021-9400-337ac038f51d on network 78e58441-c55e-4f22-94a6-ad1d8b02134a {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:24:04.470524 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91aa935e-861d-4c0c-80bf-ba08594c7da3 req-1b171133-7622-41d5-880a-848c4353bf2d service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:24:04.470873 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91aa935e-861d-4c0c-80bf-ba08594c7da3 req-1b171133-7622-41d5-880a-848c4353bf2d service neutron] Checking segment: {'id': '3fff852f-80e0-40ff-afa3-43c8d7810ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '78e58441-c55e-4f22-94a6-ad1d8b02134a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:24:04.471265 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91aa935e-861d-4c0c-80bf-ba08594c7da3 req-1b171133-7622-41d5-880a-848c4353bf2d service neutron] Bound using segment: {'id': '3fff852f-80e0-40ff-afa3-43c8d7810ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '78e58441-c55e-4f22-94a6-ad1d8b02134a'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:24:04.471718 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-91aa935e-861d-4c0c-80bf-ba08594c7da3 req-1b171133-7622-41d5-880a-848c4353bf2d service neutron] Bound port: e15496e1-8118-4021-9400-337ac038f51d, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fff852f-80e0-40ff-afa3-43c8d7810ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '78e58441-c55e-4f22-94a6-ad1d8b02134a'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:24:04.472079 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-91aa935e-861d-4c0c-80bf-ba08594c7da3 req-1b171133-7622-41d5-880a-848c4353bf2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:04.515673 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:04.536187 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85032dc6-7db5-4366-a0e5-fcd20868fa7a {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:24:04.549202 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f6543b-c3de-4ca0-9c1d-cb33ac938a6f x-openstack-request-id: req-28f6543b-c3de-4ca0-9c1d-cb33ac938a6f {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:24:04.550533 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b019eb1-a039-43b5-966f-fa659895034f", "tag": "4f364e30-1840-4273-9226-3786fd484ad0", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:24:04.551559 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-28f6543b-c3de-4ca0-9c1d-cb33ac938a6f {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:24:04.551992 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b019eb1-a039-43b5-966f-fa659895034f', 'tag': '4f364e30-1840-4273-9226-3786fd484ad0', 'status': 'completed', 'code': 200} Nov 25 17:24:04.558367 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c9cf19-73f2-4365-bbeb-b2b831d8e177 x-openstack-request-id: req-d6c9cf19-73f2-4365-bbeb-b2b831d8e177 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:24:04.558895 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c24082a-187a-4ce8-aeca-b51b3d804c0a", "tag": "60631d9b-f36f-4467-ae4b-b4f7dfd5ea53", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:24:04.559820 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d6c9cf19-73f2-4365-bbeb-b2b831d8e177 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:24:04.562457 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c24082a-187a-4ce8-aeca-b51b3d804c0a', 'tag': '60631d9b-f36f-4467-ae4b-b4f7dfd5ea53', 'status': 'completed', 'code': 200} Nov 25 17:24:04.581475 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 85032dc6-7db5-4366-a0e5-fcd20868fa7a, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=85032dc6-7db5-4366-a0e5-fcd20868fa7a,segment=NetworkSegment(7697bcb9-6235-4bcb-abb5-7cbf373e2db4),segment_id=7697bcb9-6235-4bcb-abb5-7cbf373e2db4)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:04.586606 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:04.654872 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57878593-44bf-42c9-b55e-4b41c4b92a41 req-32af665c-bc9f-4720-9b20-96e2146a063c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:04.668244 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-57878593-44bf-42c9-b55e-4b41c4b92a41 req-32af665c-bc9f-4720-9b20-96e2146a063c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=21f728f76092479bbd096847b3caf950&device_id=0c24082a-187a-4ce8-aeca-b51b3d804c0a HTTP/1.1" status: 200 len: 1099 time: 0.0876834 Nov 25 17:24:04.709364 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=85032dc6-7db5-4366-a0e5-fcd20868fa7a,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:04.721317 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:04.721607 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:04.721969 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:04.722307 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:04.722647 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:04.722999 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:04.723324 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:04.723660 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:04.723989 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:04.724321 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:04.724649 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:04.725008 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:04.777894 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-2ffabb08-9678-403d-831d-558356d28a7c req-fca0545b-1e8c-4aec-a944-6ad4a5352d97 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:04.785401 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbba06e-905c-4550-b3aa-942e5655ba41 req-1b321a39-bd09-4d2f-b688-7de4ad9c1705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:04.786956 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bfbba06e-905c-4550-b3aa-942e5655ba41 req-1b321a39-bd09-4d2f-b688-7de4ad9c1705 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cbebe6cb2b944a35af1ec08d68611682&device_id=0b019eb1-a039-43b5-966f-fa659895034f HTTP/1.1" status: 200 len: 1094 time: 0.2341385 Nov 25 17:24:04.859619 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['85032dc6-7db5-4366-a0e5-fcd20868fa7a'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:24:04.886088 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57878593-44bf-42c9-b55e-4b41c4b92a41 req-98c4c180-f3e3-4edb-80e2-938c986f3ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:04.888213 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-57878593-44bf-42c9-b55e-4b41c4b92a41 req-98c4c180-f3e3-4edb-80e2-938c986f3ded service neutron] 10.222.0.74 "GET /v2.0/networks?id=ab4fed0b-9bf1-4925-8765-94da08c5de2a HTTP/1.1" status: 200 len: 870 time: 0.2101376 Nov 25 17:24:04.966084 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-57878593-44bf-42c9-b55e-4b41c4b92a41 req-ad4962cf-abbd-4619-876a-b990ca450d12 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=60631d9b-f36f-4467-ae4b-b4f7dfd5ea53 HTTP/1.1" status: 200 len: 217 time: 0.0627480 Nov 25 17:24:04.977326 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbba06e-905c-4550-b3aa-942e5655ba41 req-64266476-27b4-43b2-8c2d-a9d78b9ec452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:04.978719 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bfbba06e-905c-4550-b3aa-942e5655ba41 req-64266476-27b4-43b2-8c2d-a9d78b9ec452 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cdfc7726-be74-4470-a033-195b79623a95 HTTP/1.1" status: 200 len: 908 time: 0.1639054 Nov 25 17:24:04.980617 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-91aa935e-861d-4c0c-80bf-ba08594c7da3 req-1b171133-7622-41d5-880a-848c4353bf2d service neutron] For port e15496e1-8118-4021-9400-337ac038f51d, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:24:05.028950 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca0545b-1e8c-4aec-a944-6ad4a5352d97 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Pushing event deleted for resources: {'Port': ['ID=9a3aa883-74e7-4643-acad-ec28749faee5,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:05.089989 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57878593-44bf-42c9-b55e-4b41c4b92a41 req-f03e24b6-dba3-4bf8-a80a-44765c13c6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:05.091481 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-57878593-44bf-42c9-b55e-4b41c4b92a41 req-f03e24b6-dba3-4bf8-a80a-44765c13c6d8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.1179543 Nov 25 17:24:05.105447 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-91aa935e-861d-4c0c-80bf-ba08594c7da3 req-1b171133-7622-41d5-880a-848c4353bf2d service neutron] For port e15496e1-8118-4021-9400-337ac038f51d, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=e15496e1-8118-4021-9400-337ac038f51d,segment=NetworkSegment(3fff852f-80e0-40ff-afa3-43c8d7810ddd),segment_id=3fff852f-80e0-40ff-afa3-43c8d7810ddd)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:24:05.108419 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bfbba06e-905c-4550-b3aa-942e5655ba41 req-affc67e8-fd0e-493c-b264-317d8cc87e82 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f364e30-1840-4273-9226-3786fd484ad0 HTTP/1.1" status: 200 len: 217 time: 0.1091835 Nov 25 17:24:05.180545 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57878593-44bf-42c9-b55e-4b41c4b92a41 req-9d29416c-5cd4-45d9-b231-b1215da8b5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:05.182138 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-57878593-44bf-42c9-b55e-4b41c4b92a41 req-9d29416c-5cd4-45d9-b231-b1215da8b5f1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0830376 Nov 25 17:24:05.184724 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-91aa935e-861d-4c0c-80bf-ba08594c7da3 req-1b171133-7622-41d5-880a-848c4353bf2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:05.210696 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ffabb08-9678-403d-831d-558356d28a7c req-fca0545b-1e8c-4aec-a944-6ad4a5352d97 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] No DVR routers for this DVR port 9a3aa883-74e7-4643-acad-ec28749faee5 on host n-h1-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:24:05.220326 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-2ffabb08-9678-403d-831d-558356d28a7c req-fca0545b-1e8c-4aec-a944-6ad4a5352d97 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:05.223729 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2ffabb08-9678-403d-831d-558356d28a7c req-fca0545b-1e8c-4aec-a944-6ad4a5352d97 tempest-ServersAdminTestJSON-788085783 tempest-ServersAdminTestJSON-788085783-project] 10.222.0.74 "DELETE /v2.0/ports/9a3aa883-74e7-4643-acad-ec28749faee5 HTTP/1.1" status: 204 len: 173 time: 2.4070270 Nov 25 17:24:05.274190 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa935e-861d-4c0c-80bf-ba08594c7da3 req-1b171133-7622-41d5-880a-848c4353bf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:05.274847 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-91aa935e-861d-4c0c-80bf-ba08594c7da3 req-1b171133-7622-41d5-880a-848c4353bf2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:05.276433 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-91aa935e-861d-4c0c-80bf-ba08594c7da3 req-1b171133-7622-41d5-880a-848c4353bf2d service neutron] 10.222.0.90 "PUT /v2.0/ports/e15496e1-8118-4021-9400-337ac038f51d HTTP/1.1" status: 200 len: 1091 time: 4.4830956 Nov 25 17:24:05.329204 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbba06e-905c-4550-b3aa-942e5655ba41 req-58d0d102-f93d-4679-9f83-89fb583b1de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:05.330643 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bfbba06e-905c-4550-b3aa-942e5655ba41 req-58d0d102-f93d-4679-9f83-89fb583b1de8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ee1e665a-f297-4067-8b5a-7a7e373f89c9 HTTP/1.1" status: 200 len: 847 time: 0.2145193 Nov 25 17:24:05.353672 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-57878593-44bf-42c9-b55e-4b41c4b92a41 req-72cebbbd-5ffd-4698-b0c0-13e91f2135eb service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599739 Nov 25 17:24:05.388710 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bfbba06e-905c-4550-b3aa-942e5655ba41 req-796ba510-ad07-49e5-b5c1-6c2beb474037 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cdfc7726-be74-4470-a033-195b79623a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467701 Nov 25 17:24:05.394261 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b171133-7622-41d5-880a-848c4353bf2d service neutron] Pushing event updated for resources: {'Port': ['ID=e15496e1-8118-4021-9400-337ac038f51d,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:05.525699 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-57878593-44bf-42c9-b55e-4b41c4b92a41 req-f4a32707-a2e5-422e-991b-317b35527f2f service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636977 Nov 25 17:24:05.569668 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bfbba06e-905c-4550-b3aa-942e5655ba41 req-8158f5da-ce2b-4e21-b1d0-eef0ac3c4cde service neutron] 10.222.0.74 "GET /v2.0/networks/cdfc7726-be74-4470-a033-195b79623a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637828 Nov 25 17:24:05.671542 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bfbba06e-905c-4550-b3aa-942e5655ba41 req-9ad7f706-eb50-4eec-a8dc-20930a55c1c0 service neutron] 10.222.0.74 "GET /v2.0/networks/cdfc7726-be74-4470-a033-195b79623a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930727 Nov 25 17:24:05.973875 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 60631d9b-f36f-4467-ae4b-b4f7dfd5ea53 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:24:05.978058 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 85032dc6-7db5-4366-a0e5-fcd20868fa7a up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:24:06.088520 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port 85032dc6-7db5-4366-a0e5-fcd20868fa7a completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:24:06.099914 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 85032dc6-7db5-4366-a0e5-fcd20868fa7a triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:06.100295 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:06.133578 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 60631d9b-f36f-4467-ae4b-b4f7dfd5ea53, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=60631d9b-f36f-4467-ae4b-b4f7dfd5ea53,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:06.159383 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '60631d9b-f36f-4467-ae4b-b4f7dfd5ea53', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'port_id': '60631d9b-f36f-4467-ae4b-b4f7dfd5ea53', 'mac_address': 'fa:16:3e:90:0b:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8793709c-5336-428d-aede-b0b8df1a26b2', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:24:06.373488 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:06.375333 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:06.400589 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60631d9b-f36f-4467-ae4b-b4f7dfd5ea53 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:24:06.412183 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a4986e2-aa5d-4f19-a5f4-c8d655be0af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85032dc6-7db5-4366-a0e5-fcd20868fa7a'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:24:06.414586 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e4a721-cc19-402b-b49c-7fc19f040460" -d '{"events": [{"server_uuid": "8a4986e2-aa5d-4f19-a5f4-c8d655be0af0", "name": "network-vif-plugged", "status": "completed", "tag": "85032dc6-7db5-4366-a0e5-fcd20868fa7a"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:24:06.435950 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 85032dc6-7db5-4366-a0e5-fcd20868fa7a, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=85032dc6-7db5-4366-a0e5-fcd20868fa7a,segment=NetworkSegment(7697bcb9-6235-4bcb-abb5-7cbf373e2db4),segment_id=7697bcb9-6235-4bcb-abb5-7cbf373e2db4)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:06.440368 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 60631d9b-f36f-4467-ae4b-b4f7dfd5ea53, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=60631d9b-f36f-4467-ae4b-b4f7dfd5ea53,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:06.442930 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:06.443844 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 9a3aa883-74e7-4643-acad-ec28749faee5 no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:24:06.470452 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: 9a3aa883-74e7-4643-acad-ec28749faee5 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:24:06.470803 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 9a3aa883-74e7-4643-acad-ec28749faee5 not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:24:06.472280 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:06.523761 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=85032dc6-7db5-4366-a0e5-fcd20868fa7a,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:06.552802 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '851b2964-72a8-440e-8234-fc14db00e928', 'name': 'network-vif-deleted', 'tag': '9a3aa883-74e7-4643-acad-ec28749faee5'}, {'name': 'network-changed', 'server_uuid': 'd6697e90-8955-4f23-bb64-a37e79d12f78', 'tag': 'e15496e1-8118-4021-9400-337ac038f51d'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:24:06.555348 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab09bc7c-6e77-4814-a15b-c671e8828730" -d '{"events": [{"server_uuid": "851b2964-72a8-440e-8234-fc14db00e928", "name": "network-vif-deleted", "tag": "9a3aa883-74e7-4643-acad-ec28749faee5"}, {"name": "network-changed", "server_uuid": "d6697e90-8955-4f23-bb64-a37e79d12f78", "tag": "e15496e1-8118-4021-9400-337ac038f51d"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:24:06.574016 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=60631d9b-f36f-4467-ae4b-b4f7dfd5ea53,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:06.725934 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['60631d9b-f36f-4467-ae4b-b4f7dfd5ea53'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:24:07.982895 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 4f364e30-1840-4273-9226-3786fd484ad0 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:24:07.985764 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 60631d9b-f36f-4467-ae4b-b4f7dfd5ea53 up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:24:08.092919 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port 60631d9b-f36f-4467-ae4b-b4f7dfd5ea53 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:24:08.106955 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 60631d9b-f36f-4467-ae4b-b4f7dfd5ea53 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:08.107324 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:08.141288 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 4f364e30-1840-4273-9226-3786fd484ad0, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=4f364e30-1840-4273-9226-3786fd484ad0,segment=NetworkSegment(2c22414f-d4c7-43ac-a576-c7b2f18031bf),segment_id=2c22414f-d4c7-43ac-a576-c7b2f18031bf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:08.161893 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '4f364e30-1840-4273-9226-3786fd484ad0', 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95', 'port_id': '4f364e30-1840-4273-9226-3786fd484ad0', 'mac_address': 'fa:16:3e:7e:e4:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee1e665a-f297-4067-8b5a-7a7e373f89c9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:24:08.230319 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:08.250836 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f364e30-1840-4273-9226-3786fd484ad0 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:24:08.255160 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:08.287806 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 4f364e30-1840-4273-9226-3786fd484ad0, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=4f364e30-1840-4273-9226-3786fd484ad0,segment=NetworkSegment(2c22414f-d4c7-43ac-a576-c7b2f18031bf),segment_id=2c22414f-d4c7-43ac-a576-c7b2f18031bf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:08.294709 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:08.306224 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 60631d9b-f36f-4467-ae4b-b4f7dfd5ea53, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=60631d9b-f36f-4467-ae4b-b4f7dfd5ea53,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:08.325590 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:08.355137 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=4f364e30-1840-4273-9226-3786fd484ad0,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:08.405616 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=60631d9b-f36f-4467-ae4b-b4f7dfd5ea53,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:08.569719 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['4f364e30-1840-4273-9226-3786fd484ad0'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:24:09.097630 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa935e-861d-4c0c-80bf-ba08594c7da3 req-78b01973-d58f-4ccf-998a-8f3860f6f1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:09.099124 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-91aa935e-861d-4c0c-80bf-ba08594c7da3 req-78b01973-d58f-4ccf-998a-8f3860f6f1d0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d740fab26b274afe83ef60f4055511ee&device_id=d6697e90-8955-4f23-bb64-a37e79d12f78 HTTP/1.1" status: 200 len: 1094 time: 0.0462170 Nov 25 17:24:09.134757 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-c92dfa18-122b-450e-9b57-a6f659d28760 tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:24:09.135847 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-c92dfa18-122b-450e-9b57-a6f659d28760 tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065012 Nov 25 17:24:09.163365 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-91aa935e-861d-4c0c-80bf-ba08594c7da3 req-0bb3ea40-d7b1-4098-a5a0-5c505c44fcce service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e15496e1-8118-4021-9400-337ac038f51d HTTP/1.1" status: 200 len: 217 time: 0.0443974 Nov 25 17:24:09.178199 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-496882d2-8d6f-4c04-bf61-ffb41bb5e0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:09.179587 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-496882d2-8d6f-4c04-bf61-ffb41bb5e0fc service neutron] 10.222.0.75 "GET /v2.0/ports/7a172fc2-1de2-412d-a2fd-b5ac4ebfd675 HTTP/1.1" status: 200 len: 1094 time: 0.0366344 Nov 25 17:24:09.190988 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-f576d80d-d8a0-4646-9729-dce22403a703 service neutron] Request body: {'binding': {'host': 'n-h1-817746-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:09.191452 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-f576d80d-d8a0-4646-9729-dce22403a703 service neutron] Unknown quota resources ['binding']. {{(pid=103360) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 17:24:09.244755 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa935e-861d-4c0c-80bf-ba08594c7da3 req-10b025ec-b987-40b1-a092-56fe07ce953a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:09.246546 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-91aa935e-861d-4c0c-80bf-ba08594c7da3 req-10b025ec-b987-40b1-a092-56fe07ce953a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a634f65a-fff0-44a1-b3f4-40c65e257420 HTTP/1.1" status: 200 len: 853 time: 0.0748384 Nov 25 17:24:09.375487 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa935e-861d-4c0c-80bf-ba08594c7da3 req-4607109a-4bb5-4725-b152-488b47b23669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:09.377442 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-91aa935e-861d-4c0c-80bf-ba08594c7da3 req-4607109a-4bb5-4725-b152-488b47b23669 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=78e58441-c55e-4f22-94a6-ad1d8b02134a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1216626 Nov 25 17:24:09.385592 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-f576d80d-d8a0-4646-9729-dce22403a703 service neutron] Attempting to bind port 7a172fc2-1de2-412d-a2fd-b5ac4ebfd675 on host n-h1-817746-1 for vnic_type normal with profile None {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:24:09.386159 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-f576d80d-d8a0-4646-9729-dce22403a703 service neutron] Attempting to bind port 7a172fc2-1de2-412d-a2fd-b5ac4ebfd675 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '32304091-a43f-4bbd-aae7-89d7e0d9d2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c4ad8fe4-e22e-4c8b-af10-9eaf120b663c'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:24:09.386589 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-f576d80d-d8a0-4646-9729-dce22403a703 service neutron] Attempting to bind port 7a172fc2-1de2-412d-a2fd-b5ac4ebfd675 on network c4ad8fe4-e22e-4c8b-af10-9eaf120b663c {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:24:09.388776 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc5bc59-1af1-4b9a-a850-acf8953818c9 req-daa4ba75-ef30-42a6-853f-8d4cc1b2f687 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:09.390289 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3fc5bc59-1af1-4b9a-a850-acf8953818c9 req-daa4ba75-ef30-42a6-853f-8d4cc1b2f687 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c24082a-187a-4ce8-aeca-b51b3d804c0a HTTP/1.1" status: 200 len: 950 time: 0.0904243 Nov 25 17:24:09.391189 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-f576d80d-d8a0-4646-9729-dce22403a703 service neutron] Port 7a172fc2-1de2-412d-a2fd-b5ac4ebfd675 on network c4ad8fe4-e22e-4c8b-af10-9eaf120b663c not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:24:09.391595 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-f576d80d-d8a0-4646-9729-dce22403a703 service neutron] Attempting to bind port 7a172fc2-1de2-412d-a2fd-b5ac4ebfd675 on network c4ad8fe4-e22e-4c8b-af10-9eaf120b663c {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:24:09.396676 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-f576d80d-d8a0-4646-9729-dce22403a703 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:24:09.397155 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-f576d80d-d8a0-4646-9729-dce22403a703 service neutron] Checking segment: {'id': '32304091-a43f-4bbd-aae7-89d7e0d9d2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c4ad8fe4-e22e-4c8b-af10-9eaf120b663c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:24:09.397711 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-f576d80d-d8a0-4646-9729-dce22403a703 service neutron] Bound using segment: {'id': '32304091-a43f-4bbd-aae7-89d7e0d9d2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c4ad8fe4-e22e-4c8b-af10-9eaf120b663c'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:24:09.398374 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-f576d80d-d8a0-4646-9729-dce22403a703 service neutron] Bound port: 7a172fc2-1de2-412d-a2fd-b5ac4ebfd675, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32304091-a43f-4bbd-aae7-89d7e0d9d2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c4ad8fe4-e22e-4c8b-af10-9eaf120b663c'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:24:09.455420 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-f576d80d-d8a0-4646-9729-dce22403a703 service neutron] For port 7a172fc2-1de2-412d-a2fd-b5ac4ebfd675, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=7a172fc2-1de2-412d-a2fd-b5ac4ebfd675,segment=NetworkSegment(32304091-a43f-4bbd-aae7-89d7e0d9d2b6),segment_id=32304091-a43f-4bbd-aae7-89d7e0d9d2b6)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:24:09.462484 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-f576d80d-d8a0-4646-9729-dce22403a703 service neutron] Publish callbacks [] for binding, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:09.471477 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-f576d80d-d8a0-4646-9729-dce22403a703 service neutron] 10.222.0.75 "POST /v2.0/ports/7a172fc2-1de2-412d-a2fd-b5ac4ebfd675/bindings HTTP/1.1" status: 201 len: 389 time: 0.2803173 Nov 25 17:24:09.495503 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3fc5bc59-1af1-4b9a-a850-acf8953818c9 req-95c94f2b-481c-4b80-ae2a-c142ed40490d tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958400 Nov 25 17:24:09.519858 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-91aa935e-861d-4c0c-80bf-ba08594c7da3 req-81cbb98b-8aa2-49e6-bb5e-332560b77b2e service neutron] 10.222.0.90 "GET /v2.0/networks/78e58441-c55e-4f22-94a6-ad1d8b02134a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286001 Nov 25 17:24:09.775205 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-91aa935e-861d-4c0c-80bf-ba08594c7da3 req-4ec91808-855f-4d3b-9eac-aa3afd33b560 service neutron] 10.222.0.90 "GET /v2.0/networks/78e58441-c55e-4f22-94a6-ad1d8b02134a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464530 Nov 25 17:24:09.787852 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d38b4-9732-4105-a9ad-33105a81e206 req-3dfb5ece-c8d3-422c-aeb2-2c2894a0a053 tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:09.794050 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8c0d38b4-9732-4105-a9ad-33105a81e206 req-3dfb5ece-c8d3-422c-aeb2-2c2894a0a053 tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6697e90-8955-4f23-bb64-a37e79d12f78 HTTP/1.1" status: 200 len: 943 time: 0.1588914 Nov 25 17:24:09.822081 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054300bd-bc4a-4861-b671-f1dab72eee2d req-9e9da267-a24c-4490-a013-5e9b375b2cd3 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:09.827944 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-054300bd-bc4a-4861-b671-f1dab72eee2d req-9e9da267-a24c-4490-a013-5e9b375b2cd3 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.75 "GET /v2.0/ports?device_id=8a4986e2-aa5d-4f19-a5f4-c8d655be0af0 HTTP/1.1" status: 200 len: 945 time: 0.1950073 Nov 25 17:24:09.848210 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-47cd78b7-80a6-48ff-9dc6-39c6b142bd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:09.850199 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-47cd78b7-80a6-48ff-9dc6-39c6b142bd2c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ac7a18821f8e4e00814d44731ef8d033&device_id=6a899825-fac8-4787-9c17-3ea66fd56ec2 HTTP/1.1" status: 200 len: 1097 time: 0.1189284 Nov 25 17:24:09.913539 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34880) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:09.973320 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8c0d38b4-9732-4105-a9ad-33105a81e206 req-3782e7d6-dfb4-41c3-9cbb-7c6e12edf2c7 tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c8a290a-92cf-4150-99ad-d7433d03f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726289 Nov 25 17:24:09.977621 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-054300bd-bc4a-4861-b671-f1dab72eee2d req-5a735ecb-74c0-4e17-91e2-cdafb2eb92d7 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.75 "GET /v2.0/security-groups?id=24dbdd6a-ab6c-4cbc-8a4e-66c37691d859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453292 Nov 25 17:24:10.001897 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 4f364e30-1840-4273-9226-3786fd484ad0 up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:24:10.034112 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-304c33ca-3ac8-4ce4-a30d-1d64dfd46542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:10.037537 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-304c33ca-3ac8-4ce4-a30d-1d64dfd46542 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c4ad8fe4-e22e-4c8b-af10-9eaf120b663c HTTP/1.1" status: 200 len: 921 time: 0.1736307 Nov 25 17:24:10.082711 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port 4f364e30-1840-4273-9226-3786fd484ad0 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:24:10.085336 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ab35a564-bf5d-4286-b99a-441ac5489fb9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b41b9caacf954de8a3af286a68550b64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1705158 Nov 25 17:24:10.087481 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 4f364e30-1840-4273-9226-3786fd484ad0 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:10.088057 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34886) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:10.088902 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:10.098359 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-0c6d2eaf-6151-40bd-8428-7c90b58ebba8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a172fc2-1de2-412d-a2fd-b5ac4ebfd675 HTTP/1.1" status: 200 len: 217 time: 0.0501900 Nov 25 17:24:10.162436 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7d15c4da-0f90-46a6-b76f-5ec6de479a76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:10.183739 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:10.191723 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7d15c4da-0f90-46a6-b76f-5ec6de479a76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:10.222289 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 4f364e30-1840-4273-9226-3786fd484ad0, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=4f364e30-1840-4273-9226-3786fd484ad0,segment=NetworkSegment(2c22414f-d4c7-43ac-a576-c7b2f18031bf),segment_id=2c22414f-d4c7-43ac-a576-c7b2f18031bf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:10.227385 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:10.236577 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-56db39ba-48c7-4330-b0be-df1b05149931 req-2324eb7f-741c-4ed7-a8f3-df75831c885d tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--717232969&fields=id&tenant_id=37791f7c9b2849ccac41faff01c57b4b HTTP/1.1" status: 200 len: 267 time: 0.1197212 Nov 25 17:24:10.240958 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-83e4e4ff-032c-4b8a-b223-83fd6125162a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:10.242345 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-83e4e4ff-032c-4b8a-b223-83fd6125162a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0a91ba6f-af85-4b11-90c3-2d5fc7a12e25 HTTP/1.1" status: 200 len: 860 time: 0.1346083 Nov 25 17:24:10.259380 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7d15c4da-0f90-46a6-b76f-5ec6de479a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:10.264030 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7d15c4da-0f90-46a6-b76f-5ec6de479a76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:10.268876 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7d15c4da-0f90-46a6-b76f-5ec6de479a76 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e523b97c-2a1c-471c-a2f0-cda2800f93df HTTP/1.1" status: 204 len: 168 time: 0.1767342 Nov 25 17:24:10.278417 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d15c4da-0f90-46a6-b76f-5ec6de479a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e523b97c-2a1c-471c-a2f0-cda2800f93df,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:10.281108 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=4f364e30-1840-4273-9226-3786fd484ad0,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:10.286260 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f221096-4b67-4a83-847e-3fe0cf0fd029 req-400c4186-fb8a-44a4-9595-0a5c7991d558 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:10.287749 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8f221096-4b67-4a83-847e-3fe0cf0fd029 req-400c4186-fb8a-44a4-9595-0a5c7991d558 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=0b019eb1-a039-43b5-966f-fa659895034f HTTP/1.1" status: 200 len: 944 time: 0.1991587 Nov 25 17:24:10.348942 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-7f37d01e-7ceb-4c65-afee-ac932f32924f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c4ad8fe4-e22e-4c8b-af10-9eaf120b663c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706730 Nov 25 17:24:10.472201 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8f221096-4b67-4a83-847e-3fe0cf0fd029 req-bf3183be-6440-43e9-9487-03a58a32132e tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496041 Nov 25 17:24:10.487084 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db39ba-48c7-4330-b0be-df1b05149931 req-763a626d-d317-4c6f-a642-01a92674a1c1 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:10.493903 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-56db39ba-48c7-4330-b0be-df1b05149931 req-763a626d-d317-4c6f-a642-01a92674a1c1 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] 10.222.0.75 "GET /v2.0/networks?id=03886931-52e3-40f5-a27a-c1292a391134 HTTP/1.1" status: 200 len: 815 time: 0.2564542 Nov 25 17:24:10.539370 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-56db39ba-48c7-4330-b0be-df1b05149931 req-00eea0ea-4c2c-4eb5-9ddf-17f6331b2a14 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] 10.222.0.75 "GET /v2.0/quotas/37791f7c9b2849ccac41faff01c57b4b HTTP/1.1" status: 200 len: 375 time: 0.0444295 Nov 25 17:24:10.551795 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35b8d8d-9a90-4f1d-9457-826533349883 x-openstack-request-id: req-d35b8d8d-9a90-4f1d-9457-826533349883 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:24:10.552528 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a4986e2-aa5d-4f19-a5f4-c8d655be0af0", "name": "network-vif-plugged", "status": "completed", "tag": "85032dc6-7db5-4366-a0e5-fcd20868fa7a", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:24:10.553340 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d35b8d8d-9a90-4f1d-9457-826533349883 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:24:10.554028 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a4986e2-aa5d-4f19-a5f4-c8d655be0af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85032dc6-7db5-4366-a0e5-fcd20868fa7a', 'code': 200} Nov 25 17:24:10.562264 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-5cd9ce65-6a66-4d9e-8235-35bd66c4601f service neutron] 10.222.0.74 "GET /v2.0/networks/c4ad8fe4-e22e-4c8b-af10-9eaf120b663c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991000 Nov 25 17:24:10.690073 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34896) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:10.714064 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-a6ffecdf-7a49-47ab-8f28-63a4a4659304 service neutron] 10.222.0.74 "GET /v2.0/networks/c4ad8fe4-e22e-4c8b-af10-9eaf120b663c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365709 Nov 25 17:24:10.715141 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d801c-c2e3-4dfe-96b4-9741f007b0b9 req-9ebaf974-4972-4a62-8a4a-033c292ecae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:10.715761 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 25 Nov 2021 17:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017703b3-9258-4835-94c6-1dd32f94db95 x-openstack-request-id: req-017703b3-9258-4835-94c6-1dd32f94db95 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:24:10.716321 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "851b2964-72a8-440e-8234-fc14db00e928", "name": "network-vif-deleted", "tag": "9a3aa883-74e7-4643-acad-ec28749faee5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d6697e90-8955-4f23-bb64-a37e79d12f78", "tag": "e15496e1-8118-4021-9400-337ac038f51d", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:24:10.716581 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-017703b3-9258-4835-94c6-1dd32f94db95 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:24:10.716747 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f26d801c-c2e3-4dfe-96b4-9741f007b0b9 req-9ebaf974-4972-4a62-8a4a-033c292ecae7 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8a4986e2-aa5d-4f19-a5f4-c8d655be0af0 HTTP/1.1" status: 200 len: 1096 time: 0.0936849 Nov 25 17:24:10.717009 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '851b2964-72a8-440e-8234-fc14db00e928', 'name': 'network-vif-deleted', 'tag': '9a3aa883-74e7-4643-acad-ec28749faee5', 'status': 'completed', 'code': 200} Nov 25 17:24:10.717285 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6697e90-8955-4f23-bb64-a37e79d12f78', 'tag': 'e15496e1-8118-4021-9400-337ac038f51d', 'status': 'completed', 'code': 200} Nov 25 17:24:10.763033 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-dc5b04cb-a55d-457a-a0a7-cc449e521f2d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=66abc4834e7a4662981f353dcbf97a7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0714898 Nov 25 17:24:10.764147 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34898) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:10.795201 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-56db39ba-48c7-4330-b0be-df1b05149931 req-26ffb6d9-3990-4a09-9882-4acc8dfbac55 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=37791f7c9b2849ccac41faff01c57b4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2549658 Nov 25 17:24:10.806706 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f26d801c-c2e3-4dfe-96b4-9741f007b0b9 req-e429df78-c344-42c9-af60-0dfee4c7be6e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=24dbdd6a-ab6c-4cbc-8a4e-66c37691d859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807106 Nov 25 17:24:10.823108 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a4568-92ea-4084-a328-3078917ddfe1 req-525fd244-545b-4859-bf66-cbffe251238f tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:10.824691 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5c6a4568-92ea-4084-a328-3078917ddfe1 req-525fd244-545b-4859-bf66-cbffe251238f tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a899825-fac8-4787-9c17-3ea66fd56ec2 HTTP/1.1" status: 200 len: 946 time: 0.1000946 Nov 25 17:24:10.832806 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bf3ac9f0-37fc-4f1f-892f-926351592b0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:10.859464 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bf3ac9f0-37fc-4f1f-892f-926351592b0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:10.918744 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bf3ac9f0-37fc-4f1f-892f-926351592b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:10.921949 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bf3ac9f0-37fc-4f1f-892f-926351592b0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:10.923489 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-bf3ac9f0-37fc-4f1f-892f-926351592b0d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3c9c951c-f76c-4f9f-88f0-97e9acd1da02 HTTP/1.1" status: 204 len: 168 time: 0.1536732 Nov 25 17:24:10.935105 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3ac9f0-37fc-4f1f-892f-926351592b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9c951c-f76c-4f9f-88f0-97e9acd1da02,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:11.197761 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab09bc7c-6e77-4814-a15b-c671e8828730 req-77935a87-72aa-4a24-b186-8b765f4e9e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:11.199310 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ab09bc7c-6e77-4814-a15b-c671e8828730 req-77935a87-72aa-4a24-b186-8b765f4e9e8a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d740fab26b274afe83ef60f4055511ee&device_id=d6697e90-8955-4f23-bb64-a37e79d12f78 HTTP/1.1" status: 200 len: 1094 time: 0.4812551 Nov 25 17:24:11.296307 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5c6a4568-92ea-4084-a328-3078917ddfe1 req-5cf8c4c5-67b4-4f18-923d-bf6012d632f1 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4638467 Nov 25 17:24:11.359407 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-56db39ba-48c7-4330-b0be-df1b05149931 req-40a10c75-abb9-400d-837a-e3bd716a09f3 service neutron] 10.222.0.75 "GET /v2.0/networks/03886931-52e3-40f5-a27a-c1292a391134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5444410 Nov 25 17:24:11.487970 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab09bc7c-6e77-4814-a15b-c671e8828730 req-efaca461-0940-4d4e-9def-178993ab0b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:11.489447 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ab09bc7c-6e77-4814-a15b-c671e8828730 req-efaca461-0940-4d4e-9def-178993ab0b47 service neutron] 10.222.0.90 "GET /v2.0/networks?id=78e58441-c55e-4f22-94a6-ad1d8b02134a HTTP/1.1" status: 200 len: 915 time: 0.2784879 Nov 25 17:24:11.522760 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f1561-30fb-48f4-b635-d0e2b372fa75 req-6a30d1f9-59f2-459c-ac89-faa71e0fd7ce tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:11.524256 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fa9f1561-30fb-48f4-b635-d0e2b372fa75 req-6a30d1f9-59f2-459c-ac89-faa71e0fd7ce tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c24082a-187a-4ce8-aeca-b51b3d804c0a HTTP/1.1" status: 200 len: 950 time: 0.1095190 Nov 25 17:24:11.561557 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-56db39ba-48c7-4330-b0be-df1b05149931 req-edcd17aa-2c94-4ff0-9164-046eac2f8c3b service neutron] 10.222.0.75 "GET /v2.0/networks/03886931-52e3-40f5-a27a-c1292a391134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987433 Nov 25 17:24:11.563896 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ab09bc7c-6e77-4814-a15b-c671e8828730 req-b11884b2-ed1c-4b00-989b-c1bf366f4a43 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e15496e1-8118-4021-9400-337ac038f51d HTTP/1.1" status: 200 len: 217 time: 0.0607510 Nov 25 17:24:11.724818 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fa9f1561-30fb-48f4-b635-d0e2b372fa75 req-ade848b0-f811-4a77-981d-645a5b4c2793 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732261 Nov 25 17:24:11.728516 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab09bc7c-6e77-4814-a15b-c671e8828730 req-d1975d06-3828-4c16-9272-81ff53d5623e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:11.730921 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ab09bc7c-6e77-4814-a15b-c671e8828730 req-d1975d06-3828-4c16-9272-81ff53d5623e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a634f65a-fff0-44a1-b3f4-40c65e257420 HTTP/1.1" status: 200 len: 853 time: 0.1480434 Nov 25 17:24:11.819320 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab09bc7c-6e77-4814-a15b-c671e8828730 req-38cb6e2c-36f8-4cf6-966c-0e57e05d3556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:11.820731 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ab09bc7c-6e77-4814-a15b-c671e8828730 req-38cb6e2c-36f8-4cf6-966c-0e57e05d3556 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=78e58441-c55e-4f22-94a6-ad1d8b02134a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796967 Nov 25 17:24:11.929171 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941ff88-7e9a-4751-9292-4ee5b780e17c req-0d787f7f-6bb0-43c7-8f27-ba235821b31a tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:11.936715 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7941ff88-7e9a-4751-9292-4ee5b780e17c req-0d787f7f-6bb0-43c7-8f27-ba235821b31a tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6697e90-8955-4f23-bb64-a37e79d12f78 HTTP/1.1" status: 200 len: 943 time: 0.1117401 Nov 25 17:24:11.990371 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ab09bc7c-6e77-4814-a15b-c671e8828730 req-6a8ca785-5e49-4f61-a550-98b416deda6d service neutron] 10.222.0.90 "GET /v2.0/networks/78e58441-c55e-4f22-94a6-ad1d8b02134a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555030 Nov 25 17:24:12.033510 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7941ff88-7e9a-4751-9292-4ee5b780e17c req-2da9b6bb-26cd-4daa-a791-1f27c718475f tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c8a290a-92cf-4150-99ad-d7433d03f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957415 Nov 25 17:24:12.154663 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ab09bc7c-6e77-4814-a15b-c671e8828730 req-abe7d171-5fc3-40cb-b1ea-8ddbcb6103cd service neutron] 10.222.0.90 "GET /v2.0/networks/78e58441-c55e-4f22-94a6-ad1d8b02134a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484175 Nov 25 17:24:12.217178 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea4850-002d-4a04-847a-7ec04bfa8031 req-33222321-7887-4db5-9f5a-2420e2b9bd29 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:12.218738 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e3ea4850-002d-4a04-847a-7ec04bfa8031 req-33222321-7887-4db5-9f5a-2420e2b9bd29 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.75 "GET /v2.0/ports?device_id=8a4986e2-aa5d-4f19-a5f4-c8d655be0af0 HTTP/1.1" status: 200 len: 945 time: 0.0589209 Nov 25 17:24:12.297012 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e3ea4850-002d-4a04-847a-7ec04bfa8031 req-e684efc1-a329-4ec7-8db7-128025b2da10 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.75 "GET /v2.0/security-groups?id=24dbdd6a-ab6c-4cbc-8a4e-66c37691d859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680239 Nov 25 17:24:12.406797 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c4c05-f2b8-4ac6-a161-8aea69b07723 req-c717e6ac-cfa5-47e2-8edc-6273b9a8d017 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:12.408351 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-131c4c05-f2b8-4ac6-a161-8aea69b07723 req-c717e6ac-cfa5-47e2-8edc-6273b9a8d017 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=0b019eb1-a039-43b5-966f-fa659895034f HTTP/1.1" status: 200 len: 945 time: 0.0533161 Nov 25 17:24:12.468675 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-131c4c05-f2b8-4ac6-a161-8aea69b07723 req-f7e8388d-13b0-4ccb-a6db-41610f1a97d3 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535097 Nov 25 17:24:12.556009 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c24082a-187a-4ce8-aeca-b51b3d804c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60631d9b-f36f-4467-ae4b-b4f7dfd5ea53'}, {'server_uuid': '0b019eb1-a039-43b5-966f-fa659895034f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f364e30-1840-4273-9226-3786fd484ad0'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:24:12.559433 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce21a28-e526-4863-aea5-ac144b75f51e" -d '{"events": [{"server_uuid": "0c24082a-187a-4ce8-aeca-b51b3d804c0a", "name": "network-vif-plugged", "status": "completed", "tag": "60631d9b-f36f-4467-ae4b-b4f7dfd5ea53"}, {"server_uuid": "0b019eb1-a039-43b5-966f-fa659895034f", "name": "network-vif-plugged", "status": "completed", "tag": "4f364e30-1840-4273-9226-3786fd484ad0"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:24:12.576538 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab99051-8dc1-435a-b927-7a4829154b98 req-e08dec4c-5b9f-4fc9-8790-18accf841813 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:12.578079 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0ab99051-8dc1-435a-b927-7a4829154b98 req-e08dec4c-5b9f-4fc9-8790-18accf841813 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a899825-fac8-4787-9c17-3ea66fd56ec2 HTTP/1.1" status: 200 len: 946 time: 0.0561407 Nov 25 17:24:12.624912 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0ab99051-8dc1-435a-b927-7a4829154b98 req-73454d12-6e2e-4f36-913e-eaf0d2ad0389 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408237 Nov 25 17:24:12.800490 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 25 Nov 2021 17:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94685452-5dac-4354-ae05-59abe1707863 x-openstack-request-id: req-94685452-5dac-4354-ae05-59abe1707863 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:24:12.800872 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c24082a-187a-4ce8-aeca-b51b3d804c0a", "name": "network-vif-plugged", "status": "completed", "tag": "60631d9b-f36f-4467-ae4b-b4f7dfd5ea53", "code": 200}, {"server_uuid": "0b019eb1-a039-43b5-966f-fa659895034f", "name": "network-vif-plugged", "status": "completed", "tag": "4f364e30-1840-4273-9226-3786fd484ad0", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:24:12.801212 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-94685452-5dac-4354-ae05-59abe1707863 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:24:12.801665 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c24082a-187a-4ce8-aeca-b51b3d804c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60631d9b-f36f-4467-ae4b-b4f7dfd5ea53', 'code': 200} Nov 25 17:24:12.802021 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b019eb1-a039-43b5-966f-fa659895034f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f364e30-1840-4273-9226-3786fd484ad0', 'code': 200} Nov 25 17:24:12.919591 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea040d-a014-4474-a815-7de34c572d44 req-532cc956-57a0-4221-ae54-0805fd2d1112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:12.921754 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-6bea040d-a014-4474-a815-7de34c572d44 req-532cc956-57a0-4221-ae54-0805fd2d1112 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0c24082a-187a-4ce8-aeca-b51b3d804c0a HTTP/1.1" status: 200 len: 1101 time: 0.0447271 Nov 25 17:24:12.944242 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e2cf5b-b354-4998-ad23-eceb3104c5ad req-390a18f6-552a-4fcb-a3e4-fc5e6e519f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:12.946074 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a9e2cf5b-b354-4998-ad23-eceb3104c5ad req-390a18f6-552a-4fcb-a3e4-fc5e6e519f3f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0b019eb1-a039-43b5-966f-fa659895034f HTTP/1.1" status: 200 len: 1096 time: 0.0543437 Nov 25 17:24:12.955281 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27475ee-b9ee-45f7-aedf-cb2a3e27d8f2 req-6c703bdf-275e-4def-9ec0-28a228d0779d tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:12.956794 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a27475ee-b9ee-45f7-aedf-cb2a3e27d8f2 req-6c703bdf-275e-4def-9ec0-28a228d0779d tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c24082a-187a-4ce8-aeca-b51b3d804c0a HTTP/1.1" status: 200 len: 950 time: 0.0919745 Nov 25 17:24:12.969585 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-6bea040d-a014-4474-a815-7de34c572d44 req-d1dde3c6-d359-443f-bb6d-7afe303d690c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398824 Nov 25 17:24:13.029126 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a9e2cf5b-b354-4998-ad23-eceb3104c5ad req-09abe404-5b33-4877-8eca-2f0d1eb5336d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713205 Nov 25 17:24:13.044152 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a27475ee-b9ee-45f7-aedf-cb2a3e27d8f2 req-9eccd0c7-40da-4886-8620-ffe96ab8f892 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792124 Nov 25 17:24:13.174783 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d2ed25-e46c-4525-b47c-b4c4af5082be req-1d257316-0990-4c2c-8ee2-f5d70b8853a8 tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:13.176202 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a1d2ed25-e46c-4525-b47c-b4c4af5082be req-1d257316-0990-4c2c-8ee2-f5d70b8853a8 tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6697e90-8955-4f23-bb64-a37e79d12f78 HTTP/1.1" status: 200 len: 943 time: 0.0594118 Nov 25 17:24:13.224955 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a1d2ed25-e46c-4525-b47c-b4c4af5082be req-ed8c0049-1409-49d1-b662-0d96221a91d3 tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c8a290a-92cf-4150-99ad-d7433d03f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426641 Nov 25 17:24:13.437049 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a2a6a0-fd9e-4f3f-9ad6-a5b63d1dba71 req-1cdb8508-3bc5-45dd-b19b-9a28dab5b54f tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:13.438522 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c4a2a6a0-fd9e-4f3f-9ad6-a5b63d1dba71 req-1cdb8508-3bc5-45dd-b19b-9a28dab5b54f tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.75 "GET /v2.0/ports?device_id=8a4986e2-aa5d-4f19-a5f4-c8d655be0af0 HTTP/1.1" status: 200 len: 945 time: 0.0520825 Nov 25 17:24:13.490942 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c4a2a6a0-fd9e-4f3f-9ad6-a5b63d1dba71 req-05805ca3-f063-4fe9-ad45-8b3ceb0f2665 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.75 "GET /v2.0/security-groups?id=24dbdd6a-ab6c-4cbc-8a4e-66c37691d859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462434 Nov 25 17:24:13.603139 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1824dd-f64f-453d-af0d-b5cd41f00d4f req-30b91fec-33e3-4e5c-9dd5-45c4f3ca32e2 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:13.605162 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2e1824dd-f64f-453d-af0d-b5cd41f00d4f req-30b91fec-33e3-4e5c-9dd5-45c4f3ca32e2 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=0b019eb1-a039-43b5-966f-fa659895034f HTTP/1.1" status: 200 len: 945 time: 0.0565689 Nov 25 17:24:13.638670 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 34972) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:13.661205 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2e1824dd-f64f-453d-af0d-b5cd41f00d4f req-9eab2fed-3aa8-4e05-8879-793d486a5882 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495236 Nov 25 17:24:13.767285 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9689e686-5c3d-4ff3-b81b-f5bb244e5bd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:13.784604 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02b5757-7d1b-4faf-b1a0-74e9f5ced1fe req-4394f52b-77c0-45e5-863f-2b01c9119d8e tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:13.786168 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c02b5757-7d1b-4faf-b1a0-74e9f5ced1fe req-4394f52b-77c0-45e5-863f-2b01c9119d8e tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.75 "GET /v2.0/ports?device_id=8a4986e2-aa5d-4f19-a5f4-c8d655be0af0 HTTP/1.1" status: 200 len: 945 time: 0.0694492 Nov 25 17:24:13.796041 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34978) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:13.802445 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-cbdc62bd-332e-4d11-b3a7-90f71582fa29 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Request body: {'floatingip': {'port_id': '85032dc6-7db5-4366-a0e5-fcd20868fa7a'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:13.862392 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cbdc62bd-332e-4d11-b3a7-90f71582fa29 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Publish callbacks [] for floatingip, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:13.928008 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9689e686-5c3d-4ff3-b81b-f5bb244e5bd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:13.941114 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf6ec8-8d89-417a-b055-da2a44acb32a req-607487c4-3282-43bf-a8e3-55225a9e0637 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:13.942980 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3fdf6ec8-8d89-417a-b055-da2a44acb32a req-607487c4-3282-43bf-a8e3-55225a9e0637 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a899825-fac8-4787-9c17-3ea66fd56ec2 HTTP/1.1" status: 200 len: 946 time: 0.0876372 Nov 25 17:24:13.944201 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9689e686-5c3d-4ff3-b81b-f5bb244e5bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:13.993626 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9689e686-5c3d-4ff3-b81b-f5bb244e5bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df27ab88-114e-4c4a-9e74-226bb94b91db,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:14.010043 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-9689e686-5c3d-4ff3-b81b-f5bb244e5bd4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=858e83ebfa644548960b40c5891bae1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3703120 Nov 25 17:24:14.010965 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 34980) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:14.054594 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device e15496e1-8118-4021-9400-337ac038f51d details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:24:14.059078 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3fdf6ec8-8d89-417a-b055-da2a44acb32a req-fb19bf87-548e-4941-8c68-948b7c9a6179 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046665 Nov 25 17:24:14.120873 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-421136aa-111e-4f2e-8d43-f70f05433432 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:14.170938 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-421136aa-111e-4f2e-8d43-f70f05433432 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:14.177051 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port e15496e1-8118-4021-9400-337ac038f51d, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=e15496e1-8118-4021-9400-337ac038f51d,segment=NetworkSegment(3fff852f-80e0-40ff-afa3-43c8d7810ddd),segment_id=3fff852f-80e0-40ff-afa3-43c8d7810ddd)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:14.200165 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': 'e15496e1-8118-4021-9400-337ac038f51d', 'network_id': '78e58441-c55e-4f22-94a6-ad1d8b02134a', 'port_id': 'e15496e1-8118-4021-9400-337ac038f51d', 'mac_address': 'fa:16:3e:41:e2:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a634f65a-fff0-44a1-b3f4-40c65e257420', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:24:14.246853 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:14.261243 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a4608-5ec6-4756-b4cd-608751347350 req-27ae5974-ca1c-4854-920a-7b265d49e103 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:14.266742 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e15496e1-8118-4021-9400-337ac038f51d {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:24:14.269709 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f96a4608-5ec6-4756-b4cd-608751347350 req-27ae5974-ca1c-4854-920a-7b265d49e103 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c24082a-187a-4ce8-aeca-b51b3d804c0a HTTP/1.1" status: 200 len: 950 time: 0.1091316 Nov 25 17:24:14.300104 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port e15496e1-8118-4021-9400-337ac038f51d, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=e15496e1-8118-4021-9400-337ac038f51d,segment=NetworkSegment(3fff852f-80e0-40ff-afa3-43c8d7810ddd),segment_id=3fff852f-80e0-40ff-afa3-43c8d7810ddd)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:14.306452 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-421136aa-111e-4f2e-8d43-f70f05433432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:14.310357 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-421136aa-111e-4f2e-8d43-f70f05433432 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:14.310903 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:14.311650 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-421136aa-111e-4f2e-8d43-f70f05433432 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/df27ab88-114e-4c4a-9e74-226bb94b91db HTTP/1.1" status: 204 len: 168 time: 0.2992859 Nov 25 17:24:14.331905 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421136aa-111e-4f2e-8d43-f70f05433432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df27ab88-114e-4c4a-9e74-226bb94b91db,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:14.345209 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f96a4608-5ec6-4756-b4cd-608751347350 req-4474e9fb-e4b8-4563-a9a1-0cd51a6022cd tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737429 Nov 25 17:24:14.374987 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=e15496e1-8118-4021-9400-337ac038f51d,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:14.468576 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a79436-4e12-4295-b356-a3185e421661 req-f726c4be-8d4e-40b6-b087-90b1b1797e7b tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:14.479222 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-26a79436-4e12-4295-b356-a3185e421661 req-f726c4be-8d4e-40b6-b087-90b1b1797e7b tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6697e90-8955-4f23-bb64-a37e79d12f78 HTTP/1.1" status: 200 len: 944 time: 0.0692620 Nov 25 17:24:14.542200 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-26a79436-4e12-4295-b356-a3185e421661 req-bc735896-5ba4-47d6-9190-a36ff29e8b4a tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c8a290a-92cf-4150-99ad-d7433d03f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618773 Nov 25 17:24:14.592486 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['e15496e1-8118-4021-9400-337ac038f51d'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:24:14.628350 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cbdc62bd-332e-4d11-b3a7-90f71582fa29 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:14.634746 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cbdc62bd-332e-4d11-b3a7-90f71582fa29 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:14.775009 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 34992) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:14.787562 n-d-817746-1 neutron-server[103360]: INFO neutron.db.l3_db [None req-cbdc62bd-332e-4d11-b3a7-90f71582fa29 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Floating IP 5fe1b1ad-cc10-4a5d-bf59-f40a6bbc6e40 associated. External IP: 172.25.0.97, port: 85032dc6-7db5-4366-a0e5-fcd20868fa7a. Nov 25 17:24:14.815612 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-455695de-54a0-43c0-b5bc-4410aea4a6d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:14.853371 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef57c48e-a618-410e-bf8c-9c80d4c90257 req-e0f525d1-ba79-4655-8785-d912ac3fde99 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:14.855603 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ef57c48e-a618-410e-bf8c-9c80d4c90257 req-e0f525d1-ba79-4655-8785-d912ac3fde99 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=0b019eb1-a039-43b5-966f-fa659895034f HTTP/1.1" status: 200 len: 945 time: 0.0960491 Nov 25 17:24:14.936196 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ef57c48e-a618-410e-bf8c-9c80d4c90257 req-ad478e9d-2b36-4147-815f-9034b377bff6 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733080 Nov 25 17:24:14.964857 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-455695de-54a0-43c0-b5bc-4410aea4a6d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:14.969238 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-455695de-54a0-43c0-b5bc-4410aea4a6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:15.013742 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-455695de-54a0-43c0-b5bc-4410aea4a6d0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=270a84647d274c4eb8d26e1c4c01fa86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2380886 Nov 25 17:24:15.014980 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455695de-54a0-43c0-b5bc-4410aea4a6d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af8f0d11-83da-4474-aea2-6f2b80bdfd97,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:15.018210 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 34996) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:15.064429 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbdc62bd-332e-4d11-b3a7-90f71582fa29 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Router 7a9e7bf6-0ab7-41e1-839f-86930361fcef has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:24:15.097361 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30510a5d-1cf4-4ec6-9851-8b52751261df req-c59eb2c1-f5c2-4415-a10f-13bf26b78ccc tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:15.098882 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-30510a5d-1cf4-4ec6-9851-8b52751261df req-c59eb2c1-f5c2-4415-a10f-13bf26b78ccc tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=0b019eb1-a039-43b5-966f-fa659895034f HTTP/1.1" status: 200 len: 1096 time: 0.0674627 Nov 25 17:24:15.103495 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3f97b191-c6c7-4726-ab72-7fc0b3d3da75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:15.144114 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3f97b191-c6c7-4726-ab72-7fc0b3d3da75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:15.192246 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbdc62bd-332e-4d11-b3a7-90f71582fa29 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:24:15.192496 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-30510a5d-1cf4-4ec6-9851-8b52751261df req-f1d0146a-aa83-4be2-ab51-93c609bed178 tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836873 Nov 25 17:24:15.197292 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cbdc62bd-332e-4d11-b3a7-90f71582fa29 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:15.219776 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d823d77c-6a67-46ae-9082-83893b153505 None None] Sync routers for ids ['7a9e7bf6-0ab7-41e1-839f-86930361fcef'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:24:15.220326 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3f97b191-c6c7-4726-ab72-7fc0b3d3da75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:15.223676 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3f97b191-c6c7-4726-ab72-7fc0b3d3da75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:15.225127 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-3f97b191-c6c7-4726-ab72-7fc0b3d3da75 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/af8f0d11-83da-4474-aea2-6f2b80bdfd97 HTTP/1.1" status: 204 len: 168 time: 0.2057405 Nov 25 17:24:15.232874 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d823d77c-6a67-46ae-9082-83893b153505 None None] Routers {'7a9e7bf6-0ab7-41e1-839f-86930361fcef'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:24:15.233729 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-d823d77c-6a67-46ae-9082-83893b153505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:23:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['7a9e7bf6-0ab7-41e1-839f-86930361fcef'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:15.242830 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-cbdc62bd-332e-4d11-b3a7-90f71582fa29 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.75 "PUT /v2.0/floatingips/5fe1b1ad-cc10-4a5d-bf59-f40a6bbc6e40 HTTP/1.1" status: 200 len: 990 time: 1.4397016 Nov 25 17:24:15.245470 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a4986e2-aa5d-4f19-a5f4-c8d655be0af0', 'tag': '85032dc6-7db5-4366-a0e5-fcd20868fa7a'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:24:15.249230 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bedfd83-bae6-49e1-8cfe-8a27425500f4" -d '{"events": [{"name": "network-changed", "server_uuid": "8a4986e2-aa5d-4f19-a5f4-c8d655be0af0", "tag": "85032dc6-7db5-4366-a0e5-fcd20868fa7a"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:24:15.249490 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f97b191-c6c7-4726-ab72-7fc0b3d3da75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8f0d11-83da-4474-aea2-6f2b80bdfd97,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:15.367501 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7615f-794e-4add-88cd-85b1314b8308 req-f9832454-f99e-4867-ac6a-48d2e71f60b2 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:15.376118 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-acb7615f-794e-4add-88cd-85b1314b8308 req-f9832454-f99e-4867-ac6a-48d2e71f60b2 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a899825-fac8-4787-9c17-3ea66fd56ec2 HTTP/1.1" status: 200 len: 946 time: 0.0704508 Nov 25 17:24:15.386496 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-d823d77c-6a67-46ae-9082-83893b153505 None None] Set router 7a9e7bf6-0ab7-41e1-839f-86930361fcef gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:24:15.433174 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-acb7615f-794e-4add-88cd-85b1314b8308 req-3c36430d-6fb3-49fc-ab15-86acae612068 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516772 Nov 25 17:24:15.601498 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8eba62-553a-400d-a6f2-74721b666f12 x-openstack-request-id: req-2a8eba62-553a-400d-a6f2-74721b666f12 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:24:15.601841 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a4986e2-aa5d-4f19-a5f4-c8d655be0af0", "tag": "85032dc6-7db5-4366-a0e5-fcd20868fa7a", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:24:15.602103 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2a8eba62-553a-400d-a6f2-74721b666f12 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:24:15.602505 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a4986e2-aa5d-4f19-a5f4-c8d655be0af0', 'tag': '85032dc6-7db5-4366-a0e5-fcd20868fa7a', 'status': 'completed', 'code': 200} Nov 25 17:24:15.706767 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bedfd83-bae6-49e1-8cfe-8a27425500f4 req-77a0aa2c-4d4f-48c7-aadc-585b3c5e35a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:15.708351 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1bedfd83-bae6-49e1-8cfe-8a27425500f4 req-77a0aa2c-4d4f-48c7-aadc-585b3c5e35a6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=520c8060683a411693c2f2f826352c04&device_id=8a4986e2-aa5d-4f19-a5f4-c8d655be0af0 HTTP/1.1" status: 200 len: 1096 time: 0.0833254 Nov 25 17:24:15.744922 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-d823d77c-6a67-46ae-9082-83893b153505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9e7bf6-0ab7-41e1-839f-86930361fcef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1479192076-router', 'tenant_id': '520c8060683a411693c2f2f826352c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '6ca05440-ed92-4161-bb18-9b22fd37bf43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:20:57Z', 'updated_at': '2021-11-25T17:21:01Z', 'revision_number': 4, 'project_id': '520c8060683a411693c2f2f826352c04', 'gw_port': {'id': '6ca05440-ed92-4161-bb18-9b22fd37bf43', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:89:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9e7bf6-0ab7-41e1-839f-86930361fcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:20:57Z', 'updated_at': '2021-11-25T17:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '5fe1b1ad-cc10-4a5d-bf59-f40a6bbc6e40', 'tenant_id': '520c8060683a411693c2f2f826352c04', 'floating_ip_address': '172.25.0.97', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '7a9e7bf6-0ab7-41e1-839f-86930361fcef', 'port_id': '85032dc6-7db5-4366-a0e5-fcd20868fa7a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c19272b3-a7a0-489a-a5dc-398c9698ec22', 'mac_address': 'fa:16:3e:a1:3e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4986e2-aa5d-4f19-a5f4-c8d655be0af0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:21:25Z', 'updated_at': '2021-11-25T17:24:14Z', 'revision_number': 5, 'project_id': '520c8060683a411693c2f2f826352c04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2c0760f-f8bb-4d0e-8efe-b3cd7113d1f6', 'name': '', 'network_id': 'c19272b3-a7a0-489a-a5dc-398c9698ec22', 'tenant_id': '520c8060683a411693c2f2f826352c04', 'mac_address': 'fa:16:3e:a1:e6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9e7bf6-0ab7-41e1-839f-86930361fcef', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1c8955ab-07f5-4cfb-9fa9-1512cb2f0b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:21:00Z', 'updated_at': '2021-11-25T17:21:08Z', 'revision_number': 5, 'project_id': '520c8060683a411693c2f2f826352c04', 'subnets': [{'id': '1c8955ab-07f5-4cfb-9fa9-1512cb2f0b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:15.781360 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d823d77c-6a67-46ae-9082-83893b153505 None None] Checking router: 7a9e7bf6-0ab7-41e1-839f-86930361fcef for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:24:15.792942 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d823d77c-6a67-46ae-9082-83893b153505 None None] Routers {'7a9e7bf6-0ab7-41e1-839f-86930361fcef'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:24:15.794300 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-d823d77c-6a67-46ae-9082-83893b153505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:23:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['7a9e7bf6-0ab7-41e1-839f-86930361fcef'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:15.795857 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926a43e-1be7-4ff6-86dc-fad76c924d55 req-7ab21320-603d-4ced-83c6-bb2c45d522f8 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:15.797464 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7926a43e-1be7-4ff6-86dc-fad76c924d55 req-7ab21320-603d-4ced-83c6-bb2c45d522f8 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c24082a-187a-4ce8-aeca-b51b3d804c0a HTTP/1.1" status: 200 len: 950 time: 0.1296830 Nov 25 17:24:15.878075 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7926a43e-1be7-4ff6-86dc-fad76c924d55 req-863b3497-ed8b-4b21-854c-2429f647b7ef tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735641 Nov 25 17:24:15.895339 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bedfd83-bae6-49e1-8cfe-8a27425500f4 req-77ff52ea-d90c-4783-9e53-3fb3f38c3bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:15.907839 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1bedfd83-bae6-49e1-8cfe-8a27425500f4 req-77ff52ea-d90c-4783-9e53-3fb3f38c3bec service neutron] 10.222.0.74 "GET /v2.0/networks?id=c19272b3-a7a0-489a-a5dc-398c9698ec22 HTTP/1.1" status: 200 len: 925 time: 0.1779969 Nov 25 17:24:16.067053 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1bedfd83-bae6-49e1-8cfe-8a27425500f4 req-67836f32-d719-48ee-ab59-e59238549c98 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85032dc6-7db5-4366-a0e5-fcd20868fa7a HTTP/1.1" status: 200 len: 998 time: 0.1596520 Nov 25 17:24:16.074124 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device e15496e1-8118-4021-9400-337ac038f51d up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:24:16.080232 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-d823d77c-6a67-46ae-9082-83893b153505 None None] Set router 7a9e7bf6-0ab7-41e1-839f-86930361fcef gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:24:16.085886 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2abd17-449c-412c-a101-732ef1d2660b req-885c5d77-2837-4bd1-a3af-0cf6c3e29482 tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:16.094506 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fd2abd17-449c-412c-a101-732ef1d2660b req-885c5d77-2837-4bd1-a3af-0cf6c3e29482 tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6697e90-8955-4f23-bb64-a37e79d12f78 HTTP/1.1" status: 200 len: 944 time: 0.1043007 Nov 25 17:24:16.201785 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fd2abd17-449c-412c-a101-732ef1d2660b req-59c1e109-83a5-4ec2-a31b-27015fc982cf tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c8a290a-92cf-4150-99ad-d7433d03f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063292 Nov 25 17:24:16.203676 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bedfd83-bae6-49e1-8cfe-8a27425500f4 req-00c604d3-ddd4-451b-8f2d-11ba3f4dd27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:16.214971 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1bedfd83-bae6-49e1-8cfe-8a27425500f4 req-00c604d3-ddd4-451b-8f2d-11ba3f4dd27f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1c8955ab-07f5-4cfb-9fa9-1512cb2f0b03 HTTP/1.1" status: 200 len: 863 time: 0.1317568 Nov 25 17:24:16.281960 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bedfd83-bae6-49e1-8cfe-8a27425500f4 req-4614f471-bde4-48de-ab59-f94d720e6f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:16.283528 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1bedfd83-bae6-49e1-8cfe-8a27425500f4 req-4614f471-bde4-48de-ab59-f94d720e6f33 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c19272b3-a7a0-489a-a5dc-398c9698ec22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679674 Nov 25 17:24:16.291280 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port e15496e1-8118-4021-9400-337ac038f51d completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:24:16.311004 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port e15496e1-8118-4021-9400-337ac038f51d triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:16.313002 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:16.330078 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [req-1e9261c1-a44d-4f7d-a66f-35efae74c264 req-40e1a875-27a8-49ec-a3b6-826bf7a4b8c7 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:24:16.345031 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1e9261c1-a44d-4f7d-a66f-35efae74c264 req-40e1a875-27a8-49ec-a3b6-826bf7a4b8c7 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0174096 Nov 25 17:24:16.438588 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1bedfd83-bae6-49e1-8cfe-8a27425500f4 req-2ade515d-1ce3-461f-b342-3bd01da2aa9c service neutron] 10.222.0.74 "GET /v2.0/networks/c19272b3-a7a0-489a-a5dc-398c9698ec22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452973 Nov 25 17:24:16.511871 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:16.527972 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:16.551481 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6697e90-8955-4f23-bb64-a37e79d12f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15496e1-8118-4021-9400-337ac038f51d'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:24:16.553854 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b38307-7e01-4679-b44d-a7425bc612d7" -d '{"events": [{"server_uuid": "d6697e90-8955-4f23-bb64-a37e79d12f78", "name": "network-vif-plugged", "status": "completed", "tag": "e15496e1-8118-4021-9400-337ac038f51d"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:24:16.578112 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port e15496e1-8118-4021-9400-337ac038f51d, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=e15496e1-8118-4021-9400-337ac038f51d,segment=NetworkSegment(3fff852f-80e0-40ff-afa3-43c8d7810ddd),segment_id=3fff852f-80e0-40ff-afa3-43c8d7810ddd)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:16.588870 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1bedfd83-bae6-49e1-8cfe-8a27425500f4 req-16f3551a-b943-4798-9b3f-5fa878946dfc service neutron] 10.222.0.74 "GET /v2.0/networks/c19272b3-a7a0-489a-a5dc-398c9698ec22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407669 Nov 25 17:24:16.597834 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:16.643941 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:16.653598 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-d823d77c-6a67-46ae-9082-83893b153505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9e7bf6-0ab7-41e1-839f-86930361fcef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1479192076-router', 'tenant_id': '520c8060683a411693c2f2f826352c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '6ca05440-ed92-4161-bb18-9b22fd37bf43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:20:57Z', 'updated_at': '2021-11-25T17:21:01Z', 'revision_number': 4, 'project_id': '520c8060683a411693c2f2f826352c04', 'gw_port': {'id': '6ca05440-ed92-4161-bb18-9b22fd37bf43', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:89:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9e7bf6-0ab7-41e1-839f-86930361fcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:20:57Z', 'updated_at': '2021-11-25T17:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '5fe1b1ad-cc10-4a5d-bf59-f40a6bbc6e40', 'tenant_id': '520c8060683a411693c2f2f826352c04', 'floating_ip_address': '172.25.0.97', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '7a9e7bf6-0ab7-41e1-839f-86930361fcef', 'port_id': '85032dc6-7db5-4366-a0e5-fcd20868fa7a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c19272b3-a7a0-489a-a5dc-398c9698ec22', 'mac_address': 'fa:16:3e:a1:3e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4986e2-aa5d-4f19-a5f4-c8d655be0af0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:21:25Z', 'updated_at': '2021-11-25T17:24:14Z', 'revision_number': 5, 'project_id': '520c8060683a411693c2f2f826352c04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2c0760f-f8bb-4d0e-8efe-b3cd7113d1f6', 'name': '', 'network_id': 'c19272b3-a7a0-489a-a5dc-398c9698ec22', 'tenant_id': '520c8060683a411693c2f2f826352c04', 'mac_address': 'fa:16:3e:a1:e6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9e7bf6-0ab7-41e1-839f-86930361fcef', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1c8955ab-07f5-4cfb-9fa9-1512cb2f0b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:21:00Z', 'updated_at': '2021-11-25T17:21:08Z', 'revision_number': 5, 'project_id': '520c8060683a411693c2f2f826352c04', 'subnets': [{'id': '1c8955ab-07f5-4cfb-9fa9-1512cb2f0b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:16.665376 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-39c2d822-bba0-487a-afe5-509ee87c2d5a req-6f8496d7-a10d-4c67-8b73-8e0e414dc3b0 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=0c24082a-187a-4ce8-aeca-b51b3d804c0a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0597143 Nov 25 17:24:16.707143 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d823d77c-6a67-46ae-9082-83893b153505 None None] The sync data for ids ['7a9e7bf6-0ab7-41e1-839f-86930361fcef'] in n-d-817746-1 is: [{'id': '7a9e7bf6-0ab7-41e1-839f-86930361fcef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1479192076-router', 'tenant_id': '520c8060683a411693c2f2f826352c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '6ca05440-ed92-4161-bb18-9b22fd37bf43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:20:57Z', 'updated_at': '2021-11-25T17:21:01Z', 'revision_number': 4, 'project_id': '520c8060683a411693c2f2f826352c04', 'gw_port': {'id': '6ca05440-ed92-4161-bb18-9b22fd37bf43', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:89:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9e7bf6-0ab7-41e1-839f-86930361fcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:20:57Z', 'updated_at': '2021-11-25T17:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '5fe1b1ad-cc10-4a5d-bf59-f40a6bbc6e40', 'tenant_id': '520c8060683a411693c2f2f826352c04', 'floating_ip_address': '172.25.0.97', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '7a9e7bf6-0ab7-41e1-839f-86930361fcef', 'port_id': '85032dc6-7db5-4366-a0e5-fcd20868fa7a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c19272b3-a7a0-489a-a5dc-398c9698ec22', 'mac_address': 'fa:16:3e:a1:3e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4986e2-aa5d-4f19-a5f4-c8d655be0af0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:21:25Z', 'updated_at': '2021-11-25T17:24:14Z', 'revision_number': 5, 'project_id': '520c8060683a411693c2f2f826352c04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2c0760f-f8bb-4d0e-8efe-b3cd7113d1f6', 'name': '', 'network_id': 'c19272b3-a7a0-489a-a5dc-398c9698ec22', 'tenant_id': '520c8060683a411693c2f2f826352c04', 'mac_address': 'fa:16:3e:a1:e6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9e7bf6-0ab7-41e1-839f-86930361fcef', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1c8955ab-07f5-4cfb-9fa9-1512cb2f0b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:21:00Z', 'updated_at': '2021-11-25T17:21:08Z', 'revision_number': 5, 'project_id': '520c8060683a411693c2f2f826352c04', 'subnets': [{'id': '1c8955ab-07f5-4cfb-9fa9-1512cb2f0b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:24:16.723299 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=e15496e1-8118-4021-9400-337ac038f51d,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:16.829547 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e03a1-05fe-49b7-92ae-e32db31552c1 req-4711c81a-a1ad-4919-8bce-22c917f79638 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:16.837256 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-926e03a1-05fe-49b7-92ae-e32db31552c1 req-4711c81a-a1ad-4919-8bce-22c917f79638 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a899825-fac8-4787-9c17-3ea66fd56ec2 HTTP/1.1" status: 200 len: 946 time: 0.0665267 Nov 25 17:24:16.884667 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-926e03a1-05fe-49b7-92ae-e32db31552c1 req-056530cf-9547-4fac-b9ba-ee37520543d0 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465434 Nov 25 17:24:17.009043 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876d4cbd-8c95-4ce3-9c97-efe615b1757a None None] New status for floating IP 5fe1b1ad-cc10-4a5d-bf59-f40a6bbc6e40: ACTIVE {{(pid=103363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:24:17.022663 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede92c6d-7f4a-4764-bdce-290132e04194 req-00634f5d-12f2-47ae-bade-93975dbe0c0f tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:17.024484 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ede92c6d-7f4a-4764-bdce-290132e04194 req-00634f5d-12f2-47ae-bade-93975dbe0c0f tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c24082a-187a-4ce8-aeca-b51b3d804c0a HTTP/1.1" status: 200 len: 950 time: 0.0660653 Nov 25 17:24:17.093487 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ccfe717e-a549-4f65-bdd6-15bc592f5d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:17.108507 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ede92c6d-7f4a-4764-bdce-290132e04194 req-5e8966d1-8778-4d20-8eda-1e49e9abdb3e tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752017 Nov 25 17:24:17.176645 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4f5a2a-d4cb-4631-8f4a-96675fc6ee42 x-openstack-request-id: req-3f4f5a2a-d4cb-4631-8f4a-96675fc6ee42 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:24:17.177085 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6697e90-8955-4f23-bb64-a37e79d12f78", "name": "network-vif-plugged", "status": "completed", "tag": "e15496e1-8118-4021-9400-337ac038f51d", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:24:17.177438 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3f4f5a2a-d4cb-4631-8f4a-96675fc6ee42 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:24:17.177926 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6697e90-8955-4f23-bb64-a37e79d12f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15496e1-8118-4021-9400-337ac038f51d', 'code': 200} Nov 25 17:24:17.308031 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac692f-8d6f-4634-8a26-4acf73d877cb req-40711fd8-6f14-45b0-8eac-dadfe84b62e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:17.309853 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e2ac692f-8d6f-4634-8a26-4acf73d877cb req-40711fd8-6f14-45b0-8eac-dadfe84b62e2 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d6697e90-8955-4f23-bb64-a37e79d12f78 HTTP/1.1" status: 200 len: 1096 time: 0.0460794 Nov 25 17:24:17.366978 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e2ac692f-8d6f-4634-8a26-4acf73d877cb req-17f78a6f-2ff4-46fb-bce4-72a488660e4d service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=7c8a290a-92cf-4150-99ad-d7433d03f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495548 Nov 25 17:24:17.454375 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e029e3-8f58-4e27-a071-4f1519c2b8e8 req-16002059-b277-4fbe-a4a3-48b28b95100c tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:17.456000 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b9e029e3-8f58-4e27-a071-4f1519c2b8e8 req-16002059-b277-4fbe-a4a3-48b28b95100c tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6697e90-8955-4f23-bb64-a37e79d12f78 HTTP/1.1" status: 200 len: 945 time: 0.0586128 Nov 25 17:24:17.506994 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b9e029e3-8f58-4e27-a071-4f1519c2b8e8 req-ad38e58f-9194-4b5a-ac04-817357a4cbd9 tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c8a290a-92cf-4150-99ad-d7433d03f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437844 Nov 25 17:24:17.943444 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 35108) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:18.079411 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a6915-fcda-4553-9d95-26ffc7baae9b req-4a6a463c-4c95-4425-9758-f7ee66937c3e tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:18.081468 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c44a6915-fcda-4553-9d95-26ffc7baae9b req-4a6a463c-4c95-4425-9758-f7ee66937c3e tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a899825-fac8-4787-9c17-3ea66fd56ec2 HTTP/1.1" status: 200 len: 946 time: 0.0898161 Nov 25 17:24:18.113435 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-55963def-141f-41c7-9a2c-3c4cd9a45dee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:18.159030 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c44a6915-fcda-4553-9d95-26ffc7baae9b req-5a5f79c8-13a4-40c8-9fda-7db1c8057ecc tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673001 Nov 25 17:24:18.241026 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-55963def-141f-41c7-9a2c-3c4cd9a45dee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:18.247501 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-55963def-141f-41c7-9a2c-3c4cd9a45dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:18.334521 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55963def-141f-41c7-9a2c-3c4cd9a45dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7bd567-1183-4236-814f-c28d54807ee4,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:18.343040 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-55963def-141f-41c7-9a2c-3c4cd9a45dee admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8c3fe27a2a1e4f5e973dc58a0c9e6d38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3985345 Nov 25 17:24:18.345898 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 35118) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:18.436532 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64937044-c4bf-4346-892e-43eb02673d73 req-f3ffdbff-d372-4382-9ae3-0a1f036515ea tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:18.438218 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-64937044-c4bf-4346-892e-43eb02673d73 req-f3ffdbff-d372-4382-9ae3-0a1f036515ea tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c24082a-187a-4ce8-aeca-b51b3d804c0a HTTP/1.1" status: 200 len: 950 time: 0.1773570 Nov 25 17:24:18.487573 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1f77fb4d-c971-482a-a8bb-01d81fd6cb6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:18.507203 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2d822-bba0-487a-afe5-509ee87c2d5a req-362a5a70-2996-494e-86a0-0d906501a2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:18.509709 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-39c2d822-bba0-487a-afe5-509ee87c2d5a req-362a5a70-2996-494e-86a0-0d906501a2dc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=21f728f76092479bbd096847b3caf950&device_id=0c24082a-187a-4ce8-aeca-b51b3d804c0a HTTP/1.1" status: 200 len: 1101 time: 0.1341197 Nov 25 17:24:18.583049 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1f77fb4d-c971-482a-a8bb-01d81fd6cb6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:18.627526 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-64937044-c4bf-4346-892e-43eb02673d73 req-830be0ca-076e-43aa-8256-825133f1e522 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709101 Nov 25 17:24:18.717390 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2d822-bba0-487a-afe5-509ee87c2d5a req-42551e2e-e20d-4416-a568-28dd5c92c834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:18.719069 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-39c2d822-bba0-487a-afe5-509ee87c2d5a req-42551e2e-e20d-4416-a568-28dd5c92c834 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ab4fed0b-9bf1-4925-8765-94da08c5de2a HTTP/1.1" status: 200 len: 870 time: 0.1960828 Nov 25 17:24:18.790310 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-39c2d822-bba0-487a-afe5-509ee87c2d5a req-a09187b5-c45f-40be-9e26-73f165a15897 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=60631d9b-f36f-4467-ae4b-b4f7dfd5ea53 HTTP/1.1" status: 200 len: 217 time: 0.0625741 Nov 25 17:24:18.809297 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1f77fb4d-c971-482a-a8bb-01d81fd6cb6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:18.812562 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1f77fb4d-c971-482a-a8bb-01d81fd6cb6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:18.826190 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-1f77fb4d-c971-482a-a8bb-01d81fd6cb6f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7c7bd567-1183-4236-814f-c28d54807ee4 HTTP/1.1" status: 204 len: 168 time: 0.4693952 Nov 25 17:24:18.960047 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f77fb4d-c971-482a-a8bb-01d81fd6cb6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7bd567-1183-4236-814f-c28d54807ee4,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:19.016568 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c77f6df4-ac03-452a-aec1-867cf7bf99e8 req-b30bf2c3-2dc7-416b-ba6e-c46e3ffda843 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f9d21fd-8461-47c5-827e-d7aa598220c7 HTTP/1.1" status: 200 len: 210 time: 0.0540285 Nov 25 17:24:19.032378 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2d822-bba0-487a-afe5-509ee87c2d5a req-ba8e0540-f7d4-4d95-a461-f218ca4b8879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:19.034033 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-39c2d822-bba0-487a-afe5-509ee87c2d5a req-ba8e0540-f7d4-4d95-a461-f218ca4b8879 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.2357025 Nov 25 17:24:19.051038 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ffec3-49a4-4c65-908b-2f89743b841f req-963e4143-705e-4a9a-97b0-474f03864757 tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:19.052628 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2a5ffec3-49a4-4c65-908b-2f89743b841f req-963e4143-705e-4a9a-97b0-474f03864757 tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6697e90-8955-4f23-bb64-a37e79d12f78 HTTP/1.1" status: 200 len: 945 time: 0.1596680 Nov 25 17:24:19.170983 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2a5ffec3-49a4-4c65-908b-2f89743b841f req-da5fc4c6-cd77-40de-92e9-8f59429eec98 tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c8a290a-92cf-4150-99ad-d7433d03f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096869 Nov 25 17:24:19.220531 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2d822-bba0-487a-afe5-509ee87c2d5a req-c72296f5-610e-47a6-881d-7dfb58d71464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:19.226313 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-39c2d822-bba0-487a-afe5-509ee87c2d5a req-c72296f5-610e-47a6-881d-7dfb58d71464 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1603944 Nov 25 17:24:19.444955 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-66429e5b-ede9-41b4-87bd-b04ee5f774ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:19.523274 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-39c2d822-bba0-487a-afe5-509ee87c2d5a req-df52bbd3-6e5a-47aa-9fd4-31a7b921ee08 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878859 Nov 25 17:24:19.535271 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb62e9-306e-47ec-947f-c25f534ffd31 req-25b9db07-c48d-4707-8727-6f00b9135f4a tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:19.536795 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8fbb62e9-306e-47ec-947f-c25f534ffd31 req-25b9db07-c48d-4707-8727-6f00b9135f4a tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a899825-fac8-4787-9c17-3ea66fd56ec2 HTTP/1.1" status: 200 len: 946 time: 0.2157109 Nov 25 17:24:19.647487 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-39c2d822-bba0-487a-afe5-509ee87c2d5a req-9d7b0621-77ed-4514-8081-2a37bb8da023 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097071 Nov 25 17:24:19.785101 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8fbb62e9-306e-47ec-947f-c25f534ffd31 req-6911d25c-eff3-4ab2-a375-545712ebd971 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316860 Nov 25 17:24:19.975379 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb21a7-788f-49e8-82cd-9c3776fe6da7 req-c8785066-5dad-4a9d-96d6-7ccfa75ab5af tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:19.984570 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eefb21a7-788f-49e8-82cd-9c3776fe6da7 req-c8785066-5dad-4a9d-96d6-7ccfa75ab5af tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c24082a-187a-4ce8-aeca-b51b3d804c0a HTTP/1.1" status: 200 len: 950 time: 0.1449072 Nov 25 17:24:20.044389 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eefb21a7-788f-49e8-82cd-9c3776fe6da7 req-b22652e0-89b6-452d-97d4-cbc7376c5573 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587864 Nov 25 17:24:20.205392 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4b39c1f0-4a05-404e-827c-50f966f21c3d req-cf37785b-7e36-4168-a020-62538654d7c6 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f9d21fd-8461-47c5-827e-d7aa598220c7 HTTP/1.1" status: 200 len: 210 time: 0.0335107 Nov 25 17:24:20.583624 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db39ba-48c7-4330-b0be-df1b05149931 req-59752f5b-dd65-4c1a-aa5b-b8080999f520 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:20.587028 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-56db39ba-48c7-4330-b0be-df1b05149931 req-59752f5b-dd65-4c1a-aa5b-b8080999f520 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] 10.222.0.90 "GET /v2.0/networks?id=03886931-52e3-40f5-a27a-c1292a391134 HTTP/1.1" status: 200 len: 815 time: 0.1812541 Nov 25 17:24:20.735408 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:20.742208 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ab9e7616-4a2a-41d5-be97-91b78e262dcb req-5e38a95d-0f37-4d59-ab35-654847be50c8 tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=5995e6ec267c410ba3714a76c53c872c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1016717 Nov 25 17:24:20.771772 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-56db39ba-48c7-4330-b0be-df1b05149931 req-b078a119-e2d6-43ad-8cee-f5d2c60ba0d8 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37791f7c9b2849ccac41faff01c57b4b HTTP/1.1" status: 200 len: 379 time: 0.1730940 Nov 25 17:24:20.791738 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-56db39ba-48c7-4330-b0be-df1b05149931 req-3ef830c8-33cf-4528-a9ac-8f2b8b32516a tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Request body: {'port': {'device_id': '1f9d21fd-8461-47c5-827e-d7aa598220c7', 'network_id': '03886931-52e3-40f5-a27a-c1292a391134', 'admin_state_up': True, 'tenant_id': '37791f7c9b2849ccac41faff01c57b4b', 'security_groups': ['f853e348-ad40-46dd-b785-db26df1b9c7f']}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:21.277341 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e7616-4a2a-41d5-be97-91b78e262dcb req-50757a95-9fb2-4058-ac25-073018cd7071 tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:21.278850 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ab9e7616-4a2a-41d5-be97-91b78e262dcb req-50757a95-9fb2-4058-ac25-073018cd7071 tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5293794 Nov 25 17:24:21.287358 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cb6ef8-84f2-43cc-a5b6-69dd72dcd308 req-10959b21-d46f-4861-86ed-1477d3076a8b tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:21.288697 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-37cb6ef8-84f2-43cc-a5b6-69dd72dcd308 req-10959b21-d46f-4861-86ed-1477d3076a8b tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a899825-fac8-4787-9c17-3ea66fd56ec2 HTTP/1.1" status: 200 len: 946 time: 0.1464553 Nov 25 17:24:21.316728 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ab9e7616-4a2a-41d5-be97-91b78e262dcb req-b7e8d7ba-7deb-4d5d-8ee7-532ebd1adb54 tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] 10.222.0.75 "GET /v2.0/quotas/5995e6ec267c410ba3714a76c53c872c HTTP/1.1" status: 200 len: 375 time: 0.0270572 Nov 25 17:24:21.359784 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ab9e7616-4a2a-41d5-be97-91b78e262dcb req-934dc1fe-d758-4e8b-b09c-27af6710a175 tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=5995e6ec267c410ba3714a76c53c872c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351431 Nov 25 17:24:21.360345 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56db39ba-48c7-4330-b0be-df1b05149931 req-3ef830c8-33cf-4528-a9ac-8f2b8b32516a tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Made reservation on behalf of 37791f7c9b2849ccac41faff01c57b4b for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:24:21.363658 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-56db39ba-48c7-4330-b0be-df1b05149931 req-3ef830c8-33cf-4528-a9ac-8f2b8b32516a tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:21.397973 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-37cb6ef8-84f2-43cc-a5b6-69dd72dcd308 req-674dde72-fcf8-4ca9-a70b-6f4547ef4d62 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022387 Nov 25 17:24:21.539890 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-56db39ba-48c7-4330-b0be-df1b05149931 req-3ef830c8-33cf-4528-a9ac-8f2b8b32516a tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Allocated IP 172.20.0.10 (03886931-52e3-40f5-a27a-c1292a391134/8e63c2af-2cef-4517-8ea0-0ee86f024127/dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:24:21.712424 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80919bb-d3d3-412f-8441-d0cfb7cfe562 req-9e5c65b2-b9eb-4632-941c-35f3424e7dc0 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:21.714463 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e80919bb-d3d3-412f-8441-d0cfb7cfe562 req-9e5c65b2-b9eb-4632-941c-35f3424e7dc0 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c24082a-187a-4ce8-aeca-b51b3d804c0a HTTP/1.1" status: 200 len: 950 time: 0.1108003 Nov 25 17:24:21.771811 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-56db39ba-48c7-4330-b0be-df1b05149931 req-3ef830c8-33cf-4528-a9ac-8f2b8b32516a tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:21.831769 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e80919bb-d3d3-412f-8441-d0cfb7cfe562 req-9a8f0138-3c1f-4196-b9ea-e33dc4e1e98e tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058209 Nov 25 17:24:21.844664 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-56db39ba-48c7-4330-b0be-df1b05149931 req-3ef830c8-33cf-4528-a9ac-8f2b8b32516a tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:21.886412 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:22.015060 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56db39ba-48c7-4330-b0be-df1b05149931 req-3ef830c8-33cf-4528-a9ac-8f2b8b32516a tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Network 03886931-52e3-40f5-a27a-c1292a391134 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:24:22.025525 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d6c67b9b-f362-4d95-ae50-4c8acd6c79ad req-87e8aabf-2518-497f-8453-6a08acddf16d tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ee9c7a5-2f02-4449-9d61-844487962c25 HTTP/1.1" status: 200 len: 210 time: 0.0736659 Nov 25 17:24:22.049393 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef830c8-33cf-4528-a9ac-8f2b8b32516a tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Pushing event updated for resources: {'Port': ['ID=dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:22.058362 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-56db39ba-48c7-4330-b0be-df1b05149931 req-3ef830c8-33cf-4528-a9ac-8f2b8b32516a tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:24:22.073865 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-56db39ba-48c7-4330-b0be-df1b05149931 req-3ef830c8-33cf-4528-a9ac-8f2b8b32516a tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:24:22.160184 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac53cb-0b26-4e9a-b7c4-b80bb2ae3727 req-55fd4117-9ee3-4a22-beac-db2196fc95c8 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:22.161739 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-71ac53cb-0b26-4e9a-b7c4-b80bb2ae3727 req-55fd4117-9ee3-4a22-beac-db2196fc95c8 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f9d21fd-8461-47c5-827e-d7aa598220c7 HTTP/1.1" status: 200 len: 932 time: 0.1843820 Nov 25 17:24:22.173265 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db39ba-48c7-4330-b0be-df1b05149931 req-3ef830c8-33cf-4528-a9ac-8f2b8b32516a tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:22.173848 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-56db39ba-48c7-4330-b0be-df1b05149931 req-3ef830c8-33cf-4528-a9ac-8f2b8b32516a tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:22.224116 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-56db39ba-48c7-4330-b0be-df1b05149931 req-3ef830c8-33cf-4528-a9ac-8f2b8b32516a tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4397643 Nov 25 17:24:22.236857 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-56db39ba-48c7-4330-b0be-df1b05149931 req-1e144cd5-ac26-492c-be0f-4edd3c383705 service neutron] Request body: {'port': {'device_id': '1f9d21fd-8461-47c5-827e-d7aa598220c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:22.285423 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-71ac53cb-0b26-4e9a-b7c4-b80bb2ae3727 req-88ad24a7-bf88-46ea-9578-5021f84bdd33 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] 10.222.0.75 "GET /v2.0/security-groups?id=f853e348-ad40-46dd-b785-db26df1b9c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086001 Nov 25 17:24:22.346909 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-56db39ba-48c7-4330-b0be-df1b05149931 req-1e144cd5-ac26-492c-be0f-4edd3c383705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:22.506891 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d067f8c6-26d6-4978-9738-150ed4cd1e7e None None] Provisioning complete for port dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:22.508433 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d067f8c6-26d6-4978-9738-150ed4cd1e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:22.564772 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d067f8c6-26d6-4978-9738-150ed4cd1e7e None None] Port dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:24:22.589269 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe48ae4d-50f8-4330-acda-c4c88bfaef51 req-2e7bf3f6-ddc8-4969-b837-734c8da158f3 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:22.598337 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fe48ae4d-50f8-4330-acda-c4c88bfaef51 req-2e7bf3f6-ddc8-4969-b837-734c8da158f3 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a899825-fac8-4787-9c17-3ea66fd56ec2 HTTP/1.1" status: 200 len: 946 time: 0.0935900 Nov 25 17:24:22.707660 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fe48ae4d-50f8-4330-acda-c4c88bfaef51 req-992d7f39-c292-4a12-a1a2-c4e76fd1bc9a tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082954 Nov 25 17:24:22.830184 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ab9e7616-4a2a-41d5-be97-91b78e262dcb req-fbd18396-22b0-486a-baf4-7fb331a3dc09 tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=5995e6ec267c410ba3714a76c53c872c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357428 Nov 25 17:24:22.843672 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-56db39ba-48c7-4330-b0be-df1b05149931 req-1e144cd5-ac26-492c-be0f-4edd3c383705 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:24:22.852292 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-56db39ba-48c7-4330-b0be-df1b05149931 req-1e144cd5-ac26-492c-be0f-4edd3c383705 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:22.866605 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-56db39ba-48c7-4330-b0be-df1b05149931 req-1e144cd5-ac26-492c-be0f-4edd3c383705 service neutron] Transition to ACTIVE for port object dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:24:22.873015 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-56db39ba-48c7-4330-b0be-df1b05149931 req-1e144cd5-ac26-492c-be0f-4edd3c383705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:22.925787 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:22.960840 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e144cd5-ac26-492c-be0f-4edd3c383705 service neutron] Pushing event updated for resources: {'Port': ['ID=dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:23.075354 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e7616-4a2a-41d5-be97-91b78e262dcb req-76b6a49c-6e3e-46e1-ab89-29be12a46691 tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:23.077227 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ab9e7616-4a2a-41d5-be97-91b78e262dcb req-76b6a49c-6e3e-46e1-ab89-29be12a46691 tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2339010 Nov 25 17:24:23.097535 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-ab9e7616-4a2a-41d5-be97-91b78e262dcb req-8a044105-6bc4-4869-aff8-b619cf984da6 tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] Request body: {'port': {'device_id': '6ee9c7a5-2f02-4449-9d61-844487962c25', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'admin_state_up': True, 'tenant_id': '5995e6ec267c410ba3714a76c53c872c'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:23.159107 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa63ab58-f3a4-49a0-aa2f-08390e3683c7 req-e91f2083-2298-4941-a59a-22cbce5525e0 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:23.172476 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-aa63ab58-f3a4-49a0-aa2f-08390e3683c7 req-e91f2083-2298-4941-a59a-22cbce5525e0 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c24082a-187a-4ce8-aeca-b51b3d804c0a HTTP/1.1" status: 200 len: 950 time: 0.1572273 Nov 25 17:24:23.195379 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-56db39ba-48c7-4330-b0be-df1b05149931 req-1e144cd5-ac26-492c-be0f-4edd3c383705 service neutron] Attempting to bind port dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:24:23.195872 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-56db39ba-48c7-4330-b0be-df1b05149931 req-1e144cd5-ac26-492c-be0f-4edd3c383705 service neutron] Attempting to bind port dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': 'e8c002f1-b858-4219-a720-d50f94815a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '03886931-52e3-40f5-a27a-c1292a391134'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:24:23.196427 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56db39ba-48c7-4330-b0be-df1b05149931 req-1e144cd5-ac26-492c-be0f-4edd3c383705 service neutron] Attempting to bind port dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc on network 03886931-52e3-40f5-a27a-c1292a391134 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:24:23.211650 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56db39ba-48c7-4330-b0be-df1b05149931 req-1e144cd5-ac26-492c-be0f-4edd3c383705 service neutron] Port dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc on network 03886931-52e3-40f5-a27a-c1292a391134 not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:24:23.212180 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56db39ba-48c7-4330-b0be-df1b05149931 req-1e144cd5-ac26-492c-be0f-4edd3c383705 service neutron] Attempting to bind port dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc on network 03886931-52e3-40f5-a27a-c1292a391134 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:24:23.223381 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab9e7616-4a2a-41d5-be97-91b78e262dcb req-8a044105-6bc4-4869-aff8-b619cf984da6 tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] Made reservation on behalf of 5995e6ec267c410ba3714a76c53c872c for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:24:23.227491 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56db39ba-48c7-4330-b0be-df1b05149931 req-1e144cd5-ac26-492c-be0f-4edd3c383705 service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:24:23.227645 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ab9e7616-4a2a-41d5-be97-91b78e262dcb req-8a044105-6bc4-4869-aff8-b619cf984da6 tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:23.228054 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56db39ba-48c7-4330-b0be-df1b05149931 req-1e144cd5-ac26-492c-be0f-4edd3c383705 service neutron] Checking segment: {'id': 'e8c002f1-b858-4219-a720-d50f94815a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '03886931-52e3-40f5-a27a-c1292a391134'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:24:23.229147 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56db39ba-48c7-4330-b0be-df1b05149931 req-1e144cd5-ac26-492c-be0f-4edd3c383705 service neutron] Bound using segment: {'id': 'e8c002f1-b858-4219-a720-d50f94815a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '03886931-52e3-40f5-a27a-c1292a391134'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:24:23.229703 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-56db39ba-48c7-4330-b0be-df1b05149931 req-1e144cd5-ac26-492c-be0f-4edd3c383705 service neutron] Bound port: dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8c002f1-b858-4219-a720-d50f94815a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '03886931-52e3-40f5-a27a-c1292a391134'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:24:23.230173 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-56db39ba-48c7-4330-b0be-df1b05149931 req-1e144cd5-ac26-492c-be0f-4edd3c383705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:23.238024 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ab9e7616-4a2a-41d5-be97-91b78e262dcb req-8a044105-6bc4-4869-aff8-b619cf984da6 tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:23.246889 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-aa63ab58-f3a4-49a0-aa2f-08390e3683c7 req-46870b77-3090-4983-9c66-f9599afe54f1 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733678 Nov 25 17:24:23.321573 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-56db39ba-48c7-4330-b0be-df1b05149931 req-1e144cd5-ac26-492c-be0f-4edd3c383705 service neutron] For port dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:24:23.326741 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-56db39ba-48c7-4330-b0be-df1b05149931 req-1e144cd5-ac26-492c-be0f-4edd3c383705 service neutron] For port dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc,segment=NetworkSegment(e8c002f1-b858-4219-a720-d50f94815a75),segment_id=e8c002f1-b858-4219-a720-d50f94815a75)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:24:23.332185 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ab9e7616-4a2a-41d5-be97-91b78e262dcb req-8a044105-6bc4-4869-aff8-b619cf984da6 tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:23.336103 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ab9e7616-4a2a-41d5-be97-91b78e262dcb req-8a044105-6bc4-4869-aff8-b619cf984da6 tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:23.358901 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-56db39ba-48c7-4330-b0be-df1b05149931 req-1e144cd5-ac26-492c-be0f-4edd3c383705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:23.362447 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-958688be-b9e7-47f7-ba51-7e12f79bf95a req-5e23c231-db75-4c64-b180-07e028695779 tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ee9c7a5-2f02-4449-9d61-844487962c25 HTTP/1.1" status: 200 len: 210 time: 0.0340686 Nov 25 17:24:23.398390 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db39ba-48c7-4330-b0be-df1b05149931 req-1e144cd5-ac26-492c-be0f-4edd3c383705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:23.399146 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-56db39ba-48c7-4330-b0be-df1b05149931 req-1e144cd5-ac26-492c-be0f-4edd3c383705 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:23.401253 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-56db39ba-48c7-4330-b0be-df1b05149931 req-1e144cd5-ac26-492c-be0f-4edd3c383705 service neutron] 10.222.0.90 "PUT /v2.0/ports/dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc HTTP/1.1" status: 200 len: 1092 time: 1.1680701 Nov 25 17:24:23.401927 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f9d21fd-8461-47c5-827e-d7aa598220c7', 'tag': 'dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:24:23.404487 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5e5184-589b-44b3-abeb-319f1b48afb2" -d '{"events": [{"name": "network-changed", "server_uuid": "1f9d21fd-8461-47c5-827e-d7aa598220c7", "tag": "dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:24:23.439454 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e144cd5-ac26-492c-be0f-4edd3c383705 service neutron] Pushing event updated for resources: {'Port': ['ID=dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:23.536901 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db39ba-48c7-4330-b0be-df1b05149931 req-9a278785-6946-44d0-976d-1eeb5936dc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:23.538617 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-56db39ba-48c7-4330-b0be-df1b05149931 req-9a278785-6946-44d0-976d-1eeb5936dc35 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=37791f7c9b2849ccac41faff01c57b4b&device_id=1f9d21fd-8461-47c5-827e-d7aa598220c7 HTTP/1.1" status: 200 len: 1095 time: 0.0927925 Nov 25 17:24:23.599835 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1381a7-a28c-4205-a032-f5ecec97bf56 req-6f44388a-8c32-47f8-91ea-4e01bdd5702d tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:23.608638 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3a1381a7-a28c-4205-a032-f5ecec97bf56 req-6f44388a-8c32-47f8-91ea-4e01bdd5702d tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f9d21fd-8461-47c5-827e-d7aa598220c7 HTTP/1.1" status: 200 len: 944 time: 0.1186748 Nov 25 17:24:23.617430 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-56db39ba-48c7-4330-b0be-df1b05149931 req-f58bbd87-5ba1-4040-9e10-d6cb8a0868f0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc HTTP/1.1" status: 200 len: 217 time: 0.0697510 Nov 25 17:24:23.709537 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3a1381a7-a28c-4205-a032-f5ecec97bf56 req-4d637b8e-4b49-4ac3-83b3-5815e58bdbb0 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] 10.222.0.75 "GET /v2.0/security-groups?id=f853e348-ad40-46dd-b785-db26df1b9c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996413 Nov 25 17:24:23.715530 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a044105-6bc4-4869-aff8-b619cf984da6 tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8de4d6e-4739-4b88-8e8f-8ab61ac463d5,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:23.715703 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db39ba-48c7-4330-b0be-df1b05149931 req-ceda872f-753a-4f89-91df-0eb4f93f661d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:23.717489 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-56db39ba-48c7-4330-b0be-df1b05149931 req-ceda872f-753a-4f89-91df-0eb4f93f661d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8e63c2af-2cef-4517-8ea0-0ee86f024127 HTTP/1.1" status: 200 len: 854 time: 0.0894456 Nov 25 17:24:23.774028 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a650b4a-03f3-4758-92f2-52ab459d146a x-openstack-request-id: req-3a650b4a-03f3-4758-92f2-52ab459d146a {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:24:23.774790 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f9d21fd-8461-47c5-827e-d7aa598220c7", "tag": "dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:24:23.775280 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3a650b4a-03f3-4758-92f2-52ab459d146a {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:24:23.776529 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f9d21fd-8461-47c5-827e-d7aa598220c7', 'tag': 'dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc', 'status': 'completed', 'code': 200} Nov 25 17:24:23.797435 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db39ba-48c7-4330-b0be-df1b05149931 req-31e7f336-3b47-4c4f-ac44-e0c87bb7dbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:23.799945 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-56db39ba-48c7-4330-b0be-df1b05149931 req-31e7f336-3b47-4c4f-ac44-e0c87bb7dbd3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=03886931-52e3-40f5-a27a-c1292a391134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723288 Nov 25 17:24:23.818193 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-ab9e7616-4a2a-41d5-be97-91b78e262dcb req-8a044105-6bc4-4869-aff8-b619cf984da6 tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] Allocated IP 192.168.233.224 (ab4fed0b-9bf1-4925-8765-94da08c5de2a/8793709c-5336-428d-aede-b0b8df1a26b2/7ac9bf24-e012-4a19-972a-4e829b38f7f7) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:24:23.926441 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6468bd19-4109-4952-8f63-41172795e516 req-f67637bd-1452-434e-b254-d90c0646e770 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:23.927868 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6468bd19-4109-4952-8f63-41172795e516 req-f67637bd-1452-434e-b254-d90c0646e770 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a899825-fac8-4787-9c17-3ea66fd56ec2 HTTP/1.1" status: 200 len: 946 time: 0.0981448 Nov 25 17:24:23.957031 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-56db39ba-48c7-4330-b0be-df1b05149931 req-6090fd54-f4d2-47b3-b3f5-a6328b33b13c service neutron] 10.222.0.90 "GET /v2.0/networks/03886931-52e3-40f5-a27a-c1292a391134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485186 Nov 25 17:24:23.988015 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ab9e7616-4a2a-41d5-be97-91b78e262dcb req-8a044105-6bc4-4869-aff8-b619cf984da6 tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:24.007946 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6468bd19-4109-4952-8f63-41172795e516 req-08428ced-0a84-4574-80dc-75aa677eaa42 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693290 Nov 25 17:24:24.039126 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ab9e7616-4a2a-41d5-be97-91b78e262dcb req-8a044105-6bc4-4869-aff8-b619cf984da6 tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:24.087404 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab9e7616-4a2a-41d5-be97-91b78e262dcb req-8a044105-6bc4-4869-aff8-b619cf984da6 tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] Network ab4fed0b-9bf1-4925-8765-94da08c5de2a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:24:24.091596 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-56db39ba-48c7-4330-b0be-df1b05149931 req-9ea276d0-d482-435a-b643-81fc0ef9a833 service neutron] 10.222.0.90 "GET /v2.0/networks/03886931-52e3-40f5-a27a-c1292a391134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157970 Nov 25 17:24:24.091988 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-ab9e7616-4a2a-41d5-be97-91b78e262dcb req-8a044105-6bc4-4869-aff8-b619cf984da6 tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:24:24.096207 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab9e7616-4a2a-41d5-be97-91b78e262dcb req-8a044105-6bc4-4869-aff8-b619cf984da6 tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:24:24.128771 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a044105-6bc4-4869-aff8-b619cf984da6 tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] Pushing event updated for resources: {'Port': ['ID=7ac9bf24-e012-4a19-972a-4e829b38f7f7,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:24.153789 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e7616-4a2a-41d5-be97-91b78e262dcb req-8a044105-6bc4-4869-aff8-b619cf984da6 tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:24.154432 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ab9e7616-4a2a-41d5-be97-91b78e262dcb req-8a044105-6bc4-4869-aff8-b619cf984da6 tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:24.172302 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ab9e7616-4a2a-41d5-be97-91b78e262dcb req-8a044105-6bc4-4869-aff8-b619cf984da6 tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0792019 Nov 25 17:24:24.188992 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-ab9e7616-4a2a-41d5-be97-91b78e262dcb req-b4806e0d-7780-4104-b9e3-b4614df78a39 service neutron] Request body: {'port': {'device_id': '6ee9c7a5-2f02-4449-9d61-844487962c25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:24.214743 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e5184-589b-44b3-abeb-319f1b48afb2 req-cfcc0b3d-6714-4a5d-a973-9d5d4933cfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:24.216252 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ec5e5184-589b-44b3-abeb-319f1b48afb2 req-cfcc0b3d-6714-4a5d-a973-9d5d4933cfd4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=37791f7c9b2849ccac41faff01c57b4b&device_id=1f9d21fd-8461-47c5-827e-d7aa598220c7 HTTP/1.1" status: 200 len: 1095 time: 0.0517535 Nov 25 17:24:24.259360 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ab9e7616-4a2a-41d5-be97-91b78e262dcb req-b4806e0d-7780-4104-b9e3-b4614df78a39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:24.323300 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e5184-589b-44b3-abeb-319f1b48afb2 req-5f6f8f1e-ad18-49ca-9826-ec524fb618ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:24.324966 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ec5e5184-589b-44b3-abeb-319f1b48afb2 req-5f6f8f1e-ad18-49ca-9826-ec524fb618ec service neutron] 10.222.0.90 "GET /v2.0/networks?id=03886931-52e3-40f5-a27a-c1292a391134 HTTP/1.1" status: 200 len: 916 time: 0.1000562 Nov 25 17:24:24.385744 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-dc16754f-219d-4ce3-8a35-a48420df50bd None None] Provisioning complete for port 7ac9bf24-e012-4a19-972a-4e829b38f7f7 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:24.386255 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dc16754f-219d-4ce3-8a35-a48420df50bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:24.391687 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ec5e5184-589b-44b3-abeb-319f1b48afb2 req-cee4db1d-6b7b-4a0a-88a1-213786687906 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc HTTP/1.1" status: 200 len: 217 time: 0.0562065 Nov 25 17:24:24.434953 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-dc16754f-219d-4ce3-8a35-a48420df50bd None None] Port 7ac9bf24-e012-4a19-972a-4e829b38f7f7 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:24:24.475060 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127538bd-58f9-44a6-bdeb-782fb99e4c64 req-4cc82d44-75c2-431a-9cf9-ca24c2c7c0ad tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:24.476504 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-127538bd-58f9-44a6-bdeb-782fb99e4c64 req-4cc82d44-75c2-431a-9cf9-ca24c2c7c0ad tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c24082a-187a-4ce8-aeca-b51b3d804c0a HTTP/1.1" status: 200 len: 950 time: 0.1267972 Nov 25 17:24:24.479117 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e5184-589b-44b3-abeb-319f1b48afb2 req-085f86af-ca50-4317-a063-40fb71fa5d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:24.480673 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ec5e5184-589b-44b3-abeb-319f1b48afb2 req-085f86af-ca50-4317-a063-40fb71fa5d6e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8e63c2af-2cef-4517-8ea0-0ee86f024127 HTTP/1.1" status: 200 len: 854 time: 0.0666599 Nov 25 17:24:24.558001 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-127538bd-58f9-44a6-bdeb-782fb99e4c64 req-9c5c8729-b2d4-4588-a777-b9afccd0f296 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715485 Nov 25 17:24:24.562699 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e5184-589b-44b3-abeb-319f1b48afb2 req-c208fdfb-cb8a-4570-ac40-1c303834adf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:24.564356 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ec5e5184-589b-44b3-abeb-319f1b48afb2 req-c208fdfb-cb8a-4570-ac40-1c303834adf9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=03886931-52e3-40f5-a27a-c1292a391134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711591 Nov 25 17:24:24.573455 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-ab9e7616-4a2a-41d5-be97-91b78e262dcb req-b4806e0d-7780-4104-b9e3-b4614df78a39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ac9bf24-e012-4a19-972a-4e829b38f7f7 {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:24:24.581527 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ab9e7616-4a2a-41d5-be97-91b78e262dcb req-b4806e0d-7780-4104-b9e3-b4614df78a39 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:24.595039 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-ab9e7616-4a2a-41d5-be97-91b78e262dcb req-b4806e0d-7780-4104-b9e3-b4614df78a39 service neutron] Transition to ACTIVE for port object 7ac9bf24-e012-4a19-972a-4e829b38f7f7 will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:24:24.601641 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ab9e7616-4a2a-41d5-be97-91b78e262dcb req-b4806e0d-7780-4104-b9e3-b4614df78a39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:24.678081 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4806e0d-7780-4104-b9e3-b4614df78a39 service neutron] Pushing event updated for resources: {'Port': ['ID=7ac9bf24-e012-4a19-972a-4e829b38f7f7,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:24.720378 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a5246-a133-4b3d-b41e-26bf99ecfc72 req-6d261c93-3432-4738-a251-3a84cfaabd49 tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:24.722079 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-875a5246-a133-4b3d-b41e-26bf99ecfc72 req-6d261c93-3432-4738-a251-3a84cfaabd49 tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ee9c7a5-2f02-4449-9d61-844487962c25 HTTP/1.1" status: 200 len: 948 time: 0.0898368 Nov 25 17:24:24.724179 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ec5e5184-589b-44b3-abeb-319f1b48afb2 req-5cebb9ef-9012-4670-92fd-ce73b70356f3 service neutron] 10.222.0.90 "GET /v2.0/networks/03886931-52e3-40f5-a27a-c1292a391134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504278 Nov 25 17:24:24.757082 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-ab9e7616-4a2a-41d5-be97-91b78e262dcb req-b4806e0d-7780-4104-b9e3-b4614df78a39 service neutron] Attempting to bind port 7ac9bf24-e012-4a19-972a-4e829b38f7f7 on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:24:24.758038 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-ab9e7616-4a2a-41d5-be97-91b78e262dcb req-b4806e0d-7780-4104-b9e3-b4614df78a39 service neutron] Attempting to bind port 7ac9bf24-e012-4a19-972a-4e829b38f7f7 by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:24:24.758667 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9e7616-4a2a-41d5-be97-91b78e262dcb req-b4806e0d-7780-4104-b9e3-b4614df78a39 service neutron] Attempting to bind port 7ac9bf24-e012-4a19-972a-4e829b38f7f7 on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:24:24.764625 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9e7616-4a2a-41d5-be97-91b78e262dcb req-b4806e0d-7780-4104-b9e3-b4614df78a39 service neutron] Port 7ac9bf24-e012-4a19-972a-4e829b38f7f7 on network ab4fed0b-9bf1-4925-8765-94da08c5de2a not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:24:24.765230 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9e7616-4a2a-41d5-be97-91b78e262dcb req-b4806e0d-7780-4104-b9e3-b4614df78a39 service neutron] Attempting to bind port 7ac9bf24-e012-4a19-972a-4e829b38f7f7 on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:24:24.781411 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9e7616-4a2a-41d5-be97-91b78e262dcb req-b4806e0d-7780-4104-b9e3-b4614df78a39 service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:24:24.781924 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9e7616-4a2a-41d5-be97-91b78e262dcb req-b4806e0d-7780-4104-b9e3-b4614df78a39 service neutron] Checking segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:24:24.782416 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9e7616-4a2a-41d5-be97-91b78e262dcb req-b4806e0d-7780-4104-b9e3-b4614df78a39 service neutron] Bound using segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:24:24.782959 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-ab9e7616-4a2a-41d5-be97-91b78e262dcb req-b4806e0d-7780-4104-b9e3-b4614df78a39 service neutron] Bound port: 7ac9bf24-e012-4a19-972a-4e829b38f7f7, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:24:24.783424 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ab9e7616-4a2a-41d5-be97-91b78e262dcb req-b4806e0d-7780-4104-b9e3-b4614df78a39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:24.836634 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-875a5246-a133-4b3d-b41e-26bf99ecfc72 req-3f6f5915-48a6-4873-b851-c561cf81883f tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] 10.222.0.75 "GET /v2.0/security-groups?id=e8de4d6e-4739-4b88-8e8f-8ab61ac463d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061261 Nov 25 17:24:24.873401 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-ab9e7616-4a2a-41d5-be97-91b78e262dcb req-b4806e0d-7780-4104-b9e3-b4614df78a39 service neutron] For port 7ac9bf24-e012-4a19-972a-4e829b38f7f7, host n-h2-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:24:24.877632 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-ab9e7616-4a2a-41d5-be97-91b78e262dcb req-b4806e0d-7780-4104-b9e3-b4614df78a39 service neutron] For port 7ac9bf24-e012-4a19-972a-4e829b38f7f7, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=7ac9bf24-e012-4a19-972a-4e829b38f7f7,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:24:24.881315 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ec5e5184-589b-44b3-abeb-319f1b48afb2 req-bff65241-32a7-4dba-9c65-da56029db187 service neutron] 10.222.0.90 "GET /v2.0/networks/03886931-52e3-40f5-a27a-c1292a391134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493764 Nov 25 17:24:24.891902 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ab9e7616-4a2a-41d5-be97-91b78e262dcb req-b4806e0d-7780-4104-b9e3-b4614df78a39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:24.909808 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e7616-4a2a-41d5-be97-91b78e262dcb req-b4806e0d-7780-4104-b9e3-b4614df78a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:24.910580 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ab9e7616-4a2a-41d5-be97-91b78e262dcb req-b4806e0d-7780-4104-b9e3-b4614df78a39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:24.912152 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ab9e7616-4a2a-41d5-be97-91b78e262dcb req-b4806e0d-7780-4104-b9e3-b4614df78a39 service neutron] 10.222.0.90 "PUT /v2.0/ports/7ac9bf24-e012-4a19-972a-4e829b38f7f7 HTTP/1.1" status: 200 len: 1096 time: 0.7281022 Nov 25 17:24:24.914892 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ee9c7a5-2f02-4449-9d61-844487962c25', 'tag': '7ac9bf24-e012-4a19-972a-4e829b38f7f7'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:24:24.916976 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb9eec7f-bcb9-4e43-a12f-467234e1e077" -d '{"events": [{"name": "network-changed", "server_uuid": "6ee9c7a5-2f02-4449-9d61-844487962c25", "tag": "7ac9bf24-e012-4a19-972a-4e829b38f7f7"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:24:25.002800 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a930233-ad3b-4c41-b7f4-23d9775be807 req-ffefec7a-868b-4a55-a3d0-3d018bc1d01b tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:25.011512 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8a930233-ad3b-4c41-b7f4-23d9775be807 req-ffefec7a-868b-4a55-a3d0-3d018bc1d01b tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f9d21fd-8461-47c5-827e-d7aa598220c7 HTTP/1.1" status: 200 len: 944 time: 0.0868127 Nov 25 17:24:25.040695 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4806e0d-7780-4104-b9e3-b4614df78a39 service neutron] Pushing event updated for resources: {'Port': ['ID=7ac9bf24-e012-4a19-972a-4e829b38f7f7,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:25.052515 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e7616-4a2a-41d5-be97-91b78e262dcb req-4963aef9-3837-41fd-bf05-b6e8d8c2238b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:25.054043 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ab9e7616-4a2a-41d5-be97-91b78e262dcb req-4963aef9-3837-41fd-bf05-b6e8d8c2238b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5995e6ec267c410ba3714a76c53c872c&device_id=6ee9c7a5-2f02-4449-9d61-844487962c25 HTTP/1.1" status: 200 len: 1099 time: 0.0723228 Nov 25 17:24:25.062813 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8a930233-ad3b-4c41-b7f4-23d9775be807 req-a3e4660c-c0a4-42f2-913b-bf26f934d2e9 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] 10.222.0.75 "GET /v2.0/security-groups?id=f853e348-ad40-46dd-b785-db26df1b9c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502853 Nov 25 17:24:25.113044 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ab9e7616-4a2a-41d5-be97-91b78e262dcb req-7179a6ab-e436-4259-80c9-b477d6b75b94 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=7ac9bf24-e012-4a19-972a-4e829b38f7f7 HTTP/1.1" status: 200 len: 217 time: 0.0429506 Nov 25 17:24:25.130675 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00abbadd-18ea-4de0-8257-79b95f7ba98e x-openstack-request-id: req-00abbadd-18ea-4de0-8257-79b95f7ba98e {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:24:25.131097 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ee9c7a5-2f02-4449-9d61-844487962c25", "tag": "7ac9bf24-e012-4a19-972a-4e829b38f7f7", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:24:25.131464 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-00abbadd-18ea-4de0-8257-79b95f7ba98e {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:24:25.132057 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ee9c7a5-2f02-4449-9d61-844487962c25', 'tag': '7ac9bf24-e012-4a19-972a-4e829b38f7f7', 'status': 'completed', 'code': 200} Nov 25 17:24:25.176749 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e7616-4a2a-41d5-be97-91b78e262dcb req-5a2eba1f-c258-4be5-904c-088fb0d8dbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:25.179076 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ab9e7616-4a2a-41d5-be97-91b78e262dcb req-5a2eba1f-c258-4be5-904c-088fb0d8dbfe service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.0582154 Nov 25 17:24:25.243697 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9fd371-c0a8-48b2-a62f-96b29fa05498 req-e671ff1f-5450-4182-a67c-dc010ca8fab7 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:25.245455 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5f9fd371-c0a8-48b2-a62f-96b29fa05498 req-e671ff1f-5450-4182-a67c-dc010ca8fab7 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a899825-fac8-4787-9c17-3ea66fd56ec2 HTTP/1.1" status: 200 len: 946 time: 0.0624049 Nov 25 17:24:25.259291 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e7616-4a2a-41d5-be97-91b78e262dcb req-cb35fb3e-0dc9-4270-9e20-2a2078726a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:25.262029 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ab9e7616-4a2a-41d5-be97-91b78e262dcb req-cb35fb3e-0dc9-4270-9e20-2a2078726a67 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0609255 Nov 25 17:24:25.294416 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5f9fd371-c0a8-48b2-a62f-96b29fa05498 req-fb4a66a7-6713-4454-b340-963bb9720128 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427685 Nov 25 17:24:25.359866 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ab9e7616-4a2a-41d5-be97-91b78e262dcb req-a9d6313c-759d-487a-ab37-fff6064e1a55 service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884180 Nov 25 17:24:25.459321 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ab9e7616-4a2a-41d5-be97-91b78e262dcb req-dca1dd7c-bf9e-4680-b0e3-f77f24f9b038 service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914102 Nov 25 17:24:25.550509 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9eec7f-bcb9-4e43-a12f-467234e1e077 req-06f890f9-b900-410b-b7b3-5e27e94a2931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:25.551882 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-fb9eec7f-bcb9-4e43-a12f-467234e1e077 req-06f890f9-b900-410b-b7b3-5e27e94a2931 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5995e6ec267c410ba3714a76c53c872c&device_id=6ee9c7a5-2f02-4449-9d61-844487962c25 HTTP/1.1" status: 200 len: 1099 time: 0.0410664 Nov 25 17:24:25.664626 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9eec7f-bcb9-4e43-a12f-467234e1e077 req-2b2fc151-8931-42f3-9dc8-42cb34da2154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:25.666766 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-fb9eec7f-bcb9-4e43-a12f-467234e1e077 req-2b2fc151-8931-42f3-9dc8-42cb34da2154 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ab4fed0b-9bf1-4925-8765-94da08c5de2a HTTP/1.1" status: 200 len: 870 time: 0.0931070 Nov 25 17:24:25.694050 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e1166-9d6f-4cc8-876a-ebbcaf25f85c req-1955d19c-d2a0-469a-a288-f12120dd3ac9 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:25.701887 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ae9e1166-9d6f-4cc8-876a-ebbcaf25f85c req-1955d19c-d2a0-469a-a288-f12120dd3ac9 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c24082a-187a-4ce8-aeca-b51b3d804c0a HTTP/1.1" status: 200 len: 950 time: 0.0650823 Nov 25 17:24:25.725667 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-fb9eec7f-bcb9-4e43-a12f-467234e1e077 req-6945b19f-0e40-4a2d-a000-b5a26bd942c6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=7ac9bf24-e012-4a19-972a-4e829b38f7f7 HTTP/1.1" status: 200 len: 217 time: 0.0499947 Nov 25 17:24:25.752138 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ae9e1166-9d6f-4cc8-876a-ebbcaf25f85c req-856f893e-768d-42b7-93a7-712c4c90e47d tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493598 Nov 25 17:24:25.778421 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9eec7f-bcb9-4e43-a12f-467234e1e077 req-5d3adb8b-8f79-4d98-9072-e38d601af261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:25.780026 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-fb9eec7f-bcb9-4e43-a12f-467234e1e077 req-5d3adb8b-8f79-4d98-9072-e38d601af261 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.0467658 Nov 25 17:24:25.831612 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9eec7f-bcb9-4e43-a12f-467234e1e077 req-79fc819d-b30d-4b43-a348-17f00408e309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:25.833373 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-fb9eec7f-bcb9-4e43-a12f-467234e1e077 req-79fc819d-b30d-4b43-a348-17f00408e309 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0426464 Nov 25 17:24:25.934016 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-fb9eec7f-bcb9-4e43-a12f-467234e1e077 req-feed8574-980d-4dbc-92f8-2185873edd37 service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922518 Nov 25 17:24:25.964789 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f0de6-dc47-4782-a13b-de75fe489dac req-2ff5b59c-6960-4d4b-a133-17382bc22066 tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:25.971649 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a98f0de6-dc47-4782-a13b-de75fe489dac req-2ff5b59c-6960-4d4b-a133-17382bc22066 tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ee9c7a5-2f02-4449-9d61-844487962c25 HTTP/1.1" status: 200 len: 948 time: 0.0616753 Nov 25 17:24:26.015464 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a98f0de6-dc47-4782-a13b-de75fe489dac req-803db696-ca21-4517-920c-4102b7a63d12 tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] 10.222.0.75 "GET /v2.0/security-groups?id=e8de4d6e-4739-4b88-8e8f-8ab61ac463d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417790 Nov 25 17:24:26.036292 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-fb9eec7f-bcb9-4e43-a12f-467234e1e077 req-e97f4160-db78-4127-ba33-d53c8e8eae18 service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916922 Nov 25 17:24:26.196792 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62fa20b-dd02-4bc9-87b9-be60829f7175 req-a212ed4e-ea7a-4883-8405-a4ecfb5eacf1 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:26.198521 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a62fa20b-dd02-4bc9-87b9-be60829f7175 req-a212ed4e-ea7a-4883-8405-a4ecfb5eacf1 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f9d21fd-8461-47c5-827e-d7aa598220c7 HTTP/1.1" status: 200 len: 944 time: 0.0506485 Nov 25 17:24:26.245773 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a62fa20b-dd02-4bc9-87b9-be60829f7175 req-8a39f0a0-0a85-4643-ad9f-a01ffee85842 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] 10.222.0.75 "GET /v2.0/security-groups?id=f853e348-ad40-46dd-b785-db26df1b9c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412939 Nov 25 17:24:26.254753 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:24:26.414754 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6285a0d0-3747-4100-b8e0-fe6ba5a41b1e req-6e17c48f-3c88-4737-843d-8562cec37867 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:26.416477 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6285a0d0-3747-4100-b8e0-fe6ba5a41b1e req-6e17c48f-3c88-4737-843d-8562cec37867 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a899825-fac8-4787-9c17-3ea66fd56ec2 HTTP/1.1" status: 200 len: 946 time: 0.0499148 Nov 25 17:24:26.469335 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6285a0d0-3747-4100-b8e0-fe6ba5a41b1e req-4661842a-bb41-4fe7-ab36-b34ae6d6a1c4 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467980 Nov 25 17:24:26.872763 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e55917-582b-4b2f-b1aa-e6bd1bf51677 req-d5c255eb-68fa-4ebd-8a36-228df11dd4ba tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:26.874293 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c1e55917-582b-4b2f-b1aa-e6bd1bf51677 req-d5c255eb-68fa-4ebd-8a36-228df11dd4ba tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c24082a-187a-4ce8-aeca-b51b3d804c0a HTTP/1.1" status: 200 len: 950 time: 0.0486307 Nov 25 17:24:26.921337 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c1e55917-582b-4b2f-b1aa-e6bd1bf51677 req-625e5330-b098-4a3b-a6d1-f00bca4c5499 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412688 Nov 25 17:24:27.131951 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88160ecf-e7e4-4704-a743-9186ae2c88c6 req-7507eb8b-6575-4105-a93d-e70caf473e7a tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:27.133451 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-88160ecf-e7e4-4704-a743-9186ae2c88c6 req-7507eb8b-6575-4105-a93d-e70caf473e7a tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ee9c7a5-2f02-4449-9d61-844487962c25 HTTP/1.1" status: 200 len: 948 time: 0.0503075 Nov 25 17:24:27.181397 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-88160ecf-e7e4-4704-a743-9186ae2c88c6 req-a3416dda-5906-49be-9c18-f1be029768fe tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] 10.222.0.75 "GET /v2.0/security-groups?id=e8de4d6e-4739-4b88-8e8f-8ab61ac463d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414701 Nov 25 17:24:27.368403 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f035c1a8-e4bc-4400-8bbd-4ca21cf39529 req-8d2c1e87-3496-4a02-8e49-0e301c867bdb tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:27.370812 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f035c1a8-e4bc-4400-8bbd-4ca21cf39529 req-8d2c1e87-3496-4a02-8e49-0e301c867bdb tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f9d21fd-8461-47c5-827e-d7aa598220c7 HTTP/1.1" status: 200 len: 944 time: 0.0531373 Nov 25 17:24:27.421035 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f035c1a8-e4bc-4400-8bbd-4ca21cf39529 req-94e9fb04-fe3e-4cb3-bf39-99947169d266 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] 10.222.0.75 "GET /v2.0/security-groups?id=f853e348-ad40-46dd-b785-db26df1b9c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438628 Nov 25 17:24:27.590660 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d9861-616a-4786-a1ba-b38193d8923e req-571fa6fb-015c-4285-99fb-c1b8caba4dd2 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:27.592121 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-258d9861-616a-4786-a1ba-b38193d8923e req-571fa6fb-015c-4285-99fb-c1b8caba4dd2 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a899825-fac8-4787-9c17-3ea66fd56ec2 HTTP/1.1" status: 200 len: 946 time: 0.0491443 Nov 25 17:24:27.638997 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-258d9861-616a-4786-a1ba-b38193d8923e req-e02b0f46-60da-4169-80e1-400f1059eb99 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407417 Nov 25 17:24:27.849316 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-17c65820-e359-4aad-92fc-98ff08f5f8e4 tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:27.850901 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-17c65820-e359-4aad-92fc-98ff08f5f8e4 tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=6a899825-fac8-4787-9c17-3ea66fd56ec2&tenant_id=ac7a18821f8e4e00814d44731ef8d033&binding%3Ahost_id=n-h2-817746-1 HTTP/1.1" status: 200 len: 1097 time: 0.0449312 Nov 25 17:24:27.863941 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-2b1fe61d-4e35-46d1-9587-59bd0ec230a0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817746-1'}}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:27.921092 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-2b1fe61d-4e35-46d1-9587-59bd0ec230a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:28.097601 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-2b1fe61d-4e35-46d1-9587-59bd0ec230a0 service neutron] For port 7a172fc2-1de2-412d-a2fd-b5ac4ebfd675, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=7a172fc2-1de2-412d-a2fd-b5ac4ebfd675,segment=NetworkSegment(32304091-a43f-4bbd-aae7-89d7e0d9d2b6),segment_id=32304091-a43f-4bbd-aae7-89d7e0d9d2b6)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:28.107501 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0fecd-153a-4196-81b6-fb318d749369 req-330ec6e6-a1cb-453c-9b26-451ba6b25baf tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:28.109128 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bde0fecd-153a-4196-81b6-fb318d749369 req-330ec6e6-a1cb-453c-9b26-451ba6b25baf tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c24082a-187a-4ce8-aeca-b51b3d804c0a HTTP/1.1" status: 200 len: 950 time: 0.0801849 Nov 25 17:24:28.130230 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 7ac9bf24-e012-4a19-972a-4e829b38f7f7 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:24:28.215148 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bde0fecd-153a-4196-81b6-fb318d749369 req-01fef080-8b79-46f6-be71-71695e11a152 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929124 Nov 25 17:24:28.231923 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-2b1fe61d-4e35-46d1-9587-59bd0ec230a0 service neutron] For port 7a172fc2-1de2-412d-a2fd-b5ac4ebfd675, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:24:28.255942 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 7ac9bf24-e012-4a19-972a-4e829b38f7f7, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=7ac9bf24-e012-4a19-972a-4e829b38f7f7,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:28.271405 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '7ac9bf24-e012-4a19-972a-4e829b38f7f7', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'port_id': '7ac9bf24-e012-4a19-972a-4e829b38f7f7', 'mac_address': 'fa:16:3e:e2:48:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8793709c-5336-428d-aede-b0b8df1a26b2', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:24:28.284540 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a899825-fac8-4787-9c17-3ea66fd56ec2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a172fc2-1de2-412d-a2fd-b5ac4ebfd675'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:24:28.287522 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-096481ad-8429-4d47-94c7-573bb06900e3" -d '{"events": [{"server_uuid": "6a899825-fac8-4787-9c17-3ea66fd56ec2", "name": "network-vif-unplugged", "status": "completed", "tag": "7a172fc2-1de2-412d-a2fd-b5ac4ebfd675"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:24:28.292321 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-2b1fe61d-4e35-46d1-9587-59bd0ec230a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:28.307044 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-2b1fe61d-4e35-46d1-9587-59bd0ec230a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:28.329349 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:28.345023 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ac9bf24-e012-4a19-972a-4e829b38f7f7 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:24:28.365738 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 7ac9bf24-e012-4a19-972a-4e829b38f7f7, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=7ac9bf24-e012-4a19-972a-4e829b38f7f7,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:28.370707 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:28.411945 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1fe61d-4e35-46d1-9587-59bd0ec230a0 service neutron] Pushing event updated for resources: {'Port': ['ID=7a172fc2-1de2-412d-a2fd-b5ac4ebfd675,revision_number=7']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:28.426150 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=7ac9bf24-e012-4a19-972a-4e829b38f7f7,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:28.438350 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df3d471-40b7-4546-a1e1-2d72d778250f req-d83b10ad-0dcc-4f02-ae3f-511f7f706eaf tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:28.441286 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2df3d471-40b7-4546-a1e1-2d72d778250f req-d83b10ad-0dcc-4f02-ae3f-511f7f706eaf tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ee9c7a5-2f02-4449-9d61-844487962c25 HTTP/1.1" status: 200 len: 948 time: 0.1455922 Nov 25 17:24:28.507344 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-2b1fe61d-4e35-46d1-9587-59bd0ec230a0 service neutron] Attempting to bind port 7a172fc2-1de2-412d-a2fd-b5ac4ebfd675 on host n-h2-817746-1 for vnic_type normal with profile {"migrating_to": "n-h1-817746-1"} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:24:28.507735 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-2b1fe61d-4e35-46d1-9587-59bd0ec230a0 service neutron] Attempting to bind port 7a172fc2-1de2-412d-a2fd-b5ac4ebfd675 by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '32304091-a43f-4bbd-aae7-89d7e0d9d2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c4ad8fe4-e22e-4c8b-af10-9eaf120b663c'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:24:28.508074 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-2b1fe61d-4e35-46d1-9587-59bd0ec230a0 service neutron] Attempting to bind port 7a172fc2-1de2-412d-a2fd-b5ac4ebfd675 on network c4ad8fe4-e22e-4c8b-af10-9eaf120b663c {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:24:28.520538 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-2b1fe61d-4e35-46d1-9587-59bd0ec230a0 service neutron] Port 7a172fc2-1de2-412d-a2fd-b5ac4ebfd675 on network c4ad8fe4-e22e-4c8b-af10-9eaf120b663c not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:24:28.521864 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-2b1fe61d-4e35-46d1-9587-59bd0ec230a0 service neutron] Attempting to bind port 7a172fc2-1de2-412d-a2fd-b5ac4ebfd675 on network c4ad8fe4-e22e-4c8b-af10-9eaf120b663c {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:24:28.531368 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2df3d471-40b7-4546-a1e1-2d72d778250f req-e9f6f112-e139-427a-83a0-c1d2a06a1163 tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] 10.222.0.75 "GET /v2.0/security-groups?id=e8de4d6e-4739-4b88-8e8f-8ab61ac463d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812790 Nov 25 17:24:28.536185 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-2b1fe61d-4e35-46d1-9587-59bd0ec230a0 service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:24:28.536852 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-2b1fe61d-4e35-46d1-9587-59bd0ec230a0 service neutron] Checking segment: {'id': '32304091-a43f-4bbd-aae7-89d7e0d9d2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c4ad8fe4-e22e-4c8b-af10-9eaf120b663c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:24:28.537587 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-2b1fe61d-4e35-46d1-9587-59bd0ec230a0 service neutron] Bound using segment: {'id': '32304091-a43f-4bbd-aae7-89d7e0d9d2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c4ad8fe4-e22e-4c8b-af10-9eaf120b663c'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:24:28.538424 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-2b1fe61d-4e35-46d1-9587-59bd0ec230a0 service neutron] Bound port: 7a172fc2-1de2-412d-a2fd-b5ac4ebfd675, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32304091-a43f-4bbd-aae7-89d7e0d9d2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c4ad8fe4-e22e-4c8b-af10-9eaf120b663c'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:24:28.539413 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-2b1fe61d-4e35-46d1-9587-59bd0ec230a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:28.589440 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9f0149-7e97-49a1-a5a3-b8107ae1c726 x-openstack-request-id: req-9f9f0149-7e97-49a1-a5a3-b8107ae1c726 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:24:28.590176 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a899825-fac8-4787-9c17-3ea66fd56ec2", "name": "network-vif-unplugged", "status": "completed", "tag": "7a172fc2-1de2-412d-a2fd-b5ac4ebfd675", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:24:28.592335 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9f9f0149-7e97-49a1-a5a3-b8107ae1c726 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:24:28.592992 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a899825-fac8-4787-9c17-3ea66fd56ec2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a172fc2-1de2-412d-a2fd-b5ac4ebfd675', 'code': 200} Nov 25 17:24:28.663525 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-2b1fe61d-4e35-46d1-9587-59bd0ec230a0 service neutron] For port 7a172fc2-1de2-412d-a2fd-b5ac4ebfd675, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:24:28.685111 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-2b1fe61d-4e35-46d1-9587-59bd0ec230a0 service neutron] For port 7a172fc2-1de2-412d-a2fd-b5ac4ebfd675, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=7a172fc2-1de2-412d-a2fd-b5ac4ebfd675,segment=NetworkSegment(32304091-a43f-4bbd-aae7-89d7e0d9d2b6),segment_id=32304091-a43f-4bbd-aae7-89d7e0d9d2b6)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:24:28.688878 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['7ac9bf24-e012-4a19-972a-4e829b38f7f7'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:24:28.702655 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-2b1fe61d-4e35-46d1-9587-59bd0ec230a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:28.780257 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1fe61d-4e35-46d1-9587-59bd0ec230a0 service neutron] Pushing event updated for resources: {'Port': ['ID=7a172fc2-1de2-412d-a2fd-b5ac4ebfd675,revision_number=8']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:28.798876 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c27ea-d664-4050-843d-e18c206d3457 req-67b304c4-71e3-4a1c-86d5-80957d4d8d21 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:28.805299 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-721c27ea-d664-4050-843d-e18c206d3457 req-67b304c4-71e3-4a1c-86d5-80957d4d8d21 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f9d21fd-8461-47c5-827e-d7aa598220c7 HTTP/1.1" status: 200 len: 944 time: 0.1770236 Nov 25 17:24:28.875850 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-2b1fe61d-4e35-46d1-9587-59bd0ec230a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:28.876618 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-2b1fe61d-4e35-46d1-9587-59bd0ec230a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:28.878120 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-2b1fe61d-4e35-46d1-9587-59bd0ec230a0 service neutron] 10.222.0.74 "PUT /v2.0/ports/7a172fc2-1de2-412d-a2fd-b5ac4ebfd675 HTTP/1.1" status: 200 len: 1122 time: 1.0182905 Nov 25 17:24:28.890066 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-721c27ea-d664-4050-843d-e18c206d3457 req-02a95977-a51a-45b4-9d7e-126b76fd4311 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] 10.222.0.75 "GET /v2.0/security-groups?id=f853e348-ad40-46dd-b785-db26df1b9c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788338 Nov 25 17:24:28.992401 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['7a172fc2-1de2-412d-a2fd-b5ac4ebfd675'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:24:29.008388 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef1675-4f1b-48a2-8391-31ef59a663e1 req-e44f3037-4a52-4885-9426-6cfc5ae29779 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:29.016765 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-08ef1675-4f1b-48a2-8391-31ef59a663e1 req-e44f3037-4a52-4885-9426-6cfc5ae29779 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a899825-fac8-4787-9c17-3ea66fd56ec2 HTTP/1.1" status: 200 len: 944 time: 0.0655088 Nov 25 17:24:29.019846 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['7a172fc2-1de2-412d-a2fd-b5ac4ebfd675'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:24:29.068272 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-08ef1675-4f1b-48a2-8391-31ef59a663e1 req-49c8d59b-8d5b-4573-aa07-8d0173a51bc2 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498619 Nov 25 17:24:29.336518 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde8681-b604-44b8-a9ce-d1283bdd8fca req-905829c1-afca-4b6a-95d9-7444a343d6da tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:29.340443 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-adde8681-b604-44b8-a9ce-d1283bdd8fca req-905829c1-afca-4b6a-95d9-7444a343d6da tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c24082a-187a-4ce8-aeca-b51b3d804c0a HTTP/1.1" status: 200 len: 950 time: 0.0555086 Nov 25 17:24:29.391255 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-adde8681-b604-44b8-a9ce-d1283bdd8fca req-debb838e-6ca2-4737-8fb7-a53d63426ef7 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442584 Nov 25 17:24:29.652806 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6e3e3-47ed-4fa6-be49-2ead2d6a770c req-57b01e39-2c64-44d8-9de9-de08e392dcc6 tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:29.654387 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b0a6e3e3-47ed-4fa6-be49-2ead2d6a770c req-57b01e39-2c64-44d8-9de9-de08e392dcc6 tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ee9c7a5-2f02-4449-9d61-844487962c25 HTTP/1.1" status: 200 len: 949 time: 0.0580711 Nov 25 17:24:29.726499 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b0a6e3e3-47ed-4fa6-be49-2ead2d6a770c req-db05a8fb-d5c3-4e0d-9161-3aeb634c9646 tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] 10.222.0.75 "GET /v2.0/security-groups?id=e8de4d6e-4739-4b88-8e8f-8ab61ac463d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657895 Nov 25 17:24:30.017183 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3878c6a-3997-4dc3-bdc5-628d55c7adb3 req-f20fd60c-81e1-4111-9790-44225b4fef2a tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:30.018671 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a3878c6a-3997-4dc3-bdc5-628d55c7adb3 req-f20fd60c-81e1-4111-9790-44225b4fef2a tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f9d21fd-8461-47c5-827e-d7aa598220c7 HTTP/1.1" status: 200 len: 944 time: 0.0520904 Nov 25 17:24:30.068628 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a3878c6a-3997-4dc3-bdc5-628d55c7adb3 req-0be8ca0c-abf1-4757-ac9e-a41726ef34ea tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] 10.222.0.75 "GET /v2.0/security-groups?id=f853e348-ad40-46dd-b785-db26df1b9c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435317 Nov 25 17:24:30.112898 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 7a172fc2-1de2-412d-a2fd-b5ac4ebfd675 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:24:30.143886 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 7ac9bf24-e012-4a19-972a-4e829b38f7f7 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:24:30.225248 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29e64c-dde3-4720-9343-65338362424e req-e6bd92b3-2bc7-440d-a53f-0486aa176d87 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:30.227183 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1d29e64c-dde3-4720-9343-65338362424e req-e6bd92b3-2bc7-440d-a53f-0486aa176d87 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a899825-fac8-4787-9c17-3ea66fd56ec2 HTTP/1.1" status: 200 len: 944 time: 0.0670593 Nov 25 17:24:30.278616 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port 7ac9bf24-e012-4a19-972a-4e829b38f7f7 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:24:30.296482 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port 7ac9bf24-e012-4a19-972a-4e829b38f7f7 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:30.297004 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:30.315909 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1d29e64c-dde3-4720-9343-65338362424e req-524d5da3-8081-4af6-8a41-bd83e48e62d0 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799940 Nov 25 17:24:30.328536 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 7a172fc2-1de2-412d-a2fd-b5ac4ebfd675, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=7a172fc2-1de2-412d-a2fd-b5ac4ebfd675,segment=NetworkSegment(32304091-a43f-4bbd-aae7-89d7e0d9d2b6),segment_id=32304091-a43f-4bbd-aae7-89d7e0d9d2b6)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:30.342968 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 7a172fc2-1de2-412d-a2fd-b5ac4ebfd675 has no active binding in host n-h1-817746-1 {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 25 17:24:30.400422 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:30.439104 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 7ac9bf24-e012-4a19-972a-4e829b38f7f7, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=7ac9bf24-e012-4a19-972a-4e829b38f7f7,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:30.440194 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ee9c7a5-2f02-4449-9d61-844487962c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac9bf24-e012-4a19-972a-4e829b38f7f7'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:24:30.442967 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876c0ca2-4e77-4b61-8a99-60490cb4fe67" -d '{"events": [{"server_uuid": "6ee9c7a5-2f02-4449-9d61-844487962c25", "name": "network-vif-plugged", "status": "completed", "tag": "7ac9bf24-e012-4a19-972a-4e829b38f7f7"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:24:30.447258 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:30.500441 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=7ac9bf24-e012-4a19-972a-4e829b38f7f7,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:30.514083 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5487d0-a747-4841-a948-b1e586db9d42 x-openstack-request-id: req-5e5487d0-a747-4841-a948-b1e586db9d42 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:24:30.514712 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ee9c7a5-2f02-4449-9d61-844487962c25", "name": "network-vif-plugged", "status": "completed", "tag": "7ac9bf24-e012-4a19-972a-4e829b38f7f7", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:24:30.515151 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5e5487d0-a747-4841-a948-b1e586db9d42 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:24:30.515757 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ee9c7a5-2f02-4449-9d61-844487962c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac9bf24-e012-4a19-972a-4e829b38f7f7', 'code': 200} Nov 25 17:24:30.535636 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d2e87-b751-478b-8961-f5925b830b13 req-be666077-4f86-4aae-8c3e-c90ea68de1e3 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:30.545439 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-671d2e87-b751-478b-8961-f5925b830b13 req-be666077-4f86-4aae-8c3e-c90ea68de1e3 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c24082a-187a-4ce8-aeca-b51b3d804c0a HTTP/1.1" status: 200 len: 950 time: 0.0701308 Nov 25 17:24:30.595716 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-671d2e87-b751-478b-8961-f5925b830b13 req-d867ed62-a1cb-43e1-855a-bc0f935ef69f tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478413 Nov 25 17:24:30.596497 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a899825-fac8-4787-9c17-3ea66fd56ec2', 'tag': '7a172fc2-1de2-412d-a2fd-b5ac4ebfd675'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:24:30.599039 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bfbda1d-2f3f-440c-b211-0f7e32a1fe4b" -d '{"events": [{"name": "network-changed", "server_uuid": "6a899825-fac8-4787-9c17-3ea66fd56ec2", "tag": "7a172fc2-1de2-412d-a2fd-b5ac4ebfd675"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:24:30.646359 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4188f3c7-8362-4ef5-a1c0-a3b604c232c5 x-openstack-request-id: req-4188f3c7-8362-4ef5-a1c0-a3b604c232c5 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:24:30.646663 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a899825-fac8-4787-9c17-3ea66fd56ec2", "tag": "7a172fc2-1de2-412d-a2fd-b5ac4ebfd675", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:24:30.646923 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4188f3c7-8362-4ef5-a1c0-a3b604c232c5 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:24:30.647330 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a899825-fac8-4787-9c17-3ea66fd56ec2', 'tag': '7a172fc2-1de2-412d-a2fd-b5ac4ebfd675', 'status': 'completed', 'code': 200} Nov 25 17:24:30.674088 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651aba14-fbe9-4316-b4f8-c9f2e1047975 req-b7f30b0c-f7f4-4683-8ae1-d6126e26e3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:30.676361 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-651aba14-fbe9-4316-b4f8-c9f2e1047975 req-b7f30b0c-f7f4-4683-8ae1-d6126e26e3dd service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6ee9c7a5-2f02-4449-9d61-844487962c25 HTTP/1.1" status: 200 len: 1101 time: 0.0793524 Nov 25 17:24:30.730499 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfbda1d-2f3f-440c-b211-0f7e32a1fe4b req-a0121ab6-78c6-4aee-8109-0401eec24abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:30.732049 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3bfbda1d-2f3f-440c-b211-0f7e32a1fe4b req-a0121ab6-78c6-4aee-8109-0401eec24abd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ac7a18821f8e4e00814d44731ef8d033&device_id=6a899825-fac8-4787-9c17-3ea66fd56ec2 HTTP/1.1" status: 200 len: 1125 time: 0.0573926 Nov 25 17:24:30.735831 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-651aba14-fbe9-4316-b4f8-c9f2e1047975 req-239d2619-dddd-4ce1-9a71-fccb2c2ae736 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=e8de4d6e-4739-4b88-8e8f-8ab61ac463d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485435 Nov 25 17:24:30.848608 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc3977-5356-4e18-9347-d639b8d063b9 req-7ee983ad-f059-4b90-a615-99ef15b86bee tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:30.850397 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-65fc3977-5356-4e18-9347-d639b8d063b9 req-7ee983ad-f059-4b90-a615-99ef15b86bee tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ee9c7a5-2f02-4449-9d61-844487962c25 HTTP/1.1" status: 200 len: 950 time: 0.0568717 Nov 25 17:24:30.899801 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-65fc3977-5356-4e18-9347-d639b8d063b9 req-38bb7af7-154c-473d-82ff-8822853c00f1 tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] 10.222.0.75 "GET /v2.0/security-groups?id=e8de4d6e-4739-4b88-8e8f-8ab61ac463d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426948 Nov 25 17:24:31.014057 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfbda1d-2f3f-440c-b211-0f7e32a1fe4b req-701d561f-01f2-449e-afc0-6b7da410c1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:31.015626 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3bfbda1d-2f3f-440c-b211-0f7e32a1fe4b req-701d561f-01f2-449e-afc0-6b7da410c1f6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c4ad8fe4-e22e-4c8b-af10-9eaf120b663c HTTP/1.1" status: 200 len: 921 time: 0.0866003 Nov 25 17:24:31.064414 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3bfbda1d-2f3f-440c-b211-0f7e32a1fe4b req-27f0020f-4092-427d-8ff5-8bb6af0e5128 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a172fc2-1de2-412d-a2fd-b5ac4ebfd675 HTTP/1.1" status: 200 len: 217 time: 0.0376272 Nov 25 17:24:31.118908 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfbda1d-2f3f-440c-b211-0f7e32a1fe4b req-9321ac5d-70fb-42dc-9343-17d0fd458849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:31.120867 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3bfbda1d-2f3f-440c-b211-0f7e32a1fe4b req-9321ac5d-70fb-42dc-9343-17d0fd458849 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0a91ba6f-af85-4b11-90c3-2d5fc7a12e25 HTTP/1.1" status: 200 len: 860 time: 0.0479422 Nov 25 17:24:31.156571 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3bfbda1d-2f3f-440c-b211-0f7e32a1fe4b req-0ab4e9e6-3464-4f55-bcc6-1946537a96d5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c4ad8fe4-e22e-4c8b-af10-9eaf120b663c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264361 Nov 25 17:24:31.264396 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e1e9d-450d-47cf-8290-58bdd143aae4 req-bd8b6c24-0f6e-4917-b082-a09418e08982 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:31.265914 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-112e1e9d-450d-47cf-8290-58bdd143aae4 req-bd8b6c24-0f6e-4917-b082-a09418e08982 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f9d21fd-8461-47c5-827e-d7aa598220c7 HTTP/1.1" status: 200 len: 944 time: 0.1119683 Nov 25 17:24:31.312295 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3bfbda1d-2f3f-440c-b211-0f7e32a1fe4b req-4bb17d9c-3c05-49f6-aa9c-748fdb3c60f3 service neutron] 10.222.0.90 "GET /v2.0/networks/c4ad8fe4-e22e-4c8b-af10-9eaf120b663c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447611 Nov 25 17:24:31.372124 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-112e1e9d-450d-47cf-8290-58bdd143aae4 req-b45345e2-3c5a-4a93-92d6-4ceff860ccce tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] 10.222.0.75 "GET /v2.0/security-groups?id=f853e348-ad40-46dd-b785-db26df1b9c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996428 Nov 25 17:24:31.443583 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3bfbda1d-2f3f-440c-b211-0f7e32a1fe4b req-b04c74b6-45c8-492a-8d1b-3de057e2dd81 service neutron] 10.222.0.90 "GET /v2.0/networks/c4ad8fe4-e22e-4c8b-af10-9eaf120b663c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199811 Nov 25 17:24:31.510194 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23061610-c0a7-4e61-a6c7-e8fac57db66e req-2f65a819-8317-41eb-8d44-f5eccda8760c tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:31.513416 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-23061610-c0a7-4e61-a6c7-e8fac57db66e req-2f65a819-8317-41eb-8d44-f5eccda8760c tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a899825-fac8-4787-9c17-3ea66fd56ec2 HTTP/1.1" status: 200 len: 944 time: 0.0665617 Nov 25 17:24:31.563758 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-23061610-c0a7-4e61-a6c7-e8fac57db66e req-f24d079b-8349-4252-bb5c-5129e3402d37 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458169 Nov 25 17:24:31.734807 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3accee2a-dc47-418b-ac65-4f4b3cdce424 req-af4f8642-4179-40b0-953d-941b779e5f14 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:31.736288 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3accee2a-dc47-418b-ac65-4f4b3cdce424 req-af4f8642-4179-40b0-953d-941b779e5f14 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=bdae04eb-70a6-4653-9828-41d4bffacb88 HTTP/1.1" status: 200 len: 945 time: 0.0787840 Nov 25 17:24:31.768695 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc18d34-c52c-4cd6-bc08-636bd7de003f req-042bf537-7294-4498-a090-ae769271af6e tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:31.770132 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fcc18d34-c52c-4cd6-bc08-636bd7de003f req-042bf537-7294-4498-a090-ae769271af6e tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c24082a-187a-4ce8-aeca-b51b3d804c0a HTTP/1.1" status: 200 len: 950 time: 0.0791724 Nov 25 17:24:31.811996 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3accee2a-dc47-418b-ac65-4f4b3cdce424 req-b8b7361e-4f9f-406b-a60f-d20760574c8d tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683191 Nov 25 17:24:31.838254 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fcc18d34-c52c-4cd6-bc08-636bd7de003f req-239ab223-d2bf-4076-9435-0502ebe08861 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616131 Nov 25 17:24:32.051659 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa21128-bdfb-4483-a2de-9643c93ebf04 req-be2be40d-da0a-4084-9a30-9fda29675909 tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:32.053437 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5fa21128-bdfb-4483-a2de-9643c93ebf04 req-be2be40d-da0a-4084-9a30-9fda29675909 tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ee9c7a5-2f02-4449-9d61-844487962c25 HTTP/1.1" status: 200 len: 950 time: 0.0680923 Nov 25 17:24:32.107282 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5fa21128-bdfb-4483-a2de-9643c93ebf04 req-76966dda-2595-47c6-95c2-1cbc47f36680 tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] 10.222.0.75 "GET /v2.0/security-groups?id=e8de4d6e-4739-4b88-8e8f-8ab61ac463d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476630 Nov 25 17:24:32.512985 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f391fd8-bde9-4454-a2ed-0ef03edabcb8 req-9fb58140-7427-43fe-bd11-af4ded81738e tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:32.514485 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6f391fd8-bde9-4454-a2ed-0ef03edabcb8 req-9fb58140-7427-43fe-bd11-af4ded81738e tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f9d21fd-8461-47c5-827e-d7aa598220c7 HTTP/1.1" status: 200 len: 944 time: 0.0589323 Nov 25 17:24:32.562579 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6f391fd8-bde9-4454-a2ed-0ef03edabcb8 req-ae7927d3-6084-45c0-b966-406c59205eda tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] 10.222.0.75 "GET /v2.0/security-groups?id=f853e348-ad40-46dd-b785-db26df1b9c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420244 Nov 25 17:24:32.689108 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2129811-aa29-4516-a6bc-4a26acc1bb06 req-c67cc7a1-dd63-48c4-a865-f16eac841229 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:32.690532 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d2129811-aa29-4516-a6bc-4a26acc1bb06 req-c67cc7a1-dd63-48c4-a865-f16eac841229 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a899825-fac8-4787-9c17-3ea66fd56ec2 HTTP/1.1" status: 200 len: 944 time: 0.0499518 Nov 25 17:24:32.745774 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d2129811-aa29-4516-a6bc-4a26acc1bb06 req-96066bd8-a481-4710-884e-79446fc59044 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489411 Nov 25 17:24:33.210404 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c29b05c-bd3f-4c62-8c04-5d97d3d8eeff req-b27e4312-c9b1-483a-857a-b35771b53d12 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:33.211900 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2c29b05c-bd3f-4c62-8c04-5d97d3d8eeff req-b27e4312-c9b1-483a-857a-b35771b53d12 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=bdae04eb-70a6-4653-9828-41d4bffacb88 HTTP/1.1" status: 200 len: 945 time: 0.3313687 Nov 25 17:24:33.240884 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce343cd3-045e-48bc-bac6-8e61eff1244c req-07190ba4-4f48-4ede-ad8b-9c497a7ea51d tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:33.242222 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ce343cd3-045e-48bc-bac6-8e61eff1244c req-07190ba4-4f48-4ede-ad8b-9c497a7ea51d tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c24082a-187a-4ce8-aeca-b51b3d804c0a HTTP/1.1" status: 200 len: 950 time: 0.3333690 Nov 25 17:24:33.286958 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2c29b05c-bd3f-4c62-8c04-5d97d3d8eeff req-c6e3ac32-8788-426a-9c5c-bfdf2d7194f1 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684149 Nov 25 17:24:33.310537 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ce343cd3-045e-48bc-bac6-8e61eff1244c req-22099add-45bf-473d-88e6-1ad8102efbee tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600829 Nov 25 17:24:33.400996 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8be76e-877a-4a50-b1f2-8b4a34f3112c req-bc4ea5e5-fd2b-4293-847e-1be843026bc4 tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:33.402502 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e8be76e-877a-4a50-b1f2-8b4a34f3112c req-bc4ea5e5-fd2b-4293-847e-1be843026bc4 tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ee9c7a5-2f02-4449-9d61-844487962c25 HTTP/1.1" status: 200 len: 950 time: 0.0505862 Nov 25 17:24:33.452363 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e8be76e-877a-4a50-b1f2-8b4a34f3112c req-d3ca166a-146f-47be-8c2a-9bf3db9f309f tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] 10.222.0.75 "GET /v2.0/security-groups?id=e8de4d6e-4739-4b88-8e8f-8ab61ac463d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438602 Nov 25 17:24:33.690267 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b127b88f-3a34-47ee-bffc-46fa84250844 req-11a4f058-31e3-4b3c-89e0-4ac2811d7ec3 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:33.691860 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b127b88f-3a34-47ee-bffc-46fa84250844 req-11a4f058-31e3-4b3c-89e0-4ac2811d7ec3 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f9d21fd-8461-47c5-827e-d7aa598220c7 HTTP/1.1" status: 200 len: 944 time: 0.0579431 Nov 25 17:24:33.748937 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b127b88f-3a34-47ee-bffc-46fa84250844 req-bb74c7d7-5fcd-4dc3-a1fb-3cf3d8403de3 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] 10.222.0.75 "GET /v2.0/security-groups?id=f853e348-ad40-46dd-b785-db26df1b9c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500503 Nov 25 17:24:33.894798 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5be2e6-4c8c-49d2-a226-126daa9ff84a req-76ee5518-4cea-4770-8f9b-c4d5d9d94285 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:33.896335 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6b5be2e6-4c8c-49d2-a226-126daa9ff84a req-76ee5518-4cea-4770-8f9b-c4d5d9d94285 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a899825-fac8-4787-9c17-3ea66fd56ec2 HTTP/1.1" status: 200 len: 944 time: 0.0651562 Nov 25 17:24:33.971711 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f4f95-8177-43a9-bcc1-571b5422fa93 req-e95704b8-5d56-4447-828d-84b0282baee5 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:33.973243 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-681f4f95-8177-43a9-bcc1-571b5422fa93 req-e95704b8-5d56-4447-828d-84b0282baee5 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.90 "GET /v2.0/ports?device_id=bdae04eb-70a6-4653-9828-41d4bffacb88 HTTP/1.1" status: 200 len: 945 time: 0.0759490 Nov 25 17:24:33.988780 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6b5be2e6-4c8c-49d2-a226-126daa9ff84a req-a28cad49-0cd7-430e-80f0-425a675e162d tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822639 Nov 25 17:24:34.083078 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-681f4f95-8177-43a9-bcc1-571b5422fa93 req-2612448a-5afa-4d23-89a9-02bcf03b4735 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Deleting port a0422ca6-e970-4709-963b-5fff0c3eaac0 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:24:34.083415 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-681f4f95-8177-43a9-bcc1-571b5422fa93 req-2612448a-5afa-4d23-89a9-02bcf03b4735 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:34.174257 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-681f4f95-8177-43a9-bcc1-571b5422fa93 req-2612448a-5afa-4d23-89a9-02bcf03b4735 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] For port a0422ca6-e970-4709-963b-5fff0c3eaac0, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=a0422ca6-e970-4709-963b-5fff0c3eaac0,segment=NetworkSegment(79eee098-6bae-4c42-964f-62f3e7d096e0),segment_id=79eee098-6bae-4c42-964f-62f3e7d096e0)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:34.174628 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-681f4f95-8177-43a9-bcc1-571b5422fa93 req-2612448a-5afa-4d23-89a9-02bcf03b4735 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:34.188026 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-681f4f95-8177-43a9-bcc1-571b5422fa93 req-2612448a-5afa-4d23-89a9-02bcf03b4735 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Calling delete_port for a0422ca6-e970-4709-963b-5fff0c3eaac0 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:24:34.318036 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-681f4f95-8177-43a9-bcc1-571b5422fa93 req-2612448a-5afa-4d23-89a9-02bcf03b4735 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:34.331061 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['a0422ca6-e970-4709-963b-5fff0c3eaac0'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:24:34.385938 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2612448a-5afa-4d23-89a9-02bcf03b4735 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Pushing event deleted for resources: {'Port': ['ID=a0422ca6-e970-4709-963b-5fff0c3eaac0,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:34.410159 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e10f3a3b-f08b-480a-86ca-24c83c268fee req-3166ab87-ffbe-42c2-9d9d-530c1343e10a tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=bdae04eb-70a6-4653-9828-41d4bffacb88 HTTP/1.1" status: 200 len: 210 time: 0.0379100 Nov 25 17:24:34.469949 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-681f4f95-8177-43a9-bcc1-571b5422fa93 req-2612448a-5afa-4d23-89a9-02bcf03b4735 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] No DVR routers for this DVR port a0422ca6-e970-4709-963b-5fff0c3eaac0 on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:24:34.472961 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-681f4f95-8177-43a9-bcc1-571b5422fa93 req-2612448a-5afa-4d23-89a9-02bcf03b4735 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:34.476327 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-681f4f95-8177-43a9-bcc1-571b5422fa93 req-2612448a-5afa-4d23-89a9-02bcf03b4735 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.90 "DELETE /v2.0/ports/a0422ca6-e970-4709-963b-5fff0c3eaac0 HTTP/1.1" status: 204 len: 173 time: 0.4865239 Nov 25 17:24:34.478458 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdae04eb-70a6-4653-9828-41d4bffacb88', 'name': 'network-vif-deleted', 'tag': 'a0422ca6-e970-4709-963b-5fff0c3eaac0'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:24:34.479986 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531b1d64-94cd-4e38-9b65-adb10ff1b2ce" -d '{"events": [{"server_uuid": "bdae04eb-70a6-4653-9828-41d4bffacb88", "name": "network-vif-deleted", "tag": "a0422ca6-e970-4709-963b-5fff0c3eaac0"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:24:34.510425 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c0e9c3-27d3-4072-9d58-72f9ea1deea3 req-e4cd626e-077b-4a45-90b1-8c59ec4750b8 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:34.512079 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-80c0e9c3-27d3-4072-9d58-72f9ea1deea3 req-e4cd626e-077b-4a45-90b1-8c59ec4750b8 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c24082a-187a-4ce8-aeca-b51b3d804c0a HTTP/1.1" status: 200 len: 950 time: 0.1043317 Nov 25 17:24:34.542475 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3389fda-ebb0-4c69-b7ce-40838cfee552 x-openstack-request-id: req-a3389fda-ebb0-4c69-b7ce-40838cfee552 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:24:34.542767 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdae04eb-70a6-4653-9828-41d4bffacb88", "name": "network-vif-deleted", "tag": "a0422ca6-e970-4709-963b-5fff0c3eaac0", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:24:34.543141 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a3389fda-ebb0-4c69-b7ce-40838cfee552 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:24:34.543552 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdae04eb-70a6-4653-9828-41d4bffacb88', 'name': 'network-vif-deleted', 'tag': 'a0422ca6-e970-4709-963b-5fff0c3eaac0', 'status': 'completed', 'code': 200} Nov 25 17:24:34.588896 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-80c0e9c3-27d3-4072-9d58-72f9ea1deea3 req-cf099a67-fb15-4338-974b-5b248dfdda0d tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680251 Nov 25 17:24:34.868510 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56e785-bebb-4f38-80b7-2e9bd8aa7483 req-6fc62f10-5c6c-4c2c-a177-d1e2dc2411e1 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:34.870727 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ef56e785-bebb-4f38-80b7-2e9bd8aa7483 req-6fc62f10-5c6c-4c2c-a177-d1e2dc2411e1 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f9d21fd-8461-47c5-827e-d7aa598220c7 HTTP/1.1" status: 200 len: 944 time: 0.0504861 Nov 25 17:24:34.917847 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ef56e785-bebb-4f38-80b7-2e9bd8aa7483 req-448242b3-a330-4c2a-bbec-345fbd8694fc tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] 10.222.0.75 "GET /v2.0/security-groups?id=f853e348-ad40-46dd-b785-db26df1b9c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411892 Nov 25 17:24:35.120498 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af9aa5a-120a-4416-8689-e6e9d83a21a6 req-fa512c63-5f99-4c79-8bf0-899f539a993c tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:35.121932 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4af9aa5a-120a-4416-8689-e6e9d83a21a6 req-fa512c63-5f99-4c79-8bf0-899f539a993c tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a899825-fac8-4787-9c17-3ea66fd56ec2 HTTP/1.1" status: 200 len: 944 time: 0.0594325 Nov 25 17:24:35.169628 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4af9aa5a-120a-4416-8689-e6e9d83a21a6 req-b221d050-b5af-44e0-9482-34764da989fd tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415931 Nov 25 17:24:35.531649 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3518a990-a35a-42e0-87d4-a0f72b8ab2a8 req-9efc91bd-9039-4b02-8ded-cd81d673c5df tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=bdae04eb-70a6-4653-9828-41d4bffacb88 HTTP/1.1" status: 200 len: 210 time: 0.0334885 Nov 25 17:24:35.710267 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fdc749-c780-4c17-8915-985ad4bb7fbf req-a7550dfd-2c9c-48ad-b513-c4bea11cf0d8 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:35.712775 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-72fdc749-c780-4c17-8915-985ad4bb7fbf req-a7550dfd-2c9c-48ad-b513-c4bea11cf0d8 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c24082a-187a-4ce8-aeca-b51b3d804c0a HTTP/1.1" status: 200 len: 950 time: 0.0585313 Nov 25 17:24:35.761853 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-72fdc749-c780-4c17-8915-985ad4bb7fbf req-4dc06141-3734-4e29-969d-c0d983316c51 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441368 Nov 25 17:24:36.048061 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8557a-624d-4e82-bfec-bbf9de99d4f3 req-865f77ef-b96a-4521-93d6-05008d685e57 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:36.053821 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6fe8557a-624d-4e82-bfec-bbf9de99d4f3 req-865f77ef-b96a-4521-93d6-05008d685e57 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f9d21fd-8461-47c5-827e-d7aa598220c7 HTTP/1.1" status: 200 len: 944 time: 0.0558071 Nov 25 17:24:36.100273 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6fe8557a-624d-4e82-bfec-bbf9de99d4f3 req-f4b6308e-cf60-4d63-be4b-d7941b971e0e tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] 10.222.0.75 "GET /v2.0/security-groups?id=f853e348-ad40-46dd-b785-db26df1b9c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422626 Nov 25 17:24:36.299100 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181201a-e659-4c59-ac2e-96ace8cdd1bd req-cafd2ce0-ae0a-490b-b448-450c627dbe9d tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:36.300620 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a181201a-e659-4c59-ac2e-96ace8cdd1bd req-cafd2ce0-ae0a-490b-b448-450c627dbe9d tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a899825-fac8-4787-9c17-3ea66fd56ec2 HTTP/1.1" status: 200 len: 944 time: 0.0556519 Nov 25 17:24:36.348106 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a181201a-e659-4c59-ac2e-96ace8cdd1bd req-63f9c9a5-cf0a-434d-937b-9d57eb3c33a6 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413160 Nov 25 17:24:36.633262 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ec9f010e-fd7b-4090-9c1c-02a1f6f24b55 req-4a4f1dfe-5878-4e22-8843-3de0b08533f9 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=bdae04eb-70a6-4653-9828-41d4bffacb88 HTTP/1.1" status: 200 len: 210 time: 0.0280104 Nov 25 17:24:36.904546 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a6cb3a-19ef-4353-8435-27f8d0fec6b7 req-ebb17f43-ff5c-4fa0-95e0-b89e1a5d2e5c tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:36.906467 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d6a6cb3a-19ef-4353-8435-27f8d0fec6b7 req-ebb17f43-ff5c-4fa0-95e0-b89e1a5d2e5c tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c24082a-187a-4ce8-aeca-b51b3d804c0a HTTP/1.1" status: 200 len: 950 time: 0.0665712 Nov 25 17:24:36.960396 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d6a6cb3a-19ef-4353-8435-27f8d0fec6b7 req-96cec500-498b-4ae6-a30e-251250f860f0 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476689 Nov 25 17:24:37.252917 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb5cd55-1f68-4222-a6a5-d5eaf11d586c req-37f632c0-068e-4336-9208-8b150344a484 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:37.266500 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4bb5cd55-1f68-4222-a6a5-d5eaf11d586c req-37f632c0-068e-4336-9208-8b150344a484 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f9d21fd-8461-47c5-827e-d7aa598220c7 HTTP/1.1" status: 200 len: 944 time: 0.0822268 Nov 25 17:24:37.315980 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4bb5cd55-1f68-4222-a6a5-d5eaf11d586c req-2ee8f26e-8666-4a77-85e4-fe743ca5bfdb tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] 10.222.0.75 "GET /v2.0/security-groups?id=f853e348-ad40-46dd-b785-db26df1b9c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481365 Nov 25 17:24:37.504007 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf3a4c-64d8-45fc-be41-fa7c3be65aa2 req-dc6ff40f-94e4-4d95-b1ca-2fd6e44b7551 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:37.509582 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1eaf3a4c-64d8-45fc-be41-fa7c3be65aa2 req-dc6ff40f-94e4-4d95-b1ca-2fd6e44b7551 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a899825-fac8-4787-9c17-3ea66fd56ec2 HTTP/1.1" status: 200 len: 944 time: 0.0708625 Nov 25 17:24:37.572442 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1eaf3a4c-64d8-45fc-be41-fa7c3be65aa2 req-e40e8b34-3d8b-4a11-a837-1f9dfaeeb6f7 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541139 Nov 25 17:24:37.751749 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-87a4d053-bda0-405c-872f-7adff2796845 req-e93542fc-1d00-4d32-92ed-0b302e6f369c tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=bdae04eb-70a6-4653-9828-41d4bffacb88 HTTP/1.1" status: 200 len: 210 time: 0.0352628 Nov 25 17:24:38.126870 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67fcba-5000-4ea6-92ae-40511703a48e req-ff69b2d9-b3e6-4842-aa63-8228e50f683f tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:38.134297 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3f67fcba-5000-4ea6-92ae-40511703a48e req-ff69b2d9-b3e6-4842-aa63-8228e50f683f tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c24082a-187a-4ce8-aeca-b51b3d804c0a HTTP/1.1" status: 200 len: 950 time: 0.0838385 Nov 25 17:24:38.142674 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:24:38.145700 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device a0422ca6-e970-4709-963b-5fff0c3eaac0 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:24:38.217090 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: a0422ca6-e970-4709-963b-5fff0c3eaac0 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:24:38.217780 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device a0422ca6-e970-4709-963b-5fff0c3eaac0 not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:24:38.244497 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3f67fcba-5000-4ea6-92ae-40511703a48e req-5a2aa95f-3453-4fb0-95db-5fd5e52bdde6 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034148 Nov 25 17:24:38.344387 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc,segment=NetworkSegment(e8c002f1-b858-4219-a720-d50f94815a75),segment_id=e8c002f1-b858-4219-a720-d50f94815a75)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:38.366586 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': 'dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc', 'network_id': '03886931-52e3-40f5-a27a-c1292a391134', 'port_id': 'dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc', 'mac_address': 'fa:16:3e:ad:41:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e63c2af-2cef-4517-8ea0-0ee86f024127', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:24:38.417534 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:38.433627 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:24:38.459628 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc,segment=NetworkSegment(e8c002f1-b858-4219-a720-d50f94815a75),segment_id=e8c002f1-b858-4219-a720-d50f94815a75)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:38.468559 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:38.469242 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 7ac9bf24-e012-4a19-972a-4e829b38f7f7 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:24:38.490042 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2f3b2-fffe-4697-922b-189954501aa8 req-3f13074a-7a74-430b-bd3b-c24241e93dbd tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:38.494374 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c2f2f3b2-fffe-4697-922b-189954501aa8 req-3f13074a-7a74-430b-bd3b-c24241e93dbd tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f9d21fd-8461-47c5-827e-d7aa598220c7 HTTP/1.1" status: 200 len: 944 time: 0.0884194 Nov 25 17:24:38.544946 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:38.578631 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c2f2f3b2-fffe-4697-922b-189954501aa8 req-dc5e3faa-d357-48fd-aa46-b5a5c9892ba4 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] 10.222.0.75 "GET /v2.0/security-groups?id=f853e348-ad40-46dd-b785-db26df1b9c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756316 Nov 25 17:24:38.639111 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 7ac9bf24-e012-4a19-972a-4e829b38f7f7, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=7ac9bf24-e012-4a19-972a-4e829b38f7f7,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:38.651427 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '7ac9bf24-e012-4a19-972a-4e829b38f7f7', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'port_id': '7ac9bf24-e012-4a19-972a-4e829b38f7f7', 'mac_address': 'fa:16:3e:e2:48:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8793709c-5336-428d-aede-b0b8df1a26b2', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:24:38.759527 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:38.787865 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7ac9bf24-e012-4a19-972a-4e829b38f7f7 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:24:38.796661 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d710b87-6f51-418a-86e9-5b751b4a77ea req-86956661-bef4-4715-b980-ca221b65177f tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:38.803971 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5d710b87-6f51-418a-86e9-5b751b4a77ea req-86956661-bef4-4715-b980-ca221b65177f tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a899825-fac8-4787-9c17-3ea66fd56ec2 HTTP/1.1" status: 200 len: 944 time: 0.1138175 Nov 25 17:24:38.837002 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 7ac9bf24-e012-4a19-972a-4e829b38f7f7, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=7ac9bf24-e012-4a19-972a-4e829b38f7f7,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:38.847935 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:38.946700 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5d710b87-6f51-418a-86e9-5b751b4a77ea req-734bebe0-29d9-41a9-be8e-258c1ddcef65 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417661 Nov 25 17:24:38.949679 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-36e2dfcc-bd4c-4df8-87a6-ad054cf7c8ba req-a5d7e68c-5543-4571-b73a-5810ed56504c tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=bdae04eb-70a6-4653-9828-41d4bffacb88 HTTP/1.1" status: 200 len: 210 time: 0.0776010 Nov 25 17:24:38.981516 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['7ac9bf24-e012-4a19-972a-4e829b38f7f7'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:24:38.990173 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=7ac9bf24-e012-4a19-972a-4e829b38f7f7,revision_number=6']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:39.250726 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:24:39.441111 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a599a5aa-c9ef-48ea-be18-21920c1db218 req-897a481d-c937-4568-b685-0632bb909345 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:39.443365 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a599a5aa-c9ef-48ea-be18-21920c1db218 req-897a481d-c937-4568-b685-0632bb909345 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c24082a-187a-4ce8-aeca-b51b3d804c0a HTTP/1.1" status: 200 len: 950 time: 0.0908127 Nov 25 17:24:39.514636 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a599a5aa-c9ef-48ea-be18-21920c1db218 req-fabc090f-6f62-4663-b1d1-c49d0a1dec0a tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634522 Nov 25 17:24:39.735609 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f0888-6d58-418b-8390-3685c79e15cb req-3af536ff-5e35-4eb5-83c8-ed4d2340aa15 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:39.737698 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7f1f0888-6d58-418b-8390-3685c79e15cb req-3af536ff-5e35-4eb5-83c8-ed4d2340aa15 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f9d21fd-8461-47c5-827e-d7aa598220c7 HTTP/1.1" status: 200 len: 945 time: 0.0811377 Nov 25 17:24:39.801337 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7f1f0888-6d58-418b-8390-3685c79e15cb req-b85d721a-2d1b-4404-a0fa-3321099d2bd8 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] 10.222.0.75 "GET /v2.0/security-groups?id=f853e348-ad40-46dd-b785-db26df1b9c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562692 Nov 25 17:24:40.102234 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5f872166-ce8a-4d1c-a203-996606bb46b4 req-fa689b6e-9d6c-473e-afca-6410ab73025b tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=bdae04eb-70a6-4653-9828-41d4bffacb88 HTTP/1.1" status: 200 len: 210 time: 0.0414472 Nov 25 17:24:40.175508 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:24:40.186786 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a6561-3c1d-4405-90f8-483d13f61dc6 req-f74c2595-fad2-45b9-bfd3-ec3eb5b4a385 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:40.196439 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5f9a6561-3c1d-4405-90f8-483d13f61dc6 req-f74c2595-fad2-45b9-bfd3-ec3eb5b4a385 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a899825-fac8-4787-9c17-3ea66fd56ec2 HTTP/1.1" status: 200 len: 944 time: 0.1399250 Nov 25 17:24:40.306008 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:24:40.318042 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5f9a6561-3c1d-4405-90f8-483d13f61dc6 req-5fff7989-05cc-4282-9a81-cee1b86557ae tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132708 Nov 25 17:24:40.323368 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:40.324331 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:40.449636 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:40.478671 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f9d21fd-8461-47c5-827e-d7aa598220c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:24:40.481703 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f309442-11db-45c3-89bf-f8e5c2cc90f3" -d '{"events": [{"server_uuid": "1f9d21fd-8461-47c5-827e-d7aa598220c7", "name": "network-vif-plugged", "status": "completed", "tag": "dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:24:40.497129 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc,segment=NetworkSegment(e8c002f1-b858-4219-a720-d50f94815a75),segment_id=e8c002f1-b858-4219-a720-d50f94815a75)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:40.502829 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:40.504629 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 7ac9bf24-e012-4a19-972a-4e829b38f7f7 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:24:40.574856 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18824428-7297-4688-af01-297b724d7dc9 x-openstack-request-id: req-18824428-7297-4688-af01-297b724d7dc9 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:24:40.575242 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f9d21fd-8461-47c5-827e-d7aa598220c7", "name": "network-vif-plugged", "status": "completed", "tag": "dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:24:40.575457 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-18824428-7297-4688-af01-297b724d7dc9 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:24:40.575832 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f9d21fd-8461-47c5-827e-d7aa598220c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc', 'code': 200} Nov 25 17:24:40.656076 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:40.678142 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port 7ac9bf24-e012-4a19-972a-4e829b38f7f7 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:40.680106 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:40.935468 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1d008-0dce-4de1-9192-5a27151b401e req-7fb5b4a0-a76e-4989-8ea6-387771cbbd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:40.937019 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d4e1d008-0dce-4de1-9192-5a27151b401e req-7fb5b4a0-a76e-4989-8ea6-387771cbbd38 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1f9d21fd-8461-47c5-827e-d7aa598220c7 HTTP/1.1" status: 200 len: 1097 time: 0.2180097 Nov 25 17:24:40.959701 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:41.007263 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e1ae0-f6cb-43f1-9649-3e70e7bb5202 req-a385eeab-b594-49ed-a1bb-86bf2432aacc tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:41.015260 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b24e1ae0-f6cb-43f1-9649-3e70e7bb5202 req-a385eeab-b594-49ed-a1bb-86bf2432aacc tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c24082a-187a-4ce8-aeca-b51b3d804c0a HTTP/1.1" status: 200 len: 950 time: 0.2180893 Nov 25 17:24:41.022743 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 7ac9bf24-e012-4a19-972a-4e829b38f7f7, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=7ac9bf24-e012-4a19-972a-4e829b38f7f7,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:41.027548 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:41.028574 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 7a172fc2-1de2-412d-a2fd-b5ac4ebfd675 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:24:41.113185 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d4e1d008-0dce-4de1-9192-5a27151b401e req-c2ff4b69-490b-4db7-b9b7-f1066aa2d138 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=f853e348-ad40-46dd-b785-db26df1b9c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470530 Nov 25 17:24:41.120361 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=7ac9bf24-e012-4a19-972a-4e829b38f7f7,revision_number=7']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:41.141470 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b24e1ae0-f6cb-43f1-9649-3e70e7bb5202 req-3f25dc50-4622-43b0-8462-8ff470d9ba91 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254780 Nov 25 17:24:41.176914 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21864a94-fc0b-4cb6-917f-73bae4cf26b3 req-df7be1b3-5d25-4579-bbd6-91e5702a56fe tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:41.189805 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-21864a94-fc0b-4cb6-917f-73bae4cf26b3 req-df7be1b3-5d25-4579-bbd6-91e5702a56fe tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f9d21fd-8461-47c5-827e-d7aa598220c7 HTTP/1.1" status: 200 len: 946 time: 0.1531980 Nov 25 17:24:41.312999 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-21864a94-fc0b-4cb6-917f-73bae4cf26b3 req-b7180224-d26d-4ff2-baf9-a9bbd91d322f tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] 10.222.0.75 "GET /v2.0/security-groups?id=f853e348-ad40-46dd-b785-db26df1b9c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221073 Nov 25 17:24:41.382876 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa71267d-d32e-4452-9ef6-3ba6681407b1 req-819111f3-c6ed-4f4c-9d1d-c819417d1164 tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:41.392914 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fa71267d-d32e-4452-9ef6-3ba6681407b1 req-819111f3-c6ed-4f4c-9d1d-c819417d1164 tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=0b019eb1-a039-43b5-966f-fa659895034f HTTP/1.1" status: 200 len: 1096 time: 0.1487708 Nov 25 17:24:41.501239 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ad6c516e-4844-4d0f-8413-8c35b763cd83 req-f9486a9c-0a9f-442a-ac25-4c457c2fb533 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=bdae04eb-70a6-4653-9828-41d4bffacb88 HTTP/1.1" status: 200 len: 210 time: 0.0447328 Nov 25 17:24:41.538762 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fa71267d-d32e-4452-9ef6-3ba6681407b1 req-68cf8d93-82b7-4abc-811a-af9ad0c90a23 tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386538 Nov 25 17:24:41.698794 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa2834-5273-42d7-8eb2-7a70c1f8e78e req-34cf6b89-73bb-45e6-ad7b-f86b5f4ba7c4 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:41.707363 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b1aa2834-5273-42d7-8eb2-7a70c1f8e78e req-34cf6b89-73bb-45e6-ad7b-f86b5f4ba7c4 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a899825-fac8-4787-9c17-3ea66fd56ec2 HTTP/1.1" status: 200 len: 944 time: 0.0878146 Nov 25 17:24:41.808651 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b1aa2834-5273-42d7-8eb2-7a70c1f8e78e req-47a717da-cf53-411d-a67d-781c6631e33e tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001928 Nov 25 17:24:42.422034 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb415b84-7fbb-4b5d-b364-29ba78e74653 req-7b14361a-3111-4c35-9f6e-917398064d9d tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:42.433632 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fb415b84-7fbb-4b5d-b364-29ba78e74653 req-7b14361a-3111-4c35-9f6e-917398064d9d tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c24082a-187a-4ce8-aeca-b51b3d804c0a HTTP/1.1" status: 200 len: 950 time: 0.0988202 Nov 25 17:24:42.506620 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fb415b84-7fbb-4b5d-b364-29ba78e74653 req-2fc4760a-be01-4f3d-b858-c0a79c4dfe3d tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716493 Nov 25 17:24:42.577394 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ee9c7a5-2f02-4449-9d61-844487962c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac9bf24-e012-4a19-972a-4e829b38f7f7'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:24:42.579966 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec56dd9-a440-4cfb-b0dc-64f4a186d8e2" -d '{"events": [{"server_uuid": "6ee9c7a5-2f02-4449-9d61-844487962c25", "name": "network-vif-plugged", "status": "completed", "tag": "7ac9bf24-e012-4a19-972a-4e829b38f7f7"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:24:42.655323 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f68a0d1-d23d-423c-aeef-3b337cd40988 req-3bcdc962-6021-4c5a-8026-2220eba34033 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:42.657605 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2f68a0d1-d23d-423c-aeef-3b337cd40988 req-3bcdc962-6021-4c5a-8026-2220eba34033 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f9d21fd-8461-47c5-827e-d7aa598220c7 HTTP/1.1" status: 200 len: 946 time: 0.0835371 Nov 25 17:24:42.727254 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2f68a0d1-d23d-423c-aeef-3b337cd40988 req-e629608d-977c-4d48-a126-27aa8040b465 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] 10.222.0.75 "GET /v2.0/security-groups?id=f853e348-ad40-46dd-b785-db26df1b9c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595973 Nov 25 17:24:42.821131 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6311c4-a808-4e0e-9674-ee4910d87b43 x-openstack-request-id: req-ac6311c4-a808-4e0e-9674-ee4910d87b43 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:24:42.821563 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ee9c7a5-2f02-4449-9d61-844487962c25", "name": "network-vif-plugged", "status": "completed", "tag": "7ac9bf24-e012-4a19-972a-4e829b38f7f7", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:24:42.822590 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ac6311c4-a808-4e0e-9674-ee4910d87b43 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:24:42.823315 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ee9c7a5-2f02-4449-9d61-844487962c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac9bf24-e012-4a19-972a-4e829b38f7f7', 'code': 200} Nov 25 17:24:43.018553 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-97983823-b54a-4be4-81df-01decedb523e tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:24:43.019080 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-97983823-b54a-4be4-81df-01decedb523e tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059657 Nov 25 17:24:43.084333 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-028c3e11-0bf4-40c8-b580-fb628312721b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:43.092250 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-028c3e11-0bf4-40c8-b580-fb628312721b service neutron] 10.222.0.75 "GET /v2.0/ports/4f364e30-1840-4273-9226-3786fd484ad0 HTTP/1.1" status: 200 len: 1093 time: 0.0553234 Nov 25 17:24:43.097694 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-5ae8d056-44a0-4311-bd3b-7c8976262d73 service neutron] Request body: {'binding': {'host': 'n-h2-817746-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:43.098520 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-5ae8d056-44a0-4311-bd3b-7c8976262d73 service neutron] Unknown quota resources ['binding']. {{(pid=103360) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 17:24:43.222654 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080633e-f920-4c53-9305-57d77bca96e7 req-e6764ce4-2715-4b45-8616-7c6b5a453875 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:43.234960 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 35646) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:43.238104 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f080633e-f920-4c53-9305-57d77bca96e7 req-e6764ce4-2715-4b45-8616-7c6b5a453875 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f9d21fd-8461-47c5-827e-d7aa598220c7 HTTP/1.1" status: 200 len: 946 time: 0.1100304 Nov 25 17:24:43.250987 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-6835023d-adf9-4848-8fdf-14c19961da48 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Request body: {'floatingip': {'port_id': 'dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:43.309991 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6835023d-adf9-4848-8fdf-14c19961da48 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Publish callbacks [] for floatingip, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:43.405655 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14bd29f-cb20-47bf-a98b-b03a829e13e3 req-22e05fb9-e38f-4280-8aee-8df016bae9f8 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:43.413358 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d14bd29f-cb20-47bf-a98b-b03a829e13e3 req-22e05fb9-e38f-4280-8aee-8df016bae9f8 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a899825-fac8-4787-9c17-3ea66fd56ec2 HTTP/1.1" status: 200 len: 944 time: 0.1019523 Nov 25 17:24:43.419717 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-5ae8d056-44a0-4311-bd3b-7c8976262d73 service neutron] Attempting to bind port 4f364e30-1840-4273-9226-3786fd484ad0 on host n-h2-817746-1 for vnic_type normal with profile None {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:24:43.420282 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-5ae8d056-44a0-4311-bd3b-7c8976262d73 service neutron] Attempting to bind port 4f364e30-1840-4273-9226-3786fd484ad0 by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '2c22414f-d4c7-43ac-a576-c7b2f18031bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:24:43.420788 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-5ae8d056-44a0-4311-bd3b-7c8976262d73 service neutron] Attempting to bind port 4f364e30-1840-4273-9226-3786fd484ad0 on network cdfc7726-be74-4470-a033-195b79623a95 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:24:43.436364 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-5ae8d056-44a0-4311-bd3b-7c8976262d73 service neutron] Port 4f364e30-1840-4273-9226-3786fd484ad0 on network cdfc7726-be74-4470-a033-195b79623a95 not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:24:43.437160 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-5ae8d056-44a0-4311-bd3b-7c8976262d73 service neutron] Attempting to bind port 4f364e30-1840-4273-9226-3786fd484ad0 on network cdfc7726-be74-4470-a033-195b79623a95 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:24:43.468788 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-5ae8d056-44a0-4311-bd3b-7c8976262d73 service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:24:43.469592 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-5ae8d056-44a0-4311-bd3b-7c8976262d73 service neutron] Checking segment: {'id': '2c22414f-d4c7-43ac-a576-c7b2f18031bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:24:43.470162 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-5ae8d056-44a0-4311-bd3b-7c8976262d73 service neutron] Bound using segment: {'id': '2c22414f-d4c7-43ac-a576-c7b2f18031bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:24:43.470782 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-5ae8d056-44a0-4311-bd3b-7c8976262d73 service neutron] Bound port: 4f364e30-1840-4273-9226-3786fd484ad0, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c22414f-d4c7-43ac-a576-c7b2f18031bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:24:43.498444 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-92484c0a-2836-4b79-af35-5007e2c1a064 service neutron] 10.222.0.90 "GET /v2.0/ports/7a172fc2-1de2-412d-a2fd-b5ac4ebfd675/bindings/n-h1-817746-1 HTTP/1.1" status: 200 len: 384 time: 0.1731393 Nov 25 17:24:43.558040 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d14bd29f-cb20-47bf-a98b-b03a829e13e3 req-4f2e2325-fdb0-4eaf-8bf3-3bd3a0d2a150 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412094 Nov 25 17:24:43.680356 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-5ae8d056-44a0-4311-bd3b-7c8976262d73 service neutron] For port 4f364e30-1840-4273-9226-3786fd484ad0, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=4f364e30-1840-4273-9226-3786fd484ad0,segment=NetworkSegment(2c22414f-d4c7-43ac-a576-c7b2f18031bf),segment_id=2c22414f-d4c7-43ac-a576-c7b2f18031bf)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:24:43.689619 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-5ae8d056-44a0-4311-bd3b-7c8976262d73 service neutron] Publish callbacks [] for binding, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:43.691026 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-5ae8d056-44a0-4311-bd3b-7c8976262d73 service neutron] 10.222.0.75 "POST /v2.0/ports/4f364e30-1840-4273-9226-3786fd484ad0/bindings HTTP/1.1" status: 201 len: 389 time: 0.5969319 Nov 25 17:24:44.157332 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-32ac57e1-7764-4112-a1ca-4b97d9bfcc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:44.159097 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-32ac57e1-7764-4112-a1ca-4b97d9bfcc85 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cbebe6cb2b944a35af1ec08d68611682&device_id=0b019eb1-a039-43b5-966f-fa659895034f HTTP/1.1" status: 200 len: 1096 time: 0.1160519 Nov 25 17:24:44.177746 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee40d25c-0ce5-4519-ba17-cf26341212fe req-93d21b97-a487-4663-9f0a-46a462c8b4de tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:44.179228 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ee40d25c-0ce5-4519-ba17-cf26341212fe req-93d21b97-a487-4663-9f0a-46a462c8b4de tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c24082a-187a-4ce8-aeca-b51b3d804c0a HTTP/1.1" status: 200 len: 950 time: 0.3159313 Nov 25 17:24:44.216335 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-357b7e86-f0a5-4aac-b77e-604f8a799b5b service neutron] For port 7a172fc2-1de2-412d-a2fd-b5ac4ebfd675, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=7a172fc2-1de2-412d-a2fd-b5ac4ebfd675,segment=NetworkSegment(32304091-a43f-4bbd-aae7-89d7e0d9d2b6),segment_id=32304091-a43f-4bbd-aae7-89d7e0d9d2b6)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:44.244666 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5cca9f-4505-4bb0-84c2-0f7174dd83a5 req-c6921f57-0d6f-4e14-b979-2e6824b8f4e4 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:44.252294 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bf5cca9f-4505-4bb0-84c2-0f7174dd83a5 req-c6921f57-0d6f-4e14-b979-2e6824b8f4e4 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=0b019eb1-a039-43b5-966f-fa659895034f HTTP/1.1" status: 200 len: 945 time: 0.2301939 Nov 25 17:24:44.279416 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.db.resource_extend [None req-6835023d-adf9-4848-8fdf-14c19961da48 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:24:44.330708 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bf5cca9f-4505-4bb0-84c2-0f7174dd83a5 req-b3d091da-6aba-4b66-9e65-99bd17293106 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774622 Nov 25 17:24:44.369096 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-357b7e86-f0a5-4aac-b77e-604f8a799b5b service neutron] For port 7a172fc2-1de2-412d-a2fd-b5ac4ebfd675, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:24:44.377024 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6835023d-adf9-4848-8fdf-14c19961da48 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:44.393681 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6835023d-adf9-4848-8fdf-14c19961da48 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:44.417087 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ee40d25c-0ce5-4519-ba17-cf26341212fe req-da5c0799-446d-4c55-94b9-96d4690ea143 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249892 Nov 25 17:24:44.471734 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-357b7e86-f0a5-4aac-b77e-604f8a799b5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a172fc2-1de2-412d-a2fd-b5ac4ebfd675 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:24:44.487954 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-357b7e86-f0a5-4aac-b77e-604f8a799b5b service neutron] For port 7a172fc2-1de2-412d-a2fd-b5ac4ebfd675, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=7a172fc2-1de2-412d-a2fd-b5ac4ebfd675,segment=NetworkSegment(32304091-a43f-4bbd-aae7-89d7e0d9d2b6),segment_id=32304091-a43f-4bbd-aae7-89d7e0d9d2b6)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:44.505618 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-357b7e86-f0a5-4aac-b77e-604f8a799b5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:44.517820 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-be975516-f38a-4bae-8a21-0b351d5e3074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:44.523702 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-be975516-f38a-4bae-8a21-0b351d5e3074 service neutron] 10.222.0.90 "GET /v2.0/networks?id=cdfc7726-be74-4470-a033-195b79623a95 HTTP/1.1" status: 200 len: 908 time: 0.3313334 Nov 25 17:24:44.616648 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-cec5e16d-da82-409c-9b99-bd7bb3503953 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f364e30-1840-4273-9226-3786fd484ad0 HTTP/1.1" status: 200 len: 217 time: 0.0794518 Nov 25 17:24:44.627909 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-357b7e86-f0a5-4aac-b77e-604f8a799b5b service neutron] Transition to ACTIVE for port object 7a172fc2-1de2-412d-a2fd-b5ac4ebfd675 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:24:44.644798 n-d-817746-1 neutron-server[103360]: INFO neutron.db.l3_db [None req-6835023d-adf9-4848-8fdf-14c19961da48 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Floating IP 5c453edd-d94d-4385-a685-86cee222817a associated. External IP: 172.25.0.21, port: dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc. Nov 25 17:24:44.786515 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-6f2ba01f-ca4d-4983-a26e-c3bc821fcee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:44.788449 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-6f2ba01f-ca4d-4983-a26e-c3bc821fcee3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ee1e665a-f297-4067-8b5a-7a7e373f89c9 HTTP/1.1" status: 200 len: 847 time: 0.1391993 Nov 25 17:24:44.822753 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ae778-66d9-4de7-be3d-1dc01357011e req-0ca178a9-674e-4731-aecb-a7c8eb9d97d3 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:44.835227 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0b1ae778-66d9-4de7-be3d-1dc01357011e req-0ca178a9-674e-4731-aecb-a7c8eb9d97d3 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/networks?id=db8e4923-28e6-4f74-991c-a4c442934754 HTTP/1.1" status: 200 len: 811 time: 0.2051933 Nov 25 17:24:44.860870 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-357b7e86-f0a5-4aac-b77e-604f8a799b5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:44.867127 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-2fdb8534-9d9e-4e78-bd31-13ffb536a36b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=cdfc7726-be74-4470-a033-195b79623a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549634 Nov 25 17:24:44.883239 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0b1ae778-66d9-4de7-be3d-1dc01357011e req-c51ade7d-01db-472e-84eb-7a6c41d7308a tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/quotas/1ee124f91e0c4280821568ab0453ce28 HTTP/1.1" status: 200 len: 375 time: 0.0461967 Nov 25 17:24:44.955804 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0b1ae778-66d9-4de7-be3d-1dc01357011e req-f9b0e16e-40e1-48d5-84f4-ffd0d8f88759 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=1ee124f91e0c4280821568ab0453ce28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0716400 Nov 25 17:24:45.066262 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-357b7e86-f0a5-4aac-b77e-604f8a799b5b service neutron] No DVR routers for this DVR port 7a172fc2-1de2-412d-a2fd-b5ac4ebfd675 on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:24:45.083988 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357b7e86-f0a5-4aac-b77e-604f8a799b5b service neutron] Pushing event updated for resources: {'Port': ['ID=7a172fc2-1de2-412d-a2fd-b5ac4ebfd675,revision_number=10']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:45.131457 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0106e8b1-bf69-494b-a24a-053bd677d5a7 req-9a565191-4dbf-4f33-b7ad-b19933053b82 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:45.139017 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0106e8b1-bf69-494b-a24a-053bd677d5a7 req-9a565191-4dbf-4f33-b7ad-b19933053b82 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a899825-fac8-4787-9c17-3ea66fd56ec2 HTTP/1.1" status: 200 len: 945 time: 0.2849782 Nov 25 17:24:45.158312 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-357b7e86-f0a5-4aac-b77e-604f8a799b5b service neutron] 10.222.0.90 "PUT /v2.0/ports/7a172fc2-1de2-412d-a2fd-b5ac4ebfd675/bindings/n-h1-817746-1/activate HTTP/1.1" status: 200 len: 369 time: 1.6439497 Nov 25 17:24:45.177087 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0b1ae778-66d9-4de7-be3d-1dc01357011e req-04aad321-592b-41d9-b4f8-017c4d41daed service neutron] 10.222.0.75 "GET /v2.0/networks/db8e4923-28e6-4f74-991c-a4c442934754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202621 Nov 25 17:24:45.305358 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0106e8b1-bf69-494b-a24a-053bd677d5a7 req-8d3f93a1-7469-4dac-8b24-6128bac5d217 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653085 Nov 25 17:24:45.367517 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-1339da7f-f989-4bfb-9b18-7a55a55f32bf tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:45.376841 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-1339da7f-f989-4bfb-9b18-7a55a55f32bf tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=6a899825-fac8-4787-9c17-3ea66fd56ec2&tenant_id=ac7a18821f8e4e00814d44731ef8d033&binding%3Ahost_id=n-h2-817746-1 HTTP/1.1" status: 200 len: 1096 time: 0.1302783 Nov 25 17:24:45.396325 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-7910410e-f5d4-4376-9e86-b3b8274dcf2d service neutron] 10.222.0.90 "GET /v2.0/networks/cdfc7726-be74-4470-a033-195b79623a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5166035 Nov 25 17:24:45.438508 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6835023d-adf9-4848-8fdf-14c19961da48 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Router 733e1177-5a92-43e0-bca4-1a3ac152fdcc has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:24:45.472951 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0b1ae778-66d9-4de7-be3d-1dc01357011e req-a76f2587-c321-4b06-a53c-b7b82052bfd2 service neutron] 10.222.0.75 "GET /v2.0/networks/db8e4923-28e6-4f74-991c-a4c442934754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821681 Nov 25 17:24:45.551878 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-0cfff18c-8e17-49be-a64c-e2bc56f25531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:45.570922 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-0cfff18c-8e17-49be-a64c-e2bc56f25531 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6a899825-fac8-4787-9c17-3ea66fd56ec2&tenant_id=ac7a18821f8e4e00814d44731ef8d033 HTTP/1.1" status: 200 len: 1096 time: 0.1780703 Nov 25 17:24:45.598616 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e76ba-d238-41e0-afe6-e9c9d0999325 req-c7f33e8e-1a4e-4db1-b5c4-9c37284f9d5f tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:45.606024 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-3bd49aab-3570-478d-ac0b-48b800a6fd73 service neutron] 10.222.0.90 "GET /v2.0/networks/cdfc7726-be74-4470-a033-195b79623a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934829 Nov 25 17:24:45.612552 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-688e76ba-d238-41e0-afe6-e9c9d0999325 req-c7f33e8e-1a4e-4db1-b5c4-9c37284f9d5f tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=0b019eb1-a039-43b5-966f-fa659895034f HTTP/1.1" status: 200 len: 945 time: 0.1373255 Nov 25 17:24:45.686335 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6835023d-adf9-4848-8fdf-14c19961da48 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:24:45.701579 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6835023d-adf9-4848-8fdf-14c19961da48 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:45.701987 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24934769-8b2e-4740-a99a-5e0633175034 None None] Sync routers for ids ['733e1177-5a92-43e0-bca4-1a3ac152fdcc'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:24:45.731288 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24934769-8b2e-4740-a99a-5e0633175034 None None] Routers {'733e1177-5a92-43e0-bca4-1a3ac152fdcc'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:24:45.731948 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-24934769-8b2e-4740-a99a-5e0633175034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:24:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['733e1177-5a92-43e0-bca4-1a3ac152fdcc'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:45.776706 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6835023d-adf9-4848-8fdf-14c19961da48 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] 10.222.0.75 "PUT /v2.0/floatingips/5c453edd-d94d-4385-a685-86cee222817a HTTP/1.1" status: 200 len: 991 time: 2.5384417 Nov 25 17:24:45.779170 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f9d21fd-8461-47c5-827e-d7aa598220c7', 'tag': 'dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:24:45.785120 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3786809-4261-400d-b896-c7945a00dd7e" -d '{"events": [{"name": "network-changed", "server_uuid": "1f9d21fd-8461-47c5-827e-d7aa598220c7", "tag": "dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:24:45.819936 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-6c5f9403-3761-4d38-8c34-83a7ff4e29e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:45.822343 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-6c5f9403-3761-4d38-8c34-83a7ff4e29e3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ac7a18821f8e4e00814d44731ef8d033&device_id=6a899825-fac8-4787-9c17-3ea66fd56ec2 HTTP/1.1" status: 200 len: 1096 time: 0.2008896 Nov 25 17:24:45.830891 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-688e76ba-d238-41e0-afe6-e9c9d0999325 req-4d3575be-0081-44b5-925a-ef9fa367f961 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157118 Nov 25 17:24:45.973841 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d564e-09d4-4c7c-a98e-31e53f566dd3 req-ea8105fe-6bca-4c7b-8dc4-94504ee47a00 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:45.984313 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ad5d564e-09d4-4c7c-a98e-31e53f566dd3 req-ea8105fe-6bca-4c7b-8dc4-94504ee47a00 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c24082a-187a-4ce8-aeca-b51b3d804c0a HTTP/1.1" status: 200 len: 950 time: 0.2407377 Nov 25 17:24:46.015104 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-8780d63b-5bbb-4473-89aa-75c84c79c247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:46.016619 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-8780d63b-5bbb-4473-89aa-75c84c79c247 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c4ad8fe4-e22e-4c8b-af10-9eaf120b663c HTTP/1.1" status: 200 len: 921 time: 0.1832335 Nov 25 17:24:46.122150 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-02fc6e55-efbf-4a97-abdc-1f9782b8f255 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a172fc2-1de2-412d-a2fd-b5ac4ebfd675 HTTP/1.1" status: 200 len: 217 time: 0.0874476 Nov 25 17:24:46.131944 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-24934769-8b2e-4740-a99a-5e0633175034 None None] Set router 733e1177-5a92-43e0-bca4-1a3ac152fdcc gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:24:46.139789 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ad5d564e-09d4-4c7c-a98e-31e53f566dd3 req-e32794ba-f78c-4c49-8752-7c37f1ef4eeb tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545336 Nov 25 17:24:46.225573 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0067b78b-3555-466a-b266-8b5bf1790742 req-91d2a9d2-2889-4ba9-8aaa-4c3dc9b12624 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=192cef1e-7ed7-4cea-bb07-21d54c85eed3 HTTP/1.1" status: 200 len: 210 time: 0.0627286 Nov 25 17:24:46.346594 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8386b3cb-6f08-4eb4-b123-11706295523e x-openstack-request-id: req-8386b3cb-6f08-4eb4-b123-11706295523e {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:24:46.346950 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f9d21fd-8461-47c5-827e-d7aa598220c7", "tag": "dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:24:46.351197 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8386b3cb-6f08-4eb4-b123-11706295523e {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:24:46.351698 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f9d21fd-8461-47c5-827e-d7aa598220c7', 'tag': 'dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc', 'status': 'completed', 'code': 200} Nov 25 17:24:46.401562 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-799dca45-5fc9-4215-a16d-0f7b7d32107e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:46.403430 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-799dca45-5fc9-4215-a16d-0f7b7d32107e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0a91ba6f-af85-4b11-90c3-2d5fc7a12e25 HTTP/1.1" status: 200 len: 860 time: 0.2618542 Nov 25 17:24:46.555865 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3786809-4261-400d-b896-c7945a00dd7e req-c34a2d37-3979-4116-b234-86a818b0c61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:46.579008 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d3786809-4261-400d-b896-c7945a00dd7e req-c34a2d37-3979-4116-b234-86a818b0c61e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=37791f7c9b2849ccac41faff01c57b4b&device_id=1f9d21fd-8461-47c5-827e-d7aa598220c7 HTTP/1.1" status: 200 len: 1097 time: 0.1980269 Nov 25 17:24:46.597744 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-45d73fbf-7acb-4673-9524-c3b32a6bf084 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c4ad8fe4-e22e-4c8b-af10-9eaf120b663c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1518550 Nov 25 17:24:46.651381 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:46.802031 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:46.841145 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3786809-4261-400d-b896-c7945a00dd7e req-83cc1698-a956-4626-8718-372e43c82115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:46.854172 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d3786809-4261-400d-b896-c7945a00dd7e req-83cc1698-a956-4626-8718-372e43c82115 service neutron] 10.222.0.90 "GET /v2.0/networks?id=03886931-52e3-40f5-a27a-c1292a391134 HTTP/1.1" status: 200 len: 916 time: 0.2736278 Nov 25 17:24:46.943781 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d80452-f347-40e6-9c06-20d03f2f7f1c req-98b172f7-7d89-417c-8f3e-dde233b221e2 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:46.945400 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d9d80452-f347-40e6-9c06-20d03f2f7f1c req-98b172f7-7d89-417c-8f3e-dde233b221e2 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a899825-fac8-4787-9c17-3ea66fd56ec2 HTTP/1.1" status: 200 len: 945 time: 0.4854202 Nov 25 17:24:47.031715 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d3786809-4261-400d-b896-c7945a00dd7e req-89eac4b9-113d-49cc-8f7f-81c9bd4f16fb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc HTTP/1.1" status: 200 len: 999 time: 0.1652348 Nov 25 17:24:47.084463 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-24934769-8b2e-4740-a99a-5e0633175034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733e1177-5a92-43e0-bca4-1a3ac152fdcc', 'name': 'tempest-ServersTestBootFromVolume-514083338-router', 'tenant_id': '37791f7c9b2849ccac41faff01c57b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ba9f7b0d-b7b6-452b-b160-3d315cf84194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:23:09Z', 'updated_at': '2021-11-25T17:23:19Z', 'revision_number': 4, 'project_id': '37791f7c9b2849ccac41faff01c57b4b', 'gw_port': {'id': 'ba9f7b0d-b7b6-452b-b160-3d315cf84194', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733e1177-5a92-43e0-bca4-1a3ac152fdcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:10Z', 'updated_at': '2021-11-25T17:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '5c453edd-d94d-4385-a685-86cee222817a', 'tenant_id': '37791f7c9b2849ccac41faff01c57b4b', 'floating_ip_address': '172.25.0.21', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '733e1177-5a92-43e0-bca4-1a3ac152fdcc', 'port_id': 'dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03886931-52e3-40f5-a27a-c1292a391134', 'mac_address': 'fa:16:3e:ad:41:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9d21fd-8461-47c5-827e-d7aa598220c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:23:31Z', 'updated_at': '2021-11-25T17:24:44Z', 'revision_number': 1, 'project_id': '37791f7c9b2849ccac41faff01c57b4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34f00039-579e-4147-b09d-e99e0999b7c5', 'name': '', 'network_id': '03886931-52e3-40f5-a27a-c1292a391134', 'tenant_id': '37791f7c9b2849ccac41faff01c57b4b', 'mac_address': 'fa:16:3e:bd:87:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733e1177-5a92-43e0-bca4-1a3ac152fdcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '8e63c2af-2cef-4517-8ea0-0ee86f024127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:17Z', 'updated_at': '2021-11-25T17:23:27Z', 'revision_number': 5, 'project_id': '37791f7c9b2849ccac41faff01c57b4b', 'subnets': [{'id': '8e63c2af-2cef-4517-8ea0-0ee86f024127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:47.098618 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3786809-4261-400d-b896-c7945a00dd7e req-41a55992-b68e-4d4d-883e-aecca144b850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:47.100290 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d3786809-4261-400d-b896-c7945a00dd7e req-41a55992-b68e-4d4d-883e-aecca144b850 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8e63c2af-2cef-4517-8ea0-0ee86f024127 HTTP/1.1" status: 200 len: 854 time: 0.0631721 Nov 25 17:24:47.124760 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-96cea21a-e34b-468d-9f07-c44f0515f29f service neutron] 10.222.0.74 "GET /v2.0/networks/c4ad8fe4-e22e-4c8b-af10-9eaf120b663c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5261569 Nov 25 17:24:47.166438 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24934769-8b2e-4740-a99a-5e0633175034 None None] Checking router: 733e1177-5a92-43e0-bca4-1a3ac152fdcc for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:24:47.191682 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24934769-8b2e-4740-a99a-5e0633175034 None None] Routers {'733e1177-5a92-43e0-bca4-1a3ac152fdcc'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:24:47.197531 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-24934769-8b2e-4740-a99a-5e0633175034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:24:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['733e1177-5a92-43e0-bca4-1a3ac152fdcc'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:47.219820 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d9d80452-f347-40e6-9c06-20d03f2f7f1c req-cda5ae5d-4f84-4482-9c3f-38261a4a00c5 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391205 Nov 25 17:24:47.224809 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3786809-4261-400d-b896-c7945a00dd7e req-3eb3f288-7224-4f1d-80ad-23272327bc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:47.226370 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d3786809-4261-400d-b896-c7945a00dd7e req-3eb3f288-7224-4f1d-80ad-23272327bc5b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=03886931-52e3-40f5-a27a-c1292a391134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1139834 Nov 25 17:24:47.353692 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-26cc68ca-a7b3-418d-9285-335c1ae7594c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:47.457738 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-24934769-8b2e-4740-a99a-5e0633175034 None None] Set router 733e1177-5a92-43e0-bca4-1a3ac152fdcc gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:24:47.484545 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-b1151df5-f93f-4cd5-89ac-51edfb8a5f18 service neutron] 10.222.0.74 "GET /v2.0/networks/c4ad8fe4-e22e-4c8b-af10-9eaf120b663c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482203 Nov 25 17:24:47.490644 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d3786809-4261-400d-b896-c7945a00dd7e req-ad8bf574-7e24-4227-8a98-5299ff6b8f97 service neutron] 10.222.0.90 "GET /v2.0/networks/03886931-52e3-40f5-a27a-c1292a391134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533729 Nov 25 17:24:47.522184 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38329434-c8e3-4757-a49d-e363a8126659 req-20f52ace-6f37-43bf-bf10-b3ba4f1c558b tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:47.528505 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-38329434-c8e3-4757-a49d-e363a8126659 req-20f52ace-6f37-43bf-bf10-b3ba4f1c558b tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=0b019eb1-a039-43b5-966f-fa659895034f HTTP/1.1" status: 200 len: 945 time: 0.1551592 Nov 25 17:24:47.642578 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-38329434-c8e3-4757-a49d-e363a8126659 req-fdeaccff-cee2-41d0-abda-9daa18199a99 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048002 Nov 25 17:24:47.684995 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d3786809-4261-400d-b896-c7945a00dd7e req-cbf4e9f6-cf31-4abe-bbf3-f8fe7490af4d service neutron] 10.222.0.90 "GET /v2.0/networks/03886931-52e3-40f5-a27a-c1292a391134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834185 Nov 25 17:24:47.776559 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe2789-664f-49f4-9d8f-139e74a8df5d req-8d627b87-c208-4555-b14d-05c81a35ffd8 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:47.778851 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e7fe2789-664f-49f4-9d8f-139e74a8df5d req-8d627b87-c208-4555-b14d-05c81a35ffd8 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c24082a-187a-4ce8-aeca-b51b3d804c0a HTTP/1.1" status: 200 len: 950 time: 0.1032124 Nov 25 17:24:47.912768 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-2eb65222-a77f-4de5-b9e8-5ffb3b2be1a1 tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:47.914675 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-2eb65222-a77f-4de5-b9e8-5ffb3b2be1a1 tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=6a899825-fac8-4787-9c17-3ea66fd56ec2&tenant_id=ac7a18821f8e4e00814d44731ef8d033&binding%3Ahost_id=n-h1-817746-1 HTTP/1.1" status: 200 len: 1096 time: 0.1106761 Nov 25 17:24:47.937070 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e7fe2789-664f-49f4-9d8f-139e74a8df5d req-e0874837-186e-4c25-bce3-86fbef776f62 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326265 Nov 25 17:24:48.006789 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-24934769-8b2e-4740-a99a-5e0633175034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733e1177-5a92-43e0-bca4-1a3ac152fdcc', 'name': 'tempest-ServersTestBootFromVolume-514083338-router', 'tenant_id': '37791f7c9b2849ccac41faff01c57b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ba9f7b0d-b7b6-452b-b160-3d315cf84194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:23:09Z', 'updated_at': '2021-11-25T17:23:19Z', 'revision_number': 4, 'project_id': '37791f7c9b2849ccac41faff01c57b4b', 'gw_port': {'id': 'ba9f7b0d-b7b6-452b-b160-3d315cf84194', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733e1177-5a92-43e0-bca4-1a3ac152fdcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:10Z', 'updated_at': '2021-11-25T17:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '5c453edd-d94d-4385-a685-86cee222817a', 'tenant_id': '37791f7c9b2849ccac41faff01c57b4b', 'floating_ip_address': '172.25.0.21', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '733e1177-5a92-43e0-bca4-1a3ac152fdcc', 'port_id': 'dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03886931-52e3-40f5-a27a-c1292a391134', 'mac_address': 'fa:16:3e:ad:41:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9d21fd-8461-47c5-827e-d7aa598220c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:23:31Z', 'updated_at': '2021-11-25T17:24:44Z', 'revision_number': 1, 'project_id': '37791f7c9b2849ccac41faff01c57b4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34f00039-579e-4147-b09d-e99e0999b7c5', 'name': '', 'network_id': '03886931-52e3-40f5-a27a-c1292a391134', 'tenant_id': '37791f7c9b2849ccac41faff01c57b4b', 'mac_address': 'fa:16:3e:bd:87:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733e1177-5a92-43e0-bca4-1a3ac152fdcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '8e63c2af-2cef-4517-8ea0-0ee86f024127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:17Z', 'updated_at': '2021-11-25T17:23:27Z', 'revision_number': 5, 'project_id': '37791f7c9b2849ccac41faff01c57b4b', 'subnets': [{'id': '8e63c2af-2cef-4517-8ea0-0ee86f024127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:48.052468 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24934769-8b2e-4740-a99a-5e0633175034 None None] The sync data for ids ['733e1177-5a92-43e0-bca4-1a3ac152fdcc'] in n-d-817746-1 is: [{'id': '733e1177-5a92-43e0-bca4-1a3ac152fdcc', 'name': 'tempest-ServersTestBootFromVolume-514083338-router', 'tenant_id': '37791f7c9b2849ccac41faff01c57b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ba9f7b0d-b7b6-452b-b160-3d315cf84194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:23:09Z', 'updated_at': '2021-11-25T17:23:19Z', 'revision_number': 4, 'project_id': '37791f7c9b2849ccac41faff01c57b4b', 'gw_port': {'id': 'ba9f7b0d-b7b6-452b-b160-3d315cf84194', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733e1177-5a92-43e0-bca4-1a3ac152fdcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:10Z', 'updated_at': '2021-11-25T17:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '5c453edd-d94d-4385-a685-86cee222817a', 'tenant_id': '37791f7c9b2849ccac41faff01c57b4b', 'floating_ip_address': '172.25.0.21', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '733e1177-5a92-43e0-bca4-1a3ac152fdcc', 'port_id': 'dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03886931-52e3-40f5-a27a-c1292a391134', 'mac_address': 'fa:16:3e:ad:41:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9d21fd-8461-47c5-827e-d7aa598220c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:23:31Z', 'updated_at': '2021-11-25T17:24:44Z', 'revision_number': 1, 'project_id': '37791f7c9b2849ccac41faff01c57b4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34f00039-579e-4147-b09d-e99e0999b7c5', 'name': '', 'network_id': '03886931-52e3-40f5-a27a-c1292a391134', 'tenant_id': '37791f7c9b2849ccac41faff01c57b4b', 'mac_address': 'fa:16:3e:bd:87:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733e1177-5a92-43e0-bca4-1a3ac152fdcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '8e63c2af-2cef-4517-8ea0-0ee86f024127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:17Z', 'updated_at': '2021-11-25T17:23:27Z', 'revision_number': 5, 'project_id': '37791f7c9b2849ccac41faff01c57b4b', 'subnets': [{'id': '8e63c2af-2cef-4517-8ea0-0ee86f024127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:24:48.165056 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-eb366873-5277-4daa-8979-8dc923729a1a service neutron] For port 7a172fc2-1de2-412d-a2fd-b5ac4ebfd675, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:24:48.187899 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-eb366873-5277-4daa-8979-8dc923729a1a service neutron] Publish callbacks [] for binding, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:48.189165 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a0ae16ce-0a58-4b23-80dc-d766754590dc req-eb366873-5277-4daa-8979-8dc923729a1a service neutron] 10.222.0.74 "DELETE /v2.0/ports/7a172fc2-1de2-412d-a2fd-b5ac4ebfd675/bindings/n-h2-817746-1 HTTP/1.1" status: 204 len: 173 time: 0.2529006 Nov 25 17:24:48.226506 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f720bbb6-2cfa-4eeb-bc57-255d3ed21839 req-b9d46e79-45f5-47b7-abd6-86ccc9c83fde tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:48.229103 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f720bbb6-2cfa-4eeb-bc57-255d3ed21839 req-b9d46e79-45f5-47b7-abd6-86ccc9c83fde tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/networks?id=db8e4923-28e6-4f74-991c-a4c442934754 HTTP/1.1" status: 200 len: 811 time: 0.2812550 Nov 25 17:24:48.287413 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f720bbb6-2cfa-4eeb-bc57-255d3ed21839 req-7efb4d89-c520-4946-993d-a14781c8724c tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/quotas/1ee124f91e0c4280821568ab0453ce28 HTTP/1.1" status: 200 len: 375 time: 0.0457697 Nov 25 17:24:48.364981 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f720bbb6-2cfa-4eeb-bc57-255d3ed21839 req-4d7faed5-8b32-4747-a79c-33e8e76b8414 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=1ee124f91e0c4280821568ab0453ce28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0668314 Nov 25 17:24:48.467794 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfbbc4e-fab1-42b0-b078-3ebf0757adeb None None] New status for floating IP 5c453edd-d94d-4385-a685-86cee222817a: ACTIVE {{(pid=103363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:24:48.525183 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac61924-d6d5-4bd5-b0b3-d80195db89b3 req-c29b5823-fac2-4b41-afb3-40af43377ac8 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:48.527098 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4ac61924-d6d5-4bd5-b0b3-d80195db89b3 req-c29b5823-fac2-4b41-afb3-40af43377ac8 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a899825-fac8-4787-9c17-3ea66fd56ec2 HTTP/1.1" status: 200 len: 945 time: 0.1651635 Nov 25 17:24:48.617385 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4ac61924-d6d5-4bd5-b0b3-d80195db89b3 req-c6cb90aa-9006-4317-ab2a-d0920b1d7927 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770476 Nov 25 17:24:48.682274 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f720bbb6-2cfa-4eeb-bc57-255d3ed21839 req-e446a2ea-58e4-4bd4-8183-5e28afa8fbdb service neutron] 10.222.0.75 "GET /v2.0/networks/db8e4923-28e6-4f74-991c-a4c442934754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837324 Nov 25 17:24:48.978958 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f720bbb6-2cfa-4eeb-bc57-255d3ed21839 req-29884c24-4583-40f4-bd30-493ba72bdc9f service neutron] 10.222.0.75 "GET /v2.0/networks/db8e4923-28e6-4f74-991c-a4c442934754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911394 Nov 25 17:24:49.094514 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b2a9b-3239-46e9-9155-47bc38a8db59 req-fa842009-92a6-4ecc-9869-10de7934b3fa tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:49.106685 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5b3b2a9b-3239-46e9-9155-47bc38a8db59 req-fa842009-92a6-4ecc-9869-10de7934b3fa tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=0b019eb1-a039-43b5-966f-fa659895034f HTTP/1.1" status: 200 len: 945 time: 0.0851219 Nov 25 17:24:49.180116 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5b3b2a9b-3239-46e9-9155-47bc38a8db59 req-41cd6d6d-f4b7-4b79-a0aa-ab4daf542aab tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723295 Nov 25 17:24:49.404510 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9cd484-58a9-419f-89b6-11dec754875e req-a9478100-e34b-4989-a5b2-3b55f0935490 tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:49.406069 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fd9cd484-58a9-419f-89b6-11dec754875e req-a9478100-e34b-4989-a5b2-3b55f0935490 tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=6a899825-fac8-4787-9c17-3ea66fd56ec2 HTTP/1.1" status: 200 len: 1096 time: 0.1065602 Nov 25 17:24:49.421142 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a009b60-7c69-4f55-8176-fc843e8aec7c req-fe2b2d52-1be0-4e6d-b761-f3dc7e7503dd tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:49.422778 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-986cefc8-93db-4ed2-9f77-754ebe08b8c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:49.423268 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1a009b60-7c69-4f55-8176-fc843e8aec7c req-fe2b2d52-1be0-4e6d-b761-f3dc7e7503dd tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c24082a-187a-4ce8-aeca-b51b3d804c0a HTTP/1.1" status: 200 len: 950 time: 0.0917745 Nov 25 17:24:49.516419 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1a009b60-7c69-4f55-8176-fc843e8aec7c req-52076a07-a83a-437c-995b-d699ce354a5e tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696714 Nov 25 17:24:49.551162 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fd9cd484-58a9-419f-89b6-11dec754875e req-5e3a2b09-f3a4-4f18-b2f8-4757081b1ad3 tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272995 Nov 25 17:24:49.800802 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-38377033-066a-4e3d-8f73-500ffb788d31 req-174f9a31-da48-4c78-990a-c676118da408 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=612e044f-9f78-47ef-9900-2e9ac5a19dce HTTP/1.1" status: 200 len: 210 time: 0.1393695 Nov 25 17:24:49.833680 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972b987-dc24-49bd-aa9a-d20f28703a7c req-225d8ae8-8f53-484c-8b90-d9513dc38240 tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:49.845192 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0972b987-dc24-49bd-aa9a-d20f28703a7c req-225d8ae8-8f53-484c-8b90-d9513dc38240 tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=6a899825-fac8-4787-9c17-3ea66fd56ec2 HTTP/1.1" status: 200 len: 1096 time: 0.1477258 Nov 25 17:24:49.956506 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0972b987-dc24-49bd-aa9a-d20f28703a7c req-5524bdfd-d480-48b6-bb6e-7314cdd017ef tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076040 Nov 25 17:24:50.565046 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560bbe92-06d3-4387-b42b-8d2f08656108 req-ff0c2bef-ce9f-46ff-bcdc-4b15a851998f tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:50.574032 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-560bbe92-06d3-4387-b42b-8d2f08656108 req-ff0c2bef-ce9f-46ff-bcdc-4b15a851998f tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=0b019eb1-a039-43b5-966f-fa659895034f HTTP/1.1" status: 200 len: 945 time: 0.0681837 Nov 25 17:24:50.661129 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-560bbe92-06d3-4387-b42b-8d2f08656108 req-ec74e307-8a33-4fa8-96a5-782057ea278c tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839174 Nov 25 17:24:50.729818 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:51.334615 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e4164-77ad-46cc-838a-c9295fa80413 req-50defddd-45e9-4fba-8e82-963843cce07d tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:51.343544 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-467e4164-77ad-46cc-838a-c9295fa80413 req-50defddd-45e9-4fba-8e82-963843cce07d tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c24082a-187a-4ce8-aeca-b51b3d804c0a HTTP/1.1" status: 200 len: 950 time: 0.6169696 Nov 25 17:24:51.346727 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dda0466c-b0e6-4eef-9a43-46cbeaa41c9b req-ae9b706d-64fe-458c-bd68-953c31efcd17 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=612e044f-9f78-47ef-9900-2e9ac5a19dce HTTP/1.1" status: 200 len: 210 time: 0.0651121 Nov 25 17:24:51.445177 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-467e4164-77ad-46cc-838a-c9295fa80413 req-50b7208c-3def-494b-8f2b-be6777f349a5 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005821 Nov 25 17:24:51.552973 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f720bbb6-2cfa-4eeb-bc57-255d3ed21839 req-38f26357-99c5-4c51-9ebb-f645d48da27c tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:51.555370 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f720bbb6-2cfa-4eeb-bc57-255d3ed21839 req-38f26357-99c5-4c51-9ebb-f645d48da27c tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.90 "GET /v2.0/networks?id=db8e4923-28e6-4f74-991c-a4c442934754 HTTP/1.1" status: 200 len: 811 time: 0.1969371 Nov 25 17:24:51.585358 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-f720bbb6-2cfa-4eeb-bc57-255d3ed21839 req-aad6a0e2-eb87-4b6d-b71a-953f0265d2ca tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Request body: {'port': {'device_id': '612e044f-9f78-47ef-9900-2e9ac5a19dce', 'network_id': 'db8e4923-28e6-4f74-991c-a4c442934754', 'admin_state_up': True, 'tenant_id': '1ee124f91e0c4280821568ab0453ce28'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:51.779632 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f720bbb6-2cfa-4eeb-bc57-255d3ed21839 req-aad6a0e2-eb87-4b6d-b71a-953f0265d2ca tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Made reservation on behalf of 1ee124f91e0c4280821568ab0453ce28 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:24:51.788519 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-f720bbb6-2cfa-4eeb-bc57-255d3ed21839 req-aad6a0e2-eb87-4b6d-b71a-953f0265d2ca tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:51.896778 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:51.901185 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590178f-9f57-4e90-a581-77b73f800ddb req-d74d4205-5fef-44b7-beae-1da926662599 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:51.902865 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6590178f-9f57-4e90-a581-77b73f800ddb req-d74d4205-5fef-44b7-beae-1da926662599 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=0b019eb1-a039-43b5-966f-fa659895034f HTTP/1.1" status: 200 len: 945 time: 0.0967968 Nov 25 17:24:52.050907 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6590178f-9f57-4e90-a581-77b73f800ddb req-dbb2c895-650e-41a0-bc91-7e027707ea66 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324370 Nov 25 17:24:52.103463 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-f720bbb6-2cfa-4eeb-bc57-255d3ed21839 req-aad6a0e2-eb87-4b6d-b71a-953f0265d2ca tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Allocated IP 172.20.0.9 (db8e4923-28e6-4f74-991c-a4c442934754/0ae7cf63-1267-4a12-ac67-5fb672452e57/475788ab-c8d9-418d-88f4-e06f09d7e874) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:24:52.130438 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b0378-e4cd-431f-97e0-03b3ec532a94 req-dc3d4a2a-5ef7-4028-8eba-892fd1e88f3a tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:52.133788 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-763b0378-e4cd-431f-97e0-03b3ec532a94 req-dc3d4a2a-5ef7-4028-8eba-892fd1e88f3a tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6697e90-8955-4f23-bb64-a37e79d12f78 HTTP/1.1" status: 200 len: 945 time: 0.0801377 Nov 25 17:24:52.249673 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-763b0378-e4cd-431f-97e0-03b3ec532a94 req-5b511f68-3496-4e60-ab93-93bcfa762cad tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c8a290a-92cf-4150-99ad-d7433d03f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855801 Nov 25 17:24:52.252205 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [req-39c2d822-bba0-487a-afe5-509ee87c2d5a req-79e0c135-5b3b-47ea-a369-c86b9ff06a41 service neutron] show failed (client error): The resource could not be found. Nov 25 17:24:52.253335 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-39c2d822-bba0-487a-afe5-509ee87c2d5a req-79e0c135-5b3b-47ea-a369-c86b9ff06a41 service neutron] 10.222.0.74 "GET /v2.0/ports/60631d9b-f36f-4467-ae4b-b4f7dfd5ea53/bindings/n-h2-817746-1 HTTP/1.1" status: 404 len: 380 time: 0.1177037 Nov 25 17:24:52.312463 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-f720bbb6-2cfa-4eeb-bc57-255d3ed21839 req-aad6a0e2-eb87-4b6d-b71a-953f0265d2ca tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:52.356349 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-f720bbb6-2cfa-4eeb-bc57-255d3ed21839 req-aad6a0e2-eb87-4b6d-b71a-953f0265d2ca tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:52.386857 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f720bbb6-2cfa-4eeb-bc57-255d3ed21839 req-aad6a0e2-eb87-4b6d-b71a-953f0265d2ca tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Network db8e4923-28e6-4f74-991c-a4c442934754 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:24:52.389519 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-f720bbb6-2cfa-4eeb-bc57-255d3ed21839 req-aad6a0e2-eb87-4b6d-b71a-953f0265d2ca tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:24:52.392029 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-f720bbb6-2cfa-4eeb-bc57-255d3ed21839 req-aad6a0e2-eb87-4b6d-b71a-953f0265d2ca tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:24:52.471183 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f720bbb6-2cfa-4eeb-bc57-255d3ed21839 req-aad6a0e2-eb87-4b6d-b71a-953f0265d2ca tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:52.471824 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-f720bbb6-2cfa-4eeb-bc57-255d3ed21839 req-aad6a0e2-eb87-4b6d-b71a-953f0265d2ca tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:52.513684 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f720bbb6-2cfa-4eeb-bc57-255d3ed21839 req-aad6a0e2-eb87-4b6d-b71a-953f0265d2ca tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9389791 Nov 25 17:24:52.514520 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad6a0e2-eb87-4b6d-b71a-953f0265d2ca tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Pushing event updated for resources: {'Port': ['ID=475788ab-c8d9-418d-88f4-e06f09d7e874,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:52.535703 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-f720bbb6-2cfa-4eeb-bc57-255d3ed21839 req-d753f6e7-8da6-4d91-83c8-7548f37dc8e1 service neutron] Request body: {'port': {'device_id': '612e044f-9f78-47ef-9900-2e9ac5a19dce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:52.607992 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-f720bbb6-2cfa-4eeb-bc57-255d3ed21839 req-d753f6e7-8da6-4d91-83c8-7548f37dc8e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:52.664054 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c147f-fc3b-407e-ae2c-5cc6acc1513a req-d5b232b2-2494-44ed-aee2-d4cfdb4112a7 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:52.673380 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e36c147f-fc3b-407e-ae2c-5cc6acc1513a req-d5b232b2-2494-44ed-aee2-d4cfdb4112a7 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=612e044f-9f78-47ef-9900-2e9ac5a19dce HTTP/1.1" status: 200 len: 931 time: 0.2172883 Nov 25 17:24:52.707030 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2d822-bba0-487a-afe5-509ee87c2d5a req-dc70d8f4-ab1e-4196-935a-386498cc23b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:52.708432 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-39c2d822-bba0-487a-afe5-509ee87c2d5a req-dc70d8f4-ab1e-4196-935a-386498cc23b4 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0c24082a-187a-4ce8-aeca-b51b3d804c0a&tenant_id=21f728f76092479bbd096847b3caf950 HTTP/1.1" status: 200 len: 1101 time: 0.1338391 Nov 25 17:24:52.732191 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de74995-7a82-4bb8-b3e5-9f47c079638c req-d1ca00de-5a34-4f4e-8ab1-439aab6eaa2f tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:52.739566 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9de74995-7a82-4bb8-b3e5-9f47c079638c req-d1ca00de-5a34-4f4e-8ab1-439aab6eaa2f tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c24082a-187a-4ce8-aeca-b51b3d804c0a HTTP/1.1" status: 200 len: 950 time: 0.1267982 Nov 25 17:24:52.754478 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-39c2d822-bba0-487a-afe5-509ee87c2d5a req-efb9c382-ab1c-44eb-856e-b3cf3e04511d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817746-1', 'device_owner': 'compute:nova'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:52.810727 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e36c147f-fc3b-407e-ae2c-5cc6acc1513a req-5774c36d-02a2-4947-9bf5-d50565d6fbf4 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350381 Nov 25 17:24:52.899659 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9de74995-7a82-4bb8-b3e5-9f47c079638c req-8c0132a3-03dd-407e-90a9-ce7259038f7a tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589413 Nov 25 17:24:52.925325 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:52.991784 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-39c2d822-bba0-487a-afe5-509ee87c2d5a req-efb9c382-ab1c-44eb-856e-b3cf3e04511d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:53.116723 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-f720bbb6-2cfa-4eeb-bc57-255d3ed21839 req-d753f6e7-8da6-4d91-83c8-7548f37dc8e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 475788ab-c8d9-418d-88f4-e06f09d7e874 {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:24:53.126536 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-f720bbb6-2cfa-4eeb-bc57-255d3ed21839 req-d753f6e7-8da6-4d91-83c8-7548f37dc8e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:53.150238 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-f720bbb6-2cfa-4eeb-bc57-255d3ed21839 req-d753f6e7-8da6-4d91-83c8-7548f37dc8e1 service neutron] Transition to ACTIVE for port object 475788ab-c8d9-418d-88f4-e06f09d7e874 will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:24:53.157935 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-f720bbb6-2cfa-4eeb-bc57-255d3ed21839 req-d753f6e7-8da6-4d91-83c8-7548f37dc8e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:53.244713 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d753f6e7-8da6-4d91-83c8-7548f37dc8e1 service neutron] Pushing event updated for resources: {'Port': ['ID=475788ab-c8d9-418d-88f4-e06f09d7e874,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:53.345162 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-f720bbb6-2cfa-4eeb-bc57-255d3ed21839 req-d753f6e7-8da6-4d91-83c8-7548f37dc8e1 service neutron] Attempting to bind port 475788ab-c8d9-418d-88f4-e06f09d7e874 on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:24:53.345798 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-f720bbb6-2cfa-4eeb-bc57-255d3ed21839 req-d753f6e7-8da6-4d91-83c8-7548f37dc8e1 service neutron] Attempting to bind port 475788ab-c8d9-418d-88f4-e06f09d7e874 by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '79eee098-6bae-4c42-964f-62f3e7d096e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'db8e4923-28e6-4f74-991c-a4c442934754'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:24:53.346138 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f720bbb6-2cfa-4eeb-bc57-255d3ed21839 req-d753f6e7-8da6-4d91-83c8-7548f37dc8e1 service neutron] Attempting to bind port 475788ab-c8d9-418d-88f4-e06f09d7e874 on network db8e4923-28e6-4f74-991c-a4c442934754 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:24:53.366999 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f720bbb6-2cfa-4eeb-bc57-255d3ed21839 req-d753f6e7-8da6-4d91-83c8-7548f37dc8e1 service neutron] Port 475788ab-c8d9-418d-88f4-e06f09d7e874 on network db8e4923-28e6-4f74-991c-a4c442934754 not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:24:53.370349 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f720bbb6-2cfa-4eeb-bc57-255d3ed21839 req-d753f6e7-8da6-4d91-83c8-7548f37dc8e1 service neutron] Attempting to bind port 475788ab-c8d9-418d-88f4-e06f09d7e874 on network db8e4923-28e6-4f74-991c-a4c442934754 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:24:53.381141 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f720bbb6-2cfa-4eeb-bc57-255d3ed21839 req-d753f6e7-8da6-4d91-83c8-7548f37dc8e1 service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:24:53.381488 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f720bbb6-2cfa-4eeb-bc57-255d3ed21839 req-d753f6e7-8da6-4d91-83c8-7548f37dc8e1 service neutron] Checking segment: {'id': '79eee098-6bae-4c42-964f-62f3e7d096e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'db8e4923-28e6-4f74-991c-a4c442934754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:24:53.381879 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f720bbb6-2cfa-4eeb-bc57-255d3ed21839 req-d753f6e7-8da6-4d91-83c8-7548f37dc8e1 service neutron] Bound using segment: {'id': '79eee098-6bae-4c42-964f-62f3e7d096e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'db8e4923-28e6-4f74-991c-a4c442934754'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:24:53.382948 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-f720bbb6-2cfa-4eeb-bc57-255d3ed21839 req-d753f6e7-8da6-4d91-83c8-7548f37dc8e1 service neutron] Bound port: 475788ab-c8d9-418d-88f4-e06f09d7e874, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79eee098-6bae-4c42-964f-62f3e7d096e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'db8e4923-28e6-4f74-991c-a4c442934754'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:24:53.383324 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-f720bbb6-2cfa-4eeb-bc57-255d3ed21839 req-d753f6e7-8da6-4d91-83c8-7548f37dc8e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:53.398250 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-39c2d822-bba0-487a-afe5-509ee87c2d5a req-efb9c382-ab1c-44eb-856e-b3cf3e04511d service neutron] For port 60631d9b-f36f-4467-ae4b-b4f7dfd5ea53, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=60631d9b-f36f-4467-ae4b-b4f7dfd5ea53,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:53.458634 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-f720bbb6-2cfa-4eeb-bc57-255d3ed21839 req-d753f6e7-8da6-4d91-83c8-7548f37dc8e1 service neutron] For port 475788ab-c8d9-418d-88f4-e06f09d7e874, host n-h2-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:24:53.462473 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-f720bbb6-2cfa-4eeb-bc57-255d3ed21839 req-d753f6e7-8da6-4d91-83c8-7548f37dc8e1 service neutron] For port 475788ab-c8d9-418d-88f4-e06f09d7e874, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=475788ab-c8d9-418d-88f4-e06f09d7e874,segment=NetworkSegment(79eee098-6bae-4c42-964f-62f3e7d096e0),segment_id=79eee098-6bae-4c42-964f-62f3e7d096e0)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:24:53.472304 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05ae52-02a6-4f2b-9027-9db1ff1544ce req-f52eba5f-5cbb-49fe-8c5b-e120d5ba480e tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:53.473305 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-f720bbb6-2cfa-4eeb-bc57-255d3ed21839 req-d753f6e7-8da6-4d91-83c8-7548f37dc8e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:53.484538 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4b05ae52-02a6-4f2b-9027-9db1ff1544ce req-f52eba5f-5cbb-49fe-8c5b-e120d5ba480e tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=0b019eb1-a039-43b5-966f-fa659895034f HTTP/1.1" status: 200 len: 945 time: 0.2996809 Nov 25 17:24:53.496016 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f720bbb6-2cfa-4eeb-bc57-255d3ed21839 req-d753f6e7-8da6-4d91-83c8-7548f37dc8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:53.496748 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-f720bbb6-2cfa-4eeb-bc57-255d3ed21839 req-d753f6e7-8da6-4d91-83c8-7548f37dc8e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:53.499436 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f720bbb6-2cfa-4eeb-bc57-255d3ed21839 req-d753f6e7-8da6-4d91-83c8-7548f37dc8e1 service neutron] 10.222.0.90 "PUT /v2.0/ports/475788ab-c8d9-418d-88f4-e06f09d7e874 HTTP/1.1" status: 200 len: 1091 time: 0.9691370 Nov 25 17:24:53.503030 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '612e044f-9f78-47ef-9900-2e9ac5a19dce', 'tag': '475788ab-c8d9-418d-88f4-e06f09d7e874'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:24:53.509944 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7e9871-e196-47c7-b77a-5837c34673bf" -d '{"events": [{"name": "network-changed", "server_uuid": "612e044f-9f78-47ef-9900-2e9ac5a19dce", "tag": "475788ab-c8d9-418d-88f4-e06f09d7e874"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:24:53.568543 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d753f6e7-8da6-4d91-83c8-7548f37dc8e1 service neutron] Pushing event updated for resources: {'Port': ['ID=475788ab-c8d9-418d-88f4-e06f09d7e874,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:53.633069 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-39c2d822-bba0-487a-afe5-509ee87c2d5a req-efb9c382-ab1c-44eb-856e-b3cf3e04511d service neutron] For port 60631d9b-f36f-4467-ae4b-b4f7dfd5ea53, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:24:53.637036 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f720bbb6-2cfa-4eeb-bc57-255d3ed21839 req-028017ae-b351-4a8e-bd2e-c66953abf8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:53.638638 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f720bbb6-2cfa-4eeb-bc57-255d3ed21839 req-028017ae-b351-4a8e-bd2e-c66953abf8f9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1ee124f91e0c4280821568ab0453ce28&device_id=612e044f-9f78-47ef-9900-2e9ac5a19dce HTTP/1.1" status: 200 len: 1094 time: 0.0627208 Nov 25 17:24:53.687295 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-39c2d822-bba0-487a-afe5-509ee87c2d5a req-efb9c382-ab1c-44eb-856e-b3cf3e04511d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:53.702008 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-39c2d822-bba0-487a-afe5-509ee87c2d5a req-efb9c382-ab1c-44eb-856e-b3cf3e04511d service neutron] Transition to ACTIVE for port object 60631d9b-f36f-4467-ae4b-b4f7dfd5ea53 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:24:53.717643 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4b05ae52-02a6-4f2b-9027-9db1ff1544ce req-f63b67d0-8d87-4963-b8b6-cbb311dbe92d tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292860 Nov 25 17:24:53.720511 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c24082a-187a-4ce8-aeca-b51b3d804c0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60631d9b-f36f-4467-ae4b-b4f7dfd5ea53'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:24:53.735220 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2364c8-9111-411d-b337-b5dd3f115ed6" -d '{"events": [{"server_uuid": "0c24082a-187a-4ce8-aeca-b51b3d804c0a", "name": "network-vif-unplugged", "status": "completed", "tag": "60631d9b-f36f-4467-ae4b-b4f7dfd5ea53"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:24:53.742593 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f720bbb6-2cfa-4eeb-bc57-255d3ed21839 req-83fdec66-5dc4-4a84-b8ce-89fb0d60828c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=475788ab-c8d9-418d-88f4-e06f09d7e874 HTTP/1.1" status: 200 len: 217 time: 0.0781941 Nov 25 17:24:53.750999 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-39c2d822-bba0-487a-afe5-509ee87c2d5a req-efb9c382-ab1c-44eb-856e-b3cf3e04511d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:53.812798 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a56ae-2582-4a3b-a789-da2023d159c3 req-47e3392f-5afa-4e93-994d-1aa6f8e9ba77 tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:53.818356 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01f4a64-c90d-4d25-b5d6-bc4aad522ec4 x-openstack-request-id: req-b01f4a64-c90d-4d25-b5d6-bc4aad522ec4 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:24:53.818711 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "612e044f-9f78-47ef-9900-2e9ac5a19dce", "tag": "475788ab-c8d9-418d-88f4-e06f09d7e874", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:24:53.819040 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b01f4a64-c90d-4d25-b5d6-bc4aad522ec4 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:24:53.819496 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '612e044f-9f78-47ef-9900-2e9ac5a19dce', 'tag': '475788ab-c8d9-418d-88f4-e06f09d7e874', 'status': 'completed', 'code': 200} Nov 25 17:24:53.820355 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-080a56ae-2582-4a3b-a789-da2023d159c3 req-47e3392f-5afa-4e93-994d-1aa6f8e9ba77 tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6697e90-8955-4f23-bb64-a37e79d12f78 HTTP/1.1" status: 200 len: 945 time: 0.4259553 Nov 25 17:24:53.849469 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f720bbb6-2cfa-4eeb-bc57-255d3ed21839 req-d24c5c7a-abe8-43db-8a89-02a7b1b96755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:53.852219 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f720bbb6-2cfa-4eeb-bc57-255d3ed21839 req-d24c5c7a-abe8-43db-8a89-02a7b1b96755 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0ae7cf63-1267-4a12-ac67-5fb672452e57 HTTP/1.1" status: 200 len: 851 time: 0.0982575 Nov 25 17:24:53.854403 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.90', 51494) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:53.870535 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb9c382-ab1c-44eb-856e-b3cf3e04511d service neutron] Pushing event updated for resources: {'Port': ['ID=60631d9b-f36f-4467-ae4b-b4f7dfd5ea53,revision_number=6']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:53.943937 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f720bbb6-2cfa-4eeb-bc57-255d3ed21839 req-c6eb70dc-63bc-405d-bd28-b9b7e3e4c709 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=db8e4923-28e6-4f74-991c-a4c442934754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768969 Nov 25 17:24:53.947266 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c2d822-bba0-487a-afe5-509ee87c2d5a req-efb9c382-ab1c-44eb-856e-b3cf3e04511d service neutron] No DVR routers for this DVR port 60631d9b-f36f-4467-ae4b-b4f7dfd5ea53 on host n-h1-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:24:53.955974 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8754567f-f43d-4ce8-8377-1ba0cab1d632 req-ad2fcbe7-174b-4ef4-aa33-80436ce79bad service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=fc2509d2-f3d8-4a76-88ba-4f24b3c24044&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3619316 Nov 25 17:24:54.003939 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22951fbe-1d91-426c-910c-956c18d3a080 x-openstack-request-id: req-22951fbe-1d91-426c-910c-956c18d3a080 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:24:54.005950 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c24082a-187a-4ce8-aeca-b51b3d804c0a", "name": "network-vif-unplugged", "status": "completed", "tag": "60631d9b-f36f-4467-ae4b-b4f7dfd5ea53", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:24:54.006326 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-22951fbe-1d91-426c-910c-956c18d3a080 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:24:54.006843 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c24082a-187a-4ce8-aeca-b51b3d804c0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60631d9b-f36f-4467-ae4b-b4f7dfd5ea53', 'code': 200} Nov 25 17:24:54.021625 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-080a56ae-2582-4a3b-a789-da2023d159c3 req-a1fd8751-228c-4d98-9f68-477366f61aea tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c8a290a-92cf-4150-99ad-d7433d03f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002938 Nov 25 17:24:54.133196 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-39c2d822-bba0-487a-afe5-509ee87c2d5a req-efb9c382-ab1c-44eb-856e-b3cf3e04511d service neutron] Attempting to bind port 60631d9b-f36f-4467-ae4b-b4f7dfd5ea53 on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:24:54.133567 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-39c2d822-bba0-487a-afe5-509ee87c2d5a req-efb9c382-ab1c-44eb-856e-b3cf3e04511d service neutron] Attempting to bind port 60631d9b-f36f-4467-ae4b-b4f7dfd5ea53 by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:24:54.134575 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c2d822-bba0-487a-afe5-509ee87c2d5a req-efb9c382-ab1c-44eb-856e-b3cf3e04511d service neutron] Attempting to bind port 60631d9b-f36f-4467-ae4b-b4f7dfd5ea53 on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:24:54.227082 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab5769-b728-42b0-9c84-d2ddc0bc7605 req-a4ceb140-7e39-452f-a6fa-d870cf504d9c tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:54.229002 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-00ab5769-b728-42b0-9c84-d2ddc0bc7605 req-a4ceb140-7e39-452f-a6fa-d870cf504d9c tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] 10.222.0.90 "GET /v2.0/ports?device_id=d6697e90-8955-4f23-bb64-a37e79d12f78 HTTP/1.1" status: 200 len: 945 time: 0.3631008 Nov 25 17:24:54.236990 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c2d822-bba0-487a-afe5-509ee87c2d5a req-efb9c382-ab1c-44eb-856e-b3cf3e04511d service neutron] Port 60631d9b-f36f-4467-ae4b-b4f7dfd5ea53 on network ab4fed0b-9bf1-4925-8765-94da08c5de2a not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:24:54.237327 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c2d822-bba0-487a-afe5-509ee87c2d5a req-efb9c382-ab1c-44eb-856e-b3cf3e04511d service neutron] Attempting to bind port 60631d9b-f36f-4467-ae4b-b4f7dfd5ea53 on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:24:54.248759 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c2d822-bba0-487a-afe5-509ee87c2d5a req-efb9c382-ab1c-44eb-856e-b3cf3e04511d service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:24:54.249177 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c2d822-bba0-487a-afe5-509ee87c2d5a req-efb9c382-ab1c-44eb-856e-b3cf3e04511d service neutron] Checking segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:24:54.249569 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c2d822-bba0-487a-afe5-509ee87c2d5a req-efb9c382-ab1c-44eb-856e-b3cf3e04511d service neutron] Bound using segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:24:54.250020 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-39c2d822-bba0-487a-afe5-509ee87c2d5a req-efb9c382-ab1c-44eb-856e-b3cf3e04511d service neutron] Bound port: 60631d9b-f36f-4467-ae4b-b4f7dfd5ea53, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:24:54.250383 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-39c2d822-bba0-487a-afe5-509ee87c2d5a req-efb9c382-ab1c-44eb-856e-b3cf3e04511d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:54.292629 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8754567f-f43d-4ce8-8377-1ba0cab1d632 req-f0f86bbc-b328-4842-be93-d9ba2cbee0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:54.294162 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8754567f-f43d-4ce8-8377-1ba0cab1d632 req-f0f86bbc-b328-4842-be93-d9ba2cbee0bb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cbebe6cb2b944a35af1ec08d68611682&device_id=fc2509d2-f3d8-4a76-88ba-4f24b3c24044 HTTP/1.1" status: 200 len: 1095 time: 0.2493644 Nov 25 17:24:54.294949 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f720bbb6-2cfa-4eeb-bc57-255d3ed21839 req-c070c841-e51b-4acc-aa94-7e4b95f0360e service neutron] 10.222.0.90 "GET /v2.0/networks/db8e4923-28e6-4f74-991c-a4c442934754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361454 Nov 25 17:24:54.339305 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470dc24-2125-4067-95fb-2ddcbaf87d29 req-8e37c907-fa0f-47cc-ae3a-58884f950970 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:54.348144 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8470dc24-2125-4067-95fb-2ddcbaf87d29 req-8e37c907-fa0f-47cc-ae3a-58884f950970 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c24082a-187a-4ce8-aeca-b51b3d804c0a HTTP/1.1" status: 200 len: 948 time: 0.1612234 Nov 25 17:24:54.416158 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-00ab5769-b728-42b0-9c84-d2ddc0bc7605 req-7a55dcf5-782e-419a-ad17-592443e77749 tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] Deleting port e15496e1-8118-4021-9400-337ac038f51d {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:24:54.416485 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-00ab5769-b728-42b0-9c84-d2ddc0bc7605 req-7a55dcf5-782e-419a-ad17-592443e77749 tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:54.432190 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db26e5-c7d9-4d62-8d45-206a91fd9ad3 req-5ada6279-2813-4deb-b329-b64f53e9bb30 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:54.440713 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-54db26e5-c7d9-4d62-8d45-206a91fd9ad3 req-5ada6279-2813-4deb-b329-b64f53e9bb30 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=612e044f-9f78-47ef-9900-2e9ac5a19dce HTTP/1.1" status: 200 len: 943 time: 0.3092377 Nov 25 17:24:54.486742 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f720bbb6-2cfa-4eeb-bc57-255d3ed21839 req-4a5c8252-2ad9-4ff8-966a-d832d2a65a36 service neutron] 10.222.0.90 "GET /v2.0/networks/db8e4923-28e6-4f74-991c-a4c442934754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615391 Nov 25 17:24:54.600919 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8470dc24-2125-4067-95fb-2ddcbaf87d29 req-ba1b25b5-370e-4090-b408-ccbffad49638 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518518 Nov 25 17:24:54.648111 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-39c2d822-bba0-487a-afe5-509ee87c2d5a req-efb9c382-ab1c-44eb-856e-b3cf3e04511d service neutron] For port 60631d9b-f36f-4467-ae4b-b4f7dfd5ea53, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:24:54.654080 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-39c2d822-bba0-487a-afe5-509ee87c2d5a req-efb9c382-ab1c-44eb-856e-b3cf3e04511d service neutron] For port 60631d9b-f36f-4467-ae4b-b4f7dfd5ea53, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=60631d9b-f36f-4467-ae4b-b4f7dfd5ea53,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:24:54.670045 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-00ab5769-b728-42b0-9c84-d2ddc0bc7605 req-7a55dcf5-782e-419a-ad17-592443e77749 tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] For port e15496e1-8118-4021-9400-337ac038f51d, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=e15496e1-8118-4021-9400-337ac038f51d,segment=NetworkSegment(3fff852f-80e0-40ff-afa3-43c8d7810ddd),segment_id=3fff852f-80e0-40ff-afa3-43c8d7810ddd)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:54.670598 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-00ab5769-b728-42b0-9c84-d2ddc0bc7605 req-7a55dcf5-782e-419a-ad17-592443e77749 tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:54.673556 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-39c2d822-bba0-487a-afe5-509ee87c2d5a req-efb9c382-ab1c-44eb-856e-b3cf3e04511d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:54.694045 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-54db26e5-c7d9-4d62-8d45-206a91fd9ad3 req-9575ab06-e13f-4331-ac49-38dfa0d74f00 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519579 Nov 25 17:24:54.708257 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-00ab5769-b728-42b0-9c84-d2ddc0bc7605 req-7a55dcf5-782e-419a-ad17-592443e77749 tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] Calling delete_port for e15496e1-8118-4021-9400-337ac038f51d owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:24:54.731671 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8754567f-f43d-4ce8-8377-1ba0cab1d632 req-e3989ac5-0a6c-48a4-a727-36b6df705055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:54.734678 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8754567f-f43d-4ce8-8377-1ba0cab1d632 req-e3989ac5-0a6c-48a4-a727-36b6df705055 service neutron] 10.222.0.90 "GET /v2.0/networks?id=cdfc7726-be74-4470-a033-195b79623a95 HTTP/1.1" status: 200 len: 908 time: 0.3704302 Nov 25 17:24:54.818523 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e9871-e196-47c7-b77a-5837c34673bf req-a4dc120c-9175-427c-b9f2-acce7fbbb1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:54.820106 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2a7e9871-e196-47c7-b77a-5837c34673bf req-a4dc120c-9175-427c-b9f2-acce7fbbb1da service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1ee124f91e0c4280821568ab0453ce28&device_id=612e044f-9f78-47ef-9900-2e9ac5a19dce HTTP/1.1" status: 200 len: 1094 time: 0.2405472 Nov 25 17:24:54.834773 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2d822-bba0-487a-afe5-509ee87c2d5a req-efb9c382-ab1c-44eb-856e-b3cf3e04511d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:54.835403 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-39c2d822-bba0-487a-afe5-509ee87c2d5a req-efb9c382-ab1c-44eb-856e-b3cf3e04511d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:54.836780 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-39c2d822-bba0-487a-afe5-509ee87c2d5a req-efb9c382-ab1c-44eb-856e-b3cf3e04511d service neutron] 10.222.0.90 "PUT /v2.0/ports/60631d9b-f36f-4467-ae4b-b4f7dfd5ea53 HTTP/1.1" status: 200 len: 1096 time: 2.0867150 Nov 25 17:24:54.947033 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8754567f-f43d-4ce8-8377-1ba0cab1d632 req-e3555cff-6cbc-460a-b0ad-562d3cecb4b5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e763c60f-ccab-4308-b53f-eff80896615e HTTP/1.1" status: 200 len: 217 time: 0.1584101 Nov 25 17:24:54.985730 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e9871-e196-47c7-b77a-5837c34673bf req-5c976d02-6d02-4bf1-bbc1-a1a425ec6adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:54.987213 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2a7e9871-e196-47c7-b77a-5837c34673bf req-5c976d02-6d02-4bf1-bbc1-a1a425ec6adf service neutron] 10.222.0.90 "GET /v2.0/networks?id=db8e4923-28e6-4f74-991c-a4c442934754 HTTP/1.1" status: 200 len: 912 time: 0.1593864 Nov 25 17:24:55.079736 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb9c382-ab1c-44eb-856e-b3cf3e04511d service neutron] Pushing event updated for resources: {'Port': ['ID=60631d9b-f36f-4467-ae4b-b4f7dfd5ea53,revision_number=7']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:55.107049 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2a7e9871-e196-47c7-b77a-5837c34673bf req-d84c3a2e-aad6-4b11-8f91-6531340234c5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=475788ab-c8d9-418d-88f4-e06f09d7e874 HTTP/1.1" status: 200 len: 217 time: 0.1083972 Nov 25 17:24:55.138548 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8754567f-f43d-4ce8-8377-1ba0cab1d632 req-67a39b8d-f366-4a0b-b7f6-27692fed28fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:55.140446 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8754567f-f43d-4ce8-8377-1ba0cab1d632 req-67a39b8d-f366-4a0b-b7f6-27692fed28fd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ee1e665a-f297-4067-8b5a-7a7e373f89c9 HTTP/1.1" status: 200 len: 847 time: 0.1776364 Nov 25 17:24:55.197708 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2d822-bba0-487a-afe5-509ee87c2d5a req-c146a2bc-0f8b-4831-b192-be1fd5926ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:55.200058 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-39c2d822-bba0-487a-afe5-509ee87c2d5a req-c146a2bc-0f8b-4831-b192-be1fd5926ec1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=21f728f76092479bbd096847b3caf950&device_id=0c24082a-187a-4ce8-aeca-b51b3d804c0a HTTP/1.1" status: 200 len: 1099 time: 0.2740691 Nov 25 17:24:55.201220 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e9871-e196-47c7-b77a-5837c34673bf req-61bcdd12-ec44-4cb4-b2df-18a1e4a62d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:55.203131 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2a7e9871-e196-47c7-b77a-5837c34673bf req-61bcdd12-ec44-4cb4-b2df-18a1e4a62d82 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0ae7cf63-1267-4a12-ac67-5fb672452e57 HTTP/1.1" status: 200 len: 851 time: 0.0830743 Nov 25 17:24:55.269279 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-00ab5769-b728-42b0-9c84-d2ddc0bc7605 req-7a55dcf5-782e-419a-ad17-592443e77749 tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:55.272663 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2a7e9871-e196-47c7-b77a-5837c34673bf req-d8f13845-9883-4c22-96cd-db8df0d0b54f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=db8e4923-28e6-4f74-991c-a4c442934754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338948 Nov 25 17:24:55.281642 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['e15496e1-8118-4021-9400-337ac038f51d'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:24:55.350924 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a55dcf5-782e-419a-ad17-592443e77749 tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] Pushing event deleted for resources: {'Port': ['ID=e15496e1-8118-4021-9400-337ac038f51d,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:55.354745 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2d822-bba0-487a-afe5-509ee87c2d5a req-f48d78ce-acde-4ae2-82c9-23e10df6c11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:55.357044 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-39c2d822-bba0-487a-afe5-509ee87c2d5a req-f48d78ce-acde-4ae2-82c9-23e10df6c11d service neutron] 10.222.0.90 "GET /v2.0/networks?id=ab4fed0b-9bf1-4925-8765-94da08c5de2a HTTP/1.1" status: 200 len: 870 time: 0.1184375 Nov 25 17:24:55.364950 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8754567f-f43d-4ce8-8377-1ba0cab1d632 req-52db1d33-17a1-4a45-bb6b-341525f9f32a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=cdfc7726-be74-4470-a033-195b79623a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1888161 Nov 25 17:24:55.389445 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5339ab-2873-4de3-89d0-17ba773cc8bc req-f5379064-cf32-49e6-9944-45c41f575e64 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:55.397346 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-da5339ab-2873-4de3-89d0-17ba773cc8bc req-f5379064-cf32-49e6-9944-45c41f575e64 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=0b019eb1-a039-43b5-966f-fa659895034f HTTP/1.1" status: 200 len: 945 time: 0.3314283 Nov 25 17:24:55.429423 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ab5769-b728-42b0-9c84-d2ddc0bc7605 req-7a55dcf5-782e-419a-ad17-592443e77749 tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] No DVR routers for this DVR port e15496e1-8118-4021-9400-337ac038f51d on host n-h2-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:24:55.433864 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-00ab5769-b728-42b0-9c84-d2ddc0bc7605 req-7a55dcf5-782e-419a-ad17-592443e77749 tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:55.437358 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-00ab5769-b728-42b0-9c84-d2ddc0bc7605 req-7a55dcf5-782e-419a-ad17-592443e77749 tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] 10.222.0.90 "DELETE /v2.0/ports/e15496e1-8118-4021-9400-337ac038f51d HTTP/1.1" status: 204 len: 173 time: 1.1975749 Nov 25 17:24:55.452558 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-39c2d822-bba0-487a-afe5-509ee87c2d5a req-27e0c73c-ee6e-416a-8cbe-f948960d48be service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=60631d9b-f36f-4467-ae4b-b4f7dfd5ea53 HTTP/1.1" status: 200 len: 217 time: 0.0481012 Nov 25 17:24:55.480847 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2a7e9871-e196-47c7-b77a-5837c34673bf req-a63a30db-0829-4cd1-a139-184da1fa1601 service neutron] 10.222.0.90 "GET /v2.0/networks/db8e4923-28e6-4f74-991c-a4c442934754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880040 Nov 25 17:24:55.487807 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831bf5ba-35c2-4e09-af10-ed8b7e339938 req-e9dbd2dd-fa74-4bb0-a0ff-6af98acb40cc tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:55.489610 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-831bf5ba-35c2-4e09-af10-ed8b7e339938 req-e9dbd2dd-fa74-4bb0-a0ff-6af98acb40cc tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6697e90-8955-4f23-bb64-a37e79d12f78 HTTP/1.1" status: 200 len: 867 time: 0.3029323 Nov 25 17:24:55.580618 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2d822-bba0-487a-afe5-509ee87c2d5a req-7877db5c-eb8f-4064-ba4d-57b11c123d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:55.582186 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-39c2d822-bba0-487a-afe5-509ee87c2d5a req-7877db5c-eb8f-4064-ba4d-57b11c123d62 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.0905066 Nov 25 17:24:55.639067 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2a7e9871-e196-47c7-b77a-5837c34673bf req-4a415537-dbec-49b6-bfd7-acceb4cb8bd4 service neutron] 10.222.0.90 "GET /v2.0/networks/db8e4923-28e6-4f74-991c-a4c442934754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469676 Nov 25 17:24:55.713608 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-da5339ab-2873-4de3-89d0-17ba773cc8bc req-09762b6a-64f8-46eb-bf93-1fcfa9b4f695 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083014 Nov 25 17:24:55.775666 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-831bf5ba-35c2-4e09-af10-ed8b7e339938 req-01a04460-66d8-48a9-a346-1aa32762d07d tempest-AttachSCSIVolumeTestJSON-921149880 tempest-AttachSCSIVolumeTestJSON-921149880-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c8a290a-92cf-4150-99ad-d7433d03f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645524 Nov 25 17:24:55.821343 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6697e90-8955-4f23-bb64-a37e79d12f78', 'name': 'network-vif-deleted', 'tag': 'e15496e1-8118-4021-9400-337ac038f51d'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:24:55.825023 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d7b47f-2637-46e4-b8eb-ec346b0a766f" -d '{"events": [{"server_uuid": "d6697e90-8955-4f23-bb64-a37e79d12f78", "name": "network-vif-deleted", "tag": "e15496e1-8118-4021-9400-337ac038f51d"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:24:55.896910 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8754567f-f43d-4ce8-8377-1ba0cab1d632 req-582cf192-3647-49ae-92b7-4a26f30395ee service neutron] 10.222.0.90 "GET /v2.0/networks/cdfc7726-be74-4470-a033-195b79623a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4479313 Nov 25 17:24:55.971965 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2d822-bba0-487a-afe5-509ee87c2d5a req-0c94f2f6-8b5d-4452-836a-86ecdb563e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:55.973761 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-39c2d822-bba0-487a-afe5-509ee87c2d5a req-0c94f2f6-8b5d-4452-836a-86ecdb563e0c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3735616 Nov 25 17:24:56.017825 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c24082a-187a-4ce8-aeca-b51b3d804c0a', 'tag': '60631d9b-f36f-4467-ae4b-b4f7dfd5ea53'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:24:56.020022 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9daebe2-6459-404c-afaa-eb3646651b8a" -d '{"events": [{"name": "network-changed", "server_uuid": "0c24082a-187a-4ce8-aeca-b51b3d804c0a", "tag": "60631d9b-f36f-4467-ae4b-b4f7dfd5ea53"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:24:56.192401 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d1936-accc-460c-8725-5b10cdf94406 req-17dfca48-630b-44fc-a20a-4e998d23da81 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:56.194216 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a02d1936-accc-460c-8725-5b10cdf94406 req-17dfca48-630b-44fc-a20a-4e998d23da81 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=612e044f-9f78-47ef-9900-2e9ac5a19dce HTTP/1.1" status: 200 len: 943 time: 0.3015847 Nov 25 17:24:56.201946 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b0f85f-86c9-48ad-ae76-0b4fe5dd360e req-5bb425b1-f0e8-4613-a37e-9f5a07d60e5f tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:56.203452 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b6b0f85f-86c9-48ad-ae76-0b4fe5dd360e req-5bb425b1-f0e8-4613-a37e-9f5a07d60e5f tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c24082a-187a-4ce8-aeca-b51b3d804c0a HTTP/1.1" status: 200 len: 948 time: 0.3487346 Nov 25 17:24:56.285771 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8754567f-f43d-4ce8-8377-1ba0cab1d632 req-ef8b1f14-ce3c-4f96-ba4e-9c8d95083693 service neutron] 10.222.0.90 "GET /v2.0/networks/cdfc7726-be74-4470-a033-195b79623a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257844 Nov 25 17:24:56.292449 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-39c2d822-bba0-487a-afe5-509ee87c2d5a req-28d2e2b7-7de1-4a0c-9b9c-dffe3094c570 service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895076 Nov 25 17:24:56.294627 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 60631d9b-f36f-4467-ae4b-b4f7dfd5ea53 no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:24:56.361191 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 60631d9b-f36f-4467-ae4b-b4f7dfd5ea53 not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:24:56.378779 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a02d1936-accc-460c-8725-5b10cdf94406 req-d216605c-ab23-4653-ac01-e18642ab2f1d tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701450 Nov 25 17:24:56.384261 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b6b0f85f-86c9-48ad-ae76-0b4fe5dd360e req-d31264ca-83cd-45df-8909-be1408289c0e tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678884 Nov 25 17:24:56.444605 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-39c2d822-bba0-487a-afe5-509ee87c2d5a req-4429a10d-0574-4748-83a2-d59ce1e5c274 service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407835 Nov 25 17:24:56.496985 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459b885c-b805-4281-b62b-a4131ee1bf32 x-openstack-request-id: req-459b885c-b805-4281-b62b-a4131ee1bf32 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:24:56.497289 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6697e90-8955-4f23-bb64-a37e79d12f78", "name": "network-vif-deleted", "tag": "e15496e1-8118-4021-9400-337ac038f51d", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:24:56.497582 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-459b885c-b805-4281-b62b-a4131ee1bf32 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:24:56.497998 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6697e90-8955-4f23-bb64-a37e79d12f78', 'name': 'network-vif-deleted', 'tag': 'e15496e1-8118-4021-9400-337ac038f51d', 'status': 'completed', 'code': 200} Nov 25 17:24:56.592143 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb1a5d26-1a71-40e5-99b5-3344b4f34572 x-openstack-request-id: req-bb1a5d26-1a71-40e5-99b5-3344b4f34572 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:24:56.592425 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c24082a-187a-4ce8-aeca-b51b3d804c0a", "tag": "60631d9b-f36f-4467-ae4b-b4f7dfd5ea53", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:24:56.592762 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bb1a5d26-1a71-40e5-99b5-3344b4f34572 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:24:56.593306 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c24082a-187a-4ce8-aeca-b51b3d804c0a', 'tag': '60631d9b-f36f-4467-ae4b-b4f7dfd5ea53', 'status': 'completed', 'code': 200} Nov 25 17:24:56.716481 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9daebe2-6459-404c-afaa-eb3646651b8a req-e973c352-a07e-4d27-be86-c9e4e83233a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:56.718249 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b9daebe2-6459-404c-afaa-eb3646651b8a req-e973c352-a07e-4d27-be86-c9e4e83233a9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=21f728f76092479bbd096847b3caf950&device_id=0c24082a-187a-4ce8-aeca-b51b3d804c0a HTTP/1.1" status: 200 len: 1099 time: 0.1025448 Nov 25 17:24:56.730049 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9daebe2-6459-404c-afaa-eb3646651b8a req-0ebbe50b-9323-44a0-9f6f-7a3a54f77842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:56.732972 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b9daebe2-6459-404c-afaa-eb3646651b8a req-0ebbe50b-9323-44a0-9f6f-7a3a54f77842 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=21f728f76092479bbd096847b3caf950&device_id=0c24082a-187a-4ce8-aeca-b51b3d804c0a HTTP/1.1" status: 200 len: 1099 time: 0.0758617 Nov 25 17:24:57.260366 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e657494-84e9-41fd-8c15-054180df3578 req-b0f057a5-4264-466c-b781-44b6a83a17b7 tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:57.261880 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2e657494-84e9-41fd-8c15-054180df3578 req-b0f057a5-4264-466c-b781-44b6a83a17b7 tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ee9c7a5-2f02-4449-9d61-844487962c25 HTTP/1.1" status: 200 len: 950 time: 0.5135968 Nov 25 17:24:57.272503 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9daebe2-6459-404c-afaa-eb3646651b8a req-9c757a40-6185-473e-957a-a981d751234a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:57.273962 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b9daebe2-6459-404c-afaa-eb3646651b8a req-9c757a40-6185-473e-957a-a981d751234a service neutron] 10.222.0.74 "GET /v2.0/networks?id=ab4fed0b-9bf1-4925-8765-94da08c5de2a HTTP/1.1" status: 200 len: 870 time: 0.5413740 Nov 25 17:24:57.287442 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a9c44-3385-4d8f-8072-cf884044e250 req-4fab21d7-4bc5-4a14-b2dd-32a5b9e26298 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:57.288894 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f68a9c44-3385-4d8f-8072-cf884044e250 req-4fab21d7-4bc5-4a14-b2dd-32a5b9e26298 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=0b019eb1-a039-43b5-966f-fa659895034f HTTP/1.1" status: 200 len: 945 time: 0.4795594 Nov 25 17:24:57.299456 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9daebe2-6459-404c-afaa-eb3646651b8a req-41f49729-2ed3-4608-9eb9-7e6ff691671c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:57.300810 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b9daebe2-6459-404c-afaa-eb3646651b8a req-41f49729-2ed3-4608-9eb9-7e6ff691671c service neutron] 10.222.0.90 "GET /v2.0/networks?id=ab4fed0b-9bf1-4925-8765-94da08c5de2a HTTP/1.1" status: 200 len: 870 time: 0.5354552 Nov 25 17:24:57.348572 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b9daebe2-6459-404c-afaa-eb3646651b8a req-f143afa9-55d9-4070-83c1-3039b21e70b8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=60631d9b-f36f-4467-ae4b-b4f7dfd5ea53 HTTP/1.1" status: 200 len: 217 time: 0.0583689 Nov 25 17:24:57.398316 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b9daebe2-6459-404c-afaa-eb3646651b8a req-088c93c9-6b2f-40b9-a056-b93e4eb55edb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=60631d9b-f36f-4467-ae4b-b4f7dfd5ea53 HTTP/1.1" status: 200 len: 217 time: 0.0667598 Nov 25 17:24:57.497062 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2e657494-84e9-41fd-8c15-054180df3578 req-2228f56e-09cf-49cc-affc-2af6b26912ce tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] 10.222.0.75 "GET /v2.0/security-groups?id=e8de4d6e-4739-4b88-8e8f-8ab61ac463d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192292 Nov 25 17:24:57.505581 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9daebe2-6459-404c-afaa-eb3646651b8a req-400ded24-025b-4b8c-bf99-95fb1c455173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:57.506983 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b9daebe2-6459-404c-afaa-eb3646651b8a req-400ded24-025b-4b8c-bf99-95fb1c455173 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.1201460 Nov 25 17:24:57.511110 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f68a9c44-3385-4d8f-8072-cf884044e250 req-6e6f577c-509d-4725-a843-56fdb97f0d89 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084341 Nov 25 17:24:57.536280 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9daebe2-6459-404c-afaa-eb3646651b8a req-7c07c5e0-13bc-4f34-8cc1-8e4adb32d5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:57.536280 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b9daebe2-6459-404c-afaa-eb3646651b8a req-7c07c5e0-13bc-4f34-8cc1-8e4adb32d5db service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.1063750 Nov 25 17:24:57.627931 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9daebe2-6459-404c-afaa-eb3646651b8a req-01b24abf-1c0a-45c5-993e-c8a51b46a2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:57.629462 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b9daebe2-6459-404c-afaa-eb3646651b8a req-01b24abf-1c0a-45c5-993e-c8a51b46a2c7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1139452 Nov 25 17:24:57.689253 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9daebe2-6459-404c-afaa-eb3646651b8a req-63c4825d-4aa9-40cc-9c76-c82b10fc4e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:57.690612 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b9daebe2-6459-404c-afaa-eb3646651b8a req-63c4825d-4aa9-40cc-9c76-c82b10fc4e8c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1461864 Nov 25 17:24:57.856374 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf2694-c544-4e4a-8d23-50985cf6f115 req-a71ab27a-92cc-4c4a-a50e-d0cc819af3cd tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:57.857891 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7bbf2694-c544-4e4a-8d23-50985cf6f115 req-a71ab27a-92cc-4c4a-a50e-d0cc819af3cd tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c24082a-187a-4ce8-aeca-b51b3d804c0a HTTP/1.1" status: 200 len: 948 time: 0.2323115 Nov 25 17:24:57.865549 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb61188-1954-4e03-806f-37ff94bc54ed req-a1070a45-e8fc-4162-851a-ce68f131c5db tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:57.867139 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-feb61188-1954-4e03-806f-37ff94bc54ed req-a1070a45-e8fc-4162-851a-ce68f131c5db tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=612e044f-9f78-47ef-9900-2e9ac5a19dce HTTP/1.1" status: 200 len: 943 time: 0.2175834 Nov 25 17:24:57.919697 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b9daebe2-6459-404c-afaa-eb3646651b8a req-7b029456-b24d-48a9-9635-3099497ae245 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801981 Nov 25 17:24:57.978432 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b9daebe2-6459-404c-afaa-eb3646651b8a req-ea1be48a-8aba-4cdd-abba-35408d191ad8 service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707543 Nov 25 17:24:58.085196 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7bbf2694-c544-4e4a-8d23-50985cf6f115 req-31df0b3f-c825-400c-aea0-6e408d69f758 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135160 Nov 25 17:24:58.089386 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-feb61188-1954-4e03-806f-37ff94bc54ed req-83d27de7-6d5e-4acd-9636-d25424b6e251 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005990 Nov 25 17:24:58.178442 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b9daebe2-6459-404c-afaa-eb3646651b8a req-a94bd9d7-c807-4eb7-bf51-a52077a47af9 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398942 Nov 25 17:24:58.203906 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b9daebe2-6459-404c-afaa-eb3646651b8a req-33d60106-7f45-46a5-a5ca-3a89f5683130 service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065232 Nov 25 17:24:58.319939 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 475788ab-c8d9-418d-88f4-e06f09d7e874 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:24:58.324648 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device e15496e1-8118-4021-9400-337ac038f51d no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:24:58.356748 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: e15496e1-8118-4021-9400-337ac038f51d {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:24:58.357245 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device e15496e1-8118-4021-9400-337ac038f51d not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:24:58.463297 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 475788ab-c8d9-418d-88f4-e06f09d7e874, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=475788ab-c8d9-418d-88f4-e06f09d7e874,segment=NetworkSegment(79eee098-6bae-4c42-964f-62f3e7d096e0),segment_id=79eee098-6bae-4c42-964f-62f3e7d096e0)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:58.475169 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '475788ab-c8d9-418d-88f4-e06f09d7e874', 'network_id': 'db8e4923-28e6-4f74-991c-a4c442934754', 'port_id': '475788ab-c8d9-418d-88f4-e06f09d7e874', 'mac_address': 'fa:16:3e:57:e8:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ae7cf63-1267-4a12-ac67-5fb672452e57', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:24:58.527563 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:58.557937 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 475788ab-c8d9-418d-88f4-e06f09d7e874 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:24:58.582171 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 475788ab-c8d9-418d-88f4-e06f09d7e874, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=475788ab-c8d9-418d-88f4-e06f09d7e874,segment=NetworkSegment(79eee098-6bae-4c42-964f-62f3e7d096e0),segment_id=79eee098-6bae-4c42-964f-62f3e7d096e0)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:58.588985 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:58.643514 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=475788ab-c8d9-418d-88f4-e06f09d7e874,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:58.683417 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d17096-9e0d-4ebf-8e99-9e7acb69416a req-8de5c22b-3953-4719-8f91-a6307b428d93 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:58.684966 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e8d17096-9e0d-4ebf-8e99-9e7acb69416a req-8de5c22b-3953-4719-8f91-a6307b428d93 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=0b019eb1-a039-43b5-966f-fa659895034f HTTP/1.1" status: 200 len: 945 time: 0.0743122 Nov 25 17:24:58.746335 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e8d17096-9e0d-4ebf-8e99-9e7acb69416a req-3048194f-32d0-4201-ad97-6d30ef5e0bbc tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520518 Nov 25 17:24:58.873512 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['475788ab-c8d9-418d-88f4-e06f09d7e874'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:24:59.279330 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba45abc-7625-4e27-972d-622fb49c6ba0 req-6b4dfda6-dd82-4310-a447-89a9a9e343c4 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:59.280885 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bba45abc-7625-4e27-972d-622fb49c6ba0 req-6b4dfda6-dd82-4310-a447-89a9a9e343c4 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c24082a-187a-4ce8-aeca-b51b3d804c0a HTTP/1.1" status: 200 len: 948 time: 0.0920892 Nov 25 17:24:59.294025 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ca6ae-670b-4d2c-966e-7a20e4ad3b1e req-374c2d52-3419-4274-ad1d-8ca71dd81cc5 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:59.295472 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-387ca6ae-670b-4d2c-966e-7a20e4ad3b1e req-374c2d52-3419-4274-ad1d-8ca71dd81cc5 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=612e044f-9f78-47ef-9900-2e9ac5a19dce HTTP/1.1" status: 200 len: 944 time: 0.0680237 Nov 25 17:24:59.367651 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bba45abc-7625-4e27-972d-622fb49c6ba0 req-cd65f3f9-acc0-422b-bffa-e183a1594ded tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712214 Nov 25 17:24:59.376351 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-387ca6ae-670b-4d2c-966e-7a20e4ad3b1e req-22ce0b72-5e4f-40af-a953-53f53de1127c tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660796 Nov 25 17:24:59.718842 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8edd29-4777-4fe5-b874-ac971ee39710 req-cad4ec07-3fb9-48b4-9dd9-40c3779848f3 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:59.720293 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0b8edd29-4777-4fe5-b874-ac971ee39710 req-cad4ec07-3fb9-48b4-9dd9-40c3779848f3 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c24082a-187a-4ce8-aeca-b51b3d804c0a HTTP/1.1" status: 200 len: 948 time: 0.0927906 Nov 25 17:24:59.728182 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb8479-005a-4b45-91a8-0d4737bfdfb2 req-cb3ffcf1-df3e-4b66-bfe6-7c89b173dda4 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:59.729562 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5ebb8479-005a-4b45-91a8-0d4737bfdfb2 req-cb3ffcf1-df3e-4b66-bfe6-7c89b173dda4 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.74 "GET /v2.0/ports?device_id=0c24082a-187a-4ce8-aeca-b51b3d804c0a&tenant_id=21f728f76092479bbd096847b3caf950&binding%3Ahost_id=n-h2-817746-1 HTTP/1.1" status: 200 len: 948 time: 0.0898035 Nov 25 17:24:59.814449 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0b8edd29-4777-4fe5-b874-ac971ee39710 req-8c5b5566-0351-49f2-8e99-33a4046dfa75 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839262 Nov 25 17:24:59.858016 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [req-5ebb8479-005a-4b45-91a8-0d4737bfdfb2 req-fd18473a-2532-46ba-91a6-b572345c739c service neutron] delete failed (client error): The resource could not be found. Nov 25 17:24:59.859035 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5ebb8479-005a-4b45-91a8-0d4737bfdfb2 req-fd18473a-2532-46ba-91a6-b572345c739c service neutron] 10.222.0.74 "DELETE /v2.0/ports/60631d9b-f36f-4467-ae4b-b4f7dfd5ea53/bindings/n-h1-817746-1 HTTP/1.1" status: 404 len: 380 time: 0.1219552 Nov 25 17:24:59.876687 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bae333-4529-476d-b2fa-96c9a7c19138 req-4ee4a429-cad7-44dc-a6eb-1d5ac9ad3c8a tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:59.878469 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f6bae333-4529-476d-b2fa-96c9a7c19138 req-4ee4a429-cad7-44dc-a6eb-1d5ac9ad3c8a tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=0b019eb1-a039-43b5-966f-fa659895034f HTTP/1.1" status: 200 len: 945 time: 0.0613914 Nov 25 17:25:00.013163 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f6bae333-4529-476d-b2fa-96c9a7c19138 req-9af7fe9c-2ab9-435a-bb19-eb4d8ac0b80f tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229544 Nov 25 17:25:00.052069 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb8479-005a-4b45-91a8-0d4737bfdfb2 req-cf74b890-4b9e-4de0-af8b-0fa0662d1332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:00.057045 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5ebb8479-005a-4b45-91a8-0d4737bfdfb2 req-cf74b890-4b9e-4de0-af8b-0fa0662d1332 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=21f728f76092479bbd096847b3caf950&device_id=0c24082a-187a-4ce8-aeca-b51b3d804c0a HTTP/1.1" status: 200 len: 1099 time: 0.1027730 Nov 25 17:25:00.159495 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb8479-005a-4b45-91a8-0d4737bfdfb2 req-bcbaa59d-bc6c-488f-a132-92236392f0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:00.161857 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5ebb8479-005a-4b45-91a8-0d4737bfdfb2 req-bcbaa59d-bc6c-488f-a132-92236392f0a3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ab4fed0b-9bf1-4925-8765-94da08c5de2a HTTP/1.1" status: 200 len: 870 time: 0.0961745 Nov 25 17:25:00.221937 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5ebb8479-005a-4b45-91a8-0d4737bfdfb2 req-be993383-035e-4362-ad61-e548f8fe3289 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=60631d9b-f36f-4467-ae4b-b4f7dfd5ea53 HTTP/1.1" status: 200 len: 217 time: 0.0519454 Nov 25 17:25:00.282051 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb8479-005a-4b45-91a8-0d4737bfdfb2 req-7fe8bb69-2c2d-45d2-9597-1178ed414a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:00.283438 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5ebb8479-005a-4b45-91a8-0d4737bfdfb2 req-7fe8bb69-2c2d-45d2-9597-1178ed414a33 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.0524316 Nov 25 17:25:00.340675 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb8479-005a-4b45-91a8-0d4737bfdfb2 req-506feecf-475c-42a9-a792-701681a5358c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:00.342276 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5ebb8479-005a-4b45-91a8-0d4737bfdfb2 req-506feecf-475c-42a9-a792-701681a5358c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0485587 Nov 25 17:25:00.353063 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 60631d9b-f36f-4467-ae4b-b4f7dfd5ea53 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:25:00.356467 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 475788ab-c8d9-418d-88f4-e06f09d7e874 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:25:00.478916 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port 475788ab-c8d9-418d-88f4-e06f09d7e874 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:25:00.492183 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5ebb8479-005a-4b45-91a8-0d4737bfdfb2 req-699b9a96-1a09-4489-812b-ef7b6ca46528 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401379 Nov 25 17:25:00.493890 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port 475788ab-c8d9-418d-88f4-e06f09d7e874 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:00.494489 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:00.685807 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 60631d9b-f36f-4467-ae4b-b4f7dfd5ea53, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=60631d9b-f36f-4467-ae4b-b4f7dfd5ea53,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:00.688856 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2472fd8-0a21-45e6-99bf-f08d06fbaee7 req-91d13407-5bf0-4349-9b4f-6ffd4e93a1f4 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:00.697063 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b2472fd8-0a21-45e6-99bf-f08d06fbaee7 req-91d13407-5bf0-4349-9b4f-6ffd4e93a1f4 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=612e044f-9f78-47ef-9900-2e9ac5a19dce HTTP/1.1" status: 200 len: 944 time: 0.1547647 Nov 25 17:25:00.709037 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5ebb8479-005a-4b45-91a8-0d4737bfdfb2 req-0cbd5df8-d384-43f6-a204-b5cb5c489d40 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094979 Nov 25 17:25:00.710180 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '60631d9b-f36f-4467-ae4b-b4f7dfd5ea53', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'port_id': '60631d9b-f36f-4467-ae4b-b4f7dfd5ea53', 'mac_address': 'fa:16:3e:90:0b:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8793709c-5336-428d-aede-b0b8df1a26b2', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:25:00.832868 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b2472fd8-0a21-45e6-99bf-f08d06fbaee7 req-9eb0d9ab-cd18-4f13-908a-ab9158b2f32b tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324284 Nov 25 17:25:00.923183 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:00.959515 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60631d9b-f36f-4467-ae4b-b4f7dfd5ea53 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:25:00.964590 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:01.017745 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 475788ab-c8d9-418d-88f4-e06f09d7e874, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=475788ab-c8d9-418d-88f4-e06f09d7e874,segment=NetworkSegment(79eee098-6bae-4c42-964f-62f3e7d096e0),segment_id=79eee098-6bae-4c42-964f-62f3e7d096e0)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:01.020079 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 60631d9b-f36f-4467-ae4b-b4f7dfd5ea53, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=60631d9b-f36f-4467-ae4b-b4f7dfd5ea53,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:01.020865 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '612e044f-9f78-47ef-9900-2e9ac5a19dce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '475788ab-c8d9-418d-88f4-e06f09d7e874'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:25:01.023203 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-badfda1c-c203-4d5e-abe3-59176c2249b7" -d '{"events": [{"server_uuid": "612e044f-9f78-47ef-9900-2e9ac5a19dce", "name": "network-vif-plugged", "status": "completed", "tag": "475788ab-c8d9-418d-88f4-e06f09d7e874"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:25:01.028435 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:01.029608 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 7ac9bf24-e012-4a19-972a-4e829b38f7f7 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:25:01.035524 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:01.088097 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c8be9-3556-4f88-9494-d448a344edc8 req-918d1e4c-5937-45cc-805d-33e8b1c78a66 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:01.095922 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3b1c8be9-3556-4f88-9494-d448a344edc8 req-918d1e4c-5937-45cc-805d-33e8b1c78a66 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c24082a-187a-4ce8-aeca-b51b3d804c0a HTTP/1.1" status: 200 len: 948 time: 0.0941668 Nov 25 17:25:01.115338 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=475788ab-c8d9-418d-88f4-e06f09d7e874,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:01.170099 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=60631d9b-f36f-4467-ae4b-b4f7dfd5ea53,revision_number=8']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:01.173872 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040b7708-7e89-425c-9555-c8a67281ba4d x-openstack-request-id: req-040b7708-7e89-425c-9555-c8a67281ba4d {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:25:01.174190 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "612e044f-9f78-47ef-9900-2e9ac5a19dce", "name": "network-vif-plugged", "status": "completed", "tag": "475788ab-c8d9-418d-88f4-e06f09d7e874", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:25:01.174452 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-040b7708-7e89-425c-9555-c8a67281ba4d {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:25:01.174854 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '612e044f-9f78-47ef-9900-2e9ac5a19dce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '475788ab-c8d9-418d-88f4-e06f09d7e874', 'code': 200} Nov 25 17:25:01.217638 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3b1c8be9-3556-4f88-9494-d448a344edc8 req-7d86e3e2-b93e-405b-84db-48fc28de6e7c tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152430 Nov 25 17:25:01.250795 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:01.335134 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 7ac9bf24-e012-4a19-972a-4e829b38f7f7, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=7ac9bf24-e012-4a19-972a-4e829b38f7f7,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:01.342823 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:01.347583 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4f52b6-442a-427e-8b67-c134dab390f4 req-019a1fc9-fd8e-4878-a7e7-29bb354005a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:01.352659 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6a4f52b6-442a-427e-8b67-c134dab390f4 req-019a1fc9-fd8e-4878-a7e7-29bb354005a8 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=612e044f-9f78-47ef-9900-2e9ac5a19dce HTTP/1.1" status: 200 len: 1096 time: 0.1308544 Nov 25 17:25:01.400015 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=7ac9bf24-e012-4a19-972a-4e829b38f7f7,revision_number=8']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:01.418729 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813d212-4609-4c81-9369-236baa88a92a req-38aaeae3-958f-4f80-983a-bf50c5dd6e28 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:01.420253 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1813d212-4609-4c81-9369-236baa88a92a req-38aaeae3-958f-4f80-983a-bf50c5dd6e28 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=0b019eb1-a039-43b5-966f-fa659895034f HTTP/1.1" status: 200 len: 945 time: 0.1344588 Nov 25 17:25:01.439174 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['60631d9b-f36f-4467-ae4b-b4f7dfd5ea53'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:25:01.503712 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6a4f52b6-442a-427e-8b67-c134dab390f4 req-db207ab6-4995-4b0f-bbcf-2469b16a1f31 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399224 Nov 25 17:25:01.551396 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1813d212-4609-4c81-9369-236baa88a92a req-a438f089-6075-4308-8f04-fdb91c6275b9 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205561 Nov 25 17:25:02.030561 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac8f3ac-034d-423b-b4bb-1be08dde007d req-bf9b2563-cd4e-4cb3-927c-902c82982f34 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:02.032402 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0ac8f3ac-034d-423b-b4bb-1be08dde007d req-bf9b2563-cd4e-4cb3-927c-902c82982f34 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=612e044f-9f78-47ef-9900-2e9ac5a19dce HTTP/1.1" status: 200 len: 945 time: 0.0691884 Nov 25 17:25:02.085993 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0ac8f3ac-034d-423b-b4bb-1be08dde007d req-f05cca96-c445-4992-99ff-c302fd2d5348 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474896 Nov 25 17:25:02.347836 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b12647-c15f-4d63-9fa5-ac7c3cf97b0a req-cf9a8e1a-78c0-4228-aee4-f74383e0d094 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:02.349480 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-87b12647-c15f-4d63-9fa5-ac7c3cf97b0a req-cf9a8e1a-78c0-4228-aee4-f74383e0d094 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c24082a-187a-4ce8-aeca-b51b3d804c0a HTTP/1.1" status: 200 len: 949 time: 0.0571530 Nov 25 17:25:02.375673 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 7ac9bf24-e012-4a19-972a-4e829b38f7f7 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:25:02.429679 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-87b12647-c15f-4d63-9fa5-ac7c3cf97b0a req-6bb458f2-ed4b-4202-8432-8ba837a06192 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727499 Nov 25 17:25:02.502872 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 7ac9bf24-e012-4a19-972a-4e829b38f7f7, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=7ac9bf24-e012-4a19-972a-4e829b38f7f7,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:02.522482 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '7ac9bf24-e012-4a19-972a-4e829b38f7f7', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'port_id': '7ac9bf24-e012-4a19-972a-4e829b38f7f7', 'mac_address': 'fa:16:3e:e2:48:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8793709c-5336-428d-aede-b0b8df1a26b2', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:25:02.560933 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868b9452-ffa6-42b0-8f89-097be168e0a7 req-5fd21782-a791-4184-8d9a-7ddf916af163 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:02.562812 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-868b9452-ffa6-42b0-8f89-097be168e0a7 req-5fd21782-a791-4184-8d9a-7ddf916af163 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c24082a-187a-4ce8-aeca-b51b3d804c0a HTTP/1.1" status: 200 len: 949 time: 0.0568252 Nov 25 17:25:02.578094 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:02.592892 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ac9bf24-e012-4a19-972a-4e829b38f7f7 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:25:02.615185 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 7ac9bf24-e012-4a19-972a-4e829b38f7f7, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=7ac9bf24-e012-4a19-972a-4e829b38f7f7,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:02.624639 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:02.640755 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-868b9452-ffa6-42b0-8f89-097be168e0a7 req-e20f1b72-4156-4b34-88a7-fd7ff3bc23bc tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665081 Nov 25 17:25:02.689571 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=7ac9bf24-e012-4a19-972a-4e829b38f7f7,revision_number=9']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:02.771081 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddea1c0d-7072-48f3-a28d-6f575fb8fd38 req-b6661add-afb8-454c-8eae-b1f99f4e356f tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:02.771923 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ddea1c0d-7072-48f3-a28d-6f575fb8fd38 req-b6661add-afb8-454c-8eae-b1f99f4e356f tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=0b019eb1-a039-43b5-966f-fa659895034f HTTP/1.1" status: 200 len: 945 time: 0.1262312 Nov 25 17:25:02.786315 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['7ac9bf24-e012-4a19-972a-4e829b38f7f7'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:25:02.868332 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ddea1c0d-7072-48f3-a28d-6f575fb8fd38 req-bf9dc393-d64d-4596-8828-ab83d1bbb28c tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880139 Nov 25 17:25:03.175959 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ee9c7a5-2f02-4449-9d61-844487962c25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ac9bf24-e012-4a19-972a-4e829b38f7f7'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:25:03.178414 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3058dad8-d56e-478f-80bf-a782fdc40c73" -d '{"events": [{"server_uuid": "6ee9c7a5-2f02-4449-9d61-844487962c25", "name": "network-vif-unplugged", "status": "completed", "tag": "7ac9bf24-e012-4a19-972a-4e829b38f7f7"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:25:03.215210 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-62099704-7aa3-4a9f-b271-cf8c7796681a req-2079f220-1da9-4330-8390-02aaa62bf904 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=21f728f76092479bbd096847b3caf950&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322812 Nov 25 17:25:03.255438 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:25:03.385299 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62099704-7aa3-4a9f-b271-cf8c7796681a req-5993e747-41c0-4f48-b8d6-deba3f01d370 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:03.394057 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-62099704-7aa3-4a9f-b271-cf8c7796681a req-5993e747-41c0-4f48-b8d6-deba3f01d370 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1727841 Nov 25 17:25:03.417418 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-62099704-7aa3-4a9f-b271-cf8c7796681a req-b011fee1-45a5-4d73-bc8b-f1f5dc907905 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/quotas/21f728f76092479bbd096847b3caf950 HTTP/1.1" status: 200 len: 375 time: 0.0222037 Nov 25 17:25:03.466316 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2112ff-47d0-4c66-a83d-1c9023eff87d req-28854c6f-8fc0-48bc-bf34-cb9528bdcc1c tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:03.475213 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d2112ff-47d0-4c66-a83d-1c9023eff87d req-28854c6f-8fc0-48bc-bf34-cb9528bdcc1c tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=612e044f-9f78-47ef-9900-2e9ac5a19dce HTTP/1.1" status: 200 len: 945 time: 0.2230585 Nov 25 17:25:03.552392 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-62099704-7aa3-4a9f-b271-cf8c7796681a req-128dbccd-370b-4173-a2a7-821a63748001 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=21f728f76092479bbd096847b3caf950&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1159620 Nov 25 17:25:03.587303 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d2112ff-47d0-4c66-a83d-1c9023eff87d req-58482293-bbe1-4c33-9030-44907352fd24 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104286 Nov 25 17:25:03.646173 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37baa4a6-533b-4df9-92e0-a4fb79f50f0a x-openstack-request-id: req-37baa4a6-533b-4df9-92e0-a4fb79f50f0a {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:25:03.646666 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ee9c7a5-2f02-4449-9d61-844487962c25", "name": "network-vif-unplugged", "status": "completed", "tag": "7ac9bf24-e012-4a19-972a-4e829b38f7f7", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:25:03.646832 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-37baa4a6-533b-4df9-92e0-a4fb79f50f0a {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:25:03.647430 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ee9c7a5-2f02-4449-9d61-844487962c25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ac9bf24-e012-4a19-972a-4e829b38f7f7', 'code': 200} Nov 25 17:25:03.810226 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5c2376b6-502d-4ba7-a0df-cea9c1461a13 req-d97e657d-13c4-4ca3-9cbb-02c6257f06cc tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed373cca-ba66-41ca-a358-72ecc6544906 HTTP/1.1" status: 200 len: 210 time: 0.0787277 Nov 25 17:25:04.062137 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daca555-d5e4-4363-a1c3-f5ba712e88bc req-ba035b70-0f67-424b-a6a1-ab0a91bff232 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:04.075655 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3daca555-d5e4-4363-a1c3-f5ba712e88bc req-ba035b70-0f67-424b-a6a1-ab0a91bff232 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=0b019eb1-a039-43b5-966f-fa659895034f HTTP/1.1" status: 200 len: 945 time: 0.0963063 Nov 25 17:25:04.158052 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3daca555-d5e4-4363-a1c3-f5ba712e88bc req-08b1770d-8108-4d4b-beb0-1bc656c6f602 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814261 Nov 25 17:25:04.399285 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 60631d9b-f36f-4467-ae4b-b4f7dfd5ea53 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:25:04.472617 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port 60631d9b-f36f-4467-ae4b-b4f7dfd5ea53 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:25:04.478055 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port 60631d9b-f36f-4467-ae4b-b4f7dfd5ea53 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:04.478662 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:04.626390 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:04.716453 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 60631d9b-f36f-4467-ae4b-b4f7dfd5ea53, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=60631d9b-f36f-4467-ae4b-b4f7dfd5ea53,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:04.725174 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:04.726793 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 7ac9bf24-e012-4a19-972a-4e829b38f7f7 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:25:04.953919 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=60631d9b-f36f-4467-ae4b-b4f7dfd5ea53,revision_number=9']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:05.029746 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8cb078-e18d-4506-831a-6379fb26acce req-258f86b6-c099-41dd-9227-82580ebd5e8f tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:05.047188 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ec8cb078-e18d-4506-831a-6379fb26acce req-258f86b6-c099-41dd-9227-82580ebd5e8f tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=612e044f-9f78-47ef-9900-2e9ac5a19dce HTTP/1.1" status: 200 len: 945 time: 0.2347465 Nov 25 17:25:05.051586 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:05.053076 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:05.056252 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:05.075088 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:05.076943 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:05.081769 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:05.082593 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:05.083621 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:05.084780 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:05.085380 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:05.085938 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:05.086495 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:05.208362 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port 7ac9bf24-e012-4a19-972a-4e829b38f7f7 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:05.208745 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:05.225706 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ec8cb078-e18d-4506-831a-6379fb26acce req-28864396-852b-48fe-a93f-c1d19db2a161 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749475 Nov 25 17:25:05.340885 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:05.388051 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 7ac9bf24-e012-4a19-972a-4e829b38f7f7, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=7ac9bf24-e012-4a19-972a-4e829b38f7f7,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:05.396311 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:05.405010 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0286d0d5-a229-43c2-bd66-c9823a930d5f req-48559e86-23ab-4958-95c0-510fa7b5ca05 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed373cca-ba66-41ca-a358-72ecc6544906 HTTP/1.1" status: 200 len: 210 time: 0.0795300 Nov 25 17:25:05.513021 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-62099704-7aa3-4a9f-b271-cf8c7796681a req-bf52593f-ae49-4bd7-b9a6-d1a209d0f7d7 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=21f728f76092479bbd096847b3caf950&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0503299 Nov 25 17:25:05.516385 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=7ac9bf24-e012-4a19-972a-4e829b38f7f7,revision_number=10']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:05.649388 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c24082a-187a-4ce8-aeca-b51b3d804c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60631d9b-f36f-4467-ae4b-b4f7dfd5ea53'}, {'server_uuid': '6ee9c7a5-2f02-4449-9d61-844487962c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac9bf24-e012-4a19-972a-4e829b38f7f7'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:25:05.652395 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36fa0e16-e21f-4f2d-9fed-4898ebcff86a" -d '{"events": [{"server_uuid": "0c24082a-187a-4ce8-aeca-b51b3d804c0a", "name": "network-vif-plugged", "status": "completed", "tag": "60631d9b-f36f-4467-ae4b-b4f7dfd5ea53"}, {"server_uuid": "6ee9c7a5-2f02-4449-9d61-844487962c25", "name": "network-vif-plugged", "status": "completed", "tag": "7ac9bf24-e012-4a19-972a-4e829b38f7f7"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:25:05.675357 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec29c336-8b4c-4345-bc6f-6073da65c188 req-f44ba37d-2000-4c9d-9f9f-1160ce4d50db tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:05.683787 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ec29c336-8b4c-4345-bc6f-6073da65c188 req-f44ba37d-2000-4c9d-9f9f-1160ce4d50db tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=0b019eb1-a039-43b5-966f-fa659895034f HTTP/1.1" status: 200 len: 945 time: 0.1199651 Nov 25 17:25:05.750881 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62099704-7aa3-4a9f-b271-cf8c7796681a req-ccb11d0e-29fd-45b2-a59f-47264dd02438 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:05.751564 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-62099704-7aa3-4a9f-b271-cf8c7796681a req-ccb11d0e-29fd-45b2-a59f-47264dd02438 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2378306 Nov 25 17:25:05.776128 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-62099704-7aa3-4a9f-b271-cf8c7796681a req-a577ce9d-8b0b-49a1-a984-d91d9dba2199 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Request body: {'port': {'device_id': 'ed373cca-ba66-41ca-a358-72ecc6544906', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'admin_state_up': True, 'tenant_id': '21f728f76092479bbd096847b3caf950'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:05.812120 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ec29c336-8b4c-4345-bc6f-6073da65c188 req-3ceda64b-3349-4524-886f-26587fe47276 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273906 Nov 25 17:25:06.010233 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62099704-7aa3-4a9f-b271-cf8c7796681a req-a577ce9d-8b0b-49a1-a984-d91d9dba2199 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Made reservation on behalf of 21f728f76092479bbd096847b3caf950 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:25:06.050474 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-62099704-7aa3-4a9f-b271-cf8c7796681a req-a577ce9d-8b0b-49a1-a984-d91d9dba2199 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:06.370006 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-62099704-7aa3-4a9f-b271-cf8c7796681a req-a577ce9d-8b0b-49a1-a984-d91d9dba2199 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Allocated IP 192.168.233.11 (ab4fed0b-9bf1-4925-8765-94da08c5de2a/8793709c-5336-428d-aede-b0b8df1a26b2/e221bd68-47b0-47cf-9238-53c3586557dc) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:25:06.426585 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 25 Nov 2021 17:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3094d937-19f0-4022-9b43-7dd7e41c075c x-openstack-request-id: req-3094d937-19f0-4022-9b43-7dd7e41c075c {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:25:06.427130 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c24082a-187a-4ce8-aeca-b51b3d804c0a", "name": "network-vif-plugged", "status": "completed", "tag": "60631d9b-f36f-4467-ae4b-b4f7dfd5ea53", "code": 200}, {"server_uuid": "6ee9c7a5-2f02-4449-9d61-844487962c25", "name": "network-vif-plugged", "status": "completed", "tag": "7ac9bf24-e012-4a19-972a-4e829b38f7f7", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:25:06.427224 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3094d937-19f0-4022-9b43-7dd7e41c075c {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:25:06.427560 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c24082a-187a-4ce8-aeca-b51b3d804c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60631d9b-f36f-4467-ae4b-b4f7dfd5ea53', 'code': 200} Nov 25 17:25:06.427818 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ee9c7a5-2f02-4449-9d61-844487962c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac9bf24-e012-4a19-972a-4e829b38f7f7', 'code': 200} Nov 25 17:25:06.658982 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-62099704-7aa3-4a9f-b271-cf8c7796681a req-a577ce9d-8b0b-49a1-a984-d91d9dba2199 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:06.704472 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559d019-9df9-4ac5-a8d8-d56c81b4bb2c req-f5297e95-d4eb-4e36-b652-4c773e28a5e9 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:06.706075 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f559d019-9df9-4ac5-a8d8-d56c81b4bb2c req-f5297e95-d4eb-4e36-b652-4c773e28a5e9 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=612e044f-9f78-47ef-9900-2e9ac5a19dce HTTP/1.1" status: 200 len: 945 time: 0.0857763 Nov 25 17:25:06.753044 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-62099704-7aa3-4a9f-b271-cf8c7796681a req-a577ce9d-8b0b-49a1-a984-d91d9dba2199 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:06.766395 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['60631d9b-f36f-4467-ae4b-b4f7dfd5ea53'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:25:06.772101 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['177401c7-487a-4ed8-bc66-2ed80b0bfef7'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:25:06.835055 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f559d019-9df9-4ac5-a8d8-d56c81b4bb2c req-3354e965-d1ab-48f9-bb4a-cf626aa33cbf tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167593 Nov 25 17:25:06.860198 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62099704-7aa3-4a9f-b271-cf8c7796681a req-a577ce9d-8b0b-49a1-a984-d91d9dba2199 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Network ab4fed0b-9bf1-4925-8765-94da08c5de2a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:25:06.861145 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a577ce9d-8b0b-49a1-a984-d91d9dba2199 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Pushing event updated for resources: {'Port': ['ID=e221bd68-47b0-47cf-9238-53c3586557dc,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:06.869408 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-62099704-7aa3-4a9f-b271-cf8c7796681a req-a577ce9d-8b0b-49a1-a984-d91d9dba2199 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:25:06.874405 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-62099704-7aa3-4a9f-b271-cf8c7796681a req-a577ce9d-8b0b-49a1-a984-d91d9dba2199 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:25:06.942360 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a577ce9d-8b0b-49a1-a984-d91d9dba2199 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:06.947173 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a577ce9d-8b0b-49a1-a984-d91d9dba2199 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:06.947627 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a577ce9d-8b0b-49a1-a984-d91d9dba2199 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:06.948147 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a577ce9d-8b0b-49a1-a984-d91d9dba2199 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:06.948600 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a577ce9d-8b0b-49a1-a984-d91d9dba2199 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:06.949061 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a577ce9d-8b0b-49a1-a984-d91d9dba2199 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:06.949432 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a577ce9d-8b0b-49a1-a984-d91d9dba2199 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:06.949854 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a577ce9d-8b0b-49a1-a984-d91d9dba2199 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:06.950256 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a577ce9d-8b0b-49a1-a984-d91d9dba2199 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:06.950681 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a577ce9d-8b0b-49a1-a984-d91d9dba2199 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:06.953327 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a577ce9d-8b0b-49a1-a984-d91d9dba2199 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:06.953755 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a577ce9d-8b0b-49a1-a984-d91d9dba2199 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:07.074454 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62099704-7aa3-4a9f-b271-cf8c7796681a req-a577ce9d-8b0b-49a1-a984-d91d9dba2199 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:07.075172 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-62099704-7aa3-4a9f-b271-cf8c7796681a req-a577ce9d-8b0b-49a1-a984-d91d9dba2199 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:07.117017 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73291a1e-d9dd-483d-a835-7918c48d8e8d req-3816bafe-a42d-44bd-8515-008bbfdf352f tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:07.129639 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-73291a1e-d9dd-483d-a835-7918c48d8e8d req-3816bafe-a42d-44bd-8515-008bbfdf352f tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed373cca-ba66-41ca-a358-72ecc6544906 HTTP/1.1" status: 200 len: 935 time: 0.1682620 Nov 25 17:25:07.161196 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-62099704-7aa3-4a9f-b271-cf8c7796681a req-a577ce9d-8b0b-49a1-a984-d91d9dba2199 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3956759 Nov 25 17:25:07.204542 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-62099704-7aa3-4a9f-b271-cf8c7796681a req-7cd18bb6-6ed0-4fcd-9bde-9720a8cb38c9 service neutron] Request body: {'port': {'device_id': 'ed373cca-ba66-41ca-a358-72ecc6544906', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:07.406194 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-73291a1e-d9dd-483d-a835-7918c48d8e8d req-2386a31e-9585-4f59-822b-7de73f11e022 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751517 Nov 25 17:25:07.406955 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-c324352f-4000-4e7e-92f2-54f221ace668 None None] Provisioning complete for port e221bd68-47b0-47cf-9238-53c3586557dc triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:07.407341 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c324352f-4000-4e7e-92f2-54f221ace668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:07.413682 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-62099704-7aa3-4a9f-b271-cf8c7796681a req-7cd18bb6-6ed0-4fcd-9bde-9720a8cb38c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:07.464570 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-c324352f-4000-4e7e-92f2-54f221ace668 None None] Port e221bd68-47b0-47cf-9238-53c3586557dc cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:25:07.628602 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec934ef0-a13d-4eba-aee8-80fb50018caf req-cfcab557-2eb8-4f8b-aa14-ac73a9d4b793 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:07.637611 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ec934ef0-a13d-4eba-aee8-80fb50018caf req-cfcab557-2eb8-4f8b-aa14-ac73a9d4b793 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=0b019eb1-a039-43b5-966f-fa659895034f HTTP/1.1" status: 200 len: 945 time: 0.1227589 Nov 25 17:25:07.718190 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ec934ef0-a13d-4eba-aee8-80fb50018caf req-4d0a440c-db89-4cae-9362-e69c3cdf5077 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778532 Nov 25 17:25:07.927927 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-62099704-7aa3-4a9f-b271-cf8c7796681a req-7cd18bb6-6ed0-4fcd-9bde-9720a8cb38c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e221bd68-47b0-47cf-9238-53c3586557dc {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:25:07.944080 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-62099704-7aa3-4a9f-b271-cf8c7796681a req-7cd18bb6-6ed0-4fcd-9bde-9720a8cb38c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:07.963219 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-62099704-7aa3-4a9f-b271-cf8c7796681a req-7cd18bb6-6ed0-4fcd-9bde-9720a8cb38c9 service neutron] Transition to ACTIVE for port object e221bd68-47b0-47cf-9238-53c3586557dc will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:25:07.989823 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-62099704-7aa3-4a9f-b271-cf8c7796681a req-7cd18bb6-6ed0-4fcd-9bde-9720a8cb38c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:08.063840 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd18bb6-6ed0-4fcd-9bde-9720a8cb38c9 service neutron] Pushing event updated for resources: {'Port': ['ID=e221bd68-47b0-47cf-9238-53c3586557dc,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:08.252459 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-62099704-7aa3-4a9f-b271-cf8c7796681a req-7cd18bb6-6ed0-4fcd-9bde-9720a8cb38c9 service neutron] Attempting to bind port e221bd68-47b0-47cf-9238-53c3586557dc on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:25:08.260442 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-62099704-7aa3-4a9f-b271-cf8c7796681a req-7cd18bb6-6ed0-4fcd-9bde-9720a8cb38c9 service neutron] Attempting to bind port e221bd68-47b0-47cf-9238-53c3586557dc by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:25:08.260869 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62099704-7aa3-4a9f-b271-cf8c7796681a req-7cd18bb6-6ed0-4fcd-9bde-9720a8cb38c9 service neutron] Attempting to bind port e221bd68-47b0-47cf-9238-53c3586557dc on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:25:08.271160 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62099704-7aa3-4a9f-b271-cf8c7796681a req-7cd18bb6-6ed0-4fcd-9bde-9720a8cb38c9 service neutron] Port e221bd68-47b0-47cf-9238-53c3586557dc on network ab4fed0b-9bf1-4925-8765-94da08c5de2a not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:25:08.271491 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62099704-7aa3-4a9f-b271-cf8c7796681a req-7cd18bb6-6ed0-4fcd-9bde-9720a8cb38c9 service neutron] Attempting to bind port e221bd68-47b0-47cf-9238-53c3586557dc on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:25:08.284869 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62099704-7aa3-4a9f-b271-cf8c7796681a req-7cd18bb6-6ed0-4fcd-9bde-9720a8cb38c9 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:25:08.285212 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62099704-7aa3-4a9f-b271-cf8c7796681a req-7cd18bb6-6ed0-4fcd-9bde-9720a8cb38c9 service neutron] Checking segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:25:08.285603 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62099704-7aa3-4a9f-b271-cf8c7796681a req-7cd18bb6-6ed0-4fcd-9bde-9720a8cb38c9 service neutron] Bound using segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:25:08.286047 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-62099704-7aa3-4a9f-b271-cf8c7796681a req-7cd18bb6-6ed0-4fcd-9bde-9720a8cb38c9 service neutron] Bound port: e221bd68-47b0-47cf-9238-53c3586557dc, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:25:08.290530 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-62099704-7aa3-4a9f-b271-cf8c7796681a req-7cd18bb6-6ed0-4fcd-9bde-9720a8cb38c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:08.468344 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-62099704-7aa3-4a9f-b271-cf8c7796681a req-7cd18bb6-6ed0-4fcd-9bde-9720a8cb38c9 service neutron] For port e221bd68-47b0-47cf-9238-53c3586557dc, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:25:08.472638 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-62099704-7aa3-4a9f-b271-cf8c7796681a req-7cd18bb6-6ed0-4fcd-9bde-9720a8cb38c9 service neutron] For port e221bd68-47b0-47cf-9238-53c3586557dc, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e221bd68-47b0-47cf-9238-53c3586557dc,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:25:08.483308 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-62099704-7aa3-4a9f-b271-cf8c7796681a req-7cd18bb6-6ed0-4fcd-9bde-9720a8cb38c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:08.551498 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62099704-7aa3-4a9f-b271-cf8c7796681a req-7cd18bb6-6ed0-4fcd-9bde-9720a8cb38c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:08.552109 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-62099704-7aa3-4a9f-b271-cf8c7796681a req-7cd18bb6-6ed0-4fcd-9bde-9720a8cb38c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:08.553797 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-62099704-7aa3-4a9f-b271-cf8c7796681a req-7cd18bb6-6ed0-4fcd-9bde-9720a8cb38c9 service neutron] 10.222.0.74 "PUT /v2.0/ports/e221bd68-47b0-47cf-9238-53c3586557dc HTTP/1.1" status: 200 len: 1095 time: 1.3667195 Nov 25 17:25:08.592773 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed373cca-ba66-41ca-a358-72ecc6544906', 'tag': 'e221bd68-47b0-47cf-9238-53c3586557dc'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:25:08.595684 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f3d590-c041-4ace-8ee4-0886daac073f" -d '{"events": [{"name": "network-changed", "server_uuid": "ed373cca-ba66-41ca-a358-72ecc6544906", "tag": "e221bd68-47b0-47cf-9238-53c3586557dc"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:25:08.625366 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd18bb6-6ed0-4fcd-9bde-9720a8cb38c9 service neutron] Pushing event updated for resources: {'Port': ['ID=e221bd68-47b0-47cf-9238-53c3586557dc,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:09.054525 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9716ba55-a6a4-4b8e-84d7-326da164f87a req-44801eb8-4023-4427-9d67-3c079e536976 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:09.065016 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9716ba55-a6a4-4b8e-84d7-326da164f87a req-44801eb8-4023-4427-9d67-3c079e536976 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=612e044f-9f78-47ef-9900-2e9ac5a19dce HTTP/1.1" status: 200 len: 945 time: 0.5058646 Nov 25 17:25:09.089586 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-d45d603b-1980-496f-9df4-d276e80a6dc7 tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:09.091068 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-d45d603b-1980-496f-9df4-d276e80a6dc7 tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=0b019eb1-a039-43b5-966f-fa659895034f&tenant_id=cbebe6cb2b944a35af1ec08d68611682&binding%3Ahost_id=n-h1-817746-1 HTTP/1.1" status: 200 len: 1096 time: 0.5339215 Nov 25 17:25:09.094426 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62099704-7aa3-4a9f-b271-cf8c7796681a req-d6815bef-79e4-435a-9c5a-a7cb1d20d9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:09.095757 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-62099704-7aa3-4a9f-b271-cf8c7796681a req-d6815bef-79e4-435a-9c5a-a7cb1d20d9ae service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=21f728f76092479bbd096847b3caf950&device_id=ed373cca-ba66-41ca-a358-72ecc6544906 HTTP/1.1" status: 200 len: 1098 time: 0.4837174 Nov 25 17:25:09.108328 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-51e24621-877f-414b-9a52-1bee660533b7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817746-1'}}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:09.172054 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-62099704-7aa3-4a9f-b271-cf8c7796681a req-725c0561-f8dd-4157-9717-58ff0876baf9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=e221bd68-47b0-47cf-9238-53c3586557dc HTTP/1.1" status: 200 len: 217 time: 0.0570467 Nov 25 17:25:09.202145 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9716ba55-a6a4-4b8e-84d7-326da164f87a req-f46f3e05-9037-492c-88a1-7a4a142afc4a tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362214 Nov 25 17:25:09.265379 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 36382) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:09.267389 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-51e24621-877f-414b-9a52-1bee660533b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:09.289427 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62099704-7aa3-4a9f-b271-cf8c7796681a req-04f8fc00-9a8e-4708-a810-eecab7edff8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:09.291951 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-62099704-7aa3-4a9f-b271-cf8c7796681a req-04f8fc00-9a8e-4708-a810-eecab7edff8d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.1109517 Nov 25 17:25:09.526620 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62099704-7aa3-4a9f-b271-cf8c7796681a req-c02a9214-6fc2-4842-8f78-2ecf0c9a0e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:09.528386 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-62099704-7aa3-4a9f-b271-cf8c7796681a req-c02a9214-6fc2-4842-8f78-2ecf0c9a0e26 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1928825 Nov 25 17:25:09.538415 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a56a37-29c1-47d4-b790-782b7b86ab0d req-20699760-7373-4e48-bdfd-c3e75ec34969 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:09.548101 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c3a56a37-29c1-47d4-b790-782b7b86ab0d req-20699760-7373-4e48-bdfd-c3e75ec34969 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed373cca-ba66-41ca-a358-72ecc6544906 HTTP/1.1" status: 200 len: 947 time: 0.2006068 Nov 25 17:25:09.638690 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-51e24621-877f-414b-9a52-1bee660533b7 service neutron] For port 4f364e30-1840-4273-9226-3786fd484ad0, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=4f364e30-1840-4273-9226-3786fd484ad0,segment=NetworkSegment(2c22414f-d4c7-43ac-a576-c7b2f18031bf),segment_id=2c22414f-d4c7-43ac-a576-c7b2f18031bf)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:09.730312 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c3a56a37-29c1-47d4-b790-782b7b86ab0d req-c8e8e969-a85d-4917-9328-01530b22dba2 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782596 Nov 25 17:25:09.799229 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-51e24621-877f-414b-9a52-1bee660533b7 service neutron] For port 4f364e30-1840-4273-9226-3786fd484ad0, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:25:09.802715 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-62099704-7aa3-4a9f-b271-cf8c7796681a req-624e6da5-3314-4b57-9f78-4baa17feee3d service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522821 Nov 25 17:25:09.804166 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ba8c0c-3655-4f51-b477-9012566ee2e0 x-openstack-request-id: req-55ba8c0c-3655-4f51-b477-9012566ee2e0 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:25:09.804455 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed373cca-ba66-41ca-a358-72ecc6544906", "tag": "e221bd68-47b0-47cf-9238-53c3586557dc", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:25:09.804817 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-55ba8c0c-3655-4f51-b477-9012566ee2e0 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:25:09.805179 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed373cca-ba66-41ca-a358-72ecc6544906', 'tag': 'e221bd68-47b0-47cf-9238-53c3586557dc', 'status': 'completed', 'code': 200} Nov 25 17:25:10.003339 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-51e24621-877f-414b-9a52-1bee660533b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:10.029026 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-51e24621-877f-414b-9a52-1bee660533b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:10.109659 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabdd5c0-ca84-439f-8ef0-ee4fe093891f req-de054933-4518-43f5-b37e-789324b76ec3 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:10.111931 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eabdd5c0-ca84-439f-8ef0-ee4fe093891f req-de054933-4518-43f5-b37e-789324b76ec3 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.90 "GET /v2.0/ports?device_id=612e044f-9f78-47ef-9900-2e9ac5a19dce HTTP/1.1" status: 200 len: 945 time: 0.2411320 Nov 25 17:25:10.197562 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4c090-9d48-4255-a9dd-f3e7ebf31d70 req-fc837e5f-2f5b-491c-a8f9-b26c4aca9da1 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:10.207314 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1ae4c090-9d48-4255-a9dd-f3e7ebf31d70 req-fc837e5f-2f5b-491c-a8f9-b26c4aca9da1 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=0b019eb1-a039-43b5-966f-fa659895034f HTTP/1.1" status: 200 len: 945 time: 0.3197892 Nov 25 17:25:10.220521 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-62099704-7aa3-4a9f-b271-cf8c7796681a req-8c6c3b41-f844-4f07-aaa5-d796f19dd199 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3948603 Nov 25 17:25:10.244548 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-64b715d8-53c4-4579-8be8-15028db90bde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:10.401889 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-51e24621-877f-414b-9a52-1bee660533b7 service neutron] Attempting to bind port 4f364e30-1840-4273-9226-3786fd484ad0 on host n-h1-817746-1 for vnic_type normal with profile {"migrating_to": "n-h2-817746-1"} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:25:10.402449 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 4f364e30-1840-4273-9226-3786fd484ad0 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:25:10.402834 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-51e24621-877f-414b-9a52-1bee660533b7 service neutron] Attempting to bind port 4f364e30-1840-4273-9226-3786fd484ad0 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '2c22414f-d4c7-43ac-a576-c7b2f18031bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:25:10.402834 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-51e24621-877f-414b-9a52-1bee660533b7 service neutron] Attempting to bind port 4f364e30-1840-4273-9226-3786fd484ad0 on network cdfc7726-be74-4470-a033-195b79623a95 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:25:10.408549 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e24621-877f-414b-9a52-1bee660533b7 service neutron] Pushing event updated for resources: {'Port': ['ID=4f364e30-1840-4273-9226-3786fd484ad0,revision_number=7']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:10.416517 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-51e24621-877f-414b-9a52-1bee660533b7 service neutron] Port 4f364e30-1840-4273-9226-3786fd484ad0 on network cdfc7726-be74-4470-a033-195b79623a95 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:25:10.416893 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-51e24621-877f-414b-9a52-1bee660533b7 service neutron] Attempting to bind port 4f364e30-1840-4273-9226-3786fd484ad0 on network cdfc7726-be74-4470-a033-195b79623a95 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:25:10.440873 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-51e24621-877f-414b-9a52-1bee660533b7 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:25:10.441225 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-51e24621-877f-414b-9a52-1bee660533b7 service neutron] Checking segment: {'id': '2c22414f-d4c7-43ac-a576-c7b2f18031bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:25:10.441617 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-51e24621-877f-414b-9a52-1bee660533b7 service neutron] Bound using segment: {'id': '2c22414f-d4c7-43ac-a576-c7b2f18031bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:25:10.442086 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-51e24621-877f-414b-9a52-1bee660533b7 service neutron] Bound port: 4f364e30-1840-4273-9226-3786fd484ad0, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c22414f-d4c7-43ac-a576-c7b2f18031bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:25:10.442668 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-51e24621-877f-414b-9a52-1bee660533b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:10.493931 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1ae4c090-9d48-4255-a9dd-f3e7ebf31d70 req-6f7b42c6-3225-4ccf-b797-1f457c3b921b tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854826 Nov 25 17:25:10.568571 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3d590-c041-4ace-8ee4-0886daac073f req-bb667393-d3db-4990-a777-058a652643e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:10.571538 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-29f3d590-c041-4ace-8ee4-0886daac073f req-bb667393-d3db-4990-a777-058a652643e4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=21f728f76092479bbd096847b3caf950&device_id=ed373cca-ba66-41ca-a358-72ecc6544906 HTTP/1.1" status: 200 len: 1098 time: 0.2547510 Nov 25 17:25:10.597116 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 4f364e30-1840-4273-9226-3786fd484ad0, host n-h1-817746-1, got binding levels [] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:10.676758 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Attempting to bind port 4f364e30-1840-4273-9226-3786fd484ad0 on host n-h1-817746-1 for vnic_type normal with profile {"migrating_to": "n-h2-817746-1"} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:25:10.677421 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Attempting to bind port 4f364e30-1840-4273-9226-3786fd484ad0 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '2c22414f-d4c7-43ac-a576-c7b2f18031bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:25:10.678198 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Attempting to bind port 4f364e30-1840-4273-9226-3786fd484ad0 on network cdfc7726-be74-4470-a033-195b79623a95 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:25:10.687894 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Port 4f364e30-1840-4273-9226-3786fd484ad0 on network cdfc7726-be74-4470-a033-195b79623a95 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:25:10.688514 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Attempting to bind port 4f364e30-1840-4273-9226-3786fd484ad0 on network cdfc7726-be74-4470-a033-195b79623a95 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:25:10.696015 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:25:10.696639 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Checking segment: {'id': '2c22414f-d4c7-43ac-a576-c7b2f18031bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:25:10.698345 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Bound using segment: {'id': '2c22414f-d4c7-43ac-a576-c7b2f18031bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:25:10.698992 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Bound port: 4f364e30-1840-4273-9226-3786fd484ad0, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c22414f-d4c7-43ac-a576-c7b2f18031bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:25:10.699743 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:10.699942 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-51e24621-877f-414b-9a52-1bee660533b7 service neutron] For port 4f364e30-1840-4273-9226-3786fd484ad0, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:25:10.718733 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-eabdd5c0-ca84-439f-8ef0-ee4fe093891f req-ba8b308d-9f83-4fb3-a858-d179d18226d2 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Deleting port 475788ab-c8d9-418d-88f4-e06f09d7e874 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:25:10.719239 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-eabdd5c0-ca84-439f-8ef0-ee4fe093891f req-ba8b308d-9f83-4fb3-a858-d179d18226d2 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:10.738259 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-51e24621-877f-414b-9a52-1bee660533b7 service neutron] For port 4f364e30-1840-4273-9226-3786fd484ad0, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=4f364e30-1840-4273-9226-3786fd484ad0,segment=NetworkSegment(2c22414f-d4c7-43ac-a576-c7b2f18031bf),segment_id=2c22414f-d4c7-43ac-a576-c7b2f18031bf)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:25:10.751210 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-51e24621-877f-414b-9a52-1bee660533b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:10.826710 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 4f364e30-1840-4273-9226-3786fd484ad0, host n-h1-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:25:10.838757 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.db.api [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 4f364e30-1840-4273-9226-3786fd484ad0-n-h1-817746-1-0 {{(pid=103362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:25:10.839904 n-d-817746-1 neutron-server[103362]: DEBUG oslo_db.api [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:25:10.898000 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3d590-c041-4ace-8ee4-0886daac073f req-a991c6ae-3718-4a92-8a42-4dab4e6926ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:10.900358 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-29f3d590-c041-4ace-8ee4-0886daac073f req-a991c6ae-3718-4a92-8a42-4dab4e6926ce service neutron] 10.222.0.74 "GET /v2.0/networks?id=ab4fed0b-9bf1-4925-8765-94da08c5de2a HTTP/1.1" status: 200 len: 870 time: 0.3206956 Nov 25 17:25:10.917479 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-64b715d8-53c4-4579-8be8-15028db90bde admin admin] Deleting port 63c25c3b-430b-47ee-aaa7-42be03657e58 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:25:10.918786 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-64b715d8-53c4-4579-8be8-15028db90bde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:11.003958 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-eabdd5c0-ca84-439f-8ef0-ee4fe093891f req-ba8b308d-9f83-4fb3-a858-d179d18226d2 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] For port 475788ab-c8d9-418d-88f4-e06f09d7e874, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=475788ab-c8d9-418d-88f4-e06f09d7e874,segment=NetworkSegment(79eee098-6bae-4c42-964f-62f3e7d096e0),segment_id=79eee098-6bae-4c42-964f-62f3e7d096e0)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:11.004385 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-eabdd5c0-ca84-439f-8ef0-ee4fe093891f req-ba8b308d-9f83-4fb3-a858-d179d18226d2 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:11.021787 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-29f3d590-c041-4ace-8ee4-0886daac073f req-07e51a16-edd8-42a3-a1fa-240df0a937bb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=e221bd68-47b0-47cf-9238-53c3586557dc HTTP/1.1" status: 200 len: 217 time: 0.1030562 Nov 25 17:25:11.022534 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e24621-877f-414b-9a52-1bee660533b7 service neutron] Pushing event updated for resources: {'Port': ['ID=4f364e30-1840-4273-9226-3786fd484ad0,revision_number=8']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:11.036191 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-51e24621-877f-414b-9a52-1bee660533b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:11.037318 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-51e24621-877f-414b-9a52-1bee660533b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:11.038935 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-51e24621-877f-414b-9a52-1bee660533b7 service neutron] 10.222.0.90 "PUT /v2.0/ports/4f364e30-1840-4273-9226-3786fd484ad0 HTTP/1.1" status: 200 len: 1121 time: 1.9369555 Nov 25 17:25:11.050672 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-64b715d8-53c4-4579-8be8-15028db90bde admin admin] For port 63c25c3b-430b-47ee-aaa7-42be03657e58, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=63c25c3b-430b-47ee-aaa7-42be03657e58,segment=NetworkSegment(3fff852f-80e0-40ff-afa3-43c8d7810ddd),segment_id=3fff852f-80e0-40ff-afa3-43c8d7810ddd)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:11.051705 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-64b715d8-53c4-4579-8be8-15028db90bde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:11.067643 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-eabdd5c0-ca84-439f-8ef0-ee4fe093891f req-ba8b308d-9f83-4fb3-a858-d179d18226d2 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Calling delete_port for 475788ab-c8d9-418d-88f4-e06f09d7e874 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:25:11.076209 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-64b715d8-53c4-4579-8be8-15028db90bde admin admin] Calling delete_port for 63c25c3b-430b-47ee-aaa7-42be03657e58 owned by network:router_interface {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:25:11.144892 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['4f364e30-1840-4273-9226-3786fd484ad0'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:25:11.191985 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['4f364e30-1840-4273-9226-3786fd484ad0'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:25:11.238910 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2cccf-cef9-4955-9335-949d8496e43e req-17196b50-0b23-4095-8281-72c94185e0ff tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:11.246979 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-12c2cccf-cef9-4955-9335-949d8496e43e req-17196b50-0b23-4095-8281-72c94185e0ff tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=612e044f-9f78-47ef-9900-2e9ac5a19dce HTTP/1.1" status: 200 len: 945 time: 0.3365505 Nov 25 17:25:11.270009 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3d590-c041-4ace-8ee4-0886daac073f req-483e9fbe-5c7a-41c1-9c04-26f545257f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:11.272135 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-29f3d590-c041-4ace-8ee4-0886daac073f req-483e9fbe-5c7a-41c1-9c04-26f545257f0b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.2321346 Nov 25 17:25:11.450852 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Attempting to bind port 4f364e30-1840-4273-9226-3786fd484ad0 on host n-h1-817746-1 for vnic_type normal with profile {"migrating_to": "n-h2-817746-1"} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:25:11.451420 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Attempting to bind port 4f364e30-1840-4273-9226-3786fd484ad0 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '2c22414f-d4c7-43ac-a576-c7b2f18031bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:25:11.451828 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Attempting to bind port 4f364e30-1840-4273-9226-3786fd484ad0 on network cdfc7726-be74-4470-a033-195b79623a95 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:25:11.464503 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-64b715d8-53c4-4579-8be8-15028db90bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:11.473757 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Port 4f364e30-1840-4273-9226-3786fd484ad0 on network cdfc7726-be74-4470-a033-195b79623a95 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:25:11.474271 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Attempting to bind port 4f364e30-1840-4273-9226-3786fd484ad0 on network cdfc7726-be74-4470-a033-195b79623a95 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:25:11.511215 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-12c2cccf-cef9-4955-9335-949d8496e43e req-710e100b-1e96-4e6d-af51-97a5f62e3868 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622423 Nov 25 17:25:11.517140 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b715d8-53c4-4579-8be8-15028db90bde admin admin] Pushing event deleted for resources: {'Port': ['ID=63c25c3b-430b-47ee-aaa7-42be03657e58,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:11.525460 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3d590-c041-4ace-8ee4-0886daac073f req-951fc66a-78fe-4266-b08c-6c3fb9b1d748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:11.530713 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b715d8-53c4-4579-8be8-15028db90bde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:11.531073 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b715d8-53c4-4579-8be8-15028db90bde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:11.531419 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b715d8-53c4-4579-8be8-15028db90bde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:11.531761 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b715d8-53c4-4579-8be8-15028db90bde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:11.532097 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b715d8-53c4-4579-8be8-15028db90bde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:11.532431 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b715d8-53c4-4579-8be8-15028db90bde admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:11.532779 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b715d8-53c4-4579-8be8-15028db90bde admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:11.533118 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b715d8-53c4-4579-8be8-15028db90bde admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:11.533445 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b715d8-53c4-4579-8be8-15028db90bde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:11.533769 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b715d8-53c4-4579-8be8-15028db90bde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:11.534096 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b715d8-53c4-4579-8be8-15028db90bde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:11.534416 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b715d8-53c4-4579-8be8-15028db90bde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:11.541281 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-29f3d590-c041-4ace-8ee4-0886daac073f req-951fc66a-78fe-4266-b08c-6c3fb9b1d748 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2338996 Nov 25 17:25:11.542126 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:25:11.542649 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Checking segment: {'id': '2c22414f-d4c7-43ac-a576-c7b2f18031bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:25:11.543181 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Bound using segment: {'id': '2c22414f-d4c7-43ac-a576-c7b2f18031bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:25:11.544187 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Bound port: 4f364e30-1840-4273-9226-3786fd484ad0, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c22414f-d4c7-43ac-a576-c7b2f18031bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:25:11.545291 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:11.726558 n-d-817746-1 neutron-server[103362]: WARNING neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Concurrent port binding operations failed on port 4f364e30-1840-4273-9226-3786fd484ad0 Nov 25 17:25:11.741559 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 4f364e30-1840-4273-9226-3786fd484ad0, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=4f364e30-1840-4273-9226-3786fd484ad0,segment=NetworkSegment(2c22414f-d4c7-43ac-a576-c7b2f18031bf),segment_id=2c22414f-d4c7-43ac-a576-c7b2f18031bf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:11.774317 n-d-817746-1 neutron-server[103362]: INFO neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Attempt 2 to bind port 4f364e30-1840-4273-9226-3786fd484ad0 Nov 25 17:25:11.775033 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 4f364e30-1840-4273-9226-3786fd484ad0 has no active binding in host n-h2-817746-1 {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 25 17:25:11.895431 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b019eb1-a039-43b5-966f-fa659895034f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f364e30-1840-4273-9226-3786fd484ad0'}, {'name': 'network-changed', 'server_uuid': '0b019eb1-a039-43b5-966f-fa659895034f', 'tag': '4f364e30-1840-4273-9226-3786fd484ad0'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:25:11.901192 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caadf799-4f8b-43c1-b1ec-581e8db06112" -d '{"events": [{"server_uuid": "0b019eb1-a039-43b5-966f-fa659895034f", "name": "network-vif-unplugged", "status": "completed", "tag": "4f364e30-1840-4273-9226-3786fd484ad0"}, {"name": "network-changed", "server_uuid": "0b019eb1-a039-43b5-966f-fa659895034f", "tag": "4f364e30-1840-4273-9226-3786fd484ad0"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:25:11.916589 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-29f3d590-c041-4ace-8ee4-0886daac073f req-eb1bf6f2-ea0e-4cbc-99d7-a57c8cb82f66 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3747435 Nov 25 17:25:11.963278 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-64b715d8-53c4-4579-8be8-15028db90bde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:12.049392 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-eabdd5c0-ca84-439f-8ef0-ee4fe093891f req-ba8b308d-9f83-4fb3-a858-d179d18226d2 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:12.106443 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4dda39-0217-42cc-8725-c6ec37f393fc req-d1864f69-410f-4856-828c-1e7b29de8eea tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:12.114910 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1f4dda39-0217-42cc-8725-c6ec37f393fc req-d1864f69-410f-4856-828c-1e7b29de8eea tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed373cca-ba66-41ca-a358-72ecc6544906 HTTP/1.1" status: 200 len: 947 time: 0.2217321 Nov 25 17:25:12.153831 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8b308d-9f83-4fb3-a858-d179d18226d2 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Pushing event deleted for resources: {'Port': ['ID=475788ab-c8d9-418d-88f4-e06f09d7e874,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:12.188511 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-eabdd5c0-ca84-439f-8ef0-ee4fe093891f req-ba8b308d-9f83-4fb3-a858-d179d18226d2 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] No DVR routers for this DVR port 475788ab-c8d9-418d-88f4-e06f09d7e874 on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:25:12.191238 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-eabdd5c0-ca84-439f-8ef0-ee4fe093891f req-ba8b308d-9f83-4fb3-a858-d179d18226d2 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:12.195559 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eabdd5c0-ca84-439f-8ef0-ee4fe093891f req-ba8b308d-9f83-4fb3-a858-d179d18226d2 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.90 "DELETE /v2.0/ports/475788ab-c8d9-418d-88f4-e06f09d7e874 HTTP/1.1" status: 204 len: 173 time: 2.0490711 Nov 25 17:25:12.247635 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-29f3d590-c041-4ace-8ee4-0886daac073f req-bfd6b1b1-6968-4910-bc0a-548c22a96fdf service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101032 Nov 25 17:25:12.275590 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1f4dda39-0217-42cc-8725-c6ec37f393fc req-2f1aa1ae-f502-4613-9a3e-b58620965abd tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594892 Nov 25 17:25:12.388699 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device e221bd68-47b0-47cf-9238-53c3586557dc details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:25:12.417956 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 475788ab-c8d9-418d-88f4-e06f09d7e874 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:25:12.424625 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b715d8-53c4-4579-8be8-15028db90bde admin admin] Router 36357e6c-b742-4603-98f4-cd2abf28fce8 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:25:12.486054 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b8fad-9200-4bd9-823f-fc09bd59cbb8 req-ec038fb4-a805-4b00-9a65-95e0cfdd2109 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:12.487192 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: 475788ab-c8d9-418d-88f4-e06f09d7e874 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:25:12.487702 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 475788ab-c8d9-418d-88f4-e06f09d7e874 not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:25:12.492474 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-768b8fad-9200-4bd9-823f-fc09bd59cbb8 req-ec038fb4-a805-4b00-9a65-95e0cfdd2109 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=0b019eb1-a039-43b5-966f-fa659895034f HTTP/1.1" status: 200 len: 943 time: 0.1271634 Nov 25 17:25:12.582307 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b715d8-53c4-4579-8be8-15028db90bde admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:25:12.593933 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-768b8fad-9200-4bd9-823f-fc09bd59cbb8 req-bb749988-bfae-4160-82b9-be20d4023004 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935731 Nov 25 17:25:12.601478 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-64b715d8-53c4-4579-8be8-15028db90bde admin admin] 10.222.0.75 "PUT /v2.0/routers/36357e6c-b742-4603-98f4-cd2abf28fce8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3340814 Nov 25 17:25:12.603820 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80ac257-aced-41b6-8c66-974003111067 None None] Sync routers for ids ['36357e6c-b742-4603-98f4-cd2abf28fce8'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:25:12.603963 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 36410) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:12.655585 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80ac257-aced-41b6-8c66-974003111067 None None] Routers {'36357e6c-b742-4603-98f4-cd2abf28fce8'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:25:12.663283 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-c80ac257-aced-41b6-8c66-974003111067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:24:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['36357e6c-b742-4603-98f4-cd2abf28fce8'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:12.781997 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port e221bd68-47b0-47cf-9238-53c3586557dc, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e221bd68-47b0-47cf-9238-53c3586557dc,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:12.796982 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': 'e221bd68-47b0-47cf-9238-53c3586557dc', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'port_id': 'e221bd68-47b0-47cf-9238-53c3586557dc', 'mac_address': 'fa:16:3e:19:da:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8793709c-5336-428d-aede-b0b8df1a26b2', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:25:12.806868 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fa544746-64a5-4564-a060-aaf2783984e4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:13.029318 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 25 Nov 2021 17:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a6ff68-1ff4-4148-82a3-08ca25636050 x-openstack-request-id: req-95a6ff68-1ff4-4148-82a3-08ca25636050 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:25:13.029560 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b019eb1-a039-43b5-966f-fa659895034f", "name": "network-vif-unplugged", "status": "completed", "tag": "4f364e30-1840-4273-9226-3786fd484ad0", "code": 200}, {"name": "network-changed", "server_uuid": "0b019eb1-a039-43b5-966f-fa659895034f", "tag": "4f364e30-1840-4273-9226-3786fd484ad0", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:25:13.031552 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-95a6ff68-1ff4-4148-82a3-08ca25636050 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:25:13.032250 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b019eb1-a039-43b5-966f-fa659895034f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f364e30-1840-4273-9226-3786fd484ad0', 'code': 200} Nov 25 17:25:13.033276 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b019eb1-a039-43b5-966f-fa659895034f', 'tag': '4f364e30-1840-4273-9226-3786fd484ad0', 'status': 'completed', 'code': 200} Nov 25 17:25:13.186237 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:13.230307 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-c80ac257-aced-41b6-8c66-974003111067 None None] Set router 36357e6c-b742-4603-98f4-cd2abf28fce8 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:25:13.234407 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fa544746-64a5-4564-a060-aaf2783984e4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:13.244333 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caadf799-4f8b-43c1-b1ec-581e8db06112 req-a7b35b2c-3287-4bb3-936f-f06a6e45e3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:13.246440 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-caadf799-4f8b-43c1-b1ec-581e8db06112 req-a7b35b2c-3287-4bb3-936f-f06a6e45e3d1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cbebe6cb2b944a35af1ec08d68611682&device_id=0b019eb1-a039-43b5-966f-fa659895034f HTTP/1.1" status: 200 len: 1124 time: 0.2043312 Nov 25 17:25:13.347745 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e221bd68-47b0-47cf-9238-53c3586557dc {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:25:13.396493 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caadf799-4f8b-43c1-b1ec-581e8db06112 req-b9ac4c65-effb-4754-8dc5-2e0bfaea3eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:13.397976 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-caadf799-4f8b-43c1-b1ec-581e8db06112 req-b9ac4c65-effb-4754-8dc5-2e0bfaea3eae service neutron] 10.222.0.74 "GET /v2.0/networks?id=cdfc7726-be74-4470-a033-195b79623a95 HTTP/1.1" status: 200 len: 908 time: 0.1322610 Nov 25 17:25:13.402877 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-fa544746-64a5-4564-a060-aaf2783984e4 admin admin] Deleting port 478c7c2b-ed9a-426a-8f67-4da75dd75ad2 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:25:13.403412 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fa544746-64a5-4564-a060-aaf2783984e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:13.434734 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port e221bd68-47b0-47cf-9238-53c3586557dc, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e221bd68-47b0-47cf-9238-53c3586557dc,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:13.440955 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:13.458218 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-caadf799-4f8b-43c1-b1ec-581e8db06112 req-b0c81b6a-6951-4297-b277-260e14e23ad7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f364e30-1840-4273-9226-3786fd484ad0 HTTP/1.1" status: 200 len: 217 time: 0.0423040 Nov 25 17:25:13.538659 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=e221bd68-47b0-47cf-9238-53c3586557dc,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:13.551816 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caadf799-4f8b-43c1-b1ec-581e8db06112 req-dba1153d-f876-4a98-89f4-50383d28ca80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:13.553284 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-caadf799-4f8b-43c1-b1ec-581e8db06112 req-dba1153d-f876-4a98-89f4-50383d28ca80 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ee1e665a-f297-4067-8b5a-7a7e373f89c9 HTTP/1.1" status: 200 len: 847 time: 0.0661173 Nov 25 17:25:13.566514 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-fa544746-64a5-4564-a060-aaf2783984e4 admin admin] For port 478c7c2b-ed9a-426a-8f67-4da75dd75ad2, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=478c7c2b-ed9a-426a-8f67-4da75dd75ad2,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:13.566889 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fa544746-64a5-4564-a060-aaf2783984e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:13.582481 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-c80ac257-aced-41b6-8c66-974003111067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36357e6c-b742-4603-98f4-cd2abf28fce8', 'name': 'tempest-AttachSCSIVolumeTestJSON-336419122-router', 'tenant_id': 'd740fab26b274afe83ef60f4055511ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '478c7c2b-ed9a-426a-8f67-4da75dd75ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:23:03Z', 'updated_at': '2021-11-25T17:25:11Z', 'revision_number': 5, 'project_id': 'd740fab26b274afe83ef60f4055511ee', 'gw_port': {'id': '478c7c2b-ed9a-426a-8f67-4da75dd75ad2', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:af:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36357e6c-b742-4603-98f4-cd2abf28fce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:05Z', 'updated_at': '2021-11-25T17:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:13.600973 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-fa544746-64a5-4564-a060-aaf2783984e4 admin admin] Calling delete_port for 478c7c2b-ed9a-426a-8f67-4da75dd75ad2 owned by network:router_gateway {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:25:13.604350 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-caadf799-4f8b-43c1-b1ec-581e8db06112 req-73f68e6d-840c-47ae-9663-b3c7b7212f97 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cdfc7726-be74-4470-a033-195b79623a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399723 Nov 25 17:25:13.629374 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80ac257-aced-41b6-8c66-974003111067 None None] Checking router: 36357e6c-b742-4603-98f4-cd2abf28fce8 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:25:13.645722 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80ac257-aced-41b6-8c66-974003111067 None None] Routers {'36357e6c-b742-4603-98f4-cd2abf28fce8'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:25:13.647205 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-c80ac257-aced-41b6-8c66-974003111067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:24:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['36357e6c-b742-4603-98f4-cd2abf28fce8'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:13.804365 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-c80ac257-aced-41b6-8c66-974003111067 None None] Set router 36357e6c-b742-4603-98f4-cd2abf28fce8 gateway port host: None {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:25:13.881180 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-c80ac257-aced-41b6-8c66-974003111067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36357e6c-b742-4603-98f4-cd2abf28fce8', 'name': 'tempest-AttachSCSIVolumeTestJSON-336419122-router', 'tenant_id': 'd740fab26b274afe83ef60f4055511ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:23:03Z', 'updated_at': '2021-11-25T17:25:13Z', 'revision_number': 6, 'project_id': 'd740fab26b274afe83ef60f4055511ee', 'gw_port_host': None}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:13.923372 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['e221bd68-47b0-47cf-9238-53c3586557dc'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:25:13.926297 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80ac257-aced-41b6-8c66-974003111067 None None] The sync data for ids ['36357e6c-b742-4603-98f4-cd2abf28fce8'] in n-d-817746-1 is: [{'id': '36357e6c-b742-4603-98f4-cd2abf28fce8', 'name': 'tempest-AttachSCSIVolumeTestJSON-336419122-router', 'tenant_id': 'd740fab26b274afe83ef60f4055511ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:23:03Z', 'updated_at': '2021-11-25T17:25:13Z', 'revision_number': 6, 'project_id': 'd740fab26b274afe83ef60f4055511ee', 'gw_port_host': None}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:25:14.220974 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-caadf799-4f8b-43c1-b1ec-581e8db06112 req-f91b39f5-db4c-454e-955f-6dde1bc5f74b service neutron] 10.222.0.74 "GET /v2.0/networks/cdfc7726-be74-4470-a033-195b79623a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6059172 Nov 25 17:25:14.376354 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-caadf799-4f8b-43c1-b1ec-581e8db06112 req-8c367d53-529a-4946-96b8-4a481aeeef9c service neutron] 10.222.0.74 "GET /v2.0/networks/cdfc7726-be74-4470-a033-195b79623a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411839 Nov 25 17:25:14.381443 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fa544746-64a5-4564-a060-aaf2783984e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:14.450162 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa544746-64a5-4564-a060-aaf2783984e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=478c7c2b-ed9a-426a-8f67-4da75dd75ad2,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:14.450807 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 63c25c3b-430b-47ee-aaa7-42be03657e58 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:25:14.517039 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fa544746-64a5-4564-a060-aaf2783984e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:14.529295 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 63c25c3b-430b-47ee-aaa7-42be03657e58 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:25:14.529649 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 63c25c3b-430b-47ee-aaa7-42be03657e58 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:25:14.646373 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fa544746-64a5-4564-a060-aaf2783984e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:14.648880 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fa544746-64a5-4564-a060-aaf2783984e4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:14.728765 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fa544746-64a5-4564-a060-aaf2783984e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:14.729351 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa544746-64a5-4564-a060-aaf2783984e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36357e6c-b742-4603-98f4-cd2abf28fce8 {{(pid=103361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:25:14.736077 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fa544746-64a5-4564-a060-aaf2783984e4 admin admin] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:14.739702 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-fa544746-64a5-4564-a060-aaf2783984e4 admin admin] 10.222.0.75 "DELETE /v2.0/routers/36357e6c-b742-4603-98f4-cd2abf28fce8 HTTP/1.1" status: 204 len: 168 time: 2.1316872 Nov 25 17:25:14.740081 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 36432) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:14.802116 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-45ad1485-d226-41f7-836a-93048aea214b admin admin] Deleting subnet a634f65a-fff0-44a1-b3f4-40c65e257420 {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:25:14.811733 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-45ad1485-d226-41f7-836a-93048aea214b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:14.855433 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-45ad1485-d226-41f7-836a-93048aea214b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:15.005696 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-45ad1485-d226-41f7-836a-93048aea214b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:15.048663 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '612e044f-9f78-47ef-9900-2e9ac5a19dce', 'name': 'network-vif-deleted', 'tag': '475788ab-c8d9-418d-88f4-e06f09d7e874'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:25:15.051015 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f54cd5-ddcf-4d2b-b4ec-3ed6f93cc3c8" -d '{"events": [{"server_uuid": "612e044f-9f78-47ef-9900-2e9ac5a19dce", "name": "network-vif-deleted", "tag": "475788ab-c8d9-418d-88f4-e06f09d7e874"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:25:15.098705 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-45ad1485-d226-41f7-836a-93048aea214b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:15.127764 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ad1485-d226-41f7-836a-93048aea214b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a634f65a-fff0-44a1-b3f4-40c65e257420,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:15.135284 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-45ad1485-d226-41f7-836a-93048aea214b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:15.139776 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-45ad1485-d226-41f7-836a-93048aea214b admin admin] 10.222.0.75 "DELETE /v2.0/subnets/a634f65a-fff0-44a1-b3f4-40c65e257420 HTTP/1.1" status: 204 len: 168 time: 0.3980784 Nov 25 17:25:15.143580 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 36438) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:15.146885 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5f31dc-96b0-418f-aa0b-9270106aeaea None None] Network 78e58441-c55e-4f22-94a6-ad1d8b02134a requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:25:15.258749 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1f933c4e-220f-4dc1-8925-71d040655ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:15.382153 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-1f933c4e-220f-4dc1-8925-71d040655ee4 admin admin] Deleting port 69efcd4e-1416-47a5-bd25-a2ee71d2addf {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:25:15.383154 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1f933c4e-220f-4dc1-8925-71d040655ee4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:15.468731 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a6ca18-090e-41d0-baf3-39f92dd34c44 None None] DHCP port deletion for 78e58441-c55e-4f22-94a6-ad1d8b02134a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:25:15.480634 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-1f933c4e-220f-4dc1-8925-71d040655ee4 admin admin] For port 69efcd4e-1416-47a5-bd25-a2ee71d2addf, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=69efcd4e-1416-47a5-bd25-a2ee71d2addf,segment=NetworkSegment(3fff852f-80e0-40ff-afa3-43c8d7810ddd),segment_id=3fff852f-80e0-40ff-afa3-43c8d7810ddd)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:15.481127 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1f933c4e-220f-4dc1-8925-71d040655ee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:15.507851 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-1f933c4e-220f-4dc1-8925-71d040655ee4 admin admin] Calling delete_port for 69efcd4e-1416-47a5-bd25-a2ee71d2addf owned by network:dhcp {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:25:15.565987 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b3a6ca18-090e-41d0-baf3-39f92dd34c44 None None] Deleting port 69efcd4e-1416-47a5-bd25-a2ee71d2addf {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:25:15.566452 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b3a6ca18-090e-41d0-baf3-39f92dd34c44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:15.643413 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1f933c4e-220f-4dc1-8925-71d040655ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:15.679105 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f933c4e-220f-4dc1-8925-71d040655ee4 admin admin] Pushing event deleted for resources: {'Port': ['ID=69efcd4e-1416-47a5-bd25-a2ee71d2addf,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:15.685572 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f933c4e-220f-4dc1-8925-71d040655ee4 admin admin] No DVR routers for this DVR port 69efcd4e-1416-47a5-bd25-a2ee71d2addf on host n-d-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:25:15.690073 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b3a6ca18-090e-41d0-baf3-39f92dd34c44 None None] For port 69efcd4e-1416-47a5-bd25-a2ee71d2addf, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=69efcd4e-1416-47a5-bd25-a2ee71d2addf,segment=NetworkSegment(3fff852f-80e0-40ff-afa3-43c8d7810ddd),segment_id=3fff852f-80e0-40ff-afa3-43c8d7810ddd)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:15.690592 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b3a6ca18-090e-41d0-baf3-39f92dd34c44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:15.714047 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b3a6ca18-090e-41d0-baf3-39f92dd34c44 None None] Calling delete_port for 69efcd4e-1416-47a5-bd25-a2ee71d2addf owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:25:15.809201 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b3a6ca18-090e-41d0-baf3-39f92dd34c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:15.815903 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1f933c4e-220f-4dc1-8925-71d040655ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:15.826076 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a6ca18-090e-41d0-baf3-39f92dd34c44 None None] No DVR routers for this DVR port 69efcd4e-1416-47a5-bd25-a2ee71d2addf on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:25:15.846646 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-1f933c4e-220f-4dc1-8925-71d040655ee4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78e58441-c55e-4f22-94a6-ad1d8b02134a']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:15.847550 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a6ca18-090e-41d0-baf3-39f92dd34c44 None None] Pushing event deleted for resources: {'Port': ['ID=69efcd4e-1416-47a5-bd25-a2ee71d2addf,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:15.863474 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-1f933c4e-220f-4dc1-8925-71d040655ee4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fff852f-80e0-40ff-afa3-43c8d7810ddd') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:15.863786 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-1f933c4e-220f-4dc1-8925-71d040655ee4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fff852f-80e0-40ff-afa3-43c8d7810ddd') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:15.880602 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1f933c4e-220f-4dc1-8925-71d040655ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:15.911088 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1f933c4e-220f-4dc1-8925-71d040655ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:15.921213 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f933c4e-220f-4dc1-8925-71d040655ee4 admin admin] Releasing vlan 930 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:25:15.921626 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1f933c4e-220f-4dc1-8925-71d040655ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:15.924780 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:25:15.924780 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:25:15.924780 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:25:15.924780 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:25:15.924780 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:25:15.924780 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:25:15.924780 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:25:15.924780 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:25:15.924780 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:25:15.924780 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:25:15.924780 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:25:15.924780 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:25:15.924780 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:25:15.924780 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:25:15.924780 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:25:15.924780 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:25:15.924780 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:25:15.924780 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:25:15.924780 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:25:15.924780 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:25:15.924780 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:25:15.924780 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:25:15.924780 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:25:15.924780 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:25:15.924780 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:25:15.924780 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:25:15.924780 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:25:15.924780 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:25:15.924780 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:25:15.924780 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:25:15.924780 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:25:15.924780 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:25:16.006502 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1f933c4e-220f-4dc1-8925-71d040655ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:16.026819 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1f933c4e-220f-4dc1-8925-71d040655ee4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:16.030567 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-1f933c4e-220f-4dc1-8925-71d040655ee4 admin admin] 10.222.0.75 "DELETE /v2.0/networks/78e58441-c55e-4f22-94a6-ad1d8b02134a HTTP/1.1" status: 204 len: 168 time: 0.8855963 Nov 25 17:25:16.033681 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 36444) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:16.071796 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f933c4e-220f-4dc1-8925-71d040655ee4 admin admin] Pushing event deleted for resources: {'Network': ['ID=78e58441-c55e-4f22-94a6-ad1d8b02134a,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:16.417322 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device e221bd68-47b0-47cf-9238-53c3586557dc up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:25:16.466447 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 69efcd4e-1416-47a5-bd25-a2ee71d2addf no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:25:16.520530 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 69efcd4e-1416-47a5-bd25-a2ee71d2addf {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:25:16.520921 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 69efcd4e-1416-47a5-bd25-a2ee71d2addf not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:25:16.522189 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 478c7c2b-ed9a-426a-8f67-4da75dd75ad2 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:25:16.527771 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:16.557198 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 478c7c2b-ed9a-426a-8f67-4da75dd75ad2 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:25:16.557549 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 478c7c2b-ed9a-426a-8f67-4da75dd75ad2 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:25:16.593326 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port e221bd68-47b0-47cf-9238-53c3586557dc completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:25:16.605045 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c8ebf722-38de-4240-aeeb-962114adbf2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:16.608195 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port e221bd68-47b0-47cf-9238-53c3586557dc triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:16.608577 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:16.647797 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:16.721723 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:16.776957 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed373cca-ba66-41ca-a358-72ecc6544906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e221bd68-47b0-47cf-9238-53c3586557dc'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:25:16.784540 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409602f9-2a9a-408e-b23a-750011050fa0" -d '{"events": [{"server_uuid": "ed373cca-ba66-41ca-a358-72ecc6544906", "name": "network-vif-plugged", "status": "completed", "tag": "e221bd68-47b0-47cf-9238-53c3586557dc"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:25:16.819736 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port e221bd68-47b0-47cf-9238-53c3586557dc, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e221bd68-47b0-47cf-9238-53c3586557dc,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:16.826038 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:16.890160 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=e221bd68-47b0-47cf-9238-53c3586557dc,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:17.103005 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-15a79b1c-5444-4704-bb62-a26212864ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:17.103606 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-c8ebf722-38de-4240-aeeb-962114adbf2f admin admin] Deleting port 42ee069c-37a8-4610-be21-ad865e3fe4c9 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:25:17.104260 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c8ebf722-38de-4240-aeeb-962114adbf2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:17.264485 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-c8ebf722-38de-4240-aeeb-962114adbf2f admin admin] For port 42ee069c-37a8-4610-be21-ad865e3fe4c9, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=42ee069c-37a8-4610-be21-ad865e3fe4c9,segment=NetworkSegment(8064ee3f-5159-4186-a6ea-1671c2830392),segment_id=8064ee3f-5159-4186-a6ea-1671c2830392)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:17.265557 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c8ebf722-38de-4240-aeeb-962114adbf2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:17.286528 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-c8ebf722-38de-4240-aeeb-962114adbf2f admin admin] Calling delete_port for 42ee069c-37a8-4610-be21-ad865e3fe4c9 owned by network:router_interface {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:25:17.643118 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c8ebf722-38de-4240-aeeb-962114adbf2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:17.700727 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ebf722-38de-4240-aeeb-962114adbf2f admin admin] Pushing event deleted for resources: {'Port': ['ID=42ee069c-37a8-4610-be21-ad865e3fe4c9,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:17.973298 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c8ebf722-38de-4240-aeeb-962114adbf2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:18.729655 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ebf722-38de-4240-aeeb-962114adbf2f admin admin] Router ef44ea94-ee31-4889-a085-98f699c28e8e has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:25:18.894104 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ebf722-38de-4240-aeeb-962114adbf2f admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:25:18.902456 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c8ebf722-38de-4240-aeeb-962114adbf2f admin admin] 10.222.0.75 "PUT /v2.0/routers/ef44ea94-ee31-4889-a085-98f699c28e8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8665352 Nov 25 17:25:18.904743 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 36454) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:18.909963 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cecb8f-e757-4f41-a23a-d26d4864368d None None] Sync routers for ids ['ef44ea94-ee31-4889-a085-98f699c28e8e'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:25:18.943066 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cecb8f-e757-4f41-a23a-d26d4864368d None None] Routers {'ef44ea94-ee31-4889-a085-98f699c28e8e'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:25:18.943745 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-53cecb8f-e757-4f41-a23a-d26d4864368d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:24:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['ef44ea94-ee31-4889-a085-98f699c28e8e'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:19.054149 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-08ca93cd-d9ea-4fc6-b3dc-b91d4dc36a32 admin admin] Publish callbacks [] for router, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:19.217195 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-53cecb8f-e757-4f41-a23a-d26d4864368d None None] Set router ef44ea94-ee31-4889-a085-98f699c28e8e gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:25:19.222706 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-08ca93cd-d9ea-4fc6-b3dc-b91d4dc36a32 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:19.302027 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-08ca93cd-d9ea-4fc6-b3dc-b91d4dc36a32 admin admin] Deleting port 85f24455-a9ee-4f30-891f-b59505ad122a {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:25:19.302472 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-08ca93cd-d9ea-4fc6-b3dc-b91d4dc36a32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:19.435549 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-35d81624-30af-4de1-8529-9e073c9d756d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:19.464638 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-08ca93cd-d9ea-4fc6-b3dc-b91d4dc36a32 admin admin] For port 85f24455-a9ee-4f30-891f-b59505ad122a, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=85f24455-a9ee-4f30-891f-b59505ad122a,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:19.465630 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-08ca93cd-d9ea-4fc6-b3dc-b91d4dc36a32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:19.480431 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-08ca93cd-d9ea-4fc6-b3dc-b91d4dc36a32 admin admin] Calling delete_port for 85f24455-a9ee-4f30-891f-b59505ad122a owned by network:router_gateway {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:25:19.598101 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-53cecb8f-e757-4f41-a23a-d26d4864368d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef44ea94-ee31-4889-a085-98f699c28e8e', 'name': 'tempest-AttachSCSIVolumeTestJSON-2030188014-router', 'tenant_id': '10c5f4207bb043bca491ae7e622cf7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '85f24455-a9ee-4f30-891f-b59505ad122a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:23:14Z', 'updated_at': '2021-11-25T17:25:17Z', 'revision_number': 5, 'project_id': '10c5f4207bb043bca491ae7e622cf7df', 'gw_port': {'id': '85f24455-a9ee-4f30-891f-b59505ad122a', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:df:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef44ea94-ee31-4889-a085-98f699c28e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:15Z', 'updated_at': '2021-11-25T17:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:19.633660 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cecb8f-e757-4f41-a23a-d26d4864368d None None] Checking router: ef44ea94-ee31-4889-a085-98f699c28e8e for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:25:19.656379 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cecb8f-e757-4f41-a23a-d26d4864368d None None] Routers {'ef44ea94-ee31-4889-a085-98f699c28e8e'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:25:19.657467 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-53cecb8f-e757-4f41-a23a-d26d4864368d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:25:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['ef44ea94-ee31-4889-a085-98f699c28e8e'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:19.790907 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-08ca93cd-d9ea-4fc6-b3dc-b91d4dc36a32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:19.803436 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-53cecb8f-e757-4f41-a23a-d26d4864368d None None] Set router ef44ea94-ee31-4889-a085-98f699c28e8e gateway port host: None {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:25:19.869668 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-53cecb8f-e757-4f41-a23a-d26d4864368d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef44ea94-ee31-4889-a085-98f699c28e8e', 'name': 'tempest-AttachSCSIVolumeTestJSON-2030188014-router', 'tenant_id': '10c5f4207bb043bca491ae7e622cf7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:23:14Z', 'updated_at': '2021-11-25T17:25:19Z', 'revision_number': 6, 'project_id': '10c5f4207bb043bca491ae7e622cf7df', 'gw_port_host': None}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:19.878062 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ca93cd-d9ea-4fc6-b3dc-b91d4dc36a32 admin admin] Pushing event deleted for resources: {'Port': ['ID=85f24455-a9ee-4f30-891f-b59505ad122a,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:19.912724 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cecb8f-e757-4f41-a23a-d26d4864368d None None] The sync data for ids ['ef44ea94-ee31-4889-a085-98f699c28e8e'] in n-d-817746-1 is: [{'id': 'ef44ea94-ee31-4889-a085-98f699c28e8e', 'name': 'tempest-AttachSCSIVolumeTestJSON-2030188014-router', 'tenant_id': '10c5f4207bb043bca491ae7e622cf7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:23:14Z', 'updated_at': '2021-11-25T17:25:19Z', 'revision_number': 6, 'project_id': '10c5f4207bb043bca491ae7e622cf7df', 'gw_port_host': None}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:25:19.996118 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-08ca93cd-d9ea-4fc6-b3dc-b91d4dc36a32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:20.036692 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-e4906c0a-2264-41c7-b38a-afe8420ab2b4 service neutron] 10.222.0.74 "GET /v2.0/ports/4f364e30-1840-4273-9226-3786fd484ad0/bindings/n-h2-817746-1 HTTP/1.1" status: 200 len: 384 time: 0.2071862 Nov 25 17:25:20.201215 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-08ca93cd-d9ea-4fc6-b3dc-b91d4dc36a32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:20.226613 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-08ca93cd-d9ea-4fc6-b3dc-b91d4dc36a32 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:20.416919 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 4f364e30-1840-4273-9226-3786fd484ad0 no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:25:20.419414 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-08ca93cd-d9ea-4fc6-b3dc-b91d4dc36a32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:20.420979 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ca93cd-d9ea-4fc6-b3dc-b91d4dc36a32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef44ea94-ee31-4889-a085-98f699c28e8e {{(pid=103361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:25:20.437264 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-08ca93cd-d9ea-4fc6-b3dc-b91d4dc36a32 admin admin] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:20.438558 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-08ca93cd-d9ea-4fc6-b3dc-b91d4dc36a32 admin admin] 10.222.0.75 "DELETE /v2.0/routers/ef44ea94-ee31-4889-a085-98f699c28e8e HTTP/1.1" status: 204 len: 168 time: 1.5327079 Nov 25 17:25:20.448744 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 36468) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:20.485039 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 42ee069c-37a8-4610-be21-ad865e3fe4c9 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:25:20.490834 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f503a5-619c-4ef3-900c-9698f7070385 req-cb6d4622-1245-4730-8a45-664912b4c3d6 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:20.494387 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b6f503a5-619c-4ef3-900c-9698f7070385 req-cb6d4622-1245-4730-8a45-664912b4c3d6 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed373cca-ba66-41ca-a358-72ecc6544906 HTTP/1.1" status: 200 len: 949 time: 0.3266571 Nov 25 17:25:20.528008 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 42ee069c-37a8-4610-be21-ad865e3fe4c9 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:25:20.528244 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 42ee069c-37a8-4610-be21-ad865e3fe4c9 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:25:20.582662 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67cb271-f4d8-41d2-b522-a9f855928bb4 req-5de01061-d25f-4ee0-bd21-65a3d70a195d tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:20.584216 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d67cb271-f4d8-41d2-b522-a9f855928bb4 req-5de01061-d25f-4ee0-bd21-65a3d70a195d tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/networks?id=db8e4923-28e6-4f74-991c-a4c442934754 HTTP/1.1" status: 200 len: 811 time: 0.4711976 Nov 25 17:25:20.637638 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d67cb271-f4d8-41d2-b522-a9f855928bb4 req-4d5b1c58-949a-4f43-a9b1-a87ec477573d tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/quotas/1ee124f91e0c4280821568ab0453ce28 HTTP/1.1" status: 200 len: 375 time: 0.0405037 Nov 25 17:25:20.706461 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-710c89cf-2860-4219-a7d2-534dfda37ff4 admin admin] Deleting subnet 1451c352-4fad-4c25-88f9-9becbf3e8500 {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:25:20.716008 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d67cb271-f4d8-41d2-b522-a9f855928bb4 req-5ca716fa-9a30-45eb-989e-27e388d472d0 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=1ee124f91e0c4280821568ab0453ce28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431876 Nov 25 17:25:20.725536 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b6f503a5-619c-4ef3-900c-9698f7070385 req-302a2c8d-2352-4801-9378-8fa33c01e6f7 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201958 Nov 25 17:25:20.728043 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-710c89cf-2860-4219-a7d2-534dfda37ff4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:20.730065 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:20.868318 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-710c89cf-2860-4219-a7d2-534dfda37ff4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:20.957585 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-6625cd47-6963-4931-a1b2-7563bdbedc6e service neutron] For port 4f364e30-1840-4273-9226-3786fd484ad0, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=4f364e30-1840-4273-9226-3786fd484ad0,segment=NetworkSegment(2c22414f-d4c7-43ac-a576-c7b2f18031bf),segment_id=2c22414f-d4c7-43ac-a576-c7b2f18031bf)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:21.006199 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4142c5-5fe4-47f8-b395-3f32c8c46a3c req-dfea95e0-556a-4c20-abcf-c19039d5cb5b tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:21.007931 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2d4142c5-5fe4-47f8-b395-3f32c8c46a3c req-dfea95e0-556a-4c20-abcf-c19039d5cb5b tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=0b019eb1-a039-43b5-966f-fa659895034f HTTP/1.1" status: 200 len: 943 time: 0.1719627 Nov 25 17:25:21.068818 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d67cb271-f4d8-41d2-b522-a9f855928bb4 req-c07c7729-209e-42b9-b585-f37a9200355a service neutron] 10.222.0.75 "GET /v2.0/networks/db8e4923-28e6-4f74-991c-a4c442934754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151495 Nov 25 17:25:21.169389 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-6625cd47-6963-4931-a1b2-7563bdbedc6e service neutron] For port 4f364e30-1840-4273-9226-3786fd484ad0, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:25:21.277484 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d67cb271-f4d8-41d2-b522-a9f855928bb4 req-26027473-ba46-4493-bcaa-2871fa2d8add service neutron] 10.222.0.75 "GET /v2.0/networks/db8e4923-28e6-4f74-991c-a4c442934754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075584 Nov 25 17:25:21.283720 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-710c89cf-2860-4219-a7d2-534dfda37ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:21.288119 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-6625cd47-6963-4931-a1b2-7563bdbedc6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f364e30-1840-4273-9226-3786fd484ad0 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:25:21.341546 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2d4142c5-5fe4-47f8-b395-3f32c8c46a3c req-9aa6c879-b8c1-4bc2-92a2-d210e4f0a3fe tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157144 Nov 25 17:25:21.362417 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-6625cd47-6963-4931-a1b2-7563bdbedc6e service neutron] For port 4f364e30-1840-4273-9226-3786fd484ad0, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=4f364e30-1840-4273-9226-3786fd484ad0,segment=NetworkSegment(2c22414f-d4c7-43ac-a576-c7b2f18031bf),segment_id=2c22414f-d4c7-43ac-a576-c7b2f18031bf)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:21.408259 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-6625cd47-6963-4931-a1b2-7563bdbedc6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:21.590465 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa09371-48aa-41e8-855e-e45fed083449 x-openstack-request-id: req-2fa09371-48aa-41e8-855e-e45fed083449 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:25:21.591112 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "612e044f-9f78-47ef-9900-2e9ac5a19dce", "name": "network-vif-deleted", "tag": "475788ab-c8d9-418d-88f4-e06f09d7e874", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:25:21.591577 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2fa09371-48aa-41e8-855e-e45fed083449 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:25:21.592613 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '612e044f-9f78-47ef-9900-2e9ac5a19dce', 'name': 'network-vif-deleted', 'tag': '475788ab-c8d9-418d-88f4-e06f09d7e874', 'status': 'completed', 'code': 200} Nov 25 17:25:21.606598 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-710c89cf-2860-4219-a7d2-534dfda37ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:21.609201 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8b642f-d787-4312-a474-d1d4cf74fdc6 x-openstack-request-id: req-4a8b642f-d787-4312-a474-d1d4cf74fdc6 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:25:21.609638 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed373cca-ba66-41ca-a358-72ecc6544906", "name": "network-vif-plugged", "status": "completed", "tag": "e221bd68-47b0-47cf-9238-53c3586557dc", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:25:21.609732 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4a8b642f-d787-4312-a474-d1d4cf74fdc6 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:25:21.610123 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed373cca-ba66-41ca-a358-72ecc6544906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e221bd68-47b0-47cf-9238-53c3586557dc', 'code': 200} Nov 25 17:25:21.700630 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e139f08a-ae62-486f-bd33-48dc2c5f504f None None] Network 0c971c4a-b9ca-408f-85e2-0cda55c98c07 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:25:21.731111 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710c89cf-2860-4219-a7d2-534dfda37ff4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1451c352-4fad-4c25-88f9-9becbf3e8500,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:21.756390 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d7f85cde-f2a8-49dd-b754-007f0e895bbb req-e9216187-eb59-4994-922c-1994b1d2965e tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a4bf71-df86-45b5-ba21-3d2348a88c91 HTTP/1.1" status: 200 len: 210 time: 0.0531325 Nov 25 17:25:21.773075 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-710c89cf-2860-4219-a7d2-534dfda37ff4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:21.791946 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-710c89cf-2860-4219-a7d2-534dfda37ff4 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/1451c352-4fad-4c25-88f9-9becbf3e8500 HTTP/1.1" status: 204 len: 168 time: 1.3380027 Nov 25 17:25:21.791946 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 36532) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:21.793830 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-6625cd47-6963-4931-a1b2-7563bdbedc6e service neutron] Transition to ACTIVE for port object 4f364e30-1840-4273-9226-3786fd484ad0 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:25:21.806967 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab55ca-0dfd-4a15-8640-7c7a349fc98b req-bb47c42e-8596-46eb-b6f0-674cef71cb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:21.808544 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e5ab55ca-0dfd-4a15-8640-7c7a349fc98b req-bb47c42e-8596-46eb-b6f0-674cef71cb66 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ed373cca-ba66-41ca-a358-72ecc6544906 HTTP/1.1" status: 200 len: 1100 time: 0.1188192 Nov 25 17:25:21.872998 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-6625cd47-6963-4931-a1b2-7563bdbedc6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:21.921202 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e5ab55ca-0dfd-4a15-8640-7c7a349fc98b req-bc9139ea-a29f-4188-837b-9995a3a39feb service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031611 Nov 25 17:25:21.957618 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:21.995945 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6625cd47-6963-4931-a1b2-7563bdbedc6e service neutron] Pushing event updated for resources: {'Port': ['ID=4f364e30-1840-4273-9226-3786fd484ad0,revision_number=10']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:22.117321 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dedba7b-cfae-406a-aafa-1da24685ba49 None None] DHCP port deletion for 0c971c4a-b9ca-408f-85e2-0cda55c98c07 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:25:22.186112 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-8dedba7b-cfae-406a-aafa-1da24685ba49 None None] Deleting port 0388934d-848d-46fa-aed2-7dfdb675a22e {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:25:22.186754 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8dedba7b-cfae-406a-aafa-1da24685ba49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:22.269936 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-8dedba7b-cfae-406a-aafa-1da24685ba49 None None] For port 0388934d-848d-46fa-aed2-7dfdb675a22e, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=0388934d-848d-46fa-aed2-7dfdb675a22e,segment=NetworkSegment(8064ee3f-5159-4186-a6ea-1671c2830392),segment_id=8064ee3f-5159-4186-a6ea-1671c2830392)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:22.270650 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8dedba7b-cfae-406a-aafa-1da24685ba49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:22.287339 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-8dedba7b-cfae-406a-aafa-1da24685ba49 None None] Calling delete_port for 0388934d-848d-46fa-aed2-7dfdb675a22e owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:25:22.380432 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8dedba7b-cfae-406a-aafa-1da24685ba49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:22.417874 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dedba7b-cfae-406a-aafa-1da24685ba49 None None] Pushing event deleted for resources: {'Port': ['ID=0388934d-848d-46fa-aed2-7dfdb675a22e,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:22.422510 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dedba7b-cfae-406a-aafa-1da24685ba49 None None] No DVR routers for this DVR port 0388934d-848d-46fa-aed2-7dfdb675a22e on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:25:22.424793 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-6625cd47-6963-4931-a1b2-7563bdbedc6e service neutron] No DVR routers for this DVR port 4f364e30-1840-4273-9226-3786fd484ad0 on host n-h1-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:25:22.472575 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-6625cd47-6963-4931-a1b2-7563bdbedc6e service neutron] 10.222.0.74 "PUT /v2.0/ports/4f364e30-1840-4273-9226-3786fd484ad0/bindings/n-h2-817746-1/activate HTTP/1.1" status: 200 len: 369 time: 2.3961992 Nov 25 17:25:22.479498 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 0388934d-848d-46fa-aed2-7dfdb675a22e no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:25:22.481159 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b9d7230f-c644-439e-90d2-14e98b9a1ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:22.495795 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d2b5d2-3618-4d43-8b9e-6769b62f0076 req-01c18456-fbc7-4e16-afc7-f1b2d75b6c2a tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:22.501379 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-31d2b5d2-3618-4d43-8b9e-6769b62f0076 req-01c18456-fbc7-4e16-afc7-f1b2d75b6c2a tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ee9c7a5-2f02-4449-9d61-844487962c25 HTTP/1.1" status: 200 len: 951 time: 0.6495466 Nov 25 17:25:22.511914 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 0388934d-848d-46fa-aed2-7dfdb675a22e {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:25:22.512844 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 0388934d-848d-46fa-aed2-7dfdb675a22e not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:25:22.513379 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 85f24455-a9ee-4f30-891f-b59505ad122a no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:25:22.528648 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86105e9-0778-4eda-8ebe-0102cc28d78b req-fb44385b-d1d3-4161-acc3-8dad25111a24 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:22.534950 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 85f24455-a9ee-4f30-891f-b59505ad122a {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:25:22.535374 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 85f24455-a9ee-4f30-891f-b59505ad122a not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:25:22.536459 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b86105e9-0778-4eda-8ebe-0102cc28d78b req-fb44385b-d1d3-4161-acc3-8dad25111a24 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed373cca-ba66-41ca-a358-72ecc6544906 HTTP/1.1" status: 200 len: 949 time: 0.5454373 Nov 25 17:25:22.708707 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-31d2b5d2-3618-4d43-8b9e-6769b62f0076 req-3b68aabb-8548-455e-b6b0-880e6ec0e815 tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] 10.222.0.75 "GET /v2.0/security-groups?id=e8de4d6e-4739-4b88-8e8f-8ab61ac463d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014825 Nov 25 17:25:22.716050 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b86105e9-0778-4eda-8ebe-0102cc28d78b req-6f69764f-dda0-42b7-b6c5-79332afd11ec tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790040 Nov 25 17:25:22.719528 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b9d7230f-c644-439e-90d2-14e98b9a1ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:22.724007 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-6d9351b3-e7a2-411a-94a8-2d1a120c62c1 tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:22.725510 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-6d9351b3-e7a2-411a-94a8-2d1a120c62c1 tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=0b019eb1-a039-43b5-966f-fa659895034f&tenant_id=cbebe6cb2b944a35af1ec08d68611682&binding%3Ahost_id=n-h1-817746-1 HTTP/1.1" status: 200 len: 1095 time: 0.1615088 Nov 25 17:25:22.779594 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-b9d7230f-c644-439e-90d2-14e98b9a1ecf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c971c4a-b9ca-408f-85e2-0cda55c98c07']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:22.794162 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-b9d7230f-c644-439e-90d2-14e98b9a1ecf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8064ee3f-5159-4186-a6ea-1671c2830392') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:22.795906 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-b9d7230f-c644-439e-90d2-14e98b9a1ecf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8064ee3f-5159-4186-a6ea-1671c2830392') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:22.815363 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b9d7230f-c644-439e-90d2-14e98b9a1ecf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:22.851649 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b9d7230f-c644-439e-90d2-14e98b9a1ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:22.860726 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-398d8951-0373-4151-909d-ad494f473510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:22.862217 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-398d8951-0373-4151-909d-ad494f473510 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0b019eb1-a039-43b5-966f-fa659895034f&tenant_id=cbebe6cb2b944a35af1ec08d68611682 HTTP/1.1" status: 200 len: 1095 time: 0.1222985 Nov 25 17:25:22.868030 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9d7230f-c644-439e-90d2-14e98b9a1ecf admin admin] Releasing vlan 940 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:25:22.868441 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b9d7230f-c644-439e-90d2-14e98b9a1ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:22.870987 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:25:22.870987 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:25:22.870987 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:25:22.870987 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:25:22.870987 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:25:22.870987 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:25:22.870987 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:25:22.870987 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:25:22.870987 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:25:22.870987 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:25:22.870987 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:25:22.870987 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:25:22.870987 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:25:22.870987 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:25:22.870987 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:25:22.870987 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:25:22.870987 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:25:22.870987 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:25:22.870987 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:25:22.870987 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:25:22.870987 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:25:22.870987 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:25:22.870987 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:25:22.870987 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:25:22.870987 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:25:22.870987 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:25:22.870987 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:25:22.870987 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:25:22.870987 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:25:22.870987 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:25:22.870987 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:25:22.870987 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:25:22.918261 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:22.959910 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9915944-f26c-4cd1-8f9e-3e0b10e2412a req-13e7b84a-7209-40d4-aa62-30b3d21c8be6 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:22.969984 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e9915944-f26c-4cd1-8f9e-3e0b10e2412a req-13e7b84a-7209-40d4-aa62-30b3d21c8be6 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=0b019eb1-a039-43b5-966f-fa659895034f HTTP/1.1" status: 200 len: 944 time: 0.1813929 Nov 25 17:25:23.091442 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cdf89077-772f-45c3-9da0-9c85a5120419 req-090533a0-6feb-459f-a8ad-500ed5bd226d tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a4bf71-df86-45b5-ba21-3d2348a88c91 HTTP/1.1" status: 200 len: 210 time: 0.1404722 Nov 25 17:25:23.102061 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b9d7230f-c644-439e-90d2-14e98b9a1ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:23.106627 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b9d7230f-c644-439e-90d2-14e98b9a1ecf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:23.113959 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-b9d7230f-c644-439e-90d2-14e98b9a1ecf admin admin] 10.222.0.75 "DELETE /v2.0/networks/0c971c4a-b9ca-408f-85e2-0cda55c98c07 HTTP/1.1" status: 204 len: 168 time: 1.3209894 Nov 25 17:25:23.182025 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7230f-c644-439e-90d2-14e98b9a1ecf admin admin] Pushing event deleted for resources: {'Network': ['ID=0c971c4a-b9ca-408f-85e2-0cda55c98c07,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:23.229419 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-c8922ac8-62a0-465a-8af4-9abd28bea36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:23.231083 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-c8922ac8-62a0-465a-8af4-9abd28bea36f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cbebe6cb2b944a35af1ec08d68611682&device_id=0b019eb1-a039-43b5-966f-fa659895034f HTTP/1.1" status: 200 len: 1095 time: 0.2821243 Nov 25 17:25:23.254824 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e9915944-f26c-4cd1-8f9e-3e0b10e2412a req-7247b0df-d8fd-4e8c-adfe-652f2df3a00e tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483883 Nov 25 17:25:23.344473 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 36558) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:23.353995 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67cb271-f4d8-41d2-b522-a9f855928bb4 req-600114f6-3def-40b6-ab91-2e0553660bea tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:23.355416 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d67cb271-f4d8-41d2-b522-a9f855928bb4 req-600114f6-3def-40b6-ab91-2e0553660bea tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.90 "GET /v2.0/networks?id=db8e4923-28e6-4f74-991c-a4c442934754 HTTP/1.1" status: 200 len: 811 time: 0.3703682 Nov 25 17:25:23.372415 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-d67cb271-f4d8-41d2-b522-a9f855928bb4 req-43ce05b0-2abe-4fed-9da2-bfebd15e2cbe tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Request body: {'port': {'device_id': 'b7a4bf71-df86-45b5-ba21-3d2348a88c91', 'network_id': 'db8e4923-28e6-4f74-991c-a4c442934754', 'admin_state_up': True, 'tenant_id': '1ee124f91e0c4280821568ab0453ce28'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:23.391801 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f6fd935f-f8ac-4f73-9515-cabdacd52791 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d740fab26b274afe83ef60f4055511ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0460594 Nov 25 17:25:23.394343 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 36560) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:23.453024 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7926b084-3839-4da3-851b-71fe59924737 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:23.455917 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-59c6c565-8029-48c5-8578-3067270b00db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:23.457480 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-59c6c565-8029-48c5-8578-3067270b00db service neutron] 10.222.0.90 "GET /v2.0/networks?id=cdfc7726-be74-4470-a033-195b79623a95 HTTP/1.1" status: 200 len: 908 time: 0.2180634 Nov 25 17:25:23.475226 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7926b084-3839-4da3-851b-71fe59924737 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:23.525459 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-47aa8e41-c64a-4c68-94a9-5406bfb172b0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f364e30-1840-4273-9226-3786fd484ad0 HTTP/1.1" status: 200 len: 217 time: 0.0571411 Nov 25 17:25:23.526912 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7926b084-3839-4da3-851b-71fe59924737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:23.530253 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7926b084-3839-4da3-851b-71fe59924737 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:23.534819 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7926b084-3839-4da3-851b-71fe59924737 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7c8a290a-92cf-4150-99ad-d7433d03f734 HTTP/1.1" status: 204 len: 168 time: 0.1391413 Nov 25 17:25:23.546078 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7926b084-3839-4da3-851b-71fe59924737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8a290a-92cf-4150-99ad-d7433d03f734,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:23.589646 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-bfce71e3-f2bc-444e-8f17-fea25257af90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:23.591110 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-bfce71e3-f2bc-444e-8f17-fea25257af90 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ee1e665a-f297-4067-8b5a-7a7e373f89c9 HTTP/1.1" status: 200 len: 847 time: 0.0577066 Nov 25 17:25:23.610913 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d67cb271-f4d8-41d2-b522-a9f855928bb4 req-43ce05b0-2abe-4fed-9da2-bfebd15e2cbe tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Made reservation on behalf of 1ee124f91e0c4280821568ab0453ce28 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:25:23.614361 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d67cb271-f4d8-41d2-b522-a9f855928bb4 req-43ce05b0-2abe-4fed-9da2-bfebd15e2cbe tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:23.638001 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-404f077d-16af-4591-b96a-a64bc384354f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=cdfc7726-be74-4470-a033-195b79623a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372543 Nov 25 17:25:23.828032 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-c58776cf-8d1d-4d3f-971c-c055841e6e95 service neutron] 10.222.0.90 "GET /v2.0/networks/cdfc7726-be74-4470-a033-195b79623a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803198 Nov 25 17:25:23.867513 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-d67cb271-f4d8-41d2-b522-a9f855928bb4 req-43ce05b0-2abe-4fed-9da2-bfebd15e2cbe tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Allocated IP 172.20.0.11 (db8e4923-28e6-4f74-991c-a4c442934754/0ae7cf63-1267-4a12-ac67-5fb672452e57/d967585a-fbbb-44b7-b302-947271afc856) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:25:23.959924 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 36576) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:24.027148 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-015fc7c9-5c32-4fa8-bdfc-257333e768fd admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=10c5f4207bb043bca491ae7e622cf7df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0641119 Nov 25 17:25:24.029692 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 36578) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:24.056522 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360153db-cd27-4263-ae60-26f08d695ae3 req-d18bf39e-b092-45c2-9f5b-8a254fa92594 tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:24.058172 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-360153db-cd27-4263-ae60-26f08d695ae3 req-d18bf39e-b092-45c2-9f5b-8a254fa92594 tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ee9c7a5-2f02-4449-9d61-844487962c25 HTTP/1.1" status: 200 len: 951 time: 0.2123241 Nov 25 17:25:24.089386 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-53ba4dd9-dc28-4c4a-b7fa-19693d11bdfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:24.107828 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673d2ff-c67a-49e2-99cb-5df7c24c0b35 req-c90a710c-2450-4b88-b780-418284a206d2 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:24.109933 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2673d2ff-c67a-49e2-99cb-5df7c24c0b35 req-c90a710c-2450-4b88-b780-418284a206d2 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed373cca-ba66-41ca-a358-72ecc6544906 HTTP/1.1" status: 200 len: 949 time: 0.2248051 Nov 25 17:25:24.113768 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-53ba4dd9-dc28-4c4a-b7fa-19693d11bdfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:24.127880 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-1632c300-0bf3-47e7-91f1-0b96a4a28cbb service neutron] 10.222.0.90 "GET /v2.0/networks/cdfc7726-be74-4470-a033-195b79623a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904217 Nov 25 17:25:24.177908 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-53ba4dd9-dc28-4c4a-b7fa-19693d11bdfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:24.183069 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-53ba4dd9-dc28-4c4a-b7fa-19693d11bdfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:24.184797 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-53ba4dd9-dc28-4c4a-b7fa-19693d11bdfb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/97a9c12d-374e-4d2c-a96d-7bbf3507bb33 HTTP/1.1" status: 204 len: 168 time: 0.1536705 Nov 25 17:25:24.207079 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ba4dd9-dc28-4c4a-b7fa-19693d11bdfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a9c12d-374e-4d2c-a96d-7bbf3507bb33,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:24.255955 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-360153db-cd27-4263-ae60-26f08d695ae3 req-1d11edc3-cce2-4252-abc3-6f2829f31ca1 tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] 10.222.0.75 "GET /v2.0/security-groups?id=e8de4d6e-4739-4b88-8e8f-8ab61ac463d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885254 Nov 25 17:25:24.295870 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2673d2ff-c67a-49e2-99cb-5df7c24c0b35 req-e38823c0-71ad-476e-986b-8e95d174dbd9 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767750 Nov 25 17:25:24.333283 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d67cb271-f4d8-41d2-b522-a9f855928bb4 req-43ce05b0-2abe-4fed-9da2-bfebd15e2cbe tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:24.424163 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d67cb271-f4d8-41d2-b522-a9f855928bb4 req-43ce05b0-2abe-4fed-9da2-bfebd15e2cbe tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:24.580380 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d67cb271-f4d8-41d2-b522-a9f855928bb4 req-43ce05b0-2abe-4fed-9da2-bfebd15e2cbe tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Network db8e4923-28e6-4f74-991c-a4c442934754 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:25:24.587217 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce05b0-2abe-4fed-9da2-bfebd15e2cbe tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Pushing event updated for resources: {'Port': ['ID=d967585a-fbbb-44b7-b302-947271afc856,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:24.621886 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-d67cb271-f4d8-41d2-b522-a9f855928bb4 req-43ce05b0-2abe-4fed-9da2-bfebd15e2cbe tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:25:24.630724 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-d67cb271-f4d8-41d2-b522-a9f855928bb4 req-43ce05b0-2abe-4fed-9da2-bfebd15e2cbe tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:25:24.696016 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-790b6539-89c6-457e-8eee-469f0c7c184e tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:24.697744 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-790b6539-89c6-457e-8eee-469f0c7c184e tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=0b019eb1-a039-43b5-966f-fa659895034f&tenant_id=cbebe6cb2b944a35af1ec08d68611682&binding%3Ahost_id=n-h2-817746-1 HTTP/1.1" status: 200 len: 1095 time: 0.2572782 Nov 25 17:25:24.711620 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcbfa4a-7751-4c49-9008-2aa9014f894d req-40232a78-6182-4ddc-a366-26c344d688a1 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:24.713320 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8dcbfa4a-7751-4c49-9008-2aa9014f894d req-40232a78-6182-4ddc-a366-26c344d688a1 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=0b019eb1-a039-43b5-966f-fa659895034f HTTP/1.1" status: 200 len: 944 time: 0.1834276 Nov 25 17:25:24.721155 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b7327-31c3-465f-afbd-0e8a342c2ed2 req-5c5b1ae7-7118-460f-88a9-21c197ea8b9b tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:24.722693 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-923b7327-31c3-465f-afbd-0e8a342c2ed2 req-5c5b1ae7-7118-460f-88a9-21c197ea8b9b tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a4bf71-df86-45b5-ba21-3d2348a88c91 HTTP/1.1" status: 200 len: 932 time: 0.1917262 Nov 25 17:25:24.739960 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67cb271-f4d8-41d2-b522-a9f855928bb4 req-43ce05b0-2abe-4fed-9da2-bfebd15e2cbe tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:24.740709 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d67cb271-f4d8-41d2-b522-a9f855928bb4 req-43ce05b0-2abe-4fed-9da2-bfebd15e2cbe tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:24.821893 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d67cb271-f4d8-41d2-b522-a9f855928bb4 req-43ce05b0-2abe-4fed-9da2-bfebd15e2cbe tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4540794 Nov 25 17:25:24.840164 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-d67cb271-f4d8-41d2-b522-a9f855928bb4 req-413d436a-665e-4070-a887-e7f6c135e42f service neutron] Request body: {'port': {'device_id': 'b7a4bf71-df86-45b5-ba21-3d2348a88c91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:24.941607 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-923b7327-31c3-465f-afbd-0e8a342c2ed2 req-df379f5d-a5b1-4c4f-84f0-f405a2faba67 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077363 Nov 25 17:25:24.970087 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8dcbfa4a-7751-4c49-9008-2aa9014f894d req-ecb29ce6-4e4b-4303-931b-cae4b6bc7360 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415841 Nov 25 17:25:24.998776 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d67cb271-f4d8-41d2-b522-a9f855928bb4 req-413d436a-665e-4070-a887-e7f6c135e42f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:25.136402 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-9985e2c5-5629-4cf2-a9f1-6ef2436a7da6 service neutron] For port 4f364e30-1840-4273-9226-3786fd484ad0, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:25:25.144987 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-9985e2c5-5629-4cf2-a9f1-6ef2436a7da6 service neutron] Publish callbacks [] for binding, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:25.146364 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-10bcb7a2-04e8-4886-b8f3-70f052f9202f req-9985e2c5-5629-4cf2-a9f1-6ef2436a7da6 service neutron] 10.222.0.90 "DELETE /v2.0/ports/4f364e30-1840-4273-9226-3786fd484ad0/bindings/n-h1-817746-1 HTTP/1.1" status: 204 len: 173 time: 0.4226532 Nov 25 17:25:25.186325 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 36618) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:25.249968 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a32a7-2e3d-456c-b7cf-cb4ab32f497f req-026454fc-0d34-4ff9-9fd2-b61ea3085510 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:25.251959 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-521a32a7-2e3d-456c-b7cf-cb4ab32f497f req-026454fc-0d34-4ff9-9fd2-b61ea3085510 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed373cca-ba66-41ca-a358-72ecc6544906 HTTP/1.1" status: 200 len: 949 time: 0.1979830 Nov 25 17:25:25.357800 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-3ee4897e-59eb-433c-b653-268486e2d9af admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1110007892-network', 'tenant_id': '1577942fcbbc46c9844f7ac1e01d78fc'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:25.384053 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee4897e-59eb-433c-b653-268486e2d9af admin admin] Made reservation on behalf of 1577942fcbbc46c9844f7ac1e01d78fc for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:25:25.387444 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3ee4897e-59eb-433c-b653-268486e2d9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:25.401728 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3ee4897e-59eb-433c-b653-268486e2d9af admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:25.402560 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-521a32a7-2e3d-456c-b7cf-cb4ab32f497f req-9b71c177-0a91-4853-9d75-bc33ee53a914 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295021 Nov 25 17:25:25.532408 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3ee4897e-59eb-433c-b653-268486e2d9af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:25.549862 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3ee4897e-59eb-433c-b653-268486e2d9af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:25.566527 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ee4897e-59eb-433c-b653-268486e2d9af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 919} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:25:25.578641 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3ee4897e-59eb-433c-b653-268486e2d9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:25.579228 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-3ee4897e-59eb-433c-b653-268486e2d9af admin admin] Added segment 5821ea95-d79d-4e11-b20c-c268a04feea4 of type vlan for network 9a0cd15f-b02d-4bbf-9256-1dfad1106162 Nov 25 17:25:25.635365 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-d67cb271-f4d8-41d2-b522-a9f855928bb4 req-413d436a-665e-4070-a887-e7f6c135e42f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d967585a-fbbb-44b7-b302-947271afc856 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:25:25.660789 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3ee4897e-59eb-433c-b653-268486e2d9af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:25.661506 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d67cb271-f4d8-41d2-b522-a9f855928bb4 req-413d436a-665e-4070-a887-e7f6c135e42f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:25.685457 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-d67cb271-f4d8-41d2-b522-a9f855928bb4 req-413d436a-665e-4070-a887-e7f6c135e42f service neutron] Transition to ACTIVE for port object d967585a-fbbb-44b7-b302-947271afc856 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:25:25.705556 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d67cb271-f4d8-41d2-b522-a9f855928bb4 req-413d436a-665e-4070-a887-e7f6c135e42f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:25.736007 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3ee4897e-59eb-433c-b653-268486e2d9af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:25.750612 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee4897e-59eb-433c-b653-268486e2d9af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:25.755461 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3ee4897e-59eb-433c-b653-268486e2d9af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:25.796344 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3ee4897e-59eb-433c-b653-268486e2d9af admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.6098685 Nov 25 17:25:25.811393 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 36662) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:25.815673 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee4897e-59eb-433c-b653-268486e2d9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344a8bc9-d5b6-4861-8e5a-cac035a52b8f,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:25.834550 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-bcbeb7a2-4e23-4f7b-88cd-5f182cdb6de0 admin admin] Request body: {'subnet': {'network_id': '9a0cd15f-b02d-4bbf-9256-1dfad1106162', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1110007892-subnet', 'tenant_id': '1577942fcbbc46c9844f7ac1e01d78fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:25.881502 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee4897e-59eb-433c-b653-268486e2d9af admin admin] Pushing event updated for resources: {'Network': ['ID=9a0cd15f-b02d-4bbf-9256-1dfad1106162,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:25.885629 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413d436a-665e-4070-a887-e7f6c135e42f service neutron] Pushing event updated for resources: {'Port': ['ID=d967585a-fbbb-44b7-b302-947271afc856,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:25.890305 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcbeb7a2-4e23-4f7b-88cd-5f182cdb6de0 admin admin] Made reservation on behalf of 1577942fcbbc46c9844f7ac1e01d78fc for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:25:25.893296 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bcbeb7a2-4e23-4f7b-88cd-5f182cdb6de0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:25.895371 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 9a0cd15f-b02d-4bbf-9256-1dfad1106162 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:25:25.946767 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43311ab1-6096-48b3-9044-85c9ec1c568a req-b20f17e0-842b-4e9b-bd89-ac88494e0511 tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:25.948985 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-43311ab1-6096-48b3-9044-85c9ec1c568a req-b20f17e0-842b-4e9b-bd89-ac88494e0511 tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=0b019eb1-a039-43b5-966f-fa659895034f HTTP/1.1" status: 200 len: 1095 time: 0.1773810 Nov 25 17:25:26.168274 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-43311ab1-6096-48b3-9044-85c9ec1c568a req-e60d79b7-dcc4-448b-97cc-2fca697ffae6 tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101603 Nov 25 17:25:26.232645 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-d67cb271-f4d8-41d2-b522-a9f855928bb4 req-413d436a-665e-4070-a887-e7f6c135e42f service neutron] Attempting to bind port d967585a-fbbb-44b7-b302-947271afc856 on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:25:26.233023 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-d67cb271-f4d8-41d2-b522-a9f855928bb4 req-413d436a-665e-4070-a887-e7f6c135e42f service neutron] Attempting to bind port d967585a-fbbb-44b7-b302-947271afc856 by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '79eee098-6bae-4c42-964f-62f3e7d096e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'db8e4923-28e6-4f74-991c-a4c442934754'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:25:26.233385 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67cb271-f4d8-41d2-b522-a9f855928bb4 req-413d436a-665e-4070-a887-e7f6c135e42f service neutron] Attempting to bind port d967585a-fbbb-44b7-b302-947271afc856 on network db8e4923-28e6-4f74-991c-a4c442934754 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:25:26.277703 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67cb271-f4d8-41d2-b522-a9f855928bb4 req-413d436a-665e-4070-a887-e7f6c135e42f service neutron] Port d967585a-fbbb-44b7-b302-947271afc856 on network db8e4923-28e6-4f74-991c-a4c442934754 not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:25:26.278060 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67cb271-f4d8-41d2-b522-a9f855928bb4 req-413d436a-665e-4070-a887-e7f6c135e42f service neutron] Attempting to bind port d967585a-fbbb-44b7-b302-947271afc856 on network db8e4923-28e6-4f74-991c-a4c442934754 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:25:26.301210 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67cb271-f4d8-41d2-b522-a9f855928bb4 req-413d436a-665e-4070-a887-e7f6c135e42f service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:25:26.301556 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67cb271-f4d8-41d2-b522-a9f855928bb4 req-413d436a-665e-4070-a887-e7f6c135e42f service neutron] Checking segment: {'id': '79eee098-6bae-4c42-964f-62f3e7d096e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'db8e4923-28e6-4f74-991c-a4c442934754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:25:26.302204 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67cb271-f4d8-41d2-b522-a9f855928bb4 req-413d436a-665e-4070-a887-e7f6c135e42f service neutron] Bound using segment: {'id': '79eee098-6bae-4c42-964f-62f3e7d096e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'db8e4923-28e6-4f74-991c-a4c442934754'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:25:26.302904 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-d67cb271-f4d8-41d2-b522-a9f855928bb4 req-413d436a-665e-4070-a887-e7f6c135e42f service neutron] Bound port: d967585a-fbbb-44b7-b302-947271afc856, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79eee098-6bae-4c42-964f-62f3e7d096e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'db8e4923-28e6-4f74-991c-a4c442934754'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:25:26.303286 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d67cb271-f4d8-41d2-b522-a9f855928bb4 req-413d436a-665e-4070-a887-e7f6c135e42f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:26.331384 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc3f02-ca91-4bf5-a683-924eb46d2bf2 req-53afa597-053a-4ce9-9bf8-1af75513319a tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:26.333056 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-67dc3f02-ca91-4bf5-a683-924eb46d2bf2 req-53afa597-053a-4ce9-9bf8-1af75513319a tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a4bf71-df86-45b5-ba21-3d2348a88c91 HTTP/1.1" status: 200 len: 944 time: 0.2085037 Nov 25 17:25:26.391022 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [req-8ccfab98-0d98-4efa-a1c0-5d2d25cb18c4 req-bec5ad01-07cb-4ac3-b1ea-940fbd7c39f1 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:25:26.392120 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8ccfab98-0d98-4efa-a1c0-5d2d25cb18c4 req-bec5ad01-07cb-4ac3-b1ea-940fbd7c39f1 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083566 Nov 25 17:25:26.450026 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bcbeb7a2-4e23-4f7b-88cd-5f182cdb6de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:26.484035 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 7ac9bf24-e012-4a19-972a-4e829b38f7f7 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:25:26.498691 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-d67cb271-f4d8-41d2-b522-a9f855928bb4 req-413d436a-665e-4070-a887-e7f6c135e42f service neutron] For port d967585a-fbbb-44b7-b302-947271afc856, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:25:26.526563 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-d67cb271-f4d8-41d2-b522-a9f855928bb4 req-413d436a-665e-4070-a887-e7f6c135e42f service neutron] For port d967585a-fbbb-44b7-b302-947271afc856, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=d967585a-fbbb-44b7-b302-947271afc856,segment=NetworkSegment(79eee098-6bae-4c42-964f-62f3e7d096e0),segment_id=79eee098-6bae-4c42-964f-62f3e7d096e0)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:25:26.545370 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d67cb271-f4d8-41d2-b522-a9f855928bb4 req-413d436a-665e-4070-a887-e7f6c135e42f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:26.562911 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-67dc3f02-ca91-4bf5-a683-924eb46d2bf2 req-908e1858-25e3-410d-b8d5-e1fb5c959301 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997766 Nov 25 17:25:26.625926 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:26.653401 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbeb7a2-4e23-4f7b-88cd-5f182cdb6de0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c3fbc77-61ac-402a-bd6d-e47b40ff908e,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:26.684065 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ee9c7a5-2f02-4449-9d61-844487962c25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ac9bf24-e012-4a19-972a-4e829b38f7f7'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:25:26.687119 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7706297a-d7b2-400c-a98c-0ef50ad89187" -d '{"events": [{"server_uuid": "6ee9c7a5-2f02-4449-9d61-844487962c25", "name": "network-vif-unplugged", "status": "completed", "tag": "7ac9bf24-e012-4a19-972a-4e829b38f7f7"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:25:26.714894 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 7ac9bf24-e012-4a19-972a-4e829b38f7f7, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=7ac9bf24-e012-4a19-972a-4e829b38f7f7,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:26.723451 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:26.731509 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-fdb79f61-4d2a-4891-9c78-4e66559bf103 req-f4a431ea-fd45-43a8-8c31-dd1542409db1 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ed373cca-ba66-41ca-a358-72ecc6544906&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0668080 Nov 25 17:25:26.732596 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67cb271-f4d8-41d2-b522-a9f855928bb4 req-413d436a-665e-4070-a887-e7f6c135e42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:26.733377 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d67cb271-f4d8-41d2-b522-a9f855928bb4 req-413d436a-665e-4070-a887-e7f6c135e42f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:26.734993 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d67cb271-f4d8-41d2-b522-a9f855928bb4 req-413d436a-665e-4070-a887-e7f6c135e42f service neutron] 10.222.0.90 "PUT /v2.0/ports/d967585a-fbbb-44b7-b302-947271afc856 HTTP/1.1" status: 200 len: 1092 time: 1.9029641 Nov 25 17:25:26.737598 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7a4bf71-df86-45b5-ba21-3d2348a88c91', 'tag': 'd967585a-fbbb-44b7-b302-947271afc856'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:25:26.740858 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628cbd58-46cf-4afa-bbd6-eaca165a0af3" -d '{"events": [{"name": "network-changed", "server_uuid": "b7a4bf71-df86-45b5-ba21-3d2348a88c91", "tag": "d967585a-fbbb-44b7-b302-947271afc856"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:25:26.776689 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbeb7a2-4e23-4f7b-88cd-5f182cdb6de0 admin admin] Checking segment: {'id': '5821ea95-d79d-4e11-b20c-c268a04feea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '9a0cd15f-b02d-4bbf-9256-1dfad1106162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:25:26.777078 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbeb7a2-4e23-4f7b-88cd-5f182cdb6de0 admin admin] Network hostable DHCP agents. Network: 9a0cd15f-b02d-4bbf-9256-1dfad1106162, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:25:26.785802 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413d436a-665e-4070-a887-e7f6c135e42f service neutron] Pushing event updated for resources: {'Port': ['ID=d967585a-fbbb-44b7-b302-947271afc856,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:26.814817 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258fe4b6-494e-4bd0-a8fc-ce91b43ed674 req-fa9e848e-4b9b-49eb-aa54-5424c6ae69c1 tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:26.825026 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-258fe4b6-494e-4bd0-a8fc-ce91b43ed674 req-fa9e848e-4b9b-49eb-aa54-5424c6ae69c1 tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=0b019eb1-a039-43b5-966f-fa659895034f HTTP/1.1" status: 200 len: 1095 time: 0.1353841 Nov 25 17:25:26.845403 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbeb7a2-4e23-4f7b-88cd-5f182cdb6de0 admin admin] Network 9a0cd15f-b02d-4bbf-9256-1dfad1106162 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:25:26.889146 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=7ac9bf24-e012-4a19-972a-4e829b38f7f7,revision_number=11']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:26.900750 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-bcbeb7a2-4e23-4f7b-88cd-5f182cdb6de0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 9a0cd15f-b02d-4bbf-9256-1dfad1106162) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:25:26.912278 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbeb7a2-4e23-4f7b-88cd-5f182cdb6de0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:26.912915 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bcbeb7a2-4e23-4f7b-88cd-5f182cdb6de0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:26.960378 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04314846-a5ee-4850-b8d9-b40f7d503d92 None None] Network 9a0cd15f-b02d-4bbf-9256-1dfad1106162 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:25:26.962388 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-258fe4b6-494e-4bd0-a8fc-ce91b43ed674 req-fa289b08-7e7a-454b-a9f4-0fc3cf4b3993 tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294072 Nov 25 17:25:26.967046 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67cb271-f4d8-41d2-b522-a9f855928bb4 req-4125d4db-03c9-4bde-b118-1a481832d1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:26.968658 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d67cb271-f4d8-41d2-b522-a9f855928bb4 req-4125d4db-03c9-4bde-b118-1a481832d1ff service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1ee124f91e0c4280821568ab0453ce28&device_id=b7a4bf71-df86-45b5-ba21-3d2348a88c91 HTTP/1.1" status: 200 len: 1095 time: 0.1414566 Nov 25 17:25:26.982496 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-bcbeb7a2-4e23-4f7b-88cd-5f182cdb6de0 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1626196 Nov 25 17:25:26.985289 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 36698) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:26.994087 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-1f2b99e0-7431-4bdd-aa52-75afd553e076 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1110007892-router', 'tenant_id': '1577942fcbbc46c9844f7ac1e01d78fc', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:27.098300 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1f2b99e0-7431-4bdd-aa52-75afd553e076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:27.099030 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d67cb271-f4d8-41d2-b522-a9f855928bb4 req-77d80adf-8985-4d5b-97e0-1730a388b681 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d967585a-fbbb-44b7-b302-947271afc856 HTTP/1.1" status: 200 len: 217 time: 0.1152740 Nov 25 17:25:27.104611 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1f2b99e0-7431-4bdd-aa52-75afd553e076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:27.223553 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1f2b99e0-7431-4bdd-aa52-75afd553e076 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:27.269754 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61654ab-0b37-46eb-8590-6b52376e27c4 x-openstack-request-id: req-b61654ab-0b37-46eb-8590-6b52376e27c4 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:25:27.270449 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7a4bf71-df86-45b5-ba21-3d2348a88c91", "tag": "d967585a-fbbb-44b7-b302-947271afc856", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:25:27.270890 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b61654ab-0b37-46eb-8590-6b52376e27c4 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:25:27.271541 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7a4bf71-df86-45b5-ba21-3d2348a88c91', 'tag': 'd967585a-fbbb-44b7-b302-947271afc856', 'status': 'completed', 'code': 200} Nov 25 17:25:27.282092 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67cb271-f4d8-41d2-b522-a9f855928bb4 req-bacdff1e-b41d-440e-9b77-bcfd1c4db4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:27.284738 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d67cb271-f4d8-41d2-b522-a9f855928bb4 req-bacdff1e-b41d-440e-9b77-bcfd1c4db4ad service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0ae7cf63-1267-4a12-ac67-5fb672452e57 HTTP/1.1" status: 200 len: 851 time: 0.1558893 Nov 25 17:25:27.303829 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed870e2a-d216-499f-8f5b-9a8bc35bbf50 x-openstack-request-id: req-ed870e2a-d216-499f-8f5b-9a8bc35bbf50 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:25:27.304144 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ee9c7a5-2f02-4449-9d61-844487962c25", "name": "network-vif-unplugged", "status": "completed", "tag": "7ac9bf24-e012-4a19-972a-4e829b38f7f7", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:25:27.305578 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ed870e2a-d216-499f-8f5b-9a8bc35bbf50 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:25:27.306240 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ee9c7a5-2f02-4449-9d61-844487962c25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ac9bf24-e012-4a19-972a-4e829b38f7f7', 'code': 200} Nov 25 17:25:27.333417 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a613996-2d0c-4b4b-ba74-8100db77275e req-2832cc89-6e37-49f6-a669-0ac48043d664 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:27.335746 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4a613996-2d0c-4b4b-ba74-8100db77275e req-2832cc89-6e37-49f6-a669-0ac48043d664 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed373cca-ba66-41ca-a358-72ecc6544906 HTTP/1.1" status: 200 len: 949 time: 0.2383516 Nov 25 17:25:27.402347 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5a021d-cbc8-4e2e-9aef-83e2e0f333eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-9a0cd15f-b02d-4bbf-9256-1dfad1106162', 'network_id': '9a0cd15f-b02d-4bbf-9256-1dfad1106162', 'tenant_id': '1577942fcbbc46c9844f7ac1e01d78fc', 'fixed_ips': [{'subnet_id': '1c3fbc77-61ac-402a-bd6d-e47b40ff908e'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:25:27.405301 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4f5a021d-cbc8-4e2e-9aef-83e2e0f333eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:27.427186 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1f2b99e0-7431-4bdd-aa52-75afd553e076 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:27.580858 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-4f5a021d-cbc8-4e2e-9aef-83e2e0f333eb None None] Allocated IP 172.20.0.2 (9a0cd15f-b02d-4bbf-9256-1dfad1106162/1c3fbc77-61ac-402a-bd6d-e47b40ff908e/7be1ee4d-e88b-45a6-835d-1928d4097388) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:25:27.755583 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1f2b99e0-7431-4bdd-aa52-75afd553e076 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:27.777897 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d67cb271-f4d8-41d2-b522-a9f855928bb4 req-0cf41287-ccfa-4815-b291-730ebb329a68 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=db8e4923-28e6-4f74-991c-a4c442934754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4745491 Nov 25 17:25:27.794090 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1f2b99e0-7431-4bdd-aa52-75afd553e076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:27.828537 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4f5a021d-cbc8-4e2e-9aef-83e2e0f333eb None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:27.842593 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4f5a021d-cbc8-4e2e-9aef-83e2e0f333eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:27.901888 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5a021d-cbc8-4e2e-9aef-83e2e0f333eb None None] Network 9a0cd15f-b02d-4bbf-9256-1dfad1106162 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:25:27.906088 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-4f5a021d-cbc8-4e2e-9aef-83e2e0f333eb None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:25:27.927319 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5a021d-cbc8-4e2e-9aef-83e2e0f333eb None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:25:27.935899 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d67cb271-f4d8-41d2-b522-a9f855928bb4 req-aceab406-63c3-4294-803d-dcdae3654699 service neutron] 10.222.0.90 "GET /v2.0/networks/db8e4923-28e6-4f74-991c-a4c442934754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192064 Nov 25 17:25:27.944206 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5a021d-cbc8-4e2e-9aef-83e2e0f333eb None None] Pushing event updated for resources: {'Port': ['ID=7be1ee4d-e88b-45a6-835d-1928d4097388,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:28.049790 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8238bc-0199-4929-a546-7c4fee117b62 req-4cc5cc1f-660d-45ac-aeb2-1203b4353576 tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:28.055016 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-4f5a021d-cbc8-4e2e-9aef-83e2e0f333eb None None] Attempting to bind port 7be1ee4d-e88b-45a6-835d-1928d4097388 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:25:28.056011 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-4f5a021d-cbc8-4e2e-9aef-83e2e0f333eb None None] Attempting to bind port 7be1ee4d-e88b-45a6-835d-1928d4097388 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '5821ea95-d79d-4e11-b20c-c268a04feea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '9a0cd15f-b02d-4bbf-9256-1dfad1106162'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:25:28.056542 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5a021d-cbc8-4e2e-9aef-83e2e0f333eb None None] Attempting to bind port 7be1ee4d-e88b-45a6-835d-1928d4097388 on network 9a0cd15f-b02d-4bbf-9256-1dfad1106162 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:25:28.062795 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ae8238bc-0199-4929-a546-7c4fee117b62 req-4cc5cc1f-660d-45ac-aeb2-1203b4353576 tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ee9c7a5-2f02-4449-9d61-844487962c25 HTTP/1.1" status: 200 len: 949 time: 0.2826686 Nov 25 17:25:28.069458 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5a021d-cbc8-4e2e-9aef-83e2e0f333eb None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:25:28.070092 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5a021d-cbc8-4e2e-9aef-83e2e0f333eb None None] Checking segment: {'id': '5821ea95-d79d-4e11-b20c-c268a04feea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '9a0cd15f-b02d-4bbf-9256-1dfad1106162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:25:28.071249 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4f5a021d-cbc8-4e2e-9aef-83e2e0f333eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:28.071808 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5a021d-cbc8-4e2e-9aef-83e2e0f333eb None None] Bound using segment: {'id': '5821ea95-d79d-4e11-b20c-c268a04feea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '9a0cd15f-b02d-4bbf-9256-1dfad1106162'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:25:28.072564 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-4f5a021d-cbc8-4e2e-9aef-83e2e0f333eb None None] Bound port: 7be1ee4d-e88b-45a6-835d-1928d4097388, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5821ea95-d79d-4e11-b20c-c268a04feea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '9a0cd15f-b02d-4bbf-9256-1dfad1106162'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:25:28.073142 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4f5a021d-cbc8-4e2e-9aef-83e2e0f333eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:28.106566 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-1f2b99e0-7431-4bdd-aa52-75afd553e076 admin admin] Allocated IP 172.25.0.224 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/19f504a9-983f-4083-9f07-60164d3f5432) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:25:28.230151 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1f2b99e0-7431-4bdd-aa52-75afd553e076 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:28.256720 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-4f5a021d-cbc8-4e2e-9aef-83e2e0f333eb None None] For port 7be1ee4d-e88b-45a6-835d-1928d4097388, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:25:28.268476 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-4f5a021d-cbc8-4e2e-9aef-83e2e0f333eb None None] For port 7be1ee4d-e88b-45a6-835d-1928d4097388, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=7be1ee4d-e88b-45a6-835d-1928d4097388,segment=NetworkSegment(5821ea95-d79d-4e11-b20c-c268a04feea4),segment_id=5821ea95-d79d-4e11-b20c-c268a04feea4)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:25:28.278201 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1f2b99e0-7431-4bdd-aa52-75afd553e076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:28.292738 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4f5a021d-cbc8-4e2e-9aef-83e2e0f333eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:28.312554 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4a613996-2d0c-4b4b-ba74-8100db77275e req-09fe145d-e3cf-4e43-8621-ee2b22dd936c tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5302465 Nov 25 17:25:28.326901 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2b99e0-7431-4bdd-aa52-75afd553e076 admin admin] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:25:28.328792 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-1f2b99e0-7431-4bdd-aa52-75afd553e076 admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:25:28.331234 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2b99e0-7431-4bdd-aa52-75afd553e076 admin admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:25:28.374491 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b99e0-7431-4bdd-aa52-75afd553e076 admin admin] Pushing event updated for resources: {'Port': ['ID=19f504a9-983f-4083-9f07-60164d3f5432,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:28.418795 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d67cb271-f4d8-41d2-b522-a9f855928bb4 req-a27cfad9-d34d-4bd6-81b6-f98e0c5f4936 service neutron] 10.222.0.90 "GET /v2.0/networks/db8e4923-28e6-4f74-991c-a4c442934754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4537117 Nov 25 17:25:28.437409 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ae8238bc-0199-4929-a546-7c4fee117b62 req-7bd0060a-5ee5-41ef-b556-70bd20ea16ea tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] 10.222.0.75 "GET /v2.0/security-groups?id=e8de4d6e-4739-4b88-8e8f-8ab61ac463d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306274 Nov 25 17:25:28.615163 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628cbd58-46cf-4afa-bbd6-eaca165a0af3 req-74e2b126-6ed6-4e7b-bf7a-4b7b3b679f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:28.620616 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-628cbd58-46cf-4afa-bbd6-eaca165a0af3 req-74e2b126-6ed6-4e7b-bf7a-4b7b3b679f8a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1ee124f91e0c4280821568ab0453ce28&device_id=b7a4bf71-df86-45b5-ba21-3d2348a88c91 HTTP/1.1" status: 200 len: 1095 time: 0.1326504 Nov 25 17:25:28.863830 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5a021d-cbc8-4e2e-9aef-83e2e0f333eb None None] Pushing event updated for resources: {'Port': ['ID=7be1ee4d-e88b-45a6-835d-1928d4097388,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:28.956815 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1f2b99e0-7431-4bdd-aa52-75afd553e076 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:29.053349 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5fa17-eb95-4e9a-973f-a8d5e4571492 req-ca88f7ab-8685-463f-a628-64e41f675c76 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:29.064423 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-68a5fa17-eb95-4e9a-973f-a8d5e4571492 req-ca88f7ab-8685-463f-a628-64e41f675c76 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a4bf71-df86-45b5-ba21-3d2348a88c91 HTTP/1.1" status: 200 len: 944 time: 0.4916217 Nov 25 17:25:29.068101 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628cbd58-46cf-4afa-bbd6-eaca165a0af3 req-8c537f84-77dc-448d-a47d-72d9c00c5b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:29.069662 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-628cbd58-46cf-4afa-bbd6-eaca165a0af3 req-8c537f84-77dc-448d-a47d-72d9c00c5b27 service neutron] 10.222.0.90 "GET /v2.0/networks?id=db8e4923-28e6-4f74-991c-a4c442934754 HTTP/1.1" status: 200 len: 912 time: 0.3876388 Nov 25 17:25:29.219995 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-628cbd58-46cf-4afa-bbd6-eaca165a0af3 req-a2e3a6e2-fcff-403e-b3ac-615c35215ebf service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d967585a-fbbb-44b7-b302-947271afc856 HTTP/1.1" status: 200 len: 217 time: 0.0887616 Nov 25 17:25:29.224744 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb79f61-4d2a-4891-9c78-4e66559bf103 req-beda343a-8a88-41af-b567-fca390dbbf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:29.226542 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fdb79f61-4d2a-4891-9c78-4e66559bf103 req-beda343a-8a88-41af-b567-fca390dbbf52 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=21f728f76092479bbd096847b3caf950&device_id=ed373cca-ba66-41ca-a358-72ecc6544906 HTTP/1.1" status: 200 len: 1100 time: 0.4232771 Nov 25 17:25:29.231049 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1f2b99e0-7431-4bdd-aa52-75afd553e076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:29.241401 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-68a5fa17-eb95-4e9a-973f-a8d5e4571492 req-17c1284e-05ee-48eb-a800-3854bb435db6 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759043 Nov 25 17:25:29.269490 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7eab5-c872-4f32-bfed-bbed4ef63db9 req-e0118e8d-99aa-4855-82d8-fbecc41dc66e tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:29.271016 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-86a7eab5-c872-4f32-bfed-bbed4ef63db9 req-e0118e8d-99aa-4855-82d8-fbecc41dc66e tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] 10.222.0.90 "GET /v2.0/ports?device_id=6ee9c7a5-2f02-4449-9d61-844487962c25 HTTP/1.1" status: 200 len: 949 time: 0.3079410 Nov 25 17:25:29.452378 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f2b99e0-7431-4bdd-aa52-75afd553e076 admin admin] Router 2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:25:29.510897 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628cbd58-46cf-4afa-bbd6-eaca165a0af3 req-1c3567f5-6e80-4ba4-b9cf-b8cdb4b1d8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:29.512688 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-628cbd58-46cf-4afa-bbd6-eaca165a0af3 req-1c3567f5-6e80-4ba4-b9cf-b8cdb4b1d8fb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0ae7cf63-1267-4a12-ac67-5fb672452e57 HTTP/1.1" status: 200 len: 851 time: 0.2407861 Nov 25 17:25:29.579161 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f2b99e0-7431-4bdd-aa52-75afd553e076 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:25:29.600277 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fa0b25-8492-4d2e-b80e-6625d1197571 None None] Sync routers for ids ['2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:25:29.611719 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1f2b99e0-7431-4bdd-aa52-75afd553e076 admin admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:29.613862 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1f2b99e0-7431-4bdd-aa52-75afd553e076 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 2.6263909 Nov 25 17:25:29.616490 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 36746) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:29.635924 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fa0b25-8492-4d2e-b80e-6625d1197571 None None] Routers {'2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:25:29.636202 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-628cbd58-46cf-4afa-bbd6-eaca165a0af3 req-cff3ec62-c3ee-47bb-82ba-f6387d6ea08c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=db8e4923-28e6-4f74-991c-a4c442934754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747209 Nov 25 17:25:29.636573 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-07fa0b25-8492-4d2e-b80e-6625d1197571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:25:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:29.752676 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87916027-f89b-42fb-b366-7677af65a1a8 req-52f90812-5151-4e11-b9ce-f1e054a118e6 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:29.761507 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-87916027-f89b-42fb-b366-7677af65a1a8 req-52f90812-5151-4e11-b9ce-f1e054a118e6 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed373cca-ba66-41ca-a358-72ecc6544906 HTTP/1.1" status: 200 len: 949 time: 0.2785091 Nov 25 17:25:29.792891 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb79f61-4d2a-4891-9c78-4e66559bf103 req-a03f2206-3c28-4b73-a650-bfb8e476e411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:29.794952 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fdb79f61-4d2a-4891-9c78-4e66559bf103 req-a03f2206-3c28-4b73-a650-bfb8e476e411 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ab4fed0b-9bf1-4925-8765-94da08c5de2a HTTP/1.1" status: 200 len: 870 time: 0.5219293 Nov 25 17:25:29.811932 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-07fa0b25-8492-4d2e-b80e-6625d1197571 None None] Set router 2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:25:29.967438 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fdb79f61-4d2a-4891-9c78-4e66559bf103 req-03b579b6-8a37-4e6f-9042-1a829acc891b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=e221bd68-47b0-47cf-9238-53c3586557dc HTTP/1.1" status: 200 len: 217 time: 0.1185153 Nov 25 17:25:29.975116 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ef1c6b-da63-450b-9493-73f8ba685365 None None] Network 9a0cd15f-b02d-4bbf-9256-1dfad1106162 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:25:29.987645 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5b7ec-f1c8-4f16-b071-b528e6c302db req-701a39d0-1ffc-4117-885e-66b565b99d1c tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:29.996205 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-74e5b7ec-f1c8-4f16-b071-b528e6c302db req-701a39d0-1ffc-4117-885e-66b565b99d1c tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/networks?id=c4ad8fe4-e22e-4c8b-af10-9eaf120b663c HTTP/1.1" status: 200 len: 820 time: 0.5140929 Nov 25 17:25:30.037261 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-86a7eab5-c872-4f32-bfed-bbed4ef63db9 req-31ccfdda-1c4d-4f35-b3c4-eafd78a2f604 tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] Deleting port 7ac9bf24-e012-4a19-972a-4e829b38f7f7 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:25:30.037637 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-86a7eab5-c872-4f32-bfed-bbed4ef63db9 req-31ccfdda-1c4d-4f35-b3c4-eafd78a2f604 tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:30.091189 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b0982894-0bae-43b1-9ea1-0ed86679c946 None None] Provisioning complete for port 7be1ee4d-e88b-45a6-835d-1928d4097388 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:30.091591 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b0982894-0bae-43b1-9ea1-0ed86679c946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:30.146342 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-86a7eab5-c872-4f32-bfed-bbed4ef63db9 req-31ccfdda-1c4d-4f35-b3c4-eafd78a2f604 tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] For port 7ac9bf24-e012-4a19-972a-4e829b38f7f7, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=7ac9bf24-e012-4a19-972a-4e829b38f7f7,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:30.146876 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-86a7eab5-c872-4f32-bfed-bbed4ef63db9 req-31ccfdda-1c4d-4f35-b3c4-eafd78a2f604 tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:30.162553 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-86a7eab5-c872-4f32-bfed-bbed4ef63db9 req-31ccfdda-1c4d-4f35-b3c4-eafd78a2f604 tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] Calling delete_port for 7ac9bf24-e012-4a19-972a-4e829b38f7f7 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:25:30.186271 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3a30b4d6-44df-4865-af6d-92334fb7bbad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:30.269877 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-87916027-f89b-42fb-b366-7677af65a1a8 req-61e3a712-1ae3-40cd-9f25-b9d37c67e629 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5071509 Nov 25 17:25:30.299839 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-74e5b7ec-f1c8-4f16-b071-b528e6c302db req-4a40fead-af69-4e76-9ac2-4ea945a0898c tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/quotas/ac7a18821f8e4e00814d44731ef8d033 HTTP/1.1" status: 200 len: 375 time: 0.3025622 Nov 25 17:25:30.299994 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-07fa0b25-8492-4d2e-b80e-6625d1197571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1110007892-router', 'tenant_id': '1577942fcbbc46c9844f7ac1e01d78fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '19f504a9-983f-4083-9f07-60164d3f5432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:25:27Z', 'updated_at': '2021-11-25T17:25:28Z', 'revision_number': 3, 'project_id': '1577942fcbbc46c9844f7ac1e01d78fc', 'gw_port': {'id': '19f504a9-983f-4083-9f07-60164d3f5432', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:92:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:27Z', 'updated_at': '2021-11-25T17:25:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:30.343689 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fa0b25-8492-4d2e-b80e-6625d1197571 None None] Checking router: 2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:25:30.344047 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fa0b25-8492-4d2e-b80e-6625d1197571 None None] Updating router 2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a port 19f504a9-983f-4083-9f07-60164d3f5432 binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:25:30.396051 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-628cbd58-46cf-4afa-bbd6-eaca165a0af3 req-74d5295f-6a6b-476e-b62b-388ccd261c02 service neutron] 10.222.0.90 "GET /v2.0/networks/db8e4923-28e6-4f74-991c-a4c442934754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7474172 Nov 25 17:25:30.415444 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-07fa0b25-8492-4d2e-b80e-6625d1197571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:30.506267 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb79f61-4d2a-4891-9c78-4e66559bf103 req-93d56d45-6451-4013-aa0b-274e0a6d8d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:30.508785 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fdb79f61-4d2a-4891-9c78-4e66559bf103 req-93d56d45-6451-4013-aa0b-274e0a6d8d41 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.4922862 Nov 25 17:25:30.542247 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 7be1ee4d-e88b-45a6-835d-1928d4097388 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:25:30.553293 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-74e5b7ec-f1c8-4f16-b071-b528e6c302db req-86fb8194-ef49-494b-bc44-617323bd6fb1 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=ac7a18821f8e4e00814d44731ef8d033&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2485888 Nov 25 17:25:30.596089 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b0982894-0bae-43b1-9ea1-0ed86679c946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:30.663442 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2417d755-cf97-4a55-ace7-921b898177fa req-58275dac-304b-41b7-8be6-01ac58614956 tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:30.665974 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2417d755-cf97-4a55-ace7-921b898177fa req-58275dac-304b-41b7-8be6-01ac58614956 tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ee9c7a5-2f02-4449-9d61-844487962c25 HTTP/1.1" status: 200 len: 949 time: 0.2688746 Nov 25 17:25:30.733345 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b0982894-0bae-43b1-9ea1-0ed86679c946 None None] For port 7be1ee4d-e88b-45a6-835d-1928d4097388, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=7be1ee4d-e88b-45a6-835d-1928d4097388,segment=NetworkSegment(5821ea95-d79d-4e11-b20c-c268a04feea4),segment_id=5821ea95-d79d-4e11-b20c-c268a04feea4)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:30.743536 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb79f61-4d2a-4891-9c78-4e66559bf103 req-9134c211-69a7-4327-8264-852532ca66cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:30.745109 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fdb79f61-4d2a-4891-9c78-4e66559bf103 req-9134c211-69a7-4327-8264-852532ca66cf service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1881776 Nov 25 17:25:30.752493 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b0982894-0bae-43b1-9ea1-0ed86679c946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:30.771869 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-3a30b4d6-44df-4865-af6d-92334fb7bbad admin admin] Allocated IP 172.20.0.1 (9a0cd15f-b02d-4bbf-9256-1dfad1106162/1c3fbc77-61ac-402a-bd6d-e47b40ff908e/b616bbc2-f1d3-418b-864c-c0f83ce656e8) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:25:30.838498 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0982894-0bae-43b1-9ea1-0ed86679c946 None None] Pushing event updated for resources: {'Port': ['ID=7be1ee4d-e88b-45a6-835d-1928d4097388,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:30.911209 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 7be1ee4d-e88b-45a6-835d-1928d4097388 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:30.911937 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:30.943344 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3a30b4d6-44df-4865-af6d-92334fb7bbad admin admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:30.984465 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-628cbd58-46cf-4afa-bbd6-eaca165a0af3 req-ac3ebfd8-29e2-46da-9efe-fb9956dc9259 service neutron] 10.222.0.90 "GET /v2.0/networks/db8e4923-28e6-4f74-991c-a4c442934754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5769501 Nov 25 17:25:30.989361 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-86a7eab5-c872-4f32-bfed-bbed4ef63db9 req-31ccfdda-1c4d-4f35-b3c4-eafd78a2f604 tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:30.998983 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2417d755-cf97-4a55-ace7-921b898177fa req-a3dcd800-9994-4974-bcd4-fce9fbb29973 tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] 10.222.0.75 "GET /v2.0/security-groups?id=e8de4d6e-4739-4b88-8e8f-8ab61ac463d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777805 Nov 25 17:25:31.002485 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3a30b4d6-44df-4865-af6d-92334fb7bbad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:31.059449 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fdb79f61-4d2a-4891-9c78-4e66559bf103 req-08af651c-5cb1-47b0-8011-c25fe5280067 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663774 Nov 25 17:25:31.064566 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ccfdda-1c4d-4f35-b3c4-eafd78a2f604 tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] Pushing event deleted for resources: {'Port': ['ID=7ac9bf24-e012-4a19-972a-4e829b38f7f7,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:31.106497 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a30b4d6-44df-4865-af6d-92334fb7bbad admin admin] Network 9a0cd15f-b02d-4bbf-9256-1dfad1106162 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:25:31.109619 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-3a30b4d6-44df-4865-af6d-92334fb7bbad admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:25:31.122560 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-8937cf02-8a1f-4286-8bb5-7f96013c1772 None None] Provisioning complete for port 7be1ee4d-e88b-45a6-835d-1928d4097388 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:31.122560 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8937cf02-8a1f-4286-8bb5-7f96013c1772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:31.129074 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a30b4d6-44df-4865-af6d-92334fb7bbad admin admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:25:31.217489 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a30b4d6-44df-4865-af6d-92334fb7bbad admin admin] Pushing event updated for resources: {'Port': ['ID=b616bbc2-f1d3-418b-864c-c0f83ce656e8,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:31.251858 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3a30b4d6-44df-4865-af6d-92334fb7bbad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:31.422370 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3a30b4d6-44df-4865-af6d-92334fb7bbad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:31.496503 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-74e5b7ec-f1c8-4f16-b071-b528e6c302db req-7fc793d5-b5a4-4d95-bb6f-e9fe8707ecf5 service neutron] 10.222.0.75 "GET /v2.0/networks/c4ad8fe4-e22e-4c8b-af10-9eaf120b663c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9003487 Nov 25 17:25:31.529816 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-07fa0b25-8492-4d2e-b80e-6625d1197571 None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:31.536755 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-07fa0b25-8492-4d2e-b80e-6625d1197571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:31.604463 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ca920a-9c07-4bce-982f-889483afdb06 None None] Pushing event updated for resources: {'Port': ['ID=19f504a9-983f-4083-9f07-60164d3f5432,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:31.641022 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-07fa0b25-8492-4d2e-b80e-6625d1197571 None None] Attempting to bind port 19f504a9-983f-4083-9f07-60164d3f5432 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:25:31.641243 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a7eab5-c872-4f32-bfed-bbed4ef63db9 req-31ccfdda-1c4d-4f35-b3c4-eafd78a2f604 tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] No DVR routers for this DVR port 7ac9bf24-e012-4a19-972a-4e829b38f7f7 on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:25:31.641620 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-07fa0b25-8492-4d2e-b80e-6625d1197571 None None] Attempting to bind port 19f504a9-983f-4083-9f07-60164d3f5432 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:25:31.642081 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fa0b25-8492-4d2e-b80e-6625d1197571 None None] Attempting to bind port 19f504a9-983f-4083-9f07-60164d3f5432 on network 1aa44027-b9d0-4a56-9a59-7e664703e20a {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:25:31.660425 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fa0b25-8492-4d2e-b80e-6625d1197571 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:25:31.661018 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fa0b25-8492-4d2e-b80e-6625d1197571 None None] Checking segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:25:31.662286 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-07fa0b25-8492-4d2e-b80e-6625d1197571 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:31.662286 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fa0b25-8492-4d2e-b80e-6625d1197571 None None] Bound using segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:25:31.663704 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-07fa0b25-8492-4d2e-b80e-6625d1197571 None None] Bound port: 19f504a9-983f-4083-9f07-60164d3f5432, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:25:31.666664 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-07fa0b25-8492-4d2e-b80e-6625d1197571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:31.667303 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-86a7eab5-c872-4f32-bfed-bbed4ef63db9 req-31ccfdda-1c4d-4f35-b3c4-eafd78a2f604 tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:31.670587 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-86a7eab5-c872-4f32-bfed-bbed4ef63db9 req-31ccfdda-1c4d-4f35-b3c4-eafd78a2f604 tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] 10.222.0.90 "DELETE /v2.0/ports/7ac9bf24-e012-4a19-972a-4e829b38f7f7 HTTP/1.1" status: 204 len: 173 time: 2.3475206 Nov 25 17:25:31.672224 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3a30b4d6-44df-4865-af6d-92334fb7bbad admin admin] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:31.675487 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ee9c7a5-2f02-4449-9d61-844487962c25', 'name': 'network-vif-deleted', 'tag': '7ac9bf24-e012-4a19-972a-4e829b38f7f7'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:25:31.677685 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f91c208-5c71-48a3-93d8-982b294893e3" -d '{"events": [{"server_uuid": "6ee9c7a5-2f02-4449-9d61-844487962c25", "name": "network-vif-deleted", "tag": "7ac9bf24-e012-4a19-972a-4e829b38f7f7"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:25:31.683529 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3a30b4d6-44df-4865-af6d-92334fb7bbad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:31.728755 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3a30b4d6-44df-4865-af6d-92334fb7bbad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:31.729559 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fdb79f61-4d2a-4891-9c78-4e66559bf103 req-32be3458-b5d7-4d40-bcd2-8f383de7bab0 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088820 Nov 25 17:25:31.744861 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-74e5b7ec-f1c8-4f16-b071-b528e6c302db req-80e6010d-8c64-4f5c-8e28-cc753de17f55 service neutron] 10.222.0.75 "GET /v2.0/networks/c4ad8fe4-e22e-4c8b-af10-9eaf120b663c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876471 Nov 25 17:25:31.765982 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf26a7c-1e30-41e9-a478-4da0ebcd2168 req-7579be3d-4f3a-4dcf-be6c-82413027a14a tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:31.767285 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-abf26a7c-1e30-41e9-a478-4da0ebcd2168 req-7579be3d-4f3a-4dcf-be6c-82413027a14a tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a4bf71-df86-45b5-ba21-3d2348a88c91 HTTP/1.1" status: 200 len: 944 time: 0.2770183 Nov 25 17:25:31.821430 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a30b4d6-44df-4865-af6d-92334fb7bbad admin admin] Pushing event updated for resources: {'Port': ['ID=b616bbc2-f1d3-418b-864c-c0f83ce656e8,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:31.821671 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-07fa0b25-8492-4d2e-b80e-6625d1197571 None None] For port 19f504a9-983f-4083-9f07-60164d3f5432, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:25:31.825999 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-07fa0b25-8492-4d2e-b80e-6625d1197571 None None] For port 19f504a9-983f-4083-9f07-60164d3f5432, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=19f504a9-983f-4083-9f07-60164d3f5432,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:25:31.866118 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-07fa0b25-8492-4d2e-b80e-6625d1197571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:31.870761 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a30b4d6-44df-4865-af6d-92334fb7bbad admin admin] Network 9a0cd15f-b02d-4bbf-9256-1dfad1106162 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:25:31.872266 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-3a30b4d6-44df-4865-af6d-92334fb7bbad admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:25:31.912360 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-abf26a7c-1e30-41e9-a478-4da0ebcd2168 req-49479bbd-383e-41c0-be69-0dba28f8549b tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370845 Nov 25 17:25:31.940514 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-de9344fa-f16e-4b10-9ba6-48642af31457 None None] Provisioning complete for port b616bbc2-f1d3-418b-864c-c0f83ce656e8 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:31.940934 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-de9344fa-f16e-4b10-9ba6-48642af31457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:32.038880 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ca920a-9c07-4bce-982f-889483afdb06 None None] Pushing event updated for resources: {'Port': ['ID=19f504a9-983f-4083-9f07-60164d3f5432,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:32.074270 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fa0b25-8492-4d2e-b80e-6625d1197571 None None] Routers {'2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:25:32.076204 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-07fa0b25-8492-4d2e-b80e-6625d1197571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:25:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:32.086525 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-de9344fa-f16e-4b10-9ba6-48642af31457 None None] Port b616bbc2-f1d3-418b-864c-c0f83ce656e8 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:25:32.092733 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a30b4d6-44df-4865-af6d-92334fb7bbad admin admin] Router 2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:25:32.288259 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9fa251-fd05-4a1e-b363-4734e7c2cc9b x-openstack-request-id: req-7e9fa251-fd05-4a1e-b363-4734e7c2cc9b {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:25:32.288551 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ee9c7a5-2f02-4449-9d61-844487962c25", "name": "network-vif-deleted", "tag": "7ac9bf24-e012-4a19-972a-4e829b38f7f7", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:25:32.288819 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7e9fa251-fd05-4a1e-b363-4734e7c2cc9b {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:25:32.289788 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ee9c7a5-2f02-4449-9d61-844487962c25', 'name': 'network-vif-deleted', 'tag': '7ac9bf24-e012-4a19-972a-4e829b38f7f7', 'status': 'completed', 'code': 200} Nov 25 17:25:32.314288 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a30b4d6-44df-4865-af6d-92334fb7bbad admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:25:32.326151 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3a30b4d6-44df-4865-af6d-92334fb7bbad admin admin] 10.222.0.75 "PUT /v2.0/routers/2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7064121 Nov 25 17:25:32.385363 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-07fa0b25-8492-4d2e-b80e-6625d1197571 None None] Set router 2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:25:32.463126 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-66801115-0ae8-4d63-beba-c3178067b6db None None] Provisioning complete for port b616bbc2-f1d3-418b-864c-c0f83ce656e8 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:32.476364 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-66801115-0ae8-4d63-beba-c3178067b6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:32.485455 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0d0ad7ab-03ef-4902-a746-8a664469008e req-b3de37a6-b05c-46f6-8f7f-c6bedafe7263 tempest-ImagesOneServerTestJSON-143785890 tempest-ImagesOneServerTestJSON-143785890-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ee9c7a5-2f02-4449-9d61-844487962c25 HTTP/1.1" status: 200 len: 210 time: 0.1049244 Nov 25 17:25:32.550856 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1fc00a-0764-489e-a9a8-12c24e2d336e req-fe8ac011-f50f-430f-9422-ecbfdef0f1a5 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:32.567662 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 7be1ee4d-e88b-45a6-835d-1928d4097388 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:25:32.569405 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ff1fc00a-0764-489e-a9a8-12c24e2d336e req-fe8ac011-f50f-430f-9422-ecbfdef0f1a5 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed373cca-ba66-41ca-a358-72ecc6544906 HTTP/1.1" status: 200 len: 949 time: 0.2592394 Nov 25 17:25:32.588884 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device d967585a-fbbb-44b7-b302-947271afc856 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:25:32.590303 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 7ac9bf24-e012-4a19-972a-4e829b38f7f7 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:25:32.653476 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ff1fc00a-0764-489e-a9a8-12c24e2d336e req-d0412b01-c6cd-439b-ae60-cc402d0f21f4 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830710 Nov 25 17:25:32.702908 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-14af5e88-787c-4588-9f9f-29336183c1b4 req-b5704eac-e2f8-4be9-8c2f-b46af2898099 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=27c5102e-26b4-492f-95ef-d996d948b29d HTTP/1.1" status: 200 len: 210 time: 0.0473156 Nov 25 17:25:32.817112 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: 7ac9bf24-e012-4a19-972a-4e829b38f7f7 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:25:32.817448 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 7ac9bf24-e012-4a19-972a-4e829b38f7f7 not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:25:32.878622 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-66801115-0ae8-4d63-beba-c3178067b6db None None] Port b616bbc2-f1d3-418b-864c-c0f83ce656e8 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:25:33.045550 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 7be1ee4d-e88b-45a6-835d-1928d4097388 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:33.045776 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:33.093658 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add7c55-35b1-4594-b765-6f60e9dc0ba8 req-0527fbfc-9059-48a8-9723-6cafee17ac22 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:33.095189 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0add7c55-35b1-4594-b765-6f60e9dc0ba8 req-0527fbfc-9059-48a8-9723-6cafee17ac22 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "GET /v2.0/networks?id=9a0cd15f-b02d-4bbf-9256-1dfad1106162 HTTP/1.1" status: 200 len: 829 time: 0.1748211 Nov 25 17:25:33.109027 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port d967585a-fbbb-44b7-b302-947271afc856, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=d967585a-fbbb-44b7-b302-947271afc856,segment=NetworkSegment(79eee098-6bae-4c42-964f-62f3e7d096e0),segment_id=79eee098-6bae-4c42-964f-62f3e7d096e0)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:33.132275 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0add7c55-35b1-4594-b765-6f60e9dc0ba8 req-9359ebb2-4a1f-4f5b-8ac0-e7f736d8cbfe tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "GET /v2.0/quotas/1577942fcbbc46c9844f7ac1e01d78fc HTTP/1.1" status: 200 len: 375 time: 0.0232539 Nov 25 17:25:33.140572 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': 'd967585a-fbbb-44b7-b302-947271afc856', 'network_id': 'db8e4923-28e6-4f74-991c-a4c442934754', 'port_id': 'd967585a-fbbb-44b7-b302-947271afc856', 'mac_address': 'fa:16:3e:c4:04:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ae7cf63-1267-4a12-ac67-5fb672452e57', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:25:33.178284 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ccb51-bb52-4460-a73b-18c392a24968 req-63181f3a-c05b-464e-8bf2-eff9814e6ff2 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:33.180453 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-871ccb51-bb52-4460-a73b-18c392a24968 req-63181f3a-c05b-464e-8bf2-eff9814e6ff2 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a4bf71-df86-45b5-ba21-3d2348a88c91 HTTP/1.1" status: 200 len: 944 time: 0.1387517 Nov 25 17:25:33.237962 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:33.243237 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0add7c55-35b1-4594-b765-6f60e9dc0ba8 req-a0705df3-88ce-44a4-9088-09cd02d36f87 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=1577942fcbbc46c9844f7ac1e01d78fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1032948 Nov 25 17:25:33.248190 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-871ccb51-bb52-4460-a73b-18c392a24968 req-d68991b3-402b-4c36-8f59-289258005e41 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592458 Nov 25 17:25:33.298221 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d967585a-fbbb-44b7-b302-947271afc856 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:25:33.334636 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-07fa0b25-8492-4d2e-b80e-6625d1197571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1110007892-router', 'tenant_id': '1577942fcbbc46c9844f7ac1e01d78fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '19f504a9-983f-4083-9f07-60164d3f5432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:25:27Z', 'updated_at': '2021-11-25T17:25:31Z', 'revision_number': 4, 'project_id': '1577942fcbbc46c9844f7ac1e01d78fc', 'gw_port': {'id': '19f504a9-983f-4083-9f07-60164d3f5432', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:92:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:27Z', 'updated_at': '2021-11-25T17:25:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'b616bbc2-f1d3-418b-864c-c0f83ce656e8', 'name': '', 'network_id': '9a0cd15f-b02d-4bbf-9256-1dfad1106162', 'tenant_id': '1577942fcbbc46c9844f7ac1e01d78fc', 'mac_address': 'fa:16:3e:61:eb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '1c3fbc77-61ac-402a-bd6d-e47b40ff908e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:30Z', 'updated_at': '2021-11-25T17:25:31Z', 'revision_number': 2, 'project_id': '1577942fcbbc46c9844f7ac1e01d78fc', 'subnets': [{'id': '1c3fbc77-61ac-402a-bd6d-e47b40ff908e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:33.339084 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port d967585a-fbbb-44b7-b302-947271afc856, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=d967585a-fbbb-44b7-b302-947271afc856,segment=NetworkSegment(79eee098-6bae-4c42-964f-62f3e7d096e0),segment_id=79eee098-6bae-4c42-964f-62f3e7d096e0)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:33.366951 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fa0b25-8492-4d2e-b80e-6625d1197571 None None] The sync data for ids ['2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a'] in n-d-817746-1 is: [{'id': '2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1110007892-router', 'tenant_id': '1577942fcbbc46c9844f7ac1e01d78fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '19f504a9-983f-4083-9f07-60164d3f5432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:25:27Z', 'updated_at': '2021-11-25T17:25:31Z', 'revision_number': 4, 'project_id': '1577942fcbbc46c9844f7ac1e01d78fc', 'gw_port': {'id': '19f504a9-983f-4083-9f07-60164d3f5432', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:92:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:27Z', 'updated_at': '2021-11-25T17:25:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'b616bbc2-f1d3-418b-864c-c0f83ce656e8', 'name': '', 'network_id': '9a0cd15f-b02d-4bbf-9256-1dfad1106162', 'tenant_id': '1577942fcbbc46c9844f7ac1e01d78fc', 'mac_address': 'fa:16:3e:61:eb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '1c3fbc77-61ac-402a-bd6d-e47b40ff908e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:30Z', 'updated_at': '2021-11-25T17:25:31Z', 'revision_number': 2, 'project_id': '1577942fcbbc46c9844f7ac1e01d78fc', 'subnets': [{'id': '1c3fbc77-61ac-402a-bd6d-e47b40ff908e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:25:33.369637 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:33.394491 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0add7c55-35b1-4594-b765-6f60e9dc0ba8 req-0cc030e8-e50e-4e19-bc52-b38d94d65437 service neutron] 10.222.0.75 "GET /v2.0/networks/9a0cd15f-b02d-4bbf-9256-1dfad1106162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406598 Nov 25 17:25:33.436732 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=d967585a-fbbb-44b7-b302-947271afc856,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:33.530830 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0add7c55-35b1-4594-b765-6f60e9dc0ba8 req-f694b57d-f6fb-4c6c-a4f0-07d1b93a370c service neutron] 10.222.0.75 "GET /v2.0/networks/9a0cd15f-b02d-4bbf-9256-1dfad1106162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350865 Nov 25 17:25:33.669567 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['d967585a-fbbb-44b7-b302-947271afc856'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:25:33.807578 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5b7ec-f1c8-4f16-b071-b528e6c302db req-d2776194-5da1-4665-94ff-e37ec6e8992c tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:33.810203 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-74e5b7ec-f1c8-4f16-b071-b528e6c302db req-d2776194-5da1-4665-94ff-e37ec6e8992c tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.74 "GET /v2.0/networks?id=c4ad8fe4-e22e-4c8b-af10-9eaf120b663c HTTP/1.1" status: 200 len: 820 time: 0.2782845 Nov 25 17:25:33.834092 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-74e5b7ec-f1c8-4f16-b071-b528e6c302db req-b41158d5-a2fa-494a-84e8-21c49ad30ec7 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Request body: {'port': {'device_id': '27c5102e-26b4-492f-95ef-d996d948b29d', 'network_id': 'c4ad8fe4-e22e-4c8b-af10-9eaf120b663c', 'admin_state_up': True, 'tenant_id': 'ac7a18821f8e4e00814d44731ef8d033'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:34.009877 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ec0c43f8-944a-46d3-8d81-437d95f9f3b1 req-fdc4de84-3d07-47da-be98-84ba3029c95d tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=27c5102e-26b4-492f-95ef-d996d948b29d HTTP/1.1" status: 200 len: 210 time: 0.0777366 Nov 25 17:25:34.082591 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 36822) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:34.155814 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d1676eb3-0651-4e0e-b0f6-dabfc4dedd79 req-e464bf47-5dce-483b-8e38-da900847ce27 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "GET /v2.0/ports?device_id=705f40c1-b0e1-44fd-8dfd-8fd6cd7e2be0 HTTP/1.1" status: 200 len: 210 time: 0.0526187 Nov 25 17:25:34.188422 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271288ba-2f5f-4551-a720-ef04c0f0e505 req-45ff99e9-cbb6-4646-9f13-1a1ea987d5d2 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:34.196878 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-271288ba-2f5f-4551-a720-ef04c0f0e505 req-45ff99e9-cbb6-4646-9f13-1a1ea987d5d2 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed373cca-ba66-41ca-a358-72ecc6544906 HTTP/1.1" status: 200 len: 949 time: 0.2464273 Nov 25 17:25:34.329518 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-46848b63-cba5-44c9-a864-40288f9a41e0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5995e6ec267c410ba3714a76c53c872c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2450953 Nov 25 17:25:34.331869 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 36828) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:34.342663 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74e5b7ec-f1c8-4f16-b071-b528e6c302db req-b41158d5-a2fa-494a-84e8-21c49ad30ec7 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Made reservation on behalf of ac7a18821f8e4e00814d44731ef8d033 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:25:34.353145 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-74e5b7ec-f1c8-4f16-b071-b528e6c302db req-b41158d5-a2fa-494a-84e8-21c49ad30ec7 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:34.368446 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-271288ba-2f5f-4551-a720-ef04c0f0e505 req-6f2d029d-3716-4ff0-9f18-c500f9842139 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706483 Nov 25 17:25:34.417872 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-82ba129a-c7fb-433f-b0e3-a87fb9096eec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:34.456803 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-82ba129a-c7fb-433f-b0e3-a87fb9096eec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:34.524271 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-82ba129a-c7fb-433f-b0e3-a87fb9096eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:34.534994 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-82ba129a-c7fb-433f-b0e3-a87fb9096eec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:34.536704 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-82ba129a-c7fb-433f-b0e3-a87fb9096eec admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e8de4d6e-4739-4b88-8e8f-8ab61ac463d5 HTTP/1.1" status: 204 len: 168 time: 0.2037237 Nov 25 17:25:34.575234 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ba129a-c7fb-433f-b0e3-a87fb9096eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8de4d6e-4739-4b88-8e8f-8ab61ac463d5,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:34.621556 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-74e5b7ec-f1c8-4f16-b071-b528e6c302db req-b41158d5-a2fa-494a-84e8-21c49ad30ec7 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Allocated IP 172.20.0.11 (c4ad8fe4-e22e-4c8b-af10-9eaf120b663c/0a91ba6f-af85-4b11-90c3-2d5fc7a12e25/5f4e1086-1615-4d97-a6d5-97474945bb7f) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:25:34.973231 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-74e5b7ec-f1c8-4f16-b071-b528e6c302db req-b41158d5-a2fa-494a-84e8-21c49ad30ec7 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:35.014332 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfecf470-7ff6-472a-9860-ed67d3612598 req-27414429-4883-482a-8f71-17c3f6cb282c tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:35.022824 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bfecf470-7ff6-472a-9860-ed67d3612598 req-27414429-4883-482a-8f71-17c3f6cb282c tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a4bf71-df86-45b5-ba21-3d2348a88c91 HTTP/1.1" status: 200 len: 945 time: 0.6315374 Nov 25 17:25:35.049318 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-74e5b7ec-f1c8-4f16-b071-b528e6c302db req-b41158d5-a2fa-494a-84e8-21c49ad30ec7 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:35.061579 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['7a172fc2-1de2-412d-a2fd-b5ac4ebfd675'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:25:35.108179 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41158d5-a2fa-494a-84e8-21c49ad30ec7 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Pushing event updated for resources: {'Port': ['ID=5f4e1086-1615-4d97-a6d5-97474945bb7f,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:35.165663 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bfecf470-7ff6-472a-9860-ed67d3612598 req-1b3a8d2e-7d90-435c-9bde-d6701df4fe72 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411190 Nov 25 17:25:35.298472 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74e5b7ec-f1c8-4f16-b071-b528e6c302db req-b41158d5-a2fa-494a-84e8-21c49ad30ec7 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Network c4ad8fe4-e22e-4c8b-af10-9eaf120b663c is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:25:35.302718 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-74e5b7ec-f1c8-4f16-b071-b528e6c302db req-b41158d5-a2fa-494a-84e8-21c49ad30ec7 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:25:35.316741 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e5b7ec-f1c8-4f16-b071-b528e6c302db req-b41158d5-a2fa-494a-84e8-21c49ad30ec7 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:25:35.507245 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9737d0e9-d5fa-41e1-914c-0df0cad139dc req-13bc4094-17a1-4f6d-ae86-2f45d7dd73a7 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "GET /v2.0/ports?device_id=705f40c1-b0e1-44fd-8dfd-8fd6cd7e2be0 HTTP/1.1" status: 200 len: 210 time: 0.1368971 Nov 25 17:25:35.532138 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52df1a-ba20-4cd2-b3b7-40e84ab1dcdf req-bdcec66d-e08a-4cf3-a2ac-8defaf597858 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:35.539325 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4c52df1a-ba20-4cd2-b3b7-40e84ab1dcdf req-bdcec66d-e08a-4cf3-a2ac-8defaf597858 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=27c5102e-26b4-492f-95ef-d996d948b29d HTTP/1.1" status: 200 len: 932 time: 0.3663199 Nov 25 17:25:35.603377 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5b7ec-f1c8-4f16-b071-b528e6c302db req-b41158d5-a2fa-494a-84e8-21c49ad30ec7 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:35.604053 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-74e5b7ec-f1c8-4f16-b071-b528e6c302db req-b41158d5-a2fa-494a-84e8-21c49ad30ec7 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:35.613573 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add7c55-35b1-4594-b765-6f60e9dc0ba8 req-5dbad355-2ed6-4eb8-9a80-6bd822b8c5b2 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:35.615057 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0add7c55-35b1-4594-b765-6f60e9dc0ba8 req-5dbad355-2ed6-4eb8-9a80-6bd822b8c5b2 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.90 "GET /v2.0/networks?id=9a0cd15f-b02d-4bbf-9256-1dfad1106162 HTTP/1.1" status: 200 len: 829 time: 0.2381907 Nov 25 17:25:35.664776 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-0add7c55-35b1-4594-b765-6f60e9dc0ba8 req-ff1f09c6-ab75-488a-8b3b-0714fe092917 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Request body: {'port': {'device_id': '705f40c1-b0e1-44fd-8dfd-8fd6cd7e2be0', 'network_id': '9a0cd15f-b02d-4bbf-9256-1dfad1106162', 'admin_state_up': True, 'tenant_id': '1577942fcbbc46c9844f7ac1e01d78fc'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:35.789183 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-74e5b7ec-f1c8-4f16-b071-b528e6c302db req-b41158d5-a2fa-494a-84e8-21c49ad30ec7 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9684675 Nov 25 17:25:35.808614 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-74e5b7ec-f1c8-4f16-b071-b528e6c302db req-81cb0a72-cb66-46dc-9495-4591fbb35ebb service neutron] Request body: {'port': {'device_id': '27c5102e-26b4-492f-95ef-d996d948b29d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:35.873196 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4c52df1a-ba20-4cd2-b3b7-40e84ab1dcdf req-9940896f-f76f-4fcc-8b8e-5ba8981c7c8d tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322132 Nov 25 17:25:35.893076 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-74e5b7ec-f1c8-4f16-b071-b528e6c302db req-81cb0a72-cb66-46dc-9495-4591fbb35ebb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:35.895423 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0add7c55-35b1-4594-b765-6f60e9dc0ba8 req-ff1f09c6-ab75-488a-8b3b-0714fe092917 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Made reservation on behalf of 1577942fcbbc46c9844f7ac1e01d78fc for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:25:35.901560 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0add7c55-35b1-4594-b765-6f60e9dc0ba8 req-ff1f09c6-ab75-488a-8b3b-0714fe092917 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:35.923882 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d618b-db54-481c-8c5e-fe5c231f2d6b req-3a27c05a-9724-45d1-aa8e-3af1e857562b tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:35.936862 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-887d618b-db54-481c-8c5e-fe5c231f2d6b req-3a27c05a-9724-45d1-aa8e-3af1e857562b tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed373cca-ba66-41ca-a358-72ecc6544906 HTTP/1.1" status: 200 len: 949 time: 0.3141685 Nov 25 17:25:36.083271 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-887d618b-db54-481c-8c5e-fe5c231f2d6b req-83b7eceb-1b67-40e2-824d-a1a4f9e6a2fe tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506288 Nov 25 17:25:36.231649 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-0add7c55-35b1-4594-b765-6f60e9dc0ba8 req-ff1f09c6-ab75-488a-8b3b-0714fe092917 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Allocated IP 172.20.0.5 (9a0cd15f-b02d-4bbf-9256-1dfad1106162/1c3fbc77-61ac-402a-bd6d-e47b40ff908e/372f81bc-d5c9-45da-ac6a-24bd15d92313) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:25:36.468868 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d67a7f5-4a16-4fd7-9010-d36fd291e2c1 req-c478c3bf-b1b9-4c4e-9533-9a2a13a84ea2 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:36.470636 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9d67a7f5-4a16-4fd7-9010-d36fd291e2c1 req-c478c3bf-b1b9-4c4e-9533-9a2a13a84ea2 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a4bf71-df86-45b5-ba21-3d2348a88c91 HTTP/1.1" status: 200 len: 945 time: 0.2086651 Nov 25 17:25:36.504285 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 19f504a9-983f-4083-9f07-60164d3f5432 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:25:36.533389 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device d967585a-fbbb-44b7-b302-947271afc856 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:25:36.664597 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 19f504a9-983f-4083-9f07-60164d3f5432 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:36.666185 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:36.666842 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-74e5b7ec-f1c8-4f16-b071-b528e6c302db req-81cb0a72-cb66-46dc-9495-4591fbb35ebb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f4e1086-1615-4d97-a6d5-97474945bb7f {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:25:36.709052 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-74e5b7ec-f1c8-4f16-b071-b528e6c302db req-81cb0a72-cb66-46dc-9495-4591fbb35ebb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:36.720368 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port d967585a-fbbb-44b7-b302-947271afc856 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:25:36.726587 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-62e45307-0320-44cd-8826-3a5125d7c56b req-c428447d-ebd2-4656-b6bb-b84cc33199db tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "GET /v2.0/ports?device_id=705f40c1-b0e1-44fd-8dfd-8fd6cd7e2be0 HTTP/1.1" status: 200 len: 210 time: 0.0907936 Nov 25 17:25:36.728180 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port d967585a-fbbb-44b7-b302-947271afc856 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:36.728631 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:36.756654 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-74e5b7ec-f1c8-4f16-b071-b528e6c302db req-81cb0a72-cb66-46dc-9495-4591fbb35ebb service neutron] Transition to ACTIVE for port object 5f4e1086-1615-4d97-a6d5-97474945bb7f will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:25:36.767736 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9d67a7f5-4a16-4fd7-9010-d36fd291e2c1 req-33c10e89-5928-4e3b-9d0f-b25f8a7cd04b tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896414 Nov 25 17:25:36.772904 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-74e5b7ec-f1c8-4f16-b071-b528e6c302db req-81cb0a72-cb66-46dc-9495-4591fbb35ebb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:36.852445 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:36.871682 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0add7c55-35b1-4594-b765-6f60e9dc0ba8 req-ff1f09c6-ab75-488a-8b3b-0714fe092917 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:36.895582 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port 19f504a9-983f-4083-9f07-60164d3f5432, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=19f504a9-983f-4083-9f07-60164d3f5432,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:36.940201 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 36912) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:36.953401 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cb0a72-cb66-46dc-9495-4591fbb35ebb service neutron] Pushing event updated for resources: {'Port': ['ID=5f4e1086-1615-4d97-a6d5-97474945bb7f,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:36.981390 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:37.025230 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dd22a2-0b68-4b15-bd1a-c0ef3b25be0b None None] Sync routers for ids ['2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:25:37.027504 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0add7c55-35b1-4594-b765-6f60e9dc0ba8 req-ff1f09c6-ab75-488a-8b3b-0714fe092917 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:37.039635 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port d967585a-fbbb-44b7-b302-947271afc856, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=d967585a-fbbb-44b7-b302-947271afc856,segment=NetworkSegment(79eee098-6bae-4c42-964f-62f3e7d096e0),segment_id=79eee098-6bae-4c42-964f-62f3e7d096e0)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:37.041376 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a4bf71-df86-45b5-ba21-3d2348a88c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd967585a-fbbb-44b7-b302-947271afc856'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:25:37.045254 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30284eb3-3b82-4f93-aab8-89ece5626d24" -d '{"events": [{"server_uuid": "b7a4bf71-df86-45b5-ba21-3d2348a88c91", "name": "network-vif-plugged", "status": "completed", "tag": "d967585a-fbbb-44b7-b302-947271afc856"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:25:37.047864 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dd22a2-0b68-4b15-bd1a-c0ef3b25be0b None None] Routers {'2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:25:37.048484 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-93dd22a2-0b68-4b15-bd1a-c0ef3b25be0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:25:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:37.049806 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:37.057957 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:37.126339 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1f09c6-ab75-488a-8b3b-0714fe092917 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Pushing event updated for resources: {'Port': ['ID=372f81bc-d5c9-45da-ac6a-24bd15d92313,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:37.153910 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=19f504a9-983f-4083-9f07-60164d3f5432,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:37.208177 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0add7c55-35b1-4594-b765-6f60e9dc0ba8 req-ff1f09c6-ab75-488a-8b3b-0714fe092917 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Network 9a0cd15f-b02d-4bbf-9256-1dfad1106162 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:25:37.211475 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-31ff052b-c356-4072-ae47-1739b0abc086 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:37.213434 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-74e5b7ec-f1c8-4f16-b071-b528e6c302db req-81cb0a72-cb66-46dc-9495-4591fbb35ebb service neutron] Attempting to bind port 5f4e1086-1615-4d97-a6d5-97474945bb7f on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:25:37.213772 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-74e5b7ec-f1c8-4f16-b071-b528e6c302db req-81cb0a72-cb66-46dc-9495-4591fbb35ebb service neutron] Attempting to bind port 5f4e1086-1615-4d97-a6d5-97474945bb7f by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '32304091-a43f-4bbd-aae7-89d7e0d9d2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c4ad8fe4-e22e-4c8b-af10-9eaf120b663c'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:25:37.214102 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e5b7ec-f1c8-4f16-b071-b528e6c302db req-81cb0a72-cb66-46dc-9495-4591fbb35ebb service neutron] Attempting to bind port 5f4e1086-1615-4d97-a6d5-97474945bb7f on network c4ad8fe4-e22e-4c8b-af10-9eaf120b663c {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:25:37.220454 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-0add7c55-35b1-4594-b765-6f60e9dc0ba8 req-ff1f09c6-ab75-488a-8b3b-0714fe092917 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:25:37.230610 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-0add7c55-35b1-4594-b765-6f60e9dc0ba8 req-ff1f09c6-ab75-488a-8b3b-0714fe092917 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:25:37.240201 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e5b7ec-f1c8-4f16-b071-b528e6c302db req-81cb0a72-cb66-46dc-9495-4591fbb35ebb service neutron] Port 5f4e1086-1615-4d97-a6d5-97474945bb7f on network c4ad8fe4-e22e-4c8b-af10-9eaf120b663c not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:25:37.240530 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e5b7ec-f1c8-4f16-b071-b528e6c302db req-81cb0a72-cb66-46dc-9495-4591fbb35ebb service neutron] Attempting to bind port 5f4e1086-1615-4d97-a6d5-97474945bb7f on network c4ad8fe4-e22e-4c8b-af10-9eaf120b663c {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:25:37.253601 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=d967585a-fbbb-44b7-b302-947271afc856,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:37.338316 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43619286-79d6-4feb-a353-d19d8f28c74b x-openstack-request-id: req-43619286-79d6-4feb-a353-d19d8f28c74b {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:25:37.338949 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7a4bf71-df86-45b5-ba21-3d2348a88c91", "name": "network-vif-plugged", "status": "completed", "tag": "d967585a-fbbb-44b7-b302-947271afc856", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:25:37.339603 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-43619286-79d6-4feb-a353-d19d8f28c74b {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:25:37.340225 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7a4bf71-df86-45b5-ba21-3d2348a88c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd967585a-fbbb-44b7-b302-947271afc856', 'code': 200} Nov 25 17:25:37.436392 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-93dd22a2-0b68-4b15-bd1a-c0ef3b25be0b None None] Set router 2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:25:37.548539 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-ce8f2c43-6eae-4dbc-b41f-82f729611c1b None None] Provisioning complete for port 372f81bc-d5c9-45da-ac6a-24bd15d92313 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:37.550802 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ce8f2c43-6eae-4dbc-b41f-82f729611c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:37.634764 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-ce8f2c43-6eae-4dbc-b41f-82f729611c1b None None] Port 372f81bc-d5c9-45da-ac6a-24bd15d92313 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:25:37.758783 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a113098d-dfa6-493c-9d81-89a9aec97c2b req-e102c4c8-2c1c-4e1e-b908-3d81f0938373 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:37.768157 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a113098d-dfa6-493c-9d81-89a9aec97c2b req-e102c4c8-2c1c-4e1e-b908-3d81f0938373 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=27c5102e-26b4-492f-95ef-d996d948b29d HTTP/1.1" status: 200 len: 944 time: 0.6440983 Nov 25 17:25:37.816779 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e5b7ec-f1c8-4f16-b071-b528e6c302db req-81cb0a72-cb66-46dc-9495-4591fbb35ebb service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:25:37.817282 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e5b7ec-f1c8-4f16-b071-b528e6c302db req-81cb0a72-cb66-46dc-9495-4591fbb35ebb service neutron] Checking segment: {'id': '32304091-a43f-4bbd-aae7-89d7e0d9d2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c4ad8fe4-e22e-4c8b-af10-9eaf120b663c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:25:37.817597 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e5b7ec-f1c8-4f16-b071-b528e6c302db req-81cb0a72-cb66-46dc-9495-4591fbb35ebb service neutron] Bound using segment: {'id': '32304091-a43f-4bbd-aae7-89d7e0d9d2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c4ad8fe4-e22e-4c8b-af10-9eaf120b663c'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:25:37.818345 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-74e5b7ec-f1c8-4f16-b071-b528e6c302db req-81cb0a72-cb66-46dc-9495-4591fbb35ebb service neutron] Bound port: 5f4e1086-1615-4d97-a6d5-97474945bb7f, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32304091-a43f-4bbd-aae7-89d7e0d9d2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c4ad8fe4-e22e-4c8b-af10-9eaf120b663c'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:25:37.818701 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-74e5b7ec-f1c8-4f16-b071-b528e6c302db req-81cb0a72-cb66-46dc-9495-4591fbb35ebb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:37.831749 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-93dd22a2-0b68-4b15-bd1a-c0ef3b25be0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1110007892-router', 'tenant_id': '1577942fcbbc46c9844f7ac1e01d78fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '19f504a9-983f-4083-9f07-60164d3f5432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:25:27Z', 'updated_at': '2021-11-25T17:25:31Z', 'revision_number': 4, 'project_id': '1577942fcbbc46c9844f7ac1e01d78fc', 'gw_port': {'id': '19f504a9-983f-4083-9f07-60164d3f5432', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:92:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:27Z', 'updated_at': '2021-11-25T17:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'b616bbc2-f1d3-418b-864c-c0f83ce656e8', 'name': '', 'network_id': '9a0cd15f-b02d-4bbf-9256-1dfad1106162', 'tenant_id': '1577942fcbbc46c9844f7ac1e01d78fc', 'mac_address': 'fa:16:3e:61:eb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '1c3fbc77-61ac-402a-bd6d-e47b40ff908e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:30Z', 'updated_at': '2021-11-25T17:25:31Z', 'revision_number': 2, 'project_id': '1577942fcbbc46c9844f7ac1e01d78fc', 'subnets': [{'id': '1c3fbc77-61ac-402a-bd6d-e47b40ff908e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:37.878287 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dd22a2-0b68-4b15-bd1a-c0ef3b25be0b None None] Checking router: 2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:25:37.878766 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dd22a2-0b68-4b15-bd1a-c0ef3b25be0b None None] Updating router 2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a port b616bbc2-f1d3-418b-864c-c0f83ce656e8 binding host n-d-817746-1 {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:25:37.901330 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a113098d-dfa6-493c-9d81-89a9aec97c2b req-91a26f46-6025-441b-8849-48723c2a50eb tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279290 Nov 25 17:25:37.910969 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add7c55-35b1-4594-b765-6f60e9dc0ba8 req-ff1f09c6-ab75-488a-8b3b-0714fe092917 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:37.911230 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-93dd22a2-0b68-4b15-bd1a-c0ef3b25be0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:37.911594 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0add7c55-35b1-4594-b765-6f60e9dc0ba8 req-ff1f09c6-ab75-488a-8b3b-0714fe092917 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:38.119030 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0add7c55-35b1-4594-b765-6f60e9dc0ba8 req-ff1f09c6-ab75-488a-8b3b-0714fe092917 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4761393 Nov 25 17:25:38.130210 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3263c9-d043-41df-a1f7-326cc988e997 req-65e39e96-ba10-40be-a630-e264e5fb5d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:38.131959 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-be3263c9-d043-41df-a1f7-326cc988e997 req-65e39e96-ba10-40be-a630-e264e5fb5d35 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b7a4bf71-df86-45b5-ba21-3d2348a88c91 HTTP/1.1" status: 200 len: 1097 time: 0.4207764 Nov 25 17:25:38.143901 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a260f0-5208-4433-b51d-f9e487f5d588 req-e9db12d8-d8eb-42b9-bc1a-83edc3ace12a tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:38.152640 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-23a260f0-5208-4433-b51d-f9e487f5d588 req-e9db12d8-d8eb-42b9-bc1a-83edc3ace12a tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed373cca-ba66-41ca-a358-72ecc6544906 HTTP/1.1" status: 200 len: 949 time: 0.4311650 Nov 25 17:25:38.193346 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-0add7c55-35b1-4594-b765-6f60e9dc0ba8 req-b0b699f2-dd21-466c-bb0f-2d9d38e1d42e service neutron] Request body: {'port': {'device_id': '705f40c1-b0e1-44fd-8dfd-8fd6cd7e2be0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:38.283109 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-74e5b7ec-f1c8-4f16-b071-b528e6c302db req-81cb0a72-cb66-46dc-9495-4591fbb35ebb service neutron] For port 5f4e1086-1615-4d97-a6d5-97474945bb7f, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:25:38.381117 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-74e5b7ec-f1c8-4f16-b071-b528e6c302db req-81cb0a72-cb66-46dc-9495-4591fbb35ebb service neutron] For port 5f4e1086-1615-4d97-a6d5-97474945bb7f, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=5f4e1086-1615-4d97-a6d5-97474945bb7f,segment=NetworkSegment(32304091-a43f-4bbd-aae7-89d7e0d9d2b6),segment_id=32304091-a43f-4bbd-aae7-89d7e0d9d2b6)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:25:38.419065 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-93dd22a2-0b68-4b15-bd1a-c0ef3b25be0b None None] Publish callbacks [] for port, precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:38.433592 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-93dd22a2-0b68-4b15-bd1a-c0ef3b25be0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:38.439963 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-23a260f0-5208-4433-b51d-f9e487f5d588 req-5b5d3ee4-b4b1-4608-9cc2-f1529be16a8a tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863626 Nov 25 17:25:38.441576 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-74e5b7ec-f1c8-4f16-b071-b528e6c302db req-81cb0a72-cb66-46dc-9495-4591fbb35ebb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:38.456085 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-31ff052b-c356-4072-ae47-1739b0abc086 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:38.468800 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0add7c55-35b1-4594-b765-6f60e9dc0ba8 req-b0b699f2-dd21-466c-bb0f-2d9d38e1d42e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:38.483359 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-be3263c9-d043-41df-a1f7-326cc988e997 req-9dfe7e66-76ad-4a75-8546-b4ec20daebd0 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220997 Nov 25 17:25:38.505578 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 19f504a9-983f-4083-9f07-60164d3f5432 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:25:38.511680 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-31ff052b-c356-4072-ae47-1739b0abc086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:38.539820 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5b7ec-f1c8-4f16-b071-b528e6c302db req-81cb0a72-cb66-46dc-9495-4591fbb35ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:38.541108 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-74e5b7ec-f1c8-4f16-b071-b528e6c302db req-81cb0a72-cb66-46dc-9495-4591fbb35ebb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:38.542964 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-74e5b7ec-f1c8-4f16-b071-b528e6c302db req-81cb0a72-cb66-46dc-9495-4591fbb35ebb service neutron] 10.222.0.74 "PUT /v2.0/ports/5f4e1086-1615-4d97-a6d5-97474945bb7f HTTP/1.1" status: 200 len: 1092 time: 2.7409506 Nov 25 17:25:38.568796 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27c5102e-26b4-492f-95ef-d996d948b29d', 'tag': '5f4e1086-1615-4d97-a6d5-97474945bb7f'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:25:38.577968 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1913f7f-aa53-4e80-a211-52dc68742769 None None] Pushing event updated for resources: {'Port': ['ID=b616bbc2-f1d3-418b-864c-c0f83ce656e8,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:38.586770 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74927338-286f-4352-b18c-25c675ec090b" -d '{"events": [{"name": "network-changed", "server_uuid": "27c5102e-26b4-492f-95ef-d996d948b29d", "tag": "5f4e1086-1615-4d97-a6d5-97474945bb7f"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:25:38.615296 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1913f7f-aa53-4e80-a211-52dc68742769 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:38.616088 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1913f7f-aa53-4e80-a211-52dc68742769 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:38.616646 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1913f7f-aa53-4e80-a211-52dc68742769 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:38.617304 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1913f7f-aa53-4e80-a211-52dc68742769 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:38.618104 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1913f7f-aa53-4e80-a211-52dc68742769 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:38.618760 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1913f7f-aa53-4e80-a211-52dc68742769 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:38.619428 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1913f7f-aa53-4e80-a211-52dc68742769 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:38.619983 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1913f7f-aa53-4e80-a211-52dc68742769 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:38.620745 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1913f7f-aa53-4e80-a211-52dc68742769 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:38.629241 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1913f7f-aa53-4e80-a211-52dc68742769 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:38.630266 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1913f7f-aa53-4e80-a211-52dc68742769 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:38.631019 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1913f7f-aa53-4e80-a211-52dc68742769 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:38.653370 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-93dd22a2-0b68-4b15-bd1a-c0ef3b25be0b None None] Attempting to bind port b616bbc2-f1d3-418b-864c-c0f83ce656e8 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:25:38.655108 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-93dd22a2-0b68-4b15-bd1a-c0ef3b25be0b None None] Attempting to bind port b616bbc2-f1d3-418b-864c-c0f83ce656e8 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '5821ea95-d79d-4e11-b20c-c268a04feea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '9a0cd15f-b02d-4bbf-9256-1dfad1106162'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:25:38.658155 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dd22a2-0b68-4b15-bd1a-c0ef3b25be0b None None] Attempting to bind port b616bbc2-f1d3-418b-864c-c0f83ce656e8 on network 9a0cd15f-b02d-4bbf-9256-1dfad1106162 {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:25:38.666136 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dd22a2-0b68-4b15-bd1a-c0ef3b25be0b None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:25:38.667040 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dd22a2-0b68-4b15-bd1a-c0ef3b25be0b None None] Checking segment: {'id': '5821ea95-d79d-4e11-b20c-c268a04feea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '9a0cd15f-b02d-4bbf-9256-1dfad1106162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:25:38.667263 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac282958-53a6-43b0-a88b-bc26b6af3386 req-4e842b73-44e0-4683-833f-61ea25eafa4d tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:38.667882 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-93dd22a2-0b68-4b15-bd1a-c0ef3b25be0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:38.668672 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dd22a2-0b68-4b15-bd1a-c0ef3b25be0b None None] Bound using segment: {'id': '5821ea95-d79d-4e11-b20c-c268a04feea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '9a0cd15f-b02d-4bbf-9256-1dfad1106162'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:25:38.668960 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ac282958-53a6-43b0-a88b-bc26b6af3386 req-4e842b73-44e0-4683-833f-61ea25eafa4d tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "GET /v2.0/ports?device_id=705f40c1-b0e1-44fd-8dfd-8fd6cd7e2be0 HTTP/1.1" status: 200 len: 931 time: 0.5109799 Nov 25 17:25:38.669816 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-93dd22a2-0b68-4b15-bd1a-c0ef3b25be0b None None] Bound port: b616bbc2-f1d3-418b-864c-c0f83ce656e8, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5821ea95-d79d-4e11-b20c-c268a04feea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '9a0cd15f-b02d-4bbf-9256-1dfad1106162'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:25:38.670625 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-93dd22a2-0b68-4b15-bd1a-c0ef3b25be0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:38.714675 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-31ff052b-c356-4072-ae47-1739b0abc086 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=aca2944e2fa94d38b2bfad2156c5503f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7684147 Nov 25 17:25:38.718217 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37010) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:38.744702 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 19f504a9-983f-4083-9f07-60164d3f5432 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:38.746446 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:38.787046 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-93dd22a2-0b68-4b15-bd1a-c0ef3b25be0b None None] For port b616bbc2-f1d3-418b-864c-c0f83ce656e8, host n-d-817746-1, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:25:38.794901 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-93dd22a2-0b68-4b15-bd1a-c0ef3b25be0b None None] For port b616bbc2-f1d3-418b-864c-c0f83ce656e8, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=b616bbc2-f1d3-418b-864c-c0f83ce656e8,segment=NetworkSegment(5821ea95-d79d-4e11-b20c-c268a04feea4),segment_id=5821ea95-d79d-4e11-b20c-c268a04feea4)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:25:38.805558 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-93dd22a2-0b68-4b15-bd1a-c0ef3b25be0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:38.864206 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d19060ed-acc8-4c82-9168-835927474346 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:38.927374 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d19060ed-acc8-4c82-9168-835927474346 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:38.975651 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-1bf1a6df-a281-449d-a030-76ea4f9919c2 None None] Provisioning complete for port b616bbc2-f1d3-418b-864c-c0f83ce656e8 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:38.977654 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dd22a2-0b68-4b15-bd1a-c0ef3b25be0b None None] Routers {'2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:25:38.979146 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-93dd22a2-0b68-4b15-bd1a-c0ef3b25be0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:25:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:38.979560 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1bf1a6df-a281-449d-a030-76ea4f9919c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:39.000610 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ac282958-53a6-43b0-a88b-bc26b6af3386 req-202ab637-4735-478f-abae-d283b2daa8a3 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "GET /v2.0/security-groups?id=344a8bc9-d5b6-4861-8e5a-cac035a52b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769253 Nov 25 17:25:39.036021 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d19060ed-acc8-4c82-9168-835927474346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:39.040653 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d19060ed-acc8-4c82-9168-835927474346 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:39.043427 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ff052b-c356-4072-ae47-1739b0abc086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=130be64f-be8c-4118-83db-0ec40e29ddd1,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:39.045184 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d19060ed-acc8-4c82-9168-835927474346 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/130be64f-be8c-4118-83db-0ec40e29ddd1 HTTP/1.1" status: 204 len: 168 time: 0.3258514 Nov 25 17:25:39.093998 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2407f8b-1dab-4367-bab4-1e8bd585ec72 req-1ae53778-8432-4392-9240-d6d1ba34ff7c tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:39.095485 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1913f7f-aa53-4e80-a211-52dc68742769 None None] Pushing event updated for resources: {'Port': ['ID=b616bbc2-f1d3-418b-864c-c0f83ce656e8,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:39.109655 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c2407f8b-1dab-4367-bab4-1e8bd585ec72 req-1ae53778-8432-4392-9240-d6d1ba34ff7c tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a4bf71-df86-45b5-ba21-3d2348a88c91 HTTP/1.1" status: 200 len: 946 time: 0.4002903 Nov 25 17:25:39.124114 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19060ed-acc8-4c82-9168-835927474346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=130be64f-be8c-4118-83db-0ec40e29ddd1,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:39.135289 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5b7ec-f1c8-4f16-b071-b528e6c302db req-5da92ae6-180b-4bf6-a7e9-56f3b1b8a5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:39.153428 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-74e5b7ec-f1c8-4f16-b071-b528e6c302db req-5da92ae6-180b-4bf6-a7e9-56f3b1b8a5f2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ac7a18821f8e4e00814d44731ef8d033&device_id=27c5102e-26b4-492f-95ef-d996d948b29d HTTP/1.1" status: 200 len: 1095 time: 0.5367882 Nov 25 17:25:39.174481 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cb0a72-cb66-46dc-9495-4591fbb35ebb service neutron] Pushing event updated for resources: {'Port': ['ID=5f4e1086-1615-4d97-a6d5-97474945bb7f,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:39.262099 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1bf1a6df-a281-449d-a030-76ea4f9919c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:39.299409 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-93dd22a2-0b68-4b15-bd1a-c0ef3b25be0b None None] Set router 2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:25:39.350591 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-1bf1a6df-a281-449d-a030-76ea4f9919c2 None None] For port b616bbc2-f1d3-418b-864c-c0f83ce656e8, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=b616bbc2-f1d3-418b-864c-c0f83ce656e8,segment=NetworkSegment(5821ea95-d79d-4e11-b20c-c268a04feea4),segment_id=5821ea95-d79d-4e11-b20c-c268a04feea4)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:39.359261 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1bf1a6df-a281-449d-a030-76ea4f9919c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:39.473189 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf1a6df-a281-449d-a030-76ea4f9919c2 None None] Pushing event updated for resources: {'Port': ['ID=b616bbc2-f1d3-418b-864c-c0f83ce656e8,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:39.492928 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-6945bab2-7858-4797-94cc-3e56ac986018 None None] Provisioning complete for port b616bbc2-f1d3-418b-864c-c0f83ce656e8 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:39.493308 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6945bab2-7858-4797-94cc-3e56ac986018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:39.510784 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcca6751-f66e-4e52-bf29-4ce1109b11d5 x-openstack-request-id: req-fcca6751-f66e-4e52-bf29-4ce1109b11d5 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:25:39.513135 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27c5102e-26b4-492f-95ef-d996d948b29d", "tag": "5f4e1086-1615-4d97-a6d5-97474945bb7f", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:25:39.513510 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fcca6751-f66e-4e52-bf29-4ce1109b11d5 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:25:39.514021 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27c5102e-26b4-492f-95ef-d996d948b29d', 'tag': '5f4e1086-1615-4d97-a6d5-97474945bb7f', 'status': 'completed', 'code': 200} Nov 25 17:25:39.590440 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-74e5b7ec-f1c8-4f16-b071-b528e6c302db req-2a7346ec-7d47-40a6-a3ca-6a54e6c0f5ca service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f4e1086-1615-4d97-a6d5-97474945bb7f HTTP/1.1" status: 200 len: 217 time: 0.4285641 Nov 25 17:25:39.648105 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c2407f8b-1dab-4367-bab4-1e8bd585ec72 req-5d9315db-7bc6-45b1-8111-19803e1e8194 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5321035 Nov 25 17:25:39.744004 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07522ee-646c-44b2-b3fa-55ec3c7f702a req-d0b38a54-c46c-4146-8f3e-b79f366f5b20 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:39.751861 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c07522ee-646c-44b2-b3fa-55ec3c7f702a req-d0b38a54-c46c-4146-8f3e-b79f366f5b20 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=27c5102e-26b4-492f-95ef-d996d948b29d HTTP/1.1" status: 200 len: 944 time: 0.1921983 Nov 25 17:25:39.823033 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5b7ec-f1c8-4f16-b071-b528e6c302db req-1860363e-7df9-4d93-80c2-b7b1a27dc5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:39.830328 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-74e5b7ec-f1c8-4f16-b071-b528e6c302db req-1860363e-7df9-4d93-80c2-b7b1a27dc5a1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0a91ba6f-af85-4b11-90c3-2d5fc7a12e25 HTTP/1.1" status: 200 len: 860 time: 0.2074475 Nov 25 17:25:39.831254 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-93dd22a2-0b68-4b15-bd1a-c0ef3b25be0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1110007892-router', 'tenant_id': '1577942fcbbc46c9844f7ac1e01d78fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '19f504a9-983f-4083-9f07-60164d3f5432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:25:27Z', 'updated_at': '2021-11-25T17:25:31Z', 'revision_number': 4, 'project_id': '1577942fcbbc46c9844f7ac1e01d78fc', 'gw_port': {'id': '19f504a9-983f-4083-9f07-60164d3f5432', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:92:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:27Z', 'updated_at': '2021-11-25T17:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'b616bbc2-f1d3-418b-864c-c0f83ce656e8', 'name': '', 'network_id': '9a0cd15f-b02d-4bbf-9256-1dfad1106162', 'tenant_id': '1577942fcbbc46c9844f7ac1e01d78fc', 'mac_address': 'fa:16:3e:61:eb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '1c3fbc77-61ac-402a-bd6d-e47b40ff908e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:30Z', 'updated_at': '2021-11-25T17:25:38Z', 'revision_number': 4, 'project_id': '1577942fcbbc46c9844f7ac1e01d78fc', 'subnets': [{'id': '1c3fbc77-61ac-402a-bd6d-e47b40ff908e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:39.929350 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dd22a2-0b68-4b15-bd1a-c0ef3b25be0b None None] The sync data for ids ['2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a'] in n-d-817746-1 is: [{'id': '2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1110007892-router', 'tenant_id': '1577942fcbbc46c9844f7ac1e01d78fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '19f504a9-983f-4083-9f07-60164d3f5432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:25:27Z', 'updated_at': '2021-11-25T17:25:31Z', 'revision_number': 4, 'project_id': '1577942fcbbc46c9844f7ac1e01d78fc', 'gw_port': {'id': '19f504a9-983f-4083-9f07-60164d3f5432', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:92:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:27Z', 'updated_at': '2021-11-25T17:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'b616bbc2-f1d3-418b-864c-c0f83ce656e8', 'name': '', 'network_id': '9a0cd15f-b02d-4bbf-9256-1dfad1106162', 'tenant_id': '1577942fcbbc46c9844f7ac1e01d78fc', 'mac_address': 'fa:16:3e:61:eb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '1c3fbc77-61ac-402a-bd6d-e47b40ff908e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:30Z', 'updated_at': '2021-11-25T17:25:38Z', 'revision_number': 4, 'project_id': '1577942fcbbc46c9844f7ac1e01d78fc', 'subnets': [{'id': '1c3fbc77-61ac-402a-bd6d-e47b40ff908e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:25:40.012049 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c07522ee-646c-44b2-b3fa-55ec3c7f702a req-5f028e7c-b657-41cb-87c3-87aa6b780cf9 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591224 Nov 25 17:25:40.016636 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-74e5b7ec-f1c8-4f16-b071-b528e6c302db req-d3aa3500-54c7-4f07-a93a-b31e7f1c4cb3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c4ad8fe4-e22e-4c8b-af10-9eaf120b663c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1718268 Nov 25 17:25:40.084789 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-0add7c55-35b1-4594-b765-6f60e9dc0ba8 req-b0b699f2-dd21-466c-bb0f-2d9d38e1d42e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 372f81bc-d5c9-45da-ac6a-24bd15d92313 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:25:40.148773 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0add7c55-35b1-4594-b765-6f60e9dc0ba8 req-b0b699f2-dd21-466c-bb0f-2d9d38e1d42e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:40.251440 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-0add7c55-35b1-4594-b765-6f60e9dc0ba8 req-b0b699f2-dd21-466c-bb0f-2d9d38e1d42e service neutron] Transition to ACTIVE for port object 372f81bc-d5c9-45da-ac6a-24bd15d92313 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:25:40.261126 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:25:40.279157 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0add7c55-35b1-4594-b765-6f60e9dc0ba8 req-b0b699f2-dd21-466c-bb0f-2d9d38e1d42e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:40.304987 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e43589-18ea-44e3-8ec6-2a0db02b2de4 req-3636745e-0acb-43ba-a593-f7776ae0bf8e tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:40.304987 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-46e43589-18ea-44e3-8ec6-2a0db02b2de4 req-3636745e-0acb-43ba-a593-f7776ae0bf8e tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "GET /v2.0/ports?device_id=705f40c1-b0e1-44fd-8dfd-8fd6cd7e2be0 HTTP/1.1" status: 200 len: 931 time: 0.1922979 Nov 25 17:25:40.312576 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b809a17-9c2b-41e4-9c29-708f73f19357 req-cd1db4be-b3cf-4ee2-86aa-b02c43671844 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:40.314271 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1b809a17-9c2b-41e4-9c29-708f73f19357 req-cd1db4be-b3cf-4ee2-86aa-b02c43671844 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed373cca-ba66-41ca-a358-72ecc6544906 HTTP/1.1" status: 200 len: 949 time: 0.3091486 Nov 25 17:25:40.453140 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-74e5b7ec-f1c8-4f16-b071-b528e6c302db req-8f482610-e230-4f56-b47f-2867aaac43e5 service neutron] 10.222.0.74 "GET /v2.0/networks/c4ad8fe4-e22e-4c8b-af10-9eaf120b663c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4167295 Nov 25 17:25:40.525709 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device b616bbc2-f1d3-418b-864c-c0f83ce656e8 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:25:40.570718 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b699f2-dd21-466c-bb0f-2d9d38e1d42e service neutron] Pushing event updated for resources: {'Port': ['ID=372f81bc-d5c9-45da-ac6a-24bd15d92313,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:40.615617 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37046) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:40.629941 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-46e43589-18ea-44e3-8ec6-2a0db02b2de4 req-bfd26356-ab68-44c8-91d8-31b0f4695fdd tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "GET /v2.0/security-groups?id=344a8bc9-d5b6-4861-8e5a-cac035a52b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146331 Nov 25 17:25:40.656634 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port b616bbc2-f1d3-418b-864c-c0f83ce656e8 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:40.657030 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:40.855346 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-0fa8f81e-874a-4220-9202-a4024890e1fd admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1342026857-network', 'tenant_id': '0c50612348444ddfbb4ceb1523debeb2'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:40.902758 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa8f81e-874a-4220-9202-a4024890e1fd admin admin] Made reservation on behalf of 0c50612348444ddfbb4ceb1523debeb2 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:25:40.905168 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0fa8f81e-874a-4220-9202-a4024890e1fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:40.915682 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0fa8f81e-874a-4220-9202-a4024890e1fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:40.924555 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1b809a17-9c2b-41e4-9c29-708f73f19357 req-c640103a-d728-42a9-b4b9-51c92fa5276d tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5777900 Nov 25 17:25:41.027646 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-74e5b7ec-f1c8-4f16-b071-b528e6c302db req-99179a83-7109-4ad4-82b0-5b6e3b9c6a83 service neutron] 10.222.0.74 "GET /v2.0/networks/c4ad8fe4-e22e-4c8b-af10-9eaf120b663c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5610819 Nov 25 17:25:41.082776 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0fa8f81e-874a-4220-9202-a4024890e1fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:41.090773 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0fa8f81e-874a-4220-9202-a4024890e1fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:41.142411 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fa8f81e-874a-4220-9202-a4024890e1fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:25:41.172776 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa8f81e-874a-4220-9202-a4024890e1fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d4cd70-067c-43d6-baba-ca2316e6080b,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:41.176080 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0fa8f81e-874a-4220-9202-a4024890e1fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:41.176621 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-0fa8f81e-874a-4220-9202-a4024890e1fd admin admin] Added segment bdbf0e78-63fc-4baf-b91d-154115f4c256 of type vlan for network 371425c0-1ad9-4640-8637-d9368ddb07ea Nov 25 17:25:41.209790 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-0add7c55-35b1-4594-b765-6f60e9dc0ba8 req-b0b699f2-dd21-466c-bb0f-2d9d38e1d42e service neutron] Attempting to bind port 372f81bc-d5c9-45da-ac6a-24bd15d92313 on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:25:41.210341 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-0add7c55-35b1-4594-b765-6f60e9dc0ba8 req-b0b699f2-dd21-466c-bb0f-2d9d38e1d42e service neutron] Attempting to bind port 372f81bc-d5c9-45da-ac6a-24bd15d92313 by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '5821ea95-d79d-4e11-b20c-c268a04feea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '9a0cd15f-b02d-4bbf-9256-1dfad1106162'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:25:41.210341 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0add7c55-35b1-4594-b765-6f60e9dc0ba8 req-b0b699f2-dd21-466c-bb0f-2d9d38e1d42e service neutron] Attempting to bind port 372f81bc-d5c9-45da-ac6a-24bd15d92313 on network 9a0cd15f-b02d-4bbf-9256-1dfad1106162 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:25:41.231263 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0fa8f81e-874a-4220-9202-a4024890e1fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:41.261874 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4611f3-fb91-4bc5-be0d-ef7c65b53881 req-b2cb3fdc-81ff-4bdb-938c-06aed4480f39 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:41.262665 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0fa8f81e-874a-4220-9202-a4024890e1fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:41.263696 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-be4611f3-fb91-4bc5-be0d-ef7c65b53881 req-b2cb3fdc-81ff-4bdb-938c-06aed4480f39 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a4bf71-df86-45b5-ba21-3d2348a88c91 HTTP/1.1" status: 200 len: 946 time: 0.2535405 Nov 25 17:25:41.264166 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa8f81e-874a-4220-9202-a4024890e1fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:41.265266 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0fa8f81e-874a-4220-9202-a4024890e1fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:41.265516 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0add7c55-35b1-4594-b765-6f60e9dc0ba8 req-b0b699f2-dd21-466c-bb0f-2d9d38e1d42e service neutron] Port 372f81bc-d5c9-45da-ac6a-24bd15d92313 on network 9a0cd15f-b02d-4bbf-9256-1dfad1106162 not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:25:41.265960 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0add7c55-35b1-4594-b765-6f60e9dc0ba8 req-b0b699f2-dd21-466c-bb0f-2d9d38e1d42e service neutron] Attempting to bind port 372f81bc-d5c9-45da-ac6a-24bd15d92313 on network 9a0cd15f-b02d-4bbf-9256-1dfad1106162 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:25:41.297683 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74927338-286f-4352-b18c-25c675ec090b req-9a08363a-59e3-43ba-b747-ae8a9addadde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:41.299284 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-74927338-286f-4352-b18c-25c675ec090b req-9a08363a-59e3-43ba-b747-ae8a9addadde service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ac7a18821f8e4e00814d44731ef8d033&device_id=27c5102e-26b4-492f-95ef-d996d948b29d HTTP/1.1" status: 200 len: 1095 time: 0.2065945 Nov 25 17:25:41.300175 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0add7c55-35b1-4594-b765-6f60e9dc0ba8 req-b0b699f2-dd21-466c-bb0f-2d9d38e1d42e service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:25:41.300595 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0add7c55-35b1-4594-b765-6f60e9dc0ba8 req-b0b699f2-dd21-466c-bb0f-2d9d38e1d42e service neutron] Checking segment: {'id': '5821ea95-d79d-4e11-b20c-c268a04feea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '9a0cd15f-b02d-4bbf-9256-1dfad1106162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:25:41.301039 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0add7c55-35b1-4594-b765-6f60e9dc0ba8 req-b0b699f2-dd21-466c-bb0f-2d9d38e1d42e service neutron] Bound using segment: {'id': '5821ea95-d79d-4e11-b20c-c268a04feea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '9a0cd15f-b02d-4bbf-9256-1dfad1106162'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:25:41.301645 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-0add7c55-35b1-4594-b765-6f60e9dc0ba8 req-b0b699f2-dd21-466c-bb0f-2d9d38e1d42e service neutron] Bound port: 372f81bc-d5c9-45da-ac6a-24bd15d92313, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5821ea95-d79d-4e11-b20c-c268a04feea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '9a0cd15f-b02d-4bbf-9256-1dfad1106162'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:25:41.302007 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0add7c55-35b1-4594-b765-6f60e9dc0ba8 req-b0b699f2-dd21-466c-bb0f-2d9d38e1d42e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:41.308522 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0fa8f81e-874a-4220-9202-a4024890e1fd admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6914756 Nov 25 17:25:41.313137 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37058) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:41.334365 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b31bbf2-a8ee-4fc7-9104-c3a5551afe9e req-53f29faa-19f6-4b81-a695-d9a37310fa42 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:41.342167 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0b31bbf2-a8ee-4fc7-9104-c3a5551afe9e req-53f29faa-19f6-4b81-a695-d9a37310fa42 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=27c5102e-26b4-492f-95ef-d996d948b29d HTTP/1.1" status: 200 len: 944 time: 0.1642861 Nov 25 17:25:41.350109 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-fce5acb4-19fb-40a4-9fa5-129bb7078952 admin admin] Request body: {'subnet': {'network_id': '371425c0-1ad9-4640-8637-d9368ddb07ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1342026857-subnet', 'tenant_id': '0c50612348444ddfbb4ceb1523debeb2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:41.375502 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa8f81e-874a-4220-9202-a4024890e1fd admin admin] Pushing event updated for resources: {'Network': ['ID=371425c0-1ad9-4640-8637-d9368ddb07ea,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:41.386699 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 371425c0-1ad9-4640-8637-d9368ddb07ea details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:25:41.421218 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce5acb4-19fb-40a4-9fa5-129bb7078952 admin admin] Made reservation on behalf of 0c50612348444ddfbb4ceb1523debeb2 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:25:41.424252 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fce5acb4-19fb-40a4-9fa5-129bb7078952 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:41.546003 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0b31bbf2-a8ee-4fc7-9104-c3a5551afe9e req-e71b447e-f85c-462d-b40e-eee887712ee8 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029893 Nov 25 17:25:41.555139 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-be4611f3-fb91-4bc5-be0d-ef7c65b53881 req-eeee5e91-3b78-4b44-af54-4cf9628566e8 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818804 Nov 25 17:25:41.600746 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-0add7c55-35b1-4594-b765-6f60e9dc0ba8 req-b0b699f2-dd21-466c-bb0f-2d9d38e1d42e service neutron] For port 372f81bc-d5c9-45da-ac6a-24bd15d92313, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:25:41.604357 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74927338-286f-4352-b18c-25c675ec090b req-4c490fc0-b0b1-4258-b8f5-12c1c354e2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:41.605879 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-74927338-286f-4352-b18c-25c675ec090b req-4c490fc0-b0b1-4258-b8f5-12c1c354e2cb service neutron] 10.222.0.74 "GET /v2.0/networks?id=c4ad8fe4-e22e-4c8b-af10-9eaf120b663c HTTP/1.1" status: 200 len: 921 time: 0.2804801 Nov 25 17:25:41.607631 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-0add7c55-35b1-4594-b765-6f60e9dc0ba8 req-b0b699f2-dd21-466c-bb0f-2d9d38e1d42e service neutron] For port 372f81bc-d5c9-45da-ac6a-24bd15d92313, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=372f81bc-d5c9-45da-ac6a-24bd15d92313,segment=NetworkSegment(5821ea95-d79d-4e11-b20c-c268a04feea4),segment_id=5821ea95-d79d-4e11-b20c-c268a04feea4)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:25:41.614441 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0add7c55-35b1-4594-b765-6f60e9dc0ba8 req-b0b699f2-dd21-466c-bb0f-2d9d38e1d42e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:41.697725 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-74927338-286f-4352-b18c-25c675ec090b req-c9ced208-c5ff-4d22-b785-85dc88c10095 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f4e1086-1615-4d97-a6d5-97474945bb7f HTTP/1.1" status: 200 len: 217 time: 0.0806620 Nov 25 17:25:41.699433 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add7c55-35b1-4594-b765-6f60e9dc0ba8 req-b0b699f2-dd21-466c-bb0f-2d9d38e1d42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:41.700587 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0add7c55-35b1-4594-b765-6f60e9dc0ba8 req-b0b699f2-dd21-466c-bb0f-2d9d38e1d42e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:41.701615 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0add7c55-35b1-4594-b765-6f60e9dc0ba8 req-b0b699f2-dd21-466c-bb0f-2d9d38e1d42e service neutron] 10.222.0.90 "PUT /v2.0/ports/372f81bc-d5c9-45da-ac6a-24bd15d92313 HTTP/1.1" status: 200 len: 1091 time: 3.5446875 Nov 25 17:25:41.707227 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '705f40c1-b0e1-44fd-8dfd-8fd6cd7e2be0', 'tag': '372f81bc-d5c9-45da-ac6a-24bd15d92313'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:25:41.720568 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c84d7a8-ea17-4b80-a698-a98da76f3185" -d '{"events": [{"name": "network-changed", "server_uuid": "705f40c1-b0e1-44fd-8dfd-8fd6cd7e2be0", "tag": "372f81bc-d5c9-45da-ac6a-24bd15d92313"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:25:41.756491 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fce5acb4-19fb-40a4-9fa5-129bb7078952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:41.847772 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce5acb4-19fb-40a4-9fa5-129bb7078952 admin admin] Checking segment: {'id': 'bdbf0e78-63fc-4baf-b91d-154115f4c256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '371425c0-1ad9-4640-8637-d9368ddb07ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:25:41.848447 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce5acb4-19fb-40a4-9fa5-129bb7078952 admin admin] Network hostable DHCP agents. Network: 371425c0-1ad9-4640-8637-d9368ddb07ea, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:25:41.856096 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce5acb4-19fb-40a4-9fa5-129bb7078952 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c19ccf88-7778-4418-ad11-438645181f88,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:41.875202 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce5acb4-19fb-40a4-9fa5-129bb7078952 admin admin] Network 371425c0-1ad9-4640-8637-d9368ddb07ea is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:25:41.896510 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-fce5acb4-19fb-40a4-9fa5-129bb7078952 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 371425c0-1ad9-4640-8637-d9368ddb07ea) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:25:41.899700 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b699f2-dd21-466c-bb0f-2d9d38e1d42e service neutron] Pushing event updated for resources: {'Port': ['ID=372f81bc-d5c9-45da-ac6a-24bd15d92313,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:41.904965 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce5acb4-19fb-40a4-9fa5-129bb7078952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:41.910053 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fce5acb4-19fb-40a4-9fa5-129bb7078952 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:41.911105 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3590ebfc-1c64-48b8-86d1-08e89b8543cb None None] Network 371425c0-1ad9-4640-8637-d9368ddb07ea requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:25:41.931720 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74927338-286f-4352-b18c-25c675ec090b req-17d41462-b73d-4e9b-923c-6ef521e7c2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:41.933333 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-74927338-286f-4352-b18c-25c675ec090b req-17d41462-b73d-4e9b-923c-6ef521e7c2d3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0a91ba6f-af85-4b11-90c3-2d5fc7a12e25 HTTP/1.1" status: 200 len: 860 time: 0.2034857 Nov 25 17:25:41.943877 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-fce5acb4-19fb-40a4-9fa5-129bb7078952 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6203201 Nov 25 17:25:42.027328 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add7c55-35b1-4594-b765-6f60e9dc0ba8 req-f8bd5475-7f58-456d-a7c8-a64504be25fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:42.028885 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0add7c55-35b1-4594-b765-6f60e9dc0ba8 req-f8bd5475-7f58-456d-a7c8-a64504be25fa service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1577942fcbbc46c9844f7ac1e01d78fc&device_id=705f40c1-b0e1-44fd-8dfd-8fd6cd7e2be0 HTTP/1.1" status: 200 len: 1094 time: 0.2702849 Nov 25 17:25:42.033279 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-74927338-286f-4352-b18c-25c675ec090b req-f4bf78ae-e944-45eb-a973-c13499a0d54b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c4ad8fe4-e22e-4c8b-af10-9eaf120b663c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887091 Nov 25 17:25:42.083861 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a2309-7a62-4a70-a574-224b5fba0472 req-36ef2424-9c55-447c-8a25-6ce2923a0bb0 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:42.091944 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bd6a2309-7a62-4a70-a574-224b5fba0472 req-36ef2424-9c55-447c-8a25-6ce2923a0bb0 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "GET /v2.0/ports?device_id=705f40c1-b0e1-44fd-8dfd-8fd6cd7e2be0 HTTP/1.1" status: 200 len: 943 time: 0.2776346 Nov 25 17:25:42.152603 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0add7c55-35b1-4594-b765-6f60e9dc0ba8 req-6c3f74fb-7897-467f-b7da-dba2b03b2ff4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=372f81bc-d5c9-45da-ac6a-24bd15d92313 HTTP/1.1" status: 200 len: 217 time: 0.1058130 Nov 25 17:25:42.395791 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d52b333-e3c6-44c2-9583-eb6f4763aa7a None None] Network 371425c0-1ad9-4640-8637-d9368ddb07ea requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:25:42.498650 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dedb278-c1a2-4884-b885-a9a4e6ce257e x-openstack-request-id: req-6dedb278-c1a2-4884-b885-a9a4e6ce257e {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:25:42.499521 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "705f40c1-b0e1-44fd-8dfd-8fd6cd7e2be0", "tag": "372f81bc-d5c9-45da-ac6a-24bd15d92313", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:25:42.499938 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6dedb278-c1a2-4884-b885-a9a4e6ce257e {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:25:42.500476 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '705f40c1-b0e1-44fd-8dfd-8fd6cd7e2be0', 'tag': '372f81bc-d5c9-45da-ac6a-24bd15d92313', 'status': 'completed', 'code': 200} Nov 25 17:25:42.600797 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bd6a2309-7a62-4a70-a574-224b5fba0472 req-176fb34e-a415-4713-ba83-56969bc1cb8a tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "GET /v2.0/security-groups?id=344a8bc9-d5b6-4861-8e5a-cac035a52b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5078523 Nov 25 17:25:42.627012 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add7c55-35b1-4594-b765-6f60e9dc0ba8 req-b61f7eb3-d776-4cce-85ff-f6a000a930e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:42.628399 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0add7c55-35b1-4594-b765-6f60e9dc0ba8 req-b61f7eb3-d776-4cce-85ff-f6a000a930e0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1c3fbc77-61ac-402a-bd6d-e47b40ff908e HTTP/1.1" status: 200 len: 868 time: 0.1320875 Nov 25 17:25:42.630356 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-74927338-286f-4352-b18c-25c675ec090b req-404b21b8-aadb-48cb-a3a9-924635a2e172 service neutron] 10.222.0.74 "GET /v2.0/networks/c4ad8fe4-e22e-4c8b-af10-9eaf120b663c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5808396 Nov 25 17:25:42.792736 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add7c55-35b1-4594-b765-6f60e9dc0ba8 req-e0e1b3d2-d552-49b5-803a-ede788e06e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:42.794461 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0add7c55-35b1-4594-b765-6f60e9dc0ba8 req-e0e1b3d2-d552-49b5-803a-ede788e06e79 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9a0cd15f-b02d-4bbf-9256-1dfad1106162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1587210 Nov 25 17:25:42.828235 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e37e9-71a1-4bf5-9035-092800be0be0 req-dbb75a98-2008-46b4-a803-a2ce47bcf625 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:42.830012 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e19e37e9-71a1-4bf5-9035-092800be0be0 req-dbb75a98-2008-46b4-a803-a2ce47bcf625 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed373cca-ba66-41ca-a358-72ecc6544906 HTTP/1.1" status: 200 len: 949 time: 0.1307409 Nov 25 17:25:42.880686 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-74927338-286f-4352-b18c-25c675ec090b req-73a47090-e35c-4a50-8008-9aa20d0b69a7 service neutron] 10.222.0.74 "GET /v2.0/networks/c4ad8fe4-e22e-4c8b-af10-9eaf120b663c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091522 Nov 25 17:25:42.967778 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e19e37e9-71a1-4bf5-9035-092800be0be0 req-0b873739-5678-440b-867e-1bb4fef741bb tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267805 Nov 25 17:25:43.001487 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0add7c55-35b1-4594-b765-6f60e9dc0ba8 req-60a0404b-58c9-4e76-a448-3a2f949e5ac6 service neutron] 10.222.0.90 "GET /v2.0/networks/9a0cd15f-b02d-4bbf-9256-1dfad1106162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916425 Nov 25 17:25:43.220475 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e265b8a-b9f8-44bc-8ffb-192cb19a0774 req-df58b257-29cb-4710-924f-7b60f54857ad tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:43.228286 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9e265b8a-b9f8-44bc-8ffb-192cb19a0774 req-df58b257-29cb-4710-924f-7b60f54857ad tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a4bf71-df86-45b5-ba21-3d2348a88c91 HTTP/1.1" status: 200 len: 946 time: 0.1867468 Nov 25 17:25:43.257639 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0add7c55-35b1-4594-b765-6f60e9dc0ba8 req-fc0190f8-71fa-4d53-a4b1-5a17010bf0f2 service neutron] 10.222.0.90 "GET /v2.0/networks/9a0cd15f-b02d-4bbf-9256-1dfad1106162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413764 Nov 25 17:25:43.264846 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a8236-1857-46ea-b2fc-512d44704a92 req-bfb718df-2e71-4a58-9d90-050285d625dd tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:43.266305 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-565a8236-1857-46ea-b2fc-512d44704a92 req-bfb718df-2e71-4a58-9d90-050285d625dd tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/networks?id=371425c0-1ad9-4640-8637-d9368ddb07ea HTTP/1.1" status: 200 len: 815 time: 0.2639308 Nov 25 17:25:43.299851 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-565a8236-1857-46ea-b2fc-512d44704a92 req-2fdef9b2-6638-402a-9b1b-92e2abbabd7d tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/quotas/0c50612348444ddfbb4ceb1523debeb2 HTTP/1.1" status: 200 len: 375 time: 0.0239465 Nov 25 17:25:43.308233 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9e265b8a-b9f8-44bc-8ffb-192cb19a0774 req-ecdb4546-b752-488d-b178-a4671d9b62fe tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791202 Nov 25 17:25:43.349487 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-565a8236-1857-46ea-b2fc-512d44704a92 req-40ac39d5-6ea1-4bde-b779-c17b47b13975 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=0c50612348444ddfbb4ceb1523debeb2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387850 Nov 25 17:25:43.478418 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84d7a8-ea17-4b80-a698-a98da76f3185 req-b36b5a7c-9353-406d-ac15-40d89b87e7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:43.479831 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4c84d7a8-ea17-4b80-a698-a98da76f3185 req-b36b5a7c-9353-406d-ac15-40d89b87e7b8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1577942fcbbc46c9844f7ac1e01d78fc&device_id=705f40c1-b0e1-44fd-8dfd-8fd6cd7e2be0 HTTP/1.1" status: 200 len: 1094 time: 0.1622498 Nov 25 17:25:43.566890 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-565a8236-1857-46ea-b2fc-512d44704a92 req-3bfd9646-e129-4f09-b086-dd690d1b6315 service neutron] 10.222.0.75 "GET /v2.0/networks/371425c0-1ad9-4640-8637-d9368ddb07ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000995 Nov 25 17:25:43.575261 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac52f0-4709-46e6-990a-3395170d64e1 req-4f964fdc-5af7-4368-88a9-dcbf0ce04ea1 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:43.576708 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1dac52f0-4709-46e6-990a-3395170d64e1 req-4f964fdc-5af7-4368-88a9-dcbf0ce04ea1 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=27c5102e-26b4-492f-95ef-d996d948b29d HTTP/1.1" status: 200 len: 944 time: 0.1460431 Nov 25 17:25:43.703910 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84d7a8-ea17-4b80-a698-a98da76f3185 req-3e498c95-32c7-43db-a12a-c638a58007ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:43.705632 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4c84d7a8-ea17-4b80-a698-a98da76f3185 req-3e498c95-32c7-43db-a12a-c638a58007ef service neutron] 10.222.0.90 "GET /v2.0/networks?id=9a0cd15f-b02d-4bbf-9256-1dfad1106162 HTTP/1.1" status: 200 len: 930 time: 0.2137458 Nov 25 17:25:43.721308 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1dac52f0-4709-46e6-990a-3395170d64e1 req-6bcf5775-c53e-4118-8469-d84b34b457a2 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289663 Nov 25 17:25:43.769758 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4c84d7a8-ea17-4b80-a698-a98da76f3185 req-480402ff-9b70-4321-ab43-7447b763067c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=372f81bc-d5c9-45da-ac6a-24bd15d92313 HTTP/1.1" status: 200 len: 217 time: 0.0428302 Nov 25 17:25:43.771669 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-565a8236-1857-46ea-b2fc-512d44704a92 req-98aca463-a281-4eb2-81c4-befbefc579af service neutron] 10.222.0.75 "GET /v2.0/networks/371425c0-1ad9-4640-8637-d9368ddb07ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905537 Nov 25 17:25:43.840322 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84d7a8-ea17-4b80-a698-a98da76f3185 req-834bad87-aae3-4791-9135-a06c1a9bdcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:43.843777 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4c84d7a8-ea17-4b80-a698-a98da76f3185 req-834bad87-aae3-4791-9135-a06c1a9bdcd2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1c3fbc77-61ac-402a-bd6d-e47b40ff908e HTTP/1.1" status: 200 len: 868 time: 0.0638468 Nov 25 17:25:43.936042 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84d7a8-ea17-4b80-a698-a98da76f3185 req-f0c89bb5-e6f0-43e0-8394-9c8f995a3e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:43.937625 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4c84d7a8-ea17-4b80-a698-a98da76f3185 req-f0c89bb5-e6f0-43e0-8394-9c8f995a3e0f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9a0cd15f-b02d-4bbf-9256-1dfad1106162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0871978 Nov 25 17:25:43.987492 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc905d7-2c98-4376-81df-4986be4616c0 req-512dfdb3-7ae2-44db-8b16-41f381f5040d tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:43.996157 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8fc905d7-2c98-4376-81df-4986be4616c0 req-512dfdb3-7ae2-44db-8b16-41f381f5040d tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "GET /v2.0/ports?device_id=705f40c1-b0e1-44fd-8dfd-8fd6cd7e2be0 HTTP/1.1" status: 200 len: 943 time: 0.1089993 Nov 25 17:25:44.120016 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c2523c4d-cb8d-4362-beb7-01478fbe9886 req-f2b0ea23-7d96-455c-bff4-ec82c0881423 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=7290d4bd-e7e5-4e18-b437-a99b99a4a1c7 HTTP/1.1" status: 200 len: 210 time: 0.0459108 Nov 25 17:25:44.145516 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8fc905d7-2c98-4376-81df-4986be4616c0 req-91462da6-0412-48f5-acd3-8bde9a224f84 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "GET /v2.0/security-groups?id=344a8bc9-d5b6-4861-8e5a-cac035a52b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480720 Nov 25 17:25:44.153093 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4c84d7a8-ea17-4b80-a698-a98da76f3185 req-4b6230c9-2c33-4ed5-bfc8-14fe9017b717 service neutron] 10.222.0.90 "GET /v2.0/networks/9a0cd15f-b02d-4bbf-9256-1dfad1106162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054851 Nov 25 17:25:44.315815 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dbe888-0c43-4fbd-8b74-2f4a76184675 req-c6d0a7aa-0d6c-425a-b990-265a04f0e209 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:44.317337 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f9dbe888-0c43-4fbd-8b74-2f4a76184675 req-c6d0a7aa-0d6c-425a-b990-265a04f0e209 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed373cca-ba66-41ca-a358-72ecc6544906 HTTP/1.1" status: 200 len: 949 time: 0.1107080 Nov 25 17:25:44.319872 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4c84d7a8-ea17-4b80-a698-a98da76f3185 req-04cf2a9d-940d-44b5-985c-2cd3f399c8a2 service neutron] 10.222.0.90 "GET /v2.0/networks/9a0cd15f-b02d-4bbf-9256-1dfad1106162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553030 Nov 25 17:25:44.414605 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f9dbe888-0c43-4fbd-8b74-2f4a76184675 req-65d2567d-809a-426d-91ed-8d35ab133198 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845380 Nov 25 17:25:44.481178 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac58d93-d1c8-4b75-be3e-ab600a82904b req-a9272161-7410-456a-85de-256edf8be323 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:44.482905 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dac58d93-d1c8-4b75-be3e-ab600a82904b req-a9272161-7410-456a-85de-256edf8be323 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a4bf71-df86-45b5-ba21-3d2348a88c91 HTTP/1.1" status: 200 len: 946 time: 0.0650284 Nov 25 17:25:44.547009 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dac58d93-d1c8-4b75-be3e-ab600a82904b req-4453f6aa-9708-4f98-aceb-de883d7e874f tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571723 Nov 25 17:25:44.855268 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060f6ca-2e4e-4e13-963e-00d9bea7d627 req-cbf77262-d145-4609-88ac-dd7b68033835 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:44.856896 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0060f6ca-2e4e-4e13-963e-00d9bea7d627 req-cbf77262-d145-4609-88ac-dd7b68033835 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=27c5102e-26b4-492f-95ef-d996d948b29d HTTP/1.1" status: 200 len: 944 time: 0.0558755 Nov 25 17:25:44.909980 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0060f6ca-2e4e-4e13-963e-00d9bea7d627 req-db157eb0-0ff0-4d3a-b7ae-8dbfc13e532d tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469890 Nov 25 17:25:45.270265 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6ba1468a-9dad-45eb-94ac-a713aa957c12 req-38eea341-13a1-4588-a89f-8f202edffd2c tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=7290d4bd-e7e5-4e18-b437-a99b99a4a1c7 HTTP/1.1" status: 200 len: 210 time: 0.0553358 Nov 25 17:25:45.278881 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a8236-1857-46ea-b2fc-512d44704a92 req-2ea3e5dc-3d40-49ea-9879-bf2b6e676aac tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:45.280107 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-565a8236-1857-46ea-b2fc-512d44704a92 req-2ea3e5dc-3d40-49ea-9879-bf2b6e676aac tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.74 "GET /v2.0/networks?id=371425c0-1ad9-4640-8637-d9368ddb07ea HTTP/1.1" status: 200 len: 815 time: 0.1743922 Nov 25 17:25:45.298827 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-565a8236-1857-46ea-b2fc-512d44704a92 req-83a0aaa3-724a-4458-a47d-c5fb17e59f96 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Request body: {'port': {'device_id': '7290d4bd-e7e5-4e18-b437-a99b99a4a1c7', 'network_id': '371425c0-1ad9-4640-8637-d9368ddb07ea', 'admin_state_up': True, 'tenant_id': '0c50612348444ddfbb4ceb1523debeb2'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:45.374241 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b2d9d-c47b-41c4-879e-93e404dbfeb0 req-0dad134d-6a10-43c4-8108-a03ff23d77a8 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:45.375704 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-923b2d9d-c47b-41c4-879e-93e404dbfeb0 req-0dad134d-6a10-43c4-8108-a03ff23d77a8 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "GET /v2.0/ports?device_id=705f40c1-b0e1-44fd-8dfd-8fd6cd7e2be0 HTTP/1.1" status: 200 len: 943 time: 0.1433930 Nov 25 17:25:45.456804 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-923b2d9d-c47b-41c4-879e-93e404dbfeb0 req-2e724597-b43f-4c90-a772-a5356d32b697 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "GET /v2.0/security-groups?id=344a8bc9-d5b6-4861-8e5a-cac035a52b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732989 Nov 25 17:25:45.473157 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-565a8236-1857-46ea-b2fc-512d44704a92 req-83a0aaa3-724a-4458-a47d-c5fb17e59f96 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Made reservation on behalf of 0c50612348444ddfbb4ceb1523debeb2 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:25:45.477998 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-565a8236-1857-46ea-b2fc-512d44704a92 req-83a0aaa3-724a-4458-a47d-c5fb17e59f96 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:45.616765 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1755ab77-f7ba-4b7c-bf4a-55aa1449ef28 req-855839ee-91ce-465e-adf6-c422788cbecc tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:45.618326 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1755ab77-f7ba-4b7c-bf4a-55aa1449ef28 req-855839ee-91ce-465e-adf6-c422788cbecc tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed373cca-ba66-41ca-a358-72ecc6544906 HTTP/1.1" status: 200 len: 949 time: 0.1182497 Nov 25 17:25:45.721729 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-565a8236-1857-46ea-b2fc-512d44704a92 req-83a0aaa3-724a-4458-a47d-c5fb17e59f96 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Allocated IP 172.20.0.7 (371425c0-1ad9-4640-8637-d9368ddb07ea/c19ccf88-7778-4418-ad11-438645181f88/52c53067-21df-45de-a730-7dc00c41f3de) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:25:45.739196 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1755ab77-f7ba-4b7c-bf4a-55aa1449ef28 req-1a74db42-b17e-4313-a88a-e0d7e8c966f6 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059940 Nov 25 17:25:45.759544 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef3793-b82e-4bd3-8b40-610303246a1a req-9e31b1dd-a277-4c0a-888c-1cbddb43597f tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:45.761601 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2aef3793-b82e-4bd3-8b40-610303246a1a req-9e31b1dd-a277-4c0a-888c-1cbddb43597f tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a4bf71-df86-45b5-ba21-3d2348a88c91 HTTP/1.1" status: 200 len: 946 time: 0.1421225 Nov 25 17:25:45.851846 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2aef3793-b82e-4bd3-8b40-610303246a1a req-84d6f0cd-862e-4ad9-b538-1bb538188467 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798595 Nov 25 17:25:45.944759 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-565a8236-1857-46ea-b2fc-512d44704a92 req-83a0aaa3-724a-4458-a47d-c5fb17e59f96 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:45.987725 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-565a8236-1857-46ea-b2fc-512d44704a92 req-83a0aaa3-724a-4458-a47d-c5fb17e59f96 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:46.058686 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-565a8236-1857-46ea-b2fc-512d44704a92 req-83a0aaa3-724a-4458-a47d-c5fb17e59f96 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Network 371425c0-1ad9-4640-8637-d9368ddb07ea is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:25:46.063559 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-565a8236-1857-46ea-b2fc-512d44704a92 req-83a0aaa3-724a-4458-a47d-c5fb17e59f96 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:25:46.071053 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-565a8236-1857-46ea-b2fc-512d44704a92 req-83a0aaa3-724a-4458-a47d-c5fb17e59f96 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:25:46.104070 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a0aaa3-724a-4458-a47d-c5fb17e59f96 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Pushing event updated for resources: {'Port': ['ID=52c53067-21df-45de-a730-7dc00c41f3de,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:46.130361 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6b2a3-8574-465c-8988-eb778f148e1b req-4700063c-b0dc-417a-9dc3-62b543864b9f tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:46.131872 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f3a6b2a3-8574-465c-8988-eb778f148e1b req-4700063c-b0dc-417a-9dc3-62b543864b9f tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=27c5102e-26b4-492f-95ef-d996d948b29d HTTP/1.1" status: 200 len: 944 time: 0.1356595 Nov 25 17:25:46.143106 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a8236-1857-46ea-b2fc-512d44704a92 req-83a0aaa3-724a-4458-a47d-c5fb17e59f96 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:46.143724 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-565a8236-1857-46ea-b2fc-512d44704a92 req-83a0aaa3-724a-4458-a47d-c5fb17e59f96 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:46.181391 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-565a8236-1857-46ea-b2fc-512d44704a92 req-83a0aaa3-724a-4458-a47d-c5fb17e59f96 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8862791 Nov 25 17:25:46.199780 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-565a8236-1857-46ea-b2fc-512d44704a92 req-b575449b-ff60-4488-bb8c-f7a150f62b37 service neutron] Request body: {'port': {'device_id': '7290d4bd-e7e5-4e18-b437-a99b99a4a1c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:46.208523 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f3a6b2a3-8574-465c-8988-eb778f148e1b req-3c05efa8-d037-49a7-b129-6b4a78be3b7c tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605371 Nov 25 17:25:46.260327 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-565a8236-1857-46ea-b2fc-512d44704a92 req-b575449b-ff60-4488-bb8c-f7a150f62b37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:46.470656 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:46.471800 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ca7d5-b604-4c3a-bf77-c722e71145e2 req-9fdd1076-9323-441b-84b3-2657a7ef85c3 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:46.473300 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-415ca7d5-b604-4c3a-bf77-c722e71145e2 req-9fdd1076-9323-441b-84b3-2657a7ef85c3 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=7290d4bd-e7e5-4e18-b437-a99b99a4a1c7 HTTP/1.1" status: 200 len: 931 time: 0.1053228 Nov 25 17:25:46.563616 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-415ca7d5-b604-4c3a-bf77-c722e71145e2 req-77bdaaa0-8eb2-41db-a56d-17cab96ae192 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815957 Nov 25 17:25:46.589887 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 372f81bc-d5c9-45da-ac6a-24bd15d92313 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:25:46.627058 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:46.642717 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e050fb6-49ae-42f6-b4e7-ddabddac055d req-9bf96e67-a5bc-402d-98dc-1e61b1323078 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:46.644252 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6e050fb6-49ae-42f6-b4e7-ddabddac055d req-9bf96e67-a5bc-402d-98dc-1e61b1323078 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "GET /v2.0/ports?device_id=705f40c1-b0e1-44fd-8dfd-8fd6cd7e2be0 HTTP/1.1" status: 200 len: 943 time: 0.0943244 Nov 25 17:25:46.650817 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-565a8236-1857-46ea-b2fc-512d44704a92 req-b575449b-ff60-4488-bb8c-f7a150f62b37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52c53067-21df-45de-a730-7dc00c41f3de {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:25:46.665248 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-565a8236-1857-46ea-b2fc-512d44704a92 req-b575449b-ff60-4488-bb8c-f7a150f62b37 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:46.688872 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-565a8236-1857-46ea-b2fc-512d44704a92 req-b575449b-ff60-4488-bb8c-f7a150f62b37 service neutron] Transition to ACTIVE for port object 52c53067-21df-45de-a730-7dc00c41f3de will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:25:46.695918 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-565a8236-1857-46ea-b2fc-512d44704a92 req-b575449b-ff60-4488-bb8c-f7a150f62b37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:46.727400 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 372f81bc-d5c9-45da-ac6a-24bd15d92313, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=372f81bc-d5c9-45da-ac6a-24bd15d92313,segment=NetworkSegment(5821ea95-d79d-4e11-b20c-c268a04feea4),segment_id=5821ea95-d79d-4e11-b20c-c268a04feea4)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:46.744209 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '372f81bc-d5c9-45da-ac6a-24bd15d92313', 'network_id': '9a0cd15f-b02d-4bbf-9256-1dfad1106162', 'port_id': '372f81bc-d5c9-45da-ac6a-24bd15d92313', 'mac_address': 'fa:16:3e:f1:77:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c3fbc77-61ac-402a-bd6d-e47b40ff908e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:25:46.761314 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6e050fb6-49ae-42f6-b4e7-ddabddac055d req-7c955f8e-e845-4cca-a4c0-c6a7113711f8 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "GET /v2.0/security-groups?id=344a8bc9-d5b6-4861-8e5a-cac035a52b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995610 Nov 25 17:25:46.777707 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b575449b-ff60-4488-bb8c-f7a150f62b37 service neutron] Pushing event updated for resources: {'Port': ['ID=52c53067-21df-45de-a730-7dc00c41f3de,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:46.817530 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:46.836455 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 372f81bc-d5c9-45da-ac6a-24bd15d92313 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:25:46.866116 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 372f81bc-d5c9-45da-ac6a-24bd15d92313, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=372f81bc-d5c9-45da-ac6a-24bd15d92313,segment=NetworkSegment(5821ea95-d79d-4e11-b20c-c268a04feea4),segment_id=5821ea95-d79d-4e11-b20c-c268a04feea4)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:46.871016 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:46.891773 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-565a8236-1857-46ea-b2fc-512d44704a92 req-b575449b-ff60-4488-bb8c-f7a150f62b37 service neutron] Attempting to bind port 52c53067-21df-45de-a730-7dc00c41f3de on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:25:46.892290 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-565a8236-1857-46ea-b2fc-512d44704a92 req-b575449b-ff60-4488-bb8c-f7a150f62b37 service neutron] Attempting to bind port 52c53067-21df-45de-a730-7dc00c41f3de by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'bdbf0e78-63fc-4baf-b91d-154115f4c256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '371425c0-1ad9-4640-8637-d9368ddb07ea'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:25:46.892972 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565a8236-1857-46ea-b2fc-512d44704a92 req-b575449b-ff60-4488-bb8c-f7a150f62b37 service neutron] Attempting to bind port 52c53067-21df-45de-a730-7dc00c41f3de on network 371425c0-1ad9-4640-8637-d9368ddb07ea {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:25:46.908127 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565a8236-1857-46ea-b2fc-512d44704a92 req-b575449b-ff60-4488-bb8c-f7a150f62b37 service neutron] Port 52c53067-21df-45de-a730-7dc00c41f3de on network 371425c0-1ad9-4640-8637-d9368ddb07ea not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:25:46.908989 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565a8236-1857-46ea-b2fc-512d44704a92 req-b575449b-ff60-4488-bb8c-f7a150f62b37 service neutron] Attempting to bind port 52c53067-21df-45de-a730-7dc00c41f3de on network 371425c0-1ad9-4640-8637-d9368ddb07ea {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:25:46.918381 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565a8236-1857-46ea-b2fc-512d44704a92 req-b575449b-ff60-4488-bb8c-f7a150f62b37 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:25:46.918976 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565a8236-1857-46ea-b2fc-512d44704a92 req-b575449b-ff60-4488-bb8c-f7a150f62b37 service neutron] Checking segment: {'id': 'bdbf0e78-63fc-4baf-b91d-154115f4c256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '371425c0-1ad9-4640-8637-d9368ddb07ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:25:46.919361 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565a8236-1857-46ea-b2fc-512d44704a92 req-b575449b-ff60-4488-bb8c-f7a150f62b37 service neutron] Bound using segment: {'id': 'bdbf0e78-63fc-4baf-b91d-154115f4c256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '371425c0-1ad9-4640-8637-d9368ddb07ea'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:25:46.919802 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-565a8236-1857-46ea-b2fc-512d44704a92 req-b575449b-ff60-4488-bb8c-f7a150f62b37 service neutron] Bound port: 52c53067-21df-45de-a730-7dc00c41f3de, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbf0e78-63fc-4baf-b91d-154115f4c256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '371425c0-1ad9-4640-8637-d9368ddb07ea'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:25:46.920160 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-565a8236-1857-46ea-b2fc-512d44704a92 req-b575449b-ff60-4488-bb8c-f7a150f62b37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:46.947788 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=372f81bc-d5c9-45da-ac6a-24bd15d92313,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:47.091870 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-559431c5-6ca5-4190-aac8-e722aff51aad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:47.141274 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['372f81bc-d5c9-45da-ac6a-24bd15d92313'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:25:47.264391 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322308a1-26b3-468c-bff7-47d8e437efd1 req-2d453306-80fb-4e09-adfb-c15450391c80 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:47.265957 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-322308a1-26b3-468c-bff7-47d8e437efd1 req-2d453306-80fb-4e09-adfb-c15450391c80 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed373cca-ba66-41ca-a358-72ecc6544906 HTTP/1.1" status: 200 len: 949 time: 0.4303870 Nov 25 17:25:47.323813 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef16ba1-cdbb-4a62-8bef-8483fcdbd298 req-d4fb4932-1bac-4a36-ad01-7b8d802250b8 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:47.325313 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8ef16ba1-cdbb-4a62-8bef-8483fcdbd298 req-d4fb4932-1bac-4a36-ad01-7b8d802250b8 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a4bf71-df86-45b5-ba21-3d2348a88c91 HTTP/1.1" status: 200 len: 946 time: 0.3855894 Nov 25 17:25:47.355440 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-565a8236-1857-46ea-b2fc-512d44704a92 req-b575449b-ff60-4488-bb8c-f7a150f62b37 service neutron] For port 52c53067-21df-45de-a730-7dc00c41f3de, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:25:47.382124 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-565a8236-1857-46ea-b2fc-512d44704a92 req-b575449b-ff60-4488-bb8c-f7a150f62b37 service neutron] For port 52c53067-21df-45de-a730-7dc00c41f3de, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=52c53067-21df-45de-a730-7dc00c41f3de,segment=NetworkSegment(bdbf0e78-63fc-4baf-b91d-154115f4c256),segment_id=bdbf0e78-63fc-4baf-b91d-154115f4c256)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:25:47.386317 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-322308a1-26b3-468c-bff7-47d8e437efd1 req-ff005c79-45d0-494e-ab7f-ac01a00b5e89 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136820 Nov 25 17:25:47.391371 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-565a8236-1857-46ea-b2fc-512d44704a92 req-b575449b-ff60-4488-bb8c-f7a150f62b37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:47.452818 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8ef16ba1-cdbb-4a62-8bef-8483fcdbd298 req-ed740a37-cbe7-4f4b-acdc-a48fed6fab7f tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187136 Nov 25 17:25:47.460371 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a8236-1857-46ea-b2fc-512d44704a92 req-b575449b-ff60-4488-bb8c-f7a150f62b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:47.461075 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-565a8236-1857-46ea-b2fc-512d44704a92 req-b575449b-ff60-4488-bb8c-f7a150f62b37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:47.462454 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-565a8236-1857-46ea-b2fc-512d44704a92 req-b575449b-ff60-4488-bb8c-f7a150f62b37 service neutron] 10.222.0.74 "PUT /v2.0/ports/52c53067-21df-45de-a730-7dc00c41f3de HTTP/1.1" status: 200 len: 1091 time: 1.2683034 Nov 25 17:25:47.462906 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7290d4bd-e7e5-4e18-b437-a99b99a4a1c7', 'tag': '52c53067-21df-45de-a730-7dc00c41f3de'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:25:47.465208 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e226af-36d1-4b3e-b27a-06e1568d1404" -d '{"events": [{"name": "network-changed", "server_uuid": "7290d4bd-e7e5-4e18-b437-a99b99a4a1c7", "tag": "52c53067-21df-45de-a730-7dc00c41f3de"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:25:47.483517 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b575449b-ff60-4488-bb8c-f7a150f62b37 service neutron] Pushing event updated for resources: {'Port': ['ID=52c53067-21df-45de-a730-7dc00c41f3de,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:47.599814 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2549b7-e525-46d5-a47f-c37978bd34a5 x-openstack-request-id: req-8e2549b7-e525-46d5-a47f-c37978bd34a5 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:25:47.600216 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7290d4bd-e7e5-4e18-b437-a99b99a4a1c7", "tag": "52c53067-21df-45de-a730-7dc00c41f3de", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:25:47.600551 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8e2549b7-e525-46d5-a47f-c37978bd34a5 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:25:47.601575 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7290d4bd-e7e5-4e18-b437-a99b99a4a1c7', 'tag': '52c53067-21df-45de-a730-7dc00c41f3de', 'status': 'completed', 'code': 200} Nov 25 17:25:47.617846 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a8236-1857-46ea-b2fc-512d44704a92 req-98ba0f67-11aa-43b0-b99c-c7939d556e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:47.619421 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-565a8236-1857-46ea-b2fc-512d44704a92 req-98ba0f67-11aa-43b0-b99c-c7939d556e9d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0c50612348444ddfbb4ceb1523debeb2&device_id=7290d4bd-e7e5-4e18-b437-a99b99a4a1c7 HTTP/1.1" status: 200 len: 1094 time: 0.0910065 Nov 25 17:25:47.634301 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b24a5-d869-43ad-9102-3b3d39fb73a6 req-2ca84d12-250c-4584-bb73-dd8a8a4e439e tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:47.635783 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4f9b24a5-d869-43ad-9102-3b3d39fb73a6 req-2ca84d12-250c-4584-bb73-dd8a8a4e439e tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=27c5102e-26b4-492f-95ef-d996d948b29d HTTP/1.1" status: 200 len: 944 time: 0.0854027 Nov 25 17:25:47.682508 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-565a8236-1857-46ea-b2fc-512d44704a92 req-356a11da-0864-4dbb-bfd1-ab2bfca4e14d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52c53067-21df-45de-a730-7dc00c41f3de HTTP/1.1" status: 200 len: 217 time: 0.0455551 Nov 25 17:25:47.779756 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a8236-1857-46ea-b2fc-512d44704a92 req-285e56ef-56f6-40fe-9259-6ec2e6aa6414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:47.781328 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-565a8236-1857-46ea-b2fc-512d44704a92 req-285e56ef-56f6-40fe-9259-6ec2e6aa6414 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c19ccf88-7778-4418-ad11-438645181f88 HTTP/1.1" status: 200 len: 855 time: 0.0833490 Nov 25 17:25:47.787738 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4f9b24a5-d869-43ad-9102-3b3d39fb73a6 req-73bf7350-8c19-40f8-b95e-695ba2bc31db tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443341 Nov 25 17:25:47.807411 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453b034-82a1-4237-b22e-0ddf05beb415 req-bfd9416c-ac6f-4fdf-9fea-38a9100680b4 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:47.809161 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2453b034-82a1-4237-b22e-0ddf05beb415 req-bfd9416c-ac6f-4fdf-9fea-38a9100680b4 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=7290d4bd-e7e5-4e18-b437-a99b99a4a1c7 HTTP/1.1" status: 200 len: 943 time: 0.1354399 Nov 25 17:25:47.830985 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-565a8236-1857-46ea-b2fc-512d44704a92 req-03a29fcd-60f9-4cc2-9246-053f6b577007 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=371425c0-1ad9-4640-8637-d9368ddb07ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399399 Nov 25 17:25:47.949913 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2453b034-82a1-4237-b22e-0ddf05beb415 req-d83ca0a1-9cda-4700-bd97-5b65cf526879 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251564 Nov 25 17:25:47.990331 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d3f8b6-7011-4f00-a181-2be24625c14a req-95c3179c-c71a-4b2d-94a7-88fdb8d15324 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:47.992345 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-63d3f8b6-7011-4f00-a181-2be24625c14a req-95c3179c-c71a-4b2d-94a7-88fdb8d15324 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "GET /v2.0/ports?device_id=705f40c1-b0e1-44fd-8dfd-8fd6cd7e2be0 HTTP/1.1" status: 200 len: 944 time: 0.1146681 Nov 25 17:25:48.014646 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-565a8236-1857-46ea-b2fc-512d44704a92 req-e46b45f7-c1da-488b-b0d1-d787cf7e27dd service neutron] 10.222.0.74 "GET /v2.0/networks/371425c0-1ad9-4640-8637-d9368ddb07ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745038 Nov 25 17:25:48.069292 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-63d3f8b6-7011-4f00-a181-2be24625c14a req-b3607176-1e82-4757-b26e-be1d81ae3635 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "GET /v2.0/security-groups?id=344a8bc9-d5b6-4861-8e5a-cac035a52b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694556 Nov 25 17:25:48.134373 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-565a8236-1857-46ea-b2fc-512d44704a92 req-3c6bd847-b089-4658-93b1-a22692245305 service neutron] 10.222.0.74 "GET /v2.0/networks/371425c0-1ad9-4640-8637-d9368ddb07ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008387 Nov 25 17:25:48.226597 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e226af-36d1-4b3e-b27a-06e1568d1404 req-cf2df984-5459-427a-884e-18da5c8d162f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:48.228515 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-68e226af-36d1-4b3e-b27a-06e1568d1404 req-cf2df984-5459-427a-884e-18da5c8d162f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0c50612348444ddfbb4ceb1523debeb2&device_id=7290d4bd-e7e5-4e18-b437-a99b99a4a1c7 HTTP/1.1" status: 200 len: 1094 time: 0.0440469 Nov 25 17:25:48.328414 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e226af-36d1-4b3e-b27a-06e1568d1404 req-e633f1ed-608f-40f2-af5c-29e9962e63d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:48.330051 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-68e226af-36d1-4b3e-b27a-06e1568d1404 req-e633f1ed-608f-40f2-af5c-29e9962e63d0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=371425c0-1ad9-4640-8637-d9368ddb07ea HTTP/1.1" status: 200 len: 916 time: 0.0937328 Nov 25 17:25:48.375780 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-68e226af-36d1-4b3e-b27a-06e1568d1404 req-f5ff9ad3-7bc7-424b-8df0-192528a17644 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52c53067-21df-45de-a730-7dc00c41f3de HTTP/1.1" status: 200 len: 217 time: 0.0363917 Nov 25 17:25:48.433843 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e226af-36d1-4b3e-b27a-06e1568d1404 req-d43e98cf-13e7-400f-bf3d-8ccd107e7ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:48.435336 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-68e226af-36d1-4b3e-b27a-06e1568d1404 req-d43e98cf-13e7-400f-bf3d-8ccd107e7ea7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c19ccf88-7778-4418-ad11-438645181f88 HTTP/1.1" status: 200 len: 855 time: 0.0510316 Nov 25 17:25:48.474108 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-68e226af-36d1-4b3e-b27a-06e1568d1404 req-f48dbbe4-2b4a-4daa-8054-35d5cfa9b075 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=371425c0-1ad9-4640-8637-d9368ddb07ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267560 Nov 25 17:25:48.579104 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d194c74-bb1f-4cf9-a3d4-2c9210bb1d4f req-884fba5e-b664-43ae-aa79-bde716576bd5 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:48.580656 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1d194c74-bb1f-4cf9-a3d4-2c9210bb1d4f req-884fba5e-b664-43ae-aa79-bde716576bd5 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed373cca-ba66-41ca-a358-72ecc6544906 HTTP/1.1" status: 200 len: 949 time: 0.1092699 Nov 25 17:25:48.605225 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 372f81bc-d5c9-45da-ac6a-24bd15d92313 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:25:48.655211 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-68e226af-36d1-4b3e-b27a-06e1568d1404 req-4168f16a-c6cd-4f95-aea4-0b9ad2d93106 service neutron] 10.222.0.74 "GET /v2.0/networks/371425c0-1ad9-4640-8637-d9368ddb07ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716270 Nov 25 17:25:48.690856 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port 372f81bc-d5c9-45da-ac6a-24bd15d92313 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:25:48.697834 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-fdb79f61-4d2a-4891-9c78-4e66559bf103 req-9791516d-a6b0-4dbf-af1f-9c474d5e5fb1 service neutron] 10.222.0.74 "GET /v2.0/ports/e221bd68-47b0-47cf-9238-53c3586557dc/bindings/n-h1-817746-1 HTTP/1.1" status: 200 len: 382 time: 0.0671217 Nov 25 17:25:48.698722 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port 372f81bc-d5c9-45da-ac6a-24bd15d92313 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:48.699201 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:48.708839 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1d194c74-bb1f-4cf9-a3d4-2c9210bb1d4f req-d7f341a6-3e00-4562-bd9a-8e32b70bb356 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164854 Nov 25 17:25:48.755939 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a445e1ba-7f4d-41d3-b5a6-45bbe41aaab1 req-ad21357d-aa63-48a9-8ebc-d63c4394245e tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:48.757199 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a445e1ba-7f4d-41d3-b5a6-45bbe41aaab1 req-ad21357d-aa63-48a9-8ebc-d63c4394245e tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a4bf71-df86-45b5-ba21-3d2348a88c91 HTTP/1.1" status: 200 len: 946 time: 0.1332560 Nov 25 17:25:48.854029 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:48.854388 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-68e226af-36d1-4b3e-b27a-06e1568d1404 req-bba8d2ce-8ffa-4b24-8018-61bc910d91cb service neutron] 10.222.0.74 "GET /v2.0/networks/371425c0-1ad9-4640-8637-d9368ddb07ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913841 Nov 25 17:25:48.859321 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a445e1ba-7f4d-41d3-b5a6-45bbe41aaab1 req-18fb03a4-9c40-46f6-9bd8-1711c53c89d6 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937796 Nov 25 17:25:48.891110 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '705f40c1-b0e1-44fd-8dfd-8fd6cd7e2be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '372f81bc-d5c9-45da-ac6a-24bd15d92313'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:25:48.894224 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0381bc3a-0168-4556-a6c7-f53b91e8aeec" -d '{"events": [{"server_uuid": "705f40c1-b0e1-44fd-8dfd-8fd6cd7e2be0", "name": "network-vif-plugged", "status": "completed", "tag": "372f81bc-d5c9-45da-ac6a-24bd15d92313"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:25:48.925193 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 372f81bc-d5c9-45da-ac6a-24bd15d92313, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=372f81bc-d5c9-45da-ac6a-24bd15d92313,segment=NetworkSegment(5821ea95-d79d-4e11-b20c-c268a04feea4),segment_id=5821ea95-d79d-4e11-b20c-c268a04feea4)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:48.938674 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:48.960057 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5057637f-fab7-4afb-84e5-4fec518cbc7d x-openstack-request-id: req-5057637f-fab7-4afb-84e5-4fec518cbc7d {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:25:48.960561 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "705f40c1-b0e1-44fd-8dfd-8fd6cd7e2be0", "name": "network-vif-plugged", "status": "completed", "tag": "372f81bc-d5c9-45da-ac6a-24bd15d92313", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:25:48.961474 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5057637f-fab7-4afb-84e5-4fec518cbc7d {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:25:48.962000 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '705f40c1-b0e1-44fd-8dfd-8fd6cd7e2be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '372f81bc-d5c9-45da-ac6a-24bd15d92313', 'code': 200} Nov 25 17:25:48.974803 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75549d62-68a2-4284-8d57-42ba90477135 req-e157ab01-70ca-4cbe-8aca-6365387e5e22 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:48.974803 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-75549d62-68a2-4284-8d57-42ba90477135 req-e157ab01-70ca-4cbe-8aca-6365387e5e22 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=27c5102e-26b4-492f-95ef-d996d948b29d HTTP/1.1" status: 200 len: 944 time: 0.0767109 Nov 25 17:25:49.018635 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=372f81bc-d5c9-45da-ac6a-24bd15d92313,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:49.122024 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-75549d62-68a2-4284-8d57-42ba90477135 req-0f8d3489-2569-4f0e-9f8d-ac2dbb0a4689 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334691 Nov 25 17:25:49.123936 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb79f61-4d2a-4891-9c78-4e66559bf103 req-94e07e17-910e-42ff-8022-2a18d1993079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:49.125462 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fdb79f61-4d2a-4891-9c78-4e66559bf103 req-94e07e17-910e-42ff-8022-2a18d1993079 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ed373cca-ba66-41ca-a358-72ecc6544906&tenant_id=21f728f76092479bbd096847b3caf950 HTTP/1.1" status: 200 len: 1100 time: 0.1503417 Nov 25 17:25:49.140316 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ed31b-a8f4-4eee-999d-fc14e3639cb3 req-63575303-70e6-4bf2-aac2-35641399e2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:49.141802 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3e0ed31b-a8f4-4eee-999d-fc14e3639cb3 req-63575303-70e6-4bf2-aac2-35641399e2fd service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=705f40c1-b0e1-44fd-8dfd-8fd6cd7e2be0 HTTP/1.1" status: 200 len: 1096 time: 0.1131079 Nov 25 17:25:49.149821 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749796a-e8e8-45f8-b530-3a610ec4a3b3 req-5ba6cfbb-216c-4d19-a87b-733953db8e8e tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:49.151248 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6749796a-e8e8-45f8-b530-3a610ec4a3b3 req-5ba6cfbb-216c-4d19-a87b-733953db8e8e tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=7290d4bd-e7e5-4e18-b437-a99b99a4a1c7 HTTP/1.1" status: 200 len: 943 time: 0.1069763 Nov 25 17:25:49.293165 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3e0ed31b-a8f4-4eee-999d-fc14e3639cb3 req-54651fd9-4753-4e10-98c9-c5d58a46ed92 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=344a8bc9-d5b6-4861-8e5a-cac035a52b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408603 Nov 25 17:25:49.298344 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6749796a-e8e8-45f8-b530-3a610ec4a3b3 req-2f655300-b4bd-401e-aeb9-c2dfd76b3de8 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355920 Nov 25 17:25:49.307132 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb79f61-4d2a-4891-9c78-4e66559bf103 req-79c156da-2ee7-431a-840f-30e59962ab7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:49.308642 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fdb79f61-4d2a-4891-9c78-4e66559bf103 req-79c156da-2ee7-431a-840f-30e59962ab7c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=21f728f76092479bbd096847b3caf950&device_id=ed373cca-ba66-41ca-a358-72ecc6544906 HTTP/1.1" status: 200 len: 1100 time: 0.1361184 Nov 25 17:25:49.376548 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e2fc9d-e4a1-427c-915e-9ce17bf85461 req-9d49fdbd-1dce-4cd3-8c7c-097f2eff834b tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:49.378094 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-11e2fc9d-e4a1-427c-915e-9ce17bf85461 req-9d49fdbd-1dce-4cd3-8c7c-097f2eff834b tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "GET /v2.0/ports?device_id=705f40c1-b0e1-44fd-8dfd-8fd6cd7e2be0 HTTP/1.1" status: 200 len: 945 time: 0.1563871 Nov 25 17:25:49.408954 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-32ae22db-891b-45df-b8da-4c14e135b9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:49.448926 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb79f61-4d2a-4891-9c78-4e66559bf103 req-8572ce0b-b8e2-47ef-a845-a291ee42994c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:49.450402 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fdb79f61-4d2a-4891-9c78-4e66559bf103 req-8572ce0b-b8e2-47ef-a845-a291ee42994c service neutron] 10.222.0.74 "GET /v2.0/networks?id=ab4fed0b-9bf1-4925-8765-94da08c5de2a HTTP/1.1" status: 200 len: 870 time: 0.1340685 Nov 25 17:25:49.469212 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-11e2fc9d-e4a1-427c-915e-9ce17bf85461 req-890f9c29-9c1a-4c0e-961d-4b627c9fcb0d tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "GET /v2.0/security-groups?id=344a8bc9-d5b6-4861-8e5a-cac035a52b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767372 Nov 25 17:25:49.501542 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fdb79f61-4d2a-4891-9c78-4e66559bf103 req-5615ae4a-8ce7-4ef0-8dfd-50b43b324ab5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=e221bd68-47b0-47cf-9238-53c3586557dc HTTP/1.1" status: 200 len: 217 time: 0.0435150 Nov 25 17:25:49.553934 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb79f61-4d2a-4891-9c78-4e66559bf103 req-b79e7de7-3f22-4643-ae9f-b893e02911fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:49.556187 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fdb79f61-4d2a-4891-9c78-4e66559bf103 req-b79e7de7-3f22-4643-ae9f-b893e02911fe service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.0473638 Nov 25 17:25:49.613430 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb79f61-4d2a-4891-9c78-4e66559bf103 req-4db63bef-4f4f-49f8-bde1-fa377c0466c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:49.615034 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fdb79f61-4d2a-4891-9c78-4e66559bf103 req-4db63bef-4f4f-49f8-bde1-fa377c0466c3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0487540 Nov 25 17:25:49.719379 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fdb79f61-4d2a-4891-9c78-4e66559bf103 req-a2f34d6a-e3af-4ba2-b998-19a768839cb7 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973935 Nov 25 17:25:49.845483 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fdb79f61-4d2a-4891-9c78-4e66559bf103 req-1289a843-a08e-4b8b-bfb5-9c77286f281f service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179855 Nov 25 17:25:49.863747 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9bde9b-258b-4a5d-82d2-2435a72f5d1a req-b00fa35c-1f92-4480-b574-49ecee737162 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:49.865444 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cf9bde9b-258b-4a5d-82d2-2435a72f5d1a req-b00fa35c-1f92-4480-b574-49ecee737162 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed373cca-ba66-41ca-a358-72ecc6544906 HTTP/1.1" status: 200 len: 949 time: 0.0797112 Nov 25 17:25:49.935524 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cf9bde9b-258b-4a5d-82d2-2435a72f5d1a req-4fcf651e-41b5-48fe-9101-3844c37087c7 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613852 Nov 25 17:25:50.022743 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615775d8-d74e-4e1b-80c4-989171341f13 req-6279b617-f740-46e2-8eea-b123127e0aec tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:50.032167 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-615775d8-d74e-4e1b-80c4-989171341f13 req-6279b617-f740-46e2-8eea-b123127e0aec tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a4bf71-df86-45b5-ba21-3d2348a88c91 HTTP/1.1" status: 200 len: 946 time: 0.0754859 Nov 25 17:25:50.082875 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-615775d8-d74e-4e1b-80c4-989171341f13 req-f0c2097a-1e35-4b03-ae8f-bafb898923ec tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494990 Nov 25 17:25:50.257667 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18de5882-c58e-4c05-91b3-f7fc7a3593f9 req-c6d48f72-06aa-49c5-a4c9-13286e3daef3 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:50.259149 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-18de5882-c58e-4c05-91b3-f7fc7a3593f9 req-c6d48f72-06aa-49c5-a4c9-13286e3daef3 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=27c5102e-26b4-492f-95ef-d996d948b29d HTTP/1.1" status: 200 len: 944 time: 0.0535679 Nov 25 17:25:50.311040 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-18de5882-c58e-4c05-91b3-f7fc7a3593f9 req-2f149cd7-f149-4701-b8ac-9ce14975d912 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458214 Nov 25 17:25:50.440271 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e708b4-ede6-42c6-a2cc-2bad7b98fea0 req-5e4a9211-b38a-4d07-ba3c-db870fb78df1 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:50.441931 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-28e708b4-ede6-42c6-a2cc-2bad7b98fea0 req-5e4a9211-b38a-4d07-ba3c-db870fb78df1 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=7290d4bd-e7e5-4e18-b437-a99b99a4a1c7 HTTP/1.1" status: 200 len: 943 time: 0.0534859 Nov 25 17:25:50.493202 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-28e708b4-ede6-42c6-a2cc-2bad7b98fea0 req-fa190157-d877-4437-bc4e-352211d012ad tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433383 Nov 25 17:25:50.594209 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e04bed-a53e-4903-9be4-7957fd5beb61 req-f7e0557e-0158-450a-b9b6-3d8ee02e5903 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:50.595971 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e6e04bed-a53e-4903-9be4-7957fd5beb61 req-f7e0557e-0158-450a-b9b6-3d8ee02e5903 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "GET /v2.0/ports?device_id=705f40c1-b0e1-44fd-8dfd-8fd6cd7e2be0 HTTP/1.1" status: 200 len: 945 time: 0.0537312 Nov 25 17:25:50.609598 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 52c53067-21df-45de-a730-7dc00c41f3de details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:25:50.672247 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e6e04bed-a53e-4903-9be4-7957fd5beb61 req-5db70b6a-93ab-40b5-89d8-4fc5d4428985 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "GET /v2.0/security-groups?id=344a8bc9-d5b6-4861-8e5a-cac035a52b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694540 Nov 25 17:25:50.748371 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:50.750199 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 52c53067-21df-45de-a730-7dc00c41f3de, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=52c53067-21df-45de-a730-7dc00c41f3de,segment=NetworkSegment(bdbf0e78-63fc-4baf-b91d-154115f4c256),segment_id=bdbf0e78-63fc-4baf-b91d-154115f4c256)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:50.761668 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '52c53067-21df-45de-a730-7dc00c41f3de', 'network_id': '371425c0-1ad9-4640-8637-d9368ddb07ea', 'port_id': '52c53067-21df-45de-a730-7dc00c41f3de', 'mac_address': 'fa:16:3e:6d:fe:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c19ccf88-7778-4418-ad11-438645181f88', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:25:50.800184 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:50.814570 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52c53067-21df-45de-a730-7dc00c41f3de {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:25:50.835683 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 52c53067-21df-45de-a730-7dc00c41f3de, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=52c53067-21df-45de-a730-7dc00c41f3de,segment=NetworkSegment(bdbf0e78-63fc-4baf-b91d-154115f4c256),segment_id=bdbf0e78-63fc-4baf-b91d-154115f4c256)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:50.839844 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:50.888407 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=52c53067-21df-45de-a730-7dc00c41f3de,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:51.077270 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48093fe6-d567-4000-83a9-de67f47eef43 req-48c22364-13fb-46cf-aa81-63e2fc7b9d12 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:51.078758 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-48093fe6-d567-4000-83a9-de67f47eef43 req-48c22364-13fb-46cf-aa81-63e2fc7b9d12 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed373cca-ba66-41ca-a358-72ecc6544906 HTTP/1.1" status: 200 len: 949 time: 0.0537872 Nov 25 17:25:51.113273 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['52c53067-21df-45de-a730-7dc00c41f3de'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:25:51.138240 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-48093fe6-d567-4000-83a9-de67f47eef43 req-9d1d3d5a-fa74-4941-8276-b6f26e4eca8d tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531595 Nov 25 17:25:51.219870 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9cee71-ff8c-47a9-a306-8d444e816f95 req-84ee0bda-1545-4a83-8587-9f9b51dd7fd1 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:51.222080 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2e9cee71-ff8c-47a9-a306-8d444e816f95 req-84ee0bda-1545-4a83-8587-9f9b51dd7fd1 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a4bf71-df86-45b5-ba21-3d2348a88c91 HTTP/1.1" status: 200 len: 946 time: 0.0560260 Nov 25 17:25:51.275337 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2e9cee71-ff8c-47a9-a306-8d444e816f95 req-5041e3ec-a18d-4cf1-9394-d3deede5e127 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468159 Nov 25 17:25:51.454000 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e7f3c-3ed1-43a0-8f9a-58100f942d63 req-88faff78-385c-4ccb-bb5a-a4313a84409e tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:51.455388 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5c8e7f3c-3ed1-43a0-8f9a-58100f942d63 req-88faff78-385c-4ccb-bb5a-a4313a84409e tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=27c5102e-26b4-492f-95ef-d996d948b29d HTTP/1.1" status: 200 len: 944 time: 0.0564365 Nov 25 17:25:51.504491 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5c8e7f3c-3ed1-43a0-8f9a-58100f942d63 req-5cb61746-bed4-4b98-bd68-9bd9101bc0fc tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421715 Nov 25 17:25:51.659686 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97505ff6-ad28-47fa-9540-f73779cdd8b1 req-6226b51c-6d82-42bb-a3d3-e6028d438211 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:51.661376 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-97505ff6-ad28-47fa-9540-f73779cdd8b1 req-6226b51c-6d82-42bb-a3d3-e6028d438211 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=7290d4bd-e7e5-4e18-b437-a99b99a4a1c7 HTTP/1.1" status: 200 len: 944 time: 0.0640306 Nov 25 17:25:51.711535 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-97505ff6-ad28-47fa-9540-f73779cdd8b1 req-c8d3c339-7079-4aef-b59b-770672a636af tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432310 Nov 25 17:25:51.830872 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3351cfee-6e5a-4d85-8d32-6ad972166473 req-a0914968-7d85-421a-9750-3f65d10dd8f0 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:51.840725 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3351cfee-6e5a-4d85-8d32-6ad972166473 req-a0914968-7d85-421a-9750-3f65d10dd8f0 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "GET /v2.0/ports?device_id=705f40c1-b0e1-44fd-8dfd-8fd6cd7e2be0 HTTP/1.1" status: 200 len: 945 time: 0.0631063 Nov 25 17:25:51.890402 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:51.897351 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3351cfee-6e5a-4d85-8d32-6ad972166473 req-9224a02b-148d-4538-893c-a25b51c2a160 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "GET /v2.0/security-groups?id=344a8bc9-d5b6-4861-8e5a-cac035a52b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555913 Nov 25 17:25:52.133941 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-50df1ea0-1a03-4ddc-bbcb-2ef199559ca9 req-d243adbd-326c-4ecc-aa07-f620fb54ea8c tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=1aa44027-b9d0-4a56-9a59-7e664703e20a HTTP/1.1" status: 200 len: 258 time: 0.1944969 Nov 25 17:25:52.143667 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-50df1ea0-1a03-4ddc-bbcb-2ef199559ca9 req-4fa95335-0c3b-4991-9bf1-7759df248c9e tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Request body: {'floatingip': {'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:52.166180 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-50df1ea0-1a03-4ddc-bbcb-2ef199559ca9 req-4fa95335-0c3b-4991-9bf1-7759df248c9e tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Publish callbacks [] for floatingip, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:52.294570 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c2b6f-7ee3-4189-9099-cee29261a76d req-f8bdf8dd-1235-43fe-a096-7d3b6d4b1142 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:52.297338 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-935c2b6f-7ee3-4189-9099-cee29261a76d req-f8bdf8dd-1235-43fe-a096-7d3b6d4b1142 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed373cca-ba66-41ca-a358-72ecc6544906 HTTP/1.1" status: 200 len: 949 time: 0.0656247 Nov 25 17:25:52.339978 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-50df1ea0-1a03-4ddc-bbcb-2ef199559ca9 req-4fa95335-0c3b-4991-9bf1-7759df248c9e tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:52.364137 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-935c2b6f-7ee3-4189-9099-cee29261a76d req-0ffd0fcd-3d89-4295-8ca9-d45286fc8a77 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616009 Nov 25 17:25:52.490462 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-50df1ea0-1a03-4ddc-bbcb-2ef199559ca9 req-4fa95335-0c3b-4991-9bf1-7759df248c9e tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Allocated IP 172.25.0.20 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/5ae3ffb6-7455-44e5-bd88-4ae1be2799b3) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:25:52.509671 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d531a-4d23-485a-8173-360a36270fd9 req-1e47e551-2e82-4402-b958-c3051c51604a tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:52.511125 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ff8d531a-4d23-485a-8173-360a36270fd9 req-1e47e551-2e82-4402-b958-c3051c51604a tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a4bf71-df86-45b5-ba21-3d2348a88c91 HTTP/1.1" status: 200 len: 946 time: 0.0737128 Nov 25 17:25:52.616276 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device e221bd68-47b0-47cf-9238-53c3586557dc details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:25:52.621091 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 52c53067-21df-45de-a730-7dc00c41f3de up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:25:52.625109 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ff8d531a-4d23-485a-8173-360a36270fd9 req-7c9467f8-5e9d-4ca2-a4f1-3b9c4f7c0e04 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071570 Nov 25 17:25:52.654130 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-50df1ea0-1a03-4ddc-bbcb-2ef199559ca9 req-4fa95335-0c3b-4991-9bf1-7759df248c9e tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:52.691495 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-50df1ea0-1a03-4ddc-bbcb-2ef199559ca9 req-4fa95335-0c3b-4991-9bf1-7759df248c9e tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:52.736413 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50df1ea0-1a03-4ddc-bbcb-2ef199559ca9 req-4fa95335-0c3b-4991-9bf1-7759df248c9e tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:25:52.740165 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-50df1ea0-1a03-4ddc-bbcb-2ef199559ca9 req-4fa95335-0c3b-4991-9bf1-7759df248c9e tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:25:52.745395 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-50df1ea0-1a03-4ddc-bbcb-2ef199559ca9 req-4fa95335-0c3b-4991-9bf1-7759df248c9e tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:25:52.751378 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port 52c53067-21df-45de-a730-7dc00c41f3de completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:25:52.775340 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa95335-0c3b-4991-9bf1-7759df248c9e tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Pushing event updated for resources: {'Port': ['ID=5ae3ffb6-7455-44e5-bd88-4ae1be2799b3,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:52.793104 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port e221bd68-47b0-47cf-9238-53c3586557dc, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e221bd68-47b0-47cf-9238-53c3586557dc,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:52.810756 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 52c53067-21df-45de-a730-7dc00c41f3de triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:52.811547 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:52.815020 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': 'e221bd68-47b0-47cf-9238-53c3586557dc', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'port_id': 'e221bd68-47b0-47cf-9238-53c3586557dc', 'mac_address': 'fa:16:3e:19:da:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8793709c-5336-428d-aede-b0b8df1a26b2', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:25:52.852945 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-50df1ea0-1a03-4ddc-bbcb-2ef199559ca9 req-4fa95335-0c3b-4991-9bf1-7759df248c9e tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:52.897481 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:52.905959 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-50df1ea0-1a03-4ddc-bbcb-2ef199559ca9 req-4fa95335-0c3b-4991-9bf1-7759df248c9e tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:52.948792 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e221bd68-47b0-47cf-9238-53c3586557dc {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:25:52.974133 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:52.994403 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port e221bd68-47b0-47cf-9238-53c3586557dc, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e221bd68-47b0-47cf-9238-53c3586557dc,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:53.019907 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:53.020738 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 5f4e1086-1615-4d97-a6d5-97474945bb7f details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:25:53.068649 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:53.165512 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=e221bd68-47b0-47cf-9238-53c3586557dc,revision_number=6']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:53.169984 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7290d4bd-e7e5-4e18-b437-a99b99a4a1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c53067-21df-45de-a730-7dc00c41f3de'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:25:53.172631 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0d115d-76d9-423e-be17-02831329ab8b" -d '{"events": [{"server_uuid": "7290d4bd-e7e5-4e18-b437-a99b99a4a1c7", "name": "network-vif-plugged", "status": "completed", "tag": "52c53067-21df-45de-a730-7dc00c41f3de"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:25:53.194200 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 52c53067-21df-45de-a730-7dc00c41f3de, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=52c53067-21df-45de-a730-7dc00c41f3de,segment=NetworkSegment(bdbf0e78-63fc-4baf-b91d-154115f4c256),segment_id=bdbf0e78-63fc-4baf-b91d-154115f4c256)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:53.202462 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:53.203338 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device e221bd68-47b0-47cf-9238-53c3586557dc no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:25:53.283877 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 5f4e1086-1615-4d97-a6d5-97474945bb7f, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=5f4e1086-1615-4d97-a6d5-97474945bb7f,segment=NetworkSegment(32304091-a43f-4bbd-aae7-89d7e0d9d2b6),segment_id=32304091-a43f-4bbd-aae7-89d7e0d9d2b6)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:53.312671 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '5f4e1086-1615-4d97-a6d5-97474945bb7f', 'network_id': 'c4ad8fe4-e22e-4c8b-af10-9eaf120b663c', 'port_id': '5f4e1086-1615-4d97-a6d5-97474945bb7f', 'mac_address': 'fa:16:3e:89:ad:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a91ba6f-af85-4b11-90c3-2d5fc7a12e25', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:25:53.320880 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=52c53067-21df-45de-a730-7dc00c41f3de,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:53.382474 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1fe5f-0460-4d31-a6be-8b226333eed4 req-a146bd43-6881-4b32-879b-9cea7016b3d6 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:53.383969 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bbe1fe5f-0460-4d31-a6be-8b226333eed4 req-a146bd43-6881-4b32-879b-9cea7016b3d6 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed373cca-ba66-41ca-a358-72ecc6544906&tenant_id=21f728f76092479bbd096847b3caf950&binding%3Ahost_id=n-h1-817746-1 HTTP/1.1" status: 200 len: 949 time: 0.4142628 Nov 25 17:25:53.393374 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:53.403447 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:53.409336 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8893e9-c84a-4635-9cfa-65397f0e688f req-6117f65d-a2bf-4209-8828-98066d4977ed tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:53.410802 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dc8893e9-c84a-4635-9cfa-65397f0e688f req-6117f65d-a2bf-4209-8828-98066d4977ed tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=27c5102e-26b4-492f-95ef-d996d948b29d HTTP/1.1" status: 200 len: 944 time: 0.3908498 Nov 25 17:25:53.417252 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f4e1086-1615-4d97-a6d5-97474945bb7f {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:25:53.430164 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e221bd68-47b0-47cf-9238-53c3586557dc {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:25:53.454281 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 5f4e1086-1615-4d97-a6d5-97474945bb7f, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=5f4e1086-1615-4d97-a6d5-97474945bb7f,segment=NetworkSegment(32304091-a43f-4bbd-aae7-89d7e0d9d2b6),segment_id=32304091-a43f-4bbd-aae7-89d7e0d9d2b6)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:53.462524 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:53.466448 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port e221bd68-47b0-47cf-9238-53c3586557dc, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e221bd68-47b0-47cf-9238-53c3586557dc,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:53.490977 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:53.517832 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=5f4e1086-1615-4d97-a6d5-97474945bb7f,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:53.540174 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dc8893e9-c84a-4635-9cfa-65397f0e688f req-62d50379-1140-4df7-9ff3-d7e8fdb2588f tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064279 Nov 25 17:25:53.544172 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bbe1fe5f-0460-4d31-a6be-8b226333eed4 req-f0ea02a0-73af-4130-9499-1990c5ddc7de service neutron] 10.222.0.74 "GET /v2.0/ports/e221bd68-47b0-47cf-9238-53c3586557dc/bindings/n-h1-817746-1 HTTP/1.1" status: 200 len: 382 time: 0.1497068 Nov 25 17:25:53.557236 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-50df1ea0-1a03-4ddc-bbcb-2ef199559ca9 req-4fa95335-0c3b-4991-9bf1-7759df248c9e tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:53.563935 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-50df1ea0-1a03-4ddc-bbcb-2ef199559ca9 req-4fa95335-0c3b-4991-9bf1-7759df248c9e tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:53.581834 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=e221bd68-47b0-47cf-9238-53c3586557dc,revision_number=7']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:53.711878 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa95335-0c3b-4991-9bf1-7759df248c9e tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Pushing event updated for resources: {'Port': ['ID=5ae3ffb6-7455-44e5-bd88-4ae1be2799b3,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:53.717015 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-50df1ea0-1a03-4ddc-bbcb-2ef199559ca9 req-4fa95335-0c3b-4991-9bf1-7759df248c9e tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:53.736070 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1fe5f-0460-4d31-a6be-8b226333eed4 req-184138a7-cc74-434f-b259-1178af626d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:53.737627 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bbe1fe5f-0460-4d31-a6be-8b226333eed4 req-184138a7-cc74-434f-b259-1178af626d49 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=21f728f76092479bbd096847b3caf950&device_id=ed373cca-ba66-41ca-a358-72ecc6544906 HTTP/1.1" status: 200 len: 1098 time: 0.1607878 Nov 25 17:25:53.750988 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['5f4e1086-1615-4d97-a6d5-97474945bb7f'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:25:53.752408 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206890-41e7-4bae-917e-38d08698aa76 req-ded0c5d9-9f1c-41f4-84e7-91e446668f06 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:53.754434 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c1206890-41e7-4bae-917e-38d08698aa76 req-ded0c5d9-9f1c-41f4-84e7-91e446668f06 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=7290d4bd-e7e5-4e18-b437-a99b99a4a1c7 HTTP/1.1" status: 200 len: 945 time: 0.1082399 Nov 25 17:25:53.755403 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['e221bd68-47b0-47cf-9238-53c3586557dc'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:25:53.757474 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-50df1ea0-1a03-4ddc-bbcb-2ef199559ca9 req-4fa95335-0c3b-4991-9bf1-7759df248c9e tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:53.765436 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-50df1ea0-1a03-4ddc-bbcb-2ef199559ca9 req-4fa95335-0c3b-4991-9bf1-7759df248c9e tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6255298 Nov 25 17:25:53.906979 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-50df1ea0-1a03-4ddc-bbcb-2ef199559ca9 req-e18f4904-16c8-49c0-8d02-eb71f5cf6ebb tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.0.20 HTTP/1.1" status: 200 len: 695 time: 0.1379516 Nov 25 17:25:53.975619 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c1206890-41e7-4bae-917e-38d08698aa76 req-61453ba2-df5f-46ab-bd16-b3feb58a94d3 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043788 Nov 25 17:25:54.045832 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1fe5f-0460-4d31-a6be-8b226333eed4 req-497c95ef-9e57-4118-83c4-c2002238e952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:54.047305 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bbe1fe5f-0460-4d31-a6be-8b226333eed4 req-497c95ef-9e57-4118-83c4-c2002238e952 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ab4fed0b-9bf1-4925-8765-94da08c5de2a HTTP/1.1" status: 200 len: 870 time: 0.2805903 Nov 25 17:25:54.095123 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bbe1fe5f-0460-4d31-a6be-8b226333eed4 req-272d458c-f58a-4758-8be4-a210233dbd45 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=e221bd68-47b0-47cf-9238-53c3586557dc HTTP/1.1" status: 200 len: 217 time: 0.0389898 Nov 25 17:25:54.185959 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50df1ea0-1a03-4ddc-bbcb-2ef199559ca9 req-57dce42d-f0a7-4934-9829-9fc7edabe018 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:54.187458 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-50df1ea0-1a03-4ddc-bbcb-2ef199559ca9 req-57dce42d-f0a7-4934-9829-9fc7edabe018 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "GET /v2.0/networks/1aa44027-b9d0-4a56-9a59-7e664703e20a HTTP/1.1" status: 200 len: 784 time: 0.2650342 Nov 25 17:25:54.209505 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [req-50df1ea0-1a03-4ddc-bbcb-2ef199559ca9 req-288f4e98-c8aa-46bc-a87c-096ed6585aed tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:25:54.211538 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-50df1ea0-1a03-4ddc-bbcb-2ef199559ca9 req-288f4e98-c8aa-46bc-a87c-096ed6585aed tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0122192 Nov 25 17:25:54.222697 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1fe5f-0460-4d31-a6be-8b226333eed4 req-6da54a7a-37ba-460d-9001-acd3229ed586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:54.225977 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bbe1fe5f-0460-4d31-a6be-8b226333eed4 req-6da54a7a-37ba-460d-9001-acd3229ed586 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.1113472 Nov 25 17:25:54.239073 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc4fe1-645e-4259-a9b9-984adfda17b2 req-e857f09b-243f-487e-8298-6ceab3061824 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:54.248390 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-37dc4fe1-645e-4259-a9b9-984adfda17b2 req-e857f09b-243f-487e-8298-6ceab3061824 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed373cca-ba66-41ca-a358-72ecc6544906 HTTP/1.1" status: 200 len: 947 time: 0.1385005 Nov 25 17:25:54.323875 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-37dc4fe1-645e-4259-a9b9-984adfda17b2 req-f0ff247c-9cec-43f6-9cf4-665c2f52a292 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726900 Nov 25 17:25:54.329899 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1fe5f-0460-4d31-a6be-8b226333eed4 req-3d9f3544-395e-45f8-ba57-5ce6fe314f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:54.331679 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84c92bc-8076-4f34-8d7b-86cfd861c877 x-openstack-request-id: req-d84c92bc-8076-4f34-8d7b-86cfd861c877 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:25:54.332156 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7290d4bd-e7e5-4e18-b437-a99b99a4a1c7", "name": "network-vif-plugged", "status": "completed", "tag": "52c53067-21df-45de-a730-7dc00c41f3de", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:25:54.332255 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d84c92bc-8076-4f34-8d7b-86cfd861c877 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:25:54.332626 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7290d4bd-e7e5-4e18-b437-a99b99a4a1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c53067-21df-45de-a730-7dc00c41f3de', 'code': 200} Nov 25 17:25:54.334056 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bbe1fe5f-0460-4d31-a6be-8b226333eed4 req-3d9f3544-395e-45f8-ba57-5ce6fe314f99 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0922961 Nov 25 17:25:54.475183 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d0ffd-3494-4210-bc75-0b015feac116 req-dd81639c-1a17-42f1-a90f-4e36c99bcf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:54.476997 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-248d0ffd-3494-4210-bc75-0b015feac116 req-dd81639c-1a17-42f1-a90f-4e36c99bcf87 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7290d4bd-e7e5-4e18-b437-a99b99a4a1c7 HTTP/1.1" status: 200 len: 1096 time: 0.0514500 Nov 25 17:25:54.532770 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-248d0ffd-3494-4210-bc75-0b015feac116 req-5157b8e1-1111-4d99-ad40-c42d4c1ff173 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462890 Nov 25 17:25:54.586017 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bbe1fe5f-0460-4d31-a6be-8b226333eed4 req-67886738-8f7b-4313-b352-5e8462950cb1 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350888 Nov 25 17:25:54.593208 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b35357-b73b-46e2-aadf-65fe4b84e36d req-1f96fe37-af80-4199-8bee-7415c0a110a9 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:54.594592 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d0b35357-b73b-46e2-aadf-65fe4b84e36d req-1f96fe37-af80-4199-8bee-7415c0a110a9 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "GET /v2.0/ports?device_id=705f40c1-b0e1-44fd-8dfd-8fd6cd7e2be0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1519728 Nov 25 17:25:54.602860 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372cdc69-eae5-417a-a49e-f3d3903e47eb req-c051e4e0-1aa8-4900-a128-943a4768b243 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:54.604316 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-372cdc69-eae5-417a-a49e-f3d3903e47eb req-c051e4e0-1aa8-4900-a128-943a4768b243 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a4bf71-df86-45b5-ba21-3d2348a88c91 HTTP/1.1" status: 200 len: 946 time: 0.1602499 Nov 25 17:25:54.659228 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d0b35357-b73b-46e2-aadf-65fe4b84e36d req-331f9611-e8ca-4295-b2d7-7e118f99fd81 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.0.20 HTTP/1.1" status: 200 len: 695 time: 0.0539384 Nov 25 17:25:54.676329 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-d0b35357-b73b-46e2-aadf-65fe4b84e36d req-79e774f5-47ac-45de-9855-9438c543e02a tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Request body: {'floatingip': {'port_id': '372f81bc-d5c9-45da-ac6a-24bd15d92313', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:54.728072 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d0b35357-b73b-46e2-aadf-65fe4b84e36d req-79e774f5-47ac-45de-9855-9438c543e02a tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Publish callbacks [] for floatingip, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:54.732724 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-372cdc69-eae5-417a-a49e-f3d3903e47eb req-95e0929c-f27b-495e-9691-21be4174171b tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203067 Nov 25 17:25:55.016259 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bbe1fe5f-0460-4d31-a6be-8b226333eed4 req-c060a2ab-e46c-4f60-b692-da6183f2db2c service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814870 Nov 25 17:25:55.030041 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaff2ae-36e9-4bd8-b56e-a27314e84604 req-7ea80da2-55a2-4379-96d4-ce2bd3e7f2cd tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:55.031498 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bfaff2ae-36e9-4bd8-b56e-a27314e84604 req-7ea80da2-55a2-4379-96d4-ce2bd3e7f2cd tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=27c5102e-26b4-492f-95ef-d996d948b29d HTTP/1.1" status: 200 len: 945 time: 0.1902542 Nov 25 17:25:55.137017 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bfaff2ae-36e9-4bd8-b56e-a27314e84604 req-dc2eacac-80af-441f-bc77-759fe34f0c1c tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938711 Nov 25 17:25:55.374554 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc896a8-1095-4cc8-8d14-77dba3aafe5a req-7886b434-443c-4a0e-a5ad-6b5ee255e948 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:55.376011 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2dc896a8-1095-4cc8-8d14-77dba3aafe5a req-7886b434-443c-4a0e-a5ad-6b5ee255e948 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=7290d4bd-e7e5-4e18-b437-a99b99a4a1c7 HTTP/1.1" status: 200 len: 945 time: 0.1558092 Nov 25 17:25:55.505723 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2dc896a8-1095-4cc8-8d14-77dba3aafe5a req-fd81c85a-baf1-4c2e-8a57-16b47e74b7a1 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059902 Nov 25 17:25:55.510996 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d0b35357-b73b-46e2-aadf-65fe4b84e36d req-79e774f5-47ac-45de-9855-9438c543e02a tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:55.516616 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d0b35357-b73b-46e2-aadf-65fe4b84e36d req-79e774f5-47ac-45de-9855-9438c543e02a tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:55.982894 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b5836-fb72-47af-946d-efa94d14aa5b req-48ce77e8-759c-4fe8-91f5-9192f2c14c27 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:55.984368 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-360b5836-fb72-47af-946d-efa94d14aa5b req-48ce77e8-759c-4fe8-91f5-9192f2c14c27 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed373cca-ba66-41ca-a358-72ecc6544906 HTTP/1.1" status: 200 len: 947 time: 0.1261413 Nov 25 17:25:55.991554 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cc2800da-1c4b-4b85-a37e-301aacd68492 req-3f07b3c0-eab2-4588-a049-aa27e86958a9 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0c24082a-187a-4ce8-aeca-b51b3d804c0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1321664 Nov 25 17:25:56.014914 n-d-817746-1 neutron-server[103361]: INFO neutron.db.l3_db [req-d0b35357-b73b-46e2-aadf-65fe4b84e36d req-79e774f5-47ac-45de-9855-9438c543e02a tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Floating IP 0f4e37ac-2187-4bde-ae62-7aa3a67e577f associated. External IP: 172.25.0.20, port: 372f81bc-d5c9-45da-ac6a-24bd15d92313. Nov 25 17:25:56.135320 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-360b5836-fb72-47af-946d-efa94d14aa5b req-7bea71a1-111d-4d00-9d77-7d62c802c949 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428151 Nov 25 17:25:56.153704 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2800da-1c4b-4b85-a37e-301aacd68492 req-cb82ecbb-b0d5-4f0f-80e4-af3b3f2750a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:56.153704 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cc2800da-1c4b-4b85-a37e-301aacd68492 req-cb82ecbb-b0d5-4f0f-80e4-af3b3f2750a8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=21f728f76092479bbd096847b3caf950&device_id=0c24082a-187a-4ce8-aeca-b51b3d804c0a HTTP/1.1" status: 200 len: 1101 time: 0.1391919 Nov 25 17:25:56.474615 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-177bebff-41ad-4ddc-a7df-70815200dc22 req-4edb18e2-6e99-41fe-93ab-ffe33f00fee7 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b102fd9a-9175-447b-a09f-b64a750d0101&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1858015 Nov 25 17:25:56.483671 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a326b7-fbe6-441d-b026-1e60a381a23e req-71ad5433-aab0-49fc-b05f-a3c2839f310f tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:56.485319 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c9a326b7-fbe6-441d-b026-1e60a381a23e req-71ad5433-aab0-49fc-b05f-a3c2839f310f tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a4bf71-df86-45b5-ba21-3d2348a88c91 HTTP/1.1" status: 200 len: 946 time: 0.2406180 Nov 25 17:25:56.486414 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2800da-1c4b-4b85-a37e-301aacd68492 req-f7c25610-526f-463d-89e5-50d9fdebf02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:56.487738 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cc2800da-1c4b-4b85-a37e-301aacd68492 req-f7c25610-526f-463d-89e5-50d9fdebf02e service neutron] 10.222.0.90 "GET /v2.0/networks?id=ab4fed0b-9bf1-4925-8765-94da08c5de2a HTTP/1.1" status: 200 len: 870 time: 0.3100109 Nov 25 17:25:56.496132 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0b35357-b73b-46e2-aadf-65fe4b84e36d req-79e774f5-47ac-45de-9855-9438c543e02a tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Router 2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:25:56.557409 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cc2800da-1c4b-4b85-a37e-301aacd68492 req-5062d9c4-c030-450a-9894-da6e98ec2ec7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=60631d9b-f36f-4467-ae4b-b4f7dfd5ea53 HTTP/1.1" status: 200 len: 217 time: 0.0597577 Nov 25 17:25:56.633934 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device e221bd68-47b0-47cf-9238-53c3586557dc up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:25:56.703366 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port e221bd68-47b0-47cf-9238-53c3586557dc triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:56.704044 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:56.758997 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c9a326b7-fbe6-441d-b026-1e60a381a23e req-59586684-f8c2-401e-bf7c-2449f22f2068 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505593 Nov 25 17:25:56.771261 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2800da-1c4b-4b85-a37e-301aacd68492 req-afec497d-e140-45fa-adfa-9e46bb772243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:56.773185 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cc2800da-1c4b-4b85-a37e-301aacd68492 req-afec497d-e140-45fa-adfa-9e46bb772243 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.2010555 Nov 25 17:25:56.781444 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177bebff-41ad-4ddc-a7df-70815200dc22 req-4f834757-4a9b-44b8-a7a4-e0d6cb6f0166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:56.783413 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-177bebff-41ad-4ddc-a7df-70815200dc22 req-4f834757-4a9b-44b8-a7a4-e0d6cb6f0166 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ac7a18821f8e4e00814d44731ef8d033&device_id=b102fd9a-9175-447b-a09f-b64a750d0101 HTTP/1.1" status: 200 len: 1096 time: 0.2247241 Nov 25 17:25:56.846177 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:56.909151 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed373cca-ba66-41ca-a358-72ecc6544906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e221bd68-47b0-47cf-9238-53c3586557dc'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:25:56.915985 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0b6cbe-5747-45c1-8823-25a40d2f98d5" -d '{"events": [{"server_uuid": "ed373cca-ba66-41ca-a358-72ecc6544906", "name": "network-vif-plugged", "status": "completed", "tag": "e221bd68-47b0-47cf-9238-53c3586557dc"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:25:56.933260 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port e221bd68-47b0-47cf-9238-53c3586557dc, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e221bd68-47b0-47cf-9238-53c3586557dc,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:56.939312 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:56.940278 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 5f4e1086-1615-4d97-a6d5-97474945bb7f up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:25:56.967720 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2800da-1c4b-4b85-a37e-301aacd68492 req-14b7ed58-efeb-45f2-a2a4-96dc8bdc36e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:56.977562 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cc2800da-1c4b-4b85-a37e-301aacd68492 req-14b7ed58-efeb-45f2-a2a4-96dc8bdc36e2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1925523 Nov 25 17:25:56.981465 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0b35357-b73b-46e2-aadf-65fe4b84e36d req-79e774f5-47ac-45de-9855-9438c543e02a tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:25:56.995301 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d0b35357-b73b-46e2-aadf-65fe4b84e36d req-79e774f5-47ac-45de-9855-9438c543e02a tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:57.002792 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807c9029-579f-4713-8df6-303bd0004f78 None None] Sync routers for ids ['2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:25:57.047117 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807c9029-579f-4713-8df6-303bd0004f78 None None] Routers {'2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:25:57.047972 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-807c9029-579f-4713-8df6-303bd0004f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:25:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:57.068842 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb7287-f400-46ba-b9ba-30c381c27fc2 req-ca28b864-b668-48cf-879b-09fe7b9ca409 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:57.071258 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c5fb7287-f400-46ba-b9ba-30c381c27fc2 req-ca28b864-b668-48cf-879b-09fe7b9ca409 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=27c5102e-26b4-492f-95ef-d996d948b29d HTTP/1.1" status: 200 len: 945 time: 0.2378211 Nov 25 17:25:57.120395 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d0b35357-b73b-46e2-aadf-65fe4b84e36d req-79e774f5-47ac-45de-9855-9438c543e02a tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "PUT /v2.0/floatingips/0f4e37ac-2187-4bde-ae62-7aa3a67e577f HTTP/1.1" status: 200 len: 995 time: 2.4536133 Nov 25 17:25:57.121582 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177bebff-41ad-4ddc-a7df-70815200dc22 req-6ce2eb55-d3cd-4a9a-9d4f-7d135f2c0b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:57.123589 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-177bebff-41ad-4ddc-a7df-70815200dc22 req-6ce2eb55-d3cd-4a9a-9d4f-7d135f2c0b09 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c4ad8fe4-e22e-4c8b-af10-9eaf120b663c HTTP/1.1" status: 200 len: 921 time: 0.3014967 Nov 25 17:25:57.127365 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '705f40c1-b0e1-44fd-8dfd-8fd6cd7e2be0', 'tag': '372f81bc-d5c9-45da-ac6a-24bd15d92313'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:25:57.129672 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b8efa9-9461-4e24-8acd-40ed11c527ac" -d '{"events": [{"name": "network-changed", "server_uuid": "705f40c1-b0e1-44fd-8dfd-8fd6cd7e2be0", "tag": "372f81bc-d5c9-45da-ac6a-24bd15d92313"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:25:57.242516 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-177bebff-41ad-4ddc-a7df-70815200dc22 req-f681a476-af8f-4fba-b6ff-e29373359114 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2 HTTP/1.1" status: 200 len: 217 time: 0.1081936 Nov 25 17:25:57.278293 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=e221bd68-47b0-47cf-9238-53c3586557dc,revision_number=8']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:57.310656 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177bebff-41ad-4ddc-a7df-70815200dc22 req-360d59f8-d931-4547-be2e-7242d8182c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:57.311814 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-177bebff-41ad-4ddc-a7df-70815200dc22 req-360d59f8-d931-4547-be2e-7242d8182c89 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0a91ba6f-af85-4b11-90c3-2d5fc7a12e25 HTTP/1.1" status: 200 len: 860 time: 0.0601842 Nov 25 17:25:57.322792 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-807c9029-579f-4713-8df6-303bd0004f78 None None] Set router 2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:25:57.329341 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1fe5f-0460-4d31-a6be-8b226333eed4 req-efcecc26-9ebc-4cbd-94d3-b8f3907816cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:57.331522 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-bbe1fe5f-0460-4d31-a6be-8b226333eed4 req-efcecc26-9ebc-4cbd-94d3-b8f3907816cc service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ed373cca-ba66-41ca-a358-72ecc6544906&tenant_id=21f728f76092479bbd096847b3caf950 HTTP/1.1" status: 200 len: 1100 time: 0.0442286 Nov 25 17:25:57.364957 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c5fb7287-f400-46ba-b9ba-30c381c27fc2 req-ffe20831-d203-4c81-85bf-1c4eb871a03a tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439525 Nov 25 17:25:57.371117 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port 5f4e1086-1615-4d97-a6d5-97474945bb7f completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:25:57.379122 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 5f4e1086-1615-4d97-a6d5-97474945bb7f triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:57.379532 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:57.397266 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-177bebff-41ad-4ddc-a7df-70815200dc22 req-784d8837-1e66-475d-826c-efdf7cdc2341 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c4ad8fe4-e22e-4c8b-af10-9eaf120b663c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757060 Nov 25 17:25:57.400375 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cc2800da-1c4b-4b85-a37e-301aacd68492 req-2b0a4101-088d-4f74-81fc-6d509d94e21a service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4001465 Nov 25 17:25:57.405474 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b35357-b73b-46e2-aadf-65fe4b84e36d req-3fcb1043-eefc-4679-9568-f58448d5b0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:57.407579 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d0b35357-b73b-46e2-aadf-65fe4b84e36d req-3fcb1043-eefc-4679-9568-f58448d5b0e6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1577942fcbbc46c9844f7ac1e01d78fc&device_id=705f40c1-b0e1-44fd-8dfd-8fd6cd7e2be0 HTTP/1.1" status: 200 len: 1096 time: 0.2402964 Nov 25 17:25:57.485621 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1fe5f-0460-4d31-a6be-8b226333eed4 req-183a4868-5759-41d2-b4bf-2235a06e1252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:57.487411 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-bbe1fe5f-0460-4d31-a6be-8b226333eed4 req-183a4868-5759-41d2-b4bf-2235a06e1252 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=21f728f76092479bbd096847b3caf950&device_id=ed373cca-ba66-41ca-a358-72ecc6544906 HTTP/1.1" status: 200 len: 1100 time: 0.1246274 Nov 25 17:25:57.592176 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1fe5f-0460-4d31-a6be-8b226333eed4 req-ed10b949-8b7e-4216-920b-e907124979de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:57.593832 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-bbe1fe5f-0460-4d31-a6be-8b226333eed4 req-ed10b949-8b7e-4216-920b-e907124979de service neutron] 10.222.0.74 "GET /v2.0/networks?id=ab4fed0b-9bf1-4925-8765-94da08c5de2a HTTP/1.1" status: 200 len: 870 time: 0.0984635 Nov 25 17:25:57.594156 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:57.638124 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cc2800da-1c4b-4b85-a37e-301aacd68492 req-54c0e031-f6d6-4138-8451-56cd3a83557f service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291999 Nov 25 17:25:57.638646 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 5f4e1086-1615-4d97-a6d5-97474945bb7f, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=5f4e1086-1615-4d97-a6d5-97474945bb7f,segment=NetworkSegment(32304091-a43f-4bbd-aae7-89d7e0d9d2b6),segment_id=32304091-a43f-4bbd-aae7-89d7e0d9d2b6)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:57.639979 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-177bebff-41ad-4ddc-a7df-70815200dc22 req-955229c5-e833-478f-874c-5b1484d092f3 service neutron] 10.222.0.74 "GET /v2.0/networks/c4ad8fe4-e22e-4c8b-af10-9eaf120b663c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133513 Nov 25 17:25:57.649117 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-bbe1fe5f-0460-4d31-a6be-8b226333eed4 req-93988a5d-ff89-42af-bab2-289f9ef5e5b3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=e221bd68-47b0-47cf-9238-53c3586557dc HTTP/1.1" status: 200 len: 217 time: 0.0479207 Nov 25 17:25:57.651621 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:57.721629 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1fe5f-0460-4d31-a6be-8b226333eed4 req-bb5e2a83-4b83-41fc-82e5-b72d37225799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:57.723382 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-bbe1fe5f-0460-4d31-a6be-8b226333eed4 req-bb5e2a83-4b83-41fc-82e5-b72d37225799 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.0652561 Nov 25 17:25:57.750943 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=5f4e1086-1615-4d97-a6d5-97474945bb7f,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:57.779961 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-807c9029-579f-4713-8df6-303bd0004f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1110007892-router', 'tenant_id': '1577942fcbbc46c9844f7ac1e01d78fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '19f504a9-983f-4083-9f07-60164d3f5432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:25:27Z', 'updated_at': '2021-11-25T17:25:31Z', 'revision_number': 4, 'project_id': '1577942fcbbc46c9844f7ac1e01d78fc', 'gw_port': {'id': '19f504a9-983f-4083-9f07-60164d3f5432', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:92:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:27Z', 'updated_at': '2021-11-25T17:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '0f4e37ac-2187-4bde-ae62-7aa3a67e577f', 'tenant_id': '1577942fcbbc46c9844f7ac1e01d78fc', 'floating_ip_address': '172.25.0.20', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a', 'port_id': '372f81bc-d5c9-45da-ac6a-24bd15d92313', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a0cd15f-b02d-4bbf-9256-1dfad1106162', 'mac_address': 'fa:16:3e:f1:77:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f40c1-b0e1-44fd-8dfd-8fd6cd7e2be0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:25:52Z', 'updated_at': '2021-11-25T17:25:55Z', 'revision_number': 1, 'project_id': '1577942fcbbc46c9844f7ac1e01d78fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b616bbc2-f1d3-418b-864c-c0f83ce656e8', 'name': '', 'network_id': '9a0cd15f-b02d-4bbf-9256-1dfad1106162', 'tenant_id': '1577942fcbbc46c9844f7ac1e01d78fc', 'mac_address': 'fa:16:3e:61:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '1c3fbc77-61ac-402a-bd6d-e47b40ff908e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:30Z', 'updated_at': '2021-11-25T17:25:39Z', 'revision_number': 5, 'project_id': '1577942fcbbc46c9844f7ac1e01d78fc', 'subnets': [{'id': '1c3fbc77-61ac-402a-bd6d-e47b40ff908e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:57.785129 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1fe5f-0460-4d31-a6be-8b226333eed4 req-e7caed17-ceaf-4a4a-9cdd-4362767ce19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:57.787558 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-bbe1fe5f-0460-4d31-a6be-8b226333eed4 req-e7caed17-ceaf-4a4a-9cdd-4362767ce19a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0557818 Nov 25 17:25:57.815973 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807c9029-579f-4713-8df6-303bd0004f78 None None] Checking router: 2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:25:57.825256 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd497b1-0e4c-450d-afb4-b2fc98efec39 req-709b9683-cf04-4bc3-9686-6c19a39db1b8 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:57.826391 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6cd497b1-0e4c-450d-afb4-b2fc98efec39 req-709b9683-cf04-4bc3-9686-6c19a39db1b8 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=7290d4bd-e7e5-4e18-b437-a99b99a4a1c7 HTTP/1.1" status: 200 len: 945 time: 0.1854124 Nov 25 17:25:57.826567 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807c9029-579f-4713-8df6-303bd0004f78 None None] Routers {'2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:25:57.827249 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-807c9029-579f-4713-8df6-303bd0004f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:25:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:57.921035 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-bbe1fe5f-0460-4d31-a6be-8b226333eed4 req-c341adf9-bbc5-4e4a-92be-cf7a52362336 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256638 Nov 25 17:25:57.921438 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-177bebff-41ad-4ddc-a7df-70815200dc22 req-f96299b9-8323-48ef-aea7-86add4b113c2 service neutron] 10.222.0.74 "GET /v2.0/networks/c4ad8fe4-e22e-4c8b-af10-9eaf120b663c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392449 Nov 25 17:25:57.930835 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b35357-b73b-46e2-aadf-65fe4b84e36d req-423a984c-0a95-4b01-8b9c-20784f83c68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:57.932299 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d0b35357-b73b-46e2-aadf-65fe4b84e36d req-423a984c-0a95-4b01-8b9c-20784f83c68e service neutron] 10.222.0.75 "GET /v2.0/networks?id=9a0cd15f-b02d-4bbf-9256-1dfad1106162 HTTP/1.1" status: 200 len: 930 time: 0.2622266 Nov 25 17:25:57.949188 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6cd497b1-0e4c-450d-afb4-b2fc98efec39 req-ccf4287f-48a6-4eb6-aaef-186ac26d4563 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121325 Nov 25 17:25:57.965165 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-807c9029-579f-4713-8df6-303bd0004f78 None None] Set router 2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:25:58.023439 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d0b35357-b73b-46e2-aadf-65fe4b84e36d req-52adab24-6076-43a5-b3b4-4314bf772d66 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=372f81bc-d5c9-45da-ac6a-24bd15d92313 HTTP/1.1" status: 200 len: 998 time: 0.0726893 Nov 25 17:25:58.074686 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-bbe1fe5f-0460-4d31-a6be-8b226333eed4 req-cbbb8c2d-9463-41e4-8a86-203b9e1cc642 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316185 Nov 25 17:25:58.078775 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b35357-b73b-46e2-aadf-65fe4b84e36d req-ee3fe39c-634a-4823-949b-afa9a6da22d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:58.080380 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d0b35357-b73b-46e2-aadf-65fe4b84e36d req-ee3fe39c-634a-4823-949b-afa9a6da22d3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1c3fbc77-61ac-402a-bd6d-e47b40ff908e HTTP/1.1" status: 200 len: 868 time: 0.0498698 Nov 25 17:25:58.139757 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b35357-b73b-46e2-aadf-65fe4b84e36d req-f170ed0c-492d-4396-a4e8-82cccc2519bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:58.141311 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d0b35357-b73b-46e2-aadf-65fe4b84e36d req-f170ed0c-492d-4396-a4e8-82cccc2519bd service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9a0cd15f-b02d-4bbf-9256-1dfad1106162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498233 Nov 25 17:25:58.153275 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [req-d0b35357-b73b-46e2-aadf-65fe4b84e36d req-b68bbe7a-c2fc-4de1-9c25-a9eaab96ee23 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:25:58.154291 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d0b35357-b73b-46e2-aadf-65fe4b84e36d req-b68bbe7a-c2fc-4de1-9c25-a9eaab96ee23 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061474 Nov 25 17:25:58.175029 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7753836-31cd-4a64-92b5-f1c8b617790d x-openstack-request-id: req-e7753836-31cd-4a64-92b5-f1c8b617790d {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:25:58.175403 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed373cca-ba66-41ca-a358-72ecc6544906", "name": "network-vif-plugged", "status": "completed", "tag": "e221bd68-47b0-47cf-9238-53c3586557dc", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:25:58.175917 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e7753836-31cd-4a64-92b5-f1c8b617790d {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:25:58.176321 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed373cca-ba66-41ca-a358-72ecc6544906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e221bd68-47b0-47cf-9238-53c3586557dc', 'code': 200} Nov 25 17:25:58.213864 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2b331f-4c85-4bd5-91aa-d96adb102748 x-openstack-request-id: req-de2b331f-4c85-4bd5-91aa-d96adb102748 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:25:58.214162 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "705f40c1-b0e1-44fd-8dfd-8fd6cd7e2be0", "tag": "372f81bc-d5c9-45da-ac6a-24bd15d92313", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:25:58.214420 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-de2b331f-4c85-4bd5-91aa-d96adb102748 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:25:58.214816 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '705f40c1-b0e1-44fd-8dfd-8fd6cd7e2be0', 'tag': '372f81bc-d5c9-45da-ac6a-24bd15d92313', 'status': 'completed', 'code': 200} Nov 25 17:25:58.256269 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-807c9029-579f-4713-8df6-303bd0004f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1110007892-router', 'tenant_id': '1577942fcbbc46c9844f7ac1e01d78fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '19f504a9-983f-4083-9f07-60164d3f5432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:25:27Z', 'updated_at': '2021-11-25T17:25:31Z', 'revision_number': 4, 'project_id': '1577942fcbbc46c9844f7ac1e01d78fc', 'gw_port': {'id': '19f504a9-983f-4083-9f07-60164d3f5432', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:92:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:27Z', 'updated_at': '2021-11-25T17:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '0f4e37ac-2187-4bde-ae62-7aa3a67e577f', 'tenant_id': '1577942fcbbc46c9844f7ac1e01d78fc', 'floating_ip_address': '172.25.0.20', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a', 'port_id': '372f81bc-d5c9-45da-ac6a-24bd15d92313', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a0cd15f-b02d-4bbf-9256-1dfad1106162', 'mac_address': 'fa:16:3e:f1:77:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f40c1-b0e1-44fd-8dfd-8fd6cd7e2be0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:25:52Z', 'updated_at': '2021-11-25T17:25:55Z', 'revision_number': 1, 'project_id': '1577942fcbbc46c9844f7ac1e01d78fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b616bbc2-f1d3-418b-864c-c0f83ce656e8', 'name': '', 'network_id': '9a0cd15f-b02d-4bbf-9256-1dfad1106162', 'tenant_id': '1577942fcbbc46c9844f7ac1e01d78fc', 'mac_address': 'fa:16:3e:61:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '1c3fbc77-61ac-402a-bd6d-e47b40ff908e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:30Z', 'updated_at': '2021-11-25T17:25:39Z', 'revision_number': 5, 'project_id': '1577942fcbbc46c9844f7ac1e01d78fc', 'subnets': [{'id': '1c3fbc77-61ac-402a-bd6d-e47b40ff908e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:58.286807 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807c9029-579f-4713-8df6-303bd0004f78 None None] The sync data for ids ['2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a'] in n-d-817746-1 is: [{'id': '2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1110007892-router', 'tenant_id': '1577942fcbbc46c9844f7ac1e01d78fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '19f504a9-983f-4083-9f07-60164d3f5432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:25:27Z', 'updated_at': '2021-11-25T17:25:31Z', 'revision_number': 4, 'project_id': '1577942fcbbc46c9844f7ac1e01d78fc', 'gw_port': {'id': '19f504a9-983f-4083-9f07-60164d3f5432', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:92:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:27Z', 'updated_at': '2021-11-25T17:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '0f4e37ac-2187-4bde-ae62-7aa3a67e577f', 'tenant_id': '1577942fcbbc46c9844f7ac1e01d78fc', 'floating_ip_address': '172.25.0.20', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a', 'port_id': '372f81bc-d5c9-45da-ac6a-24bd15d92313', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a0cd15f-b02d-4bbf-9256-1dfad1106162', 'mac_address': 'fa:16:3e:f1:77:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f40c1-b0e1-44fd-8dfd-8fd6cd7e2be0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:25:52Z', 'updated_at': '2021-11-25T17:25:55Z', 'revision_number': 1, 'project_id': '1577942fcbbc46c9844f7ac1e01d78fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b616bbc2-f1d3-418b-864c-c0f83ce656e8', 'name': '', 'network_id': '9a0cd15f-b02d-4bbf-9256-1dfad1106162', 'tenant_id': '1577942fcbbc46c9844f7ac1e01d78fc', 'mac_address': 'fa:16:3e:61:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '1c3fbc77-61ac-402a-bd6d-e47b40ff908e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:30Z', 'updated_at': '2021-11-25T17:25:39Z', 'revision_number': 5, 'project_id': '1577942fcbbc46c9844f7ac1e01d78fc', 'subnets': [{'id': '1c3fbc77-61ac-402a-bd6d-e47b40ff908e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:25:58.331126 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d0b35357-b73b-46e2-aadf-65fe4b84e36d req-f3b602e9-c892-47dd-9867-13c9ef1c708e service neutron] 10.222.0.75 "GET /v2.0/networks/9a0cd15f-b02d-4bbf-9256-1dfad1106162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693788 Nov 25 17:25:58.360062 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76000607-84ad-4aeb-b20f-8ff55c8f128c req-18e53b22-b013-411f-a11c-d73f391f9a84 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:58.361561 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-76000607-84ad-4aeb-b20f-8ff55c8f128c req-18e53b22-b013-411f-a11c-d73f391f9a84 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed373cca-ba66-41ca-a358-72ecc6544906 HTTP/1.1" status: 200 len: 949 time: 0.1052153 Nov 25 17:25:58.363130 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8efa9-9461-4e24-8acd-40ed11c527ac req-85aaf638-2fe8-4245-838d-d197110a10ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:58.364455 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b8b8efa9-9461-4e24-8acd-40ed11c527ac req-85aaf638-2fe8-4245-838d-d197110a10ba service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1577942fcbbc46c9844f7ac1e01d78fc&device_id=705f40c1-b0e1-44fd-8dfd-8fd6cd7e2be0 HTTP/1.1" status: 200 len: 1096 time: 0.1205070 Nov 25 17:25:58.473981 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638702a7-8730-4816-b2ce-9fb2bafc2183 None None] New status for floating IP 0f4e37ac-2187-4bde-ae62-7aa3a67e577f: ACTIVE {{(pid=103363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:25:58.533020 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-76000607-84ad-4aeb-b20f-8ff55c8f128c req-38efb776-accc-42fd-9a89-e9590c828fce tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578693 Nov 25 17:25:58.555154 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d0b35357-b73b-46e2-aadf-65fe4b84e36d req-77b58c13-dcac-41b0-ba94-d1476d6096c1 service neutron] 10.222.0.75 "GET /v2.0/networks/9a0cd15f-b02d-4bbf-9256-1dfad1106162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162409 Nov 25 17:25:58.559904 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8efa9-9461-4e24-8acd-40ed11c527ac req-d306f368-6a4b-459e-8bea-83d62d7a49a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:58.561328 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b8b8efa9-9461-4e24-8acd-40ed11c527ac req-d306f368-6a4b-459e-8bea-83d62d7a49a7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9a0cd15f-b02d-4bbf-9256-1dfad1106162 HTTP/1.1" status: 200 len: 930 time: 0.1873865 Nov 25 17:25:58.968729 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b8b8efa9-9461-4e24-8acd-40ed11c527ac req-77dba5e6-482e-4a2a-a9a1-731882fdb07e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=372f81bc-d5c9-45da-ac6a-24bd15d92313 HTTP/1.1" status: 200 len: 998 time: 0.3996339 Nov 25 17:25:58.994240 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd77138-a4b4-4758-b68d-e95871db500b req-bdeccd6d-c2bc-484d-a5c9-b8280ae226bc tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:58.995646 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bdd77138-a4b4-4758-b68d-e95871db500b req-bdeccd6d-c2bc-484d-a5c9-b8280ae226bc tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=7290d4bd-e7e5-4e18-b437-a99b99a4a1c7 HTTP/1.1" status: 200 len: 945 time: 0.1055841 Nov 25 17:25:59.004403 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c86f7b8-1b04-4613-a91e-ced44d494a68 req-0d9b7509-9194-4931-b104-af969c276b8b tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:59.005776 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8c86f7b8-1b04-4613-a91e-ced44d494a68 req-0d9b7509-9194-4931-b104-af969c276b8b tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a4bf71-df86-45b5-ba21-3d2348a88c91 HTTP/1.1" status: 200 len: 946 time: 0.1146250 Nov 25 17:25:59.082768 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8efa9-9461-4e24-8acd-40ed11c527ac req-2d0af566-3cd8-4eab-b4e8-eb61dd904418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:59.084205 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b8b8efa9-9461-4e24-8acd-40ed11c527ac req-2d0af566-3cd8-4eab-b4e8-eb61dd904418 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1c3fbc77-61ac-402a-bd6d-e47b40ff908e HTTP/1.1" status: 200 len: 868 time: 0.1072257 Nov 25 17:25:59.136181 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8c86f7b8-1b04-4613-a91e-ced44d494a68 req-6c593a00-8f85-4374-b298-ce75a10f7edc tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080594 Nov 25 17:25:59.141002 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bdd77138-a4b4-4758-b68d-e95871db500b req-4f5c1681-708a-48aa-b3aa-a45e87c5505e tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160033 Nov 25 17:25:59.159435 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8efa9-9461-4e24-8acd-40ed11c527ac req-ccb32d1e-d937-4fbe-8506-2e1da352102b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:59.159435 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b8b8efa9-9461-4e24-8acd-40ed11c527ac req-ccb32d1e-d937-4fbe-8506-2e1da352102b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9a0cd15f-b02d-4bbf-9256-1dfad1106162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599775 Nov 25 17:25:59.356249 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f85bbb-4e68-468e-a4be-b16d3ebdb346 req-bb17bb39-6297-4220-bba0-f4da645a098a tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:59.357737 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-57f85bbb-4e68-468e-a4be-b16d3ebdb346 req-bb17bb39-6297-4220-bba0-f4da645a098a tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=27c5102e-26b4-492f-95ef-d996d948b29d HTTP/1.1" status: 200 len: 946 time: 0.1364164 Nov 25 17:25:59.361440 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b8b8efa9-9461-4e24-8acd-40ed11c527ac req-72a84e11-05d1-4e82-89f6-2df63745a935 service neutron] 10.222.0.90 "GET /v2.0/networks/9a0cd15f-b02d-4bbf-9256-1dfad1106162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941490 Nov 25 17:25:59.421496 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa5b702-715e-4ffa-aa7b-3dab44e4d70c req-9ea5cef4-a0bf-45c3-be5c-3c47d8ece7a7 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:59.422910 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6aa5b702-715e-4ffa-aa7b-3dab44e4d70c req-9ea5cef4-a0bf-45c3-be5c-3c47d8ece7a7 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/networks?id=cdfc7726-be74-4470-a033-195b79623a95 HTTP/1.1" status: 200 len: 807 time: 0.1891606 Nov 25 17:25:59.490565 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6aa5b702-715e-4ffa-aa7b-3dab44e4d70c req-0af03202-abf8-4f4a-883a-be5b6fd59737 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/quotas/cbebe6cb2b944a35af1ec08d68611682 HTTP/1.1" status: 200 len: 375 time: 0.0339010 Nov 25 17:25:59.498547 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-57f85bbb-4e68-468e-a4be-b16d3ebdb346 req-07f02c52-7a4a-433a-89d6-b0ed498c08ce tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340041 Nov 25 17:25:59.575836 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b8b8efa9-9461-4e24-8acd-40ed11c527ac req-18ef59af-93ff-458a-97b8-d7ffa94c9a6b service neutron] 10.222.0.90 "GET /v2.0/networks/9a0cd15f-b02d-4bbf-9256-1dfad1106162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026968 Nov 25 17:25:59.637210 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6aa5b702-715e-4ffa-aa7b-3dab44e4d70c req-0873519d-3cd7-44cf-9ebf-d17c6ded2543 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=cbebe6cb2b944a35af1ec08d68611682&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1364048 Nov 25 17:25:59.688615 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3cb7c7b1-54f3-4269-8f65-aa8959dea124 req-989bbbba-c2d4-4f97-9220-af0103801514 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=1aa44027-b9d0-4a56-9a59-7e664703e20a HTTP/1.1" status: 200 len: 258 time: 0.1506145 Nov 25 17:25:59.717992 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-3cb7c7b1-54f3-4269-8f65-aa8959dea124 req-3025642d-88ea-4511-b4e6-572b5ef80818 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Request body: {'floatingip': {'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:59.759843 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3cb7c7b1-54f3-4269-8f65-aa8959dea124 req-3025642d-88ea-4511-b4e6-572b5ef80818 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Publish callbacks [] for floatingip, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:59.776632 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6aa5b702-715e-4ffa-aa7b-3dab44e4d70c req-d0afcdbe-d931-4182-a4be-4fc181ee15f2 service neutron] 10.222.0.75 "GET /v2.0/networks/cdfc7726-be74-4470-a033-195b79623a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297233 Nov 25 17:25:59.914371 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6aa5b702-715e-4ffa-aa7b-3dab44e4d70c req-f3eddd67-cf97-45e2-be80-1f6f541ce583 service neutron] 10.222.0.75 "GET /v2.0/networks/cdfc7726-be74-4470-a033-195b79623a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306245 Nov 25 17:25:59.945389 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3cb7c7b1-54f3-4269-8f65-aa8959dea124 req-3025642d-88ea-4511-b4e6-572b5ef80818 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:00.079849 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-3cb7c7b1-54f3-4269-8f65-aa8959dea124 req-3025642d-88ea-4511-b4e6-572b5ef80818 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Allocated IP 172.25.0.210 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/1f7fbdac-8314-4ca7-9ac6-3ff0b30c05ba) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:26:00.178122 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c5102e-26b4-492f-95ef-d996d948b29d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f4e1086-1615-4d97-a6d5-97474945bb7f'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:26:00.180810 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724918b5-2d59-4749-85a9-ee6ea5890546" -d '{"events": [{"server_uuid": "27c5102e-26b4-492f-95ef-d996d948b29d", "name": "network-vif-plugged", "status": "completed", "tag": "5f4e1086-1615-4d97-a6d5-97474945bb7f"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:26:00.200609 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3cb7c7b1-54f3-4269-8f65-aa8959dea124 req-3025642d-88ea-4511-b4e6-572b5ef80818 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:00.244345 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3cb7c7b1-54f3-4269-8f65-aa8959dea124 req-3025642d-88ea-4511-b4e6-572b5ef80818 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:00.299969 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cb7c7b1-54f3-4269-8f65-aa8959dea124 req-3025642d-88ea-4511-b4e6-572b5ef80818 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:26:00.303235 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-3cb7c7b1-54f3-4269-8f65-aa8959dea124 req-3025642d-88ea-4511-b4e6-572b5ef80818 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:00.307973 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cb7c7b1-54f3-4269-8f65-aa8959dea124 req-3025642d-88ea-4511-b4e6-572b5ef80818 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:26:00.341334 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3025642d-88ea-4511-b4e6-572b5ef80818 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Pushing event updated for resources: {'Port': ['ID=1f7fbdac-8314-4ca7-9ac6-3ff0b30c05ba,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:00.423606 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3cb7c7b1-54f3-4269-8f65-aa8959dea124 req-3025642d-88ea-4511-b4e6-572b5ef80818 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:00.482200 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3cb7c7b1-54f3-4269-8f65-aa8959dea124 req-3025642d-88ea-4511-b4e6-572b5ef80818 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:00.662055 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device e221bd68-47b0-47cf-9238-53c3586557dc details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:26:00.707086 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device e221bd68-47b0-47cf-9238-53c3586557dc no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:26:00.736719 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3cb7c7b1-54f3-4269-8f65-aa8959dea124 req-3025642d-88ea-4511-b4e6-572b5ef80818 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:00.747330 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3cb7c7b1-54f3-4269-8f65-aa8959dea124 req-3025642d-88ea-4511-b4e6-572b5ef80818 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:00.799432 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05afdb95-2450-4e7c-ac93-b79566df74e2 req-ce906254-6bdd-48b0-8cc2-2d93646b0ffa tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:00.800995 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-05afdb95-2450-4e7c-ac93-b79566df74e2 req-ce906254-6bdd-48b0-8cc2-2d93646b0ffa tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed373cca-ba66-41ca-a358-72ecc6544906 HTTP/1.1" status: 200 len: 949 time: 0.1219509 Nov 25 17:26:00.884856 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3025642d-88ea-4511-b4e6-572b5ef80818 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Pushing event updated for resources: {'Port': ['ID=1f7fbdac-8314-4ca7-9ac6-3ff0b30c05ba,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:00.897170 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port e221bd68-47b0-47cf-9238-53c3586557dc, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e221bd68-47b0-47cf-9238-53c3586557dc,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:00.916218 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3cb7c7b1-54f3-4269-8f65-aa8959dea124 req-3025642d-88ea-4511-b4e6-572b5ef80818 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:00.955708 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-05afdb95-2450-4e7c-ac93-b79566df74e2 req-31370f84-3e98-40ac-98c7-538507c10785 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393607 Nov 25 17:26:00.962816 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:00.966569 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': 'e221bd68-47b0-47cf-9238-53c3586557dc', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'port_id': 'e221bd68-47b0-47cf-9238-53c3586557dc', 'mac_address': 'fa:16:3e:19:da:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8793709c-5336-428d-aede-b0b8df1a26b2', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:26:00.966942 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3cb7c7b1-54f3-4269-8f65-aa8959dea124 req-3025642d-88ea-4511-b4e6-572b5ef80818 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:00.989693 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3cb7c7b1-54f3-4269-8f65-aa8959dea124 req-3025642d-88ea-4511-b4e6-572b5ef80818 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2763398 Nov 25 17:26:01.052731 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port e221bd68-47b0-47cf-9238-53c3586557dc, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e221bd68-47b0-47cf-9238-53c3586557dc,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:01.054942 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:01.072335 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:01.077265 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e221bd68-47b0-47cf-9238-53c3586557dc {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:26:01.161325 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3cb7c7b1-54f3-4269-8f65-aa8959dea124 req-0fa587eb-d284-452a-ad37-fc25fe790484 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.0.210 HTTP/1.1" status: 200 len: 696 time: 0.1704717 Nov 25 17:26:01.166018 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=e221bd68-47b0-47cf-9238-53c3586557dc,revision_number=9']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:01.169747 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.db.api [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:26:01.170120 n-d-817746-1 neutron-server[103362]: DEBUG oslo_db.api [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:26:01.173886 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4187c5d-3f73-45eb-b6ee-ec5d204ce88b req-1c0fb7b3-f66b-4f0c-a230-09e3d9861b79 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:01.176170 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f4187c5d-3f73-45eb-b6ee-ec5d204ce88b req-1c0fb7b3-f66b-4f0c-a230-09e3d9861b79 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a4bf71-df86-45b5-ba21-3d2348a88c91 HTTP/1.1" status: 200 len: 946 time: 0.1064003 Nov 25 17:26:01.294486 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f4187c5d-3f73-45eb-b6ee-ec5d204ce88b req-d07e3ed9-e4b4-4362-a12e-291f7200d143 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041420 Nov 25 17:26:01.343813 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb7c7b1-54f3-4269-8f65-aa8959dea124 req-a1e0f231-8f93-4ef6-95ff-ca6bd42680f8 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:01.345932 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6add3cbc-4501-4a08-a604-87bf349756a8 x-openstack-request-id: req-6add3cbc-4501-4a08-a604-87bf349756a8 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:26:01.346400 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3cb7c7b1-54f3-4269-8f65-aa8959dea124 req-a1e0f231-8f93-4ef6-95ff-ca6bd42680f8 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "GET /v2.0/networks/1aa44027-b9d0-4a56-9a59-7e664703e20a HTTP/1.1" status: 200 len: 784 time: 0.1686575 Nov 25 17:26:01.346509 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c5102e-26b4-492f-95ef-d996d948b29d", "name": "network-vif-plugged", "status": "completed", "tag": "5f4e1086-1615-4d97-a6d5-97474945bb7f", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:26:01.346792 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6add3cbc-4501-4a08-a604-87bf349756a8 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:26:01.347470 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c5102e-26b4-492f-95ef-d996d948b29d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f4e1086-1615-4d97-a6d5-97474945bb7f', 'code': 200} Nov 25 17:26:01.454674 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d480fc8b-7eac-4d96-8ff0-e8d94c8a2cc8 req-ab7819ca-1aec-4d10-8a80-1feb0e8a76c1 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=64bf8e73-6ad3-47a8-9852-05a9aaa2736c HTTP/1.1" status: 200 len: 210 time: 0.0414085 Nov 25 17:26:01.456453 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f03e67-e47d-4295-a1bb-5d639ffd5c7e req-b62fe19c-0dd1-4103-8950-d9ab31a61ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:01.458032 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-23f03e67-e47d-4295-a1bb-5d639ffd5c7e req-b62fe19c-0dd1-4103-8950-d9ab31a61ac7 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=27c5102e-26b4-492f-95ef-d996d948b29d HTTP/1.1" status: 200 len: 1097 time: 0.0452490 Nov 25 17:26:01.514933 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca9666b-c198-4e32-9971-24d99f7bca94 req-00724728-345c-47e4-a9a5-6948ba258216 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:01.516843 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bca9666b-c198-4e32-9971-24d99f7bca94 req-00724728-345c-47e4-a9a5-6948ba258216 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=27c5102e-26b4-492f-95ef-d996d948b29d HTTP/1.1" status: 200 len: 946 time: 0.0946882 Nov 25 17:26:01.519119 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-23f03e67-e47d-4295-a1bb-5d639ffd5c7e req-41e6973c-f71f-422d-a99a-9d5d0097d394 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532453 Nov 25 17:26:01.688144 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5192bc20-5c57-472c-a647-45b1d46fc0d0 req-9a3c6d76-0587-42ea-ad52-669545535201 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:01.689697 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5192bc20-5c57-472c-a647-45b1d46fc0d0 req-9a3c6d76-0587-42ea-ad52-669545535201 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=7290d4bd-e7e5-4e18-b437-a99b99a4a1c7 HTTP/1.1" status: 200 len: 945 time: 0.1626165 Nov 25 17:26:01.697309 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bca9666b-c198-4e32-9971-24d99f7bca94 req-9980b014-801e-483c-9ba9-672b766d9779 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673260 Nov 25 17:26:01.717702 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:01.732251 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa5b702-715e-4ffa-aa7b-3dab44e4d70c req-e59b29e6-4f12-464a-901f-579c9eff3eec tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:01.734003 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6aa5b702-715e-4ffa-aa7b-3dab44e4d70c req-e59b29e6-4f12-464a-901f-579c9eff3eec tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.90 "GET /v2.0/networks?id=cdfc7726-be74-4470-a033-195b79623a95 HTTP/1.1" status: 200 len: 807 time: 0.2159894 Nov 25 17:26:01.738454 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e221bd68-47b0-47cf-9238-53c3586557dc {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:26:01.764275 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port e221bd68-47b0-47cf-9238-53c3586557dc, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e221bd68-47b0-47cf-9238-53c3586557dc,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:01.764703 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-6aa5b702-715e-4ffa-aa7b-3dab44e4d70c req-208438fe-7973-4c18-bdef-a1d918a684b9 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Request body: {'port': {'device_id': '64bf8e73-6ad3-47a8-9852-05a9aaa2736c', 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95', 'admin_state_up': True, 'tenant_id': 'cbebe6cb2b944a35af1ec08d68611682'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:01.771421 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:01.828279 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=e221bd68-47b0-47cf-9238-53c3586557dc,revision_number=10']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:01.858472 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5192bc20-5c57-472c-a647-45b1d46fc0d0 req-3dfaf682-ca69-4c57-8b11-f787c242b378 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553857 Nov 25 17:26:01.895512 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802367f-a46c-41bd-98d0-b441c22455ec req-95019eef-eec3-4d15-a730-b69339a65dda tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:01.897016 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0802367f-a46c-41bd-98d0-b441c22455ec req-95019eef-eec3-4d15-a730-b69339a65dda tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed373cca-ba66-41ca-a358-72ecc6544906 HTTP/1.1" status: 200 len: 949 time: 0.1264675 Nov 25 17:26:01.975377 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0802367f-a46c-41bd-98d0-b441c22455ec req-9faf7830-e86c-44c0-9383-e9f349ec398f tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705161 Nov 25 17:26:01.977261 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6aa5b702-715e-4ffa-aa7b-3dab44e4d70c req-208438fe-7973-4c18-bdef-a1d918a684b9 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Made reservation on behalf of cbebe6cb2b944a35af1ec08d68611682 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:26:01.980631 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6aa5b702-715e-4ffa-aa7b-3dab44e4d70c req-208438fe-7973-4c18-bdef-a1d918a684b9 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:02.121359 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['e221bd68-47b0-47cf-9238-53c3586557dc'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:26:02.172177 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-6aa5b702-715e-4ffa-aa7b-3dab44e4d70c req-208438fe-7973-4c18-bdef-a1d918a684b9 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Allocated IP 172.20.0.7 (cdfc7726-be74-4470-a033-195b79623a95/ee1e665a-f297-4067-8b5a-7a7e373f89c9/1e63c212-dc7e-43ab-88cf-3670c895b2f2) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:26:02.264120 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e07ec-ffe2-43f3-8d6f-b75e21d0c91f req-cca8df2d-790a-40a4-9a11-59e8d50e3b65 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:02.265896 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-085e07ec-ffe2-43f3-8d6f-b75e21d0c91f req-cca8df2d-790a-40a4-9a11-59e8d50e3b65 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "GET /v2.0/ports?device_id=705f40c1-b0e1-44fd-8dfd-8fd6cd7e2be0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1324515 Nov 25 17:26:02.343849 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186fd7ea-a51c-48df-aed6-78b0c040f4b4 req-89ccf217-8088-4324-b00a-762116a037c0 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:02.345422 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-186fd7ea-a51c-48df-aed6-78b0c040f4b4 req-89ccf217-8088-4324-b00a-762116a037c0 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.75 "GET /v2.0/ports?device_id=8a4986e2-aa5d-4f19-a5f4-c8d655be0af0 HTTP/1.1" status: 200 len: 945 time: 0.2484953 Nov 25 17:26:02.392644 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-085e07ec-ffe2-43f3-8d6f-b75e21d0c91f req-1cae386f-9694-4d46-a49b-40c9c8e21dcf tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.0.210 HTTP/1.1" status: 200 len: 696 time: 0.1167130 Nov 25 17:26:02.414390 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-085e07ec-ffe2-43f3-8d6f-b75e21d0c91f req-7b35b26a-9562-4e9a-a940-3c79faf884b7 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Request body: {'floatingip': {'port_id': '372f81bc-d5c9-45da-ac6a-24bd15d92313', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:02.477830 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-085e07ec-ffe2-43f3-8d6f-b75e21d0c91f req-7b35b26a-9562-4e9a-a940-3c79faf884b7 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Publish callbacks [] for floatingip, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:02.536403 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-186fd7ea-a51c-48df-aed6-78b0c040f4b4 req-b0cf08d5-4123-4984-a352-324a6adfc6ad tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.75 "GET /v2.0/security-groups?id=24dbdd6a-ab6c-4cbc-8a4e-66c37691d859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1794035 Nov 25 17:26:02.574931 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6aa5b702-715e-4ffa-aa7b-3dab44e4d70c req-208438fe-7973-4c18-bdef-a1d918a684b9 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:02.762282 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6aa5b702-715e-4ffa-aa7b-3dab44e4d70c req-208438fe-7973-4c18-bdef-a1d918a684b9 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:02.775658 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['4f364e30-1840-4273-9226-3786fd484ad0'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:26:02.823720 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced8c04-0ba0-4c8c-b663-c23618785210 req-94d19fb5-9d4a-462c-973f-027b9c3abbe5 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:02.831112 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dced8c04-0ba0-4c8c-b663-c23618785210 req-94d19fb5-9d4a-462c-973f-027b9c3abbe5 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a4bf71-df86-45b5-ba21-3d2348a88c91 HTTP/1.1" status: 200 len: 946 time: 0.1935453 Nov 25 17:26:02.872052 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6aa5b702-715e-4ffa-aa7b-3dab44e4d70c req-208438fe-7973-4c18-bdef-a1d918a684b9 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Network cdfc7726-be74-4470-a033-195b79623a95 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:26:02.877712 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-6aa5b702-715e-4ffa-aa7b-3dab44e4d70c req-208438fe-7973-4c18-bdef-a1d918a684b9 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:02.881134 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aa5b702-715e-4ffa-aa7b-3dab44e4d70c req-208438fe-7973-4c18-bdef-a1d918a684b9 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:26:02.885011 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208438fe-7973-4c18-bdef-a1d918a684b9 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Pushing event updated for resources: {'Port': ['ID=1e63c212-dc7e-43ab-88cf-3670c895b2f2,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:02.887738 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [req-085e07ec-ffe2-43f3-8d6f-b75e21d0c91f req-7b35b26a-9562-4e9a-a940-3c79faf884b7 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] update failed (client error): There was a conflict when trying to complete your request. Nov 25 17:26:02.905852 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-085e07ec-ffe2-43f3-8d6f-b75e21d0c91f req-7b35b26a-9562-4e9a-a940-3c79faf884b7 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "PUT /v2.0/floatingips/c5a449a0-b3fa-4ae6-948f-2c015e78837a HTTP/1.1" status: 409 len: 550 time: 0.5002227 Nov 25 17:26:02.972954 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dced8c04-0ba0-4c8c-b663-c23618785210 req-7825df5f-f6af-417d-97dd-8e1149f56122 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359496 Nov 25 17:26:03.000705 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa5b702-715e-4ffa-aa7b-3dab44e4d70c req-208438fe-7973-4c18-bdef-a1d918a684b9 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:03.001349 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6aa5b702-715e-4ffa-aa7b-3dab44e4d70c req-208438fe-7973-4c18-bdef-a1d918a684b9 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:03.036522 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6aa5b702-715e-4ffa-aa7b-3dab44e4d70c req-208438fe-7973-4c18-bdef-a1d918a684b9 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2845476 Nov 25 17:26:03.052571 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9a8c0-e486-467a-adfa-b408c22fe465 req-01036e26-9898-4794-8b5e-bb9431565fb0 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:03.054680 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e9f9a8c0-e486-467a-adfa-b408c22fe465 req-01036e26-9898-4794-8b5e-bb9431565fb0 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=64bf8e73-6ad3-47a8-9852-05a9aaa2736c HTTP/1.1" status: 200 len: 931 time: 0.0800521 Nov 25 17:26:03.061034 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-6aa5b702-715e-4ffa-aa7b-3dab44e4d70c req-a7cb2194-67a2-4d50-9edf-4f076077af5a service neutron] Request body: {'port': {'device_id': '64bf8e73-6ad3-47a8-9852-05a9aaa2736c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:03.114125 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-180538d3-0b90-47c6-adc7-5baefcdf4493 req-c2542d81-65c7-4d9a-a87a-83f7fef62263 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=21f728f76092479bbd096847b3caf950&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0573807 Nov 25 17:26:03.349130 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed373cca-ba66-41ca-a358-72ecc6544906', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e221bd68-47b0-47cf-9238-53c3586557dc'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:26:03.351527 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee76e95-c8d7-4799-ab64-3be5ef9bb6d8" -d '{"events": [{"server_uuid": "ed373cca-ba66-41ca-a358-72ecc6544906", "name": "network-vif-unplugged", "status": "completed", "tag": "e221bd68-47b0-47cf-9238-53c3586557dc"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:26:03.515483 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6aa5b702-715e-4ffa-aa7b-3dab44e4d70c req-a7cb2194-67a2-4d50-9edf-4f076077af5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:03.523679 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e9f9a8c0-e486-467a-adfa-b408c22fe465 req-d52c4c6b-e6d2-4cc4-820c-5e7bf6f33671 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4518981 Nov 25 17:26:03.635106 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180538d3-0b90-47c6-adc7-5baefcdf4493 req-76c74ea1-2b02-48ab-b0ad-0402d358e8cc tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:03.636582 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-180538d3-0b90-47c6-adc7-5baefcdf4493 req-76c74ea1-2b02-48ab-b0ad-0402d358e8cc tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5160570 Nov 25 17:26:03.706869 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-180538d3-0b90-47c6-adc7-5baefcdf4493 req-8b9755c3-6fa2-4735-bfa9-00a112d63fc6 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/quotas/21f728f76092479bbd096847b3caf950 HTTP/1.1" status: 200 len: 375 time: 0.0632660 Nov 25 17:26:03.771112 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce499b4-30db-495c-b2eb-98d4420fe07e req-672c2aea-fdba-48c5-a297-8485ba8e1e1a tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:03.773229 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7ce499b4-30db-495c-b2eb-98d4420fe07e req-672c2aea-fdba-48c5-a297-8485ba8e1e1a tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=27c5102e-26b4-492f-95ef-d996d948b29d HTTP/1.1" status: 200 len: 946 time: 0.1895692 Nov 25 17:26:03.866248 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-180538d3-0b90-47c6-adc7-5baefcdf4493 req-fd07c5f6-9687-4846-b5d5-99e1fadde3b6 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=21f728f76092479bbd096847b3caf950&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1513648 Nov 25 17:26:03.894266 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7ce499b4-30db-495c-b2eb-98d4420fe07e req-208cf80c-3d41-4122-9674-d3219d68133f tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146660 Nov 25 17:26:04.009291 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-6aa5b702-715e-4ffa-aa7b-3dab44e4d70c req-a7cb2194-67a2-4d50-9edf-4f076077af5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e63c212-dc7e-43ab-88cf-3670c895b2f2 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:26:04.020508 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6aa5b702-715e-4ffa-aa7b-3dab44e4d70c req-a7cb2194-67a2-4d50-9edf-4f076077af5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:04.113862 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-6aa5b702-715e-4ffa-aa7b-3dab44e4d70c req-a7cb2194-67a2-4d50-9edf-4f076077af5a service neutron] Transition to ACTIVE for port object 1e63c212-dc7e-43ab-88cf-3670c895b2f2 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:26:04.128750 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2d3b976f-07a0-4a0a-bf91-09e8012d9679 req-4e41e835-ae70-43d6-961e-83c507385f8e tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "GET /v2.0/floatingips/c5a449a0-b3fa-4ae6-948f-2c015e78837a HTTP/1.1" status: 200 len: 693 time: 0.0763650 Nov 25 17:26:04.130412 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6aa5b702-715e-4ffa-aa7b-3dab44e4d70c req-a7cb2194-67a2-4d50-9edf-4f076077af5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:04.165556 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c05fc8-0d0f-429e-acf2-100ecc787030 req-17749b0c-3a1d-4373-8a9f-06c717a27bc1 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:04.167140 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-40c05fc8-0d0f-429e-acf2-100ecc787030 req-17749b0c-3a1d-4373-8a9f-06c717a27bc1 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=7290d4bd-e7e5-4e18-b437-a99b99a4a1c7 HTTP/1.1" status: 200 len: 945 time: 0.1495726 Nov 25 17:26:04.267124 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb2194-67a2-4d50-9edf-4f076077af5a service neutron] Pushing event updated for resources: {'Port': ['ID=1e63c212-dc7e-43ab-88cf-3670c895b2f2,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:04.363294 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-40c05fc8-0d0f-429e-acf2-100ecc787030 req-dd400244-e95a-44d8-a36e-84ecf0fe93df tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777585 Nov 25 17:26:04.395109 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b976f-07a0-4a0a-bf91-09e8012d9679 req-85e5df8d-b5d1-42dc-8b3f-211ecf62b8e8 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:04.395109 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2d3b976f-07a0-4a0a-bf91-09e8012d9679 req-85e5df8d-b5d1-42dc-8b3f-211ecf62b8e8 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "GET /v2.0/networks/1aa44027-b9d0-4a56-9a59-7e664703e20a HTTP/1.1" status: 200 len: 784 time: 0.2394550 Nov 25 17:26:04.409462 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [req-2d3b976f-07a0-4a0a-bf91-09e8012d9679 req-18c2e541-ee4f-4e96-9f9c-d3f3b8fb2e84 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:26:04.410471 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2d3b976f-07a0-4a0a-bf91-09e8012d9679 req-18c2e541-ee4f-4e96-9f9c-d3f3b8fb2e84 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073040 Nov 25 17:26:04.475762 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-6aa5b702-715e-4ffa-aa7b-3dab44e4d70c req-a7cb2194-67a2-4d50-9edf-4f076077af5a service neutron] Attempting to bind port 1e63c212-dc7e-43ab-88cf-3670c895b2f2 on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:26:04.475762 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-6aa5b702-715e-4ffa-aa7b-3dab44e4d70c req-a7cb2194-67a2-4d50-9edf-4f076077af5a service neutron] Attempting to bind port 1e63c212-dc7e-43ab-88cf-3670c895b2f2 by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '2c22414f-d4c7-43ac-a576-c7b2f18031bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:26:04.477348 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa5b702-715e-4ffa-aa7b-3dab44e4d70c req-a7cb2194-67a2-4d50-9edf-4f076077af5a service neutron] Attempting to bind port 1e63c212-dc7e-43ab-88cf-3670c895b2f2 on network cdfc7726-be74-4470-a033-195b79623a95 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:04.495935 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2d3b976f-07a0-4a0a-bf91-09e8012d9679 req-1fc5c6f4-0614-4c02-bade-cd9836619d22 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.0.210 HTTP/1.1" status: 200 len: 696 time: 0.0746591 Nov 25 17:26:04.498486 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa5b702-715e-4ffa-aa7b-3dab44e4d70c req-a7cb2194-67a2-4d50-9edf-4f076077af5a service neutron] Port 1e63c212-dc7e-43ab-88cf-3670c895b2f2 on network cdfc7726-be74-4470-a033-195b79623a95 not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:26:04.498820 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa5b702-715e-4ffa-aa7b-3dab44e4d70c req-a7cb2194-67a2-4d50-9edf-4f076077af5a service neutron] Attempting to bind port 1e63c212-dc7e-43ab-88cf-3670c895b2f2 on network cdfc7726-be74-4470-a033-195b79623a95 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:04.536603 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa5b702-715e-4ffa-aa7b-3dab44e4d70c req-a7cb2194-67a2-4d50-9edf-4f076077af5a service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:26:04.537312 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa5b702-715e-4ffa-aa7b-3dab44e4d70c req-a7cb2194-67a2-4d50-9edf-4f076077af5a service neutron] Checking segment: {'id': '2c22414f-d4c7-43ac-a576-c7b2f18031bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:26:04.537433 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa5b702-715e-4ffa-aa7b-3dab44e4d70c req-a7cb2194-67a2-4d50-9edf-4f076077af5a service neutron] Bound using segment: {'id': '2c22414f-d4c7-43ac-a576-c7b2f18031bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:26:04.537804 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-6aa5b702-715e-4ffa-aa7b-3dab44e4d70c req-a7cb2194-67a2-4d50-9edf-4f076077af5a service neutron] Bound port: 1e63c212-dc7e-43ab-88cf-3670c895b2f2, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c22414f-d4c7-43ac-a576-c7b2f18031bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:26:04.538743 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6aa5b702-715e-4ffa-aa7b-3dab44e4d70c req-a7cb2194-67a2-4d50-9edf-4f076077af5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:04.561112 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2d3b976f-07a0-4a0a-bf91-09e8012d9679 req-00465c04-d6e4-4c62-961a-99aaccff5fc1 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.0.210 HTTP/1.1" status: 200 len: 696 time: 0.0642176 Nov 25 17:26:04.667212 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device e221bd68-47b0-47cf-9238-53c3586557dc up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:26:04.714244 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08fa6821-1468-46af-b021-9ff4a1217f5d x-openstack-request-id: req-08fa6821-1468-46af-b021-9ff4a1217f5d {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:26:04.714733 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed373cca-ba66-41ca-a358-72ecc6544906", "name": "network-vif-unplugged", "status": "completed", "tag": "e221bd68-47b0-47cf-9238-53c3586557dc", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:26:04.715138 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-08fa6821-1468-46af-b021-9ff4a1217f5d {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:26:04.715828 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed373cca-ba66-41ca-a358-72ecc6544906', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e221bd68-47b0-47cf-9238-53c3586557dc', 'code': 200} Nov 25 17:26:04.731073 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port e221bd68-47b0-47cf-9238-53c3586557dc triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:04.731615 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:04.823880 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:04.844316 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-6aa5b702-715e-4ffa-aa7b-3dab44e4d70c req-a7cb2194-67a2-4d50-9edf-4f076077af5a service neutron] For port 1e63c212-dc7e-43ab-88cf-3670c895b2f2, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:26:04.863174 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port e221bd68-47b0-47cf-9238-53c3586557dc, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e221bd68-47b0-47cf-9238-53c3586557dc,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:04.864934 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-6aa5b702-715e-4ffa-aa7b-3dab44e4d70c req-a7cb2194-67a2-4d50-9edf-4f076077af5a service neutron] For port 1e63c212-dc7e-43ab-88cf-3670c895b2f2, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=1e63c212-dc7e-43ab-88cf-3670c895b2f2,segment=NetworkSegment(2c22414f-d4c7-43ac-a576-c7b2f18031bf),segment_id=2c22414f-d4c7-43ac-a576-c7b2f18031bf)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:26:04.870103 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:04.874721 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a33f9-1d26-4973-b94e-03a97dce86a8 req-57c84136-2965-42a3-b1d5-f61bf9c27c1e tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:04.882690 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-965a33f9-1d26-4973-b94e-03a97dce86a8 req-57c84136-2965-42a3-b1d5-f61bf9c27c1e tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=27c5102e-26b4-492f-95ef-d996d948b29d HTTP/1.1" status: 200 len: 1097 time: 0.0996420 Nov 25 17:26:04.887124 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6aa5b702-715e-4ffa-aa7b-3dab44e4d70c req-a7cb2194-67a2-4d50-9edf-4f076077af5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:04.927227 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-2d3b976f-07a0-4a0a-bf91-09e8012d9679 req-7a296774-941f-404a-b0e1-b8c88fbf3404 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Deleting port 1f7fbdac-8314-4ca7-9ac6-3ff0b30c05ba {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:26:04.927526 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-2d3b976f-07a0-4a0a-bf91-09e8012d9679 req-7a296774-941f-404a-b0e1-b8c88fbf3404 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:04.930773 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=e221bd68-47b0-47cf-9238-53c3586557dc,revision_number=11']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:04.982442 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa5b702-715e-4ffa-aa7b-3dab44e4d70c req-a7cb2194-67a2-4d50-9edf-4f076077af5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:04.983073 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6aa5b702-715e-4ffa-aa7b-3dab44e4d70c req-a7cb2194-67a2-4d50-9edf-4f076077af5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:04.984456 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6aa5b702-715e-4ffa-aa7b-3dab44e4d70c req-a7cb2194-67a2-4d50-9edf-4f076077af5a service neutron] 10.222.0.90 "PUT /v2.0/ports/1e63c212-dc7e-43ab-88cf-3670c895b2f2 HTTP/1.1" status: 200 len: 1091 time: 1.9288843 Nov 25 17:26:04.986902 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64bf8e73-6ad3-47a8-9852-05a9aaa2736c', 'tag': '1e63c212-dc7e-43ab-88cf-3670c895b2f2'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:26:04.989211 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ea68d2-dd78-47fc-935e-c4cbca7ddafa" -d '{"events": [{"name": "network-changed", "server_uuid": "64bf8e73-6ad3-47a8-9852-05a9aaa2736c", "tag": "1e63c212-dc7e-43ab-88cf-3670c895b2f2"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:26:05.029437 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-965a33f9-1d26-4973-b94e-03a97dce86a8 req-461579d3-25bb-400f-8793-eb8ad1f40318 tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457880 Nov 25 17:26:05.087466 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb2194-67a2-4d50-9edf-4f076077af5a service neutron] Pushing event updated for resources: {'Port': ['ID=1e63c212-dc7e-43ab-88cf-3670c895b2f2,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:05.109249 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-2d3b976f-07a0-4a0a-bf91-09e8012d9679 req-7a296774-941f-404a-b0e1-b8c88fbf3404 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:05.109623 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-2d3b976f-07a0-4a0a-bf91-09e8012d9679 req-7a296774-941f-404a-b0e1-b8c88fbf3404 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:05.138604 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-2d3b976f-07a0-4a0a-bf91-09e8012d9679 req-7a296774-941f-404a-b0e1-b8c88fbf3404 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Calling delete_port for 1f7fbdac-8314-4ca7-9ac6-3ff0b30c05ba owned by network:floatingip {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:26:05.163877 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa5b702-715e-4ffa-aa7b-3dab44e4d70c req-a5d21c90-af3c-445c-bcde-3d2edf33f847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:05.165520 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6aa5b702-715e-4ffa-aa7b-3dab44e4d70c req-a5d21c90-af3c-445c-bcde-3d2edf33f847 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cbebe6cb2b944a35af1ec08d68611682&device_id=64bf8e73-6ad3-47a8-9852-05a9aaa2736c HTTP/1.1" status: 200 len: 1094 time: 0.1194489 Nov 25 17:26:05.255140 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6aa5b702-715e-4ffa-aa7b-3dab44e4d70c req-6f8bad27-beeb-4acd-8eb0-cb138511cf08 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e63c212-dc7e-43ab-88cf-3670c895b2f2 HTTP/1.1" status: 200 len: 217 time: 0.0749288 Nov 25 17:26:05.322891 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4cbfc-37e4-4ff0-b0ba-ed6cf71587b5 req-707e0de8-fc8d-44b0-83d5-710d7429da40 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:05.331411 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5ce4cbfc-37e4-4ff0-b0ba-ed6cf71587b5 req-707e0de8-fc8d-44b0-83d5-710d7429da40 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a4bf71-df86-45b5-ba21-3d2348a88c91 HTTP/1.1" status: 200 len: 946 time: 0.2107401 Nov 25 17:26:05.417782 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5ce4cbfc-37e4-4ff0-b0ba-ed6cf71587b5 req-a80b35ea-b412-4eab-b4d6-0891581769c9 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853543 Nov 25 17:26:05.421319 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa5b702-715e-4ffa-aa7b-3dab44e4d70c req-0d9ba25e-0f6d-4a4a-aebc-576020ce200e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:05.422821 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6aa5b702-715e-4ffa-aa7b-3dab44e4d70c req-0d9ba25e-0f6d-4a4a-aebc-576020ce200e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ee1e665a-f297-4067-8b5a-7a7e373f89c9 HTTP/1.1" status: 200 len: 847 time: 0.1595287 Nov 25 17:26:05.424439 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-180538d3-0b90-47c6-adc7-5baefcdf4493 req-48822a3e-3eef-43ff-93d0-62c6c24bbda5 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=21f728f76092479bbd096847b3caf950&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317984 Nov 25 17:26:05.495865 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6aa5b702-715e-4ffa-aa7b-3dab44e4d70c req-3d65d94a-019a-4ae0-9a82-fd113e2e0d52 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=cdfc7726-be74-4470-a033-195b79623a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417356 Nov 25 17:26:05.663834 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-32895406-47d1-42ef-bf33-04f3fe200532 req-82c59f44-ba4f-428f-8458-cfde15832a45 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=61d637eb-4d85-4798-9eb0-1c541647685d HTTP/1.1" status: 200 len: 210 time: 0.0657489 Nov 25 17:26:05.716329 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180538d3-0b90-47c6-adc7-5baefcdf4493 req-a002e9eb-1173-4b66-95ab-ecaff4f95f5f tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:05.717613 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-180538d3-0b90-47c6-adc7-5baefcdf4493 req-a002e9eb-1173-4b66-95ab-ecaff4f95f5f tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2753072 Nov 25 17:26:05.724434 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-2d3b976f-07a0-4a0a-bf91-09e8012d9679 req-7a296774-941f-404a-b0e1-b8c88fbf3404 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:05.744217 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-180538d3-0b90-47c6-adc7-5baefcdf4493 req-64a1431f-6cf9-433c-b805-23f48a57c921 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Request body: {'port': {'device_id': '61d637eb-4d85-4798-9eb0-1c541647685d', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'admin_state_up': True, 'tenant_id': '21f728f76092479bbd096847b3caf950'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:05.812132 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6aa5b702-715e-4ffa-aa7b-3dab44e4d70c req-2607d662-86ac-48cd-81ea-6488fa8e7bcf service neutron] 10.222.0.90 "GET /v2.0/networks/cdfc7726-be74-4470-a033-195b79623a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723091 Nov 25 17:26:05.814072 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a296774-941f-404a-b0e1-b8c88fbf3404 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Pushing event deleted for resources: {'Port': ['ID=1f7fbdac-8314-4ca7-9ac6-3ff0b30c05ba,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:06.006580 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e96148-9c3a-4b37-ae81-335744ba8935 req-1b50883a-7dba-40b6-a1ce-c509c2afd21f tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:06.008894 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-44e96148-9c3a-4b37-ae81-335744ba8935 req-1b50883a-7dba-40b6-a1ce-c509c2afd21f tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=64bf8e73-6ad3-47a8-9852-05a9aaa2736c HTTP/1.1" status: 200 len: 943 time: 0.2694733 Nov 25 17:26:06.016482 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-2d3b976f-07a0-4a0a-bf91-09e8012d9679 req-7a296774-941f-404a-b0e1-b8c88fbf3404 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Publish callbacks [] for floatingip, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:06.019059 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-2d3b976f-07a0-4a0a-bf91-09e8012d9679 req-7a296774-941f-404a-b0e1-b8c88fbf3404 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:06.020230 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2d3b976f-07a0-4a0a-bf91-09e8012d9679 req-7a296774-941f-404a-b0e1-b8c88fbf3404 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "DELETE /v2.0/floatingips/c5a449a0-b3fa-4ae6-948f-2c015e78837a HTTP/1.1" status: 204 len: 173 time: 1.4583366 Nov 25 17:26:06.075131 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6aa5b702-715e-4ffa-aa7b-3dab44e4d70c req-71da3fe3-e580-4369-877c-4fec9e07188c service neutron] 10.222.0.90 "GET /v2.0/networks/cdfc7726-be74-4470-a033-195b79623a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288506 Nov 25 17:26:06.101389 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-180538d3-0b90-47c6-adc7-5baefcdf4493 req-64a1431f-6cf9-433c-b805-23f48a57c921 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Made reservation on behalf of 21f728f76092479bbd096847b3caf950 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:26:06.104864 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-180538d3-0b90-47c6-adc7-5baefcdf4493 req-64a1431f-6cf9-433c-b805-23f48a57c921 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:06.136775 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-44e96148-9c3a-4b37-ae81-335744ba8935 req-e906dccf-ceec-46ac-8a58-a0f4ad79bd39 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155941 Nov 25 17:26:06.199293 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8282ae-6492-4f36-a8fa-1dd399b5df2c req-91e6835a-407b-417f-a954-736187162ce1 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:06.201591 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-db8282ae-6492-4f36-a8fa-1dd399b5df2c req-91e6835a-407b-417f-a954-736187162ce1 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.75 "GET /v2.0/ports?device_id=8a4986e2-aa5d-4f19-a5f4-c8d655be0af0 HTTP/1.1" status: 200 len: 945 time: 0.1181469 Nov 25 17:26:06.207541 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6be894-989e-4f58-ac69-ebe7ac8edfe0 x-openstack-request-id: req-0d6be894-989e-4f58-ac69-ebe7ac8edfe0 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:26:06.207867 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64bf8e73-6ad3-47a8-9852-05a9aaa2736c", "tag": "1e63c212-dc7e-43ab-88cf-3670c895b2f2", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:26:06.208080 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0d6be894-989e-4f58-ac69-ebe7ac8edfe0 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:26:06.208569 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64bf8e73-6ad3-47a8-9852-05a9aaa2736c', 'tag': '1e63c212-dc7e-43ab-88cf-3670c895b2f2', 'status': 'completed', 'code': 200} Nov 25 17:26:06.231927 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75653c97-e266-4cb7-bbdf-74607d0a1794 req-1a8d6dd9-4acc-4e15-b9e2-b033a2a755e6 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:06.234280 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-75653c97-e266-4cb7-bbdf-74607d0a1794 req-1a8d6dd9-4acc-4e15-b9e2-b033a2a755e6 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a4986e2-aa5d-4f19-a5f4-c8d655be0af0 HTTP/1.1" status: 200 len: 945 time: 0.0828266 Nov 25 17:26:06.339260 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-75653c97-e266-4cb7-bbdf-74607d0a1794 req-e8875825-b20b-40e7-b221-a63ba8284603 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Deleting port 85032dc6-7db5-4366-a0e5-fcd20868fa7a {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:26:06.339604 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-75653c97-e266-4cb7-bbdf-74607d0a1794 req-e8875825-b20b-40e7-b221-a63ba8284603 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:06.374364 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea68d2-dd78-47fc-935e-c4cbca7ddafa req-f65533cd-bd8c-4568-951b-2a801dac3f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:06.375869 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a2ea68d2-dd78-47fc-935e-c4cbca7ddafa req-f65533cd-bd8c-4568-951b-2a801dac3f12 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cbebe6cb2b944a35af1ec08d68611682&device_id=64bf8e73-6ad3-47a8-9852-05a9aaa2736c HTTP/1.1" status: 200 len: 1094 time: 0.1470385 Nov 25 17:26:06.385076 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-db8282ae-6492-4f36-a8fa-1dd399b5df2c req-e5c2939e-de59-4b88-a83c-b8cc16187ee1 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.75 "GET /v2.0/security-groups?id=24dbdd6a-ab6c-4cbc-8a4e-66c37691d859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1706104 Nov 25 17:26:06.403884 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-180538d3-0b90-47c6-adc7-5baefcdf4493 req-64a1431f-6cf9-433c-b805-23f48a57c921 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Allocated IP 192.168.233.20 (ab4fed0b-9bf1-4925-8765-94da08c5de2a/8793709c-5336-428d-aede-b0b8df1a26b2/6a2e622c-4fb2-477d-bc93-f339f84c884b) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:26:06.428447 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c6d66-621b-437b-8372-7e9e7606e52d req-5de78617-ea10-4594-a653-6e02c6447c21 tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:06.436312 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d09c6d66-621b-437b-8372-7e9e7606e52d req-5de78617-ea10-4594-a653-6e02c6447c21 tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=27c5102e-26b4-492f-95ef-d996d948b29d HTTP/1.1" status: 200 len: 1097 time: 0.1720045 Nov 25 17:26:06.465376 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-75653c97-e266-4cb7-bbdf-74607d0a1794 req-e8875825-b20b-40e7-b221-a63ba8284603 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] For port 85032dc6-7db5-4366-a0e5-fcd20868fa7a, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=85032dc6-7db5-4366-a0e5-fcd20868fa7a,segment=NetworkSegment(7697bcb9-6235-4bcb-abb5-7cbf373e2db4),segment_id=7697bcb9-6235-4bcb-abb5-7cbf373e2db4)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:06.465756 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-75653c97-e266-4cb7-bbdf-74607d0a1794 req-e8875825-b20b-40e7-b221-a63ba8284603 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:06.713358 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-75653c97-e266-4cb7-bbdf-74607d0a1794 req-e8875825-b20b-40e7-b221-a63ba8284603 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:06.713730 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-75653c97-e266-4cb7-bbdf-74607d0a1794 req-e8875825-b20b-40e7-b221-a63ba8284603 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:06.714216 n-d-817746-1 neutron-server[103360]: INFO neutron.db.l3_db [req-75653c97-e266-4cb7-bbdf-74607d0a1794 req-e8875825-b20b-40e7-b221-a63ba8284603 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Floating IP 5fe1b1ad-cc10-4a5d-bf59-f40a6bbc6e40 disassociated. External IP: 172.25.0.97, port: 85032dc6-7db5-4366-a0e5-fcd20868fa7a. Nov 25 17:26:06.714638 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-75653c97-e266-4cb7-bbdf-74607d0a1794 req-e8875825-b20b-40e7-b221-a63ba8284603 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Calling delete_port for 85032dc6-7db5-4366-a0e5-fcd20868fa7a owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:26:06.717412 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed373cca-ba66-41ca-a358-72ecc6544906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e221bd68-47b0-47cf-9238-53c3586557dc'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:26:06.722157 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ccc5ab-4621-4a32-b64e-43eebe19233d" -d '{"events": [{"server_uuid": "ed373cca-ba66-41ca-a358-72ecc6544906", "name": "network-vif-plugged", "status": "completed", "tag": "e221bd68-47b0-47cf-9238-53c3586557dc"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:26:06.853439 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-75653c97-e266-4cb7-bbdf-74607d0a1794 req-e8875825-b20b-40e7-b221-a63ba8284603 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:06.891056 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8875825-b20b-40e7-b221-a63ba8284603 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Pushing event deleted for resources: {'Port': ['ID=85032dc6-7db5-4366-a0e5-fcd20868fa7a,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:06.915373 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d09c6d66-621b-437b-8372-7e9e7606e52d req-a74f7746-ddb7-42bf-921f-422c2b81202e tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4781439 Nov 25 17:26:06.935688 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea68d2-dd78-47fc-935e-c4cbca7ddafa req-193ccbbd-6780-42fe-992f-6143138fd07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:06.935688 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a2ea68d2-dd78-47fc-935e-c4cbca7ddafa req-193ccbbd-6780-42fe-992f-6143138fd07d service neutron] 10.222.0.90 "GET /v2.0/networks?id=cdfc7726-be74-4470-a033-195b79623a95 HTTP/1.1" status: 200 len: 908 time: 0.5462232 Nov 25 17:26:06.943327 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7269300e-3345-428c-a61d-3b6f8b49268e req-06b06031-e41d-4a88-9a24-db77d63c14ee tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:06.945536 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7269300e-3345-428c-a61d-3b6f8b49268e req-06b06031-e41d-4a88-9a24-db77d63c14ee tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=7290d4bd-e7e5-4e18-b437-a99b99a4a1c7 HTTP/1.1" status: 200 len: 945 time: 0.1622956 Nov 25 17:26:07.029018 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75653c97-e266-4cb7-bbdf-74607d0a1794 req-e8875825-b20b-40e7-b221-a63ba8284603 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Router 7a9e7bf6-0ab7-41e1-839f-86930361fcef has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:26:07.048288 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a2ea68d2-dd78-47fc-935e-c4cbca7ddafa req-f4173d2e-f525-4f0b-be2d-b04c457f9e2f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e63c212-dc7e-43ab-88cf-3670c895b2f2 HTTP/1.1" status: 200 len: 217 time: 0.0991142 Nov 25 17:26:07.159224 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75653c97-e266-4cb7-bbdf-74607d0a1794 req-e8875825-b20b-40e7-b221-a63ba8284603 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:26:07.170830 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d67a74d-1821-4fb9-babc-79d5f41488cd None None] Sync routers for ids ['7a9e7bf6-0ab7-41e1-839f-86930361fcef'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:26:07.186511 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d67a74d-1821-4fb9-babc-79d5f41488cd None None] Routers {'7a9e7bf6-0ab7-41e1-839f-86930361fcef'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:26:07.187692 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-5d67a74d-1821-4fb9-babc-79d5f41488cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:25:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['7a9e7bf6-0ab7-41e1-839f-86930361fcef'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:07.200134 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7269300e-3345-428c-a61d-3b6f8b49268e req-75aa315e-9b4a-4c24-b5e3-ce190ad699f5 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429740 Nov 25 17:26:07.226651 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-75653c97-e266-4cb7-bbdf-74607d0a1794 req-e8875825-b20b-40e7-b221-a63ba8284603 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] No DVR routers for this DVR port 85032dc6-7db5-4366-a0e5-fcd20868fa7a on host n-h1-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:26:07.231704 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-75653c97-e266-4cb7-bbdf-74607d0a1794 req-e8875825-b20b-40e7-b221-a63ba8284603 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:07.236389 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-75653c97-e266-4cb7-bbdf-74607d0a1794 req-e8875825-b20b-40e7-b221-a63ba8284603 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.74 "DELETE /v2.0/ports/85032dc6-7db5-4366-a0e5-fcd20868fa7a HTTP/1.1" status: 204 len: 173 time: 0.9889164 Nov 25 17:26:07.237086 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a4986e2-aa5d-4f19-a5f4-c8d655be0af0', 'name': 'network-vif-deleted', 'tag': '85032dc6-7db5-4366-a0e5-fcd20868fa7a'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:26:07.239375 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6740446-3dae-477f-8e28-7c728f6c0071" -d '{"events": [{"server_uuid": "8a4986e2-aa5d-4f19-a5f4-c8d655be0af0", "name": "network-vif-deleted", "tag": "85032dc6-7db5-4366-a0e5-fcd20868fa7a"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:26:07.296666 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-89a1e5de-802d-4cb1-a052-a5fc37b392da req-cc075019-33b5-4cfe-af75-aaac158bf121 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.0.20 HTTP/1.1" status: 200 len: 1000 time: 0.1918693 Nov 25 17:26:07.298443 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea68d2-dd78-47fc-935e-c4cbca7ddafa req-51d5d138-5da2-4e85-b459-23b82a038bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:07.300066 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a2ea68d2-dd78-47fc-935e-c4cbca7ddafa req-51d5d138-5da2-4e85-b459-23b82a038bcb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ee1e665a-f297-4067-8b5a-7a7e373f89c9 HTTP/1.1" status: 200 len: 847 time: 0.2419775 Nov 25 17:26:07.305061 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-180538d3-0b90-47c6-adc7-5baefcdf4493 req-64a1431f-6cf9-433c-b805-23f48a57c921 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:07.398008 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a2ea68d2-dd78-47fc-935e-c4cbca7ddafa req-cce8a239-66f4-4680-a76c-0141fe71c04c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=cdfc7726-be74-4470-a033-195b79623a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706027 Nov 25 17:26:07.427189 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1e5de-802d-4cb1-a052-a5fc37b392da req-7878b1d7-c5c2-4b16-91b9-becfa954d1e3 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:07.428534 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-89a1e5de-802d-4cb1-a052-a5fc37b392da req-7878b1d7-c5c2-4b16-91b9-becfa954d1e3 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "GET /v2.0/ports/372f81bc-d5c9-45da-ac6a-24bd15d92313 HTTP/1.1" status: 200 len: 942 time: 0.1217415 Nov 25 17:26:07.465181 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-5d67a74d-1821-4fb9-babc-79d5f41488cd None None] Set router 7a9e7bf6-0ab7-41e1-839f-86930361fcef gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:26:07.518806 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c224db-871a-450b-aad2-eb827b3271b1 req-edc5a242-8c08-4402-9ee6-ca58133905f1 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:07.520365 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b7c224db-871a-450b-aad2-eb827b3271b1 req-edc5a242-8c08-4402-9ee6-ca58133905f1 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a4bf71-df86-45b5-ba21-3d2348a88c91 HTTP/1.1" status: 200 len: 946 time: 0.2192786 Nov 25 17:26:07.583785 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-180538d3-0b90-47c6-adc7-5baefcdf4493 req-64a1431f-6cf9-433c-b805-23f48a57c921 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:07.619427 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['177401c7-487a-4ed8-bc66-2ed80b0bfef7', 'e221bd68-47b0-47cf-9238-53c3586557dc'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:26:07.626655 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['60631d9b-f36f-4467-ae4b-b4f7dfd5ea53'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:26:07.653709 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a2ea68d2-dd78-47fc-935e-c4cbca7ddafa req-149a16f2-d46f-4c09-8fad-6bf9ff8c7bed service neutron] 10.222.0.90 "GET /v2.0/networks/cdfc7726-be74-4470-a033-195b79623a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424133 Nov 25 17:26:07.681169 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-180538d3-0b90-47c6-adc7-5baefcdf4493 req-64a1431f-6cf9-433c-b805-23f48a57c921 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Network ab4fed0b-9bf1-4925-8765-94da08c5de2a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:26:07.695488 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-89a1e5de-802d-4cb1-a052-a5fc37b392da req-6dd46a5a-986b-4af6-aeda-fa992a0cd7e4 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.0.20 HTTP/1.1" status: 200 len: 1000 time: 0.1706836 Nov 25 17:26:07.713198 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-180538d3-0b90-47c6-adc7-5baefcdf4493 req-64a1431f-6cf9-433c-b805-23f48a57c921 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:07.725217 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-180538d3-0b90-47c6-adc7-5baefcdf4493 req-64a1431f-6cf9-433c-b805-23f48a57c921 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:26:07.746052 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a1431f-6cf9-433c-b805-23f48a57c921 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Pushing event updated for resources: {'Port': ['ID=6a2e622c-4fb2-477d-bc93-f339f84c884b,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:07.822562 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b7c224db-871a-450b-aad2-eb827b3271b1 req-781a270f-e5fa-4117-8203-b3fbefc9b213 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814152 Nov 25 17:26:07.833384 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a1431f-6cf9-433c-b805-23f48a57c921 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:07.833739 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a1431f-6cf9-433c-b805-23f48a57c921 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:07.834152 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a1431f-6cf9-433c-b805-23f48a57c921 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:07.834443 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a1431f-6cf9-433c-b805-23f48a57c921 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:07.834733 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a1431f-6cf9-433c-b805-23f48a57c921 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:07.835772 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a1431f-6cf9-433c-b805-23f48a57c921 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:07.836126 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a1431f-6cf9-433c-b805-23f48a57c921 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:07.836481 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a1431f-6cf9-433c-b805-23f48a57c921 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:07.836812 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a1431f-6cf9-433c-b805-23f48a57c921 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:07.837172 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a1431f-6cf9-433c-b805-23f48a57c921 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:07.837506 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a1431f-6cf9-433c-b805-23f48a57c921 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:07.838149 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a1431f-6cf9-433c-b805-23f48a57c921 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:07.952237 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-5d67a74d-1821-4fb9-babc-79d5f41488cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9e7bf6-0ab7-41e1-839f-86930361fcef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1479192076-router', 'tenant_id': '520c8060683a411693c2f2f826352c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '6ca05440-ed92-4161-bb18-9b22fd37bf43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:20:57Z', 'updated_at': '2021-11-25T17:21:01Z', 'revision_number': 4, 'project_id': '520c8060683a411693c2f2f826352c04', 'gw_port': {'id': '6ca05440-ed92-4161-bb18-9b22fd37bf43', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:89:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9e7bf6-0ab7-41e1-839f-86930361fcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:20:57Z', 'updated_at': '2021-11-25T17:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'e2c0760f-f8bb-4d0e-8efe-b3cd7113d1f6', 'name': '', 'network_id': 'c19272b3-a7a0-489a-a5dc-398c9698ec22', 'tenant_id': '520c8060683a411693c2f2f826352c04', 'mac_address': 'fa:16:3e:a1:e6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9e7bf6-0ab7-41e1-839f-86930361fcef', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1c8955ab-07f5-4cfb-9fa9-1512cb2f0b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:21:00Z', 'updated_at': '2021-11-25T17:21:08Z', 'revision_number': 5, 'project_id': '520c8060683a411693c2f2f826352c04', 'subnets': [{'id': '1c8955ab-07f5-4cfb-9fa9-1512cb2f0b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:07.955667 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a2ea68d2-dd78-47fc-935e-c4cbca7ddafa req-b2e2ad0e-9ac8-4e05-97e1-d17dabbbec3a service neutron] 10.222.0.90 "GET /v2.0/networks/cdfc7726-be74-4470-a033-195b79623a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818911 Nov 25 17:26:07.973168 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180538d3-0b90-47c6-adc7-5baefcdf4493 req-64a1431f-6cf9-433c-b805-23f48a57c921 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:07.973168 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-180538d3-0b90-47c6-adc7-5baefcdf4493 req-64a1431f-6cf9-433c-b805-23f48a57c921 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:07.999446 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d67a74d-1821-4fb9-babc-79d5f41488cd None None] Checking router: 7a9e7bf6-0ab7-41e1-839f-86930361fcef for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:26:08.026523 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d67a74d-1821-4fb9-babc-79d5f41488cd None None] Routers {'7a9e7bf6-0ab7-41e1-839f-86930361fcef'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:26:08.027424 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-5d67a74d-1821-4fb9-babc-79d5f41488cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:25:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['7a9e7bf6-0ab7-41e1-839f-86930361fcef'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:08.036169 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-180538d3-0b90-47c6-adc7-5baefcdf4493 req-64a1431f-6cf9-433c-b805-23f48a57c921 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3028555 Nov 25 17:26:08.049538 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-180538d3-0b90-47c6-adc7-5baefcdf4493 req-21ce9597-3f85-4d11-af17-625c0ffd6fa3 service neutron] Request body: {'port': {'device_id': '61d637eb-4d85-4798-9eb0-1c541647685d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:08.080160 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1e5de-802d-4cb1-a052-a5fc37b392da req-c24f3a8b-a7c5-49a3-a4cd-9fdabcf80bf4 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:08.082482 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-89a1e5de-802d-4cb1-a052-a5fc37b392da req-c24f3a8b-a7c5-49a3-a4cd-9fdabcf80bf4 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "GET /v2.0/networks/1aa44027-b9d0-4a56-9a59-7e664703e20a HTTP/1.1" status: 200 len: 784 time: 0.3671412 Nov 25 17:26:08.097346 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [req-89a1e5de-802d-4cb1-a052-a5fc37b392da req-ad40ea5b-0223-4eb5-82db-f6301392c9f3 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:26:08.098295 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-89a1e5de-802d-4cb1-a052-a5fc37b392da req-ad40ea5b-0223-4eb5-82db-f6301392c9f3 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0097320 Nov 25 17:26:08.140109 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d81b8-7f0a-4a8c-8b27-0146b1b193c7 req-f60f14a0-1f70-4d03-a201-042f3c72f6c9 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:08.141669 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-692d81b8-7f0a-4a8c-8b27-0146b1b193c7 req-f60f14a0-1f70-4d03-a201-042f3c72f6c9 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=61d637eb-4d85-4798-9eb0-1c541647685d HTTP/1.1" status: 200 len: 935 time: 0.1587098 Nov 25 17:26:08.150494 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-f1620e6f-bf52-44af-b905-2d6d529cbf01 None None] Provisioning complete for port 6a2e622c-4fb2-477d-bc93-f339f84c884b triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:08.150867 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f1620e6f-bf52-44af-b905-2d6d529cbf01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:08.193727 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-180538d3-0b90-47c6-adc7-5baefcdf4493 req-21ce9597-3f85-4d11-af17-625c0ffd6fa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:08.228204 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-f1620e6f-bf52-44af-b905-2d6d529cbf01 None None] Port 6a2e622c-4fb2-477d-bc93-f339f84c884b cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:26:08.231952 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-5d67a74d-1821-4fb9-babc-79d5f41488cd None None] Set router 7a9e7bf6-0ab7-41e1-839f-86930361fcef gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:26:08.254010 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-89a1e5de-802d-4cb1-a052-a5fc37b392da req-4ec6e0f3-7639-4110-a9cb-43eade6dacef tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.0.20 HTTP/1.1" status: 200 len: 1000 time: 0.1452951 Nov 25 17:26:08.279855 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-89a1e5de-802d-4cb1-a052-a5fc37b392da req-eb51823f-fab9-45bb-b256-fa5123943725 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:08.335262 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-692d81b8-7f0a-4a8c-8b27-0146b1b193c7 req-7ef9ec7a-f6f0-4031-81b9-d0173ea42dd4 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592405 Nov 25 17:26:08.400648 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de35a09-e107-43c8-bbf7-2ea1288cad6c x-openstack-request-id: req-7de35a09-e107-43c8-bbf7-2ea1288cad6c {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:26:08.401341 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed373cca-ba66-41ca-a358-72ecc6544906", "name": "network-vif-plugged", "status": "completed", "tag": "e221bd68-47b0-47cf-9238-53c3586557dc", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:26:08.401698 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7de35a09-e107-43c8-bbf7-2ea1288cad6c {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:26:08.402182 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed373cca-ba66-41ca-a358-72ecc6544906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e221bd68-47b0-47cf-9238-53c3586557dc', 'code': 200} Nov 25 17:26:08.405329 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-89a1e5de-802d-4cb1-a052-a5fc37b392da req-eb51823f-fab9-45bb-b256-fa5123943725 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Publish callbacks [] for floatingip, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:08.469007 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-5d67a74d-1821-4fb9-babc-79d5f41488cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9e7bf6-0ab7-41e1-839f-86930361fcef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1479192076-router', 'tenant_id': '520c8060683a411693c2f2f826352c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '6ca05440-ed92-4161-bb18-9b22fd37bf43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:20:57Z', 'updated_at': '2021-11-25T17:21:01Z', 'revision_number': 4, 'project_id': '520c8060683a411693c2f2f826352c04', 'gw_port': {'id': '6ca05440-ed92-4161-bb18-9b22fd37bf43', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:89:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9e7bf6-0ab7-41e1-839f-86930361fcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:20:57Z', 'updated_at': '2021-11-25T17:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'e2c0760f-f8bb-4d0e-8efe-b3cd7113d1f6', 'name': '', 'network_id': 'c19272b3-a7a0-489a-a5dc-398c9698ec22', 'tenant_id': '520c8060683a411693c2f2f826352c04', 'mac_address': 'fa:16:3e:a1:e6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9e7bf6-0ab7-41e1-839f-86930361fcef', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1c8955ab-07f5-4cfb-9fa9-1512cb2f0b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:21:00Z', 'updated_at': '2021-11-25T17:21:08Z', 'revision_number': 5, 'project_id': '520c8060683a411693c2f2f826352c04', 'subnets': [{'id': '1c8955ab-07f5-4cfb-9fa9-1512cb2f0b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:08.497595 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d67a74d-1821-4fb9-babc-79d5f41488cd None None] The sync data for ids ['7a9e7bf6-0ab7-41e1-839f-86930361fcef'] in n-d-817746-1 is: [{'id': '7a9e7bf6-0ab7-41e1-839f-86930361fcef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1479192076-router', 'tenant_id': '520c8060683a411693c2f2f826352c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '6ca05440-ed92-4161-bb18-9b22fd37bf43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:20:57Z', 'updated_at': '2021-11-25T17:21:01Z', 'revision_number': 4, 'project_id': '520c8060683a411693c2f2f826352c04', 'gw_port': {'id': '6ca05440-ed92-4161-bb18-9b22fd37bf43', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:89:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9e7bf6-0ab7-41e1-839f-86930361fcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:20:57Z', 'updated_at': '2021-11-25T17:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'e2c0760f-f8bb-4d0e-8efe-b3cd7113d1f6', 'name': '', 'network_id': 'c19272b3-a7a0-489a-a5dc-398c9698ec22', 'tenant_id': '520c8060683a411693c2f2f826352c04', 'mac_address': 'fa:16:3e:a1:e6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9e7bf6-0ab7-41e1-839f-86930361fcef', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1c8955ab-07f5-4cfb-9fa9-1512cb2f0b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:21:00Z', 'updated_at': '2021-11-25T17:21:08Z', 'revision_number': 5, 'project_id': '520c8060683a411693c2f2f826352c04', 'subnets': [{'id': '1c8955ab-07f5-4cfb-9fa9-1512cb2f0b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:26:08.677704 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8552aa1-4dbc-4359-b2f3-7398c758b147 req-f4f1f449-b136-4d15-aa0a-a920ffdc091e tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:08.680032 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b8552aa1-4dbc-4359-b2f3-7398c758b147 req-f4f1f449-b136-4d15-aa0a-a920ffdc091e tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=64bf8e73-6ad3-47a8-9852-05a9aaa2736c HTTP/1.1" status: 200 len: 943 time: 0.1959093 Nov 25 17:26:08.685240 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-89a1e5de-802d-4cb1-a052-a5fc37b392da req-eb51823f-fab9-45bb-b256-fa5123943725 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:08.700405 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-89a1e5de-802d-4cb1-a052-a5fc37b392da req-eb51823f-fab9-45bb-b256-fa5123943725 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:08.700783 n-d-817746-1 neutron-server[103361]: INFO neutron.db.l3_db [req-89a1e5de-802d-4cb1-a052-a5fc37b392da req-eb51823f-fab9-45bb-b256-fa5123943725 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Floating IP 0f4e37ac-2187-4bde-ae62-7aa3a67e577f disassociated. External IP: 172.25.0.20, port: 372f81bc-d5c9-45da-ac6a-24bd15d92313. Nov 25 17:26:08.718729 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2758e26-7ec6-4fcc-8a82-44c7645af954 None None] New status for floating IP 5fe1b1ad-cc10-4a5d-bf59-f40a6bbc6e40: DOWN {{(pid=103363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:26:08.850574 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b8552aa1-4dbc-4359-b2f3-7398c758b147 req-a236b6c9-986f-4c89-810b-c44205413121 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614416 Nov 25 17:26:08.854366 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-180538d3-0b90-47c6-adc7-5baefcdf4493 req-21ce9597-3f85-4d11-af17-625c0ffd6fa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a2e622c-4fb2-477d-bc93-f339f84c884b {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:26:08.864330 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-180538d3-0b90-47c6-adc7-5baefcdf4493 req-21ce9597-3f85-4d11-af17-625c0ffd6fa3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:08.893828 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-180538d3-0b90-47c6-adc7-5baefcdf4493 req-21ce9597-3f85-4d11-af17-625c0ffd6fa3 service neutron] Transition to ACTIVE for port object 6a2e622c-4fb2-477d-bc93-f339f84c884b will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:26:08.901650 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-180538d3-0b90-47c6-adc7-5baefcdf4493 req-21ce9597-3f85-4d11-af17-625c0ffd6fa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:08.905699 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651dfa35-e382-4696-bd29-75deb830a924 x-openstack-request-id: req-651dfa35-e382-4696-bd29-75deb830a924 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:26:08.906203 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a4986e2-aa5d-4f19-a5f4-c8d655be0af0", "name": "network-vif-deleted", "tag": "85032dc6-7db5-4366-a0e5-fcd20868fa7a", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:26:08.906439 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-651dfa35-e382-4696-bd29-75deb830a924 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:26:08.906971 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a4986e2-aa5d-4f19-a5f4-c8d655be0af0', 'name': 'network-vif-deleted', 'tag': '85032dc6-7db5-4366-a0e5-fcd20868fa7a', 'status': 'completed', 'code': 200} Nov 25 17:26:09.342278 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ce9597-3f85-4d11-af17-625c0ffd6fa3 service neutron] Pushing event updated for resources: {'Port': ['ID=6a2e622c-4fb2-477d-bc93-f339f84c884b,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:09.410564 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06272737-54fb-4a8b-a118-08e73d56b3a0 req-2298d9bc-ac50-46d1-bf44-c1352e38aed8 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:09.412103 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-06272737-54fb-4a8b-a118-08e73d56b3a0 req-2298d9bc-ac50-46d1-bf44-c1352e38aed8 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=7290d4bd-e7e5-4e18-b437-a99b99a4a1c7 HTTP/1.1" status: 200 len: 945 time: 0.1559615 Nov 25 17:26:09.449017 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89a1e5de-802d-4cb1-a052-a5fc37b392da req-eb51823f-fab9-45bb-b256-fa5123943725 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Router 2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:26:09.474211 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-180538d3-0b90-47c6-adc7-5baefcdf4493 req-21ce9597-3f85-4d11-af17-625c0ffd6fa3 service neutron] Attempting to bind port 6a2e622c-4fb2-477d-bc93-f339f84c884b on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:26:09.474554 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-180538d3-0b90-47c6-adc7-5baefcdf4493 req-21ce9597-3f85-4d11-af17-625c0ffd6fa3 service neutron] Attempting to bind port 6a2e622c-4fb2-477d-bc93-f339f84c884b by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:26:09.474892 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180538d3-0b90-47c6-adc7-5baefcdf4493 req-21ce9597-3f85-4d11-af17-625c0ffd6fa3 service neutron] Attempting to bind port 6a2e622c-4fb2-477d-bc93-f339f84c884b on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:09.490781 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180538d3-0b90-47c6-adc7-5baefcdf4493 req-21ce9597-3f85-4d11-af17-625c0ffd6fa3 service neutron] Port 6a2e622c-4fb2-477d-bc93-f339f84c884b on network ab4fed0b-9bf1-4925-8765-94da08c5de2a not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:26:09.491159 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180538d3-0b90-47c6-adc7-5baefcdf4493 req-21ce9597-3f85-4d11-af17-625c0ffd6fa3 service neutron] Attempting to bind port 6a2e622c-4fb2-477d-bc93-f339f84c884b on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:09.565225 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180538d3-0b90-47c6-adc7-5baefcdf4493 req-21ce9597-3f85-4d11-af17-625c0ffd6fa3 service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:26:09.565465 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180538d3-0b90-47c6-adc7-5baefcdf4493 req-21ce9597-3f85-4d11-af17-625c0ffd6fa3 service neutron] Checking segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:26:09.565851 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180538d3-0b90-47c6-adc7-5baefcdf4493 req-21ce9597-3f85-4d11-af17-625c0ffd6fa3 service neutron] Bound using segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:26:09.566302 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-180538d3-0b90-47c6-adc7-5baefcdf4493 req-21ce9597-3f85-4d11-af17-625c0ffd6fa3 service neutron] Bound port: 6a2e622c-4fb2-477d-bc93-f339f84c884b, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:26:09.566668 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-180538d3-0b90-47c6-adc7-5baefcdf4493 req-21ce9597-3f85-4d11-af17-625c0ffd6fa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:09.575405 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-06272737-54fb-4a8b-a118-08e73d56b3a0 req-8edaf07e-ead7-4e3e-b60e-fa9ba1dad662 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553011 Nov 25 17:26:09.656756 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89a1e5de-802d-4cb1-a052-a5fc37b392da req-eb51823f-fab9-45bb-b256-fa5123943725 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:26:09.664135 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-89a1e5de-802d-4cb1-a052-a5fc37b392da req-eb51823f-fab9-45bb-b256-fa5123943725 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:09.667539 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb3264b-d1f8-4b2d-8bf6-ffd363bfa3db None None] Sync routers for ids ['2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:26:09.679825 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb3264b-d1f8-4b2d-8bf6-ffd363bfa3db None None] Routers {'2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:26:09.680677 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-1eb3264b-d1f8-4b2d-8bf6-ffd363bfa3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:25:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:09.696038 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-180538d3-0b90-47c6-adc7-5baefcdf4493 req-21ce9597-3f85-4d11-af17-625c0ffd6fa3 service neutron] For port 6a2e622c-4fb2-477d-bc93-f339f84c884b, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:26:09.714357 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-89a1e5de-802d-4cb1-a052-a5fc37b392da req-eb51823f-fab9-45bb-b256-fa5123943725 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "PUT /v2.0/floatingips/0f4e37ac-2187-4bde-ae62-7aa3a67e577f HTTP/1.1" status: 200 len: 694 time: 1.4457874 Nov 25 17:26:09.715994 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-180538d3-0b90-47c6-adc7-5baefcdf4493 req-21ce9597-3f85-4d11-af17-625c0ffd6fa3 service neutron] For port 6a2e622c-4fb2-477d-bc93-f339f84c884b, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=6a2e622c-4fb2-477d-bc93-f339f84c884b,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:26:09.716801 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '705f40c1-b0e1-44fd-8dfd-8fd6cd7e2be0', 'tag': '372f81bc-d5c9-45da-ac6a-24bd15d92313'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:26:09.719250 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653a8d79-b938-4b06-893e-3e7c92e232f6" -d '{"events": [{"name": "network-changed", "server_uuid": "705f40c1-b0e1-44fd-8dfd-8fd6cd7e2be0", "tag": "372f81bc-d5c9-45da-ac6a-24bd15d92313"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:26:09.724855 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-180538d3-0b90-47c6-adc7-5baefcdf4493 req-21ce9597-3f85-4d11-af17-625c0ffd6fa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:09.789655 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180538d3-0b90-47c6-adc7-5baefcdf4493 req-21ce9597-3f85-4d11-af17-625c0ffd6fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:09.790199 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-180538d3-0b90-47c6-adc7-5baefcdf4493 req-21ce9597-3f85-4d11-af17-625c0ffd6fa3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:09.791582 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-180538d3-0b90-47c6-adc7-5baefcdf4493 req-21ce9597-3f85-4d11-af17-625c0ffd6fa3 service neutron] 10.222.0.90 "PUT /v2.0/ports/6a2e622c-4fb2-477d-bc93-f339f84c884b HTTP/1.1" status: 200 len: 1095 time: 1.7463338 Nov 25 17:26:09.815481 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ce9597-3f85-4d11-af17-625c0ffd6fa3 service neutron] Pushing event updated for resources: {'Port': ['ID=6a2e622c-4fb2-477d-bc93-f339f84c884b,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:09.826925 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-1eb3264b-d1f8-4b2d-8bf6-ffd363bfa3db None None] Set router 2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:26:09.830862 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1e5de-802d-4cb1-a052-a5fc37b392da req-43d76175-915e-4550-bad7-5a307e84fdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:09.832193 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-89a1e5de-802d-4cb1-a052-a5fc37b392da req-43d76175-915e-4550-bad7-5a307e84fdef service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1577942fcbbc46c9844f7ac1e01d78fc&device_id=705f40c1-b0e1-44fd-8dfd-8fd6cd7e2be0 HTTP/1.1" status: 200 len: 1096 time: 0.0828128 Nov 25 17:26:09.952319 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180538d3-0b90-47c6-adc7-5baefcdf4493 req-e432a117-89bb-4f99-8c48-094ea1751343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:09.953881 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-180538d3-0b90-47c6-adc7-5baefcdf4493 req-e432a117-89bb-4f99-8c48-094ea1751343 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=21f728f76092479bbd096847b3caf950&device_id=61d637eb-4d85-4798-9eb0-1c541647685d HTTP/1.1" status: 200 len: 1098 time: 0.1203265 Nov 25 17:26:10.016248 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-180538d3-0b90-47c6-adc7-5baefcdf4493 req-00cfb97d-b94b-4d78-8b55-ecd47a8aa22a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=6a2e622c-4fb2-477d-bc93-f339f84c884b HTTP/1.1" status: 200 len: 217 time: 0.0526533 Nov 25 17:26:10.069017 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1e5de-802d-4cb1-a052-a5fc37b392da req-186f9ce3-0c33-4285-8c58-d0fe4cbad8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:10.070898 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-89a1e5de-802d-4cb1-a052-a5fc37b392da req-186f9ce3-0c33-4285-8c58-d0fe4cbad8dd service neutron] 10.222.0.75 "GET /v2.0/networks?id=9a0cd15f-b02d-4bbf-9256-1dfad1106162 HTTP/1.1" status: 200 len: 930 time: 0.2256055 Nov 25 17:26:10.120195 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-1eb3264b-d1f8-4b2d-8bf6-ffd363bfa3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1110007892-router', 'tenant_id': '1577942fcbbc46c9844f7ac1e01d78fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '19f504a9-983f-4083-9f07-60164d3f5432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:25:27Z', 'updated_at': '2021-11-25T17:25:31Z', 'revision_number': 4, 'project_id': '1577942fcbbc46c9844f7ac1e01d78fc', 'gw_port': {'id': '19f504a9-983f-4083-9f07-60164d3f5432', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:92:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:27Z', 'updated_at': '2021-11-25T17:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'b616bbc2-f1d3-418b-864c-c0f83ce656e8', 'name': '', 'network_id': '9a0cd15f-b02d-4bbf-9256-1dfad1106162', 'tenant_id': '1577942fcbbc46c9844f7ac1e01d78fc', 'mac_address': 'fa:16:3e:61:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '1c3fbc77-61ac-402a-bd6d-e47b40ff908e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:30Z', 'updated_at': '2021-11-25T17:25:39Z', 'revision_number': 5, 'project_id': '1577942fcbbc46c9844f7ac1e01d78fc', 'subnets': [{'id': '1c3fbc77-61ac-402a-bd6d-e47b40ff908e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:10.124174 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-89a1e5de-802d-4cb1-a052-a5fc37b392da req-584bc75f-ff0a-45d8-b837-e3c2e47ceb5c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=372f81bc-d5c9-45da-ac6a-24bd15d92313 HTTP/1.1" status: 200 len: 217 time: 0.0432336 Nov 25 17:26:10.127922 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180538d3-0b90-47c6-adc7-5baefcdf4493 req-09f385c0-da53-4293-a94e-fd3c515244ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:10.129624 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-180538d3-0b90-47c6-adc7-5baefcdf4493 req-09f385c0-da53-4293-a94e-fd3c515244ef service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.0964186 Nov 25 17:26:10.157763 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb3264b-d1f8-4b2d-8bf6-ffd363bfa3db None None] Checking router: 2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:26:10.168867 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb3264b-d1f8-4b2d-8bf6-ffd363bfa3db None None] Routers {'2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:26:10.168867 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-1eb3264b-d1f8-4b2d-8bf6-ffd363bfa3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:25:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:10.206390 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1e5de-802d-4cb1-a052-a5fc37b392da req-98e39cc3-ec00-494b-8896-029ea96a03de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:10.207895 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-89a1e5de-802d-4cb1-a052-a5fc37b392da req-98e39cc3-ec00-494b-8896-029ea96a03de service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1c3fbc77-61ac-402a-bd6d-e47b40ff908e HTTP/1.1" status: 200 len: 868 time: 0.0744877 Nov 25 17:26:10.220844 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180538d3-0b90-47c6-adc7-5baefcdf4493 req-c1f46eaa-cf74-40a3-8321-88a246208b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:10.222292 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-180538d3-0b90-47c6-adc7-5baefcdf4493 req-c1f46eaa-cf74-40a3-8321-88a246208b97 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0801783 Nov 25 17:26:10.329132 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1e5de-802d-4cb1-a052-a5fc37b392da req-4fa792ad-d935-4aed-a5e8-c087d3dcc9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:10.330673 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-89a1e5de-802d-4cb1-a052-a5fc37b392da req-4fa792ad-d935-4aed-a5e8-c087d3dcc9a1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9a0cd15f-b02d-4bbf-9256-1dfad1106162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1121085 Nov 25 17:26:10.379532 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-180538d3-0b90-47c6-adc7-5baefcdf4493 req-d8f89d98-0867-41da-897e-3a9151216b60 service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476388 Nov 25 17:26:10.411597 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-1eb3264b-d1f8-4b2d-8bf6-ffd363bfa3db None None] Set router 2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:26:10.503233 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-89a1e5de-802d-4cb1-a052-a5fc37b392da req-bd559055-89e0-49bd-bf87-7e43d26c8ca6 service neutron] 10.222.0.75 "GET /v2.0/networks/9a0cd15f-b02d-4bbf-9256-1dfad1106162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630781 Nov 25 17:26:10.515934 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-14555820-782b-47fe-b684-95af6af88eeb tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:26:10.524193 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-14555820-782b-47fe-b684-95af6af88eeb tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056827 Nov 25 17:26:10.545383 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-180538d3-0b90-47c6-adc7-5baefcdf4493 req-5f70acda-60ab-4c37-841a-a98781c4c9c1 service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383164 Nov 25 17:26:10.564114 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-7af3f79c-7c1f-4db9-8de8-c0ada9c410b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:10.565222 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-7af3f79c-7c1f-4db9-8de8-c0ada9c410b9 service neutron] 10.222.0.75 "GET /v2.0/ports/5f4e1086-1615-4d97-a6d5-97474945bb7f HTTP/1.1" status: 200 len: 1094 time: 0.0402656 Nov 25 17:26:10.578589 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-e34973df-f3e5-4920-9be1-c5fdf983cffd service neutron] Request body: {'binding': {'host': 'n-h2-817746-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:10.579641 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-e34973df-f3e5-4920-9be1-c5fdf983cffd service neutron] Unknown quota resources ['binding']. {{(pid=103360) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 17:26:10.614201 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-89a1e5de-802d-4cb1-a052-a5fc37b392da req-b45f4e7c-6808-415a-9184-dc8c725394ea service neutron] 10.222.0.75 "GET /v2.0/networks/9a0cd15f-b02d-4bbf-9256-1dfad1106162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025817 Nov 25 17:26:10.653216 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-1eb3264b-d1f8-4b2d-8bf6-ffd363bfa3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1110007892-router', 'tenant_id': '1577942fcbbc46c9844f7ac1e01d78fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '19f504a9-983f-4083-9f07-60164d3f5432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:25:27Z', 'updated_at': '2021-11-25T17:25:31Z', 'revision_number': 4, 'project_id': '1577942fcbbc46c9844f7ac1e01d78fc', 'gw_port': {'id': '19f504a9-983f-4083-9f07-60164d3f5432', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:92:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:27Z', 'updated_at': '2021-11-25T17:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'b616bbc2-f1d3-418b-864c-c0f83ce656e8', 'name': '', 'network_id': '9a0cd15f-b02d-4bbf-9256-1dfad1106162', 'tenant_id': '1577942fcbbc46c9844f7ac1e01d78fc', 'mac_address': 'fa:16:3e:61:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '1c3fbc77-61ac-402a-bd6d-e47b40ff908e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:30Z', 'updated_at': '2021-11-25T17:25:39Z', 'revision_number': 5, 'project_id': '1577942fcbbc46c9844f7ac1e01d78fc', 'subnets': [{'id': '1c3fbc77-61ac-402a-bd6d-e47b40ff908e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:10.684051 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb3264b-d1f8-4b2d-8bf6-ffd363bfa3db None None] The sync data for ids ['2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a'] in n-d-817746-1 is: [{'id': '2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1110007892-router', 'tenant_id': '1577942fcbbc46c9844f7ac1e01d78fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '19f504a9-983f-4083-9f07-60164d3f5432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:25:27Z', 'updated_at': '2021-11-25T17:25:31Z', 'revision_number': 4, 'project_id': '1577942fcbbc46c9844f7ac1e01d78fc', 'gw_port': {'id': '19f504a9-983f-4083-9f07-60164d3f5432', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:92:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:27Z', 'updated_at': '2021-11-25T17:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'b616bbc2-f1d3-418b-864c-c0f83ce656e8', 'name': '', 'network_id': '9a0cd15f-b02d-4bbf-9256-1dfad1106162', 'tenant_id': '1577942fcbbc46c9844f7ac1e01d78fc', 'mac_address': 'fa:16:3e:61:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '1c3fbc77-61ac-402a-bd6d-e47b40ff908e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:30Z', 'updated_at': '2021-11-25T17:25:39Z', 'revision_number': 5, 'project_id': '1577942fcbbc46c9844f7ac1e01d78fc', 'subnets': [{'id': '1c3fbc77-61ac-402a-bd6d-e47b40ff908e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:26:10.703011 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 85032dc6-7db5-4366-a0e5-fcd20868fa7a no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:26:10.728032 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-e34973df-f3e5-4920-9be1-c5fdf983cffd service neutron] Attempting to bind port 5f4e1086-1615-4d97-a6d5-97474945bb7f on host n-h2-817746-1 for vnic_type normal with profile None {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:26:10.728377 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-e34973df-f3e5-4920-9be1-c5fdf983cffd service neutron] Attempting to bind port 5f4e1086-1615-4d97-a6d5-97474945bb7f by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '32304091-a43f-4bbd-aae7-89d7e0d9d2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c4ad8fe4-e22e-4c8b-af10-9eaf120b663c'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:26:10.728710 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-e34973df-f3e5-4920-9be1-c5fdf983cffd service neutron] Attempting to bind port 5f4e1086-1615-4d97-a6d5-97474945bb7f on network c4ad8fe4-e22e-4c8b-af10-9eaf120b663c {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:10.733625 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-e34973df-f3e5-4920-9be1-c5fdf983cffd service neutron] Port 5f4e1086-1615-4d97-a6d5-97474945bb7f on network c4ad8fe4-e22e-4c8b-af10-9eaf120b663c not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:26:10.734658 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-e34973df-f3e5-4920-9be1-c5fdf983cffd service neutron] Attempting to bind port 5f4e1086-1615-4d97-a6d5-97474945bb7f on network c4ad8fe4-e22e-4c8b-af10-9eaf120b663c {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:10.736969 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: 85032dc6-7db5-4366-a0e5-fcd20868fa7a {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:26:10.737517 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 85032dc6-7db5-4366-a0e5-fcd20868fa7a not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:26:10.739932 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-e34973df-f3e5-4920-9be1-c5fdf983cffd service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:26:10.740269 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-e34973df-f3e5-4920-9be1-c5fdf983cffd service neutron] Checking segment: {'id': '32304091-a43f-4bbd-aae7-89d7e0d9d2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c4ad8fe4-e22e-4c8b-af10-9eaf120b663c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:26:10.740861 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-e34973df-f3e5-4920-9be1-c5fdf983cffd service neutron] Bound using segment: {'id': '32304091-a43f-4bbd-aae7-89d7e0d9d2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c4ad8fe4-e22e-4c8b-af10-9eaf120b663c'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:26:10.741341 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-e34973df-f3e5-4920-9be1-c5fdf983cffd service neutron] Bound port: 5f4e1086-1615-4d97-a6d5-97474945bb7f, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32304091-a43f-4bbd-aae7-89d7e0d9d2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c4ad8fe4-e22e-4c8b-af10-9eaf120b663c'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:26:10.761256 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a99faa-d29e-4d2a-8ec6-e3e43bce7113 req-eaa9a767-7953-4b41-8b55-b17d2e8ea78e tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:10.765586 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-51a99faa-d29e-4d2a-8ec6-e3e43bce7113 req-eaa9a767-7953-4b41-8b55-b17d2e8ea78e tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a4bf71-df86-45b5-ba21-3d2348a88c91 HTTP/1.1" status: 200 len: 946 time: 0.0631387 Nov 25 17:26:10.804769 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-e34973df-f3e5-4920-9be1-c5fdf983cffd service neutron] For port 5f4e1086-1615-4d97-a6d5-97474945bb7f, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=5f4e1086-1615-4d97-a6d5-97474945bb7f,segment=NetworkSegment(32304091-a43f-4bbd-aae7-89d7e0d9d2b6),segment_id=32304091-a43f-4bbd-aae7-89d7e0d9d2b6)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:26:10.811402 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-e34973df-f3e5-4920-9be1-c5fdf983cffd service neutron] Publish callbacks [] for binding, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:10.812573 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-e34973df-f3e5-4920-9be1-c5fdf983cffd service neutron] 10.222.0.75 "POST /v2.0/ports/5f4e1086-1615-4d97-a6d5-97474945bb7f/bindings HTTP/1.1" status: 201 len: 389 time: 0.2381289 Nov 25 17:26:10.815773 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-51a99faa-d29e-4d2a-8ec6-e3e43bce7113 req-7df76262-e754-4c84-bf3c-d547d25be6fb tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453072 Nov 25 17:26:10.938227 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed5782a-3596-4693-8fdc-f631097f06a0 x-openstack-request-id: req-2ed5782a-3596-4693-8fdc-f631097f06a0 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:26:10.938523 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "705f40c1-b0e1-44fd-8dfd-8fd6cd7e2be0", "tag": "372f81bc-d5c9-45da-ac6a-24bd15d92313", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:26:10.938886 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2ed5782a-3596-4693-8fdc-f631097f06a0 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:26:10.939607 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '705f40c1-b0e1-44fd-8dfd-8fd6cd7e2be0', 'tag': '372f81bc-d5c9-45da-ac6a-24bd15d92313', 'status': 'completed', 'code': 200} Nov 25 17:26:11.013746 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12a6ef5-0d78-4b0f-a6dc-8c0712f35538 None None] New status for floating IP 0f4e37ac-2187-4bde-ae62-7aa3a67e577f: DOWN {{(pid=103363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:26:11.015896 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec7a750-bfb5-4957-b93d-b37a06dbe573 req-08c69cb3-0cc2-4927-9864-dd488c02ccca tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:11.017971 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5ec7a750-bfb5-4957-b93d-b37a06dbe573 req-08c69cb3-0cc2-4927-9864-dd488c02ccca tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=61d637eb-4d85-4798-9eb0-1c541647685d HTTP/1.1" status: 200 len: 947 time: 0.0820715 Nov 25 17:26:11.150345 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ea291-7669-4d6c-baa0-a10c93b94a09 req-3ef0cde3-a0d8-49ef-aac5-6950aa013ebd tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:11.151829 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-161ea291-7669-4d6c-baa0-a10c93b94a09 req-3ef0cde3-a0d8-49ef-aac5-6950aa013ebd tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=64bf8e73-6ad3-47a8-9852-05a9aaa2736c HTTP/1.1" status: 200 len: 943 time: 0.1555266 Nov 25 17:26:11.156074 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a8d79-b938-4b06-893e-3e7c92e232f6 req-e82b68e2-3cd6-4a0c-bacc-9a2e83192f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:11.157465 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-653a8d79-b938-4b06-893e-3e7c92e232f6 req-e82b68e2-3cd6-4a0c-bacc-9a2e83192f40 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1577942fcbbc46c9844f7ac1e01d78fc&device_id=705f40c1-b0e1-44fd-8dfd-8fd6cd7e2be0 HTTP/1.1" status: 200 len: 1096 time: 0.1386263 Nov 25 17:26:11.162746 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5ec7a750-bfb5-4957-b93d-b37a06dbe573 req-32af3b02-b660-4954-ad92-f4b161276b3d tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332541 Nov 25 17:26:11.244252 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-272eb30e-a2e6-4a56-b254-0d53c73f38a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:11.245806 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-272eb30e-a2e6-4a56-b254-0d53c73f38a9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ac7a18821f8e4e00814d44731ef8d033&device_id=27c5102e-26b4-492f-95ef-d996d948b29d HTTP/1.1" status: 200 len: 1097 time: 0.1588678 Nov 25 17:26:11.301649 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-161ea291-7669-4d6c-baa0-a10c93b94a09 req-3619a019-d0df-4a15-aa04-1f1c44d6009d tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422839 Nov 25 17:26:11.420575 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a8d79-b938-4b06-893e-3e7c92e232f6 req-b7cca874-633e-4e5f-aaf6-80e1b1c0ae38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:11.421951 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-653a8d79-b938-4b06-893e-3e7c92e232f6 req-b7cca874-633e-4e5f-aaf6-80e1b1c0ae38 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9a0cd15f-b02d-4bbf-9256-1dfad1106162 HTTP/1.1" status: 200 len: 930 time: 0.2516866 Nov 25 17:26:11.430064 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-774771a9-a916-47d0-8118-dc67be5503a0 req-31d829f6-452c-4b13-a2ed-39a6dbb202e3 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "GET /v2.0/floatingips/0f4e37ac-2187-4bde-ae62-7aa3a67e577f HTTP/1.1" status: 200 len: 692 time: 0.0851669 Nov 25 17:26:11.492719 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-653a8d79-b938-4b06-893e-3e7c92e232f6 req-f7483b4c-08ed-46e3-ad9e-083ff63cac3b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=372f81bc-d5c9-45da-ac6a-24bd15d92313 HTTP/1.1" status: 200 len: 217 time: 0.0603132 Nov 25 17:26:11.529869 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e9439-6fa0-4f96-853a-bae68528afee req-2435ac06-a72b-4f1e-a92c-59feb6b6f522 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:11.531298 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6d8e9439-6fa0-4f96-853a-bae68528afee req-2435ac06-a72b-4f1e-a92c-59feb6b6f522 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=7290d4bd-e7e5-4e18-b437-a99b99a4a1c7 HTTP/1.1" status: 200 len: 945 time: 0.2226546 Nov 25 17:26:11.577907 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-7457563a-0d9d-4b9c-a4c4-c1aff03dbf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:11.579295 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-7457563a-0d9d-4b9c-a4c4-c1aff03dbf9c service neutron] 10.222.0.90 "GET /v2.0/networks?id=c4ad8fe4-e22e-4c8b-af10-9eaf120b663c HTTP/1.1" status: 200 len: 921 time: 0.3180006 Nov 25 17:26:11.653986 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-75dd56f9-3e08-4409-883c-7d9221609153 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f4e1086-1615-4d97-a6d5-97474945bb7f HTTP/1.1" status: 200 len: 217 time: 0.0608046 Nov 25 17:26:11.669323 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a8d79-b938-4b06-893e-3e7c92e232f6 req-513b42cd-1406-4d2c-ac38-d6c261725bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:11.670754 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-653a8d79-b938-4b06-893e-3e7c92e232f6 req-513b42cd-1406-4d2c-ac38-d6c261725bac service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1c3fbc77-61ac-402a-bd6d-e47b40ff908e HTTP/1.1" status: 200 len: 868 time: 0.1583881 Nov 25 17:26:11.773811 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774771a9-a916-47d0-8118-dc67be5503a0 req-a601c7ef-21f8-4efb-9a85-2615d38e5924 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:11.775146 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-774771a9-a916-47d0-8118-dc67be5503a0 req-a601c7ef-21f8-4efb-9a85-2615d38e5924 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "GET /v2.0/networks/1aa44027-b9d0-4a56-9a59-7e664703e20a HTTP/1.1" status: 200 len: 784 time: 0.3342574 Nov 25 17:26:11.787015 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6d8e9439-6fa0-4f96-853a-bae68528afee req-4dbe6887-feaa-48b8-9929-44edb4de6d28 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106481 Nov 25 17:26:11.827777 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-2829ffe5-c49a-4e51-a92d-8212a2899bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:11.829270 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-2829ffe5-c49a-4e51-a92d-8212a2899bf6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0a91ba6f-af85-4b11-90c3-2d5fc7a12e25 HTTP/1.1" status: 200 len: 860 time: 0.1506765 Nov 25 17:26:11.849812 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-774771a9-a916-47d0-8118-dc67be5503a0 req-ea8365b2-86ca-414f-8303-563dbf052fd8 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.0.20 HTTP/1.1" status: 200 len: 695 time: 0.0680947 Nov 25 17:26:11.871201 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-d5f0184b-d733-45de-b6be-2a3f2942b993 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c4ad8fe4-e22e-4c8b-af10-9eaf120b663c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312850 Nov 25 17:26:11.874545 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a8d79-b938-4b06-893e-3e7c92e232f6 req-8dd7bd7e-70cf-4f94-bfd8-a06d44f1677d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:11.875890 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-653a8d79-b938-4b06-893e-3e7c92e232f6 req-8dd7bd7e-70cf-4f94-bfd8-a06d44f1677d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9a0cd15f-b02d-4bbf-9256-1dfad1106162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1743143 Nov 25 17:26:11.979228 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-774771a9-a916-47d0-8118-dc67be5503a0 req-fe652f85-db5b-4efe-b623-886accce0863 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.0.20 HTTP/1.1" status: 200 len: 695 time: 0.1103320 Nov 25 17:26:12.121982 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c21b5c-cf27-40ae-b19e-9eff7015a175 req-43cccae9-9f26-4962-886f-ba2a6cd846cb tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:12.123446 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3c21b5c-cf27-40ae-b19e-9eff7015a175 req-43cccae9-9f26-4962-886f-ba2a6cd846cb tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=27c5102e-26b4-492f-95ef-d996d948b29d HTTP/1.1" status: 200 len: 946 time: 0.2507544 Nov 25 17:26:12.206363 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-305a92f4-c9fe-462a-8298-610e4bef5d75 service neutron] 10.222.0.90 "GET /v2.0/networks/c4ad8fe4-e22e-4c8b-af10-9eaf120b663c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149242 Nov 25 17:26:12.208037 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-653a8d79-b938-4b06-893e-3e7c92e232f6 req-f1c6a583-5366-4fe6-8a33-cc25b5f6def5 service neutron] 10.222.0.90 "GET /v2.0/networks/9a0cd15f-b02d-4bbf-9256-1dfad1106162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192184 Nov 25 17:26:12.571880 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3c21b5c-cf27-40ae-b19e-9eff7015a175 req-3bc1cc44-a0e7-43c2-8cf3-c0ee464784e1 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4406898 Nov 25 17:26:12.613317 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37522) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:12.671305 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8808afee-f962-4747-a839-0b52bdc97ce1 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:12.672454 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 6a2e622c-4fb2-477d-bc93-f339f84c884b details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:26:12.700571 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8808afee-f962-4747-a839-0b52bdc97ce1 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:12.735985 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-774771a9-a916-47d0-8118-dc67be5503a0 req-1923510e-3b02-44f2-8bf3-6299de47f54a tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Deleting port 5ae3ffb6-7455-44e5-bd88-4ae1be2799b3 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:26:12.736395 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-774771a9-a916-47d0-8118-dc67be5503a0 req-1923510e-3b02-44f2-8bf3-6299de47f54a tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:12.742852 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-653a8d79-b938-4b06-893e-3e7c92e232f6 req-1511c009-ba2a-41df-975c-57d19d050843 service neutron] 10.222.0.90 "GET /v2.0/networks/9a0cd15f-b02d-4bbf-9256-1dfad1106162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236910 Nov 25 17:26:12.755797 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-4cb69d83-c7e6-4942-a009-5fb016a29b52 service neutron] 10.222.0.90 "GET /v2.0/networks/c4ad8fe4-e22e-4c8b-af10-9eaf120b663c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398665 Nov 25 17:26:12.759751 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8808afee-f962-4747-a839-0b52bdc97ce1 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:12.763998 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8808afee-f962-4747-a839-0b52bdc97ce1 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:12.766763 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8808afee-f962-4747-a839-0b52bdc97ce1 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.75 "DELETE /v2.0/security-groups/24dbdd6a-ab6c-4cbc-8a4e-66c37691d859 HTTP/1.1" status: 204 len: 168 time: 0.1520066 Nov 25 17:26:12.774976 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37524) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:12.796082 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-dd9f3d8b-16dc-4439-9c18-e46dd9a33286 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] show failed (client error): The resource could not be found. Nov 25 17:26:12.804255 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-dd9f3d8b-16dc-4439-9c18-e46dd9a33286 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.75 "GET /v2.0/security-groups/24dbdd6a-ab6c-4cbc-8a4e-66c37691d859 HTTP/1.1" status: 404 len: 347 time: 0.0254183 Nov 25 17:26:12.804255 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808afee-f962-4747-a839-0b52bdc97ce1 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24dbdd6a-ab6c-4cbc-8a4e-66c37691d859,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:12.805154 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37526) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:12.805848 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479fbb4-b451-49ba-b6c9-365ddebfa027 req-ad3472ed-8c6b-4e3a-b4df-58564a787d81 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:12.807701 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c479fbb4-b451-49ba-b6c9-365ddebfa027 req-ad3472ed-8c6b-4e3a-b4df-58564a787d81 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a4bf71-df86-45b5-ba21-3d2348a88c91 HTTP/1.1" status: 200 len: 946 time: 0.1510751 Nov 25 17:26:12.820604 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 6a2e622c-4fb2-477d-bc93-f339f84c884b, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=6a2e622c-4fb2-477d-bc93-f339f84c884b,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:12.837489 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '6a2e622c-4fb2-477d-bc93-f339f84c884b', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'port_id': '6a2e622c-4fb2-477d-bc93-f339f84c884b', 'mac_address': 'fa:16:3e:10:ca:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8793709c-5336-428d-aede-b0b8df1a26b2', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:26:12.869044 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-774771a9-a916-47d0-8118-dc67be5503a0 req-1923510e-3b02-44f2-8bf3-6299de47f54a tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:12.869376 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-774771a9-a916-47d0-8118-dc67be5503a0 req-1923510e-3b02-44f2-8bf3-6299de47f54a tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:12.898423 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:12.908997 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c479fbb4-b451-49ba-b6c9-365ddebfa027 req-421d0d18-c8fc-40d9-95a3-103f6fb417e0 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882804 Nov 25 17:26:12.908997 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-774771a9-a916-47d0-8118-dc67be5503a0 req-1923510e-3b02-44f2-8bf3-6299de47f54a tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Calling delete_port for 5ae3ffb6-7455-44e5-bd88-4ae1be2799b3 owned by network:floatingip {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:26:12.926784 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a2e622c-4fb2-477d-bc93-f339f84c884b {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:26:12.957127 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 6a2e622c-4fb2-477d-bc93-f339f84c884b, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=6a2e622c-4fb2-477d-bc93-f339f84c884b,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:12.963101 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:12.970434 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808afee-f962-4747-a839-0b52bdc97ce1 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:12.970434 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808afee-f962-4747-a839-0b52bdc97ce1 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:12.970434 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808afee-f962-4747-a839-0b52bdc97ce1 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:12.970826 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808afee-f962-4747-a839-0b52bdc97ce1 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:12.971090 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808afee-f962-4747-a839-0b52bdc97ce1 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:12.971422 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808afee-f962-4747-a839-0b52bdc97ce1 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:12.971752 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808afee-f962-4747-a839-0b52bdc97ce1 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:12.978226 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808afee-f962-4747-a839-0b52bdc97ce1 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:12.978226 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808afee-f962-4747-a839-0b52bdc97ce1 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:12.978226 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808afee-f962-4747-a839-0b52bdc97ce1 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:12.978226 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808afee-f962-4747-a839-0b52bdc97ce1 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:12.978226 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808afee-f962-4747-a839-0b52bdc97ce1 tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:13.001916 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61d637eb-4d85-4798-9eb0-1c541647685d', 'tag': '6a2e622c-4fb2-477d-bc93-f339f84c884b'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:26:13.004646 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f9eb75-6d12-4ba3-8a92-ce461153daf8" -d '{"events": [{"name": "network-changed", "server_uuid": "61d637eb-4d85-4798-9eb0-1c541647685d", "tag": "6a2e622c-4fb2-477d-bc93-f339f84c884b"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:26:13.011799 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-b73767ec-90e3-4359-b9ea-f49775f665cf tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Deleting port fc455335-ca2a-465d-bd2a-d7cd36a1dba2 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:26:13.012389 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b73767ec-90e3-4359-b9ea-f49775f665cf tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:13.040217 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=6a2e622c-4fb2-477d-bc93-f339f84c884b,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:13.049230 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:13.049587 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:13.049938 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:13.050285 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:13.050759 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:13.051120 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:13.051443 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:13.051785 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:13.052114 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:13.052447 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:13.052783 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:13.054658 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:13.103252 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b73767ec-90e3-4359-b9ea-f49775f665cf tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:13.104019 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b73767ec-90e3-4359-b9ea-f49775f665cf tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:13.107606 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75aaa4-1bad-409b-ab11-ea6d9da74c7b req-18b5fc23-ac17-4b08-928b-942d45b6256e tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:13.109193 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ec75aaa4-1bad-409b-ab11-ea6d9da74c7b req-18b5fc23-ac17-4b08-928b-942d45b6256e tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=61d637eb-4d85-4798-9eb0-1c541647685d HTTP/1.1" status: 200 len: 948 time: 0.1015081 Nov 25 17:26:13.118522 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-b73767ec-90e3-4359-b9ea-f49775f665cf tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Calling delete_port for fc455335-ca2a-465d-bd2a-d7cd36a1dba2 owned by network:floatingip {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:26:13.215806 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-774771a9-a916-47d0-8118-dc67be5503a0 req-1923510e-3b02-44f2-8bf3-6299de47f54a tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:13.229678 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ec75aaa4-1bad-409b-ab11-ea6d9da74c7b req-c459d3c4-e49a-48e0-8ce8-4eccc6451788 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800064 Nov 25 17:26:13.277294 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b73767ec-90e3-4359-b9ea-f49775f665cf tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:13.286316 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1923510e-3b02-44f2-8bf3-6299de47f54a tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Pushing event deleted for resources: {'Port': ['ID=5ae3ffb6-7455-44e5-bd88-4ae1be2799b3,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:13.318961 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73767ec-90e3-4359-b9ea-f49775f665cf tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Pushing event deleted for resources: {'Port': ['ID=fc455335-ca2a-465d-bd2a-d7cd36a1dba2,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:13.332771 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['6a2e622c-4fb2-477d-bc93-f339f84c884b'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:26:13.360348 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-774771a9-a916-47d0-8118-dc67be5503a0 req-1923510e-3b02-44f2-8bf3-6299de47f54a tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Publish callbacks [] for floatingip, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:13.363226 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-774771a9-a916-47d0-8118-dc67be5503a0 req-1923510e-3b02-44f2-8bf3-6299de47f54a tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:13.364290 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-774771a9-a916-47d0-8118-dc67be5503a0 req-1923510e-3b02-44f2-8bf3-6299de47f54a tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "DELETE /v2.0/floatingips/0f4e37ac-2187-4bde-ae62-7aa3a67e577f HTTP/1.1" status: 204 len: 173 time: 1.3295944 Nov 25 17:26:13.463900 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b73767ec-90e3-4359-b9ea-f49775f665cf tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Publish callbacks [] for floatingip, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:13.466577 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b73767ec-90e3-4359-b9ea-f49775f665cf tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:13.467943 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b73767ec-90e3-4359-b9ea-f49775f665cf tempest-ServersWithSpecificFlavorTestJSON-955268370 tempest-ServersWithSpecificFlavorTestJSON-955268370-project] 10.222.0.75 "DELETE /v2.0/floatingips/5fe1b1ad-cc10-4a5d-bf59-f40a6bbc6e40 HTTP/1.1" status: 204 len: 168 time: 0.6622097 Nov 25 17:26:13.508375 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173331e0-6963-4892-838d-e396d960406c req-6e9a304c-6fa4-4e93-9b26-e1d4d81d907c tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:13.510223 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-173331e0-6963-4892-838d-e396d960406c req-6e9a304c-6fa4-4e93-9b26-e1d4d81d907c tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=64bf8e73-6ad3-47a8-9852-05a9aaa2736c HTTP/1.1" status: 200 len: 943 time: 0.0897114 Nov 25 17:26:13.548334 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a073d9-3dcd-49cc-8de7-f654ba0661da req-142307f3-ed2f-4183-a90e-c0fffafc46b2 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:13.549821 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-42a073d9-3dcd-49cc-8de7-f654ba0661da req-142307f3-ed2f-4183-a90e-c0fffafc46b2 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=7290d4bd-e7e5-4e18-b437-a99b99a4a1c7 HTTP/1.1" status: 200 len: 945 time: 0.0879011 Nov 25 17:26:13.589572 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-173331e0-6963-4892-838d-e396d960406c req-52c20f7a-6d73-4983-84ee-ef6198ab7a50 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730450 Nov 25 17:26:13.629121 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-42a073d9-3dcd-49cc-8de7-f654ba0661da req-9bee9ae1-5dac-4cbd-bb76-0ed7b791b0fd tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712841 Nov 25 17:26:13.641326 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3960c12d-38f9-4554-9d37-559ffbfa4aba x-openstack-request-id: req-3960c12d-38f9-4554-9d37-559ffbfa4aba {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:26:13.641924 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61d637eb-4d85-4798-9eb0-1c541647685d", "tag": "6a2e622c-4fb2-477d-bc93-f339f84c884b", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:26:13.642398 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3960c12d-38f9-4554-9d37-559ffbfa4aba {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:26:13.643306 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61d637eb-4d85-4798-9eb0-1c541647685d', 'tag': '6a2e622c-4fb2-477d-bc93-f339f84c884b', 'status': 'completed', 'code': 200} Nov 25 17:26:13.801456 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9eb75-6d12-4ba3-8a92-ce461153daf8 req-088e9138-d24a-4004-9634-9222c68b12f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:13.802951 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-61f9eb75-6d12-4ba3-8a92-ce461153daf8 req-088e9138-d24a-4004-9634-9222c68b12f2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=21f728f76092479bbd096847b3caf950&device_id=61d637eb-4d85-4798-9eb0-1c541647685d HTTP/1.1" status: 200 len: 1099 time: 0.1153436 Nov 25 17:26:13.822997 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f3b6bf-0a86-43f6-8a93-e1e117de6b98 req-f6ea207c-28e9-4482-8d74-f7435a95f517 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:13.824443 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-00f3b6bf-0a86-43f6-8a93-e1e117de6b98 req-f6ea207c-28e9-4482-8d74-f7435a95f517 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=27c5102e-26b4-492f-95ef-d996d948b29d HTTP/1.1" status: 200 len: 946 time: 0.1013095 Nov 25 17:26:13.838078 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe2d1b5-2349-4295-97d3-babef0fc7b01 req-88e28118-5bbb-4e37-9d7a-256656383e9a tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:13.839491 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ebe2d1b5-2349-4295-97d3-babef0fc7b01 req-88e28118-5bbb-4e37-9d7a-256656383e9a tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "GET /v2.0/ports?device_id=705f40c1-b0e1-44fd-8dfd-8fd6cd7e2be0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1022682 Nov 25 17:26:13.935252 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ebe2d1b5-2349-4295-97d3-babef0fc7b01 req-85b2e2b8-613b-45e9-ab4e-449830ca77c8 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0776172 Nov 25 17:26:13.987640 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9eb75-6d12-4ba3-8a92-ce461153daf8 req-953fc6f7-80fb-44a1-8cf1-acc7e7f421f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:13.989151 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-61f9eb75-6d12-4ba3-8a92-ce461153daf8 req-953fc6f7-80fb-44a1-8cf1-acc7e7f421f8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ab4fed0b-9bf1-4925-8765-94da08c5de2a HTTP/1.1" status: 200 len: 870 time: 0.1749279 Nov 25 17:26:13.996130 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-00f3b6bf-0a86-43f6-8a93-e1e117de6b98 req-67b8f97c-fe99-48b0-ab89-0650f453130d tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557233 Nov 25 17:26:14.046283 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-61f9eb75-6d12-4ba3-8a92-ce461153daf8 req-369c6b80-21a4-43ac-9c9e-25831903abc1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=6a2e622c-4fb2-477d-bc93-f339f84c884b HTTP/1.1" status: 200 len: 217 time: 0.0454402 Nov 25 17:26:14.133202 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-928a3e14-d927-4e0c-af8f-62c600581bd1 req-6ee1742c-af3c-404c-8a73-5e318bc86966 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0910318 Nov 25 17:26:14.154161 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9eb75-6d12-4ba3-8a92-ce461153daf8 req-123399d6-7cd1-411e-ae0f-be37774dabee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:14.155598 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-61f9eb75-6d12-4ba3-8a92-ce461153daf8 req-123399d6-7cd1-411e-ae0f-be37774dabee service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.0977316 Nov 25 17:26:14.168456 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a8a876-1f39-49e6-a6d9-ffb605613a40 req-aab39173-b117-4637-92f1-a02911269b54 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:14.170047 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a1a8a876-1f39-49e6-a6d9-ffb605613a40 req-aab39173-b117-4637-92f1-a02911269b54 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a4bf71-df86-45b5-ba21-3d2348a88c91 HTTP/1.1" status: 200 len: 946 time: 0.1269283 Nov 25 17:26:14.242789 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9eb75-6d12-4ba3-8a92-ce461153daf8 req-fccb9f6d-67f3-40a3-acbb-9241adf463ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:14.244395 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-61f9eb75-6d12-4ba3-8a92-ce461153daf8 req-fccb9f6d-67f3-40a3-acbb-9241adf463ad service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0732069 Nov 25 17:26:14.248288 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a1a8a876-1f39-49e6-a6d9-ffb605613a40 req-442a8c97-b0d2-4f00-880a-a7e82439617a tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682952 Nov 25 17:26:14.475134 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-61f9eb75-6d12-4ba3-8a92-ce461153daf8 req-9264b94f-8214-4038-828d-c6f594571f9e service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220228 Nov 25 17:26:14.488226 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7821802-9b8c-4bd3-a1c2-226ca9340b4e req-40283bb5-f692-48d9-aa4a-da8652e28332 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:14.489737 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f7821802-9b8c-4bd3-a1c2-226ca9340b4e req-40283bb5-f692-48d9-aa4a-da8652e28332 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=61d637eb-4d85-4798-9eb0-1c541647685d HTTP/1.1" status: 200 len: 948 time: 0.1291759 Nov 25 17:26:14.527920 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b616f898-6f24-4903-b1d2-281f00a49d70 req-478a1e4c-2cb8-4a9d-9cad-20800b77c10b tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:14.529434 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b616f898-6f24-4903-b1d2-281f00a49d70 req-478a1e4c-2cb8-4a9d-9cad-20800b77c10b tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "GET /v2.0/ports?device_id=705f40c1-b0e1-44fd-8dfd-8fd6cd7e2be0 HTTP/1.1" status: 200 len: 945 time: 0.1178243 Nov 25 17:26:14.645203 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f7821802-9b8c-4bd3-a1c2-226ca9340b4e req-3962bd2c-3f2e-4de3-8a31-4a5eed14a9bf tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435728 Nov 25 17:26:14.661722 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b616f898-6f24-4903-b1d2-281f00a49d70 req-ca2aa544-55bf-4aec-83d8-06b935174243 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "GET /v2.0/security-groups?id=344a8bc9-d5b6-4861-8e5a-cac035a52b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237915 Nov 25 17:26:14.668082 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-61f9eb75-6d12-4ba3-8a92-ce461153daf8 req-4df04e42-2949-49b5-bfa6-a17200ed2d89 service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765203 Nov 25 17:26:14.691838 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 1e63c212-dc7e-43ab-88cf-3670c895b2f2 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:26:14.701377 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 6a2e622c-4fb2-477d-bc93-f339f84c884b up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:26:14.864813 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port 6a2e622c-4fb2-477d-bc93-f339f84c884b completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:26:14.877399 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 1e63c212-dc7e-43ab-88cf-3670c895b2f2, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=1e63c212-dc7e-43ab-88cf-3670c895b2f2,segment=NetworkSegment(2c22414f-d4c7-43ac-a576-c7b2f18031bf),segment_id=2c22414f-d4c7-43ac-a576-c7b2f18031bf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:14.881447 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port 6a2e622c-4fb2-477d-bc93-f339f84c884b triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:14.882041 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:14.888780 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c48ae-a943-46e5-99bd-048ab7ee0bcb req-8ecb1f7b-e133-45fa-aeb4-e9a2d5a5478d tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:14.890715 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-237c48ae-a943-46e5-99bd-048ab7ee0bcb req-8ecb1f7b-e133-45fa-aeb4-e9a2d5a5478d tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=64bf8e73-6ad3-47a8-9852-05a9aaa2736c HTTP/1.1" status: 200 len: 943 time: 0.0949302 Nov 25 17:26:14.905387 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b5cd03-aded-4717-8a49-a697eac4f9be req-1c623486-8ee6-4ef7-a626-6c25827c7204 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:14.906867 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c4b5cd03-aded-4717-8a49-a697eac4f9be req-1c623486-8ee6-4ef7-a626-6c25827c7204 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=7290d4bd-e7e5-4e18-b437-a99b99a4a1c7 HTTP/1.1" status: 200 len: 945 time: 0.0944848 Nov 25 17:26:14.917718 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '1e63c212-dc7e-43ab-88cf-3670c895b2f2', 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95', 'port_id': '1e63c212-dc7e-43ab-88cf-3670c895b2f2', 'mac_address': 'fa:16:3e:ce:00:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee1e665a-f297-4067-8b5a-7a7e373f89c9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:26:14.978505 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:14.985469 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-237c48ae-a943-46e5-99bd-048ab7ee0bcb req-744171ea-6480-4821-bbde-5504bfa8776b tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776241 Nov 25 17:26:14.997165 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e63c212-dc7e-43ab-88cf-3670c895b2f2 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:26:15.028140 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c4b5cd03-aded-4717-8a49-a697eac4f9be req-404021e2-e6b5-460c-aea1-ff5ac48e418d tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970023 Nov 25 17:26:15.063601 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 1e63c212-dc7e-43ab-88cf-3670c895b2f2, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=1e63c212-dc7e-43ab-88cf-3670c895b2f2,segment=NetworkSegment(2c22414f-d4c7-43ac-a576-c7b2f18031bf),segment_id=2c22414f-d4c7-43ac-a576-c7b2f18031bf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:15.070291 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:15.071265 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device d967585a-fbbb-44b7-b302-947271afc856 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:26:15.075842 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:15.167999 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d637eb-4d85-4798-9eb0-1c541647685d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a2e622c-4fb2-477d-bc93-f339f84c884b'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:26:15.171144 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5b35a9-14f5-4b0c-ae46-6ce269423b6b" -d '{"events": [{"server_uuid": "61d637eb-4d85-4798-9eb0-1c541647685d", "name": "network-vif-plugged", "status": "completed", "tag": "6a2e622c-4fb2-477d-bc93-f339f84c884b"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:26:15.237798 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37584) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:15.290690 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 6a2e622c-4fb2-477d-bc93-f339f84c884b, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=6a2e622c-4fb2-477d-bc93-f339f84c884b,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:15.314485 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da820a57-1744-4f3e-a489-650f77e574f2 req-bcc862d3-7520-4660-a7d3-810b6660e28f tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:15.319544 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=1e63c212-dc7e-43ab-88cf-3670c895b2f2,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:15.326634 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-da820a57-1744-4f3e-a489-650f77e574f2 req-bcc862d3-7520-4660-a7d3-810b6660e28f tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=27c5102e-26b4-492f-95ef-d996d948b29d HTTP/1.1" status: 200 len: 946 time: 0.1638901 Nov 25 17:26:15.337474 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:15.433130 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f422a7-f1f1-46e1-9287-ff060176b493 x-openstack-request-id: req-99f422a7-f1f1-46e1-9287-ff060176b493 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:26:15.433433 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61d637eb-4d85-4798-9eb0-1c541647685d", "name": "network-vif-plugged", "status": "completed", "tag": "6a2e622c-4fb2-477d-bc93-f339f84c884b", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:26:15.433678 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-99f422a7-f1f1-46e1-9287-ff060176b493 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:26:15.434074 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d637eb-4d85-4798-9eb0-1c541647685d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a2e622c-4fb2-477d-bc93-f339f84c884b', 'code': 200} Nov 25 17:26:15.480330 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port d967585a-fbbb-44b7-b302-947271afc856, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=d967585a-fbbb-44b7-b302-947271afc856,segment=NetworkSegment(79eee098-6bae-4c42-964f-62f3e7d096e0),segment_id=79eee098-6bae-4c42-964f-62f3e7d096e0)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:15.514175 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': 'd967585a-fbbb-44b7-b302-947271afc856', 'network_id': 'db8e4923-28e6-4f74-991c-a4c442934754', 'port_id': 'd967585a-fbbb-44b7-b302-947271afc856', 'mac_address': 'fa:16:3e:c4:04:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ae7cf63-1267-4a12-ac67-5fb672452e57', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:26:15.519979 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=6a2e622c-4fb2-477d-bc93-f339f84c884b,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:15.566841 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-da820a57-1744-4f3e-a489-650f77e574f2 req-57796565-a11d-4390-85aa-cecb2e41640f tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352617 Nov 25 17:26:15.615656 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5067d528-bdfc-4a5e-a7a2-026a5cb69186 req-048330bf-dfe2-41b7-90e6-c0a2c7877a43 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:15.617627 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5067d528-bdfc-4a5e-a7a2-026a5cb69186 req-048330bf-dfe2-41b7-90e6-c0a2c7877a43 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a4bf71-df86-45b5-ba21-3d2348a88c91 HTTP/1.1" status: 200 len: 946 time: 0.1052749 Nov 25 17:26:15.618557 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:15.619369 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d18ff-0384-4b83-9a15-ab4594c3a93d req-b9a3a562-ce1c-4984-ab49-a102a3379070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:15.620862 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-586d18ff-0384-4b83-9a15-ab4594c3a93d req-b9a3a562-ce1c-4984-ab49-a102a3379070 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=61d637eb-4d85-4798-9eb0-1c541647685d HTTP/1.1" status: 200 len: 1100 time: 0.1907601 Nov 25 17:26:15.646295 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d967585a-fbbb-44b7-b302-947271afc856 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:26:15.675951 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port d967585a-fbbb-44b7-b302-947271afc856, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=d967585a-fbbb-44b7-b302-947271afc856,segment=NetworkSegment(79eee098-6bae-4c42-964f-62f3e7d096e0),segment_id=79eee098-6bae-4c42-964f-62f3e7d096e0)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:15.685357 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:15.755906 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5067d528-bdfc-4a5e-a7a2-026a5cb69186 req-7b6138eb-73f8-4d51-a829-280af09fbf88 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224344 Nov 25 17:26:15.758732 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-586d18ff-0384-4b83-9a15-ab4594c3a93d req-86ccfdae-a1aa-4258-93e0-1986ff8dfd87 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259205 Nov 25 17:26:15.808218 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=d967585a-fbbb-44b7-b302-947271afc856,revision_number=6']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:15.841070 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['d967585a-fbbb-44b7-b302-947271afc856'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:26:15.861943 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef5446d-fa49-4aec-b1c9-83be6d557e20 req-a5a463c9-33e5-4a61-b094-d9281480c3ce tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:15.885528 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eef5446d-fa49-4aec-b1c9-83be6d557e20 req-a5a463c9-33e5-4a61-b094-d9281480c3ce tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=61d637eb-4d85-4798-9eb0-1c541647685d HTTP/1.1" status: 200 len: 949 time: 0.0938745 Nov 25 17:26:16.096368 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['1e63c212-dc7e-43ab-88cf-3670c895b2f2'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:26:16.134022 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a975e-198e-49a2-8161-3887f6d4adb0 req-0cae0dc9-5e39-4147-ba9c-994a75dd8bb4 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:16.135972 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-183a975e-198e-49a2-8161-3887f6d4adb0 req-0cae0dc9-5e39-4147-ba9c-994a75dd8bb4 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.90 "GET /v2.0/ports?device_id=705f40c1-b0e1-44fd-8dfd-8fd6cd7e2be0 HTTP/1.1" status: 200 len: 945 time: 0.1451387 Nov 25 17:26:16.161351 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556ca37-4c38-4d97-869c-86ef2d47faf7 req-0261847f-3f48-4683-927a-aa17f395fe05 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:16.173763 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6556ca37-4c38-4d97-869c-86ef2d47faf7 req-0261847f-3f48-4683-927a-aa17f395fe05 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "GET /v2.0/ports?device_id=705f40c1-b0e1-44fd-8dfd-8fd6cd7e2be0 HTTP/1.1" status: 200 len: 945 time: 0.2850554 Nov 25 17:26:16.242613 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eef5446d-fa49-4aec-b1c9-83be6d557e20 req-4a0e9d2b-872c-40a0-aaac-143df7b328d5 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558841 Nov 25 17:26:16.325877 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-303ac832-8f80-4fce-a1a4-c1320a78c11d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:16.390373 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6556ca37-4c38-4d97-869c-86ef2d47faf7 req-364887bc-3c44-42a9-a0b5-7c3008017ddd tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "GET /v2.0/security-groups?id=344a8bc9-d5b6-4861-8e5a-cac035a52b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146633 Nov 25 17:26:16.483873 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-183a975e-198e-49a2-8161-3887f6d4adb0 req-83670979-0165-44a4-9bbb-ea97a89eafca tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Deleting port 372f81bc-d5c9-45da-ac6a-24bd15d92313 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:26:16.489448 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-183a975e-198e-49a2-8161-3887f6d4adb0 req-83670979-0165-44a4-9bbb-ea97a89eafca tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:16.510864 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:16.644845 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:16.689374 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf1fed-15b2-4c33-b4c7-fda97f6c6dd4 req-a2edbdc9-6a4a-49c7-b2c4-043354ce7d4c tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:16.691297 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f3bf1fed-15b2-4c33-b4c7-fda97f6c6dd4 req-a2edbdc9-6a4a-49c7-b2c4-043354ce7d4c tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=64bf8e73-6ad3-47a8-9852-05a9aaa2736c HTTP/1.1" status: 200 len: 944 time: 0.1572187 Nov 25 17:26:16.694607 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-183a975e-198e-49a2-8161-3887f6d4adb0 req-83670979-0165-44a4-9bbb-ea97a89eafca tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] For port 372f81bc-d5c9-45da-ac6a-24bd15d92313, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=372f81bc-d5c9-45da-ac6a-24bd15d92313,segment=NetworkSegment(5821ea95-d79d-4e11-b20c-c268a04feea4),segment_id=5821ea95-d79d-4e11-b20c-c268a04feea4)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:16.695279 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-183a975e-198e-49a2-8161-3887f6d4adb0 req-83670979-0165-44a4-9bbb-ea97a89eafca tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:16.703878 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device d967585a-fbbb-44b7-b302-947271afc856 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:26:16.722692 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-183a975e-198e-49a2-8161-3887f6d4adb0 req-83670979-0165-44a4-9bbb-ea97a89eafca tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Calling delete_port for 372f81bc-d5c9-45da-ac6a-24bd15d92313 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:26:16.735051 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e7d499-b9f7-4782-aeec-dad227614a02 req-b9ebf79c-9ca6-464d-b7e0-a2f1bbe2f914 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:16.736944 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d0e7d499-b9f7-4782-aeec-dad227614a02 req-b9ebf79c-9ca6-464d-b7e0-a2f1bbe2f914 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=7290d4bd-e7e5-4e18-b437-a99b99a4a1c7 HTTP/1.1" status: 200 len: 945 time: 0.1958909 Nov 25 17:26:16.804791 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port d967585a-fbbb-44b7-b302-947271afc856 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:16.805371 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:16.833365 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-303ac832-8f80-4fce-a1a4-c1320a78c11d admin admin] Deleting port e2c0760f-f8bb-4d0e-8efe-b3cd7113d1f6 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:26:16.833961 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-303ac832-8f80-4fce-a1a4-c1320a78c11d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:16.946384 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:16.948577 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f3bf1fed-15b2-4c33-b4c7-fda97f6c6dd4 req-94ec6912-fd0b-4c17-84d3-72b969390bbe tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487543 Nov 25 17:26:16.982435 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-303ac832-8f80-4fce-a1a4-c1320a78c11d admin admin] For port e2c0760f-f8bb-4d0e-8efe-b3cd7113d1f6, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=e2c0760f-f8bb-4d0e-8efe-b3cd7113d1f6,segment=NetworkSegment(7697bcb9-6235-4bcb-abb5-7cbf373e2db4),segment_id=7697bcb9-6235-4bcb-abb5-7cbf373e2db4)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:16.983152 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-303ac832-8f80-4fce-a1a4-c1320a78c11d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:17.019098 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-303ac832-8f80-4fce-a1a4-c1320a78c11d admin admin] Calling delete_port for e2c0760f-f8bb-4d0e-8efe-b3cd7113d1f6 owned by network:router_interface {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:26:17.045728 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d0e7d499-b9f7-4782-aeec-dad227614a02 req-ff58fcd0-ee4a-4141-9da3-54e54c0f20b7 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004844 Nov 25 17:26:17.055157 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port d967585a-fbbb-44b7-b302-947271afc856, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=d967585a-fbbb-44b7-b302-947271afc856,segment=NetworkSegment(79eee098-6bae-4c42-964f-62f3e7d096e0),segment_id=79eee098-6bae-4c42-964f-62f3e7d096e0)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:17.063608 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:17.064748 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 372f81bc-d5c9-45da-ac6a-24bd15d92313 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:26:17.206038 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6fba3983-83c8-4dc1-9485-3eafd15d8ab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:17.232322 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=d967585a-fbbb-44b7-b302-947271afc856,revision_number=7']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:17.252749 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:26:17.304042 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:17.306294 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0c4fb-7255-4363-9b79-b1e85a4ae6fe req-c662b8d0-7b9a-42f5-98bf-fc20ab9c4fdf tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:17.313862 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-58c0c4fb-7255-4363-9b79-b1e85a4ae6fe req-c662b8d0-7b9a-42f5-98bf-fc20ab9c4fdf tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=27c5102e-26b4-492f-95ef-d996d948b29d HTTP/1.1" status: 200 len: 946 time: 0.2155128 Nov 25 17:26:17.371885 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e58cc-1c4f-456a-bb6b-fcb51e973848 req-4012f3f4-055d-40a4-9027-91d00dc6c3e8 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:17.379628 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f92e58cc-1c4f-456a-bb6b-fcb51e973848 req-4012f3f4-055d-40a4-9027-91d00dc6c3e8 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a4bf71-df86-45b5-ba21-3d2348a88c91 HTTP/1.1" status: 200 len: 946 time: 0.1911232 Nov 25 17:26:17.434897 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a4bf71-df86-45b5-ba21-3d2348a88c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd967585a-fbbb-44b7-b302-947271afc856'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:26:17.437633 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff543c5-ce57-4f54-a24d-b12d5773b624" -d '{"events": [{"server_uuid": "b7a4bf71-df86-45b5-ba21-3d2348a88c91", "name": "network-vif-plugged", "status": "completed", "tag": "d967585a-fbbb-44b7-b302-947271afc856"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:26:17.445270 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-58c0c4fb-7255-4363-9b79-b1e85a4ae6fe req-b581eaf2-2bbb-48f0-9e7b-b760035539bd tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277876 Nov 25 17:26:17.512079 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-183a975e-198e-49a2-8161-3887f6d4adb0 req-83670979-0165-44a4-9bbb-ea97a89eafca tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:17.544398 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-303ac832-8f80-4fce-a1a4-c1320a78c11d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:17.548347 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f92e58cc-1c4f-456a-bb6b-fcb51e973848 req-0dbd41d3-3dd9-4736-a0f6-d3370f7c7741 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677735 Nov 25 17:26:17.609265 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303ac832-8f80-4fce-a1a4-c1320a78c11d admin admin] Pushing event deleted for resources: {'Port': ['ID=e2c0760f-f8bb-4d0e-8efe-b3cd7113d1f6,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:17.634389 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83670979-0165-44a4-9bbb-ea97a89eafca tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Pushing event deleted for resources: {'Port': ['ID=372f81bc-d5c9-45da-ac6a-24bd15d92313,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:17.848674 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-183a975e-198e-49a2-8161-3887f6d4adb0 req-83670979-0165-44a4-9bbb-ea97a89eafca tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] No DVR routers for this DVR port 372f81bc-d5c9-45da-ac6a-24bd15d92313 on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:26:17.887339 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4fd5584c-b708-498f-b0be-e6f4d28afbfc req-ecf2ce62-10db-4cda-89fb-91ef9324d607 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.75 "GET /v2.0/ports?device_id=705f40c1-b0e1-44fd-8dfd-8fd6cd7e2be0 HTTP/1.1" status: 200 len: 210 time: 0.0955825 Nov 25 17:26:17.888556 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-183a975e-198e-49a2-8161-3887f6d4adb0 req-83670979-0165-44a4-9bbb-ea97a89eafca tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:17.891940 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-183a975e-198e-49a2-8161-3887f6d4adb0 req-83670979-0165-44a4-9bbb-ea97a89eafca tempest-FloatingIPsAssociationNegativeTestJSON-1450393244 tempest-FloatingIPsAssociationNegativeTestJSON-1450393244-project] 10.222.0.90 "DELETE /v2.0/ports/372f81bc-d5c9-45da-ac6a-24bd15d92313 HTTP/1.1" status: 204 len: 173 time: 1.7116868 Nov 25 17:26:17.892579 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '705f40c1-b0e1-44fd-8dfd-8fd6cd7e2be0', 'name': 'network-vif-deleted', 'tag': '372f81bc-d5c9-45da-ac6a-24bd15d92313'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:26:17.905785 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6677efe5-6d9b-4274-977d-37a938b48683" -d '{"events": [{"server_uuid": "705f40c1-b0e1-44fd-8dfd-8fd6cd7e2be0", "name": "network-vif-deleted", "tag": "372f81bc-d5c9-45da-ac6a-24bd15d92313"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:26:17.962699 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55948f5a-1099-4a13-a252-11deb8bb00d7 req-872b4359-5974-41b7-98d9-bf805a76d79f tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:17.983404 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-55948f5a-1099-4a13-a252-11deb8bb00d7 req-872b4359-5974-41b7-98d9-bf805a76d79f tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=61d637eb-4d85-4798-9eb0-1c541647685d HTTP/1.1" status: 200 len: 949 time: 0.3530171 Nov 25 17:26:17.984322 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f888ea-5ad5-4b6e-b76a-36d56e1802d1 x-openstack-request-id: req-b5f888ea-5ad5-4b6e-b76a-36d56e1802d1 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:26:17.984794 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7a4bf71-df86-45b5-ba21-3d2348a88c91", "name": "network-vif-plugged", "status": "completed", "tag": "d967585a-fbbb-44b7-b302-947271afc856", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:26:17.984919 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b5f888ea-5ad5-4b6e-b76a-36d56e1802d1 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:26:17.985294 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7a4bf71-df86-45b5-ba21-3d2348a88c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd967585a-fbbb-44b7-b302-947271afc856', 'code': 200} Nov 25 17:26:18.018043 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-303ac832-8f80-4fce-a1a4-c1320a78c11d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:18.113449 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-55948f5a-1099-4a13-a252-11deb8bb00d7 req-5dc18bf6-6d9b-4db0-aeea-67df3ed82c57 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289651 Nov 25 17:26:18.197983 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2f641a-3edf-4d32-b945-55763a67f352 x-openstack-request-id: req-0d2f641a-3edf-4d32-b945-55763a67f352 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:26:18.198320 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "705f40c1-b0e1-44fd-8dfd-8fd6cd7e2be0", "name": "network-vif-deleted", "tag": "372f81bc-d5c9-45da-ac6a-24bd15d92313", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:26:18.198598 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0d2f641a-3edf-4d32-b945-55763a67f352 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:26:18.199004 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '705f40c1-b0e1-44fd-8dfd-8fd6cd7e2be0', 'name': 'network-vif-deleted', 'tag': '372f81bc-d5c9-45da-ac6a-24bd15d92313', 'status': 'completed', 'code': 200} Nov 25 17:26:18.306164 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5e372-f9cf-42be-a4a5-1dcde9e47df4 req-79cb8aa1-5d1f-4c37-b830-d75698643b58 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:18.307672 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-81d5e372-f9cf-42be-a4a5-1dcde9e47df4 req-79cb8aa1-5d1f-4c37-b830-d75698643b58 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=64bf8e73-6ad3-47a8-9852-05a9aaa2736c HTTP/1.1" status: 200 len: 944 time: 0.0720091 Nov 25 17:26:18.350959 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-303ac832-8f80-4fce-a1a4-c1320a78c11d admin admin] Router 7a9e7bf6-0ab7-41e1-839f-86930361fcef has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:26:18.390459 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ed113-bf78-4373-98eb-489ab9c2869d req-4edee967-1a8d-4a36-bfdf-d51c2b5838ea tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:18.391967 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9e7ed113-bf78-4373-98eb-489ab9c2869d req-4edee967-1a8d-4a36-bfdf-d51c2b5838ea tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=7290d4bd-e7e5-4e18-b437-a99b99a4a1c7 HTTP/1.1" status: 200 len: 945 time: 0.0950961 Nov 25 17:26:18.422653 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-81d5e372-f9cf-42be-a4a5-1dcde9e47df4 req-29cc5869-b5a2-42ab-859c-d54e888c03ab tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854092 Nov 25 17:26:18.534515 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9e7ed113-bf78-4373-98eb-489ab9c2869d req-c3ea6018-680c-4d31-b1b2-f4bbfaf40106 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344609 Nov 25 17:26:18.560128 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-303ac832-8f80-4fce-a1a4-c1320a78c11d admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:26:18.573674 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-303ac832-8f80-4fce-a1a4-c1320a78c11d admin admin] 10.222.0.75 "PUT /v2.0/routers/7a9e7bf6-0ab7-41e1-839f-86930361fcef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3325703 Nov 25 17:26:18.574644 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64e6e7f-5a49-4cd0-a784-d5e8a7d55bd2 None None] Sync routers for ids ['7a9e7bf6-0ab7-41e1-839f-86930361fcef'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:26:18.575607 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37640) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:18.604091 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64e6e7f-5a49-4cd0-a784-d5e8a7d55bd2 None None] Routers {'7a9e7bf6-0ab7-41e1-839f-86930361fcef'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:26:18.604730 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-a64e6e7f-5a49-4cd0-a784-d5e8a7d55bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:25:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['7a9e7bf6-0ab7-41e1-839f-86930361fcef'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:18.715901 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a98037a7-eed5-4d18-8be1-a47e80675863 admin admin] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:18.747524 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e63a9f-f087-4562-a192-f52ee3e547e8 req-36ecbba2-8eee-4c2d-836d-b0b9227e65fa tempest-MigrationsAdminTest-588239577 tempest-MigrationsAdminTest-588239577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:18.768766 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-42e63a9f-f087-4562-a192-f52ee3e547e8 req-36ecbba2-8eee-4c2d-836d-b0b9227e65fa tempest-MigrationsAdminTest-588239577 tempest-MigrationsAdminTest-588239577-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=61d637eb-4d85-4798-9eb0-1c541647685d HTTP/1.1" status: 200 len: 1100 time: 0.2187216 Nov 25 17:26:18.799724 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 1e63c212-dc7e-43ab-88cf-3670c895b2f2 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:26:18.845498 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e580f3-b428-40a4-8d2f-7e8b1187b929 req-33c303e3-be0d-4828-9ed9-84fff8596e24 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:18.853579 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-58e580f3-b428-40a4-8d2f-7e8b1187b929 req-33c303e3-be0d-4828-9ed9-84fff8596e24 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=27c5102e-26b4-492f-95ef-d996d948b29d HTTP/1.1" status: 200 len: 946 time: 0.1743901 Nov 25 17:26:18.878036 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a98037a7-eed5-4d18-8be1-a47e80675863 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:18.878828 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-42e63a9f-f087-4562-a192-f52ee3e547e8 req-dea96df7-ca20-4fef-8106-81f2209b4464 tempest-MigrationsAdminTest-588239577 tempest-MigrationsAdminTest-588239577-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090779 Nov 25 17:26:18.972524 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-a98037a7-eed5-4d18-8be1-a47e80675863 admin admin] Deleting port 6ca05440-ed92-4161-bb18-9b22fd37bf43 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:26:18.972993 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a98037a7-eed5-4d18-8be1-a47e80675863 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:19.009115 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-58e580f3-b428-40a4-8d2f-7e8b1187b929 req-ca55d2f7-2556-4191-b9ca-a933f6b3afe6 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435425 Nov 25 17:26:19.103141 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d10334-6f1b-4076-ae5f-5edef3c735f6 req-86ae9fc9-bdc0-4c09-95ce-f8df948f08b6 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:19.105175 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-87d10334-6f1b-4076-ae5f-5edef3c735f6 req-86ae9fc9-bdc0-4c09-95ce-f8df948f08b6 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a4bf71-df86-45b5-ba21-3d2348a88c91 HTTP/1.1" status: 200 len: 946 time: 0.0867248 Nov 25 17:26:19.156910 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-a98037a7-eed5-4d18-8be1-a47e80675863 admin admin] For port 6ca05440-ed92-4161-bb18-9b22fd37bf43, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=6ca05440-ed92-4161-bb18-9b22fd37bf43,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:19.157290 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a98037a7-eed5-4d18-8be1-a47e80675863 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:19.200775 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-87d10334-6f1b-4076-ae5f-5edef3c735f6 req-acda1793-2ea2-4d5d-8704-1956d7e72552 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881717 Nov 25 17:26:19.201613 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-a98037a7-eed5-4d18-8be1-a47e80675863 admin admin] Calling delete_port for 6ca05440-ed92-4161-bb18-9b22fd37bf43 owned by network:router_gateway {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:26:19.246054 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37648) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:19.330842 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-a64e6e7f-5a49-4cd0-a784-d5e8a7d55bd2 None None] Set router 7a9e7bf6-0ab7-41e1-839f-86930361fcef gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:26:19.336174 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port 1e63c212-dc7e-43ab-88cf-3670c895b2f2 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:26:19.454438 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port 1e63c212-dc7e-43ab-88cf-3670c895b2f2 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:19.456032 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:19.584796 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a98037a7-eed5-4d18-8be1-a47e80675863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:19.634357 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98037a7-eed5-4d18-8be1-a47e80675863 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ca05440-ed92-4161-bb18-9b22fd37bf43,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:19.865822 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-147d2b26-a06d-4830-bebc-b40344aecfeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:19.887925 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-85c5b487-a957-47ce-ba51-60e2a3bad5b2 req-d870bcee-5574-4c6c-b3ae-e988b6755430 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=61d637eb-4d85-4798-9eb0-1c541647685d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1696177 Nov 25 17:26:19.890813 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a98037a7-eed5-4d18-8be1-a47e80675863 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:19.942693 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38d3f0-9616-4082-a8d3-47916040a5e7 req-ac3230a9-66ad-4165-8bcc-deeae8875e94 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:19.958080 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-db38d3f0-9616-4082-a8d3-47916040a5e7 req-ac3230a9-66ad-4165-8bcc-deeae8875e94 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=64bf8e73-6ad3-47a8-9852-05a9aaa2736c HTTP/1.1" status: 200 len: 944 time: 0.4308968 Nov 25 17:26:19.995643 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a98037a7-eed5-4d18-8be1-a47e80675863 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:19.997950 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a98037a7-eed5-4d18-8be1-a47e80675863 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:20.040388 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56975f87-295e-4220-a129-088d48e4c96c req-5d4f6f2c-a986-4260-8550-fd427fe61d9c tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:20.042122 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-56975f87-295e-4220-a129-088d48e4c96c req-5d4f6f2c-a986-4260-8550-fd427fe61d9c tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=7290d4bd-e7e5-4e18-b437-a99b99a4a1c7 HTTP/1.1" status: 200 len: 945 time: 0.2399166 Nov 25 17:26:20.057752 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a98037a7-eed5-4d18-8be1-a47e80675863 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:20.058379 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98037a7-eed5-4d18-8be1-a47e80675863 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a9e7bf6-0ab7-41e1-839f-86930361fcef {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:26:20.070193 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a98037a7-eed5-4d18-8be1-a47e80675863 admin admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:20.071137 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:20.072208 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a98037a7-eed5-4d18-8be1-a47e80675863 admin admin] 10.222.0.75 "DELETE /v2.0/routers/7a9e7bf6-0ab7-41e1-839f-86930361fcef HTTP/1.1" status: 204 len: 168 time: 1.4951346 Nov 25 17:26:20.074998 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37664) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:20.131028 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-a64e6e7f-5a49-4cd0-a784-d5e8a7d55bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9e7bf6-0ab7-41e1-839f-86930361fcef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1479192076-router', 'tenant_id': '520c8060683a411693c2f2f826352c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '6ca05440-ed92-4161-bb18-9b22fd37bf43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:20:57Z', 'updated_at': '2021-11-25T17:26:17Z', 'revision_number': 5, 'project_id': '520c8060683a411693c2f2f826352c04', 'gw_port': {'id': '6ca05440-ed92-4161-bb18-9b22fd37bf43', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:89:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9e7bf6-0ab7-41e1-839f-86930361fcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:20:57Z', 'updated_at': '2021-11-25T17:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:20.137323 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64bf8e73-6ad3-47a8-9852-05a9aaa2736c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e63c212-dc7e-43ab-88cf-3670c895b2f2'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:26:20.139616 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c23c60-e38f-4a56-845c-74972c06e352" -d '{"events": [{"server_uuid": "64bf8e73-6ad3-47a8-9852-05a9aaa2736c", "name": "network-vif-plugged", "status": "completed", "tag": "1e63c212-dc7e-43ab-88cf-3670c895b2f2"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:26:20.155952 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-32b99e93-7689-4172-91d3-e718bc5c47eb admin admin] Deleting subnet 1c8955ab-07f5-4cfb-9fa9-1512cb2f0b03 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:26:20.170905 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-32b99e93-7689-4172-91d3-e718bc5c47eb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:20.222911 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64e6e7f-5a49-4cd0-a784-d5e8a7d55bd2 None None] Checking router: 7a9e7bf6-0ab7-41e1-839f-86930361fcef for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:26:20.227082 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 1e63c212-dc7e-43ab-88cf-3670c895b2f2, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=1e63c212-dc7e-43ab-88cf-3670c895b2f2,segment=NetworkSegment(2c22414f-d4c7-43ac-a576-c7b2f18031bf),segment_id=2c22414f-d4c7-43ac-a576-c7b2f18031bf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:20.234175 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-32b99e93-7689-4172-91d3-e718bc5c47eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:20.252379 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:20.355879 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=1e63c212-dc7e-43ab-88cf-3670c895b2f2,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:20.359660 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64e6e7f-5a49-4cd0-a784-d5e8a7d55bd2 None None] Routers set() bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:26:20.360046 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64e6e7f-5a49-4cd0-a784-d5e8a7d55bd2 None None] Router IDs set() for agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 25 17:26:20.360704 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_agentschedulers_db [None req-a64e6e7f-5a49-4cd0-a784-d5e8a7d55bd2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7a9e7bf6-0ab7-41e1-839f-86930361fcef'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:26:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent'). {{(pid=103362) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 25 17:26:20.361138 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64e6e7f-5a49-4cd0-a784-d5e8a7d55bd2 None None] The sync data for ids ['7a9e7bf6-0ab7-41e1-839f-86930361fcef'] in n-d-817746-1 is: [] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:26:20.446696 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-32b99e93-7689-4172-91d3-e718bc5c47eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:20.564314 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-32b99e93-7689-4172-91d3-e718bc5c47eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:20.603636 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-32b99e93-7689-4172-91d3-e718bc5c47eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:20.610384 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19988fa3-4e70-4f75-9bcb-10eb2cffae23 None None] Network c19272b3-a7a0-489a-a5dc-398c9698ec22 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:26:20.625704 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-32b99e93-7689-4172-91d3-e718bc5c47eb admin admin] 10.222.0.75 "DELETE /v2.0/subnets/1c8955ab-07f5-4cfb-9fa9-1512cb2f0b03 HTTP/1.1" status: 204 len: 168 time: 0.5472331 Nov 25 17:26:20.625704 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b99e93-7689-4172-91d3-e718bc5c47eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c8955ab-07f5-4cfb-9fa9-1512cb2f0b03,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:20.631990 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37684) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:20.690194 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-db38d3f0-9616-4082-a8d3-47916040a5e7 req-447372f7-7b3f-4fae-ab1c-a84e6fb76023 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7297659 Nov 25 17:26:20.766712 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:20.783740 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-56975f87-295e-4220-a129-088d48e4c96c req-3baefd68-738d-4413-8e6b-e205a0001aa5 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7304358 Nov 25 17:26:20.786808 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9391c8c2-ca79-49ed-b985-cfe01b7158de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:20.964725 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9391c8c2-ca79-49ed-b985-cfe01b7158de admin admin] Deleting port b3b5f272-3ee0-436c-b4b8-7dd40ef568ff {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:26:20.965265 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9391c8c2-ca79-49ed-b985-cfe01b7158de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:21.045930 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81acce91-2435-4326-a491-bc7275abc020 req-ce6d6310-c085-4295-a0ff-ae34324f6297 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:21.048726 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-81acce91-2435-4326-a491-bc7275abc020 req-ce6d6310-c085-4295-a0ff-ae34324f6297 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=61d637eb-4d85-4798-9eb0-1c541647685d HTTP/1.1" status: 200 len: 949 time: 0.2407639 Nov 25 17:26:21.068268 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8222a110-f8be-47f2-8fe7-fba5a9bcaa54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:21.123161 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f749df49-5b76-4ed9-90e9-5c3d514d65a4 None None] DHCP port deletion for c19272b3-a7a0-489a-a5dc-398c9698ec22 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:26:21.220546 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc0185-e5ef-4929-8183-a1f55c979d13 req-178d7e2f-d97d-4b94-8f13-926139c56350 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:21.229476 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d2dc0185-e5ef-4929-8183-a1f55c979d13 req-178d7e2f-d97d-4b94-8f13-926139c56350 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=27c5102e-26b4-492f-95ef-d996d948b29d HTTP/1.1" status: 200 len: 946 time: 0.2453473 Nov 25 17:26:21.248562 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-f749df49-5b76-4ed9-90e9-5c3d514d65a4 None None] Deleting port b3b5f272-3ee0-436c-b4b8-7dd40ef568ff {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:26:21.249541 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f749df49-5b76-4ed9-90e9-5c3d514d65a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:21.254350 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-9391c8c2-ca79-49ed-b985-cfe01b7158de admin admin] For port b3b5f272-3ee0-436c-b4b8-7dd40ef568ff, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=b3b5f272-3ee0-436c-b4b8-7dd40ef568ff,segment=NetworkSegment(7697bcb9-6235-4bcb-abb5-7cbf373e2db4),segment_id=7697bcb9-6235-4bcb-abb5-7cbf373e2db4)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:21.258726 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9391c8c2-ca79-49ed-b985-cfe01b7158de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:21.295175 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9391c8c2-ca79-49ed-b985-cfe01b7158de admin admin] Calling delete_port for b3b5f272-3ee0-436c-b4b8-7dd40ef568ff owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:26:21.296121 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-81acce91-2435-4326-a491-bc7275abc020 req-86e573e0-c8bb-44ec-9af1-9240b6e4f67b tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396901 Nov 25 17:26:21.364948 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d2dc0185-e5ef-4929-8183-a1f55c979d13 req-c85736f5-27e1-405d-aa0f-ac7b965f944b tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277063 Nov 25 17:26:21.456413 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-f749df49-5b76-4ed9-90e9-5c3d514d65a4 None None] For port b3b5f272-3ee0-436c-b4b8-7dd40ef568ff, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=b3b5f272-3ee0-436c-b4b8-7dd40ef568ff,segment=NetworkSegment(7697bcb9-6235-4bcb-abb5-7cbf373e2db4),segment_id=7697bcb9-6235-4bcb-abb5-7cbf373e2db4)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:21.457045 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f749df49-5b76-4ed9-90e9-5c3d514d65a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:21.492501 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d46577-c8d1-49c6-b600-3171b9832735 x-openstack-request-id: req-50d46577-c8d1-49c6-b600-3171b9832735 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:26:21.493183 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64bf8e73-6ad3-47a8-9852-05a9aaa2736c", "name": "network-vif-plugged", "status": "completed", "tag": "1e63c212-dc7e-43ab-88cf-3670c895b2f2", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:26:21.495257 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-50d46577-c8d1-49c6-b600-3171b9832735 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:26:21.500695 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64bf8e73-6ad3-47a8-9852-05a9aaa2736c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e63c212-dc7e-43ab-88cf-3670c895b2f2', 'code': 200} Nov 25 17:26:21.545280 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-f749df49-5b76-4ed9-90e9-5c3d514d65a4 None None] Calling delete_port for b3b5f272-3ee0-436c-b4b8-7dd40ef568ff owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:26:21.595355 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9391c8c2-ca79-49ed-b985-cfe01b7158de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:21.639662 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9391c8c2-ca79-49ed-b985-cfe01b7158de admin admin] Pushing event deleted for resources: {'Port': ['ID=b3b5f272-3ee0-436c-b4b8-7dd40ef568ff,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:21.644476 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9391c8c2-ca79-49ed-b985-cfe01b7158de admin admin] No DVR routers for this DVR port b3b5f272-3ee0-436c-b4b8-7dd40ef568ff on host n-d-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:26:21.682722 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f749df49-5b76-4ed9-90e9-5c3d514d65a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:21.731950 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f749df49-5b76-4ed9-90e9-5c3d514d65a4 None None] Pushing event deleted for resources: {'Port': ['ID=b3b5f272-3ee0-436c-b4b8-7dd40ef568ff,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:21.738259 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f749df49-5b76-4ed9-90e9-5c3d514d65a4 None None] No DVR routers for this DVR port b3b5f272-3ee0-436c-b4b8-7dd40ef568ff on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:26:21.740872 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a10d75-37c2-4610-91dc-73a8137c8baf req-d225db09-1e9d-4317-b3ed-fc01e418e82c tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:21.748157 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-69a10d75-37c2-4610-91dc-73a8137c8baf req-d225db09-1e9d-4317-b3ed-fc01e418e82c tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a4bf71-df86-45b5-ba21-3d2348a88c91 HTTP/1.1" status: 200 len: 946 time: 0.1150613 Nov 25 17:26:21.758604 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de6a18-fff0-4b0a-9a4d-9d3a280456c7 req-72a778f4-8660-4876-8002-0a2563d5f56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:21.760065 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-02de6a18-fff0-4b0a-9a4d-9d3a280456c7 req-72a778f4-8660-4876-8002-0a2563d5f56f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=64bf8e73-6ad3-47a8-9852-05a9aaa2736c HTTP/1.1" status: 200 len: 1096 time: 0.1405413 Nov 25 17:26:21.804924 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9391c8c2-ca79-49ed-b985-cfe01b7158de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:21.838972 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-9391c8c2-ca79-49ed-b985-cfe01b7158de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c19272b3-a7a0-489a-a5dc-398c9698ec22']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:21.852549 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-9391c8c2-ca79-49ed-b985-cfe01b7158de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7697bcb9-6235-4bcb-abb5-7cbf373e2db4') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:21.852549 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-9391c8c2-ca79-49ed-b985-cfe01b7158de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7697bcb9-6235-4bcb-abb5-7cbf373e2db4') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:21.864470 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9391c8c2-ca79-49ed-b985-cfe01b7158de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:21.891967 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9391c8c2-ca79-49ed-b985-cfe01b7158de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:21.894493 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-8222a110-f8be-47f2-8fe7-fba5a9bcaa54 admin admin] Deleting port b616bbc2-f1d3-418b-864c-c0f83ce656e8 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:26:21.895103 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8222a110-f8be-47f2-8fe7-fba5a9bcaa54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:21.901393 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-02de6a18-fff0-4b0a-9a4d-9d3a280456c7 req-d364977c-bb2c-4d71-a839-049b239449df service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321604 Nov 25 17:26:21.901637 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9391c8c2-ca79-49ed-b985-cfe01b7158de admin admin] Releasing vlan 906 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:26:21.902320 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9391c8c2-ca79-49ed-b985-cfe01b7158de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:21.903569 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:21.907302 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:26:21.907302 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:26:21.907302 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:26:21.907302 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:26:21.907302 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:26:21.907302 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:26:21.907302 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:26:21.907302 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:26:21.907302 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:26:21.907302 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:26:21.907302 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:26:21.907302 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:26:21.907302 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:26:21.907302 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:26:21.907302 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:26:21.907302 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:26:21.907302 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:26:21.907302 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:26:21.907302 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:26:21.907302 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:26:21.907302 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:26:21.907302 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:26:21.907302 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:26:21.907302 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:26:21.907302 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:26:21.907302 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:26:21.907302 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:26:21.907302 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:26:21.907302 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:26:21.907302 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:26:21.907302 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:26:21.907302 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:26:21.913092 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-69a10d75-37c2-4610-91dc-73a8137c8baf req-0a6123d2-b46d-4683-ae1a-c1e75c4fbfc0 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617153 Nov 25 17:26:21.965423 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b7950-412b-483d-8809-ac7c2af9d947 req-d23fda2a-97ea-4d61-a378-1164ee21d315 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:21.967518 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7a0b7950-412b-483d-8809-ac7c2af9d947 req-d23fda2a-97ea-4d61-a378-1164ee21d315 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=64bf8e73-6ad3-47a8-9852-05a9aaa2736c HTTP/1.1" status: 200 len: 945 time: 0.1566150 Nov 25 17:26:21.985258 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9391c8c2-ca79-49ed-b985-cfe01b7158de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:22.019845 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9391c8c2-ca79-49ed-b985-cfe01b7158de admin admin] Pushing event deleted for resources: {'Network': ['ID=c19272b3-a7a0-489a-a5dc-398c9698ec22,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:22.022082 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9391c8c2-ca79-49ed-b985-cfe01b7158de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:22.031589 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9391c8c2-ca79-49ed-b985-cfe01b7158de admin admin] 10.222.0.75 "DELETE /v2.0/networks/c19272b3-a7a0-489a-a5dc-398c9698ec22 HTTP/1.1" status: 204 len: 168 time: 1.3976963 Nov 25 17:26:22.034336 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37696) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:22.193500 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-8222a110-f8be-47f2-8fe7-fba5a9bcaa54 admin admin] For port b616bbc2-f1d3-418b-864c-c0f83ce656e8, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=b616bbc2-f1d3-418b-864c-c0f83ce656e8,segment=NetworkSegment(5821ea95-d79d-4e11-b20c-c268a04feea4),segment_id=5821ea95-d79d-4e11-b20c-c268a04feea4)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:22.194823 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8222a110-f8be-47f2-8fe7-fba5a9bcaa54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:22.212501 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1436587a-586d-4909-81a4-f48514b316d8 req-1286374d-1f6d-4fec-9bb8-45694fabc145 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:22.214818 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1436587a-586d-4909-81a4-f48514b316d8 req-1286374d-1f6d-4fec-9bb8-45694fabc145 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=7290d4bd-e7e5-4e18-b437-a99b99a4a1c7 HTTP/1.1" status: 200 len: 945 time: 0.1762419 Nov 25 17:26:22.275203 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7a0b7950-412b-483d-8809-ac7c2af9d947 req-28684bc1-ba4e-47f3-bbb0-a887a49ad97e tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407594 Nov 25 17:26:22.298062 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-8222a110-f8be-47f2-8fe7-fba5a9bcaa54 admin admin] Calling delete_port for b616bbc2-f1d3-418b-864c-c0f83ce656e8 owned by network:router_interface {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:26:22.483686 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 6ca05440-ed92-4161-bb18-9b22fd37bf43 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:26:22.522237 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 6ca05440-ed92-4161-bb18-9b22fd37bf43 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:26:22.522237 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 6ca05440-ed92-4161-bb18-9b22fd37bf43 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:26:22.522651 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device e2c0760f-f8bb-4d0e-8efe-b3cd7113d1f6 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:26:22.556998 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: e2c0760f-f8bb-4d0e-8efe-b3cd7113d1f6 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:26:22.557352 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device e2c0760f-f8bb-4d0e-8efe-b3cd7113d1f6 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:26:22.557775 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device b3b5f272-3ee0-436c-b4b8-7dd40ef568ff no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:26:22.581075 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: b3b5f272-3ee0-436c-b4b8-7dd40ef568ff {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:26:22.581427 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device b3b5f272-3ee0-436c-b4b8-7dd40ef568ff not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:26:22.651140 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8222a110-f8be-47f2-8fe7-fba5a9bcaa54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:22.723501 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8222a110-f8be-47f2-8fe7-fba5a9bcaa54 admin admin] Pushing event deleted for resources: {'Port': ['ID=b616bbc2-f1d3-418b-864c-c0f83ce656e8,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:22.728929 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c5b487-a957-47ce-ba51-60e2a3bad5b2 req-9f2e87bf-feea-47d3-9a62-417b6d2129ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:22.730761 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-85c5b487-a957-47ce-ba51-60e2a3bad5b2 req-9f2e87bf-feea-47d3-9a62-417b6d2129ab service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=21f728f76092479bbd096847b3caf950&device_id=61d637eb-4d85-4798-9eb0-1c541647685d HTTP/1.1" status: 200 len: 1100 time: 0.5478270 Nov 25 17:26:22.738476 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1444543a-a941-44c9-a700-11b58fa5a70f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:22.769089 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1436587a-586d-4909-81a4-f48514b316d8 req-1b0893bb-5e06-4f89-b579-345e63dba2dd tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5415154 Nov 25 17:26:22.791322 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31bf98c-dc5c-4442-9896-b22cb9a9e1e3 req-2f49340c-fa03-45a7-b371-ab96fa9b6ba1 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:22.794503 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d31bf98c-dc5c-4442-9896-b22cb9a9e1e3 req-2f49340c-fa03-45a7-b371-ab96fa9b6ba1 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=61d637eb-4d85-4798-9eb0-1c541647685d HTTP/1.1" status: 200 len: 949 time: 0.1937082 Nov 25 17:26:22.952582 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:23.133761 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-1444543a-a941-44c9-a700-11b58fa5a70f admin admin] Deleting port 519424b0-cf49-498b-aeca-762b4ece95d9 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:26:23.134416 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1444543a-a941-44c9-a700-11b58fa5a70f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:23.155134 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d31bf98c-dc5c-4442-9896-b22cb9a9e1e3 req-894ab3a1-1994-4752-8488-e56c4b91af7a tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912087 Nov 25 17:26:23.159220 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c5b487-a957-47ce-ba51-60e2a3bad5b2 req-16608700-4dcb-4f1b-97f0-ea9aa298f583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:23.160763 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-85c5b487-a957-47ce-ba51-60e2a3bad5b2 req-16608700-4dcb-4f1b-97f0-ea9aa298f583 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ab4fed0b-9bf1-4925-8765-94da08c5de2a HTTP/1.1" status: 200 len: 870 time: 0.4071944 Nov 25 17:26:23.176457 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d1788-350f-4663-b372-2a784b282a3f req-c2f3e0c2-d8b4-494b-85f7-69ac063a41f6 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:23.178186 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-807d1788-350f-4663-b372-2a784b282a3f req-c2f3e0c2-d8b4-494b-85f7-69ac063a41f6 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=27c5102e-26b4-492f-95ef-d996d948b29d HTTP/1.1" status: 200 len: 946 time: 0.2374697 Nov 25 17:26:23.242214 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-85c5b487-a957-47ce-ba51-60e2a3bad5b2 req-da50c7e5-4f9d-4b17-b455-f943069cf222 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=6a2e622c-4fb2-477d-bc93-f339f84c884b HTTP/1.1" status: 200 len: 217 time: 0.0602829 Nov 25 17:26:23.277371 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-1444543a-a941-44c9-a700-11b58fa5a70f admin admin] For port 519424b0-cf49-498b-aeca-762b4ece95d9, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=519424b0-cf49-498b-aeca-762b4ece95d9,segment=NetworkSegment(4fde223d-2917-466b-847b-956e739a8414),segment_id=4fde223d-2917-466b-847b-956e739a8414)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:23.277987 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1444543a-a941-44c9-a700-11b58fa5a70f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:23.297950 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-1444543a-a941-44c9-a700-11b58fa5a70f admin admin] Calling delete_port for 519424b0-cf49-498b-aeca-762b4ece95d9 owned by network:router_interface {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:26:23.319280 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8222a110-f8be-47f2-8fe7-fba5a9bcaa54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:23.340984 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-807d1788-350f-4663-b372-2a784b282a3f req-dd9cc55e-be8b-4c25-90dd-87127fb0d845 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482618 Nov 25 17:26:23.346505 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c5b487-a957-47ce-ba51-60e2a3bad5b2 req-5fab9fcc-898b-4f57-8d7b-109c4817533e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:23.348031 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-85c5b487-a957-47ce-ba51-60e2a3bad5b2 req-5fab9fcc-898b-4f57-8d7b-109c4817533e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.0976627 Nov 25 17:26:23.555288 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1444543a-a941-44c9-a700-11b58fa5a70f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:23.588474 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1444543a-a941-44c9-a700-11b58fa5a70f admin admin] Pushing event deleted for resources: {'Port': ['ID=519424b0-cf49-498b-aeca-762b4ece95d9,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:23.616442 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c5b487-a957-47ce-ba51-60e2a3bad5b2 req-185044be-3a82-4c98-94c7-cbef81e3145e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:23.618191 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-85c5b487-a957-47ce-ba51-60e2a3bad5b2 req-185044be-3a82-4c98-94c7-cbef81e3145e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1967509 Nov 25 17:26:23.631046 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc51a4-0610-4a69-b99a-6d3d657663e5 req-c99697b0-a044-4cf5-aa8e-798345be13c0 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:23.632592 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bbfc51a4-0610-4a69-b99a-6d3d657663e5 req-c99697b0-a044-4cf5-aa8e-798345be13c0 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=64bf8e73-6ad3-47a8-9852-05a9aaa2736c HTTP/1.1" status: 200 len: 945 time: 0.1446159 Nov 25 17:26:23.671127 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d1b98-76ab-4ed4-9763-a7522e90ff09 req-7038c455-36b7-443f-a107-3a82cc792b69 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:23.672766 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ce4d1b98-76ab-4ed4-9763-a7522e90ff09 req-7038c455-36b7-443f-a107-3a82cc792b69 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a4bf71-df86-45b5-ba21-3d2348a88c91 HTTP/1.1" status: 200 len: 946 time: 0.1443920 Nov 25 17:26:23.861680 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1444543a-a941-44c9-a700-11b58fa5a70f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:23.945345 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bbfc51a4-0610-4a69-b99a-6d3d657663e5 req-7ef71809-b1bc-4bb4-aaad-e69fcd006670 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942150 Nov 25 17:26:23.982094 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ce4d1b98-76ab-4ed4-9763-a7522e90ff09 req-f587dd64-7c35-44e3-ab61-c93f964bd2a7 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840786 Nov 25 17:26:24.002736 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-85c5b487-a957-47ce-ba51-60e2a3bad5b2 req-09be7753-1ab7-47ad-b129-fcc902e91a57 service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3684831 Nov 25 17:26:24.182405 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8222a110-f8be-47f2-8fe7-fba5a9bcaa54 admin admin] Router 2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:26:24.230202 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1444543a-a941-44c9-a700-11b58fa5a70f admin admin] Router 55ae10fe-f5e4-4b28-9d24-dc344796cea5 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:26:24.377173 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1444543a-a941-44c9-a700-11b58fa5a70f admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:26:24.388924 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fe8ca2-892a-43e3-942e-39768ed97542 None None] Sync routers for ids ['55ae10fe-f5e4-4b28-9d24-dc344796cea5'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:26:24.393403 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1444543a-a941-44c9-a700-11b58fa5a70f admin admin] 10.222.0.75 "PUT /v2.0/routers/55ae10fe-f5e4-4b28-9d24-dc344796cea5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3580289 Nov 25 17:26:24.395934 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37718) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:24.412469 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fe8ca2-892a-43e3-942e-39768ed97542 None None] Routers {'55ae10fe-f5e4-4b28-9d24-dc344796cea5'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:26:24.413763 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-61fe8ca2-892a-43e3-942e-39768ed97542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:26:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['55ae10fe-f5e4-4b28-9d24-dc344796cea5'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:24.579493 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba170bd9-7bc5-4c44-90df-cb027341debb req-a17cb5ea-fbc7-4ad6-b3cd-e6ca86bafd0b tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:24.582919 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ba170bd9-7bc5-4c44-90df-cb027341debb req-a17cb5ea-fbc7-4ad6-b3cd-e6ca86bafd0b tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=64bf8e73-6ad3-47a8-9852-05a9aaa2736c HTTP/1.1" status: 200 len: 1096 time: 0.4901035 Nov 25 17:26:24.585632 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-61fe8ca2-892a-43e3-942e-39768ed97542 None None] Set router 55ae10fe-f5e4-4b28-9d24-dc344796cea5 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:26:24.610011 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77da0d9-1b56-44a6-84a2-7e221ba7cfe6 req-9c6ff6d0-b9ae-4d80-b4ee-d19aeeb7aa04 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:24.612609 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a77da0d9-1b56-44a6-84a2-7e221ba7cfe6 req-9c6ff6d0-b9ae-4d80-b4ee-d19aeeb7aa04 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=7290d4bd-e7e5-4e18-b437-a99b99a4a1c7 HTTP/1.1" status: 200 len: 945 time: 0.5804129 Nov 25 17:26:24.614876 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8aea0bd6-09a7-4fff-9c24-221ed52aa928 admin admin] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:24.763851 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8aea0bd6-09a7-4fff-9c24-221ed52aa928 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:24.771189 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ba170bd9-7bc5-4c44-90df-cb027341debb req-fb2b196b-272e-4e85-9380-00cd7b064b94 tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774881 Nov 25 17:26:24.796846 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-85c5b487-a957-47ce-ba51-60e2a3bad5b2 req-8f1833ba-9391-43d6-844e-c25a1b4db51b service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7654994 Nov 25 17:26:24.873354 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-8aea0bd6-09a7-4fff-9c24-221ed52aa928 admin admin] Deleting port f48844f4-2d55-47cb-a6db-5b84416fff2c {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:26:24.873354 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8aea0bd6-09a7-4fff-9c24-221ed52aa928 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:24.874470 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-61fe8ca2-892a-43e3-942e-39768ed97542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ae10fe-f5e4-4b28-9d24-dc344796cea5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1039611385-router', 'tenant_id': '89cffc892e0c42bd9cdfadf2bf5f49d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'f48844f4-2d55-47cb-a6db-5b84416fff2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:21:06Z', 'updated_at': '2021-11-25T17:26:23Z', 'revision_number': 5, 'project_id': '89cffc892e0c42bd9cdfadf2bf5f49d6', 'gw_port': {'id': 'f48844f4-2d55-47cb-a6db-5b84416fff2c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:48:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ae10fe-f5e4-4b28-9d24-dc344796cea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:21:07Z', 'updated_at': '2021-11-25T17:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:24.917861 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a77da0d9-1b56-44a6-84a2-7e221ba7cfe6 req-736d28fb-f1b5-4e71-a68c-f1cfeff28348 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931182 Nov 25 17:26:24.967229 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fe8ca2-892a-43e3-942e-39768ed97542 None None] Checking router: 55ae10fe-f5e4-4b28-9d24-dc344796cea5 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:26:24.982479 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8222a110-f8be-47f2-8fe7-fba5a9bcaa54 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:26:24.993997 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-8222a110-f8be-47f2-8fe7-fba5a9bcaa54 admin admin] 10.222.0.75 "PUT /v2.0/routers/2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7461720 Nov 25 17:26:24.997911 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fe8ca2-892a-43e3-942e-39768ed97542 None None] Routers {'55ae10fe-f5e4-4b28-9d24-dc344796cea5'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:26:24.998382 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c369619b-4e55-48b2-8905-dff052b66200 None None] Sync routers for ids ['2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:26:25.000929 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-61fe8ca2-892a-43e3-942e-39768ed97542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:26:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['55ae10fe-f5e4-4b28-9d24-dc344796cea5'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:25.001938 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37726) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:25.020937 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c369619b-4e55-48b2-8905-dff052b66200 None None] Routers {'2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:26:25.021670 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-c369619b-4e55-48b2-8905-dff052b66200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:26:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:25.045978 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a9dbb7-c628-4ddb-9b88-4e8eded928f5 req-6a28158d-d958-4c17-b6ef-a367ef68f472 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:25.055705 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-60a9dbb7-c628-4ddb-9b88-4e8eded928f5 req-6a28158d-d958-4c17-b6ef-a367ef68f472 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=61d637eb-4d85-4798-9eb0-1c541647685d HTTP/1.1" status: 200 len: 949 time: 0.1577742 Nov 25 17:26:25.104284 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-8aea0bd6-09a7-4fff-9c24-221ed52aa928 admin admin] For port f48844f4-2d55-47cb-a6db-5b84416fff2c, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=f48844f4-2d55-47cb-a6db-5b84416fff2c,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:25.105023 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8aea0bd6-09a7-4fff-9c24-221ed52aa928 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:25.148064 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-8aea0bd6-09a7-4fff-9c24-221ed52aa928 admin admin] Calling delete_port for f48844f4-2d55-47cb-a6db-5b84416fff2c owned by network:router_gateway {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:26:25.196771 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-c369619b-4e55-48b2-8905-dff052b66200 None None] Set router 2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:26:25.199710 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-61fe8ca2-892a-43e3-942e-39768ed97542 None None] Set router 55ae10fe-f5e4-4b28-9d24-dc344796cea5 gateway port host: None {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:26:25.227100 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-60a9dbb7-c628-4ddb-9b88-4e8eded928f5 req-6fb927fe-3a45-43d7-8fac-75defc554424 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671076 Nov 25 17:26:25.336888 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb49d99-441f-4c64-80e0-350f0e3ed802 req-e674f7d9-9164-4002-abaf-ce74e5732c45 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:25.338968 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-61fe8ca2-892a-43e3-942e-39768ed97542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ae10fe-f5e4-4b28-9d24-dc344796cea5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1039611385-router', 'tenant_id': '89cffc892e0c42bd9cdfadf2bf5f49d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:21:06Z', 'updated_at': '2021-11-25T17:26:24Z', 'revision_number': 6, 'project_id': '89cffc892e0c42bd9cdfadf2bf5f49d6', 'gw_port_host': None}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:25.347186 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7bb49d99-441f-4c64-80e0-350f0e3ed802 req-e674f7d9-9164-4002-abaf-ce74e5732c45 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=27c5102e-26b4-492f-95ef-d996d948b29d HTTP/1.1" status: 200 len: 946 time: 0.3236692 Nov 25 17:26:25.398190 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-18789ac9-f09a-4639-a061-2e47c22e2fa0 admin admin] Publish callbacks [] for router, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:25.404349 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fe8ca2-892a-43e3-942e-39768ed97542 None None] The sync data for ids ['55ae10fe-f5e4-4b28-9d24-dc344796cea5'] in n-d-817746-1 is: [{'id': '55ae10fe-f5e4-4b28-9d24-dc344796cea5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1039611385-router', 'tenant_id': '89cffc892e0c42bd9cdfadf2bf5f49d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:21:06Z', 'updated_at': '2021-11-25T17:26:24Z', 'revision_number': 6, 'project_id': '89cffc892e0c42bd9cdfadf2bf5f49d6', 'gw_port_host': None}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:26:25.433921 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8aea0bd6-09a7-4fff-9c24-221ed52aa928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:25.479274 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aea0bd6-09a7-4fff-9c24-221ed52aa928 admin admin] Pushing event deleted for resources: {'Port': ['ID=f48844f4-2d55-47cb-a6db-5b84416fff2c,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:25.558956 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7bb49d99-441f-4c64-80e0-350f0e3ed802 req-77bde36e-4644-4784-a19a-db94ae8b73b2 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108004 Nov 25 17:26:25.591087 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8aea0bd6-09a7-4fff-9c24-221ed52aa928 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:25.597992 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e059f-e0e8-4ad1-8d5b-9bf568987a10 req-431fed3f-3de6-4fc8-9b5b-821f7dfbb003 tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:25.598903 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-c369619b-4e55-48b2-8905-dff052b66200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1110007892-router', 'tenant_id': '1577942fcbbc46c9844f7ac1e01d78fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '19f504a9-983f-4083-9f07-60164d3f5432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:25:27Z', 'updated_at': '2021-11-25T17:26:22Z', 'revision_number': 5, 'project_id': '1577942fcbbc46c9844f7ac1e01d78fc', 'gw_port': {'id': '19f504a9-983f-4083-9f07-60164d3f5432', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:92:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:27Z', 'updated_at': '2021-11-25T17:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:25.605865 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4a1e059f-e0e8-4ad1-8d5b-9bf568987a10 req-431fed3f-3de6-4fc8-9b5b-821f7dfbb003 tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=64bf8e73-6ad3-47a8-9852-05a9aaa2736c HTTP/1.1" status: 200 len: 1096 time: 0.1007442 Nov 25 17:26:25.637147 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c369619b-4e55-48b2-8905-dff052b66200 None None] Checking router: 2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:26:25.649032 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-18789ac9-f09a-4639-a061-2e47c22e2fa0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:25.650892 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c369619b-4e55-48b2-8905-dff052b66200 None None] Routers {'2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:26:25.651650 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-c369619b-4e55-48b2-8905-dff052b66200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:26:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:25.686340 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4a1e059f-e0e8-4ad1-8d5b-9bf568987a10 req-21639e0a-a853-42ee-9d9d-ddc9d1ccb86e tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624807 Nov 25 17:26:25.787293 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8aea0bd6-09a7-4fff-9c24-221ed52aa928 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:25.792902 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8aea0bd6-09a7-4fff-9c24-221ed52aa928 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:25.897879 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b15996-05bb-4d8a-b141-a9d3e4c9bc09 req-fdf76864-c39a-4110-bd15-886f37f76b86 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:25.899875 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a0b15996-05bb-4d8a-b141-a9d3e4c9bc09 req-fdf76864-c39a-4110-bd15-886f37f76b86 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a4bf71-df86-45b5-ba21-3d2348a88c91 HTTP/1.1" status: 200 len: 946 time: 0.1651652 Nov 25 17:26:25.900062 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8aea0bd6-09a7-4fff-9c24-221ed52aa928 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:25.900527 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aea0bd6-09a7-4fff-9c24-221ed52aa928 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55ae10fe-f5e4-4b28-9d24-dc344796cea5 {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:26:25.910248 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8aea0bd6-09a7-4fff-9c24-221ed52aa928 admin admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:25.915889 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8aea0bd6-09a7-4fff-9c24-221ed52aa928 admin admin] 10.222.0.75 "DELETE /v2.0/routers/55ae10fe-f5e4-4b28-9d24-dc344796cea5 HTTP/1.1" status: 204 len: 168 time: 1.5186851 Nov 25 17:26:25.916968 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37736) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:25.924101 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-c369619b-4e55-48b2-8905-dff052b66200 None None] Set router 2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:26:25.957390 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-18789ac9-f09a-4639-a061-2e47c22e2fa0 admin admin] Deleting port 19f504a9-983f-4083-9f07-60164d3f5432 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:26:25.957900 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-18789ac9-f09a-4639-a061-2e47c22e2fa0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:26.004470 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-665c3e46-346a-4ec6-adbf-f1bfc96c4ff0 admin admin] Deleting subnet 02d55411-afdd-4570-8ae6-9e2866cc4181 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:26:26.009159 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-665c3e46-346a-4ec6-adbf-f1bfc96c4ff0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:26.053880 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-665c3e46-346a-4ec6-adbf-f1bfc96c4ff0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:26.148973 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-18789ac9-f09a-4639-a061-2e47c22e2fa0 admin admin] For port 19f504a9-983f-4083-9f07-60164d3f5432, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=19f504a9-983f-4083-9f07-60164d3f5432,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:26.149492 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-18789ac9-f09a-4639-a061-2e47c22e2fa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:26.151053 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-665c3e46-346a-4ec6-adbf-f1bfc96c4ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:26.167538 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-18789ac9-f09a-4639-a061-2e47c22e2fa0 admin admin] Calling delete_port for 19f504a9-983f-4083-9f07-60164d3f5432 owned by network:router_gateway {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:26:26.210634 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-665c3e46-346a-4ec6-adbf-f1bfc96c4ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:26.229623 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad438188-7763-4cd1-ab92-9c579dd4055b None None] Network c0cc47d0-55be-430e-ba62-70dda4f647c7 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:26:26.230383 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-665c3e46-346a-4ec6-adbf-f1bfc96c4ff0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:26.237082 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-665c3e46-346a-4ec6-adbf-f1bfc96c4ff0 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/02d55411-afdd-4570-8ae6-9e2866cc4181 HTTP/1.1" status: 204 len: 168 time: 0.3188043 Nov 25 17:26:26.265776 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37740) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:26.292764 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665c3e46-346a-4ec6-adbf-f1bfc96c4ff0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02d55411-afdd-4570-8ae6-9e2866cc4181,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:26.379473 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-56424a66-a936-4cff-aca0-cdd0c7a3c4ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:26.433417 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-c369619b-4e55-48b2-8905-dff052b66200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1110007892-router', 'tenant_id': '1577942fcbbc46c9844f7ac1e01d78fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '19f504a9-983f-4083-9f07-60164d3f5432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:25:27Z', 'updated_at': '2021-11-25T17:26:22Z', 'revision_number': 5, 'project_id': '1577942fcbbc46c9844f7ac1e01d78fc', 'gw_port': {'id': '19f504a9-983f-4083-9f07-60164d3f5432', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:92:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:27Z', 'updated_at': '2021-11-25T17:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:26.451751 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-18789ac9-f09a-4639-a061-2e47c22e2fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:26.469262 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-56424a66-a936-4cff-aca0-cdd0c7a3c4ed admin admin] Deleting port 22546b20-98a6-4601-a838-1adfa81c320a {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:26:26.469815 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-56424a66-a936-4cff-aca0-cdd0c7a3c4ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:26.517351 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18789ac9-f09a-4639-a061-2e47c22e2fa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=19f504a9-983f-4083-9f07-60164d3f5432,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:26.542207 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a0b15996-05bb-4d8a-b141-a9d3e4c9bc09 req-4a05addd-e6ff-4f21-864d-741efdf2f693 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6228046 Nov 25 17:26:26.601405 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c369619b-4e55-48b2-8905-dff052b66200 None None] The sync data for ids ['2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a'] in n-d-817746-1 is: [{'id': '2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1110007892-router', 'tenant_id': '1577942fcbbc46c9844f7ac1e01d78fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '19f504a9-983f-4083-9f07-60164d3f5432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:25:27Z', 'updated_at': '2021-11-25T17:26:22Z', 'revision_number': 5, 'project_id': '1577942fcbbc46c9844f7ac1e01d78fc', 'gw_port': {'id': '19f504a9-983f-4083-9f07-60164d3f5432', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:92:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:27Z', 'updated_at': '2021-11-25T17:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:26:26.632695 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-56424a66-a936-4cff-aca0-cdd0c7a3c4ed admin admin] For port 22546b20-98a6-4601-a838-1adfa81c320a, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=22546b20-98a6-4601-a838-1adfa81c320a,segment=NetworkSegment(4fde223d-2917-466b-847b-956e739a8414),segment_id=4fde223d-2917-466b-847b-956e739a8414)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:26.633976 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-56424a66-a936-4cff-aca0-cdd0c7a3c4ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:26.639697 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 519424b0-cf49-498b-aeca-762b4ece95d9 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:26:26.671261 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 519424b0-cf49-498b-aeca-762b4ece95d9 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:26:26.671609 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 519424b0-cf49-498b-aeca-762b4ece95d9 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:26:26.672072 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device f48844f4-2d55-47cb-a6db-5b84416fff2c no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:26:26.676265 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-56424a66-a936-4cff-aca0-cdd0c7a3c4ed admin admin] Calling delete_port for 22546b20-98a6-4601-a838-1adfa81c320a owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:26:26.705432 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: f48844f4-2d55-47cb-a6db-5b84416fff2c {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:26:26.705777 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device f48844f4-2d55-47cb-a6db-5b84416fff2c not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:26:26.721210 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-18789ac9-f09a-4639-a061-2e47c22e2fa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:26.875101 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-56424a66-a936-4cff-aca0-cdd0c7a3c4ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:26.897514 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-18789ac9-f09a-4639-a061-2e47c22e2fa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:26.930173 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56424a66-a936-4cff-aca0-cdd0c7a3c4ed admin admin] Pushing event deleted for resources: {'Port': ['ID=22546b20-98a6-4601-a838-1adfa81c320a,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:26.934886 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56424a66-a936-4cff-aca0-cdd0c7a3c4ed admin admin] No DVR routers for this DVR port 22546b20-98a6-4601-a838-1adfa81c320a on host n-d-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:26:26.947703 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-18789ac9-f09a-4639-a061-2e47c22e2fa0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:26.992523 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b289cab-9318-4c1f-9f2b-2db518facba3 None None] DHCP port deletion for c0cc47d0-55be-430e-ba62-70dda4f647c7 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:26:27.078610 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8b8337-2912-4ae9-8198-5cbc27fa8ad5 req-2d07769f-c40e-4061-9fc7-b0d7c235290f tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:27.087556 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0c8b8337-2912-4ae9-8198-5cbc27fa8ad5 req-2d07769f-c40e-4061-9fc7-b0d7c235290f tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=7290d4bd-e7e5-4e18-b437-a99b99a4a1c7 HTTP/1.1" status: 200 len: 945 time: 0.2091050 Nov 25 17:26:27.094389 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-56424a66-a936-4cff-aca0-cdd0c7a3c4ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:27.120976 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-18789ac9-f09a-4639-a061-2e47c22e2fa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:27.121514 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18789ac9-f09a-4639-a061-2e47c22e2fa0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a {{(pid=103361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:26:27.138023 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-18789ac9-f09a-4639-a061-2e47c22e2fa0 admin admin] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:27.138428 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-56424a66-a936-4cff-aca0-cdd0c7a3c4ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0cc47d0-55be-430e-ba62-70dda4f647c7']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:27.139191 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-18789ac9-f09a-4639-a061-2e47c22e2fa0 admin admin] 10.222.0.75 "DELETE /v2.0/routers/2c8b72cd-7bf7-4cdc-b9e2-d3f23b814b2a HTTP/1.1" status: 204 len: 168 time: 2.1314881 Nov 25 17:26:27.142072 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37768) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:27.154425 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-56424a66-a936-4cff-aca0-cdd0c7a3c4ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fde223d-2917-466b-847b-956e739a8414') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:27.155714 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-56424a66-a936-4cff-aca0-cdd0c7a3c4ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fde223d-2917-466b-847b-956e739a8414') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:27.170216 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-56424a66-a936-4cff-aca0-cdd0c7a3c4ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:27.182879 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-8fd01b6b-c51d-46c1-9789-66b8aaff558c tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:27.191120 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-8fd01b6b-c51d-46c1-9789-66b8aaff558c tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=27c5102e-26b4-492f-95ef-d996d948b29d&tenant_id=ac7a18821f8e4e00814d44731ef8d033&binding%3Ahost_id=n-h1-817746-1 HTTP/1.1" status: 200 len: 1097 time: 0.2354169 Nov 25 17:26:27.194973 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-56424a66-a936-4cff-aca0-cdd0c7a3c4ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:27.201020 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-f2e5c1e2-e094-420f-b31a-a94d33932abe service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817746-1'}}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:27.208877 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56424a66-a936-4cff-aca0-cdd0c7a3c4ed admin admin] Releasing vlan 943 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:26:27.209569 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-56424a66-a936-4cff-aca0-cdd0c7a3c4ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:27.212607 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:26:27.212607 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:26:27.212607 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:26:27.212607 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:26:27.212607 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:26:27.212607 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:26:27.212607 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:26:27.212607 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:26:27.212607 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:26:27.212607 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:26:27.212607 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:26:27.212607 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:26:27.212607 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:26:27.212607 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:26:27.212607 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:26:27.212607 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:26:27.212607 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:26:27.212607 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:26:27.212607 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:26:27.212607 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:26:27.212607 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:26:27.212607 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:26:27.212607 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:26:27.212607 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:26:27.212607 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:26:27.212607 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:26:27.212607 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:26:27.212607 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:26:27.212607 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:26:27.212607 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:26:27.212607 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:26:27.212607 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:26:27.232805 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0c8b8337-2912-4ae9-8198-5cbc27fa8ad5 req-ee87a252-fa69-4cd4-91ee-9027ddf11bcb tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438653 Nov 25 17:26:27.315309 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-1101a10b-ba61-477f-bfc7-8a4abf5c1577 admin admin] Deleting subnet 1c3fbc77-61ac-402a-bd6d-e47b40ff908e {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:26:27.318431 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-56424a66-a936-4cff-aca0-cdd0c7a3c4ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:27.319372 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1101a10b-ba61-477f-bfc7-8a4abf5c1577 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:27.330955 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-56424a66-a936-4cff-aca0-cdd0c7a3c4ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:27.336779 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-56424a66-a936-4cff-aca0-cdd0c7a3c4ed admin admin] 10.222.0.75 "DELETE /v2.0/networks/c0cc47d0-55be-430e-ba62-70dda4f647c7 HTTP/1.1" status: 204 len: 168 time: 1.0711455 Nov 25 17:26:27.365205 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1101a10b-ba61-477f-bfc7-8a4abf5c1577 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:27.368960 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56424a66-a936-4cff-aca0-cdd0c7a3c4ed admin admin] Pushing event deleted for resources: {'Network': ['ID=c0cc47d0-55be-430e-ba62-70dda4f647c7,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:27.378465 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-736171f5-7757-4ca2-8d73-0fbc095171d7 tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:26:27.379891 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-736171f5-7757-4ca2-8d73-0fbc095171d7 tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074239 Nov 25 17:26:27.438798 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-f8ff0713-8dd2-4be6-a03b-088bbd65952d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:27.440637 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-f8ff0713-8dd2-4be6-a03b-088bbd65952d service neutron] 10.222.0.75 "GET /v2.0/ports/1e63c212-dc7e-43ab-88cf-3670c895b2f2 HTTP/1.1" status: 200 len: 1093 time: 0.0519559 Nov 25 17:26:27.452450 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-bcf0f66d-fc51-4375-ba06-7552d2fddda9 service neutron] Request body: {'binding': {'host': 'n-h1-817746-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:27.453970 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-bcf0f66d-fc51-4375-ba06-7552d2fddda9 service neutron] Unknown quota resources ['binding']. {{(pid=103360) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 17:26:27.471173 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-f2e5c1e2-e094-420f-b31a-a94d33932abe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:27.559335 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2b00b-0e03-4f52-a884-711dba913c7f req-3e458444-d035-4d22-9b98-d3109098191c tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:27.560957 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e6b2b00b-0e03-4f52-a884-711dba913c7f req-3e458444-d035-4d22-9b98-d3109098191c tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=61d637eb-4d85-4798-9eb0-1c541647685d HTTP/1.1" status: 200 len: 949 time: 0.1687136 Nov 25 17:26:27.570637 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1101a10b-ba61-477f-bfc7-8a4abf5c1577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:27.585282 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37774) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:27.688085 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7e01b04b-4de3-45ab-9dd4-6a23e7ab74c1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=520c8060683a411693c2f2f826352c04&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0991480 Nov 25 17:26:27.690419 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37776) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:27.768029 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e6b2b00b-0e03-4f52-a884-711dba913c7f req-be77690c-93a2-4062-954b-29878a332ee6 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000570 Nov 25 17:26:27.798332 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-f2e5c1e2-e094-420f-b31a-a94d33932abe service neutron] For port 5f4e1086-1615-4d97-a6d5-97474945bb7f, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=5f4e1086-1615-4d97-a6d5-97474945bb7f,segment=NetworkSegment(32304091-a43f-4bbd-aae7-89d7e0d9d2b6),segment_id=32304091-a43f-4bbd-aae7-89d7e0d9d2b6)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:27.809926 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-25346721-a01f-42af-9cd4-faa2ff3a76ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:27.848280 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-f2e5c1e2-e094-420f-b31a-a94d33932abe service neutron] For port 5f4e1086-1615-4d97-a6d5-97474945bb7f, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:26:27.855878 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-25346721-a01f-42af-9cd4-faa2ff3a76ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:27.920192 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-f2e5c1e2-e094-420f-b31a-a94d33932abe service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:27.924871 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1101a10b-ba61-477f-bfc7-8a4abf5c1577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:27.936819 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c5102e-26b4-492f-95ef-d996d948b29d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f4e1086-1615-4d97-a6d5-97474945bb7f'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:26:27.936819 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75dbd07c-e1af-4066-b190-a9ad577864f8" -d '{"events": [{"server_uuid": "27c5102e-26b4-492f-95ef-d996d948b29d", "name": "network-vif-unplugged", "status": "completed", "tag": "5f4e1086-1615-4d97-a6d5-97474945bb7f"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:26:27.954325 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-bcf0f66d-fc51-4375-ba06-7552d2fddda9 service neutron] Attempting to bind port 1e63c212-dc7e-43ab-88cf-3670c895b2f2 on host n-h1-817746-1 for vnic_type normal with profile None {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:26:27.955044 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-bcf0f66d-fc51-4375-ba06-7552d2fddda9 service neutron] Attempting to bind port 1e63c212-dc7e-43ab-88cf-3670c895b2f2 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '2c22414f-d4c7-43ac-a576-c7b2f18031bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:26:27.955383 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-bcf0f66d-fc51-4375-ba06-7552d2fddda9 service neutron] Attempting to bind port 1e63c212-dc7e-43ab-88cf-3670c895b2f2 on network cdfc7726-be74-4470-a033-195b79623a95 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:27.960135 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-25346721-a01f-42af-9cd4-faa2ff3a76ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:27.962884 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-25346721-a01f-42af-9cd4-faa2ff3a76ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:27.967257 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-25346721-a01f-42af-9cd4-faa2ff3a76ff admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/cbe1a073-c107-4fe5-8364-9e406306d6bc HTTP/1.1" status: 204 len: 168 time: 0.2759094 Nov 25 17:26:27.975661 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-f2e5c1e2-e094-420f-b31a-a94d33932abe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:27.975980 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-bcf0f66d-fc51-4375-ba06-7552d2fddda9 service neutron] Port 1e63c212-dc7e-43ab-88cf-3670c895b2f2 on network cdfc7726-be74-4470-a033-195b79623a95 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:26:27.975980 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-bcf0f66d-fc51-4375-ba06-7552d2fddda9 service neutron] Attempting to bind port 1e63c212-dc7e-43ab-88cf-3670c895b2f2 on network cdfc7726-be74-4470-a033-195b79623a95 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:27.984909 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-bcf0f66d-fc51-4375-ba06-7552d2fddda9 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:26:27.985780 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-bcf0f66d-fc51-4375-ba06-7552d2fddda9 service neutron] Checking segment: {'id': '2c22414f-d4c7-43ac-a576-c7b2f18031bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:26:27.986177 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-bcf0f66d-fc51-4375-ba06-7552d2fddda9 service neutron] Bound using segment: {'id': '2c22414f-d4c7-43ac-a576-c7b2f18031bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:26:27.986632 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-bcf0f66d-fc51-4375-ba06-7552d2fddda9 service neutron] Bound port: 1e63c212-dc7e-43ab-88cf-3670c895b2f2, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c22414f-d4c7-43ac-a576-c7b2f18031bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:26:27.992980 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1101a10b-ba61-477f-bfc7-8a4abf5c1577 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c3fbc77-61ac-402a-bd6d-e47b40ff908e,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:28.004272 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1101a10b-ba61-477f-bfc7-8a4abf5c1577 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:28.004426 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284246f6-3acb-44a8-b314-f9000dc2718f None None] Network 9a0cd15f-b02d-4bbf-9256-1dfad1106162 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:26:28.010065 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-1101a10b-ba61-477f-bfc7-8a4abf5c1577 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/1c3fbc77-61ac-402a-bd6d-e47b40ff908e HTTP/1.1" status: 204 len: 168 time: 0.8661084 Nov 25 17:26:28.015927 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37782) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:28.054729 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-bcf0f66d-fc51-4375-ba06-7552d2fddda9 service neutron] For port 1e63c212-dc7e-43ab-88cf-3670c895b2f2, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=1e63c212-dc7e-43ab-88cf-3670c895b2f2,segment=NetworkSegment(2c22414f-d4c7-43ac-a576-c7b2f18031bf),segment_id=2c22414f-d4c7-43ac-a576-c7b2f18031bf)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:26:28.057352 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25346721-a01f-42af-9cd4-faa2ff3a76ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe1a073-c107-4fe5-8364-9e406306d6bc,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:28.062841 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-bcf0f66d-fc51-4375-ba06-7552d2fddda9 service neutron] Publish callbacks [] for binding, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:28.064098 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-bcf0f66d-fc51-4375-ba06-7552d2fddda9 service neutron] 10.222.0.75 "POST /v2.0/ports/1e63c212-dc7e-43ab-88cf-3670c895b2f2/bindings HTTP/1.1" status: 201 len: 389 time: 0.6174333 Nov 25 17:26:28.504184 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8839d2f9-bdf4-4e09-a7b6-76a0a36bcfa9 None None] DHCP port deletion for 9a0cd15f-b02d-4bbf-9256-1dfad1106162 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:26:28.529367 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5c1e2-e094-420f-b31a-a94d33932abe service neutron] Pushing event updated for resources: {'Port': ['ID=5f4e1086-1615-4d97-a6d5-97474945bb7f,revision_number=7']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:28.547894 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fe2a29ae-5171-482d-91cd-ea3805be7804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:28.598491 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 22546b20-98a6-4601-a838-1adfa81c320a no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:26:28.618149 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-f2e5c1e2-e094-420f-b31a-a94d33932abe service neutron] Attempting to bind port 5f4e1086-1615-4d97-a6d5-97474945bb7f on host n-h1-817746-1 for vnic_type normal with profile {"migrating_to": "n-h2-817746-1"} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:26:28.618494 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-f2e5c1e2-e094-420f-b31a-a94d33932abe service neutron] Attempting to bind port 5f4e1086-1615-4d97-a6d5-97474945bb7f by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '32304091-a43f-4bbd-aae7-89d7e0d9d2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c4ad8fe4-e22e-4c8b-af10-9eaf120b663c'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:26:28.618832 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-f2e5c1e2-e094-420f-b31a-a94d33932abe service neutron] Attempting to bind port 5f4e1086-1615-4d97-a6d5-97474945bb7f on network c4ad8fe4-e22e-4c8b-af10-9eaf120b663c {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:28.667730 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 22546b20-98a6-4601-a838-1adfa81c320a {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:26:28.668268 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 22546b20-98a6-4601-a838-1adfa81c320a not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:26:28.668759 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 19f504a9-983f-4083-9f07-60164d3f5432 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:26:28.704803 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 19f504a9-983f-4083-9f07-60164d3f5432 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:26:28.705519 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 19f504a9-983f-4083-9f07-60164d3f5432 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:26:28.705842 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device b616bbc2-f1d3-418b-864c-c0f83ce656e8 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:26:28.729115 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: b616bbc2-f1d3-418b-864c-c0f83ce656e8 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:26:28.729564 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device b616bbc2-f1d3-418b-864c-c0f83ce656e8 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:26:28.764114 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-8839d2f9-bdf4-4e09-a7b6-76a0a36bcfa9 None None] Deleting port 7be1ee4d-e88b-45a6-835d-1928d4097388 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:26:28.765584 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8839d2f9-bdf4-4e09-a7b6-76a0a36bcfa9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:28.778548 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effdce86-dbe2-4d81-8e98-c74ceae38434 req-1d989a85-0863-41a5-b14e-3d823537ff82 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:28.795766 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-effdce86-dbe2-4d81-8e98-c74ceae38434 req-1d989a85-0863-41a5-b14e-3d823537ff82 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=27c5102e-26b4-492f-95ef-d996d948b29d HTTP/1.1" status: 200 len: 944 time: 0.7192364 Nov 25 17:26:28.799663 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-f2e5c1e2-e094-420f-b31a-a94d33932abe service neutron] Port 5f4e1086-1615-4d97-a6d5-97474945bb7f on network c4ad8fe4-e22e-4c8b-af10-9eaf120b663c not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:26:28.800090 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-f2e5c1e2-e094-420f-b31a-a94d33932abe service neutron] Attempting to bind port 5f4e1086-1615-4d97-a6d5-97474945bb7f on network c4ad8fe4-e22e-4c8b-af10-9eaf120b663c {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:28.811346 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 5f4e1086-1615-4d97-a6d5-97474945bb7f details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:26:28.826884 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37794) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:28.868692 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-51cfdf87-9ee0-428e-a853-60118150060c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:28.870248 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-51cfdf87-9ee0-428e-a853-60118150060c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cbebe6cb2b944a35af1ec08d68611682&device_id=64bf8e73-6ad3-47a8-9852-05a9aaa2736c HTTP/1.1" status: 200 len: 1096 time: 0.4621634 Nov 25 17:26:28.877515 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-f2e5c1e2-e094-420f-b31a-a94d33932abe service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:26:28.878057 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-f2e5c1e2-e094-420f-b31a-a94d33932abe service neutron] Checking segment: {'id': '32304091-a43f-4bbd-aae7-89d7e0d9d2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c4ad8fe4-e22e-4c8b-af10-9eaf120b663c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:26:28.879348 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-f2e5c1e2-e094-420f-b31a-a94d33932abe service neutron] Bound using segment: {'id': '32304091-a43f-4bbd-aae7-89d7e0d9d2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c4ad8fe4-e22e-4c8b-af10-9eaf120b663c'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:26:28.880075 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-f2e5c1e2-e094-420f-b31a-a94d33932abe service neutron] Bound port: 5f4e1086-1615-4d97-a6d5-97474945bb7f, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32304091-a43f-4bbd-aae7-89d7e0d9d2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c4ad8fe4-e22e-4c8b-af10-9eaf120b663c'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:26:28.880612 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-f2e5c1e2-e094-420f-b31a-a94d33932abe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:29.006820 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-effdce86-dbe2-4d81-8e98-c74ceae38434 req-a1e7ea95-51f1-4f4c-855c-ed4a9b646934 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094777 Nov 25 17:26:29.025322 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54d4757-5626-4198-bbf9-7657c3a771f7 req-d8ff4d02-f7cb-4bf5-9d29-26df7ec3e1d7 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:29.034117 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c54d4757-5626-4198-bbf9-7657c3a771f7 req-d8ff4d02-f7cb-4bf5-9d29-26df7ec3e1d7 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a4bf71-df86-45b5-ba21-3d2348a88c91 HTTP/1.1" status: 200 len: 946 time: 0.4268212 Nov 25 17:26:29.108933 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b88d7dc9-9c08-4f15-b89b-fce1816f4d86 x-openstack-request-id: req-b88d7dc9-9c08-4f15-b89b-fce1816f4d86 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:26:29.109200 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c5102e-26b4-492f-95ef-d996d948b29d", "name": "network-vif-unplugged", "status": "completed", "tag": "5f4e1086-1615-4d97-a6d5-97474945bb7f", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:26:29.109454 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b88d7dc9-9c08-4f15-b89b-fce1816f4d86 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:26:29.109658 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-d4545dcd-858d-4564-a96a-a0f5e4fdfd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:29.110123 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c5102e-26b4-492f-95ef-d996d948b29d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f4e1086-1615-4d97-a6d5-97474945bb7f', 'code': 200} Nov 25 17:26:29.111109 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-d4545dcd-858d-4564-a96a-a0f5e4fdfd91 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cdfc7726-be74-4470-a033-195b79623a95 HTTP/1.1" status: 200 len: 908 time: 0.2309234 Nov 25 17:26:29.151733 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c54d4757-5626-4198-bbf9-7657c3a771f7 req-61901994-c8b8-4d0e-b6ad-fdcd9c26a982 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147311 Nov 25 17:26:29.175064 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-8839d2f9-bdf4-4e09-a7b6-76a0a36bcfa9 None None] For port 7be1ee4d-e88b-45a6-835d-1928d4097388, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=7be1ee4d-e88b-45a6-835d-1928d4097388,segment=NetworkSegment(5821ea95-d79d-4e11-b20c-c268a04feea4),segment_id=5821ea95-d79d-4e11-b20c-c268a04feea4)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:29.181888 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8839d2f9-bdf4-4e09-a7b6-76a0a36bcfa9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:29.187147 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-358028e6-b1cb-4428-a460-1ea16087ce9f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=89cffc892e0c42bd9cdfadf2bf5f49d6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3507318 Nov 25 17:26:29.191361 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37798) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:29.205628 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-6bd74782-20e2-4045-8350-23dc6fca1c1c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e63c212-dc7e-43ab-88cf-3670c895b2f2 HTTP/1.1" status: 200 len: 217 time: 0.0841243 Nov 25 17:26:29.221383 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-8839d2f9-bdf4-4e09-a7b6-76a0a36bcfa9 None None] Calling delete_port for 7be1ee4d-e88b-45a6-835d-1928d4097388 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:26:29.329712 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-19b2d472-6c89-4f43-84c0-a3ccc6fb66f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:29.331974 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-19b2d472-6c89-4f43-84c0-a3ccc6fb66f8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ee1e665a-f297-4067-8b5a-7a7e373f89c9 HTTP/1.1" status: 200 len: 847 time: 0.1137373 Nov 25 17:26:29.339480 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 5f4e1086-1615-4d97-a6d5-97474945bb7f, host n-h1-817746-1, got binding levels [] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:29.377318 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Attempting to bind port 5f4e1086-1615-4d97-a6d5-97474945bb7f on host n-h1-817746-1 for vnic_type normal with profile {"migrating_to": "n-h2-817746-1"} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:26:29.377850 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Attempting to bind port 5f4e1086-1615-4d97-a6d5-97474945bb7f by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '32304091-a43f-4bbd-aae7-89d7e0d9d2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c4ad8fe4-e22e-4c8b-af10-9eaf120b663c'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:26:29.378670 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Attempting to bind port 5f4e1086-1615-4d97-a6d5-97474945bb7f on network c4ad8fe4-e22e-4c8b-af10-9eaf120b663c {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:29.400998 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8839d2f9-bdf4-4e09-a7b6-76a0a36bcfa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:29.428735 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-fe2a29ae-5171-482d-91cd-ea3805be7804 admin admin] Deleting port 7be1ee4d-e88b-45a6-835d-1928d4097388 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:26:29.428735 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fe2a29ae-5171-482d-91cd-ea3805be7804 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:29.457845 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-6073c1be-bef8-45f5-9c09-3083d101a01b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cdfc7726-be74-4470-a033-195b79623a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1161366 Nov 25 17:26:29.461421 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8839d2f9-bdf4-4e09-a7b6-76a0a36bcfa9 None None] No DVR routers for this DVR port 7be1ee4d-e88b-45a6-835d-1928d4097388 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:26:29.485416 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Port 5f4e1086-1615-4d97-a6d5-97474945bb7f on network c4ad8fe4-e22e-4c8b-af10-9eaf120b663c not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:26:29.486192 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Attempting to bind port 5f4e1086-1615-4d97-a6d5-97474945bb7f on network c4ad8fe4-e22e-4c8b-af10-9eaf120b663c {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:29.488846 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8839d2f9-bdf4-4e09-a7b6-76a0a36bcfa9 None None] Pushing event deleted for resources: {'Port': ['ID=7be1ee4d-e88b-45a6-835d-1928d4097388,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:29.506773 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:26:29.514226 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Checking segment: {'id': '32304091-a43f-4bbd-aae7-89d7e0d9d2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c4ad8fe4-e22e-4c8b-af10-9eaf120b663c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:26:29.515014 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Bound using segment: {'id': '32304091-a43f-4bbd-aae7-89d7e0d9d2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c4ad8fe4-e22e-4c8b-af10-9eaf120b663c'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:26:29.515745 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Bound port: 5f4e1086-1615-4d97-a6d5-97474945bb7f, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32304091-a43f-4bbd-aae7-89d7e0d9d2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c4ad8fe4-e22e-4c8b-af10-9eaf120b663c'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:26:29.516468 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:29.588042 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-fe2a29ae-5171-482d-91cd-ea3805be7804 admin admin] For port 7be1ee4d-e88b-45a6-835d-1928d4097388, host n-d-817746-1, got binding levels [] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:29.588365 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fe2a29ae-5171-482d-91cd-ea3805be7804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:29.606361 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-fe2a29ae-5171-482d-91cd-ea3805be7804 admin admin] Calling delete_port for 7be1ee4d-e88b-45a6-835d-1928d4097388 owned by network:dhcp {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:26:29.614673 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-f2e5c1e2-e094-420f-b31a-a94d33932abe service neutron] For port 5f4e1086-1615-4d97-a6d5-97474945bb7f, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:26:29.618067 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.ipam_backend_mixin [None req-fe2a29ae-5171-482d-91cd-ea3805be7804 admin admin] Port 7be1ee4d-e88b-45a6-835d-1928d4097388 was not found and therefore no delete operation was performed {{(pid=103361) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 17:26:29.625679 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fe2a29ae-5171-482d-91cd-ea3805be7804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:29.651686 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a4e67c29-ba0b-4c1b-b2df-38b61f0d6b16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:29.682289 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2a29ae-5171-482d-91cd-ea3805be7804 admin admin] Pushing event deleted for resources: {'Port': ['ID=7be1ee4d-e88b-45a6-835d-1928d4097388,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:29.688320 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-f2e5c1e2-e094-420f-b31a-a94d33932abe service neutron] For port 5f4e1086-1615-4d97-a6d5-97474945bb7f, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=5f4e1086-1615-4d97-a6d5-97474945bb7f,segment=NetworkSegment(32304091-a43f-4bbd-aae7-89d7e0d9d2b6),segment_id=32304091-a43f-4bbd-aae7-89d7e0d9d2b6)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:26:29.702269 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b8cc4-1b28-4b9b-86d5-b53dffedab1a req-b317db20-05e8-4de7-96b4-9e251688d7be tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:29.704274 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dd1b8cc4-1b28-4b9b-86d5-b53dffedab1a req-b317db20-05e8-4de7-96b4-9e251688d7be tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=7290d4bd-e7e5-4e18-b437-a99b99a4a1c7 HTTP/1.1" status: 200 len: 945 time: 0.4647949 Nov 25 17:26:29.705929 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a4e67c29-ba0b-4c1b-b2df-38b61f0d6b16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:29.714395 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e323cda-5fe1-42ed-b47f-efd2041ef407 req-95f3b91f-d40a-4594-b562-c0c35ef5eba2 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:29.718347 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1e323cda-5fe1-42ed-b47f-efd2041ef407 req-95f3b91f-d40a-4594-b562-c0c35ef5eba2 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=64bf8e73-6ad3-47a8-9852-05a9aaa2736c HTTP/1.1" status: 200 len: 945 time: 0.4842911 Nov 25 17:26:29.721124 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2a29ae-5171-482d-91cd-ea3805be7804 admin admin] No DVR routers for this DVR port 7be1ee4d-e88b-45a6-835d-1928d4097388 on host n-d-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:26:29.728047 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-f2e5c1e2-e094-420f-b31a-a94d33932abe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:29.732649 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 5f4e1086-1615-4d97-a6d5-97474945bb7f, host n-h1-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:26:29.742507 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.db.api [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 5f4e1086-1615-4d97-a6d5-97474945bb7f-n-h1-817746-1-0 {{(pid=103362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:26:29.743895 n-d-817746-1 neutron-server[103362]: DEBUG oslo_db.api [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:26:29.767239 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-b881e078-c42e-4ab0-a787-65e0ff16379a service neutron] 10.222.0.74 "GET /v2.0/networks/cdfc7726-be74-4470-a033-195b79623a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637451 Nov 25 17:26:29.927120 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-5425046d-67d5-4cb6-8096-191aaeb4a237 service neutron] 10.222.0.74 "GET /v2.0/networks/cdfc7726-be74-4470-a033-195b79623a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506507 Nov 25 17:26:29.942353 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a4e67c29-ba0b-4c1b-b2df-38b61f0d6b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:29.947335 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a4e67c29-ba0b-4c1b-b2df-38b61f0d6b16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:29.948660 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a4e67c29-ba0b-4c1b-b2df-38b61f0d6b16 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b3d89def-e48f-4898-948b-742b7916da57 HTTP/1.1" status: 204 len: 168 time: 0.7560966 Nov 25 17:26:29.963952 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e67c29-ba0b-4c1b-b2df-38b61f0d6b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d89def-e48f-4898-948b-742b7916da57,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:30.000882 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fe2a29ae-5171-482d-91cd-ea3805be7804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:30.026179 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-fe2a29ae-5171-482d-91cd-ea3805be7804 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a0cd15f-b02d-4bbf-9256-1dfad1106162']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:30.035779 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-fe2a29ae-5171-482d-91cd-ea3805be7804 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5821ea95-d79d-4e11-b20c-c268a04feea4') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:30.036086 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-fe2a29ae-5171-482d-91cd-ea3805be7804 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5821ea95-d79d-4e11-b20c-c268a04feea4') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:30.053647 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fe2a29ae-5171-482d-91cd-ea3805be7804 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:30.067741 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fe2a29ae-5171-482d-91cd-ea3805be7804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:30.076211 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe2a29ae-5171-482d-91cd-ea3805be7804 admin admin] Releasing vlan 919 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:26:30.076570 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fe2a29ae-5171-482d-91cd-ea3805be7804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:30.105221 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:26:30.105221 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:26:30.105221 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:26:30.105221 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:26:30.105221 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:26:30.105221 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:26:30.105221 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:26:30.105221 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:26:30.105221 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:26:30.105221 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:26:30.105221 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:26:30.105221 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:26:30.105221 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:26:30.105221 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:26:30.105221 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:26:30.105221 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:26:30.105221 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:26:30.105221 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:26:30.105221 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:26:30.105221 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:26:30.105221 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:26:30.105221 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:26:30.105221 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:26:30.105221 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:26:30.105221 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:26:30.105221 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:26:30.105221 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:26:30.105221 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:26:30.105221 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:26:30.105221 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:26:30.105221 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:26:30.105221 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:26:30.214508 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-f2e5c1e2-e094-420f-b31a-a94d33932abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:30.215186 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-f2e5c1e2-e094-420f-b31a-a94d33932abe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:30.216766 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-f2e5c1e2-e094-420f-b31a-a94d33932abe service neutron] 10.222.0.90 "PUT /v2.0/ports/5f4e1086-1615-4d97-a6d5-97474945bb7f HTTP/1.1" status: 200 len: 1122 time: 3.0199373 Nov 25 17:26:30.217522 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5c1e2-e094-420f-b31a-a94d33932abe service neutron] Pushing event updated for resources: {'Port': ['ID=5f4e1086-1615-4d97-a6d5-97474945bb7f,revision_number=8']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:30.229093 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1e323cda-5fe1-42ed-b47f-efd2041ef407 req-c3202802-3941-4cc3-96d8-cdd3a0ea7032 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4897747 Nov 25 17:26:30.238844 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dd1b8cc4-1b28-4b9b-86d5-b53dffedab1a req-10c60b33-5b0d-465b-87b0-2f3e8ab5a009 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5212975 Nov 25 17:26:30.243256 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fe2a29ae-5171-482d-91cd-ea3805be7804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:30.254733 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fe2a29ae-5171-482d-91cd-ea3805be7804 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:30.261910 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-fe2a29ae-5171-482d-91cd-ea3805be7804 admin admin] 10.222.0.75 "DELETE /v2.0/networks/9a0cd15f-b02d-4bbf-9256-1dfad1106162 HTTP/1.1" status: 204 len: 168 time: 2.2147424 Nov 25 17:26:30.319769 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Attempting to bind port 5f4e1086-1615-4d97-a6d5-97474945bb7f on host n-h1-817746-1 for vnic_type normal with profile {"migrating_to": "n-h2-817746-1"} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:26:30.323234 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2a29ae-5171-482d-91cd-ea3805be7804 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a0cd15f-b02d-4bbf-9256-1dfad1106162,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:30.340065 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Attempting to bind port 5f4e1086-1615-4d97-a6d5-97474945bb7f by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '32304091-a43f-4bbd-aae7-89d7e0d9d2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c4ad8fe4-e22e-4c8b-af10-9eaf120b663c'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:26:30.343462 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Attempting to bind port 5f4e1086-1615-4d97-a6d5-97474945bb7f on network c4ad8fe4-e22e-4c8b-af10-9eaf120b663c {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:30.367701 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Port 5f4e1086-1615-4d97-a6d5-97474945bb7f on network c4ad8fe4-e22e-4c8b-af10-9eaf120b663c not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:26:30.378079 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Attempting to bind port 5f4e1086-1615-4d97-a6d5-97474945bb7f on network c4ad8fe4-e22e-4c8b-af10-9eaf120b663c {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:30.395882 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:26:30.396649 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Checking segment: {'id': '32304091-a43f-4bbd-aae7-89d7e0d9d2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c4ad8fe4-e22e-4c8b-af10-9eaf120b663c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:26:30.397917 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Bound using segment: {'id': '32304091-a43f-4bbd-aae7-89d7e0d9d2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c4ad8fe4-e22e-4c8b-af10-9eaf120b663c'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:26:30.398926 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Bound port: 5f4e1086-1615-4d97-a6d5-97474945bb7f, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32304091-a43f-4bbd-aae7-89d7e0d9d2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c4ad8fe4-e22e-4c8b-af10-9eaf120b663c'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:26:30.412914 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:30.465135 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['5f4e1086-1615-4d97-a6d5-97474945bb7f'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:26:30.489665 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['5f4e1086-1615-4d97-a6d5-97474945bb7f'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:26:30.692109 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a4f0d-f6a7-478a-88c5-f1045a69905f req-ac582289-8f4f-42a1-bd50-d941c1c4b091 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:30.695119 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-762a4f0d-f6a7-478a-88c5-f1045a69905f req-ac582289-8f4f-42a1-bd50-d941c1c4b091 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=61d637eb-4d85-4798-9eb0-1c541647685d HTTP/1.1" status: 200 len: 949 time: 0.2372763 Nov 25 17:26:30.701714 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 7be1ee4d-e88b-45a6-835d-1928d4097388 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:26:30.731268 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ad01a-966d-4061-8a67-4aea350465db req-3a13b6d6-1fee-4d47-a1fe-558611537349 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:30.732394 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-673ad01a-966d-4061-8a67-4aea350465db req-3a13b6d6-1fee-4d47-a1fe-558611537349 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=27c5102e-26b4-492f-95ef-d996d948b29d HTTP/1.1" status: 200 len: 944 time: 0.1398025 Nov 25 17:26:30.750787 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37820) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:30.842800 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-762a4f0d-f6a7-478a-88c5-f1045a69905f req-388e2cbb-0b4f-40cc-a00d-a6ee267a0c66 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368170 Nov 25 17:26:30.857720 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-673ad01a-966d-4061-8a67-4aea350465db req-5eecdd30-c17c-4ea3-8552-dc00a79b321e tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092849 Nov 25 17:26:30.859691 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-62d6223f-a676-4949-9c69-be5b4e24fdea admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1577942fcbbc46c9844f7ac1e01d78fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1072674 Nov 25 17:26:30.862529 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37824) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:30.889552 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 7be1ee4d-e88b-45a6-835d-1928d4097388 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:26:30.889904 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 7be1ee4d-e88b-45a6-835d-1928d4097388 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:26:30.939526 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 52c53067-21df-45de-a730-7dc00c41f3de details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:26:30.985465 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-da1c8a15-fe43-4fa9-86df-ae68be936236 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:31.173921 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 52c53067-21df-45de-a730-7dc00c41f3de, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=52c53067-21df-45de-a730-7dc00c41f3de,segment=NetworkSegment(bdbf0e78-63fc-4baf-b91d-154115f4c256),segment_id=bdbf0e78-63fc-4baf-b91d-154115f4c256)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:31.190498 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 52c53067-21df-45de-a730-7dc00c41f3de no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:26:31.246375 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '52c53067-21df-45de-a730-7dc00c41f3de', 'network_id': '371425c0-1ad9-4640-8637-d9368ddb07ea', 'port_id': '52c53067-21df-45de-a730-7dc00c41f3de', 'mac_address': 'fa:16:3e:6d:fe:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c19ccf88-7778-4418-ad11-438645181f88', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:26:31.321638 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:31.387448 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27c5102e-26b4-492f-95ef-d996d948b29d', 'tag': '5f4e1086-1615-4d97-a6d5-97474945bb7f'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:26:31.390332 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032ba789-dd99-4dba-8954-c1c6be301d63" -d '{"events": [{"name": "network-changed", "server_uuid": "27c5102e-26b4-492f-95ef-d996d948b29d", "tag": "5f4e1086-1615-4d97-a6d5-97474945bb7f"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:26:31.408464 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 52c53067-21df-45de-a730-7dc00c41f3de {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:26:31.440066 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-da1c8a15-fe43-4fa9-86df-ae68be936236 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:31.446123 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 52c53067-21df-45de-a730-7dc00c41f3de, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=52c53067-21df-45de-a730-7dc00c41f3de,segment=NetworkSegment(bdbf0e78-63fc-4baf-b91d-154115f4c256),segment_id=bdbf0e78-63fc-4baf-b91d-154115f4c256)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:31.447491 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:31.491258 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:31.511120 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1375daaa-7041-4a9a-9b24-243c580a8245 req-a8d7a37d-cd21-4b2b-bacb-464009d15522 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:31.513067 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1375daaa-7041-4a9a-9b24-243c580a8245 req-a8d7a37d-cd21-4b2b-bacb-464009d15522 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a4bf71-df86-45b5-ba21-3d2348a88c91 HTTP/1.1" status: 200 len: 946 time: 0.5390601 Nov 25 17:26:31.602139 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-da1c8a15-fe43-4fa9-86df-ae68be936236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:31.606483 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-da1c8a15-fe43-4fa9-86df-ae68be936236 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:31.610034 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-da1c8a15-fe43-4fa9-86df-ae68be936236 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/344a8bc9-d5b6-4861-8e5a-cac035a52b8f HTTP/1.1" status: 204 len: 168 time: 0.7442575 Nov 25 17:26:31.634127 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=52c53067-21df-45de-a730-7dc00c41f3de,revision_number=6']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:31.666378 n-d-817746-1 neutron-server[103362]: WARNING neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Concurrent port binding operations failed on port 5f4e1086-1615-4d97-a6d5-97474945bb7f Nov 25 17:26:31.680618 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1c8a15-fe43-4fa9-86df-ae68be936236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344a8bc9-d5b6-4861-8e5a-cac035a52b8f,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:31.758572 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.db.api [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:26:31.758941 n-d-817746-1 neutron-server[103362]: DEBUG oslo_db.api [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:26:31.802255 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea8464-03f7-4792-bbab-dcb39c98a5ce req-aca9cfe5-e47c-453c-8af3-b55cf0e85b52 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:31.819566 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-85ea8464-03f7-4792-bbab-dcb39c98a5ce req-aca9cfe5-e47c-453c-8af3-b55cf0e85b52 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=64bf8e73-6ad3-47a8-9852-05a9aaa2736c HTTP/1.1" status: 200 len: 945 time: 0.3035741 Nov 25 17:26:31.832943 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 5f4e1086-1615-4d97-a6d5-97474945bb7f, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=5f4e1086-1615-4d97-a6d5-97474945bb7f,segment=NetworkSegment(32304091-a43f-4bbd-aae7-89d7e0d9d2b6),segment_id=32304091-a43f-4bbd-aae7-89d7e0d9d2b6)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:31.841494 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1375daaa-7041-4a9a-9b24-243c580a8245 req-40446efd-520d-4a68-b6db-536e4f4c2fa4 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751701 Nov 25 17:26:31.855824 n-d-817746-1 neutron-server[103362]: INFO neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Attempt 2 to bind port 5f4e1086-1615-4d97-a6d5-97474945bb7f Nov 25 17:26:31.856228 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 5f4e1086-1615-4d97-a6d5-97474945bb7f has no active binding in host n-h2-817746-1 {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 25 17:26:31.937836 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['52c53067-21df-45de-a730-7dc00c41f3de'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:26:31.996597 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-85ea8464-03f7-4792-bbab-dcb39c98a5ce req-b8e0d70b-d803-4fed-bd0e-4fc0bdb5bf79 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751602 Nov 25 17:26:32.158026 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557407a3-255c-4448-a278-af00deffc6b6 x-openstack-request-id: req-557407a3-255c-4448-a278-af00deffc6b6 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:26:32.158334 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27c5102e-26b4-492f-95ef-d996d948b29d", "tag": "5f4e1086-1615-4d97-a6d5-97474945bb7f", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:26:32.158561 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-557407a3-255c-4448-a278-af00deffc6b6 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:26:32.158947 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27c5102e-26b4-492f-95ef-d996d948b29d', 'tag': '5f4e1086-1615-4d97-a6d5-97474945bb7f', 'status': 'completed', 'code': 200} Nov 25 17:26:32.227356 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58cf7c-d0af-40a8-8cbb-ae9689e7051a req-6a3d13fc-30b3-4a69-88c6-6be095ba31cb tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:32.260768 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9c58cf7c-d0af-40a8-8cbb-ae9689e7051a req-6a3d13fc-30b3-4a69-88c6-6be095ba31cb tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=7290d4bd-e7e5-4e18-b437-a99b99a4a1c7 HTTP/1.1" status: 200 len: 944 time: 0.2020183 Nov 25 17:26:32.270558 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ba789-dd99-4dba-8954-c1c6be301d63 req-4c6caa46-bb70-4e64-a7c1-9612e7081e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:32.272819 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-032ba789-dd99-4dba-8954-c1c6be301d63 req-4c6caa46-bb70-4e64-a7c1-9612e7081e1c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ac7a18821f8e4e00814d44731ef8d033&device_id=27c5102e-26b4-492f-95ef-d996d948b29d HTTP/1.1" status: 200 len: 1125 time: 0.1164141 Nov 25 17:26:32.369844 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:32.459087 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9c58cf7c-d0af-40a8-8cbb-ae9689e7051a req-b1dae539-3f26-41ac-ba80-29c0afe438b6 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976328 Nov 25 17:26:32.460172 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 52c53067-21df-45de-a730-7dc00c41f3de {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:26:32.479260 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ba789-dd99-4dba-8954-c1c6be301d63 req-de22c010-98f8-4c5e-b5b7-ca682346278d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:32.484241 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-032ba789-dd99-4dba-8954-c1c6be301d63 req-de22c010-98f8-4c5e-b5b7-ca682346278d service neutron] 10.222.0.74 "GET /v2.0/networks?id=c4ad8fe4-e22e-4c8b-af10-9eaf120b663c HTTP/1.1" status: 200 len: 921 time: 0.1993890 Nov 25 17:26:32.504972 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 52c53067-21df-45de-a730-7dc00c41f3de, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=52c53067-21df-45de-a730-7dc00c41f3de,segment=NetworkSegment(bdbf0e78-63fc-4baf-b91d-154115f4c256),segment_id=bdbf0e78-63fc-4baf-b91d-154115f4c256)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:32.512020 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:32.571798 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=52c53067-21df-45de-a730-7dc00c41f3de,revision_number=7']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:32.613777 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa98831-a9a4-401f-ab96-49f82ae1d539 req-d971e606-4448-4b23-8156-833f39f8a0df tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:32.615369 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7fa98831-a9a4-401f-ab96-49f82ae1d539 req-d971e606-4448-4b23-8156-833f39f8a0df tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=61d637eb-4d85-4798-9eb0-1c541647685d HTTP/1.1" status: 200 len: 949 time: 0.1862459 Nov 25 17:26:32.629899 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-032ba789-dd99-4dba-8954-c1c6be301d63 req-4ef1adbd-9d43-484f-a2c8-c6effa54d159 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f4e1086-1615-4d97-a6d5-97474945bb7f HTTP/1.1" status: 200 len: 217 time: 0.1319790 Nov 25 17:26:32.714756 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ba789-dd99-4dba-8954-c1c6be301d63 req-f8177901-f2e4-428a-a018-0921b0453374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:32.718904 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-032ba789-dd99-4dba-8954-c1c6be301d63 req-f8177901-f2e4-428a-a018-0921b0453374 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0a91ba6f-af85-4b11-90c3-2d5fc7a12e25 HTTP/1.1" status: 200 len: 860 time: 0.0811355 Nov 25 17:26:32.741981 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7fa98831-a9a4-401f-ab96-49f82ae1d539 req-92fec34e-2851-4bcd-8bd4-d57e4179cef5 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138346 Nov 25 17:26:32.799356 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-032ba789-dd99-4dba-8954-c1c6be301d63 req-65c45e16-aa08-497f-8135-b50e44c3bee6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c4ad8fe4-e22e-4c8b-af10-9eaf120b663c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655231 Nov 25 17:26:33.025765 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-032ba789-dd99-4dba-8954-c1c6be301d63 req-6b503f57-234f-4041-a6f0-aee4b92cc202 service neutron] 10.222.0.74 "GET /v2.0/networks/c4ad8fe4-e22e-4c8b-af10-9eaf120b663c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124481 Nov 25 17:26:33.124637 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c262d-6519-409b-a992-35abc8fef90c req-bd703cdf-a557-4681-856b-2f33e79945be tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:33.134217 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-249c262d-6519-409b-a992-35abc8fef90c req-bd703cdf-a557-4681-856b-2f33e79945be tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=27c5102e-26b4-492f-95ef-d996d948b29d HTTP/1.1" status: 200 len: 944 time: 0.1959007 Nov 25 17:26:33.216774 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-249c262d-6519-409b-a992-35abc8fef90c req-8d27396c-5b09-41a2-ac79-416277db2157 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792882 Nov 25 17:26:33.273760 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b6609-1c2a-4792-962c-6c5bca309bf7 req-d241e200-d823-4dc4-bdb0-ecc8ee3be685 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:33.285532 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-032ba789-dd99-4dba-8954-c1c6be301d63 req-9bd39e9a-1073-4e3b-b8b4-6e344a6b123a service neutron] 10.222.0.74 "GET /v2.0/networks/c4ad8fe4-e22e-4c8b-af10-9eaf120b663c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476816 Nov 25 17:26:33.296608 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9b1b6609-1c2a-4792-962c-6c5bca309bf7 req-d241e200-d823-4dc4-bdb0-ecc8ee3be685 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a4bf71-df86-45b5-ba21-3d2348a88c91 HTTP/1.1" status: 200 len: 946 time: 0.2733555 Nov 25 17:26:33.361822 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37888) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:33.469484 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9b1b6609-1c2a-4792-962c-6c5bca309bf7 req-9a912906-7949-48f3-a095-33132f5db3e8 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703584 Nov 25 17:26:33.578784 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-4372dada-8a4f-4740-b7ae-36bbfbcd7234 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-861559175-network', 'tenant_id': '733f83ade5ed462890d9dfd70ff5e26d'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:33.586658 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1763c73-73ab-4d2a-8a42-5a4e4663298a req-5982ae0e-7f9e-4675-b243-1c723ea27cef tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:33.601124 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a1763c73-73ab-4d2a-8a42-5a4e4663298a req-5982ae0e-7f9e-4675-b243-1c723ea27cef tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=64bf8e73-6ad3-47a8-9852-05a9aaa2736c HTTP/1.1" status: 200 len: 945 time: 0.1944649 Nov 25 17:26:33.630872 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4372dada-8a4f-4740-b7ae-36bbfbcd7234 admin admin] Made reservation on behalf of 733f83ade5ed462890d9dfd70ff5e26d for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:26:33.640127 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4372dada-8a4f-4740-b7ae-36bbfbcd7234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:33.671686 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4372dada-8a4f-4740-b7ae-36bbfbcd7234 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:33.776795 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a1763c73-73ab-4d2a-8a42-5a4e4663298a req-ceaeec1c-1d33-469e-8e5b-64a8f01094dc tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734903 Nov 25 17:26:33.909739 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aab911-48b1-4ff3-b5d9-736d4e6c7d3c req-6a4d3ae0-bc97-4b87-af23-caf16d79c54b tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:33.920741 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c1aab911-48b1-4ff3-b5d9-736d4e6c7d3c req-6a4d3ae0-bc97-4b87-af23-caf16d79c54b tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=7290d4bd-e7e5-4e18-b437-a99b99a4a1c7 HTTP/1.1" status: 200 len: 943 time: 0.2325571 Nov 25 17:26:33.931250 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4372dada-8a4f-4740-b7ae-36bbfbcd7234 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:33.940144 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4372dada-8a4f-4740-b7ae-36bbfbcd7234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:33.977217 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4372dada-8a4f-4740-b7ae-36bbfbcd7234 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 901} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:26:33.996482 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4372dada-8a4f-4740-b7ae-36bbfbcd7234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84be2441-5ea8-4292-81c0-e25d06d16adc,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:34.001018 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4372dada-8a4f-4740-b7ae-36bbfbcd7234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:34.001563 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-4372dada-8a4f-4740-b7ae-36bbfbcd7234 admin admin] Added segment 6347e9f6-96b1-4f56-a092-a9cf81778fe8 of type vlan for network 6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5 Nov 25 17:26:34.042333 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37902) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:34.092468 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4372dada-8a4f-4740-b7ae-36bbfbcd7234 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:34.116308 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c1aab911-48b1-4ff3-b5d9-736d4e6c7d3c req-e7ac7ca4-cf12-43b3-9648-54056f1976f8 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897244 Nov 25 17:26:34.146768 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4372dada-8a4f-4740-b7ae-36bbfbcd7234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:34.147871 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4372dada-8a4f-4740-b7ae-36bbfbcd7234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:34.148475 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4372dada-8a4f-4740-b7ae-36bbfbcd7234 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:34.156219 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5a30c-0e8b-4ae1-8917-74ad6b57bef6 req-70700e3a-ac56-4e1c-8c33-76eabc4c31ad tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:34.157945 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f9a5a30c-0e8b-4ae1-8917-74ad6b57bef6 req-70700e3a-ac56-4e1c-8c33-76eabc4c31ad tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=61d637eb-4d85-4798-9eb0-1c541647685d HTTP/1.1" status: 200 len: 949 time: 0.1355767 Nov 25 17:26:34.237496 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f9a5a30c-0e8b-4ae1-8917-74ad6b57bef6 req-494a5d80-5c8d-400e-9e6f-093714cc2138 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666556 Nov 25 17:26:34.252568 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4372dada-8a4f-4740-b7ae-36bbfbcd7234 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.8888898 Nov 25 17:26:34.253827 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37906) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:34.261783 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-cea1dc79-176a-477d-8998-1d4449d45e93 admin admin] Request body: {'subnet': {'network_id': '6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-861559175-subnet', 'tenant_id': '733f83ade5ed462890d9dfd70ff5e26d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:34.300458 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4372dada-8a4f-4740-b7ae-36bbfbcd7234 admin admin] Pushing event updated for resources: {'Network': ['ID=6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:34.318341 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea1dc79-176a-477d-8998-1d4449d45e93 admin admin] Made reservation on behalf of 733f83ade5ed462890d9dfd70ff5e26d for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:26:34.322812 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:26:34.326206 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cea1dc79-176a-477d-8998-1d4449d45e93 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:34.340486 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dd89503c-c50e-4b4f-b4ec-05a53a05b699 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:34.504308 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af9ddf-733b-435f-a9de-59307350cd96 req-08ba68e1-bbe9-49b1-903e-547d18baf7dd tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:34.506104 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-27af9ddf-733b-435f-a9de-59307350cd96 req-08ba68e1-bbe9-49b1-903e-547d18baf7dd tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=27c5102e-26b4-492f-95ef-d996d948b29d HTTP/1.1" status: 200 len: 944 time: 0.1145880 Nov 25 17:26:34.562412 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dd89503c-c50e-4b4f-b4ec-05a53a05b699 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:34.574664 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dd89503c-c50e-4b4f-b4ec-05a53a05b699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:34.610922 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-27af9ddf-733b-435f-a9de-59307350cd96 req-9ff10f0b-a982-444f-99f5-18bd83818cd2 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952044 Nov 25 17:26:34.684569 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd89503c-c50e-4b4f-b4ec-05a53a05b699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ae83fd-f19e-40c8-b105-51c050a7cf02,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:34.702179 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f677ee6-7456-447e-8b3c-4d9d7baf660f req-a9c9f273-6cc9-429e-ba7b-b291c505e45c tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:34.706258 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5f677ee6-7456-447e-8b3c-4d9d7baf660f req-a9c9f273-6cc9-429e-ba7b-b291c505e45c tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a4bf71-df86-45b5-ba21-3d2348a88c91 HTTP/1.1" status: 200 len: 946 time: 0.1384175 Nov 25 17:26:34.711355 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-dd89503c-c50e-4b4f-b4ec-05a53a05b699 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1c4327c9a1a745c085c815b767ab7de6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6679766 Nov 25 17:26:34.715574 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37914) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:34.789890 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cea1dc79-176a-477d-8998-1d4449d45e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:34.793084 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f7c91242-7492-4b28-98a1-6c4d9e65e494 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:34.833070 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f7c91242-7492-4b28-98a1-6c4d9e65e494 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:34.837965 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 52c53067-21df-45de-a730-7dc00c41f3de up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:26:34.891371 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5f677ee6-7456-447e-8b3c-4d9d7baf660f req-ab8b42d6-bab9-4e9b-b4fe-9a94a51539b3 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643095 Nov 25 17:26:34.894305 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1dc79-176a-477d-8998-1d4449d45e93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=577f7e8f-a41f-42c3-a5d0-23f6361748a4,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:34.915022 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f7c91242-7492-4b28-98a1-6c4d9e65e494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:34.921744 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f7c91242-7492-4b28-98a1-6c4d9e65e494 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:34.924423 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f7c91242-7492-4b28-98a1-6c4d9e65e494 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/12ae83fd-f19e-40c8-b105-51c050a7cf02 HTTP/1.1" status: 204 len: 168 time: 0.2077181 Nov 25 17:26:34.947448 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c91242-7492-4b28-98a1-6c4d9e65e494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ae83fd-f19e-40c8-b105-51c050a7cf02,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:34.949901 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea1dc79-176a-477d-8998-1d4449d45e93 admin admin] Checking segment: {'id': '6347e9f6-96b1-4f56-a092-a9cf81778fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:26:34.950382 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea1dc79-176a-477d-8998-1d4449d45e93 admin admin] Network hostable DHCP agents. Network: 6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:26:34.988134 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db688f-c119-495d-81af-2ddc127e6f39 req-bcfa8626-ad9d-42da-a20f-57d290f24de4 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:34.996329 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-44db688f-c119-495d-81af-2ddc127e6f39 req-bcfa8626-ad9d-42da-a20f-57d290f24de4 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=64bf8e73-6ad3-47a8-9852-05a9aaa2736c HTTP/1.1" status: 200 len: 945 time: 0.0897486 Nov 25 17:26:35.021598 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 52c53067-21df-45de-a730-7dc00c41f3de triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:35.022562 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:35.029091 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea1dc79-176a-477d-8998-1d4449d45e93 admin admin] Network 6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:26:35.052694 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-cea1dc79-176a-477d-8998-1d4449d45e93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:35.073794 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-44db688f-c119-495d-81af-2ddc127e6f39 req-010bdb39-fd13-47f7-a364-1c4ed02a0e6a tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694790 Nov 25 17:26:35.075729 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea1dc79-176a-477d-8998-1d4449d45e93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:35.076350 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cea1dc79-176a-477d-8998-1d4449d45e93 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:35.109036 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18170e42-7310-475e-b931-4743bcefa531 None None] Network 6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:26:35.119357 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-cea1dc79-176a-477d-8998-1d4449d45e93 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8637033 Nov 25 17:26:35.303426 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ae2d22-23a3-4c8f-8bd2-ba474e33213c None None] Network 6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:26:35.383879 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0550ad2c-1f94-464d-82eb-bd183afa5b76 req-c3ff195b-c5d2-4e05-822e-9e5fff58fbd5 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:35.385851 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0550ad2c-1f94-464d-82eb-bd183afa5b76 req-c3ff195b-c5d2-4e05-822e-9e5fff58fbd5 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=7290d4bd-e7e5-4e18-b437-a99b99a4a1c7 HTTP/1.1" status: 200 len: 943 time: 0.1280456 Nov 25 17:26:35.473793 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37932) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:35.502204 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-05fa3fbf-52b9-4df6-bdaa-f683e8fab08d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:35.537819 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12930477-cf79-4d46-b81f-f218d476cf4c req-c1316cf8-f931-4596-a674-1fe7e1f80d5d tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:35.539774 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-12930477-cf79-4d46-b81f-f218d476cf4c req-c1316cf8-f931-4596-a674-1fe7e1f80d5d tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=61d637eb-4d85-4798-9eb0-1c541647685d HTTP/1.1" status: 200 len: 949 time: 0.1331429 Nov 25 17:26:35.544946 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0550ad2c-1f94-464d-82eb-bd183afa5b76 req-1d385202-1d51-4c1b-af7c-a8fc9db566c3 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518373 Nov 25 17:26:35.621898 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-12930477-cf79-4d46-b81f-f218d476cf4c req-7715ad32-400e-4015-bd85-3f52d4cfde9b tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745997 Nov 25 17:26:35.722901 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:35.724145 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-05fa3fbf-52b9-4df6-bdaa-f683e8fab08d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:35.733616 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-05fa3fbf-52b9-4df6-bdaa-f683e8fab08d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:35.787035 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 52c53067-21df-45de-a730-7dc00c41f3de, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=52c53067-21df-45de-a730-7dc00c41f3de,segment=NetworkSegment(bdbf0e78-63fc-4baf-b91d-154115f4c256),segment_id=bdbf0e78-63fc-4baf-b91d-154115f4c256)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:35.791186 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7290d4bd-e7e5-4e18-b437-a99b99a4a1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c53067-21df-45de-a730-7dc00c41f3de'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:26:35.794920 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5cff9ec-8a8a-4833-a6f6-3e16d4126955" -d '{"events": [{"server_uuid": "7290d4bd-e7e5-4e18-b437-a99b99a4a1c7", "name": "network-vif-plugged", "status": "completed", "tag": "52c53067-21df-45de-a730-7dc00c41f3de"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:26:35.800018 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:35.801123 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 5f4e1086-1615-4d97-a6d5-97474945bb7f no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:26:35.836900 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fa3fbf-52b9-4df6-bdaa-f683e8fab08d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da12faea-a500-41ea-88a2-49c9a792c03b,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:35.848246 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-05fa3fbf-52b9-4df6-bdaa-f683e8fab08d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=004aa49b1bbd4e31af71d0e10fa8211c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3732958 Nov 25 17:26:35.851257 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37942) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:35.941875 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412249f-a3e7-4a74-868e-26973f3200f8 req-c2437e3f-33aa-43c4-9a5a-bc149f998b9a tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:35.945594 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7412249f-a3e7-4a74-868e-26973f3200f8 req-c2437e3f-33aa-43c4-9a5a-bc149f998b9a tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=27c5102e-26b4-492f-95ef-d996d948b29d HTTP/1.1" status: 200 len: 944 time: 0.1340640 Nov 25 17:26:36.037854 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6bc1b309-778f-40d9-bb94-1b3ccb767a01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:36.100337 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7412249f-a3e7-4a74-868e-26973f3200f8 req-d6c5568f-7a56-42d3-a5ea-ca52c6e0589c tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478629 Nov 25 17:26:36.102917 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6bc1b309-778f-40d9-bb94-1b3ccb767a01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:36.132206 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=52c53067-21df-45de-a730-7dc00c41f3de,revision_number=8']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:36.225622 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6bc1b309-778f-40d9-bb94-1b3ccb767a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:36.228989 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6bc1b309-778f-40d9-bb94-1b3ccb767a01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:36.231184 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6bc1b309-778f-40d9-bb94-1b3ccb767a01 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/da12faea-a500-41ea-88a2-49c9a792c03b HTTP/1.1" status: 204 len: 168 time: 0.3788562 Nov 25 17:26:36.281326 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc1b309-778f-40d9-bb94-1b3ccb767a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da12faea-a500-41ea-88a2-49c9a792c03b,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:36.343359 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec69216-2306-4730-b7f0-1cf77aaed9c1 x-openstack-request-id: req-7ec69216-2306-4730-b7f0-1cf77aaed9c1 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:26:36.343734 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7290d4bd-e7e5-4e18-b437-a99b99a4a1c7", "name": "network-vif-plugged", "status": "completed", "tag": "52c53067-21df-45de-a730-7dc00c41f3de", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:26:36.344029 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7ec69216-2306-4730-b7f0-1cf77aaed9c1 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:26:36.344462 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7290d4bd-e7e5-4e18-b437-a99b99a4a1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c53067-21df-45de-a730-7dc00c41f3de', 'code': 200} Nov 25 17:26:36.555816 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ff136-d5fb-400f-a0f1-30fa69a55162 req-c88644bc-82b7-489a-981c-746a5868a84f tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:36.566730 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a99ff136-d5fb-400f-a0f1-30fa69a55162 req-c88644bc-82b7-489a-981c-746a5868a84f tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/networks?id=6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5 HTTP/1.1" status: 200 len: 804 time: 0.2590396 Nov 25 17:26:36.574959 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1360950b-842c-4cbd-9964-fcbb9f6d7b0d req-0ac6be2b-18a6-4674-aa76-0a5a31b8cda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:36.580144 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-1360950b-842c-4cbd-9964-fcbb9f6d7b0d req-0ac6be2b-18a6-4674-aa76-0a5a31b8cda4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7290d4bd-e7e5-4e18-b437-a99b99a4a1c7 HTTP/1.1" status: 200 len: 1096 time: 0.0919461 Nov 25 17:26:36.610926 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a99ff136-d5fb-400f-a0f1-30fa69a55162 req-ac0fd468-0552-4384-b046-b8bdd8baaf32 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/quotas/733f83ade5ed462890d9dfd70ff5e26d HTTP/1.1" status: 200 len: 375 time: 0.0423429 Nov 25 17:26:36.681402 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-1360950b-842c-4cbd-9964-fcbb9f6d7b0d req-77ab1640-1d1b-44b1-bf30-17cb3b5177d5 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922911 Nov 25 17:26:36.714269 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a99ff136-d5fb-400f-a0f1-30fa69a55162 req-2944c6f6-083f-44e8-96a3-13b65ba9ffa9 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=733f83ade5ed462890d9dfd70ff5e26d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1019344 Nov 25 17:26:36.789326 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a9df5b-350b-4d5c-a669-cb30dc4be178 req-837cc3c3-b055-4cc6-b7c3-6fa5d51f0c72 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:36.799365 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-39a9df5b-350b-4d5c-a669-cb30dc4be178 req-837cc3c3-b055-4cc6-b7c3-6fa5d51f0c72 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a4bf71-df86-45b5-ba21-3d2348a88c91 HTTP/1.1" status: 200 len: 946 time: 0.2279420 Nov 25 17:26:36.954593 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-39a9df5b-350b-4d5c-a669-cb30dc4be178 req-5b9f89c2-ed7d-4fca-b090-9b51081d6b8a tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540229 Nov 25 17:26:37.035321 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a99ff136-d5fb-400f-a0f1-30fa69a55162 req-3d95e1cf-e85e-4076-b1f6-9cd792ac9084 service neutron] 10.222.0.75 "GET /v2.0/networks/6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104515 Nov 25 17:26:37.230333 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a99ff136-d5fb-400f-a0f1-30fa69a55162 req-10cce61a-a15d-4c7d-ad0d-16603d84ed5b service neutron] 10.222.0.75 "GET /v2.0/networks/6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871884 Nov 25 17:26:37.266305 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cdca10-bd30-4f34-935e-470133504bad req-a68cac3f-5c31-45cd-882d-82a402a42ed4 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:37.275667 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-17cdca10-bd30-4f34-935e-470133504bad req-a68cac3f-5c31-45cd-882d-82a402a42ed4 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=64bf8e73-6ad3-47a8-9852-05a9aaa2736c HTTP/1.1" status: 200 len: 945 time: 0.1410506 Nov 25 17:26:37.340416 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-17cdca10-bd30-4f34-935e-470133504bad req-0e94fb93-72d8-4e3e-99a9-bfca41b49dd4 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636308 Nov 25 17:26:37.733408 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fef8f4-f9d8-4d63-a2b6-40087c060af5 req-25842737-fa2f-4709-9f04-77d41fdf3443 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:37.743528 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e4fef8f4-f9d8-4d63-a2b6-40087c060af5 req-25842737-fa2f-4709-9f04-77d41fdf3443 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=7290d4bd-e7e5-4e18-b437-a99b99a4a1c7 HTTP/1.1" status: 200 len: 945 time: 0.2037055 Nov 25 17:26:37.769156 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28932dc8-1d08-4f7e-8ca1-2f5782dbd63e req-78b4ecad-1034-4e57-b151-582dc38bc6a1 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:37.771055 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-28932dc8-1d08-4f7e-8ca1-2f5782dbd63e req-78b4ecad-1034-4e57-b151-582dc38bc6a1 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=61d637eb-4d85-4798-9eb0-1c541647685d HTTP/1.1" status: 200 len: 949 time: 0.2167780 Nov 25 17:26:37.874516 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e4fef8f4-f9d8-4d63-a2b6-40087c060af5 req-af6e6438-c3b7-4129-8aec-b89b0a9cdb69 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259272 Nov 25 17:26:37.954859 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-28932dc8-1d08-4f7e-8ca1-2f5782dbd63e req-74531d32-c34f-4389-86f9-0c202e9e1049 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620040 Nov 25 17:26:38.201372 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-47178a0b-8a62-439a-99ec-d6e55a93cacc req-bd498c98-716f-46cf-94eb-0febeae58a33 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/ports?device_id=20b57555-0ca2-4620-b3cd-28ec4ad858b1 HTTP/1.1" status: 200 len: 210 time: 0.0787451 Nov 25 17:26:38.266683 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bfd726-bd17-4e0a-bd3b-cd9ed2995126 req-712832c4-2f98-46a4-b056-a3f023b581ed tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:38.275927 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-14bfd726-bd17-4e0a-bd3b-cd9ed2995126 req-712832c4-2f98-46a4-b056-a3f023b581ed tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=27c5102e-26b4-492f-95ef-d996d948b29d HTTP/1.1" status: 200 len: 944 time: 0.2660410 Nov 25 17:26:38.421483 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-14bfd726-bd17-4e0a-bd3b-cd9ed2995126 req-f0868e3f-f0da-4d5a-a69e-350744ffeb1d tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439722 Nov 25 17:26:38.588913 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc09ef-3bec-4131-8661-14a4609b24f0 req-e362da97-d686-482c-9354-60050267e19c tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:38.590827 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7adc09ef-3bec-4131-8661-14a4609b24f0 req-e362da97-d686-482c-9354-60050267e19c tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a4bf71-df86-45b5-ba21-3d2348a88c91 HTTP/1.1" status: 200 len: 946 time: 0.1052370 Nov 25 17:26:38.658396 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095aa032-ebf3-4483-ad3b-986dde5d44c9 req-a204109b-2c39-4f27-8c0f-bc926f20f18c tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:38.661382 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-095aa032-ebf3-4483-ad3b-986dde5d44c9 req-a204109b-2c39-4f27-8c0f-bc926f20f18c tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=64bf8e73-6ad3-47a8-9852-05a9aaa2736c HTTP/1.1" status: 200 len: 945 time: 0.1277895 Nov 25 17:26:38.700143 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7adc09ef-3bec-4131-8661-14a4609b24f0 req-b52c5643-a069-4f04-ae27-607d90405c6e tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864735 Nov 25 17:26:38.748139 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-095aa032-ebf3-4483-ad3b-986dde5d44c9 req-fab465f3-bb5c-463d-9d7e-9fa1e91da374 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580864 Nov 25 17:26:39.036961 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7777f0c-951a-408f-adb7-5cd1475cbcc4 req-54b240ca-f023-4dc1-ac91-d0750935a759 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:39.039190 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f7777f0c-951a-408f-adb7-5cd1475cbcc4 req-54b240ca-f023-4dc1-ac91-d0750935a759 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=7290d4bd-e7e5-4e18-b437-a99b99a4a1c7 HTTP/1.1" status: 200 len: 945 time: 0.0687118 Nov 25 17:26:39.133888 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad6474c-376d-405d-af91-f1e752eeab0a req-3fe1a6f5-9ec0-454d-acb2-50b9632ffa35 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:39.142737 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0ad6474c-376d-405d-af91-f1e752eeab0a req-3fe1a6f5-9ec0-454d-acb2-50b9632ffa35 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=61d637eb-4d85-4798-9eb0-1c541647685d HTTP/1.1" status: 200 len: 949 time: 0.0974679 Nov 25 17:26:39.158958 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f7777f0c-951a-408f-adb7-5cd1475cbcc4 req-c44133f8-e4c5-4455-b76e-c30f0e975ac4 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104884 Nov 25 17:26:39.200278 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-34bb15d5-923a-4140-a60b-4bf7d0e70027 service neutron] 10.222.0.74 "GET /v2.0/ports/5f4e1086-1615-4d97-a6d5-97474945bb7f/bindings/n-h2-817746-1 HTTP/1.1" status: 200 len: 384 time: 0.1142278 Nov 25 17:26:39.267710 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0ad6474c-376d-405d-af91-f1e752eeab0a req-5a78b1a9-c823-40d1-a475-5ba0595cca41 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240125 Nov 25 17:26:39.486803 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-4110d9e3-d07f-4bc7-a655-7b35d8a09c9e service neutron] For port 5f4e1086-1615-4d97-a6d5-97474945bb7f, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=5f4e1086-1615-4d97-a6d5-97474945bb7f,segment=NetworkSegment(32304091-a43f-4bbd-aae7-89d7e0d9d2b6),segment_id=32304091-a43f-4bbd-aae7-89d7e0d9d2b6)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:39.508760 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-4110d9e3-d07f-4bc7-a655-7b35d8a09c9e service neutron] For port 5f4e1086-1615-4d97-a6d5-97474945bb7f, host n-h1-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:26:39.548379 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-4110d9e3-d07f-4bc7-a655-7b35d8a09c9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f4e1086-1615-4d97-a6d5-97474945bb7f {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:26:39.560551 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-4110d9e3-d07f-4bc7-a655-7b35d8a09c9e service neutron] For port 5f4e1086-1615-4d97-a6d5-97474945bb7f, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=5f4e1086-1615-4d97-a6d5-97474945bb7f,segment=NetworkSegment(32304091-a43f-4bbd-aae7-89d7e0d9d2b6),segment_id=32304091-a43f-4bbd-aae7-89d7e0d9d2b6)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:39.562739 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4219b8e2-66a9-4314-bf7a-a89f116424b7 req-be0530a5-ac2a-4689-96e4-00c4d5d7f7ea tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/ports?device_id=20b57555-0ca2-4620-b3cd-28ec4ad858b1 HTTP/1.1" status: 200 len: 210 time: 0.0887797 Nov 25 17:26:39.572842 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ff136-d5fb-400f-a0f1-30fa69a55162 req-0e919bce-cfc4-4453-8daf-eba119d50662 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:39.574849 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a99ff136-d5fb-400f-a0f1-30fa69a55162 req-0e919bce-cfc4-4453-8daf-eba119d50662 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.90 "GET /v2.0/networks?id=6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5 HTTP/1.1" status: 200 len: 804 time: 0.3016865 Nov 25 17:26:39.580236 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-4110d9e3-d07f-4bc7-a655-7b35d8a09c9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:39.592955 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-a99ff136-d5fb-400f-a0f1-30fa69a55162 req-c13f6840-cbce-4684-a261-71e5a5f5b99b tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Request body: {'port': {'device_id': '20b57555-0ca2-4620-b3cd-28ec4ad858b1', 'network_id': '6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5', 'admin_state_up': True, 'tenant_id': '733f83ade5ed462890d9dfd70ff5e26d'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:39.627598 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2d348c-8d36-46fa-bd7e-e0cd60c21d45 req-063018aa-3001-43ab-8b02-31f97846c5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:39.629361 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8f2d348c-8d36-46fa-bd7e-e0cd60c21d45 req-063018aa-3001-43ab-8b02-31f97846c5f3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1ee124f91e0c4280821568ab0453ce28&device_id=b7a4bf71-df86-45b5-ba21-3d2348a88c91 HTTP/1.1" status: 200 len: 1097 time: 0.5117204 Nov 25 17:26:39.690203 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee269e-c20b-4e52-ad6f-226ab4bd6e9e req-28736ceb-bebe-41bb-84c8-a7488d6bca2c tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:39.696391 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-4110d9e3-d07f-4bc7-a655-7b35d8a09c9e service neutron] Transition to ACTIVE for port object 5f4e1086-1615-4d97-a6d5-97474945bb7f will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:26:39.703882 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d4ee269e-c20b-4e52-ad6f-226ab4bd6e9e req-28736ceb-bebe-41bb-84c8-a7488d6bca2c tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=7290d4bd-e7e5-4e18-b437-a99b99a4a1c7 HTTP/1.1" status: 200 len: 945 time: 0.2273209 Nov 25 17:26:39.706022 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-4110d9e3-d07f-4bc7-a655-7b35d8a09c9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:39.810488 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-4110d9e3-d07f-4bc7-a655-7b35d8a09c9e service neutron] No DVR routers for this DVR port 5f4e1086-1615-4d97-a6d5-97474945bb7f on host n-h1-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:26:39.864545 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4110d9e3-d07f-4bc7-a655-7b35d8a09c9e service neutron] Pushing event updated for resources: {'Port': ['ID=5f4e1086-1615-4d97-a6d5-97474945bb7f,revision_number=10']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:39.872667 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-4110d9e3-d07f-4bc7-a655-7b35d8a09c9e service neutron] 10.222.0.74 "PUT /v2.0/ports/5f4e1086-1615-4d97-a6d5-97474945bb7f/bindings/n-h2-817746-1/activate HTTP/1.1" status: 200 len: 369 time: 0.6644814 Nov 25 17:26:39.917546 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d4ee269e-c20b-4e52-ad6f-226ab4bd6e9e req-bb41a560-0762-4c1a-9194-7fce0b916eb5 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125990 Nov 25 17:26:39.967800 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2d348c-8d36-46fa-bd7e-e0cd60c21d45 req-7a87bba3-8902-49c7-8c4f-808da17f791c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:39.969499 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8f2d348c-8d36-46fa-bd7e-e0cd60c21d45 req-7a87bba3-8902-49c7-8c4f-808da17f791c service neutron] 10.222.0.90 "GET /v2.0/networks?id=db8e4923-28e6-4f74-991c-a4c442934754 HTTP/1.1" status: 200 len: 912 time: 0.3298087 Nov 25 17:26:39.987499 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a99ff136-d5fb-400f-a0f1-30fa69a55162 req-c13f6840-cbce-4684-a261-71e5a5f5b99b tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Made reservation on behalf of 733f83ade5ed462890d9dfd70ff5e26d for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:26:39.994519 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a99ff136-d5fb-400f-a0f1-30fa69a55162 req-c13f6840-cbce-4684-a261-71e5a5f5b99b tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:40.057944 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-faad2c65-54f4-4ef8-8de4-e5902e3adcd2 tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:40.059964 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-faad2c65-54f4-4ef8-8de4-e5902e3adcd2 tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=27c5102e-26b4-492f-95ef-d996d948b29d&tenant_id=ac7a18821f8e4e00814d44731ef8d033&binding%3Ahost_id=n-h1-817746-1 HTTP/1.1" status: 200 len: 1096 time: 0.0701740 Nov 25 17:26:40.067851 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8f2d348c-8d36-46fa-bd7e-e0cd60c21d45 req-479177f9-fe94-4a91-803c-116987752a7a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d967585a-fbbb-44b7-b302-947271afc856 HTTP/1.1" status: 200 len: 217 time: 0.0673208 Nov 25 17:26:40.118246 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-6eb9c94b-2be8-4699-a047-32a27f4b1975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:40.119830 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-6eb9c94b-2be8-4699-a047-32a27f4b1975 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=27c5102e-26b4-492f-95ef-d996d948b29d&tenant_id=ac7a18821f8e4e00814d44731ef8d033 HTTP/1.1" status: 200 len: 1096 time: 0.0502346 Nov 25 17:26:40.194033 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-be5cea30-c122-4cd8-997a-12a0d1726779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:40.195927 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-be5cea30-c122-4cd8-997a-12a0d1726779 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ac7a18821f8e4e00814d44731ef8d033&device_id=27c5102e-26b4-492f-95ef-d996d948b29d HTTP/1.1" status: 200 len: 1096 time: 0.0445435 Nov 25 17:26:40.231603 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb3712-35c8-452f-8fbc-2fd9b0e4880c req-01527b63-b79f-4363-a28d-42b36de56a94 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:40.233140 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d9cb3712-35c8-452f-8fbc-2fd9b0e4880c req-01527b63-b79f-4363-a28d-42b36de56a94 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a4bf71-df86-45b5-ba21-3d2348a88c91 HTTP/1.1" status: 200 len: 946 time: 0.1833093 Nov 25 17:26:40.244861 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2d348c-8d36-46fa-bd7e-e0cd60c21d45 req-454903db-aae0-484b-a0d8-80051a93ddef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:40.246253 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8f2d348c-8d36-46fa-bd7e-e0cd60c21d45 req-454903db-aae0-484b-a0d8-80051a93ddef service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0ae7cf63-1267-4a12-ac67-5fb672452e57 HTTP/1.1" status: 200 len: 851 time: 0.1477325 Nov 25 17:26:40.261428 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe51fe-6ed7-4726-b6fc-9eae869d5b81 req-bfe0d1e2-64e6-4bd1-8d17-01426f463a01 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:40.262922 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4abe51fe-6ed7-4726-b6fc-9eae869d5b81 req-bfe0d1e2-64e6-4bd1-8d17-01426f463a01 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=27c5102e-26b4-492f-95ef-d996d948b29d HTTP/1.1" status: 200 len: 945 time: 0.2003174 Nov 25 17:26:40.317862 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-18d76561-39eb-49e8-8cd8-0c232603e1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:40.320039 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-18d76561-39eb-49e8-8cd8-0c232603e1d4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c4ad8fe4-e22e-4c8b-af10-9eaf120b663c HTTP/1.1" status: 200 len: 921 time: 0.1153779 Nov 25 17:26:40.347061 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8f2d348c-8d36-46fa-bd7e-e0cd60c21d45 req-a5ad2731-f157-47dd-9328-be01e4a216f5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=db8e4923-28e6-4f74-991c-a4c442934754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754595 Nov 25 17:26:40.413968 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-0572e584-6cff-4595-ba0b-a954e87ac705 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f4e1086-1615-4d97-a6d5-97474945bb7f HTTP/1.1" status: 200 len: 217 time: 0.0421143 Nov 25 17:26:40.433458 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-a99ff136-d5fb-400f-a0f1-30fa69a55162 req-c13f6840-cbce-4684-a261-71e5a5f5b99b tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Allocated IP 172.20.0.8 (6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5/577f7e8f-a41f-42c3-a5d0-23f6361748a4/b826d5c7-ed04-456d-a62b-44e708fcbe6e) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:26:40.444916 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d9cb3712-35c8-452f-8fbc-2fd9b0e4880c req-8eef49f0-9fde-4bb6-8169-ddba688cbb0b tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954582 Nov 25 17:26:40.480028 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4abe51fe-6ed7-4726-b6fc-9eae869d5b81 req-ea949ec9-64eb-44ad-966d-2be6dda89437 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029843 Nov 25 17:26:40.495588 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-fdcc9359-8ff5-4a10-b36b-991a96c9c20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:40.497252 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-fdcc9359-8ff5-4a10-b36b-991a96c9c20c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0a91ba6f-af85-4b11-90c3-2d5fc7a12e25 HTTP/1.1" status: 200 len: 860 time: 0.0751991 Nov 25 17:26:40.550577 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-eef5955e-d480-4855-bdef-61a7cd31e281 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c4ad8fe4-e22e-4c8b-af10-9eaf120b663c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435481 Nov 25 17:26:40.573583 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8f2d348c-8d36-46fa-bd7e-e0cd60c21d45 req-e92b75ae-39d1-4f0f-a057-26bf3bf39008 service neutron] 10.222.0.90 "GET /v2.0/networks/db8e4923-28e6-4f74-991c-a4c442934754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936266 Nov 25 17:26:40.665964 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-84e5318c-9ca3-45cb-a150-7775ca96da22 service neutron] 10.222.0.90 "GET /v2.0/networks/c4ad8fe4-e22e-4c8b-af10-9eaf120b663c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049423 Nov 25 17:26:40.777028 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f639ef-2a84-48e9-b559-786a7a74f0d7 req-cc891173-b928-4eaf-a35e-54ccb68bef1b tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:40.778599 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-44f639ef-2a84-48e9-b559-786a7a74f0d7 req-cc891173-b928-4eaf-a35e-54ccb68bef1b tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=64bf8e73-6ad3-47a8-9852-05a9aaa2736c HTTP/1.1" status: 200 len: 945 time: 0.1620653 Nov 25 17:26:40.836495 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-2c7f0f80-85ea-4c34-978c-c6dba3657990 service neutron] 10.222.0.90 "GET /v2.0/networks/c4ad8fe4-e22e-4c8b-af10-9eaf120b663c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620805 Nov 25 17:26:40.867582 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a99ff136-d5fb-400f-a0f1-30fa69a55162 req-c13f6840-cbce-4684-a261-71e5a5f5b99b tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:40.893145 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8f2d348c-8d36-46fa-bd7e-e0cd60c21d45 req-8506c3bc-e558-4d70-8918-a97a94b896f3 service neutron] 10.222.0.90 "GET /v2.0/networks/db8e4923-28e6-4f74-991c-a4c442934754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603548 Nov 25 17:26:40.937174 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-44f639ef-2a84-48e9-b559-786a7a74f0d7 req-791db7df-83e5-4b19-afd7-be48b38a34b8 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478379 Nov 25 17:26:40.971035 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d86134a-2bbb-47b1-a39e-4161b58d3ebb req-dfb0e9e0-2f90-46cc-b726-99abdaed9cc7 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:40.972688 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9d86134a-2bbb-47b1-a39e-4161b58d3ebb req-dfb0e9e0-2f90-46cc-b726-99abdaed9cc7 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=61d637eb-4d85-4798-9eb0-1c541647685d HTTP/1.1" status: 200 len: 949 time: 0.1340799 Nov 25 17:26:41.003823 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a99ff136-d5fb-400f-a0f1-30fa69a55162 req-c13f6840-cbce-4684-a261-71e5a5f5b99b tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:41.116984 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a99ff136-d5fb-400f-a0f1-30fa69a55162 req-c13f6840-cbce-4684-a261-71e5a5f5b99b tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Network 6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:26:41.144040 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-a99ff136-d5fb-400f-a0f1-30fa69a55162 req-c13f6840-cbce-4684-a261-71e5a5f5b99b tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:41.146690 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-a99ff136-d5fb-400f-a0f1-30fa69a55162 req-c13f6840-cbce-4684-a261-71e5a5f5b99b tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:26:41.157196 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9d86134a-2bbb-47b1-a39e-4161b58d3ebb req-ae4a07c1-81bf-4c4c-817c-2018786fb3cd tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770585 Nov 25 17:26:41.180072 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13f6840-cbce-4684-a261-71e5a5f5b99b tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Pushing event updated for resources: {'Port': ['ID=b826d5c7-ed04-456d-a62b-44e708fcbe6e,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:41.219996 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b44405-64fa-4ce3-b041-98b571696975 req-a194cf16-c9b8-452d-aa33-ced35809fa0a tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:41.225593 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-59b44405-64fa-4ce3-b041-98b571696975 req-a194cf16-c9b8-452d-aa33-ced35809fa0a tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/ports?device_id=20b57555-0ca2-4620-b3cd-28ec4ad858b1 HTTP/1.1" status: 200 len: 931 time: 0.2040920 Nov 25 17:26:41.251138 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ff136-d5fb-400f-a0f1-30fa69a55162 req-c13f6840-cbce-4684-a261-71e5a5f5b99b tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:41.252034 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a99ff136-d5fb-400f-a0f1-30fa69a55162 req-c13f6840-cbce-4684-a261-71e5a5f5b99b tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:41.258320 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-9e4ebe80-9e53-4942-ade7-d3c4c75f9ee3 tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:41.259787 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-9e4ebe80-9e53-4942-ade7-d3c4c75f9ee3 tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=27c5102e-26b4-492f-95ef-d996d948b29d&tenant_id=ac7a18821f8e4e00814d44731ef8d033&binding%3Ahost_id=n-h2-817746-1 HTTP/1.1" status: 200 len: 1096 time: 0.1626861 Nov 25 17:26:41.336693 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a99ff136-d5fb-400f-a0f1-30fa69a55162 req-c13f6840-cbce-4684-a261-71e5a5f5b99b tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7492206 Nov 25 17:26:41.388730 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-a99ff136-d5fb-400f-a0f1-30fa69a55162 req-f9f2fd71-b85b-4d60-a445-84d265b74d9c service neutron] Request body: {'port': {'device_id': '20b57555-0ca2-4620-b3cd-28ec4ad858b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:41.436582 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-59b44405-64fa-4ce3-b041-98b571696975 req-0a89713c-2423-4fda-99d3-2521486bde38 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/security-groups?id=84be2441-5ea8-4292-81c0-e25d06d16adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011151 Nov 25 17:26:41.542186 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a99ff136-d5fb-400f-a0f1-30fa69a55162 req-f9f2fd71-b85b-4d60-a445-84d265b74d9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:41.553827 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c215751-cfda-415a-addb-db00ea77e417 req-154f9390-c5a3-4238-b74e-c82e14a6c010 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:41.555543 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5c215751-cfda-415a-addb-db00ea77e417 req-154f9390-c5a3-4238-b74e-c82e14a6c010 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/networks?id=371425c0-1ad9-4640-8637-d9368ddb07ea HTTP/1.1" status: 200 len: 815 time: 0.2840188 Nov 25 17:26:41.592678 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5c215751-cfda-415a-addb-db00ea77e417 req-dd51174d-f966-4896-9065-3bee7fdc7e08 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/quotas/0c50612348444ddfbb4ceb1523debeb2 HTTP/1.1" status: 200 len: 375 time: 0.0254023 Nov 25 17:26:41.654660 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-f75f7e6b-0639-425a-9e6a-138c9aa0f1e0 service neutron] For port 5f4e1086-1615-4d97-a6d5-97474945bb7f, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:26:41.682396 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-f75f7e6b-0639-425a-9e6a-138c9aa0f1e0 service neutron] Publish callbacks [] for binding, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:41.683636 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c8f74c8b-21d9-4a8e-a5c7-bab442954dff req-f75f7e6b-0639-425a-9e6a-138c9aa0f1e0 service neutron] 10.222.0.90 "DELETE /v2.0/ports/5f4e1086-1615-4d97-a6d5-97474945bb7f/bindings/n-h1-817746-1 HTTP/1.1" status: 204 len: 173 time: 0.3966205 Nov 25 17:26:41.837486 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38090) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:41.969186 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a4c5d621-b29b-4617-b9b7-1c1ef14eb8f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:42.083062 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a4c5d621-b29b-4617-b9b7-1c1ef14eb8f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:42.106654 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dfead6-9f57-4157-aa42-090513ff75bf req-51683199-bd05-412b-967f-fe64c8ed6492 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:42.112105 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a4c5d621-b29b-4617-b9b7-1c1ef14eb8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:42.113320 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-34dfead6-9f57-4157-aa42-090513ff75bf req-51683199-bd05-412b-967f-fe64c8ed6492 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a4bf71-df86-45b5-ba21-3d2348a88c91 HTTP/1.1" status: 200 len: 946 time: 0.5234258 Nov 25 17:26:42.153903 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5c215751-cfda-415a-addb-db00ea77e417 req-3e404314-21a5-4678-a3da-7aa646be2854 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=0c50612348444ddfbb4ceb1523debeb2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5332530 Nov 25 17:26:42.163495 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c5d621-b29b-4617-b9b7-1c1ef14eb8f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=257cde7c-816b-4b23-9ecb-f8bf3ebf83df,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:42.170092 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a4c5d621-b29b-4617-b9b7-1c1ef14eb8f2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8080f2c78b544e57b748a291acda98d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3290579 Nov 25 17:26:42.170577 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38096) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:42.177099 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ab245-40b0-495d-a66f-893f0d32a9b1 req-7c0107b8-dbc0-4a90-831d-5cdf1f65c9f4 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:42.178936 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-9b0ab245-40b0-495d-a66f-893f0d32a9b1 req-7c0107b8-dbc0-4a90-831d-5cdf1f65c9f4 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.74 "GET /v2.0/ports?device_id=7290d4bd-e7e5-4e18-b437-a99b99a4a1c7 HTTP/1.1" status: 200 len: 945 time: 0.1108820 Nov 25 17:26:42.346480 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-34dfead6-9f57-4157-aa42-090513ff75bf req-166f6c4f-60ee-486c-94f4-0d95c4f588d5 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031708 Nov 25 17:26:42.356002 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [req-85c5b487-a957-47ce-ba51-60e2a3bad5b2 req-70a4f214-bf65-4524-8cd3-bd9a6754ac77 service neutron] show failed (client error): The resource could not be found. Nov 25 17:26:42.357070 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-85c5b487-a957-47ce-ba51-60e2a3bad5b2 req-70a4f214-bf65-4524-8cd3-bd9a6754ac77 service neutron] 10.222.0.90 "GET /v2.0/ports/6a2e622c-4fb2-477d-bc93-f339f84c884b/bindings/n-h1-817746-1 HTTP/1.1" status: 404 len: 380 time: 0.2788165 Nov 25 17:26:42.449912 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c467f162-136e-436e-8d7f-dc77199b5474 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:42.527735 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c467f162-136e-436e-8d7f-dc77199b5474 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:42.537660 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5c215751-cfda-415a-addb-db00ea77e417 req-44dfbfa8-9850-4b64-8242-0d7eb2d5c8fa service neutron] 10.222.0.75 "GET /v2.0/networks/371425c0-1ad9-4640-8637-d9368ddb07ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659608 Nov 25 17:26:42.538013 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-9b0ab245-40b0-495d-a66f-893f0d32a9b1 req-8a7c8b64-0610-487c-b144-63b3ba4c5d19 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Deleting port 52c53067-21df-45de-a730-7dc00c41f3de {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:26:42.538518 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-9b0ab245-40b0-495d-a66f-893f0d32a9b1 req-8a7c8b64-0610-487c-b144-63b3ba4c5d19 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:42.598034 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef42aee-830c-4e16-94ec-bf4a430dbfbb req-757c0742-a015-43dd-a856-95cda85884dd tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:42.599621 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6ef42aee-830c-4e16-94ec-bf4a430dbfbb req-757c0742-a015-43dd-a856-95cda85884dd tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=27c5102e-26b4-492f-95ef-d996d948b29d HTTP/1.1" status: 200 len: 945 time: 0.1777790 Nov 25 17:26:42.643150 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-9b0ab245-40b0-495d-a66f-893f0d32a9b1 req-8a7c8b64-0610-487c-b144-63b3ba4c5d19 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] For port 52c53067-21df-45de-a730-7dc00c41f3de, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=52c53067-21df-45de-a730-7dc00c41f3de,segment=NetworkSegment(bdbf0e78-63fc-4baf-b91d-154115f4c256),segment_id=bdbf0e78-63fc-4baf-b91d-154115f4c256)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:42.643660 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-9b0ab245-40b0-495d-a66f-893f0d32a9b1 req-8a7c8b64-0610-487c-b144-63b3ba4c5d19 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:42.659473 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-9b0ab245-40b0-495d-a66f-893f0d32a9b1 req-8a7c8b64-0610-487c-b144-63b3ba4c5d19 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Calling delete_port for 52c53067-21df-45de-a730-7dc00c41f3de owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:26:42.716984 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-a99ff136-d5fb-400f-a0f1-30fa69a55162 req-f9f2fd71-b85b-4d60-a445-84d265b74d9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b826d5c7-ed04-456d-a62b-44e708fcbe6e {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:26:42.735200 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a99ff136-d5fb-400f-a0f1-30fa69a55162 req-f9f2fd71-b85b-4d60-a445-84d265b74d9c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:42.768172 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c467f162-136e-436e-8d7f-dc77199b5474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:42.770764 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c467f162-136e-436e-8d7f-dc77199b5474 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:42.772477 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c467f162-136e-436e-8d7f-dc77199b5474 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/257cde7c-816b-4b23-9ecb-f8bf3ebf83df HTTP/1.1" status: 204 len: 168 time: 0.5952699 Nov 25 17:26:42.804423 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-9b0ab245-40b0-495d-a66f-893f0d32a9b1 req-8a7c8b64-0610-487c-b144-63b3ba4c5d19 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:42.806219 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6ef42aee-830c-4e16-94ec-bf4a430dbfbb req-448c4fe4-3ca5-47d5-a4b8-dde9f24e02a9 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824181 Nov 25 17:26:42.808569 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-a99ff136-d5fb-400f-a0f1-30fa69a55162 req-f9f2fd71-b85b-4d60-a445-84d265b74d9c service neutron] Transition to ACTIVE for port object b826d5c7-ed04-456d-a62b-44e708fcbe6e will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:26:42.809769 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c467f162-136e-436e-8d7f-dc77199b5474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257cde7c-816b-4b23-9ecb-f8bf3ebf83df,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:42.812682 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c5b487-a957-47ce-ba51-60e2a3bad5b2 req-dc3adb2a-3273-487a-b92e-6d7462c45968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:42.814196 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-85c5b487-a957-47ce-ba51-60e2a3bad5b2 req-dc3adb2a-3273-487a-b92e-6d7462c45968 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=61d637eb-4d85-4798-9eb0-1c541647685d&tenant_id=21f728f76092479bbd096847b3caf950 HTTP/1.1" status: 200 len: 1100 time: 0.1916096 Nov 25 17:26:42.825443 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5c215751-cfda-415a-addb-db00ea77e417 req-127e5fb9-0de9-42de-abdb-68dc866f36bf service neutron] 10.222.0.75 "GET /v2.0/networks/371425c0-1ad9-4640-8637-d9368ddb07ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743967 Nov 25 17:26:42.830083 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['52c53067-21df-45de-a730-7dc00c41f3de'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:26:42.847078 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-85c5b487-a957-47ce-ba51-60e2a3bad5b2 req-d8a75524-3f66-4ca6-b54a-099d5ef9053c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817746-1', 'device_owner': 'compute:nova'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:42.848726 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7c8b64-0610-487c-b144-63b3ba4c5d19 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Pushing event deleted for resources: {'Port': ['ID=52c53067-21df-45de-a730-7dc00c41f3de,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:42.897717 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a99ff136-d5fb-400f-a0f1-30fa69a55162 req-f9f2fd71-b85b-4d60-a445-84d265b74d9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:42.940119 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b0ab245-40b0-495d-a66f-893f0d32a9b1 req-8a7c8b64-0610-487c-b144-63b3ba4c5d19 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] No DVR routers for this DVR port 52c53067-21df-45de-a730-7dc00c41f3de on host n-h1-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:26:42.948865 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-9b0ab245-40b0-495d-a66f-893f0d32a9b1 req-8a7c8b64-0610-487c-b144-63b3ba4c5d19 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:42.952423 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-9b0ab245-40b0-495d-a66f-893f0d32a9b1 req-8a7c8b64-0610-487c-b144-63b3ba4c5d19 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.74 "DELETE /v2.0/ports/52c53067-21df-45de-a730-7dc00c41f3de HTTP/1.1" status: 204 len: 173 time: 0.7669001 Nov 25 17:26:42.952923 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7290d4bd-e7e5-4e18-b437-a99b99a4a1c7', 'name': 'network-vif-deleted', 'tag': '52c53067-21df-45de-a730-7dc00c41f3de'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:26:42.955256 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce82956a-6fad-43da-9636-0d06ed049564" -d '{"events": [{"server_uuid": "7290d4bd-e7e5-4e18-b437-a99b99a4a1c7", "name": "network-vif-deleted", "tag": "52c53067-21df-45de-a730-7dc00c41f3de"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:26:43.036911 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f2fd71-b85b-4d60-a445-84d265b74d9c service neutron] Pushing event updated for resources: {'Port': ['ID=b826d5c7-ed04-456d-a62b-44e708fcbe6e,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:43.074252 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-85c5b487-a957-47ce-ba51-60e2a3bad5b2 req-d8a75524-3f66-4ca6-b54a-099d5ef9053c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:43.196358 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38118) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:43.199114 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba7a91-9fd7-48d5-ac66-bee650de5095 req-2162370e-3762-42f4-9c03-0485f542e77c tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:43.206363 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7dba7a91-9fd7-48d5-ac66-bee650de5095 req-2162370e-3762-42f4-9c03-0485f542e77c tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=64bf8e73-6ad3-47a8-9852-05a9aaa2736c HTTP/1.1" status: 200 len: 945 time: 0.1872103 Nov 25 17:26:43.214032 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-da6557f1-0603-4acf-b228-1702b6ed5471 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:43.324279 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-da6557f1-0603-4acf-b228-1702b6ed5471 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:43.328811 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-da6557f1-0603-4acf-b228-1702b6ed5471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:43.357624 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce81fcb-527d-4055-802d-b7fb7b2469b7 req-a40e2720-02eb-49b6-b5d0-cda3d933e53c tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:43.359189 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fce81fcb-527d-4055-802d-b7fb7b2469b7 req-a40e2720-02eb-49b6-b5d0-cda3d933e53c tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=61d637eb-4d85-4798-9eb0-1c541647685d HTTP/1.1" status: 200 len: 949 time: 0.2526703 Nov 25 17:26:43.367658 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-a99ff136-d5fb-400f-a0f1-30fa69a55162 req-f9f2fd71-b85b-4d60-a445-84d265b74d9c service neutron] Attempting to bind port b826d5c7-ed04-456d-a62b-44e708fcbe6e on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:26:43.368009 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-a99ff136-d5fb-400f-a0f1-30fa69a55162 req-f9f2fd71-b85b-4d60-a445-84d265b74d9c service neutron] Attempting to bind port b826d5c7-ed04-456d-a62b-44e708fcbe6e by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '6347e9f6-96b1-4f56-a092-a9cf81778fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:26:43.368343 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99ff136-d5fb-400f-a0f1-30fa69a55162 req-f9f2fd71-b85b-4d60-a445-84d265b74d9c service neutron] Attempting to bind port b826d5c7-ed04-456d-a62b-44e708fcbe6e on network 6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:43.375428 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-da6557f1-0603-4acf-b228-1702b6ed5471 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=31a25ae443874b4ebbec9cf1f96ae985&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1777518 Nov 25 17:26:43.376408 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38126) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:43.376848 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6557f1-0603-4acf-b228-1702b6ed5471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564945d9-1667-4457-ab72-4fb0eab66557,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:43.394946 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7dba7a91-9fd7-48d5-ac66-bee650de5095 req-e74ae87f-9f10-4a31-96a4-e6f4dc861d28 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877367 Nov 25 17:26:43.400506 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99ff136-d5fb-400f-a0f1-30fa69a55162 req-f9f2fd71-b85b-4d60-a445-84d265b74d9c service neutron] Port b826d5c7-ed04-456d-a62b-44e708fcbe6e on network 6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:26:43.400926 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99ff136-d5fb-400f-a0f1-30fa69a55162 req-f9f2fd71-b85b-4d60-a445-84d265b74d9c service neutron] Attempting to bind port b826d5c7-ed04-456d-a62b-44e708fcbe6e on network 6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:43.441494 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99ff136-d5fb-400f-a0f1-30fa69a55162 req-f9f2fd71-b85b-4d60-a445-84d265b74d9c service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:26:43.441905 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99ff136-d5fb-400f-a0f1-30fa69a55162 req-f9f2fd71-b85b-4d60-a445-84d265b74d9c service neutron] Checking segment: {'id': '6347e9f6-96b1-4f56-a092-a9cf81778fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:26:43.442429 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99ff136-d5fb-400f-a0f1-30fa69a55162 req-f9f2fd71-b85b-4d60-a445-84d265b74d9c service neutron] Bound using segment: {'id': '6347e9f6-96b1-4f56-a092-a9cf81778fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:26:43.442660 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-a99ff136-d5fb-400f-a0f1-30fa69a55162 req-f9f2fd71-b85b-4d60-a445-84d265b74d9c service neutron] Bound port: b826d5c7-ed04-456d-a62b-44e708fcbe6e, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6347e9f6-96b1-4f56-a092-a9cf81778fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:26:43.443825 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a99ff136-d5fb-400f-a0f1-30fa69a55162 req-f9f2fd71-b85b-4d60-a445-84d265b74d9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:43.540620 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fce81fcb-527d-4055-802d-b7fb7b2469b7 req-cb4f96bb-4818-4f76-a4f2-e892f6a39403 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689522 Nov 25 17:26:43.628984 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3fbfe93a-63e6-407d-98bf-51797e7b2c10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:43.632011 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-85c5b487-a957-47ce-ba51-60e2a3bad5b2 req-d8a75524-3f66-4ca6-b54a-099d5ef9053c service neutron] For port 6a2e622c-4fb2-477d-bc93-f339f84c884b, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=6a2e622c-4fb2-477d-bc93-f339f84c884b,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:43.694746 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3fbfe93a-63e6-407d-98bf-51797e7b2c10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:43.706696 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65c6d5-453b-4238-ae8b-8ead192d6c63 req-7b828f3b-c9f5-4744-8cf2-8ed4beceb03a tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:43.708219 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0a65c6d5-453b-4238-ae8b-8ead192d6c63 req-7b828f3b-c9f5-4744-8cf2-8ed4beceb03a tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/ports?device_id=20b57555-0ca2-4620-b3cd-28ec4ad858b1 HTTP/1.1" status: 200 len: 943 time: 0.2015283 Nov 25 17:26:43.731851 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-a99ff136-d5fb-400f-a0f1-30fa69a55162 req-f9f2fd71-b85b-4d60-a445-84d265b74d9c service neutron] For port b826d5c7-ed04-456d-a62b-44e708fcbe6e, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:26:43.763471 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-85c5b487-a957-47ce-ba51-60e2a3bad5b2 req-d8a75524-3f66-4ca6-b54a-099d5ef9053c service neutron] For port 6a2e622c-4fb2-477d-bc93-f339f84c884b, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:26:43.791991 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-a99ff136-d5fb-400f-a0f1-30fa69a55162 req-f9f2fd71-b85b-4d60-a445-84d265b74d9c service neutron] For port b826d5c7-ed04-456d-a62b-44e708fcbe6e, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=b826d5c7-ed04-456d-a62b-44e708fcbe6e,segment=NetworkSegment(6347e9f6-96b1-4f56-a092-a9cf81778fe8),segment_id=6347e9f6-96b1-4f56-a092-a9cf81778fe8)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:26:43.804995 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a99ff136-d5fb-400f-a0f1-30fa69a55162 req-f9f2fd71-b85b-4d60-a445-84d265b74d9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:43.882092 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ff136-d5fb-400f-a0f1-30fa69a55162 req-f9f2fd71-b85b-4d60-a445-84d265b74d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:43.882633 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a99ff136-d5fb-400f-a0f1-30fa69a55162 req-f9f2fd71-b85b-4d60-a445-84d265b74d9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:43.884076 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a99ff136-d5fb-400f-a0f1-30fa69a55162 req-f9f2fd71-b85b-4d60-a445-84d265b74d9c service neutron] 10.222.0.90 "PUT /v2.0/ports/b826d5c7-ed04-456d-a62b-44e708fcbe6e HTTP/1.1" status: 200 len: 1091 time: 2.5074165 Nov 25 17:26:43.884548 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d637eb-4d85-4798-9eb0-1c541647685d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a2e622c-4fb2-477d-bc93-f339f84c884b'}, {'name': 'network-changed', 'server_uuid': '20b57555-0ca2-4620-b3cd-28ec4ad858b1', 'tag': 'b826d5c7-ed04-456d-a62b-44e708fcbe6e'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:26:43.887105 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e5e5d6-9c5b-4cc3-85ca-1915a40fe10a" -d '{"events": [{"server_uuid": "61d637eb-4d85-4798-9eb0-1c541647685d", "name": "network-vif-unplugged", "status": "completed", "tag": "6a2e622c-4fb2-477d-bc93-f339f84c884b"}, {"name": "network-changed", "server_uuid": "20b57555-0ca2-4620-b3cd-28ec4ad858b1", "tag": "b826d5c7-ed04-456d-a62b-44e708fcbe6e"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:26:43.891472 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-85c5b487-a957-47ce-ba51-60e2a3bad5b2 req-d8a75524-3f66-4ca6-b54a-099d5ef9053c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:43.898639 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 6a2e622c-4fb2-477d-bc93-f339f84c884b no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:26:43.910091 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0a65c6d5-453b-4238-ae8b-8ead192d6c63 req-bdd6e078-139f-4731-af2e-0a5de7a63b7b tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/security-groups?id=84be2441-5ea8-4292-81c0-e25d06d16adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863508 Nov 25 17:26:43.930339 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3fbfe93a-63e6-407d-98bf-51797e7b2c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:43.933098 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3fbfe93a-63e6-407d-98bf-51797e7b2c10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:43.936532 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-3fbfe93a-63e6-407d-98bf-51797e7b2c10 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/564945d9-1667-4457-ab72-4fb0eab66557 HTTP/1.1" status: 204 len: 168 time: 0.5558870 Nov 25 17:26:43.936532 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-85c5b487-a957-47ce-ba51-60e2a3bad5b2 req-d8a75524-3f66-4ca6-b54a-099d5ef9053c service neutron] Transition to ACTIVE for port object 6a2e622c-4fb2-477d-bc93-f339f84c884b will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:26:43.941584 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f2fd71-b85b-4d60-a445-84d265b74d9c service neutron] Pushing event updated for resources: {'Port': ['ID=b826d5c7-ed04-456d-a62b-44e708fcbe6e,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:43.963775 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbfe93a-63e6-407d-98bf-51797e7b2c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564945d9-1667-4457-ab72-4fb0eab66557,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:43.964860 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-85c5b487-a957-47ce-ba51-60e2a3bad5b2 req-d8a75524-3f66-4ca6-b54a-099d5ef9053c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:44.032674 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f4f2be-2098-4253-8316-596e9ed9d98f x-openstack-request-id: req-56f4f2be-2098-4253-8316-596e9ed9d98f {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:26:44.040712 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7290d4bd-e7e5-4e18-b437-a99b99a4a1c7", "name": "network-vif-deleted", "tag": "52c53067-21df-45de-a730-7dc00c41f3de", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:26:44.042965 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-56f4f2be-2098-4253-8316-596e9ed9d98f {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:26:44.044386 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7290d4bd-e7e5-4e18-b437-a99b99a4a1c7', 'name': 'network-vif-deleted', 'tag': '52c53067-21df-45de-a730-7dc00c41f3de', 'status': 'completed', 'code': 200} Nov 25 17:26:44.095080 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a75524-3f66-4ca6-b54a-099d5ef9053c service neutron] Pushing event updated for resources: {'Port': ['ID=6a2e622c-4fb2-477d-bc93-f339f84c884b,revision_number=6']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:44.098455 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c5b487-a957-47ce-ba51-60e2a3bad5b2 req-d8a75524-3f66-4ca6-b54a-099d5ef9053c service neutron] No DVR routers for this DVR port 6a2e622c-4fb2-477d-bc93-f339f84c884b on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:26:44.134237 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 6a2e622c-4fb2-477d-bc93-f339f84c884b not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:26:44.135416 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-03268f0e-ffbf-46d0-86c2-c8f66333df03 req-c9b996e3-5548-43ce-b66f-f0eafdae44e4 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=054d980d-2ae0-423f-b06b-14e9c776fb71 HTTP/1.1" status: 200 len: 210 time: 0.0980146 Nov 25 17:26:44.136614 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device d967585a-fbbb-44b7-b302-947271afc856 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:26:44.267051 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ff136-d5fb-400f-a0f1-30fa69a55162 req-7d7d8d6a-b566-46ee-bd0d-771e83c53249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:44.268616 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a99ff136-d5fb-400f-a0f1-30fa69a55162 req-7d7d8d6a-b566-46ee-bd0d-771e83c53249 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=733f83ade5ed462890d9dfd70ff5e26d&device_id=20b57555-0ca2-4620-b3cd-28ec4ad858b1 HTTP/1.1" status: 200 len: 1094 time: 0.3230572 Nov 25 17:26:44.337176 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:44.391593 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a4bf71-df86-45b5-ba21-3d2348a88c91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd967585a-fbbb-44b7-b302-947271afc856'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:26:44.393855 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08a1829-0fd2-47ea-8e3b-666794a6aecc" -d '{"events": [{"server_uuid": "b7a4bf71-df86-45b5-ba21-3d2348a88c91", "name": "network-vif-unplugged", "status": "completed", "tag": "d967585a-fbbb-44b7-b302-947271afc856"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:26:44.406556 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a99ff136-d5fb-400f-a0f1-30fa69a55162 req-7e9a9635-5d41-4bb4-81bc-59dcab05fade service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b826d5c7-ed04-456d-a62b-44e708fcbe6e HTTP/1.1" status: 200 len: 217 time: 0.1220739 Nov 25 17:26:44.407263 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-85c5b487-a957-47ce-ba51-60e2a3bad5b2 req-d8a75524-3f66-4ca6-b54a-099d5ef9053c service neutron] Attempting to bind port 6a2e622c-4fb2-477d-bc93-f339f84c884b on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:26:44.407606 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-85c5b487-a957-47ce-ba51-60e2a3bad5b2 req-d8a75524-3f66-4ca6-b54a-099d5ef9053c service neutron] Attempting to bind port 6a2e622c-4fb2-477d-bc93-f339f84c884b by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:26:44.407934 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c5b487-a957-47ce-ba51-60e2a3bad5b2 req-d8a75524-3f66-4ca6-b54a-099d5ef9053c service neutron] Attempting to bind port 6a2e622c-4fb2-477d-bc93-f339f84c884b on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:44.412046 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port d967585a-fbbb-44b7-b302-947271afc856, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=d967585a-fbbb-44b7-b302-947271afc856,segment=NetworkSegment(79eee098-6bae-4c42-964f-62f3e7d096e0),segment_id=79eee098-6bae-4c42-964f-62f3e7d096e0)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:44.422741 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:44.452966 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c215751-cfda-415a-addb-db00ea77e417 req-d2ea59ae-c511-4eb2-bccb-a166f1ae5784 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:44.454455 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-5c215751-cfda-415a-addb-db00ea77e417 req-d2ea59ae-c511-4eb2-bccb-a166f1ae5784 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.74 "GET /v2.0/networks?id=371425c0-1ad9-4640-8637-d9368ddb07ea HTTP/1.1" status: 200 len: 815 time: 0.2194021 Nov 25 17:26:44.471630 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-5c215751-cfda-415a-addb-db00ea77e417 req-aee1d193-ba5e-4fbc-9a6a-2ba5e0e85976 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Request body: {'port': {'device_id': '054d980d-2ae0-423f-b06b-14e9c776fb71', 'network_id': '371425c0-1ad9-4640-8637-d9368ddb07ea', 'admin_state_up': True, 'tenant_id': '0c50612348444ddfbb4ceb1523debeb2'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:44.483001 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6194f9d6-6a69-40be-b65f-1774deb0acfb req-8df1ee8a-4ff1-40ba-95d1-26e783832b5e tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:44.493023 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6194f9d6-6a69-40be-b65f-1774deb0acfb req-8df1ee8a-4ff1-40ba-95d1-26e783832b5e tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f9d21fd-8461-47c5-827e-d7aa598220c7 HTTP/1.1" status: 200 len: 946 time: 0.2227478 Nov 25 17:26:44.505416 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=d967585a-fbbb-44b7-b302-947271afc856,revision_number=8']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:44.526433 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c5b487-a957-47ce-ba51-60e2a3bad5b2 req-d8a75524-3f66-4ca6-b54a-099d5ef9053c service neutron] Port 6a2e622c-4fb2-477d-bc93-f339f84c884b on network ab4fed0b-9bf1-4925-8765-94da08c5de2a not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:26:44.526433 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c5b487-a957-47ce-ba51-60e2a3bad5b2 req-d8a75524-3f66-4ca6-b54a-099d5ef9053c service neutron] Attempting to bind port 6a2e622c-4fb2-477d-bc93-f339f84c884b on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:44.546253 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c5b487-a957-47ce-ba51-60e2a3bad5b2 req-d8a75524-3f66-4ca6-b54a-099d5ef9053c service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:26:44.546641 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c5b487-a957-47ce-ba51-60e2a3bad5b2 req-d8a75524-3f66-4ca6-b54a-099d5ef9053c service neutron] Checking segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:26:44.547034 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c5b487-a957-47ce-ba51-60e2a3bad5b2 req-d8a75524-3f66-4ca6-b54a-099d5ef9053c service neutron] Bound using segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:26:44.547521 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-85c5b487-a957-47ce-ba51-60e2a3bad5b2 req-d8a75524-3f66-4ca6-b54a-099d5ef9053c service neutron] Bound port: 6a2e622c-4fb2-477d-bc93-f339f84c884b, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:26:44.547873 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-85c5b487-a957-47ce-ba51-60e2a3bad5b2 req-d8a75524-3f66-4ca6-b54a-099d5ef9053c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:44.557956 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971f6cd-d98a-4db5-a0ae-b4f0ca964f79 req-78a5aaf9-e942-4cfc-bf1d-07cef5381363 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:44.559665 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d971f6cd-d98a-4db5-a0ae-b4f0ca964f79 req-78a5aaf9-e942-4cfc-bf1d-07cef5381363 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a4bf71-df86-45b5-ba21-3d2348a88c91 HTTP/1.1" status: 200 len: 946 time: 0.4358914 Nov 25 17:26:44.564118 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ff136-d5fb-400f-a0f1-30fa69a55162 req-bfbc27fa-f22b-4ca3-80e6-29663552982f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:44.565552 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a99ff136-d5fb-400f-a0f1-30fa69a55162 req-bfbc27fa-f22b-4ca3-80e6-29663552982f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=577f7e8f-a41f-42c3-a5d0-23f6361748a4 HTTP/1.1" status: 200 len: 844 time: 0.1341090 Nov 25 17:26:44.628069 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c215751-cfda-415a-addb-db00ea77e417 req-aee1d193-ba5e-4fbc-9a6a-2ba5e0e85976 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Made reservation on behalf of 0c50612348444ddfbb4ceb1523debeb2 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:26:44.632271 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-5c215751-cfda-415a-addb-db00ea77e417 req-aee1d193-ba5e-4fbc-9a6a-2ba5e0e85976 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:44.642350 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a99ff136-d5fb-400f-a0f1-30fa69a55162 req-c1aad5cd-1ddf-454e-b72b-ced78f55432d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596220 Nov 25 17:26:44.708300 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6194f9d6-6a69-40be-b65f-1774deb0acfb req-0f01e308-3052-4201-b211-15f7a820bf2f tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] 10.222.0.75 "GET /v2.0/security-groups?id=f853e348-ad40-46dd-b785-db26df1b9c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2138898 Nov 25 17:26:44.774784 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-5c215751-cfda-415a-addb-db00ea77e417 req-aee1d193-ba5e-4fbc-9a6a-2ba5e0e85976 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Allocated IP 172.20.0.9 (371425c0-1ad9-4640-8637-d9368ddb07ea/c19ccf88-7778-4418-ad11-438645181f88/d32d7aa4-3ca5-486f-abf0-ec662c62b53d) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:26:44.791096 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d971f6cd-d98a-4db5-a0ae-b4f0ca964f79 req-eb343743-825f-4dd6-a409-7bc7d874ffd9 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048006 Nov 25 17:26:44.800903 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-85c5b487-a957-47ce-ba51-60e2a3bad5b2 req-d8a75524-3f66-4ca6-b54a-099d5ef9053c service neutron] For port 6a2e622c-4fb2-477d-bc93-f339f84c884b, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:26:44.806669 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-85c5b487-a957-47ce-ba51-60e2a3bad5b2 req-d8a75524-3f66-4ca6-b54a-099d5ef9053c service neutron] For port 6a2e622c-4fb2-477d-bc93-f339f84c884b, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=6a2e622c-4fb2-477d-bc93-f339f84c884b,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:26:44.828786 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-85c5b487-a957-47ce-ba51-60e2a3bad5b2 req-d8a75524-3f66-4ca6-b54a-099d5ef9053c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:44.880551 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 52c53067-21df-45de-a730-7dc00c41f3de no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:26:44.904680 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a99ff136-d5fb-400f-a0f1-30fa69a55162 req-b2eec569-555d-4823-89d0-a68b7a5fb0c2 service neutron] 10.222.0.90 "GET /v2.0/networks/6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377236 Nov 25 17:26:44.915240 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c5b487-a957-47ce-ba51-60e2a3bad5b2 req-d8a75524-3f66-4ca6-b54a-099d5ef9053c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:44.915240 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-85c5b487-a957-47ce-ba51-60e2a3bad5b2 req-d8a75524-3f66-4ca6-b54a-099d5ef9053c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:44.916631 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-85c5b487-a957-47ce-ba51-60e2a3bad5b2 req-d8a75524-3f66-4ca6-b54a-099d5ef9053c service neutron] 10.222.0.74 "PUT /v2.0/ports/6a2e622c-4fb2-477d-bc93-f339f84c884b HTTP/1.1" status: 200 len: 1095 time: 2.0869634 Nov 25 17:26:44.927735 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: 52c53067-21df-45de-a730-7dc00c41f3de {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:26:44.928736 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 52c53067-21df-45de-a730-7dc00c41f3de not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:26:44.986879 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 25 Nov 2021 17:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303c6dd2-2bf1-480f-bbb6-c598f4ddb6da x-openstack-request-id: req-303c6dd2-2bf1-480f-bbb6-c598f4ddb6da {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:26:44.987402 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7a4bf71-df86-45b5-ba21-3d2348a88c91", "name": "network-vif-unplugged", "status": "failed", "tag": "d967585a-fbbb-44b7-b302-947271afc856", "code": 422}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:26:44.987849 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-303c6dd2-2bf1-480f-bbb6-c598f4ddb6da {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:26:44.988440 n-d-817746-1 neutron-server[103362]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b7a4bf71-df86-45b5-ba21-3d2348a88c91', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd967585a-fbbb-44b7-b302-947271afc856', 'code': 422} returned with failed status Nov 25 17:26:45.027141 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-5c215751-cfda-415a-addb-db00ea77e417 req-aee1d193-ba5e-4fbc-9a6a-2ba5e0e85976 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:45.046033 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a99ff136-d5fb-400f-a0f1-30fa69a55162 req-808f3c07-456f-4226-9fef-cf6b0d03988a service neutron] 10.222.0.90 "GET /v2.0/networks/6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264060 Nov 25 17:26:45.048883 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 25 Nov 2021 17:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6d7471-23ec-45e8-a25e-7879e2c68bac x-openstack-request-id: req-fe6d7471-23ec-45e8-a25e-7879e2c68bac {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:26:45.049165 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61d637eb-4d85-4798-9eb0-1c541647685d", "name": "network-vif-unplugged", "status": "completed", "tag": "6a2e622c-4fb2-477d-bc93-f339f84c884b", "code": 200}, {"name": "network-changed", "server_uuid": "20b57555-0ca2-4620-b3cd-28ec4ad858b1", "tag": "b826d5c7-ed04-456d-a62b-44e708fcbe6e", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:26:45.049467 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fe6d7471-23ec-45e8-a25e-7879e2c68bac {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:26:45.049872 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d637eb-4d85-4798-9eb0-1c541647685d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a2e622c-4fb2-477d-bc93-f339f84c884b', 'code': 200} Nov 25 17:26:45.050135 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20b57555-0ca2-4620-b3cd-28ec4ad858b1', 'tag': 'b826d5c7-ed04-456d-a62b-44e708fcbe6e', 'status': 'completed', 'code': 200} Nov 25 17:26:45.104508 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-5c215751-cfda-415a-addb-db00ea77e417 req-aee1d193-ba5e-4fbc-9a6a-2ba5e0e85976 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:45.142852 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5713cb1c-c959-46f3-9372-428541bbe26f req-0cd1a6aa-db1d-4d59-8a65-f9e8c832fbf7 tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:45.144472 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5713cb1c-c959-46f3-9372-428541bbe26f req-0cd1a6aa-db1d-4d59-8a65-f9e8c832fbf7 tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=27c5102e-26b4-492f-95ef-d996d948b29d HTTP/1.1" status: 200 len: 1096 time: 0.3365245 Nov 25 17:26:45.145126 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a75524-3f66-4ca6-b54a-099d5ef9053c service neutron] Pushing event updated for resources: {'Port': ['ID=6a2e622c-4fb2-477d-bc93-f339f84c884b,revision_number=7']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:45.176802 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c215751-cfda-415a-addb-db00ea77e417 req-aee1d193-ba5e-4fbc-9a6a-2ba5e0e85976 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Network 371425c0-1ad9-4640-8637-d9368ddb07ea is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:26:45.181714 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-5c215751-cfda-415a-addb-db00ea77e417 req-aee1d193-ba5e-4fbc-9a6a-2ba5e0e85976 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:45.183851 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee1d193-ba5e-4fbc-9a6a-2ba5e0e85976 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Pushing event updated for resources: {'Port': ['ID=d32d7aa4-3ca5-486f-abf0-ec662c62b53d,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:45.186249 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c215751-cfda-415a-addb-db00ea77e417 req-aee1d193-ba5e-4fbc-9a6a-2ba5e0e85976 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:26:45.239518 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c5b487-a957-47ce-ba51-60e2a3bad5b2 req-1d10564b-1b83-4618-8e96-ec7ea722b661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:45.241511 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-85c5b487-a957-47ce-ba51-60e2a3bad5b2 req-1d10564b-1b83-4618-8e96-ec7ea722b661 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=21f728f76092479bbd096847b3caf950&device_id=61d637eb-4d85-4798-9eb0-1c541647685d HTTP/1.1" status: 200 len: 1098 time: 0.1944075 Nov 25 17:26:45.249621 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad859c32-3bd4-4679-a358-081e82dc0b9a req-30e5b72e-f477-48cb-a32a-c0b73f75ba60 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:45.260897 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ad859c32-3bd4-4679-a358-081e82dc0b9a req-30e5b72e-f477-48cb-a32a-c0b73f75ba60 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=64bf8e73-6ad3-47a8-9852-05a9aaa2736c HTTP/1.1" status: 200 len: 945 time: 0.1929991 Nov 25 17:26:45.264678 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c215751-cfda-415a-addb-db00ea77e417 req-aee1d193-ba5e-4fbc-9a6a-2ba5e0e85976 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:45.266113 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-5c215751-cfda-415a-addb-db00ea77e417 req-aee1d193-ba5e-4fbc-9a6a-2ba5e0e85976 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:45.286352 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-5c215751-cfda-415a-addb-db00ea77e417 req-aee1d193-ba5e-4fbc-9a6a-2ba5e0e85976 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8216257 Nov 25 17:26:45.299545 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-5c215751-cfda-415a-addb-db00ea77e417 req-8b496c59-cb3d-4cb0-9d0d-83047e4917ab service neutron] Request body: {'port': {'device_id': '054d980d-2ae0-423f-b06b-14e9c776fb71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:45.302761 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5e5d6-9c5b-4cc3-85ca-1915a40fe10a req-bb1945db-5129-4548-ac3b-5ce57ccaa15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:45.304589 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b1e5e5d6-9c5b-4cc3-85ca-1915a40fe10a req-bb1945db-5129-4548-ac3b-5ce57ccaa15c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=733f83ade5ed462890d9dfd70ff5e26d&device_id=20b57555-0ca2-4620-b3cd-28ec4ad858b1 HTTP/1.1" status: 200 len: 1094 time: 0.1640379 Nov 25 17:26:45.367309 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-5c215751-cfda-415a-addb-db00ea77e417 req-8b496c59-cb3d-4cb0-9d0d-83047e4917ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:45.382731 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5713cb1c-c959-46f3-9372-428541bbe26f req-b0d3237f-db57-4f78-884e-1468ed1c89de tempest-LiveAutoBlockMigrationV225Test-1938137472 tempest-LiveAutoBlockMigrationV225Test-1938137472-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229457 Nov 25 17:26:45.465719 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ad859c32-3bd4-4679-a358-081e82dc0b9a req-34f5dad4-6dfd-49c8-bace-f2f9c1ef3d98 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071428 Nov 25 17:26:45.561050 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c5b487-a957-47ce-ba51-60e2a3bad5b2 req-b7d86d36-aa14-49b4-be29-79bab71f00f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:45.562582 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-85c5b487-a957-47ce-ba51-60e2a3bad5b2 req-b7d86d36-aa14-49b4-be29-79bab71f00f8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ab4fed0b-9bf1-4925-8765-94da08c5de2a HTTP/1.1" status: 200 len: 870 time: 0.3023980 Nov 25 17:26:45.635703 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5e5d6-9c5b-4cc3-85ca-1915a40fe10a req-a4bf95fe-058e-4c66-9200-c64072e3201d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:45.637315 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b1e5e5d6-9c5b-4cc3-85ca-1915a40fe10a req-a4bf95fe-058e-4c66-9200-c64072e3201d service neutron] 10.222.0.90 "GET /v2.0/networks?id=6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5 HTTP/1.1" status: 200 len: 905 time: 0.3160293 Nov 25 17:26:45.641085 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-85c5b487-a957-47ce-ba51-60e2a3bad5b2 req-6a787533-e2cb-4c8b-b4bf-10f7e5a65845 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=6a2e622c-4fb2-477d-bc93-f339f84c884b HTTP/1.1" status: 200 len: 217 time: 0.0553498 Nov 25 17:26:45.687766 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b1e5e5d6-9c5b-4cc3-85ca-1915a40fe10a req-257ee1ed-6760-4c09-92f5-4098089af14f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b826d5c7-ed04-456d-a62b-44e708fcbe6e HTTP/1.1" status: 200 len: 217 time: 0.0418706 Nov 25 17:26:45.720371 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344f031-3de1-4ce6-a0b9-9bf5265da70a req-5ec166fe-31be-42bb-b83a-fbf7c0fafab3 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:45.722269 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4344f031-3de1-4ce6-a0b9-9bf5265da70a req-5ec166fe-31be-42bb-b83a-fbf7c0fafab3 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=61d637eb-4d85-4798-9eb0-1c541647685d HTTP/1.1" status: 200 len: 947 time: 0.2362118 Nov 25 17:26:45.763566 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-5c215751-cfda-415a-addb-db00ea77e417 req-8b496c59-cb3d-4cb0-9d0d-83047e4917ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d32d7aa4-3ca5-486f-abf0-ec662c62b53d {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:26:45.774351 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-5c215751-cfda-415a-addb-db00ea77e417 req-8b496c59-cb3d-4cb0-9d0d-83047e4917ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:45.789978 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-5c215751-cfda-415a-addb-db00ea77e417 req-8b496c59-cb3d-4cb0-9d0d-83047e4917ab service neutron] Transition to ACTIVE for port object d32d7aa4-3ca5-486f-abf0-ec662c62b53d will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:26:45.794302 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-5c215751-cfda-415a-addb-db00ea77e417 req-8b496c59-cb3d-4cb0-9d0d-83047e4917ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:45.836272 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c5b487-a957-47ce-ba51-60e2a3bad5b2 req-a41d23c0-3db8-424d-8f7d-04703197f25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:45.837713 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-85c5b487-a957-47ce-ba51-60e2a3bad5b2 req-a41d23c0-3db8-424d-8f7d-04703197f25c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.1490369 Nov 25 17:26:45.845153 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5e5d6-9c5b-4cc3-85ca-1915a40fe10a req-c0ea8b38-9aa8-465d-b29c-458c8717c0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:45.846657 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b1e5e5d6-9c5b-4cc3-85ca-1915a40fe10a req-c0ea8b38-9aa8-465d-b29c-458c8717c0c0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=577f7e8f-a41f-42c3-a5d0-23f6361748a4 HTTP/1.1" status: 200 len: 844 time: 0.1221843 Nov 25 17:26:45.866530 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b496c59-cb3d-4cb0-9d0d-83047e4917ab service neutron] Pushing event updated for resources: {'Port': ['ID=d32d7aa4-3ca5-486f-abf0-ec662c62b53d,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:45.899506 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b1e5e5d6-9c5b-4cc3-85ca-1915a40fe10a req-eabde388-948e-4f2b-83e6-e60b3b523d1d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360360 Nov 25 17:26:45.902999 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4344f031-3de1-4ce6-a0b9-9bf5265da70a req-ac71bfe5-3236-40af-bcfd-208698d9ce54 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513748 Nov 25 17:26:46.010774 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-5c215751-cfda-415a-addb-db00ea77e417 req-8b496c59-cb3d-4cb0-9d0d-83047e4917ab service neutron] Attempting to bind port d32d7aa4-3ca5-486f-abf0-ec662c62b53d on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:26:46.011929 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-5c215751-cfda-415a-addb-db00ea77e417 req-8b496c59-cb3d-4cb0-9d0d-83047e4917ab service neutron] Attempting to bind port d32d7aa4-3ca5-486f-abf0-ec662c62b53d by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'bdbf0e78-63fc-4baf-b91d-154115f4c256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '371425c0-1ad9-4640-8637-d9368ddb07ea'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:26:46.014166 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c215751-cfda-415a-addb-db00ea77e417 req-8b496c59-cb3d-4cb0-9d0d-83047e4917ab service neutron] Attempting to bind port d32d7aa4-3ca5-486f-abf0-ec662c62b53d on network 371425c0-1ad9-4640-8637-d9368ddb07ea {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:46.024260 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c215751-cfda-415a-addb-db00ea77e417 req-8b496c59-cb3d-4cb0-9d0d-83047e4917ab service neutron] Port d32d7aa4-3ca5-486f-abf0-ec662c62b53d on network 371425c0-1ad9-4640-8637-d9368ddb07ea not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:26:46.024973 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c215751-cfda-415a-addb-db00ea77e417 req-8b496c59-cb3d-4cb0-9d0d-83047e4917ab service neutron] Attempting to bind port d32d7aa4-3ca5-486f-abf0-ec662c62b53d on network 371425c0-1ad9-4640-8637-d9368ddb07ea {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:46.032617 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c215751-cfda-415a-addb-db00ea77e417 req-8b496c59-cb3d-4cb0-9d0d-83047e4917ab service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:26:46.033263 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c215751-cfda-415a-addb-db00ea77e417 req-8b496c59-cb3d-4cb0-9d0d-83047e4917ab service neutron] Checking segment: {'id': 'bdbf0e78-63fc-4baf-b91d-154115f4c256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '371425c0-1ad9-4640-8637-d9368ddb07ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:26:46.033776 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c215751-cfda-415a-addb-db00ea77e417 req-8b496c59-cb3d-4cb0-9d0d-83047e4917ab service neutron] Bound using segment: {'id': 'bdbf0e78-63fc-4baf-b91d-154115f4c256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '371425c0-1ad9-4640-8637-d9368ddb07ea'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:26:46.034325 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-5c215751-cfda-415a-addb-db00ea77e417 req-8b496c59-cb3d-4cb0-9d0d-83047e4917ab service neutron] Bound port: d32d7aa4-3ca5-486f-abf0-ec662c62b53d, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbf0e78-63fc-4baf-b91d-154115f4c256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '371425c0-1ad9-4640-8637-d9368ddb07ea'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:26:46.034745 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-5c215751-cfda-415a-addb-db00ea77e417 req-8b496c59-cb3d-4cb0-9d0d-83047e4917ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:46.142863 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-5c215751-cfda-415a-addb-db00ea77e417 req-8b496c59-cb3d-4cb0-9d0d-83047e4917ab service neutron] For port d32d7aa4-3ca5-486f-abf0-ec662c62b53d, host n-h1-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:26:46.148916 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-5c215751-cfda-415a-addb-db00ea77e417 req-8b496c59-cb3d-4cb0-9d0d-83047e4917ab service neutron] For port d32d7aa4-3ca5-486f-abf0-ec662c62b53d, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=d32d7aa4-3ca5-486f-abf0-ec662c62b53d,segment=NetworkSegment(bdbf0e78-63fc-4baf-b91d-154115f4c256),segment_id=bdbf0e78-63fc-4baf-b91d-154115f4c256)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:26:46.154236 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-5c215751-cfda-415a-addb-db00ea77e417 req-8b496c59-cb3d-4cb0-9d0d-83047e4917ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:46.202091 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c215751-cfda-415a-addb-db00ea77e417 req-8b496c59-cb3d-4cb0-9d0d-83047e4917ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:46.202995 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-5c215751-cfda-415a-addb-db00ea77e417 req-8b496c59-cb3d-4cb0-9d0d-83047e4917ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:46.204475 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-5c215751-cfda-415a-addb-db00ea77e417 req-8b496c59-cb3d-4cb0-9d0d-83047e4917ab service neutron] 10.222.0.74 "PUT /v2.0/ports/d32d7aa4-3ca5-486f-abf0-ec662c62b53d HTTP/1.1" status: 200 len: 1091 time: 0.9102745 Nov 25 17:26:46.211739 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '054d980d-2ae0-423f-b06b-14e9c776fb71', 'tag': 'd32d7aa4-3ca5-486f-abf0-ec662c62b53d'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:26:46.214263 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a43a832-38d1-404f-b6ca-a0e86d0b1c89" -d '{"events": [{"name": "network-changed", "server_uuid": "054d980d-2ae0-423f-b06b-14e9c776fb71", "tag": "d32d7aa4-3ca5-486f-abf0-ec662c62b53d"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:26:46.239966 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b496c59-cb3d-4cb0-9d0d-83047e4917ab service neutron] Pushing event updated for resources: {'Port': ['ID=d32d7aa4-3ca5-486f-abf0-ec662c62b53d,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:46.294546 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c215751-cfda-415a-addb-db00ea77e417 req-ee611b10-9bd0-4010-a7c2-107349f72b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:46.296647 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-5c215751-cfda-415a-addb-db00ea77e417 req-ee611b10-9bd0-4010-a7c2-107349f72b74 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0c50612348444ddfbb4ceb1523debeb2&device_id=054d980d-2ae0-423f-b06b-14e9c776fb71 HTTP/1.1" status: 200 len: 1094 time: 0.0510871 Nov 25 17:26:46.349434 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-5c215751-cfda-415a-addb-db00ea77e417 req-7bafdeb9-30a8-4fdf-84ff-7ce8ee68c4f8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d32d7aa4-3ca5-486f-abf0-ec662c62b53d HTTP/1.1" status: 200 len: 217 time: 0.0442331 Nov 25 17:26:46.388528 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c5b487-a957-47ce-ba51-60e2a3bad5b2 req-db0c459e-047c-4e90-b8d2-23f7c2daac79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:46.390060 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-85c5b487-a957-47ce-ba51-60e2a3bad5b2 req-db0c459e-047c-4e90-b8d2-23f7c2daac79 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5375204 Nov 25 17:26:46.401623 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998fa43-c18a-4b80-8bd9-5fadcdaf33cb req-ff55a524-47a7-41d8-a42a-ddd2e0103fa0 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:46.403098 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c998fa43-c18a-4b80-8bd9-5fadcdaf33cb req-ff55a524-47a7-41d8-a42a-ddd2e0103fa0 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/ports?device_id=20b57555-0ca2-4620-b3cd-28ec4ad858b1 HTTP/1.1" status: 200 len: 943 time: 0.1205695 Nov 25 17:26:46.414836 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c215751-cfda-415a-addb-db00ea77e417 req-530faa06-e36b-43e5-b0d6-37662b39302e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:46.416396 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-5c215751-cfda-415a-addb-db00ea77e417 req-530faa06-e36b-43e5-b0d6-37662b39302e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c19ccf88-7778-4418-ad11-438645181f88 HTTP/1.1" status: 200 len: 855 time: 0.0562694 Nov 25 17:26:46.454231 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-5c215751-cfda-415a-addb-db00ea77e417 req-a109ae98-07a3-4ef0-a86a-174a11a499a8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=371425c0-1ad9-4640-8637-d9368ddb07ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307419 Nov 25 17:26:46.519898 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b1e5e5d6-9c5b-4cc3-85ca-1915a40fe10a req-093b25bc-d6fd-4779-b575-ea0a3891775e service neutron] 10.222.0.90 "GET /v2.0/networks/6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360470 Nov 25 17:26:46.522407 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:46.559881 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-5c215751-cfda-415a-addb-db00ea77e417 req-939aa66f-f41f-4c32-a8e5-097b17473f10 service neutron] 10.222.0.74 "GET /v2.0/networks/371425c0-1ad9-4640-8637-d9368ddb07ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977409 Nov 25 17:26:46.595599 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c998fa43-c18a-4b80-8bd9-5fadcdaf33cb req-49b668f3-0c06-4c5c-8e54-90b1181b9870 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/security-groups?id=84be2441-5ea8-4292-81c0-e25d06d16adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806827 Nov 25 17:26:46.638506 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:46.656276 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d386f1e4-4429-4ca5-8cb6-e151aa9e4fe7 req-557d96cd-8c75-44e3-85eb-2685ffcf3da7 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:46.657898 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d386f1e4-4429-4ca5-8cb6-e151aa9e4fe7 req-557d96cd-8c75-44e3-85eb-2685ffcf3da7 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a4bf71-df86-45b5-ba21-3d2348a88c91 HTTP/1.1" status: 200 len: 944 time: 0.1621513 Nov 25 17:26:46.659580 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-85c5b487-a957-47ce-ba51-60e2a3bad5b2 req-54638a2a-c599-4e9d-9d82-022477485601 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540486 Nov 25 17:26:46.678049 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-5c215751-cfda-415a-addb-db00ea77e417 req-c3c2e619-9220-4ad9-9c87-7ba1a64b08e9 service neutron] 10.222.0.74 "GET /v2.0/networks/371425c0-1ad9-4640-8637-d9368ddb07ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103277 Nov 25 17:26:46.768112 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b1e5e5d6-9c5b-4cc3-85ca-1915a40fe10a req-04b2f054-fbd2-4f11-9ada-caa57cb47c3c service neutron] 10.222.0.90 "GET /v2.0/networks/6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263429 Nov 25 17:26:46.857000 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23cf9c-7e45-4c38-b7e1-ed73e59d7ccc req-3266cab2-a36c-49f9-82b3-8458beceacd4 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:46.858459 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5f23cf9c-7e45-4c38-b7e1-ed73e59d7ccc req-3266cab2-a36c-49f9-82b3-8458beceacd4 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=054d980d-2ae0-423f-b06b-14e9c776fb71 HTTP/1.1" status: 200 len: 943 time: 0.1942852 Nov 25 17:26:46.894204 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-85c5b487-a957-47ce-ba51-60e2a3bad5b2 req-0eeec7ca-eb3a-4cf7-9c63-6ff8e2894119 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252789 Nov 25 17:26:46.926190 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-d386f1e4-4429-4ca5-8cb6-e151aa9e4fe7 req-09df612a-b918-4eb4-95d5-64945d6967e2 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Deleting port d967585a-fbbb-44b7-b302-947271afc856 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:26:46.926528 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d386f1e4-4429-4ca5-8cb6-e151aa9e4fe7 req-09df612a-b918-4eb4-95d5-64945d6967e2 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:46.946682 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5f23cf9c-7e45-4c38-b7e1-ed73e59d7ccc req-62754830-1d57-414d-8f5c-2a0731921a84 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821559 Nov 25 17:26:47.031833 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-d386f1e4-4429-4ca5-8cb6-e151aa9e4fe7 req-09df612a-b918-4eb4-95d5-64945d6967e2 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] For port d967585a-fbbb-44b7-b302-947271afc856, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=d967585a-fbbb-44b7-b302-947271afc856,segment=NetworkSegment(79eee098-6bae-4c42-964f-62f3e7d096e0),segment_id=79eee098-6bae-4c42-964f-62f3e7d096e0)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:47.032301 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d386f1e4-4429-4ca5-8cb6-e151aa9e4fe7 req-09df612a-b918-4eb4-95d5-64945d6967e2 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:47.046899 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-d386f1e4-4429-4ca5-8cb6-e151aa9e4fe7 req-09df612a-b918-4eb4-95d5-64945d6967e2 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Calling delete_port for d967585a-fbbb-44b7-b302-947271afc856 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:26:47.051934 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61d637eb-4d85-4798-9eb0-1c541647685d', 'tag': '6a2e622c-4fb2-477d-bc93-f339f84c884b'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:26:47.054857 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8049bd19-1915-4c68-9180-1bea07de7cbd" -d '{"events": [{"name": "network-changed", "server_uuid": "61d637eb-4d85-4798-9eb0-1c541647685d", "tag": "6a2e622c-4fb2-477d-bc93-f339f84c884b"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:26:47.091605 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9256a487-be1b-4654-841d-5b7c59f3e090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:47.198714 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d386f1e4-4429-4ca5-8cb6-e151aa9e4fe7 req-09df612a-b918-4eb4-95d5-64945d6967e2 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:47.226189 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df612a-b918-4eb4-95d5-64945d6967e2 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Pushing event deleted for resources: {'Port': ['ID=d967585a-fbbb-44b7-b302-947271afc856,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:47.268942 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-d386f1e4-4429-4ca5-8cb6-e151aa9e4fe7 req-09df612a-b918-4eb4-95d5-64945d6967e2 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] No DVR routers for this DVR port d967585a-fbbb-44b7-b302-947271afc856 on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:26:47.271581 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d386f1e4-4429-4ca5-8cb6-e151aa9e4fe7 req-09df612a-b918-4eb4-95d5-64945d6967e2 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:47.275180 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d386f1e4-4429-4ca5-8cb6-e151aa9e4fe7 req-09df612a-b918-4eb4-95d5-64945d6967e2 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "DELETE /v2.0/ports/d967585a-fbbb-44b7-b302-947271afc856 HTTP/1.1" status: 204 len: 173 time: 0.6098282 Nov 25 17:26:47.459491 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-402a9084-d535-4a47-8975-56dd6a79d783 req-8b9e9fcf-34a3-46a6-99ee-f002d1975705 tempest-ServerDiagnosticsNegativeTest-1529874393 tempest-ServerDiagnosticsNegativeTest-1529874393-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=243eabe5ad894cf3a4bf93d32054c490&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221412 Nov 25 17:26:47.609279 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-c69e6352-f69d-42ba-b31e-bf5e5edd45b7 tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:47.610947 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-c69e6352-f69d-42ba-b31e-bf5e5edd45b7 tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=64bf8e73-6ad3-47a8-9852-05a9aaa2736c&tenant_id=cbebe6cb2b944a35af1ec08d68611682&binding%3Ahost_id=n-h2-817746-1 HTTP/1.1" status: 200 len: 1096 time: 0.0764279 Nov 25 17:26:47.622344 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a9084-d535-4a47-8975-56dd6a79d783 req-4e4ee6e8-aba4-4c5c-a811-65e03cc4e50d tempest-ServerDiagnosticsNegativeTest-1529874393 tempest-ServerDiagnosticsNegativeTest-1529874393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:47.623761 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-402a9084-d535-4a47-8975-56dd6a79d783 req-4e4ee6e8-aba4-4c5c-a811-65e03cc4e50d tempest-ServerDiagnosticsNegativeTest-1529874393 tempest-ServerDiagnosticsNegativeTest-1529874393-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1588228 Nov 25 17:26:47.630381 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-35701e86-dc05-479e-8611-66d44d025d85 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817746-1'}}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:47.666607 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-402a9084-d535-4a47-8975-56dd6a79d783 req-5446d52d-7448-4a1a-b1fe-a920b3db35e8 tempest-ServerDiagnosticsNegativeTest-1529874393 tempest-ServerDiagnosticsNegativeTest-1529874393-project] 10.222.0.75 "GET /v2.0/quotas/243eabe5ad894cf3a4bf93d32054c490 HTTP/1.1" status: 200 len: 375 time: 0.0320365 Nov 25 17:26:47.677183 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e4b563-606e-484b-8b66-3c5c9a061ca9 x-openstack-request-id: req-53e4b563-606e-484b-8b66-3c5c9a061ca9 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:26:47.677722 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "054d980d-2ae0-423f-b06b-14e9c776fb71", "tag": "d32d7aa4-3ca5-486f-abf0-ec662c62b53d", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:26:47.677956 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-53e4b563-606e-484b-8b66-3c5c9a061ca9 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:26:47.678451 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '054d980d-2ae0-423f-b06b-14e9c776fb71', 'tag': 'd32d7aa4-3ca5-486f-abf0-ec662c62b53d', 'status': 'completed', 'code': 200} Nov 25 17:26:47.727108 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-402a9084-d535-4a47-8975-56dd6a79d783 req-6ef3d133-4fc6-4cb9-b5c3-49abebc7226f tempest-ServerDiagnosticsNegativeTest-1529874393 tempest-ServerDiagnosticsNegativeTest-1529874393-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=243eabe5ad894cf3a4bf93d32054c490&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544479 Nov 25 17:26:47.729668 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-35701e86-dc05-479e-8611-66d44d025d85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:47.748938 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43a832-38d1-404f-b6ca-a0e86d0b1c89 req-2b41462d-ed30-49eb-b839-3670bc20cace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:47.750464 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7a43a832-38d1-404f-b6ca-a0e86d0b1c89 req-2b41462d-ed30-49eb-b839-3670bc20cace service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0c50612348444ddfbb4ceb1523debeb2&device_id=054d980d-2ae0-423f-b06b-14e9c776fb71 HTTP/1.1" status: 200 len: 1094 time: 0.0479834 Nov 25 17:26:47.820239 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf17b86-c4b7-4368-a905-cb3432790e27 req-96f94137-cfdc-470b-8147-0316057a3682 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:47.827562 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0bf17b86-c4b7-4368-a905-cb3432790e27 req-96f94137-cfdc-470b-8147-0316057a3682 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=64bf8e73-6ad3-47a8-9852-05a9aaa2736c HTTP/1.1" status: 200 len: 945 time: 0.0993655 Nov 25 17:26:47.868198 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43a832-38d1-404f-b6ca-a0e86d0b1c89 req-b6c497c0-85e9-4bf5-bf31-b6ca34ac8ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:47.870003 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7a43a832-38d1-404f-b6ca-a0e86d0b1c89 req-b6c497c0-85e9-4bf5-bf31-b6ca34ac8ab0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=371425c0-1ad9-4640-8637-d9368ddb07ea HTTP/1.1" status: 200 len: 916 time: 0.1117151 Nov 25 17:26:47.902830 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device b826d5c7-ed04-456d-a62b-44e708fcbe6e details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:26:47.907163 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device d967585a-fbbb-44b7-b302-947271afc856 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:26:47.947421 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: d967585a-fbbb-44b7-b302-947271afc856 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:26:47.947909 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device d967585a-fbbb-44b7-b302-947271afc856 not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:26:47.962990 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7a43a832-38d1-404f-b6ca-a0e86d0b1c89 req-23ef80ff-af46-4cc5-b7ec-b9c315a43e33 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d32d7aa4-3ca5-486f-abf0-ec662c62b53d HTTP/1.1" status: 200 len: 217 time: 0.0686567 Nov 25 17:26:48.025263 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43a832-38d1-404f-b6ca-a0e86d0b1c89 req-716648f1-ac0f-49cb-9870-e550afd4a398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:48.029526 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0bf17b86-c4b7-4368-a905-cb3432790e27 req-31ed8ac5-29a6-4cb7-9649-b79719ee9be2 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986063 Nov 25 17:26:48.030272 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7a43a832-38d1-404f-b6ca-a0e86d0b1c89 req-716648f1-ac0f-49cb-9870-e550afd4a398 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c19ccf88-7778-4418-ad11-438645181f88 HTTP/1.1" status: 200 len: 855 time: 0.0664372 Nov 25 17:26:48.046148 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e48da-809c-4960-b551-b8ae3c79488f req-6256d9e3-84fc-47b8-946c-80ef0ae1027f tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:48.046148 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b22e48da-809c-4960-b551-b8ae3c79488f req-6256d9e3-84fc-47b8-946c-80ef0ae1027f tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.90 "GET /v2.0/ports?device_id=27c5102e-26b4-492f-95ef-d996d948b29d HTTP/1.1" status: 200 len: 945 time: 0.1963105 Nov 25 17:26:48.069102 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-35701e86-dc05-479e-8611-66d44d025d85 service neutron] For port 1e63c212-dc7e-43ab-88cf-3670c895b2f2, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=1e63c212-dc7e-43ab-88cf-3670c895b2f2,segment=NetworkSegment(2c22414f-d4c7-43ac-a576-c7b2f18031bf),segment_id=2c22414f-d4c7-43ac-a576-c7b2f18031bf)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:48.077579 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port b826d5c7-ed04-456d-a62b-44e708fcbe6e, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=b826d5c7-ed04-456d-a62b-44e708fcbe6e,segment=NetworkSegment(6347e9f6-96b1-4f56-a092-a9cf81778fe8),segment_id=6347e9f6-96b1-4f56-a092-a9cf81778fe8)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:48.077774 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7a43a832-38d1-404f-b6ca-a0e86d0b1c89 req-7763e056-4d8c-4316-b41a-e9aea08a0740 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=371425c0-1ad9-4640-8637-d9368ddb07ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387874 Nov 25 17:26:48.093084 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': 'b826d5c7-ed04-456d-a62b-44e708fcbe6e', 'network_id': '6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5', 'port_id': 'b826d5c7-ed04-456d-a62b-44e708fcbe6e', 'mac_address': 'fa:16:3e:2b:e2:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 901, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '577f7e8f-a41f-42c3-a5d0-23f6361748a4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:26:48.111620 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e4e15-5368-4f07-849e-4241b29b08ff req-829aed62-3093-4577-922a-582e15e33f84 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:48.113347 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-166e4e15-5368-4f07-849e-4241b29b08ff req-829aed62-3093-4577-922a-582e15e33f84 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=61d637eb-4d85-4798-9eb0-1c541647685d HTTP/1.1" status: 200 len: 947 time: 0.1845934 Nov 25 17:26:48.159345 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:48.175215 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1640c202-f907-4a55-8b4c-f9ecb7481f36 x-openstack-request-id: req-1640c202-f907-4a55-8b4c-f9ecb7481f36 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:26:48.175553 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61d637eb-4d85-4798-9eb0-1c541647685d", "tag": "6a2e622c-4fb2-477d-bc93-f339f84c884b", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:26:48.175829 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1640c202-f907-4a55-8b4c-f9ecb7481f36 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:26:48.176223 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61d637eb-4d85-4798-9eb0-1c541647685d', 'tag': '6a2e622c-4fb2-477d-bc93-f339f84c884b', 'status': 'completed', 'code': 200} Nov 25 17:26:48.202618 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b826d5c7-ed04-456d-a62b-44e708fcbe6e {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:26:48.238846 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port b826d5c7-ed04-456d-a62b-44e708fcbe6e, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=b826d5c7-ed04-456d-a62b-44e708fcbe6e,segment=NetworkSegment(6347e9f6-96b1-4f56-a092-a9cf81778fe8),segment_id=6347e9f6-96b1-4f56-a092-a9cf81778fe8)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:48.243163 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:48.264046 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7a43a832-38d1-404f-b6ca-a0e86d0b1c89 req-8fa15d4d-3f70-4803-93dc-473eb7eecf93 service neutron] 10.222.0.74 "GET /v2.0/networks/371425c0-1ad9-4640-8637-d9368ddb07ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745076 Nov 25 17:26:48.308522 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=b826d5c7-ed04-456d-a62b-44e708fcbe6e,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:48.309705 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-35701e86-dc05-479e-8611-66d44d025d85 service neutron] For port 1e63c212-dc7e-43ab-88cf-3670c895b2f2, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:26:48.377378 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7a43a832-38d1-404f-b6ca-a0e86d0b1c89 req-b69faa7a-6211-445b-b4f7-832ee31ff268 service neutron] 10.222.0.74 "GET /v2.0/networks/371425c0-1ad9-4640-8637-d9368ddb07ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043825 Nov 25 17:26:48.396411 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-166e4e15-5368-4f07-849e-4241b29b08ff req-f69b103c-5180-4f26-9e32-65a4e9eadd66 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693887 Nov 25 17:26:48.426378 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-35701e86-dc05-479e-8611-66d44d025d85 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:48.432914 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049bd19-1915-4c68-9180-1bea07de7cbd req-cfb5c25c-afc8-4d7f-a07c-72ccbde86f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:48.437468 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8049bd19-1915-4c68-9180-1bea07de7cbd req-cfb5c25c-afc8-4d7f-a07c-72ccbde86f82 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=21f728f76092479bbd096847b3caf950&device_id=61d637eb-4d85-4798-9eb0-1c541647685d HTTP/1.1" status: 200 len: 1098 time: 0.2482858 Nov 25 17:26:48.442563 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049bd19-1915-4c68-9180-1bea07de7cbd req-ccb0428a-2f62-4f48-ba79-6c5df7180f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:48.445331 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8049bd19-1915-4c68-9180-1bea07de7cbd req-ccb0428a-2f62-4f48-ba79-6c5df7180f31 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=21f728f76092479bbd096847b3caf950&device_id=61d637eb-4d85-4798-9eb0-1c541647685d HTTP/1.1" status: 200 len: 1098 time: 0.2451744 Nov 25 17:26:48.450463 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-b22e48da-809c-4960-b551-b8ae3c79488f req-f02010df-df47-4800-8579-c6e993397553 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Deleting port 5f4e1086-1615-4d97-a6d5-97474945bb7f {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:26:48.450837 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b22e48da-809c-4960-b551-b8ae3c79488f req-f02010df-df47-4800-8579-c6e993397553 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:48.465360 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-35701e86-dc05-479e-8611-66d44d025d85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:48.523909 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21623ee9-64bb-4dde-abaa-1ff80353655d req-6652dfe2-c381-48f2-9457-854ad073f577 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:48.525443 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-21623ee9-64bb-4dde-abaa-1ff80353655d req-6652dfe2-c381-48f2-9457-854ad073f577 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=27c5102e-26b4-492f-95ef-d996d948b29d HTTP/1.1" status: 200 len: 945 time: 0.2727449 Nov 25 17:26:48.559245 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['b826d5c7-ed04-456d-a62b-44e708fcbe6e'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:26:48.772793 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35701e86-dc05-479e-8611-66d44d025d85 service neutron] Pushing event updated for resources: {'Port': ['ID=1e63c212-dc7e-43ab-88cf-3670c895b2f2,revision_number=7']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:48.871942 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049bd19-1915-4c68-9180-1bea07de7cbd req-e88717ed-9abf-4ffd-a114-08c9bd8dfb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:48.873426 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8049bd19-1915-4c68-9180-1bea07de7cbd req-e88717ed-9abf-4ffd-a114-08c9bd8dfb90 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ab4fed0b-9bf1-4925-8765-94da08c5de2a HTTP/1.1" status: 200 len: 870 time: 0.4257460 Nov 25 17:26:48.885378 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-35701e86-dc05-479e-8611-66d44d025d85 service neutron] Attempting to bind port 1e63c212-dc7e-43ab-88cf-3670c895b2f2 on host n-h2-817746-1 for vnic_type normal with profile {"migrating_to": "n-h1-817746-1"} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:26:48.885716 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-35701e86-dc05-479e-8611-66d44d025d85 service neutron] Attempting to bind port 1e63c212-dc7e-43ab-88cf-3670c895b2f2 by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '2c22414f-d4c7-43ac-a576-c7b2f18031bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:26:48.886049 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-35701e86-dc05-479e-8611-66d44d025d85 service neutron] Attempting to bind port 1e63c212-dc7e-43ab-88cf-3670c895b2f2 on network cdfc7726-be74-4470-a033-195b79623a95 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:48.894544 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb486d18-40e9-4069-a910-9e03fb702f59 req-8d8ea139-c182-44a8-ac1c-9df070f0caee tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:48.895933 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eb486d18-40e9-4069-a910-9e03fb702f59 req-8d8ea139-c182-44a8-ac1c-9df070f0caee tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f9d21fd-8461-47c5-827e-d7aa598220c7 HTTP/1.1" status: 200 len: 946 time: 0.3510454 Nov 25 17:26:48.899582 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-21623ee9-64bb-4dde-abaa-1ff80353655d req-59a686bd-7b59-4ab1-9b0c-661034ce5625 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411422 Nov 25 17:26:48.901403 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-b22e48da-809c-4960-b551-b8ae3c79488f req-f02010df-df47-4800-8579-c6e993397553 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] For port 5f4e1086-1615-4d97-a6d5-97474945bb7f, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=5f4e1086-1615-4d97-a6d5-97474945bb7f,segment=NetworkSegment(32304091-a43f-4bbd-aae7-89d7e0d9d2b6),segment_id=32304091-a43f-4bbd-aae7-89d7e0d9d2b6)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:48.901781 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b22e48da-809c-4960-b551-b8ae3c79488f req-f02010df-df47-4800-8579-c6e993397553 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:48.922200 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 1e63c212-dc7e-43ab-88cf-3670c895b2f2 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:26:48.950573 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049bd19-1915-4c68-9180-1bea07de7cbd req-d2d5328d-2b5e-47e2-ae85-6bd565dd3608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:48.952043 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8049bd19-1915-4c68-9180-1bea07de7cbd req-d2d5328d-2b5e-47e2-ae85-6bd565dd3608 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ab4fed0b-9bf1-4925-8765-94da08c5de2a HTTP/1.1" status: 200 len: 870 time: 0.4831259 Nov 25 17:26:48.962009 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-b22e48da-809c-4960-b551-b8ae3c79488f req-f02010df-df47-4800-8579-c6e993397553 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Calling delete_port for 5f4e1086-1615-4d97-a6d5-97474945bb7f owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:26:48.964452 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8049bd19-1915-4c68-9180-1bea07de7cbd req-761c37ab-8ff9-4b9d-9df3-e6f18ea2e3ce service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=6a2e622c-4fb2-477d-bc93-f339f84c884b HTTP/1.1" status: 200 len: 217 time: 0.0801835 Nov 25 17:26:48.965033 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-35701e86-dc05-479e-8611-66d44d025d85 service neutron] Port 1e63c212-dc7e-43ab-88cf-3670c895b2f2 on network cdfc7726-be74-4470-a033-195b79623a95 not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:26:48.965356 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-35701e86-dc05-479e-8611-66d44d025d85 service neutron] Attempting to bind port 1e63c212-dc7e-43ab-88cf-3670c895b2f2 on network cdfc7726-be74-4470-a033-195b79623a95 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:49.046035 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 1e63c212-dc7e-43ab-88cf-3670c895b2f2, host n-h2-817746-1, got binding levels [] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:49.077288 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Attempting to bind port 1e63c212-dc7e-43ab-88cf-3670c895b2f2 on host n-h2-817746-1 for vnic_type normal with profile {"migrating_to": "n-h1-817746-1"} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:26:49.077782 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Attempting to bind port 1e63c212-dc7e-43ab-88cf-3670c895b2f2 by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '2c22414f-d4c7-43ac-a576-c7b2f18031bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:26:49.078141 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-402a9084-d535-4a47-8975-56dd6a79d783 req-90278faf-5f13-4998-b266-3ac978311a39 tempest-ServerDiagnosticsNegativeTest-1529874393 tempest-ServerDiagnosticsNegativeTest-1529874393-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=243eabe5ad894cf3a4bf93d32054c490&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360892 Nov 25 17:26:49.078640 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Attempting to bind port 1e63c212-dc7e-43ab-88cf-3670c895b2f2 on network cdfc7726-be74-4470-a033-195b79623a95 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:49.083482 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Port 1e63c212-dc7e-43ab-88cf-3670c895b2f2 on network cdfc7726-be74-4470-a033-195b79623a95 not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:26:49.084480 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Attempting to bind port 1e63c212-dc7e-43ab-88cf-3670c895b2f2 on network cdfc7726-be74-4470-a033-195b79623a95 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:49.092158 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:26:49.092648 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Checking segment: {'id': '2c22414f-d4c7-43ac-a576-c7b2f18031bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:26:49.093192 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Bound using segment: {'id': '2c22414f-d4c7-43ac-a576-c7b2f18031bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:26:49.093746 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Bound port: 1e63c212-dc7e-43ab-88cf-3670c895b2f2, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c22414f-d4c7-43ac-a576-c7b2f18031bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:26:49.094275 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:49.193977 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 1e63c212-dc7e-43ab-88cf-3670c895b2f2, host n-h2-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:26:49.198069 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 1e63c212-dc7e-43ab-88cf-3670c895b2f2, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=1e63c212-dc7e-43ab-88cf-3670c895b2f2,segment=NetworkSegment(2c22414f-d4c7-43ac-a576-c7b2f18031bf),segment_id=2c22414f-d4c7-43ac-a576-c7b2f18031bf)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:26:49.204633 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:49.226603 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a9084-d535-4a47-8975-56dd6a79d783 req-0c7155e0-1d75-407e-8351-f71426da963f tempest-ServerDiagnosticsNegativeTest-1529874393 tempest-ServerDiagnosticsNegativeTest-1529874393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:49.228284 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-402a9084-d535-4a47-8975-56dd6a79d783 req-0c7155e0-1d75-407e-8351-f71426da963f tempest-ServerDiagnosticsNegativeTest-1529874393 tempest-ServerDiagnosticsNegativeTest-1529874393-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1421914 Nov 25 17:26:49.243092 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-402a9084-d535-4a47-8975-56dd6a79d783 req-bf7681ec-5c1c-4c9c-b12c-2694eac3cf04 tempest-ServerDiagnosticsNegativeTest-1529874393 tempest-ServerDiagnosticsNegativeTest-1529874393-project] Request body: {'port': {'device_id': '2922739f-0a8e-4e9b-887e-c05954294906', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'admin_state_up': True, 'tenant_id': '243eabe5ad894cf3a4bf93d32054c490'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:49.294700 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 1e63c212-dc7e-43ab-88cf-3670c895b2f2 has no active binding in host n-h1-817746-1 {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 25 17:26:49.295178 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device d32d7aa4-3ca5-486f-abf0-ec662c62b53d details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:26:49.298131 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=1e63c212-dc7e-43ab-88cf-3670c895b2f2,revision_number=8']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:49.364512 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-402a9084-d535-4a47-8975-56dd6a79d783 req-bf7681ec-5c1c-4c9c-b12c-2694eac3cf04 tempest-ServerDiagnosticsNegativeTest-1529874393 tempest-ServerDiagnosticsNegativeTest-1529874393-project] Made reservation on behalf of 243eabe5ad894cf3a4bf93d32054c490 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:26:49.368594 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-402a9084-d535-4a47-8975-56dd6a79d783 req-bf7681ec-5c1c-4c9c-b12c-2694eac3cf04 tempest-ServerDiagnosticsNegativeTest-1529874393 tempest-ServerDiagnosticsNegativeTest-1529874393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:49.372606 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-35701e86-dc05-479e-8611-66d44d025d85 service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:26:49.373018 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-35701e86-dc05-479e-8611-66d44d025d85 service neutron] Checking segment: {'id': '2c22414f-d4c7-43ac-a576-c7b2f18031bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:26:49.373464 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-35701e86-dc05-479e-8611-66d44d025d85 service neutron] Bound using segment: {'id': '2c22414f-d4c7-43ac-a576-c7b2f18031bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:26:49.373958 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-35701e86-dc05-479e-8611-66d44d025d85 service neutron] Bound port: 1e63c212-dc7e-43ab-88cf-3670c895b2f2, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c22414f-d4c7-43ac-a576-c7b2f18031bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'cdfc7726-be74-4470-a033-195b79623a95'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:26:49.374403 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-35701e86-dc05-479e-8611-66d44d025d85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:49.377780 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-402a9084-d535-4a47-8975-56dd6a79d783 req-bf7681ec-5c1c-4c9c-b12c-2694eac3cf04 tempest-ServerDiagnosticsNegativeTest-1529874393 tempest-ServerDiagnosticsNegativeTest-1529874393-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:49.416566 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port d32d7aa4-3ca5-486f-abf0-ec662c62b53d, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=d32d7aa4-3ca5-486f-abf0-ec662c62b53d,segment=NetworkSegment(bdbf0e78-63fc-4baf-b91d-154115f4c256),segment_id=bdbf0e78-63fc-4baf-b91d-154115f4c256)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:49.426805 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c556bc73-0b49-49cd-bbab-455356e18102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:49.433872 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': 'd32d7aa4-3ca5-486f-abf0-ec662c62b53d', 'network_id': '371425c0-1ad9-4640-8637-d9368ddb07ea', 'port_id': 'd32d7aa4-3ca5-486f-abf0-ec662c62b53d', 'mac_address': 'fa:16:3e:bf:f2:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c19ccf88-7778-4418-ad11-438645181f88', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:26:49.462703 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8049bd19-1915-4c68-9180-1bea07de7cbd req-d05fe4c2-8eb5-421b-b50e-e7701dfa5339 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=6a2e622c-4fb2-477d-bc93-f339f84c884b HTTP/1.1" status: 200 len: 217 time: 0.4868321 Nov 25 17:26:49.463483 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-402a9084-d535-4a47-8975-56dd6a79d783 req-bf7681ec-5c1c-4c9c-b12c-2694eac3cf04 tempest-ServerDiagnosticsNegativeTest-1529874393 tempest-ServerDiagnosticsNegativeTest-1529874393-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:49.468322 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-402a9084-d535-4a47-8975-56dd6a79d783 req-bf7681ec-5c1c-4c9c-b12c-2694eac3cf04 tempest-ServerDiagnosticsNegativeTest-1529874393 tempest-ServerDiagnosticsNegativeTest-1529874393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:49.472813 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:49.487542 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d32d7aa4-3ca5-486f-abf0-ec662c62b53d {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:26:49.510056 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port d32d7aa4-3ca5-486f-abf0-ec662c62b53d, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=d32d7aa4-3ca5-486f-abf0-ec662c62b53d,segment=NetworkSegment(bdbf0e78-63fc-4baf-b91d-154115f4c256),segment_id=bdbf0e78-63fc-4baf-b91d-154115f4c256)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:49.514905 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:49.515796 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 6a2e622c-4fb2-477d-bc93-f339f84c884b details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:26:49.536074 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7681ec-5c1c-4c9c-b12c-2694eac3cf04 tempest-ServerDiagnosticsNegativeTest-1529874393 tempest-ServerDiagnosticsNegativeTest-1529874393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc53d72-88c7-41a6-818b-85f1bb9b2676,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:49.572123 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eb486d18-40e9-4069-a910-9e03fb702f59 req-9a75e1d9-3568-44e7-b5ec-414ad5c1b941 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] 10.222.0.75 "GET /v2.0/security-groups?id=f853e348-ad40-46dd-b785-db26df1b9c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6610711 Nov 25 17:26:49.583641 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049bd19-1915-4c68-9180-1bea07de7cbd req-c201d8cb-c881-4309-a0d1-6031f367a6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:49.585874 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8049bd19-1915-4c68-9180-1bea07de7cbd req-c201d8cb-c881-4309-a0d1-6031f367a6f9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.6022005 Nov 25 17:26:49.598300 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=d32d7aa4-3ca5-486f-abf0-ec662c62b53d,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:49.675131 n-d-817746-1 neutron-server[103361]: WARNING neutron.plugins.ml2.plugin [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-35701e86-dc05-479e-8611-66d44d025d85 service neutron] Concurrent port binding operations failed on port 1e63c212-dc7e-43ab-88cf-3670c895b2f2 Nov 25 17:26:49.680079 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-35701e86-dc05-479e-8611-66d44d025d85 service neutron] For port 1e63c212-dc7e-43ab-88cf-3670c895b2f2, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=1e63c212-dc7e-43ab-88cf-3670c895b2f2,segment=NetworkSegment(2c22414f-d4c7-43ac-a576-c7b2f18031bf),segment_id=2c22414f-d4c7-43ac-a576-c7b2f18031bf)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:49.682557 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-402a9084-d535-4a47-8975-56dd6a79d783 req-bf7681ec-5c1c-4c9c-b12c-2694eac3cf04 tempest-ServerDiagnosticsNegativeTest-1529874393 tempest-ServerDiagnosticsNegativeTest-1529874393-project] Allocated IP 192.168.233.222 (ab4fed0b-9bf1-4925-8765-94da08c5de2a/8793709c-5336-428d-aede-b0b8df1a26b2/900b95f2-fcf9-47c9-a7a8-afe951043005) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:26:49.697484 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 6a2e622c-4fb2-477d-bc93-f339f84c884b, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=6a2e622c-4fb2-477d-bc93-f339f84c884b,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:49.704063 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049bd19-1915-4c68-9180-1bea07de7cbd req-6578ee22-371b-4d28-8e1f-b11c82fd4d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:49.710823 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8049bd19-1915-4c68-9180-1bea07de7cbd req-6578ee22-371b-4d28-8e1f-b11c82fd4d49 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.2294867 Nov 25 17:26:49.720011 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '6a2e622c-4fb2-477d-bc93-f339f84c884b', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'port_id': '6a2e622c-4fb2-477d-bc93-f339f84c884b', 'mac_address': 'fa:16:3e:10:ca:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8793709c-5336-428d-aede-b0b8df1a26b2', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:26:49.720268 n-d-817746-1 neutron-server[103361]: INFO neutron.plugins.ml2.plugin [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-35701e86-dc05-479e-8611-66d44d025d85 service neutron] Attempt 2 to bind port 1e63c212-dc7e-43ab-88cf-3670c895b2f2 Nov 25 17:26:49.729693 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97bca6-fe0a-4ea4-a0cd-28dcd96d3e77 req-39213f8a-1860-4fd3-a506-8bafd009c754 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:49.738117 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ee97bca6-fe0a-4ea4-a0cd-28dcd96d3e77 req-39213f8a-1860-4fd3-a506-8bafd009c754 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/ports?device_id=20b57555-0ca2-4620-b3cd-28ec4ad858b1 HTTP/1.1" status: 200 len: 944 time: 0.7515392 Nov 25 17:26:49.760241 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-35701e86-dc05-479e-8611-66d44d025d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:49.760888 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-35701e86-dc05-479e-8611-66d44d025d85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:49.762277 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-35701e86-dc05-479e-8611-66d44d025d85 service neutron] 10.222.0.74 "PUT /v2.0/ports/1e63c212-dc7e-43ab-88cf-3670c895b2f2 HTTP/1.1" status: 200 len: 1121 time: 2.1376138 Nov 25 17:26:49.792002 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:49.811605 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a2e622c-4fb2-477d-bc93-f339f84c884b {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:26:49.838365 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3509f85e-ddc2-4879-ba04-b22cf81f3f79 req-101fec44-b59f-4c0e-9e72-9c14ab9a432a tempest-ServerDiagnosticsNegativeTest-1529874393 tempest-ServerDiagnosticsNegativeTest-1529874393-project] 10.222.0.75 "GET /v2.0/ports?device_id=2922739f-0a8e-4e9b-887e-c05954294906 HTTP/1.1" status: 200 len: 210 time: 0.1233222 Nov 25 17:26:49.841491 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 6a2e622c-4fb2-477d-bc93-f339f84c884b, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=6a2e622c-4fb2-477d-bc93-f339f84c884b,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:49.846367 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['1e63c212-dc7e-43ab-88cf-3670c895b2f2'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:26:49.894533 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049bd19-1915-4c68-9180-1bea07de7cbd req-89afd67e-7a76-4d7e-9371-80a9c397b52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:49.894895 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['1e63c212-dc7e-43ab-88cf-3670c895b2f2'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:26:49.896959 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8049bd19-1915-4c68-9180-1bea07de7cbd req-89afd67e-7a76-4d7e-9371-80a9c397b52b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2956436 Nov 25 17:26:49.902104 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:49.934453 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-402a9084-d535-4a47-8975-56dd6a79d783 req-bf7681ec-5c1c-4c9c-b12c-2694eac3cf04 tempest-ServerDiagnosticsNegativeTest-1529874393 tempest-ServerDiagnosticsNegativeTest-1529874393-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:49.941441 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device b826d5c7-ed04-456d-a62b-44e708fcbe6e up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:26:49.983759 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ee97bca6-fe0a-4ea4-a0cd-28dcd96d3e77 req-0e8fa529-3ee4-4993-9e04-2b2f4bde1b66 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/security-groups?id=84be2441-5ea8-4292-81c0-e25d06d16adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445090 Nov 25 17:26:49.985146 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b22e48da-809c-4960-b551-b8ae3c79488f req-f02010df-df47-4800-8579-c6e993397553 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:50.002323 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-402a9084-d535-4a47-8975-56dd6a79d783 req-bf7681ec-5c1c-4c9c-b12c-2694eac3cf04 tempest-ServerDiagnosticsNegativeTest-1529874393 tempest-ServerDiagnosticsNegativeTest-1529874393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:50.073977 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-402a9084-d535-4a47-8975-56dd6a79d783 req-bf7681ec-5c1c-4c9c-b12c-2694eac3cf04 tempest-ServerDiagnosticsNegativeTest-1529874393 tempest-ServerDiagnosticsNegativeTest-1529874393-project] Network ab4fed0b-9bf1-4925-8765-94da08c5de2a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:26:50.075991 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049bd19-1915-4c68-9180-1bea07de7cbd req-ade2b881-7457-4427-ba6b-5d48d5361d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:50.077779 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8049bd19-1915-4c68-9180-1bea07de7cbd req-ade2b881-7457-4427-ba6b-5d48d5361d20 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3598783 Nov 25 17:26:50.078084 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-402a9084-d535-4a47-8975-56dd6a79d783 req-bf7681ec-5c1c-4c9c-b12c-2694eac3cf04 tempest-ServerDiagnosticsNegativeTest-1529874393 tempest-ServerDiagnosticsNegativeTest-1529874393-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:50.080510 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=6a2e622c-4fb2-477d-bc93-f339f84c884b,revision_number=8']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:50.080761 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-402a9084-d535-4a47-8975-56dd6a79d783 req-bf7681ec-5c1c-4c9c-b12c-2694eac3cf04 tempest-ServerDiagnosticsNegativeTest-1529874393 tempest-ServerDiagnosticsNegativeTest-1529874393-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:26:50.125653 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7681ec-5c1c-4c9c-b12c-2694eac3cf04 tempest-ServerDiagnosticsNegativeTest-1529874393 tempest-ServerDiagnosticsNegativeTest-1529874393-project] Pushing event updated for resources: {'Port': ['ID=900b95f2-fcf9-47c9-a7a8-afe951043005,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:50.145316 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02010df-df47-4800-8579-c6e993397553 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Pushing event deleted for resources: {'Port': ['ID=5f4e1086-1615-4d97-a6d5-97474945bb7f,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:50.152966 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port b826d5c7-ed04-456d-a62b-44e708fcbe6e completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:26:50.169481 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a9084-d535-4a47-8975-56dd6a79d783 req-bf7681ec-5c1c-4c9c-b12c-2694eac3cf04 tempest-ServerDiagnosticsNegativeTest-1529874393 tempest-ServerDiagnosticsNegativeTest-1529874393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:50.170162 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-402a9084-d535-4a47-8975-56dd6a79d783 req-bf7681ec-5c1c-4c9c-b12c-2694eac3cf04 tempest-ServerDiagnosticsNegativeTest-1529874393 tempest-ServerDiagnosticsNegativeTest-1529874393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:50.180979 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port b826d5c7-ed04-456d-a62b-44e708fcbe6e triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:50.183450 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:50.200220 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-402a9084-d535-4a47-8975-56dd6a79d783 req-bf7681ec-5c1c-4c9c-b12c-2694eac3cf04 tempest-ServerDiagnosticsNegativeTest-1529874393 tempest-ServerDiagnosticsNegativeTest-1529874393-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9625196 Nov 25 17:26:50.213844 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a4bf71-df86-45b5-ba21-3d2348a88c91', 'name': 'network-vif-deleted', 'tag': 'd967585a-fbbb-44b7-b302-947271afc856'}, {'server_uuid': '64bf8e73-6ad3-47a8-9852-05a9aaa2736c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e63c212-dc7e-43ab-88cf-3670c895b2f2'}, {'name': 'network-changed', 'server_uuid': '64bf8e73-6ad3-47a8-9852-05a9aaa2736c', 'tag': '1e63c212-dc7e-43ab-88cf-3670c895b2f2'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:26:50.216246 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d20267-d4ee-4533-8425-533282312c06" -d '{"events": [{"server_uuid": "b7a4bf71-df86-45b5-ba21-3d2348a88c91", "name": "network-vif-deleted", "tag": "d967585a-fbbb-44b7-b302-947271afc856"}, {"server_uuid": "64bf8e73-6ad3-47a8-9852-05a9aaa2736c", "name": "network-vif-unplugged", "status": "completed", "tag": "1e63c212-dc7e-43ab-88cf-3670c895b2f2"}, {"name": "network-changed", "server_uuid": "64bf8e73-6ad3-47a8-9852-05a9aaa2736c", "tag": "1e63c212-dc7e-43ab-88cf-3670c895b2f2"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:26:50.222100 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-402a9084-d535-4a47-8975-56dd6a79d783 req-ae0e7295-b115-4807-9773-9fcd043dc792 service neutron] Request body: {'port': {'device_id': '2922739f-0a8e-4e9b-887e-c05954294906', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:50.238267 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['d32d7aa4-3ca5-486f-abf0-ec662c62b53d'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:26:50.241701 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['6a2e622c-4fb2-477d-bc93-f339f84c884b'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:26:50.292477 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-402a9084-d535-4a47-8975-56dd6a79d783 req-ae0e7295-b115-4807-9773-9fcd043dc792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:50.360929 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-b22e48da-809c-4960-b551-b8ae3c79488f req-f02010df-df47-4800-8579-c6e993397553 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] No DVR routers for this DVR port 5f4e1086-1615-4d97-a6d5-97474945bb7f on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:26:50.383116 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f6b092-5a69-4a93-9818-ce46519c3d42 req-34747899-6c55-480b-b4ac-9ee57b28ecfd tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:50.384945 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f2f6b092-5a69-4a93-9818-ce46519c3d42 req-34747899-6c55-480b-b4ac-9ee57b28ecfd tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=054d980d-2ae0-423f-b06b-14e9c776fb71 HTTP/1.1" status: 200 len: 944 time: 0.4363599 Nov 25 17:26:50.386286 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b22e48da-809c-4960-b551-b8ae3c79488f req-f02010df-df47-4800-8579-c6e993397553 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:50.389928 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b22e48da-809c-4960-b551-b8ae3c79488f req-f02010df-df47-4800-8579-c6e993397553 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.90 "DELETE /v2.0/ports/5f4e1086-1615-4d97-a6d5-97474945bb7f HTTP/1.1" status: 204 len: 173 time: 2.3333616 Nov 25 17:26:50.419745 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb74223f-6046-4f64-ac8f-d98106273109 req-de8e6205-0937-4b02-ada3-13e995b37a3b tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:50.431057 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cb74223f-6046-4f64-ac8f-d98106273109 req-de8e6205-0937-4b02-ada3-13e995b37a3b tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=64bf8e73-6ad3-47a8-9852-05a9aaa2736c HTTP/1.1" status: 200 len: 943 time: 0.3614867 Nov 25 17:26:50.442446 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8049bd19-1915-4c68-9180-1bea07de7cbd req-cc31a747-db52-4383-85a3-ada2eeddd353 service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5288556 Nov 25 17:26:50.573316 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:50.647456 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20b57555-0ca2-4620-b3cd-28ec4ad858b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b826d5c7-ed04-456d-a62b-44e708fcbe6e'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:26:50.649813 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce8590e-4a07-4a19-a951-56a547687fc0" -d '{"events": [{"server_uuid": "20b57555-0ca2-4620-b3cd-28ec4ad858b1", "name": "network-vif-plugged", "status": "completed", "tag": "b826d5c7-ed04-456d-a62b-44e708fcbe6e"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:26:50.665395 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-bee440c5-3bff-477a-9b51-7c806ca1f013 None None] Provisioning complete for port 900b95f2-fcf9-47c9-a7a8-afe951043005 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:50.665775 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-bee440c5-3bff-477a-9b51-7c806ca1f013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:50.673416 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8049bd19-1915-4c68-9180-1bea07de7cbd req-5bb4b883-8d45-4d35-a45e-48f84dfd5f9f service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210686 Nov 25 17:26:50.715036 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port b826d5c7-ed04-456d-a62b-44e708fcbe6e, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=b826d5c7-ed04-456d-a62b-44e708fcbe6e,segment=NetworkSegment(6347e9f6-96b1-4f56-a092-a9cf81778fe8),segment_id=6347e9f6-96b1-4f56-a092-a9cf81778fe8)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:50.723891 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8049bd19-1915-4c68-9180-1bea07de7cbd req-9a4df09b-65b8-44fb-843f-b6f64dd3b1ec service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5654681 Nov 25 17:26:50.732557 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f2f6b092-5a69-4a93-9818-ce46519c3d42 req-ec7de938-e901-4d20-8acc-9a1295d0f4d2 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302488 Nov 25 17:26:50.747974 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:50.748717 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 5f4e1086-1615-4d97-a6d5-97474945bb7f no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:26:50.777452 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-402a9084-d535-4a47-8975-56dd6a79d783 req-ae0e7295-b115-4807-9773-9fcd043dc792 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 900b95f2-fcf9-47c9-a7a8-afe951043005 {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:26:50.790419 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-402a9084-d535-4a47-8975-56dd6a79d783 req-ae0e7295-b115-4807-9773-9fcd043dc792 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:50.792012 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: 5f4e1086-1615-4d97-a6d5-97474945bb7f {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:26:50.792766 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 5f4e1086-1615-4d97-a6d5-97474945bb7f not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:26:50.813116 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cb74223f-6046-4f64-ac8f-d98106273109 req-49dc0a9b-39da-49d5-b8d8-9a7ac8d14a76 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823230 Nov 25 17:26:50.836691 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-402a9084-d535-4a47-8975-56dd6a79d783 req-ae0e7295-b115-4807-9773-9fcd043dc792 service neutron] Transition to ACTIVE for port object 900b95f2-fcf9-47c9-a7a8-afe951043005 will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:26:50.853482 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-402a9084-d535-4a47-8975-56dd6a79d783 req-ae0e7295-b115-4807-9773-9fcd043dc792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:50.956876 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8049bd19-1915-4c68-9180-1bea07de7cbd req-5910d0fa-1953-4a89-bb5a-000e7f98e3ff service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231793 Nov 25 17:26:51.000691 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-bee440c5-3bff-477a-9b51-7c806ca1f013 None None] Port 900b95f2-fcf9-47c9-a7a8-afe951043005 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:26:51.007818 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:51.042375 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91590cd6-e14c-4221-8430-68253015150c req-521fe44e-a8ad-402c-9273-b342b622d6a4 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:51.044601 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-91590cd6-e14c-4221-8430-68253015150c req-521fe44e-a8ad-402c-9273-b342b622d6a4 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=61d637eb-4d85-4798-9eb0-1c541647685d HTTP/1.1" status: 200 len: 948 time: 0.1171112 Nov 25 17:26:51.178034 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-91590cd6-e14c-4221-8430-68253015150c req-8b649846-0265-4a3f-b1cf-7d9f67cb22a7 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147912 Nov 25 17:26:51.236837 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=b826d5c7-ed04-456d-a62b-44e708fcbe6e,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:51.282223 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-402a9084-d535-4a47-8975-56dd6a79d783 req-ae0e7295-b115-4807-9773-9fcd043dc792 service neutron] Attempting to bind port 900b95f2-fcf9-47c9-a7a8-afe951043005 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:26:51.282813 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-402a9084-d535-4a47-8975-56dd6a79d783 req-ae0e7295-b115-4807-9773-9fcd043dc792 service neutron] Attempting to bind port 900b95f2-fcf9-47c9-a7a8-afe951043005 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:26:51.282928 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402a9084-d535-4a47-8975-56dd6a79d783 req-ae0e7295-b115-4807-9773-9fcd043dc792 service neutron] Attempting to bind port 900b95f2-fcf9-47c9-a7a8-afe951043005 on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:51.293564 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402a9084-d535-4a47-8975-56dd6a79d783 req-ae0e7295-b115-4807-9773-9fcd043dc792 service neutron] Port 900b95f2-fcf9-47c9-a7a8-afe951043005 on network ab4fed0b-9bf1-4925-8765-94da08c5de2a not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:26:51.293897 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402a9084-d535-4a47-8975-56dd6a79d783 req-ae0e7295-b115-4807-9773-9fcd043dc792 service neutron] Attempting to bind port 900b95f2-fcf9-47c9-a7a8-afe951043005 on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:51.304334 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402a9084-d535-4a47-8975-56dd6a79d783 req-ae0e7295-b115-4807-9773-9fcd043dc792 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:26:51.304677 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402a9084-d535-4a47-8975-56dd6a79d783 req-ae0e7295-b115-4807-9773-9fcd043dc792 service neutron] Checking segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:26:51.305096 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402a9084-d535-4a47-8975-56dd6a79d783 req-ae0e7295-b115-4807-9773-9fcd043dc792 service neutron] Bound using segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:26:51.305699 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-402a9084-d535-4a47-8975-56dd6a79d783 req-ae0e7295-b115-4807-9773-9fcd043dc792 service neutron] Bound port: 900b95f2-fcf9-47c9-a7a8-afe951043005, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:26:51.306066 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-402a9084-d535-4a47-8975-56dd6a79d783 req-ae0e7295-b115-4807-9773-9fcd043dc792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:51.322327 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e7295-b115-4807-9773-9fcd043dc792 service neutron] Pushing event updated for resources: {'Port': ['ID=900b95f2-fcf9-47c9-a7a8-afe951043005,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:51.344064 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e0168c84-b2e8-4150-8193-01962cfc0ebf req-cac679d3-aa77-4d43-bb5d-33cb82a9d2c7 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=27c5102e-26b4-492f-95ef-d996d948b29d HTTP/1.1" status: 200 len: 210 time: 0.0512452 Nov 25 17:26:51.354135 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['7a172fc2-1de2-412d-a2fd-b5ac4ebfd675'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:26:51.375956 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32941bcd-0a5c-4317-9882-dfbc32098c6d req-81c78efd-788e-4c6f-8318-6a3366bcbf0f tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:51.389858 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-32941bcd-0a5c-4317-9882-dfbc32098c6d req-81c78efd-788e-4c6f-8318-6a3366bcbf0f tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/networks?id=db8e4923-28e6-4f74-991c-a4c442934754 HTTP/1.1" status: 200 len: 811 time: 0.2838869 Nov 25 17:26:51.393903 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-402a9084-d535-4a47-8975-56dd6a79d783 req-ae0e7295-b115-4807-9773-9fcd043dc792 service neutron] For port 900b95f2-fcf9-47c9-a7a8-afe951043005, host n-h1-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:26:51.398989 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-402a9084-d535-4a47-8975-56dd6a79d783 req-ae0e7295-b115-4807-9773-9fcd043dc792 service neutron] For port 900b95f2-fcf9-47c9-a7a8-afe951043005, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=900b95f2-fcf9-47c9-a7a8-afe951043005,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:26:51.406209 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-402a9084-d535-4a47-8975-56dd6a79d783 req-ae0e7295-b115-4807-9773-9fcd043dc792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:51.415860 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-32941bcd-0a5c-4317-9882-dfbc32098c6d req-0fbbf083-691c-426b-925c-1022db1f014a tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/quotas/1ee124f91e0c4280821568ab0453ce28 HTTP/1.1" status: 200 len: 375 time: 0.0137200 Nov 25 17:26:51.441704 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 520 Content-Type: application/json Date: Thu, 25 Nov 2021 17:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5935425c-a617-46d7-84e6-c5e1e6760ace x-openstack-request-id: req-5935425c-a617-46d7-84e6-c5e1e6760ace {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:26:51.442065 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7a4bf71-df86-45b5-ba21-3d2348a88c91", "name": "network-vif-deleted", "tag": "d967585a-fbbb-44b7-b302-947271afc856", "status": "failed", "code": 422}, {"server_uuid": "64bf8e73-6ad3-47a8-9852-05a9aaa2736c", "name": "network-vif-unplugged", "status": "completed", "tag": "1e63c212-dc7e-43ab-88cf-3670c895b2f2", "code": 200}, {"name": "network-changed", "server_uuid": "64bf8e73-6ad3-47a8-9852-05a9aaa2736c", "tag": "1e63c212-dc7e-43ab-88cf-3670c895b2f2", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:26:51.442276 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5935425c-a617-46d7-84e6-c5e1e6760ace {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:26:51.442689 n-d-817746-1 neutron-server[103361]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b7a4bf71-df86-45b5-ba21-3d2348a88c91', 'name': 'network-vif-deleted', 'tag': 'd967585a-fbbb-44b7-b302-947271afc856', 'status': 'failed', 'code': 422} returned with failed status Nov 25 17:26:51.443909 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64bf8e73-6ad3-47a8-9852-05a9aaa2736c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e63c212-dc7e-43ab-88cf-3670c895b2f2', 'code': 200} Nov 25 17:26:51.446955 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64bf8e73-6ad3-47a8-9852-05a9aaa2736c', 'tag': '1e63c212-dc7e-43ab-88cf-3670c895b2f2', 'status': 'completed', 'code': 200} Nov 25 17:26:51.464182 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a9084-d535-4a47-8975-56dd6a79d783 req-ae0e7295-b115-4807-9773-9fcd043dc792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:51.464642 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-402a9084-d535-4a47-8975-56dd6a79d783 req-ae0e7295-b115-4807-9773-9fcd043dc792 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:51.466647 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-402a9084-d535-4a47-8975-56dd6a79d783 req-ae0e7295-b115-4807-9773-9fcd043dc792 service neutron] 10.222.0.74 "PUT /v2.0/ports/900b95f2-fcf9-47c9-a7a8-afe951043005 HTTP/1.1" status: 200 len: 1096 time: 1.2515190 Nov 25 17:26:51.469405 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2922739f-0a8e-4e9b-887e-c05954294906', 'tag': '900b95f2-fcf9-47c9-a7a8-afe951043005'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:26:51.471479 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6261a895-0b4b-49f3-9a62-ca47f44a9b86" -d '{"events": [{"name": "network-changed", "server_uuid": "2922739f-0a8e-4e9b-887e-c05954294906", "tag": "900b95f2-fcf9-47c9-a7a8-afe951043005"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:26:51.519568 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e7295-b115-4807-9773-9fcd043dc792 service neutron] Pushing event updated for resources: {'Port': ['ID=900b95f2-fcf9-47c9-a7a8-afe951043005,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:51.527206 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978dfba4-3b20-4f7b-9f1a-184c6a0eaa17 x-openstack-request-id: req-978dfba4-3b20-4f7b-9f1a-184c6a0eaa17 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:26:51.528461 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20b57555-0ca2-4620-b3cd-28ec4ad858b1", "name": "network-vif-plugged", "status": "completed", "tag": "b826d5c7-ed04-456d-a62b-44e708fcbe6e", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:26:51.529080 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-978dfba4-3b20-4f7b-9f1a-184c6a0eaa17 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:26:51.529684 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20b57555-0ca2-4620-b3cd-28ec4ad858b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b826d5c7-ed04-456d-a62b-44e708fcbe6e', 'code': 200} Nov 25 17:26:51.532467 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-32941bcd-0a5c-4317-9882-dfbc32098c6d req-7f34f328-126d-4eda-9ce4-060fc9144c70 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=1ee124f91e0c4280821568ab0453ce28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1156149 Nov 25 17:26:51.654501 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a9084-d535-4a47-8975-56dd6a79d783 req-875e6a48-b910-4f5f-b0df-486e1727d6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:51.656047 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-402a9084-d535-4a47-8975-56dd6a79d783 req-875e6a48-b910-4f5f-b0df-486e1727d6d1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=243eabe5ad894cf3a4bf93d32054c490&device_id=2922739f-0a8e-4e9b-887e-c05954294906 HTTP/1.1" status: 200 len: 1099 time: 0.1190312 Nov 25 17:26:51.725964 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-402a9084-d535-4a47-8975-56dd6a79d783 req-a089d7f1-1539-4caf-a485-46bc1a35f709 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=900b95f2-fcf9-47c9-a7a8-afe951043005 HTTP/1.1" status: 200 len: 217 time: 0.0585666 Nov 25 17:26:51.791492 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a9084-d535-4a47-8975-56dd6a79d783 req-9f68423b-dc14-470c-9de0-76f9ef787da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:51.795188 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-402a9084-d535-4a47-8975-56dd6a79d783 req-9f68423b-dc14-470c-9de0-76f9ef787da4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.0611506 Nov 25 17:26:51.797836 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d20267-d4ee-4533-8425-533282312c06 req-15d79af7-626b-4631-a5a9-37c9e87b3adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:51.799347 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a0d20267-d4ee-4533-8425-533282312c06 req-15d79af7-626b-4631-a5a9-37c9e87b3adf service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cbebe6cb2b944a35af1ec08d68611682&device_id=64bf8e73-6ad3-47a8-9852-05a9aaa2736c HTTP/1.1" status: 200 len: 1124 time: 0.3048444 Nov 25 17:26:51.807762 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-32941bcd-0a5c-4317-9882-dfbc32098c6d req-fd6b52c7-2be2-48b2-8ed7-f4c959de5b39 service neutron] 10.222.0.75 "GET /v2.0/networks/db8e4923-28e6-4f74-991c-a4c442934754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744079 Nov 25 17:26:51.820750 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e689e9ff-4735-4267-9526-428bd0dc7680 req-8a54a3a6-2c46-4433-a39c-c462688789c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:51.822316 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e689e9ff-4735-4267-9526-428bd0dc7680 req-8a54a3a6-2c46-4433-a39c-c462688789c1 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=20b57555-0ca2-4620-b3cd-28ec4ad858b1 HTTP/1.1" status: 200 len: 1096 time: 0.1557577 Nov 25 17:26:51.869564 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a9084-d535-4a47-8975-56dd6a79d783 req-c8d3a46f-d819-4347-8afb-5529ea5bf657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:51.871536 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-402a9084-d535-4a47-8975-56dd6a79d783 req-c8d3a46f-d819-4347-8afb-5529ea5bf657 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0667739 Nov 25 17:26:51.872691 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a6334-d2fe-4c93-8109-979e5b812e46 req-3e57a934-fada-4bc2-ae99-9c5819d9eed4 tempest-ServerDiagnosticsNegativeTest-1529874393 tempest-ServerDiagnosticsNegativeTest-1529874393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:51.874397 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-135a6334-d2fe-4c93-8109-979e5b812e46 req-3e57a934-fada-4bc2-ae99-9c5819d9eed4 tempest-ServerDiagnosticsNegativeTest-1529874393 tempest-ServerDiagnosticsNegativeTest-1529874393-project] 10.222.0.75 "GET /v2.0/ports?device_id=2922739f-0a8e-4e9b-887e-c05954294906 HTTP/1.1" status: 200 len: 948 time: 0.1965292 Nov 25 17:26:51.900112 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:51.997913 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-402a9084-d535-4a47-8975-56dd6a79d783 req-6c9c2df7-99e2-480f-a606-99c288f06f91 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081390 Nov 25 17:26:52.033329 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e689e9ff-4735-4267-9526-428bd0dc7680 req-ee5ba5c9-684d-4659-b950-c85089d68809 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=84be2441-5ea8-4292-81c0-e25d06d16adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863160 Nov 25 17:26:52.113847 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-402a9084-d535-4a47-8975-56dd6a79d783 req-0629ec3e-11b9-4fa6-9c77-3b84a1c93561 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075475 Nov 25 17:26:52.114790 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-135a6334-d2fe-4c93-8109-979e5b812e46 req-2de49bd1-c0aa-442b-807d-e6589c431d3f tempest-ServerDiagnosticsNegativeTest-1529874393 tempest-ServerDiagnosticsNegativeTest-1529874393-project] 10.222.0.75 "GET /v2.0/security-groups?id=4cc53d72-88c7-41a6-818b-85f1bb9b2676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955330 Nov 25 17:26:52.119383 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d20267-d4ee-4533-8425-533282312c06 req-decb537f-e877-48f0-ab23-e54dd7fd550e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:52.121707 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a0d20267-d4ee-4533-8425-533282312c06 req-decb537f-e877-48f0-ab23-e54dd7fd550e service neutron] 10.222.0.90 "GET /v2.0/networks?id=cdfc7726-be74-4470-a033-195b79623a95 HTTP/1.1" status: 200 len: 908 time: 0.3122134 Nov 25 17:26:52.123721 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-32941bcd-0a5c-4317-9882-dfbc32098c6d req-b33cb0af-067e-43d8-a296-b4cd415db8a5 service neutron] 10.222.0.75 "GET /v2.0/networks/db8e4923-28e6-4f74-991c-a4c442934754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993464 Nov 25 17:26:52.255031 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3761eab8-c60b-4211-8034-90997af834ea req-a670790b-64e8-4d85-8356-13d37dce1b0a tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:52.258805 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3761eab8-c60b-4211-8034-90997af834ea req-a670790b-64e8-4d85-8356-13d37dce1b0a tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/ports?device_id=20b57555-0ca2-4620-b3cd-28ec4ad858b1 HTTP/1.1" status: 200 len: 945 time: 0.0720952 Nov 25 17:26:52.311206 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a0d20267-d4ee-4533-8425-533282312c06 req-430a4f1f-d95c-4d16-b291-ea667aeb9a53 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e63c212-dc7e-43ab-88cf-3670c895b2f2 HTTP/1.1" status: 200 len: 217 time: 0.0495284 Nov 25 17:26:52.395185 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3761eab8-c60b-4211-8034-90997af834ea req-b866d178-6a84-4b8b-b43c-2679765c4ed9 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/security-groups?id=84be2441-5ea8-4292-81c0-e25d06d16adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253836 Nov 25 17:26:52.418059 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d20267-d4ee-4533-8425-533282312c06 req-6fb468d9-2b44-4155-a242-2eebc11eb89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:52.421828 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a0d20267-d4ee-4533-8425-533282312c06 req-6fb468d9-2b44-4155-a242-2eebc11eb89a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ee1e665a-f297-4067-8b5a-7a7e373f89c9 HTTP/1.1" status: 200 len: 847 time: 0.1002777 Nov 25 17:26:52.484064 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a0d20267-d4ee-4533-8425-533282312c06 req-38575df7-0f40-43a4-9c69-f09ed398add1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=cdfc7726-be74-4470-a033-195b79623a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540223 Nov 25 17:26:52.534621 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d50b5d-7870-4562-8596-11f80a8f35fb x-openstack-request-id: req-d9d50b5d-7870-4562-8596-11f80a8f35fb {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:26:52.535174 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2922739f-0a8e-4e9b-887e-c05954294906", "tag": "900b95f2-fcf9-47c9-a7a8-afe951043005", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:26:52.535174 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d9d50b5d-7870-4562-8596-11f80a8f35fb {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:26:52.540518 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2922739f-0a8e-4e9b-887e-c05954294906', 'tag': '900b95f2-fcf9-47c9-a7a8-afe951043005', 'status': 'completed', 'code': 200} Nov 25 17:26:52.686728 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f50d0f-04d0-4f9e-9e3b-192e762125a2 req-079d96c1-ffed-49c5-b894-5e285a52ca31 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:52.689712 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b0f50d0f-04d0-4f9e-9e3b-192e762125a2 req-079d96c1-ffed-49c5-b894-5e285a52ca31 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.74 "GET /v2.0/ports?device_id=61d637eb-4d85-4798-9eb0-1c541647685d&tenant_id=21f728f76092479bbd096847b3caf950&binding%3Ahost_id=n-h1-817746-1 HTTP/1.1" status: 200 len: 948 time: 0.2313952 Nov 25 17:26:52.699202 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261a895-0b4b-49f3-9a62-ca47f44a9b86 req-7624481d-d4a3-4e4d-a34b-6e31cc38cb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:52.700579 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6261a895-0b4b-49f3-9a62-ca47f44a9b86 req-7624481d-d4a3-4e4d-a34b-6e31cc38cb86 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=243eabe5ad894cf3a4bf93d32054c490&device_id=2922739f-0a8e-4e9b-887e-c05954294906 HTTP/1.1" status: 200 len: 1099 time: 0.1961827 Nov 25 17:26:52.778800 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80eda64-2df5-4cdc-bda8-260e3929b8c4 req-8ee99de2-c054-43c9-9105-a3c58a2aef66 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:52.780222 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e80eda64-2df5-4cdc-bda8-260e3929b8c4 req-8ee99de2-c054-43c9-9105-a3c58a2aef66 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=054d980d-2ae0-423f-b06b-14e9c776fb71 HTTP/1.1" status: 200 len: 944 time: 0.1493061 Nov 25 17:26:52.793569 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a0d20267-d4ee-4533-8425-533282312c06 req-9a7b09be-dee2-4b61-9a34-cb889a6e82e2 service neutron] 10.222.0.90 "GET /v2.0/networks/cdfc7726-be74-4470-a033-195b79623a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013697 Nov 25 17:26:52.796403 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b0f50d0f-04d0-4f9e-9e3b-192e762125a2 req-1b5b6b6e-430c-4485-b00c-c8176c2ecb7a service neutron] 10.222.0.74 "GET /v2.0/ports/6a2e622c-4fb2-477d-bc93-f339f84c884b/bindings/n-h1-817746-1 HTTP/1.1" status: 200 len: 382 time: 0.0973787 Nov 25 17:26:52.889075 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261a895-0b4b-49f3-9a62-ca47f44a9b86 req-a2c5e70d-ef79-4c59-8abb-200e9a032751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:52.890657 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6261a895-0b4b-49f3-9a62-ca47f44a9b86 req-a2c5e70d-ef79-4c59-8abb-200e9a032751 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ab4fed0b-9bf1-4925-8765-94da08c5de2a HTTP/1.1" status: 200 len: 870 time: 0.1634910 Nov 25 17:26:52.892663 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f50d0f-04d0-4f9e-9e3b-192e762125a2 req-da360974-58be-4e81-9a12-d34e46d844b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:52.894943 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b0f50d0f-04d0-4f9e-9e3b-192e762125a2 req-da360974-58be-4e81-9a12-d34e46d844b4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=21f728f76092479bbd096847b3caf950&device_id=61d637eb-4d85-4798-9eb0-1c541647685d HTTP/1.1" status: 200 len: 1099 time: 0.0687590 Nov 25 17:26:52.932726 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device d32d7aa4-3ca5-486f-abf0-ec662c62b53d up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:26:52.935920 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:52.951232 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c77e4a-6496-4f81-aa5d-17e5cf3ca5e6 req-82befe81-8a92-4f1b-ab00-7104697f8b06 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:52.952860 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-07c77e4a-6496-4f81-aa5d-17e5cf3ca5e6 req-82befe81-8a92-4f1b-ab00-7104697f8b06 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=64bf8e73-6ad3-47a8-9852-05a9aaa2736c HTTP/1.1" status: 200 len: 943 time: 0.2735806 Nov 25 17:26:53.034328 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port d32d7aa4-3ca5-486f-abf0-ec662c62b53d completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:26:53.048382 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port d32d7aa4-3ca5-486f-abf0-ec662c62b53d triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:53.050021 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:53.060767 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f50d0f-04d0-4f9e-9e3b-192e762125a2 req-352c1dbd-2d27-4e26-9141-997be4569064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:53.062625 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b0f50d0f-04d0-4f9e-9e3b-192e762125a2 req-352c1dbd-2d27-4e26-9141-997be4569064 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ab4fed0b-9bf1-4925-8765-94da08c5de2a HTTP/1.1" status: 200 len: 870 time: 0.1574793 Nov 25 17:26:53.077587 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6261a895-0b4b-49f3-9a62-ca47f44a9b86 req-330cbed3-48a1-42c9-82de-39f8a512b279 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=900b95f2-fcf9-47c9-a7a8-afe951043005 HTTP/1.1" status: 200 len: 217 time: 0.1629379 Nov 25 17:26:53.113983 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b0f50d0f-04d0-4f9e-9e3b-192e762125a2 req-73709a70-e8f1-4e0c-97c9-7c048400768c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=6a2e622c-4fb2-477d-bc93-f339f84c884b HTTP/1.1" status: 200 len: 217 time: 0.0412922 Nov 25 17:26:53.170633 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:53.178518 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a0d20267-d4ee-4533-8425-533282312c06 req-4a4da961-4e8a-4166-8e49-24f428dc0f77 service neutron] 10.222.0.90 "GET /v2.0/networks/cdfc7726-be74-4470-a033-195b79623a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842238 Nov 25 17:26:53.185274 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f50d0f-04d0-4f9e-9e3b-192e762125a2 req-5506b5c1-a8cb-4110-955e-2e8bc2171aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:53.186749 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b0f50d0f-04d0-4f9e-9e3b-192e762125a2 req-5506b5c1-a8cb-4110-955e-2e8bc2171aa3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.0647717 Nov 25 17:26:53.243550 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port d32d7aa4-3ca5-486f-abf0-ec662c62b53d, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=d32d7aa4-3ca5-486f-abf0-ec662c62b53d,segment=NetworkSegment(bdbf0e78-63fc-4baf-b91d-154115f4c256),segment_id=bdbf0e78-63fc-4baf-b91d-154115f4c256)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:53.250305 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:53.251982 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 6a2e622c-4fb2-477d-bc93-f339f84c884b up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:26:53.255169 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e80eda64-2df5-4cdc-bda8-260e3929b8c4 req-910150b6-9634-4e38-8449-cf7d390d7b7b tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4598296 Nov 25 17:26:53.282583 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f50d0f-04d0-4f9e-9e3b-192e762125a2 req-4c2cc951-5c27-4a6a-87f2-7587b895f827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:53.284491 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b0f50d0f-04d0-4f9e-9e3b-192e762125a2 req-4c2cc951-5c27-4a6a-87f2-7587b895f827 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0878835 Nov 25 17:26:53.301295 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-07c77e4a-6496-4f81-aa5d-17e5cf3ca5e6 req-a05dd5ea-0b4e-43de-8ff2-c4774892f0df tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775986 Nov 25 17:26:53.316121 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261a895-0b4b-49f3-9a62-ca47f44a9b86 req-36c374de-bc49-4442-8f1d-3f8b96c87a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:53.333054 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6261a895-0b4b-49f3-9a62-ca47f44a9b86 req-36c374de-bc49-4442-8f1d-3f8b96c87a14 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.2162347 Nov 25 17:26:53.410417 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=d32d7aa4-3ca5-486f-abf0-ec662c62b53d,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:53.417238 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port 6a2e622c-4fb2-477d-bc93-f339f84c884b completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:26:53.421801 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 6a2e622c-4fb2-477d-bc93-f339f84c884b triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:53.421801 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:53.504127 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c5102e-26b4-492f-95ef-d996d948b29d', 'name': 'network-vif-deleted', 'tag': '5f4e1086-1615-4d97-a6d5-97474945bb7f'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:26:53.507134 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4414743b-e6f2-4cd0-9104-b2cb3ba406b6" -d '{"events": [{"server_uuid": "27c5102e-26b4-492f-95ef-d996d948b29d", "name": "network-vif-deleted", "tag": "5f4e1086-1615-4d97-a6d5-97474945bb7f"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:26:53.513233 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b0f50d0f-04d0-4f9e-9e3b-192e762125a2 req-f00b45de-f19a-49db-931b-cfdb8dce4239 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162402 Nov 25 17:26:53.517756 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-725295a3-59ae-4f58-81a6-8055bad58cd5 req-5bc697b0-32fb-43ed-875e-74d736802344 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=27c5102e-26b4-492f-95ef-d996d948b29d HTTP/1.1" status: 200 len: 210 time: 0.0689707 Nov 25 17:26:53.538047 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eec421ae-cbb5-460e-8a04-1c54b22750ec req-0ed79da9-b263-45ec-8c4c-bd6967a47a5b tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bcf3899-1ec0-4e88-8dfe-3fae5fcd314c HTTP/1.1" status: 200 len: 210 time: 0.0604839 Nov 25 17:26:53.565028 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261a895-0b4b-49f3-9a62-ca47f44a9b86 req-44899044-e32d-4b20-a2c2-f63e147f8b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:53.566791 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6261a895-0b4b-49f3-9a62-ca47f44a9b86 req-44899044-e32d-4b20-a2c2-f63e147f8b6c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2260299 Nov 25 17:26:53.576610 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '054d980d-2ae0-423f-b06b-14e9c776fb71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd32d7aa4-3ca5-486f-abf0-ec662c62b53d'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:26:53.579004 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f4916f-9887-44d7-a23c-f5f4f8d430cb" -d '{"events": [{"server_uuid": "054d980d-2ae0-423f-b06b-14e9c776fb71", "name": "network-vif-plugged", "status": "completed", "tag": "d32d7aa4-3ca5-486f-abf0-ec662c62b53d"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:26:53.588258 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:53.631220 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 6a2e622c-4fb2-477d-bc93-f339f84c884b, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=6a2e622c-4fb2-477d-bc93-f339f84c884b,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:53.637216 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:53.720129 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=6a2e622c-4fb2-477d-bc93-f339f84c884b,revision_number=9']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:53.726114 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b0f50d0f-04d0-4f9e-9e3b-192e762125a2 req-9eb294fa-c015-4b28-b02f-78661c0e6366 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096107 Nov 25 17:26:54.187812 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d120f-e6cf-4d3b-8cec-886809800d4e req-63072dfa-f34e-4e94-a91f-6eb61cadffd9 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:54.189608 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-341d120f-e6cf-4d3b-8cec-886809800d4e req-63072dfa-f34e-4e94-a91f-6eb61cadffd9 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=61d637eb-4d85-4798-9eb0-1c541647685d HTTP/1.1" status: 200 len: 949 time: 0.5284703 Nov 25 17:26:54.228719 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a938343-1f1d-4f11-bebe-cadaa0bfaaa0 req-eab9963e-f1cb-4934-8189-4dec1450545c tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:54.230135 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4a938343-1f1d-4f11-bebe-cadaa0bfaaa0 req-eab9963e-f1cb-4934-8189-4dec1450545c tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f9d21fd-8461-47c5-827e-d7aa598220c7 HTTP/1.1" status: 200 len: 946 time: 0.5754814 Nov 25 17:26:54.243339 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6261a895-0b4b-49f3-9a62-ca47f44a9b86 req-8766ac73-3212-462f-960f-33c365709912 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6504021 Nov 25 17:26:54.252105 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:26:54.252842 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32941bcd-0a5c-4317-9882-dfbc32098c6d req-74899715-1f17-4ef7-bf12-bd643b6a56cc tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:54.254245 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-32941bcd-0a5c-4317-9882-dfbc32098c6d req-74899715-1f17-4ef7-bf12-bd643b6a56cc tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.90 "GET /v2.0/networks?id=db8e4923-28e6-4f74-991c-a4c442934754 HTTP/1.1" status: 200 len: 811 time: 0.6860821 Nov 25 17:26:54.289830 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-32941bcd-0a5c-4317-9882-dfbc32098c6d req-228e5bad-0c12-4f9a-92e5-207f9e9b8c5c tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Request body: {'port': {'device_id': '1bcf3899-1ec0-4e88-8dfe-3fae5fcd314c', 'network_id': 'db8e4923-28e6-4f74-991c-a4c442934754', 'admin_state_up': True, 'tenant_id': '1ee124f91e0c4280821568ab0453ce28'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:54.414541 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-341d120f-e6cf-4d3b-8cec-886809800d4e req-530801b1-c8ed-4826-83d4-22aee50c91e3 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141862 Nov 25 17:26:54.499089 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4a938343-1f1d-4f11-bebe-cadaa0bfaaa0 req-eac221dc-281d-4582-8184-9b2d592cc58c tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] 10.222.0.75 "GET /v2.0/security-groups?id=f853e348-ad40-46dd-b785-db26df1b9c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2529747 Nov 25 17:26:54.561056 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77df707-76b0-4e73-836a-e90fffa8551d req-0a0e7076-13f6-42ee-a453-b09a10c4ab57 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:54.562541 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e77df707-76b0-4e73-836a-e90fffa8551d req-0a0e7076-13f6-42ee-a453-b09a10c4ab57 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] 10.222.0.90 "GET /v2.0/ports?device_id=1f9d21fd-8461-47c5-827e-d7aa598220c7 HTTP/1.1" status: 200 len: 946 time: 0.2669053 Nov 25 17:26:54.627735 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6261a895-0b4b-49f3-9a62-ca47f44a9b86 req-400a2b8f-9b22-4507-8dd1-56c6e88ae337 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702347 Nov 25 17:26:54.674654 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d7f492-124f-47a8-9ade-c9c80d802e47 req-0bead110-e573-4b14-8cdb-d53bcf268068 tempest-ServerDiagnosticsNegativeTest-1529874393 tempest-ServerDiagnosticsNegativeTest-1529874393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:54.676183 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-68d7f492-124f-47a8-9ade-c9c80d802e47 req-0bead110-e573-4b14-8cdb-d53bcf268068 tempest-ServerDiagnosticsNegativeTest-1529874393 tempest-ServerDiagnosticsNegativeTest-1529874393-project] 10.222.0.75 "GET /v2.0/ports?device_id=2922739f-0a8e-4e9b-887e-c05954294906 HTTP/1.1" status: 200 len: 948 time: 0.1893895 Nov 25 17:26:54.742437 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32941bcd-0a5c-4317-9882-dfbc32098c6d req-228e5bad-0c12-4f9a-92e5-207f9e9b8c5c tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Made reservation on behalf of 1ee124f91e0c4280821568ab0453ce28 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:26:54.746006 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-32941bcd-0a5c-4317-9882-dfbc32098c6d req-228e5bad-0c12-4f9a-92e5-207f9e9b8c5c tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:54.785445 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5267a8e8-b410-41c3-947a-66198e70b2cb req-26747006-cd57-4b02-b957-b5de47416321 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:54.787672 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5267a8e8-b410-41c3-947a-66198e70b2cb req-26747006-cd57-4b02-b957-b5de47416321 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/ports?device_id=20b57555-0ca2-4620-b3cd-28ec4ad858b1 HTTP/1.1" status: 200 len: 945 time: 0.1965654 Nov 25 17:26:54.870447 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-68d7f492-124f-47a8-9ade-c9c80d802e47 req-85f4b22a-86ca-4c33-baa1-07492c03427f tempest-ServerDiagnosticsNegativeTest-1529874393 tempest-ServerDiagnosticsNegativeTest-1529874393-project] 10.222.0.75 "GET /v2.0/security-groups?id=4cc53d72-88c7-41a6-818b-85f1bb9b2676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827159 Nov 25 17:26:54.927405 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc76f15-c9f4-45af-9494-92911960b687 x-openstack-request-id: req-adc76f15-c9f4-45af-9494-92911960b687 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:26:54.927775 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c5102e-26b4-492f-95ef-d996d948b29d", "name": "network-vif-deleted", "tag": "5f4e1086-1615-4d97-a6d5-97474945bb7f", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:26:54.928211 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-adc76f15-c9f4-45af-9494-92911960b687 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:26:54.928745 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c5102e-26b4-492f-95ef-d996d948b29d', 'name': 'network-vif-deleted', 'tag': '5f4e1086-1615-4d97-a6d5-97474945bb7f', 'status': 'completed', 'code': 200} Nov 25 17:26:54.936343 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-e77df707-76b0-4e73-836a-e90fffa8551d req-139e7211-a3e8-4bd7-b205-212b2a63f10d tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Deleting port dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:26:54.936695 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e77df707-76b0-4e73-836a-e90fffa8551d req-139e7211-a3e8-4bd7-b205-212b2a63f10d tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:54.949873 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 900b95f2-fcf9-47c9-a7a8-afe951043005 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:26:54.966303 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5267a8e8-b410-41c3-947a-66198e70b2cb req-0c66b013-e937-4ea4-87bc-c45d82397c84 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/security-groups?id=84be2441-5ea8-4292-81c0-e25d06d16adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664066 Nov 25 17:26:55.068538 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6023553-a892-4c61-9b5b-a8eb8dc749e3 x-openstack-request-id: req-d6023553-a892-4c61-9b5b-a8eb8dc749e3 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:26:55.068887 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "054d980d-2ae0-423f-b06b-14e9c776fb71", "name": "network-vif-plugged", "status": "completed", "tag": "d32d7aa4-3ca5-486f-abf0-ec662c62b53d", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:26:55.069166 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d6023553-a892-4c61-9b5b-a8eb8dc749e3 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:26:55.069569 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '054d980d-2ae0-423f-b06b-14e9c776fb71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd32d7aa4-3ca5-486f-abf0-ec662c62b53d', 'code': 200} Nov 25 17:26:55.077286 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-32941bcd-0a5c-4317-9882-dfbc32098c6d req-228e5bad-0c12-4f9a-92e5-207f9e9b8c5c tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Allocated IP 172.20.0.3 (db8e4923-28e6-4f74-991c-a4c442934754/0ae7cf63-1267-4a12-ac67-5fb672452e57/a5d858c9-567d-4c19-bde1-58459d0dfec4) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:26:55.154642 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 900b95f2-fcf9-47c9-a7a8-afe951043005, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=900b95f2-fcf9-47c9-a7a8-afe951043005,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:55.172425 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '900b95f2-fcf9-47c9-a7a8-afe951043005', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'port_id': '900b95f2-fcf9-47c9-a7a8-afe951043005', 'mac_address': 'fa:16:3e:62:0d:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8793709c-5336-428d-aede-b0b8df1a26b2', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:26:55.236690 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:55.253433 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 900b95f2-fcf9-47c9-a7a8-afe951043005 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:26:55.278526 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 900b95f2-fcf9-47c9-a7a8-afe951043005, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=900b95f2-fcf9-47c9-a7a8-afe951043005,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:55.285902 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:55.348000 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=900b95f2-fcf9-47c9-a7a8-afe951043005,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:55.361720 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-e77df707-76b0-4e73-836a-e90fffa8551d req-139e7211-a3e8-4bd7-b205-212b2a63f10d tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] For port dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc,segment=NetworkSegment(e8c002f1-b858-4219-a720-d50f94815a75),segment_id=e8c002f1-b858-4219-a720-d50f94815a75)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:55.362210 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e77df707-76b0-4e73-836a-e90fffa8551d req-139e7211-a3e8-4bd7-b205-212b2a63f10d tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:55.404014 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160621b-088a-4512-90e7-65fa0f24bddc req-ae838244-d405-43f0-bfca-2f589b19fc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:55.405844 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f160621b-088a-4512-90e7-65fa0f24bddc req-ae838244-d405-43f0-bfca-2f589b19fc23 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=054d980d-2ae0-423f-b06b-14e9c776fb71 HTTP/1.1" status: 200 len: 1096 time: 0.3176644 Nov 25 17:26:55.424112 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83044fa-b8b3-411f-b802-fc690d36cebe req-9bbf0d43-c960-409e-b656-63b9e6c81013 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:55.425902 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b83044fa-b8b3-411f-b802-fc690d36cebe req-9bbf0d43-c960-409e-b656-63b9e6c81013 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=054d980d-2ae0-423f-b06b-14e9c776fb71 HTTP/1.1" status: 200 len: 945 time: 0.3800735 Nov 25 17:26:55.445292 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17c6ab-336f-4fa2-bac4-649ec6462f12 req-2deef6a8-237d-4833-a68d-8bbf90b967f8 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:55.447140 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5e17c6ab-336f-4fa2-bac4-649ec6462f12 req-2deef6a8-237d-4833-a68d-8bbf90b967f8 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=64bf8e73-6ad3-47a8-9852-05a9aaa2736c HTTP/1.1" status: 200 len: 943 time: 0.3717847 Nov 25 17:26:55.609367 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['900b95f2-fcf9-47c9-a7a8-afe951043005'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:26:55.717005 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b83044fa-b8b3-411f-b802-fc690d36cebe req-ed7835b8-577b-4812-836b-9049c3659109 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157052 Nov 25 17:26:55.738374 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f160621b-088a-4512-90e7-65fa0f24bddc req-4211de0b-de38-4e86-972e-60ca2e1a6859 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040328 Nov 25 17:26:55.761113 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5e17c6ab-336f-4fa2-bac4-649ec6462f12 req-12ce0d22-6776-4d3c-be49-5d4bc8a2708a tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401135 Nov 25 17:26:55.784222 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-32941bcd-0a5c-4317-9882-dfbc32098c6d req-228e5bad-0c12-4f9a-92e5-207f9e9b8c5c tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:55.856514 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e77df707-76b0-4e73-836a-e90fffa8551d req-139e7211-a3e8-4bd7-b205-212b2a63f10d tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:55.856989 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e77df707-76b0-4e73-836a-e90fffa8551d req-139e7211-a3e8-4bd7-b205-212b2a63f10d tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:55.857220 n-d-817746-1 neutron-server[103361]: INFO neutron.db.l3_db [req-e77df707-76b0-4e73-836a-e90fffa8551d req-139e7211-a3e8-4bd7-b205-212b2a63f10d tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Floating IP 5c453edd-d94d-4385-a685-86cee222817a disassociated. External IP: 172.25.0.21, port: dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc. Nov 25 17:26:55.857571 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-e77df707-76b0-4e73-836a-e90fffa8551d req-139e7211-a3e8-4bd7-b205-212b2a63f10d tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Calling delete_port for dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:26:55.914119 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-84082704-91be-4c52-bb6b-fefa968f8499 req-708160e0-ec10-47ce-8a75-a7cf6ec074bd tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bcf3899-1ec0-4e88-8dfe-3fae5fcd314c HTTP/1.1" status: 200 len: 210 time: 0.0543575 Nov 25 17:26:55.960513 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4a2a8ff9-2049-4e36-ae7a-c2407fdcb9a8 req-c7fabccc-f806-4cc3-8b8f-99aeb0cb3e38 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=27c5102e-26b4-492f-95ef-d996d948b29d HTTP/1.1" status: 200 len: 210 time: 0.0826769 Nov 25 17:26:55.964808 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-32941bcd-0a5c-4317-9882-dfbc32098c6d req-228e5bad-0c12-4f9a-92e5-207f9e9b8c5c tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:55.968766 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 1e63c212-dc7e-43ab-88cf-3670c895b2f2 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:26:56.026737 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32941bcd-0a5c-4317-9882-dfbc32098c6d req-228e5bad-0c12-4f9a-92e5-207f9e9b8c5c tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Network db8e4923-28e6-4f74-991c-a4c442934754 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:26:56.034271 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-32941bcd-0a5c-4317-9882-dfbc32098c6d req-228e5bad-0c12-4f9a-92e5-207f9e9b8c5c tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:56.042000 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-32941bcd-0a5c-4317-9882-dfbc32098c6d req-228e5bad-0c12-4f9a-92e5-207f9e9b8c5c tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:26:56.053316 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228e5bad-0c12-4f9a-92e5-207f9e9b8c5c tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Pushing event updated for resources: {'Port': ['ID=a5d858c9-567d-4c19-bde1-58459d0dfec4,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:56.164947 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32941bcd-0a5c-4317-9882-dfbc32098c6d req-228e5bad-0c12-4f9a-92e5-207f9e9b8c5c tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:56.165510 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-32941bcd-0a5c-4317-9882-dfbc32098c6d req-228e5bad-0c12-4f9a-92e5-207f9e9b8c5c tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:56.226154 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-32941bcd-0a5c-4317-9882-dfbc32098c6d req-228e5bad-0c12-4f9a-92e5-207f9e9b8c5c tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9534931 Nov 25 17:26:56.230575 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:26:56.247861 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-32941bcd-0a5c-4317-9882-dfbc32098c6d req-8ecf2f6f-141a-41f2-91b3-08ed15855d84 service neutron] Request body: {'port': {'device_id': '1bcf3899-1ec0-4e88-8dfe-3fae5fcd314c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:56.276539 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e77df707-76b0-4e73-836a-e90fffa8551d req-139e7211-a3e8-4bd7-b205-212b2a63f10d tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:56.308504 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No active binding found for port dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc {{(pid=103362) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 25 17:26:56.308504 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:26:56.341934 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83922926-0648-4458-b0c8-c4e763549b3a req-24ef599d-1fbb-4485-a344-eb731dbbe399 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:56.343689 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-83922926-0648-4458-b0c8-c4e763549b3a req-24ef599d-1fbb-4485-a344-eb731dbbe399 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=61d637eb-4d85-4798-9eb0-1c541647685d HTTP/1.1" status: 200 len: 949 time: 0.2023580 Nov 25 17:26:56.379119 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c63e72be-eda7-4615-a078-9a485a24b2ce req-8be5831a-4a62-4ebe-9df2-b002302c7961 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f9d21fd-8461-47c5-827e-d7aa598220c7 HTTP/1.1" status: 200 len: 210 time: 0.0770283 Nov 25 17:26:56.380000 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e7211-a3e8-4bd7-b205-212b2a63f10d tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Pushing event deleted for resources: {'Port': ['ID=dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:56.480098 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1cf1f2fb-d8ce-44bc-8301-971d6ab8fd98 req-6503b60f-17db-4c9b-9e4c-e31c24398400 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3eef18eb-c307-4471-9906-537eeed4567a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2751584 Nov 25 17:26:56.512189 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-32941bcd-0a5c-4317-9882-dfbc32098c6d req-8ecf2f6f-141a-41f2-91b3-08ed15855d84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:56.674196 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-83922926-0648-4458-b0c8-c4e763549b3a req-da6a7309-f290-4077-80f4-3ff170c23ba9 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064027 Nov 25 17:26:56.706775 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f50d0f-04d0-4f9e-9e3b-192e762125a2 req-9bf5b736-9685-4799-84bc-f9deaeb34331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:56.709931 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b0f50d0f-04d0-4f9e-9e3b-192e762125a2 req-9bf5b736-9685-4799-84bc-f9deaeb34331 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=61d637eb-4d85-4798-9eb0-1c541647685d&tenant_id=21f728f76092479bbd096847b3caf950 HTTP/1.1" status: 200 len: 1100 time: 0.0587649 Nov 25 17:26:56.722492 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-b0f50d0f-04d0-4f9e-9e3b-192e762125a2 req-981c46a7-5627-4dc7-a0d5-f9b3c0dc85e1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817746-1', 'device_owner': 'compute:nova'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:56.767496 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8e493-5da7-4b2f-ade8-6c438df46c53 req-b06f9cf8-2d8a-4715-90bf-9941b5a2a05c tempest-ServerDiagnosticsNegativeTest-1529874393 tempest-ServerDiagnosticsNegativeTest-1529874393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:56.775925 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a4d8e493-5da7-4b2f-ade8-6c438df46c53 req-b06f9cf8-2d8a-4715-90bf-9941b5a2a05c tempest-ServerDiagnosticsNegativeTest-1529874393 tempest-ServerDiagnosticsNegativeTest-1529874393-project] 10.222.0.75 "GET /v2.0/ports?device_id=2922739f-0a8e-4e9b-887e-c05954294906 HTTP/1.1" status: 200 len: 949 time: 0.2835481 Nov 25 17:26:56.795874 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-b0f50d0f-04d0-4f9e-9e3b-192e762125a2 req-981c46a7-5627-4dc7-a0d5-f9b3c0dc85e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:56.809329 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf1f2fb-d8ce-44bc-8301-971d6ab8fd98 req-a012ab79-cf9b-40da-a2f3-b199c17f3d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:56.811077 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1cf1f2fb-d8ce-44bc-8301-971d6ab8fd98 req-a012ab79-cf9b-40da-a2f3-b199c17f3d6b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ac7a18821f8e4e00814d44731ef8d033&device_id=3eef18eb-c307-4471-9906-537eeed4567a HTTP/1.1" status: 200 len: 1095 time: 0.2642813 Nov 25 17:26:56.984132 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 900b95f2-fcf9-47c9-a7a8-afe951043005 up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:26:57.071615 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d637eb-4d85-4798-9eb0-1c541647685d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a2e622c-4fb2-477d-bc93-f339f84c884b'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:26:57.078750 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe0159c1-43bc-4830-8ef5-56f245a9e11a" -d '{"events": [{"server_uuid": "61d637eb-4d85-4798-9eb0-1c541647685d", "name": "network-vif-plugged", "status": "completed", "tag": "6a2e622c-4fb2-477d-bc93-f339f84c884b"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:26:57.135059 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port 900b95f2-fcf9-47c9-a7a8-afe951043005 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:26:57.140575 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 900b95f2-fcf9-47c9-a7a8-afe951043005 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:57.141413 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:57.292182 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:57.335530 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 900b95f2-fcf9-47c9-a7a8-afe951043005, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=900b95f2-fcf9-47c9-a7a8-afe951043005,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:57.339642 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:57.382780 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e77df707-76b0-4e73-836a-e90fffa8551d req-139e7211-a3e8-4bd7-b205-212b2a63f10d tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Router 733e1177-5a92-43e0-bca4-1a3ac152fdcc has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:26:57.413137 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=900b95f2-fcf9-47c9-a7a8-afe951043005,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:57.414842 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-b0f50d0f-04d0-4f9e-9e3b-192e762125a2 req-981c46a7-5627-4dc7-a0d5-f9b3c0dc85e1 service neutron] For port 6a2e622c-4fb2-477d-bc93-f339f84c884b, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=6a2e622c-4fb2-477d-bc93-f339f84c884b,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:57.456393 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-b0f50d0f-04d0-4f9e-9e3b-192e762125a2 req-981c46a7-5627-4dc7-a0d5-f9b3c0dc85e1 service neutron] For port 6a2e622c-4fb2-477d-bc93-f339f84c884b, host n-h1-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:26:57.474808 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a4d8e493-5da7-4b2f-ade8-6c438df46c53 req-44463461-476c-4a98-bb58-fbcf7afff407 tempest-ServerDiagnosticsNegativeTest-1529874393 tempest-ServerDiagnosticsNegativeTest-1529874393-project] 10.222.0.75 "GET /v2.0/security-groups?id=4cc53d72-88c7-41a6-818b-85f1bb9b2676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6978095 Nov 25 17:26:57.491563 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9033b97-60bb-453e-8f99-e7dc3c9c636d req-9799354a-a6a9-459a-afec-481f71e279a8 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:57.493125 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e9033b97-60bb-453e-8f99-e7dc3c9c636d req-9799354a-a6a9-459a-afec-481f71e279a8 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/ports?device_id=20b57555-0ca2-4620-b3cd-28ec4ad858b1 HTTP/1.1" status: 200 len: 945 time: 0.7151034 Nov 25 17:26:57.499997 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d637eb-4d85-4798-9eb0-1c541647685d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a2e622c-4fb2-477d-bc93-f339f84c884b'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:26:57.502900 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a9abdc-36f7-4651-91d9-6adad77185cd" -d '{"events": [{"server_uuid": "61d637eb-4d85-4798-9eb0-1c541647685d", "name": "network-vif-unplugged", "status": "completed", "tag": "6a2e622c-4fb2-477d-bc93-f339f84c884b"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:26:57.508374 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-b0f50d0f-04d0-4f9e-9e3b-192e762125a2 req-981c46a7-5627-4dc7-a0d5-f9b3c0dc85e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:57.523266 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-b0f50d0f-04d0-4f9e-9e3b-192e762125a2 req-981c46a7-5627-4dc7-a0d5-f9b3c0dc85e1 service neutron] Transition to ACTIVE for port object 6a2e622c-4fb2-477d-bc93-f339f84c884b will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:26:57.528539 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-b0f50d0f-04d0-4f9e-9e3b-192e762125a2 req-981c46a7-5627-4dc7-a0d5-f9b3c0dc85e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:57.577237 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf1f2fb-d8ce-44bc-8301-971d6ab8fd98 req-073e7718-5ebe-4d5d-93f8-a3df4dba467a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:57.579714 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1cf1f2fb-d8ce-44bc-8301-971d6ab8fd98 req-073e7718-5ebe-4d5d-93f8-a3df4dba467a service neutron] 10.222.0.74 "GET /v2.0/networks?id=c4ad8fe4-e22e-4c8b-af10-9eaf120b663c HTTP/1.1" status: 200 len: 921 time: 0.7319236 Nov 25 17:26:57.626335 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f50d0f-04d0-4f9e-9e3b-192e762125a2 req-981c46a7-5627-4dc7-a0d5-f9b3c0dc85e1 service neutron] No DVR routers for this DVR port 6a2e622c-4fb2-477d-bc93-f339f84c884b on host n-h1-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:26:57.639043 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981c46a7-5627-4dc7-a0d5-f9b3c0dc85e1 service neutron] Pushing event updated for resources: {'Port': ['ID=6a2e622c-4fb2-477d-bc93-f339f84c884b,revision_number=10']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:57.690660 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-b0f50d0f-04d0-4f9e-9e3b-192e762125a2 req-981c46a7-5627-4dc7-a0d5-f9b3c0dc85e1 service neutron] Attempting to bind port 6a2e622c-4fb2-477d-bc93-f339f84c884b on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:26:57.690994 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-b0f50d0f-04d0-4f9e-9e3b-192e762125a2 req-981c46a7-5627-4dc7-a0d5-f9b3c0dc85e1 service neutron] Attempting to bind port 6a2e622c-4fb2-477d-bc93-f339f84c884b by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:26:57.691335 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f50d0f-04d0-4f9e-9e3b-192e762125a2 req-981c46a7-5627-4dc7-a0d5-f9b3c0dc85e1 service neutron] Attempting to bind port 6a2e622c-4fb2-477d-bc93-f339f84c884b on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:57.697375 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f50d0f-04d0-4f9e-9e3b-192e762125a2 req-981c46a7-5627-4dc7-a0d5-f9b3c0dc85e1 service neutron] Port 6a2e622c-4fb2-477d-bc93-f339f84c884b on network ab4fed0b-9bf1-4925-8765-94da08c5de2a not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:26:57.697812 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f50d0f-04d0-4f9e-9e3b-192e762125a2 req-981c46a7-5627-4dc7-a0d5-f9b3c0dc85e1 service neutron] Attempting to bind port 6a2e622c-4fb2-477d-bc93-f339f84c884b on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:57.704756 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f50d0f-04d0-4f9e-9e3b-192e762125a2 req-981c46a7-5627-4dc7-a0d5-f9b3c0dc85e1 service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:26:57.705140 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f50d0f-04d0-4f9e-9e3b-192e762125a2 req-981c46a7-5627-4dc7-a0d5-f9b3c0dc85e1 service neutron] Checking segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:26:57.705526 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f50d0f-04d0-4f9e-9e3b-192e762125a2 req-981c46a7-5627-4dc7-a0d5-f9b3c0dc85e1 service neutron] Bound using segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:26:57.706023 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-b0f50d0f-04d0-4f9e-9e3b-192e762125a2 req-981c46a7-5627-4dc7-a0d5-f9b3c0dc85e1 service neutron] Bound port: 6a2e622c-4fb2-477d-bc93-f339f84c884b, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:26:57.706535 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-b0f50d0f-04d0-4f9e-9e3b-192e762125a2 req-981c46a7-5627-4dc7-a0d5-f9b3c0dc85e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:57.788984 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1cf1f2fb-d8ce-44bc-8301-971d6ab8fd98 req-0de9dd43-0802-4d4c-a578-c6a4ec6d26f0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74a8f456-31f1-4440-b0d3-a01ede7ee21d HTTP/1.1" status: 200 len: 217 time: 0.1685078 Nov 25 17:26:57.797530 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-b0f50d0f-04d0-4f9e-9e3b-192e762125a2 req-981c46a7-5627-4dc7-a0d5-f9b3c0dc85e1 service neutron] For port 6a2e622c-4fb2-477d-bc93-f339f84c884b, host n-h2-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:26:57.804112 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-b0f50d0f-04d0-4f9e-9e3b-192e762125a2 req-981c46a7-5627-4dc7-a0d5-f9b3c0dc85e1 service neutron] For port 6a2e622c-4fb2-477d-bc93-f339f84c884b, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=6a2e622c-4fb2-477d-bc93-f339f84c884b,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:26:57.809155 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-b0f50d0f-04d0-4f9e-9e3b-192e762125a2 req-981c46a7-5627-4dc7-a0d5-f9b3c0dc85e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:57.837262 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f50d0f-04d0-4f9e-9e3b-192e762125a2 req-981c46a7-5627-4dc7-a0d5-f9b3c0dc85e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:57.838597 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-b0f50d0f-04d0-4f9e-9e3b-192e762125a2 req-981c46a7-5627-4dc7-a0d5-f9b3c0dc85e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:57.840612 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b0f50d0f-04d0-4f9e-9e3b-192e762125a2 req-981c46a7-5627-4dc7-a0d5-f9b3c0dc85e1 service neutron] 10.222.0.90 "PUT /v2.0/ports/6a2e622c-4fb2-477d-bc93-f339f84c884b HTTP/1.1" status: 200 len: 1096 time: 1.1222806 Nov 25 17:26:57.922375 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e9033b97-60bb-453e-8f99-e7dc3c9c636d req-94ae3274-a48b-4ff6-8cce-2b375b62e2c9 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/security-groups?id=84be2441-5ea8-4292-81c0-e25d06d16adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4064636 Nov 25 17:26:57.947144 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981c46a7-5627-4dc7-a0d5-f9b3c0dc85e1 service neutron] Pushing event updated for resources: {'Port': ['ID=6a2e622c-4fb2-477d-bc93-f339f84c884b,revision_number=11']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:57.949070 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb0757-fecb-4696-a8bf-27e1c6ab78a1 req-6f19a085-8805-4f13-87b0-928edac4c1f5 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:57.953720 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7adb0757-fecb-4696-a8bf-27e1c6ab78a1 req-6f19a085-8805-4f13-87b0-928edac4c1f5 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=054d980d-2ae0-423f-b06b-14e9c776fb71 HTTP/1.1" status: 200 len: 945 time: 0.3088861 Nov 25 17:26:57.963987 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f50d0f-04d0-4f9e-9e3b-192e762125a2 req-a9a12448-2e53-4e89-94eb-4b1bb0fa708a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:57.965846 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b0f50d0f-04d0-4f9e-9e3b-192e762125a2 req-a9a12448-2e53-4e89-94eb-4b1bb0fa708a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=21f728f76092479bbd096847b3caf950&device_id=61d637eb-4d85-4798-9eb0-1c541647685d HTTP/1.1" status: 200 len: 1099 time: 0.0930099 Nov 25 17:26:57.996413 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e77df707-76b0-4e73-836a-e90fffa8551d req-139e7211-a3e8-4bd7-b205-212b2a63f10d tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:26:58.006547 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf1f2fb-d8ce-44bc-8301-971d6ab8fd98 req-358970a4-9c70-4e56-8df5-72cee55958eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:58.015102 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1cf1f2fb-d8ce-44bc-8301-971d6ab8fd98 req-358970a4-9c70-4e56-8df5-72cee55958eb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0a91ba6f-af85-4b11-90c3-2d5fc7a12e25 HTTP/1.1" status: 200 len: 860 time: 0.2103474 Nov 25 17:26:58.018349 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f91498-8d1e-4ba0-a205-373f61a3904c None None] Sync routers for ids ['733e1177-5a92-43e0-bca4-1a3ac152fdcc'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:26:58.034845 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f91498-8d1e-4ba0-a205-373f61a3904c None None] Routers {'733e1177-5a92-43e0-bca4-1a3ac152fdcc'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:26:58.035764 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-c3f91498-8d1e-4ba0-a205-373f61a3904c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:26:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['733e1177-5a92-43e0-bca4-1a3ac152fdcc'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:58.140610 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1cf1f2fb-d8ce-44bc-8301-971d6ab8fd98 req-23ca6399-26c5-45b8-81c9-32051ff8b6dd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c4ad8fe4-e22e-4c8b-af10-9eaf120b663c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986259 Nov 25 17:26:58.168529 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f50d0f-04d0-4f9e-9e3b-192e762125a2 req-73c53aeb-4581-4480-98d9-55704a10d346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:58.170878 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b0f50d0f-04d0-4f9e-9e3b-192e762125a2 req-73c53aeb-4581-4480-98d9-55704a10d346 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ab4fed0b-9bf1-4925-8765-94da08c5de2a HTTP/1.1" status: 200 len: 870 time: 0.1920822 Nov 25 17:26:58.180534 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-c3f91498-8d1e-4ba0-a205-373f61a3904c None None] Set router 733e1177-5a92-43e0-bca4-1a3ac152fdcc gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:26:58.204814 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-e77df707-76b0-4e73-836a-e90fffa8551d req-139e7211-a3e8-4bd7-b205-212b2a63f10d tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] No DVR routers for this DVR port dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:26:58.228401 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e77df707-76b0-4e73-836a-e90fffa8551d req-139e7211-a3e8-4bd7-b205-212b2a63f10d tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:58.231668 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e77df707-76b0-4e73-836a-e90fffa8551d req-139e7211-a3e8-4bd7-b205-212b2a63f10d tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] 10.222.0.90 "DELETE /v2.0/ports/dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc HTTP/1.1" status: 204 len: 173 time: 3.6585479 Nov 25 17:26:58.234265 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f9d21fd-8461-47c5-827e-d7aa598220c7', 'name': 'network-vif-deleted', 'tag': 'dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:26:58.242958 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb9922b-0963-4545-ab2a-e07974d74df9" -d '{"events": [{"server_uuid": "1f9d21fd-8461-47c5-827e-d7aa598220c7", "name": "network-vif-deleted", "tag": "dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:26:58.261291 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b0f50d0f-04d0-4f9e-9e3b-192e762125a2 req-dc9cb11f-9e0b-4ba5-994b-219eabf97605 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=6a2e622c-4fb2-477d-bc93-f339f84c884b HTTP/1.1" status: 200 len: 217 time: 0.0814912 Nov 25 17:26:58.343654 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f50d0f-04d0-4f9e-9e3b-192e762125a2 req-988b7c81-7cb8-4db4-aece-d50a35e7ce88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:58.346221 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b0f50d0f-04d0-4f9e-9e3b-192e762125a2 req-988b7c81-7cb8-4db4-aece-d50a35e7ce88 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.0750968 Nov 25 17:26:58.351818 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-32941bcd-0a5c-4317-9882-dfbc32098c6d req-8ecf2f6f-141a-41f2-91b3-08ed15855d84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5d858c9-567d-4c19-bde1-58459d0dfec4 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:26:58.418469 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f50d0f-04d0-4f9e-9e3b-192e762125a2 req-fa94033b-f991-40f0-809a-3696f9949ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:58.420390 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b0f50d0f-04d0-4f9e-9e3b-192e762125a2 req-fa94033b-f991-40f0-809a-3696f9949ad5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0657778 Nov 25 17:26:58.452662 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7adb0757-fecb-4696-a8bf-27e1c6ab78a1 req-940eb148-c969-4119-9986-8605a0d0c3ca tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4576185 Nov 25 17:26:58.463154 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-32941bcd-0a5c-4317-9882-dfbc32098c6d req-8ecf2f6f-141a-41f2-91b3-08ed15855d84 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:58.492801 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-c3f91498-8d1e-4ba0-a205-373f61a3904c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733e1177-5a92-43e0-bca4-1a3ac152fdcc', 'name': 'tempest-ServersTestBootFromVolume-514083338-router', 'tenant_id': '37791f7c9b2849ccac41faff01c57b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ba9f7b0d-b7b6-452b-b160-3d315cf84194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:23:09Z', 'updated_at': '2021-11-25T17:23:19Z', 'revision_number': 4, 'project_id': '37791f7c9b2849ccac41faff01c57b4b', 'gw_port': {'id': 'ba9f7b0d-b7b6-452b-b160-3d315cf84194', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733e1177-5a92-43e0-bca4-1a3ac152fdcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:10Z', 'updated_at': '2021-11-25T17:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '34f00039-579e-4147-b09d-e99e0999b7c5', 'name': '', 'network_id': '03886931-52e3-40f5-a27a-c1292a391134', 'tenant_id': '37791f7c9b2849ccac41faff01c57b4b', 'mac_address': 'fa:16:3e:bd:87:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733e1177-5a92-43e0-bca4-1a3ac152fdcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '8e63c2af-2cef-4517-8ea0-0ee86f024127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:17Z', 'updated_at': '2021-11-25T17:23:27Z', 'revision_number': 5, 'project_id': '37791f7c9b2849ccac41faff01c57b4b', 'subnets': [{'id': '8e63c2af-2cef-4517-8ea0-0ee86f024127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:58.522381 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4b2a0-7ac4-48c8-8265-4bcdd9238234 req-faa42f18-d19e-4d4c-90d5-05ac22ddc811 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:58.531184 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-17e4b2a0-7ac4-48c8-8265-4bcdd9238234 req-faa42f18-d19e-4d4c-90d5-05ac22ddc811 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=64bf8e73-6ad3-47a8-9852-05a9aaa2736c HTTP/1.1" status: 200 len: 943 time: 0.4377632 Nov 25 17:26:58.565402 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b0f50d0f-04d0-4f9e-9e3b-192e762125a2 req-b3203d96-8c2e-4aee-8345-a701525cd09b service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260645 Nov 25 17:26:58.565651 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-32941bcd-0a5c-4317-9882-dfbc32098c6d req-8ecf2f6f-141a-41f2-91b3-08ed15855d84 service neutron] Transition to ACTIVE for port object a5d858c9-567d-4c19-bde1-58459d0dfec4 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:26:58.623536 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-32941bcd-0a5c-4317-9882-dfbc32098c6d req-8ecf2f6f-141a-41f2-91b3-08ed15855d84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:58.641896 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f91498-8d1e-4ba0-a205-373f61a3904c None None] Checking router: 733e1177-5a92-43e0-bca4-1a3ac152fdcc for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:26:58.652816 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f91498-8d1e-4ba0-a205-373f61a3904c None None] Routers {'733e1177-5a92-43e0-bca4-1a3ac152fdcc'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:26:58.653630 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-c3f91498-8d1e-4ba0-a205-373f61a3904c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:26:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['733e1177-5a92-43e0-bca4-1a3ac152fdcc'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:58.711208 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b0f50d0f-04d0-4f9e-9e3b-192e762125a2 req-7b1f0539-6c4f-4378-95f5-15db189f1195 service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323013 Nov 25 17:26:58.712574 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1cf1f2fb-d8ce-44bc-8301-971d6ab8fd98 req-91260c0a-d31b-462f-a766-146e8d7bc3ef service neutron] 10.222.0.74 "GET /v2.0/networks/c4ad8fe4-e22e-4c8b-af10-9eaf120b663c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5057011 Nov 25 17:26:58.748976 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987ceead-6d59-4622-87cf-588c4a3624ee req-78eb5a03-de42-4463-b185-f59ad2b3cb97 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:58.750894 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-987ceead-6d59-4622-87cf-588c4a3624ee req-78eb5a03-de42-4463-b185-f59ad2b3cb97 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bcf3899-1ec0-4e88-8dfe-3fae5fcd314c HTTP/1.1" status: 200 len: 943 time: 0.1786702 Nov 25 17:26:58.778549 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-c3f91498-8d1e-4ba0-a205-373f61a3904c None None] Set router 733e1177-5a92-43e0-bca4-1a3ac152fdcc gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:26:58.787409 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-17e4b2a0-7ac4-48c8-8265-4bcdd9238234 req-d5c9e425-c710-4da0-ae37-bb81c5ac2549 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546172 Nov 25 17:26:58.876082 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecf2f6f-141a-41f2-91b3-08ed15855d84 service neutron] Pushing event updated for resources: {'Port': ['ID=a5d858c9-567d-4c19-bde1-58459d0dfec4,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:58.919589 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-0b83d6f8-4741-4af5-bb81-e634c106b7e1 service neutron] 10.222.0.90 "GET /v2.0/ports/1e63c212-dc7e-43ab-88cf-3670c895b2f2/bindings/n-h1-817746-1 HTTP/1.1" status: 200 len: 384 time: 0.1169817 Nov 25 17:26:58.977149 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae81aadf-c2f0-4c70-996f-77e380d99383 x-openstack-request-id: req-ae81aadf-c2f0-4c70-996f-77e380d99383 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:26:58.977639 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61d637eb-4d85-4798-9eb0-1c541647685d", "name": "network-vif-plugged", "status": "completed", "tag": "6a2e622c-4fb2-477d-bc93-f339f84c884b", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:26:58.977769 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ae81aadf-c2f0-4c70-996f-77e380d99383 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:26:58.978073 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d637eb-4d85-4798-9eb0-1c541647685d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a2e622c-4fb2-477d-bc93-f339f84c884b', 'code': 200} Nov 25 17:26:59.008277 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 6a2e622c-4fb2-477d-bc93-f339f84c884b no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:26:59.079879 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 6a2e622c-4fb2-477d-bc93-f339f84c884b not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:26:59.103273 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-c3f91498-8d1e-4ba0-a205-373f61a3904c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733e1177-5a92-43e0-bca4-1a3ac152fdcc', 'name': 'tempest-ServersTestBootFromVolume-514083338-router', 'tenant_id': '37791f7c9b2849ccac41faff01c57b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ba9f7b0d-b7b6-452b-b160-3d315cf84194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:23:09Z', 'updated_at': '2021-11-25T17:23:19Z', 'revision_number': 4, 'project_id': '37791f7c9b2849ccac41faff01c57b4b', 'gw_port': {'id': 'ba9f7b0d-b7b6-452b-b160-3d315cf84194', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733e1177-5a92-43e0-bca4-1a3ac152fdcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:10Z', 'updated_at': '2021-11-25T17:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '34f00039-579e-4147-b09d-e99e0999b7c5', 'name': '', 'network_id': '03886931-52e3-40f5-a27a-c1292a391134', 'tenant_id': '37791f7c9b2849ccac41faff01c57b4b', 'mac_address': 'fa:16:3e:bd:87:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733e1177-5a92-43e0-bca4-1a3ac152fdcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '8e63c2af-2cef-4517-8ea0-0ee86f024127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:17Z', 'updated_at': '2021-11-25T17:23:27Z', 'revision_number': 5, 'project_id': '37791f7c9b2849ccac41faff01c57b4b', 'subnets': [{'id': '8e63c2af-2cef-4517-8ea0-0ee86f024127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:59.133661 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f91498-8d1e-4ba0-a205-373f61a3904c None None] The sync data for ids ['733e1177-5a92-43e0-bca4-1a3ac152fdcc'] in n-d-817746-1 is: [{'id': '733e1177-5a92-43e0-bca4-1a3ac152fdcc', 'name': 'tempest-ServersTestBootFromVolume-514083338-router', 'tenant_id': '37791f7c9b2849ccac41faff01c57b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ba9f7b0d-b7b6-452b-b160-3d315cf84194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:23:09Z', 'updated_at': '2021-11-25T17:23:19Z', 'revision_number': 4, 'project_id': '37791f7c9b2849ccac41faff01c57b4b', 'gw_port': {'id': 'ba9f7b0d-b7b6-452b-b160-3d315cf84194', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733e1177-5a92-43e0-bca4-1a3ac152fdcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:10Z', 'updated_at': '2021-11-25T17:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '34f00039-579e-4147-b09d-e99e0999b7c5', 'name': '', 'network_id': '03886931-52e3-40f5-a27a-c1292a391134', 'tenant_id': '37791f7c9b2849ccac41faff01c57b4b', 'mac_address': 'fa:16:3e:bd:87:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733e1177-5a92-43e0-bca4-1a3ac152fdcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '8e63c2af-2cef-4517-8ea0-0ee86f024127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:17Z', 'updated_at': '2021-11-25T17:23:27Z', 'revision_number': 5, 'project_id': '37791f7c9b2849ccac41faff01c57b4b', 'subnets': [{'id': '8e63c2af-2cef-4517-8ea0-0ee86f024127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:26:59.145197 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-987ceead-6d59-4622-87cf-588c4a3624ee req-1e30b052-5e79-4bd7-8d9a-e3efe6c1d55d tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3793745 Nov 25 17:26:59.215565 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f6280b76-3c20-4ebf-9d2c-0b56680c668c req-2830c032-c45a-4462-8c9b-b96b831dad85 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f9d21fd-8461-47c5-827e-d7aa598220c7 HTTP/1.1" status: 200 len: 210 time: 0.1038580 Nov 25 17:26:59.268876 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7bc770-698a-4934-b97a-5774fe5029c6 x-openstack-request-id: req-0c7bc770-698a-4934-b97a-5774fe5029c6 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:26:59.269181 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61d637eb-4d85-4798-9eb0-1c541647685d", "name": "network-vif-unplugged", "status": "completed", "tag": "6a2e622c-4fb2-477d-bc93-f339f84c884b", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:26:59.269440 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0c7bc770-698a-4934-b97a-5774fe5029c6 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:26:59.269826 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d637eb-4d85-4798-9eb0-1c541647685d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a2e622c-4fb2-477d-bc93-f339f84c884b', 'code': 200} Nov 25 17:26:59.294799 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1cf1f2fb-d8ce-44bc-8301-971d6ab8fd98 req-02bb1c79-fbf4-4a45-b29f-f172dd539d19 service neutron] 10.222.0.74 "GET /v2.0/networks/c4ad8fe4-e22e-4c8b-af10-9eaf120b663c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5427682 Nov 25 17:26:59.295531 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-32941bcd-0a5c-4317-9882-dfbc32098c6d req-8ecf2f6f-141a-41f2-91b3-08ed15855d84 service neutron] Attempting to bind port a5d858c9-567d-4c19-bde1-58459d0dfec4 on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:26:59.295882 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-32941bcd-0a5c-4317-9882-dfbc32098c6d req-8ecf2f6f-141a-41f2-91b3-08ed15855d84 service neutron] Attempting to bind port a5d858c9-567d-4c19-bde1-58459d0dfec4 by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '79eee098-6bae-4c42-964f-62f3e7d096e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'db8e4923-28e6-4f74-991c-a4c442934754'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:26:59.296204 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32941bcd-0a5c-4317-9882-dfbc32098c6d req-8ecf2f6f-141a-41f2-91b3-08ed15855d84 service neutron] Attempting to bind port a5d858c9-567d-4c19-bde1-58459d0dfec4 on network db8e4923-28e6-4f74-991c-a4c442934754 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:59.301116 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32941bcd-0a5c-4317-9882-dfbc32098c6d req-8ecf2f6f-141a-41f2-91b3-08ed15855d84 service neutron] Port a5d858c9-567d-4c19-bde1-58459d0dfec4 on network db8e4923-28e6-4f74-991c-a4c442934754 not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:26:59.301447 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32941bcd-0a5c-4317-9882-dfbc32098c6d req-8ecf2f6f-141a-41f2-91b3-08ed15855d84 service neutron] Attempting to bind port a5d858c9-567d-4c19-bde1-58459d0dfec4 on network db8e4923-28e6-4f74-991c-a4c442934754 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:59.312171 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32941bcd-0a5c-4317-9882-dfbc32098c6d req-8ecf2f6f-141a-41f2-91b3-08ed15855d84 service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:26:59.312659 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32941bcd-0a5c-4317-9882-dfbc32098c6d req-8ecf2f6f-141a-41f2-91b3-08ed15855d84 service neutron] Checking segment: {'id': '79eee098-6bae-4c42-964f-62f3e7d096e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'db8e4923-28e6-4f74-991c-a4c442934754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:26:59.313307 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32941bcd-0a5c-4317-9882-dfbc32098c6d req-8ecf2f6f-141a-41f2-91b3-08ed15855d84 service neutron] Bound using segment: {'id': '79eee098-6bae-4c42-964f-62f3e7d096e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'db8e4923-28e6-4f74-991c-a4c442934754'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:26:59.313755 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-32941bcd-0a5c-4317-9882-dfbc32098c6d req-8ecf2f6f-141a-41f2-91b3-08ed15855d84 service neutron] Bound port: a5d858c9-567d-4c19-bde1-58459d0dfec4, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79eee098-6bae-4c42-964f-62f3e7d096e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'db8e4923-28e6-4f74-991c-a4c442934754'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:26:59.314261 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-32941bcd-0a5c-4317-9882-dfbc32098c6d req-8ecf2f6f-141a-41f2-91b3-08ed15855d84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:59.339370 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-aacbdedb-4a14-4369-a0eb-9eef24478b72 service neutron] For port 1e63c212-dc7e-43ab-88cf-3670c895b2f2, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=1e63c212-dc7e-43ab-88cf-3670c895b2f2,segment=NetworkSegment(2c22414f-d4c7-43ac-a576-c7b2f18031bf),segment_id=2c22414f-d4c7-43ac-a576-c7b2f18031bf)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:59.381059 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-aacbdedb-4a14-4369-a0eb-9eef24478b72 service neutron] For port 1e63c212-dc7e-43ab-88cf-3670c895b2f2, host n-h2-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:26:59.445134 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-aacbdedb-4a14-4369-a0eb-9eef24478b72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e63c212-dc7e-43ab-88cf-3670c895b2f2 {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:26:59.454683 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c938ac07-2237-4e2c-8609-e87b0d50d9d8 req-d6c7a5b9-7b06-43a9-a3ed-fc3c78c25445 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:59.464437 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c938ac07-2237-4e2c-8609-e87b0d50d9d8 req-d6c7a5b9-7b06-43a9-a3ed-fc3c78c25445 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=61d637eb-4d85-4798-9eb0-1c541647685d HTTP/1.1" status: 200 len: 948 time: 0.1205094 Nov 25 17:26:59.466731 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-aacbdedb-4a14-4369-a0eb-9eef24478b72 service neutron] For port 1e63c212-dc7e-43ab-88cf-3670c895b2f2, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=1e63c212-dc7e-43ab-88cf-3670c895b2f2,segment=NetworkSegment(2c22414f-d4c7-43ac-a576-c7b2f18031bf),segment_id=2c22414f-d4c7-43ac-a576-c7b2f18031bf)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:59.472400 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-32941bcd-0a5c-4317-9882-dfbc32098c6d req-8ecf2f6f-141a-41f2-91b3-08ed15855d84 service neutron] For port a5d858c9-567d-4c19-bde1-58459d0dfec4, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:26:59.477430 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-32941bcd-0a5c-4317-9882-dfbc32098c6d req-8ecf2f6f-141a-41f2-91b3-08ed15855d84 service neutron] For port a5d858c9-567d-4c19-bde1-58459d0dfec4, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=a5d858c9-567d-4c19-bde1-58459d0dfec4,segment=NetworkSegment(79eee098-6bae-4c42-964f-62f3e7d096e0),segment_id=79eee098-6bae-4c42-964f-62f3e7d096e0)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:26:59.492368 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-32941bcd-0a5c-4317-9882-dfbc32098c6d req-8ecf2f6f-141a-41f2-91b3-08ed15855d84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:59.495439 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-aacbdedb-4a14-4369-a0eb-9eef24478b72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:59.557329 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32941bcd-0a5c-4317-9882-dfbc32098c6d req-8ecf2f6f-141a-41f2-91b3-08ed15855d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:59.557997 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-32941bcd-0a5c-4317-9882-dfbc32098c6d req-8ecf2f6f-141a-41f2-91b3-08ed15855d84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:59.559413 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-32941bcd-0a5c-4317-9882-dfbc32098c6d req-8ecf2f6f-141a-41f2-91b3-08ed15855d84 service neutron] 10.222.0.90 "PUT /v2.0/ports/a5d858c9-567d-4c19-bde1-58459d0dfec4 HTTP/1.1" status: 200 len: 1091 time: 3.3158498 Nov 25 17:26:59.574422 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d321002-ced0-4c53-8a3a-04f816a77e37 None None] New status for floating IP 5c453edd-d94d-4385-a685-86cee222817a: DOWN {{(pid=103362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:26:59.586864 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c938ac07-2237-4e2c-8609-e87b0d50d9d8 req-c8381117-6da9-4506-8612-3694d2c77948 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211278 Nov 25 17:26:59.668288 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecf2f6f-141a-41f2-91b3-08ed15855d84 service neutron] Pushing event updated for resources: {'Port': ['ID=a5d858c9-567d-4c19-bde1-58459d0dfec4,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:59.679999 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-aacbdedb-4a14-4369-a0eb-9eef24478b72 service neutron] Transition to ACTIVE for port object 1e63c212-dc7e-43ab-88cf-3670c895b2f2 will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:26:59.685101 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-aacbdedb-4a14-4369-a0eb-9eef24478b72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:59.687664 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e9eb84-1968-491f-a731-fc129130a6ee x-openstack-request-id: req-36e9eb84-1968-491f-a731-fc129130a6ee {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:26:59.688528 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f9d21fd-8461-47c5-827e-d7aa598220c7", "name": "network-vif-deleted", "tag": "dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:26:59.688963 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-36e9eb84-1968-491f-a731-fc129130a6ee {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:26:59.690439 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f9d21fd-8461-47c5-827e-d7aa598220c7', 'name': 'network-vif-deleted', 'tag': 'dff03f63-5927-4d4f-b9cd-2ec0f8fac1fc', 'status': 'completed', 'code': 200} Nov 25 17:26:59.729462 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32941bcd-0a5c-4317-9882-dfbc32098c6d req-7b7f5092-5bf3-486d-9d74-e350571ad109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:59.730763 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-32941bcd-0a5c-4317-9882-dfbc32098c6d req-7b7f5092-5bf3-486d-9d74-e350571ad109 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1ee124f91e0c4280821568ab0453ce28&device_id=1bcf3899-1ec0-4e88-8dfe-3fae5fcd314c HTTP/1.1" status: 200 len: 1094 time: 0.1134121 Nov 25 17:26:59.799526 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-32941bcd-0a5c-4317-9882-dfbc32098c6d req-d1fec378-2026-4e54-b9aa-7ac7bbbad605 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5d858c9-567d-4c19-bde1-58459d0dfec4 HTTP/1.1" status: 200 len: 217 time: 0.0602853 Nov 25 17:26:59.817183 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacbdedb-4a14-4369-a0eb-9eef24478b72 service neutron] Pushing event updated for resources: {'Port': ['ID=1e63c212-dc7e-43ab-88cf-3670c895b2f2,revision_number=10']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:59.865303 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-aacbdedb-4a14-4369-a0eb-9eef24478b72 service neutron] No DVR routers for this DVR port 1e63c212-dc7e-43ab-88cf-3670c895b2f2 on host n-h2-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:26:59.876145 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32941bcd-0a5c-4317-9882-dfbc32098c6d req-b3805e39-d9db-468d-9a0e-e68c676e17af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:59.877801 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-32941bcd-0a5c-4317-9882-dfbc32098c6d req-b3805e39-d9db-468d-9a0e-e68c676e17af service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0ae7cf63-1267-4a12-ac67-5fb672452e57 HTTP/1.1" status: 200 len: 851 time: 0.0630715 Nov 25 17:26:59.887609 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5551c-6bfd-4dd7-b409-aad3736239e0 req-6e659bd8-7168-4b6d-8499-d8aaa7643cf4 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:59.895243 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-02d5551c-6bfd-4dd7-b409-aad3736239e0 req-6e659bd8-7168-4b6d-8499-d8aaa7643cf4 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=054d980d-2ae0-423f-b06b-14e9c776fb71 HTTP/1.1" status: 200 len: 945 time: 0.1066673 Nov 25 17:26:59.932970 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-aacbdedb-4a14-4369-a0eb-9eef24478b72 service neutron] 10.222.0.90 "PUT /v2.0/ports/1e63c212-dc7e-43ab-88cf-3670c895b2f2/bindings/n-h1-817746-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0035892 Nov 25 17:26:59.937531 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-32941bcd-0a5c-4317-9882-dfbc32098c6d req-0748583f-f4f7-4da5-ba3f-e859edc8c4e6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=db8e4923-28e6-4f74-991c-a4c442934754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387881 Nov 25 17:27:00.002587 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-02d5551c-6bfd-4dd7-b409-aad3736239e0 req-69706df4-9c39-48cf-83e3-d2bd243fb98d tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062877 Nov 25 17:27:00.236468 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-32941bcd-0a5c-4317-9882-dfbc32098c6d req-b3faa744-7302-4205-9f18-b029e40c1ae9 service neutron] 10.222.0.90 "GET /v2.0/networks/db8e4923-28e6-4f74-991c-a4c442934754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844465 Nov 25 17:27:00.243558 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-5288b945-35f4-4851-b8d1-39326453a09d tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:00.248415 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-5288b945-35f4-4851-b8d1-39326453a09d tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=64bf8e73-6ad3-47a8-9852-05a9aaa2736c&tenant_id=cbebe6cb2b944a35af1ec08d68611682&binding%3Ahost_id=n-h2-817746-1 HTTP/1.1" status: 200 len: 1095 time: 0.1921163 Nov 25 17:27:00.262197 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d0741-f25f-4f5e-beac-47182c9a8dd4 req-427d8e48-73e0-48bf-a93d-e20cd405a8ba tempest-ServerDiagnosticsNegativeTest-1529874393 tempest-ServerDiagnosticsNegativeTest-1529874393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:00.264437 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-389d0741-f25f-4f5e-beac-47182c9a8dd4 req-427d8e48-73e0-48bf-a93d-e20cd405a8ba tempest-ServerDiagnosticsNegativeTest-1529874393 tempest-ServerDiagnosticsNegativeTest-1529874393-project] 10.222.0.75 "GET /v2.0/ports?device_id=2922739f-0a8e-4e9b-887e-c05954294906 HTTP/1.1" status: 200 len: 950 time: 0.2607837 Nov 25 17:27:00.362587 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8183716-63de-4737-8c32-c3c7a1de42ed req-e3cfe62b-c38a-4fff-ba54-78ff813af9df tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:00.364156 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d8183716-63de-4737-8c32-c3c7a1de42ed req-e3cfe62b-c38a-4fff-ba54-78ff813af9df tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=64bf8e73-6ad3-47a8-9852-05a9aaa2736c HTTP/1.1" status: 200 len: 944 time: 0.2577724 Nov 25 17:27:00.514423 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-6ab75282-fe12-4292-81d9-d3ffad50ec8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:00.517006 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-6ab75282-fe12-4292-81d9-d3ffad50ec8c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=64bf8e73-6ad3-47a8-9852-05a9aaa2736c&tenant_id=cbebe6cb2b944a35af1ec08d68611682 HTTP/1.1" status: 200 len: 1095 time: 0.2514315 Nov 25 17:27:00.663786 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d8183716-63de-4737-8c32-c3c7a1de42ed req-1f59f149-3bad-4ff0-9156-71472f55f948 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850082 Nov 25 17:27:00.691094 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-389d0741-f25f-4f5e-beac-47182c9a8dd4 req-4a4f608c-eb4e-4079-ad34-b51b812d86ac tempest-ServerDiagnosticsNegativeTest-1529874393 tempest-ServerDiagnosticsNegativeTest-1529874393-project] 10.222.0.75 "GET /v2.0/security-groups?id=4cc53d72-88c7-41a6-818b-85f1bb9b2676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3989494 Nov 25 17:27:00.697097 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-32941bcd-0a5c-4317-9882-dfbc32098c6d req-30a2d4c3-4344-4f21-aae1-e315baeae67b service neutron] 10.222.0.90 "GET /v2.0/networks/db8e4923-28e6-4f74-991c-a4c442934754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4202108 Nov 25 17:27:00.746679 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-7e4ed003-1c28-4de9-a696-00ba364706a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:00.748310 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-7e4ed003-1c28-4de9-a696-00ba364706a2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cbebe6cb2b944a35af1ec08d68611682&device_id=64bf8e73-6ad3-47a8-9852-05a9aaa2736c HTTP/1.1" status: 200 len: 1095 time: 0.1653991 Nov 25 17:27:00.980796 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2922739f-0a8e-4e9b-887e-c05954294906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '900b95f2-fcf9-47c9-a7a8-afe951043005'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:00.984565 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b1439b-90f5-4a53-a437-d300ef688c86" -d '{"events": [{"server_uuid": "2922739f-0a8e-4e9b-887e-c05954294906", "name": "network-vif-plugged", "status": "completed", "tag": "900b95f2-fcf9-47c9-a7a8-afe951043005"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:00.996855 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-1b11702f-187f-4c75-8923-ba138e5ecb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:00.998320 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-1b11702f-187f-4c75-8923-ba138e5ecb61 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cdfc7726-be74-4470-a033-195b79623a95 HTTP/1.1" status: 200 len: 908 time: 0.2400320 Nov 25 17:27:01.079348 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-a2a86ff4-8792-4437-a58f-0704255c3542 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e63c212-dc7e-43ab-88cf-3670c895b2f2 HTTP/1.1" status: 200 len: 217 time: 0.0659149 Nov 25 17:27:01.127454 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-24e7845e-030b-4509-90f5-d788edfdbbeb req-29c6ff78-60d1-4e8c-9153-d678703604d5 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f9d21fd-8461-47c5-827e-d7aa598220c7 HTTP/1.1" status: 200 len: 210 time: 0.0547991 Nov 25 17:27:01.136956 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f06c6-59d1-4cda-8cb9-bf0f41e5f748 req-f1d078f5-7786-4cc6-94b3-58e2e6ba6335 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:01.138490 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-677f06c6-59d1-4cda-8cb9-bf0f41e5f748 req-f1d078f5-7786-4cc6-94b3-58e2e6ba6335 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bcf3899-1ec0-4e88-8dfe-3fae5fcd314c HTTP/1.1" status: 200 len: 943 time: 0.2022064 Nov 25 17:27:01.194354 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-bb33621e-317a-4c9e-9616-6c1190363a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:01.196203 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-bb33621e-317a-4c9e-9616-6c1190363a18 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ee1e665a-f297-4067-8b5a-7a7e373f89c9 HTTP/1.1" status: 200 len: 847 time: 0.1026552 Nov 25 17:27:01.270820 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61d637eb-4d85-4798-9eb0-1c541647685d', 'tag': '6a2e622c-4fb2-477d-bc93-f339f84c884b'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:01.274399 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b14daa6-5609-4ff9-a1a6-9d53c5df696b" -d '{"events": [{"name": "network-changed", "server_uuid": "61d637eb-4d85-4798-9eb0-1c541647685d", "tag": "6a2e622c-4fb2-477d-bc93-f339f84c884b"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:01.274751 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-9c7b7630-ce7e-446f-a67b-6179e0827967 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cdfc7726-be74-4470-a033-195b79623a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693309 Nov 25 17:27:01.282195 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-677f06c6-59d1-4cda-8cb9-bf0f41e5f748 req-95d1e970-288c-44f1-b88c-84abc2eaf76a tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249995 Nov 25 17:27:01.381687 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2829966-6d8b-4c18-a3ca-499cc373011f req-1a122644-57f2-4365-96d4-72834a6ec5ea tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:01.383213 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a2829966-6d8b-4c18-a3ca-499cc373011f req-1a122644-57f2-4365-96d4-72834a6ec5ea tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=61d637eb-4d85-4798-9eb0-1c541647685d HTTP/1.1" status: 200 len: 948 time: 0.1620071 Nov 25 17:27:01.493381 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a2829966-6d8b-4c18-a3ca-499cc373011f req-7b492b04-18dc-41bc-8950-a44b20f80a8b tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003475 Nov 25 17:27:01.495287 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-ef3edf6e-e9c5-442e-80b5-c4bf30c0a1bc service neutron] 10.222.0.74 "GET /v2.0/networks/cdfc7726-be74-4470-a033-195b79623a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119968 Nov 25 17:27:01.503767 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af037ea-2b25-4ce8-9c5b-49abf07f2cff req-50964028-8804-43d5-9b2d-0c12dcc9074a tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:01.505921 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5af037ea-2b25-4ce8-9c5b-49abf07f2cff req-50964028-8804-43d5-9b2d-0c12dcc9074a tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=054d980d-2ae0-423f-b06b-14e9c776fb71 HTTP/1.1" status: 200 len: 945 time: 0.1379614 Nov 25 17:27:01.575929 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c40c765-03a9-46c3-bb09-0c4868c57401 x-openstack-request-id: req-1c40c765-03a9-46c3-bb09-0c4868c57401 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:01.576240 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2922739f-0a8e-4e9b-887e-c05954294906", "name": "network-vif-plugged", "status": "completed", "tag": "900b95f2-fcf9-47c9-a7a8-afe951043005", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:01.576498 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1c40c765-03a9-46c3-bb09-0c4868c57401 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:01.576937 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2922739f-0a8e-4e9b-887e-c05954294906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '900b95f2-fcf9-47c9-a7a8-afe951043005', 'code': 200} Nov 25 17:27:01.614617 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c201dff7-0ab0-4c33-bcd7-f2ff193a10d0 x-openstack-request-id: req-c201dff7-0ab0-4c33-bcd7-f2ff193a10d0 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:01.616089 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61d637eb-4d85-4798-9eb0-1c541647685d", "tag": "6a2e622c-4fb2-477d-bc93-f339f84c884b", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:01.617479 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c201dff7-0ab0-4c33-bcd7-f2ff193a10d0 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:01.619027 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61d637eb-4d85-4798-9eb0-1c541647685d', 'tag': '6a2e622c-4fb2-477d-bc93-f339f84c884b', 'status': 'completed', 'code': 200} Nov 25 17:27:01.691103 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bcf3899-1ec0-4e88-8dfe-3fae5fcd314c', 'tag': 'a5d858c9-567d-4c19-bde1-58459d0dfec4'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:01.693741 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3200c97-571d-42f3-8096-a850e92f1110" -d '{"events": [{"name": "network-changed", "server_uuid": "1bcf3899-1ec0-4e88-8dfe-3fae5fcd314c", "tag": "a5d858c9-567d-4c19-bde1-58459d0dfec4"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:01.704846 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990cb53-aee4-456f-a673-1b2e83519a4a req-cae20851-d222-41a5-87cb-f3ce81c6f1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:01.706343 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2990cb53-aee4-456f-a673-1b2e83519a4a req-cae20851-d222-41a5-87cb-f3ce81c6f1b6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2922739f-0a8e-4e9b-887e-c05954294906 HTTP/1.1" status: 200 len: 1101 time: 0.0498064 Nov 25 17:27:01.712657 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5af037ea-2b25-4ce8-9c5b-49abf07f2cff req-fd645243-768e-4112-9e51-08885c62fbf2 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649005 Nov 25 17:27:01.776919 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7396f1-41b7-4e7b-b581-7da453e506a5 x-openstack-request-id: req-6c7396f1-41b7-4e7b-b581-7da453e506a5 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:01.777660 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bcf3899-1ec0-4e88-8dfe-3fae5fcd314c", "tag": "a5d858c9-567d-4c19-bde1-58459d0dfec4", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:01.778099 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6c7396f1-41b7-4e7b-b581-7da453e506a5 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:01.778673 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bcf3899-1ec0-4e88-8dfe-3fae5fcd314c', 'tag': 'a5d858c9-567d-4c19-bde1-58459d0dfec4', 'status': 'completed', 'code': 200} Nov 25 17:27:01.779719 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2990cb53-aee4-456f-a673-1b2e83519a4a req-44c09bc6-361b-410f-a0c1-1cf6f81d609f service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4cc53d72-88c7-41a6-818b-85f1bb9b2676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617115 Nov 25 17:27:01.867253 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14daa6-5609-4ff9-a1a6-9d53c5df696b req-04dce998-a82c-444a-a868-35bbd1c40674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:01.868725 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6b14daa6-5609-4ff9-a1a6-9d53c5df696b req-04dce998-a82c-444a-a868-35bbd1c40674 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=21f728f76092479bbd096847b3caf950&device_id=61d637eb-4d85-4798-9eb0-1c541647685d HTTP/1.1" status: 200 len: 1099 time: 0.1872618 Nov 25 17:27:01.874743 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-8a615b09-38ce-4c1f-ad40-d3a572e41f1b service neutron] 10.222.0.74 "GET /v2.0/networks/cdfc7726-be74-4470-a033-195b79623a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678958 Nov 25 17:27:01.876530 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45645b6-fdb5-4027-a3cf-8b703494b449 req-96b4f1ae-31f9-43dd-8114-c984aee94f79 tempest-MigrationsAdminTest-588239577 tempest-MigrationsAdminTest-588239577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:01.884773 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c45645b6-fdb5-4027-a3cf-8b703494b449 req-96b4f1ae-31f9-43dd-8114-c984aee94f79 tempest-MigrationsAdminTest-588239577 tempest-MigrationsAdminTest-588239577-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=61d637eb-4d85-4798-9eb0-1c541647685d HTTP/1.1" status: 200 len: 1099 time: 0.1842270 Nov 25 17:27:01.885964 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3200c97-571d-42f3-8096-a850e92f1110 req-ca26c618-d1a7-4a84-adc4-ef3d97cf6285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:01.888550 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c3200c97-571d-42f3-8096-a850e92f1110 req-ca26c618-d1a7-4a84-adc4-ef3d97cf6285 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1ee124f91e0c4280821568ab0453ce28&device_id=1bcf3899-1ec0-4e88-8dfe-3fae5fcd314c HTTP/1.1" status: 200 len: 1094 time: 0.0704474 Nov 25 17:27:01.981568 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c45645b6-fdb5-4027-a3cf-8b703494b449 req-5ec2f722-4d98-4b35-963a-6da8e4dc2873 tempest-MigrationsAdminTest-588239577 tempest-MigrationsAdminTest-588239577-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958369 Nov 25 17:27:01.987580 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 6a2e622c-4fb2-477d-bc93-f339f84c884b details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:27:02.092321 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3200c97-571d-42f3-8096-a850e92f1110 req-8c067890-7463-4c02-af69-42d85b62a5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:02.094647 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c3200c97-571d-42f3-8096-a850e92f1110 req-8c067890-7463-4c02-af69-42d85b62a5fe service neutron] 10.222.0.90 "GET /v2.0/networks?id=db8e4923-28e6-4f74-991c-a4c442934754 HTTP/1.1" status: 200 len: 912 time: 0.1928003 Nov 25 17:27:02.176331 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c3200c97-571d-42f3-8096-a850e92f1110 req-82717391-f55e-454d-8bd4-79bfe23f0658 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5d858c9-567d-4c19-bde1-58459d0dfec4 HTTP/1.1" status: 200 len: 217 time: 0.0735855 Nov 25 17:27:02.198686 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 6a2e622c-4fb2-477d-bc93-f339f84c884b, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=6a2e622c-4fb2-477d-bc93-f339f84c884b,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:02.211456 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '6a2e622c-4fb2-477d-bc93-f339f84c884b', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'port_id': '6a2e622c-4fb2-477d-bc93-f339f84c884b', 'mac_address': 'fa:16:3e:10:ca:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8793709c-5336-428d-aede-b0b8df1a26b2', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:27:02.267213 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3200c97-571d-42f3-8096-a850e92f1110 req-fbe873e8-fe42-417f-a35e-98e77e257149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:02.269322 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c3200c97-571d-42f3-8096-a850e92f1110 req-fbe873e8-fe42-417f-a35e-98e77e257149 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0ae7cf63-1267-4a12-ac67-5fb672452e57 HTTP/1.1" status: 200 len: 851 time: 0.0853550 Nov 25 17:27:02.274820 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:02.290110 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a2e622c-4fb2-477d-bc93-f339f84c884b {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:27:02.315533 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 6a2e622c-4fb2-477d-bc93-f339f84c884b, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=6a2e622c-4fb2-477d-bc93-f339f84c884b,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:02.323245 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:02.370990 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c3200c97-571d-42f3-8096-a850e92f1110 req-9e871868-927e-4f7e-b595-2673a1a775b5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=db8e4923-28e6-4f74-991c-a4c442934754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917370 Nov 25 17:27:02.376342 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=6a2e622c-4fb2-477d-bc93-f339f84c884b,revision_number=12']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:02.529758 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c3200c97-571d-42f3-8096-a850e92f1110 req-15f34c6e-1a2e-4b55-8c33-b2bd9038c11d service neutron] 10.222.0.90 "GET /v2.0/networks/db8e4923-28e6-4f74-991c-a4c442934754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423464 Nov 25 17:27:02.640994 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4e6c7-28dc-4f28-9987-89884a319b4f req-62ca728b-db5f-4379-9cd7-d6aaf376e76b tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:02.642971 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-82d4e6c7-28dc-4f28-9987-89884a319b4f req-62ca728b-db5f-4379-9cd7-d6aaf376e76b tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=64bf8e73-6ad3-47a8-9852-05a9aaa2736c HTTP/1.1" status: 200 len: 944 time: 0.7986681 Nov 25 17:27:02.646542 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c3200c97-571d-42f3-8096-a850e92f1110 req-de2a4b3b-2d32-4724-b95f-5b1027a794ec service neutron] 10.222.0.90 "GET /v2.0/networks/db8e4923-28e6-4f74-991c-a4c442934754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076448 Nov 25 17:27:02.648805 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['6a2e622c-4fb2-477d-bc93-f339f84c884b'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:27:02.734494 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da47fd-a734-4830-b20d-8f53870cd67f req-05224db8-ebae-4cae-926d-e85729a0be02 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:02.742128 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-19da47fd-a734-4830-b20d-8f53870cd67f req-05224db8-ebae-4cae-926d-e85729a0be02 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=054d980d-2ae0-423f-b06b-14e9c776fb71 HTTP/1.1" status: 200 len: 945 time: 0.2282691 Nov 25 17:27:02.769886 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14daa6-5609-4ff9-a1a6-9d53c5df696b req-58b3ce19-2854-4b83-badd-fba23af45c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:02.772124 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6b14daa6-5609-4ff9-a1a6-9d53c5df696b req-58b3ce19-2854-4b83-badd-fba23af45c94 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ab4fed0b-9bf1-4925-8765-94da08c5de2a HTTP/1.1" status: 200 len: 870 time: 0.8662841 Nov 25 17:27:02.780450 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-99f2cf2a-3adc-42eb-bc77-cb958df4db49 tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:02.782434 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-99f2cf2a-3adc-42eb-bc77-cb958df4db49 tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=64bf8e73-6ad3-47a8-9852-05a9aaa2736c&tenant_id=cbebe6cb2b944a35af1ec08d68611682&binding%3Ahost_id=n-h1-817746-1 HTTP/1.1" status: 200 len: 1095 time: 0.2676713 Nov 25 17:27:02.844255 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6b14daa6-5609-4ff9-a1a6-9d53c5df696b req-4936c6c9-8dfa-497e-8cad-1a17eac19b4b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=6a2e622c-4fb2-477d-bc93-f339f84c884b HTTP/1.1" status: 200 len: 217 time: 0.0608468 Nov 25 17:27:02.872305 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-82d4e6c7-28dc-4f28-9987-89884a319b4f req-a27153ed-8e65-49db-b942-b422d83aea6a tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202871 Nov 25 17:27:02.972482 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-19da47fd-a734-4830-b20d-8f53870cd67f req-e81bb643-3d82-4532-aedc-51cffe4edb53 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291548 Nov 25 17:27:03.016667 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14daa6-5609-4ff9-a1a6-9d53c5df696b req-f6597851-6ef9-4339-8250-180d5d6065e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:03.026551 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6b14daa6-5609-4ff9-a1a6-9d53c5df696b req-f6597851-6ef9-4339-8250-180d5d6065e6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.1531644 Nov 25 17:27:03.293421 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-273b7277-4181-4186-a24f-fe93d0d2bce5 service neutron] For port 1e63c212-dc7e-43ab-88cf-3670c895b2f2, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:27:03.312237 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-273b7277-4181-4186-a24f-fe93d0d2bce5 service neutron] Publish callbacks [] for binding, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:03.313261 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-273b7277-4181-4186-a24f-fe93d0d2bce5 service neutron] 10.222.0.74 "DELETE /v2.0/ports/1e63c212-dc7e-43ab-88cf-3670c895b2f2/bindings/n-h2-817746-1 HTTP/1.1" status: 204 len: 173 time: 0.5148735 Nov 25 17:27:03.348775 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14daa6-5609-4ff9-a1a6-9d53c5df696b req-257d0314-8c07-4baf-8a48-77cda31c7a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:03.358044 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6b14daa6-5609-4ff9-a1a6-9d53c5df696b req-257d0314-8c07-4baf-8a48-77cda31c7a4d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3234699 Nov 25 17:27:03.389088 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d9b65f-825a-4d80-8dae-e123a4942031 req-e9ede315-f01a-45b8-bfea-402568ebe432 tempest-ServerDiagnosticsNegativeTest-1529874393 tempest-ServerDiagnosticsNegativeTest-1529874393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:03.397462 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-34d9b65f-825a-4d80-8dae-e123a4942031 req-e9ede315-f01a-45b8-bfea-402568ebe432 tempest-ServerDiagnosticsNegativeTest-1529874393 tempest-ServerDiagnosticsNegativeTest-1529874393-project] 10.222.0.75 "GET /v2.0/ports?device_id=2922739f-0a8e-4e9b-887e-c05954294906 HTTP/1.1" status: 200 len: 950 time: 0.2640214 Nov 25 17:27:03.535333 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8c673df3-a339-4805-8aad-39d1a4e4c8c3 req-c3f0e34a-0574-4a6f-a24b-a7a6fe204ba8 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f9d21fd-8461-47c5-827e-d7aa598220c7 HTTP/1.1" status: 200 len: 210 time: 0.0496125 Nov 25 17:27:03.591580 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6b14daa6-5609-4ff9-a1a6-9d53c5df696b req-be3a7897-cd8d-431d-bb87-b0c58fdc7e7d service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926129 Nov 25 17:27:03.598288 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-34d9b65f-825a-4d80-8dae-e123a4942031 req-cfa717fb-444d-4af9-b48c-54ab2086d825 tempest-ServerDiagnosticsNegativeTest-1529874393 tempest-ServerDiagnosticsNegativeTest-1529874393-project] 10.222.0.75 "GET /v2.0/security-groups?id=4cc53d72-88c7-41a6-818b-85f1bb9b2676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683145 Nov 25 17:27:03.739747 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6b14daa6-5609-4ff9-a1a6-9d53c5df696b req-526a5767-fe29-416d-b83b-ac65d53faba4 service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390426 Nov 25 17:27:03.842881 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d14f55c-0ec5-4fcc-a563-652e0d230f7e req-028975b7-12ee-4a79-b022-5a026c2fcd48 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:03.844492 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9d14f55c-0ec5-4fcc-a563-652e0d230f7e req-028975b7-12ee-4a79-b022-5a026c2fcd48 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bcf3899-1ec0-4e88-8dfe-3fae5fcd314c HTTP/1.1" status: 200 len: 943 time: 0.1035347 Nov 25 17:27:04.008271 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device a5d858c9-567d-4c19-bde1-58459d0dfec4 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:27:04.015356 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 6a2e622c-4fb2-477d-bc93-f339f84c884b up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:27:04.019743 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9d14f55c-0ec5-4fcc-a563-652e0d230f7e req-92a8a29d-3f9c-4fbd-a194-79ecd3fad587 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515839 Nov 25 17:27:04.181807 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969b05f-08a0-4b6d-82c7-99db8636cc07 req-f8ba18dd-91c6-4d34-89cf-fda9806e0bcc tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:04.191220 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2969b05f-08a0-4b6d-82c7-99db8636cc07 req-f8ba18dd-91c6-4d34-89cf-fda9806e0bcc tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=61d637eb-4d85-4798-9eb0-1c541647685d HTTP/1.1" status: 200 len: 949 time: 0.1112907 Nov 25 17:27:04.348603 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2969b05f-08a0-4b6d-82c7-99db8636cc07 req-bd88ee95-76e1-40ff-8348-820f7d21b0e7 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559949 Nov 25 17:27:04.429167 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09241307-9f6d-4ffa-b1ba-05cffb08c61d req-87d80904-5742-4960-b3a4-638928fae65e tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:04.430757 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-09241307-9f6d-4ffa-b1ba-05cffb08c61d req-87d80904-5742-4960-b3a4-638928fae65e tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=64bf8e73-6ad3-47a8-9852-05a9aaa2736c HTTP/1.1" status: 200 len: 944 time: 0.1775978 Nov 25 17:27:04.481901 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port a5d858c9-567d-4c19-bde1-58459d0dfec4, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=a5d858c9-567d-4c19-bde1-58459d0dfec4,segment=NetworkSegment(79eee098-6bae-4c42-964f-62f3e7d096e0),segment_id=79eee098-6bae-4c42-964f-62f3e7d096e0)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:04.522668 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': 'a5d858c9-567d-4c19-bde1-58459d0dfec4', 'network_id': 'db8e4923-28e6-4f74-991c-a4c442934754', 'port_id': 'a5d858c9-567d-4c19-bde1-58459d0dfec4', 'mac_address': 'fa:16:3e:78:04:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ae7cf63-1267-4a12-ac67-5fb672452e57', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:27:04.579902 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port 6a2e622c-4fb2-477d-bc93-f339f84c884b completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:27:04.592394 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port 6a2e622c-4fb2-477d-bc93-f339f84c884b triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:04.592962 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:04.629612 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-09241307-9f6d-4ffa-b1ba-05cffb08c61d req-e465c8f8-3dec-4fd3-b390-4c5128a4acd8 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817231 Nov 25 17:27:04.663751 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d538352-6d1e-4a29-9fa5-50d6b3f448f5 req-e8857e8c-205c-4a2a-9fb2-e922f9442f6c tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:04.665593 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2d538352-6d1e-4a29-9fa5-50d6b3f448f5 req-e8857e8c-205c-4a2a-9fb2-e922f9442f6c tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=054d980d-2ae0-423f-b06b-14e9c776fb71 HTTP/1.1" status: 200 len: 945 time: 0.1502078 Nov 25 17:27:04.673356 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:04.782173 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5d858c9-567d-4c19-bde1-58459d0dfec4 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:27:04.799876 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2d538352-6d1e-4a29-9fa5-50d6b3f448f5 req-f36dbff2-dfa3-4863-8249-a19d6d0dcfba tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334224 Nov 25 17:27:04.837934 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:04.861929 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port a5d858c9-567d-4c19-bde1-58459d0dfec4, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=a5d858c9-567d-4c19-bde1-58459d0dfec4,segment=NetworkSegment(79eee098-6bae-4c42-964f-62f3e7d096e0),segment_id=79eee098-6bae-4c42-964f-62f3e7d096e0)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:04.892635 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 6a2e622c-4fb2-477d-bc93-f339f84c884b, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=6a2e622c-4fb2-477d-bc93-f339f84c884b,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:04.894644 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d637eb-4d85-4798-9eb0-1c541647685d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a2e622c-4fb2-477d-bc93-f339f84c884b'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:04.898082 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d6a9f3-5f12-408f-abd8-13a3731c7e30" -d '{"events": [{"server_uuid": "61d637eb-4d85-4798-9eb0-1c541647685d", "name": "network-vif-plugged", "status": "completed", "tag": "6a2e622c-4fb2-477d-bc93-f339f84c884b"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:04.902398 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:04.903511 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device b826d5c7-ed04-456d-a62b-44e708fcbe6e details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:27:04.909658 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:05.008258 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=a5d858c9-567d-4c19-bde1-58459d0dfec4,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:05.046161 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-50e156d1-7171-4a5a-8a97-a095bef0b062 req-da5b0e92-2bfd-4819-9c6f-a8d9338c1192 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f9d21fd-8461-47c5-827e-d7aa598220c7 HTTP/1.1" status: 200 len: 210 time: 0.0861135 Nov 25 17:27:05.066248 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff67844-396a-4871-a27e-04c658ace78f req-1f5f70b1-b28b-45f1-a4b3-d4bb18d8c273 tempest-ServerDiagnosticsNegativeTest-1529874393 tempest-ServerDiagnosticsNegativeTest-1529874393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:05.068578 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8ff67844-396a-4871-a27e-04c658ace78f req-1f5f70b1-b28b-45f1-a4b3-d4bb18d8c273 tempest-ServerDiagnosticsNegativeTest-1529874393 tempest-ServerDiagnosticsNegativeTest-1529874393-project] 10.222.0.75 "GET /v2.0/ports?device_id=2922739f-0a8e-4e9b-887e-c05954294906 HTTP/1.1" status: 200 len: 950 time: 0.1720660 Nov 25 17:27:05.082763 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=6a2e622c-4fb2-477d-bc93-f339f84c884b,revision_number=13']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:05.092885 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.db.resource_extend [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:27:05.182608 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8ff67844-396a-4871-a27e-04c658ace78f req-ec3bccd3-4086-4720-8dc5-5e5a5e3a8ff8 tempest-ServerDiagnosticsNegativeTest-1529874393 tempest-ServerDiagnosticsNegativeTest-1529874393-project] 10.222.0.75 "GET /v2.0/security-groups?id=4cc53d72-88c7-41a6-818b-85f1bb9b2676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037905 Nov 25 17:27:05.200216 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4342a85-af7a-441e-8baf-f1c9728efb41 req-7790810d-a36a-4fb8-80dc-664340e31372 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:05.214013 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a4342a85-af7a-441e-8baf-f1c9728efb41 req-7790810d-a36a-4fb8-80dc-664340e31372 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.90 "GET /v2.0/ports?device_id=61d637eb-4d85-4798-9eb0-1c541647685d HTTP/1.1" status: 200 len: 950 time: 0.2659750 Nov 25 17:27:05.222319 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port b826d5c7-ed04-456d-a62b-44e708fcbe6e, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=b826d5c7-ed04-456d-a62b-44e708fcbe6e,segment=NetworkSegment(6347e9f6-96b1-4f56-a092-a9cf81778fe8),segment_id=6347e9f6-96b1-4f56-a092-a9cf81778fe8)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:05.241993 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': 'b826d5c7-ed04-456d-a62b-44e708fcbe6e', 'network_id': '6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5', 'port_id': 'b826d5c7-ed04-456d-a62b-44e708fcbe6e', 'mac_address': 'fa:16:3e:2b:e2:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 901, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '577f7e8f-a41f-42c3-a5d0-23f6361748a4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:27:05.247128 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ccc3b5-694f-4b7b-b2ae-b53470aac8a0 x-openstack-request-id: req-99ccc3b5-694f-4b7b-b2ae-b53470aac8a0 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:05.248154 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61d637eb-4d85-4798-9eb0-1c541647685d", "name": "network-vif-plugged", "status": "completed", "tag": "6a2e622c-4fb2-477d-bc93-f339f84c884b", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:05.248667 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-99ccc3b5-694f-4b7b-b2ae-b53470aac8a0 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:05.249207 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d637eb-4d85-4798-9eb0-1c541647685d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a2e622c-4fb2-477d-bc93-f339f84c884b', 'code': 200} Nov 25 17:27:05.297721 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:05.325219 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b826d5c7-ed04-456d-a62b-44e708fcbe6e {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:27:05.360426 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port b826d5c7-ed04-456d-a62b-44e708fcbe6e, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=b826d5c7-ed04-456d-a62b-44e708fcbe6e,segment=NetworkSegment(6347e9f6-96b1-4f56-a092-a9cf81778fe8),segment_id=6347e9f6-96b1-4f56-a092-a9cf81778fe8)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:05.370312 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:05.516760 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355439d-638b-455c-acd1-b9a5b2f7f3e6 req-883b4661-4422-4765-a4d9-ce4eea0cbc1c tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:05.518331 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a355439d-638b-455c-acd1-b9a5b2f7f3e6 req-883b4661-4422-4765-a4d9-ce4eea0cbc1c tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=64bf8e73-6ad3-47a8-9852-05a9aaa2736c HTTP/1.1" status: 200 len: 1095 time: 0.0917225 Nov 25 17:27:05.531498 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c15165-91ba-4cdb-b5d4-c725526aafc5 req-01324a39-a972-4c25-a2e4-6d50bda23b04 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:05.540136 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-91c15165-91ba-4cdb-b5d4-c725526aafc5 req-01324a39-a972-4c25-a2e4-6d50bda23b04 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bcf3899-1ec0-4e88-8dfe-3fae5fcd314c HTTP/1.1" status: 200 len: 944 time: 0.1974893 Nov 25 17:27:05.627636 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['b826d5c7-ed04-456d-a62b-44e708fcbe6e'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:27:05.635311 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-a4342a85-af7a-441e-8baf-f1c9728efb41 req-14b10929-dc22-4c53-995a-b8edf3061cb7 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Deleting port 6a2e622c-4fb2-477d-bc93-f339f84c884b {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:05.635906 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a4342a85-af7a-441e-8baf-f1c9728efb41 req-14b10929-dc22-4c53-995a-b8edf3061cb7 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:05.637927 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=b826d5c7-ed04-456d-a62b-44e708fcbe6e,revision_number=6']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:05.710480 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-91c15165-91ba-4cdb-b5d4-c725526aafc5 req-ecec9a48-be99-46ae-943b-a457c6f98553 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692333 Nov 25 17:27:05.749438 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a355439d-638b-455c-acd1-b9a5b2f7f3e6 req-0d10b661-1990-4131-9b5a-15dc2781eec7 tempest-LiveMigrationTest-2088506067 tempest-LiveMigrationTest-2088506067-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991718 Nov 25 17:27:05.757794 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['a5d858c9-567d-4c19-bde1-58459d0dfec4'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:27:06.028062 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5bbc5-8dd3-45c6-8177-cb4800b3343a req-16b3a852-6325-470d-9bb8-661d99dac8a3 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:06.043074 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-33b5bbc5-8dd3-45c6-8177-cb4800b3343a req-16b3a852-6325-470d-9bb8-661d99dac8a3 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=61d637eb-4d85-4798-9eb0-1c541647685d HTTP/1.1" status: 200 len: 950 time: 0.1256728 Nov 25 17:27:06.141107 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-33b5bbc5-8dd3-45c6-8177-cb4800b3343a req-86e5dcde-7e4e-424b-a893-58db1fde6680 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966194 Nov 25 17:27:06.144602 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-a4342a85-af7a-441e-8baf-f1c9728efb41 req-14b10929-dc22-4c53-995a-b8edf3061cb7 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] For port 6a2e622c-4fb2-477d-bc93-f339f84c884b, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=6a2e622c-4fb2-477d-bc93-f339f84c884b,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:06.162709 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a4342a85-af7a-441e-8baf-f1c9728efb41 req-14b10929-dc22-4c53-995a-b8edf3061cb7 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:06.205464 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-a4342a85-af7a-441e-8baf-f1c9728efb41 req-14b10929-dc22-4c53-995a-b8edf3061cb7 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Calling delete_port for 6a2e622c-4fb2-477d-bc93-f339f84c884b owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:06.364303 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba2908-9686-4f39-8d6c-178465a25c73 req-4fc9eab3-ec38-4a37-b5fc-5f51fc312326 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:06.365118 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-57ba2908-9686-4f39-8d6c-178465a25c73 req-4fc9eab3-ec38-4a37-b5fc-5f51fc312326 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=054d980d-2ae0-423f-b06b-14e9c776fb71 HTTP/1.1" status: 200 len: 945 time: 0.0848136 Nov 25 17:27:06.498417 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-57ba2908-9686-4f39-8d6c-178465a25c73 req-3ef2bab0-8fa3-46df-83d3-3f877bdac8e0 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148245 Nov 25 17:27:06.514428 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a4342a85-af7a-441e-8baf-f1c9728efb41 req-14b10929-dc22-4c53-995a-b8edf3061cb7 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:06.531135 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['177401c7-487a-4ed8-bc66-2ed80b0bfef7', 'e221bd68-47b0-47cf-9238-53c3586557dc'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:27:06.583942 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b10929-dc22-4c53-995a-b8edf3061cb7 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Pushing event deleted for resources: {'Port': ['ID=6a2e622c-4fb2-477d-bc93-f339f84c884b,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:06.672202 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['60631d9b-f36f-4467-ae4b-b4f7dfd5ea53', '6a2e622c-4fb2-477d-bc93-f339f84c884b'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:27:06.829544 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-38c30c04-00d0-4dbe-821e-115aef71f30c req-25d5be8b-3d11-480b-ba1d-d9e8ad890d24 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f9d21fd-8461-47c5-827e-d7aa598220c7 HTTP/1.1" status: 200 len: 210 time: 0.1054544 Nov 25 17:27:06.832108 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4342a85-af7a-441e-8baf-f1c9728efb41 req-14b10929-dc22-4c53-995a-b8edf3061cb7 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] No DVR routers for this DVR port 6a2e622c-4fb2-477d-bc93-f339f84c884b on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:27:06.839381 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a4342a85-af7a-441e-8baf-f1c9728efb41 req-14b10929-dc22-4c53-995a-b8edf3061cb7 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:06.847926 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a4342a85-af7a-441e-8baf-f1c9728efb41 req-14b10929-dc22-4c53-995a-b8edf3061cb7 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.90 "DELETE /v2.0/ports/6a2e622c-4fb2-477d-bc93-f339f84c884b HTTP/1.1" status: 204 len: 173 time: 1.6221755 Nov 25 17:27:06.848419 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d637eb-4d85-4798-9eb0-1c541647685d', 'name': 'network-vif-deleted', 'tag': '6a2e622c-4fb2-477d-bc93-f339f84c884b'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:06.855278 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0daf154c-bc1f-4341-9ef3-1acdb0e1961e" -d '{"events": [{"server_uuid": "61d637eb-4d85-4798-9eb0-1c541647685d", "name": "network-vif-deleted", "tag": "6a2e622c-4fb2-477d-bc93-f339f84c884b"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:06.905897 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad5848-f998-47e9-9c3b-b7f527529640 req-bc673761-edfe-4b4f-8d5a-96af33d589fc tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:06.913262 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a3ad5848-f998-47e9-9c3b-b7f527529640 req-bc673761-edfe-4b4f-8d5a-96af33d589fc tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=64bf8e73-6ad3-47a8-9852-05a9aaa2736c HTTP/1.1" status: 200 len: 944 time: 0.2249308 Nov 25 17:27:07.148301 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7108f1-4177-49ec-96df-5049f28f52cf req-c6a0fc59-b492-4ca3-a868-499ab52650f2 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:07.150382 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dc7108f1-4177-49ec-96df-5049f28f52cf req-c6a0fc59-b492-4ca3-a868-499ab52650f2 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.74 "GET /v2.0/ports?device_id=64bf8e73-6ad3-47a8-9852-05a9aaa2736c HTTP/1.1" status: 200 len: 944 time: 0.1995509 Nov 25 17:27:07.154934 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a3ad5848-f998-47e9-9c3b-b7f527529640 req-4f1bb6fc-0c0d-4708-adcd-e9785f349fd4 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375915 Nov 25 17:27:07.193430 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c1124e-8b38-4355-9597-3a3861506c77 req-807255ac-0a06-4b4c-88c2-ca92f254d711 tempest-ServerDiagnosticsNegativeTest-1529874393 tempest-ServerDiagnosticsNegativeTest-1529874393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:07.193430 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a7c1124e-8b38-4355-9597-3a3861506c77 req-807255ac-0a06-4b4c-88c2-ca92f254d711 tempest-ServerDiagnosticsNegativeTest-1529874393 tempest-ServerDiagnosticsNegativeTest-1529874393-project] 10.222.0.75 "GET /v2.0/ports?device_id=2922739f-0a8e-4e9b-887e-c05954294906 HTTP/1.1" status: 200 len: 950 time: 0.1767552 Nov 25 17:27:07.373410 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a7c1124e-8b38-4355-9597-3a3861506c77 req-10cb4793-b164-45f8-a8cd-134de7d2769c tempest-ServerDiagnosticsNegativeTest-1529874393 tempest-ServerDiagnosticsNegativeTest-1529874393-project] 10.222.0.75 "GET /v2.0/security-groups?id=4cc53d72-88c7-41a6-818b-85f1bb9b2676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834795 Nov 25 17:27:07.451458 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d4c00b-b4d8-4ce4-bca5-805fd0c7b5df req-780fcde0-3e04-4f00-8fd7-06aef8edf298 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:07.473090 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-38d4c00b-b4d8-4ce4-bca5-805fd0c7b5df req-780fcde0-3e04-4f00-8fd7-06aef8edf298 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bcf3899-1ec0-4e88-8dfe-3fae5fcd314c HTTP/1.1" status: 200 len: 944 time: 0.1709321 Nov 25 17:27:07.502769 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d2cbb0-0732-49ce-9867-0303c069077b x-openstack-request-id: req-14d2cbb0-0732-49ce-9867-0303c069077b {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:07.506426 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61d637eb-4d85-4798-9eb0-1c541647685d", "name": "network-vif-deleted", "tag": "6a2e622c-4fb2-477d-bc93-f339f84c884b", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:07.506426 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-14d2cbb0-0732-49ce-9867-0303c069077b {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:07.506426 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d637eb-4d85-4798-9eb0-1c541647685d', 'name': 'network-vif-deleted', 'tag': '6a2e622c-4fb2-477d-bc93-f339f84c884b', 'status': 'completed', 'code': 200} Nov 25 17:27:07.622196 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-38d4c00b-b4d8-4ce4-bca5-805fd0c7b5df req-df3151ed-f7e1-4a37-9411-1f9ab91fffb0 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479287 Nov 25 17:27:07.647699 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-dc7108f1-4177-49ec-96df-5049f28f52cf req-2361a1fa-cd44-4c6c-818a-e8e030ecc2b6 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Deleting port 1e63c212-dc7e-43ab-88cf-3670c895b2f2 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:07.648222 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-dc7108f1-4177-49ec-96df-5049f28f52cf req-2361a1fa-cd44-4c6c-818a-e8e030ecc2b6 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:07.704770 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5304db3a-db62-474b-8968-96807f0de1e6 req-e5695205-2790-47c9-8a76-0386fe177d55 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=61d637eb-4d85-4798-9eb0-1c541647685d HTTP/1.1" status: 200 len: 210 time: 0.0330100 Nov 25 17:27:07.895222 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f227e42-f7b8-4efc-837e-1b6cbabbe242 req-4865be25-f568-45a6-8ad6-825bcabc52e7 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:07.896905 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4f227e42-f7b8-4efc-837e-1b6cbabbe242 req-4865be25-f568-45a6-8ad6-825bcabc52e7 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=054d980d-2ae0-423f-b06b-14e9c776fb71 HTTP/1.1" status: 200 len: 945 time: 0.1885736 Nov 25 17:27:07.910990 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-dc7108f1-4177-49ec-96df-5049f28f52cf req-2361a1fa-cd44-4c6c-818a-e8e030ecc2b6 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] For port 1e63c212-dc7e-43ab-88cf-3670c895b2f2, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=1e63c212-dc7e-43ab-88cf-3670c895b2f2,segment=NetworkSegment(2c22414f-d4c7-43ac-a576-c7b2f18031bf),segment_id=2c22414f-d4c7-43ac-a576-c7b2f18031bf)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:07.911439 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-dc7108f1-4177-49ec-96df-5049f28f52cf req-2361a1fa-cd44-4c6c-818a-e8e030ecc2b6 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:07.986220 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38576) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:07.994626 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-dc7108f1-4177-49ec-96df-5049f28f52cf req-2361a1fa-cd44-4c6c-818a-e8e030ecc2b6 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Calling delete_port for 1e63c212-dc7e-43ab-88cf-3670c895b2f2 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:08.012331 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device a5d858c9-567d-4c19-bde1-58459d0dfec4 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:27:08.040004 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4b9ec-9cb7-4348-9d18-ce8539aa8d6a req-f6935ed2-afda-4cb5-97d0-66b753765175 tempest-ServerDiagnosticsNegativeTest-1529874393 tempest-ServerDiagnosticsNegativeTest-1529874393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:08.041728 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b8b4b9ec-9cb7-4348-9d18-ce8539aa8d6a req-f6935ed2-afda-4cb5-97d0-66b753765175 tempest-ServerDiagnosticsNegativeTest-1529874393 tempest-ServerDiagnosticsNegativeTest-1529874393-project] 10.222.0.74 "GET /v2.0/ports?device_id=2922739f-0a8e-4e9b-887e-c05954294906 HTTP/1.1" status: 200 len: 950 time: 0.1048148 Nov 25 17:27:08.122887 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port a5d858c9-567d-4c19-bde1-58459d0dfec4 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:27:08.130709 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port a5d858c9-567d-4c19-bde1-58459d0dfec4 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:08.131364 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:08.266546 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-b8b4b9ec-9cb7-4348-9d18-ce8539aa8d6a req-d14154e9-0c67-4b70-8a43-f76ee3bf0dbf tempest-ServerDiagnosticsNegativeTest-1529874393 tempest-ServerDiagnosticsNegativeTest-1529874393-project] Deleting port 900b95f2-fcf9-47c9-a7a8-afe951043005 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:08.266844 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-b8b4b9ec-9cb7-4348-9d18-ce8539aa8d6a req-d14154e9-0c67-4b70-8a43-f76ee3bf0dbf tempest-ServerDiagnosticsNegativeTest-1529874393 tempest-ServerDiagnosticsNegativeTest-1529874393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:08.268693 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4f227e42-f7b8-4efc-837e-1b6cbabbe242 req-5fe254fa-db09-46a2-8c27-bd25a1581912 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600469 Nov 25 17:27:08.357340 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:08.380923 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a959239d-5789-49ae-8ebb-219b77e3a96f tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:08.409918 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bcf3899-1ec0-4e88-8dfe-3fae5fcd314c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d858c9-567d-4c19-bde1-58459d0dfec4'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:08.412367 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93db4b7b-c792-46c4-8314-f18d40ff65cd" -d '{"events": [{"server_uuid": "1bcf3899-1ec0-4e88-8dfe-3fae5fcd314c", "name": "network-vif-plugged", "status": "completed", "tag": "a5d858c9-567d-4c19-bde1-58459d0dfec4"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:08.440353 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port a5d858c9-567d-4c19-bde1-58459d0dfec4, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=a5d858c9-567d-4c19-bde1-58459d0dfec4,segment=NetworkSegment(79eee098-6bae-4c42-964f-62f3e7d096e0),segment_id=79eee098-6bae-4c42-964f-62f3e7d096e0)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:08.449505 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:08.450333 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device b826d5c7-ed04-456d-a62b-44e708fcbe6e up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:27:08.535832 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-b8b4b9ec-9cb7-4348-9d18-ce8539aa8d6a req-d14154e9-0c67-4b70-8a43-f76ee3bf0dbf tempest-ServerDiagnosticsNegativeTest-1529874393 tempest-ServerDiagnosticsNegativeTest-1529874393-project] For port 900b95f2-fcf9-47c9-a7a8-afe951043005, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=900b95f2-fcf9-47c9-a7a8-afe951043005,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:08.536424 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-b8b4b9ec-9cb7-4348-9d18-ce8539aa8d6a req-d14154e9-0c67-4b70-8a43-f76ee3bf0dbf tempest-ServerDiagnosticsNegativeTest-1529874393 tempest-ServerDiagnosticsNegativeTest-1529874393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:08.571666 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a959239d-5789-49ae-8ebb-219b77e3a96f tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:08.573403 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-b8b4b9ec-9cb7-4348-9d18-ce8539aa8d6a req-d14154e9-0c67-4b70-8a43-f76ee3bf0dbf tempest-ServerDiagnosticsNegativeTest-1529874393 tempest-ServerDiagnosticsNegativeTest-1529874393-project] Calling delete_port for 900b95f2-fcf9-47c9-a7a8-afe951043005 owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:08.616262 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=a5d858c9-567d-4c19-bde1-58459d0dfec4,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:08.646555 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port b826d5c7-ed04-456d-a62b-44e708fcbe6e triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:08.646840 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:08.684840 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726050f-9c71-4532-a756-546f15b6b6c7 req-768b299f-00fb-4582-9e13-aceb625d6aa3 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:08.687128 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8726050f-9c71-4532-a756-546f15b6b6c7 req-768b299f-00fb-4582-9e13-aceb625d6aa3 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=64bf8e73-6ad3-47a8-9852-05a9aaa2736c HTTP/1.1" status: 200 len: 944 time: 0.3437424 Nov 25 17:27:08.708696 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-dc7108f1-4177-49ec-96df-5049f28f52cf req-2361a1fa-cd44-4c6c-818a-e8e030ecc2b6 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:08.737675 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:08.740530 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['4f364e30-1840-4273-9226-3786fd484ad0'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:27:08.781583 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['1e63c212-dc7e-43ab-88cf-3670c895b2f2'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:27:08.806865 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833a15d-da28-43d8-b65a-8efe5423737b req-cc634daa-0508-4846-94be-492967a53858 tempest-ServerDiagnosticsNegativeTest-1529874393 tempest-ServerDiagnosticsNegativeTest-1529874393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:08.809744 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f833a15d-da28-43d8-b65a-8efe5423737b req-cc634daa-0508-4846-94be-492967a53858 tempest-ServerDiagnosticsNegativeTest-1529874393 tempest-ServerDiagnosticsNegativeTest-1529874393-project] 10.222.0.75 "GET /v2.0/ports?device_id=2922739f-0a8e-4e9b-887e-c05954294906 HTTP/1.1" status: 200 len: 950 time: 0.2792239 Nov 25 17:27:08.920728 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2361a1fa-cd44-4c6c-818a-e8e030ecc2b6 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Pushing event deleted for resources: {'Port': ['ID=1e63c212-dc7e-43ab-88cf-3670c895b2f2,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:09.015359 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2361a1fa-cd44-4c6c-818a-e8e030ecc2b6 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:09.016552 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2361a1fa-cd44-4c6c-818a-e8e030ecc2b6 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:09.017361 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2361a1fa-cd44-4c6c-818a-e8e030ecc2b6 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:09.017999 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2361a1fa-cd44-4c6c-818a-e8e030ecc2b6 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:09.018665 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2361a1fa-cd44-4c6c-818a-e8e030ecc2b6 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:09.019223 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2361a1fa-cd44-4c6c-818a-e8e030ecc2b6 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:09.020123 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2361a1fa-cd44-4c6c-818a-e8e030ecc2b6 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:09.021347 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2361a1fa-cd44-4c6c-818a-e8e030ecc2b6 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:09.022306 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2361a1fa-cd44-4c6c-818a-e8e030ecc2b6 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:09.022947 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2361a1fa-cd44-4c6c-818a-e8e030ecc2b6 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:09.023617 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2361a1fa-cd44-4c6c-818a-e8e030ecc2b6 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:09.024203 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2361a1fa-cd44-4c6c-818a-e8e030ecc2b6 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:09.027834 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-b8b4b9ec-9cb7-4348-9d18-ce8539aa8d6a req-d14154e9-0c67-4b70-8a43-f76ee3bf0dbf tempest-ServerDiagnosticsNegativeTest-1529874393 tempest-ServerDiagnosticsNegativeTest-1529874393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:09.030471 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port b826d5c7-ed04-456d-a62b-44e708fcbe6e, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=b826d5c7-ed04-456d-a62b-44e708fcbe6e,segment=NetworkSegment(6347e9f6-96b1-4f56-a092-a9cf81778fe8),segment_id=6347e9f6-96b1-4f56-a092-a9cf81778fe8)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:09.045330 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['900b95f2-fcf9-47c9-a7a8-afe951043005'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:27:09.053007 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a959239d-5789-49ae-8ebb-219b77e3a96f tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:09.056528 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a959239d-5789-49ae-8ebb-219b77e3a96f tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:09.059568 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-a959239d-5789-49ae-8ebb-219b77e3a96f tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] 10.222.0.75 "DELETE /v2.0/security-groups/f853e348-ad40-46dd-b785-db26df1b9c7f HTTP/1.1" status: 204 len: 168 time: 1.0722973 Nov 25 17:27:09.072372 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38592) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:09.072988 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:09.073393 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 6a2e622c-4fb2-477d-bc93-f339f84c884b no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:27:09.106793 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a959239d-5789-49ae-8ebb-219b77e3a96f tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f853e348-ad40-46dd-b785-db26df1b9c7f,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:09.117397 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc7108f1-4177-49ec-96df-5049f28f52cf req-2361a1fa-cd44-4c6c-818a-e8e030ecc2b6 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] No DVR routers for this DVR port 1e63c212-dc7e-43ab-88cf-3670c895b2f2 on host n-h1-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:27:09.120961 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-dc7108f1-4177-49ec-96df-5049f28f52cf req-2361a1fa-cd44-4c6c-818a-e8e030ecc2b6 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:09.125771 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dc7108f1-4177-49ec-96df-5049f28f52cf req-2361a1fa-cd44-4c6c-818a-e8e030ecc2b6 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.74 "DELETE /v2.0/ports/1e63c212-dc7e-43ab-88cf-3670c895b2f2 HTTP/1.1" status: 204 len: 173 time: 1.9675303 Nov 25 17:27:09.132499 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8726050f-9c71-4532-a756-546f15b6b6c7 req-0822405c-d496-40e6-88d8-2497085386ca tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4329038 Nov 25 17:27:09.137563 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f833a15d-da28-43d8-b65a-8efe5423737b req-5f89d38d-f6cb-4d00-b817-7d5435c4345e tempest-ServerDiagnosticsNegativeTest-1529874393 tempest-ServerDiagnosticsNegativeTest-1529874393-project] 10.222.0.75 "GET /v2.0/security-groups?id=4cc53d72-88c7-41a6-818b-85f1bb9b2676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828679 Nov 25 17:27:09.249404 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-0998f1f9-0bc1-4135-ade2-7334fa91a987 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] show failed (client error): The resource could not be found. Nov 25 17:27:09.253448 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38598) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:09.265924 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0998f1f9-0bc1-4135-ade2-7334fa91a987 tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] 10.222.0.75 "GET /v2.0/security-groups/f853e348-ad40-46dd-b785-db26df1b9c7f HTTP/1.1" status: 404 len: 347 time: 0.1751213 Nov 25 17:27:09.269661 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14154e9-0c67-4b70-8a43-f76ee3bf0dbf tempest-ServerDiagnosticsNegativeTest-1529874393 tempest-ServerDiagnosticsNegativeTest-1529874393-project] Pushing event deleted for resources: {'Port': ['ID=900b95f2-fcf9-47c9-a7a8-afe951043005,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:09.277472 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b4b9ec-9cb7-4348-9d18-ce8539aa8d6a req-d14154e9-0c67-4b70-8a43-f76ee3bf0dbf tempest-ServerDiagnosticsNegativeTest-1529874393 tempest-ServerDiagnosticsNegativeTest-1529874393-project] No DVR routers for this DVR port 900b95f2-fcf9-47c9-a7a8-afe951043005 on host n-h1-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:27:09.286207 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-b8b4b9ec-9cb7-4348-9d18-ce8539aa8d6a req-d14154e9-0c67-4b70-8a43-f76ee3bf0dbf tempest-ServerDiagnosticsNegativeTest-1529874393 tempest-ServerDiagnosticsNegativeTest-1529874393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:09.290346 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b8b4b9ec-9cb7-4348-9d18-ce8539aa8d6a req-d14154e9-0c67-4b70-8a43-f76ee3bf0dbf tempest-ServerDiagnosticsNegativeTest-1529874393 tempest-ServerDiagnosticsNegativeTest-1529874393-project] 10.222.0.74 "DELETE /v2.0/ports/900b95f2-fcf9-47c9-a7a8-afe951043005 HTTP/1.1" status: 204 len: 173 time: 1.2347550 Nov 25 17:27:09.291171 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2922739f-0a8e-4e9b-887e-c05954294906', 'name': 'network-vif-deleted', 'tag': '900b95f2-fcf9-47c9-a7a8-afe951043005'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:09.321061 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: 6a2e622c-4fb2-477d-bc93-f339f84c884b {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:27:09.321848 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 6a2e622c-4fb2-477d-bc93-f339f84c884b not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:27:09.322041 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c86433-4f90-4554-a478-bd89ffb7fd9a" -d '{"events": [{"server_uuid": "2922739f-0a8e-4e9b-887e-c05954294906", "name": "network-vif-deleted", "tag": "900b95f2-fcf9-47c9-a7a8-afe951043005"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:09.341988 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97aa4983-b34f-4717-a479-dd52d112317e x-openstack-request-id: req-97aa4983-b34f-4717-a479-dd52d112317e {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:09.342579 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bcf3899-1ec0-4e88-8dfe-3fae5fcd314c", "name": "network-vif-plugged", "status": "completed", "tag": "a5d858c9-567d-4c19-bde1-58459d0dfec4", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:09.343156 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-97aa4983-b34f-4717-a479-dd52d112317e {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:09.343776 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bcf3899-1ec0-4e88-8dfe-3fae5fcd314c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d858c9-567d-4c19-bde1-58459d0dfec4', 'code': 200} Nov 25 17:27:09.482152 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=b826d5c7-ed04-456d-a62b-44e708fcbe6e,revision_number=7']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:09.508775 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64bf8e73-6ad3-47a8-9852-05a9aaa2736c', 'name': 'network-vif-deleted', 'tag': '1e63c212-dc7e-43ab-88cf-3670c895b2f2'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:09.510966 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f91e6b-d317-431d-be53-427bc7bb5ef6" -d '{"events": [{"server_uuid": "64bf8e73-6ad3-47a8-9852-05a9aaa2736c", "name": "network-vif-deleted", "tag": "1e63c212-dc7e-43ab-88cf-3670c895b2f2"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:09.745388 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd4479e-7f0b-4027-86cd-c036d621a3b6 req-374d012d-9f64-4e18-b94a-05e97a82187c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:09.746974 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fbd4479e-7f0b-4027-86cd-c036d621a3b6 req-374d012d-9f64-4e18-b94a-05e97a82187c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1bcf3899-1ec0-4e88-8dfe-3fae5fcd314c HTTP/1.1" status: 200 len: 1096 time: 0.2168872 Nov 25 17:27:09.760253 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e57b8a6-04b0-4981-aad3-2bdee9a8fb87 req-54276739-e138-46b6-89cc-720794313a88 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:09.767886 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8e57b8a6-04b0-4981-aad3-2bdee9a8fb87 req-54276739-e138-46b6-89cc-720794313a88 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bcf3899-1ec0-4e88-8dfe-3fae5fcd314c HTTP/1.1" status: 200 len: 945 time: 0.2448182 Nov 25 17:27:09.777259 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba18402-a942-44df-9959-174dd250be95 req-6721e8ef-5a83-4b49-bb75-9fdec8f1bfc2 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:09.778983 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bba18402-a942-44df-9959-174dd250be95 req-6721e8ef-5a83-4b49-bb75-9fdec8f1bfc2 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=054d980d-2ae0-423f-b06b-14e9c776fb71 HTTP/1.1" status: 200 len: 945 time: 0.1509240 Nov 25 17:27:09.893685 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-53611cf7-ae46-40c2-babc-4017695ac6ee tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Deleting port 4f69bfcf-0e8e-40e9-92c5-7d2e79711526 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:09.893994 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-53611cf7-ae46-40c2-babc-4017695ac6ee tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:09.964282 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8e57b8a6-04b0-4981-aad3-2bdee9a8fb87 req-a0db7378-b614-4c61-8a11-2a24483b494e tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952975 Nov 25 17:27:09.969117 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fbd4479e-7f0b-4027-86cd-c036d621a3b6 req-3852a9be-8671-4c87-8efc-df2aab1ec533 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838830 Nov 25 17:27:09.992000 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bba18402-a942-44df-9959-174dd250be95 req-cf3f9d69-b324-42ca-a96e-6a14c106f57e tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002327 Nov 25 17:27:10.058261 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf84735-3044-4eec-85cf-8693d0b996b2 x-openstack-request-id: req-abf84735-3044-4eec-85cf-8693d0b996b2 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:10.058261 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2922739f-0a8e-4e9b-887e-c05954294906", "name": "network-vif-deleted", "tag": "900b95f2-fcf9-47c9-a7a8-afe951043005", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:10.058261 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-abf84735-3044-4eec-85cf-8693d0b996b2 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:10.058261 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2922739f-0a8e-4e9b-887e-c05954294906', 'name': 'network-vif-deleted', 'tag': '900b95f2-fcf9-47c9-a7a8-afe951043005', 'status': 'completed', 'code': 200} Nov 25 17:27:10.122402 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae52f1e6-3d3d-4c6c-9c24-6cd1c03e514a x-openstack-request-id: req-ae52f1e6-3d3d-4c6c-9c24-6cd1c03e514a {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:10.122704 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64bf8e73-6ad3-47a8-9852-05a9aaa2736c", "name": "network-vif-deleted", "tag": "1e63c212-dc7e-43ab-88cf-3670c895b2f2", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:10.123083 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ae52f1e6-3d3d-4c6c-9c24-6cd1c03e514a {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:10.123485 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64bf8e73-6ad3-47a8-9852-05a9aaa2736c', 'name': 'network-vif-deleted', 'tag': '1e63c212-dc7e-43ab-88cf-3670c895b2f2', 'status': 'completed', 'code': 200} Nov 25 17:27:10.148345 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-53611cf7-ae46-40c2-babc-4017695ac6ee tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:10.148710 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-53611cf7-ae46-40c2-babc-4017695ac6ee tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:10.189191 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-53611cf7-ae46-40c2-babc-4017695ac6ee tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Calling delete_port for 4f69bfcf-0e8e-40e9-92c5-7d2e79711526 owned by network:floatingip {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:10.476144 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-476fe0b4-77aa-48a3-97ff-074b3a0f6a0d req-4768c44a-c172-409e-b704-261e62e4d408 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=64bf8e73-6ad3-47a8-9852-05a9aaa2736c HTTP/1.1" status: 200 len: 210 time: 0.1405647 Nov 25 17:27:10.709440 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a08583-b287-4472-a4b8-3a7b1a0d43ac req-fbc00850-f14c-466f-838a-afc07abccdaf tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:10.711001 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e6a08583-b287-4472-a4b8-3a7b1a0d43ac req-fbc00850-f14c-466f-838a-afc07abccdaf tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed373cca-ba66-41ca-a358-72ecc6544906 HTTP/1.1" status: 200 len: 950 time: 0.3362653 Nov 25 17:27:10.797687 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38634) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:10.836251 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e6a08583-b287-4472-a4b8-3a7b1a0d43ac req-2cdabc72-3043-4d17-9abf-8c2920767c57 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034718 Nov 25 17:27:10.873925 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-53611cf7-ae46-40c2-babc-4017695ac6ee tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:11.004202 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53611cf7-ae46-40c2-babc-4017695ac6ee tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Pushing event deleted for resources: {'Port': ['ID=4f69bfcf-0e8e-40e9-92c5-7d2e79711526,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:11.072171 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 900b95f2-fcf9-47c9-a7a8-afe951043005 no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:27:11.111704 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f6c6aa0a-ef7b-4280-9e56-b5bceabcc0ce admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=243eabe5ad894cf3a4bf93d32054c490&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3127441 Nov 25 17:27:11.112680 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38644) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:11.175374 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: 900b95f2-fcf9-47c9-a7a8-afe951043005 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:27:11.176563 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 900b95f2-fcf9-47c9-a7a8-afe951043005 not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:27:11.177913 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 1e63c212-dc7e-43ab-88cf-3670c895b2f2 no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:27:11.231281 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: 1e63c212-dc7e-43ab-88cf-3670c895b2f2 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:27:11.231914 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 1e63c212-dc7e-43ab-88cf-3670c895b2f2 not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:27:11.242764 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3375913f-f6a4-45a3-88a7-f200b67039fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:11.298986 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3375913f-f6a4-45a3-88a7-f200b67039fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:11.310154 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-53611cf7-ae46-40c2-babc-4017695ac6ee tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Publish callbacks [] for floatingip, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:11.312644 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-53611cf7-ae46-40c2-babc-4017695ac6ee tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:11.313839 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-53611cf7-ae46-40c2-babc-4017695ac6ee tempest-ServersTestBootFromVolume-1368494441 tempest-ServersTestBootFromVolume-1368494441-project] 10.222.0.75 "DELETE /v2.0/floatingips/5c453edd-d94d-4385-a685-86cee222817a HTTP/1.1" status: 204 len: 168 time: 2.0593836 Nov 25 17:27:11.317331 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38646) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:11.361915 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20b57555-0ca2-4620-b3cd-28ec4ad858b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b826d5c7-ed04-456d-a62b-44e708fcbe6e'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:11.366311 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fabf2d4-c36d-43b8-b1ee-0199968bcc28" -d '{"events": [{"server_uuid": "20b57555-0ca2-4620-b3cd-28ec4ad858b1", "name": "network-vif-plugged", "status": "completed", "tag": "b826d5c7-ed04-456d-a62b-44e708fcbe6e"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:11.376545 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4fd81d-23a1-412a-95fd-4fda01aebda2 req-93d07604-b440-4867-b104-e5ed06d57954 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:11.396382 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8d4fd81d-23a1-412a-95fd-4fda01aebda2 req-93d07604-b440-4867-b104-e5ed06d57954 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bcf3899-1ec0-4e88-8dfe-3fae5fcd314c HTTP/1.1" status: 200 len: 945 time: 0.2186389 Nov 25 17:27:11.454626 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9994c0a4-8612-4023-b168-b6eca7ab0e73 req-7bbe3106-ff73-466d-b33b-38e40f119833 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:11.456419 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9994c0a4-8612-4023-b168-b6eca7ab0e73 req-7bbe3106-ff73-466d-b33b-38e40f119833 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=054d980d-2ae0-423f-b06b-14e9c776fb71 HTTP/1.1" status: 200 len: 945 time: 0.2074564 Nov 25 17:27:11.579384 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8d4fd81d-23a1-412a-95fd-4fda01aebda2 req-f1e3b5da-2e88-4a61-8a35-50cf457e4c66 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813157 Nov 25 17:27:11.645681 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9994c0a4-8612-4023-b168-b6eca7ab0e73 req-59a5dda5-3140-4bae-a492-ca09dee6fd62 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791918 Nov 25 17:27:11.663384 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2258646-d48b-4cf3-882d-e260206e11c7 x-openstack-request-id: req-f2258646-d48b-4cf3-882d-e260206e11c7 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:11.664079 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20b57555-0ca2-4620-b3cd-28ec4ad858b1", "name": "network-vif-plugged", "status": "completed", "tag": "b826d5c7-ed04-456d-a62b-44e708fcbe6e", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:11.664768 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f2258646-d48b-4cf3-882d-e260206e11c7 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:11.665851 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20b57555-0ca2-4620-b3cd-28ec4ad858b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b826d5c7-ed04-456d-a62b-44e708fcbe6e', 'code': 200} Nov 25 17:27:11.785751 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-30c3b1b6-8331-45a0-8898-01763aa53525 req-58865b2e-063d-4f39-86cb-898380ceb4bc tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=64bf8e73-6ad3-47a8-9852-05a9aaa2736c HTTP/1.1" status: 200 len: 210 time: 0.0522735 Nov 25 17:27:11.824906 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3375913f-f6a4-45a3-88a7-f200b67039fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:11.827678 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3375913f-f6a4-45a3-88a7-f200b67039fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:11.828851 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3375913f-f6a4-45a3-88a7-f200b67039fc admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4cc53d72-88c7-41a6-818b-85f1bb9b2676 HTTP/1.1" status: 204 len: 168 time: 0.7149596 Nov 25 17:27:11.857119 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3375913f-f6a4-45a3-88a7-f200b67039fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc53d72-88c7-41a6-818b-85f1bb9b2676,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:11.877223 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9e9d18-4cd7-4afd-8a18-c2a96ca0f31b req-d63af95b-5250-4460-9119-32a7f6d54758 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:11.878700 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-0c9e9d18-4cd7-4afd-8a18-c2a96ca0f31b req-d63af95b-5250-4460-9119-32a7f6d54758 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed373cca-ba66-41ca-a358-72ecc6544906 HTTP/1.1" status: 200 len: 950 time: 0.2032933 Nov 25 17:27:12.128773 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fbbc6c-6138-4451-8832-11d6d39bba81 req-a70d942b-1c90-4593-9d23-ef0027499037 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:12.131436 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-0c9e9d18-4cd7-4afd-8a18-c2a96ca0f31b req-d80c7290-6bcd-44dc-b2df-53db9fb67c8f tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Deleting port e221bd68-47b0-47cf-9238-53c3586557dc {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:12.131781 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-0c9e9d18-4cd7-4afd-8a18-c2a96ca0f31b req-d80c7290-6bcd-44dc-b2df-53db9fb67c8f tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:12.133531 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-87fbbc6c-6138-4451-8832-11d6d39bba81 req-a70d942b-1c90-4593-9d23-ef0027499037 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed373cca-ba66-41ca-a358-72ecc6544906 HTTP/1.1" status: 200 len: 950 time: 0.1564703 Nov 25 17:27:12.206417 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-87fbbc6c-6138-4451-8832-11d6d39bba81 req-08c4c5b1-20b6-4b7d-84e0-853d600d527c tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653305 Nov 25 17:27:12.434114 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-0c9e9d18-4cd7-4afd-8a18-c2a96ca0f31b req-d80c7290-6bcd-44dc-b2df-53db9fb67c8f tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] For port e221bd68-47b0-47cf-9238-53c3586557dc, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e221bd68-47b0-47cf-9238-53c3586557dc,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:12.434331 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-0c9e9d18-4cd7-4afd-8a18-c2a96ca0f31b req-d80c7290-6bcd-44dc-b2df-53db9fb67c8f tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:12.456245 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38674) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:12.482364 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b7564f6b-eccc-475c-82d2-22e1ad204fea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:12.483826 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-0c9e9d18-4cd7-4afd-8a18-c2a96ca0f31b req-d80c7290-6bcd-44dc-b2df-53db9fb67c8f tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Calling delete_port for e221bd68-47b0-47cf-9238-53c3586557dc owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:12.503440 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e55c5223-44d7-4396-82d2-a0acae6f0a22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:12.699003 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b7564f6b-eccc-475c-82d2-22e1ad204fea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:12.759020 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b7564f6b-eccc-475c-82d2-22e1ad204fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:12.852989 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-b7564f6b-eccc-475c-82d2-22e1ad204fea admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=eac446ef80764057b8b1a3013298e9fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3954017 Nov 25 17:27:12.855416 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38684) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:12.938899 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7564f6b-eccc-475c-82d2-22e1ad204fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc0950e-669f-4170-9ee3-a97d778caadd,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:12.985898 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f2c6f-c324-4ba5-a79b-4c2982e8854f req-1a4e0846-c0ad-4778-9668-307a2436e67a tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:13.007460 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-930f2c6f-c324-4ba5-a79b-4c2982e8854f req-1a4e0846-c0ad-4778-9668-307a2436e67a tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bcf3899-1ec0-4e88-8dfe-3fae5fcd314c HTTP/1.1" status: 200 len: 945 time: 0.3153181 Nov 25 17:27:13.106448 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57164002-bad2-4384-b6db-e58232abc996 req-e4f9ba7e-7daf-47a5-94e0-1907a8a4d9cc tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:13.109107 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-57164002-bad2-4384-b6db-e58232abc996 req-e4f9ba7e-7daf-47a5-94e0-1907a8a4d9cc tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=054d980d-2ae0-423f-b06b-14e9c776fb71 HTTP/1.1" status: 200 len: 945 time: 0.2695498 Nov 25 17:27:13.218920 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-930f2c6f-c324-4ba5-a79b-4c2982e8854f req-cd8f1a78-c035-4c9f-9e54-09c2a92b9a49 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058554 Nov 25 17:27:13.336355 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-57164002-bad2-4384-b6db-e58232abc996 req-2566de4e-3d7b-4e99-8e8c-f27fa0f3d15e tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100897 Nov 25 17:27:13.459723 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d5552cea-2591-467e-90c5-c1cf813f58ca req-72b54def-0d0b-4547-8dee-67b12153c58d tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=64bf8e73-6ad3-47a8-9852-05a9aaa2736c HTTP/1.1" status: 200 len: 210 time: 0.0557864 Nov 25 17:27:13.651937 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e4a11374-b235-4480-8df1-cf0f774d7ab7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:13.695340 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-0c9e9d18-4cd7-4afd-8a18-c2a96ca0f31b req-d80c7290-6bcd-44dc-b2df-53db9fb67c8f tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:13.709429 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['60631d9b-f36f-4467-ae4b-b4f7dfd5ea53'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:27:13.736633 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15781b-83d4-4ad0-973c-a5765cb440e0 req-cd13987a-fcd4-46a3-9793-f9749ca82ffc tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:13.742404 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80c7290-6bcd-44dc-b2df-53db9fb67c8f tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Pushing event deleted for resources: {'Port': ['ID=e221bd68-47b0-47cf-9238-53c3586557dc,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:13.749488 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cd15781b-83d4-4ad0-973c-a5765cb440e0 req-cd13987a-fcd4-46a3-9793-f9749ca82ffc tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed373cca-ba66-41ca-a358-72ecc6544906 HTTP/1.1" status: 200 len: 868 time: 0.1751835 Nov 25 17:27:13.766063 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c7290-6bcd-44dc-b2df-53db9fb67c8f tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:13.766424 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c7290-6bcd-44dc-b2df-53db9fb67c8f tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:13.766753 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c7290-6bcd-44dc-b2df-53db9fb67c8f tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:13.767092 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c7290-6bcd-44dc-b2df-53db9fb67c8f tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:13.767434 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c7290-6bcd-44dc-b2df-53db9fb67c8f tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:13.767769 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c7290-6bcd-44dc-b2df-53db9fb67c8f tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:13.768097 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c7290-6bcd-44dc-b2df-53db9fb67c8f tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:13.768428 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c7290-6bcd-44dc-b2df-53db9fb67c8f tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:13.768755 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c7290-6bcd-44dc-b2df-53db9fb67c8f tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:13.769134 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c7290-6bcd-44dc-b2df-53db9fb67c8f tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:13.769470 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c7290-6bcd-44dc-b2df-53db9fb67c8f tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:13.769799 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c7290-6bcd-44dc-b2df-53db9fb67c8f tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:13.805635 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e4a11374-b235-4480-8df1-cf0f774d7ab7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:13.820010 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['177401c7-487a-4ed8-bc66-2ed80b0bfef7'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:27:13.924196 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c9e9d18-4cd7-4afd-8a18-c2a96ca0f31b req-d80c7290-6bcd-44dc-b2df-53db9fb67c8f tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] No DVR routers for this DVR port e221bd68-47b0-47cf-9238-53c3586557dc on host n-h1-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:27:13.928739 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-0c9e9d18-4cd7-4afd-8a18-c2a96ca0f31b req-d80c7290-6bcd-44dc-b2df-53db9fb67c8f tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:13.938102 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-0c9e9d18-4cd7-4afd-8a18-c2a96ca0f31b req-d80c7290-6bcd-44dc-b2df-53db9fb67c8f tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.74 "DELETE /v2.0/ports/e221bd68-47b0-47cf-9238-53c3586557dc HTTP/1.1" status: 204 len: 173 time: 2.0390449 Nov 25 17:27:13.945965 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed373cca-ba66-41ca-a358-72ecc6544906', 'name': 'network-vif-deleted', 'tag': 'e221bd68-47b0-47cf-9238-53c3586557dc'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:13.948682 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3c972b-b64d-4445-a3b1-a0554b1f8c0d" -d '{"events": [{"server_uuid": "ed373cca-ba66-41ca-a358-72ecc6544906", "name": "network-vif-deleted", "tag": "e221bd68-47b0-47cf-9238-53c3586557dc"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:13.987016 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-e55c5223-44d7-4396-82d2-a0acae6f0a22 admin admin] Deleting port 34f00039-579e-4147-b09d-e99e0999b7c5 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:13.987849 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e55c5223-44d7-4396-82d2-a0acae6f0a22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:14.105343 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-e55c5223-44d7-4396-82d2-a0acae6f0a22 admin admin] For port 34f00039-579e-4147-b09d-e99e0999b7c5, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=34f00039-579e-4147-b09d-e99e0999b7c5,segment=NetworkSegment(e8c002f1-b858-4219-a720-d50f94815a75),segment_id=e8c002f1-b858-4219-a720-d50f94815a75)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:14.106042 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e55c5223-44d7-4396-82d2-a0acae6f0a22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:14.120073 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cd15781b-83d4-4ad0-973c-a5765cb440e0 req-5a545f7f-1785-4802-82cd-5c1f4c372421 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633952 Nov 25 17:27:14.159936 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-e55c5223-44d7-4396-82d2-a0acae6f0a22 admin admin] Calling delete_port for 34f00039-579e-4147-b09d-e99e0999b7c5 owned by network:router_interface {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:14.172534 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe9216-2912-439c-bca6-d6e546f45a6f req-5359cfb4-814c-4b4e-99fb-976f7a458ffb tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:14.221441 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-49fe9216-2912-439c-bca6-d6e546f45a6f req-5359cfb4-814c-4b4e-99fb-976f7a458ffb tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bcf3899-1ec0-4e88-8dfe-3fae5fcd314c HTTP/1.1" status: 200 len: 945 time: 0.2459950 Nov 25 17:27:14.332424 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e4a11374-b235-4480-8df1-cf0f774d7ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:14.348556 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e4a11374-b235-4480-8df1-cf0f774d7ab7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:14.374879 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e4a11374-b235-4480-8df1-cf0f774d7ab7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/dcc0950e-669f-4170-9ee3-a97d778caadd HTTP/1.1" status: 204 len: 168 time: 1.5009265 Nov 25 17:27:14.406397 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a11374-b235-4480-8df1-cf0f774d7ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc0950e-669f-4170-9ee3-a97d778caadd,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:14.432669 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-49fe9216-2912-439c-bca6-d6e546f45a6f req-71d246ec-585b-4aa6-960e-dd2dc87e4dd5 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095416 Nov 25 17:27:14.575939 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89438d25-0227-49d1-aaa9-e3409fbcb8c2 req-55eebb56-0581-4180-99de-ad155a2ea04a tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:14.588731 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-89438d25-0227-49d1-aaa9-e3409fbcb8c2 req-55eebb56-0581-4180-99de-ad155a2ea04a tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a899825-fac8-4787-9c17-3ea66fd56ec2 HTTP/1.1" status: 200 len: 945 time: 0.2776077 Nov 25 17:27:14.690624 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c87a3a5-f76b-4fc6-b006-46457b727a5c x-openstack-request-id: req-3c87a3a5-f76b-4fc6-b006-46457b727a5c {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:14.690924 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed373cca-ba66-41ca-a358-72ecc6544906", "name": "network-vif-deleted", "tag": "e221bd68-47b0-47cf-9238-53c3586557dc", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:14.691181 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3c87a3a5-f76b-4fc6-b006-46457b727a5c {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:14.691594 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed373cca-ba66-41ca-a358-72ecc6544906', 'name': 'network-vif-deleted', 'tag': 'e221bd68-47b0-47cf-9238-53c3586557dc', 'status': 'completed', 'code': 200} Nov 25 17:27:14.792860 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bed99a-1ecb-4d32-b21f-5b988912a74f req-db6daa49-2f12-47c9-9f02-b2ff134ae0d8 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:14.794384 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b2bed99a-1ecb-4d32-b21f-5b988912a74f req-db6daa49-2f12-47c9-9f02-b2ff134ae0d8 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a899825-fac8-4787-9c17-3ea66fd56ec2 HTTP/1.1" status: 200 len: 945 time: 0.3768015 Nov 25 17:27:15.086351 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 7a172fc2-1de2-412d-a2fd-b5ac4ebfd675 no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:27:15.381221 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device e221bd68-47b0-47cf-9238-53c3586557dc no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:27:15.450648 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: e221bd68-47b0-47cf-9238-53c3586557dc {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:27:15.451184 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device e221bd68-47b0-47cf-9238-53c3586557dc not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:27:15.454814 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-b2bed99a-1ecb-4d32-b21f-5b988912a74f req-542b1b49-6e2a-4d74-a917-a75fc084895a tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Deleting port 7a172fc2-1de2-412d-a2fd-b5ac4ebfd675 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:15.455380 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-b2bed99a-1ecb-4d32-b21f-5b988912a74f req-542b1b49-6e2a-4d74-a917-a75fc084895a tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:15.500282 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e55c5223-44d7-4396-82d2-a0acae6f0a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:15.669843 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55c5223-44d7-4396-82d2-a0acae6f0a22 admin admin] Pushing event deleted for resources: {'Port': ['ID=34f00039-579e-4147-b09d-e99e0999b7c5,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:15.775562 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-89438d25-0227-49d1-aaa9-e3409fbcb8c2 req-071ef846-dd65-415c-8799-986ff6b0673a tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1619003 Nov 25 17:27:15.808537 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbde6af-343f-435f-94c3-e037d3dd930d req-60a8778f-afc2-4bc9-8507-72ba616da468 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:15.842929 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bfbde6af-343f-435f-94c3-e037d3dd930d req-60a8778f-afc2-4bc9-8507-72ba616da468 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=054d980d-2ae0-423f-b06b-14e9c776fb71 HTTP/1.1" status: 200 len: 945 time: 0.2331259 Nov 25 17:27:15.951361 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-b2bed99a-1ecb-4d32-b21f-5b988912a74f req-542b1b49-6e2a-4d74-a917-a75fc084895a tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] For port 7a172fc2-1de2-412d-a2fd-b5ac4ebfd675, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=7a172fc2-1de2-412d-a2fd-b5ac4ebfd675,segment=NetworkSegment(32304091-a43f-4bbd-aae7-89d7e0d9d2b6),segment_id=32304091-a43f-4bbd-aae7-89d7e0d9d2b6)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:15.953494 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-b2bed99a-1ecb-4d32-b21f-5b988912a74f req-542b1b49-6e2a-4d74-a917-a75fc084895a tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:15.998328 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bfbde6af-343f-435f-94c3-e037d3dd930d req-37cdc300-3077-4db9-96ca-c7187a6256c4 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426716 Nov 25 17:27:16.092808 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c23c584c-6450-446d-8f14-13c0e10d82c9 req-a8bd8d04-c62e-4a5b-9550-b459ca2b8bb2 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=64bf8e73-6ad3-47a8-9852-05a9aaa2736c HTTP/1.1" status: 200 len: 210 time: 0.1105354 Nov 25 17:27:16.197174 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-b2bed99a-1ecb-4d32-b21f-5b988912a74f req-542b1b49-6e2a-4d74-a917-a75fc084895a tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Calling delete_port for 7a172fc2-1de2-412d-a2fd-b5ac4ebfd675 owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:16.290949 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd5a48-1ef0-4d9a-a082-3cc92e9362ba req-cf2e2c46-2f62-4e36-8839-d1278d1a77a5 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:16.294901 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-18fd5a48-1ef0-4d9a-a082-3cc92e9362ba req-cf2e2c46-2f62-4e36-8839-d1278d1a77a5 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bcf3899-1ec0-4e88-8dfe-3fae5fcd314c HTTP/1.1" status: 200 len: 945 time: 0.1220200 Nov 25 17:27:16.511675 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-b2bed99a-1ecb-4d32-b21f-5b988912a74f req-542b1b49-6e2a-4d74-a917-a75fc084895a tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:16.529540 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-18fd5a48-1ef0-4d9a-a082-3cc92e9362ba req-4329ead1-dd00-4312-b8b4-432d78d10f64 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284110 Nov 25 17:27:16.555643 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:16.558220 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e55c5223-44d7-4396-82d2-a0acae6f0a22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:16.625106 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542b1b49-6e2a-4d74-a917-a75fc084895a tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Pushing event deleted for resources: {'Port': ['ID=7a172fc2-1de2-412d-a2fd-b5ac4ebfd675,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:16.668243 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:16.819709 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f423b388-d0f3-45d8-bee0-d071b4d81f0b req-3a1df88e-8aa2-43af-a176-9c4a6117deb8 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:16.822539 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f423b388-d0f3-45d8-bee0-d071b4d81f0b req-3a1df88e-8aa2-43af-a176-9c4a6117deb8 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c24082a-187a-4ce8-aeca-b51b3d804c0a HTTP/1.1" status: 200 len: 950 time: 0.1143534 Nov 25 17:27:16.846005 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2bed99a-1ecb-4d32-b21f-5b988912a74f req-542b1b49-6e2a-4d74-a917-a75fc084895a tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] No DVR routers for this DVR port 7a172fc2-1de2-412d-a2fd-b5ac4ebfd675 on host n-h1-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:27:16.853653 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-b2bed99a-1ecb-4d32-b21f-5b988912a74f req-542b1b49-6e2a-4d74-a917-a75fc084895a tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:16.868149 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b2bed99a-1ecb-4d32-b21f-5b988912a74f req-542b1b49-6e2a-4d74-a917-a75fc084895a tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.74 "DELETE /v2.0/ports/7a172fc2-1de2-412d-a2fd-b5ac4ebfd675 HTTP/1.1" status: 204 len: 173 time: 2.0614290 Nov 25 17:27:16.874734 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a899825-fac8-4787-9c17-3ea66fd56ec2', 'name': 'network-vif-deleted', 'tag': '7a172fc2-1de2-412d-a2fd-b5ac4ebfd675'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:16.880766 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f01726-9ae2-422f-8e92-088b2b1a379c" -d '{"events": [{"server_uuid": "6a899825-fac8-4787-9c17-3ea66fd56ec2", "name": "network-vif-deleted", "tag": "7a172fc2-1de2-412d-a2fd-b5ac4ebfd675"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:16.965844 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f423b388-d0f3-45d8-bee0-d071b4d81f0b req-d3ccc7e7-07d7-4f9f-9c1c-50081fa3c8e7 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378791 Nov 25 17:27:17.001603 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ac0c7b49-87ba-4457-91d4-98918f1e53b2 req-b2d2c27c-a842-42e6-8f8b-b3d0df5c9625 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a899825-fac8-4787-9c17-3ea66fd56ec2 HTTP/1.1" status: 200 len: 210 time: 0.0745568 Nov 25 17:27:17.121070 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4575bb06-cc0a-4349-8b8e-19210918e099 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:17.211635 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55fbe323-887b-4b4c-856e-6a6a56a14118 x-openstack-request-id: req-55fbe323-887b-4b4c-856e-6a6a56a14118 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:17.214663 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a899825-fac8-4787-9c17-3ea66fd56ec2", "name": "network-vif-deleted", "tag": "7a172fc2-1de2-412d-a2fd-b5ac4ebfd675", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:17.215090 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-55fbe323-887b-4b4c-856e-6a6a56a14118 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:17.216015 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a899825-fac8-4787-9c17-3ea66fd56ec2', 'name': 'network-vif-deleted', 'tag': '7a172fc2-1de2-412d-a2fd-b5ac4ebfd675', 'status': 'completed', 'code': 200} Nov 25 17:27:17.286921 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3a437117-9929-4f2e-a074-1bead3a15bc4 req-b54210f2-8799-4271-a7f1-0a34cfc89f73 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=64bf8e73-6ad3-47a8-9852-05a9aaa2736c HTTP/1.1" status: 200 len: 210 time: 0.0316222 Nov 25 17:27:17.308040 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec5831-5518-4918-96d0-82d5e05c23d8 req-596f2277-e930-47a6-8504-b41fbc99cc57 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:17.309713 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-daec5831-5518-4918-96d0-82d5e05c23d8 req-596f2277-e930-47a6-8504-b41fbc99cc57 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=054d980d-2ae0-423f-b06b-14e9c776fb71 HTTP/1.1" status: 200 len: 945 time: 0.1254864 Nov 25 17:27:17.329411 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e55c5223-44d7-4396-82d2-a0acae6f0a22 admin admin] Router 733e1177-5a92-43e0-bca4-1a3ac152fdcc has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:27:17.426152 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-daec5831-5518-4918-96d0-82d5e05c23d8 req-8b34e74a-85d5-4980-9c2e-38cf15f102d3 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058965 Nov 25 17:27:17.512231 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e55c5223-44d7-4396-82d2-a0acae6f0a22 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:27:17.521610 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38792) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:17.524191 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97e6556-460f-451e-ab7d-4a25df1a3656 None None] Sync routers for ids ['733e1177-5a92-43e0-bca4-1a3ac152fdcc'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:27:17.533921 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e55c5223-44d7-4396-82d2-a0acae6f0a22 admin admin] 10.222.0.75 "PUT /v2.0/routers/733e1177-5a92-43e0-bca4-1a3ac152fdcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2126122 Nov 25 17:27:17.546900 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97e6556-460f-451e-ab7d-4a25df1a3656 None None] Routers {'733e1177-5a92-43e0-bca4-1a3ac152fdcc'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:17.550731 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-d97e6556-460f-451e-ab7d-4a25df1a3656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:26:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['733e1177-5a92-43e0-bca4-1a3ac152fdcc'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:17.650146 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9f88befc-59c2-4373-9780-e2ee4008753f admin admin] Publish callbacks [] for router, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:17.867706 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-d97e6556-460f-451e-ab7d-4a25df1a3656 None None] Set router 733e1177-5a92-43e0-bca4-1a3ac152fdcc gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:27:17.922602 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7fd89-3841-486a-9791-7b9cd4709c1b req-c1d4b1ad-9648-4cd8-950f-464d340b2683 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:17.924227 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b2d7fd89-3841-486a-9791-7b9cd4709c1b req-c1d4b1ad-9648-4cd8-950f-464d340b2683 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bcf3899-1ec0-4e88-8dfe-3fae5fcd314c HTTP/1.1" status: 200 len: 945 time: 0.1380160 Nov 25 17:27:18.005555 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9f88befc-59c2-4373-9780-e2ee4008753f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:18.087911 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b2d7fd89-3841-486a-9791-7b9cd4709c1b req-8cdc1f34-f63e-41ef-bf37-4c672deb5e5b tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307070 Nov 25 17:27:18.212954 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-d97e6556-460f-451e-ab7d-4a25df1a3656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733e1177-5a92-43e0-bca4-1a3ac152fdcc', 'name': 'tempest-ServersTestBootFromVolume-514083338-router', 'tenant_id': '37791f7c9b2849ccac41faff01c57b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ba9f7b0d-b7b6-452b-b160-3d315cf84194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:23:09Z', 'updated_at': '2021-11-25T17:27:15Z', 'revision_number': 5, 'project_id': '37791f7c9b2849ccac41faff01c57b4b', 'gw_port': {'id': 'ba9f7b0d-b7b6-452b-b160-3d315cf84194', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733e1177-5a92-43e0-bca4-1a3ac152fdcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:10Z', 'updated_at': '2021-11-25T17:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:18.216136 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86febe66-a126-4aa3-bcb2-e292ecd17add req-3098a53a-0e6e-4927-8f43-595a4b77643a tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:18.217768 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-86febe66-a126-4aa3-bcb2-e292ecd17add req-3098a53a-0e6e-4927-8f43-595a4b77643a tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.90 "GET /v2.0/ports?device_id=0c24082a-187a-4ce8-aeca-b51b3d804c0a HTTP/1.1" status: 200 len: 950 time: 0.2038121 Nov 25 17:27:18.289903 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97e6556-460f-451e-ab7d-4a25df1a3656 None None] Checking router: 733e1177-5a92-43e0-bca4-1a3ac152fdcc for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:27:18.304472 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97e6556-460f-451e-ab7d-4a25df1a3656 None None] Routers {'733e1177-5a92-43e0-bca4-1a3ac152fdcc'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:18.305479 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-d97e6556-460f-451e-ab7d-4a25df1a3656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:26:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['733e1177-5a92-43e0-bca4-1a3ac152fdcc'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:18.350532 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bbb14487-c0a7-41b1-8007-63701ae45a5f req-447cf2ba-14c0-4b27-b395-81609430b9d4 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=e949b071017c47779120773fb05efee7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0588892 Nov 25 17:27:18.391375 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb401a-2aae-4bd0-ab6a-f1d578541d74 req-f6e01926-3a59-495e-9728-7838791c6636 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:18.393100 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-82fb401a-2aae-4bd0-ab6a-f1d578541d74 req-f6e01926-3a59-495e-9728-7838791c6636 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c24082a-187a-4ce8-aeca-b51b3d804c0a HTTP/1.1" status: 200 len: 950 time: 0.2099452 Nov 25 17:27:18.404215 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-9f88befc-59c2-4373-9780-e2ee4008753f admin admin] Deleting port ba9f7b0d-b7b6-452b-b160-3d315cf84194 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:18.404639 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9f88befc-59c2-4373-9780-e2ee4008753f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:18.432692 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-d97e6556-460f-451e-ab7d-4a25df1a3656 None None] Set router 733e1177-5a92-43e0-bca4-1a3ac152fdcc gateway port host: None {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:27:18.503918 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-d97e6556-460f-451e-ab7d-4a25df1a3656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733e1177-5a92-43e0-bca4-1a3ac152fdcc', 'name': 'tempest-ServersTestBootFromVolume-514083338-router', 'tenant_id': '37791f7c9b2849ccac41faff01c57b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:23:09Z', 'updated_at': '2021-11-25T17:27:18Z', 'revision_number': 6, 'project_id': '37791f7c9b2849ccac41faff01c57b4b', 'gw_port_host': None}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:18.536605 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97e6556-460f-451e-ab7d-4a25df1a3656 None None] The sync data for ids ['733e1177-5a92-43e0-bca4-1a3ac152fdcc'] in n-d-817746-1 is: [{'id': '733e1177-5a92-43e0-bca4-1a3ac152fdcc', 'name': 'tempest-ServersTestBootFromVolume-514083338-router', 'tenant_id': '37791f7c9b2849ccac41faff01c57b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:23:09Z', 'updated_at': '2021-11-25T17:27:18Z', 'revision_number': 6, 'project_id': '37791f7c9b2849ccac41faff01c57b4b', 'gw_port_host': None}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:27:18.589458 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-82fb401a-2aae-4bd0-ab6a-f1d578541d74 req-14c0dc90-4ad4-4e09-8db0-577ba01db548 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803298 Nov 25 17:27:18.646429 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-9f88befc-59c2-4373-9780-e2ee4008753f admin admin] For port ba9f7b0d-b7b6-452b-b160-3d315cf84194, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=ba9f7b0d-b7b6-452b-b160-3d315cf84194,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:18.646919 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9f88befc-59c2-4373-9780-e2ee4008753f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:18.661992 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-9f88befc-59c2-4373-9780-e2ee4008753f admin admin] Calling delete_port for ba9f7b0d-b7b6-452b-b160-3d315cf84194 owned by network:router_gateway {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:18.779913 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2e896ee1-2019-47cc-8014-90a0dc6ce67b req-452c16c0-681c-4aad-a73d-97f597d08412 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=64bf8e73-6ad3-47a8-9852-05a9aaa2736c HTTP/1.1" status: 200 len: 210 time: 0.0596316 Nov 25 17:27:18.820422 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-86febe66-a126-4aa3-bcb2-e292ecd17add req-4bc61a3c-cf4a-4021-85db-70f672a1b8e8 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Deleting port 60631d9b-f36f-4467-ae4b-b4f7dfd5ea53 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:18.821103 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-86febe66-a126-4aa3-bcb2-e292ecd17add req-4bc61a3c-cf4a-4021-85db-70f672a1b8e8 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:18.832693 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb14487-c0a7-41b1-8007-63701ae45a5f req-b3aba9d8-dccd-4e7d-adc7-ef94ac2bdd73 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:18.840845 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bbb14487-c0a7-41b1-8007-63701ae45a5f req-b3aba9d8-dccd-4e7d-adc7-ef94ac2bdd73 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4629109 Nov 25 17:27:18.879214 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bbb14487-c0a7-41b1-8007-63701ae45a5f req-cc56d507-e55b-4ebb-b639-a6ef2acdc143 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/quotas/e949b071017c47779120773fb05efee7 HTTP/1.1" status: 200 len: 375 time: 0.0374219 Nov 25 17:27:19.035723 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bbb14487-c0a7-41b1-8007-63701ae45a5f req-e45a6cfb-d2dd-4a9b-a56e-891811522262 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=e949b071017c47779120773fb05efee7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1556134 Nov 25 17:27:19.152091 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3cc247-2444-4124-9ab0-1ebe1430d695 req-e9c640ee-75fd-40da-836a-c663dedb3a51 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:19.160622 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ac3cc247-2444-4124-9ab0-1ebe1430d695 req-e9c640ee-75fd-40da-836a-c663dedb3a51 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=054d980d-2ae0-423f-b06b-14e9c776fb71 HTTP/1.1" status: 200 len: 945 time: 0.1842043 Nov 25 17:27:19.235817 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-86febe66-a126-4aa3-bcb2-e292ecd17add req-4bc61a3c-cf4a-4021-85db-70f672a1b8e8 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] For port 60631d9b-f36f-4467-ae4b-b4f7dfd5ea53, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=60631d9b-f36f-4467-ae4b-b4f7dfd5ea53,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:19.236302 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-86febe66-a126-4aa3-bcb2-e292ecd17add req-4bc61a3c-cf4a-4021-85db-70f672a1b8e8 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:19.266035 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-86febe66-a126-4aa3-bcb2-e292ecd17add req-4bc61a3c-cf4a-4021-85db-70f672a1b8e8 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Calling delete_port for 60631d9b-f36f-4467-ae4b-b4f7dfd5ea53 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:19.288786 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ac3cc247-2444-4124-9ab0-1ebe1430d695 req-a0be141d-b0c6-44b8-b908-51ca35afaa79 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266904 Nov 25 17:27:19.449439 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c0bf4132-b2ed-48e4-9944-f6022b748b21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:19.612508 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9f88befc-59c2-4373-9780-e2ee4008753f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:19.857965 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9f88befc-59c2-4373-9780-e2ee4008753f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:20.001169 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9f88befc-59c2-4373-9780-e2ee4008753f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:20.003825 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9f88befc-59c2-4373-9780-e2ee4008753f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:20.080039 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e75c1add-a394-414d-85bc-c286cbc9fca2 req-57a94ded-07cb-41ce-84be-1ac0bdaaa1d4 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=05dadc8c-bada-4961-993d-fd0c20c45dc1 HTTP/1.1" status: 200 len: 210 time: 0.4506323 Nov 25 17:27:20.095424 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9f88befc-59c2-4373-9780-e2ee4008753f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:20.096139 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f88befc-59c2-4373-9780-e2ee4008753f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 733e1177-5a92-43e0-bca4-1a3ac152fdcc {{(pid=103361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:27:20.106887 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9b7d0-d2b2-4c5d-bc18-82240161ac52 req-d55d9b83-bc62-4fe8-823b-0296696c062f tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:20.110985 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9f88befc-59c2-4373-9780-e2ee4008753f admin admin] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:20.115096 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-9f88befc-59c2-4373-9780-e2ee4008753f admin admin] 10.222.0.75 "DELETE /v2.0/routers/733e1177-5a92-43e0-bca4-1a3ac152fdcc HTTP/1.1" status: 204 len: 168 time: 2.5891042 Nov 25 17:27:20.115096 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f88befc-59c2-4373-9780-e2ee4008753f admin admin] Pushing event deleted for resources: {'Port': ['ID=ba9f7b0d-b7b6-452b-b160-3d315cf84194,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:20.116126 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-90c9b7d0-d2b2-4c5d-bc18-82240161ac52 req-d55d9b83-bc62-4fe8-823b-0296696c062f tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.74 "GET /v2.0/ports?device_id=3eef18eb-c307-4471-9906-537eeed4567a HTTP/1.1" status: 200 len: 944 time: 0.1453254 Nov 25 17:27:20.117721 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38850) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:20.231158 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79153db1-1e1f-4e7e-bc5f-394829f5d9eb req-f2202519-90e5-4281-9f99-9fef8149062d tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:20.245943 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-79153db1-1e1f-4e7e-bc5f-394829f5d9eb req-f2202519-90e5-4281-9f99-9fef8149062d tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bcf3899-1ec0-4e88-8dfe-3fae5fcd314c HTTP/1.1" status: 200 len: 945 time: 0.6995676 Nov 25 17:27:20.436189 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-b076d5f1-239b-4294-a4f3-5c2b597e6ee3 admin admin] Deleting subnet 8e63c2af-2cef-4517-8ea0-0ee86f024127 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:27:20.444664 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b076d5f1-239b-4294-a4f3-5c2b597e6ee3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:20.491047 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b076d5f1-239b-4294-a4f3-5c2b597e6ee3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:20.565423 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-79153db1-1e1f-4e7e-bc5f-394829f5d9eb req-11dc13d3-6313-4296-b00c-c0a299ca4d99 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998931 Nov 25 17:27:20.572235 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-86febe66-a126-4aa3-bcb2-e292ecd17add req-4bc61a3c-cf4a-4021-85db-70f672a1b8e8 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:20.585698 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['177401c7-487a-4ed8-bc66-2ed80b0bfef7'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:27:20.608554 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b076d5f1-239b-4294-a4f3-5c2b597e6ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:20.641731 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc61a3c-cf4a-4021-85db-70f672a1b8e8 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Pushing event deleted for resources: {'Port': ['ID=60631d9b-f36f-4467-ae4b-b4f7dfd5ea53,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:20.667659 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b076d5f1-239b-4294-a4f3-5c2b597e6ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:20.683321 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b076d5f1-239b-4294-a4f3-5c2b597e6ee3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:20.686851 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b076d5f1-239b-4294-a4f3-5c2b597e6ee3 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/8e63c2af-2cef-4517-8ea0-0ee86f024127 HTTP/1.1" status: 204 len: 168 time: 0.5605085 Nov 25 17:27:20.694390 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38854) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:20.697389 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-86febe66-a126-4aa3-bcb2-e292ecd17add req-4bc61a3c-cf4a-4021-85db-70f672a1b8e8 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] No DVR routers for this DVR port 60631d9b-f36f-4467-ae4b-b4f7dfd5ea53 on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:27:20.700337 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-86febe66-a126-4aa3-bcb2-e292ecd17add req-4bc61a3c-cf4a-4021-85db-70f672a1b8e8 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:20.705452 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-86febe66-a126-4aa3-bcb2-e292ecd17add req-4bc61a3c-cf4a-4021-85db-70f672a1b8e8 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.90 "DELETE /v2.0/ports/60631d9b-f36f-4467-ae4b-b4f7dfd5ea53 HTTP/1.1" status: 204 len: 173 time: 2.4460859 Nov 25 17:27:20.715077 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c24082a-187a-4ce8-aeca-b51b3d804c0a', 'name': 'network-vif-deleted', 'tag': '60631d9b-f36f-4467-ae4b-b4f7dfd5ea53'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:20.717402 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411e144b-1aca-4fd1-ba7f-dca0b9f81eda" -d '{"events": [{"server_uuid": "0c24082a-187a-4ce8-aeca-b51b3d804c0a", "name": "network-vif-deleted", "tag": "60631d9b-f36f-4467-ae4b-b4f7dfd5ea53"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:20.744969 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c598a35-598a-4ab3-8be4-97f27b8ee64c req-56d74b68-8e55-403c-9608-0b5311e50f21 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:20.755913 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 34f00039-579e-4147-b09d-e99e0999b7c5 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:27:20.757590 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6c598a35-598a-4ab3-8be4-97f27b8ee64c req-56d74b68-8e55-403c-9608-0b5311e50f21 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=3eef18eb-c307-4471-9906-537eeed4567a HTTP/1.1" status: 200 len: 944 time: 0.4683850 Nov 25 17:27:20.785709 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7e36dc-444c-4558-a4bd-12906688c837 None None] Network 03886931-52e3-40f5-a27a-c1292a391134 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:27:20.793759 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 34f00039-579e-4147-b09d-e99e0999b7c5 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:27:20.794500 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 34f00039-579e-4147-b09d-e99e0999b7c5 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:27:20.795209 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device ba9f7b0d-b7b6-452b-b160-3d315cf84194 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:27:20.835722 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: ba9f7b0d-b7b6-452b-b160-3d315cf84194 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:27:20.836339 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device ba9f7b0d-b7b6-452b-b160-3d315cf84194 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:27:20.861045 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b076d5f1-239b-4294-a4f3-5c2b597e6ee3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e63c2af-2cef-4517-8ea0-0ee86f024127,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:20.862956 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6c598a35-598a-4ab3-8be4-97f27b8ee64c req-aad57f3d-9852-4126-8220-5cd3b5c441ca tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033738 Nov 25 17:27:20.894635 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-90c9b7d0-d2b2-4c5d-bc18-82240161ac52 req-cc2e643b-f12c-4227-96ed-2f6d28e9dab6 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Deleting port 74a8f456-31f1-4440-b0d3-a01ede7ee21d {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:20.900395 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-90c9b7d0-d2b2-4c5d-bc18-82240161ac52 req-cc2e643b-f12c-4227-96ed-2f6d28e9dab6 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:21.004552 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:21.094225 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d9a72b8d-74ab-4520-8f2b-255343a8b74a req-f68018aa-3582-4681-beaf-7704ca166397 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c24082a-187a-4ce8-aeca-b51b3d804c0a HTTP/1.1" status: 200 len: 210 time: 0.2463574 Nov 25 17:27:21.204428 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-62e3c94f-8533-4177-80d2-149eab33a002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:21.279337 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd04ed3-351e-4d6a-beed-25c76149492a x-openstack-request-id: req-3cd04ed3-351e-4d6a-beed-25c76149492a {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:21.279637 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c24082a-187a-4ce8-aeca-b51b3d804c0a", "name": "network-vif-deleted", "tag": "60631d9b-f36f-4467-ae4b-b4f7dfd5ea53", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:21.279891 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3cd04ed3-351e-4d6a-beed-25c76149492a {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:21.280808 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c24082a-187a-4ce8-aeca-b51b3d804c0a', 'name': 'network-vif-deleted', 'tag': '60631d9b-f36f-4467-ae4b-b4f7dfd5ea53', 'status': 'completed', 'code': 200} Nov 25 17:27:21.317930 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-90c9b7d0-d2b2-4c5d-bc18-82240161ac52 req-cc2e643b-f12c-4227-96ed-2f6d28e9dab6 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] For port 74a8f456-31f1-4440-b0d3-a01ede7ee21d, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=74a8f456-31f1-4440-b0d3-a01ede7ee21d,segment=NetworkSegment(32304091-a43f-4bbd-aae7-89d7e0d9d2b6),segment_id=32304091-a43f-4bbd-aae7-89d7e0d9d2b6)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:21.318707 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-90c9b7d0-d2b2-4c5d-bc18-82240161ac52 req-cc2e643b-f12c-4227-96ed-2f6d28e9dab6 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:21.362019 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-90c9b7d0-d2b2-4c5d-bc18-82240161ac52 req-cc2e643b-f12c-4227-96ed-2f6d28e9dab6 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Calling delete_port for 74a8f456-31f1-4440-b0d3-a01ede7ee21d owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:21.466917 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bbb14487-c0a7-41b1-8007-63701ae45a5f req-21346b29-33ac-4a29-b428-1e7907b0c6a6 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=e949b071017c47779120773fb05efee7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1507356 Nov 25 17:27:21.480746 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fa1b3a-240b-41b7-9628-4848359b33d9 None None] DHCP port deletion for 03886931-52e3-40f5-a27a-c1292a391134 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:27:21.582884 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-97fa1b3a-240b-41b7-9628-4848359b33d9 None None] Deleting port c215406b-96e8-49af-bbfd-7b4be1058665 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:21.583822 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-97fa1b3a-240b-41b7-9628-4848359b33d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:21.682994 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-97fa1b3a-240b-41b7-9628-4848359b33d9 None None] For port c215406b-96e8-49af-bbfd-7b4be1058665, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=c215406b-96e8-49af-bbfd-7b4be1058665,segment=NetworkSegment(e8c002f1-b858-4219-a720-d50f94815a75),segment_id=e8c002f1-b858-4219-a720-d50f94815a75)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:21.685397 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-97fa1b3a-240b-41b7-9628-4848359b33d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:21.724548 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-97fa1b3a-240b-41b7-9628-4848359b33d9 None None] Calling delete_port for c215406b-96e8-49af-bbfd-7b4be1058665 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:21.772518 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-90c9b7d0-d2b2-4c5d-bc18-82240161ac52 req-cc2e643b-f12c-4227-96ed-2f6d28e9dab6 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:21.931510 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1797bcf2-ce66-4ee8-bb7d-7662373e2eb2 req-51fb3b2b-840b-4f32-a94a-bf72fc483eb2 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=05dadc8c-bada-4961-993d-fd0c20c45dc1 HTTP/1.1" status: 200 len: 210 time: 0.4620564 Nov 25 17:27:21.965235 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-90c9b7d0-d2b2-4c5d-bc18-82240161ac52 req-cc2e643b-f12c-4227-96ed-2f6d28e9dab6 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] No DVR routers for this DVR port 74a8f456-31f1-4440-b0d3-a01ede7ee21d on host n-h1-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:27:21.967386 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-97fa1b3a-240b-41b7-9628-4848359b33d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:21.976889 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2e643b-f12c-4227-96ed-2f6d28e9dab6 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Pushing event deleted for resources: {'Port': ['ID=74a8f456-31f1-4440-b0d3-a01ede7ee21d,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:21.977139 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb14487-c0a7-41b1-8007-63701ae45a5f req-c0250a22-e87a-44f9-895d-33af9ab324af tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:21.978123 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bbb14487-c0a7-41b1-8007-63701ae45a5f req-c0250a22-e87a-44f9-895d-33af9ab324af tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4578941 Nov 25 17:27:21.978582 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-90c9b7d0-d2b2-4c5d-bc18-82240161ac52 req-cc2e643b-f12c-4227-96ed-2f6d28e9dab6 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:21.987901 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-62e3c94f-8533-4177-80d2-149eab33a002 admin admin] Deleting port c215406b-96e8-49af-bbfd-7b4be1058665 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:21.988251 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-62e3c94f-8533-4177-80d2-149eab33a002 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:21.991554 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-90c9b7d0-d2b2-4c5d-bc18-82240161ac52 req-cc2e643b-f12c-4227-96ed-2f6d28e9dab6 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.74 "DELETE /v2.0/ports/74a8f456-31f1-4440-b0d3-a01ede7ee21d HTTP/1.1" status: 204 len: 173 time: 1.8262057 Nov 25 17:27:21.993205 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eef18eb-c307-4471-9906-537eeed4567a', 'name': 'network-vif-deleted', 'tag': '74a8f456-31f1-4440-b0d3-a01ede7ee21d'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:21.999110 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c44f080-4a4d-4fd4-b0f5-b4b03646f264" -d '{"events": [{"server_uuid": "3eef18eb-c307-4471-9906-537eeed4567a", "name": "network-vif-deleted", "tag": "74a8f456-31f1-4440-b0d3-a01ede7ee21d"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:22.001455 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fa1b3a-240b-41b7-9628-4848359b33d9 None None] No DVR routers for this DVR port c215406b-96e8-49af-bbfd-7b4be1058665 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:27:22.018209 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:22.030973 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-bbb14487-c0a7-41b1-8007-63701ae45a5f req-702e86f3-3489-47b2-bb5e-65aa0e64f056 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Request body: {'port': {'device_id': '05dadc8c-bada-4961-993d-fd0c20c45dc1', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'admin_state_up': True, 'tenant_id': 'e949b071017c47779120773fb05efee7'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:22.042389 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fa1b3a-240b-41b7-9628-4848359b33d9 None None] Pushing event deleted for resources: {'Port': ['ID=c215406b-96e8-49af-bbfd-7b4be1058665,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:22.068680 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fa1b3a-240b-41b7-9628-4848359b33d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:22.068680 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fa1b3a-240b-41b7-9628-4848359b33d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:22.069141 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fa1b3a-240b-41b7-9628-4848359b33d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:22.069421 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fa1b3a-240b-41b7-9628-4848359b33d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:22.072099 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fa1b3a-240b-41b7-9628-4848359b33d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:22.072492 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fa1b3a-240b-41b7-9628-4848359b33d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:22.072848 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fa1b3a-240b-41b7-9628-4848359b33d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:22.073198 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fa1b3a-240b-41b7-9628-4848359b33d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:22.073546 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fa1b3a-240b-41b7-9628-4848359b33d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:22.076184 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fa1b3a-240b-41b7-9628-4848359b33d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:22.077190 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fa1b3a-240b-41b7-9628-4848359b33d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:22.077190 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fa1b3a-240b-41b7-9628-4848359b33d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:22.095661 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 60631d9b-f36f-4467-ae4b-b4f7dfd5ea53 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:27:22.137874 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: 60631d9b-f36f-4467-ae4b-b4f7dfd5ea53 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:27:22.138319 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 60631d9b-f36f-4467-ae4b-b4f7dfd5ea53 not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:27:22.173888 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-62e3c94f-8533-4177-80d2-149eab33a002 admin admin] For port c215406b-96e8-49af-bbfd-7b4be1058665, host n-d-817746-1, got binding levels [] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:22.177380 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-62e3c94f-8533-4177-80d2-149eab33a002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:22.212871 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-62e3c94f-8533-4177-80d2-149eab33a002 admin admin] Calling delete_port for c215406b-96e8-49af-bbfd-7b4be1058665 owned by network:dhcp {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:22.215498 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.ipam_backend_mixin [None req-62e3c94f-8533-4177-80d2-149eab33a002 admin admin] Port c215406b-96e8-49af-bbfd-7b4be1058665 was not found and therefore no delete operation was performed {{(pid=103361) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 17:27:22.237440 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f57b923-ab45-430e-8f78-a10db3c350dc req-9006639d-276c-437b-9fdd-44515ab94451 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:22.245907 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1f57b923-ab45-430e-8f78-a10db3c350dc req-9006639d-276c-437b-9fdd-44515ab94451 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=054d980d-2ae0-423f-b06b-14e9c776fb71 HTTP/1.1" status: 200 len: 945 time: 0.8783441 Nov 25 17:27:22.253848 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-62e3c94f-8533-4177-80d2-149eab33a002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:22.319520 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3c94f-8533-4177-80d2-149eab33a002 admin admin] Pushing event deleted for resources: {'Port': ['ID=c215406b-96e8-49af-bbfd-7b4be1058665,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:22.508968 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e3c94f-8533-4177-80d2-149eab33a002 admin admin] No DVR routers for this DVR port c215406b-96e8-49af-bbfd-7b4be1058665 on host n-d-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:27:22.577205 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device c215406b-96e8-49af-bbfd-7b4be1058665 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:27:22.634403 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: c215406b-96e8-49af-bbfd-7b4be1058665 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:27:22.635024 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device c215406b-96e8-49af-bbfd-7b4be1058665 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:27:22.778460 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f684e2-d5d7-4084-ad5d-68d17b143b7e req-4ebaa7a3-594c-42c3-a679-0e08b4e3906e tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:22.793130 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e3f684e2-d5d7-4084-ad5d-68d17b143b7e req-4ebaa7a3-594c-42c3-a679-0e08b4e3906e tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bcf3899-1ec0-4e88-8dfe-3fae5fcd314c HTTP/1.1" status: 200 len: 945 time: 0.5310016 Nov 25 17:27:22.809898 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1f57b923-ab45-430e-8f78-a10db3c350dc req-dde2af35-4323-48f4-bf2b-981e60f698ae tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5616932 Nov 25 17:27:22.892238 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbb14487-c0a7-41b1-8007-63701ae45a5f req-702e86f3-3489-47b2-bb5e-65aa0e64f056 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Made reservation on behalf of e949b071017c47779120773fb05efee7 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:27:22.896982 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-bbb14487-c0a7-41b1-8007-63701ae45a5f req-702e86f3-3489-47b2-bb5e-65aa0e64f056 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:22.917481 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-bbb14487-c0a7-41b1-8007-63701ae45a5f req-702e86f3-3489-47b2-bb5e-65aa0e64f056 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:22.943329 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-62e3c94f-8533-4177-80d2-149eab33a002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:22.960767 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:23.003224 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-418e0cbc-747f-417e-8794-91ddad904424 x-openstack-request-id: req-418e0cbc-747f-417e-8794-91ddad904424 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:23.004129 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eef18eb-c307-4471-9906-537eeed4567a", "name": "network-vif-deleted", "tag": "74a8f456-31f1-4440-b0d3-a01ede7ee21d", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:23.004657 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-418e0cbc-747f-417e-8794-91ddad904424 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:23.005955 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eef18eb-c307-4471-9906-537eeed4567a', 'name': 'network-vif-deleted', 'tag': '74a8f456-31f1-4440-b0d3-a01ede7ee21d', 'status': 'completed', 'code': 200} Nov 25 17:27:23.045950 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-62e3c94f-8533-4177-80d2-149eab33a002 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03886931-52e3-40f5-a27a-c1292a391134']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:23.118062 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 74a8f456-31f1-4440-b0d3-a01ede7ee21d no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:27:23.148218 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-bbb14487-c0a7-41b1-8007-63701ae45a5f req-702e86f3-3489-47b2-bb5e-65aa0e64f056 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:23.161845 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-bbb14487-c0a7-41b1-8007-63701ae45a5f req-702e86f3-3489-47b2-bb5e-65aa0e64f056 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:23.166432 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-62e3c94f-8533-4177-80d2-149eab33a002 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8c002f1-b858-4219-a720-d50f94815a75') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:23.166738 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-62e3c94f-8533-4177-80d2-149eab33a002 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8c002f1-b858-4219-a720-d50f94815a75') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:23.179425 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: 74a8f456-31f1-4440-b0d3-a01ede7ee21d {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:27:23.180884 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 74a8f456-31f1-4440-b0d3-a01ede7ee21d not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:27:23.186565 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e3f684e2-d5d7-4084-ad5d-68d17b143b7e req-3dd3dd0e-61ec-49fe-9e61-54b26301357c tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3903821 Nov 25 17:27:23.200009 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-62e3c94f-8533-4177-80d2-149eab33a002 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:23.269232 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-62e3c94f-8533-4177-80d2-149eab33a002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:23.276685 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702e86f3-3489-47b2-bb5e-65aa0e64f056 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e934b35-f13d-423e-abee-4fa580258001,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:23.286429 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62e3c94f-8533-4177-80d2-149eab33a002 admin admin] Releasing vlan 902 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:27:23.287017 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-62e3c94f-8533-4177-80d2-149eab33a002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:23.288962 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:27:23.288962 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:27:23.288962 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:27:23.288962 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:27:23.288962 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:27:23.288962 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:27:23.288962 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:27:23.288962 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:27:23.288962 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:27:23.288962 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:27:23.288962 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:27:23.288962 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:27:23.288962 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:27:23.288962 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:27:23.288962 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:27:23.288962 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:27:23.288962 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:27:23.288962 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:27:23.288962 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:27:23.288962 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:27:23.288962 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:27:23.288962 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:27:23.288962 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:27:23.288962 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:27:23.288962 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:27:23.288962 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:27:23.288962 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:27:23.288962 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:27:23.288962 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:27:23.288962 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:27:23.288962 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:27:23.288962 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:27:23.915260 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-680fb28e-1529-4384-bd45-9f2e9591f46d req-24dbff98-b586-4daf-8b02-7af0420484da tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=05dadc8c-bada-4961-993d-fd0c20c45dc1 HTTP/1.1" status: 200 len: 210 time: 0.5492725 Nov 25 17:27:23.919500 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-62e3c94f-8533-4177-80d2-149eab33a002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:23.947279 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-62e3c94f-8533-4177-80d2-149eab33a002 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:23.952568 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-62e3c94f-8533-4177-80d2-149eab33a002 admin admin] 10.222.0.75 "DELETE /v2.0/networks/03886931-52e3-40f5-a27a-c1292a391134 HTTP/1.1" status: 204 len: 168 time: 3.2563410 Nov 25 17:27:24.012751 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84b1a18-d1ed-4472-af5f-f8d37a650c06 req-2d899dfc-f12b-441b-a3ff-c5172d8dbf9d tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:24.027158 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d84b1a18-d1ed-4472-af5f-f8d37a650c06 req-2d899dfc-f12b-441b-a3ff-c5172d8dbf9d tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/ports?device_id=b102fd9a-9175-447b-a09f-b64a750d0101 HTTP/1.1" status: 200 len: 945 time: 0.1837327 Nov 25 17:27:24.043055 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3c94f-8533-4177-80d2-149eab33a002 admin admin] Pushing event deleted for resources: {'Network': ['ID=03886931-52e3-40f5-a27a-c1292a391134,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:24.083981 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b7b855-2e2b-4060-aefb-a17bb2904063 req-d984ddcd-ec93-4a45-93ed-bf9bfabc19b3 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:24.087091 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-bbb14487-c0a7-41b1-8007-63701ae45a5f req-702e86f3-3489-47b2-bb5e-65aa0e64f056 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Allocated IP 192.168.233.15 (ab4fed0b-9bf1-4925-8765-94da08c5de2a/8793709c-5336-428d-aede-b0b8df1a26b2/5dd26ad6-440e-45ad-be85-4b1a98da85a4) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:27:24.090360 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-14b7b855-2e2b-4060-aefb-a17bb2904063 req-d984ddcd-ec93-4a45-93ed-bf9bfabc19b3 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.74 "GET /v2.0/ports?device_id=b102fd9a-9175-447b-a09f-b64a750d0101 HTTP/1.1" status: 200 len: 945 time: 0.1407900 Nov 25 17:27:24.262912 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-14b7b855-2e2b-4060-aefb-a17bb2904063 req-46445228-9402-47f7-a76e-0201af727691 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Deleting port 9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:24.263527 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-14b7b855-2e2b-4060-aefb-a17bb2904063 req-46445228-9402-47f7-a76e-0201af727691 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:24.300863 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38918) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:24.389187 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-14b7b855-2e2b-4060-aefb-a17bb2904063 req-46445228-9402-47f7-a76e-0201af727691 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] For port 9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2,segment=NetworkSegment(32304091-a43f-4bbd-aae7-89d7e0d9d2b6),segment_id=32304091-a43f-4bbd-aae7-89d7e0d9d2b6)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:24.389778 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-14b7b855-2e2b-4060-aefb-a17bb2904063 req-46445228-9402-47f7-a76e-0201af727691 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:24.413096 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-14b7b855-2e2b-4060-aefb-a17bb2904063 req-46445228-9402-47f7-a76e-0201af727691 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Calling delete_port for 9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2 owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:24.445360 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b7c1d-81cf-4c07-8c55-9a48400c5397 req-459d34a3-5cf2-4859-80b3-8868b43bb49c tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:24.452890 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7c6b7c1d-81cf-4c07-8c55-9a48400c5397 req-459d34a3-5cf2-4859-80b3-8868b43bb49c tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=96509f71-1e11-4ae9-9719-d507af7400da HTTP/1.1" status: 200 len: 950 time: 0.3856208 Nov 25 17:27:24.478182 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d84b1a18-d1ed-4472-af5f-f8d37a650c06 req-c3ce1f75-fa87-41eb-b432-1cdbc50b0819 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4476924 Nov 25 17:27:24.654919 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-14b7b855-2e2b-4060-aefb-a17bb2904063 req-46445228-9402-47f7-a76e-0201af727691 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:24.720942 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-0a761f78-1432-43b4-8469-9dbc3892dd13 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=37791f7c9b2849ccac41faff01c57b4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3932049 Nov 25 17:27:24.733688 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38922) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:24.763081 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7c6b7c1d-81cf-4c07-8c55-9a48400c5397 req-0d1a2f5d-8bcb-4eef-8e68-7459dab4a72d tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088658 Nov 25 17:27:24.790647 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46445228-9402-47f7-a76e-0201af727691 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Pushing event deleted for resources: {'Port': ['ID=9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:24.832042 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-14b7b855-2e2b-4060-aefb-a17bb2904063 req-46445228-9402-47f7-a76e-0201af727691 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] No DVR routers for this DVR port 9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2 on host n-h1-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:27:24.836081 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-14b7b855-2e2b-4060-aefb-a17bb2904063 req-46445228-9402-47f7-a76e-0201af727691 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:24.839425 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-14b7b855-2e2b-4060-aefb-a17bb2904063 req-46445228-9402-47f7-a76e-0201af727691 tempest-LiveAutoBlockMigrationV225Test-1454192408 tempest-LiveAutoBlockMigrationV225Test-1454192408-project] 10.222.0.74 "DELETE /v2.0/ports/9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2 HTTP/1.1" status: 204 len: 173 time: 0.7411475 Nov 25 17:27:24.869198 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f489d2-11e1-4d70-bf39-68894067994c req-a94047a1-f888-4032-aea5-ac070afde113 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:24.894121 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-80f489d2-11e1-4d70-bf39-68894067994c req-a94047a1-f888-4032-aea5-ac070afde113 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=054d980d-2ae0-423f-b06b-14e9c776fb71 HTTP/1.1" status: 200 len: 945 time: 0.2448804 Nov 25 17:27:24.914510 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-db811239-2fc9-4d0e-8d40-1000363b929d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:24.960591 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-db811239-2fc9-4d0e-8d40-1000363b929d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:24.994046 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-bbb14487-c0a7-41b1-8007-63701ae45a5f req-702e86f3-3489-47b2-bb5e-65aa0e64f056 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:25.027908 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b102fd9a-9175-447b-a09f-b64a750d0101', 'name': 'network-vif-deleted', 'tag': '9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:25.044329 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74eb2c92-692f-4e1c-87d8-47e89c54525d" -d '{"events": [{"server_uuid": "b102fd9a-9175-447b-a09f-b64a750d0101", "name": "network-vif-deleted", "tag": "9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:25.047053 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-80f489d2-11e1-4d70-bf39-68894067994c req-5ec807bc-ff14-48a6-a4f0-25156a835a29 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503270 Nov 25 17:27:25.206913 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-bbb14487-c0a7-41b1-8007-63701ae45a5f req-702e86f3-3489-47b2-bb5e-65aa0e64f056 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:25.227838 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-db811239-2fc9-4d0e-8d40-1000363b929d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:25.232310 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-db811239-2fc9-4d0e-8d40-1000363b929d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:25.233489 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-db811239-2fc9-4d0e-8d40-1000363b929d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/62144a9d-7e8c-43d6-95af-5d6cff78f39b HTTP/1.1" status: 204 len: 168 time: 0.4931996 Nov 25 17:27:25.248422 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a962cbff-b7db-4425-9d91-22852bc714d7 req-9b94e3ff-bcc9-4c7f-890b-e5226453995e tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:25.263945 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-a962cbff-b7db-4425-9d91-22852bc714d7 req-9b94e3ff-bcc9-4c7f-890b-e5226453995e tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.74 "GET /v2.0/ports?device_id=96509f71-1e11-4ae9-9719-d507af7400da HTTP/1.1" status: 200 len: 950 time: 0.1509433 Nov 25 17:27:25.290756 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db811239-2fc9-4d0e-8d40-1000363b929d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62144a9d-7e8c-43d6-95af-5d6cff78f39b,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:25.319536 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702e86f3-3489-47b2-bb5e-65aa0e64f056 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Pushing event updated for resources: {'Port': ['ID=5dd26ad6-440e-45ad-be85-4b1a98da85a4,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:25.336160 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1afc8ec-443c-43f3-a2cd-a71c856f3381 req-efd2b248-8ea7-4083-86dc-669c78d8e8e0 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:25.337831 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e1afc8ec-443c-43f3-a2cd-a71c856f3381 req-efd2b248-8ea7-4083-86dc-669c78d8e8e0 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bcf3899-1ec0-4e88-8dfe-3fae5fcd314c HTTP/1.1" status: 200 len: 945 time: 0.2592447 Nov 25 17:27:25.429645 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbb14487-c0a7-41b1-8007-63701ae45a5f req-702e86f3-3489-47b2-bb5e-65aa0e64f056 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Network ab4fed0b-9bf1-4925-8765-94da08c5de2a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:27:25.452562 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-bbb14487-c0a7-41b1-8007-63701ae45a5f req-702e86f3-3489-47b2-bb5e-65aa0e64f056 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:27:25.482871 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb14487-c0a7-41b1-8007-63701ae45a5f req-702e86f3-3489-47b2-bb5e-65aa0e64f056 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:27:25.605999 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-a962cbff-b7db-4425-9d91-22852bc714d7 req-a70eb49c-d299-43a3-bc42-381f143f5801 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Deleting port 177401c7-487a-4ed8-bc66-2ed80b0bfef7 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:25.606387 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-a962cbff-b7db-4425-9d91-22852bc714d7 req-a70eb49c-d299-43a3-bc42-381f143f5801 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:25.693765 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb14487-c0a7-41b1-8007-63701ae45a5f req-702e86f3-3489-47b2-bb5e-65aa0e64f056 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:25.696182 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-bbb14487-c0a7-41b1-8007-63701ae45a5f req-702e86f3-3489-47b2-bb5e-65aa0e64f056 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:25.733683 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bbb14487-c0a7-41b1-8007-63701ae45a5f req-702e86f3-3489-47b2-bb5e-65aa0e64f056 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7100835 Nov 25 17:27:25.750299 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e1afc8ec-443c-43f3-a2cd-a71c856f3381 req-fd13a044-cfd8-4ac5-b816-d26165d93503 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751953 Nov 25 17:27:25.773265 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d6563c-2d3c-4387-8436-60104c0040ad req-3f496b9f-83f3-49d2-bc49-db09a1f1dc7e tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:25.775076 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-08d6563c-2d3c-4387-8436-60104c0040ad req-3f496b9f-83f3-49d2-bc49-db09a1f1dc7e tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=05dadc8c-bada-4961-993d-fd0c20c45dc1 HTTP/1.1" status: 200 len: 935 time: 0.5515759 Nov 25 17:27:25.787533 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-bbb14487-c0a7-41b1-8007-63701ae45a5f req-d7118a05-05a1-4f92-8b3c-e873be11b231 service neutron] Request body: {'port': {'device_id': '05dadc8c-bada-4961-993d-fd0c20c45dc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:25.879861 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-a962cbff-b7db-4425-9d91-22852bc714d7 req-a70eb49c-d299-43a3-bc42-381f143f5801 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] For port 177401c7-487a-4ed8-bc66-2ed80b0bfef7, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=177401c7-487a-4ed8-bc66-2ed80b0bfef7,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:25.880248 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-a962cbff-b7db-4425-9d91-22852bc714d7 req-a70eb49c-d299-43a3-bc42-381f143f5801 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:25.883548 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cfa044c-535e-44bd-bf16-611a36a709a1 x-openstack-request-id: req-8cfa044c-535e-44bd-bf16-611a36a709a1 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:25.890714 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b102fd9a-9175-447b-a09f-b64a750d0101", "name": "network-vif-deleted", "tag": "9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:25.891180 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8cfa044c-535e-44bd-bf16-611a36a709a1 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:25.891784 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b102fd9a-9175-447b-a09f-b64a750d0101', 'name': 'network-vif-deleted', 'tag': '9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2', 'status': 'completed', 'code': 200} Nov 25 17:27:25.925123 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-a962cbff-b7db-4425-9d91-22852bc714d7 req-a70eb49c-d299-43a3-bc42-381f143f5801 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Calling delete_port for 177401c7-487a-4ed8-bc66-2ed80b0bfef7 owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:25.968296 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38952) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:26.058949 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-08d6563c-2d3c-4387-8436-60104c0040ad req-94621224-8609-4a05-8c4f-5a8cd68048a3 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615185 Nov 25 17:27:26.065554 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-bbb14487-c0a7-41b1-8007-63701ae45a5f req-d7118a05-05a1-4f92-8b3c-e873be11b231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:26.147295 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-1592b180-f986-4fd2-b870-824805c7f16c None None] Provisioning complete for port 5dd26ad6-440e-45ad-be85-4b1a98da85a4 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:26.147869 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1592b180-f986-4fd2-b870-824805c7f16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:26.279783 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-1592b180-f986-4fd2-b870-824805c7f16c None None] Port 5dd26ad6-440e-45ad-be85-4b1a98da85a4 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:27:26.401985 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-a962cbff-b7db-4425-9d91-22852bc714d7 req-a70eb49c-d299-43a3-bc42-381f143f5801 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:26.416074 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['177401c7-487a-4ed8-bc66-2ed80b0bfef7'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:27:26.475339 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70eb49c-d299-43a3-bc42-381f143f5801 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Pushing event deleted for resources: {'Port': ['ID=177401c7-487a-4ed8-bc66-2ed80b0bfef7,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:26.559963 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-a962cbff-b7db-4425-9d91-22852bc714d7 req-a70eb49c-d299-43a3-bc42-381f143f5801 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] No DVR routers for this DVR port 177401c7-487a-4ed8-bc66-2ed80b0bfef7 on host n-h1-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:27:26.563411 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-a962cbff-b7db-4425-9d91-22852bc714d7 req-a70eb49c-d299-43a3-bc42-381f143f5801 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:26.572195 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-a962cbff-b7db-4425-9d91-22852bc714d7 req-a70eb49c-d299-43a3-bc42-381f143f5801 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.74 "DELETE /v2.0/ports/177401c7-487a-4ed8-bc66-2ed80b0bfef7 HTTP/1.1" status: 204 len: 173 time: 1.2821653 Nov 25 17:27:26.698920 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-a210a8d1-2e74-49d5-9de4-5a14e3c4d1ad admin admin] Deleting subnet 0a91ba6f-af85-4b11-90c3-2d5fc7a12e25 {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:27:26.707407 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a210a8d1-2e74-49d5-9de4-5a14e3c4d1ad admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:26.719056 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d0c7d-d5bc-4000-b88e-6388025424d7 req-807fe49b-b624-4cad-bac9-b07cf6b120d9 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:26.720869 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bf2d0c7d-d5bc-4000-b88e-6388025424d7 req-807fe49b-b624-4cad-bac9-b07cf6b120d9 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/ports?device_id=96509f71-1e11-4ae9-9719-d507af7400da HTTP/1.1" status: 200 len: 867 time: 0.4409976 Nov 25 17:27:26.772197 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ceee95-eb0a-4e09-9948-baa400d348d8 req-b6b29934-09e6-4bac-bde4-08da78726ae6 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:26.783122 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e7ceee95-eb0a-4e09-9948-baa400d348d8 req-b6b29934-09e6-4bac-bde4-08da78726ae6 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=054d980d-2ae0-423f-b06b-14e9c776fb71 HTTP/1.1" status: 200 len: 945 time: 0.3075614 Nov 25 17:27:26.848185 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38982) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:26.856868 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a210a8d1-2e74-49d5-9de4-5a14e3c4d1ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:26.937463 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a210a8d1-2e74-49d5-9de4-5a14e3c4d1ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:27.028250 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-efd7b6cb-0868-4e61-80d3-332a67d2c5bb admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1049819201-network', 'tenant_id': 'dc12a3339d49449eb677cae2af745bb5'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:27.098936 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd7b6cb-0868-4e61-80d3-332a67d2c5bb admin admin] Made reservation on behalf of dc12a3339d49449eb677cae2af745bb5 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:27:27.101697 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-efd7b6cb-0868-4e61-80d3-332a67d2c5bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:27.152040 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2 no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:27:27.158827 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-efd7b6cb-0868-4e61-80d3-332a67d2c5bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:27.204265 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: 9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:27:27.204517 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 9eda5f6e-9ffd-4715-96f9-e5d7dcb442e2 not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:27:27.213132 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 177401c7-487a-4ed8-bc66-2ed80b0bfef7 no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:27:27.245565 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e7ceee95-eb0a-4e09-9948-baa400d348d8 req-f90fb492-15cc-4062-a9d4-3494988f9faa tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4612966 Nov 25 17:27:27.249845 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a210a8d1-2e74-49d5-9de4-5a14e3c4d1ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:27.308840 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: 177401c7-487a-4ed8-bc66-2ed80b0bfef7 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:27:27.310523 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 177401c7-487a-4ed8-bc66-2ed80b0bfef7 not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:27:27.331934 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a210a8d1-2e74-49d5-9de4-5a14e3c4d1ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a91ba6f-af85-4b11-90c3-2d5fc7a12e25,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:27.344467 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a210a8d1-2e74-49d5-9de4-5a14e3c4d1ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:27.351661 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-a210a8d1-2e74-49d5-9de4-5a14e3c4d1ad admin admin] 10.222.0.75 "DELETE /v2.0/subnets/0a91ba6f-af85-4b11-90c3-2d5fc7a12e25 HTTP/1.1" status: 204 len: 168 time: 1.3549156 Nov 25 17:27:27.356317 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38990) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:27.445973 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9113c9fb-68f8-4236-b952-0a3231ccbe1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:27.495966 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bf2d0c7d-d5bc-4000-b88e-6388025424d7 req-1d394425-5bf2-43e5-b2c3-078719d7a611 tempest-MigrationsAdminTest-1818071377 tempest-MigrationsAdminTest-1818071377-project] 10.222.0.75 "GET /v2.0/security-groups?id=db2a83cc-54ee-4a78-ab68-e061f969dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7460232 Nov 25 17:27:27.560072 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-efd7b6cb-0868-4e61-80d3-332a67d2c5bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:27.572347 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-efd7b6cb-0868-4e61-80d3-332a67d2c5bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:27.619931 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efd7b6cb-0868-4e61-80d3-332a67d2c5bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 943} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:27:27.653987 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5e25a-40aa-4c6d-93ab-58377bf1b0c9 req-ae113238-2ef9-48a8-b76a-a77b63074204 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:27.655683 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-84b5e25a-40aa-4c6d-93ab-58377bf1b0c9 req-ae113238-2ef9-48a8-b76a-a77b63074204 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bcf3899-1ec0-4e88-8dfe-3fae5fcd314c HTTP/1.1" status: 200 len: 945 time: 0.2059138 Nov 25 17:27:27.657555 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-efd7b6cb-0868-4e61-80d3-332a67d2c5bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:27.658018 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-efd7b6cb-0868-4e61-80d3-332a67d2c5bb admin admin] Added segment 2cec76de-dbac-4c6c-acad-e2508ff14812 of type vlan for network eeeaf457-d2ef-46ca-9bd6-93a46b5606e5 Nov 25 17:27:27.734911 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9113c9fb-68f8-4236-b952-0a3231ccbe1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:27.781897 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-9113c9fb-68f8-4236-b952-0a3231ccbe1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4ad8fe4-e22e-4c8b-af10-9eaf120b663c']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:27.803598 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-9113c9fb-68f8-4236-b952-0a3231ccbe1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32304091-a43f-4bbd-aae7-89d7e0d9d2b6') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:27.803904 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-9113c9fb-68f8-4236-b952-0a3231ccbe1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32304091-a43f-4bbd-aae7-89d7e0d9d2b6') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:27.810288 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-efd7b6cb-0868-4e61-80d3-332a67d2c5bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:27.823147 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9113c9fb-68f8-4236-b952-0a3231ccbe1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:27.854744 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9113c9fb-68f8-4236-b952-0a3231ccbe1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:27.874237 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9113c9fb-68f8-4236-b952-0a3231ccbe1a admin admin] Releasing vlan 948 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:27:27.874661 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9113c9fb-68f8-4236-b952-0a3231ccbe1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:27.885989 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd7b6cb-0868-4e61-80d3-332a67d2c5bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2003d2ed-ecb7-489f-8e29-3b5098e1ad6f,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:27.895541 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96509f71-1e11-4ae9-9719-d507af7400da', 'name': 'network-vif-deleted', 'tag': '177401c7-487a-4ed8-bc66-2ed80b0bfef7'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:27.902924 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03286d8-579b-48b0-86d5-197f0449de02" -d '{"events": [{"server_uuid": "96509f71-1e11-4ae9-9719-d507af7400da", "name": "network-vif-deleted", "tag": "177401c7-487a-4ed8-bc66-2ed80b0bfef7"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:27.922583 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-efd7b6cb-0868-4e61-80d3-332a67d2c5bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:27.923714 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd7b6cb-0868-4e61-80d3-332a67d2c5bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:27.924403 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-efd7b6cb-0868-4e61-80d3-332a67d2c5bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:28.030511 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:27:28.030511 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:27:28.030511 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:27:28.030511 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:27:28.030511 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:27:28.030511 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:27:28.030511 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:27:28.030511 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:27:28.030511 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:27:28.030511 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:27:28.030511 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:27:28.030511 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:27:28.030511 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:27:28.030511 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:27:28.030511 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:27:28.030511 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:27:28.030511 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:27:28.030511 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:27:28.030511 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:27:28.030511 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:27:28.030511 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:27:28.030511 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:27:28.030511 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:27:28.030511 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:27:28.030511 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:27:28.030511 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:27:28.030511 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:27:28.030511 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:27:28.030511 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:27:28.030511 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:27:28.030511 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:27:28.030511 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:27:28.069257 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9113c9fb-68f8-4236-b952-0a3231ccbe1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:28.101690 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd7b6cb-0868-4e61-80d3-332a67d2c5bb admin admin] Pushing event updated for resources: {'Network': ['ID=eeeaf457-d2ef-46ca-9bd6-93a46b5606e5,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:28.126710 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network eeeaf457-d2ef-46ca-9bd6-93a46b5606e5 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:27:28.134077 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-efd7b6cb-0868-4e61-80d3-332a67d2c5bb admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2800837 Nov 25 17:27:28.137363 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39000) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:28.144492 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-da1f28a7-10c5-4702-83d5-d75179d5de0e admin admin] Request body: {'subnet': {'network_id': 'eeeaf457-d2ef-46ca-9bd6-93a46b5606e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1049819201-subnet', 'tenant_id': 'dc12a3339d49449eb677cae2af745bb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:28.156618 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9113c9fb-68f8-4236-b952-0a3231ccbe1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:28.159974 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-9113c9fb-68f8-4236-b952-0a3231ccbe1a admin admin] 10.222.0.75 "DELETE /v2.0/networks/c4ad8fe4-e22e-4c8b-af10-9eaf120b663c HTTP/1.1" status: 204 len: 168 time: 0.8025830 Nov 25 17:27:28.164205 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39002) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:28.229591 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9113c9fb-68f8-4236-b952-0a3231ccbe1a admin admin] Pushing event deleted for resources: {'Network': ['ID=c4ad8fe4-e22e-4c8b-af10-9eaf120b663c,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:28.305778 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1f28a7-10c5-4702-83d5-d75179d5de0e admin admin] Made reservation on behalf of dc12a3339d49449eb677cae2af745bb5 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:27:28.310128 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-da1f28a7-10c5-4702-83d5-d75179d5de0e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:28.339718 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023775a-f01d-4f91-89f8-87b2667cf5d5 req-9513bd74-b1aa-434b-bad9-49eaf1ab795c tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:28.342616 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b023775a-f01d-4f91-89f8-87b2667cf5d5 req-9513bd74-b1aa-434b-bad9-49eaf1ab795c tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=05dadc8c-bada-4961-993d-fd0c20c45dc1 HTTP/1.1" status: 200 len: 935 time: 0.7468662 Nov 25 17:27:28.376915 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-bbb14487-c0a7-41b1-8007-63701ae45a5f req-d7118a05-05a1-4f92-8b3c-e873be11b231 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dd26ad6-440e-45ad-be85-4b1a98da85a4 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:27:28.444355 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-bbb14487-c0a7-41b1-8007-63701ae45a5f req-d7118a05-05a1-4f92-8b3c-e873be11b231 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:28.485654 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-84b5e25a-40aa-4c6d-93ab-58377bf1b0c9 req-50c14afd-42ba-4cc7-9411-e4b9a4174514 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8109341 Nov 25 17:27:28.504071 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-bbb14487-c0a7-41b1-8007-63701ae45a5f req-d7118a05-05a1-4f92-8b3c-e873be11b231 service neutron] Transition to ACTIVE for port object 5dd26ad6-440e-45ad-be85-4b1a98da85a4 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:27:28.543735 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-bbb14487-c0a7-41b1-8007-63701ae45a5f req-d7118a05-05a1-4f92-8b3c-e873be11b231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:28.693557 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b023775a-f01d-4f91-89f8-87b2667cf5d5 req-eb16242d-50de-4510-8ced-c2d38a49ca3c tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304272 Nov 25 17:27:28.705488 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-2031333e-b6a0-47e7-b31c-0b78a827aaf9 admin admin] Deleting subnet 09c61150-c3cc-4776-a2ca-381073161812 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:27:28.712400 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2031333e-b6a0-47e7-b31c-0b78a827aaf9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:28.842423 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7118a05-05a1-4f92-8b3c-e873be11b231 service neutron] Pushing event updated for resources: {'Port': ['ID=5dd26ad6-440e-45ad-be85-4b1a98da85a4,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:28.861326 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2031333e-b6a0-47e7-b31c-0b78a827aaf9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:28.970514 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2031333e-b6a0-47e7-b31c-0b78a827aaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:28.976113 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d42894-11d0-4df9-a1cb-0a67bda79006 x-openstack-request-id: req-03d42894-11d0-4df9-a1cb-0a67bda79006 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:28.976708 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96509f71-1e11-4ae9-9719-d507af7400da", "name": "network-vif-deleted", "tag": "177401c7-487a-4ed8-bc66-2ed80b0bfef7", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:28.977185 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-03d42894-11d0-4df9-a1cb-0a67bda79006 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:28.977894 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96509f71-1e11-4ae9-9719-d507af7400da', 'name': 'network-vif-deleted', 'tag': '177401c7-487a-4ed8-bc66-2ed80b0bfef7', 'status': 'completed', 'code': 200} Nov 25 17:27:29.012469 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-da1f28a7-10c5-4702-83d5-d75179d5de0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:29.032405 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5821ca-3cb3-4e94-9655-55be9945f083 req-f8cbfd79-2865-471d-80c8-0535198951f3 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:29.035299 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1d5821ca-3cb3-4e94-9655-55be9945f083 req-f8cbfd79-2865-471d-80c8-0535198951f3 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=054d980d-2ae0-423f-b06b-14e9c776fb71 HTTP/1.1" status: 200 len: 945 time: 0.2274044 Nov 25 17:27:29.036327 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-bbb14487-c0a7-41b1-8007-63701ae45a5f req-d7118a05-05a1-4f92-8b3c-e873be11b231 service neutron] Attempting to bind port 5dd26ad6-440e-45ad-be85-4b1a98da85a4 on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:27:29.036879 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-bbb14487-c0a7-41b1-8007-63701ae45a5f req-d7118a05-05a1-4f92-8b3c-e873be11b231 service neutron] Attempting to bind port 5dd26ad6-440e-45ad-be85-4b1a98da85a4 by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:27:29.037220 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb14487-c0a7-41b1-8007-63701ae45a5f req-d7118a05-05a1-4f92-8b3c-e873be11b231 service neutron] Attempting to bind port 5dd26ad6-440e-45ad-be85-4b1a98da85a4 on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:27:29.044554 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb14487-c0a7-41b1-8007-63701ae45a5f req-d7118a05-05a1-4f92-8b3c-e873be11b231 service neutron] Port 5dd26ad6-440e-45ad-be85-4b1a98da85a4 on network ab4fed0b-9bf1-4925-8765-94da08c5de2a not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:27:29.045014 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb14487-c0a7-41b1-8007-63701ae45a5f req-d7118a05-05a1-4f92-8b3c-e873be11b231 service neutron] Attempting to bind port 5dd26ad6-440e-45ad-be85-4b1a98da85a4 on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:27:29.068949 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb14487-c0a7-41b1-8007-63701ae45a5f req-d7118a05-05a1-4f92-8b3c-e873be11b231 service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:27:29.069308 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb14487-c0a7-41b1-8007-63701ae45a5f req-d7118a05-05a1-4f92-8b3c-e873be11b231 service neutron] Checking segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:27:29.069835 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb14487-c0a7-41b1-8007-63701ae45a5f req-d7118a05-05a1-4f92-8b3c-e873be11b231 service neutron] Bound using segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:27:29.070371 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-bbb14487-c0a7-41b1-8007-63701ae45a5f req-d7118a05-05a1-4f92-8b3c-e873be11b231 service neutron] Bound port: 5dd26ad6-440e-45ad-be85-4b1a98da85a4, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:27:29.070750 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-bbb14487-c0a7-41b1-8007-63701ae45a5f req-d7118a05-05a1-4f92-8b3c-e873be11b231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:29.196922 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f28a7-10c5-4702-83d5-d75179d5de0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=61d0f384-7f5a-4ecf-8061-5ef7dd7de5aa,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:29.203675 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2031333e-b6a0-47e7-b31c-0b78a827aaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:29.243813 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1f28a7-10c5-4702-83d5-d75179d5de0e admin admin] Checking segment: {'id': '2cec76de-dbac-4c6c-acad-e2508ff14812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'eeeaf457-d2ef-46ca-9bd6-93a46b5606e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:27:29.244182 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1f28a7-10c5-4702-83d5-d75179d5de0e admin admin] Network hostable DHCP agents. Network: eeeaf457-d2ef-46ca-9bd6-93a46b5606e5, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:27:29.265966 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1d5821ca-3cb3-4e94-9655-55be9945f083 req-1b54c011-4ab4-4e27-a5f8-10e61ab478db tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055082 Nov 25 17:27:29.272552 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device d32d7aa4-3ca5-486f-abf0-ec662c62b53d details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:27:29.334072 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device d32d7aa4-3ca5-486f-abf0-ec662c62b53d no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:27:29.359580 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2031333e-b6a0-47e7-b31c-0b78a827aaf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09c61150-c3cc-4776-a2ca-381073161812,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:29.370381 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2031333e-b6a0-47e7-b31c-0b78a827aaf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:29.377271 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2031333e-b6a0-47e7-b31c-0b78a827aaf9 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/09c61150-c3cc-4776-a2ca-381073161812 HTTP/1.1" status: 204 len: 168 time: 1.2086308 Nov 25 17:27:29.385945 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39024) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:29.411917 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1f28a7-10c5-4702-83d5-d75179d5de0e admin admin] Network eeeaf457-d2ef-46ca-9bd6-93a46b5606e5 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:27:29.419395 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-bbb14487-c0a7-41b1-8007-63701ae45a5f req-d7118a05-05a1-4f92-8b3c-e873be11b231 service neutron] For port 5dd26ad6-440e-45ad-be85-4b1a98da85a4, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:27:29.427832 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.db.resource_extend [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:27:29.441579 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-da1f28a7-10c5-4702-83d5-d75179d5de0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, eeeaf457-d2ef-46ca-9bd6-93a46b5606e5) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:27:29.450604 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1f28a7-10c5-4702-83d5-d75179d5de0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:29.451394 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-da1f28a7-10c5-4702-83d5-d75179d5de0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:29.480556 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-bbb14487-c0a7-41b1-8007-63701ae45a5f req-d7118a05-05a1-4f92-8b3c-e873be11b231 service neutron] For port 5dd26ad6-440e-45ad-be85-4b1a98da85a4, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=5dd26ad6-440e-45ad-be85-4b1a98da85a4,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:27:29.481703 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647368df-ad7b-4f73-8a6e-e7acddd5103c None None] Network eeeaf457-d2ef-46ca-9bd6-93a46b5606e5 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:27:29.495447 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514323f5-ead8-4609-b445-40c432ccd3b8 req-46446d41-cecb-4422-a39e-108e838b50ce tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:29.497249 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-514323f5-ead8-4609-b445-40c432ccd3b8 req-46446d41-cecb-4422-a39e-108e838b50ce tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=0b019eb1-a039-43b5-966f-fa659895034f HTTP/1.1" status: 200 len: 944 time: 0.2014151 Nov 25 17:27:29.499848 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-bbb14487-c0a7-41b1-8007-63701ae45a5f req-d7118a05-05a1-4f92-8b3c-e873be11b231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:29.534440 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-737b47f8-7878-407e-867f-e84755cee6fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:29.560599 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-da1f28a7-10c5-4702-83d5-d75179d5de0e admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4219804 Nov 25 17:27:29.636455 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb14487-c0a7-41b1-8007-63701ae45a5f req-d7118a05-05a1-4f92-8b3c-e873be11b231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:29.638219 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-bbb14487-c0a7-41b1-8007-63701ae45a5f req-d7118a05-05a1-4f92-8b3c-e873be11b231 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:29.639632 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bbb14487-c0a7-41b1-8007-63701ae45a5f req-d7118a05-05a1-4f92-8b3c-e873be11b231 service neutron] 10.222.0.90 "PUT /v2.0/ports/5dd26ad6-440e-45ad-be85-4b1a98da85a4 HTTP/1.1" status: 200 len: 1095 time: 3.8577037 Nov 25 17:27:29.654696 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05dadc8c-bada-4961-993d-fd0c20c45dc1', 'tag': '5dd26ad6-440e-45ad-be85-4b1a98da85a4'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:29.657253 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5584d50d-3b78-4c4a-a44c-4e7c0aa58ef9" -d '{"events": [{"name": "network-changed", "server_uuid": "05dadc8c-bada-4961-993d-fd0c20c45dc1", "tag": "5dd26ad6-440e-45ad-be85-4b1a98da85a4"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:29.772991 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-514323f5-ead8-4609-b445-40c432ccd3b8 req-d7ba15da-f945-4502-a070-bd991dc02fc4 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613032 Nov 25 17:27:29.852813 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-737b47f8-7878-407e-867f-e84755cee6fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:29.877034 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-737b47f8-7878-407e-867f-e84755cee6fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['108e5a60-5780-453d-81ed-5c6c9e295ccf']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:29.877753 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39042) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:29.893592 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-737b47f8-7878-407e-867f-e84755cee6fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1554d180-af7c-40c0-be16-664ff054564d') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:29.893861 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-737b47f8-7878-407e-867f-e84755cee6fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1554d180-af7c-40c0-be16-664ff054564d') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:29.910831 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-737b47f8-7878-407e-867f-e84755cee6fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:29.926658 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-737b47f8-7878-407e-867f-e84755cee6fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:29.939425 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-737b47f8-7878-407e-867f-e84755cee6fe admin admin] Releasing vlan 920 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:27:29.939933 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-737b47f8-7878-407e-867f-e84755cee6fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:29.982679 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7118a05-05a1-4f92-8b3c-e873be11b231 service neutron] Pushing event updated for resources: {'Port': ['ID=5dd26ad6-440e-45ad-be85-4b1a98da85a4,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:30.070658 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb14487-c0a7-41b1-8007-63701ae45a5f req-b7df2cf0-b44d-4a63-bc65-4c574f363f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:30.073067 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bbb14487-c0a7-41b1-8007-63701ae45a5f req-b7df2cf0-b44d-4a63-bc65-4c574f363f71 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e949b071017c47779120773fb05efee7&device_id=05dadc8c-bada-4961-993d-fd0c20c45dc1 HTTP/1.1" status: 200 len: 1098 time: 0.3138041 Nov 25 17:27:30.123862 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3438f-16b5-4698-9473-739ef7918836 req-5e7c361e-4d36-4f6b-8f6b-3d3921c5f955 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:30.134657 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bee3438f-16b5-4698-9473-739ef7918836 req-5e7c361e-4d36-4f6b-8f6b-3d3921c5f955 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bcf3899-1ec0-4e88-8dfe-3fae5fcd314c HTTP/1.1" status: 200 len: 945 time: 0.3749173 Nov 25 17:27:30.233775 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fdf4a0b-7047-436c-8f41-883297e90fc2 x-openstack-request-id: req-4fdf4a0b-7047-436c-8f41-883297e90fc2 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:30.234067 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05dadc8c-bada-4961-993d-fd0c20c45dc1", "tag": "5dd26ad6-440e-45ad-be85-4b1a98da85a4", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:30.234939 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4fdf4a0b-7047-436c-8f41-883297e90fc2 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:30.234939 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05dadc8c-bada-4961-993d-fd0c20c45dc1', 'tag': '5dd26ad6-440e-45ad-be85-4b1a98da85a4', 'status': 'completed', 'code': 200} Nov 25 17:27:30.242274 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port d32d7aa4-3ca5-486f-abf0-ec662c62b53d, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=d32d7aa4-3ca5-486f-abf0-ec662c62b53d,segment=NetworkSegment(bdbf0e78-63fc-4baf-b91d-154115f4c256),segment_id=bdbf0e78-63fc-4baf-b91d-154115f4c256)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:30.268928 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bbb14487-c0a7-41b1-8007-63701ae45a5f req-08c1e69c-996e-4598-8fa2-92f463b4ca21 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=5dd26ad6-440e-45ad-be85-4b1a98da85a4 HTTP/1.1" status: 200 len: 217 time: 0.1789296 Nov 25 17:27:30.278876 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:30.286038 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': 'd32d7aa4-3ca5-486f-abf0-ec662c62b53d', 'network_id': '371425c0-1ad9-4640-8637-d9368ddb07ea', 'port_id': 'd32d7aa4-3ca5-486f-abf0-ec662c62b53d', 'mac_address': 'fa:16:3e:bf:f2:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c19ccf88-7778-4418-ad11-438645181f88', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:27:30.377658 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '054d980d-2ae0-423f-b06b-14e9c776fb71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd32d7aa4-3ca5-486f-abf0-ec662c62b53d'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:30.380841 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-935c967f-2579-4213-8a65-790109c3cd2c" -d '{"events": [{"server_uuid": "054d980d-2ae0-423f-b06b-14e9c776fb71", "name": "network-vif-unplugged", "status": "completed", "tag": "d32d7aa4-3ca5-486f-abf0-ec662c62b53d"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:30.391952 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bee284e-3ccf-4a42-aee5-fc74737b35d5 None None] Network eeeaf457-d2ef-46ca-9bd6-93a46b5606e5 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:27:30.417106 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port d32d7aa4-3ca5-486f-abf0-ec662c62b53d, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=d32d7aa4-3ca5-486f-abf0-ec662c62b53d,segment=NetworkSegment(bdbf0e78-63fc-4baf-b91d-154115f4c256),segment_id=bdbf0e78-63fc-4baf-b91d-154115f4c256)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:30.433656 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:30.446122 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb14487-c0a7-41b1-8007-63701ae45a5f req-32312218-a2d3-494f-b4e9-55c2e8a4014f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:30.447604 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bbb14487-c0a7-41b1-8007-63701ae45a5f req-32312218-a2d3-494f-b4e9-55c2e8a4014f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.1439075 Nov 25 17:27:30.480295 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:30.528031 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:27:30.528031 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:27:30.528031 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:27:30.528031 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:27:30.528031 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:27:30.528031 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:27:30.528031 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:27:30.528031 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:27:30.528031 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:27:30.528031 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:27:30.528031 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:27:30.528031 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:27:30.528031 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:27:30.528031 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:27:30.528031 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:27:30.528031 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:27:30.528031 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:27:30.528031 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:27:30.528031 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:27:30.528031 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:27:30.528031 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:27:30.528031 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:27:30.528031 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:27:30.528031 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:27:30.528031 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:27:30.528031 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:27:30.528031 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:27:30.528031 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:27:30.528031 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:27:30.528031 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:27:30.528031 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:27:30.528031 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:27:30.538703 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-737b47f8-7878-407e-867f-e84755cee6fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:30.546280 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d32d7aa4-3ca5-486f-abf0-ec662c62b53d {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:27:30.546518 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-737b47f8-7878-407e-867f-e84755cee6fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:30.550494 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-737b47f8-7878-407e-867f-e84755cee6fe admin admin] 10.222.0.75 "DELETE /v2.0/networks/108e5a60-5780-453d-81ed-5c6c9e295ccf HTTP/1.1" status: 204 len: 168 time: 1.1597097 Nov 25 17:27:30.599220 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bee3438f-16b5-4698-9473-739ef7918836 req-4271af51-3df9-4316-b27f-52bcf05b0ddf tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4628937 Nov 25 17:27:30.611232 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9323bce-417c-4641-99d9-619470a9095e req-e93ef196-7963-4369-8223-1a8adb7d0976 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:30.616470 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d9323bce-417c-4641-99d9-619470a9095e req-e93ef196-7963-4369-8223-1a8adb7d0976 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.90 "GET /v2.0/ports?device_id=0b019eb1-a039-43b5-966f-fa659895034f HTTP/1.1" status: 200 len: 944 time: 1.0442643 Nov 25 17:27:30.648644 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=d32d7aa4-3ca5-486f-abf0-ec662c62b53d,revision_number=6']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:30.666591 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737b47f8-7878-407e-867f-e84755cee6fe admin admin] Pushing event deleted for resources: {'Network': ['ID=108e5a60-5780-453d-81ed-5c6c9e295ccf,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:30.717353 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-456e7cbb-6026-4e39-b1c5-32694cbfa2b1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=21f728f76092479bbd096847b3caf950&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8222220 Nov 25 17:27:30.722406 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39066) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:30.735839 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb14487-c0a7-41b1-8007-63701ae45a5f req-46624bc2-98d5-49c7-9950-890d66dca328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:30.737705 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bbb14487-c0a7-41b1-8007-63701ae45a5f req-46624bc2-98d5-49c7-9950-890d66dca328 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2188711 Nov 25 17:27:30.747027 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33469d1d-649a-43af-a374-13c5d9af1b78 req-71d1054f-b95f-4625-9247-26784007c471 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:30.754280 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-33469d1d-649a-43af-a374-13c5d9af1b78 req-71d1054f-b95f-4625-9247-26784007c471 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=05dadc8c-bada-4961-993d-fd0c20c45dc1 HTTP/1.1" status: 200 len: 947 time: 0.4557297 Nov 25 17:27:30.767374 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.db.api [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:27:30.767639 n-d-817746-1 neutron-server[103362]: DEBUG oslo_db.api [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:27:30.882315 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bbb14487-c0a7-41b1-8007-63701ae45a5f req-61233c8a-9f56-4bec-8111-3369ccf37165 service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194735 Nov 25 17:27:30.882874 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39070) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:30.959088 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-d9323bce-417c-4641-99d9-619470a9095e req-9f777f95-fc6f-4f02-bb1c-ca07aea449ad tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Deleting port 4f364e30-1840-4273-9226-3786fd484ad0 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:30.959609 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-d9323bce-417c-4641-99d9-619470a9095e req-9f777f95-fc6f-4f02-bb1c-ca07aea449ad tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:31.096177 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-33469d1d-649a-43af-a374-13c5d9af1b78 req-4d898e48-b905-4b1a-abe4-a462f7028753 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409100 Nov 25 17:27:31.099230 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-564e88c4-58ef-403b-b94d-c8ae85a4a794 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ac7a18821f8e4e00814d44731ef8d033&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2081892 Nov 25 17:27:31.104332 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39076) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:31.117862 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-d9323bce-417c-4641-99d9-619470a9095e req-9f777f95-fc6f-4f02-bb1c-ca07aea449ad tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] For port 4f364e30-1840-4273-9226-3786fd484ad0, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=4f364e30-1840-4273-9226-3786fd484ad0,segment=NetworkSegment(2c22414f-d4c7-43ac-a576-c7b2f18031bf),segment_id=2c22414f-d4c7-43ac-a576-c7b2f18031bf)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:31.118083 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-d9323bce-417c-4641-99d9-619470a9095e req-9f777f95-fc6f-4f02-bb1c-ca07aea449ad tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:31.135212 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-d9323bce-417c-4641-99d9-619470a9095e req-9f777f95-fc6f-4f02-bb1c-ca07aea449ad tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Calling delete_port for 4f364e30-1840-4273-9226-3786fd484ad0 owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:31.152791 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a83f2059-a31d-45a4-abfc-460227656c4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:31.257782 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bbb14487-c0a7-41b1-8007-63701ae45a5f req-e003881d-5cfe-4806-8dde-054198300b94 service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538206 Nov 25 17:27:31.259597 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a83f2059-a31d-45a4-abfc-460227656c4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:31.280053 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:27:31.281843 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2c34e982-a7fa-4dda-9917-7990358bc0f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:31.322703 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-d9323bce-417c-4641-99d9-619470a9095e req-9f777f95-fc6f-4f02-bb1c-ca07aea449ad tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:31.328912 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:31.340866 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['4f364e30-1840-4273-9226-3786fd484ad0'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:27:31.362345 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f777f95-fc6f-4f02-bb1c-ca07aea449ad tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Pushing event deleted for resources: {'Port': ['ID=4f364e30-1840-4273-9226-3786fd484ad0,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:31.371609 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d32d7aa4-3ca5-486f-abf0-ec662c62b53d {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:27:31.386805 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2c34e982-a7fa-4dda-9917-7990358bc0f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:31.397235 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port d32d7aa4-3ca5-486f-abf0-ec662c62b53d, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=d32d7aa4-3ca5-486f-abf0-ec662c62b53d,segment=NetworkSegment(bdbf0e78-63fc-4baf-b91d-154115f4c256),segment_id=bdbf0e78-63fc-4baf-b91d-154115f4c256)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:31.404926 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:31.439078 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9323bce-417c-4641-99d9-619470a9095e req-9f777f95-fc6f-4f02-bb1c-ca07aea449ad tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] No DVR routers for this DVR port 4f364e30-1840-4273-9226-3786fd484ad0 on host n-h2-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:27:31.442607 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-d9323bce-417c-4641-99d9-619470a9095e req-9f777f95-fc6f-4f02-bb1c-ca07aea449ad tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:31.446607 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d9323bce-417c-4641-99d9-619470a9095e req-9f777f95-fc6f-4f02-bb1c-ca07aea449ad tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.90 "DELETE /v2.0/ports/4f364e30-1840-4273-9226-3786fd484ad0 HTTP/1.1" status: 204 len: 173 time: 0.8032055 Nov 25 17:27:31.447070 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b019eb1-a039-43b5-966f-fa659895034f', 'name': 'network-vif-deleted', 'tag': '4f364e30-1840-4273-9226-3786fd484ad0'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:31.450190 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9268db5-4184-4b44-a101-edbe751a5ad2" -d '{"events": [{"server_uuid": "0b019eb1-a039-43b5-966f-fa659895034f", "name": "network-vif-deleted", "tag": "4f364e30-1840-4273-9226-3786fd484ad0"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:31.461868 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=d32d7aa4-3ca5-486f-abf0-ec662c62b53d,revision_number=7']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:31.462461 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019e2fc7-ee28-4ef2-8b32-d1d8d3205847 req-d3fdbbf8-c7e4-47ab-9457-7639ddf580c4 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:31.463982 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-019e2fc7-ee28-4ef2-8b32-d1d8d3205847 req-d3fdbbf8-c7e4-47ab-9457-7639ddf580c4 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=054d980d-2ae0-423f-b06b-14e9c776fb71 HTTP/1.1" status: 200 len: 943 time: 0.2731118 Nov 25 17:27:31.530792 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a83f2059-a31d-45a4-abfc-460227656c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:31.533371 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a83f2059-a31d-45a4-abfc-460227656c4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:31.534512 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-a83f2059-a31d-45a4-abfc-460227656c4f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/db2a83cc-54ee-4a78-ab68-e061f969dc8c HTTP/1.1" status: 204 len: 168 time: 0.8066597 Nov 25 17:27:31.544499 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584d50d-3b78-4c4a-a44c-4e7c0aa58ef9 req-85065c69-0305-4647-b6d6-cb076a66b0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:31.546010 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5584d50d-3b78-4c4a-a44c-4e7c0aa58ef9 req-85065c69-0305-4647-b6d6-cb076a66b0da service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e949b071017c47779120773fb05efee7&device_id=05dadc8c-bada-4961-993d-fd0c20c45dc1 HTTP/1.1" status: 200 len: 1098 time: 0.1927114 Nov 25 17:27:31.574354 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83f2059-a31d-45a4-abfc-460227656c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2a83cc-54ee-4a78-ab68-e061f969dc8c,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:31.582075 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f1054-335a-47dd-9522-1e10667a6a66 req-5c4f13be-24df-4274-8758-05763192ae4d tempest-InstanceActionsV221TestJSON-124639443 tempest-InstanceActionsV221TestJSON-124639443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:31.585290 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-be3f1054-335a-47dd-9522-1e10667a6a66 req-5c4f13be-24df-4274-8758-05763192ae4d tempest-InstanceActionsV221TestJSON-124639443 tempest-InstanceActionsV221TestJSON-124639443-project] 10.222.0.75 "GET /v2.0/networks?id=eeeaf457-d2ef-46ca-9bd6-93a46b5606e5 HTTP/1.1" status: 200 len: 818 time: 0.2978125 Nov 25 17:27:31.610293 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['d32d7aa4-3ca5-486f-abf0-ec662c62b53d'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:27:31.639785 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2c34e982-a7fa-4dda-9917-7990358bc0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:31.642348 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2c34e982-a7fa-4dda-9917-7990358bc0f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:31.643460 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-2c34e982-a7fa-4dda-9917-7990358bc0f9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c1d29fd8-dfe8-4d0b-9964-1de7273f9f23 HTTP/1.1" status: 204 len: 168 time: 0.5316978 Nov 25 17:27:31.681180 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-019e2fc7-ee28-4ef2-8b32-d1d8d3205847 req-6fb8e30b-6c41-44e3-af96-70eddc094b23 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001157 Nov 25 17:27:31.699508 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-be3f1054-335a-47dd-9522-1e10667a6a66 req-7e60a22e-e0ac-4afb-aa07-b845cbd9f54b tempest-InstanceActionsV221TestJSON-124639443 tempest-InstanceActionsV221TestJSON-124639443-project] 10.222.0.75 "GET /v2.0/quotas/dc12a3339d49449eb677cae2af745bb5 HTTP/1.1" status: 200 len: 375 time: 0.0852032 Nov 25 17:27:31.723010 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c34e982-a7fa-4dda-9917-7990358bc0f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d29fd8-dfe8-4d0b-9964-1de7273f9f23,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:31.758355 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb0c3ba3-ff22-4f12-a900-2781048057aa x-openstack-request-id: req-fb0c3ba3-ff22-4f12-a900-2781048057aa {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:31.758958 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "054d980d-2ae0-423f-b06b-14e9c776fb71", "name": "network-vif-unplugged", "status": "completed", "tag": "d32d7aa4-3ca5-486f-abf0-ec662c62b53d", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:31.759517 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fb0c3ba3-ff22-4f12-a900-2781048057aa {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:31.760289 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '054d980d-2ae0-423f-b06b-14e9c776fb71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd32d7aa4-3ca5-486f-abf0-ec662c62b53d', 'code': 200} Nov 25 17:27:31.762754 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-be3f1054-335a-47dd-9522-1e10667a6a66 req-c45bcc1c-5592-4a65-ab81-de01d48b6806 tempest-InstanceActionsV221TestJSON-124639443 tempest-InstanceActionsV221TestJSON-124639443-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=dc12a3339d49449eb677cae2af745bb5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483983 Nov 25 17:27:31.882879 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584d50d-3b78-4c4a-a44c-4e7c0aa58ef9 req-32da9db0-9565-4d62-9dd3-1ae868cd93cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:31.885120 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5584d50d-3b78-4c4a-a44c-4e7c0aa58ef9 req-32da9db0-9565-4d62-9dd3-1ae868cd93cf service neutron] 10.222.0.90 "GET /v2.0/networks?id=ab4fed0b-9bf1-4925-8765-94da08c5de2a HTTP/1.1" status: 200 len: 870 time: 0.3255603 Nov 25 17:27:31.903764 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bfefd7e2-fa1a-4e74-aaf7-bc3521edcd6b req-e1d428ac-dbe4-4bfd-ac36-965114eed9b5 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=0b019eb1-a039-43b5-966f-fa659895034f HTTP/1.1" status: 200 len: 210 time: 0.0643778 Nov 25 17:27:31.957383 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5584d50d-3b78-4c4a-a44c-4e7c0aa58ef9 req-8dc77cb9-87cb-4d76-a171-00cf9451fe2c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=5dd26ad6-440e-45ad-be85-4b1a98da85a4 HTTP/1.1" status: 200 len: 217 time: 0.0558591 Nov 25 17:27:32.040701 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53318781-90d8-43b2-9852-5a7cfa956f9d x-openstack-request-id: req-53318781-90d8-43b2-9852-5a7cfa956f9d {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:32.041988 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b019eb1-a039-43b5-966f-fa659895034f", "name": "network-vif-deleted", "tag": "4f364e30-1840-4273-9226-3786fd484ad0", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:32.042713 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-53318781-90d8-43b2-9852-5a7cfa956f9d {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:32.043971 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b019eb1-a039-43b5-966f-fa659895034f', 'name': 'network-vif-deleted', 'tag': '4f364e30-1840-4273-9226-3786fd484ad0', 'status': 'completed', 'code': 200} Nov 25 17:27:32.163663 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39120) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:32.221096 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0b69332b-aee4-4ae6-8921-e85cbedfe86c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=51aa4054b7924de098745ba16a4fa1d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0560670 Nov 25 17:27:32.221790 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39122) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:32.224266 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39124) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:32.291926 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6aa95c3e-fd6d-4234-a8a6-f8911f498891 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=08a23541028d4d0cb42aa75976c5a0b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0690072 Nov 25 17:27:32.296686 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39126) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:32.316699 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d0bb990f-7fc3-41ef-8443-9f1c15527815 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:32.345811 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-be3f1054-335a-47dd-9522-1e10667a6a66 req-8c91f701-e8dd-40a7-aa5a-6587e5ae355c service neutron] 10.222.0.75 "GET /v2.0/networks/eeeaf457-d2ef-46ca-9bd6-93a46b5606e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5632327 Nov 25 17:27:32.355924 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d0bb990f-7fc3-41ef-8443-9f1c15527815 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:32.367910 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584d50d-3b78-4c4a-a44c-4e7c0aa58ef9 req-83c340c5-e1c6-4822-8346-ecbacd9df873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:32.369342 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5584d50d-3b78-4c4a-a44c-4e7c0aa58ef9 req-83c340c5-e1c6-4822-8346-ecbacd9df873 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.3886507 Nov 25 17:27:32.388277 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-19e47e38-77e8-4782-a91d-3bf99f093525 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:32.405805 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af8887-17d2-43dd-87ca-86b546d20d26 req-82f2209b-18d9-4c50-97f6-657fee6a44a8 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:32.407146 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-28af8887-17d2-43dd-87ca-86b546d20d26 req-82f2209b-18d9-4c50-97f6-657fee6a44a8 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bcf3899-1ec0-4e88-8dfe-3fae5fcd314c HTTP/1.1" status: 200 len: 945 time: 0.1181631 Nov 25 17:27:32.417339 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-19e47e38-77e8-4782-a91d-3bf99f093525 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:32.446767 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d0bb990f-7fc3-41ef-8443-9f1c15527815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:32.449288 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d0bb990f-7fc3-41ef-8443-9f1c15527815 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:32.452754 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d0bb990f-7fc3-41ef-8443-9f1c15527815 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ca407db1-dd33-4f29-bdf6-47a4fd4d20f3 HTTP/1.1" status: 204 len: 168 time: 0.2211947 Nov 25 17:27:32.469987 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bb990f-7fc3-41ef-8443-9f1c15527815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca407db1-dd33-4f29-bdf6-47a4fd4d20f3,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:32.497103 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-19e47e38-77e8-4782-a91d-3bf99f093525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:32.500497 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-19e47e38-77e8-4782-a91d-3bf99f093525 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:32.501911 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-19e47e38-77e8-4782-a91d-3bf99f093525 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e2d24938-fc4f-4a18-b45f-40924109c50c HTTP/1.1" status: 204 len: 168 time: 0.2042329 Nov 25 17:27:32.525691 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584d50d-3b78-4c4a-a44c-4e7c0aa58ef9 req-6ee79e0a-3c58-4401-bac0-df877876067e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:32.527665 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e47e38-77e8-4782-a91d-3bf99f093525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d24938-fc4f-4a18-b45f-40924109c50c,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:32.528025 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5584d50d-3b78-4c4a-a44c-4e7c0aa58ef9 req-6ee79e0a-3c58-4401-bac0-df877876067e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1483123 Nov 25 17:27:32.550012 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-be3f1054-335a-47dd-9522-1e10667a6a66 req-53bac021-1913-43f9-b931-a4acdbb8851b service neutron] 10.222.0.75 "GET /v2.0/networks/eeeaf457-d2ef-46ca-9bd6-93a46b5606e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961038 Nov 25 17:27:32.560537 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-28af8887-17d2-43dd-87ca-86b546d20d26 req-308a4f8e-853b-40b1-8dd6-0d618ea97148 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357687 Nov 25 17:27:32.783985 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5584d50d-3b78-4c4a-a44c-4e7c0aa58ef9 req-a2268b88-01b9-4add-9764-d641f06b10eb service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460470 Nov 25 17:27:32.859611 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973afe89-cf78-4b56-acc0-fa7613fa37f2 req-5be4812e-0700-4a1b-a382-cfe492ffff3a tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:32.868080 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-973afe89-cf78-4b56-acc0-fa7613fa37f2 req-5be4812e-0700-4a1b-a382-cfe492ffff3a tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=05dadc8c-bada-4961-993d-fd0c20c45dc1 HTTP/1.1" status: 200 len: 947 time: 0.1677158 Nov 25 17:27:32.935207 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-973afe89-cf78-4b56-acc0-fa7613fa37f2 req-7c4f397a-62b7-47a7-842c-81f04938f505 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660956 Nov 25 17:27:32.974678 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5584d50d-3b78-4c4a-a44c-4e7c0aa58ef9 req-c6136323-2f7d-49d4-b5e0-8ba4093cb925 service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830165 Nov 25 17:27:33.097712 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b5e06-7049-4ce7-ab31-9ce3a9e713ec req-fa730e43-28b9-4258-a0ad-5cd01af4480d tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:33.105438 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-085b5e06-7049-4ce7-ab31-9ce3a9e713ec req-fa730e43-28b9-4258-a0ad-5cd01af4480d tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=054d980d-2ae0-423f-b06b-14e9c776fb71 HTTP/1.1" status: 200 len: 944 time: 0.0623424 Nov 25 17:27:33.158484 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-085b5e06-7049-4ce7-ab31-9ce3a9e713ec req-4d441b77-7c93-46ea-b216-e90419f64d83 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521824 Nov 25 17:27:33.269588 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-59caff2b-2ca6-431b-93b8-53524f71b4e4 req-c94e496e-05c5-4925-b283-3f0fcc9c0e71 tempest-InstanceActionsV221TestJSON-124639443 tempest-InstanceActionsV221TestJSON-124639443-project] 10.222.0.75 "GET /v2.0/ports?device_id=1582296b-8b3e-47bb-922a-682843814f6b HTTP/1.1" status: 200 len: 210 time: 0.0306928 Nov 25 17:27:33.444243 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device d32d7aa4-3ca5-486f-abf0-ec662c62b53d up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:27:33.583650 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port d32d7aa4-3ca5-486f-abf0-ec662c62b53d triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:33.584116 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:33.659984 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25132b1-ce62-425d-9c05-0eb7cf6a9aec req-941709ff-a3b9-437b-9b10-e631afbfda46 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:33.661889 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f25132b1-ce62-425d-9c05-0eb7cf6a9aec req-941709ff-a3b9-437b-9b10-e631afbfda46 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc2509d2-f3d8-4a76-88ba-4f24b3c24044 HTTP/1.1" status: 200 len: 944 time: 0.0627861 Nov 25 17:27:33.710092 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:33.768850 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '054d980d-2ae0-423f-b06b-14e9c776fb71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd32d7aa4-3ca5-486f-abf0-ec662c62b53d'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:33.777210 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f25132b1-ce62-425d-9c05-0eb7cf6a9aec req-2109ea0b-4609-4741-978b-814385fa5174 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071167 Nov 25 17:27:33.791644 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c9a2b7-ee5d-48f7-9636-1e2bb9882d66" -d '{"events": [{"server_uuid": "054d980d-2ae0-423f-b06b-14e9c776fb71", "name": "network-vif-plugged", "status": "completed", "tag": "d32d7aa4-3ca5-486f-abf0-ec662c62b53d"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:33.807942 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port d32d7aa4-3ca5-486f-abf0-ec662c62b53d, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=d32d7aa4-3ca5-486f-abf0-ec662c62b53d,segment=NetworkSegment(bdbf0e78-63fc-4baf-b91d-154115f4c256),segment_id=bdbf0e78-63fc-4baf-b91d-154115f4c256)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:33.815667 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:33.849363 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1620ac76-d63d-4fee-9c42-8fd49523dccb x-openstack-request-id: req-1620ac76-d63d-4fee-9c42-8fd49523dccb {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:33.849897 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "054d980d-2ae0-423f-b06b-14e9c776fb71", "name": "network-vif-plugged", "status": "completed", "tag": "d32d7aa4-3ca5-486f-abf0-ec662c62b53d", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:33.850343 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1620ac76-d63d-4fee-9c42-8fd49523dccb {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:33.850892 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '054d980d-2ae0-423f-b06b-14e9c776fb71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd32d7aa4-3ca5-486f-abf0-ec662c62b53d', 'code': 200} Nov 25 17:27:33.899516 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=d32d7aa4-3ca5-486f-abf0-ec662c62b53d,revision_number=8']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:33.925537 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9199981c-1b13-4bff-956c-8a73bb9a60d9 req-9b19f3ed-dcc8-4524-a8ae-9189336fa70a tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:33.928046 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9199981c-1b13-4bff-956c-8a73bb9a60d9 req-9b19f3ed-dcc8-4524-a8ae-9189336fa70a tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bcf3899-1ec0-4e88-8dfe-3fae5fcd314c HTTP/1.1" status: 200 len: 945 time: 0.0677867 Nov 25 17:27:34.012866 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9199981c-1b13-4bff-956c-8a73bb9a60d9 req-33659545-47e5-4923-8730-ad0224b0022b tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787554 Nov 25 17:27:34.050816 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bfd565-df6f-4ba5-81f6-5bca73247151 req-f12b5432-ec82-48ef-ab8c-c47786978c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:34.053701 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-86bfd565-df6f-4ba5-81f6-5bca73247151 req-f12b5432-ec82-48ef-ab8c-c47786978c57 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=054d980d-2ae0-423f-b06b-14e9c776fb71 HTTP/1.1" status: 200 len: 1096 time: 0.0841899 Nov 25 17:27:34.127355 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 5dd26ad6-440e-45ad-be85-4b1a98da85a4 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:27:34.142019 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-86bfd565-df6f-4ba5-81f6-5bca73247151 req-e97748eb-ccb7-47d9-bcbb-175bcf0844d5 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797102 Nov 25 17:27:34.159824 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 4f364e30-1840-4273-9226-3786fd484ad0 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:27:34.187856 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: 4f364e30-1840-4273-9226-3786fd484ad0 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:27:34.187856 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 4f364e30-1840-4273-9226-3786fd484ad0 not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:27:34.261285 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43e4d0-722f-4812-9882-17de33fc20a5 req-372e1b09-d634-4e94-9ae0-fa45fe8aef8f tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:34.262925 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8b43e4d0-722f-4812-9882-17de33fc20a5 req-372e1b09-d634-4e94-9ae0-fa45fe8aef8f tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.90 "GET /v2.0/ports?device_id=fc2509d2-f3d8-4a76-88ba-4f24b3c24044 HTTP/1.1" status: 200 len: 944 time: 0.2255690 Nov 25 17:27:34.283264 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 5dd26ad6-440e-45ad-be85-4b1a98da85a4, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=5dd26ad6-440e-45ad-be85-4b1a98da85a4,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:34.288664 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132e095-c9a4-40d3-b3a0-25affc3b3d57 req-d76f40ab-0651-4ed5-a8d7-23c8a2092651 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:34.295413 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3132e095-c9a4-40d3-b3a0-25affc3b3d57 req-d76f40ab-0651-4ed5-a8d7-23c8a2092651 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/networks?id=6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5 HTTP/1.1" status: 200 len: 804 time: 0.1449060 Nov 25 17:27:34.298335 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '5dd26ad6-440e-45ad-be85-4b1a98da85a4', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'port_id': '5dd26ad6-440e-45ad-be85-4b1a98da85a4', 'mac_address': 'fa:16:3e:b4:9d:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8793709c-5336-428d-aede-b0b8df1a26b2', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:27:34.355389 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a31df-5134-4b0b-aaff-14f7e61d6f13 req-fc705f2a-030e-4993-a815-8122f55221ec tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:34.360207 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b24a31df-5134-4b0b-aaff-14f7e61d6f13 req-fc705f2a-030e-4993-a815-8122f55221ec tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=05dadc8c-bada-4961-993d-fd0c20c45dc1 HTTP/1.1" status: 200 len: 947 time: 0.2604489 Nov 25 17:27:34.381673 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:34.416241 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dd26ad6-440e-45ad-be85-4b1a98da85a4 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:27:34.430872 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3132e095-c9a4-40d3-b3a0-25affc3b3d57 req-a856ac81-876f-42fe-af9f-633d6c854ccc tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/quotas/733f83ade5ed462890d9dfd70ff5e26d HTTP/1.1" status: 200 len: 375 time: 0.1343822 Nov 25 17:27:34.461232 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 5dd26ad6-440e-45ad-be85-4b1a98da85a4, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=5dd26ad6-440e-45ad-be85-4b1a98da85a4,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:34.469570 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:34.528567 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f1054-335a-47dd-9522-1e10667a6a66 req-e366c5cf-fa65-4c39-8dc3-0d77984ba3ce tempest-InstanceActionsV221TestJSON-124639443 tempest-InstanceActionsV221TestJSON-124639443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:34.530976 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=5dd26ad6-440e-45ad-be85-4b1a98da85a4,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:34.531225 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-be3f1054-335a-47dd-9522-1e10667a6a66 req-e366c5cf-fa65-4c39-8dc3-0d77984ba3ce tempest-InstanceActionsV221TestJSON-124639443 tempest-InstanceActionsV221TestJSON-124639443-project] 10.222.0.74 "GET /v2.0/networks?id=eeeaf457-d2ef-46ca-9bd6-93a46b5606e5 HTTP/1.1" status: 200 len: 818 time: 0.1977160 Nov 25 17:27:34.552861 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-be3f1054-335a-47dd-9522-1e10667a6a66 req-f415e9b8-7470-4a01-92b3-6a65195ce4c7 tempest-InstanceActionsV221TestJSON-124639443 tempest-InstanceActionsV221TestJSON-124639443-project] Request body: {'port': {'device_id': '1582296b-8b3e-47bb-922a-682843814f6b', 'network_id': 'eeeaf457-d2ef-46ca-9bd6-93a46b5606e5', 'admin_state_up': True, 'tenant_id': 'dc12a3339d49449eb677cae2af745bb5'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:34.587749 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b24a31df-5134-4b0b-aaff-14f7e61d6f13 req-e7ce28dd-9098-4aa1-b001-90819d100985 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113431 Nov 25 17:27:34.643495 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3132e095-c9a4-40d3-b3a0-25affc3b3d57 req-a703c0d4-ff92-4cae-adcb-9dc96487cf90 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=733f83ade5ed462890d9dfd70ff5e26d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1986332 Nov 25 17:27:34.724397 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['5dd26ad6-440e-45ad-be85-4b1a98da85a4'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:27:34.754568 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be3f1054-335a-47dd-9522-1e10667a6a66 req-f415e9b8-7470-4a01-92b3-6a65195ce4c7 tempest-InstanceActionsV221TestJSON-124639443 tempest-InstanceActionsV221TestJSON-124639443-project] Made reservation on behalf of dc12a3339d49449eb677cae2af745bb5 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:27:34.758667 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-be3f1054-335a-47dd-9522-1e10667a6a66 req-f415e9b8-7470-4a01-92b3-6a65195ce4c7 tempest-InstanceActionsV221TestJSON-124639443 tempest-InstanceActionsV221TestJSON-124639443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:34.804335 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-8b43e4d0-722f-4812-9882-17de33fc20a5 req-82fa1162-b692-404e-bab2-fb27a73a8f60 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Deleting port e763c60f-ccab-4308-b53f-eff80896615e {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:34.806796 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-8b43e4d0-722f-4812-9882-17de33fc20a5 req-82fa1162-b692-404e-bab2-fb27a73a8f60 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:34.928766 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b60f3c-9369-4a15-956a-b7d1939ce395 req-1132fd1c-1c40-4430-9502-d628f85805e8 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:34.941820 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-01b60f3c-9369-4a15-956a-b7d1939ce395 req-1132fd1c-1c40-4430-9502-d628f85805e8 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=054d980d-2ae0-423f-b06b-14e9c776fb71 HTTP/1.1" status: 200 len: 945 time: 0.2604098 Nov 25 17:27:34.946107 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-be3f1054-335a-47dd-9522-1e10667a6a66 req-f415e9b8-7470-4a01-92b3-6a65195ce4c7 tempest-InstanceActionsV221TestJSON-124639443 tempest-InstanceActionsV221TestJSON-124639443-project] Allocated IP 172.20.0.12 (eeeaf457-d2ef-46ca-9bd6-93a46b5606e5/61d0f384-7f5a-4ecf-8061-5ef7dd7de5aa/7d8c4437-be8f-4b5d-8704-e9493180d426) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:27:34.977774 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3132e095-c9a4-40d3-b3a0-25affc3b3d57 req-cb57286e-b6ea-43fb-ae70-e1f636d1390a service neutron] 10.222.0.75 "GET /v2.0/networks/6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123732 Nov 25 17:27:35.079913 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-01b60f3c-9369-4a15-956a-b7d1939ce395 req-50e85bde-1488-4d6b-8c6a-56d17dc5f0dd tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361368 Nov 25 17:27:35.092102 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-8b43e4d0-722f-4812-9882-17de33fc20a5 req-82fa1162-b692-404e-bab2-fb27a73a8f60 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] For port e763c60f-ccab-4308-b53f-eff80896615e, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=e763c60f-ccab-4308-b53f-eff80896615e,segment=NetworkSegment(2c22414f-d4c7-43ac-a576-c7b2f18031bf),segment_id=2c22414f-d4c7-43ac-a576-c7b2f18031bf)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:35.092496 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-8b43e4d0-722f-4812-9882-17de33fc20a5 req-82fa1162-b692-404e-bab2-fb27a73a8f60 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:35.113480 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-be3f1054-335a-47dd-9522-1e10667a6a66 req-f415e9b8-7470-4a01-92b3-6a65195ce4c7 tempest-InstanceActionsV221TestJSON-124639443 tempest-InstanceActionsV221TestJSON-124639443-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:35.120222 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-8b43e4d0-722f-4812-9882-17de33fc20a5 req-82fa1162-b692-404e-bab2-fb27a73a8f60 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Calling delete_port for e763c60f-ccab-4308-b53f-eff80896615e owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:35.160380 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-be3f1054-335a-47dd-9522-1e10667a6a66 req-f415e9b8-7470-4a01-92b3-6a65195ce4c7 tempest-InstanceActionsV221TestJSON-124639443 tempest-InstanceActionsV221TestJSON-124639443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:35.193689 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3132e095-c9a4-40d3-b3a0-25affc3b3d57 req-1f092479-20db-46c2-b1d0-f211a0c943b4 service neutron] 10.222.0.75 "GET /v2.0/networks/6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146330 Nov 25 17:27:35.220405 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be3f1054-335a-47dd-9522-1e10667a6a66 req-f415e9b8-7470-4a01-92b3-6a65195ce4c7 tempest-InstanceActionsV221TestJSON-124639443 tempest-InstanceActionsV221TestJSON-124639443-project] Network eeeaf457-d2ef-46ca-9bd6-93a46b5606e5 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:27:35.225292 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-be3f1054-335a-47dd-9522-1e10667a6a66 req-f415e9b8-7470-4a01-92b3-6a65195ce4c7 tempest-InstanceActionsV221TestJSON-124639443 tempest-InstanceActionsV221TestJSON-124639443-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:27:35.227373 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415e9b8-7470-4a01-92b3-6a65195ce4c7 tempest-InstanceActionsV221TestJSON-124639443 tempest-InstanceActionsV221TestJSON-124639443-project] Pushing event updated for resources: {'Port': ['ID=7d8c4437-be8f-4b5d-8704-e9493180d426,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:35.235826 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-be3f1054-335a-47dd-9522-1e10667a6a66 req-f415e9b8-7470-4a01-92b3-6a65195ce4c7 tempest-InstanceActionsV221TestJSON-124639443 tempest-InstanceActionsV221TestJSON-124639443-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:27:35.270796 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08970d-2e3c-4c1c-b29a-1527cf707ca1 req-409f3060-c3db-4b90-83e7-522d9dd27b57 tempest-InstanceActionsV221TestJSON-124639443 tempest-InstanceActionsV221TestJSON-124639443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:35.273113 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6e08970d-2e3c-4c1c-b29a-1527cf707ca1 req-409f3060-c3db-4b90-83e7-522d9dd27b57 tempest-InstanceActionsV221TestJSON-124639443 tempest-InstanceActionsV221TestJSON-124639443-project] 10.222.0.75 "GET /v2.0/ports?device_id=1582296b-8b3e-47bb-922a-682843814f6b HTTP/1.1" status: 200 len: 932 time: 0.0845735 Nov 25 17:27:35.299321 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f1054-335a-47dd-9522-1e10667a6a66 req-f415e9b8-7470-4a01-92b3-6a65195ce4c7 tempest-InstanceActionsV221TestJSON-124639443 tempest-InstanceActionsV221TestJSON-124639443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:35.299951 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-be3f1054-335a-47dd-9522-1e10667a6a66 req-f415e9b8-7470-4a01-92b3-6a65195ce4c7 tempest-InstanceActionsV221TestJSON-124639443 tempest-InstanceActionsV221TestJSON-124639443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:35.323706 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-be3f1054-335a-47dd-9522-1e10667a6a66 req-f415e9b8-7470-4a01-92b3-6a65195ce4c7 tempest-InstanceActionsV221TestJSON-124639443 tempest-InstanceActionsV221TestJSON-124639443-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7769990 Nov 25 17:27:35.339884 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-be3f1054-335a-47dd-9522-1e10667a6a66 req-44ccaf0b-fd2f-4e28-98fe-f1049a1fe787 service neutron] Request body: {'port': {'device_id': '1582296b-8b3e-47bb-922a-682843814f6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:35.378838 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-8b43e4d0-722f-4812-9882-17de33fc20a5 req-82fa1162-b692-404e-bab2-fb27a73a8f60 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:35.417693 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6e08970d-2e3c-4c1c-b29a-1527cf707ca1 req-5eec3e5c-a4c5-4a3f-b7a8-0a84361063cb tempest-InstanceActionsV221TestJSON-124639443 tempest-InstanceActionsV221TestJSON-124639443-project] 10.222.0.75 "GET /v2.0/security-groups?id=2003d2ed-ecb7-489f-8e29-3b5098e1ad6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376882 Nov 25 17:27:35.425667 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-be3f1054-335a-47dd-9522-1e10667a6a66 req-44ccaf0b-fd2f-4e28-98fe-f1049a1fe787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:35.447486 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fa1162-b692-404e-bab2-fb27a73a8f60 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Pushing event deleted for resources: {'Port': ['ID=e763c60f-ccab-4308-b53f-eff80896615e,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:35.450128 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7cf4faa9-3307-4d38-bb8d-ef2da725d0e3 req-4c6e2d71-253e-4e93-8b27-cd3c652b9f93 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc2509d2-f3d8-4a76-88ba-4f24b3c24044 HTTP/1.1" status: 200 len: 210 time: 0.0312684 Nov 25 17:27:35.510702 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b43e4d0-722f-4812-9882-17de33fc20a5 req-82fa1162-b692-404e-bab2-fb27a73a8f60 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] No DVR routers for this DVR port e763c60f-ccab-4308-b53f-eff80896615e on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:27:35.513240 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-8b43e4d0-722f-4812-9882-17de33fc20a5 req-82fa1162-b692-404e-bab2-fb27a73a8f60 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:35.518163 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8b43e4d0-722f-4812-9882-17de33fc20a5 req-82fa1162-b692-404e-bab2-fb27a73a8f60 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.90 "DELETE /v2.0/ports/e763c60f-ccab-4308-b53f-eff80896615e HTTP/1.1" status: 204 len: 173 time: 1.2472043 Nov 25 17:27:35.518688 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc2509d2-f3d8-4a76-88ba-4f24b3c24044', 'name': 'network-vif-deleted', 'tag': 'e763c60f-ccab-4308-b53f-eff80896615e'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:35.533823 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0345a56-0fea-4cc0-aa3d-0a13a700b77c" -d '{"events": [{"server_uuid": "fc2509d2-f3d8-4a76-88ba-4f24b3c24044", "name": "network-vif-deleted", "tag": "e763c60f-ccab-4308-b53f-eff80896615e"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:35.781012 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-be3f1054-335a-47dd-9522-1e10667a6a66 req-44ccaf0b-fd2f-4e28-98fe-f1049a1fe787 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d8c4437-be8f-4b5d-8704-e9493180d426 {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:27:35.789852 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-be3f1054-335a-47dd-9522-1e10667a6a66 req-44ccaf0b-fd2f-4e28-98fe-f1049a1fe787 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:35.804365 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-be3f1054-335a-47dd-9522-1e10667a6a66 req-44ccaf0b-fd2f-4e28-98fe-f1049a1fe787 service neutron] Transition to ACTIVE for port object 7d8c4437-be8f-4b5d-8704-e9493180d426 will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:27:35.809095 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-be3f1054-335a-47dd-9522-1e10667a6a66 req-44ccaf0b-fd2f-4e28-98fe-f1049a1fe787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:35.857125 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-101cfcbe-dd61-43cd-8969-095585f667b7 req-eb0eaee5-2de9-4d5d-a623-82cbf3de2b90 tempest-TenantUsagesTestJSON-1083750558 tempest-TenantUsagesTestJSON-1083750558-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=fc3fa6c657c84d12ba3a32db83ea3fb1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0559359 Nov 25 17:27:35.875308 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ccaf0b-fd2f-4e28-98fe-f1049a1fe787 service neutron] Pushing event updated for resources: {'Port': ['ID=7d8c4437-be8f-4b5d-8704-e9493180d426,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:35.904506 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be304357-4901-413d-a361-b75345567953 req-3fd50a4c-30f0-4d58-bf56-f372f8bc7402 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:35.906101 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-be304357-4901-413d-a361-b75345567953 req-3fd50a4c-30f0-4d58-bf56-f372f8bc7402 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.90 "GET /v2.0/ports?device_id=20b57555-0ca2-4620-b3cd-28ec4ad858b1 HTTP/1.1" status: 200 len: 945 time: 0.1496942 Nov 25 17:27:35.961125 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-be3f1054-335a-47dd-9522-1e10667a6a66 req-44ccaf0b-fd2f-4e28-98fe-f1049a1fe787 service neutron] Attempting to bind port 7d8c4437-be8f-4b5d-8704-e9493180d426 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:27:35.961727 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-be3f1054-335a-47dd-9522-1e10667a6a66 req-44ccaf0b-fd2f-4e28-98fe-f1049a1fe787 service neutron] Attempting to bind port 7d8c4437-be8f-4b5d-8704-e9493180d426 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '2cec76de-dbac-4c6c-acad-e2508ff14812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'eeeaf457-d2ef-46ca-9bd6-93a46b5606e5'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:27:35.962163 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3f1054-335a-47dd-9522-1e10667a6a66 req-44ccaf0b-fd2f-4e28-98fe-f1049a1fe787 service neutron] Attempting to bind port 7d8c4437-be8f-4b5d-8704-e9493180d426 on network eeeaf457-d2ef-46ca-9bd6-93a46b5606e5 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:27:35.963939 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8a31a-5e9d-4f8f-82fa-c27d11d27725 req-91471517-b1fe-4f4b-a87a-2a95c7bb8920 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:35.965482 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e2d8a31a-5e9d-4f8f-82fa-c27d11d27725 req-91471517-b1fe-4f4b-a87a-2a95c7bb8920 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bcf3899-1ec0-4e88-8dfe-3fae5fcd314c HTTP/1.1" status: 200 len: 945 time: 0.1881826 Nov 25 17:27:35.967020 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3f1054-335a-47dd-9522-1e10667a6a66 req-44ccaf0b-fd2f-4e28-98fe-f1049a1fe787 service neutron] Port 7d8c4437-be8f-4b5d-8704-e9493180d426 on network eeeaf457-d2ef-46ca-9bd6-93a46b5606e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:27:35.967449 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3f1054-335a-47dd-9522-1e10667a6a66 req-44ccaf0b-fd2f-4e28-98fe-f1049a1fe787 service neutron] Attempting to bind port 7d8c4437-be8f-4b5d-8704-e9493180d426 on network eeeaf457-d2ef-46ca-9bd6-93a46b5606e5 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:27:35.972820 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3f1054-335a-47dd-9522-1e10667a6a66 req-44ccaf0b-fd2f-4e28-98fe-f1049a1fe787 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:27:35.973341 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3f1054-335a-47dd-9522-1e10667a6a66 req-44ccaf0b-fd2f-4e28-98fe-f1049a1fe787 service neutron] Checking segment: {'id': '2cec76de-dbac-4c6c-acad-e2508ff14812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'eeeaf457-d2ef-46ca-9bd6-93a46b5606e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:27:35.973811 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3f1054-335a-47dd-9522-1e10667a6a66 req-44ccaf0b-fd2f-4e28-98fe-f1049a1fe787 service neutron] Bound using segment: {'id': '2cec76de-dbac-4c6c-acad-e2508ff14812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'eeeaf457-d2ef-46ca-9bd6-93a46b5606e5'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:27:35.974933 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-be3f1054-335a-47dd-9522-1e10667a6a66 req-44ccaf0b-fd2f-4e28-98fe-f1049a1fe787 service neutron] Bound port: 7d8c4437-be8f-4b5d-8704-e9493180d426, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cec76de-dbac-4c6c-acad-e2508ff14812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'eeeaf457-d2ef-46ca-9bd6-93a46b5606e5'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:27:35.974933 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-be3f1054-335a-47dd-9522-1e10667a6a66 req-44ccaf0b-fd2f-4e28-98fe-f1049a1fe787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:36.070299 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-be3f1054-335a-47dd-9522-1e10667a6a66 req-44ccaf0b-fd2f-4e28-98fe-f1049a1fe787 service neutron] For port 7d8c4437-be8f-4b5d-8704-e9493180d426, host n-h1-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:27:36.074471 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-be3f1054-335a-47dd-9522-1e10667a6a66 req-44ccaf0b-fd2f-4e28-98fe-f1049a1fe787 service neutron] For port 7d8c4437-be8f-4b5d-8704-e9493180d426, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=7d8c4437-be8f-4b5d-8704-e9493180d426,segment=NetworkSegment(2cec76de-dbac-4c6c-acad-e2508ff14812),segment_id=2cec76de-dbac-4c6c-acad-e2508ff14812)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:27:36.079973 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-be3f1054-335a-47dd-9522-1e10667a6a66 req-44ccaf0b-fd2f-4e28-98fe-f1049a1fe787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:36.104493 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e2d8a31a-5e9d-4f8f-82fa-c27d11d27725 req-9cb68cd4-d69a-4602-a99a-59a43c7ee1bf tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159542 Nov 25 17:27:36.116659 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101cfcbe-dd61-43cd-8969-095585f667b7 req-652ee713-22db-4646-9836-08b7da7aab04 tempest-TenantUsagesTestJSON-1083750558 tempest-TenantUsagesTestJSON-1083750558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:36.118165 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-101cfcbe-dd61-43cd-8969-095585f667b7 req-652ee713-22db-4646-9836-08b7da7aab04 tempest-TenantUsagesTestJSON-1083750558 tempest-TenantUsagesTestJSON-1083750558-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2534022 Nov 25 17:27:36.149675 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-101cfcbe-dd61-43cd-8969-095585f667b7 req-d138595f-3852-43d9-995f-2729bdab3464 tempest-TenantUsagesTestJSON-1083750558 tempest-TenantUsagesTestJSON-1083750558-project] 10.222.0.75 "GET /v2.0/quotas/fc3fa6c657c84d12ba3a32db83ea3fb1 HTTP/1.1" status: 200 len: 375 time: 0.0224669 Nov 25 17:27:36.155074 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 5dd26ad6-440e-45ad-be85-4b1a98da85a4 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:27:36.173068 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f1054-335a-47dd-9522-1e10667a6a66 req-44ccaf0b-fd2f-4e28-98fe-f1049a1fe787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:36.174076 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-be3f1054-335a-47dd-9522-1e10667a6a66 req-44ccaf0b-fd2f-4e28-98fe-f1049a1fe787 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:36.177130 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-be3f1054-335a-47dd-9522-1e10667a6a66 req-44ccaf0b-fd2f-4e28-98fe-f1049a1fe787 service neutron] 10.222.0.74 "PUT /v2.0/ports/7d8c4437-be8f-4b5d-8704-e9493180d426 HTTP/1.1" status: 200 len: 1092 time: 0.8433437 Nov 25 17:27:36.177715 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1582296b-8b3e-47bb-922a-682843814f6b', 'tag': '7d8c4437-be8f-4b5d-8704-e9493180d426'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:36.191539 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25cb6eab-f568-4015-a30b-4968b2a5a24e" -d '{"events": [{"name": "network-changed", "server_uuid": "1582296b-8b3e-47bb-922a-682843814f6b", "tag": "7d8c4437-be8f-4b5d-8704-e9493180d426"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:36.192631 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-101cfcbe-dd61-43cd-8969-095585f667b7 req-9661431c-aa14-4d12-9e4c-20408865a793 tempest-TenantUsagesTestJSON-1083750558 tempest-TenantUsagesTestJSON-1083750558-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=fc3fa6c657c84d12ba3a32db83ea3fb1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419955 Nov 25 17:27:36.195247 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-be304357-4901-413d-a361-b75345567953 req-08678435-e3fc-4387-bc82-a3b67e885a95 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Deleting port b826d5c7-ed04-456d-a62b-44e708fcbe6e {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:36.195586 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-be304357-4901-413d-a361-b75345567953 req-08678435-e3fc-4387-bc82-a3b67e885a95 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:36.232540 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ccaf0b-fd2f-4e28-98fe-f1049a1fe787 service neutron] Pushing event updated for resources: {'Port': ['ID=7d8c4437-be8f-4b5d-8704-e9493180d426,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:36.250455 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port 5dd26ad6-440e-45ad-be85-4b1a98da85a4 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:27:36.254520 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port 5dd26ad6-440e-45ad-be85-4b1a98da85a4 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:36.254896 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:36.314077 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f1054-335a-47dd-9522-1e10667a6a66 req-ee6ba1e3-7c3d-478b-9786-a274844c0050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:36.315865 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-be3f1054-335a-47dd-9522-1e10667a6a66 req-ee6ba1e3-7c3d-478b-9786-a274844c0050 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dc12a3339d49449eb677cae2af745bb5&device_id=1582296b-8b3e-47bb-922a-682843814f6b HTTP/1.1" status: 200 len: 1095 time: 0.0595312 Nov 25 17:27:36.336917 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-56e4e12e-ea65-46b9-afce-ddc6da903320 req-0b435e89-97fc-4ae8-bc76-76c73a2a38cb tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/ports?device_id=9146b814-a564-4f66-ae0e-5fb421ea3d11 HTTP/1.1" status: 200 len: 210 time: 0.1053615 Nov 25 17:27:36.373787 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-be3f1054-335a-47dd-9522-1e10667a6a66 req-5ffa6b23-3f9a-4843-a51a-ba7b93ea2e3e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d8c4437-be8f-4b5d-8704-e9493180d426 HTTP/1.1" status: 200 len: 217 time: 0.0491712 Nov 25 17:27:36.384603 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:36.407641 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9affc43d-a1f8-4b57-8008-ba72c05b52b4 x-openstack-request-id: req-9affc43d-a1f8-4b57-8008-ba72c05b52b4 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:36.407938 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc2509d2-f3d8-4a76-88ba-4f24b3c24044", "name": "network-vif-deleted", "tag": "e763c60f-ccab-4308-b53f-eff80896615e", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:36.408197 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9affc43d-a1f8-4b57-8008-ba72c05b52b4 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:36.408596 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc2509d2-f3d8-4a76-88ba-4f24b3c24044', 'name': 'network-vif-deleted', 'tag': 'e763c60f-ccab-4308-b53f-eff80896615e', 'status': 'completed', 'code': 200} Nov 25 17:27:36.444779 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-be304357-4901-413d-a361-b75345567953 req-08678435-e3fc-4387-bc82-a3b67e885a95 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] For port b826d5c7-ed04-456d-a62b-44e708fcbe6e, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=b826d5c7-ed04-456d-a62b-44e708fcbe6e,segment=NetworkSegment(6347e9f6-96b1-4f56-a092-a9cf81778fe8),segment_id=6347e9f6-96b1-4f56-a092-a9cf81778fe8)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:36.445578 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-be304357-4901-413d-a361-b75345567953 req-08678435-e3fc-4387-bc82-a3b67e885a95 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:36.471963 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05dadc8c-bada-4961-993d-fd0c20c45dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dd26ad6-440e-45ad-be85-4b1a98da85a4'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:36.477398 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a627ba-f5d0-4eab-9d75-437fb8393640" -d '{"events": [{"server_uuid": "05dadc8c-bada-4961-993d-fd0c20c45dc1", "name": "network-vif-plugged", "status": "completed", "tag": "5dd26ad6-440e-45ad-be85-4b1a98da85a4"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:36.480090 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f1054-335a-47dd-9522-1e10667a6a66 req-9490793e-1667-49cf-a367-92492b075822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:36.483478 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-be3f1054-335a-47dd-9522-1e10667a6a66 req-9490793e-1667-49cf-a367-92492b075822 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=61d0f384-7f5a-4ecf-8061-5ef7dd7de5aa HTTP/1.1" status: 200 len: 858 time: 0.0955167 Nov 25 17:27:36.506152 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-be304357-4901-413d-a361-b75345567953 req-08678435-e3fc-4387-bc82-a3b67e885a95 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Calling delete_port for b826d5c7-ed04-456d-a62b-44e708fcbe6e owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:36.508115 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 5dd26ad6-440e-45ad-be85-4b1a98da85a4, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=5dd26ad6-440e-45ad-be85-4b1a98da85a4,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:36.515353 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:36.515536 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device e763c60f-ccab-4308-b53f-eff80896615e no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:27:36.566351 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-be3f1054-335a-47dd-9522-1e10667a6a66 req-0dc8085b-e334-4c21-80d0-a4b8d48d47fb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eeeaf457-d2ef-46ca-9bd6-93a46b5606e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760150 Nov 25 17:27:36.576445 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: e763c60f-ccab-4308-b53f-eff80896615e {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:27:36.577045 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device e763c60f-ccab-4308-b53f-eff80896615e not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:27:36.577250 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device b826d5c7-ed04-456d-a62b-44e708fcbe6e no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:27:36.629407 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8920a7-21e3-4991-9dfa-33f6dd337319 req-278a9e7c-76fd-4478-87ed-6888a9c03d18 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:36.630816 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5c8920a7-21e3-4991-9dfa-33f6dd337319 req-278a9e7c-76fd-4478-87ed-6888a9c03d18 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=05dadc8c-bada-4961-993d-fd0c20c45dc1 HTTP/1.1" status: 200 len: 948 time: 0.1932178 Nov 25 17:27:36.643011 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867477d3-f581-4ee4-8eb1-e77e935bfa4b req-00298bb4-26a5-49b1-80fc-829c3024059d tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:36.651922 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-867477d3-f581-4ee4-8eb1-e77e935bfa4b req-00298bb4-26a5-49b1-80fc-829c3024059d tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=054d980d-2ae0-423f-b06b-14e9c776fb71 HTTP/1.1" status: 200 len: 945 time: 0.1493514 Nov 25 17:27:36.682454 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=5dd26ad6-440e-45ad-be85-4b1a98da85a4,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:36.773205 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:36.777365 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-867477d3-f581-4ee4-8eb1-e77e935bfa4b req-25626336-e7e6-49cb-8946-b5deba48aa0c tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242976 Nov 25 17:27:36.803105 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5c8920a7-21e3-4991-9dfa-33f6dd337319 req-cbb70553-b572-4bb2-95b7-7f6474d3d7e0 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437886 Nov 25 17:27:36.862948 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e16d395-d229-40f0-aea1-2a7d9d579e95 x-openstack-request-id: req-3e16d395-d229-40f0-aea1-2a7d9d579e95 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:36.863265 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1582296b-8b3e-47bb-922a-682843814f6b", "tag": "7d8c4437-be8f-4b5d-8704-e9493180d426", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:36.864770 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3e16d395-d229-40f0-aea1-2a7d9d579e95 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:36.865248 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1582296b-8b3e-47bb-922a-682843814f6b', 'tag': '7d8c4437-be8f-4b5d-8704-e9493180d426', 'status': 'completed', 'code': 200} Nov 25 17:27:36.913689 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b71b938a-25d3-4905-869a-f8664bf0e6e0 req-d05e7e6f-1563-4053-9591-cfa5253e4702 tempest-TenantUsagesTestJSON-1083750558 tempest-TenantUsagesTestJSON-1083750558-project] 10.222.0.75 "GET /v2.0/ports?device_id=56f8b3c2-cab3-406a-a97a-ccdc239bd07e HTTP/1.1" status: 200 len: 210 time: 0.0362089 Nov 25 17:27:36.918046 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-be3f1054-335a-47dd-9522-1e10667a6a66 req-a02c84e9-a960-4013-ac68-d59ed9b04b9d service neutron] 10.222.0.74 "GET /v2.0/networks/eeeaf457-d2ef-46ca-9bd6-93a46b5606e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438027 Nov 25 17:27:36.922602 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-be304357-4901-413d-a361-b75345567953 req-08678435-e3fc-4387-bc82-a3b67e885a95 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:36.934115 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132e095-c9a4-40d3-b3a0-25affc3b3d57 req-9391853b-e024-42cc-892c-992ea8874edf tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:36.936178 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3132e095-c9a4-40d3-b3a0-25affc3b3d57 req-9391853b-e024-42cc-892c-992ea8874edf tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.90 "GET /v2.0/networks?id=6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5 HTTP/1.1" status: 200 len: 804 time: 0.3064017 Nov 25 17:27:36.982141 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08678435-e3fc-4387-bc82-a3b67e885a95 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Pushing event deleted for resources: {'Port': ['ID=b826d5c7-ed04-456d-a62b-44e708fcbe6e,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:37.011671 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-3132e095-c9a4-40d3-b3a0-25affc3b3d57 req-8fe81eef-b7c9-4507-a3dc-9b0aa0122012 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Request body: {'port': {'device_id': '9146b814-a564-4f66-ae0e-5fb421ea3d11', 'network_id': '6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5', 'admin_state_up': True, 'tenant_id': '733f83ade5ed462890d9dfd70ff5e26d'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:37.073003 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-be304357-4901-413d-a361-b75345567953 req-08678435-e3fc-4387-bc82-a3b67e885a95 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] No DVR routers for this DVR port b826d5c7-ed04-456d-a62b-44e708fcbe6e on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:27:37.076389 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-be304357-4901-413d-a361-b75345567953 req-08678435-e3fc-4387-bc82-a3b67e885a95 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:37.081090 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-be304357-4901-413d-a361-b75345567953 req-08678435-e3fc-4387-bc82-a3b67e885a95 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.90 "DELETE /v2.0/ports/b826d5c7-ed04-456d-a62b-44e708fcbe6e HTTP/1.1" status: 204 len: 173 time: 1.1633801 Nov 25 17:27:37.102272 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f13b836-c33a-4435-9af3-72f8aa90f06a x-openstack-request-id: req-0f13b836-c33a-4435-9af3-72f8aa90f06a {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:37.102646 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05dadc8c-bada-4961-993d-fd0c20c45dc1", "name": "network-vif-plugged", "status": "completed", "tag": "5dd26ad6-440e-45ad-be85-4b1a98da85a4", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:37.103014 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0f13b836-c33a-4435-9af3-72f8aa90f06a {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:37.103496 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05dadc8c-bada-4961-993d-fd0c20c45dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dd26ad6-440e-45ad-be85-4b1a98da85a4', 'code': 200} Nov 25 17:27:37.108486 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877fea77-ed40-46a9-b2dc-2e40cabf7bc9 req-c13ecfc6-f33f-48ef-a0a7-dcab362fbf88 tempest-InstanceActionsV221TestJSON-124639443 tempest-InstanceActionsV221TestJSON-124639443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:37.110016 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-877fea77-ed40-46a9-b2dc-2e40cabf7bc9 req-c13ecfc6-f33f-48ef-a0a7-dcab362fbf88 tempest-InstanceActionsV221TestJSON-124639443 tempest-InstanceActionsV221TestJSON-124639443-project] 10.222.0.75 "GET /v2.0/ports?device_id=1582296b-8b3e-47bb-922a-682843814f6b HTTP/1.1" status: 200 len: 944 time: 0.1098769 Nov 25 17:27:37.167626 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-be3f1054-335a-47dd-9522-1e10667a6a66 req-54e57722-ec0f-48aa-bd2f-90c6e4589e5c service neutron] 10.222.0.74 "GET /v2.0/networks/eeeaf457-d2ef-46ca-9bd6-93a46b5606e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305806 Nov 25 17:27:37.244503 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-877fea77-ed40-46a9-b2dc-2e40cabf7bc9 req-18cf0ae2-81fe-4bc6-bae9-7ae1f68f60a8 tempest-InstanceActionsV221TestJSON-124639443 tempest-InstanceActionsV221TestJSON-124639443-project] 10.222.0.75 "GET /v2.0/security-groups?id=2003d2ed-ecb7-489f-8e29-3b5098e1ad6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269007 Nov 25 17:27:37.272630 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae35478e-a9e7-4b3a-aa2f-e24c7ea2bd9b req-a1871d81-ed91-4534-b617-b222a554e76e tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:37.281790 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ae35478e-a9e7-4b3a-aa2f-e24c7ea2bd9b req-a1871d81-ed91-4534-b617-b222a554e76e tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=054d980d-2ae0-423f-b06b-14e9c776fb71 HTTP/1.1" status: 200 len: 945 time: 0.1197121 Nov 25 17:27:37.292034 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57990d0e-12d7-4db9-b7f3-b2b3f00834f5 req-b8a3f06f-b292-4ce8-8d9d-c165fa60ed51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:37.293629 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-57990d0e-12d7-4db9-b7f3-b2b3f00834f5 req-b8a3f06f-b292-4ce8-8d9d-c165fa60ed51 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=05dadc8c-bada-4961-993d-fd0c20c45dc1 HTTP/1.1" status: 200 len: 1100 time: 0.0865767 Nov 25 17:27:37.298711 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3132e095-c9a4-40d3-b3a0-25affc3b3d57 req-8fe81eef-b7c9-4507-a3dc-9b0aa0122012 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Made reservation on behalf of 733f83ade5ed462890d9dfd70ff5e26d for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:27:37.303146 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-3132e095-c9a4-40d3-b3a0-25affc3b3d57 req-8fe81eef-b7c9-4507-a3dc-9b0aa0122012 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:37.349102 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cb6eab-f568-4015-a30b-4968b2a5a24e req-4387bfcd-2cfa-4d4e-94fb-8fea4b26cb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:37.351213 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-25cb6eab-f568-4015-a30b-4968b2a5a24e req-4387bfcd-2cfa-4d4e-94fb-8fea4b26cb27 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dc12a3339d49449eb677cae2af745bb5&device_id=1582296b-8b3e-47bb-922a-682843814f6b HTTP/1.1" status: 200 len: 1095 time: 0.1213253 Nov 25 17:27:37.378203 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-57990d0e-12d7-4db9-b7f3-b2b3f00834f5 req-d115fba8-b901-4c9a-a1c0-f85b87dd5cec service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693641 Nov 25 17:27:37.407600 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ae35478e-a9e7-4b3a-aa2f-e24c7ea2bd9b req-96a3a0e4-0ea7-4bb4-8b95-49116b7cfb6a tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952981 Nov 25 17:27:37.516713 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e57450-b897-4c74-ab5a-dff4485cfb89 req-f55f37cd-151f-4bef-990e-2ad6c3b4b977 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:37.524307 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-64e57450-b897-4c74-ab5a-dff4485cfb89 req-f55f37cd-151f-4bef-990e-2ad6c3b4b977 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bcf3899-1ec0-4e88-8dfe-3fae5fcd314c HTTP/1.1" status: 200 len: 945 time: 0.0580494 Nov 25 17:27:37.528280 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cb6eab-f568-4015-a30b-4968b2a5a24e req-ac7604e8-86a2-4575-b52a-92567eecca8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:37.530025 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-25cb6eab-f568-4015-a30b-4968b2a5a24e req-ac7604e8-86a2-4575-b52a-92567eecca8c service neutron] 10.222.0.74 "GET /v2.0/networks?id=eeeaf457-d2ef-46ca-9bd6-93a46b5606e5 HTTP/1.1" status: 200 len: 919 time: 0.1384900 Nov 25 17:27:37.597679 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-81e0e29b-6ad3-4c15-9464-c98e618719d1 req-71889996-aae6-46a4-9fbc-06e05bec5009 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/ports?device_id=9146b814-a564-4f66-ae0e-5fb421ea3d11 HTTP/1.1" status: 200 len: 210 time: 0.0343575 Nov 25 17:27:37.624387 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-64e57450-b897-4c74-ab5a-dff4485cfb89 req-3252deff-5341-4ed6-bb7c-dab1764e436d tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844793 Nov 25 17:27:37.628152 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-25cb6eab-f568-4015-a30b-4968b2a5a24e req-d78aee91-ea6f-4d6c-9bda-a766cf018e9f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d8c4437-be8f-4b5d-8704-e9493180d426 HTTP/1.1" status: 200 len: 217 time: 0.0869997 Nov 25 17:27:37.697730 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39370) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:37.701743 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-3132e095-c9a4-40d3-b3a0-25affc3b3d57 req-8fe81eef-b7c9-4507-a3dc-9b0aa0122012 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Allocated IP 172.20.0.4 (6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5/577f7e8f-a41f-42c3-a5d0-23f6361748a4/958e243b-13dd-466c-b3a1-61bd001ce2c5) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:27:37.735608 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe535621-749b-4387-b9fb-10eeb123c850 req-28e77089-1ccd-439f-9d5e-5109e78394c7 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:37.740492 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cb6eab-f568-4015-a30b-4968b2a5a24e req-bdd78280-1a4d-4816-a63e-848566da5cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:37.742339 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-25cb6eab-f568-4015-a30b-4968b2a5a24e req-bdd78280-1a4d-4816-a63e-848566da5cc1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=61d0f384-7f5a-4ecf-8061-5ef7dd7de5aa HTTP/1.1" status: 200 len: 858 time: 0.1025422 Nov 25 17:27:37.743306 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fe535621-749b-4387-b9fb-10eeb123c850 req-28e77089-1ccd-439f-9d5e-5109e78394c7 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe07db11-e9b2-4f62-bf81-0cce485424f1 HTTP/1.1" status: 200 len: 944 time: 0.0655582 Nov 25 17:27:37.791100 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fe535621-749b-4387-b9fb-10eeb123c850 req-1882d3cf-6ff7-4228-b833-533b47048b0e tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/security-groups?id=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468860 Nov 25 17:27:37.819230 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-101cfcbe-dd61-43cd-8969-095585f667b7 req-4a9046f3-bd26-49ff-b335-248635105827 tempest-TenantUsagesTestJSON-1083750558 tempest-TenantUsagesTestJSON-1083750558-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=fc3fa6c657c84d12ba3a32db83ea3fb1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268435 Nov 25 17:27:37.842145 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-25cb6eab-f568-4015-a30b-4968b2a5a24e req-31d0f1fe-233b-4f72-af59-efdcc49bb71a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eeeaf457-d2ef-46ca-9bd6-93a46b5606e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842335 Nov 25 17:27:38.007816 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101cfcbe-dd61-43cd-8969-095585f667b7 req-8141aeef-27e8-4db8-854b-9e944323feea tempest-TenantUsagesTestJSON-1083750558 tempest-TenantUsagesTestJSON-1083750558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:38.008785 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-101cfcbe-dd61-43cd-8969-095585f667b7 req-8141aeef-27e8-4db8-854b-9e944323feea tempest-TenantUsagesTestJSON-1083750558 tempest-TenantUsagesTestJSON-1083750558-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1833661 Nov 25 17:27:38.026302 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-101cfcbe-dd61-43cd-8969-095585f667b7 req-c987c74b-9ac7-4be3-8418-4e3efd68e3be tempest-TenantUsagesTestJSON-1083750558 tempest-TenantUsagesTestJSON-1083750558-project] Request body: {'port': {'device_id': '56f8b3c2-cab3-406a-a97a-ccdc239bd07e', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'admin_state_up': True, 'tenant_id': 'fc3fa6c657c84d12ba3a32db83ea3fb1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:38.035360 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-25cb6eab-f568-4015-a30b-4968b2a5a24e req-cd68bc8f-033f-4724-a436-9582e20d9c23 service neutron] 10.222.0.74 "GET /v2.0/networks/eeeaf457-d2ef-46ca-9bd6-93a46b5606e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791027 Nov 25 17:27:38.061939 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827015be-8de4-4b38-9553-68ae0c89b58e req-b57c622f-1eb3-401a-8478-5a4d639ba98d tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:38.063830 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-827015be-8de4-4b38-9553-68ae0c89b58e req-b57c622f-1eb3-401a-8478-5a4d639ba98d tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=05dadc8c-bada-4961-993d-fd0c20c45dc1 HTTP/1.1" status: 200 len: 949 time: 0.1116126 Nov 25 17:27:38.178693 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-babc1c16-c973-46cb-8093-2c7c97d94b0c req-8bc02504-b7ab-4234-85c7-e57b717d1f34 tempest-TenantUsagesTestJSON-1083750558 tempest-TenantUsagesTestJSON-1083750558-project] 10.222.0.75 "GET /v2.0/ports?device_id=56f8b3c2-cab3-406a-a97a-ccdc239bd07e HTTP/1.1" status: 200 len: 210 time: 0.0569282 Nov 25 17:27:38.205823 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e08fca58-08a5-4c3b-9d2b-f4266fe9ed8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:38.232112 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-25cb6eab-f568-4015-a30b-4968b2a5a24e req-4dce6daa-5057-4fc5-b602-43744610d98e service neutron] 10.222.0.74 "GET /v2.0/networks/eeeaf457-d2ef-46ca-9bd6-93a46b5606e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268778 Nov 25 17:27:38.239655 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70135de-f825-4eb4-ba56-7c05142388fa req-c3fd2894-8955-46f9-aa2a-0896634fa04e tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:38.241373 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f70135de-f825-4eb4-ba56-7c05142388fa req-c3fd2894-8955-46f9-aa2a-0896634fa04e tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe07db11-e9b2-4f62-bf81-0cce485424f1 HTTP/1.1" status: 200 len: 944 time: 0.1887107 Nov 25 17:27:38.260054 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-827015be-8de4-4b38-9553-68ae0c89b58e req-b708d387-35f8-4a48-80c1-09953da1b33f tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528199 Nov 25 17:27:38.296862 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-3132e095-c9a4-40d3-b3a0-25affc3b3d57 req-8fe81eef-b7c9-4507-a3dc-9b0aa0122012 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:38.368057 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e08fca58-08a5-4c3b-9d2b-f4266fe9ed8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:38.370846 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-3132e095-c9a4-40d3-b3a0-25affc3b3d57 req-8fe81eef-b7c9-4507-a3dc-9b0aa0122012 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:38.373017 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e08fca58-08a5-4c3b-9d2b-f4266fe9ed8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:38.408189 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-101cfcbe-dd61-43cd-8969-095585f667b7 req-c987c74b-9ac7-4be3-8418-4e3efd68e3be tempest-TenantUsagesTestJSON-1083750558 tempest-TenantUsagesTestJSON-1083750558-project] Made reservation on behalf of fc3fa6c657c84d12ba3a32db83ea3fb1 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:27:38.412181 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-101cfcbe-dd61-43cd-8969-095585f667b7 req-c987c74b-9ac7-4be3-8418-4e3efd68e3be tempest-TenantUsagesTestJSON-1083750558 tempest-TenantUsagesTestJSON-1083750558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:38.432416 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20b57555-0ca2-4620-b3cd-28ec4ad858b1', 'name': 'network-vif-deleted', 'tag': 'b826d5c7-ed04-456d-a62b-44e708fcbe6e'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:38.436309 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67fa886f-7cf8-4075-8e2a-fcb9aaeafb99" -d '{"events": [{"server_uuid": "20b57555-0ca2-4620-b3cd-28ec4ad858b1", "name": "network-vif-deleted", "tag": "b826d5c7-ed04-456d-a62b-44e708fcbe6e"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:38.462244 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3132e095-c9a4-40d3-b3a0-25affc3b3d57 req-8fe81eef-b7c9-4507-a3dc-9b0aa0122012 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Network 6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:27:38.464757 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-101cfcbe-dd61-43cd-8969-095585f667b7 req-c987c74b-9ac7-4be3-8418-4e3efd68e3be tempest-TenantUsagesTestJSON-1083750558 tempest-TenantUsagesTestJSON-1083750558-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:38.473812 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-3132e095-c9a4-40d3-b3a0-25affc3b3d57 req-8fe81eef-b7c9-4507-a3dc-9b0aa0122012 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:27:38.480149 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e08fca58-08a5-4c3b-9d2b-f4266fe9ed8c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=85a606f48b2f42b297fabab076ee3bef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7771316 Nov 25 17:27:38.480149 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-3132e095-c9a4-40d3-b3a0-25affc3b3d57 req-8fe81eef-b7c9-4507-a3dc-9b0aa0122012 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:27:38.481331 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39394) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:38.483227 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe81eef-b7c9-4507-a3dc-9b0aa0122012 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Pushing event updated for resources: {'Port': ['ID=958e243b-13dd-466c-b3a1-61bd001ce2c5,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:38.485324 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08fca58-08a5-4c3b-9d2b-f4266fe9ed8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e2a427-23f0-4924-b18b-fb83dcb8628d,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:38.518911 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a1bba-39cd-41c6-a290-6ebd04a62182 req-5da825e4-d660-4e11-b101-133eec568ba4 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:38.521080 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-176a1bba-39cd-41c6-a290-6ebd04a62182 req-5da825e4-d660-4e11-b101-133eec568ba4 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/networks?id=371425c0-1ad9-4640-8637-d9368ddb07ea HTTP/1.1" status: 200 len: 815 time: 0.2412589 Nov 25 17:27:38.538359 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7410d21c-01fa-46f2-b411-74982d5d50f7 req-d59881f6-9725-49d7-8cb7-4fc1875ab94b tempest-InstanceActionsV221TestJSON-124639443 tempest-InstanceActionsV221TestJSON-124639443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:38.539859 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7410d21c-01fa-46f2-b411-74982d5d50f7 req-d59881f6-9725-49d7-8cb7-4fc1875ab94b tempest-InstanceActionsV221TestJSON-124639443 tempest-InstanceActionsV221TestJSON-124639443-project] 10.222.0.75 "GET /v2.0/ports?device_id=1582296b-8b3e-47bb-922a-682843814f6b HTTP/1.1" status: 200 len: 944 time: 0.1575184 Nov 25 17:27:38.554975 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132e095-c9a4-40d3-b3a0-25affc3b3d57 req-8fe81eef-b7c9-4507-a3dc-9b0aa0122012 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:38.555611 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-3132e095-c9a4-40d3-b3a0-25affc3b3d57 req-8fe81eef-b7c9-4507-a3dc-9b0aa0122012 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:38.562570 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-f70135de-f825-4eb4-ba56-7c05142388fa req-c87898c5-b96e-440e-8eac-3e3095d353dc tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Deleting port 52faa424-25c8-41e5-880a-1ed1142761da {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:38.562878 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f70135de-f825-4eb4-ba56-7c05142388fa req-c87898c5-b96e-440e-8eac-3e3095d353dc tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:38.589791 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3132e095-c9a4-40d3-b3a0-25affc3b3d57 req-8fe81eef-b7c9-4507-a3dc-9b0aa0122012 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5818157 Nov 25 17:27:38.593526 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a898f433-cab5-4737-972c-1db9ff6fe918 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:38.596535 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-176a1bba-39cd-41c6-a290-6ebd04a62182 req-c35ebad7-990e-4194-afb2-811a75525533 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/quotas/0c50612348444ddfbb4ceb1523debeb2 HTTP/1.1" status: 200 len: 375 time: 0.0544491 Nov 25 17:27:38.613078 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-3132e095-c9a4-40d3-b3a0-25affc3b3d57 req-afc5548f-5e63-46c6-9380-923bce45a685 service neutron] Request body: {'port': {'device_id': '9146b814-a564-4f66-ae0e-5fb421ea3d11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:38.642959 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a898f433-cab5-4737-972c-1db9ff6fe918 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:38.707622 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-3132e095-c9a4-40d3-b3a0-25affc3b3d57 req-afc5548f-5e63-46c6-9380-923bce45a685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:38.755930 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a898f433-cab5-4737-972c-1db9ff6fe918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:38.756913 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7410d21c-01fa-46f2-b411-74982d5d50f7 req-b489304c-bbd9-4e90-ba38-cfb1469a45b6 tempest-InstanceActionsV221TestJSON-124639443 tempest-InstanceActionsV221TestJSON-124639443-project] 10.222.0.75 "GET /v2.0/security-groups?id=2003d2ed-ecb7-489f-8e29-3b5098e1ad6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975844 Nov 25 17:27:38.758520 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a898f433-cab5-4737-972c-1db9ff6fe918 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:38.762090 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a898f433-cab5-4737-972c-1db9ff6fe918 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/46e2a427-23f0-4924-b18b-fb83dcb8628d HTTP/1.1" status: 204 len: 168 time: 0.2718461 Nov 25 17:27:38.778815 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-101cfcbe-dd61-43cd-8969-095585f667b7 req-c987c74b-9ac7-4be3-8418-4e3efd68e3be tempest-TenantUsagesTestJSON-1083750558 tempest-TenantUsagesTestJSON-1083750558-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:38.779086 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a898f433-cab5-4737-972c-1db9ff6fe918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e2a427-23f0-4924-b18b-fb83dcb8628d,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:38.780640 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-f70135de-f825-4eb4-ba56-7c05142388fa req-c87898c5-b96e-440e-8eac-3e3095d353dc tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] For port 52faa424-25c8-41e5-880a-1ed1142761da, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=52faa424-25c8-41e5-880a-1ed1142761da,segment=NetworkSegment(2c22414f-d4c7-43ac-a576-c7b2f18031bf),segment_id=2c22414f-d4c7-43ac-a576-c7b2f18031bf)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:38.781030 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f70135de-f825-4eb4-ba56-7c05142388fa req-c87898c5-b96e-440e-8eac-3e3095d353dc tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:38.801856 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-176a1bba-39cd-41c6-a290-6ebd04a62182 req-27591c5a-470d-4249-8499-fc1a16ab8077 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=0c50612348444ddfbb4ceb1523debeb2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1950071 Nov 25 17:27:38.806039 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-101cfcbe-dd61-43cd-8969-095585f667b7 req-c987c74b-9ac7-4be3-8418-4e3efd68e3be tempest-TenantUsagesTestJSON-1083750558 tempest-TenantUsagesTestJSON-1083750558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:38.821631 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-f70135de-f825-4eb4-ba56-7c05142388fa req-c87898c5-b96e-440e-8eac-3e3095d353dc tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Calling delete_port for 52faa424-25c8-41e5-880a-1ed1142761da owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:38.877378 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc08ec30-3cb6-434b-b244-0ab4a5a9e9c8 x-openstack-request-id: req-bc08ec30-3cb6-434b-b244-0ab4a5a9e9c8 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:38.877674 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20b57555-0ca2-4620-b3cd-28ec4ad858b1", "name": "network-vif-deleted", "tag": "b826d5c7-ed04-456d-a62b-44e708fcbe6e", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:38.877925 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bc08ec30-3cb6-434b-b244-0ab4a5a9e9c8 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:38.878308 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20b57555-0ca2-4620-b3cd-28ec4ad858b1', 'name': 'network-vif-deleted', 'tag': 'b826d5c7-ed04-456d-a62b-44e708fcbe6e', 'status': 'completed', 'code': 200} Nov 25 17:27:39.030487 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-3132e095-c9a4-40d3-b3a0-25affc3b3d57 req-afc5548f-5e63-46c6-9380-923bce45a685 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 958e243b-13dd-466c-b3a1-61bd001ce2c5 {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:27:39.046597 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-3132e095-c9a4-40d3-b3a0-25affc3b3d57 req-afc5548f-5e63-46c6-9380-923bce45a685 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:39.061110 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-3132e095-c9a4-40d3-b3a0-25affc3b3d57 req-afc5548f-5e63-46c6-9380-923bce45a685 service neutron] Transition to ACTIVE for port object 958e243b-13dd-466c-b3a1-61bd001ce2c5 will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:27:39.067527 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-3132e095-c9a4-40d3-b3a0-25affc3b3d57 req-afc5548f-5e63-46c6-9380-923bce45a685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:39.123061 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc5548f-5e63-46c6-9380-923bce45a685 service neutron] Pushing event updated for resources: {'Port': ['ID=958e243b-13dd-466c-b3a1-61bd001ce2c5,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:39.166669 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39406) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:39.185514 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-520ef5ba-520a-4be1-aa73-f61bcc63cdd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:39.231726 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-3132e095-c9a4-40d3-b3a0-25affc3b3d57 req-afc5548f-5e63-46c6-9380-923bce45a685 service neutron] Attempting to bind port 958e243b-13dd-466c-b3a1-61bd001ce2c5 on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:27:39.231979 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-3132e095-c9a4-40d3-b3a0-25affc3b3d57 req-afc5548f-5e63-46c6-9380-923bce45a685 service neutron] Attempting to bind port 958e243b-13dd-466c-b3a1-61bd001ce2c5 by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '6347e9f6-96b1-4f56-a092-a9cf81778fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:27:39.232274 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3132e095-c9a4-40d3-b3a0-25affc3b3d57 req-afc5548f-5e63-46c6-9380-923bce45a685 service neutron] Attempting to bind port 958e243b-13dd-466c-b3a1-61bd001ce2c5 on network 6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:27:39.242051 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3132e095-c9a4-40d3-b3a0-25affc3b3d57 req-afc5548f-5e63-46c6-9380-923bce45a685 service neutron] Port 958e243b-13dd-466c-b3a1-61bd001ce2c5 on network 6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:27:39.242380 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3132e095-c9a4-40d3-b3a0-25affc3b3d57 req-afc5548f-5e63-46c6-9380-923bce45a685 service neutron] Attempting to bind port 958e243b-13dd-466c-b3a1-61bd001ce2c5 on network 6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:27:39.254290 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3132e095-c9a4-40d3-b3a0-25affc3b3d57 req-afc5548f-5e63-46c6-9380-923bce45a685 service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:27:39.254635 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3132e095-c9a4-40d3-b3a0-25affc3b3d57 req-afc5548f-5e63-46c6-9380-923bce45a685 service neutron] Checking segment: {'id': '6347e9f6-96b1-4f56-a092-a9cf81778fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:27:39.255022 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3132e095-c9a4-40d3-b3a0-25affc3b3d57 req-afc5548f-5e63-46c6-9380-923bce45a685 service neutron] Bound using segment: {'id': '6347e9f6-96b1-4f56-a092-a9cf81778fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:27:39.255451 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-3132e095-c9a4-40d3-b3a0-25affc3b3d57 req-afc5548f-5e63-46c6-9380-923bce45a685 service neutron] Bound port: 958e243b-13dd-466c-b3a1-61bd001ce2c5, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6347e9f6-96b1-4f56-a092-a9cf81778fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:27:39.255809 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-3132e095-c9a4-40d3-b3a0-25affc3b3d57 req-afc5548f-5e63-46c6-9380-923bce45a685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:39.282599 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c987c74b-9ac7-4be3-8418-4e3efd68e3be tempest-TenantUsagesTestJSON-1083750558 tempest-TenantUsagesTestJSON-1083750558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc6eb98-3de1-497c-b59b-493bb8102842,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:39.359534 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-520ef5ba-520a-4be1-aa73-f61bcc63cdd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:39.370570 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-520ef5ba-520a-4be1-aa73-f61bcc63cdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:39.410257 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-3132e095-c9a4-40d3-b3a0-25affc3b3d57 req-afc5548f-5e63-46c6-9380-923bce45a685 service neutron] For port 958e243b-13dd-466c-b3a1-61bd001ce2c5, host n-h2-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:27:39.419831 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-176a1bba-39cd-41c6-a290-6ebd04a62182 req-e5831f8d-e593-4d65-a07c-8826a85dab9e service neutron] 10.222.0.75 "GET /v2.0/networks/371425c0-1ad9-4640-8637-d9368ddb07ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6171250 Nov 25 17:27:39.427336 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad643f-2975-4da2-b35d-7ab738e1d662 req-36a843d7-7fbf-441a-bc62-907661442f5e tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:39.428756 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-28ad643f-2975-4da2-b35d-7ab738e1d662 req-36a843d7-7fbf-441a-bc62-907661442f5e tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/ports?device_id=9146b814-a564-4f66-ae0e-5fb421ea3d11 HTTP/1.1" status: 200 len: 943 time: 0.4996178 Nov 25 17:27:39.436485 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51fd38-ce7f-4a35-98fd-59e379d3d783 req-33ab7078-34c8-424f-9907-080a3a7831d5 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:39.438425 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8c51fd38-ce7f-4a35-98fd-59e379d3d783 req-33ab7078-34c8-424f-9907-080a3a7831d5 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.74 "GET /v2.0/ports?device_id=054d980d-2ae0-423f-b06b-14e9c776fb71 HTTP/1.1" status: 200 len: 945 time: 0.1271386 Nov 25 17:27:39.446977 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 7d8c4437-be8f-4b5d-8704-e9493180d426 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:27:39.448629 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-3132e095-c9a4-40d3-b3a0-25affc3b3d57 req-afc5548f-5e63-46c6-9380-923bce45a685 service neutron] For port 958e243b-13dd-466c-b3a1-61bd001ce2c5, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=958e243b-13dd-466c-b3a1-61bd001ce2c5,segment=NetworkSegment(6347e9f6-96b1-4f56-a092-a9cf81778fe8),segment_id=6347e9f6-96b1-4f56-a092-a9cf81778fe8)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:27:39.464338 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-520ef5ba-520a-4be1-aa73-f61bcc63cdd6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d7efbb6f11564701b990225a0b4f9307&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2943947 Nov 25 17:27:39.469892 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39412) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:39.479288 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520ef5ba-520a-4be1-aa73-f61bcc63cdd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1973bd4-e4d8-4b48-a80e-f8c2d62eba95,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:39.482309 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-3132e095-c9a4-40d3-b3a0-25affc3b3d57 req-afc5548f-5e63-46c6-9380-923bce45a685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:39.532416 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-101cfcbe-dd61-43cd-8969-095585f667b7 req-c987c74b-9ac7-4be3-8418-4e3efd68e3be tempest-TenantUsagesTestJSON-1083750558 tempest-TenantUsagesTestJSON-1083750558-project] Allocated IP 192.168.233.236 (ab4fed0b-9bf1-4925-8765-94da08c5de2a/8793709c-5336-428d-aede-b0b8df1a26b2/4607de6a-df5a-42f5-aeb7-916805eb61df) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:27:39.553302 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132e095-c9a4-40d3-b3a0-25affc3b3d57 req-afc5548f-5e63-46c6-9380-923bce45a685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:39.553927 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-3132e095-c9a4-40d3-b3a0-25affc3b3d57 req-afc5548f-5e63-46c6-9380-923bce45a685 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:39.555645 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3132e095-c9a4-40d3-b3a0-25affc3b3d57 req-afc5548f-5e63-46c6-9380-923bce45a685 service neutron] 10.222.0.90 "PUT /v2.0/ports/958e243b-13dd-466c-b3a1-61bd001ce2c5 HTTP/1.1" status: 200 len: 1091 time: 0.9485078 Nov 25 17:27:39.555952 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9146b814-a564-4f66-ae0e-5fb421ea3d11', 'tag': '958e243b-13dd-466c-b3a1-61bd001ce2c5'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:39.558239 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c58fdc9-1f67-4a4d-9ffc-7f4436a8b4f2" -d '{"events": [{"name": "network-changed", "server_uuid": "9146b814-a564-4f66-ae0e-5fb421ea3d11", "tag": "958e243b-13dd-466c-b3a1-61bd001ce2c5"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:39.592388 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc5548f-5e63-46c6-9380-923bce45a685 service neutron] Pushing event updated for resources: {'Port': ['ID=958e243b-13dd-466c-b3a1-61bd001ce2c5,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:39.606211 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 7d8c4437-be8f-4b5d-8704-e9493180d426, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=7d8c4437-be8f-4b5d-8704-e9493180d426,segment=NetworkSegment(2cec76de-dbac-4c6c-acad-e2508ff14812),segment_id=2cec76de-dbac-4c6c-acad-e2508ff14812)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:39.621632 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '7d8c4437-be8f-4b5d-8704-e9493180d426', 'network_id': 'eeeaf457-d2ef-46ca-9bd6-93a46b5606e5', 'port_id': '7d8c4437-be8f-4b5d-8704-e9493180d426', 'mac_address': 'fa:16:3e:4b:7d:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61d0f384-7f5a-4ecf-8061-5ef7dd7de5aa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:27:39.659541 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-28ad643f-2975-4da2-b35d-7ab738e1d662 req-5ebb2793-8f34-44b6-ae54-02be7069e459 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/security-groups?id=84be2441-5ea8-4292-81c0-e25d06d16adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114120 Nov 25 17:27:39.663977 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:39.688131 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d8c4437-be8f-4b5d-8704-e9493180d426 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:27:39.712909 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 7d8c4437-be8f-4b5d-8704-e9493180d426, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=7d8c4437-be8f-4b5d-8704-e9493180d426,segment=NetworkSegment(2cec76de-dbac-4c6c-acad-e2508ff14812),segment_id=2cec76de-dbac-4c6c-acad-e2508ff14812)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:39.718457 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:39.778469 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=7d8c4437-be8f-4b5d-8704-e9493180d426,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:39.785523 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-176a1bba-39cd-41c6-a290-6ebd04a62182 req-2ecdbd3a-0d22-41a7-b30a-045d73baa1a4 service neutron] 10.222.0.75 "GET /v2.0/networks/371425c0-1ad9-4640-8637-d9368ddb07ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535614 Nov 25 17:27:39.787487 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f70135de-f825-4eb4-ba56-7c05142388fa req-c87898c5-b96e-440e-8eac-3e3095d353dc tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:39.810526 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8100ac50-297c-438c-b4b8-610ed82bffb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:39.890190 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-8c51fd38-ce7f-4a35-98fd-59e379d3d783 req-c998d5f1-6185-4782-b1ac-e776f05a4747 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Deleting port d32d7aa4-3ca5-486f-abf0-ec662c62b53d {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:39.890530 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-8c51fd38-ce7f-4a35-98fd-59e379d3d783 req-c998d5f1-6185-4782-b1ac-e776f05a4747 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:39.908139 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87898c5-b96e-440e-8eac-3e3095d353dc tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Pushing event deleted for resources: {'Port': ['ID=52faa424-25c8-41e5-880a-1ed1142761da,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:39.932746 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8100ac50-297c-438c-b4b8-610ed82bffb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:39.948811 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['7d8c4437-be8f-4b5d-8704-e9493180d426'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:27:39.967017 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132e095-c9a4-40d3-b3a0-25affc3b3d57 req-42186ac6-00d2-4829-ab2d-d6f0ed5defdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:39.968541 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3132e095-c9a4-40d3-b3a0-25affc3b3d57 req-42186ac6-00d2-4829-ab2d-d6f0ed5defdf service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=733f83ade5ed462890d9dfd70ff5e26d&device_id=9146b814-a564-4f66-ae0e-5fb421ea3d11 HTTP/1.1" status: 200 len: 1094 time: 0.3642914 Nov 25 17:27:40.006648 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7a4c7-5bd4-4d1e-ba57-8721dd876933 req-e92498bd-3fed-4c45-a77d-f7fdd075d0fe tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:40.015871 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1da7a4c7-5bd4-4d1e-ba57-8721dd876933 req-e92498bd-3fed-4c45-a77d-f7fdd075d0fe tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bcf3899-1ec0-4e88-8dfe-3fae5fcd314c HTTP/1.1" status: 200 len: 945 time: 0.2888198 Nov 25 17:27:40.017472 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-f70135de-f825-4eb4-ba56-7c05142388fa req-c87898c5-b96e-440e-8eac-3e3095d353dc tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] No DVR routers for this DVR port 52faa424-25c8-41e5-880a-1ed1142761da on host n-h1-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:27:40.030927 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3132e095-c9a4-40d3-b3a0-25affc3b3d57 req-4fb3c78c-d060-4bfb-9938-40528a79381c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=958e243b-13dd-466c-b3a1-61bd001ce2c5 HTTP/1.1" status: 200 len: 217 time: 0.0533698 Nov 25 17:27:40.034504 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f70135de-f825-4eb4-ba56-7c05142388fa req-c87898c5-b96e-440e-8eac-3e3095d353dc tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:40.038799 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f70135de-f825-4eb4-ba56-7c05142388fa req-c87898c5-b96e-440e-8eac-3e3095d353dc tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.74 "DELETE /v2.0/ports/52faa424-25c8-41e5-880a-1ed1142761da HTTP/1.1" status: 204 len: 173 time: 1.7883406 Nov 25 17:27:40.057124 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-8c51fd38-ce7f-4a35-98fd-59e379d3d783 req-c998d5f1-6185-4782-b1ac-e776f05a4747 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] For port d32d7aa4-3ca5-486f-abf0-ec662c62b53d, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=d32d7aa4-3ca5-486f-abf0-ec662c62b53d,segment=NetworkSegment(bdbf0e78-63fc-4baf-b91d-154115f4c256),segment_id=bdbf0e78-63fc-4baf-b91d-154115f4c256)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:40.057509 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-8c51fd38-ce7f-4a35-98fd-59e379d3d783 req-c998d5f1-6185-4782-b1ac-e776f05a4747 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:40.100084 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-8c51fd38-ce7f-4a35-98fd-59e379d3d783 req-c998d5f1-6185-4782-b1ac-e776f05a4747 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Calling delete_port for d32d7aa4-3ca5-486f-abf0-ec662c62b53d owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:40.104994 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-efa316c6-f8cf-4b3a-a139-3b51a6f1af0d req-51d5d7a8-04c8-40b1-bf4a-7aa2e2a060a6 tempest-LiveMigrationTest-1054393588 tempest-LiveMigrationTest-1054393588-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe07db11-e9b2-4f62-bf81-0cce485424f1 HTTP/1.1" status: 200 len: 210 time: 0.0527153 Nov 25 17:27:40.122991 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132e095-c9a4-40d3-b3a0-25affc3b3d57 req-f9a87e1d-8def-486d-87e0-3a283a119809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:40.124766 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3132e095-c9a4-40d3-b3a0-25affc3b3d57 req-f9a87e1d-8def-486d-87e0-3a283a119809 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=577f7e8f-a41f-42c3-a5d0-23f6361748a4 HTTP/1.1" status: 200 len: 844 time: 0.0873318 Nov 25 17:27:40.137732 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-101cfcbe-dd61-43cd-8969-095585f667b7 req-c987c74b-9ac7-4be3-8418-4e3efd68e3be tempest-TenantUsagesTestJSON-1083750558 tempest-TenantUsagesTestJSON-1083750558-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:40.179318 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8100ac50-297c-438c-b4b8-610ed82bffb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:40.181921 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8100ac50-297c-438c-b4b8-610ed82bffb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:40.183079 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-8100ac50-297c-438c-b4b8-610ed82bffb1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b1973bd4-e4d8-4b48-a80e-f8c2d62eba95 HTTP/1.1" status: 204 len: 168 time: 0.7059391 Nov 25 17:27:40.195065 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device b826d5c7-ed04-456d-a62b-44e708fcbe6e no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:27:40.237631 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1da7a4c7-5bd4-4d1e-ba57-8721dd876933 req-180e87fb-0659-48a8-8e8e-70c52545028f tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211792 Nov 25 17:27:40.242556 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8100ac50-297c-438c-b4b8-610ed82bffb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1973bd4-e4d8-4b48-a80e-f8c2d62eba95,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:40.247223 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3132e095-c9a4-40d3-b3a0-25affc3b3d57 req-6ca483e5-5a34-4ab0-9b11-4f1903fbc3c0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830956 Nov 25 17:27:40.297414 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-17ad12ea-158d-4d31-b58b-3c7f750faad8 req-1f9567ee-c41f-409d-a0aa-eb36a41b6a21 tempest-TenantUsagesTestJSON-1083750558 tempest-TenantUsagesTestJSON-1083750558-project] 10.222.0.75 "GET /v2.0/ports?device_id=56f8b3c2-cab3-406a-a97a-ccdc239bd07e HTTP/1.1" status: 200 len: 210 time: 0.0511098 Nov 25 17:27:40.331244 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-101cfcbe-dd61-43cd-8969-095585f667b7 req-c987c74b-9ac7-4be3-8418-4e3efd68e3be tempest-TenantUsagesTestJSON-1083750558 tempest-TenantUsagesTestJSON-1083750558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:40.359224 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cebe89f-68b7-485e-a7aa-71e517d1e996 x-openstack-request-id: req-9cebe89f-68b7-485e-a7aa-71e517d1e996 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:40.359409 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9146b814-a564-4f66-ae0e-5fb421ea3d11", "tag": "958e243b-13dd-466c-b3a1-61bd001ce2c5", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:40.359672 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9cebe89f-68b7-485e-a7aa-71e517d1e996 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:40.361260 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9146b814-a564-4f66-ae0e-5fb421ea3d11', 'tag': '958e243b-13dd-466c-b3a1-61bd001ce2c5', 'status': 'completed', 'code': 200} Nov 25 17:27:40.380814 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: b826d5c7-ed04-456d-a62b-44e708fcbe6e {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:27:40.381488 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device b826d5c7-ed04-456d-a62b-44e708fcbe6e not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:27:40.473657 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3132e095-c9a4-40d3-b3a0-25affc3b3d57 req-421b89fd-870f-4073-b652-d79c68ce391c service neutron] 10.222.0.90 "GET /v2.0/networks/6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144144 Nov 25 17:27:40.540968 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-101cfcbe-dd61-43cd-8969-095585f667b7 req-c987c74b-9ac7-4be3-8418-4e3efd68e3be tempest-TenantUsagesTestJSON-1083750558 tempest-TenantUsagesTestJSON-1083750558-project] Network ab4fed0b-9bf1-4925-8765-94da08c5de2a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:27:40.569182 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-101cfcbe-dd61-43cd-8969-095585f667b7 req-c987c74b-9ac7-4be3-8418-4e3efd68e3be tempest-TenantUsagesTestJSON-1083750558 tempest-TenantUsagesTestJSON-1083750558-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:27:40.571614 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-101cfcbe-dd61-43cd-8969-095585f667b7 req-c987c74b-9ac7-4be3-8418-4e3efd68e3be tempest-TenantUsagesTestJSON-1083750558 tempest-TenantUsagesTestJSON-1083750558-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:27:40.579328 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c987c74b-9ac7-4be3-8418-4e3efd68e3be tempest-TenantUsagesTestJSON-1083750558 tempest-TenantUsagesTestJSON-1083750558-project] Pushing event updated for resources: {'Port': ['ID=4607de6a-df5a-42f5-aeb7-916805eb61df,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:40.625808 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-8c51fd38-ce7f-4a35-98fd-59e379d3d783 req-c998d5f1-6185-4782-b1ac-e776f05a4747 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:40.671412 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['d32d7aa4-3ca5-486f-abf0-ec662c62b53d'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:27:40.676937 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c998d5f1-6185-4782-b1ac-e776f05a4747 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Pushing event deleted for resources: {'Port': ['ID=d32d7aa4-3ca5-486f-abf0-ec662c62b53d,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:40.687628 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3132e095-c9a4-40d3-b3a0-25affc3b3d57 req-529e554d-df5d-4177-a499-1a96cddbf1bb service neutron] 10.222.0.90 "GET /v2.0/networks/6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068570 Nov 25 17:27:40.730738 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade7412-b66e-468e-9485-dd42abf267e4 req-e6772f98-3a7e-4411-a3f2-601b80c3fecf tempest-InstanceActionsV221TestJSON-124639443 tempest-InstanceActionsV221TestJSON-124639443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:40.735004 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2ade7412-b66e-468e-9485-dd42abf267e4 req-e6772f98-3a7e-4411-a3f2-601b80c3fecf tempest-InstanceActionsV221TestJSON-124639443 tempest-InstanceActionsV221TestJSON-124639443-project] 10.222.0.75 "GET /v2.0/ports?device_id=1582296b-8b3e-47bb-922a-682843814f6b HTTP/1.1" status: 200 len: 945 time: 0.3033857 Nov 25 17:27:40.751961 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101cfcbe-dd61-43cd-8969-095585f667b7 req-c987c74b-9ac7-4be3-8418-4e3efd68e3be tempest-TenantUsagesTestJSON-1083750558 tempest-TenantUsagesTestJSON-1083750558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:40.752801 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-101cfcbe-dd61-43cd-8969-095585f667b7 req-c987c74b-9ac7-4be3-8418-4e3efd68e3be tempest-TenantUsagesTestJSON-1083750558 tempest-TenantUsagesTestJSON-1083750558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:40.783530 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c51fd38-ce7f-4a35-98fd-59e379d3d783 req-c998d5f1-6185-4782-b1ac-e776f05a4747 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] No DVR routers for this DVR port d32d7aa4-3ca5-486f-abf0-ec662c62b53d on host n-h1-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:27:40.788324 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-8c51fd38-ce7f-4a35-98fd-59e379d3d783 req-c998d5f1-6185-4782-b1ac-e776f05a4747 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:40.792294 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8c51fd38-ce7f-4a35-98fd-59e379d3d783 req-c998d5f1-6185-4782-b1ac-e776f05a4747 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.74 "DELETE /v2.0/ports/d32d7aa4-3ca5-486f-abf0-ec662c62b53d HTTP/1.1" status: 204 len: 173 time: 1.3423104 Nov 25 17:27:40.807685 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c74db9-d6ab-4f5e-b393-19c6295157fe req-0f9c10b0-e155-4b4b-9d11-a34a98f3b9a8 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:40.820312 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f7c74db9-d6ab-4f5e-b393-19c6295157fe req-0f9c10b0-e155-4b4b-9d11-a34a98f3b9a8 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=05dadc8c-bada-4961-993d-fd0c20c45dc1 HTTP/1.1" status: 200 len: 949 time: 0.3860912 Nov 25 17:27:40.859261 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58fdc9-1f67-4a4d-9ffc-7f4436a8b4f2 req-15709294-b6fe-4cef-8859-19be7b5bbdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:40.860801 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-9c58fdc9-1f67-4a4d-9ffc-7f4436a8b4f2 req-15709294-b6fe-4cef-8859-19be7b5bbdeb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=733f83ade5ed462890d9dfd70ff5e26d&device_id=9146b814-a564-4f66-ae0e-5fb421ea3d11 HTTP/1.1" status: 200 len: 1094 time: 0.0672100 Nov 25 17:27:40.864464 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-101cfcbe-dd61-43cd-8969-095585f667b7 req-c987c74b-9ac7-4be3-8418-4e3efd68e3be tempest-TenantUsagesTestJSON-1083750558 tempest-TenantUsagesTestJSON-1083750558-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8430288 Nov 25 17:27:40.887703 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe07db11-e9b2-4f62-bf81-0cce485424f1', 'name': 'network-vif-deleted', 'tag': '52faa424-25c8-41e5-880a-1ed1142761da'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:40.890535 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0784bef5-550e-4491-aead-f21d4d85ba7c" -d '{"events": [{"server_uuid": "fe07db11-e9b2-4f62-bf81-0cce485424f1", "name": "network-vif-deleted", "tag": "52faa424-25c8-41e5-880a-1ed1142761da"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:40.909315 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-101cfcbe-dd61-43cd-8969-095585f667b7 req-17a7c103-9abd-4b6d-9176-051dc48ef713 service neutron] Request body: {'port': {'device_id': '56f8b3c2-cab3-406a-a97a-ccdc239bd07e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:40.974285 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2ade7412-b66e-468e-9485-dd42abf267e4 req-f2ce0324-ff05-4247-a833-990ebfc041d1 tempest-InstanceActionsV221TestJSON-124639443 tempest-InstanceActionsV221TestJSON-124639443-project] 10.222.0.75 "GET /v2.0/security-groups?id=2003d2ed-ecb7-489f-8e29-3b5098e1ad6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310827 Nov 25 17:27:41.015878 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58fdc9-1f67-4a4d-9ffc-7f4436a8b4f2 req-f110611b-0658-4899-a72a-9d4a0dd39e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:41.017439 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-9c58fdc9-1f67-4a4d-9ffc-7f4436a8b4f2 req-f110611b-0658-4899-a72a-9d4a0dd39e9e service neutron] 10.222.0.90 "GET /v2.0/networks?id=6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5 HTTP/1.1" status: 200 len: 905 time: 0.1496673 Nov 25 17:27:41.027615 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f7c74db9-d6ab-4f5e-b393-19c6295157fe req-4f98ef7d-b740-49d7-ad0c-20281f974a29 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060075 Nov 25 17:27:41.064538 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-20992b58-83f1-4a06-aef5-e755d15784a2 None None] Provisioning complete for port 4607de6a-df5a-42f5-aeb7-916805eb61df triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:41.064964 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-20992b58-83f1-4a06-aef5-e755d15784a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:41.103474 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-101cfcbe-dd61-43cd-8969-095585f667b7 req-17a7c103-9abd-4b6d-9176-051dc48ef713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:41.135367 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-9c58fdc9-1f67-4a4d-9ffc-7f4436a8b4f2 req-fc00bd48-7aef-45a5-962b-596e3577979a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=958e243b-13dd-466c-b3a1-61bd001ce2c5 HTTP/1.1" status: 200 len: 217 time: 0.1051097 Nov 25 17:27:41.150664 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-20992b58-83f1-4a06-aef5-e755d15784a2 None None] Port 4607de6a-df5a-42f5-aeb7-916805eb61df cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:27:41.202089 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-953be5f3-9049-4117-a902-b5eaa940ed06 req-e82cf38f-03f2-4bf4-a650-1b2f20c443bf tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cc6d606-bdb9-4fc7-8edb-5a5ee6360833 HTTP/1.1" status: 200 len: 210 time: 0.0718713 Nov 25 17:27:41.203403 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58fdc9-1f67-4a4d-9ffc-7f4436a8b4f2 req-85c2e345-3c72-452a-9603-80c6b3e8f1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:41.205107 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-9c58fdc9-1f67-4a4d-9ffc-7f4436a8b4f2 req-85c2e345-3c72-452a-9603-80c6b3e8f1af service neutron] 10.222.0.90 "GET /v2.0/subnets?id=577f7e8f-a41f-42c3-a5d0-23f6361748a4 HTTP/1.1" status: 200 len: 844 time: 0.0602312 Nov 25 17:27:41.249424 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-9c58fdc9-1f67-4a4d-9ffc-7f4436a8b4f2 req-c456533f-54cb-45a0-be15-68b2bc85c759 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356653 Nov 25 17:27:41.285839 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e2cc4d-a44a-4bae-91c2-c1daab3a6c0f x-openstack-request-id: req-56e2cc4d-a44a-4bae-91c2-c1daab3a6c0f {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:41.286148 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe07db11-e9b2-4f62-bf81-0cce485424f1", "name": "network-vif-deleted", "tag": "52faa424-25c8-41e5-880a-1ed1142761da", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:41.286401 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-56e2cc4d-a44a-4bae-91c2-c1daab3a6c0f {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:41.286801 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe07db11-e9b2-4f62-bf81-0cce485424f1', 'name': 'network-vif-deleted', 'tag': '52faa424-25c8-41e5-880a-1ed1142761da', 'status': 'completed', 'code': 200} Nov 25 17:27:41.297820 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965a450-c029-4d12-88bc-e327cce91684 req-e8e50155-10d5-4b65-b2b2-b02c2746c8f5 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:41.299357 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e965a450-c029-4d12-88bc-e327cce91684 req-e8e50155-10d5-4b65-b2b2-b02c2746c8f5 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/ports?device_id=9146b814-a564-4f66-ae0e-5fb421ea3d11 HTTP/1.1" status: 200 len: 943 time: 0.1707811 Nov 25 17:27:41.371420 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-9c58fdc9-1f67-4a4d-9ffc-7f4436a8b4f2 req-07b28a57-c010-4773-b4be-656b2ac17357 service neutron] 10.222.0.90 "GET /v2.0/networks/6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133676 Nov 25 17:27:41.473679 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 7d8c4437-be8f-4b5d-8704-e9493180d426 up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:27:41.474329 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e965a450-c029-4d12-88bc-e327cce91684 req-0e56f806-3e28-4ca4-9e50-8711ef1d6bba tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/security-groups?id=84be2441-5ea8-4292-81c0-e25d06d16adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646712 Nov 25 17:27:41.594109 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port 7d8c4437-be8f-4b5d-8704-e9493180d426 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:27:41.598154 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-9c58fdc9-1f67-4a4d-9ffc-7f4436a8b4f2 req-66362095-db47-49c0-8aac-7980e9923e43 service neutron] 10.222.0.90 "GET /v2.0/networks/6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160046 Nov 25 17:27:41.601242 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39464) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:41.605340 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 7d8c4437-be8f-4b5d-8704-e9493180d426 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:41.605860 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:41.761819 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-101cfcbe-dd61-43cd-8969-095585f667b7 req-17a7c103-9abd-4b6d-9176-051dc48ef713 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4607de6a-df5a-42f5-aeb7-916805eb61df {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:27:41.779138 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-101cfcbe-dd61-43cd-8969-095585f667b7 req-17a7c103-9abd-4b6d-9176-051dc48ef713 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:41.807340 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:41.837106 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1582296b-8b3e-47bb-922a-682843814f6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d8c4437-be8f-4b5d-8704-e9493180d426'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:41.839628 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc495346-006c-4ed8-89a8-be341e52294f" -d '{"events": [{"server_uuid": "1582296b-8b3e-47bb-922a-682843814f6b", "name": "network-vif-plugged", "status": "completed", "tag": "7d8c4437-be8f-4b5d-8704-e9493180d426"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:41.848755 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-101cfcbe-dd61-43cd-8969-095585f667b7 req-17a7c103-9abd-4b6d-9176-051dc48ef713 service neutron] Transition to ACTIVE for port object 4607de6a-df5a-42f5-aeb7-916805eb61df will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:27:41.853962 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 7d8c4437-be8f-4b5d-8704-e9493180d426, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=7d8c4437-be8f-4b5d-8704-e9493180d426,segment=NetworkSegment(2cec76de-dbac-4c6c-acad-e2508ff14812),segment_id=2cec76de-dbac-4c6c-acad-e2508ff14812)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:41.857485 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:41.857885 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a1bba-39cd-41c6-a290-6ebd04a62182 req-9b72eccc-0705-42dc-bde4-3cb3bdc2daa6 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:41.858471 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 52faa424-25c8-41e5-880a-1ed1142761da no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:27:41.859346 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-176a1bba-39cd-41c6-a290-6ebd04a62182 req-9b72eccc-0705-42dc-bde4-3cb3bdc2daa6 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.90 "GET /v2.0/networks?id=371425c0-1ad9-4640-8637-d9368ddb07ea HTTP/1.1" status: 200 len: 815 time: 0.2946961 Nov 25 17:27:41.865468 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-101cfcbe-dd61-43cd-8969-095585f667b7 req-17a7c103-9abd-4b6d-9176-051dc48ef713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:41.877846 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d330b6-dad4-482e-85ed-3c8a0cb9b59c req-e972dc71-c97c-4480-afc5-198ccd78ca63 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:41.878721 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5d33f7d-293e-4910-81f8-89b577d9a898 admin admin] Deleting subnet ee1e665a-f297-4067-8b5a-7a7e373f89c9 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:27:41.880652 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-22d330b6-dad4-482e-85ed-3c8a0cb9b59c req-e972dc71-c97c-4480-afc5-198ccd78ca63 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bcf3899-1ec0-4e88-8dfe-3fae5fcd314c HTTP/1.1" status: 200 len: 945 time: 0.1851692 Nov 25 17:27:41.882883 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f5d33f7d-293e-4910-81f8-89b577d9a898 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:41.892807 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-176a1bba-39cd-41c6-a290-6ebd04a62182 req-412b4d0a-e80b-4697-93b7-1390e9d07255 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Request body: {'port': {'device_id': '2cc6d606-bdb9-4fc7-8edb-5a5ee6360833', 'network_id': '371425c0-1ad9-4640-8637-d9368ddb07ea', 'admin_state_up': True, 'tenant_id': '0c50612348444ddfbb4ceb1523debeb2'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:41.900953 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: 52faa424-25c8-41e5-880a-1ed1142761da {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:27:41.901393 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 52faa424-25c8-41e5-880a-1ed1142761da not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:27:41.921941 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f5d33f7d-293e-4910-81f8-89b577d9a898 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:41.928416 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=7d8c4437-be8f-4b5d-8704-e9493180d426,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:41.981275 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f5d33f7d-293e-4910-81f8-89b577d9a898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:42.008103 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a834af-3e25-419b-9435-335e103ff59f req-e5af795c-cf89-44c1-860a-3fe228f9b003 tempest-ServersOnMultiNodesTest-1544589182 tempest-ServersOnMultiNodesTest-1544589182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:42.009141 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a5a834af-3e25-419b-9435-335e103ff59f req-e5af795c-cf89-44c1-860a-3fe228f9b003 tempest-ServersOnMultiNodesTest-1544589182 tempest-ServersOnMultiNodesTest-1544589182-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=05dadc8c-bada-4961-993d-fd0c20c45dc1 HTTP/1.1" status: 200 len: 1100 time: 0.2368963 Nov 25 17:27:42.019275 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a7c103-9abd-4b6d-9176-051dc48ef713 service neutron] Pushing event updated for resources: {'Port': ['ID=4607de6a-df5a-42f5-aeb7-916805eb61df,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:42.049385 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f5d33f7d-293e-4910-81f8-89b577d9a898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:42.082051 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d33f7d-293e-4910-81f8-89b577d9a898 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee1e665a-f297-4067-8b5a-7a7e373f89c9,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:42.082347 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a5a834af-3e25-419b-9435-335e103ff59f req-da816feb-aa8d-4e48-b905-40a94ba40013 tempest-ServersOnMultiNodesTest-1544589182 tempest-ServersOnMultiNodesTest-1544589182-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:42.082969 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f5d33f7d-293e-4910-81f8-89b577d9a898 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:42.086439 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f5d33f7d-293e-4910-81f8-89b577d9a898 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/ee1e665a-f297-4067-8b5a-7a7e373f89c9 HTTP/1.1" status: 204 len: 168 time: 0.4841232 Nov 25 17:27:42.088782 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39474) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:42.117777 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-22d330b6-dad4-482e-85ed-3c8a0cb9b59c req-2e47d66c-279d-4a80-bcca-3d23d0b9eaef tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215552 Nov 25 17:27:42.183606 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6d2db1a1-c3bd-4467-aeb0-7c3ec527fd79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:42.250573 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-101cfcbe-dd61-43cd-8969-095585f667b7 req-17a7c103-9abd-4b6d-9176-051dc48ef713 service neutron] Attempting to bind port 4607de6a-df5a-42f5-aeb7-916805eb61df on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:27:42.250804 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-101cfcbe-dd61-43cd-8969-095585f667b7 req-17a7c103-9abd-4b6d-9176-051dc48ef713 service neutron] Attempting to bind port 4607de6a-df5a-42f5-aeb7-916805eb61df by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:27:42.251133 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101cfcbe-dd61-43cd-8969-095585f667b7 req-17a7c103-9abd-4b6d-9176-051dc48ef713 service neutron] Attempting to bind port 4607de6a-df5a-42f5-aeb7-916805eb61df on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:27:42.263840 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-176a1bba-39cd-41c6-a290-6ebd04a62182 req-412b4d0a-e80b-4697-93b7-1390e9d07255 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Made reservation on behalf of 0c50612348444ddfbb4ceb1523debeb2 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:27:42.267261 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-176a1bba-39cd-41c6-a290-6ebd04a62182 req-412b4d0a-e80b-4697-93b7-1390e9d07255 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:42.270498 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6d2db1a1-c3bd-4467-aeb0-7c3ec527fd79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:42.273668 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101cfcbe-dd61-43cd-8969-095585f667b7 req-17a7c103-9abd-4b6d-9176-051dc48ef713 service neutron] Port 4607de6a-df5a-42f5-aeb7-916805eb61df on network ab4fed0b-9bf1-4925-8765-94da08c5de2a not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:27:42.273994 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101cfcbe-dd61-43cd-8969-095585f667b7 req-17a7c103-9abd-4b6d-9176-051dc48ef713 service neutron] Attempting to bind port 4607de6a-df5a-42f5-aeb7-916805eb61df on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:27:42.297485 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101cfcbe-dd61-43cd-8969-095585f667b7 req-17a7c103-9abd-4b6d-9176-051dc48ef713 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:27:42.297758 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-6d2db1a1-c3bd-4467-aeb0-7c3ec527fd79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdfc7726-be74-4470-a033-195b79623a95']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:42.297880 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101cfcbe-dd61-43cd-8969-095585f667b7 req-17a7c103-9abd-4b6d-9176-051dc48ef713 service neutron] Checking segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:27:42.298417 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101cfcbe-dd61-43cd-8969-095585f667b7 req-17a7c103-9abd-4b6d-9176-051dc48ef713 service neutron] Bound using segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:27:42.298598 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-101cfcbe-dd61-43cd-8969-095585f667b7 req-17a7c103-9abd-4b6d-9176-051dc48ef713 service neutron] Bound port: 4607de6a-df5a-42f5-aeb7-916805eb61df, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:27:42.298947 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-101cfcbe-dd61-43cd-8969-095585f667b7 req-17a7c103-9abd-4b6d-9176-051dc48ef713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:42.307710 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-6d2db1a1-c3bd-4467-aeb0-7c3ec527fd79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c22414f-d4c7-43ac-a576-c7b2f18031bf') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:42.308000 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-6d2db1a1-c3bd-4467-aeb0-7c3ec527fd79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c22414f-d4c7-43ac-a576-c7b2f18031bf') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:42.318483 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6d2db1a1-c3bd-4467-aeb0-7c3ec527fd79 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:42.333782 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6d2db1a1-c3bd-4467-aeb0-7c3ec527fd79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:42.339972 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d2db1a1-c3bd-4467-aeb0-7c3ec527fd79 admin admin] Releasing vlan 923 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:27:42.340385 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6d2db1a1-c3bd-4467-aeb0-7c3ec527fd79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:42.342600 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:27:42.342600 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:27:42.342600 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:27:42.342600 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:27:42.342600 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:27:42.342600 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:27:42.342600 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:27:42.342600 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:27:42.342600 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:27:42.342600 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:27:42.342600 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:27:42.342600 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:27:42.342600 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:27:42.342600 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:27:42.342600 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:27:42.342600 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:27:42.342600 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:27:42.342600 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:27:42.342600 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:27:42.342600 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:27:42.342600 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:27:42.342600 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:27:42.342600 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:27:42.342600 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:27:42.342600 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:27:42.342600 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:27:42.342600 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:27:42.342600 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:27:42.342600 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:27:42.342600 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:27:42.342600 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:27:42.342600 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:27:42.346467 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15c86d-97d3-4d8d-84ef-59bd1b17b7ee req-fa868fa7-adc2-48a4-a4be-2f9bc9836e1a tempest-TenantUsagesTestJSON-1083750558 tempest-TenantUsagesTestJSON-1083750558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:42.348621 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e15c86d-97d3-4d8d-84ef-59bd1b17b7ee req-fa868fa7-adc2-48a4-a4be-2f9bc9836e1a tempest-TenantUsagesTestJSON-1083750558 tempest-TenantUsagesTestJSON-1083750558-project] 10.222.0.75 "GET /v2.0/ports?device_id=56f8b3c2-cab3-406a-a97a-ccdc239bd07e HTTP/1.1" status: 200 len: 948 time: 0.1395893 Nov 25 17:27:42.383132 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '054d980d-2ae0-423f-b06b-14e9c776fb71', 'name': 'network-vif-deleted', 'tag': 'd32d7aa4-3ca5-486f-abf0-ec662c62b53d'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:42.385342 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31f5214-9f04-4b71-9880-6a4435322899" -d '{"events": [{"server_uuid": "054d980d-2ae0-423f-b06b-14e9c776fb71", "name": "network-vif-deleted", "tag": "d32d7aa4-3ca5-486f-abf0-ec662c62b53d"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:42.403761 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6d2db1a1-c3bd-4467-aeb0-7c3ec527fd79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:42.410512 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6d2db1a1-c3bd-4467-aeb0-7c3ec527fd79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:42.416580 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6d2db1a1-c3bd-4467-aeb0-7c3ec527fd79 admin admin] 10.222.0.75 "DELETE /v2.0/networks/cdfc7726-be74-4470-a033-195b79623a95 HTTP/1.1" status: 204 len: 168 time: 0.3243847 Nov 25 17:27:42.423279 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39480) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:42.431662 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2db1a1-c3bd-4467-aeb0-7c3ec527fd79 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdfc7726-be74-4470-a033-195b79623a95,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:42.440933 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a5a834af-3e25-419b-9435-335e103ff59f req-da816feb-aa8d-4e48-b905-40a94ba40013 tempest-ServersOnMultiNodesTest-1544589182 tempest-ServersOnMultiNodesTest-1544589182-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:42.457246 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a5a834af-3e25-419b-9435-335e103ff59f req-da816feb-aa8d-4e48-b905-40a94ba40013 tempest-ServersOnMultiNodesTest-1544589182 tempest-ServersOnMultiNodesTest-1544589182-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:42.470876 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-e508065f-df0c-471f-a14c-4fe37fe163b1 admin admin] Deleting subnet dfb44d6d-0bdd-4330-9fce-d8d21b0f76fc {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:27:42.474289 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e508065f-df0c-471f-a14c-4fe37fe163b1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:42.514909 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e508065f-df0c-471f-a14c-4fe37fe163b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:42.541698 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-101cfcbe-dd61-43cd-8969-095585f667b7 req-17a7c103-9abd-4b6d-9176-051dc48ef713 service neutron] For port 4607de6a-df5a-42f5-aeb7-916805eb61df, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:27:42.557230 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e508065f-df0c-471f-a14c-4fe37fe163b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:42.577425 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a5a834af-3e25-419b-9435-335e103ff59f req-da816feb-aa8d-4e48-b905-40a94ba40013 tempest-ServersOnMultiNodesTest-1544589182 tempest-ServersOnMultiNodesTest-1544589182-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5535758 Nov 25 17:27:42.578025 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da816feb-aa8d-4e48-b905-40a94ba40013 tempest-ServersOnMultiNodesTest-1544589182 tempest-ServersOnMultiNodesTest-1544589182-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454b5446-40a4-4f95-b6c8-66b186ce4faa,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:42.583523 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-101cfcbe-dd61-43cd-8969-095585f667b7 req-17a7c103-9abd-4b6d-9176-051dc48ef713 service neutron] For port 4607de6a-df5a-42f5-aeb7-916805eb61df, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=4607de6a-df5a-42f5-aeb7-916805eb61df,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:27:42.599564 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e15c86d-97d3-4d8d-84ef-59bd1b17b7ee req-a859fe52-abba-40ae-9df1-3f05190fba45 tempest-TenantUsagesTestJSON-1083750558 tempest-TenantUsagesTestJSON-1083750558-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbc6eb98-3de1-497c-b59b-493bb8102842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944950 Nov 25 17:27:42.608297 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-101cfcbe-dd61-43cd-8969-095585f667b7 req-17a7c103-9abd-4b6d-9176-051dc48ef713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:42.634537 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e508065f-df0c-471f-a14c-4fe37fe163b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:42.653509 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-176a1bba-39cd-41c6-a290-6ebd04a62182 req-412b4d0a-e80b-4697-93b7-1390e9d07255 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Allocated IP 172.20.0.11 (371425c0-1ad9-4640-8637-d9368ddb07ea/c19ccf88-7778-4418-ad11-438645181f88/938dc3de-93c8-4504-881e-0d03e86c72e7) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:27:42.658984 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29acd294-0c56-4996-8d51-81a4a204b06f x-openstack-request-id: req-29acd294-0c56-4996-8d51-81a4a204b06f {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:42.660165 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1582296b-8b3e-47bb-922a-682843814f6b", "name": "network-vif-plugged", "status": "completed", "tag": "7d8c4437-be8f-4b5d-8704-e9493180d426", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:42.661236 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-29acd294-0c56-4996-8d51-81a4a204b06f {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:42.661697 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1582296b-8b3e-47bb-922a-682843814f6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d8c4437-be8f-4b5d-8704-e9493180d426', 'code': 200} Nov 25 17:27:42.679681 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101cfcbe-dd61-43cd-8969-095585f667b7 req-17a7c103-9abd-4b6d-9176-051dc48ef713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:42.680742 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-101cfcbe-dd61-43cd-8969-095585f667b7 req-17a7c103-9abd-4b6d-9176-051dc48ef713 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:42.682922 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-101cfcbe-dd61-43cd-8969-095585f667b7 req-17a7c103-9abd-4b6d-9176-051dc48ef713 service neutron] 10.222.0.74 "PUT /v2.0/ports/4607de6a-df5a-42f5-aeb7-916805eb61df HTTP/1.1" status: 200 len: 1096 time: 1.7970881 Nov 25 17:27:42.711866 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a7c103-9abd-4b6d-9176-051dc48ef713 service neutron] Pushing event updated for resources: {'Port': ['ID=4607de6a-df5a-42f5-aeb7-916805eb61df,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:42.761131 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e508065f-df0c-471f-a14c-4fe37fe163b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfb44d6d-0bdd-4330-9fce-d8d21b0f76fc,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:42.766778 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e508065f-df0c-471f-a14c-4fe37fe163b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:42.774605 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39490) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:42.774812 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e508065f-df0c-471f-a14c-4fe37fe163b1 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/dfb44d6d-0bdd-4330-9fce-d8d21b0f76fc HTTP/1.1" status: 204 len: 168 time: 0.3505099 Nov 25 17:27:42.841478 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b914d65a-8df0-4170-ab53-2b2cb785bdf8 req-89ab12e9-def0-41d6-aa49-81948de52b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:42.842984 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b914d65a-8df0-4170-ab53-2b2cb785bdf8 req-89ab12e9-def0-41d6-aa49-81948de52b26 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1582296b-8b3e-47bb-922a-682843814f6b HTTP/1.1" status: 200 len: 1097 time: 0.0465376 Nov 25 17:27:42.877280 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-92791762-0e42-4904-82a5-050778778f25 req-422058b9-b119-40f5-8ee3-3d82d9f95ddb tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cc6d606-bdb9-4fc7-8edb-5a5ee6360833 HTTP/1.1" status: 200 len: 210 time: 0.1002359 Nov 25 17:27:42.905187 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b914d65a-8df0-4170-ab53-2b2cb785bdf8 req-1b573037-e342-4306-82ca-915280c801c2 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=2003d2ed-ecb7-489f-8e29-3b5098e1ad6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542269 Nov 25 17:27:42.932934 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3c47cd-f74e-4490-b95b-76652d87d8cb x-openstack-request-id: req-0b3c47cd-f74e-4490-b95b-76652d87d8cb {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:42.933355 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "054d980d-2ae0-423f-b06b-14e9c776fb71", "name": "network-vif-deleted", "tag": "d32d7aa4-3ca5-486f-abf0-ec662c62b53d", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:42.933691 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0b3c47cd-f74e-4490-b95b-76652d87d8cb {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:42.934184 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '054d980d-2ae0-423f-b06b-14e9c776fb71', 'name': 'network-vif-deleted', 'tag': 'd32d7aa4-3ca5-486f-abf0-ec662c62b53d', 'status': 'completed', 'code': 200} Nov 25 17:27:43.002509 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4ea87964-cf51-4277-8a4c-d546d3e7a5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:43.011745 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba42f0-3377-45f6-a848-4d3aaeca8423 req-cfa1cd36-d24d-464e-a2a3-ee7e31758641 tempest-InstanceActionsV221TestJSON-124639443 tempest-InstanceActionsV221TestJSON-124639443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:43.013164 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-12ba42f0-3377-45f6-a848-4d3aaeca8423 req-cfa1cd36-d24d-464e-a2a3-ee7e31758641 tempest-InstanceActionsV221TestJSON-124639443 tempest-InstanceActionsV221TestJSON-124639443-project] 10.222.0.75 "GET /v2.0/ports?device_id=1582296b-8b3e-47bb-922a-682843814f6b HTTP/1.1" status: 200 len: 946 time: 0.2763467 Nov 25 17:27:43.035390 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101cfcbe-dd61-43cd-8969-095585f667b7 req-dc21fcdf-40ea-4976-887d-d4c205324b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:43.036850 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-101cfcbe-dd61-43cd-8969-095585f667b7 req-dc21fcdf-40ea-4976-887d-d4c205324b8f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fc3fa6c657c84d12ba3a32db83ea3fb1&device_id=56f8b3c2-cab3-406a-a97a-ccdc239bd07e HTTP/1.1" status: 200 len: 1099 time: 0.2611609 Nov 25 17:27:43.143936 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-176a1bba-39cd-41c6-a290-6ebd04a62182 req-412b4d0a-e80b-4697-93b7-1390e9d07255 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:43.182207 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59afa70c-6cf7-44ae-912b-0c7badc56ab2 req-f34ada65-510c-4afd-8444-a0670047bc04 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:43.183673 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-59afa70c-6cf7-44ae-912b-0c7badc56ab2 req-f34ada65-510c-4afd-8444-a0670047bc04 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/ports?device_id=9146b814-a564-4f66-ae0e-5fb421ea3d11 HTTP/1.1" status: 200 len: 943 time: 0.1995680 Nov 25 17:27:43.202649 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-101cfcbe-dd61-43cd-8969-095585f667b7 req-f45ea8cd-bb84-4ac6-a916-97ae2aaea08f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=4607de6a-df5a-42f5-aeb7-916805eb61df HTTP/1.1" status: 200 len: 217 time: 0.0914218 Nov 25 17:27:43.219948 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-12ba42f0-3377-45f6-a848-4d3aaeca8423 req-908c1def-75ec-4287-b63e-3ede7cb27af0 tempest-InstanceActionsV221TestJSON-124639443 tempest-InstanceActionsV221TestJSON-124639443-project] 10.222.0.75 "GET /v2.0/security-groups?id=2003d2ed-ecb7-489f-8e29-3b5098e1ad6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866715 Nov 25 17:27:43.298341 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56f8b3c2-cab3-406a-a97a-ccdc239bd07e', 'tag': '4607de6a-df5a-42f5-aeb7-916805eb61df'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:43.300594 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92050579-be28-4ec8-a150-629ae43be3a9" -d '{"events": [{"name": "network-changed", "server_uuid": "56f8b3c2-cab3-406a-a97a-ccdc239bd07e", "tag": "4607de6a-df5a-42f5-aeb7-916805eb61df"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:43.307607 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4ea87964-cf51-4277-8a4c-d546d3e7a5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:43.358223 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-4ea87964-cf51-4277-8a4c-d546d3e7a5e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5095af1f-6d39-4c96-b67d-2e4aa9006ec8']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:43.382766 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-4ea87964-cf51-4277-8a4c-d546d3e7a5e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6c096f7-9703-4620-af7a-af1efce210be') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:43.383063 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-4ea87964-cf51-4277-8a4c-d546d3e7a5e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6c096f7-9703-4620-af7a-af1efce210be') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:43.388520 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-59afa70c-6cf7-44ae-912b-0c7badc56ab2 req-a728b09c-7d25-4f61-aecd-3de36c7b6898 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/security-groups?id=84be2441-5ea8-4292-81c0-e25d06d16adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981030 Nov 25 17:27:43.389975 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101cfcbe-dd61-43cd-8969-095585f667b7 req-910f72d9-52db-4973-ba79-6b638fccb4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:43.391340 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-101cfcbe-dd61-43cd-8969-095585f667b7 req-910f72d9-52db-4973-ba79-6b638fccb4ab service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.1781054 Nov 25 17:27:43.403422 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-176a1bba-39cd-41c6-a290-6ebd04a62182 req-412b4d0a-e80b-4697-93b7-1390e9d07255 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:43.435749 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4ea87964-cf51-4277-8a4c-d546d3e7a5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:43.453235 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0a0361-7e95-448f-b6bb-21667c57c524 x-openstack-request-id: req-8c0a0361-7e95-448f-b6bb-21667c57c524 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:43.453526 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56f8b3c2-cab3-406a-a97a-ccdc239bd07e", "tag": "4607de6a-df5a-42f5-aeb7-916805eb61df", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:43.453778 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8c0a0361-7e95-448f-b6bb-21667c57c524 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:43.454164 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56f8b3c2-cab3-406a-a97a-ccdc239bd07e', 'tag': '4607de6a-df5a-42f5-aeb7-916805eb61df', 'status': 'completed', 'code': 200} Nov 25 17:27:43.468510 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device d32d7aa4-3ca5-486f-abf0-ec662c62b53d no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:27:43.535021 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4ea87964-cf51-4277-8a4c-d546d3e7a5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:43.557617 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ea87964-cf51-4277-8a4c-d546d3e7a5e5 admin admin] Releasing vlan 927 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:27:43.558022 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4ea87964-cf51-4277-8a4c-d546d3e7a5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:43.561563 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-176a1bba-39cd-41c6-a290-6ebd04a62182 req-412b4d0a-e80b-4697-93b7-1390e9d07255 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Network 371425c0-1ad9-4640-8637-d9368ddb07ea is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:27:43.571473 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:27:43.571473 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:27:43.571473 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:27:43.571473 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:27:43.571473 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:27:43.571473 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:27:43.571473 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:27:43.571473 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:27:43.571473 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:27:43.571473 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:27:43.571473 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:27:43.571473 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:27:43.571473 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:27:43.571473 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:27:43.571473 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:27:43.571473 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:27:43.571473 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:27:43.571473 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:27:43.571473 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:27:43.571473 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:27:43.571473 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:27:43.571473 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:27:43.571473 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:27:43.571473 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:27:43.571473 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:27:43.571473 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:27:43.571473 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:27:43.571473 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:27:43.571473 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:27:43.571473 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:27:43.571473 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:27:43.571473 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:27:43.602825 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-176a1bba-39cd-41c6-a290-6ebd04a62182 req-412b4d0a-e80b-4697-93b7-1390e9d07255 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:27:43.609069 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-176a1bba-39cd-41c6-a290-6ebd04a62182 req-412b4d0a-e80b-4697-93b7-1390e9d07255 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:27:43.615932 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4d0a-e80b-4697-93b7-1390e9d07255 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Pushing event updated for resources: {'Port': ['ID=938dc3de-93c8-4504-881e-0d03e86c72e7,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:43.619467 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-8ce6e705-3f40-4b37-9e86-a95f4a7ab6c7 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=e949b071017c47779120773fb05efee7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0766926 Nov 25 17:27:43.624925 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: d32d7aa4-3ca5-486f-abf0-ec662c62b53d {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:27:43.625278 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device d32d7aa4-3ca5-486f-abf0-ec662c62b53d not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:27:43.979585 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101cfcbe-dd61-43cd-8969-095585f667b7 req-1a786801-313c-464f-b577-51432563828c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:43.981101 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-101cfcbe-dd61-43cd-8969-095585f667b7 req-1a786801-313c-464f-b577-51432563828c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5805175 Nov 25 17:27:44.036080 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52621698-2d42-45e5-b734-b5e7b59d827d req-c52f9b3b-40f0-43b5-95de-c7e5383fc98a tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:44.037640 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-52621698-2d42-45e5-b734-b5e7b59d827d req-c52f9b3b-40f0-43b5-95de-c7e5383fc98a tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bcf3899-1ec0-4e88-8dfe-3fae5fcd314c HTTP/1.1" status: 200 len: 945 time: 0.6077218 Nov 25 17:27:44.058028 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4ea87964-cf51-4277-8a4c-d546d3e7a5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:44.103833 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4ea87964-cf51-4277-8a4c-d546d3e7a5e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:44.107031 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-4ea87964-cf51-4277-8a4c-d546d3e7a5e5 admin admin] 10.222.0.75 "DELETE /v2.0/networks/5095af1f-6d39-4c96-b67d-2e4aa9006ec8 HTTP/1.1" status: 204 len: 168 time: 1.3261726 Nov 25 17:27:44.115922 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a1bba-39cd-41c6-a290-6ebd04a62182 req-412b4d0a-e80b-4697-93b7-1390e9d07255 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:44.116528 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-176a1bba-39cd-41c6-a290-6ebd04a62182 req-412b4d0a-e80b-4697-93b7-1390e9d07255 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:44.150702 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 958e243b-13dd-466c-b3a1-61bd001ce2c5 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:27:44.174971 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea87964-cf51-4277-8a4c-d546d3e7a5e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5095af1f-6d39-4c96-b67d-2e4aa9006ec8,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:44.210215 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-176a1bba-39cd-41c6-a290-6ebd04a62182 req-412b4d0a-e80b-4697-93b7-1390e9d07255 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3245022 Nov 25 17:27:44.244609 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-176a1bba-39cd-41c6-a290-6ebd04a62182 req-53d1bb0a-5cc2-47be-8b22-a79f5d7e79be service neutron] Request body: {'port': {'device_id': '2cc6d606-bdb9-4fc7-8edb-5a5ee6360833', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:44.249493 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39520) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:44.260565 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 958e243b-13dd-466c-b3a1-61bd001ce2c5, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=958e243b-13dd-466c-b3a1-61bd001ce2c5,segment=NetworkSegment(6347e9f6-96b1-4f56-a092-a9cf81778fe8),segment_id=6347e9f6-96b1-4f56-a092-a9cf81778fe8)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:44.274571 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '958e243b-13dd-466c-b3a1-61bd001ce2c5', 'network_id': '6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5', 'port_id': '958e243b-13dd-466c-b3a1-61bd001ce2c5', 'mac_address': 'fa:16:3e:fc:a6:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 901, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '577f7e8f-a41f-42c3-a5d0-23f6361748a4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:27:44.291158 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-aaa529b5-d205-4c0a-a5c8-db136e260c96 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cbebe6cb2b944a35af1ec08d68611682&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404754 Nov 25 17:27:44.292000 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-b2a3c519-4817-4770-8e92-6d795d2fd634 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:44.293533 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-b2a3c519-4817-4770-8e92-6d795d2fd634 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3417528 Nov 25 17:27:44.296876 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-52621698-2d42-45e5-b734-b5e7b59d827d req-cd7715f5-edae-414c-994e-c548fe04fafd tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416272 Nov 25 17:27:44.299206 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39522) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:44.318365 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-101cfcbe-dd61-43cd-8969-095585f667b7 req-098ac71b-69d1-4b81-8944-c21f12f19563 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211272 Nov 25 17:27:44.332284 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:44.347097 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 958e243b-13dd-466c-b3a1-61bd001ce2c5 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:27:44.368383 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 958e243b-13dd-466c-b3a1-61bd001ce2c5, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=958e243b-13dd-466c-b3a1-61bd001ce2c5,segment=NetworkSegment(6347e9f6-96b1-4f56-a092-a9cf81778fe8),segment_id=6347e9f6-96b1-4f56-a092-a9cf81778fe8)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:44.372466 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:44.388288 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-1184f054-83a4-441e-81f1-b2fd5e70cbd6 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/quotas/e949b071017c47779120773fb05efee7 HTTP/1.1" status: 200 len: 375 time: 0.0769117 Nov 25 17:27:44.420728 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=958e243b-13dd-466c-b3a1-61bd001ce2c5,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:44.495335 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-176a1bba-39cd-41c6-a290-6ebd04a62182 req-53d1bb0a-5cc2-47be-8b22-a79f5d7e79be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:44.547980 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-63681ba0-fb08-4602-9c74-8e05b0a33ce7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:44.594246 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37316ee3-160c-436b-abd6-21cfac139112 req-6d33b6f1-1663-4811-adc8-eab666ebece5 tempest-TenantUsagesTestJSON-1083750558 tempest-TenantUsagesTestJSON-1083750558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:44.594511 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['958e243b-13dd-466c-b3a1-61bd001ce2c5'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:27:44.595732 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-37316ee3-160c-436b-abd6-21cfac139112 req-6d33b6f1-1663-4811-adc8-eab666ebece5 tempest-TenantUsagesTestJSON-1083750558 tempest-TenantUsagesTestJSON-1083750558-project] 10.222.0.75 "GET /v2.0/ports?device_id=56f8b3c2-cab3-406a-a97a-ccdc239bd07e HTTP/1.1" status: 200 len: 948 time: 0.2034681 Nov 25 17:27:44.611567 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-dbfacf73-d44d-4e2a-9936-e93cb4e84aa9 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=e949b071017c47779120773fb05efee7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2137022 Nov 25 17:27:44.632125 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-101cfcbe-dd61-43cd-8969-095585f667b7 req-6dd437d8-9447-4bc8-8510-c113bf7d0862 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905688 Nov 25 17:27:44.639532 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-63681ba0-fb08-4602-9c74-8e05b0a33ce7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:44.814004 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-37316ee3-160c-436b-abd6-21cfac139112 req-8859156e-466d-4004-9c6a-3b2dd6d37c61 tempest-TenantUsagesTestJSON-1083750558 tempest-TenantUsagesTestJSON-1083750558-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbc6eb98-3de1-497c-b59b-493bb8102842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950271 Nov 25 17:27:44.871181 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92050579-be28-4ec8-a150-629ae43be3a9 req-07f49c26-c617-47fd-9433-7828b2ac1536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:44.872783 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-92050579-be28-4ec8-a150-629ae43be3a9 req-07f49c26-c617-47fd-9433-7828b2ac1536 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fc3fa6c657c84d12ba3a32db83ea3fb1&device_id=56f8b3c2-cab3-406a-a97a-ccdc239bd07e HTTP/1.1" status: 200 len: 1099 time: 0.1432073 Nov 25 17:27:44.875523 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-63681ba0-fb08-4602-9c74-8e05b0a33ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:44.878783 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-63681ba0-fb08-4602-9c74-8e05b0a33ce7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:44.880573 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-63681ba0-fb08-4602-9c74-8e05b0a33ce7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f HTTP/1.1" status: 204 len: 168 time: 0.5788569 Nov 25 17:27:44.927910 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63681ba0-fb08-4602-9c74-8e05b0a33ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c328d0eb-2e08-442f-b1d0-e8d4d7a55f7f,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:45.058910 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77519f44-b1b1-4919-8a48-4e462cf148da req-54706558-970e-48f7-bcb2-f59bce04b1ad tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:45.060427 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-77519f44-b1b1-4919-8a48-4e462cf148da req-54706558-970e-48f7-bcb2-f59bce04b1ad tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cc6d606-bdb9-4fc7-8edb-5a5ee6360833 HTTP/1.1" status: 200 len: 932 time: 0.1625485 Nov 25 17:27:45.119820 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92050579-be28-4ec8-a150-629ae43be3a9 req-523d311d-16a5-4f67-b49c-c46cdee4b6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:45.121324 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-92050579-be28-4ec8-a150-629ae43be3a9 req-523d311d-16a5-4f67-b49c-c46cdee4b6b1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ab4fed0b-9bf1-4925-8765-94da08c5de2a HTTP/1.1" status: 200 len: 870 time: 0.2361538 Nov 25 17:27:45.233716 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-176a1bba-39cd-41c6-a290-6ebd04a62182 req-53d1bb0a-5cc2-47be-8b22-a79f5d7e79be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 938dc3de-93c8-4504-881e-0d03e86c72e7 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:27:45.241532 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-92050579-be28-4ec8-a150-629ae43be3a9 req-c34c2aa6-cc7d-4b43-b40f-a9a30fd2cccb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=4607de6a-df5a-42f5-aeb7-916805eb61df HTTP/1.1" status: 200 len: 217 time: 0.0869207 Nov 25 17:27:45.248675 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-77519f44-b1b1-4919-8a48-4e462cf148da req-4b047c44-acf0-420e-bd9c-6768469f00eb tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790979 Nov 25 17:27:45.250574 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-176a1bba-39cd-41c6-a290-6ebd04a62182 req-53d1bb0a-5cc2-47be-8b22-a79f5d7e79be service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:45.270629 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d53c9e9-3c23-40f8-9674-14619d5a4e99 req-0558a6df-5e9c-474f-8826-780fafe5031b tempest-InstanceActionsV221TestJSON-124639443 tempest-InstanceActionsV221TestJSON-124639443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:45.277826 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d53c9e9-3c23-40f8-9674-14619d5a4e99 req-0558a6df-5e9c-474f-8826-780fafe5031b tempest-InstanceActionsV221TestJSON-124639443 tempest-InstanceActionsV221TestJSON-124639443-project] 10.222.0.75 "GET /v2.0/ports?device_id=1582296b-8b3e-47bb-922a-682843814f6b HTTP/1.1" status: 200 len: 946 time: 0.2112703 Nov 25 17:27:45.321015 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39542) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:45.331348 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-176a1bba-39cd-41c6-a290-6ebd04a62182 req-53d1bb0a-5cc2-47be-8b22-a79f5d7e79be service neutron] Transition to ACTIVE for port object 938dc3de-93c8-4504-881e-0d03e86c72e7 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:27:45.348050 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-176a1bba-39cd-41c6-a290-6ebd04a62182 req-53d1bb0a-5cc2-47be-8b22-a79f5d7e79be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:45.380862 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-16d9d8a9-dade-4298-86a8-eec9945d33fa admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a49c7f0744f443d6874792287d7c52a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0563648 Nov 25 17:27:45.381777 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39550) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:45.392394 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92050579-be28-4ec8-a150-629ae43be3a9 req-0f794428-44ee-4865-8435-906d591cafec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:45.393947 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-92050579-be28-4ec8-a150-629ae43be3a9 req-0f794428-44ee-4865-8435-906d591cafec service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.1400545 Nov 25 17:27:45.402605 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d53c9e9-3c23-40f8-9674-14619d5a4e99 req-622fc2cb-9b18-4e35-9bd4-853f4295052a tempest-InstanceActionsV221TestJSON-124639443 tempest-InstanceActionsV221TestJSON-124639443-project] 10.222.0.75 "GET /v2.0/security-groups?id=2003d2ed-ecb7-489f-8e29-3b5098e1ad6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239412 Nov 25 17:27:45.459295 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-29a2685c-acaf-4073-8555-f7ee67e5d1d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:45.477197 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d1bb0a-5cc2-47be-8b22-a79f5d7e79be service neutron] Pushing event updated for resources: {'Port': ['ID=938dc3de-93c8-4504-881e-0d03e86c72e7,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:45.502296 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-29a2685c-acaf-4073-8555-f7ee67e5d1d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:45.552517 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b6ea7-db8f-481d-a491-9000a403f429 req-6157ac05-8dc7-45e8-8be9-cfa56b81c404 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:45.554075 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ba0b6ea7-db8f-481d-a491-9000a403f429 req-6157ac05-8dc7-45e8-8be9-cfa56b81c404 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/ports?device_id=9146b814-a564-4f66-ae0e-5fb421ea3d11 HTTP/1.1" status: 200 len: 944 time: 0.1645617 Nov 25 17:27:45.555928 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92050579-be28-4ec8-a150-629ae43be3a9 req-34719503-0f84-4fa0-b49e-43efff31e9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:45.557329 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-92050579-be28-4ec8-a150-629ae43be3a9 req-34719503-0f84-4fa0-b49e-43efff31e9c4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1416636 Nov 25 17:27:45.568469 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-29a2685c-acaf-4073-8555-f7ee67e5d1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:45.571520 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-29a2685c-acaf-4073-8555-f7ee67e5d1d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:45.572781 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-29a2685c-acaf-4073-8555-f7ee67e5d1d8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5df96137-8742-49d1-a535-3ccd4ad78888 HTTP/1.1" status: 204 len: 168 time: 0.1900806 Nov 25 17:27:45.583119 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a2685c-acaf-4073-8555-f7ee67e5d1d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df96137-8742-49d1-a535-3ccd4ad78888,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:45.678785 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-176a1bba-39cd-41c6-a290-6ebd04a62182 req-53d1bb0a-5cc2-47be-8b22-a79f5d7e79be service neutron] Attempting to bind port 938dc3de-93c8-4504-881e-0d03e86c72e7 on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:27:45.679135 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-176a1bba-39cd-41c6-a290-6ebd04a62182 req-53d1bb0a-5cc2-47be-8b22-a79f5d7e79be service neutron] Attempting to bind port 938dc3de-93c8-4504-881e-0d03e86c72e7 by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': 'bdbf0e78-63fc-4baf-b91d-154115f4c256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '371425c0-1ad9-4640-8637-d9368ddb07ea'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:27:45.679467 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176a1bba-39cd-41c6-a290-6ebd04a62182 req-53d1bb0a-5cc2-47be-8b22-a79f5d7e79be service neutron] Attempting to bind port 938dc3de-93c8-4504-881e-0d03e86c72e7 on network 371425c0-1ad9-4640-8637-d9368ddb07ea {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:27:45.698019 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176a1bba-39cd-41c6-a290-6ebd04a62182 req-53d1bb0a-5cc2-47be-8b22-a79f5d7e79be service neutron] Port 938dc3de-93c8-4504-881e-0d03e86c72e7 on network 371425c0-1ad9-4640-8637-d9368ddb07ea not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:27:45.698356 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176a1bba-39cd-41c6-a290-6ebd04a62182 req-53d1bb0a-5cc2-47be-8b22-a79f5d7e79be service neutron] Attempting to bind port 938dc3de-93c8-4504-881e-0d03e86c72e7 on network 371425c0-1ad9-4640-8637-d9368ddb07ea {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:27:45.725626 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ba0b6ea7-db8f-481d-a491-9000a403f429 req-58e73665-233d-4002-82c0-6943ca0696c7 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/security-groups?id=84be2441-5ea8-4292-81c0-e25d06d16adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589284 Nov 25 17:27:45.731060 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176a1bba-39cd-41c6-a290-6ebd04a62182 req-53d1bb0a-5cc2-47be-8b22-a79f5d7e79be service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:27:45.731459 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176a1bba-39cd-41c6-a290-6ebd04a62182 req-53d1bb0a-5cc2-47be-8b22-a79f5d7e79be service neutron] Checking segment: {'id': 'bdbf0e78-63fc-4baf-b91d-154115f4c256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '371425c0-1ad9-4640-8637-d9368ddb07ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:27:45.733071 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176a1bba-39cd-41c6-a290-6ebd04a62182 req-53d1bb0a-5cc2-47be-8b22-a79f5d7e79be service neutron] Bound using segment: {'id': 'bdbf0e78-63fc-4baf-b91d-154115f4c256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '371425c0-1ad9-4640-8637-d9368ddb07ea'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:27:45.733590 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-176a1bba-39cd-41c6-a290-6ebd04a62182 req-53d1bb0a-5cc2-47be-8b22-a79f5d7e79be service neutron] Bound port: 938dc3de-93c8-4504-881e-0d03e86c72e7, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbf0e78-63fc-4baf-b91d-154115f4c256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '371425c0-1ad9-4640-8637-d9368ddb07ea'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:27:45.733954 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-176a1bba-39cd-41c6-a290-6ebd04a62182 req-53d1bb0a-5cc2-47be-8b22-a79f5d7e79be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:45.778911 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-92050579-be28-4ec8-a150-629ae43be3a9 req-adc2528f-25ee-485f-9c72-0ded53626035 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095726 Nov 25 17:27:45.946075 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a491639-d21b-474c-a9b1-909e55bcb864 req-c28a329c-4b07-4d03-821f-c2ed4d8055b8 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:45.954181 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6a491639-d21b-474c-a9b1-909e55bcb864 req-c28a329c-4b07-4d03-821f-c2ed4d8055b8 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bcf3899-1ec0-4e88-8dfe-3fae5fcd314c HTTP/1.1" status: 200 len: 945 time: 0.1900578 Nov 25 17:27:45.973121 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-176a1bba-39cd-41c6-a290-6ebd04a62182 req-53d1bb0a-5cc2-47be-8b22-a79f5d7e79be service neutron] For port 938dc3de-93c8-4504-881e-0d03e86c72e7, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:27:45.990334 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-176a1bba-39cd-41c6-a290-6ebd04a62182 req-53d1bb0a-5cc2-47be-8b22-a79f5d7e79be service neutron] For port 938dc3de-93c8-4504-881e-0d03e86c72e7, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=938dc3de-93c8-4504-881e-0d03e86c72e7,segment=NetworkSegment(bdbf0e78-63fc-4baf-b91d-154115f4c256),segment_id=bdbf0e78-63fc-4baf-b91d-154115f4c256)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:27:46.024185 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-176a1bba-39cd-41c6-a290-6ebd04a62182 req-53d1bb0a-5cc2-47be-8b22-a79f5d7e79be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:46.107039 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-92050579-be28-4ec8-a150-629ae43be3a9 req-90c31d7f-41ae-4b3a-82c9-9fd14a4779d1 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082032 Nov 25 17:27:46.115271 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9d598758-1219-4223-b7dc-1d124921cb9c req-51397561-2c9d-49a3-934b-061fa47d3344 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=04f17671-b4c7-40ff-94dc-8a1e322ccad6 HTTP/1.1" status: 200 len: 210 time: 0.0837095 Nov 25 17:27:46.135214 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a1bba-39cd-41c6-a290-6ebd04a62182 req-53d1bb0a-5cc2-47be-8b22-a79f5d7e79be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:46.135843 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-176a1bba-39cd-41c6-a290-6ebd04a62182 req-53d1bb0a-5cc2-47be-8b22-a79f5d7e79be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:46.137263 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-176a1bba-39cd-41c6-a290-6ebd04a62182 req-53d1bb0a-5cc2-47be-8b22-a79f5d7e79be service neutron] 10.222.0.90 "PUT /v2.0/ports/938dc3de-93c8-4504-881e-0d03e86c72e7 HTTP/1.1" status: 200 len: 1092 time: 1.9022067 Nov 25 17:27:46.137754 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cc6d606-bdb9-4fc7-8edb-5a5ee6360833', 'tag': '938dc3de-93c8-4504-881e-0d03e86c72e7'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:46.140360 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8163dc80-8c9c-40f5-a17f-176b55d7bf7a" -d '{"events": [{"name": "network-changed", "server_uuid": "2cc6d606-bdb9-4fc7-8edb-5a5ee6360833", "tag": "938dc3de-93c8-4504-881e-0d03e86c72e7"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:46.152118 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 958e243b-13dd-466c-b3a1-61bd001ce2c5 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:27:46.164802 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6a491639-d21b-474c-a9b1-909e55bcb864 req-067bd43a-ed8d-47eb-baf2-38d908fedf04 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082665 Nov 25 17:27:46.205758 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d1bb0a-5cc2-47be-8b22-a79f5d7e79be service neutron] Pushing event updated for resources: {'Port': ['ID=938dc3de-93c8-4504-881e-0d03e86c72e7,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:46.259330 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port 958e243b-13dd-466c-b3a1-61bd001ce2c5 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:27:46.264439 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port 958e243b-13dd-466c-b3a1-61bd001ce2c5 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:46.265469 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:46.360540 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d549964c-5456-495f-b8c3-e5237f0b2667 req-b349510a-d958-42c9-a9c9-04cff160d4ef tempest-InstanceActionsV221TestJSON-124639443 tempest-InstanceActionsV221TestJSON-124639443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:46.361967 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:46.362842 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d549964c-5456-495f-b8c3-e5237f0b2667 req-b349510a-d958-42c9-a9c9-04cff160d4ef tempest-InstanceActionsV221TestJSON-124639443 tempest-InstanceActionsV221TestJSON-124639443-project] 10.222.0.75 "GET /v2.0/ports?device_id=1582296b-8b3e-47bb-922a-682843814f6b HTTP/1.1" status: 200 len: 946 time: 0.0881944 Nov 25 17:27:46.366748 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a1bba-39cd-41c6-a290-6ebd04a62182 req-df7d5587-66ca-4258-9006-1227e1c000b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:46.368474 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-176a1bba-39cd-41c6-a290-6ebd04a62182 req-df7d5587-66ca-4258-9006-1227e1c000b1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0c50612348444ddfbb4ceb1523debeb2&device_id=2cc6d606-bdb9-4fc7-8edb-5a5ee6360833 HTTP/1.1" status: 200 len: 1095 time: 0.1425514 Nov 25 17:27:46.387365 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04759ef-ce97-4c7f-99b9-6e5223744546 req-9dc1e298-eb7e-423b-8897-64c8c1ff258a tempest-TenantUsagesTestJSON-1083750558 tempest-TenantUsagesTestJSON-1083750558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:46.388569 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9146b814-a564-4f66-ae0e-5fb421ea3d11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958e243b-13dd-466c-b3a1-61bd001ce2c5'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:46.389184 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b04759ef-ce97-4c7f-99b9-6e5223744546 req-9dc1e298-eb7e-423b-8897-64c8c1ff258a tempest-TenantUsagesTestJSON-1083750558 tempest-TenantUsagesTestJSON-1083750558-project] 10.222.0.75 "GET /v2.0/ports?device_id=56f8b3c2-cab3-406a-a97a-ccdc239bd07e HTTP/1.1" status: 200 len: 948 time: 0.1254966 Nov 25 17:27:46.393071 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29926223-abb6-444f-954b-90cc8059b0f1" -d '{"events": [{"server_uuid": "9146b814-a564-4f66-ae0e-5fb421ea3d11", "name": "network-vif-plugged", "status": "completed", "tag": "958e243b-13dd-466c-b3a1-61bd001ce2c5"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:46.407337 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 958e243b-13dd-466c-b3a1-61bd001ce2c5, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=958e243b-13dd-466c-b3a1-61bd001ce2c5,segment=NetworkSegment(6347e9f6-96b1-4f56-a092-a9cf81778fe8),segment_id=6347e9f6-96b1-4f56-a092-a9cf81778fe8)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:46.413291 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:46.462405 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-176a1bba-39cd-41c6-a290-6ebd04a62182 req-4f32fbc9-7a5f-41d4-ac52-e9966cea04c3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=938dc3de-93c8-4504-881e-0d03e86c72e7 HTTP/1.1" status: 200 len: 217 time: 0.0711892 Nov 25 17:27:46.471784 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=958e243b-13dd-466c-b3a1-61bd001ce2c5,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:46.537692 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:46.586651 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d549964c-5456-495f-b8c3-e5237f0b2667 req-64fe71b6-fd52-43c7-b649-0b89fd70070f tempest-InstanceActionsV221TestJSON-124639443 tempest-InstanceActionsV221TestJSON-124639443-project] 10.222.0.75 "GET /v2.0/security-groups?id=2003d2ed-ecb7-489f-8e29-3b5098e1ad6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044752 Nov 25 17:27:46.593092 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b04759ef-ce97-4c7f-99b9-6e5223744546 req-931e207c-134d-4adc-a89d-06018f1e2a3f tempest-TenantUsagesTestJSON-1083750558 tempest-TenantUsagesTestJSON-1083750558-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbc6eb98-3de1-497c-b59b-493bb8102842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890390 Nov 25 17:27:46.602791 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a1bba-39cd-41c6-a290-6ebd04a62182 req-79ead924-7fca-49d1-9285-b375035e6f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:46.603993 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-176a1bba-39cd-41c6-a290-6ebd04a62182 req-79ead924-7fca-49d1-9285-b375035e6f43 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c19ccf88-7778-4418-ad11-438645181f88 HTTP/1.1" status: 200 len: 855 time: 0.1221080 Nov 25 17:27:46.645276 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-176a1bba-39cd-41c6-a290-6ebd04a62182 req-da4f3593-59f8-4024-af39-2704b6c1f332 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=371425c0-1ad9-4640-8637-d9368ddb07ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325036 Nov 25 17:27:46.667155 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27edede2-44e1-458f-9182-0619553bfa08 x-openstack-request-id: req-27edede2-44e1-458f-9182-0619553bfa08 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:46.667417 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cc6d606-bdb9-4fc7-8edb-5a5ee6360833", "tag": "938dc3de-93c8-4504-881e-0d03e86c72e7", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:46.668719 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-27edede2-44e1-458f-9182-0619553bfa08 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:46.669549 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cc6d606-bdb9-4fc7-8edb-5a5ee6360833', 'tag': '938dc3de-93c8-4504-881e-0d03e86c72e7', 'status': 'completed', 'code': 200} Nov 25 17:27:46.690856 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:46.800127 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-d494484e-a1b6-4f41-8197-6e164c382e31 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=e949b071017c47779120773fb05efee7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1063163 Nov 25 17:27:46.870598 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-176a1bba-39cd-41c6-a290-6ebd04a62182 req-ee338069-21e1-4fef-90da-417e1719bd6c service neutron] 10.222.0.90 "GET /v2.0/networks/371425c0-1ad9-4640-8637-d9368ddb07ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188783 Nov 25 17:27:46.871938 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31183eec-cca3-4aa4-ac42-903170813507 x-openstack-request-id: req-31183eec-cca3-4aa4-ac42-903170813507 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:46.872724 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9146b814-a564-4f66-ae0e-5fb421ea3d11", "name": "network-vif-plugged", "status": "completed", "tag": "958e243b-13dd-466c-b3a1-61bd001ce2c5", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:46.874107 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-31183eec-cca3-4aa4-ac42-903170813507 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:46.875680 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9146b814-a564-4f66-ae0e-5fb421ea3d11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958e243b-13dd-466c-b3a1-61bd001ce2c5', 'code': 200} Nov 25 17:27:47.010643 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448629fd-9fc7-4eec-b2ac-85434ac7d9e7 req-de13a7cc-5d41-47d9-9c7b-f0b50034c677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:47.012731 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-448629fd-9fc7-4eec-b2ac-85434ac7d9e7 req-de13a7cc-5d41-47d9-9c7b-f0b50034c677 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=9146b814-a564-4f66-ae0e-5fb421ea3d11 HTTP/1.1" status: 200 len: 1096 time: 0.0613830 Nov 25 17:27:47.013634 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017dbecc-f54b-492c-b191-da72fe4aa372 req-8004ea40-9e0d-4cf9-bb36-af82b24981b7 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:47.015714 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-017dbecc-f54b-492c-b191-da72fe4aa372 req-8004ea40-9e0d-4cf9-bb36-af82b24981b7 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cc6d606-bdb9-4fc7-8edb-5a5ee6360833 HTTP/1.1" status: 200 len: 944 time: 0.2290068 Nov 25 17:27:47.085080 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-448629fd-9fc7-4eec-b2ac-85434ac7d9e7 req-5fb9e99f-993b-458f-abe1-07bc0d95bb3e service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=84be2441-5ea8-4292-81c0-e25d06d16adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614140 Nov 25 17:27:47.106800 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2cb6239c-10c0-454f-b272-bd93b6dd0ee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:47.118388 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-77560eee-a33d-4654-912d-678b4ac69d16 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:47.119864 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-77560eee-a33d-4654-912d-678b4ac69d16 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2943738 Nov 25 17:27:47.130147 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-5d8ff581-f009-447e-92a6-f2e1d56b9266 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=e949b071017c47779120773fb05efee7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344293 Nov 25 17:27:47.133513 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-017dbecc-f54b-492c-b191-da72fe4aa372 req-6bb196d5-e540-4ca4-a781-a58efa2fd9dd tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069098 Nov 25 17:27:47.142555 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-682c0cbb-a8b3-4748-ad51-d8cc788576f4 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Request body: {'port': {'device_id': '35882d81-5551-4479-99b5-3f4ef930fc0b', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'admin_state_up': True, 'tenant_id': 'e949b071017c47779120773fb05efee7'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:47.252507 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17d09f-2082-4cdd-8875-22ce94a34fbc req-ef8dcdc7-458c-4324-8fa5-8035efc038d7 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:47.254364 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cb17d09f-2082-4cdd-8875-22ce94a34fbc req-ef8dcdc7-458c-4324-8fa5-8035efc038d7 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/ports?device_id=9146b814-a564-4f66-ae0e-5fb421ea3d11 HTTP/1.1" status: 200 len: 945 time: 0.3079681 Nov 25 17:27:47.296774 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-3e5f72cd-286a-4c08-abc1-6ab589667619 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:47.298355 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-3e5f72cd-286a-4c08-abc1-6ab589667619 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1588049 Nov 25 17:27:47.300131 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-176a1bba-39cd-41c6-a290-6ebd04a62182 req-226b5bd3-bf22-4c8d-9d7d-21469bbb8e61 service neutron] 10.222.0.90 "GET /v2.0/networks/371425c0-1ad9-4640-8637-d9368ddb07ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896129 Nov 25 17:27:47.319688 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-f51ab68f-09df-4481-a256-4fdf76a98ef7 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Request body: {'port': {'device_id': '04f17671-b4c7-40ff-94dc-8a1e322ccad6', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'admin_state_up': True, 'tenant_id': 'e949b071017c47779120773fb05efee7'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:47.340685 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-682c0cbb-a8b3-4748-ad51-d8cc788576f4 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Made reservation on behalf of e949b071017c47779120773fb05efee7 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:27:47.344416 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-682c0cbb-a8b3-4748-ad51-d8cc788576f4 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:47.388169 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cb17d09f-2082-4cdd-8875-22ce94a34fbc req-56ac4128-3510-4936-8b56-529dfd184fe2 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/security-groups?id=84be2441-5ea8-4292-81c0-e25d06d16adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135931 Nov 25 17:27:47.415474 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3fc411-1a7e-4c48-8e82-0f221a849ca3 req-07b93249-cb50-4c55-a096-cc2b1117157a tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:47.417005 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0d3fc411-1a7e-4c48-8e82-0f221a849ca3 req-07b93249-cb50-4c55-a096-cc2b1117157a tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bcf3899-1ec0-4e88-8dfe-3fae5fcd314c HTTP/1.1" status: 200 len: 945 time: 0.1594226 Nov 25 17:27:47.471470 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 4607de6a-df5a-42f5-aeb7-916805eb61df details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:27:47.502081 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-f51ab68f-09df-4481-a256-4fdf76a98ef7 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Made reservation on behalf of e949b071017c47779120773fb05efee7 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:27:47.509126 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-f51ab68f-09df-4481-a256-4fdf76a98ef7 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:47.607313 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 4607de6a-df5a-42f5-aeb7-916805eb61df, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=4607de6a-df5a-42f5-aeb7-916805eb61df,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:47.623127 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '4607de6a-df5a-42f5-aeb7-916805eb61df', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'port_id': '4607de6a-df5a-42f5-aeb7-916805eb61df', 'mac_address': 'fa:16:3e:14:31:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8793709c-5336-428d-aede-b0b8df1a26b2', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:27:47.665611 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:47.676962 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-f51ab68f-09df-4481-a256-4fdf76a98ef7 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Allocated IP 192.168.233.117 (ab4fed0b-9bf1-4925-8765-94da08c5de2a/8793709c-5336-428d-aede-b0b8df1a26b2/0682888f-e70f-4362-8d88-9e0f7bea89c3) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:27:47.680561 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4607de6a-df5a-42f5-aeb7-916805eb61df {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:27:47.702040 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 4607de6a-df5a-42f5-aeb7-916805eb61df, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=4607de6a-df5a-42f5-aeb7-916805eb61df,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:47.708168 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:47.772784 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=4607de6a-df5a-42f5-aeb7-916805eb61df,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:47.845011 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-f51ab68f-09df-4481-a256-4fdf76a98ef7 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:47.851368 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163dc80-8c9c-40f5-a17f-176b55d7bf7a req-3df80213-bb34-444c-9c09-a9eeca42fea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:47.852854 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8163dc80-8c9c-40f5-a17f-176b55d7bf7a req-3df80213-bb34-444c-9c09-a9eeca42fea8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0c50612348444ddfbb4ceb1523debeb2&device_id=2cc6d606-bdb9-4fc7-8edb-5a5ee6360833 HTTP/1.1" status: 200 len: 1095 time: 0.4825907 Nov 25 17:27:47.885187 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-f51ab68f-09df-4481-a256-4fdf76a98ef7 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:47.901166 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['5dd26ad6-440e-45ad-be85-4b1a98da85a4'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:27:47.901746 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dab0e40f-041f-4919-9d93-bd07ebda3b3c req-8256cee9-0ca6-4e51-97e4-55917cf63c8b tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=04f17671-b4c7-40ff-94dc-8a1e322ccad6 HTTP/1.1" status: 200 len: 210 time: 0.3644612 Nov 25 17:27:47.924503 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3eebda-8321-4f52-9584-7599bbc131fe req-8567573b-64ea-496f-ba86-97ed917ef822 tempest-InstanceActionsV221TestJSON-124639443 tempest-InstanceActionsV221TestJSON-124639443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:47.926839 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1b3eebda-8321-4f52-9584-7599bbc131fe req-8567573b-64ea-496f-ba86-97ed917ef822 tempest-InstanceActionsV221TestJSON-124639443 tempest-InstanceActionsV221TestJSON-124639443-project] 10.222.0.74 "GET /v2.0/ports?device_id=1582296b-8b3e-47bb-922a-682843814f6b HTTP/1.1" status: 200 len: 946 time: 0.5051937 Nov 25 17:27:47.946895 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['4607de6a-df5a-42f5-aeb7-916805eb61df'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:27:47.949168 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-f51ab68f-09df-4481-a256-4fdf76a98ef7 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Network ab4fed0b-9bf1-4925-8765-94da08c5de2a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:27:47.953466 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ab68f-09df-4481-a256-4fdf76a98ef7 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Pushing event updated for resources: {'Port': ['ID=0682888f-e70f-4362-8d88-9e0f7bea89c3,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:47.956521 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-f51ab68f-09df-4481-a256-4fdf76a98ef7 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:27:47.958823 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-f51ab68f-09df-4481-a256-4fdf76a98ef7 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:27:47.963268 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0d3fc411-1a7e-4c48-8e82-0f221a849ca3 req-2cfefa3c-ad27-48f4-8767-52256cf6a2e1 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5247688 Nov 25 17:27:48.051583 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-f51ab68f-09df-4481-a256-4fdf76a98ef7 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:48.052622 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-f51ab68f-09df-4481-a256-4fdf76a98ef7 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:48.084977 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-f51ab68f-09df-4481-a256-4fdf76a98ef7 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7723730 Nov 25 17:27:48.097270 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-c3396cdb-6782-42de-83aa-66f7bccbd6c5 service neutron] Request body: {'port': {'device_id': '04f17671-b4c7-40ff-94dc-8a1e322ccad6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:48.118343 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-682c0cbb-a8b3-4748-ad51-d8cc788576f4 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Allocated IP 192.168.233.74 (ab4fed0b-9bf1-4925-8765-94da08c5de2a/8793709c-5336-428d-aede-b0b8df1a26b2/057d05e3-0c55-42f7-8017-905ae44193e9) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:27:48.225897 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-c3396cdb-6782-42de-83aa-66f7bccbd6c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:48.289199 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163dc80-8c9c-40f5-a17f-176b55d7bf7a req-b78cb36d-d406-4d23-b602-7f73357cb31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:48.290576 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8163dc80-8c9c-40f5-a17f-176b55d7bf7a req-b78cb36d-d406-4d23-b602-7f73357cb31f service neutron] 10.222.0.90 "GET /v2.0/networks?id=371425c0-1ad9-4640-8637-d9368ddb07ea HTTP/1.1" status: 200 len: 916 time: 0.4220908 Nov 25 17:27:48.351892 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-94628868-5157-410a-8b1d-e1e1a4ad2cea None None] Provisioning complete for port 0682888f-e70f-4362-8d88-9e0f7bea89c3 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:48.352602 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-94628868-5157-410a-8b1d-e1e1a4ad2cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:48.398458 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-94628868-5157-410a-8b1d-e1e1a4ad2cea None None] Port 0682888f-e70f-4362-8d88-9e0f7bea89c3 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:27:48.436741 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8163dc80-8c9c-40f5-a17f-176b55d7bf7a req-eaa1c095-c5c1-4421-be30-159887d60784 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=938dc3de-93c8-4504-881e-0d03e86c72e7 HTTP/1.1" status: 200 len: 217 time: 0.1225288 Nov 25 17:27:48.448761 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad9795-cdc3-4572-877f-f0ca260dd5a1 req-35c66dd0-1c7b-43b3-97f6-599e1f58877d tempest-InstanceActionsV221TestJSON-124639443 tempest-InstanceActionsV221TestJSON-124639443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:48.450183 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a0ad9795-cdc3-4572-877f-f0ca260dd5a1 req-35c66dd0-1c7b-43b3-97f6-599e1f58877d tempest-InstanceActionsV221TestJSON-124639443 tempest-InstanceActionsV221TestJSON-124639443-project] 10.222.0.75 "GET /v2.0/ports?device_id=1582296b-8b3e-47bb-922a-682843814f6b HTTP/1.1" status: 200 len: 946 time: 0.3262651 Nov 25 17:27:48.570130 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c97d0ea-df60-4f41-8cff-6dd21cc4ed2f req-9e0d5817-f8bb-416f-9e03-e53bcb8dd66b tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:48.571581 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-6c97d0ea-df60-4f41-8cff-6dd21cc4ed2f req-9e0d5817-f8bb-416f-9e03-e53bcb8dd66b tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.90 "GET /v2.0/ports?device_id=1bcf3899-1ec0-4e88-8dfe-3fae5fcd314c HTTP/1.1" status: 200 len: 945 time: 0.0490594 Nov 25 17:27:48.587606 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-1b3eebda-8321-4f52-9584-7599bbc131fe req-4d2ae9b2-cd15-4c7e-a196-83bc4d9145c2 tempest-InstanceActionsV221TestJSON-124639443 tempest-InstanceActionsV221TestJSON-124639443-project] Deleting port 7d8c4437-be8f-4b5d-8704-e9493180d426 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:48.588342 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1b3eebda-8321-4f52-9584-7599bbc131fe req-4d2ae9b2-cd15-4c7e-a196-83bc4d9145c2 tempest-InstanceActionsV221TestJSON-124639443 tempest-InstanceActionsV221TestJSON-124639443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:48.675089 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-6c97d0ea-df60-4f41-8cff-6dd21cc4ed2f req-803c4c31-c5a5-4604-9e3b-9b529427f100 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Deleting port a5d858c9-567d-4c19-bde1-58459d0dfec4 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:48.675443 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-6c97d0ea-df60-4f41-8cff-6dd21cc4ed2f req-803c4c31-c5a5-4604-9e3b-9b529427f100 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:48.679929 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88fbf3-a65f-4835-b493-cb02cd60ad4d req-1538d409-100a-4cce-82b0-c6964a809a76 tempest-NetworksTest-1504511979 tempest-NetworksTest-1504511979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:48.680406 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88fbf3-a65f-4835-b493-cb02cd60ad4d req-1538d409-100a-4cce-82b0-c6964a809a76 tempest-NetworksTest-1504511979 tempest-NetworksTest-1504511979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:48.680892 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88fbf3-a65f-4835-b493-cb02cd60ad4d req-1538d409-100a-4cce-82b0-c6964a809a76 tempest-NetworksTest-1504511979 tempest-NetworksTest-1504511979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:48.681358 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88fbf3-a65f-4835-b493-cb02cd60ad4d req-1538d409-100a-4cce-82b0-c6964a809a76 tempest-NetworksTest-1504511979 tempest-NetworksTest-1504511979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:48.681813 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88fbf3-a65f-4835-b493-cb02cd60ad4d req-1538d409-100a-4cce-82b0-c6964a809a76 tempest-NetworksTest-1504511979 tempest-NetworksTest-1504511979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:48.682268 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88fbf3-a65f-4835-b493-cb02cd60ad4d req-1538d409-100a-4cce-82b0-c6964a809a76 tempest-NetworksTest-1504511979 tempest-NetworksTest-1504511979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:48.682721 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88fbf3-a65f-4835-b493-cb02cd60ad4d req-1538d409-100a-4cce-82b0-c6964a809a76 tempest-NetworksTest-1504511979 tempest-NetworksTest-1504511979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:48.684525 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e88fbf3-a65f-4835-b493-cb02cd60ad4d req-1538d409-100a-4cce-82b0-c6964a809a76 tempest-NetworksTest-1504511979 tempest-NetworksTest-1504511979-project-admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5006 time: 0.4158731 Nov 25 17:27:48.685956 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163dc80-8c9c-40f5-a17f-176b55d7bf7a req-5e6f6ce3-685d-46fb-bfcc-b062567d027f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:48.687333 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8163dc80-8c9c-40f5-a17f-176b55d7bf7a req-5e6f6ce3-685d-46fb-bfcc-b062567d027f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c19ccf88-7778-4418-ad11-438645181f88 HTTP/1.1" status: 200 len: 855 time: 0.2316811 Nov 25 17:27:48.747033 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a0ad9795-cdc3-4572-877f-f0ca260dd5a1 req-f859cada-36e8-4855-b4fd-5a4118dc8d04 tempest-InstanceActionsV221TestJSON-124639443 tempest-InstanceActionsV221TestJSON-124639443-project] 10.222.0.75 "GET /v2.0/security-groups?id=2003d2ed-ecb7-489f-8e29-3b5098e1ad6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804387 Nov 25 17:27:48.772631 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8163dc80-8c9c-40f5-a17f-176b55d7bf7a req-5895d140-42fc-4e46-b287-b4339d473077 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=371425c0-1ad9-4640-8637-d9368ddb07ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589163 Nov 25 17:27:48.775594 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-682c0cbb-a8b3-4748-ad51-d8cc788576f4 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:48.802050 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-6c97d0ea-df60-4f41-8cff-6dd21cc4ed2f req-803c4c31-c5a5-4604-9e3b-9b529427f100 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] For port a5d858c9-567d-4c19-bde1-58459d0dfec4, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=a5d858c9-567d-4c19-bde1-58459d0dfec4,segment=NetworkSegment(79eee098-6bae-4c42-964f-62f3e7d096e0),segment_id=79eee098-6bae-4c42-964f-62f3e7d096e0)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:48.802423 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-6c97d0ea-df60-4f41-8cff-6dd21cc4ed2f req-803c4c31-c5a5-4604-9e3b-9b529427f100 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:48.817417 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-6c97d0ea-df60-4f41-8cff-6dd21cc4ed2f req-803c4c31-c5a5-4604-9e3b-9b529427f100 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Calling delete_port for a5d858c9-567d-4c19-bde1-58459d0dfec4 owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:48.878681 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-1b3eebda-8321-4f52-9584-7599bbc131fe req-4d2ae9b2-cd15-4c7e-a196-83bc4d9145c2 tempest-InstanceActionsV221TestJSON-124639443 tempest-InstanceActionsV221TestJSON-124639443-project] For port 7d8c4437-be8f-4b5d-8704-e9493180d426, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=7d8c4437-be8f-4b5d-8704-e9493180d426,segment=NetworkSegment(2cec76de-dbac-4c6c-acad-e2508ff14812),segment_id=2cec76de-dbac-4c6c-acad-e2508ff14812)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:48.879111 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1b3eebda-8321-4f52-9584-7599bbc131fe req-4d2ae9b2-cd15-4c7e-a196-83bc4d9145c2 tempest-InstanceActionsV221TestJSON-124639443 tempest-InstanceActionsV221TestJSON-124639443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:48.956524 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-1b3eebda-8321-4f52-9584-7599bbc131fe req-4d2ae9b2-cd15-4c7e-a196-83bc4d9145c2 tempest-InstanceActionsV221TestJSON-124639443 tempest-InstanceActionsV221TestJSON-124639443-project] Calling delete_port for 7d8c4437-be8f-4b5d-8704-e9493180d426 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:48.963537 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-6c97d0ea-df60-4f41-8cff-6dd21cc4ed2f req-803c4c31-c5a5-4604-9e3b-9b529427f100 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:48.976924 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['a5d858c9-567d-4c19-bde1-58459d0dfec4'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:27:48.978795 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f9d095-83a0-4e22-bc04-22bc132a3f29 req-3c9f43ea-6f2f-4af9-9f85-9c895f35ed02 tempest-TenantUsagesTestJSON-1083750558 tempest-TenantUsagesTestJSON-1083750558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:48.980168 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c9f9d095-83a0-4e22-bc04-22bc132a3f29 req-3c9f43ea-6f2f-4af9-9f85-9c895f35ed02 tempest-TenantUsagesTestJSON-1083750558 tempest-TenantUsagesTestJSON-1083750558-project] 10.222.0.75 "GET /v2.0/ports?device_id=56f8b3c2-cab3-406a-a97a-ccdc239bd07e HTTP/1.1" status: 200 len: 949 time: 0.2139668 Nov 25 17:27:48.999312 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c4c31-c5a5-4604-9e3b-9b529427f100 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Pushing event deleted for resources: {'Port': ['ID=a5d858c9-567d-4c19-bde1-58459d0dfec4,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:49.047284 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c97d0ea-df60-4f41-8cff-6dd21cc4ed2f req-803c4c31-c5a5-4604-9e3b-9b529427f100 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] No DVR routers for this DVR port a5d858c9-567d-4c19-bde1-58459d0dfec4 on host n-h2-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:27:49.050982 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-6c97d0ea-df60-4f41-8cff-6dd21cc4ed2f req-803c4c31-c5a5-4604-9e3b-9b529427f100 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:49.055116 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-6c97d0ea-df60-4f41-8cff-6dd21cc4ed2f req-803c4c31-c5a5-4604-9e3b-9b529427f100 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.90 "DELETE /v2.0/ports/a5d858c9-567d-4c19-bde1-58459d0dfec4 HTTP/1.1" status: 204 len: 173 time: 0.4667799 Nov 25 17:27:49.055767 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bcf3899-1ec0-4e88-8dfe-3fae5fcd314c', 'name': 'network-vif-deleted', 'tag': 'a5d858c9-567d-4c19-bde1-58459d0dfec4'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:49.059229 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279dd988-bd4f-4e25-9c9a-631490486667" -d '{"events": [{"server_uuid": "1bcf3899-1ec0-4e88-8dfe-3fae5fcd314c", "name": "network-vif-deleted", "tag": "a5d858c9-567d-4c19-bde1-58459d0dfec4"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:49.075637 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-682c0cbb-a8b3-4748-ad51-d8cc788576f4 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:49.086841 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c82cd-1449-4d2d-9cca-5702363b13a9 req-4ce6b1fc-6423-4e5a-9b54-09017f109a43 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:49.087912 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['5dd26ad6-440e-45ad-be85-4b1a98da85a4'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:27:49.088370 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9d5c82cd-1449-4d2d-9cca-5702363b13a9 req-4ce6b1fc-6423-4e5a-9b54-09017f109a43 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cc6d606-bdb9-4fc7-8edb-5a5ee6360833 HTTP/1.1" status: 200 len: 944 time: 0.2436485 Nov 25 17:27:49.090496 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8163dc80-8c9c-40f5-a17f-176b55d7bf7a req-9f98836a-b70b-416a-8c6e-fb8e90144702 service neutron] 10.222.0.90 "GET /v2.0/networks/371425c0-1ad9-4640-8637-d9368ddb07ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993217 Nov 25 17:27:49.212497 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-682c0cbb-a8b3-4748-ad51-d8cc788576f4 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Network ab4fed0b-9bf1-4925-8765-94da08c5de2a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:27:49.251323 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-682c0cbb-a8b3-4748-ad51-d8cc788576f4 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:27:49.256601 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c9f9d095-83a0-4e22-bc04-22bc132a3f29 req-97b46859-af07-4c4f-9ba6-9a3a3d1252b0 tempest-TenantUsagesTestJSON-1083750558 tempest-TenantUsagesTestJSON-1083750558-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbc6eb98-3de1-497c-b59b-493bb8102842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551746 Nov 25 17:27:49.259802 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-c3396cdb-6782-42de-83aa-66f7bccbd6c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0682888f-e70f-4362-8d88-9e0f7bea89c3 {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:27:49.264157 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-682c0cbb-a8b3-4748-ad51-d8cc788576f4 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:27:49.271759 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-c3396cdb-6782-42de-83aa-66f7bccbd6c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:49.297795 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-c3396cdb-6782-42de-83aa-66f7bccbd6c5 service neutron] Transition to ACTIVE for port object 0682888f-e70f-4362-8d88-9e0f7bea89c3 will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:27:49.302247 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-c3396cdb-6782-42de-83aa-66f7bccbd6c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:49.314371 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682c0cbb-a8b3-4748-ad51-d8cc788576f4 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Pushing event updated for resources: {'Port': ['ID=057d05e3-0c55-42f7-8017-905ae44193e9,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:49.367404 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9d5c82cd-1449-4d2d-9cca-5702363b13a9 req-c069bbdd-5f74-4be0-b108-8bf46405d614 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628179 Nov 25 17:27:49.375275 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3396cdb-6782-42de-83aa-66f7bccbd6c5 service neutron] Pushing event updated for resources: {'Port': ['ID=0682888f-e70f-4362-8d88-9e0f7bea89c3,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:49.422470 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-acbbba93-c580-4189-b99f-cefa68d783f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:49.426315 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-682c0cbb-a8b3-4748-ad51-d8cc788576f4 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:49.427062 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-682c0cbb-a8b3-4748-ad51-d8cc788576f4 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:49.484340 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-c3396cdb-6782-42de-83aa-66f7bccbd6c5 service neutron] Attempting to bind port 0682888f-e70f-4362-8d88-9e0f7bea89c3 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:27:49.484854 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-c3396cdb-6782-42de-83aa-66f7bccbd6c5 service neutron] Attempting to bind port 0682888f-e70f-4362-8d88-9e0f7bea89c3 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:27:49.485498 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-c3396cdb-6782-42de-83aa-66f7bccbd6c5 service neutron] Attempting to bind port 0682888f-e70f-4362-8d88-9e0f7bea89c3 on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:27:49.491215 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-c3396cdb-6782-42de-83aa-66f7bccbd6c5 service neutron] Port 0682888f-e70f-4362-8d88-9e0f7bea89c3 on network ab4fed0b-9bf1-4925-8765-94da08c5de2a not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:27:49.491539 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-c3396cdb-6782-42de-83aa-66f7bccbd6c5 service neutron] Attempting to bind port 0682888f-e70f-4362-8d88-9e0f7bea89c3 on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:27:49.506508 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8163dc80-8c9c-40f5-a17f-176b55d7bf7a req-333fb0d0-3312-43e6-8fa5-31171ed22a7c service neutron] 10.222.0.90 "GET /v2.0/networks/371425c0-1ad9-4640-8637-d9368ddb07ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4050629 Nov 25 17:27:49.507348 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 4607de6a-df5a-42f5-aeb7-916805eb61df up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:27:49.514860 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-c3396cdb-6782-42de-83aa-66f7bccbd6c5 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:27:49.515664 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-c3396cdb-6782-42de-83aa-66f7bccbd6c5 service neutron] Checking segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:27:49.516685 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-c3396cdb-6782-42de-83aa-66f7bccbd6c5 service neutron] Bound using segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:27:49.516685 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-c3396cdb-6782-42de-83aa-66f7bccbd6c5 service neutron] Bound port: 0682888f-e70f-4362-8d88-9e0f7bea89c3, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:27:49.518431 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-c3396cdb-6782-42de-83aa-66f7bccbd6c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:49.544921 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1b3eebda-8321-4f52-9584-7599bbc131fe req-4d2ae9b2-cd15-4c7e-a196-83bc4d9145c2 tempest-InstanceActionsV221TestJSON-124639443 tempest-InstanceActionsV221TestJSON-124639443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:49.550066 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-682c0cbb-a8b3-4748-ad51-d8cc788576f4 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4145756 Nov 25 17:27:49.590467 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-29047cb7-aac5-4f0c-8a5b-d0e23447933d service neutron] Request body: {'port': {'device_id': '35882d81-5551-4479-99b5-3f4ef930fc0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:49.624361 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-c3396cdb-6782-42de-83aa-66f7bccbd6c5 service neutron] For port 0682888f-e70f-4362-8d88-9e0f7bea89c3, host n-h1-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:27:49.624619 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port 4607de6a-df5a-42f5-aeb7-916805eb61df completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:27:49.628385 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-c3396cdb-6782-42de-83aa-66f7bccbd6c5 service neutron] For port 0682888f-e70f-4362-8d88-9e0f7bea89c3, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=0682888f-e70f-4362-8d88-9e0f7bea89c3,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:27:49.631490 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2ae9b2-cd15-4c7e-a196-83bc4d9145c2 tempest-InstanceActionsV221TestJSON-124639443 tempest-InstanceActionsV221TestJSON-124639443-project] Pushing event deleted for resources: {'Port': ['ID=7d8c4437-be8f-4b5d-8704-e9493180d426,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:49.635180 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 4607de6a-df5a-42f5-aeb7-916805eb61df triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:49.636036 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:49.639073 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-c3396cdb-6782-42de-83aa-66f7bccbd6c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:49.650780 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a26ba-c83f-4b9d-ace9-9e12eea37c95 req-289ef82d-70f1-42e8-abeb-5c0355ce5823 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:49.663549 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-872a26ba-c83f-4b9d-ace9-9e12eea37c95 req-289ef82d-70f1-42e8-abeb-5c0355ce5823 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/ports?device_id=9146b814-a564-4f66-ae0e-5fb421ea3d11 HTTP/1.1" status: 200 len: 945 time: 0.2896910 Nov 25 17:27:49.686353 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-098c15d5-7bdb-4069-89d9-0dba7554d5b2 None None] Provisioning complete for port 057d05e3-0c55-42f7-8017-905ae44193e9 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:49.686353 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-098c15d5-7bdb-4069-89d9-0dba7554d5b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:49.742987 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3396cdb-6782-42de-83aa-66f7bccbd6c5 service neutron] Pushing event updated for resources: {'Port': ['ID=0682888f-e70f-4362-8d88-9e0f7bea89c3,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:49.757549 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-098c15d5-7bdb-4069-89d9-0dba7554d5b2 None None] Port 057d05e3-0c55-42f7-8017-905ae44193e9 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:27:49.761833 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-c3396cdb-6782-42de-83aa-66f7bccbd6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:49.763643 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-c3396cdb-6782-42de-83aa-66f7bccbd6c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:49.765313 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-c3396cdb-6782-42de-83aa-66f7bccbd6c5 service neutron] 10.222.0.74 "PUT /v2.0/ports/0682888f-e70f-4362-8d88-9e0f7bea89c3 HTTP/1.1" status: 200 len: 1096 time: 1.6744158 Nov 25 17:27:49.805830 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b3eebda-8321-4f52-9584-7599bbc131fe req-4d2ae9b2-cd15-4c7e-a196-83bc4d9145c2 tempest-InstanceActionsV221TestJSON-124639443 tempest-InstanceActionsV221TestJSON-124639443-project] No DVR routers for this DVR port 7d8c4437-be8f-4b5d-8704-e9493180d426 on host n-h1-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:27:49.806072 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:49.810268 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1b3eebda-8321-4f52-9584-7599bbc131fe req-4d2ae9b2-cd15-4c7e-a196-83bc4d9145c2 tempest-InstanceActionsV221TestJSON-124639443 tempest-InstanceActionsV221TestJSON-124639443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:49.814785 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1b3eebda-8321-4f52-9584-7599bbc131fe req-4d2ae9b2-cd15-4c7e-a196-83bc4d9145c2 tempest-InstanceActionsV221TestJSON-124639443 tempest-InstanceActionsV221TestJSON-124639443-project] 10.222.0.74 "DELETE /v2.0/ports/7d8c4437-be8f-4b5d-8704-e9493180d426 HTTP/1.1" status: 204 len: 173 time: 1.8653560 Nov 25 17:27:49.822227 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1582296b-8b3e-47bb-922a-682843814f6b', 'name': 'network-vif-deleted', 'tag': '7d8c4437-be8f-4b5d-8704-e9493180d426'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:49.824956 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856bc90d-0e54-4c14-bf47-710372d28d1c" -d '{"events": [{"server_uuid": "1582296b-8b3e-47bb-922a-682843814f6b", "name": "network-vif-deleted", "tag": "7d8c4437-be8f-4b5d-8704-e9493180d426"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:49.828516 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-29047cb7-aac5-4f0c-8a5b-d0e23447933d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:49.846835 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ad710-59e8-496d-9186-9d8e1bb4d676 req-c561baf3-13b1-4d3c-ba26-cf2b4f655501 tempest-NetworksTest-1504511979 tempest-NetworksTest-1504511979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:49.850442 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f8b3c2-cab3-406a-a97a-ccdc239bd07e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4607de6a-df5a-42f5-aeb7-916805eb61df'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:49.852847 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff83699d-4b30-4dfa-88ca-b686466e9f73" -d '{"events": [{"server_uuid": "56f8b3c2-cab3-406a-a97a-ccdc239bd07e", "name": "network-vif-plugged", "status": "completed", "tag": "4607de6a-df5a-42f5-aeb7-916805eb61df"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:49.855408 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dc2ad710-59e8-496d-9186-9d8e1bb4d676 req-c561baf3-13b1-4d3c-ba26-cf2b4f655501 tempest-NetworksTest-1504511979 tempest-NetworksTest-1504511979-project-admin] 10.222.0.75 "GET /v2.0/networks/1aa44027-b9d0-4a56-9a59-7e664703e20a HTTP/1.1" status: 200 len: 886 time: 0.4368024 Nov 25 17:27:49.868666 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-1a5585ef-b278-4c30-ad7a-0d5d747d22be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:49.872418 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-1a5585ef-b278-4c30-ad7a-0d5d747d22be service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e949b071017c47779120773fb05efee7&device_id=04f17671-b4c7-40ff-94dc-8a1e322ccad6 HTTP/1.1" status: 200 len: 1099 time: 0.0642183 Nov 25 17:27:49.886209 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 4607de6a-df5a-42f5-aeb7-916805eb61df, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=4607de6a-df5a-42f5-aeb7-916805eb61df,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:49.906398 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:49.907218 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 7d8c4437-be8f-4b5d-8704-e9493180d426 no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:27:49.938113 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-872a26ba-c83f-4b9d-ace9-9e12eea37c95 req-95077167-f110-42a5-9e67-4a425b82a8ce tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/security-groups?id=84be2441-5ea8-4292-81c0-e25d06d16adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685874 Nov 25 17:27:49.977777 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: 7d8c4437-be8f-4b5d-8704-e9493180d426 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:27:49.977777 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 7d8c4437-be8f-4b5d-8704-e9493180d426 not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:27:49.982032 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-2d047170-5743-4e50-9d1c-a4ef99e46613 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=0682888f-e70f-4362-8d88-9e0f7bea89c3 HTTP/1.1" status: 200 len: 217 time: 0.0959158 Nov 25 17:27:50.054973 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-bbc05a21-f8f9-465c-8000-3f5355d4f04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:50.056444 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-bbc05a21-f8f9-465c-8000-3f5355d4f04b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.0620656 Nov 25 17:27:50.058468 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=4607de6a-df5a-42f5-aeb7-916805eb61df,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:50.101203 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb764ef-cb42-4f73-ab52-2345d4f5563b x-openstack-request-id: req-bbb764ef-cb42-4f73-ab52-2345d4f5563b {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:50.101547 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bcf3899-1ec0-4e88-8dfe-3fae5fcd314c", "name": "network-vif-deleted", "tag": "a5d858c9-567d-4c19-bde1-58459d0dfec4", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:50.101816 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bbb764ef-cb42-4f73-ab52-2345d4f5563b {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:50.103286 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bcf3899-1ec0-4e88-8dfe-3fae5fcd314c', 'name': 'network-vif-deleted', 'tag': 'a5d858c9-567d-4c19-bde1-58459d0dfec4', 'status': 'completed', 'code': 200} Nov 25 17:27:50.151593 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-b5708fa2-8471-4880-8b02-ccf1dfd54122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:50.153166 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-b5708fa2-8471-4880-8b02-ccf1dfd54122 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0884726 Nov 25 17:27:50.167986 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 938dc3de-93c8-4504-881e-0d03e86c72e7 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:27:50.227115 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eb18120f-f556-45bd-a947-26cffde87785 req-a074b853-1a6a-49b7-86c0-9efee0cc14c7 tempest-InstanceActionsV221TestJSON-124639443 tempest-InstanceActionsV221TestJSON-124639443-project] 10.222.0.75 "GET /v2.0/ports?device_id=1582296b-8b3e-47bb-922a-682843814f6b HTTP/1.1" status: 200 len: 210 time: 0.0407224 Nov 25 17:27:50.257172 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-4f593986-4e04-4633-8d5e-626ee7024658 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939879 Nov 25 17:27:50.261882 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb4ba2-7451-4e82-9277-74aea5b4c96c req-fc8784d9-0a52-4c89-b6d0-c3119c06da57 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:50.269005 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-00bb4ba2-7451-4e82-9277-74aea5b4c96c req-fc8784d9-0a52-4c89-b6d0-c3119c06da57 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=04f17671-b4c7-40ff-94dc-8a1e322ccad6 HTTP/1.1" status: 200 len: 948 time: 0.2532811 Nov 25 17:27:50.324932 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d6f0bb-cceb-4ed1-9262-6ce6d16a1396 x-openstack-request-id: req-a3d6f0bb-cceb-4ed1-9262-6ce6d16a1396 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:50.325237 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1582296b-8b3e-47bb-922a-682843814f6b", "name": "network-vif-deleted", "tag": "7d8c4437-be8f-4b5d-8704-e9493180d426", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:50.325496 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a3d6f0bb-cceb-4ed1-9262-6ce6d16a1396 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:50.326040 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1582296b-8b3e-47bb-922a-682843814f6b', 'name': 'network-vif-deleted', 'tag': '7d8c4437-be8f-4b5d-8704-e9493180d426', 'status': 'completed', 'code': 200} Nov 25 17:27:50.360026 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 938dc3de-93c8-4504-881e-0d03e86c72e7, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=938dc3de-93c8-4504-881e-0d03e86c72e7,segment=NetworkSegment(bdbf0e78-63fc-4baf-b91d-154115f4c256),segment_id=bdbf0e78-63fc-4baf-b91d-154115f4c256)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:50.365239 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-00bb4ba2-7451-4e82-9277-74aea5b4c96c req-26941cc7-2846-48f8-97ea-b122c5f2743a tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947948 Nov 25 17:27:50.378442 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '938dc3de-93c8-4504-881e-0d03e86c72e7', 'network_id': '371425c0-1ad9-4640-8637-d9368ddb07ea', 'port_id': '938dc3de-93c8-4504-881e-0d03e86c72e7', 'mac_address': 'fa:16:3e:7d:a7:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c19ccf88-7778-4418-ad11-438645181f88', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:27:50.411392 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-cf95e8eb-6120-401b-98a7-a4fe407064bf service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462638 Nov 25 17:27:50.436570 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a507416-11c4-496a-a428-a287d1366682 x-openstack-request-id: req-5a507416-11c4-496a-a428-a287d1366682 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:50.445750 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56f8b3c2-cab3-406a-a97a-ccdc239bd07e", "name": "network-vif-plugged", "status": "completed", "tag": "4607de6a-df5a-42f5-aeb7-916805eb61df", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:50.445923 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5a507416-11c4-496a-a428-a287d1366682 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:50.446362 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56f8b3c2-cab3-406a-a97a-ccdc239bd07e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4607de6a-df5a-42f5-aeb7-916805eb61df', 'code': 200} Nov 25 17:27:50.483346 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:50.506114 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 938dc3de-93c8-4504-881e-0d03e86c72e7 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:27:50.533407 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 938dc3de-93c8-4504-881e-0d03e86c72e7, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=938dc3de-93c8-4504-881e-0d03e86c72e7,segment=NetworkSegment(bdbf0e78-63fc-4baf-b91d-154115f4c256),segment_id=bdbf0e78-63fc-4baf-b91d-154115f4c256)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:50.539095 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:50.571556 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0caf92-79b9-4c1f-b76e-33f10f450270 req-7e9a3c90-02f4-4230-a329-17b6f8a37bf0 tempest-NetworksTest-1504511979 tempest-NetworksTest-1504511979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:50.572162 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0caf92-79b9-4c1f-b76e-33f10f450270 req-7e9a3c90-02f4-4230-a329-17b6f8a37bf0 tempest-NetworksTest-1504511979 tempest-NetworksTest-1504511979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:50.572482 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0caf92-79b9-4c1f-b76e-33f10f450270 req-7e9a3c90-02f4-4230-a329-17b6f8a37bf0 tempest-NetworksTest-1504511979 tempest-NetworksTest-1504511979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:50.572966 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0caf92-79b9-4c1f-b76e-33f10f450270 req-7e9a3c90-02f4-4230-a329-17b6f8a37bf0 tempest-NetworksTest-1504511979 tempest-NetworksTest-1504511979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:50.573421 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0caf92-79b9-4c1f-b76e-33f10f450270 req-7e9a3c90-02f4-4230-a329-17b6f8a37bf0 tempest-NetworksTest-1504511979 tempest-NetworksTest-1504511979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:50.573880 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0caf92-79b9-4c1f-b76e-33f10f450270 req-7e9a3c90-02f4-4230-a329-17b6f8a37bf0 tempest-NetworksTest-1504511979 tempest-NetworksTest-1504511979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:50.574370 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0caf92-79b9-4c1f-b76e-33f10f450270 req-7e9a3c90-02f4-4230-a329-17b6f8a37bf0 tempest-NetworksTest-1504511979 tempest-NetworksTest-1504511979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:50.580652 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8d0caf92-79b9-4c1f-b76e-33f10f450270 req-7e9a3c90-02f4-4230-a329-17b6f8a37bf0 tempest-NetworksTest-1504511979 tempest-NetworksTest-1504511979-project-admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5006 time: 0.2147810 Nov 25 17:27:50.594758 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-29047cb7-aac5-4f0c-8a5b-d0e23447933d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 057d05e3-0c55-42f7-8017-905ae44193e9 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:27:50.613744 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-29047cb7-aac5-4f0c-8a5b-d0e23447933d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:50.622570 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=938dc3de-93c8-4504-881e-0d03e86c72e7,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:50.634430 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-29047cb7-aac5-4f0c-8a5b-d0e23447933d service neutron] Transition to ACTIVE for port object 057d05e3-0c55-42f7-8017-905ae44193e9 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:27:50.642816 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-29047cb7-aac5-4f0c-8a5b-d0e23447933d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:50.648058 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b64d9-7b88-4769-a884-05731584c7d2 req-11f32051-4488-4b8d-89ae-57c888adea34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:50.649747 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-510b64d9-7b88-4769-a884-05731584c7d2 req-11f32051-4488-4b8d-89ae-57c888adea34 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=56f8b3c2-cab3-406a-a97a-ccdc239bd07e HTTP/1.1" status: 200 len: 1101 time: 0.0742898 Nov 25 17:27:50.718282 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-510b64d9-7b88-4769-a884-05731584c7d2 req-92289aff-9df6-43ae-a0c2-8d0bf024c32c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=dbc6eb98-3de1-497c-b59b-493bb8102842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611348 Nov 25 17:27:50.734414 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:50.797627 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['938dc3de-93c8-4504-881e-0d03e86c72e7'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:27:50.944384 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39680) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:51.070895 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5256436c-5f91-4621-a149-b97b42f5427e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:51.150391 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5256436c-5f91-4621-a149-b97b42f5427e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:51.154940 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5256436c-5f91-4621-a149-b97b42f5427e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:51.174289 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29047cb7-aac5-4f0c-8a5b-d0e23447933d service neutron] Pushing event updated for resources: {'Port': ['ID=057d05e3-0c55-42f7-8017-905ae44193e9,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:51.197719 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-5256436c-5f91-4621-a149-b97b42f5427e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3cc398ae7f214c788207f8bea5bca768&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2521441 Nov 25 17:27:51.198823 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5256436c-5f91-4621-a149-b97b42f5427e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6542088-edab-468a-8c48-f1ec02c06be0,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:51.201063 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39684) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:51.253436 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-755fc487-b372-47ed-b4f4-8555640fe980 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:51.257326 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a9945-e68f-43c2-a37d-0ab49533d26a req-6770537f-0995-4638-9d42-e8515a9a3852 tempest-TenantUsagesTestJSON-1083750558 tempest-TenantUsagesTestJSON-1083750558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:51.258864 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d31a9945-e68f-43c2-a37d-0ab49533d26a req-6770537f-0995-4638-9d42-e8515a9a3852 tempest-TenantUsagesTestJSON-1083750558 tempest-TenantUsagesTestJSON-1083750558-project] 10.222.0.75 "GET /v2.0/ports?device_id=56f8b3c2-cab3-406a-a97a-ccdc239bd07e HTTP/1.1" status: 200 len: 950 time: 0.4638169 Nov 25 17:27:51.268406 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68409330-5115-40f8-893b-80c48a48dbbb req-40e13f4d-7f11-4733-b379-490a645423b3 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:51.270259 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-68409330-5115-40f8-893b-80c48a48dbbb req-40e13f4d-7f11-4733-b379-490a645423b3 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/networks?id=db8e4923-28e6-4f74-991c-a4c442934754 HTTP/1.1" status: 200 len: 811 time: 0.5695117 Nov 25 17:27:51.276768 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-755fc487-b372-47ed-b4f4-8555640fe980 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:51.302668 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-29047cb7-aac5-4f0c-8a5b-d0e23447933d service neutron] Attempting to bind port 057d05e3-0c55-42f7-8017-905ae44193e9 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:27:51.302899 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-29047cb7-aac5-4f0c-8a5b-d0e23447933d service neutron] Attempting to bind port 057d05e3-0c55-42f7-8017-905ae44193e9 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:27:51.303246 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-29047cb7-aac5-4f0c-8a5b-d0e23447933d service neutron] Attempting to bind port 057d05e3-0c55-42f7-8017-905ae44193e9 on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:27:51.312042 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-68409330-5115-40f8-893b-80c48a48dbbb req-d2ad0ac0-dc5b-4c4e-9161-d53afa982573 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/quotas/1ee124f91e0c4280821568ab0453ce28 HTTP/1.1" status: 200 len: 375 time: 0.0314043 Nov 25 17:27:51.314206 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-29047cb7-aac5-4f0c-8a5b-d0e23447933d service neutron] Port 057d05e3-0c55-42f7-8017-905ae44193e9 on network ab4fed0b-9bf1-4925-8765-94da08c5de2a not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:27:51.314535 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-29047cb7-aac5-4f0c-8a5b-d0e23447933d service neutron] Attempting to bind port 057d05e3-0c55-42f7-8017-905ae44193e9 on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:27:51.325970 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-755fc487-b372-47ed-b4f4-8555640fe980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:51.328659 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-755fc487-b372-47ed-b4f4-8555640fe980 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:51.329852 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-755fc487-b372-47ed-b4f4-8555640fe980 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b6542088-edab-468a-8c48-f1ec02c06be0 HTTP/1.1" status: 204 len: 168 time: 0.1278980 Nov 25 17:27:51.338888 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fc487-b372-47ed-b4f4-8555640fe980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6542088-edab-468a-8c48-f1ec02c06be0,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:51.340272 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-29047cb7-aac5-4f0c-8a5b-d0e23447933d service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:27:51.340623 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-29047cb7-aac5-4f0c-8a5b-d0e23447933d service neutron] Checking segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:27:51.341088 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-29047cb7-aac5-4f0c-8a5b-d0e23447933d service neutron] Bound using segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:27:51.341513 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-29047cb7-aac5-4f0c-8a5b-d0e23447933d service neutron] Bound port: 057d05e3-0c55-42f7-8017-905ae44193e9, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:27:51.341838 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-29047cb7-aac5-4f0c-8a5b-d0e23447933d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:51.372379 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-68409330-5115-40f8-893b-80c48a48dbbb req-2075d95c-4a7b-4f08-ba5e-62ecfb771b0f tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=1ee124f91e0c4280821568ab0453ce28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541198 Nov 25 17:27:51.383053 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d31a9945-e68f-43c2-a37d-0ab49533d26a req-be8a1fdf-e19f-4f55-a8be-e8af2ef6f830 tempest-TenantUsagesTestJSON-1083750558 tempest-TenantUsagesTestJSON-1083750558-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbc6eb98-3de1-497c-b59b-493bb8102842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107662 Nov 25 17:27:51.520777 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-29047cb7-aac5-4f0c-8a5b-d0e23447933d service neutron] For port 057d05e3-0c55-42f7-8017-905ae44193e9, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:27:51.525172 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-29047cb7-aac5-4f0c-8a5b-d0e23447933d service neutron] For port 057d05e3-0c55-42f7-8017-905ae44193e9, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=057d05e3-0c55-42f7-8017-905ae44193e9,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:27:51.538738 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-29047cb7-aac5-4f0c-8a5b-d0e23447933d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:51.591144 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b55c53-a05b-4d46-b5d1-a2e3e607c097 req-9f199545-551a-4fce-814b-964a921135e1 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:51.592638 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d5b55c53-a05b-4d46-b5d1-a2e3e607c097 req-9f199545-551a-4fce-814b-964a921135e1 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cc6d606-bdb9-4fc7-8edb-5a5ee6360833 HTTP/1.1" status: 200 len: 945 time: 0.1325574 Nov 25 17:27:51.604281 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-68409330-5115-40f8-893b-80c48a48dbbb req-4b90d763-375f-4f3e-884a-8689aeecb4c0 service neutron] 10.222.0.75 "GET /v2.0/networks/db8e4923-28e6-4f74-991c-a4c442934754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202935 Nov 25 17:27:51.608402 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-29047cb7-aac5-4f0c-8a5b-d0e23447933d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:51.609041 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-29047cb7-aac5-4f0c-8a5b-d0e23447933d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:51.610392 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-29047cb7-aac5-4f0c-8a5b-d0e23447933d service neutron] 10.222.0.74 "PUT /v2.0/ports/057d05e3-0c55-42f7-8017-905ae44193e9 HTTP/1.1" status: 200 len: 1095 time: 2.0458384 Nov 25 17:27:51.629743 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39694) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:51.650590 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6a095416-4880-410a-ad37-0a53d581eb16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:51.674110 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29047cb7-aac5-4f0c-8a5b-d0e23447933d service neutron] Pushing event updated for resources: {'Port': ['ID=057d05e3-0c55-42f7-8017-905ae44193e9,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:51.750182 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6a095416-4880-410a-ad37-0a53d581eb16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:51.756381 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6a095416-4880-410a-ad37-0a53d581eb16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:51.771962 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d5b55c53-a05b-4d46-b5d1-a2e3e607c097 req-5f0b1d21-3626-45dd-8d58-aeccfdf8dd17 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666119 Nov 25 17:27:51.801929 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6a095416-4880-410a-ad37-0a53d581eb16 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f203244165f847edb5e282b7335c1704&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1709335 Nov 25 17:27:51.808250 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39696) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:51.836664 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-91393db4-72aa-4cd8-9e98-e667eabd45f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:51.838285 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-91393db4-72aa-4cd8-9e98-e667eabd45f0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e949b071017c47779120773fb05efee7&device_id=35882d81-5551-4479-99b5-3f4ef930fc0b HTTP/1.1" status: 200 len: 1098 time: 0.1707208 Nov 25 17:27:51.856175 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a095416-4880-410a-ad37-0a53d581eb16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e2f52c-611e-44fe-b6fd-e15fc706ac4f,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:51.870731 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-68409330-5115-40f8-893b-80c48a48dbbb req-c553b0b2-a654-443f-a963-3c1fc4487dd2 service neutron] 10.222.0.75 "GET /v2.0/networks/db8e4923-28e6-4f74-991c-a4c442934754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560117 Nov 25 17:27:51.886800 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-64ae201a-9791-4a49-97c1-9e68b566a27c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:51.912704 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:51.918819 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-64ae201a-9791-4a49-97c1-9e68b566a27c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:51.965110 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-1f5d257a-cd56-4a12-bfba-632fe66c58bc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=057d05e3-0c55-42f7-8017-905ae44193e9 HTTP/1.1" status: 200 len: 217 time: 0.0932143 Nov 25 17:27:52.007038 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-64ae201a-9791-4a49-97c1-9e68b566a27c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:52.010543 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-64ae201a-9791-4a49-97c1-9e68b566a27c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:52.028047 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-64ae201a-9791-4a49-97c1-9e68b566a27c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a6e2f52c-611e-44fe-b6fd-e15fc706ac4f HTTP/1.1" status: 204 len: 168 time: 0.2047007 Nov 25 17:27:52.040336 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ae201a-9791-4a49-97c1-9e68b566a27c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e2f52c-611e-44fe-b6fd-e15fc706ac4f,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:52.047874 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-c2352c03-c873-4858-9080-d1a5771e928a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:52.049367 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-c2352c03-c873-4858-9080-d1a5771e928a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.0755391 Nov 25 17:27:52.062889 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97c776-2f1b-4ef6-965a-6d1c76cca7bc req-0393a0f7-a757-4e72-a2fc-1cfaf4b8a07c tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:52.076234 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4b97c776-2f1b-4ef6-965a-6d1c76cca7bc req-0393a0f7-a757-4e72-a2fc-1cfaf4b8a07c tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/ports?device_id=9146b814-a564-4f66-ae0e-5fb421ea3d11 HTTP/1.1" status: 200 len: 945 time: 0.1135240 Nov 25 17:27:52.104622 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04f17671-b4c7-40ff-94dc-8a1e322ccad6', 'tag': '0682888f-e70f-4362-8d88-9e0f7bea89c3'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:52.107039 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270d6637-66d7-447a-9a78-3f505393b4b2" -d '{"events": [{"name": "network-changed", "server_uuid": "04f17671-b4c7-40ff-94dc-8a1e322ccad6", "tag": "0682888f-e70f-4362-8d88-9e0f7bea89c3"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:52.188074 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 938dc3de-93c8-4504-881e-0d03e86c72e7 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:27:52.191652 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-661bbfd1-ef09-4635-b3bc-2983fe6f9ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:52.194958 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-661bbfd1-ef09-4635-b3bc-2983fe6f9ae2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1161141 Nov 25 17:27:52.249022 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4b97c776-2f1b-4ef6-965a-6d1c76cca7bc req-beb8404d-9067-4f9e-b36a-5f23e732ec70 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/security-groups?id=84be2441-5ea8-4292-81c0-e25d06d16adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719308 Nov 25 17:27:52.275027 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port 938dc3de-93c8-4504-881e-0d03e86c72e7 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:27:52.278930 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port 938dc3de-93c8-4504-881e-0d03e86c72e7 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:52.279310 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:52.319204 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0383a32-fa8a-4590-8982-d6fc28d2d86e req-7b6614f5-ee42-45a6-8b30-41fcd03efb7e tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:52.325949 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b0383a32-fa8a-4590-8982-d6fc28d2d86e req-7b6614f5-ee42-45a6-8b30-41fcd03efb7e tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=04f17671-b4c7-40ff-94dc-8a1e322ccad6 HTTP/1.1" status: 200 len: 948 time: 0.1294317 Nov 25 17:27:52.334921 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35882d81-5551-4479-99b5-3f4ef930fc0b', 'tag': '057d05e3-0c55-42f7-8017-905ae44193e9'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:52.337276 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3439e2c8-dc3a-48e6-8cb7-900b4539cfa4" -d '{"events": [{"name": "network-changed", "server_uuid": "35882d81-5551-4479-99b5-3f4ef930fc0b", "tag": "057d05e3-0c55-42f7-8017-905ae44193e9"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:52.395948 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1a7a6af2-4ae1-4796-ad2f-e0d39cbba02b req-cd86a245-443e-4fad-9d16-ae93631a0e1a tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6111eec-06c2-407a-b861-795e1302e2aa HTTP/1.1" status: 200 len: 210 time: 0.0338707 Nov 25 17:27:52.436179 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:52.441792 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b0383a32-fa8a-4590-8982-d6fc28d2d86e req-1123383f-b57c-4464-b332-cdc58b47e754 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124315 Nov 25 17:27:52.444902 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b668937f-7346-4b7a-a41c-adf9c81acd39 x-openstack-request-id: req-b668937f-7346-4b7a-a41c-adf9c81acd39 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:52.445394 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04f17671-b4c7-40ff-94dc-8a1e322ccad6", "tag": "0682888f-e70f-4362-8d88-9e0f7bea89c3", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:52.445893 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b668937f-7346-4b7a-a41c-adf9c81acd39 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:52.446377 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04f17671-b4c7-40ff-94dc-8a1e322ccad6', 'tag': '0682888f-e70f-4362-8d88-9e0f7bea89c3', 'status': 'completed', 'code': 200} Nov 25 17:27:52.452396 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-2d5faa0a-02f2-4d07-ae0e-9141f0bb3e0e service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072380 Nov 25 17:27:52.467714 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc6d606-bdb9-4fc7-8edb-5a5ee6360833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938dc3de-93c8-4504-881e-0d03e86c72e7'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:52.470414 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4702d54-1d83-4094-b371-cf24ff50ec46" -d '{"events": [{"server_uuid": "2cc6d606-bdb9-4fc7-8edb-5a5ee6360833", "name": "network-vif-plugged", "status": "completed", "tag": "938dc3de-93c8-4504-881e-0d03e86c72e7"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:52.487729 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 938dc3de-93c8-4504-881e-0d03e86c72e7, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=938dc3de-93c8-4504-881e-0d03e86c72e7,segment=NetworkSegment(bdbf0e78-63fc-4baf-b91d-154115f4c256),segment_id=bdbf0e78-63fc-4baf-b91d-154115f4c256)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:52.496391 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:52.499437 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device a5d858c9-567d-4c19-bde1-58459d0dfec4 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:27:52.581312 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d6637-66d7-447a-9a78-3f505393b4b2 req-0c3825ec-f8c8-43cb-9cab-0d0f59346e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:52.582988 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-270d6637-66d7-447a-9a78-3f505393b4b2 req-0c3825ec-f8c8-43cb-9cab-0d0f59346e89 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e949b071017c47779120773fb05efee7&device_id=04f17671-b4c7-40ff-94dc-8a1e322ccad6 HTTP/1.1" status: 200 len: 1099 time: 0.0945292 Nov 25 17:27:52.611233 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: a5d858c9-567d-4c19-bde1-58459d0dfec4 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:27:52.611693 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device a5d858c9-567d-4c19-bde1-58459d0dfec4 not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:27:52.628375 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c760226a-15d7-4457-9cf1-fa4fa7fed8e1 req-51fea5d9-9a21-4cb2-bea4-d59ba6cb8d3a service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726420 Nov 25 17:27:52.631402 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce95419-44a9-4da5-a819-5dc75f7b6f14 x-openstack-request-id: req-bce95419-44a9-4da5-a819-5dc75f7b6f14 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:52.631795 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35882d81-5551-4479-99b5-3f4ef930fc0b", "tag": "057d05e3-0c55-42f7-8017-905ae44193e9", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:52.632126 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bce95419-44a9-4da5-a819-5dc75f7b6f14 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:52.653327 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35882d81-5551-4479-99b5-3f4ef930fc0b', 'tag': '057d05e3-0c55-42f7-8017-905ae44193e9', 'status': 'completed', 'code': 200} Nov 25 17:27:52.684540 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=938dc3de-93c8-4504-881e-0d03e86c72e7,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:52.724395 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ccc80a2-8dd2-41f0-b39d-c9b88fa59078 x-openstack-request-id: req-7ccc80a2-8dd2-41f0-b39d-c9b88fa59078 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:52.724799 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cc6d606-bdb9-4fc7-8edb-5a5ee6360833", "name": "network-vif-plugged", "status": "completed", "tag": "938dc3de-93c8-4504-881e-0d03e86c72e7", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:52.726163 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7ccc80a2-8dd2-41f0-b39d-c9b88fa59078 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:52.726163 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc6d606-bdb9-4fc7-8edb-5a5ee6360833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938dc3de-93c8-4504-881e-0d03e86c72e7', 'code': 200} Nov 25 17:27:52.780954 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d6637-66d7-447a-9a78-3f505393b4b2 req-a8ff1f6c-913d-46da-9c55-0fb3d4b80045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:52.783896 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-270d6637-66d7-447a-9a78-3f505393b4b2 req-a8ff1f6c-913d-46da-9c55-0fb3d4b80045 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ab4fed0b-9bf1-4925-8765-94da08c5de2a HTTP/1.1" status: 200 len: 870 time: 0.1928627 Nov 25 17:27:52.848239 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39746) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:52.861342 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-270d6637-66d7-447a-9a78-3f505393b4b2 req-2888e303-969a-4f77-8e9d-30d1fc93198f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=0682888f-e70f-4362-8d88-9e0f7bea89c3 HTTP/1.1" status: 200 len: 217 time: 0.0673256 Nov 25 17:27:52.932734 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d8c56-f940-4ef6-ae7a-c4c76248c86c req-17eb3e5a-649a-46ec-8503-5509acf7e261 tempest-TenantUsagesTestJSON-1083750558 tempest-TenantUsagesTestJSON-1083750558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:52.934332 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b63d8c56-f940-4ef6-ae7a-c4c76248c86c req-17eb3e5a-649a-46ec-8503-5509acf7e261 tempest-TenantUsagesTestJSON-1083750558 tempest-TenantUsagesTestJSON-1083750558-project] 10.222.0.75 "GET /v2.0/ports?device_id=56f8b3c2-cab3-406a-a97a-ccdc239bd07e HTTP/1.1" status: 200 len: 950 time: 0.2422342 Nov 25 17:27:52.942944 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439e2c8-dc3a-48e6-8cb7-900b4539cfa4 req-64ccd9bd-3df6-4137-9ac8-bd66ae99d6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:52.944655 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3439e2c8-dc3a-48e6-8cb7-900b4539cfa4 req-64ccd9bd-3df6-4137-9ac8-bd66ae99d6b4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e949b071017c47779120773fb05efee7&device_id=35882d81-5551-4479-99b5-3f4ef930fc0b HTTP/1.1" status: 200 len: 1098 time: 0.2251849 Nov 25 17:27:52.945578 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d6637-66d7-447a-9a78-3f505393b4b2 req-ebe7d816-2758-4b6e-9a93-53f6d57ea104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:52.947043 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-270d6637-66d7-447a-9a78-3f505393b4b2 req-ebe7d816-2758-4b6e-9a93-53f6d57ea104 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.0775292 Nov 25 17:27:52.958775 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:53.000878 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-4805f23d-1777-4f45-806b-79ce17bcfecf admin admin] Deleting subnet 61d0f384-7f5a-4ecf-8061-5ef7dd7de5aa {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:27:53.021649 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d6637-66d7-447a-9a78-3f505393b4b2 req-3e190dab-5529-4a8d-8858-d816302a1d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:53.022052 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4805f23d-1777-4f45-806b-79ce17bcfecf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:53.023670 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-270d6637-66d7-447a-9a78-3f505393b4b2 req-3e190dab-5529-4a8d-8858-d816302a1d2c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0633214 Nov 25 17:27:53.037543 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f129030-80d7-4726-a592-6ea0c99e1543 req-b18deee6-b11b-4e5e-a348-69e1f0a660bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:53.039119 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4f129030-80d7-4726-a592-6ea0c99e1543 req-b18deee6-b11b-4e5e-a348-69e1f0a660bb service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=2cc6d606-bdb9-4fc7-8edb-5a5ee6360833 HTTP/1.1" status: 200 len: 1097 time: 0.2109826 Nov 25 17:27:53.162970 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-270d6637-66d7-447a-9a78-3f505393b4b2 req-1e4712d1-8357-4c5c-8cac-f66c16304554 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300683 Nov 25 17:27:53.166061 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b63d8c56-f940-4ef6-ae7a-c4c76248c86c req-61cedcd6-109e-4333-a94c-d1a37e06ef4a tempest-TenantUsagesTestJSON-1083750558 tempest-TenantUsagesTestJSON-1083750558-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbc6eb98-3de1-497c-b59b-493bb8102842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189770 Nov 25 17:27:53.198932 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4805f23d-1777-4f45-806b-79ce17bcfecf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:53.243423 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc2dcb-9a4b-460c-b767-4dcd067ea173 req-2484ae88-0e77-4256-8e87-4fb5fae16f73 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:53.244959 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fddc2dcb-9a4b-460c-b767-4dcd067ea173 req-2484ae88-0e77-4256-8e87-4fb5fae16f73 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cc6d606-bdb9-4fc7-8edb-5a5ee6360833 HTTP/1.1" status: 200 len: 946 time: 0.2500913 Nov 25 17:27:53.289904 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-270d6637-66d7-447a-9a78-3f505393b4b2 req-7b6df09a-1930-4343-8fe3-b0146f97aae1 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181757 Nov 25 17:27:53.296222 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4f129030-80d7-4726-a592-6ea0c99e1543 req-f77617aa-796f-4811-9686-8c4210c51458 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950700 Nov 25 17:27:53.314781 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39764) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:53.324036 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439e2c8-dc3a-48e6-8cb7-900b4539cfa4 req-e3f44a33-a7d6-433b-9b0d-47e2f492efbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:53.325673 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3439e2c8-dc3a-48e6-8cb7-900b4539cfa4 req-e3f44a33-a7d6-433b-9b0d-47e2f492efbf service neutron] 10.222.0.74 "GET /v2.0/networks?id=ab4fed0b-9bf1-4925-8765-94da08c5de2a HTTP/1.1" status: 200 len: 870 time: 0.3508034 Nov 25 17:27:53.328339 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4805f23d-1777-4f45-806b-79ce17bcfecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:53.409047 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fddc2dcb-9a4b-460c-b767-4dcd067ea173 req-cd34c26b-397c-4379-bc9d-6641b3749b83 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516054 Nov 25 17:27:53.412700 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3439e2c8-dc3a-48e6-8cb7-900b4539cfa4 req-f95a9ae9-c4de-440a-9a50-4a0b80889c0d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=057d05e3-0c55-42f7-8017-905ae44193e9 HTTP/1.1" status: 200 len: 217 time: 0.0621471 Nov 25 17:27:53.475051 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4805f23d-1777-4f45-806b-79ce17bcfecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:53.519005 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 0682888f-e70f-4362-8d88-9e0f7bea89c3 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:27:53.541677 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4805f23d-1777-4f45-806b-79ce17bcfecf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61d0f384-7f5a-4ecf-8061-5ef7dd7de5aa,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:53.588193 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3fb21863-8a04-4e44-a047-d8ecf776b395 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:53.599607 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4805f23d-1777-4f45-806b-79ce17bcfecf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:53.607169 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-4805f23d-1777-4f45-806b-79ce17bcfecf admin admin] 10.222.0.75 "DELETE /v2.0/subnets/61d0f384-7f5a-4ecf-8061-5ef7dd7de5aa HTTP/1.1" status: 204 len: 168 time: 0.7571092 Nov 25 17:27:53.609383 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39776) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:53.614541 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439e2c8-dc3a-48e6-8cb7-900b4539cfa4 req-ca2a7d54-1eb2-4af3-8401-e1f8ac50887d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:53.617912 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3439e2c8-dc3a-48e6-8cb7-900b4539cfa4 req-ca2a7d54-1eb2-4af3-8401-e1f8ac50887d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.1807218 Nov 25 17:27:53.661936 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 0682888f-e70f-4362-8d88-9e0f7bea89c3, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=0682888f-e70f-4362-8d88-9e0f7bea89c3,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:53.678445 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '0682888f-e70f-4362-8d88-9e0f7bea89c3', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'port_id': '0682888f-e70f-4362-8d88-9e0f7bea89c3', 'mac_address': 'fa:16:3e:35:92:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8793709c-5336-428d-aede-b0b8df1a26b2', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:27:53.722179 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:53.737033 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0682888f-e70f-4362-8d88-9e0f7bea89c3 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:27:53.760475 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 0682888f-e70f-4362-8d88-9e0f7bea89c3, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=0682888f-e70f-4362-8d88-9e0f7bea89c3,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:53.766232 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:53.774777 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dc4482-523f-4d21-8b34-3b6a3a478242 req-ab5c5291-a9bf-41ea-b8dd-ed1100aebef8 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:53.778520 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3fb21863-8a04-4e44-a047-d8ecf776b395 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:53.782956 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c7dc4482-523f-4d21-8b34-3b6a3a478242 req-ab5c5291-a9bf-41ea-b8dd-ed1100aebef8 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/ports?device_id=9146b814-a564-4f66-ae0e-5fb421ea3d11 HTTP/1.1" status: 200 len: 945 time: 0.2704051 Nov 25 17:27:53.787665 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3fb21863-8a04-4e44-a047-d8ecf776b395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:53.828094 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=0682888f-e70f-4362-8d88-9e0f7bea89c3,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:53.854404 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3fb21863-8a04-4e44-a047-d8ecf776b395 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0469111333414a9ea8283905813407ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5357125 Nov 25 17:27:53.854404 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb21863-8a04-4e44-a047-d8ecf776b395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852578c9-db99-4cd4-9801-5abc06f2c743,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:53.855058 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39786) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:53.913713 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-04b4aafb-9e0e-4136-a043-84a6cb70f912 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:53.938937 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-04b4aafb-9e0e-4136-a043-84a6cb70f912 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:53.939643 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d0ebad06-9c95-466f-81bf-8a4df31b5e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:53.968070 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['0682888f-e70f-4362-8d88-9e0f7bea89c3'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:27:54.006781 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439e2c8-dc3a-48e6-8cb7-900b4539cfa4 req-171b851e-66ea-4715-a54f-82e65f0a036a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:54.008302 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3439e2c8-dc3a-48e6-8cb7-900b4539cfa4 req-171b851e-66ea-4715-a54f-82e65f0a036a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3789790 Nov 25 17:27:54.009928 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-04b4aafb-9e0e-4136-a043-84a6cb70f912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:54.021369 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-04b4aafb-9e0e-4136-a043-84a6cb70f912 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:54.022595 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-04b4aafb-9e0e-4136-a043-84a6cb70f912 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/852578c9-db99-4cd4-9801-5abc06f2c743 HTTP/1.1" status: 204 len: 168 time: 0.1666224 Nov 25 17:27:54.045578 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b802e370-fa92-4378-8143-abc26050ade6 req-add134c5-b60d-4148-be5f-75051e69ccbb tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6111eec-06c2-407a-b861-795e1302e2aa HTTP/1.1" status: 200 len: 210 time: 0.0943494 Nov 25 17:27:54.045771 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b4aafb-9e0e-4136-a043-84a6cb70f912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852578c9-db99-4cd4-9801-5abc06f2c743,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:54.096087 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68409330-5115-40f8-893b-80c48a48dbbb req-c1c0c797-cc01-4fc2-976b-dbc4c6b251c7 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:54.098532 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-68409330-5115-40f8-893b-80c48a48dbbb req-c1c0c797-cc01-4fc2-976b-dbc4c6b251c7 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.90 "GET /v2.0/networks?id=db8e4923-28e6-4f74-991c-a4c442934754 HTTP/1.1" status: 200 len: 811 time: 0.3326983 Nov 25 17:27:54.198026 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-68409330-5115-40f8-893b-80c48a48dbbb req-f6c4af16-10d6-4d8b-b212-8225ebf810fe tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Request body: {'port': {'device_id': 'a6111eec-06c2-407a-b861-795e1302e2aa', 'network_id': 'db8e4923-28e6-4f74-991c-a4c442934754', 'admin_state_up': True, 'tenant_id': '1ee124f91e0c4280821568ab0453ce28'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:54.318708 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c7dc4482-523f-4d21-8b34-3b6a3a478242 req-4d5b867c-2c7b-4c22-9f31-db64d92ae036 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/security-groups?id=84be2441-5ea8-4292-81c0-e25d06d16adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5343530 Nov 25 17:27:54.369467 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d0ebad06-9c95-466f-81bf-8a4df31b5e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:54.403390 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3439e2c8-dc3a-48e6-8cb7-900b4539cfa4 req-fc45288e-1687-4343-8b6f-f8acf5b242d9 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144612 Nov 25 17:27:54.417080 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b302dff-226e-46e6-ba63-298a7dc1b1e1 req-9b812582-235b-45d6-8362-04bfd476b5df tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:54.418501 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2b302dff-226e-46e6-ba63-298a7dc1b1e1 req-9b812582-235b-45d6-8362-04bfd476b5df tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=04f17671-b4c7-40ff-94dc-8a1e322ccad6 HTTP/1.1" status: 200 len: 949 time: 0.2503810 Nov 25 17:27:54.460668 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-d0ebad06-9c95-466f-81bf-8a4df31b5e60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeeaf457-d2ef-46ca-9bd6-93a46b5606e5']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:54.494124 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-d0ebad06-9c95-466f-81bf-8a4df31b5e60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cec76de-dbac-4c6c-acad-e2508ff14812') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:54.494438 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-d0ebad06-9c95-466f-81bf-8a4df31b5e60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cec76de-dbac-4c6c-acad-e2508ff14812') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:54.536190 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d0ebad06-9c95-466f-81bf-8a4df31b5e60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:54.578920 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d0ebad06-9c95-466f-81bf-8a4df31b5e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:54.607071 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2b302dff-226e-46e6-ba63-298a7dc1b1e1 req-6dbbdc20-ccb6-4056-a301-79066220ad1a tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734922 Nov 25 17:27:54.611475 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0ebad06-9c95-466f-81bf-8a4df31b5e60 admin admin] Releasing vlan 943 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:27:54.611884 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d0ebad06-9c95-466f-81bf-8a4df31b5e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:54.613738 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:27:54.613738 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:27:54.613738 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:27:54.613738 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:27:54.613738 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:27:54.613738 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:27:54.613738 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:27:54.613738 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:27:54.613738 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:27:54.613738 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:27:54.613738 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:27:54.613738 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:27:54.613738 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:27:54.613738 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:27:54.613738 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:27:54.613738 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:27:54.613738 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:27:54.613738 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:27:54.613738 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:27:54.613738 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:27:54.613738 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:27:54.613738 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:27:54.613738 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:27:54.613738 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:27:54.613738 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:27:54.613738 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:27:54.613738 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:27:54.613738 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:27:54.613738 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:27:54.613738 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:27:54.613738 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:27:54.613738 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:27:54.627200 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68409330-5115-40f8-893b-80c48a48dbbb req-f6c4af16-10d6-4d8b-b212-8225ebf810fe tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Made reservation on behalf of 1ee124f91e0c4280821568ab0453ce28 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:27:54.631333 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-68409330-5115-40f8-893b-80c48a48dbbb req-f6c4af16-10d6-4d8b-b212-8225ebf810fe tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:54.650316 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3439e2c8-dc3a-48e6-8cb7-900b4539cfa4 req-02949cbd-f1c3-4f11-8592-e87af48541dc service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308347 Nov 25 17:27:54.742273 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d0ebad06-9c95-466f-81bf-8a4df31b5e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:54.749696 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d0ebad06-9c95-466f-81bf-8a4df31b5e60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:54.754761 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d0ebad06-9c95-466f-81bf-8a4df31b5e60 admin admin] 10.222.0.75 "DELETE /v2.0/networks/eeeaf457-d2ef-46ca-9bd6-93a46b5606e5 HTTP/1.1" status: 204 len: 168 time: 1.1433392 Nov 25 17:27:54.779950 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ebad06-9c95-466f-81bf-8a4df31b5e60 admin admin] Pushing event deleted for resources: {'Network': ['ID=eeeaf457-d2ef-46ca-9bd6-93a46b5606e5,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:54.869586 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-68409330-5115-40f8-893b-80c48a48dbbb req-f6c4af16-10d6-4d8b-b212-8225ebf810fe tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Allocated IP 172.20.0.3 (db8e4923-28e6-4f74-991c-a4c442934754/0ae7cf63-1267-4a12-ac67-5fb672452e57/ce7a9ef3-fc94-4451-8d55-abdd69eee46e) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:27:54.891112 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39826) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:55.027082 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-cde11836-696a-457c-a17e-09d2bfedc9ad admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-62851555-network', 'tenant_id': '81c4a63acd4e4bc29b10ef4177b202e1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:55.047396 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a2545-a411-4bd6-a904-f8138a5bd9dd req-df1f1cda-9586-464e-804d-3a8710e504fa tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:55.048947 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-996a2545-a411-4bd6-a904-f8138a5bd9dd req-df1f1cda-9586-464e-804d-3a8710e504fa tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cc6d606-bdb9-4fc7-8edb-5a5ee6360833 HTTP/1.1" status: 200 len: 946 time: 0.1405585 Nov 25 17:27:55.053113 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39830) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:55.098972 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-12d8db74-c7aa-4445-990d-ee3aa0e1a389 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=dc12a3339d49449eb677cae2af745bb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439932 Nov 25 17:27:55.101470 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39834) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:55.107673 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde11836-696a-457c-a17e-09d2bfedc9ad admin admin] Made reservation on behalf of 81c4a63acd4e4bc29b10ef4177b202e1 for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:27:55.109943 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cde11836-696a-457c-a17e-09d2bfedc9ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:55.139718 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cde11836-696a-457c-a17e-09d2bfedc9ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:55.160501 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-350f167a-6eef-409c-98ce-a7f6c0ada22b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:55.174268 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-68409330-5115-40f8-893b-80c48a48dbbb req-f6c4af16-10d6-4d8b-b212-8225ebf810fe tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:55.183095 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-996a2545-a411-4bd6-a904-f8138a5bd9dd req-67004e64-7b7f-4daf-9adb-0c30f5ce94bb tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187851 Nov 25 17:27:55.184966 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-350f167a-6eef-409c-98ce-a7f6c0ada22b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:55.251027 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-350f167a-6eef-409c-98ce-a7f6c0ada22b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:55.256040 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-350f167a-6eef-409c-98ce-a7f6c0ada22b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:55.257363 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-350f167a-6eef-409c-98ce-a7f6c0ada22b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2003d2ed-ecb7-489f-8e29-3b5098e1ad6f HTTP/1.1" status: 204 len: 168 time: 0.1547565 Nov 25 17:27:55.258964 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-68409330-5115-40f8-893b-80c48a48dbbb req-f6c4af16-10d6-4d8b-b212-8225ebf810fe tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:55.266242 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350f167a-6eef-409c-98ce-a7f6c0ada22b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2003d2ed-ecb7-489f-8e29-3b5098e1ad6f,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:55.345794 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cde11836-696a-457c-a17e-09d2bfedc9ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:55.377315 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cde11836-696a-457c-a17e-09d2bfedc9ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:55.386167 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68409330-5115-40f8-893b-80c48a48dbbb req-f6c4af16-10d6-4d8b-b212-8225ebf810fe tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Network db8e4923-28e6-4f74-991c-a4c442934754 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:27:55.402917 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-68409330-5115-40f8-893b-80c48a48dbbb req-f6c4af16-10d6-4d8b-b212-8225ebf810fe tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:27:55.414835 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-68409330-5115-40f8-893b-80c48a48dbbb req-f6c4af16-10d6-4d8b-b212-8225ebf810fe tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:27:55.420620 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cde11836-696a-457c-a17e-09d2bfedc9ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 922} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:27:55.451940 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c4af16-10d6-4d8b-b212-8225ebf810fe tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Pushing event updated for resources: {'Port': ['ID=ce7a9ef3-fc94-4451-8d55-abdd69eee46e,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:55.476349 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde11836-696a-457c-a17e-09d2bfedc9ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6feff6b0-0b84-4d3b-a63f-3c1311a6c7d5,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:55.480329 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cde11836-696a-457c-a17e-09d2bfedc9ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:55.480675 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-cde11836-696a-457c-a17e-09d2bfedc9ad admin admin] Added segment 678b156a-60c8-4aac-8a5f-b9807c2c852d of type vlan for network c436314e-2553-4e00-b382-91e80ebf50ff Nov 25 17:27:55.514762 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bfde14-7b88-484a-9823-200830094d9e req-a57b3fa4-b7ee-41e3-8a75-e82de9712b98 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:55.516237 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-70bfde14-7b88-484a-9823-200830094d9e req-a57b3fa4-b7ee-41e3-8a75-e82de9712b98 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6111eec-06c2-407a-b861-795e1302e2aa HTTP/1.1" status: 200 len: 931 time: 0.2381799 Nov 25 17:27:55.550892 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 057d05e3-0c55-42f7-8017-905ae44193e9 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:27:55.553097 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 0682888f-e70f-4362-8d88-9e0f7bea89c3 up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:27:55.677278 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port 0682888f-e70f-4362-8d88-9e0f7bea89c3 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:27:55.692099 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 0682888f-e70f-4362-8d88-9e0f7bea89c3 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:55.692667 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:55.723939 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 057d05e3-0c55-42f7-8017-905ae44193e9, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=057d05e3-0c55-42f7-8017-905ae44193e9,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:55.746079 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '057d05e3-0c55-42f7-8017-905ae44193e9', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'port_id': '057d05e3-0c55-42f7-8017-905ae44193e9', 'mac_address': 'fa:16:3e:57:28:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8793709c-5336-428d-aede-b0b8df1a26b2', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:27:55.815977 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:55.841950 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 057d05e3-0c55-42f7-8017-905ae44193e9 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:27:55.852337 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:55.876709 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 057d05e3-0c55-42f7-8017-905ae44193e9, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=057d05e3-0c55-42f7-8017-905ae44193e9,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:55.883765 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68409330-5115-40f8-893b-80c48a48dbbb req-f6c4af16-10d6-4d8b-b212-8225ebf810fe tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:55.884496 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-68409330-5115-40f8-893b-80c48a48dbbb req-f6c4af16-10d6-4d8b-b212-8225ebf810fe tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:55.886129 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:55.889558 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cde11836-696a-457c-a17e-09d2bfedc9ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:55.896917 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04f17671-b4c7-40ff-94dc-8a1e322ccad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0682888f-e70f-4362-8d88-9e0f7bea89c3'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:55.899614 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f534e9d2-631e-4049-9379-0bbb55aedc41" -d '{"events": [{"server_uuid": "04f17671-b4c7-40ff-94dc-8a1e322ccad6", "name": "network-vif-plugged", "status": "completed", "tag": "0682888f-e70f-4362-8d88-9e0f7bea89c3"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:55.932738 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf6e602-0caf-4eff-a4b7-ea5b43fbfb7e req-d025da12-6fee-46b8-bc39-ef2e457ddc04 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:55.934289 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6bf6e602-0caf-4eff-a4b7-ea5b43fbfb7e req-d025da12-6fee-46b8-bc39-ef2e457ddc04 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cc6d606-bdb9-4fc7-8edb-5a5ee6360833 HTTP/1.1" status: 200 len: 946 time: 0.4790041 Nov 25 17:27:55.936398 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 0682888f-e70f-4362-8d88-9e0f7bea89c3, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=0682888f-e70f-4362-8d88-9e0f7bea89c3,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:55.937435 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-68409330-5115-40f8-893b-80c48a48dbbb req-f6c4af16-10d6-4d8b-b212-8225ebf810fe tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7681553 Nov 25 17:27:55.947745 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:55.958981 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=057d05e3-0c55-42f7-8017-905ae44193e9,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:55.959165 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-68409330-5115-40f8-893b-80c48a48dbbb req-c0bd2dbb-7e28-47f9-803b-d9ff39041dab service neutron] Request body: {'port': {'device_id': 'a6111eec-06c2-407a-b861-795e1302e2aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:55.995346 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cde11836-696a-457c-a17e-09d2bfedc9ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:55.996554 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde11836-696a-457c-a17e-09d2bfedc9ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:55.997388 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cde11836-696a-457c-a17e-09d2bfedc9ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:56.021183 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-70bfde14-7b88-484a-9823-200830094d9e req-c28bd207-0b15-4c32-9924-de0033d3bb52 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4942763 Nov 25 17:27:56.027078 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=0682888f-e70f-4362-8d88-9e0f7bea89c3,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:56.121961 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39870) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:56.128468 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['057d05e3-0c55-42f7-8017-905ae44193e9'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:27:56.137448 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-cde11836-696a-457c-a17e-09d2bfedc9ad admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2451875 Nov 25 17:27:56.140330 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39874) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:56.145605 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-27fac9e2-2712-4117-a954-0041face2064 admin admin] Request body: {'subnet': {'network_id': 'c436314e-2553-4e00-b382-91e80ebf50ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-62851555-subnet', 'tenant_id': '81c4a63acd4e4bc29b10ef4177b202e1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:56.158512 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde11836-696a-457c-a17e-09d2bfedc9ad admin admin] Pushing event updated for resources: {'Network': ['ID=c436314e-2553-4e00-b382-91e80ebf50ff,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:56.170715 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6bf6e602-0caf-4eff-a4b7-ea5b43fbfb7e req-7e1f0d86-7b38-4ae2-9375-83d839bcee0e tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248697 Nov 25 17:27:56.174446 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-68409330-5115-40f8-893b-80c48a48dbbb req-c0bd2dbb-7e28-47f9-803b-d9ff39041dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:56.184917 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27fac9e2-2712-4117-a954-0041face2064 admin admin] Made reservation on behalf of 81c4a63acd4e4bc29b10ef4177b202e1 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:27:56.187648 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-27fac9e2-2712-4117-a954-0041face2064 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:56.194082 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network c436314e-2553-4e00-b382-91e80ebf50ff details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:27:56.276295 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224fdccf-416d-4863-a2d0-fc97f2a80c4d req-010af8a4-3ebf-46d7-9ec0-5ad7aa9e8896 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:56.283096 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-224fdccf-416d-4863-a2d0-fc97f2a80c4d req-010af8a4-3ebf-46d7-9ec0-5ad7aa9e8896 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/ports?device_id=9146b814-a564-4f66-ae0e-5fb421ea3d11 HTTP/1.1" status: 200 len: 945 time: 0.1772156 Nov 25 17:27:56.299180 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-944e7cfe-b6aa-47f9-9269-03ac48d65dac admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1479710683-network', 'tenant_id': 'fb2519c4fec34b2ea0dc385f95592906'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:56.358369 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944e7cfe-b6aa-47f9-9269-03ac48d65dac admin admin] Made reservation on behalf of fb2519c4fec34b2ea0dc385f95592906 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:27:56.360954 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-944e7cfe-b6aa-47f9-9269-03ac48d65dac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:56.373713 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-944e7cfe-b6aa-47f9-9269-03ac48d65dac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:56.449047 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-27fac9e2-2712-4117-a954-0041face2064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:56.466781 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71907431-89d2-4dc3-ac80-3c4d29106062 req-ab426feb-dc4e-40e0-8306-8fcf84340f3a tempest-TenantUsagesTestJSON-1083750558 tempest-TenantUsagesTestJSON-1083750558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:56.474211 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-71907431-89d2-4dc3-ac80-3c4d29106062 req-ab426feb-dc4e-40e0-8306-8fcf84340f3a tempest-TenantUsagesTestJSON-1083750558 tempest-TenantUsagesTestJSON-1083750558-project] 10.222.0.75 "GET /v2.0/ports?device_id=56f8b3c2-cab3-406a-a97a-ccdc239bd07e HTTP/1.1" status: 200 len: 950 time: 0.1775630 Nov 25 17:27:56.497491 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-224fdccf-416d-4863-a2d0-fc97f2a80c4d req-0196e737-4ce9-468a-bec7-dd94fdba7dae tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/security-groups?id=84be2441-5ea8-4292-81c0-e25d06d16adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072718 Nov 25 17:27:56.549583 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fac9e2-2712-4117-a954-0041face2064 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f610128e-ff6e-4bba-b2be-205fc93609a3,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:56.567013 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fac9e2-2712-4117-a954-0041face2064 admin admin] Checking segment: {'id': '678b156a-60c8-4aac-8a5f-b9807c2c852d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c436314e-2553-4e00-b382-91e80ebf50ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:27:56.567373 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fac9e2-2712-4117-a954-0041face2064 admin admin] Network hostable DHCP agents. Network: c436314e-2553-4e00-b382-91e80ebf50ff, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:27:56.583906 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-944e7cfe-b6aa-47f9-9269-03ac48d65dac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:56.589178 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-944e7cfe-b6aa-47f9-9269-03ac48d65dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:56.615874 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fac9e2-2712-4117-a954-0041face2064 admin admin] Network c436314e-2553-4e00-b382-91e80ebf50ff is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:27:56.621894 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-944e7cfe-b6aa-47f9-9269-03ac48d65dac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 928} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:27:56.623243 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-71907431-89d2-4dc3-ac80-3c4d29106062 req-975adf4b-6afb-4120-a25b-700df0341afe tempest-TenantUsagesTestJSON-1083750558 tempest-TenantUsagesTestJSON-1083750558-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbc6eb98-3de1-497c-b59b-493bb8102842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481791 Nov 25 17:27:56.636123 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944e7cfe-b6aa-47f9-9269-03ac48d65dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda4573c-8d92-445d-bcba-40a6f32f3683,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:56.651256 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-944e7cfe-b6aa-47f9-9269-03ac48d65dac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:56.651466 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-944e7cfe-b6aa-47f9-9269-03ac48d65dac admin admin] Added segment 543fdaf9-2958-4680-8713-cdd5c875974c of type vlan for network 002f3b72-02af-4c7b-b64a-5fd0245779c2 Nov 25 17:27:56.652775 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-27fac9e2-2712-4117-a954-0041face2064 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, c436314e-2553-4e00-b382-91e80ebf50ff) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:27:56.661468 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a048a65-d0c6-4a0f-be60-718b4abeacd3 None None] Network c436314e-2553-4e00-b382-91e80ebf50ff requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:27:56.663236 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fac9e2-2712-4117-a954-0041face2064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:56.663870 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-27fac9e2-2712-4117-a954-0041face2064 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:56.724048 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-944e7cfe-b6aa-47f9-9269-03ac48d65dac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:56.734787 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-27fac9e2-2712-4117-a954-0041face2064 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5931435 Nov 25 17:27:56.737895 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39878) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:56.743162 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-f112c29f-ec4e-4983-9535-0df2a5c137a4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-62851555-router', 'tenant_id': '81c4a63acd4e4bc29b10ef4177b202e1', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:56.788811 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-944e7cfe-b6aa-47f9-9269-03ac48d65dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:56.791008 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944e7cfe-b6aa-47f9-9269-03ac48d65dac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:56.796316 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-944e7cfe-b6aa-47f9-9269-03ac48d65dac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:56.928360 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df759ff-e7e6-4b5b-a558-9cf0e6e211f6 x-openstack-request-id: req-1df759ff-e7e6-4b5b-a558-9cf0e6e211f6 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:56.928667 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04f17671-b4c7-40ff-94dc-8a1e322ccad6", "name": "network-vif-plugged", "status": "completed", "tag": "0682888f-e70f-4362-8d88-9e0f7bea89c3", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:56.929051 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1df759ff-e7e6-4b5b-a558-9cf0e6e211f6 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:56.929716 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04f17671-b4c7-40ff-94dc-8a1e322ccad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0682888f-e70f-4362-8d88-9e0f7bea89c3', 'code': 200} Nov 25 17:27:56.937425 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f112c29f-ec4e-4983-9535-0df2a5c137a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:56.939277 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f112c29f-ec4e-4983-9535-0df2a5c137a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:56.948204 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944e7cfe-b6aa-47f9-9269-03ac48d65dac admin admin] Pushing event updated for resources: {'Network': ['ID=002f3b72-02af-4c7b-b64a-5fd0245779c2,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:56.956642 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-944e7cfe-b6aa-47f9-9269-03ac48d65dac admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8310380 Nov 25 17:27:56.958763 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39884) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:56.965194 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-66dff07f-bfe8-460e-9d13-6ca90fd58acb admin admin] Request body: {'subnet': {'network_id': '002f3b72-02af-4c7b-b64a-5fd0245779c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1479710683-subnet', 'tenant_id': 'fb2519c4fec34b2ea0dc385f95592906', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:56.984146 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 002f3b72-02af-4c7b-b64a-5fd0245779c2 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:27:56.994264 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20402e58-a5ad-4c33-a3d0-b4966dbf533a req-f0432bfa-8c70-40ca-ba68-323a55a7f5b0 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:56.995857 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-20402e58-a5ad-4c33-a3d0-b4966dbf533a req-f0432bfa-8c70-40ca-ba68-323a55a7f5b0 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=04f17671-b4c7-40ff-94dc-8a1e322ccad6 HTTP/1.1" status: 200 len: 950 time: 0.2435627 Nov 25 17:27:57.001924 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-68409330-5115-40f8-893b-80c48a48dbbb req-c0bd2dbb-7e28-47f9-803b-d9ff39041dab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce7a9ef3-fc94-4451-8d55-abdd69eee46e {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:27:57.005661 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55ba83-bb54-4d41-b838-5f0eaeb4a041 req-2a1ccbc4-1290-44a1-8d01-93866c6ac8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:57.011659 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-db55ba83-bb54-4d41-b838-5f0eaeb4a041 req-2a1ccbc4-1290-44a1-8d01-93866c6ac8e3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=04f17671-b4c7-40ff-94dc-8a1e322ccad6 HTTP/1.1" status: 200 len: 1101 time: 0.1027589 Nov 25 17:27:57.017017 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc843c5-1235-4796-bf86-9106f293cd2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-c436314e-2553-4e00-b382-91e80ebf50ff', 'network_id': 'c436314e-2553-4e00-b382-91e80ebf50ff', 'tenant_id': '81c4a63acd4e4bc29b10ef4177b202e1', 'fixed_ips': [{'subnet_id': 'f610128e-ff6e-4bba-b2be-205fc93609a3'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:27:57.018840 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7fc843c5-1235-4796-bf86-9106f293cd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:57.020512 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-68409330-5115-40f8-893b-80c48a48dbbb req-c0bd2dbb-7e28-47f9-803b-d9ff39041dab service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:57.028340 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66dff07f-bfe8-460e-9d13-6ca90fd58acb admin admin] Made reservation on behalf of fb2519c4fec34b2ea0dc385f95592906 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:27:57.030436 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-66dff07f-bfe8-460e-9d13-6ca90fd58acb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:57.099408 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893cd22-bec3-4781-97ff-df83eb5b5e3c req-dd638220-ba36-44fc-91b9-a6e18d606c52 tempest-TenantUsagesTestJSON-1083750558 tempest-TenantUsagesTestJSON-1083750558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:57.102533 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6893cd22-bec3-4781-97ff-df83eb5b5e3c req-dd638220-ba36-44fc-91b9-a6e18d606c52 tempest-TenantUsagesTestJSON-1083750558 tempest-TenantUsagesTestJSON-1083750558-project] 10.222.0.74 "GET /v2.0/ports?device_id=56f8b3c2-cab3-406a-a97a-ccdc239bd07e HTTP/1.1" status: 200 len: 950 time: 0.2989511 Nov 25 17:27:57.131028 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-db55ba83-bb54-4d41-b838-5f0eaeb4a041 req-2c6e4410-7422-40e2-a843-761c652639b0 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085551 Nov 25 17:27:57.148791 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-68409330-5115-40f8-893b-80c48a48dbbb req-c0bd2dbb-7e28-47f9-803b-d9ff39041dab service neutron] Transition to ACTIVE for port object ce7a9ef3-fc94-4451-8d55-abdd69eee46e will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:27:57.177246 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39890) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:57.219617 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f112c29f-ec4e-4983-9535-0df2a5c137a4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:57.251687 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-68409330-5115-40f8-893b-80c48a48dbbb req-c0bd2dbb-7e28-47f9-803b-d9ff39041dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:57.256654 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-66dff07f-bfe8-460e-9d13-6ca90fd58acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:57.276229 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-7fc843c5-1235-4796-bf86-9106f293cd2d None None] Allocated IP 172.20.0.2 (c436314e-2553-4e00-b382-91e80ebf50ff/f610128e-ff6e-4bba-b2be-205fc93609a3/48d7e242-8532-41a5-a804-96bfb84c1131) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:27:57.319216 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dff07f-bfe8-460e-9d13-6ca90fd58acb admin admin] Pushing event updated for resources: {'Subnet': ['ID=6124227d-9db5-4167-8bda-c0c2c1e35d91,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:57.330837 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dff07f-bfe8-460e-9d13-6ca90fd58acb admin admin] Checking segment: {'id': '543fdaf9-2958-4680-8713-cdd5c875974c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '002f3b72-02af-4c7b-b64a-5fd0245779c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:27:57.331390 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66dff07f-bfe8-460e-9d13-6ca90fd58acb admin admin] Network hostable DHCP agents. Network: 002f3b72-02af-4c7b-b64a-5fd0245779c2, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:27:57.357387 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-20402e58-a5ad-4c33-a3d0-b4966dbf533a req-458be656-e2b1-4ab8-bae3-412c24a5cfe9 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418968 Nov 25 17:27:57.359374 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66dff07f-bfe8-460e-9d13-6ca90fd58acb admin admin] Network 002f3b72-02af-4c7b-b64a-5fd0245779c2 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:27:57.361727 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5d7bee31-28b0-43e1-95cf-63ef55d9fcb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:57.396695 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-66dff07f-bfe8-460e-9d13-6ca90fd58acb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 002f3b72-02af-4c7b-b64a-5fd0245779c2) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:27:57.402941 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66dff07f-bfe8-460e-9d13-6ca90fd58acb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:57.403551 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-66dff07f-bfe8-460e-9d13-6ca90fd58acb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:57.424977 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd2dbb-7e28-47f9-803b-d9ff39041dab service neutron] Pushing event updated for resources: {'Port': ['ID=ce7a9ef3-fc94-4451-8d55-abdd69eee46e,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:57.433543 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-66dff07f-bfe8-460e-9d13-6ca90fd58acb admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4735389 Nov 25 17:27:57.435397 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bed7f3-56ba-433c-87da-3650bdf51a3a req-04c8d64a-837f-43f1-9263-339481fa3af8 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:57.437062 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-74bed7f3-56ba-433c-87da-3650bdf51a3a req-04c8d64a-837f-43f1-9263-339481fa3af8 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cc6d606-bdb9-4fc7-8edb-5a5ee6360833 HTTP/1.1" status: 200 len: 946 time: 0.2898862 Nov 25 17:27:57.477114 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c07ab0-a9bf-4d89-bec3-923e7ee99695 None None] Network 002f3b72-02af-4c7b-b64a-5fd0245779c2 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:27:57.494428 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5d7bee31-28b0-43e1-95cf-63ef55d9fcb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:57.501885 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5d7bee31-28b0-43e1-95cf-63ef55d9fcb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:57.571936 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 057d05e3-0c55-42f7-8017-905ae44193e9 up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:27:57.588348 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-5d7bee31-28b0-43e1-95cf-63ef55d9fcb2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7b2260ea006742c9a8ab93e80046b874&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4100442 Nov 25 17:27:57.590630 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39898) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:57.591397 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7bee31-28b0-43e1-95cf-63ef55d9fcb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e9f333-1e15-4ba9-905e-1baa0fb0a9ca,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:57.603812 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f112c29f-ec4e-4983-9535-0df2a5c137a4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:57.626787 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-6893cd22-bec3-4781-97ff-df83eb5b5e3c req-481b5772-6c98-4779-af43-5427ae9dd663 tempest-TenantUsagesTestJSON-1083750558 tempest-TenantUsagesTestJSON-1083750558-project] Deleting port 4607de6a-df5a-42f5-aeb7-916805eb61df {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:57.627041 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6893cd22-bec3-4781-97ff-df83eb5b5e3c req-481b5772-6c98-4779-af43-5427ae9dd663 tempest-TenantUsagesTestJSON-1083750558 tempest-TenantUsagesTestJSON-1083750558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:57.682076 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port 057d05e3-0c55-42f7-8017-905ae44193e9 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:27:57.688165 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7fc843c5-1235-4796-bf86-9106f293cd2d None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:57.689778 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 057d05e3-0c55-42f7-8017-905ae44193e9 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:57.690164 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:57.698390 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-aada2336-cbdf-4336-8dc7-5cedf722acf0 req-63b7114f-aa3f-4059-8e12-d38e42b90b3c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=05dadc8c-bada-4961-993d-fd0c20c45dc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1258650 Nov 25 17:27:57.716253 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a8f94e70-3b59-4e11-864a-2fe7b8df3a67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:57.745619 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7fc843c5-1235-4796-bf86-9106f293cd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:57.758254 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c160a9d-b6b3-47d4-9b50-4ea258ce7c47 req-1710dec7-e589-431f-ac2c-a8324da0b627 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:57.759781 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1c160a9d-b6b3-47d4-9b50-4ea258ce7c47 req-1710dec7-e589-431f-ac2c-a8324da0b627 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6111eec-06c2-407a-b861-795e1302e2aa HTTP/1.1" status: 200 len: 943 time: 0.2670314 Nov 25 17:27:57.765972 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a8f94e70-3b59-4e11-864a-2fe7b8df3a67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:57.771360 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-74bed7f3-56ba-433c-87da-3650bdf51a3a req-fe9b22f0-a79a-4dc8-b826-cae936dbdcc1 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167810 Nov 25 17:27:57.780670 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-68409330-5115-40f8-893b-80c48a48dbbb req-c0bd2dbb-7e28-47f9-803b-d9ff39041dab service neutron] Attempting to bind port ce7a9ef3-fc94-4451-8d55-abdd69eee46e on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:27:57.781048 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-68409330-5115-40f8-893b-80c48a48dbbb req-c0bd2dbb-7e28-47f9-803b-d9ff39041dab service neutron] Attempting to bind port ce7a9ef3-fc94-4451-8d55-abdd69eee46e by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '79eee098-6bae-4c42-964f-62f3e7d096e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'db8e4923-28e6-4f74-991c-a4c442934754'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:27:57.781383 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68409330-5115-40f8-893b-80c48a48dbbb req-c0bd2dbb-7e28-47f9-803b-d9ff39041dab service neutron] Attempting to bind port ce7a9ef3-fc94-4451-8d55-abdd69eee46e on network db8e4923-28e6-4f74-991c-a4c442934754 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:27:57.836404 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada2336-cbdf-4336-8dc7-5cedf722acf0 req-d29fccad-58db-433b-b9f4-36d20832c5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:57.837860 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-aada2336-cbdf-4336-8dc7-5cedf722acf0 req-d29fccad-58db-433b-b9f4-36d20832c5d2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e949b071017c47779120773fb05efee7&device_id=05dadc8c-bada-4961-993d-fd0c20c45dc1 HTTP/1.1" status: 200 len: 1100 time: 0.0859594 Nov 25 17:27:57.856446 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68409330-5115-40f8-893b-80c48a48dbbb req-c0bd2dbb-7e28-47f9-803b-d9ff39041dab service neutron] Port ce7a9ef3-fc94-4451-8d55-abdd69eee46e on network db8e4923-28e6-4f74-991c-a4c442934754 not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:27:57.856901 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68409330-5115-40f8-893b-80c48a48dbbb req-c0bd2dbb-7e28-47f9-803b-d9ff39041dab service neutron] Attempting to bind port ce7a9ef3-fc94-4451-8d55-abdd69eee46e on network db8e4923-28e6-4f74-991c-a4c442934754 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:27:57.857090 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a8f94e70-3b59-4e11-864a-2fe7b8df3a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:57.859653 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a8f94e70-3b59-4e11-864a-2fe7b8df3a67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:57.863845 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a8f94e70-3b59-4e11-864a-2fe7b8df3a67 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/13e9f333-1e15-4ba9-905e-1baa0fb0a9ca HTTP/1.1" status: 204 len: 168 time: 0.2664616 Nov 25 17:27:57.878314 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f94e70-3b59-4e11-864a-2fe7b8df3a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e9f333-1e15-4ba9-905e-1baa0fb0a9ca,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:57.879802 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc843c5-1235-4796-bf86-9106f293cd2d None None] Pushing event updated for resources: {'Port': ['ID=48d7e242-8532-41a5-a804-96bfb84c1131,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:57.922496 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68409330-5115-40f8-893b-80c48a48dbbb req-c0bd2dbb-7e28-47f9-803b-d9ff39041dab service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:27:57.922845 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68409330-5115-40f8-893b-80c48a48dbbb req-c0bd2dbb-7e28-47f9-803b-d9ff39041dab service neutron] Checking segment: {'id': '79eee098-6bae-4c42-964f-62f3e7d096e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'db8e4923-28e6-4f74-991c-a4c442934754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:27:57.923240 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68409330-5115-40f8-893b-80c48a48dbbb req-c0bd2dbb-7e28-47f9-803b-d9ff39041dab service neutron] Bound using segment: {'id': '79eee098-6bae-4c42-964f-62f3e7d096e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'db8e4923-28e6-4f74-991c-a4c442934754'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:27:57.923683 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-68409330-5115-40f8-893b-80c48a48dbbb req-c0bd2dbb-7e28-47f9-803b-d9ff39041dab service neutron] Bound port: ce7a9ef3-fc94-4451-8d55-abdd69eee46e, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79eee098-6bae-4c42-964f-62f3e7d096e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'db8e4923-28e6-4f74-991c-a4c442934754'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:27:57.924048 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-68409330-5115-40f8-893b-80c48a48dbbb req-c0bd2dbb-7e28-47f9-803b-d9ff39041dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:57.927729 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-6893cd22-bec3-4781-97ff-df83eb5b5e3c req-481b5772-6c98-4779-af43-5427ae9dd663 tempest-TenantUsagesTestJSON-1083750558 tempest-TenantUsagesTestJSON-1083750558-project] For port 4607de6a-df5a-42f5-aeb7-916805eb61df, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=4607de6a-df5a-42f5-aeb7-916805eb61df,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:57.928094 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6893cd22-bec3-4781-97ff-df83eb5b5e3c req-481b5772-6c98-4779-af43-5427ae9dd663 tempest-TenantUsagesTestJSON-1083750558 tempest-TenantUsagesTestJSON-1083750558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:57.942396 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc843c5-1235-4796-bf86-9106f293cd2d None None] Network c436314e-2553-4e00-b382-91e80ebf50ff is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:27:57.946992 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836fc3ab-e28e-426d-bec0-8474c90460a8 None None] Network 002f3b72-02af-4c7b-b64a-5fd0245779c2 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:27:57.973022 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-6893cd22-bec3-4781-97ff-df83eb5b5e3c req-481b5772-6c98-4779-af43-5427ae9dd663 tempest-TenantUsagesTestJSON-1083750558 tempest-TenantUsagesTestJSON-1083750558-project] Calling delete_port for 4607de6a-df5a-42f5-aeb7-916805eb61df owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:57.986055 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada2336-cbdf-4336-8dc7-5cedf722acf0 req-c02a8c15-b1c5-4eba-b2e0-6aea56df559b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:57.988893 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-aada2336-cbdf-4336-8dc7-5cedf722acf0 req-c02a8c15-b1c5-4eba-b2e0-6aea56df559b service neutron] 10.222.0.90 "GET /v2.0/networks?id=ab4fed0b-9bf1-4925-8765-94da08c5de2a HTTP/1.1" status: 200 len: 870 time: 0.1173911 Nov 25 17:27:58.039189 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1c160a9d-b6b3-47d4-9b50-4ea258ce7c47 req-29239de9-1a39-4072-a5f7-46bf3b9c7ff0 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548978 Nov 25 17:27:58.045614 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-7fc843c5-1235-4796-bf86-9106f293cd2d None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:27:58.074264 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc843c5-1235-4796-bf86-9106f293cd2d None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:27:58.109072 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-aada2336-cbdf-4336-8dc7-5cedf722acf0 req-f387e80d-16a7-4821-b2da-82ab1701253b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=5dd26ad6-440e-45ad-be85-4b1a98da85a4 HTTP/1.1" status: 200 len: 217 time: 0.1029215 Nov 25 17:27:58.163948 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-7fc843c5-1235-4796-bf86-9106f293cd2d None None] Attempting to bind port 48d7e242-8532-41a5-a804-96bfb84c1131 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:27:58.163948 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-7fc843c5-1235-4796-bf86-9106f293cd2d None None] Attempting to bind port 48d7e242-8532-41a5-a804-96bfb84c1131 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '678b156a-60c8-4aac-8a5f-b9807c2c852d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c436314e-2553-4e00-b382-91e80ebf50ff'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:27:58.163948 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc843c5-1235-4796-bf86-9106f293cd2d None None] Attempting to bind port 48d7e242-8532-41a5-a804-96bfb84c1131 on network c436314e-2553-4e00-b382-91e80ebf50ff {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:27:58.165673 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:58.168734 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a9440-6fec-4a6b-94b5-44bbfc5ba57f req-23e4dce7-3a10-4c8e-a961-0b696203630b tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:58.170294 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-266a9440-6fec-4a6b-94b5-44bbfc5ba57f req-23e4dce7-3a10-4c8e-a961-0b696203630b tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/ports?device_id=9146b814-a564-4f66-ae0e-5fb421ea3d11 HTTP/1.1" status: 200 len: 945 time: 0.3112738 Nov 25 17:27:58.178012 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada2336-cbdf-4336-8dc7-5cedf722acf0 req-de6c520b-a65c-4613-bb66-a116f4bfba02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:58.180315 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-aada2336-cbdf-4336-8dc7-5cedf722acf0 req-de6c520b-a65c-4613-bb66-a116f4bfba02 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.0614550 Nov 25 17:27:58.185211 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc843c5-1235-4796-bf86-9106f293cd2d None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:27:58.186892 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc843c5-1235-4796-bf86-9106f293cd2d None None] Checking segment: {'id': '678b156a-60c8-4aac-8a5f-b9807c2c852d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c436314e-2553-4e00-b382-91e80ebf50ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:27:58.186892 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7fc843c5-1235-4796-bf86-9106f293cd2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:58.187114 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc843c5-1235-4796-bf86-9106f293cd2d None None] Bound using segment: {'id': '678b156a-60c8-4aac-8a5f-b9807c2c852d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c436314e-2553-4e00-b382-91e80ebf50ff'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:27:58.187786 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-7fc843c5-1235-4796-bf86-9106f293cd2d None None] Bound port: 48d7e242-8532-41a5-a804-96bfb84c1131, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '678b156a-60c8-4aac-8a5f-b9807c2c852d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c436314e-2553-4e00-b382-91e80ebf50ff'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:27:58.188191 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7fc843c5-1235-4796-bf86-9106f293cd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:58.226557 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 057d05e3-0c55-42f7-8017-905ae44193e9, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=057d05e3-0c55-42f7-8017-905ae44193e9,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:58.234647 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-68409330-5115-40f8-893b-80c48a48dbbb req-c0bd2dbb-7e28-47f9-803b-d9ff39041dab service neutron] For port ce7a9ef3-fc94-4451-8d55-abdd69eee46e, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:27:58.235513 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:58.280869 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-68409330-5115-40f8-893b-80c48a48dbbb req-c0bd2dbb-7e28-47f9-803b-d9ff39041dab service neutron] For port ce7a9ef3-fc94-4451-8d55-abdd69eee46e, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=ce7a9ef3-fc94-4451-8d55-abdd69eee46e,segment=NetworkSegment(79eee098-6bae-4c42-964f-62f3e7d096e0),segment_id=79eee098-6bae-4c42-964f-62f3e7d096e0)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:27:58.293434 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada2336-cbdf-4336-8dc7-5cedf722acf0 req-07adb568-5843-496f-ab56-f88c435a7fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:58.296280 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-68409330-5115-40f8-893b-80c48a48dbbb req-c0bd2dbb-7e28-47f9-803b-d9ff39041dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:58.299366 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-aada2336-cbdf-4336-8dc7-5cedf722acf0 req-07adb568-5843-496f-ab56-f88c435a7fac service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1074798 Nov 25 17:27:58.313148 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aed4427-ab37-4eba-b790-4910209ff154 req-59b3633a-9b77-4d46-9833-4a7c02faf5d8 tempest-TenantUsagesTestJSON-1083750558 tempest-TenantUsagesTestJSON-1083750558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:58.321190 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6aed4427-ab37-4eba-b790-4910209ff154 req-59b3633a-9b77-4d46-9833-4a7c02faf5d8 tempest-TenantUsagesTestJSON-1083750558 tempest-TenantUsagesTestJSON-1083750558-project] 10.222.0.75 "GET /v2.0/ports?device_id=56f8b3c2-cab3-406a-a97a-ccdc239bd07e HTTP/1.1" status: 200 len: 950 time: 0.1890979 Nov 25 17:27:58.345434 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=057d05e3-0c55-42f7-8017-905ae44193e9,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:58.349927 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-7fc843c5-1235-4796-bf86-9106f293cd2d None None] For port 48d7e242-8532-41a5-a804-96bfb84c1131, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:27:58.353709 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-7fc843c5-1235-4796-bf86-9106f293cd2d None None] For port 48d7e242-8532-41a5-a804-96bfb84c1131, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=48d7e242-8532-41a5-a804-96bfb84c1131,segment=NetworkSegment(678b156a-60c8-4aac-8a5f-b9807c2c852d),segment_id=678b156a-60c8-4aac-8a5f-b9807c2c852d)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:27:58.362606 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7fc843c5-1235-4796-bf86-9106f293cd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:58.449592 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc843c5-1235-4796-bf86-9106f293cd2d None None] Pushing event updated for resources: {'Port': ['ID=48d7e242-8532-41a5-a804-96bfb84c1131,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:58.494177 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-266a9440-6fec-4a6b-94b5-44bbfc5ba57f req-f980dbfb-912f-4608-a2b6-66abe1442dea tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/security-groups?id=84be2441-5ea8-4292-81c0-e25d06d16adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990148 Nov 25 17:27:58.499475 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68409330-5115-40f8-893b-80c48a48dbbb req-c0bd2dbb-7e28-47f9-803b-d9ff39041dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:58.500093 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-68409330-5115-40f8-893b-80c48a48dbbb req-c0bd2dbb-7e28-47f9-803b-d9ff39041dab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:58.501139 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-aada2336-cbdf-4336-8dc7-5cedf722acf0 req-bc4d6b54-7dca-49d0-8e30-a4f94ca76c29 service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945465 Nov 25 17:27:58.505910 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-68409330-5115-40f8-893b-80c48a48dbbb req-c0bd2dbb-7e28-47f9-803b-d9ff39041dab service neutron] 10.222.0.90 "PUT /v2.0/ports/ce7a9ef3-fc94-4451-8d55-abdd69eee46e HTTP/1.1" status: 200 len: 1091 time: 2.5546548 Nov 25 17:27:58.521214 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39914) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:58.537741 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6111eec-06c2-407a-b861-795e1302e2aa', 'tag': 'ce7a9ef3-fc94-4451-8d55-abdd69eee46e'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:58.540559 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be815f0-c388-450b-b912-f7be1edc654f" -d '{"events": [{"name": "network-changed", "server_uuid": "a6111eec-06c2-407a-b861-795e1302e2aa", "tag": "ce7a9ef3-fc94-4451-8d55-abdd69eee46e"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:58.569147 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-778c6d55-4d57-4c16-a6b6-a3e69330e958 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:58.601104 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6aed4427-ab37-4eba-b790-4910209ff154 req-d29f630b-d890-4627-aa0e-90994e0de6ff tempest-TenantUsagesTestJSON-1083750558 tempest-TenantUsagesTestJSON-1083750558-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbc6eb98-3de1-497c-b59b-493bb8102842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735028 Nov 25 17:27:58.686228 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-aada2336-cbdf-4336-8dc7-5cedf722acf0 req-35832273-a905-4e85-84ab-afe936646c00 service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676366 Nov 25 17:27:58.756309 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-778c6d55-4d57-4c16-a6b6-a3e69330e958 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:58.761532 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-778c6d55-4d57-4c16-a6b6-a3e69330e958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:58.765101 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd2dbb-7e28-47f9-803b-d9ff39041dab service neutron] Pushing event updated for resources: {'Port': ['ID=ce7a9ef3-fc94-4451-8d55-abdd69eee46e,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:58.805301 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c6d55-4d57-4c16-a6b6-a3e69330e958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67dc508b-06a6-4ec6-8e65-f350078d8454,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:58.805565 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6893cd22-bec3-4781-97ff-df83eb5b5e3c req-481b5772-6c98-4779-af43-5427ae9dd663 tempest-TenantUsagesTestJSON-1083750558 tempest-TenantUsagesTestJSON-1083750558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:58.819164 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68409330-5115-40f8-893b-80c48a48dbbb req-a30c0213-6ce5-432e-ad77-e9a61ad034c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:58.821861 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-68409330-5115-40f8-893b-80c48a48dbbb req-a30c0213-6ce5-432e-ad77-e9a61ad034c4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1ee124f91e0c4280821568ab0453ce28&device_id=a6111eec-06c2-407a-b861-795e1302e2aa HTTP/1.1" status: 200 len: 1094 time: 0.2569153 Nov 25 17:27:58.824061 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f112c29f-ec4e-4983-9535-0df2a5c137a4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:58.849401 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-778c6d55-4d57-4c16-a6b6-a3e69330e958 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9f4e611d538143c3a03d21645c021f90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3147399 Nov 25 17:27:58.850924 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39920) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:58.902015 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f112c29f-ec4e-4983-9535-0df2a5c137a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:58.904186 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b5772-6c98-4779-af43-5427ae9dd663 tempest-TenantUsagesTestJSON-1083750558 tempest-TenantUsagesTestJSON-1083750558-project] Pushing event deleted for resources: {'Port': ['ID=4607de6a-df5a-42f5-aeb7-916805eb61df,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:58.908172 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1baf74c7-8a3a-4322-bccc-fb0c4bc453b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:58.930628 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35882d81-5551-4479-99b5-3f4ef930fc0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '057d05e3-0c55-42f7-8017-905ae44193e9'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:58.936804 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6851f48a-9a63-49f4-b9e1-9bf4b447cc61" -d '{"events": [{"server_uuid": "35882d81-5551-4479-99b5-3f4ef930fc0b", "name": "network-vif-plugged", "status": "completed", "tag": "057d05e3-0c55-42f7-8017-905ae44193e9"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:58.940353 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1baf74c7-8a3a-4322-bccc-fb0c4bc453b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:58.953304 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba489e1-45b5-4807-9ad1-fa0ff2c4af12 req-8a2b47eb-45e3-42ee-a3ce-2f589263ee86 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:58.960640 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6ba489e1-45b5-4807-9ad1-fa0ff2c4af12 req-8a2b47eb-45e3-42ee-a3ce-2f589263ee86 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cc6d606-bdb9-4fc7-8edb-5a5ee6360833 HTTP/1.1" status: 200 len: 946 time: 0.2383420 Nov 25 17:27:58.963154 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-68409330-5115-40f8-893b-80c48a48dbbb req-f46e41b1-2bbe-4dee-a54f-93b8b5dcdd73 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce7a9ef3-fc94-4451-8d55-abdd69eee46e HTTP/1.1" status: 200 len: 217 time: 0.1290646 Nov 25 17:27:59.007144 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1baf74c7-8a3a-4322-bccc-fb0c4bc453b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:59.011143 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1baf74c7-8a3a-4322-bccc-fb0c4bc453b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:59.015336 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1baf74c7-8a3a-4322-bccc-fb0c4bc453b8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/67dc508b-06a6-4ec6-8e65-f350078d8454 HTTP/1.1" status: 204 len: 168 time: 0.1631167 Nov 25 17:27:59.024752 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baf74c7-8a3a-4322-bccc-fb0c4bc453b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67dc508b-06a6-4ec6-8e65-f350078d8454,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:59.102056 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-6893cd22-bec3-4781-97ff-df83eb5b5e3c req-481b5772-6c98-4779-af43-5427ae9dd663 tempest-TenantUsagesTestJSON-1083750558 tempest-TenantUsagesTestJSON-1083750558-project] No DVR routers for this DVR port 4607de6a-df5a-42f5-aeb7-916805eb61df on host n-h1-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:27:59.127250 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6893cd22-bec3-4781-97ff-df83eb5b5e3c req-481b5772-6c98-4779-af43-5427ae9dd663 tempest-TenantUsagesTestJSON-1083750558 tempest-TenantUsagesTestJSON-1083750558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:59.130651 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6893cd22-bec3-4781-97ff-df83eb5b5e3c req-481b5772-6c98-4779-af43-5427ae9dd663 tempest-TenantUsagesTestJSON-1083750558 tempest-TenantUsagesTestJSON-1083750558-project] 10.222.0.74 "DELETE /v2.0/ports/4607de6a-df5a-42f5-aeb7-916805eb61df HTTP/1.1" status: 204 len: 173 time: 1.9877813 Nov 25 17:27:59.169820 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6ba489e1-45b5-4807-9ad1-fa0ff2c4af12 req-fe8ae252-0ef7-47a6-8dbe-d6624e01a56f tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078309 Nov 25 17:27:59.226663 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68409330-5115-40f8-893b-80c48a48dbbb req-5eb294fb-3503-400a-96fe-ea155f806bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:59.227861 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-68409330-5115-40f8-893b-80c48a48dbbb req-5eb294fb-3503-400a-96fe-ea155f806bff service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0ae7cf63-1267-4a12-ac67-5fb672452e57 HTTP/1.1" status: 200 len: 851 time: 0.2270663 Nov 25 17:27:59.330639 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-68409330-5115-40f8-893b-80c48a48dbbb req-b073434e-ccf1-4389-9b22-d6096b2a62ff service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=db8e4923-28e6-4f74-991c-a4c442934754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503471 Nov 25 17:27:59.470679 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-f112c29f-ec4e-4983-9535-0df2a5c137a4 admin admin] Allocated IP 172.25.0.215 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/41227f79-4f8b-4094-8a9b-a475a11f2af4) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:27:59.503466 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf686d8-0d6e-4ba5-8ab3-87867a021b0b req-d061a9cd-ec68-4f21-adea-384b6864e4a9 tempest-ServerAddressesTestJSON-1219954824 tempest-ServerAddressesTestJSON-1219954824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:59.505641 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5cf686d8-0d6e-4ba5-8ab3-87867a021b0b req-d061a9cd-ec68-4f21-adea-384b6864e4a9 tempest-ServerAddressesTestJSON-1219954824 tempest-ServerAddressesTestJSON-1219954824-project] 10.222.0.75 "GET /v2.0/networks?id=002f3b72-02af-4c7b-b64a-5fd0245779c2 HTTP/1.1" status: 200 len: 814 time: 0.4612167 Nov 25 17:27:59.521690 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c79101-ec56-49de-a0f2-28d46113d18a req-3961423e-2bed-4bd8-a42c-8414d6306cf3 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:59.528976 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-40c79101-ec56-49de-a0f2-28d46113d18a req-3961423e-2bed-4bd8-a42c-8414d6306cf3 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=04f17671-b4c7-40ff-94dc-8a1e322ccad6 HTTP/1.1" status: 200 len: 950 time: 0.1938784 Nov 25 17:27:59.555238 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 4607de6a-df5a-42f5-aeb7-916805eb61df no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:27:59.594545 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: 4607de6a-df5a-42f5-aeb7-916805eb61df {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:27:59.595586 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 4607de6a-df5a-42f5-aeb7-916805eb61df not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:27:59.598977 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5cf686d8-0d6e-4ba5-8ab3-87867a021b0b req-7ba39e19-f75e-4de4-9669-31e92cb7575d tempest-ServerAddressesTestJSON-1219954824 tempest-ServerAddressesTestJSON-1219954824-project] 10.222.0.75 "GET /v2.0/quotas/fb2519c4fec34b2ea0dc385f95592906 HTTP/1.1" status: 200 len: 375 time: 0.0623960 Nov 25 17:27:59.603469 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-68409330-5115-40f8-893b-80c48a48dbbb req-b9950a07-4790-4980-8df0-6b2d60cfdb74 service neutron] 10.222.0.90 "GET /v2.0/networks/db8e4923-28e6-4f74-991c-a4c442934754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646904 Nov 25 17:27:59.748359 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0cbbaab-b3d7-4c66-b9de-f36b47d15af7 None None] Network c436314e-2553-4e00-b382-91e80ebf50ff requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:27:59.887586 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-451f1cf2-ad6b-4729-b5d5-fdfe620aa652 None None] Provisioning complete for port 48d7e242-8532-41a5-a804-96bfb84c1131 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:59.888162 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-451f1cf2-ad6b-4729-b5d5-fdfe620aa652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:00.009505 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-451f1cf2-ad6b-4729-b5d5-fdfe620aa652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:00.033833 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5cf686d8-0d6e-4ba5-8ab3-87867a021b0b req-7625d7a5-5ca5-4f2f-bb78-39fcf2907cf8 tempest-ServerAddressesTestJSON-1219954824 tempest-ServerAddressesTestJSON-1219954824-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=fb2519c4fec34b2ea0dc385f95592906&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0703328 Nov 25 17:28:00.049577 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-451f1cf2-ad6b-4729-b5d5-fdfe620aa652 None None] For port 48d7e242-8532-41a5-a804-96bfb84c1131, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=48d7e242-8532-41a5-a804-96bfb84c1131,segment=NetworkSegment(678b156a-60c8-4aac-8a5f-b9807c2c852d),segment_id=678b156a-60c8-4aac-8a5f-b9807c2c852d)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:00.056661 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-451f1cf2-ad6b-4729-b5d5-fdfe620aa652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:00.069096 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-40c79101-ec56-49de-a0f2-28d46113d18a req-6ea7e85e-a96d-484c-94b5-30db14008f81 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5391889 Nov 25 17:28:00.157329 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68349ad7-f936-4111-8989-40ddcf15ea33 x-openstack-request-id: req-68349ad7-f936-4111-8989-40ddcf15ea33 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:28:00.157990 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6111eec-06c2-407a-b861-795e1302e2aa", "tag": "ce7a9ef3-fc94-4451-8d55-abdd69eee46e", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:28:00.157990 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-68349ad7-f936-4111-8989-40ddcf15ea33 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:28:00.158243 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6111eec-06c2-407a-b861-795e1302e2aa', 'tag': 'ce7a9ef3-fc94-4451-8d55-abdd69eee46e', 'status': 'completed', 'code': 200} Nov 25 17:28:00.177589 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451f1cf2-ad6b-4729-b5d5-fdfe620aa652 None None] Pushing event updated for resources: {'Port': ['ID=48d7e242-8532-41a5-a804-96bfb84c1131,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:00.184536 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f112c29f-ec4e-4983-9535-0df2a5c137a4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:00.187003 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a79c3f-e323-4c5d-a868-7dd5bf24c251 x-openstack-request-id: req-06a79c3f-e323-4c5d-a868-7dd5bf24c251 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:28:00.189155 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35882d81-5551-4479-99b5-3f4ef930fc0b", "name": "network-vif-plugged", "status": "completed", "tag": "057d05e3-0c55-42f7-8017-905ae44193e9", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:28:00.189425 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-06a79c3f-e323-4c5d-a868-7dd5bf24c251 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:28:00.190262 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35882d81-5551-4479-99b5-3f4ef930fc0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '057d05e3-0c55-42f7-8017-905ae44193e9', 'code': 200} Nov 25 17:28:00.270813 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-68409330-5115-40f8-893b-80c48a48dbbb req-6433bcd0-d322-47c3-8a31-56dd7b14c257 service neutron] 10.222.0.90 "GET /v2.0/networks/db8e4923-28e6-4f74-991c-a4c442934754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6209137 Nov 25 17:28:00.354525 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5cf686d8-0d6e-4ba5-8ab3-87867a021b0b req-649a8bdc-f884-44c8-bf27-5feabf2586dc service neutron] 10.222.0.75 "GET /v2.0/networks/002f3b72-02af-4c7b-b64a-5fd0245779c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195403 Nov 25 17:28:00.381866 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-3398a101-a6b3-4080-96c7-1b279b1b3223 None None] Provisioning complete for port 48d7e242-8532-41a5-a804-96bfb84c1131 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:28:00.382246 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3398a101-a6b3-4080-96c7-1b279b1b3223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:00.392711 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f112c29f-ec4e-4983-9535-0df2a5c137a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:00.487215 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eccb576-0fc8-4753-a7ae-5f5d9358c97c req-99b8d8e8-70a2-4701-b7d1-5c36bc537e42 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:00.489331 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3eccb576-0fc8-4753-a7ae-5f5d9358c97c req-99b8d8e8-70a2-4701-b7d1-5c36bc537e42 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6111eec-06c2-407a-b861-795e1302e2aa HTTP/1.1" status: 200 len: 943 time: 0.2492692 Nov 25 17:28:00.507618 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a4624-2971-452b-a55b-18703a326b51 req-9cc6ae7f-66d9-4d13-983d-c41a1288a6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:00.509214 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-106a4624-2971-452b-a55b-18703a326b51 req-9cc6ae7f-66d9-4d13-983d-c41a1288a6f3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=35882d81-5551-4479-99b5-3f4ef930fc0b HTTP/1.1" status: 200 len: 1100 time: 0.2302983 Nov 25 17:28:00.513130 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f112c29f-ec4e-4983-9535-0df2a5c137a4 admin admin] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:28:00.537771 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-f112c29f-ec4e-4983-9535-0df2a5c137a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:28:00.540363 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f112c29f-ec4e-4983-9535-0df2a5c137a4 admin admin] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:28:00.587613 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f112c29f-ec4e-4983-9535-0df2a5c137a4 admin admin] Pushing event updated for resources: {'Port': ['ID=41227f79-4f8b-4094-8a9b-a475a11f2af4,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:00.592638 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 48d7e242-8532-41a5-a804-96bfb84c1131 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:28:00.593122 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be815f0-c388-450b-b912-f7be1edc654f req-4f79cc8c-c6c3-4c88-9e56-ecc6e0fdb5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:00.594652 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8be815f0-c388-450b-b912-f7be1edc654f req-4f79cc8c-c6c3-4c88-9e56-ecc6e0fdb5e5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1ee124f91e0c4280821568ab0453ce28&device_id=a6111eec-06c2-407a-b861-795e1302e2aa HTTP/1.1" status: 200 len: 1094 time: 0.2544253 Nov 25 17:28:00.644719 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 48d7e242-8532-41a5-a804-96bfb84c1131 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:28:00.645160 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:00.728130 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5cf686d8-0d6e-4ba5-8ab3-87867a021b0b req-f6c9ebc8-63cc-4647-a7f2-06b05eb0ab8b service neutron] 10.222.0.75 "GET /v2.0/networks/002f3b72-02af-4c7b-b64a-5fd0245779c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644822 Nov 25 17:28:00.775225 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3eccb576-0fc8-4753-a7ae-5f5d9358c97c req-7a5a1d2a-0d72-4c89-8ce7-e6dc796814e8 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697060 Nov 25 17:28:00.812321 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-106a4624-2971-452b-a55b-18703a326b51 req-affe9500-a400-4e27-95bd-b046a4515b85 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943258 Nov 25 17:28:00.928001 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be815f0-c388-450b-b912-f7be1edc654f req-720236a9-e8f7-4144-befb-934e4d2ae058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:00.929551 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8be815f0-c388-450b-b912-f7be1edc654f req-720236a9-e8f7-4144-befb-934e4d2ae058 service neutron] 10.222.0.90 "GET /v2.0/networks?id=db8e4923-28e6-4f74-991c-a4c442934754 HTTP/1.1" status: 200 len: 912 time: 0.3109257 Nov 25 17:28:01.092941 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8be815f0-c388-450b-b912-f7be1edc654f req-3a8bee14-e483-4b8f-924a-ec3092405a97 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce7a9ef3-fc94-4451-8d55-abdd69eee46e HTTP/1.1" status: 200 len: 217 time: 0.1302607 Nov 25 17:28:01.184023 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8786a-e1bd-4ee9-980e-59c240453a87 req-a72558cf-2d4c-41f6-835b-69183b4837f7 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:01.185625 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0de8786a-e1bd-4ee9-980e-59c240453a87 req-a72558cf-2d4c-41f6-835b-69183b4837f7 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/ports?device_id=9146b814-a564-4f66-ae0e-5fb421ea3d11 HTTP/1.1" status: 200 len: 945 time: 0.2739873 Nov 25 17:28:01.211167 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be815f0-c388-450b-b912-f7be1edc654f req-e273d554-ebba-4d38-9278-b8a36973ad06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:01.212693 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8be815f0-c388-450b-b912-f7be1edc654f req-e273d554-ebba-4d38-9278-b8a36973ad06 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0ae7cf63-1267-4a12-ac67-5fb672452e57 HTTP/1.1" status: 200 len: 851 time: 0.1060321 Nov 25 17:28:01.263835 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772cf83e-a897-4b1c-8120-b5d5c01e838a req-5796faaa-45c4-4e36-a5b0-cb0deffcb294 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:01.265326 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-772cf83e-a897-4b1c-8120-b5d5c01e838a req-5796faaa-45c4-4e36-a5b0-cb0deffcb294 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=35882d81-5551-4479-99b5-3f4ef930fc0b HTTP/1.1" status: 200 len: 949 time: 0.2071357 Nov 25 17:28:01.282902 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8be815f0-c388-450b-b912-f7be1edc654f req-3e4e4077-709c-43c3-a635-4913dec69459 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=db8e4923-28e6-4f74-991c-a4c442934754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589395 Nov 25 17:28:01.286697 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f112c29f-ec4e-4983-9535-0df2a5c137a4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:01.297406 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39994) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:01.455523 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0de8786a-e1bd-4ee9-980e-59c240453a87 req-14c48916-ea3e-4e70-a5f3-b84e9ff373e9 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/security-groups?id=84be2441-5ea8-4292-81c0-e25d06d16adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501476 Nov 25 17:28:01.502562 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-536757fa-2749-4ad6-8679-6ae79ed60063 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fc3fa6c657c84d12ba3a32db83ea3fb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2037230 Nov 25 17:28:01.506329 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40000) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:01.521970 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-772cf83e-a897-4b1c-8120-b5d5c01e838a req-8cd836ed-11e6-4c3d-b9f2-0922c05cc01e tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414844 Nov 25 17:28:01.571394 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8be815f0-c388-450b-b912-f7be1edc654f req-44840cdf-2932-42d3-be3e-17fa5b0f12c7 service neutron] 10.222.0.90 "GET /v2.0/networks/db8e4923-28e6-4f74-991c-a4c442934754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700658 Nov 25 17:28:01.578445 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fa064963-f167-44de-b15c-7874bd5864de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:01.617689 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fa064963-f167-44de-b15c-7874bd5864de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:01.679640 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fa064963-f167-44de-b15c-7874bd5864de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:01.681334 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f112c29f-ec4e-4983-9535-0df2a5c137a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:01.682440 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fa064963-f167-44de-b15c-7874bd5864de admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:01.687046 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-fa064963-f167-44de-b15c-7874bd5864de admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/dbc6eb98-3de1-497c-b59b-493bb8102842 HTTP/1.1" status: 204 len: 168 time: 0.1761129 Nov 25 17:28:01.697135 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa064963-f167-44de-b15c-7874bd5864de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc6eb98-3de1-497c-b59b-493bb8102842,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:01.736259 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5327d6b0-5598-425f-88c9-b257dc5e8da7 req-e2f65219-2569-407b-a1ca-82c5bf36fd89 tempest-ServerAddressesTestJSON-1219954824 tempest-ServerAddressesTestJSON-1219954824-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d7af269-0649-478a-8754-43edfb722608 HTTP/1.1" status: 200 len: 210 time: 0.0561881 Nov 25 17:28:01.992292 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea855fb-5ad9-4834-a159-49c6a9d153db req-ec5eb75c-3f8f-4789-b85e-d04edf01c7c0 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:01.993835 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8ea855fb-5ad9-4834-a159-49c6a9d153db req-ec5eb75c-3f8f-4789-b85e-d04edf01c7c0 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cc6d606-bdb9-4fc7-8edb-5a5ee6360833 HTTP/1.1" status: 200 len: 946 time: 0.1394243 Nov 25 17:28:01.996125 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8be815f0-c388-450b-b912-f7be1edc654f req-03cec685-bae6-4bd5-9604-5a8b59977898 service neutron] 10.222.0.90 "GET /v2.0/networks/db8e4923-28e6-4f74-991c-a4c442934754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173630 Nov 25 17:28:02.086433 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f112c29f-ec4e-4983-9535-0df2a5c137a4 admin admin] Router 1999c8b3-b619-436b-9658-07ef44ec25c1 is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:28:02.111067 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ab50d1-fa1c-4a63-8612-8af7bac5d2d8 req-975b1236-6d1d-49d4-949a-11986ce88be5 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:02.113000 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-87ab50d1-fa1c-4a63-8612-8af7bac5d2d8 req-975b1236-6d1d-49d4-949a-11986ce88be5 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6111eec-06c2-407a-b861-795e1302e2aa HTTP/1.1" status: 200 len: 943 time: 0.1092334 Nov 25 17:28:02.127696 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8ea855fb-5ad9-4834-a159-49c6a9d153db req-8e5b0274-6414-459e-bdc2-d31dce59b46f tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076539 Nov 25 17:28:02.142787 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40012) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:02.161352 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-749ffc1f-1449-453c-9374-e591d524f022 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:02.161533 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f8b3c2-cab3-406a-a97a-ccdc239bd07e', 'name': 'network-vif-deleted', 'tag': '4607de6a-df5a-42f5-aeb7-916805eb61df'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:28:02.163795 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f1e59d-1d79-4088-a0d0-948c80ac009c" -d '{"events": [{"server_uuid": "56f8b3c2-cab3-406a-a97a-ccdc239bd07e", "name": "network-vif-deleted", "tag": "4607de6a-df5a-42f5-aeb7-916805eb61df"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:28:02.281264 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-749ffc1f-1449-453c-9374-e591d524f022 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:02.286943 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-749ffc1f-1449-453c-9374-e591d524f022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:02.328279 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-749ffc1f-1449-453c-9374-e591d524f022 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fa225d0a82e545ed84a34ee69ab46cb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1843011 Nov 25 17:28:02.329176 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749ffc1f-1449-453c-9374-e591d524f022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=842279bd-a8a3-4f09-bbeb-695036aa5c11,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:02.331507 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40022) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:02.357742 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-87ab50d1-fa1c-4a63-8612-8af7bac5d2d8 req-0c77ed66-4131-4ebe-9f3f-5b3c53d844fc tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345598 Nov 25 17:28:02.403653 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f112c29f-ec4e-4983-9535-0df2a5c137a4 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:28:02.416052 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf686d8-0d6e-4ba5-8ab3-87867a021b0b req-9dcf23fe-23f4-4405-8842-b546e4a05b2b tempest-ServerAddressesTestJSON-1219954824 tempest-ServerAddressesTestJSON-1219954824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:02.417634 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5cf686d8-0d6e-4ba5-8ab3-87867a021b0b req-9dcf23fe-23f4-4405-8842-b546e4a05b2b tempest-ServerAddressesTestJSON-1219954824 tempest-ServerAddressesTestJSON-1219954824-project] 10.222.0.74 "GET /v2.0/networks?id=002f3b72-02af-4c7b-b64a-5fd0245779c2 HTTP/1.1" status: 200 len: 814 time: 0.2465744 Nov 25 17:28:02.419707 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff360a34-d5bc-4e7c-906c-98876c85bc4c None None] Sync routers for ids ['1999c8b3-b619-436b-9658-07ef44ec25c1'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:28:02.421178 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaef2f42-2cce-481c-b76a-3d9cadc734eb x-openstack-request-id: req-aaef2f42-2cce-481c-b76a-3d9cadc734eb {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:28:02.421524 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56f8b3c2-cab3-406a-a97a-ccdc239bd07e", "name": "network-vif-deleted", "tag": "4607de6a-df5a-42f5-aeb7-916805eb61df", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:28:02.421790 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-aaef2f42-2cce-481c-b76a-3d9cadc734eb {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:28:02.422189 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56f8b3c2-cab3-406a-a97a-ccdc239bd07e', 'name': 'network-vif-deleted', 'tag': '4607de6a-df5a-42f5-aeb7-916805eb61df', 'status': 'completed', 'code': 200} Nov 25 17:28:02.435332 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54dd3d-928c-4801-be12-792be9883af8 req-f764a579-60c8-4384-8d81-6088de0f222a tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:02.437285 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ea54dd3d-928c-4801-be12-792be9883af8 req-f764a579-60c8-4384-8d81-6088de0f222a tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cc6d606-bdb9-4fc7-8edb-5a5ee6360833 HTTP/1.1" status: 200 len: 946 time: 0.1508102 Nov 25 17:28:02.437975 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff360a34-d5bc-4e7c-906c-98876c85bc4c None None] Routers {'1999c8b3-b619-436b-9658-07ef44ec25c1'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:28:02.439543 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-ff360a34-d5bc-4e7c-906c-98876c85bc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:27:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['1999c8b3-b619-436b-9658-07ef44ec25c1'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:02.447032 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-5cf686d8-0d6e-4ba5-8ab3-87867a021b0b req-202c137f-b4b3-42a9-ab4d-7550bab7fbda tempest-ServerAddressesTestJSON-1219954824 tempest-ServerAddressesTestJSON-1219954824-project] Request body: {'port': {'device_id': '0d7af269-0649-478a-8754-43edfb722608', 'network_id': '002f3b72-02af-4c7b-b64a-5fd0245779c2', 'admin_state_up': True, 'tenant_id': 'fb2519c4fec34b2ea0dc385f95592906'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:02.479673 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f112c29f-ec4e-4983-9535-0df2a5c137a4 admin admin] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:02.485016 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-f112c29f-ec4e-4983-9535-0df2a5c137a4 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.7411168 Nov 25 17:28:02.492234 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 40028) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:02.593052 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-ff360a34-d5bc-4e7c-906c-98876c85bc4c None None] Set router 1999c8b3-b619-436b-9658-07ef44ec25c1 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:28:02.688380 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7162b179-6ae4-4455-b7ac-4b96dc83ca0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:02.715173 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7162b179-6ae4-4455-b7ac-4b96dc83ca0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:02.774316 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7162b179-6ae4-4455-b7ac-4b96dc83ca0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:02.777164 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7162b179-6ae4-4455-b7ac-4b96dc83ca0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:02.780991 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7162b179-6ae4-4455-b7ac-4b96dc83ca0b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/842279bd-a8a3-4f09-bbeb-695036aa5c11 HTTP/1.1" status: 204 len: 168 time: 0.4446435 Nov 25 17:28:02.787904 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7162b179-6ae4-4455-b7ac-4b96dc83ca0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=842279bd-a8a3-4f09-bbeb-695036aa5c11,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:02.959148 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-ff360a34-d5bc-4e7c-906c-98876c85bc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1999c8b3-b619-436b-9658-07ef44ec25c1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-62851555-router', 'tenant_id': '81c4a63acd4e4bc29b10ef4177b202e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '41227f79-4f8b-4094-8a9b-a475a11f2af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:27:56Z', 'updated_at': '2021-11-25T17:28:00Z', 'revision_number': 3, 'project_id': '81c4a63acd4e4bc29b10ef4177b202e1', 'gw_port': {'id': '41227f79-4f8b-4094-8a9b-a475a11f2af4', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:73:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1999c8b3-b619-436b-9658-07ef44ec25c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:27:58Z', 'updated_at': '2021-11-25T17:27:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:02.993683 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff360a34-d5bc-4e7c-906c-98876c85bc4c None None] Checking router: 1999c8b3-b619-436b-9658-07ef44ec25c1 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:28:02.994045 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff360a34-d5bc-4e7c-906c-98876c85bc4c None None] Updating router 1999c8b3-b619-436b-9658-07ef44ec25c1 port 41227f79-4f8b-4094-8a9b-a475a11f2af4 binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:28:03.009161 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ea54dd3d-928c-4801-be12-792be9883af8 req-55e65d76-c481-4642-b775-2a31163fb1c2 tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5570893 Nov 25 17:28:03.028659 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ff360a34-d5bc-4e7c-906c-98876c85bc4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:03.103845 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4106d625-0c67-46c4-9330-7b292a5c3b22 req-c5d1bfed-0db0-4495-96b1-724f825dd94a tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:03.111200 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4106d625-0c67-46c4-9330-7b292a5c3b22 req-c5d1bfed-0db0-4495-96b1-724f825dd94a tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/ports?device_id=9146b814-a564-4f66-ae0e-5fb421ea3d11 HTTP/1.1" status: 200 len: 945 time: 0.5329671 Nov 25 17:28:03.178473 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cf686d8-0d6e-4ba5-8ab3-87867a021b0b req-202c137f-b4b3-42a9-ab4d-7550bab7fbda tempest-ServerAddressesTestJSON-1219954824 tempest-ServerAddressesTestJSON-1219954824-project] Made reservation on behalf of fb2519c4fec34b2ea0dc385f95592906 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:28:03.185489 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-5cf686d8-0d6e-4ba5-8ab3-87867a021b0b req-202c137f-b4b3-42a9-ab4d-7550bab7fbda tempest-ServerAddressesTestJSON-1219954824 tempest-ServerAddressesTestJSON-1219954824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:03.345099 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ff360a34-d5bc-4e7c-906c-98876c85bc4c None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:03.345375 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4106d625-0c67-46c4-9330-7b292a5c3b22 req-6fbf5052-0f30-4dd2-8eb4-062ed7ee151f tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/security-groups?id=84be2441-5ea8-4292-81c0-e25d06d16adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323339 Nov 25 17:28:03.352580 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ff360a34-d5bc-4e7c-906c-98876c85bc4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:03.371216 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a5da3-2586-456f-a43c-9b4530cf53db req-37e6e80a-56c2-49ba-968d-d173178bc052 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:03.382571 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-960a5da3-2586-456f-a43c-9b4530cf53db req-37e6e80a-56c2-49ba-968d-d173178bc052 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=35882d81-5551-4479-99b5-3f4ef930fc0b HTTP/1.1" status: 200 len: 949 time: 0.2340057 Nov 25 17:28:03.417487 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-ff360a34-d5bc-4e7c-906c-98876c85bc4c None None] Attempting to bind port 41227f79-4f8b-4094-8a9b-a475a11f2af4 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:28:03.417872 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-ff360a34-d5bc-4e7c-906c-98876c85bc4c None None] Attempting to bind port 41227f79-4f8b-4094-8a9b-a475a11f2af4 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:28:03.418827 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff360a34-d5bc-4e7c-906c-98876c85bc4c None None] Attempting to bind port 41227f79-4f8b-4094-8a9b-a475a11f2af4 on network 1aa44027-b9d0-4a56-9a59-7e664703e20a {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:28:03.426315 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb833b0-12ee-48dd-bcb5-fd8c236440e6 None None] Pushing event updated for resources: {'Port': ['ID=41227f79-4f8b-4094-8a9b-a475a11f2af4,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:03.428873 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff360a34-d5bc-4e7c-906c-98876c85bc4c None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:28:03.429268 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff360a34-d5bc-4e7c-906c-98876c85bc4c None None] Checking segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:28:03.429677 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ff360a34-d5bc-4e7c-906c-98876c85bc4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:03.430068 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff360a34-d5bc-4e7c-906c-98876c85bc4c None None] Bound using segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:28:03.430559 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-ff360a34-d5bc-4e7c-906c-98876c85bc4c None None] Bound port: 41227f79-4f8b-4094-8a9b-a475a11f2af4, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:28:03.430995 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ff360a34-d5bc-4e7c-906c-98876c85bc4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:03.487696 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-ff360a34-d5bc-4e7c-906c-98876c85bc4c None None] For port 41227f79-4f8b-4094-8a9b-a475a11f2af4, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:28:03.491289 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-ff360a34-d5bc-4e7c-906c-98876c85bc4c None None] For port 41227f79-4f8b-4094-8a9b-a475a11f2af4, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=41227f79-4f8b-4094-8a9b-a475a11f2af4,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:28:03.495509 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ff360a34-d5bc-4e7c-906c-98876c85bc4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:03.559761 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6543b2a4-bbb6-4547-b7aa-e717b8a0eb69 req-bfc155b8-8931-4947-ad2a-904e155539af tempest-ServerAddressesTestJSON-1219954824 tempest-ServerAddressesTestJSON-1219954824-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d7af269-0649-478a-8754-43edfb722608 HTTP/1.1" status: 200 len: 210 time: 0.0803323 Nov 25 17:28:03.560063 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff360a34-d5bc-4e7c-906c-98876c85bc4c None None] Routers {'1999c8b3-b619-436b-9658-07ef44ec25c1'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:28:03.560549 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-ff360a34-d5bc-4e7c-906c-98876c85bc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:27:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['1999c8b3-b619-436b-9658-07ef44ec25c1'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:03.566807 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb833b0-12ee-48dd-bcb5-fd8c236440e6 None None] Pushing event updated for resources: {'Port': ['ID=41227f79-4f8b-4094-8a9b-a475a11f2af4,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:03.607483 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-960a5da3-2586-456f-a43c-9b4530cf53db req-366314f2-9abc-440f-b31c-dc6d5d2bf50b tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240505 Nov 25 17:28:03.615560 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-5cf686d8-0d6e-4ba5-8ab3-87867a021b0b req-202c137f-b4b3-42a9-ab4d-7550bab7fbda tempest-ServerAddressesTestJSON-1219954824 tempest-ServerAddressesTestJSON-1219954824-project] Allocated IP 172.20.0.5 (002f3b72-02af-4c7b-b64a-5fd0245779c2/6124227d-9db5-4167-8bda-c0c2c1e35d91/9ec36472-b2b2-4afe-91f5-69661d90f555) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:28:03.716569 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-ff360a34-d5bc-4e7c-906c-98876c85bc4c None None] Set router 1999c8b3-b619-436b-9658-07ef44ec25c1 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:28:03.886045 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-df04e0f8-f232-45fc-bccf-67f6dce62a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:03.935948 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-ff360a34-d5bc-4e7c-906c-98876c85bc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1999c8b3-b619-436b-9658-07ef44ec25c1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-62851555-router', 'tenant_id': '81c4a63acd4e4bc29b10ef4177b202e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '41227f79-4f8b-4094-8a9b-a475a11f2af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:27:56Z', 'updated_at': '2021-11-25T17:28:00Z', 'revision_number': 3, 'project_id': '81c4a63acd4e4bc29b10ef4177b202e1', 'gw_port': {'id': '41227f79-4f8b-4094-8a9b-a475a11f2af4', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:73:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1999c8b3-b619-436b-9658-07ef44ec25c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:27:58Z', 'updated_at': '2021-11-25T17:28:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:03.969903 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff360a34-d5bc-4e7c-906c-98876c85bc4c None None] The sync data for ids ['1999c8b3-b619-436b-9658-07ef44ec25c1'] in n-d-817746-1 is: [{'id': '1999c8b3-b619-436b-9658-07ef44ec25c1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-62851555-router', 'tenant_id': '81c4a63acd4e4bc29b10ef4177b202e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '41227f79-4f8b-4094-8a9b-a475a11f2af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:27:56Z', 'updated_at': '2021-11-25T17:28:00Z', 'revision_number': 3, 'project_id': '81c4a63acd4e4bc29b10ef4177b202e1', 'gw_port': {'id': '41227f79-4f8b-4094-8a9b-a475a11f2af4', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:73:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1999c8b3-b619-436b-9658-07ef44ec25c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:27:58Z', 'updated_at': '2021-11-25T17:28:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:28:04.000879 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c038d79-b85d-4b3b-94dc-c94ac2eb6fbf req-336be23f-13b6-4fd6-b612-c4f72a338c88 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:04.008632 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8c038d79-b85d-4b3b-94dc-c94ac2eb6fbf req-336be23f-13b6-4fd6-b612-c4f72a338c88 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6111eec-06c2-407a-b861-795e1302e2aa HTTP/1.1" status: 200 len: 943 time: 0.2192130 Nov 25 17:28:04.042549 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-5cf686d8-0d6e-4ba5-8ab3-87867a021b0b req-202c137f-b4b3-42a9-ab4d-7550bab7fbda tempest-ServerAddressesTestJSON-1219954824 tempest-ServerAddressesTestJSON-1219954824-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:04.159437 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8c038d79-b85d-4b3b-94dc-c94ac2eb6fbf req-b230919c-fc97-4edd-9084-597e413cd3d8 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499090 Nov 25 17:28:04.224600 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3eb50-a3fa-4757-a884-0cffcac8d92e req-b97b05a3-b49a-433d-b5d9-b4d77ea5d4df tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:04.231951 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3eb50-a3fa-4757-a884-0cffcac8d92e req-b97b05a3-b49a-433d-b5d9-b4d77ea5d4df tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:04.240322 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-78d3eb50-a3fa-4757-a884-0cffcac8d92e req-b97b05a3-b49a-433d-b5d9-b4d77ea5d4df tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=04f17671-b4c7-40ff-94dc-8a1e322ccad6&device_id=35882d81-5551-4479-99b5-3f4ef930fc0b HTTP/1.1" status: 200 len: 1690 time: 0.1916521 Nov 25 17:28:04.250378 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device ce7a9ef3-fc94-4451-8d55-abdd69eee46e details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:28:04.253118 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-5cf686d8-0d6e-4ba5-8ab3-87867a021b0b req-202c137f-b4b3-42a9-ab4d-7550bab7fbda tempest-ServerAddressesTestJSON-1219954824 tempest-ServerAddressesTestJSON-1219954824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:04.339752 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cf686d8-0d6e-4ba5-8ab3-87867a021b0b req-202c137f-b4b3-42a9-ab4d-7550bab7fbda tempest-ServerAddressesTestJSON-1219954824 tempest-ServerAddressesTestJSON-1219954824-project] Network 002f3b72-02af-4c7b-b64a-5fd0245779c2 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:28:04.351870 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-df04e0f8-f232-45fc-bccf-67f6dce62a40 admin admin] Allocated IP 172.20.0.1 (c436314e-2553-4e00-b382-91e80ebf50ff/f610128e-ff6e-4bba-b2be-205fc93609a3/2fa2b9bd-a43e-462a-b2b1-06e331c45b7a) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:28:04.356420 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-5cf686d8-0d6e-4ba5-8ab3-87867a021b0b req-202c137f-b4b3-42a9-ab4d-7550bab7fbda tempest-ServerAddressesTestJSON-1219954824 tempest-ServerAddressesTestJSON-1219954824-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:28:04.375165 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cf686d8-0d6e-4ba5-8ab3-87867a021b0b req-202c137f-b4b3-42a9-ab4d-7550bab7fbda tempest-ServerAddressesTestJSON-1219954824 tempest-ServerAddressesTestJSON-1219954824-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:28:04.387416 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202c137f-b4b3-42a9-ab4d-7550bab7fbda tempest-ServerAddressesTestJSON-1219954824 tempest-ServerAddressesTestJSON-1219954824-project] Pushing event updated for resources: {'Port': ['ID=9ec36472-b2b2-4afe-91f5-69661d90f555,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:04.403026 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port ce7a9ef3-fc94-4451-8d55-abdd69eee46e, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=ce7a9ef3-fc94-4451-8d55-abdd69eee46e,segment=NetworkSegment(79eee098-6bae-4c42-964f-62f3e7d096e0),segment_id=79eee098-6bae-4c42-964f-62f3e7d096e0)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:04.417430 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': 'ce7a9ef3-fc94-4451-8d55-abdd69eee46e', 'network_id': 'db8e4923-28e6-4f74-991c-a4c442934754', 'port_id': 'ce7a9ef3-fc94-4451-8d55-abdd69eee46e', 'mac_address': 'fa:16:3e:92:6a:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ae7cf63-1267-4a12-ac67-5fb672452e57', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:28:04.432605 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-78d3eb50-a3fa-4757-a884-0cffcac8d92e req-c6d68c00-2440-4b08-862b-f35b72875ce8 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913009 Nov 25 17:28:04.471218 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:04.475526 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf686d8-0d6e-4ba5-8ab3-87867a021b0b req-202c137f-b4b3-42a9-ab4d-7550bab7fbda tempest-ServerAddressesTestJSON-1219954824 tempest-ServerAddressesTestJSON-1219954824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:04.476439 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-5cf686d8-0d6e-4ba5-8ab3-87867a021b0b req-202c137f-b4b3-42a9-ab4d-7550bab7fbda tempest-ServerAddressesTestJSON-1219954824 tempest-ServerAddressesTestJSON-1219954824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:04.532605 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce7a9ef3-fc94-4451-8d55-abdd69eee46e {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:28:04.569956 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5cf686d8-0d6e-4ba5-8ab3-87867a021b0b req-202c137f-b4b3-42a9-ab4d-7550bab7fbda tempest-ServerAddressesTestJSON-1219954824 tempest-ServerAddressesTestJSON-1219954824-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1291125 Nov 25 17:28:04.585613 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port ce7a9ef3-fc94-4451-8d55-abdd69eee46e, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=ce7a9ef3-fc94-4451-8d55-abdd69eee46e,segment=NetworkSegment(79eee098-6bae-4c42-964f-62f3e7d096e0),segment_id=79eee098-6bae-4c42-964f-62f3e7d096e0)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:04.590943 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-5cf686d8-0d6e-4ba5-8ab3-87867a021b0b req-3c89dae2-d1cc-4d65-b972-c778efacb46d service neutron] Request body: {'port': {'device_id': '0d7af269-0649-478a-8754-43edfb722608', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:04.600932 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:04.688937 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 41227f79-4f8b-4094-8a9b-a475a11f2af4 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:28:04.709650 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-df04e0f8-f232-45fc-bccf-67f6dce62a40 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:04.750295 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=ce7a9ef3-fc94-4451-8d55-abdd69eee46e,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:04.764730 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-5cf686d8-0d6e-4ba5-8ab3-87867a021b0b req-3c89dae2-d1cc-4d65-b972-c778efacb46d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:04.797216 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 41227f79-4f8b-4094-8a9b-a475a11f2af4 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:28:04.797689 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:04.800483 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cfada9-9bc8-4643-af47-326d5c38cb45 req-bd0301fe-deaf-43d4-8e56-c35151dc51e4 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:04.808110 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-42cfada9-9bc8-4643-af47-326d5c38cb45 req-bd0301fe-deaf-43d4-8e56-c35151dc51e4 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/ports?device_id=9146b814-a564-4f66-ae0e-5fb421ea3d11 HTTP/1.1" status: 200 len: 945 time: 0.1062601 Nov 25 17:28:04.922081 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['ce7a9ef3-fc94-4451-8d55-abdd69eee46e'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:28:04.941961 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-42cfada9-9bc8-4643-af47-326d5c38cb45 req-3849e1da-46fb-409a-8e6a-e01d664c0cc6 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/security-groups?id=84be2441-5ea8-4292-81c0-e25d06d16adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304843 Nov 25 17:28:04.971490 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-df04e0f8-f232-45fc-bccf-67f6dce62a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:04.979306 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40098) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:04.998887 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:05.045865 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port 41227f79-4f8b-4094-8a9b-a475a11f2af4, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=41227f79-4f8b-4094-8a9b-a475a11f2af4,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:05.066557 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:05.172683 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=41227f79-4f8b-4094-8a9b-a475a11f2af4,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:05.217835 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c7eb855b-7d84-48c0-af16-6574a2a24a2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:05.310299 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df04e0f8-f232-45fc-bccf-67f6dce62a40 admin admin] Network c436314e-2553-4e00-b382-91e80ebf50ff is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:28:05.313296 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c7eb855b-7d84-48c0-af16-6574a2a24a2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:05.320794 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c7eb855b-7d84-48c0-af16-6574a2a24a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:05.326421 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-df04e0f8-f232-45fc-bccf-67f6dce62a40 admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:28:05.329017 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df04e0f8-f232-45fc-bccf-67f6dce62a40 admin admin] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:28:05.358799 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df04e0f8-f232-45fc-bccf-67f6dce62a40 admin admin] Pushing event updated for resources: {'Port': ['ID=2fa2b9bd-a43e-462a-b2b1-06e331c45b7a,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:05.369381 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eb855b-7d84-48c0-af16-6574a2a24a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818101c6-a99a-4d2f-986d-52ccd5c96c38,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:05.377190 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c7eb855b-7d84-48c0-af16-6574a2a24a2f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=32d29e52236847f883c58217dd04f38f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3967566 Nov 25 17:28:05.379404 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40114) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:05.431749 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6033742c-63bb-4c5f-8b71-981d9035af50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:05.448524 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9987825e-5a75-4473-9a31-2b12a1b503e2 req-b070ab30-ddfb-4e0f-a56c-62b834e177c0 tempest-ServerAddressesTestJSON-1219954824 tempest-ServerAddressesTestJSON-1219954824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:05.450218 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9987825e-5a75-4473-9a31-2b12a1b503e2 req-b070ab30-ddfb-4e0f-a56c-62b834e177c0 tempest-ServerAddressesTestJSON-1219954824 tempest-ServerAddressesTestJSON-1219954824-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d7af269-0649-478a-8754-43edfb722608 HTTP/1.1" status: 200 len: 931 time: 0.3118696 Nov 25 17:28:05.458988 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff357751-9af2-4af0-a977-2a2990107b0f req-144a71d4-2159-4434-b0e0-8dac0b3691a6 tempest-ServersOnMultiNodesTest-1544589182 tempest-ServersOnMultiNodesTest-1544589182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:05.460619 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ff357751-9af2-4af0-a977-2a2990107b0f req-144a71d4-2159-4434-b0e0-8dac0b3691a6 tempest-ServersOnMultiNodesTest-1544589182 tempest-ServersOnMultiNodesTest-1544589182-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=04f17671-b4c7-40ff-94dc-8a1e322ccad6 HTTP/1.1" status: 200 len: 1101 time: 0.2582548 Nov 25 17:28:05.461451 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-df04e0f8-f232-45fc-bccf-67f6dce62a40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:05.462010 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6033742c-63bb-4c5f-8b71-981d9035af50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:05.519343 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6033742c-63bb-4c5f-8b71-981d9035af50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:05.522140 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6033742c-63bb-4c5f-8b71-981d9035af50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:05.523317 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6033742c-63bb-4c5f-8b71-981d9035af50 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/818101c6-a99a-4d2f-986d-52ccd5c96c38 HTTP/1.1" status: 204 len: 168 time: 0.1424146 Nov 25 17:28:05.531836 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6033742c-63bb-4c5f-8b71-981d9035af50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818101c6-a99a-4d2f-986d-52ccd5c96c38,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:05.643458 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f317c-110d-4d8a-ae4e-7aca70edfb94 req-b84c43a2-2ecf-4499-9958-fefa4b2239cb tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:05.645536 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d41f317c-110d-4d8a-ae4e-7aca70edfb94 req-b84c43a2-2ecf-4499-9958-fefa4b2239cb tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.90 "GET /v2.0/ports?device_id=2cc6d606-bdb9-4fc7-8edb-5a5ee6360833 HTTP/1.1" status: 200 len: 946 time: 0.2180171 Nov 25 17:28:05.675620 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-273da0a5-b241-482e-893a-552905256429 None None] Provisioning complete for port 2fa2b9bd-a43e-462a-b2b1-06e331c45b7a triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:28:05.676165 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-273da0a5-b241-482e-893a-552905256429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:05.708103 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-5cf686d8-0d6e-4ba5-8ab3-87867a021b0b req-3c89dae2-d1cc-4d65-b972-c778efacb46d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ec36472-b2b2-4afe-91f5-69661d90f555 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:28:05.718256 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-273da0a5-b241-482e-893a-552905256429 None None] Port 2fa2b9bd-a43e-462a-b2b1-06e331c45b7a cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:28:05.737037 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9987825e-5a75-4473-9a31-2b12a1b503e2 req-af415e2d-f39e-4b9d-a961-afa7c67dcfaf tempest-ServerAddressesTestJSON-1219954824 tempest-ServerAddressesTestJSON-1219954824-project] 10.222.0.75 "GET /v2.0/security-groups?id=dda4573c-8d92-445d-bcba-40a6f32f3683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726820 Nov 25 17:28:05.741166 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-5cf686d8-0d6e-4ba5-8ab3-87867a021b0b req-3c89dae2-d1cc-4d65-b972-c778efacb46d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:05.748390 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ff357751-9af2-4af0-a977-2a2990107b0f req-593d452e-51d8-4aaa-b123-2d526eb6fe63 tempest-ServersOnMultiNodesTest-1544589182 tempest-ServersOnMultiNodesTest-1544589182-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679005 Nov 25 17:28:05.811686 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-5cf686d8-0d6e-4ba5-8ab3-87867a021b0b req-3c89dae2-d1cc-4d65-b972-c778efacb46d service neutron] Transition to ACTIVE for port object 9ec36472-b2b2-4afe-91f5-69661d90f555 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:28:05.825260 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-5cf686d8-0d6e-4ba5-8ab3-87867a021b0b req-3c89dae2-d1cc-4d65-b972-c778efacb46d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:05.915435 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40128) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:05.929420 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a032f03f-5cff-49fc-a311-334016d51d1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:05.944532 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-df04e0f8-f232-45fc-bccf-67f6dce62a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:06.000850 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c89dae2-d1cc-4d65-b972-c778efacb46d service neutron] Pushing event updated for resources: {'Port': ['ID=9ec36472-b2b2-4afe-91f5-69661d90f555,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:06.009585 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a032f03f-5cff-49fc-a311-334016d51d1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:06.015877 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a032f03f-5cff-49fc-a311-334016d51d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:06.056807 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a032f03f-5cff-49fc-a311-334016d51d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0d4b0c-8989-4d95-98ac-94f2a7974a63,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:06.068601 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a032f03f-5cff-49fc-a311-334016d51d1f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=94b0278b66f8498c89689826bb36e860&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1489565 Nov 25 17:28:06.068959 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30cae38-71c2-4abe-bcee-2d24beaae548 req-f3f1a064-e2d7-465f-be85-b9559ce2529b tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:06.069238 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40132) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:06.073522 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c30cae38-71c2-4abe-bcee-2d24beaae548 req-f3f1a064-e2d7-465f-be85-b9559ce2529b tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cc6d606-bdb9-4fc7-8edb-5a5ee6360833 HTTP/1.1" status: 200 len: 946 time: 0.2538488 Nov 25 17:28:06.076552 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-d41f317c-110d-4d8a-ae4e-7aca70edfb94 req-2c918e34-2800-4024-9f71-c4bcd684e84d tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Deleting port 938dc3de-93c8-4504-881e-0d03e86c72e7 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:28:06.077122 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d41f317c-110d-4d8a-ae4e-7aca70edfb94 req-2c918e34-2800-4024-9f71-c4bcd684e84d tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:06.118697 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6db4da0e-43a2-4fa0-a50c-23bc5a1f2f45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:06.139795 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6db4da0e-43a2-4fa0-a50c-23bc5a1f2f45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:06.143283 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947343e0-bc2d-4f17-9e22-f5f4570f41b1 req-00c7aa5c-78ca-46b0-b404-b083a7e2cfd0 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:06.145533 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-947343e0-bc2d-4f17-9e22-f5f4570f41b1 req-00c7aa5c-78ca-46b0-b404-b083a7e2cfd0 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6111eec-06c2-407a-b861-795e1302e2aa HTTP/1.1" status: 200 len: 944 time: 0.2333975 Nov 25 17:28:06.198556 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6db4da0e-43a2-4fa0-a50c-23bc5a1f2f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:06.201290 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6db4da0e-43a2-4fa0-a50c-23bc5a1f2f45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:06.204895 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6db4da0e-43a2-4fa0-a50c-23bc5a1f2f45 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7e0d4b0c-8989-4d95-98ac-94f2a7974a63 HTTP/1.1" status: 204 len: 168 time: 0.1331356 Nov 25 17:28:06.211775 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db4da0e-43a2-4fa0-a50c-23bc5a1f2f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0d4b0c-8989-4d95-98ac-94f2a7974a63,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:06.254448 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device ce7a9ef3-fc94-4451-8d55-abdd69eee46e up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:28:06.329556 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port ce7a9ef3-fc94-4451-8d55-abdd69eee46e completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:28:06.336080 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port ce7a9ef3-fc94-4451-8d55-abdd69eee46e triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:28:06.336508 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:06.448239 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:06.502415 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port ce7a9ef3-fc94-4451-8d55-abdd69eee46e, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=ce7a9ef3-fc94-4451-8d55-abdd69eee46e,segment=NetworkSegment(79eee098-6bae-4c42-964f-62f3e7d096e0),segment_id=79eee098-6bae-4c42-964f-62f3e7d096e0)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:06.504804 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6111eec-06c2-407a-b861-795e1302e2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce7a9ef3-fc94-4451-8d55-abdd69eee46e'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:28:06.507532 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a16c079-9219-41be-9a3b-f3c7c8e63cfe" -d '{"events": [{"server_uuid": "a6111eec-06c2-407a-b861-795e1302e2aa", "name": "network-vif-plugged", "status": "completed", "tag": "ce7a9ef3-fc94-4451-8d55-abdd69eee46e"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:28:06.516600 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:06.579483 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=ce7a9ef3-fc94-4451-8d55-abdd69eee46e,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:06.600227 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 41227f79-4f8b-4094-8a9b-a475a11f2af4 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:28:06.655143 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c30cae38-71c2-4abe-bcee-2d24beaae548 req-9664a9e0-5f35-4024-bdac-e5c2c501cb6d tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d4cd70-067c-43d6-baba-ca2316e6080b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5542045 Nov 25 17:28:06.705161 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-5cf686d8-0d6e-4ba5-8ab3-87867a021b0b req-3c89dae2-d1cc-4d65-b972-c778efacb46d service neutron] Attempting to bind port 9ec36472-b2b2-4afe-91f5-69661d90f555 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:28:06.705509 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-5cf686d8-0d6e-4ba5-8ab3-87867a021b0b req-3c89dae2-d1cc-4d65-b972-c778efacb46d service neutron] Attempting to bind port 9ec36472-b2b2-4afe-91f5-69661d90f555 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '543fdaf9-2958-4680-8713-cdd5c875974c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '002f3b72-02af-4c7b-b64a-5fd0245779c2'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:28:06.705847 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf686d8-0d6e-4ba5-8ab3-87867a021b0b req-3c89dae2-d1cc-4d65-b972-c778efacb46d service neutron] Attempting to bind port 9ec36472-b2b2-4afe-91f5-69661d90f555 on network 002f3b72-02af-4c7b-b64a-5fd0245779c2 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:28:06.717171 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 41227f79-4f8b-4094-8a9b-a475a11f2af4 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:28:06.717946 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:06.748423 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-947343e0-bc2d-4f17-9e22-f5f4570f41b1 req-c1d6b91d-3210-4c54-b624-05b1a6f1c458 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041516 Nov 25 17:28:06.768629 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-d41f317c-110d-4d8a-ae4e-7aca70edfb94 req-2c918e34-2800-4024-9f71-c4bcd684e84d tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] For port 938dc3de-93c8-4504-881e-0d03e86c72e7, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=938dc3de-93c8-4504-881e-0d03e86c72e7,segment=NetworkSegment(bdbf0e78-63fc-4baf-b91d-154115f4c256),segment_id=bdbf0e78-63fc-4baf-b91d-154115f4c256)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:06.769173 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d41f317c-110d-4d8a-ae4e-7aca70edfb94 req-2c918e34-2800-4024-9f71-c4bcd684e84d tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:06.781399 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf686d8-0d6e-4ba5-8ab3-87867a021b0b req-3c89dae2-d1cc-4d65-b972-c778efacb46d service neutron] Port 9ec36472-b2b2-4afe-91f5-69661d90f555 on network 002f3b72-02af-4c7b-b64a-5fd0245779c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:28:06.781805 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf686d8-0d6e-4ba5-8ab3-87867a021b0b req-3c89dae2-d1cc-4d65-b972-c778efacb46d service neutron] Attempting to bind port 9ec36472-b2b2-4afe-91f5-69661d90f555 on network 002f3b72-02af-4c7b-b64a-5fd0245779c2 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:28:06.843478 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf686d8-0d6e-4ba5-8ab3-87867a021b0b req-3c89dae2-d1cc-4d65-b972-c778efacb46d service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:28:06.843813 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf686d8-0d6e-4ba5-8ab3-87867a021b0b req-3c89dae2-d1cc-4d65-b972-c778efacb46d service neutron] Checking segment: {'id': '543fdaf9-2958-4680-8713-cdd5c875974c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '002f3b72-02af-4c7b-b64a-5fd0245779c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:28:06.844555 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf686d8-0d6e-4ba5-8ab3-87867a021b0b req-3c89dae2-d1cc-4d65-b972-c778efacb46d service neutron] Bound using segment: {'id': '543fdaf9-2958-4680-8713-cdd5c875974c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '002f3b72-02af-4c7b-b64a-5fd0245779c2'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:28:06.844717 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-5cf686d8-0d6e-4ba5-8ab3-87867a021b0b req-3c89dae2-d1cc-4d65-b972-c778efacb46d service neutron] Bound port: 9ec36472-b2b2-4afe-91f5-69661d90f555, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '543fdaf9-2958-4680-8713-cdd5c875974c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '002f3b72-02af-4c7b-b64a-5fd0245779c2'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:28:06.845027 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-5cf686d8-0d6e-4ba5-8ab3-87867a021b0b req-3c89dae2-d1cc-4d65-b972-c778efacb46d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:06.851132 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-d41f317c-110d-4d8a-ae4e-7aca70edfb94 req-2c918e34-2800-4024-9f71-c4bcd684e84d tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Calling delete_port for 938dc3de-93c8-4504-881e-0d03e86c72e7 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:28:07.010512 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046cfd7a-6a94-41a4-85c9-e45c0e27a565 req-d9068780-68e9-42cd-9b83-876f5e084ed4 tempest-ServersOnMultiNodesTest-1544589182 tempest-ServersOnMultiNodesTest-1544589182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:07.012243 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-046cfd7a-6a94-41a4-85c9-e45c0e27a565 req-d9068780-68e9-42cd-9b83-876f5e084ed4 tempest-ServersOnMultiNodesTest-1544589182 tempest-ServersOnMultiNodesTest-1544589182-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=35882d81-5551-4479-99b5-3f4ef930fc0b HTTP/1.1" status: 200 len: 1100 time: 0.2627580 Nov 25 17:28:07.054768 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-df04e0f8-f232-45fc-bccf-67f6dce62a40 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:07.079966 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-df04e0f8-f232-45fc-bccf-67f6dce62a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:07.149307 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d398ce-2b6e-4e14-96a1-826ff5a7d9b0 req-4048004e-692d-4cd7-862b-96372237c490 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:07.150802 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c5d398ce-2b6e-4e14-96a1-826ff5a7d9b0 req-4048004e-692d-4cd7-862b-96372237c490 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/ports?device_id=9146b814-a564-4f66-ae0e-5fb421ea3d11 HTTP/1.1" status: 200 len: 945 time: 0.2885556 Nov 25 17:28:07.162094 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-5cf686d8-0d6e-4ba5-8ab3-87867a021b0b req-3c89dae2-d1cc-4d65-b972-c778efacb46d service neutron] For port 9ec36472-b2b2-4afe-91f5-69661d90f555, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:28:07.231784 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-5cf686d8-0d6e-4ba5-8ab3-87867a021b0b req-3c89dae2-d1cc-4d65-b972-c778efacb46d service neutron] For port 9ec36472-b2b2-4afe-91f5-69661d90f555, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=9ec36472-b2b2-4afe-91f5-69661d90f555,segment=NetworkSegment(543fdaf9-2958-4680-8713-cdd5c875974c),segment_id=543fdaf9-2958-4680-8713-cdd5c875974c)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:28:07.249409 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-5cf686d8-0d6e-4ba5-8ab3-87867a021b0b req-3c89dae2-d1cc-4d65-b972-c778efacb46d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:07.253363 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df04e0f8-f232-45fc-bccf-67f6dce62a40 admin admin] Pushing event updated for resources: {'Port': ['ID=2fa2b9bd-a43e-462a-b2b1-06e331c45b7a,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:07.261290 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-046cfd7a-6a94-41a4-85c9-e45c0e27a565 req-c5bde021-5e9b-45b0-80e6-6eed81d0d837 tempest-ServersOnMultiNodesTest-1544589182 tempest-ServersOnMultiNodesTest-1544589182-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402699 Nov 25 17:28:07.262083 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-df04e0f8-f232-45fc-bccf-67f6dce62a40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:07.326251 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5887a951-bcf9-469b-9911-35f9a52bc8de x-openstack-request-id: req-5887a951-bcf9-469b-9911-35f9a52bc8de {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:28:07.326855 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6111eec-06c2-407a-b861-795e1302e2aa", "name": "network-vif-plugged", "status": "completed", "tag": "ce7a9ef3-fc94-4451-8d55-abdd69eee46e", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:28:07.327541 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5887a951-bcf9-469b-9911-35f9a52bc8de {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:28:07.328151 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6111eec-06c2-407a-b861-795e1302e2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce7a9ef3-fc94-4451-8d55-abdd69eee46e', 'code': 200} Nov 25 17:28:07.345471 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf686d8-0d6e-4ba5-8ab3-87867a021b0b req-3c89dae2-d1cc-4d65-b972-c778efacb46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:07.346088 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-5cf686d8-0d6e-4ba5-8ab3-87867a021b0b req-3c89dae2-d1cc-4d65-b972-c778efacb46d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:07.348014 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5cf686d8-0d6e-4ba5-8ab3-87867a021b0b req-3c89dae2-d1cc-4d65-b972-c778efacb46d service neutron] 10.222.0.74 "PUT /v2.0/ports/9ec36472-b2b2-4afe-91f5-69661d90f555 HTTP/1.1" status: 200 len: 1091 time: 2.7682083 Nov 25 17:28:07.351439 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d7af269-0649-478a-8754-43edfb722608', 'tag': '9ec36472-b2b2-4afe-91f5-69661d90f555'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:28:07.353809 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f29f31b-4172-4290-a95f-6ea978e928f6" -d '{"events": [{"name": "network-changed", "server_uuid": "0d7af269-0649-478a-8754-43edfb722608", "tag": "9ec36472-b2b2-4afe-91f5-69661d90f555"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:28:07.392783 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c5d398ce-2b6e-4e14-96a1-826ff5a7d9b0 req-cc32299c-c93d-4c55-9210-54490e1c0a1b tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/security-groups?id=84be2441-5ea8-4292-81c0-e25d06d16adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334273 Nov 25 17:28:07.480677 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af45349-55b1-4e19-ad55-9cd35309913e req-5a50bead-d749-4d5e-bcb2-ddf20f24db82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:07.482606 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3af45349-55b1-4e19-ad55-9cd35309913e req-5a50bead-d749-4d5e-bcb2-ddf20f24db82 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a6111eec-06c2-407a-b861-795e1302e2aa HTTP/1.1" status: 200 len: 1096 time: 0.0574172 Nov 25 17:28:07.500596 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c89dae2-d1cc-4d65-b972-c778efacb46d service neutron] Pushing event updated for resources: {'Port': ['ID=9ec36472-b2b2-4afe-91f5-69661d90f555,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:07.528527 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d41f317c-110d-4d8a-ae4e-7aca70edfb94 req-2c918e34-2800-4024-9f71-c4bcd684e84d tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:07.540416 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['938dc3de-93c8-4504-881e-0d03e86c72e7'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:28:07.564424 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3af45349-55b1-4e19-ad55-9cd35309913e req-6d7800a0-cbf1-4a91-98cf-df60106830d2 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731530 Nov 25 17:28:07.585113 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c918e34-2800-4024-9f71-c4bcd684e84d tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Pushing event deleted for resources: {'Port': ['ID=938dc3de-93c8-4504-881e-0d03e86c72e7,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:07.599195 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf686d8-0d6e-4ba5-8ab3-87867a021b0b req-664eb50b-b7d1-4edb-8c6d-242f78e3fced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:07.600836 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5cf686d8-0d6e-4ba5-8ab3-87867a021b0b req-664eb50b-b7d1-4edb-8c6d-242f78e3fced service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fb2519c4fec34b2ea0dc385f95592906&device_id=0d7af269-0649-478a-8754-43edfb722608 HTTP/1.1" status: 200 len: 1094 time: 0.1985843 Nov 25 17:28:07.615241 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3604188-0889-4f9d-913c-3ffd88190f68 req-025dea19-9099-4444-a0a3-70215811e0ca tempest-ServerAddressesTestJSON-1219954824 tempest-ServerAddressesTestJSON-1219954824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:07.616949 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3604188-0889-4f9d-913c-3ffd88190f68 req-025dea19-9099-4444-a0a3-70215811e0ca tempest-ServerAddressesTestJSON-1219954824 tempest-ServerAddressesTestJSON-1219954824-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d7af269-0649-478a-8754-43edfb722608 HTTP/1.1" status: 200 len: 943 time: 0.2228379 Nov 25 17:28:07.692701 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc04dc53-8e0c-4e02-83ad-5d304ae72bb4 x-openstack-request-id: req-bc04dc53-8e0c-4e02-83ad-5d304ae72bb4 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:28:07.693579 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d7af269-0649-478a-8754-43edfb722608", "tag": "9ec36472-b2b2-4afe-91f5-69661d90f555", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:28:07.693579 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bc04dc53-8e0c-4e02-83ad-5d304ae72bb4 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:28:07.693914 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d7af269-0649-478a-8754-43edfb722608', 'tag': '9ec36472-b2b2-4afe-91f5-69661d90f555', 'status': 'completed', 'code': 200} Nov 25 17:28:07.711979 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5cf686d8-0d6e-4ba5-8ab3-87867a021b0b req-aa2c1944-110e-4d32-9be1-51c3637ebc05 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ec36472-b2b2-4afe-91f5-69661d90f555 HTTP/1.1" status: 200 len: 217 time: 0.0925379 Nov 25 17:28:07.722006 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-d41f317c-110d-4d8a-ae4e-7aca70edfb94 req-2c918e34-2800-4024-9f71-c4bcd684e84d tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] No DVR routers for this DVR port 938dc3de-93c8-4504-881e-0d03e86c72e7 on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:28:07.726050 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df04e0f8-f232-45fc-bccf-67f6dce62a40 admin admin] Network c436314e-2553-4e00-b382-91e80ebf50ff is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:28:07.730388 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d41f317c-110d-4d8a-ae4e-7aca70edfb94 req-2c918e34-2800-4024-9f71-c4bcd684e84d tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:07.733756 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d41f317c-110d-4d8a-ae4e-7aca70edfb94 req-2c918e34-2800-4024-9f71-c4bcd684e84d tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.90 "DELETE /v2.0/ports/938dc3de-93c8-4504-881e-0d03e86c72e7 HTTP/1.1" status: 204 len: 173 time: 2.0765905 Nov 25 17:28:07.744014 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-df04e0f8-f232-45fc-bccf-67f6dce62a40 admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:28:07.897187 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-03959217-8170-400d-a695-a81fda95b340 req-4239e56d-bed3-44e5-b9bb-d288114a7dfc tempest-ServerDiskConfigTestJSON-1113628031 tempest-ServerDiskConfigTestJSON-1113628031-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cc6d606-bdb9-4fc7-8edb-5a5ee6360833 HTTP/1.1" status: 200 len: 210 time: 0.1253948 Nov 25 17:28:07.956609 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf686d8-0d6e-4ba5-8ab3-87867a021b0b req-ac3d40bb-117b-4781-acd0-7f79f5bc212e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:07.959562 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5cf686d8-0d6e-4ba5-8ab3-87867a021b0b req-ac3d40bb-117b-4781-acd0-7f79f5bc212e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6124227d-9db5-4167-8bda-c0c2c1e35d91 HTTP/1.1" status: 200 len: 854 time: 0.2324479 Nov 25 17:28:07.993304 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3604188-0889-4f9d-913c-3ffd88190f68 req-3e831fa6-240c-45f9-a5bf-ec10a4c84ab7 tempest-ServerAddressesTestJSON-1219954824 tempest-ServerAddressesTestJSON-1219954824-project] 10.222.0.75 "GET /v2.0/security-groups?id=dda4573c-8d92-445d-bcba-40a6f32f3683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3514543 Nov 25 17:28:08.040595 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5cf686d8-0d6e-4ba5-8ab3-87867a021b0b req-b13fcecb-487d-44d1-b228-a251fdb37aa6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=002f3b72-02af-4c7b-b64a-5fd0245779c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687139 Nov 25 17:28:08.090562 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d953e557-7285-4058-92e0-5717fd2d8886 req-4ae8d448-218c-45ca-93d9-d16dd4b8863f tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=e949b071017c47779120773fb05efee7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0528445 Nov 25 17:28:08.153060 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-ae87d92b-8522-44d7-aaac-7d3a9f2d3fb1 None None] Provisioning complete for port 2fa2b9bd-a43e-462a-b2b1-06e331c45b7a triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:28:08.153668 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ae87d92b-8522-44d7-aaac-7d3a9f2d3fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:08.189625 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40214) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:08.193919 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-ae87d92b-8522-44d7-aaac-7d3a9f2d3fb1 None None] Port 2fa2b9bd-a43e-462a-b2b1-06e331c45b7a cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:28:08.244211 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df04e0f8-f232-45fc-bccf-67f6dce62a40 admin admin] Router 1999c8b3-b619-436b-9658-07ef44ec25c1 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:28:08.253639 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:28:08.289374 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c11eb83-f687-4507-95e2-dfcfb73f0e77 req-f0351b31-f17d-49aa-83af-56e09f94b1f9 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:08.290905 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4c11eb83-f687-4507-95e2-dfcfb73f0e77 req-f0351b31-f17d-49aa-83af-56e09f94b1f9 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6111eec-06c2-407a-b861-795e1302e2aa HTTP/1.1" status: 200 len: 945 time: 0.2128086 Nov 25 17:28:08.302971 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-69ff0773-de4d-4745-abc2-5e73686ef605 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:08.310785 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5cf686d8-0d6e-4ba5-8ab3-87867a021b0b req-221bfb69-7b13-4c8b-a306-d5148dc37bc0 service neutron] 10.222.0.74 "GET /v2.0/networks/002f3b72-02af-4c7b-b64a-5fd0245779c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569134 Nov 25 17:28:08.416798 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-69ff0773-de4d-4745-abc2-5e73686ef605 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:08.424909 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-69ff0773-de4d-4745-abc2-5e73686ef605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:08.464130 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-69ff0773-de4d-4745-abc2-5e73686ef605 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a080003089ca42478703b8ed9383d5c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2731915 Nov 25 17:28:08.467407 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40222) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:08.477347 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d953e557-7285-4058-92e0-5717fd2d8886 req-c7b6869f-c7d4-4cfb-b0ce-00cea8083f65 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:08.483914 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d953e557-7285-4058-92e0-5717fd2d8886 req-c7b6869f-c7d4-4cfb-b0ce-00cea8083f65 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3804946 Nov 25 17:28:08.490908 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ff0773-de4d-4745-abc2-5e73686ef605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc7ccab-a455-45f9-9869-d58dd722c3fc,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:08.526557 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c229aaf1-582c-44c0-b701-418c57aa1a02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:08.526917 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d953e557-7285-4058-92e0-5717fd2d8886 req-4a64b0e5-6e6e-414c-81af-004c728b3d17 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/quotas/e949b071017c47779120773fb05efee7 HTTP/1.1" status: 200 len: 375 time: 0.0421734 Nov 25 17:28:08.551825 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c229aaf1-582c-44c0-b701-418c57aa1a02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:08.599262 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c229aaf1-582c-44c0-b701-418c57aa1a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:08.601891 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c229aaf1-582c-44c0-b701-418c57aa1a02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:08.603036 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c229aaf1-582c-44c0-b701-418c57aa1a02 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/afc7ccab-a455-45f9-9869-d58dd722c3fc HTTP/1.1" status: 204 len: 168 time: 0.1347303 Nov 25 17:28:08.608707 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df04e0f8-f232-45fc-bccf-67f6dce62a40 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:28:08.614714 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c229aaf1-582c-44c0-b701-418c57aa1a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc7ccab-a455-45f9-9869-d58dd722c3fc,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:08.615238 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4c11eb83-f687-4507-95e2-dfcfb73f0e77 req-325eaa41-840a-4c0d-9ccf-855855d05b3e tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124409 Nov 25 17:28:08.621051 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667ebfac-4561-43ce-98eb-39b6a739f617 None None] Sync routers for ids ['1999c8b3-b619-436b-9658-07ef44ec25c1'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:28:08.630722 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-df04e0f8-f232-45fc-bccf-67f6dce62a40 admin admin] 10.222.0.75 "PUT /v2.0/routers/1999c8b3-b619-436b-9658-07ef44ec25c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1290591 Nov 25 17:28:08.630722 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5cf686d8-0d6e-4ba5-8ab3-87867a021b0b req-facfa159-16c9-4750-8a68-867814e40a97 service neutron] 10.222.0.74 "GET /v2.0/networks/002f3b72-02af-4c7b-b64a-5fd0245779c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057611 Nov 25 17:28:08.659017 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667ebfac-4561-43ce-98eb-39b6a739f617 None None] Routers {'1999c8b3-b619-436b-9658-07ef44ec25c1'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:28:08.661891 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-667ebfac-4561-43ce-98eb-39b6a739f617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:27:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['1999c8b3-b619-436b-9658-07ef44ec25c1'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:08.693795 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d953e557-7285-4058-92e0-5717fd2d8886 req-3e34e66d-9e74-4625-9a23-eb1e1e68cfbb tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=e949b071017c47779120773fb05efee7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1551454 Nov 25 17:28:08.802940 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29f31b-4172-4290-a95f-6ea978e928f6 req-51ed5d06-2ec5-4c4f-bd00-11c88182ac24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:08.804865 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6f29f31b-4172-4290-a95f-6ea978e928f6 req-51ed5d06-2ec5-4c4f-bd00-11c88182ac24 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fb2519c4fec34b2ea0dc385f95592906&device_id=0d7af269-0649-478a-8754-43edfb722608 HTTP/1.1" status: 200 len: 1094 time: 0.0995619 Nov 25 17:28:08.945635 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-667ebfac-4561-43ce-98eb-39b6a739f617 None None] Set router 1999c8b3-b619-436b-9658-07ef44ec25c1 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:28:08.967716 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29f31b-4172-4290-a95f-6ea978e928f6 req-0302ded6-1d73-4494-bad1-ec24c04e48dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:08.969468 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6f29f31b-4172-4290-a95f-6ea978e928f6 req-0302ded6-1d73-4494-bad1-ec24c04e48dc service neutron] 10.222.0.74 "GET /v2.0/networks?id=002f3b72-02af-4c7b-b64a-5fd0245779c2 HTTP/1.1" status: 200 len: 915 time: 0.1567113 Nov 25 17:28:09.018530 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6f29f31b-4172-4290-a95f-6ea978e928f6 req-2b872c5f-7d73-4f97-a5c6-4daae8459a42 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ec36472-b2b2-4afe-91f5-69661d90f555 HTTP/1.1" status: 200 len: 217 time: 0.0379028 Nov 25 17:28:09.150974 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29f31b-4172-4290-a95f-6ea978e928f6 req-004db912-4e2f-4b5d-8e7c-07b31513ac3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:09.152594 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6f29f31b-4172-4290-a95f-6ea978e928f6 req-004db912-4e2f-4b5d-8e7c-07b31513ac3f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6124227d-9db5-4167-8bda-c0c2c1e35d91 HTTP/1.1" status: 200 len: 854 time: 0.1180685 Nov 25 17:28:09.220326 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6f29f31b-4172-4290-a95f-6ea978e928f6 req-193fb905-962c-4b34-8ced-1da28a5901a9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=002f3b72-02af-4c7b-b64a-5fd0245779c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544240 Nov 25 17:28:09.348304 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-667ebfac-4561-43ce-98eb-39b6a739f617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1999c8b3-b619-436b-9658-07ef44ec25c1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-62851555-router', 'tenant_id': '81c4a63acd4e4bc29b10ef4177b202e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '41227f79-4f8b-4094-8a9b-a475a11f2af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:27:56Z', 'updated_at': '2021-11-25T17:28:05Z', 'revision_number': 4, 'project_id': '81c4a63acd4e4bc29b10ef4177b202e1', 'gw_port': {'id': '41227f79-4f8b-4094-8a9b-a475a11f2af4', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:73:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1999c8b3-b619-436b-9658-07ef44ec25c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:27:58Z', 'updated_at': '2021-11-25T17:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '2fa2b9bd-a43e-462a-b2b1-06e331c45b7a', 'name': '', 'network_id': 'c436314e-2553-4e00-b382-91e80ebf50ff', 'tenant_id': '81c4a63acd4e4bc29b10ef4177b202e1', 'mac_address': 'fa:16:3e:4b:cb:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1999c8b3-b619-436b-9658-07ef44ec25c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'f610128e-ff6e-4bba-b2be-205fc93609a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:28:03Z', 'updated_at': '2021-11-25T17:28:06Z', 'revision_number': 2, 'project_id': '81c4a63acd4e4bc29b10ef4177b202e1', 'subnets': [{'id': 'f610128e-ff6e-4bba-b2be-205fc93609a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:09.373925 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [req-276325a6-91ed-40fa-8d5c-5bb0410daab5 req-2cd6b73d-2b47-4b93-a6bd-2c8d21acadd8 tempest-FloatingIPDetailsNegativeTestJSON-1294508973 tempest-FloatingIPDetailsNegativeTestJSON-1294508973-project] show failed (client error): The resource could not be found. Nov 25 17:28:09.378333 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667ebfac-4561-43ce-98eb-39b6a739f617 None None] Checking router: 1999c8b3-b619-436b-9658-07ef44ec25c1 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:28:09.379320 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667ebfac-4561-43ce-98eb-39b6a739f617 None None] Updating router 1999c8b3-b619-436b-9658-07ef44ec25c1 port 2fa2b9bd-a43e-462a-b2b1-06e331c45b7a binding host n-d-817746-1 {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:28:09.381448 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-276325a6-91ed-40fa-8d5c-5bb0410daab5 req-2cd6b73d-2b47-4b93-a6bd-2c8d21acadd8 tempest-FloatingIPDetailsNegativeTestJSON-1294508973 tempest-FloatingIPDetailsNegativeTestJSON-1294508973-project] 10.222.0.75 "GET /v2.0/floatingips/517b1a9d-41ed-43bb-b882-6d58ef0ba666 HTTP/1.1" status: 404 len: 350 time: 0.0562351 Nov 25 17:28:09.385569 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40254) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:09.413414 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-667ebfac-4561-43ce-98eb-39b6a739f617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:09.456235 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6f29f31b-4172-4290-a95f-6ea978e928f6 req-23ee077b-96ef-493f-a743-37832272f4d0 service neutron] 10.222.0.74 "GET /v2.0/networks/002f3b72-02af-4c7b-b64a-5fd0245779c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044983 Nov 25 17:28:09.487041 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437f203-3461-438c-a7f7-fd36c7552d79 req-78b0210b-17bd-4501-bcde-e2f630f2c36b tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:09.502373 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f437f203-3461-438c-a7f7-fd36c7552d79 req-78b0210b-17bd-4501-bcde-e2f630f2c36b tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/ports?device_id=9146b814-a564-4f66-ae0e-5fb421ea3d11 HTTP/1.1" status: 200 len: 945 time: 0.2808123 Nov 25 17:28:09.683524 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f437f203-3461-438c-a7f7-fd36c7552d79 req-7fa1426a-4bef-42de-83a0-ac43a4744c67 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/security-groups?id=84be2441-5ea8-4292-81c0-e25d06d16adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796918 Nov 25 17:28:09.705829 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0e289-3929-4900-80a9-bfde141542a5 req-773d4b4d-a982-4ae8-9e1f-c553e68b76fc tempest-ServerAddressesTestJSON-1219954824 tempest-ServerAddressesTestJSON-1219954824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:09.707536 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-09e0e289-3929-4900-80a9-bfde141542a5 req-773d4b4d-a982-4ae8-9e1f-c553e68b76fc tempest-ServerAddressesTestJSON-1219954824 tempest-ServerAddressesTestJSON-1219954824-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d7af269-0649-478a-8754-43edfb722608 HTTP/1.1" status: 200 len: 943 time: 0.1654069 Nov 25 17:28:09.710664 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc6d606-bdb9-4fc7-8edb-5a5ee6360833', 'name': 'network-vif-deleted', 'tag': '938dc3de-93c8-4504-881e-0d03e86c72e7'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:28:09.713412 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2119c96-6f1e-4b5f-89a1-bc770e8a4fef" -d '{"events": [{"server_uuid": "2cc6d606-bdb9-4fc7-8edb-5a5ee6360833", "name": "network-vif-deleted", "tag": "938dc3de-93c8-4504-881e-0d03e86c72e7"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:28:09.749019 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6f29f31b-4172-4290-a95f-6ea978e928f6 req-e935234b-5d46-4bd7-b19a-65b77508586a service neutron] 10.222.0.74 "GET /v2.0/networks/002f3b72-02af-4c7b-b64a-5fd0245779c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439544 Nov 25 17:28:09.838127 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-09e0e289-3929-4900-80a9-bfde141542a5 req-cf70bb2c-76d1-4ef3-a748-c03a547b8261 tempest-ServerAddressesTestJSON-1219954824 tempest-ServerAddressesTestJSON-1219954824-project] 10.222.0.75 "GET /v2.0/security-groups?id=dda4573c-8d92-445d-bcba-40a6f32f3683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097486 Nov 25 17:28:09.977778 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-667ebfac-4561-43ce-98eb-39b6a739f617 None None] Publish callbacks [] for port, precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:09.983948 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816329cd-ea5a-4542-97fb-9740af051c05 x-openstack-request-id: req-816329cd-ea5a-4542-97fb-9740af051c05 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:28:09.984195 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cc6d606-bdb9-4fc7-8edb-5a5ee6360833", "name": "network-vif-deleted", "tag": "938dc3de-93c8-4504-881e-0d03e86c72e7", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:28:09.984644 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-816329cd-ea5a-4542-97fb-9740af051c05 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:28:09.985076 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc6d606-bdb9-4fc7-8edb-5a5ee6360833', 'name': 'network-vif-deleted', 'tag': '938dc3de-93c8-4504-881e-0d03e86c72e7', 'status': 'completed', 'code': 200} Nov 25 17:28:09.991898 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-667ebfac-4561-43ce-98eb-39b6a739f617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:10.033403 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6589bbcc-a579-4a0a-ac83-498b0f0e4286 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:10.050754 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b404b7de-f8ed-4afc-8139-fa9caa9b7e67 None None] Pushing event updated for resources: {'Port': ['ID=2fa2b9bd-a43e-462a-b2b1-06e331c45b7a,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:10.060456 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b404b7de-f8ed-4afc-8139-fa9caa9b7e67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:10.061152 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b404b7de-f8ed-4afc-8139-fa9caa9b7e67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:10.061716 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b404b7de-f8ed-4afc-8139-fa9caa9b7e67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:10.062299 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b404b7de-f8ed-4afc-8139-fa9caa9b7e67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:10.063154 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b404b7de-f8ed-4afc-8139-fa9caa9b7e67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:10.063722 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b404b7de-f8ed-4afc-8139-fa9caa9b7e67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:10.064417 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b404b7de-f8ed-4afc-8139-fa9caa9b7e67 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:10.066986 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b404b7de-f8ed-4afc-8139-fa9caa9b7e67 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:10.067891 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b404b7de-f8ed-4afc-8139-fa9caa9b7e67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:10.068696 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b404b7de-f8ed-4afc-8139-fa9caa9b7e67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:10.069268 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b404b7de-f8ed-4afc-8139-fa9caa9b7e67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:10.069810 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b404b7de-f8ed-4afc-8139-fa9caa9b7e67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:10.093152 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ce508-f013-4b66-9bd6-49f2f6459d14 req-f3355de7-29ec-4b01-b2b2-309231984908 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:10.097511 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-496ce508-f013-4b66-9bd6-49f2f6459d14 req-f3355de7-29ec-4b01-b2b2-309231984908 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6111eec-06c2-407a-b861-795e1302e2aa HTTP/1.1" status: 200 len: 945 time: 0.1012454 Nov 25 17:28:10.163195 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-667ebfac-4561-43ce-98eb-39b6a739f617 None None] Attempting to bind port 2fa2b9bd-a43e-462a-b2b1-06e331c45b7a on host n-d-817746-1 for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:28:10.164054 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-667ebfac-4561-43ce-98eb-39b6a739f617 None None] Attempting to bind port 2fa2b9bd-a43e-462a-b2b1-06e331c45b7a by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '678b156a-60c8-4aac-8a5f-b9807c2c852d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c436314e-2553-4e00-b382-91e80ebf50ff'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:28:10.164676 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667ebfac-4561-43ce-98eb-39b6a739f617 None None] Attempting to bind port 2fa2b9bd-a43e-462a-b2b1-06e331c45b7a on network c436314e-2553-4e00-b382-91e80ebf50ff {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:28:10.172202 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667ebfac-4561-43ce-98eb-39b6a739f617 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:28:10.173069 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667ebfac-4561-43ce-98eb-39b6a739f617 None None] Checking segment: {'id': '678b156a-60c8-4aac-8a5f-b9807c2c852d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c436314e-2553-4e00-b382-91e80ebf50ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:28:10.173970 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-667ebfac-4561-43ce-98eb-39b6a739f617 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:10.174608 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667ebfac-4561-43ce-98eb-39b6a739f617 None None] Bound using segment: {'id': '678b156a-60c8-4aac-8a5f-b9807c2c852d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c436314e-2553-4e00-b382-91e80ebf50ff'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:28:10.175977 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-667ebfac-4561-43ce-98eb-39b6a739f617 None None] Bound port: 2fa2b9bd-a43e-462a-b2b1-06e331c45b7a, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '678b156a-60c8-4aac-8a5f-b9807c2c852d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c436314e-2553-4e00-b382-91e80ebf50ff'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:28:10.176748 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-667ebfac-4561-43ce-98eb-39b6a739f617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:10.200051 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-496ce508-f013-4b66-9bd6-49f2f6459d14 req-dce6ba71-8b2b-40ed-b097-274a4980abcd tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940411 Nov 25 17:28:10.271611 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 938dc3de-93c8-4504-881e-0d03e86c72e7 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:28:10.311639 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-667ebfac-4561-43ce-98eb-39b6a739f617 None None] For port 2fa2b9bd-a43e-462a-b2b1-06e331c45b7a, host n-d-817746-1, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:28:10.322361 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-667ebfac-4561-43ce-98eb-39b6a739f617 None None] For port 2fa2b9bd-a43e-462a-b2b1-06e331c45b7a, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=2fa2b9bd-a43e-462a-b2b1-06e331c45b7a,segment=NetworkSegment(678b156a-60c8-4aac-8a5f-b9807c2c852d),segment_id=678b156a-60c8-4aac-8a5f-b9807c2c852d)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:28:10.325831 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: 938dc3de-93c8-4504-881e-0d03e86c72e7 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:28:10.327107 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 938dc3de-93c8-4504-881e-0d03e86c72e7 not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:28:10.332536 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-667ebfac-4561-43ce-98eb-39b6a739f617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:10.339266 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a6050bca-5ccf-4682-93d3-30bac21a8d02 req-79ba1d89-de3e-4f66-aea5-683e07605a16 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=e3bf71bf-f71e-4ea9-b28d-6af2a345a6d8 HTTP/1.1" status: 200 len: 210 time: 0.0894587 Nov 25 17:28:10.411623 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667ebfac-4561-43ce-98eb-39b6a739f617 None None] Routers {'1999c8b3-b619-436b-9658-07ef44ec25c1'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:28:10.412426 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-667ebfac-4561-43ce-98eb-39b6a739f617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:27:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['1999c8b3-b619-436b-9658-07ef44ec25c1'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:10.504061 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b404b7de-f8ed-4afc-8139-fa9caa9b7e67 None None] Pushing event updated for resources: {'Port': ['ID=2fa2b9bd-a43e-462a-b2b1-06e331c45b7a,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:10.551984 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-dcd4a239-b66a-4f1a-8936-5b2936afe206 None None] Provisioning complete for port 2fa2b9bd-a43e-462a-b2b1-06e331c45b7a triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:28:10.562810 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dcd4a239-b66a-4f1a-8936-5b2936afe206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:10.660515 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-6589bbcc-a579-4a0a-ac83-498b0f0e4286 admin admin] Deleting port 2fa2b9bd-a43e-462a-b2b1-06e331c45b7a {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:28:10.660931 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6589bbcc-a579-4a0a-ac83-498b0f0e4286 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:10.662138 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-667ebfac-4561-43ce-98eb-39b6a739f617 None None] Set router 1999c8b3-b619-436b-9658-07ef44ec25c1 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:28:10.757786 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 40314) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:10.848378 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-6589bbcc-a579-4a0a-ac83-498b0f0e4286 admin admin] For port 2fa2b9bd-a43e-462a-b2b1-06e331c45b7a, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=2fa2b9bd-a43e-462a-b2b1-06e331c45b7a,segment=NetworkSegment(678b156a-60c8-4aac-8a5f-b9807c2c852d),segment_id=678b156a-60c8-4aac-8a5f-b9807c2c852d)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:10.849081 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6589bbcc-a579-4a0a-ac83-498b0f0e4286 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:10.853794 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dcd4a239-b66a-4f1a-8936-5b2936afe206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:10.864525 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-6589bbcc-a579-4a0a-ac83-498b0f0e4286 admin admin] Calling delete_port for 2fa2b9bd-a43e-462a-b2b1-06e331c45b7a owned by network:router_interface {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:28:10.904623 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-dcd4a239-b66a-4f1a-8936-5b2936afe206 None None] For port 2fa2b9bd-a43e-462a-b2b1-06e331c45b7a, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=2fa2b9bd-a43e-462a-b2b1-06e331c45b7a,segment=NetworkSegment(678b156a-60c8-4aac-8a5f-b9807c2c852d),segment_id=678b156a-60c8-4aac-8a5f-b9807c2c852d)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:10.913221 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dcd4a239-b66a-4f1a-8936-5b2936afe206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:10.973795 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ed5391e-5f29-406e-ad7d-20048d351971 admin admin] Deleting subnet c19ccf88-7778-4418-ad11-438645181f88 {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:28:10.985521 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6ed5391e-5f29-406e-ad7d-20048d351971 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:11.001104 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd4a239-b66a-4f1a-8936-5b2936afe206 None None] Pushing event updated for resources: {'Port': ['ID=2fa2b9bd-a43e-462a-b2b1-06e331c45b7a,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:11.023467 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeccdbe8-49e3-46b7-a314-8ec1104d4b4b req-407ce0eb-6d40-4cf6-a56d-1377c0c53226 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:11.032045 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eeccdbe8-49e3-46b7-a314-8ec1104d4b4b req-407ce0eb-6d40-4cf6-a56d-1377c0c53226 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6111eec-06c2-407a-b861-795e1302e2aa HTTP/1.1" status: 200 len: 945 time: 0.1617048 Nov 25 17:28:11.052774 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-a70328eb-9d8e-4b39-afe7-9e9f075a7320 None None] Provisioning complete for port 2fa2b9bd-a43e-462a-b2b1-06e331c45b7a triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:28:11.053488 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a70328eb-9d8e-4b39-afe7-9e9f075a7320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:11.069396 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-667ebfac-4561-43ce-98eb-39b6a739f617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1999c8b3-b619-436b-9658-07ef44ec25c1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-62851555-router', 'tenant_id': '81c4a63acd4e4bc29b10ef4177b202e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '41227f79-4f8b-4094-8a9b-a475a11f2af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:27:56Z', 'updated_at': '2021-11-25T17:28:05Z', 'revision_number': 4, 'project_id': '81c4a63acd4e4bc29b10ef4177b202e1', 'gw_port': {'id': '41227f79-4f8b-4094-8a9b-a475a11f2af4', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:73:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1999c8b3-b619-436b-9658-07ef44ec25c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:27:58Z', 'updated_at': '2021-11-25T17:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '2fa2b9bd-a43e-462a-b2b1-06e331c45b7a', 'name': '', 'network_id': 'c436314e-2553-4e00-b382-91e80ebf50ff', 'tenant_id': '81c4a63acd4e4bc29b10ef4177b202e1', 'mac_address': 'fa:16:3e:4b:cb:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1999c8b3-b619-436b-9658-07ef44ec25c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'f610128e-ff6e-4bba-b2be-205fc93609a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:28:03Z', 'updated_at': '2021-11-25T17:28:10Z', 'revision_number': 4, 'project_id': '81c4a63acd4e4bc29b10ef4177b202e1', 'subnets': [{'id': 'f610128e-ff6e-4bba-b2be-205fc93609a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:11.141425 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6ed5391e-5f29-406e-ad7d-20048d351971 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:11.157110 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667ebfac-4561-43ce-98eb-39b6a739f617 None None] The sync data for ids ['1999c8b3-b619-436b-9658-07ef44ec25c1'] in n-d-817746-1 is: [{'id': '1999c8b3-b619-436b-9658-07ef44ec25c1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-62851555-router', 'tenant_id': '81c4a63acd4e4bc29b10ef4177b202e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '41227f79-4f8b-4094-8a9b-a475a11f2af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:27:56Z', 'updated_at': '2021-11-25T17:28:05Z', 'revision_number': 4, 'project_id': '81c4a63acd4e4bc29b10ef4177b202e1', 'gw_port': {'id': '41227f79-4f8b-4094-8a9b-a475a11f2af4', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:73:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1999c8b3-b619-436b-9658-07ef44ec25c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:27:58Z', 'updated_at': '2021-11-25T17:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '2fa2b9bd-a43e-462a-b2b1-06e331c45b7a', 'name': '', 'network_id': 'c436314e-2553-4e00-b382-91e80ebf50ff', 'tenant_id': '81c4a63acd4e4bc29b10ef4177b202e1', 'mac_address': 'fa:16:3e:4b:cb:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1999c8b3-b619-436b-9658-07ef44ec25c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'f610128e-ff6e-4bba-b2be-205fc93609a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:28:03Z', 'updated_at': '2021-11-25T17:28:10Z', 'revision_number': 4, 'project_id': '81c4a63acd4e4bc29b10ef4177b202e1', 'subnets': [{'id': 'f610128e-ff6e-4bba-b2be-205fc93609a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:28:11.193799 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6589bbcc-a579-4a0a-ac83-498b0f0e4286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:11.259474 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eeccdbe8-49e3-46b7-a314-8ec1104d4b4b req-bddb5853-2d30-4777-81e1-3e96d7e222a2 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153153 Nov 25 17:28:11.304721 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6589bbcc-a579-4a0a-ac83-498b0f0e4286 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fa2b9bd-a43e-462a-b2b1-06e331c45b7a,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:11.382503 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6ed5391e-5f29-406e-ad7d-20048d351971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:11.613026 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 9ec36472-b2b2-4afe-91f5-69661d90f555 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:28:11.631512 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6589bbcc-a579-4a0a-ac83-498b0f0e4286 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:11.789493 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 9ec36472-b2b2-4afe-91f5-69661d90f555, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=9ec36472-b2b2-4afe-91f5-69661d90f555,segment=NetworkSegment(543fdaf9-2958-4680-8713-cdd5c875974c),segment_id=543fdaf9-2958-4680-8713-cdd5c875974c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:11.803929 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '9ec36472-b2b2-4afe-91f5-69661d90f555', 'network_id': '002f3b72-02af-4c7b-b64a-5fd0245779c2', 'port_id': '9ec36472-b2b2-4afe-91f5-69661d90f555', 'mac_address': 'fa:16:3e:72:d7:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6124227d-9db5-4167-8bda-c0c2c1e35d91', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:28:11.851811 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:11.869133 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ec36472-b2b2-4afe-91f5-69661d90f555 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:28:11.892406 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 9ec36472-b2b2-4afe-91f5-69661d90f555, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=9ec36472-b2b2-4afe-91f5-69661d90f555,segment=NetworkSegment(543fdaf9-2958-4680-8713-cdd5c875974c),segment_id=543fdaf9-2958-4680-8713-cdd5c875974c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:11.893194 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d953e557-7285-4058-92e0-5717fd2d8886 req-68a9fa11-236c-4129-b1c9-c161e891269c tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=e949b071017c47779120773fb05efee7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5320582 Nov 25 17:28:11.899638 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:11.920933 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6589bbcc-a579-4a0a-ac83-498b0f0e4286 admin admin] Router 1999c8b3-b619-436b-9658-07ef44ec25c1 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:28:11.945299 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d953e557-7285-4058-92e0-5717fd2d8886 req-4a5a870a-c8ad-4e39-adde-5f885cfa8dc0 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=e949b071017c47779120773fb05efee7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5573599 Nov 25 17:28:11.957345 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f56528-5ef5-4297-ba2c-e896770778af req-7398bb1b-dbf6-4738-8626-3b091413dd8e tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:11.958985 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e2f56528-5ef5-4297-ba2c-e896770778af req-7398bb1b-dbf6-4738-8626-3b091413dd8e tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/ports?device_id=9146b814-a564-4f66-ae0e-5fb421ea3d11 HTTP/1.1" status: 200 len: 945 time: 0.6978407 Nov 25 17:28:11.961336 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=9ec36472-b2b2-4afe-91f5-69661d90f555,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:12.045786 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6589bbcc-a579-4a0a-ac83-498b0f0e4286 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:28:12.055884 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6589bbcc-a579-4a0a-ac83-498b0f0e4286 admin admin] 10.222.0.75 "PUT /v2.0/routers/1999c8b3-b619-436b-9658-07ef44ec25c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6664405 Nov 25 17:28:12.056127 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40326) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:12.104780 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1a6df-288c-4074-83f3-c3eb331bd1e2 req-22c60ca1-1f87-4742-bef6-8131156469a4 tempest-ServerAddressesTestJSON-1219954824 tempest-ServerAddressesTestJSON-1219954824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:12.109550 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-64c1a6df-288c-4074-83f3-c3eb331bd1e2 req-22c60ca1-1f87-4742-bef6-8131156469a4 tempest-ServerAddressesTestJSON-1219954824 tempest-ServerAddressesTestJSON-1219954824-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d7af269-0649-478a-8754-43edfb722608 HTTP/1.1" status: 200 len: 943 time: 0.7384260 Nov 25 17:28:12.150652 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['9ec36472-b2b2-4afe-91f5-69661d90f555'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:28:12.174402 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eea8adf3-6032-4749-9bcd-9d8bd1ddd196 admin admin] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:12.186499 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6ed5391e-5f29-406e-ad7d-20048d351971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:12.231667 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed5391e-5f29-406e-ad7d-20048d351971 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c19ccf88-7778-4418-ad11-438645181f88,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:12.249079 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed5391e-5f29-406e-ad7d-20048d351971 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:12.249432 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed5391e-5f29-406e-ad7d-20048d351971 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:12.249779 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed5391e-5f29-406e-ad7d-20048d351971 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:12.250118 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed5391e-5f29-406e-ad7d-20048d351971 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:12.250611 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed5391e-5f29-406e-ad7d-20048d351971 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:12.250784 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed5391e-5f29-406e-ad7d-20048d351971 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:12.251112 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed5391e-5f29-406e-ad7d-20048d351971 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:12.251440 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed5391e-5f29-406e-ad7d-20048d351971 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:12.251766 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed5391e-5f29-406e-ad7d-20048d351971 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:12.252090 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed5391e-5f29-406e-ad7d-20048d351971 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:12.252414 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed5391e-5f29-406e-ad7d-20048d351971 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:12.252739 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed5391e-5f29-406e-ad7d-20048d351971 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:12.273525 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d953e557-7285-4058-92e0-5717fd2d8886 req-184e4c01-b3e7-4f65-ac8b-b375c0838b51 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:12.274793 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d953e557-7285-4058-92e0-5717fd2d8886 req-184e4c01-b3e7-4f65-ac8b-b375c0838b51 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3662055 Nov 25 17:28:12.295071 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e2f56528-5ef5-4297-ba2c-e896770778af req-0dd6e102-7f5e-47d2-86c6-847c68cf775f tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/security-groups?id=84be2441-5ea8-4292-81c0-e25d06d16adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856061 Nov 25 17:28:12.299571 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-d953e557-7285-4058-92e0-5717fd2d8886 req-87d2c259-9997-4d0a-888c-4bcd55892032 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Request body: {'port': {'device_id': '0911bc81-7ff8-4326-b30c-7f363c70ff94', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'admin_state_up': True, 'tenant_id': 'e949b071017c47779120773fb05efee7'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:12.308675 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6ed5391e-5f29-406e-ad7d-20048d351971 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:12.319249 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-6ed5391e-5f29-406e-ad7d-20048d351971 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/c19ccf88-7778-4418-ad11-438645181f88 HTTP/1.1" status: 204 len: 168 time: 1.5603456 Nov 25 17:28:12.319571 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40330) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:12.327895 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eea8adf3-6032-4749-9bcd-9d8bd1ddd196 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:12.363789 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-64c1a6df-288c-4074-83f3-c3eb331bd1e2 req-4db1fe54-65f9-4d57-960d-89b329b3a590 tempest-ServerAddressesTestJSON-1219954824 tempest-ServerAddressesTestJSON-1219954824-project] 10.222.0.75 "GET /v2.0/security-groups?id=dda4573c-8d92-445d-bcba-40a6f32f3683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303834 Nov 25 17:28:12.377471 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d953e557-7285-4058-92e0-5717fd2d8886 req-1cb7e40b-4219-4e44-8136-38c6813f9b40 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:12.381227 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d953e557-7285-4058-92e0-5717fd2d8886 req-1cb7e40b-4219-4e44-8136-38c6813f9b40 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4183497 Nov 25 17:28:12.407715 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-d953e557-7285-4058-92e0-5717fd2d8886 req-bdb90e74-addd-422c-babd-964c3d805563 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Request body: {'port': {'device_id': 'e3bf71bf-f71e-4ea9-b28d-6af2a345a6d8', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'admin_state_up': True, 'tenant_id': 'e949b071017c47779120773fb05efee7'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:12.432151 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2c7cc694-a5c4-43ef-952b-48184bd700bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:12.529232 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-eea8adf3-6032-4749-9bcd-9d8bd1ddd196 admin admin] Deleting port 41227f79-4f8b-4094-8a9b-a475a11f2af4 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:28:12.529584 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eea8adf3-6032-4749-9bcd-9d8bd1ddd196 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:12.541940 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2c7cc694-a5c4-43ef-952b-48184bd700bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:12.611201 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-916426e6-7bbc-4ccb-aea7-5e8c327445e5 req-c3271860-4079-4728-bb36-9b01c8bccacf tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=e3bf71bf-f71e-4ea9-b28d-6af2a345a6d8 HTTP/1.1" status: 200 len: 210 time: 0.0453510 Nov 25 17:28:12.647729 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-2c7cc694-a5c4-43ef-952b-48184bd700bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['371425c0-1ad9-4640-8637-d9368ddb07ea']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:12.665850 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-2c7cc694-a5c4-43ef-952b-48184bd700bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdbf0e78-63fc-4baf-b91d-154115f4c256') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:12.666454 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-2c7cc694-a5c4-43ef-952b-48184bd700bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdbf0e78-63fc-4baf-b91d-154115f4c256') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:12.687601 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2c7cc694-a5c4-43ef-952b-48184bd700bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:12.699559 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d953e557-7285-4058-92e0-5717fd2d8886 req-87d2c259-9997-4d0a-888c-4bcd55892032 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Made reservation on behalf of e949b071017c47779120773fb05efee7 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:28:12.703195 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d953e557-7285-4058-92e0-5717fd2d8886 req-87d2c259-9997-4d0a-888c-4bcd55892032 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:12.727949 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2c7cc694-a5c4-43ef-952b-48184bd700bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:12.737916 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-eea8adf3-6032-4749-9bcd-9d8bd1ddd196 admin admin] For port 41227f79-4f8b-4094-8a9b-a475a11f2af4, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=41227f79-4f8b-4094-8a9b-a475a11f2af4,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:12.738556 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eea8adf3-6032-4749-9bcd-9d8bd1ddd196 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:12.740139 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d953e557-7285-4058-92e0-5717fd2d8886 req-bdb90e74-addd-422c-babd-964c3d805563 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Made reservation on behalf of e949b071017c47779120773fb05efee7 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:28:12.743937 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d953e557-7285-4058-92e0-5717fd2d8886 req-bdb90e74-addd-422c-babd-964c3d805563 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:12.748284 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c7cc694-a5c4-43ef-952b-48184bd700bc admin admin] Releasing vlan 936 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:28:12.748688 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2c7cc694-a5c4-43ef-952b-48184bd700bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:12.750434 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:28:12.750434 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:28:12.750434 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:28:12.750434 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:28:12.750434 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:28:12.750434 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:28:12.750434 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:28:12.750434 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:28:12.750434 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:28:12.750434 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:28:12.750434 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:28:12.750434 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:28:12.750434 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:28:12.750434 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:28:12.750434 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:28:12.750434 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:28:12.750434 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:28:12.750434 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:28:12.750434 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:28:12.750434 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:28:12.750434 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:28:12.750434 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:28:12.750434 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:28:12.750434 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:28:12.750434 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:28:12.750434 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:28:12.750434 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:28:12.750434 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:28:12.750434 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:28:12.750434 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:28:12.750434 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:28:12.750434 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:28:12.754915 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e937d0-5cc7-49b6-933c-50e793118caf req-d814b138-855f-4a50-9993-7ba959cf03f9 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:12.761321 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-85e937d0-5cc7-49b6-933c-50e793118caf req-d814b138-855f-4a50-9993-7ba959cf03f9 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6111eec-06c2-407a-b861-795e1302e2aa HTTP/1.1" status: 200 len: 945 time: 0.1603618 Nov 25 17:28:12.768777 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-eea8adf3-6032-4749-9bcd-9d8bd1ddd196 admin admin] Calling delete_port for 41227f79-4f8b-4094-8a9b-a475a11f2af4 owned by network:router_gateway {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:28:12.854082 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a534bd7-b175-4470-988e-bae941ee672e None None] Sync routers for ids ['1999c8b3-b619-436b-9658-07ef44ec25c1'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:28:12.870820 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a534bd7-b175-4470-988e-bae941ee672e None None] Routers {'1999c8b3-b619-436b-9658-07ef44ec25c1'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:28:12.871697 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-3a534bd7-b175-4470-988e-bae941ee672e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:27:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['1999c8b3-b619-436b-9658-07ef44ec25c1'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:12.892749 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2c7cc694-a5c4-43ef-952b-48184bd700bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:12.910131 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2c7cc694-a5c4-43ef-952b-48184bd700bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:12.914264 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2c7cc694-a5c4-43ef-952b-48184bd700bc admin admin] 10.222.0.75 "DELETE /v2.0/networks/371425c0-1ad9-4640-8637-d9368ddb07ea HTTP/1.1" status: 204 len: 168 time: 0.5938265 Nov 25 17:28:12.982540 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-85e937d0-5cc7-49b6-933c-50e793118caf req-8a0452f0-34b6-4cb9-9ab7-69932035e1ae tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194390 Nov 25 17:28:13.026016 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-3a534bd7-b175-4470-988e-bae941ee672e None None] Set router 1999c8b3-b619-436b-9658-07ef44ec25c1 gateway port host: None {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:28:13.100156 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-d953e557-7285-4058-92e0-5717fd2d8886 req-bdb90e74-addd-422c-babd-964c3d805563 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Allocated IP 192.168.233.71 (ab4fed0b-9bf1-4925-8765-94da08c5de2a/8793709c-5336-428d-aede-b0b8df1a26b2/62f35846-a216-43c6-b577-f0ae35b79bf2) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:28:13.165594 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-3a534bd7-b175-4470-988e-bae941ee672e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1999c8b3-b619-436b-9658-07ef44ec25c1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-62851555-router', 'tenant_id': '81c4a63acd4e4bc29b10ef4177b202e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:27:56Z', 'updated_at': '2021-11-25T17:28:12Z', 'revision_number': 6, 'project_id': '81c4a63acd4e4bc29b10ef4177b202e1', 'gw_port_host': None}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:13.211473 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a534bd7-b175-4470-988e-bae941ee672e None None] Checking router: 1999c8b3-b619-436b-9658-07ef44ec25c1 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:28:13.225174 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a534bd7-b175-4470-988e-bae941ee672e None None] Routers {'1999c8b3-b619-436b-9658-07ef44ec25c1'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:28:13.225966 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-3a534bd7-b175-4470-988e-bae941ee672e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:27:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['1999c8b3-b619-436b-9658-07ef44ec25c1'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:13.295498 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 40366) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:13.398057 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7cc694-a5c4-43ef-952b-48184bd700bc admin admin] Pushing event deleted for resources: {'Network': ['ID=371425c0-1ad9-4640-8637-d9368ddb07ea,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:13.431458 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-3a534bd7-b175-4470-988e-bae941ee672e None None] Set router 1999c8b3-b619-436b-9658-07ef44ec25c1 gateway port host: None {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:28:13.463757 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-8e7fe4da-c2df-43f3-abaf-17559797c20e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0c50612348444ddfbb4ceb1523debeb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1594422 Nov 25 17:28:13.466758 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40376) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:13.526254 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40380) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:13.544949 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d953e557-7285-4058-92e0-5717fd2d8886 req-bdb90e74-addd-422c-babd-964c3d805563 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:13.583357 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bc851a02-7b29-46b2-a84c-307873c7103c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:13.612505 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eea8adf3-6032-4749-9bcd-9d8bd1ddd196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:13.620342 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d953e557-7285-4058-92e0-5717fd2d8886 req-bdb90e74-addd-422c-babd-964c3d805563 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:13.626985 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bc851a02-7b29-46b2-a84c-307873c7103c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:13.630541 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40384) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:13.681075 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea8adf3-6032-4749-9bcd-9d8bd1ddd196 admin admin] Pushing event deleted for resources: {'Port': ['ID=41227f79-4f8b-4094-8a9b-a475a11f2af4,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:13.762533 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eea8adf3-6032-4749-9bcd-9d8bd1ddd196 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:13.763453 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 9ec36472-b2b2-4afe-91f5-69661d90f555 up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:28:13.767274 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['0682888f-e70f-4362-8d88-9e0f7bea89c3', '057d05e3-0c55-42f7-8017-905ae44193e9'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:28:13.771464 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['5dd26ad6-440e-45ad-be85-4b1a98da85a4'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:28:13.776783 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-3a534bd7-b175-4470-988e-bae941ee672e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1999c8b3-b619-436b-9658-07ef44ec25c1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-62851555-router', 'tenant_id': '81c4a63acd4e4bc29b10ef4177b202e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:27:56Z', 'updated_at': '2021-11-25T17:28:12Z', 'revision_number': 6, 'project_id': '81c4a63acd4e4bc29b10ef4177b202e1', 'gw_port_host': None}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:13.811372 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d953e557-7285-4058-92e0-5717fd2d8886 req-bdb90e74-addd-422c-babd-964c3d805563 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Network ab4fed0b-9bf1-4925-8765-94da08c5de2a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:28:13.826323 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb90e74-addd-422c-babd-964c3d805563 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Pushing event updated for resources: {'Port': ['ID=62f35846-a216-43c6-b577-f0ae35b79bf2,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:13.841599 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-d953e557-7285-4058-92e0-5717fd2d8886 req-bdb90e74-addd-422c-babd-964c3d805563 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:28:13.860257 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-d953e557-7285-4058-92e0-5717fd2d8886 req-87d2c259-9997-4d0a-888c-4bcd55892032 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Allocated IP 192.168.233.3 (ab4fed0b-9bf1-4925-8765-94da08c5de2a/8793709c-5336-428d-aede-b0b8df1a26b2/ed6453e3-969d-494e-bd6f-33b16d7135ac) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:28:13.893359 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d0e4ab09-79d2-4b2c-a707-8398fa88185f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:13.912043 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a534bd7-b175-4470-988e-bae941ee672e None None] The sync data for ids ['1999c8b3-b619-436b-9658-07ef44ec25c1'] in n-d-817746-1 is: [{'id': '1999c8b3-b619-436b-9658-07ef44ec25c1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-62851555-router', 'tenant_id': '81c4a63acd4e4bc29b10ef4177b202e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:27:56Z', 'updated_at': '2021-11-25T17:28:12Z', 'revision_number': 6, 'project_id': '81c4a63acd4e4bc29b10ef4177b202e1', 'gw_port_host': None}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:28:13.917516 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3b2172de-9f1d-4890-b7e5-a508b07bcd3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:13.922082 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eea8adf3-6032-4749-9bcd-9d8bd1ddd196 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:13.933131 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eea8adf3-6032-4749-9bcd-9d8bd1ddd196 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:14.032328 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port 9ec36472-b2b2-4afe-91f5-69661d90f555 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:28:14.049530 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 9ec36472-b2b2-4afe-91f5-69661d90f555 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:28:14.049822 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:14.054127 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d0e4ab09-79d2-4b2c-a707-8398fa88185f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:14.096258 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d953e557-7285-4058-92e0-5717fd2d8886 req-87d2c259-9997-4d0a-888c-4bcd55892032 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:14.113779 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-d953e557-7285-4058-92e0-5717fd2d8886 req-bdb90e74-addd-422c-babd-964c3d805563 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:28:14.143284 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d0e4ab09-79d2-4b2c-a707-8398fa88185f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:14.154953 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bc851a02-7b29-46b2-a84c-307873c7103c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:14.156682 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bc851a02-7b29-46b2-a84c-307873c7103c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:14.160469 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-bc851a02-7b29-46b2-a84c-307873c7103c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/44d4cd70-067c-43d6-baba-ca2316e6080b HTTP/1.1" status: 204 len: 168 time: 0.6900516 Nov 25 17:28:14.179905 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce932e2-28a4-4c89-9d6e-96eb35f30a87 req-282fba0d-51d8-4431-8f99-16cda3536f64 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:14.187502 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8ce932e2-28a4-4c89-9d6e-96eb35f30a87 req-282fba0d-51d8-4431-8f99-16cda3536f64 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/ports?device_id=9146b814-a564-4f66-ae0e-5fb421ea3d11 HTTP/1.1" status: 200 len: 945 time: 0.7218306 Nov 25 17:28:14.202494 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e4ab09-79d2-4b2c-a707-8398fa88185f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1163bd6d-d67e-43af-aba8-4261b87230f6,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:14.221785 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b5151-b61e-41c9-8813-84f5a176b25b req-eecb8f70-867a-4bd1-b174-995ba9c40253 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:14.226735 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d0e4ab09-79d2-4b2c-a707-8398fa88185f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e55e4b459ae24d55b49f894c3d2948af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5852273 Nov 25 17:28:14.229575 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a60b5151-b61e-41c9-8813-84f5a176b25b req-eecb8f70-867a-4bd1-b174-995ba9c40253 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6111eec-06c2-407a-b861-795e1302e2aa HTTP/1.1" status: 200 len: 945 time: 0.6346600 Nov 25 17:28:14.233184 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40392) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:14.234046 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eea8adf3-6032-4749-9bcd-9d8bd1ddd196 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:14.234770 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea8adf3-6032-4749-9bcd-9d8bd1ddd196 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1999c8b3-b619-436b-9658-07ef44ec25c1 {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:28:14.242783 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eea8adf3-6032-4749-9bcd-9d8bd1ddd196 admin admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:14.246957 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-eea8adf3-6032-4749-9bcd-9d8bd1ddd196 admin admin] 10.222.0.75 "DELETE /v2.0/routers/1999c8b3-b619-436b-9658-07ef44ec25c1 HTTP/1.1" status: 204 len: 168 time: 2.1898537 Nov 25 17:28:14.248751 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e4ab09-79d2-4b2c-a707-8398fa88185f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:14.249482 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e4ab09-79d2-4b2c-a707-8398fa88185f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:14.249998 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e4ab09-79d2-4b2c-a707-8398fa88185f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:14.250507 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e4ab09-79d2-4b2c-a707-8398fa88185f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:14.251006 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e4ab09-79d2-4b2c-a707-8398fa88185f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:14.251506 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e4ab09-79d2-4b2c-a707-8398fa88185f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:14.252016 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e4ab09-79d2-4b2c-a707-8398fa88185f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:14.252620 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e4ab09-79d2-4b2c-a707-8398fa88185f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:14.253134 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e4ab09-79d2-4b2c-a707-8398fa88185f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:14.254154 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e4ab09-79d2-4b2c-a707-8398fa88185f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:14.254725 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e4ab09-79d2-4b2c-a707-8398fa88185f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:14.255244 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e4ab09-79d2-4b2c-a707-8398fa88185f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:14.268556 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40394) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:14.286042 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:14.292091 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d953e557-7285-4058-92e0-5717fd2d8886 req-bdb90e74-addd-422c-babd-964c3d805563 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:14.292955 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d953e557-7285-4058-92e0-5717fd2d8886 req-bdb90e74-addd-422c-babd-964c3d805563 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:14.313419 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-f2556ce9-c807-4a6b-bf5a-0eb9b217a6ed None None] Provisioning complete for port 62f35846-a216-43c6-b577-f0ae35b79bf2 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:28:14.313706 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f2556ce9-c807-4a6b-bf5a-0eb9b217a6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:14.314852 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d953e557-7285-4058-92e0-5717fd2d8886 req-87d2c259-9997-4d0a-888c-4bcd55892032 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:14.339933 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3b2172de-9f1d-4890-b7e5-a508b07bcd3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:14.348219 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc851a02-7b29-46b2-a84c-307873c7103c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d4cd70-067c-43d6-baba-ca2316e6080b,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:14.368989 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3b2172de-9f1d-4890-b7e5-a508b07bcd3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:14.382016 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8ce932e2-28a4-4c89-9d6e-96eb35f30a87 req-b2027acb-cd0a-4e55-aeca-64d306d54855 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/security-groups?id=84be2441-5ea8-4292-81c0-e25d06d16adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933868 Nov 25 17:28:14.413717 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d7af269-0649-478a-8754-43edfb722608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec36472-b2b2-4afe-91f5-69661d90f555'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:28:14.416343 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9912cd-d679-47de-981f-0392f84e9147" -d '{"events": [{"server_uuid": "0d7af269-0649-478a-8754-43edfb722608", "name": "network-vif-plugged", "status": "completed", "tag": "9ec36472-b2b2-4afe-91f5-69661d90f555"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:28:14.439578 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-f2556ce9-c807-4a6b-bf5a-0eb9b217a6ed None None] Port 62f35846-a216-43c6-b577-f0ae35b79bf2 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:28:14.448421 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 9ec36472-b2b2-4afe-91f5-69661d90f555, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=9ec36472-b2b2-4afe-91f5-69661d90f555,segment=NetworkSegment(543fdaf9-2958-4680-8713-cdd5c875974c),segment_id=543fdaf9-2958-4680-8713-cdd5c875974c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:14.451934 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d953e557-7285-4058-92e0-5717fd2d8886 req-87d2c259-9997-4d0a-888c-4bcd55892032 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Network ab4fed0b-9bf1-4925-8765-94da08c5de2a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:28:14.455294 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:14.460884 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d953e557-7285-4058-92e0-5717fd2d8886 req-bdb90e74-addd-422c-babd-964c3d805563 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0578303 Nov 25 17:28:14.495443 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-d953e557-7285-4058-92e0-5717fd2d8886 req-f3791f15-c43f-4e22-a4cb-ef55567f63d7 service neutron] Request body: {'port': {'device_id': 'e3bf71bf-f71e-4ea9-b28d-6af2a345a6d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:14.499290 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-d953e557-7285-4058-92e0-5717fd2d8886 req-87d2c259-9997-4d0a-888c-4bcd55892032 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:28:14.528111 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-a14f9fea-2b35-443d-b2b0-5c5d492cd877 admin admin] Deleting subnet f610128e-ff6e-4bba-b2be-205fc93609a3 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:28:14.541776 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-d953e557-7285-4058-92e0-5717fd2d8886 req-87d2c259-9997-4d0a-888c-4bcd55892032 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:28:14.549622 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a14f9fea-2b35-443d-b2b0-5c5d492cd877 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:14.553521 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=9ec36472-b2b2-4afe-91f5-69661d90f555,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:14.565143 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['5dd26ad6-440e-45ad-be85-4b1a98da85a4'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:28:14.603122 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3b2172de-9f1d-4890-b7e5-a508b07bcd3b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9e1e95e1594b49818dcb85f69cbb564b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0539215 Nov 25 17:28:14.612017 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2172de-9f1d-4890-b7e5-a508b07bcd3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af80c9c-db83-4467-b33b-07ecddcb87e5,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:14.627749 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a60b5151-b61e-41c9-8813-84f5a176b25b req-4ce2e02b-39d6-4e9d-9bfd-b99c92bf8323 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3971722 Nov 25 17:28:14.632020 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40400) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:14.729114 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d953e557-7285-4058-92e0-5717fd2d8886 req-87d2c259-9997-4d0a-888c-4bcd55892032 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:14.729791 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d953e557-7285-4058-92e0-5717fd2d8886 req-87d2c259-9997-4d0a-888c-4bcd55892032 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:14.736914 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d2c259-9997-4d0a-888c-4bcd55892032 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Pushing event updated for resources: {'Port': ['ID=ed6453e3-969d-494e-bd6f-33b16d7135ac,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:14.742102 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-17b97e39-8486-4c76-b317-6343dc499c1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:14.779954 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a14f9fea-2b35-443d-b2b0-5c5d492cd877 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:14.843241 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-17b97e39-8486-4c76-b317-6343dc499c1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:14.851145 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8610331c-97f8-44cf-823d-7c583ae9ac9f req-d2af7981-a4d3-4621-a43a-996075792f9b tempest-ServerAddressesTestJSON-1219954824 tempest-ServerAddressesTestJSON-1219954824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:14.852746 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8610331c-97f8-44cf-823d-7c583ae9ac9f req-d2af7981-a4d3-4621-a43a-996075792f9b tempest-ServerAddressesTestJSON-1219954824 tempest-ServerAddressesTestJSON-1219954824-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d7af269-0649-478a-8754-43edfb722608 HTTP/1.1" status: 200 len: 945 time: 0.3502407 Nov 25 17:28:14.860594 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d953e557-7285-4058-92e0-5717fd2d8886 req-87d2c259-9997-4d0a-888c-4bcd55892032 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5751042 Nov 25 17:28:14.875500 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d953e557-7285-4058-92e0-5717fd2d8886 req-f3791f15-c43f-4e22-a4cb-ef55567f63d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:14.897698 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-d953e557-7285-4058-92e0-5717fd2d8886 req-1b1579d2-9242-4903-aed5-c2f191800afb service neutron] Request body: {'port': {'device_id': '0911bc81-7ff8-4326-b30c-7f363c70ff94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:14.897968 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['0682888f-e70f-4362-8d88-9e0f7bea89c3', '057d05e3-0c55-42f7-8017-905ae44193e9'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:28:14.935327 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c5cddc4d-9735-4e66-88f8-6faddb3c3c42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:15.000284 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a14f9fea-2b35-443d-b2b0-5c5d492cd877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:15.007442 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 2fa2b9bd-a43e-462a-b2b1-06e331c45b7a no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:28:15.023587 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05144934-9873-4d1d-9d76-bb24ae6dc989 req-490c4bf6-ef91-4156-86d3-60a40f544ee1 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:15.024437 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-05144934-9873-4d1d-9d76-bb24ae6dc989 req-490c4bf6-ef91-4156-86d3-60a40f544ee1 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=e3bf71bf-f71e-4ea9-b28d-6af2a345a6d8 HTTP/1.1" status: 200 len: 935 time: 0.2640324 Nov 25 17:28:15.053532 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 2fa2b9bd-a43e-462a-b2b1-06e331c45b7a {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:28:15.054040 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 2fa2b9bd-a43e-462a-b2b1-06e331c45b7a not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:28:15.099005 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a14f9fea-2b35-443d-b2b0-5c5d492cd877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:15.125358 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8610331c-97f8-44cf-823d-7c583ae9ac9f req-e992bf22-2b87-48f6-ae50-44a03403fbf3 tempest-ServerAddressesTestJSON-1219954824 tempest-ServerAddressesTestJSON-1219954824-project] 10.222.0.75 "GET /v2.0/security-groups?id=dda4573c-8d92-445d-bcba-40a6f32f3683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614100 Nov 25 17:28:15.138829 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d08b3fc4-8e0c-435e-9a77-dcd2c259e897 None None] Provisioning complete for port ed6453e3-969d-494e-bd6f-33b16d7135ac triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:28:15.138829 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d08b3fc4-8e0c-435e-9a77-dcd2c259e897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:15.161431 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c5cddc4d-9735-4e66-88f8-6faddb3c3c42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:15.206812 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c372ae91-f9f5-41de-a0e3-1ff20e651d2d x-openstack-request-id: req-c372ae91-f9f5-41de-a0e3-1ff20e651d2d {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:28:15.209044 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d7af269-0649-478a-8754-43edfb722608", "name": "network-vif-plugged", "status": "completed", "tag": "9ec36472-b2b2-4afe-91f5-69661d90f555", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:28:15.209296 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c372ae91-f9f5-41de-a0e3-1ff20e651d2d {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:28:15.209696 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d7af269-0649-478a-8754-43edfb722608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec36472-b2b2-4afe-91f5-69661d90f555', 'code': 200} Nov 25 17:28:15.213614 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d08b3fc4-8e0c-435e-9a77-dcd2c259e897 None None] Port ed6453e3-969d-494e-bd6f-33b16d7135ac cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:28:15.241298 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d953e557-7285-4058-92e0-5717fd2d8886 req-1b1579d2-9242-4903-aed5-c2f191800afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:15.264930 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14f9fea-2b35-443d-b2b0-5c5d492cd877 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f610128e-ff6e-4bba-b2be-205fc93609a3,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:15.290776 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1fb195-41cf-4334-a396-70e1e47779cd None None] Network c436314e-2553-4e00-b382-91e80ebf50ff requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:28:15.294511 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a14f9fea-2b35-443d-b2b0-5c5d492cd877 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:15.297171 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-05144934-9873-4d1d-9d76-bb24ae6dc989 req-fc27dec0-f49a-4453-874a-8668bf8c63f5 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588696 Nov 25 17:28:15.323127 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a14f9fea-2b35-443d-b2b0-5c5d492cd877 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/f610128e-ff6e-4bba-b2be-205fc93609a3 HTTP/1.1" status: 204 len: 168 time: 1.0460041 Nov 25 17:28:15.334672 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 40418) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:15.395978 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-17b97e39-8486-4c76-b317-6343dc499c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:15.399078 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-17b97e39-8486-4c76-b317-6343dc499c1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:15.400464 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-17b97e39-8486-4c76-b317-6343dc499c1f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1163bd6d-d67e-43af-aba8-4261b87230f6 HTTP/1.1" status: 204 len: 168 time: 1.1636548 Nov 25 17:28:15.421993 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b97e39-8486-4c76-b317-6343dc499c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1163bd6d-d67e-43af-aba8-4261b87230f6,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:15.466363 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39060ee7-9062-4b3c-a332-6e15441a7fe3 req-f8c43ce3-5a86-4a77-b518-34a784f12b21 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:15.469034 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-39060ee7-9062-4b3c-a332-6e15441a7fe3 req-f8c43ce3-5a86-4a77-b518-34a784f12b21 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.90 "GET /v2.0/ports?device_id=a6111eec-06c2-407a-b861-795e1302e2aa HTTP/1.1" status: 200 len: 945 time: 0.3766906 Nov 25 17:28:15.476599 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5d380-9984-4dac-a994-fb498c0d5d04 req-38275276-3899-4174-b0a5-05b68cb3d821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:15.478737 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-06e5d380-9984-4dac-a994-fb498c0d5d04 req-38275276-3899-4174-b0a5-05b68cb3d821 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0d7af269-0649-478a-8754-43edfb722608 HTTP/1.1" status: 200 len: 1096 time: 0.1557295 Nov 25 17:28:15.517627 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40424) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:15.584236 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c5cddc4d-9735-4e66-88f8-6faddb3c3c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:15.589543 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c5cddc4d-9735-4e66-88f8-6faddb3c3c42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:15.593646 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c5cddc4d-9735-4e66-88f8-6faddb3c3c42 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8af80c9c-db83-4467-b33b-07ecddcb87e5 HTTP/1.1" status: 204 len: 168 time: 0.9459741 Nov 25 17:28:15.607700 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-06e5d380-9984-4dac-a994-fb498c0d5d04 req-8e781853-2782-4232-831b-70c660c7d3cd service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=dda4573c-8d92-445d-bcba-40a6f32f3683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961370 Nov 25 17:28:15.614102 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9e80010e-c9bc-4845-82e1-bf9ff5927430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:15.638860 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cddc4d-9735-4e66-88f8-6faddb3c3c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af80c9c-db83-4467-b33b-07ecddcb87e5,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:15.655704 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493d3b62-7830-4182-aa3c-e2721f064008 None None] DHCP port deletion for c436314e-2553-4e00-b382-91e80ebf50ff request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:28:15.693995 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-39060ee7-9062-4b3c-a332-6e15441a7fe3 req-ec7e2ec0-5446-4c74-b91f-8a1ef64e27b3 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Deleting port ce7a9ef3-fc94-4451-8d55-abdd69eee46e {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:28:15.694349 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-39060ee7-9062-4b3c-a332-6e15441a7fe3 req-ec7e2ec0-5446-4c74-b91f-8a1ef64e27b3 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:15.789714 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019ea3a1-7549-4f87-9c7d-307e55d8538d req-78f95825-cd29-4f27-892c-f3b6843ec0eb tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:15.791355 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-019ea3a1-7549-4f87-9c7d-307e55d8538d req-78f95825-cd29-4f27-892c-f3b6843ec0eb tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/ports?device_id=9146b814-a564-4f66-ae0e-5fb421ea3d11 HTTP/1.1" status: 200 len: 945 time: 0.1673086 Nov 25 17:28:15.792127 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-493d3b62-7830-4182-aa3c-e2721f064008 None None] Deleting port 48d7e242-8532-41a5-a804-96bfb84c1131 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:28:15.792507 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-493d3b62-7830-4182-aa3c-e2721f064008 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:15.840756 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-39060ee7-9062-4b3c-a332-6e15441a7fe3 req-ec7e2ec0-5446-4c74-b91f-8a1ef64e27b3 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] For port ce7a9ef3-fc94-4451-8d55-abdd69eee46e, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=ce7a9ef3-fc94-4451-8d55-abdd69eee46e,segment=NetworkSegment(79eee098-6bae-4c42-964f-62f3e7d096e0),segment_id=79eee098-6bae-4c42-964f-62f3e7d096e0)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:15.840756 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-39060ee7-9062-4b3c-a332-6e15441a7fe3 req-ec7e2ec0-5446-4c74-b91f-8a1ef64e27b3 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:15.883085 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-d953e557-7285-4058-92e0-5717fd2d8886 req-f3791f15-c43f-4e22-a4cb-ef55567f63d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62f35846-a216-43c6-b577-f0ae35b79bf2 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:28:15.889627 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-39060ee7-9062-4b3c-a332-6e15441a7fe3 req-ec7e2ec0-5446-4c74-b91f-8a1ef64e27b3 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Calling delete_port for ce7a9ef3-fc94-4451-8d55-abdd69eee46e owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:28:15.891104 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d953e557-7285-4058-92e0-5717fd2d8886 req-f3791f15-c43f-4e22-a4cb-ef55567f63d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:15.904389 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-493d3b62-7830-4182-aa3c-e2721f064008 None None] For port 48d7e242-8532-41a5-a804-96bfb84c1131, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=48d7e242-8532-41a5-a804-96bfb84c1131,segment=NetworkSegment(678b156a-60c8-4aac-8a5f-b9807c2c852d),segment_id=678b156a-60c8-4aac-8a5f-b9807c2c852d)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:15.904612 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-d953e557-7285-4058-92e0-5717fd2d8886 req-f3791f15-c43f-4e22-a4cb-ef55567f63d7 service neutron] Transition to ACTIVE for port object 62f35846-a216-43c6-b577-f0ae35b79bf2 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:28:15.904801 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-493d3b62-7830-4182-aa3c-e2721f064008 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:15.924872 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-92abc1d3-df82-4040-b621-171e6f9515e8 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1663179926-network', 'tenant_id': 'cd0ff8dee88b48d1b54567087f3098e3'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:15.937072 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-493d3b62-7830-4182-aa3c-e2721f064008 None None] Calling delete_port for 48d7e242-8532-41a5-a804-96bfb84c1131 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:28:15.975788 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d953e557-7285-4058-92e0-5717fd2d8886 req-f3791f15-c43f-4e22-a4cb-ef55567f63d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:16.046666 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92abc1d3-df82-4040-b621-171e6f9515e8 admin admin] Made reservation on behalf of cd0ff8dee88b48d1b54567087f3098e3 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:28:16.049103 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-92abc1d3-df82-4040-b621-171e6f9515e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:16.063397 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-92abc1d3-df82-4040-b621-171e6f9515e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:16.174379 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-493d3b62-7830-4182-aa3c-e2721f064008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:16.180763 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-92abc1d3-df82-4040-b621-171e6f9515e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:16.189455 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-92abc1d3-df82-4040-b621-171e6f9515e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:16.259985 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d3b62-7830-4182-aa3c-e2721f064008 None None] Pushing event deleted for resources: {'Port': ['ID=48d7e242-8532-41a5-a804-96bfb84c1131,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:16.261347 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92abc1d3-df82-4040-b621-171e6f9515e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 930} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:28:16.265335 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-019ea3a1-7549-4f87-9c7d-307e55d8538d req-0dcd6389-f839-43c4-a9ab-019f1b060f9d tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/security-groups?id=84be2441-5ea8-4292-81c0-e25d06d16adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026035 Nov 25 17:28:16.267287 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493d3b62-7830-4182-aa3c-e2721f064008 None None] No DVR routers for this DVR port 48d7e242-8532-41a5-a804-96bfb84c1131 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:28:16.313676 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-39060ee7-9062-4b3c-a332-6e15441a7fe3 req-ec7e2ec0-5446-4c74-b91f-8a1ef64e27b3 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:16.322379 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92abc1d3-df82-4040-b621-171e6f9515e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ed0d14-5827-4f57-b649-24a476859efc,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:16.354461 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-92abc1d3-df82-4040-b621-171e6f9515e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:16.355078 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-92abc1d3-df82-4040-b621-171e6f9515e8 admin admin] Added segment a342e4e6-8114-4607-93c7-b01e8c27a5fd of type vlan for network bc1089eb-e09c-4477-9d35-a13ee5eeba00 Nov 25 17:28:16.372148 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7e2ec0-5446-4c74-b91f-8a1ef64e27b3 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Pushing event deleted for resources: {'Port': ['ID=ce7a9ef3-fc94-4451-8d55-abdd69eee46e,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:16.460054 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40446) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:16.461174 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-39060ee7-9062-4b3c-a332-6e15441a7fe3 req-ec7e2ec0-5446-4c74-b91f-8a1ef64e27b3 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] No DVR routers for this DVR port ce7a9ef3-fc94-4451-8d55-abdd69eee46e on host n-h2-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:28:16.477098 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-39060ee7-9062-4b3c-a332-6e15441a7fe3 req-ec7e2ec0-5446-4c74-b91f-8a1ef64e27b3 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:16.480470 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-39060ee7-9062-4b3c-a332-6e15441a7fe3 req-ec7e2ec0-5446-4c74-b91f-8a1ef64e27b3 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.90 "DELETE /v2.0/ports/ce7a9ef3-fc94-4451-8d55-abdd69eee46e HTTP/1.1" status: 204 len: 173 time: 1.0003078 Nov 25 17:28:16.481016 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6111eec-06c2-407a-b861-795e1302e2aa', 'name': 'network-vif-deleted', 'tag': 'ce7a9ef3-fc94-4451-8d55-abdd69eee46e'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:28:16.483335 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cfe95c0-484b-44a3-8f57-f50c15413cb8" -d '{"events": [{"server_uuid": "a6111eec-06c2-407a-b861-795e1302e2aa", "name": "network-vif-deleted", "tag": "ce7a9ef3-fc94-4451-8d55-abdd69eee46e"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:28:16.499147 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-92abc1d3-df82-4040-b621-171e6f9515e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:16.501606 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-15e5b6c2-1cad-46dd-baf4-ec8b7328e2b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:16.547632 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:16.584658 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 48d7e242-8532-41a5-a804-96bfb84c1131 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:28:16.610717 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 48d7e242-8532-41a5-a804-96bfb84c1131 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:28:16.611768 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 48d7e242-8532-41a5-a804-96bfb84c1131 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:28:16.613357 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 41227f79-4f8b-4094-8a9b-a475a11f2af4 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:28:16.644620 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-15e5b6c2-1cad-46dd-baf4-ec8b7328e2b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:16.646127 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 41227f79-4f8b-4094-8a9b-a475a11f2af4 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:28:16.647452 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 41227f79-4f8b-4094-8a9b-a475a11f2af4 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:28:16.656442 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-15e5b6c2-1cad-46dd-baf4-ec8b7328e2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:16.706052 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-92abc1d3-df82-4040-b621-171e6f9515e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:16.708453 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92abc1d3-df82-4040-b621-171e6f9515e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:16.709120 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:16.709452 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-92abc1d3-df82-4040-b621-171e6f9515e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:16.748799 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-92abc1d3-df82-4040-b621-171e6f9515e8 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2272880 Nov 25 17:28:16.760459 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-15e5b6c2-1cad-46dd-baf4-ec8b7328e2b3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e34581694e8f4c28b7b7d96116351589&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2973325 Nov 25 17:28:16.761207 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40452) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:16.763579 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e5b6c2-1cad-46dd-baf4-ec8b7328e2b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84aadacd-3cff-4ada-b1a0-4e434e32b083,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:16.775334 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-5f9bd354-2509-475d-80a0-f62a83a36283 admin admin] Request body: {'subnet': {'network_id': 'bc1089eb-e09c-4477-9d35-a13ee5eeba00', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1663179926-subnet', 'tenant_id': 'cd0ff8dee88b48d1b54567087f3098e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:16.778860 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40456) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:16.782546 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3791f15-c43f-4e22-a4cb-ef55567f63d7 service neutron] Pushing event updated for resources: {'Port': ['ID=62f35846-a216-43c6-b577-f0ae35b79bf2,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:16.829893 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-9e80010e-c9bc-4845-82e1-bf9ff5927430 admin admin] Deleting port 48d7e242-8532-41a5-a804-96bfb84c1131 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:28:16.830606 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9e80010e-c9bc-4845-82e1-bf9ff5927430 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:16.852040 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92abc1d3-df82-4040-b621-171e6f9515e8 admin admin] Pushing event updated for resources: {'Network': ['ID=bc1089eb-e09c-4477-9d35-a13ee5eeba00,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:16.858515 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8504dc01-f80d-4d71-bc10-47083395128f req-5cf4da35-fd25-4d7e-af4e-7d1c7b457817 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:16.860462 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8504dc01-f80d-4d71-bc10-47083395128f req-5cf4da35-fd25-4d7e-af4e-7d1c7b457817 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6111eec-06c2-407a-b861-795e1302e2aa HTTP/1.1" status: 200 len: 945 time: 0.9324908 Nov 25 17:28:16.867872 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network bc1089eb-e09c-4477-9d35-a13ee5eeba00 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:28:16.871946 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f9bd354-2509-475d-80a0-f62a83a36283 admin admin] Made reservation on behalf of cd0ff8dee88b48d1b54567087f3098e3 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:28:16.874335 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5f9bd354-2509-475d-80a0-f62a83a36283 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:16.986950 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-756efc63-2304-45c6-9adf-8c76c836f4ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:17.029395 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-756efc63-2304-45c6-9adf-8c76c836f4ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:17.047033 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-9e80010e-c9bc-4845-82e1-bf9ff5927430 admin admin] For port 48d7e242-8532-41a5-a804-96bfb84c1131, host n-d-817746-1, got binding levels [] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:17.047480 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9e80010e-c9bc-4845-82e1-bf9ff5927430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:17.060666 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-d953e557-7285-4058-92e0-5717fd2d8886 req-f3791f15-c43f-4e22-a4cb-ef55567f63d7 service neutron] Attempting to bind port 62f35846-a216-43c6-b577-f0ae35b79bf2 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:28:17.061342 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-d953e557-7285-4058-92e0-5717fd2d8886 req-f3791f15-c43f-4e22-a4cb-ef55567f63d7 service neutron] Attempting to bind port 62f35846-a216-43c6-b577-f0ae35b79bf2 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:28:17.061842 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d953e557-7285-4058-92e0-5717fd2d8886 req-f3791f15-c43f-4e22-a4cb-ef55567f63d7 service neutron] Attempting to bind port 62f35846-a216-43c6-b577-f0ae35b79bf2 on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:28:17.073761 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d953e557-7285-4058-92e0-5717fd2d8886 req-f3791f15-c43f-4e22-a4cb-ef55567f63d7 service neutron] Port 62f35846-a216-43c6-b577-f0ae35b79bf2 on network ab4fed0b-9bf1-4925-8765-94da08c5de2a not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:28:17.074492 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d953e557-7285-4058-92e0-5717fd2d8886 req-f3791f15-c43f-4e22-a4cb-ef55567f63d7 service neutron] Attempting to bind port 62f35846-a216-43c6-b577-f0ae35b79bf2 on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:28:17.080049 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8504dc01-f80d-4d71-bc10-47083395128f req-05dd054d-b8c0-4882-896d-9ce95ba707e6 tempest-DeleteServersTestJSON-1053883823 tempest-DeleteServersTestJSON-1053883823-project] 10.222.0.75 "GET /v2.0/security-groups?id=2057012a-e1ad-4456-9a2f-3b73b77a7108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651073 Nov 25 17:28:17.114419 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-9e80010e-c9bc-4845-82e1-bf9ff5927430 admin admin] Calling delete_port for 48d7e242-8532-41a5-a804-96bfb84c1131 owned by network:dhcp {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:28:17.123893 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6458ec5-61e8-47f6-b275-2d75a2df36df req-e3e20e90-f93a-42f3-af60-cf1756a2d680 tempest-ServerAddressesTestJSON-1219954824 tempest-ServerAddressesTestJSON-1219954824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:17.128174 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-aef0cef5-07eb-46fd-8ebb-551280c74085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:17.131931 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b6458ec5-61e8-47f6-b275-2d75a2df36df req-e3e20e90-f93a-42f3-af60-cf1756a2d680 tempest-ServerAddressesTestJSON-1219954824 tempest-ServerAddressesTestJSON-1219954824-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d7af269-0649-478a-8754-43edfb722608 HTTP/1.1" status: 200 len: 945 time: 0.3237076 Nov 25 17:28:17.152304 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.ipam_backend_mixin [None req-9e80010e-c9bc-4845-82e1-bf9ff5927430 admin admin] Port 48d7e242-8532-41a5-a804-96bfb84c1131 was not found and therefore no delete operation was performed {{(pid=103361) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 17:28:17.176356 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d953e557-7285-4058-92e0-5717fd2d8886 req-f3791f15-c43f-4e22-a4cb-ef55567f63d7 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:28:17.176692 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d953e557-7285-4058-92e0-5717fd2d8886 req-f3791f15-c43f-4e22-a4cb-ef55567f63d7 service neutron] Checking segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:28:17.177107 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d953e557-7285-4058-92e0-5717fd2d8886 req-f3791f15-c43f-4e22-a4cb-ef55567f63d7 service neutron] Bound using segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:28:17.177557 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-d953e557-7285-4058-92e0-5717fd2d8886 req-f3791f15-c43f-4e22-a4cb-ef55567f63d7 service neutron] Bound port: 62f35846-a216-43c6-b577-f0ae35b79bf2, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:28:17.177922 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d953e557-7285-4058-92e0-5717fd2d8886 req-f3791f15-c43f-4e22-a4cb-ef55567f63d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:17.186730 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-756efc63-2304-45c6-9adf-8c76c836f4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:17.190269 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-756efc63-2304-45c6-9adf-8c76c836f4ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:17.192441 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9e80010e-c9bc-4845-82e1-bf9ff5927430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:17.192946 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-756efc63-2304-45c6-9adf-8c76c836f4ab admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/84aadacd-3cff-4ada-b1a0-4e434e32b083 HTTP/1.1" status: 204 len: 168 time: 0.4126520 Nov 25 17:28:17.196975 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5f9bd354-2509-475d-80a0-f62a83a36283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:17.225320 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b6458ec5-61e8-47f6-b275-2d75a2df36df req-422123c1-18b4-45a0-a291-326ccccc76b1 tempest-ServerAddressesTestJSON-1219954824 tempest-ServerAddressesTestJSON-1219954824-project] 10.222.0.75 "GET /v2.0/security-groups?id=dda4573c-8d92-445d-bcba-40a6f32f3683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921695 Nov 25 17:28:17.232118 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756efc63-2304-45c6-9adf-8c76c836f4ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84aadacd-3cff-4ada-b1a0-4e434e32b083,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:17.287204 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9bd354-2509-475d-80a0-f62a83a36283 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dc767c6-d4dd-4900-a15e-86c4f13767ad,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:17.296446 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60142093-eb99-4960-9ce8-15b3cf421fe5 x-openstack-request-id: req-60142093-eb99-4960-9ce8-15b3cf421fe5 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:28:17.296747 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6111eec-06c2-407a-b861-795e1302e2aa", "name": "network-vif-deleted", "tag": "ce7a9ef3-fc94-4451-8d55-abdd69eee46e", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:28:17.297053 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-60142093-eb99-4960-9ce8-15b3cf421fe5 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:28:17.299571 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6111eec-06c2-407a-b861-795e1302e2aa', 'name': 'network-vif-deleted', 'tag': 'ce7a9ef3-fc94-4451-8d55-abdd69eee46e', 'status': 'completed', 'code': 200} Nov 25 17:28:17.307431 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9bd354-2509-475d-80a0-f62a83a36283 admin admin] Checking segment: {'id': 'a342e4e6-8114-4607-93c7-b01e8c27a5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'bc1089eb-e09c-4477-9d35-a13ee5eeba00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:28:17.307804 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9bd354-2509-475d-80a0-f62a83a36283 admin admin] Network hostable DHCP agents. Network: bc1089eb-e09c-4477-9d35-a13ee5eeba00, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:28:17.311966 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e80010e-c9bc-4845-82e1-bf9ff5927430 admin admin] Pushing event deleted for resources: {'Port': ['ID=48d7e242-8532-41a5-a804-96bfb84c1131,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:17.316845 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-d953e557-7285-4058-92e0-5717fd2d8886 req-1b1579d2-9242-4903-aed5-c2f191800afb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed6453e3-969d-494e-bd6f-33b16d7135ac {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:28:17.326745 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9bd354-2509-475d-80a0-f62a83a36283 admin admin] Network bc1089eb-e09c-4477-9d35-a13ee5eeba00 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:28:17.342118 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-5f9bd354-2509-475d-80a0-f62a83a36283 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, bc1089eb-e09c-4477-9d35-a13ee5eeba00) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:28:17.349398 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9bd354-2509-475d-80a0-f62a83a36283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:17.350915 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5f9bd354-2509-475d-80a0-f62a83a36283 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:17.354157 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e80010e-c9bc-4845-82e1-bf9ff5927430 admin admin] No DVR routers for this DVR port 48d7e242-8532-41a5-a804-96bfb84c1131 on host n-d-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:28:17.358748 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d953e557-7285-4058-92e0-5717fd2d8886 req-1b1579d2-9242-4903-aed5-c2f191800afb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:17.358953 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe16ad5-d210-455d-bcac-81cdae860780 None None] Network bc1089eb-e09c-4477-9d35-a13ee5eeba00 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:28:17.385579 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-5f9bd354-2509-475d-80a0-f62a83a36283 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6179812 Nov 25 17:28:17.422978 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-d953e557-7285-4058-92e0-5717fd2d8886 req-1b1579d2-9242-4903-aed5-c2f191800afb service neutron] Transition to ACTIVE for port object ed6453e3-969d-494e-bd6f-33b16d7135ac will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:28:17.448945 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d953e557-7285-4058-92e0-5717fd2d8886 req-1b1579d2-9242-4903-aed5-c2f191800afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:17.473249 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92009ae4-ac98-46ea-8778-4926c9fd235f req-06e72941-e5a1-4a77-9e78-caa731f95f4d tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:17.474777 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-92009ae4-ac98-46ea-8778-4926c9fd235f req-06e72941-e5a1-4a77-9e78-caa731f95f4d tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=e3bf71bf-f71e-4ea9-b28d-6af2a345a6d8 HTTP/1.1" status: 200 len: 947 time: 0.2079098 Nov 25 17:28:17.508033 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-d953e557-7285-4058-92e0-5717fd2d8886 req-f3791f15-c43f-4e22-a4cb-ef55567f63d7 service neutron] For port 62f35846-a216-43c6-b577-f0ae35b79bf2, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:28:17.523970 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4474f4b9-dffe-4955-bdc0-8c73e7f593ba None None] Network bc1089eb-e09c-4477-9d35-a13ee5eeba00 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:28:17.576604 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-d953e557-7285-4058-92e0-5717fd2d8886 req-f3791f15-c43f-4e22-a4cb-ef55567f63d7 service neutron] For port 62f35846-a216-43c6-b577-f0ae35b79bf2, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=62f35846-a216-43c6-b577-f0ae35b79bf2,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:28:17.586425 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9e80010e-c9bc-4845-82e1-bf9ff5927430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:17.609991 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d953e557-7285-4058-92e0-5717fd2d8886 req-f3791f15-c43f-4e22-a4cb-ef55567f63d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:17.631615 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1579d2-9242-4903-aed5-c2f191800afb service neutron] Pushing event updated for resources: {'Port': ['ID=ed6453e3-969d-494e-bd6f-33b16d7135ac,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:17.674856 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-9e80010e-c9bc-4845-82e1-bf9ff5927430 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c436314e-2553-4e00-b382-91e80ebf50ff']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:17.796546 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3791f15-c43f-4e22-a4cb-ef55567f63d7 service neutron] Pushing event updated for resources: {'Port': ['ID=62f35846-a216-43c6-b577-f0ae35b79bf2,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:17.801941 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-9e80010e-c9bc-4845-82e1-bf9ff5927430 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '678b156a-60c8-4aac-8a5f-b9807c2c852d') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:17.802244 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-9e80010e-c9bc-4845-82e1-bf9ff5927430 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '678b156a-60c8-4aac-8a5f-b9807c2c852d') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:17.805993 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d953e557-7285-4058-92e0-5717fd2d8886 req-f3791f15-c43f-4e22-a4cb-ef55567f63d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:17.806619 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d953e557-7285-4058-92e0-5717fd2d8886 req-f3791f15-c43f-4e22-a4cb-ef55567f63d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:17.808018 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d953e557-7285-4058-92e0-5717fd2d8886 req-f3791f15-c43f-4e22-a4cb-ef55567f63d7 service neutron] 10.222.0.74 "PUT /v2.0/ports/62f35846-a216-43c6-b577-f0ae35b79bf2 HTTP/1.1" status: 200 len: 1095 time: 3.3250511 Nov 25 17:28:17.810388 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3bf71bf-f71e-4ea9-b28d-6af2a345a6d8', 'tag': '62f35846-a216-43c6-b577-f0ae35b79bf2'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:28:17.812880 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8e35e7-aebc-4360-98e2-0088c5eec578" -d '{"events": [{"name": "network-changed", "server_uuid": "e3bf71bf-f71e-4ea9-b28d-6af2a345a6d8", "tag": "62f35846-a216-43c6-b577-f0ae35b79bf2"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:28:17.853262 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-92009ae4-ac98-46ea-8778-4926c9fd235f req-d6c28291-4752-47ab-be01-09dc0c1f4fa1 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517363 Nov 25 17:28:17.879640 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9e80010e-c9bc-4845-82e1-bf9ff5927430 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:17.921442 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9e80010e-c9bc-4845-82e1-bf9ff5927430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:17.991994 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e80010e-c9bc-4845-82e1-bf9ff5927430 admin admin] Releasing vlan 922 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:28:17.992412 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9e80010e-c9bc-4845-82e1-bf9ff5927430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:17.998715 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:28:17.998715 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:28:17.998715 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:28:17.998715 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:28:17.998715 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:28:17.998715 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:28:17.998715 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:28:17.998715 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:28:17.998715 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:28:17.998715 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:28:17.998715 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:28:17.998715 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:28:17.998715 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:28:17.998715 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:28:17.998715 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:28:17.998715 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:28:17.998715 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:28:17.998715 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:28:17.998715 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:28:17.998715 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:28:17.998715 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:28:17.998715 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:28:17.998715 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:28:17.998715 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:28:17.998715 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:28:17.998715 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:28:17.998715 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:28:17.998715 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:28:17.998715 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:28:17.998715 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:28:17.998715 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:28:17.998715 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:28:18.059139 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-d953e557-7285-4058-92e0-5717fd2d8886 req-1b1579d2-9242-4903-aed5-c2f191800afb service neutron] Attempting to bind port ed6453e3-969d-494e-bd6f-33b16d7135ac on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:28:18.059484 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-d953e557-7285-4058-92e0-5717fd2d8886 req-1b1579d2-9242-4903-aed5-c2f191800afb service neutron] Attempting to bind port ed6453e3-969d-494e-bd6f-33b16d7135ac by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:28:18.059825 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d953e557-7285-4058-92e0-5717fd2d8886 req-1b1579d2-9242-4903-aed5-c2f191800afb service neutron] Attempting to bind port ed6453e3-969d-494e-bd6f-33b16d7135ac on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:28:18.069337 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b04ec2-b6c9-4146-90b6-be8e9827da29 req-5e84727a-72df-483f-9f57-541f7a97707b tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:18.073306 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-26b04ec2-b6c9-4146-90b6-be8e9827da29 req-5e84727a-72df-483f-9f57-541f7a97707b tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/ports?device_id=9146b814-a564-4f66-ae0e-5fb421ea3d11 HTTP/1.1" status: 200 len: 945 time: 0.2190199 Nov 25 17:28:18.106984 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9e80010e-c9bc-4845-82e1-bf9ff5927430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:18.117988 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d953e557-7285-4058-92e0-5717fd2d8886 req-1b1579d2-9242-4903-aed5-c2f191800afb service neutron] Port ed6453e3-969d-494e-bd6f-33b16d7135ac on network ab4fed0b-9bf1-4925-8765-94da08c5de2a not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:28:18.118317 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d953e557-7285-4058-92e0-5717fd2d8886 req-1b1579d2-9242-4903-aed5-c2f191800afb service neutron] Attempting to bind port ed6453e3-969d-494e-bd6f-33b16d7135ac on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:28:18.148197 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9e80010e-c9bc-4845-82e1-bf9ff5927430 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:18.151634 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-9e80010e-c9bc-4845-82e1-bf9ff5927430 admin admin] 10.222.0.75 "DELETE /v2.0/networks/c436314e-2553-4e00-b382-91e80ebf50ff HTTP/1.1" status: 204 len: 168 time: 2.8160026 Nov 25 17:28:18.180146 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d953e557-7285-4058-92e0-5717fd2d8886 req-1b1579d2-9242-4903-aed5-c2f191800afb service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:28:18.180486 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d953e557-7285-4058-92e0-5717fd2d8886 req-1b1579d2-9242-4903-aed5-c2f191800afb service neutron] Checking segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:28:18.180983 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d953e557-7285-4058-92e0-5717fd2d8886 req-1b1579d2-9242-4903-aed5-c2f191800afb service neutron] Bound using segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:28:18.181357 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-d953e557-7285-4058-92e0-5717fd2d8886 req-1b1579d2-9242-4903-aed5-c2f191800afb service neutron] Bound port: ed6453e3-969d-494e-bd6f-33b16d7135ac, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:28:18.181667 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d953e557-7285-4058-92e0-5717fd2d8886 req-1b1579d2-9242-4903-aed5-c2f191800afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:18.184685 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d953e557-7285-4058-92e0-5717fd2d8886 req-a7e3476e-a3b6-4944-a72a-878b3b5d520e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:18.186210 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d953e557-7285-4058-92e0-5717fd2d8886 req-a7e3476e-a3b6-4944-a72a-878b3b5d520e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e949b071017c47779120773fb05efee7&device_id=e3bf71bf-f71e-4ea9-b28d-6af2a345a6d8 HTTP/1.1" status: 200 len: 1098 time: 0.2931838 Nov 25 17:28:18.214303 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e80010e-c9bc-4845-82e1-bf9ff5927430 admin admin] Pushing event deleted for resources: {'Network': ['ID=c436314e-2553-4e00-b382-91e80ebf50ff,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:18.275001 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device ce7a9ef3-fc94-4451-8d55-abdd69eee46e no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:28:18.298342 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d953e557-7285-4058-92e0-5717fd2d8886 req-ee7fdeab-d170-4bd4-b67b-4c176c595ec9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=62f35846-a216-43c6-b577-f0ae35b79bf2 HTTP/1.1" status: 200 len: 217 time: 0.0785725 Nov 25 17:28:18.301551 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: ce7a9ef3-fc94-4451-8d55-abdd69eee46e {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:28:18.302101 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device ce7a9ef3-fc94-4451-8d55-abdd69eee46e not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:28:18.306622 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40518) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:18.355261 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7efb7ae4-b8ce-4841-9b40-230cc60cb38d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=81c4a63acd4e4bc29b10ef4177b202e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0469792 Nov 25 17:28:18.355528 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-26b04ec2-b6c9-4146-90b6-be8e9827da29 req-5c3b8467-cecc-4ffb-8ef9-417429ee630c tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/security-groups?id=84be2441-5ea8-4292-81c0-e25d06d16adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620370 Nov 25 17:28:18.357880 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40520) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:18.397907 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40522) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:18.412337 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599fb883-d6a1-4374-936e-f7fc31632e42 x-openstack-request-id: req-599fb883-d6a1-4374-936e-f7fc31632e42 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:28:18.412634 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3bf71bf-f71e-4ea9-b28d-6af2a345a6d8", "tag": "62f35846-a216-43c6-b577-f0ae35b79bf2", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:28:18.412922 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-599fb883-d6a1-4374-936e-f7fc31632e42 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:28:18.413439 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3bf71bf-f71e-4ea9-b28d-6af2a345a6d8', 'tag': '62f35846-a216-43c6-b577-f0ae35b79bf2', 'status': 'completed', 'code': 200} Nov 25 17:28:18.420131 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d7c22e-8146-412f-a611-e875205c0896 req-0ca05a8d-1dfb-4408-9cc4-7f2a944bf8e7 tempest-InstanceActionsNegativeTestJSON-1945438458 tempest-InstanceActionsNegativeTestJSON-1945438458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:18.421687 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d8d7c22e-8146-412f-a611-e875205c0896 req-0ca05a8d-1dfb-4408-9cc4-7f2a944bf8e7 tempest-InstanceActionsNegativeTestJSON-1945438458 tempest-InstanceActionsNegativeTestJSON-1945438458-project] 10.222.0.75 "GET /v2.0/networks?id=bc1089eb-e09c-4477-9d35-a13ee5eeba00 HTTP/1.1" status: 200 len: 822 time: 0.3318748 Nov 25 17:28:18.439879 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-21aa979c-e592-48aa-8700-3ab95e5e7ceb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:18.445727 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d953e557-7285-4058-92e0-5717fd2d8886 req-36c03991-5bb6-460a-9de0-ab6309aaecab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:18.447777 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d953e557-7285-4058-92e0-5717fd2d8886 req-36c03991-5bb6-460a-9de0-ab6309aaecab service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.1199594 Nov 25 17:28:18.451790 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-d953e557-7285-4058-92e0-5717fd2d8886 req-1b1579d2-9242-4903-aed5-c2f191800afb service neutron] For port ed6453e3-969d-494e-bd6f-33b16d7135ac, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:28:18.455755 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-d953e557-7285-4058-92e0-5717fd2d8886 req-1b1579d2-9242-4903-aed5-c2f191800afb service neutron] For port ed6453e3-969d-494e-bd6f-33b16d7135ac, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=ed6453e3-969d-494e-bd6f-33b16d7135ac,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:28:18.459539 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d8d7c22e-8146-412f-a611-e875205c0896 req-ed554fa3-8279-467b-a5b0-3c4d5d22e709 tempest-InstanceActionsNegativeTestJSON-1945438458 tempest-InstanceActionsNegativeTestJSON-1945438458-project] 10.222.0.75 "GET /v2.0/quotas/cd0ff8dee88b48d1b54567087f3098e3 HTTP/1.1" status: 200 len: 375 time: 0.0305696 Nov 25 17:28:18.473854 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d953e557-7285-4058-92e0-5717fd2d8886 req-1b1579d2-9242-4903-aed5-c2f191800afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:18.478697 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-21aa979c-e592-48aa-8700-3ab95e5e7ceb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:18.542792 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-21aa979c-e592-48aa-8700-3ab95e5e7ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:18.545546 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-21aa979c-e592-48aa-8700-3ab95e5e7ceb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:18.549775 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-21aa979c-e592-48aa-8700-3ab95e5e7ceb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6feff6b0-0b84-4d3b-a63f-3c1311a6c7d5 HTTP/1.1" status: 204 len: 168 time: 0.1907408 Nov 25 17:28:18.560970 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d8d7c22e-8146-412f-a611-e875205c0896 req-e562da7c-5873-4e1c-8341-7d91ec2387a4 tempest-InstanceActionsNegativeTestJSON-1945438458 tempest-InstanceActionsNegativeTestJSON-1945438458-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=cd0ff8dee88b48d1b54567087f3098e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0910313 Nov 25 17:28:18.561425 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa979c-e592-48aa-8700-3ab95e5e7ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6feff6b0-0b84-4d3b-a63f-3c1311a6c7d5,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:18.569672 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d953e557-7285-4058-92e0-5717fd2d8886 req-1b1579d2-9242-4903-aed5-c2f191800afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:18.570971 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d953e557-7285-4058-92e0-5717fd2d8886 req-1b1579d2-9242-4903-aed5-c2f191800afb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:18.572678 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d953e557-7285-4058-92e0-5717fd2d8886 req-1b1579d2-9242-4903-aed5-c2f191800afb service neutron] 10.222.0.90 "PUT /v2.0/ports/ed6453e3-969d-494e-bd6f-33b16d7135ac HTTP/1.1" status: 200 len: 1094 time: 3.6992743 Nov 25 17:28:18.624350 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-91adb78d-53a5-49de-a759-6b9ddd8ec088 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-8564402-network', 'tenant_id': '60e64d7cc5104263a00946c25bcbc8b8'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:18.633275 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fe6c02fb-88b2-4651-84be-1ab418d2c2fe req-e2e59f66-61fb-476e-9439-b1e73f81848d tempest-AbsoluteLimitsNegativeTestJSON-231765443 tempest-AbsoluteLimitsNegativeTestJSON-231765443-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=f44f5fb18f4a487fa54badb1d138ab3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1287777 Nov 25 17:28:18.650601 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91adb78d-53a5-49de-a759-6b9ddd8ec088 admin admin] Made reservation on behalf of 60e64d7cc5104263a00946c25bcbc8b8 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:28:18.653320 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-91adb78d-53a5-49de-a759-6b9ddd8ec088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:18.664552 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-91adb78d-53a5-49de-a759-6b9ddd8ec088 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:18.779667 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-91adb78d-53a5-49de-a759-6b9ddd8ec088 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:18.786294 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-91adb78d-53a5-49de-a759-6b9ddd8ec088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:18.810305 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91adb78d-53a5-49de-a759-6b9ddd8ec088 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 915} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:28:18.820297 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1579d2-9242-4903-aed5-c2f191800afb service neutron] Pushing event updated for resources: {'Port': ['ID=ed6453e3-969d-494e-bd6f-33b16d7135ac,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:18.828113 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91adb78d-53a5-49de-a759-6b9ddd8ec088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3454ca9e-2a23-4d3e-b167-f3e49bddd59e,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:18.829623 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d953e557-7285-4058-92e0-5717fd2d8886 req-8897456f-49dd-4467-a713-5f2317972e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:18.831651 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-91adb78d-53a5-49de-a759-6b9ddd8ec088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:18.831995 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-91adb78d-53a5-49de-a759-6b9ddd8ec088 admin admin] Added segment 5a919843-57fd-4baa-8070-7260d854f230 of type vlan for network 14622a90-54e1-46ae-a57c-7d1e82418e6a Nov 25 17:28:18.832157 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d953e557-7285-4058-92e0-5717fd2d8886 req-8897456f-49dd-4467-a713-5f2317972e72 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3714056 Nov 25 17:28:18.889307 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-91adb78d-53a5-49de-a759-6b9ddd8ec088 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:18.919953 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-91adb78d-53a5-49de-a759-6b9ddd8ec088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:18.921173 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91adb78d-53a5-49de-a759-6b9ddd8ec088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:18.921869 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-91adb78d-53a5-49de-a759-6b9ddd8ec088 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:18.952857 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d953e557-7285-4058-92e0-5717fd2d8886 req-de03da71-b0f9-43bf-839e-f4365ffe82fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:18.954589 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d953e557-7285-4058-92e0-5717fd2d8886 req-de03da71-b0f9-43bf-839e-f4365ffe82fa service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e949b071017c47779120773fb05efee7&device_id=0911bc81-7ff8-4326-b30c-7f363c70ff94 HTTP/1.1" status: 200 len: 1097 time: 0.3109989 Nov 25 17:28:18.966291 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c02fb-88b2-4651-84be-1ab418d2c2fe req-593e0f98-e895-4c4e-b3d9-6caf907ebc63 tempest-AbsoluteLimitsNegativeTestJSON-231765443 tempest-AbsoluteLimitsNegativeTestJSON-231765443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:18.967784 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fe6c02fb-88b2-4651-84be-1ab418d2c2fe req-593e0f98-e895-4c4e-b3d9-6caf907ebc63 tempest-AbsoluteLimitsNegativeTestJSON-231765443 tempest-AbsoluteLimitsNegativeTestJSON-231765443-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3289583 Nov 25 17:28:18.980780 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d8d7c22e-8146-412f-a611-e875205c0896 req-0ba2f685-1e58-4da2-a3b7-6126061cc74d service neutron] 10.222.0.75 "GET /v2.0/networks/bc1089eb-e09c-4477-9d35-a13ee5eeba00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4040494 Nov 25 17:28:19.022543 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-91adb78d-53a5-49de-a759-6b9ddd8ec088 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6232588 Nov 25 17:28:19.028551 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d953e557-7285-4058-92e0-5717fd2d8886 req-40cb5eb2-0d38-47d1-9bc5-81640dca23d6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=ed6453e3-969d-494e-bd6f-33b16d7135ac HTTP/1.1" status: 200 len: 217 time: 0.0595260 Nov 25 17:28:19.029009 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40546) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:19.036154 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-3354663c-024a-4326-bd9c-1416e0babb07 admin admin] Request body: {'subnet': {'network_id': '14622a90-54e1-46ae-a57c-7d1e82418e6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-8564402-subnet', 'tenant_id': '60e64d7cc5104263a00946c25bcbc8b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:19.046569 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91adb78d-53a5-49de-a759-6b9ddd8ec088 admin admin] Pushing event updated for resources: {'Network': ['ID=14622a90-54e1-46ae-a57c-7d1e82418e6a,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:19.063012 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 14622a90-54e1-46ae-a57c-7d1e82418e6a details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:28:19.070218 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3354663c-024a-4326-bd9c-1416e0babb07 admin admin] Made reservation on behalf of 60e64d7cc5104263a00946c25bcbc8b8 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:28:19.074121 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3354663c-024a-4326-bd9c-1416e0babb07 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:19.108888 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fe6c02fb-88b2-4651-84be-1ab418d2c2fe req-ddac1fe7-552c-4e39-9973-c559c9993f5a tempest-AbsoluteLimitsNegativeTestJSON-231765443 tempest-AbsoluteLimitsNegativeTestJSON-231765443-project] 10.222.0.75 "GET /v2.0/quotas/f44f5fb18f4a487fa54badb1d138ab3b HTTP/1.1" status: 200 len: 375 time: 0.0922914 Nov 25 17:28:19.200072 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fe6c02fb-88b2-4651-84be-1ab418d2c2fe req-f064cebe-9248-4f75-aeb0-98c92d1575da tempest-AbsoluteLimitsNegativeTestJSON-231765443 tempest-AbsoluteLimitsNegativeTestJSON-231765443-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=f44f5fb18f4a487fa54badb1d138ab3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0867407 Nov 25 17:28:19.208182 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d953e557-7285-4058-92e0-5717fd2d8886 req-0543db0d-25e5-4d8e-8e8c-0f0b0f5eb17f service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3646913 Nov 25 17:28:19.216181 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d953e557-7285-4058-92e0-5717fd2d8886 req-8eee9788-cd8f-4997-84dc-9731d181b2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:19.217599 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d953e557-7285-4058-92e0-5717fd2d8886 req-8eee9788-cd8f-4997-84dc-9731d181b2db service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.1703160 Nov 25 17:28:19.350138 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d8d7c22e-8146-412f-a611-e875205c0896 req-e2c01c11-2000-4849-b36f-201be6039693 service neutron] 10.222.0.75 "GET /v2.0/networks/bc1089eb-e09c-4477-9d35-a13ee5eeba00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320184 Nov 25 17:28:19.373576 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3354663c-024a-4326-bd9c-1416e0babb07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:19.375215 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d953e557-7285-4058-92e0-5717fd2d8886 req-91bf9ed3-713d-4976-b034-cd4142ef706d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:19.376720 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d953e557-7285-4058-92e0-5717fd2d8886 req-91bf9ed3-713d-4976-b034-cd4142ef706d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1458030 Nov 25 17:28:19.438975 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-187db19b-d9bb-4477-9ddd-807360bf7ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:19.455266 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d953e557-7285-4058-92e0-5717fd2d8886 req-bc045a17-ad5d-43ec-b580-3066b253add7 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349689 Nov 25 17:28:19.484876 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3354663c-024a-4326-bd9c-1416e0babb07 admin admin] Checking segment: {'id': '5a919843-57fd-4baa-8070-7260d854f230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '14622a90-54e1-46ae-a57c-7d1e82418e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:28:19.485245 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3354663c-024a-4326-bd9c-1416e0babb07 admin admin] Network hostable DHCP agents. Network: 14622a90-54e1-46ae-a57c-7d1e82418e6a, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:28:19.501393 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3354663c-024a-4326-bd9c-1416e0babb07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ecef555-394c-46cd-9fb5-9298d35d3c74,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:19.530829 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3354663c-024a-4326-bd9c-1416e0babb07 admin admin] Network 14622a90-54e1-46ae-a57c-7d1e82418e6a is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:28:19.546065 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-3354663c-024a-4326-bd9c-1416e0babb07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 14622a90-54e1-46ae-a57c-7d1e82418e6a) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:28:19.548216 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40566) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:19.555779 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ccbce7-a901-4013-b982-0fb7abd77927 None None] Network 14622a90-54e1-46ae-a57c-7d1e82418e6a requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:28:19.557662 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3354663c-024a-4326-bd9c-1416e0babb07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:19.558310 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3354663c-024a-4326-bd9c-1416e0babb07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:19.582342 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3354663c-024a-4326-bd9c-1416e0babb07 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5513577 Nov 25 17:28:19.583120 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40570) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:19.684972 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede3a748-bb51-4038-aca4-6a4344b86c68 req-173a1afa-11ec-4eae-9bb4-1f280b3cf6fb tempest-ServerAddressesTestJSON-1219954824 tempest-ServerAddressesTestJSON-1219954824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:19.696878 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-d40841b7-40e4-4b3c-9bde-b9a5a208888f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1140614973-network', 'tenant_id': '5c7966a71c7d44b28e8b521611bb7056'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:19.704568 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ede3a748-bb51-4038-aca4-6a4344b86c68 req-173a1afa-11ec-4eae-9bb4-1f280b3cf6fb tempest-ServerAddressesTestJSON-1219954824 tempest-ServerAddressesTestJSON-1219954824-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d7af269-0649-478a-8754-43edfb722608 HTTP/1.1" status: 200 len: 945 time: 0.2919204 Nov 25 17:28:19.730646 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d953e557-7285-4058-92e0-5717fd2d8886 req-7da06cb4-9c44-41f4-bc98-ba91ab14e152 service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439319 Nov 25 17:28:19.751185 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b11aeb-92ea-49b5-a6ef-f6a79af312ee None None] Network 14622a90-54e1-46ae-a57c-7d1e82418e6a requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:28:19.752669 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40841b7-40e4-4b3c-9bde-b9a5a208888f admin admin] Made reservation on behalf of 5c7966a71c7d44b28e8b521611bb7056 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:28:19.756097 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d40841b7-40e4-4b3c-9bde-b9a5a208888f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:19.779551 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d40841b7-40e4-4b3c-9bde-b9a5a208888f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:19.827724 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c5ea3f01-53d1-4f1d-aafa-17d331ed1076 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:19.876069 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e35e7-aebc-4360-98e2-0088c5eec578 req-82555539-e5d4-4462-8e86-8d7cffec84d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:19.878795 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ee8e35e7-aebc-4360-98e2-0088c5eec578 req-82555539-e5d4-4462-8e86-8d7cffec84d3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e949b071017c47779120773fb05efee7&device_id=e3bf71bf-f71e-4ea9-b28d-6af2a345a6d8 HTTP/1.1" status: 200 len: 1098 time: 0.3659658 Nov 25 17:28:20.012374 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d40841b7-40e4-4b3c-9bde-b9a5a208888f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:20.023718 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d40841b7-40e4-4b3c-9bde-b9a5a208888f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:20.051898 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1ee613-08e3-4211-b72f-ea2320c9dd56 req-77d89df6-759f-4cac-9061-2922b9841dbc tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:20.053950 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2a1ee613-08e3-4211-b72f-ea2320c9dd56 req-77d89df6-759f-4cac-9061-2922b9841dbc tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=e3bf71bf-f71e-4ea9-b28d-6af2a345a6d8 HTTP/1.1" status: 200 len: 947 time: 0.2721338 Nov 25 17:28:20.059419 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c5ea3f01-53d1-4f1d-aafa-17d331ed1076 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:20.063556 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40841b7-40e4-4b3c-9bde-b9a5a208888f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b688348d-3297-4ce7-9d69-4b93d2bb1ab3,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:20.070281 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d40841b7-40e4-4b3c-9bde-b9a5a208888f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 949} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:28:20.072469 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c5ea3f01-53d1-4f1d-aafa-17d331ed1076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:20.091313 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ede3a748-bb51-4038-aca4-6a4344b86c68 req-9ec3414f-4eb6-4d42-8064-02385a0cf11b tempest-ServerAddressesTestJSON-1219954824 tempest-ServerAddressesTestJSON-1219954824-project] 10.222.0.75 "GET /v2.0/security-groups?id=dda4573c-8d92-445d-bcba-40a6f32f3683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3778732 Nov 25 17:28:20.110501 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d40841b7-40e4-4b3c-9bde-b9a5a208888f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:20.110792 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-d40841b7-40e4-4b3c-9bde-b9a5a208888f admin admin] Added segment 4594235c-a936-45d0-913e-b960c7a746f7 of type vlan for network b717ab7c-3e93-4ca5-a567-9590b0ca4a91 Nov 25 17:28:20.143876 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c5ea3f01-53d1-4f1d-aafa-17d331ed1076 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f44f5fb18f4a487fa54badb1d138ab3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5595627 Nov 25 17:28:20.147375 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40594) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:20.187721 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ea3f01-53d1-4f1d-aafa-17d331ed1076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a399f6d-7b41-4221-98f5-e7ff9b763f5a,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:20.228699 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2a1ee613-08e3-4211-b72f-ea2320c9dd56 req-ba93a3f2-5b04-4bbc-a496-c37adf69c480 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331792 Nov 25 17:28:20.234904 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d953e557-7285-4058-92e0-5717fd2d8886 req-ed0073c8-bda8-4f62-80cf-057505129553 service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4852219 Nov 25 17:28:20.239402 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e35e7-aebc-4360-98e2-0088c5eec578 req-655b9a07-4971-4490-9fbf-7b620944af75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:20.241429 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ee8e35e7-aebc-4360-98e2-0088c5eec578 req-655b9a07-4971-4490-9fbf-7b620944af75 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ab4fed0b-9bf1-4925-8765-94da08c5de2a HTTP/1.1" status: 200 len: 870 time: 0.3193130 Nov 25 17:28:20.250619 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d40841b7-40e4-4b3c-9bde-b9a5a208888f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:20.300326 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-68dfe8dc-9744-44e5-aed0-016c5caf6ceb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:20.309722 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d40841b7-40e4-4b3c-9bde-b9a5a208888f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:20.310687 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40841b7-40e4-4b3c-9bde-b9a5a208888f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:20.311643 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d40841b7-40e4-4b3c-9bde-b9a5a208888f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:20.323903 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ee8e35e7-aebc-4360-98e2-0088c5eec578 req-6afb8530-a717-4c75-8e7f-6b3ad5305f7a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=62f35846-a216-43c6-b577-f0ae35b79bf2 HTTP/1.1" status: 200 len: 217 time: 0.0718961 Nov 25 17:28:20.354774 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-68dfe8dc-9744-44e5-aed0-016c5caf6ceb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:20.394463 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40604) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:20.402340 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-6e5cb62d-30e4-4cdb-afcc-dc731690c0b7 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-787461408-network', 'tenant_id': '4797435abfff409d8146953ef55b86e4'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:20.415500 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d40841b7-40e4-4b3c-9bde-b9a5a208888f admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8658333 Nov 25 17:28:20.424704 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40606) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:20.436119 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-60dd46af-3ed2-4a86-b5eb-b1955f506349 admin admin] Request body: {'subnet': {'network_id': 'b717ab7c-3e93-4ca5-a567-9590b0ca4a91', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1140614973-subnet', 'tenant_id': '5c7966a71c7d44b28e8b521611bb7056', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:20.455856 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40841b7-40e4-4b3c-9bde-b9a5a208888f admin admin] Pushing event updated for resources: {'Network': ['ID=b717ab7c-3e93-4ca5-a567-9590b0ca4a91,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:20.466877 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network b717ab7c-3e93-4ca5-a567-9590b0ca4a91 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:28:20.480200 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5cb62d-30e4-4cdb-afcc-dc731690c0b7 admin admin] Made reservation on behalf of 4797435abfff409d8146953ef55b86e4 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:28:20.483240 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6e5cb62d-30e4-4cdb-afcc-dc731690c0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:20.502187 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6e5cb62d-30e4-4cdb-afcc-dc731690c0b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:20.520221 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-68dfe8dc-9744-44e5-aed0-016c5caf6ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:20.523137 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-68dfe8dc-9744-44e5-aed0-016c5caf6ceb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:20.524120 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-68dfe8dc-9744-44e5-aed0-016c5caf6ceb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7a399f6d-7b41-4221-98f5-e7ff9b763f5a HTTP/1.1" status: 204 len: 168 time: 0.3758113 Nov 25 17:28:20.531874 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60dd46af-3ed2-4a86-b5eb-b1955f506349 admin admin] Made reservation on behalf of 5c7966a71c7d44b28e8b521611bb7056 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:28:20.534376 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-60dd46af-3ed2-4a86-b5eb-b1955f506349 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:20.571136 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dfe8dc-9744-44e5-aed0-016c5caf6ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a399f6d-7b41-4221-98f5-e7ff9b763f5a,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:20.712270 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6e5cb62d-30e4-4cdb-afcc-dc731690c0b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:20.741121 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6e5cb62d-30e4-4cdb-afcc-dc731690c0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:20.759304 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:20.768304 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e5cb62d-30e4-4cdb-afcc-dc731690c0b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 907} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:28:20.815453 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6e5cb62d-30e4-4cdb-afcc-dc731690c0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:20.815838 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-6e5cb62d-30e4-4cdb-afcc-dc731690c0b7 admin admin] Added segment 1b6c2d3b-d161-4c2d-a387-fea6560075d1 of type vlan for network 17171e66-71d0-4568-b8eb-a5a937c68572 Nov 25 17:28:20.822634 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5cb62d-30e4-4cdb-afcc-dc731690c0b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d806f7f3-6678-4465-8999-9d51d848a3bf,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:20.849551 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0911bc81-7ff8-4326-b30c-7f363c70ff94', 'tag': 'ed6453e3-969d-494e-bd6f-33b16d7135ac'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:28:20.851991 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a6fc49-a2b2-4306-843b-247cfc72a6a9" -d '{"events": [{"name": "network-changed", "server_uuid": "0911bc81-7ff8-4326-b30c-7f363c70ff94", "tag": "ed6453e3-969d-494e-bd6f-33b16d7135ac"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:28:20.858991 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f6de4d4b-55a0-4336-a0cf-263229aeda5d req-830f1a58-4e42-44b8-9360-c839198374dc tempest-InstanceActionsNegativeTestJSON-1945438458 tempest-InstanceActionsNegativeTestJSON-1945438458-project] 10.222.0.75 "GET /v2.0/ports?device_id=0ae9a9bb-fd45-4e3d-b8d2-72143193cf80 HTTP/1.1" status: 200 len: 210 time: 0.5469894 Nov 25 17:28:20.887123 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-60dd46af-3ed2-4a86-b5eb-b1955f506349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:20.891224 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6e5cb62d-30e4-4cdb-afcc-dc731690c0b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:20.929652 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27be2c-db43-4806-aa9b-7d04f1a26e10 req-f6b94307-398d-4bb6-8fc5-d049d8dbb00f tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:20.929652 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ee27be2c-db43-4806-aa9b-7d04f1a26e10 req-f6b94307-398d-4bb6-8fc5-d049d8dbb00f tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/ports?device_id=9146b814-a564-4f66-ae0e-5fb421ea3d11 HTTP/1.1" status: 200 len: 945 time: 0.6452923 Nov 25 17:28:20.929652 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e35e7-aebc-4360-98e2-0088c5eec578 req-8b74e3fd-865f-4148-963d-78086b424215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:20.942337 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ee8e35e7-aebc-4360-98e2-0088c5eec578 req-8b74e3fd-865f-4148-963d-78086b424215 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.6042478 Nov 25 17:28:21.002282 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6e5cb62d-30e4-4cdb-afcc-dc731690c0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:21.003284 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5cb62d-30e4-4cdb-afcc-dc731690c0b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:21.004584 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6e5cb62d-30e4-4cdb-afcc-dc731690c0b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:21.006163 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd46af-3ed2-4a86-b5eb-b1955f506349 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f4e977c-8eae-4424-a578-8d6f82cae2f8,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:21.041382 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dd46af-3ed2-4a86-b5eb-b1955f506349 admin admin] Checking segment: {'id': '4594235c-a936-45d0-913e-b960c7a746f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'b717ab7c-3e93-4ca5-a567-9590b0ca4a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:28:21.041731 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60dd46af-3ed2-4a86-b5eb-b1955f506349 admin admin] Network hostable DHCP agents. Network: b717ab7c-3e93-4ca5-a567-9590b0ca4a91, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:28:21.057291 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ee27be2c-db43-4806-aa9b-7d04f1a26e10 req-2651e6e1-2f9e-4f7a-b8c2-48d1f590bc54 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/security-groups?id=84be2441-5ea8-4292-81c0-e25d06d16adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102030 Nov 25 17:28:21.074993 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6e5cb62d-30e4-4cdb-afcc-dc731690c0b7 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6793091 Nov 25 17:28:21.078420 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 40622) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:21.086678 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-b4a0e1e7-458e-45ff-8ddf-57814ceedd8f admin admin] Request body: {'subnet': {'network_id': '17171e66-71d0-4568-b8eb-a5a937c68572', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-787461408-subnet', 'tenant_id': '4797435abfff409d8146953ef55b86e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:21.101876 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e35e7-aebc-4360-98e2-0088c5eec578 req-55227686-5ec4-4a1c-9dad-1c323e03b6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:21.104015 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ee8e35e7-aebc-4360-98e2-0088c5eec578 req-55227686-5ec4-4a1c-9dad-1c323e03b6e6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1456716 Nov 25 17:28:21.136587 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5cb62d-30e4-4cdb-afcc-dc731690c0b7 admin admin] Pushing event updated for resources: {'Network': ['ID=17171e66-71d0-4568-b8eb-a5a937c68572,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:21.158823 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 17171e66-71d0-4568-b8eb-a5a937c68572 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:28:21.161602 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60dd46af-3ed2-4a86-b5eb-b1955f506349 admin admin] Network b717ab7c-3e93-4ca5-a567-9590b0ca4a91 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:28:21.181089 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-60dd46af-3ed2-4a86-b5eb-b1955f506349 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, b717ab7c-3e93-4ca5-a567-9590b0ca4a91) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:28:21.225695 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60dd46af-3ed2-4a86-b5eb-b1955f506349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:21.226308 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-60dd46af-3ed2-4a86-b5eb-b1955f506349 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:21.239099 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6a32ae-8251-4763-b097-c3b18a53d482 x-openstack-request-id: req-ee6a32ae-8251-4763-b097-c3b18a53d482 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:28:21.239399 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0911bc81-7ff8-4326-b30c-7f363c70ff94", "tag": "ed6453e3-969d-494e-bd6f-33b16d7135ac", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:28:21.239663 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ee6a32ae-8251-4763-b097-c3b18a53d482 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:28:21.239798 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1de8c3d-7c70-4d03-9e91-d73c15365b3b None None] Network b717ab7c-3e93-4ca5-a567-9590b0ca4a91 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:28:21.240083 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0911bc81-7ff8-4326-b30c-7f363c70ff94', 'tag': 'ed6453e3-969d-494e-bd6f-33b16d7135ac', 'status': 'completed', 'code': 200} Nov 25 17:28:21.281024 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a0e1e7-458e-45ff-8ddf-57814ceedd8f admin admin] Made reservation on behalf of 4797435abfff409d8146953ef55b86e4 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:28:21.292037 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b4a0e1e7-458e-45ff-8ddf-57814ceedd8f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:21.302744 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a6fc49-a2b2-4306-843b-247cfc72a6a9 req-469d1d6f-21f8-4a53-9f03-2dcb23f6aa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:21.306559 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f2a6fc49-a2b2-4306-843b-247cfc72a6a9 req-469d1d6f-21f8-4a53-9f03-2dcb23f6aa24 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e949b071017c47779120773fb05efee7&device_id=0911bc81-7ff8-4326-b30c-7f363c70ff94 HTTP/1.1" status: 200 len: 1097 time: 0.1125736 Nov 25 17:28:21.334245 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-60dd46af-3ed2-4a86-b5eb-b1955f506349 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8968291 Nov 25 17:28:21.474827 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ee8e35e7-aebc-4360-98e2-0088c5eec578 req-aa76e721-d159-417c-bfdf-24db5e67914f service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606896 Nov 25 17:28:21.602525 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a6fc49-a2b2-4306-843b-247cfc72a6a9 req-d1a72252-80ab-4749-94ae-f08916a056ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:21.604048 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f2a6fc49-a2b2-4306-843b-247cfc72a6a9 req-d1a72252-80ab-4749-94ae-f08916a056ba service neutron] 10.222.0.90 "GET /v2.0/networks?id=ab4fed0b-9bf1-4925-8765-94da08c5de2a HTTP/1.1" status: 200 len: 870 time: 0.2670805 Nov 25 17:28:21.604401 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d7c22e-8146-412f-a611-e875205c0896 req-08e5729a-f31d-4f4f-98dd-c78b8ee1cacc tempest-InstanceActionsNegativeTestJSON-1945438458 tempest-InstanceActionsNegativeTestJSON-1945438458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:21.605896 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d8d7c22e-8146-412f-a611-e875205c0896 req-08e5729a-f31d-4f4f-98dd-c78b8ee1cacc tempest-InstanceActionsNegativeTestJSON-1945438458 tempest-InstanceActionsNegativeTestJSON-1945438458-project] 10.222.0.90 "GET /v2.0/networks?id=bc1089eb-e09c-4477-9d35-a13ee5eeba00 HTTP/1.1" status: 200 len: 822 time: 0.4029517 Nov 25 17:28:21.614736 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f44b6-a0bf-4290-8be2-164baa617052 req-b053e9ed-ac78-40ee-bcc2-9e6706c22c6f tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:21.616535 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-954f44b6-a0bf-4290-8be2-164baa617052 req-b053e9ed-ac78-40ee-bcc2-9e6706c22c6f tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=e3bf71bf-f71e-4ea9-b28d-6af2a345a6d8 HTTP/1.1" status: 200 len: 947 time: 0.1977243 Nov 25 17:28:21.633058 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-d8d7c22e-8146-412f-a611-e875205c0896 req-98710bfc-5275-4f21-980c-e2b2ebd86a61 tempest-InstanceActionsNegativeTestJSON-1945438458 tempest-InstanceActionsNegativeTestJSON-1945438458-project] Request body: {'port': {'device_id': '0ae9a9bb-fd45-4e3d-b8d2-72143193cf80', 'network_id': 'bc1089eb-e09c-4477-9d35-a13ee5eeba00', 'admin_state_up': True, 'tenant_id': 'cd0ff8dee88b48d1b54567087f3098e3'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:21.645890 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 62f35846-a216-43c6-b577-f0ae35b79bf2 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:28:21.663646 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a75768-62ab-468d-951e-c86e97a5c620 None None] Network b717ab7c-3e93-4ca5-a567-9590b0ca4a91 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:28:21.700212 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f2a6fc49-a2b2-4306-843b-247cfc72a6a9 req-3685fc5b-037c-49c6-8700-b5dfe07de654 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=ed6453e3-969d-494e-bd6f-33b16d7135ac HTTP/1.1" status: 200 len: 217 time: 0.0803003 Nov 25 17:28:21.763053 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a6fc49-a2b2-4306-843b-247cfc72a6a9 req-e32138d9-cafe-47eb-862b-47f063be85bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:21.763053 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f2a6fc49-a2b2-4306-843b-247cfc72a6a9 req-e32138d9-cafe-47eb-862b-47f063be85bf service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.0529494 Nov 25 17:28:21.803418 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-954f44b6-a0bf-4290-8be2-164baa617052 req-db1ad1b2-8839-4af0-ab10-d2739e0b0a85 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594532 Nov 25 17:28:21.814887 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a6fc49-a2b2-4306-843b-247cfc72a6a9 req-fee8f339-0cd9-4901-bcab-0184a008ced9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:21.817912 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f2a6fc49-a2b2-4306-843b-247cfc72a6a9 req-fee8f339-0cd9-4901-bcab-0184a008ced9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0493035 Nov 25 17:28:21.862874 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40656) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:21.902957 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ee8e35e7-aebc-4360-98e2-0088c5eec578 req-957f98bf-f1a3-4244-bff6-6b6e803ed1ac service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4053266 Nov 25 17:28:21.913896 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 62f35846-a216-43c6-b577-f0ae35b79bf2, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=62f35846-a216-43c6-b577-f0ae35b79bf2,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:21.943323 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:21.944483 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '62f35846-a216-43c6-b577-f0ae35b79bf2', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'port_id': '62f35846-a216-43c6-b577-f0ae35b79bf2', 'mac_address': 'fa:16:3e:24:7b:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8793709c-5336-428d-aede-b0b8df1a26b2', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:28:21.980139 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf4cbd-2755-4fe3-b4a6-ad7c2fcd6327 req-e3d2eccf-0359-486b-9c1d-c7e184d06466 tempest-ServerAddressesTestJSON-1219954824 tempest-ServerAddressesTestJSON-1219954824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:21.981680 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-35bf4cbd-2755-4fe3-b4a6-ad7c2fcd6327 req-e3d2eccf-0359-486b-9c1d-c7e184d06466 tempest-ServerAddressesTestJSON-1219954824 tempest-ServerAddressesTestJSON-1219954824-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d7af269-0649-478a-8754-43edfb722608 HTTP/1.1" status: 200 len: 945 time: 0.1884637 Nov 25 17:28:21.998038 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f2a6fc49-a2b2-4306-843b-247cfc72a6a9 req-ccc9c406-585a-4fbd-b74d-527211089830 service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714706 Nov 25 17:28:22.027254 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8d7c22e-8146-412f-a611-e875205c0896 req-98710bfc-5275-4f21-980c-e2b2ebd86a61 tempest-InstanceActionsNegativeTestJSON-1945438458 tempest-InstanceActionsNegativeTestJSON-1945438458-project] Made reservation on behalf of cd0ff8dee88b48d1b54567087f3098e3 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:28:22.030685 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d8d7c22e-8146-412f-a611-e875205c0896 req-98710bfc-5275-4f21-980c-e2b2ebd86a61 tempest-InstanceActionsNegativeTestJSON-1945438458 tempest-InstanceActionsNegativeTestJSON-1945438458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:22.046659 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:22.049248 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b4a0e1e7-458e-45ff-8ddf-57814ceedd8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:22.070647 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62f35846-a216-43c6-b577-f0ae35b79bf2 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:28:22.087304 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-aa14e279-8d89-4910-b644-661acdceb9ef admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-2127119330-network', 'tenant_id': 'a6a21f906b38400cbefeb299443350d9'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:22.106365 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 62f35846-a216-43c6-b577-f0ae35b79bf2, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=62f35846-a216-43c6-b577-f0ae35b79bf2,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:22.117555 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:22.136172 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa14e279-8d89-4910-b644-661acdceb9ef admin admin] Made reservation on behalf of a6a21f906b38400cbefeb299443350d9 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:28:22.138597 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-aa14e279-8d89-4910-b644-661acdceb9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:22.150494 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-aa14e279-8d89-4910-b644-661acdceb9ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:22.153955 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f2a6fc49-a2b2-4306-843b-247cfc72a6a9 req-22925cc2-64ea-4173-9c07-f3d14999e8c2 service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471498 Nov 25 17:28:22.164368 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-35bf4cbd-2755-4fe3-b4a6-ad7c2fcd6327 req-b9e505f2-74df-4eec-856b-4a7812e417da tempest-ServerAddressesTestJSON-1219954824 tempest-ServerAddressesTestJSON-1219954824-project] 10.222.0.75 "GET /v2.0/security-groups?id=dda4573c-8d92-445d-bcba-40a6f32f3683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638267 Nov 25 17:28:22.171477 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a0e1e7-458e-45ff-8ddf-57814ceedd8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e10b7ed-6563-4b77-9789-d933474b0fb6,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:22.176501 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-1792ea95-45a3-4f8a-926b-fe79d2529929 req-cae6db23-9975-4b2a-8648-35e78bef9925 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-256075181', 'description': 'tempest-description-1213058257'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:22.202559 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=62f35846-a216-43c6-b577-f0ae35b79bf2,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:22.211941 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:22.212949 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:22.213677 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:22.214362 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:22.215079 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:22.215632 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:22.216626 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:22.217169 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:22.217671 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:22.218183 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:22.218782 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:22.220073 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:22.250314 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-aa14e279-8d89-4910-b644-661acdceb9ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:22.255414 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-aa14e279-8d89-4910-b644-661acdceb9ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:22.265280 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1792ea95-45a3-4f8a-926b-fe79d2529929 req-cae6db23-9975-4b2a-8648-35e78bef9925 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:22.267220 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a0e1e7-458e-45ff-8ddf-57814ceedd8f admin admin] Checking segment: {'id': '1b6c2d3b-d161-4c2d-a387-fea6560075d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '17171e66-71d0-4568-b8eb-a5a937c68572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:28:22.267672 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a0e1e7-458e-45ff-8ddf-57814ceedd8f admin admin] Network hostable DHCP agents. Network: 17171e66-71d0-4568-b8eb-a5a937c68572, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:28:22.287567 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa14e279-8d89-4910-b644-661acdceb9ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 945} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:28:22.293154 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa14e279-8d89-4910-b644-661acdceb9ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986e86ac-b28b-4e53-9638-1c25d7b56ba8,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:22.302021 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-aa14e279-8d89-4910-b644-661acdceb9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:22.302370 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-aa14e279-8d89-4910-b644-661acdceb9ef admin admin] Added segment d13f2dc6-b7c6-452b-bee8-8ce632936531 of type vlan for network 50ed7be7-341a-4bb0-b02f-f642589d92ba Nov 25 17:28:22.323585 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-d8d7c22e-8146-412f-a611-e875205c0896 req-98710bfc-5275-4f21-980c-e2b2ebd86a61 tempest-InstanceActionsNegativeTestJSON-1945438458 tempest-InstanceActionsNegativeTestJSON-1945438458-project] Allocated IP 172.20.0.4 (bc1089eb-e09c-4477-9d35-a13ee5eeba00/8dc767c6-d4dd-4900-a15e-86c4f13767ad/536a3833-4535-43c3-bb78-1029dd6595bc) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:28:22.325497 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a0e1e7-458e-45ff-8ddf-57814ceedd8f admin admin] Network 17171e66-71d0-4568-b8eb-a5a937c68572 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:28:22.344958 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-aa14e279-8d89-4910-b644-661acdceb9ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:22.371531 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-aa14e279-8d89-4910-b644-661acdceb9ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:22.372970 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa14e279-8d89-4910-b644-661acdceb9ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:22.373682 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-aa14e279-8d89-4910-b644-661acdceb9ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:22.376369 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-63ffc4e6-923d-4f9b-b480-992dcc2867bd req-1dadc1de-7812-405d-80fd-597e7d0cc147 tempest-InstanceActionsNegativeTestJSON-1945438458 tempest-InstanceActionsNegativeTestJSON-1945438458-project] 10.222.0.75 "GET /v2.0/ports?device_id=0ae9a9bb-fd45-4e3d-b8d2-72143193cf80 HTTP/1.1" status: 200 len: 210 time: 0.0455070 Nov 25 17:28:22.380913 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-b4a0e1e7-458e-45ff-8ddf-57814ceedd8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 17171e66-71d0-4568-b8eb-a5a937c68572) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:28:22.389366 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a0e1e7-458e-45ff-8ddf-57814ceedd8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:22.389951 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b4a0e1e7-458e-45ff-8ddf-57814ceedd8f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:22.394424 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390a3439-60a7-45dc-8668-213916624892 None None] Network 17171e66-71d0-4568-b8eb-a5a937c68572 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:28:22.414764 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['62f35846-a216-43c6-b577-f0ae35b79bf2'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:28:22.451781 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1792ea95-45a3-4f8a-926b-fe79d2529929 req-cae6db23-9975-4b2a-8648-35e78bef9925 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:22.455211 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa14e279-8d89-4910-b644-661acdceb9ef admin admin] Pushing event updated for resources: {'Network': ['ID=50ed7be7-341a-4bb0-b02f-f642589d92ba,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:22.467583 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-b4a0e1e7-458e-45ff-8ddf-57814ceedd8f admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3793566 Nov 25 17:28:22.467583 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1792ea95-45a3-4f8a-926b-fe79d2529929 req-cae6db23-9975-4b2a-8648-35e78bef9925 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:22.495024 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-aa14e279-8d89-4910-b644-661acdceb9ef admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6301129 Nov 25 17:28:22.497647 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40668) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:22.498589 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 50ed7be7-341a-4bb0-b02f-f642589d92ba details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:28:22.506896 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-d8476224-2d04-4151-b37a-f90fc55776a5 admin admin] Request body: {'subnet': {'network_id': '50ed7be7-341a-4bb0-b02f-f642589d92ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-2127119330-subnet', 'tenant_id': 'a6a21f906b38400cbefeb299443350d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:22.548138 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8476224-2d04-4151-b37a-f90fc55776a5 admin admin] Made reservation on behalf of a6a21f906b38400cbefeb299443350d9 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:28:22.551503 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d8476224-2d04-4151-b37a-f90fc55776a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:22.569083 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1792ea95-45a3-4f8a-926b-fe79d2529929 req-cae6db23-9975-4b2a-8648-35e78bef9925 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:22.570315 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1792ea95-45a3-4f8a-926b-fe79d2529929 req-cae6db23-9975-4b2a-8648-35e78bef9925 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4034047 Nov 25 17:28:22.585668 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae6db23-9975-4b2a-8648-35e78bef9925 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=257cdb62-4e15-4181-8e9e-aeb5ba79122f,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:22.629610 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf5f23-8b78-436c-9050-b042843af7d0 req-b6dc8be4-95ed-4fed-8fa7-3a32b07c65c9 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:22.631168 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a6cf5f23-8b78-436c-9050-b042843af7d0 req-b6dc8be4-95ed-4fed-8fa7-3a32b07c65c9 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/ports?device_id=9146b814-a564-4f66-ae0e-5fb421ea3d11 HTTP/1.1" status: 200 len: 945 time: 0.1440244 Nov 25 17:28:22.674001 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d8d7c22e-8146-412f-a611-e875205c0896 req-98710bfc-5275-4f21-980c-e2b2ebd86a61 tempest-InstanceActionsNegativeTestJSON-1945438458 tempest-InstanceActionsNegativeTestJSON-1945438458-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:22.681661 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173911f1-eebd-4c2f-bd95-53100549ebd9 None None] Network 17171e66-71d0-4568-b8eb-a5a937c68572 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:28:22.769837 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d8d7c22e-8146-412f-a611-e875205c0896 req-98710bfc-5275-4f21-980c-e2b2ebd86a61 tempest-InstanceActionsNegativeTestJSON-1945438458 tempest-InstanceActionsNegativeTestJSON-1945438458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:22.832266 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d8476224-2d04-4151-b37a-f90fc55776a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:22.838352 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8d7c22e-8146-412f-a611-e875205c0896 req-98710bfc-5275-4f21-980c-e2b2ebd86a61 tempest-InstanceActionsNegativeTestJSON-1945438458 tempest-InstanceActionsNegativeTestJSON-1945438458-project] Network bc1089eb-e09c-4477-9d35-a13ee5eeba00 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:28:22.850608 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-d8d7c22e-8146-412f-a611-e875205c0896 req-98710bfc-5275-4f21-980c-e2b2ebd86a61 tempest-InstanceActionsNegativeTestJSON-1945438458 tempest-InstanceActionsNegativeTestJSON-1945438458-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:28:22.862044 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a6cf5f23-8b78-436c-9050-b042843af7d0 req-ca017843-aa2a-4f38-b15c-4c2f52803294 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/security-groups?id=84be2441-5ea8-4292-81c0-e25d06d16adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816745 Nov 25 17:28:22.863744 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8d7c22e-8146-412f-a611-e875205c0896 req-98710bfc-5275-4f21-980c-e2b2ebd86a61 tempest-InstanceActionsNegativeTestJSON-1945438458 tempest-InstanceActionsNegativeTestJSON-1945438458-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:28:22.884182 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98710bfc-5275-4f21-980c-e2b2ebd86a61 tempest-InstanceActionsNegativeTestJSON-1945438458 tempest-InstanceActionsNegativeTestJSON-1945438458-project] Pushing event updated for resources: {'Port': ['ID=536a3833-4535-43c3-bb78-1029dd6595bc,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:22.886275 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8476224-2d04-4151-b37a-f90fc55776a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4c0e4dd-ba40-4565-915d-3405eb220964,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:22.906258 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8476224-2d04-4151-b37a-f90fc55776a5 admin admin] Checking segment: {'id': 'd13f2dc6-b7c6-452b-bee8-8ce632936531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '50ed7be7-341a-4bb0-b02f-f642589d92ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:28:22.906613 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8476224-2d04-4151-b37a-f90fc55776a5 admin admin] Network hostable DHCP agents. Network: 50ed7be7-341a-4bb0-b02f-f642589d92ba, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:28:22.926110 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8476224-2d04-4151-b37a-f90fc55776a5 admin admin] Network 50ed7be7-341a-4bb0-b02f-f642589d92ba is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:28:22.938659 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-d8476224-2d04-4151-b37a-f90fc55776a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 50ed7be7-341a-4bb0-b02f-f642589d92ba) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:28:22.954194 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8476224-2d04-4151-b37a-f90fc55776a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:22.954408 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d8476224-2d04-4151-b37a-f90fc55776a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:22.962956 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db93e69c-2107-4027-9f71-f8885f2c8fad None None] Network 50ed7be7-341a-4bb0-b02f-f642589d92ba requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:28:22.969068 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b84cce1b-af96-46ec-8d8d-6bf66408444d req-1ad3bc87-2968-4e05-a9f4-8ff34c749f16 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] 10.222.0.75 "GET /v2.0/security-groups/257cdb62-4e15-4181-8e9e-aeb5ba79122f HTTP/1.1" status: 200 len: 1821 time: 0.2874129 Nov 25 17:28:22.991503 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d8476224-2d04-4151-b37a-f90fc55776a5 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4836295 Nov 25 17:28:22.991740 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d7c22e-8146-412f-a611-e875205c0896 req-98710bfc-5275-4f21-980c-e2b2ebd86a61 tempest-InstanceActionsNegativeTestJSON-1945438458 tempest-InstanceActionsNegativeTestJSON-1945438458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:22.991740 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d8d7c22e-8146-412f-a611-e875205c0896 req-98710bfc-5275-4f21-980c-e2b2ebd86a61 tempest-InstanceActionsNegativeTestJSON-1945438458 tempest-InstanceActionsNegativeTestJSON-1945438458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:22.994245 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:22.999179 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-b84cce1b-af96-46ec-8d8d-6bf66408444d req-e1f2126a-00ea-4221-9a77-d645aa45e922 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '257cdb62-4e15-4181-8e9e-aeb5ba79122f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:22.999510 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-b84cce1b-af96-46ec-8d8d-6bf66408444d req-e1f2126a-00ea-4221-9a77-d645aa45e922 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '257cdb62-4e15-4181-8e9e-aeb5ba79122f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:23.044212 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d8d7c22e-8146-412f-a611-e875205c0896 req-98710bfc-5275-4f21-980c-e2b2ebd86a61 tempest-InstanceActionsNegativeTestJSON-1945438458 tempest-InstanceActionsNegativeTestJSON-1945438458-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4213593 Nov 25 17:28:23.058176 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-d8d7c22e-8146-412f-a611-e875205c0896 req-3efc0ba3-a95c-4a4b-9c8a-62275ba8beca service neutron] Request body: {'port': {'device_id': '0ae9a9bb-fd45-4e3d-b8d2-72143193cf80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:23.157605 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f554228-c5c4-4d19-8852-6827037c8ac1 None None] Network 50ed7be7-341a-4bb0-b02f-f642589d92ba requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:28:23.176723 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b84cce1b-af96-46ec-8d8d-6bf66408444d req-e1f2126a-00ea-4221-9a77-d645aa45e922 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:23.258552 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d8d7c22e-8146-412f-a611-e875205c0896 req-3efc0ba3-a95c-4a4b-9c8a-62275ba8beca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:23.284949 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b84cce1b-af96-46ec-8d8d-6bf66408444d req-e1f2126a-00ea-4221-9a77-d645aa45e922 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:23.293227 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b84cce1b-af96-46ec-8d8d-6bf66408444d req-e1f2126a-00ea-4221-9a77-d645aa45e922 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:23.343860 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a5ed30-9890-403a-ad6d-773ae4fdebc0 req-2577edac-ca76-4f56-a566-ba7415fbcfc7 tempest-ServerAddressesTestJSON-1219954824 tempest-ServerAddressesTestJSON-1219954824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:23.345344 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-70a5ed30-9890-403a-ad6d-773ae4fdebc0 req-2577edac-ca76-4f56-a566-ba7415fbcfc7 tempest-ServerAddressesTestJSON-1219954824 tempest-ServerAddressesTestJSON-1219954824-project] 10.222.0.74 "GET /v2.0/ports?device_id=0d7af269-0649-478a-8754-43edfb722608 HTTP/1.1" status: 200 len: 945 time: 0.1737947 Nov 25 17:28:23.379904 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f2126a-00ea-4221-9a77-d645aa45e922 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a2a7000-d825-4ba9-aa95-e108bc4e9999,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:23.413946 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b84cce1b-af96-46ec-8d8d-6bf66408444d req-e1f2126a-00ea-4221-9a77-d645aa45e922 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:23.415152 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b84cce1b-af96-46ec-8d8d-6bf66408444d req-e1f2126a-00ea-4221-9a77-d645aa45e922 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4377820 Nov 25 17:28:23.430617 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934f2dd-f419-4bf5-ae5a-156abc97f35e req-c9550a3c-ac15-476b-93a9-1c868814c359 tempest-VolumesAdminNegativeTest-1455931702 tempest-VolumesAdminNegativeTest-1455931702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:23.432231 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4934f2dd-f419-4bf5-ae5a-156abc97f35e req-c9550a3c-ac15-476b-93a9-1c868814c359 tempest-VolumesAdminNegativeTest-1455931702 tempest-VolumesAdminNegativeTest-1455931702-project] 10.222.0.75 "GET /v2.0/networks?id=14622a90-54e1-46ae-a57c-7d1e82418e6a HTTP/1.1" status: 200 len: 812 time: 0.3255408 Nov 25 17:28:23.555841 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4934f2dd-f419-4bf5-ae5a-156abc97f35e req-4518c66b-1180-4f49-a046-05fa4ec49c42 tempest-VolumesAdminNegativeTest-1455931702 tempest-VolumesAdminNegativeTest-1455931702-project] 10.222.0.75 "GET /v2.0/quotas/60e64d7cc5104263a00946c25bcbc8b8 HTTP/1.1" status: 200 len: 375 time: 0.0713787 Nov 25 17:28:23.620079 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4934f2dd-f419-4bf5-ae5a-156abc97f35e req-94ddd9ef-23cf-4f43-838d-e337bb8a6ec8 tempest-VolumesAdminNegativeTest-1455931702 tempest-VolumesAdminNegativeTest-1455931702-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=60e64d7cc5104263a00946c25bcbc8b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0556576 Nov 25 17:28:23.633988 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 62f35846-a216-43c6-b577-f0ae35b79bf2 up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:28:23.671184 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838b4a9-64c8-489a-a468-383587dcbc8e req-b10a7be3-6588-4608-88b4-c3b0e6ae013f tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:23.672685 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f838b4a9-64c8-489a-a468-383587dcbc8e req-b10a7be3-6588-4608-88b4-c3b0e6ae013f tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=e3bf71bf-f71e-4ea9-b28d-6af2a345a6d8 HTTP/1.1" status: 200 len: 948 time: 0.1917822 Nov 25 17:28:23.689651 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port 62f35846-a216-43c6-b577-f0ae35b79bf2 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:28:23.695394 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 62f35846-a216-43c6-b577-f0ae35b79bf2 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:28:23.695839 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:23.713135 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-70a5ed30-9890-403a-ad6d-773ae4fdebc0 req-e4014ed5-5049-4f74-b72c-dc03fdea64f1 tempest-ServerAddressesTestJSON-1219954824 tempest-ServerAddressesTestJSON-1219954824-project] Deleting port 9ec36472-b2b2-4afe-91f5-69661d90f555 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:28:23.713571 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-70a5ed30-9890-403a-ad6d-773ae4fdebc0 req-e4014ed5-5049-4f74-b72c-dc03fdea64f1 tempest-ServerAddressesTestJSON-1219954824 tempest-ServerAddressesTestJSON-1219954824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:23.778872 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:23.801713 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3bf71bf-f71e-4ea9-b28d-6af2a345a6d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62f35846-a216-43c6-b577-f0ae35b79bf2'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:28:23.803996 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0f8abf-d6c2-4977-9cc7-afefa699c0cf" -d '{"events": [{"server_uuid": "e3bf71bf-f71e-4ea9-b28d-6af2a345a6d8", "name": "network-vif-plugged", "status": "completed", "tag": "62f35846-a216-43c6-b577-f0ae35b79bf2"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:28:23.817296 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 62f35846-a216-43c6-b577-f0ae35b79bf2, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=62f35846-a216-43c6-b577-f0ae35b79bf2,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:23.821535 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:23.868347 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f838b4a9-64c8-489a-a468-383587dcbc8e req-42f3ae7a-013a-4b5c-a695-8893b413a616 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856899 Nov 25 17:28:23.868616 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=62f35846-a216-43c6-b577-f0ae35b79bf2,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:23.966745 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-d8d7c22e-8146-412f-a611-e875205c0896 req-3efc0ba3-a95c-4a4b-9c8a-62275ba8beca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 536a3833-4535-43c3-bb78-1029dd6595bc {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:28:23.972112 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-70a5ed30-9890-403a-ad6d-773ae4fdebc0 req-e4014ed5-5049-4f74-b72c-dc03fdea64f1 tempest-ServerAddressesTestJSON-1219954824 tempest-ServerAddressesTestJSON-1219954824-project] For port 9ec36472-b2b2-4afe-91f5-69661d90f555, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=9ec36472-b2b2-4afe-91f5-69661d90f555,segment=NetworkSegment(543fdaf9-2958-4680-8713-cdd5c875974c),segment_id=543fdaf9-2958-4680-8713-cdd5c875974c)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:23.972900 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-70a5ed30-9890-403a-ad6d-773ae4fdebc0 req-e4014ed5-5049-4f74-b72c-dc03fdea64f1 tempest-ServerAddressesTestJSON-1219954824 tempest-ServerAddressesTestJSON-1219954824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:23.984430 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d8d7c22e-8146-412f-a611-e875205c0896 req-3efc0ba3-a95c-4a4b-9c8a-62275ba8beca service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:23.988105 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4934f2dd-f419-4bf5-ae5a-156abc97f35e req-8822f9c0-54c4-4448-bd59-826ef17ea812 service neutron] 10.222.0.75 "GET /v2.0/networks/14622a90-54e1-46ae-a57c-7d1e82418e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394914 Nov 25 17:28:23.996279 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-70a5ed30-9890-403a-ad6d-773ae4fdebc0 req-e4014ed5-5049-4f74-b72c-dc03fdea64f1 tempest-ServerAddressesTestJSON-1219954824 tempest-ServerAddressesTestJSON-1219954824-project] Calling delete_port for 9ec36472-b2b2-4afe-91f5-69661d90f555 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:28:24.030727 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-d8d7c22e-8146-412f-a611-e875205c0896 req-3efc0ba3-a95c-4a4b-9c8a-62275ba8beca service neutron] Transition to ACTIVE for port object 536a3833-4535-43c3-bb78-1029dd6595bc will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:28:24.064085 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d8d7c22e-8146-412f-a611-e875205c0896 req-3efc0ba3-a95c-4a4b-9c8a-62275ba8beca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:24.194330 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efc0ba3-a95c-4a4b-9c8a-62275ba8beca service neutron] Pushing event updated for resources: {'Port': ['ID=536a3833-4535-43c3-bb78-1029dd6595bc,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:24.207252 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4934f2dd-f419-4bf5-ae5a-156abc97f35e req-d65fe135-0b19-4be3-ab6c-508c0728320c service neutron] 10.222.0.75 "GET /v2.0/networks/14622a90-54e1-46ae-a57c-7d1e82418e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088439 Nov 25 17:28:24.274225 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-aa785cee-d42a-43bd-8b01-70f156da0e02 req-62d098f0-ad69-4662-9158-ba481a675cad tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2067832362', 'description': 'tempest-description-407421710'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:24.341264 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-d8d7c22e-8146-412f-a611-e875205c0896 req-3efc0ba3-a95c-4a4b-9c8a-62275ba8beca service neutron] Attempting to bind port 536a3833-4535-43c3-bb78-1029dd6595bc on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:28:24.341771 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-d8d7c22e-8146-412f-a611-e875205c0896 req-3efc0ba3-a95c-4a4b-9c8a-62275ba8beca service neutron] Attempting to bind port 536a3833-4535-43c3-bb78-1029dd6595bc by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': 'a342e4e6-8114-4607-93c7-b01e8c27a5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'bc1089eb-e09c-4477-9d35-a13ee5eeba00'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:28:24.342223 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d7c22e-8146-412f-a611-e875205c0896 req-3efc0ba3-a95c-4a4b-9c8a-62275ba8beca service neutron] Attempting to bind port 536a3833-4535-43c3-bb78-1029dd6595bc on network bc1089eb-e09c-4477-9d35-a13ee5eeba00 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:28:24.345034 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device ed6453e3-969d-494e-bd6f-33b16d7135ac details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:28:24.359302 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d7c22e-8146-412f-a611-e875205c0896 req-3efc0ba3-a95c-4a4b-9c8a-62275ba8beca service neutron] Port 536a3833-4535-43c3-bb78-1029dd6595bc on network bc1089eb-e09c-4477-9d35-a13ee5eeba00 not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:28:24.359573 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d7c22e-8146-412f-a611-e875205c0896 req-3efc0ba3-a95c-4a4b-9c8a-62275ba8beca service neutron] Attempting to bind port 536a3833-4535-43c3-bb78-1029dd6595bc on network bc1089eb-e09c-4477-9d35-a13ee5eeba00 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:28:24.369802 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-aa785cee-d42a-43bd-8b01-70f156da0e02 req-62d098f0-ad69-4662-9158-ba481a675cad tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:24.373544 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d7c22e-8146-412f-a611-e875205c0896 req-3efc0ba3-a95c-4a4b-9c8a-62275ba8beca service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:28:24.374080 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d7c22e-8146-412f-a611-e875205c0896 req-3efc0ba3-a95c-4a4b-9c8a-62275ba8beca service neutron] Checking segment: {'id': 'a342e4e6-8114-4607-93c7-b01e8c27a5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'bc1089eb-e09c-4477-9d35-a13ee5eeba00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:28:24.374569 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d7c22e-8146-412f-a611-e875205c0896 req-3efc0ba3-a95c-4a4b-9c8a-62275ba8beca service neutron] Bound using segment: {'id': 'a342e4e6-8114-4607-93c7-b01e8c27a5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'bc1089eb-e09c-4477-9d35-a13ee5eeba00'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:28:24.375156 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-d8d7c22e-8146-412f-a611-e875205c0896 req-3efc0ba3-a95c-4a4b-9c8a-62275ba8beca service neutron] Bound port: 536a3833-4535-43c3-bb78-1029dd6595bc, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a342e4e6-8114-4607-93c7-b01e8c27a5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'bc1089eb-e09c-4477-9d35-a13ee5eeba00'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:28:24.375582 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d8d7c22e-8146-412f-a611-e875205c0896 req-3efc0ba3-a95c-4a4b-9c8a-62275ba8beca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:24.385432 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-70a5ed30-9890-403a-ad6d-773ae4fdebc0 req-e4014ed5-5049-4f74-b72c-dc03fdea64f1 tempest-ServerAddressesTestJSON-1219954824 tempest-ServerAddressesTestJSON-1219954824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:24.448648 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4014ed5-5049-4f74-b72c-dc03fdea64f1 tempest-ServerAddressesTestJSON-1219954824 tempest-ServerAddressesTestJSON-1219954824-project] Pushing event deleted for resources: {'Port': ['ID=9ec36472-b2b2-4afe-91f5-69661d90f555,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:24.529428 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-26180cf0-cd24-4706-aefa-d7ce6b7b7f81 req-d820b869-23a3-4d6f-b0ae-39714d25d32f tempest-ServerAddressesTestJSON-1219954824 tempest-ServerAddressesTestJSON-1219954824-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d7af269-0649-478a-8754-43edfb722608 HTTP/1.1" status: 200 len: 210 time: 0.0902123 Nov 25 17:28:24.574963 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a5ed30-9890-403a-ad6d-773ae4fdebc0 req-e4014ed5-5049-4f74-b72c-dc03fdea64f1 tempest-ServerAddressesTestJSON-1219954824 tempest-ServerAddressesTestJSON-1219954824-project] No DVR routers for this DVR port 9ec36472-b2b2-4afe-91f5-69661d90f555 on host n-h1-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:28:24.584379 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-70a5ed30-9890-403a-ad6d-773ae4fdebc0 req-e4014ed5-5049-4f74-b72c-dc03fdea64f1 tempest-ServerAddressesTestJSON-1219954824 tempest-ServerAddressesTestJSON-1219954824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:24.587827 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-70a5ed30-9890-403a-ad6d-773ae4fdebc0 req-e4014ed5-5049-4f74-b72c-dc03fdea64f1 tempest-ServerAddressesTestJSON-1219954824 tempest-ServerAddressesTestJSON-1219954824-project] 10.222.0.74 "DELETE /v2.0/ports/9ec36472-b2b2-4afe-91f5-69661d90f555 HTTP/1.1" status: 204 len: 173 time: 1.2265048 Nov 25 17:28:24.590253 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d7af269-0649-478a-8754-43edfb722608', 'name': 'network-vif-deleted', 'tag': '9ec36472-b2b2-4afe-91f5-69661d90f555'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:28:24.592590 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9e112b-b5a2-4ecb-ac70-94c2555ed7da" -d '{"events": [{"server_uuid": "0d7af269-0649-478a-8754-43edfb722608", "name": "network-vif-deleted", "tag": "9ec36472-b2b2-4afe-91f5-69661d90f555"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:28:24.626847 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port ed6453e3-969d-494e-bd6f-33b16d7135ac, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=ed6453e3-969d-494e-bd6f-33b16d7135ac,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:24.637539 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-d8d7c22e-8146-412f-a611-e875205c0896 req-3efc0ba3-a95c-4a4b-9c8a-62275ba8beca service neutron] For port 536a3833-4535-43c3-bb78-1029dd6595bc, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:28:24.644928 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-d8d7c22e-8146-412f-a611-e875205c0896 req-3efc0ba3-a95c-4a4b-9c8a-62275ba8beca service neutron] For port 536a3833-4535-43c3-bb78-1029dd6595bc, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=536a3833-4535-43c3-bb78-1029dd6595bc,segment=NetworkSegment(a342e4e6-8114-4607-93c7-b01e8c27a5fd),segment_id=a342e4e6-8114-4607-93c7-b01e8c27a5fd)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:28:24.645807 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': 'ed6453e3-969d-494e-bd6f-33b16d7135ac', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'port_id': 'ed6453e3-969d-494e-bd6f-33b16d7135ac', 'mac_address': 'fa:16:3e:78:e8:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8793709c-5336-428d-aede-b0b8df1a26b2', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:28:24.665960 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d8d7c22e-8146-412f-a611-e875205c0896 req-3efc0ba3-a95c-4a4b-9c8a-62275ba8beca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:24.702560 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:24.721106 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed6453e3-969d-494e-bd6f-33b16d7135ac {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:28:24.734772 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-aa785cee-d42a-43bd-8b01-70f156da0e02 req-62d098f0-ad69-4662-9158-ba481a675cad tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:24.748501 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d7c22e-8146-412f-a611-e875205c0896 req-3efc0ba3-a95c-4a4b-9c8a-62275ba8beca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:24.749248 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d8d7c22e-8146-412f-a611-e875205c0896 req-3efc0ba3-a95c-4a4b-9c8a-62275ba8beca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:24.750643 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d8d7c22e-8146-412f-a611-e875205c0896 req-3efc0ba3-a95c-4a4b-9c8a-62275ba8beca service neutron] 10.222.0.90 "PUT /v2.0/ports/536a3833-4535-43c3-bb78-1029dd6595bc HTTP/1.1" status: 200 len: 1091 time: 1.6966579 Nov 25 17:28:24.758663 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-aa785cee-d42a-43bd-8b01-70f156da0e02 req-62d098f0-ad69-4662-9158-ba481a675cad tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:24.765496 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port ed6453e3-969d-494e-bd6f-33b16d7135ac, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=ed6453e3-969d-494e-bd6f-33b16d7135ac,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:24.775936 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:24.799411 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee0317b-7d68-40bb-a97c-5a6609b7c985 req-28adb038-dbc4-45a3-8ed4-284a64067ec7 tempest-InstanceActionsNegativeTestJSON-1945438458 tempest-InstanceActionsNegativeTestJSON-1945438458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:24.801413 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dee0317b-7d68-40bb-a97c-5a6609b7c985 req-28adb038-dbc4-45a3-8ed4-284a64067ec7 tempest-InstanceActionsNegativeTestJSON-1945438458 tempest-InstanceActionsNegativeTestJSON-1945438458-project] 10.222.0.75 "GET /v2.0/ports?device_id=0ae9a9bb-fd45-4e3d-b8d2-72143193cf80 HTTP/1.1" status: 200 len: 943 time: 0.1549222 Nov 25 17:28:24.833847 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-aa785cee-d42a-43bd-8b01-70f156da0e02 req-62d098f0-ad69-4662-9158-ba481a675cad tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:24.835460 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-aa785cee-d42a-43bd-8b01-70f156da0e02 req-62d098f0-ad69-4662-9158-ba481a675cad tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.5710475 Nov 25 17:28:24.836139 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efc0ba3-a95c-4a4b-9c8a-62275ba8beca service neutron] Pushing event updated for resources: {'Port': ['ID=536a3833-4535-43c3-bb78-1029dd6595bc,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:24.856844 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=ed6453e3-969d-494e-bd6f-33b16d7135ac,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:24.868492 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-0fd544e7-18cf-4bfc-89ad-41be8b99028e req-369aecc5-7414-4677-9f52-1994f1d779f4 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1218945601', 'description': 'tempest-description-1381946013'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:24.886145 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d098f0-ad69-4662-9158-ba481a675cad tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f58cc476-c166-490d-8676-d362045577bf,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:24.939307 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dee0317b-7d68-40bb-a97c-5a6609b7c985 req-47910f7e-184b-4c06-8f42-7aff119ed683 tempest-InstanceActionsNegativeTestJSON-1945438458 tempest-InstanceActionsNegativeTestJSON-1945438458-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1ed0d14-5827-4f57-b649-24a476859efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269362 Nov 25 17:28:24.942754 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0fd544e7-18cf-4bfc-89ad-41be8b99028e req-369aecc5-7414-4677-9f52-1994f1d779f4 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:24.949592 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d7c22e-8146-412f-a611-e875205c0896 req-7109c6af-1784-42db-921c-a30bc0b48da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:24.951064 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d8d7c22e-8146-412f-a611-e875205c0896 req-7109c6af-1784-42db-921c-a30bc0b48da3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cd0ff8dee88b48d1b54567087f3098e3&device_id=0ae9a9bb-fd45-4e3d-b8d2-72143193cf80 HTTP/1.1" status: 200 len: 1094 time: 0.1107092 Nov 25 17:28:24.988503 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9ad752-5131-4979-8020-5eb1c13bacb2 x-openstack-request-id: req-0e9ad752-5131-4979-8020-5eb1c13bacb2 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:28:24.989009 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3bf71bf-f71e-4ea9-b28d-6af2a345a6d8", "name": "network-vif-plugged", "status": "completed", "tag": "62f35846-a216-43c6-b577-f0ae35b79bf2", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:28:24.989914 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0e9ad752-5131-4979-8020-5eb1c13bacb2 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:28:24.990403 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3bf71bf-f71e-4ea9-b28d-6af2a345a6d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62f35846-a216-43c6-b577-f0ae35b79bf2', 'code': 200} Nov 25 17:28:25.009642 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d8d7c22e-8146-412f-a611-e875205c0896 req-5afea650-5c36-41e4-a202-b390602b8df2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=536a3833-4535-43c3-bb78-1029dd6595bc HTTP/1.1" status: 200 len: 217 time: 0.0431035 Nov 25 17:28:25.025283 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['ed6453e3-969d-494e-bd6f-33b16d7135ac'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:28:25.145208 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d7c22e-8146-412f-a611-e875205c0896 req-9f5ae4e8-96d6-45b1-8d64-b95bf521a0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:25.146914 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d8d7c22e-8146-412f-a611-e875205c0896 req-9f5ae4e8-96d6-45b1-8d64-b95bf521a0f4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8dc767c6-d4dd-4900-a15e-86c4f13767ad HTTP/1.1" status: 200 len: 862 time: 0.1277261 Nov 25 17:28:25.173264 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0fd544e7-18cf-4bfc-89ad-41be8b99028e req-369aecc5-7414-4677-9f52-1994f1d779f4 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:25.204648 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d8d7c22e-8146-412f-a611-e875205c0896 req-5c2af1bc-7235-44a7-b155-c3f47c1cbb1a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=bc1089eb-e09c-4477-9d35-a13ee5eeba00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456088 Nov 25 17:28:25.207169 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0fd544e7-18cf-4bfc-89ad-41be8b99028e req-369aecc5-7414-4677-9f52-1994f1d779f4 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:25.282671 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-da0c6b19-8264-4298-91b6-c9597f152dd2 req-26fc1f9e-8338-4e30-8074-831ca169d59f tempest-VolumesAdminNegativeTest-1455931702 tempest-VolumesAdminNegativeTest-1455931702-project] 10.222.0.75 "GET /v2.0/ports?device_id=093680e6-aaef-4b5f-8048-3cb434af1869 HTTP/1.1" status: 200 len: 210 time: 0.0803769 Nov 25 17:28:25.309383 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9ed08-9989-46c8-a49f-19de84a2c91a req-c9094328-d456-400d-bd84-4e4a3687b977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:25.311394 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ebd9ed08-9989-46c8-a49f-19de84a2c91a req-c9094328-d456-400d-bd84-4e4a3687b977 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e3bf71bf-f71e-4ea9-b28d-6af2a345a6d8 HTTP/1.1" status: 200 len: 1100 time: 0.2131348 Nov 25 17:28:25.323856 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0fd544e7-18cf-4bfc-89ad-41be8b99028e req-369aecc5-7414-4677-9f52-1994f1d779f4 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:25.325168 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0fd544e7-18cf-4bfc-89ad-41be8b99028e req-369aecc5-7414-4677-9f52-1994f1d779f4 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.4659960 Nov 25 17:28:25.377633 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3bbef1-3d14-466a-b843-c5863217c46f x-openstack-request-id: req-2b3bbef1-3d14-466a-b843-c5863217c46f {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:28:25.378496 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d7af269-0649-478a-8754-43edfb722608", "name": "network-vif-deleted", "tag": "9ec36472-b2b2-4afe-91f5-69661d90f555", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:28:25.378871 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2b3bbef1-3d14-466a-b843-c5863217c46f {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:28:25.379284 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d7af269-0649-478a-8754-43edfb722608', 'name': 'network-vif-deleted', 'tag': '9ec36472-b2b2-4afe-91f5-69661d90f555', 'status': 'completed', 'code': 200} Nov 25 17:28:25.379891 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369aecc5-7414-4677-9f52-1994f1d779f4 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=319deed4-1b57-45d1-9947-f21e99da4820,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:25.401401 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-92954648-1ca6-473d-ac43-0c46ce12f1b3 req-48d59418-0404-43a4-b7fb-5c1133d9feff tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-734681156', 'description': 'tempest-description-187062213'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:25.617301 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934f2dd-f419-4bf5-ae5a-156abc97f35e req-b3682bd4-971b-4666-b84d-20990a012dc0 tempest-VolumesAdminNegativeTest-1455931702 tempest-VolumesAdminNegativeTest-1455931702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:25.619687 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-4934f2dd-f419-4bf5-ae5a-156abc97f35e req-b3682bd4-971b-4666-b84d-20990a012dc0 tempest-VolumesAdminNegativeTest-1455931702 tempest-VolumesAdminNegativeTest-1455931702-project] 10.222.0.90 "GET /v2.0/networks?id=14622a90-54e1-46ae-a57c-7d1e82418e6a HTTP/1.1" status: 200 len: 812 time: 0.1298397 Nov 25 17:28:25.637105 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-4934f2dd-f419-4bf5-ae5a-156abc97f35e req-da953838-28ac-4f54-84d7-8d6a8911798d tempest-VolumesAdminNegativeTest-1455931702 tempest-VolumesAdminNegativeTest-1455931702-project] Request body: {'port': {'device_id': '093680e6-aaef-4b5f-8048-3cb434af1869', 'network_id': '14622a90-54e1-46ae-a57c-7d1e82418e6a', 'admin_state_up': True, 'tenant_id': '60e64d7cc5104263a00946c25bcbc8b8'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:25.647311 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 9ec36472-b2b2-4afe-91f5-69661d90f555 no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:28:25.688790 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: 9ec36472-b2b2-4afe-91f5-69661d90f555 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:28:25.689157 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 9ec36472-b2b2-4afe-91f5-69661d90f555 not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:28:25.804243 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-92954648-1ca6-473d-ac43-0c46ce12f1b3 req-48d59418-0404-43a4-b7fb-5c1133d9feff tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:25.818883 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4934f2dd-f419-4bf5-ae5a-156abc97f35e req-da953838-28ac-4f54-84d7-8d6a8911798d tempest-VolumesAdminNegativeTest-1455931702 tempest-VolumesAdminNegativeTest-1455931702-project] Made reservation on behalf of 60e64d7cc5104263a00946c25bcbc8b8 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:28:25.820218 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ebd9ed08-9989-46c8-a49f-19de84a2c91a req-74000762-aa98-484e-a9fc-803c1c4cfe78 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4920621 Nov 25 17:28:25.822581 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-4934f2dd-f419-4bf5-ae5a-156abc97f35e req-da953838-28ac-4f54-84d7-8d6a8911798d tempest-VolumesAdminNegativeTest-1455931702 tempest-VolumesAdminNegativeTest-1455931702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:25.824754 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d8d7c22e-8146-412f-a611-e875205c0896 req-1ed9cda7-dfff-457f-a24d-32b01aefa2ed service neutron] 10.222.0.90 "GET /v2.0/networks/bc1089eb-e09c-4477-9d35-a13ee5eeba00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6025774 Nov 25 17:28:25.868702 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18763675-fdef-45c0-883f-3c85fb66a545 req-73828eed-de5f-4997-9c51-1e9a5812908b tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:25.870115 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-18763675-fdef-45c0-883f-3c85fb66a545 req-73828eed-de5f-4997-9c51-1e9a5812908b tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=e3bf71bf-f71e-4ea9-b28d-6af2a345a6d8 HTTP/1.1" status: 200 len: 949 time: 0.4472718 Nov 25 17:28:25.964492 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-4934f2dd-f419-4bf5-ae5a-156abc97f35e req-da953838-28ac-4f54-84d7-8d6a8911798d tempest-VolumesAdminNegativeTest-1455931702 tempest-VolumesAdminNegativeTest-1455931702-project] Allocated IP 172.20.0.3 (14622a90-54e1-46ae-a57c-7d1e82418e6a/1ecef555-394c-46cd-9fb5-9298d35d3c74/b9fceae9-bf1d-4810-bf19-c711126ce5d5) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:28:26.008216 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-92954648-1ca6-473d-ac43-0c46ce12f1b3 req-48d59418-0404-43a4-b7fb-5c1133d9feff tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:26.016719 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d8d7c22e-8146-412f-a611-e875205c0896 req-98e19d22-724c-49a0-9d94-2995b13cb8ed service neutron] 10.222.0.90 "GET /v2.0/networks/bc1089eb-e09c-4477-9d35-a13ee5eeba00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777782 Nov 25 17:28:26.017463 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-92954648-1ca6-473d-ac43-0c46ce12f1b3 req-48d59418-0404-43a4-b7fb-5c1133d9feff tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:26.031295 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-18763675-fdef-45c0-883f-3c85fb66a545 req-ca856d06-141f-4dfc-aa50-44914ce58b08 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448028 Nov 25 17:28:26.063296 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-92954648-1ca6-473d-ac43-0c46ce12f1b3 req-48d59418-0404-43a4-b7fb-5c1133d9feff tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:26.066594 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-92954648-1ca6-473d-ac43-0c46ce12f1b3 req-48d59418-0404-43a4-b7fb-5c1133d9feff tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.6906273 Nov 25 17:28:26.078845 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d59418-0404-43a4-b7fb-5c1133d9feff tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=071ba350-c23e-474b-ad27-bd7fa82df33d,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:26.124217 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 40760) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:26.238116 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c847c8e4-cd0a-46a3-bf4d-54e636d50eab req-ee40b3f4-4e69-495b-9317-466be52d5833 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] 10.222.0.75 "GET /v2.0/security-groups/319deed4-1b57-45d1-9947-f21e99da4820 HTTP/1.1" status: 200 len: 1822 time: 0.1341274 Nov 25 17:28:26.242997 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-048bff05-04e8-4918-bb23-a8ce4e11a93c admin admin] Deleting subnet 6124227d-9db5-4167-8bda-c0c2c1e35d91 {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:28:26.248096 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-048bff05-04e8-4918-bb23-a8ce4e11a93c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:26.274863 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-c847c8e4-cd0a-46a3-bf4d-54e636d50eab req-dfd6ccd2-2745-41d0-b808-743bd68950b3 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '319deed4-1b57-45d1-9947-f21e99da4820', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:26.275210 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-c847c8e4-cd0a-46a3-bf4d-54e636d50eab req-dfd6ccd2-2745-41d0-b808-743bd68950b3 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '319deed4-1b57-45d1-9947-f21e99da4820', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:26.310272 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-048bff05-04e8-4918-bb23-a8ce4e11a93c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:26.342380 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ae8d0-f2b6-4928-b0a9-f42e96de0b53 req-f99e5d27-3d37-4fe5-9b17-1fac6aa54dce tempest-InstanceActionsNegativeTestJSON-1945438458 tempest-InstanceActionsNegativeTestJSON-1945438458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:26.350171 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f25ae8d0-f2b6-4928-b0a9-f42e96de0b53 req-f99e5d27-3d37-4fe5-9b17-1fac6aa54dce tempest-InstanceActionsNegativeTestJSON-1945438458 tempest-InstanceActionsNegativeTestJSON-1945438458-project] 10.222.0.75 "GET /v2.0/ports?device_id=0ae9a9bb-fd45-4e3d-b8d2-72143193cf80 HTTP/1.1" status: 200 len: 943 time: 0.1611357 Nov 25 17:28:26.372036 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 958e243b-13dd-466c-b3a1-61bd001ce2c5 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:28:26.380141 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device ed6453e3-969d-494e-bd6f-33b16d7135ac up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:28:26.431283 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-048bff05-04e8-4918-bb23-a8ce4e11a93c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:26.457173 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-4934f2dd-f419-4bf5-ae5a-156abc97f35e req-da953838-28ac-4f54-84d7-8d6a8911798d tempest-VolumesAdminNegativeTest-1455931702 tempest-VolumesAdminNegativeTest-1455931702-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:26.506128 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f25ae8d0-f2b6-4928-b0a9-f42e96de0b53 req-e4c5b612-6f95-40a6-b90f-fffba9a04d3f tempest-InstanceActionsNegativeTestJSON-1945438458 tempest-InstanceActionsNegativeTestJSON-1945438458-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1ed0d14-5827-4f57-b649-24a476859efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549575 Nov 25 17:28:26.507721 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-4934f2dd-f419-4bf5-ae5a-156abc97f35e req-da953838-28ac-4f54-84d7-8d6a8911798d tempest-VolumesAdminNegativeTest-1455931702 tempest-VolumesAdminNegativeTest-1455931702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:26.509780 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c847c8e4-cd0a-46a3-bf4d-54e636d50eab req-dfd6ccd2-2745-41d0-b808-743bd68950b3 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:26.574353 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c847c8e4-cd0a-46a3-bf4d-54e636d50eab req-dfd6ccd2-2745-41d0-b808-743bd68950b3 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:26.580536 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c847c8e4-cd0a-46a3-bf4d-54e636d50eab req-dfd6ccd2-2745-41d0-b808-743bd68950b3 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:26.595380 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-048bff05-04e8-4918-bb23-a8ce4e11a93c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:26.606551 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da953838-28ac-4f54-84d7-8d6a8911798d tempest-VolumesAdminNegativeTest-1455931702 tempest-VolumesAdminNegativeTest-1455931702-project] Pushing event updated for resources: {'Port': ['ID=b9fceae9-bf1d-4810-bf19-c711126ce5d5,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:26.645542 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4934f2dd-f419-4bf5-ae5a-156abc97f35e req-da953838-28ac-4f54-84d7-8d6a8911798d tempest-VolumesAdminNegativeTest-1455931702 tempest-VolumesAdminNegativeTest-1455931702-project] Network 14622a90-54e1-46ae-a57c-7d1e82418e6a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:28:26.649484 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-4934f2dd-f419-4bf5-ae5a-156abc97f35e req-da953838-28ac-4f54-84d7-8d6a8911798d tempest-VolumesAdminNegativeTest-1455931702 tempest-VolumesAdminNegativeTest-1455931702-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:28:26.653309 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-4934f2dd-f419-4bf5-ae5a-156abc97f35e req-da953838-28ac-4f54-84d7-8d6a8911798d tempest-VolumesAdminNegativeTest-1455931702 tempest-VolumesAdminNegativeTest-1455931702-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:28:26.680066 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd6ccd2-2745-41d0-b808-743bd68950b3 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58bb2b13-53bd-4d29-bbed-1a4f1d5eeb8e,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:26.682829 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048bff05-04e8-4918-bb23-a8ce4e11a93c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6124227d-9db5-4167-8bda-c0c2c1e35d91,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:26.687574 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-048bff05-04e8-4918-bb23-a8ce4e11a93c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:26.695498 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-048bff05-04e8-4918-bb23-a8ce4e11a93c admin admin] 10.222.0.75 "DELETE /v2.0/subnets/6124227d-9db5-4167-8bda-c0c2c1e35d91 HTTP/1.1" status: 204 len: 168 time: 0.5703692 Nov 25 17:28:26.698496 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c847c8e4-cd0a-46a3-bf4d-54e636d50eab req-dfd6ccd2-2745-41d0-b808-743bd68950b3 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:26.713045 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40790) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:26.723853 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c847c8e4-cd0a-46a3-bf4d-54e636d50eab req-dfd6ccd2-2745-41d0-b808-743bd68950b3 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4722006 Nov 25 17:28:26.740882 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 958e243b-13dd-466c-b3a1-61bd001ce2c5, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=958e243b-13dd-466c-b3a1-61bd001ce2c5,segment=NetworkSegment(6347e9f6-96b1-4f56-a092-a9cf81778fe8),segment_id=6347e9f6-96b1-4f56-a092-a9cf81778fe8)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:26.748676 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port ed6453e3-969d-494e-bd6f-33b16d7135ac completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:28:26.776605 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port ed6453e3-969d-494e-bd6f-33b16d7135ac triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:28:26.781319 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:26.843897 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '958e243b-13dd-466c-b3a1-61bd001ce2c5', 'network_id': '6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5', 'port_id': '958e243b-13dd-466c-b3a1-61bd001ce2c5', 'mac_address': 'fa:16:3e:fc:a6:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 901, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '577f7e8f-a41f-42c3-a5d0-23f6361748a4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:28:26.894121 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934f2dd-f419-4bf5-ae5a-156abc97f35e req-da953838-28ac-4f54-84d7-8d6a8911798d tempest-VolumesAdminNegativeTest-1455931702 tempest-VolumesAdminNegativeTest-1455931702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:26.894692 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-4934f2dd-f419-4bf5-ae5a-156abc97f35e req-da953838-28ac-4f54-84d7-8d6a8911798d tempest-VolumesAdminNegativeTest-1455931702 tempest-VolumesAdminNegativeTest-1455931702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:26.912759 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-12190425-a60e-4d55-839c-abfd536c5ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:26.919801 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-4934f2dd-f419-4bf5-ae5a-156abc97f35e req-da953838-28ac-4f54-84d7-8d6a8911798d tempest-VolumesAdminNegativeTest-1455931702 tempest-VolumesAdminNegativeTest-1455931702-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2885702 Nov 25 17:28:26.935155 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-4934f2dd-f419-4bf5-ae5a-156abc97f35e req-03a6bc95-4511-4646-88a5-882d3b1f4f7c service neutron] Request body: {'port': {'device_id': '093680e6-aaef-4b5f-8048-3cb434af1869', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:26.947367 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:26.961710 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d18b8b-4826-4da8-929a-6c6675a05566 req-302aa8e6-e75e-4803-a164-808f89820b55 tempest-VolumesAdminNegativeTest-1455931702 tempest-VolumesAdminNegativeTest-1455931702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:26.963561 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3d18b8b-4826-4da8-929a-6c6675a05566 req-302aa8e6-e75e-4803-a164-808f89820b55 tempest-VolumesAdminNegativeTest-1455931702 tempest-VolumesAdminNegativeTest-1455931702-project] 10.222.0.75 "GET /v2.0/ports?device_id=093680e6-aaef-4b5f-8048-3cb434af1869 HTTP/1.1" status: 200 len: 931 time: 0.1831543 Nov 25 17:28:26.964884 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 958e243b-13dd-466c-b3a1-61bd001ce2c5 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:28:27.005695 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:27.009338 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 958e243b-13dd-466c-b3a1-61bd001ce2c5, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=958e243b-13dd-466c-b3a1-61bd001ce2c5,segment=NetworkSegment(6347e9f6-96b1-4f56-a092-a9cf81778fe8),segment_id=6347e9f6-96b1-4f56-a092-a9cf81778fe8)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:27.021972 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:27.069682 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f6cf7-c039-4a76-8d99-639d9ac006e3 req-ef9d2721-535c-41d2-aed3-c671f2a68af9 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:27.071606 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-518f6cf7-c039-4a76-8d99-639d9ac006e3 req-ef9d2721-535c-41d2-aed3-c671f2a68af9 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/networks?id=50ed7be7-341a-4bb0-b02f-f642589d92ba HTTP/1.1" status: 200 len: 813 time: 0.2637234 Nov 25 17:28:27.099122 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-518f6cf7-c039-4a76-8d99-639d9ac006e3 req-236b16e6-600a-4c81-bc57-f028bb969159 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/quotas/a6a21f906b38400cbefeb299443350d9 HTTP/1.1" status: 200 len: 375 time: 0.0196402 Nov 25 17:28:27.107481 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0911bc81-7ff8-4326-b30c-7f363c70ff94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed6453e3-969d-494e-bd6f-33b16d7135ac'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:28:27.110305 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59125c7a-91b6-438c-8209-f6ba5b0d86fa" -d '{"events": [{"server_uuid": "0911bc81-7ff8-4326-b30c-7f363c70ff94", "name": "network-vif-plugged", "status": "completed", "tag": "ed6453e3-969d-494e-bd6f-33b16d7135ac"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:28:27.135186 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port ed6453e3-969d-494e-bd6f-33b16d7135ac, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=ed6453e3-969d-494e-bd6f-33b16d7135ac,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:27.142292 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['958e243b-13dd-466c-b3a1-61bd001ce2c5'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:28:27.164989 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-12190425-a60e-4d55-839c-abfd536c5ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:27.165164 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-518f6cf7-c039-4a76-8d99-639d9ac006e3 req-b21dd485-9d46-475e-b71f-38154488109b tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=a6a21f906b38400cbefeb299443350d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0648296 Nov 25 17:28:27.186382 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:27.198666 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=958e243b-13dd-466c-b3a1-61bd001ce2c5,revision_number=6']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:27.204214 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-12190425-a60e-4d55-839c-abfd536c5ea3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['002f3b72-02af-4c7b-b64a-5fd0245779c2']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:27.217904 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-12190425-a60e-4d55-839c-abfd536c5ea3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '543fdaf9-2958-4680-8713-cdd5c875974c') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:27.218255 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-12190425-a60e-4d55-839c-abfd536c5ea3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '543fdaf9-2958-4680-8713-cdd5c875974c') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:27.231063 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3d18b8b-4826-4da8-929a-6c6675a05566 req-82fa019c-4a65-40af-8e06-c2a68d6c977b tempest-VolumesAdminNegativeTest-1455931702 tempest-VolumesAdminNegativeTest-1455931702-project] 10.222.0.75 "GET /v2.0/security-groups?id=3454ca9e-2a23-4d3e-b167-f3e49bddd59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566676 Nov 25 17:28:27.247628 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-12190425-a60e-4d55-839c-abfd536c5ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:27.263825 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-4934f2dd-f419-4bf5-ae5a-156abc97f35e req-03a6bc95-4511-4646-88a5-882d3b1f4f7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:27.274804 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-12190425-a60e-4d55-839c-abfd536c5ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:27.285172 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12190425-a60e-4d55-839c-abfd536c5ea3 admin admin] Releasing vlan 928 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:28:27.285572 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-12190425-a60e-4d55-839c-abfd536c5ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:27.287372 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:28:27.287372 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:28:27.287372 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:28:27.287372 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:28:27.287372 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:28:27.287372 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:28:27.287372 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:28:27.287372 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:28:27.287372 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:28:27.287372 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:28:27.287372 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:28:27.287372 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:28:27.287372 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:28:27.287372 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:28:27.287372 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:28:27.287372 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:28:27.287372 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:28:27.287372 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:28:27.287372 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:28:27.287372 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:28:27.287372 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:28:27.287372 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:28:27.287372 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:28:27.287372 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:28:27.287372 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:28:27.287372 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:28:27.287372 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:28:27.287372 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:28:27.287372 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:28:27.287372 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:28:27.287372 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:28:27.287372 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:28:27.321226 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-f3e7907c-e28e-44d0-8064-28b10af7cad5 req-9f33706b-7304-45bd-ab0d-a49a3a90da5c tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1550535811', 'description': 'tempest-description-642183479'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:27.369776 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f3e7907c-e28e-44d0-8064-28b10af7cad5 req-9f33706b-7304-45bd-ab0d-a49a3a90da5c tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:27.386997 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ae9a9bb-fd45-4e3d-b8d2-72143193cf80', 'tag': '536a3833-4535-43c3-bb78-1029dd6595bc'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:28:27.389399 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce7efd1-31c1-4588-91e0-1dcfd95d33b7" -d '{"events": [{"name": "network-changed", "server_uuid": "0ae9a9bb-fd45-4e3d-b8d2-72143193cf80", "tag": "536a3833-4535-43c3-bb78-1029dd6595bc"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:28:27.404467 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=ed6453e3-969d-494e-bd6f-33b16d7135ac,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:27.429532 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-12190425-a60e-4d55-839c-abfd536c5ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:27.438510 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-12190425-a60e-4d55-839c-abfd536c5ea3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:27.449083 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-12190425-a60e-4d55-839c-abfd536c5ea3 admin admin] 10.222.0.75 "DELETE /v2.0/networks/002f3b72-02af-4c7b-b64a-5fd0245779c2 HTTP/1.1" status: 204 len: 168 time: 0.7365947 Nov 25 17:28:27.473019 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f3e7907c-e28e-44d0-8064-28b10af7cad5 req-9f33706b-7304-45bd-ab0d-a49a3a90da5c tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:27.493317 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f3e7907c-e28e-44d0-8064-28b10af7cad5 req-9f33706b-7304-45bd-ab0d-a49a3a90da5c tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:27.540017 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f33706b-7304-45bd-ab0d-a49a3a90da5c tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c16a642-f3d5-4054-85f8-69207b424258,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:27.546502 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f3e7907c-e28e-44d0-8064-28b10af7cad5 req-9f33706b-7304-45bd-ab0d-a49a3a90da5c tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:27.554357 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f3e7907c-e28e-44d0-8064-28b10af7cad5 req-9f33706b-7304-45bd-ab0d-a49a3a90da5c tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2473505 Nov 25 17:28:27.579456 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-518f6cf7-c039-4a76-8d99-639d9ac006e3 req-b141cf51-6d13-46a3-bb71-bc1c344b1845 service neutron] 10.222.0.75 "GET /v2.0/networks/50ed7be7-341a-4bb0-b02f-f642589d92ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4123495 Nov 25 17:28:27.690104 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 40828) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:27.767418 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-518f6cf7-c039-4a76-8d99-639d9ac006e3 req-19afd4c1-9c07-4c38-9d06-4c3d90343d71 service neutron] 10.222.0.75 "GET /v2.0/networks/50ed7be7-341a-4bb0-b02f-f642589d92ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867476 Nov 25 17:28:27.840339 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-4934f2dd-f419-4bf5-ae5a-156abc97f35e req-03a6bc95-4511-4646-88a5-882d3b1f4f7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9fceae9-bf1d-4810-bf19-c711126ce5d5 {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:28:27.849698 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-4934f2dd-f419-4bf5-ae5a-156abc97f35e req-03a6bc95-4511-4646-88a5-882d3b1f4f7c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:27.864196 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-4934f2dd-f419-4bf5-ae5a-156abc97f35e req-03a6bc95-4511-4646-88a5-882d3b1f4f7c service neutron] Transition to ACTIVE for port object b9fceae9-bf1d-4810-bf19-c711126ce5d5 will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:28:27.873963 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-2b6c5cd3-7cd4-4285-9c62-1da8dd4ff3e2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fb2519c4fec34b2ea0dc385f95592906&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1089504 Nov 25 17:28:27.875754 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-4934f2dd-f419-4bf5-ae5a-156abc97f35e req-03a6bc95-4511-4646-88a5-882d3b1f4f7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:27.877467 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 40830) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:27.927365 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19513d42-37a6-4b90-9c28-fbcd7bb697f5 req-898bd3e5-6f85-4e8e-b7b4-6770c24fdc2e tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:27.929125 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-19513d42-37a6-4b90-9c28-fbcd7bb697f5 req-898bd3e5-6f85-4e8e-b7b4-6770c24fdc2e tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=e3bf71bf-f71e-4ea9-b28d-6af2a345a6d8 HTTP/1.1" status: 200 len: 949 time: 0.2434938 Nov 25 17:28:27.950698 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12190425-a60e-4d55-839c-abfd536c5ea3 admin admin] Pushing event deleted for resources: {'Network': ['ID=002f3b72-02af-4c7b-b64a-5fd0245779c2,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:27.959079 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a6bc95-4511-4646-88a5-882d3b1f4f7c service neutron] Pushing event updated for resources: {'Port': ['ID=b9fceae9-bf1d-4810-bf19-c711126ce5d5,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:28.100272 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0894dc6b-4f26-4f48-9f80-aca176ba43ef x-openstack-request-id: req-0894dc6b-4f26-4f48-9f80-aca176ba43ef {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:28:28.100567 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0911bc81-7ff8-4326-b30c-7f363c70ff94", "name": "network-vif-plugged", "status": "completed", "tag": "ed6453e3-969d-494e-bd6f-33b16d7135ac", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:28:28.100847 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0894dc6b-4f26-4f48-9f80-aca176ba43ef {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:28:28.101255 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0911bc81-7ff8-4326-b30c-7f363c70ff94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed6453e3-969d-494e-bd6f-33b16d7135ac', 'code': 200} Nov 25 17:28:28.146974 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-19513d42-37a6-4b90-9c28-fbcd7bb697f5 req-1c6a348f-3772-4b32-a347-ede244b00118 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998575 Nov 25 17:28:28.201499 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-4934f2dd-f419-4bf5-ae5a-156abc97f35e req-03a6bc95-4511-4646-88a5-882d3b1f4f7c service neutron] Attempting to bind port b9fceae9-bf1d-4810-bf19-c711126ce5d5 on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:28:28.203922 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-4934f2dd-f419-4bf5-ae5a-156abc97f35e req-03a6bc95-4511-4646-88a5-882d3b1f4f7c service neutron] Attempting to bind port b9fceae9-bf1d-4810-bf19-c711126ce5d5 by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '5a919843-57fd-4baa-8070-7260d854f230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '14622a90-54e1-46ae-a57c-7d1e82418e6a'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:28:28.204495 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4934f2dd-f419-4bf5-ae5a-156abc97f35e req-03a6bc95-4511-4646-88a5-882d3b1f4f7c service neutron] Attempting to bind port b9fceae9-bf1d-4810-bf19-c711126ce5d5 on network 14622a90-54e1-46ae-a57c-7d1e82418e6a {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:28:28.228777 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4934f2dd-f419-4bf5-ae5a-156abc97f35e req-03a6bc95-4511-4646-88a5-882d3b1f4f7c service neutron] Port b9fceae9-bf1d-4810-bf19-c711126ce5d5 on network 14622a90-54e1-46ae-a57c-7d1e82418e6a not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:28:28.229146 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4934f2dd-f419-4bf5-ae5a-156abc97f35e req-03a6bc95-4511-4646-88a5-882d3b1f4f7c service neutron] Attempting to bind port b9fceae9-bf1d-4810-bf19-c711126ce5d5 on network 14622a90-54e1-46ae-a57c-7d1e82418e6a {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:28:28.244688 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3bb5698-c5fd-418b-8b85-63aeb8ce832b x-openstack-request-id: req-d3bb5698-c5fd-418b-8b85-63aeb8ce832b {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:28:28.244688 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ae9a9bb-fd45-4e3d-b8d2-72143193cf80", "tag": "536a3833-4535-43c3-bb78-1029dd6595bc", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:28:28.249751 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4934f2dd-f419-4bf5-ae5a-156abc97f35e req-03a6bc95-4511-4646-88a5-882d3b1f4f7c service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:28:28.250099 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4934f2dd-f419-4bf5-ae5a-156abc97f35e req-03a6bc95-4511-4646-88a5-882d3b1f4f7c service neutron] Checking segment: {'id': '5a919843-57fd-4baa-8070-7260d854f230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '14622a90-54e1-46ae-a57c-7d1e82418e6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:28:28.250496 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4934f2dd-f419-4bf5-ae5a-156abc97f35e req-03a6bc95-4511-4646-88a5-882d3b1f4f7c service neutron] Bound using segment: {'id': '5a919843-57fd-4baa-8070-7260d854f230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '14622a90-54e1-46ae-a57c-7d1e82418e6a'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:28:28.250935 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-4934f2dd-f419-4bf5-ae5a-156abc97f35e req-03a6bc95-4511-4646-88a5-882d3b1f4f7c service neutron] Bound port: b9fceae9-bf1d-4810-bf19-c711126ce5d5, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a919843-57fd-4baa-8070-7260d854f230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '14622a90-54e1-46ae-a57c-7d1e82418e6a'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:28:28.251301 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-4934f2dd-f419-4bf5-ae5a-156abc97f35e req-03a6bc95-4511-4646-88a5-882d3b1f4f7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:28.253645 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d3bb5698-c5fd-418b-8b85-63aeb8ce832b {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:28:28.255123 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ae9a9bb-fd45-4e3d-b8d2-72143193cf80', 'tag': '536a3833-4535-43c3-bb78-1029dd6595bc', 'status': 'completed', 'code': 200} Nov 25 17:28:28.345047 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-569ce2d7-b0e9-42fd-9195-f7e62e3cfc14 req-c9a8e217-1627-4adf-b23b-4e353c5b75e8 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-70873551', 'description': 'tempest-description-1747522802'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:28.372299 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 958e243b-13dd-466c-b3a1-61bd001ce2c5 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:28:28.379351 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bebb36af-b952-4206-9c2f-410aaaa42534 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:28.411998 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bebb36af-b952-4206-9c2f-410aaaa42534 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:28.484042 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-4934f2dd-f419-4bf5-ae5a-156abc97f35e req-03a6bc95-4511-4646-88a5-882d3b1f4f7c service neutron] For port b9fceae9-bf1d-4810-bf19-c711126ce5d5, host n-h2-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:28:28.486309 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port 958e243b-13dd-466c-b3a1-61bd001ce2c5 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:28:28.487847 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:28.491740 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-4934f2dd-f419-4bf5-ae5a-156abc97f35e req-03a6bc95-4511-4646-88a5-882d3b1f4f7c service neutron] For port b9fceae9-bf1d-4810-bf19-c711126ce5d5, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=b9fceae9-bf1d-4810-bf19-c711126ce5d5,segment=NetworkSegment(5a919843-57fd-4baa-8070-7260d854f230),segment_id=5a919843-57fd-4baa-8070-7260d854f230)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:28:28.499218 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-4934f2dd-f419-4bf5-ae5a-156abc97f35e req-03a6bc95-4511-4646-88a5-882d3b1f4f7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:28.554254 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-569ce2d7-b0e9-42fd-9195-f7e62e3cfc14 req-c9a8e217-1627-4adf-b23b-4e353c5b75e8 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:28.582541 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a6bc95-4511-4646-88a5-882d3b1f4f7c service neutron] Pushing event updated for resources: {'Port': ['ID=b9fceae9-bf1d-4810-bf19-c711126ce5d5,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:28.598425 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934f2dd-f419-4bf5-ae5a-156abc97f35e req-03a6bc95-4511-4646-88a5-882d3b1f4f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:28.599377 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-4934f2dd-f419-4bf5-ae5a-156abc97f35e req-03a6bc95-4511-4646-88a5-882d3b1f4f7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:28.601526 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-4934f2dd-f419-4bf5-ae5a-156abc97f35e req-03a6bc95-4511-4646-88a5-882d3b1f4f7c service neutron] 10.222.0.90 "PUT /v2.0/ports/b9fceae9-bf1d-4810-bf19-c711126ce5d5 HTTP/1.1" status: 200 len: 1091 time: 1.6720390 Nov 25 17:28:28.602311 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '093680e6-aaef-4b5f-8048-3cb434af1869', 'tag': 'b9fceae9-bf1d-4810-bf19-c711126ce5d5'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:28:28.608612 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa9e584-0093-4c60-9436-5185909573a2" -d '{"events": [{"name": "network-changed", "server_uuid": "093680e6-aaef-4b5f-8048-3cb434af1869", "tag": "b9fceae9-bf1d-4810-bf19-c711126ce5d5"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:28:28.640972 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:28.720577 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 958e243b-13dd-466c-b3a1-61bd001ce2c5, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=958e243b-13dd-466c-b3a1-61bd001ce2c5,segment=NetworkSegment(6347e9f6-96b1-4f56-a092-a9cf81778fe8),segment_id=6347e9f6-96b1-4f56-a092-a9cf81778fe8)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:28.730824 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:28.761746 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934f2dd-f419-4bf5-ae5a-156abc97f35e req-67f556ec-4dae-4cb4-868f-c125381e95c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:28.765061 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-4934f2dd-f419-4bf5-ae5a-156abc97f35e req-67f556ec-4dae-4cb4-868f-c125381e95c5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=60e64d7cc5104263a00946c25bcbc8b8&device_id=093680e6-aaef-4b5f-8048-3cb434af1869 HTTP/1.1" status: 200 len: 1094 time: 0.1194584 Nov 25 17:28:28.828193 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bebb36af-b952-4206-9c2f-410aaaa42534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:28.837825 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bebb36af-b952-4206-9c2f-410aaaa42534 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:28.841258 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-bebb36af-b952-4206-9c2f-410aaaa42534 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/dda4573c-8d92-445d-bcba-40a6f32f3683 HTTP/1.1" status: 204 len: 168 time: 0.9605324 Nov 25 17:28:28.853769 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-4934f2dd-f419-4bf5-ae5a-156abc97f35e req-412b23f5-3c05-4f98-887f-db170c5fda67 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9fceae9-bf1d-4810-bf19-c711126ce5d5 HTTP/1.1" status: 200 len: 217 time: 0.0781298 Nov 25 17:28:28.865192 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=958e243b-13dd-466c-b3a1-61bd001ce2c5,revision_number=7']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:28.906731 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-569ce2d7-b0e9-42fd-9195-f7e62e3cfc14 req-c9a8e217-1627-4adf-b23b-4e353c5b75e8 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:28.911988 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebb36af-b952-4206-9c2f-410aaaa42534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda4573c-8d92-445d-bcba-40a6f32f3683,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:28.946233 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934f2dd-f419-4bf5-ae5a-156abc97f35e req-0ced6a2d-be2b-46e4-8c20-b481b82aee4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:28.949981 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-4934f2dd-f419-4bf5-ae5a-156abc97f35e req-0ced6a2d-be2b-46e4-8c20-b481b82aee4a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1ecef555-394c-46cd-9fb5-9298d35d3c74 HTTP/1.1" status: 200 len: 852 time: 0.0877411 Nov 25 17:28:28.959855 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-569ce2d7-b0e9-42fd-9195-f7e62e3cfc14 req-c9a8e217-1627-4adf-b23b-4e353c5b75e8 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:28.990517 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e1905-a626-4bef-85fb-df73bd0d80db req-ff83eb56-82a0-4505-8a0b-6a98ade125fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:28.993952 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-4934f2dd-f419-4bf5-ae5a-156abc97f35e req-9430df25-c550-44ce-8db2-a89576014000 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=14622a90-54e1-46ae-a57c-7d1e82418e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360842 Nov 25 17:28:28.996795 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eb0e1905-a626-4bef-85fb-df73bd0d80db req-ff83eb56-82a0-4505-8a0b-6a98ade125fd service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0911bc81-7ff8-4326-b30c-7f363c70ff94 HTTP/1.1" status: 200 len: 1099 time: 0.8082254 Nov 25 17:28:29.133252 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce7efd1-31c1-4588-91e0-1dcfd95d33b7 req-a7423c9e-7848-4566-a4a9-5679bf7bfa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:29.135108 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5ce7efd1-31c1-4588-91e0-1dcfd95d33b7 req-a7423c9e-7848-4566-a4a9-5679bf7bfa95 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cd0ff8dee88b48d1b54567087f3098e3&device_id=0ae9a9bb-fd45-4e3d-b8d2-72143193cf80 HTTP/1.1" status: 200 len: 1094 time: 0.8791687 Nov 25 17:28:29.214810 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5384be7-7d1c-455b-8c53-90f3bc459ade req-89b6bbe0-b890-48e0-a92c-292edfee1529 tempest-InstanceActionsNegativeTestJSON-1945438458 tempest-InstanceActionsNegativeTestJSON-1945438458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:29.216694 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d5384be7-7d1c-455b-8c53-90f3bc459ade req-89b6bbe0-b890-48e0-a92c-292edfee1529 tempest-InstanceActionsNegativeTestJSON-1945438458 tempest-InstanceActionsNegativeTestJSON-1945438458-project] 10.222.0.75 "GET /v2.0/ports?device_id=0ae9a9bb-fd45-4e3d-b8d2-72143193cf80 HTTP/1.1" status: 200 len: 943 time: 0.9018531 Nov 25 17:28:29.223839 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-569ce2d7-b0e9-42fd-9195-f7e62e3cfc14 req-c9a8e217-1627-4adf-b23b-4e353c5b75e8 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:29.226092 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-569ce2d7-b0e9-42fd-9195-f7e62e3cfc14 req-c9a8e217-1627-4adf-b23b-4e353c5b75e8 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.9125113 Nov 25 17:28:29.238481 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-4934f2dd-f419-4bf5-ae5a-156abc97f35e req-29cda46c-688e-4c6c-866e-877573775687 service neutron] 10.222.0.90 "GET /v2.0/networks/14622a90-54e1-46ae-a57c-7d1e82418e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312300 Nov 25 17:28:29.313135 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a8e217-1627-4adf-b23b-4e353c5b75e8 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28ffe473-871a-4749-9fea-c00637ea9ad0,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:29.405387 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-4934f2dd-f419-4bf5-ae5a-156abc97f35e req-c36fb65f-8618-4bd0-be17-47a3325e7d23 service neutron] 10.222.0.90 "GET /v2.0/networks/14622a90-54e1-46ae-a57c-7d1e82418e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580179 Nov 25 17:28:29.594423 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eb0e1905-a626-4bef-85fb-df73bd0d80db req-172a94f4-74aa-476c-b5e2-5d1df90a9455 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5223980 Nov 25 17:28:29.617054 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d5384be7-7d1c-455b-8c53-90f3bc459ade req-a5159514-6e46-4c17-bbeb-a9605a970350 tempest-InstanceActionsNegativeTestJSON-1945438458 tempest-InstanceActionsNegativeTestJSON-1945438458-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1ed0d14-5827-4f57-b649-24a476859efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682439 Nov 25 17:28:29.637900 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-617ff9c2-74ea-4f3a-b41b-dfa751836b72 req-818ca998-46c2-4c1c-9fcd-eb8296cb5224 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/ports?device_id=f0ec3582-ef53-42d6-9038-d83376390a54 HTTP/1.1" status: 200 len: 210 time: 0.1384537 Nov 25 17:28:29.738886 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce7efd1-31c1-4588-91e0-1dcfd95d33b7 req-ff4a9511-d755-45c2-a8d3-e9b1e42e2a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:29.740421 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5ce7efd1-31c1-4588-91e0-1dcfd95d33b7 req-ff4a9511-d755-45c2-a8d3-e9b1e42e2a2e service neutron] 10.222.0.90 "GET /v2.0/networks?id=bc1089eb-e09c-4477-9d35-a13ee5eeba00 HTTP/1.1" status: 200 len: 923 time: 0.5566409 Nov 25 17:28:29.871681 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5ce7efd1-31c1-4588-91e0-1dcfd95d33b7 req-faab8649-79cb-448c-b497-a8051d4c68a4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=536a3833-4535-43c3-bb78-1029dd6595bc HTTP/1.1" status: 200 len: 217 time: 0.0750554 Nov 25 17:28:29.928340 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ae595-65c8-4714-862d-1dbff3f15383 req-43389bbc-bab4-42b1-8562-a00fb1e76e0d tempest-VolumesAdminNegativeTest-1455931702 tempest-VolumesAdminNegativeTest-1455931702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:29.929972 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d61ae595-65c8-4714-862d-1dbff3f15383 req-43389bbc-bab4-42b1-8562-a00fb1e76e0d tempest-VolumesAdminNegativeTest-1455931702 tempest-VolumesAdminNegativeTest-1455931702-project] 10.222.0.75 "GET /v2.0/ports?device_id=093680e6-aaef-4b5f-8048-3cb434af1869 HTTP/1.1" status: 200 len: 943 time: 0.1669452 Nov 25 17:28:30.000657 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f2b9a-0109-40b5-8968-082f142758a0 req-873dd7bc-e713-4663-af4c-b0f486cc5796 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:30.017069 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4e5f2b9a-0109-40b5-8968-082f142758a0 req-873dd7bc-e713-4663-af4c-b0f486cc5796 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=0911bc81-7ff8-4326-b30c-7f363c70ff94 HTTP/1.1" status: 200 len: 948 time: 0.2214208 Nov 25 17:28:30.081263 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce7efd1-31c1-4588-91e0-1dcfd95d33b7 req-01e3684a-8c1c-4a81-8d9f-33e1caf1927b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:30.083083 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5ce7efd1-31c1-4588-91e0-1dcfd95d33b7 req-01e3684a-8c1c-4a81-8d9f-33e1caf1927b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8dc767c6-d4dd-4900-a15e-86c4f13767ad HTTP/1.1" status: 200 len: 862 time: 0.2021806 Nov 25 17:28:30.102356 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9146b814-a564-4f66-ae0e-5fb421ea3d11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958e243b-13dd-466c-b3a1-61bd001ce2c5'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:28:30.104780 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d8e8c5-5055-4765-9e9c-c045797a1021" -d '{"events": [{"server_uuid": "9146b814-a564-4f66-ae0e-5fb421ea3d11", "name": "network-vif-plugged", "status": "completed", "tag": "958e243b-13dd-466c-b3a1-61bd001ce2c5"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:28:30.258679 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5ce7efd1-31c1-4588-91e0-1dcfd95d33b7 req-0b4b5b05-566d-4bba-a104-004cf2f9f700 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=bc1089eb-e09c-4477-9d35-a13ee5eeba00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474553 Nov 25 17:28:30.275167 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f6cf7-c039-4a76-8d99-639d9ac006e3 req-ec4e5932-513e-4263-9647-14ad35a9720a tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:30.276744 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-518f6cf7-c039-4a76-8d99-639d9ac006e3 req-ec4e5932-513e-4263-9647-14ad35a9720a tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.74 "GET /v2.0/networks?id=50ed7be7-341a-4bb0-b02f-f642589d92ba HTTP/1.1" status: 200 len: 813 time: 0.1882455 Nov 25 17:28:30.315911 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-518f6cf7-c039-4a76-8d99-639d9ac006e3 req-3afe1691-e27d-4e51-b837-48df96f7dbd3 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Request body: {'port': {'device_id': 'f0ec3582-ef53-42d6-9038-d83376390a54', 'network_id': '50ed7be7-341a-4bb0-b02f-f642589d92ba', 'admin_state_up': True, 'tenant_id': 'a6a21f906b38400cbefeb299443350d9'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:30.400283 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 536a3833-4535-43c3-bb78-1029dd6595bc details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:28:30.420084 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d61ae595-65c8-4714-862d-1dbff3f15383 req-cb6e7012-36c9-4bcc-9273-a3bde5aef6f4 tempest-VolumesAdminNegativeTest-1455931702 tempest-VolumesAdminNegativeTest-1455931702-project] 10.222.0.75 "GET /v2.0/security-groups?id=3454ca9e-2a23-4d3e-b167-f3e49bddd59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4795425 Nov 25 17:28:30.457731 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4e5f2b9a-0109-40b5-8968-082f142758a0 req-9f977f77-9880-4db5-af95-be9c07e66560 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4327335 Nov 25 17:28:30.516997 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c8898f-6e8c-4764-a843-8aff7189883e x-openstack-request-id: req-21c8898f-6e8c-4764-a843-8aff7189883e {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:28:30.517512 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "093680e6-aaef-4b5f-8048-3cb434af1869", "tag": "b9fceae9-bf1d-4810-bf19-c711126ce5d5", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:28:30.517740 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-21c8898f-6e8c-4764-a843-8aff7189883e {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:28:30.517943 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '093680e6-aaef-4b5f-8048-3cb434af1869', 'tag': 'b9fceae9-bf1d-4810-bf19-c711126ce5d5', 'status': 'completed', 'code': 200} Nov 25 17:28:30.567636 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40886) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:30.600983 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 536a3833-4535-43c3-bb78-1029dd6595bc, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=536a3833-4535-43c3-bb78-1029dd6595bc,segment=NetworkSegment(a342e4e6-8114-4607-93c7-b01e8c27a5fd),segment_id=a342e4e6-8114-4607-93c7-b01e8c27a5fd)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:30.637996 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81164ec5-da16-40e0-a3db-334319b4d15d x-openstack-request-id: req-81164ec5-da16-40e0-a3db-334319b4d15d {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:28:30.638583 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9146b814-a564-4f66-ae0e-5fb421ea3d11", "name": "network-vif-plugged", "status": "completed", "tag": "958e243b-13dd-466c-b3a1-61bd001ce2c5", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:28:30.640366 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-81164ec5-da16-40e0-a3db-334319b4d15d {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:28:30.641375 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9146b814-a564-4f66-ae0e-5fb421ea3d11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958e243b-13dd-466c-b3a1-61bd001ce2c5', 'code': 200} Nov 25 17:28:30.642741 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '536a3833-4535-43c3-bb78-1029dd6595bc', 'network_id': 'bc1089eb-e09c-4477-9d35-a13ee5eeba00', 'port_id': '536a3833-4535-43c3-bb78-1029dd6595bc', 'mac_address': 'fa:16:3e:e6:d9:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dc767c6-d4dd-4900-a15e-86c4f13767ad', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:28:30.817622 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-37b19bb4-1188-4dc5-b573-6ab1c70c12d7 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1930913766-network', 'tenant_id': '9520acdef6b54b90903a8b587d424cf6'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:30.841901 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:30.879129 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b19bb4-1188-4dc5-b573-6ab1c70c12d7 admin admin] Made reservation on behalf of 9520acdef6b54b90903a8b587d424cf6 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:28:30.884153 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-37b19bb4-1188-4dc5-b573-6ab1c70c12d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:30.896011 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-37b19bb4-1188-4dc5-b573-6ab1c70c12d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:30.896805 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 536a3833-4535-43c3-bb78-1029dd6595bc {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:28:30.931406 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5ce7efd1-31c1-4588-91e0-1dcfd95d33b7 req-3591f4f3-9121-4c01-8c46-b007308cab69 service neutron] 10.222.0.90 "GET /v2.0/networks/bc1089eb-e09c-4477-9d35-a13ee5eeba00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6505957 Nov 25 17:28:30.943530 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 536a3833-4535-43c3-bb78-1029dd6595bc, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=536a3833-4535-43c3-bb78-1029dd6595bc,segment=NetworkSegment(a342e4e6-8114-4607-93c7-b01e8c27a5fd),segment_id=a342e4e6-8114-4607-93c7-b01e8c27a5fd)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:30.949730 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-140cd9cf-1931-4f4d-b771-7bd46d6d936b req-22a3c6a7-7060-43f2-adb8-b11b96d42df3 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] 10.222.0.75 "GET /v2.0/security-groups/0c16a642-f3d5-4054-85f8-69207b424258 HTTP/1.1" status: 200 len: 1821 time: 0.4134707 Nov 25 17:28:30.957274 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:31.046684 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9e584-0093-4c60-9436-5185909573a2 req-077ad549-166b-4e03-b0d8-7a6164cc0413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:31.048494 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6aa9e584-0093-4c60-9436-5185909573a2 req-077ad549-166b-4e03-b0d8-7a6164cc0413 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=60e64d7cc5104263a00946c25bcbc8b8&device_id=093680e6-aaef-4b5f-8048-3cb434af1869 HTTP/1.1" status: 200 len: 1094 time: 0.4973869 Nov 25 17:28:31.078885 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=536a3833-4535-43c3-bb78-1029dd6595bc,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:31.100891 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-37b19bb4-1188-4dc5-b573-6ab1c70c12d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:31.109260 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-37b19bb4-1188-4dc5-b573-6ab1c70c12d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:31.127214 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37b19bb4-1188-4dc5-b573-6ab1c70c12d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 939} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:28:31.130782 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-518f6cf7-c039-4a76-8d99-639d9ac006e3 req-3afe1691-e27d-4e51-b837-48df96f7dbd3 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Made reservation on behalf of a6a21f906b38400cbefeb299443350d9 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:28:31.134489 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-518f6cf7-c039-4a76-8d99-639d9ac006e3 req-3afe1691-e27d-4e51-b837-48df96f7dbd3 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:31.138450 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-37b19bb4-1188-4dc5-b573-6ab1c70c12d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:31.138811 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-37b19bb4-1188-4dc5-b573-6ab1c70c12d7 admin admin] Added segment 80df5bb1-4a53-431f-aa0f-fabf1c627ef6 of type vlan for network a10670b0-2c35-4abc-84e3-dfc27c96694b Nov 25 17:28:31.188755 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-37b19bb4-1188-4dc5-b573-6ab1c70c12d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:31.207176 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['536a3833-4535-43c3-bb78-1029dd6595bc'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:28:31.274944 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-37b19bb4-1188-4dc5-b573-6ab1c70c12d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:31.275923 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b19bb4-1188-4dc5-b573-6ab1c70c12d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:31.278689 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-37b19bb4-1188-4dc5-b573-6ab1c70c12d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:31.310871 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-140cd9cf-1931-4f4d-b771-7bd46d6d936b req-aa596117-9e05-4c31-9822-13b0928a3a86 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] 10.222.0.75 "GET /v2.0/security-groups/28ffe473-871a-4749-9fea-c00637ea9ad0 HTTP/1.1" status: 200 len: 1820 time: 0.3475416 Nov 25 17:28:31.327167 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bcdeb8-0c06-4ae1-b021-98f8e096b8f1 req-e0cde656-7781-4987-8646-e114b19282c2 tempest-InstanceActionsNegativeTestJSON-1945438458 tempest-InstanceActionsNegativeTestJSON-1945438458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:31.334716 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-41bcdeb8-0c06-4ae1-b021-98f8e096b8f1 req-e0cde656-7781-4987-8646-e114b19282c2 tempest-InstanceActionsNegativeTestJSON-1945438458 tempest-InstanceActionsNegativeTestJSON-1945438458-project] 10.222.0.75 "GET /v2.0/ports?device_id=0ae9a9bb-fd45-4e3d-b8d2-72143193cf80 HTTP/1.1" status: 200 len: 944 time: 0.4005184 Nov 25 17:28:31.366046 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b19bb4-1188-4dc5-b573-6ab1c70c12d7 admin admin] Pushing event updated for resources: {'Network': ['ID=a10670b0-2c35-4abc-84e3-dfc27c96694b,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:31.371244 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-37b19bb4-1188-4dc5-b573-6ab1c70c12d7 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8022687 Nov 25 17:28:31.372484 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b19bb4-1188-4dc5-b573-6ab1c70c12d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b81d25-6ada-4dd7-b808-9d347aec6e38,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:31.375295 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40906) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:31.380159 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-9108edde-310e-4c41-9e2d-5ffacff9abaf admin admin] Request body: {'subnet': {'network_id': 'a10670b0-2c35-4abc-84e3-dfc27c96694b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1930913766-subnet', 'tenant_id': '9520acdef6b54b90903a8b587d424cf6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:31.384964 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-140cd9cf-1931-4f4d-b771-7bd46d6d936b req-46a32b4d-95a1-439a-ab76-898969ee467e tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0c16a642-f3d5-4054-85f8-69207b424258', 'remote_group_id': '28ffe473-871a-4749-9fea-c00637ea9ad0', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:31.385220 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-140cd9cf-1931-4f4d-b771-7bd46d6d936b req-46a32b4d-95a1-439a-ab76-898969ee467e tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0c16a642-f3d5-4054-85f8-69207b424258', 'remote_group_id': '28ffe473-871a-4749-9fea-c00637ea9ad0', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:31.400252 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network a10670b0-2c35-4abc-84e3-dfc27c96694b details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:28:31.416109 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9108edde-310e-4c41-9e2d-5ffacff9abaf admin admin] Made reservation on behalf of 9520acdef6b54b90903a8b587d424cf6 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:28:31.420868 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9108edde-310e-4c41-9e2d-5ffacff9abaf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:31.692747 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9108edde-310e-4c41-9e2d-5ffacff9abaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:31.724524 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5ce7efd1-31c1-4588-91e0-1dcfd95d33b7 req-6694803f-f353-439e-a599-a967ebfba4a2 service neutron] 10.222.0.90 "GET /v2.0/networks/bc1089eb-e09c-4477-9d35-a13ee5eeba00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7693224 Nov 25 17:28:31.742630 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9108edde-310e-4c41-9e2d-5ffacff9abaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=69e6375e-e4b3-4320-aa60-0cbdf4130abc,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:31.780179 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9108edde-310e-4c41-9e2d-5ffacff9abaf admin admin] Checking segment: {'id': '80df5bb1-4a53-431f-aa0f-fabf1c627ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'a10670b0-2c35-4abc-84e3-dfc27c96694b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:28:31.781088 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9108edde-310e-4c41-9e2d-5ffacff9abaf admin admin] Network hostable DHCP agents. Network: a10670b0-2c35-4abc-84e3-dfc27c96694b, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:28:31.781850 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9e584-0093-4c60-9436-5185909573a2 req-b1240f46-1940-4d8c-a6f4-cfe7a4121510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:31.783430 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6aa9e584-0093-4c60-9436-5185909573a2 req-b1240f46-1940-4d8c-a6f4-cfe7a4121510 service neutron] 10.222.0.90 "GET /v2.0/networks?id=14622a90-54e1-46ae-a57c-7d1e82418e6a HTTP/1.1" status: 200 len: 913 time: 0.6914048 Nov 25 17:28:31.808583 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9108edde-310e-4c41-9e2d-5ffacff9abaf admin admin] Network a10670b0-2c35-4abc-84e3-dfc27c96694b is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:28:31.829898 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-9108edde-310e-4c41-9e2d-5ffacff9abaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, a10670b0-2c35-4abc-84e3-dfc27c96694b) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:28:31.835260 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9108edde-310e-4c41-9e2d-5ffacff9abaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:31.835916 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9108edde-310e-4c41-9e2d-5ffacff9abaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:31.842952 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06903e78-2df7-462e-b9ef-7e379f75d9c7 None None] Network a10670b0-2c35-4abc-84e3-dfc27c96694b requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:28:31.843446 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-518f6cf7-c039-4a76-8d99-639d9ac006e3 req-3afe1691-e27d-4e51-b837-48df96f7dbd3 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Allocated IP 172.20.0.9 (50ed7be7-341a-4bb0-b02f-f642589d92ba/f4c0e4dd-ba40-4565-915d-3405eb220964/026ec35f-53e8-4943-b0f3-5093108a4eb0) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:28:31.862598 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-41bcdeb8-0c06-4ae1-b021-98f8e096b8f1 req-553b36c1-ff4c-47b5-ae76-3a52912393b4 tempest-InstanceActionsNegativeTestJSON-1945438458 tempest-InstanceActionsNegativeTestJSON-1945438458-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1ed0d14-5827-4f57-b649-24a476859efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5219257 Nov 25 17:28:31.869689 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6aa9e584-0093-4c60-9436-5185909573a2 req-905e9a6e-53ff-4593-9678-586deec3a275 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9fceae9-bf1d-4810-bf19-c711126ce5d5 HTTP/1.1" status: 200 len: 217 time: 0.0749402 Nov 25 17:28:31.901051 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9108edde-310e-4c41-9e2d-5ffacff9abaf admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5165150 Nov 25 17:28:32.038681 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9bb696cb-d23c-4fb1-bf3d-adafa2e4394f req-0ca263cf-2711-42a5-a490-e7a0613b057e tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/ports?device_id=f0ec3582-ef53-42d6-9038-d83376390a54 HTTP/1.1" status: 200 len: 210 time: 0.0530729 Nov 25 17:28:32.086896 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9e584-0093-4c60-9436-5185909573a2 req-73e387fc-fcb0-4b85-b59a-fdc9cffdc552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:32.088468 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6aa9e584-0093-4c60-9436-5185909573a2 req-73e387fc-fcb0-4b85-b59a-fdc9cffdc552 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1ecef555-394c-46cd-9fb5-9298d35d3c74 HTTP/1.1" status: 200 len: 852 time: 0.2023475 Nov 25 17:28:32.146176 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-140cd9cf-1931-4f4d-b771-7bd46d6d936b req-46a32b4d-95a1-439a-ab76-898969ee467e tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:32.157669 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6aa9e584-0093-4c60-9436-5185909573a2 req-93cbff0a-cbb9-4c23-9441-ad78aa807907 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=14622a90-54e1-46ae-a57c-7d1e82418e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448716 Nov 25 17:28:32.187897 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac4eabe-a41d-4660-a9c2-3499400f55ed None None] Network a10670b0-2c35-4abc-84e3-dfc27c96694b requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:28:32.412993 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device b9fceae9-bf1d-4810-bf19-c711126ce5d5 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:28:32.415236 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 536a3833-4535-43c3-bb78-1029dd6595bc up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:28:32.426631 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6aa9e584-0093-4c60-9436-5185909573a2 req-c15df076-4faa-4829-93b5-481ee80eeaf9 service neutron] 10.222.0.90 "GET /v2.0/networks/14622a90-54e1-46ae-a57c-7d1e82418e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535272 Nov 25 17:28:32.431000 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-140cd9cf-1931-4f4d-b771-7bd46d6d936b req-46a32b4d-95a1-439a-ab76-898969ee467e tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:32.445956 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-140cd9cf-1931-4f4d-b771-7bd46d6d936b req-46a32b4d-95a1-439a-ab76-898969ee467e tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:32.498332 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a32b4d-95a1-439a-ab76-898969ee467e tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c5431f0-59e2-438f-a4e9-afb7ec460fad,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:32.542214 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15aa9cb-59e5-41ad-a0da-4069b1c73ac0 req-91194281-532e-42f5-89be-283a979aed5a tempest-VolumesAdminNegativeTest-1455931702 tempest-VolumesAdminNegativeTest-1455931702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:32.543928 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d15aa9cb-59e5-41ad-a0da-4069b1c73ac0 req-91194281-532e-42f5-89be-283a979aed5a tempest-VolumesAdminNegativeTest-1455931702 tempest-VolumesAdminNegativeTest-1455931702-project] 10.222.0.75 "GET /v2.0/ports?device_id=093680e6-aaef-4b5f-8048-3cb434af1869 HTTP/1.1" status: 200 len: 943 time: 0.2821891 Nov 25 17:28:32.595324 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-140cd9cf-1931-4f4d-b771-7bd46d6d936b req-46a32b4d-95a1-439a-ab76-898969ee467e tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:32.597687 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-140cd9cf-1931-4f4d-b771-7bd46d6d936b req-46a32b4d-95a1-439a-ab76-898969ee467e tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.2534010 Nov 25 17:28:32.629919 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port 536a3833-4535-43c3-bb78-1029dd6595bc completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:28:32.640287 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port 536a3833-4535-43c3-bb78-1029dd6595bc triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:28:32.642489 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:32.654186 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port b9fceae9-bf1d-4810-bf19-c711126ce5d5, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=b9fceae9-bf1d-4810-bf19-c711126ce5d5,segment=NetworkSegment(5a919843-57fd-4baa-8070-7260d854f230),segment_id=5a919843-57fd-4baa-8070-7260d854f230)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:32.695368 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': 'b9fceae9-bf1d-4810-bf19-c711126ce5d5', 'network_id': '14622a90-54e1-46ae-a57c-7d1e82418e6a', 'port_id': 'b9fceae9-bf1d-4810-bf19-c711126ce5d5', 'mac_address': 'fa:16:3e:6f:47:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ecef555-394c-46cd-9fb5-9298d35d3c74', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:28:32.702685 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-518f6cf7-c039-4a76-8d99-639d9ac006e3 req-3afe1691-e27d-4e51-b837-48df96f7dbd3 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:32.760944 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6aa9e584-0093-4c60-9436-5185909573a2 req-1b256234-6474-45cd-b591-3eb63c02dcca service neutron] 10.222.0.90 "GET /v2.0/networks/14622a90-54e1-46ae-a57c-7d1e82418e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245299 Nov 25 17:28:32.770211 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d15aa9cb-59e5-41ad-a0da-4069b1c73ac0 req-39ace4d3-1ea3-4868-881d-022d8a9ba719 tempest-VolumesAdminNegativeTest-1455931702 tempest-VolumesAdminNegativeTest-1455931702-project] 10.222.0.75 "GET /v2.0/security-groups?id=3454ca9e-2a23-4d3e-b167-f3e49bddd59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008450 Nov 25 17:28:32.783022 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:32.823916 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842056dc-4932-423b-9515-c4d21abfeb1a req-7658551e-03c2-4ced-bf80-669a4a371202 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:32.825487 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-842056dc-4932-423b-9515-c4d21abfeb1a req-7658551e-03c2-4ced-bf80-669a4a371202 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=0911bc81-7ff8-4326-b30c-7f363c70ff94 HTTP/1.1" status: 200 len: 948 time: 0.1373515 Nov 25 17:28:32.847097 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9fceae9-bf1d-4810-bf19-c711126ce5d5 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:28:32.863574 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-518f6cf7-c039-4a76-8d99-639d9ac006e3 req-3afe1691-e27d-4e51-b837-48df96f7dbd3 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:32.864202 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:32.891608 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port b9fceae9-bf1d-4810-bf19-c711126ce5d5, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=b9fceae9-bf1d-4810-bf19-c711126ce5d5,segment=NetworkSegment(5a919843-57fd-4baa-8070-7260d854f230),segment_id=5a919843-57fd-4baa-8070-7260d854f230)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:32.902095 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:32.915130 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae9a9bb-fd45-4e3d-b8d2-72143193cf80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '536a3833-4535-43c3-bb78-1029dd6595bc'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:28:32.917737 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41328749-3864-4239-8bc4-32f1f5439612" -d '{"events": [{"server_uuid": "0ae9a9bb-fd45-4e3d-b8d2-72143193cf80", "name": "network-vif-plugged", "status": "completed", "tag": "536a3833-4535-43c3-bb78-1029dd6595bc"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:28:32.950452 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe1691-e27d-4e51-b837-48df96f7dbd3 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Pushing event updated for resources: {'Port': ['ID=026ec35f-53e8-4943-b0f3-5093108a4eb0,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:32.968185 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 536a3833-4535-43c3-bb78-1029dd6595bc, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=536a3833-4535-43c3-bb78-1029dd6595bc,segment=NetworkSegment(a342e4e6-8114-4607-93c7-b01e8c27a5fd),segment_id=a342e4e6-8114-4607-93c7-b01e8c27a5fd)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:32.980973 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-842056dc-4932-423b-9515-c4d21abfeb1a req-12d22727-2a6d-475d-bbc6-fde582f6056f tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467066 Nov 25 17:28:32.986146 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-518f6cf7-c039-4a76-8d99-639d9ac006e3 req-3afe1691-e27d-4e51-b837-48df96f7dbd3 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Network 50ed7be7-341a-4bb0-b02f-f642589d92ba is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:28:32.988600 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-518f6cf7-c039-4a76-8d99-639d9ac006e3 req-3afe1691-e27d-4e51-b837-48df96f7dbd3 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:28:33.000666 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-518f6cf7-c039-4a76-8d99-639d9ac006e3 req-3afe1691-e27d-4e51-b837-48df96f7dbd3 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:28:33.013916 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=b9fceae9-bf1d-4810-bf19-c711126ce5d5,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:33.026263 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:33.046540 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-17e8a759-cb12-475c-8a06-9539555ddb2e req-e6098a4c-a7e5-4176-a8cd-758f6391bc14 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1524974266', 'description': 'tempest-description-1688218183'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:33.057105 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f6cf7-c039-4a76-8d99-639d9ac006e3 req-3afe1691-e27d-4e51-b837-48df96f7dbd3 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:33.058479 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-518f6cf7-c039-4a76-8d99-639d9ac006e3 req-3afe1691-e27d-4e51-b837-48df96f7dbd3 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:33.085001 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=536a3833-4535-43c3-bb78-1029dd6595bc,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:33.094038 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-17e8a759-cb12-475c-8a06-9539555ddb2e req-e6098a4c-a7e5-4176-a8cd-758f6391bc14 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:33.112893 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-518f6cf7-c039-4a76-8d99-639d9ac006e3 req-3afe1691-e27d-4e51-b837-48df96f7dbd3 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8149979 Nov 25 17:28:33.127765 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-518f6cf7-c039-4a76-8d99-639d9ac006e3 req-9e93de2c-1bc7-4f12-97fc-92bf9a6ac774 service neutron] Request body: {'port': {'device_id': 'f0ec3582-ef53-42d6-9038-d83376390a54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:33.200013 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['b9fceae9-bf1d-4810-bf19-c711126ce5d5'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:28:33.230756 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-518f6cf7-c039-4a76-8d99-639d9ac006e3 req-9e93de2c-1bc7-4f12-97fc-92bf9a6ac774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:33.324041 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-17e8a759-cb12-475c-8a06-9539555ddb2e req-e6098a4c-a7e5-4176-a8cd-758f6391bc14 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:33.335050 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-17e8a759-cb12-475c-8a06-9539555ddb2e req-e6098a4c-a7e5-4176-a8cd-758f6391bc14 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:33.425699 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-17e8a759-cb12-475c-8a06-9539555ddb2e req-e6098a4c-a7e5-4176-a8cd-758f6391bc14 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:33.426927 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-17e8a759-cb12-475c-8a06-9539555ddb2e req-e6098a4c-a7e5-4176-a8cd-758f6391bc14 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3851655 Nov 25 17:28:33.449033 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6098a4c-a7e5-4176-a8cd-758f6391bc14 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9938e5-4935-4a48-b75c-579a79454ca9,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:33.460926 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395be0b-2ce1-4fdc-9e2f-3842579a9640 req-d97d914b-baaf-48e9-a9f3-44775df2b920 tempest-ServerPasswordTestJSON-911679787 tempest-ServerPasswordTestJSON-911679787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:33.462409 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0395be0b-2ce1-4fdc-9e2f-3842579a9640 req-d97d914b-baaf-48e9-a9f3-44775df2b920 tempest-ServerPasswordTestJSON-911679787 tempest-ServerPasswordTestJSON-911679787-project] 10.222.0.75 "GET /v2.0/networks?id=a10670b0-2c35-4abc-84e3-dfc27c96694b HTTP/1.1" status: 200 len: 813 time: 0.2295766 Nov 25 17:28:33.558952 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0395be0b-2ce1-4fdc-9e2f-3842579a9640 req-0c79d742-25d0-45de-864a-76b618ae7c8a tempest-ServerPasswordTestJSON-911679787 tempest-ServerPasswordTestJSON-911679787-project] 10.222.0.75 "GET /v2.0/quotas/9520acdef6b54b90903a8b587d424cf6 HTTP/1.1" status: 200 len: 375 time: 0.0472217 Nov 25 17:28:33.629413 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0395be0b-2ce1-4fdc-9e2f-3842579a9640 req-7e49f021-4854-4717-b9e0-176874e27fb6 tempest-ServerPasswordTestJSON-911679787 tempest-ServerPasswordTestJSON-911679787-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=9520acdef6b54b90903a8b587d424cf6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0622699 Nov 25 17:28:33.680928 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad3a09-2994-4306-be29-0930487977af req-eee921b3-0453-49b2-a0a4-e8d3abfa3312 tempest-InstanceActionsNegativeTestJSON-1945438458 tempest-InstanceActionsNegativeTestJSON-1945438458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:33.682412 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b2ad3a09-2994-4306-be29-0930487977af req-eee921b3-0453-49b2-a0a4-e8d3abfa3312 tempest-InstanceActionsNegativeTestJSON-1945438458 tempest-InstanceActionsNegativeTestJSON-1945438458-project] 10.222.0.75 "GET /v2.0/ports?device_id=0ae9a9bb-fd45-4e3d-b8d2-72143193cf80 HTTP/1.1" status: 200 len: 945 time: 0.1607597 Nov 25 17:28:33.823816 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b2ad3a09-2994-4306-be29-0930487977af req-e537b086-1e77-4159-a98a-2f9efd6f419b tempest-InstanceActionsNegativeTestJSON-1945438458 tempest-InstanceActionsNegativeTestJSON-1945438458-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1ed0d14-5827-4f57-b649-24a476859efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299486 Nov 25 17:28:33.855378 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0395be0b-2ce1-4fdc-9e2f-3842579a9640 req-53de9da0-9c87-41a9-91f6-b0c431666205 service neutron] 10.222.0.75 "GET /v2.0/networks/a10670b0-2c35-4abc-84e3-dfc27c96694b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189875 Nov 25 17:28:33.887232 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e12829-bd83-49dc-83cd-1b3ff186a4bc x-openstack-request-id: req-e2e12829-bd83-49dc-83cd-1b3ff186a4bc {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:28:33.887232 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae9a9bb-fd45-4e3d-b8d2-72143193cf80", "name": "network-vif-plugged", "status": "completed", "tag": "536a3833-4535-43c3-bb78-1029dd6595bc", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:28:33.887232 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e2e12829-bd83-49dc-83cd-1b3ff186a4bc {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:28:33.887232 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae9a9bb-fd45-4e3d-b8d2-72143193cf80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '536a3833-4535-43c3-bb78-1029dd6595bc', 'code': 200} Nov 25 17:28:33.981950 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-518f6cf7-c039-4a76-8d99-639d9ac006e3 req-9e93de2c-1bc7-4f12-97fc-92bf9a6ac774 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 026ec35f-53e8-4943-b0f3-5093108a4eb0 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:28:33.992393 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-518f6cf7-c039-4a76-8d99-639d9ac006e3 req-9e93de2c-1bc7-4f12-97fc-92bf9a6ac774 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:34.047371 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-518f6cf7-c039-4a76-8d99-639d9ac006e3 req-9e93de2c-1bc7-4f12-97fc-92bf9a6ac774 service neutron] Transition to ACTIVE for port object 026ec35f-53e8-4943-b0f3-5093108a4eb0 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:28:34.064701 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-518f6cf7-c039-4a76-8d99-639d9ac006e3 req-9e93de2c-1bc7-4f12-97fc-92bf9a6ac774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:34.116347 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0395be0b-2ce1-4fdc-9e2f-3842579a9640 req-75da2ee3-f6f1-47d3-9f93-d63f16f00212 service neutron] 10.222.0.75 "GET /v2.0/networks/a10670b0-2c35-4abc-84e3-dfc27c96694b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218184 Nov 25 17:28:34.172364 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a270a104-a1ce-4a41-82d5-77414d5014b8 req-e53b28c6-9e55-49ce-b74a-8530cbcd0d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:34.182148 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a270a104-a1ce-4a41-82d5-77414d5014b8 req-e53b28c6-9e55-49ce-b74a-8530cbcd0d78 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0ae9a9bb-fd45-4e3d-b8d2-72143193cf80 HTTP/1.1" status: 200 len: 1096 time: 0.1739399 Nov 25 17:28:34.229679 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e93de2c-1bc7-4f12-97fc-92bf9a6ac774 service neutron] Pushing event updated for resources: {'Port': ['ID=026ec35f-53e8-4943-b0f3-5093108a4eb0,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:34.361084 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd301fd-6ee2-495b-ad6e-3294591d25db req-d03de20c-9071-4b69-9802-b44db9f041b7 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:34.367187 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd301fd-6ee2-495b-ad6e-3294591d25db req-d03de20c-9071-4b69-9802-b44db9f041b7 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:34.375347 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cfd301fd-6ee2-495b-ad6e-3294591d25db req-d03de20c-9071-4b69-9802-b44db9f041b7 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=e3bf71bf-f71e-4ea9-b28d-6af2a345a6d8&device_id=0911bc81-7ff8-4326-b30c-7f363c70ff94 HTTP/1.1" status: 200 len: 1688 time: 0.1685839 Nov 25 17:28:34.387523 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a270a104-a1ce-4a41-82d5-77414d5014b8 req-e51063d7-51a7-43e5-a990-02407388e210 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c1ed0d14-5827-4f57-b649-24a476859efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933763 Nov 25 17:28:34.431777 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device b9fceae9-bf1d-4810-bf19-c711126ce5d5 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:28:34.446206 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-518f6cf7-c039-4a76-8d99-639d9ac006e3 req-9e93de2c-1bc7-4f12-97fc-92bf9a6ac774 service neutron] Attempting to bind port 026ec35f-53e8-4943-b0f3-5093108a4eb0 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:28:34.446878 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-518f6cf7-c039-4a76-8d99-639d9ac006e3 req-9e93de2c-1bc7-4f12-97fc-92bf9a6ac774 service neutron] Attempting to bind port 026ec35f-53e8-4943-b0f3-5093108a4eb0 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'd13f2dc6-b7c6-452b-bee8-8ce632936531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '50ed7be7-341a-4bb0-b02f-f642589d92ba'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:28:34.446878 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518f6cf7-c039-4a76-8d99-639d9ac006e3 req-9e93de2c-1bc7-4f12-97fc-92bf9a6ac774 service neutron] Attempting to bind port 026ec35f-53e8-4943-b0f3-5093108a4eb0 on network 50ed7be7-341a-4bb0-b02f-f642589d92ba {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:28:34.482492 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518f6cf7-c039-4a76-8d99-639d9ac006e3 req-9e93de2c-1bc7-4f12-97fc-92bf9a6ac774 service neutron] Port 026ec35f-53e8-4943-b0f3-5093108a4eb0 on network 50ed7be7-341a-4bb0-b02f-f642589d92ba not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:28:34.482915 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518f6cf7-c039-4a76-8d99-639d9ac006e3 req-9e93de2c-1bc7-4f12-97fc-92bf9a6ac774 service neutron] Attempting to bind port 026ec35f-53e8-4943-b0f3-5093108a4eb0 on network 50ed7be7-341a-4bb0-b02f-f642589d92ba {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:28:34.504280 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518f6cf7-c039-4a76-8d99-639d9ac006e3 req-9e93de2c-1bc7-4f12-97fc-92bf9a6ac774 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:28:34.504679 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518f6cf7-c039-4a76-8d99-639d9ac006e3 req-9e93de2c-1bc7-4f12-97fc-92bf9a6ac774 service neutron] Checking segment: {'id': 'd13f2dc6-b7c6-452b-bee8-8ce632936531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '50ed7be7-341a-4bb0-b02f-f642589d92ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:28:34.505102 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518f6cf7-c039-4a76-8d99-639d9ac006e3 req-9e93de2c-1bc7-4f12-97fc-92bf9a6ac774 service neutron] Bound using segment: {'id': 'd13f2dc6-b7c6-452b-bee8-8ce632936531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '50ed7be7-341a-4bb0-b02f-f642589d92ba'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:28:34.505564 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-518f6cf7-c039-4a76-8d99-639d9ac006e3 req-9e93de2c-1bc7-4f12-97fc-92bf9a6ac774 service neutron] Bound port: 026ec35f-53e8-4943-b0f3-5093108a4eb0, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd13f2dc6-b7c6-452b-bee8-8ce632936531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '50ed7be7-341a-4bb0-b02f-f642589d92ba'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:28:34.505922 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-518f6cf7-c039-4a76-8d99-639d9ac006e3 req-9e93de2c-1bc7-4f12-97fc-92bf9a6ac774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:34.524428 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port b9fceae9-bf1d-4810-bf19-c711126ce5d5 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:28:34.531563 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port b9fceae9-bf1d-4810-bf19-c711126ce5d5 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:28:34.532475 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:34.545451 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cfd301fd-6ee2-495b-ad6e-3294591d25db req-c20c5d52-cc8f-497d-8308-dbbd66e00406 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691353 Nov 25 17:28:34.567580 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-92e1eb9e-4b48-4bc0-bd37-c57507e06304 req-923ccd96-9c7b-494d-93be-f67429fbeba8 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1364098891', 'description': 'tempest-description-50111899'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:34.609348 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-92e1eb9e-4b48-4bc0-bd37-c57507e06304 req-923ccd96-9c7b-494d-93be-f67429fbeba8 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:34.626401 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba850f61-6335-4460-8af2-341b1bcc7eba req-c0ef9724-9a3c-4401-bf9e-6abd0aaedd19 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:34.628434 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ba850f61-6335-4460-8af2-341b1bcc7eba req-c0ef9724-9a3c-4401-bf9e-6abd0aaedd19 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/ports?device_id=f0ec3582-ef53-42d6-9038-d83376390a54 HTTP/1.1" status: 200 len: 943 time: 0.2310116 Nov 25 17:28:34.689134 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:34.692277 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-518f6cf7-c039-4a76-8d99-639d9ac006e3 req-9e93de2c-1bc7-4f12-97fc-92bf9a6ac774 service neutron] For port 026ec35f-53e8-4943-b0f3-5093108a4eb0, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:28:34.720138 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-518f6cf7-c039-4a76-8d99-639d9ac006e3 req-9e93de2c-1bc7-4f12-97fc-92bf9a6ac774 service neutron] For port 026ec35f-53e8-4943-b0f3-5093108a4eb0, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=026ec35f-53e8-4943-b0f3-5093108a4eb0,segment=NetworkSegment(d13f2dc6-b7c6-452b-bee8-8ce632936531),segment_id=d13f2dc6-b7c6-452b-bee8-8ce632936531)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:28:34.730175 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ba850f61-6335-4460-8af2-341b1bcc7eba req-d1d1814e-4622-468a-81e4-628565a3f2b3 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/security-groups?id=986e86ac-b28b-4e53-9638-1c25d7b56ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911379 Nov 25 17:28:34.739161 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-518f6cf7-c039-4a76-8d99-639d9ac006e3 req-9e93de2c-1bc7-4f12-97fc-92bf9a6ac774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:34.749013 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port b9fceae9-bf1d-4810-bf19-c711126ce5d5, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=b9fceae9-bf1d-4810-bf19-c711126ce5d5,segment=NetworkSegment(5a919843-57fd-4baa-8070-7260d854f230),segment_id=5a919843-57fd-4baa-8070-7260d854f230)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:34.759373 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:34.812870 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f6cf7-c039-4a76-8d99-639d9ac006e3 req-9e93de2c-1bc7-4f12-97fc-92bf9a6ac774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:34.813589 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-518f6cf7-c039-4a76-8d99-639d9ac006e3 req-9e93de2c-1bc7-4f12-97fc-92bf9a6ac774 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:34.815145 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-518f6cf7-c039-4a76-8d99-639d9ac006e3 req-9e93de2c-1bc7-4f12-97fc-92bf9a6ac774 service neutron] 10.222.0.74 "PUT /v2.0/ports/026ec35f-53e8-4943-b0f3-5093108a4eb0 HTTP/1.1" status: 200 len: 1091 time: 1.6914079 Nov 25 17:28:34.820410 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0ec3582-ef53-42d6-9038-d83376390a54', 'tag': '026ec35f-53e8-4943-b0f3-5093108a4eb0'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:28:34.822818 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514e08d1-d74f-44dd-b9c1-7ca597a0b735" -d '{"events": [{"name": "network-changed", "server_uuid": "f0ec3582-ef53-42d6-9038-d83376390a54", "tag": "026ec35f-53e8-4943-b0f3-5093108a4eb0"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:28:34.860603 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-92e1eb9e-4b48-4bc0-bd37-c57507e06304 req-923ccd96-9c7b-494d-93be-f67429fbeba8 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:34.886683 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e93de2c-1bc7-4f12-97fc-92bf9a6ac774 service neutron] Pushing event updated for resources: {'Port': ['ID=026ec35f-53e8-4943-b0f3-5093108a4eb0,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:34.899536 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-92e1eb9e-4b48-4bc0-bd37-c57507e06304 req-923ccd96-9c7b-494d-93be-f67429fbeba8 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:34.982984 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=b9fceae9-bf1d-4810-bf19-c711126ce5d5,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:35.006250 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-92e1eb9e-4b48-4bc0-bd37-c57507e06304 req-923ccd96-9c7b-494d-93be-f67429fbeba8 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:35.007103 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-92e1eb9e-4b48-4bc0-bd37-c57507e06304 req-923ccd96-9c7b-494d-93be-f67429fbeba8 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4462008 Nov 25 17:28:35.035670 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923ccd96-9c7b-494d-93be-f67429fbeba8 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c799942f-dfd2-4dd9-b705-0904658912ba,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:35.044519 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f6cf7-c039-4a76-8d99-639d9ac006e3 req-4ab1b493-e4a3-4a43-b1b1-87504459d6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:35.053757 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-518f6cf7-c039-4a76-8d99-639d9ac006e3 req-4ab1b493-e4a3-4a43-b1b1-87504459d6e9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a6a21f906b38400cbefeb299443350d9&device_id=f0ec3582-ef53-42d6-9038-d83376390a54 HTTP/1.1" status: 200 len: 1094 time: 0.1830413 Nov 25 17:28:35.071524 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62824695-9c59-4408-abaa-b5edfc0648db req-350afb02-4c77-4d0e-ac1e-fa0cbfc23d8f tempest-VolumesAdminNegativeTest-1455931702 tempest-VolumesAdminNegativeTest-1455931702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:35.073120 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-62824695-9c59-4408-abaa-b5edfc0648db req-350afb02-4c77-4d0e-ac1e-fa0cbfc23d8f tempest-VolumesAdminNegativeTest-1455931702 tempest-VolumesAdminNegativeTest-1455931702-project] 10.222.0.75 "GET /v2.0/ports?device_id=093680e6-aaef-4b5f-8048-3cb434af1869 HTTP/1.1" status: 200 len: 945 time: 0.1834373 Nov 25 17:28:35.128864 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-518f6cf7-c039-4a76-8d99-639d9ac006e3 req-c26b0feb-8bd9-4c41-b8ab-d9f9a9114802 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=026ec35f-53e8-4943-b0f3-5093108a4eb0 HTTP/1.1" status: 200 len: 217 time: 0.0547342 Nov 25 17:28:35.137581 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40990) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:35.242931 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f6cf7-c039-4a76-8d99-639d9ac006e3 req-84e10aba-4cac-4466-b56f-7033c991fb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:35.243767 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-518f6cf7-c039-4a76-8d99-639d9ac006e3 req-84e10aba-4cac-4466-b56f-7033c991fb72 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f4c0e4dd-ba40-4565-915d-3405eb220964 HTTP/1.1" status: 200 len: 853 time: 0.1074715 Nov 25 17:28:35.268531 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-723b4e53-15d4-42bd-b857-a21e67e71e67 req-fea00836-b896-4933-a411-bf5467813465 tempest-ServerPasswordTestJSON-911679787 tempest-ServerPasswordTestJSON-911679787-project] 10.222.0.75 "GET /v2.0/ports?device_id=a5d80be4-25ef-4007-b076-d3f03b397355 HTTP/1.1" status: 200 len: 210 time: 0.0645406 Nov 25 17:28:35.302108 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-62824695-9c59-4408-abaa-b5edfc0648db req-7b0a9074-fef1-4c33-a0ff-7290bcbc8210 tempest-VolumesAdminNegativeTest-1455931702 tempest-VolumesAdminNegativeTest-1455931702-project] 10.222.0.75 "GET /v2.0/security-groups?id=3454ca9e-2a23-4d3e-b167-f3e49bddd59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172546 Nov 25 17:28:35.343635 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-518f6cf7-c039-4a76-8d99-639d9ac006e3 req-7fdb3d9c-263c-431c-9cf5-36a45699919b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=50ed7be7-341a-4bb0-b02f-f642589d92ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838239 Nov 25 17:28:35.360778 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-95e1d5cc-3e30-4d1b-9983-c79c4d531af6 admin admin] Deleting subnet 0ae7cf63-1267-4a12-ac67-5fb672452e57 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:28:35.369085 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-95e1d5cc-3e30-4d1b-9983-c79c4d531af6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:35.411698 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-95e1d5cc-3e30-4d1b-9983-c79c4d531af6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:35.487661 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-95e1d5cc-3e30-4d1b-9983-c79c4d531af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:35.531740 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-518f6cf7-c039-4a76-8d99-639d9ac006e3 req-1cd842f5-0cfd-4aa0-8cf9-27d384707536 service neutron] 10.222.0.74 "GET /v2.0/networks/50ed7be7-341a-4bb0-b02f-f642589d92ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789634 Nov 25 17:28:35.576771 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-95e1d5cc-3e30-4d1b-9983-c79c4d531af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:35.587646 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452a304f-39f6-4b39-bdad-ff79c64bd5e3 x-openstack-request-id: req-452a304f-39f6-4b39-bdad-ff79c64bd5e3 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:28:35.588033 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0ec3582-ef53-42d6-9038-d83376390a54", "tag": "026ec35f-53e8-4943-b0f3-5093108a4eb0", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:28:35.588459 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-452a304f-39f6-4b39-bdad-ff79c64bd5e3 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:28:35.588754 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0ec3582-ef53-42d6-9038-d83376390a54', 'tag': '026ec35f-53e8-4943-b0f3-5093108a4eb0', 'status': 'completed', 'code': 200} Nov 25 17:28:35.619494 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-95e1d5cc-3e30-4d1b-9983-c79c4d531af6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:35.624198 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-95e1d5cc-3e30-4d1b-9983-c79c4d531af6 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/0ae7cf63-1267-4a12-ac67-5fb672452e57 HTTP/1.1" status: 204 len: 168 time: 0.4847646 Nov 25 17:28:35.625693 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e1d5cc-3e30-4d1b-9983-c79c4d531af6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ae7cf63-1267-4a12-ac67-5fb672452e57,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:35.629857 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40996) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:35.687925 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5a6a0ba8-1e8a-4c57-9eb3-607c251afd28 req-f3feb807-de97-4252-9bda-a441445701a4 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] 10.222.0.75 "GET /v2.0/security-groups/7f9938e5-4935-4a48-b75c-579a79454ca9 HTTP/1.1" status: 200 len: 1822 time: 0.1447170 Nov 25 17:28:35.743777 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-355962cd-d0df-4fb2-b488-9654b0a91346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:35.770898 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5a6a0ba8-1e8a-4c57-9eb3-607c251afd28 req-1653dc48-dff1-49af-8946-021ba23f17aa tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] 10.222.0.75 "GET /v2.0/security-groups/c799942f-dfd2-4dd9-b705-0904658912ba HTTP/1.1" status: 200 len: 1820 time: 0.0500157 Nov 25 17:28:35.781898 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f746e5-7023-45a0-a566-c6c205943150 req-ca10879b-725c-4666-8931-d8f0fa734363 tempest-InstanceActionsNegativeTestJSON-1945438458 tempest-InstanceActionsNegativeTestJSON-1945438458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:35.789724 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f4f746e5-7023-45a0-a566-c6c205943150 req-ca10879b-725c-4666-8931-d8f0fa734363 tempest-InstanceActionsNegativeTestJSON-1945438458 tempest-InstanceActionsNegativeTestJSON-1945438458-project] 10.222.0.75 "GET /v2.0/ports?device_id=0ae9a9bb-fd45-4e3d-b8d2-72143193cf80 HTTP/1.1" status: 200 len: 945 time: 0.2566526 Nov 25 17:28:35.804419 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-5a6a0ba8-1e8a-4c57-9eb3-607c251afd28 req-3c90f127-afdf-421e-a0af-91a802720edd tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7f9938e5-4935-4a48-b75c-579a79454ca9', 'remote_group_id': 'c799942f-dfd2-4dd9-b705-0904658912ba', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:35.804815 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-5a6a0ba8-1e8a-4c57-9eb3-607c251afd28 req-3c90f127-afdf-421e-a0af-91a802720edd tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7f9938e5-4935-4a48-b75c-579a79454ca9', 'remote_group_id': 'c799942f-dfd2-4dd9-b705-0904658912ba', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:35.882190 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '093680e6-aaef-4b5f-8048-3cb434af1869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9fceae9-bf1d-4810-bf19-c711126ce5d5'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:28:35.885995 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-518f6cf7-c039-4a76-8d99-639d9ac006e3 req-ef4dbb2f-2c47-4507-ab83-08f3b1bc38a7 service neutron] 10.222.0.74 "GET /v2.0/networks/50ed7be7-341a-4bb0-b02f-f642589d92ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941430 Nov 25 17:28:35.891630 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84712759-cd18-49fe-94d7-f756942d03b0" -d '{"events": [{"server_uuid": "093680e6-aaef-4b5f-8048-3cb434af1869", "name": "network-vif-plugged", "status": "completed", "tag": "b9fceae9-bf1d-4810-bf19-c711126ce5d5"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:28:35.914228 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f4f746e5-7023-45a0-a566-c6c205943150 req-96df41eb-cd55-4ae1-970e-415b26cebd52 tempest-InstanceActionsNegativeTestJSON-1945438458 tempest-InstanceActionsNegativeTestJSON-1945438458-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1ed0d14-5827-4f57-b649-24a476859efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234488 Nov 25 17:28:35.977744 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-355962cd-d0df-4fb2-b488-9654b0a91346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:36.030584 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-355962cd-d0df-4fb2-b488-9654b0a91346 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db8e4923-28e6-4f74-991c-a4c442934754']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:36.050506 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-355962cd-d0df-4fb2-b488-9654b0a91346 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79eee098-6bae-4c42-964f-62f3e7d096e0') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:36.050898 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-355962cd-d0df-4fb2-b488-9654b0a91346 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79eee098-6bae-4c42-964f-62f3e7d096e0') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:36.084421 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-355962cd-d0df-4fb2-b488-9654b0a91346 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:36.101793 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-355962cd-d0df-4fb2-b488-9654b0a91346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:36.112741 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-355962cd-d0df-4fb2-b488-9654b0a91346 admin admin] Releasing vlan 933 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:28:36.113728 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-355962cd-d0df-4fb2-b488-9654b0a91346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:36.140300 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-5a6a0ba8-1e8a-4c57-9eb3-607c251afd28 req-3c90f127-afdf-421e-a0af-91a802720edd tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:36.169582 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e08d1-d74f-44dd-b9c1-7ca597a0b735 req-b85724fc-5ced-4c98-84c8-8a291d016de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:36.171471 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-514e08d1-d74f-44dd-b9c1-7ca597a0b735 req-b85724fc-5ced-4c98-84c8-8a291d016de6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a6a21f906b38400cbefeb299443350d9&device_id=f0ec3582-ef53-42d6-9038-d83376390a54 HTTP/1.1" status: 200 len: 1094 time: 0.1827822 Nov 25 17:28:36.177940 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:28:36.177940 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:28:36.177940 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:28:36.177940 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:28:36.177940 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:28:36.177940 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:28:36.177940 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:28:36.177940 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:28:36.177940 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:28:36.177940 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:28:36.177940 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:28:36.177940 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:28:36.177940 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:28:36.177940 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:28:36.177940 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:28:36.177940 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:28:36.177940 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:28:36.177940 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:28:36.177940 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:28:36.177940 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:28:36.177940 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:28:36.177940 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:28:36.177940 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:28:36.177940 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:28:36.177940 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:28:36.177940 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:28:36.177940 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:28:36.177940 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:28:36.177940 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:28:36.177940 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:28:36.177940 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:28:36.177940 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:28:36.183774 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-355962cd-d0df-4fb2-b488-9654b0a91346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:36.191547 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-355962cd-d0df-4fb2-b488-9654b0a91346 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:36.198331 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-355962cd-d0df-4fb2-b488-9654b0a91346 admin admin] 10.222.0.75 "DELETE /v2.0/networks/db8e4923-28e6-4f74-991c-a4c442934754 HTTP/1.1" status: 204 len: 168 time: 0.5640624 Nov 25 17:28:36.210417 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355962cd-d0df-4fb2-b488-9654b0a91346 admin admin] Pushing event deleted for resources: {'Network': ['ID=db8e4923-28e6-4f74-991c-a4c442934754,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:36.233328 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf7107-da44-412d-aa59-f40e4421c273 req-27f12134-5906-496c-8e92-52f37e666139 tempest-ServersOnMultiNodesTest-1544589182 tempest-ServersOnMultiNodesTest-1544589182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:36.241045 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cccf7107-da44-412d-aa59-f40e4421c273 req-27f12134-5906-496c-8e92-52f37e666139 tempest-ServersOnMultiNodesTest-1544589182 tempest-ServersOnMultiNodesTest-1544589182-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=e3bf71bf-f71e-4ea9-b28d-6af2a345a6d8 HTTP/1.1" status: 200 len: 1100 time: 0.1930957 Nov 25 17:28:36.266670 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-5a6a0ba8-1e8a-4c57-9eb3-607c251afd28 req-3c90f127-afdf-421e-a0af-91a802720edd tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:36.302002 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-5a6a0ba8-1e8a-4c57-9eb3-607c251afd28 req-3c90f127-afdf-421e-a0af-91a802720edd tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:36.320063 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395be0b-2ce1-4fdc-9e2f-3842579a9640 req-7454a8c3-382d-48fd-b8bf-cfe5651e1846 tempest-ServerPasswordTestJSON-911679787 tempest-ServerPasswordTestJSON-911679787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:36.321655 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0395be0b-2ce1-4fdc-9e2f-3842579a9640 req-7454a8c3-382d-48fd-b8bf-cfe5651e1846 tempest-ServerPasswordTestJSON-911679787 tempest-ServerPasswordTestJSON-911679787-project] 10.222.0.90 "GET /v2.0/networks?id=a10670b0-2c35-4abc-84e3-dfc27c96694b HTTP/1.1" status: 200 len: 813 time: 0.3726013 Nov 25 17:28:36.354801 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-0395be0b-2ce1-4fdc-9e2f-3842579a9640 req-b6016854-15b4-4a8d-84fb-47c4d7b4457a tempest-ServerPasswordTestJSON-911679787 tempest-ServerPasswordTestJSON-911679787-project] Request body: {'port': {'device_id': 'a5d80be4-25ef-4007-b076-d3f03b397355', 'network_id': 'a10670b0-2c35-4abc-84e3-dfc27c96694b', 'admin_state_up': True, 'tenant_id': '9520acdef6b54b90903a8b587d424cf6'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:36.370419 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-5a6a0ba8-1e8a-4c57-9eb3-607c251afd28 req-3c90f127-afdf-421e-a0af-91a802720edd tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:36.373744 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5a6a0ba8-1e8a-4c57-9eb3-607c251afd28 req-3c90f127-afdf-421e-a0af-91a802720edd tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5715182 Nov 25 17:28:36.374356 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 41010) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:36.390766 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c90f127-afdf-421e-a0af-91a802720edd tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e520ba31-deda-49bf-86e6-a2581aee79bb,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:36.445056 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b8989957-52de-4617-b68b-2089452f6496 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1ee124f91e0c4280821568ab0453ce28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0694807 Nov 25 17:28:36.446915 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 41014) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:36.488951 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cccf7107-da44-412d-aa59-f40e4421c273 req-a43d039d-4e04-490c-9f7d-28e8a4a85ebc tempest-ServersOnMultiNodesTest-1544589182 tempest-ServersOnMultiNodesTest-1544589182-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468190 Nov 25 17:28:36.534805 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8a0e67b9-e860-4622-a48c-22170198bee3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:36.543209 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e08d1-d74f-44dd-b9c1-7ca597a0b735 req-1db770d3-fe40-49a3-b9bf-4abf99aec216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:36.552013 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-514e08d1-d74f-44dd-b9c1-7ca597a0b735 req-1db770d3-fe40-49a3-b9bf-4abf99aec216 service neutron] 10.222.0.74 "GET /v2.0/networks?id=50ed7be7-341a-4bb0-b02f-f642589d92ba HTTP/1.1" status: 200 len: 914 time: 0.3680935 Nov 25 17:28:36.563243 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ccc196c-6866-40b5-b744-cc4dc4db6f60 x-openstack-request-id: req-2ccc196c-6866-40b5-b744-cc4dc4db6f60 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:28:36.563757 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "093680e6-aaef-4b5f-8048-3cb434af1869", "name": "network-vif-plugged", "status": "completed", "tag": "b9fceae9-bf1d-4810-bf19-c711126ce5d5", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:28:36.563891 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2ccc196c-6866-40b5-b744-cc4dc4db6f60 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:28:36.564200 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '093680e6-aaef-4b5f-8048-3cb434af1869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9fceae9-bf1d-4810-bf19-c711126ce5d5', 'code': 200} Nov 25 17:28:36.569366 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8a0e67b9-e860-4622-a48c-22170198bee3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:36.650140 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-514e08d1-d74f-44dd-b9c1-7ca597a0b735 req-64f77fdb-c73c-42c9-a4fd-cebcb464f59e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=026ec35f-53e8-4943-b0f3-5093108a4eb0 HTTP/1.1" status: 200 len: 217 time: 0.0524871 Nov 25 17:28:36.686445 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8a0e67b9-e860-4622-a48c-22170198bee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:36.695944 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8a0e67b9-e860-4622-a48c-22170198bee3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:36.700154 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8a0e67b9-e860-4622-a48c-22170198bee3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2057012a-e1ad-4456-9a2f-3b73b77a7108 HTTP/1.1" status: 204 len: 168 time: 0.2488868 Nov 25 17:28:36.713677 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0e67b9-e860-4622-a48c-22170198bee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2057012a-e1ad-4456-9a2f-3b73b77a7108,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:37.079466 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-42a20585-8e79-47db-bbb7-d0e9cd88fde3 req-7140b8d2-eaa5-4374-b350-4c5a551e5184 tempest-ServerPasswordTestJSON-911679787 tempest-ServerPasswordTestJSON-911679787-project] 10.222.0.75 "GET /v2.0/ports?device_id=a5d80be4-25ef-4007-b076-d3f03b397355 HTTP/1.1" status: 200 len: 210 time: 0.3836601 Nov 25 17:28:37.108861 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b4dbd-a1a9-40b9-8e09-247590e64235 req-f100c91b-6427-446d-bd69-250755eb60bd tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:37.119669 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d36b4dbd-a1a9-40b9-8e09-247590e64235 req-f100c91b-6427-446d-bd69-250755eb60bd tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/ports?device_id=f0ec3582-ef53-42d6-9038-d83376390a54 HTTP/1.1" status: 200 len: 943 time: 0.6593416 Nov 25 17:28:37.124844 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0395be0b-2ce1-4fdc-9e2f-3842579a9640 req-b6016854-15b4-4a8d-84fb-47c4d7b4457a tempest-ServerPasswordTestJSON-911679787 tempest-ServerPasswordTestJSON-911679787-project] Made reservation on behalf of 9520acdef6b54b90903a8b587d424cf6 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:28:37.130341 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0395be0b-2ce1-4fdc-9e2f-3842579a9640 req-b6016854-15b4-4a8d-84fb-47c4d7b4457a tempest-ServerPasswordTestJSON-911679787 tempest-ServerPasswordTestJSON-911679787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:37.146298 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75be6e5-1cd0-4267-8d8c-86774cfb7f0a req-7100220b-aed1-4593-8766-1988c463416c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:37.147740 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c75be6e5-1cd0-4267-8d8c-86774cfb7f0a req-7100220b-aed1-4593-8766-1988c463416c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=093680e6-aaef-4b5f-8048-3cb434af1869 HTTP/1.1" status: 200 len: 1096 time: 0.4923835 Nov 25 17:28:37.174086 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e08d1-d74f-44dd-b9c1-7ca597a0b735 req-d601fc6c-ba32-423f-8b9e-f87335fcd1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:37.176043 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-514e08d1-d74f-44dd-b9c1-7ca597a0b735 req-d601fc6c-ba32-423f-8b9e-f87335fcd1a8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f4c0e4dd-ba40-4565-915d-3405eb220964 HTTP/1.1" status: 200 len: 853 time: 0.4882221 Nov 25 17:28:37.234669 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-514e08d1-d74f-44dd-b9c1-7ca597a0b735 req-9e1e1817-386d-418f-af9f-527a9cee4195 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=50ed7be7-341a-4bb0-b02f-f642589d92ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497446 Nov 25 17:28:37.388582 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d36b4dbd-a1a9-40b9-8e09-247590e64235 req-7b6980f6-cc4c-494f-8272-b260525f3f8f tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/security-groups?id=986e86ac-b28b-4e53-9638-1c25d7b56ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632906 Nov 25 17:28:37.440763 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c75be6e5-1cd0-4267-8d8c-86774cfb7f0a req-9e5b1bc0-3279-443c-8631-abf9677e9a80 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=3454ca9e-2a23-4d3e-b167-f3e49bddd59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694838 Nov 25 17:28:37.475218 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7cbcf1-2743-4201-9573-36779ad02163 req-dd65b4f2-020e-4851-ac69-582f14f8bfe7 tempest-VolumesAdminNegativeTest-1455931702 tempest-VolumesAdminNegativeTest-1455931702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:37.476730 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2b7cbcf1-2743-4201-9573-36779ad02163 req-dd65b4f2-020e-4851-ac69-582f14f8bfe7 tempest-VolumesAdminNegativeTest-1455931702 tempest-VolumesAdminNegativeTest-1455931702-project] 10.222.0.75 "GET /v2.0/ports?device_id=093680e6-aaef-4b5f-8048-3cb434af1869 HTTP/1.1" status: 200 len: 945 time: 0.2945676 Nov 25 17:28:37.566366 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-514e08d1-d74f-44dd-b9c1-7ca597a0b735 req-d8509608-5e34-48a9-b626-5fa959989e2f service neutron] 10.222.0.74 "GET /v2.0/networks/50ed7be7-341a-4bb0-b02f-f642589d92ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036020 Nov 25 17:28:37.571898 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-37cdaaf6-f79b-4be0-9f06-5377ca6b0808 req-1dc0f036-b0c8-4d8e-bd71-c035673422a7 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] 10.222.0.75 "GET /v2.0/security-groups/c799942f-dfd2-4dd9-b705-0904658912ba HTTP/1.1" status: 200 len: 1820 time: 0.1495588 Nov 25 17:28:37.604308 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-0395be0b-2ce1-4fdc-9e2f-3842579a9640 req-b6016854-15b4-4a8d-84fb-47c4d7b4457a tempest-ServerPasswordTestJSON-911679787 tempest-ServerPasswordTestJSON-911679787-project] Allocated IP 172.20.0.13 (a10670b0-2c35-4abc-84e3-dfc27c96694b/69e6375e-e4b3-4320-aa60-0cbdf4130abc/a0f88d17-5f1c-4188-871a-1b28b84e4c25) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:28:37.691354 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 026ec35f-53e8-4943-b0f3-5093108a4eb0 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:28:37.692667 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2b7cbcf1-2743-4201-9573-36779ad02163 req-a7760dfc-ee44-4cac-83ed-45cf80b68573 tempest-VolumesAdminNegativeTest-1455931702 tempest-VolumesAdminNegativeTest-1455931702-project] 10.222.0.75 "GET /v2.0/security-groups?id=3454ca9e-2a23-4d3e-b167-f3e49bddd59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938243 Nov 25 17:28:37.781654 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-514e08d1-d74f-44dd-b9c1-7ca597a0b735 req-5a03d11f-6f5f-44c5-a18a-bd7db246634a service neutron] 10.222.0.74 "GET /v2.0/networks/50ed7be7-341a-4bb0-b02f-f642589d92ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995914 Nov 25 17:28:37.789883 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-37cdaaf6-f79b-4be0-9f06-5377ca6b0808 req-0cdf2dfe-e972-49f2-ad5b-a278404e6cb1 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:37.852246 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 41050) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:37.888505 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-37cdaaf6-f79b-4be0-9f06-5377ca6b0808 req-0cdf2dfe-e972-49f2-ad5b-a278404e6cb1 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:37.952659 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 026ec35f-53e8-4943-b0f3-5093108a4eb0, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=026ec35f-53e8-4943-b0f3-5093108a4eb0,segment=NetworkSegment(d13f2dc6-b7c6-452b-bee8-8ce632936531),segment_id=d13f2dc6-b7c6-452b-bee8-8ce632936531)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:37.966406 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '026ec35f-53e8-4943-b0f3-5093108a4eb0', 'network_id': '50ed7be7-341a-4bb0-b02f-f642589d92ba', 'port_id': '026ec35f-53e8-4943-b0f3-5093108a4eb0', 'mac_address': 'fa:16:3e:6c:36:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 945, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4c0e4dd-ba40-4565-915d-3405eb220964', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:28:37.978050 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4041d529-2aa4-4ac7-9232-38429317be9b req-daa901a1-b753-42ed-8b76-c80f3e45e34c tempest-ServersOnMultiNodesTest-1544589182 tempest-ServersOnMultiNodesTest-1544589182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:37.985340 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4041d529-2aa4-4ac7-9232-38429317be9b req-daa901a1-b753-42ed-8b76-c80f3e45e34c tempest-ServersOnMultiNodesTest-1544589182 tempest-ServersOnMultiNodesTest-1544589182-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=0911bc81-7ff8-4326-b30c-7f363c70ff94 HTTP/1.1" status: 200 len: 1099 time: 0.1774399 Nov 25 17:28:38.015377 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0395be0b-2ce1-4fdc-9e2f-3842579a9640 req-b6016854-15b4-4a8d-84fb-47c4d7b4457a tempest-ServerPasswordTestJSON-911679787 tempest-ServerPasswordTestJSON-911679787-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:38.019073 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:38.033685 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 026ec35f-53e8-4943-b0f3-5093108a4eb0 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:28:38.056070 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-37cdaaf6-f79b-4be0-9f06-5377ca6b0808 req-0cdf2dfe-e972-49f2-ad5b-a278404e6cb1 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:38.058776 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-37cdaaf6-f79b-4be0-9f06-5377ca6b0808 req-0cdf2dfe-e972-49f2-ad5b-a278404e6cb1 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:38.059915 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-37cdaaf6-f79b-4be0-9f06-5377ca6b0808 req-0cdf2dfe-e972-49f2-ad5b-a278404e6cb1 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] 10.222.0.75 "DELETE /v2.0/security-groups/c799942f-dfd2-4dd9-b705-0904658912ba HTTP/1.1" status: 204 len: 173 time: 0.4635499 Nov 25 17:28:38.069830 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-a2e50dfd-ac09-417c-a26b-c1f34954ecbe admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1450671407-network', 'tenant_id': 'dd6f14b9d22849c3ad1fbf498db9870a'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:38.075819 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4041d529-2aa4-4ac7-9232-38429317be9b req-6ff6edcc-1c69-483e-8a03-ff4621ca98d5 tempest-ServersOnMultiNodesTest-1544589182 tempest-ServersOnMultiNodesTest-1544589182-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877557 Nov 25 17:28:38.076624 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 026ec35f-53e8-4943-b0f3-5093108a4eb0, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=026ec35f-53e8-4943-b0f3-5093108a4eb0,segment=NetworkSegment(d13f2dc6-b7c6-452b-bee8-8ce632936531),segment_id=d13f2dc6-b7c6-452b-bee8-8ce632936531)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:38.085886 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:38.111367 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e50dfd-ac09-417c-a26b-c1f34954ecbe admin admin] Made reservation on behalf of dd6f14b9d22849c3ad1fbf498db9870a for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:28:38.118844 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a2e50dfd-ac09-417c-a26b-c1f34954ecbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:38.126681 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdf2dfe-e972-49f2-ad5b-a278404e6cb1 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c799942f-dfd2-4dd9-b705-0904658912ba,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:38.148615 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a2e50dfd-ac09-417c-a26b-c1f34954ecbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:38.191067 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=026ec35f-53e8-4943-b0f3-5093108a4eb0,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:38.216635 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0395be0b-2ce1-4fdc-9e2f-3842579a9640 req-b6016854-15b4-4a8d-84fb-47c4d7b4457a tempest-ServerPasswordTestJSON-911679787 tempest-ServerPasswordTestJSON-911679787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:38.286987 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a2e50dfd-ac09-417c-a26b-c1f34954ecbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:38.292524 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a2e50dfd-ac09-417c-a26b-c1f34954ecbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:38.333654 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e50dfd-ac09-417c-a26b-c1f34954ecbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa93e5f-0225-45c2-90d5-9fc327163fea,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:38.334001 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0395be0b-2ce1-4fdc-9e2f-3842579a9640 req-b6016854-15b4-4a8d-84fb-47c4d7b4457a tempest-ServerPasswordTestJSON-911679787 tempest-ServerPasswordTestJSON-911679787-project] Network a10670b0-2c35-4abc-84e3-dfc27c96694b is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:28:38.339695 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6016854-15b4-4a8d-84fb-47c4d7b4457a tempest-ServerPasswordTestJSON-911679787 tempest-ServerPasswordTestJSON-911679787-project] Pushing event updated for resources: {'Port': ['ID=a0f88d17-5f1c-4188-871a-1b28b84e4c25,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:38.343463 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['026ec35f-53e8-4943-b0f3-5093108a4eb0'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:28:38.344949 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-0395be0b-2ce1-4fdc-9e2f-3842579a9640 req-b6016854-15b4-4a8d-84fb-47c4d7b4457a tempest-ServerPasswordTestJSON-911679787 tempest-ServerPasswordTestJSON-911679787-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:28:38.345347 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2e50dfd-ac09-417c-a26b-c1f34954ecbe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 920} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:28:38.348667 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-0395be0b-2ce1-4fdc-9e2f-3842579a9640 req-b6016854-15b4-4a8d-84fb-47c4d7b4457a tempest-ServerPasswordTestJSON-911679787 tempest-ServerPasswordTestJSON-911679787-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:28:38.359207 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a2e50dfd-ac09-417c-a26b-c1f34954ecbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:38.359837 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-a2e50dfd-ac09-417c-a26b-c1f34954ecbe admin admin] Added segment 0e00b021-4936-4a80-9658-da28463c87bd of type vlan for network 124f5b02-f613-458f-b33d-77fb5d166863 Nov 25 17:28:38.387157 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7164a079-4e8c-475f-b9a6-79b29906675f req-b033a7dd-5f9a-44b8-9841-278406fc2abf tempest-InstanceActionsNegativeTestJSON-1945438458 tempest-InstanceActionsNegativeTestJSON-1945438458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:38.388805 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7164a079-4e8c-475f-b9a6-79b29906675f req-b033a7dd-5f9a-44b8-9841-278406fc2abf tempest-InstanceActionsNegativeTestJSON-1945438458 tempest-InstanceActionsNegativeTestJSON-1945438458-project] 10.222.0.75 "GET /v2.0/ports?device_id=0ae9a9bb-fd45-4e3d-b8d2-72143193cf80 HTTP/1.1" status: 200 len: 945 time: 0.2096241 Nov 25 17:28:38.436166 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3949e8b5-7759-4ca5-aef8-8e3ea85eb94d req-7b7a4965-6640-4c06-938e-cb4f643a4654 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] 10.222.0.75 "GET /v2.0/security-groups/7f9938e5-4935-4a48-b75c-579a79454ca9 HTTP/1.1" status: 200 len: 1822 time: 0.1797259 Nov 25 17:28:38.464443 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a2e50dfd-ac09-417c-a26b-c1f34954ecbe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:38.499399 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395be0b-2ce1-4fdc-9e2f-3842579a9640 req-b6016854-15b4-4a8d-84fb-47c4d7b4457a tempest-ServerPasswordTestJSON-911679787 tempest-ServerPasswordTestJSON-911679787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:38.500327 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0395be0b-2ce1-4fdc-9e2f-3842579a9640 req-b6016854-15b4-4a8d-84fb-47c4d7b4457a tempest-ServerPasswordTestJSON-911679787 tempest-ServerPasswordTestJSON-911679787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:38.531398 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a2e50dfd-ac09-417c-a26b-c1f34954ecbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:38.533080 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e50dfd-ac09-417c-a26b-c1f34954ecbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:38.534005 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a2e50dfd-ac09-417c-a26b-c1f34954ecbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:38.570595 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7164a079-4e8c-475f-b9a6-79b29906675f req-cc8ad329-50e1-4523-a55c-efebfc943a75 tempest-InstanceActionsNegativeTestJSON-1945438458 tempest-InstanceActionsNegativeTestJSON-1945438458-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1ed0d14-5827-4f57-b649-24a476859efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561182 Nov 25 17:28:38.582701 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0395be0b-2ce1-4fdc-9e2f-3842579a9640 req-b6016854-15b4-4a8d-84fb-47c4d7b4457a tempest-ServerPasswordTestJSON-911679787 tempest-ServerPasswordTestJSON-911679787-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2349851 Nov 25 17:28:38.603831 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-0395be0b-2ce1-4fdc-9e2f-3842579a9640 req-405ec34a-b392-43ce-94b2-0fc4abf0cde0 service neutron] Request body: {'port': {'device_id': 'a5d80be4-25ef-4007-b076-d3f03b397355', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:38.617441 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e50dfd-ac09-417c-a26b-c1f34954ecbe admin admin] Pushing event updated for resources: {'Network': ['ID=124f5b02-f613-458f-b33d-77fb5d166863,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:38.634968 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 124f5b02-f613-458f-b33d-77fb5d166863 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:28:38.646979 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a2e50dfd-ac09-417c-a26b-c1f34954ecbe admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7916315 Nov 25 17:28:38.649509 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 41082) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:38.658205 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-b5a70fff-edc7-461f-b759-5b042f5e4f84 admin admin] Request body: {'subnet': {'network_id': '124f5b02-f613-458f-b33d-77fb5d166863', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1450671407-subnet', 'tenant_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:38.660505 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11447e9-bb2e-4d72-a5a2-ae20db4f381d req-29ea01dc-777c-4f1f-a0c6-311269639f33 tempest-ServerPasswordTestJSON-911679787 tempest-ServerPasswordTestJSON-911679787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:38.668663 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f11447e9-bb2e-4d72-a5a2-ae20db4f381d req-29ea01dc-777c-4f1f-a0c6-311269639f33 tempest-ServerPasswordTestJSON-911679787 tempest-ServerPasswordTestJSON-911679787-project] 10.222.0.75 "GET /v2.0/ports?device_id=a5d80be4-25ef-4007-b076-d3f03b397355 HTTP/1.1" status: 200 len: 932 time: 0.1353343 Nov 25 17:28:38.721705 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a70fff-edc7-461f-b759-5b042f5e4f84 admin admin] Made reservation on behalf of dd6f14b9d22849c3ad1fbf498db9870a for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:28:38.728045 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b5a70fff-edc7-461f-b759-5b042f5e4f84 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:38.764312 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bfc979b1-96fe-4ff5-839b-6f79def39dc9 req-62216735-f688-43da-8a45-fbe04dcdd931 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=e949b071017c47779120773fb05efee7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301876 Nov 25 17:28:38.820602 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0395be0b-2ce1-4fdc-9e2f-3842579a9640 req-405ec34a-b392-43ce-94b2-0fc4abf0cde0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:38.838134 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f11447e9-bb2e-4d72-a5a2-ae20db4f381d req-4d71fe4d-a0c7-400a-a147-959436475119 tempest-ServerPasswordTestJSON-911679787 tempest-ServerPasswordTestJSON-911679787-project] 10.222.0.75 "GET /v2.0/security-groups?id=98b81d25-6ada-4dd7-b808-9d347aec6e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688957 Nov 25 17:28:38.967375 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b5a70fff-edc7-461f-b759-5b042f5e4f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:39.038160 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a70fff-edc7-461f-b759-5b042f5e4f84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ed106f0-2cd9-4f3e-b760-6bf8df9e80f9,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:39.046369 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a70fff-edc7-461f-b759-5b042f5e4f84 admin admin] Checking segment: {'id': '0e00b021-4936-4a80-9658-da28463c87bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '124f5b02-f613-458f-b33d-77fb5d166863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:28:39.046832 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a70fff-edc7-461f-b759-5b042f5e4f84 admin admin] Network hostable DHCP agents. Network: 124f5b02-f613-458f-b33d-77fb5d166863, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:28:39.067994 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a70fff-edc7-461f-b759-5b042f5e4f84 admin admin] Network 124f5b02-f613-458f-b33d-77fb5d166863 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:28:39.080103 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-b5a70fff-edc7-461f-b759-5b042f5e4f84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 124f5b02-f613-458f-b33d-77fb5d166863) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:28:39.092142 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c464d6-bd52-4b0a-affe-31e2893382fd None None] Network 124f5b02-f613-458f-b33d-77fb5d166863 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:28:39.094812 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a70fff-edc7-461f-b759-5b042f5e4f84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:39.096130 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b5a70fff-edc7-461f-b759-5b042f5e4f84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:39.122021 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b5a70fff-edc7-461f-b759-5b042f5e4f84 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4685762 Nov 25 17:28:39.124518 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 41092) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:39.127992 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e45c666-2a2d-4db3-8b17-3dafb24e1f2f req-08e2c9e9-157f-4e63-a29f-7a47aa1fcadf tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:39.134457 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-f87528e4-b700-4d4c-88c4-f894b6a2b957 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1450671407-router', 'tenant_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:39.137135 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4e45c666-2a2d-4db3-8b17-3dafb24e1f2f req-08e2c9e9-157f-4e63-a29f-7a47aa1fcadf tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/ports?device_id=f0ec3582-ef53-42d6-9038-d83376390a54 HTTP/1.1" status: 200 len: 944 time: 0.2019098 Nov 25 17:28:39.184538 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f87528e4-b700-4d4c-88c4-f894b6a2b957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:39.186988 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f87528e4-b700-4d4c-88c4-f894b6a2b957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:39.217320 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc979b1-96fe-4ff5-839b-6f79def39dc9 req-212d1c53-e9b2-4237-80f6-42be143c0b55 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:39.225571 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bfc979b1-96fe-4ff5-839b-6f79def39dc9 req-212d1c53-e9b2-4237-80f6-42be143c0b55 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4480779 Nov 25 17:28:39.255333 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f87528e4-b700-4d4c-88c4-f894b6a2b957 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:39.256958 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bfc979b1-96fe-4ff5-839b-6f79def39dc9 req-3f86d5de-dd36-4b01-83dc-95229bcadaa7 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/quotas/e949b071017c47779120773fb05efee7 HTTP/1.1" status: 200 len: 375 time: 0.0304623 Nov 25 17:28:39.290668 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4e45c666-2a2d-4db3-8b17-3dafb24e1f2f req-388927fa-f74d-46b4-a506-54dc6e2da90d tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/security-groups?id=986e86ac-b28b-4e53-9638-1c25d7b56ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524777 Nov 25 17:28:39.375540 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-1abba4c5-19bd-4a8d-9450-267a892bbc04 req-49172f6b-529f-49ea-8376-f501fa686150 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1963009', 'description': 'tempest-description-379344956'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:39.451782 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bfc979b1-96fe-4ff5-839b-6f79def39dc9 req-2419b9dd-420c-450b-9946-28703209c87d tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=e949b071017c47779120773fb05efee7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1915429 Nov 25 17:28:39.455087 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64eaee44-2da9-4bb1-a320-74fcf8eb08c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-124f5b02-f613-458f-b33d-77fb5d166863', 'network_id': '124f5b02-f613-458f-b33d-77fb5d166863', 'tenant_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'fixed_ips': [{'subnet_id': '3ed106f0-2cd9-4f3e-b760-6bf8df9e80f9'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:28:39.456137 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-64eaee44-2da9-4bb1-a320-74fcf8eb08c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:39.482503 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1abba4c5-19bd-4a8d-9450-267a892bbc04 req-49172f6b-529f-49ea-8376-f501fa686150 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:39.563186 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f87528e4-b700-4d4c-88c4-f894b6a2b957 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:39.662726 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-0395be0b-2ce1-4fdc-9e2f-3842579a9640 req-405ec34a-b392-43ce-94b2-0fc4abf0cde0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0f88d17-5f1c-4188-871a-1b28b84e4c25 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:28:39.686549 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0395be0b-2ce1-4fdc-9e2f-3842579a9640 req-405ec34a-b392-43ce-94b2-0fc4abf0cde0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:39.701036 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 026ec35f-53e8-4943-b0f3-5093108a4eb0 up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:28:39.775783 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1abba4c5-19bd-4a8d-9450-267a892bbc04 req-49172f6b-529f-49ea-8376-f501fa686150 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:39.792562 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-0395be0b-2ce1-4fdc-9e2f-3842579a9640 req-405ec34a-b392-43ce-94b2-0fc4abf0cde0 service neutron] Transition to ACTIVE for port object a0f88d17-5f1c-4188-871a-1b28b84e4c25 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:28:39.794954 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1abba4c5-19bd-4a8d-9450-267a892bbc04 req-49172f6b-529f-49ea-8376-f501fa686150 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:39.809784 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0395be0b-2ce1-4fdc-9e2f-3842579a9640 req-405ec34a-b392-43ce-94b2-0fc4abf0cde0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:39.852437 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-64eaee44-2da9-4bb1-a320-74fcf8eb08c2 None None] Allocated IP 172.20.0.2 (124f5b02-f613-458f-b33d-77fb5d166863/3ed106f0-2cd9-4f3e-b760-6bf8df9e80f9/837f943c-d7f9-4a54-bbef-efa4c57cd619) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:28:39.890440 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port 026ec35f-53e8-4943-b0f3-5093108a4eb0 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:28:39.908394 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 026ec35f-53e8-4943-b0f3-5093108a4eb0 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:28:39.909665 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:39.981259 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1abba4c5-19bd-4a8d-9450-267a892bbc04 req-49172f6b-529f-49ea-8376-f501fa686150 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:39.982634 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1abba4c5-19bd-4a8d-9450-267a892bbc04 req-49172f6b-529f-49ea-8376-f501fa686150 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.6152108 Nov 25 17:28:40.034929 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f87528e4-b700-4d4c-88c4-f894b6a2b957 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:40.051153 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49172f6b-529f-49ea-8376-f501fa686150 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b60a68a2-47b2-4d87-9ce7-c35bee4dfb60,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:40.076896 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f87528e4-b700-4d4c-88c4-f894b6a2b957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:40.125572 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ec34a-b392-43ce-94b2-0fc4abf0cde0 service neutron] Pushing event updated for resources: {'Port': ['ID=a0f88d17-5f1c-4188-871a-1b28b84e4c25,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:40.170205 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba10c94-e821-45cd-8c9c-e6a01eaf8064 req-1bde4a4e-275a-4e9a-aa29-22b1e12b839e tempest-VolumesAdminNegativeTest-1455931702 tempest-VolumesAdminNegativeTest-1455931702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:40.181593 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7ba10c94-e821-45cd-8c9c-e6a01eaf8064 req-1bde4a4e-275a-4e9a-aa29-22b1e12b839e tempest-VolumesAdminNegativeTest-1455931702 tempest-VolumesAdminNegativeTest-1455931702-project] 10.222.0.75 "GET /v2.0/ports?device_id=093680e6-aaef-4b5f-8048-3cb434af1869 HTTP/1.1" status: 200 len: 945 time: 0.2597930 Nov 25 17:28:40.191488 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:40.225912 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d2b8fc81-aef8-405c-9f9c-e8a910330eaa req-30347aca-71b2-459c-b775-44f937324ad9 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=c28e96d6-a535-41aa-92c9-c5fd43652ebf HTTP/1.1" status: 200 len: 210 time: 0.0393794 Nov 25 17:28:40.270848 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0ec3582-ef53-42d6-9038-d83376390a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '026ec35f-53e8-4943-b0f3-5093108a4eb0'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:28:40.278176 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106c30bd-854a-4d53-b967-2940bb33f93f" -d '{"events": [{"server_uuid": "f0ec3582-ef53-42d6-9038-d83376390a54", "name": "network-vif-plugged", "status": "completed", "tag": "026ec35f-53e8-4943-b0f3-5093108a4eb0"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:28:40.288755 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-f87528e4-b700-4d4c-88c4-f894b6a2b957 admin admin] Allocated IP 172.25.0.97 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/8b49ecca-9498-40b4-b9e9-138a19854600) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:28:40.314176 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-0395be0b-2ce1-4fdc-9e2f-3842579a9640 req-405ec34a-b392-43ce-94b2-0fc4abf0cde0 service neutron] Attempting to bind port a0f88d17-5f1c-4188-871a-1b28b84e4c25 on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:28:40.315559 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-0395be0b-2ce1-4fdc-9e2f-3842579a9640 req-405ec34a-b392-43ce-94b2-0fc4abf0cde0 service neutron] Attempting to bind port a0f88d17-5f1c-4188-871a-1b28b84e4c25 by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '80df5bb1-4a53-431f-aa0f-fabf1c627ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'a10670b0-2c35-4abc-84e3-dfc27c96694b'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:28:40.317099 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0395be0b-2ce1-4fdc-9e2f-3842579a9640 req-405ec34a-b392-43ce-94b2-0fc4abf0cde0 service neutron] Attempting to bind port a0f88d17-5f1c-4188-871a-1b28b84e4c25 on network a10670b0-2c35-4abc-84e3-dfc27c96694b {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:28:40.346773 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 026ec35f-53e8-4943-b0f3-5093108a4eb0, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=026ec35f-53e8-4943-b0f3-5093108a4eb0,segment=NetworkSegment(d13f2dc6-b7c6-452b-bee8-8ce632936531),segment_id=d13f2dc6-b7c6-452b-bee8-8ce632936531)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:40.351820 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-64eaee44-2da9-4bb1-a320-74fcf8eb08c2 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:40.352479 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0395be0b-2ce1-4fdc-9e2f-3842579a9640 req-405ec34a-b392-43ce-94b2-0fc4abf0cde0 service neutron] Port a0f88d17-5f1c-4188-871a-1b28b84e4c25 on network a10670b0-2c35-4abc-84e3-dfc27c96694b not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:28:40.352879 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0395be0b-2ce1-4fdc-9e2f-3842579a9640 req-405ec34a-b392-43ce-94b2-0fc4abf0cde0 service neutron] Attempting to bind port a0f88d17-5f1c-4188-871a-1b28b84e4c25 on network a10670b0-2c35-4abc-84e3-dfc27c96694b {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:28:40.358753 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:40.382375 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0395be0b-2ce1-4fdc-9e2f-3842579a9640 req-405ec34a-b392-43ce-94b2-0fc4abf0cde0 service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:28:40.382833 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0395be0b-2ce1-4fdc-9e2f-3842579a9640 req-405ec34a-b392-43ce-94b2-0fc4abf0cde0 service neutron] Checking segment: {'id': '80df5bb1-4a53-431f-aa0f-fabf1c627ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'a10670b0-2c35-4abc-84e3-dfc27c96694b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:28:40.383129 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0395be0b-2ce1-4fdc-9e2f-3842579a9640 req-405ec34a-b392-43ce-94b2-0fc4abf0cde0 service neutron] Bound using segment: {'id': '80df5bb1-4a53-431f-aa0f-fabf1c627ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'a10670b0-2c35-4abc-84e3-dfc27c96694b'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:28:40.384348 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-0395be0b-2ce1-4fdc-9e2f-3842579a9640 req-405ec34a-b392-43ce-94b2-0fc4abf0cde0 service neutron] Bound port: a0f88d17-5f1c-4188-871a-1b28b84e4c25, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80df5bb1-4a53-431f-aa0f-fabf1c627ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'a10670b0-2c35-4abc-84e3-dfc27c96694b'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:28:40.384765 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0395be0b-2ce1-4fdc-9e2f-3842579a9640 req-405ec34a-b392-43ce-94b2-0fc4abf0cde0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:40.424150 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-64eaee44-2da9-4bb1-a320-74fcf8eb08c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:40.457972 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64eaee44-2da9-4bb1-a320-74fcf8eb08c2 None None] Network 124f5b02-f613-458f-b33d-77fb5d166863 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:28:40.461550 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-64eaee44-2da9-4bb1-a320-74fcf8eb08c2 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:28:40.466087 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64eaee44-2da9-4bb1-a320-74fcf8eb08c2 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:28:40.478038 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7ba10c94-e821-45cd-8c9c-e6a01eaf8064 req-5a91b598-3f76-4724-8bf3-2382efded258 tempest-VolumesAdminNegativeTest-1455931702 tempest-VolumesAdminNegativeTest-1455931702-project] 10.222.0.75 "GET /v2.0/security-groups?id=3454ca9e-2a23-4d3e-b167-f3e49bddd59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921035 Nov 25 17:28:40.523692 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=026ec35f-53e8-4943-b0f3-5093108a4eb0,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:40.571003 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f87528e4-b700-4d4c-88c4-f894b6a2b957 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:40.591153 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eaee44-2da9-4bb1-a320-74fcf8eb08c2 None None] Pushing event updated for resources: {'Port': ['ID=837f943c-d7f9-4a54-bbef-efa4c57cd619,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:40.605586 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-64eaee44-2da9-4bb1-a320-74fcf8eb08c2 None None] Attempting to bind port 837f943c-d7f9-4a54-bbef-efa4c57cd619 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:28:40.606004 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-64eaee44-2da9-4bb1-a320-74fcf8eb08c2 None None] Attempting to bind port 837f943c-d7f9-4a54-bbef-efa4c57cd619 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '0e00b021-4936-4a80-9658-da28463c87bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '124f5b02-f613-458f-b33d-77fb5d166863'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:28:40.606605 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64eaee44-2da9-4bb1-a320-74fcf8eb08c2 None None] Attempting to bind port 837f943c-d7f9-4a54-bbef-efa4c57cd619 on network 124f5b02-f613-458f-b33d-77fb5d166863 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:28:40.613952 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64eaee44-2da9-4bb1-a320-74fcf8eb08c2 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:28:40.614595 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64eaee44-2da9-4bb1-a320-74fcf8eb08c2 None None] Checking segment: {'id': '0e00b021-4936-4a80-9658-da28463c87bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '124f5b02-f613-458f-b33d-77fb5d166863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:28:40.615128 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-64eaee44-2da9-4bb1-a320-74fcf8eb08c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:40.615632 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64eaee44-2da9-4bb1-a320-74fcf8eb08c2 None None] Bound using segment: {'id': '0e00b021-4936-4a80-9658-da28463c87bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '124f5b02-f613-458f-b33d-77fb5d166863'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:28:40.616412 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-64eaee44-2da9-4bb1-a320-74fcf8eb08c2 None None] Bound port: 837f943c-d7f9-4a54-bbef-efa4c57cd619, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e00b021-4936-4a80-9658-da28463c87bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '124f5b02-f613-458f-b33d-77fb5d166863'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:28:40.616962 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-64eaee44-2da9-4bb1-a320-74fcf8eb08c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:40.652402 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f87528e4-b700-4d4c-88c4-f894b6a2b957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:40.691211 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-0395be0b-2ce1-4fdc-9e2f-3842579a9640 req-405ec34a-b392-43ce-94b2-0fc4abf0cde0 service neutron] For port a0f88d17-5f1c-4188-871a-1b28b84e4c25, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:28:40.713725 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87528e4-b700-4d4c-88c4-f894b6a2b957 admin admin] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:28:40.714806 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-0395be0b-2ce1-4fdc-9e2f-3842579a9640 req-405ec34a-b392-43ce-94b2-0fc4abf0cde0 service neutron] For port a0f88d17-5f1c-4188-871a-1b28b84e4c25, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=a0f88d17-5f1c-4188-871a-1b28b84e4c25,segment=NetworkSegment(80df5bb1-4a53-431f-aa0f-fabf1c627ef6),segment_id=80df5bb1-4a53-431f-aa0f-fabf1c627ef6)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:28:40.717377 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-f87528e4-b700-4d4c-88c4-f894b6a2b957 admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:28:40.725490 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87528e4-b700-4d4c-88c4-f894b6a2b957 admin admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:28:40.729401 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87528e4-b700-4d4c-88c4-f894b6a2b957 admin admin] Pushing event updated for resources: {'Port': ['ID=8b49ecca-9498-40b4-b9e9-138a19854600,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:40.749193 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d3df7d-c494-4f02-8f51-d095006e2561 req-5a5f9e5b-f20e-4a60-85ed-36e585b99607 tempest-ServerPasswordTestJSON-911679787 tempest-ServerPasswordTestJSON-911679787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:40.759399 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-39d3df7d-c494-4f02-8f51-d095006e2561 req-5a5f9e5b-f20e-4a60-85ed-36e585b99607 tempest-ServerPasswordTestJSON-911679787 tempest-ServerPasswordTestJSON-911679787-project] 10.222.0.75 "GET /v2.0/ports?device_id=a5d80be4-25ef-4007-b076-d3f03b397355 HTTP/1.1" status: 200 len: 944 time: 0.3466833 Nov 25 17:28:40.769763 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0395be0b-2ce1-4fdc-9e2f-3842579a9640 req-405ec34a-b392-43ce-94b2-0fc4abf0cde0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:40.775456 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-64eaee44-2da9-4bb1-a320-74fcf8eb08c2 None None] For port 837f943c-d7f9-4a54-bbef-efa4c57cd619, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:28:40.781449 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-64eaee44-2da9-4bb1-a320-74fcf8eb08c2 None None] For port 837f943c-d7f9-4a54-bbef-efa4c57cd619, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=837f943c-d7f9-4a54-bbef-efa4c57cd619,segment=NetworkSegment(0e00b021-4936-4a80-9658-da28463c87bd),segment_id=0e00b021-4936-4a80-9658-da28463c87bd)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:28:40.790458 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-64eaee44-2da9-4bb1-a320-74fcf8eb08c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:40.798880 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395be0b-2ce1-4fdc-9e2f-3842579a9640 req-405ec34a-b392-43ce-94b2-0fc4abf0cde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:40.802229 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0395be0b-2ce1-4fdc-9e2f-3842579a9640 req-405ec34a-b392-43ce-94b2-0fc4abf0cde0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:40.803687 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0395be0b-2ce1-4fdc-9e2f-3842579a9640 req-405ec34a-b392-43ce-94b2-0fc4abf0cde0 service neutron] 10.222.0.90 "PUT /v2.0/ports/a0f88d17-5f1c-4188-871a-1b28b84e4c25 HTTP/1.1" status: 200 len: 1092 time: 2.2051337 Nov 25 17:28:40.812200 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5d80be4-25ef-4007-b076-d3f03b397355', 'tag': 'a0f88d17-5f1c-4188-871a-1b28b84e4c25'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:28:40.818678 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca139c3-289e-4876-a62f-a27dfce1fdd1" -d '{"events": [{"name": "network-changed", "server_uuid": "a5d80be4-25ef-4007-b076-d3f03b397355", "tag": "a0f88d17-5f1c-4188-871a-1b28b84e4c25"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:28:40.837553 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-584d0fdb-cff3-4d7a-bf16-1d518412ae41 req-e2096e66-0a68-4199-88db-e6e09fb9fa5d tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] 10.222.0.75 "GET /v2.0/security-groups/b60a68a2-47b2-4d87-9ce7-c35bee4dfb60 HTTP/1.1" status: 200 len: 1818 time: 0.3044453 Nov 25 17:28:40.906636 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-584d0fdb-cff3-4d7a-bf16-1d518412ae41 req-e1fbbd4d-6f50-4b43-ad7a-e15c6f998477 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b60a68a2-47b2-4d87-9ce7-c35bee4dfb60', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:40.907135 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-584d0fdb-cff3-4d7a-bf16-1d518412ae41 req-e1fbbd4d-6f50-4b43-ad7a-e15c6f998477 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b60a68a2-47b2-4d87-9ce7-c35bee4dfb60', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:40.916872 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eaee44-2da9-4bb1-a320-74fcf8eb08c2 None None] Pushing event updated for resources: {'Port': ['ID=837f943c-d7f9-4a54-bbef-efa4c57cd619,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:41.047662 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-584d0fdb-cff3-4d7a-bf16-1d518412ae41 req-e1fbbd4d-6f50-4b43-ad7a-e15c6f998477 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:41.087429 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-584d0fdb-cff3-4d7a-bf16-1d518412ae41 req-e1fbbd4d-6f50-4b43-ad7a-e15c6f998477 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:41.113601 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-584d0fdb-cff3-4d7a-bf16-1d518412ae41 req-e1fbbd4d-6f50-4b43-ad7a-e15c6f998477 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:41.253687 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f87528e4-b700-4d4c-88c4-f894b6a2b957 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:41.294873 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ec34a-b392-43ce-94b2-0fc4abf0cde0 service neutron] Pushing event updated for resources: {'Port': ['ID=a0f88d17-5f1c-4188-871a-1b28b84e4c25,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:41.335277 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-584d0fdb-cff3-4d7a-bf16-1d518412ae41 req-e1fbbd4d-6f50-4b43-ad7a-e15c6f998477 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:41.336423 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-584d0fdb-cff3-4d7a-bf16-1d518412ae41 req-e1fbbd4d-6f50-4b43-ad7a-e15c6f998477 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4509246 Nov 25 17:28:41.354990 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-39d3df7d-c494-4f02-8f51-d095006e2561 req-4cef39cf-61e8-4abb-9409-edbf1f062ad5 tempest-ServerPasswordTestJSON-911679787 tempest-ServerPasswordTestJSON-911679787-project] 10.222.0.75 "GET /v2.0/security-groups?id=98b81d25-6ada-4dd7-b808-9d347aec6e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5929301 Nov 25 17:28:41.363888 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fbbd4d-6f50-4b43-ad7a-e15c6f998477 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=058ea465-643e-4016-9353-cdf32690bdff,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:41.402489 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395be0b-2ce1-4fdc-9e2f-3842579a9640 req-8f5b0e5c-4881-47d9-bc6b-ddee8c2e7a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:41.405664 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0395be0b-2ce1-4fdc-9e2f-3842579a9640 req-8f5b0e5c-4881-47d9-bc6b-ddee8c2e7a1a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9520acdef6b54b90903a8b587d424cf6&device_id=a5d80be4-25ef-4007-b076-d3f03b397355 HTTP/1.1" status: 200 len: 1095 time: 0.3658619 Nov 25 17:28:41.488230 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439295f8-9582-4ff9-b347-09507b889acc x-openstack-request-id: req-439295f8-9582-4ff9-b347-09507b889acc {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:28:41.489232 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0ec3582-ef53-42d6-9038-d83376390a54", "name": "network-vif-plugged", "status": "completed", "tag": "026ec35f-53e8-4943-b0f3-5093108a4eb0", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:28:41.491799 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-439295f8-9582-4ff9-b347-09507b889acc {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:28:41.492426 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0ec3582-ef53-42d6-9038-d83376390a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '026ec35f-53e8-4943-b0f3-5093108a4eb0', 'code': 200} Nov 25 17:28:41.594786 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bfc979b1-96fe-4ff5-839b-6f79def39dc9 req-27ded69c-74f9-47b1-8ca9-03130a572958 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=e949b071017c47779120773fb05efee7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1881368 Nov 25 17:28:41.619756 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0395be0b-2ce1-4fdc-9e2f-3842579a9640 req-8ee8d1af-e1c2-4947-b0ca-7e2814f959dc service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0f88d17-5f1c-4188-871a-1b28b84e4c25 HTTP/1.1" status: 200 len: 217 time: 0.1579645 Nov 25 17:28:41.750751 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c831e677-6056-4639-8a87-3f04afea44b2 x-openstack-request-id: req-c831e677-6056-4639-8a87-3f04afea44b2 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:28:41.756185 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5d80be4-25ef-4007-b076-d3f03b397355", "tag": "a0f88d17-5f1c-4188-871a-1b28b84e4c25", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:28:41.756185 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c831e677-6056-4639-8a87-3f04afea44b2 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:28:41.756451 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5d80be4-25ef-4007-b076-d3f03b397355', 'tag': 'a0f88d17-5f1c-4188-871a-1b28b84e4c25', 'status': 'completed', 'code': 200} Nov 25 17:28:41.837918 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f87528e4-b700-4d4c-88c4-f894b6a2b957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:41.869690 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b207a-f0ea-4f94-9e99-14e3ebcc2472 req-c0752b5c-d3ac-4013-850a-236b18c991ae tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:41.879600 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-566b207a-f0ea-4f94-9e99-14e3ebcc2472 req-c0752b5c-d3ac-4013-850a-236b18c991ae tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/ports?device_id=f0ec3582-ef53-42d6-9038-d83376390a54 HTTP/1.1" status: 200 len: 945 time: 0.2819335 Nov 25 17:28:41.910803 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395be0b-2ce1-4fdc-9e2f-3842579a9640 req-f038ef51-b8bb-4c0c-8ed0-3daff3815b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:41.912277 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0395be0b-2ce1-4fdc-9e2f-3842579a9640 req-f038ef51-b8bb-4c0c-8ed0-3daff3815b08 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=69e6375e-e4b3-4320-aa60-0cbdf4130abc HTTP/1.1" status: 200 len: 853 time: 0.2745237 Nov 25 17:28:42.060381 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0395be0b-2ce1-4fdc-9e2f-3842579a9640 req-b960270c-9167-4f95-8cf4-354d57712b76 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a10670b0-2c35-4abc-84e3-dfc27c96694b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1264927 Nov 25 17:28:42.078935 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cbb028bf-59e3-4eb3-8fb5-9ba6a6113f9e req-2db88499-434d-47e5-a5e5-8688edcfec33 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=c28e96d6-a535-41aa-92c9-c5fd43652ebf HTTP/1.1" status: 200 len: 210 time: 0.1096835 Nov 25 17:28:42.113524 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc979b1-96fe-4ff5-839b-6f79def39dc9 req-8a1bcadf-bb69-400e-bea8-82d9df072a71 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:42.116030 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bfc979b1-96fe-4ff5-839b-6f79def39dc9 req-8a1bcadf-bb69-400e-bea8-82d9df072a71 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5049725 Nov 25 17:28:42.130117 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-566b207a-f0ea-4f94-9e99-14e3ebcc2472 req-7b0fea3d-c6b9-41a7-9fbf-392552a384ed tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/security-groups?id=986e86ac-b28b-4e53-9638-1c25d7b56ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497842 Nov 25 17:28:42.181449 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-bfc979b1-96fe-4ff5-839b-6f79def39dc9 req-79ee858d-5e4f-4228-9070-fea3e3fe13ac tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Request body: {'port': {'device_id': 'c28e96d6-a535-41aa-92c9-c5fd43652ebf', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'admin_state_up': True, 'tenant_id': 'e949b071017c47779120773fb05efee7'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:42.448565 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb2c4d-67ef-41a4-933d-3a86465357b4 req-157f4f75-9cd0-420e-a706-3221a5776350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:42.450699 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-0beb2c4d-67ef-41a4-933d-3a86465357b4 req-157f4f75-9cd0-420e-a706-3221a5776350 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f0ec3582-ef53-42d6-9038-d83376390a54 HTTP/1.1" status: 200 len: 1096 time: 0.8275735 Nov 25 17:28:42.504340 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfc979b1-96fe-4ff5-839b-6f79def39dc9 req-79ee858d-5e4f-4228-9070-fea3e3fe13ac tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Made reservation on behalf of e949b071017c47779120773fb05efee7 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:28:42.509113 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-bfc979b1-96fe-4ff5-839b-6f79def39dc9 req-79ee858d-5e4f-4228-9070-fea3e3fe13ac tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:42.557153 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55daf4f2-dd5c-4963-92a8-f11f63a42b59 req-c371eb79-1313-4384-ab06-5f0634b6e90f tempest-InstanceActionsNegativeTestJSON-1945438458 tempest-InstanceActionsNegativeTestJSON-1945438458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:42.561284 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-55daf4f2-dd5c-4963-92a8-f11f63a42b59 req-c371eb79-1313-4384-ab06-5f0634b6e90f tempest-InstanceActionsNegativeTestJSON-1945438458 tempest-InstanceActionsNegativeTestJSON-1945438458-project] 10.222.0.75 "GET /v2.0/ports?device_id=0ae9a9bb-fd45-4e3d-b8d2-72143193cf80 HTTP/1.1" status: 200 len: 945 time: 0.2298305 Nov 25 17:28:42.595545 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-0beb2c4d-67ef-41a4-933d-3a86465357b4 req-8780228d-e56a-42a5-9ea2-38114c1bf7eb service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=986e86ac-b28b-4e53-9638-1c25d7b56ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362481 Nov 25 17:28:42.599599 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a2807c57-2ccd-4234-9106-64c1acef0e38 req-5862ffee-e299-4886-86c1-26037f2c10b2 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] 10.222.0.75 "GET /v2.0/security-groups/b60a68a2-47b2-4d87-9ce7-c35bee4dfb60 HTTP/1.1" status: 200 len: 2411 time: 0.2645535 Nov 25 17:28:42.655793 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-a2807c57-2ccd-4234-9106-64c1acef0e38 req-360424b3-2d1c-4032-86d1-40c0921bebd2 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b60a68a2-47b2-4d87-9ce7-c35bee4dfb60', 'remote_group_id': None}]} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:42.656648 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-a2807c57-2ccd-4234-9106-64c1acef0e38 req-360424b3-2d1c-4032-86d1-40c0921bebd2 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b60a68a2-47b2-4d87-9ce7-c35bee4dfb60', 'remote_group_id': None}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:42.659651 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f87528e4-b700-4d4c-88c4-f894b6a2b957 admin admin] Router ff0350a5-1f5c-4536-b393-df701b2c617d is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:28:42.667947 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0395be0b-2ce1-4fdc-9e2f-3842579a9640 req-f26d5ac9-2dd3-411c-b893-ea99ac71c5ec service neutron] 10.222.0.90 "GET /v2.0/networks/a10670b0-2c35-4abc-84e3-dfc27c96694b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5835049 Nov 25 17:28:42.701855 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 837f943c-d7f9-4a54-bbef-efa4c57cd619 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:28:42.744401 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a548d2a5-6d5d-4e52-96e3-c2aa7bd58d8f None None] Network 124f5b02-f613-458f-b33d-77fb5d166863 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:28:42.841224 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-13fd816d-9dc5-4dc3-8bd7-67088d12cd79 None None] Provisioning complete for port 837f943c-d7f9-4a54-bbef-efa4c57cd619 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:28:42.841843 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-13fd816d-9dc5-4dc3-8bd7-67088d12cd79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:42.844883 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-55daf4f2-dd5c-4963-92a8-f11f63a42b59 req-bd670851-50a6-461b-8a3c-38fcd717d71a tempest-InstanceActionsNegativeTestJSON-1945438458 tempest-InstanceActionsNegativeTestJSON-1945438458-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1ed0d14-5827-4f57-b649-24a476859efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518063 Nov 25 17:28:42.863791 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87528e4-b700-4d4c-88c4-f894b6a2b957 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:28:42.875450 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0601c896-f234-4a42-94e1-6c77b43b157d None None] Sync routers for ids ['ff0350a5-1f5c-4536-b393-df701b2c617d'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:28:42.906996 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0601c896-f234-4a42-94e1-6c77b43b157d None None] Routers {'ff0350a5-1f5c-4536-b393-df701b2c617d'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:28:42.913659 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 837f943c-d7f9-4a54-bbef-efa4c57cd619 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:28:42.913880 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:42.914587 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-0601c896-f234-4a42-94e1-6c77b43b157d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:28:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['ff0350a5-1f5c-4536-b393-df701b2c617d'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:42.992525 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f87528e4-b700-4d4c-88c4-f894b6a2b957 admin admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:42.994312 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f87528e4-b700-4d4c-88c4-f894b6a2b957 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.8646779 Nov 25 17:28:42.996981 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 41158) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:43.089459 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-13fd816d-9dc5-4dc3-8bd7-67088d12cd79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:43.152965 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-0601c896-f234-4a42-94e1-6c77b43b157d None None] Set router ff0350a5-1f5c-4536-b393-df701b2c617d gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:28:43.181206 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-13fd816d-9dc5-4dc3-8bd7-67088d12cd79 None None] For port 837f943c-d7f9-4a54-bbef-efa4c57cd619, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=837f943c-d7f9-4a54-bbef-efa4c57cd619,segment=NetworkSegment(0e00b021-4936-4a80-9658-da28463c87bd),segment_id=0e00b021-4936-4a80-9658-da28463c87bd)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:43.218448 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-13fd816d-9dc5-4dc3-8bd7-67088d12cd79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:43.366661 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:43.369467 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-bfc979b1-96fe-4ff5-839b-6f79def39dc9 req-79ee858d-5e4f-4228-9070-fea3e3fe13ac tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Allocated IP 192.168.233.50 (ab4fed0b-9bf1-4925-8765-94da08c5de2a/8793709c-5336-428d-aede-b0b8df1a26b2/981205d1-f4d3-4ec4-9554-3aa640acff88) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:28:43.422603 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a2807c57-2ccd-4234-9106-64c1acef0e38 req-360424b3-2d1c-4032-86d1-40c0921bebd2 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:43.480200 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd93ea69-9e74-47cb-996a-0a4dc0a3056f req-bb5d434d-2c03-4033-ab3b-cf0aef8890bc tempest-ServerPasswordTestJSON-911679787 tempest-ServerPasswordTestJSON-911679787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:43.487086 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bd93ea69-9e74-47cb-996a-0a4dc0a3056f req-bb5d434d-2c03-4033-ab3b-cf0aef8890bc tempest-ServerPasswordTestJSON-911679787 tempest-ServerPasswordTestJSON-911679787-project] 10.222.0.75 "GET /v2.0/ports?device_id=a5d80be4-25ef-4007-b076-d3f03b397355 HTTP/1.1" status: 200 len: 944 time: 0.4296567 Nov 25 17:28:43.494786 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-0601c896-f234-4a42-94e1-6c77b43b157d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0350a5-1f5c-4536-b393-df701b2c617d', 'name': 'tempest-TaggedBootDevicesTest_v242-1450671407-router', 'tenant_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '8b49ecca-9498-40b4-b9e9-138a19854600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:28:39Z', 'updated_at': '2021-11-25T17:28:41Z', 'revision_number': 3, 'project_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'gw_port': {'id': '8b49ecca-9498-40b4-b9e9-138a19854600', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fe:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0350a5-1f5c-4536-b393-df701b2c617d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:28:40Z', 'updated_at': '2021-11-25T17:28:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:43.495304 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0395be0b-2ce1-4fdc-9e2f-3842579a9640 req-93490d20-d717-4f8b-a010-955e587f92d3 service neutron] 10.222.0.90 "GET /v2.0/networks/a10670b0-2c35-4abc-84e3-dfc27c96694b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7307322 Nov 25 17:28:43.562228 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.db.api [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:28:43.562854 n-d-817746-1 neutron-server[103362]: DEBUG oslo_db.api [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:28:43.563703 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd816d-9dc5-4dc3-8bd7-67088d12cd79 None None] Pushing event updated for resources: {'Port': ['ID=837f943c-d7f9-4a54-bbef-efa4c57cd619,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:43.594577 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0601c896-f234-4a42-94e1-6c77b43b157d None None] Checking router: ff0350a5-1f5c-4536-b393-df701b2c617d for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:28:43.598899 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0601c896-f234-4a42-94e1-6c77b43b157d None None] Updating router ff0350a5-1f5c-4536-b393-df701b2c617d port 8b49ecca-9498-40b4-b9e9-138a19854600 binding host n-d-817746-1 {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:28:43.659756 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-0601c896-f234-4a42-94e1-6c77b43b157d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:43.688802 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a2807c57-2ccd-4234-9106-64c1acef0e38 req-360424b3-2d1c-4032-86d1-40c0921bebd2 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:43.749899 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b5b490fa-a4f4-49ec-bd6e-de36885494d1 None None] Provisioning complete for port 837f943c-d7f9-4a54-bbef-efa4c57cd619 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:28:43.751742 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b5b490fa-a4f4-49ec-bd6e-de36885494d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:43.774546 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310f8f2-0fd1-47ac-a22b-8644866904b3 req-07645229-1363-4bdf-bf98-7c6f0c7d2f48 tempest-InstanceActionsNegativeTestJSON-1945438458 tempest-InstanceActionsNegativeTestJSON-1945438458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:43.777947 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9310f8f2-0fd1-47ac-a22b-8644866904b3 req-07645229-1363-4bdf-bf98-7c6f0c7d2f48 tempest-InstanceActionsNegativeTestJSON-1945438458 tempest-InstanceActionsNegativeTestJSON-1945438458-project] 10.222.0.90 "GET /v2.0/ports?device_id=0ae9a9bb-fd45-4e3d-b8d2-72143193cf80 HTTP/1.1" status: 200 len: 945 time: 0.5277340 Nov 25 17:28:43.899645 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-79e93e54-cef9-4f7d-a0c9-88b835549109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:44.111864 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-79e93e54-cef9-4f7d-a0c9-88b835549109 admin admin] Allocated IP 172.20.0.1 (124f5b02-f613-458f-b33d-77fb5d166863/3ed106f0-2cd9-4f3e-b760-6bf8df9e80f9/7876ffaa-9d8b-49a8-aeec-46e97b6019e5) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:28:44.232291 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-79e93e54-cef9-4f7d-a0c9-88b835549109 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:44.245239 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-0601c896-f234-4a42-94e1-6c77b43b157d None None] Publish callbacks [] for port, precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:44.258440 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-0601c896-f234-4a42-94e1-6c77b43b157d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:44.275945 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-79e93e54-cef9-4f7d-a0c9-88b835549109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:44.332875 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e93e54-cef9-4f7d-a0c9-88b835549109 admin admin] Network 124f5b02-f613-458f-b33d-77fb5d166863 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:28:44.334069 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83d1b06-212b-4515-838b-6e6aa927b0d4 None None] Pushing event updated for resources: {'Port': ['ID=8b49ecca-9498-40b4-b9e9-138a19854600,revision_number=2']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:44.336928 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-79e93e54-cef9-4f7d-a0c9-88b835549109 admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:28:44.341822 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e93e54-cef9-4f7d-a0c9-88b835549109 admin admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:28:44.345170 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e93e54-cef9-4f7d-a0c9-88b835549109 admin admin] Pushing event updated for resources: {'Port': ['ID=7876ffaa-9d8b-49a8-aeec-46e97b6019e5,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:44.373869 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-0601c896-f234-4a42-94e1-6c77b43b157d None None] Attempting to bind port 8b49ecca-9498-40b4-b9e9-138a19854600 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:28:44.374118 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-0601c896-f234-4a42-94e1-6c77b43b157d None None] Attempting to bind port 8b49ecca-9498-40b4-b9e9-138a19854600 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:28:44.374387 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0601c896-f234-4a42-94e1-6c77b43b157d None None] Attempting to bind port 8b49ecca-9498-40b4-b9e9-138a19854600 on network 1aa44027-b9d0-4a56-9a59-7e664703e20a {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:28:44.382659 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0601c896-f234-4a42-94e1-6c77b43b157d None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:28:44.383674 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0601c896-f234-4a42-94e1-6c77b43b157d None None] Checking segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:28:44.383674 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-0601c896-f234-4a42-94e1-6c77b43b157d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:44.383896 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0601c896-f234-4a42-94e1-6c77b43b157d None None] Bound using segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:28:44.384255 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-0601c896-f234-4a42-94e1-6c77b43b157d None None] Bound port: 8b49ecca-9498-40b4-b9e9-138a19854600, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:28:44.384635 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-0601c896-f234-4a42-94e1-6c77b43b157d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:44.399290 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-79e93e54-cef9-4f7d-a0c9-88b835549109 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:44.512597 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a2807c57-2ccd-4234-9106-64c1acef0e38 req-360424b3-2d1c-4032-86d1-40c0921bebd2 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:44.626913 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bd93ea69-9e74-47cb-996a-0a4dc0a3056f req-692198c7-2c9e-4a0b-8f0e-74da25c08729 tempest-ServerPasswordTestJSON-911679787 tempest-ServerPasswordTestJSON-911679787-project] 10.222.0.75 "GET /v2.0/security-groups?id=98b81d25-6ada-4dd7-b808-9d347aec6e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1007605 Nov 25 17:28:44.629047 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360424b3-2d1c-4032-86d1-40c0921bebd2 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=192e7e87-dd53-45ef-b0b9-56f6b412db56,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:44.637906 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 837f943c-d7f9-4a54-bbef-efa4c57cd619 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:28:44.665076 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-79e93e54-cef9-4f7d-a0c9-88b835549109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:44.701588 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a2807c57-2ccd-4234-9106-64c1acef0e38 req-360424b3-2d1c-4032-86d1-40c0921bebd2 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:44.709828 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-0601c896-f234-4a42-94e1-6c77b43b157d None None] For port 8b49ecca-9498-40b4-b9e9-138a19854600, host n-d-817746-1, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:28:44.719692 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a2807c57-2ccd-4234-9106-64c1acef0e38 req-360424b3-2d1c-4032-86d1-40c0921bebd2 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 2.0954056 Nov 25 17:28:44.724611 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-0601c896-f234-4a42-94e1-6c77b43b157d None None] For port 8b49ecca-9498-40b4-b9e9-138a19854600, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=8b49ecca-9498-40b4-b9e9-138a19854600,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:28:44.735875 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-0601c896-f234-4a42-94e1-6c77b43b157d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:44.844989 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-36ebb1b2-5f93-43fb-a28b-e121a487e03b None None] Provisioning complete for port 7876ffaa-9d8b-49a8-aeec-46e97b6019e5 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:28:44.846178 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-36ebb1b2-5f93-43fb-a28b-e121a487e03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:44.864877 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83d1b06-212b-4515-838b-6e6aa927b0d4 None None] Pushing event updated for resources: {'Port': ['ID=8b49ecca-9498-40b4-b9e9-138a19854600,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:44.865923 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca139c3-289e-4876-a62f-a27dfce1fdd1 req-d83db8ea-cae5-46ee-bb18-acec9b2a2a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:44.870268 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6ca139c3-289e-4876-a62f-a27dfce1fdd1 req-d83db8ea-cae5-46ee-bb18-acec9b2a2a21 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9520acdef6b54b90903a8b587d424cf6&device_id=a5d80be4-25ef-4007-b076-d3f03b397355 HTTP/1.1" status: 200 len: 1095 time: 1.2590079 Nov 25 17:28:44.903035 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-79e93e54-cef9-4f7d-a0c9-88b835549109 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:44.914376 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-79e93e54-cef9-4f7d-a0c9-88b835549109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:44.916781 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0601c896-f234-4a42-94e1-6c77b43b157d None None] Routers {'ff0350a5-1f5c-4536-b393-df701b2c617d'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:28:44.917441 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-0601c896-f234-4a42-94e1-6c77b43b157d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:28:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['ff0350a5-1f5c-4536-b393-df701b2c617d'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:44.953102 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 837f943c-d7f9-4a54-bbef-efa4c57cd619 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:28:44.953486 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:44.976867 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-36ebb1b2-5f93-43fb-a28b-e121a487e03b None None] Port 7876ffaa-9d8b-49a8-aeec-46e97b6019e5 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:28:45.054810 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-0601c896-f234-4a42-94e1-6c77b43b157d None None] Set router ff0350a5-1f5c-4536-b393-df701b2c617d gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:28:45.093730 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-79e93e54-cef9-4f7d-a0c9-88b835549109 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:45.098089 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e93e54-cef9-4f7d-a0c9-88b835549109 admin admin] Pushing event updated for resources: {'Port': ['ID=7876ffaa-9d8b-49a8-aeec-46e97b6019e5,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:45.134760 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-bfc979b1-96fe-4ff5-839b-6f79def39dc9 req-79ee858d-5e4f-4228-9070-fea3e3fe13ac tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:45.209547 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-60981dc1-5d5a-42b6-8227-a9e8e8beaed0 req-0ded6fb5-4160-4fb9-800e-cc8c5bd8d708 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=c28e96d6-a535-41aa-92c9-c5fd43652ebf HTTP/1.1" status: 200 len: 210 time: 0.3140442 Nov 25 17:28:45.229201 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-bfc979b1-96fe-4ff5-839b-6f79def39dc9 req-79ee858d-5e4f-4228-9070-fea3e3fe13ac tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:45.243015 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['5dd26ad6-440e-45ad-be85-4b1a98da85a4', 'ed6453e3-969d-494e-bd6f-33b16d7135ac'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:28:45.247576 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['0682888f-e70f-4362-8d88-9e0f7bea89c3', '057d05e3-0c55-42f7-8017-905ae44193e9', '62f35846-a216-43c6-b577-f0ae35b79bf2'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:28:45.256928 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e93e54-cef9-4f7d-a0c9-88b835549109 admin admin] Network 124f5b02-f613-458f-b33d-77fb5d166863 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:28:45.258430 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-79e93e54-cef9-4f7d-a0c9-88b835549109 admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:28:45.329985 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:28:45.363508 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ee858d-5e4f-4228-9070-fea3e3fe13ac tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Pushing event updated for resources: {'Port': ['ID=981205d1-f4d3-4ec4-9554-3aa640acff88,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:45.373947 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca139c3-289e-4876-a62f-a27dfce1fdd1 req-e1d5d258-1a52-4b03-890e-27486354cadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:45.375993 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6ca139c3-289e-4876-a62f-a27dfce1fdd1 req-e1d5d258-1a52-4b03-890e-27486354cadb service neutron] 10.222.0.90 "GET /v2.0/networks?id=a10670b0-2c35-4abc-84e3-dfc27c96694b HTTP/1.1" status: 200 len: 914 time: 0.4645758 Nov 25 17:28:45.420422 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-9310f8f2-0fd1-47ac-a22b-8644866904b3 req-1c729e8d-2316-4f3f-b201-f87ec19ccc86 tempest-InstanceActionsNegativeTestJSON-1945438458 tempest-InstanceActionsNegativeTestJSON-1945438458-project] Deleting port 536a3833-4535-43c3-bb78-1029dd6595bc {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:28:45.420770 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9310f8f2-0fd1-47ac-a22b-8644866904b3 req-1c729e8d-2316-4f3f-b201-f87ec19ccc86 tempest-InstanceActionsNegativeTestJSON-1945438458 tempest-InstanceActionsNegativeTestJSON-1945438458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:45.514353 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e93e54-cef9-4f7d-a0c9-88b835549109 admin admin] Router ff0350a5-1f5c-4536-b393-df701b2c617d has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:28:45.547161 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa7cc5b-afe7-406f-98c0-e6b512ac23c9 req-f59299dd-1f0d-4f5c-90e0-e883a7db69ea tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:45.561758 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1fa7cc5b-afe7-406f-98c0-e6b512ac23c9 req-f59299dd-1f0d-4f5c-90e0-e883a7db69ea tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/ports?device_id=f0ec3582-ef53-42d6-9038-d83376390a54 HTTP/1.1" status: 200 len: 945 time: 0.7339854 Nov 25 17:28:45.579985 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6ca139c3-289e-4876-a62f-a27dfce1fdd1 req-c185ac62-5a9d-4e9b-857c-4e01d0a7899f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0f88d17-5f1c-4188-871a-1b28b84e4c25 HTTP/1.1" status: 200 len: 217 time: 0.1740518 Nov 25 17:28:45.581988 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfc979b1-96fe-4ff5-839b-6f79def39dc9 req-79ee858d-5e4f-4228-9070-fea3e3fe13ac tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Network ab4fed0b-9bf1-4925-8765-94da08c5de2a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:28:45.605820 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-0601c896-f234-4a42-94e1-6c77b43b157d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0350a5-1f5c-4536-b393-df701b2c617d', 'name': 'tempest-TaggedBootDevicesTest_v242-1450671407-router', 'tenant_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '8b49ecca-9498-40b4-b9e9-138a19854600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:28:39Z', 'updated_at': '2021-11-25T17:28:44Z', 'revision_number': 4, 'project_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'gw_port': {'id': '8b49ecca-9498-40b4-b9e9-138a19854600', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fe:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0350a5-1f5c-4536-b393-df701b2c617d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:28:40Z', 'updated_at': '2021-11-25T17:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '7876ffaa-9d8b-49a8-aeec-46e97b6019e5', 'name': '', 'network_id': '124f5b02-f613-458f-b33d-77fb5d166863', 'tenant_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'mac_address': 'fa:16:3e:40:30:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0350a5-1f5c-4536-b393-df701b2c617d', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '3ed106f0-2cd9-4f3e-b760-6bf8df9e80f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:28:43Z', 'updated_at': '2021-11-25T17:28:44Z', 'revision_number': 2, 'project_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'subnets': [{'id': '3ed106f0-2cd9-4f3e-b760-6bf8df9e80f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:45.638785 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-bfc979b1-96fe-4ff5-839b-6f79def39dc9 req-79ee858d-5e4f-4228-9070-fea3e3fe13ac tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:28:45.642931 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfc979b1-96fe-4ff5-839b-6f79def39dc9 req-79ee858d-5e4f-4228-9070-fea3e3fe13ac tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:28:45.707200 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0601c896-f234-4a42-94e1-6c77b43b157d None None] The sync data for ids ['ff0350a5-1f5c-4536-b393-df701b2c617d'] in n-d-817746-1 is: [{'id': 'ff0350a5-1f5c-4536-b393-df701b2c617d', 'name': 'tempest-TaggedBootDevicesTest_v242-1450671407-router', 'tenant_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '8b49ecca-9498-40b4-b9e9-138a19854600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:28:39Z', 'updated_at': '2021-11-25T17:28:44Z', 'revision_number': 4, 'project_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'gw_port': {'id': '8b49ecca-9498-40b4-b9e9-138a19854600', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fe:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0350a5-1f5c-4536-b393-df701b2c617d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:28:40Z', 'updated_at': '2021-11-25T17:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '7876ffaa-9d8b-49a8-aeec-46e97b6019e5', 'name': '', 'network_id': '124f5b02-f613-458f-b33d-77fb5d166863', 'tenant_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'mac_address': 'fa:16:3e:40:30:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0350a5-1f5c-4536-b393-df701b2c617d', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '3ed106f0-2cd9-4f3e-b760-6bf8df9e80f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:28:43Z', 'updated_at': '2021-11-25T17:28:44Z', 'revision_number': 2, 'project_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'subnets': [{'id': '3ed106f0-2cd9-4f3e-b760-6bf8df9e80f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:28:45.735716 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e93e54-cef9-4f7d-a0c9-88b835549109 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:28:45.741665 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-79e93e54-cef9-4f7d-a0c9-88b835549109 admin admin] 10.222.0.75 "PUT /v2.0/routers/ff0350a5-1f5c-4536-b393-df701b2c617d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7389953 Nov 25 17:28:45.786446 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-554a4237-a112-4397-92c9-15cf9513bbe8 None None] Provisioning complete for port 7876ffaa-9d8b-49a8-aeec-46e97b6019e5 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:28:45.786828 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-554a4237-a112-4397-92c9-15cf9513bbe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:45.867894 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-9310f8f2-0fd1-47ac-a22b-8644866904b3 req-1c729e8d-2316-4f3f-b201-f87ec19ccc86 tempest-InstanceActionsNegativeTestJSON-1945438458 tempest-InstanceActionsNegativeTestJSON-1945438458-project] For port 536a3833-4535-43c3-bb78-1029dd6595bc, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=536a3833-4535-43c3-bb78-1029dd6595bc,segment=NetworkSegment(a342e4e6-8114-4607-93c7-b01e8c27a5fd),segment_id=a342e4e6-8114-4607-93c7-b01e8c27a5fd)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:45.868276 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9310f8f2-0fd1-47ac-a22b-8644866904b3 req-1c729e8d-2316-4f3f-b201-f87ec19ccc86 tempest-InstanceActionsNegativeTestJSON-1945438458 tempest-InstanceActionsNegativeTestJSON-1945438458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:45.888982 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-9310f8f2-0fd1-47ac-a22b-8644866904b3 req-1c729e8d-2316-4f3f-b201-f87ec19ccc86 tempest-InstanceActionsNegativeTestJSON-1945438458 tempest-InstanceActionsNegativeTestJSON-1945438458-project] Calling delete_port for 536a3833-4535-43c3-bb78-1029dd6595bc owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:28:45.936168 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-554a4237-a112-4397-92c9-15cf9513bbe8 None None] Port 7876ffaa-9d8b-49a8-aeec-46e97b6019e5 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:28:46.083087 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1fa7cc5b-afe7-406f-98c0-e6b512ac23c9 req-2f7c5db1-19ce-4378-a74e-5a29c5d5cf7c tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/security-groups?id=986e86ac-b28b-4e53-9638-1c25d7b56ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5182433 Nov 25 17:28:46.339940 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-c8ae986e-8cae-4e15-b0c7-13d74a06e526 None None] Provisioning complete for port 981205d1-f4d3-4ec4-9554-3aa640acff88 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:28:46.340170 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c8ae986e-8cae-4e15-b0c7-13d74a06e526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:46.402239 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca139c3-289e-4876-a62f-a27dfce1fdd1 req-3ac7cb4b-b942-4830-b70e-d8675c40d786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:46.403804 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6ca139c3-289e-4876-a62f-a27dfce1fdd1 req-3ac7cb4b-b942-4830-b70e-d8675c40d786 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=69e6375e-e4b3-4320-aa60-0cbdf4130abc HTTP/1.1" status: 200 len: 853 time: 0.8116400 Nov 25 17:28:46.429370 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc979b1-96fe-4ff5-839b-6f79def39dc9 req-79ee858d-5e4f-4228-9070-fea3e3fe13ac tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:46.429820 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-bfc979b1-96fe-4ff5-839b-6f79def39dc9 req-79ee858d-5e4f-4228-9070-fea3e3fe13ac tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:46.490436 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device a0f88d17-5f1c-4188-871a-1b28b84e4c25 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:28:46.492397 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 536a3833-4535-43c3-bb78-1029dd6595bc no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:28:46.563091 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6ca139c3-289e-4876-a62f-a27dfce1fdd1 req-8af55f0a-e73a-468f-afe5-2ba45c3c2b16 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a10670b0-2c35-4abc-84e3-dfc27c96694b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1032863 Nov 25 17:28:46.564502 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-c8ae986e-8cae-4e15-b0c7-13d74a06e526 None None] Port 981205d1-f4d3-4ec4-9554-3aa640acff88 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:28:46.705380 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:46.761437 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.db.resource_extend [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:28:46.765028 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bfc979b1-96fe-4ff5-839b-6f79def39dc9 req-79ee858d-5e4f-4228-9070-fea3e3fe13ac tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6280828 Nov 25 17:28:46.836063 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:46.853920 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 41214) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:46.858807 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-b9adb4c0-728b-4143-ad1d-f56408860cf5 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-788127706-network', 'tenant_id': '6f10e00301ed4fce88a3367f061e8d75'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:46.910238 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No active binding found for port 536a3833-4535-43c3-bb78-1029dd6595bc {{(pid=103362) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 25 17:28:46.910687 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 536a3833-4535-43c3-bb78-1029dd6595bc not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:28:46.913338 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9adb4c0-728b-4143-ad1d-f56408860cf5 admin admin] Made reservation on behalf of 6f10e00301ed4fce88a3367f061e8d75 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:28:46.916081 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b9adb4c0-728b-4143-ad1d-f56408860cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:46.942394 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b9adb4c0-728b-4143-ad1d-f56408860cf5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:46.954573 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9310f8f2-0fd1-47ac-a22b-8644866904b3 req-1c729e8d-2316-4f3f-b201-f87ec19ccc86 tempest-InstanceActionsNegativeTestJSON-1945438458 tempest-InstanceActionsNegativeTestJSON-1945438458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:46.960484 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6ca139c3-289e-4876-a62f-a27dfce1fdd1 req-9c9ecd80-79fd-4885-8afa-043d64176818 service neutron] 10.222.0.90 "GET /v2.0/networks/a10670b0-2c35-4abc-84e3-dfc27c96694b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3774593 Nov 25 17:28:46.969038 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e1d76bdb-f4c7-44bb-bae9-281e3a5e14e9 req-ffb6b959-dd94-4f53-9f8c-e7b904f9c7bb tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] 10.222.0.75 "GET /v2.0/security-groups/b60a68a2-47b2-4d87-9ce7-c35bee4dfb60 HTTP/1.1" status: 200 len: 3009 time: 0.7771521 Nov 25 17:28:47.061693 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port a0f88d17-5f1c-4188-871a-1b28b84e4c25, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=a0f88d17-5f1c-4188-871a-1b28b84e4c25,segment=NetworkSegment(80df5bb1-4a53-431f-aa0f-fabf1c627ef6),segment_id=80df5bb1-4a53-431f-aa0f-fabf1c627ef6)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:47.084837 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-bfc979b1-96fe-4ff5-839b-6f79def39dc9 req-f98e2df4-3510-4e65-8158-67d580650c3f service neutron] Request body: {'port': {'device_id': 'c28e96d6-a535-41aa-92c9-c5fd43652ebf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:47.087825 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c729e8d-2316-4f3f-b201-f87ec19ccc86 tempest-InstanceActionsNegativeTestJSON-1945438458 tempest-InstanceActionsNegativeTestJSON-1945438458-project] Pushing event deleted for resources: {'Port': ['ID=536a3833-4535-43c3-bb78-1029dd6595bc,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:47.106054 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': 'a0f88d17-5f1c-4188-871a-1b28b84e4c25', 'network_id': 'a10670b0-2c35-4abc-84e3-dfc27c96694b', 'port_id': 'a0f88d17-5f1c-4188-871a-1b28b84e4c25', 'mac_address': 'fa:16:3e:5b:19:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 939, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69e6375e-e4b3-4320-aa60-0cbdf4130abc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:28:47.107838 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b9adb4c0-728b-4143-ad1d-f56408860cf5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:47.117666 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b9adb4c0-728b-4143-ad1d-f56408860cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:47.197913 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9adb4c0-728b-4143-ad1d-f56408860cf5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 922} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:28:47.228899 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c02465-bd79-4b06-b353-fe5d0400ad1a req-82932e32-dfd8-49e1-898e-c4e09bf0c940 tempest-InstanceActionsNegativeTestJSON-1945438458 tempest-InstanceActionsNegativeTestJSON-1945438458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:47.236201 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-81c02465-bd79-4b06-b353-fe5d0400ad1a req-82932e32-dfd8-49e1-898e-c4e09bf0c940 tempest-InstanceActionsNegativeTestJSON-1945438458 tempest-InstanceActionsNegativeTestJSON-1945438458-project] 10.222.0.75 "GET /v2.0/ports?device_id=0ae9a9bb-fd45-4e3d-b8d2-72143193cf80 HTTP/1.1" status: 200 len: 867 time: 1.0393465 Nov 25 17:28:47.272890 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b9adb4c0-728b-4143-ad1d-f56408860cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:47.272890 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-b9adb4c0-728b-4143-ad1d-f56408860cf5 admin admin] Added segment 52d51090-e2f8-4842-9286-d6d3cfc16a5f of type vlan for network 17f727a9-74a0-43f8-8799-2c93f74b6276 Nov 25 17:28:47.273777 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9adb4c0-728b-4143-ad1d-f56408860cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76606dbc-72a9-4541-bff2-b6d8cbc81a36,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:47.303688 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1c20e98c-21e1-464a-9a8e-6b336a21915a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:47.322267 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:47.354547 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0f88d17-5f1c-4188-871a-1b28b84e4c25 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:28:47.373249 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b9adb4c0-728b-4143-ad1d-f56408860cf5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:47.407151 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port a0f88d17-5f1c-4188-871a-1b28b84e4c25, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=a0f88d17-5f1c-4188-871a-1b28b84e4c25,segment=NetworkSegment(80df5bb1-4a53-431f-aa0f-fabf1c627ef6),segment_id=80df5bb1-4a53-431f-aa0f-fabf1c627ef6)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:47.415277 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:47.445114 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b9adb4c0-728b-4143-ad1d-f56408860cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:47.445967 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9adb4c0-728b-4143-ad1d-f56408860cf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:47.446549 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b9adb4c0-728b-4143-ad1d-f56408860cf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:47.468426 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-9310f8f2-0fd1-47ac-a22b-8644866904b3 req-1c729e8d-2316-4f3f-b201-f87ec19ccc86 tempest-InstanceActionsNegativeTestJSON-1945438458 tempest-InstanceActionsNegativeTestJSON-1945438458-project] No DVR routers for this DVR port 536a3833-4535-43c3-bb78-1029dd6595bc on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:28:47.488691 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9310f8f2-0fd1-47ac-a22b-8644866904b3 req-1c729e8d-2316-4f3f-b201-f87ec19ccc86 tempest-InstanceActionsNegativeTestJSON-1945438458 tempest-InstanceActionsNegativeTestJSON-1945438458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:47.498603 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9310f8f2-0fd1-47ac-a22b-8644866904b3 req-1c729e8d-2316-4f3f-b201-f87ec19ccc86 tempest-InstanceActionsNegativeTestJSON-1945438458 tempest-InstanceActionsNegativeTestJSON-1945438458-project] 10.222.0.90 "DELETE /v2.0/ports/536a3833-4535-43c3-bb78-1029dd6595bc HTTP/1.1" status: 204 len: 173 time: 3.6766295 Nov 25 17:28:47.516848 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=a0f88d17-5f1c-4188-871a-1b28b84e4c25,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:47.547720 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9adb4c0-728b-4143-ad1d-f56408860cf5 admin admin] Pushing event updated for resources: {'Network': ['ID=17f727a9-74a0-43f8-8799-2c93f74b6276,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:47.558586 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae9a9bb-fd45-4e3d-b8d2-72143193cf80', 'name': 'network-vif-deleted', 'tag': '536a3833-4535-43c3-bb78-1029dd6595bc'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:28:47.561501 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b1685c-861e-49e7-8a7d-3ed76d57c5a5" -d '{"events": [{"server_uuid": "0ae9a9bb-fd45-4e3d-b8d2-72143193cf80", "name": "network-vif-deleted", "tag": "536a3833-4535-43c3-bb78-1029dd6595bc"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:28:47.567373 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b9adb4c0-728b-4143-ad1d-f56408860cf5 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7123504 Nov 25 17:28:47.570565 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 41232) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:47.574941 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 17f727a9-74a0-43f8-8799-2c93f74b6276 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:28:47.581950 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-1b22da96-b70f-4e0d-a955-c8465e79d17d admin admin] Request body: {'subnet': {'network_id': '17f727a9-74a0-43f8-8799-2c93f74b6276', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-788127706-subnet', 'tenant_id': '6f10e00301ed4fce88a3367f061e8d75', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:47.616760 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-81c02465-bd79-4b06-b353-fe5d0400ad1a req-590a4662-06cc-4748-a0c9-7d21763b46a5 tempest-InstanceActionsNegativeTestJSON-1945438458 tempest-InstanceActionsNegativeTestJSON-1945438458-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1ed0d14-5827-4f57-b649-24a476859efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762407 Nov 25 17:28:47.631206 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b22da96-b70f-4e0d-a955-c8465e79d17d admin admin] Made reservation on behalf of 6f10e00301ed4fce88a3367f061e8d75 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:28:47.637302 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1b22da96-b70f-4e0d-a955-c8465e79d17d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:47.669266 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f51725-97cb-4a58-a04d-fb2067d137db req-996bad9c-a855-412b-a822-8a15312c6f67 tempest-ServerPasswordTestJSON-911679787 tempest-ServerPasswordTestJSON-911679787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:47.677463 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-67f51725-97cb-4a58-a04d-fb2067d137db req-996bad9c-a855-412b-a822-8a15312c6f67 tempest-ServerPasswordTestJSON-911679787 tempest-ServerPasswordTestJSON-911679787-project] 10.222.0.75 "GET /v2.0/ports?device_id=a5d80be4-25ef-4007-b076-d3f03b397355 HTTP/1.1" status: 200 len: 944 time: 0.5746000 Nov 25 17:28:47.687234 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-bfc979b1-96fe-4ff5-839b-6f79def39dc9 req-f98e2df4-3510-4e65-8158-67d580650c3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:47.790273 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6ca139c3-289e-4876-a62f-a27dfce1fdd1 req-4e3c599d-3cfc-4cc2-9d1f-dc1b10869194 service neutron] 10.222.0.90 "GET /v2.0/networks/a10670b0-2c35-4abc-84e3-dfc27c96694b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7405581 Nov 25 17:28:47.822433 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['a0f88d17-5f1c-4188-871a-1b28b84e4c25'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:28:47.906389 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-340fd4af-912a-478a-ab4b-53dc9de4b17c req-82d17df7-c2e7-4424-b777-d5a6a70287ce tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2067832362&fields=id&tenant_id=a6a21f906b38400cbefeb299443350d9 HTTP/1.1" status: 200 len: 267 time: 0.1118331 Nov 25 17:28:47.979028 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-67f51725-97cb-4a58-a04d-fb2067d137db req-539f2c84-30c2-4efd-9b7b-90d6582a9b3f tempest-ServerPasswordTestJSON-911679787 tempest-ServerPasswordTestJSON-911679787-project] 10.222.0.75 "GET /v2.0/security-groups?id=98b81d25-6ada-4dd7-b808-9d347aec6e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005126 Nov 25 17:28:48.063243 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1b22da96-b70f-4e0d-a955-c8465e79d17d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:48.098512 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340fd4af-912a-478a-ab4b-53dc9de4b17c req-62f87844-1cff-4422-9eab-45a2f7deb987 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:48.102702 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-340fd4af-912a-478a-ab4b-53dc9de4b17c req-62f87844-1cff-4422-9eab-45a2f7deb987 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/ports?device_id=f0ec3582-ef53-42d6-9038-d83376390a54 HTTP/1.1" status: 200 len: 945 time: 0.1405346 Nov 25 17:28:48.181973 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b22da96-b70f-4e0d-a955-c8465e79d17d admin admin] Pushing event updated for resources: {'Subnet': ['ID=87e36d02-b2ae-49b8-8625-d7a15c344f29,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:48.182200 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-340fd4af-912a-478a-ab4b-53dc9de4b17c req-917fcb17-8253-41c1-b77b-8915b5177052 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Request body: {'port': {'security_groups': ['986e86ac-b28b-4e53-9638-1c25d7b56ba8', 'f58cc476-c166-490d-8676-d362045577bf']}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:48.210443 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b22da96-b70f-4e0d-a955-c8465e79d17d admin admin] Checking segment: {'id': '52d51090-e2f8-4842-9286-d6d3cfc16a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '17f727a9-74a0-43f8-8799-2c93f74b6276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:28:48.212525 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b22da96-b70f-4e0d-a955-c8465e79d17d admin admin] Network hostable DHCP agents. Network: 17f727a9-74a0-43f8-8799-2c93f74b6276, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:28:48.238878 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b22da96-b70f-4e0d-a955-c8465e79d17d admin admin] Network 17f727a9-74a0-43f8-8799-2c93f74b6276 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:28:48.251710 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-1b22da96-b70f-4e0d-a955-c8465e79d17d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 17f727a9-74a0-43f8-8799-2c93f74b6276) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:28:48.262464 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6047d80-1945-4415-9743-4d3b4e7ff49c None None] Network 17f727a9-74a0-43f8-8799-2c93f74b6276 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:28:48.268778 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b22da96-b70f-4e0d-a955-c8465e79d17d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:48.269910 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1b22da96-b70f-4e0d-a955-c8465e79d17d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:48.300147 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1b22da96-b70f-4e0d-a955-c8465e79d17d admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7283206 Nov 25 17:28:48.303106 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 41246) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:48.315546 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-8359e1af-8e24-4a15-884f-4aacfc2a2f78 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-788127706-router', 'tenant_id': '6f10e00301ed4fce88a3367f061e8d75', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:48.365567 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005d0a2f-a095-4259-92b8-8b5c2d11e719 req-c4d90e72-bae0-462c-95c8-c494dcb79767 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:48.367134 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-005d0a2f-a095-4259-92b8-8b5c2d11e719 req-c4d90e72-bae0-462c-95c8-c494dcb79767 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=c28e96d6-a535-41aa-92c9-c5fd43652ebf HTTP/1.1" status: 200 len: 935 time: 0.2421520 Nov 25 17:28:48.391688 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-340fd4af-912a-478a-ab4b-53dc9de4b17c req-917fcb17-8253-41c1-b77b-8915b5177052 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:48.393091 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8359e1af-8e24-4a15-884f-4aacfc2a2f78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:48.394850 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8359e1af-8e24-4a15-884f-4aacfc2a2f78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:48.462040 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8359e1af-8e24-4a15-884f-4aacfc2a2f78 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:48.536109 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-005d0a2f-a095-4259-92b8-8b5c2d11e719 req-a77b9fc9-7aca-46c0-9e81-e60520f09351 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478696 Nov 25 17:28:48.562728 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1a77ac-3876-463a-868c-5397af5086ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-17f727a9-74a0-43f8-8799-2c93f74b6276', 'network_id': '17f727a9-74a0-43f8-8799-2c93f74b6276', 'tenant_id': '6f10e00301ed4fce88a3367f061e8d75', 'fixed_ips': [{'subnet_id': '87e36d02-b2ae-49b8-8625-d7a15c344f29'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:28:48.563642 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-aa1a77ac-3876-463a-868c-5397af5086ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:48.573320 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-bfc979b1-96fe-4ff5-839b-6f79def39dc9 req-f98e2df4-3510-4e65-8158-67d580650c3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 981205d1-f4d3-4ec4-9554-3aa640acff88 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:28:48.587434 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-bfc979b1-96fe-4ff5-839b-6f79def39dc9 req-f98e2df4-3510-4e65-8158-67d580650c3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:48.632352 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-bfc979b1-96fe-4ff5-839b-6f79def39dc9 req-f98e2df4-3510-4e65-8158-67d580650c3f service neutron] Transition to ACTIVE for port object 981205d1-f4d3-4ec4-9554-3aa640acff88 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:28:48.645475 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-bfc979b1-96fe-4ff5-839b-6f79def39dc9 req-f98e2df4-3510-4e65-8158-67d580650c3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:48.652960 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8fbc6d1c-6fed-4763-b92b-219439221340 req-0b1a65d9-e063-4d9e-a850-da0fa406d259 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] 10.222.0.75 "GET /v2.0/security-group-rules/192e7e87-dd53-45ef-b0b9-56f6b412db56 HTTP/1.1" status: 200 len: 783 time: 0.0456381 Nov 25 17:28:48.729776 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8359e1af-8e24-4a15-884f-4aacfc2a2f78 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:48.736075 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 8b49ecca-9498-40b4-b9e9-138a19854600 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:28:48.810273 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-aa1a77ac-3876-463a-868c-5397af5086ac None None] Allocated IP 172.20.0.2 (17f727a9-74a0-43f8-8799-2c93f74b6276/87e36d02-b2ae-49b8-8625-d7a15c344f29/f73a1937-5757-4159-9033-c6ba616f974c) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:28:48.839461 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 8b49ecca-9498-40b4-b9e9-138a19854600 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:28:48.839842 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:48.871370 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8fbc6d1c-6fed-4763-b92b-219439221340 req-18b95188-df90-4308-b800-d4d6d0c5a20a tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] 10.222.0.75 "GET /v2.0/security-groups/b60a68a2-47b2-4d87-9ce7-c35bee4dfb60 HTTP/1.1" status: 200 len: 3009 time: 0.1959064 Nov 25 17:28:48.900995 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98e2df4-3510-4e65-8158-67d580650c3f service neutron] Pushing event updated for resources: {'Port': ['ID=981205d1-f4d3-4ec4-9554-3aa640acff88,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:48.989639 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-8fbc6d1c-6fed-4763-b92b-219439221340 req-79beb972-47e1-4a50-826c-6dc41974d9f8 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:49.004144 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-8fbc6d1c-6fed-4763-b92b-219439221340 req-79beb972-47e1-4a50-826c-6dc41974d9f8 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:49.048276 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-340fd4af-912a-478a-ab4b-53dc9de4b17c req-917fcb17-8253-41c1-b77b-8915b5177052 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] For port 026ec35f-53e8-4943-b0f3-5093108a4eb0, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=026ec35f-53e8-4943-b0f3-5093108a4eb0,segment=NetworkSegment(d13f2dc6-b7c6-452b-bee8-8ce632936531),segment_id=d13f2dc6-b7c6-452b-bee8-8ce632936531)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:49.072619 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-bfc979b1-96fe-4ff5-839b-6f79def39dc9 req-f98e2df4-3510-4e65-8158-67d580650c3f service neutron] Attempting to bind port 981205d1-f4d3-4ec4-9554-3aa640acff88 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:28:49.073009 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-bfc979b1-96fe-4ff5-839b-6f79def39dc9 req-f98e2df4-3510-4e65-8158-67d580650c3f service neutron] Attempting to bind port 981205d1-f4d3-4ec4-9554-3aa640acff88 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:28:49.073348 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc979b1-96fe-4ff5-839b-6f79def39dc9 req-f98e2df4-3510-4e65-8158-67d580650c3f service neutron] Attempting to bind port 981205d1-f4d3-4ec4-9554-3aa640acff88 on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:28:49.078305 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-8fbc6d1c-6fed-4763-b92b-219439221340 req-79beb972-47e1-4a50-826c-6dc41974d9f8 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:49.085829 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-8fbc6d1c-6fed-4763-b92b-219439221340 req-79beb972-47e1-4a50-826c-6dc41974d9f8 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:49.087016 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8fbc6d1c-6fed-4763-b92b-219439221340 req-79beb972-47e1-4a50-826c-6dc41974d9f8 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/192e7e87-dd53-45ef-b0b9-56f6b412db56 HTTP/1.1" status: 204 len: 173 time: 0.1813567 Nov 25 17:28:49.105703 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc979b1-96fe-4ff5-839b-6f79def39dc9 req-f98e2df4-3510-4e65-8158-67d580650c3f service neutron] Port 981205d1-f4d3-4ec4-9554-3aa640acff88 on network ab4fed0b-9bf1-4925-8765-94da08c5de2a not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:28:49.106081 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc979b1-96fe-4ff5-839b-6f79def39dc9 req-f98e2df4-3510-4e65-8158-67d580650c3f service neutron] Attempting to bind port 981205d1-f4d3-4ec4-9554-3aa640acff88 on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:28:49.111999 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79beb972-47e1-4a50-826c-6dc41974d9f8 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=192e7e87-dd53-45ef-b0b9-56f6b412db56,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:49.126454 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8359e1af-8e24-4a15-884f-4aacfc2a2f78 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:49.132726 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc979b1-96fe-4ff5-839b-6f79def39dc9 req-f98e2df4-3510-4e65-8158-67d580650c3f service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:28:49.133095 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc979b1-96fe-4ff5-839b-6f79def39dc9 req-f98e2df4-3510-4e65-8158-67d580650c3f service neutron] Checking segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:28:49.133493 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc979b1-96fe-4ff5-839b-6f79def39dc9 req-f98e2df4-3510-4e65-8158-67d580650c3f service neutron] Bound using segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:28:49.133948 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-bfc979b1-96fe-4ff5-839b-6f79def39dc9 req-f98e2df4-3510-4e65-8158-67d580650c3f service neutron] Bound port: 981205d1-f4d3-4ec4-9554-3aa640acff88, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:28:49.134309 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-bfc979b1-96fe-4ff5-839b-6f79def39dc9 req-f98e2df4-3510-4e65-8158-67d580650c3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:49.154109 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-340fd4af-912a-478a-ab4b-53dc9de4b17c req-917fcb17-8253-41c1-b77b-8915b5177052 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:49.169216 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8359e1af-8e24-4a15-884f-4aacfc2a2f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:49.201948 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a75b1a2-9680-4154-b57a-728a44fa25af x-openstack-request-id: req-6a75b1a2-9680-4154-b57a-728a44fa25af {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:28:49.201948 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae9a9bb-fd45-4e3d-b8d2-72143193cf80", "name": "network-vif-deleted", "tag": "536a3833-4535-43c3-bb78-1029dd6595bc", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:28:49.202301 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6a75b1a2-9680-4154-b57a-728a44fa25af {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:28:49.202638 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae9a9bb-fd45-4e3d-b8d2-72143193cf80', 'name': 'network-vif-deleted', 'tag': '536a3833-4535-43c3-bb78-1029dd6595bc', 'status': 'completed', 'code': 200} Nov 25 17:28:49.206849 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-340fd4af-912a-478a-ab4b-53dc9de4b17c req-917fcb17-8253-41c1-b77b-8915b5177052 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:49.214414 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:49.221035 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-aa1a77ac-3876-463a-868c-5397af5086ac None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:49.241560 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340fd4af-912a-478a-ab4b-53dc9de4b17c req-917fcb17-8253-41c1-b77b-8915b5177052 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:49.242260 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-340fd4af-912a-478a-ab4b-53dc9de4b17c req-917fcb17-8253-41c1-b77b-8915b5177052 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:49.248268 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['026ec35f-53e8-4943-b0f3-5093108a4eb0'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:28:49.258809 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-340fd4af-912a-478a-ab4b-53dc9de4b17c req-917fcb17-8253-41c1-b77b-8915b5177052 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "PUT /v2.0/ports/026ec35f-53e8-4943-b0f3-5093108a4eb0 HTTP/1.1" status: 200 len: 981 time: 1.1347663 Nov 25 17:28:49.301523 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-aa1a77ac-3876-463a-868c-5397af5086ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:49.335480 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port 8b49ecca-9498-40b4-b9e9-138a19854600, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=8b49ecca-9498-40b4-b9e9-138a19854600,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:49.376154 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:49.378905 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['026ec35f-53e8-4943-b0f3-5093108a4eb0'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:28:49.432489 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-8359e1af-8e24-4a15-884f-4aacfc2a2f78 admin admin] Allocated IP 172.25.0.164 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/e4690778-0ea4-4dee-9b02-a158795e56e2) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:28:49.449787 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1a77ac-3876-463a-868c-5397af5086ac None None] Network 17f727a9-74a0-43f8-8799-2c93f74b6276 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:28:49.465444 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 41266) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:49.476203 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-aa1a77ac-3876-463a-868c-5397af5086ac None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:28:49.490491 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1a77ac-3876-463a-868c-5397af5086ac None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:28:49.494596 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1a77ac-3876-463a-868c-5397af5086ac None None] Pushing event updated for resources: {'Port': ['ID=f73a1937-5757-4159-9033-c6ba616f974c,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:49.565915 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8359e1af-8e24-4a15-884f-4aacfc2a2f78 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:49.575561 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-bfc979b1-96fe-4ff5-839b-6f79def39dc9 req-f98e2df4-3510-4e65-8158-67d580650c3f service neutron] For port 981205d1-f4d3-4ec4-9554-3aa640acff88, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:28:49.591785 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-bfc979b1-96fe-4ff5-839b-6f79def39dc9 req-f98e2df4-3510-4e65-8158-67d580650c3f service neutron] For port 981205d1-f4d3-4ec4-9554-3aa640acff88, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=981205d1-f4d3-4ec4-9554-3aa640acff88,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:28:49.607957 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-bfc979b1-96fe-4ff5-839b-6f79def39dc9 req-f98e2df4-3510-4e65-8158-67d580650c3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:49.617341 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8359e1af-8e24-4a15-884f-4aacfc2a2f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:49.633354 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917fcb17-8253-41c1-b77b-8915b5177052 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Pushing event updated for resources: {'Port': ['ID=026ec35f-53e8-4943-b0f3-5093108a4eb0,revision_number=6']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:49.668950 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9b3ae9-1838-4398-9e6e-75671b0288db None None] Sync routers for ids ['ff0350a5-1f5c-4536-b393-df701b2c617d'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:28:49.672165 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8359e1af-8e24-4a15-884f-4aacfc2a2f78 admin admin] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:28:49.675268 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-8359e1af-8e24-4a15-884f-4aacfc2a2f78 admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:28:49.678833 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9411a308-d67a-4d34-80b5-be20b6817d90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:49.680288 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8359e1af-8e24-4a15-884f-4aacfc2a2f78 admin admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:28:49.706763 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8359e1af-8e24-4a15-884f-4aacfc2a2f78 admin admin] Pushing event updated for resources: {'Port': ['ID=e4690778-0ea4-4dee-9b02-a158795e56e2,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:49.751021 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc979b1-96fe-4ff5-839b-6f79def39dc9 req-f98e2df4-3510-4e65-8158-67d580650c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:49.752692 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-bfc979b1-96fe-4ff5-839b-6f79def39dc9 req-f98e2df4-3510-4e65-8158-67d580650c3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:49.754245 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bfc979b1-96fe-4ff5-839b-6f79def39dc9 req-f98e2df4-3510-4e65-8158-67d580650c3f service neutron] 10.222.0.74 "PUT /v2.0/ports/981205d1-f4d3-4ec4-9554-3aa640acff88 HTTP/1.1" status: 200 len: 1095 time: 2.7927327 Nov 25 17:28:49.773860 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9b3ae9-1838-4398-9e6e-75671b0288db None None] Routers {'ff0350a5-1f5c-4536-b393-df701b2c617d'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:28:49.774498 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-3a9b3ae9-1838-4398-9e6e-75671b0288db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:28:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['ff0350a5-1f5c-4536-b393-df701b2c617d'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:49.821964 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-74135a4c-0f19-4fc6-bd57-9d8a7c5d0c7a admin admin] Deleting subnet 8dc767c6-d4dd-4900-a15e-86c4f13767ad {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:28:49.825401 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-74135a4c-0f19-4fc6-bd57-9d8a7c5d0c7a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:49.870031 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-74135a4c-0f19-4fc6-bd57-9d8a7c5d0c7a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:49.885817 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dbbe07-d48f-49c1-a61e-0fb964c0a04d req-824c6b9d-0843-4c07-b0d9-df57be33104d tempest-ServerPasswordTestJSON-911679787 tempest-ServerPasswordTestJSON-911679787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:49.894662 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-19dbbe07-d48f-49c1-a61e-0fb964c0a04d req-824c6b9d-0843-4c07-b0d9-df57be33104d tempest-ServerPasswordTestJSON-911679787 tempest-ServerPasswordTestJSON-911679787-project] 10.222.0.75 "GET /v2.0/ports?device_id=a5d80be4-25ef-4007-b076-d3f03b397355 HTTP/1.1" status: 200 len: 945 time: 0.3869743 Nov 25 17:28:49.965815 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-3a9b3ae9-1838-4398-9e6e-75671b0288db None None] Set router ff0350a5-1f5c-4536-b393-df701b2c617d gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:28:50.016945 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-44f86175-001c-4f0d-b7fc-af0c37e2b79e req-bf2e2085-8489-45be-b432-b453e714de45 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] 10.222.0.75 "GET /v2.0/security-groups/b60a68a2-47b2-4d87-9ce7-c35bee4dfb60 HTTP/1.1" status: 200 len: 2411 time: 0.5789883 Nov 25 17:28:50.030434 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98e2df4-3510-4e65-8158-67d580650c3f service neutron] Pushing event updated for resources: {'Port': ['ID=981205d1-f4d3-4ec4-9554-3aa640acff88,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:50.040302 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8359e1af-8e24-4a15-884f-4aacfc2a2f78 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:50.045891 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-aa1a77ac-3876-463a-868c-5397af5086ac None None] Attempting to bind port f73a1937-5757-4159-9033-c6ba616f974c on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:28:50.046270 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-aa1a77ac-3876-463a-868c-5397af5086ac None None] Attempting to bind port f73a1937-5757-4159-9033-c6ba616f974c by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '52d51090-e2f8-4842-9286-d6d3cfc16a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '17f727a9-74a0-43f8-8799-2c93f74b6276'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:28:50.046633 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1a77ac-3876-463a-868c-5397af5086ac None None] Attempting to bind port f73a1937-5757-4159-9033-c6ba616f974c on network 17f727a9-74a0-43f8-8799-2c93f74b6276 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:28:50.087247 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-74135a4c-0f19-4fc6-bd57-9d8a7c5d0c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:50.137014 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1a77ac-3876-463a-868c-5397af5086ac None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:28:50.137714 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1a77ac-3876-463a-868c-5397af5086ac None None] Checking segment: {'id': '52d51090-e2f8-4842-9286-d6d3cfc16a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '17f727a9-74a0-43f8-8799-2c93f74b6276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:28:50.137890 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc979b1-96fe-4ff5-839b-6f79def39dc9 req-56844fe7-0d6f-45cc-b1f2-de3fc11e792d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:50.138452 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-aa1a77ac-3876-463a-868c-5397af5086ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:50.139021 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1a77ac-3876-463a-868c-5397af5086ac None None] Bound using segment: {'id': '52d51090-e2f8-4842-9286-d6d3cfc16a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '17f727a9-74a0-43f8-8799-2c93f74b6276'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:28:50.139414 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bfc979b1-96fe-4ff5-839b-6f79def39dc9 req-56844fe7-0d6f-45cc-b1f2-de3fc11e792d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e949b071017c47779120773fb05efee7&device_id=c28e96d6-a535-41aa-92c9-c5fd43652ebf HTTP/1.1" status: 200 len: 1098 time: 0.2636251 Nov 25 17:28:50.139840 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-aa1a77ac-3876-463a-868c-5397af5086ac None None] Bound port: f73a1937-5757-4159-9033-c6ba616f974c, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d51090-e2f8-4842-9286-d6d3cfc16a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '17f727a9-74a0-43f8-8799-2c93f74b6276'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:28:50.140394 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-aa1a77ac-3876-463a-868c-5397af5086ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:50.150237 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-19dbbe07-d48f-49c1-a61e-0fb964c0a04d req-094d60ae-71c2-4c0a-9cd2-8f51fa14ff1b tempest-ServerPasswordTestJSON-911679787 tempest-ServerPasswordTestJSON-911679787-project] 10.222.0.75 "GET /v2.0/security-groups?id=98b81d25-6ada-4dd7-b808-9d347aec6e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442613 Nov 25 17:28:50.176864 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=8b49ecca-9498-40b4-b9e9-138a19854600,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:50.212277 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bfc979b1-96fe-4ff5-839b-6f79def39dc9 req-94ac6726-7aad-4e01-b255-35e4ae4022dc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=981205d1-f4d3-4ec4-9554-3aa640acff88 HTTP/1.1" status: 200 len: 217 time: 0.0592971 Nov 25 17:28:50.293292 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-44f86175-001c-4f0d-b7fc-af0c37e2b79e req-6d8cf401-0afc-4d0e-966a-91d2934db8b0 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:50.331296 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-74135a4c-0f19-4fc6-bd57-9d8a7c5d0c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:50.334543 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc979b1-96fe-4ff5-839b-6f79def39dc9 req-bd65c4c2-7b67-4ada-8ff7-a8d9f1df8082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:50.336349 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bfc979b1-96fe-4ff5-839b-6f79def39dc9 req-bd65c4c2-7b67-4ada-8ff7-a8d9f1df8082 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.1162181 Nov 25 17:28:50.388588 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-44f86175-001c-4f0d-b7fc-af0c37e2b79e req-6d8cf401-0afc-4d0e-966a-91d2934db8b0 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:50.413898 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74135a4c-0f19-4fc6-bd57-9d8a7c5d0c7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dc767c6-d4dd-4900-a15e-86c4f13767ad,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:50.440449 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-74135a4c-0f19-4fc6-bd57-9d8a7c5d0c7a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:50.444639 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-74135a4c-0f19-4fc6-bd57-9d8a7c5d0c7a admin admin] 10.222.0.75 "DELETE /v2.0/subnets/8dc767c6-d4dd-4900-a15e-86c4f13767ad HTTP/1.1" status: 204 len: 168 time: 0.9759333 Nov 25 17:28:50.454637 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 41272) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:50.470588 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b4f6dc90-ecc6-4287-8185-e51a1a13fbf5 req-ef38f4ed-02af-42f6-a407-4099fafa55b8 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-734681156&fields=id&tenant_id=a6a21f906b38400cbefeb299443350d9 HTTP/1.1" status: 200 len: 267 time: 0.1937501 Nov 25 17:28:50.518851 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device a0f88d17-5f1c-4188-871a-1b28b84e4c25 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:28:50.627814 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc979b1-96fe-4ff5-839b-6f79def39dc9 req-f454563a-aa48-4fa0-a513-060ceb9bb2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:50.627814 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bfc979b1-96fe-4ff5-839b-6f79def39dc9 req-f454563a-aa48-4fa0-a513-060ceb9bb2c3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2771847 Nov 25 17:28:50.645409 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 8b49ecca-9498-40b4-b9e9-138a19854600 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:28:50.675183 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-44f86175-001c-4f0d-b7fc-af0c37e2b79e req-6d8cf401-0afc-4d0e-966a-91d2934db8b0 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:50.678041 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-44f86175-001c-4f0d-b7fc-af0c37e2b79e req-6d8cf401-0afc-4d0e-966a-91d2934db8b0 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:50.679208 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-44f86175-001c-4f0d-b7fc-af0c37e2b79e req-6d8cf401-0afc-4d0e-966a-91d2934db8b0 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] 10.222.0.75 "DELETE /v2.0/security-groups/b60a68a2-47b2-4d87-9ce7-c35bee4dfb60 HTTP/1.1" status: 204 len: 173 time: 0.6386321 Nov 25 17:28:50.711056 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-aa1a77ac-3876-463a-868c-5397af5086ac None None] For port f73a1937-5757-4159-9033-c6ba616f974c, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:28:50.721126 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8359e1af-8e24-4a15-884f-4aacfc2a2f78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:50.744015 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef8fa-05a4-486a-8cfc-7ace8fee0739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:50.768980 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 8b49ecca-9498-40b4-b9e9-138a19854600 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:28:50.769399 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:50.808474 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f6dc90-ecc6-4287-8185-e51a1a13fbf5 req-843675f8-859c-4308-8a8b-4d98af07fbd8 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:50.817278 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b4f6dc90-ecc6-4287-8185-e51a1a13fbf5 req-843675f8-859c-4308-8a8b-4d98af07fbd8 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/ports?device_id=f0ec3582-ef53-42d6-9038-d83376390a54 HTTP/1.1" status: 200 len: 984 time: 0.3233788 Nov 25 17:28:50.823272 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-b4f6dc90-ecc6-4287-8185-e51a1a13fbf5 req-a9c44ece-d7f1-48ee-b720-c1dae6ac8f81 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Request body: {'port': {'security_groups': ['986e86ac-b28b-4e53-9638-1c25d7b56ba8', 'f58cc476-c166-490d-8676-d362045577bf', '071ba350-c23e-474b-ad27-bd7fa82df33d']}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:50.828369 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-aa1a77ac-3876-463a-868c-5397af5086ac None None] For port f73a1937-5757-4159-9033-c6ba616f974c, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=f73a1937-5757-4159-9033-c6ba616f974c,segment=NetworkSegment(52d51090-e2f8-4842-9286-d6d3cfc16a5f),segment_id=52d51090-e2f8-4842-9286-d6d3cfc16a5f)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:28:50.845567 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port a0f88d17-5f1c-4188-871a-1b28b84e4c25 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:28:50.856278 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8cf401-0afc-4d0e-966a-91d2934db8b0 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60a68a2-47b2-4d87-9ce7-c35bee4dfb60,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:50.883701 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port a0f88d17-5f1c-4188-871a-1b28b84e4c25 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:28:50.887408 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:50.959640 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8359e1af-8e24-4a15-884f-4aacfc2a2f78 admin admin] Router 6a105105-398a-4a11-9542-f930a25dd6c8 is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:28:50.982520 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bfc979b1-96fe-4ff5-839b-6f79def39dc9 req-0479e870-cf7f-4fa2-adc6-bf8d21fea973 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444905 Nov 25 17:28:50.997117 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-aa1a77ac-3876-463a-868c-5397af5086ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:51.067814 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-3a9b3ae9-1838-4398-9e6e-75671b0288db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0350a5-1f5c-4536-b393-df701b2c617d', 'name': 'tempest-TaggedBootDevicesTest_v242-1450671407-router', 'tenant_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '8b49ecca-9498-40b4-b9e9-138a19854600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:28:39Z', 'updated_at': '2021-11-25T17:28:44Z', 'revision_number': 4, 'project_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'gw_port': {'id': '8b49ecca-9498-40b4-b9e9-138a19854600', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fe:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0350a5-1f5c-4536-b393-df701b2c617d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:28:40Z', 'updated_at': '2021-11-25T17:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '7876ffaa-9d8b-49a8-aeec-46e97b6019e5', 'name': '', 'network_id': '124f5b02-f613-458f-b33d-77fb5d166863', 'tenant_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'mac_address': 'fa:16:3e:40:30:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0350a5-1f5c-4536-b393-df701b2c617d', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '3ed106f0-2cd9-4f3e-b760-6bf8df9e80f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:28:43Z', 'updated_at': '2021-11-25T17:28:44Z', 'revision_number': 2, 'project_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'subnets': [{'id': '3ed106f0-2cd9-4f3e-b760-6bf8df9e80f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:51.112879 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8359e1af-8e24-4a15-884f-4aacfc2a2f78 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:28:51.125981 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c0c774-0bd9-4e65-bb6a-1b1c39efa705 None None] Sync routers for ids ['6a105105-398a-4a11-9542-f930a25dd6c8'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:28:51.147751 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c0c774-0bd9-4e65-bb6a-1b1c39efa705 None None] Routers {'6a105105-398a-4a11-9542-f930a25dd6c8'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:28:51.151648 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-44c0c774-0bd9-4e65-bb6a-1b1c39efa705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:28:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['6a105105-398a-4a11-9542-f930a25dd6c8'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:51.161861 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8359e1af-8e24-4a15-884f-4aacfc2a2f78 admin admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:51.163193 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8359e1af-8e24-4a15-884f-4aacfc2a2f78 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.8575153 Nov 25 17:28:51.166738 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 41302) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:51.200536 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b4f6dc90-ecc6-4287-8185-e51a1a13fbf5 req-a9c44ece-d7f1-48ee-b720-c1dae6ac8f81 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:51.253466 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9b3ae9-1838-4398-9e6e-75671b0288db None None] Checking router: ff0350a5-1f5c-4536-b393-df701b2c617d for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:28:51.253838 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9b3ae9-1838-4398-9e6e-75671b0288db None None] Updating router ff0350a5-1f5c-4536-b393-df701b2c617d port 7876ffaa-9d8b-49a8-aeec-46e97b6019e5 binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:28:51.260250 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef8fa-05a4-486a-8cfc-7ace8fee0739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:51.267301 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:51.363989 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1a77ac-3876-463a-868c-5397af5086ac None None] Pushing event updated for resources: {'Port': ['ID=f73a1937-5757-4159-9033-c6ba616f974c,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:51.413868 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-44c0c774-0bd9-4e65-bb6a-1b1c39efa705 None None] Set router 6a105105-398a-4a11-9542-f930a25dd6c8 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:28:51.577611 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:51.582623 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3a9b3ae9-1838-4398-9e6e-75671b0288db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:51.672367 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0ec3582-ef53-42d6-9038-d83376390a54', 'tag': '026ec35f-53e8-4943-b0f3-5093108a4eb0'}, {'name': 'network-changed', 'server_uuid': 'c28e96d6-a535-41aa-92c9-c5fd43652ebf', 'tag': '981205d1-f4d3-4ec4-9554-3aa640acff88'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:28:51.676277 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5e58b5-af20-4f4f-a5c7-28a0b5318bbf" -d '{"events": [{"name": "network-changed", "server_uuid": "f0ec3582-ef53-42d6-9038-d83376390a54", "tag": "026ec35f-53e8-4943-b0f3-5093108a4eb0"}, {"name": "network-changed", "server_uuid": "c28e96d6-a535-41aa-92c9-c5fd43652ebf", "tag": "981205d1-f4d3-4ec4-9554-3aa640acff88"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:28:51.926369 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d80be4-25ef-4007-b076-d3f03b397355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f88d17-5f1c-4188-871a-1b28b84e4c25'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:28:51.928602 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfbaa58c-d5b8-4ade-8c31-1360d84887bf" -d '{"events": [{"server_uuid": "a5d80be4-25ef-4007-b076-d3f03b397355", "name": "network-vif-plugged", "status": "completed", "tag": "a0f88d17-5f1c-4188-871a-1b28b84e4c25"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:28:51.934780 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bfc979b1-96fe-4ff5-839b-6f79def39dc9 req-83ddb4c2-c5c6-4f0b-87d7-cd8e9cc2aabf service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8952610 Nov 25 17:28:51.947585 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-44c0c774-0bd9-4e65-bb6a-1b1c39efa705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a105105-398a-4a11-9542-f930a25dd6c8', 'name': 'tempest-TaggedBootDevicesTest_v242-788127706-router', 'tenant_id': '6f10e00301ed4fce88a3367f061e8d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'e4690778-0ea4-4dee-9b02-a158795e56e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:28:48Z', 'updated_at': '2021-11-25T17:28:49Z', 'revision_number': 3, 'project_id': '6f10e00301ed4fce88a3367f061e8d75', 'gw_port': {'id': 'e4690778-0ea4-4dee-9b02-a158795e56e2', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:30:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a105105-398a-4a11-9542-f930a25dd6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:28:49Z', 'updated_at': '2021-11-25T17:28:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:51.952967 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-5c4ef8fa-05a4-486a-8cfc-7ace8fee0739 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc1089eb-e09c-4477-9d35-a13ee5eeba00']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:51.991575 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port a0f88d17-5f1c-4188-871a-1b28b84e4c25, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=a0f88d17-5f1c-4188-871a-1b28b84e4c25,segment=NetworkSegment(80df5bb1-4a53-431f-aa0f-fabf1c627ef6),segment_id=80df5bb1-4a53-431f-aa0f-fabf1c627ef6)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:52.010632 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c0c774-0bd9-4e65-bb6a-1b1c39efa705 None None] Checking router: 6a105105-398a-4a11-9542-f930a25dd6c8 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:28:52.011136 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c0c774-0bd9-4e65-bb6a-1b1c39efa705 None None] Updating router 6a105105-398a-4a11-9542-f930a25dd6c8 port e4690778-0ea4-4dee-9b02-a158795e56e2 binding host n-d-817746-1 {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:28:52.022040 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:52.044437 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-5c4ef8fa-05a4-486a-8cfc-7ace8fee0739 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a342e4e6-8114-4607-93c7-b01e8c27a5fd') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:52.044897 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-5c4ef8fa-05a4-486a-8cfc-7ace8fee0739 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a342e4e6-8114-4607-93c7-b01e8c27a5fd') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:52.047070 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:52.071500 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef8fa-05a4-486a-8cfc-7ace8fee0739 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:52.083929 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-44c0c774-0bd9-4e65-bb6a-1b1c39efa705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:52.089628 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef8fa-05a4-486a-8cfc-7ace8fee0739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:52.099078 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c4ef8fa-05a4-486a-8cfc-7ace8fee0739 admin admin] Releasing vlan 930 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:28:52.101637 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef8fa-05a4-486a-8cfc-7ace8fee0739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:52.153906 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fa4a05fb-861b-4176-a846-277e3c6ffa1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:52.182614 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:28:52.182614 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:28:52.182614 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:28:52.182614 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:28:52.182614 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:28:52.182614 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:28:52.182614 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:28:52.182614 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:28:52.182614 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:28:52.182614 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:28:52.182614 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:28:52.182614 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:28:52.182614 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:28:52.182614 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:28:52.182614 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:28:52.182614 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:28:52.182614 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:28:52.182614 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:28:52.182614 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:28:52.182614 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:28:52.182614 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:28:52.182614 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:28:52.182614 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:28:52.182614 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:28:52.182614 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:28:52.182614 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:28:52.182614 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:28:52.182614 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:28:52.182614 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:28:52.182614 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:28:52.182614 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:28:52.182614 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:28:52.212853 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef8fa-05a4-486a-8cfc-7ace8fee0739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:52.222097 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=a0f88d17-5f1c-4188-871a-1b28b84e4c25,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:52.240468 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef8fa-05a4-486a-8cfc-7ace8fee0739 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:52.247937 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-5c4ef8fa-05a4-486a-8cfc-7ace8fee0739 admin admin] 10.222.0.75 "DELETE /v2.0/networks/bc1089eb-e09c-4477-9d35-a13ee5eeba00 HTTP/1.1" status: 204 len: 168 time: 1.7908211 Nov 25 17:28:52.282652 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4ef8fa-05a4-486a-8cfc-7ace8fee0739 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc1089eb-e09c-4477-9d35-a13ee5eeba00,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:52.343345 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3488438-d0f6-4dec-a074-e7d005a852b4 req-4a41d494-87f8-40f7-899f-b427f70306bd tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:52.345395 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c3488438-d0f6-4dec-a074-e7d005a852b4 req-4a41d494-87f8-40f7-899f-b427f70306bd tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=c28e96d6-a535-41aa-92c9-c5fd43652ebf HTTP/1.1" status: 200 len: 947 time: 0.4061553 Nov 25 17:28:52.367013 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3a9b3ae9-1838-4398-9e6e-75671b0288db None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:52.378687 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3a9b3ae9-1838-4398-9e6e-75671b0288db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:52.422906 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-b4f6dc90-ecc6-4287-8185-e51a1a13fbf5 req-a9c44ece-d7f1-48ee-b720-c1dae6ac8f81 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] For port 026ec35f-53e8-4943-b0f3-5093108a4eb0, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=026ec35f-53e8-4943-b0f3-5093108a4eb0,segment=NetworkSegment(d13f2dc6-b7c6-452b-bee8-8ce632936531),segment_id=d13f2dc6-b7c6-452b-bee8-8ce632936531)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:52.464194 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c3488438-d0f6-4dec-a074-e7d005a852b4 req-694f3af4-016c-4c6c-ad73-b812b89f08f9 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067824 Nov 25 17:28:52.485576 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b4f6dc90-ecc6-4287-8185-e51a1a13fbf5 req-a9c44ece-d7f1-48ee-b720-c1dae6ac8f81 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:52.492942 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b4f6dc90-ecc6-4287-8185-e51a1a13fbf5 req-a9c44ece-d7f1-48ee-b720-c1dae6ac8f81 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:52.573560 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 958e243b-13dd-466c-b3a1-61bd001ce2c5 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:28:52.594747 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['026ec35f-53e8-4943-b0f3-5093108a4eb0'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:28:52.607134 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5365b5-2406-45c7-9055-38f14487d69b None None] Pushing event updated for resources: {'Port': ['ID=7876ffaa-9d8b-49a8-aeec-46e97b6019e5,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:52.646784 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-fa4a05fb-861b-4176-a846-277e3c6ffa1c admin admin] Allocated IP 172.20.0.1 (17f727a9-74a0-43f8-8799-2c93f74b6276/87e36d02-b2ae-49b8-8625-d7a15c344f29/068f40d4-b9bb-4c95-9b15-4fdea43b046e) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:28:52.696554 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 41332) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:52.770105 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [req-169db4d7-ee03-4b33-a92b-9ae6a5a0c5f2 req-2b72e139-3e94-4616-a81f-a70c2749ce19 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] show failed (client error): The resource could not be found. Nov 25 17:28:52.771372 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-169db4d7-ee03-4b33-a92b-9ae6a5a0c5f2 req-2b72e139-3e94-4616-a81f-a70c2749ce19 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] 10.222.0.75 "GET /v2.0/security-groups/c799942f-dfd2-4dd9-b705-0904658912ba HTTP/1.1" status: 404 len: 352 time: 0.1306725 Nov 25 17:28:52.786881 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f6dc90-ecc6-4287-8185-e51a1a13fbf5 req-a9c44ece-d7f1-48ee-b720-c1dae6ac8f81 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:52.787751 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b4f6dc90-ecc6-4287-8185-e51a1a13fbf5 req-a9c44ece-d7f1-48ee-b720-c1dae6ac8f81 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:52.796269 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b4f6dc90-ecc6-4287-8185-e51a1a13fbf5 req-a9c44ece-d7f1-48ee-b720-c1dae6ac8f81 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "PUT /v2.0/ports/026ec35f-53e8-4943-b0f3-5093108a4eb0 HTTP/1.1" status: 200 len: 1020 time: 1.9777846 Nov 25 17:28:52.882662 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-44c0c774-0bd9-4e65-bb6a-1b1c39efa705 None None] Publish callbacks [] for port, precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:52.907211 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-44c0c774-0bd9-4e65-bb6a-1b1c39efa705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:52.930591 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c44ece-d7f1-48ee-b720-c1dae6ac8f81 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Pushing event updated for resources: {'Port': ['ID=026ec35f-53e8-4943-b0f3-5093108a4eb0,revision_number=7']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:52.977326 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-17da64b7-3dc1-41af-9c51-0ad5c35928f4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cd0ff8dee88b48d1b54567087f3098e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2721999 Nov 25 17:28:52.977629 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device f73a1937-5757-4159-9033-c6ba616f974c up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:28:52.986353 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 41340) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:53.094670 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fa4a05fb-861b-4176-a846-277e3c6ffa1c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:53.096358 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0f65a0-a270-4cf3-a432-e052611ccf0b None None] Pushing event updated for resources: {'Port': ['ID=e4690778-0ea4-4dee-9b02-a158795e56e2,revision_number=2']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:53.127515 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-3a9b3ae9-1838-4398-9e6e-75671b0288db None None] Attempting to bind port 7876ffaa-9d8b-49a8-aeec-46e97b6019e5 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:28:53.129654 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-3a9b3ae9-1838-4398-9e6e-75671b0288db None None] Attempting to bind port 7876ffaa-9d8b-49a8-aeec-46e97b6019e5 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '0e00b021-4936-4a80-9658-da28463c87bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '124f5b02-f613-458f-b33d-77fb5d166863'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:28:53.130232 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9b3ae9-1838-4398-9e6e-75671b0288db None None] Attempting to bind port 7876ffaa-9d8b-49a8-aeec-46e97b6019e5 on network 124f5b02-f613-458f-b33d-77fb5d166863 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:28:53.140759 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['026ec35f-53e8-4943-b0f3-5093108a4eb0'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:28:53.167637 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-44c0c774-0bd9-4e65-bb6a-1b1c39efa705 None None] Attempting to bind port e4690778-0ea4-4dee-9b02-a158795e56e2 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:28:53.169676 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-44c0c774-0bd9-4e65-bb6a-1b1c39efa705 None None] Attempting to bind port e4690778-0ea4-4dee-9b02-a158795e56e2 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:28:53.170549 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c0c774-0bd9-4e65-bb6a-1b1c39efa705 None None] Attempting to bind port e4690778-0ea4-4dee-9b02-a158795e56e2 on network 1aa44027-b9d0-4a56-9a59-7e664703e20a {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:28:53.190951 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c0c774-0bd9-4e65-bb6a-1b1c39efa705 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:28:53.192099 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c0c774-0bd9-4e65-bb6a-1b1c39efa705 None None] Checking segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:28:53.194691 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-44c0c774-0bd9-4e65-bb6a-1b1c39efa705 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:53.196224 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c0c774-0bd9-4e65-bb6a-1b1c39efa705 None None] Bound using segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:28:53.197518 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-44c0c774-0bd9-4e65-bb6a-1b1c39efa705 None None] Bound port: e4690778-0ea4-4dee-9b02-a158795e56e2, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:28:53.199040 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-44c0c774-0bd9-4e65-bb6a-1b1c39efa705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:53.213494 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fa4a05fb-861b-4176-a846-277e3c6ffa1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:53.326876 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-44c0c774-0bd9-4e65-bb6a-1b1c39efa705 None None] For port e4690778-0ea4-4dee-9b02-a158795e56e2, host n-d-817746-1, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:28:53.331101 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-44c0c774-0bd9-4e65-bb6a-1b1c39efa705 None None] For port e4690778-0ea4-4dee-9b02-a158795e56e2, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=e4690778-0ea4-4dee-9b02-a158795e56e2,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:28:53.352362 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-44c0c774-0bd9-4e65-bb6a-1b1c39efa705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:53.368464 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fd31eba3-4b8b-4e71-9a9d-7d297558be81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:53.371090 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4a05fb-861b-4176-a846-277e3c6ffa1c admin admin] Pushing event updated for resources: {'Port': ['ID=068f40d4-b9bb-4c95-9b15-4fdea43b046e,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:53.385561 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4a05fb-861b-4176-a846-277e3c6ffa1c admin admin] Network 17f727a9-74a0-43f8-8799-2c93f74b6276 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:28:53.387469 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-fa4a05fb-861b-4176-a846-277e3c6ffa1c admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:28:53.399091 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4a05fb-861b-4176-a846-277e3c6ffa1c admin admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:28:53.433296 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 25 Nov 2021 17:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8034da94-3c9b-429c-96b4-10459c73224a x-openstack-request-id: req-8034da94-3c9b-429c-96b4-10459c73224a {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:28:53.433632 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0ec3582-ef53-42d6-9038-d83376390a54", "tag": "026ec35f-53e8-4943-b0f3-5093108a4eb0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c28e96d6-a535-41aa-92c9-c5fd43652ebf", "tag": "981205d1-f4d3-4ec4-9554-3aa640acff88", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:28:53.437473 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8034da94-3c9b-429c-96b4-10459c73224a {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:28:53.437802 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0ec3582-ef53-42d6-9038-d83376390a54', 'tag': '026ec35f-53e8-4943-b0f3-5093108a4eb0', 'status': 'completed', 'code': 200} Nov 25 17:28:53.438067 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c28e96d6-a535-41aa-92c9-c5fd43652ebf', 'tag': '981205d1-f4d3-4ec4-9554-3aa640acff88', 'status': 'completed', 'code': 200} Nov 25 17:28:53.480291 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0f65a0-a270-4cf3-a432-e052611ccf0b None None] Pushing event updated for resources: {'Port': ['ID=e4690778-0ea4-4dee-9b02-a158795e56e2,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:53.480573 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5561e02a-93f1-456f-af41-991fe6c0686c req-f67f55a6-7281-4b64-8799-92616a10df3a tempest-ServerPasswordTestJSON-911679787 tempest-ServerPasswordTestJSON-911679787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:53.492743 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5561e02a-93f1-456f-af41-991fe6c0686c req-f67f55a6-7281-4b64-8799-92616a10df3a tempest-ServerPasswordTestJSON-911679787 tempest-ServerPasswordTestJSON-911679787-project] 10.222.0.75 "GET /v2.0/ports?device_id=a5d80be4-25ef-4007-b076-d3f03b397355 HTTP/1.1" status: 200 len: 946 time: 0.4369376 Nov 25 17:28:53.581210 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c0c774-0bd9-4e65-bb6a-1b1c39efa705 None None] Routers {'6a105105-398a-4a11-9542-f930a25dd6c8'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:28:53.581409 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fa4a05fb-861b-4176-a846-277e3c6ffa1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:53.581849 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-44c0c774-0bd9-4e65-bb6a-1b1c39efa705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:28:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['6a105105-398a-4a11-9542-f930a25dd6c8'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:53.785554 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0311ff48-7961-4a83-9757-47854e3f4985 x-openstack-request-id: req-0311ff48-7961-4a83-9757-47854e3f4985 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:28:53.786189 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d80be4-25ef-4007-b076-d3f03b397355", "name": "network-vif-plugged", "status": "completed", "tag": "a0f88d17-5f1c-4188-871a-1b28b84e4c25", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:28:53.786189 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0311ff48-7961-4a83-9757-47854e3f4985 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:28:53.786485 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d80be4-25ef-4007-b076-d3f03b397355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f88d17-5f1c-4188-871a-1b28b84e4c25', 'code': 200} Nov 25 17:28:53.810107 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fd31eba3-4b8b-4e71-9a9d-7d297558be81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:53.817602 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fa4a05fb-861b-4176-a846-277e3c6ffa1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:53.846590 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e92e375-a847-43c2-b62b-b529465ab244 None None] Network 17f727a9-74a0-43f8-8799-2c93f74b6276 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:28:53.849976 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-44c0c774-0bd9-4e65-bb6a-1b1c39efa705 None None] Set router 6a105105-398a-4a11-9542-f930a25dd6c8 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:28:53.916674 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5561e02a-93f1-456f-af41-991fe6c0686c req-12059e8a-9033-44e8-8da6-84d6b0a380bf tempest-ServerPasswordTestJSON-911679787 tempest-ServerPasswordTestJSON-911679787-project] 10.222.0.75 "GET /v2.0/security-groups?id=98b81d25-6ada-4dd7-b808-9d347aec6e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4208381 Nov 25 17:28:53.985233 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3f473956-eef4-4ce0-a966-cc21d611ade9 req-ea53f99e-d695-4702-a26b-e8df3a17426b tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] 10.222.0.75 "GET /v2.0/security-groups/7f9938e5-4935-4a48-b75c-579a79454ca9 HTTP/1.1" status: 200 len: 1822 time: 0.3884888 Nov 25 17:28:54.012220 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 981205d1-f4d3-4ec4-9554-3aa640acff88 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:28:54.030469 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fd31eba3-4b8b-4e71-9a9d-7d297558be81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:54.035007 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fd31eba3-4b8b-4e71-9a9d-7d297558be81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:54.040485 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-fd31eba3-4b8b-4e71-9a9d-7d297558be81 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c1ed0d14-5827-4f57-b649-24a476859efc HTTP/1.1" status: 204 len: 168 time: 1.0481951 Nov 25 17:28:54.113869 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd31eba3-4b8b-4e71-9a9d-7d297558be81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ed0d14-5827-4f57-b649-24a476859efc,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:54.133258 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:54.137736 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9b3ae9-1838-4398-9e6e-75671b0288db None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:28:54.139606 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9b3ae9-1838-4398-9e6e-75671b0288db None None] Checking segment: {'id': '0e00b021-4936-4a80-9658-da28463c87bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '124f5b02-f613-458f-b33d-77fb5d166863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:28:54.140242 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3a9b3ae9-1838-4398-9e6e-75671b0288db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:54.140852 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9b3ae9-1838-4398-9e6e-75671b0288db None None] Bound using segment: {'id': '0e00b021-4936-4a80-9658-da28463c87bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '124f5b02-f613-458f-b33d-77fb5d166863'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:28:54.141508 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-3a9b3ae9-1838-4398-9e6e-75671b0288db None None] Bound port: 7876ffaa-9d8b-49a8-aeec-46e97b6019e5, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e00b021-4936-4a80-9658-da28463c87bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '124f5b02-f613-458f-b33d-77fb5d166863'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:28:54.142120 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3a9b3ae9-1838-4398-9e6e-75671b0288db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:54.262271 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-44c0c774-0bd9-4e65-bb6a-1b1c39efa705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a105105-398a-4a11-9542-f930a25dd6c8', 'name': 'tempest-TaggedBootDevicesTest_v242-788127706-router', 'tenant_id': '6f10e00301ed4fce88a3367f061e8d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'e4690778-0ea4-4dee-9b02-a158795e56e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:28:48Z', 'updated_at': '2021-11-25T17:28:49Z', 'revision_number': 3, 'project_id': '6f10e00301ed4fce88a3367f061e8d75', 'gw_port': {'id': 'e4690778-0ea4-4dee-9b02-a158795e56e2', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:30:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a105105-398a-4a11-9542-f930a25dd6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:28:49Z', 'updated_at': '2021-11-25T17:28:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:54.299890 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e58b5-af20-4f4f-a5c7-28a0b5318bbf req-213a0f67-08ec-4afc-a29c-2a778c0a3979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:54.306481 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3b5e58b5-af20-4f4f-a5c7-28a0b5318bbf req-213a0f67-08ec-4afc-a29c-2a778c0a3979 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a6a21f906b38400cbefeb299443350d9&device_id=f0ec3582-ef53-42d6-9038-d83376390a54 HTTP/1.1" status: 200 len: 1174 time: 0.7467759 Nov 25 17:28:54.325265 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f68d29-4d9b-4d56-80e4-00acebc2c372 req-2c081ae6-c615-40f0-95ec-d81677b3897e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:54.331710 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-50f68d29-4d9b-4d56-80e4-00acebc2c372 req-2c081ae6-c615-40f0-95ec-d81677b3897e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a5d80be4-25ef-4007-b076-d3f03b397355 HTTP/1.1" status: 200 len: 1097 time: 0.4394884 Nov 25 17:28:54.341450 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c0c774-0bd9-4e65-bb6a-1b1c39efa705 None None] The sync data for ids ['6a105105-398a-4a11-9542-f930a25dd6c8'] in n-d-817746-1 is: [{'id': '6a105105-398a-4a11-9542-f930a25dd6c8', 'name': 'tempest-TaggedBootDevicesTest_v242-788127706-router', 'tenant_id': '6f10e00301ed4fce88a3367f061e8d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'e4690778-0ea4-4dee-9b02-a158795e56e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:28:48Z', 'updated_at': '2021-11-25T17:28:49Z', 'revision_number': 3, 'project_id': '6f10e00301ed4fce88a3367f061e8d75', 'gw_port': {'id': 'e4690778-0ea4-4dee-9b02-a158795e56e2', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:30:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a105105-398a-4a11-9542-f930a25dd6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:28:49Z', 'updated_at': '2021-11-25T17:28:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:28:54.398275 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 981205d1-f4d3-4ec4-9554-3aa640acff88, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=981205d1-f4d3-4ec4-9554-3aa640acff88,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:54.407919 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a250f-1b5c-4ee0-b48d-a175cfa25e14 req-f94576fa-b863-4b2e-bbe1-aa5c808cb67d tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:54.411156 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dc8a250f-1b5c-4ee0-b48d-a175cfa25e14 req-f94576fa-b863-4b2e-bbe1-aa5c808cb67d tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/ports?device_id=f0ec3582-ef53-42d6-9038-d83376390a54 HTTP/1.1" status: 200 len: 1023 time: 0.2299170 Nov 25 17:28:54.429697 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fa4a05fb-861b-4176-a846-277e3c6ffa1c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:54.441035 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fa4a05fb-861b-4176-a846-277e3c6ffa1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:54.567273 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-3a9b3ae9-1838-4398-9e6e-75671b0288db None None] For port 7876ffaa-9d8b-49a8-aeec-46e97b6019e5, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:28:54.571644 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-3a9b3ae9-1838-4398-9e6e-75671b0288db None None] For port 7876ffaa-9d8b-49a8-aeec-46e97b6019e5, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=7876ffaa-9d8b-49a8-aeec-46e97b6019e5,segment=NetworkSegment(0e00b021-4936-4a80-9658-da28463c87bd),segment_id=0e00b021-4936-4a80-9658-da28463c87bd)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:28:54.581415 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:54.600974 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4a05fb-861b-4176-a846-277e3c6ffa1c admin admin] Pushing event updated for resources: {'Port': ['ID=068f40d4-b9bb-4c95-9b15-4fdea43b046e,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:54.601983 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '981205d1-f4d3-4ec4-9554-3aa640acff88', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'port_id': '981205d1-f4d3-4ec4-9554-3aa640acff88', 'mac_address': 'fa:16:3e:9c:fb:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8793709c-5336-428d-aede-b0b8df1a26b2', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:28:54.699024 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fa4a05fb-861b-4176-a846-277e3c6ffa1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:54.727681 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 958e243b-13dd-466c-b3a1-61bd001ce2c5, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=958e243b-13dd-466c-b3a1-61bd001ce2c5,segment=NetworkSegment(6347e9f6-96b1-4f56-a092-a9cf81778fe8),segment_id=6347e9f6-96b1-4f56-a092-a9cf81778fe8)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:54.781633 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3a9b3ae9-1838-4398-9e6e-75671b0288db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:54.793326 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dc8a250f-1b5c-4ee0-b48d-a175cfa25e14 req-4390ef48-7a7c-4d9d-8bc8-42f58f827e38 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/security-groups?id=986e86ac-b28b-4e53-9638-1c25d7b56ba8&id=f58cc476-c166-490d-8676-d362045577bf&id=071ba350-c23e-474b-ad27-bd7fa82df33d HTTP/1.1" status: 200 len: 6198 time: 0.3155913 Nov 25 17:28:54.838850 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3f473956-eef4-4ce0-a966-cc21d611ade9 req-fd848f90-7719-4dfd-af0e-52098a179690 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:54.849128 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:54.866285 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-9fb7f0a9-542d-428c-9d00-3efa7325c975 None None] Provisioning complete for port 7876ffaa-9d8b-49a8-aeec-46e97b6019e5 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:28:54.867309 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9fb7f0a9-542d-428c-9d00-3efa7325c975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:54.872718 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e58b5-af20-4f4f-a5c7-28a0b5318bbf req-1cabe493-68d8-4c5d-bf4d-bb25f54cc7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:54.875253 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3b5e58b5-af20-4f4f-a5c7-28a0b5318bbf req-1cabe493-68d8-4c5d-bf4d-bb25f54cc7e3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=50ed7be7-341a-4bb0-b02f-f642589d92ba HTTP/1.1" status: 200 len: 914 time: 0.5553629 Nov 25 17:28:54.892506 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4a05fb-861b-4176-a846-277e3c6ffa1c admin admin] Network 17f727a9-74a0-43f8-8799-2c93f74b6276 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:28:54.894884 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-fa4a05fb-861b-4176-a846-277e3c6ffa1c admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:28:54.994858 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:55.035247 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 981205d1-f4d3-4ec4-9554-3aa640acff88 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:28:55.061760 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 981205d1-f4d3-4ec4-9554-3aa640acff88, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=981205d1-f4d3-4ec4-9554-3aa640acff88,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:55.074632 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5365b5-2406-45c7-9055-38f14487d69b None None] Pushing event updated for resources: {'Port': ['ID=7876ffaa-9d8b-49a8-aeec-46e97b6019e5,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:55.117302 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3b5e58b5-af20-4f4f-a5c7-28a0b5318bbf req-d0326d95-a6de-4f79-a2d3-d688fd634de9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=026ec35f-53e8-4943-b0f3-5093108a4eb0 HTTP/1.1" status: 200 len: 217 time: 0.2278850 Nov 25 17:28:55.127170 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa4a05fb-861b-4176-a846-277e3c6ffa1c admin admin] Router 6a105105-398a-4a11-9542-f930a25dd6c8 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:28:55.154394 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3f473956-eef4-4ce0-a966-cc21d611ade9 req-fd848f90-7719-4dfd-af0e-52098a179690 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:55.239514 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=958e243b-13dd-466c-b3a1-61bd001ce2c5,revision_number=8']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:55.242359 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port f73a1937-5757-4159-9033-c6ba616f974c triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:28:55.242731 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:55.284376 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa4a05fb-861b-4176-a846-277e3c6ffa1c admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:28:55.290452 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-fa4a05fb-861b-4176-a846-277e3c6ffa1c admin admin] 10.222.0.75 "PUT /v2.0/routers/6a105105-398a-4a11-9542-f930a25dd6c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1221702 Nov 25 17:28:55.292181 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:55.450361 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-50f68d29-4d9b-4d56-80e4-00acebc2c372 req-88c63a60-1bc9-46d8-b052-9530e41a3c33 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=98b81d25-6ada-4dd7-b808-9d347aec6e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0892007 Nov 25 17:28:55.450806 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0ec3582-ef53-42d6-9038-d83376390a54', 'tag': '026ec35f-53e8-4943-b0f3-5093108a4eb0'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:28:55.463787 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9b3ae9-1838-4398-9e6e-75671b0288db None None] Routers {'ff0350a5-1f5c-4536-b393-df701b2c617d'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:28:55.472569 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-3a9b3ae9-1838-4398-9e6e-75671b0288db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:28:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['ff0350a5-1f5c-4536-b393-df701b2c617d'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:55.473939 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b329c0-a0ae-41e2-84b4-b4e6fe12f306" -d '{"events": [{"name": "network-changed", "server_uuid": "f0ec3582-ef53-42d6-9038-d83376390a54", "tag": "026ec35f-53e8-4943-b0f3-5093108a4eb0"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:28:55.482332 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=981205d1-f4d3-4ec4-9554-3aa640acff88,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:55.564244 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3f473956-eef4-4ce0-a966-cc21d611ade9 req-fd848f90-7719-4dfd-af0e-52098a179690 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:55.569081 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3f473956-eef4-4ce0-a966-cc21d611ade9 req-fd848f90-7719-4dfd-af0e-52098a179690 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:55.570258 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3f473956-eef4-4ce0-a966-cc21d611ade9 req-fd848f90-7719-4dfd-af0e-52098a179690 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] 10.222.0.75 "DELETE /v2.0/security-groups/7f9938e5-4935-4a48-b75c-579a79454ca9 HTTP/1.1" status: 204 len: 173 time: 1.5670917 Nov 25 17:28:55.632139 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a52a00-d549-4520-8814-31ebbdc3dced req-35f107a8-9aee-4b7e-9021-155769c6aadf tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:55.633741 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-74a52a00-d549-4520-8814-31ebbdc3dced req-35f107a8-9aee-4b7e-9021-155769c6aadf tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.90 "GET /v2.0/ports?device_id=9146b814-a564-4f66-ae0e-5fb421ea3d11 HTTP/1.1" status: 200 len: 943 time: 0.4987829 Nov 25 17:28:55.636421 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e58b5-af20-4f4f-a5c7-28a0b5318bbf req-93a3dfa7-f0e4-41f5-aef9-a9752a20d692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:55.650188 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3b5e58b5-af20-4f4f-a5c7-28a0b5318bbf req-93a3dfa7-f0e4-41f5-aef9-a9752a20d692 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f4c0e4dd-ba40-4565-915d-3405eb220964 HTTP/1.1" status: 200 len: 853 time: 0.3459635 Nov 25 17:28:55.651001 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd848f90-7719-4dfd-af0e-52098a179690 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9938e5-4935-4a48-b75c-579a79454ca9,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:55.678403 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 41392) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:55.710155 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92974567-972a-422d-8359-6661b0033ffc req-c26268a4-b443-4145-b074-84f80f8a4d59 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:55.714441 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-92974567-972a-422d-8359-6661b0033ffc req-c26268a4-b443-4145-b074-84f80f8a4d59 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=c28e96d6-a535-41aa-92c9-c5fd43652ebf HTTP/1.1" status: 200 len: 948 time: 0.5900693 Nov 25 17:28:55.807740 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3b5e58b5-af20-4f4f-a5c7-28a0b5318bbf req-6264da25-379d-421c-85e5-04690d3b4ac5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=50ed7be7-341a-4bb0-b02f-f642589d92ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1449373 Nov 25 17:28:55.845251 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9146b814-a564-4f66-ae0e-5fb421ea3d11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '958e243b-13dd-466c-b3a1-61bd001ce2c5'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:28:55.849195 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a7bb80-e6dc-4bea-a16a-347753fa5172" -d '{"events": [{"server_uuid": "9146b814-a564-4f66-ae0e-5fb421ea3d11", "name": "network-vif-unplugged", "status": "completed", "tag": "958e243b-13dd-466c-b3a1-61bd001ce2c5"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:28:55.870556 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['981205d1-f4d3-4ec4-9554-3aa640acff88'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:28:55.884215 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-a32fd32c-4a4e-4fe2-8a9a-d4851b3c8bb5 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1213709415-network', 'tenant_id': 'f44968f42ed74267a411cb459eea9954'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:55.929051 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32fd32c-4a4e-4fe2-8a9a-d4851b3c8bb5 admin admin] Made reservation on behalf of f44968f42ed74267a411cb459eea9954 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:28:55.934212 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a32fd32c-4a4e-4fe2-8a9a-d4851b3c8bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:55.955699 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a32fd32c-4a4e-4fe2-8a9a-d4851b3c8bb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:56.016992 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e9da1-7744-4d13-8387-fb527dbf4c5e req-c80de65b-17cc-41ec-81ec-fca1a76cc533 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:56.019207 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-305e9da1-7744-4d13-8387-fb527dbf4c5e req-c80de65b-17cc-41ec-81ec-fca1a76cc533 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/networks?id=6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5 HTTP/1.1" status: 200 len: 804 time: 0.2382760 Nov 25 17:28:56.142984 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3b5e58b5-af20-4f4f-a5c7-28a0b5318bbf req-9a167982-e3eb-447a-902d-1da838e94a60 service neutron] 10.222.0.74 "GET /v2.0/networks/50ed7be7-341a-4bb0-b02f-f642589d92ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361737 Nov 25 17:28:56.164872 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a32fd32c-4a4e-4fe2-8a9a-d4851b3c8bb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:56.169943 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a32fd32c-4a4e-4fe2-8a9a-d4851b3c8bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:56.191259 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a32fd32c-4a4e-4fe2-8a9a-d4851b3c8bb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 911} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:28:56.203919 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a32fd32c-4a4e-4fe2-8a9a-d4851b3c8bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:56.204582 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-a32fd32c-4a4e-4fe2-8a9a-d4851b3c8bb5 admin admin] Added segment 33c31ce5-5844-4a5d-80b5-cf3155cb7bec of type vlan for network 277b957d-59aa-4686-ae8e-34800143c8cc Nov 25 17:28:56.278443 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9fb7f0a9-542d-428c-9d00-3efa7325c975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:56.279314 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3b5e58b5-af20-4f4f-a5c7-28a0b5318bbf req-ee9cd382-ee91-4c46-8a5d-ee335144fef1 service neutron] 10.222.0.74 "GET /v2.0/networks/50ed7be7-341a-4bb0-b02f-f642589d92ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245878 Nov 25 17:28:56.279443 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a32fd32c-4a4e-4fe2-8a9a-d4851b3c8bb5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:56.293715 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-305e9da1-7744-4d13-8387-fb527dbf4c5e req-7aa59a33-55f1-454b-82f7-dbf5b0dcff0d tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/quotas/733f83ade5ed462890d9dfd70ff5e26d HTTP/1.1" status: 200 len: 375 time: 0.1473284 Nov 25 17:28:56.392150 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a32fd32c-4a4e-4fe2-8a9a-d4851b3c8bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:56.394197 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32fd32c-4a4e-4fe2-8a9a-d4851b3c8bb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:56.395101 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a32fd32c-4a4e-4fe2-8a9a-d4851b3c8bb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:56.450251 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32fd32c-4a4e-4fe2-8a9a-d4851b3c8bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=317a145b-2ac5-446c-aceb-e0cebf6b72aa,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:56.450800 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-92974567-972a-422d-8359-6661b0033ffc req-385132e4-47c5-4eae-ae72-63c9fa9f170d tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6485422 Nov 25 17:28:56.494019 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-74a52a00-d549-4520-8814-31ebbdc3dced req-632acf86-9ea8-482b-aa12-c321d6e0f893 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Deleting port 958e243b-13dd-466c-b3a1-61bd001ce2c5 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:28:56.494377 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-74a52a00-d549-4520-8814-31ebbdc3dced req-632acf86-9ea8-482b-aa12-c321d6e0f893 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:56.503766 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a32fd32c-4a4e-4fe2-8a9a-d4851b3c8bb5 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8241851 Nov 25 17:28:56.511177 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 41442) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:56.516876 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-b431fb4b-efbd-4116-ad8c-76f16922030e admin admin] Request body: {'subnet': {'network_id': '277b957d-59aa-4686-ae8e-34800143c8cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1213709415-subnet', 'tenant_id': 'f44968f42ed74267a411cb459eea9954', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:56.526550 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:56.534311 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32fd32c-4a4e-4fe2-8a9a-d4851b3c8bb5 admin admin] Pushing event updated for resources: {'Network': ['ID=277b957d-59aa-4686-ae8e-34800143c8cc,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:56.549485 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-49fbabfe-3f99-4fd3-9528-2b271a5eb8d6 req-f6900e74-2c29-4d4c-8772-1eceb268d767 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1621098537 ', 'description': 'tempest-description-1684332597'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:56.551559 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b431fb4b-efbd-4116-ad8c-76f16922030e admin admin] Made reservation on behalf of f44968f42ed74267a411cb459eea9954 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:28:56.555014 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b431fb4b-efbd-4116-ad8c-76f16922030e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:56.556220 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e58b5-af20-4f4f-a5c7-28a0b5318bbf req-25077a7e-6212-4d4d-b12a-5a090a06f7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:56.559176 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3b5e58b5-af20-4f4f-a5c7-28a0b5318bbf req-25077a7e-6212-4d4d-b12a-5a090a06f7ed service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e949b071017c47779120773fb05efee7&device_id=c28e96d6-a535-41aa-92c9-c5fd43652ebf HTTP/1.1" status: 200 len: 1099 time: 0.1786261 Nov 25 17:28:56.575086 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-305e9da1-7744-4d13-8387-fb527dbf4c5e req-f666bb10-e503-4d51-ad3e-105d20735ff2 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=733f83ade5ed462890d9dfd70ff5e26d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2703710 Nov 25 17:28:56.594335 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 277b957d-59aa-4686-ae8e-34800143c8cc details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:28:56.606106 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-3a9b3ae9-1838-4398-9e6e-75671b0288db None None] Set router ff0350a5-1f5c-4536-b393-df701b2c617d gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:28:56.760985 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-305e9da1-7744-4d13-8387-fb527dbf4c5e req-fb6d7ef0-db7b-4570-9d4c-d1c68ab7c58f service neutron] 10.222.0.75 "GET /v2.0/networks/6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421773 Nov 25 17:28:56.876657 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b431fb4b-efbd-4116-ad8c-76f16922030e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:56.884439 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-9fb7f0a9-542d-428c-9d00-3efa7325c975 None None] For port 7876ffaa-9d8b-49a8-aeec-46e97b6019e5, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=7876ffaa-9d8b-49a8-aeec-46e97b6019e5,segment=NetworkSegment(0e00b021-4936-4a80-9658-da28463c87bd),segment_id=0e00b021-4936-4a80-9658-da28463c87bd)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:56.936758 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-49fbabfe-3f99-4fd3-9528-2b271a5eb8d6 req-f6900e74-2c29-4d4c-8772-1eceb268d767 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:56.959683 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9fb7f0a9-542d-428c-9d00-3efa7325c975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:56.976963 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b431fb4b-efbd-4116-ad8c-76f16922030e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7183f2e6-bed0-42ce-83b1-9c72e0d2179f,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:57.004586 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b431fb4b-efbd-4116-ad8c-76f16922030e admin admin] Checking segment: {'id': '33c31ce5-5844-4a5d-80b5-cf3155cb7bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '277b957d-59aa-4686-ae8e-34800143c8cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:28:57.005616 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b431fb4b-efbd-4116-ad8c-76f16922030e admin admin] Network hostable DHCP agents. Network: 277b957d-59aa-4686-ae8e-34800143c8cc, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:28:57.037731 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b431fb4b-efbd-4116-ad8c-76f16922030e admin admin] Network 277b957d-59aa-4686-ae8e-34800143c8cc is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:28:57.049878 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-b431fb4b-efbd-4116-ad8c-76f16922030e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 277b957d-59aa-4686-ae8e-34800143c8cc) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:28:57.054625 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b431fb4b-efbd-4116-ad8c-76f16922030e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:57.055369 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b431fb4b-efbd-4116-ad8c-76f16922030e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:57.084779 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-305e9da1-7744-4d13-8387-fb527dbf4c5e req-3b81b7e5-3e7a-48a9-8e6c-604309859083 service neutron] 10.222.0.75 "GET /v2.0/networks/6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075113 Nov 25 17:28:57.085859 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e58b5-af20-4f4f-a5c7-28a0b5318bbf req-b8f35c01-c3b0-4239-b281-2140b55ed8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:57.087465 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3b5e58b5-af20-4f4f-a5c7-28a0b5318bbf req-b8f35c01-c3b0-4239-b281-2140b55ed8d4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ab4fed0b-9bf1-4925-8765-94da08c5de2a HTTP/1.1" status: 200 len: 870 time: 0.4810836 Nov 25 17:28:57.099250 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b431fb4b-efbd-4116-ad8c-76f16922030e admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5868642 Nov 25 17:28:57.102691 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port f73a1937-5757-4159-9033-c6ba616f974c, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=f73a1937-5757-4159-9033-c6ba616f974c,segment=NetworkSegment(52d51090-e2f8-4842-9286-d6d3cfc16a5f),segment_id=52d51090-e2f8-4842-9286-d6d3cfc16a5f)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:57.103925 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6645f6bf-01a8-4da1-b4c1-4c2a1c184c20 None None] Network 277b957d-59aa-4686-ae8e-34800143c8cc requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:28:57.258291 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3b5e58b5-af20-4f4f-a5c7-28a0b5318bbf req-f3cb3df7-ee0f-47bc-a13b-77816f4d9d51 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=981205d1-f4d3-4ec4-9554-3aa640acff88 HTTP/1.1" status: 200 len: 217 time: 0.1222503 Nov 25 17:28:57.261654 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:57.320727 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-74a52a00-d549-4520-8814-31ebbdc3dced req-632acf86-9ea8-482b-aa12-c321d6e0f893 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] For port 958e243b-13dd-466c-b3a1-61bd001ce2c5, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=958e243b-13dd-466c-b3a1-61bd001ce2c5,segment=NetworkSegment(6347e9f6-96b1-4f56-a092-a9cf81778fe8),segment_id=6347e9f6-96b1-4f56-a092-a9cf81778fe8)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:57.321143 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-74a52a00-d549-4520-8814-31ebbdc3dced req-632acf86-9ea8-482b-aa12-c321d6e0f893 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:57.374227 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-74a52a00-d549-4520-8814-31ebbdc3dced req-632acf86-9ea8-482b-aa12-c321d6e0f893 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Calling delete_port for 958e243b-13dd-466c-b3a1-61bd001ce2c5 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:28:57.438021 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3016fcb5-62ae-46a4-b0e0-7abed4d9b6bd None None] Sync routers for ids ['6a105105-398a-4a11-9542-f930a25dd6c8'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:28:57.642104 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e58b5-af20-4f4f-a5c7-28a0b5318bbf req-0c01b6b4-6447-4f94-85d9-78e0b8db89ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:57.643849 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3b5e58b5-af20-4f4f-a5c7-28a0b5318bbf req-0c01b6b4-6447-4f94-85d9-78e0b8db89ec service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.3665779 Nov 25 17:28:57.985308 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 7876ffaa-9d8b-49a8-aeec-46e97b6019e5 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:28:57.988745 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb7f0a9-542d-428c-9d00-3efa7325c975 None None] Pushing event updated for resources: {'Port': ['ID=7876ffaa-9d8b-49a8-aeec-46e97b6019e5,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:58.030605 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3016fcb5-62ae-46a4-b0e0-7abed4d9b6bd None None] Routers {'6a105105-398a-4a11-9542-f930a25dd6c8'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:28:58.031515 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-3016fcb5-62ae-46a4-b0e0-7abed4d9b6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:28:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['6a105105-398a-4a11-9542-f930a25dd6c8'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:58.098140 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-55728a03-c9fb-4940-8b33-22f83182b462 None None] Provisioning complete for port 7876ffaa-9d8b-49a8-aeec-46e97b6019e5 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:28:58.099035 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-55728a03-c9fb-4940-8b33-22f83182b462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:58.218376 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e58b5-af20-4f4f-a5c7-28a0b5318bbf req-8d5c6c8c-78c4-4bb3-a88d-4d7b4fb73ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:58.221049 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3b5e58b5-af20-4f4f-a5c7-28a0b5318bbf req-8d5c6c8c-78c4-4bb3-a88d-4d7b4fb73ac9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4833581 Nov 25 17:28:58.292984 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37426862-56fd-4aba-a876-4eda6dc9db2c req-f8dc4f99-6ff1-4ece-9227-c2e06a46ba89 tempest-ServerPasswordTestJSON-911679787 tempest-ServerPasswordTestJSON-911679787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:58.306959 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-37426862-56fd-4aba-a876-4eda6dc9db2c req-f8dc4f99-6ff1-4ece-9227-c2e06a46ba89 tempest-ServerPasswordTestJSON-911679787 tempest-ServerPasswordTestJSON-911679787-project] 10.222.0.75 "GET /v2.0/ports?device_id=a5d80be4-25ef-4007-b076-d3f03b397355 HTTP/1.1" status: 200 len: 946 time: 0.6618989 Nov 25 17:28:58.586732 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 958e243b-13dd-466c-b3a1-61bd001ce2c5 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:28:58.592028 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3b5e58b5-af20-4f4f-a5c7-28a0b5318bbf req-228ac4e3-76c7-4d6d-8d1d-015200dfe5de service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106744 Nov 25 17:28:58.625104 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-49fbabfe-3f99-4fd3-9528-2b271a5eb8d6 req-f6900e74-2c29-4d4c-8772-1eceb268d767 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:58.641920 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-74a52a00-d549-4520-8814-31ebbdc3dced req-632acf86-9ea8-482b-aa12-c321d6e0f893 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:58.652474 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-49fbabfe-3f99-4fd3-9528-2b271a5eb8d6 req-f6900e74-2c29-4d4c-8772-1eceb268d767 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:58.699083 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=f73a1937-5757-4159-9033-c6ba616f974c,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:58.760459 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431ca736-82b4-458a-854c-cea042d9b56d None None] Network 277b957d-59aa-4686-ae8e-34800143c8cc requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:28:58.772203 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No active binding found for port 958e243b-13dd-466c-b3a1-61bd001ce2c5 {{(pid=103362) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 25 17:28:58.772638 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 958e243b-13dd-466c-b3a1-61bd001ce2c5 not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:28:58.814433 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 7876ffaa-9d8b-49a8-aeec-46e97b6019e5 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:28:58.814842 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:58.870708 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6900e74-2c29-4d4c-8772-1eceb268d767 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aff4a741-4666-400e-b33f-ef66b02fca5f,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:58.902019 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-3016fcb5-62ae-46a4-b0e0-7abed4d9b6bd None None] Set router 6a105105-398a-4a11-9542-f930a25dd6c8 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:28:58.912876 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632acf86-9ea8-482b-aa12-c321d6e0f893 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Pushing event deleted for resources: {'Port': ['ID=958e243b-13dd-466c-b3a1-61bd001ce2c5,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:58.940594 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-37426862-56fd-4aba-a876-4eda6dc9db2c req-ecab25ba-4356-4ea3-8528-b2d2d474f80e tempest-ServerPasswordTestJSON-911679787 tempest-ServerPasswordTestJSON-911679787-project] 10.222.0.75 "GET /v2.0/security-groups?id=98b81d25-6ada-4dd7-b808-9d347aec6e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6318080 Nov 25 17:28:58.981155 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-74a52a00-d549-4520-8814-31ebbdc3dced req-632acf86-9ea8-482b-aa12-c321d6e0f893 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] No DVR routers for this DVR port 958e243b-13dd-466c-b3a1-61bd001ce2c5 on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:28:58.981155 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-49fbabfe-3f99-4fd3-9528-2b271a5eb8d6 req-f6900e74-2c29-4d4c-8772-1eceb268d767 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:58.981155 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-49fbabfe-3f99-4fd3-9528-2b271a5eb8d6 req-f6900e74-2c29-4d4c-8772-1eceb268d767 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 2.4334369 Nov 25 17:28:58.984257 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3b5e58b5-af20-4f4f-a5c7-28a0b5318bbf req-4ad41120-16a3-47b6-a4fd-978437c26aee service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764367 Nov 25 17:28:58.985107 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-74a52a00-d549-4520-8814-31ebbdc3dced req-632acf86-9ea8-482b-aa12-c321d6e0f893 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:58.989474 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-74a52a00-d549-4520-8814-31ebbdc3dced req-632acf86-9ea8-482b-aa12-c321d6e0f893 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.90 "DELETE /v2.0/ports/958e243b-13dd-466c-b3a1-61bd001ce2c5 HTTP/1.1" status: 204 len: 173 time: 3.3109517 Nov 25 17:28:59.041565 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29dac2a-4449-4203-b2aa-66c3118c7855 x-openstack-request-id: req-b29dac2a-4449-4203-b2aa-66c3118c7855 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:28:59.042812 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0ec3582-ef53-42d6-9038-d83376390a54", "tag": "026ec35f-53e8-4943-b0f3-5093108a4eb0", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:28:59.043143 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b29dac2a-4449-4203-b2aa-66c3118c7855 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:28:59.043911 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0ec3582-ef53-42d6-9038-d83376390a54', 'tag': '026ec35f-53e8-4943-b0f3-5093108a4eb0', 'status': 'completed', 'code': 200} Nov 25 17:28:59.090354 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f7658f0-9379-4b19-ac8a-22f07b8d4892 x-openstack-request-id: req-7f7658f0-9379-4b19-ac8a-22f07b8d4892 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:28:59.090855 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9146b814-a564-4f66-ae0e-5fb421ea3d11", "name": "network-vif-unplugged", "status": "completed", "tag": "958e243b-13dd-466c-b3a1-61bd001ce2c5", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:28:59.091050 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7f7658f0-9379-4b19-ac8a-22f07b8d4892 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:28:59.091547 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9146b814-a564-4f66-ae0e-5fb421ea3d11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '958e243b-13dd-466c-b3a1-61bd001ce2c5', 'code': 200} Nov 25 17:28:59.101934 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-55728a03-c9fb-4940-8b33-22f83182b462 None None] Provisioning complete for port f73a1937-5757-4159-9033-c6ba616f974c triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:28:59.102704 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-55728a03-c9fb-4940-8b33-22f83182b462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:59.140209 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e9fdc2cc-161a-4750-b2d4-25e60a935be2 req-9bb9cfbf-326c-4675-b889-0a0ff7d2854b tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] 10.222.0.75 "GET /v2.0/security-groups/28ffe473-871a-4749-9fea-c00637ea9ad0 HTTP/1.1" status: 200 len: 1820 time: 0.1312375 Nov 25 17:28:59.182016 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-3a9b3ae9-1838-4398-9e6e-75671b0288db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0350a5-1f5c-4536-b393-df701b2c617d', 'name': 'tempest-TaggedBootDevicesTest_v242-1450671407-router', 'tenant_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '8b49ecca-9498-40b4-b9e9-138a19854600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:28:39Z', 'updated_at': '2021-11-25T17:28:44Z', 'revision_number': 4, 'project_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'gw_port': {'id': '8b49ecca-9498-40b4-b9e9-138a19854600', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fe:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0350a5-1f5c-4536-b393-df701b2c617d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:28:40Z', 'updated_at': '2021-11-25T17:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '7876ffaa-9d8b-49a8-aeec-46e97b6019e5', 'name': '', 'network_id': '124f5b02-f613-458f-b33d-77fb5d166863', 'tenant_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'mac_address': 'fa:16:3e:40:30:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0350a5-1f5c-4536-b393-df701b2c617d', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '3ed106f0-2cd9-4f3e-b760-6bf8df9e80f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:28:43Z', 'updated_at': '2021-11-25T17:28:54Z', 'revision_number': 4, 'project_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'subnets': [{'id': '3ed106f0-2cd9-4f3e-b760-6bf8df9e80f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:59.192682 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-480fa8e7-1c39-4638-be79-cf091efb1752 req-56b2162c-222c-461d-9dea-108f245e1994 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf672523-2b2d-4f1c-87a5-3b45351ca28c HTTP/1.1" status: 200 len: 210 time: 0.0475421 Nov 25 17:28:59.196977 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b329c0-a0ae-41e2-84b4-b4e6fe12f306 req-f6ead342-b931-48e5-8a64-97cdf7d43454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:59.198530 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-47b329c0-a0ae-41e2-84b4-b4e6fe12f306 req-f6ead342-b931-48e5-8a64-97cdf7d43454 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a6a21f906b38400cbefeb299443350d9&device_id=f0ec3582-ef53-42d6-9038-d83376390a54 HTTP/1.1" status: 200 len: 1174 time: 0.1216342 Nov 25 17:28:59.297242 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9b3ae9-1838-4398-9e6e-75671b0288db None None] The sync data for ids ['ff0350a5-1f5c-4536-b393-df701b2c617d'] in n-d-817746-1 is: [{'id': 'ff0350a5-1f5c-4536-b393-df701b2c617d', 'name': 'tempest-TaggedBootDevicesTest_v242-1450671407-router', 'tenant_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '8b49ecca-9498-40b4-b9e9-138a19854600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:28:39Z', 'updated_at': '2021-11-25T17:28:44Z', 'revision_number': 4, 'project_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'gw_port': {'id': '8b49ecca-9498-40b4-b9e9-138a19854600', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fe:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0350a5-1f5c-4536-b393-df701b2c617d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:28:40Z', 'updated_at': '2021-11-25T17:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '7876ffaa-9d8b-49a8-aeec-46e97b6019e5', 'name': '', 'network_id': '124f5b02-f613-458f-b33d-77fb5d166863', 'tenant_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'mac_address': 'fa:16:3e:40:30:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0350a5-1f5c-4536-b393-df701b2c617d', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '3ed106f0-2cd9-4f3e-b760-6bf8df9e80f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:28:43Z', 'updated_at': '2021-11-25T17:28:54Z', 'revision_number': 4, 'project_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'subnets': [{'id': '3ed106f0-2cd9-4f3e-b760-6bf8df9e80f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:28:59.367565 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e9fdc2cc-161a-4750-b2d4-25e60a935be2 req-e6203e6b-83bf-4840-903f-61641b4d4974 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:59.437928 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device e4690778-0ea4-4dee-9b02-a158795e56e2 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:28:59.484275 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b329c0-a0ae-41e2-84b4-b4e6fe12f306 req-5a3a8191-1084-46cf-92a1-d1bd90b48231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:59.486141 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-47b329c0-a0ae-41e2-84b4-b4e6fe12f306 req-5a3a8191-1084-46cf-92a1-d1bd90b48231 service neutron] 10.222.0.74 "GET /v2.0/networks?id=50ed7be7-341a-4bb0-b02f-f642589d92ba HTTP/1.1" status: 200 len: 914 time: 0.2800121 Nov 25 17:28:59.498023 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d6222-040b-4a76-9080-0a0fef6dfda1 req-30035070-cc08-4a19-b2c8-50b9077cb479 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:59.509886 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f17d6222-040b-4a76-9080-0a0fef6dfda1 req-30035070-cc08-4a19-b2c8-50b9077cb479 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=c28e96d6-a535-41aa-92c9-c5fd43652ebf HTTP/1.1" status: 200 len: 948 time: 0.2281909 Nov 25 17:28:59.543661 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e9fdc2cc-161a-4750-b2d4-25e60a935be2 req-e6203e6b-83bf-4840-903f-61641b4d4974 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:59.654757 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port e4690778-0ea4-4dee-9b02-a158795e56e2 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:28:59.655055 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:59.714522 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-47b329c0-a0ae-41e2-84b4-b4e6fe12f306 req-7b56d2d3-b303-4e98-987f-2a7765dddf39 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=026ec35f-53e8-4943-b0f3-5093108a4eb0 HTTP/1.1" status: 200 len: 217 time: 0.1627276 Nov 25 17:28:59.722829 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-3016fcb5-62ae-46a4-b0e0-7abed4d9b6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a105105-398a-4a11-9542-f930a25dd6c8', 'name': 'tempest-TaggedBootDevicesTest_v242-788127706-router', 'tenant_id': '6f10e00301ed4fce88a3367f061e8d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'e4690778-0ea4-4dee-9b02-a158795e56e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:28:48Z', 'updated_at': '2021-11-25T17:28:53Z', 'revision_number': 4, 'project_id': '6f10e00301ed4fce88a3367f061e8d75', 'gw_port': {'id': 'e4690778-0ea4-4dee-9b02-a158795e56e2', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:30:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a105105-398a-4a11-9542-f930a25dd6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:28:49Z', 'updated_at': '2021-11-25T17:28:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '068f40d4-b9bb-4c95-9b15-4fdea43b046e', 'name': '', 'network_id': '17f727a9-74a0-43f8-8799-2c93f74b6276', 'tenant_id': '6f10e00301ed4fce88a3367f061e8d75', 'mac_address': 'fa:16:3e:98:77:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a105105-398a-4a11-9542-f930a25dd6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '87e36d02-b2ae-49b8-8625-d7a15c344f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:28:52Z', 'updated_at': '2021-11-25T17:28:54Z', 'revision_number': 2, 'project_id': '6f10e00301ed4fce88a3367f061e8d75', 'subnets': [{'id': '87e36d02-b2ae-49b8-8625-d7a15c344f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:59.767052 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3016fcb5-62ae-46a4-b0e0-7abed4d9b6bd None None] Checking router: 6a105105-398a-4a11-9542-f930a25dd6c8 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:28:59.767417 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3016fcb5-62ae-46a4-b0e0-7abed4d9b6bd None None] Updating router 6a105105-398a-4a11-9542-f930a25dd6c8 port 068f40d4-b9bb-4c95-9b15-4fdea43b046e binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:28:59.794414 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 981205d1-f4d3-4ec4-9554-3aa640acff88 up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:28:59.865185 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-0d754770-911a-4cf6-ae9d-13a0a6ba756f None None] Provisioning complete for port 068f40d4-b9bb-4c95-9b15-4fdea43b046e triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:28:59.869072 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0d754770-911a-4cf6-ae9d-13a0a6ba756f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:59.870709 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3016fcb5-62ae-46a4-b0e0-7abed4d9b6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:59.899195 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f17d6222-040b-4a76-9080-0a0fef6dfda1 req-28faba12-f59d-47d6-b3e6-49b3c8a13460 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3880348 Nov 25 17:28:59.943575 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e9fdc2cc-161a-4750-b2d4-25e60a935be2 req-e6203e6b-83bf-4840-903f-61641b4d4974 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:59.955060 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e9fdc2cc-161a-4750-b2d4-25e60a935be2 req-e6203e6b-83bf-4840-903f-61641b4d4974 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:59.957053 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e9fdc2cc-161a-4750-b2d4-25e60a935be2 req-e6203e6b-83bf-4840-903f-61641b4d4974 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] 10.222.0.75 "DELETE /v2.0/security-groups/28ffe473-871a-4749-9fea-c00637ea9ad0 HTTP/1.1" status: 204 len: 173 time: 0.7995429 Nov 25 17:28:59.980813 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6203e6b-83bf-4840-903f-61641b4d4974 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ffe473-871a-4749-9fea-c00637ea9ad0,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:00.000163 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:00.019211 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b329c0-a0ae-41e2-84b4-b4e6fe12f306 req-b821e5e6-f61c-4daa-b758-5b79d152f845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:00.021071 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-47b329c0-a0ae-41e2-84b4-b4e6fe12f306 req-b821e5e6-f61c-4daa-b758-5b79d152f845 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f4c0e4dd-ba40-4565-915d-3405eb220964 HTTP/1.1" status: 200 len: 853 time: 0.2933235 Nov 25 17:29:00.078324 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f805e532-1bdb-456a-a58d-86f3ab6cdc9c req-03176260-2d2e-4c01-be98-3960dc8ad3cd service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=35882d81-5551-4479-99b5-3f4ef930fc0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1231663 Nov 25 17:29:00.118370 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-708fbbd7-04eb-41f9-8e1a-274a9793d37f req-51bd2211-cb3d-4359-a31d-4190ab37f6c4 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=9146b814-a564-4f66-ae0e-5fb421ea3d11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0896752 Nov 25 17:29:00.150537 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-0d754770-911a-4cf6-ae9d-13a0a6ba756f None None] Port 068f40d4-b9bb-4c95-9b15-4fdea43b046e cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:29:00.155694 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-47b329c0-a0ae-41e2-84b4-b4e6fe12f306 req-acac73ea-d079-4172-8cc5-a5bcfdb62fb8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=50ed7be7-341a-4bb0-b02f-f642589d92ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0936759 Nov 25 17:29:00.161155 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port e4690778-0ea4-4dee-9b02-a158795e56e2, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=e4690778-0ea4-4dee-9b02-a158795e56e2,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:00.163448 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e9da1-7744-4d13-8387-fb527dbf4c5e req-e6d0363c-0f42-4c2b-9566-f1afbaee8de9 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:00.165504 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-305e9da1-7744-4d13-8387-fb527dbf4c5e req-e6d0363c-0f42-4c2b-9566-f1afbaee8de9 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.90 "GET /v2.0/networks?id=6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5 HTTP/1.1" status: 200 len: 804 time: 0.5827124 Nov 25 17:29:00.199766 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-305e9da1-7744-4d13-8387-fb527dbf4c5e req-51f58b67-adfd-4e4f-82fc-9af7b679c216 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Request body: {'port': {'device_id': 'bf672523-2b2d-4f1c-87a5-3b45351ca28c', 'network_id': '6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5', 'admin_state_up': True, 'tenant_id': '733f83ade5ed462890d9dfd70ff5e26d'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:00.224430 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-708fbbd7-04eb-41f9-8e1a-274a9793d37f req-eb73f033-4c48-47b8-918f-bccd867f369e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=733f83ade5ed462890d9dfd70ff5e26d&device_id=9146b814-a564-4f66-ae0e-5fb421ea3d11 HTTP/1.1" status: 200 len: 210 time: 0.0576701 Nov 25 17:29:00.229587 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:00.335630 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f805e532-1bdb-456a-a58d-86f3ab6cdc9c req-3ef10c8f-a9e3-45bd-97e0-976768e78b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:00.345046 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f805e532-1bdb-456a-a58d-86f3ab6cdc9c req-3ef10c8f-a9e3-45bd-97e0-976768e78b21 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e949b071017c47779120773fb05efee7&device_id=35882d81-5551-4479-99b5-3f4ef930fc0b HTTP/1.1" status: 200 len: 1100 time: 0.0878799 Nov 25 17:29:00.351692 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port 981205d1-f4d3-4ec4-9554-3aa640acff88 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:29:00.397231 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 981205d1-f4d3-4ec4-9554-3aa640acff88 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:00.401887 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:00.531377 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-0d754770-911a-4cf6-ae9d-13a0a6ba756f None None] Provisioning complete for port f73a1937-5757-4159-9033-c6ba616f974c triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:00.532236 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0d754770-911a-4cf6-ae9d-13a0a6ba756f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:00.577211 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 7876ffaa-9d8b-49a8-aeec-46e97b6019e5 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:29:00.579696 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=e4690778-0ea4-4dee-9b02-a158795e56e2,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:00.663871 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f805e532-1bdb-456a-a58d-86f3ab6cdc9c req-a96b7722-1baa-41ce-981f-3d6b0c02b4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:00.665420 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f805e532-1bdb-456a-a58d-86f3ab6cdc9c req-a96b7722-1baa-41ce-981f-3d6b0c02b4f2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ab4fed0b-9bf1-4925-8765-94da08c5de2a HTTP/1.1" status: 200 len: 870 time: 0.2962742 Nov 25 17:29:00.731572 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f805e532-1bdb-456a-a58d-86f3ab6cdc9c req-d4f2a708-2525-497a-9489-1d1890fcb595 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=057d05e3-0c55-42f7-8017-905ae44193e9 HTTP/1.1" status: 200 len: 217 time: 0.0563264 Nov 25 17:29:00.801588 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f805e532-1bdb-456a-a58d-86f3ab6cdc9c req-f7320ec3-c773-48cb-988d-fe206e832a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:00.803255 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f805e532-1bdb-456a-a58d-86f3ab6cdc9c req-f7320ec3-c773-48cb-988d-fe206e832a64 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.0626705 Nov 25 17:29:00.881926 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f805e532-1bdb-456a-a58d-86f3ab6cdc9c req-bcc8b192-62ba-478f-af83-2d3c5b57449e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:00.884180 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f805e532-1bdb-456a-a58d-86f3ab6cdc9c req-bcc8b192-62ba-478f-af83-2d3c5b57449e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0729795 Nov 25 17:29:01.001969 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:01.052511 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9146b814-a564-4f66-ae0e-5fb421ea3d11', 'name': 'network-vif-deleted', 'tag': '958e243b-13dd-466c-b3a1-61bd001ce2c5'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:29:01.055286 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48d6b93-11c5-4eb7-8491-3ce4a1e36add" -d '{"events": [{"server_uuid": "9146b814-a564-4f66-ae0e-5fb421ea3d11", "name": "network-vif-deleted", "tag": "958e243b-13dd-466c-b3a1-61bd001ce2c5"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:29:01.068646 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708fbbd7-04eb-41f9-8e1a-274a9793d37f req-e949608a-352c-4b73-b641-ea804b6a19f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:01.070142 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-708fbbd7-04eb-41f9-8e1a-274a9793d37f req-e949608a-352c-4b73-b641-ea804b6a19f0 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=733f83ade5ed462890d9dfd70ff5e26d&shared=False HTTP/1.1" status: 200 len: 905 time: 0.2781620 Nov 25 17:29:01.074641 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f805e532-1bdb-456a-a58d-86f3ab6cdc9c req-fba61ac8-bf6b-4328-93b5-4eefa67fe9c6 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825197 Nov 25 17:29:01.081947 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 7876ffaa-9d8b-49a8-aeec-46e97b6019e5 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:01.082476 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:01.105932 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c28e96d6-a535-41aa-92c9-c5fd43652ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981205d1-f4d3-4ec4-9554-3aa640acff88'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:29:01.105932 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc52f10a-b331-4e39-b970-5dea6e7916c8" -d '{"events": [{"server_uuid": "c28e96d6-a535-41aa-92c9-c5fd43652ebf", "name": "network-vif-plugged", "status": "completed", "tag": "981205d1-f4d3-4ec4-9554-3aa640acff88"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:29:01.152883 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 981205d1-f4d3-4ec4-9554-3aa640acff88, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=981205d1-f4d3-4ec4-9554-3aa640acff88,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:01.182363 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:01.233837 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f805e532-1bdb-456a-a58d-86f3ab6cdc9c req-a6fc9706-6968-4644-9f0d-264434593dc5 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497867 Nov 25 17:29:01.311236 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=981205d1-f4d3-4ec4-9554-3aa640acff88,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:01.317657 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-82fe7bb1-6660-487d-950e-0fb461569943 req-34266189-e40d-4739-b5f0-71b9ef0b79e2 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/security-groups/aff4a741-4666-400e-b33f-ef66b02fca5f HTTP/1.1" status: 200 len: 1798 time: 0.5174890 Nov 25 17:29:01.320121 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3016fcb5-62ae-46a4-b0e0-7abed4d9b6bd None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:01.349700 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3016fcb5-62ae-46a4-b0e0-7abed4d9b6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:01.368581 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-47b329c0-a0ae-41e2-84b4-b4e6fe12f306 req-1aa6b512-95ed-4e77-9cb8-de74e90248e8 service neutron] 10.222.0.74 "GET /v2.0/networks/50ed7be7-341a-4bb0-b02f-f642589d92ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2005486 Nov 25 17:29:01.415721 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device f73a1937-5757-4159-9033-c6ba616f974c up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:29:01.427079 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755cd43f-6f20-4361-b177-edac00d6fd92 None None] Pushing event updated for resources: {'Port': ['ID=068f40d4-b9bb-4c95-9b15-4fdea43b046e,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:01.565884 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-3016fcb5-62ae-46a4-b0e0-7abed4d9b6bd None None] Attempting to bind port 068f40d4-b9bb-4c95-9b15-4fdea43b046e on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:29:01.567258 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-3016fcb5-62ae-46a4-b0e0-7abed4d9b6bd None None] Attempting to bind port 068f40d4-b9bb-4c95-9b15-4fdea43b046e by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '52d51090-e2f8-4842-9286-d6d3cfc16a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '17f727a9-74a0-43f8-8799-2c93f74b6276'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:29:01.567258 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3016fcb5-62ae-46a4-b0e0-7abed4d9b6bd None None] Attempting to bind port 068f40d4-b9bb-4c95-9b15-4fdea43b046e on network 17f727a9-74a0-43f8-8799-2c93f74b6276 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:29:01.579676 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3016fcb5-62ae-46a4-b0e0-7abed4d9b6bd None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:29:01.581239 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3016fcb5-62ae-46a4-b0e0-7abed4d9b6bd None None] Checking segment: {'id': '52d51090-e2f8-4842-9286-d6d3cfc16a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '17f727a9-74a0-43f8-8799-2c93f74b6276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:29:01.581672 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3016fcb5-62ae-46a4-b0e0-7abed4d9b6bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:01.582490 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3016fcb5-62ae-46a4-b0e0-7abed4d9b6bd None None] Bound using segment: {'id': '52d51090-e2f8-4842-9286-d6d3cfc16a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '17f727a9-74a0-43f8-8799-2c93f74b6276'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:29:01.583799 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-3016fcb5-62ae-46a4-b0e0-7abed4d9b6bd None None] Bound port: 068f40d4-b9bb-4c95-9b15-4fdea43b046e, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d51090-e2f8-4842-9286-d6d3cfc16a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '17f727a9-74a0-43f8-8799-2c93f74b6276'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:29:01.585508 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3016fcb5-62ae-46a4-b0e0-7abed4d9b6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:01.590584 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98135879-4d03-43fa-b0fe-31cbd1e91eca req-8a887ee9-7933-460f-bf4d-25bd35eeab73 tempest-ServerTagsTestJSON-1128326762 tempest-ServerTagsTestJSON-1128326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:01.592780 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-98135879-4d03-43fa-b0fe-31cbd1e91eca req-8a887ee9-7933-460f-bf4d-25bd35eeab73 tempest-ServerTagsTestJSON-1128326762 tempest-ServerTagsTestJSON-1128326762-project] 10.222.0.75 "GET /v2.0/networks?id=277b957d-59aa-4686-ae8e-34800143c8cc HTTP/1.1" status: 200 len: 809 time: 0.8026068 Nov 25 17:29:01.630266 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port f73a1937-5757-4159-9033-c6ba616f974c triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:01.630702 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:01.654738 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708fbbd7-04eb-41f9-8e1a-274a9793d37f req-8cd29e1c-ad5d-41aa-88f6-0f9e50ea770a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:01.656333 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-708fbbd7-04eb-41f9-8e1a-274a9793d37f req-8cd29e1c-ad5d-41aa-88f6-0f9e50ea770a service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5406973 Nov 25 17:29:01.663007 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cfdcda02-a307-428f-9066-84fe0fcc4b80 req-36f8cb7b-9902-44dc-88e2-19cf41bb7d5a tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] 10.222.0.75 "GET /v2.0/security-groups/0c16a642-f3d5-4054-85f8-69207b424258 HTTP/1.1" status: 200 len: 1821 time: 0.3156528 Nov 25 17:29:01.666977 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-98135879-4d03-43fa-b0fe-31cbd1e91eca req-e0d65ccf-d36a-44b9-b22c-b003e5c95a76 tempest-ServerTagsTestJSON-1128326762 tempest-ServerTagsTestJSON-1128326762-project] 10.222.0.75 "GET /v2.0/quotas/f44968f42ed74267a411cb459eea9954 HTTP/1.1" status: 200 len: 375 time: 0.0510552 Nov 25 17:29:01.669608 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-305e9da1-7744-4d13-8387-fb527dbf4c5e req-51f58b67-adfd-4e4f-82fc-9af7b679c216 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Made reservation on behalf of 733f83ade5ed462890d9dfd70ff5e26d for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:29:01.674889 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-305e9da1-7744-4d13-8387-fb527dbf4c5e req-51f58b67-adfd-4e4f-82fc-9af7b679c216 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:01.742662 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-3016fcb5-62ae-46a4-b0e0-7abed4d9b6bd None None] For port 068f40d4-b9bb-4c95-9b15-4fdea43b046e, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:29:01.747250 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-3016fcb5-62ae-46a4-b0e0-7abed4d9b6bd None None] For port 068f40d4-b9bb-4c95-9b15-4fdea43b046e, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=068f40d4-b9bb-4c95-9b15-4fdea43b046e,segment=NetworkSegment(52d51090-e2f8-4842-9286-d6d3cfc16a5f),segment_id=52d51090-e2f8-4842-9286-d6d3cfc16a5f)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:29:01.758949 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3016fcb5-62ae-46a4-b0e0-7abed4d9b6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:01.775537 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-98135879-4d03-43fa-b0fe-31cbd1e91eca req-9585e7d0-3a6f-4727-a9d2-1356c3f11a15 tempest-ServerTagsTestJSON-1128326762 tempest-ServerTagsTestJSON-1128326762-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=f44968f42ed74267a411cb459eea9954&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0708466 Nov 25 17:29:01.788261 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-47b329c0-a0ae-41e2-84b4-b4e6fe12f306 req-e54761be-2c1f-46ea-a233-42c7169904ce service neutron] 10.222.0.74 "GET /v2.0/networks/50ed7be7-341a-4bb0-b02f-f642589d92ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883426 Nov 25 17:29:01.870129 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755cd43f-6f20-4361-b177-edac00d6fd92 None None] Pushing event updated for resources: {'Port': ['ID=068f40d4-b9bb-4c95-9b15-4fdea43b046e,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:01.879597 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3016fcb5-62ae-46a4-b0e0-7abed4d9b6bd None None] Routers {'6a105105-398a-4a11-9542-f930a25dd6c8'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:29:01.881717 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-3016fcb5-62ae-46a4-b0e0-7abed4d9b6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:28:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['6a105105-398a-4a11-9542-f930a25dd6c8'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:01.884705 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-794f6c95-57a1-46b9-9685-381393cd4863 None None] Provisioning complete for port 068f40d4-b9bb-4c95-9b15-4fdea43b046e triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:01.885175 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-794f6c95-57a1-46b9-9685-381393cd4863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:02.027811 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-cfdcda02-a307-428f-9066-84fe0fcc4b80 req-adb9c5f9-9d9f-480e-93e8-3c6f9f5535ce tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:02.113088 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-cfdcda02-a307-428f-9066-84fe0fcc4b80 req-adb9c5f9-9d9f-480e-93e8-3c6f9f5535ce tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:02.146769 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-305e9da1-7744-4d13-8387-fb527dbf4c5e req-51f58b67-adfd-4e4f-82fc-9af7b679c216 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Allocated IP 172.20.0.2 (6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5/577f7e8f-a41f-42c3-a5d0-23f6361748a4/809318ad-6e29-4c2d-b0c8-bc3044b5c0a2) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:29:02.171046 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-98135879-4d03-43fa-b0fe-31cbd1e91eca req-dbea9f33-77a4-4b16-8c0a-f7eb8702b02d service neutron] 10.222.0.75 "GET /v2.0/networks/277b957d-59aa-4686-ae8e-34800143c8cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3816185 Nov 25 17:29:02.214547 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-794f6c95-57a1-46b9-9685-381393cd4863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:02.229167 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-3016fcb5-62ae-46a4-b0e0-7abed4d9b6bd None None] Set router 6a105105-398a-4a11-9542-f930a25dd6c8 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:29:02.278005 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-cfdcda02-a307-428f-9066-84fe0fcc4b80 req-adb9c5f9-9d9f-480e-93e8-3c6f9f5535ce tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:02.282195 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-cfdcda02-a307-428f-9066-84fe0fcc4b80 req-adb9c5f9-9d9f-480e-93e8-3c6f9f5535ce tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:02.282195 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cfdcda02-a307-428f-9066-84fe0fcc4b80 req-adb9c5f9-9d9f-480e-93e8-3c6f9f5535ce tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] 10.222.0.75 "DELETE /v2.0/security-groups/0c16a642-f3d5-4054-85f8-69207b424258 HTTP/1.1" status: 204 len: 173 time: 0.6039886 Nov 25 17:29:02.328858 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb9c5f9-9d9f-480e-93e8-3c6f9f5535ce tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c16a642-f3d5-4054-85f8-69207b424258,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:02.334846 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-794f6c95-57a1-46b9-9685-381393cd4863 None None] For port 068f40d4-b9bb-4c95-9b15-4fdea43b046e, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=068f40d4-b9bb-4c95-9b15-4fdea43b046e,segment=NetworkSegment(52d51090-e2f8-4842-9286-d6d3cfc16a5f),segment_id=52d51090-e2f8-4842-9286-d6d3cfc16a5f)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:02.377605 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-98135879-4d03-43fa-b0fe-31cbd1e91eca req-8c10e945-dcc9-4157-b85d-0ac6a600637c service neutron] 10.222.0.75 "GET /v2.0/networks/277b957d-59aa-4686-ae8e-34800143c8cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941590 Nov 25 17:29:02.416155 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-90c8e3f0-8e28-4216-94e1-00dde2fcbfa7 req-fcb598a5-d9a9-44d5-9c06-7c60ff50ec21 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf672523-2b2d-4f1c-87a5-3b45351ca28c HTTP/1.1" status: 200 len: 210 time: 0.0355091 Nov 25 17:29:02.452576 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-794f6c95-57a1-46b9-9685-381393cd4863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:02.496464 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device e4690778-0ea4-4dee-9b02-a158795e56e2 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:29:02.504624 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-305e9da1-7744-4d13-8387-fb527dbf4c5e req-51f58b67-adfd-4e4f-82fc-9af7b679c216 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:02.589420 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794f6c95-57a1-46b9-9685-381393cd4863 None None] Pushing event updated for resources: {'Port': ['ID=068f40d4-b9bb-4c95-9b15-4fdea43b046e,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:02.610229 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b102b364-9915-4cbb-a1c8-cd78037bba48 None None] Provisioning complete for port 068f40d4-b9bb-4c95-9b15-4fdea43b046e triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:02.610609 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b102b364-9915-4cbb-a1c8-cd78037bba48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:02.612525 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-305e9da1-7744-4d13-8387-fb527dbf4c5e req-51f58b67-adfd-4e4f-82fc-9af7b679c216 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:02.638930 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb04ea2b-4cd1-4cac-954b-a6015b05c88f x-openstack-request-id: req-bb04ea2b-4cd1-4cac-954b-a6015b05c88f {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:29:02.639224 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9146b814-a564-4f66-ae0e-5fb421ea3d11", "name": "network-vif-deleted", "tag": "958e243b-13dd-466c-b3a1-61bd001ce2c5", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:29:02.639482 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bb04ea2b-4cd1-4cac-954b-a6015b05c88f {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:29:02.640165 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9146b814-a564-4f66-ae0e-5fb421ea3d11', 'name': 'network-vif-deleted', 'tag': '958e243b-13dd-466c-b3a1-61bd001ce2c5', 'status': 'completed', 'code': 200} Nov 25 17:29:02.703415 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ebf3b25-54f2-4bb3-88dd-a196109173ea x-openstack-request-id: req-6ebf3b25-54f2-4bb3-88dd-a196109173ea {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:29:02.703761 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c28e96d6-a535-41aa-92c9-c5fd43652ebf", "name": "network-vif-plugged", "status": "completed", "tag": "981205d1-f4d3-4ec4-9554-3aa640acff88", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:29:02.703958 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6ebf3b25-54f2-4bb3-88dd-a196109173ea {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:29:02.704364 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c28e96d6-a535-41aa-92c9-c5fd43652ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981205d1-f4d3-4ec4-9554-3aa640acff88', 'code': 200} Nov 25 17:29:02.793885 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-3016fcb5-62ae-46a4-b0e0-7abed4d9b6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a105105-398a-4a11-9542-f930a25dd6c8', 'name': 'tempest-TaggedBootDevicesTest_v242-788127706-router', 'tenant_id': '6f10e00301ed4fce88a3367f061e8d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'e4690778-0ea4-4dee-9b02-a158795e56e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:28:48Z', 'updated_at': '2021-11-25T17:28:53Z', 'revision_number': 4, 'project_id': '6f10e00301ed4fce88a3367f061e8d75', 'gw_port': {'id': 'e4690778-0ea4-4dee-9b02-a158795e56e2', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:30:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a105105-398a-4a11-9542-f930a25dd6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:28:49Z', 'updated_at': '2021-11-25T17:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '068f40d4-b9bb-4c95-9b15-4fdea43b046e', 'name': '', 'network_id': '17f727a9-74a0-43f8-8799-2c93f74b6276', 'tenant_id': '6f10e00301ed4fce88a3367f061e8d75', 'mac_address': 'fa:16:3e:98:77:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a105105-398a-4a11-9542-f930a25dd6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '87e36d02-b2ae-49b8-8625-d7a15c344f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:28:52Z', 'updated_at': '2021-11-25T17:29:01Z', 'revision_number': 4, 'project_id': '6f10e00301ed4fce88a3367f061e8d75', 'subnets': [{'id': '87e36d02-b2ae-49b8-8625-d7a15c344f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:02.804793 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-305e9da1-7744-4d13-8387-fb527dbf4c5e req-51f58b67-adfd-4e4f-82fc-9af7b679c216 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Network 6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:29:02.830968 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port e4690778-0ea4-4dee-9b02-a158795e56e2 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:02.831332 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:02.833398 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3016fcb5-62ae-46a4-b0e0-7abed4d9b6bd None None] The sync data for ids ['6a105105-398a-4a11-9542-f930a25dd6c8'] in n-d-817746-1 is: [{'id': '6a105105-398a-4a11-9542-f930a25dd6c8', 'name': 'tempest-TaggedBootDevicesTest_v242-788127706-router', 'tenant_id': '6f10e00301ed4fce88a3367f061e8d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'e4690778-0ea4-4dee-9b02-a158795e56e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:28:48Z', 'updated_at': '2021-11-25T17:28:53Z', 'revision_number': 4, 'project_id': '6f10e00301ed4fce88a3367f061e8d75', 'gw_port': {'id': 'e4690778-0ea4-4dee-9b02-a158795e56e2', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:30:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a105105-398a-4a11-9542-f930a25dd6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:28:49Z', 'updated_at': '2021-11-25T17:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '068f40d4-b9bb-4c95-9b15-4fdea43b046e', 'name': '', 'network_id': '17f727a9-74a0-43f8-8799-2c93f74b6276', 'tenant_id': '6f10e00301ed4fce88a3367f061e8d75', 'mac_address': 'fa:16:3e:98:77:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a105105-398a-4a11-9542-f930a25dd6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '87e36d02-b2ae-49b8-8625-d7a15c344f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:28:52Z', 'updated_at': '2021-11-25T17:29:01Z', 'revision_number': 4, 'project_id': '6f10e00301ed4fce88a3367f061e8d75', 'subnets': [{'id': '87e36d02-b2ae-49b8-8625-d7a15c344f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:29:02.849705 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-305e9da1-7744-4d13-8387-fb527dbf4c5e req-51f58b67-adfd-4e4f-82fc-9af7b679c216 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:02.858875 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17d914-f5de-4cae-abc2-14db2b602a82 req-debc5aa1-b91e-4204-8807-6046fbbdc404 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:02.866268 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7c17d914-f5de-4cae-abc2-14db2b602a82 req-debc5aa1-b91e-4204-8807-6046fbbdc404 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=c28e96d6-a535-41aa-92c9-c5fd43652ebf HTTP/1.1" status: 200 len: 949 time: 0.2642171 Nov 25 17:29:02.873179 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-305e9da1-7744-4d13-8387-fb527dbf4c5e req-51f58b67-adfd-4e4f-82fc-9af7b679c216 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:29:02.893782 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f58b67-adfd-4e4f-82fc-9af7b679c216 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Pushing event updated for resources: {'Port': ['ID=809318ad-6e29-4c2d-b0c8-bc3044b5c0a2,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:03.001618 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-39e7b2b4-4098-44d5-8fb9-7e1804c0c249 req-ece7f8e9-47fe-4233-8339-59dc29727552 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/security-groups/aff4a741-4666-400e-b33f-ef66b02fca5f HTTP/1.1" status: 200 len: 1798 time: 0.2529392 Nov 25 17:29:03.070032 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289bce1e-8160-4355-88d3-2910fb06ef46 req-507ff9d0-42fc-4054-b8b1-da5b4a552f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:03.074548 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-289bce1e-8160-4355-88d3-2910fb06ef46 req-507ff9d0-42fc-4054-b8b1-da5b4a552f19 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c28e96d6-a535-41aa-92c9-c5fd43652ebf HTTP/1.1" status: 200 len: 1100 time: 0.3056707 Nov 25 17:29:03.129624 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e9da1-7744-4d13-8387-fb527dbf4c5e req-51f58b67-adfd-4e4f-82fc-9af7b679c216 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:03.131015 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-305e9da1-7744-4d13-8387-fb527dbf4c5e req-51f58b67-adfd-4e4f-82fc-9af7b679c216 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:03.181039 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7c17d914-f5de-4cae-abc2-14db2b602a82 req-096035da-97b0-405e-8fd4-50bfab44a637 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137887 Nov 25 17:29:03.189080 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-305e9da1-7744-4d13-8387-fb527dbf4c5e req-51f58b67-adfd-4e4f-82fc-9af7b679c216 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0030887 Nov 25 17:29:03.209033 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-305e9da1-7744-4d13-8387-fb527dbf4c5e req-db66f56a-c28e-40f1-a38d-54b84feb8b11 service neutron] Request body: {'port': {'device_id': 'bf672523-2b2d-4f1c-87a5-3b45351ca28c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:03.243329 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-289bce1e-8160-4355-88d3-2910fb06ef46 req-288d3437-38c7-4df9-a818-a88824e250de service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500680 Nov 25 17:29:03.279890 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-39e7b2b4-4098-44d5-8fb9-7e1804c0c249 req-ed7d21ee-30d4-498c-8c29-acab5b5c6316 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:03.350039 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-39e7b2b4-4098-44d5-8fb9-7e1804c0c249 req-ed7d21ee-30d4-498c-8c29-acab5b5c6316 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:03.364034 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0243aa8a-ebde-40d3-8386-0ae70942058f req-cd7a2b3f-bcb3-4315-a10d-c550e6cb8ad5 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] 10.222.0.75 "GET /v2.0/security-groups/319deed4-1b57-45d1-9947-f21e99da4820 HTTP/1.1" status: 200 len: 2421 time: 0.1409552 Nov 25 17:29:03.367359 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-305e9da1-7744-4d13-8387-fb527dbf4c5e req-db66f56a-c28e-40f1-a38d-54b84feb8b11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:03.471146 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-39e7b2b4-4098-44d5-8fb9-7e1804c0c249 req-ed7d21ee-30d4-498c-8c29-acab5b5c6316 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:03.474137 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-39e7b2b4-4098-44d5-8fb9-7e1804c0c249 req-ed7d21ee-30d4-498c-8c29-acab5b5c6316 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:03.475271 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-39e7b2b4-4098-44d5-8fb9-7e1804c0c249 req-ed7d21ee-30d4-498c-8c29-acab5b5c6316 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "DELETE /v2.0/security-groups/aff4a741-4666-400e-b33f-ef66b02fca5f HTTP/1.1" status: 204 len: 173 time: 0.4562361 Nov 25 17:29:03.509708 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7d21ee-30d4-498c-8c29-acab5b5c6316 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff4a741-4666-400e-b33f-ef66b02fca5f,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:03.594140 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0243aa8a-ebde-40d3-8386-0ae70942058f req-0ae519ac-3d11-4655-9680-2ff81d787bdc tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:03.670249 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0243aa8a-ebde-40d3-8386-0ae70942058f req-0ae519ac-3d11-4655-9680-2ff81d787bdc tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:03.855184 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0243aa8a-ebde-40d3-8386-0ae70942058f req-0ae519ac-3d11-4655-9680-2ff81d787bdc tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:03.858473 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0243aa8a-ebde-40d3-8386-0ae70942058f req-0ae519ac-3d11-4655-9680-2ff81d787bdc tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:03.860367 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0243aa8a-ebde-40d3-8386-0ae70942058f req-0ae519ac-3d11-4655-9680-2ff81d787bdc tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] 10.222.0.75 "DELETE /v2.0/security-groups/319deed4-1b57-45d1-9947-f21e99da4820 HTTP/1.1" status: 204 len: 173 time: 0.4746780 Nov 25 17:29:03.901284 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae519ac-3d11-4655-9680-2ff81d787bdc tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=319deed4-1b57-45d1-9947-f21e99da4820,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:03.948939 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-305e9da1-7744-4d13-8387-fb527dbf4c5e req-db66f56a-c28e-40f1-a38d-54b84feb8b11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 809318ad-6e29-4c2d-b0c8-bc3044b5c0a2 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:29:03.957562 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-305e9da1-7744-4d13-8387-fb527dbf4c5e req-db66f56a-c28e-40f1-a38d-54b84feb8b11 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:03.989838 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2d59d2d8-1702-42b9-ab2f-da7c9b714f5b req-bd3a35d6-864a-4904-b103-32e4539ae281 tempest-ServerTagsTestJSON-1128326762 tempest-ServerTagsTestJSON-1128326762-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5142c58-dba5-4e3a-8080-155fcedcda40 HTTP/1.1" status: 200 len: 210 time: 0.1218688 Nov 25 17:29:04.009284 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-305e9da1-7744-4d13-8387-fb527dbf4c5e req-db66f56a-c28e-40f1-a38d-54b84feb8b11 service neutron] Transition to ACTIVE for port object 809318ad-6e29-4c2d-b0c8-bc3044b5c0a2 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:29:04.017236 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-305e9da1-7744-4d13-8387-fb527dbf4c5e req-db66f56a-c28e-40f1-a38d-54b84feb8b11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:04.170156 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db66f56a-c28e-40f1-a38d-54b84feb8b11 service neutron] Pushing event updated for resources: {'Port': ['ID=809318ad-6e29-4c2d-b0c8-bc3044b5c0a2,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:04.227290 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0861f8-60b8-42ac-9ff1-3f9a91825cbf req-f12e138e-ea1e-48b5-a568-533eedd5dfb5 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:04.228237 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fc0861f8-60b8-42ac-9ff1-3f9a91825cbf req-f12e138e-ea1e-48b5-a568-533eedd5dfb5 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf672523-2b2d-4f1c-87a5-3b45351ca28c HTTP/1.1" status: 200 len: 943 time: 0.1554492 Nov 25 17:29:04.286500 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-305e9da1-7744-4d13-8387-fb527dbf4c5e req-db66f56a-c28e-40f1-a38d-54b84feb8b11 service neutron] Attempting to bind port 809318ad-6e29-4c2d-b0c8-bc3044b5c0a2 on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:29:04.286842 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-305e9da1-7744-4d13-8387-fb527dbf4c5e req-db66f56a-c28e-40f1-a38d-54b84feb8b11 service neutron] Attempting to bind port 809318ad-6e29-4c2d-b0c8-bc3044b5c0a2 by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '6347e9f6-96b1-4f56-a092-a9cf81778fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:29:04.287180 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305e9da1-7744-4d13-8387-fb527dbf4c5e req-db66f56a-c28e-40f1-a38d-54b84feb8b11 service neutron] Attempting to bind port 809318ad-6e29-4c2d-b0c8-bc3044b5c0a2 on network 6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:29:04.323696 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [req-f4e108c3-63f8-4663-abcb-05f4b6a020ee req-8b173b0e-a262-4990-86d3-dcd9aa32db4e tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] show failed (client error): The resource could not be found. Nov 25 17:29:04.324730 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f4e108c3-63f8-4663-abcb-05f4b6a020ee req-8b173b0e-a262-4990-86d3-dcd9aa32db4e tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/security-groups/aff4a741-4666-400e-b33f-ef66b02fca5f HTTP/1.1" status: 404 len: 352 time: 0.0553446 Nov 25 17:29:04.332803 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305e9da1-7744-4d13-8387-fb527dbf4c5e req-db66f56a-c28e-40f1-a38d-54b84feb8b11 service neutron] Port 809318ad-6e29-4c2d-b0c8-bc3044b5c0a2 on network 6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:29:04.333183 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305e9da1-7744-4d13-8387-fb527dbf4c5e req-db66f56a-c28e-40f1-a38d-54b84feb8b11 service neutron] Attempting to bind port 809318ad-6e29-4c2d-b0c8-bc3044b5c0a2 on network 6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:29:04.421407 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305e9da1-7744-4d13-8387-fb527dbf4c5e req-db66f56a-c28e-40f1-a38d-54b84feb8b11 service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:29:04.421763 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305e9da1-7744-4d13-8387-fb527dbf4c5e req-db66f56a-c28e-40f1-a38d-54b84feb8b11 service neutron] Checking segment: {'id': '6347e9f6-96b1-4f56-a092-a9cf81778fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:29:04.422158 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305e9da1-7744-4d13-8387-fb527dbf4c5e req-db66f56a-c28e-40f1-a38d-54b84feb8b11 service neutron] Bound using segment: {'id': '6347e9f6-96b1-4f56-a092-a9cf81778fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:29:04.422610 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-305e9da1-7744-4d13-8387-fb527dbf4c5e req-db66f56a-c28e-40f1-a38d-54b84feb8b11 service neutron] Bound port: 809318ad-6e29-4c2d-b0c8-bc3044b5c0a2, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6347e9f6-96b1-4f56-a092-a9cf81778fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:29:04.422979 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-305e9da1-7744-4d13-8387-fb527dbf4c5e req-db66f56a-c28e-40f1-a38d-54b84feb8b11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:04.430257 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 068f40d4-b9bb-4c95-9b15-4fdea43b046e up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:29:04.467741 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fc0861f8-60b8-42ac-9ff1-3f9a91825cbf req-6f8446fb-859b-4dd3-ba09-327890cf83a9 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/security-groups?id=84be2441-5ea8-4292-81c0-e25d06d16adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100079 Nov 25 17:29:04.531429 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 068f40d4-b9bb-4c95-9b15-4fdea43b046e triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:04.532548 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:04.646740 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98135879-4d03-43fa-b0fe-31cbd1e91eca req-5bf196e7-bbbc-4f05-a88a-d7bc906c9c0c tempest-ServerTagsTestJSON-1128326762 tempest-ServerTagsTestJSON-1128326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:04.648284 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-98135879-4d03-43fa-b0fe-31cbd1e91eca req-5bf196e7-bbbc-4f05-a88a-d7bc906c9c0c tempest-ServerTagsTestJSON-1128326762 tempest-ServerTagsTestJSON-1128326762-project] 10.222.0.74 "GET /v2.0/networks?id=277b957d-59aa-4686-ae8e-34800143c8cc HTTP/1.1" status: 200 len: 809 time: 0.3473384 Nov 25 17:29:04.664955 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdc6e4-7e69-4921-bb8c-54570918cb70 req-3dcf016b-4e85-4150-94d1-8c64d3725e17 tempest-ServerPasswordTestJSON-911679787 tempest-ServerPasswordTestJSON-911679787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:04.666070 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1fbdc6e4-7e69-4921-bb8c-54570918cb70 req-3dcf016b-4e85-4150-94d1-8c64d3725e17 tempest-ServerPasswordTestJSON-911679787 tempest-ServerPasswordTestJSON-911679787-project] 10.222.0.75 "GET /v2.0/ports?device_id=a5d80be4-25ef-4007-b076-d3f03b397355 HTTP/1.1" status: 200 len: 946 time: 0.1875415 Nov 25 17:29:04.674720 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-98135879-4d03-43fa-b0fe-31cbd1e91eca req-a8c91653-a6bc-40e8-9cf3-8e56d935f322 tempest-ServerTagsTestJSON-1128326762 tempest-ServerTagsTestJSON-1128326762-project] Request body: {'port': {'device_id': 'd5142c58-dba5-4e3a-8080-155fcedcda40', 'network_id': '277b957d-59aa-4686-ae8e-34800143c8cc', 'admin_state_up': True, 'tenant_id': 'f44968f42ed74267a411cb459eea9954'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:04.679487 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-305e9da1-7744-4d13-8387-fb527dbf4c5e req-db66f56a-c28e-40f1-a38d-54b84feb8b11 service neutron] For port 809318ad-6e29-4c2d-b0c8-bc3044b5c0a2, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:29:04.684387 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-305e9da1-7744-4d13-8387-fb527dbf4c5e req-db66f56a-c28e-40f1-a38d-54b84feb8b11 service neutron] For port 809318ad-6e29-4c2d-b0c8-bc3044b5c0a2, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=809318ad-6e29-4c2d-b0c8-bc3044b5c0a2,segment=NetworkSegment(6347e9f6-96b1-4f56-a092-a9cf81778fe8),segment_id=6347e9f6-96b1-4f56-a092-a9cf81778fe8)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:29:04.697454 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-99022cac-bb0e-43a1-b191-9500f280ee55 req-b4324b7e-e35a-4780-ac63-a0cbae18dcb8 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] 10.222.0.75 "GET /v2.0/security-groups/257cdb62-4e15-4181-8e9e-aeb5ba79122f HTTP/1.1" status: 200 len: 2414 time: 0.1762145 Nov 25 17:29:04.711150 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-305e9da1-7744-4d13-8387-fb527dbf4c5e req-db66f56a-c28e-40f1-a38d-54b84feb8b11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:05.128940 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e9da1-7744-4d13-8387-fb527dbf4c5e req-db66f56a-c28e-40f1-a38d-54b84feb8b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:05.129560 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-305e9da1-7744-4d13-8387-fb527dbf4c5e req-db66f56a-c28e-40f1-a38d-54b84feb8b11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:05.131007 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-305e9da1-7744-4d13-8387-fb527dbf4c5e req-db66f56a-c28e-40f1-a38d-54b84feb8b11 service neutron] 10.222.0.90 "PUT /v2.0/ports/809318ad-6e29-4c2d-b0c8-bc3044b5c0a2 HTTP/1.1" status: 200 len: 1091 time: 1.9288733 Nov 25 17:29:05.131488 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf672523-2b2d-4f1c-87a5-3b45351ca28c', 'tag': '809318ad-6e29-4c2d-b0c8-bc3044b5c0a2'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:29:05.134228 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519801e4-c264-4d6e-912a-b4befb8b6963" -d '{"events": [{"name": "network-changed", "server_uuid": "bf672523-2b2d-4f1c-87a5-3b45351ca28c", "tag": "809318ad-6e29-4c2d-b0c8-bc3044b5c0a2"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:29:05.195969 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db66f56a-c28e-40f1-a38d-54b84feb8b11 service neutron] Pushing event updated for resources: {'Port': ['ID=809318ad-6e29-4c2d-b0c8-bc3044b5c0a2,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:05.231531 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1fbdc6e4-7e69-4921-bb8c-54570918cb70 req-5c06f0da-4480-4ab2-af00-b30b8a1d1905 tempest-ServerPasswordTestJSON-911679787 tempest-ServerPasswordTestJSON-911679787-project] 10.222.0.75 "GET /v2.0/security-groups?id=98b81d25-6ada-4dd7-b808-9d347aec6e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5496266 Nov 25 17:29:05.258523 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-99022cac-bb0e-43a1-b191-9500f280ee55 req-2fb023c1-c363-41ab-9af0-976ac16bccf7 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:05.297391 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e9da1-7744-4d13-8387-fb527dbf4c5e req-d7f656ae-d65f-4c49-86d3-2e7bf5ad1113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:05.299125 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-305e9da1-7744-4d13-8387-fb527dbf4c5e req-d7f656ae-d65f-4c49-86d3-2e7bf5ad1113 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=733f83ade5ed462890d9dfd70ff5e26d&device_id=bf672523-2b2d-4f1c-87a5-3b45351ca28c HTTP/1.1" status: 200 len: 1094 time: 0.1171916 Nov 25 17:29:05.316618 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-99022cac-bb0e-43a1-b191-9500f280ee55 req-2fb023c1-c363-41ab-9af0-976ac16bccf7 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:05.338345 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98135879-4d03-43fa-b0fe-31cbd1e91eca req-a8c91653-a6bc-40e8-9cf3-8e56d935f322 tempest-ServerTagsTestJSON-1128326762 tempest-ServerTagsTestJSON-1128326762-project] Made reservation on behalf of f44968f42ed74267a411cb459eea9954 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:29:05.341816 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-98135879-4d03-43fa-b0fe-31cbd1e91eca req-a8c91653-a6bc-40e8-9cf3-8e56d935f322 tempest-ServerTagsTestJSON-1128326762 tempest-ServerTagsTestJSON-1128326762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:05.423817 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-305e9da1-7744-4d13-8387-fb527dbf4c5e req-4ba7d8ed-dd7f-44f8-ae63-6e1e7d6726ff service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=809318ad-6e29-4c2d-b0c8-bc3044b5c0a2 HTTP/1.1" status: 200 len: 217 time: 0.1120024 Nov 25 17:29:05.545665 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84497bcb-285c-4537-b02e-fe2c4da87182 req-1f3e4d41-632c-4505-bd64-5188b840f2ed tempest-ServerPasswordTestJSON-911679787 tempest-ServerPasswordTestJSON-911679787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:05.547210 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-84497bcb-285c-4537-b02e-fe2c4da87182 req-1f3e4d41-632c-4505-bd64-5188b840f2ed tempest-ServerPasswordTestJSON-911679787 tempest-ServerPasswordTestJSON-911679787-project] 10.222.0.90 "GET /v2.0/ports?device_id=a5d80be4-25ef-4007-b076-d3f03b397355 HTTP/1.1" status: 200 len: 946 time: 0.2471504 Nov 25 17:29:05.564935 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d222fd8-3ecd-4630-8fb7-08d06633e9e3 req-929ec255-e2d2-426c-9434-4132c448e2e6 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:05.566445 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d222fd8-3ecd-4630-8fb7-08d06633e9e3 req-929ec255-e2d2-426c-9434-4132c448e2e6 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=c28e96d6-a535-41aa-92c9-c5fd43652ebf HTTP/1.1" status: 200 len: 949 time: 0.2537799 Nov 25 17:29:05.578224 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e9da1-7744-4d13-8387-fb527dbf4c5e req-f2c60050-4691-4c8f-8fe9-f0e9d77eb2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:05.579641 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-305e9da1-7744-4d13-8387-fb527dbf4c5e req-f2c60050-4691-4c8f-8fe9-f0e9d77eb2ac service neutron] 10.222.0.90 "GET /v2.0/subnets?id=577f7e8f-a41f-42c3-a5d0-23f6361748a4 HTTP/1.1" status: 200 len: 844 time: 0.1467946 Nov 25 17:29:05.585240 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-99022cac-bb0e-43a1-b191-9500f280ee55 req-2fb023c1-c363-41ab-9af0-976ac16bccf7 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:05.587802 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-99022cac-bb0e-43a1-b191-9500f280ee55 req-2fb023c1-c363-41ab-9af0-976ac16bccf7 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:05.588859 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-99022cac-bb0e-43a1-b191-9500f280ee55 req-2fb023c1-c363-41ab-9af0-976ac16bccf7 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] 10.222.0.75 "DELETE /v2.0/security-groups/257cdb62-4e15-4181-8e9e-aeb5ba79122f HTTP/1.1" status: 204 len: 173 time: 0.8829408 Nov 25 17:29:05.595172 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 41602) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:05.661533 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-374d62b3-631e-419b-8894-a2bb8790dc79 admin admin] Deleting subnet 6f4e977c-8eae-4424-a578-8d6f82cae2f8 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:29:05.662085 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-6b80cfa0-1ae0-4b2a-ba20-1b8accd30a93 req-dbf63f53-4e9b-4989-8c54-e77a398f5277 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1340809442', 'description': 'tempest-description-2076050651'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:05.666606 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-374d62b3-631e-419b-8894-a2bb8790dc79 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:05.693763 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-305e9da1-7744-4d13-8387-fb527dbf4c5e req-34048219-e9e8-4b5a-bc5d-f60b46bcb3f0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805027 Nov 25 17:29:05.694482 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb023c1-c363-41ab-9af0-976ac16bccf7 tempest-SecurityGroupRulesTestJSON-1382428882 tempest-SecurityGroupRulesTestJSON-1382428882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=257cdb62-4e15-4181-8e9e-aeb5ba79122f,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:05.722931 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-374d62b3-631e-419b-8894-a2bb8790dc79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:05.775663 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-374d62b3-631e-419b-8894-a2bb8790dc79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:05.833163 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-374d62b3-631e-419b-8894-a2bb8790dc79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:05.854622 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6b80cfa0-1ae0-4b2a-ba20-1b8accd30a93 req-dbf63f53-4e9b-4989-8c54-e77a398f5277 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:05.862786 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d62b3-631e-419b-8894-a2bb8790dc79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f4e977c-8eae-4424-a578-8d6f82cae2f8,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:05.867106 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-374d62b3-631e-419b-8894-a2bb8790dc79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:05.868924 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d222fd8-3ecd-4630-8fb7-08d06633e9e3 req-434c75b8-95eb-4e3d-9ddb-43ca075f04aa tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875628 Nov 25 17:29:05.871804 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-98135879-4d03-43fa-b0fe-31cbd1e91eca req-a8c91653-a6bc-40e8-9cf3-8e56d935f322 tempest-ServerTagsTestJSON-1128326762 tempest-ServerTagsTestJSON-1128326762-project] Allocated IP 172.20.0.10 (277b957d-59aa-4686-ae8e-34800143c8cc/7183f2e6-bed0-42ce-83b1-9c72e0d2179f/31fafc6d-8ff4-4108-b95d-944c96e6ebd6) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:29:05.873235 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-374d62b3-631e-419b-8894-a2bb8790dc79 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/6f4e977c-8eae-4424-a578-8d6f82cae2f8 HTTP/1.1" status: 204 len: 168 time: 0.2754469 Nov 25 17:29:05.874906 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 41604) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:05.975169 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-305e9da1-7744-4d13-8387-fb527dbf4c5e req-1bac67c5-2bd0-4d80-8452-0b0820acafb1 service neutron] 10.222.0.90 "GET /v2.0/networks/6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517233 Nov 25 17:29:06.000767 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2f085186-103f-4c41-bc5b-05c1f62de923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:06.061154 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-84497bcb-285c-4537-b02e-fe2c4da87182 req-97a2a4a6-7b9e-4727-9a4c-4c2c64043773 tempest-ServerPasswordTestJSON-911679787 tempest-ServerPasswordTestJSON-911679787-project] Deleting port a0f88d17-5f1c-4188-871a-1b28b84e4c25 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:29:06.061506 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-84497bcb-285c-4537-b02e-fe2c4da87182 req-97a2a4a6-7b9e-4727-9a4c-4c2c64043773 tempest-ServerPasswordTestJSON-911679787 tempest-ServerPasswordTestJSON-911679787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:06.175639 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2f085186-103f-4c41-bc5b-05c1f62de923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:06.196187 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6b80cfa0-1ae0-4b2a-ba20-1b8accd30a93 req-dbf63f53-4e9b-4989-8c54-e77a398f5277 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:06.211108 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-2f085186-103f-4c41-bc5b-05c1f62de923 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b717ab7c-3e93-4ca5-a567-9590b0ca4a91']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:06.223208 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-2f085186-103f-4c41-bc5b-05c1f62de923 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4594235c-a936-45d0-913e-b960c7a746f7') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:06.225288 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-2f085186-103f-4c41-bc5b-05c1f62de923 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4594235c-a936-45d0-913e-b960c7a746f7') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:06.236909 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6b80cfa0-1ae0-4b2a-ba20-1b8accd30a93 req-dbf63f53-4e9b-4989-8c54-e77a398f5277 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:06.242958 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2f085186-103f-4c41-bc5b-05c1f62de923 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:06.265042 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2f085186-103f-4c41-bc5b-05c1f62de923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:06.283847 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f085186-103f-4c41-bc5b-05c1f62de923 admin admin] Releasing vlan 949 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:29:06.284332 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2f085186-103f-4c41-bc5b-05c1f62de923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:06.286511 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:29:06.286511 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:29:06.286511 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:29:06.286511 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:29:06.286511 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:29:06.286511 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:29:06.286511 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:29:06.286511 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:29:06.286511 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:29:06.286511 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:29:06.286511 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:29:06.286511 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:29:06.286511 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:29:06.286511 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:29:06.286511 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:29:06.286511 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:29:06.286511 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:29:06.286511 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:29:06.286511 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:29:06.286511 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:29:06.286511 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:29:06.286511 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:29:06.286511 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:29:06.286511 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:29:06.286511 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:29:06.286511 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:29:06.286511 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:29:06.286511 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:29:06.286511 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:29:06.286511 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:29:06.286511 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:29:06.286511 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:29:06.320559 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6b80cfa0-1ae0-4b2a-ba20-1b8accd30a93 req-dbf63f53-4e9b-4989-8c54-e77a398f5277 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:06.321880 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6b80cfa0-1ae0-4b2a-ba20-1b8accd30a93 req-dbf63f53-4e9b-4989-8c54-e77a398f5277 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.6852131 Nov 25 17:29:06.352978 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-305e9da1-7744-4d13-8387-fb527dbf4c5e req-c946878b-de3d-46f2-9213-94f736cf6a51 service neutron] 10.222.0.90 "GET /v2.0/networks/6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410368 Nov 25 17:29:06.362237 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf63f53-4e9b-4989-8c54-e77a398f5277 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aad58a0e-21b3-4457-82e6-1c1f550514a6,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:06.371674 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-84497bcb-285c-4537-b02e-fe2c4da87182 req-97a2a4a6-7b9e-4727-9a4c-4c2c64043773 tempest-ServerPasswordTestJSON-911679787 tempest-ServerPasswordTestJSON-911679787-project] For port a0f88d17-5f1c-4188-871a-1b28b84e4c25, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=a0f88d17-5f1c-4188-871a-1b28b84e4c25,segment=NetworkSegment(80df5bb1-4a53-431f-aa0f-fabf1c627ef6),segment_id=80df5bb1-4a53-431f-aa0f-fabf1c627ef6)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:06.372046 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-84497bcb-285c-4537-b02e-fe2c4da87182 req-97a2a4a6-7b9e-4727-9a4c-4c2c64043773 tempest-ServerPasswordTestJSON-911679787 tempest-ServerPasswordTestJSON-911679787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:06.392515 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2f085186-103f-4c41-bc5b-05c1f62de923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:06.399355 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2f085186-103f-4c41-bc5b-05c1f62de923 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:06.399480 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d6ea31-9540-410e-836a-72158adda7c6 x-openstack-request-id: req-c4d6ea31-9540-410e-836a-72158adda7c6 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:29:06.399802 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf672523-2b2d-4f1c-87a5-3b45351ca28c", "tag": "809318ad-6e29-4c2d-b0c8-bc3044b5c0a2", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:29:06.400043 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c4d6ea31-9540-410e-836a-72158adda7c6 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:29:06.400378 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf672523-2b2d-4f1c-87a5-3b45351ca28c', 'tag': '809318ad-6e29-4c2d-b0c8-bc3044b5c0a2', 'status': 'completed', 'code': 200} Nov 25 17:29:06.405989 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2f085186-103f-4c41-bc5b-05c1f62de923 admin admin] 10.222.0.75 "DELETE /v2.0/networks/b717ab7c-3e93-4ca5-a567-9590b0ca4a91 HTTP/1.1" status: 204 len: 168 time: 0.5296450 Nov 25 17:29:06.421933 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f085186-103f-4c41-bc5b-05c1f62de923 admin admin] Pushing event deleted for resources: {'Network': ['ID=b717ab7c-3e93-4ca5-a567-9590b0ca4a91,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:06.431020 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-84497bcb-285c-4537-b02e-fe2c4da87182 req-97a2a4a6-7b9e-4727-9a4c-4c2c64043773 tempest-ServerPasswordTestJSON-911679787 tempest-ServerPasswordTestJSON-911679787-project] Calling delete_port for a0f88d17-5f1c-4188-871a-1b28b84e4c25 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:29:06.434490 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-87a9461d-d28f-45c1-9883-0b9d2a6ad35f req-40740f73-0f27-4fd7-adac-8159cd10a449 tempest-ServerTagsTestJSON-1128326762 tempest-ServerTagsTestJSON-1128326762-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5142c58-dba5-4e3a-8080-155fcedcda40 HTTP/1.1" status: 200 len: 210 time: 0.0693784 Nov 25 17:29:06.451903 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-98135879-4d03-43fa-b0fe-31cbd1e91eca req-a8c91653-a6bc-40e8-9cf3-8e56d935f322 tempest-ServerTagsTestJSON-1128326762 tempest-ServerTagsTestJSON-1128326762-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:06.604125 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 41622) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:06.620653 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519801e4-c264-4d6e-912a-b4befb8b6963 req-5374a711-64c4-467a-b7d2-a1edf2c41d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:06.622220 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-519801e4-c264-4d6e-912a-b4befb8b6963 req-5374a711-64c4-467a-b7d2-a1edf2c41d0f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=733f83ade5ed462890d9dfd70ff5e26d&device_id=bf672523-2b2d-4f1c-87a5-3b45351ca28c HTTP/1.1" status: 200 len: 1094 time: 0.1938455 Nov 25 17:29:06.652732 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e34c217d-b196-4af7-9349-6e8e7a6d9cc4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5c7966a71c7d44b28e8b521611bb7056&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0472853 Nov 25 17:29:06.655201 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 41624) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:06.665974 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-98135879-4d03-43fa-b0fe-31cbd1e91eca req-a8c91653-a6bc-40e8-9cf3-8e56d935f322 tempest-ServerTagsTestJSON-1128326762 tempest-ServerTagsTestJSON-1128326762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:06.689259 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9245eb2-e1f9-4b6f-af7a-82246847a79e req-84e8fad3-4a4d-4ccb-b4f7-a59c01ae6d0e tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:06.693605 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c9245eb2-e1f9-4b6f-af7a-82246847a79e req-84e8fad3-4a4d-4ccb-b4f7-a59c01ae6d0e tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf672523-2b2d-4f1c-87a5-3b45351ca28c HTTP/1.1" status: 200 len: 943 time: 0.1750028 Nov 25 17:29:06.708309 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-645bbad7-4624-48f2-a6f5-d6fa77f05490 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:06.735060 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-645bbad7-4624-48f2-a6f5-d6fa77f05490 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:06.802392 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-645bbad7-4624-48f2-a6f5-d6fa77f05490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:06.806740 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-645bbad7-4624-48f2-a6f5-d6fa77f05490 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:06.811288 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-645bbad7-4624-48f2-a6f5-d6fa77f05490 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b688348d-3297-4ce7-9d69-4b93d2bb1ab3 HTTP/1.1" status: 204 len: 168 time: 0.1549542 Nov 25 17:29:06.822106 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645bbad7-4624-48f2-a6f5-d6fa77f05490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b688348d-3297-4ce7-9d69-4b93d2bb1ab3,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:06.844280 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8aa829-fa3f-45c0-92c0-1199df3a52f1 req-01723a79-bcde-4393-8936-f4f9366a47f3 tempest-ServersOnMultiNodesTest-1544589182 tempest-ServersOnMultiNodesTest-1544589182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:06.860651 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed8aa829-fa3f-45c0-92c0-1199df3a52f1 req-01723a79-bcde-4393-8936-f4f9366a47f3 tempest-ServersOnMultiNodesTest-1544589182 tempest-ServersOnMultiNodesTest-1544589182-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=c28e96d6-a535-41aa-92c9-c5fd43652ebf HTTP/1.1" status: 200 len: 1100 time: 0.2997897 Nov 25 17:29:06.868960 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98135879-4d03-43fa-b0fe-31cbd1e91eca req-a8c91653-a6bc-40e8-9cf3-8e56d935f322 tempest-ServerTagsTestJSON-1128326762 tempest-ServerTagsTestJSON-1128326762-project] Network 277b957d-59aa-4686-ae8e-34800143c8cc is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:29:06.914962 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-98135879-4d03-43fa-b0fe-31cbd1e91eca req-a8c91653-a6bc-40e8-9cf3-8e56d935f322 tempest-ServerTagsTestJSON-1128326762 tempest-ServerTagsTestJSON-1128326762-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:06.945509 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-98135879-4d03-43fa-b0fe-31cbd1e91eca req-a8c91653-a6bc-40e8-9cf3-8e56d935f322 tempest-ServerTagsTestJSON-1128326762 tempest-ServerTagsTestJSON-1128326762-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:29:06.969687 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c91653-a6bc-40e8-9cf3-8e56d935f322 tempest-ServerTagsTestJSON-1128326762 tempest-ServerTagsTestJSON-1128326762-project] Pushing event updated for resources: {'Port': ['ID=31fafc6d-8ff4-4108-b95d-944c96e6ebd6,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:07.054086 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c9245eb2-e1f9-4b6f-af7a-82246847a79e req-9017f1dc-e487-43f8-a312-e7a8c1c72da8 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/security-groups?id=84be2441-5ea8-4292-81c0-e25d06d16adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3513191 Nov 25 17:29:07.074101 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519801e4-c264-4d6e-912a-b4befb8b6963 req-9c834522-c96b-46fd-a94e-7bead73f6cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:07.075891 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-519801e4-c264-4d6e-912a-b4befb8b6963 req-9c834522-c96b-46fd-a94e-7bead73f6cfc service neutron] 10.222.0.90 "GET /v2.0/networks?id=6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5 HTTP/1.1" status: 200 len: 905 time: 0.4403079 Nov 25 17:29:07.087459 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-84497bcb-285c-4537-b02e-fe2c4da87182 req-97a2a4a6-7b9e-4727-9a4c-4c2c64043773 tempest-ServerPasswordTestJSON-911679787 tempest-ServerPasswordTestJSON-911679787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:07.274214 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed8aa829-fa3f-45c0-92c0-1199df3a52f1 req-ace87b06-3be8-4995-960a-56da34f9e3e7 tempest-ServersOnMultiNodesTest-1544589182 tempest-ServersOnMultiNodesTest-1544589182-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4111984 Nov 25 17:29:07.289629 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98135879-4d03-43fa-b0fe-31cbd1e91eca req-a8c91653-a6bc-40e8-9cf3-8e56d935f322 tempest-ServerTagsTestJSON-1128326762 tempest-ServerTagsTestJSON-1128326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:07.290314 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-98135879-4d03-43fa-b0fe-31cbd1e91eca req-a8c91653-a6bc-40e8-9cf3-8e56d935f322 tempest-ServerTagsTestJSON-1128326762 tempest-ServerTagsTestJSON-1128326762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:07.308914 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-519801e4-c264-4d6e-912a-b4befb8b6963 req-7bebbda3-34bb-4adc-9d52-a4133af899a4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=809318ad-6e29-4c2d-b0c8-bc3044b5c0a2 HTTP/1.1" status: 200 len: 217 time: 0.2008011 Nov 25 17:29:07.309615 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a2a4a6-7b9e-4727-9a4c-4c2c64043773 tempest-ServerPasswordTestJSON-911679787 tempest-ServerPasswordTestJSON-911679787-project] Pushing event deleted for resources: {'Port': ['ID=a0f88d17-5f1c-4188-871a-1b28b84e4c25,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:07.344371 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-3534989d-477f-4c04-997c-7c2d5ea0259c req-a8c8d77a-4ead-4e1f-9dc9-2777f54d8818 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1557483498', 'description': 'tempest-description-348340987'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:07.394043 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f5e24eaf-09bb-4e40-9252-49c7581ed095 req-75a97a62-6dff-4148-b0c4-0cf26f64738b tempest-ServerPasswordTestJSON-911679787 tempest-ServerPasswordTestJSON-911679787-project] 10.222.0.75 "GET /v2.0/ports?device_id=a5d80be4-25ef-4007-b076-d3f03b397355 HTTP/1.1" status: 200 len: 210 time: 0.0880783 Nov 25 17:29:07.420432 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-98135879-4d03-43fa-b0fe-31cbd1e91eca req-a8c91653-a6bc-40e8-9cf3-8e56d935f322 tempest-ServerTagsTestJSON-1128326762 tempest-ServerTagsTestJSON-1128326762-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7531610 Nov 25 17:29:07.442563 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-98135879-4d03-43fa-b0fe-31cbd1e91eca req-f4abcf1c-1fc7-4b17-bbbe-51ba9fa4460b service neutron] Request body: {'port': {'device_id': 'd5142c58-dba5-4e3a-8080-155fcedcda40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:07.475623 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-84497bcb-285c-4537-b02e-fe2c4da87182 req-97a2a4a6-7b9e-4727-9a4c-4c2c64043773 tempest-ServerPasswordTestJSON-911679787 tempest-ServerPasswordTestJSON-911679787-project] No DVR routers for this DVR port a0f88d17-5f1c-4188-871a-1b28b84e4c25 on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:29:07.483371 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-84497bcb-285c-4537-b02e-fe2c4da87182 req-97a2a4a6-7b9e-4727-9a4c-4c2c64043773 tempest-ServerPasswordTestJSON-911679787 tempest-ServerPasswordTestJSON-911679787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:07.487960 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-84497bcb-285c-4537-b02e-fe2c4da87182 req-97a2a4a6-7b9e-4727-9a4c-4c2c64043773 tempest-ServerPasswordTestJSON-911679787 tempest-ServerPasswordTestJSON-911679787-project] 10.222.0.90 "DELETE /v2.0/ports/a0f88d17-5f1c-4188-871a-1b28b84e4c25 HTTP/1.1" status: 204 len: 173 time: 1.9311604 Nov 25 17:29:07.583834 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519801e4-c264-4d6e-912a-b4befb8b6963 req-63f0d171-5c3f-423d-bc75-b2fc7bd02a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:07.588016 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-519801e4-c264-4d6e-912a-b4befb8b6963 req-63f0d171-5c3f-423d-bc75-b2fc7bd02a95 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=577f7e8f-a41f-42c3-a5d0-23f6361748a4 HTTP/1.1" status: 200 len: 844 time: 0.2558110 Nov 25 17:29:07.651618 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3534989d-477f-4c04-997c-7c2d5ea0259c req-a8c8d77a-4ead-4e1f-9dc9-2777f54d8818 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:07.703570 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-519801e4-c264-4d6e-912a-b4befb8b6963 req-94e1fb3d-565f-42c4-be8b-cfcadac771b3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0866094 Nov 25 17:29:07.732964 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-98135879-4d03-43fa-b0fe-31cbd1e91eca req-f4abcf1c-1fc7-4b17-bbbe-51ba9fa4460b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:07.776361 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de1673-6c38-4a87-ae2c-b48cf256f16d req-c566e04c-c01a-4a17-9468-a3a75b0208ae tempest-ServerTagsTestJSON-1128326762 tempest-ServerTagsTestJSON-1128326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:07.778536 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e2de1673-6c38-4a87-ae2c-b48cf256f16d req-c566e04c-c01a-4a17-9468-a3a75b0208ae tempest-ServerTagsTestJSON-1128326762 tempest-ServerTagsTestJSON-1128326762-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5142c58-dba5-4e3a-8080-155fcedcda40 HTTP/1.1" status: 200 len: 932 time: 0.1748438 Nov 25 17:29:07.979180 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3534989d-477f-4c04-997c-7c2d5ea0259c req-a8c8d77a-4ead-4e1f-9dc9-2777f54d8818 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:08.039652 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3534989d-477f-4c04-997c-7c2d5ea0259c req-a8c8d77a-4ead-4e1f-9dc9-2777f54d8818 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:08.062892 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-519801e4-c264-4d6e-912a-b4befb8b6963 req-9480feb3-144c-4745-8b7a-1f6840d7f5aa service neutron] 10.222.0.90 "GET /v2.0/networks/6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427413 Nov 25 17:29:08.114707 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e2de1673-6c38-4a87-ae2c-b48cf256f16d req-708d179c-173a-413b-a3c3-d2c4ab4ae154 tempest-ServerTagsTestJSON-1128326762 tempest-ServerTagsTestJSON-1128326762-project] 10.222.0.75 "GET /v2.0/security-groups?id=317a145b-2ac5-446c-aceb-e0cebf6b72aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149567 Nov 25 17:29:08.154550 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3534989d-477f-4c04-997c-7c2d5ea0259c req-a8c8d77a-4ead-4e1f-9dc9-2777f54d8818 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:08.185388 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3534989d-477f-4c04-997c-7c2d5ea0259c req-a8c8d77a-4ead-4e1f-9dc9-2777f54d8818 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.8684664 Nov 25 17:29:08.388317 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7f6e7d09-9e5d-4927-9761-9b5840b1849c req-b8830767-4180-4710-bda0-388eb9df6a89 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=e949b071017c47779120773fb05efee7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0873284 Nov 25 17:29:08.401547 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c8d77a-4ead-4e1f-9dc9-2777f54d8818 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b63c7f1-4535-4542-9d0c-b0e6f8d73b1e,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:08.415380 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d80be4-25ef-4007-b076-d3f03b397355', 'name': 'network-vif-deleted', 'tag': 'a0f88d17-5f1c-4188-871a-1b28b84e4c25'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:29:08.417646 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec78d12-c508-42d8-a043-050511ec56a3" -d '{"events": [{"server_uuid": "a5d80be4-25ef-4007-b076-d3f03b397355", "name": "network-vif-deleted", "tag": "a0f88d17-5f1c-4188-871a-1b28b84e4c25"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:29:08.538304 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-519801e4-c264-4d6e-912a-b4befb8b6963 req-d08dcd46-ff65-4bed-a699-3231756ea69c service neutron] 10.222.0.90 "GET /v2.0/networks/6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4198232 Nov 25 17:29:08.549675 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783495b-4369-46c7-ac79-1810bfe9be2f req-c733794c-5aa1-4174-ad92-f43ceb438e2e tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:08.551229 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4783495b-4369-46c7-ac79-1810bfe9be2f req-c733794c-5aa1-4174-ad92-f43ceb438e2e tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf672523-2b2d-4f1c-87a5-3b45351ca28c HTTP/1.1" status: 200 len: 943 time: 0.2491212 Nov 25 17:29:08.564338 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device a0f88d17-5f1c-4188-871a-1b28b84e4c25 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:29:08.591636 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: a0f88d17-5f1c-4188-871a-1b28b84e4c25 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:29:08.591978 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device a0f88d17-5f1c-4188-871a-1b28b84e4c25 not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:29:08.647698 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e7d09-9e5d-4927-9761-9b5840b1849c req-0f7c6907-3f96-426a-b13d-51e3cfcd9402 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:08.649190 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7f6e7d09-9e5d-4927-9761-9b5840b1849c req-0f7c6907-3f96-426a-b13d-51e3cfcd9402 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2496059 Nov 25 17:29:08.686429 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4783495b-4369-46c7-ac79-1810bfe9be2f req-351fd4c8-7dee-4ef5-a3ec-a65f08e730ff tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/security-groups?id=84be2441-5ea8-4292-81c0-e25d06d16adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199512 Nov 25 17:29:08.733669 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-98135879-4d03-43fa-b0fe-31cbd1e91eca req-f4abcf1c-1fc7-4b17-bbbe-51ba9fa4460b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31fafc6d-8ff4-4108-b95d-944c96e6ebd6 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:29:08.742535 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-98135879-4d03-43fa-b0fe-31cbd1e91eca req-f4abcf1c-1fc7-4b17-bbbe-51ba9fa4460b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:08.756259 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-98135879-4d03-43fa-b0fe-31cbd1e91eca req-f4abcf1c-1fc7-4b17-bbbe-51ba9fa4460b service neutron] Transition to ACTIVE for port object 31fafc6d-8ff4-4108-b95d-944c96e6ebd6 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:29:08.764228 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7f6e7d09-9e5d-4927-9761-9b5840b1849c req-8e9eef24-8a8a-405e-9ac7-6fee89744eb4 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/quotas/e949b071017c47779120773fb05efee7 HTTP/1.1" status: 200 len: 375 time: 0.1026988 Nov 25 17:29:08.776008 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-98135879-4d03-43fa-b0fe-31cbd1e91eca req-f4abcf1c-1fc7-4b17-bbbe-51ba9fa4460b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:08.869594 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4abcf1c-1fc7-4b17-bbbe-51ba9fa4460b service neutron] Pushing event updated for resources: {'Port': ['ID=31fafc6d-8ff4-4108-b95d-944c96e6ebd6,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:08.887957 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7f6e7d09-9e5d-4927-9761-9b5840b1849c req-370971a7-ceb1-4610-b858-fd5dc9c1deea tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=e949b071017c47779120773fb05efee7&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1228302 Nov 25 17:29:08.982046 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-98135879-4d03-43fa-b0fe-31cbd1e91eca req-f4abcf1c-1fc7-4b17-bbbe-51ba9fa4460b service neutron] Attempting to bind port 31fafc6d-8ff4-4108-b95d-944c96e6ebd6 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:29:08.982671 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-98135879-4d03-43fa-b0fe-31cbd1e91eca req-f4abcf1c-1fc7-4b17-bbbe-51ba9fa4460b service neutron] Attempting to bind port 31fafc6d-8ff4-4108-b95d-944c96e6ebd6 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '33c31ce5-5844-4a5d-80b5-cf3155cb7bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '277b957d-59aa-4686-ae8e-34800143c8cc'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:29:08.983005 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98135879-4d03-43fa-b0fe-31cbd1e91eca req-f4abcf1c-1fc7-4b17-bbbe-51ba9fa4460b service neutron] Attempting to bind port 31fafc6d-8ff4-4108-b95d-944c96e6ebd6 on network 277b957d-59aa-4686-ae8e-34800143c8cc {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:29:08.988762 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98135879-4d03-43fa-b0fe-31cbd1e91eca req-f4abcf1c-1fc7-4b17-bbbe-51ba9fa4460b service neutron] Port 31fafc6d-8ff4-4108-b95d-944c96e6ebd6 on network 277b957d-59aa-4686-ae8e-34800143c8cc not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:29:08.989059 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98135879-4d03-43fa-b0fe-31cbd1e91eca req-f4abcf1c-1fc7-4b17-bbbe-51ba9fa4460b service neutron] Attempting to bind port 31fafc6d-8ff4-4108-b95d-944c96e6ebd6 on network 277b957d-59aa-4686-ae8e-34800143c8cc {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:29:08.994401 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98135879-4d03-43fa-b0fe-31cbd1e91eca req-f4abcf1c-1fc7-4b17-bbbe-51ba9fa4460b service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:29:08.994748 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98135879-4d03-43fa-b0fe-31cbd1e91eca req-f4abcf1c-1fc7-4b17-bbbe-51ba9fa4460b service neutron] Checking segment: {'id': '33c31ce5-5844-4a5d-80b5-cf3155cb7bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '277b957d-59aa-4686-ae8e-34800143c8cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:29:08.995142 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98135879-4d03-43fa-b0fe-31cbd1e91eca req-f4abcf1c-1fc7-4b17-bbbe-51ba9fa4460b service neutron] Bound using segment: {'id': '33c31ce5-5844-4a5d-80b5-cf3155cb7bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '277b957d-59aa-4686-ae8e-34800143c8cc'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:29:08.995576 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-98135879-4d03-43fa-b0fe-31cbd1e91eca req-f4abcf1c-1fc7-4b17-bbbe-51ba9fa4460b service neutron] Bound port: 31fafc6d-8ff4-4108-b95d-944c96e6ebd6, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33c31ce5-5844-4a5d-80b5-cf3155cb7bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '277b957d-59aa-4686-ae8e-34800143c8cc'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:29:08.995939 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-98135879-4d03-43fa-b0fe-31cbd1e91eca req-f4abcf1c-1fc7-4b17-bbbe-51ba9fa4460b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:09.073753 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-c53c033d-5728-48ca-bd05-44a68acc3eb0 req-695146ac-1855-402a-be5c-d357e649b11d tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-472587615', 'description': 'tempest-description-44552989'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:09.145527 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-98135879-4d03-43fa-b0fe-31cbd1e91eca req-f4abcf1c-1fc7-4b17-bbbe-51ba9fa4460b service neutron] For port 31fafc6d-8ff4-4108-b95d-944c96e6ebd6, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:29:09.150520 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-98135879-4d03-43fa-b0fe-31cbd1e91eca req-f4abcf1c-1fc7-4b17-bbbe-51ba9fa4460b service neutron] For port 31fafc6d-8ff4-4108-b95d-944c96e6ebd6, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=31fafc6d-8ff4-4108-b95d-944c96e6ebd6,segment=NetworkSegment(33c31ce5-5844-4a5d-80b5-cf3155cb7bec),segment_id=33c31ce5-5844-4a5d-80b5-cf3155cb7bec)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:29:09.156941 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c53c033d-5728-48ca-bd05-44a68acc3eb0 req-695146ac-1855-402a-be5c-d357e649b11d tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:09.164586 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-98135879-4d03-43fa-b0fe-31cbd1e91eca req-f4abcf1c-1fc7-4b17-bbbe-51ba9fa4460b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:09.228781 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 41690) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:09.309916 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2afca41-a9af-4b98-a5fb-0fc1a0c42d42 x-openstack-request-id: req-a2afca41-a9af-4b98-a5fb-0fc1a0c42d42 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:29:09.317193 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d80be4-25ef-4007-b076-d3f03b397355", "name": "network-vif-deleted", "tag": "a0f88d17-5f1c-4188-871a-1b28b84e4c25", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:29:09.317815 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a2afca41-a9af-4b98-a5fb-0fc1a0c42d42 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:29:09.318926 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d80be4-25ef-4007-b076-d3f03b397355', 'name': 'network-vif-deleted', 'tag': 'a0f88d17-5f1c-4188-871a-1b28b84e4c25', 'status': 'completed', 'code': 200} Nov 25 17:29:09.336173 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-be914418-5c35-44c0-aec9-801ed70bfdd4 admin admin] Deleting subnet 69e6375e-e4b3-4320-aa60-0cbdf4130abc {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:29:09.343452 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-be914418-5c35-44c0-aec9-801ed70bfdd4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:09.351509 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98135879-4d03-43fa-b0fe-31cbd1e91eca req-f4abcf1c-1fc7-4b17-bbbe-51ba9fa4460b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:09.352213 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-98135879-4d03-43fa-b0fe-31cbd1e91eca req-f4abcf1c-1fc7-4b17-bbbe-51ba9fa4460b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:09.354403 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-98135879-4d03-43fa-b0fe-31cbd1e91eca req-f4abcf1c-1fc7-4b17-bbbe-51ba9fa4460b service neutron] 10.222.0.74 "PUT /v2.0/ports/31fafc6d-8ff4-4108-b95d-944c96e6ebd6 HTTP/1.1" status: 200 len: 1092 time: 1.9223843 Nov 25 17:29:09.404951 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4abcf1c-1fc7-4b17-bbbe-51ba9fa4460b service neutron] Pushing event updated for resources: {'Port': ['ID=31fafc6d-8ff4-4108-b95d-944c96e6ebd6,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:09.433625 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 41694) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:09.436875 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-be914418-5c35-44c0-aec9-801ed70bfdd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:09.482184 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-be914418-5c35-44c0-aec9-801ed70bfdd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:09.543588 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-be914418-5c35-44c0-aec9-801ed70bfdd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:09.600487 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-be914418-5c35-44c0-aec9-801ed70bfdd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:09.606209 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-be914418-5c35-44c0-aec9-801ed70bfdd4 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/69e6375e-e4b3-4320-aa60-0cbdf4130abc HTTP/1.1" status: 204 len: 168 time: 0.3735106 Nov 25 17:29:09.606209 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be914418-5c35-44c0-aec9-801ed70bfdd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69e6375e-e4b3-4320-aa60-0cbdf4130abc,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:09.608523 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 41700) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:09.762681 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f986adce-a03b-4f7b-bd3d-a89996a59a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:09.921173 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f986adce-a03b-4f7b-bd3d-a89996a59a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:09.949380 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-f986adce-a03b-4f7b-bd3d-a89996a59a81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a10670b0-2c35-4abc-84e3-dfc27c96694b']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:09.962124 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-f986adce-a03b-4f7b-bd3d-a89996a59a81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80df5bb1-4a53-431f-aa0f-fabf1c627ef6') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:09.962451 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-f986adce-a03b-4f7b-bd3d-a89996a59a81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80df5bb1-4a53-431f-aa0f-fabf1c627ef6') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:09.973684 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f986adce-a03b-4f7b-bd3d-a89996a59a81 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:09.989256 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f986adce-a03b-4f7b-bd3d-a89996a59a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:10.004357 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f986adce-a03b-4f7b-bd3d-a89996a59a81 admin admin] Releasing vlan 939 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:29:10.004843 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f986adce-a03b-4f7b-bd3d-a89996a59a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:10.006181 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c53c033d-5728-48ca-bd05-44a68acc3eb0 req-695146ac-1855-402a-be5c-d357e649b11d tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:10.007806 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:29:10.007806 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:29:10.007806 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:29:10.007806 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:29:10.007806 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:29:10.007806 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:29:10.007806 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:29:10.007806 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:29:10.007806 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:29:10.007806 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:29:10.007806 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:29:10.007806 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:29:10.007806 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:29:10.007806 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:29:10.007806 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:29:10.007806 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:29:10.007806 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:29:10.007806 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:29:10.007806 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:29:10.007806 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:29:10.007806 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:29:10.007806 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:29:10.007806 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:29:10.007806 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:29:10.007806 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:29:10.007806 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:29:10.007806 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:29:10.007806 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:29:10.007806 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:29:10.007806 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:29:10.007806 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:29:10.007806 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:29:10.020924 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c53c033d-5728-48ca-bd05-44a68acc3eb0 req-695146ac-1855-402a-be5c-d357e649b11d tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:10.118162 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631fd972-3489-42ca-8a12-5cd592218f76 req-db10dd7c-4bb4-4672-907d-b488393cf039 tempest-ServerTagsTestJSON-1128326762 tempest-ServerTagsTestJSON-1128326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:10.120045 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-631fd972-3489-42ca-8a12-5cd592218f76 req-db10dd7c-4bb4-4672-907d-b488393cf039 tempest-ServerTagsTestJSON-1128326762 tempest-ServerTagsTestJSON-1128326762-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5142c58-dba5-4e3a-8080-155fcedcda40 HTTP/1.1" status: 200 len: 944 time: 0.7710664 Nov 25 17:29:10.130591 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f986adce-a03b-4f7b-bd3d-a89996a59a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:10.134010 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c53c033d-5728-48ca-bd05-44a68acc3eb0 req-695146ac-1855-402a-be5c-d357e649b11d tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:10.139507 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f986adce-a03b-4f7b-bd3d-a89996a59a81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:10.148470 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f986adce-a03b-4f7b-bd3d-a89996a59a81 admin admin] 10.222.0.75 "DELETE /v2.0/networks/a10670b0-2c35-4abc-84e3-dfc27c96694b HTTP/1.1" status: 204 len: 168 time: 0.5336132 Nov 25 17:29:10.148922 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c53c033d-5728-48ca-bd05-44a68acc3eb0 req-695146ac-1855-402a-be5c-d357e649b11d tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 1.0839639 Nov 25 17:29:10.153873 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98135879-4d03-43fa-b0fe-31cbd1e91eca req-32e3ef18-100b-4499-ab86-25c603c2df41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:10.155416 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-98135879-4d03-43fa-b0fe-31cbd1e91eca req-32e3ef18-100b-4499-ab86-25c603c2df41 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f44968f42ed74267a411cb459eea9954&device_id=d5142c58-dba5-4e3a-8080-155fcedcda40 HTTP/1.1" status: 200 len: 1095 time: 0.7228022 Nov 25 17:29:10.166557 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695146ac-1855-402a-be5c-d357e649b11d tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a95b9c-5e6a-4024-89ca-5a81dc60c572,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:10.173203 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f986adce-a03b-4f7b-bd3d-a89996a59a81 admin admin] Pushing event deleted for resources: {'Network': ['ID=a10670b0-2c35-4abc-84e3-dfc27c96694b,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:10.221980 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-df6c89e1-3008-48e3-b4fb-b0b0dc959f2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:10.301029 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-98135879-4d03-43fa-b0fe-31cbd1e91eca req-0d123492-75fd-47ad-8a68-61c05c2b4064 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31fafc6d-8ff4-4108-b95d-944c96e6ebd6 HTTP/1.1" status: 200 len: 217 time: 0.1320019 Nov 25 17:29:10.333455 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-305362c1-894a-437c-adda-001e6c7c0f43 req-2c765187-b4f8-4a44-b804-49c5e00cfb71 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c11a707-56eb-4455-a719-07006025b69f HTTP/1.1" status: 200 len: 210 time: 0.0569024 Nov 25 17:29:10.403864 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 41716) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:10.460746 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-631fd972-3489-42ca-8a12-5cd592218f76 req-4fbfae57-ee7e-4016-bc67-b490722d6691 tempest-ServerTagsTestJSON-1128326762 tempest-ServerTagsTestJSON-1128326762-project] 10.222.0.75 "GET /v2.0/security-groups?id=317a145b-2ac5-446c-aceb-e0cebf6b72aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952611 Nov 25 17:29:10.462193 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98135879-4d03-43fa-b0fe-31cbd1e91eca req-5cfe1f0b-2c2f-4bf5-b842-404a2ec2af0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:10.463560 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-98135879-4d03-43fa-b0fe-31cbd1e91eca req-5cfe1f0b-2c2f-4bf5-b842-404a2ec2af0e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7183f2e6-bed0-42ce-83b1-9c72e0d2179f HTTP/1.1" status: 200 len: 849 time: 0.1378541 Nov 25 17:29:10.467738 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d06c04c1-a53a-4a37-a5bb-7a550464b85f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9520acdef6b54b90903a8b587d424cf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0626833 Nov 25 17:29:10.468392 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 41718) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:10.529548 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-98135879-4d03-43fa-b0fe-31cbd1e91eca req-2778c4cd-cefe-4d9f-872d-fdc522354f16 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=277b957d-59aa-4686-ae8e-34800143c8cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538473 Nov 25 17:29:10.544886 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8218d430-d2c1-461e-bd0d-8192394a271b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:10.576372 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 809318ad-6e29-4c2d-b0c8-bc3044b5c0a2 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:29:10.580341 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1bef01-d7fb-4553-beee-d533d28add62 req-f68d0a6b-2fa4-45cc-8e45-c8e37fa34b75 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:10.581974 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ef1bef01-d7fb-4553-beee-d533d28add62 req-f68d0a6b-2fa4-45cc-8e45-c8e37fa34b75 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf672523-2b2d-4f1c-87a5-3b45351ca28c HTTP/1.1" status: 200 len: 943 time: 0.1295345 Nov 25 17:29:10.613041 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8218d430-d2c1-461e-bd0d-8192394a271b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:10.654851 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-df6c89e1-3008-48e3-b4fb-b0b0dc959f2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:10.666107 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-df6c89e1-3008-48e3-b4fb-b0b0dc959f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:10.741072 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-df6c89e1-3008-48e3-b4fb-b0b0dc959f2f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d7bb915d72d54728aa01e3c6309a5289&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7955217 Nov 25 17:29:10.745409 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 41720) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:10.780990 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6c89e1-3008-48e3-b4fb-b0b0dc959f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca72fb8-c64e-4876-87f5-93b4d41a0615,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:10.792084 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-98135879-4d03-43fa-b0fe-31cbd1e91eca req-6ce69bfe-c1b7-492f-ae31-f6d0f2b4e63a service neutron] 10.222.0.74 "GET /v2.0/networks/277b957d-59aa-4686-ae8e-34800143c8cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524111 Nov 25 17:29:10.795496 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ef1bef01-d7fb-4553-beee-d533d28add62 req-5e6bc5b4-b871-4186-bcd1-c835124d1e94 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/security-groups?id=84be2441-5ea8-4292-81c0-e25d06d16adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041404 Nov 25 17:29:10.882060 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 809318ad-6e29-4c2d-b0c8-bc3044b5c0a2, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=809318ad-6e29-4c2d-b0c8-bc3044b5c0a2,segment=NetworkSegment(6347e9f6-96b1-4f56-a092-a9cf81778fe8),segment_id=6347e9f6-96b1-4f56-a092-a9cf81778fe8)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:10.898151 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '809318ad-6e29-4c2d-b0c8-bc3044b5c0a2', 'network_id': '6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5', 'port_id': '809318ad-6e29-4c2d-b0c8-bc3044b5c0a2', 'mac_address': 'fa:16:3e:9a:e8:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 901, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '577f7e8f-a41f-42c3-a5d0-23f6361748a4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:29:10.947809 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7f6e7d09-9e5d-4927-9761-9b5840b1849c req-84393678-f5ca-404a-90bb-5fed7abf7113 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=e949b071017c47779120773fb05efee7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0464003 Nov 25 17:29:10.997504 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:11.040981 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-333ab728-bb20-4dc1-b1c7-385034ecbec0 req-3fa386d1-3312-406b-93d2-2ae2017287b7 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a6a21f906b38400cbefeb299443350d9 HTTP/1.1" status: 200 len: 10995 time: 0.2963591 Nov 25 17:29:11.059502 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f045e574-a791-4962-9309-056a834010a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:11.119815 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f045e574-a791-4962-9309-056a834010a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:11.144055 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-98135879-4d03-43fa-b0fe-31cbd1e91eca req-50869ca6-bdfe-4dda-a8f0-a0411d2cfe27 service neutron] 10.222.0.74 "GET /v2.0/networks/277b957d-59aa-4686-ae8e-34800143c8cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415258 Nov 25 17:29:11.181707 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 809318ad-6e29-4c2d-b0c8-bc3044b5c0a2 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:29:11.187971 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-333ab728-bb20-4dc1-b1c7-385034ecbec0 req-1924b80c-37be-469b-8fc6-6095e2e2588e tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/security-groups/986e86ac-b28b-4e53-9638-1c25d7b56ba8 HTTP/1.1" status: 200 len: 2998 time: 0.1458511 Nov 25 17:29:11.215038 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 809318ad-6e29-4c2d-b0c8-bc3044b5c0a2, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=809318ad-6e29-4c2d-b0c8-bc3044b5c0a2,segment=NetworkSegment(6347e9f6-96b1-4f56-a092-a9cf81778fe8),segment_id=6347e9f6-96b1-4f56-a092-a9cf81778fe8)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:11.223199 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:11.233907 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8218d430-d2c1-461e-bd0d-8192394a271b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:11.237324 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8218d430-d2c1-461e-bd0d-8192394a271b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:11.238486 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8218d430-d2c1-461e-bd0d-8192394a271b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/98b81d25-6ada-4dd7-b808-9d347aec6e38 HTTP/1.1" status: 204 len: 168 time: 0.7690322 Nov 25 17:29:11.308643 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=809318ad-6e29-4c2d-b0c8-bc3044b5c0a2,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:11.321381 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-333ab728-bb20-4dc1-b1c7-385034ecbec0 req-d1420372-73c5-4c31-b89e-3b43761a75fd tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/security-groups/986e86ac-b28b-4e53-9638-1c25d7b56ba8 HTTP/1.1" status: 200 len: 2998 time: 0.1229558 Nov 25 17:29:11.321846 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5142c58-dba5-4e3a-8080-155fcedcda40', 'tag': '31fafc6d-8ff4-4108-b95d-944c96e6ebd6'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:29:11.331552 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89bfcea1-7297-4336-a285-6004077fe8a4" -d '{"events": [{"name": "network-changed", "server_uuid": "d5142c58-dba5-4e3a-8080-155fcedcda40", "tag": "31fafc6d-8ff4-4108-b95d-944c96e6ebd6"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:29:11.380060 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f045e574-a791-4962-9309-056a834010a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:11.382690 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f045e574-a791-4962-9309-056a834010a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:11.388792 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f045e574-a791-4962-9309-056a834010a2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1ca72fb8-c64e-4876-87f5-93b4d41a0615 HTTP/1.1" status: 204 len: 168 time: 0.6401658 Nov 25 17:29:11.401373 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e7d09-9e5d-4927-9761-9b5840b1849c req-a69d8524-f669-4c27-979b-d77386152ff3 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:11.402845 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7f6e7d09-9e5d-4927-9761-9b5840b1849c req-a69d8524-f669-4c27-979b-d77386152ff3 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4321711 Nov 25 17:29:11.429299 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8506ea4-71f7-422e-94b8-9e8ef110e290 x-openstack-request-id: req-f8506ea4-71f7-422e-94b8-9e8ef110e290 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:29:11.429448 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5142c58-dba5-4e3a-8080-155fcedcda40", "tag": "31fafc6d-8ff4-4108-b95d-944c96e6ebd6", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:29:11.429710 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f8506ea4-71f7-422e-94b8-9e8ef110e290 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:29:11.430115 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5142c58-dba5-4e3a-8080-155fcedcda40', 'tag': '31fafc6d-8ff4-4108-b95d-944c96e6ebd6', 'status': 'completed', 'code': 200} Nov 25 17:29:11.433672 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1ce5e29d-e374-42a9-bf1a-55e9c37c2f95 req-e6570dac-0216-45e7-8a9f-6394d1c7263d tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/security-groups/aad58a0e-21b3-4457-82e6-1c1f550514a6 HTTP/1.1" status: 200 len: 1818 time: 0.0736828 Nov 25 17:29:11.448257 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-7f6e7d09-9e5d-4927-9761-9b5840b1849c req-b8e947cb-a709-4c71-a2eb-5b7afa61128f tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Request body: {'port': {'device_id': '5c11a707-56eb-4455-a719-07006025b69f', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'admin_state_up': True, 'tenant_id': 'e949b071017c47779120773fb05efee7'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:11.455873 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8218d430-d2c1-461e-bd0d-8192394a271b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b81d25-6ada-4dd7-b808-9d347aec6e38,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:11.522841 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['809318ad-6e29-4c2d-b0c8-bc3044b5c0a2'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:29:11.619323 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045e574-a791-4962-9309-056a834010a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca72fb8-c64e-4876-87f5-93b4d41a0615,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:11.725905 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cc9400bd-2c4f-4426-8bb1-16f274c6a40a req-0bb25fcf-3e87-4046-a240-985b880150c9 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c11a707-56eb-4455-a719-07006025b69f HTTP/1.1" status: 200 len: 210 time: 0.1927011 Nov 25 17:29:11.773997 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1ce5e29d-e374-42a9-bf1a-55e9c37c2f95 req-ff379e1f-1eb2-4767-bb0c-18542b18425d tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:11.819007 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f6e7d09-9e5d-4927-9761-9b5840b1849c req-b8e947cb-a709-4c71-a2eb-5b7afa61128f tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Made reservation on behalf of e949b071017c47779120773fb05efee7 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:29:11.822672 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-7f6e7d09-9e5d-4927-9761-9b5840b1849c req-b8e947cb-a709-4c71-a2eb-5b7afa61128f tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:11.835140 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1ce5e29d-e374-42a9-bf1a-55e9c37c2f95 req-ff379e1f-1eb2-4767-bb0c-18542b18425d tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:11.903784 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bfcea1-7297-4336-a285-6004077fe8a4 req-db37354b-e7f5-43e6-a68d-749ca70be020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:11.905756 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-89bfcea1-7297-4336-a285-6004077fe8a4 req-db37354b-e7f5-43e6-a68d-749ca70be020 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f44968f42ed74267a411cb459eea9954&device_id=d5142c58-dba5-4e3a-8080-155fcedcda40 HTTP/1.1" status: 200 len: 1095 time: 0.4131258 Nov 25 17:29:11.908899 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1ce5e29d-e374-42a9-bf1a-55e9c37c2f95 req-ff379e1f-1eb2-4767-bb0c-18542b18425d tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:11.912542 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1ce5e29d-e374-42a9-bf1a-55e9c37c2f95 req-ff379e1f-1eb2-4767-bb0c-18542b18425d tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:11.913701 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1ce5e29d-e374-42a9-bf1a-55e9c37c2f95 req-ff379e1f-1eb2-4767-bb0c-18542b18425d tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "DELETE /v2.0/security-groups/aad58a0e-21b3-4457-82e6-1c1f550514a6 HTTP/1.1" status: 204 len: 173 time: 0.4724233 Nov 25 17:29:12.031090 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bfcea1-7297-4336-a285-6004077fe8a4 req-2a8e9e79-cc27-4f10-a01d-812f672c69a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:12.032581 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-89bfcea1-7297-4336-a285-6004077fe8a4 req-2a8e9e79-cc27-4f10-a01d-812f672c69a9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=277b957d-59aa-4686-ae8e-34800143c8cc HTTP/1.1" status: 200 len: 910 time: 0.1173472 Nov 25 17:29:12.082506 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff379e1f-1eb2-4767-bb0c-18542b18425d tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad58a0e-21b3-4457-82e6-1c1f550514a6,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:12.155540 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-89bfcea1-7297-4336-a285-6004077fe8a4 req-40c5805d-ea0f-4382-9f7d-28be0ae8cadd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31fafc6d-8ff4-4108-b95d-944c96e6ebd6 HTTP/1.1" status: 200 len: 217 time: 0.1020482 Nov 25 17:29:12.162448 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-7f6e7d09-9e5d-4927-9761-9b5840b1849c req-b8e947cb-a709-4c71-a2eb-5b7afa61128f tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Allocated IP 192.168.233.121 (ab4fed0b-9bf1-4925-8765-94da08c5de2a/8793709c-5336-428d-aede-b0b8df1a26b2/5e843580-9b98-48fa-add9-928b30944eb8) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:29:12.381672 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f295d4d5-04ba-4ccc-9a21-63de09b26d0e req-03039bb1-8e8c-4d0a-bd42-09acafbbf24e tempest-ServerTagsTestJSON-1128326762 tempest-ServerTagsTestJSON-1128326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:12.392793 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f295d4d5-04ba-4ccc-9a21-63de09b26d0e req-03039bb1-8e8c-4d0a-bd42-09acafbbf24e tempest-ServerTagsTestJSON-1128326762 tempest-ServerTagsTestJSON-1128326762-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5142c58-dba5-4e3a-8080-155fcedcda40 HTTP/1.1" status: 200 len: 944 time: 0.4851868 Nov 25 17:29:12.457809 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-7f6e7d09-9e5d-4927-9761-9b5840b1849c req-b8e947cb-a709-4c71-a2eb-5b7afa61128f tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:12.459148 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bfcea1-7297-4336-a285-6004077fe8a4 req-13cfea8d-f288-4aaa-9ea5-cec24bf34979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:12.462130 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-89bfcea1-7297-4336-a285-6004077fe8a4 req-13cfea8d-f288-4aaa-9ea5-cec24bf34979 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7183f2e6-bed0-42ce-83b1-9c72e0d2179f HTTP/1.1" status: 200 len: 849 time: 0.2970190 Nov 25 17:29:12.511200 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-7f6e7d09-9e5d-4927-9761-9b5840b1849c req-b8e947cb-a709-4c71-a2eb-5b7afa61128f tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:12.524961 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['5dd26ad6-440e-45ad-be85-4b1a98da85a4', 'ed6453e3-969d-494e-bd6f-33b16d7135ac'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:29:12.528158 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['0682888f-e70f-4362-8d88-9e0f7bea89c3', '057d05e3-0c55-42f7-8017-905ae44193e9', '62f35846-a216-43c6-b577-f0ae35b79bf2', '981205d1-f4d3-4ec4-9554-3aa640acff88'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:29:12.563692 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-89bfcea1-7297-4336-a285-6004077fe8a4 req-fa772464-787e-42f7-b7d6-6029aa18257b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=277b957d-59aa-4686-ae8e-34800143c8cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691113 Nov 25 17:29:12.634417 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f6e7d09-9e5d-4927-9761-9b5840b1849c req-b8e947cb-a709-4c71-a2eb-5b7afa61128f tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Network ab4fed0b-9bf1-4925-8765-94da08c5de2a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:29:12.636945 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-7f6e7d09-9e5d-4927-9761-9b5840b1849c req-b8e947cb-a709-4c71-a2eb-5b7afa61128f tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:12.645712 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f6e7d09-9e5d-4927-9761-9b5840b1849c req-b8e947cb-a709-4c71-a2eb-5b7afa61128f tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:29:12.659730 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149ce91-6bd2-4bc8-8940-956065b35417 req-6abb201f-98d7-493a-b86d-bb31d69a584d tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:12.660532 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 809318ad-6e29-4c2d-b0c8-bc3044b5c0a2 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:29:12.672547 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6149ce91-6bd2-4bc8-8940-956065b35417 req-6abb201f-98d7-493a-b86d-bb31d69a584d tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf672523-2b2d-4f1c-87a5-3b45351ca28c HTTP/1.1" status: 200 len: 944 time: 0.3890386 Nov 25 17:29:12.748082 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e947cb-a709-4c71-a2eb-5b7afa61128f tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Pushing event updated for resources: {'Port': ['ID=5e843580-9b98-48fa-add9-928b30944eb8,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:12.801556 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f295d4d5-04ba-4ccc-9a21-63de09b26d0e req-9ee028a9-97a6-4121-b582-7fa1f7e37dc1 tempest-ServerTagsTestJSON-1128326762 tempest-ServerTagsTestJSON-1128326762-project] 10.222.0.75 "GET /v2.0/security-groups?id=317a145b-2ac5-446c-aceb-e0cebf6b72aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4067137 Nov 25 17:29:12.817728 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e7d09-9e5d-4927-9761-9b5840b1849c req-b8e947cb-a709-4c71-a2eb-5b7afa61128f tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:12.817728 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-7f6e7d09-9e5d-4927-9761-9b5840b1849c req-b8e947cb-a709-4c71-a2eb-5b7afa61128f tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:12.864857 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7f6e7d09-9e5d-4927-9761-9b5840b1849c req-b8e947cb-a709-4c71-a2eb-5b7afa61128f tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4389198 Nov 25 17:29:12.890041 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-7f6e7d09-9e5d-4927-9761-9b5840b1849c req-61a0bf6c-58a3-425c-9bef-54cffd1a9a58 service neutron] Request body: {'port': {'device_id': '5c11a707-56eb-4455-a719-07006025b69f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:12.932765 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [req-2cedc25b-9799-40f2-950e-1e8f28694744 req-a28063e9-c55e-4869-ad3f-b52d745d0c3f tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] show failed (client error): The resource could not be found. Nov 25 17:29:12.941903 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2cedc25b-9799-40f2-950e-1e8f28694744 req-a28063e9-c55e-4869-ad3f-b52d745d0c3f tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/security-groups/aad58a0e-21b3-4457-82e6-1c1f550514a6 HTTP/1.1" status: 404 len: 352 time: 0.0664423 Nov 25 17:29:13.034431 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-89bfcea1-7297-4336-a285-6004077fe8a4 req-37f81320-6645-4352-b5ea-b87797531f49 service neutron] 10.222.0.74 "GET /v2.0/networks/277b957d-59aa-4686-ae8e-34800143c8cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4496694 Nov 25 17:29:13.062780 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-7f6e7d09-9e5d-4927-9761-9b5840b1849c req-61a0bf6c-58a3-425c-9bef-54cffd1a9a58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:13.124686 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6149ce91-6bd2-4bc8-8940-956065b35417 req-296aa774-fa7e-4f5c-903b-87c0292a1151 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/security-groups?id=84be2441-5ea8-4292-81c0-e25d06d16adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4476919 Nov 25 17:29:13.164721 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b3609c93-e4b0-489f-b5cf-21ecf58908d9 None None] Provisioning complete for port 5e843580-9b98-48fa-add9-928b30944eb8 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:13.165986 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b3609c93-e4b0-489f-b5cf-21ecf58908d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:13.239709 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b3609c93-e4b0-489f-b5cf-21ecf58908d9 None None] Port 5e843580-9b98-48fa-add9-928b30944eb8 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:29:13.248731 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port 809318ad-6e29-4c2d-b0c8-bc3044b5c0a2 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:29:13.250359 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 41792) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:13.270433 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port 809318ad-6e29-4c2d-b0c8-bc3044b5c0a2 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:13.271165 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:13.374810 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eeb904-ab90-4d42-8bbf-736233312503 req-4ade49f7-292d-4ecc-a268-1dd5e0a32b37 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:13.381407 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-87eeb904-ab90-4d42-8bbf-736233312503 req-4ade49f7-292d-4ecc-a268-1dd5e0a32b37 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c11a707-56eb-4455-a719-07006025b69f HTTP/1.1" status: 200 len: 936 time: 0.3045347 Nov 25 17:29:13.496863 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-89bfcea1-7297-4336-a285-6004077fe8a4 req-d685116a-8526-499f-a5b4-83a4b705d840 service neutron] 10.222.0.74 "GET /v2.0/networks/277b957d-59aa-4686-ae8e-34800143c8cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4492085 Nov 25 17:29:13.554575 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-87eeb904-ab90-4d42-8bbf-736233312503 req-4cffa6e7-a9f3-4a16-b9cf-bbf241e52354 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654375 Nov 25 17:29:13.556190 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-e0ff35b0-7ba4-484f-ade0-52bac0aad5d4 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1923861502-network', 'tenant_id': 'af07ecd6b88d499dba6f8368912ebb7e'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:13.633946 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ff35b0-7ba4-484f-ade0-52bac0aad5d4 admin admin] Made reservation on behalf of af07ecd6b88d499dba6f8368912ebb7e for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:29:13.637312 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e0ff35b0-7ba4-484f-ade0-52bac0aad5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:13.651545 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:13.657222 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e0ff35b0-7ba4-484f-ade0-52bac0aad5d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:13.673076 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-adcb02a4-32ec-428e-9da5-d403acf287f9 req-19163735-8a06-4229-bd40-962552d8e3e6 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/security-groups/4b63c7f1-4535-4542-9d0c-b0e6f8d73b1e HTTP/1.1" status: 200 len: 1817 time: 0.0629022 Nov 25 17:29:13.717502 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-7f6e7d09-9e5d-4927-9761-9b5840b1849c req-61a0bf6c-58a3-425c-9bef-54cffd1a9a58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e843580-9b98-48fa-add9-928b30944eb8 {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:29:13.730726 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 809318ad-6e29-4c2d-b0c8-bc3044b5c0a2, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=809318ad-6e29-4c2d-b0c8-bc3044b5c0a2,segment=NetworkSegment(6347e9f6-96b1-4f56-a092-a9cf81778fe8),segment_id=6347e9f6-96b1-4f56-a092-a9cf81778fe8)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:13.740020 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf672523-2b2d-4f1c-87a5-3b45351ca28c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '809318ad-6e29-4c2d-b0c8-bc3044b5c0a2'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:29:13.742382 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b541500d-5872-4f87-ad7b-667872855f81" -d '{"events": [{"server_uuid": "bf672523-2b2d-4f1c-87a5-3b45351ca28c", "name": "network-vif-plugged", "status": "completed", "tag": "809318ad-6e29-4c2d-b0c8-bc3044b5c0a2"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:29:13.751835 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:13.803284 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-7f6e7d09-9e5d-4927-9761-9b5840b1849c req-61a0bf6c-58a3-425c-9bef-54cffd1a9a58 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:13.807434 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=809318ad-6e29-4c2d-b0c8-bc3044b5c0a2,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:13.818827 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-adcb02a4-32ec-428e-9da5-d403acf287f9 req-f069cdb0-23fa-4641-9c4b-4940c5d32d1e tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:13.875157 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 31fafc6d-8ff4-4108-b95d-944c96e6ebd6 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:29:13.885755 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e0ff35b0-7ba4-484f-ade0-52bac0aad5d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:13.888098 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-adcb02a4-32ec-428e-9da5-d403acf287f9 req-f069cdb0-23fa-4641-9c4b-4940c5d32d1e tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:13.895529 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e0ff35b0-7ba4-484f-ade0-52bac0aad5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:13.924345 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-7f6e7d09-9e5d-4927-9761-9b5840b1849c req-61a0bf6c-58a3-425c-9bef-54cffd1a9a58 service neutron] Transition to ACTIVE for port object 5e843580-9b98-48fa-add9-928b30944eb8 will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:29:13.937457 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-7f6e7d09-9e5d-4927-9761-9b5840b1849c req-61a0bf6c-58a3-425c-9bef-54cffd1a9a58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:13.940104 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0ff35b0-7ba4-484f-ade0-52bac0aad5d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 939} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:29:14.010620 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae2487e-fe61-4a8c-a55a-ff457b289613 x-openstack-request-id: req-fae2487e-fe61-4a8c-a55a-ff457b289613 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:29:14.010910 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf672523-2b2d-4f1c-87a5-3b45351ca28c", "name": "network-vif-plugged", "status": "completed", "tag": "809318ad-6e29-4c2d-b0c8-bc3044b5c0a2", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:29:14.011233 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fae2487e-fe61-4a8c-a55a-ff457b289613 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:29:14.011928 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf672523-2b2d-4f1c-87a5-3b45351ca28c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '809318ad-6e29-4c2d-b0c8-bc3044b5c0a2', 'code': 200} Nov 25 17:29:14.038964 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-adcb02a4-32ec-428e-9da5-d403acf287f9 req-f069cdb0-23fa-4641-9c4b-4940c5d32d1e tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:14.044199 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-adcb02a4-32ec-428e-9da5-d403acf287f9 req-f069cdb0-23fa-4641-9c4b-4940c5d32d1e tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:14.050775 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-adcb02a4-32ec-428e-9da5-d403acf287f9 req-f069cdb0-23fa-4641-9c4b-4940c5d32d1e tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "DELETE /v2.0/security-groups/4b63c7f1-4535-4542-9d0c-b0e6f8d73b1e HTTP/1.1" status: 204 len: 173 time: 0.3689518 Nov 25 17:29:14.088749 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069cdb0-23fa-4641-9c4b-4940c5d32d1e tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b63c7f1-4535-4542-9d0c-b0e6f8d73b1e,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:14.110539 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069cdb0-23fa-4641-9c4b-4940c5d32d1e tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:14.111933 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069cdb0-23fa-4641-9c4b-4940c5d32d1e tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:14.112380 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069cdb0-23fa-4641-9c4b-4940c5d32d1e tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:14.112834 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069cdb0-23fa-4641-9c4b-4940c5d32d1e tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:14.113275 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069cdb0-23fa-4641-9c4b-4940c5d32d1e tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:14.119221 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069cdb0-23fa-4641-9c4b-4940c5d32d1e tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:14.119221 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069cdb0-23fa-4641-9c4b-4940c5d32d1e tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:14.130694 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a0bf6c-58a3-425c-9bef-54cffd1a9a58 service neutron] Pushing event updated for resources: {'Port': ['ID=5e843580-9b98-48fa-add9-928b30944eb8,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:14.133287 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069cdb0-23fa-4641-9c4b-4940c5d32d1e tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:14.133860 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069cdb0-23fa-4641-9c4b-4940c5d32d1e tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:14.134595 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069cdb0-23fa-4641-9c4b-4940c5d32d1e tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:14.135099 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069cdb0-23fa-4641-9c4b-4940c5d32d1e tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:14.136354 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069cdb0-23fa-4641-9c4b-4940c5d32d1e tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:14.160419 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ff35b0-7ba4-484f-ade0-52bac0aad5d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0577770c-39b7-4b0c-8124-55e039ea72f9,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:14.168360 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e0ff35b0-7ba4-484f-ade0-52bac0aad5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:14.168708 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-e0ff35b0-7ba4-484f-ade0-52bac0aad5d4 admin admin] Added segment ceeed56e-b08e-4ce0-affa-4a50f5e8a957 of type vlan for network f82e88c7-d403-486f-9a10-2a3ad902e128 Nov 25 17:29:14.171077 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 31fafc6d-8ff4-4108-b95d-944c96e6ebd6, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=31fafc6d-8ff4-4108-b95d-944c96e6ebd6,segment=NetworkSegment(33c31ce5-5844-4a5d-80b5-cf3155cb7bec),segment_id=33c31ce5-5844-4a5d-80b5-cf3155cb7bec)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:14.207829 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '31fafc6d-8ff4-4108-b95d-944c96e6ebd6', 'network_id': '277b957d-59aa-4686-ae8e-34800143c8cc', 'port_id': '31fafc6d-8ff4-4108-b95d-944c96e6ebd6', 'mac_address': 'fa:16:3e:e5:59:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7183f2e6-bed0-42ce-83b1-9c72e0d2179f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:29:14.312152 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ad6c4112-2052-4574-8e74-13874ca9f00e req-037778ab-d178-48ed-95cf-481191a58892 tempest-ServerShowV247Test-1067549471 tempest-ServerShowV247Test-1067549471-project] 10.222.0.75 "GET /v2.0/ports?device_id=5aa1a53d-e5f0-4ee5-b63e-9e96a4d7e579 HTTP/1.1" status: 200 len: 210 time: 0.1496561 Nov 25 17:29:14.342272 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56d3656-bab4-4024-a88b-e1d0b68be945 req-cf05f365-99bf-4df2-8bba-7bb32989b406 tempest-ServerTagsTestJSON-1128326762 tempest-ServerTagsTestJSON-1128326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:14.350536 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c56d3656-bab4-4024-a88b-e1d0b68be945 req-cf05f365-99bf-4df2-8bba-7bb32989b406 tempest-ServerTagsTestJSON-1128326762 tempest-ServerTagsTestJSON-1128326762-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5142c58-dba5-4e3a-8080-155fcedcda40 HTTP/1.1" status: 200 len: 944 time: 0.2417676 Nov 25 17:29:14.361849 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10bb5a-700c-4583-91bd-95be92701149 req-87e1c341-e13d-4876-9bd6-4a6b3fea8495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:14.363777 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1a10bb5a-700c-4583-91bd-95be92701149 req-87e1c341-e13d-4876-9bd6-4a6b3fea8495 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=bf672523-2b2d-4f1c-87a5-3b45351ca28c HTTP/1.1" status: 200 len: 1096 time: 0.2564273 Nov 25 17:29:14.390430 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e0ff35b0-7ba4-484f-ade0-52bac0aad5d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:14.433323 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [req-0a4f4688-a6a3-40a4-a452-dc9ff3a7ef76 req-b512f2eb-7eeb-4094-a405-81dadb572772 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] show failed (client error): The resource could not be found. Nov 25 17:29:14.451343 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0a4f4688-a6a3-40a4-a452-dc9ff3a7ef76 req-b512f2eb-7eeb-4094-a405-81dadb572772 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/security-groups/4b63c7f1-4535-4542-9d0c-b0e6f8d73b1e HTTP/1.1" status: 404 len: 352 time: 0.0486143 Nov 25 17:29:14.552315 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:14.580807 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-7f6e7d09-9e5d-4927-9761-9b5840b1849c req-61a0bf6c-58a3-425c-9bef-54cffd1a9a58 service neutron] Attempting to bind port 5e843580-9b98-48fa-add9-928b30944eb8 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:29:14.581452 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-7f6e7d09-9e5d-4927-9761-9b5840b1849c req-61a0bf6c-58a3-425c-9bef-54cffd1a9a58 service neutron] Attempting to bind port 5e843580-9b98-48fa-add9-928b30944eb8 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:29:14.581571 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6e7d09-9e5d-4927-9761-9b5840b1849c req-61a0bf6c-58a3-425c-9bef-54cffd1a9a58 service neutron] Attempting to bind port 5e843580-9b98-48fa-add9-928b30944eb8 on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:29:14.596400 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31fafc6d-8ff4-4108-b95d-944c96e6ebd6 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:29:14.596670 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6e7d09-9e5d-4927-9761-9b5840b1849c req-61a0bf6c-58a3-425c-9bef-54cffd1a9a58 service neutron] Port 5e843580-9b98-48fa-add9-928b30944eb8 on network ab4fed0b-9bf1-4925-8765-94da08c5de2a not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:29:14.597117 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6e7d09-9e5d-4927-9761-9b5840b1849c req-61a0bf6c-58a3-425c-9bef-54cffd1a9a58 service neutron] Attempting to bind port 5e843580-9b98-48fa-add9-928b30944eb8 on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:29:14.625748 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6e7d09-9e5d-4927-9761-9b5840b1849c req-61a0bf6c-58a3-425c-9bef-54cffd1a9a58 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:29:14.626160 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6e7d09-9e5d-4927-9761-9b5840b1849c req-61a0bf6c-58a3-425c-9bef-54cffd1a9a58 service neutron] Checking segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:29:14.626763 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6e7d09-9e5d-4927-9761-9b5840b1849c req-61a0bf6c-58a3-425c-9bef-54cffd1a9a58 service neutron] Bound using segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:29:14.627218 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-7f6e7d09-9e5d-4927-9761-9b5840b1849c req-61a0bf6c-58a3-425c-9bef-54cffd1a9a58 service neutron] Bound port: 5e843580-9b98-48fa-add9-928b30944eb8, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:29:14.627590 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-7f6e7d09-9e5d-4927-9761-9b5840b1849c req-61a0bf6c-58a3-425c-9bef-54cffd1a9a58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:14.642844 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e0ff35b0-7ba4-484f-ade0-52bac0aad5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:14.644071 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ff35b0-7ba4-484f-ade0-52bac0aad5d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:14.644899 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e0ff35b0-7ba4-484f-ade0-52bac0aad5d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:14.649006 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 31fafc6d-8ff4-4108-b95d-944c96e6ebd6, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=31fafc6d-8ff4-4108-b95d-944c96e6ebd6,segment=NetworkSegment(33c31ce5-5844-4a5d-80b5-cf3155cb7bec),segment_id=33c31ce5-5844-4a5d-80b5-cf3155cb7bec)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:14.664629 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:14.745149 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c56d3656-bab4-4024-a88b-e1d0b68be945 req-110d0960-896c-4ca9-9840-b86542d27419 tempest-ServerTagsTestJSON-1128326762 tempest-ServerTagsTestJSON-1128326762-project] 10.222.0.75 "GET /v2.0/security-groups?id=317a145b-2ac5-446c-aceb-e0cebf6b72aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3933790 Nov 25 17:29:14.764513 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1a10bb5a-700c-4583-91bd-95be92701149 req-5d81693b-a42b-427e-b6cf-70e12dc76331 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=84be2441-5ea8-4292-81c0-e25d06d16adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837917 Nov 25 17:29:14.802600 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=31fafc6d-8ff4-4108-b95d-944c96e6ebd6,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:14.948890 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a2c5b-0a60-408e-9b03-5ecf7710514d req-b3bbb219-0d78-47e2-8182-bff359babfb0 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:14.952642 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c87a2c5b-0a60-408e-9b03-5ecf7710514d req-b3bbb219-0d78-47e2-8182-bff359babfb0 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf672523-2b2d-4f1c-87a5-3b45351ca28c HTTP/1.1" status: 200 len: 945 time: 0.3969922 Nov 25 17:29:14.957303 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['31fafc6d-8ff4-4108-b95d-944c96e6ebd6'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:29:15.029401 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e3ca7230-7191-448c-b1b1-e5463cbbfc39 req-bedccf48-aae3-41a4-a725-5880b6ee1ad7 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/security-groups/b6a95b9c-5e6a-4024-89ca-5a81dc60c572 HTTP/1.1" status: 200 len: 1815 time: 0.2221494 Nov 25 17:29:15.088475 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c87a2c5b-0a60-408e-9b03-5ecf7710514d req-f6ed4363-34a1-474b-8697-0816890a63ce tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/security-groups?id=84be2441-5ea8-4292-81c0-e25d06d16adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186335 Nov 25 17:29:15.122264 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e3ca7230-7191-448c-b1b1-e5463cbbfc39 req-8a1c5efb-b6b6-4f53-a8f1-c129d47bed57 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:15.188293 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e0ff35b0-7ba4-484f-ade0-52bac0aad5d4 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9364657 Nov 25 17:29:15.191036 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 41848) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:15.207444 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ff35b0-7ba4-484f-ade0-52bac0aad5d4 admin admin] Pushing event updated for resources: {'Network': ['ID=f82e88c7-d403-486f-9a10-2a3ad902e128,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:15.213504 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-b03d163f-e27a-4113-9aad-f1e8362f9b26 admin admin] Request body: {'subnet': {'network_id': 'f82e88c7-d403-486f-9a10-2a3ad902e128', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1923861502-subnet', 'tenant_id': 'af07ecd6b88d499dba6f8368912ebb7e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:15.223480 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ff35b0-7ba4-484f-ade0-52bac0aad5d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:15.223863 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ff35b0-7ba4-484f-ade0-52bac0aad5d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:15.224292 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ff35b0-7ba4-484f-ade0-52bac0aad5d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:15.224643 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ff35b0-7ba4-484f-ade0-52bac0aad5d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:15.225085 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ff35b0-7ba4-484f-ade0-52bac0aad5d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:15.225463 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ff35b0-7ba4-484f-ade0-52bac0aad5d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:15.225849 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ff35b0-7ba4-484f-ade0-52bac0aad5d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:15.226179 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ff35b0-7ba4-484f-ade0-52bac0aad5d4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:15.226722 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ff35b0-7ba4-484f-ade0-52bac0aad5d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:15.227676 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ff35b0-7ba4-484f-ade0-52bac0aad5d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:15.228819 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ff35b0-7ba4-484f-ade0-52bac0aad5d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:15.229381 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ff35b0-7ba4-484f-ade0-52bac0aad5d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:15.231001 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e3ca7230-7191-448c-b1b1-e5463cbbfc39 req-8a1c5efb-b6b6-4f53-a8f1-c129d47bed57 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:15.245493 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-7f6e7d09-9e5d-4927-9761-9b5840b1849c req-61a0bf6c-58a3-425c-9bef-54cffd1a9a58 service neutron] For port 5e843580-9b98-48fa-add9-928b30944eb8, host n-h1-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:29:15.247447 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network f82e88c7-d403-486f-9a10-2a3ad902e128 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:29:15.249942 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-7f6e7d09-9e5d-4927-9761-9b5840b1849c req-61a0bf6c-58a3-425c-9bef-54cffd1a9a58 service neutron] For port 5e843580-9b98-48fa-add9-928b30944eb8, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=5e843580-9b98-48fa-add9-928b30944eb8,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:29:15.258137 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-7f6e7d09-9e5d-4927-9761-9b5840b1849c req-61a0bf6c-58a3-425c-9bef-54cffd1a9a58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:15.301680 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e7d09-9e5d-4927-9761-9b5840b1849c req-61a0bf6c-58a3-425c-9bef-54cffd1a9a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:15.302662 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-7f6e7d09-9e5d-4927-9761-9b5840b1849c req-61a0bf6c-58a3-425c-9bef-54cffd1a9a58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:15.305623 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7f6e7d09-9e5d-4927-9761-9b5840b1849c req-61a0bf6c-58a3-425c-9bef-54cffd1a9a58 service neutron] 10.222.0.74 "PUT /v2.0/ports/5e843580-9b98-48fa-add9-928b30944eb8 HTTP/1.1" status: 200 len: 1096 time: 2.4318507 Nov 25 17:29:15.306373 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c11a707-56eb-4455-a719-07006025b69f', 'tag': '5e843580-9b98-48fa-add9-928b30944eb8'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:29:15.317940 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5142ef55-22dc-4642-b6be-df223160f1e3" -d '{"events": [{"name": "network-changed", "server_uuid": "5c11a707-56eb-4455-a719-07006025b69f", "tag": "5e843580-9b98-48fa-add9-928b30944eb8"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:29:15.349518 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03d163f-e27a-4113-9aad-f1e8362f9b26 admin admin] Made reservation on behalf of af07ecd6b88d499dba6f8368912ebb7e for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:29:15.357868 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b03d163f-e27a-4113-9aad-f1e8362f9b26 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:15.370680 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a0bf6c-58a3-425c-9bef-54cffd1a9a58 service neutron] Pushing event updated for resources: {'Port': ['ID=5e843580-9b98-48fa-add9-928b30944eb8,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:15.425998 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e3ca7230-7191-448c-b1b1-e5463cbbfc39 req-8a1c5efb-b6b6-4f53-a8f1-c129d47bed57 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:15.429739 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e3ca7230-7191-448c-b1b1-e5463cbbfc39 req-8a1c5efb-b6b6-4f53-a8f1-c129d47bed57 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:15.445467 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e3ca7230-7191-448c-b1b1-e5463cbbfc39 req-8a1c5efb-b6b6-4f53-a8f1-c129d47bed57 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "DELETE /v2.0/security-groups/b6a95b9c-5e6a-4024-89ca-5a81dc60c572 HTTP/1.1" status: 204 len: 173 time: 0.4149203 Nov 25 17:29:15.569826 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1cb2ca-2496-4784-9e65-ddec2925fbe1 x-openstack-request-id: req-8f1cb2ca-2496-4784-9e65-ddec2925fbe1 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:29:15.576022 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c11a707-56eb-4455-a719-07006025b69f", "tag": "5e843580-9b98-48fa-add9-928b30944eb8", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:29:15.577845 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8f1cb2ca-2496-4784-9e65-ddec2925fbe1 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:29:15.578662 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c11a707-56eb-4455-a719-07006025b69f', 'tag': '5e843580-9b98-48fa-add9-928b30944eb8', 'status': 'completed', 'code': 200} Nov 25 17:29:15.618934 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e7d09-9e5d-4927-9761-9b5840b1849c req-9fadf755-ea3e-407d-a231-5ea473333068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:15.622049 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7f6e7d09-9e5d-4927-9761-9b5840b1849c req-9fadf755-ea3e-407d-a231-5ea473333068 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e949b071017c47779120773fb05efee7&device_id=5c11a707-56eb-4455-a719-07006025b69f HTTP/1.1" status: 200 len: 1099 time: 0.1357512 Nov 25 17:29:15.697724 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c5efb-b6b6-4f53-a8f1-c129d47bed57 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a95b9c-5e6a-4024-89ca-5a81dc60c572,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:15.727334 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7f6e7d09-9e5d-4927-9761-9b5840b1849c req-47847955-d9df-4fe1-a4f7-f08d6c2a7e23 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=5e843580-9b98-48fa-add9-928b30944eb8 HTTP/1.1" status: 200 len: 217 time: 0.0954399 Nov 25 17:29:15.802511 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904b7dc-de5b-48f6-8c04-255d357c19e4 req-dda76727-3564-4539-a965-531dc2ba4170 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:15.833431 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8904b7dc-de5b-48f6-8c04-255d357c19e4 req-dda76727-3564-4539-a965-531dc2ba4170 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c11a707-56eb-4455-a719-07006025b69f HTTP/1.1" status: 200 len: 948 time: 0.2589712 Nov 25 17:29:15.870826 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [req-7ba4780b-28ed-49d1-87ac-2d2d5fb09755 req-63433950-7108-48e3-b0e0-48ea5b2f19e6 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] show failed (client error): The resource could not be found. Nov 25 17:29:15.905819 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7ba4780b-28ed-49d1-87ac-2d2d5fb09755 req-63433950-7108-48e3-b0e0-48ea5b2f19e6 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/security-groups/b6a95b9c-5e6a-4024-89ca-5a81dc60c572 HTTP/1.1" status: 404 len: 352 time: 0.1724124 Nov 25 17:29:15.932790 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e7d09-9e5d-4927-9761-9b5840b1849c req-ec94a78d-53fc-4378-9d2b-b480de2e0d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:15.934113 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7f6e7d09-9e5d-4927-9761-9b5840b1849c req-ec94a78d-53fc-4378-9d2b-b480de2e0d6d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.1973779 Nov 25 17:29:16.033600 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e7d09-9e5d-4927-9761-9b5840b1849c req-a230442c-ce81-4c1f-bcd7-eeb2ed5bb115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:16.035452 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7f6e7d09-9e5d-4927-9761-9b5840b1849c req-a230442c-ce81-4c1f-bcd7-eeb2ed5bb115 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0926013 Nov 25 17:29:16.178766 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7f6e7d09-9e5d-4927-9761-9b5840b1849c req-bb8c0ebf-2ada-4fcd-ae20-1d06c57280a3 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333172 Nov 25 17:29:16.182795 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8904b7dc-de5b-48f6-8c04-255d357c19e4 req-1cd37ee9-cbaf-43eb-b414-6f1b35c39ba2 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219559 Nov 25 17:29:16.206975 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3dccb4ca-569d-4b2d-a157-59dfa0ebbd82 req-cdd40061-6bf3-476b-ad21-38574a75eec1 tempest-ServerShowV247Test-1067549471 tempest-ServerShowV247Test-1067549471-project] 10.222.0.75 "GET /v2.0/ports?device_id=01d6f914-b873-4ed8-b110-2e9539aa31fb HTTP/1.1" status: 200 len: 210 time: 0.1976805 Nov 25 17:29:16.382633 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b03d163f-e27a-4113-9aad-f1e8362f9b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:16.392341 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7f6e7d09-9e5d-4927-9761-9b5840b1849c req-53316c5b-f156-4268-9cfa-9f2438d6fd94 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056053 Nov 25 17:29:16.518797 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d163f-e27a-4113-9aad-f1e8362f9b26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed397f2a-aef3-4eaf-9752-78b3a9274780,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:16.539920 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5142ef55-22dc-4642-b6be-df223160f1e3 req-855d1696-43b2-4e35-a151-2dad89c1ff49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:16.542026 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-5142ef55-22dc-4642-b6be-df223160f1e3 req-855d1696-43b2-4e35-a151-2dad89c1ff49 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e949b071017c47779120773fb05efee7&device_id=5c11a707-56eb-4455-a719-07006025b69f HTTP/1.1" status: 200 len: 1099 time: 0.0760982 Nov 25 17:29:16.553995 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509507cb-57e2-40f3-a78d-38055246caa0 req-921adfb6-f717-4a9c-9999-0fd5b355a724 tempest-ServerTagsTestJSON-1128326762 tempest-ServerTagsTestJSON-1128326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:16.555576 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-509507cb-57e2-40f3-a78d-38055246caa0 req-921adfb6-f717-4a9c-9999-0fd5b355a724 tempest-ServerTagsTestJSON-1128326762 tempest-ServerTagsTestJSON-1128326762-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5142c58-dba5-4e3a-8080-155fcedcda40 HTTP/1.1" status: 200 len: 945 time: 0.2416494 Nov 25 17:29:16.576542 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:16.583168 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ef1178f8-da89-48e6-be97-43a669fafde0 req-f071123f-d18f-4541-bfc1-41599cce66c9 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a6a21f906b38400cbefeb299443350d9 HTTP/1.1" status: 200 len: 6198 time: 0.3250365 Nov 25 17:29:16.674106 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5142ef55-22dc-4642-b6be-df223160f1e3 req-5ae0308c-8a71-4593-b720-58d13379b901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:16.682684 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03d163f-e27a-4113-9aad-f1e8362f9b26 admin admin] Checking segment: {'id': 'ceeed56e-b08e-4ce0-affa-4a50f5e8a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'f82e88c7-d403-486f-9a10-2a3ad902e128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:29:16.683056 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03d163f-e27a-4113-9aad-f1e8362f9b26 admin admin] Network hostable DHCP agents. Network: f82e88c7-d403-486f-9a10-2a3ad902e128, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:29:16.685016 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-5142ef55-22dc-4642-b6be-df223160f1e3 req-5ae0308c-8a71-4593-b720-58d13379b901 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ab4fed0b-9bf1-4925-8765-94da08c5de2a HTTP/1.1" status: 200 len: 870 time: 0.1214659 Nov 25 17:29:16.697192 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:16.728369 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-5142ef55-22dc-4642-b6be-df223160f1e3 req-9867830e-be0c-4389-bd8b-0d777481bef5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=5e843580-9b98-48fa-add9-928b30944eb8 HTTP/1.1" status: 200 len: 217 time: 0.0424497 Nov 25 17:29:16.734026 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-509507cb-57e2-40f3-a78d-38055246caa0 req-c210905b-ed43-4384-8476-2d2bd992377b tempest-ServerTagsTestJSON-1128326762 tempest-ServerTagsTestJSON-1128326762-project] 10.222.0.75 "GET /v2.0/security-groups?id=317a145b-2ac5-446c-aceb-e0cebf6b72aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487134 Nov 25 17:29:16.744525 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ef1178f8-da89-48e6-be97-43a669fafde0 req-837c1886-a843-4d84-adf5-02d8204bfc06 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/security-groups/986e86ac-b28b-4e53-9638-1c25d7b56ba8 HTTP/1.1" status: 200 len: 2998 time: 0.1603205 Nov 25 17:29:16.778406 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03d163f-e27a-4113-9aad-f1e8362f9b26 admin admin] Network f82e88c7-d403-486f-9a10-2a3ad902e128 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:29:16.801608 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-b03d163f-e27a-4113-9aad-f1e8362f9b26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, f82e88c7-d403-486f-9a10-2a3ad902e128) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:16.806057 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03d163f-e27a-4113-9aad-f1e8362f9b26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:16.806656 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b03d163f-e27a-4113-9aad-f1e8362f9b26 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:16.812487 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b45b8a-cc2d-494c-b663-c3569f06193f None None] Network f82e88c7-d403-486f-9a10-2a3ad902e128 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:29:16.868369 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5142ef55-22dc-4642-b6be-df223160f1e3 req-c35fa5be-a850-43ad-b84c-9279e04d454f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:16.870197 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-5142ef55-22dc-4642-b6be-df223160f1e3 req-c35fa5be-a850-43ad-b84c-9279e04d454f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.1162345 Nov 25 17:29:16.878551 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-b03d163f-e27a-4113-9aad-f1e8362f9b26 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6837120 Nov 25 17:29:16.879494 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 41888) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:16.883955 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-aee7f55e-3e4b-44ab-929a-eefbf348a3a8 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1923861502-router', 'tenant_id': 'af07ecd6b88d499dba6f8368912ebb7e', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:16.890179 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ef1178f8-da89-48e6-be97-43a669fafde0 req-f90c46d5-4734-4719-bb43-7d7be30f59ca tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/security-groups/986e86ac-b28b-4e53-9638-1c25d7b56ba8 HTTP/1.1" status: 200 len: 2998 time: 0.1391113 Nov 25 17:29:16.919271 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-160662ce-47b1-41c4-87a2-213a1e98e675 req-0113386d-e2ee-4b77-81c1-98d5e5003f47 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-967429504', 'description': 'tempest-description-1445974903'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:16.963701 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ba57f-4c76-4bf0-bfa3-c7b9da753d06 req-31bd62e5-6d52-4081-82fd-d4c06459f11f tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:16.973376 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-658ba57f-4c76-4bf0-bfa3-c7b9da753d06 req-31bd62e5-6d52-4081-82fd-d4c06459f11f tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf672523-2b2d-4f1c-87a5-3b45351ca28c HTTP/1.1" status: 200 len: 945 time: 0.1395357 Nov 25 17:29:16.981914 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5142ef55-22dc-4642-b6be-df223160f1e3 req-e5a1bc57-9e86-4c1f-b9dc-2484644f307b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:16.983440 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-5142ef55-22dc-4642-b6be-df223160f1e3 req-e5a1bc57-9e86-4c1f-b9dc-2484644f307b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0827391 Nov 25 17:29:17.025162 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.db.api [None req-aee7f55e-3e4b-44ab-929a-eefbf348a3a8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 25 17:29:17.025162 n-d-817746-1 neutron-server[103360]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 25 17:29:17.025162 n-d-817746-1 neutron-server[103360]: [parameters: {'project_id': 'af07ecd6b88d499dba6f8368912ebb7e', 'id': '916fcefa-e10f-479c-b779-090f8b21d9a4', 'expiration': datetime.datetime(2021, 11, 25, 17, 31, 16, 960800)}] Nov 25 17:29:17.025162 n-d-817746-1 neutron-server[103360]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:29:17.025839 n-d-817746-1 neutron-server[103360]: DEBUG oslo_db.api [None req-aee7f55e-3e4b-44ab-929a-eefbf348a3a8 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:29:17.073089 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-160662ce-47b1-41c4-87a2-213a1e98e675 req-0113386d-e2ee-4b77-81c1-98d5e5003f47 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:17.123836 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbb7ec5-7901-47d5-b0d1-83c3c3f4edae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-f82e88c7-d403-486f-9a10-2a3ad902e128', 'network_id': 'f82e88c7-d403-486f-9a10-2a3ad902e128', 'tenant_id': 'af07ecd6b88d499dba6f8368912ebb7e', 'fixed_ips': [{'subnet_id': 'ed397f2a-aef3-4eaf-9752-78b3a9274780'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:29:17.125571 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-bdbb7ec5-7901-47d5-b0d1-83c3c3f4edae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:17.140935 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-57302762-b356-4e73-8ed8-0f6624b7afde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:17.141349 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-658ba57f-4c76-4bf0-bfa3-c7b9da753d06 req-f00124f0-a770-4c8d-adde-5fe6769650a4 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/security-groups?id=84be2441-5ea8-4292-81c0-e25d06d16adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568511 Nov 25 17:29:17.194487 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-5142ef55-22dc-4642-b6be-df223160f1e3 req-79a39693-9b2f-48a0-9221-b96f46bd51df service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005079 Nov 25 17:29:17.231344 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-160662ce-47b1-41c4-87a2-213a1e98e675 req-0113386d-e2ee-4b77-81c1-98d5e5003f47 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:17.241368 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-160662ce-47b1-41c4-87a2-213a1e98e675 req-0113386d-e2ee-4b77-81c1-98d5e5003f47 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:17.296026 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-160662ce-47b1-41c4-87a2-213a1e98e675 req-0113386d-e2ee-4b77-81c1-98d5e5003f47 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:17.305509 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-bdbb7ec5-7901-47d5-b0d1-83c3c3f4edae None None] Allocated IP 172.20.0.2 (f82e88c7-d403-486f-9a10-2a3ad902e128/ed397f2a-aef3-4eaf-9752-78b3a9274780/d11fc58b-f212-468d-b70c-f2b6a0160b62) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:29:17.318483 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-160662ce-47b1-41c4-87a2-213a1e98e675 req-0113386d-e2ee-4b77-81c1-98d5e5003f47 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4050925 Nov 25 17:29:17.329448 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0113386d-e2ee-4b77-81c1-98d5e5003f47 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=447c0c12-fb2d-4373-aaeb-54c1ac5f6e9c,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:17.355645 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-5142ef55-22dc-4642-b6be-df223160f1e3 req-1b1f9599-a8f7-4a5f-8fc1-1c815ea59f15 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529529 Nov 25 17:29:17.493522 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7eaf5021-addc-4a4c-9515-2ecdd6023ee6 req-304ef96c-ad1f-4050-b561-f89b794039f5 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5aa1a53d-e5f0-4ee5-b63e-9e96a4d7e579 HTTP/1.1" status: 200 len: 210 time: 0.0435767 Nov 25 17:29:17.522118 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-bdbb7ec5-7901-47d5-b0d1-83c3c3f4edae None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:17.528688 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-bdbb7ec5-7901-47d5-b0d1-83c3c3f4edae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:17.535550 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7a7b6-81e9-4eae-9d7c-06b655a7cb8a req-ef699d5c-0943-40f5-950e-c8b912d9ba43 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:17.545155 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-68a7a7b6-81e9-4eae-9d7c-06b655a7cb8a req-ef699d5c-0943-40f5-950e-c8b912d9ba43 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c11a707-56eb-4455-a719-07006025b69f HTTP/1.1" status: 200 len: 948 time: 0.0852365 Nov 25 17:29:17.569463 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-aee7f55e-3e4b-44ab-929a-eefbf348a3a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:17.570342 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-aee7f55e-3e4b-44ab-929a-eefbf348a3a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:17.572091 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbb7ec5-7901-47d5-b0d1-83c3c3f4edae None None] Network f82e88c7-d403-486f-9a10-2a3ad902e128 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:29:17.578406 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-bdbb7ec5-7901-47d5-b0d1-83c3c3f4edae None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:17.581628 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbb7ec5-7901-47d5-b0d1-83c3c3f4edae None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:29:17.625857 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbb7ec5-7901-47d5-b0d1-83c3c3f4edae None None] Pushing event updated for resources: {'Port': ['ID=d11fc58b-f212-468d-b70c-f2b6a0160b62,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:17.657455 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-bdbb7ec5-7901-47d5-b0d1-83c3c3f4edae None None] Attempting to bind port d11fc58b-f212-468d-b70c-f2b6a0160b62 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:29:17.658570 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-bdbb7ec5-7901-47d5-b0d1-83c3c3f4edae None None] Attempting to bind port d11fc58b-f212-468d-b70c-f2b6a0160b62 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'ceeed56e-b08e-4ce0-affa-4a50f5e8a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'f82e88c7-d403-486f-9a10-2a3ad902e128'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:29:17.659032 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbb7ec5-7901-47d5-b0d1-83c3c3f4edae None None] Attempting to bind port d11fc58b-f212-468d-b70c-f2b6a0160b62 on network f82e88c7-d403-486f-9a10-2a3ad902e128 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:29:17.664394 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbb7ec5-7901-47d5-b0d1-83c3c3f4edae None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:29:17.664768 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbb7ec5-7901-47d5-b0d1-83c3c3f4edae None None] Checking segment: {'id': 'ceeed56e-b08e-4ce0-affa-4a50f5e8a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'f82e88c7-d403-486f-9a10-2a3ad902e128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:29:17.665345 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-bdbb7ec5-7901-47d5-b0d1-83c3c3f4edae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:17.665745 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbb7ec5-7901-47d5-b0d1-83c3c3f4edae None None] Bound using segment: {'id': 'ceeed56e-b08e-4ce0-affa-4a50f5e8a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'f82e88c7-d403-486f-9a10-2a3ad902e128'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:29:17.666222 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-bdbb7ec5-7901-47d5-b0d1-83c3c3f4edae None None] Bound port: d11fc58b-f212-468d-b70c-f2b6a0160b62, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceeed56e-b08e-4ce0-affa-4a50f5e8a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'f82e88c7-d403-486f-9a10-2a3ad902e128'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:29:17.666611 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-bdbb7ec5-7901-47d5-b0d1-83c3c3f4edae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:17.674893 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-68a7a7b6-81e9-4eae-9d7c-06b655a7cb8a req-df722874-fa27-409d-b7e1-1b5d40ce5c7f tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281486 Nov 25 17:29:17.680020 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-aee7f55e-3e4b-44ab-929a-eefbf348a3a8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:17.717967 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-dc901d2d-1c46-4ad7-ac3e-6b1a8831db0a req-886e5fa3-5c6b-4f36-8574-555a6a1f7721 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-153554504', 'description': 'tempest-description-1854043568'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:17.759128 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-bdbb7ec5-7901-47d5-b0d1-83c3c3f4edae None None] For port d11fc58b-f212-468d-b70c-f2b6a0160b62, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:29:17.762841 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-bdbb7ec5-7901-47d5-b0d1-83c3c3f4edae None None] For port d11fc58b-f212-468d-b70c-f2b6a0160b62, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d11fc58b-f212-468d-b70c-f2b6a0160b62,segment=NetworkSegment(ceeed56e-b08e-4ce0-affa-4a50f5e8a957),segment_id=ceeed56e-b08e-4ce0-affa-4a50f5e8a957)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:29:17.764984 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-dc901d2d-1c46-4ad7-ac3e-6b1a8831db0a req-886e5fa3-5c6b-4f36-8574-555a6a1f7721 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:17.768428 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-bdbb7ec5-7901-47d5-b0d1-83c3c3f4edae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:17.867829 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 5e843580-9b98-48fa-add9-928b30944eb8 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:29:17.888996 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 31fafc6d-8ff4-4108-b95d-944c96e6ebd6 up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:29:17.905104 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-dc901d2d-1c46-4ad7-ac3e-6b1a8831db0a req-886e5fa3-5c6b-4f36-8574-555a6a1f7721 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:17.919548 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-dc901d2d-1c46-4ad7-ac3e-6b1a8831db0a req-886e5fa3-5c6b-4f36-8574-555a6a1f7721 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:17.950173 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d804c0c0-5378-4ecd-a688-bb45a40b3ecb req-b494b4a0-adc1-4e01-8f15-81522ec69437 tempest-ServerShowV247Test-1067549471 tempest-ServerShowV247Test-1067549471-project] 10.222.0.75 "GET /v2.0/ports?device_id=01d6f914-b873-4ed8-b110-2e9539aa31fb HTTP/1.1" status: 200 len: 210 time: 0.0435436 Nov 25 17:29:17.995295 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886e5fa3-5c6b-4f36-8574-555a6a1f7721 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=996b07ba-4ba1-4f96-99de-f938ffe360d3,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:18.006218 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-dc901d2d-1c46-4ad7-ac3e-6b1a8831db0a req-886e5fa3-5c6b-4f36-8574-555a6a1f7721 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:18.022609 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dc901d2d-1c46-4ad7-ac3e-6b1a8831db0a req-886e5fa3-5c6b-4f36-8574-555a6a1f7721 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3053038 Nov 25 17:29:18.023647 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-aee7f55e-3e4b-44ab-929a-eefbf348a3a8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:18.074636 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbb7ec5-7901-47d5-b0d1-83c3c3f4edae None None] Pushing event updated for resources: {'Port': ['ID=d11fc58b-f212-468d-b70c-f2b6a0160b62,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:18.239477 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port 31fafc6d-8ff4-4108-b95d-944c96e6ebd6 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:29:18.279706 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 31fafc6d-8ff4-4108-b95d-944c96e6ebd6 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:18.280082 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:18.357278 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48f2e8-f0ce-4df5-b573-f5211d74f996 req-5e6644df-2919-4637-9c3b-4b64e4e2ec14 tempest-ServerTagsTestJSON-1128326762 tempest-ServerTagsTestJSON-1128326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:18.370493 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3c48f2e8-f0ce-4df5-b573-f5211d74f996 req-5e6644df-2919-4637-9c3b-4b64e4e2ec14 tempest-ServerTagsTestJSON-1128326762 tempest-ServerTagsTestJSON-1128326762-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5142c58-dba5-4e3a-8080-155fcedcda40 HTTP/1.1" status: 200 len: 945 time: 0.1679468 Nov 25 17:29:18.437475 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0eee4-6102-4ffb-b4b2-3b8572805522 req-1bd80ba8-e965-45f1-a998-4c98eee87f07 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:18.457077 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1ef0eee4-6102-4ffb-b4b2-3b8572805522 req-1bd80ba8-e965-45f1-a998-4c98eee87f07 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf672523-2b2d-4f1c-87a5-3b45351ca28c HTTP/1.1" status: 200 len: 945 time: 0.3388758 Nov 25 17:29:18.478429 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d11fc58b-f212-468d-b70c-f2b6a0160b62 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:29:18.510071 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-aee7f55e-3e4b-44ab-929a-eefbf348a3a8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:18.516507 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 5e843580-9b98-48fa-add9-928b30944eb8, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=5e843580-9b98-48fa-add9-928b30944eb8,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:18.542528 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '5e843580-9b98-48fa-add9-928b30944eb8', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'port_id': '5e843580-9b98-48fa-add9-928b30944eb8', 'mac_address': 'fa:16:3e:1e:8d:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8793709c-5336-428d-aede-b0b8df1a26b2', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:29:18.543864 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-aee7f55e-3e4b-44ab-929a-eefbf348a3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:18.596806 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3c48f2e8-f0ce-4df5-b573-f5211d74f996 req-1765676d-35e0-4820-bf59-da3f95dfb652 tempest-ServerTagsTestJSON-1128326762 tempest-ServerTagsTestJSON-1128326762-project] 10.222.0.75 "GET /v2.0/security-groups?id=317a145b-2ac5-446c-aceb-e0cebf6b72aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208176 Nov 25 17:29:18.599277 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:18.653509 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5142c58-dba5-4e3a-8080-155fcedcda40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31fafc6d-8ff4-4108-b95d-944c96e6ebd6'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:29:18.655839 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085db18e-9961-4d7b-9bd5-c8c0bf807858" -d '{"events": [{"server_uuid": "d5142c58-dba5-4e3a-8080-155fcedcda40", "name": "network-vif-plugged", "status": "completed", "tag": "31fafc6d-8ff4-4108-b95d-944c96e6ebd6"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:29:18.698784 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 31fafc6d-8ff4-4108-b95d-944c96e6ebd6, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=31fafc6d-8ff4-4108-b95d-944c96e6ebd6,segment=NetworkSegment(33c31ce5-5844-4a5d-80b5-cf3155cb7bec),segment_id=33c31ce5-5844-4a5d-80b5-cf3155cb7bec)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:18.711541 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:18.712685 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-aee7f55e-3e4b-44ab-929a-eefbf348a3a8 admin admin] Allocated IP 172.25.0.208 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/f733cd7e-9d1b-4edd-971e-859ad2655c0a) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:29:18.723897 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1ef0eee4-6102-4ffb-b4b2-3b8572805522 req-9d9dafb3-3e49-4a5f-933e-d06730c81659 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/security-groups?id=84be2441-5ea8-4292-81c0-e25d06d16adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657096 Nov 25 17:29:18.779359 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dca0f33f-e9d0-4db0-bce0-1b74b528decc req-82d42735-3358-41de-bdca-bbb8cbb8a7d6 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=01d6f914-b873-4ed8-b110-2e9539aa31fb HTTP/1.1" status: 200 len: 210 time: 0.1479442 Nov 25 17:29:18.830564 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port d11fc58b-f212-468d-b70c-f2b6a0160b62 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:18.830746 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:18.858319 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-aee7f55e-3e4b-44ab-929a-eefbf348a3a8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:18.879656 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:18.886148 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ed7320-3fb6-4d62-9c9f-21aae79d633d x-openstack-request-id: req-f8ed7320-3fb6-4d62-9c9f-21aae79d633d {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:29:18.886493 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5142c58-dba5-4e3a-8080-155fcedcda40", "name": "network-vif-plugged", "status": "completed", "tag": "31fafc6d-8ff4-4108-b95d-944c96e6ebd6", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:29:18.886760 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f8ed7320-3fb6-4d62-9c9f-21aae79d633d {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:29:18.887298 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5142c58-dba5-4e3a-8080-155fcedcda40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31fafc6d-8ff4-4108-b95d-944c96e6ebd6', 'code': 200} Nov 25 17:29:18.934436 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-aee7f55e-3e4b-44ab-929a-eefbf348a3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:18.964259 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e843580-9b98-48fa-add9-928b30944eb8 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:29:18.996757 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=31fafc6d-8ff4-4108-b95d-944c96e6ebd6,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:19.035355 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 5e843580-9b98-48fa-add9-928b30944eb8, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=5e843580-9b98-48fa-add9-928b30944eb8,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:19.068542 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:19.081048 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee7f55e-3e4b-44ab-929a-eefbf348a3a8 admin admin] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:29:19.099881 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-aee7f55e-3e4b-44ab-929a-eefbf348a3a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:19.104128 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee7f55e-3e4b-44ab-929a-eefbf348a3a8 admin admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:29:19.107222 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22221137-b51c-4048-89bc-f3c2ff3426f1 req-18078725-e385-4ba4-ab41-70a406a84889 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:19.115620 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-22221137-b51c-4048-89bc-f3c2ff3426f1 req-18078725-e385-4ba4-ab41-70a406a84889 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/networks?id=50ed7be7-341a-4bb0-b02f-f642589d92ba HTTP/1.1" status: 200 len: 813 time: 0.3052602 Nov 25 17:29:19.121658 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee7f55e-3e4b-44ab-929a-eefbf348a3a8 admin admin] Pushing event updated for resources: {'Port': ['ID=f733cd7e-9d1b-4edd-971e-859ad2655c0a,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:19.135855 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51f724-648a-4e57-989f-befed9436088 req-11e5be3e-7e71-4dee-8507-08cc31882b31 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:19.137434 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8a51f724-648a-4e57-989f-befed9436088 req-11e5be3e-7e71-4dee-8507-08cc31882b31 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c11a707-56eb-4455-a719-07006025b69f HTTP/1.1" status: 200 len: 948 time: 0.1644337 Nov 25 17:29:19.146971 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-22221137-b51c-4048-89bc-f3c2ff3426f1 req-004113fd-9de0-48d1-9848-0c663728a3f8 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/quotas/a6a21f906b38400cbefeb299443350d9 HTTP/1.1" status: 200 len: 375 time: 0.0304339 Nov 25 17:29:19.159897 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:19.212781 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f488a7-ab86-4e27-af10-3bdf7628b32f req-0e5898bf-a429-4f2a-a21b-befffcfd0b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:19.216331 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-35f488a7-ab86-4e27-af10-3bdf7628b32f req-0e5898bf-a429-4f2a-a21b-befffcfd0b9e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d5142c58-dba5-4e3a-8080-155fcedcda40 HTTP/1.1" status: 200 len: 1097 time: 0.2974181 Nov 25 17:29:19.245016 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port d11fc58b-f212-468d-b70c-f2b6a0160b62, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d11fc58b-f212-468d-b70c-f2b6a0160b62,segment=NetworkSegment(ceeed56e-b08e-4ce0-affa-4a50f5e8a957),segment_id=ceeed56e-b08e-4ce0-affa-4a50f5e8a957)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:19.263629 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:19.274416 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=5e843580-9b98-48fa-add9-928b30944eb8,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:19.298228 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8a51f724-648a-4e57-989f-befed9436088 req-cbcd7b75-75cf-48db-8da4-a44f15033be5 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412711 Nov 25 17:29:19.333938 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-22221137-b51c-4048-89bc-f3c2ff3426f1 req-4dc90bee-603c-4df5-8e3c-ac74d46762b9 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=a6a21f906b38400cbefeb299443350d9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1859732 Nov 25 17:29:19.432277 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=d11fc58b-f212-468d-b70c-f2b6a0160b62,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:19.452285 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['5e843580-9b98-48fa-add9-928b30944eb8'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:29:19.494233 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-35f488a7-ab86-4e27-af10-3bdf7628b32f req-528386bd-bd55-499a-8b40-3dd976e42498 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=317a145b-2ac5-446c-aceb-e0cebf6b72aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675939 Nov 25 17:29:19.548206 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-21295974-618a-4c0a-b92b-fa374395d072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:19.577162 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-89a5599c-386f-42f4-b18d-09d74f557c51 req-d16231a7-0ca3-4f60-a84c-68bd3add8157 tempest-ServerShowV247Test-1067549471 tempest-ServerShowV247Test-1067549471-project] 10.222.0.75 "GET /v2.0/ports?device_id=01d6f914-b873-4ed8-b110-2e9539aa31fb HTTP/1.1" status: 200 len: 210 time: 0.1105003 Nov 25 17:29:19.605565 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-22221137-b51c-4048-89bc-f3c2ff3426f1 req-c61ab7ae-0a20-4e96-b9d0-a98c4ecd314d service neutron] 10.222.0.75 "GET /v2.0/networks/50ed7be7-341a-4bb0-b02f-f642589d92ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706473 Nov 25 17:29:19.680923 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9af9fcf-36e6-4157-9d85-fb756542dcde None None] Network f82e88c7-d403-486f-9a10-2a3ad902e128 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:29:19.770778 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-aee7f55e-3e4b-44ab-929a-eefbf348a3a8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:19.783929 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-22221137-b51c-4048-89bc-f3c2ff3426f1 req-926a238d-e6ad-47f8-a974-8033bd61a3ca service neutron] 10.222.0.75 "GET /v2.0/networks/50ed7be7-341a-4bb0-b02f-f642589d92ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766808 Nov 25 17:29:19.844710 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e855ad-db29-416c-9a54-6e67beafcc99 req-87ba2f56-0702-4961-b09e-126c46549992 tempest-ServerTagsTestJSON-1128326762 tempest-ServerTagsTestJSON-1128326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:19.852093 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-53e855ad-db29-416c-9a54-6e67beafcc99 req-87ba2f56-0702-4961-b09e-126c46549992 tempest-ServerTagsTestJSON-1128326762 tempest-ServerTagsTestJSON-1128326762-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5142c58-dba5-4e3a-8080-155fcedcda40 HTTP/1.1" status: 200 len: 946 time: 0.1123950 Nov 25 17:29:19.979701 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-53e855ad-db29-416c-9a54-6e67beafcc99 req-e338b3b6-8863-4238-8c67-762be2a5f248 tempest-ServerTagsTestJSON-1128326762 tempest-ServerTagsTestJSON-1128326762-project] 10.222.0.75 "GET /v2.0/security-groups?id=317a145b-2ac5-446c-aceb-e0cebf6b72aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982099 Nov 25 17:29:20.202631 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-0c645772-d2be-4d17-b3b5-982cc48fbe65 None None] Provisioning complete for port d11fc58b-f212-468d-b70c-f2b6a0160b62 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:20.202899 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0c645772-d2be-4d17-b3b5-982cc48fbe65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:20.290944 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-aee7f55e-3e4b-44ab-929a-eefbf348a3a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:20.351796 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d7f83d8c-de0a-4db4-851a-bd1eb42ca813 req-061b545a-2531-42d5-ae0f-0f938a3b11c4 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/ports?device_id=1be99897-8a22-4cb2-8870-4be8aa872483 HTTP/1.1" status: 200 len: 210 time: 0.1629646 Nov 25 17:29:20.386204 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170a6f7-60b9-4cf1-bda2-a68a2e2e9bdb req-fee9c427-cb9d-4570-ba30-f7a3a3aa8a93 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:20.401712 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b170a6f7-60b9-4cf1-bda2-a68a2e2e9bdb req-fee9c427-cb9d-4570-ba30-f7a3a3aa8a93 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf672523-2b2d-4f1c-87a5-3b45351ca28c HTTP/1.1" status: 200 len: 945 time: 0.2945638 Nov 25 17:29:20.486847 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d11fc58b-f212-468d-b70c-f2b6a0160b62 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:29:20.516840 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b170a6f7-60b9-4cf1-bda2-a68a2e2e9bdb req-e2b2a8a1-c4c8-475c-9c7c-f6387defa476 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/security-groups?id=84be2441-5ea8-4292-81c0-e25d06d16adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003804 Nov 25 17:29:20.622782 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port d11fc58b-f212-468d-b70c-f2b6a0160b62 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:20.623162 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:20.651054 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee7f55e-3e4b-44ab-929a-eefbf348a3a8 admin admin] Router cd2d7726-6333-44ab-b653-8c81ef1b29d8 is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:29:20.699851 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6f9bd-edae-4bae-83aa-171844a8452f req-f1768164-cbe6-4b18-8bbd-977dec872c5d tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:20.708074 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-23d6f9bd-edae-4bae-83aa-171844a8452f req-f1768164-cbe6-4b18-8bbd-977dec872c5d tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c11a707-56eb-4455-a719-07006025b69f HTTP/1.1" status: 200 len: 949 time: 0.1887808 Nov 25 17:29:20.806289 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:20.817455 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-23d6f9bd-edae-4bae-83aa-171844a8452f req-1f5062f5-067b-402c-8905-0190e306d4de tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082566 Nov 25 17:29:20.897119 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee7f55e-3e4b-44ab-929a-eefbf348a3a8 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:29:20.911468 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6f1c07-571d-44a6-9cd7-5c2b897a692b None None] Sync routers for ids ['cd2d7726-6333-44ab-b653-8c81ef1b29d8'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:29:20.938188 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6f1c07-571d-44a6-9cd7-5c2b897a692b None None] Routers {'cd2d7726-6333-44ab-b653-8c81ef1b29d8'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:29:20.942679 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-aee7f55e-3e4b-44ab-929a-eefbf348a3a8 admin admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:20.944347 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-aee7f55e-3e4b-44ab-929a-eefbf348a3a8 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.0638247 Nov 25 17:29:20.947257 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 41988) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:20.953759 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-4e6f1c07-571d-44a6-9cd7-5c2b897a692b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:29:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['cd2d7726-6333-44ab-b653-8c81ef1b29d8'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:21.118751 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-4646a63d-85ca-40f3-b600-8a5aad733c67 None None] Provisioning complete for port d11fc58b-f212-468d-b70c-f2b6a0160b62 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:21.119287 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4646a63d-85ca-40f3-b600-8a5aad733c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:21.137727 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-882777bd-2758-4155-bf6c-d4b6651bb72b req-bfaa36f8-c260-485f-833c-6baf2f451896 tempest-ServerShowV247Test-1067549471 tempest-ServerShowV247Test-1067549471-project] 10.222.0.75 "GET /v2.0/ports?device_id=01d6f914-b873-4ed8-b110-2e9539aa31fb HTTP/1.1" status: 200 len: 210 time: 0.0870616 Nov 25 17:29:21.202193 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-4e6f1c07-571d-44a6-9cd7-5c2b897a692b None None] Set router cd2d7726-6333-44ab-b653-8c81ef1b29d8 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:29:21.373920 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3939e81-01a6-4484-96c7-b38d74cc7177 req-e088f8a0-f9a8-46b3-adba-528fe88f208f tempest-ServerTagsTestJSON-1128326762 tempest-ServerTagsTestJSON-1128326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:21.387588 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a3939e81-01a6-4484-96c7-b38d74cc7177 req-e088f8a0-f9a8-46b3-adba-528fe88f208f tempest-ServerTagsTestJSON-1128326762 tempest-ServerTagsTestJSON-1128326762-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5142c58-dba5-4e3a-8080-155fcedcda40 HTTP/1.1" status: 200 len: 946 time: 0.1321616 Nov 25 17:29:21.498253 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a3939e81-01a6-4484-96c7-b38d74cc7177 req-024f71ed-e9b9-4bd1-89d7-21e4a41708bb tempest-ServerTagsTestJSON-1128326762 tempest-ServerTagsTestJSON-1128326762-project] 10.222.0.75 "GET /v2.0/security-groups?id=317a145b-2ac5-446c-aceb-e0cebf6b72aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094091 Nov 25 17:29:21.671287 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-4e6f1c07-571d-44a6-9cd7-5c2b897a692b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2d7726-6333-44ab-b653-8c81ef1b29d8', 'name': 'tempest-TaggedBootDevicesTest-1923861502-router', 'tenant_id': 'af07ecd6b88d499dba6f8368912ebb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'f733cd7e-9d1b-4edd-971e-859ad2655c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:17Z', 'updated_at': '2021-11-25T17:29:19Z', 'revision_number': 3, 'project_id': 'af07ecd6b88d499dba6f8368912ebb7e', 'gw_port': {'id': 'f733cd7e-9d1b-4edd-971e-859ad2655c0a', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:cc:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2d7726-6333-44ab-b653-8c81ef1b29d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:18Z', 'updated_at': '2021-11-25T17:29:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:21.711056 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6f1c07-571d-44a6-9cd7-5c2b897a692b None None] Checking router: cd2d7726-6333-44ab-b653-8c81ef1b29d8 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:29:21.711450 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6f1c07-571d-44a6-9cd7-5c2b897a692b None None] Updating router cd2d7726-6333-44ab-b653-8c81ef1b29d8 port f733cd7e-9d1b-4edd-971e-859ad2655c0a binding host n-d-817746-1 {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:29:21.741849 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-4e6f1c07-571d-44a6-9cd7-5c2b897a692b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:21.790943 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-738c673b-c16b-4507-a318-444591262b20 req-f7775717-da9e-4fc3-ba2b-8cc6cc0fd7f0 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/ports?device_id=1be99897-8a22-4cb2-8870-4be8aa872483 HTTP/1.1" status: 200 len: 210 time: 0.0371351 Nov 25 17:29:21.881108 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 5e843580-9b98-48fa-add9-928b30944eb8 up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:29:22.116401 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:22.179916 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c23fd5-2e3c-4fd0-a201-a79c5ece494a req-4fcf4bb3-de57-4822-9100-a47ca696cc8e tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:22.183114 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port 5e843580-9b98-48fa-add9-928b30944eb8 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:29:22.186154 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e2c23fd5-2e3c-4fd0-a201-a79c5ece494a req-4fcf4bb3-de57-4822-9100-a47ca696cc8e tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c11a707-56eb-4455-a719-07006025b69f HTTP/1.1" status: 200 len: 949 time: 0.1745176 Nov 25 17:29:22.189317 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 5e843580-9b98-48fa-add9-928b30944eb8 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:22.189804 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:22.205882 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9c9e2e83-8c9f-4f5e-8066-271e6aa900d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:22.323525 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:29:22.366169 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e2c23fd5-2e3c-4fd0-a201-a79c5ece494a req-3270e9d7-64e6-48ab-ab84-44c46f54a4d2 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633854 Nov 25 17:29:22.429040 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f94c3f3f-2e9f-41eb-82e0-0c306b264c4b req-0a408fd0-37ca-47b2-8515-f5415040cb4b tempest-ServerShowV247Test-1067549471 tempest-ServerShowV247Test-1067549471-project] 10.222.0.75 "GET /v2.0/ports?device_id=01d6f914-b873-4ed8-b110-2e9539aa31fb HTTP/1.1" status: 200 len: 210 time: 0.1766698 Nov 25 17:29:22.474055 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:22.515642 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-4e6f1c07-571d-44a6-9cd7-5c2b897a692b None None] Publish callbacks [] for port, precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:22.534730 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-4e6f1c07-571d-44a6-9cd7-5c2b897a692b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:22.574640 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c11a707-56eb-4455-a719-07006025b69f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e843580-9b98-48fa-add9-928b30944eb8'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:29:22.583888 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612d1894-8394-499a-923f-02698092a70c" -d '{"events": [{"server_uuid": "5c11a707-56eb-4455-a719-07006025b69f", "name": "network-vif-plugged", "status": "completed", "tag": "5e843580-9b98-48fa-add9-928b30944eb8"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:29:22.626941 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1de5ab-e159-4239-bc0b-d43c06d8b829 None None] Pushing event updated for resources: {'Port': ['ID=f733cd7e-9d1b-4edd-971e-859ad2655c0a,revision_number=2']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:22.629429 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 5e843580-9b98-48fa-add9-928b30944eb8, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=5e843580-9b98-48fa-add9-928b30944eb8,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:22.636979 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:22.653938 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1de5ab-e159-4239-bc0b-d43c06d8b829 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:22.654511 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1de5ab-e159-4239-bc0b-d43c06d8b829 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:22.655171 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1de5ab-e159-4239-bc0b-d43c06d8b829 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:22.655721 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1de5ab-e159-4239-bc0b-d43c06d8b829 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:22.656251 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1de5ab-e159-4239-bc0b-d43c06d8b829 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:22.657223 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1de5ab-e159-4239-bc0b-d43c06d8b829 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:22.659861 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1de5ab-e159-4239-bc0b-d43c06d8b829 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:22.660493 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1de5ab-e159-4239-bc0b-d43c06d8b829 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:22.661065 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1de5ab-e159-4239-bc0b-d43c06d8b829 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:22.661600 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1de5ab-e159-4239-bc0b-d43c06d8b829 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:22.662131 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1de5ab-e159-4239-bc0b-d43c06d8b829 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:22.662751 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1de5ab-e159-4239-bc0b-d43c06d8b829 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:22.690661 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-9c9e2e83-8c9f-4f5e-8066-271e6aa900d5 admin admin] Allocated IP 172.20.0.1 (f82e88c7-d403-486f-9a10-2a3ad902e128/ed397f2a-aef3-4eaf-9752-78b3a9274780/8d0ec3cd-8a99-4f9a-a287-1c964d4a1850) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:29:22.705980 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-4e6f1c07-571d-44a6-9cd7-5c2b897a692b None None] Attempting to bind port f733cd7e-9d1b-4edd-971e-859ad2655c0a on host n-d-817746-1 for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:29:22.709327 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-4e6f1c07-571d-44a6-9cd7-5c2b897a692b None None] Attempting to bind port f733cd7e-9d1b-4edd-971e-859ad2655c0a by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:29:22.710025 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6f1c07-571d-44a6-9cd7-5c2b897a692b None None] Attempting to bind port f733cd7e-9d1b-4edd-971e-859ad2655c0a on network 1aa44027-b9d0-4a56-9a59-7e664703e20a {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:29:22.718978 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6f1c07-571d-44a6-9cd7-5c2b897a692b None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:29:22.723000 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6f1c07-571d-44a6-9cd7-5c2b897a692b None None] Checking segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:29:22.723712 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-4e6f1c07-571d-44a6-9cd7-5c2b897a692b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:22.724404 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6f1c07-571d-44a6-9cd7-5c2b897a692b None None] Bound using segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:29:22.736709 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-4e6f1c07-571d-44a6-9cd7-5c2b897a692b None None] Bound port: f733cd7e-9d1b-4edd-971e-859ad2655c0a, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:29:22.737421 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-4e6f1c07-571d-44a6-9cd7-5c2b897a692b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:22.870248 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-4e6f1c07-571d-44a6-9cd7-5c2b897a692b None None] For port f733cd7e-9d1b-4edd-971e-859ad2655c0a, host n-d-817746-1, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:29:22.877949 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e96803-74d2-4617-8d79-598b1d881e26 x-openstack-request-id: req-35e96803-74d2-4617-8d79-598b1d881e26 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:29:22.878238 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c11a707-56eb-4455-a719-07006025b69f", "name": "network-vif-plugged", "status": "completed", "tag": "5e843580-9b98-48fa-add9-928b30944eb8", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:29:22.881401 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-4e6f1c07-571d-44a6-9cd7-5c2b897a692b None None] For port f733cd7e-9d1b-4edd-971e-859ad2655c0a, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=f733cd7e-9d1b-4edd-971e-859ad2655c0a,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:29:22.884014 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22221137-b51c-4048-89bc-f3c2ff3426f1 req-b3ecc49c-ef9d-4e0d-b223-4fa6af67cf5d tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:22.887145 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-22221137-b51c-4048-89bc-f3c2ff3426f1 req-b3ecc49c-ef9d-4e0d-b223-4fa6af67cf5d tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.90 "GET /v2.0/networks?id=50ed7be7-341a-4bb0-b02f-f642589d92ba HTTP/1.1" status: 200 len: 813 time: 0.4636950 Nov 25 17:29:22.891954 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-35e96803-74d2-4617-8d79-598b1d881e26 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:29:22.892881 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c11a707-56eb-4455-a719-07006025b69f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e843580-9b98-48fa-add9-928b30944eb8', 'code': 200} Nov 25 17:29:22.894266 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-4e6f1c07-571d-44a6-9cd7-5c2b897a692b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:22.913947 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-22221137-b51c-4048-89bc-f3c2ff3426f1 req-46afb272-d54e-47fd-a479-85c3bc409816 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Request body: {'port': {'device_id': '1be99897-8a22-4cb2-8870-4be8aa872483', 'network_id': '50ed7be7-341a-4bb0-b02f-f642589d92ba', 'admin_state_up': True, 'tenant_id': 'a6a21f906b38400cbefeb299443350d9'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:22.947828 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=5e843580-9b98-48fa-add9-928b30944eb8,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:22.977566 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:22.978739 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:22.979244 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:22.988803 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:22.989398 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:22.989904 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:22.990420 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:22.990919 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:22.991409 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:22.991908 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:22.992398 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:22.992913 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:22.997755 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:23.040577 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1de5ab-e159-4239-bc0b-d43c06d8b829 None None] Pushing event updated for resources: {'Port': ['ID=f733cd7e-9d1b-4edd-971e-859ad2655c0a,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:23.044368 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddcd5b8-d776-4704-b1c1-e4a06f8612bc req-e7b8f836-f792-4ffd-872c-c954990187fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:23.046778 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-5ddcd5b8-d776-4704-b1c1-e4a06f8612bc req-e7b8f836-f792-4ffd-872c-c954990187fb service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5c11a707-56eb-4455-a719-07006025b69f HTTP/1.1" status: 200 len: 1101 time: 0.2082849 Nov 25 17:29:23.084320 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6f1c07-571d-44a6-9cd7-5c2b897a692b None None] Routers {'cd2d7726-6333-44ab-b653-8c81ef1b29d8'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:29:23.085337 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-4e6f1c07-571d-44a6-9cd7-5c2b897a692b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:29:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['cd2d7726-6333-44ab-b653-8c81ef1b29d8'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:23.133109 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a4446667-3a82-4e7f-a9b4-8278cd2458f6 req-2da0a709-66b1-4f27-ae07-89e92c7625e7 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/ports?device_id=1be99897-8a22-4cb2-8870-4be8aa872483 HTTP/1.1" status: 200 len: 210 time: 0.0671818 Nov 25 17:29:23.146576 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-5ddcd5b8-d776-4704-b1c1-e4a06f8612bc req-4e039ad4-e5b0-448d-93c2-937fa5192e7f service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905888 Nov 25 17:29:23.149710 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9c9e2e83-8c9f-4f5e-8066-271e6aa900d5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:23.230733 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9c9e2e83-8c9f-4f5e-8066-271e6aa900d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:23.254037 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22221137-b51c-4048-89bc-f3c2ff3426f1 req-46afb272-d54e-47fd-a479-85c3bc409816 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Made reservation on behalf of a6a21f906b38400cbefeb299443350d9 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:29:23.257675 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-22221137-b51c-4048-89bc-f3c2ff3426f1 req-46afb272-d54e-47fd-a479-85c3bc409816 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:23.284389 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-4e6f1c07-571d-44a6-9cd7-5c2b897a692b None None] Set router cd2d7726-6333-44ab-b653-8c81ef1b29d8 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:29:23.333316 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9e2e83-8c9f-4f5e-8066-271e6aa900d5 admin admin] Pushing event updated for resources: {'Port': ['ID=8d0ec3cd-8a99-4f9a-a287-1c964d4a1850,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:23.358286 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9e2e83-8c9f-4f5e-8066-271e6aa900d5 admin admin] Network f82e88c7-d403-486f-9a10-2a3ad902e128 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:29:23.363854 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-9c9e2e83-8c9f-4f5e-8066-271e6aa900d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:23.374062 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9e2e83-8c9f-4f5e-8066-271e6aa900d5 admin admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:29:23.507351 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9c9e2e83-8c9f-4f5e-8066-271e6aa900d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:23.704913 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-4e6f1c07-571d-44a6-9cd7-5c2b897a692b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2d7726-6333-44ab-b653-8c81ef1b29d8', 'name': 'tempest-TaggedBootDevicesTest-1923861502-router', 'tenant_id': 'af07ecd6b88d499dba6f8368912ebb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'f733cd7e-9d1b-4edd-971e-859ad2655c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:17Z', 'updated_at': '2021-11-25T17:29:19Z', 'revision_number': 3, 'project_id': 'af07ecd6b88d499dba6f8368912ebb7e', 'gw_port': {'id': 'f733cd7e-9d1b-4edd-971e-859ad2655c0a', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:cc:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2d7726-6333-44ab-b653-8c81ef1b29d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:18Z', 'updated_at': '2021-11-25T17:29:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:23.759300 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436fbe9-defd-4edc-8801-1253e4f303b1 req-3fbdefd8-c778-436f-9b02-e455e3905047 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:23.769307 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3436fbe9-defd-4edc-8801-1253e4f303b1 req-3fbdefd8-c778-436f-9b02-e455e3905047 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c11a707-56eb-4455-a719-07006025b69f HTTP/1.1" status: 200 len: 950 time: 0.2014747 Nov 25 17:29:23.779534 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-22221137-b51c-4048-89bc-f3c2ff3426f1 req-46afb272-d54e-47fd-a479-85c3bc409816 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Allocated IP 172.20.0.14 (50ed7be7-341a-4bb0-b02f-f642589d92ba/f4c0e4dd-ba40-4565-915d-3405eb220964/f26ff3d8-a723-44c6-ac70-f1c3aeee75a3) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:29:23.779882 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6f1c07-571d-44a6-9cd7-5c2b897a692b None None] The sync data for ids ['cd2d7726-6333-44ab-b653-8c81ef1b29d8'] in n-d-817746-1 is: [{'id': 'cd2d7726-6333-44ab-b653-8c81ef1b29d8', 'name': 'tempest-TaggedBootDevicesTest-1923861502-router', 'tenant_id': 'af07ecd6b88d499dba6f8368912ebb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'f733cd7e-9d1b-4edd-971e-859ad2655c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:17Z', 'updated_at': '2021-11-25T17:29:19Z', 'revision_number': 3, 'project_id': 'af07ecd6b88d499dba6f8368912ebb7e', 'gw_port': {'id': 'f733cd7e-9d1b-4edd-971e-859ad2655c0a', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:cc:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2d7726-6333-44ab-b653-8c81ef1b29d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:18Z', 'updated_at': '2021-11-25T17:29:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:29:23.827230 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cd7c8a20-c93c-4343-b62e-1a2adffdeb8f req-c72da848-d5f3-4554-90f4-0a285199dcb1 tempest-ServerShowV247Test-1067549471 tempest-ServerShowV247Test-1067549471-project] 10.222.0.75 "GET /v2.0/ports?device_id=01d6f914-b873-4ed8-b110-2e9539aa31fb HTTP/1.1" status: 200 len: 210 time: 0.0913243 Nov 25 17:29:23.906829 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-ce6aad5c-070e-442b-8c02-99a5f7c9b84a None None] Provisioning complete for port 8d0ec3cd-8a99-4f9a-a287-1c964d4a1850 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:23.908058 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ce6aad5c-070e-442b-8c02-99a5f7c9b84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:23.946783 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3436fbe9-defd-4edc-8801-1253e4f303b1 req-97842186-e696-4832-8b0f-d1848f0dd89d tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765602 Nov 25 17:29:24.000665 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-ce6aad5c-070e-442b-8c02-99a5f7c9b84a None None] Port 8d0ec3cd-8a99-4f9a-a287-1c964d4a1850 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:29:24.213069 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-22221137-b51c-4048-89bc-f3c2ff3426f1 req-46afb272-d54e-47fd-a479-85c3bc409816 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:24.363313 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-22221137-b51c-4048-89bc-f3c2ff3426f1 req-46afb272-d54e-47fd-a479-85c3bc409816 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:24.379755 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['026ec35f-53e8-4943-b0f3-5093108a4eb0'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:29:24.490065 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd4dc8a-c163-4c4f-95ad-ffd17324d69a req-a05df8f2-ccc1-405c-9d5b-1d3abe70d3ff tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:24.504426 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dcd4dc8a-c163-4c4f-95ad-ffd17324d69a req-a05df8f2-ccc1-405c-9d5b-1d3abe70d3ff tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/ports?device_id=1be99897-8a22-4cb2-8870-4be8aa872483 HTTP/1.1" status: 200 len: 932 time: 0.2176967 Nov 25 17:29:24.516629 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22221137-b51c-4048-89bc-f3c2ff3426f1 req-46afb272-d54e-47fd-a479-85c3bc409816 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Network 50ed7be7-341a-4bb0-b02f-f642589d92ba is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:29:24.539706 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-22221137-b51c-4048-89bc-f3c2ff3426f1 req-46afb272-d54e-47fd-a479-85c3bc409816 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:24.586487 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device f733cd7e-9d1b-4edd-971e-859ad2655c0a up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:29:24.625004 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9c9e2e83-8c9f-4f5e-8066-271e6aa900d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:24.640840 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-22221137-b51c-4048-89bc-f3c2ff3426f1 req-46afb272-d54e-47fd-a479-85c3bc409816 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:29:24.645903 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 809318ad-6e29-4c2d-b0c8-bc3044b5c0a2 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:29:24.788819 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46afb272-d54e-47fd-a479-85c3bc409816 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Pushing event updated for resources: {'Port': ['ID=f26ff3d8-a723-44c6-ac70-f1c3aeee75a3,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:24.812915 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 809318ad-6e29-4c2d-b0c8-bc3044b5c0a2, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=809318ad-6e29-4c2d-b0c8-bc3044b5c0a2,segment=NetworkSegment(6347e9f6-96b1-4f56-a092-a9cf81778fe8),segment_id=6347e9f6-96b1-4f56-a092-a9cf81778fe8)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:24.820588 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dcd4dc8a-c163-4c4f-95ad-ffd17324d69a req-c93d282c-633d-4ff9-914e-f4486ddfb3bb tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/security-groups?id=986e86ac-b28b-4e53-9638-1c25d7b56ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147218 Nov 25 17:29:24.836321 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '809318ad-6e29-4c2d-b0c8-bc3044b5c0a2', 'network_id': '6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5', 'port_id': '809318ad-6e29-4c2d-b0c8-bc3044b5c0a2', 'mac_address': 'fa:16:3e:9a:e8:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 901, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '577f7e8f-a41f-42c3-a5d0-23f6361748a4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:29:24.918939 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22221137-b51c-4048-89bc-f3c2ff3426f1 req-46afb272-d54e-47fd-a479-85c3bc409816 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:24.925966 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-22221137-b51c-4048-89bc-f3c2ff3426f1 req-46afb272-d54e-47fd-a479-85c3bc409816 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:24.961421 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-22221137-b51c-4048-89bc-f3c2ff3426f1 req-46afb272-d54e-47fd-a479-85c3bc409816 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0564144 Nov 25 17:29:24.979897 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-22221137-b51c-4048-89bc-f3c2ff3426f1 req-2ab30478-5e42-4922-9b1c-4a75c90154af service neutron] Request body: {'port': {'device_id': '1be99897-8a22-4cb2-8870-4be8aa872483', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:25.006213 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:25.028913 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 809318ad-6e29-4c2d-b0c8-bc3044b5c0a2 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:29:25.074255 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port f733cd7e-9d1b-4edd-971e-859ad2655c0a triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:25.075018 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:25.085708 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-22221137-b51c-4048-89bc-f3c2ff3426f1 req-2ab30478-5e42-4922-9b1c-4a75c90154af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:25.185909 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 809318ad-6e29-4c2d-b0c8-bc3044b5c0a2, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=809318ad-6e29-4c2d-b0c8-bc3044b5c0a2,segment=NetworkSegment(6347e9f6-96b1-4f56-a092-a9cf81778fe8),segment_id=6347e9f6-96b1-4f56-a092-a9cf81778fe8)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:25.197528 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:25.210920 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-427d587b-b4be-411d-88a7-620e9d66d1ad req-540fa03e-07f5-433a-8f15-6785bd8c3602 tempest-ServerShowV247Test-1067549471 tempest-ServerShowV247Test-1067549471-project] 10.222.0.75 "GET /v2.0/ports?device_id=01d6f914-b873-4ed8-b110-2e9539aa31fb HTTP/1.1" status: 200 len: 210 time: 0.1178889 Nov 25 17:29:25.237214 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9c9e2e83-8c9f-4f5e-8066-271e6aa900d5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:25.245307 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9c9e2e83-8c9f-4f5e-8066-271e6aa900d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:25.385229 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9c9e2e83-8c9f-4f5e-8066-271e6aa900d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:25.387664 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9e2e83-8c9f-4f5e-8066-271e6aa900d5 admin admin] Pushing event updated for resources: {'Port': ['ID=8d0ec3cd-8a99-4f9a-a287-1c964d4a1850,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:25.430427 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['809318ad-6e29-4c2d-b0c8-bc3044b5c0a2'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:29:25.554809 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019a32f-b737-4c75-afa7-6b3aeb4f89a2 req-ac8810d8-8870-44ca-be71-bfdd9cdf09a3 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:25.566579 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b019a32f-b737-4c75-afa7-6b3aeb4f89a2 req-ac8810d8-8870-44ca-be71-bfdd9cdf09a3 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c11a707-56eb-4455-a719-07006025b69f HTTP/1.1" status: 200 len: 950 time: 0.3082519 Nov 25 17:29:25.599125 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9e2e83-8c9f-4f5e-8066-271e6aa900d5 admin admin] Network f82e88c7-d403-486f-9a10-2a3ad902e128 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:29:25.601205 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-9c9e2e83-8c9f-4f5e-8066-271e6aa900d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:25.709127 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=809318ad-6e29-4c2d-b0c8-bc3044b5c0a2,revision_number=6']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:25.749302 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:25.793357 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port f733cd7e-9d1b-4edd-971e-859ad2655c0a, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=f733cd7e-9d1b-4edd-971e-859ad2655c0a,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:25.822540 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:25.862301 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b019a32f-b737-4c75-afa7-6b3aeb4f89a2 req-df71345c-f8ee-4f0d-b019-8c15d15aad03 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577529 Nov 25 17:29:25.931049 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c9e2e83-8c9f-4f5e-8066-271e6aa900d5 admin admin] Router cd2d7726-6333-44ab-b653-8c81ef1b29d8 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:29:26.070809 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c9e2e83-8c9f-4f5e-8066-271e6aa900d5 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:29:26.093786 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9c9e2e83-8c9f-4f5e-8066-271e6aa900d5 admin admin] 10.222.0.75 "PUT /v2.0/routers/cd2d7726-6333-44ab-b653-8c81ef1b29d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1445813 Nov 25 17:29:26.130007 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=f733cd7e-9d1b-4edd-971e-859ad2655c0a,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:26.244249 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-4d3f6d43-87ef-4444-b725-224dd05d7816 None None] Provisioning complete for port 8d0ec3cd-8a99-4f9a-a287-1c964d4a1850 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:26.244249 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4d3f6d43-87ef-4444-b725-224dd05d7816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:26.260354 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-22221137-b51c-4048-89bc-f3c2ff3426f1 req-2ab30478-5e42-4922-9b1c-4a75c90154af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f26ff3d8-a723-44c6-ac70-f1c3aeee75a3 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:29:26.301504 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-22221137-b51c-4048-89bc-f3c2ff3426f1 req-2ab30478-5e42-4922-9b1c-4a75c90154af service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:26.330516 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510fcc4a-6b68-4883-951e-0293a2a929ca req-fe315a0b-7e74-4061-9ee6-3f2eebb64a07 tempest-ServersOnMultiNodesTest-1544589182 tempest-ServersOnMultiNodesTest-1544589182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:26.338830 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-510fcc4a-6b68-4883-951e-0293a2a929ca req-fe315a0b-7e74-4061-9ee6-3f2eebb64a07 tempest-ServersOnMultiNodesTest-1544589182 tempest-ServersOnMultiNodesTest-1544589182-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=5c11a707-56eb-4455-a719-07006025b69f HTTP/1.1" status: 200 len: 1101 time: 0.2958686 Nov 25 17:29:26.359209 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-22221137-b51c-4048-89bc-f3c2ff3426f1 req-2ab30478-5e42-4922-9b1c-4a75c90154af service neutron] Transition to ACTIVE for port object f26ff3d8-a723-44c6-ac70-f1c3aeee75a3 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:29:26.379688 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-22221137-b51c-4048-89bc-f3c2ff3426f1 req-2ab30478-5e42-4922-9b1c-4a75c90154af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:26.398031 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-4d3f6d43-87ef-4444-b725-224dd05d7816 None None] Port 8d0ec3cd-8a99-4f9a-a287-1c964d4a1850 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:29:26.398877 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69062e1e-e853-4087-9766-2252c50d6592 req-3c83601d-b79a-4b7a-a4db-05ea561f035b tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:26.407637 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-69062e1e-e853-4087-9766-2252c50d6592 req-3c83601d-b79a-4b7a-a4db-05ea561f035b tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/ports?device_id=1be99897-8a22-4cb2-8870-4be8aa872483 HTTP/1.1" status: 200 len: 932 time: 0.2385721 Nov 25 17:29:26.454962 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device f733cd7e-9d1b-4edd-971e-859ad2655c0a up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:29:26.533064 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port f733cd7e-9d1b-4edd-971e-859ad2655c0a triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:26.533445 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:26.707761 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 809318ad-6e29-4c2d-b0c8-bc3044b5c0a2 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:29:26.766088 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-510fcc4a-6b68-4883-951e-0293a2a929ca req-5849c881-0b3a-4127-907a-ec31f5cdb446 tempest-ServersOnMultiNodesTest-1544589182 tempest-ServersOnMultiNodesTest-1544589182-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4201663 Nov 25 17:29:26.767391 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab30478-5e42-4922-9b1c-4a75c90154af service neutron] Pushing event updated for resources: {'Port': ['ID=f26ff3d8-a723-44c6-ac70-f1c3aeee75a3,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:26.829927 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port 809318ad-6e29-4c2d-b0c8-bc3044b5c0a2 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:26.830573 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:26.877523 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-69062e1e-e853-4087-9766-2252c50d6592 req-df8baa6b-f3f9-4b64-b07a-9895369265dd tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/security-groups?id=986e86ac-b28b-4e53-9638-1c25d7b56ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4684463 Nov 25 17:29:27.049734 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-22221137-b51c-4048-89bc-f3c2ff3426f1 req-2ab30478-5e42-4922-9b1c-4a75c90154af service neutron] Attempting to bind port f26ff3d8-a723-44c6-ac70-f1c3aeee75a3 on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:29:27.050114 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-22221137-b51c-4048-89bc-f3c2ff3426f1 req-2ab30478-5e42-4922-9b1c-4a75c90154af service neutron] Attempting to bind port f26ff3d8-a723-44c6-ac70-f1c3aeee75a3 by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': 'd13f2dc6-b7c6-452b-bee8-8ce632936531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '50ed7be7-341a-4bb0-b02f-f642589d92ba'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:29:27.050469 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22221137-b51c-4048-89bc-f3c2ff3426f1 req-2ab30478-5e42-4922-9b1c-4a75c90154af service neutron] Attempting to bind port f26ff3d8-a723-44c6-ac70-f1c3aeee75a3 on network 50ed7be7-341a-4bb0-b02f-f642589d92ba {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:29:27.076745 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22221137-b51c-4048-89bc-f3c2ff3426f1 req-2ab30478-5e42-4922-9b1c-4a75c90154af service neutron] Port f26ff3d8-a723-44c6-ac70-f1c3aeee75a3 on network 50ed7be7-341a-4bb0-b02f-f642589d92ba not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:29:27.077197 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22221137-b51c-4048-89bc-f3c2ff3426f1 req-2ab30478-5e42-4922-9b1c-4a75c90154af service neutron] Attempting to bind port f26ff3d8-a723-44c6-ac70-f1c3aeee75a3 on network 50ed7be7-341a-4bb0-b02f-f642589d92ba {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:29:27.111579 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22221137-b51c-4048-89bc-f3c2ff3426f1 req-2ab30478-5e42-4922-9b1c-4a75c90154af service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:29:27.112169 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22221137-b51c-4048-89bc-f3c2ff3426f1 req-2ab30478-5e42-4922-9b1c-4a75c90154af service neutron] Checking segment: {'id': 'd13f2dc6-b7c6-452b-bee8-8ce632936531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '50ed7be7-341a-4bb0-b02f-f642589d92ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:29:27.112601 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22221137-b51c-4048-89bc-f3c2ff3426f1 req-2ab30478-5e42-4922-9b1c-4a75c90154af service neutron] Bound using segment: {'id': 'd13f2dc6-b7c6-452b-bee8-8ce632936531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '50ed7be7-341a-4bb0-b02f-f642589d92ba'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:29:27.119177 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-22221137-b51c-4048-89bc-f3c2ff3426f1 req-2ab30478-5e42-4922-9b1c-4a75c90154af service neutron] Bound port: f26ff3d8-a723-44c6-ac70-f1c3aeee75a3, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd13f2dc6-b7c6-452b-bee8-8ce632936531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '50ed7be7-341a-4bb0-b02f-f642589d92ba'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:29:27.119602 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-22221137-b51c-4048-89bc-f3c2ff3426f1 req-2ab30478-5e42-4922-9b1c-4a75c90154af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:27.133881 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:27.256458 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 809318ad-6e29-4c2d-b0c8-bc3044b5c0a2, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=809318ad-6e29-4c2d-b0c8-bc3044b5c0a2,segment=NetworkSegment(6347e9f6-96b1-4f56-a092-a9cf81778fe8),segment_id=6347e9f6-96b1-4f56-a092-a9cf81778fe8)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:27.258855 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf672523-2b2d-4f1c-87a5-3b45351ca28c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '809318ad-6e29-4c2d-b0c8-bc3044b5c0a2'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:29:27.268318 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe198d4-9a11-43f0-bd8f-e05ab3e0eb03" -d '{"events": [{"server_uuid": "bf672523-2b2d-4f1c-87a5-3b45351ca28c", "name": "network-vif-plugged", "status": "completed", "tag": "809318ad-6e29-4c2d-b0c8-bc3044b5c0a2"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:29:27.284120 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:27.295438 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7865fb39-cc54-4074-b8d3-4f3371a62b93 req-571ba544-ee74-481b-a1b5-73ae38072f5d tempest-ServerShowV247Test-1067549471 tempest-ServerShowV247Test-1067549471-project] 10.222.0.75 "GET /v2.0/ports?device_id=01d6f914-b873-4ed8-b110-2e9539aa31fb HTTP/1.1" status: 200 len: 210 time: 0.1173089 Nov 25 17:29:27.399976 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=809318ad-6e29-4c2d-b0c8-bc3044b5c0a2,revision_number=7']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:27.408715 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-22221137-b51c-4048-89bc-f3c2ff3426f1 req-2ab30478-5e42-4922-9b1c-4a75c90154af service neutron] For port f26ff3d8-a723-44c6-ac70-f1c3aeee75a3, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:29:27.416079 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-22221137-b51c-4048-89bc-f3c2ff3426f1 req-2ab30478-5e42-4922-9b1c-4a75c90154af service neutron] For port f26ff3d8-a723-44c6-ac70-f1c3aeee75a3, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=f26ff3d8-a723-44c6-ac70-f1c3aeee75a3,segment=NetworkSegment(d13f2dc6-b7c6-452b-bee8-8ce632936531),segment_id=d13f2dc6-b7c6-452b-bee8-8ce632936531)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:29:27.433125 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-22221137-b51c-4048-89bc-f3c2ff3426f1 req-2ab30478-5e42-4922-9b1c-4a75c90154af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:27.450633 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3877aa20-d90c-4c5f-9305-1247015b19a8 None None] Sync routers for ids ['cd2d7726-6333-44ab-b653-8c81ef1b29d8'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:29:27.466493 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3877aa20-d90c-4c5f-9305-1247015b19a8 None None] Routers {'cd2d7726-6333-44ab-b653-8c81ef1b29d8'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:29:27.467535 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-3877aa20-d90c-4c5f-9305-1247015b19a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:29:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['cd2d7726-6333-44ab-b653-8c81ef1b29d8'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:27.572256 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 42200) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:27.578632 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-3b4201e2-aa20-468f-858c-2d6fe5a02a96 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-111783854-network', 'tenant_id': '199b5fd0c5cc438f9e54858615754497'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:27.628944 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4201e2-aa20-468f-858c-2d6fe5a02a96 admin admin] Made reservation on behalf of 199b5fd0c5cc438f9e54858615754497 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:29:27.631505 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3b4201e2-aa20-468f-858c-2d6fe5a02a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:27.636642 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-231763ee-9251-4151-b6c3-5fafc7ba0830 x-openstack-request-id: req-231763ee-9251-4151-b6c3-5fafc7ba0830 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:29:27.636642 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf672523-2b2d-4f1c-87a5-3b45351ca28c", "name": "network-vif-plugged", "status": "completed", "tag": "809318ad-6e29-4c2d-b0c8-bc3044b5c0a2", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:29:27.636982 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-231763ee-9251-4151-b6c3-5fafc7ba0830 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:29:27.637291 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf672523-2b2d-4f1c-87a5-3b45351ca28c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '809318ad-6e29-4c2d-b0c8-bc3044b5c0a2', 'code': 200} Nov 25 17:29:27.646762 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3b4201e2-aa20-468f-858c-2d6fe5a02a96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:27.674960 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-3877aa20-d90c-4c5f-9305-1247015b19a8 None None] Set router cd2d7726-6333-44ab-b653-8c81ef1b29d8 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:29:27.781993 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3b4201e2-aa20-468f-858c-2d6fe5a02a96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:27.790174 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3b4201e2-aa20-468f-858c-2d6fe5a02a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:27.818024 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b4201e2-aa20-468f-858c-2d6fe5a02a96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 910} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:29:27.844703 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3b4201e2-aa20-468f-858c-2d6fe5a02a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:27.846224 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-3b4201e2-aa20-468f-858c-2d6fe5a02a96 admin admin] Added segment 8ad9a924-ac10-4a1c-a67e-44a8c8785218 of type vlan for network f04eb3da-3fb9-4b8e-a277-f7978e296597 Nov 25 17:29:27.995912 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3b4201e2-aa20-468f-858c-2d6fe5a02a96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:28.092048 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-3877aa20-d90c-4c5f-9305-1247015b19a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2d7726-6333-44ab-b653-8c81ef1b29d8', 'name': 'tempest-TaggedBootDevicesTest-1923861502-router', 'tenant_id': 'af07ecd6b88d499dba6f8368912ebb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'f733cd7e-9d1b-4edd-971e-859ad2655c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:17Z', 'updated_at': '2021-11-25T17:29:24Z', 'revision_number': 4, 'project_id': 'af07ecd6b88d499dba6f8368912ebb7e', 'gw_port': {'id': 'f733cd7e-9d1b-4edd-971e-859ad2655c0a', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:cc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2d7726-6333-44ab-b653-8c81ef1b29d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:18Z', 'updated_at': '2021-11-25T17:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '8d0ec3cd-8a99-4f9a-a287-1c964d4a1850', 'name': '', 'network_id': 'f82e88c7-d403-486f-9a10-2a3ad902e128', 'tenant_id': 'af07ecd6b88d499dba6f8368912ebb7e', 'mac_address': 'fa:16:3e:4b:3c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2d7726-6333-44ab-b653-8c81ef1b29d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'ed397f2a-aef3-4eaf-9752-78b3a9274780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:22Z', 'updated_at': '2021-11-25T17:29:24Z', 'revision_number': 2, 'project_id': 'af07ecd6b88d499dba6f8368912ebb7e', 'subnets': [{'id': 'ed397f2a-aef3-4eaf-9752-78b3a9274780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:28.122502 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3877aa20-d90c-4c5f-9305-1247015b19a8 None None] Checking router: cd2d7726-6333-44ab-b653-8c81ef1b29d8 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:29:28.123289 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3877aa20-d90c-4c5f-9305-1247015b19a8 None None] Updating router cd2d7726-6333-44ab-b653-8c81ef1b29d8 port 8d0ec3cd-8a99-4f9a-a287-1c964d4a1850 binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:29:28.132712 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4201e2-aa20-468f-858c-2d6fe5a02a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b839763e-1a87-49e2-8056-190f43240401,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:28.142189 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3b4201e2-aa20-468f-858c-2d6fe5a02a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:28.143287 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4201e2-aa20-468f-858c-2d6fe5a02a96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:28.144103 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3b4201e2-aa20-468f-858c-2d6fe5a02a96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:28.174474 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3877aa20-d90c-4c5f-9305-1247015b19a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:28.346886 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3b4201e2-aa20-468f-858c-2d6fe5a02a96 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7720931 Nov 25 17:29:28.351131 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 42214) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:28.352123 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4201e2-aa20-468f-858c-2d6fe5a02a96 admin admin] Pushing event updated for resources: {'Network': ['ID=f04eb3da-3fb9-4b8e-a277-f7978e296597,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:28.362958 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22221137-b51c-4048-89bc-f3c2ff3426f1 req-2ab30478-5e42-4922-9b1c-4a75c90154af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:28.364206 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-22221137-b51c-4048-89bc-f3c2ff3426f1 req-2ab30478-5e42-4922-9b1c-4a75c90154af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:28.366235 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-22221137-b51c-4048-89bc-f3c2ff3426f1 req-2ab30478-5e42-4922-9b1c-4a75c90154af service neutron] 10.222.0.90 "PUT /v2.0/ports/f26ff3d8-a723-44c6-ac70-f1c3aeee75a3 HTTP/1.1" status: 200 len: 1092 time: 3.3924499 Nov 25 17:29:28.366901 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1be99897-8a22-4cb2-8870-4be8aa872483', 'tag': 'f26ff3d8-a723-44c6-ac70-f1c3aeee75a3'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:29:28.369392 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163eea74-ecdb-4688-94b0-cf5c6c7331b6" -d '{"events": [{"name": "network-changed", "server_uuid": "1be99897-8a22-4cb2-8870-4be8aa872483", "tag": "f26ff3d8-a723-44c6-ac70-f1c3aeee75a3"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:29:28.385299 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-38f7de93-71cb-486f-9714-7d2cab7c3dfa req-4650aaf7-12ab-4e43-a9b6-51c0158f217b tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=e949b071017c47779120773fb05efee7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.9257545 Nov 25 17:29:28.390693 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-f184df1b-fdc2-474d-adda-159abdc5fdf8 admin admin] Request body: {'subnet': {'network_id': 'f04eb3da-3fb9-4b8e-a277-f7978e296597', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-111783854-subnet', 'tenant_id': '199b5fd0c5cc438f9e54858615754497', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:28.443522 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f184df1b-fdc2-474d-adda-159abdc5fdf8 admin admin] Made reservation on behalf of 199b5fd0c5cc438f9e54858615754497 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:29:28.446545 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f184df1b-fdc2-474d-adda-159abdc5fdf8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:28.502397 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f7de93-71cb-486f-9714-7d2cab7c3dfa req-ef9b69d4-272c-438b-b3df-65cd6cca9568 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:28.509892 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-38f7de93-71cb-486f-9714-7d2cab7c3dfa req-ef9b69d4-272c-438b-b3df-65cd6cca9568 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1233947 Nov 25 17:29:28.555654 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network f04eb3da-3fb9-4b8e-a277-f7978e296597 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:29:28.621298 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-38f7de93-71cb-486f-9714-7d2cab7c3dfa req-fcfec0d6-6069-40a3-bd44-c0090850d9a6 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/quotas/e949b071017c47779120773fb05efee7 HTTP/1.1" status: 200 len: 375 time: 0.1100712 Nov 25 17:29:28.628902 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab30478-5e42-4922-9b1c-4a75c90154af service neutron] Pushing event updated for resources: {'Port': ['ID=f26ff3d8-a723-44c6-ac70-f1c3aeee75a3,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:28.747143 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c93b8e-6d48-4136-8820-d978290fb37c req-9aeaf250-b8f6-4d28-8f2a-73d5bef4d050 tempest-ServerTagsTestJSON-1128326762 tempest-ServerTagsTestJSON-1128326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:28.752464 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-67c93b8e-6d48-4136-8820-d978290fb37c req-9aeaf250-b8f6-4d28-8f2a-73d5bef4d050 tempest-ServerTagsTestJSON-1128326762 tempest-ServerTagsTestJSON-1128326762-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5142c58-dba5-4e3a-8080-155fcedcda40 HTTP/1.1" status: 200 len: 946 time: 0.4946251 Nov 25 17:29:28.843293 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22221137-b51c-4048-89bc-f3c2ff3426f1 req-eb2bcd50-4831-4f3c-8b10-9165225a2c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:28.846301 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-22221137-b51c-4048-89bc-f3c2ff3426f1 req-eb2bcd50-4831-4f3c-8b10-9165225a2c8d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a6a21f906b38400cbefeb299443350d9&device_id=1be99897-8a22-4cb2-8870-4be8aa872483 HTTP/1.1" status: 200 len: 1095 time: 0.3321888 Nov 25 17:29:28.892269 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-38f7de93-71cb-486f-9714-7d2cab7c3dfa req-c9214793-cadc-4922-b069-4510c697f7a8 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=e949b071017c47779120773fb05efee7&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2690623 Nov 25 17:29:28.946330 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f184df1b-fdc2-474d-adda-159abdc5fdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:29.059085 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-22221137-b51c-4048-89bc-f3c2ff3426f1 req-c14014a1-e97c-4752-90a8-4097ef6068da service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f26ff3d8-a723-44c6-ac70-f1c3aeee75a3 HTTP/1.1" status: 200 len: 217 time: 0.1603920 Nov 25 17:29:29.077938 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184df1b-fdc2-474d-adda-159abdc5fdf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b338bff1-68c0-4b70-b516-0ca318686639,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:29.086860 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f184df1b-fdc2-474d-adda-159abdc5fdf8 admin admin] Checking segment: {'id': '8ad9a924-ac10-4a1c-a67e-44a8c8785218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'f04eb3da-3fb9-4b8e-a277-f7978e296597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:29:29.087220 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f184df1b-fdc2-474d-adda-159abdc5fdf8 admin admin] Network hostable DHCP agents. Network: f04eb3da-3fb9-4b8e-a277-f7978e296597, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:29:29.113580 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f184df1b-fdc2-474d-adda-159abdc5fdf8 admin admin] Network f04eb3da-3fb9-4b8e-a277-f7978e296597 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:29:29.133448 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-f184df1b-fdc2-474d-adda-159abdc5fdf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, f04eb3da-3fb9-4b8e-a277-f7978e296597) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:29.176637 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f184df1b-fdc2-474d-adda-159abdc5fdf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:29.199201 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f184df1b-fdc2-474d-adda-159abdc5fdf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:29.200188 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-67c93b8e-6d48-4136-8820-d978290fb37c req-da6116ab-1375-44bc-9733-3c20adaaf022 tempest-ServerTagsTestJSON-1128326762 tempest-ServerTagsTestJSON-1128326762-project] 10.222.0.75 "GET /v2.0/security-groups?id=317a145b-2ac5-446c-aceb-e0cebf6b72aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4424937 Nov 25 17:29:29.272222 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a32291-8633-4e0d-8094-6835cb39d3dd None None] Network f04eb3da-3fb9-4b8e-a277-f7978e296597 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:29:29.300771 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22221137-b51c-4048-89bc-f3c2ff3426f1 req-af598f80-d78f-4715-8f90-aed30b7c11da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:29.302591 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-22221137-b51c-4048-89bc-f3c2ff3426f1 req-af598f80-d78f-4715-8f90-aed30b7c11da service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f4c0e4dd-ba40-4565-915d-3405eb220964 HTTP/1.1" status: 200 len: 853 time: 0.2325625 Nov 25 17:29:29.359256 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f184df1b-fdc2-474d-adda-159abdc5fdf8 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9852850 Nov 25 17:29:29.363573 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 42236) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:29.370531 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-e2964cf4-09e8-4931-8262-0e301f39b68a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-111783854-router', 'tenant_id': '199b5fd0c5cc438f9e54858615754497', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:29.375422 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-22221137-b51c-4048-89bc-f3c2ff3426f1 req-439b3264-1078-4e22-995d-d4c832f26f9c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=50ed7be7-341a-4bb0-b02f-f642589d92ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575879 Nov 25 17:29:29.422829 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3877aa20-d90c-4c5f-9305-1247015b19a8 None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:29.442306 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3877aa20-d90c-4c5f-9305-1247015b19a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:29.555922 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8515914-cb1b-449c-ad6c-4c8813b29375 None None] Pushing event updated for resources: {'Port': ['ID=8d0ec3cd-8a99-4f9a-a287-1c964d4a1850,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:29.579029 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21640f7-3e81-4d8e-93d4-73df3aecea20 req-60dc1b62-f0e2-4557-8820-6e5da5775dde tempest-ServerTagsTestJSON-1128326762 tempest-ServerTagsTestJSON-1128326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:29.605449 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e21640f7-3e81-4d8e-93d4-73df3aecea20 req-60dc1b62-f0e2-4557-8820-6e5da5775dde tempest-ServerTagsTestJSON-1128326762 tempest-ServerTagsTestJSON-1128326762-project] 10.222.0.74 "GET /v2.0/ports?device_id=d5142c58-dba5-4e3a-8080-155fcedcda40 HTTP/1.1" status: 200 len: 946 time: 0.3584776 Nov 25 17:29:29.725388 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e2964cf4-09e8-4931-8262-0e301f39b68a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:29.730152 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e2964cf4-09e8-4931-8262-0e301f39b68a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:29.856566 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f20692e-a141-4ef7-bd69-82c93081f150 req-6db7ba6a-0c18-4904-bd58-24899633fd49 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:29.880161 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2f20692e-a141-4ef7-bd69-82c93081f150 req-6db7ba6a-0c18-4904-bd58-24899633fd49 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/ports?device_id=1be99897-8a22-4cb2-8870-4be8aa872483 HTTP/1.1" status: 200 len: 944 time: 0.4831131 Nov 25 17:29:29.924526 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-3877aa20-d90c-4c5f-9305-1247015b19a8 None None] Attempting to bind port 8d0ec3cd-8a99-4f9a-a287-1c964d4a1850 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:29:29.925105 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-3877aa20-d90c-4c5f-9305-1247015b19a8 None None] Attempting to bind port 8d0ec3cd-8a99-4f9a-a287-1c964d4a1850 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'ceeed56e-b08e-4ce0-affa-4a50f5e8a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'f82e88c7-d403-486f-9a10-2a3ad902e128'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:29:29.925503 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3877aa20-d90c-4c5f-9305-1247015b19a8 None None] Attempting to bind port 8d0ec3cd-8a99-4f9a-a287-1c964d4a1850 on network f82e88c7-d403-486f-9a10-2a3ad902e128 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:29:30.002162 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3877aa20-d90c-4c5f-9305-1247015b19a8 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:29:30.004343 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-22221137-b51c-4048-89bc-f3c2ff3426f1 req-eb09371a-8713-4bdb-bb0e-77d53df4269d service neutron] 10.222.0.90 "GET /v2.0/networks/50ed7be7-341a-4bb0-b02f-f642589d92ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5793836 Nov 25 17:29:30.004807 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3877aa20-d90c-4c5f-9305-1247015b19a8 None None] Checking segment: {'id': 'ceeed56e-b08e-4ce0-affa-4a50f5e8a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'f82e88c7-d403-486f-9a10-2a3ad902e128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:29:30.005268 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3877aa20-d90c-4c5f-9305-1247015b19a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:30.005683 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3877aa20-d90c-4c5f-9305-1247015b19a8 None None] Bound using segment: {'id': 'ceeed56e-b08e-4ce0-affa-4a50f5e8a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'f82e88c7-d403-486f-9a10-2a3ad902e128'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:29:30.006160 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-3877aa20-d90c-4c5f-9305-1247015b19a8 None None] Bound port: 8d0ec3cd-8a99-4f9a-a287-1c964d4a1850, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceeed56e-b08e-4ce0-affa-4a50f5e8a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'f82e88c7-d403-486f-9a10-2a3ad902e128'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:29:30.006539 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3877aa20-d90c-4c5f-9305-1247015b19a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:30.019009 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e2964cf4-09e8-4931-8262-0e301f39b68a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:30.061679 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdd664b-4af8-4e29-8008-7787cb4fd93b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-f04eb3da-3fb9-4b8e-a277-f7978e296597', 'network_id': 'f04eb3da-3fb9-4b8e-a277-f7978e296597', 'tenant_id': '199b5fd0c5cc438f9e54858615754497', 'fixed_ips': [{'subnet_id': 'b338bff1-68c0-4b70-b516-0ca318686639'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:29:30.063425 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7bdd664b-4af8-4e29-8008-7787cb4fd93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:30.104308 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2f20692e-a141-4ef7-bd69-82c93081f150 req-78ac5a70-ec26-420f-b7f9-4a3a25d432d0 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/security-groups?id=986e86ac-b28b-4e53-9638-1c25d7b56ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213752 Nov 25 17:29:30.267650 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303311a2-2cfd-45c1-af8d-eec78fade76b x-openstack-request-id: req-303311a2-2cfd-45c1-af8d-eec78fade76b {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:29:30.268114 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1be99897-8a22-4cb2-8870-4be8aa872483", "tag": "f26ff3d8-a723-44c6-ac70-f1c3aeee75a3", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:29:30.268521 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-303311a2-2cfd-45c1-af8d-eec78fade76b {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:29:30.269753 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1be99897-8a22-4cb2-8870-4be8aa872483', 'tag': 'f26ff3d8-a723-44c6-ac70-f1c3aeee75a3', 'status': 'completed', 'code': 200} Nov 25 17:29:30.423881 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-3ae46868-728d-4ae6-8dd0-e0498f23474e None None] Provisioning complete for port 8d0ec3cd-8a99-4f9a-a287-1c964d4a1850 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:30.424519 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3ae46868-728d-4ae6-8dd0-e0498f23474e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:30.451970 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3855f684-4c06-428b-a20e-1b74ad0ea5ee req-f58119b5-162f-492d-aca8-b6e184ee62ce tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=1ce80c19-3659-40f8-abba-4e399e848b21 HTTP/1.1" status: 200 len: 210 time: 0.1122332 Nov 25 17:29:30.459527 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-22221137-b51c-4048-89bc-f3c2ff3426f1 req-5ba1f68d-326b-4b5e-ac2d-8f06f2c59b23 service neutron] 10.222.0.90 "GET /v2.0/networks/50ed7be7-341a-4bb0-b02f-f642589d92ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3815999 Nov 25 17:29:30.621507 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e2964cf4-09e8-4931-8262-0e301f39b68a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:30.681574 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-e21640f7-3e81-4d8e-93d4-73df3aecea20 req-e1fc8ccd-ee5d-4fef-9c14-b0f08556daf4 tempest-ServerTagsTestJSON-1128326762 tempest-ServerTagsTestJSON-1128326762-project] Deleting port 31fafc6d-8ff4-4108-b95d-944c96e6ebd6 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:29:30.681995 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-e21640f7-3e81-4d8e-93d4-73df3aecea20 req-e1fc8ccd-ee5d-4fef-9c14-b0f08556daf4 tempest-ServerTagsTestJSON-1128326762 tempest-ServerTagsTestJSON-1128326762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:30.823188 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-e21640f7-3e81-4d8e-93d4-73df3aecea20 req-e1fc8ccd-ee5d-4fef-9c14-b0f08556daf4 tempest-ServerTagsTestJSON-1128326762 tempest-ServerTagsTestJSON-1128326762-project] For port 31fafc6d-8ff4-4108-b95d-944c96e6ebd6, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=31fafc6d-8ff4-4108-b95d-944c96e6ebd6,segment=NetworkSegment(33c31ce5-5844-4a5d-80b5-cf3155cb7bec),segment_id=33c31ce5-5844-4a5d-80b5-cf3155cb7bec)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:30.823796 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-e21640f7-3e81-4d8e-93d4-73df3aecea20 req-e1fc8ccd-ee5d-4fef-9c14-b0f08556daf4 tempest-ServerTagsTestJSON-1128326762 tempest-ServerTagsTestJSON-1128326762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:30.830871 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-73be7cdc-73d5-4da8-b969-78e1f7eca841 req-1d188417-bc9d-4029-b0b3-4f584780d555 tempest-ServerShowV247Test-1067549471 tempest-ServerShowV247Test-1067549471-project] 10.222.0.75 "GET /v2.0/ports?device_id=01d6f914-b873-4ed8-b110-2e9539aa31fb HTTP/1.1" status: 200 len: 210 time: 0.3181038 Nov 25 17:29:30.878663 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-3877aa20-d90c-4c5f-9305-1247015b19a8 None None] For port 8d0ec3cd-8a99-4f9a-a287-1c964d4a1850, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:29:30.885598 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163eea74-ecdb-4688-94b0-cf5c6c7331b6 req-a6d38da8-3483-4996-8a03-c8c74fe2908d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:30.889403 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-163eea74-ecdb-4688-94b0-cf5c6c7331b6 req-a6d38da8-3483-4996-8a03-c8c74fe2908d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a6a21f906b38400cbefeb299443350d9&device_id=1be99897-8a22-4cb2-8870-4be8aa872483 HTTP/1.1" status: 200 len: 1095 time: 0.3129380 Nov 25 17:29:30.890399 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-e21640f7-3e81-4d8e-93d4-73df3aecea20 req-e1fc8ccd-ee5d-4fef-9c14-b0f08556daf4 tempest-ServerTagsTestJSON-1128326762 tempest-ServerTagsTestJSON-1128326762-project] Calling delete_port for 31fafc6d-8ff4-4108-b95d-944c96e6ebd6 owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:29:30.971253 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2188a03a-fb1a-402f-933e-a29a99658e1b req-51642d62-0968-47b1-8260-a43a13522127 tempest-ServerTagsTestJSON-1128326762 tempest-ServerTagsTestJSON-1128326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:30.971620 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-3877aa20-d90c-4c5f-9305-1247015b19a8 None None] For port 8d0ec3cd-8a99-4f9a-a287-1c964d4a1850, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=8d0ec3cd-8a99-4f9a-a287-1c964d4a1850,segment=NetworkSegment(ceeed56e-b08e-4ce0-affa-4a50f5e8a957),segment_id=ceeed56e-b08e-4ce0-affa-4a50f5e8a957)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:29:30.972720 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-3ae46868-728d-4ae6-8dd0-e0498f23474e None None] Port 8d0ec3cd-8a99-4f9a-a287-1c964d4a1850 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:29:30.991313 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2188a03a-fb1a-402f-933e-a29a99658e1b req-51642d62-0968-47b1-8260-a43a13522127 tempest-ServerTagsTestJSON-1128326762 tempest-ServerTagsTestJSON-1128326762-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5142c58-dba5-4e3a-8080-155fcedcda40 HTTP/1.1" status: 200 len: 946 time: 0.2632453 Nov 25 17:29:31.099765 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-7bdd664b-4af8-4e29-8008-7787cb4fd93b None None] Allocated IP 172.20.0.2 (f04eb3da-3fb9-4b8e-a277-f7978e296597/b338bff1-68c0-4b70-b516-0ca318686639/1647b539-2e16-49c1-9264-4e2125c202ac) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:29:31.134708 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3877aa20-d90c-4c5f-9305-1247015b19a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:31.272070 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-e21640f7-3e81-4d8e-93d4-73df3aecea20 req-e1fc8ccd-ee5d-4fef-9c14-b0f08556daf4 tempest-ServerTagsTestJSON-1128326762 tempest-ServerTagsTestJSON-1128326762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:31.317865 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fc8ccd-ee5d-4fef-9c14-b0f08556daf4 tempest-ServerTagsTestJSON-1128326762 tempest-ServerTagsTestJSON-1128326762-project] Pushing event deleted for resources: {'Port': ['ID=31fafc6d-8ff4-4108-b95d-944c96e6ebd6,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:31.429803 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2188a03a-fb1a-402f-933e-a29a99658e1b req-8bf8e950-da4d-4cea-b4ac-358f7973a8c6 tempest-ServerTagsTestJSON-1128326762 tempest-ServerTagsTestJSON-1128326762-project] 10.222.0.75 "GET /v2.0/security-groups?id=317a145b-2ac5-446c-aceb-e0cebf6b72aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4376595 Nov 25 17:29:31.492790 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-38f7de93-71cb-486f-9714-7d2cab7c3dfa req-f4925e51-7e1e-4183-ab31-ae0b2340d5da tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=e949b071017c47779120773fb05efee7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2251010 Nov 25 17:29:31.503501 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-e21640f7-3e81-4d8e-93d4-73df3aecea20 req-e1fc8ccd-ee5d-4fef-9c14-b0f08556daf4 tempest-ServerTagsTestJSON-1128326762 tempest-ServerTagsTestJSON-1128326762-project] No DVR routers for this DVR port 31fafc6d-8ff4-4108-b95d-944c96e6ebd6 on host n-h1-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:29:31.511188 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-e21640f7-3e81-4d8e-93d4-73df3aecea20 req-e1fc8ccd-ee5d-4fef-9c14-b0f08556daf4 tempest-ServerTagsTestJSON-1128326762 tempest-ServerTagsTestJSON-1128326762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:31.529399 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e21640f7-3e81-4d8e-93d4-73df3aecea20 req-e1fc8ccd-ee5d-4fef-9c14-b0f08556daf4 tempest-ServerTagsTestJSON-1128326762 tempest-ServerTagsTestJSON-1128326762-project] 10.222.0.74 "DELETE /v2.0/ports/31fafc6d-8ff4-4108-b95d-944c96e6ebd6 HTTP/1.1" status: 204 len: 173 time: 1.9112890 Nov 25 17:29:31.529760 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5142c58-dba5-4e3a-8080-155fcedcda40', 'name': 'network-vif-deleted', 'tag': '31fafc6d-8ff4-4108-b95d-944c96e6ebd6'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:29:31.531926 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecafb3d2-6fb8-43a3-8eed-2e4597986ff8" -d '{"events": [{"server_uuid": "d5142c58-dba5-4e3a-8080-155fcedcda40", "name": "network-vif-deleted", "tag": "31fafc6d-8ff4-4108-b95d-944c96e6ebd6"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:29:31.570738 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8515914-cb1b-449c-ad6c-4c8813b29375 None None] Pushing event updated for resources: {'Port': ['ID=8d0ec3cd-8a99-4f9a-a287-1c964d4a1850,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:31.648509 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3877aa20-d90c-4c5f-9305-1247015b19a8 None None] Routers {'cd2d7726-6333-44ab-b653-8c81ef1b29d8'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:29:31.653306 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-3877aa20-d90c-4c5f-9305-1247015b19a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:29:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['cd2d7726-6333-44ab-b653-8c81ef1b29d8'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:31.749316 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163eea74-ecdb-4688-94b0-cf5c6c7331b6 req-383f1ad9-3004-4ea3-a4f1-f037317b1576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:31.764896 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-163eea74-ecdb-4688-94b0-cf5c6c7331b6 req-383f1ad9-3004-4ea3-a4f1-f037317b1576 service neutron] 10.222.0.90 "GET /v2.0/networks?id=50ed7be7-341a-4bb0-b02f-f642589d92ba HTTP/1.1" status: 200 len: 914 time: 0.8526137 Nov 25 17:29:31.820193 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-447240b0-2c17-4091-ac62-3fd3eccdae19 req-8f3e53a1-8e96-4fa1-96ba-b2c3e3111b00 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=1ce80c19-3659-40f8-abba-4e399e848b21 HTTP/1.1" status: 200 len: 210 time: 0.1378078 Nov 25 17:29:31.834372 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e2964cf4-09e8-4931-8262-0e301f39b68a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:31.849189 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d443b7d-d0d6-40f3-948d-81be2e52eee3 req-4515df15-d4fc-4734-a07c-70d67ae6ef88 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:31.857286 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6d443b7d-d0d6-40f3-948d-81be2e52eee3 req-4515df15-d4fc-4734-a07c-70d67ae6ef88 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/ports?device_id=1be99897-8a22-4cb2-8870-4be8aa872483 HTTP/1.1" status: 200 len: 944 time: 0.5699792 Nov 25 17:29:31.867769 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e2964cf4-09e8-4931-8262-0e301f39b68a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:31.958174 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-163eea74-ecdb-4688-94b0-cf5c6c7331b6 req-ba2d8e6a-af3a-43d1-a783-b772fedc0ff4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f26ff3d8-a723-44c6-ac70-f1c3aeee75a3 HTTP/1.1" status: 200 len: 217 time: 0.1430342 Nov 25 17:29:31.985504 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-3877aa20-d90c-4c5f-9305-1247015b19a8 None None] Set router cd2d7726-6333-44ab-b653-8c81ef1b29d8 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:29:32.211184 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f7de93-71cb-486f-9714-7d2cab7c3dfa req-f231e789-a715-49ec-8315-db86935b5a87 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:32.213217 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-38f7de93-71cb-486f-9714-7d2cab7c3dfa req-f231e789-a715-49ec-8315-db86935b5a87 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7075195 Nov 25 17:29:32.222447 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-e2964cf4-09e8-4931-8262-0e301f39b68a admin admin] Allocated IP 172.25.0.29 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/d48da47a-deb1-4bee-867a-9d43874be010) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:29:32.273299 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb489f12-d9f8-4375-8beb-1771adce1cab x-openstack-request-id: req-cb489f12-d9f8-4375-8beb-1771adce1cab {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:29:32.282203 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5142c58-dba5-4e3a-8080-155fcedcda40", "name": "network-vif-deleted", "tag": "31fafc6d-8ff4-4108-b95d-944c96e6ebd6", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:29:32.285129 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cb489f12-d9f8-4375-8beb-1771adce1cab {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:29:32.285733 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5142c58-dba5-4e3a-8080-155fcedcda40', 'name': 'network-vif-deleted', 'tag': '31fafc6d-8ff4-4108-b95d-944c96e6ebd6', 'status': 'completed', 'code': 200} Nov 25 17:29:32.296042 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a467d107-ec15-4938-a14a-6e7cf74ad4f4 req-af8735a6-efcf-47bf-b593-59d445a412d4 tempest-ServerShowV247Test-1067549471 tempest-ServerShowV247Test-1067549471-project] 10.222.0.75 "GET /v2.0/ports?device_id=01d6f914-b873-4ed8-b110-2e9539aa31fb HTTP/1.1" status: 200 len: 210 time: 0.2395525 Nov 25 17:29:32.323526 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-38f7de93-71cb-486f-9714-7d2cab7c3dfa req-b73f58ca-15fb-4fb5-80ed-2084e41d447e tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Request body: {'port': {'device_id': '1ce80c19-3659-40f8-abba-4e399e848b21', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'admin_state_up': True, 'tenant_id': 'e949b071017c47779120773fb05efee7'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:32.420486 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163eea74-ecdb-4688-94b0-cf5c6c7331b6 req-fd8a62e8-250e-495c-a547-d6e3552226c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:32.421349 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-163eea74-ecdb-4688-94b0-cf5c6c7331b6 req-fd8a62e8-250e-495c-a547-d6e3552226c8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f4c0e4dd-ba40-4565-915d-3405eb220964 HTTP/1.1" status: 200 len: 853 time: 0.4345942 Nov 25 17:29:32.439621 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 31fafc6d-8ff4-4108-b95d-944c96e6ebd6 no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:29:32.441799 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6d443b7d-d0d6-40f3-948d-81be2e52eee3 req-e757903d-8b13-4d0a-a410-76cd1cd9969a tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/security-groups?id=986e86ac-b28b-4e53-9638-1c25d7b56ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5834694 Nov 25 17:29:32.567331 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 42298) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:32.600540 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-163eea74-ecdb-4688-94b0-cf5c6c7331b6 req-ad053111-7d3b-41e0-93b1-160a40849bff service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=50ed7be7-341a-4bb0-b02f-f642589d92ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1520905 Nov 25 17:29:32.607231 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: 31fafc6d-8ff4-4108-b95d-944c96e6ebd6 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:29:32.607755 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 31fafc6d-8ff4-4108-b95d-944c96e6ebd6 not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:29:32.623604 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e2964cf4-09e8-4931-8262-0e301f39b68a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:32.690908 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-3fae7d3c-fe11-4dcf-a9c6-e4ba9b0ae6d9 None None] Provisioning complete for port 8d0ec3cd-8a99-4f9a-a287-1c964d4a1850 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:32.702138 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3fae7d3c-fe11-4dcf-a9c6-e4ba9b0ae6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:32.786207 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7bdd664b-4af8-4e29-8008-7787cb4fd93b None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:32.807351 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7bdd664b-4af8-4e29-8008-7787cb4fd93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:32.848436 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-79fc0db1-b5bc-40af-bd3f-4d71d57b4004 admin admin] Deleting subnet 7183f2e6-bed0-42ce-83b1-9c72e0d2179f {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:29:32.880133 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-79fc0db1-b5bc-40af-bd3f-4d71d57b4004 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:32.921272 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38f7de93-71cb-486f-9714-7d2cab7c3dfa req-b73f58ca-15fb-4fb5-80ed-2084e41d447e tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Made reservation on behalf of e949b071017c47779120773fb05efee7 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:29:32.935027 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-38f7de93-71cb-486f-9714-7d2cab7c3dfa req-b73f58ca-15fb-4fb5-80ed-2084e41d447e tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:32.976874 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-163eea74-ecdb-4688-94b0-cf5c6c7331b6 req-90f19de1-d02b-43d3-9df6-f1ca7c1a328d service neutron] 10.222.0.90 "GET /v2.0/networks/50ed7be7-341a-4bb0-b02f-f642589d92ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3576818 Nov 25 17:29:33.004793 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bdd664b-4af8-4e29-8008-7787cb4fd93b None None] Network f04eb3da-3fb9-4b8e-a277-f7978e296597 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:29:33.005530 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e2964cf4-09e8-4931-8262-0e301f39b68a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:33.011786 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdd664b-4af8-4e29-8008-7787cb4fd93b None None] Pushing event updated for resources: {'Port': ['ID=1647b539-2e16-49c1-9264-4e2125c202ac,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:33.024271 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-7bdd664b-4af8-4e29-8008-7787cb4fd93b None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:33.099730 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdd664b-4af8-4e29-8008-7787cb4fd93b None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:29:33.129359 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2964cf4-09e8-4931-8262-0e301f39b68a admin admin] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:29:33.161344 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-163eea74-ecdb-4688-94b0-cf5c6c7331b6 req-d5138ba0-d636-41b6-8845-be47b1c75923 service neutron] 10.222.0.90 "GET /v2.0/networks/50ed7be7-341a-4bb0-b02f-f642589d92ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713140 Nov 25 17:29:33.163123 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-79fc0db1-b5bc-40af-bd3f-4d71d57b4004 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:33.216068 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-123b1058-c715-4ae0-9722-71e8e2661b3a req-15390143-dd02-44f1-b055-9a045cd6d2c5 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=1ce80c19-3659-40f8-abba-4e399e848b21 HTTP/1.1" status: 200 len: 210 time: 0.0525556 Nov 25 17:29:33.229612 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3fae7d3c-fe11-4dcf-a9c6-e4ba9b0ae6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:33.261271 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-7bdd664b-4af8-4e29-8008-7787cb4fd93b None None] Attempting to bind port 1647b539-2e16-49c1-9264-4e2125c202ac on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:29:33.261271 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-7bdd664b-4af8-4e29-8008-7787cb4fd93b None None] Attempting to bind port 1647b539-2e16-49c1-9264-4e2125c202ac by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '8ad9a924-ac10-4a1c-a67e-44a8c8785218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'f04eb3da-3fb9-4b8e-a277-f7978e296597'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:29:33.261883 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdd664b-4af8-4e29-8008-7787cb4fd93b None None] Attempting to bind port 1647b539-2e16-49c1-9264-4e2125c202ac on network f04eb3da-3fb9-4b8e-a277-f7978e296597 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:29:33.281672 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-3877aa20-d90c-4c5f-9305-1247015b19a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2d7726-6333-44ab-b653-8c81ef1b29d8', 'name': 'tempest-TaggedBootDevicesTest-1923861502-router', 'tenant_id': 'af07ecd6b88d499dba6f8368912ebb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'f733cd7e-9d1b-4edd-971e-859ad2655c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:17Z', 'updated_at': '2021-11-25T17:29:24Z', 'revision_number': 4, 'project_id': 'af07ecd6b88d499dba6f8368912ebb7e', 'gw_port': {'id': 'f733cd7e-9d1b-4edd-971e-859ad2655c0a', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:cc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2d7726-6333-44ab-b653-8c81ef1b29d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:18Z', 'updated_at': '2021-11-25T17:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '8d0ec3cd-8a99-4f9a-a287-1c964d4a1850', 'name': '', 'network_id': 'f82e88c7-d403-486f-9a10-2a3ad902e128', 'tenant_id': 'af07ecd6b88d499dba6f8368912ebb7e', 'mac_address': 'fa:16:3e:4b:3c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2d7726-6333-44ab-b653-8c81ef1b29d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'ed397f2a-aef3-4eaf-9752-78b3a9274780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:22Z', 'updated_at': '2021-11-25T17:29:30Z', 'revision_number': 4, 'project_id': 'af07ecd6b88d499dba6f8368912ebb7e', 'subnets': [{'id': 'ed397f2a-aef3-4eaf-9752-78b3a9274780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:33.288977 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdd664b-4af8-4e29-8008-7787cb4fd93b None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:29:33.289482 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdd664b-4af8-4e29-8008-7787cb4fd93b None None] Checking segment: {'id': '8ad9a924-ac10-4a1c-a67e-44a8c8785218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'f04eb3da-3fb9-4b8e-a277-f7978e296597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:29:33.289999 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7bdd664b-4af8-4e29-8008-7787cb4fd93b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:33.290504 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdd664b-4af8-4e29-8008-7787cb4fd93b None None] Bound using segment: {'id': '8ad9a924-ac10-4a1c-a67e-44a8c8785218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'f04eb3da-3fb9-4b8e-a277-f7978e296597'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:29:33.291128 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-7bdd664b-4af8-4e29-8008-7787cb4fd93b None None] Bound port: 1647b539-2e16-49c1-9264-4e2125c202ac, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ad9a924-ac10-4a1c-a67e-44a8c8785218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'f04eb3da-3fb9-4b8e-a277-f7978e296597'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:29:33.291782 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7bdd664b-4af8-4e29-8008-7787cb4fd93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:33.329763 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-79fc0db1-b5bc-40af-bd3f-4d71d57b4004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:33.337957 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3877aa20-d90c-4c5f-9305-1247015b19a8 None None] The sync data for ids ['cd2d7726-6333-44ab-b653-8c81ef1b29d8'] in n-d-817746-1 is: [{'id': 'cd2d7726-6333-44ab-b653-8c81ef1b29d8', 'name': 'tempest-TaggedBootDevicesTest-1923861502-router', 'tenant_id': 'af07ecd6b88d499dba6f8368912ebb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'f733cd7e-9d1b-4edd-971e-859ad2655c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:17Z', 'updated_at': '2021-11-25T17:29:24Z', 'revision_number': 4, 'project_id': 'af07ecd6b88d499dba6f8368912ebb7e', 'gw_port': {'id': 'f733cd7e-9d1b-4edd-971e-859ad2655c0a', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:cc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2d7726-6333-44ab-b653-8c81ef1b29d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:18Z', 'updated_at': '2021-11-25T17:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '8d0ec3cd-8a99-4f9a-a287-1c964d4a1850', 'name': '', 'network_id': 'f82e88c7-d403-486f-9a10-2a3ad902e128', 'tenant_id': 'af07ecd6b88d499dba6f8368912ebb7e', 'mac_address': 'fa:16:3e:4b:3c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2d7726-6333-44ab-b653-8c81ef1b29d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'ed397f2a-aef3-4eaf-9752-78b3a9274780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:22Z', 'updated_at': '2021-11-25T17:29:30Z', 'revision_number': 4, 'project_id': 'af07ecd6b88d499dba6f8368912ebb7e', 'subnets': [{'id': 'ed397f2a-aef3-4eaf-9752-78b3a9274780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:29:33.357648 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-3fae7d3c-fe11-4dcf-a9c6-e4ba9b0ae6d9 None None] For port 8d0ec3cd-8a99-4f9a-a287-1c964d4a1850, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=8d0ec3cd-8a99-4f9a-a287-1c964d4a1850,segment=NetworkSegment(ceeed56e-b08e-4ce0-affa-4a50f5e8a957),segment_id=ceeed56e-b08e-4ce0-affa-4a50f5e8a957)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:33.377572 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3fae7d3c-fe11-4dcf-a9c6-e4ba9b0ae6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:33.402609 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db5f21-01e6-43f6-83c0-e4bd6aa0ec16 req-104dc892-cdf0-4545-b48f-ee470295a1cd tempest-VolumesAdminNegativeTest-1455931702 tempest-VolumesAdminNegativeTest-1455931702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:33.416291 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-15db5f21-01e6-43f6-83c0-e4bd6aa0ec16 req-104dc892-cdf0-4545-b48f-ee470295a1cd tempest-VolumesAdminNegativeTest-1455931702 tempest-VolumesAdminNegativeTest-1455931702-project] 10.222.0.75 "GET /v2.0/ports?device_id=093680e6-aaef-4b5f-8048-3cb434af1869 HTTP/1.1" status: 200 len: 945 time: 0.2424035 Nov 25 17:29:33.525196 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2964cf4-09e8-4931-8262-0e301f39b68a admin admin] Pushing event updated for resources: {'Port': ['ID=d48da47a-deb1-4bee-867a-9d43874be010,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:33.550219 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-e2964cf4-09e8-4931-8262-0e301f39b68a admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:33.574592 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2964cf4-09e8-4931-8262-0e301f39b68a admin admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:29:33.640695 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-7bdd664b-4af8-4e29-8008-7787cb4fd93b None None] For port 1647b539-2e16-49c1-9264-4e2125c202ac, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:29:33.643552 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-79fc0db1-b5bc-40af-bd3f-4d71d57b4004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:33.650489 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-7bdd664b-4af8-4e29-8008-7787cb4fd93b None None] For port 1647b539-2e16-49c1-9264-4e2125c202ac, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=1647b539-2e16-49c1-9264-4e2125c202ac,segment=NetworkSegment(8ad9a924-ac10-4a1c-a67e-44a8c8785218),segment_id=8ad9a924-ac10-4a1c-a67e-44a8c8785218)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:29:33.701488 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7bdd664b-4af8-4e29-8008-7787cb4fd93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:33.740339 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fc0db1-b5bc-40af-bd3f-4d71d57b4004 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7183f2e6-bed0-42ce-83b1-9c72e0d2179f,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:33.755053 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-374f1c54-f516-4b20-a7f7-7b43c4061cab req-db6c39da-3d37-4cc1-89a7-4069d0d96aa3 tempest-ServerShowV247Test-1067549471 tempest-ServerShowV247Test-1067549471-project] 10.222.0.75 "GET /v2.0/ports?device_id=01d6f914-b873-4ed8-b110-2e9539aa31fb HTTP/1.1" status: 200 len: 210 time: 0.1501138 Nov 25 17:29:33.798624 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-79fc0db1-b5bc-40af-bd3f-4d71d57b4004 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:33.811027 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-79fc0db1-b5bc-40af-bd3f-4d71d57b4004 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/7183f2e6-bed0-42ce-83b1-9c72e0d2179f HTTP/1.1" status: 204 len: 168 time: 1.2426338 Nov 25 17:29:33.816769 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-15db5f21-01e6-43f6-83c0-e4bd6aa0ec16 req-3742b375-945b-4674-8e82-f427c16c22d0 tempest-VolumesAdminNegativeTest-1455931702 tempest-VolumesAdminNegativeTest-1455931702-project] 10.222.0.75 "GET /v2.0/security-groups?id=3454ca9e-2a23-4d3e-b167-f3e49bddd59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3990581 Nov 25 17:29:33.819598 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 42314) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:33.892457 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fae7d3c-fe11-4dcf-a9c6-e4ba9b0ae6d9 None None] Pushing event updated for resources: {'Port': ['ID=8d0ec3cd-8a99-4f9a-a287-1c964d4a1850,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:34.053200 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdd664b-4af8-4e29-8008-7787cb4fd93b None None] Pushing event updated for resources: {'Port': ['ID=1647b539-2e16-49c1-9264-4e2125c202ac,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:34.146195 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-38f7de93-71cb-486f-9714-7d2cab7c3dfa req-b73f58ca-15fb-4fb5-80ed-2084e41d447e tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Allocated IP 192.168.233.177 (ab4fed0b-9bf1-4925-8765-94da08c5de2a/8793709c-5336-428d-aede-b0b8df1a26b2/1911452b-2733-42ad-9ec6-6a636b3eb83b) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:29:34.470616 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-38f7de93-71cb-486f-9714-7d2cab7c3dfa req-b73f58ca-15fb-4fb5-80ed-2084e41d447e tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:34.514835 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e2964cf4-09e8-4931-8262-0e301f39b68a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:34.665333 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 8d0ec3cd-8a99-4f9a-a287-1c964d4a1850 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:29:34.712982 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-38f7de93-71cb-486f-9714-7d2cab7c3dfa req-b73f58ca-15fb-4fb5-80ed-2084e41d447e tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:34.767359 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device f26ff3d8-a723-44c6-ac70-f1c3aeee75a3 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:29:34.779180 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['0682888f-e70f-4362-8d88-9e0f7bea89c3', '057d05e3-0c55-42f7-8017-905ae44193e9', '62f35846-a216-43c6-b577-f0ae35b79bf2', '981205d1-f4d3-4ec4-9554-3aa640acff88', '5e843580-9b98-48fa-add9-928b30944eb8'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:29:34.781710 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['5dd26ad6-440e-45ad-be85-4b1a98da85a4', 'ed6453e3-969d-494e-bd6f-33b16d7135ac'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:29:34.808241 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f58ca-15fb-4fb5-80ed-2084e41d447e tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Pushing event updated for resources: {'Port': ['ID=1911452b-2733-42ad-9ec6-6a636b3eb83b,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:34.812632 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f31184d1-805d-4842-83c5-b2b283ed36bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:34.857537 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38f7de93-71cb-486f-9714-7d2cab7c3dfa req-b73f58ca-15fb-4fb5-80ed-2084e41d447e tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Network ab4fed0b-9bf1-4925-8765-94da08c5de2a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:29:34.864446 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-38f7de93-71cb-486f-9714-7d2cab7c3dfa req-b73f58ca-15fb-4fb5-80ed-2084e41d447e tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:34.875795 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01061b-09e3-4cb3-b43b-f91155c490df req-15e98744-1d68-40c6-a777-cc623c800e9a tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:34.884053 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed01061b-09e3-4cb3-b43b-f91155c490df req-15e98744-1d68-40c6-a777-cc623c800e9a tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/ports?device_id=1be99897-8a22-4cb2-8870-4be8aa872483 HTTP/1.1" status: 200 len: 944 time: 0.8372653 Nov 25 17:29:34.888929 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-38f7de93-71cb-486f-9714-7d2cab7c3dfa req-b73f58ca-15fb-4fb5-80ed-2084e41d447e tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:29:34.906175 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b59ab83-0ab5-40ec-9889-d24e51e1b926 req-28309cae-4eb2-4912-ad85-d42d805a7286 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:34.915199 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6b59ab83-0ab5-40ec-9889-d24e51e1b926 req-28309cae-4eb2-4912-ad85-d42d805a7286 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=1ce80c19-3659-40f8-abba-4e399e848b21 HTTP/1.1" status: 200 len: 936 time: 0.3168898 Nov 25 17:29:35.077505 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e2964cf4-09e8-4931-8262-0e301f39b68a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:35.128173 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed01061b-09e3-4cb3-b43b-f91155c490df req-d139b75a-20b1-464c-8ad4-030525057c52 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/security-groups?id=986e86ac-b28b-4e53-9638-1c25d7b56ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430594 Nov 25 17:29:35.180664 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9448b5-f29a-4676-b6c8-ab098ac6e14b req-a7935eda-e372-44f0-b037-e0ea9fef4f28 tempest-VolumesAdminNegativeTest-1455931702 tempest-VolumesAdminNegativeTest-1455931702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:35.186910 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5b9448b5-f29a-4676-b6c8-ab098ac6e14b req-a7935eda-e372-44f0-b037-e0ea9fef4f28 tempest-VolumesAdminNegativeTest-1455931702 tempest-VolumesAdminNegativeTest-1455931702-project] 10.222.0.90 "GET /v2.0/ports?device_id=093680e6-aaef-4b5f-8048-3cb434af1869 HTTP/1.1" status: 200 len: 945 time: 0.6029308 Nov 25 17:29:35.463757 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b4b373bc-7852-43a4-b38b-0c57092f6d80 req-24fe7c6f-e32d-4208-aac5-e6b8ad89f7ec tempest-ServerShowV247Test-1067549471 tempest-ServerShowV247Test-1067549471-project] 10.222.0.75 "GET /v2.0/ports?device_id=01d6f914-b873-4ed8-b110-2e9539aa31fb HTTP/1.1" status: 200 len: 210 time: 0.1618814 Nov 25 17:29:35.466526 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2964cf4-09e8-4931-8262-0e301f39b68a admin admin] Router 312a66e3-3c65-4be5-a59e-24b6ac0ef63f is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:29:35.562687 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f7de93-71cb-486f-9714-7d2cab7c3dfa req-b73f58ca-15fb-4fb5-80ed-2084e41d447e tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:35.564255 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-38f7de93-71cb-486f-9714-7d2cab7c3dfa req-b73f58ca-15fb-4fb5-80ed-2084e41d447e tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:35.651971 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port f26ff3d8-a723-44c6-ac70-f1c3aeee75a3, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=f26ff3d8-a723-44c6-ac70-f1c3aeee75a3,segment=NetworkSegment(d13f2dc6-b7c6-452b-bee8-8ce632936531),segment_id=d13f2dc6-b7c6-452b-bee8-8ce632936531)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:35.708351 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': 'f26ff3d8-a723-44c6-ac70-f1c3aeee75a3', 'network_id': '50ed7be7-341a-4bb0-b02f-f642589d92ba', 'port_id': 'f26ff3d8-a723-44c6-ac70-f1c3aeee75a3', 'mac_address': 'fa:16:3e:4f:09:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 945, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4c0e4dd-ba40-4565-915d-3405eb220964', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:29:35.743603 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2964cf4-09e8-4931-8262-0e301f39b68a admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:29:35.755501 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf5ee30-4121-497a-8d9e-a5416fe61baa None None] Sync routers for ids ['312a66e3-3c65-4be5-a59e-24b6ac0ef63f'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:29:35.782659 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf5ee30-4121-497a-8d9e-a5416fe61baa None None] Routers {'312a66e3-3c65-4be5-a59e-24b6ac0ef63f'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:29:35.783906 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-ddf5ee30-4121-497a-8d9e-a5416fe61baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:29:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['312a66e3-3c65-4be5-a59e-24b6ac0ef63f'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:35.788093 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e2964cf4-09e8-4931-8262-0e301f39b68a admin admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:35.791938 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e2964cf4-09e8-4931-8262-0e301f39b68a admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.4226074 Nov 25 17:29:35.793226 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 42340) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:35.856966 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6b59ab83-0ab5-40ec-9889-d24e51e1b926 req-e1a837cd-ec3d-4928-a91a-5ea2e1fa118b tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9409020 Nov 25 17:29:35.861389 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-38f7de93-71cb-486f-9714-7d2cab7c3dfa req-b73f58ca-15fb-4fb5-80ed-2084e41d447e tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6237705 Nov 25 17:29:35.866041 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f31184d1-805d-4842-83c5-b2b283ed36bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:35.890815 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-38f7de93-71cb-486f-9714-7d2cab7c3dfa req-7919767e-b48f-4295-835a-c7f2481767d4 service neutron] Request body: {'port': {'device_id': '1ce80c19-3659-40f8-abba-4e399e848b21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:35.987733 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-38f7de93-71cb-486f-9714-7d2cab7c3dfa req-7919767e-b48f-4295-835a-c7f2481767d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:36.039000 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6edc126-a1f3-4d4a-a7eb-3def78037c93 None None] Network f04eb3da-3fb9-4b8e-a277-f7978e296597 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:29:36.070446 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 8d0ec3cd-8a99-4f9a-a287-1c964d4a1850 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:36.073053 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:36.116778 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-ddf5ee30-4121-497a-8d9e-a5416fe61baa None None] Set router 312a66e3-3c65-4be5-a59e-24b6ac0ef63f gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:29:36.211048 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b963a440-2d8f-47f7-a1db-58782d8caed0 None None] Provisioning complete for port 1911452b-2733-42ad-9ec6-6a636b3eb83b triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:36.211455 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b963a440-2d8f-47f7-a1db-58782d8caed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:36.242278 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-f31184d1-805d-4842-83c5-b2b283ed36bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['277b957d-59aa-4686-ae8e-34800143c8cc']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:36.274418 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-5b9448b5-f29a-4676-b6c8-ab098ac6e14b req-660a4dc3-dc8d-40d9-8a83-0a44ce660c04 tempest-VolumesAdminNegativeTest-1455931702 tempest-VolumesAdminNegativeTest-1455931702-project] Deleting port b9fceae9-bf1d-4810-bf19-c711126ce5d5 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:29:36.276321 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-5b9448b5-f29a-4676-b6c8-ab098ac6e14b req-660a4dc3-dc8d-40d9-8a83-0a44ce660c04 tempest-VolumesAdminNegativeTest-1455931702 tempest-VolumesAdminNegativeTest-1455931702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:36.341613 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8fb0c4-dc13-46ef-b993-67a853b7c256 req-18005312-6dd6-4a32-bcc5-44f9df85f693 tempest-VolumesAdminNegativeTest-1455931702 tempest-VolumesAdminNegativeTest-1455931702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:36.343615 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3b8fb0c4-dc13-46ef-b993-67a853b7c256 req-18005312-6dd6-4a32-bcc5-44f9df85f693 tempest-VolumesAdminNegativeTest-1455931702 tempest-VolumesAdminNegativeTest-1455931702-project] 10.222.0.75 "GET /v2.0/ports?device_id=093680e6-aaef-4b5f-8048-3cb434af1869 HTTP/1.1" status: 200 len: 945 time: 0.7080429 Nov 25 17:29:36.361275 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-f31184d1-805d-4842-83c5-b2b283ed36bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33c31ce5-5844-4a5d-80b5-cf3155cb7bec') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:36.361950 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-f31184d1-805d-4842-83c5-b2b283ed36bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33c31ce5-5844-4a5d-80b5-cf3155cb7bec') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:36.390567 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f31184d1-805d-4842-83c5-b2b283ed36bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:36.411061 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:36.442490 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f26ff3d8-a723-44c6-ac70-f1c3aeee75a3 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:29:36.504691 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a392fb6-bee3-4a87-8e74-3391c50f91a7 req-b91ae9e4-766e-4f35-99ed-4519158b235b tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:36.515689 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b963a440-2d8f-47f7-a1db-58782d8caed0 None None] Port 1911452b-2733-42ad-9ec6-6a636b3eb83b cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:29:36.516968 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8a392fb6-bee3-4a87-8e74-3391c50f91a7 req-b91ae9e4-766e-4f35-99ed-4519158b235b tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/ports?device_id=1be99897-8a22-4cb2-8870-4be8aa872483 HTTP/1.1" status: 200 len: 944 time: 0.2342870 Nov 25 17:29:36.519262 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port f26ff3d8-a723-44c6-ac70-f1c3aeee75a3, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=f26ff3d8-a723-44c6-ac70-f1c3aeee75a3,segment=NetworkSegment(d13f2dc6-b7c6-452b-bee8-8ce632936531),segment_id=d13f2dc6-b7c6-452b-bee8-8ce632936531)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:36.603288 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-ddf5ee30-4121-497a-8d9e-a5416fe61baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '312a66e3-3c65-4be5-a59e-24b6ac0ef63f', 'name': 'tempest-TaggedBootDevicesTest-111783854-router', 'tenant_id': '199b5fd0c5cc438f9e54858615754497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'd48da47a-deb1-4bee-867a-9d43874be010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:29Z', 'updated_at': '2021-11-25T17:29:34Z', 'revision_number': 3, 'project_id': '199b5fd0c5cc438f9e54858615754497', 'gw_port': {'id': 'd48da47a-deb1-4bee-867a-9d43874be010', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:76:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '312a66e3-3c65-4be5-a59e-24b6ac0ef63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:31Z', 'updated_at': '2021-11-25T17:29:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:36.607207 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:36.653162 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf5ee30-4121-497a-8d9e-a5416fe61baa None None] Checking router: 312a66e3-3c65-4be5-a59e-24b6ac0ef63f for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:29:36.653162 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf5ee30-4121-497a-8d9e-a5416fe61baa None None] Updating router 312a66e3-3c65-4be5-a59e-24b6ac0ef63f port d48da47a-deb1-4bee-867a-9d43874be010 binding host n-d-817746-1 {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:29:36.684190 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-ddf5ee30-4121-497a-8d9e-a5416fe61baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:36.686901 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f31184d1-805d-4842-83c5-b2b283ed36bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:36.711073 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3b8fb0c4-dc13-46ef-b993-67a853b7c256 req-792eb76e-ee91-40c0-a8bd-3a3672080552 tempest-VolumesAdminNegativeTest-1455931702 tempest-VolumesAdminNegativeTest-1455931702-project] 10.222.0.75 "GET /v2.0/security-groups?id=3454ca9e-2a23-4d3e-b167-f3e49bddd59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371634 Nov 25 17:29:36.790430 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f31184d1-805d-4842-83c5-b2b283ed36bc admin admin] Releasing vlan 911 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:29:36.790786 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f31184d1-805d-4842-83c5-b2b283ed36bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:36.796140 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:29:36.796140 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:29:36.796140 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:29:36.796140 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:29:36.796140 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:29:36.796140 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:29:36.796140 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:29:36.796140 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:29:36.796140 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:29:36.796140 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:29:36.796140 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:29:36.796140 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:29:36.796140 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:29:36.796140 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:29:36.796140 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:29:36.796140 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:29:36.796140 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:29:36.796140 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:29:36.796140 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:29:36.796140 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:29:36.796140 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:29:36.796140 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:29:36.796140 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:29:36.796140 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:29:36.796140 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:29:36.796140 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:29:36.796140 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:29:36.796140 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:29:36.796140 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:29:36.796140 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:29:36.796140 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:29:36.796140 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:29:36.889704 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device b9fceae9-bf1d-4810-bf19-c711126ce5d5 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:29:36.939360 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f2bd907f-f6aa-48c6-a670-7c3bdcf242da req-9604ec5e-6941-4f68-a4a3-05574979075c tempest-ServerShowV247Test-1067549471 tempest-ServerShowV247Test-1067549471-project] 10.222.0.75 "GET /v2.0/ports?device_id=01d6f914-b873-4ed8-b110-2e9539aa31fb HTTP/1.1" status: 200 len: 210 time: 0.0699971 Nov 25 17:29:36.982764 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8a392fb6-bee3-4a87-8e74-3391c50f91a7 req-7274c794-53bc-4c27-b482-265d9e30fb79 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/security-groups?id=986e86ac-b28b-4e53-9638-1c25d7b56ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4653397 Nov 25 17:29:37.085586 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['f26ff3d8-a723-44c6-ac70-f1c3aeee75a3'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:29:37.148940 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-5115b351-df2d-49a5-bb02-d57f123fae8d None None] Provisioning complete for port 1647b539-2e16-49c1-9264-4e2125c202ac triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:37.149340 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5115b351-df2d-49a5-bb02-d57f123fae8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:37.247623 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=f26ff3d8-a723-44c6-ac70-f1c3aeee75a3,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:37.256075 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 1647b539-2e16-49c1-9264-4e2125c202ac up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:29:37.362028 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-ddf5ee30-4121-497a-8d9e-a5416fe61baa None None] Publish callbacks [] for port, precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:37.371387 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-ddf5ee30-4121-497a-8d9e-a5416fe61baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:37.446176 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-79a22dc8-0806-47b8-b897-f59be908595d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:37.502628 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5115b351-df2d-49a5-bb02-d57f123fae8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:37.552902 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-ddf5ee30-4121-497a-8d9e-a5416fe61baa None None] Attempting to bind port d48da47a-deb1-4bee-867a-9d43874be010 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:29:37.553628 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-ddf5ee30-4121-497a-8d9e-a5416fe61baa None None] Attempting to bind port d48da47a-deb1-4bee-867a-9d43874be010 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:29:37.553914 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:37.558077 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf5ee30-4121-497a-8d9e-a5416fe61baa None None] Attempting to bind port d48da47a-deb1-4bee-867a-9d43874be010 on network 1aa44027-b9d0-4a56-9a59-7e664703e20a {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:29:37.577836 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149bf9ed-2dd3-4f6d-9469-3b001e145e3d None None] Pushing event updated for resources: {'Port': ['ID=d48da47a-deb1-4bee-867a-9d43874be010,revision_number=2']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:37.590198 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf5ee30-4121-497a-8d9e-a5416fe61baa None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:29:37.590920 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf5ee30-4121-497a-8d9e-a5416fe61baa None None] Checking segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:29:37.591537 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-ddf5ee30-4121-497a-8d9e-a5416fe61baa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:37.592136 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf5ee30-4121-497a-8d9e-a5416fe61baa None None] Bound using segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:29:37.593454 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-ddf5ee30-4121-497a-8d9e-a5416fe61baa None None] Bound port: d48da47a-deb1-4bee-867a-9d43874be010, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:29:37.594139 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-ddf5ee30-4121-497a-8d9e-a5416fe61baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:37.600145 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 42376) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:37.610092 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-006300b7-64eb-4739-b647-4daf9031519b tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-767610127'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:37.693024 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 1647b539-2e16-49c1-9264-4e2125c202ac triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:37.693683 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:37.729376 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006300b7-64eb-4739-b647-4daf9031519b tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Made reservation on behalf of dd6f14b9d22849c3ad1fbf498db9870a for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:29:37.731569 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-ddf5ee30-4121-497a-8d9e-a5416fe61baa None None] For port d48da47a-deb1-4bee-867a-9d43874be010, host n-d-817746-1, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:29:37.739788 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-006300b7-64eb-4739-b647-4daf9031519b tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:37.750679 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-ddf5ee30-4121-497a-8d9e-a5416fe61baa None None] For port d48da47a-deb1-4bee-867a-9d43874be010, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d48da47a-deb1-4bee-867a-9d43874be010,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:29:37.766635 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-ddf5ee30-4121-497a-8d9e-a5416fe61baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:37.769127 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-5b9448b5-f29a-4676-b6c8-ab098ac6e14b req-660a4dc3-dc8d-40d9-8a83-0a44ce660c04 tempest-VolumesAdminNegativeTest-1455931702 tempest-VolumesAdminNegativeTest-1455931702-project] For port b9fceae9-bf1d-4810-bf19-c711126ce5d5, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=b9fceae9-bf1d-4810-bf19-c711126ce5d5,segment=NetworkSegment(5a919843-57fd-4baa-8070-7260d854f230),segment_id=5a919843-57fd-4baa-8070-7260d854f230)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:37.769284 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-5b9448b5-f29a-4676-b6c8-ab098ac6e14b req-660a4dc3-dc8d-40d9-8a83-0a44ce660c04 tempest-VolumesAdminNegativeTest-1455931702 tempest-VolumesAdminNegativeTest-1455931702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:37.785015 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-5b9448b5-f29a-4676-b6c8-ab098ac6e14b req-660a4dc3-dc8d-40d9-8a83-0a44ce660c04 tempest-VolumesAdminNegativeTest-1455931702 tempest-VolumesAdminNegativeTest-1455931702-project] Calling delete_port for b9fceae9-bf1d-4810-bf19-c711126ce5d5 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:29:37.850845 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-5115b351-df2d-49a5-bb02-d57f123fae8d None None] For port 1647b539-2e16-49c1-9264-4e2125c202ac, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=1647b539-2e16-49c1-9264-4e2125c202ac,segment=NetworkSegment(8ad9a924-ac10-4a1c-a67e-44a8c8785218),segment_id=8ad9a924-ac10-4a1c-a67e-44a8c8785218)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:37.873083 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149bf9ed-2dd3-4f6d-9469-3b001e145e3d None None] Pushing event updated for resources: {'Port': ['ID=d48da47a-deb1-4bee-867a-9d43874be010,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:37.879818 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '093680e6-aaef-4b5f-8048-3cb434af1869', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9fceae9-bf1d-4810-bf19-c711126ce5d5'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:29:37.882233 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b03e577-f71d-48a9-ae77-eae768340e24" -d '{"events": [{"server_uuid": "093680e6-aaef-4b5f-8048-3cb434af1869", "name": "network-vif-unplugged", "status": "completed", "tag": "b9fceae9-bf1d-4810-bf19-c711126ce5d5"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:29:37.905396 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port b9fceae9-bf1d-4810-bf19-c711126ce5d5, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=b9fceae9-bf1d-4810-bf19-c711126ce5d5,segment=NetworkSegment(5a919843-57fd-4baa-8070-7260d854f230),segment_id=5a919843-57fd-4baa-8070-7260d854f230)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:37.920306 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf5ee30-4121-497a-8d9e-a5416fe61baa None None] Routers {'312a66e3-3c65-4be5-a59e-24b6ac0ef63f'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:29:37.920989 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-ddf5ee30-4121-497a-8d9e-a5416fe61baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:29:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['312a66e3-3c65-4be5-a59e-24b6ac0ef63f'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:37.925282 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-006300b7-64eb-4739-b647-4daf9031519b tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 913} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:29:37.967423 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f31184d1-805d-4842-83c5-b2b283ed36bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:37.973252 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-006300b7-64eb-4739-b647-4daf9031519b tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:37.973878 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-006300b7-64eb-4739-b647-4daf9031519b tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Added segment cbc1fb21-68bb-4758-9512-148f2017b227 of type vlan for network 6d3b5836-4740-4bb0-8171-a77a7b2fa0cd Nov 25 17:29:38.048773 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-006300b7-64eb-4739-b647-4daf9031519b tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:38.049172 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f31184d1-805d-4842-83c5-b2b283ed36bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:38.052812 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-f31184d1-805d-4842-83c5-b2b283ed36bc admin admin] 10.222.0.75 "DELETE /v2.0/networks/277b957d-59aa-4686-ae8e-34800143c8cc HTTP/1.1" status: 204 len: 168 time: 4.2291965 Nov 25 17:29:38.053788 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31184d1-805d-4842-83c5-b2b283ed36bc admin admin] Pushing event deleted for resources: {'Network': ['ID=277b957d-59aa-4686-ae8e-34800143c8cc,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:38.058305 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-79a22dc8-0806-47b8-b897-f59be908595d admin admin] Allocated IP 172.20.0.1 (f04eb3da-3fb9-4b8e-a277-f7978e296597/b338bff1-68c0-4b70-b516-0ca318686639/66ffdee1-c2e7-4d06-9ed4-e692d12da14e) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:29:38.086619 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5115b351-df2d-49a5-bb02-d57f123fae8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:38.102696 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbedda21-6e90-405f-bd59-1f3abb5a1801 req-625ae23f-aea1-44c9-8311-90ac255743a1 tempest-VolumesAdminNegativeTest-1455931702 tempest-VolumesAdminNegativeTest-1455931702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:38.104440 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fbedda21-6e90-405f-bd59-1f3abb5a1801 req-625ae23f-aea1-44c9-8311-90ac255743a1 tempest-VolumesAdminNegativeTest-1455931702 tempest-VolumesAdminNegativeTest-1455931702-project] 10.222.0.75 "GET /v2.0/ports?device_id=093680e6-aaef-4b5f-8048-3cb434af1869 HTTP/1.1" status: 200 len: 943 time: 0.1974609 Nov 25 17:29:38.182393 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-006300b7-64eb-4739-b647-4daf9031519b tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:38.200532 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006300b7-64eb-4739-b647-4daf9031519b tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:38.202895 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-006300b7-64eb-4739-b647-4daf9031519b tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:38.214777 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e206b-4c8d-4738-bd8f-b51b3c526153 req-10c7dabc-d424-4509-8d07-384105fb1c2f tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:38.223450 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f28e206b-4c8d-4738-bd8f-b51b3c526153 req-10c7dabc-d424-4509-8d07-384105fb1c2f tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=1ce80c19-3659-40f8-abba-4e399e848b21 HTTP/1.1" status: 200 len: 936 time: 0.3443923 Nov 25 17:29:38.240455 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:38.241122 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-ddf5ee30-4121-497a-8d9e-a5416fe61baa None None] Set router 312a66e3-3c65-4be5-a59e-24b6ac0ef63f gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:29:38.251846 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115b351-df2d-49a5-bb02-d57f123fae8d None None] Pushing event updated for resources: {'Port': ['ID=1647b539-2e16-49c1-9264-4e2125c202ac,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:38.355398 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fbedda21-6e90-405f-bd59-1f3abb5a1801 req-4cd3da88-5190-4624-b125-dbb99b74ef37 tempest-VolumesAdminNegativeTest-1455931702 tempest-VolumesAdminNegativeTest-1455931702-project] 10.222.0.75 "GET /v2.0/security-groups?id=3454ca9e-2a23-4d3e-b167-f3e49bddd59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379689 Nov 25 17:29:38.370170 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=b9fceae9-bf1d-4810-bf19-c711126ce5d5,revision_number=6']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:38.377920 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-38f7de93-71cb-486f-9714-7d2cab7c3dfa req-7919767e-b48f-4295-835a-c7f2481767d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1911452b-2733-42ad-9ec6-6a636b3eb83b {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:29:38.449492 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-38f7de93-71cb-486f-9714-7d2cab7c3dfa req-7919767e-b48f-4295-835a-c7f2481767d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:38.455006 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-5b9448b5-f29a-4676-b6c8-ab098ac6e14b req-660a4dc3-dc8d-40d9-8a83-0a44ce660c04 tempest-VolumesAdminNegativeTest-1455931702 tempest-VolumesAdminNegativeTest-1455931702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:38.496859 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a83d8ea-f7e8-47cd-bf39-5da853800293 x-openstack-request-id: req-9a83d8ea-f7e8-47cd-bf39-5da853800293 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:29:38.496859 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "093680e6-aaef-4b5f-8048-3cb434af1869", "name": "network-vif-unplugged", "status": "completed", "tag": "b9fceae9-bf1d-4810-bf19-c711126ce5d5", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:29:38.497200 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9a83d8ea-f7e8-47cd-bf39-5da853800293 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:29:38.500026 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '093680e6-aaef-4b5f-8048-3cb434af1869', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9fceae9-bf1d-4810-bf19-c711126ce5d5', 'code': 200} Nov 25 17:29:38.502451 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-006300b7-64eb-4739-b647-4daf9031519b tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9012086 Nov 25 17:29:38.528935 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-14cbab14-c64a-476a-a2aa-dcd8d8fa62b0 None None] Provisioning complete for port 1647b539-2e16-49c1-9264-4e2125c202ac triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:38.529485 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-14cbab14-c64a-476a-a2aa-dcd8d8fa62b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:38.540046 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f28e206b-4c8d-4738-bd8f-b51b3c526153 req-598a57e7-cb8c-41e0-941d-c01989f31d27 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156223 Nov 25 17:29:38.551872 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 42390) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:38.552212 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 42392) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:38.585152 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-0c887474-e9ac-466b-9245-c4908e5f1625 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-576714045'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:38.624741 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006300b7-64eb-4739-b647-4daf9031519b tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Pushing event updated for resources: {'Network': ['ID=6d3b5836-4740-4bb0-8171-a77a7b2fa0cd,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:38.711733 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-79a22dc8-0806-47b8-b897-f59be908595d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:38.718058 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 6d3b5836-4740-4bb0-8171-a77a7b2fa0cd details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:29:38.720631 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-38f7de93-71cb-486f-9714-7d2cab7c3dfa req-7919767e-b48f-4295-835a-c7f2481767d4 service neutron] Transition to ACTIVE for port object 1911452b-2733-42ad-9ec6-6a636b3eb83b will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:29:38.778435 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-ddf5ee30-4121-497a-8d9e-a5416fe61baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '312a66e3-3c65-4be5-a59e-24b6ac0ef63f', 'name': 'tempest-TaggedBootDevicesTest-111783854-router', 'tenant_id': '199b5fd0c5cc438f9e54858615754497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'd48da47a-deb1-4bee-867a-9d43874be010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:29Z', 'updated_at': '2021-11-25T17:29:34Z', 'revision_number': 3, 'project_id': '199b5fd0c5cc438f9e54858615754497', 'gw_port': {'id': 'd48da47a-deb1-4bee-867a-9d43874be010', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:76:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '312a66e3-3c65-4be5-a59e-24b6ac0ef63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:31Z', 'updated_at': '2021-11-25T17:29:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:38.818475 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-79a22dc8-0806-47b8-b897-f59be908595d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:38.826342 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 1647b539-2e16-49c1-9264-4e2125c202ac up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:29:38.833157 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf5ee30-4121-497a-8d9e-a5416fe61baa None None] The sync data for ids ['312a66e3-3c65-4be5-a59e-24b6ac0ef63f'] in n-d-817746-1 is: [{'id': '312a66e3-3c65-4be5-a59e-24b6ac0ef63f', 'name': 'tempest-TaggedBootDevicesTest-111783854-router', 'tenant_id': '199b5fd0c5cc438f9e54858615754497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'd48da47a-deb1-4bee-867a-9d43874be010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:29Z', 'updated_at': '2021-11-25T17:29:34Z', 'revision_number': 3, 'project_id': '199b5fd0c5cc438f9e54858615754497', 'gw_port': {'id': 'd48da47a-deb1-4bee-867a-9d43874be010', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:76:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '312a66e3-3c65-4be5-a59e-24b6ac0ef63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:31Z', 'updated_at': '2021-11-25T17:29:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:29:38.861149 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-b0be86e6-8978-4b36-8dc4-9e8c6d36dfe0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f44968f42ed74267a411cb459eea9954&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2478833 Nov 25 17:29:38.862113 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660a4dc3-dc8d-40d9-8a83-0a44ce660c04 tempest-VolumesAdminNegativeTest-1455931702 tempest-VolumesAdminNegativeTest-1455931702-project] Pushing event deleted for resources: {'Port': ['ID=b9fceae9-bf1d-4810-bf19-c711126ce5d5,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:38.871994 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 42394) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:38.900183 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f8559f16-d5ae-4d08-b21b-29a75404c2dc req-63302f11-ff03-44c7-b620-760bb389325d tempest-ServerShowV247Test-1067549471 tempest-ServerShowV247Test-1067549471-project] 10.222.0.75 "GET /v2.0/ports?device_id=01d6f914-b873-4ed8-b110-2e9539aa31fb HTTP/1.1" status: 200 len: 210 time: 0.2689235 Nov 25 17:29:38.900808 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-38f7de93-71cb-486f-9714-7d2cab7c3dfa req-7919767e-b48f-4295-835a-c7f2481767d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:38.904121 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 1647b539-2e16-49c1-9264-4e2125c202ac triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:38.904517 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:38.929191 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a22dc8-0806-47b8-b897-f59be908595d admin admin] Network f04eb3da-3fb9-4b8e-a277-f7978e296597 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:29:38.996804 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b9448b5-f29a-4676-b6c8-ab098ac6e14b req-660a4dc3-dc8d-40d9-8a83-0a44ce660c04 tempest-VolumesAdminNegativeTest-1455931702 tempest-VolumesAdminNegativeTest-1455931702-project] No DVR routers for this DVR port b9fceae9-bf1d-4810-bf19-c711126ce5d5 on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:29:38.999650 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-5b9448b5-f29a-4676-b6c8-ab098ac6e14b req-660a4dc3-dc8d-40d9-8a83-0a44ce660c04 tempest-VolumesAdminNegativeTest-1455931702 tempest-VolumesAdminNegativeTest-1455931702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:39.002027 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-79a22dc8-0806-47b8-b897-f59be908595d admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:39.011396 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5b9448b5-f29a-4676-b6c8-ab098ac6e14b req-660a4dc3-dc8d-40d9-8a83-0a44ce660c04 tempest-VolumesAdminNegativeTest-1455931702 tempest-VolumesAdminNegativeTest-1455931702-project] 10.222.0.90 "DELETE /v2.0/ports/b9fceae9-bf1d-4810-bf19-c711126ce5d5 HTTP/1.1" status: 204 len: 173 time: 3.7884614 Nov 25 17:29:39.015910 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a22dc8-0806-47b8-b897-f59be908595d admin admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:29:39.020438 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '093680e6-aaef-4b5f-8048-3cb434af1869', 'name': 'network-vif-deleted', 'tag': 'b9fceae9-bf1d-4810-bf19-c711126ce5d5'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:29:39.027545 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ffa285c-8ac9-4837-90c7-6f16611f9682" -d '{"events": [{"server_uuid": "093680e6-aaef-4b5f-8048-3cb434af1869", "name": "network-vif-deleted", "tag": "b9fceae9-bf1d-4810-bf19-c711126ce5d5"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:29:39.101473 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-79a22dc8-0806-47b8-b897-f59be908595d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:39.109649 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a22dc8-0806-47b8-b897-f59be908595d admin admin] Pushing event updated for resources: {'Port': ['ID=66ffdee1-c2e7-4d06-9ed4-e692d12da14e,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:39.200622 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c887474-e9ac-466b-9245-c4908e5f1625 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Made reservation on behalf of dd6f14b9d22849c3ad1fbf498db9870a for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:29:39.222058 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0c887474-e9ac-466b-9245-c4908e5f1625 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:39.265066 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-01828db5-ee32-45c9-a777-3e7fed447f7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:39.330962 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-01828db5-ee32-45c9-a777-3e7fed447f7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:39.349848 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5d543b-ed6f-4d1e-8508-e1919fe74d79 x-openstack-request-id: req-ff5d543b-ed6f-4d1e-8508-e1919fe74d79 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:29:39.350457 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "093680e6-aaef-4b5f-8048-3cb434af1869", "name": "network-vif-deleted", "tag": "b9fceae9-bf1d-4810-bf19-c711126ce5d5", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:29:39.350898 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ff5d543b-ed6f-4d1e-8508-e1919fe74d79 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:29:39.351481 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '093680e6-aaef-4b5f-8048-3cb434af1869', 'name': 'network-vif-deleted', 'tag': 'b9fceae9-bf1d-4810-bf19-c711126ce5d5', 'status': 'completed', 'code': 200} Nov 25 17:29:39.399505 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41685a4e-689c-40b0-b72a-53701311ed9e req-5d55ec30-5400-44a9-aaa1-1dd7a706225b tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:39.419753 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-41685a4e-689c-40b0-b72a-53701311ed9e req-5d55ec30-5400-44a9-aaa1-1dd7a706225b tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/ports?device_id=1be99897-8a22-4cb2-8870-4be8aa872483 HTTP/1.1" status: 200 len: 945 time: 0.6756046 Nov 25 17:29:39.419753 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7919767e-b48f-4295-835a-c7f2481767d4 service neutron] Pushing event updated for resources: {'Port': ['ID=1911452b-2733-42ad-9ec6-6a636b3eb83b,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:39.509064 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c887474-e9ac-466b-9245-c4908e5f1625 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 914} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:29:39.558050 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-01828db5-ee32-45c9-a777-3e7fed447f7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:39.561552 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-01828db5-ee32-45c9-a777-3e7fed447f7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:39.565130 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-01828db5-ee32-45c9-a777-3e7fed447f7a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/317a145b-2ac5-446c-aceb-e0cebf6b72aa HTTP/1.1" status: 204 len: 168 time: 0.6894090 Nov 25 17:29:39.565932 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-79a22dc8-0806-47b8-b897-f59be908595d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:39.600646 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01828db5-ee32-45c9-a777-3e7fed447f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317a145b-2ac5-446c-aceb-e0cebf6b72aa,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:39.650073 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0fccbff8-e845-4d53-a667-cf2c2a904ebd req-9f3ed386-ac3a-4921-8ffb-9893d48e3541 tempest-VolumesAdminNegativeTest-1455931702 tempest-VolumesAdminNegativeTest-1455931702-project] 10.222.0.75 "GET /v2.0/ports?device_id=093680e6-aaef-4b5f-8048-3cb434af1869 HTTP/1.1" status: 200 len: 210 time: 0.0946319 Nov 25 17:29:39.682923 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-41685a4e-689c-40b0-b72a-53701311ed9e req-f6e0e6de-ad61-4d50-afed-33033316b26f tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/security-groups?id=986e86ac-b28b-4e53-9638-1c25d7b56ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552047 Nov 25 17:29:39.687099 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0c887474-e9ac-466b-9245-c4908e5f1625 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:39.689603 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-0c887474-e9ac-466b-9245-c4908e5f1625 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Added segment 7a7c99ea-9bf0-4f72-9838-1e1c25458b3d of type vlan for network 04e189b3-a48d-47a2-8e70-da48c198c103 Nov 25 17:29:39.735897 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-38f7de93-71cb-486f-9714-7d2cab7c3dfa req-7919767e-b48f-4295-835a-c7f2481767d4 service neutron] Attempting to bind port 1911452b-2733-42ad-9ec6-6a636b3eb83b on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:29:39.736383 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-38f7de93-71cb-486f-9714-7d2cab7c3dfa req-7919767e-b48f-4295-835a-c7f2481767d4 service neutron] Attempting to bind port 1911452b-2733-42ad-9ec6-6a636b3eb83b by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:29:39.736557 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f7de93-71cb-486f-9714-7d2cab7c3dfa req-7919767e-b48f-4295-835a-c7f2481767d4 service neutron] Attempting to bind port 1911452b-2733-42ad-9ec6-6a636b3eb83b on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:29:39.745197 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-5b3fe268-17c9-4abe-abc3-5ca71bb5c90b None None] Provisioning complete for port 66ffdee1-c2e7-4d06-9ed4-e692d12da14e triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:39.745765 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5b3fe268-17c9-4abe-abc3-5ca71bb5c90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:39.827245 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-5b3fe268-17c9-4abe-abc3-5ca71bb5c90b None None] Port 66ffdee1-c2e7-4d06-9ed4-e692d12da14e cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:29:39.862577 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f7de93-71cb-486f-9714-7d2cab7c3dfa req-7919767e-b48f-4295-835a-c7f2481767d4 service neutron] Port 1911452b-2733-42ad-9ec6-6a636b3eb83b on network ab4fed0b-9bf1-4925-8765-94da08c5de2a not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:29:39.863366 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f7de93-71cb-486f-9714-7d2cab7c3dfa req-7919767e-b48f-4295-835a-c7f2481767d4 service neutron] Attempting to bind port 1911452b-2733-42ad-9ec6-6a636b3eb83b on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:29:39.916011 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f7de93-71cb-486f-9714-7d2cab7c3dfa req-7919767e-b48f-4295-835a-c7f2481767d4 service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:29:39.916471 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f7de93-71cb-486f-9714-7d2cab7c3dfa req-7919767e-b48f-4295-835a-c7f2481767d4 service neutron] Checking segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:29:39.916789 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f7de93-71cb-486f-9714-7d2cab7c3dfa req-7919767e-b48f-4295-835a-c7f2481767d4 service neutron] Bound using segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:29:39.917228 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-38f7de93-71cb-486f-9714-7d2cab7c3dfa req-7919767e-b48f-4295-835a-c7f2481767d4 service neutron] Bound port: 1911452b-2733-42ad-9ec6-6a636b3eb83b, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:29:39.918692 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-38f7de93-71cb-486f-9714-7d2cab7c3dfa req-7919767e-b48f-4295-835a-c7f2481767d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:39.954221 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0c887474-e9ac-466b-9245-c4908e5f1625 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:39.976813 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-79a22dc8-0806-47b8-b897-f59be908595d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:39.984934 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-79a22dc8-0806-47b8-b897-f59be908595d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:40.045861 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-79a22dc8-0806-47b8-b897-f59be908595d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:40.063931 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ffdad-51ec-4e61-8e96-57001722caf4 req-4f20b5a1-7dd8-41ca-abc5-40ba9fed3ec7 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:40.071814 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-281ffdad-51ec-4e61-8e96-57001722caf4 req-4f20b5a1-7dd8-41ca-abc5-40ba9fed3ec7 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=1ce80c19-3659-40f8-abba-4e399e848b21 HTTP/1.1" status: 200 len: 948 time: 0.2379327 Nov 25 17:29:40.093910 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0c887474-e9ac-466b-9245-c4908e5f1625 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:40.099478 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c887474-e9ac-466b-9245-c4908e5f1625 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:40.100425 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0c887474-e9ac-466b-9245-c4908e5f1625 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:40.141151 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a22dc8-0806-47b8-b897-f59be908595d admin admin] Pushing event updated for resources: {'Port': ['ID=66ffdee1-c2e7-4d06-9ed4-e692d12da14e,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:40.220528 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a22dc8-0806-47b8-b897-f59be908595d admin admin] Network f04eb3da-3fb9-4b8e-a277-f7978e296597 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:29:40.223225 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-79a22dc8-0806-47b8-b897-f59be908595d admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:40.225509 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-0c887474-e9ac-466b-9245-c4908e5f1625 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.6722660 Nov 25 17:29:40.229677 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 42418) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:40.268553 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-38f7de93-71cb-486f-9714-7d2cab7c3dfa req-7919767e-b48f-4295-835a-c7f2481767d4 service neutron] For port 1911452b-2733-42ad-9ec6-6a636b3eb83b, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:29:40.287295 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-38f7de93-71cb-486f-9714-7d2cab7c3dfa req-7919767e-b48f-4295-835a-c7f2481767d4 service neutron] For port 1911452b-2733-42ad-9ec6-6a636b3eb83b, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=1911452b-2733-42ad-9ec6-6a636b3eb83b,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:29:40.365081 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-8f7e3e34-e04a-484d-a2f7-5eabb8273b0d tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Request body: {'subnet': {'network_id': '6d3b5836-4740-4bb0-8171-a77a7b2fa0cd', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:40.495884 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c887474-e9ac-466b-9245-c4908e5f1625 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Pushing event updated for resources: {'Network': ['ID=04e189b3-a48d-47a2-8e70-da48c198c103,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:40.516443 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 04e189b3-a48d-47a2-8e70-da48c198c103 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:29:40.537203 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b5b5b5b5-24e3-4b3d-82ae-23a8e3b55962 req-34d82ad0-bdf1-40f2-b2ad-205b6ec97d20 tempest-ServerShowV247Test-1067549471 tempest-ServerShowV247Test-1067549471-project] 10.222.0.75 "GET /v2.0/ports?device_id=01d6f914-b873-4ed8-b110-2e9539aa31fb HTTP/1.1" status: 200 len: 210 time: 0.4054990 Nov 25 17:29:40.542735 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-38f7de93-71cb-486f-9714-7d2cab7c3dfa req-7919767e-b48f-4295-835a-c7f2481767d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:40.571729 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a22dc8-0806-47b8-b897-f59be908595d admin admin] Router 312a66e3-3c65-4be5-a59e-24b6ac0ef63f has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:29:40.603452 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7e3e34-e04a-484d-a2f7-5eabb8273b0d tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Made reservation on behalf of dd6f14b9d22849c3ad1fbf498db9870a for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:29:40.607786 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8f7e3e34-e04a-484d-a2f7-5eabb8273b0d tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:40.823907 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-281ffdad-51ec-4e61-8e96-57001722caf4 req-fcbbcf53-4b6c-4ca8-adda-1d452c54ece3 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7512007 Nov 25 17:29:40.869780 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f7de93-71cb-486f-9714-7d2cab7c3dfa req-7919767e-b48f-4295-835a-c7f2481767d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:40.872532 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-38f7de93-71cb-486f-9714-7d2cab7c3dfa req-7919767e-b48f-4295-835a-c7f2481767d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:40.874067 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-38f7de93-71cb-486f-9714-7d2cab7c3dfa req-7919767e-b48f-4295-835a-c7f2481767d4 service neutron] 10.222.0.90 "PUT /v2.0/ports/1911452b-2733-42ad-9ec6-6a636b3eb83b HTTP/1.1" status: 200 len: 1096 time: 4.9876153 Nov 25 17:29:40.886642 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 42440) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:41.035537 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device f26ff3d8-a723-44c6-ac70-f1c3aeee75a3 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:29:41.038119 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d48da47a-deb1-4bee-867a-9d43874be010 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:29:41.109357 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a22dc8-0806-47b8-b897-f59be908595d admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:29:41.120784 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-79a22dc8-0806-47b8-b897-f59be908595d admin admin] 10.222.0.75 "PUT /v2.0/routers/312a66e3-3c65-4be5-a59e-24b6ac0ef63f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3265142 Nov 25 17:29:41.187029 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7919767e-b48f-4295-835a-c7f2481767d4 service neutron] Pushing event updated for resources: {'Port': ['ID=1911452b-2733-42ad-9ec6-6a636b3eb83b,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:41.221289 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e339e07-f32c-4b7f-a10d-321a8ca4675d admin admin] Deleting subnet 1ecef555-394c-46cd-9fb5-9298d35d3c74 {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:29:41.256009 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7e339e07-f32c-4b7f-a10d-321a8ca4675d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:41.345598 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-962fa55f-99ee-4a7a-a1e7-9d2534c93c4c None None] Provisioning complete for port 66ffdee1-c2e7-4d06-9ed4-e692d12da14e triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:41.346572 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-962fa55f-99ee-4a7a-a1e7-9d2534c93c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:41.358321 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ce80c19-3659-40f8-abba-4e399e848b21', 'tag': '1911452b-2733-42ad-9ec6-6a636b3eb83b'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:29:41.361382 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee722b4-f3b7-42cb-a7f6-1c406bba1f6f" -d '{"events": [{"name": "network-changed", "server_uuid": "1ce80c19-3659-40f8-abba-4e399e848b21", "tag": "1911452b-2733-42ad-9ec6-6a636b3eb83b"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:29:41.366219 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8f7e3e34-e04a-484d-a2f7-5eabb8273b0d tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:41.431373 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port f26ff3d8-a723-44c6-ac70-f1c3aeee75a3 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:29:41.437172 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f7de93-71cb-486f-9714-7d2cab7c3dfa req-1ded04b1-29ef-40c6-8d31-bdd5722a65a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:41.449798 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-38f7de93-71cb-486f-9714-7d2cab7c3dfa req-1ded04b1-29ef-40c6-8d31-bdd5722a65a7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e949b071017c47779120773fb05efee7&device_id=1ce80c19-3659-40f8-abba-4e399e848b21 HTTP/1.1" status: 200 len: 1099 time: 0.5085428 Nov 25 17:29:41.450446 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port f26ff3d8-a723-44c6-ac70-f1c3aeee75a3 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:41.451803 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:41.486993 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e3e34-e04a-484d-a2f7-5eabb8273b0d tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Pushing event updated for resources: {'Subnet': ['ID=8f7ac9a8-89f8-4c97-b414-fee10b4c07cb,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:41.513751 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f60aa0-04c0-45b3-931e-4c7019691a9a x-openstack-request-id: req-36f60aa0-04c0-45b3-931e-4c7019691a9a {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:29:41.514248 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ce80c19-3659-40f8-abba-4e399e848b21", "tag": "1911452b-2733-42ad-9ec6-6a636b3eb83b", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:29:41.514396 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-36f60aa0-04c0-45b3-931e-4c7019691a9a {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:29:41.514680 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ce80c19-3659-40f8-abba-4e399e848b21', 'tag': '1911452b-2733-42ad-9ec6-6a636b3eb83b', 'status': 'completed', 'code': 200} Nov 25 17:29:41.515178 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port d48da47a-deb1-4bee-867a-9d43874be010 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:41.515564 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:41.524066 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-962fa55f-99ee-4a7a-a1e7-9d2534c93c4c None None] Port 66ffdee1-c2e7-4d06-9ed4-e692d12da14e cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:29:41.536128 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7e339e07-f32c-4b7f-a10d-321a8ca4675d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:41.555085 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7e3e34-e04a-484d-a2f7-5eabb8273b0d tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Checking segment: {'id': 'cbc1fb21-68bb-4758-9512-148f2017b227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '6d3b5836-4740-4bb0-8171-a77a7b2fa0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:29:41.555423 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7e3e34-e04a-484d-a2f7-5eabb8273b0d tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Network hostable DHCP agents. Network: 6d3b5836-4740-4bb0-8171-a77a7b2fa0cd, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:29:41.585711 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-38f7de93-71cb-486f-9714-7d2cab7c3dfa req-ab44c22d-174a-4bbf-9dd6-8610748d9361 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=1911452b-2733-42ad-9ec6-6a636b3eb83b HTTP/1.1" status: 200 len: 217 time: 0.1349740 Nov 25 17:29:41.594355 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7e3e34-e04a-484d-a2f7-5eabb8273b0d tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Network 6d3b5836-4740-4bb0-8171-a77a7b2fa0cd is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:29:41.625026 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-8f7e3e34-e04a-484d-a2f7-5eabb8273b0d tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 6d3b5836-4740-4bb0-8171-a77a7b2fa0cd) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:41.628131 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7e3e34-e04a-484d-a2f7-5eabb8273b0d tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:41.629364 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8f7e3e34-e04a-484d-a2f7-5eabb8273b0d tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:41.664337 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8f7e3e34-e04a-484d-a2f7-5eabb8273b0d tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4272311 Nov 25 17:29:41.667072 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 42464) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:41.678081 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:41.680208 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe17fca-06ce-44c8-8a3c-431652b9ef22 None None] Network 6d3b5836-4740-4bb0-8171-a77a7b2fa0cd requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:29:41.720979 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-d530023f-f66f-4c9b-81b1-c6601d4e551e tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Request body: {'subnet': {'network_id': '04e189b3-a48d-47a2-8e70-da48c198c103', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:41.822807 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1be99897-8a22-4cb2-8870-4be8aa872483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f26ff3d8-a723-44c6-ac70-f1c3aeee75a3'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:29:41.825848 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62a6aa3-b7db-4b74-a47b-aed817a1dccc" -d '{"events": [{"server_uuid": "1be99897-8a22-4cb2-8870-4be8aa872483", "name": "network-vif-plugged", "status": "completed", "tag": "f26ff3d8-a723-44c6-ac70-f1c3aeee75a3"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:29:41.831954 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e0872e-525d-45c1-b08a-8068eb5de10f req-e35c73c8-0b54-4a7a-905f-292a2e653b59 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:41.840014 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f4e0872e-525d-45c1-b08a-8068eb5de10f req-e35c73c8-0b54-4a7a-905f-292a2e653b59 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/ports?device_id=1be99897-8a22-4cb2-8870-4be8aa872483 HTTP/1.1" status: 200 len: 945 time: 0.7302170 Nov 25 17:29:41.899829 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:41.907678 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port f26ff3d8-a723-44c6-ac70-f1c3aeee75a3, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=f26ff3d8-a723-44c6-ac70-f1c3aeee75a3,segment=NetworkSegment(d13f2dc6-b7c6-452b-bee8-8ce632936531),segment_id=d13f2dc6-b7c6-452b-bee8-8ce632936531)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:41.917835 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0154acf4-bb3c-471a-abf5-dfca23f935cd req-6e6f6d19-68d7-407b-b7a8-c3db9cc76db4 tempest-ServerShowV247Test-1067549471 tempest-ServerShowV247Test-1067549471-project] 10.222.0.75 "GET /v2.0/ports?device_id=01d6f914-b873-4ed8-b110-2e9539aa31fb HTTP/1.1" status: 200 len: 210 time: 0.1074135 Nov 25 17:29:41.964015 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:42.032113 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7e339e07-f32c-4b7f-a10d-321a8ca4675d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:42.034753 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port d48da47a-deb1-4bee-867a-9d43874be010, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d48da47a-deb1-4bee-867a-9d43874be010,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:42.036640 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=f26ff3d8-a723-44c6-ac70-f1c3aeee75a3,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:42.050493 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:42.092648 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f7de93-71cb-486f-9714-7d2cab7c3dfa req-b985fe67-1040-4100-bd39-4bbfa574cb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:42.095471 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-38f7de93-71cb-486f-9714-7d2cab7c3dfa req-b985fe67-1040-4100-bd39-4bbfa574cb3e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.4314632 Nov 25 17:29:42.102588 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacc5066-a4f2-4fdd-a6f4-215843e70621 None None] Sync routers for ids ['312a66e3-3c65-4be5-a59e-24b6ac0ef63f'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:29:42.143608 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacc5066-a4f2-4fdd-a6f4-215843e70621 None None] Routers {'312a66e3-3c65-4be5-a59e-24b6ac0ef63f'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:29:42.144241 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-bacc5066-a4f2-4fdd-a6f4-215843e70621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:29:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['312a66e3-3c65-4be5-a59e-24b6ac0ef63f'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:42.153770 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f71608-7acf-44f3-ade1-fbac468caa29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-6d3b5836-4740-4bb0-8171-a77a7b2fa0cd', 'network_id': '6d3b5836-4740-4bb0-8171-a77a7b2fa0cd', 'tenant_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'fixed_ips': [{'subnet_id': '8f7ac9a8-89f8-4c97-b414-fee10b4c07cb'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:29:42.154310 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-15f71608-7acf-44f3-ade1-fbac468caa29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:42.209361 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f4e0872e-525d-45c1-b08a-8068eb5de10f req-ae788afb-def5-45bd-b374-6904b50ab6bb tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/security-groups?id=986e86ac-b28b-4e53-9638-1c25d7b56ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673763 Nov 25 17:29:42.243379 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f7de93-71cb-486f-9714-7d2cab7c3dfa req-2a9d0365-e2d8-4aa8-a1c1-88183ddd7838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:42.251350 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-38f7de93-71cb-486f-9714-7d2cab7c3dfa req-2a9d0365-e2d8-4aa8-a1c1-88183ddd7838 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1389573 Nov 25 17:29:42.258036 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d530023f-f66f-4c9b-81b1-c6601d4e551e tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Made reservation on behalf of dd6f14b9d22849c3ad1fbf498db9870a for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:29:42.267187 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d530023f-f66f-4c9b-81b1-c6601d4e551e tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:42.267521 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=d48da47a-deb1-4bee-867a-9d43874be010,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:42.426662 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-bacc5066-a4f2-4fdd-a6f4-215843e70621 None None] Set router 312a66e3-3c65-4be5-a59e-24b6ac0ef63f gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:29:42.427249 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-38f7de93-71cb-486f-9714-7d2cab7c3dfa req-5f0d10c9-457a-4839-be58-f0cee7525fab service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481674 Nov 25 17:29:42.506494 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7e339e07-f32c-4b7f-a10d-321a8ca4675d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:42.543706 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e339e07-f32c-4b7f-a10d-321a8ca4675d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ecef555-394c-46cd-9fb5-9298d35d3c74,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:42.572938 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b9305e-2de6-4537-b45f-9cc78f186a63 x-openstack-request-id: req-62b9305e-2de6-4537-b45f-9cc78f186a63 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:29:42.573651 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1be99897-8a22-4cb2-8870-4be8aa872483", "name": "network-vif-plugged", "status": "completed", "tag": "f26ff3d8-a723-44c6-ac70-f1c3aeee75a3", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:29:42.574814 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-62b9305e-2de6-4537-b45f-9cc78f186a63 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:29:42.586767 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1be99897-8a22-4cb2-8870-4be8aa872483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f26ff3d8-a723-44c6-ac70-f1c3aeee75a3', 'code': 200} Nov 25 17:29:42.593792 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7e339e07-f32c-4b7f-a10d-321a8ca4675d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:42.598504 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-7e339e07-f32c-4b7f-a10d-321a8ca4675d admin admin] 10.222.0.75 "DELETE /v2.0/subnets/1ecef555-394c-46cd-9fb5-9298d35d3c74 HTTP/1.1" status: 204 len: 168 time: 1.7105596 Nov 25 17:29:42.601703 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 42522) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:42.712301 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a745cbf-4a77-48fd-86b9-e8e23ea9a920 req-253a3f3e-27e5-41dd-b2e5-69a7a5297f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:42.716235 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1a745cbf-4a77-48fd-86b9-e8e23ea9a920 req-253a3f3e-27e5-41dd-b2e5-69a7a5297f11 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1be99897-8a22-4cb2-8870-4be8aa872483 HTTP/1.1" status: 200 len: 1097 time: 0.1248815 Nov 25 17:29:42.824161 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-15f71608-7acf-44f3-ade1-fbac468caa29 None None] Allocated IP 10.1.1.2 (6d3b5836-4740-4bb0-8171-a77a7b2fa0cd/8f7ac9a8-89f8-4c97-b414-fee10b4c07cb/dafdf9a1-c3f7-4ea3-96d0-c32537b8386d) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:29:42.859206 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d48da47a-deb1-4bee-867a-9d43874be010 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:29:42.896227 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2da37b1c-5dcb-4236-a3d7-8f5d2a95fbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:43.045624 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-05d25a0d-13d2-4a38-b81c-905e36a981cf req-68f1b3f3-b596-42ce-9f72-a86952bd2d4c tempest-ServerShowV254Test-1541790367 tempest-ServerShowV254Test-1541790367-project] 10.222.0.75 "GET /v2.0/ports?device_id=b48d8cd8-3dec-4719-82d6-63d6f47f0333 HTTP/1.1" status: 200 len: 210 time: 0.2762339 Nov 25 17:29:43.052584 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2da37b1c-5dcb-4236-a3d7-8f5d2a95fbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:43.053773 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-38f7de93-71cb-486f-9714-7d2cab7c3dfa req-f1307919-ff23-4d5b-8512-2bccb2fb5bf4 service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6167364 Nov 25 17:29:43.147591 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-2da37b1c-5dcb-4236-a3d7-8f5d2a95fbe0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14622a90-54e1-46ae-a57c-7d1e82418e6a']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:43.181010 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-2da37b1c-5dcb-4236-a3d7-8f5d2a95fbe0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a919843-57fd-4baa-8070-7260d854f230') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:43.181350 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-2da37b1c-5dcb-4236-a3d7-8f5d2a95fbe0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a919843-57fd-4baa-8070-7260d854f230') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:43.243157 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port d48da47a-deb1-4bee-867a-9d43874be010 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:43.244173 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:43.244681 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a875951-37f1-48a8-91f7-9dc4a10f7ffd req-a636bbd2-ea96-4539-be5e-98885e4c6fd4 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:43.246363 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7a875951-37f1-48a8-91f7-9dc4a10f7ffd req-a636bbd2-ea96-4539-be5e-98885e4c6fd4 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=1ce80c19-3659-40f8-abba-4e399e848b21 HTTP/1.1" status: 200 len: 948 time: 0.5595882 Nov 25 17:29:43.256037 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2da37b1c-5dcb-4236-a3d7-8f5d2a95fbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:43.296604 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1a745cbf-4a77-48fd-86b9-e8e23ea9a920 req-b1286f8b-c423-4c9c-aec9-7a27c9aa836d service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=986e86ac-b28b-4e53-9638-1c25d7b56ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5249608 Nov 25 17:29:43.310257 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3a9e5322-f1c0-49cd-93f3-121618a93f4b req-12b08f3a-8c6c-4c8b-9817-51e4c462b5bc tempest-ServerShowV247Test-1067549471 tempest-ServerShowV247Test-1067549471-project] 10.222.0.75 "GET /v2.0/ports?device_id=01d6f914-b873-4ed8-b110-2e9539aa31fb HTTP/1.1" status: 200 len: 210 time: 0.1007738 Nov 25 17:29:43.325986 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2da37b1c-5dcb-4236-a3d7-8f5d2a95fbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:43.345014 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d530023f-f66f-4c9b-81b1-c6601d4e551e tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:43.345376 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2da37b1c-5dcb-4236-a3d7-8f5d2a95fbe0 admin admin] Releasing vlan 915 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:29:43.346191 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2da37b1c-5dcb-4236-a3d7-8f5d2a95fbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:43.397937 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-bacc5066-a4f2-4fdd-a6f4-215843e70621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '312a66e3-3c65-4be5-a59e-24b6ac0ef63f', 'name': 'tempest-TaggedBootDevicesTest-111783854-router', 'tenant_id': '199b5fd0c5cc438f9e54858615754497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'd48da47a-deb1-4bee-867a-9d43874be010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:29Z', 'updated_at': '2021-11-25T17:29:39Z', 'revision_number': 4, 'project_id': '199b5fd0c5cc438f9e54858615754497', 'gw_port': {'id': 'd48da47a-deb1-4bee-867a-9d43874be010', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:76:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312a66e3-3c65-4be5-a59e-24b6ac0ef63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:31Z', 'updated_at': '2021-11-25T17:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '66ffdee1-c2e7-4d06-9ed4-e692d12da14e', 'name': '', 'network_id': 'f04eb3da-3fb9-4b8e-a277-f7978e296597', 'tenant_id': '199b5fd0c5cc438f9e54858615754497', 'mac_address': 'fa:16:3e:01:c0:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '312a66e3-3c65-4be5-a59e-24b6ac0ef63f', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'b338bff1-68c0-4b70-b516-0ca318686639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:37Z', 'updated_at': '2021-11-25T17:29:39Z', 'revision_number': 2, 'project_id': '199b5fd0c5cc438f9e54858615754497', 'subnets': [{'id': 'b338bff1-68c0-4b70-b516-0ca318686639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:43.429592 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee722b4-f3b7-42cb-a7f6-1c406bba1f6f req-bc97e16e-0730-4ac1-8abf-6748a94bd31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:43.434658 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bee722b4-f3b7-42cb-a7f6-1c406bba1f6f req-bc97e16e-0730-4ac1-8abf-6748a94bd31f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e949b071017c47779120773fb05efee7&device_id=1ce80c19-3659-40f8-abba-4e399e848b21 HTTP/1.1" status: 200 len: 1099 time: 0.2829618 Nov 25 17:29:43.440335 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacc5066-a4f2-4fdd-a6f4-215843e70621 None None] Checking router: 312a66e3-3c65-4be5-a59e-24b6ac0ef63f for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:29:43.441039 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacc5066-a4f2-4fdd-a6f4-215843e70621 None None] Updating router 312a66e3-3c65-4be5-a59e-24b6ac0ef63f port 66ffdee1-c2e7-4d06-9ed4-e692d12da14e binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:29:43.543095 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-bacc5066-a4f2-4fdd-a6f4-215843e70621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:43.555718 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7a875951-37f1-48a8-91f7-9dc4a10f7ffd req-d4bb8a00-c5a0-44b6-a1ca-7043776a930e tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815437 Nov 25 17:29:43.604022 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-15f71608-7acf-44f3-ade1-fbac468caa29 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:43.627822 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-15f71608-7acf-44f3-ade1-fbac468caa29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:43.635861 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:29:43.635861 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:29:43.635861 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:29:43.635861 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:29:43.635861 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:29:43.635861 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:29:43.635861 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:29:43.635861 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:29:43.635861 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:29:43.635861 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:29:43.635861 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:29:43.635861 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:29:43.635861 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:29:43.635861 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:29:43.635861 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:29:43.635861 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:29:43.635861 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:29:43.635861 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:29:43.635861 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:29:43.635861 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:29:43.635861 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:29:43.635861 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:29:43.635861 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:29:43.635861 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:29:43.635861 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:29:43.635861 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:29:43.635861 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:29:43.635861 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:29:43.635861 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:29:43.635861 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:29:43.635861 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:29:43.635861 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:29:43.647181 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2da37b1c-5dcb-4236-a3d7-8f5d2a95fbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:43.653084 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2da37b1c-5dcb-4236-a3d7-8f5d2a95fbe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:43.679405 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2da37b1c-5dcb-4236-a3d7-8f5d2a95fbe0 admin admin] 10.222.0.75 "DELETE /v2.0/networks/14622a90-54e1-46ae-a57c-7d1e82418e6a HTTP/1.1" status: 204 len: 168 time: 1.0765262 Nov 25 17:29:43.680149 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 42578) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:43.720868 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee722b4-f3b7-42cb-a7f6-1c406bba1f6f req-3ad67e0e-9961-4b0e-a254-167a2d8928e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:43.722933 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bee722b4-f3b7-42cb-a7f6-1c406bba1f6f req-3ad67e0e-9961-4b0e-a254-167a2d8928e2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ab4fed0b-9bf1-4925-8765-94da08c5de2a HTTP/1.1" status: 200 len: 870 time: 0.1286640 Nov 25 17:29:43.731791 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d530023f-f66f-4c9b-81b1-c6601d4e551e tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Pushing event updated for resources: {'Subnet': ['ID=818fd110-d388-4b2a-af28-d388f2a7ea7b,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:43.875722 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da37b1c-5dcb-4236-a3d7-8f5d2a95fbe0 admin admin] Pushing event deleted for resources: {'Network': ['ID=14622a90-54e1-46ae-a57c-7d1e82418e6a,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:43.893712 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-d18f074d-b9d2-45aa-83cc-85eef9c3a56a admin admin] Deleting subnet 5e10b7ed-6563-4b77-9789-d933474b0fb6 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:29:43.898787 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d530023f-f66f-4c9b-81b1-c6601d4e551e tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Checking segment: {'id': '7a7c99ea-9bf0-4f72-9838-1e1c25458b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '04e189b3-a48d-47a2-8e70-da48c198c103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:29:43.899319 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d530023f-f66f-4c9b-81b1-c6601d4e551e tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Network hostable DHCP agents. Network: 04e189b3-a48d-47a2-8e70-da48c198c103, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:29:43.907830 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d18f074d-b9d2-45aa-83cc-85eef9c3a56a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:43.909551 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bee722b4-f3b7-42cb-a7f6-1c406bba1f6f req-2e56e7e1-c462-4d1f-a523-4818b499b1c6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=1911452b-2733-42ad-9ec6-6a636b3eb83b HTTP/1.1" status: 200 len: 217 time: 0.1293762 Nov 25 17:29:43.964302 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668949d-1c46-4316-abf2-021a828fdfb2 req-e6444e63-796a-4461-a815-15ac6a64cde6 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:43.966720 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c668949d-1c46-4316-abf2-021a828fdfb2 req-e6444e63-796a-4461-a815-15ac6a64cde6 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/ports?device_id=1be99897-8a22-4cb2-8870-4be8aa872483 HTTP/1.1" status: 200 len: 946 time: 0.5302708 Nov 25 17:29:44.000315 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d18f074d-b9d2-45aa-83cc-85eef9c3a56a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:44.106317 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d18f074d-b9d2-45aa-83cc-85eef9c3a56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:44.150156 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee722b4-f3b7-42cb-a7f6-1c406bba1f6f req-9041cee1-8d7f-42dc-9636-cdcae771e6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:44.151766 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bee722b4-f3b7-42cb-a7f6-1c406bba1f6f req-9041cee1-8d7f-42dc-9636-cdcae771e6fb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.1792572 Nov 25 17:29:44.158503 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d530023f-f66f-4c9b-81b1-c6601d4e551e tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Network 04e189b3-a48d-47a2-8e70-da48c198c103 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:29:44.216520 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f71608-7acf-44f3-ade1-fbac468caa29 None None] Network 6d3b5836-4740-4bb0-8171-a77a7b2fa0cd is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:29:44.236769 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d18f074d-b9d2-45aa-83cc-85eef9c3a56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:44.250317 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-15f71608-7acf-44f3-ade1-fbac468caa29 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:44.261638 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f71608-7acf-44f3-ade1-fbac468caa29 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:29:44.276770 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f71608-7acf-44f3-ade1-fbac468caa29 None None] Pushing event updated for resources: {'Port': ['ID=dafdf9a1-c3f7-4ea3-96d0-c32537b8386d,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:44.279394 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-d530023f-f66f-4c9b-81b1-c6601d4e551e tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 04e189b3-a48d-47a2-8e70-da48c198c103) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:44.287874 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18f074d-b9d2-45aa-83cc-85eef9c3a56a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e10b7ed-6563-4b77-9789-d933474b0fb6,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:44.292900 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d530023f-f66f-4c9b-81b1-c6601d4e551e tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:44.293227 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d18f074d-b9d2-45aa-83cc-85eef9c3a56a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:44.298818 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d530023f-f66f-4c9b-81b1-c6601d4e551e tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:44.302066 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d18f074d-b9d2-45aa-83cc-85eef9c3a56a admin admin] 10.222.0.75 "DELETE /v2.0/subnets/5e10b7ed-6563-4b77-9789-d933474b0fb6 HTTP/1.1" status: 204 len: 168 time: 0.6145353 Nov 25 17:29:44.303658 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cea01cf-bd4a-4424-8539-0811957c76c5 None None] Network 04e189b3-a48d-47a2-8e70-da48c198c103 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:29:44.304065 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 42588) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:44.403266 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c668949d-1c46-4316-abf2-021a828fdfb2 req-83838cf8-3ff1-4e4e-96a6-398773cf743b tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/security-groups?id=986e86ac-b28b-4e53-9638-1c25d7b56ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4151580 Nov 25 17:29:44.409211 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee722b4-f3b7-42cb-a7f6-1c406bba1f6f req-1212e510-2bbe-473f-a6dc-aa39d74ee0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:44.411667 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bee722b4-f3b7-42cb-a7f6-1c406bba1f6f req-1212e510-2bbe-473f-a6dc-aa39d74ee0da service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2373593 Nov 25 17:29:44.436636 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b32ea77d-fcd1-4e8f-8796-a84457dcc201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:44.452580 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d530023f-f66f-4c9b-81b1-c6601d4e551e tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.7766869 Nov 25 17:29:44.455875 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 42592) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:44.461653 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-cf0d0515-6028-4ea0-9abf-fdcaec11bd59 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Request body: {'port': {'network_id': '6d3b5836-4740-4bb0-8171-a77a7b2fa0cd', 'name': 'tempest-TaggedBootDevicesTest_v242-737478341', 'fixed_ips': [{'subnet_id': '8f7ac9a8-89f8-4c97-b414-fee10b4c07cb'}]}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:44.694900 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b32ea77d-fcd1-4e8f-8796-a84457dcc201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:44.705441 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f4a86184-9e33-47af-9f62-7097e8f41260 req-e7f8edd4-0bb4-4ea7-94c5-86dd45ce0a7f tempest-ServerShowV254Test-1541790367 tempest-ServerShowV254Test-1541790367-project] 10.222.0.75 "GET /v2.0/ports?device_id=b48d8cd8-3dec-4719-82d6-63d6f47f0333 HTTP/1.1" status: 200 len: 210 time: 0.0928619 Nov 25 17:29:44.718249 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-15f71608-7acf-44f3-ade1-fbac468caa29 None None] Attempting to bind port dafdf9a1-c3f7-4ea3-96d0-c32537b8386d on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:29:44.721850 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-15f71608-7acf-44f3-ade1-fbac468caa29 None None] Attempting to bind port dafdf9a1-c3f7-4ea3-96d0-c32537b8386d by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'cbc1fb21-68bb-4758-9512-148f2017b227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '6d3b5836-4740-4bb0-8171-a77a7b2fa0cd'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:29:44.723143 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f71608-7acf-44f3-ade1-fbac468caa29 None None] Attempting to bind port dafdf9a1-c3f7-4ea3-96d0-c32537b8386d on network 6d3b5836-4740-4bb0-8171-a77a7b2fa0cd {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:29:44.757615 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f71608-7acf-44f3-ade1-fbac468caa29 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:29:44.759628 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f71608-7acf-44f3-ade1-fbac468caa29 None None] Checking segment: {'id': 'cbc1fb21-68bb-4758-9512-148f2017b227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '6d3b5836-4740-4bb0-8171-a77a7b2fa0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:29:44.761537 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-15f71608-7acf-44f3-ade1-fbac468caa29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:44.762166 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f71608-7acf-44f3-ade1-fbac468caa29 None None] Bound using segment: {'id': 'cbc1fb21-68bb-4758-9512-148f2017b227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '6d3b5836-4740-4bb0-8171-a77a7b2fa0cd'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:29:44.763535 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-15f71608-7acf-44f3-ade1-fbac468caa29 None None] Bound port: dafdf9a1-c3f7-4ea3-96d0-c32537b8386d, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbc1fb21-68bb-4758-9512-148f2017b227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '6d3b5836-4740-4bb0-8171-a77a7b2fa0cd'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:29:44.764199 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-15f71608-7acf-44f3-ade1-fbac468caa29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:44.787380 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-b32ea77d-fcd1-4e8f-8796-a84457dcc201 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17171e66-71d0-4568-b8eb-a5a937c68572']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:44.832620 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-b32ea77d-fcd1-4e8f-8796-a84457dcc201 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b6c2d3b-d161-4c2d-a387-fea6560075d1') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:44.832957 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-b32ea77d-fcd1-4e8f-8796-a84457dcc201 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b6c2d3b-d161-4c2d-a387-fea6560075d1') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:44.854655 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b32ea77d-fcd1-4e8f-8796-a84457dcc201 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:44.880388 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0d0515-6028-4ea0-9abf-fdcaec11bd59 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Made reservation on behalf of dd6f14b9d22849c3ad1fbf498db9870a for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:29:44.881698 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b32ea77d-fcd1-4e8f-8796-a84457dcc201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:44.895061 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b32ea77d-fcd1-4e8f-8796-a84457dcc201 admin admin] Releasing vlan 907 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:29:44.895920 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b32ea77d-fcd1-4e8f-8796-a84457dcc201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:44.898063 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:29:44.898063 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:29:44.898063 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:29:44.898063 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:29:44.898063 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:29:44.898063 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:29:44.898063 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:29:44.898063 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:29:44.898063 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:29:44.898063 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:29:44.898063 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:29:44.898063 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:29:44.898063 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:29:44.898063 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:29:44.898063 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:29:44.898063 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:29:44.898063 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:29:44.898063 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:29:44.898063 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:29:44.898063 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:29:44.898063 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:29:44.898063 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:29:44.898063 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:29:44.898063 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:29:44.898063 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:29:44.898063 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:29:44.898063 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:29:44.898063 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:29:44.898063 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:29:44.898063 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:29:44.898063 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:29:44.898063 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:29:44.929135 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bcbe93-d93d-43c6-8701-07a2723a050d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-04e189b3-a48d-47a2-8e70-da48c198c103', 'network_id': '04e189b3-a48d-47a2-8e70-da48c198c103', 'tenant_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'fixed_ips': [{'subnet_id': '818fd110-d388-4b2a-af28-d388f2a7ea7b'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:29:44.934308 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-42bcbe93-d93d-43c6-8701-07a2723a050d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:45.028985 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0029bc8a-b1fd-48ff-a9fc-396221b8a297 req-ff0808de-d84e-4e83-9a73-8b211715cbe3 tempest-ServerShowV247Test-1067549471 tempest-ServerShowV247Test-1067549471-project] 10.222.0.75 "GET /v2.0/ports?device_id=01d6f914-b873-4ed8-b110-2e9539aa31fb HTTP/1.1" status: 200 len: 210 time: 0.1234176 Nov 25 17:29:45.069277 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bee722b4-f3b7-42cb-a7f6-1c406bba1f6f req-f291460f-4e21-4461-bb12-95246066dacb service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6451468 Nov 25 17:29:45.072802 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b32ea77d-fcd1-4e8f-8796-a84457dcc201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:45.103620 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b32ea77d-fcd1-4e8f-8796-a84457dcc201 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:45.109122 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b32ea77d-fcd1-4e8f-8796-a84457dcc201 admin admin] 10.222.0.75 "DELETE /v2.0/networks/17171e66-71d0-4568-b8eb-a5a937c68572 HTTP/1.1" status: 204 len: 168 time: 0.8039532 Nov 25 17:29:45.120280 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-15f71608-7acf-44f3-ade1-fbac468caa29 None None] For port dafdf9a1-c3f7-4ea3-96d0-c32537b8386d, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:29:45.125159 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-15f71608-7acf-44f3-ade1-fbac468caa29 None None] For port dafdf9a1-c3f7-4ea3-96d0-c32537b8386d, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=dafdf9a1-c3f7-4ea3-96d0-c32537b8386d,segment=NetworkSegment(cbc1fb21-68bb-4758-9512-148f2017b227),segment_id=cbc1fb21-68bb-4758-9512-148f2017b227)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:29:45.138765 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32ea77d-fcd1-4e8f-8796-a84457dcc201 admin admin] Pushing event deleted for resources: {'Network': ['ID=17171e66-71d0-4568-b8eb-a5a937c68572,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:45.191453 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-15f71608-7acf-44f3-ade1-fbac468caa29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:45.387020 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995f45c-da86-4329-8f7e-9b56520b8e97 req-363a5203-8e75-491f-b42e-405f2e3d0a05 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:45.389493 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8995f45c-da86-4329-8f7e-9b56520b8e97 req-363a5203-8e75-491f-b42e-405f2e3d0a05 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=1ce80c19-3659-40f8-abba-4e399e848b21 HTTP/1.1" status: 200 len: 948 time: 0.1908646 Nov 25 17:29:45.394398 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f71608-7acf-44f3-ade1-fbac468caa29 None None] Pushing event updated for resources: {'Port': ['ID=dafdf9a1-c3f7-4ea3-96d0-c32537b8386d,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:45.438227 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 42600) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:45.445605 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-bacc5066-a4f2-4fdd-a6f4-215843e70621 None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:45.485534 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-bacc5066-a4f2-4fdd-a6f4-215843e70621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:45.535152 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cf0d0515-6028-4ea0-9abf-fdcaec11bd59 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:45.605081 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-77a9bb7c-1cb3-4bd6-a0e8-477c4d25ac0a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=60e64d7cc5104263a00946c25bcbc8b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1622581 Nov 25 17:29:45.605940 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 42604) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:45.628260 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8995f45c-da86-4329-8f7e-9b56520b8e97 req-0e2a2f35-10ed-431f-9c56-10a5d62b8f49 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004516 Nov 25 17:29:45.630458 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bee722b4-f3b7-42cb-a7f6-1c406bba1f6f req-4fb494f9-5e09-4e14-b85e-30c90e0acbc3 service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4882162 Nov 25 17:29:45.666750 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-42bcbe93-d93d-43c6-8701-07a2723a050d None None] Allocated IP 10.2.2.2 (04e189b3-a48d-47a2-8e70-da48c198c103/818fd110-d388-4b2a-af28-d388f2a7ea7b/27a692ef-3fce-4aa1-99bb-cdf8f3cab03c) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:29:45.701795 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [None req-cf0d0515-6028-4ea0-9abf-fdcaec11bd59 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] device_id is not set on port 791424cf-7f49-4cd7-a3d5-e5f426ab97ac yet. {{(pid=103361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:29:45.703265 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-bacc5066-a4f2-4fdd-a6f4-215843e70621 None None] Attempting to bind port 66ffdee1-c2e7-4d06-9ed4-e692d12da14e on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:29:45.703634 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-bacc5066-a4f2-4fdd-a6f4-215843e70621 None None] Attempting to bind port 66ffdee1-c2e7-4d06-9ed4-e692d12da14e by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '8ad9a924-ac10-4a1c-a67e-44a8c8785218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'f04eb3da-3fb9-4b8e-a277-f7978e296597'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:29:45.704810 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacc5066-a4f2-4fdd-a6f4-215843e70621 None None] Attempting to bind port 66ffdee1-c2e7-4d06-9ed4-e692d12da14e on network f04eb3da-3fb9-4b8e-a277-f7978e296597 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:29:45.708650 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ca0ff-1ef9-4513-80ff-d3202b945109 None None] Pushing event updated for resources: {'Port': ['ID=66ffdee1-c2e7-4d06-9ed4-e692d12da14e,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:45.749168 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacc5066-a4f2-4fdd-a6f4-215843e70621 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:29:45.749575 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacc5066-a4f2-4fdd-a6f4-215843e70621 None None] Checking segment: {'id': '8ad9a924-ac10-4a1c-a67e-44a8c8785218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'f04eb3da-3fb9-4b8e-a277-f7978e296597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:29:45.749986 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-bacc5066-a4f2-4fdd-a6f4-215843e70621 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:45.757217 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacc5066-a4f2-4fdd-a6f4-215843e70621 None None] Bound using segment: {'id': '8ad9a924-ac10-4a1c-a67e-44a8c8785218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'f04eb3da-3fb9-4b8e-a277-f7978e296597'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:29:45.758489 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-bacc5066-a4f2-4fdd-a6f4-215843e70621 None None] Bound port: 66ffdee1-c2e7-4d06-9ed4-e692d12da14e, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ad9a924-ac10-4a1c-a67e-44a8c8785218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'f04eb3da-3fb9-4b8e-a277-f7978e296597'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:29:45.759635 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-bacc5066-a4f2-4fdd-a6f4-215843e70621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:45.774496 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d6dd2672-513d-4375-98aa-2fbcaf017c64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:45.825993 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d6dd2672-513d-4375-98aa-2fbcaf017c64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:45.957962 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d6dd2672-513d-4375-98aa-2fbcaf017c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:45.962805 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d6dd2672-513d-4375-98aa-2fbcaf017c64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:45.964536 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d6dd2672-513d-4375-98aa-2fbcaf017c64 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3454ca9e-2a23-4d3e-b167-f3e49bddd59e HTTP/1.1" status: 204 len: 168 time: 0.3574190 Nov 25 17:29:46.006028 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dd2672-513d-4375-98aa-2fbcaf017c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3454ca9e-2a23-4d3e-b167-f3e49bddd59e,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:46.090172 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-bacc5066-a4f2-4fdd-a6f4-215843e70621 None None] For port 66ffdee1-c2e7-4d06-9ed4-e692d12da14e, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:29:46.095304 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-bacc5066-a4f2-4fdd-a6f4-215843e70621 None None] For port 66ffdee1-c2e7-4d06-9ed4-e692d12da14e, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=66ffdee1-c2e7-4d06-9ed4-e692d12da14e,segment=NetworkSegment(8ad9a924-ac10-4a1c-a67e-44a8c8785218),segment_id=8ad9a924-ac10-4a1c-a67e-44a8c8785218)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:29:46.115208 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-bacc5066-a4f2-4fdd-a6f4-215843e70621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:46.180893 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d0dc2a82-a728-4469-aafa-0b137f775874 req-51c25209-5519-457a-8ae8-587fcc21849a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b48d8cd8-3dec-4719-82d6-63d6f47f0333 HTTP/1.1" status: 200 len: 210 time: 0.0749497 Nov 25 17:29:46.283370 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-a84d36c6-fe2e-45db-827e-d701bf0cc1a4 None None] Provisioning complete for port 66ffdee1-c2e7-4d06-9ed4-e692d12da14e triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:46.284007 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a84d36c6-fe2e-45db-827e-d701bf0cc1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:46.301376 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34117b3a-6096-4884-9079-807ff5f53c7e req-e1f69c8c-0514-4a5e-9fae-28a067423ee9 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:46.309455 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-34117b3a-6096-4884-9079-807ff5f53c7e req-e1f69c8c-0514-4a5e-9fae-28a067423ee9 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/ports?device_id=1be99897-8a22-4cb2-8870-4be8aa872483 HTTP/1.1" status: 200 len: 946 time: 0.4973264 Nov 25 17:29:46.457903 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacc5066-a4f2-4fdd-a6f4-215843e70621 None None] Routers {'312a66e3-3c65-4be5-a59e-24b6ac0ef63f'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:29:46.458563 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-bacc5066-a4f2-4fdd-a6f4-215843e70621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:29:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['312a66e3-3c65-4be5-a59e-24b6ac0ef63f'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:46.532441 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-cf0d0515-6028-4ea0-9abf-fdcaec11bd59 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Allocated IP 10.1.1.98 (6d3b5836-4740-4bb0-8171-a77a7b2fa0cd/8f7ac9a8-89f8-4c97-b414-fee10b4c07cb/791424cf-7f49-4cd7-a3d5-e5f426ab97ac) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:29:46.785753 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 1911452b-2733-42ad-9ec6-6a636b3eb83b details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:29:46.796892 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-bacc5066-a4f2-4fdd-a6f4-215843e70621 None None] Set router 312a66e3-3c65-4be5-a59e-24b6ac0ef63f gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:29:46.821256 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-42bcbe93-d93d-43c6-8701-07a2723a050d None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:46.835706 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 42622) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:46.840476 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cf0d0515-6028-4ea0-9abf-fdcaec11bd59 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:46.886042 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ca0ff-1ef9-4513-80ff-d3202b945109 None None] Pushing event updated for resources: {'Port': ['ID=66ffdee1-c2e7-4d06-9ed4-e692d12da14e,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:46.907877 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:46.982685 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-42bcbe93-d93d-43c6-8701-07a2723a050d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:47.003934 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device dafdf9a1-c3f7-4ea3-96d0-c32537b8386d up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:29:47.022910 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7fe85f51-b62e-442d-944c-0979ea15c0bf admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4797435abfff409d8146953ef55b86e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1859419 Nov 25 17:29:47.026239 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 42624) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:47.101718 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:47.162720 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.db.resource_extend [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:29:47.171320 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3e555d03-b7e6-46b7-93f6-cbb89066e6ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:47.245389 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3e555d03-b7e6-46b7-93f6-cbb89066e6ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:47.274371 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-64da752c-a950-4bcb-b7bc-6179a0f97bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:47.342600 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bcbe93-d93d-43c6-8701-07a2723a050d None None] Network 04e189b3-a48d-47a2-8e70-da48c198c103 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:29:47.437511 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-42bcbe93-d93d-43c6-8701-07a2723a050d None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:47.443463 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bcbe93-d93d-43c6-8701-07a2723a050d None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:29:47.445874 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3e555d03-b7e6-46b7-93f6-cbb89066e6ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:47.450785 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a84d36c6-fe2e-45db-827e-d701bf0cc1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:47.463712 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3e555d03-b7e6-46b7-93f6-cbb89066e6ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:47.468468 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bcbe93-d93d-43c6-8701-07a2723a050d None None] Pushing event updated for resources: {'Port': ['ID=27a692ef-3fce-4aa1-99bb-cdf8f3cab03c,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:47.469041 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3e555d03-b7e6-46b7-93f6-cbb89066e6ed admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d806f7f3-6678-4465-8999-9d51d848a3bf HTTP/1.1" status: 204 len: 168 time: 0.4385159 Nov 25 17:29:47.499573 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e555d03-b7e6-46b7-93f6-cbb89066e6ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d806f7f3-6678-4465-8999-9d51d848a3bf,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:47.609527 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-34117b3a-6096-4884-9079-807ff5f53c7e req-ff557f67-74c4-49ac-b8ab-4fe00ff6ed58 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/security-groups?id=986e86ac-b28b-4e53-9638-1c25d7b56ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2990437 Nov 25 17:29:47.629607 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cf0d0515-6028-4ea0-9abf-fdcaec11bd59 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:47.711685 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port dafdf9a1-c3f7-4ea3-96d0-c32537b8386d triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:47.712067 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:47.818095 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0d0515-6028-4ea0-9abf-fdcaec11bd59 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Network 6d3b5836-4740-4bb0-8171-a77a7b2fa0cd is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:29:47.837312 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9ec6921b-1ed4-4d02-a1bb-176ba01e8d8a req-e07e676a-bbcc-4eed-b4dd-688bad2d953d tempest-ServerShowV254Test-1541790367 tempest-ServerShowV254Test-1541790367-project] 10.222.0.75 "GET /v2.0/ports?device_id=b48d8cd8-3dec-4719-82d6-63d6f47f0333 HTTP/1.1" status: 200 len: 210 time: 0.0507255 Nov 25 17:29:47.838591 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-cf0d0515-6028-4ea0-9abf-fdcaec11bd59 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:47.846558 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0d0515-6028-4ea0-9abf-fdcaec11bd59 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Pushing event updated for resources: {'Port': ['ID=791424cf-7f49-4cd7-a3d5-e5f426ab97ac,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:47.849608 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0d0515-6028-4ea0-9abf-fdcaec11bd59 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:29:47.976437 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0d0515-6028-4ea0-9abf-fdcaec11bd59 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:47.977283 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cf0d0515-6028-4ea0-9abf-fdcaec11bd59 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:48.061602 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-84ffd254-4bb9-4f1b-a7aa-f6fa3be07c76 req-ee2e7536-b2c4-4468-90bb-957c519e28af tempest-ServerShowV247Test-1067549471 tempest-ServerShowV247Test-1067549471-project] 10.222.0.75 "GET /v2.0/ports?device_id=01d6f914-b873-4ed8-b110-2e9539aa31fb HTTP/1.1" status: 200 len: 210 time: 0.0784478 Nov 25 17:29:48.070026 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0caa3c4e-a339-4ce9-8b2f-53a77bf5e57f None None] Network 6d3b5836-4740-4bb0-8171-a77a7b2fa0cd requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:29:48.099572 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-cf0d0515-6028-4ea0-9abf-fdcaec11bd59 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.6419911 Nov 25 17:29:48.102464 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 42636) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:48.109318 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-3610a416-872d-45c2-93a3-c642c8ef4833 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Request body: {'port': {'network_id': '6d3b5836-4740-4bb0-8171-a77a7b2fa0cd', 'name': 'tempest-TaggedBootDevicesTest_v242-396795142', 'fixed_ips': [{'subnet_id': '8f7ac9a8-89f8-4c97-b414-fee10b4c07cb'}]}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:48.178992 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 1911452b-2733-42ad-9ec6-6a636b3eb83b, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=1911452b-2733-42ad-9ec6-6a636b3eb83b,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:48.182869 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-a84d36c6-fe2e-45db-827e-d701bf0cc1a4 None None] For port 66ffdee1-c2e7-4d06-9ed4-e692d12da14e, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=66ffdee1-c2e7-4d06-9ed4-e692d12da14e,segment=NetworkSegment(8ad9a924-ac10-4a1c-a67e-44a8c8785218),segment_id=8ad9a924-ac10-4a1c-a67e-44a8c8785218)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:48.206740 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-42bcbe93-d93d-43c6-8701-07a2723a050d None None] Attempting to bind port 27a692ef-3fce-4aa1-99bb-cdf8f3cab03c on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:29:48.207781 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-42bcbe93-d93d-43c6-8701-07a2723a050d None None] Attempting to bind port 27a692ef-3fce-4aa1-99bb-cdf8f3cab03c by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '7a7c99ea-9bf0-4f72-9838-1e1c25458b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '04e189b3-a48d-47a2-8e70-da48c198c103'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:29:48.208153 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bcbe93-d93d-43c6-8701-07a2723a050d None None] Attempting to bind port 27a692ef-3fce-4aa1-99bb-cdf8f3cab03c on network 04e189b3-a48d-47a2-8e70-da48c198c103 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:29:48.243014 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a1c1e-ac48-4459-8b8f-48549f134f85 req-30cfe94a-fe08-459b-b57a-f75abbb0540c tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:48.252908 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-279a1c1e-ac48-4459-8b8f-48549f134f85 req-30cfe94a-fe08-459b-b57a-f75abbb0540c tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=1ce80c19-3659-40f8-abba-4e399e848b21 HTTP/1.1" status: 200 len: 948 time: 0.0749798 Nov 25 17:29:48.264237 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a84d36c6-fe2e-45db-827e-d701bf0cc1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:48.300924 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '1911452b-2733-42ad-9ec6-6a636b3eb83b', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'port_id': '1911452b-2733-42ad-9ec6-6a636b3eb83b', 'mac_address': 'fa:16:3e:23:6e:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8793709c-5336-428d-aede-b0b8df1a26b2', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:29:48.339497 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3610a416-872d-45c2-93a3-c642c8ef4833 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Made reservation on behalf of dd6f14b9d22849c3ad1fbf498db9870a for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:29:48.356412 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-279a1c1e-ac48-4459-8b8f-48549f134f85 req-1499eb85-a24d-4f07-b987-50f1d232e769 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022961 Nov 25 17:29:48.389829 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bcbe93-d93d-43c6-8701-07a2723a050d None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:29:48.390217 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bcbe93-d93d-43c6-8701-07a2723a050d None None] Checking segment: {'id': '7a7c99ea-9bf0-4f72-9838-1e1c25458b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '04e189b3-a48d-47a2-8e70-da48c198c103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:29:48.390625 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-42bcbe93-d93d-43c6-8701-07a2723a050d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:48.391020 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bcbe93-d93d-43c6-8701-07a2723a050d None None] Bound using segment: {'id': '7a7c99ea-9bf0-4f72-9838-1e1c25458b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '04e189b3-a48d-47a2-8e70-da48c198c103'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:29:48.391583 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-42bcbe93-d93d-43c6-8701-07a2723a050d None None] Bound port: 27a692ef-3fce-4aa1-99bb-cdf8f3cab03c, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7c99ea-9bf0-4f72-9838-1e1c25458b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '04e189b3-a48d-47a2-8e70-da48c198c103'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:29:48.392225 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-42bcbe93-d93d-43c6-8701-07a2723a050d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:48.483741 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3610a416-872d-45c2-93a3-c642c8ef4833 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:48.513391 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-3610a416-872d-45c2-93a3-c642c8ef4833 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] device_id is not set on port 7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8 yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:29:48.613803 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f9b727be-4b6b-4af6-bf31-c7291b9a3c20 req-3d5041dc-f3a8-4c8a-b30e-9b8b7cbe0590 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-967429504&fields=id&tenant_id=a6a21f906b38400cbefeb299443350d9 HTTP/1.1" status: 200 len: 267 time: 0.0949879 Nov 25 17:29:48.692033 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-be31f32f-4061-4161-ac4e-56be62590913 None None] Provisioning complete for port dafdf9a1-c3f7-4ea3-96d0-c32537b8386d triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:48.692033 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-be31f32f-4061-4161-ac4e-56be62590913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:48.701551 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84d36c6-fe2e-45db-827e-d701bf0cc1a4 None None] Pushing event updated for resources: {'Port': ['ID=66ffdee1-c2e7-4d06-9ed4-e692d12da14e,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:48.713667 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:48.756566 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b727be-4b6b-4af6-bf31-c7291b9a3c20 req-77080f1c-9808-4d7d-a264-4192c6a2e7a5 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:48.758165 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f9b727be-4b6b-4af6-bf31-c7291b9a3c20 req-77080f1c-9808-4d7d-a264-4192c6a2e7a5 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/ports?device_id=1be99897-8a22-4cb2-8870-4be8aa872483 HTTP/1.1" status: 200 len: 946 time: 0.1429391 Nov 25 17:29:48.779252 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-f9b727be-4b6b-4af6-bf31-c7291b9a3c20 req-a6a6d8fb-6be9-4a07-baa5-82a70a677922 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Request body: {'port': {'security_groups': ['986e86ac-b28b-4e53-9638-1c25d7b56ba8', '447c0c12-fb2d-4373-aaeb-54c1ac5f6e9c']}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:48.872218 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1911452b-2733-42ad-9ec6-6a636b3eb83b {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:29:48.960153 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-42bcbe93-d93d-43c6-8701-07a2723a050d None None] For port 27a692ef-3fce-4aa1-99bb-cdf8f3cab03c, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:29:48.976016 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f9b727be-4b6b-4af6-bf31-c7291b9a3c20 req-a6a6d8fb-6be9-4a07-baa5-82a70a677922 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:48.984275 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-3610a416-872d-45c2-93a3-c642c8ef4833 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Allocated IP 10.1.1.218 (6d3b5836-4740-4bb0-8171-a77a7b2fa0cd/8f7ac9a8-89f8-4c97-b414-fee10b4c07cb/7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:29:49.007952 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:49.089102 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-bacc5066-a4f2-4fdd-a6f4-215843e70621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '312a66e3-3c65-4be5-a59e-24b6ac0ef63f', 'name': 'tempest-TaggedBootDevicesTest-111783854-router', 'tenant_id': '199b5fd0c5cc438f9e54858615754497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'd48da47a-deb1-4bee-867a-9d43874be010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:29Z', 'updated_at': '2021-11-25T17:29:39Z', 'revision_number': 4, 'project_id': '199b5fd0c5cc438f9e54858615754497', 'gw_port': {'id': 'd48da47a-deb1-4bee-867a-9d43874be010', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:76:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312a66e3-3c65-4be5-a59e-24b6ac0ef63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:31Z', 'updated_at': '2021-11-25T17:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '66ffdee1-c2e7-4d06-9ed4-e692d12da14e', 'name': '', 'network_id': 'f04eb3da-3fb9-4b8e-a277-f7978e296597', 'tenant_id': '199b5fd0c5cc438f9e54858615754497', 'mac_address': 'fa:16:3e:01:c0:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '312a66e3-3c65-4be5-a59e-24b6ac0ef63f', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'b338bff1-68c0-4b70-b516-0ca318686639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:37Z', 'updated_at': '2021-11-25T17:29:46Z', 'revision_number': 4, 'project_id': '199b5fd0c5cc438f9e54858615754497', 'subnets': [{'id': 'b338bff1-68c0-4b70-b516-0ca318686639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:49.097383 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-42bcbe93-d93d-43c6-8701-07a2723a050d None None] For port 27a692ef-3fce-4aa1-99bb-cdf8f3cab03c, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=27a692ef-3fce-4aa1-99bb-cdf8f3cab03c,segment=NetworkSegment(7a7c99ea-9bf0-4f72-9838-1e1c25458b3d),segment_id=7a7c99ea-9bf0-4f72-9838-1e1c25458b3d)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:29:49.124479 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 1911452b-2733-42ad-9ec6-6a636b3eb83b, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=1911452b-2733-42ad-9ec6-6a636b3eb83b,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:49.128475 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 42656) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:49.200418 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-42bcbe93-d93d-43c6-8701-07a2723a050d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:49.230278 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacc5066-a4f2-4fdd-a6f4-215843e70621 None None] The sync data for ids ['312a66e3-3c65-4be5-a59e-24b6ac0ef63f'] in n-d-817746-1 is: [{'id': '312a66e3-3c65-4be5-a59e-24b6ac0ef63f', 'name': 'tempest-TaggedBootDevicesTest-111783854-router', 'tenant_id': '199b5fd0c5cc438f9e54858615754497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'd48da47a-deb1-4bee-867a-9d43874be010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:29Z', 'updated_at': '2021-11-25T17:29:39Z', 'revision_number': 4, 'project_id': '199b5fd0c5cc438f9e54858615754497', 'gw_port': {'id': 'd48da47a-deb1-4bee-867a-9d43874be010', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:76:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312a66e3-3c65-4be5-a59e-24b6ac0ef63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:31Z', 'updated_at': '2021-11-25T17:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '66ffdee1-c2e7-4d06-9ed4-e692d12da14e', 'name': '', 'network_id': 'f04eb3da-3fb9-4b8e-a277-f7978e296597', 'tenant_id': '199b5fd0c5cc438f9e54858615754497', 'mac_address': 'fa:16:3e:01:c0:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '312a66e3-3c65-4be5-a59e-24b6ac0ef63f', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'b338bff1-68c0-4b70-b516-0ca318686639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:37Z', 'updated_at': '2021-11-25T17:29:46Z', 'revision_number': 4, 'project_id': '199b5fd0c5cc438f9e54858615754497', 'subnets': [{'id': 'b338bff1-68c0-4b70-b516-0ca318686639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:29:49.236382 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:49.250245 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3610a416-872d-45c2-93a3-c642c8ef4833 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:49.324600 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3610a416-872d-45c2-93a3-c642c8ef4833 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:49.400656 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port dafdf9a1-c3f7-4ea3-96d0-c32537b8386d, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=dafdf9a1-c3f7-4ea3-96d0-c32537b8386d,segment=NetworkSegment(cbc1fb21-68bb-4758-9512-148f2017b227),segment_id=cbc1fb21-68bb-4758-9512-148f2017b227)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:49.479064 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3610a416-872d-45c2-93a3-c642c8ef4833 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Pushing event updated for resources: {'Port': ['ID=7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:49.481577 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-f9b727be-4b6b-4af6-bf31-c7291b9a3c20 req-a6a6d8fb-6be9-4a07-baa5-82a70a677922 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] For port f26ff3d8-a723-44c6-ac70-f1c3aeee75a3, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=f26ff3d8-a723-44c6-ac70-f1c3aeee75a3,segment=NetworkSegment(d13f2dc6-b7c6-452b-bee8-8ce632936531),segment_id=d13f2dc6-b7c6-452b-bee8-8ce632936531)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:49.488934 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:49.518474 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3610a416-872d-45c2-93a3-c642c8ef4833 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Network 6d3b5836-4740-4bb0-8171-a77a7b2fa0cd is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:29:49.528706 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-3610a416-872d-45c2-93a3-c642c8ef4833 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:49.534201 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3610a416-872d-45c2-93a3-c642c8ef4833 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:29:49.591099 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f9b727be-4b6b-4af6-bf31-c7291b9a3c20 req-a6a6d8fb-6be9-4a07-baa5-82a70a677922 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:49.603511 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f9b727be-4b6b-4af6-bf31-c7291b9a3c20 req-a6a6d8fb-6be9-4a07-baa5-82a70a677922 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:49.612172 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['1911452b-2733-42ad-9ec6-6a636b3eb83b'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:29:49.628466 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-54e38ff9-1c17-4a3f-88e1-e6e313e9f83b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-322503774-network', 'tenant_id': 'c296d8c37a3d4484983acb10cc0204d2'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:49.718551 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b727be-4b6b-4af6-bf31-c7291b9a3c20 req-a6a6d8fb-6be9-4a07-baa5-82a70a677922 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:49.728954 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f9b727be-4b6b-4af6-bf31-c7291b9a3c20 req-a6a6d8fb-6be9-4a07-baa5-82a70a677922 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:49.753045 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f9b727be-4b6b-4af6-bf31-c7291b9a3c20 req-a6a6d8fb-6be9-4a07-baa5-82a70a677922 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "PUT /v2.0/ports/f26ff3d8-a723-44c6-ac70-f1c3aeee75a3 HTTP/1.1" status: 200 len: 982 time: 0.9865158 Nov 25 17:29:49.756346 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1be99897-8a22-4cb2-8870-4be8aa872483', 'tag': 'f26ff3d8-a723-44c6-ac70-f1c3aeee75a3'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:29:49.768330 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010d40a8-4c68-41fe-9c16-39708f199f09" -d '{"events": [{"name": "network-changed", "server_uuid": "1be99897-8a22-4cb2-8870-4be8aa872483", "tag": "f26ff3d8-a723-44c6-ac70-f1c3aeee75a3"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:29:49.807914 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3610a416-872d-45c2-93a3-c642c8ef4833 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:49.815506 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3610a416-872d-45c2-93a3-c642c8ef4833 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:49.834719 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e38ff9-1c17-4a3f-88e1-e6e313e9f83b admin admin] Made reservation on behalf of c296d8c37a3d4484983acb10cc0204d2 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:29:49.835002 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['026ec35f-53e8-4943-b0f3-5093108a4eb0'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:29:49.846178 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 66ffdee1-c2e7-4d06-9ed4-e692d12da14e up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:29:49.849875 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-54e38ff9-1c17-4a3f-88e1-e6e313e9f83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:49.865505 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bcbe93-d93d-43c6-8701-07a2723a050d None None] Pushing event updated for resources: {'Port': ['ID=27a692ef-3fce-4aa1-99bb-cdf8f3cab03c,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:49.896126 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a6d8fb-6be9-4a07-baa5-82a70a677922 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Pushing event updated for resources: {'Port': ['ID=f26ff3d8-a723-44c6-ac70-f1c3aeee75a3,revision_number=6']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:49.907361 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-54e38ff9-1c17-4a3f-88e1-e6e313e9f83b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:49.983906 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3610a416-872d-45c2-93a3-c642c8ef4833 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8793404 Nov 25 17:29:50.009932 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=1911452b-2733-42ad-9ec6-6a636b3eb83b,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:50.035806 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d7adb267-ab94-4574-af81-ff2578df6095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:50.165327 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-54e38ff9-1c17-4a3f-88e1-e6e313e9f83b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:50.178662 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-54e38ff9-1c17-4a3f-88e1-e6e313e9f83b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:50.251677 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54e38ff9-1c17-4a3f-88e1-e6e313e9f83b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 900} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:29:50.260505 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['f26ff3d8-a723-44c6-ac70-f1c3aeee75a3'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:29:50.265858 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=dafdf9a1-c3f7-4ea3-96d0-c32537b8386d,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:50.267982 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e38ff9-1c17-4a3f-88e1-e6e313e9f83b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec58929-08cc-4fef-97af-6c434afc53d4,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:50.270044 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-be31f32f-4061-4161-ac4e-56be62590913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:50.284007 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-54e38ff9-1c17-4a3f-88e1-e6e313e9f83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:50.284354 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-54e38ff9-1c17-4a3f-88e1-e6e313e9f83b admin admin] Added segment 56419961-a63e-49f1-a134-fbcd7c726fe9 of type vlan for network ef09a9cb-b767-40ab-abb2-adbc6ec1aed8 Nov 25 17:29:50.397776 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-54e38ff9-1c17-4a3f-88e1-e6e313e9f83b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:50.461930 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-54e38ff9-1c17-4a3f-88e1-e6e313e9f83b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:50.463101 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e38ff9-1c17-4a3f-88e1-e6e313e9f83b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:50.463720 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-54e38ff9-1c17-4a3f-88e1-e6e313e9f83b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:50.524774 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.db.api [None req-be31f32f-4061-4161-ac4e-56be62590913 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:29:50.525547 n-d-817746-1 neutron-server[103362]: DEBUG oslo_db.api [None req-be31f32f-4061-4161-ac4e-56be62590913 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:29:50.649063 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e38ff9-1c17-4a3f-88e1-e6e313e9f83b admin admin] Pushing event updated for resources: {'Network': ['ID=ef09a9cb-b767-40ab-abb2-adbc6ec1aed8,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:50.660431 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-54e38ff9-1c17-4a3f-88e1-e6e313e9f83b admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5285261 Nov 25 17:29:50.663517 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 42672) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:50.670480 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-9c49371e-5267-4e9a-a2fb-5eeddf8b7787 admin admin] Request body: {'subnet': {'network_id': 'ef09a9cb-b767-40ab-abb2-adbc6ec1aed8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-322503774-subnet', 'tenant_id': 'c296d8c37a3d4484983acb10cc0204d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:50.738161 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network ef09a9cb-b767-40ab-abb2-adbc6ec1aed8 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:29:50.753527 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c49371e-5267-4e9a-a2fb-5eeddf8b7787 admin admin] Made reservation on behalf of c296d8c37a3d4484983acb10cc0204d2 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:29:50.759701 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9c49371e-5267-4e9a-a2fb-5eeddf8b7787 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:50.951287 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:51.003663 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e9c0658d-42e7-4ce9-bc48-67ec71b876e7 req-56ec7395-e13c-46fd-b254-988738e111a6 tempest-ServerShowV247Test-1067549471 tempest-ServerShowV247Test-1067549471-project] 10.222.0.75 "GET /v2.0/ports?device_id=01d6f914-b873-4ed8-b110-2e9539aa31fb HTTP/1.1" status: 200 len: 210 time: 0.0624528 Nov 25 17:29:51.171734 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 66ffdee1-c2e7-4d06-9ed4-e692d12da14e triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:51.172096 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:51.366815 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9c49371e-5267-4e9a-a2fb-5eeddf8b7787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:51.467366 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0312a-494a-40ff-98e4-1b7dfecace69 req-2128aa75-49d6-4865-a228-f124b874517c tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:51.476771 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-17a0312a-494a-40ff-98e4-1b7dfecace69 req-2128aa75-49d6-4865-a228-f124b874517c tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=1ce80c19-3659-40f8-abba-4e399e848b21 HTTP/1.1" status: 200 len: 949 time: 0.2857864 Nov 25 17:29:51.496180 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c49371e-5267-4e9a-a2fb-5eeddf8b7787 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82218ac9-c8df-4d39-919a-d596976289cd,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:51.573981 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c49371e-5267-4e9a-a2fb-5eeddf8b7787 admin admin] Checking segment: {'id': '56419961-a63e-49f1-a134-fbcd7c726fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'ef09a9cb-b767-40ab-abb2-adbc6ec1aed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:29:51.575503 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c49371e-5267-4e9a-a2fb-5eeddf8b7787 admin admin] Network hostable DHCP agents. Network: ef09a9cb-b767-40ab-abb2-adbc6ec1aed8, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:29:51.679225 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-17a0312a-494a-40ff-98e4-1b7dfecace69 req-6848c1ea-4a8a-4cb6-a6a1-5c6396a62129 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009370 Nov 25 17:29:51.714730 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c49371e-5267-4e9a-a2fb-5eeddf8b7787 admin admin] Network ef09a9cb-b767-40ab-abb2-adbc6ec1aed8 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:29:51.758978 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-9c49371e-5267-4e9a-a2fb-5eeddf8b7787 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, ef09a9cb-b767-40ab-abb2-adbc6ec1aed8) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:51.765231 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c49371e-5267-4e9a-a2fb-5eeddf8b7787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:51.766260 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9c49371e-5267-4e9a-a2fb-5eeddf8b7787 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:51.804468 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc02e4b5-0809-43dd-8063-d48279fe1055 None None] Network ef09a9cb-b767-40ab-abb2-adbc6ec1aed8 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:29:51.806667 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24d2d86-6da5-4dc0-b3ab-7ee58c286105 None None] Network 04e189b3-a48d-47a2-8e70-da48c198c103 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:29:51.882087 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 42680) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:51.882944 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-9c49371e-5267-4e9a-a2fb-5eeddf8b7787 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2167196 Nov 25 17:29:51.886820 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-dc4e98e7-4f30-4c62-9ac4-a17eb6b578dc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-322503774-router', 'tenant_id': 'c296d8c37a3d4484983acb10cc0204d2', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:51.897892 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-185f8c77-9b6f-4cc7-8fda-d97b6c3bef78 req-d137e4e0-2c26-41cb-b6c7-02befee2cdff tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/security-groups/447c0c12-fb2d-4373-aaeb-54c1ac5f6e9c HTTP/1.1" status: 200 len: 1817 time: 0.1128781 Nov 25 17:29:51.966413 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dc4e98e7-4f30-4c62-9ac4-a17eb6b578dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:51.980314 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dc4e98e7-4f30-4c62-9ac4-a17eb6b578dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:51.996073 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [req-185f8c77-9b6f-4cc7-8fda-d97b6c3bef78 req-fd038517-9505-46c6-bcf0-753fcd121afa tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 25 17:29:51.997320 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-185f8c77-9b6f-4cc7-8fda-d97b6c3bef78 req-fd038517-9505-46c6-bcf0-753fcd121afa tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "DELETE /v2.0/security-groups/447c0c12-fb2d-4373-aaeb-54c1ac5f6e9c HTTP/1.1" status: 409 len: 341 time: 0.0889874 Nov 25 17:29:52.088554 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dc4e98e7-4f30-4c62-9ac4-a17eb6b578dc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:52.183670 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60708e70-44c4-4f8d-8345-3c8a174f9c6c x-openstack-request-id: req-60708e70-44c4-4f8d-8345-3c8a174f9c6c {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:29:52.184200 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1be99897-8a22-4cb2-8870-4be8aa872483", "tag": "f26ff3d8-a723-44c6-ac70-f1c3aeee75a3", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:29:52.184615 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-60708e70-44c4-4f8d-8345-3c8a174f9c6c {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:29:52.185135 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1be99897-8a22-4cb2-8870-4be8aa872483', 'tag': 'f26ff3d8-a723-44c6-ac70-f1c3aeee75a3', 'status': 'completed', 'code': 200} Nov 25 17:29:52.290430 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d40a8-4c68-41fe-9c16-39708f199f09 req-f6035232-a62a-4ace-a0f9-54b7dc06a1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:52.295487 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-010d40a8-4c68-41fe-9c16-39708f199f09 req-f6035232-a62a-4ace-a0f9-54b7dc06a1ca service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a6a21f906b38400cbefeb299443350d9&device_id=1be99897-8a22-4cb2-8870-4be8aa872483 HTTP/1.1" status: 200 len: 1136 time: 0.0778444 Nov 25 17:29:52.423587 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['f26ff3d8-a723-44c6-ac70-f1c3aeee75a3'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:29:52.498182 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d40a8-4c68-41fe-9c16-39708f199f09 req-904205f3-e692-46ed-bf9e-8236762b1652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:52.499826 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-010d40a8-4c68-41fe-9c16-39708f199f09 req-904205f3-e692-46ed-bf9e-8236762b1652 service neutron] 10.222.0.90 "GET /v2.0/networks?id=50ed7be7-341a-4bb0-b02f-f642589d92ba HTTP/1.1" status: 200 len: 914 time: 0.1981509 Nov 25 17:29:52.640891 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-010d40a8-4c68-41fe-9c16-39708f199f09 req-0db26108-93b2-4c63-b019-bac07fddea0a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f26ff3d8-a723-44c6-ac70-f1c3aeee75a3 HTTP/1.1" status: 200 len: 217 time: 0.1139250 Nov 25 17:29:52.660871 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-be31f32f-4061-4161-ac4e-56be62590913 None None] Provisioning complete for port 66ffdee1-c2e7-4d06-9ed4-e692d12da14e triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:52.660871 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-be31f32f-4061-4161-ac4e-56be62590913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:52.764522 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d40a8-4c68-41fe-9c16-39708f199f09 req-dadb2af1-47bc-44a3-a94a-b8d4a3ca2ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:52.779714 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-010d40a8-4c68-41fe-9c16-39708f199f09 req-dadb2af1-47bc-44a3-a94a-b8d4a3ca2ae3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f4c0e4dd-ba40-4565-915d-3405eb220964 HTTP/1.1" status: 200 len: 853 time: 0.1319239 Nov 25 17:29:52.851021 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-010d40a8-4c68-41fe-9c16-39708f199f09 req-49897b18-53e5-4c47-84bb-d4f90d1ffa9d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=50ed7be7-341a-4bb0-b02f-f642589d92ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602334 Nov 25 17:29:52.851655 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 42688) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:52.859205 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-f519a0f3-0a88-47db-aebd-82e4d4b8105a tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Request body: {'security_group': {'name': 'tempest-securitygroup--213529139', 'description': 'tempest-description--1510423697'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:53.017400 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f519a0f3-0a88-47db-aebd-82e4d4b8105a tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:53.073582 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-010d40a8-4c68-41fe-9c16-39708f199f09 req-51e27d68-4d62-4726-a695-588c5d3450cd service neutron] 10.222.0.90 "GET /v2.0/networks/50ed7be7-341a-4bb0-b02f-f642589d92ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062600 Nov 25 17:29:53.123146 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 27a692ef-3fce-4aa1-99bb-cdf8f3cab03c up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:29:53.133394 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dc4e98e7-4f30-4c62-9ac4-a17eb6b578dc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:53.213582 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:53.293199 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 1911452b-2733-42ad-9ec6-6a636b3eb83b up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:29:53.531116 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dc4e98e7-4f30-4c62-9ac4-a17eb6b578dc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:53.549340 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:53.568591 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dc4e98e7-4f30-4c62-9ac4-a17eb6b578dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:53.592779 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 27a692ef-3fce-4aa1-99bb-cdf8f3cab03c triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:53.599175 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:53.714144 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-010d40a8-4c68-41fe-9c16-39708f199f09 req-546d6e12-e86f-4b6c-b742-49b021028bb6 service neutron] 10.222.0.90 "GET /v2.0/networks/50ed7be7-341a-4bb0-b02f-f642589d92ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6273520 Nov 25 17:29:53.736708 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-dc4e98e7-4f30-4c62-9ac4-a17eb6b578dc admin admin] Allocated IP 172.25.0.120 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/a9cb8fc9-2a82-43c7-9767-215a656bbec0) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:29:53.791988 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f519a0f3-0a88-47db-aebd-82e4d4b8105a tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:53.801379 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f519a0f3-0a88-47db-aebd-82e4d4b8105a tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:53.874578 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f519a0f3-0a88-47db-aebd-82e4d4b8105a tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:53.876774 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-f519a0f3-0a88-47db-aebd-82e4d4b8105a tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0240958 Nov 25 17:29:53.886437 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 42696) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:53.886670 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dc4e98e7-4f30-4c62-9ac4-a17eb6b578dc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:53.900481 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-32beed53-e661-4032-8eb6-049b55c49b5a tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Request body: {'security_group_rule': {'security_group_id': 'fbf472a3-c342-48cc-ac25-d9efd20bf257', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:53.938380 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dc4e98e7-4f30-4c62-9ac4-a17eb6b578dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:53.951081 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port 1911452b-2733-42ad-9ec6-6a636b3eb83b completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:29:53.997626 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4e98e7-4f30-4c62-9ac4-a17eb6b578dc admin admin] Pushing event updated for resources: {'Port': ['ID=a9cb8fc9-2a82-43c7-9767-215a656bbec0,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:54.012065 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f519a0f3-0a88-47db-aebd-82e4d4b8105a tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf472a3-c342-48cc-ac25-d9efd20bf257,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:54.019490 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4e98e7-4f30-4c62-9ac4-a17eb6b578dc admin admin] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:29:54.021710 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-32beed53-e661-4032-8eb6-049b55c49b5a tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:54.022677 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-dc4e98e7-4f30-4c62-9ac4-a17eb6b578dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:54.029612 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4e98e7-4f30-4c62-9ac4-a17eb6b578dc admin admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:29:54.043517 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33eaff3-15a9-47c3-a210-4834b076b28c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-ef09a9cb-b767-40ab-abb2-adbc6ec1aed8', 'network_id': 'ef09a9cb-b767-40ab-abb2-adbc6ec1aed8', 'tenant_id': 'c296d8c37a3d4484983acb10cc0204d2', 'fixed_ips': [{'subnet_id': '82218ac9-c8df-4d39-919a-d596976289cd'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:29:54.047984 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b33eaff3-15a9-47c3-a210-4834b076b28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:54.081056 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port 1911452b-2733-42ad-9ec6-6a636b3eb83b triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:54.081294 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:54.161582 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-32beed53-e661-4032-8eb6-049b55c49b5a tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:54.169182 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-32beed53-e661-4032-8eb6-049b55c49b5a tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:54.192555 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32beed53-e661-4032-8eb6-049b55c49b5a tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=602da3a4-3993-4cc6-b0be-fa120b6fe5b9,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:54.201143 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:54.226331 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-32beed53-e661-4032-8eb6-049b55c49b5a tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:54.227578 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-32beed53-e661-4032-8eb6-049b55c49b5a tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3382378 Nov 25 17:29:54.230284 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 42700) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:54.235476 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-d395bd62-2483-4a82-b111-abc6cac8e531 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Request body: {'security_group_rule': {'security_group_id': 'fbf472a3-c342-48cc-ac25-d9efd20bf257', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:54.305944 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d395bd62-2483-4a82-b111-abc6cac8e531 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:54.530787 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d395bd62-2483-4a82-b111-abc6cac8e531 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:54.538679 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d395bd62-2483-4a82-b111-abc6cac8e531 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:54.570174 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port 27a692ef-3fce-4aa1-99bb-cdf8f3cab03c, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=27a692ef-3fce-4aa1-99bb-cdf8f3cab03c,segment=NetworkSegment(7a7c99ea-9bf0-4f72-9838-1e1c25458b3d),segment_id=7a7c99ea-9bf0-4f72-9838-1e1c25458b3d)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:54.571312 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-12f42581-d795-4b45-9950-82b1de357a14 None None] Provisioning complete for port dafdf9a1-c3f7-4ea3-96d0-c32537b8386d triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:54.571680 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-12f42581-d795-4b45-9950-82b1de357a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:54.577656 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d395bd62-2483-4a82-b111-abc6cac8e531 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:54.580891 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d395bd62-2483-4a82-b111-abc6cac8e531 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3495343 Nov 25 17:29:54.583221 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d395bd62-2483-4a82-b111-abc6cac8e531 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f11dc7b-3b40-44fd-8b55-f6bd004c858b,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:54.586070 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 42702) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:54.594269 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-ea9107b2-f94d-4ba0-9fcb-18dd49c20ebf tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Request body: {'floatingip': {'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:54.594825 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:54.595764 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device dafdf9a1-c3f7-4ea3-96d0-c32537b8386d up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:29:54.602236 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dc4e98e7-4f30-4c62-9ac4-a17eb6b578dc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:54.639472 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ea9107b2-f94d-4ba0-9fcb-18dd49c20ebf tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks [] for floatingip, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:54.685369 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-b33eaff3-15a9-47c3-a210-4834b076b28c None None] Allocated IP 172.20.0.2 (ef09a9cb-b767-40ab-abb2-adbc6ec1aed8/82218ac9-c8df-4d39-919a-d596976289cd/3893b528-cbeb-4498-a25e-49ae01701a36) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:29:54.720130 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:54.806809 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=27a692ef-3fce-4aa1-99bb-cdf8f3cab03c,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:54.817862 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce80c19-3659-40f8-abba-4e399e848b21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1911452b-2733-42ad-9ec6-6a636b3eb83b'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:29:54.820529 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7fb50ec-fa6c-4e94-b132-212b8b22e147" -d '{"events": [{"server_uuid": "1ce80c19-3659-40f8-abba-4e399e848b21", "name": "network-vif-plugged", "status": "completed", "tag": "1911452b-2733-42ad-9ec6-6a636b3eb83b"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:29:54.857425 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ea9107b2-f94d-4ba0-9fcb-18dd49c20ebf tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:54.979832 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 1911452b-2733-42ad-9ec6-6a636b3eb83b, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=1911452b-2733-42ad-9ec6-6a636b3eb83b,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:55.008429 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dc4e98e7-4f30-4c62-9ac4-a17eb6b578dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:55.077365 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:55.105970 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-12f42581-d795-4b45-9950-82b1de357a14 None None] Provisioning complete for port 7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:55.106350 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-12f42581-d795-4b45-9950-82b1de357a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:55.110760 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-ea9107b2-f94d-4ba0-9fcb-18dd49c20ebf tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Allocated IP 172.25.0.85 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/75cc0a00-0282-49de-8a44-d43d2429010e) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:29:55.162792 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port dafdf9a1-c3f7-4ea3-96d0-c32537b8386d triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:55.163169 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:55.231983 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-12f42581-d795-4b45-9950-82b1de357a14 None None] Port 7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:29:55.269919 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc4e98e7-4f30-4c62-9ac4-a17eb6b578dc admin admin] Router 90c87b55-4c2f-49f4-a8dc-28bc81837710 is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:29:55.357067 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b33eaff3-15a9-47c3-a210-4834b076b28c None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:55.365371 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=1911452b-2733-42ad-9ec6-6a636b3eb83b,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:55.367809 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ea9107b2-f94d-4ba0-9fcb-18dd49c20ebf tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:55.380096 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-12f42581-d795-4b45-9950-82b1de357a14 None None] Provisioning complete for port 27a692ef-3fce-4aa1-99bb-cdf8f3cab03c triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:55.380473 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-12f42581-d795-4b45-9950-82b1de357a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:55.384344 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b33eaff3-15a9-47c3-a210-4834b076b28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:55.435699 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc4e98e7-4f30-4c62-9ac4-a17eb6b578dc admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:29:55.446327 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ca9f99-65af-41ff-9347-1d20c0111820 None None] Sync routers for ids ['90c87b55-4c2f-49f4-a8dc-28bc81837710'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:29:55.463701 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ca9f99-65af-41ff-9347-1d20c0111820 None None] Routers {'90c87b55-4c2f-49f4-a8dc-28bc81837710'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:29:55.467098 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-c2ca9f99-65af-41ff-9347-1d20c0111820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:29:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['90c87b55-4c2f-49f4-a8dc-28bc81837710'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:55.472421 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ea9107b2-f94d-4ba0-9fcb-18dd49c20ebf tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:55.484163 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dc4e98e7-4f30-4c62-9ac4-a17eb6b578dc admin admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:55.488100 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33eaff3-15a9-47c3-a210-4834b076b28c None None] Network ef09a9cb-b767-40ab-abb2-adbc6ec1aed8 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:29:55.490886 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-dc4e98e7-4f30-4c62-9ac4-a17eb6b578dc admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.6074734 Nov 25 17:29:55.491564 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 42712) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:55.499693 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-b33eaff3-15a9-47c3-a210-4834b076b28c None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:55.507292 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33eaff3-15a9-47c3-a210-4834b076b28c None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:29:55.511762 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33eaff3-15a9-47c3-a210-4834b076b28c None None] Pushing event updated for resources: {'Port': ['ID=3893b528-cbeb-4498-a25e-49ae01701a36,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:55.525657 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9107b2-f94d-4ba0-9fcb-18dd49c20ebf tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:29:55.534507 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-ea9107b2-f94d-4ba0-9fcb-18dd49c20ebf tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:55.542483 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9107b2-f94d-4ba0-9fcb-18dd49c20ebf tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:29:55.651244 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9107b2-f94d-4ba0-9fcb-18dd49c20ebf tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Pushing event updated for resources: {'Port': ['ID=75cc0a00-0282-49de-8a44-d43d2429010e,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:55.785684 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-c2ca9f99-65af-41ff-9347-1d20c0111820 None None] Set router 90c87b55-4c2f-49f4-a8dc-28bc81837710 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:29:55.792530 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-b33eaff3-15a9-47c3-a210-4834b076b28c None None] Attempting to bind port 3893b528-cbeb-4498-a25e-49ae01701a36 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:29:55.793124 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-b33eaff3-15a9-47c3-a210-4834b076b28c None None] Attempting to bind port 3893b528-cbeb-4498-a25e-49ae01701a36 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '56419961-a63e-49f1-a134-fbcd7c726fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'ef09a9cb-b767-40ab-abb2-adbc6ec1aed8'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:29:55.796391 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33eaff3-15a9-47c3-a210-4834b076b28c None None] Attempting to bind port 3893b528-cbeb-4498-a25e-49ae01701a36 on network ef09a9cb-b767-40ab-abb2-adbc6ec1aed8 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:29:55.826305 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33eaff3-15a9-47c3-a210-4834b076b28c None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:29:55.826305 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33eaff3-15a9-47c3-a210-4834b076b28c None None] Checking segment: {'id': '56419961-a63e-49f1-a134-fbcd7c726fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'ef09a9cb-b767-40ab-abb2-adbc6ec1aed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:29:55.826305 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b33eaff3-15a9-47c3-a210-4834b076b28c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:55.826305 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33eaff3-15a9-47c3-a210-4834b076b28c None None] Bound using segment: {'id': '56419961-a63e-49f1-a134-fbcd7c726fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'ef09a9cb-b767-40ab-abb2-adbc6ec1aed8'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:29:55.826923 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-b33eaff3-15a9-47c3-a210-4834b076b28c None None] Bound port: 3893b528-cbeb-4498-a25e-49ae01701a36, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56419961-a63e-49f1-a134-fbcd7c726fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'ef09a9cb-b767-40ab-abb2-adbc6ec1aed8'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:29:55.829875 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b33eaff3-15a9-47c3-a210-4834b076b28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:55.890055 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bfc0e6d1-cef4-478c-a931-a2b145133bb4 req-6bf0c04b-9e24-40d0-931f-64aa929cce8c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=01d6f914-b873-4ed8-b110-2e9539aa31fb HTTP/1.1" status: 200 len: 210 time: 0.0974388 Nov 25 17:29:55.932548 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-12f42581-d795-4b45-9950-82b1de357a14 None None] Provisioning complete for port 791424cf-7f49-4cd7-a3d5-e5f426ab97ac triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:55.936735 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-12f42581-d795-4b45-9950-82b1de357a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:55.972494 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ea9107b2-f94d-4ba0-9fcb-18dd49c20ebf tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:56.011451 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 27a692ef-3fce-4aa1-99bb-cdf8f3cab03c up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:29:56.050166 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ea9107b2-f94d-4ba0-9fcb-18dd49c20ebf tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:56.185913 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-12f42581-d795-4b45-9950-82b1de357a14 None None] Port 791424cf-7f49-4cd7-a3d5-e5f426ab97ac cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:29:56.212681 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b33eaff3-15a9-47c3-a210-4834b076b28c None None] For port 3893b528-cbeb-4498-a25e-49ae01701a36, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:29:56.228700 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b33eaff3-15a9-47c3-a210-4834b076b28c None None] For port 3893b528-cbeb-4498-a25e-49ae01701a36, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=3893b528-cbeb-4498-a25e-49ae01701a36,segment=NetworkSegment(56419961-a63e-49f1-a134-fbcd7c726fe9),segment_id=56419961-a63e-49f1-a134-fbcd7c726fe9)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:29:56.242698 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b33eaff3-15a9-47c3-a210-4834b076b28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:56.263456 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-c2ca9f99-65af-41ff-9347-1d20c0111820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'name': 'tempest-FloatingIPsAssociationTestJSON-322503774-router', 'tenant_id': 'c296d8c37a3d4484983acb10cc0204d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'a9cb8fc9-2a82-43c7-9767-215a656bbec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:52Z', 'updated_at': '2021-11-25T17:29:54Z', 'revision_number': 3, 'project_id': 'c296d8c37a3d4484983acb10cc0204d2', 'gw_port': {'id': 'a9cb8fc9-2a82-43c7-9767-215a656bbec0', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:53Z', 'updated_at': '2021-11-25T17:29:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:56.306941 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ca9f99-65af-41ff-9347-1d20c0111820 None None] Checking router: 90c87b55-4c2f-49f4-a8dc-28bc81837710 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:29:56.307698 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ca9f99-65af-41ff-9347-1d20c0111820 None None] Updating router 90c87b55-4c2f-49f4-a8dc-28bc81837710 port a9cb8fc9-2a82-43c7-9767-215a656bbec0 binding host n-d-817746-1 {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:29:56.382412 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-c2ca9f99-65af-41ff-9347-1d20c0111820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:56.382637 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 27a692ef-3fce-4aa1-99bb-cdf8f3cab03c triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:56.382757 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:56.496503 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bffb1205-6c9f-4bc6-bfd6-0c6b3b30e0cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:56.545772 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33eaff3-15a9-47c3-a210-4834b076b28c None None] Pushing event updated for resources: {'Port': ['ID=3893b528-cbeb-4498-a25e-49ae01701a36,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:56.727973 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ea9107b2-f94d-4ba0-9fcb-18dd49c20ebf tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:56.790038 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3810fbe4-ff84-46c2-9812-be063737b826 req-58594f99-eac9-431c-b097-e6b2f7a449ff tempest-ServerShowV247Test-1067549471 tempest-ServerShowV247Test-1067549471-project] 10.222.0.75 "GET /v2.0/ports?device_id=01d6f914-b873-4ed8-b110-2e9539aa31fb HTTP/1.1" status: 200 len: 210 time: 0.2244146 Nov 25 17:29:56.793770 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ea9107b2-f94d-4ba0-9fcb-18dd49c20ebf tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:56.851363 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-c2ca9f99-65af-41ff-9347-1d20c0111820 None None] Publish callbacks [] for port, precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:56.867803 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-c2ca9f99-65af-41ff-9347-1d20c0111820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:56.907814 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0604ce4-609f-4222-a65d-462f823638cc x-openstack-request-id: req-a0604ce4-609f-4222-a65d-462f823638cc {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:29:56.908414 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ce80c19-3659-40f8-abba-4e399e848b21", "name": "network-vif-plugged", "status": "completed", "tag": "1911452b-2733-42ad-9ec6-6a636b3eb83b", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:29:56.908414 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a0604ce4-609f-4222-a65d-462f823638cc {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:29:56.908820 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce80c19-3659-40f8-abba-4e399e848b21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1911452b-2733-42ad-9ec6-6a636b3eb83b', 'code': 200} Nov 25 17:29:56.923189 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-bffb1205-6c9f-4bc6-bfd6-0c6b3b30e0cd admin admin] Allocated IP 172.20.0.1 (ef09a9cb-b767-40ab-abb2-adbc6ec1aed8/82218ac9-c8df-4d39-919a-d596976289cd/5e3e9a8b-7220-4a5b-87ee-36c0a8bae66a) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:29:56.939037 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ea9107b2-f94d-4ba0-9fcb-18dd49c20ebf tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:56.990470 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fccb44f-ff31-437a-83c8-23d1a5718c3b req-cbc44bfb-709b-4ebf-bf0a-0a9af3cf09c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:56.992060 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0fccb44f-ff31-437a-83c8-23d1a5718c3b req-cbc44bfb-709b-4ebf-bf0a-0a9af3cf09c9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a6a21f906b38400cbefeb299443350d9&device_id=1be99897-8a22-4cb2-8870-4be8aa872483 HTTP/1.1" status: 200 len: 1136 time: 0.4275222 Nov 25 17:29:56.995306 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ea9107b2-f94d-4ba0-9fcb-18dd49c20ebf tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:56.997896 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-ea9107b2-f94d-4ba0-9fcb-18dd49c20ebf tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4103348 Nov 25 17:29:57.049769 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-c2ca9f99-65af-41ff-9347-1d20c0111820 None None] Attempting to bind port a9cb8fc9-2a82-43c7-9767-215a656bbec0 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:29:57.050412 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-c2ca9f99-65af-41ff-9347-1d20c0111820 None None] Attempting to bind port a9cb8fc9-2a82-43c7-9767-215a656bbec0 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:29:57.051493 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ca9f99-65af-41ff-9347-1d20c0111820 None None] Attempting to bind port a9cb8fc9-2a82-43c7-9767-215a656bbec0 on network 1aa44027-b9d0-4a56-9a59-7e664703e20a {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:29:57.084871 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ca9f99-65af-41ff-9347-1d20c0111820 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:29:57.085244 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ca9f99-65af-41ff-9347-1d20c0111820 None None] Checking segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:29:57.085639 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-c2ca9f99-65af-41ff-9347-1d20c0111820 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:57.086800 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ca9f99-65af-41ff-9347-1d20c0111820 None None] Bound using segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:29:57.087497 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-c2ca9f99-65af-41ff-9347-1d20c0111820 None None] Bound port: a9cb8fc9-2a82-43c7-9767-215a656bbec0, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:29:57.088728 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-c2ca9f99-65af-41ff-9347-1d20c0111820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:57.095374 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89f66a2-c87e-4909-9913-c006a9a20928 None None] Pushing event updated for resources: {'Port': ['ID=a9cb8fc9-2a82-43c7-9767-215a656bbec0,revision_number=2']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:57.220162 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-c2ca9f99-65af-41ff-9347-1d20c0111820 None None] For port a9cb8fc9-2a82-43c7-9767-215a656bbec0, host n-d-817746-1, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:29:57.227802 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-c2ca9f99-65af-41ff-9347-1d20c0111820 None None] For port a9cb8fc9-2a82-43c7-9767-215a656bbec0, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=a9cb8fc9-2a82-43c7-9767-215a656bbec0,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:29:57.238397 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97affc3e-1fcc-48b4-aa26-8a4b74788129 req-22f8bfd7-7dcb-4787-957c-7493be526446 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:57.242116 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-97affc3e-1fcc-48b4-aa26-8a4b74788129 req-22f8bfd7-7dcb-4787-957c-7493be526446 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=1ce80c19-3659-40f8-abba-4e399e848b21 HTTP/1.1" status: 200 len: 950 time: 0.6784875 Nov 25 17:29:57.243888 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9107b2-f94d-4ba0-9fcb-18dd49c20ebf tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Pushing event updated for resources: {'Port': ['ID=75cc0a00-0282-49de-8a44-d43d2429010e,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:57.244102 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-c2ca9f99-65af-41ff-9347-1d20c0111820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:57.285478 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bffb1205-6c9f-4bc6-bfd6-0c6b3b30e0cd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:57.365175 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bffb1205-6c9f-4bc6-bfd6-0c6b3b30e0cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:57.376573 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ca9f99-65af-41ff-9347-1d20c0111820 None None] Routers {'90c87b55-4c2f-49f4-a8dc-28bc81837710'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:29:57.377551 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-c2ca9f99-65af-41ff-9347-1d20c0111820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:29:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['90c87b55-4c2f-49f4-a8dc-28bc81837710'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:57.429068 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffb1205-6c9f-4bc6-bfd6-0c6b3b30e0cd admin admin] Pushing event updated for resources: {'Port': ['ID=5e3e9a8b-7220-4a5b-87ee-36c0a8bae66a,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:57.449880 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffb1205-6c9f-4bc6-bfd6-0c6b3b30e0cd admin admin] Network ef09a9cb-b767-40ab-abb2-adbc6ec1aed8 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:29:57.454993 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-bffb1205-6c9f-4bc6-bfd6-0c6b3b30e0cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:57.457385 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89f66a2-c87e-4909-9913-c006a9a20928 None None] Pushing event updated for resources: {'Port': ['ID=a9cb8fc9-2a82-43c7-9767-215a656bbec0,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:57.459364 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffb1205-6c9f-4bc6-bfd6-0c6b3b30e0cd admin admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:29:57.510965 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc6022-8dfa-474e-9585-e1384b76518f req-198be11b-5209-43ff-ab4b-9469dfe83f82 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:57.512483 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bbfc6022-8dfa-474e-9585-e1384b76518f req-198be11b-5209-43ff-ab4b-9469dfe83f82 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/ports?device_id=1be99897-8a22-4cb2-8870-4be8aa872483 HTTP/1.1" status: 200 len: 985 time: 0.2085130 Nov 25 17:29:57.524563 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bffb1205-6c9f-4bc6-bfd6-0c6b3b30e0cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:57.532812 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1fead-5ac8-4cf0-aef9-4962e7a85122 req-dfdd02c5-0a3f-45a3-92ec-455d7c9ee5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:57.534648 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-94c1fead-5ac8-4cf0-aef9-4962e7a85122 req-dfdd02c5-0a3f-45a3-92ec-455d7c9ee5be service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1ce80c19-3659-40f8-abba-4e399e848b21 HTTP/1.1" status: 200 len: 1101 time: 0.4990985 Nov 25 17:29:57.544656 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-c2ca9f99-65af-41ff-9347-1d20c0111820 None None] Set router 90c87b55-4c2f-49f4-a8dc-28bc81837710 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:29:57.547300 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fccb44f-ff31-437a-83c8-23d1a5718c3b req-1c7a4003-a5e1-43e3-b0e9-94ebb963a33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:57.548736 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0fccb44f-ff31-437a-83c8-23d1a5718c3b req-1c7a4003-a5e1-43e3-b0e9-94ebb963a33f service neutron] 10.222.0.90 "GET /v2.0/networks?id=50ed7be7-341a-4bb0-b02f-f642589d92ba HTTP/1.1" status: 200 len: 914 time: 0.5144606 Nov 25 17:29:57.622852 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-97affc3e-1fcc-48b4-aa26-8a4b74788129 req-0eb62d60-24e7-48bc-b6f6-ce882525f342 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543058 Nov 25 17:29:57.723213 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0fccb44f-ff31-437a-83c8-23d1a5718c3b req-e2e8b626-59fc-403c-a92b-e0e531ffb3b0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f26ff3d8-a723-44c6-ac70-f1c3aeee75a3 HTTP/1.1" status: 200 len: 217 time: 0.1047099 Nov 25 17:29:57.749064 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bffb1205-6c9f-4bc6-bfd6-0c6b3b30e0cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:57.838156 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1053df87-c7fe-4b96-bf96-a8a40671732c req-5c1f3645-ac50-40eb-b35b-54bed282a9c8 tempest-ServerShowV254Test-1541790367 tempest-ServerShowV254Test-1541790367-project] 10.222.0.75 "GET /v2.0/ports?device_id=b48d8cd8-3dec-4719-82d6-63d6f47f0333 HTTP/1.1" status: 200 len: 210 time: 0.0953226 Nov 25 17:29:57.861837 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bbfc6022-8dfa-474e-9585-e1384b76518f req-b50f8bd4-62c2-49fc-b8ac-c6c2b18c534d tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/security-groups?id=986e86ac-b28b-4e53-9638-1c25d7b56ba8&id=447c0c12-fb2d-4373-aaeb-54c1ac5f6e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.3394172 Nov 25 17:29:57.908324 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fccb44f-ff31-437a-83c8-23d1a5718c3b req-5080170d-d81c-497e-84af-e2cba6db77c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:57.911450 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0fccb44f-ff31-437a-83c8-23d1a5718c3b req-5080170d-d81c-497e-84af-e2cba6db77c0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f4c0e4dd-ba40-4565-915d-3405eb220964 HTTP/1.1" status: 200 len: 853 time: 0.1711226 Nov 25 17:29:57.913531 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-94c1fead-5ac8-4cf0-aef9-4962e7a85122 req-fc2da11a-5a73-4e39-aaf1-d29c606f9f49 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3693979 Nov 25 17:29:57.920908 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-c2ca9f99-65af-41ff-9347-1d20c0111820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'name': 'tempest-FloatingIPsAssociationTestJSON-322503774-router', 'tenant_id': 'c296d8c37a3d4484983acb10cc0204d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'a9cb8fc9-2a82-43c7-9767-215a656bbec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:52Z', 'updated_at': '2021-11-25T17:29:54Z', 'revision_number': 3, 'project_id': 'c296d8c37a3d4484983acb10cc0204d2', 'gw_port': {'id': 'a9cb8fc9-2a82-43c7-9767-215a656bbec0', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:53Z', 'updated_at': '2021-11-25T17:29:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:57.964341 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ca9f99-65af-41ff-9347-1d20c0111820 None None] The sync data for ids ['90c87b55-4c2f-49f4-a8dc-28bc81837710'] in n-d-817746-1 is: [{'id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'name': 'tempest-FloatingIPsAssociationTestJSON-322503774-router', 'tenant_id': 'c296d8c37a3d4484983acb10cc0204d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'a9cb8fc9-2a82-43c7-9767-215a656bbec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:52Z', 'updated_at': '2021-11-25T17:29:54Z', 'revision_number': 3, 'project_id': 'c296d8c37a3d4484983acb10cc0204d2', 'gw_port': {'id': 'a9cb8fc9-2a82-43c7-9767-215a656bbec0', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:53Z', 'updated_at': '2021-11-25T17:29:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:29:58.051916 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 3893b528-cbeb-4498-a25e-49ae01701a36 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:29:58.123232 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bffb1205-6c9f-4bc6-bfd6-0c6b3b30e0cd admin admin] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:58.134930 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bffb1205-6c9f-4bc6-bfd6-0c6b3b30e0cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:58.135855 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 3893b528-cbeb-4498-a25e-49ae01701a36 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:58.136221 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:58.175517 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-592419b6-b9a2-49e8-9a11-f717f0e954f0 req-dddf35ed-5c01-42e2-98a2-744ef33aeba6 tempest-ServerShowV247Test-1067549471 tempest-ServerShowV247Test-1067549471-project] 10.222.0.75 "GET /v2.0/ports?device_id=01d6f914-b873-4ed8-b110-2e9539aa31fb HTTP/1.1" status: 200 len: 210 time: 0.0913169 Nov 25 17:29:58.226216 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-e8d7b1cb-bdf5-4a99-90a5-3dee57ba5b63 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--213529139&fields=id&tenant_id=dd6f14b9d22849c3ad1fbf498db9870a HTTP/1.1" status: 200 len: 267 time: 0.1833031 Nov 25 17:29:58.230878 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0fccb44f-ff31-437a-83c8-23d1a5718c3b req-14614efd-65e0-4c1d-aeb8-4f6615cebcac service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=50ed7be7-341a-4bb0-b02f-f642589d92ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1075032 Nov 25 17:29:58.240085 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffb1205-6c9f-4bc6-bfd6-0c6b3b30e0cd admin admin] Pushing event updated for resources: {'Port': ['ID=5e3e9a8b-7220-4a5b-87ee-36c0a8bae66a,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:58.299925 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bffb1205-6c9f-4bc6-bfd6-0c6b3b30e0cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:58.317789 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-ff03f37d-c36b-4502-95ff-f3e5a7282b0e tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:58.333454 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-ff03f37d-c36b-4502-95ff-f3e5a7282b0e tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/ports/791424cf-7f49-4cd7-a3d5-e5f426ab97ac HTTP/1.1" status: 200 len: 935 time: 0.1063318 Nov 25 17:29:58.512970 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a084c10e-89ce-46be-b7f1-02d03da5d659 None None] Network ef09a9cb-b767-40ab-abb2-adbc6ec1aed8 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:29:58.563156 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-fd26292e-be63-4262-9943-750caffc412a tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:58.575204 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-fd26292e-be63-4262-9943-750caffc412a tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/ports/7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8 HTTP/1.1" status: 200 len: 936 time: 0.2407844 Nov 25 17:29:58.626742 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e6d56c2a-1e96-4f34-aada-54ebed654294 req-eeb94323-6586-4a69-9dc2-2391638ee3e6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=04f17671-b4c7-40ff-94dc-8a1e322ccad6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1579850 Nov 25 17:29:58.634755 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffb1205-6c9f-4bc6-bfd6-0c6b3b30e0cd admin admin] Network ef09a9cb-b767-40ab-abb2-adbc6ec1aed8 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:29:58.640387 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-bffb1205-6c9f-4bc6-bfd6-0c6b3b30e0cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:58.733910 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d0833c07-a1a3-4c1b-ba90-a8d0d7ffb65c None None] Provisioning complete for port 3893b528-cbeb-4498-a25e-49ae01701a36 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:58.735004 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d0833c07-a1a3-4c1b-ba90-a8d0d7ffb65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:58.739175 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-9081372f-0942-4d3f-819e-ed6daad25b76 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/ports?network_id=04e189b3-a48d-47a2-8e70-da48c198c103&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1629982 Nov 25 17:29:58.743347 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0fccb44f-ff31-437a-83c8-23d1a5718c3b req-cc0dbd27-5532-4a76-94e2-b9a479b67914 service neutron] 10.222.0.90 "GET /v2.0/networks/50ed7be7-341a-4bb0-b02f-f642589d92ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4995439 Nov 25 17:29:58.868207 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d56c2a-1e96-4f34-aada-54ebed654294 req-080fe4ab-9c2c-4984-a6ea-5ec73ae26ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:58.869768 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e6d56c2a-1e96-4f34-aada-54ebed654294 req-080fe4ab-9c2c-4984-a6ea-5ec73ae26ae1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e949b071017c47779120773fb05efee7&device_id=04f17671-b4c7-40ff-94dc-8a1e322ccad6 HTTP/1.1" status: 200 len: 1101 time: 0.2103448 Nov 25 17:29:58.898011 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:58.899914 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-29b9e645-21cb-4ec1-88e9-1b2fb805a6f3 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/ports?network_id=04e189b3-a48d-47a2-8e70-da48c198c103&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1596222 Nov 25 17:29:58.970405 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bffb1205-6c9f-4bc6-bfd6-0c6b3b30e0cd admin admin] Router 90c87b55-4c2f-49f4-a8dc-28bc81837710 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:29:59.066605 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d56c2a-1e96-4f34-aada-54ebed654294 req-9d4dc05d-27d8-46c7-ba0f-76ab6f8765cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:59.070165 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port 3893b528-cbeb-4498-a25e-49ae01701a36, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=3893b528-cbeb-4498-a25e-49ae01701a36,segment=NetworkSegment(56419961-a63e-49f1-a134-fbcd7c726fe9),segment_id=56419961-a63e-49f1-a134-fbcd7c726fe9)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:59.070783 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e6d56c2a-1e96-4f34-aada-54ebed654294 req-9d4dc05d-27d8-46c7-ba0f-76ab6f8765cc service neutron] 10.222.0.74 "GET /v2.0/networks?id=ab4fed0b-9bf1-4925-8765-94da08c5de2a HTTP/1.1" status: 200 len: 870 time: 0.1501813 Nov 25 17:29:59.072617 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d0833c07-a1a3-4c1b-ba90-a8d0d7ffb65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:59.086017 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:59.131817 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e6d56c2a-1e96-4f34-aada-54ebed654294 req-dfac02a0-d165-4276-9440-cb46dd4a60b7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=0682888f-e70f-4362-8d88-9e0f7bea89c3 HTTP/1.1" status: 200 len: 217 time: 0.0494151 Nov 25 17:29:59.224098 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d56c2a-1e96-4f34-aada-54ebed654294 req-e8e5d1af-e055-421e-8f56-135c3664092d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:59.225877 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e6d56c2a-1e96-4f34-aada-54ebed654294 req-e8e5d1af-e055-421e-8f56-135c3664092d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.0845752 Nov 25 17:29:59.251895 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=3893b528-cbeb-4498-a25e-49ae01701a36,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:59.259385 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.db.api [None req-d0833c07-a1a3-4c1b-ba90-a8d0d7ffb65c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:29:59.259749 n-d-817746-1 neutron-server[103362]: DEBUG oslo_db.api [None req-d0833c07-a1a3-4c1b-ba90-a8d0d7ffb65c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:29:59.264283 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:29:59.395161 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3176c6de-95dc-41a7-9e07-750a54917114 req-2b72c8f5-0af6-4264-b13b-8b359831db96 tempest-ServerShowV247Test-1067549471 tempest-ServerShowV247Test-1067549471-project] 10.222.0.75 "GET /v2.0/ports?device_id=01d6f914-b873-4ed8-b110-2e9539aa31fb&device_id=5aa1a53d-e5f0-4ee5-b63e-9e96a4d7e579 HTTP/1.1" status: 200 len: 210 time: 0.4996400 Nov 25 17:29:59.457083 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-15e3b305-21bf-4936-bc66-6bf4a07cb787 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:59.466270 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-15e3b305-21bf-4936-bc66-6bf4a07cb787 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:59.474012 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-15e3b305-21bf-4936-bc66-6bf4a07cb787 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:59.482169 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-15e3b305-21bf-4936-bc66-6bf4a07cb787 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/networks?id=124f5b02-f613-458f-b33d-77fb5d166863&id=6d3b5836-4740-4bb0-8171-a77a7b2fa0cd&id=6d3b5836-4740-4bb0-8171-a77a7b2fa0cd&id=04e189b3-a48d-47a2-8e70-da48c198c103&id=04e189b3-a48d-47a2-8e70-da48c198c103 HTTP/1.1" status: 200 len: 1994 time: 0.5813344 Nov 25 17:29:59.513583 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-86cf0d84-b4de-49ee-867a-9ab4b2bde5e3 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/quotas/dd6f14b9d22849c3ad1fbf498db9870a HTTP/1.1" status: 200 len: 375 time: 0.0300465 Nov 25 17:29:59.536268 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d56c2a-1e96-4f34-aada-54ebed654294 req-32450791-0357-4ba9-a3a0-78618bd33eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:59.538110 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e6d56c2a-1e96-4f34-aada-54ebed654294 req-32450791-0357-4ba9-a3a0-78618bd33eed service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1425905 Nov 25 17:29:59.560186 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0fccb44f-ff31-437a-83c8-23d1a5718c3b req-d7fed74b-1db7-432c-97d4-308c9b2fb9c3 service neutron] 10.222.0.90 "GET /v2.0/networks/50ed7be7-341a-4bb0-b02f-f642589d92ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7922041 Nov 25 17:29:59.565795 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bffb1205-6c9f-4bc6-bfd6-0c6b3b30e0cd admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:29:59.634329 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-d0f6bf1c-db73-4b40-883a-d53bf4de1cba tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=dd6f14b9d22849c3ad1fbf498db9870a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1200199 Nov 25 17:29:59.849158 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-64d8432d-8082-4516-adb6-96c4b4b4a071 service neutron] 10.222.0.75 "GET /v2.0/networks/124f5b02-f613-458f-b33d-77fb5d166863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953015 Nov 25 17:29:59.996233 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-793d2a6f-ac2f-4c16-9bac-b6e92f9a54b3 None None] Provisioning complete for port 5e3e9a8b-7220-4a5b-87ee-36c0a8bae66a triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:59.996841 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-793d2a6f-ac2f-4c16-9bac-b6e92f9a54b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:00.012234 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-bffb1205-6c9f-4bc6-bfd6-0c6b3b30e0cd admin admin] 10.222.0.75 "PUT /v2.0/routers/90c87b55-4c2f-49f4-a8dc-28bc81837710/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5131812 Nov 25 17:30:00.142536 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-793d2a6f-ac2f-4c16-9bac-b6e92f9a54b3 None None] Port 5e3e9a8b-7220-4a5b-87ee-36c0a8bae66a cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:30:00.165657 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-793d2a6f-ac2f-4c16-9bac-b6e92f9a54b3 None None] Provisioning complete for port 3893b528-cbeb-4498-a25e-49ae01701a36 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:00.166031 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-793d2a6f-ac2f-4c16-9bac-b6e92f9a54b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:00.193063 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-f4ada899-f31f-484e-bfeb-4ff4452be938 service neutron] 10.222.0.75 "GET /v2.0/networks/124f5b02-f613-458f-b33d-77fb5d166863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374259 Nov 25 17:30:00.242345 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e6d56c2a-1e96-4f34-aada-54ebed654294 req-205469fd-980f-4fa8-8d80-d9e474e36676 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6912608 Nov 25 17:30:00.257937 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device a9cb8fc9-2a82-43c7-9767-215a656bbec0 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:30:00.361118 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-0af88125-b3eb-49aa-8bca-914d5dfd04ce service neutron] 10.222.0.75 "GET /v2.0/ports/791424cf-7f49-4cd7-a3d5-e5f426ab97ac?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1598482 Nov 25 17:30:00.478909 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port a9cb8fc9-2a82-43c7-9767-215a656bbec0 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:00.479864 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:00.542960 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e6d56c2a-1e96-4f34-aada-54ebed654294 req-d12ab745-670c-4a29-93c6-5ea47a6b0964 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902124 Nov 25 17:30:00.579327 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-3e90a6ca-8f23-49fb-be0b-b4c02f3f7fa2 service neutron] 10.222.0.75 "GET /v2.0/networks/6d3b5836-4740-4bb0-8171-a77a7b2fa0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172894 Nov 25 17:30:00.652467 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:00.698297 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-9cba895f-975b-4a89-9b45-19547dfce845 service neutron] 10.222.0.75 "GET /v2.0/networks/6d3b5836-4740-4bb0-8171-a77a7b2fa0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179366 Nov 25 17:30:00.704337 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port a9cb8fc9-2a82-43c7-9767-215a656bbec0, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=a9cb8fc9-2a82-43c7-9767-215a656bbec0,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:00.711487 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:00.713020 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 3893b528-cbeb-4498-a25e-49ae01701a36 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:30:00.747756 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-878adf17-b411-4fd1-9e7f-ffd997f4e59c service neutron] 10.222.0.75 "GET /v2.0/ports/7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0483725 Nov 25 17:30:00.770955 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-2a97ac38-013c-4d92-aaf3-f0cb0b2a0bd3 None None] Provisioning complete for port 5e3e9a8b-7220-4a5b-87ee-36c0a8bae66a triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:00.771327 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2a97ac38-013c-4d92-aaf3-f0cb0b2a0bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:00.827325 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-2a97ac38-013c-4d92-aaf3-f0cb0b2a0bd3 None None] Port 5e3e9a8b-7220-4a5b-87ee-36c0a8bae66a cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:30:00.846011 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=a9cb8fc9-2a82-43c7-9767-215a656bbec0,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:00.869507 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 3893b528-cbeb-4498-a25e-49ae01701a36 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:00.869910 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:00.917281 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578d2e5e-b418-4d61-8d61-e026c7eef39a None None] Sync routers for ids ['90c87b55-4c2f-49f4-a8dc-28bc81837710'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:30:00.923862 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c175bd3-0143-456b-995a-9bc2ff2590e7 req-48b92022-29d3-4cce-904e-9ab671db4573 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:00.926658 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1c175bd3-0143-456b-995a-9bc2ff2590e7 req-48b92022-29d3-4cce-904e-9ab671db4573 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=1ce80c19-3659-40f8-abba-4e399e848b21 HTTP/1.1" status: 200 len: 950 time: 0.1077380 Nov 25 17:30:00.929482 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-37308d13-2e66-486c-af8e-2224089901e2 service neutron] 10.222.0.75 "GET /v2.0/networks/6d3b5836-4740-4bb0-8171-a77a7b2fa0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798656 Nov 25 17:30:00.940459 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578d2e5e-b418-4d61-8d61-e026c7eef39a None None] Routers {'90c87b55-4c2f-49f4-a8dc-28bc81837710'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:30:00.941584 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-578d2e5e-b418-4d61-8d61-e026c7eef39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:29:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['90c87b55-4c2f-49f4-a8dc-28bc81837710'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:30:01.064430 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1c175bd3-0143-456b-995a-9bc2ff2590e7 req-53d43ca7-4741-4772-8886-30699c6c3e6b tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165071 Nov 25 17:30:01.093078 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-9d722e2f-e83c-46dd-8e9f-5147c1cbd9de service neutron] 10.222.0.75 "GET /v2.0/networks/6d3b5836-4740-4bb0-8171-a77a7b2fa0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580558 Nov 25 17:30:01.115338 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-578d2e5e-b418-4d61-8d61-e026c7eef39a None None] Set router 90c87b55-4c2f-49f4-a8dc-28bc81837710 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:30:01.236150 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c098ceef-b8df-43e7-9789-01385ecd9170 req-28aaace5-7a54-4db3-a993-3596b2d9f52d tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:01.237645 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c098ceef-b8df-43e7-9789-01385ecd9170 req-28aaace5-7a54-4db3-a993-3596b2d9f52d tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/ports?device_id=1be99897-8a22-4cb2-8870-4be8aa872483 HTTP/1.1" status: 200 len: 985 time: 0.1055820 Nov 25 17:30:01.257250 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 809318ad-6e29-4c2d-b0c8-bc3044b5c0a2 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:30:01.269936 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-1b11fa2f-562b-40ac-97e5-d42218bb168d service neutron] 10.222.0.75 "GET /v2.0/networks/6d3b5836-4740-4bb0-8171-a77a7b2fa0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668446 Nov 25 17:30:01.370499 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c098ceef-b8df-43e7-9789-01385ecd9170 req-571a3b41-1eaf-4395-a878-1c8a10bfec01 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/security-groups?id=986e86ac-b28b-4e53-9638-1c25d7b56ba8&id=447c0c12-fb2d-4373-aaeb-54c1ac5f6e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1262703 Nov 25 17:30:01.410686 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:01.428806 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-24d4e25a-cbe1-493c-9ffc-1c7c86f115c0 service neutron] 10.222.0.75 "GET /v2.0/networks/6d3b5836-4740-4bb0-8171-a77a7b2fa0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512291 Nov 25 17:30:01.439610 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-578d2e5e-b418-4d61-8d61-e026c7eef39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'name': 'tempest-FloatingIPsAssociationTestJSON-322503774-router', 'tenant_id': 'c296d8c37a3d4484983acb10cc0204d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'a9cb8fc9-2a82-43c7-9767-215a656bbec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:52Z', 'updated_at': '2021-11-25T17:29:57Z', 'revision_number': 4, 'project_id': 'c296d8c37a3d4484983acb10cc0204d2', 'gw_port': {'id': 'a9cb8fc9-2a82-43c7-9767-215a656bbec0', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:53Z', 'updated_at': '2021-11-25T17:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '5e3e9a8b-7220-4a5b-87ee-36c0a8bae66a', 'name': '', 'network_id': 'ef09a9cb-b767-40ab-abb2-adbc6ec1aed8', 'tenant_id': 'c296d8c37a3d4484983acb10cc0204d2', 'mac_address': 'fa:16:3e:41:fa:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '82218ac9-c8df-4d39-919a-d596976289cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:56Z', 'updated_at': '2021-11-25T17:29:57Z', 'revision_number': 2, 'project_id': 'c296d8c37a3d4484983acb10cc0204d2', 'subnets': [{'id': '82218ac9-c8df-4d39-919a-d596976289cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:30:01.478096 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578d2e5e-b418-4d61-8d61-e026c7eef39a None None] Checking router: 90c87b55-4c2f-49f4-a8dc-28bc81837710 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:30:01.478460 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578d2e5e-b418-4d61-8d61-e026c7eef39a None None] Updating router 90c87b55-4c2f-49f4-a8dc-28bc81837710 port 5e3e9a8b-7220-4a5b-87ee-36c0a8bae66a binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:30:01.484170 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf672523-2b2d-4f1c-87a5-3b45351ca28c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '809318ad-6e29-4c2d-b0c8-bc3044b5c0a2'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:30:01.487233 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f692ec44-840a-4639-83c5-ca7ce174536a" -d '{"events": [{"server_uuid": "bf672523-2b2d-4f1c-87a5-3b45351ca28c", "name": "network-vif-unplugged", "status": "completed", "tag": "809318ad-6e29-4c2d-b0c8-bc3044b5c0a2"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:30:01.515897 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 809318ad-6e29-4c2d-b0c8-bc3044b5c0a2, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=809318ad-6e29-4c2d-b0c8-bc3044b5c0a2,segment=NetworkSegment(6347e9f6-96b1-4f56-a092-a9cf81778fe8),segment_id=6347e9f6-96b1-4f56-a092-a9cf81778fe8)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:01.523617 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:01.524950 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7ff974c0-7430-4f4f-a72d-1954f43e5dac req-2b47478e-7803-4bd2-9be5-631deb2dece6 tempest-ServerShowV254Test-1541790367 tempest-ServerShowV254Test-1541790367-project] 10.222.0.75 "GET /v2.0/ports?device_id=b48d8cd8-3dec-4719-82d6-63d6f47f0333 HTTP/1.1" status: 200 len: 210 time: 0.0316226 Nov 25 17:30:01.528094 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-578d2e5e-b418-4d61-8d61-e026c7eef39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:01.574628 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-acfd5d9a-d59c-411d-8e9d-332f2ac2fac6 service neutron] 10.222.0.75 "GET /v2.0/networks/6d3b5836-4740-4bb0-8171-a77a7b2fa0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397147 Nov 25 17:30:01.642127 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=809318ad-6e29-4c2d-b0c8-bc3044b5c0a2,revision_number=8']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:01.711201 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-906ef56b-bdff-4f1f-8dd1-23e489c9f7e5 service neutron] 10.222.0.75 "GET /v2.0/networks/6d3b5836-4740-4bb0-8171-a77a7b2fa0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291604 Nov 25 17:30:01.812329 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-26dd9dc9-e89f-4b15-aaa8-1783be2decd0 req-dcbb5ae6-ff00-4703-bd01-1f4a0946dcb8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c83e7cef60534ac68a0ac8717287b0ae&device_id=01d6f914-b873-4ed8-b110-2e9539aa31fb HTTP/1.1" status: 200 len: 210 time: 0.0564823 Nov 25 17:30:01.849497 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-26dd9dc9-e89f-4b15-aaa8-1783be2decd0 req-d7a1d1cf-a3f8-4e8d-9344-d199aa3b2940 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=c83e7cef60534ac68a0ac8717287b0ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293629 Nov 25 17:30:01.958779 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device a9cb8fc9-2a82-43c7-9767-215a656bbec0 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:30:01.983274 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-3483be13-ee7e-4b9e-9026-31db5812fbf9 service neutron] 10.222.0.75 "GET /v2.0/networks/04e189b3-a48d-47a2-8e70-da48c198c103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658367 Nov 25 17:30:02.088411 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port a9cb8fc9-2a82-43c7-9767-215a656bbec0 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:02.088700 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:02.121943 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd9dc9-e89f-4b15-aaa8-1783be2decd0 req-2c9f47b3-48c3-4128-921f-55249ac2feec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:02.123553 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-26dd9dc9-e89f-4b15-aaa8-1783be2decd0 req-2c9f47b3-48c3-4128-921f-55249ac2feec service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2609448 Nov 25 17:30:02.134562 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-578d2e5e-b418-4d61-8d61-e026c7eef39a None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:02.145363 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-578d2e5e-b418-4d61-8d61-e026c7eef39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:02.201209 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf0db0-f068-40a5-a81d-f7c25a825662 req-ff85b998-52d4-429e-88b0-5a293476c139 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:02.202787 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7fbf0db0-f068-40a5-a81d-f7c25a825662 req-ff85b998-52d4-429e-88b0-5a293476c139 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "GET /v2.0/networks?id=ef09a9cb-b767-40ab-abb2-adbc6ec1aed8 HTTP/1.1" status: 200 len: 820 time: 0.2228150 Nov 25 17:30:02.205673 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-68d4e11e-fc54-4b12-9b1a-51dc576e061e service neutron] 10.222.0.75 "GET /v2.0/networks/04e189b3-a48d-47a2-8e70-da48c198c103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015131 Nov 25 17:30:02.222628 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7fbf0db0-f068-40a5-a81d-f7c25a825662 req-ebaf3b41-2b79-48f0-85fc-41e7dfb9b9bb tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "GET /v2.0/quotas/c296d8c37a3d4484983acb10cc0204d2 HTTP/1.1" status: 200 len: 375 time: 0.0109603 Nov 25 17:30:02.230789 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e427ff41-17e1-4da1-8d48-2ae0197b9482 None None] Pushing event updated for resources: {'Port': ['ID=5e3e9a8b-7220-4a5b-87ee-36c0a8bae66a,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:02.309220 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-578d2e5e-b418-4d61-8d61-e026c7eef39a None None] Attempting to bind port 5e3e9a8b-7220-4a5b-87ee-36c0a8bae66a on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:30:02.309946 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-578d2e5e-b418-4d61-8d61-e026c7eef39a None None] Attempting to bind port 5e3e9a8b-7220-4a5b-87ee-36c0a8bae66a by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '56419961-a63e-49f1-a134-fbcd7c726fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'ef09a9cb-b767-40ab-abb2-adbc6ec1aed8'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:30:02.309946 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578d2e5e-b418-4d61-8d61-e026c7eef39a None None] Attempting to bind port 5e3e9a8b-7220-4a5b-87ee-36c0a8bae66a on network ef09a9cb-b767-40ab-abb2-adbc6ec1aed8 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:30:02.320475 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578d2e5e-b418-4d61-8d61-e026c7eef39a None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:30:02.320898 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578d2e5e-b418-4d61-8d61-e026c7eef39a None None] Checking segment: {'id': '56419961-a63e-49f1-a134-fbcd7c726fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'ef09a9cb-b767-40ab-abb2-adbc6ec1aed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:30:02.321288 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-578d2e5e-b418-4d61-8d61-e026c7eef39a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:02.321962 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578d2e5e-b418-4d61-8d61-e026c7eef39a None None] Bound using segment: {'id': '56419961-a63e-49f1-a134-fbcd7c726fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'ef09a9cb-b767-40ab-abb2-adbc6ec1aed8'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:30:02.322171 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-578d2e5e-b418-4d61-8d61-e026c7eef39a None None] Bound port: 5e3e9a8b-7220-4a5b-87ee-36c0a8bae66a, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56419961-a63e-49f1-a134-fbcd7c726fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'ef09a9cb-b767-40ab-abb2-adbc6ec1aed8'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:30:02.322525 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-578d2e5e-b418-4d61-8d61-e026c7eef39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:02.345981 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7fbf0db0-f068-40a5-a81d-f7c25a825662 req-f7b98aa4-316c-4f37-9a79-b0a69364d5b0 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=c296d8c37a3d4484983acb10cc0204d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1148777 Nov 25 17:30:02.372717 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-15167258-a55c-4a7a-91bb-baa465a7258d service neutron] 10.222.0.75 "GET /v2.0/networks/04e189b3-a48d-47a2-8e70-da48c198c103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592870 Nov 25 17:30:02.400759 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-578d2e5e-b418-4d61-8d61-e026c7eef39a None None] For port 5e3e9a8b-7220-4a5b-87ee-36c0a8bae66a, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:30:02.404388 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-578d2e5e-b418-4d61-8d61-e026c7eef39a None None] For port 5e3e9a8b-7220-4a5b-87ee-36c0a8bae66a, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=5e3e9a8b-7220-4a5b-87ee-36c0a8bae66a,segment=NetworkSegment(56419961-a63e-49f1-a134-fbcd7c726fe9),segment_id=56419961-a63e-49f1-a134-fbcd7c726fe9)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:30:02.409083 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-578d2e5e-b418-4d61-8d61-e026c7eef39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:02.468457 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578d2e5e-b418-4d61-8d61-e026c7eef39a None None] Routers {'90c87b55-4c2f-49f4-a8dc-28bc81837710'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:30:02.469260 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-578d2e5e-b418-4d61-8d61-e026c7eef39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:29:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['90c87b55-4c2f-49f4-a8dc-28bc81837710'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:30:02.474754 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e427ff41-17e1-4da1-8d48-2ae0197b9482 None None] Pushing event updated for resources: {'Port': ['ID=5e3e9a8b-7220-4a5b-87ee-36c0a8bae66a,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:02.551895 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7fbf0db0-f068-40a5-a81d-f7c25a825662 req-3b1d7130-e08e-4b7f-bab3-5642017bbb1d service neutron] 10.222.0.75 "GET /v2.0/networks/ef09a9cb-b767-40ab-abb2-adbc6ec1aed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886504 Nov 25 17:30:02.555474 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-899d11c1-26f7-4364-9ff3-42c68c7a1976 service neutron] 10.222.0.75 "GET /v2.0/networks/04e189b3-a48d-47a2-8e70-da48c198c103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685758 Nov 25 17:30:02.608237 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-54d9d5e3-53da-4c8e-a096-9fcfebbb132a None None] Provisioning complete for port 5e3e9a8b-7220-4a5b-87ee-36c0a8bae66a triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:02.609321 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-54d9d5e3-53da-4c8e-a096-9fcfebbb132a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:02.690489 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-578d2e5e-b418-4d61-8d61-e026c7eef39a None None] Set router 90c87b55-4c2f-49f4-a8dc-28bc81837710 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:30:02.763002 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7fbf0db0-f068-40a5-a81d-f7c25a825662 req-c6f69dd3-e3fa-49e2-b1b9-8e911e88fe65 service neutron] 10.222.0.75 "GET /v2.0/networks/ef09a9cb-b767-40ab-abb2-adbc6ec1aed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929872 Nov 25 17:30:02.910892 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-54d9d5e3-53da-4c8e-a096-9fcfebbb132a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:03.113394 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-54d9d5e3-53da-4c8e-a096-9fcfebbb132a None None] For port 5e3e9a8b-7220-4a5b-87ee-36c0a8bae66a, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=5e3e9a8b-7220-4a5b-87ee-36c0a8bae66a,segment=NetworkSegment(56419961-a63e-49f1-a134-fbcd7c726fe9),segment_id=56419961-a63e-49f1-a134-fbcd7c726fe9)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:03.132579 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-54d9d5e3-53da-4c8e-a096-9fcfebbb132a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:03.258367 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-578d2e5e-b418-4d61-8d61-e026c7eef39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'name': 'tempest-FloatingIPsAssociationTestJSON-322503774-router', 'tenant_id': 'c296d8c37a3d4484983acb10cc0204d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'a9cb8fc9-2a82-43c7-9767-215a656bbec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:52Z', 'updated_at': '2021-11-25T17:29:57Z', 'revision_number': 4, 'project_id': 'c296d8c37a3d4484983acb10cc0204d2', 'gw_port': {'id': 'a9cb8fc9-2a82-43c7-9767-215a656bbec0', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:53Z', 'updated_at': '2021-11-25T17:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '5e3e9a8b-7220-4a5b-87ee-36c0a8bae66a', 'name': '', 'network_id': 'ef09a9cb-b767-40ab-abb2-adbc6ec1aed8', 'tenant_id': 'c296d8c37a3d4484983acb10cc0204d2', 'mac_address': 'fa:16:3e:41:fa:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '82218ac9-c8df-4d39-919a-d596976289cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:56Z', 'updated_at': '2021-11-25T17:30:02Z', 'revision_number': 4, 'project_id': 'c296d8c37a3d4484983acb10cc0204d2', 'subnets': [{'id': '82218ac9-c8df-4d39-919a-d596976289cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:30:03.315765 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea82edb-9161-4d99-8b37-c2c937135389 req-6e40ab5b-b0f0-4088-83e9-df5cd788da8d tempest-ServersOnMultiNodesTest-1544589182 tempest-ServersOnMultiNodesTest-1544589182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:03.333182 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6ea82edb-9161-4d99-8b37-c2c937135389 req-6e40ab5b-b0f0-4088-83e9-df5cd788da8d tempest-ServersOnMultiNodesTest-1544589182 tempest-ServersOnMultiNodesTest-1544589182-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=1ce80c19-3659-40f8-abba-4e399e848b21 HTTP/1.1" status: 200 len: 1101 time: 0.0950761 Nov 25 17:30:03.335553 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578d2e5e-b418-4d61-8d61-e026c7eef39a None None] The sync data for ids ['90c87b55-4c2f-49f4-a8dc-28bc81837710'] in n-d-817746-1 is: [{'id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'name': 'tempest-FloatingIPsAssociationTestJSON-322503774-router', 'tenant_id': 'c296d8c37a3d4484983acb10cc0204d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'a9cb8fc9-2a82-43c7-9767-215a656bbec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:52Z', 'updated_at': '2021-11-25T17:29:57Z', 'revision_number': 4, 'project_id': 'c296d8c37a3d4484983acb10cc0204d2', 'gw_port': {'id': 'a9cb8fc9-2a82-43c7-9767-215a656bbec0', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:53Z', 'updated_at': '2021-11-25T17:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '5e3e9a8b-7220-4a5b-87ee-36c0a8bae66a', 'name': '', 'network_id': 'ef09a9cb-b767-40ab-abb2-adbc6ec1aed8', 'tenant_id': 'c296d8c37a3d4484983acb10cc0204d2', 'mac_address': 'fa:16:3e:41:fa:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '82218ac9-c8df-4d39-919a-d596976289cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:56Z', 'updated_at': '2021-11-25T17:30:02Z', 'revision_number': 4, 'project_id': 'c296d8c37a3d4484983acb10cc0204d2', 'subnets': [{'id': '82218ac9-c8df-4d39-919a-d596976289cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:30:03.340102 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d9d5e3-53da-4c8e-a096-9fcfebbb132a None None] Pushing event updated for resources: {'Port': ['ID=5e3e9a8b-7220-4a5b-87ee-36c0a8bae66a,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:03.350458 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-5c285c05-75ad-4285-9066-d5efd4dd9232 None None] Provisioning complete for port 5e3e9a8b-7220-4a5b-87ee-36c0a8bae66a triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:03.351424 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5c285c05-75ad-4285-9066-d5efd4dd9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:03.638341 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6ea82edb-9161-4d99-8b37-c2c937135389 req-37fc9ab4-7fd2-48d7-ba7b-a4e1b007fe23 tempest-ServersOnMultiNodesTest-1544589182 tempest-ServersOnMultiNodesTest-1544589182-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988834 Nov 25 17:30:03.647229 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-26dd9dc9-e89f-4b15-aaa8-1783be2decd0 req-a1dc7d17-ed92-48c5-b487-c3d114263911 tempest-ServerShowV247Test-1067549471 tempest-ServerShowV247Test-1067549471-project] 10.222.0.90 "GET /v2.0/ports?device_id=01d6f914-b873-4ed8-b110-2e9539aa31fb HTTP/1.1" status: 200 len: 210 time: 0.1043043 Nov 25 17:30:03.746303 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-48f476c8-8274-4c55-bb69-d011e65b4ceb req-715b8da5-87dd-4da3-bb28-53b4350d8c33 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-153554504&fields=id&tenant_id=a6a21f906b38400cbefeb299443350d9 HTTP/1.1" status: 200 len: 267 time: 0.3106482 Nov 25 17:30:03.757883 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca3cd0cd-f4ff-4c51-b349-5fe7ed433add x-openstack-request-id: req-ca3cd0cd-f4ff-4c51-b349-5fe7ed433add {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:30:03.758747 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf672523-2b2d-4f1c-87a5-3b45351ca28c", "name": "network-vif-unplugged", "status": "completed", "tag": "809318ad-6e29-4c2d-b0c8-bc3044b5c0a2", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:30:03.759074 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ca3cd0cd-f4ff-4c51-b349-5fe7ed433add {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:30:03.759565 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf672523-2b2d-4f1c-87a5-3b45351ca28c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '809318ad-6e29-4c2d-b0c8-bc3044b5c0a2', 'code': 200} Nov 25 17:30:03.947900 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f476c8-8274-4c55-bb69-d011e65b4ceb req-4017b04e-677b-4be2-a911-644c4fd44884 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:03.954484 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-48f476c8-8274-4c55-bb69-d011e65b4ceb req-4017b04e-677b-4be2-a911-644c4fd44884 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/ports?device_id=1be99897-8a22-4cb2-8870-4be8aa872483 HTTP/1.1" status: 200 len: 985 time: 0.1938727 Nov 25 17:30:04.017796 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-48f476c8-8274-4c55-bb69-d011e65b4ceb req-658d2a90-d4b5-44c8-9517-9ad6d8bf736b tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Request body: {'port': {'security_groups': ['447c0c12-fb2d-4373-aaeb-54c1ac5f6e9c', '986e86ac-b28b-4e53-9638-1c25d7b56ba8', '996b07ba-4ba1-4f96-99de-f938ffe360d3']}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:04.116761 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 5e3e9a8b-7220-4a5b-87ee-36c0a8bae66a up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:30:04.139919 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ee25662d-2554-4955-9914-256d4e78813f req-56556bb4-55c7-4d3a-98fc-cb7257380fd2 tempest-ServerShowV247Test-1067549471 tempest-ServerShowV247Test-1067549471-project] 10.222.0.75 "GET /v2.0/ports?device_id=01d6f914-b873-4ed8-b110-2e9539aa31fb HTTP/1.1" status: 200 len: 210 time: 0.1126533 Nov 25 17:30:04.330838 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-48f476c8-8274-4c55-bb69-d011e65b4ceb req-658d2a90-d4b5-44c8-9517-9ad6d8bf736b tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:04.378598 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 5e3e9a8b-7220-4a5b-87ee-36c0a8bae66a triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:04.380072 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:04.624033 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d68be17c-05ad-4e62-b626-ad3872e0fe2c req-2e09a9f5-5bef-46e6-bad0-4c069e129b74 tempest-ServerShowV254Test-1541790367 tempest-ServerShowV254Test-1541790367-project] 10.222.0.75 "GET /v2.0/ports?device_id=b48d8cd8-3dec-4719-82d6-63d6f47f0333 HTTP/1.1" status: 200 len: 210 time: 0.0430355 Nov 25 17:30:04.785525 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-295d81c1-b8aa-4bc4-bae1-c8a7beb3d260 req-808dc437-d3e7-41eb-a833-1d8385abe622 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "GET /v2.0/ports?device_id=4cb5461f-2bf7-48e4-a29b-8f006702c5a6 HTTP/1.1" status: 200 len: 210 time: 0.0473349 Nov 25 17:30:04.801642 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-48f476c8-8274-4c55-bb69-d011e65b4ceb req-658d2a90-d4b5-44c8-9517-9ad6d8bf736b tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] For port f26ff3d8-a723-44c6-ac70-f1c3aeee75a3, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=f26ff3d8-a723-44c6-ac70-f1c3aeee75a3,segment=NetworkSegment(d13f2dc6-b7c6-452b-bee8-8ce632936531),segment_id=d13f2dc6-b7c6-452b-bee8-8ce632936531)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:04.841989 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-48f476c8-8274-4c55-bb69-d011e65b4ceb req-658d2a90-d4b5-44c8-9517-9ad6d8bf736b tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:04.849714 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-48f476c8-8274-4c55-bb69-d011e65b4ceb req-658d2a90-d4b5-44c8-9517-9ad6d8bf736b tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:04.864127 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['f26ff3d8-a723-44c6-ac70-f1c3aeee75a3'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:30:04.871658 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['026ec35f-53e8-4943-b0f3-5093108a4eb0'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:30:04.992156 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b2abc2ba-561e-42cd-b6e9-6ca9d8e44e30 req-ec1ab21f-c624-4046-b8be-9b17976cd686 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/ports?device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 210 time: 0.0857713 Nov 25 17:30:05.014286 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f476c8-8274-4c55-bb69-d011e65b4ceb req-658d2a90-d4b5-44c8-9517-9ad6d8bf736b tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:05.015220 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-48f476c8-8274-4c55-bb69-d011e65b4ceb req-658d2a90-d4b5-44c8-9517-9ad6d8bf736b tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:05.033378 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-48f476c8-8274-4c55-bb69-d011e65b4ceb req-658d2a90-d4b5-44c8-9517-9ad6d8bf736b tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "PUT /v2.0/ports/f26ff3d8-a723-44c6-ac70-f1c3aeee75a3 HTTP/1.1" status: 200 len: 1021 time: 1.0686591 Nov 25 17:30:05.045632 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1be99897-8a22-4cb2-8870-4be8aa872483', 'tag': 'f26ff3d8-a723-44c6-ac70-f1c3aeee75a3'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:30:05.058935 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722f07c9-0361-4680-9dcc-8b4dd5ef16f0" -d '{"events": [{"name": "network-changed", "server_uuid": "1be99897-8a22-4cb2-8870-4be8aa872483", "tag": "f26ff3d8-a723-44c6-ac70-f1c3aeee75a3"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:30:05.127235 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['f26ff3d8-a723-44c6-ac70-f1c3aeee75a3'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:30:05.243978 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658d2a90-d4b5-44c8-9517-9ad6d8bf736b tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Pushing event updated for resources: {'Port': ['ID=f26ff3d8-a723-44c6-ac70-f1c3aeee75a3,revision_number=7']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:05.346507 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf0db0-f068-40a5-a81d-f7c25a825662 req-84d03a82-8015-48bb-8edc-46efbb2e7b7f tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:05.353508 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7fbf0db0-f068-40a5-a81d-f7c25a825662 req-84d03a82-8015-48bb-8edc-46efbb2e7b7f tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.74 "GET /v2.0/networks?id=ef09a9cb-b767-40ab-abb2-adbc6ec1aed8 HTTP/1.1" status: 200 len: 820 time: 0.2709856 Nov 25 17:30:05.371290 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-7fbf0db0-f068-40a5-a81d-f7c25a825662 req-15d52078-e952-4f58-ba04-6651ac0fddd2 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Request body: {'port': {'device_id': '4cb5461f-2bf7-48e4-a29b-8f006702c5a6', 'network_id': 'ef09a9cb-b767-40ab-abb2-adbc6ec1aed8', 'admin_state_up': True, 'tenant_id': 'c296d8c37a3d4484983acb10cc0204d2'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:05.485375 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb756b4-167e-4c2d-aaac-1f2096f4a056 req-ad8c104b-f6ec-4b73-83f5-1d56370bb262 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:05.487392 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9cb756b4-167e-4c2d-aaac-1f2096f4a056 req-ad8c104b-f6ec-4b73-83f5-1d56370bb262 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.90 "GET /v2.0/ports?device_id=bf672523-2b2d-4f1c-87a5-3b45351ca28c HTTP/1.1" status: 200 len: 943 time: 0.4203348 Nov 25 17:30:05.499001 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609ef26-9a41-4a91-8e11-8869034cd247 req-7895bbe4-8ae6-41ba-9ab0-2d68622b6a99 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:05.507187 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7609ef26-9a41-4a91-8e11-8869034cd247 req-7895bbe4-8ae6-41ba-9ab0-2d68622b6a99 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/networks?id=6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5 HTTP/1.1" status: 200 len: 804 time: 0.2823548 Nov 25 17:30:05.631088 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fbf0db0-f068-40a5-a81d-f7c25a825662 req-15d52078-e952-4f58-ba04-6651ac0fddd2 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Made reservation on behalf of c296d8c37a3d4484983acb10cc0204d2 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:30:05.635598 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-7fbf0db0-f068-40a5-a81d-f7c25a825662 req-15d52078-e952-4f58-ba04-6651ac0fddd2 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:05.898403 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-7fbf0db0-f068-40a5-a81d-f7c25a825662 req-15d52078-e952-4f58-ba04-6651ac0fddd2 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Allocated IP 172.20.0.8 (ef09a9cb-b767-40ab-abb2-adbc6ec1aed8/82218ac9-c8df-4d39-919a-d596976289cd/170b832f-d4c3-4157-beaf-6670b20915f6) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:30:06.013481 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7609ef26-9a41-4a91-8e11-8869034cd247 req-002fb8d5-98d0-4c6e-80f0-5a0a85dea1aa tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/quotas/733f83ade5ed462890d9dfd70ff5e26d HTTP/1.1" status: 200 len: 375 time: 0.5048072 Nov 25 17:30:06.034008 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e619a635-10f7-407c-8038-9584199e6ecf req-1761d2bd-1dac-42f1-a01f-61d1c67035fd tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/security-groups/996b07ba-4ba1-4f96-99de-f938ffe360d3 HTTP/1.1" status: 200 len: 1817 time: 0.5922604 Nov 25 17:30:06.091441 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-59373fd4-4676-4737-8efc-7168deba9f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:06.092792 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-59373fd4-4676-4737-8efc-7168deba9f55 service neutron] 10.222.0.74 "GET /v2.0/ports/791424cf-7f49-4cd7-a3d5-e5f426ab97ac HTTP/1.1" status: 200 len: 1031 time: 0.5173554 Nov 25 17:30:06.117903 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-7fbf0db0-f068-40a5-a81d-f7c25a825662 req-15d52078-e952-4f58-ba04-6651ac0fddd2 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:06.166988 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-7fbf0db0-f068-40a5-a81d-f7c25a825662 req-15d52078-e952-4f58-ba04-6651ac0fddd2 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:06.195077 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7609ef26-9a41-4a91-8e11-8869034cd247 req-c316cb02-9508-4bc1-91ef-0c75e6e70b99 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=733f83ade5ed462890d9dfd70ff5e26d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1691849 Nov 25 17:30:06.204708 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [req-e619a635-10f7-407c-8038-9584199e6ecf req-187003d6-08e1-434c-b339-3b395539489e tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 25 17:30:06.205736 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e619a635-10f7-407c-8038-9584199e6ecf req-187003d6-08e1-434c-b339-3b395539489e tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "DELETE /v2.0/security-groups/996b07ba-4ba1-4f96-99de-f938ffe360d3 HTTP/1.1" status: 409 len: 341 time: 0.1544452 Nov 25 17:30:06.208762 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-870da6f0-b02e-434d-91bc-38efd03201da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:06.210029 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-870da6f0-b02e-434d-91bc-38efd03201da service neutron] 10.222.0.74 "GET /v2.0/ports/7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8 HTTP/1.1" status: 200 len: 1032 time: 0.0969429 Nov 25 17:30:06.218552 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-9cb756b4-167e-4c2d-aaac-1f2096f4a056 req-ef137ddf-1a13-41f5-a07c-4e36d293fae3 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Deleting port 809318ad-6e29-4c2d-b0c8-bc3044b5c0a2 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:30:06.218686 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9cb756b4-167e-4c2d-aaac-1f2096f4a056 req-ef137ddf-1a13-41f5-a07c-4e36d293fae3 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:06.229186 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fbf0db0-f068-40a5-a81d-f7c25a825662 req-15d52078-e952-4f58-ba04-6651ac0fddd2 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Network ef09a9cb-b767-40ab-abb2-adbc6ec1aed8 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:30:06.233527 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-7fbf0db0-f068-40a5-a81d-f7c25a825662 req-15d52078-e952-4f58-ba04-6651ac0fddd2 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:30:06.236790 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fbf0db0-f068-40a5-a81d-f7c25a825662 req-15d52078-e952-4f58-ba04-6651ac0fddd2 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:30:06.282095 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d52078-e952-4f58-ba04-6651ac0fddd2 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Pushing event updated for resources: {'Port': ['ID=170b832f-d4c3-4157-beaf-6670b20915f6,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:06.333300 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf0db0-f068-40a5-a81d-f7c25a825662 req-15d52078-e952-4f58-ba04-6651ac0fddd2 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:06.333531 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766f7f86-b128-41b8-90a4-6138f641306d x-openstack-request-id: req-766f7f86-b128-41b8-90a4-6138f641306d {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:30:06.333674 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1be99897-8a22-4cb2-8870-4be8aa872483", "tag": "f26ff3d8-a723-44c6-ac70-f1c3aeee75a3", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:30:06.333937 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-766f7f86-b128-41b8-90a4-6138f641306d {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:30:06.334064 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-7fbf0db0-f068-40a5-a81d-f7c25a825662 req-15d52078-e952-4f58-ba04-6651ac0fddd2 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:06.334333 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1be99897-8a22-4cb2-8870-4be8aa872483', 'tag': 'f26ff3d8-a723-44c6-ac70-f1c3aeee75a3', 'status': 'completed', 'code': 200} Nov 25 17:30:06.353471 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7fbf0db0-f068-40a5-a81d-f7c25a825662 req-15d52078-e952-4f58-ba04-6651ac0fddd2 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9870679 Nov 25 17:30:06.377303 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-7fbf0db0-f068-40a5-a81d-f7c25a825662 req-f734c74b-1eee-4d84-97e0-9f0926a62ccd service neutron] Request body: {'port': {'device_id': '4cb5461f-2bf7-48e4-a29b-8f006702c5a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:06.477526 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-7fbf0db0-f068-40a5-a81d-f7c25a825662 req-f734c74b-1eee-4d84-97e0-9f0926a62ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:06.606573 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7609ef26-9a41-4a91-8e11-8869034cd247 req-0d59e946-b1c5-4725-a0a6-dfea39115d8e service neutron] 10.222.0.75 "GET /v2.0/networks/6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3997371 Nov 25 17:30:06.661571 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-0d97b6ee-ab5f-45d0-9eb8-e1a3dc4e1a87 None None] Provisioning complete for port 170b832f-d4c3-4157-beaf-6670b20915f6 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:06.667498 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0d97b6ee-ab5f-45d0-9eb8-e1a3dc4e1a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:06.686957 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f07c9-0361-4680-9dcc-8b4dd5ef16f0 req-290b548a-8cd8-42a1-9fd0-4ea18c003fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:06.688753 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-722f07c9-0361-4680-9dcc-8b4dd5ef16f0 req-290b548a-8cd8-42a1-9fd0-4ea18c003fee service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a6a21f906b38400cbefeb299443350d9&device_id=1be99897-8a22-4cb2-8870-4be8aa872483 HTTP/1.1" status: 200 len: 1175 time: 0.3419163 Nov 25 17:30:06.712151 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-0d97b6ee-ab5f-45d0-9eb8-e1a3dc4e1a87 None None] Port 170b832f-d4c3-4157-beaf-6670b20915f6 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:30:06.783717 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-f7283221-1228-4ec1-b89e-5b8a03ea3577 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:06.790389 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-f7283221-1228-4ec1-b89e-5b8a03ea3577 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:06.796578 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-f7283221-1228-4ec1-b89e-5b8a03ea3577 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:06.799102 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-f7283221-1228-4ec1-b89e-5b8a03ea3577 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.74 "GET /v2.0/networks?id=124f5b02-f613-458f-b33d-77fb5d166863&id=6d3b5836-4740-4bb0-8171-a77a7b2fa0cd&id=6d3b5836-4740-4bb0-8171-a77a7b2fa0cd&id=6d3b5836-4740-4bb0-8171-a77a7b2fa0cd&id=6d3b5836-4740-4bb0-8171-a77a7b2fa0cd&id=04e189b3-a48d-47a2-8e70-da48c198c103&id=04e189b3-a48d-47a2-8e70-da48c198c103 HTTP/1.1" status: 200 len: 1994 time: 0.5746768 Nov 25 17:30:06.801379 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-9cb756b4-167e-4c2d-aaac-1f2096f4a056 req-ef137ddf-1a13-41f5-a07c-4e36d293fae3 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] For port 809318ad-6e29-4c2d-b0c8-bc3044b5c0a2, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=809318ad-6e29-4c2d-b0c8-bc3044b5c0a2,segment=NetworkSegment(6347e9f6-96b1-4f56-a092-a9cf81778fe8),segment_id=6347e9f6-96b1-4f56-a092-a9cf81778fe8)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:06.801758 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9cb756b4-167e-4c2d-aaac-1f2096f4a056 req-ef137ddf-1a13-41f5-a07c-4e36d293fae3 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:06.838242 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f763c1d5-6587-48a1-95ec-1dc7ef798322 req-69b8e236-345c-46c9-b0c9-c0f3e6798e59 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:06.839732 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f763c1d5-6587-48a1-95ec-1dc7ef798322 req-69b8e236-345c-46c9-b0c9-c0f3e6798e59 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.90 "GET /v2.0/ports?device_id=1ce80c19-3659-40f8-abba-4e399e848b21 HTTP/1.1" status: 200 len: 950 time: 0.0870998 Nov 25 17:30:06.900755 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-7fbf0db0-f068-40a5-a81d-f7c25a825662 req-f734c74b-1eee-4d84-97e0-9f0926a62ccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 170b832f-d4c3-4157-beaf-6670b20915f6 {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:30:06.902262 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-9cb756b4-167e-4c2d-aaac-1f2096f4a056 req-ef137ddf-1a13-41f5-a07c-4e36d293fae3 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Calling delete_port for 809318ad-6e29-4c2d-b0c8-bc3044b5c0a2 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:30:06.912115 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac84d1-abd4-4df7-8d43-24e1800806fd req-06c0ab88-898a-40ff-80b7-168ef505a792 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:06.913738 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-29ac84d1-abd4-4df7-8d43-24e1800806fd req-06c0ab88-898a-40ff-80b7-168ef505a792 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=1ce80c19-3659-40f8-abba-4e399e848b21 HTTP/1.1" status: 200 len: 950 time: 0.4093251 Nov 25 17:30:06.917385 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-7fbf0db0-f068-40a5-a81d-f7c25a825662 req-f734c74b-1eee-4d84-97e0-9f0926a62ccd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:06.968338 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-7fbf0db0-f068-40a5-a81d-f7c25a825662 req-f734c74b-1eee-4d84-97e0-9f0926a62ccd service neutron] Transition to ACTIVE for port object 170b832f-d4c3-4157-beaf-6670b20915f6 will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:30:06.987169 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-7fbf0db0-f068-40a5-a81d-f7c25a825662 req-f734c74b-1eee-4d84-97e0-9f0926a62ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:07.012149 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-f763c1d5-6587-48a1-95ec-1dc7ef798322 req-f586a855-4ed2-404c-8f12-3467b8c2bc9b tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Deleting port 1911452b-2733-42ad-9ec6-6a636b3eb83b {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:30:07.012492 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-f763c1d5-6587-48a1-95ec-1dc7ef798322 req-f586a855-4ed2-404c-8f12-3467b8c2bc9b tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:07.014725 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-21aafdf1-1aff-43dd-b3ee-e8a3447d8f08 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd6f14b9d22849c3ad1fbf498db9870a HTTP/1.1" status: 200 len: 379 time: 0.2023060 Nov 25 17:30:07.070186 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-aee69bbf-0685-4fcb-922a-e19d83904cd7 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Request body: {'port': {'device_id': 'd74ab755-36a9-4476-bec2-1aaeded5d781', 'network_id': '124f5b02-f613-458f-b33d-77fb5d166863', 'admin_state_up': True, 'tenant_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'security_groups': ['fbf472a3-c342-48cc-ac25-d9efd20bf257']}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:07.148162 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7609ef26-9a41-4a91-8e11-8869034cd247 req-6f5c81a8-decf-4c8b-b493-97fec46b1508 service neutron] 10.222.0.75 "GET /v2.0/networks/6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4981487 Nov 25 17:30:07.181769 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f734c74b-1eee-4d84-97e0-9f0926a62ccd service neutron] Pushing event updated for resources: {'Port': ['ID=170b832f-d4c3-4157-beaf-6670b20915f6,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:07.212865 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-7fbf0db0-f068-40a5-a81d-f7c25a825662 req-f734c74b-1eee-4d84-97e0-9f0926a62ccd service neutron] Attempting to bind port 170b832f-d4c3-4157-beaf-6670b20915f6 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:30:07.213475 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-7fbf0db0-f068-40a5-a81d-f7c25a825662 req-f734c74b-1eee-4d84-97e0-9f0926a62ccd service neutron] Attempting to bind port 170b832f-d4c3-4157-beaf-6670b20915f6 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '56419961-a63e-49f1-a134-fbcd7c726fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'ef09a9cb-b767-40ab-abb2-adbc6ec1aed8'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:30:07.214006 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbf0db0-f068-40a5-a81d-f7c25a825662 req-f734c74b-1eee-4d84-97e0-9f0926a62ccd service neutron] Attempting to bind port 170b832f-d4c3-4157-beaf-6670b20915f6 on network ef09a9cb-b767-40ab-abb2-adbc6ec1aed8 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:30:07.221419 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbf0db0-f068-40a5-a81d-f7c25a825662 req-f734c74b-1eee-4d84-97e0-9f0926a62ccd service neutron] Port 170b832f-d4c3-4157-beaf-6670b20915f6 on network ef09a9cb-b767-40ab-abb2-adbc6ec1aed8 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:30:07.222084 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbf0db0-f068-40a5-a81d-f7c25a825662 req-f734c74b-1eee-4d84-97e0-9f0926a62ccd service neutron] Attempting to bind port 170b832f-d4c3-4157-beaf-6670b20915f6 on network ef09a9cb-b767-40ab-abb2-adbc6ec1aed8 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:30:07.230297 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbf0db0-f068-40a5-a81d-f7c25a825662 req-f734c74b-1eee-4d84-97e0-9f0926a62ccd service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:30:07.230593 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbf0db0-f068-40a5-a81d-f7c25a825662 req-f734c74b-1eee-4d84-97e0-9f0926a62ccd service neutron] Checking segment: {'id': '56419961-a63e-49f1-a134-fbcd7c726fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'ef09a9cb-b767-40ab-abb2-adbc6ec1aed8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:30:07.231164 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbf0db0-f068-40a5-a81d-f7c25a825662 req-f734c74b-1eee-4d84-97e0-9f0926a62ccd service neutron] Bound using segment: {'id': '56419961-a63e-49f1-a134-fbcd7c726fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'ef09a9cb-b767-40ab-abb2-adbc6ec1aed8'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:30:07.231708 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-7fbf0db0-f068-40a5-a81d-f7c25a825662 req-f734c74b-1eee-4d84-97e0-9f0926a62ccd service neutron] Bound port: 170b832f-d4c3-4157-beaf-6670b20915f6, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56419961-a63e-49f1-a134-fbcd7c726fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'ef09a9cb-b767-40ab-abb2-adbc6ec1aed8'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:30:07.232187 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-7fbf0db0-f068-40a5-a81d-f7c25a825662 req-f734c74b-1eee-4d84-97e0-9f0926a62ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:07.306045 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-f763c1d5-6587-48a1-95ec-1dc7ef798322 req-f586a855-4ed2-404c-8f12-3467b8c2bc9b tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] For port 1911452b-2733-42ad-9ec6-6a636b3eb83b, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=1911452b-2733-42ad-9ec6-6a636b3eb83b,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:07.306412 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-f763c1d5-6587-48a1-95ec-1dc7ef798322 req-f586a855-4ed2-404c-8f12-3467b8c2bc9b tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:07.327991 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-f763c1d5-6587-48a1-95ec-1dc7ef798322 req-f586a855-4ed2-404c-8f12-3467b8c2bc9b tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Calling delete_port for 1911452b-2733-42ad-9ec6-6a636b3eb83b owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:30:07.449200 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-7fbf0db0-f068-40a5-a81d-f7c25a825662 req-f734c74b-1eee-4d84-97e0-9f0926a62ccd service neutron] For port 170b832f-d4c3-4157-beaf-6670b20915f6, host n-h1-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:30:07.470610 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-7fbf0db0-f068-40a5-a81d-f7c25a825662 req-f734c74b-1eee-4d84-97e0-9f0926a62ccd service neutron] For port 170b832f-d4c3-4157-beaf-6670b20915f6, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=170b832f-d4c3-4157-beaf-6670b20915f6,segment=NetworkSegment(56419961-a63e-49f1-a134-fbcd7c726fe9),segment_id=56419961-a63e-49f1-a134-fbcd7c726fe9)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:30:07.502935 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-7fbf0db0-f068-40a5-a81d-f7c25a825662 req-f734c74b-1eee-4d84-97e0-9f0926a62ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:07.584878 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-29ac84d1-abd4-4df7-8d43-24e1800806fd req-cf7ccdf0-48af-4369-8fcb-9fbdae99c7ac tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6546574 Nov 25 17:30:07.602788 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f07c9-0361-4680-9dcc-8b4dd5ef16f0 req-ab0fffac-b508-4a0b-90e9-f91f6b675918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:07.604683 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-722f07c9-0361-4680-9dcc-8b4dd5ef16f0 req-ab0fffac-b508-4a0b-90e9-f91f6b675918 service neutron] 10.222.0.90 "GET /v2.0/networks?id=50ed7be7-341a-4bb0-b02f-f642589d92ba HTTP/1.1" status: 200 len: 914 time: 0.8908131 Nov 25 17:30:07.636652 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f734c74b-1eee-4d84-97e0-9f0926a62ccd service neutron] Pushing event updated for resources: {'Port': ['ID=170b832f-d4c3-4157-beaf-6670b20915f6,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:07.675253 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9cb756b4-167e-4c2d-aaac-1f2096f4a056 req-ef137ddf-1a13-41f5-a07c-4e36d293fae3 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:07.680339 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf0db0-f068-40a5-a81d-f7c25a825662 req-f734c74b-1eee-4d84-97e0-9f0926a62ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:07.682595 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-7fbf0db0-f068-40a5-a81d-f7c25a825662 req-f734c74b-1eee-4d84-97e0-9f0926a62ccd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:07.685676 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7fbf0db0-f068-40a5-a81d-f7c25a825662 req-f734c74b-1eee-4d84-97e0-9f0926a62ccd service neutron] 10.222.0.74 "PUT /v2.0/ports/170b832f-d4c3-4157-beaf-6670b20915f6 HTTP/1.1" status: 200 len: 1091 time: 1.3188074 Nov 25 17:30:07.689295 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cb5461f-2bf7-48e4-a29b-8f006702c5a6', 'tag': '170b832f-d4c3-4157-beaf-6670b20915f6'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:30:07.693185 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73202204-24fb-4d8c-b424-cd1645fb11f5" -d '{"events": [{"name": "network-changed", "server_uuid": "4cb5461f-2bf7-48e4-a29b-8f006702c5a6", "tag": "170b832f-d4c3-4157-beaf-6670b20915f6"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:30:07.895350 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf0db0-f068-40a5-a81d-f7c25a825662 req-57f5c87a-2687-497e-a147-c1cef85b1ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:07.900147 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7fbf0db0-f068-40a5-a81d-f7c25a825662 req-57f5c87a-2687-497e-a147-c1cef85b1ac6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c296d8c37a3d4484983acb10cc0204d2&device_id=4cb5461f-2bf7-48e4-a29b-8f006702c5a6 HTTP/1.1" status: 200 len: 1094 time: 0.1461191 Nov 25 17:30:07.921359 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-722f07c9-0361-4680-9dcc-8b4dd5ef16f0 req-657b78e9-9970-4beb-98f9-efc3b7304373 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f26ff3d8-a723-44c6-ac70-f1c3aeee75a3 HTTP/1.1" status: 200 len: 217 time: 0.2605853 Nov 25 17:30:07.936047 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-21e2847a-faa8-484a-9143-f2e17ef50804 req-3527cf54-04b8-4a80-9649-4a7ce883099a tempest-ServerShowV254Test-1541790367 tempest-ServerShowV254Test-1541790367-project] 10.222.0.75 "GET /v2.0/ports?device_id=b48d8cd8-3dec-4719-82d6-63d6f47f0333 HTTP/1.1" status: 200 len: 210 time: 0.2785082 Nov 25 17:30:07.949287 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef137ddf-1a13-41f5-a07c-4e36d293fae3 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Pushing event deleted for resources: {'Port': ['ID=809318ad-6e29-4c2d-b0c8-bc3044b5c0a2,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:08.011158 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-aee69bbf-0685-4fcb-922a-e19d83904cd7 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Made reservation on behalf of dd6f14b9d22849c3ad1fbf498db9870a for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:30:08.014837 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-aee69bbf-0685-4fcb-922a-e19d83904cd7 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:08.056118 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7fbf0db0-f068-40a5-a81d-f7c25a825662 req-9557b2bb-990f-4d24-b864-58c3f88d04ca service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=170b832f-d4c3-4157-beaf-6670b20915f6 HTTP/1.1" status: 200 len: 217 time: 0.1378090 Nov 25 17:30:08.105780 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cb756b4-167e-4c2d-aaac-1f2096f4a056 req-ef137ddf-1a13-41f5-a07c-4e36d293fae3 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] No DVR routers for this DVR port 809318ad-6e29-4c2d-b0c8-bc3044b5c0a2 on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:30:08.116638 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9cb756b4-167e-4c2d-aaac-1f2096f4a056 req-ef137ddf-1a13-41f5-a07c-4e36d293fae3 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:08.119939 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9cb756b4-167e-4c2d-aaac-1f2096f4a056 req-ef137ddf-1a13-41f5-a07c-4e36d293fae3 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.90 "DELETE /v2.0/ports/809318ad-6e29-4c2d-b0c8-bc3044b5c0a2 HTTP/1.1" status: 204 len: 173 time: 2.6095443 Nov 25 17:30:08.141760 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f07c9-0361-4680-9dcc-8b4dd5ef16f0 req-516ee143-413d-4bc2-b7d8-c5eef052472a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:08.143427 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-722f07c9-0361-4680-9dcc-8b4dd5ef16f0 req-516ee143-413d-4bc2-b7d8-c5eef052472a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f4c0e4dd-ba40-4565-915d-3405eb220964 HTTP/1.1" status: 200 len: 853 time: 0.1956673 Nov 25 17:30:08.165991 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd764d7-63b7-4e3d-a38b-b8c08207aae7 req-7304e076-ff1c-4292-bfb3-0e977daf536d tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:08.167636 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bbd764d7-63b7-4e3d-a38b-b8c08207aae7 req-7304e076-ff1c-4292-bfb3-0e977daf536d tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "GET /v2.0/ports?device_id=4cb5461f-2bf7-48e4-a29b-8f006702c5a6 HTTP/1.1" status: 200 len: 943 time: 0.3359289 Nov 25 17:30:08.173368 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c7795908-327e-4fa8-b280-d6289a599da0 req-e9b5be25-27ef-4e2a-a001-3c64b3c6e0cf tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/ports?device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 210 time: 0.0706418 Nov 25 17:30:08.243953 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-722f07c9-0361-4680-9dcc-8b4dd5ef16f0 req-500af9ff-1ef1-4802-9e12-cd903bcc341c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=50ed7be7-341a-4bb0-b02f-f642589d92ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751235 Nov 25 17:30:08.331264 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf0db0-f068-40a5-a81d-f7c25a825662 req-62aff864-a799-4aaa-aa08-a0c506a572ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:08.333561 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7fbf0db0-f068-40a5-a81d-f7c25a825662 req-62aff864-a799-4aaa-aa08-a0c506a572ee service neutron] 10.222.0.74 "GET /v2.0/subnets?id=82218ac9-c8df-4d39-919a-d596976289cd HTTP/1.1" status: 200 len: 859 time: 0.1232176 Nov 25 17:30:08.334761 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-f763c1d5-6587-48a1-95ec-1dc7ef798322 req-f586a855-4ed2-404c-8f12-3467b8c2bc9b tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:08.342571 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf672523-2b2d-4f1c-87a5-3b45351ca28c', 'name': 'network-vif-deleted', 'tag': '809318ad-6e29-4c2d-b0c8-bc3044b5c0a2'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:30:08.345625 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0345a80e-1ac0-4d81-b46c-a4336e71e9f9" -d '{"events": [{"server_uuid": "bf672523-2b2d-4f1c-87a5-3b45351ca28c", "name": "network-vif-deleted", "tag": "809318ad-6e29-4c2d-b0c8-bc3044b5c0a2"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:30:08.351446 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['5dd26ad6-440e-45ad-be85-4b1a98da85a4', 'ed6453e3-969d-494e-bd6f-33b16d7135ac', '1911452b-2733-42ad-9ec6-6a636b3eb83b'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:30:08.405893 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bbd764d7-63b7-4e3d-a38b-b8c08207aae7 req-2b828fed-7834-4ed2-9d3f-85a502250f7e tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "GET /v2.0/security-groups?id=3ec58929-08cc-4fef-97af-6c434afc53d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213969 Nov 25 17:30:08.484409 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-aee69bbf-0685-4fcb-922a-e19d83904cd7 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Allocated IP 172.20.0.8 (124f5b02-f613-458f-b33d-77fb5d166863/3ed106f0-2cd9-4f3e-b760-6bf8df9e80f9/7be8a07b-4a87-4407-a846-a793d7c0884e) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:30:08.514448 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-722f07c9-0361-4680-9dcc-8b4dd5ef16f0 req-47b0e696-42ce-417a-9a0c-073b79d2cd02 service neutron] 10.222.0.90 "GET /v2.0/networks/50ed7be7-341a-4bb0-b02f-f642589d92ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556884 Nov 25 17:30:08.525336 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f586a855-4ed2-404c-8f12-3467b8c2bc9b tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Pushing event deleted for resources: {'Port': ['ID=1911452b-2733-42ad-9ec6-6a636b3eb83b,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:08.564579 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf0db0-f068-40a5-a81d-f7c25a825662 req-ebcc9cc0-41a5-4063-b5d6-3460a210427b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:08.577290 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7fbf0db0-f068-40a5-a81d-f7c25a825662 req-ebcc9cc0-41a5-4063-b5d6-3460a210427b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ef09a9cb-b767-40ab-abb2-adbc6ec1aed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1880856 Nov 25 17:30:08.732276 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-f763c1d5-6587-48a1-95ec-1dc7ef798322 req-f586a855-4ed2-404c-8f12-3467b8c2bc9b tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] No DVR routers for this DVR port 1911452b-2733-42ad-9ec6-6a636b3eb83b on host n-h2-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:30:08.737993 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-f763c1d5-6587-48a1-95ec-1dc7ef798322 req-f586a855-4ed2-404c-8f12-3467b8c2bc9b tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:08.738691 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['0682888f-e70f-4362-8d88-9e0f7bea89c3', '057d05e3-0c55-42f7-8017-905ae44193e9', '62f35846-a216-43c6-b577-f0ae35b79bf2', '981205d1-f4d3-4ec4-9554-3aa640acff88', '5e843580-9b98-48fa-add9-928b30944eb8'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:30:08.756646 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f763c1d5-6587-48a1-95ec-1dc7ef798322 req-f586a855-4ed2-404c-8f12-3467b8c2bc9b tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.90 "DELETE /v2.0/ports/1911452b-2733-42ad-9ec6-6a636b3eb83b HTTP/1.1" status: 204 len: 173 time: 1.8987117 Nov 25 17:30:08.959736 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9b09e4d6-ba7e-472e-94fb-8eccfa9ec1af req-dacec1b2-36ac-4ffd-842b-d0e60c72d2b0 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/ports?device_id=1dd102ea-756d-4b25-9345-f3b89b060826 HTTP/1.1" status: 200 len: 210 time: 0.2065339 Nov 25 17:30:09.025682 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98759446-14b4-40d3-a294-5a1858184186 x-openstack-request-id: req-98759446-14b4-40d3-a294-5a1858184186 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:30:09.026642 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cb5461f-2bf7-48e4-a29b-8f006702c5a6", "tag": "170b832f-d4c3-4157-beaf-6670b20915f6", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:30:09.026906 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-98759446-14b4-40d3-a294-5a1858184186 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:30:09.027335 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cb5461f-2bf7-48e4-a29b-8f006702c5a6', 'tag': '170b832f-d4c3-4157-beaf-6670b20915f6', 'status': 'completed', 'code': 200} Nov 25 17:30:09.092121 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d4580f28-08af-44c9-a8b9-0d3fad677a8e req-84815e07-69ee-4cd5-bf0d-e2f0eb9b7a0a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c83e7cef60534ac68a0ac8717287b0ae&device_id=5aa1a53d-e5f0-4ee5-b63e-9e96a4d7e579 HTTP/1.1" status: 200 len: 210 time: 0.0501623 Nov 25 17:30:09.100304 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7fbf0db0-f068-40a5-a81d-f7c25a825662 req-f9cba382-96d4-41b4-b8c0-6165877248a6 service neutron] 10.222.0.74 "GET /v2.0/networks/ef09a9cb-b767-40ab-abb2-adbc6ec1aed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5200458 Nov 25 17:30:09.163227 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d4580f28-08af-44c9-a8b9-0d3fad677a8e req-82a328ac-4c7e-4ace-a6d2-997ef21829bf service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=c83e7cef60534ac68a0ac8717287b0ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406759 Nov 25 17:30:09.337939 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 809318ad-6e29-4c2d-b0c8-bc3044b5c0a2 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:30:09.358753 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7fbf0db0-f068-40a5-a81d-f7c25a825662 req-ac4ed137-e798-4d59-be0a-c3db613be912 service neutron] 10.222.0.74 "GET /v2.0/networks/ef09a9cb-b767-40ab-abb2-adbc6ec1aed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503746 Nov 25 17:30:09.386181 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: 809318ad-6e29-4c2d-b0c8-bc3044b5c0a2 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:30:09.386796 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 809318ad-6e29-4c2d-b0c8-bc3044b5c0a2 not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:30:09.566466 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d417b99b-64f5-48d5-ac01-2a13cf23b4d1 x-openstack-request-id: req-d417b99b-64f5-48d5-ac01-2a13cf23b4d1 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:30:09.567053 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf672523-2b2d-4f1c-87a5-3b45351ca28c", "name": "network-vif-deleted", "tag": "809318ad-6e29-4c2d-b0c8-bc3044b5c0a2", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:30:09.567053 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d417b99b-64f5-48d5-ac01-2a13cf23b4d1 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:30:09.567301 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf672523-2b2d-4f1c-87a5-3b45351ca28c', 'name': 'network-vif-deleted', 'tag': '809318ad-6e29-4c2d-b0c8-bc3044b5c0a2', 'status': 'completed', 'code': 200} Nov 25 17:30:09.772466 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e3b6951d-5af6-4f9c-9481-4bcbe9b165db req-0244ac78-34b4-499e-bc75-716dd3912d5b tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=1ce80c19-3659-40f8-abba-4e399e848b21 HTTP/1.1" status: 200 len: 210 time: 0.2118387 Nov 25 17:30:09.894585 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4580f28-08af-44c9-a8b9-0d3fad677a8e req-2e8ff87e-c481-412e-916f-60aaa495d130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:09.897417 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d4580f28-08af-44c9-a8b9-0d3fad677a8e req-2e8ff87e-c481-412e-916f-60aaa495d130 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5192010 Nov 25 17:30:09.910110 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73202204-24fb-4d8c-b424-cd1645fb11f5 req-b8a2f57e-ebdd-4c62-b493-fd0b8b8bf594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:09.913183 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-73202204-24fb-4d8c-b424-cd1645fb11f5 req-b8a2f57e-ebdd-4c62-b493-fd0b8b8bf594 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c296d8c37a3d4484983acb10cc0204d2&device_id=4cb5461f-2bf7-48e4-a29b-8f006702c5a6 HTTP/1.1" status: 200 len: 1094 time: 0.4668195 Nov 25 17:30:10.019766 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-aee69bbf-0685-4fcb-922a-e19d83904cd7 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:10.229304 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-aee69bbf-0685-4fcb-922a-e19d83904cd7 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:10.254629 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a41bd-b282-41fe-96fc-45fcf7a82b4f req-d7a496c6-d8fe-4e21-8033-62df365ddb70 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:10.255003 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-722f07c9-0361-4680-9dcc-8b4dd5ef16f0 req-5d932b1c-a9da-48c5-b828-bdff0e7d9659 service neutron] 10.222.0.90 "GET /v2.0/networks/50ed7be7-341a-4bb0-b02f-f642589d92ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7192562 Nov 25 17:30:10.266637 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-cb0a41bd-b282-41fe-96fc-45fcf7a82b4f req-d7a496c6-d8fe-4e21-8033-62df365ddb70 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.90 "GET /v2.0/ports?device_id=1be99897-8a22-4cb2-8870-4be8aa872483 HTTP/1.1" status: 200 len: 1024 time: 0.1646488 Nov 25 17:30:10.268303 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73202204-24fb-4d8c-b424-cd1645fb11f5 req-5f356170-a000-4bb9-974d-40cd8f051127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:10.269735 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-73202204-24fb-4d8c-b424-cd1645fb11f5 req-5f356170-a000-4bb9-974d-40cd8f051127 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ef09a9cb-b767-40ab-abb2-adbc6ec1aed8 HTTP/1.1" status: 200 len: 921 time: 0.3486719 Nov 25 17:30:10.354941 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee69bbf-0685-4fcb-922a-e19d83904cd7 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Pushing event updated for resources: {'Port': ['ID=7be8a07b-4a87-4407-a846-a793d7c0884e,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:10.367016 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-aee69bbf-0685-4fcb-922a-e19d83904cd7 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Network 124f5b02-f613-458f-b33d-77fb5d166863 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:30:10.371023 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d58f8c7-1510-43cb-99e9-cdb78ff60ab2 req-c2e7898d-499c-47fa-b65c-8ba527889507 tempest-ServerShowV247Test-1067549471 tempest-ServerShowV247Test-1067549471-project] 10.222.0.75 "GET /v2.0/ports?device_id=5aa1a53d-e5f0-4ee5-b63e-9e96a4d7e579 HTTP/1.1" status: 200 len: 210 time: 0.1852739 Nov 25 17:30:10.377441 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-aee69bbf-0685-4fcb-922a-e19d83904cd7 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:30:10.384539 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-aee69bbf-0685-4fcb-922a-e19d83904cd7 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:30:10.420886 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-73202204-24fb-4d8c-b424-cd1645fb11f5 req-79567d95-9d4e-4476-83a9-afbc28cf84b4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=170b832f-d4c3-4157-beaf-6670b20915f6 HTTP/1.1" status: 200 len: 217 time: 0.1302238 Nov 25 17:30:10.428667 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e36c6-16c8-4f80-b7f1-4186b7074126 req-e80496b8-ccc0-4e80-97c1-767c741173f1 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:10.438617 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c34e36c6-16c8-4f80-b7f1-4186b7074126 req-e80496b8-ccc0-4e80-97c1-767c741173f1 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/ports?device_id=1be99897-8a22-4cb2-8870-4be8aa872483 HTTP/1.1" status: 200 len: 1024 time: 0.8683724 Nov 25 17:30:10.531093 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609ef26-9a41-4a91-8e11-8869034cd247 req-98466774-2f51-44b1-bf17-5bad3e9838ba tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:10.533042 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7609ef26-9a41-4a91-8e11-8869034cd247 req-98466774-2f51-44b1-bf17-5bad3e9838ba tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.90 "GET /v2.0/networks?id=6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5 HTTP/1.1" status: 200 len: 804 time: 0.8781021 Nov 25 17:30:10.550754 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73202204-24fb-4d8c-b424-cd1645fb11f5 req-fd2a3c62-91e1-4388-a93d-a38e37502473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:10.552541 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-73202204-24fb-4d8c-b424-cd1645fb11f5 req-fd2a3c62-91e1-4388-a93d-a38e37502473 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=82218ac9-c8df-4d39-919a-d596976289cd HTTP/1.1" status: 200 len: 859 time: 0.1307416 Nov 25 17:30:10.568678 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3beb3c58-3ba4-4654-8e09-7aeabdf5621c req-8b8c0e51-c433-4b50-8a9e-b40de0ddcdc0 tempest-ServerShowV254Test-1541790367 tempest-ServerShowV254Test-1541790367-project] 10.222.0.75 "GET /v2.0/ports?device_id=b48d8cd8-3dec-4719-82d6-63d6f47f0333 HTTP/1.1" status: 200 len: 210 time: 0.0609994 Nov 25 17:30:10.575299 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-7609ef26-9a41-4a91-8e11-8869034cd247 req-017b2434-072d-412e-bb03-98346afa6adb tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Request body: {'port': {'device_id': '1dd102ea-756d-4b25-9345-f3b89b060826', 'network_id': '6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5', 'admin_state_up': True, 'tenant_id': '733f83ade5ed462890d9dfd70ff5e26d'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:10.587619 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-aee69bbf-0685-4fcb-922a-e19d83904cd7 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:10.588459 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-aee69bbf-0685-4fcb-922a-e19d83904cd7 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:10.651685 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-cb0a41bd-b282-41fe-96fc-45fcf7a82b4f req-1b85f31f-5705-44dc-acf2-61869465c45c tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Deleting port f26ff3d8-a723-44c6-ac70-f1c3aeee75a3 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:30:10.652981 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-cb0a41bd-b282-41fe-96fc-45fcf7a82b4f req-1b85f31f-5705-44dc-acf2-61869465c45c tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:10.661359 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73202204-24fb-4d8c-b424-cd1645fb11f5 req-597f6564-8fe0-4c03-a7f7-34de0502dd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:10.664755 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-73202204-24fb-4d8c-b424-cd1645fb11f5 req-597f6564-8fe0-4c03-a7f7-34de0502dd27 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ef09a9cb-b767-40ab-abb2-adbc6ec1aed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1026978 Nov 25 17:30:10.673286 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-aee69bbf-0685-4fcb-922a-e19d83904cd7 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6081922 Nov 25 17:30:10.722069 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-7e711845-1c0d-48b0-8928-2bc65896e517 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Request body: {'port': {'device_id': 'd74ab755-36a9-4476-bec2-1aaeded5d781', 'network_id': '6d3b5836-4740-4bb0-8171-a77a7b2fa0cd', 'admin_state_up': True, 'tenant_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'security_groups': ['fbf472a3-c342-48cc-ac25-d9efd20bf257']}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:10.796975 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c34e36c6-16c8-4f80-b7f1-4186b7074126 req-8eae408c-fcf2-4930-9a52-f276519355ab tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/security-groups?id=986e86ac-b28b-4e53-9638-1c25d7b56ba8&id=996b07ba-4ba1-4f96-99de-f938ffe360d3&id=447c0c12-fb2d-4373-aaeb-54c1ac5f6e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.3560088 Nov 25 17:30:10.842196 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b32b3fef-79d1-4499-b50e-13a074c3d06b None None] Provisioning complete for port 7be8a07b-4a87-4407-a846-a793d7c0884e triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:10.842736 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b32b3fef-79d1-4499-b50e-13a074c3d06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:10.903457 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-73202204-24fb-4d8c-b424-cd1645fb11f5 req-85015e97-602f-4ad6-b636-efc3647bc117 service neutron] 10.222.0.74 "GET /v2.0/networks/ef09a9cb-b767-40ab-abb2-adbc6ec1aed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232592 Nov 25 17:30:10.923568 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b32b3fef-79d1-4499-b50e-13a074c3d06b None None] Port 7be8a07b-4a87-4407-a846-a793d7c0884e cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:30:10.948038 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-cb0a41bd-b282-41fe-96fc-45fcf7a82b4f req-1b85f31f-5705-44dc-acf2-61869465c45c tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] For port f26ff3d8-a723-44c6-ac70-f1c3aeee75a3, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=f26ff3d8-a723-44c6-ac70-f1c3aeee75a3,segment=NetworkSegment(d13f2dc6-b7c6-452b-bee8-8ce632936531),segment_id=d13f2dc6-b7c6-452b-bee8-8ce632936531)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:10.948677 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-cb0a41bd-b282-41fe-96fc-45fcf7a82b4f req-1b85f31f-5705-44dc-acf2-61869465c45c tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:11.072101 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce80c19-3659-40f8-abba-4e399e848b21', 'name': 'network-vif-deleted', 'tag': '1911452b-2733-42ad-9ec6-6a636b3eb83b'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:30:11.075398 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5834be57-e0d3-4d2f-8cf3-e13c3748f73e" -d '{"events": [{"server_uuid": "1ce80c19-3659-40f8-abba-4e399e848b21", "name": "network-vif-deleted", "tag": "1911452b-2733-42ad-9ec6-6a636b3eb83b"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:30:11.081263 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-73202204-24fb-4d8c-b424-cd1645fb11f5 req-a9f5a6a0-fe32-47dc-83e2-720ffcc1bde9 service neutron] 10.222.0.74 "GET /v2.0/networks/ef09a9cb-b767-40ab-abb2-adbc6ec1aed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208069 Nov 25 17:30:11.089748 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e7312-d361-4dd6-a740-6d1aba7cd745 req-0f9b86f5-0eb3-4b73-8c0e-7ed138ef24fe tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:11.091584 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d97e7312-d361-4dd6-a740-6d1aba7cd745 req-0f9b86f5-0eb3-4b73-8c0e-7ed138ef24fe tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/ports?device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 931 time: 0.3449571 Nov 25 17:30:11.097699 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7609ef26-9a41-4a91-8e11-8869034cd247 req-017b2434-072d-412e-bb03-98346afa6adb tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Made reservation on behalf of 733f83ade5ed462890d9dfd70ff5e26d for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:30:11.099278 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-cb0a41bd-b282-41fe-96fc-45fcf7a82b4f req-1b85f31f-5705-44dc-acf2-61869465c45c tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Calling delete_port for f26ff3d8-a723-44c6-ac70-f1c3aeee75a3 owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:30:11.101707 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7609ef26-9a41-4a91-8e11-8869034cd247 req-017b2434-072d-412e-bb03-98346afa6adb tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:11.141798 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d30b135-3f5f-47f9-a8b3-791c4dece999 req-5d6b40ec-7aca-463b-92c5-ce8c1d3bd622 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:11.143296 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2d30b135-3f5f-47f9-a8b3-791c4dece999 req-5d6b40ec-7aca-463b-92c5-ce8c1d3bd622 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "GET /v2.0/ports?device_id=4cb5461f-2bf7-48e4-a29b-8f006702c5a6 HTTP/1.1" status: 200 len: 943 time: 0.2295523 Nov 25 17:30:11.271857 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-cb0a41bd-b282-41fe-96fc-45fcf7a82b4f req-1b85f31f-5705-44dc-acf2-61869465c45c tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:11.278285 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d4580f28-08af-44c9-a8b9-0d3fad677a8e req-53bbaecc-1717-41ba-8308-80f6a9d1b3e5 tempest-ServerShowV247Test-1067549471 tempest-ServerShowV247Test-1067549471-project] 10.222.0.90 "GET /v2.0/ports?device_id=5aa1a53d-e5f0-4ee5-b63e-9e96a4d7e579 HTTP/1.1" status: 200 len: 210 time: 0.0336843 Nov 25 17:30:11.284304 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['f26ff3d8-a723-44c6-ac70-f1c3aeee75a3'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:30:11.304641 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d97e7312-d361-4dd6-a740-6d1aba7cd745 req-1deb1b33-3081-4035-86e7-bdf577ca40d6 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf472a3-c342-48cc-ac25-d9efd20bf257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1800005 Nov 25 17:30:11.315230 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-7e711845-1c0d-48b0-8928-2bc65896e517 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Made reservation on behalf of dd6f14b9d22849c3ad1fbf498db9870a for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:30:11.319002 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-7e711845-1c0d-48b0-8928-2bc65896e517 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:11.334517 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 1911452b-2733-42ad-9ec6-6a636b3eb83b no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:30:11.379744 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: 1911452b-2733-42ad-9ec6-6a636b3eb83b {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:30:11.380235 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 1911452b-2733-42ad-9ec6-6a636b3eb83b not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:30:11.389048 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2d30b135-3f5f-47f9-a8b3-791c4dece999 req-c5caa7c3-960b-459a-9d46-9d830f9810fd tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "GET /v2.0/security-groups?id=3ec58929-08cc-4fef-97af-6c434afc53d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338009 Nov 25 17:30:11.448480 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b85f31f-5705-44dc-acf2-61869465c45c tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Pushing event deleted for resources: {'Port': ['ID=f26ff3d8-a723-44c6-ac70-f1c3aeee75a3,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:11.463584 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-7609ef26-9a41-4a91-8e11-8869034cd247 req-017b2434-072d-412e-bb03-98346afa6adb tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Allocated IP 172.20.0.9 (6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5/577f7e8f-a41f-42c3-a5d0-23f6361748a4/440d3faa-aac6-4753-b3dc-93351c7dd4c9) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:30:11.606395 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a899839-1123-44f7-9ab9-2e06eafe5d67 x-openstack-request-id: req-0a899839-1123-44f7-9ab9-2e06eafe5d67 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:30:11.606797 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ce80c19-3659-40f8-abba-4e399e848b21", "name": "network-vif-deleted", "tag": "1911452b-2733-42ad-9ec6-6a636b3eb83b", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:30:11.607160 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0a899839-1123-44f7-9ab9-2e06eafe5d67 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:30:11.607658 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce80c19-3659-40f8-abba-4e399e848b21', 'name': 'network-vif-deleted', 'tag': '1911452b-2733-42ad-9ec6-6a636b3eb83b', 'status': 'completed', 'code': 200} Nov 25 17:30:11.617847 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb0a41bd-b282-41fe-96fc-45fcf7a82b4f req-1b85f31f-5705-44dc-acf2-61869465c45c tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] No DVR routers for this DVR port f26ff3d8-a723-44c6-ac70-f1c3aeee75a3 on host n-h2-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:30:11.620725 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-cb0a41bd-b282-41fe-96fc-45fcf7a82b4f req-1b85f31f-5705-44dc-acf2-61869465c45c tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:11.624272 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-cb0a41bd-b282-41fe-96fc-45fcf7a82b4f req-1b85f31f-5705-44dc-acf2-61869465c45c tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.90 "DELETE /v2.0/ports/f26ff3d8-a723-44c6-ac70-f1c3aeee75a3 HTTP/1.1" status: 204 len: 173 time: 1.3484006 Nov 25 17:30:11.734268 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['026ec35f-53e8-4943-b0f3-5093108a4eb0'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:30:11.756631 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7609ef26-9a41-4a91-8e11-8869034cd247 req-017b2434-072d-412e-bb03-98346afa6adb tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:11.862501 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-7e711845-1c0d-48b0-8928-2bc65896e517 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Allocated IP 10.1.1.152 (6d3b5836-4740-4bb0-8171-a77a7b2fa0cd/8f7ac9a8-89f8-4c97-b414-fee10b4c07cb/044a9a30-8fd9-4fbc-b394-b1fc79eb0b20) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:30:11.865229 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7609ef26-9a41-4a91-8e11-8869034cd247 req-017b2434-072d-412e-bb03-98346afa6adb tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:11.918372 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2e83fd14-8a84-4f77-ada5-08d6c14dca2c req-fe8fe5f7-c50f-427b-8a01-52a4082e1220 tempest-ServerShowV247Test-1067549471 tempest-ServerShowV247Test-1067549471-project] 10.222.0.75 "GET /v2.0/ports?device_id=5aa1a53d-e5f0-4ee5-b63e-9e96a4d7e579 HTTP/1.1" status: 200 len: 210 time: 0.1205935 Nov 25 17:30:12.063413 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7609ef26-9a41-4a91-8e11-8869034cd247 req-017b2434-072d-412e-bb03-98346afa6adb tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Network 6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:30:12.076297 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-7609ef26-9a41-4a91-8e11-8869034cd247 req-017b2434-072d-412e-bb03-98346afa6adb tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:30:12.079095 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 170b832f-d4c3-4157-beaf-6670b20915f6 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:30:12.086423 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-7609ef26-9a41-4a91-8e11-8869034cd247 req-017b2434-072d-412e-bb03-98346afa6adb tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:30:12.195196 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0536add2-7e3b-4260-8bd9-44fdc94c4fd5 req-ad6b7467-af17-47c6-8a35-87300d9caf13 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:12.217947 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0536add2-7e3b-4260-8bd9-44fdc94c4fd5 req-ad6b7467-af17-47c6-8a35-87300d9caf13 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/ports?device_id=1dd102ea-756d-4b25-9345-f3b89b060826 HTTP/1.1" status: 200 len: 931 time: 0.4136791 Nov 25 17:30:12.278592 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 170b832f-d4c3-4157-beaf-6670b20915f6, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=170b832f-d4c3-4157-beaf-6670b20915f6,segment=NetworkSegment(56419961-a63e-49f1-a134-fbcd7c726fe9),segment_id=56419961-a63e-49f1-a134-fbcd7c726fe9)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:12.297285 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '170b832f-d4c3-4157-beaf-6670b20915f6', 'network_id': 'ef09a9cb-b767-40ab-abb2-adbc6ec1aed8', 'port_id': '170b832f-d4c3-4157-beaf-6670b20915f6', 'mac_address': 'fa:16:3e:3c:14:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82218ac9-c8df-4d39-919a-d596976289cd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:30:12.305760 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0536add2-7e3b-4260-8bd9-44fdc94c4fd5 req-e98a6d48-6317-4b85-ae96-1b030696b83c tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/security-groups?id=84be2441-5ea8-4292-81c0-e25d06d16adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866702 Nov 25 17:30:12.324710 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017b2434-072d-412e-bb03-98346afa6adb tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Pushing event updated for resources: {'Port': ['ID=440d3faa-aac6-4753-b3dc-93351c7dd4c9,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:12.379118 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:12.416172 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 170b832f-d4c3-4157-beaf-6670b20915f6 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:30:12.439521 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609ef26-9a41-4a91-8e11-8869034cd247 req-017b2434-072d-412e-bb03-98346afa6adb tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:12.441185 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7609ef26-9a41-4a91-8e11-8869034cd247 req-017b2434-072d-412e-bb03-98346afa6adb tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:12.471725 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 170b832f-d4c3-4157-beaf-6670b20915f6, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=170b832f-d4c3-4157-beaf-6670b20915f6,segment=NetworkSegment(56419961-a63e-49f1-a134-fbcd7c726fe9),segment_id=56419961-a63e-49f1-a134-fbcd7c726fe9)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:12.480554 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:12.528402 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a675dc37-8ae0-4656-9152-ac92d97b7a59 req-9b5290c1-0dc2-4cde-84af-628cfabacc4c tempest-ServerShowV254Test-1541790367 tempest-ServerShowV254Test-1541790367-project] 10.222.0.75 "GET /v2.0/ports?device_id=b48d8cd8-3dec-4719-82d6-63d6f47f0333 HTTP/1.1" status: 200 len: 210 time: 0.1146922 Nov 25 17:30:12.550377 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=170b832f-d4c3-4157-beaf-6670b20915f6,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:12.580544 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c3a4ea79-245a-467b-a115-df67a1236fd5 req-fd67a78b-02db-4a1a-a543-f3d98e433ad3 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/ports?device_id=1be99897-8a22-4cb2-8870-4be8aa872483 HTTP/1.1" status: 200 len: 210 time: 0.0421743 Nov 25 17:30:12.593316 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7609ef26-9a41-4a91-8e11-8869034cd247 req-017b2434-072d-412e-bb03-98346afa6adb tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0272236 Nov 25 17:30:12.611543 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-7609ef26-9a41-4a91-8e11-8869034cd247 req-cfcca923-674d-4e7c-8793-2f5fb510cc53 service neutron] Request body: {'port': {'device_id': '1dd102ea-756d-4b25-9345-f3b89b060826', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:12.761316 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-7e711845-1c0d-48b0-8928-2bc65896e517 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:12.775826 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['170b832f-d4c3-4157-beaf-6670b20915f6'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:30:12.788699 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdcc623-571d-4299-b208-fe52027d7cfd req-21b22ff9-3794-4847-898a-0b1e62720fa6 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:12.790354 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cbdcc623-571d-4299-b208-fe52027d7cfd req-21b22ff9-3794-4847-898a-0b1e62720fa6 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c11a707-56eb-4455-a719-07006025b69f HTTP/1.1" status: 200 len: 950 time: 0.1746843 Nov 25 17:30:12.798610 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7609ef26-9a41-4a91-8e11-8869034cd247 req-cfcca923-674d-4e7c-8793-2f5fb510cc53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:12.841878 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee08b53-9aaf-4d75-b66f-da4f38b0cba6 req-5b813c08-63af-414e-8877-c21ca0f3fc2f tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:12.843525 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3ee08b53-9aaf-4d75-b66f-da4f38b0cba6 req-5b813c08-63af-414e-8877-c21ca0f3fc2f tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/ports?device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 931 time: 0.1766553 Nov 25 17:30:12.997582 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cbdcc623-571d-4299-b208-fe52027d7cfd req-2ae95329-5064-4f45-8584-a30260aeab81 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952853 Nov 25 17:30:13.005594 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-7e711845-1c0d-48b0-8928-2bc65896e517 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:13.045914 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3ee08b53-9aaf-4d75-b66f-da4f38b0cba6 req-4ad7b569-be1c-4f41-b9d5-91c99cd33691 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf472a3-c342-48cc-ac25-d9efd20bf257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1827440 Nov 25 17:30:13.256262 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-7e711845-1c0d-48b0-8928-2bc65896e517 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Network 6d3b5836-4740-4bb0-8171-a77a7b2fa0cd is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:30:13.282289 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e711845-1c0d-48b0-8928-2bc65896e517 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Pushing event updated for resources: {'Port': ['ID=044a9a30-8fd9-4fbc-b394-b1fc79eb0b20,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:13.306498 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-7e711845-1c0d-48b0-8928-2bc65896e517 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:30:13.309345 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-7e711845-1c0d-48b0-8928-2bc65896e517 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:30:13.340301 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device f26ff3d8-a723-44c6-ac70-f1c3aeee75a3 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:30:13.416739 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: f26ff3d8-a723-44c6-ac70-f1c3aeee75a3 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:30:13.427260 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device f26ff3d8-a723-44c6-ac70-f1c3aeee75a3 not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:30:13.450230 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-7e711845-1c0d-48b0-8928-2bc65896e517 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:13.451030 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-7e711845-1c0d-48b0-8928-2bc65896e517 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:13.513743 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43028) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:13.530321 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-7e711845-1c0d-48b0-8928-2bc65896e517 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8169637 Nov 25 17:30:13.559732 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-2feda6d2-84ea-472b-8f11-91f4c1f97295 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Request body: {'port': {'device_id': 'd74ab755-36a9-4476-bec2-1aaeded5d781', 'network_id': '6d3b5836-4740-4bb0-8171-a77a7b2fa0cd', 'admin_state_up': True, 'tenant_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'security_groups': ['fbf472a3-c342-48cc-ac25-d9efd20bf257']}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:13.610011 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1be99897-8a22-4cb2-8870-4be8aa872483', 'name': 'network-vif-deleted', 'tag': 'f26ff3d8-a723-44c6-ac70-f1c3aeee75a3'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:30:13.614181 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268eb755-7556-48c5-a58b-fc8af6fd2a3e" -d '{"events": [{"server_uuid": "1be99897-8a22-4cb2-8870-4be8aa872483", "name": "network-vif-deleted", "tag": "f26ff3d8-a723-44c6-ac70-f1c3aeee75a3"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:30:13.803423 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-62ca4120-e0af-4c8f-9286-011ac5882bfe None None] Provisioning complete for port 044a9a30-8fd9-4fbc-b394-b1fc79eb0b20 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:13.803930 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-62ca4120-e0af-4c8f-9286-011ac5882bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:13.809391 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8aa52174-4bac-4e6f-a6c9-d80e9b14b353 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:13.906134 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d9a7e-d814-451b-898f-b5715aeac3d3 req-c9ba9f21-0efc-46ba-9341-4132fabdf706 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:13.909112 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e57d9a7e-d814-451b-898f-b5715aeac3d3 req-c9ba9f21-0efc-46ba-9341-4132fabdf706 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.74 "GET /v2.0/ports?device_id=5c11a707-56eb-4455-a719-07006025b69f HTTP/1.1" status: 200 len: 950 time: 0.1231275 Nov 25 17:30:13.915830 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed3b605-66f0-4a6c-b9c8-2f35584ba6db req-b0f38f41-79fe-4ae6-8cf6-751c3370d774 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:13.924035 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-aed3b605-66f0-4a6c-b9c8-2f35584ba6db req-b0f38f41-79fe-4ae6-8cf6-751c3370d774 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "GET /v2.0/ports?device_id=4cb5461f-2bf7-48e4-a29b-8f006702c5a6 HTTP/1.1" status: 200 len: 944 time: 0.8190753 Nov 25 17:30:13.948095 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-62ca4120-e0af-4c8f-9286-011ac5882bfe None None] Port 044a9a30-8fd9-4fbc-b394-b1fc79eb0b20 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:30:14.072015 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8aa52174-4bac-4e6f-a6c9-d80e9b14b353 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:14.076513 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 170b832f-d4c3-4157-beaf-6670b20915f6 up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:30:14.089874 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8aa52174-4bac-4e6f-a6c9-d80e9b14b353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:14.094752 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ee791-7611-41d8-ae04-abd4b625a34c req-1a80d8e4-0424-40c1-a84c-924b7b69bde0 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:14.102152 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c36ee791-7611-41d8-ae04-abd4b625a34c req-1a80d8e4-0424-40c1-a84c-924b7b69bde0 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/ports?device_id=1dd102ea-756d-4b25-9345-f3b89b060826 HTTP/1.1" status: 200 len: 931 time: 0.6043715 Nov 25 17:30:14.124080 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-aed3b605-66f0-4a6c-b9c8-2f35584ba6db req-88a24ee6-5b9c-446f-a284-9d99ff589dec tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "GET /v2.0/security-groups?id=3ec58929-08cc-4fef-97af-6c434afc53d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989374 Nov 25 17:30:14.166052 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-e57d9a7e-d814-451b-898f-b5715aeac3d3 req-e07ee7c9-fddf-4788-aea0-379285504646 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Deleting port 5e843580-9b98-48fa-add9-928b30944eb8 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:30:14.166402 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-e57d9a7e-d814-451b-898f-b5715aeac3d3 req-e07ee7c9-fddf-4788-aea0-379285504646 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:14.192511 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port 170b832f-d4c3-4157-beaf-6670b20915f6 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:30:14.199285 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 170b832f-d4c3-4157-beaf-6670b20915f6 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:14.199667 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:14.284044 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c36ee791-7611-41d8-ae04-abd4b625a34c req-09628ce8-b557-4a0b-bdb2-c174da93fd0c tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/security-groups?id=84be2441-5ea8-4292-81c0-e25d06d16adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809583 Nov 25 17:30:14.432622 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:14.479917 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-7609ef26-9a41-4a91-8e11-8869034cd247 req-cfcca923-674d-4e7c-8793-2f5fb510cc53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 440d3faa-aac6-4753-b3dc-93351c7dd4c9 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:30:14.503475 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7609ef26-9a41-4a91-8e11-8869034cd247 req-cfcca923-674d-4e7c-8793-2f5fb510cc53 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:14.518797 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 170b832f-d4c3-4157-beaf-6670b20915f6, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=170b832f-d4c3-4157-beaf-6670b20915f6,segment=NetworkSegment(56419961-a63e-49f1-a134-fbcd7c726fe9),segment_id=56419961-a63e-49f1-a134-fbcd7c726fe9)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:14.522298 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb5461f-2bf7-48e4-a29b-8f006702c5a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170b832f-d4c3-4157-beaf-6670b20915f6'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:30:14.532986 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f70b94-de77-4c6f-89ae-0091ec8a5a30" -d '{"events": [{"server_uuid": "4cb5461f-2bf7-48e4-a29b-8f006702c5a6", "name": "network-vif-plugged", "status": "completed", "tag": "170b832f-d4c3-4157-beaf-6670b20915f6"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:30:14.540562 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-7609ef26-9a41-4a91-8e11-8869034cd247 req-cfcca923-674d-4e7c-8793-2f5fb510cc53 service neutron] Transition to ACTIVE for port object 440d3faa-aac6-4753-b3dc-93351c7dd4c9 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:30:14.541923 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:14.576544 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ce13ed6c-7ae0-419d-a650-6f76d98e8adf req-583013da-10ee-43e5-a98e-4b576a9f55fe tempest-ServerShowV254Test-1541790367 tempest-ServerShowV254Test-1541790367-project] 10.222.0.75 "GET /v2.0/ports?device_id=b48d8cd8-3dec-4719-82d6-63d6f47f0333 HTTP/1.1" status: 200 len: 210 time: 0.3202238 Nov 25 17:30:14.628490 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7609ef26-9a41-4a91-8e11-8869034cd247 req-cfcca923-674d-4e7c-8793-2f5fb510cc53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:14.652738 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=170b832f-d4c3-4157-beaf-6670b20915f6,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:14.765182 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8aa52174-4bac-4e6f-a6c9-d80e9b14b353 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c83e7cef60534ac68a0ac8717287b0ae&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2490728 Nov 25 17:30:14.769578 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f3db9e-bc7d-4a61-8140-5c49a4138ef6 x-openstack-request-id: req-40f3db9e-bc7d-4a61-8140-5c49a4138ef6 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:30:14.769871 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1be99897-8a22-4cb2-8870-4be8aa872483", "name": "network-vif-deleted", "tag": "f26ff3d8-a723-44c6-ac70-f1c3aeee75a3", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:30:14.770124 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-40f3db9e-bc7d-4a61-8140-5c49a4138ef6 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:30:14.770514 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1be99897-8a22-4cb2-8870-4be8aa872483', 'name': 'network-vif-deleted', 'tag': 'f26ff3d8-a723-44c6-ac70-f1c3aeee75a3', 'status': 'completed', 'code': 200} Nov 25 17:30:14.770947 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43048) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:14.777792 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa52174-4bac-4e6f-a6c9-d80e9b14b353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5db832e-61fe-41d7-99d6-7a247049296a,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:14.838856 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-2feda6d2-84ea-472b-8f11-91f4c1f97295 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Made reservation on behalf of dd6f14b9d22849c3ad1fbf498db9870a for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:30:14.845116 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-2feda6d2-84ea-472b-8f11-91f4c1f97295 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:14.876772 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-e57d9a7e-d814-451b-898f-b5715aeac3d3 req-e07ee7c9-fddf-4788-aea0-379285504646 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] For port 5e843580-9b98-48fa-add9-928b30944eb8, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=5e843580-9b98-48fa-add9-928b30944eb8,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:14.877970 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-e57d9a7e-d814-451b-898f-b5715aeac3d3 req-e07ee7c9-fddf-4788-aea0-379285504646 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:14.884221 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcca923-674d-4e7c-8793-2f5fb510cc53 service neutron] Pushing event updated for resources: {'Port': ['ID=440d3faa-aac6-4753-b3dc-93351c7dd4c9,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:14.924266 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-e57d9a7e-d814-451b-898f-b5715aeac3d3 req-e07ee7c9-fddf-4788-aea0-379285504646 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Calling delete_port for 5e843580-9b98-48fa-add9-928b30944eb8 owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:30:14.944864 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcca923-674d-4e7c-8793-2f5fb510cc53 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:14.945488 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcca923-674d-4e7c-8793-2f5fb510cc53 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:14.945600 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcca923-674d-4e7c-8793-2f5fb510cc53 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:14.945873 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcca923-674d-4e7c-8793-2f5fb510cc53 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:14.946276 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcca923-674d-4e7c-8793-2f5fb510cc53 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:14.946593 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcca923-674d-4e7c-8793-2f5fb510cc53 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:14.947138 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcca923-674d-4e7c-8793-2f5fb510cc53 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:14.947274 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcca923-674d-4e7c-8793-2f5fb510cc53 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:14.947555 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcca923-674d-4e7c-8793-2f5fb510cc53 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:14.947684 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dfa1e4ab-d6c7-4ef0-9198-fc4dee1983e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:14.947878 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcca923-674d-4e7c-8793-2f5fb510cc53 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:14.948387 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcca923-674d-4e7c-8793-2f5fb510cc53 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:14.948933 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcca923-674d-4e7c-8793-2f5fb510cc53 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:14.964717 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff9a09-94ac-46cf-acb6-9aa1f2159307 req-3d903827-e2a1-41bb-bfec-c73d866b2e41 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:14.978702 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff9a09-94ac-46cf-acb6-9aa1f2159307 req-3d903827-e2a1-41bb-bfec-c73d866b2e41 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:14.981510 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-68ff9a09-94ac-46cf-acb6-9aa1f2159307 req-3d903827-e2a1-41bb-bfec-c73d866b2e41 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/ports?device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 1653 time: 0.2670891 Nov 25 17:30:15.028669 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dfa1e4ab-d6c7-4ef0-9198-fc4dee1983e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:15.058853 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a6c02-161b-40df-a95b-081ccf2df75d req-49e36d43-41d9-4c55-ba26-313633209ea9 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:15.067486 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d34a6c02-161b-40df-a95b-081ccf2df75d req-49e36d43-41d9-4c55-ba26-313633209ea9 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c11a707-56eb-4455-a719-07006025b69f HTTP/1.1" status: 200 len: 950 time: 0.4027379 Nov 25 17:30:15.143897 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dfa1e4ab-d6c7-4ef0-9198-fc4dee1983e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:15.146319 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dfa1e4ab-d6c7-4ef0-9198-fc4dee1983e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:15.147684 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-dfa1e4ab-d6c7-4ef0-9198-fc4dee1983e3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a5db832e-61fe-41d7-99d6-7a247049296a HTTP/1.1" status: 204 len: 168 time: 0.3738418 Nov 25 17:30:15.194615 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa1e4ab-d6c7-4ef0-9198-fc4dee1983e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5db832e-61fe-41d7-99d6-7a247049296a,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:15.227767 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-e57d9a7e-d814-451b-898f-b5715aeac3d3 req-e07ee7c9-fddf-4788-aea0-379285504646 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:15.244256 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['5dd26ad6-440e-45ad-be85-4b1a98da85a4', 'ed6453e3-969d-494e-bd6f-33b16d7135ac'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:30:15.252477 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['0682888f-e70f-4362-8d88-9e0f7bea89c3', '057d05e3-0c55-42f7-8017-905ae44193e9', '62f35846-a216-43c6-b577-f0ae35b79bf2', '981205d1-f4d3-4ec4-9554-3aa640acff88'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:30:15.296343 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07ee7c9-fddf-4788-aea0-379285504646 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Pushing event deleted for resources: {'Port': ['ID=5e843580-9b98-48fa-add9-928b30944eb8,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:15.349923 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07ee7c9-fddf-4788-aea0-379285504646 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:15.350156 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07ee7c9-fddf-4788-aea0-379285504646 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:15.350497 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07ee7c9-fddf-4788-aea0-379285504646 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:15.350844 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07ee7c9-fddf-4788-aea0-379285504646 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:15.353767 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07ee7c9-fddf-4788-aea0-379285504646 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:15.354421 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07ee7c9-fddf-4788-aea0-379285504646 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:15.354962 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07ee7c9-fddf-4788-aea0-379285504646 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:15.355485 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07ee7c9-fddf-4788-aea0-379285504646 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:15.355997 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07ee7c9-fddf-4788-aea0-379285504646 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:15.356547 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07ee7c9-fddf-4788-aea0-379285504646 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:15.357571 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07ee7c9-fddf-4788-aea0-379285504646 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:15.358743 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07ee7c9-fddf-4788-aea0-379285504646 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:15.430829 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-e57d9a7e-d814-451b-898f-b5715aeac3d3 req-e07ee7c9-fddf-4788-aea0-379285504646 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] No DVR routers for this DVR port 5e843580-9b98-48fa-add9-928b30944eb8 on host n-h1-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:30:15.435918 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-e57d9a7e-d814-451b-898f-b5715aeac3d3 req-e07ee7c9-fddf-4788-aea0-379285504646 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:15.445682 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e57d9a7e-d814-451b-898f-b5715aeac3d3 req-e07ee7c9-fddf-4788-aea0-379285504646 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.74 "DELETE /v2.0/ports/5e843580-9b98-48fa-add9-928b30944eb8 HTTP/1.1" status: 204 len: 173 time: 1.5276797 Nov 25 17:30:15.496067 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d34a6c02-161b-40df-a95b-081ccf2df75d req-2a848fe9-e4f7-4153-b116-409201756343 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4261298 Nov 25 17:30:15.579408 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-7609ef26-9a41-4a91-8e11-8869034cd247 req-cfcca923-674d-4e7c-8793-2f5fb510cc53 service neutron] Attempting to bind port 440d3faa-aac6-4753-b3dc-93351c7dd4c9 on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:30:15.582318 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-7609ef26-9a41-4a91-8e11-8869034cd247 req-cfcca923-674d-4e7c-8793-2f5fb510cc53 service neutron] Attempting to bind port 440d3faa-aac6-4753-b3dc-93351c7dd4c9 by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '6347e9f6-96b1-4f56-a092-a9cf81778fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:30:15.583831 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7609ef26-9a41-4a91-8e11-8869034cd247 req-cfcca923-674d-4e7c-8793-2f5fb510cc53 service neutron] Attempting to bind port 440d3faa-aac6-4753-b3dc-93351c7dd4c9 on network 6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:30:15.594998 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-68ff9a09-94ac-46cf-acb6-9aa1f2159307 req-fbc3cbea-bcf6-4cf1-a0a6-4b8599f53a10 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf472a3-c342-48cc-ac25-d9efd20bf257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5895703 Nov 25 17:30:15.639402 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7609ef26-9a41-4a91-8e11-8869034cd247 req-cfcca923-674d-4e7c-8793-2f5fb510cc53 service neutron] Port 440d3faa-aac6-4753-b3dc-93351c7dd4c9 on network 6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:30:15.639402 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7609ef26-9a41-4a91-8e11-8869034cd247 req-cfcca923-674d-4e7c-8793-2f5fb510cc53 service neutron] Attempting to bind port 440d3faa-aac6-4753-b3dc-93351c7dd4c9 on network 6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:30:15.664200 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7609ef26-9a41-4a91-8e11-8869034cd247 req-cfcca923-674d-4e7c-8793-2f5fb510cc53 service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:30:15.664810 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7609ef26-9a41-4a91-8e11-8869034cd247 req-cfcca923-674d-4e7c-8793-2f5fb510cc53 service neutron] Checking segment: {'id': '6347e9f6-96b1-4f56-a092-a9cf81778fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:30:15.665278 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7609ef26-9a41-4a91-8e11-8869034cd247 req-cfcca923-674d-4e7c-8793-2f5fb510cc53 service neutron] Bound using segment: {'id': '6347e9f6-96b1-4f56-a092-a9cf81778fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:30:15.665826 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-7609ef26-9a41-4a91-8e11-8869034cd247 req-cfcca923-674d-4e7c-8793-2f5fb510cc53 service neutron] Bound port: 440d3faa-aac6-4753-b3dc-93351c7dd4c9, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6347e9f6-96b1-4f56-a092-a9cf81778fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:30:15.666313 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7609ef26-9a41-4a91-8e11-8869034cd247 req-cfcca923-674d-4e7c-8793-2f5fb510cc53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:15.860375 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0dff7a49-6998-4510-ae27-e292faa15f27 req-89e13c80-5701-489b-99dd-cd656977638b tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/security-groups/447c0c12-fb2d-4373-aaeb-54c1ac5f6e9c HTTP/1.1" status: 200 len: 1817 time: 0.2574556 Nov 25 17:30:15.973409 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-2feda6d2-84ea-472b-8f11-91f4c1f97295 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Allocated IP 10.1.1.231 (6d3b5836-4740-4bb0-8171-a77a7b2fa0cd/8f7ac9a8-89f8-4c97-b414-fee10b4c07cb/5f55e4bc-b645-4ea6-93e4-5fb2598e200d) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:30:15.991987 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2c0c1e-26c1-498b-9470-6040dbb6a834 x-openstack-request-id: req-8f2c0c1e-26c1-498b-9470-6040dbb6a834 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:30:15.992569 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb5461f-2bf7-48e4-a29b-8f006702c5a6", "name": "network-vif-plugged", "status": "completed", "tag": "170b832f-d4c3-4157-beaf-6670b20915f6", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:30:15.992569 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8f2c0c1e-26c1-498b-9470-6040dbb6a834 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:30:16.003413 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cb5461f-2bf7-48e4-a29b-8f006702c5a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170b832f-d4c3-4157-beaf-6670b20915f6', 'code': 200} Nov 25 17:30:16.064438 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-7609ef26-9a41-4a91-8e11-8869034cd247 req-cfcca923-674d-4e7c-8793-2f5fb510cc53 service neutron] For port 440d3faa-aac6-4753-b3dc-93351c7dd4c9, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:30:16.102837 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 5e843580-9b98-48fa-add9-928b30944eb8 no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:30:16.119039 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-7609ef26-9a41-4a91-8e11-8869034cd247 req-cfcca923-674d-4e7c-8793-2f5fb510cc53 service neutron] For port 440d3faa-aac6-4753-b3dc-93351c7dd4c9, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=440d3faa-aac6-4753-b3dc-93351c7dd4c9,segment=NetworkSegment(6347e9f6-96b1-4f56-a092-a9cf81778fe8),segment_id=6347e9f6-96b1-4f56-a092-a9cf81778fe8)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:30:16.141405 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7609ef26-9a41-4a91-8e11-8869034cd247 req-cfcca923-674d-4e7c-8793-2f5fb510cc53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:16.176454 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0dff7a49-6998-4510-ae27-e292faa15f27 req-b215691f-b3ed-45af-be0c-95d2031a2282 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:16.246540 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609ef26-9a41-4a91-8e11-8869034cd247 req-cfcca923-674d-4e7c-8793-2f5fb510cc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:16.247197 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7609ef26-9a41-4a91-8e11-8869034cd247 req-cfcca923-674d-4e7c-8793-2f5fb510cc53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:16.248603 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7609ef26-9a41-4a91-8e11-8869034cd247 req-cfcca923-674d-4e7c-8793-2f5fb510cc53 service neutron] 10.222.0.90 "PUT /v2.0/ports/440d3faa-aac6-4753-b3dc-93351c7dd4c9 HTTP/1.1" status: 200 len: 1091 time: 3.6462064 Nov 25 17:30:16.251862 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dd102ea-756d-4b25-9345-f3b89b060826', 'tag': '440d3faa-aac6-4753-b3dc-93351c7dd4c9'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:30:16.252742 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: 5e843580-9b98-48fa-add9-928b30944eb8 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:30:16.253993 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 5e843580-9b98-48fa-add9-928b30944eb8 not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:30:16.254285 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e095f7c8-75bc-4d2e-9cdc-61c752443dc6" -d '{"events": [{"name": "network-changed", "server_uuid": "1dd102ea-756d-4b25-9345-f3b89b060826", "tag": "440d3faa-aac6-4753-b3dc-93351c7dd4c9"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:30:16.261490 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc687639-ac2b-4fce-9265-4e02e0af3cfd req-817b3bd0-08e0-4895-98cd-17433d467831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:16.266924 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-bc687639-ac2b-4fce-9265-4e02e0af3cfd req-817b3bd0-08e0-4895-98cd-17433d467831 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4cb5461f-2bf7-48e4-a29b-8f006702c5a6 HTTP/1.1" status: 200 len: 1096 time: 0.2227490 Nov 25 17:30:16.349112 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053250d-0a07-43f0-9bc3-e89bd909ed0b req-585264be-cae1-4924-a601-520cf8a02507 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:16.350696 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1053250d-0a07-43f0-9bc3-e89bd909ed0b req-585264be-cae1-4924-a601-520cf8a02507 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "GET /v2.0/ports?device_id=4cb5461f-2bf7-48e4-a29b-8f006702c5a6 HTTP/1.1" status: 200 len: 945 time: 0.3038802 Nov 25 17:30:16.358148 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-bc687639-ac2b-4fce-9265-4e02e0af3cfd req-8622d3cf-b3e1-4b0d-a47d-57db4561ea4c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=3ec58929-08cc-4fef-97af-6c434afc53d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860648 Nov 25 17:30:16.504251 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-2feda6d2-84ea-472b-8f11-91f4c1f97295 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:16.540552 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0dff7a49-6998-4510-ae27-e292faa15f27 req-b215691f-b3ed-45af-be0c-95d2031a2282 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:16.637737 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcca923-674d-4e7c-8793-2f5fb510cc53 service neutron] Pushing event updated for resources: {'Port': ['ID=440d3faa-aac6-4753-b3dc-93351c7dd4c9,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:16.673454 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:16.697161 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0dff7a49-6998-4510-ae27-e292faa15f27 req-b215691f-b3ed-45af-be0c-95d2031a2282 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:16.700550 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0dff7a49-6998-4510-ae27-e292faa15f27 req-b215691f-b3ed-45af-be0c-95d2031a2282 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:16.702033 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0dff7a49-6998-4510-ae27-e292faa15f27 req-b215691f-b3ed-45af-be0c-95d2031a2282 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "DELETE /v2.0/security-groups/447c0c12-fb2d-4373-aaeb-54c1ac5f6e9c HTTP/1.1" status: 204 len: 173 time: 0.8367202 Nov 25 17:30:16.762915 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1053250d-0a07-43f0-9bc3-e89bd909ed0b req-866be848-9f85-46b3-8941-0e7a3c120750 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "GET /v2.0/security-groups?id=3ec58929-08cc-4fef-97af-6c434afc53d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771935 Nov 25 17:30:16.772021 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c11a707-56eb-4455-a719-07006025b69f', 'name': 'network-vif-deleted', 'tag': '5e843580-9b98-48fa-add9-928b30944eb8'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:30:16.774651 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47bb7452-3339-40c7-a8d8-d4e39716ce38" -d '{"events": [{"server_uuid": "5c11a707-56eb-4455-a719-07006025b69f", "name": "network-vif-deleted", "tag": "5e843580-9b98-48fa-add9-928b30944eb8"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:30:16.781012 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-2feda6d2-84ea-472b-8f11-91f4c1f97295 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:16.789281 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b215691f-b3ed-45af-be0c-95d2031a2282 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=447c0c12-fb2d-4373-aaeb-54c1ac5f6e9c,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:16.833898 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:16.932632 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609ef26-9a41-4a91-8e11-8869034cd247 req-40f0e3d5-3947-4eb2-93b5-bf3e6a90b543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:16.934208 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7609ef26-9a41-4a91-8e11-8869034cd247 req-40f0e3d5-3947-4eb2-93b5-bf3e6a90b543 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=733f83ade5ed462890d9dfd70ff5e26d&device_id=1dd102ea-756d-4b25-9345-f3b89b060826 HTTP/1.1" status: 200 len: 1094 time: 0.6040983 Nov 25 17:30:16.939953 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-2feda6d2-84ea-472b-8f11-91f4c1f97295 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Network 6d3b5836-4740-4bb0-8171-a77a7b2fa0cd is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:30:16.953672 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-2feda6d2-84ea-472b-8f11-91f4c1f97295 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:30:16.955427 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feda6d2-84ea-472b-8f11-91f4c1f97295 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Pushing event updated for resources: {'Port': ['ID=5f55e4bc-b645-4ea6-93e4-5fb2598e200d,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:16.957753 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-2feda6d2-84ea-472b-8f11-91f4c1f97295 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:30:17.026932 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3df4ac49-7af8-4138-825d-98ffbbc20d02 req-c7167f30-ab41-480f-9976-d46cc9dde123 tempest-ServerShowV254Test-1541790367 tempest-ServerShowV254Test-1541790367-project] 10.222.0.75 "GET /v2.0/ports?device_id=b48d8cd8-3dec-4719-82d6-63d6f47f0333 HTTP/1.1" status: 200 len: 210 time: 0.0986996 Nov 25 17:30:17.085759 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7609ef26-9a41-4a91-8e11-8869034cd247 req-b3ec3feb-c9be-408f-ac11-974b6c7a0289 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=440d3faa-aac6-4753-b3dc-93351c7dd4c9 HTTP/1.1" status: 200 len: 217 time: 0.1344383 Nov 25 17:30:17.124863 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca6f0f-9448-4f99-a22d-ef6778943c41 req-03f4eb87-02c2-4d9c-b588-40ba9bb4c1c6 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:17.132322 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-31ca6f0f-9448-4f99-a22d-ef6778943c41 req-03f4eb87-02c2-4d9c-b588-40ba9bb4c1c6 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/ports?device_id=1dd102ea-756d-4b25-9345-f3b89b060826 HTTP/1.1" status: 200 len: 943 time: 0.2873704 Nov 25 17:30:17.138059 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a8b2602c-82e8-4b66-8908-70d3b45b73f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:17.153334 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e5da01-05b6-4c49-a1b9-34465ceae050 x-openstack-request-id: req-47e5da01-05b6-4c49-a1b9-34465ceae050 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:30:17.153620 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dd102ea-756d-4b25-9345-f3b89b060826", "tag": "440d3faa-aac6-4753-b3dc-93351c7dd4c9", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:30:17.153900 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-47e5da01-05b6-4c49-a1b9-34465ceae050 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:30:17.154210 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dd102ea-756d-4b25-9345-f3b89b060826', 'tag': '440d3faa-aac6-4753-b3dc-93351c7dd4c9', 'status': 'completed', 'code': 200} Nov 25 17:30:17.172696 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-2feda6d2-84ea-472b-8f11-91f4c1f97295 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:17.173707 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-2feda6d2-84ea-472b-8f11-91f4c1f97295 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:17.254916 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609ef26-9a41-4a91-8e11-8869034cd247 req-cf99a3a8-e7ea-4882-8c3d-91316bd5dd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:17.257566 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7609ef26-9a41-4a91-8e11-8869034cd247 req-cf99a3a8-e7ea-4882-8c3d-91316bd5dd5c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=577f7e8f-a41f-42c3-a5d0-23f6361748a4 HTTP/1.1" status: 200 len: 844 time: 0.1609168 Nov 25 17:30:17.261157 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-2feda6d2-84ea-472b-8f11-91f4c1f97295 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7051177 Nov 25 17:30:17.301400 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-e86d57bb-1fa3-49c5-bc79-a1d82b0780c1 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Request body: {'port': {'device_id': 'd74ab755-36a9-4476-bec2-1aaeded5d781', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '04e189b3-a48d-47a2-8e70-da48c198c103', 'admin_state_up': True, 'tenant_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'security_groups': ['fbf472a3-c342-48cc-ac25-d9efd20bf257']}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:17.329754 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-31ca6f0f-9448-4f99-a22d-ef6778943c41 req-e722dd17-e361-4e1e-abf2-c7b39c072fa2 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/security-groups?id=84be2441-5ea8-4292-81c0-e25d06d16adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964033 Nov 25 17:30:17.366015 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7609ef26-9a41-4a91-8e11-8869034cd247 req-a377483b-e817-4c2a-a3f2-ea89fafe5b74 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896275 Nov 25 17:30:17.418464 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-212da363-2c6f-40a2-9f10-6791c5f01fc2 None None] Provisioning complete for port 5f55e4bc-b645-4ea6-93e4-5fb2598e200d triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:17.419589 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-212da363-2c6f-40a2-9f10-6791c5f01fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:17.447903 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5a91cf18-278b-4328-8fad-4827510309a0 req-82267212-dfea-4589-a8b5-b69bd326b575 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/security-groups/996b07ba-4ba1-4f96-99de-f938ffe360d3 HTTP/1.1" status: 200 len: 1817 time: 0.0554447 Nov 25 17:30:17.471037 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-212da363-2c6f-40a2-9f10-6791c5f01fc2 None None] Port 5f55e4bc-b645-4ea6-93e4-5fb2598e200d cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:30:17.632528 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64a561-af73-46ff-ad95-90f81511620f req-a6871a18-bce5-44db-9bb6-85a461296b22 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:17.638513 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64a561-af73-46ff-ad95-90f81511620f req-a6871a18-bce5-44db-9bb6-85a461296b22 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:17.646989 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64a561-af73-46ff-ad95-90f81511620f req-a6871a18-bce5-44db-9bb6-85a461296b22 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:17.648699 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8c64a561-af73-46ff-ad95-90f81511620f req-a6871a18-bce5-44db-9bb6-85a461296b22 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/ports?device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 2374 time: 0.3414414 Nov 25 17:30:17.679125 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-5a91cf18-278b-4328-8fad-4827510309a0 req-f99af616-52c7-4dff-a68c-50dcf48b6172 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:17.767488 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-5a91cf18-278b-4328-8fad-4827510309a0 req-f99af616-52c7-4dff-a68c-50dcf48b6172 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:17.781801 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7609ef26-9a41-4a91-8e11-8869034cd247 req-05749b88-3cce-4664-b9cd-13ae13c74acc service neutron] 10.222.0.90 "GET /v2.0/networks/6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3912208 Nov 25 17:30:17.821559 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-e86d57bb-1fa3-49c5-bc79-a1d82b0780c1 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Made reservation on behalf of dd6f14b9d22849c3ad1fbf498db9870a for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:30:17.836013 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8c64a561-af73-46ff-ad95-90f81511620f req-e258b9e9-ed0e-4444-b384-0e90447448d7 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf472a3-c342-48cc-ac25-d9efd20bf257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1734796 Nov 25 17:30:17.928626 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e384047-eb4d-483c-b3f0-db7ba570822f x-openstack-request-id: req-7e384047-eb4d-483c-b3f0-db7ba570822f {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:30:17.929572 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c11a707-56eb-4455-a719-07006025b69f", "name": "network-vif-deleted", "tag": "5e843580-9b98-48fa-add9-928b30944eb8", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:30:17.930074 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7e384047-eb4d-483c-b3f0-db7ba570822f {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:30:17.931359 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c11a707-56eb-4455-a719-07006025b69f', 'name': 'network-vif-deleted', 'tag': '5e843580-9b98-48fa-add9-928b30944eb8', 'status': 'completed', 'code': 200} Nov 25 17:30:17.989628 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-5a91cf18-278b-4328-8fad-4827510309a0 req-f99af616-52c7-4dff-a68c-50dcf48b6172 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:17.992386 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-5a91cf18-278b-4328-8fad-4827510309a0 req-f99af616-52c7-4dff-a68c-50dcf48b6172 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:18.005683 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5a91cf18-278b-4328-8fad-4827510309a0 req-f99af616-52c7-4dff-a68c-50dcf48b6172 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "DELETE /v2.0/security-groups/996b07ba-4ba1-4f96-99de-f938ffe360d3 HTTP/1.1" status: 204 len: 173 time: 0.4918005 Nov 25 17:30:18.035598 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99af616-52c7-4dff-a68c-50dcf48b6172 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=996b07ba-4ba1-4f96-99de-f938ffe360d3,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:18.061907 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-e86d57bb-1fa3-49c5-bc79-a1d82b0780c1 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:18.107626 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7609ef26-9a41-4a91-8e11-8869034cd247 req-97a93578-759b-46a1-b4d4-b16696e77c03 service neutron] 10.222.0.90 "GET /v2.0/networks/6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175924 Nov 25 17:30:18.452127 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e095f7c8-75bc-4d2e-9cdc-61c752443dc6 req-453a3530-a2fa-4bd9-b840-d9b4a3c7f736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:18.453709 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e095f7c8-75bc-4d2e-9cdc-61c752443dc6 req-453a3530-a2fa-4bd9-b840-d9b4a3c7f736 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=733f83ade5ed462890d9dfd70ff5e26d&device_id=1dd102ea-756d-4b25-9345-f3b89b060826 HTTP/1.1" status: 200 len: 1094 time: 0.2331364 Nov 25 17:30:18.589236 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5553c3e0-a364-47a3-a429-9c046ffb0f5d req-091e73d6-766c-492f-98cb-46443aaa2557 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:18.590793 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5553c3e0-a364-47a3-a429-9c046ffb0f5d req-091e73d6-766c-492f-98cb-46443aaa2557 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "GET /v2.0/ports?device_id=4cb5461f-2bf7-48e4-a29b-8f006702c5a6 HTTP/1.1" status: 200 len: 945 time: 0.2348018 Nov 25 17:30:18.598690 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-167edb3b-08ca-4843-8765-9a64ba05b401 req-52ac9fcb-8236-483f-a23c-60245b910bf0 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-151885700', 'description': 'tempest-description-818432805'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:18.674282 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-e86d57bb-1fa3-49c5-bc79-a1d82b0780c1 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Allocated IP 10.2.2.100 (04e189b3-a48d-47a2-8e70-da48c198c103/818fd110-d388-4b2a-af28-d388f2a7ea7b/a11242af-5474-4f93-bfb6-76b0ef5bbc3d) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:30:18.681652 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-167edb3b-08ca-4843-8765-9a64ba05b401 req-52ac9fcb-8236-483f-a23c-60245b910bf0 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:18.722892 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e095f7c8-75bc-4d2e-9cdc-61c752443dc6 req-15bcd19e-2277-4d89-b075-94a1453c1bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:18.724394 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e095f7c8-75bc-4d2e-9cdc-61c752443dc6 req-15bcd19e-2277-4d89-b075-94a1453c1bb3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5 HTTP/1.1" status: 200 len: 905 time: 0.2622869 Nov 25 17:30:18.736752 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5553c3e0-a364-47a3-a429-9c046ffb0f5d req-8e67ec65-1d9d-4aaf-9ea6-c54c8b1ad178 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "GET /v2.0/security-groups?id=3ec58929-08cc-4fef-97af-6c434afc53d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307197 Nov 25 17:30:18.818918 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e095f7c8-75bc-4d2e-9cdc-61c752443dc6 req-b7f98f82-1051-4b70-adee-5e058712a404 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=440d3faa-aac6-4753-b3dc-93351c7dd4c9 HTTP/1.1" status: 200 len: 217 time: 0.0808797 Nov 25 17:30:19.142962 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6daea8ef-8dfb-452c-b1f0-5eff69077fd9 req-5d0a7a2d-2f73-48f7-9fff-0effdb74d6d5 tempest-ServerShowV254Test-1541790367 tempest-ServerShowV254Test-1541790367-project] 10.222.0.75 "GET /v2.0/ports?device_id=b48d8cd8-3dec-4719-82d6-63d6f47f0333 HTTP/1.1" status: 200 len: 210 time: 0.3260555 Nov 25 17:30:19.221061 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e095f7c8-75bc-4d2e-9cdc-61c752443dc6 req-0d5cbb1d-9b42-444d-acdf-d55935a91be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:19.222745 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e095f7c8-75bc-4d2e-9cdc-61c752443dc6 req-0d5cbb1d-9b42-444d-acdf-d55935a91be2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=577f7e8f-a41f-42c3-a5d0-23f6361748a4 HTTP/1.1" status: 200 len: 844 time: 0.1404243 Nov 25 17:30:19.285055 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e095f7c8-75bc-4d2e-9cdc-61c752443dc6 req-ef93823d-11e9-4635-9757-213ecf135f7c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526979 Nov 25 17:30:19.326802 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-167edb3b-08ca-4843-8765-9a64ba05b401 req-52ac9fcb-8236-483f-a23c-60245b910bf0 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:19.354477 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-167edb3b-08ca-4843-8765-9a64ba05b401 req-52ac9fcb-8236-483f-a23c-60245b910bf0 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:19.423625 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-40f783fd-0174-4145-873a-ee7aa101eb58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:19.451050 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-167edb3b-08ca-4843-8765-9a64ba05b401 req-52ac9fcb-8236-483f-a23c-60245b910bf0 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:19.452286 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-167edb3b-08ca-4843-8765-9a64ba05b401 req-52ac9fcb-8236-483f-a23c-60245b910bf0 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.8712258 Nov 25 17:30:19.462260 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-e86d57bb-1fa3-49c5-bc79-a1d82b0780c1 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:19.470067 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e3577e-8a57-4336-a6d8-816d7fef11b2 req-cb3252b3-c730-493b-ba10-f9f74ba5f229 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:19.471612 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-11e3577e-8a57-4336-a6d8-816d7fef11b2 req-cb3252b3-c730-493b-ba10-f9f74ba5f229 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=c28e96d6-a535-41aa-92c9-c5fd43652ebf HTTP/1.1" status: 200 len: 949 time: 0.2248354 Nov 25 17:30:19.479306 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ac9fcb-8236-483f-a23c-60245b910bf0 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f49ca587-e1ce-4fa0-b8a5-1090a37e6127,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:19.543122 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e095f7c8-75bc-4d2e-9cdc-61c752443dc6 req-8547245b-5298-4c47-add4-c95eaaea998f service neutron] 10.222.0.90 "GET /v2.0/networks/6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363327 Nov 25 17:30:19.605739 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-e86d57bb-1fa3-49c5-bc79-a1d82b0780c1 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:19.672619 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-11e3577e-8a57-4336-a6d8-816d7fef11b2 req-0b5fa4cd-a085-4927-9e1b-94f6ed003564 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851699 Nov 25 17:30:19.807561 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375fc39f-b74a-4a81-85ff-8a37ddb57df6 req-ae404d15-6343-4ccb-9ff8-3e630ebc6e3d tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:19.811456 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-375fc39f-b74a-4a81-85ff-8a37ddb57df6 req-ae404d15-6343-4ccb-9ff8-3e630ebc6e3d tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.74 "GET /v2.0/ports?device_id=c28e96d6-a535-41aa-92c9-c5fd43652ebf HTTP/1.1" status: 200 len: 949 time: 0.1750815 Nov 25 17:30:19.827031 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-e86d57bb-1fa3-49c5-bc79-a1d82b0780c1 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Network 04e189b3-a48d-47a2-8e70-da48c198c103 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:30:19.855803 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-e86d57bb-1fa3-49c5-bc79-a1d82b0780c1 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:30:19.863374 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-e86d57bb-1fa3-49c5-bc79-a1d82b0780c1 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:30:19.887229 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b78b6cea-2153-4b4d-a707-44548ca458f9 req-d43a152d-a1fa-4541-8428-6e7929325218 tempest-ServerShowV257Test-1904861758 tempest-ServerShowV257Test-1904861758-project] 10.222.0.75 "GET /v2.0/ports?device_id=f047176a-b918-4873-ac75-9f9a32af8504 HTTP/1.1" status: 200 len: 210 time: 0.0841551 Nov 25 17:30:19.960497 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d57bb-1fa3-49c5-bc79-a1d82b0780c1 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Pushing event updated for resources: {'Port': ['ID=a11242af-5474-4f93-bfb6-76b0ef5bbc3d,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:19.990103 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fd2b15d2-d444-4757-b006-987f28af7247 req-68f252bf-d08f-4cd4-b3dd-9afce33f40e5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b48d8cd8-3dec-4719-82d6-63d6f47f0333 HTTP/1.1" status: 200 len: 210 time: 0.1235194 Nov 25 17:30:20.021687 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e095f7c8-75bc-4d2e-9cdc-61c752443dc6 req-fca7102c-11f5-4cbb-afa6-4d1fe7664c79 service neutron] 10.222.0.90 "GET /v2.0/networks/6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4669983 Nov 25 17:30:20.085287 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-375fc39f-b74a-4a81-85ff-8a37ddb57df6 req-a50cbf98-8d61-4407-8cd3-657211093f4b tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Deleting port 981205d1-f4d3-4ec4-9554-3aa640acff88 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:30:20.086320 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-375fc39f-b74a-4a81-85ff-8a37ddb57df6 req-a50cbf98-8d61-4407-8cd3-657211093f4b tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:20.091667 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9f1e0-a9bc-4866-9cf9-c5a155a21de8 req-bcb7f016-27ab-4ae2-9b55-c0099c987c85 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:20.100337 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e7b9f1e0-a9bc-4866-9cf9-c5a155a21de8 req-bcb7f016-27ab-4ae2-9b55-c0099c987c85 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/ports?device_id=1dd102ea-756d-4b25-9345-f3b89b060826 HTTP/1.1" status: 200 len: 943 time: 0.4896679 Nov 25 17:30:20.145220 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-e86d57bb-1fa3-49c5-bc79-a1d82b0780c1 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:20.150854 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-e86d57bb-1fa3-49c5-bc79-a1d82b0780c1 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:20.245761 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-375fc39f-b74a-4a81-85ff-8a37ddb57df6 req-a50cbf98-8d61-4407-8cd3-657211093f4b tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] For port 981205d1-f4d3-4ec4-9554-3aa640acff88, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=981205d1-f4d3-4ec4-9554-3aa640acff88,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:20.246150 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-375fc39f-b74a-4a81-85ff-8a37ddb57df6 req-a50cbf98-8d61-4407-8cd3-657211093f4b tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:20.265868 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-375fc39f-b74a-4a81-85ff-8a37ddb57df6 req-a50cbf98-8d61-4407-8cd3-657211093f4b tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Calling delete_port for 981205d1-f4d3-4ec4-9554-3aa640acff88 owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:30:20.295494 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-e86d57bb-1fa3-49c5-bc79-a1d82b0780c1 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9987161 Nov 25 17:30:20.320758 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-ead749c5-8dc3-48c8-988e-fb654b229cd4 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Request body: {'port': {'device_id': 'd74ab755-36a9-4476-bec2-1aaeded5d781', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '04e189b3-a48d-47a2-8e70-da48c198c103', 'admin_state_up': True, 'tenant_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'security_groups': ['fbf472a3-c342-48cc-ac25-d9efd20bf257']}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:20.340870 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e7b9f1e0-a9bc-4866-9cf9-c5a155a21de8 req-5d2abc7e-b578-44db-b3d6-14f7145cf374 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/security-groups?id=84be2441-5ea8-4292-81c0-e25d06d16adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393441 Nov 25 17:30:20.342296 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-0503b318-5631-4796-9c27-2f2716d18dd9 None None] Provisioning complete for port a11242af-5474-4f93-bfb6-76b0ef5bbc3d triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:20.342609 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0503b318-5631-4796-9c27-2f2716d18dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:20.401777 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4c7f074f-3a86-45e1-b8b7-28249ef36983 req-e9497011-bdc7-400f-b312-b1a5756e46c3 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4206581 Nov 25 17:30:20.437087 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-0503b318-5631-4796-9c27-2f2716d18dd9 None None] Port a11242af-5474-4f93-bfb6-76b0ef5bbc3d cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:30:20.450379 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-4c7f074f-3a86-45e1-b8b7-28249ef36983 req-cdea9386-9c99-4410-970f-86d5e2e9e4b0 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Request body: {'floatingip': {'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:20.504378 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-375fc39f-b74a-4a81-85ff-8a37ddb57df6 req-a50cbf98-8d61-4407-8cd3-657211093f4b tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:20.518962 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['5dd26ad6-440e-45ad-be85-4b1a98da85a4', 'ed6453e3-969d-494e-bd6f-33b16d7135ac'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:30:20.521602 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['0682888f-e70f-4362-8d88-9e0f7bea89c3', '057d05e3-0c55-42f7-8017-905ae44193e9', '62f35846-a216-43c6-b577-f0ae35b79bf2'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:30:20.587834 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-4c7f074f-3a86-45e1-b8b7-28249ef36983 req-cdea9386-9c99-4410-970f-86d5e2e9e4b0 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Publish callbacks [] for floatingip, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:20.594701 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50cbf98-8d61-4407-8cd3-657211093f4b tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Pushing event deleted for resources: {'Port': ['ID=981205d1-f4d3-4ec4-9554-3aa640acff88,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:20.618864 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-375fc39f-b74a-4a81-85ff-8a37ddb57df6 req-a50cbf98-8d61-4407-8cd3-657211093f4b tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] No DVR routers for this DVR port 981205d1-f4d3-4ec4-9554-3aa640acff88 on host n-h1-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:30:20.625968 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-375fc39f-b74a-4a81-85ff-8a37ddb57df6 req-a50cbf98-8d61-4407-8cd3-657211093f4b tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:20.629495 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-375fc39f-b74a-4a81-85ff-8a37ddb57df6 req-a50cbf98-8d61-4407-8cd3-657211093f4b tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.74 "DELETE /v2.0/ports/981205d1-f4d3-4ec4-9554-3aa640acff88 HTTP/1.1" status: 204 len: 173 time: 0.8121271 Nov 25 17:30:20.629968 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c28e96d6-a535-41aa-92c9-c5fd43652ebf', 'name': 'network-vif-deleted', 'tag': '981205d1-f4d3-4ec4-9554-3aa640acff88'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:30:20.647099 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7185ff2d-794c-42b7-9f9e-84d4e89ceb1f" -d '{"events": [{"server_uuid": "c28e96d6-a535-41aa-92c9-c5fd43652ebf", "name": "network-vif-deleted", "tag": "981205d1-f4d3-4ec4-9554-3aa640acff88"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:30:20.691391 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b123f9c-726b-409f-9cb4-a7cb3a70304c req-4e960aac-dbe6-43f0-8e29-1285593cf404 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:20.699859 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b123f9c-726b-409f-9cb4-a7cb3a70304c req-4e960aac-dbe6-43f0-8e29-1285593cf404 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:20.708574 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b123f9c-726b-409f-9cb4-a7cb3a70304c req-4e960aac-dbe6-43f0-8e29-1285593cf404 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:20.715281 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b123f9c-726b-409f-9cb4-a7cb3a70304c req-4e960aac-dbe6-43f0-8e29-1285593cf404 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:20.723976 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8b123f9c-726b-409f-9cb4-a7cb3a70304c req-4e960aac-dbe6-43f0-8e29-1285593cf404 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/ports?device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 3095 time: 0.2378900 Nov 25 17:30:20.807797 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:20.829424 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-ead749c5-8dc3-48c8-988e-fb654b229cd4 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Made reservation on behalf of dd6f14b9d22849c3ad1fbf498db9870a for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:30:20.834649 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-ead749c5-8dc3-48c8-988e-fb654b229cd4 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:20.870109 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8b123f9c-726b-409f-9cb4-a7cb3a70304c req-b8f3baa3-cab5-4191-8ed9-fa062f0f1af2 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf472a3-c342-48cc-ac25-d9efd20bf257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448941 Nov 25 17:30:21.211432 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ca14fd18-a26d-4010-b5e8-d9fbaab8eee3 req-477bc6d0-e661-45a4-90c2-565e63f35a1c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f047176a-b918-4873-ac75-9f9a32af8504 HTTP/1.1" status: 200 len: 210 time: 0.1038072 Nov 25 17:30:21.246213 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6f43ff6f-7d74-4146-84e0-a56e9797e4ef req-d022ec37-de4d-494b-917b-6637bf6dc119 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/security-groups/f49ca587-e1ce-4fa0-b8a5-1090a37e6127 HTTP/1.1" status: 200 len: 1818 time: 0.2999485 Nov 25 17:30:21.255031 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-6f43ff6f-7d74-4146-84e0-a56e9797e4ef req-fa4a3aeb-0cc4-4f5b-aaaa-9a6da5251bb0 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Request body: {'security_group': {'name': 'tempest-sg-hth-693302316', 'description': 'tempest-description-hth-1811023082'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:21.360765 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6f43ff6f-7d74-4146-84e0-a56e9797e4ef req-fa4a3aeb-0cc4-4f5b-aaaa-9a6da5251bb0 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks [] for security_group, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:21.376226 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-4c7f074f-3a86-45e1-b8b7-28249ef36983 req-cdea9386-9c99-4410-970f-86d5e2e9e4b0 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:21.393489 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-ead749c5-8dc3-48c8-988e-fb654b229cd4 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Allocated IP 10.2.2.200 (04e189b3-a48d-47a2-8e70-da48c198c103/818fd110-d388-4b2a-af28-d388f2a7ea7b/b2c42d44-65fd-410c-aaed-aae8a87dc2ee) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:30:21.404774 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 440d3faa-aac6-4753-b3dc-93351c7dd4c9 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:30:21.492150 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6f43ff6f-7d74-4146-84e0-a56e9797e4ef req-fa4a3aeb-0cc4-4f5b-aaaa-9a6da5251bb0 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks [] for security_group, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:21.503980 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6f43ff6f-7d74-4146-84e0-a56e9797e4ef req-fa4a3aeb-0cc4-4f5b-aaaa-9a6da5251bb0 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:21.506529 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6f43ff6f-7d74-4146-84e0-a56e9797e4ef req-fa4a3aeb-0cc4-4f5b-aaaa-9a6da5251bb0 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:21.507741 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6f43ff6f-7d74-4146-84e0-a56e9797e4ef req-fa4a3aeb-0cc4-4f5b-aaaa-9a6da5251bb0 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "PUT /v2.0/security-groups/f49ca587-e1ce-4fa0-b8a5-1090a37e6127 HTTP/1.1" status: 200 len: 1793 time: 0.2606504 Nov 25 17:30:21.587934 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 440d3faa-aac6-4753-b3dc-93351c7dd4c9, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=440d3faa-aac6-4753-b3dc-93351c7dd4c9,segment=NetworkSegment(6347e9f6-96b1-4f56-a092-a9cf81778fe8),segment_id=6347e9f6-96b1-4f56-a092-a9cf81778fe8)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:21.614113 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '440d3faa-aac6-4753-b3dc-93351c7dd4c9', 'network_id': '6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5', 'port_id': '440d3faa-aac6-4753-b3dc-93351c7dd4c9', 'mac_address': 'fa:16:3e:74:87:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 901, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '577f7e8f-a41f-42c3-a5d0-23f6361748a4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:30:21.631050 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4a3aeb-0cc4-4f5b-aaaa-9a6da5251bb0 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f49ca587-e1ce-4fa0-b8a5-1090a37e6127,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:21.678340 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-83721210-bd27-43c7-bf0e-a2677f5e60a8 req-810e2185-2de1-4453-a373-ae75a4d03d31 tempest-ServerShowV254Test-1541790367 tempest-ServerShowV254Test-1541790367-project] 10.222.0.75 "GET /v2.0/ports?device_id=b48d8cd8-3dec-4719-82d6-63d6f47f0333 HTTP/1.1" status: 200 len: 210 time: 0.0525224 Nov 25 17:30:21.679404 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-4c7f074f-3a86-45e1-b8b7-28249ef36983 req-cdea9386-9c99-4410-970f-86d5e2e9e4b0 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Allocated IP 172.25.0.247 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/15e34edb-1796-4677-a0c3-f2d9910c127c) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:30:21.691316 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:21.718198 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 440d3faa-aac6-4753-b3dc-93351c7dd4c9 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:30:21.766682 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 440d3faa-aac6-4753-b3dc-93351c7dd4c9, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=440d3faa-aac6-4753-b3dc-93351c7dd4c9,segment=NetworkSegment(6347e9f6-96b1-4f56-a092-a9cf81778fe8),segment_id=6347e9f6-96b1-4f56-a092-a9cf81778fe8)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:21.772082 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8475c635-fc44-498d-bcbf-1823fea2ea6a x-openstack-request-id: req-8475c635-fc44-498d-bcbf-1823fea2ea6a {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:30:21.772594 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:21.772759 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c28e96d6-a535-41aa-92c9-c5fd43652ebf", "name": "network-vif-deleted", "tag": "981205d1-f4d3-4ec4-9554-3aa640acff88", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:30:21.772759 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8475c635-fc44-498d-bcbf-1823fea2ea6a {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:30:21.773268 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c28e96d6-a535-41aa-92c9-c5fd43652ebf', 'name': 'network-vif-deleted', 'tag': '981205d1-f4d3-4ec4-9554-3aa640acff88', 'status': 'completed', 'code': 200} Nov 25 17:30:21.777415 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-ead749c5-8dc3-48c8-988e-fb654b229cd4 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:21.861344 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-4c7f074f-3a86-45e1-b8b7-28249ef36983 req-cdea9386-9c99-4410-970f-86d5e2e9e4b0 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:21.869893 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=440d3faa-aac6-4753-b3dc-93351c7dd4c9,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:21.875674 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-ead749c5-8dc3-48c8-988e-fb654b229cd4 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:21.915117 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:21.963725 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-ead749c5-8dc3-48c8-988e-fb654b229cd4 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Network 04e189b3-a48d-47a2-8e70-da48c198c103 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:30:21.967141 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-09cafa6c-9767-4a48-8db2-6062ba3bfadb req-a2007a89-b8a0-4cfd-90e1-5c2d25df92c1 tempest-ServerShowV257Test-1904861758 tempest-ServerShowV257Test-1904861758-project] 10.222.0.75 "GET /v2.0/ports?device_id=f047176a-b918-4873-ac75-9f9a32af8504 HTTP/1.1" status: 200 len: 210 time: 0.0526073 Nov 25 17:30:21.975446 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-ead749c5-8dc3-48c8-988e-fb654b229cd4 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:30:21.982658 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-ead749c5-8dc3-48c8-988e-fb654b229cd4 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:30:21.982658 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead749c5-8dc3-48c8-988e-fb654b229cd4 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Pushing event updated for resources: {'Port': ['ID=b2c42d44-65fd-410c-aaed-aae8a87dc2ee,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:22.023244 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-4c7f074f-3a86-45e1-b8b7-28249ef36983 req-cdea9386-9c99-4410-970f-86d5e2e9e4b0 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:22.030347 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['440d3faa-aac6-4753-b3dc-93351c7dd4c9'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:30:22.091965 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 981205d1-f4d3-4ec4-9554-3aa640acff88 no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:30:22.092344 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-ead749c5-8dc3-48c8-988e-fb654b229cd4 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:22.093040 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-ead749c5-8dc3-48c8-988e-fb654b229cd4 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:22.127592 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c7f074f-3a86-45e1-b8b7-28249ef36983 req-cdea9386-9c99-4410-970f-86d5e2e9e4b0 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:30:22.132129 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-4c7f074f-3a86-45e1-b8b7-28249ef36983 req-cdea9386-9c99-4410-970f-86d5e2e9e4b0 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:30:22.137863 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c7f074f-3a86-45e1-b8b7-28249ef36983 req-cdea9386-9c99-4410-970f-86d5e2e9e4b0 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:30:22.149917 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: 981205d1-f4d3-4ec4-9554-3aa640acff88 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:30:22.149917 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 981205d1-f4d3-4ec4-9554-3aa640acff88 not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:30:22.160222 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdea9386-9c99-4410-970f-86d5e2e9e4b0 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Pushing event updated for resources: {'Port': ['ID=15e34edb-1796-4677-a0c3-f2d9910c127c,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:22.189263 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-ead749c5-8dc3-48c8-988e-fb654b229cd4 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8811278 Nov 25 17:30:22.213604 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-50ae3b79-600a-4c06-928a-62183656cdf3 service neutron] Request body: {'port': {'device_id': 'd74ab755-36a9-4476-bec2-1aaeded5d781', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:22.231290 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43176) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:22.238581 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-b170afec-87b5-405a-b4f2-dfe7878909c7 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1997975959'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:22.289747 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b170afec-87b5-405a-b4f2-dfe7878909c7 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Made reservation on behalf of af07ecd6b88d499dba6f8368912ebb7e for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:30:22.297723 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b170afec-87b5-405a-b4f2-dfe7878909c7 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:22.334951 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b170afec-87b5-405a-b4f2-dfe7878909c7 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 912} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:30:22.351038 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b170afec-87b5-405a-b4f2-dfe7878909c7 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:22.351740 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-b170afec-87b5-405a-b4f2-dfe7878909c7 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Added segment 6f760b9f-05a7-45e0-b265-14c8c33a90b3 of type vlan for network c2992060-12d6-4bc2-a7a5-ee6714d7c0a4 Nov 25 17:30:22.413973 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b170afec-87b5-405a-b4f2-dfe7878909c7 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:22.428744 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-de4edd01-ec15-4b5f-b7a8-c056deae281d None None] Provisioning complete for port b2c42d44-65fd-410c-aaed-aae8a87dc2ee triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:22.429152 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-de4edd01-ec15-4b5f-b7a8-c056deae281d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:22.447844 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b170afec-87b5-405a-b4f2-dfe7878909c7 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:22.455691 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b170afec-87b5-405a-b4f2-dfe7878909c7 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:22.456884 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b170afec-87b5-405a-b4f2-dfe7878909c7 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:22.476163 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-de4edd01-ec15-4b5f-b7a8-c056deae281d None None] Port b2c42d44-65fd-410c-aaed-aae8a87dc2ee cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:30:22.492775 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b170afec-87b5-405a-b4f2-dfe7878909c7 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2566252 Nov 25 17:30:22.502125 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43178) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:22.507182 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-28432509-3c65-4412-b4d8-7c59ba230b05 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1638730789'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:22.535043 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28432509-3c65-4412-b4d8-7c59ba230b05 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Made reservation on behalf of af07ecd6b88d499dba6f8368912ebb7e for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:30:22.538501 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-28432509-3c65-4412-b4d8-7c59ba230b05 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:22.578087 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd209ac5-9689-41d7-8931-decbc6ea8b41 req-8e707a03-0128-478b-a26f-88b23ee4b000 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:22.580442 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cd209ac5-9689-41d7-8931-decbc6ea8b41 req-8e707a03-0128-478b-a26f-88b23ee4b000 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/ports?device_id=1dd102ea-756d-4b25-9345-f3b89b060826 HTTP/1.1" status: 200 len: 944 time: 0.5134368 Nov 25 17:30:22.597118 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b170afec-87b5-405a-b4f2-dfe7878909c7 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Pushing event updated for resources: {'Network': ['ID=c2992060-12d6-4bc2-a7a5-ee6714d7c0a4,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:22.606044 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28432509-3c65-4412-b4d8-7c59ba230b05 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 924} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:30:22.615834 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network c2992060-12d6-4bc2-a7a5-ee6714d7c0a4 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:30:22.626178 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-28432509-3c65-4412-b4d8-7c59ba230b05 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:22.626950 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-28432509-3c65-4412-b4d8-7c59ba230b05 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Added segment 23d8f0f9-c2dc-40f5-84f9-089bfa9c0f22 of type vlan for network cb2ab83a-f522-4839-b956-b9e276ac2a4b Nov 25 17:30:22.655152 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-50ae3b79-600a-4c06-928a-62183656cdf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:22.686065 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-28432509-3c65-4412-b4d8-7c59ba230b05 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:22.719308 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-28432509-3c65-4412-b4d8-7c59ba230b05 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:22.725834 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28432509-3c65-4412-b4d8-7c59ba230b05 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:22.726467 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-28432509-3c65-4412-b4d8-7c59ba230b05 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:22.730514 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-4c7f074f-3a86-45e1-b8b7-28249ef36983 req-cdea9386-9c99-4410-970f-86d5e2e9e4b0 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:22.782451 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cd209ac5-9689-41d7-8931-decbc6ea8b41 req-1ca00167-7c1f-4b5f-a28d-90031a3a8869 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/security-groups?id=84be2441-5ea8-4292-81c0-e25d06d16adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675377 Nov 25 17:30:22.793010 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-28432509-3c65-4412-b4d8-7c59ba230b05 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2897522 Nov 25 17:30:22.795867 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 43180) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:22.808442 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28432509-3c65-4412-b4d8-7c59ba230b05 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Pushing event updated for resources: {'Network': ['ID=cb2ab83a-f522-4839-b956-b9e276ac2a4b,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:22.819795 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network cb2ab83a-f522-4839-b956-b9e276ac2a4b details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:30:22.849274 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-86f04fb3-904b-4179-abf0-d2901b954705 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Request body: {'subnet': {'network_id': 'c2992060-12d6-4bc2-a7a5-ee6714d7c0a4', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:22.853977 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-4c7f074f-3a86-45e1-b8b7-28249ef36983 req-cdea9386-9c99-4410-970f-86d5e2e9e4b0 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:22.940308 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:23.080579 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e546674a-e722-4e64-ac15-7a4d7dc3cb5d req-8c329e6b-8d3f-4298-b1c3-643d0f905a8c tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/security-groups/f49ca587-e1ce-4fa0-b8a5-1090a37e6127 HTTP/1.1" status: 200 len: 1793 time: 0.2274313 Nov 25 17:30:23.172349 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f04fb3-904b-4179-abf0-d2901b954705 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Made reservation on behalf of af07ecd6b88d499dba6f8368912ebb7e for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:30:23.176046 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-86f04fb3-904b-4179-abf0-d2901b954705 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:23.362259 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 440d3faa-aac6-4753-b3dc-93351c7dd4c9 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:30:23.397389 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-4c7f074f-3a86-45e1-b8b7-28249ef36983 req-cdea9386-9c99-4410-970f-86d5e2e9e4b0 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:23.401756 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-50ae3b79-600a-4c06-928a-62183656cdf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7be8a07b-4a87-4407-a846-a793d7c0884e {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:30:23.414304 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-50ae3b79-600a-4c06-928a-62183656cdf3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:23.419743 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-4c7f074f-3a86-45e1-b8b7-28249ef36983 req-cdea9386-9c99-4410-970f-86d5e2e9e4b0 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:23.436308 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port 440d3faa-aac6-4753-b3dc-93351c7dd4c9 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:30:23.444121 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port 440d3faa-aac6-4753-b3dc-93351c7dd4c9 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:23.444432 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:23.474419 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-50ae3b79-600a-4c06-928a-62183656cdf3 service neutron] Transition to ACTIVE for port object 7be8a07b-4a87-4407-a846-a793d7c0884e will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:30:23.497602 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97feecef-4832-4ec7-a0a8-db0595445add req-82c5cbbd-9e2a-4a15-b544-94ce31dd6094 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:23.504424 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97feecef-4832-4ec7-a0a8-db0595445add req-82c5cbbd-9e2a-4a15-b544-94ce31dd6094 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:23.510652 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97feecef-4832-4ec7-a0a8-db0595445add req-82c5cbbd-9e2a-4a15-b544-94ce31dd6094 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:23.517350 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97feecef-4832-4ec7-a0a8-db0595445add req-82c5cbbd-9e2a-4a15-b544-94ce31dd6094 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:23.523268 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97feecef-4832-4ec7-a0a8-db0595445add req-82c5cbbd-9e2a-4a15-b544-94ce31dd6094 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:23.525160 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-97feecef-4832-4ec7-a0a8-db0595445add req-82c5cbbd-9e2a-4a15-b544-94ce31dd6094 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/ports?device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 3816 time: 0.2308483 Nov 25 17:30:23.548886 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-50ae3b79-600a-4c06-928a-62183656cdf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:23.551006 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:23.576864 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd102ea-756d-4b25-9345-f3b89b060826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '440d3faa-aac6-4753-b3dc-93351c7dd4c9'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:30:23.580003 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b539402b-e492-4950-ad5d-b7492678b9bb" -d '{"events": [{"server_uuid": "1dd102ea-756d-4b25-9345-f3b89b060826", "name": "network-vif-plugged", "status": "completed", "tag": "440d3faa-aac6-4753-b3dc-93351c7dd4c9"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:30:23.599269 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 440d3faa-aac6-4753-b3dc-93351c7dd4c9, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=440d3faa-aac6-4753-b3dc-93351c7dd4c9,segment=NetworkSegment(6347e9f6-96b1-4f56-a092-a9cf81778fe8),segment_id=6347e9f6-96b1-4f56-a092-a9cf81778fe8)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:23.603576 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:23.636105 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdea9386-9c99-4410-970f-86d5e2e9e4b0 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Pushing event updated for resources: {'Port': ['ID=15e34edb-1796-4677-a0c3-f2d9910c127c,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:23.677827 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=440d3faa-aac6-4753-b3dc-93351c7dd4c9,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:23.689709 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:23.690081 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:23.690408 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:23.690757 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:23.691101 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:23.691493 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:23.691837 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:23.692184 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:23.692507 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:23.692857 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:23.693211 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:23.693795 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:23.700154 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-4c7f074f-3a86-45e1-b8b7-28249ef36983 req-cdea9386-9c99-4410-970f-86d5e2e9e4b0 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:23.774130 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-4c7f074f-3a86-45e1-b8b7-28249ef36983 req-cdea9386-9c99-4410-970f-86d5e2e9e4b0 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:23.775360 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4c7f074f-3a86-45e1-b8b7-28249ef36983 req-cdea9386-9c99-4410-970f-86d5e2e9e4b0 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3313315 Nov 25 17:30:23.806491 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-86f04fb3-904b-4179-abf0-d2901b954705 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:23.817306 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-97feecef-4832-4ec7-a0a8-db0595445add req-6fe58da2-e04a-4388-a39b-5764d7fa03ed tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf472a3-c342-48cc-ac25-d9efd20bf257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2638617 Nov 25 17:30:23.822483 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ae3b79-600a-4c06-928a-62183656cdf3 service neutron] Pushing event updated for resources: {'Port': ['ID=7be8a07b-4a87-4407-a846-a793d7c0884e,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:23.979202 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4c7f074f-3a86-45e1-b8b7-28249ef36983 req-b464bbc1-d488-4144-9f61-e835659f18a3 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.0.247 HTTP/1.1" status: 200 len: 696 time: 0.1685293 Nov 25 17:30:23.986710 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8ae02c1a-6149-4f54-8588-1203597e4924 req-59eeb37f-7249-4eac-94d3-024f7dac60d5 tempest-ServerShowV257Test-1904861758 tempest-ServerShowV257Test-1904861758-project] 10.222.0.75 "GET /v2.0/ports?device_id=f047176a-b918-4873-ac75-9f9a32af8504 HTTP/1.1" status: 200 len: 210 time: 0.0619440 Nov 25 17:30:23.990023 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f04fb3-904b-4179-abf0-d2901b954705 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Pushing event updated for resources: {'Subnet': ['ID=f9e97284-605a-4c4d-bc08-1f1a648a0858,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:24.034811 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-50ae3b79-600a-4c06-928a-62183656cdf3 service neutron] Attempting to bind port 7be8a07b-4a87-4407-a846-a793d7c0884e on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:30:24.035155 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-50ae3b79-600a-4c06-928a-62183656cdf3 service neutron] Attempting to bind port 7be8a07b-4a87-4407-a846-a793d7c0884e by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '0e00b021-4936-4a80-9658-da28463c87bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '124f5b02-f613-458f-b33d-77fb5d166863'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:30:24.035488 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-50ae3b79-600a-4c06-928a-62183656cdf3 service neutron] Attempting to bind port 7be8a07b-4a87-4407-a846-a793d7c0884e on network 124f5b02-f613-458f-b33d-77fb5d166863 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:30:24.091757 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-50ae3b79-600a-4c06-928a-62183656cdf3 service neutron] Port 7be8a07b-4a87-4407-a846-a793d7c0884e on network 124f5b02-f613-458f-b33d-77fb5d166863 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:30:24.092090 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-50ae3b79-600a-4c06-928a-62183656cdf3 service neutron] Attempting to bind port 7be8a07b-4a87-4407-a846-a793d7c0884e on network 124f5b02-f613-458f-b33d-77fb5d166863 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:30:24.100042 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f04fb3-904b-4179-abf0-d2901b954705 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Checking segment: {'id': '6f760b9f-05a7-45e0-b265-14c8c33a90b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'c2992060-12d6-4bc2-a7a5-ee6714d7c0a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:30:24.100408 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f04fb3-904b-4179-abf0-d2901b954705 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Network hostable DHCP agents. Network: c2992060-12d6-4bc2-a7a5-ee6714d7c0a4, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:30:24.120149 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-50ae3b79-600a-4c06-928a-62183656cdf3 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:30:24.120484 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-50ae3b79-600a-4c06-928a-62183656cdf3 service neutron] Checking segment: {'id': '0e00b021-4936-4a80-9658-da28463c87bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '124f5b02-f613-458f-b33d-77fb5d166863'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:30:24.120891 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-50ae3b79-600a-4c06-928a-62183656cdf3 service neutron] Bound using segment: {'id': '0e00b021-4936-4a80-9658-da28463c87bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '124f5b02-f613-458f-b33d-77fb5d166863'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:30:24.121326 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-50ae3b79-600a-4c06-928a-62183656cdf3 service neutron] Bound port: 7be8a07b-4a87-4407-a846-a793d7c0884e, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e00b021-4936-4a80-9658-da28463c87bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '124f5b02-f613-458f-b33d-77fb5d166863'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:30:24.121686 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-50ae3b79-600a-4c06-928a-62183656cdf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:24.170210 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f202fe2f-e9b8-403c-bddd-aeb14c188740 req-967daf80-e20b-49e1-bb44-e70c1a20f0c6 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/security-groups/f49ca587-e1ce-4fa0-b8a5-1090a37e6127 HTTP/1.1" status: 200 len: 1793 time: 0.1379383 Nov 25 17:30:24.197373 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f04fb3-904b-4179-abf0-d2901b954705 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Network c2992060-12d6-4bc2-a7a5-ee6714d7c0a4 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:30:24.224328 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f074f-3a86-45e1-b8b7-28249ef36983 req-0d20ec97-d4d4-4b25-8e78-f5ea306d2297 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:24.225591 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4c7f074f-3a86-45e1-b8b7-28249ef36983 req-0d20ec97-d4d4-4b25-8e78-f5ea306d2297 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "GET /v2.0/networks/1aa44027-b9d0-4a56-9a59-7e664703e20a HTTP/1.1" status: 200 len: 784 time: 0.2380223 Nov 25 17:30:24.241443 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-86f04fb3-904b-4179-abf0-d2901b954705 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, c2992060-12d6-4bc2-a7a5-ee6714d7c0a4) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:30:24.249344 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [req-4c7f074f-3a86-45e1-b8b7-28249ef36983 req-84ef5a81-1c24-4a72-95a7-2b79a1d48634 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:30:24.250164 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019003a1-bb39-4935-9881-6cee58596e17 None None] Network c2992060-12d6-4bc2-a7a5-ee6714d7c0a4 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:30:24.250804 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4c7f074f-3a86-45e1-b8b7-28249ef36983 req-84ef5a81-1c24-4a72-95a7-2b79a1d48634 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0149579 Nov 25 17:30:24.268574 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f04fb3-904b-4179-abf0-d2901b954705 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:24.269193 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-86f04fb3-904b-4179-abf0-d2901b954705 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:24.295176 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-50ae3b79-600a-4c06-928a-62183656cdf3 service neutron] For port 7be8a07b-4a87-4407-a846-a793d7c0884e, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:30:24.301249 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-50ae3b79-600a-4c06-928a-62183656cdf3 service neutron] For port 7be8a07b-4a87-4407-a846-a793d7c0884e, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=7be8a07b-4a87-4407-a846-a793d7c0884e,segment=NetworkSegment(0e00b021-4936-4a80-9658-da28463c87bd),segment_id=0e00b021-4936-4a80-9658-da28463c87bd)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:30:24.313652 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-86f04fb3-904b-4179-abf0-d2901b954705 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4697192 Nov 25 17:30:24.313962 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43198) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:24.319844 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-8bed79a1-417a-4717-a760-fe8fe6a2075d tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Request body: {'subnet': {'network_id': 'cb2ab83a-f522-4839-b956-b9e276ac2a4b', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:24.337788 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-50ae3b79-600a-4c06-928a-62183656cdf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:24.353699 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f202fe2f-e9b8-403c-bddd-aeb14c188740 req-e5737751-717c-4b54-a6a2-a1a5e9f4b895 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:24.395873 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-50ae3b79-600a-4c06-928a-62183656cdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:24.396496 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-50ae3b79-600a-4c06-928a-62183656cdf3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:24.397959 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-50ae3b79-600a-4c06-928a-62183656cdf3 service neutron] 10.222.0.74 "PUT /v2.0/ports/7be8a07b-4a87-4407-a846-a793d7c0884e HTTP/1.1" status: 200 len: 1091 time: 2.1979942 Nov 25 17:30:24.403870 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd74ab755-36a9-4476-bec2-1aaeded5d781', 'tag': '7be8a07b-4a87-4407-a846-a793d7c0884e'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:30:24.406804 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e25ade7-0ccd-4f94-8050-3826b211a0d7" -d '{"events": [{"name": "network-changed", "server_uuid": "d74ab755-36a9-4476-bec2-1aaeded5d781", "tag": "7be8a07b-4a87-4407-a846-a793d7c0884e"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:30:24.446377 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-48884398-b2d1-46fd-af4d-e2244a75ba8f service neutron] Request body: {'port': {'device_id': 'd74ab755-36a9-4476-bec2-1aaeded5d781', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:24.465871 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f202fe2f-e9b8-403c-bddd-aeb14c188740 req-e5737751-717c-4b54-a6a2-a1a5e9f4b895 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:24.580131 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ae3b79-600a-4c06-928a-62183656cdf3 service neutron] Pushing event updated for resources: {'Port': ['ID=7be8a07b-4a87-4407-a846-a793d7c0884e,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:24.638046 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6c92fb-9767-4784-a8b7-d454221c4d68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-c2992060-12d6-4bc2-a7a5-ee6714d7c0a4', 'network_id': 'c2992060-12d6-4bc2-a7a5-ee6714d7c0a4', 'tenant_id': 'af07ecd6b88d499dba6f8368912ebb7e', 'fixed_ips': [{'subnet_id': 'f9e97284-605a-4c4d-bc08-1f1a648a0858'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:30:24.639251 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6d6c92fb-9767-4784-a8b7-d454221c4d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:24.668776 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f202fe2f-e9b8-403c-bddd-aeb14c188740 req-e5737751-717c-4b54-a6a2-a1a5e9f4b895 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:24.672018 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f202fe2f-e9b8-403c-bddd-aeb14c188740 req-e5737751-717c-4b54-a6a2-a1a5e9f4b895 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:24.673499 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f202fe2f-e9b8-403c-bddd-aeb14c188740 req-e5737751-717c-4b54-a6a2-a1a5e9f4b895 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "DELETE /v2.0/security-groups/f49ca587-e1ce-4fa0-b8a5-1090a37e6127 HTTP/1.1" status: 204 len: 173 time: 0.4786508 Nov 25 17:30:24.679432 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-48884398-b2d1-46fd-af4d-e2244a75ba8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:24.691399 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-9ba69320-8d55-48be-8d6c-89b304378c79 req-6e58625f-6abf-47e3-81b3-a91d899c3f95 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bef923feeaed4e859364154c6693ea66&device_id=b48d8cd8-3dec-4719-82d6-63d6f47f0333 HTTP/1.1" status: 200 len: 210 time: 0.0879519 Nov 25 17:30:24.719417 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5737751-717c-4b54-a6a2-a1a5e9f4b895 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49ca587-e1ce-4fa0-b8a5-1090a37e6127,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:24.746192 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-9ba69320-8d55-48be-8d6c-89b304378c79 req-ec7779c5-0562-4a9e-a84d-94fae4cf29eb service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=bef923feeaed4e859364154c6693ea66&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443761 Nov 25 17:30:24.748614 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec1064-44fb-4548-9477-99679ef0485c req-74533d99-92d0-491d-b122-aefae045aef8 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:24.750648 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-62ec1064-44fb-4548-9477-99679ef0485c req-74533d99-92d0-491d-b122-aefae045aef8 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.90 "GET /v2.0/ports?device_id=0911bc81-7ff8-4326-b30c-7f363c70ff94 HTTP/1.1" status: 200 len: 948 time: 0.2000263 Nov 25 17:30:24.794926 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bed79a1-417a-4717-a760-fe8fe6a2075d tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Made reservation on behalf of af07ecd6b88d499dba6f8368912ebb7e for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:30:24.811214 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8bed79a1-417a-4717-a760-fe8fe6a2075d tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:24.851983 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b0cc3b-c596-447e-83c4-1ebc1a53be0b x-openstack-request-id: req-53b0cc3b-c596-447e-83c4-1ebc1a53be0b {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:30:24.852655 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dd102ea-756d-4b25-9345-f3b89b060826", "name": "network-vif-plugged", "status": "completed", "tag": "440d3faa-aac6-4753-b3dc-93351c7dd4c9", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:30:24.852655 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-53b0cc3b-c596-447e-83c4-1ebc1a53be0b {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:30:24.852948 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dd102ea-756d-4b25-9345-f3b89b060826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '440d3faa-aac6-4753-b3dc-93351c7dd4c9', 'code': 200} Nov 25 17:30:24.976859 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-6d6c92fb-9767-4784-a8b7-d454221c4d68 None None] Allocated IP 10.1.1.2 (c2992060-12d6-4bc2-a7a5-ee6714d7c0a4/f9e97284-605a-4c4d-bc08-1f1a648a0858/548d7e67-692e-4517-a117-caa7ce059e8e) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:30:25.159454 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ea7af-83f9-4bb6-907a-7a3765137e80 req-cee48b9a-bd82-4c5a-baa7-f1b2373186b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:25.161005 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-651ea7af-83f9-4bb6-907a-7a3765137e80 req-cee48b9a-bd82-4c5a-baa7-f1b2373186b7 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1dd102ea-756d-4b25-9345-f3b89b060826 HTTP/1.1" status: 200 len: 1096 time: 0.3189266 Nov 25 17:30:25.194008 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba69320-8d55-48be-8d6c-89b304378c79 req-37f7dd5d-5dea-4a06-af2d-219745619a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:25.195512 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-9ba69320-8d55-48be-8d6c-89b304378c79 req-37f7dd5d-5dea-4a06-af2d-219745619a8f service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4333992 Nov 25 17:30:25.260443 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-651ea7af-83f9-4bb6-907a-7a3765137e80 req-08f3bbc0-a16d-43fc-8490-0b6191325f58 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=84be2441-5ea8-4292-81c0-e25d06d16adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910237 Nov 25 17:30:25.304389 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-48884398-b2d1-46fd-af4d-e2244a75ba8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 791424cf-7f49-4cd7-a3d5-e5f426ab97ac {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:30:25.323243 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-48884398-b2d1-46fd-af4d-e2244a75ba8f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:25.355306 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8bed79a1-417a-4717-a760-fe8fe6a2075d tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:25.357521 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93319e59-363e-44ff-8dbc-7e6d6f06239a req-f875dfbd-531d-4e2c-a5f3-45fee1cf1d8e tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:25.366768 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-93319e59-363e-44ff-8dbc-7e6d6f06239a req-f875dfbd-531d-4e2c-a5f3-45fee1cf1d8e tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/ports?device_id=1dd102ea-756d-4b25-9345-f3b89b060826 HTTP/1.1" status: 200 len: 945 time: 0.4025939 Nov 25 17:30:25.388381 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-48884398-b2d1-46fd-af4d-e2244a75ba8f service neutron] Transition to ACTIVE for port object 791424cf-7f49-4cd7-a3d5-e5f426ab97ac will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:30:25.399930 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-62ec1064-44fb-4548-9477-99679ef0485c req-5a4147dd-42f9-4569-87bd-a22c141bad55 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Deleting port ed6453e3-969d-494e-bd6f-33b16d7135ac {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:30:25.401009 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-62ec1064-44fb-4548-9477-99679ef0485c req-5a4147dd-42f9-4569-87bd-a22c141bad55 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:25.412270 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6d6c92fb-9767-4784-a8b7-d454221c4d68 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:25.420280 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-48884398-b2d1-46fd-af4d-e2244a75ba8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:25.420901 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6d6c92fb-9767-4784-a8b7-d454221c4d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:25.426755 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bed79a1-417a-4717-a760-fe8fe6a2075d tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Pushing event updated for resources: {'Subnet': ['ID=433e0b25-87c6-4c49-8afd-0df579500c07,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:25.467258 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ef3457-f98c-4fd5-8114-41c52768f5d1 x-openstack-request-id: req-d2ef3457-f98c-4fd5-8114-41c52768f5d1 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:30:25.467613 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d74ab755-36a9-4476-bec2-1aaeded5d781", "tag": "7be8a07b-4a87-4407-a846-a793d7c0884e", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:30:25.467810 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d2ef3457-f98c-4fd5-8114-41c52768f5d1 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:30:25.468235 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd74ab755-36a9-4476-bec2-1aaeded5d781', 'tag': '7be8a07b-4a87-4407-a846-a793d7c0884e', 'status': 'completed', 'code': 200} Nov 25 17:30:25.505407 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6c92fb-9767-4784-a8b7-d454221c4d68 None None] Network c2992060-12d6-4bc2-a7a5-ee6714d7c0a4 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:30:25.535921 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-6d6c92fb-9767-4784-a8b7-d454221c4d68 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:30:25.538229 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bed79a1-417a-4717-a760-fe8fe6a2075d tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Checking segment: {'id': '23d8f0f9-c2dc-40f5-84f9-089bfa9c0f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'cb2ab83a-f522-4839-b956-b9e276ac2a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:30:25.538726 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bed79a1-417a-4717-a760-fe8fe6a2075d tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Network hostable DHCP agents. Network: cb2ab83a-f522-4839-b956-b9e276ac2a4b, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:30:25.552734 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6c92fb-9767-4784-a8b7-d454221c4d68 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:30:25.591589 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25ade7-0ccd-4f94-8050-3826b211a0d7 req-f3089320-cf33-4666-a0d5-2ec0efabb14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:25.592385 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25ade7-0ccd-4f94-8050-3826b211a0d7 req-f3089320-cf33-4666-a0d5-2ec0efabb14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:25.592992 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25ade7-0ccd-4f94-8050-3826b211a0d7 req-f3089320-cf33-4666-a0d5-2ec0efabb14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:25.594303 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25ade7-0ccd-4f94-8050-3826b211a0d7 req-f3089320-cf33-4666-a0d5-2ec0efabb14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:25.594828 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25ade7-0ccd-4f94-8050-3826b211a0d7 req-f3089320-cf33-4666-a0d5-2ec0efabb14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:25.596299 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25ade7-0ccd-4f94-8050-3826b211a0d7 req-f3089320-cf33-4666-a0d5-2ec0efabb14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:25.603045 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-9e25ade7-0ccd-4f94-8050-3826b211a0d7 req-f3089320-cf33-4666-a0d5-2ec0efabb14e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dd6f14b9d22849c3ad1fbf498db9870a&device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 5248 time: 0.1100373 Nov 25 17:30:25.622166 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6c92fb-9767-4784-a8b7-d454221c4d68 None None] Pushing event updated for resources: {'Port': ['ID=548d7e67-692e-4517-a117-caa7ce059e8e,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:25.647711 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bed79a1-417a-4717-a760-fe8fe6a2075d tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Network cb2ab83a-f522-4839-b956-b9e276ac2a4b is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:30:25.657989 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-6d6c92fb-9767-4784-a8b7-d454221c4d68 None None] Attempting to bind port 548d7e67-692e-4517-a117-caa7ce059e8e on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:30:25.658746 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-6d6c92fb-9767-4784-a8b7-d454221c4d68 None None] Attempting to bind port 548d7e67-692e-4517-a117-caa7ce059e8e by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '6f760b9f-05a7-45e0-b265-14c8c33a90b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'c2992060-12d6-4bc2-a7a5-ee6714d7c0a4'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:30:25.659376 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6c92fb-9767-4784-a8b7-d454221c4d68 None None] Attempting to bind port 548d7e67-692e-4517-a117-caa7ce059e8e on network c2992060-12d6-4bc2-a7a5-ee6714d7c0a4 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:30:25.666951 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6c92fb-9767-4784-a8b7-d454221c4d68 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:30:25.667763 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6c92fb-9767-4784-a8b7-d454221c4d68 None None] Checking segment: {'id': '6f760b9f-05a7-45e0-b265-14c8c33a90b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'c2992060-12d6-4bc2-a7a5-ee6714d7c0a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:30:25.668512 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6d6c92fb-9767-4784-a8b7-d454221c4d68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:25.669190 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6c92fb-9767-4784-a8b7-d454221c4d68 None None] Bound using segment: {'id': '6f760b9f-05a7-45e0-b265-14c8c33a90b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'c2992060-12d6-4bc2-a7a5-ee6714d7c0a4'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:30:25.670003 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-6d6c92fb-9767-4784-a8b7-d454221c4d68 None None] Bound port: 548d7e67-692e-4517-a117-caa7ce059e8e, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f760b9f-05a7-45e0-b265-14c8c33a90b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'c2992060-12d6-4bc2-a7a5-ee6714d7c0a4'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:30:25.670643 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6d6c92fb-9767-4784-a8b7-d454221c4d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:25.695256 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-8bed79a1-417a-4717-a760-fe8fe6a2075d tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, cb2ab83a-f522-4839-b956-b9e276ac2a4b) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:30:25.701122 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bed79a1-417a-4717-a760-fe8fe6a2075d tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:25.702240 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8bed79a1-417a-4717-a760-fe8fe6a2075d tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:25.729176 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbca3dec-968a-4ccf-8e89-ce4424d0ea88 None None] Network cb2ab83a-f522-4839-b956-b9e276ac2a4b requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:30:25.871130 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-6d6c92fb-9767-4784-a8b7-d454221c4d68 None None] For port 548d7e67-692e-4517-a117-caa7ce059e8e, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:30:25.901797 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-6d6c92fb-9767-4784-a8b7-d454221c4d68 None None] For port 548d7e67-692e-4517-a117-caa7ce059e8e, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=548d7e67-692e-4517-a117-caa7ce059e8e,segment=NetworkSegment(6f760b9f-05a7-45e0-b265-14c8c33a90b3),segment_id=6f760b9f-05a7-45e0-b265-14c8c33a90b3)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:30:25.920494 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8bed79a1-417a-4717-a760-fe8fe6a2075d tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6023214 Nov 25 17:30:25.933607 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43234) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:25.951391 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-32a56358-9efc-4006-81ee-0cbfc00d9836 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Request body: {'port': {'network_id': 'c2992060-12d6-4bc2-a7a5-ee6714d7c0a4', 'name': 'tempest-TaggedBootDevicesTest-1380881871', 'fixed_ips': [{'subnet_id': 'f9e97284-605a-4c4d-bc08-1f1a648a0858'}]}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:25.961898 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6d6c92fb-9767-4784-a8b7-d454221c4d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:25.982929 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-93319e59-363e-44ff-8dbc-7e6d6f06239a req-dc125057-b0bb-42ed-a87a-81d341163e7b tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/security-groups?id=84be2441-5ea8-4292-81c0-e25d06d16adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6148078 Nov 25 17:30:26.051135 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25ade7-0ccd-4f94-8050-3826b211a0d7 req-ba914f00-6dc9-45d2-a3dd-08acbb9a1a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:26.052185 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25ade7-0ccd-4f94-8050-3826b211a0d7 req-ba914f00-6dc9-45d2-a3dd-08acbb9a1a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:26.052660 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25ade7-0ccd-4f94-8050-3826b211a0d7 req-ba914f00-6dc9-45d2-a3dd-08acbb9a1a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:26.055134 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-9e25ade7-0ccd-4f94-8050-3826b211a0d7 req-ba914f00-6dc9-45d2-a3dd-08acbb9a1a71 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=dd6f14b9d22849c3ad1fbf498db9870a&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4422326 Nov 25 17:30:26.088649 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1a43bd-b583-4489-85af-9f8755c7e7cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-cb2ab83a-f522-4839-b956-b9e276ac2a4b', 'network_id': 'cb2ab83a-f522-4839-b956-b9e276ac2a4b', 'tenant_id': 'af07ecd6b88d499dba6f8368912ebb7e', 'fixed_ips': [{'subnet_id': '433e0b25-87c6-4c49-8afd-0df579500c07'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:30:26.089584 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8c1a43bd-b583-4489-85af-9f8755c7e7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:26.104342 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-62ec1064-44fb-4548-9477-99679ef0485c req-5a4147dd-42f9-4569-87bd-a22c141bad55 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] For port ed6453e3-969d-494e-bd6f-33b16d7135ac, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=ed6453e3-969d-494e-bd6f-33b16d7135ac,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:26.104589 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-62ec1064-44fb-4548-9477-99679ef0485c req-5a4147dd-42f9-4569-87bd-a22c141bad55 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:26.106205 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6c92fb-9767-4784-a8b7-d454221c4d68 None None] Pushing event updated for resources: {'Port': ['ID=548d7e67-692e-4517-a117-caa7ce059e8e,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:26.177684 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48884398-b2d1-46fd-af4d-e2244a75ba8f service neutron] Pushing event updated for resources: {'Port': ['ID=791424cf-7f49-4cd7-a3d5-e5f426ab97ac,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:26.210360 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd97bd3-ff67-4a3b-b29f-ddd8b0f5a963 req-ecf3303b-4132-47a6-8ee6-b53f7b725ecb tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:26.227325 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1dd97bd3-ff67-4a3b-b29f-ddd8b0f5a963 req-ecf3303b-4132-47a6-8ee6-b53f7b725ecb tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "GET /v2.0/networks?id=ef09a9cb-b767-40ab-abb2-adbc6ec1aed8 HTTP/1.1" status: 200 len: 820 time: 0.4639184 Nov 25 17:30:26.292710 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-62ec1064-44fb-4548-9477-99679ef0485c req-5a4147dd-42f9-4569-87bd-a22c141bad55 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Calling delete_port for ed6453e3-969d-494e-bd6f-33b16d7135ac owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:30:26.308520 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25ade7-0ccd-4f94-8050-3826b211a0d7 req-8520d8d9-7de5-4ac5-963c-0d12b9199580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:26.313511 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-9e25ade7-0ccd-4f94-8050-3826b211a0d7 req-8520d8d9-7de5-4ac5-963c-0d12b9199580 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2269483 Nov 25 17:30:26.316139 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a56358-9efc-4006-81ee-0cbfc00d9836 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Made reservation on behalf of af07ecd6b88d499dba6f8368912ebb7e for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:30:26.333324 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1dd97bd3-ff67-4a3b-b29f-ddd8b0f5a963 req-66eec7e8-2f10-43e4-9c04-2e3d72cb4724 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "GET /v2.0/quotas/c296d8c37a3d4484983acb10cc0204d2 HTTP/1.1" status: 200 len: 375 time: 0.1034746 Nov 25 17:30:26.384138 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-8c1a43bd-b583-4489-85af-9f8755c7e7cb None None] Allocated IP 10.2.2.2 (cb2ab83a-f522-4839-b956-b9e276ac2a4b/433e0b25-87c6-4c49-8afd-0df579500c07/86189724-b763-4c99-aaf1-74038ff92960) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:30:26.406433 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-801e1874-f430-4da6-ba27-47e5128df94e req-3886154e-e185-4652-be57-5a7047f4611e tempest-ServerShowV254Test-1541790367 tempest-ServerShowV254Test-1541790367-project] 10.222.0.75 "GET /v2.0/ports?device_id=b48d8cd8-3dec-4719-82d6-63d6f47f0333 HTTP/1.1" status: 200 len: 210 time: 0.1630292 Nov 25 17:30:26.488922 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-32a56358-9efc-4006-81ee-0cbfc00d9836 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:26.582540 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-32a56358-9efc-4006-81ee-0cbfc00d9836 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] device_id is not set on port f523f711-5404-47b9-b4c7-6ff9dd296afe yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:30:26.712685 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8c1a43bd-b583-4489-85af-9f8755c7e7cb None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:26.721973 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8c1a43bd-b583-4489-85af-9f8755c7e7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:26.761094 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-48884398-b2d1-46fd-af4d-e2244a75ba8f service neutron] Attempting to bind port 791424cf-7f49-4cd7-a3d5-e5f426ab97ac on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:30:26.762777 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-48884398-b2d1-46fd-af4d-e2244a75ba8f service neutron] Attempting to bind port 791424cf-7f49-4cd7-a3d5-e5f426ab97ac by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'cbc1fb21-68bb-4758-9512-148f2017b227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '6d3b5836-4740-4bb0-8171-a77a7b2fa0cd'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:30:26.763584 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-48884398-b2d1-46fd-af4d-e2244a75ba8f service neutron] Attempting to bind port 791424cf-7f49-4cd7-a3d5-e5f426ab97ac on network 6d3b5836-4740-4bb0-8171-a77a7b2fa0cd {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:30:26.771939 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-9ba69320-8d55-48be-8d6c-89b304378c79 req-5e171d41-8741-4fc2-9506-f9b6a2f2f821 tempest-ServerShowV254Test-1541790367 tempest-ServerShowV254Test-1541790367-project] 10.222.0.74 "GET /v2.0/ports?device_id=b48d8cd8-3dec-4719-82d6-63d6f47f0333 HTTP/1.1" status: 200 len: 210 time: 0.2551351 Nov 25 17:30:26.786770 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-32a56358-9efc-4006-81ee-0cbfc00d9836 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Allocated IP 10.1.1.52 (c2992060-12d6-4bc2-a7a5-ee6714d7c0a4/f9e97284-605a-4c4d-bc08-1f1a648a0858/f523f711-5404-47b9-b4c7-6ff9dd296afe) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:30:26.787401 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1a43bd-b583-4489-85af-9f8755c7e7cb None None] Pushing event updated for resources: {'Port': ['ID=86189724-b763-4c99-aaf1-74038ff92960,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:26.798753 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1a43bd-b583-4489-85af-9f8755c7e7cb None None] Network cb2ab83a-f522-4839-b956-b9e276ac2a4b is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:30:26.800471 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-8c1a43bd-b583-4489-85af-9f8755c7e7cb None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:30:26.808115 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1a43bd-b583-4489-85af-9f8755c7e7cb None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:30:26.877453 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-48884398-b2d1-46fd-af4d-e2244a75ba8f service neutron] Port 791424cf-7f49-4cd7-a3d5-e5f426ab97ac on network 6d3b5836-4740-4bb0-8171-a77a7b2fa0cd not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:30:26.877928 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-48884398-b2d1-46fd-af4d-e2244a75ba8f service neutron] Attempting to bind port 791424cf-7f49-4cd7-a3d5-e5f426ab97ac on network 6d3b5836-4740-4bb0-8171-a77a7b2fa0cd {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:30:26.887121 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a169d8e-f9ce-496d-86fa-b8bde80ae8ec req-fa324b26-d58b-4dec-9155-c96f1e2fb0cf tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:26.888768 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3a169d8e-f9ce-496d-86fa-b8bde80ae8ec req-fa324b26-d58b-4dec-9155-c96f1e2fb0cf tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3bf71bf-f71e-4ea9-b28d-6af2a345a6d8 HTTP/1.1" status: 200 len: 949 time: 0.4630368 Nov 25 17:30:26.900905 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1dd97bd3-ff67-4a3b-b29f-ddd8b0f5a963 req-846e39c2-618e-4cc5-8b8f-57fa9f36c1c4 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=c296d8c37a3d4484983acb10cc0204d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5648723 Nov 25 17:30:26.911592 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f4830f-993f-4c97-ba69-79fc37463f41 req-a6e348ff-1218-426a-a942-3dcd219fb517 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:26.917711 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f4830f-993f-4c97-ba69-79fc37463f41 req-a6e348ff-1218-426a-a942-3dcd219fb517 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:26.921330 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-8c1a43bd-b583-4489-85af-9f8755c7e7cb None None] Attempting to bind port 86189724-b763-4c99-aaf1-74038ff92960 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:30:26.921846 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-8c1a43bd-b583-4489-85af-9f8755c7e7cb None None] Attempting to bind port 86189724-b763-4c99-aaf1-74038ff92960 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '23d8f0f9-c2dc-40f5-84f9-089bfa9c0f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'cb2ab83a-f522-4839-b956-b9e276ac2a4b'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:30:26.922115 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1a43bd-b583-4489-85af-9f8755c7e7cb None None] Attempting to bind port 86189724-b763-4c99-aaf1-74038ff92960 on network cb2ab83a-f522-4839-b956-b9e276ac2a4b {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:30:26.924380 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f4830f-993f-4c97-ba69-79fc37463f41 req-a6e348ff-1218-426a-a942-3dcd219fb517 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:26.929325 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1a43bd-b583-4489-85af-9f8755c7e7cb None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:30:26.929774 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1a43bd-b583-4489-85af-9f8755c7e7cb None None] Checking segment: {'id': '23d8f0f9-c2dc-40f5-84f9-089bfa9c0f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'cb2ab83a-f522-4839-b956-b9e276ac2a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:30:26.930176 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8c1a43bd-b583-4489-85af-9f8755c7e7cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:26.930566 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1a43bd-b583-4489-85af-9f8755c7e7cb None None] Bound using segment: {'id': '23d8f0f9-c2dc-40f5-84f9-089bfa9c0f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'cb2ab83a-f522-4839-b956-b9e276ac2a4b'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:30:26.931042 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-8c1a43bd-b583-4489-85af-9f8755c7e7cb None None] Bound port: 86189724-b763-4c99-aaf1-74038ff92960, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23d8f0f9-c2dc-40f5-84f9-089bfa9c0f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'cb2ab83a-f522-4839-b956-b9e276ac2a4b'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:30:26.931210 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f4830f-993f-4c97-ba69-79fc37463f41 req-a6e348ff-1218-426a-a942-3dcd219fb517 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:26.931421 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8c1a43bd-b583-4489-85af-9f8755c7e7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:26.937869 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f4830f-993f-4c97-ba69-79fc37463f41 req-a6e348ff-1218-426a-a942-3dcd219fb517 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:26.944378 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f4830f-993f-4c97-ba69-79fc37463f41 req-a6e348ff-1218-426a-a942-3dcd219fb517 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:26.952230 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-01f4830f-993f-4c97-ba69-79fc37463f41 req-a6e348ff-1218-426a-a942-3dcd219fb517 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/ports?device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 4604 time: 0.2910991 Nov 25 17:30:26.985656 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-48884398-b2d1-46fd-af4d-e2244a75ba8f service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:30:26.986148 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-48884398-b2d1-46fd-af4d-e2244a75ba8f service neutron] Checking segment: {'id': 'cbc1fb21-68bb-4758-9512-148f2017b227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '6d3b5836-4740-4bb0-8171-a77a7b2fa0cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:30:26.986644 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-48884398-b2d1-46fd-af4d-e2244a75ba8f service neutron] Bound using segment: {'id': 'cbc1fb21-68bb-4758-9512-148f2017b227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '6d3b5836-4740-4bb0-8171-a77a7b2fa0cd'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:30:26.987225 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-48884398-b2d1-46fd-af4d-e2244a75ba8f service neutron] Bound port: 791424cf-7f49-4cd7-a3d5-e5f426ab97ac, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbc1fb21-68bb-4758-9512-148f2017b227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '6d3b5836-4740-4bb0-8171-a77a7b2fa0cd'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:30:26.987682 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-48884398-b2d1-46fd-af4d-e2244a75ba8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:27.041916 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-62ec1064-44fb-4548-9477-99679ef0485c req-5a4147dd-42f9-4569-87bd-a22c141bad55 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:27.062929 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-8c1a43bd-b583-4489-85af-9f8755c7e7cb None None] For port 86189724-b763-4c99-aaf1-74038ff92960, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:30:27.067348 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-8c1a43bd-b583-4489-85af-9f8755c7e7cb None None] For port 86189724-b763-4c99-aaf1-74038ff92960, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=86189724-b763-4c99-aaf1-74038ff92960,segment=NetworkSegment(23d8f0f9-c2dc-40f5-84f9-089bfa9c0f22),segment_id=23d8f0f9-c2dc-40f5-84f9-089bfa9c0f22)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:30:27.075949 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['5dd26ad6-440e-45ad-be85-4b1a98da85a4', 'ed6453e3-969d-494e-bd6f-33b16d7135ac'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:30:27.080044 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['0682888f-e70f-4362-8d88-9e0f7bea89c3', '057d05e3-0c55-42f7-8017-905ae44193e9', '62f35846-a216-43c6-b577-f0ae35b79bf2'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:30:27.087105 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8c1a43bd-b583-4489-85af-9f8755c7e7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:27.169448 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4147dd-42f9-4569-87bd-a22c141bad55 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Pushing event deleted for resources: {'Port': ['ID=ed6453e3-969d-494e-bd6f-33b16d7135ac,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:27.243593 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-32a56358-9efc-4006-81ee-0cbfc00d9836 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:27.351151 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1a43bd-b583-4489-85af-9f8755c7e7cb None None] Pushing event updated for resources: {'Port': ['ID=86189724-b763-4c99-aaf1-74038ff92960,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:27.375664 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-32a56358-9efc-4006-81ee-0cbfc00d9836 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:27.429605 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-01f4830f-993f-4c97-ba69-79fc37463f41 req-c25b9dc1-f64d-456f-90d3-055da4fa690e tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf472a3-c342-48cc-ac25-d9efd20bf257&id=9fa93e5f-0225-45c2-90d5-9fc327163fea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4756546 Nov 25 17:30:27.460706 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a56358-9efc-4006-81ee-0cbfc00d9836 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Network c2992060-12d6-4bc2-a7a5-ee6714d7c0a4 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:30:27.470096 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-32a56358-9efc-4006-81ee-0cbfc00d9836 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:30:27.474991 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a56358-9efc-4006-81ee-0cbfc00d9836 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:30:27.524062 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ec1064-44fb-4548-9477-99679ef0485c req-5a4147dd-42f9-4569-87bd-a22c141bad55 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] No DVR routers for this DVR port ed6453e3-969d-494e-bd6f-33b16d7135ac on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:30:27.528896 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a56358-9efc-4006-81ee-0cbfc00d9836 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Pushing event updated for resources: {'Port': ['ID=f523f711-5404-47b9-b4c7-6ff9dd296afe,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:27.549877 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-62ec1064-44fb-4548-9477-99679ef0485c req-5a4147dd-42f9-4569-87bd-a22c141bad55 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:27.555599 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-62ec1064-44fb-4548-9477-99679ef0485c req-5a4147dd-42f9-4569-87bd-a22c141bad55 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.90 "DELETE /v2.0/ports/ed6453e3-969d-494e-bd6f-33b16d7135ac HTTP/1.1" status: 204 len: 173 time: 2.7738168 Nov 25 17:30:27.563213 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0911bc81-7ff8-4326-b30c-7f363c70ff94', 'name': 'network-vif-deleted', 'tag': 'ed6453e3-969d-494e-bd6f-33b16d7135ac'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:30:27.565921 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d211b3-c9e8-44dd-81a0-a8fc21abcc66" -d '{"events": [{"server_uuid": "0911bc81-7ff8-4326-b30c-7f363c70ff94", "name": "network-vif-deleted", "tag": "ed6453e3-969d-494e-bd6f-33b16d7135ac"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:30:27.575480 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1dd97bd3-ff67-4a3b-b29f-ddd8b0f5a963 req-a9de73d7-ae1e-4e7f-aca7-6565b3d1c277 service neutron] 10.222.0.75 "GET /v2.0/networks/ef09a9cb-b767-40ab-abb2-adbc6ec1aed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6184728 Nov 25 17:30:27.580639 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-48884398-b2d1-46fd-af4d-e2244a75ba8f service neutron] For port 791424cf-7f49-4cd7-a3d5-e5f426ab97ac, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:30:27.585519 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-48884398-b2d1-46fd-af4d-e2244a75ba8f service neutron] For port 791424cf-7f49-4cd7-a3d5-e5f426ab97ac, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=791424cf-7f49-4cd7-a3d5-e5f426ab97ac,segment=NetworkSegment(cbc1fb21-68bb-4758-9512-148f2017b227),segment_id=cbc1fb21-68bb-4758-9512-148f2017b227)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:30:27.625376 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-48884398-b2d1-46fd-af4d-e2244a75ba8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:27.649039 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a56358-9efc-4006-81ee-0cbfc00d9836 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:27.649736 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-32a56358-9efc-4006-81ee-0cbfc00d9836 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:27.710826 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-32a56358-9efc-4006-81ee-0cbfc00d9836 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7633944 Nov 25 17:30:27.714661 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43244) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:27.727853 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-4c4ea46d-4fa0-46cd-9fe8-a90e7c7e42dd tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Request body: {'port': {'network_id': 'c2992060-12d6-4bc2-a7a5-ee6714d7c0a4', 'name': 'tempest-TaggedBootDevicesTest-1570379246', 'fixed_ips': [{'subnet_id': 'f9e97284-605a-4c4d-bc08-1f1a648a0858'}]}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:27.995798 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4ea46d-4fa0-46cd-9fe8-a90e7c7e42dd tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Made reservation on behalf of af07ecd6b88d499dba6f8368912ebb7e for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:30:28.002392 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4c4ea46d-4fa0-46cd-9fe8-a90e7c7e42dd tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:28.010133 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efbbc2f-a0bb-4dbb-abf5-599b977d2c8b None None] Network c2992060-12d6-4bc2-a7a5-ee6714d7c0a4 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:30:28.037442 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-950100a5-afc0-4c42-8e01-6dda72720d26 req-e27c9ba6-2e67-45c4-b26e-2b937d5d4598 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=0911bc81-7ff8-4326-b30c-7f363c70ff94 HTTP/1.1" status: 200 len: 210 time: 0.2337453 Nov 25 17:30:28.077205 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-48884398-b2d1-46fd-af4d-e2244a75ba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:28.078426 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-48884398-b2d1-46fd-af4d-e2244a75ba8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:28.081821 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-4c4ea46d-4fa0-46cd-9fe8-a90e7c7e42dd tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] device_id is not set on port f2c88a46-7369-4ef9-bca9-b0c34a2b0c87 yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:30:28.090776 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-48884398-b2d1-46fd-af4d-e2244a75ba8f service neutron] 10.222.0.74 "PUT /v2.0/ports/791424cf-7f49-4cd7-a3d5-e5f426ab97ac HTTP/1.1" status: 200 len: 1134 time: 3.6466031 Nov 25 17:30:28.177536 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-7ea6f1bc-3d49-4cad-9382-05b84a03200d service neutron] Request body: {'port': {'device_id': 'd74ab755-36a9-4476-bec2-1aaeded5d781', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:28.182080 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-3a169d8e-f9ce-496d-86fa-b8bde80ae8ec req-07e90b51-f029-4b74-8dce-72c5b486252d tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Deleting port 62f35846-a216-43c6-b577-f0ae35b79bf2 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:30:28.195651 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3a169d8e-f9ce-496d-86fa-b8bde80ae8ec req-07e90b51-f029-4b74-8dce-72c5b486252d tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:28.200677 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 86189724-b763-4c99-aaf1-74038ff92960 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:30:28.376303 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48884398-b2d1-46fd-af4d-e2244a75ba8f service neutron] Pushing event updated for resources: {'Port': ['ID=791424cf-7f49-4cd7-a3d5-e5f426ab97ac,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:28.380502 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-035bc15f-ff5c-42be-87aa-bb9c8a6c9320 None None] Provisioning complete for port 548d7e67-692e-4517-a117-caa7ce059e8e triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:28.385501 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-035bc15f-ff5c-42be-87aa-bb9c8a6c9320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:28.415751 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-22690f6d-018c-4e29-a3f8-f3140dda4ca9 req-bcdc3996-5e99-436c-b811-9747df63a257 tempest-ServerShowV257Test-1904861758 tempest-ServerShowV257Test-1904861758-project] 10.222.0.75 "GET /v2.0/ports?device_id=f047176a-b918-4873-ac75-9f9a32af8504 HTTP/1.1" status: 200 len: 210 time: 0.1738107 Nov 25 17:30:28.495359 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 86189724-b763-4c99-aaf1-74038ff92960 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:28.495607 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:28.521711 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-4c4ea46d-4fa0-46cd-9fe8-a90e7c7e42dd tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Allocated IP 10.1.1.190 (c2992060-12d6-4bc2-a7a5-ee6714d7c0a4/f9e97284-605a-4c4d-bc08-1f1a648a0858/f2c88a46-7369-4ef9-bca9-b0c34a2b0c87) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:30:28.635078 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1dd97bd3-ff67-4a3b-b29f-ddd8b0f5a963 req-672e7aeb-502a-4179-90fe-4d398a234ff4 service neutron] 10.222.0.75 "GET /v2.0/networks/ef09a9cb-b767-40ab-abb2-adbc6ec1aed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0322492 Nov 25 17:30:28.707449 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-7ea6f1bc-3d49-4cad-9382-05b84a03200d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:28.783269 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-035bc15f-ff5c-42be-87aa-bb9c8a6c9320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:28.822260 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-3a169d8e-f9ce-496d-86fa-b8bde80ae8ec req-07e90b51-f029-4b74-8dce-72c5b486252d tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] For port 62f35846-a216-43c6-b577-f0ae35b79bf2, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=62f35846-a216-43c6-b577-f0ae35b79bf2,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:28.822637 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3a169d8e-f9ce-496d-86fa-b8bde80ae8ec req-07e90b51-f029-4b74-8dce-72c5b486252d tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:28.863767 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-3a169d8e-f9ce-496d-86fa-b8bde80ae8ec req-07e90b51-f029-4b74-8dce-72c5b486252d tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Calling delete_port for 62f35846-a216-43c6-b577-f0ae35b79bf2 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:30:28.939975 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4c4ea46d-4fa0-46cd-9fe8-a90e7c7e42dd tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:28.994972 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:29.006545 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-035bc15f-ff5c-42be-87aa-bb9c8a6c9320 None None] For port 548d7e67-692e-4517-a117-caa7ce059e8e, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=548d7e67-692e-4517-a117-caa7ce059e8e,segment=NetworkSegment(6f760b9f-05a7-45e0-b265-14c8c33a90b3),segment_id=6f760b9f-05a7-45e0-b265-14c8c33a90b3)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:29.020506 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b210e-b74b-489c-addf-4f78f4fde2ab req-c65139a1-f0db-4047-8b52-1aab36ecd6ae tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:29.034453 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-912b210e-b74b-489c-addf-4f78f4fde2ab req-c65139a1-f0db-4047-8b52-1aab36ecd6ae tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/ports?device_id=1dd102ea-756d-4b25-9345-f3b89b060826 HTTP/1.1" status: 200 len: 945 time: 0.3165753 Nov 25 17:30:29.066670 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-035bc15f-ff5c-42be-87aa-bb9c8a6c9320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:29.092927 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4c4ea46d-4fa0-46cd-9fe8-a90e7c7e42dd tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:29.260574 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5a0368-00df-412d-a439-09c055933464 x-openstack-request-id: req-eb5a0368-00df-412d-a439-09c055933464 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:30:29.266056 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0911bc81-7ff8-4326-b30c-7f363c70ff94", "name": "network-vif-deleted", "tag": "ed6453e3-969d-494e-bd6f-33b16d7135ac", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:30:29.266484 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-eb5a0368-00df-412d-a439-09c055933464 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:30:29.267070 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0911bc81-7ff8-4326-b30c-7f363c70ff94', 'name': 'network-vif-deleted', 'tag': 'ed6453e3-969d-494e-bd6f-33b16d7135ac', 'status': 'completed', 'code': 200} Nov 25 17:30:29.273356 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4ea46d-4fa0-46cd-9fe8-a90e7c7e42dd tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Network c2992060-12d6-4bc2-a7a5-ee6714d7c0a4 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:30:29.293489 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-4c4ea46d-4fa0-46cd-9fe8-a90e7c7e42dd tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:30:29.310907 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4ea46d-4fa0-46cd-9fe8-a90e7c7e42dd tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:30:29.465287 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4ea46d-4fa0-46cd-9fe8-a90e7c7e42dd tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:29.466787 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4c4ea46d-4fa0-46cd-9fe8-a90e7c7e42dd tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:29.509411 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3a169d8e-f9ce-496d-86fa-b8bde80ae8ec req-07e90b51-f029-4b74-8dce-72c5b486252d tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:29.515867 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5517ff49-4a15-4953-b4fc-0f792a4d3a89 None None] Network cb2ab83a-f522-4839-b956-b9e276ac2a4b requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:30:29.518216 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device ed6453e3-969d-494e-bd6f-33b16d7135ac no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:30:29.548562 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port 86189724-b763-4c99-aaf1-74038ff92960, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=86189724-b763-4c99-aaf1-74038ff92960,segment=NetworkSegment(23d8f0f9-c2dc-40f5-84f9-089bfa9c0f22),segment_id=23d8f0f9-c2dc-40f5-84f9-089bfa9c0f22)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:29.564081 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['5dd26ad6-440e-45ad-be85-4b1a98da85a4'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:30:29.566525 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['0682888f-e70f-4362-8d88-9e0f7bea89c3', '057d05e3-0c55-42f7-8017-905ae44193e9'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:30:29.569171 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4c4ea46d-4fa0-46cd-9fe8-a90e7c7e42dd tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8493690 Nov 25 17:30:29.605885 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4ea46d-4fa0-46cd-9fe8-a90e7c7e42dd tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Pushing event updated for resources: {'Port': ['ID=f2c88a46-7369-4ef9-bca9-b0c34a2b0c87,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:29.664917 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-912b210e-b74b-489c-addf-4f78f4fde2ab req-5dabd0f7-f378-479c-8cc6-fe739cb6c49b tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/security-groups?id=84be2441-5ea8-4292-81c0-e25d06d16adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6155078 Nov 25 17:30:29.676277 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e90b51-f029-4b74-8dce-72c5b486252d tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Pushing event deleted for resources: {'Port': ['ID=62f35846-a216-43c6-b577-f0ae35b79bf2,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:29.719387 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:29.720168 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 548d7e67-692e-4517-a117-caa7ce059e8e up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:30:29.754575 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: ed6453e3-969d-494e-bd6f-33b16d7135ac {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:30:29.754845 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device ed6453e3-969d-494e-bd6f-33b16d7135ac not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:30:29.907304 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43272) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:29.919303 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035bc15f-ff5c-42be-87aa-bb9c8a6c9320 None None] Pushing event updated for resources: {'Port': ['ID=548d7e67-692e-4517-a117-caa7ce059e8e,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:29.982996 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=86189724-b763-4c99-aaf1-74038ff92960,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:29.998767 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a169d8e-f9ce-496d-86fa-b8bde80ae8ec req-07e90b51-f029-4b74-8dce-72c5b486252d tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] No DVR routers for this DVR port 62f35846-a216-43c6-b577-f0ae35b79bf2 on host n-h1-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:30:30.034090 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3a169d8e-f9ce-496d-86fa-b8bde80ae8ec req-07e90b51-f029-4b74-8dce-72c5b486252d tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:30.037824 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3a169d8e-f9ce-496d-86fa-b8bde80ae8ec req-07e90b51-f029-4b74-8dce-72c5b486252d tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.74 "DELETE /v2.0/ports/62f35846-a216-43c6-b577-f0ae35b79bf2 HTTP/1.1" status: 204 len: 173 time: 3.0758486 Nov 25 17:30:30.039906 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [req-34a9cb31-3ef6-4b51-a49f-97f6239e4596 req-80ee4a4e-1e8c-4da4-bc67-685bb2553b38 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] show failed (client error): The resource could not be found. Nov 25 17:30:30.053555 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-34a9cb31-3ef6-4b51-a49f-97f6239e4596 req-80ee4a4e-1e8c-4da4-bc67-685bb2553b38 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/security-groups/996b07ba-4ba1-4f96-99de-f938ffe360d3 HTTP/1.1" status: 404 len: 352 time: 0.2733064 Nov 25 17:30:30.095288 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b1f0d-4d3f-47a2-b5fa-40ebf15cc279 req-11670b87-c775-4b5d-9f37-aada77ed2ad9 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:30.116659 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b1f0d-4d3f-47a2-b5fa-40ebf15cc279 req-11670b87-c775-4b5d-9f37-aada77ed2ad9 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:30.137262 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b1f0d-4d3f-47a2-b5fa-40ebf15cc279 req-11670b87-c775-4b5d-9f37-aada77ed2ad9 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:30.154872 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b1f0d-4d3f-47a2-b5fa-40ebf15cc279 req-11670b87-c775-4b5d-9f37-aada77ed2ad9 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:30.174646 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b1f0d-4d3f-47a2-b5fa-40ebf15cc279 req-11670b87-c775-4b5d-9f37-aada77ed2ad9 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:30.181963 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b1f0d-4d3f-47a2-b5fa-40ebf15cc279 req-11670b87-c775-4b5d-9f37-aada77ed2ad9 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:30.190300 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-219b1f0d-4d3f-47a2-b5fa-40ebf15cc279 req-11670b87-c775-4b5d-9f37-aada77ed2ad9 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/ports?device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 4604 time: 0.7259135 Nov 25 17:30:30.215836 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-40704925-89bd-4928-ac9d-42b4ddbf1461 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:30.248082 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-f1b5d6fa-6d82-43b1-a444-f9bdb2f7bc7f None None] Provisioning complete for port 548d7e67-692e-4517-a117-caa7ce059e8e triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:30.248649 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f1b5d6fa-6d82-43b1-a444-f9bdb2f7bc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:30.264526 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3dfc6273-42bd-4eb2-9dc3-ad79c217167a req-07729946-ac1c-4359-9c67-d26b7746d135 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "GET /v2.0/ports?device_id=17345a84-b4bb-413c-900b-6a494ae74329 HTTP/1.1" status: 200 len: 210 time: 0.0656672 Nov 25 17:30:30.282715 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 548d7e67-692e-4517-a117-caa7ce059e8e triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:30.283104 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:30.495909 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-40704925-89bd-4928-ac9d-42b4ddbf1461 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:30.504055 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-40704925-89bd-4928-ac9d-42b4ddbf1461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:30.559086 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-40704925-89bd-4928-ac9d-42b4ddbf1461 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=bef923feeaed4e859364154c6693ea66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6503978 Nov 25 17:30:30.561199 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40704925-89bd-4928-ac9d-42b4ddbf1461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5be363-de86-4ad7-981c-877bbc37c43c,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:30.571347 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43280) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:30.591102 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-69104285-c224-43c0-96a1-a5547ebcbfba req-e80b6503-5566-421c-b361-6a2b3d67ac5a tempest-ServerShowV257Test-1904861758 tempest-ServerShowV257Test-1904861758-project] 10.222.0.75 "GET /v2.0/ports?device_id=f047176a-b918-4873-ac75-9f9a32af8504 HTTP/1.1" status: 200 len: 210 time: 0.0977516 Nov 25 17:30:30.649910 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-219b1f0d-4d3f-47a2-b5fa-40ebf15cc279 req-25daaac0-40a9-4149-814d-23b5b7b073dd tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf472a3-c342-48cc-ac25-d9efd20bf257&id=9fa93e5f-0225-45c2-90d5-9fc327163fea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4581387 Nov 25 17:30:30.752381 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-68944baa-b25b-4edd-ac03-066c9637effd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:30.810812 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-7ea6f1bc-3d49-4cad-9382-05b84a03200d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:30:30.815047 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-68944baa-b25b-4edd-ac03-066c9637effd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:30.826015 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-7ea6f1bc-3d49-4cad-9382-05b84a03200d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:30.851176 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-7ea6f1bc-3d49-4cad-9382-05b84a03200d service neutron] Transition to ACTIVE for port object 7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:30:30.863631 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-7ea6f1bc-3d49-4cad-9382-05b84a03200d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:31.012177 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-68944baa-b25b-4edd-ac03-066c9637effd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:31.016793 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-68944baa-b25b-4edd-ac03-066c9637effd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:31.018468 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-68944baa-b25b-4edd-ac03-066c9637effd admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7b5be363-de86-4ad7-981c-877bbc37c43c HTTP/1.1" status: 204 len: 168 time: 0.4460325 Nov 25 17:30:31.045356 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68944baa-b25b-4edd-ac03-066c9637effd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5be363-de86-4ad7-981c-877bbc37c43c,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:31.077230 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea6f1bc-3d49-4cad-9382-05b84a03200d service neutron] Pushing event updated for resources: {'Port': ['ID=7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:31.303874 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-f1b5d6fa-6d82-43b1-a444-f9bdb2f7bc7f None None] Provisioning complete for port 86189724-b763-4c99-aaf1-74038ff92960 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:31.309006 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f1b5d6fa-6d82-43b1-a444-f9bdb2f7bc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:31.333267 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd74ab755-36a9-4476-bec2-1aaeded5d781', 'tag': '791424cf-7f49-4cd7-a3d5-e5f426ab97ac'}, {'server_uuid': 'e3bf71bf-f71e-4ea9-b28d-6af2a345a6d8', 'name': 'network-vif-deleted', 'tag': '62f35846-a216-43c6-b577-f0ae35b79bf2'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:30:31.358008 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4beed9bc-031e-46e2-8c3b-7ca7a61e1cc4" -d '{"events": [{"name": "network-changed", "server_uuid": "d74ab755-36a9-4476-bec2-1aaeded5d781", "tag": "791424cf-7f49-4cd7-a3d5-e5f426ab97ac"}, {"server_uuid": "e3bf71bf-f71e-4ea9-b28d-6af2a345a6d8", "name": "network-vif-deleted", "tag": "62f35846-a216-43c6-b577-f0ae35b79bf2"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:30:31.426868 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 548d7e67-692e-4517-a117-caa7ce059e8e up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:30:31.597291 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43298) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:31.602510 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-7a2727c1-0f69-4cbe-8ee2-8d27f990c32e tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Request body: {'security_group': {'name': 'tempest-securitygroup--489645957', 'description': 'tempest-description--657384095'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:31.665491 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7a2727c1-0f69-4cbe-8ee2-8d27f990c32e tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:31.675510 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd97bd3-ff67-4a3b-b29f-ddd8b0f5a963 req-5d25537b-4cbe-4837-9c27-4199f9d4bdfb tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:31.677255 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1dd97bd3-ff67-4a3b-b29f-ddd8b0f5a963 req-5d25537b-4cbe-4837-9c27-4199f9d4bdfb tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.90 "GET /v2.0/networks?id=ef09a9cb-b767-40ab-abb2-adbc6ec1aed8 HTTP/1.1" status: 200 len: 820 time: 0.6056852 Nov 25 17:30:31.700652 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [req-8730cba3-aba5-4f5f-a4a3-52ea69e8764f req-0ba8e579-8fc8-4cb2-946b-77a4f36cfe96 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] show failed (client error): The resource could not be found. Nov 25 17:30:31.720923 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8730cba3-aba5-4f5f-a4a3-52ea69e8764f req-0ba8e579-8fc8-4cb2-946b-77a4f36cfe96 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/security-groups/447c0c12-fb2d-4373-aaeb-54c1ac5f6e9c HTTP/1.1" status: 404 len: 352 time: 0.0391104 Nov 25 17:30:31.743458 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-1dd97bd3-ff67-4a3b-b29f-ddd8b0f5a963 req-930c4449-a1fc-4b6e-bfb7-d0e1ff8ecb1c tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Request body: {'port': {'device_id': '17345a84-b4bb-413c-900b-6a494ae74329', 'network_id': 'ef09a9cb-b767-40ab-abb2-adbc6ec1aed8', 'admin_state_up': True, 'tenant_id': 'c296d8c37a3d4484983acb10cc0204d2'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:31.858716 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 548d7e67-692e-4517-a117-caa7ce059e8e triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:31.859165 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:31.908494 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7a2727c1-0f69-4cbe-8ee2-8d27f990c32e tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:31.922142 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7a2727c1-0f69-4cbe-8ee2-8d27f990c32e tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:31.955069 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-f1b5d6fa-6d82-43b1-a444-f9bdb2f7bc7f None None] Provisioning complete for port f523f711-5404-47b9-b4c7-6ff9dd296afe triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:31.955329 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f1b5d6fa-6d82-43b1-a444-f9bdb2f7bc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:31.981641 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 25 Nov 2021 17:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb2e748-df2a-4271-a15e-5e79d2726250 x-openstack-request-id: req-aeb2e748-df2a-4271-a15e-5e79d2726250 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:30:31.982522 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d74ab755-36a9-4476-bec2-1aaeded5d781", "tag": "791424cf-7f49-4cd7-a3d5-e5f426ab97ac", "status": "completed", "code": 200}, {"server_uuid": "e3bf71bf-f71e-4ea9-b28d-6af2a345a6d8", "name": "network-vif-deleted", "tag": "62f35846-a216-43c6-b577-f0ae35b79bf2", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:30:31.983549 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-aeb2e748-df2a-4271-a15e-5e79d2726250 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:30:31.985107 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd74ab755-36a9-4476-bec2-1aaeded5d781', 'tag': '791424cf-7f49-4cd7-a3d5-e5f426ab97ac', 'status': 'completed', 'code': 200} Nov 25 17:30:31.986732 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3bf71bf-f71e-4ea9-b28d-6af2a345a6d8', 'name': 'network-vif-deleted', 'tag': '62f35846-a216-43c6-b577-f0ae35b79bf2', 'status': 'completed', 'code': 200} Nov 25 17:30:32.003090 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7a2727c1-0f69-4cbe-8ee2-8d27f990c32e tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:32.004888 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7a2727c1-0f69-4cbe-8ee2-8d27f990c32e tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4062004 Nov 25 17:30:32.018348 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43318) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:32.020626 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2727c1-0f69-4cbe-8ee2-8d27f990c32e tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dac673b-c262-4497-b783-e9f920753627,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:32.025366 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-c1bff0ae-bbc0-4fb9-8860-445dd5316b90 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Request body: {'security_group_rule': {'security_group_id': '7dac673b-c262-4497-b783-e9f920753627', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:32.094831 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1bff0ae-bbc0-4fb9-8860-445dd5316b90 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:32.136335 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 86189724-b763-4c99-aaf1-74038ff92960 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:30:32.139253 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c09f7cff-32f2-4592-bdb1-066906fba68a req-f84a4364-7b0f-4187-878b-e44dff8f3ed0 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "GET /v2.0/ports?device_id=17345a84-b4bb-413c-900b-6a494ae74329 HTTP/1.1" status: 200 len: 210 time: 0.2532246 Nov 25 17:30:32.152470 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 62f35846-a216-43c6-b577-f0ae35b79bf2 no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:30:32.252615 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1bff0ae-bbc0-4fb9-8860-445dd5316b90 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:32.259750 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1bff0ae-bbc0-4fb9-8860-445dd5316b90 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:32.262858 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-f1b5d6fa-6d82-43b1-a444-f9bdb2f7bc7f None None] Port f523f711-5404-47b9-b4c7-6ff9dd296afe cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:30:32.270109 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: 62f35846-a216-43c6-b577-f0ae35b79bf2 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:30:32.270474 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 62f35846-a216-43c6-b577-f0ae35b79bf2 not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:30:32.298083 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bff0ae-bbc0-4fb9-8860-445dd5316b90 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f200540c-e5ea-4a8a-a45d-a513fd18a60f,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:32.329489 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1bff0ae-bbc0-4fb9-8860-445dd5316b90 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:32.330755 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c1bff0ae-bbc0-4fb9-8860-445dd5316b90 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3112321 Nov 25 17:30:32.333482 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 86189724-b763-4c99-aaf1-74038ff92960 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:32.334444 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:32.337566 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43322) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:32.346013 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-e08d7707-eb04-40c5-9c3c-d635c0a5e359 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Request body: {'security_group_rule': {'security_group_id': '7dac673b-c262-4497-b783-e9f920753627', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:32.426165 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e08d7707-eb04-40c5-9c3c-d635c0a5e359 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:32.463342 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-940bfee0-a8d0-4723-9386-7d9c9d1fa82f None None] Provisioning complete for port 86189724-b763-4c99-aaf1-74038ff92960 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:32.464883 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-940bfee0-a8d0-4723-9386-7d9c9d1fa82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:32.546919 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e08d7707-eb04-40c5-9c3c-d635c0a5e359 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:32.561369 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e08d7707-eb04-40c5-9c3c-d635c0a5e359 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:32.614334 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08d7707-eb04-40c5-9c3c-d635c0a5e359 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=407c709d-5334-4c54-93c6-d093fe1e5463,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:32.654601 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e08d7707-eb04-40c5-9c3c-d635c0a5e359 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:32.660675 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e08d7707-eb04-40c5-9c3c-d635c0a5e359 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3180056 Nov 25 17:30:32.661124 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43330) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:32.675642 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-221d5bfd-1cd9-4e63-86d3-fce18736e6eb tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Request body: {'floatingip': {'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:32.705544 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-940bfee0-a8d0-4723-9386-7d9c9d1fa82f None None] Provisioning complete for port f2c88a46-7369-4ef9-bca9-b0c34a2b0c87 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:32.705962 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-940bfee0-a8d0-4723-9386-7d9c9d1fa82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:32.728338 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a9f3535d-7d78-4b29-836b-b957f6443842 req-b7b46d96-e18b-439f-aea1-d421cef408b3 tempest-ServerShowV257Test-1904861758 tempest-ServerShowV257Test-1904861758-project] 10.222.0.75 "GET /v2.0/ports?device_id=f047176a-b918-4873-ac75-9f9a32af8504 HTTP/1.1" status: 200 len: 210 time: 0.5368195 Nov 25 17:30:32.740917 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-221d5bfd-1cd9-4e63-86d3-fce18736e6eb tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks [] for floatingip, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:32.792737 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-940bfee0-a8d0-4723-9386-7d9c9d1fa82f None None] Port f2c88a46-7369-4ef9-bca9-b0c34a2b0c87 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:30:32.806755 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-7ea6f1bc-3d49-4cad-9382-05b84a03200d service neutron] Attempting to bind port 7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:30:32.807379 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-7ea6f1bc-3d49-4cad-9382-05b84a03200d service neutron] Attempting to bind port 7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'cbc1fb21-68bb-4758-9512-148f2017b227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '6d3b5836-4740-4bb0-8171-a77a7b2fa0cd'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:30:32.807728 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-7ea6f1bc-3d49-4cad-9382-05b84a03200d service neutron] Attempting to bind port 7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8 on network 6d3b5836-4740-4bb0-8171-a77a7b2fa0cd {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:30:32.814064 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 43332) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:32.839992 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-7ea6f1bc-3d49-4cad-9382-05b84a03200d service neutron] Port 7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8 on network 6d3b5836-4740-4bb0-8171-a77a7b2fa0cd not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:30:32.840362 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-7ea6f1bc-3d49-4cad-9382-05b84a03200d service neutron] Attempting to bind port 7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8 on network 6d3b5836-4740-4bb0-8171-a77a7b2fa0cd {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:30:32.866872 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [req-05bcd3d0-7fae-4bd5-9bd9-1bb55ab8d172 req-80f401ec-c201-4d72-bd36-86ad58715f62 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] show failed (client error): The resource could not be found. Nov 25 17:30:32.882129 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-05bcd3d0-7fae-4bd5-9bd9-1bb55ab8d172 req-80f401ec-c201-4d72-bd36-86ad58715f62 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/security-groups/b6a95b9c-5e6a-4024-89ca-5a81dc60c572 HTTP/1.1" status: 404 len: 352 time: 0.0805533 Nov 25 17:30:32.895179 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-7ea6f1bc-3d49-4cad-9382-05b84a03200d service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:30:32.895821 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-7ea6f1bc-3d49-4cad-9382-05b84a03200d service neutron] Checking segment: {'id': 'cbc1fb21-68bb-4758-9512-148f2017b227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '6d3b5836-4740-4bb0-8171-a77a7b2fa0cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:30:32.896468 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-7ea6f1bc-3d49-4cad-9382-05b84a03200d service neutron] Bound using segment: {'id': 'cbc1fb21-68bb-4758-9512-148f2017b227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '6d3b5836-4740-4bb0-8171-a77a7b2fa0cd'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:30:32.897322 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-7ea6f1bc-3d49-4cad-9382-05b84a03200d service neutron] Bound port: 7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbc1fb21-68bb-4758-9512-148f2017b227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '6d3b5836-4740-4bb0-8171-a77a7b2fa0cd'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:30:32.898379 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-7ea6f1bc-3d49-4cad-9382-05b84a03200d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:32.903877 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-221d5bfd-1cd9-4e63-86d3-fce18736e6eb tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:32.931701 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beed9bc-031e-46e2-8c3b-7ca7a61e1cc4 req-de87b17f-9683-4963-bd52-da9962d02f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:32.932650 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beed9bc-031e-46e2-8c3b-7ca7a61e1cc4 req-de87b17f-9683-4963-bd52-da9962d02f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:32.933354 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beed9bc-031e-46e2-8c3b-7ca7a61e1cc4 req-de87b17f-9683-4963-bd52-da9962d02f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:32.934034 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beed9bc-031e-46e2-8c3b-7ca7a61e1cc4 req-de87b17f-9683-4963-bd52-da9962d02f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:32.934683 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beed9bc-031e-46e2-8c3b-7ca7a61e1cc4 req-de87b17f-9683-4963-bd52-da9962d02f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:32.935324 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beed9bc-031e-46e2-8c3b-7ca7a61e1cc4 req-de87b17f-9683-4963-bd52-da9962d02f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:32.939298 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beed9bc-031e-46e2-8c3b-7ca7a61e1cc4 req-de87b17f-9683-4963-bd52-da9962d02f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:32.941705 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4beed9bc-031e-46e2-8c3b-7ca7a61e1cc4 req-de87b17f-9683-4963-bd52-da9962d02f37 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dd6f14b9d22849c3ad1fbf498db9870a&device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 6176 time: 0.9073081 Nov 25 17:30:33.065892 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b1c52-6b99-4901-b31f-91a23e5ce098 req-46a523cb-a898-4af8-9c5e-59a68d830e61 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:33.074358 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b1c52-6b99-4901-b31f-91a23e5ce098 req-46a523cb-a898-4af8-9c5e-59a68d830e61 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:33.082509 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b1c52-6b99-4901-b31f-91a23e5ce098 req-46a523cb-a898-4af8-9c5e-59a68d830e61 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:33.090691 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b1c52-6b99-4901-b31f-91a23e5ce098 req-46a523cb-a898-4af8-9c5e-59a68d830e61 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:33.090896 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-221d5bfd-1cd9-4e63-86d3-fce18736e6eb tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Allocated IP 172.25.0.185 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/3479f559-8d88-4a9a-b6f4-e4cdad8a3603) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:30:33.096990 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b1c52-6b99-4901-b31f-91a23e5ce098 req-46a523cb-a898-4af8-9c5e-59a68d830e61 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:33.105992 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b1c52-6b99-4901-b31f-91a23e5ce098 req-46a523cb-a898-4af8-9c5e-59a68d830e61 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:33.113318 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b1c52-6b99-4901-b31f-91a23e5ce098 req-46a523cb-a898-4af8-9c5e-59a68d830e61 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:33.122137 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-054b1c52-6b99-4901-b31f-91a23e5ce098 req-46a523cb-a898-4af8-9c5e-59a68d830e61 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/ports?device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 5381 time: 0.4162865 Nov 25 17:30:33.144279 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-a57446ce-f459-4300-8481-bff6dd52ea37 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-92815187-network', 'tenant_id': '13858fb05980479bb54d6adc5565c901'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:33.227070 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-221d5bfd-1cd9-4e63-86d3-fce18736e6eb tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:33.227299 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dd97bd3-ff67-4a3b-b29f-ddd8b0f5a963 req-930c4449-a1fc-4b6e-bfb7-d0e1ff8ecb1c tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Made reservation on behalf of c296d8c37a3d4484983acb10cc0204d2 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:30:33.231045 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1dd97bd3-ff67-4a3b-b29f-ddd8b0f5a963 req-930c4449-a1fc-4b6e-bfb7-d0e1ff8ecb1c tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:33.268882 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-221d5bfd-1cd9-4e63-86d3-fce18736e6eb tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:33.276047 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [req-f486e0f7-442f-4308-9de6-4602234930f3 req-391457d2-7cd6-48fd-9aa4-653526dfbe34 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] show failed (client error): The resource could not be found. Nov 25 17:30:33.277384 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f486e0f7-442f-4308-9de6-4602234930f3 req-391457d2-7cd6-48fd-9aa4-653526dfbe34 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/security-groups/4b63c7f1-4535-4542-9d0c-b0e6f8d73b1e HTTP/1.1" status: 404 len: 352 time: 0.1455586 Nov 25 17:30:33.311064 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221d5bfd-1cd9-4e63-86d3-fce18736e6eb tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:30:33.326562 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-221d5bfd-1cd9-4e63-86d3-fce18736e6eb tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:30:33.332200 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221d5bfd-1cd9-4e63-86d3-fce18736e6eb tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:30:33.360621 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57446ce-f459-4300-8481-bff6dd52ea37 admin admin] Made reservation on behalf of 13858fb05980479bb54d6adc5565c901 for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:30:33.362862 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a57446ce-f459-4300-8481-bff6dd52ea37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:33.477543 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-054b1c52-6b99-4901-b31f-91a23e5ce098 req-f8d5b0a1-0800-4d0a-b398-cd8d09aff32c tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf472a3-c342-48cc-ac25-d9efd20bf257&id=9fa93e5f-0225-45c2-90d5-9fc327163fea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3541074 Nov 25 17:30:33.487492 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-7ea6f1bc-3d49-4cad-9382-05b84a03200d service neutron] For port 7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:30:33.490108 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a57446ce-f459-4300-8481-bff6dd52ea37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:33.503861 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-221d5bfd-1cd9-4e63-86d3-fce18736e6eb tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:33.526080 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-7ea6f1bc-3d49-4cad-9382-05b84a03200d service neutron] For port 7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8,segment=NetworkSegment(cbc1fb21-68bb-4758-9512-148f2017b227),segment_id=cbc1fb21-68bb-4758-9512-148f2017b227)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:30:33.532236 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221d5bfd-1cd9-4e63-86d3-fce18736e6eb tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Pushing event updated for resources: {'Port': ['ID=3479f559-8d88-4a9a-b6f4-e4cdad8a3603,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:33.546923 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-7ea6f1bc-3d49-4cad-9382-05b84a03200d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:33.550007 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beed9bc-031e-46e2-8c3b-7ca7a61e1cc4 req-60b1df0e-0673-4201-acb3-2e24bb984d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:33.550807 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beed9bc-031e-46e2-8c3b-7ca7a61e1cc4 req-60b1df0e-0673-4201-acb3-2e24bb984d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:33.551509 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beed9bc-031e-46e2-8c3b-7ca7a61e1cc4 req-60b1df0e-0673-4201-acb3-2e24bb984d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:33.556095 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4beed9bc-031e-46e2-8c3b-7ca7a61e1cc4 req-60b1df0e-0673-4201-acb3-2e24bb984d8c service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=dd6f14b9d22849c3ad1fbf498db9870a&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5808337 Nov 25 17:30:33.606601 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-221d5bfd-1cd9-4e63-86d3-fce18736e6eb tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:33.700777 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-7ea6f1bc-3d49-4cad-9382-05b84a03200d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:33.701529 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-7ea6f1bc-3d49-4cad-9382-05b84a03200d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:33.703859 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-7ea6f1bc-3d49-4cad-9382-05b84a03200d service neutron] 10.222.0.74 "PUT /v2.0/ports/7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8 HTTP/1.1" status: 200 len: 1135 time: 5.5498254 Nov 25 17:30:33.798186 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-06bcf5a3-5706-4796-9ed9-9984b3a6b3ac req-6afa0647-3c29-4b3c-af22-9c2d8637f64a tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "GET /v2.0/ports?device_id=17345a84-b4bb-413c-900b-6a494ae74329 HTTP/1.1" status: 200 len: 210 time: 0.1328278 Nov 25 17:30:33.830138 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-57b78b23-c210-45ee-936f-107841ddf51e service neutron] Request body: {'port': {'device_id': 'd74ab755-36a9-4476-bec2-1aaeded5d781', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:33.855596 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-1dd97bd3-ff67-4a3b-b29f-ddd8b0f5a963 req-930c4449-a1fc-4b6e-bfb7-d0e1ff8ecb1c tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Allocated IP 172.20.0.11 (ef09a9cb-b767-40ab-abb2-adbc6ec1aed8/82218ac9-c8df-4d39-919a-d596976289cd/be6e48c3-7513-49a7-9470-e1ed2d5315fe) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:30:33.918372 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [req-dcf051c1-edad-4c50-a13e-11c67ad2e1e0 req-21335841-3c2a-4dbd-8d35-896971533ff6 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] show failed (client error): The resource could not be found. Nov 25 17:30:33.919540 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dcf051c1-edad-4c50-a13e-11c67ad2e1e0 req-21335841-3c2a-4dbd-8d35-896971533ff6 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/security-groups/aad58a0e-21b3-4457-82e6-1c1f550514a6 HTTP/1.1" status: 404 len: 352 time: 0.1000831 Nov 25 17:30:33.930033 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea6f1bc-3d49-4cad-9382-05b84a03200d service neutron] Pushing event updated for resources: {'Port': ['ID=7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:33.988283 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd74ab755-36a9-4476-bec2-1aaeded5d781', 'tag': '7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:30:33.991112 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8d9eea-e63e-49e5-98e1-3d03d540fbfd" -d '{"events": [{"name": "network-changed", "server_uuid": "d74ab755-36a9-4476-bec2-1aaeded5d781", "tag": "7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:30:34.134011 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beed9bc-031e-46e2-8c3b-7ca7a61e1cc4 req-efb21fa9-8bcb-4ff9-a834-869beb1d082a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:34.136806 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4beed9bc-031e-46e2-8c3b-7ca7a61e1cc4 req-efb21fa9-8bcb-4ff9-a834-869beb1d082a service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5445271 Nov 25 17:30:34.183574 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-57b78b23-c210-45ee-936f-107841ddf51e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:34.201642 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a57446ce-f459-4300-8481-bff6dd52ea37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:34.219490 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-221d5bfd-1cd9-4e63-86d3-fce18736e6eb tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:34.228502 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-221d5bfd-1cd9-4e63-86d3-fce18736e6eb tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:34.248799 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a57446ce-f459-4300-8481-bff6dd52ea37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:34.297660 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a7d857b1-64c9-47cc-9bf7-04258dea098b req-9513eba3-d127-40ef-ba7c-114f571a702b tempest-ServerShowV257Test-1904861758 tempest-ServerShowV257Test-1904861758-project] 10.222.0.75 "GET /v2.0/ports?device_id=f047176a-b918-4873-ac75-9f9a32af8504 HTTP/1.1" status: 200 len: 210 time: 0.1150305 Nov 25 17:30:34.305495 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221d5bfd-1cd9-4e63-86d3-fce18736e6eb tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Pushing event updated for resources: {'Port': ['ID=3479f559-8d88-4a9a-b6f4-e4cdad8a3603,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:34.339026 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-221d5bfd-1cd9-4e63-86d3-fce18736e6eb tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:34.350788 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a57446ce-f459-4300-8481-bff6dd52ea37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 908} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:30:34.362094 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [req-b193ca40-ca9b-4dbc-82f3-7e5f8c003f3f req-bbd9c1e1-7739-47b7-8439-6e0e01cd3af6 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] show failed (client error): The resource could not be found. Nov 25 17:30:34.362987 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-221d5bfd-1cd9-4e63-86d3-fce18736e6eb tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:34.363123 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b193ca40-ca9b-4dbc-82f3-7e5f8c003f3f req-bbd9c1e1-7739-47b7-8439-6e0e01cd3af6 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/security-groups/aff4a741-4666-400e-b33f-ef66b02fca5f HTTP/1.1" status: 404 len: 352 time: 0.0593910 Nov 25 17:30:34.365378 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-221d5bfd-1cd9-4e63-86d3-fce18736e6eb tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7001657 Nov 25 17:30:34.371619 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4efa72b1-a01f-4ed9-88e9-d598124511c6 x-openstack-request-id: req-4efa72b1-a01f-4ed9-88e9-d598124511c6 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:30:34.371905 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d74ab755-36a9-4476-bec2-1aaeded5d781", "tag": "7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:30:34.372166 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4efa72b1-a01f-4ed9-88e9-d598124511c6 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:30:34.372551 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd74ab755-36a9-4476-bec2-1aaeded5d781', 'tag': '7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8', 'status': 'completed', 'code': 200} Nov 25 17:30:34.425953 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57446ce-f459-4300-8481-bff6dd52ea37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a57976c-7e64-49f5-aafb-a78e879cec1f,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:34.443516 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a57446ce-f459-4300-8481-bff6dd52ea37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:34.443865 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-a57446ce-f459-4300-8481-bff6dd52ea37 admin admin] Added segment 85509c9b-2702-4dcb-a850-57640544377a of type vlan for network 06d74eec-9999-43a8-ba36-c93fd28be1b2 Nov 25 17:30:34.588081 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a57446ce-f459-4300-8481-bff6dd52ea37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:34.666072 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1dd97bd3-ff67-4a3b-b29f-ddd8b0f5a963 req-930c4449-a1fc-4b6e-bfb7-d0e1ff8ecb1c tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:34.732605 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a57446ce-f459-4300-8481-bff6dd52ea37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:34.734020 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57446ce-f459-4300-8481-bff6dd52ea37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:34.734704 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a57446ce-f459-4300-8481-bff6dd52ea37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:34.832181 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920a549-59ee-444f-b804-b095440c7504 req-1e3c0184-8645-40d3-97e6-17ea9cf314fe tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:34.833597 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4920a549-59ee-444f-b804-b095440c7504 req-1e3c0184-8645-40d3-97e6-17ea9cf314fe tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=35882d81-5551-4479-99b5-3f4ef930fc0b HTTP/1.1" status: 200 len: 949 time: 0.3752358 Nov 25 17:30:34.838725 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d9eea-e63e-49e5-98e1-3d03d540fbfd req-0cb96497-6b1c-425c-9f55-39326f32d7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:34.839208 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d9eea-e63e-49e5-98e1-3d03d540fbfd req-0cb96497-6b1c-425c-9f55-39326f32d7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:34.839675 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d9eea-e63e-49e5-98e1-3d03d540fbfd req-0cb96497-6b1c-425c-9f55-39326f32d7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:34.840134 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d9eea-e63e-49e5-98e1-3d03d540fbfd req-0cb96497-6b1c-425c-9f55-39326f32d7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:34.840597 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d9eea-e63e-49e5-98e1-3d03d540fbfd req-0cb96497-6b1c-425c-9f55-39326f32d7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:34.841086 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d9eea-e63e-49e5-98e1-3d03d540fbfd req-0cb96497-6b1c-425c-9f55-39326f32d7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:34.841543 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d9eea-e63e-49e5-98e1-3d03d540fbfd req-0cb96497-6b1c-425c-9f55-39326f32d7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:34.844019 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3e8d9eea-e63e-49e5-98e1-3d03d540fbfd req-0cb96497-6b1c-425c-9f55-39326f32d7f3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dd6f14b9d22849c3ad1fbf498db9870a&device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 6218 time: 0.4192605 Nov 25 17:30:34.881607 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-a57446ce-f459-4300-8481-bff6dd52ea37 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.0568304 Nov 25 17:30:34.884518 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43402) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:34.890784 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-0053cc6e-adca-478e-8296-2c652a1cd1ef admin admin] Request body: {'subnet': {'network_id': '06d74eec-9999-43a8-ba36-c93fd28be1b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-92815187-subnet', 'tenant_id': '13858fb05980479bb54d6adc5565c901', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:34.931737 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0053cc6e-adca-478e-8296-2c652a1cd1ef admin admin] Made reservation on behalf of 13858fb05980479bb54d6adc5565c901 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:30:34.934422 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0053cc6e-adca-478e-8296-2c652a1cd1ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:34.956808 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57446ce-f459-4300-8481-bff6dd52ea37 admin admin] Pushing event updated for resources: {'Network': ['ID=06d74eec-9999-43a8-ba36-c93fd28be1b2,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:34.968752 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 06d74eec-9999-43a8-ba36-c93fd28be1b2 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:30:35.056499 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1dd97bd3-ff67-4a3b-b29f-ddd8b0f5a963 req-930c4449-a1fc-4b6e-bfb7-d0e1ff8ecb1c tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:35.070278 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['170b832f-d4c3-4157-beaf-6670b20915f6'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:30:35.094970 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb87385a-b940-42fb-8d43-117cc633b8aa req-6576aceb-51d2-4d6a-a977-d41f43c59816 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:35.102597 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eb87385a-b940-42fb-8d43-117cc633b8aa req-6576aceb-51d2-4d6a-a977-d41f43c59816 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/ports?device_id=1dd102ea-756d-4b25-9345-f3b89b060826 HTTP/1.1" status: 200 len: 945 time: 0.4268122 Nov 25 17:30:35.199361 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4920a549-59ee-444f-b804-b095440c7504 req-cee82600-d1a6-477f-af73-60d6568a83b5 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222809 Nov 25 17:30:35.218471 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dd97bd3-ff67-4a3b-b29f-ddd8b0f5a963 req-930c4449-a1fc-4b6e-bfb7-d0e1ff8ecb1c tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Network ef09a9cb-b767-40ab-abb2-adbc6ec1aed8 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:30:35.242970 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0053cc6e-adca-478e-8296-2c652a1cd1ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:35.252670 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-1dd97bd3-ff67-4a3b-b29f-ddd8b0f5a963 req-930c4449-a1fc-4b6e-bfb7-d0e1ff8ecb1c tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:30:35.256518 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dd97bd3-ff67-4a3b-b29f-ddd8b0f5a963 req-930c4449-a1fc-4b6e-bfb7-d0e1ff8ecb1c tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:30:35.325313 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0053cc6e-adca-478e-8296-2c652a1cd1ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=b95c2d03-2c3b-44f7-af8a-5a0c8a5995a8,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:35.330968 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c4449-a1fc-4b6e-bfb7-d0e1ff8ecb1c tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Pushing event updated for resources: {'Port': ['ID=be6e48c3-7513-49a7-9470-e1ed2d5315fe,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:35.367161 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d9eea-e63e-49e5-98e1-3d03d540fbfd req-9ba92808-59fb-4455-84cb-fa513d906239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:35.367161 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d9eea-e63e-49e5-98e1-3d03d540fbfd req-9ba92808-59fb-4455-84cb-fa513d906239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:35.367161 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d9eea-e63e-49e5-98e1-3d03d540fbfd req-9ba92808-59fb-4455-84cb-fa513d906239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:35.367591 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3e8d9eea-e63e-49e5-98e1-3d03d540fbfd req-9ba92808-59fb-4455-84cb-fa513d906239 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=dd6f14b9d22849c3ad1fbf498db9870a&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4750936 Nov 25 17:30:35.376643 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1413fa0d-739d-4920-9ec7-e5f41a44e66a req-aa6b9d37-b303-4ff1-90ac-2c6a9cfe38c0 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:35.378367 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-1413fa0d-739d-4920-9ec7-e5f41a44e66a req-aa6b9d37-b303-4ff1-90ac-2c6a9cfe38c0 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.74 "GET /v2.0/ports?device_id=35882d81-5551-4479-99b5-3f4ef930fc0b HTTP/1.1" status: 200 len: 949 time: 0.1972525 Nov 25 17:30:35.392297 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eb87385a-b940-42fb-8d43-117cc633b8aa req-fe8e433c-d95b-4757-950f-0712ee225500 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/security-groups?id=84be2441-5ea8-4292-81c0-e25d06d16adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891486 Nov 25 17:30:35.422415 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd97bd3-ff67-4a3b-b29f-ddd8b0f5a963 req-930c4449-a1fc-4b6e-bfb7-d0e1ff8ecb1c tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:35.423247 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1dd97bd3-ff67-4a3b-b29f-ddd8b0f5a963 req-930c4449-a1fc-4b6e-bfb7-d0e1ff8ecb1c tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:35.424687 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0053cc6e-adca-478e-8296-2c652a1cd1ef admin admin] Checking segment: {'id': '85509c9b-2702-4dcb-a850-57640544377a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '06d74eec-9999-43a8-ba36-c93fd28be1b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:30:35.425090 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0053cc6e-adca-478e-8296-2c652a1cd1ef admin admin] Network hostable DHCP agents. Network: 06d74eec-9999-43a8-ba36-c93fd28be1b2, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:30:35.426962 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 440d3faa-aac6-4753-b3dc-93351c7dd4c9 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:30:35.522164 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1dd97bd3-ff67-4a3b-b29f-ddd8b0f5a963 req-930c4449-a1fc-4b6e-bfb7-d0e1ff8ecb1c tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7981627 Nov 25 17:30:35.525097 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0053cc6e-adca-478e-8296-2c652a1cd1ef admin admin] Network 06d74eec-9999-43a8-ba36-c93fd28be1b2 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:30:35.542600 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-0053cc6e-adca-478e-8296-2c652a1cd1ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 06d74eec-9999-43a8-ba36-c93fd28be1b2) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:30:35.550445 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0053cc6e-adca-478e-8296-2c652a1cd1ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:35.551044 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0053cc6e-adca-478e-8296-2c652a1cd1ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:35.574456 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-1dd97bd3-ff67-4a3b-b29f-ddd8b0f5a963 req-8a54ab83-152e-4f20-8993-07bfc1703c4b service neutron] Request body: {'port': {'device_id': '17345a84-b4bb-413c-900b-6a494ae74329', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:35.579041 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0053cc6e-adca-478e-8296-2c652a1cd1ef admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6931598 Nov 25 17:30:35.584584 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-1413fa0d-739d-4920-9ec7-e5f41a44e66a req-5d6d6857-8c83-4c16-8fdf-aab116f3d689 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Deleting port 057d05e3-0c55-42f7-8017-905ae44193e9 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:30:35.585109 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-1413fa0d-739d-4920-9ec7-e5f41a44e66a req-5d6d6857-8c83-4c16-8fdf-aab116f3d689 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:35.591378 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c429c7-cc83-43e2-8526-842cae34630e None None] Network 06d74eec-9999-43a8-ba36-c93fd28be1b2 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:30:35.717439 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-1413fa0d-739d-4920-9ec7-e5f41a44e66a req-5d6d6857-8c83-4c16-8fdf-aab116f3d689 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] For port 057d05e3-0c55-42f7-8017-905ae44193e9, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=057d05e3-0c55-42f7-8017-905ae44193e9,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:35.717801 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-1413fa0d-739d-4920-9ec7-e5f41a44e66a req-5d6d6857-8c83-4c16-8fdf-aab116f3d689 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:35.753409 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-1413fa0d-739d-4920-9ec7-e5f41a44e66a req-5d6d6857-8c83-4c16-8fdf-aab116f3d689 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Calling delete_port for 057d05e3-0c55-42f7-8017-905ae44193e9 owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:30:35.850981 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ffcf2-c410-4482-b6e4-0ac66833c5bb req-7d8e8ac4-811d-43b7-82ad-ba4133362069 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:35.852612 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-204ffcf2-c410-4482-b6e4-0ac66833c5bb req-7d8e8ac4-811d-43b7-82ad-ba4133362069 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.74 "GET /v2.0/ports?device_id=04f17671-b4c7-40ff-94dc-8a1e322ccad6 HTTP/1.1" status: 200 len: 950 time: 0.1186702 Nov 25 17:30:35.888359 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 440d3faa-aac6-4753-b3dc-93351c7dd4c9, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=440d3faa-aac6-4753-b3dc-93351c7dd4c9,segment=NetworkSegment(6347e9f6-96b1-4f56-a092-a9cf81778fe8),segment_id=6347e9f6-96b1-4f56-a092-a9cf81778fe8)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:35.925941 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '440d3faa-aac6-4753-b3dc-93351c7dd4c9', 'network_id': '6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5', 'port_id': '440d3faa-aac6-4753-b3dc-93351c7dd4c9', 'mac_address': 'fa:16:3e:74:87:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 901, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '577f7e8f-a41f-42c3-a5d0-23f6361748a4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:30:36.041060 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-34c59eb0-e50b-4c98-9913-d48d06a6797c None None] Provisioning complete for port be6e48c3-7513-49a7-9470-e1ed2d5315fe triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:36.044036 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-34c59eb0-e50b-4c98-9913-d48d06a6797c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:36.068656 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-204ffcf2-c410-4482-b6e4-0ac66833c5bb req-5a9fde31-a4e7-4009-80ce-9e528148b7fa tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Deleting port 0682888f-e70f-4362-8d88-9e0f7bea89c3 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:30:36.069350 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-204ffcf2-c410-4482-b6e4-0ac66833c5bb req-5a9fde31-a4e7-4009-80ce-9e528148b7fa tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:36.074858 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-1413fa0d-739d-4920-9ec7-e5f41a44e66a req-5d6d6857-8c83-4c16-8fdf-aab116f3d689 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:36.089685 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:36.096524 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['5dd26ad6-440e-45ad-be85-4b1a98da85a4'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:30:36.104399 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['0682888f-e70f-4362-8d88-9e0f7bea89c3', '057d05e3-0c55-42f7-8017-905ae44193e9'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:30:36.153996 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.74', 59116) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:36.185236 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1dd97bd3-ff67-4a3b-b29f-ddd8b0f5a963 req-8a54ab83-152e-4f20-8993-07bfc1703c4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:36.196309 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6d6857-8c83-4c16-8fdf-aab116f3d689 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Pushing event deleted for resources: {'Port': ['ID=057d05e3-0c55-42f7-8017-905ae44193e9,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:36.221060 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c70886-4ad9-407d-8c6a-823e64cb06d3 req-01720006-9d4d-48ff-9323-64f41b3f14bf tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:36.229431 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c70886-4ad9-407d-8c6a-823e64cb06d3 req-01720006-9d4d-48ff-9323-64f41b3f14bf tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:36.251614 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c70886-4ad9-407d-8c6a-823e64cb06d3 req-01720006-9d4d-48ff-9323-64f41b3f14bf tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:36.258180 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c70886-4ad9-407d-8c6a-823e64cb06d3 req-01720006-9d4d-48ff-9323-64f41b3f14bf tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:36.265440 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c70886-4ad9-407d-8c6a-823e64cb06d3 req-01720006-9d4d-48ff-9323-64f41b3f14bf tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:36.273029 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c70886-4ad9-407d-8c6a-823e64cb06d3 req-01720006-9d4d-48ff-9323-64f41b3f14bf tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:36.273935 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:30:36.279340 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c70886-4ad9-407d-8c6a-823e64cb06d3 req-01720006-9d4d-48ff-9323-64f41b3f14bf tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:36.284256 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-20c70886-4ad9-407d-8c6a-823e64cb06d3 req-01720006-9d4d-48ff-9323-64f41b3f14bf tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/ports?device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 5381 time: 0.9670918 Nov 25 17:30:36.285511 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 440d3faa-aac6-4753-b3dc-93351c7dd4c9 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:30:36.313781 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-34c59eb0-e50b-4c98-9913-d48d06a6797c None None] Port be6e48c3-7513-49a7-9470-e1ed2d5315fe cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:30:36.325336 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-1413fa0d-739d-4920-9ec7-e5f41a44e66a req-5d6d6857-8c83-4c16-8fdf-aab116f3d689 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] No DVR routers for this DVR port 057d05e3-0c55-42f7-8017-905ae44193e9 on host n-h1-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:30:36.342684 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-1413fa0d-739d-4920-9ec7-e5f41a44e66a req-5d6d6857-8c83-4c16-8fdf-aab116f3d689 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:36.349789 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-1413fa0d-739d-4920-9ec7-e5f41a44e66a req-5d6d6857-8c83-4c16-8fdf-aab116f3d689 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.74 "DELETE /v2.0/ports/057d05e3-0c55-42f7-8017-905ae44193e9 HTTP/1.1" status: 204 len: 173 time: 0.9607084 Nov 25 17:30:36.351266 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35882d81-5551-4479-99b5-3f4ef930fc0b', 'name': 'network-vif-deleted', 'tag': '057d05e3-0c55-42f7-8017-905ae44193e9'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:30:36.355531 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c33b2b-a28e-4d43-98f6-e7d25cebd7a9" -d '{"events": [{"server_uuid": "35882d81-5551-4479-99b5-3f4ef930fc0b", "name": "network-vif-deleted", "tag": "057d05e3-0c55-42f7-8017-905ae44193e9"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:30:36.369803 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 43428) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:36.397395 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ff2a0-dee1-4347-b7e6-a5ee7ed6a246 req-3f7d092e-c8c7-43db-a3ca-d728839e3d3c tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:36.398835 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e57ff2a0-dee1-4347-b7e6-a5ee7ed6a246 req-3f7d092e-c8c7-43db-a3ca-d728839e3d3c tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.74 "GET /v2.0/ports?device_id=f0ec3582-ef53-42d6-9038-d83376390a54 HTTP/1.1" status: 200 len: 1023 time: 0.1998389 Nov 25 17:30:36.404919 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-fd7519ed-b0e3-4a87-a7b7-65c52b883ae4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-703798007-network', 'tenant_id': '0b1d430894aa424699623326a4f870cb'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:36.408091 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-204ffcf2-c410-4482-b6e4-0ac66833c5bb req-5a9fde31-a4e7-4009-80ce-9e528148b7fa tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] For port 0682888f-e70f-4362-8d88-9e0f7bea89c3, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=0682888f-e70f-4362-8d88-9e0f7bea89c3,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:36.410843 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-204ffcf2-c410-4482-b6e4-0ac66833c5bb req-5a9fde31-a4e7-4009-80ce-9e528148b7fa tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:36.412019 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-57b78b23-c210-45ee-936f-107841ddf51e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 044a9a30-8fd9-4fbc-b394-b1fc79eb0b20 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:30:36.423147 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39b0072-dc46-460b-a713-de923e29a1b9 None None] Network 06d74eec-9999-43a8-ba36-c93fd28be1b2 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:30:36.428187 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 440d3faa-aac6-4753-b3dc-93351c7dd4c9, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=440d3faa-aac6-4753-b3dc-93351c7dd4c9,segment=NetworkSegment(6347e9f6-96b1-4f56-a092-a9cf81778fe8),segment_id=6347e9f6-96b1-4f56-a092-a9cf81778fe8)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:36.435276 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-24540cb2-f9e8-4c1f-b195-f9e9311c7005 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--489645957&fields=id&tenant_id=af07ecd6b88d499dba6f8368912ebb7e HTTP/1.1" status: 200 len: 267 time: 0.8857598 Nov 25 17:30:36.460336 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:36.461704 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-57b78b23-c210-45ee-936f-107841ddf51e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:36.515133 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-204ffcf2-c410-4482-b6e4-0ac66833c5bb req-5a9fde31-a4e7-4009-80ce-9e528148b7fa tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Calling delete_port for 0682888f-e70f-4362-8d88-9e0f7bea89c3 owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:30:36.538428 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d9eea-e63e-49e5-98e1-3d03d540fbfd req-0826aaaa-fa58-4e1b-baa3-8dd6aafd77ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:36.540305 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3e8d9eea-e63e-49e5-98e1-3d03d540fbfd req-0826aaaa-fa58-4e1b-baa3-8dd6aafd77ad service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1354325 Nov 25 17:30:36.569426 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-57b78b23-c210-45ee-936f-107841ddf51e service neutron] Transition to ACTIVE for port object 044a9a30-8fd9-4fbc-b394-b1fc79eb0b20 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:30:36.610011 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['440d3faa-aac6-4753-b3dc-93351c7dd4c9'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:30:36.627821 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-57b78b23-c210-45ee-936f-107841ddf51e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:36.740108 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7519ed-b0e3-4a87-a7b7-65c52b883ae4 admin admin] Made reservation on behalf of 0b1d430894aa424699623326a4f870cb for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:30:36.742962 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fd7519ed-b0e3-4a87-a7b7-65c52b883ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:36.753301 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-69e906c3-c02c-47aa-8929-ccac0f61fbc2 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:36.760577 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-e57ff2a0-dee1-4347-b7e6-a5ee7ed6a246 req-72c81d3b-1105-42ab-b832-e5c7e9fc98e7 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Deleting port 026ec35f-53e8-4943-b0f3-5093108a4eb0 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:30:36.760954 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-e57ff2a0-dee1-4347-b7e6-a5ee7ed6a246 req-72c81d3b-1105-42ab-b832-e5c7e9fc98e7 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:36.761257 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-69e906c3-c02c-47aa-8929-ccac0f61fbc2 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/ports/f523f711-5404-47b9-b4c7-6ff9dd296afe HTTP/1.1" status: 200 len: 931 time: 0.2837853 Nov 25 17:30:36.823139 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=440d3faa-aac6-4753-b3dc-93351c7dd4c9,revision_number=6']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:36.857732 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-20c70886-4ad9-407d-8c6a-823e64cb06d3 req-abcc82f3-9816-4ec9-8b7a-b89e3327dffe tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf472a3-c342-48cc-ac25-d9efd20bf257&id=9fa93e5f-0225-45c2-90d5-9fc327163fea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5317519 Nov 25 17:30:36.946562 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fd7519ed-b0e3-4a87-a7b7-65c52b883ae4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:37.043196 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-e57ff2a0-dee1-4347-b7e6-a5ee7ed6a246 req-72c81d3b-1105-42ab-b832-e5c7e9fc98e7 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] For port 026ec35f-53e8-4943-b0f3-5093108a4eb0, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=026ec35f-53e8-4943-b0f3-5093108a4eb0,segment=NetworkSegment(d13f2dc6-b7c6-452b-bee8-8ce632936531),segment_id=d13f2dc6-b7c6-452b-bee8-8ce632936531)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:37.043975 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-e57ff2a0-dee1-4347-b7e6-a5ee7ed6a246 req-72c81d3b-1105-42ab-b832-e5c7e9fc98e7 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:37.082406 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-e57ff2a0-dee1-4347-b7e6-a5ee7ed6a246 req-72c81d3b-1105-42ab-b832-e5c7e9fc98e7 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Calling delete_port for 026ec35f-53e8-4943-b0f3-5093108a4eb0 owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:30:37.165605 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-e7a5be4c-0fe7-493e-a24f-2d57288fc60d tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:37.173325 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-e7a5be4c-0fe7-493e-a24f-2d57288fc60d tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/ports/f2c88a46-7369-4ef9-bca9-b0c34a2b0c87 HTTP/1.1" status: 200 len: 932 time: 0.4103858 Nov 25 17:30:37.230766 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-204ffcf2-c410-4482-b6e4-0ac66833c5bb req-5a9fde31-a4e7-4009-80ce-9e528148b7fa tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:37.251482 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['057d05e3-0c55-42f7-8017-905ae44193e9'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:30:37.272669 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-d536d747-6f2c-4730-aff2-0c2964914f79 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/ports?network_id=cb2ab83a-f522-4839-b956-b9e276ac2a4b&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0984397 Nov 25 17:30:37.281914 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b78b23-c210-45ee-936f-107841ddf51e service neutron] Pushing event updated for resources: {'Port': ['ID=044a9a30-8fd9-4fbc-b394-b1fc79eb0b20,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:37.322739 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9fde31-a4e7-4009-80ce-9e528148b7fa tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Pushing event deleted for resources: {'Port': ['ID=0682888f-e70f-4362-8d88-9e0f7bea89c3,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:37.345545 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-1346b798-57fd-42be-b579-f624abab4e5d tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/ports?network_id=cb2ab83a-f522-4839-b956-b9e276ac2a4b&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0718184 Nov 25 17:30:37.406818 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-204ffcf2-c410-4482-b6e4-0ac66833c5bb req-5a9fde31-a4e7-4009-80ce-9e528148b7fa tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] No DVR routers for this DVR port 0682888f-e70f-4362-8d88-9e0f7bea89c3 on host n-h1-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:30:37.408788 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-e57ff2a0-dee1-4347-b7e6-a5ee7ed6a246 req-72c81d3b-1105-42ab-b832-e5c7e9fc98e7 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:37.411464 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-204ffcf2-c410-4482-b6e4-0ac66833c5bb req-5a9fde31-a4e7-4009-80ce-9e528148b7fa tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:37.415309 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-204ffcf2-c410-4482-b6e4-0ac66833c5bb req-5a9fde31-a4e7-4009-80ce-9e528148b7fa tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.74 "DELETE /v2.0/ports/0682888f-e70f-4362-8d88-9e0f7bea89c3 HTTP/1.1" status: 204 len: 173 time: 1.5546811 Nov 25 17:30:37.422311 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['026ec35f-53e8-4943-b0f3-5093108a4eb0'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:30:37.430226 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c70182-8c61-4622-a1c0-9981beacf3d8 req-eabbd16d-a701-4b5b-993f-7e6c57117c9f tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:37.432671 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-84c70182-8c61-4622-a1c0-9981beacf3d8 req-eabbd16d-a701-4b5b-993f-7e6c57117c9f tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/ports?device_id=f0ec3582-ef53-42d6-9038-d83376390a54 HTTP/1.1" status: 200 len: 1023 time: 0.3800876 Nov 25 17:30:37.470734 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c81d3b-1105-42ab-b832-e5c7e9fc98e7 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Pushing event deleted for resources: {'Port': ['ID=026ec35f-53e8-4943-b0f3-5093108a4eb0,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:37.494990 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 440d3faa-aac6-4753-b3dc-93351c7dd4c9 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:30:37.525426 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-e57ff2a0-dee1-4347-b7e6-a5ee7ed6a246 req-72c81d3b-1105-42ab-b832-e5c7e9fc98e7 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] No DVR routers for this DVR port 026ec35f-53e8-4943-b0f3-5093108a4eb0 on host n-h1-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:30:37.530875 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-e57ff2a0-dee1-4347-b7e6-a5ee7ed6a246 req-72c81d3b-1105-42ab-b832-e5c7e9fc98e7 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:37.535117 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['5dd26ad6-440e-45ad-be85-4b1a98da85a4'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:30:37.542024 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e57ff2a0-dee1-4347-b7e6-a5ee7ed6a246 req-72c81d3b-1105-42ab-b832-e5c7e9fc98e7 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.74 "DELETE /v2.0/ports/026ec35f-53e8-4943-b0f3-5093108a4eb0 HTTP/1.1" status: 204 len: 173 time: 1.1205659 Nov 25 17:30:37.544435 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-57b78b23-c210-45ee-936f-107841ddf51e service neutron] Attempting to bind port 044a9a30-8fd9-4fbc-b394-b1fc79eb0b20 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:30:37.544788 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-57b78b23-c210-45ee-936f-107841ddf51e service neutron] Attempting to bind port 044a9a30-8fd9-4fbc-b394-b1fc79eb0b20 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'cbc1fb21-68bb-4758-9512-148f2017b227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '6d3b5836-4740-4bb0-8171-a77a7b2fa0cd'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:30:37.545154 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-57b78b23-c210-45ee-936f-107841ddf51e service neutron] Attempting to bind port 044a9a30-8fd9-4fbc-b394-b1fc79eb0b20 on network 6d3b5836-4740-4bb0-8171-a77a7b2fa0cd {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:30:37.622571 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-57b78b23-c210-45ee-936f-107841ddf51e service neutron] Port 044a9a30-8fd9-4fbc-b394-b1fc79eb0b20 on network 6d3b5836-4740-4bb0-8171-a77a7b2fa0cd not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:30:37.622918 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-57b78b23-c210-45ee-936f-107841ddf51e service neutron] Attempting to bind port 044a9a30-8fd9-4fbc-b394-b1fc79eb0b20 on network 6d3b5836-4740-4bb0-8171-a77a7b2fa0cd {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:30:37.652583 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-57b78b23-c210-45ee-936f-107841ddf51e service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:30:37.653061 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-57b78b23-c210-45ee-936f-107841ddf51e service neutron] Checking segment: {'id': 'cbc1fb21-68bb-4758-9512-148f2017b227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '6d3b5836-4740-4bb0-8171-a77a7b2fa0cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:30:37.653443 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-57b78b23-c210-45ee-936f-107841ddf51e service neutron] Bound using segment: {'id': 'cbc1fb21-68bb-4758-9512-148f2017b227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '6d3b5836-4740-4bb0-8171-a77a7b2fa0cd'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:30:37.653889 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-57b78b23-c210-45ee-936f-107841ddf51e service neutron] Bound port: 044a9a30-8fd9-4fbc-b394-b1fc79eb0b20, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbc1fb21-68bb-4758-9512-148f2017b227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '6d3b5836-4740-4bb0-8171-a77a7b2fa0cd'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:30:37.654396 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-57b78b23-c210-45ee-936f-107841ddf51e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:37.661704 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fd7519ed-b0e3-4a87-a7b7-65c52b883ae4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:37.674792 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:37.693967 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fd7519ed-b0e3-4a87-a7b7-65c52b883ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:37.705202 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 440d3faa-aac6-4753-b3dc-93351c7dd4c9 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:30:37.743423 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 440d3faa-aac6-4753-b3dc-93351c7dd4c9, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=440d3faa-aac6-4753-b3dc-93351c7dd4c9,segment=NetworkSegment(6347e9f6-96b1-4f56-a092-a9cf81778fe8),segment_id=6347e9f6-96b1-4f56-a092-a9cf81778fe8)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:37.752399 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:37.789089 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd7519ed-b0e3-4a87-a7b7-65c52b883ae4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 941} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:30:37.824985 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-8b9207a3-6e19-47c8-bcf1-98d1b07d753c tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:37.832165 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-8b9207a3-6e19-47c8-bcf1-98d1b07d753c tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:37.838841 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-8b9207a3-6e19-47c8-bcf1-98d1b07d753c tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:37.840978 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-8b9207a3-6e19-47c8-bcf1-98d1b07d753c tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/networks?id=f82e88c7-d403-486f-9a10-2a3ad902e128&id=c2992060-12d6-4bc2-a7a5-ee6714d7c0a4&id=c2992060-12d6-4bc2-a7a5-ee6714d7c0a4&id=cb2ab83a-f522-4839-b956-b9e276ac2a4b&id=cb2ab83a-f522-4839-b956-b9e276ac2a4b HTTP/1.1" status: 200 len: 1991 time: 0.4780464 Nov 25 17:30:37.849361 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=440d3faa-aac6-4753-b3dc-93351c7dd4c9,revision_number=7']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:37.885475 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7519ed-b0e3-4a87-a7b7-65c52b883ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969e934a-79c2-4dd2-9bfe-6c238b125e5a,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:37.907463 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-1dd97bd3-ff67-4a3b-b29f-ddd8b0f5a963 req-8a54ab83-152e-4f20-8993-07bfc1703c4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be6e48c3-7513-49a7-9470-e1ed2d5315fe {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:30:37.932571 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-bebf8f58-e9fa-4408-8754-eb2563ef0e91 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/quotas/af07ecd6b88d499dba6f8368912ebb7e HTTP/1.1" status: 200 len: 375 time: 0.0622191 Nov 25 17:30:37.947511 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1dd97bd3-ff67-4a3b-b29f-ddd8b0f5a963 req-8a54ab83-152e-4f20-8993-07bfc1703c4b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:37.953167 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fd7519ed-b0e3-4a87-a7b7-65c52b883ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:37.953717 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-fd7519ed-b0e3-4a87-a7b7-65c52b883ae4 admin admin] Added segment 5edd4919-78ce-4dfa-b280-36f45ed62f8e of type vlan for network 29f16138-2eb7-45c2-88ec-a30eb967c492 Nov 25 17:30:37.993970 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-84c70182-8c61-4622-a1c0-9981beacf3d8 req-37df564a-e0d9-4e81-8a5b-54e277e698b8 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/security-groups?id=986e86ac-b28b-4e53-9638-1c25d7b56ba8&id=f58cc476-c166-490d-8676-d362045577bf&id=071ba350-c23e-474b-ad27-bd7fa82df33d&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.5377953 Nov 25 17:30:38.048114 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-1dd97bd3-ff67-4a3b-b29f-ddd8b0f5a963 req-8a54ab83-152e-4f20-8993-07bfc1703c4b service neutron] Transition to ACTIVE for port object be6e48c3-7513-49a7-9470-e1ed2d5315fe will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:30:38.087405 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1dd97bd3-ff67-4a3b-b29f-ddd8b0f5a963 req-8a54ab83-152e-4f20-8993-07bfc1703c4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:38.103971 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-57b78b23-c210-45ee-936f-107841ddf51e service neutron] For port 044a9a30-8fd9-4fbc-b394-b1fc79eb0b20, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:30:38.162323 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fd7519ed-b0e3-4a87-a7b7-65c52b883ae4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:38.185463 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-69ae9217-45a6-4bf5-8d9f-7cdc44ea8645 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=af07ecd6b88d499dba6f8368912ebb7e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2352443 Nov 25 17:30:38.205389 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-57b78b23-c210-45ee-936f-107841ddf51e service neutron] For port 044a9a30-8fd9-4fbc-b394-b1fc79eb0b20, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=044a9a30-8fd9-4fbc-b394-b1fc79eb0b20,segment=NetworkSegment(cbc1fb21-68bb-4758-9512-148f2017b227),segment_id=cbc1fb21-68bb-4758-9512-148f2017b227)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:30:38.232631 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-57b78b23-c210-45ee-936f-107841ddf51e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:38.281608 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a54ab83-152e-4f20-8993-07bfc1703c4b service neutron] Pushing event updated for resources: {'Port': ['ID=be6e48c3-7513-49a7-9470-e1ed2d5315fe,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:38.354647 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1687a3b5-de8a-4d26-9b65-5a3bd252e364 req-2f221dec-5d6a-4f82-b744-7acefa32aec5 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:38.356225 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1687a3b5-de8a-4d26-9b65-5a3bd252e364 req-2f221dec-5d6a-4f82-b744-7acefa32aec5 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "GET /v2.0/ports?device_id=17345a84-b4bb-413c-900b-6a494ae74329 HTTP/1.1" status: 200 len: 944 time: 0.2740307 Nov 25 17:30:38.397515 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fd7519ed-b0e3-4a87-a7b7-65c52b883ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:38.398569 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7519ed-b0e3-4a87-a7b7-65c52b883ae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:38.399256 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fd7519ed-b0e3-4a87-a7b7-65c52b883ae4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:38.403722 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-57b78b23-c210-45ee-936f-107841ddf51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:38.407300 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-57b78b23-c210-45ee-936f-107841ddf51e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:38.408760 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-57b78b23-c210-45ee-936f-107841ddf51e service neutron] 10.222.0.74 "PUT /v2.0/ports/044a9a30-8fd9-4fbc-b394-b1fc79eb0b20 HTTP/1.1" status: 200 len: 1091 time: 4.6206565 Nov 25 17:30:38.439634 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd74ab755-36a9-4476-bec2-1aaeded5d781', 'tag': '044a9a30-8fd9-4fbc-b394-b1fc79eb0b20'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:30:38.442071 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36cb55e4-52f0-47fd-ab24-9b44a0b8f576" -d '{"events": [{"name": "network-changed", "server_uuid": "d74ab755-36a9-4476-bec2-1aaeded5d781", "tag": "044a9a30-8fd9-4fbc-b394-b1fc79eb0b20"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:30:38.496461 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-e50fb784-6f1a-4676-a546-0600a10141bb service neutron] Request body: {'port': {'device_id': 'd74ab755-36a9-4476-bec2-1aaeded5d781', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:38.625567 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-fd7519ed-b0e3-4a87-a7b7-65c52b883ae4 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2539229 Nov 25 17:30:38.629863 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43438) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:38.638474 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-23f72887-4567-4701-a89c-35c04789c3e9 admin admin] Request body: {'subnet': {'network_id': '29f16138-2eb7-45c2-88ec-a30eb967c492', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-703798007-subnet', 'tenant_id': '0b1d430894aa424699623326a4f870cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:38.666987 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b78b23-c210-45ee-936f-107841ddf51e service neutron] Pushing event updated for resources: {'Port': ['ID=044a9a30-8fd9-4fbc-b394-b1fc79eb0b20,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:38.672267 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-da6cc0c9-4c83-4bfd-a9b5-6c65bbd8ea5f service neutron] 10.222.0.75 "GET /v2.0/networks/f82e88c7-d403-486f-9a10-2a3ad902e128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4616327 Nov 25 17:30:38.673736 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7519ed-b0e3-4a87-a7b7-65c52b883ae4 admin admin] Pushing event updated for resources: {'Network': ['ID=29f16138-2eb7-45c2-88ec-a30eb967c492,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:38.701911 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f72887-4567-4701-a89c-35c04789c3e9 admin admin] Made reservation on behalf of 0b1d430894aa424699623326a4f870cb for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:30:38.704933 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-e50fb784-6f1a-4676-a546-0600a10141bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:38.705137 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-23f72887-4567-4701-a89c-35c04789c3e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:38.707348 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 29f16138-2eb7-45c2-88ec-a30eb967c492 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:30:38.707822 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-1dd97bd3-ff67-4a3b-b29f-ddd8b0f5a963 req-8a54ab83-152e-4f20-8993-07bfc1703c4b service neutron] Attempting to bind port be6e48c3-7513-49a7-9470-e1ed2d5315fe on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:30:38.708146 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-1dd97bd3-ff67-4a3b-b29f-ddd8b0f5a963 req-8a54ab83-152e-4f20-8993-07bfc1703c4b service neutron] Attempting to bind port be6e48c3-7513-49a7-9470-e1ed2d5315fe by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '56419961-a63e-49f1-a134-fbcd7c726fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'ef09a9cb-b767-40ab-abb2-adbc6ec1aed8'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:30:38.708479 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd97bd3-ff67-4a3b-b29f-ddd8b0f5a963 req-8a54ab83-152e-4f20-8993-07bfc1703c4b service neutron] Attempting to bind port be6e48c3-7513-49a7-9470-e1ed2d5315fe on network ef09a9cb-b767-40ab-abb2-adbc6ec1aed8 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:30:38.755648 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1687a3b5-de8a-4d26-9b65-5a3bd252e364 req-22323a0c-bee4-49bb-9869-db384c49a2bb tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "GET /v2.0/security-groups?id=3ec58929-08cc-4fef-97af-6c434afc53d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592207 Nov 25 17:30:38.782000 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd97bd3-ff67-4a3b-b29f-ddd8b0f5a963 req-8a54ab83-152e-4f20-8993-07bfc1703c4b service neutron] Port be6e48c3-7513-49a7-9470-e1ed2d5315fe on network ef09a9cb-b767-40ab-abb2-adbc6ec1aed8 not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:30:38.782334 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd97bd3-ff67-4a3b-b29f-ddd8b0f5a963 req-8a54ab83-152e-4f20-8993-07bfc1703c4b service neutron] Attempting to bind port be6e48c3-7513-49a7-9470-e1ed2d5315fe on network ef09a9cb-b767-40ab-abb2-adbc6ec1aed8 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:30:38.824040 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd97bd3-ff67-4a3b-b29f-ddd8b0f5a963 req-8a54ab83-152e-4f20-8993-07bfc1703c4b service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:30:38.824379 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd97bd3-ff67-4a3b-b29f-ddd8b0f5a963 req-8a54ab83-152e-4f20-8993-07bfc1703c4b service neutron] Checking segment: {'id': '56419961-a63e-49f1-a134-fbcd7c726fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'ef09a9cb-b767-40ab-abb2-adbc6ec1aed8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:30:38.824757 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd97bd3-ff67-4a3b-b29f-ddd8b0f5a963 req-8a54ab83-152e-4f20-8993-07bfc1703c4b service neutron] Bound using segment: {'id': '56419961-a63e-49f1-a134-fbcd7c726fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'ef09a9cb-b767-40ab-abb2-adbc6ec1aed8'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:30:38.825262 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-1dd97bd3-ff67-4a3b-b29f-ddd8b0f5a963 req-8a54ab83-152e-4f20-8993-07bfc1703c4b service neutron] Bound port: be6e48c3-7513-49a7-9470-e1ed2d5315fe, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56419961-a63e-49f1-a134-fbcd7c726fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'ef09a9cb-b767-40ab-abb2-adbc6ec1aed8'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:30:38.825770 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1dd97bd3-ff67-4a3b-b29f-ddd8b0f5a963 req-8a54ab83-152e-4f20-8993-07bfc1703c4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:38.927181 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4e4fe0d5-d867-4fda-8f59-767ce9b89fb3 req-77ff3e68-3d1b-4a34-90ab-fd214cbd6e88 tempest-ServerShowV257Test-1904861758 tempest-ServerShowV257Test-1904861758-project] 10.222.0.75 "GET /v2.0/ports?device_id=f047176a-b918-4873-ac75-9f9a32af8504 HTTP/1.1" status: 200 len: 210 time: 0.0814569 Nov 25 17:30:38.951963 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-23f72887-4567-4701-a89c-35c04789c3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:38.995813 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-0d811b20-b015-45c1-9b93-742dd382531a service neutron] 10.222.0.75 "GET /v2.0/networks/f82e88c7-d403-486f-9a10-2a3ad902e128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061008 Nov 25 17:30:39.049103 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f72887-4567-4701-a89c-35c04789c3e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc3cb6a1-cb90-48c3-980e-42b9401731df,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:39.059421 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-1dd97bd3-ff67-4a3b-b29f-ddd8b0f5a963 req-8a54ab83-152e-4f20-8993-07bfc1703c4b service neutron] For port be6e48c3-7513-49a7-9470-e1ed2d5315fe, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:30:39.062823 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38191bb-d39c-4e3f-a32c-6cb8fe741c00 x-openstack-request-id: req-b38191bb-d39c-4e3f-a32c-6cb8fe741c00 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:30:39.063968 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35882d81-5551-4479-99b5-3f4ef930fc0b", "name": "network-vif-deleted", "tag": "057d05e3-0c55-42f7-8017-905ae44193e9", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:30:39.064287 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b38191bb-d39c-4e3f-a32c-6cb8fe741c00 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:30:39.064423 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-1dd97bd3-ff67-4a3b-b29f-ddd8b0f5a963 req-8a54ab83-152e-4f20-8993-07bfc1703c4b service neutron] For port be6e48c3-7513-49a7-9470-e1ed2d5315fe, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=be6e48c3-7513-49a7-9470-e1ed2d5315fe,segment=NetworkSegment(56419961-a63e-49f1-a134-fbcd7c726fe9),segment_id=56419961-a63e-49f1-a134-fbcd7c726fe9)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:30:39.064721 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35882d81-5551-4479-99b5-3f4ef930fc0b', 'name': 'network-vif-deleted', 'tag': '057d05e3-0c55-42f7-8017-905ae44193e9', 'status': 'completed', 'code': 200} Nov 25 17:30:39.083816 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f72887-4567-4701-a89c-35c04789c3e9 admin admin] Checking segment: {'id': '5edd4919-78ce-4dfa-b280-36f45ed62f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '29f16138-2eb7-45c2-88ec-a30eb967c492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:30:39.084187 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f72887-4567-4701-a89c-35c04789c3e9 admin admin] Network hostable DHCP agents. Network: 29f16138-2eb7-45c2-88ec-a30eb967c492, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:30:39.104575 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1dd97bd3-ff67-4a3b-b29f-ddd8b0f5a963 req-8a54ab83-152e-4f20-8993-07bfc1703c4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:39.106851 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f72887-4567-4701-a89c-35c04789c3e9 admin admin] Network 29f16138-2eb7-45c2-88ec-a30eb967c492 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:30:39.119269 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-23f72887-4567-4701-a89c-35c04789c3e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 29f16138-2eb7-45c2-88ec-a30eb967c492) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:30:39.130153 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aea53f6-0cdf-4950-9fc3-1284c6a8e476 None None] Network 29f16138-2eb7-45c2-88ec-a30eb967c492 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:30:39.136051 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f72887-4567-4701-a89c-35c04789c3e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:39.136445 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-23f72887-4567-4701-a89c-35c04789c3e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:39.167525 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-23f72887-4567-4701-a89c-35c04789c3e9 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5360940 Nov 25 17:30:39.191550 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd97bd3-ff67-4a3b-b29f-ddd8b0f5a963 req-8a54ab83-152e-4f20-8993-07bfc1703c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:39.192186 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1dd97bd3-ff67-4a3b-b29f-ddd8b0f5a963 req-8a54ab83-152e-4f20-8993-07bfc1703c4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:39.193915 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1dd97bd3-ff67-4a3b-b29f-ddd8b0f5a963 req-8a54ab83-152e-4f20-8993-07bfc1703c4b service neutron] 10.222.0.90 "PUT /v2.0/ports/be6e48c3-7513-49a7-9470-e1ed2d5315fe HTTP/1.1" status: 200 len: 1092 time: 3.6256902 Nov 25 17:30:39.230242 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-d7b003ca-2c7d-4413-a259-742e6a221813 service neutron] 10.222.0.75 "GET /v2.0/ports/f523f711-5404-47b9-b4c7-6ff9dd296afe?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.2192874 Nov 25 17:30:39.369900 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f02191-1b72-4322-9b56-4f9a3f2299fb None None] Network 29f16138-2eb7-45c2-88ec-a30eb967c492 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:30:39.474677 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 440d3faa-aac6-4753-b3dc-93351c7dd4c9 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:30:39.603885 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port 440d3faa-aac6-4753-b3dc-93351c7dd4c9 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:39.604495 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:39.688717 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:39.717169 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd102ea-756d-4b25-9345-f3b89b060826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '440d3faa-aac6-4753-b3dc-93351c7dd4c9'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:30:39.720691 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0269395-47cf-492f-a07e-3b6a84d67597" -d '{"events": [{"server_uuid": "1dd102ea-756d-4b25-9345-f3b89b060826", "name": "network-vif-plugged", "status": "completed", "tag": "440d3faa-aac6-4753-b3dc-93351c7dd4c9"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:30:39.735211 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 440d3faa-aac6-4753-b3dc-93351c7dd4c9, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=440d3faa-aac6-4753-b3dc-93351c7dd4c9,segment=NetworkSegment(6347e9f6-96b1-4f56-a092-a9cf81778fe8),segment_id=6347e9f6-96b1-4f56-a092-a9cf81778fe8)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:39.741554 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:39.745010 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a54ab83-152e-4f20-8993-07bfc1703c4b service neutron] Pushing event updated for resources: {'Port': ['ID=be6e48c3-7513-49a7-9470-e1ed2d5315fe,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:39.755788 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd97bd3-ff67-4a3b-b29f-ddd8b0f5a963 req-7ebefc08-a02a-42ec-9dd7-1bc241583ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:39.757335 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1dd97bd3-ff67-4a3b-b29f-ddd8b0f5a963 req-7ebefc08-a02a-42ec-9dd7-1bc241583ff2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c296d8c37a3d4484983acb10cc0204d2&device_id=17345a84-b4bb-413c-900b-6a494ae74329 HTTP/1.1" status: 200 len: 1095 time: 0.4885790 Nov 25 17:30:39.789253 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b58dca-6ba1-426c-9e14-edfa9a5fe749 req-36c237f8-bacf-45b4-a9a6-096cae7dde84 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:39.791648 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b2b58dca-6ba1-426c-9e14-edfa9a5fe749 req-36c237f8-bacf-45b4-a9a6-096cae7dde84 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/ports?device_id=1dd102ea-756d-4b25-9345-f3b89b060826 HTTP/1.1" status: 200 len: 943 time: 0.6652772 Nov 25 17:30:39.795765 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=440d3faa-aac6-4753-b3dc-93351c7dd4c9,revision_number=8']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:39.893386 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1dd97bd3-ff67-4a3b-b29f-ddd8b0f5a963 req-d4ff147a-b485-45ba-9e5e-502a3433c661 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be6e48c3-7513-49a7-9470-e1ed2d5315fe HTTP/1.1" status: 200 len: 217 time: 0.1222024 Nov 25 17:30:39.935081 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-c5f5de4c-0940-49a3-bcb7-877e5c267065 service neutron] 10.222.0.75 "GET /v2.0/networks/c2992060-12d6-4bc2-a7a5-ee6714d7c0a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6715107 Nov 25 17:30:40.065544 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-e50fb784-6f1a-4676-a546-0600a10141bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f55e4bc-b645-4ea6-93e4-5fb2598e200d {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:30:40.078466 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-e50fb784-6f1a-4676-a546-0600a10141bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:40.094651 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b2b58dca-6ba1-426c-9e14-edfa9a5fe749 req-97f55140-768a-4aee-96e5-d26389207e63 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/security-groups?id=84be2441-5ea8-4292-81c0-e25d06d16adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793050 Nov 25 17:30:40.100468 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd97bd3-ff67-4a3b-b29f-ddd8b0f5a963 req-07a1bf4e-0f70-47eb-a076-8be1a3b434bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:40.102967 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1dd97bd3-ff67-4a3b-b29f-ddd8b0f5a963 req-07a1bf4e-0f70-47eb-a076-8be1a3b434bc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=82218ac9-c8df-4d39-919a-d596976289cd HTTP/1.1" status: 200 len: 859 time: 0.1920896 Nov 25 17:30:40.112049 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-e50fb784-6f1a-4676-a546-0600a10141bb service neutron] Transition to ACTIVE for port object 5f55e4bc-b645-4ea6-93e4-5fb2598e200d will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:30:40.132527 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-e50fb784-6f1a-4676-a546-0600a10141bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:40.154656 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 026ec35f-53e8-4943-b0f3-5093108a4eb0 no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:30:40.184404 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: 026ec35f-53e8-4943-b0f3-5093108a4eb0 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:30:40.184756 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 026ec35f-53e8-4943-b0f3-5093108a4eb0 not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:30:40.185217 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 057d05e3-0c55-42f7-8017-905ae44193e9 no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:30:40.203523 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-ea696cb2-d770-4d39-bf79-20b2a71edfd0 service neutron] 10.222.0.75 "GET /v2.0/networks/c2992060-12d6-4bc2-a7a5-ee6714d7c0a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450094 Nov 25 17:30:40.206282 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: 057d05e3-0c55-42f7-8017-905ae44193e9 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:30:40.206639 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 057d05e3-0c55-42f7-8017-905ae44193e9 not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:30:40.207060 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 0682888f-e70f-4362-8d88-9e0f7bea89c3 no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:30:40.234286 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: 0682888f-e70f-4362-8d88-9e0f7bea89c3 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:30:40.234640 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 0682888f-e70f-4362-8d88-9e0f7bea89c3 not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:30:40.284134 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50fb784-6f1a-4676-a546-0600a10141bb service neutron] Pushing event updated for resources: {'Port': ['ID=5f55e4bc-b645-4ea6-93e4-5fb2598e200d,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:40.304403 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-16593822-1d2d-4334-8948-f29b5538281f service neutron] 10.222.0.75 "GET /v2.0/ports/f2c88a46-7369-4ef9-bca9-b0c34a2b0c87?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0876389 Nov 25 17:30:40.326615 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd97bd3-ff67-4a3b-b29f-ddd8b0f5a963 req-b65d66bc-853c-48e9-9393-f2bf94e74f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:40.329099 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1dd97bd3-ff67-4a3b-b29f-ddd8b0f5a963 req-b65d66bc-853c-48e9-9393-f2bf94e74f64 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ef09a9cb-b767-40ab-abb2-adbc6ec1aed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2140543 Nov 25 17:30:40.410444 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c786b-3c37-4719-b66e-579ee6757931 req-029a3aa6-da2b-4f40-8eb9-0e651598e8b1 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:40.416331 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c786b-3c37-4719-b66e-579ee6757931 req-029a3aa6-da2b-4f40-8eb9-0e651598e8b1 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:40.422395 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c786b-3c37-4719-b66e-579ee6757931 req-029a3aa6-da2b-4f40-8eb9-0e651598e8b1 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:40.428862 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c786b-3c37-4719-b66e-579ee6757931 req-029a3aa6-da2b-4f40-8eb9-0e651598e8b1 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:40.434749 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c786b-3c37-4719-b66e-579ee6757931 req-029a3aa6-da2b-4f40-8eb9-0e651598e8b1 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:40.441289 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c786b-3c37-4719-b66e-579ee6757931 req-029a3aa6-da2b-4f40-8eb9-0e651598e8b1 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:40.447439 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c786b-3c37-4719-b66e-579ee6757931 req-029a3aa6-da2b-4f40-8eb9-0e651598e8b1 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:40.449400 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c42c786b-3c37-4719-b66e-579ee6757931 req-029a3aa6-da2b-4f40-8eb9-0e651598e8b1 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/ports?device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 5405 time: 0.2818623 Nov 25 17:30:40.619491 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-e50fb784-6f1a-4676-a546-0600a10141bb service neutron] Attempting to bind port 5f55e4bc-b645-4ea6-93e4-5fb2598e200d on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:30:40.619823 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-e50fb784-6f1a-4676-a546-0600a10141bb service neutron] Attempting to bind port 5f55e4bc-b645-4ea6-93e4-5fb2598e200d by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'cbc1fb21-68bb-4758-9512-148f2017b227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '6d3b5836-4740-4bb0-8171-a77a7b2fa0cd'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:30:40.620249 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-e50fb784-6f1a-4676-a546-0600a10141bb service neutron] Attempting to bind port 5f55e4bc-b645-4ea6-93e4-5fb2598e200d on network 6d3b5836-4740-4bb0-8171-a77a7b2fa0cd {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:30:40.637209 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-f8a46b90-9773-4c51-803d-116a62e379c3 service neutron] 10.222.0.75 "GET /v2.0/networks/c2992060-12d6-4bc2-a7a5-ee6714d7c0a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113894 Nov 25 17:30:40.659571 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1dd97bd3-ff67-4a3b-b29f-ddd8b0f5a963 req-c812ee08-4b1f-4375-8ce4-4cd62ebb9fba service neutron] 10.222.0.90 "GET /v2.0/networks/ef09a9cb-b767-40ab-abb2-adbc6ec1aed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185251 Nov 25 17:30:40.660108 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-e50fb784-6f1a-4676-a546-0600a10141bb service neutron] Port 5f55e4bc-b645-4ea6-93e4-5fb2598e200d on network 6d3b5836-4740-4bb0-8171-a77a7b2fa0cd not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:30:40.660431 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-e50fb784-6f1a-4676-a546-0600a10141bb service neutron] Attempting to bind port 5f55e4bc-b645-4ea6-93e4-5fb2598e200d on network 6d3b5836-4740-4bb0-8171-a77a7b2fa0cd {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:30:40.685410 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c42c786b-3c37-4719-b66e-579ee6757931 req-768f498e-2ef2-47b4-a115-8269d69a05fb tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf472a3-c342-48cc-ac25-d9efd20bf257&id=9fa93e5f-0225-45c2-90d5-9fc327163fea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2274776 Nov 25 17:30:40.696874 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-e50fb784-6f1a-4676-a546-0600a10141bb service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:30:40.697222 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-e50fb784-6f1a-4676-a546-0600a10141bb service neutron] Checking segment: {'id': 'cbc1fb21-68bb-4758-9512-148f2017b227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '6d3b5836-4740-4bb0-8171-a77a7b2fa0cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:30:40.697608 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-e50fb784-6f1a-4676-a546-0600a10141bb service neutron] Bound using segment: {'id': 'cbc1fb21-68bb-4758-9512-148f2017b227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '6d3b5836-4740-4bb0-8171-a77a7b2fa0cd'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:30:40.698051 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-e50fb784-6f1a-4676-a546-0600a10141bb service neutron] Bound port: 5f55e4bc-b645-4ea6-93e4-5fb2598e200d, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbc1fb21-68bb-4758-9512-148f2017b227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '6d3b5836-4740-4bb0-8171-a77a7b2fa0cd'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:30:40.698473 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-e50fb784-6f1a-4676-a546-0600a10141bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:40.756030 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de201525-c3ea-4192-838d-93aca6bca3f1 x-openstack-request-id: req-de201525-c3ea-4192-838d-93aca6bca3f1 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:30:40.756595 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d74ab755-36a9-4476-bec2-1aaeded5d781", "tag": "044a9a30-8fd9-4fbc-b394-b1fc79eb0b20", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:30:40.756595 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-de201525-c3ea-4192-838d-93aca6bca3f1 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:30:40.756955 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd74ab755-36a9-4476-bec2-1aaeded5d781', 'tag': '044a9a30-8fd9-4fbc-b394-b1fc79eb0b20', 'status': 'completed', 'code': 200} Nov 25 17:30:40.834746 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb55e4-52f0-47fd-ab24-9b44a0b8f576 req-acb7ecb6-22d5-4aa1-bc63-bb001beedf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:40.836453 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb55e4-52f0-47fd-ab24-9b44a0b8f576 req-acb7ecb6-22d5-4aa1-bc63-bb001beedf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:40.836973 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb55e4-52f0-47fd-ab24-9b44a0b8f576 req-acb7ecb6-22d5-4aa1-bc63-bb001beedf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:40.837454 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb55e4-52f0-47fd-ab24-9b44a0b8f576 req-acb7ecb6-22d5-4aa1-bc63-bb001beedf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:40.837921 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb55e4-52f0-47fd-ab24-9b44a0b8f576 req-acb7ecb6-22d5-4aa1-bc63-bb001beedf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:40.838385 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb55e4-52f0-47fd-ab24-9b44a0b8f576 req-acb7ecb6-22d5-4aa1-bc63-bb001beedf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:40.838845 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb55e4-52f0-47fd-ab24-9b44a0b8f576 req-acb7ecb6-22d5-4aa1-bc63-bb001beedf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:40.840740 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-36cb55e4-52f0-47fd-ab24-9b44a0b8f576 req-acb7ecb6-22d5-4aa1-bc63-bb001beedf6f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dd6f14b9d22849c3ad1fbf498db9870a&device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 6310 time: 0.0637565 Nov 25 17:30:40.911224 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-4a51900b-9191-4a1c-a2c7-7546c9401a6f service neutron] 10.222.0.75 "GET /v2.0/networks/c2992060-12d6-4bc2-a7a5-ee6714d7c0a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639587 Nov 25 17:30:40.915557 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-e50fb784-6f1a-4676-a546-0600a10141bb service neutron] For port 5f55e4bc-b645-4ea6-93e4-5fb2598e200d, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:30:40.923466 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-e50fb784-6f1a-4676-a546-0600a10141bb service neutron] For port 5f55e4bc-b645-4ea6-93e4-5fb2598e200d, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=5f55e4bc-b645-4ea6-93e4-5fb2598e200d,segment=NetworkSegment(cbc1fb21-68bb-4758-9512-148f2017b227),segment_id=cbc1fb21-68bb-4758-9512-148f2017b227)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:30:40.975477 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-e50fb784-6f1a-4676-a546-0600a10141bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:40.985380 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb55e4-52f0-47fd-ab24-9b44a0b8f576 req-c60422a4-eb1b-425a-bf8f-2e63301d3305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:40.985859 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb55e4-52f0-47fd-ab24-9b44a0b8f576 req-c60422a4-eb1b-425a-bf8f-2e63301d3305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:40.986316 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb55e4-52f0-47fd-ab24-9b44a0b8f576 req-c60422a4-eb1b-425a-bf8f-2e63301d3305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:40.987906 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-36cb55e4-52f0-47fd-ab24-9b44a0b8f576 req-c60422a4-eb1b-425a-bf8f-2e63301d3305 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=dd6f14b9d22849c3ad1fbf498db9870a&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1375785 Nov 25 17:30:41.057408 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1dd97bd3-ff67-4a3b-b29f-ddd8b0f5a963 req-9c47c5ea-36ee-48a6-9f21-278175a0d835 service neutron] 10.222.0.90 "GET /v2.0/networks/ef09a9cb-b767-40ab-abb2-adbc6ec1aed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3823090 Nov 25 17:30:41.065309 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-e50fb784-6f1a-4676-a546-0600a10141bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:41.067596 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-e50fb784-6f1a-4676-a546-0600a10141bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:41.072454 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-e50fb784-6f1a-4676-a546-0600a10141bb service neutron] 10.222.0.74 "PUT /v2.0/ports/5f55e4bc-b645-4ea6-93e4-5fb2598e200d HTTP/1.1" status: 200 len: 1091 time: 2.5947568 Nov 25 17:30:41.096669 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04f17671-b4c7-40ff-94dc-8a1e322ccad6', 'name': 'network-vif-deleted', 'tag': '0682888f-e70f-4362-8d88-9e0f7bea89c3'}, {'server_uuid': 'f0ec3582-ef53-42d6-9038-d83376390a54', 'name': 'network-vif-deleted', 'tag': '026ec35f-53e8-4943-b0f3-5093108a4eb0'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:30:41.099204 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9112f8b9-cfba-4db9-8933-f3ee8d0aa19e" -d '{"events": [{"server_uuid": "04f17671-b4c7-40ff-94dc-8a1e322ccad6", "name": "network-vif-deleted", "tag": "0682888f-e70f-4362-8d88-9e0f7bea89c3"}, {"server_uuid": "f0ec3582-ef53-42d6-9038-d83376390a54", "name": "network-vif-deleted", "tag": "026ec35f-53e8-4943-b0f3-5093108a4eb0"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:30:41.125680 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-625d9206-ba27-41d5-b60f-0cf644aebecf service neutron] Request body: {'port': {'device_id': 'd74ab755-36a9-4476-bec2-1aaeded5d781', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:41.150930 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb55e4-52f0-47fd-ab24-9b44a0b8f576 req-e5db448e-c7ec-4d07-877f-ddad7419d0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:41.153516 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-36cb55e4-52f0-47fd-ab24-9b44a0b8f576 req-e5db448e-c7ec-4d07-877f-ddad7419d0cd service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1577735 Nov 25 17:30:41.275581 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50fb784-6f1a-4676-a546-0600a10141bb service neutron] Pushing event updated for resources: {'Port': ['ID=5f55e4bc-b645-4ea6-93e4-5fb2598e200d,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:41.292587 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-8d89bb87-1883-4ed3-b7ca-76d779fb3d10 service neutron] 10.222.0.75 "GET /v2.0/networks/c2992060-12d6-4bc2-a7a5-ee6714d7c0a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672442 Nov 25 17:30:41.299163 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-625d9206-ba27-41d5-b60f-0cf644aebecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:41.409829 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de479ab2-3760-499c-9e32-d73fdff6055d req-3b5f99c8-d353-4f38-9230-78d522ce6159 tempest-ServersNegativeTestMultiTenantJSON-1319034717 tempest-ServersNegativeTestMultiTenantJSON-1319034717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:41.411326 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-de479ab2-3760-499c-9e32-d73fdff6055d req-3b5f99c8-d353-4f38-9230-78d522ce6159 tempest-ServersNegativeTestMultiTenantJSON-1319034717 tempest-ServersNegativeTestMultiTenantJSON-1319034717-project] 10.222.0.75 "GET /v2.0/networks?id=06d74eec-9999-43a8-ba36-c93fd28be1b2 HTTP/1.1" status: 200 len: 823 time: 0.3107510 Nov 25 17:30:41.447355 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-de479ab2-3760-499c-9e32-d73fdff6055d req-2cbcc9e6-3e86-4295-aace-2ef1973ee08c tempest-ServersNegativeTestMultiTenantJSON-1319034717 tempest-ServersNegativeTestMultiTenantJSON-1319034717-project] 10.222.0.75 "GET /v2.0/quotas/13858fb05980479bb54d6adc5565c901 HTTP/1.1" status: 200 len: 375 time: 0.0246406 Nov 25 17:30:41.550095 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-de479ab2-3760-499c-9e32-d73fdff6055d req-c0a4bdf9-6d16-49e2-925d-fbc4a03df9f9 tempest-ServersNegativeTestMultiTenantJSON-1319034717 tempest-ServersNegativeTestMultiTenantJSON-1319034717-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=13858fb05980479bb54d6adc5565c901&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0938532 Nov 25 17:30:41.556951 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-e1962375-e7a8-4edd-b5f0-e4d7f5b1e30f service neutron] 10.222.0.75 "GET /v2.0/networks/c2992060-12d6-4bc2-a7a5-ee6714d7c0a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522097 Nov 25 17:30:41.796886 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-c943a536-f426-4972-afcc-86f603e98b6a service neutron] 10.222.0.75 "GET /v2.0/networks/c2992060-12d6-4bc2-a7a5-ee6714d7c0a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271109 Nov 25 17:30:41.801135 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-de479ab2-3760-499c-9e32-d73fdff6055d req-bc4fbf3f-2c07-4693-b828-cc57da4fd0f4 service neutron] 10.222.0.75 "GET /v2.0/networks/06d74eec-9999-43a8-ba36-c93fd28be1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399914 Nov 25 17:30:42.207665 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-625d9206-ba27-41d5-b60f-0cf644aebecf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a11242af-5474-4f93-bfb6-76b0ef5bbc3d {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:30:42.219741 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-625d9206-ba27-41d5-b60f-0cf644aebecf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:42.266324 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-625d9206-ba27-41d5-b60f-0cf644aebecf service neutron] Transition to ACTIVE for port object a11242af-5474-4f93-bfb6-76b0ef5bbc3d will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:30:42.270342 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-f7cdebc4-0e5f-4e48-8ad4-12d16e2d46c7 service neutron] 10.222.0.75 "GET /v2.0/networks/c2992060-12d6-4bc2-a7a5-ee6714d7c0a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4659724 Nov 25 17:30:42.272551 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-de479ab2-3760-499c-9e32-d73fdff6055d req-2ffa8ec5-9204-494a-a140-1b4597963538 service neutron] 10.222.0.75 "GET /v2.0/networks/06d74eec-9999-43a8-ba36-c93fd28be1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4584839 Nov 25 17:30:42.273291 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-625d9206-ba27-41d5-b60f-0cf644aebecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:42.385794 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625d9206-ba27-41d5-b60f-0cf644aebecf service neutron] Pushing event updated for resources: {'Port': ['ID=a11242af-5474-4f93-bfb6-76b0ef5bbc3d,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:42.472280 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc6b5f3-e2a3-4cbd-9290-7aa9cf15889a x-openstack-request-id: req-8dc6b5f3-e2a3-4cbd-9290-7aa9cf15889a {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:30:42.473562 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dd102ea-756d-4b25-9345-f3b89b060826", "name": "network-vif-plugged", "status": "completed", "tag": "440d3faa-aac6-4753-b3dc-93351c7dd4c9", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:30:42.475236 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8dc6b5f3-e2a3-4cbd-9290-7aa9cf15889a {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:30:42.478559 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dd102ea-756d-4b25-9345-f3b89b060826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '440d3faa-aac6-4753-b3dc-93351c7dd4c9', 'code': 200} Nov 25 17:30:42.485869 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-f0f46087-c16e-42d9-bebb-429a82e53752 service neutron] 10.222.0.75 "GET /v2.0/networks/cb2ab83a-f522-4839-b956-b9e276ac2a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073674 Nov 25 17:30:42.514614 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-625d9206-ba27-41d5-b60f-0cf644aebecf service neutron] Attempting to bind port a11242af-5474-4f93-bfb6-76b0ef5bbc3d on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:30:42.515505 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-625d9206-ba27-41d5-b60f-0cf644aebecf service neutron] Attempting to bind port a11242af-5474-4f93-bfb6-76b0ef5bbc3d by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '7a7c99ea-9bf0-4f72-9838-1e1c25458b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '04e189b3-a48d-47a2-8e70-da48c198c103'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:30:42.515837 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-625d9206-ba27-41d5-b60f-0cf644aebecf service neutron] Attempting to bind port a11242af-5474-4f93-bfb6-76b0ef5bbc3d on network 04e189b3-a48d-47a2-8e70-da48c198c103 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:30:42.547262 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-625d9206-ba27-41d5-b60f-0cf644aebecf service neutron] Port a11242af-5474-4f93-bfb6-76b0ef5bbc3d on network 04e189b3-a48d-47a2-8e70-da48c198c103 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:30:42.547262 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-625d9206-ba27-41d5-b60f-0cf644aebecf service neutron] Attempting to bind port a11242af-5474-4f93-bfb6-76b0ef5bbc3d on network 04e189b3-a48d-47a2-8e70-da48c198c103 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:30:42.585882 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-625d9206-ba27-41d5-b60f-0cf644aebecf service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:30:42.586225 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-625d9206-ba27-41d5-b60f-0cf644aebecf service neutron] Checking segment: {'id': '7a7c99ea-9bf0-4f72-9838-1e1c25458b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '04e189b3-a48d-47a2-8e70-da48c198c103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:30:42.586616 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-625d9206-ba27-41d5-b60f-0cf644aebecf service neutron] Bound using segment: {'id': '7a7c99ea-9bf0-4f72-9838-1e1c25458b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '04e189b3-a48d-47a2-8e70-da48c198c103'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:30:42.587063 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-625d9206-ba27-41d5-b60f-0cf644aebecf service neutron] Bound port: a11242af-5474-4f93-bfb6-76b0ef5bbc3d, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a7c99ea-9bf0-4f72-9838-1e1c25458b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '04e189b3-a48d-47a2-8e70-da48c198c103'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:30:42.587429 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-625d9206-ba27-41d5-b60f-0cf644aebecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:42.678310 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb08ed-3bf6-442d-a6f1-956c70ef6daf req-99dee891-ed9b-4aa5-aa65-7a00a512698d tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:42.682566 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ffeb08ed-3bf6-442d-a6f1-956c70ef6daf req-99dee891-ed9b-4aa5-aa65-7a00a512698d tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "GET /v2.0/ports?device_id=17345a84-b4bb-413c-900b-6a494ae74329 HTTP/1.1" status: 200 len: 944 time: 0.1568105 Nov 25 17:30:42.760849 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17345a84-b4bb-413c-900b-6a494ae74329', 'tag': 'be6e48c3-7513-49a7-9470-e1ed2d5315fe'}, {'name': 'network-changed', 'server_uuid': 'd74ab755-36a9-4476-bec2-1aaeded5d781', 'tag': '5f55e4bc-b645-4ea6-93e4-5fb2598e200d'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:30:42.763748 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c9dcfe-811c-4d90-bb1a-5a6c83db7b8a" -d '{"events": [{"name": "network-changed", "server_uuid": "17345a84-b4bb-413c-900b-6a494ae74329", "tag": "be6e48c3-7513-49a7-9470-e1ed2d5315fe"}, {"name": "network-changed", "server_uuid": "d74ab755-36a9-4476-bec2-1aaeded5d781", "tag": "5f55e4bc-b645-4ea6-93e4-5fb2598e200d"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:30:42.776016 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-625d9206-ba27-41d5-b60f-0cf644aebecf service neutron] For port a11242af-5474-4f93-bfb6-76b0ef5bbc3d, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:30:42.808163 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-625d9206-ba27-41d5-b60f-0cf644aebecf service neutron] For port a11242af-5474-4f93-bfb6-76b0ef5bbc3d, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=a11242af-5474-4f93-bfb6-76b0ef5bbc3d,segment=NetworkSegment(7a7c99ea-9bf0-4f72-9838-1e1c25458b3d),segment_id=7a7c99ea-9bf0-4f72-9838-1e1c25458b3d)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:30:42.815836 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-d1f08f4d-b2e5-428e-b910-44534c38fd61 service neutron] 10.222.0.75 "GET /v2.0/networks/cb2ab83a-f522-4839-b956-b9e276ac2a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923329 Nov 25 17:30:42.820309 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-625d9206-ba27-41d5-b60f-0cf644aebecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:42.844375 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ffeb08ed-3bf6-442d-a6f1-956c70ef6daf req-8ff7eb8b-7a6e-41f1-a5fd-7ba93f88e4c9 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "GET /v2.0/security-groups?id=3ec58929-08cc-4fef-97af-6c434afc53d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160014 Nov 25 17:30:42.896117 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-625d9206-ba27-41d5-b60f-0cf644aebecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:42.896746 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-625d9206-ba27-41d5-b60f-0cf644aebecf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:42.898161 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-625d9206-ba27-41d5-b60f-0cf644aebecf service neutron] 10.222.0.74 "PUT /v2.0/ports/a11242af-5474-4f93-bfb6-76b0ef5bbc3d HTTP/1.1" status: 200 len: 1091 time: 1.7870228 Nov 25 17:30:42.949830 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-6f10f3d1-d7a4-4f34-aca0-cd4f1095a407 service neutron] Request body: {'port': {'device_id': 'd74ab755-36a9-4476-bec2-1aaeded5d781', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:43.058879 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-58aadc33-3eeb-46d7-aa3f-335c9f6521a3 req-6df7b511-0119-453c-9f28-d8a4bda141e8 tempest-ServerShowV257Test-1904861758 tempest-ServerShowV257Test-1904861758-project] 10.222.0.75 "GET /v2.0/ports?device_id=f047176a-b918-4873-ac75-9f9a32af8504 HTTP/1.1" status: 200 len: 210 time: 0.0743172 Nov 25 17:30:43.077023 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-6f10f3d1-d7a4-4f34-aca0-cd4f1095a407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:43.092520 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625d9206-ba27-41d5-b60f-0cf644aebecf service neutron] Pushing event updated for resources: {'Port': ['ID=a11242af-5474-4f93-bfb6-76b0ef5bbc3d,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:43.163884 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-ab06b91e-14d6-4658-9aec-562de78701f7 service neutron] 10.222.0.75 "GET /v2.0/networks/cb2ab83a-f522-4839-b956-b9e276ac2a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403563 Nov 25 17:30:43.422355 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-abcae47b-d010-48cf-8f45-da90bbc3bc51 req-4bec9280-820d-41f3-a8d2-8cf515e9f59c tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/security-groups/071ba350-c23e-474b-ad27-bd7fa82df33d HTTP/1.1" status: 200 len: 1816 time: 0.1304016 Nov 25 17:30:43.424747 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-9ee8489b-3737-4bb9-8de4-dac8da72859c service neutron] 10.222.0.75 "GET /v2.0/networks/cb2ab83a-f522-4839-b956-b9e276ac2a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462246 Nov 25 17:30:43.491983 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device be6e48c3-7513-49a7-9470-e1ed2d5315fe details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:30:43.533655 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-abcae47b-d010-48cf-8f45-da90bbc3bc51 req-1c1e608c-3ed6-4143-b556-219fc8c02e46 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:43.585583 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-abcae47b-d010-48cf-8f45-da90bbc3bc51 req-1c1e608c-3ed6-4143-b556-219fc8c02e46 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:43.589306 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-6f10f3d1-d7a4-4f34-aca0-cd4f1095a407 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2c42d44-65fd-410c-aaed-aae8a87dc2ee {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:30:43.605613 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-6f10f3d1-d7a4-4f34-aca0-cd4f1095a407 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:43.611260 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port be6e48c3-7513-49a7-9470-e1ed2d5315fe, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=be6e48c3-7513-49a7-9470-e1ed2d5315fe,segment=NetworkSegment(56419961-a63e-49f1-a134-fbcd7c726fe9),segment_id=56419961-a63e-49f1-a134-fbcd7c726fe9)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:43.624245 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': 'be6e48c3-7513-49a7-9470-e1ed2d5315fe', 'network_id': 'ef09a9cb-b767-40ab-abb2-adbc6ec1aed8', 'port_id': 'be6e48c3-7513-49a7-9470-e1ed2d5315fe', 'mac_address': 'fa:16:3e:c3:83:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82218ac9-c8df-4d39-919a-d596976289cd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:30:43.645696 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-6f10f3d1-d7a4-4f34-aca0-cd4f1095a407 service neutron] Transition to ACTIVE for port object b2c42d44-65fd-410c-aaed-aae8a87dc2ee will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:30:43.650828 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-6f10f3d1-d7a4-4f34-aca0-cd4f1095a407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:43.691551 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:43.711364 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be6e48c3-7513-49a7-9470-e1ed2d5315fe {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:30:43.743015 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port be6e48c3-7513-49a7-9470-e1ed2d5315fe, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=be6e48c3-7513-49a7-9470-e1ed2d5315fe,segment=NetworkSegment(56419961-a63e-49f1-a134-fbcd7c726fe9),segment_id=56419961-a63e-49f1-a134-fbcd7c726fe9)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:43.744459 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-abcae47b-d010-48cf-8f45-da90bbc3bc51 req-1c1e608c-3ed6-4143-b556-219fc8c02e46 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:43.751361 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-abcae47b-d010-48cf-8f45-da90bbc3bc51 req-1c1e608c-3ed6-4143-b556-219fc8c02e46 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:43.751915 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:43.759157 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-abcae47b-d010-48cf-8f45-da90bbc3bc51 req-1c1e608c-3ed6-4143-b556-219fc8c02e46 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "DELETE /v2.0/security-groups/071ba350-c23e-474b-ad27-bd7fa82df33d HTTP/1.1" status: 204 len: 173 time: 0.3294852 Nov 25 17:30:43.777697 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1e608c-3ed6-4143-b556-219fc8c02e46 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=071ba350-c23e-474b-ad27-bd7fa82df33d,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:43.805936 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f10f3d1-d7a4-4f34-aca0-cd4f1095a407 service neutron] Pushing event updated for resources: {'Port': ['ID=b2c42d44-65fd-410c-aaed-aae8a87dc2ee,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:43.852797 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 25 Nov 2021 17:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fada892c-9e78-4fa5-a482-3015a5cac220 x-openstack-request-id: req-fada892c-9e78-4fa5-a482-3015a5cac220 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:30:43.853463 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04f17671-b4c7-40ff-94dc-8a1e322ccad6", "name": "network-vif-deleted", "tag": "0682888f-e70f-4362-8d88-9e0f7bea89c3", "status": "completed", "code": 200}, {"server_uuid": "f0ec3582-ef53-42d6-9038-d83376390a54", "name": "network-vif-deleted", "tag": "026ec35f-53e8-4943-b0f3-5093108a4eb0", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:30:43.853463 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fada892c-9e78-4fa5-a482-3015a5cac220 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:30:43.853700 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04f17671-b4c7-40ff-94dc-8a1e322ccad6', 'name': 'network-vif-deleted', 'tag': '0682888f-e70f-4362-8d88-9e0f7bea89c3', 'status': 'completed', 'code': 200} Nov 25 17:30:43.853902 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0ec3582-ef53-42d6-9038-d83376390a54', 'name': 'network-vif-deleted', 'tag': '026ec35f-53e8-4943-b0f3-5093108a4eb0', 'status': 'completed', 'code': 200} Nov 25 17:30:43.901951 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de479ab2-3760-499c-9e32-d73fdff6055d req-3cd57275-099d-49e3-b1da-f6a72a6652fa tempest-ServersNegativeTestMultiTenantJSON-1319034717 tempest-ServersNegativeTestMultiTenantJSON-1319034717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:43.905099 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-de479ab2-3760-499c-9e32-d73fdff6055d req-3cd57275-099d-49e3-b1da-f6a72a6652fa tempest-ServersNegativeTestMultiTenantJSON-1319034717 tempest-ServersNegativeTestMultiTenantJSON-1319034717-project] 10.222.0.74 "GET /v2.0/networks?id=06d74eec-9999-43a8-ba36-c93fd28be1b2 HTTP/1.1" status: 200 len: 823 time: 0.2238615 Nov 25 17:30:43.919862 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-de479ab2-3760-499c-9e32-d73fdff6055d req-8b640b82-ca32-4293-8b4d-7c4a8bb22e95 tempest-ServersNegativeTestMultiTenantJSON-1319034717 tempest-ServersNegativeTestMultiTenantJSON-1319034717-project] Request body: {'port': {'device_id': 'c08dac1f-5d34-400c-8d71-1d7aaa09d3b3', 'network_id': '06d74eec-9999-43a8-ba36-c93fd28be1b2', 'admin_state_up': True, 'tenant_id': '13858fb05980479bb54d6adc5565c901'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:43.946939 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=be6e48c3-7513-49a7-9470-e1ed2d5315fe,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:43.964489 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-6f10f3d1-d7a4-4f34-aca0-cd4f1095a407 service neutron] Attempting to bind port b2c42d44-65fd-410c-aaed-aae8a87dc2ee on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:30:43.965067 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-6f10f3d1-d7a4-4f34-aca0-cd4f1095a407 service neutron] Attempting to bind port b2c42d44-65fd-410c-aaed-aae8a87dc2ee by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '7a7c99ea-9bf0-4f72-9838-1e1c25458b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '04e189b3-a48d-47a2-8e70-da48c198c103'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:30:43.965212 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-6f10f3d1-d7a4-4f34-aca0-cd4f1095a407 service neutron] Attempting to bind port b2c42d44-65fd-410c-aaed-aae8a87dc2ee on network 04e189b3-a48d-47a2-8e70-da48c198c103 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:30:44.043942 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-6f10f3d1-d7a4-4f34-aca0-cd4f1095a407 service neutron] Port b2c42d44-65fd-410c-aaed-aae8a87dc2ee on network 04e189b3-a48d-47a2-8e70-da48c198c103 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:30:44.044469 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-6f10f3d1-d7a4-4f34-aca0-cd4f1095a407 service neutron] Attempting to bind port b2c42d44-65fd-410c-aaed-aae8a87dc2ee on network 04e189b3-a48d-47a2-8e70-da48c198c103 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:30:44.045034 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['be6e48c3-7513-49a7-9470-e1ed2d5315fe'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:30:44.053500 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-6f10f3d1-d7a4-4f34-aca0-cd4f1095a407 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:30:44.053500 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-6f10f3d1-d7a4-4f34-aca0-cd4f1095a407 service neutron] Checking segment: {'id': '7a7c99ea-9bf0-4f72-9838-1e1c25458b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '04e189b3-a48d-47a2-8e70-da48c198c103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:30:44.053500 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-6f10f3d1-d7a4-4f34-aca0-cd4f1095a407 service neutron] Bound using segment: {'id': '7a7c99ea-9bf0-4f72-9838-1e1c25458b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '04e189b3-a48d-47a2-8e70-da48c198c103'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:30:44.055030 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-6f10f3d1-d7a4-4f34-aca0-cd4f1095a407 service neutron] Bound port: b2c42d44-65fd-410c-aaed-aae8a87dc2ee, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a7c99ea-9bf0-4f72-9838-1e1c25458b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '04e189b3-a48d-47a2-8e70-da48c198c103'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:30:44.055996 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-6f10f3d1-d7a4-4f34-aca0-cd4f1095a407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:44.139085 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de479ab2-3760-499c-9e32-d73fdff6055d req-8b640b82-ca32-4293-8b4d-7c4a8bb22e95 tempest-ServersNegativeTestMultiTenantJSON-1319034717 tempest-ServersNegativeTestMultiTenantJSON-1319034717-project] Made reservation on behalf of 13858fb05980479bb54d6adc5565c901 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:30:44.144022 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-de479ab2-3760-499c-9e32-d73fdff6055d req-8b640b82-ca32-4293-8b4d-7c4a8bb22e95 tempest-ServersNegativeTestMultiTenantJSON-1319034717 tempest-ServersNegativeTestMultiTenantJSON-1319034717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:44.154514 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-6f10f3d1-d7a4-4f34-aca0-cd4f1095a407 service neutron] For port b2c42d44-65fd-410c-aaed-aae8a87dc2ee, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:30:44.159619 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-6f10f3d1-d7a4-4f34-aca0-cd4f1095a407 service neutron] For port b2c42d44-65fd-410c-aaed-aae8a87dc2ee, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=b2c42d44-65fd-410c-aaed-aae8a87dc2ee,segment=NetworkSegment(7a7c99ea-9bf0-4f72-9838-1e1c25458b3d),segment_id=7a7c99ea-9bf0-4f72-9838-1e1c25458b3d)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:30:44.170687 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-6f10f3d1-d7a4-4f34-aca0-cd4f1095a407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:44.203289 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc874110-8c28-4e37-a34c-822020ea9587 req-6ed1f6cb-f7dc-4050-a39a-02ba704d7bd6 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:44.231009 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc874110-8c28-4e37-a34c-822020ea9587 req-6ed1f6cb-f7dc-4050-a39a-02ba704d7bd6 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:44.240888 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc874110-8c28-4e37-a34c-822020ea9587 req-6ed1f6cb-f7dc-4050-a39a-02ba704d7bd6 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:44.250262 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc874110-8c28-4e37-a34c-822020ea9587 req-6ed1f6cb-f7dc-4050-a39a-02ba704d7bd6 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:44.256855 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc874110-8c28-4e37-a34c-822020ea9587 req-6ed1f6cb-f7dc-4050-a39a-02ba704d7bd6 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:44.311046 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc874110-8c28-4e37-a34c-822020ea9587 req-6ed1f6cb-f7dc-4050-a39a-02ba704d7bd6 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:44.330910 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc874110-8c28-4e37-a34c-822020ea9587 req-6ed1f6cb-f7dc-4050-a39a-02ba704d7bd6 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:44.334696 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fc874110-8c28-4e37-a34c-822020ea9587 req-6ed1f6cb-f7dc-4050-a39a-02ba704d7bd6 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/ports?device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 5429 time: 0.3510935 Nov 25 17:30:44.356992 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-de479ab2-3760-499c-9e32-d73fdff6055d req-8b640b82-ca32-4293-8b4d-7c4a8bb22e95 tempest-ServersNegativeTestMultiTenantJSON-1319034717 tempest-ServersNegativeTestMultiTenantJSON-1319034717-project] Allocated IP 172.20.0.3 (06d74eec-9999-43a8-ba36-c93fd28be1b2/b95c2d03-2c3b-44f7-af8a-5a0c8a5995a8/8c9b27b1-9b49-4db3-be8a-b0bc34b8adfc) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:30:44.415293 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-6f10f3d1-d7a4-4f34-aca0-cd4f1095a407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:44.416009 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-6f10f3d1-d7a4-4f34-aca0-cd4f1095a407 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:44.417794 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-6f10f3d1-d7a4-4f34-aca0-cd4f1095a407 service neutron] 10.222.0.74 "PUT /v2.0/ports/b2c42d44-65fd-410c-aaed-aae8a87dc2ee HTTP/1.1" status: 200 len: 1091 time: 1.4718592 Nov 25 17:30:44.537586 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fd4482ca-3a68-4f08-bd97-8b7b935b2ff7 req-5a6a1540-0263-4aae-a278-715ed3f97424 tempest-ServersNegativeTestMultiTenantJSON-1319034717 tempest-ServersNegativeTestMultiTenantJSON-1319034717-project] 10.222.0.75 "GET /v2.0/ports?device_id=c08dac1f-5d34-400c-8d71-1d7aaa09d3b3 HTTP/1.1" status: 200 len: 210 time: 0.2005384 Nov 25 17:30:44.601154 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-de479ab2-3760-499c-9e32-d73fdff6055d req-8b640b82-ca32-4293-8b4d-7c4a8bb22e95 tempest-ServersNegativeTestMultiTenantJSON-1319034717 tempest-ServersNegativeTestMultiTenantJSON-1319034717-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:44.607203 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f10f3d1-d7a4-4f34-aca0-cd4f1095a407 service neutron] Pushing event updated for resources: {'Port': ['ID=b2c42d44-65fd-410c-aaed-aae8a87dc2ee,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:44.620691 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 25 Nov 2021 17:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa026a4c-1ea6-425c-b7a3-5a285f83ede1 x-openstack-request-id: req-fa026a4c-1ea6-425c-b7a3-5a285f83ede1 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:30:44.621023 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17345a84-b4bb-413c-900b-6a494ae74329", "tag": "be6e48c3-7513-49a7-9470-e1ed2d5315fe", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d74ab755-36a9-4476-bec2-1aaeded5d781", "tag": "5f55e4bc-b645-4ea6-93e4-5fb2598e200d", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:30:44.621280 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fa026a4c-1ea6-425c-b7a3-5a285f83ede1 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:30:44.621674 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17345a84-b4bb-413c-900b-6a494ae74329', 'tag': 'be6e48c3-7513-49a7-9470-e1ed2d5315fe', 'status': 'completed', 'code': 200} Nov 25 17:30:44.621931 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd74ab755-36a9-4476-bec2-1aaeded5d781', 'tag': '5f55e4bc-b645-4ea6-93e4-5fb2598e200d', 'status': 'completed', 'code': 200} Nov 25 17:30:44.668608 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-de479ab2-3760-499c-9e32-d73fdff6055d req-8b640b82-ca32-4293-8b4d-7c4a8bb22e95 tempest-ServersNegativeTestMultiTenantJSON-1319034717 tempest-ServersNegativeTestMultiTenantJSON-1319034717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:44.740031 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de479ab2-3760-499c-9e32-d73fdff6055d req-8b640b82-ca32-4293-8b4d-7c4a8bb22e95 tempest-ServersNegativeTestMultiTenantJSON-1319034717 tempest-ServersNegativeTestMultiTenantJSON-1319034717-project] Network 06d74eec-9999-43a8-ba36-c93fd28be1b2 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:30:44.744150 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-de479ab2-3760-499c-9e32-d73fdff6055d req-8b640b82-ca32-4293-8b4d-7c4a8bb22e95 tempest-ServersNegativeTestMultiTenantJSON-1319034717 tempest-ServersNegativeTestMultiTenantJSON-1319034717-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:30:44.750693 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-de479ab2-3760-499c-9e32-d73fdff6055d req-8b640b82-ca32-4293-8b4d-7c4a8bb22e95 tempest-ServersNegativeTestMultiTenantJSON-1319034717 tempest-ServersNegativeTestMultiTenantJSON-1319034717-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:30:44.785718 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b640b82-ca32-4293-8b4d-7c4a8bb22e95 tempest-ServersNegativeTestMultiTenantJSON-1319034717 tempest-ServersNegativeTestMultiTenantJSON-1319034717-project] Pushing event updated for resources: {'Port': ['ID=8c9b27b1-9b49-4db3-be8a-b0bc34b8adfc,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:44.791583 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-e5838b02-6533-4b14-bf62-fb74ff93b2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:44.792354 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-e5838b02-6533-4b14-bf62-fb74ff93b2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:44.792688 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-e5838b02-6533-4b14-bf62-fb74ff93b2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:44.793522 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-e5838b02-6533-4b14-bf62-fb74ff93b2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:44.794162 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-e5838b02-6533-4b14-bf62-fb74ff93b2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:44.794925 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-e5838b02-6533-4b14-bf62-fb74ff93b2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:44.795083 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-e5838b02-6533-4b14-bf62-fb74ff93b2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:44.797677 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-e5838b02-6533-4b14-bf62-fb74ff93b2b1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dd6f14b9d22849c3ad1fbf498db9870a&device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 6486 time: 0.2876017 Nov 25 17:30:44.818783 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fc874110-8c28-4e37-a34c-822020ea9587 req-5e069b38-a08d-4a79-b6da-a2667bc731e9 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf472a3-c342-48cc-ac25-d9efd20bf257&id=9fa93e5f-0225-45c2-90d5-9fc327163fea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4312716 Nov 25 17:30:44.821758 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de479ab2-3760-499c-9e32-d73fdff6055d req-8b640b82-ca32-4293-8b4d-7c4a8bb22e95 tempest-ServersNegativeTestMultiTenantJSON-1319034717 tempest-ServersNegativeTestMultiTenantJSON-1319034717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:44.822431 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-de479ab2-3760-499c-9e32-d73fdff6055d req-8b640b82-ca32-4293-8b4d-7c4a8bb22e95 tempest-ServersNegativeTestMultiTenantJSON-1319034717 tempest-ServersNegativeTestMultiTenantJSON-1319034717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:44.869227 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-de479ab2-3760-499c-9e32-d73fdff6055d req-8b640b82-ca32-4293-8b4d-7c4a8bb22e95 tempest-ServersNegativeTestMultiTenantJSON-1319034717 tempest-ServersNegativeTestMultiTenantJSON-1319034717-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9547517 Nov 25 17:30:44.885683 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-beb87396-84fc-4999-ad00-4748d9b4b47e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7be8a07b-4a87-4407-a846-a793d7c0884e HTTP/1.1" status: 200 len: 217 time: 0.0636852 Nov 25 17:30:44.886558 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-de479ab2-3760-499c-9e32-d73fdff6055d req-71a8a48d-3c70-4934-938e-36b6284e000a service neutron] Request body: {'port': {'device_id': 'c08dac1f-5d34-400c-8d71-1d7aaa09d3b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:44.910437 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9dcfe-811c-4d90-bb1a-5a6c83db7b8a req-5334f028-eed5-4e4f-b99d-35402a850c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:44.911853 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-16c9dcfe-811c-4d90-bb1a-5a6c83db7b8a req-5334f028-eed5-4e4f-b99d-35402a850c49 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c296d8c37a3d4484983acb10cc0204d2&device_id=17345a84-b4bb-413c-900b-6a494ae74329 HTTP/1.1" status: 200 len: 1096 time: 0.2607441 Nov 25 17:30:44.959520 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-de479ab2-3760-499c-9e32-d73fdff6055d req-71a8a48d-3c70-4934-938e-36b6284e000a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:44.967039 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-120fde2e-76a7-4b8b-a3bc-6b9739eb25bf req-f29370ab-6af1-4bcd-a477-0e7ae6abf6ab tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "GET /v2.0/security-groups/f58cc476-c166-490d-8676-d362045577bf HTTP/1.1" status: 200 len: 1817 time: 0.1219294 Nov 25 17:30:45.038197 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-c60d716c-d76c-4acc-886a-a2a20e58ea78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:45.039946 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-c60d716c-d76c-4acc-886a-a2a20e58ea78 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3ed106f0-2cd9-4f3e-b760-6bf8df9e80f9 HTTP/1.1" status: 200 len: 856 time: 0.1451788 Nov 25 17:30:45.127041 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3371cc-bd2e-41ee-ba26-72ef56eb7c10 req-a8634c83-779e-4f13-9b01-0c048bd0f138 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:45.128346 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-af3371cc-bd2e-41ee-ba26-72ef56eb7c10 req-a8634c83-779e-4f13-9b01-0c048bd0f138 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.90 "GET /v2.0/ports?device_id=1dd102ea-756d-4b25-9345-f3b89b060826 HTTP/1.1" status: 200 len: 945 time: 0.1078150 Nov 25 17:30:45.169299 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a17600-e90b-48f2-97f7-6025cd1753cb req-226a2783-c7a3-4bc4-bb09-a997390baff8 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:45.177556 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d0a17600-e90b-48f2-97f7-6025cd1753cb req-226a2783-c7a3-4bc4-bb09-a997390baff8 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "GET /v2.0/ports?device_id=17345a84-b4bb-413c-900b-6a494ae74329 HTTP/1.1" status: 200 len: 945 time: 0.2157729 Nov 25 17:30:45.225863 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-120fde2e-76a7-4b8b-a3bc-6b9739eb25bf req-f07d1b30-b670-4515-9d7f-860928808a83 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:45.228605 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-4402f4b0-a34b-4d6b-bcd8-cc9feae8e931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:45.230097 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-4402f4b0-a34b-4d6b-bcd8-cc9feae8e931 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=124f5b02-f613-458f-b33d-77fb5d166863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1746554 Nov 25 17:30:45.239545 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9dcfe-811c-4d90-bb1a-5a6c83db7b8a req-26e3fed1-e742-4b98-97e3-83a54503424e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:45.241002 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-16c9dcfe-811c-4d90-bb1a-5a6c83db7b8a req-26e3fed1-e742-4b98-97e3-83a54503424e service neutron] 10.222.0.90 "GET /v2.0/networks?id=ef09a9cb-b767-40ab-abb2-adbc6ec1aed8 HTTP/1.1" status: 200 len: 921 time: 0.2554734 Nov 25 17:30:45.315595 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-af3371cc-bd2e-41ee-ba26-72ef56eb7c10 req-89124610-f834-47b8-a913-7a25b57c812f tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Deleting port 440d3faa-aac6-4753-b3dc-93351c7dd4c9 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:30:45.315842 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-af3371cc-bd2e-41ee-ba26-72ef56eb7c10 req-89124610-f834-47b8-a913-7a25b57c812f tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:45.328163 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-16c9dcfe-811c-4d90-bb1a-5a6c83db7b8a req-df1fc01c-3953-4a8f-bef1-cf4208c9bb2d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be6e48c3-7513-49a7-9470-e1ed2d5315fe HTTP/1.1" status: 200 len: 217 time: 0.0722249 Nov 25 17:30:45.334882 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d0a17600-e90b-48f2-97f7-6025cd1753cb req-8c23fda6-a50a-4d9e-bee4-f754bb3006ae tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "GET /v2.0/security-groups?id=3ec58929-08cc-4fef-97af-6c434afc53d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565349 Nov 25 17:30:45.336473 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-120fde2e-76a7-4b8b-a3bc-6b9739eb25bf req-f07d1b30-b670-4515-9d7f-860928808a83 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:45.428339 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-de479ab2-3760-499c-9e32-d73fdff6055d req-71a8a48d-3c70-4934-938e-36b6284e000a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c9b27b1-9b49-4db3-be8a-b0bc34b8adfc {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:30:45.443647 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-de479ab2-3760-499c-9e32-d73fdff6055d req-71a8a48d-3c70-4934-938e-36b6284e000a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:45.454179 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-af3371cc-bd2e-41ee-ba26-72ef56eb7c10 req-89124610-f834-47b8-a913-7a25b57c812f tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] For port 440d3faa-aac6-4753-b3dc-93351c7dd4c9, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=440d3faa-aac6-4753-b3dc-93351c7dd4c9,segment=NetworkSegment(6347e9f6-96b1-4f56-a092-a9cf81778fe8),segment_id=6347e9f6-96b1-4f56-a092-a9cf81778fe8)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:45.454540 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-af3371cc-bd2e-41ee-ba26-72ef56eb7c10 req-89124610-f834-47b8-a913-7a25b57c812f tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:45.466699 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a4698a9d-b838-4d36-ae48-7d4fe0fe81b4 req-00678208-ee49-427e-bd15-6d840b920204 tempest-ServerShowV257Test-1904861758 tempest-ServerShowV257Test-1904861758-project] 10.222.0.75 "GET /v2.0/ports?device_id=f047176a-b918-4873-ac75-9f9a32af8504 HTTP/1.1" status: 200 len: 210 time: 0.0489342 Nov 25 17:30:45.476091 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-de479ab2-3760-499c-9e32-d73fdff6055d req-71a8a48d-3c70-4934-938e-36b6284e000a service neutron] Transition to ACTIVE for port object 8c9b27b1-9b49-4db3-be8a-b0bc34b8adfc will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:30:45.476862 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-af3371cc-bd2e-41ee-ba26-72ef56eb7c10 req-89124610-f834-47b8-a913-7a25b57c812f tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Calling delete_port for 440d3faa-aac6-4753-b3dc-93351c7dd4c9 owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:30:45.491355 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-de479ab2-3760-499c-9e32-d73fdff6055d req-71a8a48d-3c70-4934-938e-36b6284e000a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:45.493787 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9dcfe-811c-4d90-bb1a-5a6c83db7b8a req-8e761e56-624c-49dd-82c8-6ae4e8704a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:45.495461 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-16c9dcfe-811c-4d90-bb1a-5a6c83db7b8a req-8e761e56-624c-49dd-82c8-6ae4e8704a96 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=82218ac9-c8df-4d39-919a-d596976289cd HTTP/1.1" status: 200 len: 859 time: 0.1256201 Nov 25 17:30:45.503916 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-1dd29045-2084-4b11-b112-2a6b8ca264ac service neutron] 10.222.0.74 "GET /v2.0/networks/124f5b02-f613-458f-b33d-77fb5d166863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504361 Nov 25 17:30:45.520705 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device be6e48c3-7513-49a7-9470-e1ed2d5315fe up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:30:45.539513 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-120fde2e-76a7-4b8b-a3bc-6b9739eb25bf req-f07d1b30-b670-4515-9d7f-860928808a83 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:45.540784 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-120fde2e-76a7-4b8b-a3bc-6b9739eb25bf req-f07d1b30-b670-4515-9d7f-860928808a83 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:45.542026 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-120fde2e-76a7-4b8b-a3bc-6b9739eb25bf req-f07d1b30-b670-4515-9d7f-860928808a83 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] 10.222.0.75 "DELETE /v2.0/security-groups/f58cc476-c166-490d-8676-d362045577bf HTTP/1.1" status: 204 len: 173 time: 0.5604572 Nov 25 17:30:45.559912 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43534) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:45.610123 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07d1b30-b670-4515-9d7f-860928808a83 tempest-SecurityGroupsTestJSON-1098101408 tempest-SecurityGroupsTestJSON-1098101408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58cc476-c166-490d-8676-d362045577bf,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:45.645694 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9dcfe-811c-4d90-bb1a-5a6c83db7b8a req-b1e83feb-1cc1-449d-a99d-cf13c35fd4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:45.648264 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-16c9dcfe-811c-4d90-bb1a-5a6c83db7b8a req-b1e83feb-1cc1-449d-a99d-cf13c35fd4cc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ef09a9cb-b767-40ab-abb2-adbc6ec1aed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1434474 Nov 25 17:30:45.679919 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a8a48d-3c70-4934-938e-36b6284e000a service neutron] Pushing event updated for resources: {'Port': ['ID=8c9b27b1-9b49-4db3-be8a-b0bc34b8adfc,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:45.703667 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae817c78-2439-4b21-b7de-90a7b817922e admin admin] Deleting subnet f4c0e4dd-ba40-4565-915d-3405eb220964 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:30:45.711263 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ae817c78-2439-4b21-b7de-90a7b817922e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:45.721520 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port be6e48c3-7513-49a7-9470-e1ed2d5315fe completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:30:45.728554 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-b627c59d-a7f6-45a9-b8c2-b3618eb5e12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:45.728784 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port be6e48c3-7513-49a7-9470-e1ed2d5315fe triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:45.729125 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:45.730532 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-b627c59d-a7f6-45a9-b8c2-b3618eb5e12e service neutron] 10.222.0.74 "GET /v2.0/ports/f523f711-5404-47b9-b4c7-6ff9dd296afe HTTP/1.1" status: 200 len: 1027 time: 0.1266136 Nov 25 17:30:45.805017 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-ed40b7bf-7775-4a35-91fa-40bd91aae9ab service neutron] 10.222.0.74 "GET /v2.0/networks/124f5b02-f613-458f-b33d-77fb5d166863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926221 Nov 25 17:30:45.833321 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-db43afc5-f036-479f-a6af-27c12db698f7 req-e7350a7a-9ced-4a08-9dc0-6e2e41c4f4c9 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 210 time: 0.1491959 Nov 25 17:30:45.906852 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ae817c78-2439-4b21-b7de-90a7b817922e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:45.915741 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-385ea016-879b-48e6-be11-07428ed2e610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:45.917115 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-385ea016-879b-48e6-be11-07428ed2e610 service neutron] 10.222.0.74 "GET /v2.0/ports/f2c88a46-7369-4ef9-bca9-b0c34a2b0c87 HTTP/1.1" status: 200 len: 1028 time: 0.1580043 Nov 25 17:30:45.922370 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-c2cf1a31-d1fa-4968-8dd2-36ea9d120925 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=791424cf-7f49-4cd7-a3d5-e5f426ab97ac HTTP/1.1" status: 200 len: 217 time: 0.0989821 Nov 25 17:30:46.022050 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c79d12-7136-42ff-8d08-255b61c6f480 req-80c3f240-e0cf-4cfe-9ba9-667195a0b5f3 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:46.025609 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-54c79d12-7136-42ff-8d08-255b61c6f480 req-80c3f240-e0cf-4cfe-9ba9-667195a0b5f3 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=05dadc8c-bada-4961-993d-fd0c20c45dc1 HTTP/1.1" status: 200 len: 949 time: 0.1897531 Nov 25 17:30:46.032210 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-16c9dcfe-811c-4d90-bb1a-5a6c83db7b8a req-22ad99d1-1207-4d48-81a0-fac20f5e0873 service neutron] 10.222.0.90 "GET /v2.0/networks/ef09a9cb-b767-40ab-abb2-adbc6ec1aed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756895 Nov 25 17:30:46.035298 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:46.064495 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17345a84-b4bb-413c-900b-6a494ae74329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be6e48c3-7513-49a7-9470-e1ed2d5315fe'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:30:46.067018 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e11db5-1c9e-4c17-b17f-4538ede23ad1" -d '{"events": [{"server_uuid": "17345a84-b4bb-413c-900b-6a494ae74329", "name": "network-vif-plugged", "status": "completed", "tag": "be6e48c3-7513-49a7-9470-e1ed2d5315fe"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:30:46.081251 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port be6e48c3-7513-49a7-9470-e1ed2d5315fe, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=be6e48c3-7513-49a7-9470-e1ed2d5315fe,segment=NetworkSegment(56419961-a63e-49f1-a134-fbcd7c726fe9),segment_id=56419961-a63e-49f1-a134-fbcd7c726fe9)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:46.087066 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:46.103260 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-de479ab2-3760-499c-9e32-d73fdff6055d req-71a8a48d-3c70-4934-938e-36b6284e000a service neutron] Attempting to bind port 8c9b27b1-9b49-4db3-be8a-b0bc34b8adfc on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:30:46.103734 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-de479ab2-3760-499c-9e32-d73fdff6055d req-71a8a48d-3c70-4934-938e-36b6284e000a service neutron] Attempting to bind port 8c9b27b1-9b49-4db3-be8a-b0bc34b8adfc by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '85509c9b-2702-4dcb-a850-57640544377a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '06d74eec-9999-43a8-ba36-c93fd28be1b2'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:30:46.104131 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de479ab2-3760-499c-9e32-d73fdff6055d req-71a8a48d-3c70-4934-938e-36b6284e000a service neutron] Attempting to bind port 8c9b27b1-9b49-4db3-be8a-b0bc34b8adfc on network 06d74eec-9999-43a8-ba36-c93fd28be1b2 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:30:46.127786 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d9cad-c865-4afc-b203-2dd2c20243e9 req-c087349a-ed05-4ec8-83c8-46fc1e738025 tempest-ServersNegativeTestMultiTenantJSON-1319034717 tempest-ServersNegativeTestMultiTenantJSON-1319034717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:46.129639 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f81d9cad-c865-4afc-b203-2dd2c20243e9 req-c087349a-ed05-4ec8-83c8-46fc1e738025 tempest-ServersNegativeTestMultiTenantJSON-1319034717 tempest-ServersNegativeTestMultiTenantJSON-1319034717-project] 10.222.0.75 "GET /v2.0/ports?device_id=c08dac1f-5d34-400c-8d71-1d7aaa09d3b3 HTTP/1.1" status: 200 len: 943 time: 0.1749835 Nov 25 17:30:46.135715 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-0c30ab6a-8f15-4e8d-b17d-03afc2b753da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:46.137456 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-0c30ab6a-8f15-4e8d-b17d-03afc2b753da service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8f7ac9a8-89f8-4c97-b414-fee10b4c07cb HTTP/1.1" status: 200 len: 797 time: 0.2033246 Nov 25 17:30:46.138712 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-af3371cc-bd2e-41ee-ba26-72ef56eb7c10 req-89124610-f834-47b8-a913-7a25b57c812f tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:46.145175 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de479ab2-3760-499c-9e32-d73fdff6055d req-71a8a48d-3c70-4934-938e-36b6284e000a service neutron] Port 8c9b27b1-9b49-4db3-be8a-b0bc34b8adfc on network 06d74eec-9999-43a8-ba36-c93fd28be1b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:30:46.145619 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de479ab2-3760-499c-9e32-d73fdff6055d req-71a8a48d-3c70-4934-938e-36b6284e000a service neutron] Attempting to bind port 8c9b27b1-9b49-4db3-be8a-b0bc34b8adfc on network 06d74eec-9999-43a8-ba36-c93fd28be1b2 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:30:46.149579 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ae817c78-2439-4b21-b7de-90a7b817922e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:46.158334 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['440d3faa-aac6-4753-b3dc-93351c7dd4c9'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:30:46.190278 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=be6e48c3-7513-49a7-9470-e1ed2d5315fe,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:46.206356 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de479ab2-3760-499c-9e32-d73fdff6055d req-71a8a48d-3c70-4934-938e-36b6284e000a service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:30:46.206800 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de479ab2-3760-499c-9e32-d73fdff6055d req-71a8a48d-3c70-4934-938e-36b6284e000a service neutron] Checking segment: {'id': '85509c9b-2702-4dcb-a850-57640544377a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '06d74eec-9999-43a8-ba36-c93fd28be1b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:30:46.207278 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de479ab2-3760-499c-9e32-d73fdff6055d req-71a8a48d-3c70-4934-938e-36b6284e000a service neutron] Bound using segment: {'id': '85509c9b-2702-4dcb-a850-57640544377a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '06d74eec-9999-43a8-ba36-c93fd28be1b2'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:30:46.207811 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-de479ab2-3760-499c-9e32-d73fdff6055d req-71a8a48d-3c70-4934-938e-36b6284e000a service neutron] Bound port: 8c9b27b1-9b49-4db3-be8a-b0bc34b8adfc, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85509c9b-2702-4dcb-a850-57640544377a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '06d74eec-9999-43a8-ba36-c93fd28be1b2'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:30:46.208440 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-de479ab2-3760-499c-9e32-d73fdff6055d req-71a8a48d-3c70-4934-938e-36b6284e000a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:46.254383 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-fb7da5b1-088a-4ddf-8b32-c8a04f01d19c tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:46.260480 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-fb7da5b1-088a-4ddf-8b32-c8a04f01d19c tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:46.266624 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-fb7da5b1-088a-4ddf-8b32-c8a04f01d19c tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:46.268546 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-fb7da5b1-088a-4ddf-8b32-c8a04f01d19c tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.74 "GET /v2.0/networks?id=f82e88c7-d403-486f-9a10-2a3ad902e128&id=c2992060-12d6-4bc2-a7a5-ee6714d7c0a4&id=c2992060-12d6-4bc2-a7a5-ee6714d7c0a4&id=c2992060-12d6-4bc2-a7a5-ee6714d7c0a4&id=c2992060-12d6-4bc2-a7a5-ee6714d7c0a4&id=cb2ab83a-f522-4839-b956-b9e276ac2a4b&id=cb2ab83a-f522-4839-b956-b9e276ac2a4b HTTP/1.1" status: 200 len: 1991 time: 0.3048780 Nov 25 17:30:46.460374 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-54c79d12-7136-42ff-8d08-255b61c6f480 req-2a91ae56-5133-4aa5-80b4-0a5cbbbb47ce tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4214566 Nov 25 17:30:46.568261 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89124610-f834-47b8-a913-7a25b57c812f tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Pushing event deleted for resources: {'Port': ['ID=440d3faa-aac6-4753-b3dc-93351c7dd4c9,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:46.616586 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:46.621255 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-16c9dcfe-811c-4d90-bb1a-5a6c83db7b8a req-5b63046a-d690-4382-8fdc-9f552fe6c6e6 service neutron] 10.222.0.90 "GET /v2.0/networks/ef09a9cb-b767-40ab-abb2-adbc6ec1aed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5765741 Nov 25 17:30:46.624980 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd74ab755-36a9-4476-bec2-1aaeded5d781', 'tag': 'a11242af-5474-4f93-bfb6-76b0ef5bbc3d'}, {'name': 'network-changed', 'server_uuid': 'd74ab755-36a9-4476-bec2-1aaeded5d781', 'tag': 'b2c42d44-65fd-410c-aaed-aae8a87dc2ee'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:30:46.628465 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa15169b-4e80-457f-9fe0-4e41ece7f183" -d '{"events": [{"name": "network-changed", "server_uuid": "d74ab755-36a9-4476-bec2-1aaeded5d781", "tag": "a11242af-5474-4f93-bfb6-76b0ef5bbc3d"}, {"name": "network-changed", "server_uuid": "d74ab755-36a9-4476-bec2-1aaeded5d781", "tag": "b2c42d44-65fd-410c-aaed-aae8a87dc2ee"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:30:46.632609 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-2113e020-c681-4d17-827a-db7a65256212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:46.634225 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-2113e020-c681-4d17-827a-db7a65256212 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6d3b5836-4740-4bb0-8171-a77a7b2fa0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2008803 Nov 25 17:30:46.644882 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b5a741-0781-408c-8c5b-250bc5adf17f req-943dcf25-a0dc-42b5-a428-378b84cf34f8 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:46.646594 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-83b5a741-0781-408c-8c5b-250bc5adf17f req-943dcf25-a0dc-42b5-a428-378b84cf34f8 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.90 "GET /v2.0/ports?device_id=05dadc8c-bada-4961-993d-fd0c20c45dc1 HTTP/1.1" status: 200 len: 949 time: 0.2115879 Nov 25 17:30:46.647250 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-af3371cc-bd2e-41ee-ba26-72ef56eb7c10 req-89124610-f834-47b8-a913-7a25b57c812f tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] No DVR routers for this DVR port 440d3faa-aac6-4753-b3dc-93351c7dd4c9 on host n-h2-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:30:46.652270 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-af3371cc-bd2e-41ee-ba26-72ef56eb7c10 req-89124610-f834-47b8-a913-7a25b57c812f tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:46.656129 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-af3371cc-bd2e-41ee-ba26-72ef56eb7c10 req-89124610-f834-47b8-a913-7a25b57c812f tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.90 "DELETE /v2.0/ports/440d3faa-aac6-4753-b3dc-93351c7dd4c9 HTTP/1.1" status: 204 len: 173 time: 1.5178826 Nov 25 17:30:46.658879 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd102ea-756d-4b25-9345-f3b89b060826', 'name': 'network-vif-deleted', 'tag': '440d3faa-aac6-4753-b3dc-93351c7dd4c9'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:30:46.661128 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093ac976-60a5-415e-b73e-ab6d8639295f" -d '{"events": [{"server_uuid": "1dd102ea-756d-4b25-9345-f3b89b060826", "name": "network-vif-deleted", "tag": "440d3faa-aac6-4753-b3dc-93351c7dd4c9"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:30:46.669597 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f81d9cad-c865-4afc-b203-2dd2c20243e9 req-50cabea7-982e-44f6-91b0-db6ad23d433e tempest-ServersNegativeTestMultiTenantJSON-1319034717 tempest-ServersNegativeTestMultiTenantJSON-1319034717-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a57976c-7e64-49f5-aafb-a78e879cec1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5309625 Nov 25 17:30:46.709871 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ae817c78-2439-4b21-b7de-90a7b817922e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:46.731561 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9eb92ef6-dcae-4aed-ada3-cef28069b165 req-f02d5db3-3fb8-4599-ae0d-978b7ece6c32 tempest-ImagesTestJSON-211144369 tempest-ImagesTestJSON-211144369-project] 10.222.0.75 "GET /v2.0/ports?device_id=1dd102ea-756d-4b25-9345-f3b89b060826 HTTP/1.1" status: 200 len: 210 time: 0.1083553 Nov 25 17:30:46.771232 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae817c78-2439-4b21-b7de-90a7b817922e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4c0e4dd-ba40-4565-915d-3405eb220964,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:46.782499 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-a3d53bda-83c6-45bb-8f5b-24d5acdfe9c8 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af07ecd6b88d499dba6f8368912ebb7e HTTP/1.1" status: 200 len: 379 time: 0.2114573 Nov 25 17:30:46.783810 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ae817c78-2439-4b21-b7de-90a7b817922e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:46.789727 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ae817c78-2439-4b21-b7de-90a7b817922e admin admin] 10.222.0.75 "DELETE /v2.0/subnets/f4c0e4dd-ba40-4565-915d-3405eb220964 HTTP/1.1" status: 204 len: 168 time: 1.2288284 Nov 25 17:30:46.791277 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-de479ab2-3760-499c-9e32-d73fdff6055d req-71a8a48d-3c70-4934-938e-36b6284e000a service neutron] For port 8c9b27b1-9b49-4db3-be8a-b0bc34b8adfc, host n-h1-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:30:46.793633 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43552) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:46.800963 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-0d82da0c-db63-4a80-8637-38d1801153f3 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Request body: {'port': {'device_id': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'network_id': 'f82e88c7-d403-486f-9a10-2a3ad902e128', 'admin_state_up': True, 'tenant_id': 'af07ecd6b88d499dba6f8368912ebb7e', 'security_groups': ['7dac673b-c262-4497-b783-e9f920753627']}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:46.802539 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:46.837027 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-de479ab2-3760-499c-9e32-d73fdff6055d req-71a8a48d-3c70-4934-938e-36b6284e000a service neutron] For port 8c9b27b1-9b49-4db3-be8a-b0bc34b8adfc, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=8c9b27b1-9b49-4db3-be8a-b0bc34b8adfc,segment=NetworkSegment(85509c9b-2702-4dcb-a850-57640544377a),segment_id=85509c9b-2702-4dcb-a850-57640544377a)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:30:46.853943 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-de479ab2-3760-499c-9e32-d73fdff6055d req-71a8a48d-3c70-4934-938e-36b6284e000a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:46.869129 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc725e6-1472-4424-8680-b435791e94f6 x-openstack-request-id: req-afc725e6-1472-4424-8680-b435791e94f6 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:30:46.869431 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17345a84-b4bb-413c-900b-6a494ae74329", "name": "network-vif-plugged", "status": "completed", "tag": "be6e48c3-7513-49a7-9470-e1ed2d5315fe", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:30:46.869685 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-afc725e6-1472-4424-8680-b435791e94f6 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:30:46.870080 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17345a84-b4bb-413c-900b-6a494ae74329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be6e48c3-7513-49a7-9470-e1ed2d5315fe', 'code': 200} Nov 25 17:30:46.953948 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1261165-1152-46d6-bab5-ad6a5f2d7119 req-1b9d54fd-8a06-4205-a4f2-c59ef2fd8463 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:46.960222 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1261165-1152-46d6-bab5-ad6a5f2d7119 req-1b9d54fd-8a06-4205-a4f2-c59ef2fd8463 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:46.966245 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1261165-1152-46d6-bab5-ad6a5f2d7119 req-1b9d54fd-8a06-4205-a4f2-c59ef2fd8463 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:46.972912 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1261165-1152-46d6-bab5-ad6a5f2d7119 req-1b9d54fd-8a06-4205-a4f2-c59ef2fd8463 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:46.979211 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1261165-1152-46d6-bab5-ad6a5f2d7119 req-1b9d54fd-8a06-4205-a4f2-c59ef2fd8463 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:46.986281 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1261165-1152-46d6-bab5-ad6a5f2d7119 req-1b9d54fd-8a06-4205-a4f2-c59ef2fd8463 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:46.992222 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1261165-1152-46d6-bab5-ad6a5f2d7119 req-1b9d54fd-8a06-4205-a4f2-c59ef2fd8463 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:46.994639 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c1261165-1152-46d6-bab5-ad6a5f2d7119 req-1b9d54fd-8a06-4205-a4f2-c59ef2fd8463 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/ports?device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 5429 time: 0.1924260 Nov 25 17:30:47.016170 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de479ab2-3760-499c-9e32-d73fdff6055d req-71a8a48d-3c70-4934-938e-36b6284e000a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:47.016768 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-de479ab2-3760-499c-9e32-d73fdff6055d req-71a8a48d-3c70-4934-938e-36b6284e000a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:47.018184 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-de479ab2-3760-499c-9e32-d73fdff6055d req-71a8a48d-3c70-4934-938e-36b6284e000a service neutron] 10.222.0.74 "PUT /v2.0/ports/8c9b27b1-9b49-4db3-be8a-b0bc34b8adfc HTTP/1.1" status: 200 len: 1091 time: 2.1389883 Nov 25 17:30:47.059144 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c8a54f97-c29d-492e-9fc2-79ce76cb2a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:47.100759 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a8a48d-3c70-4934-938e-36b6284e000a service neutron] Pushing event updated for resources: {'Port': ['ID=8c9b27b1-9b49-4db3-be8a-b0bc34b8adfc,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:47.112481 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-fc60899f-b73f-4dd6-a60d-91629fe1df37 service neutron] 10.222.0.74 "GET /v2.0/networks/6d3b5836-4740-4bb0-8171-a77a7b2fa0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4571605 Nov 25 17:30:47.128781 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5400bbb8-825f-4482-906a-4b58aae979c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:47.150942 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3bd6e5-5c03-4e05-a011-92db6528a8c8 req-fcfc4f21-8f51-432f-aa06-f7723f8ce78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:47.152489 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ab3bd6e5-5c03-4e05-a011-92db6528a8c8 req-fcfc4f21-8f51-432f-aa06-f7723f8ce78b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=17345a84-b4bb-413c-900b-6a494ae74329 HTTP/1.1" status: 200 len: 1097 time: 0.1658828 Nov 25 17:30:47.169182 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c1261165-1152-46d6-bab5-ad6a5f2d7119 req-38b7a802-bf06-4cf1-8a10-9bd55bb982ad tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf472a3-c342-48cc-ac25-d9efd20bf257&id=9fa93e5f-0225-45c2-90d5-9fc327163fea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1599493 Nov 25 17:30:47.172337 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-83b5a741-0781-408c-8c5b-250bc5adf17f req-40e53ff1-f933-4105-9846-efbdd2883007 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Deleting port 5dd26ad6-440e-45ad-be85-4b1a98da85a4 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:30:47.172686 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-83b5a741-0781-408c-8c5b-250bc5adf17f req-40e53ff1-f933-4105-9846-efbdd2883007 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:47.214779 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-0d82da0c-db63-4a80-8637-38d1801153f3 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Made reservation on behalf of af07ecd6b88d499dba6f8368912ebb7e for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:30:47.218918 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-0d82da0c-db63-4a80-8637-38d1801153f3 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:47.288032 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c8a54f97-c29d-492e-9fc2-79ce76cb2a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:47.290194 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-83b5a741-0781-408c-8c5b-250bc5adf17f req-40e53ff1-f933-4105-9846-efbdd2883007 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] For port 5dd26ad6-440e-45ad-be85-4b1a98da85a4, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=5dd26ad6-440e-45ad-be85-4b1a98da85a4,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:47.290568 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-83b5a741-0781-408c-8c5b-250bc5adf17f req-40e53ff1-f933-4105-9846-efbdd2883007 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:47.291488 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de479ab2-3760-499c-9e32-d73fdff6055d req-fe7a8829-8b18-4597-a17a-8e5492e3cc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:47.292998 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-de479ab2-3760-499c-9e32-d73fdff6055d req-fe7a8829-8b18-4597-a17a-8e5492e3cc1c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=13858fb05980479bb54d6adc5565c901&device_id=c08dac1f-5d34-400c-8d71-1d7aaa09d3b3 HTTP/1.1" status: 200 len: 1094 time: 0.2102950 Nov 25 17:30:47.305103 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-83b5a741-0781-408c-8c5b-250bc5adf17f req-40e53ff1-f933-4105-9846-efbdd2883007 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Calling delete_port for 5dd26ad6-440e-45ad-be85-4b1a98da85a4 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:30:47.336657 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de79d1f-59d0-437e-9d28-045877e9ad41 req-584133ce-3121-4034-8d35-4956d3022d91 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:47.338030 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7de79d1f-59d0-437e-9d28-045877e9ad41 req-584133ce-3121-4034-8d35-4956d3022d91 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "GET /v2.0/ports?device_id=17345a84-b4bb-413c-900b-6a494ae74329 HTTP/1.1" status: 200 len: 946 time: 0.3344228 Nov 25 17:30:47.387813 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-417d952a-855a-4e80-ac2b-0837ad9fc4bc req-9af30730-9a88-4410-9745-1d4a4060cbb7 tempest-ServerShowV257Test-1904861758 tempest-ServerShowV257Test-1904861758-project] 10.222.0.75 "GET /v2.0/ports?device_id=f047176a-b918-4873-ac75-9f9a32af8504 HTTP/1.1" status: 200 len: 210 time: 0.0802386 Nov 25 17:30:47.394919 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-de479ab2-3760-499c-9e32-d73fdff6055d req-d58ada64-7749-4801-a19f-3cefab842954 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c9b27b1-9b49-4db3-be8a-b0bc34b8adfc HTTP/1.1" status: 200 len: 217 time: 0.0856323 Nov 25 17:30:47.398381 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-c8a54f97-c29d-492e-9fc2-79ce76cb2a92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50ed7be7-341a-4bb0-b02f-f642589d92ba']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:30:47.401881 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ab3bd6e5-5c03-4e05-a011-92db6528a8c8 req-6077782e-3853-4d03-a975-8ae2efe08ce4 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=3ec58929-08cc-4fef-97af-6c434afc53d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294569 Nov 25 17:30:47.426154 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-c8a54f97-c29d-492e-9fc2-79ce76cb2a92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd13f2dc6-b7c6-452b-bee8-8ce632936531') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:30:47.426439 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-c8a54f97-c29d-492e-9fc2-79ce76cb2a92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd13f2dc6-b7c6-452b-bee8-8ce632936531') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:30:47.458591 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c8a54f97-c29d-492e-9fc2-79ce76cb2a92 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:47.499676 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 25 Nov 2021 17:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-694725c2-06c9-4254-991e-5a708abaf9a1 x-openstack-request-id: req-694725c2-06c9-4254-991e-5a708abaf9a1 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:30:47.500040 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d74ab755-36a9-4476-bec2-1aaeded5d781", "tag": "a11242af-5474-4f93-bfb6-76b0ef5bbc3d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d74ab755-36a9-4476-bec2-1aaeded5d781", "tag": "b2c42d44-65fd-410c-aaed-aae8a87dc2ee", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:30:47.500224 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-694725c2-06c9-4254-991e-5a708abaf9a1 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:30:47.500607 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd74ab755-36a9-4476-bec2-1aaeded5d781', 'tag': 'a11242af-5474-4f93-bfb6-76b0ef5bbc3d', 'status': 'completed', 'code': 200} Nov 25 17:30:47.500887 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd74ab755-36a9-4476-bec2-1aaeded5d781', 'tag': 'b2c42d44-65fd-410c-aaed-aae8a87dc2ee', 'status': 'completed', 'code': 200} Nov 25 17:30:47.513977 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c8a54f97-c29d-492e-9fc2-79ce76cb2a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:47.519548 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-23c3b54a-4598-4cd4-b5e6-93965c71957a service neutron] 10.222.0.74 "GET /v2.0/networks/6d3b5836-4740-4bb0-8171-a77a7b2fa0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3865740 Nov 25 17:30:47.529421 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de479ab2-3760-499c-9e32-d73fdff6055d req-7aca647b-4cf3-418d-9a63-39698faf4368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:47.530921 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-de479ab2-3760-499c-9e32-d73fdff6055d req-7aca647b-4cf3-418d-9a63-39698faf4368 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b95c2d03-2c3b-44f7-af8a-5a0c8a5995a8 HTTP/1.1" status: 200 len: 863 time: 0.1188176 Nov 25 17:30:47.531905 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8a54f97-c29d-492e-9fc2-79ce76cb2a92 admin admin] Releasing vlan 945 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:30:47.532316 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c8a54f97-c29d-492e-9fc2-79ce76cb2a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:47.535613 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7de79d1f-59d0-437e-9d28-045877e9ad41 req-1d21bcb1-1f80-4eeb-aa73-45d74532fecf tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "GET /v2.0/security-groups?id=3ec58929-08cc-4fef-97af-6c434afc53d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507666 Nov 25 17:30:47.537029 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:30:47.537029 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:30:47.537029 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:30:47.537029 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:30:47.537029 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:30:47.537029 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:30:47.537029 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:30:47.537029 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:30:47.537029 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:30:47.537029 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:30:47.537029 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:30:47.537029 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:30:47.537029 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:30:47.537029 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:30:47.537029 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:30:47.537029 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:30:47.537029 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:30:47.537029 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:30:47.537029 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:30:47.537029 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:30:47.537029 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:30:47.537029 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:30:47.537029 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:30:47.537029 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:30:47.537029 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:30:47.537029 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:30:47.537029 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:30:47.537029 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:30:47.537029 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:30:47.537029 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:30:47.537029 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:30:47.537029 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:30:47.591676 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae94c64-5648-4ff0-9025-251f965135aa x-openstack-request-id: req-bae94c64-5648-4ff0-9025-251f965135aa {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:30:47.591976 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dd102ea-756d-4b25-9345-f3b89b060826", "name": "network-vif-deleted", "tag": "440d3faa-aac6-4753-b3dc-93351c7dd4c9", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:30:47.592228 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bae94c64-5648-4ff0-9025-251f965135aa {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:30:47.592657 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dd102ea-756d-4b25-9345-f3b89b060826', 'name': 'network-vif-deleted', 'tag': '440d3faa-aac6-4753-b3dc-93351c7dd4c9', 'status': 'completed', 'code': 200} Nov 25 17:30:47.619022 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-de479ab2-3760-499c-9e32-d73fdff6055d req-dc0bf0c1-b28c-4b61-a746-37de28da2808 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=06d74eec-9999-43a8-ba36-c93fd28be1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698793 Nov 25 17:30:47.628412 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-0d82da0c-db63-4a80-8637-38d1801153f3 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Allocated IP 172.20.0.5 (f82e88c7-d403-486f-9a10-2a3ad902e128/ed397f2a-aef3-4eaf-9752-78b3a9274780/d7d22436-d666-4aa2-84ba-d29348f106e5) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:30:47.656522 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-3730081b-f80c-4b7f-906f-5136640a27f1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8 HTTP/1.1" status: 200 len: 217 time: 0.1196561 Nov 25 17:30:47.657238 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c8a54f97-c29d-492e-9fc2-79ce76cb2a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:47.692894 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c8a54f97-c29d-492e-9fc2-79ce76cb2a92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:47.698939 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c8a54f97-c29d-492e-9fc2-79ce76cb2a92 admin admin] 10.222.0.75 "DELETE /v2.0/networks/50ed7be7-341a-4bb0-b02f-f642589d92ba HTTP/1.1" status: 204 len: 168 time: 0.9029298 Nov 25 17:30:47.725647 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a54f97-c29d-492e-9fc2-79ce76cb2a92 admin admin] Pushing event deleted for resources: {'Network': ['ID=50ed7be7-341a-4bb0-b02f-f642589d92ba,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:47.726143 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-87d0da0d-47ae-4755-ba24-4a2b1738d575 req-201ad44f-069b-4a7a-8f47-f0ac5eaeb349 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 210 time: 0.0727782 Nov 25 17:30:47.825635 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-59b40842-ad59-4d67-ba7b-aaa65111e27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:47.828027 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-59b40842-ad59-4d67-ba7b-aaa65111e27f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8f7ac9a8-89f8-4c97-b414-fee10b4c07cb HTTP/1.1" status: 200 len: 797 time: 0.1481745 Nov 25 17:30:47.836260 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-de479ab2-3760-499c-9e32-d73fdff6055d req-9000482f-c96c-40b5-9db9-37325bcd5e5a service neutron] 10.222.0.74 "GET /v2.0/networks/06d74eec-9999-43a8-ba36-c93fd28be1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050033 Nov 25 17:30:47.837994 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff460719-c80b-49bc-a99d-107554a7dfd0 req-5cd3667c-98e7-4487-a076-88401595fcce tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:47.839701 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ff460719-c80b-49bc-a99d-107554a7dfd0 req-5cd3667c-98e7-4487-a076-88401595fcce tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/ports?device_id=05dadc8c-bada-4961-993d-fd0c20c45dc1 HTTP/1.1" status: 200 len: 949 time: 0.1883085 Nov 25 17:30:47.867194 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-83b5a741-0781-408c-8c5b-250bc5adf17f req-40e53ff1-f933-4105-9846-efbdd2883007 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:47.953654 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e53ff1-f933-4105-9846-efbdd2883007 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Pushing event deleted for resources: {'Port': ['ID=5dd26ad6-440e-45ad-be85-4b1a98da85a4,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:48.028213 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-0d82da0c-db63-4a80-8637-38d1801153f3 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:48.045568 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b5a741-0781-408c-8c5b-250bc5adf17f req-40e53ff1-f933-4105-9846-efbdd2883007 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] No DVR routers for this DVR port 5dd26ad6-440e-45ad-be85-4b1a98da85a4 on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:30:48.054496 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-83b5a741-0781-408c-8c5b-250bc5adf17f req-40e53ff1-f933-4105-9846-efbdd2883007 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:48.058002 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-83b5a741-0781-408c-8c5b-250bc5adf17f req-40e53ff1-f933-4105-9846-efbdd2883007 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.90 "DELETE /v2.0/ports/5dd26ad6-440e-45ad-be85-4b1a98da85a4 HTTP/1.1" status: 204 len: 173 time: 1.3764362 Nov 25 17:30:48.062714 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-de479ab2-3760-499c-9e32-d73fdff6055d req-9cc68bb4-992e-49da-a0e7-c029e03e99b7 service neutron] 10.222.0.74 "GET /v2.0/networks/06d74eec-9999-43a8-ba36-c93fd28be1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845562 Nov 25 17:30:48.063616 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43566) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:48.069143 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437840ee-43f1-484d-b8ce-bf88764afe11 req-92e7a0c7-69a8-48a5-98aa-df882dfa097e tempest-ServersNegativeTestMultiTenantJSON-1319034717 tempest-ServersNegativeTestMultiTenantJSON-1319034717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:48.071590 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-437840ee-43f1-484d-b8ce-bf88764afe11 req-92e7a0c7-69a8-48a5-98aa-df882dfa097e tempest-ServersNegativeTestMultiTenantJSON-1319034717 tempest-ServersNegativeTestMultiTenantJSON-1319034717-project] 10.222.0.75 "GET /v2.0/ports?device_id=c08dac1f-5d34-400c-8d71-1d7aaa09d3b3 HTTP/1.1" status: 200 len: 943 time: 0.2307751 Nov 25 17:30:48.074341 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-9a637f41-cda9-4d41-a551-e6aa85d5ddf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:48.075906 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-9a637f41-cda9-4d41-a551-e6aa85d5ddf7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6d3b5836-4740-4bb0-8171-a77a7b2fa0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2341530 Nov 25 17:30:48.080860 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ff460719-c80b-49bc-a99d-107554a7dfd0 req-d6f9a777-3ef4-47ea-be73-bffac0a59a53 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e934b35-f13d-423e-abee-4fa580258001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186515 Nov 25 17:30:48.125380 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-0d82da0c-db63-4a80-8637-38d1801153f3 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:48.201169 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-437840ee-43f1-484d-b8ce-bf88764afe11 req-40770180-a5ad-40ae-bd80-0348ca0c95f9 tempest-ServersNegativeTestMultiTenantJSON-1319034717 tempest-ServersNegativeTestMultiTenantJSON-1319034717-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a57976c-7e64-49f5-aafb-a78e879cec1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150138 Nov 25 17:30:48.215289 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-0d82da0c-db63-4a80-8637-38d1801153f3 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Network f82e88c7-d403-486f-9a10-2a3ad902e128 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:30:48.221750 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d82da0c-db63-4a80-8637-38d1801153f3 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Pushing event updated for resources: {'Port': ['ID=d7d22436-d666-4aa2-84ba-d29348f106e5,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:48.224994 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-0d82da0c-db63-4a80-8637-38d1801153f3 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:30:48.232631 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3a19534e-21c6-425f-af26-28f9ef01a42d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a6a21f906b38400cbefeb299443350d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1638143 Nov 25 17:30:48.233968 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-0d82da0c-db63-4a80-8637-38d1801153f3 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:30:48.237826 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 43578) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:48.288494 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-7c22ee44-02b8-4eaf-80cc-4b0ad1716c28 service neutron] 10.222.0.74 "GET /v2.0/networks/6d3b5836-4740-4bb0-8171-a77a7b2fa0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915042 Nov 25 17:30:48.307976 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-0d82da0c-db63-4a80-8637-38d1801153f3 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:48.308857 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-0d82da0c-db63-4a80-8637-38d1801153f3 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:48.344139 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-0d82da0c-db63-4a80-8637-38d1801153f3 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5490355 Nov 25 17:30:48.355677 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-96eae109-6d8f-43ff-b42b-d00387c2fc17 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Request body: {'port': {'device_id': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'network_id': 'c2992060-12d6-4bc2-a7a5-ee6714d7c0a4', 'admin_state_up': True, 'tenant_id': 'af07ecd6b88d499dba6f8368912ebb7e', 'security_groups': ['7dac673b-c262-4497-b783-e9f920753627']}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:48.609533 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e67c4a0e-8733-486e-8295-b8cfc634f96e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:48.638180 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-96eae109-6d8f-43ff-b42b-d00387c2fc17 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Made reservation on behalf of af07ecd6b88d499dba6f8368912ebb7e for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:30:48.641664 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb733c7-e6dc-4a63-9900-60a8b86daf85 req-5466aaca-5b89-4dc0-aeb4-752e61d938b1 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:48.642557 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-96eae109-6d8f-43ff-b42b-d00387c2fc17 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:48.649148 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb733c7-e6dc-4a63-9900-60a8b86daf85 req-5466aaca-5b89-4dc0-aeb4-752e61d938b1 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:48.656901 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb733c7-e6dc-4a63-9900-60a8b86daf85 req-5466aaca-5b89-4dc0-aeb4-752e61d938b1 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:48.664537 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb733c7-e6dc-4a63-9900-60a8b86daf85 req-5466aaca-5b89-4dc0-aeb4-752e61d938b1 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:48.671034 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb733c7-e6dc-4a63-9900-60a8b86daf85 req-5466aaca-5b89-4dc0-aeb4-752e61d938b1 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:48.677586 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb733c7-e6dc-4a63-9900-60a8b86daf85 req-5466aaca-5b89-4dc0-aeb4-752e61d938b1 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:48.683864 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb733c7-e6dc-4a63-9900-60a8b86daf85 req-5466aaca-5b89-4dc0-aeb4-752e61d938b1 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:48.693671 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-afb733c7-e6dc-4a63-9900-60a8b86daf85 req-5466aaca-5b89-4dc0-aeb4-752e61d938b1 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/ports?device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 5429 time: 0.3442461 Nov 25 17:30:48.754990 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-0d218c68-4893-4369-a5fd-a554f605d69b None None] Provisioning complete for port d7d22436-d666-4aa2-84ba-d29348f106e5 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:48.758267 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0d218c68-4893-4369-a5fd-a554f605d69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:48.762709 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-783c2cac-bf43-4be5-83bb-8b1f14a05106 req-d5e40329-220c-49d4-b000-35f9bfad3899 tempest-ServerShowV257Test-1904861758 tempest-ServerShowV257Test-1904861758-project] 10.222.0.75 "GET /v2.0/ports?device_id=f047176a-b918-4873-ac75-9f9a32af8504 HTTP/1.1" status: 200 len: 210 time: 0.1548777 Nov 25 17:30:48.827579 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e67c4a0e-8733-486e-8295-b8cfc634f96e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:48.852004 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-0d218c68-4893-4369-a5fd-a554f605d69b None None] Port d7d22436-d666-4aa2-84ba-d29348f106e5 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:30:48.856518 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-96eae109-6d8f-43ff-b42b-d00387c2fc17 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Allocated IP 10.1.1.24 (c2992060-12d6-4bc2-a7a5-ee6714d7c0a4/f9e97284-605a-4c4d-bc08-1f1a648a0858/3e8dca40-6833-4868-bd94-c2c3a4bc80dd) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:30:48.870859 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-d98e5a83-c30a-4528-811e-66dc2c533c6c service neutron] 10.222.0.74 "GET /v2.0/networks/6d3b5836-4740-4bb0-8171-a77a7b2fa0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5690365 Nov 25 17:30:48.949561 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-5d737e2b-0b17-432f-a706-04a776b87a7f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=044a9a30-8fd9-4fbc-b394-b1fc79eb0b20 HTTP/1.1" status: 200 len: 217 time: 0.0644629 Nov 25 17:30:48.962213 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-afb733c7-e6dc-4a63-9900-60a8b86daf85 req-9335b910-e1e7-4491-a654-25d8a574ffff tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf472a3-c342-48cc-ac25-d9efd20bf257&id=9fa93e5f-0225-45c2-90d5-9fc327163fea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2671294 Nov 25 17:30:49.048655 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-151281e1-4dae-4f01-aec1-bf56ac47d3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:49.050462 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-151281e1-4dae-4f01-aec1-bf56ac47d3b3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8f7ac9a8-89f8-4c97-b414-fee10b4c07cb HTTP/1.1" status: 200 len: 797 time: 0.0677085 Nov 25 17:30:49.061694 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-96eae109-6d8f-43ff-b42b-d00387c2fc17 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:49.062507 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28585aba-4772-4870-9f80-c51554f05ba8 req-85c40eff-425f-4a3f-83ed-f431c621e321 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:49.065290 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-28585aba-4772-4870-9f80-c51554f05ba8 req-85c40eff-425f-4a3f-83ed-f431c621e321 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "GET /v2.0/ports?device_id=17345a84-b4bb-413c-900b-6a494ae74329 HTTP/1.1" status: 200 len: 946 time: 0.1252935 Nov 25 17:30:49.102206 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-96eae109-6d8f-43ff-b42b-d00387c2fc17 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:49.124020 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e67c4a0e-8733-486e-8295-b8cfc634f96e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:49.126930 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e67c4a0e-8733-486e-8295-b8cfc634f96e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:49.130508 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-e67c4a0e-8733-486e-8295-b8cfc634f96e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/986e86ac-b28b-4e53-9638-1c25d7b56ba8 HTTP/1.1" status: 204 len: 168 time: 0.8893745 Nov 25 17:30:49.145107 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-96eae109-6d8f-43ff-b42b-d00387c2fc17 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Network c2992060-12d6-4bc2-a7a5-ee6714d7c0a4 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:30:49.148388 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-96eae109-6d8f-43ff-b42b-d00387c2fc17 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:30:49.156278 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-96eae109-6d8f-43ff-b42b-d00387c2fc17 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:30:49.158157 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67c4a0e-8733-486e-8295-b8cfc634f96e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986e86ac-b28b-4e53-9638-1c25d7b56ba8,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:49.201312 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eae109-6d8f-43ff-b42b-d00387c2fc17 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Pushing event updated for resources: {'Port': ['ID=3e8dca40-6833-4868-bd94-c2c3a4bc80dd,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:49.218798 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-e2b9e465-f3d6-4c5c-8fc3-82302f2c1ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:49.223348 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-e2b9e465-f3d6-4c5c-8fc3-82302f2c1ccf service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6d3b5836-4740-4bb0-8171-a77a7b2fa0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1562085 Nov 25 17:30:49.233304 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f68415-72a7-4e15-bedc-5944e3df7b2d req-1f83288b-6b4b-458e-9544-2c6f915189c5 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:49.241895 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-96eae109-6d8f-43ff-b42b-d00387c2fc17 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:49.242822 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-96eae109-6d8f-43ff-b42b-d00387c2fc17 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:49.244716 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d4f68415-72a7-4e15-bedc-5944e3df7b2d req-1f83288b-6b4b-458e-9544-2c6f915189c5 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 931 time: 0.1762447 Nov 25 17:30:49.266174 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-96eae109-6d8f-43ff-b42b-d00387c2fc17 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9131076 Nov 25 17:30:49.280960 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-612933af-e8cf-4d73-8b89-45de27084487 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Request body: {'port': {'device_id': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'network_id': 'c2992060-12d6-4bc2-a7a5-ee6714d7c0a4', 'admin_state_up': True, 'tenant_id': 'af07ecd6b88d499dba6f8368912ebb7e', 'security_groups': ['7dac673b-c262-4497-b783-e9f920753627']}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:49.302066 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-28585aba-4772-4870-9f80-c51554f05ba8 req-6d6f18c9-4e04-4d95-8b75-435da7600220 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "GET /v2.0/security-groups?id=3ec58929-08cc-4fef-97af-6c434afc53d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154560 Nov 25 17:30:49.424707 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d4f68415-72a7-4e15-bedc-5944e3df7b2d req-963a6907-54bf-4b13-8cc4-6f7511477afa tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/security-groups?id=7dac673b-c262-4497-b783-e9f920753627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1770167 Nov 25 17:30:49.435386 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f3b74f24-dbf5-4d1f-9906-00ccbd40a821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:49.501987 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05dadc8c-bada-4961-993d-fd0c20c45dc1', 'name': 'network-vif-deleted', 'tag': '5dd26ad6-440e-45ad-be85-4b1a98da85a4'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:30:49.504343 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e850ee-c387-44f5-8b45-79085f93becc" -d '{"events": [{"server_uuid": "05dadc8c-bada-4961-993d-fd0c20c45dc1", "name": "network-vif-deleted", "tag": "5dd26ad6-440e-45ad-be85-4b1a98da85a4"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:30:49.530753 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 5dd26ad6-440e-45ad-be85-4b1a98da85a4 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:30:49.560939 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: 5dd26ad6-440e-45ad-be85-4b1a98da85a4 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:30:49.561942 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 5dd26ad6-440e-45ad-be85-4b1a98da85a4 not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:30:49.562626 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 440d3faa-aac6-4753-b3dc-93351c7dd4c9 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:30:49.578910 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-f1c99f79-a9b1-4b7b-8bd2-b343310455aa service neutron] 10.222.0.74 "GET /v2.0/networks/6d3b5836-4740-4bb0-8171-a77a7b2fa0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193150 Nov 25 17:30:49.594236 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: 440d3faa-aac6-4753-b3dc-93351c7dd4c9 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:30:49.595017 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 440d3faa-aac6-4753-b3dc-93351c7dd4c9 not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:30:49.599128 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c08dac1f-5d34-400c-8d71-1d7aaa09d3b3', 'tag': '8c9b27b1-9b49-4db3-be8a-b0bc34b8adfc'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:30:49.603607 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-cff392e9-07c9-4b54-9e8e-4dbe870bf18a None None] Provisioning complete for port 3e8dca40-6833-4868-bd94-c2c3a4bc80dd triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:49.604011 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73b5a9b-40e0-404b-a4d4-f31a96a1ee81" -d '{"events": [{"name": "network-changed", "server_uuid": "c08dac1f-5d34-400c-8d71-1d7aaa09d3b3", "tag": "8c9b27b1-9b49-4db3-be8a-b0bc34b8adfc"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:30:49.604776 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-cff392e9-07c9-4b54-9e8e-4dbe870bf18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:49.621564 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-612933af-e8cf-4d73-8b89-45de27084487 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Made reservation on behalf of af07ecd6b88d499dba6f8368912ebb7e for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:30:49.625550 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-612933af-e8cf-4d73-8b89-45de27084487 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:49.652263 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-cff392e9-07c9-4b54-9e8e-4dbe870bf18a None None] Port 3e8dca40-6833-4868-bd94-c2c3a4bc80dd cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:30:49.810589 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33bda80-f6ea-4e43-aebd-b2f494d034b6 req-e094d464-40ed-41a5-afcc-b72e6d20a555 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:49.813544 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b33bda80-f6ea-4e43-aebd-b2f494d034b6 req-e094d464-40ed-41a5-afcc-b72e6d20a555 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "GET /v2.0/ports?device_id=4cb5461f-2bf7-48e4-a29b-8f006702c5a6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2010922 Nov 25 17:30:49.823759 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c3ca8-bb7d-4833-881a-c66ee52c425d req-a10db715-e2ef-4e64-b4ca-6f00704a2f32 tempest-ServersNegativeTestMultiTenantJSON-1319034717 tempest-ServersNegativeTestMultiTenantJSON-1319034717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:49.825552 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e73c3ca8-bb7d-4833-881a-c66ee52c425d req-a10db715-e2ef-4e64-b4ca-6f00704a2f32 tempest-ServersNegativeTestMultiTenantJSON-1319034717 tempest-ServersNegativeTestMultiTenantJSON-1319034717-project] 10.222.0.75 "GET /v2.0/ports?device_id=c08dac1f-5d34-400c-8d71-1d7aaa09d3b3 HTTP/1.1" status: 200 len: 943 time: 0.2441726 Nov 25 17:30:49.854643 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-612933af-e8cf-4d73-8b89-45de27084487 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Allocated IP 10.1.1.129 (c2992060-12d6-4bc2-a7a5-ee6714d7c0a4/f9e97284-605a-4c4d-bc08-1f1a648a0858/f54006cb-a702-40a6-af02-82688e9a733c) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:30:49.944055 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b33bda80-f6ea-4e43-aebd-b2f494d034b6 req-70eae82a-62f1-4afe-85e0-65311ad73041 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.0.247 HTTP/1.1" status: 200 len: 696 time: 0.1135178 Nov 25 17:30:49.949074 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-b33bda80-f6ea-4e43-aebd-b2f494d034b6 req-a8091d87-e85a-4ca0-9e58-1b17628e13b8 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Request body: {'floatingip': {'port_id': '170b832f-d4c3-4157-beaf-6670b20915f6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:49.954936 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-78a58811-4948-4917-8655-8d4dc03b993f service neutron] 10.222.0.74 "GET /v2.0/networks/6d3b5836-4740-4bb0-8171-a77a7b2fa0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3556120 Nov 25 17:30:50.004238 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43632) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:50.069205 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-612933af-e8cf-4d73-8b89-45de27084487 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:50.127953 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-612933af-e8cf-4d73-8b89-45de27084487 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:50.215655 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-612933af-e8cf-4d73-8b89-45de27084487 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Network c2992060-12d6-4bc2-a7a5-ee6714d7c0a4 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:30:50.223696 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-612933af-e8cf-4d73-8b89-45de27084487 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:30:50.238156 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-612933af-e8cf-4d73-8b89-45de27084487 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:30:50.306101 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612933af-e8cf-4d73-8b89-45de27084487 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Pushing event updated for resources: {'Port': ['ID=f54006cb-a702-40a6-af02-82688e9a733c,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:50.330789 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8561f245-df2e-4662-b14a-bbc62ec00f04 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e949b071017c47779120773fb05efee7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3173788 Nov 25 17:30:50.335646 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43644) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:50.370945 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-cbd14e25-1376-4c24-bea7-e1ca138df9e7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=5f55e4bc-b645-4ea6-93e4-5fb2598e200d HTTP/1.1" status: 200 len: 217 time: 0.3769226 Nov 25 17:30:50.373236 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b33bda80-f6ea-4e43-aebd-b2f494d034b6 req-a8091d87-e85a-4ca0-9e58-1b17628e13b8 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Publish callbacks [] for floatingip, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:50.413552 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-612933af-e8cf-4d73-8b89-45de27084487 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:50.414237 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-612933af-e8cf-4d73-8b89-45de27084487 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:50.450962 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-612933af-e8cf-4d73-8b89-45de27084487 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1790569 Nov 25 17:30:50.452018 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3c8c975b-6512-4a58-bde2-d874716c25cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:50.469717 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-b40658e8-6a27-4fa5-896d-513a7da74b53 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Request body: {'port': {'device_id': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'cb2ab83a-f522-4839-b956-b9e276ac2a4b', 'admin_state_up': True, 'tenant_id': 'af07ecd6b88d499dba6f8368912ebb7e', 'security_groups': ['7dac673b-c262-4497-b783-e9f920753627']}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:50.580896 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43652) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:50.611482 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3c8c975b-6512-4a58-bde2-d874716c25cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:50.622458 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e73c3ca8-bb7d-4833-881a-c66ee52c425d req-8d04adce-f092-4472-8736-96f627b9ec64 tempest-ServersNegativeTestMultiTenantJSON-1319034717 tempest-ServersNegativeTestMultiTenantJSON-1319034717-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a57976c-7e64-49f5-aafb-a78e879cec1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7831521 Nov 25 17:30:50.701643 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-729873de-4449-4afa-a16f-99774c88b93b None None] Provisioning complete for port f54006cb-a702-40a6-af02-82688e9a733c triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:50.702774 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-729873de-4449-4afa-a16f-99774c88b93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:50.722452 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-bef85258-66a7-422d-9467-a775c7644be9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1015048170-network', 'tenant_id': 'd64a86f779cb466b8c1c45288d32f994'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:50.737355 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-b40658e8-6a27-4fa5-896d-513a7da74b53 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Made reservation on behalf of af07ecd6b88d499dba6f8368912ebb7e for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:30:50.801196 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-d23bffd2-d214-444e-9af3-5ae7832fe2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:50.803187 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-d23bffd2-d214-444e-9af3-5ae7832fe2ba service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8f7ac9a8-89f8-4c97-b414-fee10b4c07cb HTTP/1.1" status: 200 len: 797 time: 0.2052357 Nov 25 17:30:50.805941 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e211e462-b918-4291-bf42-048635513268 x-openstack-request-id: req-e211e462-b918-4291-bf42-048635513268 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:30:50.806371 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05dadc8c-bada-4961-993d-fd0c20c45dc1", "name": "network-vif-deleted", "tag": "5dd26ad6-440e-45ad-be85-4b1a98da85a4", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:30:50.806578 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-729873de-4449-4afa-a16f-99774c88b93b None None] Port f54006cb-a702-40a6-af02-82688e9a733c cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:30:50.806755 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e211e462-b918-4291-bf42-048635513268 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:30:50.807270 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05dadc8c-bada-4961-993d-fd0c20c45dc1', 'name': 'network-vif-deleted', 'tag': '5dd26ad6-440e-45ad-be85-4b1a98da85a4', 'status': 'completed', 'code': 200} Nov 25 17:30:50.811885 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:50.829100 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3c8c975b-6512-4a58-bde2-d874716c25cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:50.831737 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3c8c975b-6512-4a58-bde2-d874716c25cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:50.835258 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3c8c975b-6512-4a58-bde2-d874716c25cf admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8e934b35-f13d-423e-abee-4fa580258001 HTTP/1.1" status: 204 len: 168 time: 0.4960992 Nov 25 17:30:50.835258 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef85258-66a7-422d-9467-a775c7644be9 admin admin] Made reservation on behalf of d64a86f779cb466b8c1c45288d32f994 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:30:50.836691 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bef85258-66a7-422d-9467-a775c7644be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:50.854379 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e704c32-cb0e-42bf-ac08-b144f96de9fb x-openstack-request-id: req-3e704c32-cb0e-42bf-ac08-b144f96de9fb {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:30:50.854664 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c08dac1f-5d34-400c-8d71-1d7aaa09d3b3", "tag": "8c9b27b1-9b49-4db3-be8a-b0bc34b8adfc", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:30:50.854919 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3e704c32-cb0e-42bf-ac08-b144f96de9fb {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:30:50.855317 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c08dac1f-5d34-400c-8d71-1d7aaa09d3b3', 'tag': '8c9b27b1-9b49-4db3-be8a-b0bc34b8adfc', 'status': 'completed', 'code': 200} Nov 25 17:30:50.861622 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bef85258-66a7-422d-9467-a775c7644be9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:50.888171 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8c975b-6512-4a58-bde2-d874716c25cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e934b35-f13d-423e-abee-4fa580258001,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:50.992173 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-b40658e8-6a27-4fa5-896d-513a7da74b53 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:51.014296 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b5a9b-40e0-404b-a4d4-f31a96a1ee81 req-321a94bd-1a4b-433c-b148-897a6164ee1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:51.016686 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d73b5a9b-40e0-404b-a4d4-f31a96a1ee81 req-321a94bd-1a4b-433c-b148-897a6164ee1b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=13858fb05980479bb54d6adc5565c901&device_id=c08dac1f-5d34-400c-8d71-1d7aaa09d3b3 HTTP/1.1" status: 200 len: 1094 time: 0.1415927 Nov 25 17:30:51.316541 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b33bda80-f6ea-4e43-aebd-b2f494d034b6 req-a8091d87-e85a-4ca0-9e58-1b17628e13b8 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:51.349595 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b33bda80-f6ea-4e43-aebd-b2f494d034b6 req-a8091d87-e85a-4ca0-9e58-1b17628e13b8 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:51.414180 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 43664) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:51.417360 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a5a0115b-9c4b-4e75-9ba5-58d6bbdd8f3f req-0f59887f-d904-4d8f-8102-79e3c3f973a5 tempest-ServerShowV257Test-1904861758 tempest-ServerShowV257Test-1904861758-project] 10.222.0.75 "GET /v2.0/ports?device_id=f047176a-b918-4873-ac75-9f9a32af8504 HTTP/1.1" status: 200 len: 210 time: 0.0992129 Nov 25 17:30:51.473888 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-01b9004b-028c-40a9-ad5f-5b8e6b25ca20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:51.475413 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-01b9004b-028c-40a9-ad5f-5b8e6b25ca20 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6d3b5836-4740-4bb0-8171-a77a7b2fa0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5801625 Nov 25 17:30:51.564636 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bef85258-66a7-422d-9467-a775c7644be9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:51.576976 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bef85258-66a7-422d-9467-a775c7644be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:51.601221 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-067eb361-4b00-4499-9036-a2d877c25753 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cb4741d8cedc418ea2683f33a949a905&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1826138 Nov 25 17:30:51.612498 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 43666) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:51.648645 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bef85258-66a7-422d-9467-a775c7644be9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:30:51.667527 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b5a9b-40e0-404b-a4d4-f31a96a1ee81 req-237117d2-c039-4848-9b54-9198ffaf946d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:51.669061 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d73b5a9b-40e0-404b-a4d4-f31a96a1ee81 req-237117d2-c039-4848-9b54-9198ffaf946d service neutron] 10.222.0.74 "GET /v2.0/networks?id=06d74eec-9999-43a8-ba36-c93fd28be1b2 HTTP/1.1" status: 200 len: 924 time: 0.5914969 Nov 25 17:30:51.685581 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef85258-66a7-422d-9467-a775c7644be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cba972f-cee6-4d43-9317-8cfe4a5ae4c6,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:51.688803 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-b40658e8-6a27-4fa5-896d-513a7da74b53 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Allocated IP 10.2.2.100 (cb2ab83a-f522-4839-b956-b9e276ac2a4b/433e0b25-87c6-4c49-8afd-0df579500c07/58e5de73-8a69-4d16-ae13-ab33677f39c5) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:30:51.692606 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bef85258-66a7-422d-9467-a775c7644be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:51.692793 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-bef85258-66a7-422d-9467-a775c7644be9 admin admin] Added segment 2263fcbc-a9e1-4c72-9176-3223b2e3b81d of type vlan for network 47439da6-e49e-480b-a2ae-0e4e88835a3c Nov 25 17:30:51.705810 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2fbd5-67c3-4023-8886-ccadf1216147 req-d16eecb0-5d2f-4224-b554-9d15899646f4 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:51.712398 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2fbd5-67c3-4023-8886-ccadf1216147 req-d16eecb0-5d2f-4224-b554-9d15899646f4 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:51.719176 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2fbd5-67c3-4023-8886-ccadf1216147 req-d16eecb0-5d2f-4224-b554-9d15899646f4 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:51.725135 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2fbd5-67c3-4023-8886-ccadf1216147 req-d16eecb0-5d2f-4224-b554-9d15899646f4 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:51.731038 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2fbd5-67c3-4023-8886-ccadf1216147 req-d16eecb0-5d2f-4224-b554-9d15899646f4 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:51.731889 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d73b5a9b-40e0-404b-a4d4-f31a96a1ee81 req-aaffdde6-a51d-4dbb-8aeb-79c5ac419c46 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c9b27b1-9b49-4db3-be8a-b0bc34b8adfc HTTP/1.1" status: 200 len: 217 time: 0.0553143 Nov 25 17:30:51.738071 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2fbd5-67c3-4023-8886-ccadf1216147 req-d16eecb0-5d2f-4224-b554-9d15899646f4 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:51.745167 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2fbd5-67c3-4023-8886-ccadf1216147 req-d16eecb0-5d2f-4224-b554-9d15899646f4 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:51.753161 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-69b2fbd5-67c3-4023-8886-ccadf1216147 req-d16eecb0-5d2f-4224-b554-9d15899646f4 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/ports?device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 5429 time: 0.2519085 Nov 25 17:30:51.758074 n-d-817746-1 neutron-server[103361]: INFO neutron.db.l3_db [req-b33bda80-f6ea-4e43-aebd-b2f494d034b6 req-a8091d87-e85a-4ca0-9e58-1b17628e13b8 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Floating IP ebd354f1-8fa2-48f6-a3e8-1cef10ac7800 associated. External IP: 172.25.0.247, port: 170b832f-d4c3-4157-beaf-6670b20915f6. Nov 25 17:30:51.803314 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-d6484505-5e20-43d3-9a2e-1a3f0c510975 service neutron] 10.222.0.74 "GET /v2.0/networks/6d3b5836-4740-4bb0-8171-a77a7b2fa0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175838 Nov 25 17:30:51.832131 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bef85258-66a7-422d-9467-a775c7644be9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:51.849967 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b5a9b-40e0-404b-a4d4-f31a96a1ee81 req-980d6cc8-2f6f-40bb-ab36-292fd82a687c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:51.851555 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d73b5a9b-40e0-404b-a4d4-f31a96a1ee81 req-980d6cc8-2f6f-40bb-ab36-292fd82a687c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b95c2d03-2c3b-44f7-af8a-5a0c8a5995a8 HTTP/1.1" status: 200 len: 863 time: 0.1111085 Nov 25 17:30:51.893295 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-880a1f6e-175b-4fde-ab27-f9b7ec58e412 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:51.908272 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d73b5a9b-40e0-404b-a4d4-f31a96a1ee81 req-c30b565d-fc36-4bbf-ad0e-b58b8c7b90c3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=06d74eec-9999-43a8-ba36-c93fd28be1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395274 Nov 25 17:30:51.923931 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:51.975017 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bef85258-66a7-422d-9467-a775c7644be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:51.975974 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef85258-66a7-422d-9467-a775c7644be9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:51.976559 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bef85258-66a7-422d-9467-a775c7644be9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:51.996789 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-69b2fbd5-67c3-4023-8886-ccadf1216147 req-5c78431d-4434-485e-9238-40466e4786b3 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf472a3-c342-48cc-ac25-d9efd20bf257&id=9fa93e5f-0225-45c2-90d5-9fc327163fea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2426448 Nov 25 17:30:52.001548 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-880a1f6e-175b-4fde-ab27-f9b7ec58e412 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:52.067849 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-fd569b72-703a-4da0-a6ba-4138f7de8c03 service neutron] 10.222.0.74 "GET /v2.0/networks/6d3b5836-4740-4bb0-8171-a77a7b2fa0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267237 Nov 25 17:30:52.115181 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-bef85258-66a7-422d-9467-a775c7644be9 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5315104 Nov 25 17:30:52.125654 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43670) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:52.141559 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-fddda248-56b2-475d-a936-fea161841448 admin admin] Request body: {'subnet': {'network_id': '47439da6-e49e-480b-a2ae-0e4e88835a3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1015048170-subnet', 'tenant_id': 'd64a86f779cb466b8c1c45288d32f994', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:52.145000 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef85258-66a7-422d-9467-a775c7644be9 admin admin] Pushing event updated for resources: {'Network': ['ID=47439da6-e49e-480b-a2ae-0e4e88835a3c,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:52.158827 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 47439da6-e49e-480b-a2ae-0e4e88835a3c details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:30:52.183716 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-b40658e8-6a27-4fa5-896d-513a7da74b53 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:52.192305 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d73b5a9b-40e0-404b-a4d4-f31a96a1ee81 req-56a81684-bf4a-40ec-96a6-26e932e14015 service neutron] 10.222.0.74 "GET /v2.0/networks/06d74eec-9999-43a8-ba36-c93fd28be1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493281 Nov 25 17:30:52.196316 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-1e7fad66-fcda-461f-9d02-b340517d8fb8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a11242af-5474-4f93-bfb6-76b0ef5bbc3d HTTP/1.1" status: 200 len: 217 time: 0.0980482 Nov 25 17:30:52.206823 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 8c9b27b1-9b49-4db3-be8a-b0bc34b8adfc details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:30:52.218684 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fddda248-56b2-475d-a936-fea161841448 admin admin] Made reservation on behalf of d64a86f779cb466b8c1c45288d32f994 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:30:52.220994 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fddda248-56b2-475d-a936-fea161841448 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:52.330669 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-262d87dc-52e5-47c0-857c-c64073973148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:52.332535 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-262d87dc-52e5-47c0-857c-c64073973148 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=818fd110-d388-4b2a-af28-d388f2a7ea7b HTTP/1.1" status: 200 len: 797 time: 0.0811794 Nov 25 17:30:52.339225 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b33bda80-f6ea-4e43-aebd-b2f494d034b6 req-a8091d87-e85a-4ca0-9e58-1b17628e13b8 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Router 90c87b55-4c2f-49f4-a8dc-28bc81837710 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:30:52.359550 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 8c9b27b1-9b49-4db3-be8a-b0bc34b8adfc, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=8c9b27b1-9b49-4db3-be8a-b0bc34b8adfc,segment=NetworkSegment(85509c9b-2702-4dcb-a850-57640544377a),segment_id=85509c9b-2702-4dcb-a850-57640544377a)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:52.369844 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-b40658e8-6a27-4fa5-896d-513a7da74b53 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:52.373425 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '8c9b27b1-9b49-4db3-be8a-b0bc34b8adfc', 'network_id': '06d74eec-9999-43a8-ba36-c93fd28be1b2', 'port_id': '8c9b27b1-9b49-4db3-be8a-b0bc34b8adfc', 'mac_address': 'fa:16:3e:1d:d6:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b95c2d03-2c3b-44f7-af8a-5a0c8a5995a8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:30:52.401436 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-880a1f6e-175b-4fde-ab27-f9b7ec58e412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:52.404737 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-880a1f6e-175b-4fde-ab27-f9b7ec58e412 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:52.407043 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-880a1f6e-175b-4fde-ab27-f9b7ec58e412 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/454b5446-40a4-4f95-b6c8-66b186ce4faa HTTP/1.1" status: 204 len: 168 time: 0.7931404 Nov 25 17:30:52.414960 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:52.429999 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c9b27b1-9b49-4db3-be8a-b0bc34b8adfc {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:30:52.446306 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d73b5a9b-40e0-404b-a4d4-f31a96a1ee81 req-5acbfca5-d749-447a-8ed8-1a19e6bc14c2 service neutron] 10.222.0.74 "GET /v2.0/networks/06d74eec-9999-43a8-ba36-c93fd28be1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400510 Nov 25 17:30:52.446955 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880a1f6e-175b-4fde-ab27-f9b7ec58e412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454b5446-40a4-4f95-b6c8-66b186ce4faa,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:52.456024 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 8c9b27b1-9b49-4db3-be8a-b0bc34b8adfc, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=8c9b27b1-9b49-4db3-be8a-b0bc34b8adfc,segment=NetworkSegment(85509c9b-2702-4dcb-a850-57640544377a),segment_id=85509c9b-2702-4dcb-a850-57640544377a)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:52.461903 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:52.462158 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-b40658e8-6a27-4fa5-896d-513a7da74b53 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Network cb2ab83a-f522-4839-b956-b9e276ac2a4b is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:30:52.463204 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab6f99-4e8b-4de5-abff-5ad6f2d783d6 req-7af3111b-9122-46b7-9a2f-14da4d70ecc0 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:52.463361 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40658e8-6a27-4fa5-896d-513a7da74b53 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Pushing event updated for resources: {'Port': ['ID=58e5de73-8a69-4d16-ae13-ab33677f39c5,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:52.470833 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-b40658e8-6a27-4fa5-896d-513a7da74b53 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:30:52.471305 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab6f99-4e8b-4de5-abff-5ad6f2d783d6 req-7af3111b-9122-46b7-9a2f-14da4d70ecc0 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:52.475704 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-b40658e8-6a27-4fa5-896d-513a7da74b53 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:30:52.480318 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab6f99-4e8b-4de5-abff-5ad6f2d783d6 req-7af3111b-9122-46b7-9a2f-14da4d70ecc0 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:52.490971 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f6ab6f99-4e8b-4de5-abff-5ad6f2d783d6 req-7af3111b-9122-46b7-9a2f-14da4d70ecc0 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 2373 time: 0.3911636 Nov 25 17:30:52.508097 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-ce187362-00a0-4e81-885a-211acb46e304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:52.509991 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-ce187362-00a0-4e81-885a-211acb46e304 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=04e189b3-a48d-47a2-8e70-da48c198c103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1610994 Nov 25 17:30:52.569010 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-b40658e8-6a27-4fa5-896d-513a7da74b53 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:52.569739 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-b40658e8-6a27-4fa5-896d-513a7da74b53 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:52.618405 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=8c9b27b1-9b49-4db3-be8a-b0bc34b8adfc,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:52.633072 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-b40658e8-6a27-4fa5-896d-513a7da74b53 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1750252 Nov 25 17:30:52.654152 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-b743882d-a0cd-4644-a8b0-b3865c50cb17 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Request body: {'port': {'device_id': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'cb2ab83a-f522-4839-b956-b9e276ac2a4b', 'admin_state_up': True, 'tenant_id': 'af07ecd6b88d499dba6f8368912ebb7e', 'security_groups': ['7dac673b-c262-4497-b783-e9f920753627']}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:52.680636 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fddda248-56b2-475d-a936-fea161841448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:52.690415 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['8c9b27b1-9b49-4db3-be8a-b0bc34b8adfc'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:30:52.864756 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-340567b2-ee21-44ff-80a5-b7b7cbef2da2 None None] Provisioning complete for port 58e5de73-8a69-4d16-ae13-ab33677f39c5 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:52.869589 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-340567b2-ee21-44ff-80a5-b7b7cbef2da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:52.992414 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-340567b2-ee21-44ff-80a5-b7b7cbef2da2 None None] Port 58e5de73-8a69-4d16-ae13-ab33677f39c5 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:30:52.993852 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddda248-56b2-475d-a936-fea161841448 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0647aa64-85b7-4302-8608-af31c4f71708,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:53.012612 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:53.080697 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f6ab6f99-4e8b-4de5-abff-5ad6f2d783d6 req-c94e2483-0850-43cc-8a4d-ca53d5d05fa1 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/security-groups?id=7dac673b-c262-4497-b783-e9f920753627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5885973 Nov 25 17:30:53.112874 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddda248-56b2-475d-a936-fea161841448 admin admin] Checking segment: {'id': '2263fcbc-a9e1-4c72-9176-3223b2e3b81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '47439da6-e49e-480b-a2ae-0e4e88835a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:30:53.113526 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddda248-56b2-475d-a936-fea161841448 admin admin] Network hostable DHCP agents. Network: 47439da6-e49e-480b-a2ae-0e4e88835a3c, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:30:53.119465 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-b743882d-a0cd-4644-a8b0-b3865c50cb17 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Made reservation on behalf of af07ecd6b88d499dba6f8368912ebb7e for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:30:53.127932 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-b743882d-a0cd-4644-a8b0-b3865c50cb17 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:53.147500 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b33bda80-f6ea-4e43-aebd-b2f494d034b6 req-a8091d87-e85a-4ca0-9e58-1b17628e13b8 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:30:53.156731 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43686) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:53.160259 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be31655-a395-4de8-9690-14ca10f5f5d8 None None] Sync routers for ids ['90c87b55-4c2f-49f4-a8dc-28bc81837710'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:30:53.183667 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be31655-a395-4de8-9690-14ca10f5f5d8 None None] Routers {'90c87b55-4c2f-49f4-a8dc-28bc81837710'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:30:53.185394 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-4be31655-a395-4de8-9690-14ca10f5f5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:30:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['90c87b55-4c2f-49f4-a8dc-28bc81837710'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:30:53.195697 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b33bda80-f6ea-4e43-aebd-b2f494d034b6 req-a8091d87-e85a-4ca0-9e58-1b17628e13b8 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:53.285245 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-527be545-6cea-4803-a34f-1d6d76980e41 service neutron] 10.222.0.74 "GET /v2.0/networks/04e189b3-a48d-47a2-8e70-da48c198c103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7635813 Nov 25 17:30:53.293408 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b33bda80-f6ea-4e43-aebd-b2f494d034b6 req-a8091d87-e85a-4ca0-9e58-1b17628e13b8 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "PUT /v2.0/floatingips/ebd354f1-8fa2-48f6-a3e8-1cef10ac7800 HTTP/1.1" status: 200 len: 996 time: 3.3488579 Nov 25 17:30:53.297419 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cb5461f-2bf7-48e4-a29b-8f006702c5a6', 'tag': '170b832f-d4c3-4157-beaf-6670b20915f6'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:30:53.300789 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7567e9c1-2442-4d84-8814-210d51b42324" -d '{"events": [{"name": "network-changed", "server_uuid": "4cb5461f-2bf7-48e4-a29b-8f006702c5a6", "tag": "170b832f-d4c3-4157-beaf-6670b20915f6"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:30:53.385969 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-4be31655-a395-4de8-9690-14ca10f5f5d8 None None] Set router 90c87b55-4c2f-49f4-a8dc-28bc81837710 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:30:53.463609 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac5ac5f-7858-4c2f-af28-b6532debe162 req-35fec9ff-24d4-4300-85ce-a25377bda890 tempest-ServersNegativeTestMultiTenantJSON-1319034717 tempest-ServersNegativeTestMultiTenantJSON-1319034717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:53.465268 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fac5ac5f-7858-4c2f-af28-b6532debe162 req-35fec9ff-24d4-4300-85ce-a25377bda890 tempest-ServersNegativeTestMultiTenantJSON-1319034717 tempest-ServersNegativeTestMultiTenantJSON-1319034717-project] 10.222.0.75 "GET /v2.0/ports?device_id=c08dac1f-5d34-400c-8d71-1d7aaa09d3b3 HTTP/1.1" status: 200 len: 944 time: 0.2593105 Nov 25 17:30:53.466047 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddda248-56b2-475d-a936-fea161841448 admin admin] Network 47439da6-e49e-480b-a2ae-0e4e88835a3c is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:30:53.493699 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f9c00aa4-f796-4501-b861-9b82f726c5ec req-9ea0099e-970b-4478-8dae-20cff494a7e5 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f047176a-b918-4873-ac75-9f9a32af8504 HTTP/1.1" status: 200 len: 210 time: 0.1053908 Nov 25 17:30:53.512999 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-fddda248-56b2-475d-a936-fea161841448 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 47439da6-e49e-480b-a2ae-0e4e88835a3c) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:30:53.529652 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fddda248-56b2-475d-a936-fea161841448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:53.531239 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fddda248-56b2-475d-a936-fea161841448 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:53.532817 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ee117e-2e63-4365-968e-6456725fb536 None None] Network 47439da6-e49e-480b-a2ae-0e4e88835a3c requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:30:53.537810 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-b743882d-a0cd-4644-a8b0-b3865c50cb17 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Allocated IP 10.2.2.200 (cb2ab83a-f522-4839-b956-b9e276ac2a4b/433e0b25-87c6-4c49-8afd-0df579500c07/156eba66-fef4-4dab-adfa-2ba5e2376881) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:30:53.547945 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-6943dcd1-24b4-4afa-9d64-63ef260d2f66 admin admin] Deleting subnet 577f7e8f-a41f-42c3-a5d0-23f6361748a4 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:30:53.551892 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6943dcd1-24b4-4afa-9d64-63ef260d2f66 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:53.576610 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33bda80-f6ea-4e43-aebd-b2f494d034b6 req-02a2d9cd-373b-41c4-a91d-e21fc8a2fb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:53.582808 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b33bda80-f6ea-4e43-aebd-b2f494d034b6 req-02a2d9cd-373b-41c4-a91d-e21fc8a2fb04 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c296d8c37a3d4484983acb10cc0204d2&device_id=4cb5461f-2bf7-48e4-a29b-8f006702c5a6 HTTP/1.1" status: 200 len: 1096 time: 0.2665806 Nov 25 17:30:53.616863 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6943dcd1-24b4-4afa-9d64-63ef260d2f66 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:53.621421 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-fddda248-56b2-475d-a936-fea161841448 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4924300 Nov 25 17:30:53.631188 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 43694) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:53.637975 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-0beba773-3e70-4c4a-b39e-d4caed6cb470 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1015048170-router', 'tenant_id': 'd64a86f779cb466b8c1c45288d32f994', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:53.699317 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-d7ab7139-0a3f-489c-b0c9-7e5e92d9c5b0 service neutron] 10.222.0.74 "GET /v2.0/networks/04e189b3-a48d-47a2-8e70-da48c198c103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4030075 Nov 25 17:30:53.787728 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6943dcd1-24b4-4afa-9d64-63ef260d2f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:53.802879 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-4be31655-a395-4de8-9690-14ca10f5f5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'name': 'tempest-FloatingIPsAssociationTestJSON-322503774-router', 'tenant_id': 'c296d8c37a3d4484983acb10cc0204d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'a9cb8fc9-2a82-43c7-9767-215a656bbec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:52Z', 'updated_at': '2021-11-25T17:29:57Z', 'revision_number': 4, 'project_id': 'c296d8c37a3d4484983acb10cc0204d2', 'gw_port': {'id': 'a9cb8fc9-2a82-43c7-9767-215a656bbec0', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:53Z', 'updated_at': '2021-11-25T17:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': 'ebd354f1-8fa2-48f6-a3e8-1cef10ac7800', 'tenant_id': 'c296d8c37a3d4484983acb10cc0204d2', 'floating_ip_address': '172.25.0.247', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'port_id': '170b832f-d4c3-4157-beaf-6670b20915f6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef09a9cb-b767-40ab-abb2-adbc6ec1aed8', 'mac_address': 'fa:16:3e:3c:14:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb5461f-2bf7-48e4-a29b-8f006702c5a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:30:22Z', 'updated_at': '2021-11-25T17:30:51Z', 'revision_number': 1, 'project_id': 'c296d8c37a3d4484983acb10cc0204d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e3e9a8b-7220-4a5b-87ee-36c0a8bae66a', 'name': '', 'network_id': 'ef09a9cb-b767-40ab-abb2-adbc6ec1aed8', 'tenant_id': 'c296d8c37a3d4484983acb10cc0204d2', 'mac_address': 'fa:16:3e:41:fa:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '82218ac9-c8df-4d39-919a-d596976289cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:56Z', 'updated_at': '2021-11-25T17:30:03Z', 'revision_number': 5, 'project_id': 'c296d8c37a3d4484983acb10cc0204d2', 'subnets': [{'id': '82218ac9-c8df-4d39-919a-d596976289cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:30:53.843789 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fac5ac5f-7858-4c2f-af28-b6532debe162 req-dc3fb24e-b9eb-439d-bd44-440d45c0fb6e tempest-ServersNegativeTestMultiTenantJSON-1319034717 tempest-ServersNegativeTestMultiTenantJSON-1319034717-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a57976c-7e64-49f5-aafb-a78e879cec1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555491 Nov 25 17:30:53.855219 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-f0d19326-516a-4996-a34a-eea5f11ccb66 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b2c42d44-65fd-410c-aaed-aae8a87dc2ee HTTP/1.1" status: 200 len: 217 time: 0.1399267 Nov 25 17:30:53.870552 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a649803-5158-4e01-bcbd-066aeee4eb08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-47439da6-e49e-480b-a2ae-0e4e88835a3c', 'network_id': '47439da6-e49e-480b-a2ae-0e4e88835a3c', 'tenant_id': 'd64a86f779cb466b8c1c45288d32f994', 'fixed_ips': [{'subnet_id': '0647aa64-85b7-4302-8608-af31c4f71708'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:30:53.871665 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6a649803-5158-4e01-bcbd-066aeee4eb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:53.910469 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be31655-a395-4de8-9690-14ca10f5f5d8 None None] Checking router: 90c87b55-4c2f-49f4-a8dc-28bc81837710 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:30:53.912695 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0beba773-3e70-4c4a-b39e-d4caed6cb470 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:53.913799 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0beba773-3e70-4c4a-b39e-d4caed6cb470 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:53.955254 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be31655-a395-4de8-9690-14ca10f5f5d8 None None] Routers {'90c87b55-4c2f-49f4-a8dc-28bc81837710'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:30:53.958868 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-4be31655-a395-4de8-9690-14ca10f5f5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:30:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['90c87b55-4c2f-49f4-a8dc-28bc81837710'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:30:53.988115 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6943dcd1-24b4-4afa-9d64-63ef260d2f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:54.076687 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-96c1d7d6-0974-4e6b-af77-7de7374f1886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:54.080231 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-96c1d7d6-0974-4e6b-af77-7de7374f1886 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=818fd110-d388-4b2a-af28-d388f2a7ea7b HTTP/1.1" status: 200 len: 797 time: 0.2043009 Nov 25 17:30:54.080391 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43702) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:54.081677 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33bda80-f6ea-4e43-aebd-b2f494d034b6 req-a6847166-137d-4409-8c0b-e0edb9a54f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:54.083187 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b33bda80-f6ea-4e43-aebd-b2f494d034b6 req-a6847166-137d-4409-8c0b-e0edb9a54f4e service neutron] 10.222.0.75 "GET /v2.0/networks?id=ef09a9cb-b767-40ab-abb2-adbc6ec1aed8 HTTP/1.1" status: 200 len: 921 time: 0.4836724 Nov 25 17:30:54.093787 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6943dcd1-24b4-4afa-9d64-63ef260d2f66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=577f7e8f-a41f-42c3-a5d0-23f6361748a4,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:54.111529 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6943dcd1-24b4-4afa-9d64-63ef260d2f66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:54.118136 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6943dcd1-24b4-4afa-9d64-63ef260d2f66 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/577f7e8f-a41f-42c3-a5d0-23f6361748a4 HTTP/1.1" status: 204 len: 168 time: 0.9553821 Nov 25 17:30:54.120341 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-b743882d-a0cd-4644-a8b0-b3865c50cb17 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:54.122503 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43708) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:54.130569 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d81f6a84-2405-426e-980a-7076fbffeb96 req-1ad1e3ad-6f8c-46f0-960c-e202852d125e tempest-ServerShowV257Test-1904861758 tempest-ServerShowV257Test-1904861758-project] 10.222.0.75 "GET /v2.0/ports?device_id=f047176a-b918-4873-ac75-9f9a32af8504 HTTP/1.1" status: 200 len: 210 time: 0.0453765 Nov 25 17:30:54.137306 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-4be31655-a395-4de8-9690-14ca10f5f5d8 None None] Set router 90c87b55-4c2f-49f4-a8dc-28bc81837710 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:30:54.219814 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 8c9b27b1-9b49-4db3-be8a-b0bc34b8adfc up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:30:54.270098 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f3b10321-dbe6-4b74-9145-fd95d221f721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:54.290833 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-b743882d-a0cd-4644-a8b0-b3865c50cb17 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:54.323998 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-6a649803-5158-4e01-bcbd-066aeee4eb08 None None] Allocated IP 172.20.0.2 (47439da6-e49e-480b-a2ae-0e4e88835a3c/0647aa64-85b7-4302-8608-af31c4f71708/d9c978ec-833e-4724-866f-05d73ca28c69) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:30:54.367278 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-615928c1-0acc-422c-a51b-793431569ccd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1277854740-network', 'tenant_id': '966ca62b1a1b4f01bd2dab40c7c079bf'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:54.393931 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b33bda80-f6ea-4e43-aebd-b2f494d034b6 req-a70274aa-5b25-4cde-ab22-dac96091886a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=170b832f-d4c3-4157-beaf-6670b20915f6 HTTP/1.1" status: 200 len: 999 time: 0.2464590 Nov 25 17:30:54.423813 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-b743882d-a0cd-4644-a8b0-b3865c50cb17 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Network cb2ab83a-f522-4839-b956-b9e276ac2a4b is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:30:54.431371 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-b743882d-a0cd-4644-a8b0-b3865c50cb17 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:30:54.440708 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port 8c9b27b1-9b49-4db3-be8a-b0bc34b8adfc completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:30:54.447055 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 8c9b27b1-9b49-4db3-be8a-b0bc34b8adfc triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:54.447346 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:54.465032 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-4be31655-a395-4de8-9690-14ca10f5f5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'name': 'tempest-FloatingIPsAssociationTestJSON-322503774-router', 'tenant_id': 'c296d8c37a3d4484983acb10cc0204d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'a9cb8fc9-2a82-43c7-9767-215a656bbec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:52Z', 'updated_at': '2021-11-25T17:29:57Z', 'revision_number': 4, 'project_id': 'c296d8c37a3d4484983acb10cc0204d2', 'gw_port': {'id': 'a9cb8fc9-2a82-43c7-9767-215a656bbec0', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:53Z', 'updated_at': '2021-11-25T17:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': 'ebd354f1-8fa2-48f6-a3e8-1cef10ac7800', 'tenant_id': 'c296d8c37a3d4484983acb10cc0204d2', 'floating_ip_address': '172.25.0.247', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'port_id': '170b832f-d4c3-4157-beaf-6670b20915f6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef09a9cb-b767-40ab-abb2-adbc6ec1aed8', 'mac_address': 'fa:16:3e:3c:14:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb5461f-2bf7-48e4-a29b-8f006702c5a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:30:22Z', 'updated_at': '2021-11-25T17:30:51Z', 'revision_number': 1, 'project_id': 'c296d8c37a3d4484983acb10cc0204d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e3e9a8b-7220-4a5b-87ee-36c0a8bae66a', 'name': '', 'network_id': 'ef09a9cb-b767-40ab-abb2-adbc6ec1aed8', 'tenant_id': 'c296d8c37a3d4484983acb10cc0204d2', 'mac_address': 'fa:16:3e:41:fa:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '82218ac9-c8df-4d39-919a-d596976289cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:56Z', 'updated_at': '2021-11-25T17:30:03Z', 'revision_number': 5, 'project_id': 'c296d8c37a3d4484983acb10cc0204d2', 'subnets': [{'id': '82218ac9-c8df-4d39-919a-d596976289cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:30:54.503131 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be31655-a395-4de8-9690-14ca10f5f5d8 None None] The sync data for ids ['90c87b55-4c2f-49f4-a8dc-28bc81837710'] in n-d-817746-1 is: [{'id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'name': 'tempest-FloatingIPsAssociationTestJSON-322503774-router', 'tenant_id': 'c296d8c37a3d4484983acb10cc0204d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'a9cb8fc9-2a82-43c7-9767-215a656bbec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:52Z', 'updated_at': '2021-11-25T17:29:57Z', 'revision_number': 4, 'project_id': 'c296d8c37a3d4484983acb10cc0204d2', 'gw_port': {'id': 'a9cb8fc9-2a82-43c7-9767-215a656bbec0', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:53Z', 'updated_at': '2021-11-25T17:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': 'ebd354f1-8fa2-48f6-a3e8-1cef10ac7800', 'tenant_id': 'c296d8c37a3d4484983acb10cc0204d2', 'floating_ip_address': '172.25.0.247', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'port_id': '170b832f-d4c3-4157-beaf-6670b20915f6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef09a9cb-b767-40ab-abb2-adbc6ec1aed8', 'mac_address': 'fa:16:3e:3c:14:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb5461f-2bf7-48e4-a29b-8f006702c5a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:30:22Z', 'updated_at': '2021-11-25T17:30:51Z', 'revision_number': 1, 'project_id': 'c296d8c37a3d4484983acb10cc0204d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e3e9a8b-7220-4a5b-87ee-36c0a8bae66a', 'name': '', 'network_id': 'ef09a9cb-b767-40ab-abb2-adbc6ec1aed8', 'tenant_id': 'c296d8c37a3d4484983acb10cc0204d2', 'mac_address': 'fa:16:3e:41:fa:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '82218ac9-c8df-4d39-919a-d596976289cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:56Z', 'updated_at': '2021-11-25T17:30:03Z', 'revision_number': 5, 'project_id': 'c296d8c37a3d4484983acb10cc0204d2', 'subnets': [{'id': '82218ac9-c8df-4d39-919a-d596976289cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:30:54.506570 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-b743882d-a0cd-4644-a8b0-b3865c50cb17 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:30:54.517987 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b743882d-a0cd-4644-a8b0-b3865c50cb17 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Pushing event updated for resources: {'Port': ['ID=156eba66-fef4-4dab-adfa-2ba5e2376881,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:54.634569 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f3b10321-dbe6-4b74-9145-fd95d221f721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:54.645526 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615928c1-0acc-422c-a51b-793431569ccd admin admin] Made reservation on behalf of 966ca62b1a1b4f01bd2dab40c7c079bf for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:30:54.649225 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6a649803-5158-4e01-bcbd-066aeee4eb08 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:54.656506 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:54.656911 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-615928c1-0acc-422c-a51b-793431569ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:54.687445 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6a649803-5158-4e01-bcbd-066aeee4eb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:54.740169 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a649803-5158-4e01-bcbd-066aeee4eb08 None None] Pushing event updated for resources: {'Port': ['ID=d9c978ec-833e-4724-866f-05d73ca28c69,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:54.748517 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-615928c1-0acc-422c-a51b-793431569ccd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:54.751206 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c08dac1f-5d34-400c-8d71-1d7aaa09d3b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c9b27b1-9b49-4db3-be8a-b0bc34b8adfc'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:30:54.754582 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca705d82-554a-45af-8a36-cc8cecdc0951" -d '{"events": [{"server_uuid": "c08dac1f-5d34-400c-8d71-1d7aaa09d3b3", "name": "network-vif-plugged", "status": "completed", "tag": "8c9b27b1-9b49-4db3-be8a-b0bc34b8adfc"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:30:54.761700 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33bda80-f6ea-4e43-aebd-b2f494d034b6 req-2a6b7d9b-d899-490c-afcc-4722d0d78b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:54.771160 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b33bda80-f6ea-4e43-aebd-b2f494d034b6 req-2a6b7d9b-d899-490c-afcc-4722d0d78b36 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=82218ac9-c8df-4d39-919a-d596976289cd HTTP/1.1" status: 200 len: 859 time: 0.2398076 Nov 25 17:30:54.775466 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-6703f4ec-81cc-42c6-b1d4-dfab3a19fafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:54.781610 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-f3b10321-dbe6-4b74-9145-fd95d221f721 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:30:54.784166 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-6703f4ec-81cc-42c6-b1d4-dfab3a19fafe service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=04e189b3-a48d-47a2-8e70-da48c198c103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6507070 Nov 25 17:30:54.784799 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 8c9b27b1-9b49-4db3-be8a-b0bc34b8adfc, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=8c9b27b1-9b49-4db3-be8a-b0bc34b8adfc,segment=NetworkSegment(85509c9b-2702-4dcb-a850-57640544377a),segment_id=85509c9b-2702-4dcb-a850-57640544377a)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:54.791397 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a649803-5158-4e01-bcbd-066aeee4eb08 None None] Network 47439da6-e49e-480b-a2ae-0e4e88835a3c is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:30:54.793743 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-6a649803-5158-4e01-bcbd-066aeee4eb08 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:30:54.798824 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a649803-5158-4e01-bcbd-066aeee4eb08 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:30:54.805733 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-b743882d-a0cd-4644-a8b0-b3865c50cb17 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:54.806748 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-b743882d-a0cd-4644-a8b0-b3865c50cb17 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:54.808636 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:54.841297 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-f3b10321-dbe6-4b74-9145-fd95d221f721 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6347e9f6-96b1-4f56-a092-a9cf81778fe8') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:30:54.841995 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-f3b10321-dbe6-4b74-9145-fd95d221f721 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6347e9f6-96b1-4f56-a092-a9cf81778fe8') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:30:54.881428 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f3b10321-dbe6-4b74-9145-fd95d221f721 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:54.893560 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0beba773-3e70-4c4a-b39e-d4caed6cb470 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:54.908591 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-b743882d-a0cd-4644-a8b0-b3865c50cb17 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2604685 Nov 25 17:30:54.915803 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f3b10321-dbe6-4b74-9145-fd95d221f721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:54.933473 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-bdf73f57-e8a1-4cdd-8719-fe9612ca29e7 service neutron] Request body: {'port': {'device_id': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:54.952979 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-5cd36d97-c232-42d5-b659-30ee7104ead5 None None] Provisioning complete for port 156eba66-fef4-4dab-adfa-2ba5e2376881 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:54.953374 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5cd36d97-c232-42d5-b659-30ee7104ead5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:55.000194 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3b10321-dbe6-4b74-9145-fd95d221f721 admin admin] Releasing vlan 901 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:30:55.000984 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f3b10321-dbe6-4b74-9145-fd95d221f721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:55.003629 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4764f2-ab4f-4f4b-8423-b1af27cab405 req-ac064362-0c86-4176-9a11-aa4ae8e0dce7 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:55.006499 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:30:55.006499 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:30:55.006499 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:30:55.006499 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:30:55.006499 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:30:55.006499 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:30:55.006499 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:30:55.006499 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:30:55.006499 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:30:55.006499 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:30:55.006499 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:30:55.006499 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:30:55.006499 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:30:55.006499 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:30:55.006499 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:30:55.006499 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:30:55.006499 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:30:55.006499 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:30:55.006499 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:30:55.006499 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:30:55.006499 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:30:55.006499 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:30:55.006499 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:30:55.006499 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:30:55.006499 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:30:55.006499 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:30:55.006499 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:30:55.006499 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:30:55.006499 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:30:55.006499 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:30:55.006499 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:30:55.006499 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:30:55.013556 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8e17a6-96fa-46d9-8713-d6f461e1a46c None None] New status for floating IP ebd354f1-8fa2-48f6-a3e8-1cef10ac7800: ACTIVE {{(pid=103362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:30:55.016281 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4764f2-ab4f-4f4b-8423-b1af27cab405 req-ac064362-0c86-4176-9a11-aa4ae8e0dce7 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:55.018712 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=8c9b27b1-9b49-4db3-be8a-b0bc34b8adfc,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:55.027591 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4764f2-ab4f-4f4b-8423-b1af27cab405 req-ac064362-0c86-4176-9a11-aa4ae8e0dce7 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:55.038895 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4764f2-ab4f-4f4b-8423-b1af27cab405 req-ac064362-0c86-4176-9a11-aa4ae8e0dce7 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:55.048556 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4764f2-ab4f-4f4b-8423-b1af27cab405 req-ac064362-0c86-4176-9a11-aa4ae8e0dce7 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:55.058515 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4764f2-ab4f-4f4b-8423-b1af27cab405 req-ac064362-0c86-4176-9a11-aa4ae8e0dce7 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:55.066711 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4764f2-ab4f-4f4b-8423-b1af27cab405 req-ac064362-0c86-4176-9a11-aa4ae8e0dce7 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:55.076431 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bf4764f2-ab4f-4f4b-8423-b1af27cab405 req-ac064362-0c86-4176-9a11-aa4ae8e0dce7 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/ports?device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 5429 time: 0.6721807 Nov 25 17:30:55.100111 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-6a649803-5158-4e01-bcbd-066aeee4eb08 None None] Attempting to bind port d9c978ec-833e-4724-866f-05d73ca28c69 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:30:55.100593 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-6a649803-5158-4e01-bcbd-066aeee4eb08 None None] Attempting to bind port d9c978ec-833e-4724-866f-05d73ca28c69 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '2263fcbc-a9e1-4c72-9176-3223b2e3b81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '47439da6-e49e-480b-a2ae-0e4e88835a3c'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:30:55.101008 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a649803-5158-4e01-bcbd-066aeee4eb08 None None] Attempting to bind port d9c978ec-833e-4724-866f-05d73ca28c69 on network 47439da6-e49e-480b-a2ae-0e4e88835a3c {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:30:55.134776 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-bdf73f57-e8a1-4cdd-8719-fe9612ca29e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:55.141605 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f3b10321-dbe6-4b74-9145-fd95d221f721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:55.153992 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a649803-5158-4e01-bcbd-066aeee4eb08 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:30:55.154428 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a649803-5158-4e01-bcbd-066aeee4eb08 None None] Checking segment: {'id': '2263fcbc-a9e1-4c72-9176-3223b2e3b81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '47439da6-e49e-480b-a2ae-0e4e88835a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:30:55.155187 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6a649803-5158-4e01-bcbd-066aeee4eb08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:55.155699 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a649803-5158-4e01-bcbd-066aeee4eb08 None None] Bound using segment: {'id': '2263fcbc-a9e1-4c72-9176-3223b2e3b81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '47439da6-e49e-480b-a2ae-0e4e88835a3c'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:30:55.158221 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-6a649803-5158-4e01-bcbd-066aeee4eb08 None None] Bound port: d9c978ec-833e-4724-866f-05d73ca28c69, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2263fcbc-a9e1-4c72-9176-3223b2e3b81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '47439da6-e49e-480b-a2ae-0e4e88835a3c'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:30:55.161866 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6a649803-5158-4e01-bcbd-066aeee4eb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:55.173372 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f3b10321-dbe6-4b74-9145-fd95d221f721 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:55.177426 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f3b10321-dbe6-4b74-9145-fd95d221f721 admin admin] 10.222.0.75 "DELETE /v2.0/networks/6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5 HTTP/1.1" status: 204 len: 168 time: 1.0539961 Nov 25 17:30:55.204146 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b10321-dbe6-4b74-9145-fd95d221f721 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ebf15fe-7f67-4102-b6fd-4870d9a2c2e5,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:55.229878 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-5cd36d97-c232-42d5-b659-30ee7104ead5 None None] Port 156eba66-fef4-4dab-adfa-2ba5e2376881 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:30:55.236646 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-615928c1-0acc-422c-a51b-793431569ccd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:55.249825 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-615928c1-0acc-422c-a51b-793431569ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:55.263092 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bf4764f2-ab4f-4f4b-8423-b1af27cab405 req-98b18b22-d8b8-4049-bbb8-4bd3d311dbd3 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf472a3-c342-48cc-ac25-d9efd20bf257&id=9fa93e5f-0225-45c2-90d5-9fc327163fea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1853666 Nov 25 17:30:55.297753 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-615928c1-0acc-422c-a51b-793431569ccd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 933} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:30:55.327033 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-615928c1-0acc-422c-a51b-793431569ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:55.328042 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-615928c1-0acc-422c-a51b-793431569ccd admin admin] Added segment 78e2db1b-5667-4e0e-868f-445786d869f3 of type vlan for network 6972c671-cce3-40aa-9934-24bfcf71580c Nov 25 17:30:55.406300 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-6a649803-5158-4e01-bcbd-066aeee4eb08 None None] For port d9c978ec-833e-4724-866f-05d73ca28c69, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:30:55.410750 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-6a649803-5158-4e01-bcbd-066aeee4eb08 None None] For port d9c978ec-833e-4724-866f-05d73ca28c69, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d9c978ec-833e-4724-866f-05d73ca28c69,segment=NetworkSegment(2263fcbc-a9e1-4c72-9176-3223b2e3b81d),segment_id=2263fcbc-a9e1-4c72-9176-3223b2e3b81d)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:30:55.442402 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0beba773-3e70-4c4a-b39e-d4caed6cb470 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:55.448985 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8588fb1-95b3-48bb-813c-457e0b497956 x-openstack-request-id: req-d8588fb1-95b3-48bb-813c-457e0b497956 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:30:55.449528 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cb5461f-2bf7-48e4-a29b-8f006702c5a6", "tag": "170b832f-d4c3-4157-beaf-6670b20915f6", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:30:55.450015 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d8588fb1-95b3-48bb-813c-457e0b497956 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:30:55.450579 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cb5461f-2bf7-48e4-a29b-8f006702c5a6', 'tag': '170b832f-d4c3-4157-beaf-6670b20915f6', 'status': 'completed', 'code': 200} Nov 25 17:30:55.474387 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6a649803-5158-4e01-bcbd-066aeee4eb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:55.480777 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615928c1-0acc-422c-a51b-793431569ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f361d2d-6318-488b-bb97-dc1b750c3ebc,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:55.502116 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33bda80-f6ea-4e43-aebd-b2f494d034b6 req-7a778603-be5a-40fb-a366-77bc3da9b5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:55.504118 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43718) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:55.509568 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b33bda80-f6ea-4e43-aebd-b2f494d034b6 req-7a778603-be5a-40fb-a366-77bc3da9b5b2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ef09a9cb-b767-40ab-abb2-adbc6ec1aed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7243938 Nov 25 17:30:55.625079 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-615928c1-0acc-422c-a51b-793431569ccd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:55.659049 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a649803-5158-4e01-bcbd-066aeee4eb08 None None] Pushing event updated for resources: {'Port': ['ID=d9c978ec-833e-4724-866f-05d73ca28c69,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:55.712871 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-d1e1d768-c57b-4233-97d9-77afd7504555 service neutron] 10.222.0.74 "GET /v2.0/networks/04e189b3-a48d-47a2-8e70-da48c198c103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8099501 Nov 25 17:30:55.757711 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7567e9c1-2442-4d84-8814-210d51b42324 req-6ccf13d1-f2f3-42e3-9aaf-fcf729c1b55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:55.759741 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7567e9c1-2442-4d84-8814-210d51b42324 req-6ccf13d1-f2f3-42e3-9aaf-fcf729c1b55f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c296d8c37a3d4484983acb10cc0204d2&device_id=4cb5461f-2bf7-48e4-a29b-8f006702c5a6 HTTP/1.1" status: 200 len: 1096 time: 0.3399169 Nov 25 17:30:55.774730 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e5701-65ee-460f-89a5-50bf2229d446 req-8d48c88f-8161-42a0-96ae-6d7b1c691885 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:55.781987 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e5701-65ee-460f-89a5-50bf2229d446 req-8d48c88f-8161-42a0-96ae-6d7b1c691885 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:55.788670 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e5701-65ee-460f-89a5-50bf2229d446 req-8d48c88f-8161-42a0-96ae-6d7b1c691885 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:55.794477 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-32cc25dd-14d4-4257-aa82-ab3c172d7239 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=733f83ade5ed462890d9dfd70ff5e26d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2837396 Nov 25 17:30:55.794967 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e5701-65ee-460f-89a5-50bf2229d446 req-8d48c88f-8161-42a0-96ae-6d7b1c691885 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:55.801415 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e5701-65ee-460f-89a5-50bf2229d446 req-8d48c88f-8161-42a0-96ae-6d7b1c691885 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:55.803403 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-043e5701-65ee-460f-89a5-50bf2229d446 req-8d48c88f-8161-42a0-96ae-6d7b1c691885 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 3815 time: 0.2669339 Nov 25 17:30:55.804585 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43720) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:55.833937 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-615928c1-0acc-422c-a51b-793431569ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:55.834924 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615928c1-0acc-422c-a51b-793431569ccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:55.835507 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-615928c1-0acc-422c-a51b-793431569ccd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:55.903390 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b33bda80-f6ea-4e43-aebd-b2f494d034b6 req-8e58bd8e-9cb7-43cc-bd2c-76f7716491f4 service neutron] 10.222.0.75 "GET /v2.0/networks/ef09a9cb-b767-40ab-abb2-adbc6ec1aed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3898447 Nov 25 17:30:56.033079 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-615928c1-0acc-422c-a51b-793431569ccd admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9513414 Nov 25 17:30:56.041193 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43722) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:56.053223 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-3ce78e2a-a33c-47be-a38f-d088651346bd admin admin] Request body: {'subnet': {'network_id': '6972c671-cce3-40aa-9934-24bfcf71580c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1277854740-subnet', 'tenant_id': '966ca62b1a1b4f01bd2dab40c7c079bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:56.059623 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615928c1-0acc-422c-a51b-793431569ccd admin admin] Pushing event updated for resources: {'Network': ['ID=6972c671-cce3-40aa-9934-24bfcf71580c,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:56.095982 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 6972c671-cce3-40aa-9934-24bfcf71580c details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:30:56.103292 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-bdf73f57-e8a1-4cdd-8719-fe9612ca29e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7d22436-d666-4aa2-84ba-d29348f106e5 {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:30:56.116414 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-043e5701-65ee-460f-89a5-50bf2229d446 req-373ad680-5151-4f42-859b-a951d1dc2d94 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/security-groups?id=7dac673b-c262-4497-b783-e9f920753627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2916644 Nov 25 17:30:56.118947 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e624f2c-76aa-4c4c-b7ec-a92edef725a7 req-f8219ecc-2851-4363-a3d9-cb3209ed7d9e service neutron] 10.222.0.74 "GET /v2.0/networks/04e189b3-a48d-47a2-8e70-da48c198c103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871222 Nov 25 17:30:56.120472 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7567e9c1-2442-4d84-8814-210d51b42324 req-0ee385bb-81fe-40cf-be6a-75f164800ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:56.122015 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7567e9c1-2442-4d84-8814-210d51b42324 req-0ee385bb-81fe-40cf-be6a-75f164800ed9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ef09a9cb-b767-40ab-abb2-adbc6ec1aed8 HTTP/1.1" status: 200 len: 921 time: 0.3505723 Nov 25 17:30:56.125839 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-bdf73f57-e8a1-4cdd-8719-fe9612ca29e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:56.144660 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce78e2a-a33c-47be-a38f-d088651346bd admin admin] Made reservation on behalf of 966ca62b1a1b4f01bd2dab40c7c079bf for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:30:56.147567 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3ce78e2a-a33c-47be-a38f-d088651346bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:56.150532 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-901d8060-315e-4c99-8ad5-31ff72906edb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:56.218216 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-bdf73f57-e8a1-4cdd-8719-fe9612ca29e7 service neutron] Transition to ACTIVE for port object d7d22436-d666-4aa2-84ba-d29348f106e5 will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:30:56.269980 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-bdf73f57-e8a1-4cdd-8719-fe9612ca29e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:56.290083 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-901d8060-315e-4c99-8ad5-31ff72906edb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:56.317463 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fae46d3-4c5b-48e9-95a5-cc8d73a348d4 x-openstack-request-id: req-4fae46d3-4c5b-48e9-95a5-cc8d73a348d4 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:30:56.318065 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c08dac1f-5d34-400c-8d71-1d7aaa09d3b3", "name": "network-vif-plugged", "status": "completed", "tag": "8c9b27b1-9b49-4db3-be8a-b0bc34b8adfc", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:30:56.318065 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4fae46d3-4c5b-48e9-95a5-cc8d73a348d4 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:30:56.319835 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c08dac1f-5d34-400c-8d71-1d7aaa09d3b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c9b27b1-9b49-4db3-be8a-b0bc34b8adfc', 'code': 200} Nov 25 17:30:56.349349 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7567e9c1-2442-4d84-8814-210d51b42324 req-2d2e4d29-d9eb-4626-8b5e-80b8cb9998b3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=170b832f-d4c3-4157-beaf-6670b20915f6 HTTP/1.1" status: 200 len: 1001 time: 0.2151997 Nov 25 17:30:56.460220 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf73f57-e8a1-4cdd-8719-fe9612ca29e7 service neutron] Pushing event updated for resources: {'Port': ['ID=d7d22436-d666-4aa2-84ba-d29348f106e5,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:56.516970 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7567e9c1-2442-4d84-8814-210d51b42324 req-fe4e5a9c-e7ed-4c14-9e4c-934f05c37f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:56.518571 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7567e9c1-2442-4d84-8814-210d51b42324 req-fe4e5a9c-e7ed-4c14-9e4c-934f05c37f3b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=82218ac9-c8df-4d39-919a-d596976289cd HTTP/1.1" status: 200 len: 859 time: 0.1499789 Nov 25 17:30:56.647248 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-901d8060-315e-4c99-8ad5-31ff72906edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:56.649947 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-901d8060-315e-4c99-8ad5-31ff72906edb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:56.651146 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-901d8060-315e-4c99-8ad5-31ff72906edb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/84be2441-5ea8-4292-81c0-e25d06d16adc HTTP/1.1" status: 204 len: 168 time: 0.8424366 Nov 25 17:30:56.703028 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901d8060-315e-4c99-8ad5-31ff72906edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84be2441-5ea8-4292-81c0-e25d06d16adc,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:56.775379 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7567e9c1-2442-4d84-8814-210d51b42324 req-15acfb03-70ac-43e9-aa97-c771a13826c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:56.776948 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7567e9c1-2442-4d84-8814-210d51b42324 req-15acfb03-70ac-43e9-aa97-c771a13826c9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ef09a9cb-b767-40ab-abb2-adbc6ec1aed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2443223 Nov 25 17:30:56.803125 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-bdf73f57-e8a1-4cdd-8719-fe9612ca29e7 service neutron] Attempting to bind port d7d22436-d666-4aa2-84ba-d29348f106e5 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:30:56.803553 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-bdf73f57-e8a1-4cdd-8719-fe9612ca29e7 service neutron] Attempting to bind port d7d22436-d666-4aa2-84ba-d29348f106e5 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'ceeed56e-b08e-4ce0-affa-4a50f5e8a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'f82e88c7-d403-486f-9a10-2a3ad902e128'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:30:56.803926 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-bdf73f57-e8a1-4cdd-8719-fe9612ca29e7 service neutron] Attempting to bind port d7d22436-d666-4aa2-84ba-d29348f106e5 on network f82e88c7-d403-486f-9a10-2a3ad902e128 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:30:56.823912 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-bdf73f57-e8a1-4cdd-8719-fe9612ca29e7 service neutron] Port d7d22436-d666-4aa2-84ba-d29348f106e5 on network f82e88c7-d403-486f-9a10-2a3ad902e128 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:30:56.824390 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-bdf73f57-e8a1-4cdd-8719-fe9612ca29e7 service neutron] Attempting to bind port d7d22436-d666-4aa2-84ba-d29348f106e5 on network f82e88c7-d403-486f-9a10-2a3ad902e128 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:30:56.827738 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3ce78e2a-a33c-47be-a38f-d088651346bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:56.908753 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-bdf73f57-e8a1-4cdd-8719-fe9612ca29e7 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:30:56.909376 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-bdf73f57-e8a1-4cdd-8719-fe9612ca29e7 service neutron] Checking segment: {'id': 'ceeed56e-b08e-4ce0-affa-4a50f5e8a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'f82e88c7-d403-486f-9a10-2a3ad902e128'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:30:56.909563 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-bdf73f57-e8a1-4cdd-8719-fe9612ca29e7 service neutron] Bound using segment: {'id': 'ceeed56e-b08e-4ce0-affa-4a50f5e8a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'f82e88c7-d403-486f-9a10-2a3ad902e128'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:30:56.910008 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-bdf73f57-e8a1-4cdd-8719-fe9612ca29e7 service neutron] Bound port: d7d22436-d666-4aa2-84ba-d29348f106e5, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceeed56e-b08e-4ce0-affa-4a50f5e8a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'f82e88c7-d403-486f-9a10-2a3ad902e128'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:30:56.910409 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-bdf73f57-e8a1-4cdd-8719-fe9612ca29e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:56.958569 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce78e2a-a33c-47be-a38f-d088651346bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=13300db1-f29b-4fa7-833a-4c6dcccea313,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:57.037256 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7567e9c1-2442-4d84-8814-210d51b42324 req-8b2299f8-ae91-4072-a5c2-ca5ad3162ee1 service neutron] 10.222.0.74 "GET /v2.0/networks/ef09a9cb-b767-40ab-abb2-adbc6ec1aed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435002 Nov 25 17:30:57.060794 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0beba773-3e70-4c4a-b39e-d4caed6cb470 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:57.070694 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce78e2a-a33c-47be-a38f-d088651346bd admin admin] Checking segment: {'id': '78e2db1b-5667-4e0e-868f-445786d869f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '6972c671-cce3-40aa-9934-24bfcf71580c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:30:57.070961 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce78e2a-a33c-47be-a38f-d088651346bd admin admin] Network hostable DHCP agents. Network: 6972c671-cce3-40aa-9934-24bfcf71580c, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:30:57.104042 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0beba773-3e70-4c4a-b39e-d4caed6cb470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:57.107583 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b33bda80-f6ea-4e43-aebd-b2f494d034b6 req-df3775ad-92be-4130-bd03-988755f8a8be service neutron] 10.222.0.75 "GET /v2.0/networks/ef09a9cb-b767-40ab-abb2-adbc6ec1aed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1802680 Nov 25 17:30:57.137618 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e4935-29d8-4623-83ee-09c973f69d3c req-909e2b50-ca6e-4e0e-bb03-96acc9345c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:57.141567 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-357e4935-29d8-4623-83ee-09c973f69d3c req-909e2b50-ca6e-4e0e-bb03-96acc9345c8d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c08dac1f-5d34-400c-8d71-1d7aaa09d3b3 HTTP/1.1" status: 200 len: 1096 time: 0.7933214 Nov 25 17:30:57.210357 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-bdf73f57-e8a1-4cdd-8719-fe9612ca29e7 service neutron] For port d7d22436-d666-4aa2-84ba-d29348f106e5, host n-h1-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:30:57.221180 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-bdf73f57-e8a1-4cdd-8719-fe9612ca29e7 service neutron] For port d7d22436-d666-4aa2-84ba-d29348f106e5, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=d7d22436-d666-4aa2-84ba-d29348f106e5,segment=NetworkSegment(ceeed56e-b08e-4ce0-affa-4a50f5e8a957),segment_id=ceeed56e-b08e-4ce0-affa-4a50f5e8a957)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:30:57.234223 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d9c978ec-833e-4724-866f-05d73ca28c69 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:30:57.236407 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-bdf73f57-e8a1-4cdd-8719-fe9612ca29e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:57.269439 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7106b40f-ec4d-4cb0-a546-79fd07ba900c req-5c53247b-367d-4f53-a50c-548e8aabb703 tempest-ServersNegativeTestMultiTenantJSON-1319034717 tempest-ServersNegativeTestMultiTenantJSON-1319034717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:57.281925 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7106b40f-ec4d-4cb0-a546-79fd07ba900c req-5c53247b-367d-4f53-a50c-548e8aabb703 tempest-ServersNegativeTestMultiTenantJSON-1319034717 tempest-ServersNegativeTestMultiTenantJSON-1319034717-project] 10.222.0.75 "GET /v2.0/ports?device_id=c08dac1f-5d34-400c-8d71-1d7aaa09d3b3 HTTP/1.1" status: 200 len: 945 time: 0.9211934 Nov 25 17:30:57.306963 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9dcfe-811c-4d90-bb1a-5a6c83db7b8a req-31c3cca9-3936-49dc-b16f-b7fc4496db61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:57.310195 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf73f57-e8a1-4cdd-8719-fe9612ca29e7 service neutron] Pushing event updated for resources: {'Port': ['ID=d7d22436-d666-4aa2-84ba-d29348f106e5,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:57.315086 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce78e2a-a33c-47be-a38f-d088651346bd admin admin] Network 6972c671-cce3-40aa-9934-24bfcf71580c is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:30:57.319717 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9dcfe-811c-4d90-bb1a-5a6c83db7b8a req-31c3cca9-3936-49dc-b16f-b7fc4496db61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:57.323739 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9dcfe-811c-4d90-bb1a-5a6c83db7b8a req-31c3cca9-3936-49dc-b16f-b7fc4496db61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:57.324534 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9dcfe-811c-4d90-bb1a-5a6c83db7b8a req-31c3cca9-3936-49dc-b16f-b7fc4496db61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:57.325632 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9dcfe-811c-4d90-bb1a-5a6c83db7b8a req-31c3cca9-3936-49dc-b16f-b7fc4496db61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:57.328078 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9dcfe-811c-4d90-bb1a-5a6c83db7b8a req-31c3cca9-3936-49dc-b16f-b7fc4496db61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:57.328717 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9dcfe-811c-4d90-bb1a-5a6c83db7b8a req-31c3cca9-3936-49dc-b16f-b7fc4496db61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:57.332313 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-16c9dcfe-811c-4d90-bb1a-5a6c83db7b8a req-31c3cca9-3936-49dc-b16f-b7fc4496db61 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dd6f14b9d22849c3ad1fbf498db9870a&device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 6486 time: 0.9932303 Nov 25 17:30:57.344487 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-bdf73f57-e8a1-4cdd-8719-fe9612ca29e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:57.345177 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-bdf73f57-e8a1-4cdd-8719-fe9612ca29e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:57.346798 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-bdf73f57-e8a1-4cdd-8719-fe9612ca29e7 service neutron] 10.222.0.74 "PUT /v2.0/ports/d7d22436-d666-4aa2-84ba-d29348f106e5 HTTP/1.1" status: 200 len: 1091 time: 2.4178216 Nov 25 17:30:57.347822 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'tag': 'd7d22436-d666-4aa2-84ba-d29348f106e5'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:30:57.351071 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe76679-7a01-47cf-adab-2f5309bee260" -d '{"events": [{"name": "network-changed", "server_uuid": "d4b5d011-e28c-42fc-ad2e-294a30d84492", "tag": "d7d22436-d666-4aa2-84ba-d29348f106e5"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:30:57.366288 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-3ce78e2a-a33c-47be-a38f-d088651346bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 6972c671-cce3-40aa-9934-24bfcf71580c) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:30:57.376736 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce78e2a-a33c-47be-a38f-d088651346bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:57.378009 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3ce78e2a-a33c-47be-a38f-d088651346bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:57.379593 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d278ed2-31f4-4776-97cd-c938fb0053ab None None] Network 47439da6-e49e-480b-a2ae-0e4e88835a3c requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:30:57.389366 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7567e9c1-2442-4d84-8814-210d51b42324 req-84bf77b3-08dd-470c-8a1a-ff19d9d6795d service neutron] 10.222.0.74 "GET /v2.0/networks/ef09a9cb-b767-40ab-abb2-adbc6ec1aed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417916 Nov 25 17:30:57.394656 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-daf8f4e2-345d-4795-b14e-59b87003e243 service neutron] Request body: {'port': {'device_id': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:57.477019 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-daf8f4e2-345d-4795-b14e-59b87003e243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:57.569182 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051fdd6b-4ec2-4c55-9d81-6e7e3d901da3 None None] Network 6972c671-cce3-40aa-9934-24bfcf71580c requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:30:57.672047 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-45aa6d9c-c7c0-4606-bd59-5246a4f1a6a6 req-6986eb55-c368-40ba-80f6-16c843fb1927 tempest-ServerShowV257Test-1904861758 tempest-ServerShowV257Test-1904861758-project] 10.222.0.75 "GET /v2.0/ports?device_id=f047176a-b918-4873-ac75-9f9a32af8504 HTTP/1.1" status: 200 len: 210 time: 0.3363013 Nov 25 17:30:57.746654 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-779b7352-5b86-4f1b-8d64-450a8ce6e6a2 None None] Provisioning complete for port d9c978ec-833e-4724-866f-05d73ca28c69 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:57.747367 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-779b7352-5b86-4f1b-8d64-450a8ce6e6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:57.787727 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-357e4935-29d8-4623-83ee-09c973f69d3c req-067afa7c-9250-4c5c-9377-004db29bfa45 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8a57976c-7e64-49f5-aafb-a78e879cec1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6327877 Nov 25 17:30:57.794171 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7106b40f-ec4d-4cb0-a546-79fd07ba900c req-88394df6-1660-4d79-944a-9ecb950e07ba tempest-ServersNegativeTestMultiTenantJSON-1319034717 tempest-ServersNegativeTestMultiTenantJSON-1319034717-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a57976c-7e64-49f5-aafb-a78e879cec1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5082197 Nov 25 17:30:57.860764 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port d9c978ec-833e-4724-866f-05d73ca28c69 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:57.861458 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:57.966056 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9dcfe-811c-4d90-bb1a-5a6c83db7b8a req-6e9de33d-efb7-40e7-9f02-6155703e0e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:57.968246 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-16c9dcfe-811c-4d90-bb1a-5a6c83db7b8a req-6e9de33d-efb7-40e7-9f02-6155703e0e6c service neutron] 10.222.0.74 "GET /v2.0/networks?id=6d3b5836-4740-4bb0-8171-a77a7b2fa0cd HTTP/1.1" status: 200 len: 902 time: 0.5715818 Nov 25 17:30:57.975999 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3ce78e2a-a33c-47be-a38f-d088651346bd admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9238417 Nov 25 17:30:57.975999 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43754) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:57.976554 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43756) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:57.981993 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-0beba773-3e70-4c4a-b39e-d4caed6cb470 admin admin] Allocated IP 172.25.0.136 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/6e9193b9-8f1b-4382-9294-e2f01c7ae815) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:30:57.986871 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-e019e7c8-e897-4366-a9ab-e453a6f3d2bf admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1277854740-router', 'tenant_id': '966ca62b1a1b4f01bd2dab40c7c079bf', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:58.048461 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e019e7c8-e897-4366-a9ab-e453a6f3d2bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:58.049991 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e019e7c8-e897-4366-a9ab-e453a6f3d2bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:58.054367 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3acede-f579-4b95-ba99-f51f4f045a2c req-1d3cc8a3-4a8e-4eda-8233-a9c3283c4f3b tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:58.071740 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3acede-f579-4b95-ba99-f51f4f045a2c req-1d3cc8a3-4a8e-4eda-8233-a9c3283c4f3b tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:58.085629 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3acede-f579-4b95-ba99-f51f4f045a2c req-1d3cc8a3-4a8e-4eda-8233-a9c3283c4f3b tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:58.101986 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3acede-f579-4b95-ba99-f51f4f045a2c req-1d3cc8a3-4a8e-4eda-8233-a9c3283c4f3b tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:58.123409 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3acede-f579-4b95-ba99-f51f4f045a2c req-1d3cc8a3-4a8e-4eda-8233-a9c3283c4f3b tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:58.136447 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3acede-f579-4b95-ba99-f51f4f045a2c req-1d3cc8a3-4a8e-4eda-8233-a9c3283c4f3b tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:58.145123 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3acede-f579-4b95-ba99-f51f4f045a2c req-1d3cc8a3-4a8e-4eda-8233-a9c3283c4f3b tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:58.156844 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0a3acede-f579-4b95-ba99-f51f4f045a2c req-1d3cc8a3-4a8e-4eda-8233-a9c3283c4f3b tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/ports?device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 5429 time: 0.3250377 Nov 25 17:30:58.194904 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-8815b52f-7061-4d40-9dcf-ee8b6ac9ace6 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1053687048-network', 'tenant_id': '28e639b61725474a8e2246556ccdec9c'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:58.215389 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e019e7c8-e897-4366-a9ab-e453a6f3d2bf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:58.240690 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-16c9dcfe-811c-4d90-bb1a-5a6c83db7b8a req-49c21342-0278-423c-a244-ba738664ae03 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=5f55e4bc-b645-4ea6-93e4-5fb2598e200d HTTP/1.1" status: 200 len: 217 time: 0.2523186 Nov 25 17:30:58.243833 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7e82cc-267f-4cbc-99ff-34a1081545b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-6972c671-cce3-40aa-9934-24bfcf71580c', 'network_id': '6972c671-cce3-40aa-9934-24bfcf71580c', 'tenant_id': '966ca62b1a1b4f01bd2dab40c7c079bf', 'fixed_ips': [{'subnet_id': '13300db1-f29b-4fa7-833a-4c6dcccea313'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:30:58.246161 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dc7e82cc-267f-4cbc-99ff-34a1081545b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:58.351002 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9dcfe-811c-4d90-bb1a-5a6c83db7b8a req-e5b6e9bf-9cf5-4d87-8eaa-77ce322769e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:58.352817 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8815b52f-7061-4d40-9dcf-ee8b6ac9ace6 admin admin] Made reservation on behalf of 28e639b61725474a8e2246556ccdec9c for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:30:58.354786 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-16c9dcfe-811c-4d90-bb1a-5a6c83db7b8a req-e5b6e9bf-9cf5-4d87-8eaa-77ce322769e3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8f7ac9a8-89f8-4c97-b414-fee10b4c07cb HTTP/1.1" status: 200 len: 797 time: 0.1067967 Nov 25 17:30:58.355331 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8815b52f-7061-4d40-9dcf-ee8b6ac9ace6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:58.380699 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8815b52f-7061-4d40-9dcf-ee8b6ac9ace6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:58.411941 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-779b7352-5b86-4f1b-8d64-450a8ce6e6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:58.459911 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-779b7352-5b86-4f1b-8d64-450a8ce6e6a2 None None] For port d9c978ec-833e-4724-866f-05d73ca28c69, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d9c978ec-833e-4724-866f-05d73ca28c69,segment=NetworkSegment(2263fcbc-a9e1-4c72-9176-3223b2e3b81d),segment_id=2263fcbc-a9e1-4c72-9176-3223b2e3b81d)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:58.479328 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0a3acede-f579-4b95-ba99-f51f4f045a2c req-7b14137c-1564-4d1e-b414-772d4489e05e tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf472a3-c342-48cc-ac25-d9efd20bf257&id=9fa93e5f-0225-45c2-90d5-9fc327163fea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3100841 Nov 25 17:30:58.480365 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-779b7352-5b86-4f1b-8d64-450a8ce6e6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:58.504680 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e019e7c8-e897-4366-a9ab-e453a6f3d2bf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:58.598482 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed606a31-3ae6-4d31-80dd-3f75a9960c84 req-a4a1390e-4aad-4528-bd73-c8df02afb3b8 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:58.600243 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed606a31-3ae6-4d31-80dd-3f75a9960c84 req-a4a1390e-4aad-4528-bd73-c8df02afb3b8 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "GET /v2.0/ports?device_id=17345a84-b4bb-413c-900b-6a494ae74329&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.6530747 Nov 25 17:30:58.703650 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-dc7e82cc-267f-4cbc-99ff-34a1081545b1 None None] Allocated IP 172.20.0.2 (6972c671-cce3-40aa-9934-24bfcf71580c/13300db1-f29b-4fa7-833a-4c6dcccea313/2b0abd37-59e0-4893-a364-f75973b5de14) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:30:58.708163 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9dcfe-811c-4d90-bb1a-5a6c83db7b8a req-bcb6357f-f128-49af-90d5-a9baea959c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:58.709823 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-16c9dcfe-811c-4d90-bb1a-5a6c83db7b8a req-bcb6357f-f128-49af-90d5-a9baea959c9f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6d3b5836-4740-4bb0-8171-a77a7b2fa0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3104625 Nov 25 17:30:58.722267 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779b7352-5b86-4f1b-8d64-450a8ce6e6a2 None None] Pushing event updated for resources: {'Port': ['ID=d9c978ec-833e-4724-866f-05d73ca28c69,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:58.732569 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-daf8f4e2-345d-4795-b14e-59b87003e243 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f523f711-5404-47b9-b4c7-6ff9dd296afe {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:30:58.749165 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-daf8f4e2-345d-4795-b14e-59b87003e243 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:58.799509 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8815b52f-7061-4d40-9dcf-ee8b6ac9ace6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:58.804180 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-daf8f4e2-345d-4795-b14e-59b87003e243 service neutron] Transition to ACTIVE for port object f523f711-5404-47b9-b4c7-6ff9dd296afe will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:30:58.808144 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8815b52f-7061-4d40-9dcf-ee8b6ac9ace6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:58.820998 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-daf8f4e2-345d-4795-b14e-59b87003e243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:58.866987 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d871b60e-5063-4658-a911-e0e8789de6da None None] Provisioning complete for port d9c978ec-833e-4724-866f-05d73ca28c69 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:58.867687 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d871b60e-5063-4658-a911-e0e8789de6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:58.883528 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8815b52f-7061-4d40-9dcf-ee8b6ac9ace6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 919} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:30:58.891203 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0beba773-3e70-4c4a-b39e-d4caed6cb470 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:58.903665 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5143aa5b-48c1-40ee-93e0-d7f88a36ea94 req-71f089f3-5454-45ed-8230-5faad212c622 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:58.908496 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8815b52f-7061-4d40-9dcf-ee8b6ac9ace6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64a4895e-66bb-4a82-9045-67d823985e73,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:58.911023 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5143aa5b-48c1-40ee-93e0-d7f88a36ea94 req-71f089f3-5454-45ed-8230-5faad212c622 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:58.917284 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5143aa5b-48c1-40ee-93e0-d7f88a36ea94 req-71f089f3-5454-45ed-8230-5faad212c622 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:58.921205 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8815b52f-7061-4d40-9dcf-ee8b6ac9ace6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:58.921566 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-8815b52f-7061-4d40-9dcf-ee8b6ac9ace6 admin admin] Added segment 7b56f9b7-dcf8-416a-8490-b1f1b6152b37 of type vlan for network 7a8c66d3-1027-4660-98b7-5ec4a01a4fdc Nov 25 17:30:58.928196 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5143aa5b-48c1-40ee-93e0-d7f88a36ea94 req-71f089f3-5454-45ed-8230-5faad212c622 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:58.942525 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5143aa5b-48c1-40ee-93e0-d7f88a36ea94 req-71f089f3-5454-45ed-8230-5faad212c622 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:58.945783 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5143aa5b-48c1-40ee-93e0-d7f88a36ea94 req-71f089f3-5454-45ed-8230-5faad212c622 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 3827 time: 0.3240538 Nov 25 17:30:58.954781 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed606a31-3ae6-4d31-80dd-3f75a9960c84 req-6adfc939-435a-49ee-ab4c-65dfd597bf0e tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.0.247 HTTP/1.1" status: 200 len: 1001 time: 0.3433251 Nov 25 17:30:58.965191 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-ed606a31-3ae6-4d31-80dd-3f75a9960c84 req-3a4425ca-e0dd-4cbe-b51d-82b64071c1e5 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Request body: {'floatingip': {'port_id': 'be6e48c3-7513-49a7-9470-e1ed2d5315fe', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:58.997104 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf8f4e2-345d-4795-b14e-59b87003e243 service neutron] Pushing event updated for resources: {'Port': ['ID=f523f711-5404-47b9-b4c7-6ff9dd296afe,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:59.042568 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8815b52f-7061-4d40-9dcf-ee8b6ac9ace6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:59.117518 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dc7e82cc-267f-4cbc-99ff-34a1081545b1 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:59.127169 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dc7e82cc-267f-4cbc-99ff-34a1081545b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:59.175572 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7e82cc-267f-4cbc-99ff-34a1081545b1 None None] Network 6972c671-cce3-40aa-9934-24bfcf71580c is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:30:59.180768 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-dc7e82cc-267f-4cbc-99ff-34a1081545b1 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:30:59.197937 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7e82cc-267f-4cbc-99ff-34a1081545b1 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:30:59.213739 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7e82cc-267f-4cbc-99ff-34a1081545b1 None None] Pushing event updated for resources: {'Port': ['ID=2b0abd37-59e0-4893-a364-f75973b5de14,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:59.226399 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5143aa5b-48c1-40ee-93e0-d7f88a36ea94 req-a6d5f624-c12e-4548-ace9-cb601e9a7808 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/security-groups?id=7dac673b-c262-4497-b783-e9f920753627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2704604 Nov 25 17:30:59.228604 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ed606a31-3ae6-4d31-80dd-3f75a9960c84 req-3a4425ca-e0dd-4cbe-b51d-82b64071c1e5 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Publish callbacks [] for floatingip, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:59.237032 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-16c9dcfe-811c-4d90-bb1a-5a6c83db7b8a req-a0acc2a7-4c13-4922-aa94-6143e422a0b2 service neutron] 10.222.0.74 "GET /v2.0/networks/6d3b5836-4740-4bb0-8171-a77a7b2fa0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5098851 Nov 25 17:30:59.348581 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8815b52f-7061-4d40-9dcf-ee8b6ac9ace6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:59.351524 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8815b52f-7061-4d40-9dcf-ee8b6ac9ace6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:59.353712 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8815b52f-7061-4d40-9dcf-ee8b6ac9ace6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:59.357798 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-dc7e82cc-267f-4cbc-99ff-34a1081545b1 None None] Attempting to bind port 2b0abd37-59e0-4893-a364-f75973b5de14 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:30:59.358980 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-dc7e82cc-267f-4cbc-99ff-34a1081545b1 None None] Attempting to bind port 2b0abd37-59e0-4893-a364-f75973b5de14 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '78e2db1b-5667-4e0e-868f-445786d869f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '6972c671-cce3-40aa-9934-24bfcf71580c'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:30:59.359180 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7e82cc-267f-4cbc-99ff-34a1081545b1 None None] Attempting to bind port 2b0abd37-59e0-4893-a364-f75973b5de14 on network 6972c671-cce3-40aa-9934-24bfcf71580c {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:30:59.381118 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad03554-586c-4299-abf4-706231ea6024 x-openstack-request-id: req-fad03554-586c-4299-abf4-706231ea6024 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:30:59.383122 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4b5d011-e28c-42fc-ad2e-294a30d84492", "tag": "d7d22436-d666-4aa2-84ba-d29348f106e5", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:30:59.383554 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fad03554-586c-4299-abf4-706231ea6024 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:30:59.384394 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'tag': 'd7d22436-d666-4aa2-84ba-d29348f106e5', 'status': 'completed', 'code': 200} Nov 25 17:30:59.401361 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7e82cc-267f-4cbc-99ff-34a1081545b1 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:30:59.401777 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7e82cc-267f-4cbc-99ff-34a1081545b1 None None] Checking segment: {'id': '78e2db1b-5667-4e0e-868f-445786d869f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '6972c671-cce3-40aa-9934-24bfcf71580c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:30:59.405106 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0beba773-3e70-4c4a-b39e-d4caed6cb470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:59.406060 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dc7e82cc-267f-4cbc-99ff-34a1081545b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:59.406502 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7e82cc-267f-4cbc-99ff-34a1081545b1 None None] Bound using segment: {'id': '78e2db1b-5667-4e0e-868f-445786d869f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '6972c671-cce3-40aa-9934-24bfcf71580c'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:30:59.407018 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-dc7e82cc-267f-4cbc-99ff-34a1081545b1 None None] Bound port: 2b0abd37-59e0-4893-a364-f75973b5de14, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78e2db1b-5667-4e0e-868f-445786d869f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '6972c671-cce3-40aa-9934-24bfcf71580c'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:30:59.407587 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dc7e82cc-267f-4cbc-99ff-34a1081545b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:59.465181 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-daf8f4e2-345d-4795-b14e-59b87003e243 service neutron] Attempting to bind port f523f711-5404-47b9-b4c7-6ff9dd296afe on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:30:59.465521 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-daf8f4e2-345d-4795-b14e-59b87003e243 service neutron] Attempting to bind port f523f711-5404-47b9-b4c7-6ff9dd296afe by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '6f760b9f-05a7-45e0-b265-14c8c33a90b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'c2992060-12d6-4bc2-a7a5-ee6714d7c0a4'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:30:59.465848 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-daf8f4e2-345d-4795-b14e-59b87003e243 service neutron] Attempting to bind port f523f711-5404-47b9-b4c7-6ff9dd296afe on network c2992060-12d6-4bc2-a7a5-ee6714d7c0a4 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:30:59.489898 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0beba773-3e70-4c4a-b39e-d4caed6cb470 admin admin] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:30:59.498588 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beba773-3e70-4c4a-b39e-d4caed6cb470 admin admin] Pushing event updated for resources: {'Port': ['ID=6e9193b9-8f1b-4382-9294-e2f01c7ae815,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:59.502958 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-0beba773-3e70-4c4a-b39e-d4caed6cb470 admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:30:59.505475 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0beba773-3e70-4c4a-b39e-d4caed6cb470 admin admin] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:30:59.582516 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8815b52f-7061-4d40-9dcf-ee8b6ac9ace6 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.6050584 Nov 25 17:30:59.585379 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-dc7e82cc-267f-4cbc-99ff-34a1081545b1 None None] For port 2b0abd37-59e0-4893-a364-f75973b5de14, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:30:59.587261 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-daf8f4e2-345d-4795-b14e-59b87003e243 service neutron] Port f523f711-5404-47b9-b4c7-6ff9dd296afe on network c2992060-12d6-4bc2-a7a5-ee6714d7c0a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:30:59.589170 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-daf8f4e2-345d-4795-b14e-59b87003e243 service neutron] Attempting to bind port f523f711-5404-47b9-b4c7-6ff9dd296afe on network c2992060-12d6-4bc2-a7a5-ee6714d7c0a4 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:30:59.592148 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-dc7e82cc-267f-4cbc-99ff-34a1081545b1 None None] For port 2b0abd37-59e0-4893-a364-f75973b5de14, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=2b0abd37-59e0-4893-a364-f75973b5de14,segment=NetworkSegment(78e2db1b-5667-4e0e-868f-445786d869f3),segment_id=78e2db1b-5667-4e0e-868f-445786d869f3)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:30:59.595680 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43766) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:59.605775 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dc7e82cc-267f-4cbc-99ff-34a1081545b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:59.615553 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-2f6a3206-a1c8-467e-8a91-d991cd00de52 admin admin] Request body: {'subnet': {'network_id': '7a8c66d3-1027-4660-98b7-5ec4a01a4fdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1053687048-subnet', 'tenant_id': '28e639b61725474a8e2246556ccdec9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:59.642462 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e019e7c8-e897-4366-a9ab-e453a6f3d2bf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:59.653478 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8815b52f-7061-4d40-9dcf-ee8b6ac9ace6 admin admin] Pushing event updated for resources: {'Network': ['ID=7a8c66d3-1027-4660-98b7-5ec4a01a4fdc,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:59.697926 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-daf8f4e2-345d-4795-b14e-59b87003e243 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:30:59.698704 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-daf8f4e2-345d-4795-b14e-59b87003e243 service neutron] Checking segment: {'id': '6f760b9f-05a7-45e0-b265-14c8c33a90b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'c2992060-12d6-4bc2-a7a5-ee6714d7c0a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:30:59.699341 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-daf8f4e2-345d-4795-b14e-59b87003e243 service neutron] Bound using segment: {'id': '6f760b9f-05a7-45e0-b265-14c8c33a90b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'c2992060-12d6-4bc2-a7a5-ee6714d7c0a4'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:30:59.700053 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-daf8f4e2-345d-4795-b14e-59b87003e243 service neutron] Bound port: f523f711-5404-47b9-b4c7-6ff9dd296afe, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f760b9f-05a7-45e0-b265-14c8c33a90b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'c2992060-12d6-4bc2-a7a5-ee6714d7c0a4'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:30:59.700679 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-daf8f4e2-345d-4795-b14e-59b87003e243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:59.714872 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e019e7c8-e897-4366-a9ab-e453a6f3d2bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:59.742426 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7e82cc-267f-4cbc-99ff-34a1081545b1 None None] Pushing event updated for resources: {'Port': ['ID=2b0abd37-59e0-4893-a364-f75973b5de14,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:59.753151 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 7a8c66d3-1027-4660-98b7-5ec4a01a4fdc details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:30:59.756806 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d9c978ec-833e-4724-866f-05d73ca28c69 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:30:59.798797 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6a3206-a1c8-467e-8a91-d991cd00de52 admin admin] Made reservation on behalf of 28e639b61725474a8e2246556ccdec9c for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:30:59.801750 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2f6a3206-a1c8-467e-8a91-d991cd00de52 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:59.826023 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe76679-7a01-47cf-adab-2f5309bee260 req-dd0c3ef0-24d5-401a-843b-ed86c9999ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:59.826510 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe76679-7a01-47cf-adab-2f5309bee260 req-dd0c3ef0-24d5-401a-843b-ed86c9999ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:59.827823 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe76679-7a01-47cf-adab-2f5309bee260 req-dd0c3ef0-24d5-401a-843b-ed86c9999ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:59.828805 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe76679-7a01-47cf-adab-2f5309bee260 req-dd0c3ef0-24d5-401a-843b-ed86c9999ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:59.829351 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe76679-7a01-47cf-adab-2f5309bee260 req-dd0c3ef0-24d5-401a-843b-ed86c9999ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:59.829852 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe76679-7a01-47cf-adab-2f5309bee260 req-dd0c3ef0-24d5-401a-843b-ed86c9999ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:59.833996 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5fe76679-7a01-47cf-adab-2f5309bee260 req-dd0c3ef0-24d5-401a-843b-ed86c9999ba9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=af07ecd6b88d499dba6f8368912ebb7e&device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 5243 time: 0.4738340 Nov 25 17:30:59.837029 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5aa93da9-81f9-4e38-8a7e-b199f189ea97 req-2b115352-2218-46b1-acdd-cecbe6fae962 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c7d56edd13784212954d31aeee6ff04b&device_id=f047176a-b918-4873-ac75-9f9a32af8504 HTTP/1.1" status: 200 len: 210 time: 0.0939999 Nov 25 17:30:59.923922 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port d9c978ec-833e-4724-866f-05d73ca28c69 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:59.924653 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:59.973362 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-daf8f4e2-345d-4795-b14e-59b87003e243 service neutron] For port f523f711-5404-47b9-b4c7-6ff9dd296afe, host n-h1-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:31:00.033738 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-daf8f4e2-345d-4795-b14e-59b87003e243 service neutron] For port f523f711-5404-47b9-b4c7-6ff9dd296afe, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=f523f711-5404-47b9-b4c7-6ff9dd296afe,segment=NetworkSegment(6f760b9f-05a7-45e0-b265-14c8c33a90b3),segment_id=6f760b9f-05a7-45e0-b265-14c8c33a90b3)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:31:00.061537 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-daf8f4e2-345d-4795-b14e-59b87003e243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:00.109323 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-e019e7c8-e897-4366-a9ab-e453a6f3d2bf admin admin] Allocated IP 172.25.0.210 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/6201d2de-e582-4918-9e94-98ca1ff4c237) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:31:00.189695 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-daf8f4e2-345d-4795-b14e-59b87003e243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:00.190328 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-daf8f4e2-345d-4795-b14e-59b87003e243 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:00.191746 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-daf8f4e2-345d-4795-b14e-59b87003e243 service neutron] 10.222.0.74 "PUT /v2.0/ports/f523f711-5404-47b9-b4c7-6ff9dd296afe HTTP/1.1" status: 200 len: 1130 time: 2.8102973 Nov 25 17:31:00.212455 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf8f4e2-345d-4795-b14e-59b87003e243 service neutron] Pushing event updated for resources: {'Port': ['ID=f523f711-5404-47b9-b4c7-6ff9dd296afe,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:00.269417 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-7232858f-0479-4c6d-964d-907edc512db4 service neutron] Request body: {'port': {'device_id': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:00.297412 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5aa93da9-81f9-4e38-8a7e-b199f189ea97 req-2ba1461b-9aad-4207-8ac0-6211f385894c service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=c7d56edd13784212954d31aeee6ff04b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2001984 Nov 25 17:31:00.298023 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0beba773-3e70-4c4a-b39e-d4caed6cb470 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:00.322503 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a359c0-37f3-4ef4-aedb-5e6bdb595eeb req-fd55024d-c594-433f-b7b4-cee14ebed75b tempest-ServersNegativeTestMultiTenantJSON-1319034717 tempest-ServersNegativeTestMultiTenantJSON-1319034717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:00.325017 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-48a359c0-37f3-4ef4-aedb-5e6bdb595eeb req-fd55024d-c594-433f-b7b4-cee14ebed75b tempest-ServersNegativeTestMultiTenantJSON-1319034717 tempest-ServersNegativeTestMultiTenantJSON-1319034717-project] 10.222.0.75 "GET /v2.0/ports?device_id=c08dac1f-5d34-400c-8d71-1d7aaa09d3b3 HTTP/1.1" status: 200 len: 945 time: 0.5450234 Nov 25 17:31:00.357214 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe76679-7a01-47cf-adab-2f5309bee260 req-3fa2a207-62a5-4f0c-926e-7cb9519a47af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:00.358424 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe76679-7a01-47cf-adab-2f5309bee260 req-3fa2a207-62a5-4f0c-926e-7cb9519a47af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:00.358846 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe76679-7a01-47cf-adab-2f5309bee260 req-3fa2a207-62a5-4f0c-926e-7cb9519a47af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:00.360443 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5fe76679-7a01-47cf-adab-2f5309bee260 req-3fa2a207-62a5-4f0c-926e-7cb9519a47af service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=af07ecd6b88d499dba6f8368912ebb7e&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5149558 Nov 25 17:31:00.455580 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-7232858f-0479-4c6d-964d-907edc512db4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:00.609464 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2f6a3206-a1c8-467e-8a91-d991cd00de52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:00.678146 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e019e7c8-e897-4366-a9ab-e453a6f3d2bf admin admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:00.777836 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-16c9dcfe-811c-4d90-bb1a-5a6c83db7b8a req-9c66dbb6-5c92-48e3-bba0-6ed71fcdeaca service neutron] 10.222.0.74 "GET /v2.0/networks/6d3b5836-4740-4bb0-8171-a77a7b2fa0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4953403 Nov 25 17:31:00.779163 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2d402f20-3d4c-472c-af4c-afdbdfd57105 req-69a8348f-7a66-4d57-8094-6e9816181e38 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=17345a84-b4bb-413c-900b-6a494ae74329&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2398152 Nov 25 17:31:00.780612 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6a3206-a1c8-467e-8a91-d991cd00de52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0488b60b-dc56-4141-98fc-cb7726390b53,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:00.929032 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe76679-7a01-47cf-adab-2f5309bee260 req-053556e9-f003-4899-8b76-1a8abf3f7f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:00.930490 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5fe76679-7a01-47cf-adab-2f5309bee260 req-053556e9-f003-4899-8b76-1a8abf3f7f61 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1771166 Nov 25 17:31:00.977090 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6a3206-a1c8-467e-8a91-d991cd00de52 admin admin] Checking segment: {'id': '7b56f9b7-dcf8-416a-8490-b1f1b6152b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '7a8c66d3-1027-4660-98b7-5ec4a01a4fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:31:00.978138 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6a3206-a1c8-467e-8a91-d991cd00de52 admin admin] Network hostable DHCP agents. Network: 7a8c66d3-1027-4660-98b7-5ec4a01a4fdc, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:31:01.012158 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d402f20-3d4c-472c-af4c-afdbdfd57105 req-61d30b26-3499-4df4-b5a6-7d0248c04d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:01.019510 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2d402f20-3d4c-472c-af4c-afdbdfd57105 req-61d30b26-3499-4df4-b5a6-7d0248c04d30 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c296d8c37a3d4484983acb10cc0204d2&device_id=17345a84-b4bb-413c-900b-6a494ae74329 HTTP/1.1" status: 200 len: 1097 time: 0.1051641 Nov 25 17:31:01.127827 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e019e7c8-e897-4366-a9ab-e453a6f3d2bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:01.129740 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6a3206-a1c8-467e-8a91-d991cd00de52 admin admin] Network 7a8c66d3-1027-4660-98b7-5ec4a01a4fdc is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:31:01.188946 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-2f6a3206-a1c8-467e-8a91-d991cd00de52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 7a8c66d3-1027-4660-98b7-5ec4a01a4fdc) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:01.199441 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4070e0-6807-49f6-841d-adccde01da65 None None] Network 7a8c66d3-1027-4660-98b7-5ec4a01a4fdc requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:31:01.213548 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e019e7c8-e897-4366-a9ab-e453a6f3d2bf admin admin] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:31:01.215023 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6a3206-a1c8-467e-8a91-d991cd00de52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:01.215627 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2f6a3206-a1c8-467e-8a91-d991cd00de52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:01.226135 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-48a359c0-37f3-4ef4-aedb-5e6bdb595eeb req-f619fe35-9327-43a5-9e46-419be4f7bf23 tempest-ServersNegativeTestMultiTenantJSON-1319034717 tempest-ServersNegativeTestMultiTenantJSON-1319034717-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a57976c-7e64-49f5-aafb-a78e879cec1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8235278 Nov 25 17:31:01.246867 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa93da9-81f9-4e38-8a7e-b199f189ea97 req-ae0b7aa4-5189-46b5-bcbe-fc3321413394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:01.248439 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5aa93da9-81f9-4e38-8a7e-b199f189ea97 req-ae0b7aa4-5189-46b5-bcbe-fc3321413394 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9203639 Nov 25 17:31:01.258605 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-e019e7c8-e897-4366-a9ab-e453a6f3d2bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:01.272275 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e019e7c8-e897-4366-a9ab-e453a6f3d2bf admin admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:31:01.274560 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e019e7c8-e897-4366-a9ab-e453a6f3d2bf admin admin] Pushing event updated for resources: {'Port': ['ID=6201d2de-e582-4918-9e94-98ca1ff4c237,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:01.343862 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2f6a3206-a1c8-467e-8a91-d991cd00de52 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7239957 Nov 25 17:31:01.353893 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d402f20-3d4c-472c-af4c-afdbdfd57105 req-4bafb047-c751-473c-8c19-23e8d5612a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:01.362273 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2d402f20-3d4c-472c-af4c-afdbdfd57105 req-4bafb047-c751-473c-8c19-23e8d5612a41 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ef09a9cb-b767-40ab-abb2-adbc6ec1aed8 HTTP/1.1" status: 200 len: 921 time: 0.3132229 Nov 25 17:31:01.382801 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1305d0-b683-4b30-ab4e-bc66a30d9b38 None None] Network 6972c671-cce3-40aa-9934-24bfcf71580c requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:31:01.402243 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'tag': 'f523f711-5404-47b9-b4c7-6ff9dd296afe'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:31:01.404513 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe713412-b661-4547-8fdf-9520759e640e" -d '{"events": [{"name": "network-changed", "server_uuid": "d4b5d011-e28c-42fc-ad2e-294a30d84492", "tag": "f523f711-5404-47b9-b4c7-6ff9dd296afe"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:31:01.424385 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0beba773-3e70-4c4a-b39e-d4caed6cb470 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:01.445770 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15169b-4e80-457f-9fe0-4e41ece7f183 req-a0918a34-3b41-4e7d-be35-576d8d4afb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:01.449553 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15169b-4e80-457f-9fe0-4e41ece7f183 req-a0918a34-3b41-4e7d-be35-576d8d4afb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:01.450065 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15169b-4e80-457f-9fe0-4e41ece7f183 req-a0918a34-3b41-4e7d-be35-576d8d4afb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:01.450546 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15169b-4e80-457f-9fe0-4e41ece7f183 req-a0918a34-3b41-4e7d-be35-576d8d4afb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:01.452499 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15169b-4e80-457f-9fe0-4e41ece7f183 req-a0918a34-3b41-4e7d-be35-576d8d4afb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:01.453234 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15169b-4e80-457f-9fe0-4e41ece7f183 req-a0918a34-3b41-4e7d-be35-576d8d4afb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:01.453819 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15169b-4e80-457f-9fe0-4e41ece7f183 req-a0918a34-3b41-4e7d-be35-576d8d4afb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:01.455739 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fa15169b-4e80-457f-9fe0-4e41ece7f183 req-a0918a34-3b41-4e7d-be35-576d8d4afb0b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dd6f14b9d22849c3ad1fbf498db9870a&device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 6486 time: 0.4721601 Nov 25 17:31:01.495372 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b27c53-d47f-4bd7-be16-b1022bf54920 None None] Network 7a8c66d3-1027-4660-98b7-5ec4a01a4fdc requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:31:01.516344 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-7232858f-0479-4c6d-964d-907edc512db4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2c88a46-7369-4ef9-bca9-b0c34a2b0c87 {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:31:01.522840 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-dfd51b13-b153-45d4-971f-75512f3434f4 None None] Provisioning complete for port 2b0abd37-59e0-4893-a364-f75973b5de14 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:01.523209 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dfd51b13-b153-45d4-971f-75512f3434f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:01.536535 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2d402f20-3d4c-472c-af4c-afdbdfd57105 req-6592e425-508c-4a69-879d-417a6a4d6553 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be6e48c3-7513-49a7-9470-e1ed2d5315fe HTTP/1.1" status: 200 len: 217 time: 0.1285555 Nov 25 17:31:01.541920 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-7232858f-0479-4c6d-964d-907edc512db4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:01.706426 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 2b0abd37-59e0-4893-a364-f75973b5de14 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:31:01.743696 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-7232858f-0479-4c6d-964d-907edc512db4 service neutron] Transition to ACTIVE for port object f2c88a46-7369-4ef9-bca9-b0c34a2b0c87 will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:31:01.773079 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-7232858f-0479-4c6d-964d-907edc512db4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:01.828673 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d402f20-3d4c-472c-af4c-afdbdfd57105 req-18e9c8bd-3420-4e45-985f-411663a5c207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:01.830542 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2d402f20-3d4c-472c-af4c-afdbdfd57105 req-18e9c8bd-3420-4e45-985f-411663a5c207 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=82218ac9-c8df-4d39-919a-d596976289cd HTTP/1.1" status: 200 len: 859 time: 0.1841068 Nov 25 17:31:01.899508 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 2b0abd37-59e0-4893-a364-f75973b5de14 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:01.903394 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:01.950426 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7232858f-0479-4c6d-964d-907edc512db4 service neutron] Pushing event updated for resources: {'Port': ['ID=f2c88a46-7369-4ef9-bca9-b0c34a2b0c87,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:02.027014 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042d041-589b-4af5-8b03-072bb6293550 req-d4a04559-4529-4b6b-98ee-0f5bfdf2172c tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:02.034929 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042d041-589b-4af5-8b03-072bb6293550 req-d4a04559-4529-4b6b-98ee-0f5bfdf2172c tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:02.045221 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042d041-589b-4af5-8b03-072bb6293550 req-d4a04559-4529-4b6b-98ee-0f5bfdf2172c tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:02.051459 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042d041-589b-4af5-8b03-072bb6293550 req-d4a04559-4529-4b6b-98ee-0f5bfdf2172c tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:02.058015 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042d041-589b-4af5-8b03-072bb6293550 req-d4a04559-4529-4b6b-98ee-0f5bfdf2172c tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:02.065491 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042d041-589b-4af5-8b03-072bb6293550 req-d4a04559-4529-4b6b-98ee-0f5bfdf2172c tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:02.071862 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042d041-589b-4af5-8b03-072bb6293550 req-d4a04559-4529-4b6b-98ee-0f5bfdf2172c tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:02.083385 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d402f20-3d4c-472c-af4c-afdbdfd57105 req-39cfb4c4-2eb5-437d-bd56-ea136445977f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:02.084708 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2d402f20-3d4c-472c-af4c-afdbdfd57105 req-39cfb4c4-2eb5-437d-bd56-ea136445977f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ef09a9cb-b767-40ab-abb2-adbc6ec1aed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2409654 Nov 25 17:31:02.085492 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e042d041-589b-4af5-8b03-072bb6293550 req-d4a04559-4529-4b6b-98ee-0f5bfdf2172c tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/ports?device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 5429 time: 0.6631398 Nov 25 17:31:02.151710 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15169b-4e80-457f-9fe0-4e41ece7f183 req-b4d12c03-469c-48af-bc1c-e917f76c1dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:02.153445 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fa15169b-4e80-457f-9fe0-4e41ece7f183 req-b4d12c03-469c-48af-bc1c-e917f76c1dc9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=04e189b3-a48d-47a2-8e70-da48c198c103 HTTP/1.1" status: 200 len: 902 time: 0.6782739 Nov 25 17:31:02.218766 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:02.235594 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dfd51b13-b153-45d4-971f-75512f3434f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:02.254251 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e019e7c8-e897-4366-a9ab-e453a6f3d2bf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:02.259299 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fa15169b-4e80-457f-9fe0-4e41ece7f183 req-110c655e-8435-4f3a-9644-854c0653874c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a11242af-5474-4f93-bfb6-76b0ef5bbc3d HTTP/1.1" status: 200 len: 217 time: 0.0956769 Nov 25 17:31:02.285474 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.db.resource_extend [req-ed606a31-3ae6-4d31-80dd-3f75a9960c84 req-3a4425ca-e0dd-4cbe-b51d-82b64071c1e5 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:31:02.306610 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-dfd51b13-b153-45d4-971f-75512f3434f4 None None] For port 2b0abd37-59e0-4893-a364-f75973b5de14, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=2b0abd37-59e0-4893-a364-f75973b5de14,segment=NetworkSegment(78e2db1b-5667-4e0e-868f-445786d869f3),segment_id=78e2db1b-5667-4e0e-868f-445786d869f3)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:02.313220 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dfd51b13-b153-45d4-971f-75512f3434f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:02.371849 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd51b13-b153-45d4-971f-75512f3434f4 None None] Pushing event updated for resources: {'Port': ['ID=2b0abd37-59e0-4893-a364-f75973b5de14,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:02.386669 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e042d041-589b-4af5-8b03-072bb6293550 req-09db0dc2-f2d7-458d-9a7a-6864d43c8e9d tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf472a3-c342-48cc-ac25-d9efd20bf257&id=9fa93e5f-0225-45c2-90d5-9fc327163fea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3000708 Nov 25 17:31:02.387168 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2d402f20-3d4c-472c-af4c-afdbdfd57105 req-bf9f1e34-e041-4ebe-ad2a-6fa53e7769fc service neutron] 10.222.0.90 "GET /v2.0/networks/ef09a9cb-b767-40ab-abb2-adbc6ec1aed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926455 Nov 25 17:31:02.394685 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-7232858f-0479-4c6d-964d-907edc512db4 service neutron] Attempting to bind port f2c88a46-7369-4ef9-bca9-b0c34a2b0c87 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:31:02.395040 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-7232858f-0479-4c6d-964d-907edc512db4 service neutron] Attempting to bind port f2c88a46-7369-4ef9-bca9-b0c34a2b0c87 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '6f760b9f-05a7-45e0-b265-14c8c33a90b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'c2992060-12d6-4bc2-a7a5-ee6714d7c0a4'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:31:02.395374 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-7232858f-0479-4c6d-964d-907edc512db4 service neutron] Attempting to bind port f2c88a46-7369-4ef9-bca9-b0c34a2b0c87 on network c2992060-12d6-4bc2-a7a5-ee6714d7c0a4 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:31:02.431041 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-7232858f-0479-4c6d-964d-907edc512db4 service neutron] Port f2c88a46-7369-4ef9-bca9-b0c34a2b0c87 on network c2992060-12d6-4bc2-a7a5-ee6714d7c0a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:31:02.431638 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-7232858f-0479-4c6d-964d-907edc512db4 service neutron] Attempting to bind port f2c88a46-7369-4ef9-bca9-b0c34a2b0c87 on network c2992060-12d6-4bc2-a7a5-ee6714d7c0a4 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:31:02.460053 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-7232858f-0479-4c6d-964d-907edc512db4 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:31:02.460856 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-7232858f-0479-4c6d-964d-907edc512db4 service neutron] Checking segment: {'id': '6f760b9f-05a7-45e0-b265-14c8c33a90b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'c2992060-12d6-4bc2-a7a5-ee6714d7c0a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:31:02.461291 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-7232858f-0479-4c6d-964d-907edc512db4 service neutron] Bound using segment: {'id': '6f760b9f-05a7-45e0-b265-14c8c33a90b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'c2992060-12d6-4bc2-a7a5-ee6714d7c0a4'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:31:02.462076 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-7232858f-0479-4c6d-964d-907edc512db4 service neutron] Bound port: f2c88a46-7369-4ef9-bca9-b0c34a2b0c87, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f760b9f-05a7-45e0-b265-14c8c33a90b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'c2992060-12d6-4bc2-a7a5-ee6714d7c0a4'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:31:02.462880 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-7232858f-0479-4c6d-964d-907edc512db4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:02.475308 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.db.api [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:31:02.475697 n-d-817746-1 neutron-server[103362]: DEBUG oslo_db.api [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:31:02.489425 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15169b-4e80-457f-9fe0-4e41ece7f183 req-15127ab3-e0f6-4577-b114-dd49177937cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:02.492656 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fa15169b-4e80-457f-9fe0-4e41ece7f183 req-15127ab3-e0f6-4577-b114-dd49177937cd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=818fd110-d388-4b2a-af28-d388f2a7ea7b HTTP/1.1" status: 200 len: 797 time: 0.2246256 Nov 25 17:31:02.502312 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0beba773-3e70-4c4a-b39e-d4caed6cb470 admin admin] Router 6513cc0d-1cc2-4847-9a72-9ee1320a2903 is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:31:02.521469 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ed606a31-3ae6-4d31-80dd-3f75a9960c84 req-3a4425ca-e0dd-4cbe-b51d-82b64071c1e5 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:02.552044 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ed606a31-3ae6-4d31-80dd-3f75a9960c84 req-3a4425ca-e0dd-4cbe-b51d-82b64071c1e5 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:02.624185 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cedeb4ca-2fbd-4b2f-979f-cf810c54b20d req-7dd1fb1a-077d-4c26-bcc7-021dd24300b3 tempest-ServerShowV257Test-1904861758 tempest-ServerShowV257Test-1904861758-project] 10.222.0.75 "GET /v2.0/ports?device_id=f047176a-b918-4873-ac75-9f9a32af8504 HTTP/1.1" status: 200 len: 210 time: 0.1005986 Nov 25 17:31:02.673702 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5aa93da9-81f9-4e38-8a7e-b199f189ea97 req-fb5de76d-2ee6-49fa-840c-146f2b6b035e tempest-ServerShowV257Test-1904861758 tempest-ServerShowV257Test-1904861758-project] 10.222.0.90 "GET /v2.0/ports?device_id=f047176a-b918-4873-ac75-9f9a32af8504 HTTP/1.1" status: 200 len: 210 time: 0.1016202 Nov 25 17:31:02.720294 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-c3c06182-875e-4d2d-b8f5-f13f1b7ac290 None None] Provisioning complete for port 2b0abd37-59e0-4893-a364-f75973b5de14 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:02.720747 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c3c06182-875e-4d2d-b8f5-f13f1b7ac290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:02.863253 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15169b-4e80-457f-9fe0-4e41ece7f183 req-7021eccd-e0ef-488f-ab11-89c4244c0c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:02.864999 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fa15169b-4e80-457f-9fe0-4e41ece7f183 req-7021eccd-e0ef-488f-ab11-89c4244c0c88 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=04e189b3-a48d-47a2-8e70-da48c198c103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3636909 Nov 25 17:31:02.963723 n-d-817746-1 neutron-server[103361]: INFO neutron.db.l3_db [req-ed606a31-3ae6-4d31-80dd-3f75a9960c84 req-3a4425ca-e0dd-4cbe-b51d-82b64071c1e5 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Floating IP ebd354f1-8fa2-48f6-a3e8-1cef10ac7800 associated. External IP: 172.25.0.247, port: 170b832f-d4c3-4157-beaf-6670b20915f6. Nov 25 17:31:03.022535 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2d402f20-3d4c-472c-af4c-afdbdfd57105 req-91bd8e8a-f725-4922-8b24-64927e219f56 service neutron] 10.222.0.90 "GET /v2.0/networks/ef09a9cb-b767-40ab-abb2-adbc6ec1aed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6220937 Nov 25 17:31:03.130198 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-7232858f-0479-4c6d-964d-907edc512db4 service neutron] For port f2c88a46-7369-4ef9-bca9-b0c34a2b0c87, host n-h1-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:31:03.135645 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-7232858f-0479-4c6d-964d-907edc512db4 service neutron] For port f2c88a46-7369-4ef9-bca9-b0c34a2b0c87, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=f2c88a46-7369-4ef9-bca9-b0c34a2b0c87,segment=NetworkSegment(6f760b9f-05a7-45e0-b265-14c8c33a90b3),segment_id=6f760b9f-05a7-45e0-b265-14c8c33a90b3)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:31:03.143759 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-7232858f-0479-4c6d-964d-907edc512db4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:03.205722 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-7232858f-0479-4c6d-964d-907edc512db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:03.206339 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-7232858f-0479-4c6d-964d-907edc512db4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:03.207911 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-7232858f-0479-4c6d-964d-907edc512db4 service neutron] 10.222.0.74 "PUT /v2.0/ports/f2c88a46-7369-4ef9-bca9-b0c34a2b0c87 HTTP/1.1" status: 200 len: 1131 time: 2.9459355 Nov 25 17:31:03.211786 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e019e7c8-e897-4366-a9ab-e453a6f3d2bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:03.288953 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-d5db61bf-1e2b-437a-801a-75641baa9487 service neutron] Request body: {'port': {'device_id': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:03.337830 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7232858f-0479-4c6d-964d-907edc512db4 service neutron] Pushing event updated for resources: {'Port': ['ID=f2c88a46-7369-4ef9-bca9-b0c34a2b0c87,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:03.383429 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22174c-9bbe-4ee1-a296-6eb821bc05a5 req-fc8362f6-f3f1-4c58-96da-5aeed5018903 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:03.390084 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22174c-9bbe-4ee1-a296-6eb821bc05a5 req-fc8362f6-f3f1-4c58-96da-5aeed5018903 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:03.398853 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22174c-9bbe-4ee1-a296-6eb821bc05a5 req-fc8362f6-f3f1-4c58-96da-5aeed5018903 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:03.406396 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22174c-9bbe-4ee1-a296-6eb821bc05a5 req-fc8362f6-f3f1-4c58-96da-5aeed5018903 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:03.414050 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22174c-9bbe-4ee1-a296-6eb821bc05a5 req-fc8362f6-f3f1-4c58-96da-5aeed5018903 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:03.422533 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22174c-9bbe-4ee1-a296-6eb821bc05a5 req-fc8362f6-f3f1-4c58-96da-5aeed5018903 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:03.431336 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-d5db61bf-1e2b-437a-801a-75641baa9487 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:03.441009 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22174c-9bbe-4ee1-a296-6eb821bc05a5 req-fc8362f6-f3f1-4c58-96da-5aeed5018903 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:03.442951 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2c22174c-9bbe-4ee1-a296-6eb821bc05a5 req-fc8362f6-f3f1-4c58-96da-5aeed5018903 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 5372 time: 0.6906536 Nov 25 17:31:03.509475 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fa15169b-4e80-457f-9fe0-4e41ece7f183 req-4c18d1ac-5ff6-425f-9465-d4ec5eceee47 service neutron] 10.222.0.74 "GET /v2.0/networks/04e189b3-a48d-47a2-8e70-da48c198c103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6351724 Nov 25 17:31:03.565865 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 2b0abd37-59e0-4893-a364-f75973b5de14 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:31:03.582548 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0beba773-3e70-4c4a-b39e-d4caed6cb470 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:31:03.596144 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c65be99-a0fb-44c9-9134-b722d5c830ca None None] Sync routers for ids ['6513cc0d-1cc2-4847-9a72-9ee1320a2903'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:31:03.613260 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c65be99-a0fb-44c9-9134-b722d5c830ca None None] Routers {'6513cc0d-1cc2-4847-9a72-9ee1320a2903'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:31:03.613876 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-0c65be99-a0fb-44c9-9134-b722d5c830ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:30:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['6513cc0d-1cc2-4847-9a72-9ee1320a2903'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:03.642575 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0beba773-3e70-4c4a-b39e-d4caed6cb470 admin admin] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:03.643792 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-0beba773-3e70-4c4a-b39e-d4caed6cb470 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.0115762 Nov 25 17:31:03.672785 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 2b0abd37-59e0-4893-a364-f75973b5de14 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:03.673586 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:03.679907 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 43784) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:03.803791 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-0c65be99-a0fb-44c9-9134-b722d5c830ca None None] Set router 6513cc0d-1cc2-4847-9a72-9ee1320a2903 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:31:03.816767 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-d5db61bf-1e2b-437a-801a-75641baa9487 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e8dca40-6833-4868-bd94-c2c3a4bc80dd {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:31:03.825596 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-d5db61bf-1e2b-437a-801a-75641baa9487 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:03.840434 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-d5db61bf-1e2b-437a-801a-75641baa9487 service neutron] Transition to ACTIVE for port object 3e8dca40-6833-4868-bd94-c2c3a4bc80dd will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:31:03.857739 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-d5db61bf-1e2b-437a-801a-75641baa9487 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:03.896221 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2c22174c-9bbe-4ee1-a296-6eb821bc05a5 req-7ef8bae0-5af6-4562-91a0-590ca21a3733 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/security-groups?id=7dac673b-c262-4497-b783-e9f920753627&id=0577770c-39b7-4b0c-8124-55e039ea72f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3836739 Nov 25 17:31:03.905535 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e019e7c8-e897-4366-a9ab-e453a6f3d2bf admin admin] Router ad5cae2b-0e35-446c-8ed9-8469832372eb is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:31:04.033960 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5db61bf-1e2b-437a-801a-75641baa9487 service neutron] Pushing event updated for resources: {'Port': ['ID=3e8dca40-6833-4868-bd94-c2c3a4bc80dd,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:04.050376 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fa15169b-4e80-457f-9fe0-4e41ece7f183 req-f8ed0d38-6e9b-412c-a732-45a79261dfa5 service neutron] 10.222.0.74 "GET /v2.0/networks/04e189b3-a48d-47a2-8e70-da48c198c103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5270517 Nov 25 17:31:04.169361 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-0c65be99-a0fb-44c9-9134-b722d5c830ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6513cc0d-1cc2-4847-9a72-9ee1320a2903', 'name': 'tempest-ServersTestMultiNic-1015048170-router', 'tenant_id': 'd64a86f779cb466b8c1c45288d32f994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '6e9193b9-8f1b-4382-9294-e2f01c7ae815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:30:54Z', 'updated_at': '2021-11-25T17:30:59Z', 'revision_number': 3, 'project_id': 'd64a86f779cb466b8c1c45288d32f994', 'gw_port': {'id': '6e9193b9-8f1b-4382-9294-e2f01c7ae815', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:90:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6513cc0d-1cc2-4847-9a72-9ee1320a2903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:30:57Z', 'updated_at': '2021-11-25T17:30:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:04.210960 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e019e7c8-e897-4366-a9ab-e453a6f3d2bf admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:31:04.220567 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c65be99-a0fb-44c9-9134-b722d5c830ca None None] Checking router: 6513cc0d-1cc2-4847-9a72-9ee1320a2903 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:31:04.221224 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c65be99-a0fb-44c9-9134-b722d5c830ca None None] Updating router 6513cc0d-1cc2-4847-9a72-9ee1320a2903 port 6e9193b9-8f1b-4382-9294-e2f01c7ae815 binding host n-d-817746-1 {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:31:04.221843 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fb0efe-3f42-4cc2-9c1e-136b0cd58639 None None] Sync routers for ids ['ad5cae2b-0e35-446c-8ed9-8469832372eb'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:31:04.237681 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-d5db61bf-1e2b-437a-801a-75641baa9487 service neutron] Attempting to bind port 3e8dca40-6833-4868-bd94-c2c3a4bc80dd on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:31:04.238027 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-d5db61bf-1e2b-437a-801a-75641baa9487 service neutron] Attempting to bind port 3e8dca40-6833-4868-bd94-c2c3a4bc80dd by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '6f760b9f-05a7-45e0-b265-14c8c33a90b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'c2992060-12d6-4bc2-a7a5-ee6714d7c0a4'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:31:04.238363 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-d5db61bf-1e2b-437a-801a-75641baa9487 service neutron] Attempting to bind port 3e8dca40-6833-4868-bd94-c2c3a4bc80dd on network c2992060-12d6-4bc2-a7a5-ee6714d7c0a4 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:31:04.254393 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-0c65be99-a0fb-44c9-9134-b722d5c830ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:04.266483 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fb0efe-3f42-4cc2-9c1e-136b0cd58639 None None] Routers {'ad5cae2b-0e35-446c-8ed9-8469832372eb'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:31:04.268110 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-14fb0efe-3f42-4cc2-9c1e-136b0cd58639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:30:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['ad5cae2b-0e35-446c-8ed9-8469832372eb'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:04.272813 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-d5db61bf-1e2b-437a-801a-75641baa9487 service neutron] Port 3e8dca40-6833-4868-bd94-c2c3a4bc80dd on network c2992060-12d6-4bc2-a7a5-ee6714d7c0a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:31:04.283450 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-d5db61bf-1e2b-437a-801a-75641baa9487 service neutron] Attempting to bind port 3e8dca40-6833-4868-bd94-c2c3a4bc80dd on network c2992060-12d6-4bc2-a7a5-ee6714d7c0a4 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:31:04.305956 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-d5db61bf-1e2b-437a-801a-75641baa9487 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:31:04.307004 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-d5db61bf-1e2b-437a-801a-75641baa9487 service neutron] Checking segment: {'id': '6f760b9f-05a7-45e0-b265-14c8c33a90b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'c2992060-12d6-4bc2-a7a5-ee6714d7c0a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:31:04.307004 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-d5db61bf-1e2b-437a-801a-75641baa9487 service neutron] Bound using segment: {'id': '6f760b9f-05a7-45e0-b265-14c8c33a90b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'c2992060-12d6-4bc2-a7a5-ee6714d7c0a4'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:31:04.307367 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-d5db61bf-1e2b-437a-801a-75641baa9487 service neutron] Bound port: 3e8dca40-6833-4868-bd94-c2c3a4bc80dd, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f760b9f-05a7-45e0-b265-14c8c33a90b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'c2992060-12d6-4bc2-a7a5-ee6714d7c0a4'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:31:04.308345 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-d5db61bf-1e2b-437a-801a-75641baa9487 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:04.313977 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e019e7c8-e897-4366-a9ab-e453a6f3d2bf admin admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:04.317954 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e019e7c8-e897-4366-a9ab-e453a6f3d2bf admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.3367581 Nov 25 17:31:04.319534 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43788) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:04.509472 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-14fb0efe-3f42-4cc2-9c1e-136b0cd58639 None None] Set router ad5cae2b-0e35-446c-8ed9-8469832372eb gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:31:04.558214 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e3430-084f-49fa-8b45-b2c99558e8ea req-62892cac-1568-4ddc-9b72-8c3b91634009 tempest-ServersNegativeTestMultiTenantJSON-1319034717 tempest-ServersNegativeTestMultiTenantJSON-1319034717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:04.559667 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d79e3430-084f-49fa-8b45-b2c99558e8ea req-62892cac-1568-4ddc-9b72-8c3b91634009 tempest-ServersNegativeTestMultiTenantJSON-1319034717 tempest-ServersNegativeTestMultiTenantJSON-1319034717-project] 10.222.0.75 "GET /v2.0/ports?device_id=c08dac1f-5d34-400c-8d71-1d7aaa09d3b3 HTTP/1.1" status: 200 len: 945 time: 0.4732540 Nov 25 17:31:04.595754 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15169b-4e80-457f-9fe0-4e41ece7f183 req-d281b290-ffe9-407f-953a-20b3d963faa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:04.596390 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15169b-4e80-457f-9fe0-4e41ece7f183 req-d281b290-ffe9-407f-953a-20b3d963faa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:04.596975 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15169b-4e80-457f-9fe0-4e41ece7f183 req-d281b290-ffe9-407f-953a-20b3d963faa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:04.597508 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15169b-4e80-457f-9fe0-4e41ece7f183 req-d281b290-ffe9-407f-953a-20b3d963faa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:04.598045 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15169b-4e80-457f-9fe0-4e41ece7f183 req-d281b290-ffe9-407f-953a-20b3d963faa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:04.598624 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15169b-4e80-457f-9fe0-4e41ece7f183 req-d281b290-ffe9-407f-953a-20b3d963faa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:04.600976 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15169b-4e80-457f-9fe0-4e41ece7f183 req-d281b290-ffe9-407f-953a-20b3d963faa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:04.603002 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fa15169b-4e80-457f-9fe0-4e41ece7f183 req-d281b290-ffe9-407f-953a-20b3d963faa8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dd6f14b9d22849c3ad1fbf498db9870a&device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 6486 time: 0.3909602 Nov 25 17:31:04.607420 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed606a31-3ae6-4d31-80dd-3f75a9960c84 req-3a4425ca-e0dd-4cbe-b51d-82b64071c1e5 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Router 90c87b55-4c2f-49f4-a8dc-28bc81837710 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:31:04.727876 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-d5db61bf-1e2b-437a-801a-75641baa9487 service neutron] For port 3e8dca40-6833-4868-bd94-c2c3a4bc80dd, host n-h1-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:31:04.746666 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-d5db61bf-1e2b-437a-801a-75641baa9487 service neutron] For port 3e8dca40-6833-4868-bd94-c2c3a4bc80dd, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=3e8dca40-6833-4868-bd94-c2c3a4bc80dd,segment=NetworkSegment(6f760b9f-05a7-45e0-b265-14c8c33a90b3),segment_id=6f760b9f-05a7-45e0-b265-14c8c33a90b3)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:31:04.771254 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-0c65be99-a0fb-44c9-9134-b722d5c830ca None None] Publish callbacks [] for port, precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:04.776092 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15169b-4e80-457f-9fe0-4e41ece7f183 req-f51ab4c5-d2fe-43b4-b3b7-5808d460237a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:04.778880 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fa15169b-4e80-457f-9fe0-4e41ece7f183 req-f51ab4c5-d2fe-43b4-b3b7-5808d460237a service neutron] 10.222.0.74 "GET /v2.0/networks?id=04e189b3-a48d-47a2-8e70-da48c198c103 HTTP/1.1" status: 200 len: 902 time: 0.1575975 Nov 25 17:31:04.792384 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-0c65be99-a0fb-44c9-9134-b722d5c830ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:04.801257 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-d5db61bf-1e2b-437a-801a-75641baa9487 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:04.838105 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-14fb0efe-3f42-4cc2-9c1e-136b0cd58639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5cae2b-0e35-446c-8ed9-8469832372eb', 'name': 'tempest-FloatingIPDetailsTestJSON-1277854740-router', 'tenant_id': '966ca62b1a1b4f01bd2dab40c7c079bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '6201d2de-e582-4918-9e94-98ca1ff4c237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:30:58Z', 'updated_at': '2021-11-25T17:31:01Z', 'revision_number': 3, 'project_id': '966ca62b1a1b4f01bd2dab40c7c079bf', 'gw_port': {'id': '6201d2de-e582-4918-9e94-98ca1ff4c237', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5cae2b-0e35-446c-8ed9-8469832372eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:30:59Z', 'updated_at': '2021-11-25T17:31:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:04.845200 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-d5db61bf-1e2b-437a-801a-75641baa9487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:04.845830 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-d5db61bf-1e2b-437a-801a-75641baa9487 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:04.847374 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-d5db61bf-1e2b-437a-801a-75641baa9487 service neutron] 10.222.0.74 "PUT /v2.0/ports/3e8dca40-6833-4868-bd94-c2c3a4bc80dd HTTP/1.1" status: 200 len: 1090 time: 1.5625758 Nov 25 17:31:04.890272 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fa15169b-4e80-457f-9fe0-4e41ece7f183 req-bf848502-7c90-4da7-8e86-a313efa9b66e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b2c42d44-65fd-410c-aaed-aae8a87dc2ee HTTP/1.1" status: 200 len: 217 time: 0.0986633 Nov 25 17:31:04.918706 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fb0efe-3f42-4cc2-9c1e-136b0cd58639 None None] Checking router: ad5cae2b-0e35-446c-8ed9-8469832372eb for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:31:04.921091 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fb0efe-3f42-4cc2-9c1e-136b0cd58639 None None] Updating router ad5cae2b-0e35-446c-8ed9-8469832372eb port 6201d2de-e582-4918-9e94-98ca1ff4c237 binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:31:04.947402 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-0c65be99-a0fb-44c9-9134-b722d5c830ca None None] Attempting to bind port 6e9193b9-8f1b-4382-9294-e2f01c7ae815 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:31:04.947777 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-0c65be99-a0fb-44c9-9134-b722d5c830ca None None] Attempting to bind port 6e9193b9-8f1b-4382-9294-e2f01c7ae815 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:31:04.948145 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c65be99-a0fb-44c9-9134-b722d5c830ca None None] Attempting to bind port 6e9193b9-8f1b-4382-9294-e2f01c7ae815 on network 1aa44027-b9d0-4a56-9a59-7e664703e20a {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:31:04.977499 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-14fb0efe-3f42-4cc2-9c1e-136b0cd58639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:04.980242 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35977b46-07b3-4192-9464-1ba043b29e77 None None] Pushing event updated for resources: {'Port': ['ID=6e9193b9-8f1b-4382-9294-e2f01c7ae815,revision_number=2']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:04.982613 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c65be99-a0fb-44c9-9134-b722d5c830ca None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:31:04.983526 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c65be99-a0fb-44c9-9134-b722d5c830ca None None] Checking segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:31:04.983931 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-0c65be99-a0fb-44c9-9134-b722d5c830ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:04.984411 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c65be99-a0fb-44c9-9134-b722d5c830ca None None] Bound using segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:31:04.985088 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-0c65be99-a0fb-44c9-9134-b722d5c830ca None None] Bound port: 6e9193b9-8f1b-4382-9294-e2f01c7ae815, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:31:04.985469 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-0c65be99-a0fb-44c9-9134-b722d5c830ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:05.007608 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-374f9cc8-06ef-4e9b-aa8f-ca3d9dc7433b service neutron] Request body: {'port': {'device_id': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:05.016901 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35977b46-07b3-4192-9464-1ba043b29e77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:05.017259 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35977b46-07b3-4192-9464-1ba043b29e77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:05.017604 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35977b46-07b3-4192-9464-1ba043b29e77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:05.017941 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35977b46-07b3-4192-9464-1ba043b29e77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:05.018274 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35977b46-07b3-4192-9464-1ba043b29e77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:05.018600 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35977b46-07b3-4192-9464-1ba043b29e77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:05.018931 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35977b46-07b3-4192-9464-1ba043b29e77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:05.019256 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35977b46-07b3-4192-9464-1ba043b29e77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:05.019576 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35977b46-07b3-4192-9464-1ba043b29e77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:05.019900 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35977b46-07b3-4192-9464-1ba043b29e77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:05.020225 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35977b46-07b3-4192-9464-1ba043b29e77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:05.020545 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35977b46-07b3-4192-9464-1ba043b29e77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:05.076726 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed606a31-3ae6-4d31-80dd-3f75a9960c84 req-3a4425ca-e0dd-4cbe-b51d-82b64071c1e5 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:31:05.088386 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d37965-1a77-4ffa-9af6-9ae1c95342d6 None None] Sync routers for ids ['90c87b55-4c2f-49f4-a8dc-28bc81837710'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:31:05.093301 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5db61bf-1e2b-437a-801a-75641baa9487 service neutron] Pushing event updated for resources: {'Port': ['ID=3e8dca40-6833-4868-bd94-c2c3a4bc80dd,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:05.138676 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d37965-1a77-4ffa-9af6-9ae1c95342d6 None None] Routers {'90c87b55-4c2f-49f4-a8dc-28bc81837710'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:31:05.139330 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-e8d37965-1a77-4ffa-9af6-9ae1c95342d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:30:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['90c87b55-4c2f-49f4-a8dc-28bc81837710'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:05.141941 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-0c65be99-a0fb-44c9-9134-b722d5c830ca None None] For port 6e9193b9-8f1b-4382-9294-e2f01c7ae815, host n-d-817746-1, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:31:05.150992 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-0c65be99-a0fb-44c9-9134-b722d5c830ca None None] For port 6e9193b9-8f1b-4382-9294-e2f01c7ae815, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=6e9193b9-8f1b-4382-9294-e2f01c7ae815,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:31:05.195275 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15169b-4e80-457f-9fe0-4e41ece7f183 req-9764205a-8b34-40a2-898f-158ed5dec155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:05.196769 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fa15169b-4e80-457f-9fe0-4e41ece7f183 req-9764205a-8b34-40a2-898f-158ed5dec155 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=818fd110-d388-4b2a-af28-d388f2a7ea7b HTTP/1.1" status: 200 len: 797 time: 0.1299584 Nov 25 17:31:05.249699 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d79e3430-084f-49fa-8b45-b2c99558e8ea req-15c0a393-0f46-4d51-9821-337305a3df17 tempest-ServersNegativeTestMultiTenantJSON-1319034717 tempest-ServersNegativeTestMultiTenantJSON-1319034717-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a57976c-7e64-49f5-aafb-a78e879cec1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6793053 Nov 25 17:31:05.262420 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-374f9cc8-06ef-4e9b-aa8f-ca3d9dc7433b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:05.310313 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c880bc82-ed0e-4004-a939-22335986d129 x-openstack-request-id: req-c880bc82-ed0e-4004-a939-22335986d129 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:31:05.311113 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4b5d011-e28c-42fc-ad2e-294a30d84492", "tag": "f523f711-5404-47b9-b4c7-6ff9dd296afe", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:31:05.311113 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c880bc82-ed0e-4004-a939-22335986d129 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:31:05.311714 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'tag': 'f523f711-5404-47b9-b4c7-6ff9dd296afe', 'status': 'completed', 'code': 200} Nov 25 17:31:05.334258 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-e8d37965-1a77-4ffa-9af6-9ae1c95342d6 None None] Set router 90c87b55-4c2f-49f4-a8dc-28bc81837710 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:31:05.482454 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15169b-4e80-457f-9fe0-4e41ece7f183 req-61f5ae4a-ca24-4353-b850-4e11533a1a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:05.484145 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fa15169b-4e80-457f-9fe0-4e41ece7f183 req-61f5ae4a-ca24-4353-b850-4e11533a1a80 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=04e189b3-a48d-47a2-8e70-da48c198c103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2330375 Nov 25 17:31:05.508977 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe713412-b661-4547-8fdf-9520759e640e req-d7fb50e0-30bd-4afc-a9b2-dbdcd1c9daf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:05.509664 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe713412-b661-4547-8fdf-9520759e640e req-d7fb50e0-30bd-4afc-a9b2-dbdcd1c9daf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:05.510198 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe713412-b661-4547-8fdf-9520759e640e req-d7fb50e0-30bd-4afc-a9b2-dbdcd1c9daf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:05.516144 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe713412-b661-4547-8fdf-9520759e640e req-d7fb50e0-30bd-4afc-a9b2-dbdcd1c9daf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:05.516788 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe713412-b661-4547-8fdf-9520759e640e req-d7fb50e0-30bd-4afc-a9b2-dbdcd1c9daf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:05.517734 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe713412-b661-4547-8fdf-9520759e640e req-d7fb50e0-30bd-4afc-a9b2-dbdcd1c9daf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:05.518068 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe713412-b661-4547-8fdf-9520759e640e req-d7fb50e0-30bd-4afc-a9b2-dbdcd1c9daf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:05.520453 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fe713412-b661-4547-8fdf-9520759e640e req-d7fb50e0-30bd-4afc-a9b2-dbdcd1c9daf5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=af07ecd6b88d499dba6f8368912ebb7e&device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 6276 time: 0.1554568 Nov 25 17:31:05.596363 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-14fb0efe-3f42-4cc2-9c1e-136b0cd58639 None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:05.607068 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-14fb0efe-3f42-4cc2-9c1e-136b0cd58639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:05.657249 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-0c65be99-a0fb-44c9-9134-b722d5c830ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:05.710578 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-14fb0efe-3f42-4cc2-9c1e-136b0cd58639 None None] Attempting to bind port 6201d2de-e582-4918-9e94-98ca1ff4c237 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:31:05.710958 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-14fb0efe-3f42-4cc2-9c1e-136b0cd58639 None None] Attempting to bind port 6201d2de-e582-4918-9e94-98ca1ff4c237 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:31:05.711374 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fb0efe-3f42-4cc2-9c1e-136b0cd58639 None None] Attempting to bind port 6201d2de-e582-4918-9e94-98ca1ff4c237 on network 1aa44027-b9d0-4a56-9a59-7e664703e20a {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:31:05.720346 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fb0efe-3f42-4cc2-9c1e-136b0cd58639 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:31:05.720724 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fb0efe-3f42-4cc2-9c1e-136b0cd58639 None None] Checking segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:31:05.721156 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-14fb0efe-3f42-4cc2-9c1e-136b0cd58639 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:05.721553 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fb0efe-3f42-4cc2-9c1e-136b0cd58639 None None] Bound using segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:31:05.722039 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-14fb0efe-3f42-4cc2-9c1e-136b0cd58639 None None] Bound port: 6201d2de-e582-4918-9e94-98ca1ff4c237, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:31:05.722423 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-14fb0efe-3f42-4cc2-9c1e-136b0cd58639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:05.735167 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35977b46-07b3-4192-9464-1ba043b29e77 None None] Pushing event updated for resources: {'Port': ['ID=6e9193b9-8f1b-4382-9294-e2f01c7ae815,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:05.750931 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423de593-a30f-4264-bee1-e92a5da1726b None None] Pushing event updated for resources: {'Port': ['ID=6201d2de-e582-4918-9e94-98ca1ff4c237,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:05.764627 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffdf908-6c79-4bbd-a04d-8cde2e30cc1f req-936b9e8b-a6f4-419b-8954-15a983147121 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:05.767316 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c65be99-a0fb-44c9-9134-b722d5c830ca None None] Routers {'6513cc0d-1cc2-4847-9a72-9ee1320a2903'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:31:05.768289 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-0c65be99-a0fb-44c9-9134-b722d5c830ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:30:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['6513cc0d-1cc2-4847-9a72-9ee1320a2903'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:05.772599 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0ffdf908-6c79-4bbd-a04d-8cde2e30cc1f req-936b9e8b-a6f4-419b-8954-15a983147121 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/networks?id=7a8c66d3-1027-4660-98b7-5ec4a01a4fdc HTTP/1.1" status: 200 len: 822 time: 0.1877449 Nov 25 17:31:05.793872 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0ffdf908-6c79-4bbd-a04d-8cde2e30cc1f req-fdd49849-ace1-4fcc-afdb-28747b3285fa tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/quotas/28e639b61725474a8e2246556ccdec9c HTTP/1.1" status: 200 len: 375 time: 0.0200176 Nov 25 17:31:05.805949 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-14fb0efe-3f42-4cc2-9c1e-136b0cd58639 None None] For port 6201d2de-e582-4918-9e94-98ca1ff4c237, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:31:05.815334 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-14fb0efe-3f42-4cc2-9c1e-136b0cd58639 None None] For port 6201d2de-e582-4918-9e94-98ca1ff4c237, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=6201d2de-e582-4918-9e94-98ca1ff4c237,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:31:05.826063 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-14fb0efe-3f42-4cc2-9c1e-136b0cd58639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:05.896153 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fb0efe-3f42-4cc2-9c1e-136b0cd58639 None None] Routers {'ad5cae2b-0e35-446c-8ed9-8469832372eb'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:31:05.900863 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-14fb0efe-3f42-4cc2-9c1e-136b0cd58639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:30:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['ad5cae2b-0e35-446c-8ed9-8469832372eb'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:05.901638 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-374f9cc8-06ef-4e9b-aa8f-ca3d9dc7433b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f54006cb-a702-40a6-af02-82688e9a733c {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:31:05.916168 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-374f9cc8-06ef-4e9b-aa8f-ca3d9dc7433b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:05.936922 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-374f9cc8-06ef-4e9b-aa8f-ca3d9dc7433b service neutron] Transition to ACTIVE for port object f54006cb-a702-40a6-af02-82688e9a733c will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:31:05.946322 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-374f9cc8-06ef-4e9b-aa8f-ca3d9dc7433b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:05.955161 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-0c65be99-a0fb-44c9-9134-b722d5c830ca None None] Set router 6513cc0d-1cc2-4847-9a72-9ee1320a2903 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:31:05.983820 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b97eb90-c30f-4460-abde-9d40b2d31e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:05.989625 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423de593-a30f-4264-bee1-e92a5da1726b None None] Pushing event updated for resources: {'Port': ['ID=6201d2de-e582-4918-9e94-98ca1ff4c237,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:06.021498 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed606a31-3ae6-4d31-80dd-3f75a9960c84 req-3a4425ca-e0dd-4cbe-b51d-82b64071c1e5 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Router 90c87b55-4c2f-49f4-a8dc-28bc81837710 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:31:06.070995 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0ffdf908-6c79-4bbd-a04d-8cde2e30cc1f req-99386d82-96c5-4e4a-b85e-8c3d104b1985 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=28e639b61725474a8e2246556ccdec9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2760098 Nov 25 17:31:06.104415 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-14fb0efe-3f42-4cc2-9c1e-136b0cd58639 None None] Set router ad5cae2b-0e35-446c-8ed9-8469832372eb gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:31:06.150739 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374f9cc8-06ef-4e9b-aa8f-ca3d9dc7433b service neutron] Pushing event updated for resources: {'Port': ['ID=f54006cb-a702-40a6-af02-82688e9a733c,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:06.181570 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0ffdf908-6c79-4bbd-a04d-8cde2e30cc1f req-23fc5f2c-14d1-4d5c-8eb4-b57270652304 service neutron] 10.222.0.75 "GET /v2.0/networks/7a8c66d3-1027-4660-98b7-5ec4a01a4fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092236 Nov 25 17:31:06.227672 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-e8d37965-1a77-4ffa-9af6-9ae1c95342d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'name': 'tempest-FloatingIPsAssociationTestJSON-322503774-router', 'tenant_id': 'c296d8c37a3d4484983acb10cc0204d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'a9cb8fc9-2a82-43c7-9767-215a656bbec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:52Z', 'updated_at': '2021-11-25T17:29:57Z', 'revision_number': 4, 'project_id': 'c296d8c37a3d4484983acb10cc0204d2', 'gw_port': {'id': 'a9cb8fc9-2a82-43c7-9767-215a656bbec0', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:53Z', 'updated_at': '2021-11-25T17:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': 'ebd354f1-8fa2-48f6-a3e8-1cef10ac7800', 'tenant_id': 'c296d8c37a3d4484983acb10cc0204d2', 'floating_ip_address': '172.25.0.247', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'port_id': 'be6e48c3-7513-49a7-9470-e1ed2d5315fe', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef09a9cb-b767-40ab-abb2-adbc6ec1aed8', 'mac_address': 'fa:16:3e:c3:83:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17345a84-b4bb-413c-900b-6a494ae74329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:30:22Z', 'updated_at': '2021-11-25T17:31:02Z', 'revision_number': 3, 'project_id': 'c296d8c37a3d4484983acb10cc0204d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e3e9a8b-7220-4a5b-87ee-36c0a8bae66a', 'name': '', 'network_id': 'ef09a9cb-b767-40ab-abb2-adbc6ec1aed8', 'tenant_id': 'c296d8c37a3d4484983acb10cc0204d2', 'mac_address': 'fa:16:3e:41:fa:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '82218ac9-c8df-4d39-919a-d596976289cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:56Z', 'updated_at': '2021-11-25T17:30:03Z', 'revision_number': 5, 'project_id': 'c296d8c37a3d4484983acb10cc0204d2', 'subnets': [{'id': '82218ac9-c8df-4d39-919a-d596976289cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:06.299735 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d37965-1a77-4ffa-9af6-9ae1c95342d6 None None] Checking router: 90c87b55-4c2f-49f4-a8dc-28bc81837710 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:31:06.323547 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-374f9cc8-06ef-4e9b-aa8f-ca3d9dc7433b service neutron] Attempting to bind port f54006cb-a702-40a6-af02-82688e9a733c on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:31:06.324622 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-374f9cc8-06ef-4e9b-aa8f-ca3d9dc7433b service neutron] Attempting to bind port f54006cb-a702-40a6-af02-82688e9a733c by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '6f760b9f-05a7-45e0-b265-14c8c33a90b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'c2992060-12d6-4bc2-a7a5-ee6714d7c0a4'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:31:06.325188 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-374f9cc8-06ef-4e9b-aa8f-ca3d9dc7433b service neutron] Attempting to bind port f54006cb-a702-40a6-af02-82688e9a733c on network c2992060-12d6-4bc2-a7a5-ee6714d7c0a4 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:31:06.341194 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-374f9cc8-06ef-4e9b-aa8f-ca3d9dc7433b service neutron] Port f54006cb-a702-40a6-af02-82688e9a733c on network c2992060-12d6-4bc2-a7a5-ee6714d7c0a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:31:06.342561 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-374f9cc8-06ef-4e9b-aa8f-ca3d9dc7433b service neutron] Attempting to bind port f54006cb-a702-40a6-af02-82688e9a733c on network c2992060-12d6-4bc2-a7a5-ee6714d7c0a4 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:31:06.352452 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-374f9cc8-06ef-4e9b-aa8f-ca3d9dc7433b service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:31:06.353074 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-374f9cc8-06ef-4e9b-aa8f-ca3d9dc7433b service neutron] Checking segment: {'id': '6f760b9f-05a7-45e0-b265-14c8c33a90b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'c2992060-12d6-4bc2-a7a5-ee6714d7c0a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:31:06.353642 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-374f9cc8-06ef-4e9b-aa8f-ca3d9dc7433b service neutron] Bound using segment: {'id': '6f760b9f-05a7-45e0-b265-14c8c33a90b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'c2992060-12d6-4bc2-a7a5-ee6714d7c0a4'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:31:06.354098 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0ffdf908-6c79-4bbd-a04d-8cde2e30cc1f req-1b405ac2-4535-4d64-acc4-721b51bbb36b service neutron] 10.222.0.75 "GET /v2.0/networks/7a8c66d3-1027-4660-98b7-5ec4a01a4fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708622 Nov 25 17:31:06.354735 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-374f9cc8-06ef-4e9b-aa8f-ca3d9dc7433b service neutron] Bound port: f54006cb-a702-40a6-af02-82688e9a733c, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f760b9f-05a7-45e0-b265-14c8c33a90b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'c2992060-12d6-4bc2-a7a5-ee6714d7c0a4'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:31:06.355684 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-374f9cc8-06ef-4e9b-aa8f-ca3d9dc7433b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:06.355891 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d37965-1a77-4ffa-9af6-9ae1c95342d6 None None] Routers {'90c87b55-4c2f-49f4-a8dc-28bc81837710'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:31:06.356788 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-e8d37965-1a77-4ffa-9af6-9ae1c95342d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:30:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['90c87b55-4c2f-49f4-a8dc-28bc81837710'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:06.424560 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-575628b5-d17d-4f51-8a48-ac53486c8ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:06.479958 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-14fb0efe-3f42-4cc2-9c1e-136b0cd58639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5cae2b-0e35-446c-8ed9-8469832372eb', 'name': 'tempest-FloatingIPDetailsTestJSON-1277854740-router', 'tenant_id': '966ca62b1a1b4f01bd2dab40c7c079bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '6201d2de-e582-4918-9e94-98ca1ff4c237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:30:58Z', 'updated_at': '2021-11-25T17:31:01Z', 'revision_number': 3, 'project_id': '966ca62b1a1b4f01bd2dab40c7c079bf', 'gw_port': {'id': '6201d2de-e582-4918-9e94-98ca1ff4c237', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5cae2b-0e35-446c-8ed9-8469832372eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:30:59Z', 'updated_at': '2021-11-25T17:31:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:06.510990 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-9b97eb90-c30f-4460-abde-9d40b2d31e86 admin admin] Allocated IP 172.20.0.1 (6972c671-cce3-40aa-9934-24bfcf71580c/13300db1-f29b-4fa7-833a-4c6dcccea313/7118725a-3eb3-41df-a01c-43a4757f3fe1) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:31:06.520935 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fb0efe-3f42-4cc2-9c1e-136b0cd58639 None None] The sync data for ids ['ad5cae2b-0e35-446c-8ed9-8469832372eb'] in n-d-817746-1 is: [{'id': 'ad5cae2b-0e35-446c-8ed9-8469832372eb', 'name': 'tempest-FloatingIPDetailsTestJSON-1277854740-router', 'tenant_id': '966ca62b1a1b4f01bd2dab40c7c079bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '6201d2de-e582-4918-9e94-98ca1ff4c237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:30:58Z', 'updated_at': '2021-11-25T17:31:01Z', 'revision_number': 3, 'project_id': '966ca62b1a1b4f01bd2dab40c7c079bf', 'gw_port': {'id': '6201d2de-e582-4918-9e94-98ca1ff4c237', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5cae2b-0e35-446c-8ed9-8469832372eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:30:59Z', 'updated_at': '2021-11-25T17:31:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:31:06.581855 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-374f9cc8-06ef-4e9b-aa8f-ca3d9dc7433b service neutron] For port f54006cb-a702-40a6-af02-82688e9a733c, host n-h1-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:31:06.634165 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-374f9cc8-06ef-4e9b-aa8f-ca3d9dc7433b service neutron] For port f54006cb-a702-40a6-af02-82688e9a733c, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=f54006cb-a702-40a6-af02-82688e9a733c,segment=NetworkSegment(6f760b9f-05a7-45e0-b265-14c8c33a90b3),segment_id=6f760b9f-05a7-45e0-b265-14c8c33a90b3)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:31:06.642673 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-374f9cc8-06ef-4e9b-aa8f-ca3d9dc7433b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:06.655592 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fa15169b-4e80-457f-9fe0-4e41ece7f183 req-cce5cdbe-c0a5-4cbb-9b03-f63ccdfd02ef service neutron] 10.222.0.74 "GET /v2.0/networks/04e189b3-a48d-47a2-8e70-da48c198c103?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1617913 Nov 25 17:31:06.664748 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe713412-b661-4547-8fdf-9520759e640e req-fa526c40-823f-45bc-b0e3-22f9a569be4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:06.671210 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe713412-b661-4547-8fdf-9520759e640e req-fa526c40-823f-45bc-b0e3-22f9a569be4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:06.671968 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe713412-b661-4547-8fdf-9520759e640e req-fa526c40-823f-45bc-b0e3-22f9a569be4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:06.674279 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fe713412-b661-4547-8fdf-9520759e640e req-fa526c40-823f-45bc-b0e3-22f9a569be4d service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=af07ecd6b88d499dba6f8368912ebb7e&shared=False HTTP/1.1" status: 200 len: 2294 time: 1.0994620 Nov 25 17:31:06.685527 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-e8d37965-1a77-4ffa-9af6-9ae1c95342d6 None None] Set router 90c87b55-4c2f-49f4-a8dc-28bc81837710 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:31:06.709836 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-374f9cc8-06ef-4e9b-aa8f-ca3d9dc7433b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:06.712434 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-374f9cc8-06ef-4e9b-aa8f-ca3d9dc7433b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:06.713943 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-374f9cc8-06ef-4e9b-aa8f-ca3d9dc7433b service neutron] 10.222.0.74 "PUT /v2.0/ports/f54006cb-a702-40a6-af02-82688e9a733c HTTP/1.1" status: 200 len: 1091 time: 1.7212329 Nov 25 17:31:06.792155 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-a19a76e2-e3f6-4168-8f97-40705ce2f532 service neutron] Request body: {'port': {'device_id': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:06.946598 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b97eb90-c30f-4460-abde-9d40b2d31e86 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:06.972726 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-a19a76e2-e3f6-4168-8f97-40705ce2f532 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:07.026949 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374f9cc8-06ef-4e9b-aa8f-ca3d9dc7433b service neutron] Pushing event updated for resources: {'Port': ['ID=f54006cb-a702-40a6-af02-82688e9a733c,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:07.087251 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-0c65be99-a0fb-44c9-9134-b722d5c830ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6513cc0d-1cc2-4847-9a72-9ee1320a2903', 'name': 'tempest-ServersTestMultiNic-1015048170-router', 'tenant_id': 'd64a86f779cb466b8c1c45288d32f994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '6e9193b9-8f1b-4382-9294-e2f01c7ae815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:30:54Z', 'updated_at': '2021-11-25T17:30:59Z', 'revision_number': 3, 'project_id': 'd64a86f779cb466b8c1c45288d32f994', 'gw_port': {'id': '6e9193b9-8f1b-4382-9294-e2f01c7ae815', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:90:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6513cc0d-1cc2-4847-9a72-9ee1320a2903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:30:57Z', 'updated_at': '2021-11-25T17:31:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:07.121984 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c65be99-a0fb-44c9-9134-b722d5c830ca None None] The sync data for ids ['6513cc0d-1cc2-4847-9a72-9ee1320a2903'] in n-d-817746-1 is: [{'id': '6513cc0d-1cc2-4847-9a72-9ee1320a2903', 'name': 'tempest-ServersTestMultiNic-1015048170-router', 'tenant_id': 'd64a86f779cb466b8c1c45288d32f994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '6e9193b9-8f1b-4382-9294-e2f01c7ae815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:30:54Z', 'updated_at': '2021-11-25T17:30:59Z', 'revision_number': 3, 'project_id': 'd64a86f779cb466b8c1c45288d32f994', 'gw_port': {'id': '6e9193b9-8f1b-4382-9294-e2f01c7ae815', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:90:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6513cc0d-1cc2-4847-9a72-9ee1320a2903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:30:57Z', 'updated_at': '2021-11-25T17:31:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:31:07.307215 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-e8d37965-1a77-4ffa-9af6-9ae1c95342d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'name': 'tempest-FloatingIPsAssociationTestJSON-322503774-router', 'tenant_id': 'c296d8c37a3d4484983acb10cc0204d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'a9cb8fc9-2a82-43c7-9767-215a656bbec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:52Z', 'updated_at': '2021-11-25T17:29:57Z', 'revision_number': 4, 'project_id': 'c296d8c37a3d4484983acb10cc0204d2', 'gw_port': {'id': 'a9cb8fc9-2a82-43c7-9767-215a656bbec0', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:53Z', 'updated_at': '2021-11-25T17:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': 'ebd354f1-8fa2-48f6-a3e8-1cef10ac7800', 'tenant_id': 'c296d8c37a3d4484983acb10cc0204d2', 'floating_ip_address': '172.25.0.247', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'port_id': 'be6e48c3-7513-49a7-9470-e1ed2d5315fe', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef09a9cb-b767-40ab-abb2-adbc6ec1aed8', 'mac_address': 'fa:16:3e:c3:83:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17345a84-b4bb-413c-900b-6a494ae74329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:30:22Z', 'updated_at': '2021-11-25T17:31:02Z', 'revision_number': 3, 'project_id': 'c296d8c37a3d4484983acb10cc0204d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e3e9a8b-7220-4a5b-87ee-36c0a8bae66a', 'name': '', 'network_id': 'ef09a9cb-b767-40ab-abb2-adbc6ec1aed8', 'tenant_id': 'c296d8c37a3d4484983acb10cc0204d2', 'mac_address': 'fa:16:3e:41:fa:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '82218ac9-c8df-4d39-919a-d596976289cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:56Z', 'updated_at': '2021-11-25T17:30:03Z', 'revision_number': 5, 'project_id': 'c296d8c37a3d4484983acb10cc0204d2', 'subnets': [{'id': '82218ac9-c8df-4d39-919a-d596976289cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:07.399227 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'tag': 'f2c88a46-7369-4ef9-bca9-b0c34a2b0c87'}, {'name': 'network-changed', 'server_uuid': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'tag': '3e8dca40-6833-4868-bd94-c2c3a4bc80dd'}, {'name': 'network-changed', 'server_uuid': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'tag': 'f54006cb-a702-40a6-af02-82688e9a733c'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:31:07.406827 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d37965-1a77-4ffa-9af6-9ae1c95342d6 None None] The sync data for ids ['90c87b55-4c2f-49f4-a8dc-28bc81837710'] in n-d-817746-1 is: [{'id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'name': 'tempest-FloatingIPsAssociationTestJSON-322503774-router', 'tenant_id': 'c296d8c37a3d4484983acb10cc0204d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'a9cb8fc9-2a82-43c7-9767-215a656bbec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:52Z', 'updated_at': '2021-11-25T17:29:57Z', 'revision_number': 4, 'project_id': 'c296d8c37a3d4484983acb10cc0204d2', 'gw_port': {'id': 'a9cb8fc9-2a82-43c7-9767-215a656bbec0', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:53Z', 'updated_at': '2021-11-25T17:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': 'ebd354f1-8fa2-48f6-a3e8-1cef10ac7800', 'tenant_id': 'c296d8c37a3d4484983acb10cc0204d2', 'floating_ip_address': '172.25.0.247', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'port_id': 'be6e48c3-7513-49a7-9470-e1ed2d5315fe', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef09a9cb-b767-40ab-abb2-adbc6ec1aed8', 'mac_address': 'fa:16:3e:c3:83:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17345a84-b4bb-413c-900b-6a494ae74329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:30:22Z', 'updated_at': '2021-11-25T17:31:02Z', 'revision_number': 3, 'project_id': 'c296d8c37a3d4484983acb10cc0204d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e3e9a8b-7220-4a5b-87ee-36c0a8bae66a', 'name': '', 'network_id': 'ef09a9cb-b767-40ab-abb2-adbc6ec1aed8', 'tenant_id': 'c296d8c37a3d4484983acb10cc0204d2', 'mac_address': 'fa:16:3e:41:fa:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '82218ac9-c8df-4d39-919a-d596976289cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:56Z', 'updated_at': '2021-11-25T17:30:03Z', 'revision_number': 5, 'project_id': 'c296d8c37a3d4484983acb10cc0204d2', 'subnets': [{'id': '82218ac9-c8df-4d39-919a-d596976289cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:31:07.413123 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25062180-11d1-4a70-93ff-5dd3b18e970a" -d '{"events": [{"name": "network-changed", "server_uuid": "d4b5d011-e28c-42fc-ad2e-294a30d84492", "tag": "f2c88a46-7369-4ef9-bca9-b0c34a2b0c87"}, {"name": "network-changed", "server_uuid": "d4b5d011-e28c-42fc-ad2e-294a30d84492", "tag": "3e8dca40-6833-4868-bd94-c2c3a4bc80dd"}, {"name": "network-changed", "server_uuid": "d4b5d011-e28c-42fc-ad2e-294a30d84492", "tag": "f54006cb-a702-40a6-af02-82688e9a733c"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:31:07.425802 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b97eb90-c30f-4460-abde-9d40b2d31e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:07.533513 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b97eb90-c30f-4460-abde-9d40b2d31e86 admin admin] Pushing event updated for resources: {'Port': ['ID=7118725a-3eb3-41df-a01c-43a4757f3fe1,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:07.569289 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed606a31-3ae6-4d31-80dd-3f75a9960c84 req-3a4425ca-e0dd-4cbe-b51d-82b64071c1e5 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:31:07.574057 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ed606a31-3ae6-4d31-80dd-3f75a9960c84 req-3a4425ca-e0dd-4cbe-b51d-82b64071c1e5 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:07.587100 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b97eb90-c30f-4460-abde-9d40b2d31e86 admin admin] Network 6972c671-cce3-40aa-9934-24bfcf71580c is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:31:07.591092 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-9b97eb90-c30f-4460-abde-9d40b2d31e86 admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:07.614322 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b97eb90-c30f-4460-abde-9d40b2d31e86 admin admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:31:07.736081 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 6201d2de-e582-4918-9e94-98ca1ff4c237 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:31:07.902015 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29bbd76-22c2-4f7d-b0bb-770013ef3931 None None] New status for floating IP ebd354f1-8fa2-48f6-a3e8-1cef10ac7800: ACTIVE {{(pid=103362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:31:07.957581 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-575628b5-d17d-4f51-8a48-ac53486c8ce3 admin admin] Allocated IP 172.20.0.1 (47439da6-e49e-480b-a2ae-0e4e88835a3c/0647aa64-85b7-4302-8608-af31c4f71708/cfea2a3b-3cf0-4c1f-a1e9-b51cae20d870) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:31:07.960062 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b97eb90-c30f-4460-abde-9d40b2d31e86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:08.121352 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 6201d2de-e582-4918-9e94-98ca1ff4c237 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:08.121738 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:08.130879 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-575628b5-d17d-4f51-8a48-ac53486c8ce3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:08.201999 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-575628b5-d17d-4f51-8a48-ac53486c8ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:08.348055 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cb5461f-2bf7-48e4-a29b-8f006702c5a6', 'tag': '170b832f-d4c3-4157-beaf-6670b20915f6'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:31:08.350183 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25af8499-a51b-477d-8ebf-a278bacbb188" -d '{"events": [{"name": "network-changed", "server_uuid": "4cb5461f-2bf7-48e4-a29b-8f006702c5a6", "tag": "170b832f-d4c3-4157-beaf-6670b20915f6"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:31:08.363790 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed606a31-3ae6-4d31-80dd-3f75a9960c84 req-3a4425ca-e0dd-4cbe-b51d-82b64071c1e5 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "PUT /v2.0/floatingips/ebd354f1-8fa2-48f6-a3e8-1cef10ac7800 HTTP/1.1" status: 200 len: 999 time: 9.4025846 Nov 25 17:31:08.382906 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-cd57ac83-f91d-417b-81e5-718aafe5d117 None None] Provisioning complete for port 7118725a-3eb3-41df-a01c-43a4757f3fe1 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:08.383270 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-cd57ac83-f91d-417b-81e5-718aafe5d117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:08.408346 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68145eee-95ff-48d8-923c-9dd8525746d7 req-0d4eafaf-0d99-4cec-a4dc-75b3f34aea6b tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:08.424495 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68145eee-95ff-48d8-923c-9dd8525746d7 req-0d4eafaf-0d99-4cec-a4dc-75b3f34aea6b tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:08.452837 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68145eee-95ff-48d8-923c-9dd8525746d7 req-0d4eafaf-0d99-4cec-a4dc-75b3f34aea6b tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:08.495397 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68145eee-95ff-48d8-923c-9dd8525746d7 req-0d4eafaf-0d99-4cec-a4dc-75b3f34aea6b tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:08.501043 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68145eee-95ff-48d8-923c-9dd8525746d7 req-0d4eafaf-0d99-4cec-a4dc-75b3f34aea6b tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:08.507712 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68145eee-95ff-48d8-923c-9dd8525746d7 req-0d4eafaf-0d99-4cec-a4dc-75b3f34aea6b tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:08.515220 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68145eee-95ff-48d8-923c-9dd8525746d7 req-0d4eafaf-0d99-4cec-a4dc-75b3f34aea6b tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:08.529996 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-68145eee-95ff-48d8-923c-9dd8525746d7 req-0d4eafaf-0d99-4cec-a4dc-75b3f34aea6b tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/ports?device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 5429 time: 1.8237259 Nov 25 17:31:08.579500 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-cd57ac83-f91d-417b-81e5-718aafe5d117 None None] Port 7118725a-3eb3-41df-a01c-43a4757f3fe1 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:31:08.625897 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:08.648742 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b97eb90-c30f-4460-abde-9d40b2d31e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:08.658810 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575628b5-d17d-4f51-8a48-ac53486c8ce3 admin admin] Network 47439da6-e49e-480b-a2ae-0e4e88835a3c is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:31:08.663282 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fa15169b-4e80-457f-9fe0-4e41ece7f183 req-1c0cb33e-4e6f-4e60-b25d-3d9db9ca3ef8 service neutron] 10.222.0.74 "GET /v2.0/networks/04e189b3-a48d-47a2-8e70-da48c198c103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9878850 Nov 25 17:31:08.686991 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port 6201d2de-e582-4918-9e94-98ca1ff4c237, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=6201d2de-e582-4918-9e94-98ca1ff4c237,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:08.694687 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:08.699973 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-575628b5-d17d-4f51-8a48-ac53486c8ce3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:08.713879 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfd2c45-c84d-4970-a902-ed5ca90451b9 None None] Sync routers for ids ['90c87b55-4c2f-49f4-a8dc-28bc81837710'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:31:08.721006 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575628b5-d17d-4f51-8a48-ac53486c8ce3 admin admin] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:31:08.723635 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-a19a76e2-e3f6-4168-8f97-40705ce2f532 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58e5de73-8a69-4d16-ae13-ab33677f39c5 {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:31:08.731835 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfd2c45-c84d-4970-a902-ed5ca90451b9 None None] Routers {'90c87b55-4c2f-49f4-a8dc-28bc81837710'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:31:08.734598 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-4dfd2c45-c84d-4970-a902-ed5ca90451b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:30:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['90c87b55-4c2f-49f4-a8dc-28bc81837710'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:08.828924 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-a19a76e2-e3f6-4168-8f97-40705ce2f532 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:08.847286 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-575628b5-d17d-4f51-8a48-ac53486c8ce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:08.866963 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=6201d2de-e582-4918-9e94-98ca1ff4c237,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:09.012647 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-4dfd2c45-c84d-4970-a902-ed5ca90451b9 None None] Set router 90c87b55-4c2f-49f4-a8dc-28bc81837710 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:31:09.068233 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-a19a76e2-e3f6-4168-8f97-40705ce2f532 service neutron] Transition to ACTIVE for port object 58e5de73-8a69-4d16-ae13-ab33677f39c5 will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:31:09.073244 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed606a31-3ae6-4d31-80dd-3f75a9960c84 req-e316af07-95ec-4f6d-a154-8a2d6202e8d0 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:09.077407 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed606a31-3ae6-4d31-80dd-3f75a9960c84 req-e316af07-95ec-4f6d-a154-8a2d6202e8d0 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "GET /v2.0/ports/170b832f-d4c3-4157-beaf-6670b20915f6 HTTP/1.1" status: 200 len: 942 time: 0.5374069 Nov 25 17:31:09.090514 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-a19a76e2-e3f6-4168-8f97-40705ce2f532 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:09.104008 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe713412-b661-4547-8fdf-9520759e640e req-77a2d719-d9a0-43ab-9f10-1233d2400f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:09.105825 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fe713412-b661-4547-8fdf-9520759e640e req-77a2d719-d9a0-43ab-9f10-1233d2400f55 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 2.4088094 Nov 25 17:31:09.112103 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575628b5-d17d-4f51-8a48-ac53486c8ce3 admin admin] Pushing event updated for resources: {'Port': ['ID=cfea2a3b-3cf0-4c1f-a1e9-b51cae20d870,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:09.224410 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-ba74c574-3002-436f-8c5f-a5c70869900e None None] Provisioning complete for port cfea2a3b-3cf0-4c1f-a1e9-b51cae20d870 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:09.226243 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ba74c574-3002-436f-8c5f-a5c70869900e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:09.238892 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-68145eee-95ff-48d8-923c-9dd8525746d7 req-7eedf219-39ab-4851-b744-d1bfa138a70b tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf472a3-c342-48cc-ac25-d9efd20bf257&id=9fa93e5f-0225-45c2-90d5-9fc327163fea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6273873 Nov 25 17:31:09.358424 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-ba74c574-3002-436f-8c5f-a5c70869900e None None] Port cfea2a3b-3cf0-4c1f-a1e9-b51cae20d870 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:31:09.586949 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed606a31-3ae6-4d31-80dd-3f75a9960c84 req-659404ed-8523-4df9-9a2c-a56ea70938fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:09.601143 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed606a31-3ae6-4d31-80dd-3f75a9960c84 req-659404ed-8523-4df9-9a2c-a56ea70938fa service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c296d8c37a3d4484983acb10cc0204d2&device_id=4cb5461f-2bf7-48e4-a29b-8f006702c5a6 HTTP/1.1" status: 200 len: 1096 time: 0.3609447 Nov 25 17:31:09.722169 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-4dfd2c45-c84d-4970-a902-ed5ca90451b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'name': 'tempest-FloatingIPsAssociationTestJSON-322503774-router', 'tenant_id': 'c296d8c37a3d4484983acb10cc0204d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'a9cb8fc9-2a82-43c7-9767-215a656bbec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:52Z', 'updated_at': '2021-11-25T17:29:57Z', 'revision_number': 4, 'project_id': 'c296d8c37a3d4484983acb10cc0204d2', 'gw_port': {'id': 'a9cb8fc9-2a82-43c7-9767-215a656bbec0', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:53Z', 'updated_at': '2021-11-25T17:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': 'ebd354f1-8fa2-48f6-a3e8-1cef10ac7800', 'tenant_id': 'c296d8c37a3d4484983acb10cc0204d2', 'floating_ip_address': '172.25.0.247', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'port_id': 'be6e48c3-7513-49a7-9470-e1ed2d5315fe', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef09a9cb-b767-40ab-abb2-adbc6ec1aed8', 'mac_address': 'fa:16:3e:c3:83:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17345a84-b4bb-413c-900b-6a494ae74329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:30:22Z', 'updated_at': '2021-11-25T17:31:08Z', 'revision_number': 4, 'project_id': 'c296d8c37a3d4484983acb10cc0204d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e3e9a8b-7220-4a5b-87ee-36c0a8bae66a', 'name': '', 'network_id': 'ef09a9cb-b767-40ab-abb2-adbc6ec1aed8', 'tenant_id': 'c296d8c37a3d4484983acb10cc0204d2', 'mac_address': 'fa:16:3e:41:fa:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '82218ac9-c8df-4d39-919a-d596976289cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:56Z', 'updated_at': '2021-11-25T17:30:03Z', 'revision_number': 5, 'project_id': 'c296d8c37a3d4484983acb10cc0204d2', 'subnets': [{'id': '82218ac9-c8df-4d39-919a-d596976289cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:09.779181 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfd2c45-c84d-4970-a902-ed5ca90451b9 None None] Checking router: 90c87b55-4c2f-49f4-a8dc-28bc81837710 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:31:09.794678 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfd2c45-c84d-4970-a902-ed5ca90451b9 None None] Routers {'90c87b55-4c2f-49f4-a8dc-28bc81837710'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:31:09.796625 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-4dfd2c45-c84d-4970-a902-ed5ca90451b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:30:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['90c87b55-4c2f-49f4-a8dc-28bc81837710'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:09.815526 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19a76e2-e3f6-4168-8f97-40705ce2f532 service neutron] Pushing event updated for resources: {'Port': ['ID=58e5de73-8a69-4d16-ae13-ab33677f39c5,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:09.844359 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 6201d2de-e582-4918-9e94-98ca1ff4c237 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:31:09.864772 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43828) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:09.898015 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffdf908-6c79-4bbd-a04d-8cde2e30cc1f req-f59864c3-b075-4165-bad2-4b72f25cef1a tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:09.899677 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-0ffdf908-6c79-4bbd-a04d-8cde2e30cc1f req-f59864c3-b075-4165-bad2-4b72f25cef1a tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.90 "GET /v2.0/networks?id=7a8c66d3-1027-4660-98b7-5ec4a01a4fdc HTTP/1.1" status: 200 len: 822 time: 1.0671341 Nov 25 17:31:09.904556 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-575628b5-d17d-4f51-8a48-ac53486c8ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:09.923560 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b804da46-e9f5-42de-8ae9-b02af5f4b7ab req-32c00b92-df54-472e-b913-74702ea10458 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:09.930692 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b804da46-e9f5-42de-8ae9-b02af5f4b7ab req-32c00b92-df54-472e-b913-74702ea10458 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:09.932325 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-0ffdf908-6c79-4bbd-a04d-8cde2e30cc1f req-128a848f-3f00-45e3-b203-73e1de5e380a tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Request body: {'port': {'device_id': 'dfef76b5-510b-4571-afdd-528a67da392d', 'network_id': '7a8c66d3-1027-4660-98b7-5ec4a01a4fdc', 'admin_state_up': True, 'tenant_id': '28e639b61725474a8e2246556ccdec9c'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:09.939009 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b804da46-e9f5-42de-8ae9-b02af5f4b7ab req-32c00b92-df54-472e-b913-74702ea10458 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:09.946360 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b804da46-e9f5-42de-8ae9-b02af5f4b7ab req-32c00b92-df54-472e-b913-74702ea10458 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:09.952792 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b804da46-e9f5-42de-8ae9-b02af5f4b7ab req-32c00b92-df54-472e-b913-74702ea10458 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:09.961098 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b804da46-e9f5-42de-8ae9-b02af5f4b7ab req-32c00b92-df54-472e-b913-74702ea10458 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:09.967840 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b804da46-e9f5-42de-8ae9-b02af5f4b7ab req-32c00b92-df54-472e-b913-74702ea10458 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:09.970140 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b804da46-e9f5-42de-8ae9-b02af5f4b7ab req-32c00b92-df54-472e-b913-74702ea10458 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 5408 time: 0.4168417 Nov 25 17:31:09.970740 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 6201d2de-e582-4918-9e94-98ca1ff4c237 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:09.971206 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:10.034233 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-a19a76e2-e3f6-4168-8f97-40705ce2f532 service neutron] Attempting to bind port 58e5de73-8a69-4d16-ae13-ab33677f39c5 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:31:10.034581 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-a19a76e2-e3f6-4168-8f97-40705ce2f532 service neutron] Attempting to bind port 58e5de73-8a69-4d16-ae13-ab33677f39c5 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '23d8f0f9-c2dc-40f5-84f9-089bfa9c0f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'cb2ab83a-f522-4839-b956-b9e276ac2a4b'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:31:10.034913 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-a19a76e2-e3f6-4168-8f97-40705ce2f532 service neutron] Attempting to bind port 58e5de73-8a69-4d16-ae13-ab33677f39c5 on network cb2ab83a-f522-4839-b956-b9e276ac2a4b {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:31:10.045686 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-a19a76e2-e3f6-4168-8f97-40705ce2f532 service neutron] Port 58e5de73-8a69-4d16-ae13-ab33677f39c5 on network cb2ab83a-f522-4839-b956-b9e276ac2a4b not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:31:10.046142 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-a19a76e2-e3f6-4168-8f97-40705ce2f532 service neutron] Attempting to bind port 58e5de73-8a69-4d16-ae13-ab33677f39c5 on network cb2ab83a-f522-4839-b956-b9e276ac2a4b {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:31:10.087927 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-4dfd2c45-c84d-4970-a902-ed5ca90451b9 None None] Set router 90c87b55-4c2f-49f4-a8dc-28bc81837710 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:31:10.120262 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f6dbe671-fe05-49e2-8092-720ee47d285c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:10.130320 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed606a31-3ae6-4d31-80dd-3f75a9960c84 req-ebbd5ca1-1498-48cd-ac2b-a9604a2d8b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:10.131980 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed606a31-3ae6-4d31-80dd-3f75a9960c84 req-ebbd5ca1-1498-48cd-ac2b-a9604a2d8b98 service neutron] 10.222.0.75 "GET /v2.0/networks?id=ef09a9cb-b767-40ab-abb2-adbc6ec1aed8 HTTP/1.1" status: 200 len: 921 time: 0.4983339 Nov 25 17:31:10.167188 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-a19a76e2-e3f6-4168-8f97-40705ce2f532 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:31:10.167533 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-a19a76e2-e3f6-4168-8f97-40705ce2f532 service neutron] Checking segment: {'id': '23d8f0f9-c2dc-40f5-84f9-089bfa9c0f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'cb2ab83a-f522-4839-b956-b9e276ac2a4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:31:10.167930 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-a19a76e2-e3f6-4168-8f97-40705ce2f532 service neutron] Bound using segment: {'id': '23d8f0f9-c2dc-40f5-84f9-089bfa9c0f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'cb2ab83a-f522-4839-b956-b9e276ac2a4b'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:31:10.168385 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-a19a76e2-e3f6-4168-8f97-40705ce2f532 service neutron] Bound port: 58e5de73-8a69-4d16-ae13-ab33677f39c5, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23d8f0f9-c2dc-40f5-84f9-089bfa9c0f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'cb2ab83a-f522-4839-b956-b9e276ac2a4b'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:31:10.168745 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-a19a76e2-e3f6-4168-8f97-40705ce2f532 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:10.179217 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 6e9193b9-8f1b-4382-9294-e2f01c7ae815 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:31:10.200390 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed606a31-3ae6-4d31-80dd-3f75a9960c84 req-71108d43-4077-4296-82ac-3625c2cec86f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=170b832f-d4c3-4157-beaf-6670b20915f6 HTTP/1.1" status: 200 len: 217 time: 0.0587938 Nov 25 17:31:10.280975 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-a19a76e2-e3f6-4168-8f97-40705ce2f532 service neutron] For port 58e5de73-8a69-4d16-ae13-ab33677f39c5, host n-h1-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:31:10.284684 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-a19a76e2-e3f6-4168-8f97-40705ce2f532 service neutron] For port 58e5de73-8a69-4d16-ae13-ab33677f39c5, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=58e5de73-8a69-4d16-ae13-ab33677f39c5,segment=NetworkSegment(23d8f0f9-c2dc-40f5-84f9-089bfa9c0f22),segment_id=23d8f0f9-c2dc-40f5-84f9-089bfa9c0f22)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:31:10.297421 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-a19a76e2-e3f6-4168-8f97-40705ce2f532 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:10.337073 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b804da46-e9f5-42de-8ae9-b02af5f4b7ab req-5a010568-e7a4-40d0-b585-e0b8d4006b40 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/security-groups?id=7dac673b-c262-4497-b783-e9f920753627&id=0577770c-39b7-4b0c-8124-55e039ea72f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3461261 Nov 25 17:31:10.344734 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 6e9193b9-8f1b-4382-9294-e2f01c7ae815 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:10.345701 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:10.381547 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19a76e2-e3f6-4168-8f97-40705ce2f532 service neutron] Pushing event updated for resources: {'Port': ['ID=58e5de73-8a69-4d16-ae13-ab33677f39c5,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:10.392506 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed606a31-3ae6-4d31-80dd-3f75a9960c84 req-ac4105d4-7198-4e45-ab9d-626b4b1c763e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:10.392758 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed606a31-3ae6-4d31-80dd-3f75a9960c84 req-ac4105d4-7198-4e45-ab9d-626b4b1c763e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=82218ac9-c8df-4d39-919a-d596976289cd HTTP/1.1" status: 200 len: 859 time: 0.1842709 Nov 25 17:31:10.424479 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-a19a76e2-e3f6-4168-8f97-40705ce2f532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:10.425150 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-a19a76e2-e3f6-4168-8f97-40705ce2f532 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:10.426591 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-a19a76e2-e3f6-4168-8f97-40705ce2f532 service neutron] 10.222.0.74 "PUT /v2.0/ports/58e5de73-8a69-4d16-ae13-ab33677f39c5 HTTP/1.1" status: 200 len: 1091 time: 3.6660862 Nov 25 17:31:10.476593 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b97eb90-c30f-4460-abde-9d40b2d31e86 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:10.486475 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-143e9410-3c47-40af-9fff-2f572f7a3e7f service neutron] Request body: {'port': {'device_id': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:10.522829 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ffdf908-6c79-4bbd-a04d-8cde2e30cc1f req-128a848f-3f00-45e3-b203-73e1de5e380a tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Made reservation on behalf of 28e639b61725474a8e2246556ccdec9c for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:31:10.526157 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-0ffdf908-6c79-4bbd-a04d-8cde2e30cc1f req-128a848f-3f00-45e3-b203-73e1de5e380a tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:10.559314 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b97eb90-c30f-4460-abde-9d40b2d31e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:10.579067 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:10.591870 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed606a31-3ae6-4d31-80dd-3f75a9960c84 req-00f1bac8-5c63-4f9e-a2e7-9f1f90990e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:10.609196 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed606a31-3ae6-4d31-80dd-3f75a9960c84 req-00f1bac8-5c63-4f9e-a2e7-9f1f90990e40 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ef09a9cb-b767-40ab-abb2-adbc6ec1aed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1872892 Nov 25 17:31:10.635776 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port 6e9193b9-8f1b-4382-9294-e2f01c7ae815, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=6e9193b9-8f1b-4382-9294-e2f01c7ae815,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:10.642150 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:10.668845 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b97eb90-c30f-4460-abde-9d40b2d31e86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:10.679076 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-575628b5-d17d-4f51-8a48-ac53486c8ce3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:10.679451 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b97eb90-c30f-4460-abde-9d40b2d31e86 admin admin] Pushing event updated for resources: {'Port': ['ID=7118725a-3eb3-41df-a01c-43a4757f3fe1,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:10.739186 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-575628b5-d17d-4f51-8a48-ac53486c8ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:10.775668 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-4dfd2c45-c84d-4970-a902-ed5ca90451b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'name': 'tempest-FloatingIPsAssociationTestJSON-322503774-router', 'tenant_id': 'c296d8c37a3d4484983acb10cc0204d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'a9cb8fc9-2a82-43c7-9767-215a656bbec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:52Z', 'updated_at': '2021-11-25T17:29:57Z', 'revision_number': 4, 'project_id': 'c296d8c37a3d4484983acb10cc0204d2', 'gw_port': {'id': 'a9cb8fc9-2a82-43c7-9767-215a656bbec0', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:53Z', 'updated_at': '2021-11-25T17:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': 'ebd354f1-8fa2-48f6-a3e8-1cef10ac7800', 'tenant_id': 'c296d8c37a3d4484983acb10cc0204d2', 'floating_ip_address': '172.25.0.247', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'port_id': 'be6e48c3-7513-49a7-9470-e1ed2d5315fe', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef09a9cb-b767-40ab-abb2-adbc6ec1aed8', 'mac_address': 'fa:16:3e:c3:83:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17345a84-b4bb-413c-900b-6a494ae74329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:30:22Z', 'updated_at': '2021-11-25T17:31:08Z', 'revision_number': 4, 'project_id': 'c296d8c37a3d4484983acb10cc0204d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e3e9a8b-7220-4a5b-87ee-36c0a8bae66a', 'name': '', 'network_id': 'ef09a9cb-b767-40ab-abb2-adbc6ec1aed8', 'tenant_id': 'c296d8c37a3d4484983acb10cc0204d2', 'mac_address': 'fa:16:3e:41:fa:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '82218ac9-c8df-4d39-919a-d596976289cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:56Z', 'updated_at': '2021-11-25T17:30:03Z', 'revision_number': 5, 'project_id': 'c296d8c37a3d4484983acb10cc0204d2', 'subnets': [{'id': '82218ac9-c8df-4d39-919a-d596976289cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:10.804873 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=6e9193b9-8f1b-4382-9294-e2f01c7ae815,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:10.839257 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfd2c45-c84d-4970-a902-ed5ca90451b9 None None] The sync data for ids ['90c87b55-4c2f-49f4-a8dc-28bc81837710'] in n-d-817746-1 is: [{'id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'name': 'tempest-FloatingIPsAssociationTestJSON-322503774-router', 'tenant_id': 'c296d8c37a3d4484983acb10cc0204d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'a9cb8fc9-2a82-43c7-9767-215a656bbec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:52Z', 'updated_at': '2021-11-25T17:29:57Z', 'revision_number': 4, 'project_id': 'c296d8c37a3d4484983acb10cc0204d2', 'gw_port': {'id': 'a9cb8fc9-2a82-43c7-9767-215a656bbec0', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:53Z', 'updated_at': '2021-11-25T17:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': 'ebd354f1-8fa2-48f6-a3e8-1cef10ac7800', 'tenant_id': 'c296d8c37a3d4484983acb10cc0204d2', 'floating_ip_address': '172.25.0.247', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'port_id': 'be6e48c3-7513-49a7-9470-e1ed2d5315fe', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef09a9cb-b767-40ab-abb2-adbc6ec1aed8', 'mac_address': 'fa:16:3e:c3:83:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17345a84-b4bb-413c-900b-6a494ae74329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:30:22Z', 'updated_at': '2021-11-25T17:31:08Z', 'revision_number': 4, 'project_id': 'c296d8c37a3d4484983acb10cc0204d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e3e9a8b-7220-4a5b-87ee-36c0a8bae66a', 'name': '', 'network_id': 'ef09a9cb-b767-40ab-abb2-adbc6ec1aed8', 'tenant_id': 'c296d8c37a3d4484983acb10cc0204d2', 'mac_address': 'fa:16:3e:41:fa:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '82218ac9-c8df-4d39-919a-d596976289cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:56Z', 'updated_at': '2021-11-25T17:30:03Z', 'revision_number': 5, 'project_id': 'c296d8c37a3d4484983acb10cc0204d2', 'subnets': [{'id': '82218ac9-c8df-4d39-919a-d596976289cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:31:10.913419 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-0ffdf908-6c79-4bbd-a04d-8cde2e30cc1f req-128a848f-3f00-45e3-b203-73e1de5e380a tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Allocated IP 172.20.0.6 (7a8c66d3-1027-4660-98b7-5ec4a01a4fdc/0488b60b-dc56-4141-98fc-cb7726390b53/4ffd8948-e839-4f17-a502-9f6ccdf6bb3d) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:31:11.022123 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dd658e96-5b36-4d5e-8456-8538f7dd8756 req-d12d89d0-e5cf-4fa0-a48a-b86362683b13 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfef76b5-510b-4571-afdd-528a67da392d HTTP/1.1" status: 200 len: 210 time: 0.0644469 Nov 25 17:31:11.025370 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-143e9410-3c47-40af-9fff-2f572f7a3e7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:11.033861 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575628b5-d17d-4f51-8a48-ac53486c8ce3 admin admin] Pushing event updated for resources: {'Port': ['ID=cfea2a3b-3cf0-4c1f-a1e9-b51cae20d870,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:11.060378 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-575628b5-d17d-4f51-8a48-ac53486c8ce3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:11.079278 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed606a31-3ae6-4d31-80dd-3f75a9960c84 req-c79ca874-1f68-4d19-8773-3bdb68ba9878 service neutron] 10.222.0.75 "GET /v2.0/networks/ef09a9cb-b767-40ab-abb2-adbc6ec1aed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4625413 Nov 25 17:31:11.128911 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 25 Nov 2021 17:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ec1366-7cfb-4789-a336-b327fe87d049 x-openstack-request-id: req-d1ec1366-7cfb-4789-a336-b327fe87d049 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:31:11.129493 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4b5d011-e28c-42fc-ad2e-294a30d84492", "tag": "f2c88a46-7369-4ef9-bca9-b0c34a2b0c87", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d4b5d011-e28c-42fc-ad2e-294a30d84492", "tag": "3e8dca40-6833-4868-bd94-c2c3a4bc80dd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d4b5d011-e28c-42fc-ad2e-294a30d84492", "tag": "f54006cb-a702-40a6-af02-82688e9a733c", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:31:11.129924 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d1ec1366-7cfb-4789-a336-b327fe87d049 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:31:11.130483 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'tag': 'f2c88a46-7369-4ef9-bca9-b0c34a2b0c87', 'status': 'completed', 'code': 200} Nov 25 17:31:11.130903 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'tag': '3e8dca40-6833-4868-bd94-c2c3a4bc80dd', 'status': 'completed', 'code': 200} Nov 25 17:31:11.131623 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'tag': 'f54006cb-a702-40a6-af02-82688e9a733c', 'status': 'completed', 'code': 200} Nov 25 17:31:11.162406 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f589180-038d-4b35-a374-3f876957749f x-openstack-request-id: req-9f589180-038d-4b35-a374-3f876957749f {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:31:11.162833 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cb5461f-2bf7-48e4-a29b-8f006702c5a6", "tag": "170b832f-d4c3-4157-beaf-6670b20915f6", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:31:11.163247 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9f589180-038d-4b35-a374-3f876957749f {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:31:11.163739 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cb5461f-2bf7-48e4-a29b-8f006702c5a6', 'tag': '170b832f-d4c3-4157-beaf-6670b20915f6', 'status': 'completed', 'code': 200} Nov 25 17:31:11.252513 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f6dbe671-fe05-49e2-8092-720ee47d285c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:11.263631 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f6dbe671-fe05-49e2-8092-720ee47d285c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:11.306932 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b97eb90-c30f-4460-abde-9d40b2d31e86 admin admin] Network 6972c671-cce3-40aa-9934-24bfcf71580c is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:31:11.329514 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-9b97eb90-c30f-4460-abde-9d40b2d31e86 admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:11.352264 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed606a31-3ae6-4d31-80dd-3f75a9960c84 req-4bb20398-dbd2-4a8b-892e-d1d76edae70e service neutron] 10.222.0.75 "GET /v2.0/networks/ef09a9cb-b767-40ab-abb2-adbc6ec1aed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719796 Nov 25 17:31:11.369901 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25062180-11d1-4a70-93ff-5dd3b18e970a req-fbdf54e2-bc43-4ebf-aced-e3371c01427a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:11.370860 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25062180-11d1-4a70-93ff-5dd3b18e970a req-fbdf54e2-bc43-4ebf-aced-e3371c01427a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:11.371395 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25062180-11d1-4a70-93ff-5dd3b18e970a req-fbdf54e2-bc43-4ebf-aced-e3371c01427a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:11.371922 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25062180-11d1-4a70-93ff-5dd3b18e970a req-fbdf54e2-bc43-4ebf-aced-e3371c01427a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:11.372585 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25062180-11d1-4a70-93ff-5dd3b18e970a req-fbdf54e2-bc43-4ebf-aced-e3371c01427a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:11.373661 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25062180-11d1-4a70-93ff-5dd3b18e970a req-fbdf54e2-bc43-4ebf-aced-e3371c01427a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:11.374651 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25062180-11d1-4a70-93ff-5dd3b18e970a req-fbdf54e2-bc43-4ebf-aced-e3371c01427a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:11.376848 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-25062180-11d1-4a70-93ff-5dd3b18e970a req-fbdf54e2-bc43-4ebf-aced-e3371c01427a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=af07ecd6b88d499dba6f8368912ebb7e&device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 6410 time: 0.2258272 Nov 25 17:31:11.382351 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af8499-a51b-477d-8ebf-a278bacbb188 req-c9de7329-ad73-4057-81d6-3358dcd08177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:11.384040 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-25af8499-a51b-477d-8ebf-a278bacbb188 req-c9de7329-ad73-4057-81d6-3358dcd08177 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c296d8c37a3d4484983acb10cc0204d2&device_id=4cb5461f-2bf7-48e4-a29b-8f006702c5a6 HTTP/1.1" status: 200 len: 1096 time: 0.1686666 Nov 25 17:31:11.394919 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575628b5-d17d-4f51-8a48-ac53486c8ce3 admin admin] Network 47439da6-e49e-480b-a2ae-0e4e88835a3c is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:31:11.419365 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f6dbe671-fe05-49e2-8092-720ee47d285c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c7d56edd13784212954d31aeee6ff04b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5477390 Nov 25 17:31:11.425486 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43840) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:11.426044 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-575628b5-d17d-4f51-8a48-ac53486c8ce3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:11.426586 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dbe671-fe05-49e2-8092-720ee47d285c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c9894f-6ba0-4439-b814-626ca418b058,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:11.479252 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e7161-112c-4975-ac5e-a5a8a51548fa req-1466448c-eae4-4df1-b05a-966630a17e19 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:11.491785 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e7161-112c-4975-ac5e-a5a8a51548fa req-1466448c-eae4-4df1-b05a-966630a17e19 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:11.500026 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e7161-112c-4975-ac5e-a5a8a51548fa req-1466448c-eae4-4df1-b05a-966630a17e19 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:11.511219 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e7161-112c-4975-ac5e-a5a8a51548fa req-1466448c-eae4-4df1-b05a-966630a17e19 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:11.518532 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e7161-112c-4975-ac5e-a5a8a51548fa req-1466448c-eae4-4df1-b05a-966630a17e19 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:11.532585 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e7161-112c-4975-ac5e-a5a8a51548fa req-1466448c-eae4-4df1-b05a-966630a17e19 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:11.548192 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e7161-112c-4975-ac5e-a5a8a51548fa req-1466448c-eae4-4df1-b05a-966630a17e19 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:11.550154 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-888e7161-112c-4975-ac5e-a5a8a51548fa req-1466448c-eae4-4df1-b05a-966630a17e19 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/ports?device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 5429 time: 0.3226383 Nov 25 17:31:11.616447 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 6e9193b9-8f1b-4382-9294-e2f01c7ae815 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:31:11.655800 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-0ffdf908-6c79-4bbd-a04d-8cde2e30cc1f req-128a848f-3f00-45e3-b203-73e1de5e380a tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:11.716200 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af8499-a51b-477d-8ebf-a278bacbb188 req-4eb89b26-00fd-4d09-8dae-dc18c64412c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:11.718970 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-25af8499-a51b-477d-8ebf-a278bacbb188 req-4eb89b26-00fd-4d09-8dae-dc18c64412c0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ef09a9cb-b767-40ab-abb2-adbc6ec1aed8 HTTP/1.1" status: 200 len: 921 time: 0.3133445 Nov 25 17:31:11.740063 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 6e9193b9-8f1b-4382-9294-e2f01c7ae815 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:11.741090 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:11.759246 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e29defe0-5185-4d4c-b609-87deab142d5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:11.799466 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-934a0bf1-e026-4458-b6f1-30674931cf3b None None] Provisioning complete for port 7118725a-3eb3-41df-a01c-43a4757f3fe1 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:11.800148 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-934a0bf1-e026-4458-b6f1-30674931cf3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:11.835238 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-888e7161-112c-4975-ac5e-a5a8a51548fa req-379854b4-806c-4f48-8e90-794038bf189b tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf472a3-c342-48cc-ac25-d9efd20bf257&id=9fa93e5f-0225-45c2-90d5-9fc327163fea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1485796 Nov 25 17:31:11.852171 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b97eb90-c30f-4460-abde-9d40b2d31e86 admin admin] Router ad5cae2b-0e35-446c-8ed9-8469832372eb has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:31:11.858641 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e29defe0-5185-4d4c-b609-87deab142d5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:11.909661 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-0ffdf908-6c79-4bbd-a04d-8cde2e30cc1f req-128a848f-3f00-45e3-b203-73e1de5e380a tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:12.019073 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-934a0bf1-e026-4458-b6f1-30674931cf3b None None] Port 7118725a-3eb3-41df-a01c-43a4757f3fe1 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:31:12.106107 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ffdf908-6c79-4bbd-a04d-8cde2e30cc1f req-128a848f-3f00-45e3-b203-73e1de5e380a tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Network 7a8c66d3-1027-4660-98b7-5ec4a01a4fdc is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:31:12.115991 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-0ffdf908-6c79-4bbd-a04d-8cde2e30cc1f req-128a848f-3f00-45e3-b203-73e1de5e380a tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:12.121064 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-143e9410-3c47-40af-9fff-2f572f7a3e7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 156eba66-fef4-4dab-adfa-2ba5e2376881 {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:31:12.127268 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128a848f-3f00-45e3-b203-73e1de5e380a tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Pushing event updated for resources: {'Port': ['ID=4ffd8948-e839-4f17-a502-9f6ccdf6bb3d,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:12.130694 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ffdf908-6c79-4bbd-a04d-8cde2e30cc1f req-128a848f-3f00-45e3-b203-73e1de5e380a tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:31:12.163123 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-143e9410-3c47-40af-9fff-2f572f7a3e7f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:12.168807 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-5b05d157-3e62-431f-a1f5-9fd7871682a3 None None] Provisioning complete for port cfea2a3b-3cf0-4c1f-a1e9-b51cae20d870 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:12.169675 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5b05d157-3e62-431f-a1f5-9fd7871682a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:12.175672 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e29defe0-5185-4d4c-b609-87deab142d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:12.178320 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e29defe0-5185-4d4c-b609-87deab142d5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:12.182143 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e29defe0-5185-4d4c-b609-87deab142d5b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/32c9894f-6ba0-4439-b814-626ca418b058 HTTP/1.1" status: 204 len: 168 time: 0.7525384 Nov 25 17:31:12.222302 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-143e9410-3c47-40af-9fff-2f572f7a3e7f service neutron] Transition to ACTIVE for port object 156eba66-fef4-4dab-adfa-2ba5e2376881 will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:31:12.223248 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29defe0-5185-4d4c-b609-87deab142d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c9894f-6ba0-4439-b814-626ca418b058,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:12.233292 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-143e9410-3c47-40af-9fff-2f572f7a3e7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:12.240905 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffdf908-6c79-4bbd-a04d-8cde2e30cc1f req-128a848f-3f00-45e3-b203-73e1de5e380a tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:12.241587 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-0ffdf908-6c79-4bbd-a04d-8cde2e30cc1f req-128a848f-3f00-45e3-b203-73e1de5e380a tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:12.250988 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-25af8499-a51b-477d-8ebf-a278bacbb188 req-22995e83-c14b-467e-a549-4b6fbda5b419 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=170b832f-d4c3-4157-beaf-6670b20915f6 HTTP/1.1" status: 200 len: 217 time: 0.4290791 Nov 25 17:31:12.254383 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b97eb90-c30f-4460-abde-9d40b2d31e86 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:31:12.282107 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9b97eb90-c30f-4460-abde-9d40b2d31e86 admin admin] 10.222.0.75 "PUT /v2.0/routers/ad5cae2b-0e35-446c-8ed9-8469832372eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9434040 Nov 25 17:31:12.285202 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6eae4c-c7fb-408e-9b70-609f97293cd3 None None] Sync routers for ids ['ad5cae2b-0e35-446c-8ed9-8469832372eb'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:31:12.325907 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-0ffdf908-6c79-4bbd-a04d-8cde2e30cc1f req-128a848f-3f00-45e3-b203-73e1de5e380a tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3882048 Nov 25 17:31:12.346443 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-0ffdf908-6c79-4bbd-a04d-8cde2e30cc1f req-eaea204d-7984-447e-acf6-30d089a0492b service neutron] Request body: {'port': {'device_id': 'dfef76b5-510b-4571-afdd-528a67da392d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:12.383564 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed606a31-3ae6-4d31-80dd-3f75a9960c84 req-22419b49-b818-43ac-b1e8-5e16b22a2655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:12.390597 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6eae4c-c7fb-408e-9b70-609f97293cd3 None None] Routers {'ad5cae2b-0e35-446c-8ed9-8469832372eb'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:31:12.392152 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-5e6eae4c-c7fb-408e-9b70-609f97293cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:30:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['ad5cae2b-0e35-446c-8ed9-8469832372eb'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:12.399271 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed606a31-3ae6-4d31-80dd-3f75a9960c84 req-22419b49-b818-43ac-b1e8-5e16b22a2655 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c296d8c37a3d4484983acb10cc0204d2&device_id=17345a84-b4bb-413c-900b-6a494ae74329 HTTP/1.1" status: 200 len: 1097 time: 0.9817867 Nov 25 17:31:12.411530 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143e9410-3c47-40af-9fff-2f572f7a3e7f service neutron] Pushing event updated for resources: {'Port': ['ID=156eba66-fef4-4dab-adfa-2ba5e2376881,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:12.498937 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25062180-11d1-4a70-93ff-5dd3b18e970a req-c929b057-7e13-406f-92ce-42cffe35318e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:12.499422 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25062180-11d1-4a70-93ff-5dd3b18e970a req-c929b057-7e13-406f-92ce-42cffe35318e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:12.503181 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25062180-11d1-4a70-93ff-5dd3b18e970a req-c929b057-7e13-406f-92ce-42cffe35318e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:12.513918 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-25062180-11d1-4a70-93ff-5dd3b18e970a req-c929b057-7e13-406f-92ce-42cffe35318e service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=af07ecd6b88d499dba6f8368912ebb7e&shared=False HTTP/1.1" status: 200 len: 2294 time: 1.1173222 Nov 25 17:31:12.515522 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af8499-a51b-477d-8ebf-a278bacbb188 req-770b7371-831a-47e0-8378-6be44abed9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:12.519348 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-25af8499-a51b-477d-8ebf-a278bacbb188 req-770b7371-831a-47e0-8378-6be44abed9ff service neutron] 10.222.0.74 "GET /v2.0/subnets?id=82218ac9-c8df-4d39-919a-d596976289cd HTTP/1.1" status: 200 len: 859 time: 0.2501533 Nov 25 17:31:12.557977 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-5b05d157-3e62-431f-a1f5-9fd7871682a3 None None] Port cfea2a3b-3cf0-4c1f-a1e9-b51cae20d870 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:31:12.597360 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee6a60a-d8db-4418-9442-58700598874a req-97166549-3cef-426c-a716-a47d8c591893 tempest-ServersNegativeTestMultiTenantJSON-1319034717 tempest-ServersNegativeTestMultiTenantJSON-1319034717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:12.606099 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-0ffdf908-6c79-4bbd-a04d-8cde2e30cc1f req-eaea204d-7984-447e-acf6-30d089a0492b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:12.606853 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6ee6a60a-d8db-4418-9442-58700598874a req-97166549-3cef-426c-a716-a47d8c591893 tempest-ServersNegativeTestMultiTenantJSON-1319034717 tempest-ServersNegativeTestMultiTenantJSON-1319034717-project] 10.222.0.75 "GET /v2.0/ports?device_id=c08dac1f-5d34-400c-8d71-1d7aaa09d3b3 HTTP/1.1" status: 200 len: 945 time: 0.3505671 Nov 25 17:31:12.620214 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-575628b5-d17d-4f51-8a48-ac53486c8ce3 admin admin] Router 6513cc0d-1cc2-4847-9a72-9ee1320a2903 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:31:12.633753 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-5e6eae4c-c7fb-408e-9b70-609f97293cd3 None None] Set router ad5cae2b-0e35-446c-8ed9-8469832372eb gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:31:12.677256 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-143e9410-3c47-40af-9fff-2f572f7a3e7f service neutron] Attempting to bind port 156eba66-fef4-4dab-adfa-2ba5e2376881 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:31:12.677500 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-143e9410-3c47-40af-9fff-2f572f7a3e7f service neutron] Attempting to bind port 156eba66-fef4-4dab-adfa-2ba5e2376881 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '23d8f0f9-c2dc-40f5-84f9-089bfa9c0f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'cb2ab83a-f522-4839-b956-b9e276ac2a4b'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:31:12.677922 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-143e9410-3c47-40af-9fff-2f572f7a3e7f service neutron] Attempting to bind port 156eba66-fef4-4dab-adfa-2ba5e2376881 on network cb2ab83a-f522-4839-b956-b9e276ac2a4b {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:31:12.695638 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-143e9410-3c47-40af-9fff-2f572f7a3e7f service neutron] Port 156eba66-fef4-4dab-adfa-2ba5e2376881 on network cb2ab83a-f522-4839-b956-b9e276ac2a4b not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:31:12.695979 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-143e9410-3c47-40af-9fff-2f572f7a3e7f service neutron] Attempting to bind port 156eba66-fef4-4dab-adfa-2ba5e2376881 on network cb2ab83a-f522-4839-b956-b9e276ac2a4b {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:31:12.710255 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-143e9410-3c47-40af-9fff-2f572f7a3e7f service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:31:12.710625 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-143e9410-3c47-40af-9fff-2f572f7a3e7f service neutron] Checking segment: {'id': '23d8f0f9-c2dc-40f5-84f9-089bfa9c0f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'cb2ab83a-f522-4839-b956-b9e276ac2a4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:31:12.711004 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-143e9410-3c47-40af-9fff-2f572f7a3e7f service neutron] Bound using segment: {'id': '23d8f0f9-c2dc-40f5-84f9-089bfa9c0f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'cb2ab83a-f522-4839-b956-b9e276ac2a4b'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:31:12.712506 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-143e9410-3c47-40af-9fff-2f572f7a3e7f service neutron] Bound port: 156eba66-fef4-4dab-adfa-2ba5e2376881, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23d8f0f9-c2dc-40f5-84f9-089bfa9c0f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'cb2ab83a-f522-4839-b956-b9e276ac2a4b'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:31:12.713874 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-143e9410-3c47-40af-9fff-2f572f7a3e7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:12.875273 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed606a31-3ae6-4d31-80dd-3f75a9960c84 req-d7c474f2-b2f7-426a-8ba3-ede3f5c8dfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:12.879442 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed606a31-3ae6-4d31-80dd-3f75a9960c84 req-d7c474f2-b2f7-426a-8ba3-ede3f5c8dfb2 service neutron] 10.222.0.75 "GET /v2.0/networks?id=ef09a9cb-b767-40ab-abb2-adbc6ec1aed8 HTTP/1.1" status: 200 len: 921 time: 0.4693706 Nov 25 17:31:12.920462 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-143e9410-3c47-40af-9fff-2f572f7a3e7f service neutron] For port 156eba66-fef4-4dab-adfa-2ba5e2376881, host n-h1-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:31:12.955658 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-143e9410-3c47-40af-9fff-2f572f7a3e7f service neutron] For port 156eba66-fef4-4dab-adfa-2ba5e2376881, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=156eba66-fef4-4dab-adfa-2ba5e2376881,segment=NetworkSegment(23d8f0f9-c2dc-40f5-84f9-089bfa9c0f22),segment_id=23d8f0f9-c2dc-40f5-84f9-089bfa9c0f22)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:31:12.970201 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-143e9410-3c47-40af-9fff-2f572f7a3e7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:12.982260 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-5e6eae4c-c7fb-408e-9b70-609f97293cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5cae2b-0e35-446c-8ed9-8469832372eb', 'name': 'tempest-FloatingIPDetailsTestJSON-1277854740-router', 'tenant_id': '966ca62b1a1b4f01bd2dab40c7c079bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '6201d2de-e582-4918-9e94-98ca1ff4c237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:30:58Z', 'updated_at': '2021-11-25T17:31:08Z', 'revision_number': 4, 'project_id': '966ca62b1a1b4f01bd2dab40c7c079bf', 'gw_port': {'id': '6201d2de-e582-4918-9e94-98ca1ff4c237', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5cae2b-0e35-446c-8ed9-8469832372eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:30:59Z', 'updated_at': '2021-11-25T17:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '7118725a-3eb3-41df-a01c-43a4757f3fe1', 'name': '', 'network_id': '6972c671-cce3-40aa-9934-24bfcf71580c', 'tenant_id': '966ca62b1a1b4f01bd2dab40c7c079bf', 'mac_address': 'fa:16:3e:2d:5c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5cae2b-0e35-446c-8ed9-8469832372eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '13300db1-f29b-4fa7-833a-4c6dcccea313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:06Z', 'updated_at': '2021-11-25T17:31:08Z', 'revision_number': 2, 'project_id': '966ca62b1a1b4f01bd2dab40c7c079bf', 'subnets': [{'id': '13300db1-f29b-4fa7-833a-4c6dcccea313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:13.017911 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6eae4c-c7fb-408e-9b70-609f97293cd3 None None] Checking router: ad5cae2b-0e35-446c-8ed9-8469832372eb for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:31:13.019392 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6eae4c-c7fb-408e-9b70-609f97293cd3 None None] Updating router ad5cae2b-0e35-446c-8ed9-8469832372eb port 7118725a-3eb3-41df-a01c-43a4757f3fe1 binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:31:13.046885 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-143e9410-3c47-40af-9fff-2f572f7a3e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:13.047522 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-143e9410-3c47-40af-9fff-2f572f7a3e7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:13.048983 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-143e9410-3c47-40af-9fff-2f572f7a3e7f service neutron] 10.222.0.74 "PUT /v2.0/ports/156eba66-fef4-4dab-adfa-2ba5e2376881 HTTP/1.1" status: 200 len: 1091 time: 2.5700018 Nov 25 17:31:13.058321 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5e6eae4c-c7fb-408e-9b70-609f97293cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:13.087584 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143e9410-3c47-40af-9fff-2f572f7a3e7f service neutron] Pushing event updated for resources: {'Port': ['ID=156eba66-fef4-4dab-adfa-2ba5e2376881,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:13.151704 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-0ffdf908-6c79-4bbd-a04d-8cde2e30cc1f req-eaea204d-7984-447e-acf6-30d089a0492b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ffd8948-e839-4f17-a502-9f6ccdf6bb3d {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:31:13.171370 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-0ffdf908-6c79-4bbd-a04d-8cde2e30cc1f req-eaea204d-7984-447e-acf6-30d089a0492b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:13.201695 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-0ffdf908-6c79-4bbd-a04d-8cde2e30cc1f req-eaea204d-7984-447e-acf6-30d089a0492b service neutron] Transition to ACTIVE for port object 4ffd8948-e839-4f17-a502-9f6ccdf6bb3d will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:31:13.205864 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'tag': '58e5de73-8a69-4d16-ae13-ab33677f39c5'}, {'name': 'network-changed', 'server_uuid': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'tag': '156eba66-fef4-4dab-adfa-2ba5e2376881'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:31:13.208968 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a50f19-ba8b-457c-b436-d33506b3066e" -d '{"events": [{"name": "network-changed", "server_uuid": "d4b5d011-e28c-42fc-ad2e-294a30d84492", "tag": "58e5de73-8a69-4d16-ae13-ab33677f39c5"}, {"name": "network-changed", "server_uuid": "d4b5d011-e28c-42fc-ad2e-294a30d84492", "tag": "156eba66-fef4-4dab-adfa-2ba5e2376881"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:31:13.215760 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-0ffdf908-6c79-4bbd-a04d-8cde2e30cc1f req-eaea204d-7984-447e-acf6-30d089a0492b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:13.226981 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17345a84-b4bb-413c-900b-6a494ae74329', 'tag': 'be6e48c3-7513-49a7-9470-e1ed2d5315fe'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:31:13.229521 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c25325-6e2f-437c-91da-c5c49fced6ce" -d '{"events": [{"name": "network-changed", "server_uuid": "17345a84-b4bb-413c-900b-6a494ae74329", "tag": "be6e48c3-7513-49a7-9470-e1ed2d5315fe"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:31:13.265976 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:31:13.300941 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6ee6a60a-d8db-4418-9442-58700598874a req-8f6eb6fa-8612-4f9e-9fbc-b4962c16baf0 tempest-ServersNegativeTestMultiTenantJSON-1319034717 tempest-ServersNegativeTestMultiTenantJSON-1319034717-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a57976c-7e64-49f5-aafb-a78e879cec1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6920228 Nov 25 17:31:13.369450 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaea204d-7984-447e-acf6-30d089a0492b service neutron] Pushing event updated for resources: {'Port': ['ID=4ffd8948-e839-4f17-a502-9f6ccdf6bb3d,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:13.424778 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed606a31-3ae6-4d31-80dd-3f75a9960c84 req-4ada4712-e011-4ad1-86f2-f1d374d6e2fb service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be6e48c3-7513-49a7-9470-e1ed2d5315fe HTTP/1.1" status: 200 len: 1002 time: 0.4870024 Nov 25 17:31:13.429753 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af8499-a51b-477d-8ebf-a278bacbb188 req-b3302a84-5d82-425c-81d7-9d22493615f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:13.431770 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-25af8499-a51b-477d-8ebf-a278bacbb188 req-b3302a84-5d82-425c-81d7-9d22493615f6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ef09a9cb-b767-40ab-abb2-adbc6ec1aed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8658335 Nov 25 17:31:13.434524 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25062180-11d1-4a70-93ff-5dd3b18e970a req-88cf2c35-ac09-495b-858f-262ddb5de81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:13.434700 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-25062180-11d1-4a70-93ff-5dd3b18e970a req-88cf2c35-ac09-495b-858f-262ddb5de81b service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8675621 Nov 25 17:31:13.536456 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-0ffdf908-6c79-4bbd-a04d-8cde2e30cc1f req-eaea204d-7984-447e-acf6-30d089a0492b service neutron] Attempting to bind port 4ffd8948-e839-4f17-a502-9f6ccdf6bb3d on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:31:13.536810 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-0ffdf908-6c79-4bbd-a04d-8cde2e30cc1f req-eaea204d-7984-447e-acf6-30d089a0492b service neutron] Attempting to bind port 4ffd8948-e839-4f17-a502-9f6ccdf6bb3d by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '7b56f9b7-dcf8-416a-8490-b1f1b6152b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '7a8c66d3-1027-4660-98b7-5ec4a01a4fdc'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:31:13.537169 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ffdf908-6c79-4bbd-a04d-8cde2e30cc1f req-eaea204d-7984-447e-acf6-30d089a0492b service neutron] Attempting to bind port 4ffd8948-e839-4f17-a502-9f6ccdf6bb3d on network 7a8c66d3-1027-4660-98b7-5ec4a01a4fdc {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:31:13.548299 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ffdf908-6c79-4bbd-a04d-8cde2e30cc1f req-eaea204d-7984-447e-acf6-30d089a0492b service neutron] Port 4ffd8948-e839-4f17-a502-9f6ccdf6bb3d on network 7a8c66d3-1027-4660-98b7-5ec4a01a4fdc not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:31:13.548792 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ffdf908-6c79-4bbd-a04d-8cde2e30cc1f req-eaea204d-7984-447e-acf6-30d089a0492b service neutron] Attempting to bind port 4ffd8948-e839-4f17-a502-9f6ccdf6bb3d on network 7a8c66d3-1027-4660-98b7-5ec4a01a4fdc {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:31:13.561728 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ffdf908-6c79-4bbd-a04d-8cde2e30cc1f req-eaea204d-7984-447e-acf6-30d089a0492b service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:31:13.562148 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ffdf908-6c79-4bbd-a04d-8cde2e30cc1f req-eaea204d-7984-447e-acf6-30d089a0492b service neutron] Checking segment: {'id': '7b56f9b7-dcf8-416a-8490-b1f1b6152b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '7a8c66d3-1027-4660-98b7-5ec4a01a4fdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:31:13.562488 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ffdf908-6c79-4bbd-a04d-8cde2e30cc1f req-eaea204d-7984-447e-acf6-30d089a0492b service neutron] Bound using segment: {'id': '7b56f9b7-dcf8-416a-8490-b1f1b6152b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '7a8c66d3-1027-4660-98b7-5ec4a01a4fdc'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:31:13.562768 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed606a31-3ae6-4d31-80dd-3f75a9960c84 req-49c26a88-a5dd-40ea-a052-ebdf49733f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:13.563018 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-0ffdf908-6c79-4bbd-a04d-8cde2e30cc1f req-eaea204d-7984-447e-acf6-30d089a0492b service neutron] Bound port: 4ffd8948-e839-4f17-a502-9f6ccdf6bb3d, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b56f9b7-dcf8-416a-8490-b1f1b6152b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '7a8c66d3-1027-4660-98b7-5ec4a01a4fdc'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:31:13.563358 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-0ffdf908-6c79-4bbd-a04d-8cde2e30cc1f req-eaea204d-7984-447e-acf6-30d089a0492b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:13.564376 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed606a31-3ae6-4d31-80dd-3f75a9960c84 req-49c26a88-a5dd-40ea-a052-ebdf49733f64 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=82218ac9-c8df-4d39-919a-d596976289cd HTTP/1.1" status: 200 len: 859 time: 0.1137846 Nov 25 17:31:13.588659 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [req-25af8499-a51b-477d-8ebf-a278bacbb188 req-6d49df62-8a44-4683-a683-98bef5191f1a service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:31:13.589928 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-25af8499-a51b-477d-8ebf-a278bacbb188 req-6d49df62-8a44-4683-a683-98bef5191f1a service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083208 Nov 25 17:31:13.645001 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5e6eae4c-c7fb-408e-9b70-609f97293cd3 None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:13.653356 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5e6eae4c-c7fb-408e-9b70-609f97293cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:13.662934 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-0ffdf908-6c79-4bbd-a04d-8cde2e30cc1f req-eaea204d-7984-447e-acf6-30d089a0492b service neutron] For port 4ffd8948-e839-4f17-a502-9f6ccdf6bb3d, host n-h2-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:31:13.668511 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-0ffdf908-6c79-4bbd-a04d-8cde2e30cc1f req-eaea204d-7984-447e-acf6-30d089a0492b service neutron] For port 4ffd8948-e839-4f17-a502-9f6ccdf6bb3d, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=4ffd8948-e839-4f17-a502-9f6ccdf6bb3d,segment=NetworkSegment(7b56f9b7-dcf8-416a-8490-b1f1b6152b37),segment_id=7b56f9b7-dcf8-416a-8490-b1f1b6152b37)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:31:13.674778 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-0ffdf908-6c79-4bbd-a04d-8cde2e30cc1f req-eaea204d-7984-447e-acf6-30d089a0492b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:13.725024 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffdf908-6c79-4bbd-a04d-8cde2e30cc1f req-eaea204d-7984-447e-acf6-30d089a0492b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:13.725825 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-0ffdf908-6c79-4bbd-a04d-8cde2e30cc1f req-eaea204d-7984-447e-acf6-30d089a0492b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:13.728155 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-0ffdf908-6c79-4bbd-a04d-8cde2e30cc1f req-eaea204d-7984-447e-acf6-30d089a0492b service neutron] 10.222.0.90 "PUT /v2.0/ports/4ffd8948-e839-4f17-a502-9f6ccdf6bb3d HTTP/1.1" status: 200 len: 1091 time: 1.4005094 Nov 25 17:31:13.746624 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575628b5-d17d-4f51-8a48-ac53486c8ce3 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:31:13.759419 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b2843a-b2a4-4750-9902-8bb4ec274c48 None None] Sync routers for ids ['6513cc0d-1cc2-4847-9a72-9ee1320a2903'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:31:13.773835 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaea204d-7984-447e-acf6-30d089a0492b service neutron] Pushing event updated for resources: {'Port': ['ID=4ffd8948-e839-4f17-a502-9f6ccdf6bb3d,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:13.788267 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b2843a-b2a4-4750-9902-8bb4ec274c48 None None] Routers {'6513cc0d-1cc2-4847-9a72-9ee1320a2903'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:31:13.801166 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-29b2843a-b2a4-4750-9902-8bb4ec274c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:30:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['6513cc0d-1cc2-4847-9a72-9ee1320a2903'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:13.824613 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffdf908-6c79-4bbd-a04d-8cde2e30cc1f req-1104d57e-3bbb-4307-81ae-8abc1cbf05c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:13.826767 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-0ffdf908-6c79-4bbd-a04d-8cde2e30cc1f req-1104d57e-3bbb-4307-81ae-8abc1cbf05c2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=28e639b61725474a8e2246556ccdec9c&device_id=dfef76b5-510b-4571-afdd-528a67da392d HTTP/1.1" status: 200 len: 1094 time: 0.0493104 Nov 25 17:31:13.886680 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4700f2b9-0ad6-4218-83ef-a1ed5755c773 None None] Pushing event updated for resources: {'Port': ['ID=7118725a-3eb3-41df-a01c-43a4757f3fe1,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:13.898227 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-0ffdf908-6c79-4bbd-a04d-8cde2e30cc1f req-8d7c4856-7cc6-4781-be71-384079170dde service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ffd8948-e839-4f17-a502-9f6ccdf6bb3d HTTP/1.1" status: 200 len: 217 time: 0.0625610 Nov 25 17:31:13.900022 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-575628b5-d17d-4f51-8a48-ac53486c8ce3 admin admin] 10.222.0.75 "PUT /v2.0/routers/6513cc0d-1cc2-4847-9a72-9ee1320a2903/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2146311 Nov 25 17:31:13.914633 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4d8b2-0e01-4b09-a669-a7fdcdd9a2f3 req-82854a08-c89e-4fd4-af88-7b0e0216babd tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:13.921511 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4d8b2-0e01-4b09-a669-a7fdcdd9a2f3 req-82854a08-c89e-4fd4-af88-7b0e0216babd tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:13.927178 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-5e6eae4c-c7fb-408e-9b70-609f97293cd3 None None] Attempting to bind port 7118725a-3eb3-41df-a01c-43a4757f3fe1 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:31:13.927425 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-5e6eae4c-c7fb-408e-9b70-609f97293cd3 None None] Attempting to bind port 7118725a-3eb3-41df-a01c-43a4757f3fe1 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '78e2db1b-5667-4e0e-868f-445786d869f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '6972c671-cce3-40aa-9934-24bfcf71580c'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:31:13.927801 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6eae4c-c7fb-408e-9b70-609f97293cd3 None None] Attempting to bind port 7118725a-3eb3-41df-a01c-43a4757f3fe1 on network 6972c671-cce3-40aa-9934-24bfcf71580c {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:31:13.927934 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4d8b2-0e01-4b09-a669-a7fdcdd9a2f3 req-82854a08-c89e-4fd4-af88-7b0e0216babd tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:13.934813 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4d8b2-0e01-4b09-a669-a7fdcdd9a2f3 req-82854a08-c89e-4fd4-af88-7b0e0216babd tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:13.942479 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4d8b2-0e01-4b09-a669-a7fdcdd9a2f3 req-82854a08-c89e-4fd4-af88-7b0e0216babd tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:13.947826 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6eae4c-c7fb-408e-9b70-609f97293cd3 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:31:13.948215 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6eae4c-c7fb-408e-9b70-609f97293cd3 None None] Checking segment: {'id': '78e2db1b-5667-4e0e-868f-445786d869f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '6972c671-cce3-40aa-9934-24bfcf71580c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:31:13.948630 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5e6eae4c-c7fb-408e-9b70-609f97293cd3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:13.949067 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6eae4c-c7fb-408e-9b70-609f97293cd3 None None] Bound using segment: {'id': '78e2db1b-5667-4e0e-868f-445786d869f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '6972c671-cce3-40aa-9934-24bfcf71580c'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:31:13.949548 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-5e6eae4c-c7fb-408e-9b70-609f97293cd3 None None] Bound port: 7118725a-3eb3-41df-a01c-43a4757f3fe1, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78e2db1b-5667-4e0e-868f-445786d869f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '6972c671-cce3-40aa-9934-24bfcf71580c'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:31:13.949938 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5e6eae4c-c7fb-408e-9b70-609f97293cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:13.955110 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4d8b2-0e01-4b09-a669-a7fdcdd9a2f3 req-82854a08-c89e-4fd4-af88-7b0e0216babd tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:13.971076 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4d8b2-0e01-4b09-a669-a7fdcdd9a2f3 req-82854a08-c89e-4fd4-af88-7b0e0216babd tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:13.979443 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8ef4d8b2-0e01-4b09-a669-a7fdcdd9a2f3 req-82854a08-c89e-4fd4-af88-7b0e0216babd tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 5420 time: 0.4285109 Nov 25 17:31:13.986031 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffdf908-6c79-4bbd-a04d-8cde2e30cc1f req-b7ed91a8-d160-4114-9e8c-1ac804c583ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:13.988253 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-0ffdf908-6c79-4bbd-a04d-8cde2e30cc1f req-b7ed91a8-d160-4114-9e8c-1ac804c583ec service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0488b60b-dc56-4141-98fc-cb7726390b53 HTTP/1.1" status: 200 len: 862 time: 0.0823140 Nov 25 17:31:14.054373 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-0ffdf908-6c79-4bbd-a04d-8cde2e30cc1f req-98a243a2-25a6-46f9-a6a2-9d5fde5658fd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7a8c66d3-1027-4660-98b7-5ec4a01a4fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576606 Nov 25 17:31:14.077408 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8ef4d8b2-0e01-4b09-a669-a7fdcdd9a2f3 req-e8040fa8-eef5-4b98-b900-919146fb1acb tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/security-groups?id=7dac673b-c262-4497-b783-e9f920753627&id=0577770c-39b7-4b0c-8124-55e039ea72f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0969989 Nov 25 17:31:14.079340 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-29b2843a-b2a4-4750-9902-8bb4ec274c48 None None] Set router 6513cc0d-1cc2-4847-9a72-9ee1320a2903 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:31:14.099090 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25062180-11d1-4a70-93ff-5dd3b18e970a req-150a5346-6b32-4b24-ae83-a00c85edb5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:14.105893 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25062180-11d1-4a70-93ff-5dd3b18e970a req-150a5346-6b32-4b24-ae83-a00c85edb5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:14.106396 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25062180-11d1-4a70-93ff-5dd3b18e970a req-150a5346-6b32-4b24-ae83-a00c85edb5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:14.106877 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25062180-11d1-4a70-93ff-5dd3b18e970a req-150a5346-6b32-4b24-ae83-a00c85edb5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:14.107353 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25062180-11d1-4a70-93ff-5dd3b18e970a req-150a5346-6b32-4b24-ae83-a00c85edb5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:14.108588 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25062180-11d1-4a70-93ff-5dd3b18e970a req-150a5346-6b32-4b24-ae83-a00c85edb5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:14.109114 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25062180-11d1-4a70-93ff-5dd3b18e970a req-150a5346-6b32-4b24-ae83-a00c85edb5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:14.111149 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-25062180-11d1-4a70-93ff-5dd3b18e970a req-150a5346-6b32-4b24-ae83-a00c85edb5f3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=af07ecd6b88d499dba6f8368912ebb7e&device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 6477 time: 0.5436833 Nov 25 17:31:14.121656 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-25af8499-a51b-477d-8ebf-a278bacbb188 req-49f1cd15-e051-4285-a599-9aa2bd4db4b6 service neutron] 10.222.0.74 "GET /v2.0/networks/ef09a9cb-b767-40ab-abb2-adbc6ec1aed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4752479 Nov 25 17:31:14.123202 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-5e6eae4c-c7fb-408e-9b70-609f97293cd3 None None] For port 7118725a-3eb3-41df-a01c-43a4757f3fe1, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:31:14.142809 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-5e6eae4c-c7fb-408e-9b70-609f97293cd3 None None] For port 7118725a-3eb3-41df-a01c-43a4757f3fe1, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=7118725a-3eb3-41df-a01c-43a4757f3fe1,segment=NetworkSegment(78e2db1b-5667-4e0e-868f-445786d869f3),segment_id=78e2db1b-5667-4e0e-868f-445786d869f3)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:31:14.144391 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43880) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:14.148724 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d6931024-d5b3-4a80-962c-666caf5faca9 None None] Provisioning complete for port 7118725a-3eb3-41df-a01c-43a4757f3fe1 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:14.149381 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d6931024-d5b3-4a80-962c-666caf5faca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:14.198397 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5e6eae4c-c7fb-408e-9b70-609f97293cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:14.241978 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-0ffdf908-6c79-4bbd-a04d-8cde2e30cc1f req-78457e54-69dd-48d8-b2bc-a45620b978cf service neutron] 10.222.0.90 "GET /v2.0/networks/7a8c66d3-1027-4660-98b7-5ec4a01a4fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789734 Nov 25 17:31:14.249589 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6eae4c-c7fb-408e-9b70-609f97293cd3 None None] Routers {'ad5cae2b-0e35-446c-8ed9-8469832372eb'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:31:14.250897 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-5e6eae4c-c7fb-408e-9b70-609f97293cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:30:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['ad5cae2b-0e35-446c-8ed9-8469832372eb'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:14.344581 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25062180-11d1-4a70-93ff-5dd3b18e970a req-47d19245-18ab-4aca-932c-1add7e0aca49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:14.345729 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25062180-11d1-4a70-93ff-5dd3b18e970a req-47d19245-18ab-4aca-932c-1add7e0aca49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:14.346983 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25062180-11d1-4a70-93ff-5dd3b18e970a req-47d19245-18ab-4aca-932c-1add7e0aca49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:14.349335 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-25062180-11d1-4a70-93ff-5dd3b18e970a req-47d19245-18ab-4aca-932c-1add7e0aca49 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=af07ecd6b88d499dba6f8368912ebb7e&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2192137 Nov 25 17:31:14.361402 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4700f2b9-0ad6-4218-83ef-a1ed5755c773 None None] Pushing event updated for resources: {'Port': ['ID=7118725a-3eb3-41df-a01c-43a4757f3fe1,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:14.363259 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed606a31-3ae6-4d31-80dd-3f75a9960c84 req-2d9dc7a8-7b5c-4506-98f7-e5d3322e7a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:14.365317 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed606a31-3ae6-4d31-80dd-3f75a9960c84 req-2d9dc7a8-7b5c-4506-98f7-e5d3322e7a37 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ef09a9cb-b767-40ab-abb2-adbc6ec1aed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7716503 Nov 25 17:31:14.386117 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-2582c016-85cb-4399-9d5d-5dc6294948a8 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-565593195'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:14.414463 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d6931024-d5b3-4a80-962c-666caf5faca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:14.446064 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2582c016-85cb-4399-9d5d-5dc6294948a8 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Made reservation on behalf of d64a86f779cb466b8c1c45288d32f994 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:31:14.450255 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2582c016-85cb-4399-9d5d-5dc6294948a8 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:14.457921 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d6931024-d5b3-4a80-962c-666caf5faca9 None None] For port 7118725a-3eb3-41df-a01c-43a4757f3fe1, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=7118725a-3eb3-41df-a01c-43a4757f3fe1,segment=NetworkSegment(78e2db1b-5667-4e0e-868f-445786d869f3),segment_id=78e2db1b-5667-4e0e-868f-445786d869f3)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:14.472298 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d6931024-d5b3-4a80-962c-666caf5faca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:14.500765 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2582c016-85cb-4399-9d5d-5dc6294948a8 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 947} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:31:14.512778 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2582c016-85cb-4399-9d5d-5dc6294948a8 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:14.513110 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-2582c016-85cb-4399-9d5d-5dc6294948a8 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Added segment fc53b305-9a78-4f4b-98a5-68b9ae26162d of type vlan for network 87da44d2-1590-4ee5-a038-25973727b150 Nov 25 17:31:14.528223 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6931024-d5b3-4a80-962c-666caf5faca9 None None] Pushing event updated for resources: {'Port': ['ID=7118725a-3eb3-41df-a01c-43a4757f3fe1,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:14.538591 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-29b2843a-b2a4-4750-9902-8bb4ec274c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6513cc0d-1cc2-4847-9a72-9ee1320a2903', 'name': 'tempest-ServersTestMultiNic-1015048170-router', 'tenant_id': 'd64a86f779cb466b8c1c45288d32f994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '6e9193b9-8f1b-4382-9294-e2f01c7ae815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:30:54Z', 'updated_at': '2021-11-25T17:31:09Z', 'revision_number': 4, 'project_id': 'd64a86f779cb466b8c1c45288d32f994', 'gw_port': {'id': '6e9193b9-8f1b-4382-9294-e2f01c7ae815', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:90:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6513cc0d-1cc2-4847-9a72-9ee1320a2903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:30:57Z', 'updated_at': '2021-11-25T17:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'cfea2a3b-3cf0-4c1f-a1e9-b51cae20d870', 'name': '', 'network_id': '47439da6-e49e-480b-a2ae-0e4e88835a3c', 'tenant_id': 'd64a86f779cb466b8c1c45288d32f994', 'mac_address': 'fa:16:3e:68:d2:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6513cc0d-1cc2-4847-9a72-9ee1320a2903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '0647aa64-85b7-4302-8608-af31c4f71708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:06Z', 'updated_at': '2021-11-25T17:31:10Z', 'revision_number': 2, 'project_id': 'd64a86f779cb466b8c1c45288d32f994', 'subnets': [{'id': '0647aa64-85b7-4302-8608-af31c4f71708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:14.540560 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-5e6eae4c-c7fb-408e-9b70-609f97293cd3 None None] Set router ad5cae2b-0e35-446c-8ed9-8469832372eb gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:31:14.559098 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2582c016-85cb-4399-9d5d-5dc6294948a8 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:14.585316 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b2843a-b2a4-4750-9902-8bb4ec274c48 None None] Checking router: 6513cc0d-1cc2-4847-9a72-9ee1320a2903 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:31:14.585683 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b2843a-b2a4-4750-9902-8bb4ec274c48 None None] Updating router 6513cc0d-1cc2-4847-9a72-9ee1320a2903 port cfea2a3b-3cf0-4c1f-a1e9-b51cae20d870 binding host n-d-817746-1 {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:31:14.587814 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-0ffdf908-6c79-4bbd-a04d-8cde2e30cc1f req-eec35eb5-16fa-482c-9edc-73706055069b service neutron] 10.222.0.90 "GET /v2.0/networks/7a8c66d3-1027-4660-98b7-5ec4a01a4fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351049 Nov 25 17:31:14.591216 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2582c016-85cb-4399-9d5d-5dc6294948a8 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:14.598750 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2582c016-85cb-4399-9d5d-5dc6294948a8 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:14.599594 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2582c016-85cb-4399-9d5d-5dc6294948a8 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:14.624059 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-29b2843a-b2a4-4750-9902-8bb4ec274c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:14.641035 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2582c016-85cb-4399-9d5d-5dc6294948a8 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4946840 Nov 25 17:31:14.644665 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43884) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:14.679423 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-ff923b04-83bf-49da-8d4e-ec9cdc8aa2e5 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Request body: {'subnet': {'network_id': '87da44d2-1590-4ee5-a038-25973727b150', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:14.689855 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25062180-11d1-4a70-93ff-5dd3b18e970a req-8ac5c177-7ff0-4ffe-80f1-fbaf65669b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:14.691738 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-25062180-11d1-4a70-93ff-5dd3b18e970a req-8ac5c177-7ff0-4ffe-80f1-fbaf65669b5c service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3242745 Nov 25 17:31:14.732041 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed606a31-3ae6-4d31-80dd-3f75a9960c84 req-a66f9e46-66aa-4232-a0ab-ec6db6dc8d5f service neutron] 10.222.0.75 "GET /v2.0/networks/ef09a9cb-b767-40ab-abb2-adbc6ec1aed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016174 Nov 25 17:31:14.753632 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37072742-5d92-452e-ae66-432824905da1 req-a8009676-2bff-4498-8dce-915519bb2a3c tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:14.755617 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-37072742-5d92-452e-ae66-432824905da1 req-a8009676-2bff-4498-8dce-915519bb2a3c tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfef76b5-510b-4571-afdd-528a67da392d HTTP/1.1" status: 200 len: 943 time: 0.4545150 Nov 25 17:31:14.784418 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-762ebe82-e663-402e-93e9-372a75e9fd3e None None] Provisioning complete for port 7118725a-3eb3-41df-a01c-43a4757f3fe1 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:14.785064 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-762ebe82-e663-402e-93e9-372a75e9fd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:14.791750 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2582c016-85cb-4399-9d5d-5dc6294948a8 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Pushing event updated for resources: {'Network': ['ID=87da44d2-1590-4ee5-a038-25973727b150,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:14.809754 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff923b04-83bf-49da-8d4e-ec9cdc8aa2e5 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Made reservation on behalf of d64a86f779cb466b8c1c45288d32f994 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:31:14.813718 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 87da44d2-1590-4ee5-a038-25973727b150 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:31:14.814550 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ff923b04-83bf-49da-8d4e-ec9cdc8aa2e5 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:14.900897 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-25af8499-a51b-477d-8ebf-a278bacbb188 req-3e53939c-b26b-4288-a9e0-9ed958babce8 service neutron] 10.222.0.74 "GET /v2.0/networks/ef09a9cb-b767-40ab-abb2-adbc6ec1aed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6240039 Nov 25 17:31:14.983910 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-29b2843a-b2a4-4750-9902-8bb4ec274c48 None None] Publish callbacks [] for port, precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:14.992133 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25062180-11d1-4a70-93ff-5dd3b18e970a req-65640444-f4b2-435e-9ac8-80ab1cbb19dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:15.006414 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-29b2843a-b2a4-4750-9902-8bb4ec274c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:15.007218 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25062180-11d1-4a70-93ff-5dd3b18e970a req-65640444-f4b2-435e-9ac8-80ab1cbb19dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:15.007850 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25062180-11d1-4a70-93ff-5dd3b18e970a req-65640444-f4b2-435e-9ac8-80ab1cbb19dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:15.008329 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25062180-11d1-4a70-93ff-5dd3b18e970a req-65640444-f4b2-435e-9ac8-80ab1cbb19dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:15.008801 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25062180-11d1-4a70-93ff-5dd3b18e970a req-65640444-f4b2-435e-9ac8-80ab1cbb19dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:15.009315 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25062180-11d1-4a70-93ff-5dd3b18e970a req-65640444-f4b2-435e-9ac8-80ab1cbb19dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:15.009755 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25062180-11d1-4a70-93ff-5dd3b18e970a req-65640444-f4b2-435e-9ac8-80ab1cbb19dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:15.019423 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-25062180-11d1-4a70-93ff-5dd3b18e970a req-65640444-f4b2-435e-9ac8-80ab1cbb19dd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=af07ecd6b88d499dba6f8368912ebb7e&device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 6477 time: 0.2537856 Nov 25 17:31:15.039174 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed606a31-3ae6-4d31-80dd-3f75a9960c84 req-ee507944-115b-4391-9df7-d8b43393c522 service neutron] 10.222.0.75 "GET /v2.0/networks/ef09a9cb-b767-40ab-abb2-adbc6ec1aed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823970 Nov 25 17:31:15.045055 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-37072742-5d92-452e-ae66-432824905da1 req-a6c36588-09d0-45f2-b3e2-6791148cf534 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/security-groups?id=64a4895e-66bb-4a82-9045-67d823985e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918523 Nov 25 17:31:15.100470 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ff923b04-83bf-49da-8d4e-ec9cdc8aa2e5 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:15.184958 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25062180-11d1-4a70-93ff-5dd3b18e970a req-ad40320c-a5ae-438c-82ec-0d6a2b5c9cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:15.187403 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25062180-11d1-4a70-93ff-5dd3b18e970a req-ad40320c-a5ae-438c-82ec-0d6a2b5c9cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:15.187995 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25062180-11d1-4a70-93ff-5dd3b18e970a req-ad40320c-a5ae-438c-82ec-0d6a2b5c9cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:15.190418 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-25062180-11d1-4a70-93ff-5dd3b18e970a req-ad40320c-a5ae-438c-82ec-0d6a2b5c9cc6 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=af07ecd6b88d499dba6f8368912ebb7e&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1628723 Nov 25 17:31:15.225884 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff923b04-83bf-49da-8d4e-ec9cdc8aa2e5 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Pushing event updated for resources: {'Subnet': ['ID=e6fdc3be-b0ac-4369-8830-0399da979d5b,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:15.235309 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-5e6eae4c-c7fb-408e-9b70-609f97293cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5cae2b-0e35-446c-8ed9-8469832372eb', 'name': 'tempest-FloatingIPDetailsTestJSON-1277854740-router', 'tenant_id': '966ca62b1a1b4f01bd2dab40c7c079bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '6201d2de-e582-4918-9e94-98ca1ff4c237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:30:58Z', 'updated_at': '2021-11-25T17:31:08Z', 'revision_number': 4, 'project_id': '966ca62b1a1b4f01bd2dab40c7c079bf', 'gw_port': {'id': '6201d2de-e582-4918-9e94-98ca1ff4c237', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5cae2b-0e35-446c-8ed9-8469832372eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:30:59Z', 'updated_at': '2021-11-25T17:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '7118725a-3eb3-41df-a01c-43a4757f3fe1', 'name': '', 'network_id': '6972c671-cce3-40aa-9934-24bfcf71580c', 'tenant_id': '966ca62b1a1b4f01bd2dab40c7c079bf', 'mac_address': 'fa:16:3e:2d:5c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5cae2b-0e35-446c-8ed9-8469832372eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '13300db1-f29b-4fa7-833a-4c6dcccea313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:06Z', 'updated_at': '2021-11-25T17:31:14Z', 'revision_number': 4, 'project_id': '966ca62b1a1b4f01bd2dab40c7c079bf', 'subnets': [{'id': '13300db1-f29b-4fa7-833a-4c6dcccea313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:15.272804 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff923b04-83bf-49da-8d4e-ec9cdc8aa2e5 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Checking segment: {'id': 'fc53b305-9a78-4f4b-98a5-68b9ae26162d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '87da44d2-1590-4ee5-a038-25973727b150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:31:15.273434 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff923b04-83bf-49da-8d4e-ec9cdc8aa2e5 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Network hostable DHCP agents. Network: 87da44d2-1590-4ee5-a038-25973727b150, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:31:15.275458 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6eae4c-c7fb-408e-9b70-609f97293cd3 None None] The sync data for ids ['ad5cae2b-0e35-446c-8ed9-8469832372eb'] in n-d-817746-1 is: [{'id': 'ad5cae2b-0e35-446c-8ed9-8469832372eb', 'name': 'tempest-FloatingIPDetailsTestJSON-1277854740-router', 'tenant_id': '966ca62b1a1b4f01bd2dab40c7c079bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '6201d2de-e582-4918-9e94-98ca1ff4c237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:30:58Z', 'updated_at': '2021-11-25T17:31:08Z', 'revision_number': 4, 'project_id': '966ca62b1a1b4f01bd2dab40c7c079bf', 'gw_port': {'id': '6201d2de-e582-4918-9e94-98ca1ff4c237', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5cae2b-0e35-446c-8ed9-8469832372eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:30:59Z', 'updated_at': '2021-11-25T17:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '7118725a-3eb3-41df-a01c-43a4757f3fe1', 'name': '', 'network_id': '6972c671-cce3-40aa-9934-24bfcf71580c', 'tenant_id': '966ca62b1a1b4f01bd2dab40c7c079bf', 'mac_address': 'fa:16:3e:2d:5c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5cae2b-0e35-446c-8ed9-8469832372eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '13300db1-f29b-4fa7-833a-4c6dcccea313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:06Z', 'updated_at': '2021-11-25T17:31:14Z', 'revision_number': 4, 'project_id': '966ca62b1a1b4f01bd2dab40c7c079bf', 'subnets': [{'id': '13300db1-f29b-4fa7-833a-4c6dcccea313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:31:15.284613 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c74977d-95b8-49af-bf4e-5655a5036d30 None None] Pushing event updated for resources: {'Port': ['ID=cfea2a3b-3cf0-4c1f-a1e9-b51cae20d870,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:15.299752 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-29b2843a-b2a4-4750-9902-8bb4ec274c48 None None] Attempting to bind port cfea2a3b-3cf0-4c1f-a1e9-b51cae20d870 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:31:15.302895 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-29b2843a-b2a4-4750-9902-8bb4ec274c48 None None] Attempting to bind port cfea2a3b-3cf0-4c1f-a1e9-b51cae20d870 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '2263fcbc-a9e1-4c72-9176-3223b2e3b81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '47439da6-e49e-480b-a2ae-0e4e88835a3c'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:31:15.305242 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b2843a-b2a4-4750-9902-8bb4ec274c48 None None] Attempting to bind port cfea2a3b-3cf0-4c1f-a1e9-b51cae20d870 on network 47439da6-e49e-480b-a2ae-0e4e88835a3c {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:31:15.322500 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b2843a-b2a4-4750-9902-8bb4ec274c48 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:31:15.324232 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b2843a-b2a4-4750-9902-8bb4ec274c48 None None] Checking segment: {'id': '2263fcbc-a9e1-4c72-9176-3223b2e3b81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '47439da6-e49e-480b-a2ae-0e4e88835a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:31:15.325446 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-29b2843a-b2a4-4750-9902-8bb4ec274c48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:15.326241 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b2843a-b2a4-4750-9902-8bb4ec274c48 None None] Bound using segment: {'id': '2263fcbc-a9e1-4c72-9176-3223b2e3b81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '47439da6-e49e-480b-a2ae-0e4e88835a3c'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:31:15.327593 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-29b2843a-b2a4-4750-9902-8bb4ec274c48 None None] Bound port: cfea2a3b-3cf0-4c1f-a1e9-b51cae20d870, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2263fcbc-a9e1-4c72-9176-3223b2e3b81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '47439da6-e49e-480b-a2ae-0e4e88835a3c'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:31:15.328715 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-29b2843a-b2a4-4750-9902-8bb4ec274c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:15.359556 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff923b04-83bf-49da-8d4e-ec9cdc8aa2e5 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Network 87da44d2-1590-4ee5-a038-25973727b150 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:31:15.386032 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-ff923b04-83bf-49da-8d4e-ec9cdc8aa2e5 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 87da44d2-1590-4ee5-a038-25973727b150) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:15.396314 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ae5764-c1d3-49b2-bec5-c7aa8e79004e None None] Network 87da44d2-1590-4ee5-a038-25973727b150 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:31:15.411972 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff923b04-83bf-49da-8d4e-ec9cdc8aa2e5 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:15.419145 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ff923b04-83bf-49da-8d4e-ec9cdc8aa2e5 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:15.446527 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008561c-f4e9-4374-8e5c-a6942af57b6a req-04ca62d4-7951-43d2-bd3c-ee726ad87f37 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:15.455556 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008561c-f4e9-4374-8e5c-a6942af57b6a req-04ca62d4-7951-43d2-bd3c-ee726ad87f37 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:15.459201 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-29b2843a-b2a4-4750-9902-8bb4ec274c48 None None] For port cfea2a3b-3cf0-4c1f-a1e9-b51cae20d870, host n-d-817746-1, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:31:15.464679 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-29b2843a-b2a4-4750-9902-8bb4ec274c48 None None] For port cfea2a3b-3cf0-4c1f-a1e9-b51cae20d870, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=cfea2a3b-3cf0-4c1f-a1e9-b51cae20d870,segment=NetworkSegment(2263fcbc-a9e1-4c72-9176-3223b2e3b81d),segment_id=2263fcbc-a9e1-4c72-9176-3223b2e3b81d)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:31:15.471017 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008561c-f4e9-4374-8e5c-a6942af57b6a req-04ca62d4-7951-43d2-bd3c-ee726ad87f37 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:15.478036 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008561c-f4e9-4374-8e5c-a6942af57b6a req-04ca62d4-7951-43d2-bd3c-ee726ad87f37 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:15.483388 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ff923b04-83bf-49da-8d4e-ec9cdc8aa2e5 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8351803 Nov 25 17:31:15.483577 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-29b2843a-b2a4-4750-9902-8bb4ec274c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:15.483692 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43892) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:15.484544 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008561c-f4e9-4374-8e5c-a6942af57b6a req-04ca62d4-7951-43d2-bd3c-ee726ad87f37 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:15.488352 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-01396377-4561-4368-8e3e-2ff8c7daa0b8 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1498681404'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:15.490624 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008561c-f4e9-4374-8e5c-a6942af57b6a req-04ca62d4-7951-43d2-bd3c-ee726ad87f37 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:15.498751 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008561c-f4e9-4374-8e5c-a6942af57b6a req-04ca62d4-7951-43d2-bd3c-ee726ad87f37 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:15.501024 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b008561c-f4e9-4374-8e5c-a6942af57b6a req-04ca62d4-7951-43d2-bd3c-ee726ad87f37 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/ports?device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 5429 time: 0.3012943 Nov 25 17:31:15.529899 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01396377-4561-4368-8e3e-2ff8c7daa0b8 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Made reservation on behalf of d64a86f779cb466b8c1c45288d32f994 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:31:15.534736 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-01396377-4561-4368-8e3e-2ff8c7daa0b8 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:15.582971 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25062180-11d1-4a70-93ff-5dd3b18e970a req-b034d1d0-cc9e-4f78-bcc1-2ae515de3a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:15.584660 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-25062180-11d1-4a70-93ff-5dd3b18e970a req-b034d1d0-cc9e-4f78-bcc1-2ae515de3a3a service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3836071 Nov 25 17:31:15.599631 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01396377-4561-4368-8e3e-2ff8c7daa0b8 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 916} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:31:15.625574 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b2843a-b2a4-4750-9902-8bb4ec274c48 None None] Routers {'6513cc0d-1cc2-4847-9a72-9ee1320a2903'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:31:15.627029 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-29b2843a-b2a4-4750-9902-8bb4ec274c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:30:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['6513cc0d-1cc2-4847-9a72-9ee1320a2903'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:15.654150 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-01396377-4561-4368-8e3e-2ff8c7daa0b8 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:15.655380 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-01396377-4561-4368-8e3e-2ff8c7daa0b8 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Added segment 40cdf8b8-7fef-4a79-a90e-283c95958c4c of type vlan for network 0f4ea62f-5f9a-485c-9f18-7fb8bcbf2469 Nov 25 17:31:15.704328 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-4f415c33-5538-4a17-ad84-da2a21cae55e None None] Provisioning complete for port cfea2a3b-3cf0-4c1f-a1e9-b51cae20d870 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:15.704870 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4f415c33-5538-4a17-ad84-da2a21cae55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:15.709179 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 7118725a-3eb3-41df-a01c-43a4757f3fe1 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:31:15.751813 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-01396377-4561-4368-8e3e-2ff8c7daa0b8 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:15.798150 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-01396377-4561-4368-8e3e-2ff8c7daa0b8 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:15.804109 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c74977d-95b8-49af-bf4e-5655a5036d30 None None] Pushing event updated for resources: {'Port': ['ID=cfea2a3b-3cf0-4c1f-a1e9-b51cae20d870,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:15.805249 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01396377-4561-4368-8e3e-2ff8c7daa0b8 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:15.805789 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-01396377-4561-4368-8e3e-2ff8c7daa0b8 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:15.816857 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e5606b82-b9c2-4755-86b9-736c239cb882 req-60225181-4000-4b73-9061-92080659688a tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2467842 Nov 25 17:31:15.824661 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-e5606b82-b9c2-4755-86b9-736c239cb882 req-d960064a-7a68-40be-8f30-2a6d3de76bc4 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Request body: {'floatingip': {'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:15.859879 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e5606b82-b9c2-4755-86b9-736c239cb882 req-d960064a-7a68-40be-8f30-2a6d3de76bc4 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Publish callbacks [] for floatingip, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:15.896977 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-29b2843a-b2a4-4750-9902-8bb4ec274c48 None None] Set router 6513cc0d-1cc2-4847-9a72-9ee1320a2903 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:31:15.939870 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01396377-4561-4368-8e3e-2ff8c7daa0b8 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Pushing event updated for resources: {'Network': ['ID=0f4ea62f-5f9a-485c-9f18-7fb8bcbf2469,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:15.954796 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-01396377-4561-4368-8e3e-2ff8c7daa0b8 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4700670 Nov 25 17:31:15.957233 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43894) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:15.964224 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-3d14aed5-c9c7-43b0-8c12-87d6753293ef tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Request body: {'subnet': {'network_id': '0f4ea62f-5f9a-485c-9f18-7fb8bcbf2469', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:15.990312 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-cd488be9-024a-4498-8410-c5442efe0806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:15.991176 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-cd488be9-024a-4498-8410-c5442efe0806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:15.991650 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-cd488be9-024a-4498-8410-c5442efe0806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:15.992104 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-cd488be9-024a-4498-8410-c5442efe0806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:15.992556 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-cd488be9-024a-4498-8410-c5442efe0806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:15.996479 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01396377-4561-4368-8e3e-2ff8c7daa0b8 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:15.996852 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01396377-4561-4368-8e3e-2ff8c7daa0b8 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:15.997199 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01396377-4561-4368-8e3e-2ff8c7daa0b8 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:15.997541 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01396377-4561-4368-8e3e-2ff8c7daa0b8 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:15.997878 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01396377-4561-4368-8e3e-2ff8c7daa0b8 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:15.998550 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-cd488be9-024a-4498-8410-c5442efe0806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:15.999103 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-cd488be9-024a-4498-8410-c5442efe0806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:16.001692 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-cd488be9-024a-4498-8410-c5442efe0806 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=af07ecd6b88d499dba6f8368912ebb7e&device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 6477 time: 0.3628035 Nov 25 17:31:16.004645 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01396377-4561-4368-8e3e-2ff8c7daa0b8 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:16.005070 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01396377-4561-4368-8e3e-2ff8c7daa0b8 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:16.005416 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01396377-4561-4368-8e3e-2ff8c7daa0b8 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:16.005793 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01396377-4561-4368-8e3e-2ff8c7daa0b8 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:16.006081 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01396377-4561-4368-8e3e-2ff8c7daa0b8 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:16.006417 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01396377-4561-4368-8e3e-2ff8c7daa0b8 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:16.006744 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01396377-4561-4368-8e3e-2ff8c7daa0b8 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:16.017120 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b008561c-f4e9-4374-8e5c-a6942af57b6a req-d464989e-1a02-4662-8b84-f7a4a10efe7f tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf472a3-c342-48cc-ac25-d9efd20bf257&id=9fa93e5f-0225-45c2-90d5-9fc327163fea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4258370 Nov 25 17:31:16.022769 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 7118725a-3eb3-41df-a01c-43a4757f3fe1 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:16.023369 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:16.028042 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4f415c33-5538-4a17-ad84-da2a21cae55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:16.062982 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a298a1-f453-42e9-a7e8-c6e6a20ba7b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-87da44d2-1590-4ee5-a038-25973727b150', 'network_id': '87da44d2-1590-4ee5-a038-25973727b150', 'tenant_id': 'd64a86f779cb466b8c1c45288d32f994', 'fixed_ips': [{'subnet_id': 'e6fdc3be-b0ac-4369-8830-0399da979d5b'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:31:16.075631 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b6a298a1-f453-42e9-a7e8-c6e6a20ba7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:16.078507 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 0f4ea62f-5f9a-485c-9f18-7fb8bcbf2469 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:31:16.156303 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d14aed5-c9c7-43b0-8c12-87d6753293ef tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Made reservation on behalf of d64a86f779cb466b8c1c45288d32f994 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:31:16.160266 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3d14aed5-c9c7-43b0-8c12-87d6753293ef tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:16.173815 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 25 Nov 2021 17:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01909a73-48db-4074-a6e0-113383a85cd9 x-openstack-request-id: req-01909a73-48db-4074-a6e0-113383a85cd9 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:31:16.174123 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4b5d011-e28c-42fc-ad2e-294a30d84492", "tag": "58e5de73-8a69-4d16-ae13-ab33677f39c5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d4b5d011-e28c-42fc-ad2e-294a30d84492", "tag": "156eba66-fef4-4dab-adfa-2ba5e2376881", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:31:16.174378 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-01909a73-48db-4074-a6e0-113383a85cd9 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:31:16.175142 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'tag': '58e5de73-8a69-4d16-ae13-ab33677f39c5', 'status': 'completed', 'code': 200} Nov 25 17:31:16.176819 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'tag': '156eba66-fef4-4dab-adfa-2ba5e2376881', 'status': 'completed', 'code': 200} Nov 25 17:31:16.329431 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-4f415c33-5538-4a17-ad84-da2a21cae55e None None] For port cfea2a3b-3cf0-4c1f-a1e9-b51cae20d870, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=cfea2a3b-3cf0-4c1f-a1e9-b51cae20d870,segment=NetworkSegment(2263fcbc-a9e1-4c72-9176-3223b2e3b81d),segment_id=2263fcbc-a9e1-4c72-9176-3223b2e3b81d)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:16.350322 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4f415c33-5538-4a17-ad84-da2a21cae55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:16.353321 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 7be8a07b-4a87-4407-a846-a793d7c0884e details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:31:16.602556 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-29b2843a-b2a4-4750-9902-8bb4ec274c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6513cc0d-1cc2-4847-9a72-9ee1320a2903', 'name': 'tempest-ServersTestMultiNic-1015048170-router', 'tenant_id': 'd64a86f779cb466b8c1c45288d32f994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '6e9193b9-8f1b-4382-9294-e2f01c7ae815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:30:54Z', 'updated_at': '2021-11-25T17:31:09Z', 'revision_number': 4, 'project_id': 'd64a86f779cb466b8c1c45288d32f994', 'gw_port': {'id': '6e9193b9-8f1b-4382-9294-e2f01c7ae815', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:90:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6513cc0d-1cc2-4847-9a72-9ee1320a2903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:30:57Z', 'updated_at': '2021-11-25T17:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'cfea2a3b-3cf0-4c1f-a1e9-b51cae20d870', 'name': '', 'network_id': '47439da6-e49e-480b-a2ae-0e4e88835a3c', 'tenant_id': 'd64a86f779cb466b8c1c45288d32f994', 'mac_address': 'fa:16:3e:68:d2:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6513cc0d-1cc2-4847-9a72-9ee1320a2903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '0647aa64-85b7-4302-8608-af31c4f71708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:06Z', 'updated_at': '2021-11-25T17:31:15Z', 'revision_number': 4, 'project_id': 'd64a86f779cb466b8c1c45288d32f994', 'subnets': [{'id': '0647aa64-85b7-4302-8608-af31c4f71708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:16.650949 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:16.656369 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f415c33-5538-4a17-ad84-da2a21cae55e None None] Pushing event updated for resources: {'Port': ['ID=cfea2a3b-3cf0-4c1f-a1e9-b51cae20d870,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:16.665962 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-488bbb80-ab8c-4631-84d2-90898ab97ce6 None None] Provisioning complete for port cfea2a3b-3cf0-4c1f-a1e9-b51cae20d870 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:16.666344 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-488bbb80-ab8c-4631-84d2-90898ab97ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:16.668870 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-b6a298a1-f453-42e9-a7e8-c6e6a20ba7b3 None None] Allocated IP 19.80.0.2 (87da44d2-1590-4ee5-a038-25973727b150/e6fdc3be-b0ac-4369-8830-0399da979d5b/f8c40584-380b-4991-82a6-c64c1e47cc3b) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:31:16.678955 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-c5f03536-5a92-4f71-b00b-ebf30b5bc638 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7d22436-d666-4aa2-84ba-d29348f106e5 HTTP/1.1" status: 200 len: 217 time: 0.5878828 Nov 25 17:31:16.680754 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a520a7-6ba0-4c93-a431-7608e6606aaf x-openstack-request-id: req-d6a520a7-6ba0-4c93-a431-7608e6606aaf {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:31:16.681165 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17345a84-b4bb-413c-900b-6a494ae74329", "tag": "be6e48c3-7513-49a7-9470-e1ed2d5315fe", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:31:16.681421 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d6a520a7-6ba0-4c93-a431-7608e6606aaf {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:31:16.681831 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17345a84-b4bb-413c-900b-6a494ae74329', 'tag': 'be6e48c3-7513-49a7-9470-e1ed2d5315fe', 'status': 'completed', 'code': 200} Nov 25 17:31:16.695585 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b2843a-b2a4-4750-9902-8bb4ec274c48 None None] The sync data for ids ['6513cc0d-1cc2-4847-9a72-9ee1320a2903'] in n-d-817746-1 is: [{'id': '6513cc0d-1cc2-4847-9a72-9ee1320a2903', 'name': 'tempest-ServersTestMultiNic-1015048170-router', 'tenant_id': 'd64a86f779cb466b8c1c45288d32f994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '6e9193b9-8f1b-4382-9294-e2f01c7ae815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:30:54Z', 'updated_at': '2021-11-25T17:31:09Z', 'revision_number': 4, 'project_id': 'd64a86f779cb466b8c1c45288d32f994', 'gw_port': {'id': '6e9193b9-8f1b-4382-9294-e2f01c7ae815', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:90:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6513cc0d-1cc2-4847-9a72-9ee1320a2903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:30:57Z', 'updated_at': '2021-11-25T17:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'cfea2a3b-3cf0-4c1f-a1e9-b51cae20d870', 'name': '', 'network_id': '47439da6-e49e-480b-a2ae-0e4e88835a3c', 'tenant_id': 'd64a86f779cb466b8c1c45288d32f994', 'mac_address': 'fa:16:3e:68:d2:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6513cc0d-1cc2-4847-9a72-9ee1320a2903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '0647aa64-85b7-4302-8608-af31c4f71708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:06Z', 'updated_at': '2021-11-25T17:31:15Z', 'revision_number': 4, 'project_id': 'd64a86f779cb466b8c1c45288d32f994', 'subnets': [{'id': '0647aa64-85b7-4302-8608-af31c4f71708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:31:16.825077 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 7be8a07b-4a87-4407-a846-a793d7c0884e, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=7be8a07b-4a87-4407-a846-a793d7c0884e,segment=NetworkSegment(0e00b021-4936-4a80-9658-da28463c87bd),segment_id=0e00b021-4936-4a80-9658-da28463c87bd)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:16.849296 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-309a9b68-50c6-4396-aee3-4a78da560ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:16.850663 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-309a9b68-50c6-4396-aee3-4a78da560ef7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ed397f2a-aef3-4eaf-9752-78b3a9274780 HTTP/1.1" status: 200 len: 851 time: 0.1602609 Nov 25 17:31:16.854821 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8dd060c3-5e0c-49ca-94ab-20e50d827947 req-14e5cc80-cd8f-4ca4-864c-292ce67ff8dd tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.0.247 HTTP/1.1" status: 200 len: 1002 time: 0.1718130 Nov 25 17:31:16.885695 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:16.891619 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '7be8a07b-4a87-4407-a846-a793d7c0884e', 'network_id': '124f5b02-f613-458f-b33d-77fb5d166863', 'port_id': '7be8a07b-4a87-4407-a846-a793d7c0884e', 'mac_address': 'fa:16:3e:f4:63:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ed106f0-2cd9-4f3e-b760-6bf8df9e80f9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:31:16.986017 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd060c3-5e0c-49ca-94ab-20e50d827947 req-6b208bb4-feb3-4d44-99c3-f53208485246 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:16.990688 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8dd060c3-5e0c-49ca-94ab-20e50d827947 req-6b208bb4-feb3-4d44-99c3-f53208485246 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "GET /v2.0/ports/be6e48c3-7513-49a7-9470-e1ed2d5315fe HTTP/1.1" status: 200 len: 943 time: 0.1203735 Nov 25 17:31:17.011276 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c25325-6e2f-437c-91da-c5c49fced6ce req-6055390a-f09e-4c6d-8619-45095a247a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:17.013124 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-08c25325-6e2f-437c-91da-c5c49fced6ce req-6055390a-f09e-4c6d-8619-45095a247a0f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c296d8c37a3d4484983acb10cc0204d2&device_id=17345a84-b4bb-413c-900b-6a494ae74329 HTTP/1.1" status: 200 len: 1097 time: 0.7087462 Nov 25 17:31:17.027033 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-8a8a3b10-d124-4d5d-9e2f-765db6853dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:17.037978 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-8a8a3b10-d124-4d5d-9e2f-765db6853dcf service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f82e88c7-d403-486f-9a10-2a3ad902e128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1756730 Nov 25 17:31:17.042062 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e5606b82-b9c2-4755-86b9-736c239cb882 req-d960064a-7a68-40be-8f30-2a6d3de76bc4 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:17.101575 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:17.152109 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-321aaa54-a0f3-429d-949e-c3dad4fed2eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:17.158005 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7be8a07b-4a87-4407-a846-a793d7c0884e {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:31:17.209845 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 7be8a07b-4a87-4407-a846-a793d7c0884e, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=7be8a07b-4a87-4407-a846-a793d7c0884e,segment=NetworkSegment(0e00b021-4936-4a80-9658-da28463c87bd),segment_id=0e00b021-4936-4a80-9658-da28463c87bd)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:17.221318 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:17.221992 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 791424cf-7f49-4cd7-a3d5-e5f426ab97ac details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:31:17.228724 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b6a298a1-f453-42e9-a7e8-c6e6a20ba7b3 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:17.241241 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c25325-6e2f-437c-91da-c5c49fced6ce req-fe10b478-c8cf-4675-84cb-4a3a3668517d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:17.242918 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-08c25325-6e2f-437c-91da-c5c49fced6ce req-fe10b478-c8cf-4675-84cb-4a3a3668517d service neutron] 10.222.0.90 "GET /v2.0/networks?id=ef09a9cb-b767-40ab-abb2-adbc6ec1aed8 HTTP/1.1" status: 200 len: 921 time: 0.2213187 Nov 25 17:31:17.258802 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3d14aed5-c9c7-43b0-8c12-87d6753293ef tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:17.266482 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b6a298a1-f453-42e9-a7e8-c6e6a20ba7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:17.295976 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a298a1-f453-42e9-a7e8-c6e6a20ba7b3 None None] Network 87da44d2-1590-4ee5-a038-25973727b150 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:31:17.313980 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-b6a298a1-f453-42e9-a7e8-c6e6a20ba7b3 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:17.316655 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a298a1-f453-42e9-a7e8-c6e6a20ba7b3 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:31:17.342922 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-e5606b82-b9c2-4755-86b9-736c239cb882 req-d960064a-7a68-40be-8f30-2a6d3de76bc4 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Allocated IP 172.25.0.100 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/c3cf5815-9ea1-4ec2-97a8-18c02b49821d) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:31:17.367837 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d14aed5-c9c7-43b0-8c12-87d6753293ef tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Pushing event updated for resources: {'Subnet': ['ID=e67877d4-6474-4378-bcc2-3832faa7f77a,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:17.381246 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-08c25325-6e2f-437c-91da-c5c49fced6ce req-3c453fc0-9d04-4181-9574-f23ab5f97f0c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be6e48c3-7513-49a7-9470-e1ed2d5315fe HTTP/1.1" status: 200 len: 1002 time: 0.1300414 Nov 25 17:31:17.384301 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=7be8a07b-4a87-4407-a846-a793d7c0884e,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:17.429275 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d14aed5-c9c7-43b0-8c12-87d6753293ef tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Checking segment: {'id': '40cdf8b8-7fef-4a79-a90e-283c95958c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '0f4ea62f-5f9a-485c-9f18-7fb8bcbf2469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:31:17.429972 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d14aed5-c9c7-43b0-8c12-87d6753293ef tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Network hostable DHCP agents. Network: 0f4ea62f-5f9a-485c-9f18-7fb8bcbf2469, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:31:17.436560 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8dd060c3-5e0c-49ca-94ab-20e50d827947 req-921c9461-7af8-42a4-996c-b35842a1c3b4 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.0.247 HTTP/1.1" status: 200 len: 1002 time: 0.3021152 Nov 25 17:31:17.486582 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d14aed5-c9c7-43b0-8c12-87d6753293ef tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Network 0f4ea62f-5f9a-485c-9f18-7fb8bcbf2469 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:31:17.486850 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a298a1-f453-42e9-a7e8-c6e6a20ba7b3 None None] Pushing event updated for resources: {'Port': ['ID=f8c40584-380b-4991-82a6-c64c1e47cc3b,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:17.492027 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-b6a298a1-f453-42e9-a7e8-c6e6a20ba7b3 None None] Attempting to bind port f8c40584-380b-4991-82a6-c64c1e47cc3b on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:31:17.492455 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-b6a298a1-f453-42e9-a7e8-c6e6a20ba7b3 None None] Attempting to bind port f8c40584-380b-4991-82a6-c64c1e47cc3b by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'fc53b305-9a78-4f4b-98a5-68b9ae26162d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '87da44d2-1590-4ee5-a038-25973727b150'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:31:17.492870 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a298a1-f453-42e9-a7e8-c6e6a20ba7b3 None None] Attempting to bind port f8c40584-380b-4991-82a6-c64c1e47cc3b on network 87da44d2-1590-4ee5-a038-25973727b150 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:31:17.504648 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c25325-6e2f-437c-91da-c5c49fced6ce req-7f5e72e8-eb88-4eb1-97e9-0ccf4917c547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:17.504996 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-87a46829-f0d3-4c78-b8fe-87e71dc15bd7 service neutron] 10.222.0.74 "GET /v2.0/networks/f82e88c7-d403-486f-9a10-2a3ad902e128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701794 Nov 25 17:31:17.506083 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-08c25325-6e2f-437c-91da-c5c49fced6ce req-7f5e72e8-eb88-4eb1-97e9-0ccf4917c547 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=82218ac9-c8df-4d39-919a-d596976289cd HTTP/1.1" status: 200 len: 859 time: 0.1016574 Nov 25 17:31:17.506928 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-3d14aed5-c9c7-43b0-8c12-87d6753293ef tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 0f4ea62f-5f9a-485c-9f18-7fb8bcbf2469) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:17.511891 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a298a1-f453-42e9-a7e8-c6e6a20ba7b3 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:31:17.512236 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a298a1-f453-42e9-a7e8-c6e6a20ba7b3 None None] Checking segment: {'id': 'fc53b305-9a78-4f4b-98a5-68b9ae26162d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '87da44d2-1590-4ee5-a038-25973727b150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:31:17.512653 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b6a298a1-f453-42e9-a7e8-c6e6a20ba7b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:17.513088 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a298a1-f453-42e9-a7e8-c6e6a20ba7b3 None None] Bound using segment: {'id': 'fc53b305-9a78-4f4b-98a5-68b9ae26162d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '87da44d2-1590-4ee5-a038-25973727b150'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:31:17.514938 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-b6a298a1-f453-42e9-a7e8-c6e6a20ba7b3 None None] Bound port: f8c40584-380b-4991-82a6-c64c1e47cc3b, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc53b305-9a78-4f4b-98a5-68b9ae26162d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '87da44d2-1590-4ee5-a038-25973727b150'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:31:17.515529 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b6a298a1-f453-42e9-a7e8-c6e6a20ba7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:17.538571 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842b5026-3ebb-4885-a453-c675fbe428de None None] Network 0f4ea62f-5f9a-485c-9f18-7fb8bcbf2469 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:31:17.542137 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 791424cf-7f49-4cd7-a3d5-e5f426ab97ac, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=791424cf-7f49-4cd7-a3d5-e5f426ab97ac,segment=NetworkSegment(cbc1fb21-68bb-4758-9512-148f2017b227),segment_id=cbc1fb21-68bb-4758-9512-148f2017b227)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:17.561813 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d14aed5-c9c7-43b0-8c12-87d6753293ef tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:17.562425 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3d14aed5-c9c7-43b0-8c12-87d6753293ef tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:17.590070 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c25325-6e2f-437c-91da-c5c49fced6ce req-cabe3441-079f-4248-82a0-8638b3c04fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:17.592572 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-08c25325-6e2f-437c-91da-c5c49fced6ce req-cabe3441-079f-4248-82a0-8638b3c04fc9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ef09a9cb-b767-40ab-abb2-adbc6ec1aed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712795 Nov 25 17:31:17.605942 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3d14aed5-c9c7-43b0-8c12-87d6753293ef tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6394823 Nov 25 17:31:17.678678 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '791424cf-7f49-4cd7-a3d5-e5f426ab97ac', 'network_id': '6d3b5836-4740-4bb0-8171-a77a7b2fa0cd', 'port_id': '791424cf-7f49-4cd7-a3d5-e5f426ab97ac', 'mac_address': 'fa:16:3e:d4:3f:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 913, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f7ac9a8-89f8-4c97-b414-fee10b4c07cb', 'ip_address': '10.1.1.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:31:17.683629 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 4ffd8948-e839-4f17-a502-9f6ccdf6bb3d details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:31:17.687454 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device cfea2a3b-3cf0-4c1f-a1e9-b51cae20d870 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:31:17.718800 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-08c25325-6e2f-437c-91da-c5c49fced6ce req-8a516b3d-ea64-48c8-92b6-3904eb89ee66 service neutron] 10.222.0.90 "GET /v2.0/networks/ef09a9cb-b767-40ab-abb2-adbc6ec1aed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173639 Nov 25 17:31:17.744060 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-056078f6-9166-46ac-889a-32bcf0b419e2 service neutron] 10.222.0.74 "GET /v2.0/networks/f82e88c7-d403-486f-9a10-2a3ad902e128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258337 Nov 25 17:31:17.747199 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e5606b82-b9c2-4755-86b9-736c239cb882 req-d960064a-7a68-40be-8f30-2a6d3de76bc4 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:17.759771 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd060c3-5e0c-49ca-94ab-20e50d827947 req-930c116e-9676-4ae5-934e-22eef13d0866 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:17.761140 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8dd060c3-5e0c-49ca-94ab-20e50d827947 req-930c116e-9676-4ae5-934e-22eef13d0866 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "GET /v2.0/networks/1aa44027-b9d0-4a56-9a59-7e664703e20a HTTP/1.1" status: 200 len: 784 time: 0.3176808 Nov 25 17:31:17.797059 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:17.810872 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b6a298a1-f453-42e9-a7e8-c6e6a20ba7b3 None None] For port f8c40584-380b-4991-82a6-c64c1e47cc3b, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:31:17.812857 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-6889669f-d2ab-4793-86bf-65f77a60e0cb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=f523f711-5404-47b9-b4c7-6ff9dd296afe HTTP/1.1" status: 200 len: 217 time: 0.0501351 Nov 25 17:31:17.846321 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-08c25325-6e2f-437c-91da-c5c49fced6ce req-20d84533-5c2f-40ba-9fb7-e8a60e5d3ea2 service neutron] 10.222.0.90 "GET /v2.0/networks/ef09a9cb-b767-40ab-abb2-adbc6ec1aed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197803 Nov 25 17:31:17.862183 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 791424cf-7f49-4cd7-a3d5-e5f426ab97ac {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:31:17.878713 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b6a298a1-f453-42e9-a7e8-c6e6a20ba7b3 None None] For port f8c40584-380b-4991-82a6-c64c1e47cc3b, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=f8c40584-380b-4991-82a6-c64c1e47cc3b,segment=NetworkSegment(fc53b305-9a78-4f4b-98a5-68b9ae26162d),segment_id=fc53b305-9a78-4f4b-98a5-68b9ae26162d)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:31:17.911920 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e5606b82-b9c2-4755-86b9-736c239cb882 req-d960064a-7a68-40be-8f30-2a6d3de76bc4 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:17.925425 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b6a298a1-f453-42e9-a7e8-c6e6a20ba7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:17.952772 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-c646736d-5269-4746-a267-4350fced692d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:17.953988 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 791424cf-7f49-4cd7-a3d5-e5f426ab97ac, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=791424cf-7f49-4cd7-a3d5-e5f426ab97ac,segment=NetworkSegment(cbc1fb21-68bb-4758-9512-148f2017b227),segment_id=cbc1fb21-68bb-4758-9512-148f2017b227)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:17.954287 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-c646736d-5269-4746-a267-4350fced692d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f9e97284-605a-4c4d-bc08-1f1a648a0858 HTTP/1.1" status: 200 len: 797 time: 0.1310511 Nov 25 17:31:17.978966 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e3adff-2194-4394-838b-8589842b8917 req-dd668619-513c-4c0f-ac74-8feafbcfb344 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:17.985903 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e3adff-2194-4394-838b-8589842b8917 req-dd668619-513c-4c0f-ac74-8feafbcfb344 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:17.991936 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e3adff-2194-4394-838b-8589842b8917 req-dd668619-513c-4c0f-ac74-8feafbcfb344 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:17.996253 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:17.996925 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:31:17.998026 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e3adff-2194-4394-838b-8589842b8917 req-dd668619-513c-4c0f-ac74-8feafbcfb344 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:18.004002 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e3adff-2194-4394-838b-8589842b8917 req-dd668619-513c-4c0f-ac74-8feafbcfb344 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:18.010319 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e3adff-2194-4394-838b-8589842b8917 req-dd668619-513c-4c0f-ac74-8feafbcfb344 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:18.016886 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e3adff-2194-4394-838b-8589842b8917 req-dd668619-513c-4c0f-ac74-8feafbcfb344 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:18.019124 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-98e3adff-2194-4394-838b-8589842b8917 req-dd668619-513c-4c0f-ac74-8feafbcfb344 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 5420 time: 0.1787560 Nov 25 17:31:18.043786 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5606b82-b9c2-4755-86b9-736c239cb882 req-d960064a-7a68-40be-8f30-2a6d3de76bc4 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:31:18.058287 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port cfea2a3b-3cf0-4c1f-a1e9-b51cae20d870 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:18.058662 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:18.061407 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 4ffd8948-e839-4f17-a502-9f6ccdf6bb3d, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=4ffd8948-e839-4f17-a502-9f6ccdf6bb3d,segment=NetworkSegment(7b56f9b7-dcf8-416a-8490-b1f1b6152b37),segment_id=7b56f9b7-dcf8-416a-8490-b1f1b6152b37)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:18.072157 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-e5606b82-b9c2-4755-86b9-736c239cb882 req-d960064a-7a68-40be-8f30-2a6d3de76bc4 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:18.074035 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d960064a-7a68-40be-8f30-2a6d3de76bc4 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Pushing event updated for resources: {'Port': ['ID=c3cf5815-9ea1-4ec2-97a8-18c02b49821d,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:18.077342 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5606b82-b9c2-4755-86b9-736c239cb882 req-d960064a-7a68-40be-8f30-2a6d3de76bc4 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:31:18.119248 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d960064a-7a68-40be-8f30-2a6d3de76bc4 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:18.119603 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d960064a-7a68-40be-8f30-2a6d3de76bc4 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:18.119957 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d960064a-7a68-40be-8f30-2a6d3de76bc4 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:18.120305 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d960064a-7a68-40be-8f30-2a6d3de76bc4 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:18.120648 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d960064a-7a68-40be-8f30-2a6d3de76bc4 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:18.121091 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d960064a-7a68-40be-8f30-2a6d3de76bc4 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:18.121433 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d960064a-7a68-40be-8f30-2a6d3de76bc4 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:18.121768 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d960064a-7a68-40be-8f30-2a6d3de76bc4 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:18.122111 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d960064a-7a68-40be-8f30-2a6d3de76bc4 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:18.122479 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d960064a-7a68-40be-8f30-2a6d3de76bc4 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:18.122818 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d960064a-7a68-40be-8f30-2a6d3de76bc4 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:18.123323 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d960064a-7a68-40be-8f30-2a6d3de76bc4 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:18.168890 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-733ae865-bb4d-4fee-b56d-b90f745b3cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:18.170572 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-733ae865-bb4d-4fee-b56d-b90f745b3cbc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2992060-12d6-4bc2-a7a5-ee6714d7c0a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2039418 Nov 25 17:31:18.177916 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfef76b5-510b-4571-afdd-528a67da392d', 'tag': '4ffd8948-e839-4f17-a502-9f6ccdf6bb3d'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:31:18.180935 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702f192b-eeac-434c-8e34-40dfa63070b8" -d '{"events": [{"name": "network-changed", "server_uuid": "dfef76b5-510b-4571-afdd-528a67da392d", "tag": "4ffd8948-e839-4f17-a502-9f6ccdf6bb3d"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:31:18.191477 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-98e3adff-2194-4394-838b-8589842b8917 req-875a7e13-54ed-4a3a-8c06-b92a86de4434 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/security-groups?id=7dac673b-c262-4497-b783-e9f920753627&id=0577770c-39b7-4b0c-8124-55e039ea72f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1564717 Nov 25 17:31:18.303486 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22aadaf8-c4f8-4db1-88fe-dfd34101572d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-0f4ea62f-5f9a-485c-9f18-7fb8bcbf2469', 'network_id': '0f4ea62f-5f9a-485c-9f18-7fb8bcbf2469', 'tenant_id': 'd64a86f779cb466b8c1c45288d32f994', 'fixed_ips': [{'subnet_id': 'e67877d4-6474-4378-bcc2-3832faa7f77a'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:31:18.304521 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-22aadaf8-c4f8-4db1-88fe-dfd34101572d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:18.307445 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.db.resource_extend [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:31:18.314648 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a298a1-f453-42e9-a7e8-c6e6a20ba7b3 None None] Pushing event updated for resources: {'Port': ['ID=f8c40584-380b-4991-82a6-c64c1e47cc3b,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:18.317592 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '4ffd8948-e839-4f17-a502-9f6ccdf6bb3d', 'network_id': '7a8c66d3-1027-4660-98b7-5ec4a01a4fdc', 'port_id': '4ffd8948-e839-4f17-a502-9f6ccdf6bb3d', 'mac_address': 'fa:16:3e:52:4d:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0488b60b-dc56-4141-98fc-cb7726390b53', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:31:18.371346 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e5606b82-b9c2-4755-86b9-736c239cb882 req-d960064a-7a68-40be-8f30-2a6d3de76bc4 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:18.377990 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8,segment=NetworkSegment(cbc1fb21-68bb-4758-9512-148f2017b227),segment_id=cbc1fb21-68bb-4758-9512-148f2017b227)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:18.446694 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8', 'network_id': '6d3b5836-4740-4bb0-8171-a77a7b2fa0cd', 'port_id': '7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8', 'mac_address': 'fa:16:3e:c3:f9:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 913, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f7ac9a8-89f8-4c97-b414-fee10b4c07cb', 'ip_address': '10.1.1.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:31:18.452376 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e5606b82-b9c2-4755-86b9-736c239cb882 req-d960064a-7a68-40be-8f30-2a6d3de76bc4 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:18.510771 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-a9055963-4a88-4e9d-99df-eecb846cdfb8 service neutron] 10.222.0.74 "GET /v2.0/networks/c2992060-12d6-4bc2-a7a5-ee6714d7c0a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312790 Nov 25 17:31:18.511009 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=791424cf-7f49-4cd7-a3d5-e5f426ab97ac,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:18.520668 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:18.557777 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512605b6-04a7-41c6-b5c9-43203f1eca34 req-2504bda4-7a01-4f95-a878-76848f3bea62 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:18.559267 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-512605b6-04a7-41c6-b5c9-43203f1eca34 req-2504bda4-7a01-4f95-a878-76848f3bea62 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfef76b5-510b-4571-afdd-528a67da392d HTTP/1.1" status: 200 len: 943 time: 0.2047603 Nov 25 17:31:18.611840 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ffd8948-e839-4f17-a502-9f6ccdf6bb3d {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:31:18.615884 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:18.671156 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 4ffd8948-e839-4f17-a502-9f6ccdf6bb3d, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=4ffd8948-e839-4f17-a502-9f6ccdf6bb3d,segment=NetworkSegment(7b56f9b7-dcf8-416a-8490-b1f1b6152b37),segment_id=7b56f9b7-dcf8-416a-8490-b1f1b6152b37)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:18.673351 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:31:18.684126 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:18.720100 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-512605b6-04a7-41c6-b5c9-43203f1eca34 req-9404c351-2303-4ffd-ab34-80ceda02e351 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/security-groups?id=64a4895e-66bb-4a82-9045-67d823985e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324451 Nov 25 17:31:18.727425 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8,segment=NetworkSegment(cbc1fb21-68bb-4758-9512-148f2017b227),segment_id=cbc1fb21-68bb-4758-9512-148f2017b227)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:18.730690 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-df44c80e-8533-4731-bc14-97e5d185c31a service neutron] 10.222.0.74 "GET /v2.0/networks/c2992060-12d6-4bc2-a7a5-ee6714d7c0a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044585 Nov 25 17:31:18.733489 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-22aadaf8-c4f8-4db1-88fe-dfd34101572d None None] Allocated IP 19.86.0.2 (0f4ea62f-5f9a-485c-9f18-7fb8bcbf2469/e67877d4-6474-4378-bcc2-3832faa7f77a/f3686e5a-5e71-442e-ab74-8f0d09fc1862) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:31:18.743923 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:18.743923 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 5f55e4bc-b645-4ea6-93e4-5fb2598e200d details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:31:18.778502 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-1ff2af76-cc62-4fd4-854d-aaed54d83a01 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=f2c88a46-7369-4ef9-bca9-b0c34a2b0c87 HTTP/1.1" status: 200 len: 217 time: 0.0399501 Nov 25 17:31:18.801900 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e5606b82-b9c2-4755-86b9-736c239cb882 req-d960064a-7a68-40be-8f30-2a6d3de76bc4 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:18.821875 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=4ffd8948-e839-4f17-a502-9f6ccdf6bb3d,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:18.825973 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e5606b82-b9c2-4755-86b9-736c239cb882 req-d960064a-7a68-40be-8f30-2a6d3de76bc4 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:18.868252 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 5f55e4bc-b645-4ea6-93e4-5fb2598e200d, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=5f55e4bc-b645-4ea6-93e4-5fb2598e200d,segment=NetworkSegment(cbc1fb21-68bb-4758-9512-148f2017b227),segment_id=cbc1fb21-68bb-4758-9512-148f2017b227)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:18.911132 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-203901f2-d01e-4c74-ab3b-3818ad4697a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:18.912961 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-203901f2-d01e-4c74-ab3b-3818ad4697a9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f9e97284-605a-4c4d-bc08-1f1a648a0858 HTTP/1.1" status: 200 len: 797 time: 0.1231194 Nov 25 17:31:18.915717 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d960064a-7a68-40be-8f30-2a6d3de76bc4 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Pushing event updated for resources: {'Port': ['ID=c3cf5815-9ea1-4ec2-97a8-18c02b49821d,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:18.918008 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '5f55e4bc-b645-4ea6-93e4-5fb2598e200d', 'network_id': '6d3b5836-4740-4bb0-8171-a77a7b2fa0cd', 'port_id': '5f55e4bc-b645-4ea6-93e4-5fb2598e200d', 'mac_address': 'fa:16:3e:bd:92:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 913, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f7ac9a8-89f8-4c97-b414-fee10b4c07cb', 'ip_address': '10.1.1.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:31:18.928052 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['4ffd8948-e839-4f17-a502-9f6ccdf6bb3d'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:31:18.962489 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e5606b82-b9c2-4755-86b9-736c239cb882 req-d960064a-7a68-40be-8f30-2a6d3de76bc4 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:18.969512 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:18.984980 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-e994be08-ecbb-4e55-8dba-9becc1e1cdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:18.986714 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-e994be08-ecbb-4e55-8dba-9becc1e1cdfa service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2992060-12d6-4bc2-a7a5-ee6714d7c0a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0623515 Nov 25 17:31:18.990690 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e5606b82-b9c2-4755-86b9-736c239cb882 req-d960064a-7a68-40be-8f30-2a6d3de76bc4 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:18.992007 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e5606b82-b9c2-4755-86b9-736c239cb882 req-d960064a-7a68-40be-8f30-2a6d3de76bc4 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1741104 Nov 25 17:31:19.060040 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:19.120360 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e5606b82-b9c2-4755-86b9-736c239cb882 req-84516634-5029-41b1-9a3f-8a23db8841cd tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.0.100 HTTP/1.1" status: 200 len: 696 time: 0.1165137 Nov 25 17:31:19.129797 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-22aadaf8-c4f8-4db1-88fe-dfd34101572d None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:19.132381 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f55e4bc-b645-4ea6-93e4-5fb2598e200d {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:31:19.161626 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-22aadaf8-c4f8-4db1-88fe-dfd34101572d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:19.193018 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 5f55e4bc-b645-4ea6-93e4-5fb2598e200d, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=5f55e4bc-b645-4ea6-93e4-5fb2598e200d,segment=NetworkSegment(cbc1fb21-68bb-4758-9512-148f2017b227),segment_id=cbc1fb21-68bb-4758-9512-148f2017b227)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:19.221607 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:19.222247 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device a11242af-5474-4f93-bfb6-76b0ef5bbc3d details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:31:19.303612 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-68b5fb4d-59e3-46d8-bd1d-a224ee70c8e7 service neutron] 10.222.0.74 "GET /v2.0/networks/c2992060-12d6-4bc2-a7a5-ee6714d7c0a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088861 Nov 25 17:31:19.342729 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aadaf8-c4f8-4db1-88fe-dfd34101572d None None] Pushing event updated for resources: {'Port': ['ID=f3686e5a-5e71-442e-ab74-8f0d09fc1862,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:19.363585 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224a3ce-b8c0-4d18-be7e-25647cf65c92 req-e964839b-92a2-4d86-9f7d-8349b7feb715 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:19.372586 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224a3ce-b8c0-4d18-be7e-25647cf65c92 req-e964839b-92a2-4d86-9f7d-8349b7feb715 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:19.373696 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22aadaf8-c4f8-4db1-88fe-dfd34101572d None None] Network 0f4ea62f-5f9a-485c-9f18-7fb8bcbf2469 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:31:19.379751 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224a3ce-b8c0-4d18-be7e-25647cf65c92 req-e964839b-92a2-4d86-9f7d-8349b7feb715 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:19.386522 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224a3ce-b8c0-4d18-be7e-25647cf65c92 req-e964839b-92a2-4d86-9f7d-8349b7feb715 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:19.394065 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224a3ce-b8c0-4d18-be7e-25647cf65c92 req-e964839b-92a2-4d86-9f7d-8349b7feb715 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:19.402524 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224a3ce-b8c0-4d18-be7e-25647cf65c92 req-e964839b-92a2-4d86-9f7d-8349b7feb715 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:19.412930 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-22aadaf8-c4f8-4db1-88fe-dfd34101572d None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:19.417695 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224a3ce-b8c0-4d18-be7e-25647cf65c92 req-e964839b-92a2-4d86-9f7d-8349b7feb715 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:19.418641 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22aadaf8-c4f8-4db1-88fe-dfd34101572d None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:31:19.433190 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2224a3ce-b8c0-4d18-be7e-25647cf65c92 req-e964839b-92a2-4d86-9f7d-8349b7feb715 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/ports?device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 5433 time: 0.2265136 Nov 25 17:31:19.433998 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port a11242af-5474-4f93-bfb6-76b0ef5bbc3d, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=a11242af-5474-4f93-bfb6-76b0ef5bbc3d,segment=NetworkSegment(7a7c99ea-9bf0-4f72-9838-1e1c25458b3d),segment_id=7a7c99ea-9bf0-4f72-9838-1e1c25458b3d)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:19.452350 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5606b82-b9c2-4755-86b9-736c239cb882 req-5facab21-44b2-4acd-99f2-50768c545182 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:19.454032 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e5606b82-b9c2-4755-86b9-736c239cb882 req-5facab21-44b2-4acd-99f2-50768c545182 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] 10.222.0.75 "GET /v2.0/networks/1aa44027-b9d0-4a56-9a59-7e664703e20a HTTP/1.1" status: 200 len: 784 time: 0.3327641 Nov 25 17:31:19.464081 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16dc8d39-7e0b-415d-9649-78f98cb75bac None None] Network 87da44d2-1590-4ee5-a038-25973727b150 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:31:19.536266 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': 'a11242af-5474-4f93-bfb6-76b0ef5bbc3d', 'network_id': '04e189b3-a48d-47a2-8e70-da48c198c103', 'port_id': 'a11242af-5474-4f93-bfb6-76b0ef5bbc3d', 'mac_address': 'fa:16:3e:37:d7:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '818fd110-d388-4b2a-af28-d388f2a7ea7b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:31:19.647931 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=5f55e4bc-b645-4ea6-93e4-5fb2598e200d,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:19.655004 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-712e80ee-1ee9-4639-ab92-475ecef7289a service neutron] 10.222.0.74 "GET /v2.0/networks/c2992060-12d6-4bc2-a7a5-ee6714d7c0a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367810 Nov 25 17:31:19.672801 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2224a3ce-b8c0-4d18-be7e-25647cf65c92 req-dfe35eae-e7fe-4898-a812-cb377fda1c7a tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf472a3-c342-48cc-ac25-d9efd20bf257&id=9fa93e5f-0225-45c2-90d5-9fc327163fea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2385259 Nov 25 17:31:19.699934 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f1f92659-b69e-4ad6-aaae-95f812877a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:19.707932 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device f8c40584-380b-4991-82a6-c64c1e47cc3b up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:31:19.728503 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-39d0e101-91c3-4464-9f9b-32a82913f6a8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=3e8dca40-6833-4868-bd94-c2c3a4bc80dd HTTP/1.1" status: 200 len: 217 time: 0.0544190 Nov 25 17:31:19.746255 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-22aadaf8-c4f8-4db1-88fe-dfd34101572d None None] Attempting to bind port f3686e5a-5e71-442e-ab74-8f0d09fc1862 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:31:19.746646 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-22aadaf8-c4f8-4db1-88fe-dfd34101572d None None] Attempting to bind port f3686e5a-5e71-442e-ab74-8f0d09fc1862 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '40cdf8b8-7fef-4a79-a90e-283c95958c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '0f4ea62f-5f9a-485c-9f18-7fb8bcbf2469'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:31:19.747071 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22aadaf8-c4f8-4db1-88fe-dfd34101572d None None] Attempting to bind port f3686e5a-5e71-442e-ab74-8f0d09fc1862 on network 0f4ea62f-5f9a-485c-9f18-7fb8bcbf2469 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:31:19.755223 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-80aec855-8608-43cd-be48-569e4e361a92 None None] Provisioning complete for port f8c40584-380b-4991-82a6-c64c1e47cc3b triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:19.755598 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-80aec855-8608-43cd-be48-569e4e361a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:19.797267 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:19.825838 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22aadaf8-c4f8-4db1-88fe-dfd34101572d None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:31:19.826886 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22aadaf8-c4f8-4db1-88fe-dfd34101572d None None] Checking segment: {'id': '40cdf8b8-7fef-4a79-a90e-283c95958c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '0f4ea62f-5f9a-485c-9f18-7fb8bcbf2469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:31:19.827427 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-22aadaf8-c4f8-4db1-88fe-dfd34101572d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:19.828067 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22aadaf8-c4f8-4db1-88fe-dfd34101572d None None] Bound using segment: {'id': '40cdf8b8-7fef-4a79-a90e-283c95958c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '0f4ea62f-5f9a-485c-9f18-7fb8bcbf2469'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:31:19.828355 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-22aadaf8-c4f8-4db1-88fe-dfd34101572d None None] Bound port: f3686e5a-5e71-442e-ab74-8f0d09fc1862, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40cdf8b8-7fef-4a79-a90e-283c95958c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '0f4ea62f-5f9a-485c-9f18-7fb8bcbf2469'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:31:19.828704 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-22aadaf8-c4f8-4db1-88fe-dfd34101572d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:19.857219 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-e4d691b7-156c-4ebf-97a2-f732a90742d5 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:19.863325 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-e4d691b7-156c-4ebf-97a2-f732a90742d5 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:19.864958 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-e4d691b7-156c-4ebf-97a2-f732a90742d5 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "GET /v2.0/networks?id=87da44d2-1590-4ee5-a038-25973727b150&id=0f4ea62f-5f9a-485c-9f18-7fb8bcbf2469&id=87da44d2-1590-4ee5-a038-25973727b150 HTTP/1.1" status: 200 len: 1391 time: 0.3145993 Nov 25 17:31:19.866290 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a11242af-5474-4f93-bfb6-76b0ef5bbc3d {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:31:19.868031 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7d6dc6ff-74b1-4314-84a0-4738aed69a90 req-46a3d9b8-06ec-4b7c-a36a-adfac3ffa241 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.0.247 HTTP/1.1" status: 200 len: 1002 time: 0.1486270 Nov 25 17:31:19.896578 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-4ba6d510-b43f-40a9-9a98-65b1ef8b078c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:19.897871 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-4ba6d510-b43f-40a9-9a98-65b1ef8b078c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f9e97284-605a-4c4d-bc08-1f1a648a0858 HTTP/1.1" status: 200 len: 797 time: 0.1374834 Nov 25 17:31:19.957161 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port a11242af-5474-4f93-bfb6-76b0ef5bbc3d, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=a11242af-5474-4f93-bfb6-76b0ef5bbc3d,segment=NetworkSegment(7a7c99ea-9bf0-4f72-9838-1e1c25458b3d),segment_id=7a7c99ea-9bf0-4f72-9838-1e1c25458b3d)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:19.959071 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-65b27eb9-d713-480c-9e4e-baa737a032ec tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "GET /v2.0/quotas/d64a86f779cb466b8c1c45288d32f994 HTTP/1.1" status: 200 len: 375 time: 0.0810254 Nov 25 17:31:19.972663 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6dc6ff-74b1-4314-84a0-4738aed69a90 req-f03c79cc-33f9-41b7-9cf3-49ffd73b3b92 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:19.972961 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:19.973328 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 044a9a30-8fd9-4fbc-b394-b1fc79eb0b20 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:31:19.974376 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7d6dc6ff-74b1-4314-84a0-4738aed69a90 req-f03c79cc-33f9-41b7-9cf3-49ffd73b3b92 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "GET /v2.0/ports/be6e48c3-7513-49a7-9470-e1ed2d5315fe HTTP/1.1" status: 200 len: 943 time: 0.1004508 Nov 25 17:31:20.021035 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-8c255ff6-f77c-4366-a9d5-2b08185fa4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:20.022648 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-8c255ff6-f77c-4366-a9d5-2b08185fa4a9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2992060-12d6-4bc2-a7a5-ee6714d7c0a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1029325 Nov 25 17:31:20.058991 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port f8c40584-380b-4991-82a6-c64c1e47cc3b triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:20.059369 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:20.084896 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-f9fcdbff-1906-450c-8050-907c15d4c2fb tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=d64a86f779cb466b8c1c45288d32f994&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1092892 Nov 25 17:31:20.094909 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-22aadaf8-c4f8-4db1-88fe-dfd34101572d None None] For port f3686e5a-5e71-442e-ab74-8f0d09fc1862, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:31:20.151448 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-22aadaf8-c4f8-4db1-88fe-dfd34101572d None None] For port f3686e5a-5e71-442e-ab74-8f0d09fc1862, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=f3686e5a-5e71-442e-ab74-8f0d09fc1862,segment=NetworkSegment(40cdf8b8-7fef-4a79-a90e-283c95958c4c),segment_id=40cdf8b8-7fef-4a79-a90e-283c95958c4c)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:31:20.180483 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 044a9a30-8fd9-4fbc-b394-b1fc79eb0b20, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=044a9a30-8fd9-4fbc-b394-b1fc79eb0b20,segment=NetworkSegment(cbc1fb21-68bb-4758-9512-148f2017b227),segment_id=cbc1fb21-68bb-4758-9512-148f2017b227)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:20.187723 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-22aadaf8-c4f8-4db1-88fe-dfd34101572d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:20.202080 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=a11242af-5474-4f93-bfb6-76b0ef5bbc3d,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:20.223161 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-80aec855-8608-43cd-be48-569e4e361a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:20.243154 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '044a9a30-8fd9-4fbc-b394-b1fc79eb0b20', 'network_id': '6d3b5836-4740-4bb0-8171-a77a7b2fa0cd', 'port_id': '044a9a30-8fd9-4fbc-b394-b1fc79eb0b20', 'mac_address': 'fa:16:3e:f1:40:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 913, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f7ac9a8-89f8-4c97-b414-fee10b4c07cb', 'ip_address': '10.1.1.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:31:20.370573 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aadaf8-c4f8-4db1-88fe-dfd34101572d None None] Pushing event updated for resources: {'Port': ['ID=f3686e5a-5e71-442e-ab74-8f0d09fc1862,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:20.381771 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-80aec855-8608-43cd-be48-569e4e361a92 None None] For port f8c40584-380b-4991-82a6-c64c1e47cc3b, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=f8c40584-380b-4991-82a6-c64c1e47cc3b,segment=NetworkSegment(fc53b305-9a78-4f4b-98a5-68b9ae26162d),segment_id=fc53b305-9a78-4f4b-98a5-68b9ae26162d)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:20.385362 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:20.392942 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-80aec855-8608-43cd-be48-569e4e361a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:20.566448 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7d6dc6ff-74b1-4314-84a0-4738aed69a90 req-ef80dc16-eaa8-455a-88e9-7a93b77e8016 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.0.247 HTTP/1.1" status: 200 len: 1002 time: 0.5393367 Nov 25 17:31:20.582148 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 044a9a30-8fd9-4fbc-b394-b1fc79eb0b20 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:31:20.591142 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:20.642789 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 044a9a30-8fd9-4fbc-b394-b1fc79eb0b20, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=044a9a30-8fd9-4fbc-b394-b1fc79eb0b20,segment=NetworkSegment(cbc1fb21-68bb-4758-9512-148f2017b227),segment_id=cbc1fb21-68bb-4758-9512-148f2017b227)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:20.656452 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:20.657150 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device b2c42d44-65fd-410c-aaed-aae8a87dc2ee details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:31:20.662729 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aec855-8608-43cd-be48-569e4e361a92 None None] Pushing event updated for resources: {'Port': ['ID=f8c40584-380b-4991-82a6-c64c1e47cc3b,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:20.678929 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-c8f2c34e-6903-4d5a-a51c-b1c9dd3502b8 None None] Provisioning complete for port f8c40584-380b-4991-82a6-c64c1e47cc3b triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:20.679121 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c8f2c34e-6903-4d5a-a51c-b1c9dd3502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:20.722899 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5098af30-24df-4319-9004-1fcbd32299bb req-10401a36-059b-4521-83cb-38669fc7fa1c tempest-ServersNegativeTestMultiTenantJSON-1319034717 tempest-ServersNegativeTestMultiTenantJSON-1319034717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:20.724604 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5098af30-24df-4319-9004-1fcbd32299bb req-10401a36-059b-4521-83cb-38669fc7fa1c tempest-ServersNegativeTestMultiTenantJSON-1319034717 tempest-ServersNegativeTestMultiTenantJSON-1319034717-project] 10.222.0.74 "GET /v2.0/ports?device_id=c08dac1f-5d34-400c-8d71-1d7aaa09d3b3 HTTP/1.1" status: 200 len: 945 time: 0.2486711 Nov 25 17:31:20.728610 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-2a379b53-ee00-4493-b9bc-d932daf1d84b service neutron] 10.222.0.74 "GET /v2.0/networks/c2992060-12d6-4bc2-a7a5-ee6714d7c0a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6882987 Nov 25 17:31:20.733550 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-810c3194-ad08-4c7d-b5d3-9b18fa5a7c6d service neutron] 10.222.0.75 "GET /v2.0/networks/87da44d2-1590-4ee5-a038-25973727b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6326909 Nov 25 17:31:20.811762 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port b2c42d44-65fd-410c-aaed-aae8a87dc2ee, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=b2c42d44-65fd-410c-aaed-aae8a87dc2ee,segment=NetworkSegment(7a7c99ea-9bf0-4f72-9838-1e1c25458b3d),segment_id=7a7c99ea-9bf0-4f72-9838-1e1c25458b3d)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:20.814472 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.db.api [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:31:20.814829 n-d-817746-1 neutron-server[103362]: DEBUG oslo_db.api [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:31:20.815350 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:20.837087 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': 'b2c42d44-65fd-410c-aaed-aae8a87dc2ee', 'network_id': '04e189b3-a48d-47a2-8e70-da48c198c103', 'port_id': 'b2c42d44-65fd-410c-aaed-aae8a87dc2ee', 'mac_address': 'fa:16:3e:ad:e8:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '818fd110-d388-4b2a-af28-d388f2a7ea7b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:31:20.840926 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=044a9a30-8fd9-4fbc-b394-b1fc79eb0b20,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:20.868887 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6dc6ff-74b1-4314-84a0-4738aed69a90 req-cfcf1443-7a71-458a-903e-3c12c90447c0 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:20.870260 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7d6dc6ff-74b1-4314-84a0-4738aed69a90 req-cfcf1443-7a71-458a-903e-3c12c90447c0 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "GET /v2.0/networks/1aa44027-b9d0-4a56-9a59-7e664703e20a HTTP/1.1" status: 200 len: 784 time: 0.3030229 Nov 25 17:31:20.911611 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:20.931643 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2c42d44-65fd-410c-aaed-aae8a87dc2ee {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:31:20.952021 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port b2c42d44-65fd-410c-aaed-aae8a87dc2ee, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=b2c42d44-65fd-410c-aaed-aae8a87dc2ee,segment=NetworkSegment(7a7c99ea-9bf0-4f72-9838-1e1c25458b3d),segment_id=7a7c99ea-9bf0-4f72-9838-1e1c25458b3d)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:20.958142 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:21.007934 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=b2c42d44-65fd-410c-aaed-aae8a87dc2ee,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:21.063453 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7d6dc6ff-74b1-4314-84a0-4738aed69a90 req-9e297ce1-f9ad-45d4-b089-22c8d2070ab5 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.0.247 HTTP/1.1" status: 200 len: 1002 time: 0.1387303 Nov 25 17:31:21.065344 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-6b979a10-7fa2-4115-83b9-4d7e2c6ec508 service neutron] 10.222.0.74 "GET /v2.0/networks/c2992060-12d6-4bc2-a7a5-ee6714d7c0a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934086 Nov 25 17:31:21.078158 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-7d6dc6ff-74b1-4314-84a0-4738aed69a90 req-b4f50683-f513-4f12-9dbf-6d2c834d3d0f tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:21.081832 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-b7238064-28bd-44df-af59-21c88d321672 service neutron] 10.222.0.75 "GET /v2.0/networks/87da44d2-1590-4ee5-a038-25973727b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087988 Nov 25 17:31:21.166932 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-5098af30-24df-4319-9004-1fcbd32299bb req-fd23dc03-6e3a-4f88-9f6d-6b414c6744ba tempest-ServersNegativeTestMultiTenantJSON-1319034717 tempest-ServersNegativeTestMultiTenantJSON-1319034717-project] Deleting port 8c9b27b1-9b49-4db3-be8a-b0bc34b8adfc {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:31:21.167279 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-5098af30-24df-4319-9004-1fcbd32299bb req-fd23dc03-6e3a-4f88-9f6d-6b414c6744ba tempest-ServersNegativeTestMultiTenantJSON-1319034717 tempest-ServersNegativeTestMultiTenantJSON-1319034717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:21.175727 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-d990eaf9-a44c-4284-ab3e-311c4df34897 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=f54006cb-a702-40a6-af02-82688e9a733c HTTP/1.1" status: 200 len: 217 time: 0.1007671 Nov 25 17:31:21.327852 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7d6dc6ff-74b1-4314-84a0-4738aed69a90 req-b4f50683-f513-4f12-9dbf-6d2c834d3d0f tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Publish callbacks [] for floatingip, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:21.385052 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ebd965-0dfa-4b6c-91ca-2d64ff5f0a04 None None] Network 0f4ea62f-5f9a-485c-9f18-7fb8bcbf2469 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:31:21.420886 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-af83760f-f06e-4291-8a61-3062aea3d7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:21.422381 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-af83760f-f06e-4291-8a61-3062aea3d7fb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f9e97284-605a-4c4d-bc08-1f1a648a0858 HTTP/1.1" status: 200 len: 797 time: 0.2247932 Nov 25 17:31:21.450566 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-38984d50-a891-41a1-a93d-31c96a650d0c service neutron] 10.222.0.75 "GET /v2.0/networks/0f4ea62f-5f9a-485c-9f18-7fb8bcbf2469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963464 Nov 25 17:31:21.480633 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b788963d-56d1-47fc-8aa9-0ed726dca33d None None] Provisioning complete for port f3686e5a-5e71-442e-ab74-8f0d09fc1862 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:21.481032 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b788963d-56d1-47fc-8aa9-0ed726dca33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:21.491788 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-5098af30-24df-4319-9004-1fcbd32299bb req-fd23dc03-6e3a-4f88-9f6d-6b414c6744ba tempest-ServersNegativeTestMultiTenantJSON-1319034717 tempest-ServersNegativeTestMultiTenantJSON-1319034717-project] For port 8c9b27b1-9b49-4db3-be8a-b0bc34b8adfc, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=8c9b27b1-9b49-4db3-be8a-b0bc34b8adfc,segment=NetworkSegment(85509c9b-2702-4dcb-a850-57640544377a),segment_id=85509c9b-2702-4dcb-a850-57640544377a)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:21.492168 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-5098af30-24df-4319-9004-1fcbd32299bb req-fd23dc03-6e3a-4f88-9f6d-6b414c6744ba tempest-ServersNegativeTestMultiTenantJSON-1319034717 tempest-ServersNegativeTestMultiTenantJSON-1319034717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:21.558947 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-5098af30-24df-4319-9004-1fcbd32299bb req-fd23dc03-6e3a-4f88-9f6d-6b414c6744ba tempest-ServersNegativeTestMultiTenantJSON-1319034717 tempest-ServersNegativeTestMultiTenantJSON-1319034717-project] Calling delete_port for 8c9b27b1-9b49-4db3-be8a-b0bc34b8adfc owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:31:21.615271 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['791424cf-7f49-4cd7-a3d5-e5f426ab97ac'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:31:21.626994 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-ba82d3d5-bbec-4f68-8d69-d5c81990822c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:21.628423 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-ba82d3d5-bbec-4f68-8d69-d5c81990822c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2992060-12d6-4bc2-a7a5-ee6714d7c0a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1910615 Nov 25 17:31:21.650600 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['7be8a07b-4a87-4407-a846-a793d7c0884e'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:31:21.660170 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['044a9a30-8fd9-4fbc-b394-b1fc79eb0b20'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:31:21.662219 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['a11242af-5474-4f93-bfb6-76b0ef5bbc3d'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:31:21.695242 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['5f55e4bc-b645-4ea6-93e4-5fb2598e200d'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:31:21.697278 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['b2c42d44-65fd-410c-aaed-aae8a87dc2ee'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:31:21.699042 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device f8c40584-380b-4991-82a6-c64c1e47cc3b up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:31:21.727585 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7d6dc6ff-74b1-4314-84a0-4738aed69a90 req-b4f50683-f513-4f12-9dbf-6d2c834d3d0f tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:21.747244 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 4ffd8948-e839-4f17-a502-9f6ccdf6bb3d up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:31:21.750982 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7d6dc6ff-74b1-4314-84a0-4738aed69a90 req-b4f50683-f513-4f12-9dbf-6d2c834d3d0f tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:21.751328 n-d-817746-1 neutron-server[103361]: INFO neutron.db.l3_db [req-7d6dc6ff-74b1-4314-84a0-4738aed69a90 req-b4f50683-f513-4f12-9dbf-6d2c834d3d0f tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Floating IP ebd354f1-8fa2-48f6-a3e8-1cef10ac7800 disassociated. External IP: 172.25.0.247, port: be6e48c3-7513-49a7-9470-e1ed2d5315fe. Nov 25 17:31:21.836708 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-97239887-086d-486e-b7cb-e506a46ab69e service neutron] 10.222.0.75 "GET /v2.0/networks/0f4ea62f-5f9a-485c-9f18-7fb8bcbf2469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771591 Nov 25 17:31:21.841745 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b788963d-56d1-47fc-8aa9-0ed726dca33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:22.005204 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-f8ae6301-8ef6-462a-b211-0d320d5787cf service neutron] 10.222.0.74 "GET /v2.0/networks/c2992060-12d6-4bc2-a7a5-ee6714d7c0a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023417 Nov 25 17:31:22.026210 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:22.046048 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b788963d-56d1-47fc-8aa9-0ed726dca33d None None] For port f3686e5a-5e71-442e-ab74-8f0d09fc1862, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=f3686e5a-5e71-442e-ab74-8f0d09fc1862,segment=NetworkSegment(40cdf8b8-7fef-4a79-a90e-283c95958c4c),segment_id=40cdf8b8-7fef-4a79-a90e-283c95958c4c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:22.084559 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b788963d-56d1-47fc-8aa9-0ed726dca33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:22.216908 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port 4ffd8948-e839-4f17-a502-9f6ccdf6bb3d completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:31:22.234136 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port f8c40584-380b-4991-82a6-c64c1e47cc3b triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:22.234508 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:22.292992 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port 4ffd8948-e839-4f17-a502-9f6ccdf6bb3d triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:22.293362 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:22.406175 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b788963d-56d1-47fc-8aa9-0ed726dca33d None None] Pushing event updated for resources: {'Port': ['ID=f3686e5a-5e71-442e-ab74-8f0d09fc1862,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:22.419006 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-45598acd-00a0-4bcf-bd50-7accd8d719ab service neutron] 10.222.0.75 "GET /v2.0/networks/87da44d2-1590-4ee5-a038-25973727b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5502820 Nov 25 17:31:22.436028 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-f8795944-1e11-489f-8b36-dbd986f5eacb None None] Provisioning complete for port f3686e5a-5e71-442e-ab74-8f0d09fc1862 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:22.436575 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f8795944-1e11-489f-8b36-dbd986f5eacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:22.507635 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-5098af30-24df-4319-9004-1fcbd32299bb req-fd23dc03-6e3a-4f88-9f6d-6b414c6744ba tempest-ServersNegativeTestMultiTenantJSON-1319034717 tempest-ServersNegativeTestMultiTenantJSON-1319034717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:22.532746 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:31:22.572052 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd23dc03-6e3a-4f88-9f6d-6b414c6744ba tempest-ServersNegativeTestMultiTenantJSON-1319034717 tempest-ServersNegativeTestMultiTenantJSON-1319034717-project] Pushing event deleted for resources: {'Port': ['ID=8c9b27b1-9b49-4db3-be8a-b0bc34b8adfc,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:22.606829 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-0102865d-b71a-4e59-9a9e-ddd02b9af945 service neutron] 10.222.0.74 "GET /v2.0/networks/c2992060-12d6-4bc2-a7a5-ee6714d7c0a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5870907 Nov 25 17:31:22.689077 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-82aba7e0-ff23-404c-be96-dd6a15a3c034 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=58e5de73-8a69-4d16-ae13-ab33677f39c5 HTTP/1.1" status: 200 len: 217 time: 0.0683782 Nov 25 17:31:22.718660 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-5098af30-24df-4319-9004-1fcbd32299bb req-fd23dc03-6e3a-4f88-9f6d-6b414c6744ba tempest-ServersNegativeTestMultiTenantJSON-1319034717 tempest-ServersNegativeTestMultiTenantJSON-1319034717-project] No DVR routers for this DVR port 8c9b27b1-9b49-4db3-be8a-b0bc34b8adfc on host n-h1-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:31:22.733719 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-5098af30-24df-4319-9004-1fcbd32299bb req-fd23dc03-6e3a-4f88-9f6d-6b414c6744ba tempest-ServersNegativeTestMultiTenantJSON-1319034717 tempest-ServersNegativeTestMultiTenantJSON-1319034717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:22.737088 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5098af30-24df-4319-9004-1fcbd32299bb req-fd23dc03-6e3a-4f88-9f6d-6b414c6744ba tempest-ServersNegativeTestMultiTenantJSON-1319034717 tempest-ServersNegativeTestMultiTenantJSON-1319034717-project] 10.222.0.74 "DELETE /v2.0/ports/8c9b27b1-9b49-4db3-be8a-b0bc34b8adfc HTTP/1.1" status: 204 len: 173 time: 2.0026195 Nov 25 17:31:22.738615 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c08dac1f-5d34-400c-8d71-1d7aaa09d3b3', 'name': 'network-vif-deleted', 'tag': '8c9b27b1-9b49-4db3-be8a-b0bc34b8adfc'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:31:22.741082 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902969dc-2190-4afb-b73f-c0cb49323387" -d '{"events": [{"server_uuid": "c08dac1f-5d34-400c-8d71-1d7aaa09d3b3", "name": "network-vif-deleted", "tag": "8c9b27b1-9b49-4db3-be8a-b0bc34b8adfc"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:31:22.780145 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d6dc6ff-74b1-4314-84a0-4738aed69a90 req-b4f50683-f513-4f12-9dbf-6d2c834d3d0f tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Router 90c87b55-4c2f-49f4-a8dc-28bc81837710 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:31:22.786627 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-2bb29f6a-f477-40b1-984b-9316cc117ebc service neutron] 10.222.0.75 "GET /v2.0/networks/87da44d2-1590-4ee5-a038-25973727b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309817 Nov 25 17:31:22.804921 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-20cdc0e7-59f6-4d3b-b515-fd27d13ce6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:22.806475 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-20cdc0e7-59f6-4d3b-b515-fd27d13ce6a9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=433e0b25-87c6-4c49-8afd-0df579500c07 HTTP/1.1" status: 200 len: 797 time: 0.0958841 Nov 25 17:31:22.943771 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-6adbfa60-dd17-48ff-9fe2-3eb1ebf0721a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:22.945235 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-6adbfa60-dd17-48ff-9fe2-3eb1ebf0721a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cb2ab83a-f522-4839-b956-b9e276ac2a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1025136 Nov 25 17:31:23.004313 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 8c9b27b1-9b49-4db3-be8a-b0bc34b8adfc no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:31:23.026702 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296eba91-d2ca-468e-a981-4af3b712b4aa x-openstack-request-id: req-296eba91-d2ca-468e-a981-4af3b712b4aa {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:31:23.027228 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfef76b5-510b-4571-afdd-528a67da392d", "tag": "4ffd8948-e839-4f17-a502-9f6ccdf6bb3d", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:31:23.027391 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-296eba91-d2ca-468e-a981-4af3b712b4aa {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:31:23.027977 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfef76b5-510b-4571-afdd-528a67da392d', 'tag': '4ffd8948-e839-4f17-a502-9f6ccdf6bb3d', 'status': 'completed', 'code': 200} Nov 25 17:31:23.039567 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:23.053677 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device f3686e5a-5e71-442e-ab74-8f0d09fc1862 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:31:23.067934 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d6dc6ff-74b1-4314-84a0-4738aed69a90 req-b4f50683-f513-4f12-9dbf-6d2c834d3d0f tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:31:23.072690 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7d6dc6ff-74b1-4314-84a0-4738aed69a90 req-b4f50683-f513-4f12-9dbf-6d2c834d3d0f tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:23.076966 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-fd65074c-8370-4ba7-958b-c1230d765275 service neutron] 10.222.0.74 "GET /v2.0/networks/cb2ab83a-f522-4839-b956-b9e276ac2a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219409 Nov 25 17:31:23.125302 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: 8c9b27b1-9b49-4db3-be8a-b0bc34b8adfc {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:31:23.126119 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 8c9b27b1-9b49-4db3-be8a-b0bc34b8adfc not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:31:23.136894 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702f192b-eeac-434c-8e34-40dfa63070b8 req-a75f3a49-4287-4ddd-ad66-567140bf3d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:23.137115 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:23.139129 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-702f192b-eeac-434c-8e34-40dfa63070b8 req-a75f3a49-4287-4ddd-ad66-567140bf3d2e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=28e639b61725474a8e2246556ccdec9c&device_id=dfef76b5-510b-4571-afdd-528a67da392d HTTP/1.1" status: 200 len: 1095 time: 0.0861547 Nov 25 17:31:23.144992 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac44e3c2-2393-499b-adda-7458d8376c28 None None] Sync routers for ids ['90c87b55-4c2f-49f4-a8dc-28bc81837710'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:31:23.166112 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7d6dc6ff-74b1-4314-84a0-4738aed69a90 req-b4f50683-f513-4f12-9dbf-6d2c834d3d0f tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "PUT /v2.0/floatingips/ebd354f1-8fa2-48f6-a3e8-1cef10ac7800 HTTP/1.1" status: 200 len: 695 time: 2.0941620 Nov 25 17:31:23.192918 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7dd9bdec-9a5d-402a-ae15-927e63258624 req-c70e7c3c-32cb-4795-8064-dfaf3035c152 tempest-ServersNegativeTestMultiTenantJSON-1319034717 tempest-ServersNegativeTestMultiTenantJSON-1319034717-project] 10.222.0.75 "GET /v2.0/ports?device_id=c08dac1f-5d34-400c-8d71-1d7aaa09d3b3 HTTP/1.1" status: 200 len: 210 time: 0.0710213 Nov 25 17:31:23.272478 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac44e3c2-2393-499b-adda-7458d8376c28 None None] Routers {'90c87b55-4c2f-49f4-a8dc-28bc81837710'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:31:23.273349 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-ac44e3c2-2393-499b-adda-7458d8376c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:31:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['90c87b55-4c2f-49f4-a8dc-28bc81837710'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:23.308564 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702f192b-eeac-434c-8e34-40dfa63070b8 req-1667d47f-f1f7-4997-8e76-6e6c0cc8a844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:23.310106 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-702f192b-eeac-434c-8e34-40dfa63070b8 req-1667d47f-f1f7-4997-8e76-6e6c0cc8a844 service neutron] 10.222.0.90 "GET /v2.0/networks?id=7a8c66d3-1027-4660-98b7-5ec4a01a4fdc HTTP/1.1" status: 200 len: 923 time: 0.1628430 Nov 25 17:31:23.316322 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6dc6ff-74b1-4314-84a0-4738aed69a90 req-56c71a89-af6e-436e-95e3-ca30aa249d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:23.318197 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7d6dc6ff-74b1-4314-84a0-4738aed69a90 req-56c71a89-af6e-436e-95e3-ca30aa249d3a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c296d8c37a3d4484983acb10cc0204d2&device_id=17345a84-b4bb-413c-900b-6a494ae74329 HTTP/1.1" status: 200 len: 1097 time: 0.1242130 Nov 25 17:31:23.343714 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-7346d8f6-731f-4782-9211-6ffece1365d2 service neutron] 10.222.0.74 "GET /v2.0/networks/cb2ab83a-f522-4839-b956-b9e276ac2a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438283 Nov 25 17:31:23.393782 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-702f192b-eeac-434c-8e34-40dfa63070b8 req-3800e645-7b88-4e8f-b79d-9e74e187ef41 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ffd8948-e839-4f17-a502-9f6ccdf6bb3d HTTP/1.1" status: 200 len: 217 time: 0.0751476 Nov 25 17:31:23.436029 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-f0f98149-fda3-4978-8a4c-07da1a79b698 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=156eba66-fef4-4dab-adfa-2ba5e2376881 HTTP/1.1" status: 200 len: 217 time: 0.0712478 Nov 25 17:31:23.472577 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-ac44e3c2-2393-499b-adda-7458d8376c28 None None] Set router 90c87b55-4c2f-49f4-a8dc-28bc81837710 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:31:23.494162 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702f192b-eeac-434c-8e34-40dfa63070b8 req-08c4fc54-9321-4d2f-a3af-f0da81c825b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:23.495718 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-702f192b-eeac-434c-8e34-40dfa63070b8 req-08c4fc54-9321-4d2f-a3af-f0da81c825b5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0488b60b-dc56-4141-98fc-cb7726390b53 HTTP/1.1" status: 200 len: 862 time: 0.0904136 Nov 25 17:31:23.509622 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfef76b5-510b-4571-afdd-528a67da392d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ffd8948-e839-4f17-a502-9f6ccdf6bb3d'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:31:23.512383 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1013ed-bdff-4129-b6ca-e8d2c5510946" -d '{"events": [{"server_uuid": "dfef76b5-510b-4571-afdd-528a67da392d", "name": "network-vif-plugged", "status": "completed", "tag": "4ffd8948-e839-4f17-a502-9f6ccdf6bb3d"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:31:23.534671 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-702f192b-eeac-434c-8e34-40dfa63070b8 req-55bf9d80-e27e-4f60-afe0-5fd905264da2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7a8c66d3-1027-4660-98b7-5ec4a01a4fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315034 Nov 25 17:31:23.566929 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 4ffd8948-e839-4f17-a502-9f6ccdf6bb3d, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=4ffd8948-e839-4f17-a502-9f6ccdf6bb3d,segment=NetworkSegment(7b56f9b7-dcf8-416a-8490-b1f1b6152b37),segment_id=7b56f9b7-dcf8-416a-8490-b1f1b6152b37)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:23.583188 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-f1908a61-ab42-40cd-a26a-dcf36c9dea18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:23.584988 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-f1908a61-ab42-40cd-a26a-dcf36c9dea18 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=433e0b25-87c6-4c49-8afd-0df579500c07 HTTP/1.1" status: 200 len: 797 time: 0.1016948 Nov 25 17:31:23.589353 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:23.627455 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5288b0fa-9888-4958-afc8-5aa6e221a62a req-8e7c0c1b-64e4-4ef2-b93a-d006df3f5610 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:23.633677 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5288b0fa-9888-4958-afc8-5aa6e221a62a req-8e7c0c1b-64e4-4ef2-b93a-d006df3f5610 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:23.640986 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5288b0fa-9888-4958-afc8-5aa6e221a62a req-8e7c0c1b-64e4-4ef2-b93a-d006df3f5610 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:23.647222 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5288b0fa-9888-4958-afc8-5aa6e221a62a req-8e7c0c1b-64e4-4ef2-b93a-d006df3f5610 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:23.652996 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-702f192b-eeac-434c-8e34-40dfa63070b8 req-595661a9-330b-4edf-a4bb-4a2eae26a758 service neutron] 10.222.0.90 "GET /v2.0/networks/7a8c66d3-1027-4660-98b7-5ec4a01a4fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092365 Nov 25 17:31:23.653810 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5288b0fa-9888-4958-afc8-5aa6e221a62a req-8e7c0c1b-64e4-4ef2-b93a-d006df3f5610 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:23.660664 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5288b0fa-9888-4958-afc8-5aa6e221a62a req-8e7c0c1b-64e4-4ef2-b93a-d006df3f5610 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:23.666716 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5288b0fa-9888-4958-afc8-5aa6e221a62a req-8e7c0c1b-64e4-4ef2-b93a-d006df3f5610 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:23.668640 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5288b0fa-9888-4958-afc8-5aa6e221a62a req-8e7c0c1b-64e4-4ef2-b93a-d006df3f5610 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 5420 time: 0.2372432 Nov 25 17:31:23.680788 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port f3686e5a-5e71-442e-ab74-8f0d09fc1862 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:23.681916 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:23.686480 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6dc6ff-74b1-4314-84a0-4738aed69a90 req-a05ad7b0-48b2-43f6-9f15-3b1971df97f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:23.688079 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7d6dc6ff-74b1-4314-84a0-4738aed69a90 req-a05ad7b0-48b2-43f6-9f15-3b1971df97f0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=ef09a9cb-b767-40ab-abb2-adbc6ec1aed8 HTTP/1.1" status: 200 len: 921 time: 0.3540351 Nov 25 17:31:23.752304 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7d6dc6ff-74b1-4314-84a0-4738aed69a90 req-6c5defca-1614-4fd5-96bc-0eef5a393cae service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be6e48c3-7513-49a7-9470-e1ed2d5315fe HTTP/1.1" status: 200 len: 217 time: 0.0542715 Nov 25 17:31:23.777798 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-2b137784-c265-4f4d-ad29-3047a02cfd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:23.779613 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-2b137784-c265-4f4d-ad29-3047a02cfd00 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cb2ab83a-f522-4839-b956-b9e276ac2a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1835451 Nov 25 17:31:23.785122 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-702f192b-eeac-434c-8e34-40dfa63070b8 req-54e0f742-96cb-43fe-8153-2c5c9207f0a2 service neutron] 10.222.0.90 "GET /v2.0/networks/7a8c66d3-1027-4660-98b7-5ec4a01a4fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238453 Nov 25 17:31:23.818965 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=4ffd8948-e839-4f17-a502-9f6ccdf6bb3d,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:23.832472 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:23.832842 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:23.833246 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:23.833535 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:23.833950 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:23.834360 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:23.834824 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:23.835349 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:23.835646 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:23.836140 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:23.836574 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:23.836993 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:23.893626 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5288b0fa-9888-4958-afc8-5aa6e221a62a req-26a7759d-b771-4c4a-94c0-a1922fe335b1 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/security-groups?id=7dac673b-c262-4497-b783-e9f920753627&id=0577770c-39b7-4b0c-8124-55e039ea72f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2095432 Nov 25 17:31:23.904012 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6dc6ff-74b1-4314-84a0-4738aed69a90 req-4f1a7f6c-5932-48f8-ba35-63b60c79de1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:23.905544 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7d6dc6ff-74b1-4314-84a0-4738aed69a90 req-4f1a7f6c-5932-48f8-ba35-63b60c79de1b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=82218ac9-c8df-4d39-919a-d596976289cd HTTP/1.1" status: 200 len: 859 time: 0.1463273 Nov 25 17:31:23.982381 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-ac44e3c2-2393-499b-adda-7458d8376c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'name': 'tempest-FloatingIPsAssociationTestJSON-322503774-router', 'tenant_id': 'c296d8c37a3d4484983acb10cc0204d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'a9cb8fc9-2a82-43c7-9767-215a656bbec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:52Z', 'updated_at': '2021-11-25T17:29:57Z', 'revision_number': 4, 'project_id': 'c296d8c37a3d4484983acb10cc0204d2', 'gw_port': {'id': 'a9cb8fc9-2a82-43c7-9767-215a656bbec0', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:53Z', 'updated_at': '2021-11-25T17:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '5e3e9a8b-7220-4a5b-87ee-36c0a8bae66a', 'name': '', 'network_id': 'ef09a9cb-b767-40ab-abb2-adbc6ec1aed8', 'tenant_id': 'c296d8c37a3d4484983acb10cc0204d2', 'mac_address': 'fa:16:3e:41:fa:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '82218ac9-c8df-4d39-919a-d596976289cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:56Z', 'updated_at': '2021-11-25T17:30:03Z', 'revision_number': 5, 'project_id': 'c296d8c37a3d4484983acb10cc0204d2', 'subnets': [{'id': '82218ac9-c8df-4d39-919a-d596976289cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:24.005873 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-5054d815-735d-40b4-beea-291163d1a51c service neutron] 10.222.0.74 "GET /v2.0/networks/cb2ab83a-f522-4839-b956-b9e276ac2a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054648 Nov 25 17:31:24.022656 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac44e3c2-2393-499b-adda-7458d8376c28 None None] Checking router: 90c87b55-4c2f-49f4-a8dc-28bc81837710 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:31:24.031641 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac44e3c2-2393-499b-adda-7458d8376c28 None None] Routers {'90c87b55-4c2f-49f4-a8dc-28bc81837710'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:31:24.032270 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-ac44e3c2-2393-499b-adda-7458d8376c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:31:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['90c87b55-4c2f-49f4-a8dc-28bc81837710'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:24.071907 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device f3686e5a-5e71-442e-ab74-8f0d09fc1862 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:31:24.117745 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6dc6ff-74b1-4314-84a0-4738aed69a90 req-cadfa39d-4bb1-4a88-bd50-88c9390b5c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:24.119281 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7d6dc6ff-74b1-4314-84a0-4738aed69a90 req-cadfa39d-4bb1-4a88-bd50-88c9390b5c52 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ef09a9cb-b767-40ab-abb2-adbc6ec1aed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2028513 Nov 25 17:31:24.181756 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port f3686e5a-5e71-442e-ab74-8f0d09fc1862 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:24.182135 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:24.184646 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-ac44e3c2-2393-499b-adda-7458d8376c28 None None] Set router 90c87b55-4c2f-49f4-a8dc-28bc81837710 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:31:24.230470 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1b497881-4462-4c0a-9164-4ff1d7d98147 req-87ffd85a-2920-4a4e-b95f-1aa51f9c7148 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2702816 Nov 25 17:31:24.242693 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-650ab9c6-f25a-449d-9491-46e5feb13da0 req-46503bd0-1516-4743-b0c5-8c222bc1efe4 service neutron] 10.222.0.74 "GET /v2.0/networks/cb2ab83a-f522-4839-b956-b9e276ac2a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271624 Nov 25 17:31:24.245666 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-1b497881-4462-4c0a-9164-4ff1d7d98147 req-a1127c25-e26c-4f97-ac87-b8a6ded7d578 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Request body: {'floatingip': {'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:24.291523 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7d6dc6ff-74b1-4314-84a0-4738aed69a90 req-2be95f8a-21a3-4e7e-bf94-21cdf1a66350 service neutron] 10.222.0.75 "GET /v2.0/networks/ef09a9cb-b767-40ab-abb2-adbc6ec1aed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605127 Nov 25 17:31:24.294448 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1b497881-4462-4c0a-9164-4ff1d7d98147 req-a1127c25-e26c-4f97-ac87-b8a6ded7d578 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Publish callbacks [] for floatingip, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:24.475031 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a50f19-ba8b-457c-b436-d33506b3066e req-4509c3df-c5a8-448e-9102-2161411360b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:24.475627 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a50f19-ba8b-457c-b436-d33506b3066e req-4509c3df-c5a8-448e-9102-2161411360b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:24.476105 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a50f19-ba8b-457c-b436-d33506b3066e req-4509c3df-c5a8-448e-9102-2161411360b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:24.476573 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a50f19-ba8b-457c-b436-d33506b3066e req-4509c3df-c5a8-448e-9102-2161411360b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:24.477101 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a50f19-ba8b-457c-b436-d33506b3066e req-4509c3df-c5a8-448e-9102-2161411360b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:24.477565 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a50f19-ba8b-457c-b436-d33506b3066e req-4509c3df-c5a8-448e-9102-2161411360b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:24.478033 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a50f19-ba8b-457c-b436-d33506b3066e req-4509c3df-c5a8-448e-9102-2161411360b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:24.480732 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-78a50f19-ba8b-457c-b436-d33506b3066e req-4509c3df-c5a8-448e-9102-2161411360b2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=af07ecd6b88d499dba6f8368912ebb7e&device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 6477 time: 0.1584508 Nov 25 17:31:24.507368 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-ac44e3c2-2393-499b-adda-7458d8376c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'name': 'tempest-FloatingIPsAssociationTestJSON-322503774-router', 'tenant_id': 'c296d8c37a3d4484983acb10cc0204d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'a9cb8fc9-2a82-43c7-9767-215a656bbec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:52Z', 'updated_at': '2021-11-25T17:29:57Z', 'revision_number': 4, 'project_id': 'c296d8c37a3d4484983acb10cc0204d2', 'gw_port': {'id': 'a9cb8fc9-2a82-43c7-9767-215a656bbec0', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:53Z', 'updated_at': '2021-11-25T17:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '5e3e9a8b-7220-4a5b-87ee-36c0a8bae66a', 'name': '', 'network_id': 'ef09a9cb-b767-40ab-abb2-adbc6ec1aed8', 'tenant_id': 'c296d8c37a3d4484983acb10cc0204d2', 'mac_address': 'fa:16:3e:41:fa:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '82218ac9-c8df-4d39-919a-d596976289cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:56Z', 'updated_at': '2021-11-25T17:30:03Z', 'revision_number': 5, 'project_id': 'c296d8c37a3d4484983acb10cc0204d2', 'subnets': [{'id': '82218ac9-c8df-4d39-919a-d596976289cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:24.535506 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-f36adb99-7cca-4c21-84b6-1f47fb8206b8 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:24.541699 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-f36adb99-7cca-4c21-84b6-1f47fb8206b8 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:24.543785 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-f36adb99-7cca-4c21-84b6-1f47fb8206b8 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.90 "GET /v2.0/networks?id=87da44d2-1590-4ee5-a038-25973727b150&id=0f4ea62f-5f9a-485c-9f18-7fb8bcbf2469&id=87da44d2-1590-4ee5-a038-25973727b150 HTTP/1.1" status: 200 len: 1391 time: 0.1585529 Nov 25 17:31:24.543966 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac44e3c2-2393-499b-adda-7458d8376c28 None None] The sync data for ids ['90c87b55-4c2f-49f4-a8dc-28bc81837710'] in n-d-817746-1 is: [{'id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'name': 'tempest-FloatingIPsAssociationTestJSON-322503774-router', 'tenant_id': 'c296d8c37a3d4484983acb10cc0204d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'a9cb8fc9-2a82-43c7-9767-215a656bbec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:52Z', 'updated_at': '2021-11-25T17:29:57Z', 'revision_number': 4, 'project_id': 'c296d8c37a3d4484983acb10cc0204d2', 'gw_port': {'id': 'a9cb8fc9-2a82-43c7-9767-215a656bbec0', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:53Z', 'updated_at': '2021-11-25T17:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '5e3e9a8b-7220-4a5b-87ee-36c0a8bae66a', 'name': '', 'network_id': 'ef09a9cb-b767-40ab-abb2-adbc6ec1aed8', 'tenant_id': 'c296d8c37a3d4484983acb10cc0204d2', 'mac_address': 'fa:16:3e:41:fa:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '82218ac9-c8df-4d39-919a-d596976289cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:56Z', 'updated_at': '2021-11-25T17:30:03Z', 'revision_number': 5, 'project_id': 'c296d8c37a3d4484983acb10cc0204d2', 'subnets': [{'id': '82218ac9-c8df-4d39-919a-d596976289cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:31:24.561727 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-4f23822b-d0d8-4589-aa53-4ae837eb8688 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Request body: {'port': {'device_id': '2689803f-6d67-47c8-93a2-8fbdc1f4eaf8', 'network_id': '87da44d2-1590-4ee5-a038-25973727b150', 'admin_state_up': True, 'tenant_id': 'd64a86f779cb466b8c1c45288d32f994'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:24.565622 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7d6dc6ff-74b1-4314-84a0-4738aed69a90 req-4241a59e-c1e9-45fa-9168-9f094f6d5f79 service neutron] 10.222.0.75 "GET /v2.0/networks/ef09a9cb-b767-40ab-abb2-adbc6ec1aed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555220 Nov 25 17:31:24.616150 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a50f19-ba8b-457c-b436-d33506b3066e req-6916db8e-4d51-45e8-9154-b6f85e5be76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:24.617726 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-78a50f19-ba8b-457c-b436-d33506b3066e req-6916db8e-4d51-45e8-9154-b6f85e5be76c service neutron] 10.222.0.74 "GET /v2.0/networks?id=cb2ab83a-f522-4839-b956-b9e276ac2a4b HTTP/1.1" status: 200 len: 903 time: 0.1249692 Nov 25 17:31:24.673431 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1b497881-4462-4c0a-9164-4ff1d7d98147 req-a1127c25-e26c-4f97-ac87-b8a6ded7d578 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:24.675947 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-78a50f19-ba8b-457c-b436-d33506b3066e req-edba50e8-fefa-4eae-b511-9f533df733b1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=58e5de73-8a69-4d16-ae13-ab33677f39c5 HTTP/1.1" status: 200 len: 217 time: 0.0498209 Nov 25 17:31:24.698351 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-4f23822b-d0d8-4589-aa53-4ae837eb8688 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Made reservation on behalf of d64a86f779cb466b8c1c45288d32f994 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:31:24.702882 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-4f23822b-d0d8-4589-aa53-4ae837eb8688 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:24.805375 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a50f19-ba8b-457c-b436-d33506b3066e req-08d1d997-d533-480f-8411-346a5180ba9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:24.806864 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-78a50f19-ba8b-457c-b436-d33506b3066e req-08d1d997-d533-480f-8411-346a5180ba9c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=433e0b25-87c6-4c49-8afd-0df579500c07 HTTP/1.1" status: 200 len: 797 time: 0.1210494 Nov 25 17:31:24.839122 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24294311-8cb9-4178-8e4b-32cf9d7b2a59 None None] New status for floating IP ebd354f1-8fa2-48f6-a3e8-1cef10ac7800: DOWN {{(pid=103363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:31:24.848226 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-4f23822b-d0d8-4589-aa53-4ae837eb8688 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Allocated IP 19.80.0.129 (87da44d2-1590-4ee5-a038-25973727b150/e6fdc3be-b0ac-4369-8830-0399da979d5b/39b53f5f-4670-4b31-8c5d-ad30eb5fde27) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:31:24.853828 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a97f6-bdd7-47c5-8869-fe1d84d1cd68 req-8e618c5a-8851-41b0-81d3-bb4293f4f7e8 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:24.855382 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a25a97f6-bdd7-47c5-8869-fe1d84d1cd68 req-8e618c5a-8851-41b0-81d3-bb4293f4f7e8 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfef76b5-510b-4571-afdd-528a67da392d HTTP/1.1" status: 200 len: 945 time: 0.1860704 Nov 25 17:31:24.928278 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-1b497881-4462-4c0a-9164-4ff1d7d98147 req-a1127c25-e26c-4f97-ac87-b8a6ded7d578 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Allocated IP 172.25.0.107 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/3609c978-e574-4630-a2ee-71e79790268d) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:31:24.959504 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a50f19-ba8b-457c-b436-d33506b3066e req-2e58ca5c-dc0d-431a-bc37-8f26c973a9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:24.961028 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-78a50f19-ba8b-457c-b436-d33506b3066e req-2e58ca5c-dc0d-431a-bc37-8f26c973a9cd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cb2ab83a-f522-4839-b956-b9e276ac2a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1414480 Nov 25 17:31:24.979171 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 7be8a07b-4a87-4407-a846-a793d7c0884e up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:31:25.010792 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a25a97f6-bdd7-47c5-8869-fe1d84d1cd68 req-b58ff367-69c8-43d3-9697-5677e1a72e54 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/security-groups?id=64a4895e-66bb-4a82-9045-67d823985e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327052 Nov 25 17:31:25.018616 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-4f23822b-d0d8-4589-aa53-4ae837eb8688 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:25.062730 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-4f23822b-d0d8-4589-aa53-4ae837eb8688 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:25.086011 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port 7be8a07b-4a87-4407-a846-a793d7c0884e completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:31:25.097830 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 7be8a07b-4a87-4407-a846-a793d7c0884e triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:25.098585 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:25.141070 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-4f23822b-d0d8-4589-aa53-4ae837eb8688 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Network 87da44d2-1590-4ee5-a038-25973727b150 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:31:25.149471 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-4f23822b-d0d8-4589-aa53-4ae837eb8688 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:25.152228 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f23822b-d0d8-4589-aa53-4ae837eb8688 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Pushing event updated for resources: {'Port': ['ID=39b53f5f-4670-4b31-8c5d-ad30eb5fde27,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:25.168789 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-78a50f19-ba8b-457c-b436-d33506b3066e req-15d63bfb-5096-471f-a75e-17750596ab41 service neutron] 10.222.0.74 "GET /v2.0/networks/cb2ab83a-f522-4839-b956-b9e276ac2a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976571 Nov 25 17:31:25.171019 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-4f23822b-d0d8-4589-aa53-4ae837eb8688 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:31:25.171897 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1b497881-4462-4c0a-9164-4ff1d7d98147 req-a1127c25-e26c-4f97-ac87-b8a6ded7d578 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:25.238073 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:25.243991 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-4f23822b-d0d8-4589-aa53-4ae837eb8688 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:25.244700 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-4f23822b-d0d8-4589-aa53-4ae837eb8688 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:25.271288 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-4f23822b-d0d8-4589-aa53-4ae837eb8688 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7142804 Nov 25 17:31:25.277004 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 7be8a07b-4a87-4407-a846-a793d7c0884e, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=7be8a07b-4a87-4407-a846-a793d7c0884e,segment=NetworkSegment(0e00b021-4936-4a80-9658-da28463c87bd),segment_id=0e00b021-4936-4a80-9658-da28463c87bd)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:25.281902 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:25.282749 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 791424cf-7f49-4cd7-a3d5-e5f426ab97ac up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:31:25.287406 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-aafb01bb-aa44-43c0-b61f-1bb52ed6b05c tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Request body: {'port': {'device_id': '2689803f-6d67-47c8-93a2-8fbdc1f4eaf8', 'network_id': '0f4ea62f-5f9a-485c-9f18-7fb8bcbf2469', 'admin_state_up': True, 'tenant_id': 'd64a86f779cb466b8c1c45288d32f994'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:25.317195 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02eb24d-f1d7-4955-8fb9-0c5f37b443c9 req-3c386304-aa7c-46fc-bc1d-e084f104a64a tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:25.323922 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02eb24d-f1d7-4955-8fb9-0c5f37b443c9 req-3c386304-aa7c-46fc-bc1d-e084f104a64a tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:25.330086 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02eb24d-f1d7-4955-8fb9-0c5f37b443c9 req-3c386304-aa7c-46fc-bc1d-e084f104a64a tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:25.336141 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02eb24d-f1d7-4955-8fb9-0c5f37b443c9 req-3c386304-aa7c-46fc-bc1d-e084f104a64a tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:25.342955 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02eb24d-f1d7-4955-8fb9-0c5f37b443c9 req-3c386304-aa7c-46fc-bc1d-e084f104a64a tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:25.349166 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02eb24d-f1d7-4955-8fb9-0c5f37b443c9 req-3c386304-aa7c-46fc-bc1d-e084f104a64a tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:25.355365 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02eb24d-f1d7-4955-8fb9-0c5f37b443c9 req-3c386304-aa7c-46fc-bc1d-e084f104a64a tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:25.357901 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f02eb24d-f1d7-4955-8fb9-0c5f37b443c9 req-3c386304-aa7c-46fc-bc1d-e084f104a64a tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/ports?device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 5436 time: 0.2199950 Nov 25 17:31:25.368762 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=7be8a07b-4a87-4407-a846-a793d7c0884e,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:25.396753 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1b497881-4462-4c0a-9164-4ff1d7d98147 req-a1127c25-e26c-4f97-ac87-b8a6ded7d578 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:25.401359 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-78a50f19-ba8b-457c-b436-d33506b3066e req-238537f7-ce6e-494a-83f5-d4d402bca607 service neutron] 10.222.0.74 "GET /v2.0/networks/cb2ab83a-f522-4839-b956-b9e276ac2a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246444 Nov 25 17:31:25.405442 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port 791424cf-7f49-4cd7-a3d5-e5f426ab97ac completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:31:25.412910 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 791424cf-7f49-4cd7-a3d5-e5f426ab97ac triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:25.413669 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:25.484660 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-aafb01bb-aa44-43c0-b61f-1bb52ed6b05c tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Made reservation on behalf of d64a86f779cb466b8c1c45288d32f994 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:31:25.490906 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-aafb01bb-aa44-43c0-b61f-1bb52ed6b05c tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:25.535052 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:25.538370 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-ed587457-fc37-4151-bac6-2e2bda383162 None None] Provisioning complete for port 39b53f5f-4670-4b31-8c5d-ad30eb5fde27 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:25.538741 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ed587457-fc37-4151-bac6-2e2bda383162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:25.642675 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-aafb01bb-aa44-43c0-b61f-1bb52ed6b05c tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Allocated IP 19.86.0.50 (0f4ea62f-5f9a-485c-9f18-7fb8bcbf2469/e67877d4-6474-4378-bcc2-3832faa7f77a/ef471ab4-1529-40ff-ae48-4f7a2a698d09) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:31:25.738551 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-ed587457-fc37-4151-bac6-2e2bda383162 None None] Port 39b53f5f-4670-4b31-8c5d-ad30eb5fde27 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:31:25.746659 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 791424cf-7f49-4cd7-a3d5-e5f426ab97ac, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=791424cf-7f49-4cd7-a3d5-e5f426ab97ac,segment=NetworkSegment(cbc1fb21-68bb-4758-9512-148f2017b227),segment_id=cbc1fb21-68bb-4758-9512-148f2017b227)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:25.752492 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:25.753430 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 5f55e4bc-b645-4ea6-93e4-5fb2598e200d up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:31:25.774281 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b497881-4462-4c0a-9164-4ff1d7d98147 req-a1127c25-e26c-4f97-ac87-b8a6ded7d578 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:31:25.787216 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-1b497881-4462-4c0a-9164-4ff1d7d98147 req-a1127c25-e26c-4f97-ac87-b8a6ded7d578 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:25.802268 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b497881-4462-4c0a-9164-4ff1d7d98147 req-a1127c25-e26c-4f97-ac87-b8a6ded7d578 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:31:25.807163 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1127c25-e26c-4f97-ac87-b8a6ded7d578 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Pushing event updated for resources: {'Port': ['ID=3609c978-e574-4630-a2ee-71e79790268d,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:25.827956 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-aafb01bb-aa44-43c0-b61f-1bb52ed6b05c tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:25.833947 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=791424cf-7f49-4cd7-a3d5-e5f426ab97ac,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:25.836861 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f02eb24d-f1d7-4955-8fb9-0c5f37b443c9 req-6e57e918-bb97-44e3-92a9-89806e7ea55b tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf472a3-c342-48cc-ac25-d9efd20bf257&id=9fa93e5f-0225-45c2-90d5-9fc327163fea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4719708 Nov 25 17:31:25.849112 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port 5f55e4bc-b645-4ea6-93e4-5fb2598e200d completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:31:25.853959 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 5f55e4bc-b645-4ea6-93e4-5fb2598e200d triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:25.854653 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:25.859059 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a50f19-ba8b-457c-b436-d33506b3066e req-e9993d1a-b077-4c21-80f2-71d266f85254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:25.859540 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a50f19-ba8b-457c-b436-d33506b3066e req-e9993d1a-b077-4c21-80f2-71d266f85254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:25.860007 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a50f19-ba8b-457c-b436-d33506b3066e req-e9993d1a-b077-4c21-80f2-71d266f85254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:25.860674 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a50f19-ba8b-457c-b436-d33506b3066e req-e9993d1a-b077-4c21-80f2-71d266f85254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:25.860970 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a50f19-ba8b-457c-b436-d33506b3066e req-e9993d1a-b077-4c21-80f2-71d266f85254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:25.861401 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a50f19-ba8b-457c-b436-d33506b3066e req-e9993d1a-b077-4c21-80f2-71d266f85254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:25.861860 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a50f19-ba8b-457c-b436-d33506b3066e req-e9993d1a-b077-4c21-80f2-71d266f85254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:25.863794 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-78a50f19-ba8b-457c-b436-d33506b3066e req-e9993d1a-b077-4c21-80f2-71d266f85254 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=af07ecd6b88d499dba6f8368912ebb7e&device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 6477 time: 0.1388910 Nov 25 17:31:25.875810 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-aafb01bb-aa44-43c0-b61f-1bb52ed6b05c tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:25.920596 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-aafb01bb-aa44-43c0-b61f-1bb52ed6b05c tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Network 0f4ea62f-5f9a-485c-9f18-7fb8bcbf2469 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:31:25.925182 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-aafb01bb-aa44-43c0-b61f-1bb52ed6b05c tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:25.929302 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-aafb01bb-aa44-43c0-b61f-1bb52ed6b05c tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:31:25.968837 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:26.004877 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafb01bb-aa44-43c0-b61f-1bb52ed6b05c tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Pushing event updated for resources: {'Port': ['ID=ef471ab4-1529-40ff-ae48-4f7a2a698d09,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:26.017756 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 5f55e4bc-b645-4ea6-93e4-5fb2598e200d, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=5f55e4bc-b645-4ea6-93e4-5fb2598e200d,segment=NetworkSegment(cbc1fb21-68bb-4758-9512-148f2017b227),segment_id=cbc1fb21-68bb-4758-9512-148f2017b227)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:26.024304 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-aafb01bb-aa44-43c0-b61f-1bb52ed6b05c tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:26.024778 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:26.025144 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-aafb01bb-aa44-43c0-b61f-1bb52ed6b05c tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:26.026152 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device a11242af-5474-4f93-bfb6-76b0ef5bbc3d up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:31:26.053954 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-aafb01bb-aa44-43c0-b61f-1bb52ed6b05c tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7726300 Nov 25 17:31:26.064719 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-d019a518-f082-4b0d-8742-d21d6d26f958 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Request body: {'port': {'device_id': '2689803f-6d67-47c8-93a2-8fbdc1f4eaf8', 'network_id': '87da44d2-1590-4ee5-a038-25973727b150', 'admin_state_up': True, 'tenant_id': 'd64a86f779cb466b8c1c45288d32f994'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:26.069524 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a62a38b-868e-4234-96b0-27c5c3ea6a3c x-openstack-request-id: req-5a62a38b-868e-4234-96b0-27c5c3ea6a3c {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:31:26.069765 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c08dac1f-5d34-400c-8d71-1d7aaa09d3b3", "name": "network-vif-deleted", "tag": "8c9b27b1-9b49-4db3-be8a-b0bc34b8adfc", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:31:26.070067 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5a62a38b-868e-4234-96b0-27c5c3ea6a3c {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:31:26.070425 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c08dac1f-5d34-400c-8d71-1d7aaa09d3b3', 'name': 'network-vif-deleted', 'tag': '8c9b27b1-9b49-4db3-be8a-b0bc34b8adfc', 'status': 'completed', 'code': 200} Nov 25 17:31:26.088129 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1b497881-4462-4c0a-9164-4ff1d7d98147 req-a1127c25-e26c-4f97-ac87-b8a6ded7d578 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:26.098742 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a50f19-ba8b-457c-b436-d33506b3066e req-6250e746-58fd-4730-a87b-52a5eb020d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:26.101302 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-78a50f19-ba8b-457c-b436-d33506b3066e req-6250e746-58fd-4730-a87b-52a5eb020d6c service neutron] 10.222.0.74 "GET /v2.0/networks?id=cb2ab83a-f522-4839-b956-b9e276ac2a4b HTTP/1.1" status: 200 len: 903 time: 0.2300780 Nov 25 17:31:26.141734 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=5f55e4bc-b645-4ea6-93e4-5fb2598e200d,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:26.151220 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port a11242af-5474-4f93-bfb6-76b0ef5bbc3d completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:31:26.156954 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port a11242af-5474-4f93-bfb6-76b0ef5bbc3d triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:26.157331 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:26.182178 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-78a50f19-ba8b-457c-b436-d33506b3066e req-08593ef4-71b1-4361-b7e6-d7ca9a39ebc2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=156eba66-fef4-4dab-adfa-2ba5e2376881 HTTP/1.1" status: 200 len: 217 time: 0.0721664 Nov 25 17:31:26.241114 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1b497881-4462-4c0a-9164-4ff1d7d98147 req-a1127c25-e26c-4f97-ac87-b8a6ded7d578 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:26.257732 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-d019a518-f082-4b0d-8742-d21d6d26f958 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Made reservation on behalf of d64a86f779cb466b8c1c45288d32f994 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:31:26.260313 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:26.265385 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-d019a518-f082-4b0d-8742-d21d6d26f958 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:26.283920 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-2d128c13-2a3c-48cb-b293-e9b441ff084f None None] Provisioning complete for port ef471ab4-1529-40ff-ae48-4f7a2a698d09 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:26.284488 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2d128c13-2a3c-48cb-b293-e9b441ff084f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:26.300936 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a50f19-ba8b-457c-b436-d33506b3066e req-d34ee563-cd68-4ff0-a217-10a4a47ea4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:26.302419 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-78a50f19-ba8b-457c-b436-d33506b3066e req-d34ee563-cd68-4ff0-a217-10a4a47ea4a3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=433e0b25-87c6-4c49-8afd-0df579500c07 HTTP/1.1" status: 200 len: 797 time: 0.1091621 Nov 25 17:31:26.329331 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc2dda0-b34e-462c-a8de-73b5155407a5 req-96bc6a2a-9507-4ee8-a493-b20633234a64 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:26.333136 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port a11242af-5474-4f93-bfb6-76b0ef5bbc3d, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=a11242af-5474-4f93-bfb6-76b0ef5bbc3d,segment=NetworkSegment(7a7c99ea-9bf0-4f72-9838-1e1c25458b3d),segment_id=7a7c99ea-9bf0-4f72-9838-1e1c25458b3d)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:26.335419 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc2dda0-b34e-462c-a8de-73b5155407a5 req-96bc6a2a-9507-4ee8-a493-b20633234a64 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:26.341350 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:26.343516 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 044a9a30-8fd9-4fbc-b394-b1fc79eb0b20 up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:31:26.344515 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-adc2dda0-b34e-462c-a8de-73b5155407a5 req-96bc6a2a-9507-4ee8-a493-b20633234a64 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "GET /v2.0/ports?device_id=2689803f-6d67-47c8-93a2-8fbdc1f4eaf8 HTTP/1.1" status: 200 len: 1654 time: 0.1666491 Nov 25 17:31:26.389180 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-2d128c13-2a3c-48cb-b293-e9b441ff084f None None] Port ef471ab4-1529-40ff-ae48-4f7a2a698d09 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:31:26.405402 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-d019a518-f082-4b0d-8742-d21d6d26f958 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Allocated IP 19.80.0.35 (87da44d2-1590-4ee5-a038-25973727b150/e6fdc3be-b0ac-4369-8830-0399da979d5b/7da791ad-9c45-4285-8e6e-a420dcdf5b69) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:31:26.432148 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=a11242af-5474-4f93-bfb6-76b0ef5bbc3d,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:26.454685 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port 044a9a30-8fd9-4fbc-b394-b1fc79eb0b20 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:31:26.457856 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 044a9a30-8fd9-4fbc-b394-b1fc79eb0b20 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:26.458343 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:26.467530 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a50f19-ba8b-457c-b436-d33506b3066e req-297aeaf7-bf1b-4b8f-8621-ceb2dad8b847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:26.469136 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-78a50f19-ba8b-457c-b436-d33506b3066e req-297aeaf7-bf1b-4b8f-8621-ceb2dad8b847 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cb2ab83a-f522-4839-b956-b9e276ac2a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1582901 Nov 25 17:31:26.476162 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-adc2dda0-b34e-462c-a8de-73b5155407a5 req-331d91f6-a3fe-4d00-9eab-c8750c935ec3 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "GET /v2.0/security-groups?id=6cba972f-cee6-4d43-9317-8cfe4a5ae4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308262 Nov 25 17:31:26.582454 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:26.596578 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1b497881-4462-4c0a-9164-4ff1d7d98147 req-a1127c25-e26c-4f97-ac87-b8a6ded7d578 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:26.621220 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-d019a518-f082-4b0d-8742-d21d6d26f958 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:26.632920 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-78a50f19-ba8b-457c-b436-d33506b3066e req-ee162a94-e1d6-48f4-b300-922f373d923b service neutron] 10.222.0.74 "GET /v2.0/networks/cb2ab83a-f522-4839-b956-b9e276ac2a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536050 Nov 25 17:31:26.634865 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1b497881-4462-4c0a-9164-4ff1d7d98147 req-a1127c25-e26c-4f97-ac87-b8a6ded7d578 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:26.635724 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 044a9a30-8fd9-4fbc-b394-b1fc79eb0b20, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=044a9a30-8fd9-4fbc-b394-b1fc79eb0b20,segment=NetworkSegment(cbc1fb21-68bb-4758-9512-148f2017b227),segment_id=cbc1fb21-68bb-4758-9512-148f2017b227)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:26.640517 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:26.641732 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device b2c42d44-65fd-410c-aaed-aae8a87dc2ee up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:31:26.670939 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-d019a518-f082-4b0d-8742-d21d6d26f958 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:26.689452 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 43984) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:26.713197 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4521886-5067-47d8-9249-5ee6581360a5 x-openstack-request-id: req-f4521886-5067-47d8-9249-5ee6581360a5 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:31:26.713983 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfef76b5-510b-4571-afdd-528a67da392d", "name": "network-vif-plugged", "status": "completed", "tag": "4ffd8948-e839-4f17-a502-9f6ccdf6bb3d", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:31:26.714449 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f4521886-5067-47d8-9249-5ee6581360a5 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:31:26.715044 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfef76b5-510b-4571-afdd-528a67da392d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ffd8948-e839-4f17-a502-9f6ccdf6bb3d', 'code': 200} Nov 25 17:31:26.747179 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1b497881-4462-4c0a-9164-4ff1d7d98147 req-a1127c25-e26c-4f97-ac87-b8a6ded7d578 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:26.756566 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-d019a518-f082-4b0d-8742-d21d6d26f958 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Network 87da44d2-1590-4ee5-a038-25973727b150 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:31:26.760741 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-d019a518-f082-4b0d-8742-d21d6d26f958 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:26.774698 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-d019a518-f082-4b0d-8742-d21d6d26f958 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:31:26.785662 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port b2c42d44-65fd-410c-aaed-aae8a87dc2ee completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:31:26.793597 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=044a9a30-8fd9-4fbc-b394-b1fc79eb0b20,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:26.797215 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port b2c42d44-65fd-410c-aaed-aae8a87dc2ee triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:26.798093 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:26.831990 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d019a518-f082-4b0d-8742-d21d6d26f958 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Pushing event updated for resources: {'Port': ['ID=7da791ad-9c45-4285-8e6e-a420dcdf5b69,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:26.896355 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-d019a518-f082-4b0d-8742-d21d6d26f958 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:26.897186 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-d019a518-f082-4b0d-8742-d21d6d26f958 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:26.902569 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1127c25-e26c-4f97-ac87-b8a6ded7d578 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Pushing event updated for resources: {'Port': ['ID=3609c978-e574-4630-a2ee-71e79790268d,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:26.911574 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1b497881-4462-4c0a-9164-4ff1d7d98147 req-a1127c25-e26c-4f97-ac87-b8a6ded7d578 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:26.912819 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1b497881-4462-4c0a-9164-4ff1d7d98147 req-a1127c25-e26c-4f97-ac87-b8a6ded7d578 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6747527 Nov 25 17:31:26.924793 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-d019a518-f082-4b0d-8742-d21d6d26f958 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8646300 Nov 25 17:31:26.943195 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-a90094b6-e29d-44f3-95ec-79e5879b21db admin admin] Deleting subnet b95c2d03-2c3b-44f7-af8a-5a0c8a5995a8 {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:31:26.946262 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-7eed1eed-cc7c-4712-8324-d85a0110ddb6 service neutron] Request body: {'port': {'device_id': '2689803f-6d67-47c8-93a2-8fbdc1f4eaf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:26.953938 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395db87f-de60-4da6-8607-6bc12adb404e req-c06583ae-ddf8-4f12-987b-c928085beacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:26.955400 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-395db87f-de60-4da6-8607-6bc12adb404e req-c06583ae-ddf8-4f12-987b-c928085beacb service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=dfef76b5-510b-4571-afdd-528a67da392d HTTP/1.1" status: 200 len: 1096 time: 0.2030556 Nov 25 17:31:26.985288 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:27.015494 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a90094b6-e29d-44f3-95ec-79e5879b21db admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:27.026982 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port b2c42d44-65fd-410c-aaed-aae8a87dc2ee, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=b2c42d44-65fd-410c-aaed-aae8a87dc2ee,segment=NetworkSegment(7a7c99ea-9bf0-4f72-9838-1e1c25458b3d),segment_id=7a7c99ea-9bf0-4f72-9838-1e1c25458b3d)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:27.028122 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-7eed1eed-cc7c-4712-8324-d85a0110ddb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:27.033656 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:27.063482 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8 up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:31:27.074946 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1b497881-4462-4c0a-9164-4ff1d7d98147 req-74dd3f03-801a-412c-a6ff-029255bc6712 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.0.107 HTTP/1.1" status: 200 len: 696 time: 0.1397758 Nov 25 17:31:27.139035 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=b2c42d44-65fd-410c-aaed-aae8a87dc2ee,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:27.144084 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-78a50f19-ba8b-457c-b436-d33506b3066e req-db8744cc-d8da-47ef-baab-2f50d5b3a194 service neutron] 10.222.0.74 "GET /v2.0/networks/cb2ab83a-f522-4839-b956-b9e276ac2a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4984875 Nov 25 17:31:27.149773 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-1aefa3c6-2fd3-4bfa-81e9-2676beabb381 None None] Provisioning complete for port 7da791ad-9c45-4285-8e6e-a420dcdf5b69 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:27.149773 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1aefa3c6-2fd3-4bfa-81e9-2676beabb381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:27.202361 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port 7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:31:27.208883 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-1aefa3c6-2fd3-4bfa-81e9-2676beabb381 None None] Port 7da791ad-9c45-4285-8e6e-a420dcdf5b69 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:31:27.210410 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:27.210786 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:27.221492 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a90094b6-e29d-44f3-95ec-79e5879b21db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:27.260889 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-395db87f-de60-4da6-8607-6bc12adb404e req-a221c71e-fdc6-42eb-8bc2-d83355596e69 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=64a4895e-66bb-4a82-9045-67d823985e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957478 Nov 25 17:31:27.289892 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379db652-9189-4f31-95b5-3ff8e6d0712e req-dbc46d90-0323-4297-8831-f22c623d6015 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:27.293785 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:27.296231 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379db652-9189-4f31-95b5-3ff8e6d0712e req-dbc46d90-0323-4297-8831-f22c623d6015 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:27.302220 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379db652-9189-4f31-95b5-3ff8e6d0712e req-dbc46d90-0323-4297-8831-f22c623d6015 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:27.308118 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379db652-9189-4f31-95b5-3ff8e6d0712e req-dbc46d90-0323-4297-8831-f22c623d6015 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:27.314739 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379db652-9189-4f31-95b5-3ff8e6d0712e req-dbc46d90-0323-4297-8831-f22c623d6015 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:27.321259 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379db652-9189-4f31-95b5-3ff8e6d0712e req-dbc46d90-0323-4297-8831-f22c623d6015 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:27.327688 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379db652-9189-4f31-95b5-3ff8e6d0712e req-dbc46d90-0323-4297-8831-f22c623d6015 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:27.329591 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-379db652-9189-4f31-95b5-3ff8e6d0712e req-dbc46d90-0323-4297-8831-f22c623d6015 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 5420 time: 0.3080125 Nov 25 17:31:27.330660 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8,segment=NetworkSegment(cbc1fb21-68bb-4758-9512-148f2017b227),segment_id=cbc1fb21-68bb-4758-9512-148f2017b227)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:27.338177 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:27.347241 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-7eed1eed-cc7c-4712-8324-d85a0110ddb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39b53f5f-4670-4b31-8c5d-ad30eb5fde27 {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:31:27.355103 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-7eed1eed-cc7c-4712-8324-d85a0110ddb6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:27.368891 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-7eed1eed-cc7c-4712-8324-d85a0110ddb6 service neutron] Transition to ACTIVE for port object 39b53f5f-4670-4b31-8c5d-ad30eb5fde27 will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:31:27.374825 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-7eed1eed-cc7c-4712-8324-d85a0110ddb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:27.384129 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b497881-4462-4c0a-9164-4ff1d7d98147 req-912a4785-64ff-4a58-8c2f-f93466ac678d tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:27.385536 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1b497881-4462-4c0a-9164-4ff1d7d98147 req-912a4785-64ff-4a58-8c2f-f93466ac678d tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] 10.222.0.75 "GET /v2.0/networks/1aa44027-b9d0-4a56-9a59-7e664703e20a HTTP/1.1" status: 200 len: 784 time: 0.2952816 Nov 25 17:31:27.386676 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a90094b6-e29d-44f3-95ec-79e5879b21db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:27.399739 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:27.471008 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eed1eed-cc7c-4712-8324-d85a0110ddb6 service neutron] Pushing event updated for resources: {'Port': ['ID=39b53f5f-4670-4b31-8c5d-ad30eb5fde27,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:27.497538 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-379db652-9189-4f31-95b5-3ff8e6d0712e req-35c2384c-1d10-4a2f-84e2-920aa1e4c9cd tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/security-groups?id=7dac673b-c262-4497-b783-e9f920753627&id=0577770c-39b7-4b0c-8124-55e039ea72f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1580720 Nov 25 17:31:27.531273 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-7eed1eed-cc7c-4712-8324-d85a0110ddb6 service neutron] Attempting to bind port 39b53f5f-4670-4b31-8c5d-ad30eb5fde27 on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:31:27.531610 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-7eed1eed-cc7c-4712-8324-d85a0110ddb6 service neutron] Attempting to bind port 39b53f5f-4670-4b31-8c5d-ad30eb5fde27 by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': 'fc53b305-9a78-4f4b-98a5-68b9ae26162d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '87da44d2-1590-4ee5-a038-25973727b150'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:31:27.531939 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-7eed1eed-cc7c-4712-8324-d85a0110ddb6 service neutron] Attempting to bind port 39b53f5f-4670-4b31-8c5d-ad30eb5fde27 on network 87da44d2-1590-4ee5-a038-25973727b150 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:31:27.533073 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8383b60-74da-45e2-a86a-3a20d6c524b9 req-bb416b3f-d0c9-40e3-97ea-f991726477fa tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:27.534678 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c8383b60-74da-45e2-a86a-3a20d6c524b9 req-bb416b3f-d0c9-40e3-97ea-f991726477fa tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfef76b5-510b-4571-afdd-528a67da392d HTTP/1.1" status: 200 len: 945 time: 0.0942311 Nov 25 17:31:27.537931 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a90094b6-e29d-44f3-95ec-79e5879b21db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:27.545219 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-7eed1eed-cc7c-4712-8324-d85a0110ddb6 service neutron] Port 39b53f5f-4670-4b31-8c5d-ad30eb5fde27 on network 87da44d2-1590-4ee5-a038-25973727b150 not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:31:27.545552 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-7eed1eed-cc7c-4712-8324-d85a0110ddb6 service neutron] Attempting to bind port 39b53f5f-4670-4b31-8c5d-ad30eb5fde27 on network 87da44d2-1590-4ee5-a038-25973727b150 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:31:27.551443 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-7eed1eed-cc7c-4712-8324-d85a0110ddb6 service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:31:27.551655 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-7eed1eed-cc7c-4712-8324-d85a0110ddb6 service neutron] Checking segment: {'id': 'fc53b305-9a78-4f4b-98a5-68b9ae26162d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '87da44d2-1590-4ee5-a038-25973727b150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:31:27.551996 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-7eed1eed-cc7c-4712-8324-d85a0110ddb6 service neutron] Bound using segment: {'id': 'fc53b305-9a78-4f4b-98a5-68b9ae26162d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '87da44d2-1590-4ee5-a038-25973727b150'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:31:27.552425 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-7eed1eed-cc7c-4712-8324-d85a0110ddb6 service neutron] Bound port: 39b53f5f-4670-4b31-8c5d-ad30eb5fde27, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc53b305-9a78-4f4b-98a5-68b9ae26162d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '87da44d2-1590-4ee5-a038-25973727b150'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:31:27.552783 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-7eed1eed-cc7c-4712-8324-d85a0110ddb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:27.572892 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90094b6-e29d-44f3-95ec-79e5879b21db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b95c2d03-2c3b-44f7-af8a-5a0c8a5995a8,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:27.585833 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a90094b6-e29d-44f3-95ec-79e5879b21db admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:27.593088 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-a90094b6-e29d-44f3-95ec-79e5879b21db admin admin] 10.222.0.75 "DELETE /v2.0/subnets/b95c2d03-2c3b-44f7-af8a-5a0c8a5995a8 HTTP/1.1" status: 204 len: 168 time: 0.8917294 Nov 25 17:31:27.595015 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 43998) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:27.650908 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-7eed1eed-cc7c-4712-8324-d85a0110ddb6 service neutron] For port 39b53f5f-4670-4b31-8c5d-ad30eb5fde27, host n-h2-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:31:27.655747 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-7eed1eed-cc7c-4712-8324-d85a0110ddb6 service neutron] For port 39b53f5f-4670-4b31-8c5d-ad30eb5fde27, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=39b53f5f-4670-4b31-8c5d-ad30eb5fde27,segment=NetworkSegment(fc53b305-9a78-4f4b-98a5-68b9ae26162d),segment_id=fc53b305-9a78-4f4b-98a5-68b9ae26162d)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:31:27.664994 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-7eed1eed-cc7c-4712-8324-d85a0110ddb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:27.711360 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-7eed1eed-cc7c-4712-8324-d85a0110ddb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:27.712440 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-7eed1eed-cc7c-4712-8324-d85a0110ddb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:27.714387 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-7eed1eed-cc7c-4712-8324-d85a0110ddb6 service neutron] 10.222.0.90 "PUT /v2.0/ports/39b53f5f-4670-4b31-8c5d-ad30eb5fde27 HTTP/1.1" status: 200 len: 1092 time: 0.7730939 Nov 25 17:31:27.718244 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2689803f-6d67-47c8-93a2-8fbdc1f4eaf8', 'tag': '39b53f5f-4670-4b31-8c5d-ad30eb5fde27'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:31:27.720142 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c8383b60-74da-45e2-a86a-3a20d6c524b9 req-c3ddb25c-1a4e-4ac3-90cb-96960b41652e tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/security-groups?id=64a4895e-66bb-4a82-9045-67d823985e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764154 Nov 25 17:31:27.732972 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-32441771-688b-48f0-821b-127133fa3bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:27.738492 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e7682c-de02-4366-933b-31708e19581f" -d '{"events": [{"name": "network-changed", "server_uuid": "2689803f-6d67-47c8-93a2-8fbdc1f4eaf8", "tag": "39b53f5f-4670-4b31-8c5d-ad30eb5fde27"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:31:27.775872 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-8234649d-a489-49b0-acdc-007e040df2de service neutron] Request body: {'port': {'device_id': '2689803f-6d67-47c8-93a2-8fbdc1f4eaf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:27.858236 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eed1eed-cc7c-4712-8324-d85a0110ddb6 service neutron] Pushing event updated for resources: {'Port': ['ID=39b53f5f-4670-4b31-8c5d-ad30eb5fde27,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:27.886551 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-8234649d-a489-49b0-acdc-007e040df2de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:27.940158 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-32441771-688b-48f0-821b-127133fa3bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:28.035219 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-32441771-688b-48f0-821b-127133fa3bf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06d74eec-9999-43a8-ba36-c93fd28be1b2']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:28.053527 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c164c54a-81cb-442d-9ce6-4617cc6fc6d1 req-ec9c42d2-199e-46c9-9e7b-41cdc4182e30 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:28.061323 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c164c54a-81cb-442d-9ce6-4617cc6fc6d1 req-ec9c42d2-199e-46c9-9e7b-41cdc4182e30 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "GET /v2.0/ports?device_id=4cb5461f-2bf7-48e4-a29b-8f006702c5a6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2940555 Nov 25 17:31:28.066428 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-32441771-688b-48f0-821b-127133fa3bf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85509c9b-2702-4dcb-a850-57640544377a') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:28.066790 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-32441771-688b-48f0-821b-127133fa3bf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85509c9b-2702-4dcb-a850-57640544377a') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:28.078388 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44006) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:28.078585 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17345a84-b4bb-413c-900b-6a494ae74329', 'tag': 'be6e48c3-7513-49a7-9470-e1ed2d5315fe'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:31:28.080818 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f3f6ec-de53-40fe-8415-444723b5c6eb" -d '{"events": [{"name": "network-changed", "server_uuid": "17345a84-b4bb-413c-900b-6a494ae74329", "tag": "be6e48c3-7513-49a7-9470-e1ed2d5315fe"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:31:28.090281 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-32441771-688b-48f0-821b-127133fa3bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:28.102768 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729669a-3cdb-44b1-a445-70b6191888b5 req-2dc72593-6ac7-4860-9ccb-759c93941266 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:28.109497 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729669a-3cdb-44b1-a445-70b6191888b5 req-2dc72593-6ac7-4860-9ccb-759c93941266 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:28.115440 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729669a-3cdb-44b1-a445-70b6191888b5 req-2dc72593-6ac7-4860-9ccb-759c93941266 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:28.121340 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729669a-3cdb-44b1-a445-70b6191888b5 req-2dc72593-6ac7-4860-9ccb-759c93941266 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:28.128410 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729669a-3cdb-44b1-a445-70b6191888b5 req-2dc72593-6ac7-4860-9ccb-759c93941266 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:28.133846 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729669a-3cdb-44b1-a445-70b6191888b5 req-2dc72593-6ac7-4860-9ccb-759c93941266 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:28.140753 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729669a-3cdb-44b1-a445-70b6191888b5 req-2dc72593-6ac7-4860-9ccb-759c93941266 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:28.142682 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c729669a-3cdb-44b1-a445-70b6191888b5 req-2dc72593-6ac7-4860-9ccb-759c93941266 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/ports?device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 5443 time: 0.2326419 Nov 25 17:31:28.221619 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-32441771-688b-48f0-821b-127133fa3bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:28.228357 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c164c54a-81cb-442d-9ce6-4617cc6fc6d1 req-38456d26-f540-45af-81e6-50b0c76a51e8 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.0.247 HTTP/1.1" status: 200 len: 696 time: 0.1429844 Nov 25 17:31:28.243823 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32441771-688b-48f0-821b-127133fa3bf8 admin admin] Releasing vlan 908 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:31:28.244323 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-32441771-688b-48f0-821b-127133fa3bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:28.246085 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:31:28.246085 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:31:28.246085 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:31:28.246085 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:31:28.246085 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:31:28.246085 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:31:28.246085 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:31:28.246085 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:31:28.246085 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:31:28.246085 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:31:28.246085 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:31:28.246085 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:31:28.246085 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:31:28.246085 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:31:28.246085 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:31:28.246085 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:31:28.246085 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:31:28.246085 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:31:28.246085 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:31:28.246085 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:31:28.246085 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:31:28.246085 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:31:28.246085 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:31:28.246085 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:31:28.246085 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:31:28.246085 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:31:28.246085 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:31:28.246085 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:31:28.246085 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:31:28.246085 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:31:28.246085 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:31:28.246085 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:31:28.262300 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-c164c54a-81cb-442d-9ce6-4617cc6fc6d1 req-817a0ac2-3b74-4609-99d4-a9009b4b9c73 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Request body: {'floatingip': {'port_id': '170b832f-d4c3-4157-beaf-6670b20915f6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:28.274714 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e3001cd2-1d14-4206-a7bb-b3f667f2ba32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:28.314145 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c729669a-3cdb-44b1-a445-70b6191888b5 req-d5bc0244-d336-4d9f-9900-08dc48dc4741 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf472a3-c342-48cc-ac25-d9efd20bf257&id=9fa93e5f-0225-45c2-90d5-9fc327163fea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1591475 Nov 25 17:31:28.346208 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c164c54a-81cb-442d-9ce6-4617cc6fc6d1 req-817a0ac2-3b74-4609-99d4-a9009b4b9c73 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Publish callbacks [] for floatingip, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:28.384679 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-8234649d-a489-49b0-acdc-007e040df2de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef471ab4-1529-40ff-ae48-4f7a2a698d09 {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:31:28.401284 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-8234649d-a489-49b0-acdc-007e040df2de service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:28.422106 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-8234649d-a489-49b0-acdc-007e040df2de service neutron] Transition to ACTIVE for port object ef471ab4-1529-40ff-ae48-4f7a2a698d09 will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:31:28.439468 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-8234649d-a489-49b0-acdc-007e040df2de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:28.442634 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-32441771-688b-48f0-821b-127133fa3bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:28.461900 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-32441771-688b-48f0-821b-127133fa3bf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:28.468347 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-32441771-688b-48f0-821b-127133fa3bf8 admin admin] 10.222.0.75 "DELETE /v2.0/networks/06d74eec-9999-43a8-ba36-c93fd28be1b2 HTTP/1.1" status: 204 len: 168 time: 0.8721671 Nov 25 17:31:28.473161 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 44012) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:28.538890 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8234649d-a489-49b0-acdc-007e040df2de service neutron] Pushing event updated for resources: {'Port': ['ID=ef471ab4-1529-40ff-ae48-4f7a2a698d09,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:28.578705 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32441771-688b-48f0-821b-127133fa3bf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=06d74eec-9999-43a8-ba36-c93fd28be1b2,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:28.598808 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e3001cd2-1d14-4206-a7bb-b3f667f2ba32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:28.628022 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e3001cd2-1d14-4206-a7bb-b3f667f2ba32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:28.672364 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-6365430f-f7e0-486d-aef0-04f2c4b39972 admin admin] Deleting subnet bc3cb6a1-cb90-48c3-980e-42b9401731df {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:31:28.680347 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3001cd2-1d14-4206-a7bb-b3f667f2ba32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24224b7c-c08e-4d94-9bed-c70f556b74fc,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:28.710864 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e3001cd2-1d14-4206-a7bb-b3f667f2ba32 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=13c4455c011046d0bc1e14bec1d27c04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6312575 Nov 25 17:31:28.715520 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 44016) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:28.716466 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd74ab755-36a9-4476-bec2-1aaeded5d781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7be8a07b-4a87-4407-a846-a793d7c0884e'}, {'server_uuid': 'd74ab755-36a9-4476-bec2-1aaeded5d781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791424cf-7f49-4cd7-a3d5-e5f426ab97ac'}, {'server_uuid': 'd74ab755-36a9-4476-bec2-1aaeded5d781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f55e4bc-b645-4ea6-93e4-5fb2598e200d'}, {'server_uuid': 'd74ab755-36a9-4476-bec2-1aaeded5d781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11242af-5474-4f93-bfb6-76b0ef5bbc3d'}, {'server_uuid': 'd74ab755-36a9-4476-bec2-1aaeded5d781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '044a9a30-8fd9-4fbc-b394-b1fc79eb0b20'}, {'server_uuid': 'd74ab755-36a9-4476-bec2-1aaeded5d781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2c42d44-65fd-410c-aaed-aae8a87dc2ee'}, {'server_uuid': 'd74ab755-36a9-4476-bec2-1aaeded5d781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:31:28.721217 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d02021c-cf21-4f56-8e1c-89f9b03627c5" -d '{"events": [{"server_uuid": "d74ab755-36a9-4476-bec2-1aaeded5d781", "name": "network-vif-plugged", "status": "completed", "tag": "7be8a07b-4a87-4407-a846-a793d7c0884e"}, {"server_uuid": "d74ab755-36a9-4476-bec2-1aaeded5d781", "name": "network-vif-plugged", "status": "completed", "tag": "791424cf-7f49-4cd7-a3d5-e5f426ab97ac"}, {"server_uuid": "d74ab755-36a9-4476-bec2-1aaeded5d781", "name": "network-vif-plugged", "status": "completed", "tag": "5f55e4bc-b645-4ea6-93e4-5fb2598e200d"}, {"server_uuid": "d74ab755-36a9-4476-bec2-1aaeded5d781", "name": "network-vif-plugged", "status": "completed", "tag": "a11242af-5474-4f93-bfb6-76b0ef5bbc3d"}, {"server_uuid": "d74ab755-36a9-4476-bec2-1aaeded5d781", "name": "network-vif-plugged", "status": "completed", "tag": "044a9a30-8fd9-4fbc-b394-b1fc79eb0b20"}, {"server_uuid": "d74ab755-36a9-4476-bec2-1aaeded5d781", "name": "network-vif-plugged", "status": "completed", "tag": "b2c42d44-65fd-410c-aaed-aae8a87dc2ee"}, {"server_uuid": "d74ab755-36a9-4476-bec2-1aaeded5d781", "name": "network-vif-plugged", "status": "completed", "tag": "7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:31:28.731322 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-8234649d-a489-49b0-acdc-007e040df2de service neutron] Attempting to bind port ef471ab4-1529-40ff-ae48-4f7a2a698d09 on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:31:28.731822 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-8234649d-a489-49b0-acdc-007e040df2de service neutron] Attempting to bind port ef471ab4-1529-40ff-ae48-4f7a2a698d09 by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '40cdf8b8-7fef-4a79-a90e-283c95958c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '0f4ea62f-5f9a-485c-9f18-7fb8bcbf2469'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:31:28.732578 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-8234649d-a489-49b0-acdc-007e040df2de service neutron] Attempting to bind port ef471ab4-1529-40ff-ae48-4f7a2a698d09 on network 0f4ea62f-5f9a-485c-9f18-7fb8bcbf2469 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:31:28.737629 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-8234649d-a489-49b0-acdc-007e040df2de service neutron] Port ef471ab4-1529-40ff-ae48-4f7a2a698d09 on network 0f4ea62f-5f9a-485c-9f18-7fb8bcbf2469 not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:31:28.737961 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-8234649d-a489-49b0-acdc-007e040df2de service neutron] Attempting to bind port ef471ab4-1529-40ff-ae48-4f7a2a698d09 on network 0f4ea62f-5f9a-485c-9f18-7fb8bcbf2469 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:31:28.744281 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-8234649d-a489-49b0-acdc-007e040df2de service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:31:28.744668 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-8234649d-a489-49b0-acdc-007e040df2de service neutron] Checking segment: {'id': '40cdf8b8-7fef-4a79-a90e-283c95958c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '0f4ea62f-5f9a-485c-9f18-7fb8bcbf2469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:31:28.745338 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-8234649d-a489-49b0-acdc-007e040df2de service neutron] Bound using segment: {'id': '40cdf8b8-7fef-4a79-a90e-283c95958c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '0f4ea62f-5f9a-485c-9f18-7fb8bcbf2469'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:31:28.745967 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-8234649d-a489-49b0-acdc-007e040df2de service neutron] Bound port: ef471ab4-1529-40ff-ae48-4f7a2a698d09, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40cdf8b8-7fef-4a79-a90e-283c95958c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '0f4ea62f-5f9a-485c-9f18-7fb8bcbf2469'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:31:28.746343 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-8234649d-a489-49b0-acdc-007e040df2de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:28.751883 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6365430f-f7e0-486d-aef0-04f2c4b39972 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:28.824497 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-8234649d-a489-49b0-acdc-007e040df2de service neutron] For port ef471ab4-1529-40ff-ae48-4f7a2a698d09, host n-h2-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:31:28.828024 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-8234649d-a489-49b0-acdc-007e040df2de service neutron] For port ef471ab4-1529-40ff-ae48-4f7a2a698d09, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=ef471ab4-1529-40ff-ae48-4f7a2a698d09,segment=NetworkSegment(40cdf8b8-7fef-4a79-a90e-283c95958c4c),segment_id=40cdf8b8-7fef-4a79-a90e-283c95958c4c)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:31:28.833343 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-8234649d-a489-49b0-acdc-007e040df2de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:28.879829 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-8234649d-a489-49b0-acdc-007e040df2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:28.880545 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-8234649d-a489-49b0-acdc-007e040df2de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:28.882010 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-8234649d-a489-49b0-acdc-007e040df2de service neutron] 10.222.0.90 "PUT /v2.0/ports/ef471ab4-1529-40ff-ae48-4f7a2a698d09 HTTP/1.1" status: 200 len: 1091 time: 1.1177533 Nov 25 17:31:28.917816 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-36aacc6d-5afd-4edd-8508-427ff5592978 service neutron] Request body: {'port': {'device_id': '2689803f-6d67-47c8-93a2-8fbdc1f4eaf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:28.950883 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8234649d-a489-49b0-acdc-007e040df2de service neutron] Pushing event updated for resources: {'Port': ['ID=ef471ab4-1529-40ff-ae48-4f7a2a698d09,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:28.993252 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-36aacc6d-5afd-4edd-8508-427ff5592978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:29.144539 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6365430f-f7e0-486d-aef0-04f2c4b39972 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:29.159119 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-45f3536e-08da-4011-93ba-9ed5d4366c16 req-8ba6b8ef-693c-4775-8035-a4f95109e8ff tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7652841 Nov 25 17:31:29.208584 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-45f3536e-08da-4011-93ba-9ed5d4366c16 req-6d700b83-d055-4cd5-acde-6048b9f01b07 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Request body: {'floatingip': {'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:29.235382 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634565f4-168a-49cf-9534-8c4cfa4b4b17 req-7cc779e8-2b99-4503-88df-b049aa1d4ee9 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:29.237074 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-634565f4-168a-49cf-9534-8c4cfa4b4b17 req-7cc779e8-2b99-4503-88df-b049aa1d4ee9 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.90 "GET /v2.0/ports?device_id=17345a84-b4bb-413c-900b-6a494ae74329 HTTP/1.1" status: 200 len: 946 time: 0.7055759 Nov 25 17:31:29.314075 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-36aacc6d-5afd-4edd-8508-427ff5592978 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7da791ad-9c45-4285-8e6e-a420dcdf5b69 {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:31:29.325553 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-36aacc6d-5afd-4edd-8508-427ff5592978 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:29.342473 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6365430f-f7e0-486d-aef0-04f2c4b39972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:29.342995 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-36aacc6d-5afd-4edd-8508-427ff5592978 service neutron] Transition to ACTIVE for port object 7da791ad-9c45-4285-8e6e-a420dcdf5b69 will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:31:29.347288 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-45f3536e-08da-4011-93ba-9ed5d4366c16 req-6d700b83-d055-4cd5-acde-6048b9f01b07 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Publish callbacks [] for floatingip, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:29.348768 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-36aacc6d-5afd-4edd-8508-427ff5592978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:29.405139 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aacc6d-5afd-4edd-8508-427ff5592978 service neutron] Pushing event updated for resources: {'Port': ['ID=7da791ad-9c45-4285-8e6e-a420dcdf5b69,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:29.418895 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-483ea20c-0ded-47eb-956b-a77023449550 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:29.491179 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-36aacc6d-5afd-4edd-8508-427ff5592978 service neutron] Attempting to bind port 7da791ad-9c45-4285-8e6e-a420dcdf5b69 on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:31:29.491609 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-36aacc6d-5afd-4edd-8508-427ff5592978 service neutron] Attempting to bind port 7da791ad-9c45-4285-8e6e-a420dcdf5b69 by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': 'fc53b305-9a78-4f4b-98a5-68b9ae26162d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '87da44d2-1590-4ee5-a038-25973727b150'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:31:29.491839 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-36aacc6d-5afd-4edd-8508-427ff5592978 service neutron] Attempting to bind port 7da791ad-9c45-4285-8e6e-a420dcdf5b69 on network 87da44d2-1590-4ee5-a038-25973727b150 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:31:29.496382 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-36aacc6d-5afd-4edd-8508-427ff5592978 service neutron] Port 7da791ad-9c45-4285-8e6e-a420dcdf5b69 on network 87da44d2-1590-4ee5-a038-25973727b150 not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:31:29.496716 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-36aacc6d-5afd-4edd-8508-427ff5592978 service neutron] Attempting to bind port 7da791ad-9c45-4285-8e6e-a420dcdf5b69 on network 87da44d2-1590-4ee5-a038-25973727b150 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:31:29.501979 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-36aacc6d-5afd-4edd-8508-427ff5592978 service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:31:29.502323 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-36aacc6d-5afd-4edd-8508-427ff5592978 service neutron] Checking segment: {'id': 'fc53b305-9a78-4f4b-98a5-68b9ae26162d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '87da44d2-1590-4ee5-a038-25973727b150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:31:29.502699 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-36aacc6d-5afd-4edd-8508-427ff5592978 service neutron] Bound using segment: {'id': 'fc53b305-9a78-4f4b-98a5-68b9ae26162d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '87da44d2-1590-4ee5-a038-25973727b150'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:31:29.503142 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-36aacc6d-5afd-4edd-8508-427ff5592978 service neutron] Bound port: 7da791ad-9c45-4285-8e6e-a420dcdf5b69, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc53b305-9a78-4f4b-98a5-68b9ae26162d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '87da44d2-1590-4ee5-a038-25973727b150'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:31:29.503486 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-36aacc6d-5afd-4edd-8508-427ff5592978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:29.574485 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-36aacc6d-5afd-4edd-8508-427ff5592978 service neutron] For port 7da791ad-9c45-4285-8e6e-a420dcdf5b69, host n-h2-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:31:29.578762 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-483ea20c-0ded-47eb-956b-a77023449550 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:29.579127 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-36aacc6d-5afd-4edd-8508-427ff5592978 service neutron] For port 7da791ad-9c45-4285-8e6e-a420dcdf5b69, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=7da791ad-9c45-4285-8e6e-a420dcdf5b69,segment=NetworkSegment(fc53b305-9a78-4f4b-98a5-68b9ae26162d),segment_id=fc53b305-9a78-4f4b-98a5-68b9ae26162d)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:31:29.590739 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-36aacc6d-5afd-4edd-8508-427ff5592978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:29.627449 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-36aacc6d-5afd-4edd-8508-427ff5592978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:29.628076 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-36aacc6d-5afd-4edd-8508-427ff5592978 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:29.629507 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-36aacc6d-5afd-4edd-8508-427ff5592978 service neutron] 10.222.0.90 "PUT /v2.0/ports/7da791ad-9c45-4285-8e6e-a420dcdf5b69 HTTP/1.1" status: 200 len: 1091 time: 0.7166352 Nov 25 17:31:29.668066 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aacc6d-5afd-4edd-8508-427ff5592978 service neutron] Pushing event updated for resources: {'Port': ['ID=7da791ad-9c45-4285-8e6e-a420dcdf5b69,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:29.690630 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6365430f-f7e0-486d-aef0-04f2c4b39972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:29.732972 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-8ea33238-1dff-4dbf-bf72-ece4c3389424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:29.734168 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-8ea33238-1dff-4dbf-bf72-ece4c3389424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:29.734736 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-8ea33238-1dff-4dbf-bf72-ece4c3389424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:29.736474 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-8ea33238-1dff-4dbf-bf72-ece4c3389424 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d64a86f779cb466b8c1c45288d32f994&device_id=2689803f-6d67-47c8-93a2-8fbdc1f4eaf8 HTTP/1.1" status: 200 len: 2864 time: 0.0546703 Nov 25 17:31:29.761590 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6365430f-f7e0-486d-aef0-04f2c4b39972 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc3cb6a1-cb90-48c3-980e-42b9401731df,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:29.774369 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-634565f4-168a-49cf-9534-8c4cfa4b4b17 req-e3bee414-a25b-46bc-ab6a-e549c1d55a1b tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Deleting port be6e48c3-7513-49a7-9470-e1ed2d5315fe {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:31:29.774721 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-634565f4-168a-49cf-9534-8c4cfa4b4b17 req-e3bee414-a25b-46bc-ab6a-e549c1d55a1b tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:29.780539 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6365430f-f7e0-486d-aef0-04f2c4b39972 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:29.786104 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-6365430f-f7e0-486d-aef0-04f2c4b39972 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/bc3cb6a1-cb90-48c3-980e-42b9401731df HTTP/1.1" status: 204 len: 168 time: 1.2812886 Nov 25 17:31:29.789383 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44024) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:29.792202 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-93554741-61c0-4cb9-9088-0a89288855c3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.129&port_id=39b53f5f-4670-4b31-8c5d-ad30eb5fde27 HTTP/1.1" status: 200 len: 217 time: 0.0466626 Nov 25 17:31:29.807238 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.db.resource_extend [req-c164c54a-81cb-442d-9ce6-4617cc6fc6d1 req-817a0ac2-3b74-4609-99d4-a9009b4b9c73 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:31:29.892063 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-483ea20c-0ded-47eb-956b-a77023449550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:29.894269 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-483ea20c-0ded-47eb-956b-a77023449550 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:29.897849 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-483ea20c-0ded-47eb-956b-a77023449550 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/24224b7c-c08e-4d94-9bed-c70f556b74fc HTTP/1.1" status: 204 len: 168 time: 1.1410952 Nov 25 17:31:29.925596 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-e5fe42b1-bce4-407f-a74c-620541fcc79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:29.928533 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-e5fe42b1-bce4-407f-a74c-620541fcc79c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e6fdc3be-b0ac-4369-8830-0399da979d5b HTTP/1.1" status: 200 len: 801 time: 0.1277256 Nov 25 17:31:29.928739 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ea20c-0ded-47eb-956b-a77023449550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24224b7c-c08e-4d94-9bed-c70f556b74fc,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:29.930359 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ac3d1c70-7244-4aa5-9c6b-3c507eaacf07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:29.952154 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c164c54a-81cb-442d-9ce6-4617cc6fc6d1 req-817a0ac2-3b74-4609-99d4-a9009b4b9c73 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:29.973983 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c164c54a-81cb-442d-9ce6-4617cc6fc6d1 req-817a0ac2-3b74-4609-99d4-a9009b4b9c73 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:30.033916 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-627d6d1b-bb1f-4fd9-b39f-c1a8d276f26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:30.035427 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-627d6d1b-bb1f-4fd9-b39f-c1a8d276f26c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=87da44d2-1590-4ee5-a038-25973727b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0986218 Nov 25 17:31:30.062459 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-45f3536e-08da-4011-93ba-9ed5d4366c16 req-6d700b83-d055-4cd5-acde-6048b9f01b07 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:30.066321 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-634565f4-168a-49cf-9534-8c4cfa4b4b17 req-e3bee414-a25b-46bc-ab6a-e549c1d55a1b tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] For port be6e48c3-7513-49a7-9470-e1ed2d5315fe, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=be6e48c3-7513-49a7-9470-e1ed2d5315fe,segment=NetworkSegment(56419961-a63e-49f1-a134-fbcd7c726fe9),segment_id=56419961-a63e-49f1-a134-fbcd7c726fe9)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:30.066690 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-634565f4-168a-49cf-9534-8c4cfa4b4b17 req-e3bee414-a25b-46bc-ab6a-e549c1d55a1b tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:30.097342 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-634565f4-168a-49cf-9534-8c4cfa4b4b17 req-e3bee414-a25b-46bc-ab6a-e549c1d55a1b tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Calling delete_port for be6e48c3-7513-49a7-9470-e1ed2d5315fe owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:31:30.260652 n-d-817746-1 neutron-server[103361]: INFO neutron.db.l3_db [req-c164c54a-81cb-442d-9ce6-4617cc6fc6d1 req-817a0ac2-3b74-4609-99d4-a9009b4b9c73 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Floating IP ebd354f1-8fa2-48f6-a3e8-1cef10ac7800 associated. External IP: 172.25.0.247, port: 170b832f-d4c3-4157-beaf-6670b20915f6. Nov 25 17:31:30.359197 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-45f3536e-08da-4011-93ba-9ed5d4366c16 req-6d700b83-d055-4cd5-acde-6048b9f01b07 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Allocated IP 172.25.0.71 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/40a71ad7-3afe-4b3d-bfa4-bfd4cb80249b) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:31:30.378454 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ac3d1c70-7244-4aa5-9c6b-3c507eaacf07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:30.428560 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-ac3d1c70-7244-4aa5-9c6b-3c507eaacf07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29f16138-2eb7-45c2-88ec-a30eb967c492']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:30.444248 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-ac3d1c70-7244-4aa5-9c6b-3c507eaacf07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5edd4919-78ce-4dfa-b280-36f45ed62f8e') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:30.444555 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-ac3d1c70-7244-4aa5-9c6b-3c507eaacf07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5edd4919-78ce-4dfa-b280-36f45ed62f8e') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:30.457375 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ac3d1c70-7244-4aa5-9c6b-3c507eaacf07 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:30.485481 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ac3d1c70-7244-4aa5-9c6b-3c507eaacf07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:30.494981 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-935db4f8-5205-47b4-8912-47cd99a72de3 service neutron] 10.222.0.90 "GET /v2.0/networks/87da44d2-1590-4ee5-a038-25973727b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4251750 Nov 25 17:31:30.496232 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac3d1c70-7244-4aa5-9c6b-3c507eaacf07 admin admin] Releasing vlan 941 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:31:30.497549 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ac3d1c70-7244-4aa5-9c6b-3c507eaacf07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:30.499985 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:31:30.499985 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:31:30.499985 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:31:30.499985 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:31:30.499985 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:31:30.499985 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:31:30.499985 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:31:30.499985 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:31:30.499985 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:31:30.499985 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:31:30.499985 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:31:30.499985 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:31:30.499985 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:31:30.499985 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:31:30.499985 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:31:30.499985 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:31:30.499985 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:31:30.499985 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:31:30.499985 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:31:30.499985 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:31:30.499985 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:31:30.499985 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:31:30.499985 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:31:30.499985 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:31:30.499985 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:31:30.499985 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:31:30.499985 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:31:30.499985 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:31:30.499985 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:31:30.499985 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:31:30.499985 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:31:30.499985 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:31:30.516128 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-634565f4-168a-49cf-9534-8c4cfa4b4b17 req-e3bee414-a25b-46bc-ab6a-e549c1d55a1b tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:30.530621 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['170b832f-d4c3-4157-beaf-6670b20915f6'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:31:30.611617 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ac3d1c70-7244-4aa5-9c6b-3c507eaacf07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:30.630625 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bee414-a25b-46bc-ab6a-e549c1d55a1b tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Pushing event deleted for resources: {'Port': ['ID=be6e48c3-7513-49a7-9470-e1ed2d5315fe,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:30.646134 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-45f3536e-08da-4011-93ba-9ed5d4366c16 req-6d700b83-d055-4cd5-acde-6048b9f01b07 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:30.661738 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ac3d1c70-7244-4aa5-9c6b-3c507eaacf07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:30.668307 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ac3d1c70-7244-4aa5-9c6b-3c507eaacf07 admin admin] 10.222.0.75 "DELETE /v2.0/networks/29f16138-2eb7-45c2-88ec-a30eb967c492 HTTP/1.1" status: 204 len: 168 time: 0.8781624 Nov 25 17:31:30.694233 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3d1c70-7244-4aa5-9c6b-3c507eaacf07 admin admin] Pushing event deleted for resources: {'Network': ['ID=29f16138-2eb7-45c2-88ec-a30eb967c492,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:30.709692 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-634565f4-168a-49cf-9534-8c4cfa4b4b17 req-e3bee414-a25b-46bc-ab6a-e549c1d55a1b tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] No DVR routers for this DVR port be6e48c3-7513-49a7-9470-e1ed2d5315fe on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:31:30.714065 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 44048) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:30.721086 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-634565f4-168a-49cf-9534-8c4cfa4b4b17 req-e3bee414-a25b-46bc-ab6a-e549c1d55a1b tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:30.724361 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-634565f4-168a-49cf-9534-8c4cfa4b4b17 req-e3bee414-a25b-46bc-ab6a-e549c1d55a1b tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.90 "DELETE /v2.0/ports/be6e48c3-7513-49a7-9470-e1ed2d5315fe HTTP/1.1" status: 204 len: 173 time: 1.4762115 Nov 25 17:31:30.759179 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-1ee52686-a5b9-4dd1-851f-fc8be11a2541 service neutron] 10.222.0.90 "GET /v2.0/networks/87da44d2-1590-4ee5-a038-25973727b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550492 Nov 25 17:31:30.774068 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c164c54a-81cb-442d-9ce6-4617cc6fc6d1 req-817a0ac2-3b74-4609-99d4-a9009b4b9c73 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Router 90c87b55-4c2f-49f4-a8dc-28bc81837710 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:31:30.775651 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-45f3536e-08da-4011-93ba-9ed5d4366c16 req-6d700b83-d055-4cd5-acde-6048b9f01b07 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:30.824339 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-ff28d2ff-4ffd-4beb-bab2-b601aae25ae9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.50&port_id=ef471ab4-1529-40ff-ae48-4f7a2a698d09 HTTP/1.1" status: 200 len: 217 time: 0.0569015 Nov 25 17:31:30.832746 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45f3536e-08da-4011-93ba-9ed5d4366c16 req-6d700b83-d055-4cd5-acde-6048b9f01b07 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:31:30.838431 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-45f3536e-08da-4011-93ba-9ed5d4366c16 req-6d700b83-d055-4cd5-acde-6048b9f01b07 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:30.840871 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d700b83-d055-4cd5-acde-6048b9f01b07 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Pushing event updated for resources: {'Port': ['ID=40a71ad7-3afe-4b3d-bfa4-bfd4cb80249b,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:30.877851 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f3536e-08da-4011-93ba-9ed5d4366c16 req-6d700b83-d055-4cd5-acde-6048b9f01b07 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:31:30.917559 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-01274496-8138-46f3-9bf2-8b44ec1d04c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:30.919021 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-01274496-8138-46f3-9bf2-8b44ec1d04c6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e67877d4-6474-4378-bcc2-3832faa7f77a HTTP/1.1" status: 200 len: 801 time: 0.0873418 Nov 25 17:31:30.936575 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-cf2661c9-2229-4ffa-b3f2-9ddc1ad089c7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-294367052-network', 'tenant_id': '9ed6d61121ad4ad587d660c5c7d54fc1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:30.977618 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-0feb370d-aa53-4449-a472-793e8d235e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:30.979479 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-0feb370d-aa53-4449-a472-793e8d235e00 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0f4ea62f-5f9a-485c-9f18-7fb8bcbf2469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0484817 Nov 25 17:31:30.985173 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44052) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:31.005801 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf2661c9-2229-4ffa-b3f2-9ddc1ad089c7 admin admin] Made reservation on behalf of 9ed6d61121ad4ad587d660c5c7d54fc1 for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:31:31.008068 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cf2661c9-2229-4ffa-b3f2-9ddc1ad089c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:31.040957 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cf2661c9-2229-4ffa-b3f2-9ddc1ad089c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:31.045950 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c164c54a-81cb-442d-9ce6-4617cc6fc6d1 req-817a0ac2-3b74-4609-99d4-a9009b4b9c73 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:31:31.057178 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b02398-2af4-47f1-b9b4-228b746d62dc None None] Sync routers for ids ['90c87b55-4c2f-49f4-a8dc-28bc81837710'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:31:31.058257 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c164c54a-81cb-442d-9ce6-4617cc6fc6d1 req-817a0ac2-3b74-4609-99d4-a9009b4b9c73 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:31.087492 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8666711a-d3e7-4ac2-8eac-e3450ed38ab6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=13858fb05980479bb54d6adc5565c901&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0974157 Nov 25 17:31:31.087730 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b02398-2af4-47f1-b9b4-228b746d62dc None None] Routers {'90c87b55-4c2f-49f4-a8dc-28bc81837710'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:31:31.087883 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44054) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:31.088372 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-e8b02398-2af4-47f1-b9b4-228b746d62dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:31:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['90c87b55-4c2f-49f4-a8dc-28bc81837710'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:31.105168 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-45f3536e-08da-4011-93ba-9ed5d4366c16 req-6d700b83-d055-4cd5-acde-6048b9f01b07 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:31.108696 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c164c54a-81cb-442d-9ce6-4617cc6fc6d1 req-817a0ac2-3b74-4609-99d4-a9009b4b9c73 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "PUT /v2.0/floatingips/ebd354f1-8fa2-48f6-a3e8-1cef10ac7800 HTTP/1.1" status: 200 len: 996 time: 2.8692091 Nov 25 17:31:31.183904 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-0e7ea720-4004-4d05-a7fe-2671edebfbbe service neutron] 10.222.0.90 "GET /v2.0/networks/0f4ea62f-5f9a-485c-9f18-7fb8bcbf2469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902006 Nov 25 17:31:31.246055 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-e8b02398-2af4-47f1-b9b4-228b746d62dc None None] Set router 90c87b55-4c2f-49f4-a8dc-28bc81837710 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:31:31.258781 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-45f3536e-08da-4011-93ba-9ed5d4366c16 req-6d700b83-d055-4cd5-acde-6048b9f01b07 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:31.267959 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-788bc252-4bae-4262-90df-eb4bb3cde9e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:31.317598 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-788bc252-4bae-4262-90df-eb4bb3cde9e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:31.350463 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-9d83dd51-a045-4cfd-b796-cacd9cc8da30 service neutron] 10.222.0.90 "GET /v2.0/networks/0f4ea62f-5f9a-485c-9f18-7fb8bcbf2469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565773 Nov 25 17:31:31.403587 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-0bbf5bd5-ef04-42b1-9f94-af863debb841 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.35&port_id=7da791ad-9c45-4285-8e6e-a420dcdf5b69 HTTP/1.1" status: 200 len: 217 time: 0.0453312 Nov 25 17:31:31.456792 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-31374134-01d9-4452-a9d4-bfa503aa6c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:31.458596 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-31374134-01d9-4452-a9d4-bfa503aa6c20 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e6fdc3be-b0ac-4369-8830-0399da979d5b HTTP/1.1" status: 200 len: 801 time: 0.0485280 Nov 25 17:31:31.459377 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-788bc252-4bae-4262-90df-eb4bb3cde9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:31.461988 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-788bc252-4bae-4262-90df-eb4bb3cde9e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:31.463073 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-788bc252-4bae-4262-90df-eb4bb3cde9e0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8a57976c-7e64-49f5-aafb-a78e879cec1f HTTP/1.1" status: 204 len: 168 time: 0.3748682 Nov 25 17:31:31.481947 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788bc252-4bae-4262-90df-eb4bb3cde9e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a57976c-7e64-49f5-aafb-a78e879cec1f,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:31.513895 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-3783de99-10d6-4faf-a351-97af501dd020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:31.515420 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-3783de99-10d6-4faf-a351-97af501dd020 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=87da44d2-1590-4ee5-a038-25973727b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0478613 Nov 25 17:31:31.556238 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-e8b02398-2af4-47f1-b9b4-228b746d62dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'name': 'tempest-FloatingIPsAssociationTestJSON-322503774-router', 'tenant_id': 'c296d8c37a3d4484983acb10cc0204d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'a9cb8fc9-2a82-43c7-9767-215a656bbec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:52Z', 'updated_at': '2021-11-25T17:29:57Z', 'revision_number': 4, 'project_id': 'c296d8c37a3d4484983acb10cc0204d2', 'gw_port': {'id': 'a9cb8fc9-2a82-43c7-9767-215a656bbec0', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:53Z', 'updated_at': '2021-11-25T17:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': 'ebd354f1-8fa2-48f6-a3e8-1cef10ac7800', 'tenant_id': 'c296d8c37a3d4484983acb10cc0204d2', 'floating_ip_address': '172.25.0.247', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'port_id': '170b832f-d4c3-4157-beaf-6670b20915f6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef09a9cb-b767-40ab-abb2-adbc6ec1aed8', 'mac_address': 'fa:16:3e:3c:14:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb5461f-2bf7-48e4-a29b-8f006702c5a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:30:22Z', 'updated_at': '2021-11-25T17:31:29Z', 'revision_number': 8, 'project_id': 'c296d8c37a3d4484983acb10cc0204d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e3e9a8b-7220-4a5b-87ee-36c0a8bae66a', 'name': '', 'network_id': 'ef09a9cb-b767-40ab-abb2-adbc6ec1aed8', 'tenant_id': 'c296d8c37a3d4484983acb10cc0204d2', 'mac_address': 'fa:16:3e:41:fa:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '82218ac9-c8df-4d39-919a-d596976289cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:56Z', 'updated_at': '2021-11-25T17:30:03Z', 'revision_number': 5, 'project_id': 'c296d8c37a3d4484983acb10cc0204d2', 'subnets': [{'id': '82218ac9-c8df-4d39-919a-d596976289cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:31.592306 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b02398-2af4-47f1-b9b4-228b746d62dc None None] Checking router: 90c87b55-4c2f-49f4-a8dc-28bc81837710 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:31:31.602731 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b02398-2af4-47f1-b9b4-228b746d62dc None None] Routers {'90c87b55-4c2f-49f4-a8dc-28bc81837710'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:31:31.603746 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-e8b02398-2af4-47f1-b9b4-228b746d62dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:31:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['90c87b55-4c2f-49f4-a8dc-28bc81837710'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:31.639711 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cf2661c9-2229-4ffa-b3f2-9ddc1ad089c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:31.645942 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c164c54a-81cb-442d-9ce6-4617cc6fc6d1 req-7b6f2553-7684-4fdb-97ea-847bea4e363d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:31.655489 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-8ec6514e-b6d1-49cf-b134-3277e1636e96 service neutron] 10.222.0.90 "GET /v2.0/networks/87da44d2-1590-4ee5-a038-25973727b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309206 Nov 25 17:31:31.655899 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c164c54a-81cb-442d-9ce6-4617cc6fc6d1 req-7b6f2553-7684-4fdb-97ea-847bea4e363d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c296d8c37a3d4484983acb10cc0204d2&device_id=4cb5461f-2bf7-48e4-a29b-8f006702c5a6 HTTP/1.1" status: 200 len: 1096 time: 0.5326438 Nov 25 17:31:31.673106 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cf2661c9-2229-4ffa-b3f2-9ddc1ad089c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:31.729611 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-e8b02398-2af4-47f1-b9b4-228b746d62dc None None] Set router 90c87b55-4c2f-49f4-a8dc-28bc81837710 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:31:31.754221 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf2661c9-2229-4ffa-b3f2-9ddc1ad089c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 930} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:31:31.772559 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-59b00e91-5fc3-4cb3-8ac7-566049340dc3 req-3dd2b009-dac1-4eb4-b133-2bafe0d1df1c service neutron] 10.222.0.90 "GET /v2.0/networks/87da44d2-1590-4ee5-a038-25973727b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105556 Nov 25 17:31:31.807004 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2661c9-2229-4ffa-b3f2-9ddc1ad089c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4fb475-e9ec-4623-9c08-36dcb76340fc,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:31.813474 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cf2661c9-2229-4ffa-b3f2-9ddc1ad089c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:31.813817 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-cf2661c9-2229-4ffa-b3f2-9ddc1ad089c7 admin admin] Added segment 14ee21b8-6adb-4fbc-8e63-e4b2c4af3623 of type vlan for network 893ae009-948d-4a56-89c4-04cf75caf20a Nov 25 17:31:31.827360 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device be6e48c3-7513-49a7-9470-e1ed2d5315fe no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:31:31.915646 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cf2661c9-2229-4ffa-b3f2-9ddc1ad089c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:31.919287 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44060) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:31.924025 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c164c54a-81cb-442d-9ce6-4617cc6fc6d1 req-2915a5c2-528a-400d-8138-cfa355c6a27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:31.936953 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c164c54a-81cb-442d-9ce6-4617cc6fc6d1 req-2915a5c2-528a-400d-8138-cfa355c6a27d service neutron] 10.222.0.75 "GET /v2.0/networks?id=ef09a9cb-b767-40ab-abb2-adbc6ec1aed8 HTTP/1.1" status: 200 len: 921 time: 0.2747762 Nov 25 17:31:31.972616 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6bf8fdf2-522a-47f1-9741-1e2567c92981 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0b1d430894aa424699623326a4f870cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0485845 Nov 25 17:31:31.976915 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44062) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:32.007474 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: be6e48c3-7513-49a7-9470-e1ed2d5315fe {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:31:32.007939 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device be6e48c3-7513-49a7-9470-e1ed2d5315fe not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:31:32.034197 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0714091b-7f4b-4944-bcc7-e49d08e45e4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:32.035699 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cf2661c9-2229-4ffa-b3f2-9ddc1ad089c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:32.036654 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2661c9-2229-4ffa-b3f2-9ddc1ad089c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:32.037492 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cf2661c9-2229-4ffa-b3f2-9ddc1ad089c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:32.058140 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0714091b-7f4b-4944-bcc7-e49d08e45e4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:32.058800 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-45f3536e-08da-4011-93ba-9ed5d4366c16 req-6d700b83-d055-4cd5-acde-6048b9f01b07 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:32.075717 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c164c54a-81cb-442d-9ce6-4617cc6fc6d1 req-e5245d0f-13aa-4bb1-9783-cf198e3e8b23 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=170b832f-d4c3-4157-beaf-6670b20915f6 HTTP/1.1" status: 200 len: 999 time: 0.1431932 Nov 25 17:31:32.076337 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-45f3536e-08da-4011-93ba-9ed5d4366c16 req-6d700b83-d055-4cd5-acde-6048b9f01b07 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:32.123219 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0714091b-7f4b-4944-bcc7-e49d08e45e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:32.127148 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0714091b-7f4b-4944-bcc7-e49d08e45e4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:32.130685 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0714091b-7f4b-4944-bcc7-e49d08e45e4d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/969e934a-79c2-4dd2-9bfe-6c238b125e5a HTTP/1.1" status: 204 len: 168 time: 0.1545553 Nov 25 17:31:32.137506 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0714091b-7f4b-4944-bcc7-e49d08e45e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969e934a-79c2-4dd2-9bfe-6c238b125e5a,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:32.170606 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44066) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:32.175465 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-67a444b5-76c2-4c87-9f5c-12860a938ea1 admin admin] Request body: {'subnet': {'network_id': '893ae009-948d-4a56-89c4-04cf75caf20a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-294367052-subnet', 'tenant_id': '9ed6d61121ad4ad587d660c5c7d54fc1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:32.178506 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-cf2661c9-2229-4ffa-b3f2-9ddc1ad089c7 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4621732 Nov 25 17:31:32.196292 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-e8b02398-2af4-47f1-b9b4-228b746d62dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'name': 'tempest-FloatingIPsAssociationTestJSON-322503774-router', 'tenant_id': 'c296d8c37a3d4484983acb10cc0204d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'a9cb8fc9-2a82-43c7-9767-215a656bbec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:52Z', 'updated_at': '2021-11-25T17:29:57Z', 'revision_number': 4, 'project_id': 'c296d8c37a3d4484983acb10cc0204d2', 'gw_port': {'id': 'a9cb8fc9-2a82-43c7-9767-215a656bbec0', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:53Z', 'updated_at': '2021-11-25T17:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': 'ebd354f1-8fa2-48f6-a3e8-1cef10ac7800', 'tenant_id': 'c296d8c37a3d4484983acb10cc0204d2', 'floating_ip_address': '172.25.0.247', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'port_id': '170b832f-d4c3-4157-beaf-6670b20915f6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef09a9cb-b767-40ab-abb2-adbc6ec1aed8', 'mac_address': 'fa:16:3e:3c:14:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb5461f-2bf7-48e4-a29b-8f006702c5a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:30:22Z', 'updated_at': '2021-11-25T17:31:29Z', 'revision_number': 8, 'project_id': 'c296d8c37a3d4484983acb10cc0204d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e3e9a8b-7220-4a5b-87ee-36c0a8bae66a', 'name': '', 'network_id': 'ef09a9cb-b767-40ab-abb2-adbc6ec1aed8', 'tenant_id': 'c296d8c37a3d4484983acb10cc0204d2', 'mac_address': 'fa:16:3e:41:fa:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '82218ac9-c8df-4d39-919a-d596976289cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:56Z', 'updated_at': '2021-11-25T17:30:03Z', 'revision_number': 5, 'project_id': 'c296d8c37a3d4484983acb10cc0204d2', 'subnets': [{'id': '82218ac9-c8df-4d39-919a-d596976289cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:32.201071 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a444b5-76c2-4c87-9f5c-12860a938ea1 admin admin] Made reservation on behalf of 9ed6d61121ad4ad587d660c5c7d54fc1 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:31:32.204333 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-67a444b5-76c2-4c87-9f5c-12860a938ea1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:32.230195 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2661c9-2229-4ffa-b3f2-9ddc1ad089c7 admin admin] Pushing event updated for resources: {'Network': ['ID=893ae009-948d-4a56-89c4-04cf75caf20a,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:32.233259 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d700b83-d055-4cd5-acde-6048b9f01b07 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Pushing event updated for resources: {'Port': ['ID=40a71ad7-3afe-4b3d-bfa4-bfd4cb80249b,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:32.255841 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 893ae009-948d-4a56-89c4-04cf75caf20a details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:31:32.260109 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b02398-2af4-47f1-b9b4-228b746d62dc None None] The sync data for ids ['90c87b55-4c2f-49f4-a8dc-28bc81837710'] in n-d-817746-1 is: [{'id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'name': 'tempest-FloatingIPsAssociationTestJSON-322503774-router', 'tenant_id': 'c296d8c37a3d4484983acb10cc0204d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'a9cb8fc9-2a82-43c7-9767-215a656bbec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:52Z', 'updated_at': '2021-11-25T17:29:57Z', 'revision_number': 4, 'project_id': 'c296d8c37a3d4484983acb10cc0204d2', 'gw_port': {'id': 'a9cb8fc9-2a82-43c7-9767-215a656bbec0', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:53Z', 'updated_at': '2021-11-25T17:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': 'ebd354f1-8fa2-48f6-a3e8-1cef10ac7800', 'tenant_id': 'c296d8c37a3d4484983acb10cc0204d2', 'floating_ip_address': '172.25.0.247', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'port_id': '170b832f-d4c3-4157-beaf-6670b20915f6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef09a9cb-b767-40ab-abb2-adbc6ec1aed8', 'mac_address': 'fa:16:3e:3c:14:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb5461f-2bf7-48e4-a29b-8f006702c5a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:30:22Z', 'updated_at': '2021-11-25T17:31:29Z', 'revision_number': 8, 'project_id': 'c296d8c37a3d4484983acb10cc0204d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e3e9a8b-7220-4a5b-87ee-36c0a8bae66a', 'name': '', 'network_id': 'ef09a9cb-b767-40ab-abb2-adbc6ec1aed8', 'tenant_id': 'c296d8c37a3d4484983acb10cc0204d2', 'mac_address': 'fa:16:3e:41:fa:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '82218ac9-c8df-4d39-919a-d596976289cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:56Z', 'updated_at': '2021-11-25T17:30:03Z', 'revision_number': 5, 'project_id': 'c296d8c37a3d4484983acb10cc0204d2', 'subnets': [{'id': '82218ac9-c8df-4d39-919a-d596976289cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:31:32.304470 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c164c54a-81cb-442d-9ce6-4617cc6fc6d1 req-93a72297-3c06-4806-b189-25d78af7a791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:32.310741 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c164c54a-81cb-442d-9ce6-4617cc6fc6d1 req-93a72297-3c06-4806-b189-25d78af7a791 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=82218ac9-c8df-4d39-919a-d596976289cd HTTP/1.1" status: 200 len: 859 time: 0.1667225 Nov 25 17:31:32.318927 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-45f3536e-08da-4011-93ba-9ed5d4366c16 req-6d700b83-d055-4cd5-acde-6048b9f01b07 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:32.395668 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-45f3536e-08da-4011-93ba-9ed5d4366c16 req-6d700b83-d055-4cd5-acde-6048b9f01b07 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:32.397282 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-45f3536e-08da-4011-93ba-9ed5d4366c16 req-6d700b83-d055-4cd5-acde-6048b9f01b07 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2039866 Nov 25 17:31:32.415138 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c164c54a-81cb-442d-9ce6-4617cc6fc6d1 req-792fa11d-da9a-4ce9-a33a-85d82cf19588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:32.416773 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c164c54a-81cb-442d-9ce6-4617cc6fc6d1 req-792fa11d-da9a-4ce9-a33a-85d82cf19588 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ef09a9cb-b767-40ab-abb2-adbc6ec1aed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0939970 Nov 25 17:31:32.470618 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-67a444b5-76c2-4c87-9f5c-12860a938ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:32.486114 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-45f3536e-08da-4011-93ba-9ed5d4366c16 req-f4af8f19-bb19-4870-a71e-8aaf3a5c9834 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.0.71 HTTP/1.1" status: 200 len: 695 time: 0.0804033 Nov 25 17:31:32.544302 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a444b5-76c2-4c87-9f5c-12860a938ea1 admin admin] Checking segment: {'id': '14ee21b8-6adb-4fbc-8e63-e4b2c4af3623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '893ae009-948d-4a56-89c4-04cf75caf20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:31:32.544768 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a444b5-76c2-4c87-9f5c-12860a938ea1 admin admin] Network hostable DHCP agents. Network: 893ae009-948d-4a56-89c4-04cf75caf20a, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:31:32.548645 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a444b5-76c2-4c87-9f5c-12860a938ea1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5ab359d-3571-4e44-9b7f-d7d725d0869c,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:32.569380 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a444b5-76c2-4c87-9f5c-12860a938ea1 admin admin] Network 893ae009-948d-4a56-89c4-04cf75caf20a is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:31:32.573688 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf41856-2279-4dc5-b43b-7e039f1a6bd8 None None] New status for floating IP ebd354f1-8fa2-48f6-a3e8-1cef10ac7800: ACTIVE {{(pid=103363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:31:32.582821 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-67a444b5-76c2-4c87-9f5c-12860a938ea1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 893ae009-948d-4a56-89c4-04cf75caf20a) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:32.587679 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a444b5-76c2-4c87-9f5c-12860a938ea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:32.588548 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-67a444b5-76c2-4c87-9f5c-12860a938ea1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:32.596068 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b86fcbf-d48a-4c29-96a7-a38eb9fe3d69 None None] Network 893ae009-948d-4a56-89c4-04cf75caf20a requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:31:32.620867 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-67a444b5-76c2-4c87-9f5c-12860a938ea1 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4484098 Nov 25 17:31:32.667351 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c164c54a-81cb-442d-9ce6-4617cc6fc6d1 req-b10e7f8d-e091-4b1f-922f-0d7251630577 service neutron] 10.222.0.75 "GET /v2.0/networks/ef09a9cb-b767-40ab-abb2-adbc6ec1aed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140849 Nov 25 17:31:32.709279 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f3536e-08da-4011-93ba-9ed5d4366c16 req-692a8dd9-11ee-4825-87c8-d1c74dd3ce3c tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:32.721412 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-45f3536e-08da-4011-93ba-9ed5d4366c16 req-692a8dd9-11ee-4825-87c8-d1c74dd3ce3c tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] 10.222.0.75 "GET /v2.0/networks/1aa44027-b9d0-4a56-9a59-7e664703e20a HTTP/1.1" status: 200 len: 784 time: 0.2343600 Nov 25 17:31:32.760605 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f96a98-e4d1-4e68-bda6-21bde7516f57 None None] Network 893ae009-948d-4a56-89c4-04cf75caf20a requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:31:32.890148 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c164c54a-81cb-442d-9ce6-4617cc6fc6d1 req-62eec8b5-75a7-454d-8b11-77482c4a3127 service neutron] 10.222.0.75 "GET /v2.0/networks/ef09a9cb-b767-40ab-abb2-adbc6ec1aed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218421 Nov 25 17:31:32.914718 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90316a13-cf89-45a5-938b-66f764f8920c req-13854b75-e4e7-4269-b306-6c6c1a771e27 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:32.920974 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90316a13-cf89-45a5-938b-66f764f8920c req-13854b75-e4e7-4269-b306-6c6c1a771e27 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:32.927166 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90316a13-cf89-45a5-938b-66f764f8920c req-13854b75-e4e7-4269-b306-6c6c1a771e27 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:32.928861 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-90316a13-cf89-45a5-938b-66f764f8920c req-13854b75-e4e7-4269-b306-6c6c1a771e27 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "GET /v2.0/ports?device_id=2689803f-6d67-47c8-93a2-8fbdc1f4eaf8 HTTP/1.1" status: 200 len: 2411 time: 0.1162548 Nov 25 17:31:32.958189 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b957acdb-9670-488a-8b91-f9879b872405 x-openstack-request-id: req-b957acdb-9670-488a-8b91-f9879b872405 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:31:32.958702 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2689803f-6d67-47c8-93a2-8fbdc1f4eaf8", "tag": "39b53f5f-4670-4b31-8c5d-ad30eb5fde27", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:31:32.958702 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b957acdb-9670-488a-8b91-f9879b872405 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:31:32.959083 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2689803f-6d67-47c8-93a2-8fbdc1f4eaf8', 'tag': '39b53f5f-4670-4b31-8c5d-ad30eb5fde27', 'status': 'completed', 'code': 200} Nov 25 17:31:32.998555 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-90316a13-cf89-45a5-938b-66f764f8920c req-aff49264-5c85-4a2d-a65a-1db97facb809 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "GET /v2.0/security-groups?id=6cba972f-cee6-4d43-9317-8cfe4a5ae4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621622 Nov 25 17:31:33.015195 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17053dfa-1d9e-46ea-bb41-1759951195ed x-openstack-request-id: req-17053dfa-1d9e-46ea-bb41-1759951195ed {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:31:33.015493 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17345a84-b4bb-413c-900b-6a494ae74329", "tag": "be6e48c3-7513-49a7-9470-e1ed2d5315fe", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:31:33.015753 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-17053dfa-1d9e-46ea-bb41-1759951195ed {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:31:33.016163 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17345a84-b4bb-413c-900b-6a494ae74329', 'tag': 'be6e48c3-7513-49a7-9470-e1ed2d5315fe', 'status': 'completed', 'code': 200} Nov 25 17:31:33.065468 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e7682c-de02-4366-933b-31708e19581f req-5b7397a1-f9d6-4969-9ffa-08b7f5e160a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:33.071937 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1209 Content-Type: application/json Date: Thu, 25 Nov 2021 17:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23585b1-3f6c-4a58-9703-68a30a30bf8c x-openstack-request-id: req-c23585b1-3f6c-4a58-9703-68a30a30bf8c {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:31:33.072372 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d74ab755-36a9-4476-bec2-1aaeded5d781", "name": "network-vif-plugged", "status": "completed", "tag": "7be8a07b-4a87-4407-a846-a793d7c0884e", "code": 200}, {"server_uuid": "d74ab755-36a9-4476-bec2-1aaeded5d781", "name": "network-vif-plugged", "status": "completed", "tag": "791424cf-7f49-4cd7-a3d5-e5f426ab97ac", "code": 200}, {"server_uuid": "d74ab755-36a9-4476-bec2-1aaeded5d781", "name": "network-vif-plugged", "status": "completed", "tag": "5f55e4bc-b645-4ea6-93e4-5fb2598e200d", "code": 200}, {"server_uuid": "d74ab755-36a9-4476-bec2-1aaeded5d781", "name": "network-vif-plugged", "status": "completed", "tag": "a11242af-5474-4f93-bfb6-76b0ef5bbc3d", "code": 200}, {"server_uuid": "d74ab755-36a9-4476-bec2-1aaeded5d781", "name": "network-vif-plugged", "status": "completed", "tag": "044a9a30-8fd9-4fbc-b394-b1fc79eb0b20", "code": 200}, {"server_uuid": "d74ab755-36a9-4476-bec2-1aaeded5d781", "name": "network-vif-plugged", "status": "completed", "tag": "b2c42d44-65fd-410c-aaed-aae8a87dc2ee", "code": 200}, {"server_uuid": "d74ab755-36a9-4476-bec2-1aaeded5d781", "name": "network-vif-plugged", "status": "completed", "tag": "7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:31:33.072744 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c23585b1-3f6c-4a58-9703-68a30a30bf8c {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:31:33.073320 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd74ab755-36a9-4476-bec2-1aaeded5d781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7be8a07b-4a87-4407-a846-a793d7c0884e', 'code': 200} Nov 25 17:31:33.073681 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd74ab755-36a9-4476-bec2-1aaeded5d781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791424cf-7f49-4cd7-a3d5-e5f426ab97ac', 'code': 200} Nov 25 17:31:33.073827 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e7682c-de02-4366-933b-31708e19581f req-5b7397a1-f9d6-4969-9ffa-08b7f5e160a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:33.074125 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd74ab755-36a9-4476-bec2-1aaeded5d781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f55e4bc-b645-4ea6-93e4-5fb2598e200d', 'code': 200} Nov 25 17:31:33.074376 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e7682c-de02-4366-933b-31708e19581f req-5b7397a1-f9d6-4969-9ffa-08b7f5e160a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:33.074550 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd74ab755-36a9-4476-bec2-1aaeded5d781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11242af-5474-4f93-bfb6-76b0ef5bbc3d', 'code': 200} Nov 25 17:31:33.074906 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd74ab755-36a9-4476-bec2-1aaeded5d781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '044a9a30-8fd9-4fbc-b394-b1fc79eb0b20', 'code': 200} Nov 25 17:31:33.075287 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd74ab755-36a9-4476-bec2-1aaeded5d781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2c42d44-65fd-410c-aaed-aae8a87dc2ee', 'code': 200} Nov 25 17:31:33.075952 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd74ab755-36a9-4476-bec2-1aaeded5d781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8', 'code': 200} Nov 25 17:31:33.076396 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-56e7682c-de02-4366-933b-31708e19581f req-5b7397a1-f9d6-4969-9ffa-08b7f5e160a0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d64a86f779cb466b8c1c45288d32f994&device_id=2689803f-6d67-47c8-93a2-8fbdc1f4eaf8 HTTP/1.1" status: 200 len: 2864 time: 0.0813096 Nov 25 17:31:33.081779 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b7f3f6ec-de53-40fe-8415-444723b5c6eb req-a1d33aec-817b-46de-8b40-5fff38d2ecbb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c296d8c37a3d4484983acb10cc0204d2&device_id=17345a84-b4bb-413c-900b-6a494ae74329 HTTP/1.1" status: 200 len: 210 time: 0.0580163 Nov 25 17:31:33.220538 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e7682c-de02-4366-933b-31708e19581f req-631aec9b-5d8a-4867-b613-78dc87981544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:33.220983 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 44100) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:33.222712 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-56e7682c-de02-4366-933b-31708e19581f req-631aec9b-5d8a-4867-b613-78dc87981544 service neutron] 10.222.0.90 "GET /v2.0/networks?id=87da44d2-1590-4ee5-a038-25973727b150 HTTP/1.1" status: 200 len: 902 time: 0.1325064 Nov 25 17:31:33.249882 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac8b25-5b9c-43c2-bccf-50c002f98040 req-d0c1a16a-7fcb-4d31-9b43-b51a53b9232d tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:33.264031 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac8b25-5b9c-43c2-bccf-50c002f98040 req-d0c1a16a-7fcb-4d31-9b43-b51a53b9232d tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:33.274095 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac8b25-5b9c-43c2-bccf-50c002f98040 req-d0c1a16a-7fcb-4d31-9b43-b51a53b9232d tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:33.278116 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-56e7682c-de02-4366-933b-31708e19581f req-cd246b7e-e38c-4da5-960a-d73896dfae18 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.129&port_id=39b53f5f-4670-4b31-8c5d-ad30eb5fde27 HTTP/1.1" status: 200 len: 217 time: 0.0481031 Nov 25 17:31:33.280947 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac8b25-5b9c-43c2-bccf-50c002f98040 req-d0c1a16a-7fcb-4d31-9b43-b51a53b9232d tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:33.286974 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac8b25-5b9c-43c2-bccf-50c002f98040 req-d0c1a16a-7fcb-4d31-9b43-b51a53b9232d tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:33.293166 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac8b25-5b9c-43c2-bccf-50c002f98040 req-d0c1a16a-7fcb-4d31-9b43-b51a53b9232d tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:33.300088 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac8b25-5b9c-43c2-bccf-50c002f98040 req-d0c1a16a-7fcb-4d31-9b43-b51a53b9232d tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:33.302069 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-73ac8b25-5b9c-43c2-bccf-50c002f98040 req-d0c1a16a-7fcb-4d31-9b43-b51a53b9232d tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 5420 time: 0.2227237 Nov 25 17:31:33.336771 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e7682c-de02-4366-933b-31708e19581f req-8f7cdb44-6ec3-4877-83d0-b7283f53a8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:33.338179 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-56e7682c-de02-4366-933b-31708e19581f req-8f7cdb44-6ec3-4877-83d0-b7283f53a8bf service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e6fdc3be-b0ac-4369-8830-0399da979d5b HTTP/1.1" status: 200 len: 801 time: 0.0537398 Nov 25 17:31:33.380644 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-2befa718-59ae-4c69-bfda-f4ea128f741e admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1104030874-network', 'tenant_id': '5907868e863d4d4a94a1d79580e65eb3'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:33.389732 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e7682c-de02-4366-933b-31708e19581f req-7d8c2d80-d472-4d5e-8e07-a31c35daae16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:33.391243 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-56e7682c-de02-4366-933b-31708e19581f req-7d8c2d80-d472-4d5e-8e07-a31c35daae16 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=87da44d2-1590-4ee5-a038-25973727b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0464783 Nov 25 17:31:33.392813 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f3f6ec-de53-40fe-8415-444723b5c6eb req-63d8c8f1-2261-439b-9b48-56fd2beeb7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:33.394288 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b7f3f6ec-de53-40fe-8415-444723b5c6eb req-63d8c8f1-2261-439b-9b48-56fd2beeb7f1 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=c296d8c37a3d4484983acb10cc0204d2&shared=False HTTP/1.1" status: 200 len: 921 time: 0.3037422 Nov 25 17:31:33.401501 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c748153-0ce3-46f0-ac22-d9e844a8b528 req-1f23aea5-8408-429a-9304-b848c2581141 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:33.402836 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7c748153-0ce3-46f0-ac22-d9e844a8b528 req-1f23aea5-8408-429a-9304-b848c2581141 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfef76b5-510b-4571-afdd-528a67da392d HTTP/1.1" status: 200 len: 945 time: 0.2271247 Nov 25 17:31:33.490810 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-56e7682c-de02-4366-933b-31708e19581f req-6e34be06-465f-4d80-9ea4-e1f5b8f3dc6c service neutron] 10.222.0.90 "GET /v2.0/networks/87da44d2-1590-4ee5-a038-25973727b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851507 Nov 25 17:31:33.527437 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69acc54e-1219-4b77-bf2d-58ffdef81a44 req-f2ed4fd7-fd41-4f74-a513-4ebc37a63d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:33.527922 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69acc54e-1219-4b77-bf2d-58ffdef81a44 req-f2ed4fd7-fd41-4f74-a513-4ebc37a63d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:33.528402 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69acc54e-1219-4b77-bf2d-58ffdef81a44 req-f2ed4fd7-fd41-4f74-a513-4ebc37a63d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:33.529032 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69acc54e-1219-4b77-bf2d-58ffdef81a44 req-f2ed4fd7-fd41-4f74-a513-4ebc37a63d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:33.529514 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69acc54e-1219-4b77-bf2d-58ffdef81a44 req-f2ed4fd7-fd41-4f74-a513-4ebc37a63d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:33.529984 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69acc54e-1219-4b77-bf2d-58ffdef81a44 req-f2ed4fd7-fd41-4f74-a513-4ebc37a63d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:33.530443 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69acc54e-1219-4b77-bf2d-58ffdef81a44 req-f2ed4fd7-fd41-4f74-a513-4ebc37a63d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:33.532317 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-69acc54e-1219-4b77-bf2d-58ffdef81a44 req-f2ed4fd7-fd41-4f74-a513-4ebc37a63d69 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 6500 time: 0.3576975 Nov 25 17:31:33.537706 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2befa718-59ae-4c69-bfda-f4ea128f741e admin admin] Made reservation on behalf of 5907868e863d4d4a94a1d79580e65eb3 for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:31:33.541471 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2befa718-59ae-4c69-bfda-f4ea128f741e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:33.565115 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-73ac8b25-5b9c-43c2-bccf-50c002f98040 req-78276c4f-54c1-4ba2-8318-ee48768f47a4 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/security-groups?id=7dac673b-c262-4497-b783-e9f920753627&id=0577770c-39b7-4b0c-8124-55e039ea72f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2465725 Nov 25 17:31:33.588596 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2befa718-59ae-4c69-bfda-f4ea128f741e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:33.596256 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-56e7682c-de02-4366-933b-31708e19581f req-81bf1a47-74ee-45b5-aebe-b16c331d61e5 service neutron] 10.222.0.90 "GET /v2.0/networks/87da44d2-1590-4ee5-a038-25973727b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984735 Nov 25 17:31:33.625908 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7c748153-0ce3-46f0-ac22-d9e844a8b528 req-74121a22-c5d3-482d-8449-60ef3fc88418 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/security-groups?id=64a4895e-66bb-4a82-9045-67d823985e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981642 Nov 25 17:31:33.709629 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f3f6ec-de53-40fe-8415-444723b5c6eb req-b2dd7051-e668-46b8-9503-6afbd3f3ef6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:33.711040 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b7f3f6ec-de53-40fe-8415-444723b5c6eb req-b2dd7051-e668-46b8-9503-6afbd3f3ef6b service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2991190 Nov 25 17:31:33.749516 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-69acc54e-1219-4b77-bf2d-58ffdef81a44 req-5a9fa0e5-a06b-4690-8aae-378b3049d8ee service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=9fa93e5f-0225-45c2-90d5-9fc327163fea&id=fbf472a3-c342-48cc-ac25-d9efd20bf257&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2027593 Nov 25 17:31:33.816218 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9bd91-45e2-4c11-bd27-4ecbb0f1cd3b req-244591bf-21d2-4758-9ab0-5493a425d891 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:33.822395 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9bd91-45e2-4c11-bd27-4ecbb0f1cd3b req-244591bf-21d2-4758-9ab0-5493a425d891 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:33.828926 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9bd91-45e2-4c11-bd27-4ecbb0f1cd3b req-244591bf-21d2-4758-9ab0-5493a425d891 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:33.834934 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9bd91-45e2-4c11-bd27-4ecbb0f1cd3b req-244591bf-21d2-4758-9ab0-5493a425d891 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:33.840986 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9bd91-45e2-4c11-bd27-4ecbb0f1cd3b req-244591bf-21d2-4758-9ab0-5493a425d891 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:33.847041 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9bd91-45e2-4c11-bd27-4ecbb0f1cd3b req-244591bf-21d2-4758-9ab0-5493a425d891 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:33.852996 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9bd91-45e2-4c11-bd27-4ecbb0f1cd3b req-244591bf-21d2-4758-9ab0-5493a425d891 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:33.854790 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e2f9bd91-45e2-4c11-bd27-4ecbb0f1cd3b req-244591bf-21d2-4758-9ab0-5493a425d891 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/ports?device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 5443 time: 0.2076824 Nov 25 17:31:33.933608 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f16be8e5-531d-4af1-9c5b-ffbf3ae29c80 req-0eea97e2-5881-42a6-804d-22c7cbc53c43 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2658029 Nov 25 17:31:33.957598 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-f16be8e5-531d-4af1-9c5b-ffbf3ae29c80 req-64379498-0923-49f4-8be3-d2d339d1823f tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Request body: {'floatingip': {'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:33.963250 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2befa718-59ae-4c69-bfda-f4ea128f741e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:33.977878 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2befa718-59ae-4c69-bfda-f4ea128f741e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:34.002033 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e2f9bd91-45e2-4c11-bd27-4ecbb0f1cd3b req-60701d1f-ec26-423a-8616-f94c5a54c1f4 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf472a3-c342-48cc-ac25-d9efd20bf257&id=9fa93e5f-0225-45c2-90d5-9fc327163fea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1396780 Nov 25 17:31:34.017306 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2befa718-59ae-4c69-bfda-f4ea128f741e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 943} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:31:34.025336 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2befa718-59ae-4c69-bfda-f4ea128f741e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=695a6ae9-9211-4467-97f9-890d1c7800c0,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:34.035618 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f16be8e5-531d-4af1-9c5b-ffbf3ae29c80 req-64379498-0923-49f4-8be3-d2d339d1823f tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Publish callbacks [] for floatingip, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:34.049481 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2befa718-59ae-4c69-bfda-f4ea128f741e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:34.049846 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-2befa718-59ae-4c69-bfda-f4ea128f741e admin admin] Added segment 15402b82-982b-47ae-82ef-1d12616e9739 of type vlan for network aaf27b4c-6405-43f5-9807-710cd6269b9c Nov 25 17:31:34.151770 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2befa718-59ae-4c69-bfda-f4ea128f741e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:34.157516 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-607715d8-9447-47c0-afa2-81689871d0cf req-a730c277-3637-4a3d-9922-21097594070d tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "GET /v2.0/floatingips/ebd354f1-8fa2-48f6-a3e8-1cef10ac7800 HTTP/1.1" status: 200 len: 998 time: 0.1246574 Nov 25 17:31:34.267260 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2befa718-59ae-4c69-bfda-f4ea128f741e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:34.268105 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2befa718-59ae-4c69-bfda-f4ea128f741e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:34.268681 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2befa718-59ae-4c69-bfda-f4ea128f741e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:34.311154 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-2befa718-59ae-4c69-bfda-f4ea128f741e admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0875380 Nov 25 17:31:34.314336 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44108) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:34.320188 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-6022350f-a08a-4e76-afa0-8bda9235dfc6 admin admin] Request body: {'subnet': {'network_id': 'aaf27b4c-6405-43f5-9807-710cd6269b9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1104030874-subnet', 'tenant_id': '5907868e863d4d4a94a1d79580e65eb3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:34.342478 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6022350f-a08a-4e76-afa0-8bda9235dfc6 admin admin] Made reservation on behalf of 5907868e863d4d4a94a1d79580e65eb3 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:31:34.344807 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6022350f-a08a-4e76-afa0-8bda9235dfc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:34.378548 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2befa718-59ae-4c69-bfda-f4ea128f741e admin admin] Pushing event updated for resources: {'Network': ['ID=aaf27b4c-6405-43f5-9807-710cd6269b9c,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:34.392117 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607715d8-9447-47c0-afa2-81689871d0cf req-a19a4688-d34e-4999-ba3a-377b6f6702b9 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:34.392596 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network aaf27b4c-6405-43f5-9807-710cd6269b9c details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:31:34.393575 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-607715d8-9447-47c0-afa2-81689871d0cf req-a19a4688-d34e-4999-ba3a-377b6f6702b9 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "GET /v2.0/networks/1aa44027-b9d0-4a56-9a59-7e664703e20a HTTP/1.1" status: 200 len: 784 time: 0.2299809 Nov 25 17:31:34.408274 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [req-607715d8-9447-47c0-afa2-81689871d0cf req-1609f06b-0b4d-4d16-98a4-c892707e95c4 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:31:34.409363 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-607715d8-9447-47c0-afa2-81689871d0cf req-1609f06b-0b4d-4d16-98a4-c892707e95c4 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096161 Nov 25 17:31:34.422895 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f16be8e5-531d-4af1-9c5b-ffbf3ae29c80 req-64379498-0923-49f4-8be3-d2d339d1823f tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:34.546584 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6022350f-a08a-4e76-afa0-8bda9235dfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:34.553540 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-f16be8e5-531d-4af1-9c5b-ffbf3ae29c80 req-64379498-0923-49f4-8be3-d2d339d1823f tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Allocated IP 172.25.0.20 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/afe02cf9-aa5a-467c-80e6-e28a0ec89412) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:31:34.616764 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6022350f-a08a-4e76-afa0-8bda9235dfc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d53e194-5318-4bd1-b79c-5e09902de1da,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:34.620243 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6022350f-a08a-4e76-afa0-8bda9235dfc6 admin admin] Checking segment: {'id': '15402b82-982b-47ae-82ef-1d12616e9739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'aaf27b4c-6405-43f5-9807-710cd6269b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:31:34.620620 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6022350f-a08a-4e76-afa0-8bda9235dfc6 admin admin] Network hostable DHCP agents. Network: aaf27b4c-6405-43f5-9807-710cd6269b9c, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:31:34.640942 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6022350f-a08a-4e76-afa0-8bda9235dfc6 admin admin] Network aaf27b4c-6405-43f5-9807-710cd6269b9c is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:31:34.651404 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-6022350f-a08a-4e76-afa0-8bda9235dfc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, aaf27b4c-6405-43f5-9807-710cd6269b9c) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:34.657524 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6022350f-a08a-4e76-afa0-8bda9235dfc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:34.658214 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6022350f-a08a-4e76-afa0-8bda9235dfc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:34.666185 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc4f252-0196-45c5-bf44-e51cd68a7d81 None None] Network aaf27b4c-6405-43f5-9807-710cd6269b9c requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:31:34.678162 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f16be8e5-531d-4af1-9c5b-ffbf3ae29c80 req-64379498-0923-49f4-8be3-d2d339d1823f tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:34.686195 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6022350f-a08a-4e76-afa0-8bda9235dfc6 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3699949 Nov 25 17:31:34.766359 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f16be8e5-531d-4af1-9c5b-ffbf3ae29c80 req-64379498-0923-49f4-8be3-d2d339d1823f tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:34.813042 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12d87ef-679d-4849-a6af-738985298d36 None None] Network aaf27b4c-6405-43f5-9807-710cd6269b9c requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:31:34.829811 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f16be8e5-531d-4af1-9c5b-ffbf3ae29c80 req-64379498-0923-49f4-8be3-d2d339d1823f tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:31:34.837695 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-f16be8e5-531d-4af1-9c5b-ffbf3ae29c80 req-64379498-0923-49f4-8be3-d2d339d1823f tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:34.847250 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64379498-0923-49f4-8be3-d2d339d1823f tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Pushing event updated for resources: {'Port': ['ID=afe02cf9-aa5a-467c-80e6-e28a0ec89412,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:34.852517 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-f16be8e5-531d-4af1-9c5b-ffbf3ae29c80 req-64379498-0923-49f4-8be3-d2d339d1823f tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:31:34.896301 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70001f-5ad4-43d8-b166-b42fc8856837 req-5d19dd5c-a14a-49b2-871b-7271d0091a49 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:34.897823 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fc70001f-5ad4-43d8-b166-b42fc8856837 req-5d19dd5c-a14a-49b2-871b-7271d0091a49 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/networks?id=893ae009-948d-4a56-89c4-04cf75caf20a HTTP/1.1" status: 200 len: 814 time: 0.1999362 Nov 25 17:31:34.922007 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fc70001f-5ad4-43d8-b166-b42fc8856837 req-2778263a-75a5-4ebd-8610-1bb358779914 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/quotas/9ed6d61121ad4ad587d660c5c7d54fc1 HTTP/1.1" status: 200 len: 375 time: 0.0179555 Nov 25 17:31:34.960510 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2689803f-6d67-47c8-93a2-8fbdc1f4eaf8', 'tag': 'ef471ab4-1529-40ff-ae48-4f7a2a698d09'}, {'name': 'network-changed', 'server_uuid': '2689803f-6d67-47c8-93a2-8fbdc1f4eaf8', 'tag': '7da791ad-9c45-4285-8e6e-a420dcdf5b69'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:31:34.962932 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da20ba0-6090-46f7-8dfe-0ae64ae70222" -d '{"events": [{"name": "network-changed", "server_uuid": "2689803f-6d67-47c8-93a2-8fbdc1f4eaf8", "tag": "ef471ab4-1529-40ff-ae48-4f7a2a698d09"}, {"name": "network-changed", "server_uuid": "2689803f-6d67-47c8-93a2-8fbdc1f4eaf8", "tag": "7da791ad-9c45-4285-8e6e-a420dcdf5b69"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:31:34.976626 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fc70001f-5ad4-43d8-b166-b42fc8856837 req-2f7c0c48-ae21-4839-b659-ba239a35d363 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=9ed6d61121ad4ad587d660c5c7d54fc1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323222 Nov 25 17:31:34.994525 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f16be8e5-531d-4af1-9c5b-ffbf3ae29c80 req-64379498-0923-49f4-8be3-d2d339d1823f tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:35.017520 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17345a84-b4bb-413c-900b-6a494ae74329', 'name': 'network-vif-deleted', 'tag': 'be6e48c3-7513-49a7-9470-e1ed2d5315fe'}, {'name': 'network-changed', 'server_uuid': '4cb5461f-2bf7-48e4-a29b-8f006702c5a6', 'tag': '170b832f-d4c3-4157-beaf-6670b20915f6'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:31:35.020154 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a3adff-e41f-4e0e-8bb5-f893b011834e" -d '{"events": [{"server_uuid": "17345a84-b4bb-413c-900b-6a494ae74329", "name": "network-vif-deleted", "tag": "be6e48c3-7513-49a7-9470-e1ed2d5315fe"}, {"name": "network-changed", "server_uuid": "4cb5461f-2bf7-48e4-a29b-8f006702c5a6", "tag": "170b832f-d4c3-4157-beaf-6670b20915f6"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:31:35.084257 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f16be8e5-531d-4af1-9c5b-ffbf3ae29c80 req-64379498-0923-49f4-8be3-d2d339d1823f tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:35.142367 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fc70001f-5ad4-43d8-b166-b42fc8856837 req-da7e3aae-13d0-44c5-9de3-3373fffe84c9 service neutron] 10.222.0.75 "GET /v2.0/networks/893ae009-948d-4a56-89c4-04cf75caf20a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572182 Nov 25 17:31:35.577401 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fc70001f-5ad4-43d8-b166-b42fc8856837 req-63944fec-7d5d-42ed-a76c-04c12af1c16f service neutron] 10.222.0.75 "GET /v2.0/networks/893ae009-948d-4a56-89c4-04cf75caf20a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4286525 Nov 25 17:31:35.604206 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f16be8e5-531d-4af1-9c5b-ffbf3ae29c80 req-64379498-0923-49f4-8be3-d2d339d1823f tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:35.610254 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f16be8e5-531d-4af1-9c5b-ffbf3ae29c80 req-64379498-0923-49f4-8be3-d2d339d1823f tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:35.683029 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64379498-0923-49f4-8be3-d2d339d1823f tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Pushing event updated for resources: {'Port': ['ID=afe02cf9-aa5a-467c-80e6-e28a0ec89412,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:35.691245 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device ef471ab4-1529-40ff-ae48-4f7a2a698d09 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:31:35.693087 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f16be8e5-531d-4af1-9c5b-ffbf3ae29c80 req-64379498-0923-49f4-8be3-d2d339d1823f tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:35.710725 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f16be8e5-531d-4af1-9c5b-ffbf3ae29c80 req-64379498-0923-49f4-8be3-d2d339d1823f tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:35.712659 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f16be8e5-531d-4af1-9c5b-ffbf3ae29c80 req-64379498-0923-49f4-8be3-d2d339d1823f tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7664940 Nov 25 17:31:35.784277 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f16be8e5-531d-4af1-9c5b-ffbf3ae29c80 req-0ed1fdda-9169-4d96-88ac-4b06729d12bf tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.0.20 HTTP/1.1" status: 200 len: 695 time: 0.0640709 Nov 25 17:31:35.824107 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port ef471ab4-1529-40ff-ae48-4f7a2a698d09, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=ef471ab4-1529-40ff-ae48-4f7a2a698d09,segment=NetworkSegment(40cdf8b8-7fef-4a79-a90e-283c95958c4c),segment_id=40cdf8b8-7fef-4a79-a90e-283c95958c4c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:35.838249 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': 'ef471ab4-1529-40ff-ae48-4f7a2a698d09', 'network_id': '0f4ea62f-5f9a-485c-9f18-7fb8bcbf2469', 'port_id': 'ef471ab4-1529-40ff-ae48-4f7a2a698d09', 'mac_address': 'fa:16:3e:74:6e:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e67877d4-6474-4378-bcc2-3832faa7f77a', 'ip_address': '19.86.0.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:31:35.882652 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8705419-d2ca-4a52-984c-07b51970614e req-e7cd1d26-a39d-4e99-a26c-a1fbbec2c3fa tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:35.884106 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b8705419-d2ca-4a52-984c-07b51970614e req-e7cd1d26-a39d-4e99-a26c-a1fbbec2c3fa tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfef76b5-510b-4571-afdd-528a67da392d HTTP/1.1" status: 200 len: 945 time: 0.1204762 Nov 25 17:31:35.889092 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:35.904560 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef471ab4-1529-40ff-ae48-4f7a2a698d09 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:31:35.927635 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port ef471ab4-1529-40ff-ae48-4f7a2a698d09, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=ef471ab4-1529-40ff-ae48-4f7a2a698d09,segment=NetworkSegment(40cdf8b8-7fef-4a79-a90e-283c95958c4c),segment_id=40cdf8b8-7fef-4a79-a90e-283c95958c4c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:35.938795 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:35.939900 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 39b53f5f-4670-4b31-8c5d-ad30eb5fde27 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:31:35.946346 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16be8e5-531d-4af1-9c5b-ffbf3ae29c80 req-978a7747-c639-4e7f-be8c-0cb021055cef tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:35.955644 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f16be8e5-531d-4af1-9c5b-ffbf3ae29c80 req-978a7747-c639-4e7f-be8c-0cb021055cef tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] 10.222.0.75 "GET /v2.0/networks/1aa44027-b9d0-4a56-9a59-7e664703e20a HTTP/1.1" status: 200 len: 784 time: 0.1519401 Nov 25 17:31:36.002118 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b8705419-d2ca-4a52-984c-07b51970614e req-23ec0616-5c08-4a7b-8cfa-a9b7a787c12e tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/security-groups?id=64a4895e-66bb-4a82-9045-67d823985e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037416 Nov 25 17:31:36.024698 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=ef471ab4-1529-40ff-ae48-4f7a2a698d09,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:36.117950 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 39b53f5f-4670-4b31-8c5d-ad30eb5fde27, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=39b53f5f-4670-4b31-8c5d-ad30eb5fde27,segment=NetworkSegment(fc53b305-9a78-4f4b-98a5-68b9ae26162d),segment_id=fc53b305-9a78-4f4b-98a5-68b9ae26162d)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:36.125318 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cdda3f14-6b51-45e6-b326-2a4e274c7bf1 req-b747c1ab-4c11-4424-93d2-1b1822bc8a1a tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.0.247 HTTP/1.1" status: 200 len: 1001 time: 0.1002767 Nov 25 17:31:36.131111 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '39b53f5f-4670-4b31-8c5d-ad30eb5fde27', 'network_id': '87da44d2-1590-4ee5-a038-25973727b150', 'port_id': '39b53f5f-4670-4b31-8c5d-ad30eb5fde27', 'mac_address': 'fa:16:3e:38:79:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6fdc3be-b0ac-4369-8830-0399da979d5b', 'ip_address': '19.80.0.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:31:36.134354 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e6b131-f985-4b3e-a38f-789f094fd7e5 req-25b089d2-7ccf-42cf-9d5c-c6f33d25cb43 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:36.140813 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e6b131-f985-4b3e-a38f-789f094fd7e5 req-25b089d2-7ccf-42cf-9d5c-c6f33d25cb43 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:36.147301 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e6b131-f985-4b3e-a38f-789f094fd7e5 req-25b089d2-7ccf-42cf-9d5c-c6f33d25cb43 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:36.149324 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d2e6b131-f985-4b3e-a38f-789f094fd7e5 req-25b089d2-7ccf-42cf-9d5c-c6f33d25cb43 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "GET /v2.0/ports?device_id=2689803f-6d67-47c8-93a2-8fbdc1f4eaf8 HTTP/1.1" status: 200 len: 2412 time: 0.1166425 Nov 25 17:31:36.176372 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:36.191408 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39b53f5f-4670-4b31-8c5d-ad30eb5fde27 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:31:36.210043 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda3f14-6b51-45e6-b326-2a4e274c7bf1 req-c4b65ffc-3e6d-4d48-865c-10cb1c0c36d3 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:36.211547 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cdda3f14-6b51-45e6-b326-2a4e274c7bf1 req-c4b65ffc-3e6d-4d48-865c-10cb1c0c36d3 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "GET /v2.0/ports/170b832f-d4c3-4157-beaf-6670b20915f6 HTTP/1.1" status: 200 len: 942 time: 0.0612853 Nov 25 17:31:36.212984 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 39b53f5f-4670-4b31-8c5d-ad30eb5fde27, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=39b53f5f-4670-4b31-8c5d-ad30eb5fde27,segment=NetworkSegment(fc53b305-9a78-4f4b-98a5-68b9ae26162d),segment_id=fc53b305-9a78-4f4b-98a5-68b9ae26162d)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:36.219909 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:36.220221 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 7da791ad-9c45-4285-8e6e-a420dcdf5b69 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:31:36.257087 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d2e6b131-f985-4b3e-a38f-789f094fd7e5 req-f2475494-956f-4b3e-acf6-757428595bb1 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "GET /v2.0/security-groups?id=6cba972f-cee6-4d43-9317-8cfe4a5ae4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979888 Nov 25 17:31:36.305110 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=39b53f5f-4670-4b31-8c5d-ad30eb5fde27,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:36.329854 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 7da791ad-9c45-4285-8e6e-a420dcdf5b69, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=7da791ad-9c45-4285-8e6e-a420dcdf5b69,segment=NetworkSegment(fc53b305-9a78-4f4b-98a5-68b9ae26162d),segment_id=fc53b305-9a78-4f4b-98a5-68b9ae26162d)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:36.338293 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cdda3f14-6b51-45e6-b326-2a4e274c7bf1 req-4f2e4ef1-7971-4bea-8cc6-ffbed6a21a5c tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.0.247 HTTP/1.1" status: 200 len: 1001 time: 0.0705366 Nov 25 17:31:36.354121 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '7da791ad-9c45-4285-8e6e-a420dcdf5b69', 'network_id': '87da44d2-1590-4ee5-a038-25973727b150', 'port_id': '7da791ad-9c45-4285-8e6e-a420dcdf5b69', 'mac_address': 'fa:16:3e:c2:47:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6fdc3be-b0ac-4369-8830-0399da979d5b', 'ip_address': '19.80.0.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:31:36.395645 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:36.410039 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7da791ad-9c45-4285-8e6e-a420dcdf5b69 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:31:36.438963 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 7da791ad-9c45-4285-8e6e-a420dcdf5b69, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=7da791ad-9c45-4285-8e6e-a420dcdf5b69,segment=NetworkSegment(fc53b305-9a78-4f4b-98a5-68b9ae26162d),segment_id=fc53b305-9a78-4f4b-98a5-68b9ae26162d)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:36.443310 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:36.461932 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389154cc-2cef-44c5-8aa3-137e781c1abf req-f03958a7-12ad-4410-8a1b-ac6432287cf4 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:36.468759 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389154cc-2cef-44c5-8aa3-137e781c1abf req-f03958a7-12ad-4410-8a1b-ac6432287cf4 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:36.474722 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389154cc-2cef-44c5-8aa3-137e781c1abf req-f03958a7-12ad-4410-8a1b-ac6432287cf4 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:36.480689 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389154cc-2cef-44c5-8aa3-137e781c1abf req-f03958a7-12ad-4410-8a1b-ac6432287cf4 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:36.486972 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389154cc-2cef-44c5-8aa3-137e781c1abf req-f03958a7-12ad-4410-8a1b-ac6432287cf4 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:36.493032 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389154cc-2cef-44c5-8aa3-137e781c1abf req-f03958a7-12ad-4410-8a1b-ac6432287cf4 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:36.496722 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=7da791ad-9c45-4285-8e6e-a420dcdf5b69,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:36.499578 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389154cc-2cef-44c5-8aa3-137e781c1abf req-f03958a7-12ad-4410-8a1b-ac6432287cf4 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:36.501944 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-389154cc-2cef-44c5-8aa3-137e781c1abf req-f03958a7-12ad-4410-8a1b-ac6432287cf4 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 5420 time: 0.1624534 Nov 25 17:31:36.543704 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda3f14-6b51-45e6-b326-2a4e274c7bf1 req-ec12b484-8e2b-4289-b3a9-05ec007d94ef tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:36.545135 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cdda3f14-6b51-45e6-b326-2a4e274c7bf1 req-ec12b484-8e2b-4289-b3a9-05ec007d94ef tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "GET /v2.0/networks/1aa44027-b9d0-4a56-9a59-7e664703e20a HTTP/1.1" status: 200 len: 784 time: 0.1958079 Nov 25 17:31:36.620914 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-389154cc-2cef-44c5-8aa3-137e781c1abf req-d6281b24-50ae-45a9-8aa3-b153da595b8b tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/security-groups?id=7dac673b-c262-4497-b783-e9f920753627&id=0577770c-39b7-4b0c-8124-55e039ea72f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1109924 Nov 25 17:31:36.637039 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cdda3f14-6b51-45e6-b326-2a4e274c7bf1 req-0cd7d01b-c9ea-4732-a040-7568e7e9cfa2 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.0.247 HTTP/1.1" status: 200 len: 1001 time: 0.0824153 Nov 25 17:31:36.645676 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44148) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:36.649501 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-cdda3f14-6b51-45e6-b326-2a4e274c7bf1 req-9f15af0e-5f14-4779-8b6d-d48a9f3420f2 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:36.688687 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 25 Nov 2021 17:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91340f67-d41a-415e-951a-1f88aa4d2580 x-openstack-request-id: req-91340f67-d41a-415e-951a-1f88aa4d2580 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:31:36.689069 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2689803f-6d67-47c8-93a2-8fbdc1f4eaf8", "tag": "ef471ab4-1529-40ff-ae48-4f7a2a698d09", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2689803f-6d67-47c8-93a2-8fbdc1f4eaf8", "tag": "7da791ad-9c45-4285-8e6e-a420dcdf5b69", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:31:36.689738 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-91340f67-d41a-415e-951a-1f88aa4d2580 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:31:36.690243 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2689803f-6d67-47c8-93a2-8fbdc1f4eaf8', 'tag': 'ef471ab4-1529-40ff-ae48-4f7a2a698d09', 'status': 'completed', 'code': 200} Nov 25 17:31:36.690603 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2689803f-6d67-47c8-93a2-8fbdc1f4eaf8', 'tag': '7da791ad-9c45-4285-8e6e-a420dcdf5b69', 'status': 'completed', 'code': 200} Nov 25 17:31:36.722861 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['ef471ab4-1529-40ff-ae48-4f7a2a698d09'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:31:36.738421 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 25 Nov 2021 17:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26389f58-6fea-4a0b-950f-29b8e30c96c4 x-openstack-request-id: req-26389f58-6fea-4a0b-950f-29b8e30c96c4 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:31:36.738729 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17345a84-b4bb-413c-900b-6a494ae74329", "name": "network-vif-deleted", "tag": "be6e48c3-7513-49a7-9470-e1ed2d5315fe", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4cb5461f-2bf7-48e4-a29b-8f006702c5a6", "tag": "170b832f-d4c3-4157-beaf-6670b20915f6", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:31:36.738988 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-26389f58-6fea-4a0b-950f-29b8e30c96c4 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:31:36.739387 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17345a84-b4bb-413c-900b-6a494ae74329', 'name': 'network-vif-deleted', 'tag': 'be6e48c3-7513-49a7-9470-e1ed2d5315fe', 'status': 'completed', 'code': 200} Nov 25 17:31:36.739703 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cb5461f-2bf7-48e4-a29b-8f006702c5a6', 'tag': '170b832f-d4c3-4157-beaf-6670b20915f6', 'status': 'completed', 'code': 200} Nov 25 17:31:36.748042 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-cdda3f14-6b51-45e6-b326-2a4e274c7bf1 req-9f15af0e-5f14-4779-8b6d-d48a9f3420f2 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Publish callbacks [] for floatingip, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:36.751000 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-98938fa7-0cad-4276-92bc-beb098e8c765 admin admin] Deleting subnet 0d53e194-5318-4bd1-b79c-5e09902de1da {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:31:36.764936 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-98938fa7-0cad-4276-92bc-beb098e8c765 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:36.788877 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['7da791ad-9c45-4285-8e6e-a420dcdf5b69'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:31:36.856423 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-98938fa7-0cad-4276-92bc-beb098e8c765 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:36.926475 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da20ba0-6090-46f7-8dfe-0ae64ae70222 req-db0631ff-1bf7-40c5-8956-b9e28deb901c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:36.927038 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da20ba0-6090-46f7-8dfe-0ae64ae70222 req-db0631ff-1bf7-40c5-8956-b9e28deb901c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:36.927579 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da20ba0-6090-46f7-8dfe-0ae64ae70222 req-db0631ff-1bf7-40c5-8956-b9e28deb901c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:36.929274 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3da20ba0-6090-46f7-8dfe-0ae64ae70222 req-db0631ff-1bf7-40c5-8956-b9e28deb901c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d64a86f779cb466b8c1c45288d32f994&device_id=2689803f-6d67-47c8-93a2-8fbdc1f4eaf8 HTTP/1.1" status: 200 len: 2867 time: 0.2213979 Nov 25 17:31:36.950328 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-98938fa7-0cad-4276-92bc-beb098e8c765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:36.996878 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3adff-e41f-4e0e-8bb5-f893b011834e req-d86b18b5-3e73-4110-80e8-e35fcfe6d09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:36.998950 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-86a3adff-e41f-4e0e-8bb5-f893b011834e req-d86b18b5-3e73-4110-80e8-e35fcfe6d09a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c296d8c37a3d4484983acb10cc0204d2&device_id=4cb5461f-2bf7-48e4-a29b-8f006702c5a6 HTTP/1.1" status: 200 len: 1096 time: 0.2045631 Nov 25 17:31:37.040705 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-98938fa7-0cad-4276-92bc-beb098e8c765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:37.041648 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a310c9bc-b9f5-484f-9e9a-5f03058edbc7 req-e5a6c8ee-5a1a-4703-8d0a-1c1ef064aa64 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:37.048467 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a310c9bc-b9f5-484f-9e9a-5f03058edbc7 req-e5a6c8ee-5a1a-4703-8d0a-1c1ef064aa64 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:37.054506 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a310c9bc-b9f5-484f-9e9a-5f03058edbc7 req-e5a6c8ee-5a1a-4703-8d0a-1c1ef064aa64 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:37.059490 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70001f-5ad4-43d8-b166-b42fc8856837 req-2dbd57bc-89b9-4bab-a7bd-5571697b0746 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:37.061024 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a310c9bc-b9f5-484f-9e9a-5f03058edbc7 req-e5a6c8ee-5a1a-4703-8d0a-1c1ef064aa64 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:37.062048 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-fc70001f-5ad4-43d8-b166-b42fc8856837 req-2dbd57bc-89b9-4bab-a7bd-5571697b0746 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.90 "GET /v2.0/networks?id=893ae009-948d-4a56-89c4-04cf75caf20a HTTP/1.1" status: 200 len: 814 time: 0.2599773 Nov 25 17:31:37.067019 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a310c9bc-b9f5-484f-9e9a-5f03058edbc7 req-e5a6c8ee-5a1a-4703-8d0a-1c1ef064aa64 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:37.073302 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a310c9bc-b9f5-484f-9e9a-5f03058edbc7 req-e5a6c8ee-5a1a-4703-8d0a-1c1ef064aa64 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:37.079302 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a310c9bc-b9f5-484f-9e9a-5f03058edbc7 req-e5a6c8ee-5a1a-4703-8d0a-1c1ef064aa64 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:37.081165 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a310c9bc-b9f5-484f-9e9a-5f03058edbc7 req-e5a6c8ee-5a1a-4703-8d0a-1c1ef064aa64 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/ports?device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 5443 time: 0.2767618 Nov 25 17:31:37.084570 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-fc70001f-5ad4-43d8-b166-b42fc8856837 req-db0370b2-5d9b-4368-ae90-8e6002a9bdfd tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Request body: {'port': {'device_id': 'dfd482ad-3136-47f0-b163-fc46f11fc7ac', 'network_id': '893ae009-948d-4a56-89c4-04cf75caf20a', 'admin_state_up': True, 'tenant_id': '9ed6d61121ad4ad587d660c5c7d54fc1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:37.101417 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98938fa7-0cad-4276-92bc-beb098e8c765 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d53e194-5318-4bd1-b79c-5e09902de1da,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:37.104490 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-98938fa7-0cad-4276-92bc-beb098e8c765 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:37.109129 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-98938fa7-0cad-4276-92bc-beb098e8c765 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/0d53e194-5318-4bd1-b79c-5e09902de1da HTTP/1.1" status: 204 len: 168 time: 0.4616561 Nov 25 17:31:37.112322 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44150) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:37.158333 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-cdda3f14-6b51-45e6-b326-2a4e274c7bf1 req-9f15af0e-5f14-4779-8b6d-d48a9f3420f2 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:37.194854 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-cdda3f14-6b51-45e6-b326-2a4e274c7bf1 req-9f15af0e-5f14-4779-8b6d-d48a9f3420f2 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:37.195102 n-d-817746-1 neutron-server[103361]: INFO neutron.db.l3_db [req-cdda3f14-6b51-45e6-b326-2a4e274c7bf1 req-9f15af0e-5f14-4779-8b6d-d48a9f3420f2 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Floating IP ebd354f1-8fa2-48f6-a3e8-1cef10ac7800 disassociated. External IP: 172.25.0.247, port: 170b832f-d4c3-4157-beaf-6670b20915f6. Nov 25 17:31:37.235427 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-19181fd0-e1fa-4a9d-9906-d076104710ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:37.303834 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc70001f-5ad4-43d8-b166-b42fc8856837 req-db0370b2-5d9b-4368-ae90-8e6002a9bdfd tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Made reservation on behalf of 9ed6d61121ad4ad587d660c5c7d54fc1 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:31:37.307335 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-fc70001f-5ad4-43d8-b166-b42fc8856837 req-db0370b2-5d9b-4368-ae90-8e6002a9bdfd tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:37.331750 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da20ba0-6090-46f7-8dfe-0ae64ae70222 req-8202e309-5f15-44c4-b2d0-72c4b3162778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:37.333234 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3da20ba0-6090-46f7-8dfe-0ae64ae70222 req-8202e309-5f15-44c4-b2d0-72c4b3162778 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0f4ea62f-5f9a-485c-9f18-7fb8bcbf2469 HTTP/1.1" status: 200 len: 903 time: 0.3939080 Nov 25 17:31:37.363660 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-19181fd0-e1fa-4a9d-9906-d076104710ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:37.405009 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a310c9bc-b9f5-484f-9e9a-5f03058edbc7 req-4862a134-b8e1-48c6-9f79-3c6495bf52b4 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf472a3-c342-48cc-ac25-d9efd20bf257&id=9fa93e5f-0225-45c2-90d5-9fc327163fea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3092794 Nov 25 17:31:37.408898 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3da20ba0-6090-46f7-8dfe-0ae64ae70222 req-9c78f1b4-bae7-460c-a892-27d4a76aad12 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.50&port_id=ef471ab4-1529-40ff-ae48-4f7a2a698d09 HTTP/1.1" status: 200 len: 217 time: 0.0627651 Nov 25 17:31:37.409933 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3adff-e41f-4e0e-8bb5-f893b011834e req-214487b8-fa3b-45f4-a844-3050655aae57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:37.411291 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-86a3adff-e41f-4e0e-8bb5-f893b011834e req-214487b8-fa3b-45f4-a844-3050655aae57 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ef09a9cb-b767-40ab-abb2-adbc6ec1aed8 HTTP/1.1" status: 200 len: 921 time: 0.3853791 Nov 25 17:31:37.416964 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-19181fd0-e1fa-4a9d-9906-d076104710ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaf27b4c-6405-43f5-9807-710cd6269b9c']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:37.446274 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-19181fd0-e1fa-4a9d-9906-d076104710ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15402b82-982b-47ae-82ef-1d12616e9739') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:37.446559 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-19181fd0-e1fa-4a9d-9906-d076104710ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15402b82-982b-47ae-82ef-1d12616e9739') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:37.463571 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-19181fd0-e1fa-4a9d-9906-d076104710ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:37.491444 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-86a3adff-e41f-4e0e-8bb5-f893b011834e req-0bd0a373-b1c7-4268-a8b9-f7e92edc57e1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=170b832f-d4c3-4157-beaf-6670b20915f6 HTTP/1.1" status: 200 len: 217 time: 0.0726938 Nov 25 17:31:37.499956 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-19181fd0-e1fa-4a9d-9906-d076104710ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:37.512090 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19181fd0-e1fa-4a9d-9906-d076104710ed admin admin] Releasing vlan 943 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:31:37.512490 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-19181fd0-e1fa-4a9d-9906-d076104710ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:37.515312 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:31:37.515312 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:31:37.515312 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:31:37.515312 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:31:37.515312 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:31:37.515312 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:31:37.515312 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:31:37.515312 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:31:37.515312 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:31:37.515312 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:31:37.515312 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:31:37.515312 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:31:37.515312 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:31:37.515312 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:31:37.515312 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:31:37.515312 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:31:37.515312 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:31:37.515312 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:31:37.515312 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:31:37.515312 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:31:37.515312 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:31:37.515312 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:31:37.515312 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:31:37.515312 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:31:37.515312 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:31:37.515312 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:31:37.515312 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:31:37.515312 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:31:37.515312 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:31:37.515312 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:31:37.515312 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:31:37.515312 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:31:37.552609 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d7e8d35b-b63f-4003-9058-49908a811e25 req-8352debd-5c4d-4e4f-8945-ea32d663ea36 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfd482ad-3136-47f0-b163-fc46f11fc7ac HTTP/1.1" status: 200 len: 210 time: 0.0665703 Nov 25 17:31:37.562005 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da20ba0-6090-46f7-8dfe-0ae64ae70222 req-f64c35a2-324f-4203-807a-2bbce19985d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:37.563430 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3da20ba0-6090-46f7-8dfe-0ae64ae70222 req-f64c35a2-324f-4203-807a-2bbce19985d0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e67877d4-6474-4378-bcc2-3832faa7f77a HTTP/1.1" status: 200 len: 801 time: 0.1459141 Nov 25 17:31:37.574476 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-fc70001f-5ad4-43d8-b166-b42fc8856837 req-db0370b2-5d9b-4368-ae90-8e6002a9bdfd tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Allocated IP 172.20.0.10 (893ae009-948d-4a56-89c4-04cf75caf20a/f5ab359d-3571-4e44-9b7f-d7d725d0869c/550de2a6-ffbd-4c86-ac21-4914075aa3e6) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:31:37.593202 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-19181fd0-e1fa-4a9d-9906-d076104710ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:37.608694 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-19181fd0-e1fa-4a9d-9906-d076104710ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:37.611934 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-19181fd0-e1fa-4a9d-9906-d076104710ed admin admin] 10.222.0.75 "DELETE /v2.0/networks/aaf27b4c-6405-43f5-9807-710cd6269b9c HTTP/1.1" status: 204 len: 168 time: 0.4982743 Nov 25 17:31:37.623246 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19181fd0-e1fa-4a9d-9906-d076104710ed admin admin] Pushing event deleted for resources: {'Network': ['ID=aaf27b4c-6405-43f5-9807-710cd6269b9c,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:37.710218 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device ef471ab4-1529-40ff-ae48-4f7a2a698d09 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:31:37.754152 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44160) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:37.786965 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-fc70001f-5ad4-43d8-b166-b42fc8856837 req-db0370b2-5d9b-4368-ae90-8e6002a9bdfd tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:37.790450 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port ef471ab4-1529-40ff-ae48-4f7a2a698d09 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:31:37.796197 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port ef471ab4-1529-40ff-ae48-4f7a2a698d09 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:37.796744 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:37.820286 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['39b53f5f-4670-4b31-8c5d-ad30eb5fde27'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:31:37.829333 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a44b751b-b017-429e-b4fd-d302db524303 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5907868e863d4d4a94a1d79580e65eb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0716612 Nov 25 17:31:37.832499 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44162) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:37.877569 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-fc70001f-5ad4-43d8-b166-b42fc8856837 req-db0370b2-5d9b-4368-ae90-8e6002a9bdfd tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:37.942160 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8eaa2a04-e014-4c96-854d-f75c991422be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:37.947986 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc70001f-5ad4-43d8-b166-b42fc8856837 req-db0370b2-5d9b-4368-ae90-8e6002a9bdfd tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Network 893ae009-948d-4a56-89c4-04cf75caf20a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:31:37.952481 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:37.962726 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-fc70001f-5ad4-43d8-b166-b42fc8856837 req-db0370b2-5d9b-4368-ae90-8e6002a9bdfd tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:37.967717 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc70001f-5ad4-43d8-b166-b42fc8856837 req-db0370b2-5d9b-4368-ae90-8e6002a9bdfd tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:31:37.983758 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0370b2-5d9b-4368-ae90-8e6002a9bdfd tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Pushing event updated for resources: {'Port': ['ID=550de2a6-ffbd-4c86-ac21-4914075aa3e6,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:37.999099 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-614dbc75-7326-48a7-85fc-9ab36a826374 req-ced24869-705e-49b4-a712-7fca7c8c8cc9 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] 10.222.0.75 "GET /v2.0/floatingips/f208835b-e746-47bd-a413-18adb0b60aa6 HTTP/1.1" status: 200 len: 692 time: 0.3963978 Nov 25 17:31:38.002321 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3adff-e41f-4e0e-8bb5-f893b011834e req-f3aed0b8-094b-4300-8eb9-0a6803389d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:38.003774 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-86a3adff-e41f-4e0e-8bb5-f893b011834e req-f3aed0b8-094b-4300-8eb9-0a6803389d71 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=82218ac9-c8df-4d39-919a-d596976289cd HTTP/1.1" status: 200 len: 859 time: 0.4998131 Nov 25 17:31:38.015437 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port ef471ab4-1529-40ff-ae48-4f7a2a698d09, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=ef471ab4-1529-40ff-ae48-4f7a2a698d09,segment=NetworkSegment(40cdf8b8-7fef-4a79-a90e-283c95958c4c),segment_id=40cdf8b8-7fef-4a79-a90e-283c95958c4c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:38.015592 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8eaa2a04-e014-4c96-854d-f75c991422be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:38.022603 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2689803f-6d67-47c8-93a2-8fbdc1f4eaf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef471ab4-1529-40ff-ae48-4f7a2a698d09'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:31:38.026898 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f94dd32-1864-47f8-b5a7-6f9253cfdbee" -d '{"events": [{"server_uuid": "2689803f-6d67-47c8-93a2-8fbdc1f4eaf8", "name": "network-vif-plugged", "status": "completed", "tag": "ef471ab4-1529-40ff-ae48-4f7a2a698d09"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:31:38.031603 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:38.033490 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 7da791ad-9c45-4285-8e6e-a420dcdf5b69 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:31:38.063821 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70001f-5ad4-43d8-b166-b42fc8856837 req-db0370b2-5d9b-4368-ae90-8e6002a9bdfd tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:38.064491 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-fc70001f-5ad4-43d8-b166-b42fc8856837 req-db0370b2-5d9b-4368-ae90-8e6002a9bdfd tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:38.068717 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da20ba0-6090-46f7-8dfe-0ae64ae70222 req-434230ca-2a73-4ea7-89e4-aee8ba99664c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:38.070209 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3da20ba0-6090-46f7-8dfe-0ae64ae70222 req-434230ca-2a73-4ea7-89e4-aee8ba99664c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0f4ea62f-5f9a-485c-9f18-7fb8bcbf2469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4687233 Nov 25 17:31:38.087347 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-fc70001f-5ad4-43d8-b166-b42fc8856837 req-db0370b2-5d9b-4368-ae90-8e6002a9bdfd tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0064821 Nov 25 17:31:38.100861 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-fc70001f-5ad4-43d8-b166-b42fc8856837 req-8a467441-f02a-4d2f-8ec4-1b575efa3068 service neutron] Request body: {'port': {'device_id': 'dfd482ad-3136-47f0-b163-fc46f11fc7ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:38.132562 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8eaa2a04-e014-4c96-854d-f75c991422be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:38.135974 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8eaa2a04-e014-4c96-854d-f75c991422be admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:38.139668 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8eaa2a04-e014-4c96-854d-f75c991422be admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/695a6ae9-9211-4467-97f9-890d1c7800c0 HTTP/1.1" status: 204 len: 168 time: 0.3037491 Nov 25 17:31:38.145795 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cdda3f14-6b51-45e6-b326-2a4e274c7bf1 req-9f15af0e-5f14-4779-8b6d-d48a9f3420f2 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Router 90c87b55-4c2f-49f4-a8dc-28bc81837710 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:31:38.155826 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaa2a04-e014-4c96-854d-f75c991422be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695a6ae9-9211-4467-97f9-890d1c7800c0,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:38.157789 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=ef471ab4-1529-40ff-ae48-4f7a2a698d09,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:38.185109 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port 7da791ad-9c45-4285-8e6e-a420dcdf5b69 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:31:38.188040 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-fc70001f-5ad4-43d8-b166-b42fc8856837 req-8a467441-f02a-4d2f-8ec4-1b575efa3068 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:38.190212 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3adff-e41f-4e0e-8bb5-f893b011834e req-21e0e65f-b9bb-4a18-8f4d-af2ade006528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:38.191700 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-86a3adff-e41f-4e0e-8bb5-f893b011834e req-21e0e65f-b9bb-4a18-8f4d-af2ade006528 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ef09a9cb-b767-40ab-abb2-adbc6ec1aed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1786590 Nov 25 17:31:38.192609 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port 7da791ad-9c45-4285-8e6e-a420dcdf5b69 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:38.193784 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:38.300961 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:38.341554 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 7da791ad-9c45-4285-8e6e-a420dcdf5b69, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=7da791ad-9c45-4285-8e6e-a420dcdf5b69,segment=NetworkSegment(fc53b305-9a78-4f4b-98a5-68b9ae26162d),segment_id=fc53b305-9a78-4f4b-98a5-68b9ae26162d)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:38.346460 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:38.362190 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3da20ba0-6090-46f7-8dfe-0ae64ae70222 req-236de8ac-bd68-42cc-a374-50db1425a185 service neutron] 10.222.0.90 "GET /v2.0/networks/0f4ea62f-5f9a-485c-9f18-7fb8bcbf2469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840147 Nov 25 17:31:38.376311 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614dbc75-7326-48a7-85fc-9ab36a826374 req-25412e80-fb6e-43ef-93c2-ac754d428e81 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:38.378026 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-614dbc75-7326-48a7-85fc-9ab36a826374 req-25412e80-fb6e-43ef-93c2-ac754d428e81 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] 10.222.0.75 "GET /v2.0/networks/1aa44027-b9d0-4a56-9a59-7e664703e20a HTTP/1.1" status: 200 len: 784 time: 0.3661797 Nov 25 17:31:38.414771 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=7da791ad-9c45-4285-8e6e-a420dcdf5b69,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:38.415013 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [req-614dbc75-7326-48a7-85fc-9ab36a826374 req-7a8fcdb6-e69d-44f8-8972-2c3af712d836 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:31:38.437391 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-614dbc75-7326-48a7-85fc-9ab36a826374 req-7a8fcdb6-e69d-44f8-8972-2c3af712d836 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0491948 Nov 25 17:31:38.545509 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-fc70001f-5ad4-43d8-b166-b42fc8856837 req-8a467441-f02a-4d2f-8ec4-1b575efa3068 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 550de2a6-ffbd-4c86-ac21-4914075aa3e6 {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:31:38.553915 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-fc70001f-5ad4-43d8-b166-b42fc8856837 req-8a467441-f02a-4d2f-8ec4-1b575efa3068 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:38.570995 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-fc70001f-5ad4-43d8-b166-b42fc8856837 req-8a467441-f02a-4d2f-8ec4-1b575efa3068 service neutron] Transition to ACTIVE for port object 550de2a6-ffbd-4c86-ac21-4914075aa3e6 will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:31:38.576273 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-fc70001f-5ad4-43d8-b166-b42fc8856837 req-8a467441-f02a-4d2f-8ec4-1b575efa3068 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:38.577005 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-86a3adff-e41f-4e0e-8bb5-f893b011834e req-991d7b35-90c3-4ed3-bc6d-84b2ba35118e service neutron] 10.222.0.74 "GET /v2.0/networks/ef09a9cb-b767-40ab-abb2-adbc6ec1aed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3726766 Nov 25 17:31:38.612240 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cdda3f14-6b51-45e6-b326-2a4e274c7bf1 req-9f15af0e-5f14-4779-8b6d-d48a9f3420f2 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:31:38.624648 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0942682c-02a9-456d-8414-5ef6f9b61a18 None None] Sync routers for ids ['90c87b55-4c2f-49f4-a8dc-28bc81837710'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:31:38.633879 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-cdda3f14-6b51-45e6-b326-2a4e274c7bf1 req-9f15af0e-5f14-4779-8b6d-d48a9f3420f2 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:38.646163 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0942682c-02a9-456d-8414-5ef6f9b61a18 None None] Routers {'90c87b55-4c2f-49f4-a8dc-28bc81837710'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:31:38.646923 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-0942682c-02a9-456d-8414-5ef6f9b61a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:31:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['90c87b55-4c2f-49f4-a8dc-28bc81837710'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:38.658358 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3da20ba0-6090-46f7-8dfe-0ae64ae70222 req-b8696b98-f26b-4807-b992-7499f59757db service neutron] 10.222.0.90 "GET /v2.0/networks/0f4ea62f-5f9a-485c-9f18-7fb8bcbf2469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714031 Nov 25 17:31:38.678411 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ca2b4-9437-475a-8d1d-bbd314b888f1 req-b1b53f59-e9fa-4bd5-99dc-47740ea3d750 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:38.682894 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a467441-f02a-4d2f-8ec4-1b575efa3068 service neutron] Pushing event updated for resources: {'Port': ['ID=550de2a6-ffbd-4c86-ac21-4914075aa3e6,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:38.692908 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ca2b4-9437-475a-8d1d-bbd314b888f1 req-b1b53f59-e9fa-4bd5-99dc-47740ea3d750 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:38.700022 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ca2b4-9437-475a-8d1d-bbd314b888f1 req-b1b53f59-e9fa-4bd5-99dc-47740ea3d750 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:38.708858 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-317ca2b4-9437-475a-8d1d-bbd314b888f1 req-b1b53f59-e9fa-4bd5-99dc-47740ea3d750 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "GET /v2.0/ports?device_id=2689803f-6d67-47c8-93a2-8fbdc1f4eaf8 HTTP/1.1" status: 200 len: 2416 time: 0.1999190 Nov 25 17:31:38.735088 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-fc70001f-5ad4-43d8-b166-b42fc8856837 req-8a467441-f02a-4d2f-8ec4-1b575efa3068 service neutron] Attempting to bind port 550de2a6-ffbd-4c86-ac21-4914075aa3e6 on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:31:38.735420 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-fc70001f-5ad4-43d8-b166-b42fc8856837 req-8a467441-f02a-4d2f-8ec4-1b575efa3068 service neutron] Attempting to bind port 550de2a6-ffbd-4c86-ac21-4914075aa3e6 by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '14ee21b8-6adb-4fbc-8e63-e4b2c4af3623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '893ae009-948d-4a56-89c4-04cf75caf20a'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:31:38.735768 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc70001f-5ad4-43d8-b166-b42fc8856837 req-8a467441-f02a-4d2f-8ec4-1b575efa3068 service neutron] Attempting to bind port 550de2a6-ffbd-4c86-ac21-4914075aa3e6 on network 893ae009-948d-4a56-89c4-04cf75caf20a {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:31:38.742411 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc70001f-5ad4-43d8-b166-b42fc8856837 req-8a467441-f02a-4d2f-8ec4-1b575efa3068 service neutron] Port 550de2a6-ffbd-4c86-ac21-4914075aa3e6 on network 893ae009-948d-4a56-89c4-04cf75caf20a not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:31:38.742742 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc70001f-5ad4-43d8-b166-b42fc8856837 req-8a467441-f02a-4d2f-8ec4-1b575efa3068 service neutron] Attempting to bind port 550de2a6-ffbd-4c86-ac21-4914075aa3e6 on network 893ae009-948d-4a56-89c4-04cf75caf20a {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:31:38.750327 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc70001f-5ad4-43d8-b166-b42fc8856837 req-8a467441-f02a-4d2f-8ec4-1b575efa3068 service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:31:38.750327 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc70001f-5ad4-43d8-b166-b42fc8856837 req-8a467441-f02a-4d2f-8ec4-1b575efa3068 service neutron] Checking segment: {'id': '14ee21b8-6adb-4fbc-8e63-e4b2c4af3623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '893ae009-948d-4a56-89c4-04cf75caf20a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:31:38.750784 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc70001f-5ad4-43d8-b166-b42fc8856837 req-8a467441-f02a-4d2f-8ec4-1b575efa3068 service neutron] Bound using segment: {'id': '14ee21b8-6adb-4fbc-8e63-e4b2c4af3623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '893ae009-948d-4a56-89c4-04cf75caf20a'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:31:38.751385 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-fc70001f-5ad4-43d8-b166-b42fc8856837 req-8a467441-f02a-4d2f-8ec4-1b575efa3068 service neutron] Bound port: 550de2a6-ffbd-4c86-ac21-4914075aa3e6, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14ee21b8-6adb-4fbc-8e63-e4b2c4af3623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '893ae009-948d-4a56-89c4-04cf75caf20a'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:31:38.752588 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-fc70001f-5ad4-43d8-b166-b42fc8856837 req-8a467441-f02a-4d2f-8ec4-1b575efa3068 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:38.793383 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cdda3f14-6b51-45e6-b326-2a4e274c7bf1 req-9f15af0e-5f14-4779-8b6d-d48a9f3420f2 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "PUT /v2.0/floatingips/ebd354f1-8fa2-48f6-a3e8-1cef10ac7800 HTTP/1.1" status: 200 len: 696 time: 2.1480591 Nov 25 17:31:38.798551 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cb5461f-2bf7-48e4-a29b-8f006702c5a6', 'tag': '170b832f-d4c3-4157-beaf-6670b20915f6'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:31:38.800772 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7263963-db1e-412b-8605-b35fdc04989e" -d '{"events": [{"name": "network-changed", "server_uuid": "4cb5461f-2bf7-48e4-a29b-8f006702c5a6", "tag": "170b832f-d4c3-4157-beaf-6670b20915f6"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:31:38.814215 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-0942682c-02a9-456d-8414-5ef6f9b61a18 None None] Set router 90c87b55-4c2f-49f4-a8dc-28bc81837710 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:31:38.840039 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-fc70001f-5ad4-43d8-b166-b42fc8856837 req-8a467441-f02a-4d2f-8ec4-1b575efa3068 service neutron] For port 550de2a6-ffbd-4c86-ac21-4914075aa3e6, host n-h2-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:31:38.844214 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-fc70001f-5ad4-43d8-b166-b42fc8856837 req-8a467441-f02a-4d2f-8ec4-1b575efa3068 service neutron] For port 550de2a6-ffbd-4c86-ac21-4914075aa3e6, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=550de2a6-ffbd-4c86-ac21-4914075aa3e6,segment=NetworkSegment(14ee21b8-6adb-4fbc-8e63-e4b2c4af3623),segment_id=14ee21b8-6adb-4fbc-8e63-e4b2c4af3623)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:31:38.854910 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-fc70001f-5ad4-43d8-b166-b42fc8856837 req-8a467441-f02a-4d2f-8ec4-1b575efa3068 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:38.900688 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70001f-5ad4-43d8-b166-b42fc8856837 req-8a467441-f02a-4d2f-8ec4-1b575efa3068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:38.901361 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-fc70001f-5ad4-43d8-b166-b42fc8856837 req-8a467441-f02a-4d2f-8ec4-1b575efa3068 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:38.902961 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-fc70001f-5ad4-43d8-b166-b42fc8856837 req-8a467441-f02a-4d2f-8ec4-1b575efa3068 service neutron] 10.222.0.90 "PUT /v2.0/ports/550de2a6-ffbd-4c86-ac21-4914075aa3e6 HTTP/1.1" status: 200 len: 1092 time: 0.8079319 Nov 25 17:31:38.903578 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfd482ad-3136-47f0-b163-fc46f11fc7ac', 'tag': '550de2a6-ffbd-4c86-ac21-4914075aa3e6'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:31:38.905954 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-317ca2b4-9437-475a-8d1d-bbd314b888f1 req-0b0c8c9f-1d6a-4943-ad20-8e4d88035ab6 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "GET /v2.0/security-groups?id=6cba972f-cee6-4d43-9317-8cfe4a5ae4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910124 Nov 25 17:31:38.906732 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470960b8-49be-41a4-9dee-f505e45a5cbe" -d '{"events": [{"name": "network-changed", "server_uuid": "dfd482ad-3136-47f0-b163-fc46f11fc7ac", "tag": "550de2a6-ffbd-4c86-ac21-4914075aa3e6"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:31:38.929722 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da20ba0-6090-46f7-8dfe-0ae64ae70222 req-1771677e-08b1-4402-90bd-8461ed6ab0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:38.930931 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da20ba0-6090-46f7-8dfe-0ae64ae70222 req-1771677e-08b1-4402-90bd-8461ed6ab0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:38.940044 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da20ba0-6090-46f7-8dfe-0ae64ae70222 req-1771677e-08b1-4402-90bd-8461ed6ab0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:38.944291 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3da20ba0-6090-46f7-8dfe-0ae64ae70222 req-1771677e-08b1-4402-90bd-8461ed6ab0b9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d64a86f779cb466b8c1c45288d32f994&device_id=2689803f-6d67-47c8-93a2-8fbdc1f4eaf8 HTTP/1.1" status: 200 len: 2869 time: 0.2007334 Nov 25 17:31:38.945702 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a467441-f02a-4d2f-8ec4-1b575efa3068 service neutron] Pushing event updated for resources: {'Port': ['ID=550de2a6-ffbd-4c86-ac21-4914075aa3e6,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:38.949801 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-86a3adff-e41f-4e0e-8bb5-f893b011834e req-a60ce78b-47db-4c5b-8d22-4340439d8e81 service neutron] 10.222.0.74 "GET /v2.0/networks/ef09a9cb-b767-40ab-abb2-adbc6ec1aed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570831 Nov 25 17:31:39.017865 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70001f-5ad4-43d8-b166-b42fc8856837 req-07df1845-8355-439b-bb25-a3035dc15115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:39.019552 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-fc70001f-5ad4-43d8-b166-b42fc8856837 req-07df1845-8355-439b-bb25-a3035dc15115 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9ed6d61121ad4ad587d660c5c7d54fc1&device_id=dfd482ad-3136-47f0-b163-fc46f11fc7ac HTTP/1.1" status: 200 len: 1095 time: 0.0649650 Nov 25 17:31:39.026462 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda3f14-6b51-45e6-b326-2a4e274c7bf1 req-f7e40a77-3497-45c2-8269-e40eca998969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:39.027995 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cdda3f14-6b51-45e6-b326-2a4e274c7bf1 req-f7e40a77-3497-45c2-8269-e40eca998969 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c296d8c37a3d4484983acb10cc0204d2&device_id=4cb5461f-2bf7-48e4-a29b-8f006702c5a6 HTTP/1.1" status: 200 len: 1096 time: 0.2150471 Nov 25 17:31:39.073844 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-fc70001f-5ad4-43d8-b166-b42fc8856837 req-23abba36-27a5-46a9-bd34-a3c0744170ef service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=550de2a6-ffbd-4c86-ac21-4914075aa3e6 HTTP/1.1" status: 200 len: 217 time: 0.0441213 Nov 25 17:31:39.109887 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-0942682c-02a9-456d-8414-5ef6f9b61a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'name': 'tempest-FloatingIPsAssociationTestJSON-322503774-router', 'tenant_id': 'c296d8c37a3d4484983acb10cc0204d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'a9cb8fc9-2a82-43c7-9767-215a656bbec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:52Z', 'updated_at': '2021-11-25T17:29:57Z', 'revision_number': 4, 'project_id': 'c296d8c37a3d4484983acb10cc0204d2', 'gw_port': {'id': 'a9cb8fc9-2a82-43c7-9767-215a656bbec0', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:53Z', 'updated_at': '2021-11-25T17:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '5e3e9a8b-7220-4a5b-87ee-36c0a8bae66a', 'name': '', 'network_id': 'ef09a9cb-b767-40ab-abb2-adbc6ec1aed8', 'tenant_id': 'c296d8c37a3d4484983acb10cc0204d2', 'mac_address': 'fa:16:3e:41:fa:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '82218ac9-c8df-4d39-919a-d596976289cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:56Z', 'updated_at': '2021-11-25T17:30:03Z', 'revision_number': 5, 'project_id': 'c296d8c37a3d4484983acb10cc0204d2', 'subnets': [{'id': '82218ac9-c8df-4d39-919a-d596976289cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:39.134930 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70001f-5ad4-43d8-b166-b42fc8856837 req-08c98a37-6d56-4a86-8764-e2f033f76d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:39.136629 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-fc70001f-5ad4-43d8-b166-b42fc8856837 req-08c98a37-6d56-4a86-8764-e2f033f76d12 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f5ab359d-3571-4e44-9b7f-d7d725d0869c HTTP/1.1" status: 200 len: 854 time: 0.0569048 Nov 25 17:31:39.140353 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0942682c-02a9-456d-8414-5ef6f9b61a18 None None] Checking router: 90c87b55-4c2f-49f4-a8dc-28bc81837710 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:31:39.151509 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0942682c-02a9-456d-8414-5ef6f9b61a18 None None] Routers {'90c87b55-4c2f-49f4-a8dc-28bc81837710'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:31:39.151831 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-0942682c-02a9-456d-8414-5ef6f9b61a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:31:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['90c87b55-4c2f-49f4-a8dc-28bc81837710'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:39.186061 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da20ba0-6090-46f7-8dfe-0ae64ae70222 req-f39f0f65-a40f-42ab-853d-e5aa36821a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:39.187552 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3da20ba0-6090-46f7-8dfe-0ae64ae70222 req-f39f0f65-a40f-42ab-853d-e5aa36821a9b service neutron] 10.222.0.90 "GET /v2.0/networks?id=87da44d2-1590-4ee5-a038-25973727b150 HTTP/1.1" status: 200 len: 902 time: 0.2314010 Nov 25 17:31:39.207067 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42130290-d846-4d02-a399-e2eca1d83eb8 req-35577515-b1eb-4717-8f63-f32e3a006606 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:39.213084 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42130290-d846-4d02-a399-e2eca1d83eb8 req-35577515-b1eb-4717-8f63-f32e3a006606 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:39.219787 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42130290-d846-4d02-a399-e2eca1d83eb8 req-35577515-b1eb-4717-8f63-f32e3a006606 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:39.225758 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42130290-d846-4d02-a399-e2eca1d83eb8 req-35577515-b1eb-4717-8f63-f32e3a006606 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:39.231679 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42130290-d846-4d02-a399-e2eca1d83eb8 req-35577515-b1eb-4717-8f63-f32e3a006606 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:39.238569 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42130290-d846-4d02-a399-e2eca1d83eb8 req-35577515-b1eb-4717-8f63-f32e3a006606 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:39.244484 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42130290-d846-4d02-a399-e2eca1d83eb8 req-35577515-b1eb-4717-8f63-f32e3a006606 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:39.246406 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-42130290-d846-4d02-a399-e2eca1d83eb8 req-35577515-b1eb-4717-8f63-f32e3a006606 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/ports?device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 5443 time: 0.2153411 Nov 25 17:31:39.259816 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 44200) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:39.266731 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-c6245d95-1569-4639-9f7c-375b7d4b1371 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Request body: {'floatingip': {'port_id': '7be8a07b-4a87-4407-a846-a793d7c0884e'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:39.303462 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-fc70001f-5ad4-43d8-b166-b42fc8856837 req-a394917c-792e-4792-b336-0bdc142c35a6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=893ae009-948d-4a56-89c4-04cf75caf20a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1584475 Nov 25 17:31:39.319168 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [req-fc70001f-5ad4-43d8-b166-b42fc8856837 req-a2815879-8538-412c-ad5e-8f6968fe2ba2 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:31:39.320507 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-fc70001f-5ad4-43d8-b166-b42fc8856837 req-a2815879-8538-412c-ad5e-8f6968fe2ba2 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079844 Nov 25 17:31:39.324051 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c6245d95-1569-4639-9f7c-375b7d4b1371 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks [] for floatingip, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:39.331756 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda3f14-6b51-45e6-b326-2a4e274c7bf1 req-701e02c0-4c28-47f1-8c7f-ceab84c45e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:39.333465 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cdda3f14-6b51-45e6-b326-2a4e274c7bf1 req-701e02c0-4c28-47f1-8c7f-ceab84c45e4e service neutron] 10.222.0.75 "GET /v2.0/networks?id=ef09a9cb-b767-40ab-abb2-adbc6ec1aed8 HTTP/1.1" status: 200 len: 921 time: 0.2694046 Nov 25 17:31:39.355235 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-0942682c-02a9-456d-8414-5ef6f9b61a18 None None] Set router 90c87b55-4c2f-49f4-a8dc-28bc81837710 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:31:39.425560 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-fc70001f-5ad4-43d8-b166-b42fc8856837 req-109f4ca4-fbc5-40cd-ad90-dca1031ef6e0 service neutron] 10.222.0.90 "GET /v2.0/networks/893ae009-948d-4a56-89c4-04cf75caf20a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968978 Nov 25 17:31:39.471739 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cdda3f14-6b51-45e6-b326-2a4e274c7bf1 req-1b17c8f5-ba92-4be9-bbcf-9e8c1d35a381 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=170b832f-d4c3-4157-beaf-6670b20915f6 HTTP/1.1" status: 200 len: 217 time: 0.1064780 Nov 25 17:31:39.473007 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3da20ba0-6090-46f7-8dfe-0ae64ae70222 req-89f1dc97-eb4a-4f40-9748-dc269ffe4ac4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.35&port_id=7da791ad-9c45-4285-8e6e-a420dcdf5b69 HTTP/1.1" status: 200 len: 217 time: 0.2181995 Nov 25 17:31:39.535143 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-fc70001f-5ad4-43d8-b166-b42fc8856837 req-e16c9cdb-04d9-4900-94e8-665341a40d15 service neutron] 10.222.0.90 "GET /v2.0/networks/893ae009-948d-4a56-89c4-04cf75caf20a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018746 Nov 25 17:31:39.694276 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da20ba0-6090-46f7-8dfe-0ae64ae70222 req-6b612a3f-8eb9-4724-a977-a3a750dd90a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:39.695757 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3da20ba0-6090-46f7-8dfe-0ae64ae70222 req-6b612a3f-8eb9-4724-a977-a3a750dd90a2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e6fdc3be-b0ac-4369-8830-0399da979d5b HTTP/1.1" status: 200 len: 801 time: 0.2049165 Nov 25 17:31:39.699569 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-0942682c-02a9-456d-8414-5ef6f9b61a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'name': 'tempest-FloatingIPsAssociationTestJSON-322503774-router', 'tenant_id': 'c296d8c37a3d4484983acb10cc0204d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'a9cb8fc9-2a82-43c7-9767-215a656bbec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:52Z', 'updated_at': '2021-11-25T17:29:57Z', 'revision_number': 4, 'project_id': 'c296d8c37a3d4484983acb10cc0204d2', 'gw_port': {'id': 'a9cb8fc9-2a82-43c7-9767-215a656bbec0', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:53Z', 'updated_at': '2021-11-25T17:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '5e3e9a8b-7220-4a5b-87ee-36c0a8bae66a', 'name': '', 'network_id': 'ef09a9cb-b767-40ab-abb2-adbc6ec1aed8', 'tenant_id': 'c296d8c37a3d4484983acb10cc0204d2', 'mac_address': 'fa:16:3e:41:fa:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '82218ac9-c8df-4d39-919a-d596976289cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:56Z', 'updated_at': '2021-11-25T17:30:03Z', 'revision_number': 5, 'project_id': 'c296d8c37a3d4484983acb10cc0204d2', 'subnets': [{'id': '82218ac9-c8df-4d39-919a-d596976289cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:39.708756 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ad561-6168-41f8-bca4-892bb7018300 req-24d14fe6-cf3a-4dc1-90ee-e4e6c1d7cee4 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:39.714740 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ad561-6168-41f8-bca4-892bb7018300 req-24d14fe6-cf3a-4dc1-90ee-e4e6c1d7cee4 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:39.721271 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ad561-6168-41f8-bca4-892bb7018300 req-24d14fe6-cf3a-4dc1-90ee-e4e6c1d7cee4 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:39.727323 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ad561-6168-41f8-bca4-892bb7018300 req-24d14fe6-cf3a-4dc1-90ee-e4e6c1d7cee4 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:39.729565 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0942682c-02a9-456d-8414-5ef6f9b61a18 None None] The sync data for ids ['90c87b55-4c2f-49f4-a8dc-28bc81837710'] in n-d-817746-1 is: [{'id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'name': 'tempest-FloatingIPsAssociationTestJSON-322503774-router', 'tenant_id': 'c296d8c37a3d4484983acb10cc0204d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'a9cb8fc9-2a82-43c7-9767-215a656bbec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:52Z', 'updated_at': '2021-11-25T17:29:57Z', 'revision_number': 4, 'project_id': 'c296d8c37a3d4484983acb10cc0204d2', 'gw_port': {'id': 'a9cb8fc9-2a82-43c7-9767-215a656bbec0', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:53Z', 'updated_at': '2021-11-25T17:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '5e3e9a8b-7220-4a5b-87ee-36c0a8bae66a', 'name': '', 'network_id': 'ef09a9cb-b767-40ab-abb2-adbc6ec1aed8', 'tenant_id': 'c296d8c37a3d4484983acb10cc0204d2', 'mac_address': 'fa:16:3e:41:fa:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '82218ac9-c8df-4d39-919a-d596976289cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:56Z', 'updated_at': '2021-11-25T17:30:03Z', 'revision_number': 5, 'project_id': 'c296d8c37a3d4484983acb10cc0204d2', 'subnets': [{'id': '82218ac9-c8df-4d39-919a-d596976289cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:31:39.733974 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ad561-6168-41f8-bca4-892bb7018300 req-24d14fe6-cf3a-4dc1-90ee-e4e6c1d7cee4 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:39.735236 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 39b53f5f-4670-4b31-8c5d-ad30eb5fde27 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:31:39.740123 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ad561-6168-41f8-bca4-892bb7018300 req-24d14fe6-cf3a-4dc1-90ee-e4e6c1d7cee4 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:39.747188 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ad561-6168-41f8-bca4-892bb7018300 req-24d14fe6-cf3a-4dc1-90ee-e4e6c1d7cee4 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:39.749632 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-399ad561-6168-41f8-bca4-892bb7018300 req-24d14fe6-cf3a-4dc1-90ee-e4e6c1d7cee4 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 5420 time: 0.3853750 Nov 25 17:31:39.762644 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda3f14-6b51-45e6-b326-2a4e274c7bf1 req-baefc89a-3185-4880-9189-963122124774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:39.771719 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cdda3f14-6b51-45e6-b326-2a4e274c7bf1 req-baefc89a-3185-4880-9189-963122124774 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=82218ac9-c8df-4d39-919a-d596976289cd HTTP/1.1" status: 200 len: 859 time: 0.2796245 Nov 25 17:31:39.794931 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port 39b53f5f-4670-4b31-8c5d-ad30eb5fde27 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:31:39.799355 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port 39b53f5f-4670-4b31-8c5d-ad30eb5fde27 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:39.799672 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:39.882168 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:39.927388 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 39b53f5f-4670-4b31-8c5d-ad30eb5fde27, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=39b53f5f-4670-4b31-8c5d-ad30eb5fde27,segment=NetworkSegment(fc53b305-9a78-4f4b-98a5-68b9ae26162d),segment_id=fc53b305-9a78-4f4b-98a5-68b9ae26162d)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:39.934303 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:39.957348 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda3f14-6b51-45e6-b326-2a4e274c7bf1 req-fb2d29a9-5520-4541-80de-beb1f23e96eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:39.958900 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cdda3f14-6b51-45e6-b326-2a4e274c7bf1 req-fb2d29a9-5520-4541-80de-beb1f23e96eb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ef09a9cb-b767-40ab-abb2-adbc6ec1aed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1864130 Nov 25 17:31:39.974984 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da20ba0-6090-46f7-8dfe-0ae64ae70222 req-e9886fb6-9889-459e-9492-0c9c22737dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:39.974984 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3da20ba0-6090-46f7-8dfe-0ae64ae70222 req-e9886fb6-9889-459e-9492-0c9c22737dac service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=87da44d2-1590-4ee5-a038-25973727b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2223055 Nov 25 17:31:39.982666 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-399ad561-6168-41f8-bca4-892bb7018300 req-897552e0-a94b-42ca-98d1-1017ba04a374 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/security-groups?id=7dac673b-c262-4497-b783-e9f920753627&id=0577770c-39b7-4b0c-8124-55e039ea72f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2016797 Nov 25 17:31:40.024026 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=39b53f5f-4670-4b31-8c5d-ad30eb5fde27,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:40.047765 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffe46ad-c541-4bb2-ac23-4b96dcc17c54 None None] New status for floating IP ebd354f1-8fa2-48f6-a3e8-1cef10ac7800: DOWN {{(pid=103363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:31:40.181819 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a991b6-51aa-4a60-95fb-eca273ebe379 x-openstack-request-id: req-02a991b6-51aa-4a60-95fb-eca273ebe379 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:31:40.182127 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2689803f-6d67-47c8-93a2-8fbdc1f4eaf8", "name": "network-vif-plugged", "status": "completed", "tag": "ef471ab4-1529-40ff-ae48-4f7a2a698d09", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:31:40.182375 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-02a991b6-51aa-4a60-95fb-eca273ebe379 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:31:40.182783 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2689803f-6d67-47c8-93a2-8fbdc1f4eaf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef471ab4-1529-40ff-ae48-4f7a2a698d09', 'code': 200} Nov 25 17:31:40.479572 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-05384dc2-4b7a-4c1e-92f6-43c6f16cf501 req-de411b86-44a6-4919-8f38-fbb983007741 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] 10.222.0.75 "GET /v2.0/floatingips/f208835b-e746-47bd-a413-18adb0b60aa6 HTTP/1.1" status: 200 len: 692 time: 0.0925999 Nov 25 17:31:40.545806 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cdda3f14-6b51-45e6-b326-2a4e274c7bf1 req-c65ea69f-726f-4de6-8b1c-0b664cbef9a5 service neutron] 10.222.0.75 "GET /v2.0/networks/ef09a9cb-b767-40ab-abb2-adbc6ec1aed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5717416 Nov 25 17:31:40.648263 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3da20ba0-6090-46f7-8dfe-0ae64ae70222 req-71cf388f-a162-4e85-9d89-41aba90172ed service neutron] 10.222.0.90 "GET /v2.0/networks/87da44d2-1590-4ee5-a038-25973727b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6585314 Nov 25 17:31:40.677755 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.db.resource_extend [None req-c6245d95-1569-4639-9f7c-375b7d4b1371 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:31:40.808853 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c6245d95-1569-4639-9f7c-375b7d4b1371 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:40.825933 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05384dc2-4b7a-4c1e-92f6-43c6f16cf501 req-ba0aa77c-6eb5-4b73-afed-ce8694727336 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:40.827341 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-05384dc2-4b7a-4c1e-92f6-43c6f16cf501 req-ba0aa77c-6eb5-4b73-afed-ce8694727336 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] 10.222.0.75 "GET /v2.0/networks/1aa44027-b9d0-4a56-9a59-7e664703e20a HTTP/1.1" status: 200 len: 784 time: 0.3349204 Nov 25 17:31:40.832990 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c6245d95-1569-4639-9f7c-375b7d4b1371 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:40.949001 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cdda3f14-6b51-45e6-b326-2a4e274c7bf1 req-b32a58cc-bfe1-4f45-9021-7f92ac967427 service neutron] 10.222.0.75 "GET /v2.0/networks/ef09a9cb-b767-40ab-abb2-adbc6ec1aed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3811982 Nov 25 17:31:40.970114 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-05384dc2-4b7a-4c1e-92f6-43c6f16cf501 req-7fa68c87-3d4b-404d-8b0a-3ad4b8e34766 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.0.20 HTTP/1.1" status: 200 len: 695 time: 0.1328321 Nov 25 17:31:40.996695 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3da20ba0-6090-46f7-8dfe-0ae64ae70222 req-df21c4b7-af06-4b1d-8e8c-568f14bdbcdb service neutron] 10.222.0.90 "GET /v2.0/networks/87da44d2-1590-4ee5-a038-25973727b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139682 Nov 25 17:31:41.048037 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-05384dc2-4b7a-4c1e-92f6-43c6f16cf501 req-af351fc5-1adf-4a16-83a2-eecaf054e1c6 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.0.20 HTTP/1.1" status: 200 len: 695 time: 0.0649328 Nov 25 17:31:41.163592 n-d-817746-1 neutron-server[103361]: INFO neutron.db.l3_db [None req-c6245d95-1569-4639-9f7c-375b7d4b1371 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Floating IP 0bd5e34a-75ad-41b5-a165-8b2945d7bd89 associated. External IP: 172.25.0.85, port: 7be8a07b-4a87-4407-a846-a793d7c0884e. Nov 25 17:31:41.175058 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae913c8f-dc1f-401a-9301-baa7238118ac req-ced4a0c2-8957-41df-ac84-b6315861d256 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:41.176529 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ae913c8f-dc1f-401a-9301-baa7238118ac req-ced4a0c2-8957-41df-ac84-b6315861d256 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfef76b5-510b-4571-afdd-528a67da392d HTTP/1.1" status: 200 len: 945 time: 0.1488469 Nov 25 17:31:41.342609 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ae913c8f-dc1f-401a-9301-baa7238118ac req-f807b774-0cd1-4dfa-ab47-13bbe5d5d722 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/security-groups?id=64a4895e-66bb-4a82-9045-67d823985e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314695 Nov 25 17:31:41.350268 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-05384dc2-4b7a-4c1e-92f6-43c6f16cf501 req-94800bba-eea7-47c8-b4d8-db3bbeb3e5ec tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Deleting port afe02cf9-aa5a-467c-80e6-e28a0ec89412 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:31:41.350611 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-05384dc2-4b7a-4c1e-92f6-43c6f16cf501 req-94800bba-eea7-47c8-b4d8-db3bbeb3e5ec tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:41.544592 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-05384dc2-4b7a-4c1e-92f6-43c6f16cf501 req-94800bba-eea7-47c8-b4d8-db3bbeb3e5ec tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:41.545294 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-05384dc2-4b7a-4c1e-92f6-43c6f16cf501 req-94800bba-eea7-47c8-b4d8-db3bbeb3e5ec tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:41.566692 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab3d4f-325c-483a-b36c-b593a14361ba req-c45f455e-426a-4b00-9718-555177b93399 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:41.568128 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-61ab3d4f-325c-483a-b36c-b593a14361ba req-c45f455e-426a-4b00-9718-555177b93399 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfd482ad-3136-47f0-b163-fc46f11fc7ac HTTP/1.1" status: 200 len: 944 time: 0.1404917 Nov 25 17:31:41.569272 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-05384dc2-4b7a-4c1e-92f6-43c6f16cf501 req-94800bba-eea7-47c8-b4d8-db3bbeb3e5ec tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Calling delete_port for afe02cf9-aa5a-467c-80e6-e28a0ec89412 owned by network:floatingip {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:31:41.576107 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6245d95-1569-4639-9f7c-375b7d4b1371 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Router ff0350a5-1f5c-4536-b393-df701b2c617d has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:31:41.745494 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 550de2a6-ffbd-4c86-ac21-4914075aa3e6 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:31:41.759839 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-61ab3d4f-325c-483a-b36c-b593a14361ba req-dd821566-97ce-4e1e-8c0d-d60e38f7e52b tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a4fb475-e9ec-4623-9c08-36dcb76340fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826408 Nov 25 17:31:41.825375 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4753da-2030-4a7e-9777-54cba1961d3f x-openstack-request-id: req-0a4753da-2030-4a7e-9777-54cba1961d3f {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:31:41.826685 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cb5461f-2bf7-48e4-a29b-8f006702c5a6", "tag": "170b832f-d4c3-4157-beaf-6670b20915f6", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:31:41.827037 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0a4753da-2030-4a7e-9777-54cba1961d3f {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:31:41.827830 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cb5461f-2bf7-48e4-a29b-8f006702c5a6', 'tag': '170b832f-d4c3-4157-beaf-6670b20915f6', 'status': 'completed', 'code': 200} Nov 25 17:31:41.832330 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6245d95-1569-4639-9f7c-375b7d4b1371 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:31:41.837187 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c6245d95-1569-4639-9f7c-375b7d4b1371 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:41.844695 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108e7d0c-0a22-4f9d-bac7-45cfe625562b None None] Sync routers for ids ['ff0350a5-1f5c-4536-b393-df701b2c617d'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:31:41.847896 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56332253-3116-4fc8-ab39-7dc990c5ded6 x-openstack-request-id: req-56332253-3116-4fc8-ab39-7dc990c5ded6 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:31:41.848932 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfd482ad-3136-47f0-b163-fc46f11fc7ac", "tag": "550de2a6-ffbd-4c86-ac21-4914075aa3e6", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:31:41.849522 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-56332253-3116-4fc8-ab39-7dc990c5ded6 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:31:41.850417 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfd482ad-3136-47f0-b163-fc46f11fc7ac', 'tag': '550de2a6-ffbd-4c86-ac21-4914075aa3e6', 'status': 'completed', 'code': 200} Nov 25 17:31:41.883015 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108e7d0c-0a22-4f9d-bac7-45cfe625562b None None] Routers {'ff0350a5-1f5c-4536-b393-df701b2c617d'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:31:41.883806 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-108e7d0c-0a22-4f9d-bac7-45cfe625562b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:31:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['ff0350a5-1f5c-4536-b393-df701b2c617d'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:41.974774 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c6245d95-1569-4639-9f7c-375b7d4b1371 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "PUT /v2.0/floatingips/0bd5e34a-75ad-41b5-a165-8b2945d7bd89 HTTP/1.1" status: 200 len: 990 time: 2.7139542 Nov 25 17:31:42.002587 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 550de2a6-ffbd-4c86-ac21-4914075aa3e6, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=550de2a6-ffbd-4c86-ac21-4914075aa3e6,segment=NetworkSegment(14ee21b8-6adb-4fbc-8e63-e4b2c4af3623),segment_id=14ee21b8-6adb-4fbc-8e63-e4b2c4af3623)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:42.013057 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-05384dc2-4b7a-4c1e-92f6-43c6f16cf501 req-94800bba-eea7-47c8-b4d8-db3bbeb3e5ec tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:42.021699 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '550de2a6-ffbd-4c86-ac21-4914075aa3e6', 'network_id': '893ae009-948d-4a56-89c4-04cf75caf20a', 'port_id': '550de2a6-ffbd-4c86-ac21-4914075aa3e6', 'mac_address': 'fa:16:3e:94:7f:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5ab359d-3571-4e44-9b7f-d7d725d0869c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:31:42.055986 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470960b8-49be-41a4-9dee-f505e45a5cbe req-e73c5725-61ff-451f-8ee3-a7000c76d87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:42.057875 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-470960b8-49be-41a4-9dee-f505e45a5cbe req-e73c5725-61ff-451f-8ee3-a7000c76d87a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9ed6d61121ad4ad587d660c5c7d54fc1&device_id=dfd482ad-3136-47f0-b163-fc46f11fc7ac HTTP/1.1" status: 200 len: 1095 time: 0.1769471 Nov 25 17:31:42.059512 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7263963-db1e-412b-8605-b35fdc04989e req-5c122758-a560-4236-bf92-4431d025e9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:42.061031 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-108e7d0c-0a22-4f9d-bac7-45cfe625562b None None] Set router ff0350a5-1f5c-4536-b393-df701b2c617d gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:31:42.065374 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c7263963-db1e-412b-8605-b35fdc04989e req-5c122758-a560-4236-bf92-4431d025e9ca service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c296d8c37a3d4484983acb10cc0204d2&device_id=4cb5461f-2bf7-48e4-a29b-8f006702c5a6 HTTP/1.1" status: 200 len: 1096 time: 0.2018275 Nov 25 17:31:42.072801 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94800bba-eea7-47c8-b4d8-db3bbeb3e5ec tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Pushing event deleted for resources: {'Port': ['ID=afe02cf9-aa5a-467c-80e6-e28a0ec89412,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:42.105363 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:42.124725 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 550de2a6-ffbd-4c86-ac21-4914075aa3e6 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:31:42.156143 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44220) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:42.183630 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2689803f-6d67-47c8-93a2-8fbdc1f4eaf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da791ad-9c45-4285-8e6e-a420dcdf5b69'}, {'server_uuid': '2689803f-6d67-47c8-93a2-8fbdc1f4eaf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b53f5f-4670-4b31-8c5d-ad30eb5fde27'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:31:42.185907 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f3ab49-6050-4ff9-a724-ab5ff9b740a3" -d '{"events": [{"server_uuid": "2689803f-6d67-47c8-93a2-8fbdc1f4eaf8", "name": "network-vif-plugged", "status": "completed", "tag": "7da791ad-9c45-4285-8e6e-a420dcdf5b69"}, {"server_uuid": "2689803f-6d67-47c8-93a2-8fbdc1f4eaf8", "name": "network-vif-plugged", "status": "completed", "tag": "39b53f5f-4670-4b31-8c5d-ad30eb5fde27"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:31:42.195847 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 550de2a6-ffbd-4c86-ac21-4914075aa3e6, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=550de2a6-ffbd-4c86-ac21-4914075aa3e6,segment=NetworkSegment(14ee21b8-6adb-4fbc-8e63-e4b2c4af3623),segment_id=14ee21b8-6adb-4fbc-8e63-e4b2c4af3623)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:42.202204 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:42.293399 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e2a1be7e-461a-47bc-8291-298335331691 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:42.308431 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=550de2a6-ffbd-4c86-ac21-4914075aa3e6,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:42.387649 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e2a1be7e-461a-47bc-8291-298335331691 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:42.393088 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e2a1be7e-461a-47bc-8291-298335331691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:42.410651 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-108e7d0c-0a22-4f9d-bac7-45cfe625562b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0350a5-1f5c-4536-b393-df701b2c617d', 'name': 'tempest-TaggedBootDevicesTest_v242-1450671407-router', 'tenant_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '8b49ecca-9498-40b4-b9e9-138a19854600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:28:39Z', 'updated_at': '2021-11-25T17:28:44Z', 'revision_number': 4, 'project_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'gw_port': {'id': '8b49ecca-9498-40b4-b9e9-138a19854600', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fe:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0350a5-1f5c-4536-b393-df701b2c617d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:28:40Z', 'updated_at': '2021-11-25T17:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '0bd5e34a-75ad-41b5-a165-8b2945d7bd89', 'tenant_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'floating_ip_address': '172.25.0.85', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': 'ff0350a5-1f5c-4536-b393-df701b2c617d', 'port_id': '7be8a07b-4a87-4407-a846-a793d7c0884e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '124f5b02-f613-458f-b33d-77fb5d166863', 'mac_address': 'fa:16:3e:f4:63:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74ab755-36a9-4476-bec2-1aaeded5d781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:29:55Z', 'updated_at': '2021-11-25T17:31:40Z', 'revision_number': 1, 'project_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7876ffaa-9d8b-49a8-aeec-46e97b6019e5', 'name': '', 'network_id': '124f5b02-f613-458f-b33d-77fb5d166863', 'tenant_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'mac_address': 'fa:16:3e:40:30:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0350a5-1f5c-4536-b393-df701b2c617d', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '3ed106f0-2cd9-4f3e-b760-6bf8df9e80f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:28:43Z', 'updated_at': '2021-11-25T17:28:56Z', 'revision_number': 5, 'project_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'subnets': [{'id': '3ed106f0-2cd9-4f3e-b760-6bf8df9e80f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:42.430514 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a1be7e-461a-47bc-8291-298335331691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2300790b-0f2d-439c-aa1e-0d8e89dad69f,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:42.436610 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e2a1be7e-461a-47bc-8291-298335331691 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=af747cbf1adf47a687ae896b890dd4b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2789333 Nov 25 17:31:42.437519 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e8559a-7372-48bc-bd0e-b99ddc245608 req-d449f977-8e86-45ab-8424-b114a8771a78 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:42.439255 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44226) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:42.442110 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108e7d0c-0a22-4f9d-bac7-45cfe625562b None None] Checking router: ff0350a5-1f5c-4536-b393-df701b2c617d for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:31:42.443898 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e8559a-7372-48bc-bd0e-b99ddc245608 req-d449f977-8e86-45ab-8424-b114a8771a78 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:42.451032 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e8559a-7372-48bc-bd0e-b99ddc245608 req-d449f977-8e86-45ab-8424-b114a8771a78 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:42.452428 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108e7d0c-0a22-4f9d-bac7-45cfe625562b None None] Routers {'ff0350a5-1f5c-4536-b393-df701b2c617d'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:31:42.453235 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-108e7d0c-0a22-4f9d-bac7-45cfe625562b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:31:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['ff0350a5-1f5c-4536-b393-df701b2c617d'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:42.457331 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-15e8559a-7372-48bc-bd0e-b99ddc245608 req-d449f977-8e86-45ab-8424-b114a8771a78 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "GET /v2.0/ports?device_id=2689803f-6d67-47c8-93a2-8fbdc1f4eaf8 HTTP/1.1" status: 200 len: 2417 time: 0.5126858 Nov 25 17:31:42.488037 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7b9d78a7-6952-4bfa-9aee-e5da9977ab3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:42.514745 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7b9d78a7-6952-4bfa-9aee-e5da9977ab3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:42.523228 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['550de2a6-ffbd-4c86-ac21-4914075aa3e6'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:31:42.574774 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7b9d78a7-6952-4bfa-9aee-e5da9977ab3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:42.578494 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7b9d78a7-6952-4bfa-9aee-e5da9977ab3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:42.579765 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7b9d78a7-6952-4bfa-9aee-e5da9977ab3a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2300790b-0f2d-439c-aa1e-0d8e89dad69f HTTP/1.1" status: 204 len: 168 time: 0.1394036 Nov 25 17:31:42.590062 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9d78a7-6952-4bfa-9aee-e5da9977ab3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2300790b-0f2d-439c-aa1e-0d8e89dad69f,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:42.631984 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-108e7d0c-0a22-4f9d-bac7-45cfe625562b None None] Set router ff0350a5-1f5c-4536-b393-df701b2c617d gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:31:42.645264 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-05384dc2-4b7a-4c1e-92f6-43c6f16cf501 req-94800bba-eea7-47c8-b4d8-db3bbeb3e5ec tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Publish callbacks [] for floatingip, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:42.647850 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-05384dc2-4b7a-4c1e-92f6-43c6f16cf501 req-94800bba-eea7-47c8-b4d8-db3bbeb3e5ec tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:42.649019 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-05384dc2-4b7a-4c1e-92f6-43c6f16cf501 req-94800bba-eea7-47c8-b4d8-db3bbeb3e5ec tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] 10.222.0.75 "DELETE /v2.0/floatingips/f208835b-e746-47bd-a413-18adb0b60aa6 HTTP/1.1" status: 204 len: 173 time: 1.5855420 Nov 25 17:31:42.668784 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470960b8-49be-41a4-9dee-f505e45a5cbe req-3da59e9b-2368-46a1-8574-742ad4e8564a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:42.671132 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-470960b8-49be-41a4-9dee-f505e45a5cbe req-3da59e9b-2368-46a1-8574-742ad4e8564a service neutron] 10.222.0.90 "GET /v2.0/networks?id=893ae009-948d-4a56-89c4-04cf75caf20a HTTP/1.1" status: 200 len: 915 time: 0.6039655 Nov 25 17:31:42.701754 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-15e8559a-7372-48bc-bd0e-b99ddc245608 req-65b9ae49-f4a1-46fd-9d91-8a6e9e22adae tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "GET /v2.0/security-groups?id=6cba972f-cee6-4d43-9317-8cfe4a5ae4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147322 Nov 25 17:31:42.724667 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7263963-db1e-412b-8605-b35fdc04989e req-aae91ed4-d919-439e-b834-99406bb5f9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:42.726474 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c7263963-db1e-412b-8605-b35fdc04989e req-aae91ed4-d919-439e-b834-99406bb5f9b2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ef09a9cb-b767-40ab-abb2-adbc6ec1aed8 HTTP/1.1" status: 200 len: 921 time: 0.6517076 Nov 25 17:31:42.777006 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-470960b8-49be-41a4-9dee-f505e45a5cbe req-0ef8348d-957a-476b-b922-bb35de784abe service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=550de2a6-ffbd-4c86-ac21-4914075aa3e6 HTTP/1.1" status: 200 len: 217 time: 0.0722718 Nov 25 17:31:42.822255 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c7263963-db1e-412b-8605-b35fdc04989e req-0076ec4b-b0dc-4a0c-ab03-d4bd8dbba56e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=170b832f-d4c3-4157-beaf-6670b20915f6 HTTP/1.1" status: 200 len: 217 time: 0.0527270 Nov 25 17:31:42.955036 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-108e7d0c-0a22-4f9d-bac7-45cfe625562b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0350a5-1f5c-4536-b393-df701b2c617d', 'name': 'tempest-TaggedBootDevicesTest_v242-1450671407-router', 'tenant_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '8b49ecca-9498-40b4-b9e9-138a19854600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:28:39Z', 'updated_at': '2021-11-25T17:28:44Z', 'revision_number': 4, 'project_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'gw_port': {'id': '8b49ecca-9498-40b4-b9e9-138a19854600', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fe:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0350a5-1f5c-4536-b393-df701b2c617d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:28:40Z', 'updated_at': '2021-11-25T17:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '0bd5e34a-75ad-41b5-a165-8b2945d7bd89', 'tenant_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'floating_ip_address': '172.25.0.85', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': 'ff0350a5-1f5c-4536-b393-df701b2c617d', 'port_id': '7be8a07b-4a87-4407-a846-a793d7c0884e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '124f5b02-f613-458f-b33d-77fb5d166863', 'mac_address': 'fa:16:3e:f4:63:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74ab755-36a9-4476-bec2-1aaeded5d781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:29:55Z', 'updated_at': '2021-11-25T17:31:40Z', 'revision_number': 1, 'project_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7876ffaa-9d8b-49a8-aeec-46e97b6019e5', 'name': '', 'network_id': '124f5b02-f613-458f-b33d-77fb5d166863', 'tenant_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'mac_address': 'fa:16:3e:40:30:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0350a5-1f5c-4536-b393-df701b2c617d', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '3ed106f0-2cd9-4f3e-b760-6bf8df9e80f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:28:43Z', 'updated_at': '2021-11-25T17:28:56Z', 'revision_number': 5, 'project_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'subnets': [{'id': '3ed106f0-2cd9-4f3e-b760-6bf8df9e80f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:42.965844 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470960b8-49be-41a4-9dee-f505e45a5cbe req-ae1bf642-4c7d-4140-8ccf-9ca3a5884943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:42.967337 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-470960b8-49be-41a4-9dee-f505e45a5cbe req-ae1bf642-4c7d-4140-8ccf-9ca3a5884943 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f5ab359d-3571-4e44-9b7f-d7d725d0869c HTTP/1.1" status: 200 len: 854 time: 0.1547420 Nov 25 17:31:42.989013 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108e7d0c-0a22-4f9d-bac7-45cfe625562b None None] The sync data for ids ['ff0350a5-1f5c-4536-b393-df701b2c617d'] in n-d-817746-1 is: [{'id': 'ff0350a5-1f5c-4536-b393-df701b2c617d', 'name': 'tempest-TaggedBootDevicesTest_v242-1450671407-router', 'tenant_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '8b49ecca-9498-40b4-b9e9-138a19854600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:28:39Z', 'updated_at': '2021-11-25T17:28:44Z', 'revision_number': 4, 'project_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'gw_port': {'id': '8b49ecca-9498-40b4-b9e9-138a19854600', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fe:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0350a5-1f5c-4536-b393-df701b2c617d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:28:40Z', 'updated_at': '2021-11-25T17:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '0bd5e34a-75ad-41b5-a165-8b2945d7bd89', 'tenant_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'floating_ip_address': '172.25.0.85', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': 'ff0350a5-1f5c-4536-b393-df701b2c617d', 'port_id': '7be8a07b-4a87-4407-a846-a793d7c0884e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '124f5b02-f613-458f-b33d-77fb5d166863', 'mac_address': 'fa:16:3e:f4:63:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74ab755-36a9-4476-bec2-1aaeded5d781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:29:55Z', 'updated_at': '2021-11-25T17:31:40Z', 'revision_number': 1, 'project_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7876ffaa-9d8b-49a8-aeec-46e97b6019e5', 'name': '', 'network_id': '124f5b02-f613-458f-b33d-77fb5d166863', 'tenant_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'mac_address': 'fa:16:3e:40:30:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0350a5-1f5c-4536-b393-df701b2c617d', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '3ed106f0-2cd9-4f3e-b760-6bf8df9e80f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:28:43Z', 'updated_at': '2021-11-25T17:28:56Z', 'revision_number': 5, 'project_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'subnets': [{'id': '3ed106f0-2cd9-4f3e-b760-6bf8df9e80f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:31:42.993182 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ee7c9-bde9-4ace-805b-c2794caac0d8 req-5437f945-f147-41d4-b0af-7e039347e54e tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:42.999236 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ee7c9-bde9-4ace-805b-c2794caac0d8 req-5437f945-f147-41d4-b0af-7e039347e54e tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:43.005552 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ee7c9-bde9-4ace-805b-c2794caac0d8 req-5437f945-f147-41d4-b0af-7e039347e54e tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:43.011479 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ee7c9-bde9-4ace-805b-c2794caac0d8 req-5437f945-f147-41d4-b0af-7e039347e54e tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:43.017696 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ee7c9-bde9-4ace-805b-c2794caac0d8 req-5437f945-f147-41d4-b0af-7e039347e54e tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:43.023623 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ee7c9-bde9-4ace-805b-c2794caac0d8 req-5437f945-f147-41d4-b0af-7e039347e54e tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:43.029895 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ee7c9-bde9-4ace-805b-c2794caac0d8 req-5437f945-f147-41d4-b0af-7e039347e54e tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:43.031836 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-088ee7c9-bde9-4ace-805b-c2794caac0d8 req-5437f945-f147-41d4-b0af-7e039347e54e tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 5420 time: 0.2219789 Nov 25 17:31:43.040719 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 156eba66-fef4-4dab-adfa-2ba5e2376881 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:31:43.049196 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f44a2b4-a6b1-426a-be53-a8a95f8fe258 req-ddbf66b2-d7bd-4c31-b25a-1357ac4c011d tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:43.050726 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2f44a2b4-a6b1-426a-be53-a8a95f8fe258 req-ddbf66b2-d7bd-4c31-b25a-1357ac4c011d tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfef76b5-510b-4571-afdd-528a67da392d HTTP/1.1" status: 200 len: 945 time: 0.2391741 Nov 25 17:31:43.052202 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7263963-db1e-412b-8605-b35fdc04989e req-880d14a6-af65-4489-96af-2cc69f36a335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:43.053580 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c7263963-db1e-412b-8605-b35fdc04989e req-880d14a6-af65-4489-96af-2cc69f36a335 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=82218ac9-c8df-4d39-919a-d596976289cd HTTP/1.1" status: 200 len: 859 time: 0.1936696 Nov 25 17:31:43.096134 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-470960b8-49be-41a4-9dee-f505e45a5cbe req-33e4b80d-2a0c-46d0-a77a-ff3609ceec9c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=893ae009-948d-4a56-89c4-04cf75caf20a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1161675 Nov 25 17:31:43.158107 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 156eba66-fef4-4dab-adfa-2ba5e2376881, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=156eba66-fef4-4dab-adfa-2ba5e2376881,segment=NetworkSegment(23d8f0f9-c2dc-40f5-84f9-089bfa9c0f22),segment_id=23d8f0f9-c2dc-40f5-84f9-089bfa9c0f22)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:43.173952 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '156eba66-fef4-4dab-adfa-2ba5e2376881', 'network_id': 'cb2ab83a-f522-4839-b956-b9e276ac2a4b', 'port_id': '156eba66-fef4-4dab-adfa-2ba5e2376881', 'mac_address': 'fa:16:3e:ce:1f:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '433e0b25-87c6-4c49-8afd-0df579500c07', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:31:43.222695 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:43.239960 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 156eba66-fef4-4dab-adfa-2ba5e2376881 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:31:43.261810 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2f44a2b4-a6b1-426a-be53-a8a95f8fe258 req-ac7b213e-5a10-47d5-a1da-cfa4cc81c696 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/security-groups?id=64a4895e-66bb-4a82-9045-67d823985e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968131 Nov 25 17:31:43.262993 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 156eba66-fef4-4dab-adfa-2ba5e2376881, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=156eba66-fef4-4dab-adfa-2ba5e2376881,segment=NetworkSegment(23d8f0f9-c2dc-40f5-84f9-089bfa9c0f22),segment_id=23d8f0f9-c2dc-40f5-84f9-089bfa9c0f22)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:43.268939 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:43.269219 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-088ee7c9-bde9-4ace-805b-c2794caac0d8 req-9490bde2-bb8b-418d-9b64-258489b71d46 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/security-groups?id=7dac673b-c262-4497-b783-e9f920753627&id=0577770c-39b7-4b0c-8124-55e039ea72f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2146394 Nov 25 17:31:43.270269 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device f2c88a46-7369-4ef9-bca9-b0c34a2b0c87 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:31:43.271066 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7263963-db1e-412b-8605-b35fdc04989e req-3fde0e00-d9fd-4989-96aa-bc78d91fca6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:43.272466 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c7263963-db1e-412b-8605-b35fdc04989e req-3fde0e00-d9fd-4989-96aa-bc78d91fca6d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ef09a9cb-b767-40ab-abb2-adbc6ec1aed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2095392 Nov 25 17:31:43.326588 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-470960b8-49be-41a4-9dee-f505e45a5cbe req-81f9d5a1-1fde-42ff-972e-bd108d4ee13d service neutron] 10.222.0.90 "GET /v2.0/networks/893ae009-948d-4a56-89c4-04cf75caf20a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075739 Nov 25 17:31:43.404534 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6747d55-7e35-4a72-96b4-11fe717bdd9c None None] New status for floating IP 0bd5e34a-75ad-41b5-a165-8b2945d7bd89: ACTIVE {{(pid=103363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:31:43.454211 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=156eba66-fef4-4dab-adfa-2ba5e2376881,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:43.470551 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 25 Nov 2021 17:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e626d76-b9c0-441c-8c3b-166ee5eec199 x-openstack-request-id: req-5e626d76-b9c0-441c-8c3b-166ee5eec199 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:31:43.471428 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2689803f-6d67-47c8-93a2-8fbdc1f4eaf8", "name": "network-vif-plugged", "status": "completed", "tag": "7da791ad-9c45-4285-8e6e-a420dcdf5b69", "code": 200}, {"server_uuid": "2689803f-6d67-47c8-93a2-8fbdc1f4eaf8", "name": "network-vif-plugged", "status": "completed", "tag": "39b53f5f-4670-4b31-8c5d-ad30eb5fde27", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:31:43.471702 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5e626d76-b9c0-441c-8c3b-166ee5eec199 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:31:43.472120 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2689803f-6d67-47c8-93a2-8fbdc1f4eaf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da791ad-9c45-4285-8e6e-a420dcdf5b69', 'code': 200} Nov 25 17:31:43.472383 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2689803f-6d67-47c8-93a2-8fbdc1f4eaf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b53f5f-4670-4b31-8c5d-ad30eb5fde27', 'code': 200} Nov 25 17:31:43.518164 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port f2c88a46-7369-4ef9-bca9-b0c34a2b0c87, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=f2c88a46-7369-4ef9-bca9-b0c34a2b0c87,segment=NetworkSegment(6f760b9f-05a7-45e0-b265-14c8c33a90b3),segment_id=6f760b9f-05a7-45e0-b265-14c8c33a90b3)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:43.534955 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44256) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:43.537468 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': 'f2c88a46-7369-4ef9-bca9-b0c34a2b0c87', 'network_id': 'c2992060-12d6-4bc2-a7a5-ee6714d7c0a4', 'port_id': 'f2c88a46-7369-4ef9-bca9-b0c34a2b0c87', 'mac_address': 'fa:16:3e:ab:81:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9e97284-605a-4c4d-bc08-1f1a648a0858', 'ip_address': '10.1.1.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:31:43.559540 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d93018-8034-4919-9138-0faf0e8842d1 req-90266d43-7730-4ef5-9d01-eb986da26fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:43.561049 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d93018-8034-4919-9138-0faf0e8842d1 req-90266d43-7730-4ef5-9d01-eb986da26fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:43.561929 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d93018-8034-4919-9138-0faf0e8842d1 req-90266d43-7730-4ef5-9d01-eb986da26fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:43.563786 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d5d93018-8034-4919-9138-0faf0e8842d1 req-90266d43-7730-4ef5-9d01-eb986da26fa7 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=2689803f-6d67-47c8-93a2-8fbdc1f4eaf8 HTTP/1.1" status: 200 len: 2870 time: 0.0892620 Nov 25 17:31:43.613413 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:43.630214 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d5d93018-8034-4919-9138-0faf0e8842d1 req-51ee5de9-cc82-4d56-82b9-31ed7fa6a243 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=6cba972f-cee6-4d43-9317-8cfe4a5ae4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574577 Nov 25 17:31:43.643434 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2c88a46-7369-4ef9-bca9-b0c34a2b0c87 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:31:43.645923 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c7263963-db1e-412b-8605-b35fdc04989e req-374da8e6-7f91-4ad0-8a56-792d75e1956c service neutron] 10.222.0.74 "GET /v2.0/networks/ef09a9cb-b767-40ab-abb2-adbc6ec1aed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656123 Nov 25 17:31:43.668585 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port f2c88a46-7369-4ef9-bca9-b0c34a2b0c87, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=f2c88a46-7369-4ef9-bca9-b0c34a2b0c87,segment=NetworkSegment(6f760b9f-05a7-45e0-b265-14c8c33a90b3),segment_id=6f760b9f-05a7-45e0-b265-14c8c33a90b3)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:43.674001 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:43.674947 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device f523f711-5404-47b9-b4c7-6ff9dd296afe details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:31:43.675466 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-9b899efa-5dd2-4a0d-be60-0d72ac35087e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-779843250-network', 'tenant_id': 'd4086650dac54a539044dab15f8f252a'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:43.707478 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b899efa-5dd2-4a0d-be60-0d72ac35087e admin admin] Made reservation on behalf of d4086650dac54a539044dab15f8f252a for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:31:43.714047 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b899efa-5dd2-4a0d-be60-0d72ac35087e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:43.733171 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b899efa-5dd2-4a0d-be60-0d72ac35087e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:43.757085 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 550de2a6-ffbd-4c86-ac21-4914075aa3e6 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:31:43.760935 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=f2c88a46-7369-4ef9-bca9-b0c34a2b0c87,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:43.793490 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port f523f711-5404-47b9-b4c7-6ff9dd296afe, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=f523f711-5404-47b9-b4c7-6ff9dd296afe,segment=NetworkSegment(6f760b9f-05a7-45e0-b265-14c8c33a90b3),segment_id=6f760b9f-05a7-45e0-b265-14c8c33a90b3)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:43.825531 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-470960b8-49be-41a4-9dee-f505e45a5cbe req-f30f5525-1442-4a9a-82cd-43969a8a07f2 service neutron] 10.222.0.90 "GET /v2.0/networks/893ae009-948d-4a56-89c4-04cf75caf20a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4593537 Nov 25 17:31:43.836466 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd74ab755-36a9-4476-bec2-1aaeded5d781', 'tag': '7be8a07b-4a87-4407-a846-a793d7c0884e'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:31:43.839202 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1abc0ea-e479-446b-907a-01a17eb7a3d7" -d '{"events": [{"name": "network-changed", "server_uuid": "d74ab755-36a9-4476-bec2-1aaeded5d781", "tag": "7be8a07b-4a87-4407-a846-a793d7c0884e"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:31:43.858755 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b899efa-5dd2-4a0d-be60-0d72ac35087e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:43.864020 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b899efa-5dd2-4a0d-be60-0d72ac35087e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:43.894247 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969d4a8-c12a-4ca8-b7df-b681b7d5bdfb req-59666aaf-2ec6-42ce-bfd0-2b63cabeca68 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:43.895153 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b899efa-5dd2-4a0d-be60-0d72ac35087e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 932} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:31:43.896296 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7969d4a8-c12a-4ca8-b7df-b681b7d5bdfb req-59666aaf-2ec6-42ce-bfd0-2b63cabeca68 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfd482ad-3136-47f0-b163-fc46f11fc7ac HTTP/1.1" status: 200 len: 945 time: 0.2836833 Nov 25 17:31:43.914817 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b899efa-5dd2-4a0d-be60-0d72ac35087e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:43.915775 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-9b899efa-5dd2-4a0d-be60-0d72ac35087e admin admin] Added segment 74518c65-0a77-49eb-8302-d0397cc0c64c of type vlan for network 49c799e6-01fb-4356-b67f-8b970273c51a Nov 25 17:31:43.921674 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3a3256-d299-4bf2-8f6f-de64f341084d req-deb7901e-13bf-4c8d-bada-7a4157307b27 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:43.923186 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-da3a3256-d299-4bf2-8f6f-de64f341084d req-deb7901e-13bf-4c8d-bada-7a4157307b27 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4391236 Nov 25 17:31:43.955620 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': 'f523f711-5404-47b9-b4c7-6ff9dd296afe', 'network_id': 'c2992060-12d6-4bc2-a7a5-ee6714d7c0a4', 'port_id': 'f523f711-5404-47b9-b4c7-6ff9dd296afe', 'mac_address': 'fa:16:3e:da:26:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9e97284-605a-4c4d-bc08-1f1a648a0858', 'ip_address': '10.1.1.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:31:43.960145 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c7263963-db1e-412b-8605-b35fdc04989e req-f7c7e63b-0ca4-48ee-a8fa-0fb70d608b84 service neutron] 10.222.0.74 "GET /v2.0/networks/ef09a9cb-b767-40ab-abb2-adbc6ec1aed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780604 Nov 25 17:31:44.002500 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b899efa-5dd2-4a0d-be60-0d72ac35087e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5163ab95-1145-4021-8a85-d4dd3981e47e,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:44.007112 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b899efa-5dd2-4a0d-be60-0d72ac35087e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:44.009978 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:44.025945 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port 550de2a6-ffbd-4c86-ac21-4914075aa3e6 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:31:44.030956 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7969d4a8-c12a-4ca8-b7df-b681b7d5bdfb req-893c6a04-1459-4f53-ac06-8e0007bf19da tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a4fb475-e9ec-4623-9c08-36dcb76340fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243780 Nov 25 17:31:44.031166 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port 550de2a6-ffbd-4c86-ac21-4914075aa3e6 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:44.031393 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:44.033888 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ab4056ad-6d4e-4f9c-89dc-3a2b46186d0e req-c4a20b1c-b8aa-4738-8ecd-0203f88236dd tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "GET /v2.0/floatingips/ebd354f1-8fa2-48f6-a3e8-1cef10ac7800 HTTP/1.1" status: 200 len: 694 time: 0.0655577 Nov 25 17:31:44.037066 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f523f711-5404-47b9-b4c7-6ff9dd296afe {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:31:44.047288 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b899efa-5dd2-4a0d-be60-0d72ac35087e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:44.048333 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b899efa-5dd2-4a0d-be60-0d72ac35087e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:44.049606 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b899efa-5dd2-4a0d-be60-0d72ac35087e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:44.088323 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9b899efa-5dd2-4a0d-be60-0d72ac35087e admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5505633 Nov 25 17:31:44.089952 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port f523f711-5404-47b9-b4c7-6ff9dd296afe, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=f523f711-5404-47b9-b4c7-6ff9dd296afe,segment=NetworkSegment(6f760b9f-05a7-45e0-b265-14c8c33a90b3),segment_id=6f760b9f-05a7-45e0-b265-14c8c33a90b3)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:44.090658 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44270) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:44.098781 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-280fec87-3f29-4000-90e4-bb9dff996d19 admin admin] Request body: {'subnet': {'network_id': '49c799e6-01fb-4356-b67f-8b970273c51a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-779843250-subnet', 'tenant_id': 'd4086650dac54a539044dab15f8f252a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:44.104809 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:44.105922 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device f54006cb-a702-40a6-af02-82688e9a733c details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:31:44.149832 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b899efa-5dd2-4a0d-be60-0d72ac35087e admin admin] Pushing event updated for resources: {'Network': ['ID=49c799e6-01fb-4356-b67f-8b970273c51a,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:44.167733 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 49c799e6-01fb-4356-b67f-8b970273c51a details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:31:44.174743 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280fec87-3f29-4000-90e4-bb9dff996d19 admin admin] Made reservation on behalf of d4086650dac54a539044dab15f8f252a for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:31:44.177304 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-280fec87-3f29-4000-90e4-bb9dff996d19 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:44.207860 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:44.208282 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4eb1f-ea00-4b5b-9ce3-7a027035d32b req-57bba2a8-a0f0-40f4-b67f-ee478044ce6f tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:44.214241 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4eb1f-ea00-4b5b-9ce3-7a027035d32b req-57bba2a8-a0f0-40f4-b67f-ee478044ce6f tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:44.220517 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4eb1f-ea00-4b5b-9ce3-7a027035d32b req-57bba2a8-a0f0-40f4-b67f-ee478044ce6f tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:44.222233 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5cb4eb1f-ea00-4b5b-9ce3-7a027035d32b req-57bba2a8-a0f0-40f4-b67f-ee478044ce6f tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "GET /v2.0/ports?device_id=2689803f-6d67-47c8-93a2-8fbdc1f4eaf8 HTTP/1.1" status: 200 len: 2417 time: 0.1011009 Nov 25 17:31:44.229582 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4056ad-6d4e-4f9c-89dc-3a2b46186d0e req-0ad0a909-2fcb-49f4-85c6-39f76f98e606 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:44.237132 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ab4056ad-6d4e-4f9c-89dc-3a2b46186d0e req-0ad0a909-2fcb-49f4-85c6-39f76f98e606 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "GET /v2.0/networks/1aa44027-b9d0-4a56-9a59-7e664703e20a HTTP/1.1" status: 200 len: 784 time: 0.1964080 Nov 25 17:31:44.282405 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port f54006cb-a702-40a6-af02-82688e9a733c, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=f54006cb-a702-40a6-af02-82688e9a733c,segment=NetworkSegment(6f760b9f-05a7-45e0-b265-14c8c33a90b3),segment_id=6f760b9f-05a7-45e0-b265-14c8c33a90b3)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:44.289492 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=f523f711-5404-47b9-b4c7-6ff9dd296afe,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:44.301318 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ab4056ad-6d4e-4f9c-89dc-3a2b46186d0e req-b7afc832-15ff-4108-a781-8393a08b9cb3 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.0.247 HTTP/1.1" status: 200 len: 697 time: 0.0633349 Nov 25 17:31:44.317827 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': 'f54006cb-a702-40a6-af02-82688e9a733c', 'network_id': 'c2992060-12d6-4bc2-a7a5-ee6714d7c0a4', 'port_id': 'f54006cb-a702-40a6-af02-82688e9a733c', 'mac_address': 'fa:16:3e:48:d0:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9e97284-605a-4c4d-bc08-1f1a648a0858', 'ip_address': '10.1.1.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:31:44.329040 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 550de2a6-ffbd-4c86-ac21-4914075aa3e6, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=550de2a6-ffbd-4c86-ac21-4914075aa3e6,segment=NetworkSegment(14ee21b8-6adb-4fbc-8e63-e4b2c4af3623),segment_id=14ee21b8-6adb-4fbc-8e63-e4b2c4af3623)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:44.333512 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:44.374775 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-280fec87-3f29-4000-90e4-bb9dff996d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:44.381520 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5cb4eb1f-ea00-4b5b-9ce3-7a027035d32b req-4a753b03-9e59-4c58-8248-1a3dcb791ff1 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "GET /v2.0/security-groups?id=6cba972f-cee6-4d43-9317-8cfe4a5ae4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421728 Nov 25 17:31:44.386470 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ab4056ad-6d4e-4f9c-89dc-3a2b46186d0e req-0f832331-f295-4edc-b2ae-47ce241bec7a tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.0.247 HTTP/1.1" status: 200 len: 697 time: 0.0751774 Nov 25 17:31:44.404333 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:44.421139 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f54006cb-a702-40a6-af02-82688e9a733c {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:31:44.429192 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=550de2a6-ffbd-4c86-ac21-4914075aa3e6,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:44.447966 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port f54006cb-a702-40a6-af02-82688e9a733c, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=f54006cb-a702-40a6-af02-82688e9a733c,segment=NetworkSegment(6f760b9f-05a7-45e0-b265-14c8c33a90b3),segment_id=6f760b9f-05a7-45e0-b265-14c8c33a90b3)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:44.453372 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280fec87-3f29-4000-90e4-bb9dff996d19 admin admin] Checking segment: {'id': '74518c65-0a77-49eb-8302-d0397cc0c64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '49c799e6-01fb-4356-b67f-8b970273c51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:31:44.454202 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280fec87-3f29-4000-90e4-bb9dff996d19 admin admin] Network hostable DHCP agents. Network: 49c799e6-01fb-4356-b67f-8b970273c51a, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:31:44.456077 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31381af7-5fe9-4e62-8e71-c8a86d908696 x-openstack-request-id: req-31381af7-5fe9-4e62-8e71-c8a86d908696 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:31:44.457241 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d74ab755-36a9-4476-bec2-1aaeded5d781", "tag": "7be8a07b-4a87-4407-a846-a793d7c0884e", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:31:44.458042 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-31381af7-5fe9-4e62-8e71-c8a86d908696 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:31:44.459270 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd74ab755-36a9-4476-bec2-1aaeded5d781', 'tag': '7be8a07b-4a87-4407-a846-a793d7c0884e', 'status': 'completed', 'code': 200} Nov 25 17:31:44.464965 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:44.465724 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 3e8dca40-6833-4868-bd94-c2c3a4bc80dd details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:31:44.468571 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280fec87-3f29-4000-90e4-bb9dff996d19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25a72b94-fb6e-4434-9c21-274e75835bc9,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:44.488134 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280fec87-3f29-4000-90e4-bb9dff996d19 admin admin] Network 49c799e6-01fb-4356-b67f-8b970273c51a is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:31:44.499665 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-280fec87-3f29-4000-90e4-bb9dff996d19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 49c799e6-01fb-4356-b67f-8b970273c51a) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:44.510131 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280fec87-3f29-4000-90e4-bb9dff996d19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:44.510862 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-280fec87-3f29-4000-90e4-bb9dff996d19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:44.528875 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-280fec87-3f29-4000-90e4-bb9dff996d19 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4356248 Nov 25 17:31:44.530045 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44276) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:44.534476 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-ed33db80-663b-4656-9855-4d9c584419b9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-779843250-router', 'tenant_id': 'd4086650dac54a539044dab15f8f252a', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:44.553813 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 3e8dca40-6833-4868-bd94-c2c3a4bc80dd, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=3e8dca40-6833-4868-bd94-c2c3a4bc80dd,segment=NetworkSegment(6f760b9f-05a7-45e0-b265-14c8c33a90b3),segment_id=6f760b9f-05a7-45e0-b265-14c8c33a90b3)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:44.560864 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ed33db80-663b-4656-9855-4d9c584419b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:44.563055 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ed33db80-663b-4656-9855-4d9c584419b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:44.565510 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc35b0b-6202-4767-8a44-52b1f61a6e44 None None] Network 49c799e6-01fb-4356-b67f-8b970273c51a requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:31:44.599188 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '3e8dca40-6833-4868-bd94-c2c3a4bc80dd', 'network_id': 'c2992060-12d6-4bc2-a7a5-ee6714d7c0a4', 'port_id': '3e8dca40-6833-4868-bd94-c2c3a4bc80dd', 'mac_address': 'fa:16:3e:30:57:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9e97284-605a-4c4d-bc08-1f1a648a0858', 'ip_address': '10.1.1.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:31:44.616794 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ed33db80-663b-4656-9855-4d9c584419b9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:44.630765 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=f54006cb-a702-40a6-af02-82688e9a733c,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:44.653570 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6e7173b3-0f64-4648-8402-7d1561f6d150 req-b813ca1f-8fdc-467c-a0a0-033c82e115b7 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] 10.222.0.75 "GET /v2.0/floatingips?tenant_id=966ca62b1a1b4f01bd2dab40c7c079bf HTTP/1.1" status: 200 len: 1656 time: 0.1777823 Nov 25 17:31:44.699528 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:44.721240 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e8dca40-6833-4868-bd94-c2c3a4bc80dd {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:31:44.777933 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 3e8dca40-6833-4868-bd94-c2c3a4bc80dd, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=3e8dca40-6833-4868-bd94-c2c3a4bc80dd,segment=NetworkSegment(6f760b9f-05a7-45e0-b265-14c8c33a90b3),segment_id=6f760b9f-05a7-45e0-b265-14c8c33a90b3)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:44.789010 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:44.789681 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 58e5de73-8a69-4d16-ae13-ab33677f39c5 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:31:44.796860 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7173b3-0f64-4648-8402-7d1561f6d150 req-f5ba46d2-9666-48f6-b8aa-610e81ba0185 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:44.804350 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6e7173b3-0f64-4648-8402-7d1561f6d150 req-f5ba46d2-9666-48f6-b8aa-610e81ba0185 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] 10.222.0.75 "GET /v2.0/networks?id=1aa44027-b9d0-4a56-9a59-7e664703e20a&id=1aa44027-b9d0-4a56-9a59-7e664703e20a&id=1aa44027-b9d0-4a56-9a59-7e664703e20a HTTP/1.1" status: 200 len: 787 time: 0.1416779 Nov 25 17:31:44.814078 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1abc0ea-e479-446b-907a-01a17eb7a3d7 req-a006b676-2dda-4438-ba5c-c1000b0374a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:44.814629 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1abc0ea-e479-446b-907a-01a17eb7a3d7 req-a006b676-2dda-4438-ba5c-c1000b0374a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:44.815091 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1abc0ea-e479-446b-907a-01a17eb7a3d7 req-a006b676-2dda-4438-ba5c-c1000b0374a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:44.815562 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1abc0ea-e479-446b-907a-01a17eb7a3d7 req-a006b676-2dda-4438-ba5c-c1000b0374a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:44.816018 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1abc0ea-e479-446b-907a-01a17eb7a3d7 req-a006b676-2dda-4438-ba5c-c1000b0374a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:44.816641 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1abc0ea-e479-446b-907a-01a17eb7a3d7 req-a006b676-2dda-4438-ba5c-c1000b0374a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:44.817044 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1abc0ea-e479-446b-907a-01a17eb7a3d7 req-a006b676-2dda-4438-ba5c-c1000b0374a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:44.819289 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e1abc0ea-e479-446b-907a-01a17eb7a3d7 req-a006b676-2dda-4438-ba5c-c1000b0374a2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dd6f14b9d22849c3ad1fbf498db9870a&device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 6500 time: 0.3421886 Nov 25 17:31:44.823137 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [req-6e7173b3-0f64-4648-8402-7d1561f6d150 req-6ca285bd-a4a8-4359-a810-fbd5d562f0a0 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:31:44.836809 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6e7173b3-0f64-4648-8402-7d1561f6d150 req-6ca285bd-a4a8-4359-a810-fbd5d562f0a0 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0288358 Nov 25 17:31:44.844500 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501a1f5c-831f-41ef-8741-4dab68e234ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-49c799e6-01fb-4356-b67f-8b970273c51a', 'network_id': '49c799e6-01fb-4356-b67f-8b970273c51a', 'tenant_id': 'd4086650dac54a539044dab15f8f252a', 'fixed_ips': [{'subnet_id': '25a72b94-fb6e-4434-9c21-274e75835bc9'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:31:44.845751 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-501a1f5c-831f-41ef-8741-4dab68e234ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:44.921912 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-ab4056ad-6d4e-4f9c-89dc-3a2b46186d0e req-41b5e085-a65a-4fa5-a76f-22b62806f80e tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Deleting port 15e34edb-1796-4677-a0c3-f2d9910c127c {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:31:44.922431 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ab4056ad-6d4e-4f9c-89dc-3a2b46186d0e req-41b5e085-a65a-4fa5-a76f-22b62806f80e tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:44.945661 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 58e5de73-8a69-4d16-ae13-ab33677f39c5, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=58e5de73-8a69-4d16-ae13-ab33677f39c5,segment=NetworkSegment(23d8f0f9-c2dc-40f5-84f9-089bfa9c0f22),segment_id=23d8f0f9-c2dc-40f5-84f9-089bfa9c0f22)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:44.998749 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=3e8dca40-6833-4868-bd94-c2c3a4bc80dd,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:45.010464 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '58e5de73-8a69-4d16-ae13-ab33677f39c5', 'network_id': 'cb2ab83a-f522-4839-b956-b9e276ac2a4b', 'port_id': '58e5de73-8a69-4d16-ae13-ab33677f39c5', 'mac_address': 'fa:16:3e:da:4d:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '433e0b25-87c6-4c49-8afd-0df579500c07', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:31:45.088796 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ed33db80-663b-4656-9855-4d9c584419b9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:45.096986 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:45.123924 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58e5de73-8a69-4d16-ae13-ab33677f39c5 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:31:45.132070 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-501a1f5c-831f-41ef-8741-4dab68e234ee None None] Allocated IP 172.20.0.2 (49c799e6-01fb-4356-b67f-8b970273c51a/25a72b94-fb6e-4434-9c21-274e75835bc9/6dc03968-1279-42b0-a51f-1c2cfb6b261d) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:31:45.158472 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 58e5de73-8a69-4d16-ae13-ab33677f39c5, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=58e5de73-8a69-4d16-ae13-ab33677f39c5,segment=NetworkSegment(23d8f0f9-c2dc-40f5-84f9-089bfa9c0f22),segment_id=23d8f0f9-c2dc-40f5-84f9-089bfa9c0f22)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:45.165039 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:45.165715 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device d7d22436-d666-4aa2-84ba-d29348f106e5 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:31:45.302472 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ed33db80-663b-4656-9855-4d9c584419b9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:45.308177 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=58e5de73-8a69-4d16-ae13-ab33677f39c5,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:45.313756 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1abc0ea-e479-446b-907a-01a17eb7a3d7 req-96fabcf8-149c-4e17-b118-3757f4df6043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:45.315430 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e1abc0ea-e479-446b-907a-01a17eb7a3d7 req-96fabcf8-149c-4e17-b118-3757f4df6043 service neutron] 10.222.0.74 "GET /v2.0/networks?id=124f5b02-f613-458f-b33d-77fb5d166863 HTTP/1.1" status: 200 len: 918 time: 0.4760818 Nov 25 17:31:45.329849 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ed33db80-663b-4656-9855-4d9c584419b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:45.388301 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ab4056ad-6d4e-4f9c-89dc-3a2b46186d0e req-41b5e085-a65a-4fa5-a76f-22b62806f80e tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:45.388716 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ab4056ad-6d4e-4f9c-89dc-3a2b46186d0e req-41b5e085-a65a-4fa5-a76f-22b62806f80e tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:45.420916 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-501a1f5c-831f-41ef-8741-4dab68e234ee None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:45.423142 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af5ecf-607d-4c77-acbe-92027a0c821a req-67cfa14d-6110-4450-89b9-072464bc0c48 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:45.423514 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port d7d22436-d666-4aa2-84ba-d29348f106e5, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=d7d22436-d666-4aa2-84ba-d29348f106e5,segment=NetworkSegment(ceeed56e-b08e-4ce0-affa-4a50f5e8a957),segment_id=ceeed56e-b08e-4ce0-affa-4a50f5e8a957)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:45.430180 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d8af5ecf-607d-4c77-acbe-92027a0c821a req-67cfa14d-6110-4450-89b9-072464bc0c48 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfef76b5-510b-4571-afdd-528a67da392d HTTP/1.1" status: 200 len: 945 time: 0.4831448 Nov 25 17:31:45.433159 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-501a1f5c-831f-41ef-8741-4dab68e234ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:45.444215 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-ab4056ad-6d4e-4f9c-89dc-3a2b46186d0e req-41b5e085-a65a-4fa5-a76f-22b62806f80e tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Calling delete_port for 15e34edb-1796-4677-a0c3-f2d9910c127c owned by network:floatingip {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:31:45.466616 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e1abc0ea-e479-446b-907a-01a17eb7a3d7 req-7ef928b3-ab41-4cb6-9292-0e2a9f80f3ad service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7be8a07b-4a87-4407-a846-a793d7c0884e HTTP/1.1" status: 200 len: 1000 time: 0.1427202 Nov 25 17:31:45.467170 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-ed33db80-663b-4656-9855-4d9c584419b9 admin admin] Allocated IP 172.25.0.158 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/c2d1fa30-f17d-4813-8406-2a686109ed95) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:31:45.477510 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': 'd7d22436-d666-4aa2-84ba-d29348f106e5', 'network_id': 'f82e88c7-d403-486f-9a10-2a3ad902e128', 'port_id': 'd7d22436-d666-4aa2-84ba-d29348f106e5', 'mac_address': 'fa:16:3e:76:cd:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 939, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed397f2a-aef3-4eaf-9752-78b3a9274780', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:31:45.478994 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd482ad-3136-47f0-b163-fc46f11fc7ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '550de2a6-ffbd-4c86-ac21-4914075aa3e6'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:31:45.481495 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a929b7fd-22be-466a-aa43-45a1b80b8eda" -d '{"events": [{"server_uuid": "dfd482ad-3136-47f0-b163-fc46f11fc7ac", "name": "network-vif-plugged", "status": "completed", "tag": "550de2a6-ffbd-4c86-ac21-4914075aa3e6"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:31:45.494144 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501a1f5c-831f-41ef-8741-4dab68e234ee None None] Network 49c799e6-01fb-4356-b67f-8b970273c51a is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:31:45.502884 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-501a1f5c-831f-41ef-8741-4dab68e234ee None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:45.505658 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501a1f5c-831f-41ef-8741-4dab68e234ee None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:31:45.526992 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501a1f5c-831f-41ef-8741-4dab68e234ee None None] Pushing event updated for resources: {'Port': ['ID=6dc03968-1279-42b0-a51f-1c2cfb6b261d,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:45.569051 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d8af5ecf-607d-4c77-acbe-92027a0c821a req-e67d52ed-4bfa-4d3a-a717-bfd1ccb0c782 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/security-groups?id=64a4895e-66bb-4a82-9045-67d823985e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376262 Nov 25 17:31:45.583224 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:45.595045 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ed33db80-663b-4656-9855-4d9c584419b9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:45.607475 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7d22436-d666-4aa2-84ba-d29348f106e5 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:31:45.612206 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1abc0ea-e479-446b-907a-01a17eb7a3d7 req-79691580-e6a1-486c-b8ad-f458b584773c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:45.613704 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e1abc0ea-e479-446b-907a-01a17eb7a3d7 req-79691580-e6a1-486c-b8ad-f458b584773c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3ed106f0-2cd9-4f3e-b760-6bf8df9e80f9 HTTP/1.1" status: 200 len: 856 time: 0.1038456 Nov 25 17:31:45.619132 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-501a1f5c-831f-41ef-8741-4dab68e234ee None None] Attempting to bind port 6dc03968-1279-42b0-a51f-1c2cfb6b261d on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:31:45.619517 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-501a1f5c-831f-41ef-8741-4dab68e234ee None None] Attempting to bind port 6dc03968-1279-42b0-a51f-1c2cfb6b261d by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '74518c65-0a77-49eb-8302-d0397cc0c64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '49c799e6-01fb-4356-b67f-8b970273c51a'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:31:45.619886 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501a1f5c-831f-41ef-8741-4dab68e234ee None None] Attempting to bind port 6dc03968-1279-42b0-a51f-1c2cfb6b261d on network 49c799e6-01fb-4356-b67f-8b970273c51a {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:31:45.636222 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501a1f5c-831f-41ef-8741-4dab68e234ee None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:31:45.636528 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ed33db80-663b-4656-9855-4d9c584419b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:45.636662 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501a1f5c-831f-41ef-8741-4dab68e234ee None None] Checking segment: {'id': '74518c65-0a77-49eb-8302-d0397cc0c64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '49c799e6-01fb-4356-b67f-8b970273c51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:31:45.637037 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-501a1f5c-831f-41ef-8741-4dab68e234ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:45.637441 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501a1f5c-831f-41ef-8741-4dab68e234ee None None] Bound using segment: {'id': '74518c65-0a77-49eb-8302-d0397cc0c64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '49c799e6-01fb-4356-b67f-8b970273c51a'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:31:45.638007 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-501a1f5c-831f-41ef-8741-4dab68e234ee None None] Bound port: 6dc03968-1279-42b0-a51f-1c2cfb6b261d, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74518c65-0a77-49eb-8302-d0397cc0c64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '49c799e6-01fb-4356-b67f-8b970273c51a'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:31:45.638398 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-501a1f5c-831f-41ef-8741-4dab68e234ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:45.659919 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port d7d22436-d666-4aa2-84ba-d29348f106e5, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=d7d22436-d666-4aa2-84ba-d29348f106e5,segment=NetworkSegment(ceeed56e-b08e-4ce0-affa-4a50f5e8a957),segment_id=ceeed56e-b08e-4ce0-affa-4a50f5e8a957)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:45.683907 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:45.688337 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed33db80-663b-4656-9855-4d9c584419b9 admin admin] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:31:45.692131 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-ed33db80-663b-4656-9855-4d9c584419b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:45.696344 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed33db80-663b-4656-9855-4d9c584419b9 admin admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:31:45.740742 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed33db80-663b-4656-9855-4d9c584419b9 admin admin] Pushing event updated for resources: {'Port': ['ID=c2d1fa30-f17d-4813-8406-2a686109ed95,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:45.760953 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1abc0ea-e479-446b-907a-01a17eb7a3d7 req-9ec0eeeb-dcd5-44f5-a7f9-5a9cb7b6f036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:45.762472 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e1abc0ea-e479-446b-907a-01a17eb7a3d7 req-9ec0eeeb-dcd5-44f5-a7f9-5a9cb7b6f036 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=124f5b02-f613-458f-b33d-77fb5d166863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1298282 Nov 25 17:31:45.770083 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-501a1f5c-831f-41ef-8741-4dab68e234ee None None] For port 6dc03968-1279-42b0-a51f-1c2cfb6b261d, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:31:45.773264 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-501a1f5c-831f-41ef-8741-4dab68e234ee None None] For port 6dc03968-1279-42b0-a51f-1c2cfb6b261d, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=6dc03968-1279-42b0-a51f-1c2cfb6b261d,segment=NetworkSegment(74518c65-0a77-49eb-8302-d0397cc0c64c),segment_id=74518c65-0a77-49eb-8302-d0397cc0c64c)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:31:45.774513 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=d7d22436-d666-4aa2-84ba-d29348f106e5,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:45.779897 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-501a1f5c-831f-41ef-8741-4dab68e234ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:45.787937 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d581218-906f-43f6-acd6-4c6474237a1b req-98f30968-7e58-4dc2-952d-16a97d8ee677 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:45.794175 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d581218-906f-43f6-acd6-4c6474237a1b req-98f30968-7e58-4dc2-952d-16a97d8ee677 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:45.801575 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d581218-906f-43f6-acd6-4c6474237a1b req-98f30968-7e58-4dc2-952d-16a97d8ee677 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:45.807870 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d581218-906f-43f6-acd6-4c6474237a1b req-98f30968-7e58-4dc2-952d-16a97d8ee677 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:45.813953 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d581218-906f-43f6-acd6-4c6474237a1b req-98f30968-7e58-4dc2-952d-16a97d8ee677 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:45.820344 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d581218-906f-43f6-acd6-4c6474237a1b req-98f30968-7e58-4dc2-952d-16a97d8ee677 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:45.827415 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d581218-906f-43f6-acd6-4c6474237a1b req-98f30968-7e58-4dc2-952d-16a97d8ee677 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:45.835426 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7d581218-906f-43f6-acd6-4c6474237a1b req-98f30968-7e58-4dc2-952d-16a97d8ee677 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 5427 time: 0.1711795 Nov 25 17:31:45.845534 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ab4056ad-6d4e-4f9c-89dc-3a2b46186d0e req-41b5e085-a65a-4fa5-a76f-22b62806f80e tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:45.853147 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501a1f5c-831f-41ef-8741-4dab68e234ee None None] Pushing event updated for resources: {'Port': ['ID=6dc03968-1279-42b0-a51f-1c2cfb6b261d,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:45.925845 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b5e085-a65a-4fa5-a76f-22b62806f80e tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Pushing event deleted for resources: {'Port': ['ID=15e34edb-1796-4677-a0c3-f2d9910c127c,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:46.006331 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ed33db80-663b-4656-9855-4d9c584419b9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:46.052654 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e1abc0ea-e479-446b-907a-01a17eb7a3d7 req-164d860a-cc34-4233-a4c0-4f61750f08ab service neutron] 10.222.0.74 "GET /v2.0/networks/124f5b02-f613-458f-b33d-77fb5d166863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802112 Nov 25 17:31:46.073472 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7d581218-906f-43f6-acd6-4c6474237a1b req-82de22a7-7a43-4ddd-986a-f6cd436241ff tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/security-groups?id=7dac673b-c262-4497-b783-e9f920753627&id=0577770c-39b7-4b0c-8124-55e039ea72f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2371154 Nov 25 17:31:46.182194 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ab4056ad-6d4e-4f9c-89dc-3a2b46186d0e req-41b5e085-a65a-4fa5-a76f-22b62806f80e tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Publish callbacks [] for floatingip, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:46.184891 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ab4056ad-6d4e-4f9c-89dc-3a2b46186d0e req-41b5e085-a65a-4fa5-a76f-22b62806f80e tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:46.186361 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ab4056ad-6d4e-4f9c-89dc-3a2b46186d0e req-41b5e085-a65a-4fa5-a76f-22b62806f80e tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "DELETE /v2.0/floatingips/ebd354f1-8fa2-48f6-a3e8-1cef10ac7800 HTTP/1.1" status: 204 len: 173 time: 1.7934170 Nov 25 17:31:46.246990 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1de9198d-b7d6-4bdb-b0c9-0f09481cf809 req-ef4e08e3-0d1a-4114-8fff-9a2fb8f1b9d4 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] 10.222.0.75 "GET /v2.0/floatingips/344c0532-f317-40e5-bbb5-45a8b7b6c02c HTTP/1.1" status: 200 len: 692 time: 0.0688014 Nov 25 17:31:46.277497 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e1abc0ea-e479-446b-907a-01a17eb7a3d7 req-1a6a5ed8-57e5-43ae-9b02-164fe43bbaad service neutron] 10.222.0.74 "GET /v2.0/networks/124f5b02-f613-458f-b33d-77fb5d166863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997435 Nov 25 17:31:46.296615 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ed33db80-663b-4656-9855-4d9c584419b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:46.396718 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eef9a6-4218-4faa-9de5-ea5b25b8eb1b req-e30c1f8f-8d31-454e-8e47-788b4434e92e tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:46.398259 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-28eef9a6-4218-4faa-9de5-ea5b25b8eb1b req-e30c1f8f-8d31-454e-8e47-788b4434e92e tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfd482ad-3136-47f0-b163-fc46f11fc7ac HTTP/1.1" status: 200 len: 946 time: 0.1199124 Nov 25 17:31:46.420300 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9198d-b7d6-4bdb-b0c9-0f09481cf809 req-e131843e-15ae-4aa3-ba74-5a85af17209d tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:46.421753 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1de9198d-b7d6-4bdb-b0c9-0f09481cf809 req-e131843e-15ae-4aa3-ba74-5a85af17209d tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] 10.222.0.75 "GET /v2.0/networks/1aa44027-b9d0-4a56-9a59-7e664703e20a HTTP/1.1" status: 200 len: 784 time: 0.1629918 Nov 25 17:31:46.436251 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [req-1de9198d-b7d6-4bdb-b0c9-0f09481cf809 req-d5550f37-c697-4454-9b70-97f7212b4b45 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:31:46.437278 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1de9198d-b7d6-4bdb-b0c9-0f09481cf809 req-d5550f37-c697-4454-9b70-97f7212b4b45 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081487 Nov 25 17:31:46.464505 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed33db80-663b-4656-9855-4d9c584419b9 admin admin] Router 7168b50f-59dc-4fee-aaeb-a6ebb78a9b50 is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:31:46.510708 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-28eef9a6-4218-4faa-9de5-ea5b25b8eb1b req-5f126b2b-eb19-420c-885f-2d0bae009b5f tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a4fb475-e9ec-4623-9c08-36dcb76340fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064730 Nov 25 17:31:46.514861 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1de9198d-b7d6-4bdb-b0c9-0f09481cf809 req-08cfb34f-48c5-4e26-8285-e44830846282 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.0.71 HTTP/1.1" status: 200 len: 695 time: 0.0652134 Nov 25 17:31:46.577196 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1de9198d-b7d6-4bdb-b0c9-0f09481cf809 req-7c97dbcc-2715-45e6-a28a-b5f9e973915f tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.0.71 HTTP/1.1" status: 200 len: 695 time: 0.0552049 Nov 25 17:31:46.578196 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:46.597326 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed33db80-663b-4656-9855-4d9c584419b9 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:31:46.610904 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863dff15-4fc3-41e1-bbe7-203395e941aa None None] Sync routers for ids ['7168b50f-59dc-4fee-aaeb-a6ebb78a9b50'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:31:46.622957 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ed33db80-663b-4656-9855-4d9c584419b9 admin admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:46.624295 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ed33db80-663b-4656-9855-4d9c584419b9 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0932400 Nov 25 17:31:46.626999 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44290) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:46.633429 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863dff15-4fc3-41e1-bbe7-203395e941aa None None] Routers {'7168b50f-59dc-4fee-aaeb-a6ebb78a9b50'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:31:46.634105 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-863dff15-4fc3-41e1-bbe7-203395e941aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:31:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['7168b50f-59dc-4fee-aaeb-a6ebb78a9b50'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:46.730668 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b430ce74-29e1-427c-a914-32cd922d5473 req-f7219524-7a7e-4652-b530-c13b93d7b8f9 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:46.736794 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b430ce74-29e1-427c-a914-32cd922d5473 req-f7219524-7a7e-4652-b530-c13b93d7b8f9 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:46.751188 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b430ce74-29e1-427c-a914-32cd922d5473 req-f7219524-7a7e-4652-b530-c13b93d7b8f9 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:46.760236 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b430ce74-29e1-427c-a914-32cd922d5473 req-f7219524-7a7e-4652-b530-c13b93d7b8f9 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "GET /v2.0/ports?device_id=2689803f-6d67-47c8-93a2-8fbdc1f4eaf8 HTTP/1.1" status: 200 len: 2417 time: 0.1744823 Nov 25 17:31:46.779257 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-863dff15-4fc3-41e1-bbe7-203395e941aa None None] Set router 7168b50f-59dc-4fee-aaeb-a6ebb78a9b50 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:31:46.807092 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:46.843296 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b430ce74-29e1-427c-a914-32cd922d5473 req-8e0044d7-137c-4ad5-ae92-1782737ec388 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "GET /v2.0/security-groups?id=6cba972f-cee6-4d43-9317-8cfe4a5ae4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807562 Nov 25 17:31:46.855280 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-1de9198d-b7d6-4bdb-b0c9-0f09481cf809 req-b0d75877-c14e-4e53-b4ba-007f4674823b tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Deleting port 40a71ad7-3afe-4b3d-bfa4-bfd4cb80249b {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:31:46.855693 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['156eba66-fef4-4dab-adfa-2ba5e2376881'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:31:46.855888 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1de9198d-b7d6-4bdb-b0c9-0f09481cf809 req-b0d75877-c14e-4e53-b4ba-007f4674823b tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:46.858404 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['f54006cb-a702-40a6-af02-82688e9a733c'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:31:46.928048 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['f523f711-5404-47b9-b4c7-6ff9dd296afe'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:31:47.022002 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1de9198d-b7d6-4bdb-b0c9-0f09481cf809 req-b0d75877-c14e-4e53-b4ba-007f4674823b tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:47.022437 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1de9198d-b7d6-4bdb-b0c9-0f09481cf809 req-b0d75877-c14e-4e53-b4ba-007f4674823b tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:47.037398 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-1de9198d-b7d6-4bdb-b0c9-0f09481cf809 req-b0d75877-c14e-4e53-b4ba-007f4674823b tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Calling delete_port for 40a71ad7-3afe-4b3d-bfa4-bfd4cb80249b owned by network:floatingip {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:31:47.189245 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c1967f-7179-4b85-9bd7-3fa7c6a8067f x-openstack-request-id: req-49c1967f-7179-4b85-9bd7-3fa7c6a8067f {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:31:47.189504 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd482ad-3136-47f0-b163-fc46f11fc7ac", "name": "network-vif-plugged", "status": "completed", "tag": "550de2a6-ffbd-4c86-ac21-4914075aa3e6", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:31:47.189742 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-49c1967f-7179-4b85-9bd7-3fa7c6a8067f {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:31:47.190067 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd482ad-3136-47f0-b163-fc46f11fc7ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '550de2a6-ffbd-4c86-ac21-4914075aa3e6', 'code': 200} Nov 25 17:31:47.192482 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0747ab58-91dd-48fb-aaf7-a87939d49201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:47.194849 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['f2c88a46-7369-4ef9-bca9-b0c34a2b0c87'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:31:47.196790 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['3e8dca40-6833-4868-bd94-c2c3a4bc80dd'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:31:47.198704 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['58e5de73-8a69-4d16-ae13-ab33677f39c5'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:31:47.217306 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['d7d22436-d666-4aa2-84ba-d29348f106e5'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:31:47.219055 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7f1ab1-c885-4413-8344-1dfc8366da53 None None] Network 49c799e6-01fb-4356-b67f-8b970273c51a requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:31:47.248069 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf39f23-dbe7-451c-a07f-0214a16efeef req-3c834fa9-b0c1-4c96-9efd-5a80a1a378d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:47.249946 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4cf39f23-dbe7-451c-a07f-0214a16efeef req-3c834fa9-b0c1-4c96-9efd-5a80a1a378d5 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=dfd482ad-3136-47f0-b163-fc46f11fc7ac HTTP/1.1" status: 200 len: 1097 time: 0.1367729 Nov 25 17:31:47.288881 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5acbf3-4796-4d6f-b757-6393c2d971d8 req-22d5e2d5-78be-42ec-b443-6c9bb7dad587 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:47.292648 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bb5acbf3-4796-4d6f-b757-6393c2d971d8 req-22d5e2d5-78be-42ec-b443-6c9bb7dad587 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfef76b5-510b-4571-afdd-528a67da392d HTTP/1.1" status: 200 len: 945 time: 0.1761596 Nov 25 17:31:47.381877 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1de9198d-b7d6-4bdb-b0c9-0f09481cf809 req-b0d75877-c14e-4e53-b4ba-007f4674823b tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:47.383525 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-0747ab58-91dd-48fb-aaf7-a87939d49201 admin admin] Allocated IP 172.20.0.1 (49c799e6-01fb-4356-b67f-8b970273c51a/25a72b94-fb6e-4434-9c21-274e75835bc9/54bdbdc2-5281-4b2a-8b87-916bf45252e8) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:31:47.429853 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-cc91ed52-6e14-4c70-a40d-a899f5d2e97b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:47.436351 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d75877-c14e-4e53-b4ba-007f4674823b tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Pushing event deleted for resources: {'Port': ['ID=40a71ad7-3afe-4b3d-bfa4-bfd4cb80249b,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:47.446107 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4cf39f23-dbe7-451c-a07f-0214a16efeef req-5cf9cb59-4ee3-4417-bf06-64270b3bb956 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=8a4fb475-e9ec-4623-9c08-36dcb76340fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542149 Nov 25 17:31:47.495969 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-0c79bb94-a3bb-4903-a17b-538a80be6feb None None] Provisioning complete for port 6dc03968-1279-42b0-a51f-1c2cfb6b261d triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:47.496332 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0c79bb94-a3bb-4903-a17b-538a80be6feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:47.497265 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bb5acbf3-4796-4d6f-b757-6393c2d971d8 req-e9b0690f-d361-49ec-88a0-bbfdc12f29f0 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/security-groups?id=64a4895e-66bb-4a82-9045-67d823985e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765666 Nov 25 17:31:47.544034 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0747ab58-91dd-48fb-aaf7-a87939d49201 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:47.562450 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1de9198d-b7d6-4bdb-b0c9-0f09481cf809 req-b0d75877-c14e-4e53-b4ba-007f4674823b tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Publish callbacks [] for floatingip, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:47.566511 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1de9198d-b7d6-4bdb-b0c9-0f09481cf809 req-b0d75877-c14e-4e53-b4ba-007f4674823b tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:47.581248 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1de9198d-b7d6-4bdb-b0c9-0f09481cf809 req-b0d75877-c14e-4e53-b4ba-007f4674823b tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] 10.222.0.75 "DELETE /v2.0/floatingips/344c0532-f317-40e5-bbb5-45a8b7b6c02c HTTP/1.1" status: 204 len: 173 time: 1.0024183 Nov 25 17:31:47.600371 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0747ab58-91dd-48fb-aaf7-a87939d49201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:47.684877 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0747ab58-91dd-48fb-aaf7-a87939d49201 admin admin] Network 49c799e6-01fb-4356-b67f-8b970273c51a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:31:47.690874 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-0747ab58-91dd-48fb-aaf7-a87939d49201 admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:47.693824 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0747ab58-91dd-48fb-aaf7-a87939d49201 admin admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:31:47.724179 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0747ab58-91dd-48fb-aaf7-a87939d49201 admin admin] Pushing event updated for resources: {'Port': ['ID=54bdbdc2-5281-4b2a-8b87-916bf45252e8,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:47.758228 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0747ab58-91dd-48fb-aaf7-a87939d49201 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:47.799312 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c70f0d-bcdd-4459-9683-c547894bdfd9 req-4e706f14-86e1-4027-bb4f-18abd2778871 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:47.805685 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c70f0d-bcdd-4459-9683-c547894bdfd9 req-4e706f14-86e1-4027-bb4f-18abd2778871 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:47.812548 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c70f0d-bcdd-4459-9683-c547894bdfd9 req-4e706f14-86e1-4027-bb4f-18abd2778871 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:47.819825 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c70f0d-bcdd-4459-9683-c547894bdfd9 req-4e706f14-86e1-4027-bb4f-18abd2778871 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:47.827454 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c70f0d-bcdd-4459-9683-c547894bdfd9 req-4e706f14-86e1-4027-bb4f-18abd2778871 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:47.834880 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c70f0d-bcdd-4459-9683-c547894bdfd9 req-4e706f14-86e1-4027-bb4f-18abd2778871 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:47.842124 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c70f0d-bcdd-4459-9683-c547894bdfd9 req-4e706f14-86e1-4027-bb4f-18abd2778871 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:47.850563 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-85c70f0d-bcdd-4459-9683-c547894bdfd9 req-4e706f14-86e1-4027-bb4f-18abd2778871 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 5427 time: 0.1323404 Nov 25 17:31:47.923043 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0747ab58-91dd-48fb-aaf7-a87939d49201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:47.953142 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de5cac-cf5a-4cfb-acf0-182e5a785560 req-fa5082b1-6b1d-4577-863c-e7f3f6b6eeb5 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:47.954672 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-60de5cac-cf5a-4cfb-acf0-182e5a785560 req-fa5082b1-6b1d-4577-863c-e7f3f6b6eeb5 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfd482ad-3136-47f0-b163-fc46f11fc7ac HTTP/1.1" status: 200 len: 946 time: 0.1021545 Nov 25 17:31:47.986888 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-85c70f0d-bcdd-4459-9683-c547894bdfd9 req-4f22dda4-38d8-485a-97e6-1575d0dabc1e tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/security-groups?id=7dac673b-c262-4497-b783-e9f920753627&id=0577770c-39b7-4b0c-8124-55e039ea72f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1354587 Nov 25 17:31:48.034553 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-60de5cac-cf5a-4cfb-acf0-182e5a785560 req-4a785de7-1a67-4581-a756-47524b423f1f tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a4fb475-e9ec-4623-9c08-36dcb76340fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689409 Nov 25 17:31:48.135650 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a3a084d4-fe83-4425-bbe4-95b1409fa700 req-70713236-6ebc-4348-90dc-8f085e774713 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] 10.222.0.75 "GET /v2.0/floatingips/beb81cf1-e8b9-4c59-9ba2-f585565386e8 HTTP/1.1" status: 200 len: 693 time: 0.0736539 Nov 25 17:31:48.174854 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0c79bb94-a3bb-4903-a17b-538a80be6feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:48.220559 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0747ab58-91dd-48fb-aaf7-a87939d49201 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:48.223743 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 6dc03968-1279-42b0-a51f-1c2cfb6b261d up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:31:48.227562 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0747ab58-91dd-48fb-aaf7-a87939d49201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:48.276090 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-863dff15-4fc3-41e1-bbe7-203395e941aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7168b50f-59dc-4fee-aaeb-a6ebb78a9b50', 'name': 'tempest-AttachVolumeShelveTestJSON-779843250-router', 'tenant_id': 'd4086650dac54a539044dab15f8f252a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'c2d1fa30-f17d-4813-8406-2a686109ed95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:44Z', 'updated_at': '2021-11-25T17:31:45Z', 'revision_number': 3, 'project_id': 'd4086650dac54a539044dab15f8f252a', 'gw_port': {'id': 'c2d1fa30-f17d-4813-8406-2a686109ed95', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7168b50f-59dc-4fee-aaeb-a6ebb78a9b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:45Z', 'updated_at': '2021-11-25T17:31:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:48.309811 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a084d4-fe83-4425-bbe4-95b1409fa700 req-2a66afb3-60c4-4f8f-8481-d59c6531b9f4 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:48.318088 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a3a084d4-fe83-4425-bbe4-95b1409fa700 req-2a66afb3-60c4-4f8f-8481-d59c6531b9f4 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] 10.222.0.75 "GET /v2.0/networks/1aa44027-b9d0-4a56-9a59-7e664703e20a HTTP/1.1" status: 200 len: 784 time: 0.1741822 Nov 25 17:31:48.333865 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0747ab58-91dd-48fb-aaf7-a87939d49201 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:48.337398 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0747ab58-91dd-48fb-aaf7-a87939d49201 admin admin] Pushing event updated for resources: {'Port': ['ID=54bdbdc2-5281-4b2a-8b87-916bf45252e8,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:48.383234 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863dff15-4fc3-41e1-bbe7-203395e941aa None None] Checking router: 7168b50f-59dc-4fee-aaeb-a6ebb78a9b50 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:31:48.383638 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863dff15-4fc3-41e1-bbe7-203395e941aa None None] Updating router 7168b50f-59dc-4fee-aaeb-a6ebb78a9b50 port c2d1fa30-f17d-4813-8406-2a686109ed95 binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:31:48.405577 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a3a084d4-fe83-4425-bbe4-95b1409fa700 req-88af19f3-3610-4648-bb84-6ccf9b81fb1a tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.0.107 HTTP/1.1" status: 200 len: 696 time: 0.0860641 Nov 25 17:31:48.435665 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-0c79bb94-a3bb-4903-a17b-538a80be6feb None None] For port 6dc03968-1279-42b0-a51f-1c2cfb6b261d, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=6dc03968-1279-42b0-a51f-1c2cfb6b261d,segment=NetworkSegment(74518c65-0a77-49eb-8302-d0397cc0c64c),segment_id=74518c65-0a77-49eb-8302-d0397cc0c64c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:48.456644 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0c79bb94-a3bb-4903-a17b-538a80be6feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:48.458610 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0747ab58-91dd-48fb-aaf7-a87939d49201 admin admin] Network 49c799e6-01fb-4356-b67f-8b970273c51a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:31:48.461162 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-0747ab58-91dd-48fb-aaf7-a87939d49201 admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:48.471278 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-863dff15-4fc3-41e1-bbe7-203395e941aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:48.487038 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a3a084d4-fe83-4425-bbe4-95b1409fa700 req-7b72d125-4bb6-4c14-a9c0-e5c32a8aecd4 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.0.107 HTTP/1.1" status: 200 len: 696 time: 0.0743539 Nov 25 17:31:48.503274 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1476eb93-1996-47cc-a2ea-3ba1dd0eb636 req-a60f4bcb-dde3-4265-a589-069efb1bd939 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:48.504867 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1476eb93-1996-47cc-a2ea-3ba1dd0eb636 req-a60f4bcb-dde3-4265-a589-069efb1bd939 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "GET /v2.0/ports?device_id=4cb5461f-2bf7-48e4-a29b-8f006702c5a6 HTTP/1.1" status: 200 len: 945 time: 0.1353731 Nov 25 17:31:48.660745 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c79bb94-a3bb-4903-a17b-538a80be6feb None None] Pushing event updated for resources: {'Port': ['ID=6dc03968-1279-42b0-a51f-1c2cfb6b261d,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:48.683612 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0747ab58-91dd-48fb-aaf7-a87939d49201 admin admin] Router 7168b50f-59dc-4fee-aaeb-a6ebb78a9b50 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:31:48.692871 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 6dc03968-1279-42b0-a51f-1c2cfb6b261d triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:48.693271 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:48.722024 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1476eb93-1996-47cc-a2ea-3ba1dd0eb636 req-ec747d5f-23d0-4e0a-affd-72d08e666fd3 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "GET /v2.0/security-groups?id=3ec58929-08cc-4fef-97af-6c434afc53d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103617 Nov 25 17:31:48.743721 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-a3a084d4-fe83-4425-bbe4-95b1409fa700 req-b26cf87d-d39f-42e1-8ef2-47b363e94c59 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Deleting port 3609c978-e574-4630-a2ee-71e79790268d {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:31:48.745423 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a3a084d4-fe83-4425-bbe4-95b1409fa700 req-b26cf87d-d39f-42e1-8ef2-47b363e94c59 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:48.860757 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-53efb4bf-7a6f-40b9-8ec7-0a75bed9f56d None None] Provisioning complete for port 6dc03968-1279-42b0-a51f-1c2cfb6b261d triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:48.861168 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-53efb4bf-7a6f-40b9-8ec7-0a75bed9f56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:48.881277 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0747ab58-91dd-48fb-aaf7-a87939d49201 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:31:48.893400 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0747ab58-91dd-48fb-aaf7-a87939d49201 admin admin] 10.222.0.75 "PUT /v2.0/routers/7168b50f-59dc-4fee-aaeb-a6ebb78a9b50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2652910 Nov 25 17:31:48.911480 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a3a084d4-fe83-4425-bbe4-95b1409fa700 req-b26cf87d-d39f-42e1-8ef2-47b363e94c59 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:48.912088 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a3a084d4-fe83-4425-bbe4-95b1409fa700 req-b26cf87d-d39f-42e1-8ef2-47b363e94c59 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:48.931425 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-a3a084d4-fe83-4425-bbe4-95b1409fa700 req-b26cf87d-d39f-42e1-8ef2-47b363e94c59 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Calling delete_port for 3609c978-e574-4630-a2ee-71e79790268d owned by network:floatingip {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:31:48.960915 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a9a96-4c38-43aa-82ba-5aebdfdff55b req-ed1da674-4210-4cdd-9beb-dda199b34799 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:48.968506 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f01a9a96-4c38-43aa-82ba-5aebdfdff55b req-ed1da674-4210-4cdd-9beb-dda199b34799 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfef76b5-510b-4571-afdd-528a67da392d HTTP/1.1" status: 200 len: 945 time: 0.1042929 Nov 25 17:31:49.034794 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-863dff15-4fc3-41e1-bbe7-203395e941aa None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:49.051084 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-863dff15-4fc3-41e1-bbe7-203395e941aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:49.079910 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f01a9a96-4c38-43aa-82ba-5aebdfdff55b req-244c2c21-26ac-4678-bc65-5d862fbe4ee2 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/security-groups?id=64a4895e-66bb-4a82-9045-67d823985e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104388 Nov 25 17:31:49.112997 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f719447d-dc24-4700-a32b-4061f04cc994 None None] Pushing event updated for resources: {'Port': ['ID=c2d1fa30-f17d-4813-8406-2a686109ed95,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:49.115146 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-53efb4bf-7a6f-40b9-8ec7-0a75bed9f56d None None] Provisioning complete for port 54bdbdc2-5281-4b2a-8b87-916bf45252e8 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:49.115583 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-53efb4bf-7a6f-40b9-8ec7-0a75bed9f56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:49.149677 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-863dff15-4fc3-41e1-bbe7-203395e941aa None None] Attempting to bind port c2d1fa30-f17d-4813-8406-2a686109ed95 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:31:49.150060 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-863dff15-4fc3-41e1-bbe7-203395e941aa None None] Attempting to bind port c2d1fa30-f17d-4813-8406-2a686109ed95 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:31:49.150438 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863dff15-4fc3-41e1-bbe7-203395e941aa None None] Attempting to bind port c2d1fa30-f17d-4813-8406-2a686109ed95 on network 1aa44027-b9d0-4a56-9a59-7e664703e20a {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:31:49.161381 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863dff15-4fc3-41e1-bbe7-203395e941aa None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:31:49.161765 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863dff15-4fc3-41e1-bbe7-203395e941aa None None] Checking segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:31:49.162183 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-863dff15-4fc3-41e1-bbe7-203395e941aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:49.162588 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863dff15-4fc3-41e1-bbe7-203395e941aa None None] Bound using segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:31:49.163081 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-863dff15-4fc3-41e1-bbe7-203395e941aa None None] Bound port: c2d1fa30-f17d-4813-8406-2a686109ed95, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:31:49.163472 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-863dff15-4fc3-41e1-bbe7-203395e941aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:49.189834 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-53efb4bf-7a6f-40b9-8ec7-0a75bed9f56d None None] Port 54bdbdc2-5281-4b2a-8b87-916bf45252e8 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:31:49.218022 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a3a084d4-fe83-4425-bbe4-95b1409fa700 req-b26cf87d-d39f-42e1-8ef2-47b363e94c59 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:49.226248 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-863dff15-4fc3-41e1-bbe7-203395e941aa None None] For port c2d1fa30-f17d-4813-8406-2a686109ed95, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:31:49.230946 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-863dff15-4fc3-41e1-bbe7-203395e941aa None None] For port c2d1fa30-f17d-4813-8406-2a686109ed95, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=c2d1fa30-f17d-4813-8406-2a686109ed95,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:31:49.236038 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-863dff15-4fc3-41e1-bbe7-203395e941aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:49.265494 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26cf87d-d39f-42e1-8ef2-47b363e94c59 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Pushing event deleted for resources: {'Port': ['ID=3609c978-e574-4630-a2ee-71e79790268d,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:49.350394 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f92808-6b96-48d0-95c2-b91de155e7b9 req-8c96f031-1653-493e-bb0b-9ac632e8df91 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:49.356266 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f92808-6b96-48d0-95c2-b91de155e7b9 req-8c96f031-1653-493e-bb0b-9ac632e8df91 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:49.362839 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f92808-6b96-48d0-95c2-b91de155e7b9 req-8c96f031-1653-493e-bb0b-9ac632e8df91 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:49.364571 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b8f92808-6b96-48d0-95c2-b91de155e7b9 req-8c96f031-1653-493e-bb0b-9ac632e8df91 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "GET /v2.0/ports?device_id=2689803f-6d67-47c8-93a2-8fbdc1f4eaf8 HTTP/1.1" status: 200 len: 2417 time: 0.1820233 Nov 25 17:31:49.409083 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b7c322-3998-468d-b84a-61fb32139417 req-97f4518d-9bcd-47ac-ba39-e274a7eff706 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:49.410625 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-99b7c322-3998-468d-b84a-61fb32139417 req-97f4518d-9bcd-47ac-ba39-e274a7eff706 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.74 "GET /v2.0/ports?device_id=4cb5461f-2bf7-48e4-a29b-8f006702c5a6 HTTP/1.1" status: 200 len: 945 time: 0.1584973 Nov 25 17:31:49.412851 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a3a084d4-fe83-4425-bbe4-95b1409fa700 req-b26cf87d-d39f-42e1-8ef2-47b363e94c59 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Publish callbacks [] for floatingip, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:49.415549 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a3a084d4-fe83-4425-bbe4-95b1409fa700 req-b26cf87d-d39f-42e1-8ef2-47b363e94c59 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:49.416659 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a3a084d4-fe83-4425-bbe4-95b1409fa700 req-b26cf87d-d39f-42e1-8ef2-47b363e94c59 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] 10.222.0.75 "DELETE /v2.0/floatingips/beb81cf1-e8b9-4c59-9ba2-f585565386e8 HTTP/1.1" status: 204 len: 173 time: 0.9288585 Nov 25 17:31:49.484231 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863dff15-4fc3-41e1-bbe7-203395e941aa None None] Routers {'7168b50f-59dc-4fee-aaeb-a6ebb78a9b50'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:31:49.484763 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-863dff15-4fc3-41e1-bbe7-203395e941aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:31:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['7168b50f-59dc-4fee-aaeb-a6ebb78a9b50'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:49.490283 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f719447d-dc24-4700-a32b-4061f04cc994 None None] Pushing event updated for resources: {'Port': ['ID=c2d1fa30-f17d-4813-8406-2a686109ed95,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:49.492356 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b8f92808-6b96-48d0-95c2-b91de155e7b9 req-b5b1ba19-7c27-4806-a79e-513d89809331 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "GET /v2.0/security-groups?id=6cba972f-cee6-4d43-9317-8cfe4a5ae4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186388 Nov 25 17:31:49.564919 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-264fecfb-633b-490c-b4fd-38f635d84d43 None None] Provisioning complete for port 54bdbdc2-5281-4b2a-8b87-916bf45252e8 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:49.565345 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-264fecfb-633b-490c-b4fd-38f635d84d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:49.573176 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-99b7c322-3998-468d-b84a-61fb32139417 req-a7c2cef6-abae-474f-8bb1-c91fa3399208 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Deleting port 170b832f-d4c3-4157-beaf-6670b20915f6 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:31:49.573521 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-99b7c322-3998-468d-b84a-61fb32139417 req-a7c2cef6-abae-474f-8bb1-c91fa3399208 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:49.574625 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-cd06b596-4508-4869-b01c-6ae97fd70e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:49.620859 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-264fecfb-633b-490c-b4fd-38f635d84d43 None None] Port 54bdbdc2-5281-4b2a-8b87-916bf45252e8 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:31:49.641747 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-863dff15-4fc3-41e1-bbe7-203395e941aa None None] Set router 7168b50f-59dc-4fee-aaeb-a6ebb78a9b50 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:31:49.712145 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ffe000-1feb-4d14-965f-9b9c627e0f24 req-2b2d34a0-bbcd-44c1-a6f9-5c7ad1c3de2e tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:49.718321 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ffe000-1feb-4d14-965f-9b9c627e0f24 req-2b2d34a0-bbcd-44c1-a6f9-5c7ad1c3de2e tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:49.724248 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ffe000-1feb-4d14-965f-9b9c627e0f24 req-2b2d34a0-bbcd-44c1-a6f9-5c7ad1c3de2e tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:49.730221 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ffe000-1feb-4d14-965f-9b9c627e0f24 req-2b2d34a0-bbcd-44c1-a6f9-5c7ad1c3de2e tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:49.736938 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ffe000-1feb-4d14-965f-9b9c627e0f24 req-2b2d34a0-bbcd-44c1-a6f9-5c7ad1c3de2e tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:49.742812 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ffe000-1feb-4d14-965f-9b9c627e0f24 req-2b2d34a0-bbcd-44c1-a6f9-5c7ad1c3de2e tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:49.750481 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ffe000-1feb-4d14-965f-9b9c627e0f24 req-2b2d34a0-bbcd-44c1-a6f9-5c7ad1c3de2e tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:49.752574 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-17ffe000-1feb-4d14-965f-9b9c627e0f24 req-2b2d34a0-bbcd-44c1-a6f9-5c7ad1c3de2e tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 5427 time: 0.1828442 Nov 25 17:31:49.789443 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85f465-f3f7-44e3-aa34-b8b3e8a1ccbf req-73193597-490e-457e-a7d6-e6d7964dccdc tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:49.790880 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dc85f465-f3f7-44e3-aa34-b8b3e8a1ccbf req-73193597-490e-457e-a7d6-e6d7964dccdc tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfd482ad-3136-47f0-b163-fc46f11fc7ac HTTP/1.1" status: 200 len: 946 time: 0.1799843 Nov 25 17:31:49.823676 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-99b7c322-3998-468d-b84a-61fb32139417 req-a7c2cef6-abae-474f-8bb1-c91fa3399208 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] For port 170b832f-d4c3-4157-beaf-6670b20915f6, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=170b832f-d4c3-4157-beaf-6670b20915f6,segment=NetworkSegment(56419961-a63e-49f1-a134-fbcd7c726fe9),segment_id=56419961-a63e-49f1-a134-fbcd7c726fe9)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:49.824073 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-99b7c322-3998-468d-b84a-61fb32139417 req-a7c2cef6-abae-474f-8bb1-c91fa3399208 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:49.843981 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-863dff15-4fc3-41e1-bbe7-203395e941aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7168b50f-59dc-4fee-aaeb-a6ebb78a9b50', 'name': 'tempest-AttachVolumeShelveTestJSON-779843250-router', 'tenant_id': 'd4086650dac54a539044dab15f8f252a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'c2d1fa30-f17d-4813-8406-2a686109ed95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:44Z', 'updated_at': '2021-11-25T17:31:47Z', 'revision_number': 4, 'project_id': 'd4086650dac54a539044dab15f8f252a', 'gw_port': {'id': 'c2d1fa30-f17d-4813-8406-2a686109ed95', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7168b50f-59dc-4fee-aaeb-a6ebb78a9b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:45Z', 'updated_at': '2021-11-25T17:31:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '54bdbdc2-5281-4b2a-8b87-916bf45252e8', 'name': '', 'network_id': '49c799e6-01fb-4356-b67f-8b970273c51a', 'tenant_id': 'd4086650dac54a539044dab15f8f252a', 'mac_address': 'fa:16:3e:ab:ec:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7168b50f-59dc-4fee-aaeb-a6ebb78a9b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '25a72b94-fb6e-4434-9c21-274e75835bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:47Z', 'updated_at': '2021-11-25T17:31:47Z', 'revision_number': 2, 'project_id': 'd4086650dac54a539044dab15f8f252a', 'subnets': [{'id': '25a72b94-fb6e-4434-9c21-274e75835bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:49.858860 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-99b7c322-3998-468d-b84a-61fb32139417 req-a7c2cef6-abae-474f-8bb1-c91fa3399208 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Calling delete_port for 170b832f-d4c3-4157-beaf-6670b20915f6 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:31:49.875442 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863dff15-4fc3-41e1-bbe7-203395e941aa None None] The sync data for ids ['7168b50f-59dc-4fee-aaeb-a6ebb78a9b50'] in n-d-817746-1 is: [{'id': '7168b50f-59dc-4fee-aaeb-a6ebb78a9b50', 'name': 'tempest-AttachVolumeShelveTestJSON-779843250-router', 'tenant_id': 'd4086650dac54a539044dab15f8f252a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'c2d1fa30-f17d-4813-8406-2a686109ed95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:44Z', 'updated_at': '2021-11-25T17:31:47Z', 'revision_number': 4, 'project_id': 'd4086650dac54a539044dab15f8f252a', 'gw_port': {'id': 'c2d1fa30-f17d-4813-8406-2a686109ed95', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7168b50f-59dc-4fee-aaeb-a6ebb78a9b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:45Z', 'updated_at': '2021-11-25T17:31:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '54bdbdc2-5281-4b2a-8b87-916bf45252e8', 'name': '', 'network_id': '49c799e6-01fb-4356-b67f-8b970273c51a', 'tenant_id': 'd4086650dac54a539044dab15f8f252a', 'mac_address': 'fa:16:3e:ab:ec:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7168b50f-59dc-4fee-aaeb-a6ebb78a9b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '25a72b94-fb6e-4434-9c21-274e75835bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:47Z', 'updated_at': '2021-11-25T17:31:47Z', 'revision_number': 2, 'project_id': 'd4086650dac54a539044dab15f8f252a', 'subnets': [{'id': '25a72b94-fb6e-4434-9c21-274e75835bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:31:49.945508 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dc85f465-f3f7-44e3-aa34-b8b3e8a1ccbf req-10f9f160-1c32-4062-acbb-57e4bc7acd23 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a4fb475-e9ec-4623-9c08-36dcb76340fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425405 Nov 25 17:31:49.952532 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-17ffe000-1feb-4d14-965f-9b9c627e0f24 req-bbe3fd6b-2db5-4e03-accb-d38497bcae70 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/security-groups?id=7dac673b-c262-4497-b783-e9f920753627&id=0577770c-39b7-4b0c-8124-55e039ea72f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1843815 Nov 25 17:31:50.094066 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 6dc03968-1279-42b0-a51f-1c2cfb6b261d up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:31:50.187142 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 6dc03968-1279-42b0-a51f-1c2cfb6b261d triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:50.187524 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:50.273268 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:31:50.525370 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-99b7c322-3998-468d-b84a-61fb32139417 req-a7c2cef6-abae-474f-8bb1-c91fa3399208 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:50.554297 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103b500-0be8-4423-9066-6591e5da53bb req-72e3a10b-ee90-4172-a922-72a696e17cbf tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:50.562675 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f103b500-0be8-4423-9066-6591e5da53bb req-72e3a10b-ee90-4172-a922-72a696e17cbf tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfef76b5-510b-4571-afdd-528a67da392d HTTP/1.1" status: 200 len: 945 time: 0.4905338 Nov 25 17:31:50.620761 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c2cef6-abae-474f-8bb1-c91fa3399208 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Pushing event deleted for resources: {'Port': ['ID=170b832f-d4c3-4157-beaf-6670b20915f6,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:50.680400 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d8fd8-28a1-4faf-bd0d-dbeda56d9b26 req-6b048484-b20e-4da2-96ae-7473bc76f066 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:50.689146 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d8fd8-28a1-4faf-bd0d-dbeda56d9b26 req-6b048484-b20e-4da2-96ae-7473bc76f066 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:50.695698 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d8fd8-28a1-4faf-bd0d-dbeda56d9b26 req-6b048484-b20e-4da2-96ae-7473bc76f066 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:50.697931 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4c0d8fd8-28a1-4faf-bd0d-dbeda56d9b26 req-6b048484-b20e-4da2-96ae-7473bc76f066 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.90 "GET /v2.0/ports?device_id=2689803f-6d67-47c8-93a2-8fbdc1f4eaf8 HTTP/1.1" status: 200 len: 2417 time: 0.6231163 Nov 25 17:31:50.725894 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44342) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:50.730766 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-2ad60398-f4f3-47c1-9cbd-e5c427266974 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1203932437', 'description': 'tempest-description--78122232'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:50.758782 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:50.772776 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2ad60398-f4f3-47c1-9cbd-e5c427266974 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:50.840624 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b7c322-3998-468d-b84a-61fb32139417 req-a7c2cef6-abae-474f-8bb1-c91fa3399208 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] No DVR routers for this DVR port 170b832f-d4c3-4157-beaf-6670b20915f6 on host n-h1-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:31:50.844608 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-99b7c322-3998-468d-b84a-61fb32139417 req-a7c2cef6-abae-474f-8bb1-c91fa3399208 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:50.849105 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-99b7c322-3998-468d-b84a-61fb32139417 req-a7c2cef6-abae-474f-8bb1-c91fa3399208 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.74 "DELETE /v2.0/ports/170b832f-d4c3-4157-beaf-6670b20915f6 HTTP/1.1" status: 204 len: 173 time: 1.4314244 Nov 25 17:31:50.854692 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb5461f-2bf7-48e4-a29b-8f006702c5a6', 'name': 'network-vif-deleted', 'tag': '170b832f-d4c3-4157-beaf-6670b20915f6'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:31:50.857242 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe245e4-e435-4bf2-bf6b-60423dab7808" -d '{"events": [{"server_uuid": "4cb5461f-2bf7-48e4-a29b-8f006702c5a6", "name": "network-vif-deleted", "tag": "170b832f-d4c3-4157-beaf-6670b20915f6"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:31:50.859820 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2ad60398-f4f3-47c1-9cbd-e5c427266974 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:50.868209 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2ad60398-f4f3-47c1-9cbd-e5c427266974 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:50.906597 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['170b832f-d4c3-4157-beaf-6670b20915f6'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:31:50.937457 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2ad60398-f4f3-47c1-9cbd-e5c427266974 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:50.938218 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1b8984a7-b7bd-4421-a2e1-f05aedd584de req-06f72670-c933-4e3c-b6f4-94a87d52d2bd tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] 10.222.0.75 "GET /v2.0/floatingips/922b0c02-5f23-44fb-a198-2e66a2be44b8 HTTP/1.1" status: 200 len: 693 time: 0.1055775 Nov 25 17:31:50.940305 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2ad60398-f4f3-47c1-9cbd-e5c427266974 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2130902 Nov 25 17:31:50.943266 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44346) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:50.948606 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-d7baaea5-8752-4a6f-8887-6454a582182e tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Request body: {'security_group_rule': {'security_group_id': 'f1b3f624-9a69-4743-bfac-9a2aba2cec36', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:50.953068 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f103b500-0be8-4423-9066-6591e5da53bb req-13234a22-e48d-49cc-9d81-9e95f8674669 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/security-groups?id=64a4895e-66bb-4a82-9045-67d823985e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3892946 Nov 25 17:31:50.973155 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60398-f4f3-47c1-9cbd-e5c427266974 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b3f624-9a69-4743-bfac-9a2aba2cec36,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:51.072776 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d7baaea5-8752-4a6f-8887-6454a582182e tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:51.129255 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8984a7-b7bd-4421-a2e1-f05aedd584de req-e6a0d2c1-74a4-4bd8-8c99-ca24cb7e9e86 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:51.138833 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1b8984a7-b7bd-4421-a2e1-f05aedd584de req-e6a0d2c1-74a4-4bd8-8c99-ca24cb7e9e86 tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] 10.222.0.75 "GET /v2.0/networks/1aa44027-b9d0-4a56-9a59-7e664703e20a HTTP/1.1" status: 200 len: 784 time: 0.1994798 Nov 25 17:31:51.216481 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d7baaea5-8752-4a6f-8887-6454a582182e tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:51.225910 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d7baaea5-8752-4a6f-8887-6454a582182e tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:51.239797 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-4c0d8fd8-28a1-4faf-bd0d-dbeda56d9b26 req-27e07d50-bfd3-4cf1-b182-542e9ef7343a tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Deleting port 39b53f5f-4670-4b31-8c5d-ad30eb5fde27 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:31:51.240137 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-4c0d8fd8-28a1-4faf-bd0d-dbeda56d9b26 req-27e07d50-bfd3-4cf1-b182-542e9ef7343a tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:51.253790 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1b8984a7-b7bd-4421-a2e1-f05aedd584de req-4b1ab4d5-e79d-42e2-9f98-14f3688453be tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.0.100 HTTP/1.1" status: 200 len: 696 time: 0.1139216 Nov 25 17:31:51.255190 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7baaea5-8752-4a6f-8887-6454a582182e tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb7febe3-1b0a-499a-8372-f01c298c8c5d,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:51.259069 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4f3ada5f-efff-4a5e-a2d5-974dc8bd6316 req-9d271e99-5bc3-4576-99c7-9c6226a350f2 tempest-FloatingIPsAssociationTestJSON-1017160806 tempest-FloatingIPsAssociationTestJSON-1017160806-project] 10.222.0.75 "GET /v2.0/ports?device_id=4cb5461f-2bf7-48e4-a29b-8f006702c5a6 HTTP/1.1" status: 200 len: 210 time: 0.0667355 Nov 25 17:31:51.284051 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d7baaea5-8752-4a6f-8887-6454a582182e tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:51.293237 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d7baaea5-8752-4a6f-8887-6454a582182e tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3480129 Nov 25 17:31:51.300432 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44352) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:51.306485 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-b31ea05b-8d2a-4e9b-be09-986452d94c0f tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Request body: {'security_group_rule': {'security_group_id': 'f1b3f624-9a69-4743-bfac-9a2aba2cec36', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:51.379087 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b31ea05b-8d2a-4e9b-be09-986452d94c0f tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:51.379375 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1b8984a7-b7bd-4421-a2e1-f05aedd584de req-a504be8e-2042-42fe-b60b-cade67002d9e tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.0.100 HTTP/1.1" status: 200 len: 696 time: 0.1242549 Nov 25 17:31:51.509348 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b31ea05b-8d2a-4e9b-be09-986452d94c0f tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:51.520560 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b31ea05b-8d2a-4e9b-be09-986452d94c0f tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:51.553060 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31ea05b-8d2a-4e9b-be09-986452d94c0f tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a18074e9-f884-410f-ab6d-d0b6cc678a8a,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:51.574605 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b31ea05b-8d2a-4e9b-be09-986452d94c0f tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:51.579637 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b31ea05b-8d2a-4e9b-be09-986452d94c0f tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2780530 Nov 25 17:31:51.586493 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44356) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:51.599832 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-34b2e86a-8d11-4373-9fc1-bf313e94084c tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Request body: {'floatingip': {'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:51.648855 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-34b2e86a-8d11-4373-9fc1-bf313e94084c tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks [] for floatingip, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:51.670649 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-4c0d8fd8-28a1-4faf-bd0d-dbeda56d9b26 req-27e07d50-bfd3-4cf1-b182-542e9ef7343a tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] For port 39b53f5f-4670-4b31-8c5d-ad30eb5fde27, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=39b53f5f-4670-4b31-8c5d-ad30eb5fde27,segment=NetworkSegment(fc53b305-9a78-4f4b-98a5-68b9ae26162d),segment_id=fc53b305-9a78-4f4b-98a5-68b9ae26162d)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:51.671054 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-4c0d8fd8-28a1-4faf-bd0d-dbeda56d9b26 req-27e07d50-bfd3-4cf1-b182-542e9ef7343a tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:51.695337 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-4c0d8fd8-28a1-4faf-bd0d-dbeda56d9b26 req-27e07d50-bfd3-4cf1-b182-542e9ef7343a tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Calling delete_port for 39b53f5f-4670-4b31-8c5d-ad30eb5fde27 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:31:51.728310 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 156eba66-fef4-4dab-adfa-2ba5e2376881 up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:31:51.794805 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-34b2e86a-8d11-4373-9fc1-bf313e94084c tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:51.823869 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c7f39-5808-4198-a366-556022e979a8 req-aba51625-ffda-460d-bbde-005dd34c9437 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:51.836921 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port 156eba66-fef4-4dab-adfa-2ba5e2376881 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:31:51.838037 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c7f39-5808-4198-a366-556022e979a8 req-aba51625-ffda-460d-bbde-005dd34c9437 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:51.844071 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 156eba66-fef4-4dab-adfa-2ba5e2376881 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:51.844883 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c7f39-5808-4198-a366-556022e979a8 req-aba51625-ffda-460d-bbde-005dd34c9437 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:51.845385 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:51.846777 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-136c7f39-5808-4198-a366-556022e979a8 req-aba51625-ffda-460d-bbde-005dd34c9437 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "GET /v2.0/ports?device_id=2689803f-6d67-47c8-93a2-8fbdc1f4eaf8 HTTP/1.1" status: 200 len: 2417 time: 0.2606184 Nov 25 17:31:51.878805 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-1b8984a7-b7bd-4421-a2e1-f05aedd584de req-f2b59148-7484-42a9-a5b4-c6f6fabb8eaf tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Deleting port c3cf5815-9ea1-4ec2-97a8-18c02b49821d {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:31:51.879214 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1b8984a7-b7bd-4421-a2e1-f05aedd584de req-f2b59148-7484-42a9-a5b4-c6f6fabb8eaf tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:51.958886 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:52.012260 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-34b2e86a-8d11-4373-9fc1-bf313e94084c tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Allocated IP 172.25.0.132 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/0a1b3be1-cc5b-476f-a5d0-f93ea44e109d) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:31:52.022750 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:52.035129 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-136c7f39-5808-4198-a366-556022e979a8 req-2c62fd43-ef52-4b53-9f7b-c77bfaefe5f2 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "GET /v2.0/security-groups?id=6cba972f-cee6-4d43-9317-8cfe4a5ae4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603365 Nov 25 17:31:52.056487 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1b8984a7-b7bd-4421-a2e1-f05aedd584de req-f2b59148-7484-42a9-a5b4-c6f6fabb8eaf tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:52.056851 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1b8984a7-b7bd-4421-a2e1-f05aedd584de req-f2b59148-7484-42a9-a5b4-c6f6fabb8eaf tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:52.079255 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-4c0d8fd8-28a1-4faf-bd0d-dbeda56d9b26 req-27e07d50-bfd3-4cf1-b182-542e9ef7343a tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:52.079430 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '156eba66-fef4-4dab-adfa-2ba5e2376881'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:31:52.083420 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2be1e63-776d-4ee8-b4c9-1816ef43f6c6" -d '{"events": [{"server_uuid": "d4b5d011-e28c-42fc-ad2e-294a30d84492", "name": "network-vif-plugged", "status": "completed", "tag": "156eba66-fef4-4dab-adfa-2ba5e2376881"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:31:52.098386 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-1b8984a7-b7bd-4421-a2e1-f05aedd584de req-f2b59148-7484-42a9-a5b4-c6f6fabb8eaf tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Calling delete_port for c3cf5815-9ea1-4ec2-97a8-18c02b49821d owned by network:floatingip {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:31:52.107747 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 156eba66-fef4-4dab-adfa-2ba5e2376881, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=156eba66-fef4-4dab-adfa-2ba5e2376881,segment=NetworkSegment(23d8f0f9-c2dc-40f5-84f9-089bfa9c0f22),segment_id=23d8f0f9-c2dc-40f5-84f9-089bfa9c0f22)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:52.113045 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:52.114074 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device f2c88a46-7369-4ef9-bca9-b0c34a2b0c87 up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:31:52.133451 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52fe12db-2a33-4b4b-9ee2-2ea6a7533c64 x-openstack-request-id: req-52fe12db-2a33-4b4b-9ee2-2ea6a7533c64 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:31:52.133749 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb5461f-2bf7-48e4-a29b-8f006702c5a6", "name": "network-vif-deleted", "tag": "170b832f-d4c3-4157-beaf-6670b20915f6", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:31:52.134008 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-52fe12db-2a33-4b4b-9ee2-2ea6a7533c64 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:31:52.134502 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cb5461f-2bf7-48e4-a29b-8f006702c5a6', 'name': 'network-vif-deleted', 'tag': '170b832f-d4c3-4157-beaf-6670b20915f6', 'status': 'completed', 'code': 200} Nov 25 17:31:52.137497 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e07d50-bfd3-4cf1-b182-542e9ef7343a tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Pushing event deleted for resources: {'Port': ['ID=39b53f5f-4670-4b31-8c5d-ad30eb5fde27,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:52.211368 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device c2d1fa30-f17d-4813-8406-2a686109ed95 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:31:52.234626 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c0d8fd8-28a1-4faf-bd0d-dbeda56d9b26 req-27e07d50-bfd3-4cf1-b182-542e9ef7343a tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] No DVR routers for this DVR port 39b53f5f-4670-4b31-8c5d-ad30eb5fde27 on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:31:52.241674 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-4c0d8fd8-28a1-4faf-bd0d-dbeda56d9b26 req-27e07d50-bfd3-4cf1-b182-542e9ef7343a tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:52.245765 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4c0d8fd8-28a1-4faf-bd0d-dbeda56d9b26 req-27e07d50-bfd3-4cf1-b182-542e9ef7343a tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.90 "DELETE /v2.0/ports/39b53f5f-4670-4b31-8c5d-ad30eb5fde27 HTTP/1.1" status: 204 len: 173 time: 1.5401030 Nov 25 17:31:52.297852 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-34b2e86a-8d11-4373-9fc1-bf313e94084c tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:52.368987 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-34b2e86a-8d11-4373-9fc1-bf313e94084c tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:52.383198 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=156eba66-fef4-4dab-adfa-2ba5e2376881,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:52.400020 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port f2c88a46-7369-4ef9-bca9-b0c34a2b0c87 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:31:52.408167 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port c2d1fa30-f17d-4813-8406-2a686109ed95 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:52.408715 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:52.410285 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port f2c88a46-7369-4ef9-bca9-b0c34a2b0c87 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:52.410794 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:52.411148 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b2e86a-8d11-4373-9fc1-bf313e94084c tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:31:52.442262 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-4c0d8fd8-28a1-4faf-bd0d-dbeda56d9b26 req-73b5ee28-beef-4ace-bcac-c932fa8128b4 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Deleting port 7da791ad-9c45-4285-8e6e-a420dcdf5b69 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:31:52.442604 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-4c0d8fd8-28a1-4faf-bd0d-dbeda56d9b26 req-73b5ee28-beef-4ace-bcac-c932fa8128b4 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:52.450663 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-34b2e86a-8d11-4373-9fc1-bf313e94084c tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:52.461515 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b2e86a-8d11-4373-9fc1-bf313e94084c tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:31:52.474249 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1b8984a7-b7bd-4421-a2e1-f05aedd584de req-f2b59148-7484-42a9-a5b4-c6f6fabb8eaf tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:52.546026 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b59148-7484-42a9-a5b4-c6f6fabb8eaf tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Pushing event deleted for resources: {'Port': ['ID=c3cf5815-9ea1-4ec2-97a8-18c02b49821d,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:52.634735 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-34b2e86a-8d11-4373-9fc1-bf313e94084c tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:52.649979 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-4c0d8fd8-28a1-4faf-bd0d-dbeda56d9b26 req-73b5ee28-beef-4ace-bcac-c932fa8128b4 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] For port 7da791ad-9c45-4285-8e6e-a420dcdf5b69, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=7da791ad-9c45-4285-8e6e-a420dcdf5b69,segment=NetworkSegment(fc53b305-9a78-4f4b-98a5-68b9ae26162d),segment_id=fc53b305-9a78-4f4b-98a5-68b9ae26162d)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:52.651867 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:52.652134 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-4c0d8fd8-28a1-4faf-bd0d-dbeda56d9b26 req-73b5ee28-beef-4ace-bcac-c932fa8128b4 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:52.659367 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1b8984a7-b7bd-4421-a2e1-f05aedd584de req-f2b59148-7484-42a9-a5b4-c6f6fabb8eaf tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Publish callbacks [] for floatingip, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:52.663586 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1b8984a7-b7bd-4421-a2e1-f05aedd584de req-f2b59148-7484-42a9-a5b4-c6f6fabb8eaf tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:52.675839 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1b8984a7-b7bd-4421-a2e1-f05aedd584de req-f2b59148-7484-42a9-a5b4-c6f6fabb8eaf tempest-FloatingIPDetailsTestJSON-944250210 tempest-FloatingIPDetailsTestJSON-944250210-project] 10.222.0.75 "DELETE /v2.0/floatingips/922b0c02-5f23-44fb-a198-2e66a2be44b8 HTTP/1.1" status: 204 len: 173 time: 1.2957597 Nov 25 17:31:52.677779 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 44374) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:52.688810 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:52.695884 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b2e86a-8d11-4373-9fc1-bf313e94084c tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Pushing event updated for resources: {'Port': ['ID=0a1b3be1-cc5b-476f-a5d0-f93ea44e109d,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:52.705203 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-34b2e86a-8d11-4373-9fc1-bf313e94084c tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:52.769612 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port c2d1fa30-f17d-4813-8406-2a686109ed95, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=c2d1fa30-f17d-4813-8406-2a686109ed95,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:52.772752 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port f2c88a46-7369-4ef9-bca9-b0c34a2b0c87, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=f2c88a46-7369-4ef9-bca9-b0c34a2b0c87,segment=NetworkSegment(6f760b9f-05a7-45e0-b265-14c8c33a90b3),segment_id=6f760b9f-05a7-45e0-b265-14c8c33a90b3)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:52.780630 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:52.794949 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:52.797418 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device f523f711-5404-47b9-b4c7-6ff9dd296afe up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:31:52.859889 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e052c1-2036-4f9d-aab3-ef0b6bc6c656 x-openstack-request-id: req-66e052c1-2036-4f9d-aab3-ef0b6bc6c656 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:31:52.860567 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b5d011-e28c-42fc-ad2e-294a30d84492", "name": "network-vif-plugged", "status": "completed", "tag": "156eba66-fef4-4dab-adfa-2ba5e2376881", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:31:52.860729 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-66e052c1-2036-4f9d-aab3-ef0b6bc6c656 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:31:52.861169 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '156eba66-fef4-4dab-adfa-2ba5e2376881', 'code': 200} Nov 25 17:31:52.861790 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-4c0d8fd8-28a1-4faf-bd0d-dbeda56d9b26 req-73b5ee28-beef-4ace-bcac-c932fa8128b4 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Calling delete_port for 7da791ad-9c45-4285-8e6e-a420dcdf5b69 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:31:52.864612 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 44380) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:52.947062 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-34b2e86a-8d11-4373-9fc1-bf313e94084c tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:52.947961 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=c2d1fa30-f17d-4813-8406-2a686109ed95,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:52.954754 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-34b2e86a-8d11-4373-9fc1-bf313e94084c tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:53.002797 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:53.021402 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b2e86a-8d11-4373-9fc1-bf313e94084c tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Pushing event updated for resources: {'Port': ['ID=0a1b3be1-cc5b-476f-a5d0-f93ea44e109d,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:53.031015 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port f523f711-5404-47b9-b4c7-6ff9dd296afe completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:31:53.053337 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port f523f711-5404-47b9-b4c7-6ff9dd296afe triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:53.053862 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:53.068885 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-34b2e86a-8d11-4373-9fc1-bf313e94084c tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:53.091743 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-34b2e86a-8d11-4373-9fc1-bf313e94084c tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:53.093250 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-34b2e86a-8d11-4373-9fc1-bf313e94084c tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5056183 Nov 25 17:31:53.103820 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=f2c88a46-7369-4ef9-bca9-b0c34a2b0c87,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:53.178795 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd3ed6-5b9d-4ad1-9ffc-bcf6cbf84634 req-b12389c8-7a65-430d-a622-ddba611a8e61 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:53.185230 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd3ed6-5b9d-4ad1-9ffc-bcf6cbf84634 req-b12389c8-7a65-430d-a622-ddba611a8e61 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:53.189749 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:53.193022 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd3ed6-5b9d-4ad1-9ffc-bcf6cbf84634 req-b12389c8-7a65-430d-a622-ddba611a8e61 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:53.203296 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd3ed6-5b9d-4ad1-9ffc-bcf6cbf84634 req-b12389c8-7a65-430d-a622-ddba611a8e61 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:53.210573 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd3ed6-5b9d-4ad1-9ffc-bcf6cbf84634 req-b12389c8-7a65-430d-a622-ddba611a8e61 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:53.219008 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd3ed6-5b9d-4ad1-9ffc-bcf6cbf84634 req-b12389c8-7a65-430d-a622-ddba611a8e61 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:53.226922 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd3ed6-5b9d-4ad1-9ffc-bcf6cbf84634 req-b12389c8-7a65-430d-a622-ddba611a8e61 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:53.229723 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c6198d-4ec3-49e1-bf9d-05d70af9f325 None None] Sync routers for ids ['7168b50f-59dc-4fee-aaeb-a6ebb78a9b50'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:31:53.233347 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-05cd3ed6-5b9d-4ad1-9ffc-bcf6cbf84634 req-b12389c8-7a65-430d-a622-ddba611a8e61 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 5429 time: 0.4351134 Nov 25 17:31:53.236491 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port f523f711-5404-47b9-b4c7-6ff9dd296afe, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=f523f711-5404-47b9-b4c7-6ff9dd296afe,segment=NetworkSegment(6f760b9f-05a7-45e0-b265-14c8c33a90b3),segment_id=6f760b9f-05a7-45e0-b265-14c8c33a90b3)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:53.241123 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:53.241576 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c6198d-4ec3-49e1-bf9d-05d70af9f325 None None] Routers {'7168b50f-59dc-4fee-aaeb-a6ebb78a9b50'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:31:53.242195 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-b6c6198d-4ec3-49e1-bf9d-05d70af9f325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:31:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['7168b50f-59dc-4fee-aaeb-a6ebb78a9b50'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:53.242510 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device d7d22436-d666-4aa2-84ba-d29348f106e5 up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:31:53.337481 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=f523f711-5404-47b9-b4c7-6ff9dd296afe,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:53.355813 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port d7d22436-d666-4aa2-84ba-d29348f106e5 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:31:53.360950 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port d7d22436-d666-4aa2-84ba-d29348f106e5 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:53.361557 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:53.365345 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-b6c6198d-4ec3-49e1-bf9d-05d70af9f325 None None] Set router 7168b50f-59dc-4fee-aaeb-a6ebb78a9b50 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:31:53.425668 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-05cd3ed6-5b9d-4ad1-9ffc-bcf6cbf84634 req-6bab18af-f666-4dee-80af-8a7458939bbb tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/security-groups?id=7dac673b-c262-4497-b783-e9f920753627&id=0577770c-39b7-4b0c-8124-55e039ea72f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1796331 Nov 25 17:31:53.494596 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:53.544894 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port d7d22436-d666-4aa2-84ba-d29348f106e5, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=d7d22436-d666-4aa2-84ba-d29348f106e5,segment=NetworkSegment(ceeed56e-b08e-4ce0-affa-4a50f5e8a957),segment_id=ceeed56e-b08e-4ce0-affa-4a50f5e8a957)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:53.551806 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:53.553631 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device f54006cb-a702-40a6-af02-82688e9a733c up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:31:53.662897 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=d7d22436-d666-4aa2-84ba-d29348f106e5,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:53.674557 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port f54006cb-a702-40a6-af02-82688e9a733c completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:31:53.680731 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port f54006cb-a702-40a6-af02-82688e9a733c triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:53.681529 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:53.722321 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-b6c6198d-4ec3-49e1-bf9d-05d70af9f325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7168b50f-59dc-4fee-aaeb-a6ebb78a9b50', 'name': 'tempest-AttachVolumeShelveTestJSON-779843250-router', 'tenant_id': 'd4086650dac54a539044dab15f8f252a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'c2d1fa30-f17d-4813-8406-2a686109ed95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:44Z', 'updated_at': '2021-11-25T17:31:47Z', 'revision_number': 4, 'project_id': 'd4086650dac54a539044dab15f8f252a', 'gw_port': {'id': 'c2d1fa30-f17d-4813-8406-2a686109ed95', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7168b50f-59dc-4fee-aaeb-a6ebb78a9b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:45Z', 'updated_at': '2021-11-25T17:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '54bdbdc2-5281-4b2a-8b87-916bf45252e8', 'name': '', 'network_id': '49c799e6-01fb-4356-b67f-8b970273c51a', 'tenant_id': 'd4086650dac54a539044dab15f8f252a', 'mac_address': 'fa:16:3e:ab:ec:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7168b50f-59dc-4fee-aaeb-a6ebb78a9b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '25a72b94-fb6e-4434-9c21-274e75835bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:47Z', 'updated_at': '2021-11-25T17:31:47Z', 'revision_number': 2, 'project_id': 'd4086650dac54a539044dab15f8f252a', 'subnets': [{'id': '25a72b94-fb6e-4434-9c21-274e75835bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:53.777949 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c6198d-4ec3-49e1-bf9d-05d70af9f325 None None] Checking router: 7168b50f-59dc-4fee-aaeb-a6ebb78a9b50 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:31:53.778425 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c6198d-4ec3-49e1-bf9d-05d70af9f325 None None] Updating router 7168b50f-59dc-4fee-aaeb-a6ebb78a9b50 port 54bdbdc2-5281-4b2a-8b87-916bf45252e8 binding host n-d-817746-1 {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:31:53.815221 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 39b53f5f-4670-4b31-8c5d-ad30eb5fde27 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:31:53.831329 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-b6c6198d-4ec3-49e1-bf9d-05d70af9f325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:53.865304 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: 39b53f5f-4670-4b31-8c5d-ad30eb5fde27 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:31:53.865895 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 39b53f5f-4670-4b31-8c5d-ad30eb5fde27 not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:31:53.866012 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 7da791ad-9c45-4285-8e6e-a420dcdf5b69 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:31:53.902200 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:53.944413 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port f54006cb-a702-40a6-af02-82688e9a733c, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=f54006cb-a702-40a6-af02-82688e9a733c,segment=NetworkSegment(6f760b9f-05a7-45e0-b265-14c8c33a90b3),segment_id=6f760b9f-05a7-45e0-b265-14c8c33a90b3)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:53.954023 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:53.955109 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 58e5de73-8a69-4d16-ae13-ab33677f39c5 up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:31:54.071637 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:54.108678 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port 58e5de73-8a69-4d16-ae13-ab33677f39c5 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:31:54.118141 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 58e5de73-8a69-4d16-ae13-ab33677f39c5 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:54.118616 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:54.120804 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=f54006cb-a702-40a6-af02-82688e9a733c,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:54.175865 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2689803f-6d67-47c8-93a2-8fbdc1f4eaf8', 'name': 'network-vif-deleted', 'tag': '39b53f5f-4670-4b31-8c5d-ad30eb5fde27'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:31:54.179197 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1709f97d-5a04-488d-8caa-fef2dc006efc" -d '{"events": [{"server_uuid": "2689803f-6d67-47c8-93a2-8fbdc1f4eaf8", "name": "network-vif-deleted", "tag": "39b53f5f-4670-4b31-8c5d-ad30eb5fde27"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:31:54.187863 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device c2d1fa30-f17d-4813-8406-2a686109ed95 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:31:54.190723 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469dc633-0e5a-4d8f-accf-7852a0207407 req-94a3c0ed-5145-4554-8d9e-12ab83781cba tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:54.197847 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469dc633-0e5a-4d8f-accf-7852a0207407 req-94a3c0ed-5145-4554-8d9e-12ab83781cba tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:54.199673 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-469dc633-0e5a-4d8f-accf-7852a0207407 req-94a3c0ed-5145-4554-8d9e-12ab83781cba tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "GET /v2.0/ports?device_id=2689803f-6d67-47c8-93a2-8fbdc1f4eaf8 HTTP/1.1" status: 200 len: 1681 time: 0.6119421 Nov 25 17:31:54.269520 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-4c0d8fd8-28a1-4faf-bd0d-dbeda56d9b26 req-73b5ee28-beef-4ace-bcac-c932fa8128b4 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:54.310081 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device ef471ab4-1529-40ff-ae48-4f7a2a698d09 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:31:54.313349 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port c2d1fa30-f17d-4813-8406-2a686109ed95 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:54.313857 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:54.351553 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-b6c6198d-4ec3-49e1-bf9d-05d70af9f325 None None] Publish callbacks [] for port, precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:54.359418 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-b6c6198d-4ec3-49e1-bf9d-05d70af9f325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:54.374291 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:54.392108 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-469dc633-0e5a-4d8f-accf-7852a0207407 req-4e0ec408-7c2a-49bd-9b6d-3c79ad0c88a2 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "GET /v2.0/security-groups?id=6cba972f-cee6-4d43-9317-8cfe4a5ae4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712577 Nov 25 17:31:54.400602 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b5ee28-beef-4ace-bcac-c932fa8128b4 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Pushing event deleted for resources: {'Port': ['ID=7da791ad-9c45-4285-8e6e-a420dcdf5b69,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:54.417118 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-31d117e0-8eb1-4669-8642-f78505aacb4b req-557956f6-1730-4416-9d4d-12de15b487af tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1203932437&fields=id&tenant_id=d4086650dac54a539044dab15f8f252a HTTP/1.1" status: 200 len: 267 time: 0.3027351 Nov 25 17:31:54.445967 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472714cb-3972-4ca8-9e4d-809cb42d6475 None None] Pushing event updated for resources: {'Port': ['ID=54bdbdc2-5281-4b2a-8b87-916bf45252e8,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:54.529975 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c0d8fd8-28a1-4faf-bd0d-dbeda56d9b26 req-73b5ee28-beef-4ace-bcac-c932fa8128b4 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] No DVR routers for this DVR port 7da791ad-9c45-4285-8e6e-a420dcdf5b69 on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:31:54.539612 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-4c0d8fd8-28a1-4faf-bd0d-dbeda56d9b26 req-73b5ee28-beef-4ace-bcac-c932fa8128b4 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:54.545869 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4c0d8fd8-28a1-4faf-bd0d-dbeda56d9b26 req-73b5ee28-beef-4ace-bcac-c932fa8128b4 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.90 "DELETE /v2.0/ports/7da791ad-9c45-4285-8e6e-a420dcdf5b69 HTTP/1.1" status: 204 len: 173 time: 2.2862258 Nov 25 17:31:54.580850 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-b6c6198d-4ec3-49e1-bf9d-05d70af9f325 None None] Attempting to bind port 54bdbdc2-5281-4b2a-8b87-916bf45252e8 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:31:54.581249 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-b6c6198d-4ec3-49e1-bf9d-05d70af9f325 None None] Attempting to bind port 54bdbdc2-5281-4b2a-8b87-916bf45252e8 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '74518c65-0a77-49eb-8302-d0397cc0c64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '49c799e6-01fb-4356-b67f-8b970273c51a'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:31:54.581610 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c6198d-4ec3-49e1-bf9d-05d70af9f325 None None] Attempting to bind port 54bdbdc2-5281-4b2a-8b87-916bf45252e8 on network 49c799e6-01fb-4356-b67f-8b970273c51a {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:31:54.588223 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c6198d-4ec3-49e1-bf9d-05d70af9f325 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:31:54.588601 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c6198d-4ec3-49e1-bf9d-05d70af9f325 None None] Checking segment: {'id': '74518c65-0a77-49eb-8302-d0397cc0c64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '49c799e6-01fb-4356-b67f-8b970273c51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:31:54.589023 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-b6c6198d-4ec3-49e1-bf9d-05d70af9f325 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:54.589520 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c6198d-4ec3-49e1-bf9d-05d70af9f325 None None] Bound using segment: {'id': '74518c65-0a77-49eb-8302-d0397cc0c64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '49c799e6-01fb-4356-b67f-8b970273c51a'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:31:54.590129 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-b6c6198d-4ec3-49e1-bf9d-05d70af9f325 None None] Bound port: 54bdbdc2-5281-4b2a-8b87-916bf45252e8, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74518c65-0a77-49eb-8302-d0397cc0c64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '49c799e6-01fb-4356-b67f-8b970273c51a'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:31:54.598043 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-b6c6198d-4ec3-49e1-bf9d-05d70af9f325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:54.726670 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-b6c6198d-4ec3-49e1-bf9d-05d70af9f325 None None] For port 54bdbdc2-5281-4b2a-8b87-916bf45252e8, host n-d-817746-1, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:31:54.730862 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-b6c6198d-4ec3-49e1-bf9d-05d70af9f325 None None] For port 54bdbdc2-5281-4b2a-8b87-916bf45252e8, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=54bdbdc2-5281-4b2a-8b87-916bf45252e8,segment=NetworkSegment(74518c65-0a77-49eb-8302-d0397cc0c64c),segment_id=74518c65-0a77-49eb-8302-d0397cc0c64c)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:31:54.738275 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-b6c6198d-4ec3-49e1-bf9d-05d70af9f325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:54.744014 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 58e5de73-8a69-4d16-ae13-ab33677f39c5, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=58e5de73-8a69-4d16-ae13-ab33677f39c5,segment=NetworkSegment(23d8f0f9-c2dc-40f5-84f9-089bfa9c0f22),segment_id=23d8f0f9-c2dc-40f5-84f9-089bfa9c0f22)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:54.805529 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:54.808985 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 3e8dca40-6833-4868-bd94-c2c3a4bc80dd up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:31:54.850925 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472714cb-3972-4ca8-9e4d-809cb42d6475 None None] Pushing event updated for resources: {'Port': ['ID=54bdbdc2-5281-4b2a-8b87-916bf45252e8,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:54.862941 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c6198d-4ec3-49e1-bf9d-05d70af9f325 None None] Routers {'7168b50f-59dc-4fee-aaeb-a6ebb78a9b50'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:31:54.863688 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-b6c6198d-4ec3-49e1-bf9d-05d70af9f325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:31:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['7168b50f-59dc-4fee-aaeb-a6ebb78a9b50'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:54.882931 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2c88a46-7369-4ef9-bca9-b0c34a2b0c87'}, {'server_uuid': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f523f711-5404-47b9-b4c7-6ff9dd296afe'}, {'server_uuid': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d22436-d666-4aa2-84ba-d29348f106e5'}, {'server_uuid': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f54006cb-a702-40a6-af02-82688e9a733c'}, {'server_uuid': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e5de73-8a69-4d16-ae13-ab33677f39c5'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:31:54.886764 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f130fd9d-2daa-482d-9ad1-a16c6093da51" -d '{"events": [{"server_uuid": "d4b5d011-e28c-42fc-ad2e-294a30d84492", "name": "network-vif-plugged", "status": "completed", "tag": "f2c88a46-7369-4ef9-bca9-b0c34a2b0c87"}, {"server_uuid": "d4b5d011-e28c-42fc-ad2e-294a30d84492", "name": "network-vif-plugged", "status": "completed", "tag": "f523f711-5404-47b9-b4c7-6ff9dd296afe"}, {"server_uuid": "d4b5d011-e28c-42fc-ad2e-294a30d84492", "name": "network-vif-plugged", "status": "completed", "tag": "d7d22436-d666-4aa2-84ba-d29348f106e5"}, {"server_uuid": "d4b5d011-e28c-42fc-ad2e-294a30d84492", "name": "network-vif-plugged", "status": "completed", "tag": "f54006cb-a702-40a6-af02-82688e9a733c"}, {"server_uuid": "d4b5d011-e28c-42fc-ad2e-294a30d84492", "name": "network-vif-plugged", "status": "completed", "tag": "58e5de73-8a69-4d16-ae13-ab33677f39c5"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:31:54.971415 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:55.025072 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-b6c6198d-4ec3-49e1-bf9d-05d70af9f325 None None] Set router 7168b50f-59dc-4fee-aaeb-a6ebb78a9b50 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:31:55.043449 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-5e0b3165-e1fd-4fbf-97fe-7258b250c738 None None] Provisioning complete for port 54bdbdc2-5281-4b2a-8b87-916bf45252e8 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:55.043891 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5e0b3165-e1fd-4fbf-97fe-7258b250c738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:55.073777 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da9fc4-7fbd-47f5-9971-bab6a9efba63 req-d661578c-c62c-4b48-9b21-2c0bebc96c53 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:55.076474 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-35da9fc4-7fbd-47f5-9971-bab6a9efba63 req-d661578c-c62c-4b48-9b21-2c0bebc96c53 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfef76b5-510b-4571-afdd-528a67da392d HTTP/1.1" status: 200 len: 945 time: 0.5272510 Nov 25 17:31:55.097213 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port 3e8dca40-6833-4868-bd94-c2c3a4bc80dd completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:31:55.107606 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=58e5de73-8a69-4d16-ae13-ab33677f39c5,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:55.124002 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d117e0-8eb1-4669-8642-f78505aacb4b req-f987cd75-ae60-4fcd-bae7-0df1e92518f1 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:55.128794 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 3e8dca40-6833-4868-bd94-c2c3a4bc80dd triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:55.129200 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:55.133450 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-31d117e0-8eb1-4669-8642-f78505aacb4b req-f987cd75-ae60-4fcd-bae7-0df1e92518f1 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/networks?id=49c799e6-01fb-4356-b67f-8b970273c51a HTTP/1.1" status: 200 len: 816 time: 0.7152476 Nov 25 17:31:55.186704 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port ef471ab4-1529-40ff-ae48-4f7a2a698d09, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=ef471ab4-1529-40ff-ae48-4f7a2a698d09,segment=NetworkSegment(40cdf8b8-7fef-4a79-a90e-283c95958c4c),segment_id=40cdf8b8-7fef-4a79-a90e-283c95958c4c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:55.222635 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:55.245187 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-31d117e0-8eb1-4669-8642-f78505aacb4b req-51e7249a-bb7a-431f-9830-a3d51f865e05 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/quotas/d4086650dac54a539044dab15f8f252a HTTP/1.1" status: 200 len: 375 time: 0.1107728 Nov 25 17:31:55.273898 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5e0b3165-e1fd-4fbf-97fe-7258b250c738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:55.286033 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-4c0d8fd8-28a1-4faf-bd0d-dbeda56d9b26 req-6b11f2dd-bb36-4af3-abf2-a55ab61216a8 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Deleting port ef471ab4-1529-40ff-ae48-4f7a2a698d09 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:31:55.286529 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-4c0d8fd8-28a1-4faf-bd0d-dbeda56d9b26 req-6b11f2dd-bb36-4af3-abf2-a55ab61216a8 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:55.323483 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-b6c6198d-4ec3-49e1-bf9d-05d70af9f325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7168b50f-59dc-4fee-aaeb-a6ebb78a9b50', 'name': 'tempest-AttachVolumeShelveTestJSON-779843250-router', 'tenant_id': 'd4086650dac54a539044dab15f8f252a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'c2d1fa30-f17d-4813-8406-2a686109ed95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:44Z', 'updated_at': '2021-11-25T17:31:47Z', 'revision_number': 4, 'project_id': 'd4086650dac54a539044dab15f8f252a', 'gw_port': {'id': 'c2d1fa30-f17d-4813-8406-2a686109ed95', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7168b50f-59dc-4fee-aaeb-a6ebb78a9b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:45Z', 'updated_at': '2021-11-25T17:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '54bdbdc2-5281-4b2a-8b87-916bf45252e8', 'name': '', 'network_id': '49c799e6-01fb-4356-b67f-8b970273c51a', 'tenant_id': 'd4086650dac54a539044dab15f8f252a', 'mac_address': 'fa:16:3e:ab:ec:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7168b50f-59dc-4fee-aaeb-a6ebb78a9b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '25a72b94-fb6e-4434-9c21-274e75835bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:47Z', 'updated_at': '2021-11-25T17:31:54Z', 'revision_number': 4, 'project_id': 'd4086650dac54a539044dab15f8f252a', 'subnets': [{'id': '25a72b94-fb6e-4434-9c21-274e75835bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:55.338013 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-35da9fc4-7fbd-47f5-9971-bab6a9efba63 req-d51ae129-962e-44e9-8359-a89750990f25 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/security-groups?id=64a4895e-66bb-4a82-9045-67d823985e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414484 Nov 25 17:31:55.338888 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=ef471ab4-1529-40ff-ae48-4f7a2a698d09,revision_number=6']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:55.366008 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c6198d-4ec3-49e1-bf9d-05d70af9f325 None None] The sync data for ids ['7168b50f-59dc-4fee-aaeb-a6ebb78a9b50'] in n-d-817746-1 is: [{'id': '7168b50f-59dc-4fee-aaeb-a6ebb78a9b50', 'name': 'tempest-AttachVolumeShelveTestJSON-779843250-router', 'tenant_id': 'd4086650dac54a539044dab15f8f252a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'c2d1fa30-f17d-4813-8406-2a686109ed95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:44Z', 'updated_at': '2021-11-25T17:31:47Z', 'revision_number': 4, 'project_id': 'd4086650dac54a539044dab15f8f252a', 'gw_port': {'id': 'c2d1fa30-f17d-4813-8406-2a686109ed95', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7168b50f-59dc-4fee-aaeb-a6ebb78a9b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:45Z', 'updated_at': '2021-11-25T17:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '54bdbdc2-5281-4b2a-8b87-916bf45252e8', 'name': '', 'network_id': '49c799e6-01fb-4356-b67f-8b970273c51a', 'tenant_id': 'd4086650dac54a539044dab15f8f252a', 'mac_address': 'fa:16:3e:ab:ec:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7168b50f-59dc-4fee-aaeb-a6ebb78a9b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '25a72b94-fb6e-4434-9c21-274e75835bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:47Z', 'updated_at': '2021-11-25T17:31:54Z', 'revision_number': 4, 'project_id': 'd4086650dac54a539044dab15f8f252a', 'subnets': [{'id': '25a72b94-fb6e-4434-9c21-274e75835bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:31:55.369843 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-5e0b3165-e1fd-4fbf-97fe-7258b250c738 None None] For port 54bdbdc2-5281-4b2a-8b87-916bf45252e8, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=54bdbdc2-5281-4b2a-8b87-916bf45252e8,segment=NetworkSegment(74518c65-0a77-49eb-8302-d0397cc0c64c),segment_id=74518c65-0a77-49eb-8302-d0397cc0c64c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:55.373425 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:55.394944 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5e0b3165-e1fd-4fbf-97fe-7258b250c738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:55.429777 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3080f1d5-bcf7-4936-913a-c5256d3142e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:55.493370 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 3e8dca40-6833-4868-bd94-c2c3a4bc80dd, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=3e8dca40-6833-4868-bd94-c2c3a4bc80dd,segment=NetworkSegment(6f760b9f-05a7-45e0-b265-14c8c33a90b3),segment_id=6f760b9f-05a7-45e0-b265-14c8c33a90b3)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:55.497306 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-31d117e0-8eb1-4669-8642-f78505aacb4b req-52156b46-24a5-42ae-9da6-cfbe540aff46 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=d4086650dac54a539044dab15f8f252a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2493925 Nov 25 17:31:55.530688 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:55.534336 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0b3165-e1fd-4fbf-97fe-7258b250c738 None None] Pushing event updated for resources: {'Port': ['ID=54bdbdc2-5281-4b2a-8b87-916bf45252e8,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:55.579458 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19ff9c1-617d-4fbe-91d1-7d45d850f1fb x-openstack-request-id: req-d19ff9c1-617d-4fbe-91d1-7d45d850f1fb {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:31:55.579760 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2689803f-6d67-47c8-93a2-8fbdc1f4eaf8", "name": "network-vif-deleted", "tag": "39b53f5f-4670-4b31-8c5d-ad30eb5fde27", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:31:55.580013 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d19ff9c1-617d-4fbe-91d1-7d45d850f1fb {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:31:55.580412 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2689803f-6d67-47c8-93a2-8fbdc1f4eaf8', 'name': 'network-vif-deleted', 'tag': '39b53f5f-4670-4b31-8c5d-ad30eb5fde27', 'status': 'completed', 'code': 200} Nov 25 17:31:55.581034 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 170b832f-d4c3-4157-beaf-6670b20915f6 no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:31:55.613643 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9d134250-d292-4c0d-a83b-ba2a10b139b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:55.658215 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: 170b832f-d4c3-4157-beaf-6670b20915f6 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:31:55.658908 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 170b832f-d4c3-4157-beaf-6670b20915f6 not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:31:55.667462 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-05241a58-ac9f-4f85-a315-078fa41634d5 None None] Provisioning complete for port 54bdbdc2-5281-4b2a-8b87-916bf45252e8 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:55.668006 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-05241a58-ac9f-4f85-a315-078fa41634d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:55.682677 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-4c0d8fd8-28a1-4faf-bd0d-dbeda56d9b26 req-6b11f2dd-bb36-4af3-abf2-a55ab61216a8 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] For port ef471ab4-1529-40ff-ae48-4f7a2a698d09, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=ef471ab4-1529-40ff-ae48-4f7a2a698d09,segment=NetworkSegment(40cdf8b8-7fef-4a79-a90e-283c95958c4c),segment_id=40cdf8b8-7fef-4a79-a90e-283c95958c4c)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:55.683050 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-4c0d8fd8-28a1-4faf-bd0d-dbeda56d9b26 req-6b11f2dd-bb36-4af3-abf2-a55ab61216a8 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:55.699655 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-4c0d8fd8-28a1-4faf-bd0d-dbeda56d9b26 req-6b11f2dd-bb36-4af3-abf2-a55ab61216a8 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Calling delete_port for ef471ab4-1529-40ff-ae48-4f7a2a698d09 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:31:55.799420 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 4ffd8948-e839-4f17-a502-9f6ccdf6bb3d details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:31:55.810406 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=3e8dca40-6833-4868-bd94-c2c3a4bc80dd,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:56.081140 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 4ffd8948-e839-4f17-a502-9f6ccdf6bb3d, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=4ffd8948-e839-4f17-a502-9f6ccdf6bb3d,segment=NetworkSegment(7b56f9b7-dcf8-416a-8490-b1f1b6152b37),segment_id=7b56f9b7-dcf8-416a-8490-b1f1b6152b37)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:56.126313 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '4ffd8948-e839-4f17-a502-9f6ccdf6bb3d', 'network_id': '7a8c66d3-1027-4660-98b7-5ec4a01a4fdc', 'port_id': '4ffd8948-e839-4f17-a502-9f6ccdf6bb3d', 'mac_address': 'fa:16:3e:52:4d:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0488b60b-dc56-4141-98fc-cb7726390b53', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:31:56.182994 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 54bdbdc2-5281-4b2a-8b87-916bf45252e8 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:31:56.208812 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-31d117e0-8eb1-4669-8642-f78505aacb4b req-a3d17598-c1e2-44bc-af69-210b63c2de32 service neutron] 10.222.0.75 "GET /v2.0/networks/49c799e6-01fb-4356-b67f-8b970273c51a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6368287 Nov 25 17:31:56.246409 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:56.265437 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4ffd8948-e839-4f17-a502-9f6ccdf6bb3d {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:31:56.293252 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 4ffd8948-e839-4f17-a502-9f6ccdf6bb3d, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=4ffd8948-e839-4f17-a502-9f6ccdf6bb3d,segment=NetworkSegment(7b56f9b7-dcf8-416a-8490-b1f1b6152b37),segment_id=7b56f9b7-dcf8-416a-8490-b1f1b6152b37)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:56.302356 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:56.306374 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 54bdbdc2-5281-4b2a-8b87-916bf45252e8 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:56.306862 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:56.407149 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=4ffd8948-e839-4f17-a502-9f6ccdf6bb3d,revision_number=6']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:56.458446 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['4ffd8948-e839-4f17-a502-9f6ccdf6bb3d'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:31:56.752424 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4015e7-43bc-4c2d-927e-3849adbe8dbe req-da713eda-29ec-43f8-8d62-e50147db0045 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:56.758514 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4015e7-43bc-4c2d-927e-3849adbe8dbe req-da713eda-29ec-43f8-8d62-e50147db0045 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:56.765304 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4015e7-43bc-4c2d-927e-3849adbe8dbe req-da713eda-29ec-43f8-8d62-e50147db0045 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:56.771327 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4015e7-43bc-4c2d-927e-3849adbe8dbe req-da713eda-29ec-43f8-8d62-e50147db0045 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:56.777425 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4015e7-43bc-4c2d-927e-3849adbe8dbe req-da713eda-29ec-43f8-8d62-e50147db0045 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:56.783558 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4015e7-43bc-4c2d-927e-3849adbe8dbe req-da713eda-29ec-43f8-8d62-e50147db0045 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:56.789790 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4015e7-43bc-4c2d-927e-3849adbe8dbe req-da713eda-29ec-43f8-8d62-e50147db0045 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:56.791775 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9b4015e7-43bc-4c2d-927e-3849adbe8dbe req-da713eda-29ec-43f8-8d62-e50147db0045 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 5434 time: 0.9051695 Nov 25 17:31:56.907854 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-31d117e0-8eb1-4669-8642-f78505aacb4b req-1fc7c457-9f27-494b-bd49-297999093240 service neutron] 10.222.0.75 "GET /v2.0/networks/49c799e6-01fb-4356-b67f-8b970273c51a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6520298 Nov 25 17:31:56.908464 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-4c0d8fd8-28a1-4faf-bd0d-dbeda56d9b26 req-6b11f2dd-bb36-4af3-abf2-a55ab61216a8 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:56.991696 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b11f2dd-bb36-4af3-abf2-a55ab61216a8 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Pushing event deleted for resources: {'Port': ['ID=ef471ab4-1529-40ff-ae48-4f7a2a698d09,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:57.022231 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9b4015e7-43bc-4c2d-927e-3849adbe8dbe req-f55ddd79-445d-40c4-9491-de1033e5472c tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/security-groups?id=7dac673b-c262-4497-b783-e9f920753627&id=0577770c-39b7-4b0c-8124-55e039ea72f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2173927 Nov 25 17:31:57.129443 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Thu, 25 Nov 2021 17:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd6438ae-d1db-4fe9-983d-ac667f809986 x-openstack-request-id: req-cd6438ae-d1db-4fe9-983d-ac667f809986 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:31:57.129919 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b5d011-e28c-42fc-ad2e-294a30d84492", "name": "network-vif-plugged", "status": "completed", "tag": "f2c88a46-7369-4ef9-bca9-b0c34a2b0c87", "code": 200}, {"server_uuid": "d4b5d011-e28c-42fc-ad2e-294a30d84492", "name": "network-vif-plugged", "status": "completed", "tag": "f523f711-5404-47b9-b4c7-6ff9dd296afe", "code": 200}, {"server_uuid": "d4b5d011-e28c-42fc-ad2e-294a30d84492", "name": "network-vif-plugged", "status": "completed", "tag": "d7d22436-d666-4aa2-84ba-d29348f106e5", "code": 200}, {"server_uuid": "d4b5d011-e28c-42fc-ad2e-294a30d84492", "name": "network-vif-plugged", "status": "completed", "tag": "f54006cb-a702-40a6-af02-82688e9a733c", "code": 200}, {"server_uuid": "d4b5d011-e28c-42fc-ad2e-294a30d84492", "name": "network-vif-plugged", "status": "completed", "tag": "58e5de73-8a69-4d16-ae13-ab33677f39c5", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:31:57.130027 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cd6438ae-d1db-4fe9-983d-ac667f809986 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:31:57.130408 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2c88a46-7369-4ef9-bca9-b0c34a2b0c87', 'code': 200} Nov 25 17:31:57.130673 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f523f711-5404-47b9-b4c7-6ff9dd296afe', 'code': 200} Nov 25 17:31:57.130930 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d22436-d666-4aa2-84ba-d29348f106e5', 'code': 200} Nov 25 17:31:57.131183 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f54006cb-a702-40a6-af02-82688e9a733c', 'code': 200} Nov 25 17:31:57.131442 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e5de73-8a69-4d16-ae13-ab33677f39c5', 'code': 200} Nov 25 17:31:57.178651 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c0d8fd8-28a1-4faf-bd0d-dbeda56d9b26 req-6b11f2dd-bb36-4af3-abf2-a55ab61216a8 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] No DVR routers for this DVR port ef471ab4-1529-40ff-ae48-4f7a2a698d09 on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:31:57.201100 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-4c0d8fd8-28a1-4faf-bd0d-dbeda56d9b26 req-6b11f2dd-bb36-4af3-abf2-a55ab61216a8 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:57.213104 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4c0d8fd8-28a1-4faf-bd0d-dbeda56d9b26 req-6b11f2dd-bb36-4af3-abf2-a55ab61216a8 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.90 "DELETE /v2.0/ports/ef471ab4-1529-40ff-ae48-4f7a2a698d09 HTTP/1.1" status: 204 len: 173 time: 2.6375773 Nov 25 17:31:57.287641 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-adafbd60-9b87-4aab-b418-934f738711cd req-35b3b127-dbf5-45da-80e5-a3558a4705df tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "GET /v2.0/ports?device_id=2689803f-6d67-47c8-93a2-8fbdc1f4eaf8 HTTP/1.1" status: 200 len: 210 time: 0.1125164 Nov 25 17:31:57.367076 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-9d134250-d292-4c0d-a83b-ba2a10b139b0 admin admin] Deleting port 7118725a-3eb3-41df-a01c-43a4757f3fe1 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:31:57.367752 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9d134250-d292-4c0d-a83b-ba2a10b139b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:57.375074 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-3080f1d5-bcf7-4936-913a-c5256d3142e5 admin admin] Deleting port 5e3e9a8b-7220-4a5b-87ee-36c0a8bae66a {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:31:57.375698 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3080f1d5-bcf7-4936-913a-c5256d3142e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:57.469193 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260f91c2-363c-4ef6-9d2c-296d4feeb7bc req-d0258151-a341-44a4-b7c3-2b2ef6a3d961 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:57.470769 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-260f91c2-363c-4ef6-9d2c-296d4feeb7bc req-d0258151-a341-44a4-b7c3-2b2ef6a3d961 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfef76b5-510b-4571-afdd-528a67da392d HTTP/1.1" status: 200 len: 944 time: 0.2495785 Nov 25 17:31:57.582433 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d488502b-a3a8-400e-8b60-9451b5663dc2 req-bc110f44-7465-4f84-8dd7-91f1e3ad6839 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 210 time: 0.0691011 Nov 25 17:31:57.587872 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2689803f-6d67-47c8-93a2-8fbdc1f4eaf8', 'name': 'network-vif-deleted', 'tag': '7da791ad-9c45-4285-8e6e-a420dcdf5b69'}, {'server_uuid': '2689803f-6d67-47c8-93a2-8fbdc1f4eaf8', 'name': 'network-vif-deleted', 'tag': 'ef471ab4-1529-40ff-ae48-4f7a2a698d09'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:31:57.591319 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131861ca-2b24-47a2-a07e-b792c8848bad" -d '{"events": [{"server_uuid": "2689803f-6d67-47c8-93a2-8fbdc1f4eaf8", "name": "network-vif-deleted", "tag": "7da791ad-9c45-4285-8e6e-a420dcdf5b69"}, {"server_uuid": "2689803f-6d67-47c8-93a2-8fbdc1f4eaf8", "name": "network-vif-deleted", "tag": "ef471ab4-1529-40ff-ae48-4f7a2a698d09"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:31:57.654856 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-260f91c2-363c-4ef6-9d2c-296d4feeb7bc req-cf7b6cf3-37db-4bdc-a19e-1b1956445985 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/security-groups?id=64a4895e-66bb-4a82-9045-67d823985e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495025 Nov 25 17:31:57.662711 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-9d134250-d292-4c0d-a83b-ba2a10b139b0 admin admin] For port 7118725a-3eb3-41df-a01c-43a4757f3fe1, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=7118725a-3eb3-41df-a01c-43a4757f3fe1,segment=NetworkSegment(78e2db1b-5667-4e0e-868f-445786d869f3),segment_id=78e2db1b-5667-4e0e-868f-445786d869f3)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:57.663657 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9d134250-d292-4c0d-a83b-ba2a10b139b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:57.723361 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-9d134250-d292-4c0d-a83b-ba2a10b139b0 admin admin] Calling delete_port for 7118725a-3eb3-41df-a01c-43a4757f3fe1 owned by network:router_interface {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:31:57.730220 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-3080f1d5-bcf7-4936-913a-c5256d3142e5 admin admin] For port 5e3e9a8b-7220-4a5b-87ee-36c0a8bae66a, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=5e3e9a8b-7220-4a5b-87ee-36c0a8bae66a,segment=NetworkSegment(56419961-a63e-49f1-a134-fbcd7c726fe9),segment_id=56419961-a63e-49f1-a134-fbcd7c726fe9)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:57.730615 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3080f1d5-bcf7-4936-913a-c5256d3142e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:57.736695 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 25 Nov 2021 17:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e48fa7b4-dc90-4f3b-b557-a44fccfab09b x-openstack-request-id: req-e48fa7b4-dc90-4f3b-b557-a44fccfab09b {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:31:57.737049 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2689803f-6d67-47c8-93a2-8fbdc1f4eaf8", "name": "network-vif-deleted", "tag": "7da791ad-9c45-4285-8e6e-a420dcdf5b69", "status": "completed", "code": 200}, {"server_uuid": "2689803f-6d67-47c8-93a2-8fbdc1f4eaf8", "name": "network-vif-deleted", "tag": "ef471ab4-1529-40ff-ae48-4f7a2a698d09", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:31:57.737319 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e48fa7b4-dc90-4f3b-b557-a44fccfab09b {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:31:57.737718 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2689803f-6d67-47c8-93a2-8fbdc1f4eaf8', 'name': 'network-vif-deleted', 'tag': '7da791ad-9c45-4285-8e6e-a420dcdf5b69', 'status': 'completed', 'code': 200} Nov 25 17:31:57.738014 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2689803f-6d67-47c8-93a2-8fbdc1f4eaf8', 'name': 'network-vif-deleted', 'tag': 'ef471ab4-1529-40ff-ae48-4f7a2a698d09', 'status': 'completed', 'code': 200} Nov 25 17:31:57.754494 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-3080f1d5-bcf7-4936-913a-c5256d3142e5 admin admin] Calling delete_port for 5e3e9a8b-7220-4a5b-87ee-36c0a8bae66a owned by network:router_interface {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:31:57.830946 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 4ffd8948-e839-4f17-a502-9f6ccdf6bb3d up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:31:57.947745 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port 4ffd8948-e839-4f17-a502-9f6ccdf6bb3d triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:57.948553 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:58.096738 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:58.135520 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 4ffd8948-e839-4f17-a502-9f6ccdf6bb3d, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=4ffd8948-e839-4f17-a502-9f6ccdf6bb3d,segment=NetworkSegment(7b56f9b7-dcf8-416a-8490-b1f1b6152b37),segment_id=7b56f9b7-dcf8-416a-8490-b1f1b6152b37)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:58.140359 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:58.197543 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=4ffd8948-e839-4f17-a502-9f6ccdf6bb3d,revision_number=7']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:58.228982 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386fd216-bded-4e97-bc81-d989b7bd2d4e req-5e79a9fb-feb2-444f-beec-147e599a90e4 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:58.230550 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-386fd216-bded-4e97-bc81-d989b7bd2d4e req-5e79a9fb-feb2-444f-beec-147e599a90e4 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfef76b5-510b-4571-afdd-528a67da392d HTTP/1.1" status: 200 len: 944 time: 0.1959305 Nov 25 17:31:58.299696 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5e2c6-396f-4a1b-a7ac-9f78a5434de5 req-0a2cf47a-e079-4137-9a13-994c5f3adff7 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:58.306217 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5e2c6-396f-4a1b-a7ac-9f78a5434de5 req-0a2cf47a-e079-4137-9a13-994c5f3adff7 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:58.313399 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5e2c6-396f-4a1b-a7ac-9f78a5434de5 req-0a2cf47a-e079-4137-9a13-994c5f3adff7 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:58.319536 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5e2c6-396f-4a1b-a7ac-9f78a5434de5 req-0a2cf47a-e079-4137-9a13-994c5f3adff7 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:58.326445 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5e2c6-396f-4a1b-a7ac-9f78a5434de5 req-0a2cf47a-e079-4137-9a13-994c5f3adff7 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:58.332563 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5e2c6-396f-4a1b-a7ac-9f78a5434de5 req-0a2cf47a-e079-4137-9a13-994c5f3adff7 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:58.339116 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5e2c6-396f-4a1b-a7ac-9f78a5434de5 req-0a2cf47a-e079-4137-9a13-994c5f3adff7 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:58.341231 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1fb5e2c6-396f-4a1b-a7ac-9f78a5434de5 req-0a2cf47a-e079-4137-9a13-994c5f3adff7 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 5434 time: 0.1899927 Nov 25 17:31:58.439003 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3080f1d5-bcf7-4936-913a-c5256d3142e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:58.510445 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-386fd216-bded-4e97-bc81-d989b7bd2d4e req-6e1029f8-879e-41e8-9dd7-72a5d17aceec tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/security-groups?id=64a4895e-66bb-4a82-9045-67d823985e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534177 Nov 25 17:31:58.526786 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9d134250-d292-4c0d-a83b-ba2a10b139b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:58.538019 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3080f1d5-bcf7-4936-913a-c5256d3142e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e3e9a8b-7220-4a5b-87ee-36c0a8bae66a,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:58.561989 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44458) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:58.671373 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-f11dae38-609e-4616-bba1-03e9f71ff979 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Deleting subnet e67877d4-6474-4378-bcc2-3832faa7f77a {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:31:58.680638 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d134250-d292-4c0d-a83b-ba2a10b139b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7118725a-3eb3-41df-a01c-43a4757f3fe1,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:58.684112 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f11dae38-609e-4616-bba1-03e9f71ff979 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:58.713749 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1fb5e2c6-396f-4a1b-a7ac-9f78a5434de5 req-9a1a273d-4ff0-4592-a328-8bd5d4368e5c tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/security-groups?id=7dac673b-c262-4497-b783-e9f920753627&id=0577770c-39b7-4b0c-8124-55e039ea72f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3592768 Nov 25 17:31:58.805005 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f11dae38-609e-4616-bba1-03e9f71ff979 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:58.859659 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d117e0-8eb1-4669-8642-f78505aacb4b req-97268cee-5e04-4b69-a7f0-acc625c38e9f tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:58.861256 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-31d117e0-8eb1-4669-8642-f78505aacb4b req-97268cee-5e04-4b69-a7f0-acc625c38e9f tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.90 "GET /v2.0/networks?id=49c799e6-01fb-4356-b67f-8b970273c51a HTTP/1.1" status: 200 len: 816 time: 0.4094288 Nov 25 17:31:58.912876 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f11dae38-609e-4616-bba1-03e9f71ff979 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:58.921161 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9e580f99-bcee-413e-b0c0-1981323036af req-07757829-de64-4722-8e29-e53808c08435 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 210 time: 0.1036735 Nov 25 17:31:59.012410 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f11dae38-609e-4616-bba1-03e9f71ff979 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:59.067218 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11dae38-609e-4616-bba1-03e9f71ff979 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Pushing event deleted for resources: {'Subnet': ['ID=e67877d4-6474-4378-bcc2-3832faa7f77a,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:59.071959 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f11dae38-609e-4616-bba1-03e9f71ff979 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:59.077376 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f11dae38-609e-4616-bba1-03e9f71ff979 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "DELETE /v2.0/subnets/e67877d4-6474-4378-bcc2-3832faa7f77a HTTP/1.1" status: 204 len: 168 time: 0.5138607 Nov 25 17:31:59.078427 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44464) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:59.088357 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504abe1a-b1e3-4cd2-a363-7fb336170f5f None None] Network 0f4ea62f-5f9a-485c-9f18-7fb8bcbf2469 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:31:59.171070 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-31d117e0-8eb1-4669-8642-f78505aacb4b req-687361b8-3968-48df-9c87-6ee6145f62a0 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4086650dac54a539044dab15f8f252a HTTP/1.1" status: 200 len: 380 time: 0.2626224 Nov 25 17:31:59.180085 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f0d84345-16f1-4b88-999c-2c432b062837 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:59.185230 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-31d117e0-8eb1-4669-8642-f78505aacb4b req-fafd53f0-5d5e-4600-b637-6d0d3bccde50 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Request body: {'port': {'device_id': 'e2199aed-22e4-45f1-889a-a5741f6a4c6c', 'network_id': '49c799e6-01fb-4356-b67f-8b970273c51a', 'admin_state_up': True, 'tenant_id': 'd4086650dac54a539044dab15f8f252a', 'security_groups': ['f1b3f624-9a69-4743-bfac-9a2aba2cec36']}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:59.187510 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2689803f-6d67-47c8-93a2-8fbdc1f4eaf8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef471ab4-1529-40ff-ae48-4f7a2a698d09'}, {'server_uuid': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8dca40-6833-4868-bd94-c2c3a4bc80dd'}, {'server_uuid': 'dfef76b5-510b-4571-afdd-528a67da392d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ffd8948-e839-4f17-a502-9f6ccdf6bb3d'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:31:59.192080 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb558aa-4d87-440a-90fa-b33c6d2df359" -d '{"events": [{"server_uuid": "2689803f-6d67-47c8-93a2-8fbdc1f4eaf8", "name": "network-vif-unplugged", "status": "completed", "tag": "ef471ab4-1529-40ff-ae48-4f7a2a698d09"}, {"server_uuid": "d4b5d011-e28c-42fc-ad2e-294a30d84492", "name": "network-vif-plugged", "status": "completed", "tag": "3e8dca40-6833-4868-bd94-c2c3a4bc80dd"}, {"server_uuid": "dfef76b5-510b-4571-afdd-528a67da392d", "name": "network-vif-plugged", "status": "completed", "tag": "4ffd8948-e839-4f17-a502-9f6ccdf6bb3d"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:31:59.252341 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-f0d84345-16f1-4b88-999c-2c432b062837 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Deleting port f3686e5a-5e71-442e-ab74-8f0d09fc1862 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:31:59.252882 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f0d84345-16f1-4b88-999c-2c432b062837 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:59.278581 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Thu, 25 Nov 2021 17:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae275e19-38ad-4cf4-9edb-c5e4f65d9a75 x-openstack-request-id: req-ae275e19-38ad-4cf4-9edb-c5e4f65d9a75 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:31:59.278916 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2689803f-6d67-47c8-93a2-8fbdc1f4eaf8", "name": "network-vif-unplugged", "status": "completed", "tag": "ef471ab4-1529-40ff-ae48-4f7a2a698d09", "code": 200}, {"server_uuid": "d4b5d011-e28c-42fc-ad2e-294a30d84492", "name": "network-vif-plugged", "status": "completed", "tag": "3e8dca40-6833-4868-bd94-c2c3a4bc80dd", "code": 200}, {"server_uuid": "dfef76b5-510b-4571-afdd-528a67da392d", "name": "network-vif-plugged", "status": "completed", "tag": "4ffd8948-e839-4f17-a502-9f6ccdf6bb3d", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:31:59.279181 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ae275e19-38ad-4cf4-9edb-c5e4f65d9a75 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:31:59.279590 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2689803f-6d67-47c8-93a2-8fbdc1f4eaf8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef471ab4-1529-40ff-ae48-4f7a2a698d09', 'code': 200} Nov 25 17:31:59.279855 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8dca40-6833-4868-bd94-c2c3a4bc80dd', 'code': 200} Nov 25 17:31:59.280115 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfef76b5-510b-4571-afdd-528a67da392d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ffd8948-e839-4f17-a502-9f6ccdf6bb3d', 'code': 200} Nov 25 17:31:59.332745 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9d134250-d292-4c0d-a83b-ba2a10b139b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:59.364951 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-f0d84345-16f1-4b88-999c-2c432b062837 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] For port f3686e5a-5e71-442e-ab74-8f0d09fc1862, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=f3686e5a-5e71-442e-ab74-8f0d09fc1862,segment=NetworkSegment(40cdf8b8-7fef-4a79-a90e-283c95958c4c),segment_id=40cdf8b8-7fef-4a79-a90e-283c95958c4c)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:59.365419 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f0d84345-16f1-4b88-999c-2c432b062837 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:59.380884 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-f0d84345-16f1-4b88-999c-2c432b062837 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Calling delete_port for f3686e5a-5e71-442e-ab74-8f0d09fc1862 owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:31:59.388247 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ebf9ee-6ff2-4bfe-80d1-9935b8e49f19 None None] DHCP port deletion for 0f4ea62f-5f9a-485c-9f18-7fb8bcbf2469 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:31:59.398455 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3080f1d5-bcf7-4936-913a-c5256d3142e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:59.481585 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f0d84345-16f1-4b88-999c-2c432b062837 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:59.489612 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-04ebf9ee-6ff2-4bfe-80d1-9935b8e49f19 None None] Deleting port f3686e5a-5e71-442e-ab74-8f0d09fc1862 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:31:59.490037 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-04ebf9ee-6ff2-4bfe-80d1-9935b8e49f19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:59.519521 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d84345-16f1-4b88-999c-2c432b062837 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Pushing event deleted for resources: {'Port': ['ID=f3686e5a-5e71-442e-ab74-8f0d09fc1862,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:59.525884 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d84345-16f1-4b88-999c-2c432b062837 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] No DVR routers for this DVR port f3686e5a-5e71-442e-ab74-8f0d09fc1862 on host n-d-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:31:59.583885 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-04ebf9ee-6ff2-4bfe-80d1-9935b8e49f19 None None] For port f3686e5a-5e71-442e-ab74-8f0d09fc1862, host n-d-817746-1, got binding levels [] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:59.584559 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-04ebf9ee-6ff2-4bfe-80d1-9935b8e49f19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:59.602365 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-04ebf9ee-6ff2-4bfe-80d1-9935b8e49f19 None None] Calling delete_port for f3686e5a-5e71-442e-ab74-8f0d09fc1862 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:31:59.606290 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.ipam_backend_mixin [None req-04ebf9ee-6ff2-4bfe-80d1-9935b8e49f19 None None] Port f3686e5a-5e71-442e-ab74-8f0d09fc1862 was not found and therefore no delete operation was performed {{(pid=103362) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 17:31:59.607605 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-04ebf9ee-6ff2-4bfe-80d1-9935b8e49f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:59.639643 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ebf9ee-6ff2-4bfe-80d1-9935b8e49f19 None None] Pushing event deleted for resources: {'Port': ['ID=f3686e5a-5e71-442e-ab74-8f0d09fc1862,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:59.643543 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ebf9ee-6ff2-4bfe-80d1-9935b8e49f19 None None] No DVR routers for this DVR port f3686e5a-5e71-442e-ab74-8f0d09fc1862 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:31:59.655781 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f0d84345-16f1-4b88-999c-2c432b062837 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:59.674926 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-f0d84345-16f1-4b88-999c-2c432b062837 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f4ea62f-5f9a-485c-9f18-7fb8bcbf2469']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:59.721490 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-f0d84345-16f1-4b88-999c-2c432b062837 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40cdf8b8-7fef-4a79-a90e-283c95958c4c') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:59.721837 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-f0d84345-16f1-4b88-999c-2c432b062837 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40cdf8b8-7fef-4a79-a90e-283c95958c4c') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:59.734082 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f0d84345-16f1-4b88-999c-2c432b062837 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:59.753601 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f0d84345-16f1-4b88-999c-2c432b062837 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:59.774565 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb4fd3-8d5f-4baf-a3ac-e70697ba577f req-8faa4e90-d308-4de6-b36d-bcc7383ddfac tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:59.776349 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-5fdb4fd3-8d5f-4baf-a3ac-e70697ba577f req-8faa4e90-d308-4de6-b36d-bcc7383ddfac tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.90 "GET /v2.0/ports?device_id=dfef76b5-510b-4571-afdd-528a67da392d HTTP/1.1" status: 200 len: 945 time: 0.0875831 Nov 25 17:31:59.778712 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0d84345-16f1-4b88-999c-2c432b062837 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Releasing vlan 916 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:31:59.778712 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f0d84345-16f1-4b88-999c-2c432b062837 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:59.782118 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:31:59.782118 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:31:59.782118 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:31:59.782118 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:31:59.782118 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:31:59.782118 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:31:59.782118 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:31:59.782118 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:31:59.782118 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:31:59.782118 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:31:59.782118 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:31:59.782118 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:31:59.782118 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:31:59.782118 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:31:59.782118 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:31:59.782118 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:31:59.782118 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:31:59.782118 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:31:59.782118 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:31:59.782118 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:31:59.782118 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:31:59.782118 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:31:59.782118 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:31:59.782118 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:31:59.782118 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:31:59.782118 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:31:59.782118 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:31:59.782118 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:31:59.782118 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:31:59.782118 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:31:59.782118 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:31:59.782118 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:31:59.785372 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce974f5-18b5-4d84-8e2d-5cba21ec2154 req-01b8f828-c289-499a-af02-52d031662b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:59.785509 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce974f5-18b5-4d84-8e2d-5cba21ec2154 req-01b8f828-c289-499a-af02-52d031662b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:59.786298 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce974f5-18b5-4d84-8e2d-5cba21ec2154 req-01b8f828-c289-499a-af02-52d031662b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:59.787027 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce974f5-18b5-4d84-8e2d-5cba21ec2154 req-01b8f828-c289-499a-af02-52d031662b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:59.787773 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce974f5-18b5-4d84-8e2d-5cba21ec2154 req-01b8f828-c289-499a-af02-52d031662b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:59.788061 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce974f5-18b5-4d84-8e2d-5cba21ec2154 req-01b8f828-c289-499a-af02-52d031662b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:59.788654 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce974f5-18b5-4d84-8e2d-5cba21ec2154 req-01b8f828-c289-499a-af02-52d031662b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:59.791590 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fce974f5-18b5-4d84-8e2d-5cba21ec2154 req-01b8f828-c289-499a-af02-52d031662b8c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 6491 time: 0.4311054 Nov 25 17:31:59.800236 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31d117e0-8eb1-4669-8642-f78505aacb4b req-fafd53f0-5d5e-4600-b637-6d0d3bccde50 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Made reservation on behalf of d4086650dac54a539044dab15f8f252a for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:31:59.804253 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-31d117e0-8eb1-4669-8642-f78505aacb4b req-fafd53f0-5d5e-4600-b637-6d0d3bccde50 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:59.848620 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 4ffd8948-e839-4f17-a502-9f6ccdf6bb3d no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:31:59.885433 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07147ea-abe4-43ca-bf43-dfb5293deb4d req-fd2e439e-eec1-417c-87dd-c10fd767e715 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:59.893337 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d07147ea-abe4-43ca-bf43-dfb5293deb4d req-fd2e439e-eec1-417c-87dd-c10fd767e715 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfef76b5-510b-4571-afdd-528a67da392d HTTP/1.1" status: 200 len: 945 time: 0.2167981 Nov 25 17:31:59.935957 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f0d84345-16f1-4b88-999c-2c432b062837 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:59.995273 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f0d84345-16f1-4b88-999c-2c432b062837 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:59.999107 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f0d84345-16f1-4b88-999c-2c432b062837 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "DELETE /v2.0/networks/0f4ea62f-5f9a-485c-9f18-7fb8bcbf2469 HTTP/1.1" status: 204 len: 168 time: 0.9187348 Nov 25 17:32:00.001962 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d84345-16f1-4b88-999c-2c432b062837 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Pushing event deleted for resources: {'Network': ['ID=0f4ea62f-5f9a-485c-9f18-7fb8bcbf2469,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:00.003918 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44476) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:00.016142 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:00.131407 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 4ffd8948-e839-4f17-a502-9f6ccdf6bb3d, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=4ffd8948-e839-4f17-a502-9f6ccdf6bb3d,segment=NetworkSegment(7b56f9b7-dcf8-416a-8490-b1f1b6152b37),segment_id=7b56f9b7-dcf8-416a-8490-b1f1b6152b37)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:00.141852 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:00.242524 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=4ffd8948-e839-4f17-a502-9f6ccdf6bb3d,revision_number=8']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:00.287064 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device f3686e5a-5e71-442e-ab74-8f0d09fc1862 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:32:00.320152 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: f3686e5a-5e71-442e-ab74-8f0d09fc1862 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:32:00.321493 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device f3686e5a-5e71-442e-ab74-8f0d09fc1862 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:32:00.417699 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-5fdb4fd3-8d5f-4baf-a3ac-e70697ba577f req-1d74dd72-202b-4080-8cd0-09ef41032bc3 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Deleting port 4ffd8948-e839-4f17-a502-9f6ccdf6bb3d {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:32:00.418050 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-5fdb4fd3-8d5f-4baf-a3ac-e70697ba577f req-1d74dd72-202b-4080-8cd0-09ef41032bc3 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:00.489561 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6d6bd4f-6160-4ef1-a114-5b26f060da71 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Deleting subnet e6fdc3be-b0ac-4369-8830-0399da979d5b {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:32:00.499518 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c6d6bd4f-6160-4ef1-a114-5b26f060da71 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:00.574145 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c6d6bd4f-6160-4ef1-a114-5b26f060da71 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:00.599876 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fce974f5-18b5-4d84-8e2d-5cba21ec2154 req-904af19e-ef89-4f8e-8f3c-b2ceb4958a3b service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=7dac673b-c262-4497-b783-e9f920753627&id=0577770c-39b7-4b0c-8124-55e039ea72f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7871921 Nov 25 17:32:00.612623 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-5fdb4fd3-8d5f-4baf-a3ac-e70697ba577f req-1d74dd72-202b-4080-8cd0-09ef41032bc3 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] For port 4ffd8948-e839-4f17-a502-9f6ccdf6bb3d, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=4ffd8948-e839-4f17-a502-9f6ccdf6bb3d,segment=NetworkSegment(7b56f9b7-dcf8-416a-8490-b1f1b6152b37),segment_id=7b56f9b7-dcf8-416a-8490-b1f1b6152b37)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:00.613245 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-5fdb4fd3-8d5f-4baf-a3ac-e70697ba577f req-1d74dd72-202b-4080-8cd0-09ef41032bc3 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:00.634562 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-5fdb4fd3-8d5f-4baf-a3ac-e70697ba577f req-1d74dd72-202b-4080-8cd0-09ef41032bc3 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Calling delete_port for 4ffd8948-e839-4f17-a502-9f6ccdf6bb3d owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:32:00.677863 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d07147ea-abe4-43ca-bf43-dfb5293deb4d req-e532b170-feae-40c4-862d-e25ea9243843 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/security-groups?id=64a4895e-66bb-4a82-9045-67d823985e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7836659 Nov 25 17:32:00.704746 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1065accc-10af-4041-85bf-dd6a1a730f4c req-3c020de4-5769-42aa-bdd7-0530f95d0306 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:00.710999 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1065accc-10af-4041-85bf-dd6a1a730f4c req-3c020de4-5769-42aa-bdd7-0530f95d0306 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:00.718142 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1065accc-10af-4041-85bf-dd6a1a730f4c req-3c020de4-5769-42aa-bdd7-0530f95d0306 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:00.724209 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1065accc-10af-4041-85bf-dd6a1a730f4c req-3c020de4-5769-42aa-bdd7-0530f95d0306 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:00.730288 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1065accc-10af-4041-85bf-dd6a1a730f4c req-3c020de4-5769-42aa-bdd7-0530f95d0306 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:00.737065 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1065accc-10af-4041-85bf-dd6a1a730f4c req-3c020de4-5769-42aa-bdd7-0530f95d0306 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:00.743235 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1065accc-10af-4041-85bf-dd6a1a730f4c req-3c020de4-5769-42aa-bdd7-0530f95d0306 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:00.751377 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1065accc-10af-4041-85bf-dd6a1a730f4c req-3c020de4-5769-42aa-bdd7-0530f95d0306 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 5434 time: 0.8553529 Nov 25 17:32:00.770665 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c6d6bd4f-6160-4ef1-a114-5b26f060da71 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:00.850137 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-31d117e0-8eb1-4669-8642-f78505aacb4b req-fafd53f0-5d5e-4600-b637-6d0d3bccde50 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Allocated IP 172.20.0.6 (49c799e6-01fb-4356-b67f-8b970273c51a/25a72b94-fb6e-4434-9c21-274e75835bc9/53a65dd2-7261-432f-a213-f291c3e01123) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:32:00.862534 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bd6996be-7b6e-492e-b277-3eb4f1e8042d req-3dc33627-95e3-4ba1-b915-06238d84840b tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 210 time: 0.0759583 Nov 25 17:32:00.869026 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2cbd65d4-b39e-43f0-b6a0-688c200f9ad0 req-903ddbe4-5050-436a-8458-67b5a3ea9d64 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=dfd482ad-3136-47f0-b163-fc46f11fc7ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3226006 Nov 25 17:32:00.893169 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3080f1d5-bcf7-4936-913a-c5256d3142e5 admin admin] Router 90c87b55-4c2f-49f4-a8dc-28bc81837710 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:32:00.901620 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d134250-d292-4c0d-a83b-ba2a10b139b0 admin admin] Router ad5cae2b-0e35-446c-8ed9-8469832372eb has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:32:00.919140 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c6d6bd4f-6160-4ef1-a114-5b26f060da71 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:00.935786 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1065accc-10af-4041-85bf-dd6a1a730f4c req-1e6c5099-8255-4a3b-99dc-902cd48c7ac8 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/security-groups?id=7dac673b-c262-4497-b783-e9f920753627&id=0577770c-39b7-4b0c-8124-55e039ea72f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1833336 Nov 25 17:32:00.948453 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c6d6bd4f-6160-4ef1-a114-5b26f060da71 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:00.952717 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacd2522-0458-4dc0-ab9e-066326b39d85 None None] Network 87da44d2-1590-4ee5-a038-25973727b150 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:32:00.969101 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c6d6bd4f-6160-4ef1-a114-5b26f060da71 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "DELETE /v2.0/subnets/e6fdc3be-b0ac-4369-8830-0399da979d5b HTTP/1.1" status: 204 len: 168 time: 0.9588075 Nov 25 17:32:00.974388 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 44482) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:00.991324 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d6bd4f-6160-4ef1-a114-5b26f060da71 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Pushing event deleted for resources: {'Subnet': ['ID=e6fdc3be-b0ac-4369-8830-0399da979d5b,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:00.994941 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-5fdb4fd3-8d5f-4baf-a3ac-e70697ba577f req-1d74dd72-202b-4080-8cd0-09ef41032bc3 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:01.034279 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d74dd72-202b-4080-8cd0-09ef41032bc3 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Pushing event deleted for resources: {'Port': ['ID=4ffd8948-e839-4f17-a502-9f6ccdf6bb3d,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:01.082362 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fdb4fd3-8d5f-4baf-a3ac-e70697ba577f req-1d74dd72-202b-4080-8cd0-09ef41032bc3 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] No DVR routers for this DVR port 4ffd8948-e839-4f17-a502-9f6ccdf6bb3d on host n-h2-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:32:01.084875 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-5fdb4fd3-8d5f-4baf-a3ac-e70697ba577f req-1d74dd72-202b-4080-8cd0-09ef41032bc3 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:01.088566 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-5fdb4fd3-8d5f-4baf-a3ac-e70697ba577f req-1d74dd72-202b-4080-8cd0-09ef41032bc3 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.90 "DELETE /v2.0/ports/4ffd8948-e839-4f17-a502-9f6ccdf6bb3d HTTP/1.1" status: 204 len: 173 time: 1.2915189 Nov 25 17:32:01.089077 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfef76b5-510b-4571-afdd-528a67da392d', 'name': 'network-vif-deleted', 'tag': '4ffd8948-e839-4f17-a502-9f6ccdf6bb3d'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:32:01.092277 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150bde25-bd71-492b-8b51-20d0506615d1" -d '{"events": [{"server_uuid": "dfef76b5-510b-4571-afdd-528a67da392d", "name": "network-vif-deleted", "tag": "4ffd8948-e839-4f17-a502-9f6ccdf6bb3d"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:32:01.180268 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929898d2-f85c-4320-ae54-850b10ea150d None None] DHCP port deletion for 87da44d2-1590-4ee5-a038-25973727b150 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:32:01.275322 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-929898d2-f85c-4320-ae54-850b10ea150d None None] Deleting port f8c40584-380b-4991-82a6-c64c1e47cc3b {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:32:01.276472 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-929898d2-f85c-4320-ae54-850b10ea150d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:01.288943 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfef76b5-510b-4571-afdd-528a67da392d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ffd8948-e839-4f17-a502-9f6ccdf6bb3d'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:32:01.291410 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86721a7-39bf-495f-ac64-8b6847c79abc" -d '{"events": [{"server_uuid": "dfef76b5-510b-4571-afdd-528a67da392d", "name": "network-vif-unplugged", "status": "completed", "tag": "4ffd8948-e839-4f17-a502-9f6ccdf6bb3d"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:32:01.309075 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374f936d-d911-4bd3-af81-d61a922d2c80 x-openstack-request-id: req-374f936d-d911-4bd3-af81-d61a922d2c80 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:32:01.309567 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfef76b5-510b-4571-afdd-528a67da392d", "name": "network-vif-deleted", "tag": "4ffd8948-e839-4f17-a502-9f6ccdf6bb3d", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:32:01.309843 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-374f936d-d911-4bd3-af81-d61a922d2c80 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:32:01.310247 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfef76b5-510b-4571-afdd-528a67da392d', 'name': 'network-vif-deleted', 'tag': '4ffd8948-e839-4f17-a502-9f6ccdf6bb3d', 'status': 'completed', 'code': 200} Nov 25 17:32:01.349094 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-929898d2-f85c-4320-ae54-850b10ea150d None None] For port f8c40584-380b-4991-82a6-c64c1e47cc3b, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=f8c40584-380b-4991-82a6-c64c1e47cc3b,segment=NetworkSegment(fc53b305-9a78-4f4b-98a5-68b9ae26162d),segment_id=fc53b305-9a78-4f4b-98a5-68b9ae26162d)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:01.349498 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-929898d2-f85c-4320-ae54-850b10ea150d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:01.352495 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdbd75a6-573e-4346-a938-738a7048bf24 x-openstack-request-id: req-cdbd75a6-573e-4346-a938-738a7048bf24 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:32:01.352787 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfef76b5-510b-4571-afdd-528a67da392d", "name": "network-vif-unplugged", "status": "completed", "tag": "4ffd8948-e839-4f17-a502-9f6ccdf6bb3d", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:32:01.353067 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cdbd75a6-573e-4346-a938-738a7048bf24 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:32:01.353453 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfef76b5-510b-4571-afdd-528a67da392d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ffd8948-e839-4f17-a502-9f6ccdf6bb3d', 'code': 200} Nov 25 17:32:01.365446 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-929898d2-f85c-4320-ae54-850b10ea150d None None] Calling delete_port for f8c40584-380b-4991-82a6-c64c1e47cc3b owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:32:01.404663 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd65d4-b39e-43f0-b6a0-688c200f9ad0 req-0858fdc2-573f-4baf-a3c2-0ec70742ebcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:01.406122 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2cbd65d4-b39e-43f0-b6a0-688c200f9ad0 req-0858fdc2-573f-4baf-a3c2-0ec70742ebcd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9ed6d61121ad4ad587d660c5c7d54fc1&device_id=dfd482ad-3136-47f0-b163-fc46f11fc7ac HTTP/1.1" status: 200 len: 1097 time: 0.4472663 Nov 25 17:32:01.430073 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d134250-d292-4c0d-a83b-ba2a10b139b0 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:32:01.435538 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-9d134250-d292-4c0d-a83b-ba2a10b139b0 admin admin] 10.222.0.75 "PUT /v2.0/routers/ad5cae2b-0e35-446c-8ed9-8469832372eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7390709 Nov 25 17:32:01.438166 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44492) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:01.445690 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-56d99f81-c0d2-431f-936a-3a058dd8fe65 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:01.456020 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6b5658-cea8-4c61-920e-367c482f77f8 None None] Sync routers for ids ['ad5cae2b-0e35-446c-8ed9-8469832372eb'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:32:01.469518 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-929898d2-f85c-4320-ae54-850b10ea150d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:01.473473 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6b5658-cea8-4c61-920e-367c482f77f8 None None] Routers {'ad5cae2b-0e35-446c-8ed9-8469832372eb'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:32:01.474377 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-0c6b5658-cea8-4c61-920e-367c482f77f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:31:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['ad5cae2b-0e35-446c-8ed9-8469832372eb'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:01.542368 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3080f1d5-bcf7-4936-913a-c5256d3142e5 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:32:01.554204 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-3080f1d5-bcf7-4936-913a-c5256d3142e5 admin admin] 10.222.0.75 "PUT /v2.0/routers/90c87b55-4c2f-49f4-a8dc-28bc81837710/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6884811 Nov 25 17:32:01.556010 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5be9c5-dcde-449e-b867-070b30a29779 None None] Sync routers for ids ['90c87b55-4c2f-49f4-a8dc-28bc81837710'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:32:01.557429 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44494) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:01.558841 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e40626d8-3758-4f64-ba6f-de6ed7f99a79 admin admin] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:01.584936 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5be9c5-dcde-449e-b867-070b30a29779 None None] Routers {'90c87b55-4c2f-49f4-a8dc-28bc81837710'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:32:01.585924 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-be5be9c5-dcde-449e-b867-070b30a29779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:31:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['90c87b55-4c2f-49f4-a8dc-28bc81837710'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:01.592142 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a35ef1bc-461b-4e1b-890f-006d4205f361 req-c0154bbe-e83f-402a-b554-e1a50ef26c38 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d74ab755-36a9-4476-bec2-1aaeded5d781&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2121477 Nov 25 17:32:01.622114 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-31d117e0-8eb1-4669-8642-f78505aacb4b req-fafd53f0-5d5e-4600-b637-6d0d3bccde50 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:01.642505 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929898d2-f85c-4320-ae54-850b10ea150d None None] Pushing event deleted for resources: {'Port': ['ID=f8c40584-380b-4991-82a6-c64c1e47cc3b,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:01.650586 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929898d2-f85c-4320-ae54-850b10ea150d None None] No DVR routers for this DVR port f8c40584-380b-4991-82a6-c64c1e47cc3b on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:32:01.760751 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-0c6b5658-cea8-4c61-920e-367c482f77f8 None None] Set router ad5cae2b-0e35-446c-8ed9-8469832372eb gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:32:01.789524 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b2e7be01-3e57-4939-9b3d-661bef9121b5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:01.847386 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-56d99f81-c0d2-431f-936a-3a058dd8fe65 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:01.853134 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-be5be9c5-dcde-449e-b867-070b30a29779 None None] Set router 90c87b55-4c2f-49f4-a8dc-28bc81837710 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:32:01.863425 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd65d4-b39e-43f0-b6a0-688c200f9ad0 req-a426e2fc-eb17-4232-9e28-efbbb361be97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:01.865017 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2cbd65d4-b39e-43f0-b6a0-688c200f9ad0 req-a426e2fc-eb17-4232-9e28-efbbb361be97 service neutron] 10.222.0.90 "GET /v2.0/networks?id=893ae009-948d-4a56-89c4-04cf75caf20a HTTP/1.1" status: 200 len: 915 time: 0.4282770 Nov 25 17:32:01.875549 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e40626d8-3758-4f64-ba6f-de6ed7f99a79 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:01.976232 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-56d99f81-c0d2-431f-936a-3a058dd8fe65 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87da44d2-1590-4ee5-a038-25973727b150']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:01.979394 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2cbd65d4-b39e-43f0-b6a0-688c200f9ad0 req-e54dc527-d6cf-477e-a79b-34577bc042d3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=550de2a6-ffbd-4c86-ac21-4914075aa3e6 HTTP/1.1" status: 200 len: 217 time: 0.0941510 Nov 25 17:32:01.989476 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a4bedd85-aaf6-4e48-bb17-04e1afba4333 req-4c4757e4-5ba7-49f5-9d8d-8c786c069de0 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfef76b5-510b-4571-afdd-528a67da392d HTTP/1.1" status: 200 len: 210 time: 0.1126995 Nov 25 17:32:01.994257 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-56d99f81-c0d2-431f-936a-3a058dd8fe65 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc53b305-9a78-4f4b-98a5-68b9ae26162d') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:01.994561 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-56d99f81-c0d2-431f-936a-3a058dd8fe65 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc53b305-9a78-4f4b-98a5-68b9ae26162d') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:02.001783 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ef1bc-461b-4e1b-890f-006d4205f361 req-8d7bbbe2-4c33-413f-81e1-8f08254e7099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:02.002264 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ef1bc-461b-4e1b-890f-006d4205f361 req-8d7bbbe2-4c33-413f-81e1-8f08254e7099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:02.002733 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ef1bc-461b-4e1b-890f-006d4205f361 req-8d7bbbe2-4c33-413f-81e1-8f08254e7099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:02.003196 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ef1bc-461b-4e1b-890f-006d4205f361 req-8d7bbbe2-4c33-413f-81e1-8f08254e7099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:02.003672 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ef1bc-461b-4e1b-890f-006d4205f361 req-8d7bbbe2-4c33-413f-81e1-8f08254e7099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:02.004118 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ef1bc-461b-4e1b-890f-006d4205f361 req-8d7bbbe2-4c33-413f-81e1-8f08254e7099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:02.004583 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ef1bc-461b-4e1b-890f-006d4205f361 req-8d7bbbe2-4c33-413f-81e1-8f08254e7099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:02.006538 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a35ef1bc-461b-4e1b-890f-006d4205f361 req-8d7bbbe2-4c33-413f-81e1-8f08254e7099 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dd6f14b9d22849c3ad1fbf498db9870a&device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 6500 time: 0.2634692 Nov 25 17:32:02.007588 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-31d117e0-8eb1-4669-8642-f78505aacb4b req-fafd53f0-5d5e-4600-b637-6d0d3bccde50 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:02.071240 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b2e7be01-3e57-4939-9b3d-661bef9121b5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:02.154756 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device f8c40584-380b-4991-82a6-c64c1e47cc3b no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:32:02.157954 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd53f0-5d5e-4600-b637-6d0d3bccde50 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Pushing event updated for resources: {'Port': ['ID=53a65dd2-7261-432f-a213-f291c3e01123,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:02.163094 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-56d99f81-c0d2-431f-936a-3a058dd8fe65 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:02.175192 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-e40626d8-3758-4f64-ba6f-de6ed7f99a79 admin admin] Deleting port 6201d2de-e582-4918-9e94-98ca1ff4c237 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:32:02.175535 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e40626d8-3758-4f64-ba6f-de6ed7f99a79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:02.257554 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: f8c40584-380b-4991-82a6-c64c1e47cc3b {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:32:02.257742 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-be5be9c5-dcde-449e-b867-070b30a29779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'name': 'tempest-FloatingIPsAssociationTestJSON-322503774-router', 'tenant_id': 'c296d8c37a3d4484983acb10cc0204d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'a9cb8fc9-2a82-43c7-9767-215a656bbec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:52Z', 'updated_at': '2021-11-25T17:31:58Z', 'revision_number': 5, 'project_id': 'c296d8c37a3d4484983acb10cc0204d2', 'gw_port': {'id': 'a9cb8fc9-2a82-43c7-9767-215a656bbec0', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:53Z', 'updated_at': '2021-11-25T17:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:02.258420 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device f8c40584-380b-4991-82a6-c64c1e47cc3b not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:32:02.289802 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-e40626d8-3758-4f64-ba6f-de6ed7f99a79 admin admin] For port 6201d2de-e582-4918-9e94-98ca1ff4c237, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=6201d2de-e582-4918-9e94-98ca1ff4c237,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:02.290010 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e40626d8-3758-4f64-ba6f-de6ed7f99a79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:02.293296 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-b2e7be01-3e57-4939-9b3d-661bef9121b5 admin admin] Deleting port a9cb8fc9-2a82-43c7-9767-215a656bbec0 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:32:02.293690 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b2e7be01-3e57-4939-9b3d-661bef9121b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:02.314860 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5be9c5-dcde-449e-b867-070b30a29779 None None] Checking router: 90c87b55-4c2f-49f4-a8dc-28bc81837710 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:32:02.318193 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-e40626d8-3758-4f64-ba6f-de6ed7f99a79 admin admin] Calling delete_port for 6201d2de-e582-4918-9e94-98ca1ff4c237 owned by network:router_gateway {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:32:02.324925 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5be9c5-dcde-449e-b867-070b30a29779 None None] Routers {'90c87b55-4c2f-49f4-a8dc-28bc81837710'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:32:02.325867 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-be5be9c5-dcde-449e-b867-070b30a29779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:31:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['90c87b55-4c2f-49f4-a8dc-28bc81837710'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:02.326422 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-0c6b5658-cea8-4c61-920e-367c482f77f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5cae2b-0e35-446c-8ed9-8469832372eb', 'name': 'tempest-FloatingIPDetailsTestJSON-1277854740-router', 'tenant_id': '966ca62b1a1b4f01bd2dab40c7c079bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '6201d2de-e582-4918-9e94-98ca1ff4c237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:30:58Z', 'updated_at': '2021-11-25T17:31:58Z', 'revision_number': 5, 'project_id': '966ca62b1a1b4f01bd2dab40c7c079bf', 'gw_port': {'id': '6201d2de-e582-4918-9e94-98ca1ff4c237', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5cae2b-0e35-446c-8ed9-8469832372eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:30:59Z', 'updated_at': '2021-11-25T17:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:02.361594 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6b5658-cea8-4c61-920e-367c482f77f8 None None] Checking router: ad5cae2b-0e35-446c-8ed9-8469832372eb for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:32:02.371581 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6b5658-cea8-4c61-920e-367c482f77f8 None None] Routers {'ad5cae2b-0e35-446c-8ed9-8469832372eb'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:32:02.372569 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-0c6b5658-cea8-4c61-920e-367c482f77f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:31:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['ad5cae2b-0e35-446c-8ed9-8469832372eb'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:02.428966 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd65d4-b39e-43f0-b6a0-688c200f9ad0 req-a5753070-bbf2-4bad-9491-e3359c9b8d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:02.430836 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2cbd65d4-b39e-43f0-b6a0-688c200f9ad0 req-a5753070-bbf2-4bad-9491-e3359c9b8d3d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f5ab359d-3571-4e44-9b7f-d7d725d0869c HTTP/1.1" status: 200 len: 854 time: 0.4213820 Nov 25 17:32:02.439830 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-be5be9c5-dcde-449e-b867-070b30a29779 None None] Set router 90c87b55-4c2f-49f4-a8dc-28bc81837710 gateway port host: None {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:32:02.440166 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-b2e7be01-3e57-4939-9b3d-661bef9121b5 admin admin] For port a9cb8fc9-2a82-43c7-9767-215a656bbec0, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=a9cb8fc9-2a82-43c7-9767-215a656bbec0,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:02.440568 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b2e7be01-3e57-4939-9b3d-661bef9121b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:02.441252 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-56d99f81-c0d2-431f-936a-3a058dd8fe65 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:02.459328 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-b2e7be01-3e57-4939-9b3d-661bef9121b5 admin admin] Calling delete_port for a9cb8fc9-2a82-43c7-9767-215a656bbec0 owned by network:router_gateway {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:32:02.471217 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31d117e0-8eb1-4669-8642-f78505aacb4b req-fafd53f0-5d5e-4600-b637-6d0d3bccde50 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Network 49c799e6-01fb-4356-b67f-8b970273c51a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:32:02.497282 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56d99f81-c0d2-431f-936a-3a058dd8fe65 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Releasing vlan 947 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:32:02.498193 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-56d99f81-c0d2-431f-936a-3a058dd8fe65 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:02.505494 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:32:02.505494 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:32:02.505494 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:32:02.505494 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:32:02.505494 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:32:02.505494 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:32:02.505494 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:32:02.505494 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:32:02.505494 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:32:02.505494 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:32:02.505494 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:32:02.505494 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:32:02.505494 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:32:02.505494 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:32:02.505494 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:32:02.505494 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:32:02.505494 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:32:02.505494 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:32:02.505494 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:32:02.505494 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:32:02.505494 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:32:02.505494 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:32:02.505494 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:32:02.505494 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:32:02.505494 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:32:02.505494 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:32:02.505494 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:32:02.505494 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:32:02.505494 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:32:02.505494 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:32:02.505494 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:32:02.505494 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:32:02.516319 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2cbd65d4-b39e-43f0-b6a0-688c200f9ad0 req-ce48ab70-c5be-4c53-bb61-81c1da609ef7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=893ae009-948d-4a56-89c4-04cf75caf20a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719779 Nov 25 17:32:02.517611 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-31d117e0-8eb1-4669-8642-f78505aacb4b req-fafd53f0-5d5e-4600-b637-6d0d3bccde50 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:32:02.527270 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-be5be9c5-dcde-449e-b867-070b30a29779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'name': 'tempest-FloatingIPsAssociationTestJSON-322503774-router', 'tenant_id': 'c296d8c37a3d4484983acb10cc0204d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:52Z', 'updated_at': '2021-11-25T17:32:02Z', 'revision_number': 6, 'project_id': 'c296d8c37a3d4484983acb10cc0204d2', 'gw_port_host': None}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:02.580725 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5be9c5-dcde-449e-b867-070b30a29779 None None] The sync data for ids ['90c87b55-4c2f-49f4-a8dc-28bc81837710'] in n-d-817746-1 is: [{'id': '90c87b55-4c2f-49f4-a8dc-28bc81837710', 'name': 'tempest-FloatingIPsAssociationTestJSON-322503774-router', 'tenant_id': 'c296d8c37a3d4484983acb10cc0204d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:52Z', 'updated_at': '2021-11-25T17:32:02Z', 'revision_number': 6, 'project_id': 'c296d8c37a3d4484983acb10cc0204d2', 'gw_port_host': None}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:32:02.587170 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d117e0-8eb1-4669-8642-f78505aacb4b req-fafd53f0-5d5e-4600-b637-6d0d3bccde50 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:32:02.636808 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ef1bc-461b-4e1b-890f-006d4205f361 req-8966442a-ea18-41b3-a608-e4d0ca1cc419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:02.642907 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ef1bc-461b-4e1b-890f-006d4205f361 req-8966442a-ea18-41b3-a608-e4d0ca1cc419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:02.643466 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ef1bc-461b-4e1b-890f-006d4205f361 req-8966442a-ea18-41b3-a608-e4d0ca1cc419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:02.646675 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a35ef1bc-461b-4e1b-890f-006d4205f361 req-8966442a-ea18-41b3-a608-e4d0ca1cc419 service neutron] 10.222.0.74 "GET /v2.0/networks?id=124f5b02-f613-458f-b33d-77fb5d166863&id=6d3b5836-4740-4bb0-8171-a77a7b2fa0cd&id=6d3b5836-4740-4bb0-8171-a77a7b2fa0cd&id=6d3b5836-4740-4bb0-8171-a77a7b2fa0cd&id=6d3b5836-4740-4bb0-8171-a77a7b2fa0cd&id=04e189b3-a48d-47a2-8e70-da48c198c103&id=04e189b3-a48d-47a2-8e70-da48c198c103 HTTP/1.1" status: 200 len: 2297 time: 0.4775035 Nov 25 17:32:02.661270 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-0c6b5658-cea8-4c61-920e-367c482f77f8 None None] Set router ad5cae2b-0e35-446c-8ed9-8469832372eb gateway port host: None {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:32:02.722874 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b3b6c-423f-47b5-ba36-330a4b34b327 req-b9ac6b6f-b2c2-4c2b-927d-dcf4f54a74f9 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:02.729012 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b3b6c-423f-47b5-ba36-330a4b34b327 req-b9ac6b6f-b2c2-4c2b-927d-dcf4f54a74f9 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:02.735069 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b3b6c-423f-47b5-ba36-330a4b34b327 req-b9ac6b6f-b2c2-4c2b-927d-dcf4f54a74f9 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:02.741314 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-0c6b5658-cea8-4c61-920e-367c482f77f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5cae2b-0e35-446c-8ed9-8469832372eb', 'name': 'tempest-FloatingIPDetailsTestJSON-1277854740-router', 'tenant_id': '966ca62b1a1b4f01bd2dab40c7c079bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:30:58Z', 'updated_at': '2021-11-25T17:32:01Z', 'revision_number': 6, 'project_id': '966ca62b1a1b4f01bd2dab40c7c079bf', 'gw_port_host': None}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:02.741637 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b3b6c-423f-47b5-ba36-330a4b34b327 req-b9ac6b6f-b2c2-4c2b-927d-dcf4f54a74f9 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:02.748407 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b3b6c-423f-47b5-ba36-330a4b34b327 req-b9ac6b6f-b2c2-4c2b-927d-dcf4f54a74f9 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:02.749604 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e40626d8-3758-4f64-ba6f-de6ed7f99a79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:02.754633 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b3b6c-423f-47b5-ba36-330a4b34b327 req-b9ac6b6f-b2c2-4c2b-927d-dcf4f54a74f9 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:02.760709 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b3b6c-423f-47b5-ba36-330a4b34b327 req-b9ac6b6f-b2c2-4c2b-927d-dcf4f54a74f9 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:02.769771 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f45b3b6c-423f-47b5-ba36-330a4b34b327 req-b9ac6b6f-b2c2-4c2b-927d-dcf4f54a74f9 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 5434 time: 0.5912902 Nov 25 17:32:02.780671 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6b5658-cea8-4c61-920e-367c482f77f8 None None] The sync data for ids ['ad5cae2b-0e35-446c-8ed9-8469832372eb'] in n-d-817746-1 is: [{'id': 'ad5cae2b-0e35-446c-8ed9-8469832372eb', 'name': 'tempest-FloatingIPDetailsTestJSON-1277854740-router', 'tenant_id': '966ca62b1a1b4f01bd2dab40c7c079bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:30:58Z', 'updated_at': '2021-11-25T17:32:01Z', 'revision_number': 6, 'project_id': '966ca62b1a1b4f01bd2dab40c7c079bf', 'gw_port_host': None}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:32:02.830914 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40626d8-3758-4f64-ba6f-de6ed7f99a79 admin admin] Pushing event deleted for resources: {'Port': ['ID=6201d2de-e582-4918-9e94-98ca1ff4c237,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:02.874614 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b2e7be01-3e57-4939-9b3d-661bef9121b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:02.907813 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e7be01-3e57-4939-9b3d-661bef9121b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9cb8fc9-2a82-43c7-9767-215a656bbec0,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:02.908915 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-9f0a35fa-463d-45c3-bf05-6d3e35b92e21 None None] Provisioning complete for port 53a65dd2-7261-432f-a213-f291c3e01123 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:02.909516 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9f0a35fa-463d-45c3-bf05-6d3e35b92e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:02.925588 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-56d99f81-c0d2-431f-936a-3a058dd8fe65 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:02.925753 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e40626d8-3758-4f64-ba6f-de6ed7f99a79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:02.959691 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b7adee-d3d3-4a11-8371-8f5e8a773c34 req-3440c3ba-2148-4627-81f6-ac741fb79dc4 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:02.960819 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-9f0a35fa-463d-45c3-bf05-6d3e35b92e21 None None] Port 53a65dd2-7261-432f-a213-f291c3e01123 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:32:02.974979 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c8b7adee-d3d3-4a11-8371-8f5e8a773c34 req-3440c3ba-2148-4627-81f6-ac741fb79dc4 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 931 time: 0.8264239 Nov 25 17:32:03.042027 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-56d99f81-c0d2-431f-936a-3a058dd8fe65 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:03.046335 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-56d99f81-c0d2-431f-936a-3a058dd8fe65 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "DELETE /v2.0/networks/87da44d2-1590-4ee5-a038-25973727b150 HTTP/1.1" status: 204 len: 168 time: 2.0540750 Nov 25 17:32:03.053092 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 44508) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:03.069098 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d117e0-8eb1-4669-8642-f78505aacb4b req-fafd53f0-5d5e-4600-b637-6d0d3bccde50 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:03.069748 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-31d117e0-8eb1-4669-8642-f78505aacb4b req-fafd53f0-5d5e-4600-b637-6d0d3bccde50 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:03.078946 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-e46af1be-41f7-4ecb-8e5f-83387bae0703 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-997210481'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:03.086590 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d99f81-c0d2-431f-936a-3a058dd8fe65 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Pushing event deleted for resources: {'Network': ['ID=87da44d2-1590-4ee5-a038-25973727b150,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:03.098607 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e40626d8-3758-4f64-ba6f-de6ed7f99a79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:03.100399 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a35ef1bc-461b-4e1b-890f-006d4205f361 req-4c8c6689-dd96-48b7-be8d-dcbd794dc3ce service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7be8a07b-4a87-4407-a846-a793d7c0884e HTTP/1.1" status: 200 len: 1000 time: 0.3924375 Nov 25 17:32:03.102357 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e40626d8-3758-4f64-ba6f-de6ed7f99a79 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:03.110412 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b2e7be01-3e57-4939-9b3d-661bef9121b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:03.131050 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f45b3b6c-423f-47b5-ba36-330a4b34b327 req-269760a3-a279-4b25-a6a5-cfa73b471a9e tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/security-groups?id=7dac673b-c262-4497-b783-e9f920753627&id=0577770c-39b7-4b0c-8124-55e039ea72f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3602242 Nov 25 17:32:03.186682 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2cbd65d4-b39e-43f0-b6a0-688c200f9ad0 req-3cf32f79-1b80-4619-a798-2336448f54f8 service neutron] 10.222.0.90 "GET /v2.0/networks/893ae009-948d-4a56-89c4-04cf75caf20a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5961416 Nov 25 17:32:03.253579 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b2e7be01-3e57-4939-9b3d-661bef9121b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:03.253818 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c8b7adee-d3d3-4a11-8371-8f5e8a773c34 req-7ef1de64-fba2-49f7-b077-7f5804bab311 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1b3f624-9a69-4743-bfac-9a2aba2cec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2792115 Nov 25 17:32:03.260304 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b2e7be01-3e57-4939-9b3d-661bef9121b5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:03.260304 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e40626d8-3758-4f64-ba6f-de6ed7f99a79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:03.260304 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e40626d8-3758-4f64-ba6f-de6ed7f99a79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad5cae2b-0e35-446c-8ed9-8469832372eb {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:32:03.269178 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46af1be-41f7-4ecb-8e5f-83387bae0703 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Made reservation on behalf of d64a86f779cb466b8c1c45288d32f994 for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:32:03.273493 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e40626d8-3758-4f64-ba6f-de6ed7f99a79 admin admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:03.274933 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e46af1be-41f7-4ecb-8e5f-83387bae0703 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:03.275219 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e40626d8-3758-4f64-ba6f-de6ed7f99a79 admin admin] 10.222.0.75 "DELETE /v2.0/routers/ad5cae2b-0e35-446c-8ed9-8469832372eb HTTP/1.1" status: 204 len: 168 time: 1.8359175 Nov 25 17:32:03.278594 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44512) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:03.305275 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ef1bc-461b-4e1b-890f-006d4205f361 req-bda60780-c2b7-4f0e-92dc-d41cc7187463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:03.307121 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a35ef1bc-461b-4e1b-890f-006d4205f361 req-bda60780-c2b7-4f0e-92dc-d41cc7187463 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3ed106f0-2cd9-4f3e-b760-6bf8df9e80f9 HTTP/1.1" status: 200 len: 856 time: 0.1915743 Nov 25 17:32:03.340051 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-31d117e0-8eb1-4669-8642-f78505aacb4b req-fafd53f0-5d5e-4600-b637-6d0d3bccde50 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1599746 Nov 25 17:32:03.353511 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f9be282-0912-4dee-95b2-63485368f93e admin admin] Deleting subnet 13300db1-f29b-4fa7-833a-4c6dcccea313 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:32:03.394098 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8f9be282-0912-4dee-95b2-63485368f93e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:03.429059 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b2e7be01-3e57-4939-9b3d-661bef9121b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:03.429633 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e7be01-3e57-4939-9b3d-661bef9121b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90c87b55-4c2f-49f4-a8dc-28bc81837710 {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:32:03.436494 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b2e7be01-3e57-4939-9b3d-661bef9121b5 admin admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:03.437489 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b2e7be01-3e57-4939-9b3d-661bef9121b5 admin admin] 10.222.0.75 "DELETE /v2.0/routers/90c87b55-4c2f-49f4-a8dc-28bc81837710 HTTP/1.1" status: 204 len: 168 time: 1.8760669 Nov 25 17:32:03.440214 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44516) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:03.451960 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8f9be282-0912-4dee-95b2-63485368f93e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:03.521775 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44518) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:03.526256 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-281fdfb0-57c9-468d-81eb-9bb15c8395e0 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Request body: {'security_group': {'name': 'tempest-securitygroup--550940251', 'description': 'tempest-description--1085975128'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:03.541866 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2f3c4c4-7328-4a41-a250-6ef0e7086157 admin admin] Deleting subnet 82218ac9-c8df-4d39-919a-d596976289cd {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:32:03.548739 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c2f3c4c4-7328-4a41-a250-6ef0e7086157 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:03.623031 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c2f3c4c4-7328-4a41-a250-6ef0e7086157 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:03.661338 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-281fdfb0-57c9-468d-81eb-9bb15c8395e0 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:03.673534 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8f9be282-0912-4dee-95b2-63485368f93e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:03.742574 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-31d117e0-8eb1-4669-8642-f78505aacb4b req-baf3da5c-f430-4330-a05b-8d5bb7f4e099 service neutron] Request body: {'port': {'device_id': 'e2199aed-22e4-45f1-889a-a5741f6a4c6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:03.745264 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e46af1be-41f7-4ecb-8e5f-83387bae0703 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 927} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:32:03.784415 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e46af1be-41f7-4ecb-8e5f-83387bae0703 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:03.784768 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-e46af1be-41f7-4ecb-8e5f-83387bae0703 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Added segment b59d8989-2c39-4be3-a309-35a91e4ebd28 of type vlan for network 26366550-8d14-4bcd-8615-ce2c039447e3 Nov 25 17:32:03.832671 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c2f3c4c4-7328-4a41-a250-6ef0e7086157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:03.859231 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8f9be282-0912-4dee-95b2-63485368f93e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:03.863212 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 4ffd8948-e839-4f17-a502-9f6ccdf6bb3d no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:32:03.911059 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ef1bc-461b-4e1b-890f-006d4205f361 req-8dd587c8-2542-4354-9778-3b6c6cd3397f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:03.913391 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a35ef1bc-461b-4e1b-890f-006d4205f361 req-8dd587c8-2542-4354-9778-3b6c6cd3397f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=124f5b02-f613-458f-b33d-77fb5d166863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5862148 Nov 25 17:32:03.914619 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-31d117e0-8eb1-4669-8642-f78505aacb4b req-baf3da5c-f430-4330-a05b-8d5bb7f4e099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:03.916959 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9be282-0912-4dee-95b2-63485368f93e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13300db1-f29b-4fa7-833a-4c6dcccea313,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:03.921883 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: 4ffd8948-e839-4f17-a502-9f6ccdf6bb3d {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:32:03.922695 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e46af1be-41f7-4ecb-8e5f-83387bae0703 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:03.922843 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 4ffd8948-e839-4f17-a502-9f6ccdf6bb3d not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:32:03.927765 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2cbd65d4-b39e-43f0-b6a0-688c200f9ad0 req-2aa7e37c-a4a3-40e3-be10-0df64759b5f0 service neutron] 10.222.0.90 "GET /v2.0/networks/893ae009-948d-4a56-89c4-04cf75caf20a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7279079 Nov 25 17:32:03.935002 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36919fc6-cf6b-48d9-bda1-2bc40d5532ef None None] Network 6972c671-cce3-40aa-9934-24bfcf71580c requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:32:03.958820 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8f9be282-0912-4dee-95b2-63485368f93e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:03.965059 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8f9be282-0912-4dee-95b2-63485368f93e admin admin] 10.222.0.75 "DELETE /v2.0/subnets/13300db1-f29b-4fa7-833a-4c6dcccea313 HTTP/1.1" status: 204 len: 168 time: 0.6851628 Nov 25 17:32:03.977548 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44520) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:04.036573 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-281fdfb0-57c9-468d-81eb-9bb15c8395e0 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:04.082976 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-281fdfb0-57c9-468d-81eb-9bb15c8395e0 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:04.133900 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.db.resource_extend [None req-e46af1be-41f7-4ecb-8e5f-83387bae0703 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:32:04.227358 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-281fdfb0-57c9-468d-81eb-9bb15c8395e0 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:04.232141 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-281fdfb0-57c9-468d-81eb-9bb15c8395e0 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7061446 Nov 25 17:32:04.235843 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 44526) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:04.237008 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device a9cb8fc9-2a82-43c7-9767-215a656bbec0 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:32:04.246509 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c2f3c4c4-7328-4a41-a250-6ef0e7086157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:04.248023 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-e7bab6be-264b-4a26-9b8c-593c34b1f856 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Request body: {'security_group_rule': {'security_group_id': 'acfe1381-c998-46e2-a1f8-5ec2a665621e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:04.253379 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b940ced5-9bb9-4af0-891b-a46d3f456b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:04.258555 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e46af1be-41f7-4ecb-8e5f-83387bae0703 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:04.266812 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46af1be-41f7-4ecb-8e5f-83387bae0703 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:04.268268 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e46af1be-41f7-4ecb-8e5f-83387bae0703 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:04.313631 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: a9cb8fc9-2a82-43c7-9767-215a656bbec0 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:32:04.314208 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device a9cb8fc9-2a82-43c7-9767-215a656bbec0 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:32:04.314745 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 5e3e9a8b-7220-4a5b-87ee-36c0a8bae66a no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:32:04.327711 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f3c4c4-7328-4a41-a250-6ef0e7086157 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82218ac9-c8df-4d39-919a-d596976289cd,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:04.330730 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281fdfb0-57c9-468d-81eb-9bb15c8395e0 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acfe1381-c998-46e2-a1f8-5ec2a665621e,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:04.349282 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c2f3c4c4-7328-4a41-a250-6ef0e7086157 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:04.358363 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c2f3c4c4-7328-4a41-a250-6ef0e7086157 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/82218ac9-c8df-4d39-919a-d596976289cd HTTP/1.1" status: 204 len: 168 time: 0.9135907 Nov 25 17:32:04.361109 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44530) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:04.362212 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174549e3-7ca1-4884-a870-ee55509a70a0 None None] Network ef09a9cb-b767-40ab-abb2-adbc6ec1aed8 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:32:04.373126 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 5e3e9a8b-7220-4a5b-87ee-36c0a8bae66a {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:32:04.374900 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 5e3e9a8b-7220-4a5b-87ee-36c0a8bae66a not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:32:04.375388 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 6201d2de-e582-4918-9e94-98ca1ff4c237 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:32:04.424930 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 6201d2de-e582-4918-9e94-98ca1ff4c237 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:32:04.425364 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 6201d2de-e582-4918-9e94-98ca1ff4c237 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:32:04.426523 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 7118725a-3eb3-41df-a01c-43a4757f3fe1 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:32:04.520192 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a35ef1bc-461b-4e1b-890f-006d4205f361 req-925677e0-f959-4b0c-9ffa-2f07819f9a03 service neutron] 10.222.0.74 "GET /v2.0/networks/124f5b02-f613-458f-b33d-77fb5d166863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5793679 Nov 25 17:32:04.531169 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b66cf34-fc29-4863-9359-b57cb44d1a6d None None] DHCP port deletion for 6972c671-cce3-40aa-9934-24bfcf71580c request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:32:04.534270 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 7118725a-3eb3-41df-a01c-43a4757f3fe1 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:32:04.534875 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 7118725a-3eb3-41df-a01c-43a4757f3fe1 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:32:04.613953 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2bc98df7-c8d7-4091-bc0e-5b6800a349d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:04.669166 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-e46af1be-41f7-4ecb-8e5f-83387bae0703 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.5944030 Nov 25 17:32:04.689923 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-3b66cf34-fc29-4863-9359-b57cb44d1a6d None None] Deleting port 2b0abd37-59e0-4893-a364-f75973b5de14 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:32:04.690321 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3b66cf34-fc29-4863-9359-b57cb44d1a6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:04.703051 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44534) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:04.708221 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e7bab6be-264b-4a26-9b8c-593c34b1f856 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:04.710716 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-a0572d1c-b4b1-4cf6-bd2d-386e599ea290 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Request body: {'subnet': {'network_id': '26366550-8d14-4bcd-8615-ce2c039447e3', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:04.720978 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46af1be-41f7-4ecb-8e5f-83387bae0703 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Pushing event updated for resources: {'Network': ['ID=26366550-8d14-4bcd-8615-ce2c039447e3,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:04.773107 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 26366550-8d14-4bcd-8615-ce2c039447e3 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:32:04.833478 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a2d03-d243-43f8-9fdd-452506aa7d33 req-783af735-13bd-4abc-a1df-ead7e0718996 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:04.840860 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a2d03-d243-43f8-9fdd-452506aa7d33 req-783af735-13bd-4abc-a1df-ead7e0718996 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:04.848214 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a2d03-d243-43f8-9fdd-452506aa7d33 req-783af735-13bd-4abc-a1df-ead7e0718996 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:04.855188 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a2d03-d243-43f8-9fdd-452506aa7d33 req-783af735-13bd-4abc-a1df-ead7e0718996 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:04.863760 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a2d03-d243-43f8-9fdd-452506aa7d33 req-783af735-13bd-4abc-a1df-ead7e0718996 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:04.870720 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a2d03-d243-43f8-9fdd-452506aa7d33 req-783af735-13bd-4abc-a1df-ead7e0718996 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:04.879327 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a2d03-d243-43f8-9fdd-452506aa7d33 req-783af735-13bd-4abc-a1df-ead7e0718996 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:04.881700 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-608a2d03-d243-43f8-9fdd-452506aa7d33 req-783af735-13bd-4abc-a1df-ead7e0718996 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 5434 time: 0.5568376 Nov 25 17:32:04.907507 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-3b66cf34-fc29-4863-9359-b57cb44d1a6d None None] For port 2b0abd37-59e0-4893-a364-f75973b5de14, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=2b0abd37-59e0-4893-a364-f75973b5de14,segment=NetworkSegment(78e2db1b-5667-4e0e-868f-445786d869f3),segment_id=78e2db1b-5667-4e0e-868f-445786d869f3)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:04.908171 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3b66cf34-fc29-4863-9359-b57cb44d1a6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:04.918232 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390807dc-3a93-414d-9a39-b39d93d8347a None None] DHCP port deletion for ef09a9cb-b767-40ab-abb2-adbc6ec1aed8 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:32:04.972254 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-3b66cf34-fc29-4863-9359-b57cb44d1a6d None None] Calling delete_port for 2b0abd37-59e0-4893-a364-f75973b5de14 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:32:05.014880 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef9a89d-6d92-4670-b7fa-02efccf0c445 req-a9cee390-7ece-48fa-a461-c80e88a64140 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:05.022566 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4ef9a89d-6d92-4670-b7fa-02efccf0c445 req-a9cee390-7ece-48fa-a461-c80e88a64140 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 931 time: 0.4189458 Nov 25 17:32:05.102042 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-390807dc-3a93-414d-9a39-b39d93d8347a None None] Deleting port 3893b528-cbeb-4498-a25e-49ae01701a36 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:32:05.102448 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-390807dc-3a93-414d-9a39-b39d93d8347a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:05.111336 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a35ef1bc-461b-4e1b-890f-006d4205f361 req-6a878417-ab63-417b-b3a9-7d3f3a172a7e service neutron] 10.222.0.74 "GET /v2.0/networks/124f5b02-f613-458f-b33d-77fb5d166863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5541377 Nov 25 17:32:05.131187 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-b940ced5-9bb9-4af0-891b-a46d3f456b8d admin admin] Deleting port 2b0abd37-59e0-4893-a364-f75973b5de14 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:32:05.131803 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b940ced5-9bb9-4af0-891b-a46d3f456b8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:05.188359 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3b66cf34-fc29-4863-9359-b57cb44d1a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:05.195382 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a35ef1bc-461b-4e1b-890f-006d4205f361 req-6bb7553c-3ba3-416b-95fb-ea8a66611328 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=791424cf-7f49-4cd7-a3d5-e5f426ab97ac HTTP/1.1" status: 200 len: 217 time: 0.0689800 Nov 25 17:32:05.211630 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e7bab6be-264b-4a26-9b8c-593c34b1f856 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:05.228444 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b66cf34-fc29-4863-9359-b57cb44d1a6d None None] Pushing event deleted for resources: {'Port': ['ID=2b0abd37-59e0-4893-a364-f75973b5de14,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:05.237085 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-390807dc-3a93-414d-9a39-b39d93d8347a None None] For port 3893b528-cbeb-4498-a25e-49ae01701a36, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=3893b528-cbeb-4498-a25e-49ae01701a36,segment=NetworkSegment(56419961-a63e-49f1-a134-fbcd7c726fe9),segment_id=56419961-a63e-49f1-a134-fbcd7c726fe9)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:05.237879 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-390807dc-3a93-414d-9a39-b39d93d8347a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:05.242018 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-b940ced5-9bb9-4af0-891b-a46d3f456b8d admin admin] For port 2b0abd37-59e0-4893-a364-f75973b5de14, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=2b0abd37-59e0-4893-a364-f75973b5de14,segment=NetworkSegment(78e2db1b-5667-4e0e-868f-445786d869f3),segment_id=78e2db1b-5667-4e0e-868f-445786d869f3)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:05.242197 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b940ced5-9bb9-4af0-891b-a46d3f456b8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:05.245362 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-2bc98df7-c8d7-4091-bc0e-5b6800a349d8 admin admin] Deleting port 3893b528-cbeb-4498-a25e-49ae01701a36 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:32:05.245703 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2bc98df7-c8d7-4091-bc0e-5b6800a349d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:05.257549 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b66cf34-fc29-4863-9359-b57cb44d1a6d None None] No DVR routers for this DVR port 2b0abd37-59e0-4893-a364-f75973b5de14 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:32:05.266477 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-390807dc-3a93-414d-9a39-b39d93d8347a None None] Calling delete_port for 3893b528-cbeb-4498-a25e-49ae01701a36 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:32:05.275015 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-b940ced5-9bb9-4af0-891b-a46d3f456b8d admin admin] Calling delete_port for 2b0abd37-59e0-4893-a364-f75973b5de14 owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:32:05.283173 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0572d1c-b4b1-4cf6-bd2d-386e599ea290 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Made reservation on behalf of d64a86f779cb466b8c1c45288d32f994 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:32:05.285634 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e7bab6be-264b-4a26-9b8c-593c34b1f856 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:05.286704 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a0572d1c-b4b1-4cf6-bd2d-386e599ea290 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:05.338664 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-608a2d03-d243-43f8-9fdd-452506aa7d33 req-6ec8e7da-084b-4eef-ac39-f906d70ca831 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/security-groups?id=7dac673b-c262-4497-b783-e9f920753627&id=0577770c-39b7-4b0c-8124-55e039ea72f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4076345 Nov 25 17:32:05.369449 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4ef9a89d-6d92-4670-b7fa-02efccf0c445 req-689ea229-ee83-4e07-a6cd-64c6a5cf3027 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1b3f624-9a69-4743-bfac-9a2aba2cec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3129134 Nov 25 17:32:05.379427 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bab6be-264b-4a26-9b8c-593c34b1f856 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65a59963-fbfa-4c9a-8861-9d743157ae4a,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:05.396993 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e7bab6be-264b-4a26-9b8c-593c34b1f856 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:05.397262 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-390807dc-3a93-414d-9a39-b39d93d8347a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:05.398607 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-e7bab6be-264b-4a26-9b8c-593c34b1f856 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1580050 Nov 25 17:32:05.425057 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 44536) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:05.425057 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ef1bc-461b-4e1b-890f-006d4205f361 req-78b5875d-a60a-4586-9ac9-8a46852927c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:05.425057 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a35ef1bc-461b-4e1b-890f-006d4205f361 req-78b5875d-a60a-4586-9ac9-8a46852927c5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8f7ac9a8-89f8-4c97-b414-fee10b4c07cb HTTP/1.1" status: 200 len: 797 time: 0.1953738 Nov 25 17:32:05.426522 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-6dd8394c-a56c-4c98-8486-ef36ecb63c78 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Request body: {'security_group_rule': {'security_group_id': 'acfe1381-c998-46e2-a1f8-5ec2a665621e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:05.447617 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390807dc-3a93-414d-9a39-b39d93d8347a None None] Pushing event deleted for resources: {'Port': ['ID=3893b528-cbeb-4498-a25e-49ae01701a36,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:05.451798 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-2bc98df7-c8d7-4091-bc0e-5b6800a349d8 admin admin] For port 3893b528-cbeb-4498-a25e-49ae01701a36, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=3893b528-cbeb-4498-a25e-49ae01701a36,segment=NetworkSegment(56419961-a63e-49f1-a134-fbcd7c726fe9),segment_id=56419961-a63e-49f1-a134-fbcd7c726fe9)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:05.452186 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2bc98df7-c8d7-4091-bc0e-5b6800a349d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:05.458186 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390807dc-3a93-414d-9a39-b39d93d8347a None None] No DVR routers for this DVR port 3893b528-cbeb-4498-a25e-49ae01701a36 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:32:05.486275 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-2bc98df7-c8d7-4091-bc0e-5b6800a349d8 admin admin] Calling delete_port for 3893b528-cbeb-4498-a25e-49ae01701a36 owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:32:05.502435 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-31d117e0-8eb1-4669-8642-f78505aacb4b req-baf3da5c-f430-4330-a05b-8d5bb7f4e099 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53a65dd2-7261-432f-a213-f291c3e01123 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:32:05.521399 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-31d117e0-8eb1-4669-8642-f78505aacb4b req-baf3da5c-f430-4330-a05b-8d5bb7f4e099 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:05.567582 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b940ced5-9bb9-4af0-891b-a46d3f456b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:05.592397 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-31d117e0-8eb1-4669-8642-f78505aacb4b req-baf3da5c-f430-4330-a05b-8d5bb7f4e099 service neutron] Transition to ACTIVE for port object 53a65dd2-7261-432f-a213-f291c3e01123 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:32:05.599554 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ef1bc-461b-4e1b-890f-006d4205f361 req-41d222de-e041-4c3f-8bab-e730d6b4c2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:05.601401 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a35ef1bc-461b-4e1b-890f-006d4205f361 req-41d222de-e041-4c3f-8bab-e730d6b4c2c0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6d3b5836-4740-4bb0-8171-a77a7b2fa0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1698205 Nov 25 17:32:05.622946 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b940ced5-9bb9-4af0-891b-a46d3f456b8d admin admin] Pushing event deleted for resources: {'Port': ['ID=2b0abd37-59e0-4893-a364-f75973b5de14,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:05.634159 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-31d117e0-8eb1-4669-8642-f78505aacb4b req-baf3da5c-f430-4330-a05b-8d5bb7f4e099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:05.664019 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b940ced5-9bb9-4af0-891b-a46d3f456b8d admin admin] No DVR routers for this DVR port 2b0abd37-59e0-4893-a364-f75973b5de14 on host n-d-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:32:05.679245 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6dd8394c-a56c-4c98-8486-ef36ecb63c78 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:05.755777 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31d5ac-5730-4bcc-a3dd-731f23e6383e req-e02f6a76-a4e3-47d5-8215-2adda0aefd57 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:05.761812 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31d5ac-5730-4bcc-a3dd-731f23e6383e req-e02f6a76-a4e3-47d5-8215-2adda0aefd57 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:05.768988 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31d5ac-5730-4bcc-a3dd-731f23e6383e req-e02f6a76-a4e3-47d5-8215-2adda0aefd57 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:05.774944 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31d5ac-5730-4bcc-a3dd-731f23e6383e req-e02f6a76-a4e3-47d5-8215-2adda0aefd57 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:05.781567 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31d5ac-5730-4bcc-a3dd-731f23e6383e req-e02f6a76-a4e3-47d5-8215-2adda0aefd57 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:05.784113 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2bc98df7-c8d7-4091-bc0e-5b6800a349d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:05.787571 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31d5ac-5730-4bcc-a3dd-731f23e6383e req-e02f6a76-a4e3-47d5-8215-2adda0aefd57 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:05.793597 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31d5ac-5730-4bcc-a3dd-731f23e6383e req-e02f6a76-a4e3-47d5-8215-2adda0aefd57 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:05.806928 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0a31d5ac-5730-4bcc-a3dd-731f23e6383e req-e02f6a76-a4e3-47d5-8215-2adda0aefd57 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 5434 time: 0.2504663 Nov 25 17:32:05.811146 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 44544) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:05.817201 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-3c45e549-eeb0-45d4-b2be-fb6131396389 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Request body: {'floatingip': {'port_id': 'd7d22436-d666-4aa2-84ba-d29348f106e5'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:05.820385 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b940ced5-9bb9-4af0-891b-a46d3f456b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:05.835785 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc98df7-c8d7-4091-bc0e-5b6800a349d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3893b528-cbeb-4498-a25e-49ae01701a36,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:05.861791 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc98df7-c8d7-4091-bc0e-5b6800a349d8 admin admin] No DVR routers for this DVR port 3893b528-cbeb-4498-a25e-49ae01701a36 on host n-d-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:32:05.865185 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-b940ced5-9bb9-4af0-891b-a46d3f456b8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6972c671-cce3-40aa-9934-24bfcf71580c']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:05.868053 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf3da5c-f430-4330-a05b-8d5bb7f4e099 service neutron] Pushing event updated for resources: {'Port': ['ID=53a65dd2-7261-432f-a213-f291c3e01123,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:05.876598 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a0572d1c-b4b1-4cf6-bd2d-386e599ea290 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:05.901832 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-b940ced5-9bb9-4af0-891b-a46d3f456b8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78e2db1b-5667-4e0e-868f-445786d869f3') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:05.902134 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-b940ced5-9bb9-4af0-891b-a46d3f456b8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78e2db1b-5667-4e0e-868f-445786d869f3') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:05.902255 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3c45e549-eeb0-45d4-b2be-fb6131396389 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks [] for floatingip, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:05.953659 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b940ced5-9bb9-4af0-891b-a46d3f456b8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:05.967447 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a35ef1bc-461b-4e1b-890f-006d4205f361 req-7cfcb3f5-4922-40cf-8813-99030e209673 service neutron] 10.222.0.74 "GET /v2.0/networks/6d3b5836-4740-4bb0-8171-a77a7b2fa0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563035 Nov 25 17:32:06.024555 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b940ced5-9bb9-4af0-891b-a46d3f456b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:06.027735 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2bc98df7-c8d7-4091-bc0e-5b6800a349d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:06.033267 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0572d1c-b4b1-4cf6-bd2d-386e599ea290 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Pushing event updated for resources: {'Subnet': ['ID=b6d267ec-62ab-4d84-afa5-702a6288d15b,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:06.045478 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b940ced5-9bb9-4af0-891b-a46d3f456b8d admin admin] Releasing vlan 933 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:32:06.045896 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b940ced5-9bb9-4af0-891b-a46d3f456b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:06.050583 n-d-817746-1 neutron-server[103360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:32:06.050583 n-d-817746-1 neutron-server[103360]: self.session.flush() Nov 25 17:32:06.050583 n-d-817746-1 neutron-server[103360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:32:06.050583 n-d-817746-1 neutron-server[103360]: self.session.flush() Nov 25 17:32:06.050583 n-d-817746-1 neutron-server[103360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:32:06.050583 n-d-817746-1 neutron-server[103360]: self.session.flush() Nov 25 17:32:06.050583 n-d-817746-1 neutron-server[103360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:32:06.050583 n-d-817746-1 neutron-server[103360]: self.session.flush() Nov 25 17:32:06.050583 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:32:06.050583 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:32:06.050583 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:32:06.050583 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:32:06.050583 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:32:06.050583 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:32:06.050583 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:32:06.050583 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:32:06.050583 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:32:06.050583 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:32:06.050583 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:32:06.050583 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:32:06.050583 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:32:06.050583 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:32:06.050583 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:32:06.050583 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:32:06.050583 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:32:06.050583 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:32:06.050583 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:32:06.050583 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:32:06.050583 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:32:06.050583 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:32:06.050583 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:32:06.050583 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:32:06.050583 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:32:06.050583 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:32:06.050583 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:32:06.050583 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:32:06.050583 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:32:06.050583 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:32:06.050583 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:32:06.050583 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:32:06.082812 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-2bc98df7-c8d7-4091-bc0e-5b6800a349d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef09a9cb-b767-40ab-abb2-adbc6ec1aed8']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:06.113153 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 2b0abd37-59e0-4893-a364-f75973b5de14 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:32:06.135115 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-2bc98df7-c8d7-4091-bc0e-5b6800a349d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56419961-a63e-49f1-a134-fbcd7c726fe9') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:06.135634 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-2bc98df7-c8d7-4091-bc0e-5b6800a349d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56419961-a63e-49f1-a134-fbcd7c726fe9') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:06.142775 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0572d1c-b4b1-4cf6-bd2d-386e599ea290 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Checking segment: {'id': 'b59d8989-2c39-4be3-a309-35a91e4ebd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '26366550-8d14-4bcd-8615-ce2c039447e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:32:06.143138 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0572d1c-b4b1-4cf6-bd2d-386e599ea290 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Network hostable DHCP agents. Network: 26366550-8d14-4bcd-8615-ce2c039447e3, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:32:06.143729 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 2b0abd37-59e0-4893-a364-f75973b5de14 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:32:06.144343 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 2b0abd37-59e0-4893-a364-f75973b5de14 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:32:06.145000 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 3893b528-cbeb-4498-a25e-49ae01701a36 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:32:06.149273 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2bc98df7-c8d7-4091-bc0e-5b6800a349d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:06.160705 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6dd8394c-a56c-4c98-8486-ef36ecb63c78 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:06.166399 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b940ced5-9bb9-4af0-891b-a46d3f456b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:06.171676 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 3893b528-cbeb-4498-a25e-49ae01701a36 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:32:06.172379 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 3893b528-cbeb-4498-a25e-49ae01701a36 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:32:06.173920 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6dd8394c-a56c-4c98-8486-ef36ecb63c78 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:06.175085 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b940ced5-9bb9-4af0-891b-a46d3f456b8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:06.178868 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b940ced5-9bb9-4af0-891b-a46d3f456b8d admin admin] 10.222.0.75 "DELETE /v2.0/networks/6972c671-cce3-40aa-9934-24bfcf71580c HTTP/1.1" status: 204 len: 168 time: 2.1999955 Nov 25 17:32:06.182224 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2bc98df7-c8d7-4091-bc0e-5b6800a349d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:06.201781 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b940ced5-9bb9-4af0-891b-a46d3f456b8d admin admin] Pushing event deleted for resources: {'Network': ['ID=6972c671-cce3-40aa-9934-24bfcf71580c,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:06.207497 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bc98df7-c8d7-4091-bc0e-5b6800a349d8 admin admin] Releasing vlan 900 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:32:06.207973 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2bc98df7-c8d7-4091-bc0e-5b6800a349d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:06.209783 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:32:06.209783 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:32:06.209783 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:32:06.209783 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:32:06.209783 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:32:06.209783 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:32:06.209783 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:32:06.209783 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:32:06.209783 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:32:06.209783 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:32:06.209783 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:32:06.209783 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:32:06.209783 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:32:06.209783 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:32:06.209783 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:32:06.209783 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:32:06.209783 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:32:06.209783 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:32:06.209783 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:32:06.209783 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:32:06.209783 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:32:06.209783 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:32:06.209783 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:32:06.209783 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:32:06.209783 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:32:06.209783 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:32:06.209783 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:32:06.209783 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:32:06.209783 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:32:06.209783 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:32:06.209783 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:32:06.209783 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:32:06.220858 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0572d1c-b4b1-4cf6-bd2d-386e599ea290 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Network 26366550-8d14-4bcd-8615-ce2c039447e3 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:32:06.224574 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6dd8394c-a56c-4c98-8486-ef36ecb63c78 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:06.228627 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-6dd8394c-a56c-4c98-8486-ef36ecb63c78 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8028035 Nov 25 17:32:06.229371 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44548) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:06.232438 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd8394c-a56c-4c98-8486-ef36ecb63c78 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7efb44bc-2ba1-4b10-bd32-b57877f9aa26,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:06.235375 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-550b3bd7-3f53-4151-9398-447fb9be4680 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Request body: {'floatingip': {'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:06.244426 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-31d117e0-8eb1-4669-8642-f78505aacb4b req-baf3da5c-f430-4330-a05b-8d5bb7f4e099 service neutron] Attempting to bind port 53a65dd2-7261-432f-a213-f291c3e01123 on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:32:06.244768 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-31d117e0-8eb1-4669-8642-f78505aacb4b req-baf3da5c-f430-4330-a05b-8d5bb7f4e099 service neutron] Attempting to bind port 53a65dd2-7261-432f-a213-f291c3e01123 by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '74518c65-0a77-49eb-8302-d0397cc0c64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '49c799e6-01fb-4356-b67f-8b970273c51a'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:32:06.245140 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d117e0-8eb1-4669-8642-f78505aacb4b req-baf3da5c-f430-4330-a05b-8d5bb7f4e099 service neutron] Attempting to bind port 53a65dd2-7261-432f-a213-f291c3e01123 on network 49c799e6-01fb-4356-b67f-8b970273c51a {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:32:06.272696 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-a0572d1c-b4b1-4cf6-bd2d-386e599ea290 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 26366550-8d14-4bcd-8615-ce2c039447e3) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:32:06.283280 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0572d1c-b4b1-4cf6-bd2d-386e599ea290 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:06.283899 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a0572d1c-b4b1-4cf6-bd2d-386e599ea290 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:06.296859 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1055ce6-abdf-47e7-9653-47959746d996 None None] Network 26366550-8d14-4bcd-8615-ce2c039447e3 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:32:06.308878 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2bc98df7-c8d7-4091-bc0e-5b6800a349d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:06.320965 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2bc98df7-c8d7-4091-bc0e-5b6800a349d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:06.324243 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2bc98df7-c8d7-4091-bc0e-5b6800a349d8 admin admin] 10.222.0.75 "DELETE /v2.0/networks/ef09a9cb-b767-40ab-abb2-adbc6ec1aed8 HTTP/1.1" status: 204 len: 168 time: 1.9618497 Nov 25 17:32:06.336936 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d117e0-8eb1-4669-8642-f78505aacb4b req-baf3da5c-f430-4330-a05b-8d5bb7f4e099 service neutron] Port 53a65dd2-7261-432f-a213-f291c3e01123 on network 49c799e6-01fb-4356-b67f-8b970273c51a not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:32:06.337443 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d117e0-8eb1-4669-8642-f78505aacb4b req-baf3da5c-f430-4330-a05b-8d5bb7f4e099 service neutron] Attempting to bind port 53a65dd2-7261-432f-a213-f291c3e01123 on network 49c799e6-01fb-4356-b67f-8b970273c51a {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:32:06.351091 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-550b3bd7-3f53-4151-9398-447fb9be4680 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Publish callbacks [] for floatingip, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:06.353645 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc98df7-c8d7-4091-bc0e-5b6800a349d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef09a9cb-b767-40ab-abb2-adbc6ec1aed8,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:06.359861 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a35ef1bc-461b-4e1b-890f-006d4205f361 req-0c78ab6a-25af-4302-820b-caea139e0315 service neutron] 10.222.0.74 "GET /v2.0/networks/6d3b5836-4740-4bb0-8171-a77a7b2fa0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3839028 Nov 25 17:32:06.364428 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d117e0-8eb1-4669-8642-f78505aacb4b req-baf3da5c-f430-4330-a05b-8d5bb7f4e099 service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:32:06.364954 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d117e0-8eb1-4669-8642-f78505aacb4b req-baf3da5c-f430-4330-a05b-8d5bb7f4e099 service neutron] Checking segment: {'id': '74518c65-0a77-49eb-8302-d0397cc0c64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '49c799e6-01fb-4356-b67f-8b970273c51a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:32:06.365319 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d117e0-8eb1-4669-8642-f78505aacb4b req-baf3da5c-f430-4330-a05b-8d5bb7f4e099 service neutron] Bound using segment: {'id': '74518c65-0a77-49eb-8302-d0397cc0c64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '49c799e6-01fb-4356-b67f-8b970273c51a'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:32:06.365934 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-31d117e0-8eb1-4669-8642-f78505aacb4b req-baf3da5c-f430-4330-a05b-8d5bb7f4e099 service neutron] Bound port: 53a65dd2-7261-432f-a213-f291c3e01123, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74518c65-0a77-49eb-8302-d0397cc0c64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '49c799e6-01fb-4356-b67f-8b970273c51a'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:32:06.366316 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-31d117e0-8eb1-4669-8642-f78505aacb4b req-baf3da5c-f430-4330-a05b-8d5bb7f4e099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:06.393867 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a0572d1c-b4b1-4cf6-bd2d-386e599ea290 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6892138 Nov 25 17:32:06.397810 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44552) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:06.402786 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-67f92560-22be-4643-bc40-500274f0ac6e tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2040555648'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:06.432549 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a35ef1bc-461b-4e1b-890f-006d4205f361 req-06dbd0ad-b2c1-4410-a962-34e444b62582 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8 HTTP/1.1" status: 200 len: 217 time: 0.0581088 Nov 25 17:32:06.484107 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f92560-22be-4643-bc40-500274f0ac6e tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Made reservation on behalf of d64a86f779cb466b8c1c45288d32f994 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:32:06.487672 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-67f92560-22be-4643-bc40-500274f0ac6e tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:06.509392 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44556) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:06.552346 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67f92560-22be-4643-bc40-500274f0ac6e tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 902} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:32:06.561775 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-67f92560-22be-4643-bc40-500274f0ac6e tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:06.562132 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-67f92560-22be-4643-bc40-500274f0ac6e tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Added segment 7c59980a-1d5c-42ff-ad45-f24197d8b17c of type vlan for network 37574acf-5e23-4564-a5b4-2a51c96fcbb9 Nov 25 17:32:06.600127 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4055893-59f4-4c3a-ad42-780a88dad27f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-26366550-8d14-4bcd-8615-ce2c039447e3', 'network_id': '26366550-8d14-4bcd-8615-ce2c039447e3', 'tenant_id': 'd64a86f779cb466b8c1c45288d32f994', 'fixed_ips': [{'subnet_id': 'b6d267ec-62ab-4d84-afa5-702a6288d15b'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:32:06.601554 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c4055893-59f4-4c3a-ad42-780a88dad27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:06.609257 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-67f92560-22be-4643-bc40-500274f0ac6e tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:06.642501 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44560) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:06.656166 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-67f92560-22be-4643-bc40-500274f0ac6e tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:06.661833 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f92560-22be-4643-bc40-500274f0ac6e tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:06.662463 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-67f92560-22be-4643-bc40-500274f0ac6e tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:06.797412 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-67f92560-22be-4643-bc40-500274f0ac6e tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3986688 Nov 25 17:32:06.798167 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44566) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:06.807980 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-4b502aee-73e6-45ac-bad0-95e3684849f6 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Request body: {'subnet': {'network_id': '37574acf-5e23-4564-a5b4-2a51c96fcbb9', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:06.813145 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-c4055893-59f4-4c3a-ad42-780a88dad27f None None] Allocated IP 19.80.0.2 (26366550-8d14-4bcd-8615-ce2c039447e3/b6d267ec-62ab-4d84-afa5-702a6288d15b/51717f1a-e2d6-49ef-9045-f05f87bd33a6) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:32:06.819931 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d505ac73-f599-4a94-977e-df02b41c1401 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=966ca62b1a1b4f01bd2dab40c7c079bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3080695 Nov 25 17:32:06.834711 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44568) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:06.836173 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f92560-22be-4643-bc40-500274f0ac6e tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Pushing event updated for resources: {'Network': ['ID=37574acf-5e23-4564-a5b4-2a51c96fcbb9,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:06.845069 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f55630f1-a96d-4561-932a-d492bf35dfe3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c296d8c37a3d4484983acb10cc0204d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2011499 Nov 25 17:32:06.847166 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44572) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:06.860776 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 37574acf-5e23-4564-a5b4-2a51c96fcbb9 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:32:06.890833 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3c45e549-eeb0-45d4-b2be-fb6131396389 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:06.961238 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3c45e549-eeb0-45d4-b2be-fb6131396389 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:07.011195 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-550b3bd7-3f53-4151-9398-447fb9be4680 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:07.095433 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7357ac27-c84f-4055-8bbe-8426a3bb81d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:07.100119 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9f8abb42-9b78-4e8d-a2bd-90ac3a5741b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:07.101837 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b502aee-73e6-45ac-bad0-95e3684849f6 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Made reservation on behalf of d64a86f779cb466b8c1c45288d32f994 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:32:07.105451 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4b502aee-73e6-45ac-bad0-95e3684849f6 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:07.108750 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c4055893-59f4-4c3a-ad42-780a88dad27f None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:07.116952 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c4055893-59f4-4c3a-ad42-780a88dad27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:07.156563 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4055893-59f4-4c3a-ad42-780a88dad27f None None] Network 26366550-8d14-4bcd-8615-ce2c039447e3 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:32:07.162198 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-c4055893-59f4-4c3a-ad42-780a88dad27f None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:32:07.166053 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4055893-59f4-4c3a-ad42-780a88dad27f None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:32:07.213050 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4055893-59f4-4c3a-ad42-780a88dad27f None None] Pushing event updated for resources: {'Port': ['ID=51717f1a-e2d6-49ef-9045-f05f87bd33a6,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:07.214112 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7357ac27-c84f-4055-8bbe-8426a3bb81d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:07.222663 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9f8abb42-9b78-4e8d-a2bd-90ac3a5741b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:07.230141 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-c4055893-59f4-4c3a-ad42-780a88dad27f None None] Attempting to bind port 51717f1a-e2d6-49ef-9045-f05f87bd33a6 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:32:07.231618 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-c4055893-59f4-4c3a-ad42-780a88dad27f None None] Attempting to bind port 51717f1a-e2d6-49ef-9045-f05f87bd33a6 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'b59d8989-2c39-4be3-a309-35a91e4ebd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '26366550-8d14-4bcd-8615-ce2c039447e3'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:32:07.231618 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4055893-59f4-4c3a-ad42-780a88dad27f None None] Attempting to bind port 51717f1a-e2d6-49ef-9045-f05f87bd33a6 on network 26366550-8d14-4bcd-8615-ce2c039447e3 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:32:07.237108 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4055893-59f4-4c3a-ad42-780a88dad27f None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:32:07.237599 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4055893-59f4-4c3a-ad42-780a88dad27f None None] Checking segment: {'id': 'b59d8989-2c39-4be3-a309-35a91e4ebd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '26366550-8d14-4bcd-8615-ce2c039447e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:32:07.238295 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c4055893-59f4-4c3a-ad42-780a88dad27f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:07.238526 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4055893-59f4-4c3a-ad42-780a88dad27f None None] Bound using segment: {'id': 'b59d8989-2c39-4be3-a309-35a91e4ebd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '26366550-8d14-4bcd-8615-ce2c039447e3'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:32:07.239079 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-c4055893-59f4-4c3a-ad42-780a88dad27f None None] Bound port: 51717f1a-e2d6-49ef-9045-f05f87bd33a6, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b59d8989-2c39-4be3-a309-35a91e4ebd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '26366550-8d14-4bcd-8615-ce2c039447e3'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:32:07.239712 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c4055893-59f4-4c3a-ad42-780a88dad27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:07.312891 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-c4055893-59f4-4c3a-ad42-780a88dad27f None None] For port 51717f1a-e2d6-49ef-9045-f05f87bd33a6, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:32:07.316526 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-c4055893-59f4-4c3a-ad42-780a88dad27f None None] For port 51717f1a-e2d6-49ef-9045-f05f87bd33a6, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=51717f1a-e2d6-49ef-9045-f05f87bd33a6,segment=NetworkSegment(b59d8989-2c39-4be3-a309-35a91e4ebd28),segment_id=b59d8989-2c39-4be3-a309-35a91e4ebd28)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:32:07.322163 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c4055893-59f4-4c3a-ad42-780a88dad27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:07.366215 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-550b3bd7-3f53-4151-9398-447fb9be4680 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Allocated IP 172.25.0.59 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/49d940f9-0d80-4248-9008-ca2c784d9a38) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:32:07.423682 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4055893-59f4-4c3a-ad42-780a88dad27f None None] Pushing event updated for resources: {'Port': ['ID=51717f1a-e2d6-49ef-9045-f05f87bd33a6,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:07.441623 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ef1bc-461b-4e1b-890f-006d4205f361 req-84cc6033-1787-4239-a108-73759048dda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:07.443111 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a35ef1bc-461b-4e1b-890f-006d4205f361 req-84cc6033-1787-4239-a108-73759048dda6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8f7ac9a8-89f8-4c97-b414-fee10b4c07cb HTTP/1.1" status: 200 len: 797 time: 1.0015604 Nov 25 17:32:07.444620 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9f8abb42-9b78-4e8d-a2bd-90ac3a5741b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:07.447245 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9f8abb42-9b78-4e8d-a2bd-90ac3a5741b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:07.448393 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9f8abb42-9b78-4e8d-a2bd-90ac3a5741b6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7f361d2d-6318-488b-bb97-dc1b750c3ebc HTTP/1.1" status: 204 len: 168 time: 0.6020443 Nov 25 17:32:07.449173 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7357ac27-c84f-4055-8bbe-8426a3bb81d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:07.452181 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7357ac27-c84f-4055-8bbe-8426a3bb81d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:07.455911 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7357ac27-c84f-4055-8bbe-8426a3bb81d5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3ec58929-08cc-4fef-97af-6c434afc53d4 HTTP/1.1" status: 204 len: 168 time: 0.6007831 Nov 25 17:32:07.508861 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8abb42-9b78-4e8d-a2bd-90ac3a5741b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f361d2d-6318-488b-bb97-dc1b750c3ebc,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:07.521691 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a3b2a2-ce0d-4e18-bfcf-69f26fa8c385 req-cfbe07f0-701b-4478-8329-979ad8a77d80 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:07.530380 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-81a3b2a2-ce0d-4e18-bfcf-69f26fa8c385 req-cfbe07f0-701b-4478-8329-979ad8a77d80 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 943 time: 0.6339326 Nov 25 17:32:07.561965 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7357ac27-c84f-4055-8bbe-8426a3bb81d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec58929-08cc-4fef-97af-6c434afc53d4,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:07.564645 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-31d117e0-8eb1-4669-8642-f78505aacb4b req-baf3da5c-f430-4330-a05b-8d5bb7f4e099 service neutron] For port 53a65dd2-7261-432f-a213-f291c3e01123, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:32:07.585101 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4b502aee-73e6-45ac-bad0-95e3684849f6 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:07.612432 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880eb82-ddf4-43c8-a09d-96489a6d35f6 req-04826be8-2a64-48d9-aa9b-9bf0e391b4fa tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:07.620485 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0880eb82-ddf4-43c8-a09d-96489a6d35f6 req-04826be8-2a64-48d9-aa9b-9bf0e391b4fa tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/networks?id=893ae009-948d-4a56-89c4-04cf75caf20a HTTP/1.1" status: 200 len: 814 time: 0.2700198 Nov 25 17:32:07.642986 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-31d117e0-8eb1-4669-8642-f78505aacb4b req-baf3da5c-f430-4330-a05b-8d5bb7f4e099 service neutron] For port 53a65dd2-7261-432f-a213-f291c3e01123, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=53a65dd2-7261-432f-a213-f291c3e01123,segment=NetworkSegment(74518c65-0a77-49eb-8302-d0397cc0c64c),segment_id=74518c65-0a77-49eb-8302-d0397cc0c64c)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:32:07.686979 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-31d117e0-8eb1-4669-8642-f78505aacb4b req-baf3da5c-f430-4330-a05b-8d5bb7f4e099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:07.730675 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-550b3bd7-3f53-4151-9398-447fb9be4680 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:07.732293 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0880eb82-ddf4-43c8-a09d-96489a6d35f6 req-3ea6e818-1abe-419b-a041-f04709953441 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/quotas/9ed6d61121ad4ad587d660c5c7d54fc1 HTTP/1.1" status: 200 len: 375 time: 0.1102755 Nov 25 17:32:07.751461 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ef1bc-461b-4e1b-890f-006d4205f361 req-6fbc759a-5f7b-4c6d-979e-fb2dc5b17c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:07.758380 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a35ef1bc-461b-4e1b-890f-006d4205f361 req-6fbc759a-5f7b-4c6d-979e-fb2dc5b17c1f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6d3b5836-4740-4bb0-8171-a77a7b2fa0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2856677 Nov 25 17:32:07.783889 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b502aee-73e6-45ac-bad0-95e3684849f6 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Pushing event updated for resources: {'Subnet': ['ID=c827af64-a5bc-4ee8-bd70-927cd2227af9,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:07.807608 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b502aee-73e6-45ac-bad0-95e3684849f6 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Checking segment: {'id': '7c59980a-1d5c-42ff-ad45-f24197d8b17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '37574acf-5e23-4564-a5b4-2a51c96fcbb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:32:07.807977 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b502aee-73e6-45ac-bad0-95e3684849f6 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Network hostable DHCP agents. Network: 37574acf-5e23-4564-a5b4-2a51c96fcbb9, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:32:07.809933 n-d-817746-1 neutron-server[103361]: INFO neutron.db.l3_db [None req-3c45e549-eeb0-45d4-b2be-fb6131396389 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Floating IP 8b655299-567c-475d-ba6d-0c49a552c999 associated. External IP: 172.25.0.185, port: d7d22436-d666-4aa2-84ba-d29348f106e5. Nov 25 17:32:07.842075 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-550b3bd7-3f53-4151-9398-447fb9be4680 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:07.847652 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b502aee-73e6-45ac-bad0-95e3684849f6 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Network 37574acf-5e23-4564-a5b4-2a51c96fcbb9 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:32:07.909104 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550b3bd7-3f53-4151-9398-447fb9be4680 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Pushing event updated for resources: {'Port': ['ID=49d940f9-0d80-4248-9008-ca2c784d9a38,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:07.919304 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550b3bd7-3f53-4151-9398-447fb9be4680 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:32:07.921587 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-550b3bd7-3f53-4151-9398-447fb9be4680 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:32:07.923855 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-4b502aee-73e6-45ac-bad0-95e3684849f6 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 37574acf-5e23-4564-a5b4-2a51c96fcbb9) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:32:07.925181 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550b3bd7-3f53-4151-9398-447fb9be4680 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:32:07.930041 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b502aee-73e6-45ac-bad0-95e3684849f6 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:07.930648 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4b502aee-73e6-45ac-bad0-95e3684849f6 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:07.947603 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb174929-140f-4ad3-bbce-a14eaecedf75 None None] Network 37574acf-5e23-4564-a5b4-2a51c96fcbb9 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:32:08.009305 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4b502aee-73e6-45ac-bad0-95e3684849f6 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2051632 Nov 25 17:32:08.155952 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-550b3bd7-3f53-4151-9398-447fb9be4680 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:08.190790 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d117e0-8eb1-4669-8642-f78505aacb4b req-baf3da5c-f430-4330-a05b-8d5bb7f4e099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:08.191530 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-31d117e0-8eb1-4669-8642-f78505aacb4b req-baf3da5c-f430-4330-a05b-8d5bb7f4e099 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:08.193262 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-31d117e0-8eb1-4669-8642-f78505aacb4b req-baf3da5c-f430-4330-a05b-8d5bb7f4e099 service neutron] 10.222.0.90 "PUT /v2.0/ports/53a65dd2-7261-432f-a213-f291c3e01123 HTTP/1.1" status: 200 len: 1091 time: 4.4691231 Nov 25 17:32:08.199565 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 51717f1a-e2d6-49ef-9045-f05f87bd33a6 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:32:08.241520 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-81a3b2a2-ce0d-4e18-bfcf-69f26fa8c385 req-d3a33c2e-4c36-42cc-83e9-8b38abbdf7be tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1b3f624-9a69-4743-bfac-9a2aba2cec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7088394 Nov 25 17:32:08.242128 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2199aed-22e4-45f1-889a-a5741f6a4c6c', 'tag': '53a65dd2-7261-432f-a213-f291c3e01123'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:32:08.248513 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da9ea68-fdda-484f-9784-fa7209789b0f" -d '{"events": [{"name": "network-changed", "server_uuid": "e2199aed-22e4-45f1-889a-a5741f6a4c6c", "tag": "53a65dd2-7261-432f-a213-f291c3e01123"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:32:08.260783 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-550b3bd7-3f53-4151-9398-447fb9be4680 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:08.323371 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2ac26b-4fee-442b-8e72-78e68168749e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-37574acf-5e23-4564-a5b4-2a51c96fcbb9', 'network_id': '37574acf-5e23-4564-a5b4-2a51c96fcbb9', 'tenant_id': 'd64a86f779cb466b8c1c45288d32f994', 'fixed_ips': [{'subnet_id': 'c827af64-a5bc-4ee8-bd70-927cd2227af9'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:32:08.324253 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1b2ac26b-4fee-442b-8e72-78e68168749e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:08.378203 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 51717f1a-e2d6-49ef-9045-f05f87bd33a6 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:08.378522 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:08.627512 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046a5bd2-bc33-4b07-ae3b-5437fd49455e x-openstack-request-id: req-046a5bd2-bc33-4b07-ae3b-5437fd49455e {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:32:08.628564 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2199aed-22e4-45f1-889a-a5741f6a4c6c", "tag": "53a65dd2-7261-432f-a213-f291c3e01123", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:32:08.629543 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-046a5bd2-bc33-4b07-ae3b-5437fd49455e {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:32:08.630203 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2199aed-22e4-45f1-889a-a5741f6a4c6c', 'tag': '53a65dd2-7261-432f-a213-f291c3e01123', 'status': 'completed', 'code': 200} Nov 25 17:32:08.671111 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf3da5c-f430-4330-a05b-8d5bb7f4e099 service neutron] Pushing event updated for resources: {'Port': ['ID=53a65dd2-7261-432f-a213-f291c3e01123,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:08.747614 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0880eb82-ddf4-43c8-a09d-96489a6d35f6 req-b5061833-a23c-4d92-91f4-5cb4ff0559a2 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=9ed6d61121ad4ad587d660c5c7d54fc1&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0121198 Nov 25 17:32:08.764054 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-550b3bd7-3f53-4151-9398-447fb9be4680 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:08.777050 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-550b3bd7-3f53-4151-9398-447fb9be4680 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:08.858073 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d117e0-8eb1-4669-8642-f78505aacb4b req-d83522da-77c6-4ee6-9adc-33146cdf5026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:08.859960 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-31d117e0-8eb1-4669-8642-f78505aacb4b req-d83522da-77c6-4ee6-9adc-33146cdf5026 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d4086650dac54a539044dab15f8f252a&device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 1094 time: 0.5936601 Nov 25 17:32:08.864277 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550b3bd7-3f53-4151-9398-447fb9be4680 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Pushing event updated for resources: {'Port': ['ID=49d940f9-0d80-4248-9008-ca2c784d9a38,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:08.969173 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a35ef1bc-461b-4e1b-890f-006d4205f361 req-8cd160bd-66ac-4763-b523-91b564ab1f4c service neutron] 10.222.0.74 "GET /v2.0/networks/6d3b5836-4740-4bb0-8171-a77a7b2fa0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9706423 Nov 25 17:32:08.978240 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-31d117e0-8eb1-4669-8642-f78505aacb4b req-7535f877-a4ea-4e54-9616-34d2f1589251 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53a65dd2-7261-432f-a213-f291c3e01123 HTTP/1.1" status: 200 len: 217 time: 0.0847402 Nov 25 17:32:09.056993 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-550b3bd7-3f53-4151-9398-447fb9be4680 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:09.093713 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-1b2ac26b-4fee-442b-8e72-78e68168749e None None] Allocated IP 19.86.0.2 (37574acf-5e23-4564-a5b4-2a51c96fcbb9/c827af64-a5bc-4ee8-bd70-927cd2227af9/5ce5f14a-d4a3-42e7-ac4e-9a8e79a801f2) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:32:09.113059 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-550b3bd7-3f53-4151-9398-447fb9be4680 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:09.117207 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-550b3bd7-3f53-4151-9398-447fb9be4680 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8851321 Nov 25 17:32:09.124361 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:09.133180 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c45e549-eeb0-45d4-b2be-fb6131396389 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Router cd2d7726-6333-44ab-b653-8c81ef1b29d8 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:32:09.160196 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d117e0-8eb1-4669-8642-f78505aacb4b req-286c4c5d-7c0e-4c25-b43e-c79bee2ee2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:09.161903 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-31d117e0-8eb1-4669-8642-f78505aacb4b req-286c4c5d-7c0e-4c25-b43e-c79bee2ee2cc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=25a72b94-fb6e-4434-9c21-274e75835bc9 HTTP/1.1" status: 200 len: 855 time: 0.1830192 Nov 25 17:32:09.227605 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [req-0880eb82-ddf4-43c8-a09d-96489a6d35f6 req-07d57088-2010-4857-8e6b-4677d70afa75 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:32:09.228635 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0880eb82-ddf4-43c8-a09d-96489a6d35f6 req-07d57088-2010-4857-8e6b-4677d70afa75 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4802630 Nov 25 17:32:09.335494 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b98e8-e306-4d16-9b5b-cf927390228a req-941cc9a2-2e73-4dd1-9e40-3d104d95447d tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:09.341655 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b98e8-e306-4d16-9b5b-cf927390228a req-941cc9a2-2e73-4dd1-9e40-3d104d95447d tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:09.343395 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-694b98e8-e306-4d16-9b5b-cf927390228a req-941cc9a2-2e73-4dd1-9e40-3d104d95447d tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "GET /v2.0/networks?id=26366550-8d14-4bcd-8615-ce2c039447e3&id=37574acf-5e23-4564-a5b4-2a51c96fcbb9 HTTP/1.1" status: 200 len: 1391 time: 0.6168575 Nov 25 17:32:09.375609 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a35ef1bc-461b-4e1b-890f-006d4205f361 req-c76de7a8-838f-4ba7-abb5-ce26c2ec153e service neutron] 10.222.0.74 "GET /v2.0/networks/6d3b5836-4740-4bb0-8171-a77a7b2fa0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3907843 Nov 25 17:32:09.393765 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba02e650-6a31-46a5-90c1-a8c876254f66 None None] Network 26366550-8d14-4bcd-8615-ce2c039447e3 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:32:09.415043 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port 51717f1a-e2d6-49ef-9045-f05f87bd33a6, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=51717f1a-e2d6-49ef-9045-f05f87bd33a6,segment=NetworkSegment(b59d8989-2c39-4be3-a309-35a91e4ebd28),segment_id=b59d8989-2c39-4be3-a309-35a91e4ebd28)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:09.431658 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:09.479069 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-694b98e8-e306-4d16-9b5b-cf927390228a req-63aecfce-d413-48bf-ae37-a8dd22208c59 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "GET /v2.0/quotas/d64a86f779cb466b8c1c45288d32f994 HTTP/1.1" status: 200 len: 375 time: 0.1060143 Nov 25 17:32:09.484551 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a35ef1bc-461b-4e1b-890f-006d4205f361 req-fedd76ef-e5e5-45ab-9239-74a440db0669 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=044a9a30-8fd9-4fbc-b394-b1fc79eb0b20 HTTP/1.1" status: 200 len: 217 time: 0.0581262 Nov 25 17:32:09.489660 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d117e0-8eb1-4669-8642-f78505aacb4b req-6a992c2b-81b0-48bc-b861-ecf270e98c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:09.491122 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-31d117e0-8eb1-4669-8642-f78505aacb4b req-6a992c2b-81b0-48bc-b861-ecf270e98c32 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=49c799e6-01fb-4356-b67f-8b970273c51a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3184817 Nov 25 17:32:09.529922 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-41dc07ae-6b5c-4968-82cc-17b127ec9c71 None None] Provisioning complete for port 51717f1a-e2d6-49ef-9045-f05f87bd33a6 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:09.530306 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-41dc07ae-6b5c-4968-82cc-17b127ec9c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:09.570206 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c45e549-eeb0-45d4-b2be-fb6131396389 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:32:09.577362 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3c45e549-eeb0-45d4-b2be-fb6131396389 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:09.617277 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275297cf-6306-4b56-91cd-51b3fbcfa096 None None] Sync routers for ids ['cd2d7726-6333-44ab-b653-8c81ef1b29d8'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:32:09.651207 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44654) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:09.652625 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=51717f1a-e2d6-49ef-9045-f05f87bd33a6,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:09.680565 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0880eb82-ddf4-43c8-a09d-96489a6d35f6 req-3d96b709-aeae-4455-85bc-b179a7628e47 service neutron] 10.222.0.75 "GET /v2.0/networks/893ae009-948d-4a56-89c4-04cf75caf20a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981438 Nov 25 17:32:09.716817 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275297cf-6306-4b56-91cd-51b3fbcfa096 None None] Routers {'cd2d7726-6333-44ab-b653-8c81ef1b29d8'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:32:09.717533 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-275297cf-6306-4b56-91cd-51b3fbcfa096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:31:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['cd2d7726-6333-44ab-b653-8c81ef1b29d8'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:09.752870 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-3c45e549-eeb0-45d4-b2be-fb6131396389 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "PUT /v2.0/floatingips/8b655299-567c-475d-ba6d-0c49a552c999 HTTP/1.1" status: 200 len: 991 time: 3.9362190 Nov 25 17:32:09.758683 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ef1bc-461b-4e1b-890f-006d4205f361 req-d1e8d6b8-aa29-4833-b326-f0c5c0ad9bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:09.760135 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a35ef1bc-461b-4e1b-890f-006d4205f361 req-d1e8d6b8-aa29-4833-b326-f0c5c0ad9bec service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8f7ac9a8-89f8-4c97-b414-fee10b4c07cb HTTP/1.1" status: 200 len: 797 time: 0.2633786 Nov 25 17:32:09.764099 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1b2ac26b-4fee-442b-8e72-78e68168749e None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:09.782648 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-5d004bc5-634a-4b13-b2fb-7b8698de80b3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1715290572-network', 'tenant_id': '74c764f7efdb45b5aeb1843c72dd9ccc'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:09.807802 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d004bc5-634a-4b13-b2fb-7b8698de80b3 admin admin] Made reservation on behalf of 74c764f7efdb45b5aeb1843c72dd9ccc for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:32:09.811645 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5d004bc5-634a-4b13-b2fb-7b8698de80b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:09.822252 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5d004bc5-634a-4b13-b2fb-7b8698de80b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:09.824468 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1b2ac26b-4fee-442b-8e72-78e68168749e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:09.828997 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-694b98e8-e306-4d16-9b5b-cf927390228a req-9c026c6c-4307-4a44-9a03-bb90cd081710 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=d64a86f779cb466b8c1c45288d32f994&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3338699 Nov 25 17:32:09.918778 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5d004bc5-634a-4b13-b2fb-7b8698de80b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:09.925447 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5d004bc5-634a-4b13-b2fb-7b8698de80b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:09.925808 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2ac26b-4fee-442b-8e72-78e68168749e None None] Network 37574acf-5e23-4564-a5b4-2a51c96fcbb9 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:32:09.939003 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2ac26b-4fee-442b-8e72-78e68168749e None None] Pushing event updated for resources: {'Port': ['ID=5ce5f14a-d4a3-42e7-ac4e-9a8e79a801f2,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:09.945651 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-1b2ac26b-4fee-442b-8e72-78e68168749e None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:32:09.957350 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2ac26b-4fee-442b-8e72-78e68168749e None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:32:09.957534 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d004bc5-634a-4b13-b2fb-7b8698de80b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 921} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:32:09.976151 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d004bc5-634a-4b13-b2fb-7b8698de80b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2ef589-e38e-4161-8202-8d054119a83a,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:09.980089 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-275297cf-6306-4b56-91cd-51b3fbcfa096 None None] Set router cd2d7726-6333-44ab-b653-8c81ef1b29d8 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:32:09.980568 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5d004bc5-634a-4b13-b2fb-7b8698de80b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:09.984234 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-5d004bc5-634a-4b13-b2fb-7b8698de80b3 admin admin] Added segment e20a4f95-bae1-4cdf-b370-be0deba534e8 of type vlan for network ba5ba4ae-59eb-46ab-8978-4c494ff76c98 Nov 25 17:32:09.987261 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0880eb82-ddf4-43c8-a09d-96489a6d35f6 req-1f3db960-3c6d-443f-8a7c-cbe09421ebf4 service neutron] 10.222.0.75 "GET /v2.0/networks/893ae009-948d-4a56-89c4-04cf75caf20a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972088 Nov 25 17:32:09.989042 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-31d117e0-8eb1-4669-8642-f78505aacb4b req-b90b477d-2af7-40f7-8f61-daff31b61508 service neutron] 10.222.0.90 "GET /v2.0/networks/49c799e6-01fb-4356-b67f-8b970273c51a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4770968 Nov 25 17:32:09.998199 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ef1bc-461b-4e1b-890f-006d4205f361 req-1d9ac23c-746b-47d3-bc73-0e8b9508c74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:09.999719 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a35ef1bc-461b-4e1b-890f-006d4205f361 req-1d9ac23c-746b-47d3-bc73-0e8b9508c74f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6d3b5836-4740-4bb0-8171-a77a7b2fa0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2036402 Nov 25 17:32:10.084061 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5d004bc5-634a-4b13-b2fb-7b8698de80b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:10.145458 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-694b98e8-e306-4d16-9b5b-cf927390228a req-004749e9-bb28-4af7-966b-a2a6769e2c35 service neutron] 10.222.0.75 "GET /v2.0/networks/26366550-8d14-4bcd-8615-ce2c039447e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155084 Nov 25 17:32:10.150427 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-1b2ac26b-4fee-442b-8e72-78e68168749e None None] Attempting to bind port 5ce5f14a-d4a3-42e7-ac4e-9a8e79a801f2 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:32:10.150427 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-1b2ac26b-4fee-442b-8e72-78e68168749e None None] Attempting to bind port 5ce5f14a-d4a3-42e7-ac4e-9a8e79a801f2 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '7c59980a-1d5c-42ff-ad45-f24197d8b17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '37574acf-5e23-4564-a5b4-2a51c96fcbb9'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:32:10.150427 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2ac26b-4fee-442b-8e72-78e68168749e None None] Attempting to bind port 5ce5f14a-d4a3-42e7-ac4e-9a8e79a801f2 on network 37574acf-5e23-4564-a5b4-2a51c96fcbb9 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:32:10.172056 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5d004bc5-634a-4b13-b2fb-7b8698de80b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:10.173169 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d004bc5-634a-4b13-b2fb-7b8698de80b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:10.173738 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5d004bc5-634a-4b13-b2fb-7b8698de80b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:10.219368 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 51717f1a-e2d6-49ef-9045-f05f87bd33a6 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:32:10.266706 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2ac26b-4fee-442b-8e72-78e68168749e None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:32:10.267010 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2ac26b-4fee-442b-8e72-78e68168749e None None] Checking segment: {'id': '7c59980a-1d5c-42ff-ad45-f24197d8b17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '37574acf-5e23-4564-a5b4-2a51c96fcbb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:32:10.267368 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1b2ac26b-4fee-442b-8e72-78e68168749e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:10.267774 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2ac26b-4fee-442b-8e72-78e68168749e None None] Bound using segment: {'id': '7c59980a-1d5c-42ff-ad45-f24197d8b17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '37574acf-5e23-4564-a5b4-2a51c96fcbb9'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:32:10.268283 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-1b2ac26b-4fee-442b-8e72-78e68168749e None None] Bound port: 5ce5f14a-d4a3-42e7-ac4e-9a8e79a801f2, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c59980a-1d5c-42ff-ad45-f24197d8b17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '37574acf-5e23-4564-a5b4-2a51c96fcbb9'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:32:10.268679 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1b2ac26b-4fee-442b-8e72-78e68168749e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:10.305681 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d004bc5-634a-4b13-b2fb-7b8698de80b3 admin admin] Pushing event updated for resources: {'Network': ['ID=ba5ba4ae-59eb-46ab-8978-4c494ff76c98,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:10.319701 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-5d004bc5-634a-4b13-b2fb-7b8698de80b3 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6634517 Nov 25 17:32:10.319701 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44664) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:10.326275 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-27465243-901e-4c82-a6ba-5ad764302c76 admin admin] Request body: {'subnet': {'network_id': 'ba5ba4ae-59eb-46ab-8978-4c494ff76c98', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1715290572-subnet', 'tenant_id': '74c764f7efdb45b5aeb1843c72dd9ccc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:10.340708 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network ba5ba4ae-59eb-46ab-8978-4c494ff76c98 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:32:10.356046 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27465243-901e-4c82-a6ba-5ad764302c76 admin admin] Made reservation on behalf of 74c764f7efdb45b5aeb1843c72dd9ccc for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:32:10.359637 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-27465243-901e-4c82-a6ba-5ad764302c76 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:10.568275 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d9dee4ec-3166-4e0b-ae42-c672a9df9474 None None] Provisioning complete for port 51717f1a-e2d6-49ef-9045-f05f87bd33a6 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:10.569092 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d9dee4ec-3166-4e0b-ae42-c672a9df9474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:10.579627 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-27465243-901e-4c82-a6ba-5ad764302c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:10.640904 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 51717f1a-e2d6-49ef-9045-f05f87bd33a6 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:10.641335 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:10.648856 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'tag': 'd7d22436-d666-4aa2-84ba-d29348f106e5'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:32:10.651128 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11df2a6f-b211-4f0f-a5a8-a0d07356e964" -d '{"events": [{"name": "network-changed", "server_uuid": "d4b5d011-e28c-42fc-ad2e-294a30d84492", "tag": "d7d22436-d666-4aa2-84ba-d29348f106e5"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:32:10.660522 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27465243-901e-4c82-a6ba-5ad764302c76 admin admin] Checking segment: {'id': 'e20a4f95-bae1-4cdf-b370-be0deba534e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'ba5ba4ae-59eb-46ab-8978-4c494ff76c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:32:10.660522 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27465243-901e-4c82-a6ba-5ad764302c76 admin admin] Network hostable DHCP agents. Network: ba5ba4ae-59eb-46ab-8978-4c494ff76c98, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:32:10.667329 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27465243-901e-4c82-a6ba-5ad764302c76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc3f3cf8-3a2e-4bce-8210-4d481d8ae5d6,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:10.688079 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27465243-901e-4c82-a6ba-5ad764302c76 admin admin] Network ba5ba4ae-59eb-46ab-8978-4c494ff76c98 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:32:10.688741 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a35ef1bc-461b-4e1b-890f-006d4205f361 req-e747fd56-3018-41a0-bff3-768834d33558 service neutron] 10.222.0.74 "GET /v2.0/networks/6d3b5836-4740-4bb0-8171-a77a7b2fa0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6643927 Nov 25 17:32:10.691122 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-31d117e0-8eb1-4669-8642-f78505aacb4b req-712069d6-3a1f-41cc-9dcd-bee6bee9f663 service neutron] 10.222.0.90 "GET /v2.0/networks/49c799e6-01fb-4356-b67f-8b970273c51a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6885350 Nov 25 17:32:10.699887 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-27465243-901e-4c82-a6ba-5ad764302c76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, ba5ba4ae-59eb-46ab-8978-4c494ff76c98) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:32:10.707129 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27465243-901e-4c82-a6ba-5ad764302c76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:10.708044 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-27465243-901e-4c82-a6ba-5ad764302c76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:10.738418 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-27465243-901e-4c82-a6ba-5ad764302c76 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4171474 Nov 25 17:32:10.739369 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44674) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:10.744138 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-3aeaeb9f-2cb6-49b7-a404-ffb8a1ea591d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1715290572-router', 'tenant_id': '74c764f7efdb45b5aeb1843c72dd9ccc', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:10.751131 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ce2e0f-13b0-447c-ad87-f5f7022b68fd None None] Network ba5ba4ae-59eb-46ab-8978-4c494ff76c98 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:32:10.774229 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-1b2ac26b-4fee-442b-8e72-78e68168749e None None] For port 5ce5f14a-d4a3-42e7-ac4e-9a8e79a801f2, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:32:10.788674 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3aeaeb9f-2cb6-49b7-a404-ffb8a1ea591d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:10.790148 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3aeaeb9f-2cb6-49b7-a404-ffb8a1ea591d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:10.823503 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a35ef1bc-461b-4e1b-890f-006d4205f361 req-ce322229-b04c-4271-8e3e-6f2a86ac6381 service neutron] 10.222.0.74 "GET /v2.0/networks/6d3b5836-4740-4bb0-8171-a77a7b2fa0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215103 Nov 25 17:32:10.825538 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-694b98e8-e306-4d16-9b5b-cf927390228a req-f887c0f4-8273-4e89-b442-49a188a3c333 service neutron] 10.222.0.75 "GET /v2.0/networks/26366550-8d14-4bcd-8615-ce2c039447e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6792724 Nov 25 17:32:10.859856 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3aeaeb9f-2cb6-49b7-a404-ffb8a1ea591d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:10.874644 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-1b2ac26b-4fee-442b-8e72-78e68168749e None None] For port 5ce5f14a-d4a3-42e7-ac4e-9a8e79a801f2, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=5ce5f14a-d4a3-42e7-ac4e-9a8e79a801f2,segment=NetworkSegment(7c59980a-1d5c-42ff-ad45-f24197d8b17c),segment_id=7c59980a-1d5c-42ff-ad45-f24197d8b17c)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:32:10.888430 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e92ca-557b-4b64-9a71-c524c813e378 req-67f17b87-4351-4e65-93b4-7e0544829f2b tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:10.890315 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-410e92ca-557b-4b64-9a71-c524c813e378 req-67f17b87-4351-4e65-93b4-7e0544829f2b tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 943 time: 0.2730558 Nov 25 17:32:10.903395 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1b2ac26b-4fee-442b-8e72-78e68168749e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:10.928807 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a35ef1bc-461b-4e1b-890f-006d4205f361 req-0e64ea1a-c12d-4b38-ae75-66466a1e3f93 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=5f55e4bc-b645-4ea6-93e4-5fb2598e200d HTTP/1.1" status: 200 len: 217 time: 0.0934780 Nov 25 17:32:11.069797 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da9ea68-fdda-484f-9784-fa7209789b0f req-4a64e128-d9ad-4666-ae60-021b50f788c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:11.071309 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5da9ea68-fdda-484f-9784-fa7209789b0f req-4a64e128-d9ad-4666-ae60-021b50f788c8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d4086650dac54a539044dab15f8f252a&device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 1094 time: 0.2448499 Nov 25 17:32:11.078026 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3aeaeb9f-2cb6-49b7-a404-ffb8a1ea591d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:11.150137 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2ac26b-4fee-442b-8e72-78e68168749e None None] Pushing event updated for resources: {'Port': ['ID=5ce5f14a-d4a3-42e7-ac4e-9a8e79a801f2,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:11.157755 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-694b98e8-e306-4d16-9b5b-cf927390228a req-4e08773b-d770-49e5-89c4-34767b527f88 service neutron] 10.222.0.75 "GET /v2.0/networks/37574acf-5e23-4564-a5b4-2a51c96fcbb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200622 Nov 25 17:32:11.177547 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-410e92ca-557b-4b64-9a71-c524c813e378 req-5e8b6b2f-8093-4ddf-ade5-52c15666fa2f tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1b3f624-9a69-4743-bfac-9a2aba2cec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2471070 Nov 25 17:32:11.179426 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ef1bc-461b-4e1b-890f-006d4205f361 req-c32fa7eb-9d62-447d-a88a-056a27837a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:11.182678 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a35ef1bc-461b-4e1b-890f-006d4205f361 req-c32fa7eb-9d62-447d-a88a-056a27837a5e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8f7ac9a8-89f8-4c97-b414-fee10b4c07cb HTTP/1.1" status: 200 len: 797 time: 0.1922033 Nov 25 17:32:11.191494 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-275297cf-6306-4b56-91cd-51b3fbcfa096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2d7726-6333-44ab-b653-8c81ef1b29d8', 'name': 'tempest-TaggedBootDevicesTest-1923861502-router', 'tenant_id': 'af07ecd6b88d499dba6f8368912ebb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'f733cd7e-9d1b-4edd-971e-859ad2655c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:17Z', 'updated_at': '2021-11-25T17:29:24Z', 'revision_number': 4, 'project_id': 'af07ecd6b88d499dba6f8368912ebb7e', 'gw_port': {'id': 'f733cd7e-9d1b-4edd-971e-859ad2655c0a', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:cc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2d7726-6333-44ab-b653-8c81ef1b29d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:18Z', 'updated_at': '2021-11-25T17:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '8b655299-567c-475d-ba6d-0c49a552c999', 'tenant_id': 'af07ecd6b88d499dba6f8368912ebb7e', 'floating_ip_address': '172.25.0.185', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': 'cd2d7726-6333-44ab-b653-8c81ef1b29d8', 'port_id': 'd7d22436-d666-4aa2-84ba-d29348f106e5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1039, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f82e88c7-d403-486f-9a10-2a3ad902e128', 'mac_address': 'fa:16:3e:76:cd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:30:33Z', 'updated_at': '2021-11-25T17:32:06Z', 'revision_number': 1, 'project_id': 'af07ecd6b88d499dba6f8368912ebb7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d0ec3cd-8a99-4f9a-a287-1c964d4a1850', 'name': '', 'network_id': 'f82e88c7-d403-486f-9a10-2a3ad902e128', 'tenant_id': 'af07ecd6b88d499dba6f8368912ebb7e', 'mac_address': 'fa:16:3e:4b:3c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2d7726-6333-44ab-b653-8c81ef1b29d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'ed397f2a-aef3-4eaf-9752-78b3a9274780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:22Z', 'updated_at': '2021-11-25T17:29:33Z', 'revision_number': 5, 'project_id': 'af07ecd6b88d499dba6f8368912ebb7e', 'subnets': [{'id': 'ed397f2a-aef3-4eaf-9752-78b3a9274780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:11.259572 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7525ab5-49a5-4655-ad38-25472e48020c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-ba5ba4ae-59eb-46ab-8978-4c494ff76c98', 'network_id': 'ba5ba4ae-59eb-46ab-8978-4c494ff76c98', 'tenant_id': '74c764f7efdb45b5aeb1843c72dd9ccc', 'fixed_ips': [{'subnet_id': 'fc3f3cf8-3a2e-4bce-8210-4d481d8ae5d6'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:32:11.260523 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a7525ab5-49a5-4655-ad38-25472e48020c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:11.275855 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275297cf-6306-4b56-91cd-51b3fbcfa096 None None] Checking router: cd2d7726-6333-44ab-b653-8c81ef1b29d8 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:32:11.305819 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275297cf-6306-4b56-91cd-51b3fbcfa096 None None] Routers {'cd2d7726-6333-44ab-b653-8c81ef1b29d8'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:32:11.306806 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-275297cf-6306-4b56-91cd-51b3fbcfa096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:31:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['cd2d7726-6333-44ab-b653-8c81ef1b29d8'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:11.327028 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-694b98e8-e306-4d16-9b5b-cf927390228a req-f7549c54-b603-4b84-a9ed-cfbb5a630815 service neutron] 10.222.0.75 "GET /v2.0/networks/37574acf-5e23-4564-a5b4-2a51c96fcbb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418953 Nov 25 17:32:11.456524 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3aeaeb9f-2cb6-49b7-a404-ffb8a1ea591d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:11.482816 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3aeaeb9f-2cb6-49b7-a404-ffb8a1ea591d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:11.530532 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ef1bc-461b-4e1b-890f-006d4205f361 req-b82a9eb3-2fd9-4c6e-83f6-089b14d92444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:11.532080 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a35ef1bc-461b-4e1b-890f-006d4205f361 req-b82a9eb3-2fd9-4c6e-83f6-089b14d92444 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6d3b5836-4740-4bb0-8171-a77a7b2fa0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2083573 Nov 25 17:32:11.552538 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da9ea68-fdda-484f-9784-fa7209789b0f req-1c4d26a8-383f-4ff2-890b-f2148ad21cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:11.554119 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5da9ea68-fdda-484f-9784-fa7209789b0f req-1c4d26a8-383f-4ff2-890b-f2148ad21cb0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=49c799e6-01fb-4356-b67f-8b970273c51a HTTP/1.1" status: 200 len: 917 time: 0.4614539 Nov 25 17:32:11.676225 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a35ef1bc-461b-4e1b-890f-006d4205f361 req-a046f495-f29b-4c09-889e-7eac3f544394 service neutron] 10.222.0.74 "GET /v2.0/networks/6d3b5836-4740-4bb0-8171-a77a7b2fa0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252208 Nov 25 17:32:11.782243 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-3aeaeb9f-2cb6-49b7-a404-ffb8a1ea591d admin admin] Allocated IP 172.25.0.247 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/933d1a1d-f857-4724-a8aa-930823744342) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:32:11.808374 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de99346a-1b24-42c0-8aaa-b8905351a59c req-088905b5-a361-402b-ae2a-0813483c3eb1 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:11.819481 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-de99346a-1b24-42c0-8aaa-b8905351a59c req-088905b5-a361-402b-ae2a-0813483c3eb1 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/networks?id=7a8c66d3-1027-4660-98b7-5ec4a01a4fdc HTTP/1.1" status: 200 len: 822 time: 0.4914303 Nov 25 17:32:11.819736 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-a7525ab5-49a5-4655-ad38-25472e48020c None None] Allocated IP 172.20.0.2 (ba5ba4ae-59eb-46ab-8978-4c494ff76c98/fc3f3cf8-3a2e-4bce-8210-4d481d8ae5d6/5c8ca6bd-3dd7-4b24-86d9-fcea1b693e04) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:32:11.829046 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-275297cf-6306-4b56-91cd-51b3fbcfa096 None None] Set router cd2d7726-6333-44ab-b653-8c81ef1b29d8 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:32:11.839440 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5da9ea68-fdda-484f-9784-fa7209789b0f req-c13f8d01-b19b-4bbd-95a8-a63ddd4d0138 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53a65dd2-7261-432f-a213-f291c3e01123 HTTP/1.1" status: 200 len: 217 time: 0.1573102 Nov 25 17:32:11.999078 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-de99346a-1b24-42c0-8aaa-b8905351a59c req-c1fce567-dc8b-4547-85c1-461a524b0857 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/quotas/28e639b61725474a8e2246556ccdec9c HTTP/1.1" status: 200 len: 375 time: 0.1774390 Nov 25 17:32:12.038165 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3aeaeb9f-2cb6-49b7-a404-ffb8a1ea591d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:12.126863 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3aeaeb9f-2cb6-49b7-a404-ffb8a1ea591d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:12.175366 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aeaeb9f-2cb6-49b7-a404-ffb8a1ea591d admin admin] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:32:12.182635 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-3aeaeb9f-2cb6-49b7-a404-ffb8a1ea591d admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:32:12.191150 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-de99346a-1b24-42c0-8aaa-b8905351a59c req-0ad56bd7-4162-4935-892a-959b88e3da39 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=28e639b61725474a8e2246556ccdec9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1872518 Nov 25 17:32:12.192222 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aeaeb9f-2cb6-49b7-a404-ffb8a1ea591d admin admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:32:12.277695 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeaeb9f-2cb6-49b7-a404-ffb8a1ea591d admin admin] Pushing event updated for resources: {'Port': ['ID=933d1a1d-f857-4724-a8aa-930823744342,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:12.292119 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 5ce5f14a-d4a3-42e7-ac4e-9a8e79a801f2 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:32:12.357206 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-de99346a-1b24-42c0-8aaa-b8905351a59c req-6901b94c-7f0a-4970-8dac-732204904110 service neutron] 10.222.0.75 "GET /v2.0/networks/7a8c66d3-1027-4660-98b7-5ec4a01a4fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644371 Nov 25 17:32:12.449394 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da9ea68-fdda-484f-9784-fa7209789b0f req-26e75de3-22d5-4b25-9f08-57267fbc4884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:12.451118 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5da9ea68-fdda-484f-9784-fa7209789b0f req-26e75de3-22d5-4b25-9f08-57267fbc4884 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=25a72b94-fb6e-4434-9c21-274e75835bc9 HTTP/1.1" status: 200 len: 855 time: 0.6001103 Nov 25 17:32:12.459534 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cb598f43-185b-4f52-8ff6-801ea8f5a11c req-b005f3a7-f7a2-47ef-9d29-15c4e042b1bc tempest-ImagesNegativeTestJSON-23400946 tempest-ImagesNegativeTestJSON-23400946-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=a1363818521a489fb3ec11e975dfd73d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0913055 Nov 25 17:32:12.475819 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a7525ab5-49a5-4655-ad38-25472e48020c None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:12.487047 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a7525ab5-49a5-4655-ad38-25472e48020c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:12.562667 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3aeaeb9f-2cb6-49b7-a404-ffb8a1ea591d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:12.562996 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a35ef1bc-461b-4e1b-890f-006d4205f361 req-1470dc35-8e46-4228-b2df-e316d79ca01a service neutron] 10.222.0.74 "GET /v2.0/networks/6d3b5836-4740-4bb0-8171-a77a7b2fa0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8710752 Nov 25 17:32:12.568167 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 5ce5f14a-d4a3-42e7-ac4e-9a8e79a801f2 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:12.568926 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:12.572592 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7525ab5-49a5-4655-ad38-25472e48020c None None] Network ba5ba4ae-59eb-46ab-8978-4c494ff76c98 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:32:12.602182 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-a7525ab5-49a5-4655-ad38-25472e48020c None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:32:12.604617 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7525ab5-49a5-4655-ad38-25472e48020c None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:32:12.610946 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7525ab5-49a5-4655-ad38-25472e48020c None None] Pushing event updated for resources: {'Port': ['ID=5c8ca6bd-3dd7-4b24-86d9-fcea1b693e04,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:12.631284 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880eb82-ddf4-43c8-a09d-96489a6d35f6 req-511f5bc7-0d6c-4a51-b4f7-ebaab4346ebc tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:12.633209 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0880eb82-ddf4-43c8-a09d-96489a6d35f6 req-511f5bc7-0d6c-4a51-b4f7-ebaab4346ebc tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.90 "GET /v2.0/networks?id=893ae009-948d-4a56-89c4-04cf75caf20a HTTP/1.1" status: 200 len: 814 time: 0.9371731 Nov 25 17:32:12.667617 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-0880eb82-ddf4-43c8-a09d-96489a6d35f6 req-c872f60d-b63c-40e4-8ff8-d2dfa46f6431 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Request body: {'port': {'device_id': '74076797-0db0-4169-8a71-e6aa0871ad88', 'network_id': '893ae009-948d-4a56-89c4-04cf75caf20a', 'admin_state_up': True, 'tenant_id': '9ed6d61121ad4ad587d660c5c7d54fc1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:12.735771 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-275297cf-6306-4b56-91cd-51b3fbcfa096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2d7726-6333-44ab-b653-8c81ef1b29d8', 'name': 'tempest-TaggedBootDevicesTest-1923861502-router', 'tenant_id': 'af07ecd6b88d499dba6f8368912ebb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'f733cd7e-9d1b-4edd-971e-859ad2655c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:17Z', 'updated_at': '2021-11-25T17:29:24Z', 'revision_number': 4, 'project_id': 'af07ecd6b88d499dba6f8368912ebb7e', 'gw_port': {'id': 'f733cd7e-9d1b-4edd-971e-859ad2655c0a', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:cc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2d7726-6333-44ab-b653-8c81ef1b29d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:18Z', 'updated_at': '2021-11-25T17:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '8b655299-567c-475d-ba6d-0c49a552c999', 'tenant_id': 'af07ecd6b88d499dba6f8368912ebb7e', 'floating_ip_address': '172.25.0.185', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': 'cd2d7726-6333-44ab-b653-8c81ef1b29d8', 'port_id': 'd7d22436-d666-4aa2-84ba-d29348f106e5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1039, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f82e88c7-d403-486f-9a10-2a3ad902e128', 'mac_address': 'fa:16:3e:76:cd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:30:33Z', 'updated_at': '2021-11-25T17:32:06Z', 'revision_number': 1, 'project_id': 'af07ecd6b88d499dba6f8368912ebb7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d0ec3cd-8a99-4f9a-a287-1c964d4a1850', 'name': '', 'network_id': 'f82e88c7-d403-486f-9a10-2a3ad902e128', 'tenant_id': 'af07ecd6b88d499dba6f8368912ebb7e', 'mac_address': 'fa:16:3e:4b:3c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2d7726-6333-44ab-b653-8c81ef1b29d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'ed397f2a-aef3-4eaf-9752-78b3a9274780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:22Z', 'updated_at': '2021-11-25T17:29:33Z', 'revision_number': 5, 'project_id': 'af07ecd6b88d499dba6f8368912ebb7e', 'subnets': [{'id': 'ed397f2a-aef3-4eaf-9752-78b3a9274780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:12.741344 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a35ef1bc-461b-4e1b-890f-006d4205f361 req-b99c3a96-54e1-44ea-a16a-d77df876cb1a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a11242af-5474-4f93-bfb6-76b0ef5bbc3d HTTP/1.1" status: 200 len: 217 time: 0.1204774 Nov 25 17:32:12.830602 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e063660-f213-4813-9d95-f11573a879b9 None None] Network 37574acf-5e23-4564-a5b4-2a51c96fcbb9 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:32:12.836231 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275297cf-6306-4b56-91cd-51b3fbcfa096 None None] The sync data for ids ['cd2d7726-6333-44ab-b653-8c81ef1b29d8'] in n-d-817746-1 is: [{'id': 'cd2d7726-6333-44ab-b653-8c81ef1b29d8', 'name': 'tempest-TaggedBootDevicesTest-1923861502-router', 'tenant_id': 'af07ecd6b88d499dba6f8368912ebb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'f733cd7e-9d1b-4edd-971e-859ad2655c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:17Z', 'updated_at': '2021-11-25T17:29:24Z', 'revision_number': 4, 'project_id': 'af07ecd6b88d499dba6f8368912ebb7e', 'gw_port': {'id': 'f733cd7e-9d1b-4edd-971e-859ad2655c0a', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:cc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2d7726-6333-44ab-b653-8c81ef1b29d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:18Z', 'updated_at': '2021-11-25T17:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '8b655299-567c-475d-ba6d-0c49a552c999', 'tenant_id': 'af07ecd6b88d499dba6f8368912ebb7e', 'floating_ip_address': '172.25.0.185', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': 'cd2d7726-6333-44ab-b653-8c81ef1b29d8', 'port_id': 'd7d22436-d666-4aa2-84ba-d29348f106e5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1039, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f82e88c7-d403-486f-9a10-2a3ad902e128', 'mac_address': 'fa:16:3e:76:cd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:30:33Z', 'updated_at': '2021-11-25T17:32:06Z', 'revision_number': 1, 'project_id': 'af07ecd6b88d499dba6f8368912ebb7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d0ec3cd-8a99-4f9a-a287-1c964d4a1850', 'name': '', 'network_id': 'f82e88c7-d403-486f-9a10-2a3ad902e128', 'tenant_id': 'af07ecd6b88d499dba6f8368912ebb7e', 'mac_address': 'fa:16:3e:4b:3c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2d7726-6333-44ab-b653-8c81ef1b29d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'ed397f2a-aef3-4eaf-9752-78b3a9274780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:22Z', 'updated_at': '2021-11-25T17:29:33Z', 'revision_number': 5, 'project_id': 'af07ecd6b88d499dba6f8368912ebb7e', 'subnets': [{'id': 'ed397f2a-aef3-4eaf-9752-78b3a9274780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:32:12.878572 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da9ea68-fdda-484f-9784-fa7209789b0f req-64548b3c-79ec-47da-9516-b90a8932e7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:12.880227 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5da9ea68-fdda-484f-9784-fa7209789b0f req-64548b3c-79ec-47da-9516-b90a8932e7a0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=49c799e6-01fb-4356-b67f-8b970273c51a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3558004 Nov 25 17:32:12.883350 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-a7525ab5-49a5-4655-ad38-25472e48020c None None] Attempting to bind port 5c8ca6bd-3dd7-4b24-86d9-fcea1b693e04 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:32:12.883894 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-a7525ab5-49a5-4655-ad38-25472e48020c None None] Attempting to bind port 5c8ca6bd-3dd7-4b24-86d9-fcea1b693e04 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'e20a4f95-bae1-4cdf-b370-be0deba534e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'ba5ba4ae-59eb-46ab-8978-4c494ff76c98'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:32:12.884486 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7525ab5-49a5-4655-ad38-25472e48020c None None] Attempting to bind port 5c8ca6bd-3dd7-4b24-86d9-fcea1b693e04 on network ba5ba4ae-59eb-46ab-8978-4c494ff76c98 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:32:12.946533 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-de99346a-1b24-42c0-8aaa-b8905351a59c req-a3589ddc-bac9-44ba-be8d-b5ed540c4488 service neutron] 10.222.0.75 "GET /v2.0/networks/7a8c66d3-1027-4660-98b7-5ec4a01a4fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5881283 Nov 25 17:32:12.951022 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7525ab5-49a5-4655-ad38-25472e48020c None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:32:12.951560 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7525ab5-49a5-4655-ad38-25472e48020c None None] Checking segment: {'id': 'e20a4f95-bae1-4cdf-b370-be0deba534e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'ba5ba4ae-59eb-46ab-8978-4c494ff76c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:32:12.952057 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a7525ab5-49a5-4655-ad38-25472e48020c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:12.952684 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7525ab5-49a5-4655-ad38-25472e48020c None None] Bound using segment: {'id': 'e20a4f95-bae1-4cdf-b370-be0deba534e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'ba5ba4ae-59eb-46ab-8978-4c494ff76c98'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:32:12.953515 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-a7525ab5-49a5-4655-ad38-25472e48020c None None] Bound port: 5c8ca6bd-3dd7-4b24-86d9-fcea1b693e04, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e20a4f95-bae1-4cdf-b370-be0deba534e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'ba5ba4ae-59eb-46ab-8978-4c494ff76c98'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:32:12.954037 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a7525ab5-49a5-4655-ad38-25472e48020c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:13.042870 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ef1bc-461b-4e1b-890f-006d4205f361 req-11f16dff-4537-4876-9c84-2af04eea9c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:13.045533 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a35ef1bc-461b-4e1b-890f-006d4205f361 req-11f16dff-4537-4876-9c84-2af04eea9c83 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=818fd110-d388-4b2a-af28-d388f2a7ea7b HTTP/1.1" status: 200 len: 797 time: 0.2529399 Nov 25 17:32:13.121391 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-9ea0ce56-7479-491a-8deb-fb14e0c947d4 None None] Provisioning complete for port 5ce5f14a-d4a3-42e7-ac4e-9a8e79a801f2 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:13.123705 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9ea0ce56-7479-491a-8deb-fb14e0c947d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:13.173887 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:13.198313 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb598f43-185b-4f52-8ff6-801ea8f5a11c req-e02d589b-cd99-453d-b477-501aeba3d8dd tempest-ImagesNegativeTestJSON-23400946 tempest-ImagesNegativeTestJSON-23400946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:13.206632 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cb598f43-185b-4f52-8ff6-801ea8f5a11c req-e02d589b-cd99-453d-b477-501aeba3d8dd tempest-ImagesNegativeTestJSON-23400946 tempest-ImagesNegativeTestJSON-23400946-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6793928 Nov 25 17:32:13.304266 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53ee11b-2512-40e0-b21e-fa1f6fc2719c None None] New status for floating IP 8b655299-567c-475d-ba6d-0c49a552c999: ACTIVE {{(pid=103363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:32:13.361555 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cb598f43-185b-4f52-8ff6-801ea8f5a11c req-dd2fe34e-05c4-4c01-b42c-b8a668043abe tempest-ImagesNegativeTestJSON-23400946 tempest-ImagesNegativeTestJSON-23400946-project] 10.222.0.75 "GET /v2.0/quotas/a1363818521a489fb3ec11e975dfd73d HTTP/1.1" status: 200 len: 375 time: 0.1536925 Nov 25 17:32:13.395897 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port 5ce5f14a-d4a3-42e7-ac4e-9a8e79a801f2, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=5ce5f14a-d4a3-42e7-ac4e-9a8e79a801f2,segment=NetworkSegment(7c59980a-1d5c-42ff-ad45-f24197d8b17c),segment_id=7c59980a-1d5c-42ff-ad45-f24197d8b17c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:13.412427 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3aeaeb9f-2cb6-49b7-a404-ffb8a1ea591d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:13.438907 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-a7525ab5-49a5-4655-ad38-25472e48020c None None] For port 5c8ca6bd-3dd7-4b24-86d9-fcea1b693e04, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:32:13.449702 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-a7525ab5-49a5-4655-ad38-25472e48020c None None] For port 5c8ca6bd-3dd7-4b24-86d9-fcea1b693e04, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=5c8ca6bd-3dd7-4b24-86d9-fcea1b693e04,segment=NetworkSegment(e20a4f95-bae1-4cdf-b370-be0deba534e8),segment_id=e20a4f95-bae1-4cdf-b370-be0deba534e8)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:32:13.511302 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ef1bc-461b-4e1b-890f-006d4205f361 req-6bf6c7c5-c391-4437-8e7f-2a6cd6cc59f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:13.513257 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a35ef1bc-461b-4e1b-890f-006d4205f361 req-6bf6c7c5-c391-4437-8e7f-2a6cd6cc59f8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=04e189b3-a48d-47a2-8e70-da48c198c103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4221671 Nov 25 17:32:13.521983 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:13.547226 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a7525ab5-49a5-4655-ad38-25472e48020c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:13.562639 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cb598f43-185b-4f52-8ff6-801ea8f5a11c req-1fd98118-ab3f-4276-989a-caef97a99401 tempest-ImagesNegativeTestJSON-23400946 tempest-ImagesNegativeTestJSON-23400946-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=a1363818521a489fb3ec11e975dfd73d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1985891 Nov 25 17:32:13.739485 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aeaeb9f-2cb6-49b7-a404-ffb8a1ea591d admin admin] Router 01495a2c-1db7-4bfc-b7ae-61e1eae6f825 is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:32:13.802817 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a35ef1bc-461b-4e1b-890f-006d4205f361 req-7243f9cd-3f6e-4c99-85e1-482113f07b7d service neutron] 10.222.0.74 "GET /v2.0/networks/04e189b3-a48d-47a2-8e70-da48c198c103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588785 Nov 25 17:32:13.812419 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5da9ea68-fdda-484f-9784-fa7209789b0f req-4ea860e8-fa00-4d2c-9656-849ed24f5e2a service neutron] 10.222.0.90 "GET /v2.0/networks/49c799e6-01fb-4356-b67f-8b970273c51a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9117117 Nov 25 17:32:13.813546 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0880eb82-ddf4-43c8-a09d-96489a6d35f6 req-c872f60d-b63c-40e4-8ff8-d2dfa46f6431 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Made reservation on behalf of 9ed6d61121ad4ad587d660c5c7d54fc1 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:32:13.821407 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0880eb82-ddf4-43c8-a09d-96489a6d35f6 req-c872f60d-b63c-40e4-8ff8-d2dfa46f6431 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:13.847665 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=5ce5f14a-d4a3-42e7-ac4e-9a8e79a801f2,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:13.894319 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98d0daa-f56e-4155-8958-3e3c13541f9d x-openstack-request-id: req-e98d0daa-f56e-4155-8958-3e3c13541f9d {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:32:13.895140 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4b5d011-e28c-42fc-ad2e-294a30d84492", "tag": "d7d22436-d666-4aa2-84ba-d29348f106e5", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:32:13.895579 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e98d0daa-f56e-4155-8958-3e3c13541f9d {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:32:13.896130 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'tag': 'd7d22436-d666-4aa2-84ba-d29348f106e5', 'status': 'completed', 'code': 200} Nov 25 17:32:13.906251 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-01586227-bd8e-4fd5-bcb3-029c440cd0d7 req-d5f3827b-4ae4-4988-b0a0-4fa4b8474c24 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/ports?device_id=74076797-0db0-4169-8a71-e6aa0871ad88 HTTP/1.1" status: 200 len: 210 time: 0.3844819 Nov 25 17:32:13.955961 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 53a65dd2-7261-432f-a213-f291c3e01123 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:32:14.047015 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7525ab5-49a5-4655-ad38-25472e48020c None None] Pushing event updated for resources: {'Port': ['ID=5c8ca6bd-3dd7-4b24-86d9-fcea1b693e04,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:14.284544 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 53a65dd2-7261-432f-a213-f291c3e01123, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=53a65dd2-7261-432f-a213-f291c3e01123,segment=NetworkSegment(74518c65-0a77-49eb-8302-d0397cc0c64c),segment_id=74518c65-0a77-49eb-8302-d0397cc0c64c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:14.318120 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 5ce5f14a-d4a3-42e7-ac4e-9a8e79a801f2 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:32:14.329570 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df2a6f-b211-4f0f-a5a8-a0d07356e964 req-53f52fe2-7a4d-4f16-ab93-4691384960b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:14.330270 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df2a6f-b211-4f0f-a5a8-a0d07356e964 req-53f52fe2-7a4d-4f16-ab93-4691384960b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:14.331208 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df2a6f-b211-4f0f-a5a8-a0d07356e964 req-53f52fe2-7a4d-4f16-ab93-4691384960b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:14.331208 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df2a6f-b211-4f0f-a5a8-a0d07356e964 req-53f52fe2-7a4d-4f16-ab93-4691384960b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:14.331521 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df2a6f-b211-4f0f-a5a8-a0d07356e964 req-53f52fe2-7a4d-4f16-ab93-4691384960b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:14.332007 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df2a6f-b211-4f0f-a5a8-a0d07356e964 req-53f52fe2-7a4d-4f16-ab93-4691384960b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:14.332434 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df2a6f-b211-4f0f-a5a8-a0d07356e964 req-53f52fe2-7a4d-4f16-ab93-4691384960b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:14.341347 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-11df2a6f-b211-4f0f-a5a8-a0d07356e964 req-53f52fe2-7a4d-4f16-ab93-4691384960b3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=af07ecd6b88d499dba6f8368912ebb7e&device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 6491 time: 0.3490250 Nov 25 17:32:14.378475 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aeaeb9f-2cb6-49b7-a404-ffb8a1ea591d admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:32:14.428588 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d62534-e776-479f-b983-0030740d1960 None None] Sync routers for ids ['01495a2c-1db7-4bfc-b7ae-61e1eae6f825'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:32:14.451915 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d62534-e776-479f-b983-0030740d1960 None None] Routers {'01495a2c-1db7-4bfc-b7ae-61e1eae6f825'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:32:14.452697 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-b9d62534-e776-479f-b983-0030740d1960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:31:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['01495a2c-1db7-4bfc-b7ae-61e1eae6f825'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:14.455082 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '53a65dd2-7261-432f-a213-f291c3e01123', 'network_id': '49c799e6-01fb-4356-b67f-8b970273c51a', 'port_id': '53a65dd2-7261-432f-a213-f291c3e01123', 'mac_address': 'fa:16:3e:c3:b3:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25a72b94-fb6e-4434-9c21-274e75835bc9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:32:14.521739 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3aeaeb9f-2cb6-49b7-a404-ffb8a1ea591d admin admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:14.523336 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3aeaeb9f-2cb6-49b7-a404-ffb8a1ea591d admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7828107 Nov 25 17:32:14.528214 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44728) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:14.664675 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-b9d62534-e776-479f-b983-0030740d1960 None None] Set router 01495a2c-1db7-4bfc-b7ae-61e1eae6f825 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:32:14.720648 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df2a6f-b211-4f0f-a5a8-a0d07356e964 req-234ec923-e1fb-448d-bb6a-b88aa4975659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:14.722411 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-11df2a6f-b211-4f0f-a5a8-a0d07356e964 req-234ec923-e1fb-448d-bb6a-b88aa4975659 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f82e88c7-d403-486f-9a10-2a3ad902e128 HTTP/1.1" status: 200 len: 913 time: 0.3722289 Nov 25 17:32:14.782187 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 5ce5f14a-d4a3-42e7-ac4e-9a8e79a801f2 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:14.782558 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:14.879312 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6ba8f90f-8bb9-4ba3-a89f-919370768b2a req-d8c0b13e-95a9-4cfa-83bd-e6ad1679ee19 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4a2faa2-0398-457b-8029-cd06ddb6a08d HTTP/1.1" status: 200 len: 210 time: 0.6435432 Nov 25 17:32:14.938500 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b98e8-e306-4d16-9b5b-cf927390228a req-a25a3799-6b87-4143-a49f-2a2b37c59093 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:14.959110 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b98e8-e306-4d16-9b5b-cf927390228a req-a25a3799-6b87-4143-a49f-2a2b37c59093 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:14.960603 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-2f1820ac-106d-468e-bd0d-5b2fd4992725 None None] Provisioning complete for port 5ce5f14a-d4a3-42e7-ac4e-9a8e79a801f2 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:14.961282 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-694b98e8-e306-4d16-9b5b-cf927390228a req-a25a3799-6b87-4143-a49f-2a2b37c59093 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.74 "GET /v2.0/networks?id=26366550-8d14-4bcd-8615-ce2c039447e3&id=37574acf-5e23-4564-a5b4-2a51c96fcbb9 HTTP/1.1" status: 200 len: 1391 time: 1.7505293 Nov 25 17:32:14.962077 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2f1820ac-106d-468e-bd0d-5b2fd4992725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:15.004333 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-694b98e8-e306-4d16-9b5b-cf927390228a req-ec51a48e-c7d5-49fb-981b-b1965127f5d5 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Request body: {'port': {'device_id': 'd4a2faa2-0398-457b-8029-cd06ddb6a08d', 'network_id': '26366550-8d14-4bcd-8615-ce2c039447e3', 'admin_state_up': True, 'tenant_id': 'd64a86f779cb466b8c1c45288d32f994'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:15.008069 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-0880eb82-ddf4-43c8-a09d-96489a6d35f6 req-c872f60d-b63c-40e4-8ff8-d2dfa46f6431 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Allocated IP 172.20.0.4 (893ae009-948d-4a56-89c4-04cf75caf20a/f5ab359d-3571-4e44-9b7f-d7d725d0869c/e52b8008-7c66-48fe-a4b5-c44fe002f599) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:32:15.071317 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:15.096775 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332df51f-1f03-469b-b801-a7d8252e334c req-46fd47fe-6fe9-4efb-bdbb-6a435d20d801 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:15.104437 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-332df51f-1f03-469b-b801-a7d8252e334c req-46fd47fe-6fe9-4efb-bdbb-6a435d20d801 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 943 time: 0.8547540 Nov 25 17:32:15.124306 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5da9ea68-fdda-484f-9784-fa7209789b0f req-63d1646a-28bf-432c-963c-35991680e7fe service neutron] 10.222.0.90 "GET /v2.0/networks/49c799e6-01fb-4356-b67f-8b970273c51a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2933676 Nov 25 17:32:15.135387 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a35ef1bc-461b-4e1b-890f-006d4205f361 req-d401d294-89f7-404a-a35c-969fef2145df service neutron] 10.222.0.74 "GET /v2.0/networks/04e189b3-a48d-47a2-8e70-da48c198c103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3020904 Nov 25 17:32:15.175284 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-11df2a6f-b211-4f0f-a5a8-a0d07356e964 req-2299a6fa-40c1-48d0-8052-692e98fed4c0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7d22436-d666-4aa2-84ba-d29348f106e5 HTTP/1.1" status: 200 len: 1001 time: 0.4373162 Nov 25 17:32:15.334301 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df2a6f-b211-4f0f-a5a8-a0d07356e964 req-75966613-aa5a-4b0b-9095-47e02fc31799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:15.335964 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-11df2a6f-b211-4f0f-a5a8-a0d07356e964 req-75966613-aa5a-4b0b-9095-47e02fc31799 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ed397f2a-aef3-4eaf-9752-78b3a9274780 HTTP/1.1" status: 200 len: 851 time: 0.1504772 Nov 25 17:32:15.342610 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0042c7fe-cf1d-48dd-b7a5-c63da3f675fb req-9cc0db50-ab10-4de3-ac2b-2c370b3ed218 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/ports?device_id=22551351-6a56-41ed-b423-a3421ddd122c HTTP/1.1" status: 200 len: 210 time: 0.1328278 Nov 25 17:32:15.456916 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de99346a-1b24-42c0-8aaa-b8905351a59c req-5fd1a3dc-6bca-45f4-b545-7c20cb109060 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:15.458542 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-de99346a-1b24-42c0-8aaa-b8905351a59c req-5fd1a3dc-6bca-45f4-b545-7c20cb109060 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.90 "GET /v2.0/networks?id=7a8c66d3-1027-4660-98b7-5ec4a01a4fdc HTTP/1.1" status: 200 len: 822 time: 0.2748156 Nov 25 17:32:15.502166 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ad0a94de-d405-4081-b3a8-bd83c3f54c0d req-b3d44087-c45f-41b6-9a78-95090ee4d6fd tempest-ImagesNegativeTestJSON-23400946 tempest-ImagesNegativeTestJSON-23400946-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4cb3aad-8d17-4b7a-84cc-3284288e997f HTTP/1.1" status: 200 len: 210 time: 0.0396433 Nov 25 17:32:15.503514 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a35ef1bc-461b-4e1b-890f-006d4205f361 req-b1149763-7c8a-42ab-a9f6-a89c6489e54e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b2c42d44-65fd-410c-aaed-aae8a87dc2ee HTTP/1.1" status: 200 len: 217 time: 0.3159297 Nov 25 17:32:15.504741 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53a65dd2-7261-432f-a213-f291c3e01123 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:32:15.516359 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-de99346a-1b24-42c0-8aaa-b8905351a59c req-51495769-d377-4b12-9693-91e0939a5cc5 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Request body: {'port': {'device_id': '22551351-6a56-41ed-b423-a3421ddd122c', 'network_id': '7a8c66d3-1027-4660-98b7-5ec4a01a4fdc', 'admin_state_up': True, 'tenant_id': '28e639b61725474a8e2246556ccdec9c'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:15.555075 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 53a65dd2-7261-432f-a213-f291c3e01123, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=53a65dd2-7261-432f-a213-f291c3e01123,segment=NetworkSegment(74518c65-0a77-49eb-8302-d0397cc0c64c),segment_id=74518c65-0a77-49eb-8302-d0397cc0c64c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:15.568723 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:15.586396 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df2a6f-b211-4f0f-a5a8-a0d07356e964 req-82aff5cf-c698-42b9-97e6-59c8dcdc9c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:15.588063 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-11df2a6f-b211-4f0f-a5a8-a0d07356e964 req-82aff5cf-c698-42b9-97e6-59c8dcdc9c88 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f82e88c7-d403-486f-9a10-2a3ad902e128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2378254 Nov 25 17:32:15.625332 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d745471a-85f0-457a-a28f-0f59b0a4ee29 None None] Network ba5ba4ae-59eb-46ab-8978-4c494ff76c98 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:32:15.716631 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-22954332-6056-45e0-808b-2df0a48b0262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:15.717904 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-332df51f-1f03-469b-b801-a7d8252e334c req-869513f0-f169-4d9b-bf7a-0fb894b5acfd tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1b3f624-9a69-4743-bfac-9a2aba2cec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6124876 Nov 25 17:32:15.767769 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ef1bc-461b-4e1b-890f-006d4205f361 req-6ce09a22-d3b5-4ddd-8401-788ecb0f29bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:15.769344 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a35ef1bc-461b-4e1b-890f-006d4205f361 req-6ce09a22-d3b5-4ddd-8401-788ecb0f29bf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=818fd110-d388-4b2a-af28-d388f2a7ea7b HTTP/1.1" status: 200 len: 797 time: 0.1730993 Nov 25 17:32:15.838922 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-b9d62534-e776-479f-b983-0030740d1960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01495a2c-1db7-4bfc-b7ae-61e1eae6f825', 'name': 'tempest-FloatingIPsTestJSON-1715290572-router', 'tenant_id': '74c764f7efdb45b5aeb1843c72dd9ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '933d1a1d-f857-4724-a8aa-930823744342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:32:10Z', 'updated_at': '2021-11-25T17:32:12Z', 'revision_number': 3, 'project_id': '74c764f7efdb45b5aeb1843c72dd9ccc', 'gw_port': {'id': '933d1a1d-f857-4724-a8aa-930823744342', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c1:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01495a2c-1db7-4bfc-b7ae-61e1eae6f825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:32:11Z', 'updated_at': '2021-11-25T17:32:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:15.857221 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=53a65dd2-7261-432f-a213-f291c3e01123,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:15.863112 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['53a65dd2-7261-432f-a213-f291c3e01123'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:32:15.904447 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-cb598f43-185b-4f52-8ff6-801ea8f5a11c req-50c9c79b-17c8-41f7-a563-fbdbc169ed1f tempest-ImagesNegativeTestJSON-23400946 tempest-ImagesNegativeTestJSON-23400946-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=a1363818521a489fb3ec11e975dfd73d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403903 Nov 25 17:32:15.928667 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-694b98e8-e306-4d16-9b5b-cf927390228a req-ec51a48e-c7d5-49fb-981b-b1965127f5d5 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Made reservation on behalf of d64a86f779cb466b8c1c45288d32f994 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:32:15.933934 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-694b98e8-e306-4d16-9b5b-cf927390228a req-ec51a48e-c7d5-49fb-981b-b1965127f5d5 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:15.949368 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-11df2a6f-b211-4f0f-a5a8-a0d07356e964 req-e7c0903c-3334-4515-b246-79583acd927d service neutron] 10.222.0.74 "GET /v2.0/networks/f82e88c7-d403-486f-9a10-2a3ad902e128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513134 Nov 25 17:32:15.987730 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d62534-e776-479f-b983-0030740d1960 None None] Checking router: 01495a2c-1db7-4bfc-b7ae-61e1eae6f825 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:32:15.988230 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d62534-e776-479f-b983-0030740d1960 None None] Updating router 01495a2c-1db7-4bfc-b7ae-61e1eae6f825 port 933d1a1d-f857-4724-a8aa-930823744342 binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:32:16.011816 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-330e544c-03d7-4ba8-aced-887468243759 req-690a06c5-0426-40f7-b7b6-21004be42986 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/ports?device_id=74076797-0db0-4169-8a71-e6aa0871ad88 HTTP/1.1" status: 200 len: 210 time: 0.1025653 Nov 25 17:32:16.091510 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-11df2a6f-b211-4f0f-a5a8-a0d07356e964 req-4c6c3675-973b-4128-a7fc-264bdbb1881a service neutron] 10.222.0.74 "GET /v2.0/networks/f82e88c7-d403-486f-9a10-2a3ad902e128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188097 Nov 25 17:32:16.097174 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b9d62534-e776-479f-b983-0030740d1960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:16.150883 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de99346a-1b24-42c0-8aaa-b8905351a59c req-51495769-d377-4b12-9693-91e0939a5cc5 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Made reservation on behalf of 28e639b61725474a8e2246556ccdec9c for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:32:16.156602 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-de99346a-1b24-42c0-8aaa-b8905351a59c req-51495769-d377-4b12-9693-91e0939a5cc5 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:16.162658 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-22954332-6056-45e0-808b-2df0a48b0262 admin admin] Allocated IP 172.20.0.1 (ba5ba4ae-59eb-46ab-8978-4c494ff76c98/fc3f3cf8-3a2e-4bce-8210-4d481d8ae5d6/79a56bcb-61bb-4ef7-9166-07a2389ca239) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:32:16.192040 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ef1bc-461b-4e1b-890f-006d4205f361 req-c3c75ee6-7a70-4923-ad82-4e10f7c8a73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:16.194082 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a35ef1bc-461b-4e1b-890f-006d4205f361 req-c3c75ee6-7a70-4923-ad82-4e10f7c8a73b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=04e189b3-a48d-47a2-8e70-da48c198c103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4100928 Nov 25 17:32:16.196144 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-3f455968-1489-4a25-9524-26213424ceda None None] Provisioning complete for port 5c8ca6bd-3dd7-4b24-86d9-fcea1b693e04 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:16.196524 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3f455968-1489-4a25-9524-26213424ceda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:16.205986 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7876a29f-f9f1-46ce-8329-5ab1a3e694f4 req-206fd8a5-44c4-473d-a3d3-959691599b83 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4a2faa2-0398-457b-8029-cd06ddb6a08d HTTP/1.1" status: 200 len: 210 time: 0.1853263 Nov 25 17:32:16.254658 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 5c8ca6bd-3dd7-4b24-86d9-fcea1b693e04 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:32:16.291755 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb598f43-185b-4f52-8ff6-801ea8f5a11c req-08c43788-3876-4119-9b58-e2082f0422c9 tempest-ImagesNegativeTestJSON-23400946 tempest-ImagesNegativeTestJSON-23400946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:16.293076 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-cb598f43-185b-4f52-8ff6-801ea8f5a11c req-08c43788-3876-4119-9b58-e2082f0422c9 tempest-ImagesNegativeTestJSON-23400946 tempest-ImagesNegativeTestJSON-23400946-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3805745 Nov 25 17:32:16.304298 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0880eb82-ddf4-43c8-a09d-96489a6d35f6 req-c872f60d-b63c-40e4-8ff8-d2dfa46f6431 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:16.334859 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-cb598f43-185b-4f52-8ff6-801ea8f5a11c req-356eb412-b39f-4ed4-9836-66b48954270e tempest-ImagesNegativeTestJSON-23400946 tempest-ImagesNegativeTestJSON-23400946-project] Request body: {'port': {'device_id': 'd4cb3aad-8d17-4b7a-84cc-3284288e997f', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'admin_state_up': True, 'tenant_id': 'a1363818521a489fb3ec11e975dfd73d'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:16.476620 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-22954332-6056-45e0-808b-2df0a48b0262 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:16.510603 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb598f43-185b-4f52-8ff6-801ea8f5a11c req-356eb412-b39f-4ed4-9836-66b48954270e tempest-ImagesNegativeTestJSON-23400946 tempest-ImagesNegativeTestJSON-23400946-project] Made reservation on behalf of a1363818521a489fb3ec11e975dfd73d for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:32:16.515770 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-cb598f43-185b-4f52-8ff6-801ea8f5a11c req-356eb412-b39f-4ed4-9836-66b48954270e tempest-ImagesNegativeTestJSON-23400946 tempest-ImagesNegativeTestJSON-23400946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:16.527983 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-cb598f43-185b-4f52-8ff6-801ea8f5a11c req-356eb412-b39f-4ed4-9836-66b48954270e tempest-ImagesNegativeTestJSON-23400946 tempest-ImagesNegativeTestJSON-23400946-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:16.543208 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 5c8ca6bd-3dd7-4b24-86d9-fcea1b693e04 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:16.543567 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:16.551152 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-393fdfe8-c3e5-407e-80e5-1ba9c33dc3a8 req-9868235e-618e-4e10-b00f-305c320be08f tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/ports?device_id=22551351-6a56-41ed-b423-a3421ddd122c HTTP/1.1" status: 200 len: 210 time: 0.1071551 Nov 25 17:32:16.660415 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3f455968-1489-4a25-9524-26213424ceda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:16.680228 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-22954332-6056-45e0-808b-2df0a48b0262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:16.687381 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:16.694771 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a35ef1bc-461b-4e1b-890f-006d4205f361 req-f435b025-a4c7-45a3-8b06-95016b025160 service neutron] 10.222.0.74 "GET /v2.0/networks/04e189b3-a48d-47a2-8e70-da48c198c103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4826949 Nov 25 17:32:16.696170 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-694b98e8-e306-4d16-9b5b-cf927390228a req-ec51a48e-c7d5-49fb-981b-b1965127f5d5 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Allocated IP 19.80.0.159 (26366550-8d14-4bcd-8615-ce2c039447e3/b6d267ec-62ab-4d84-afa5-702a6288d15b/332297f8-fa8d-40e6-a6d4-3adb6f3b349f) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:32:16.752577 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22954332-6056-45e0-808b-2df0a48b0262 admin admin] Network ba5ba4ae-59eb-46ab-8978-4c494ff76c98 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:32:16.767626 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-22954332-6056-45e0-808b-2df0a48b0262 admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:32:16.772632 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22954332-6056-45e0-808b-2df0a48b0262 admin admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:32:16.776461 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0880eb82-ddf4-43c8-a09d-96489a6d35f6 req-c872f60d-b63c-40e4-8ff8-d2dfa46f6431 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:16.776638 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-3f455968-1489-4a25-9524-26213424ceda None None] For port 5c8ca6bd-3dd7-4b24-86d9-fcea1b693e04, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=5c8ca6bd-3dd7-4b24-86d9-fcea1b693e04,segment=NetworkSegment(e20a4f95-bae1-4cdf-b370-be0deba534e8),segment_id=e20a4f95-bae1-4cdf-b370-be0deba534e8)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:16.810696 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3f455968-1489-4a25-9524-26213424ceda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:16.853772 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-22954332-6056-45e0-808b-2df0a48b0262 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:16.870999 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22954332-6056-45e0-808b-2df0a48b0262 admin admin] Pushing event updated for resources: {'Port': ['ID=79a56bcb-61bb-4ef7-9166-07a2389ca239,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:16.877767 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-cb598f43-185b-4f52-8ff6-801ea8f5a11c req-356eb412-b39f-4ed4-9836-66b48954270e tempest-ImagesNegativeTestJSON-23400946 tempest-ImagesNegativeTestJSON-23400946-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:16.882683 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:16.897874 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fe2fc5c6-7c1f-48e9-9338-2d88c21e7ceb req-701c31b6-643f-4e53-8723-9ec3c84022e9 tempest-ImagesNegativeTestJSON-23400946 tempest-ImagesNegativeTestJSON-23400946-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4cb3aad-8d17-4b7a-84cc-3284288e997f HTTP/1.1" status: 200 len: 210 time: 0.1828923 Nov 25 17:32:16.957172 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-cb598f43-185b-4f52-8ff6-801ea8f5a11c req-356eb412-b39f-4ed4-9836-66b48954270e tempest-ImagesNegativeTestJSON-23400946 tempest-ImagesNegativeTestJSON-23400946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:16.968162 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-de99346a-1b24-42c0-8aaa-b8905351a59c req-51495769-d377-4b12-9693-91e0939a5cc5 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Allocated IP 172.20.0.4 (7a8c66d3-1027-4660-98b7-5ec4a01a4fdc/0488b60b-dc56-4141-98fc-cb7726390b53/8f77175a-bd57-40f3-8d07-643e29a7ae8c) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:32:17.009199 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f455968-1489-4a25-9524-26213424ceda None None] Pushing event updated for resources: {'Port': ['ID=5c8ca6bd-3dd7-4b24-86d9-fcea1b693e04,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:17.014300 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b9d62534-e776-479f-b983-0030740d1960 None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:17.016143 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-8cf0513f-85d3-4308-a2bd-b3dfccc4e270 None None] Provisioning complete for port 5c8ca6bd-3dd7-4b24-86d9-fcea1b693e04 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:17.016521 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8cf0513f-85d3-4308-a2bd-b3dfccc4e270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:17.041917 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b9d62534-e776-479f-b983-0030740d1960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:17.110558 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['550de2a6-ffbd-4c86-ac21-4914075aa3e6'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:32:17.113280 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22954332-6056-45e0-808b-2df0a48b0262 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:17.113933 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22954332-6056-45e0-808b-2df0a48b0262 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:17.116856 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22954332-6056-45e0-808b-2df0a48b0262 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:17.117729 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22954332-6056-45e0-808b-2df0a48b0262 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:17.118273 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22954332-6056-45e0-808b-2df0a48b0262 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:17.118820 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22954332-6056-45e0-808b-2df0a48b0262 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:17.120556 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22954332-6056-45e0-808b-2df0a48b0262 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:17.121127 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22954332-6056-45e0-808b-2df0a48b0262 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:17.121706 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22954332-6056-45e0-808b-2df0a48b0262 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:17.122793 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22954332-6056-45e0-808b-2df0a48b0262 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:17.125287 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22954332-6056-45e0-808b-2df0a48b0262 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:17.125826 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22954332-6056-45e0-808b-2df0a48b0262 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:17.150630 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0880eb82-ddf4-43c8-a09d-96489a6d35f6 req-c872f60d-b63c-40e4-8ff8-d2dfa46f6431 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Network 893ae009-948d-4a56-89c4-04cf75caf20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:32:17.199471 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a744340f-fec1-46e4-b311-d82ec543b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:17.201037 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf886678-2e4d-4c59-8b31-8a0254d3ce73 None None] Pushing event updated for resources: {'Port': ['ID=933d1a1d-f857-4724-a8aa-930823744342,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:17.206260 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-0880eb82-ddf4-43c8-a09d-96489a6d35f6 req-c872f60d-b63c-40e4-8ff8-d2dfa46f6431 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:32:17.209872 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-b9d62534-e776-479f-b983-0030740d1960 None None] Attempting to bind port 933d1a1d-f857-4724-a8aa-930823744342 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:32:17.210505 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-b9d62534-e776-479f-b983-0030740d1960 None None] Attempting to bind port 933d1a1d-f857-4724-a8aa-930823744342 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:32:17.210793 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d62534-e776-479f-b983-0030740d1960 None None] Attempting to bind port 933d1a1d-f857-4724-a8aa-930823744342 on network 1aa44027-b9d0-4a56-9a59-7e664703e20a {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:32:17.221274 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-0880eb82-ddf4-43c8-a09d-96489a6d35f6 req-c872f60d-b63c-40e4-8ff8-d2dfa46f6431 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:32:17.224755 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d62534-e776-479f-b983-0030740d1960 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:32:17.225202 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d62534-e776-479f-b983-0030740d1960 None None] Checking segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:32:17.225599 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b9d62534-e776-479f-b983-0030740d1960 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:17.226045 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d62534-e776-479f-b983-0030740d1960 None None] Bound using segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:32:17.226518 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-b9d62534-e776-479f-b983-0030740d1960 None None] Bound port: 933d1a1d-f857-4724-a8aa-930823744342, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:32:17.226931 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b9d62534-e776-479f-b983-0030740d1960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:17.315402 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a35ef1bc-461b-4e1b-890f-006d4205f361 req-c39c4853-68bf-4daf-a5aa-392b716f2106 service neutron] 10.222.0.74 "GET /v2.0/networks/04e189b3-a48d-47a2-8e70-da48c198c103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5835028 Nov 25 17:32:17.354916 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b9d62534-e776-479f-b983-0030740d1960 None None] For port 933d1a1d-f857-4724-a8aa-930823744342, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:32:17.364227 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b9d62534-e776-479f-b983-0030740d1960 None None] For port 933d1a1d-f857-4724-a8aa-930823744342, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=933d1a1d-f857-4724-a8aa-930823744342,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:32:17.377040 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b9d62534-e776-479f-b983-0030740d1960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:17.398345 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880eb82-ddf4-43c8-a09d-96489a6d35f6 req-c872f60d-b63c-40e4-8ff8-d2dfa46f6431 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:17.399372 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0880eb82-ddf4-43c8-a09d-96489a6d35f6 req-c872f60d-b63c-40e4-8ff8-d2dfa46f6431 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:17.413787 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c872f60d-b63c-40e4-8ff8-d2dfa46f6431 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Pushing event updated for resources: {'Port': ['ID=e52b8008-7c66-48fe-a4b5-c44fe002f599,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:17.453552 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d644b0a-f928-4a53-8e6c-4f768cb913c8 req-b586f355-2724-4c7b-a881-926a7ef9a474 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:17.457562 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9d644b0a-f928-4a53-8e6c-4f768cb913c8 req-b586f355-2724-4c7b-a881-926a7ef9a474 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 944 time: 0.5467858 Nov 25 17:32:17.473541 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0880eb82-ddf4-43c8-a09d-96489a6d35f6 req-c872f60d-b63c-40e4-8ff8-d2dfa46f6431 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8119042 Nov 25 17:32:17.489307 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf886678-2e4d-4c59-8b31-8a0254d3ce73 None None] Pushing event updated for resources: {'Port': ['ID=933d1a1d-f857-4724-a8aa-930823744342,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:17.492250 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d62534-e776-479f-b983-0030740d1960 None None] Routers {'01495a2c-1db7-4bfc-b7ae-61e1eae6f825'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:32:17.493238 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-b9d62534-e776-479f-b983-0030740d1960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:31:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['01495a2c-1db7-4bfc-b7ae-61e1eae6f825'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:17.503952 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-0880eb82-ddf4-43c8-a09d-96489a6d35f6 req-dadf6418-69ea-46b3-a34a-f64d4535250a service neutron] Request body: {'port': {'device_id': '74076797-0db0-4169-8a71-e6aa0871ad88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:17.548721 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715684d-f751-400e-b78f-f33558b7b4bd req-47a928d2-44b6-4817-ba0e-af16b6ec9022 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:17.550679 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0715684d-f751-400e-b78f-f33558b7b4bd req-47a928d2-44b6-4817-ba0e-af16b6ec9022 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/ports?device_id=74076797-0db0-4169-8a71-e6aa0871ad88 HTTP/1.1" status: 200 len: 931 time: 0.3949432 Nov 25 17:32:17.567430 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-5c1f26e0-cf59-49cd-a574-4a8e43b7674a None None] Provisioning complete for port 79a56bcb-61bb-4ef7-9166-07a2389ca239 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:17.567693 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5c1f26e0-cf59-49cd-a574-4a8e43b7674a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:17.598601 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356eb412-b39f-4ed4-9836-66b48954270e tempest-ImagesNegativeTestJSON-23400946 tempest-ImagesNegativeTestJSON-23400946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d05728c2-96ce-4543-bc9f-1f916bfad784,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:17.606662 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-cb598f43-185b-4f52-8ff6-801ea8f5a11c req-356eb412-b39f-4ed4-9836-66b48954270e tempest-ImagesNegativeTestJSON-23400946 tempest-ImagesNegativeTestJSON-23400946-project] Allocated IP 192.168.233.218 (ab4fed0b-9bf1-4925-8765-94da08c5de2a/8793709c-5336-428d-aede-b0b8df1a26b2/0dd9536e-6fd0-4870-9088-de6dd589a5eb) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:32:17.631033 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-5c1f26e0-cf59-49cd-a574-4a8e43b7674a None None] Port 79a56bcb-61bb-4ef7-9166-07a2389ca239 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:32:17.655819 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-b9d62534-e776-479f-b983-0030740d1960 None None] Set router 01495a2c-1db7-4bfc-b7ae-61e1eae6f825 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:32:17.725513 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-22954332-6056-45e0-808b-2df0a48b0262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:17.781374 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9d644b0a-f928-4a53-8e6c-4f768cb913c8 req-88ea8766-44c7-4cd3-b67b-8b7066c27ecb tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1b3f624-9a69-4743-bfac-9a2aba2cec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3042071 Nov 25 17:32:17.834222 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0880eb82-ddf4-43c8-a09d-96489a6d35f6 req-dadf6418-69ea-46b3-a34a-f64d4535250a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:17.896113 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0715684d-f751-400e-b78f-f33558b7b4bd req-f7aa33a4-edf4-4064-8b54-16573c457172 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a4fb475-e9ec-4623-9c08-36dcb76340fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903094 Nov 25 17:32:17.956601 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 53a65dd2-7261-432f-a213-f291c3e01123 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:32:18.000750 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-694b98e8-e306-4d16-9b5b-cf927390228a req-ec51a48e-c7d5-49fb-981b-b1965127f5d5 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:18.055257 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5a84da08-8a15-40b3-974f-fac5ee622e3e req-3c2b2d49-afde-4cbe-bba3-20229ee06dac tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4a2faa2-0398-457b-8029-cd06ddb6a08d HTTP/1.1" status: 200 len: 210 time: 0.0431180 Nov 25 17:32:18.067095 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port 53a65dd2-7261-432f-a213-f291c3e01123 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:32:18.072709 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port 53a65dd2-7261-432f-a213-f291c3e01123 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:18.073112 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:18.106629 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-de99346a-1b24-42c0-8aaa-b8905351a59c req-51495769-d377-4b12-9693-91e0939a5cc5 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:18.111502 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-595d2c65-4c10-43f3-b6c5-bc625b2750cc req-433f5975-c230-430b-9de7-c44e91faa3ce tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/ports?device_id=22551351-6a56-41ed-b423-a3421ddd122c HTTP/1.1" status: 200 len: 210 time: 0.0529196 Nov 25 17:32:18.127607 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-b9d62534-e776-479f-b983-0030740d1960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01495a2c-1db7-4bfc-b7ae-61e1eae6f825', 'name': 'tempest-FloatingIPsTestJSON-1715290572-router', 'tenant_id': '74c764f7efdb45b5aeb1843c72dd9ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '933d1a1d-f857-4724-a8aa-930823744342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:32:10Z', 'updated_at': '2021-11-25T17:32:12Z', 'revision_number': 3, 'project_id': '74c764f7efdb45b5aeb1843c72dd9ccc', 'gw_port': {'id': '933d1a1d-f857-4724-a8aa-930823744342', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c1:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01495a2c-1db7-4bfc-b7ae-61e1eae6f825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:32:11Z', 'updated_at': '2021-11-25T17:32:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:18.163014 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d62534-e776-479f-b983-0030740d1960 None None] The sync data for ids ['01495a2c-1db7-4bfc-b7ae-61e1eae6f825'] in n-d-817746-1 is: [{'id': '01495a2c-1db7-4bfc-b7ae-61e1eae6f825', 'name': 'tempest-FloatingIPsTestJSON-1715290572-router', 'tenant_id': '74c764f7efdb45b5aeb1843c72dd9ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '933d1a1d-f857-4724-a8aa-930823744342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:32:10Z', 'updated_at': '2021-11-25T17:32:12Z', 'revision_number': 3, 'project_id': '74c764f7efdb45b5aeb1843c72dd9ccc', 'gw_port': {'id': '933d1a1d-f857-4724-a8aa-930823744342', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c1:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01495a2c-1db7-4bfc-b7ae-61e1eae6f825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:32:11Z', 'updated_at': '2021-11-25T17:32:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:32:18.182345 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-22954332-6056-45e0-808b-2df0a48b0262 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:18.204105 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-cb598f43-185b-4f52-8ff6-801ea8f5a11c req-356eb412-b39f-4ed4-9836-66b48954270e tempest-ImagesNegativeTestJSON-23400946 tempest-ImagesNegativeTestJSON-23400946-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:18.221891 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 5c8ca6bd-3dd7-4b24-86d9-fcea1b693e04 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:32:18.251347 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-22954332-6056-45e0-808b-2df0a48b0262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:18.280346 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:18.315656 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2199aed-22e4-45f1-889a-a5741f6a4c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53a65dd2-7261-432f-a213-f291c3e01123'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:32:18.316985 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-cb598f43-185b-4f52-8ff6-801ea8f5a11c req-356eb412-b39f-4ed4-9836-66b48954270e tempest-ImagesNegativeTestJSON-23400946 tempest-ImagesNegativeTestJSON-23400946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:18.318937 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b206b2a5-7edd-48b1-b515-84a1e93bf79a" -d '{"events": [{"server_uuid": "e2199aed-22e4-45f1-889a-a5741f6a4c6c", "name": "network-vif-plugged", "status": "completed", "tag": "53a65dd2-7261-432f-a213-f291c3e01123"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:32:18.336543 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 53a65dd2-7261-432f-a213-f291c3e01123, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=53a65dd2-7261-432f-a213-f291c3e01123,segment=NetworkSegment(74518c65-0a77-49eb-8302-d0397cc0c64c),segment_id=74518c65-0a77-49eb-8302-d0397cc0c64c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:18.340121 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 5c8ca6bd-3dd7-4b24-86d9-fcea1b693e04 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:18.340731 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:18.343832 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:18.346561 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22954332-6056-45e0-808b-2df0a48b0262 admin admin] Pushing event updated for resources: {'Port': ['ID=79a56bcb-61bb-4ef7-9166-07a2389ca239,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:18.391684 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04af54bb-9bea-48f1-9a7a-a4438c6911aa x-openstack-request-id: req-04af54bb-9bea-48f1-9a7a-a4438c6911aa {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:32:18.391982 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2199aed-22e4-45f1-889a-a5741f6a4c6c", "name": "network-vif-plugged", "status": "completed", "tag": "53a65dd2-7261-432f-a213-f291c3e01123", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:32:18.392243 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-04af54bb-9bea-48f1-9a7a-a4438c6911aa {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:32:18.392647 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2199aed-22e4-45f1-889a-a5741f6a4c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53a65dd2-7261-432f-a213-f291c3e01123', 'code': 200} Nov 25 17:32:18.426587 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-22954332-6056-45e0-808b-2df0a48b0262 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:18.437357 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=53a65dd2-7261-432f-a213-f291c3e01123,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:18.452866 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb598f43-185b-4f52-8ff6-801ea8f5a11c req-356eb412-b39f-4ed4-9836-66b48954270e tempest-ImagesNegativeTestJSON-23400946 tempest-ImagesNegativeTestJSON-23400946-project] Network ab4fed0b-9bf1-4925-8765-94da08c5de2a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:32:18.457340 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-cb598f43-185b-4f52-8ff6-801ea8f5a11c req-356eb412-b39f-4ed4-9836-66b48954270e tempest-ImagesNegativeTestJSON-23400946 tempest-ImagesNegativeTestJSON-23400946-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:32:18.459744 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-de99346a-1b24-42c0-8aaa-b8905351a59c req-51495769-d377-4b12-9693-91e0939a5cc5 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:18.461876 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb598f43-185b-4f52-8ff6-801ea8f5a11c req-356eb412-b39f-4ed4-9836-66b48954270e tempest-ImagesNegativeTestJSON-23400946 tempest-ImagesNegativeTestJSON-23400946-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:32:18.518869 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-694b98e8-e306-4d16-9b5b-cf927390228a req-ec51a48e-c7d5-49fb-981b-b1965127f5d5 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:18.542874 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356eb412-b39f-4ed4-9836-66b48954270e tempest-ImagesNegativeTestJSON-23400946 tempest-ImagesNegativeTestJSON-23400946-project] Pushing event updated for resources: {'Port': ['ID=0dd9536e-6fd0-4870-9088-de6dd589a5eb,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:18.566709 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de99346a-1b24-42c0-8aaa-b8905351a59c req-51495769-d377-4b12-9693-91e0939a5cc5 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Network 7a8c66d3-1027-4660-98b7-5ec4a01a4fdc is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:32:18.597890 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-de99346a-1b24-42c0-8aaa-b8905351a59c req-51495769-d377-4b12-9693-91e0939a5cc5 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:32:18.616540 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-de99346a-1b24-42c0-8aaa-b8905351a59c req-51495769-d377-4b12-9693-91e0939a5cc5 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:32:18.622815 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-694b98e8-e306-4d16-9b5b-cf927390228a req-ec51a48e-c7d5-49fb-981b-b1965127f5d5 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Network 26366550-8d14-4bcd-8615-ce2c039447e3 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:32:18.628302 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51495769-d377-4b12-9693-91e0939a5cc5 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Pushing event updated for resources: {'Port': ['ID=8f77175a-bd57-40f3-8d07-643e29a7ae8c,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:18.704373 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de99346a-1b24-42c0-8aaa-b8905351a59c req-51495769-d377-4b12-9693-91e0939a5cc5 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:18.705071 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-de99346a-1b24-42c0-8aaa-b8905351a59c req-51495769-d377-4b12-9693-91e0939a5cc5 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:18.707937 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-694b98e8-e306-4d16-9b5b-cf927390228a req-ec51a48e-c7d5-49fb-981b-b1965127f5d5 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:32:18.719506 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb598f43-185b-4f52-8ff6-801ea8f5a11c req-356eb412-b39f-4ed4-9836-66b48954270e tempest-ImagesNegativeTestJSON-23400946 tempest-ImagesNegativeTestJSON-23400946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:18.720428 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-cb598f43-185b-4f52-8ff6-801ea8f5a11c req-356eb412-b39f-4ed4-9836-66b48954270e tempest-ImagesNegativeTestJSON-23400946 tempest-ImagesNegativeTestJSON-23400946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:18.723717 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e99ac3-c629-4444-a9e9-750c7d5720a0 req-a5ebe6f0-fe5c-4490-98a6-1ab3cc24df80 tempest-ImagesNegativeTestJSON-23400946 tempest-ImagesNegativeTestJSON-23400946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:18.726421 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f8e99ac3-c629-4444-a9e9-750c7d5720a0 req-a5ebe6f0-fe5c-4490-98a6-1ab3cc24df80 tempest-ImagesNegativeTestJSON-23400946 tempest-ImagesNegativeTestJSON-23400946-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4cb3aad-8d17-4b7a-84cc-3284288e997f HTTP/1.1" status: 200 len: 936 time: 0.3132920 Nov 25 17:32:18.727292 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-694b98e8-e306-4d16-9b5b-cf927390228a req-ec51a48e-c7d5-49fb-981b-b1965127f5d5 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:32:18.753688 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22954332-6056-45e0-808b-2df0a48b0262 admin admin] Network ba5ba4ae-59eb-46ab-8978-4c494ff76c98 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:32:18.758165 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-cb598f43-185b-4f52-8ff6-801ea8f5a11c req-356eb412-b39f-4ed4-9836-66b48954270e tempest-ImagesNegativeTestJSON-23400946 tempest-ImagesNegativeTestJSON-23400946-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4283848 Nov 25 17:32:18.770487 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-22954332-6056-45e0-808b-2df0a48b0262 admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:32:18.780953 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-cb598f43-185b-4f52-8ff6-801ea8f5a11c req-83e7c896-4a14-44fc-93fd-2ebd7bb1a241 service neutron] Request body: {'port': {'device_id': 'd4cb3aad-8d17-4b7a-84cc-3284288e997f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:18.839230 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51495769-d377-4b12-9693-91e0939a5cc5 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:18.839715 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51495769-d377-4b12-9693-91e0939a5cc5 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:18.840713 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51495769-d377-4b12-9693-91e0939a5cc5 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:18.841036 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51495769-d377-4b12-9693-91e0939a5cc5 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:18.842055 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51495769-d377-4b12-9693-91e0939a5cc5 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:18.842407 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51495769-d377-4b12-9693-91e0939a5cc5 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:18.842749 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51495769-d377-4b12-9693-91e0939a5cc5 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:18.843092 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51495769-d377-4b12-9693-91e0939a5cc5 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:18.843429 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51495769-d377-4b12-9693-91e0939a5cc5 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:18.843763 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51495769-d377-4b12-9693-91e0939a5cc5 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:18.844116 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51495769-d377-4b12-9693-91e0939a5cc5 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:18.844433 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51495769-d377-4b12-9693-91e0939a5cc5 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:18.953026 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180a1b3-9732-4dfa-88f4-f3aa5b5596ea req-0f0fafdc-f857-4dc0-b769-3eab3a15b476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:18.955215 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c180a1b3-9732-4dfa-88f4-f3aa5b5596ea req-0f0fafdc-f857-4dc0-b769-3eab3a15b476 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 1096 time: 0.4322038 Nov 25 17:32:18.958133 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-cb598f43-185b-4f52-8ff6-801ea8f5a11c req-83e7c896-4a14-44fc-93fd-2ebd7bb1a241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:18.980323 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec51a48e-c7d5-49fb-981b-b1965127f5d5 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Pushing event updated for resources: {'Port': ['ID=332297f8-fa8d-40e6-a6d4-3adb6f3b349f,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:18.983147 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-8a1e39d9-991c-4d00-b3ce-7a1c529d0665 None None] Provisioning complete for port 0dd9536e-6fd0-4870-9088-de6dd589a5eb triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:18.983831 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8a1e39d9-991c-4d00-b3ce-7a1c529d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:19.041272 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-8a1e39d9-991c-4d00-b3ce-7a1c529d0665 None None] Port 0dd9536e-6fd0-4870-9088-de6dd589a5eb cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:32:19.053055 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-de99346a-1b24-42c0-8aaa-b8905351a59c req-51495769-d377-4b12-9693-91e0939a5cc5 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5415659 Nov 25 17:32:19.104159 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22954332-6056-45e0-808b-2df0a48b0262 admin admin] Router 01495a2c-1db7-4bfc-b7ae-61e1eae6f825 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:32:19.107384 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-de99346a-1b24-42c0-8aaa-b8905351a59c req-9eb369d0-8380-4b1a-a0bf-19a9fff5fffa service neutron] Request body: {'port': {'device_id': '22551351-6a56-41ed-b423-a3421ddd122c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:19.111553 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-0880eb82-ddf4-43c8-a09d-96489a6d35f6 req-dadf6418-69ea-46b3-a34a-f64d4535250a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e52b8008-7c66-48fe-a4b5-c44fe002f599 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:32:19.133347 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0880eb82-ddf4-43c8-a09d-96489a6d35f6 req-dadf6418-69ea-46b3-a34a-f64d4535250a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:19.134195 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c180a1b3-9732-4dfa-88f4-f3aa5b5596ea req-7cd84752-1335-41af-815d-da3a4815d8f0 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=f1b3f624-9a69-4743-bfac-9a2aba2cec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700950 Nov 25 17:32:19.165741 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f8e99ac3-c629-4444-a9e9-750c7d5720a0 req-d3d3bd0d-f46b-4e21-8aa9-d7500c750668 tempest-ImagesNegativeTestJSON-23400946 tempest-ImagesNegativeTestJSON-23400946-project] 10.222.0.75 "GET /v2.0/security-groups?id=d05728c2-96ce-4543-bc9f-1f916bfad784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759096 Nov 25 17:32:19.166055 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-8c584f29-6755-444f-89b8-6c8000859ca9 None None] Provisioning complete for port 332297f8-fa8d-40e6-a6d4-3adb6f3b349f triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:19.166784 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8c584f29-6755-444f-89b8-6c8000859ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:19.185370 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b98e8-e306-4d16-9b5b-cf927390228a req-ec51a48e-c7d5-49fb-981b-b1965127f5d5 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:19.194576 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-694b98e8-e306-4d16-9b5b-cf927390228a req-ec51a48e-c7d5-49fb-981b-b1965127f5d5 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:19.222718 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-8c584f29-6755-444f-89b8-6c8000859ca9 None None] Port 332297f8-fa8d-40e6-a6d4-3adb6f3b349f cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:32:19.263998 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb38342-79b1-40b3-9800-b4edec33043e req-26d7198a-f466-44f6-a7b9-663e66ce8f32 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:19.265611 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-edb38342-79b1-40b3-9800-b4edec33043e req-26d7198a-f466-44f6-a7b9-663e66ce8f32 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 945 time: 0.2361703 Nov 25 17:32:19.269939 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-0880eb82-ddf4-43c8-a09d-96489a6d35f6 req-dadf6418-69ea-46b3-a34a-f64d4535250a service neutron] Transition to ACTIVE for port object e52b8008-7c66-48fe-a4b5-c44fe002f599 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:32:19.275557 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-694b98e8-e306-4d16-9b5b-cf927390228a req-ec51a48e-c7d5-49fb-981b-b1965127f5d5 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2853932 Nov 25 17:32:19.309641 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-694b98e8-e306-4d16-9b5b-cf927390228a req-30d1d600-5014-4f51-bc70-68cb15b7cd0b tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Request body: {'port': {'device_id': 'd4a2faa2-0398-457b-8029-cd06ddb6a08d', 'network_id': '37574acf-5e23-4564-a5b4-2a51c96fcbb9', 'admin_state_up': True, 'tenant_id': 'd64a86f779cb466b8c1c45288d32f994'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:19.322631 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0880eb82-ddf4-43c8-a09d-96489a6d35f6 req-dadf6418-69ea-46b3-a34a-f64d4535250a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:19.360683 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-91d48157-69b9-4b4e-8e0f-2569da21d6de None None] Provisioning complete for port 79a56bcb-61bb-4ef7-9166-07a2389ca239 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:19.362238 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-91d48157-69b9-4b4e-8e0f-2569da21d6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:19.384650 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22954332-6056-45e0-808b-2df0a48b0262 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:32:19.392267 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-22954332-6056-45e0-808b-2df0a48b0262 admin admin] 10.222.0.75 "PUT /v2.0/routers/01495a2c-1db7-4bfc-b7ae-61e1eae6f825/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8628576 Nov 25 17:32:19.432524 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-91d48157-69b9-4b4e-8e0f-2569da21d6de None None] Port 79a56bcb-61bb-4ef7-9166-07a2389ca239 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:32:19.459706 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1f326601-51ac-47d4-8f8b-53c24b385637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:19.538903 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-cb598f43-185b-4f52-8ff6-801ea8f5a11c req-83e7c896-4a14-44fc-93fd-2ebd7bb1a241 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dd9536e-6fd0-4870-9088-de6dd589a5eb {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:32:19.549812 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-cb598f43-185b-4f52-8ff6-801ea8f5a11c req-83e7c896-4a14-44fc-93fd-2ebd7bb1a241 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:19.566947 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-cb598f43-185b-4f52-8ff6-801ea8f5a11c req-83e7c896-4a14-44fc-93fd-2ebd7bb1a241 service neutron] Transition to ACTIVE for port object 0dd9536e-6fd0-4870-9088-de6dd589a5eb will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:32:19.578146 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-cb598f43-185b-4f52-8ff6-801ea8f5a11c req-83e7c896-4a14-44fc-93fd-2ebd7bb1a241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:19.631787 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e7c896-4a14-44fc-93fd-2ebd7bb1a241 service neutron] Pushing event updated for resources: {'Port': ['ID=0dd9536e-6fd0-4870-9088-de6dd589a5eb,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:19.716744 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-cb598f43-185b-4f52-8ff6-801ea8f5a11c req-83e7c896-4a14-44fc-93fd-2ebd7bb1a241 service neutron] Attempting to bind port 0dd9536e-6fd0-4870-9088-de6dd589a5eb on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:32:19.717101 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-cb598f43-185b-4f52-8ff6-801ea8f5a11c req-83e7c896-4a14-44fc-93fd-2ebd7bb1a241 service neutron] Attempting to bind port 0dd9536e-6fd0-4870-9088-de6dd589a5eb by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:32:19.717441 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb598f43-185b-4f52-8ff6-801ea8f5a11c req-83e7c896-4a14-44fc-93fd-2ebd7bb1a241 service neutron] Attempting to bind port 0dd9536e-6fd0-4870-9088-de6dd589a5eb on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:32:19.726573 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb598f43-185b-4f52-8ff6-801ea8f5a11c req-83e7c896-4a14-44fc-93fd-2ebd7bb1a241 service neutron] Port 0dd9536e-6fd0-4870-9088-de6dd589a5eb on network ab4fed0b-9bf1-4925-8765-94da08c5de2a not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:32:19.726905 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb598f43-185b-4f52-8ff6-801ea8f5a11c req-83e7c896-4a14-44fc-93fd-2ebd7bb1a241 service neutron] Attempting to bind port 0dd9536e-6fd0-4870-9088-de6dd589a5eb on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:32:19.734068 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb598f43-185b-4f52-8ff6-801ea8f5a11c req-83e7c896-4a14-44fc-93fd-2ebd7bb1a241 service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:32:19.734430 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb598f43-185b-4f52-8ff6-801ea8f5a11c req-83e7c896-4a14-44fc-93fd-2ebd7bb1a241 service neutron] Checking segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:32:19.734825 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb598f43-185b-4f52-8ff6-801ea8f5a11c req-83e7c896-4a14-44fc-93fd-2ebd7bb1a241 service neutron] Bound using segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:32:19.735265 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-cb598f43-185b-4f52-8ff6-801ea8f5a11c req-83e7c896-4a14-44fc-93fd-2ebd7bb1a241 service neutron] Bound port: 0dd9536e-6fd0-4870-9088-de6dd589a5eb, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:32:19.735633 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-cb598f43-185b-4f52-8ff6-801ea8f5a11c req-83e7c896-4a14-44fc-93fd-2ebd7bb1a241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:19.784322 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-de99346a-1b24-42c0-8aaa-b8905351a59c req-9eb369d0-8380-4b1a-a0bf-19a9fff5fffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:19.822139 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-cb598f43-185b-4f52-8ff6-801ea8f5a11c req-83e7c896-4a14-44fc-93fd-2ebd7bb1a241 service neutron] For port 0dd9536e-6fd0-4870-9088-de6dd589a5eb, host n-h2-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:32:19.829793 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-cb598f43-185b-4f52-8ff6-801ea8f5a11c req-83e7c896-4a14-44fc-93fd-2ebd7bb1a241 service neutron] For port 0dd9536e-6fd0-4870-9088-de6dd589a5eb, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=0dd9536e-6fd0-4870-9088-de6dd589a5eb,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:32:19.835878 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-cb598f43-185b-4f52-8ff6-801ea8f5a11c req-83e7c896-4a14-44fc-93fd-2ebd7bb1a241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:19.886049 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb598f43-185b-4f52-8ff6-801ea8f5a11c req-83e7c896-4a14-44fc-93fd-2ebd7bb1a241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:19.887831 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-cb598f43-185b-4f52-8ff6-801ea8f5a11c req-83e7c896-4a14-44fc-93fd-2ebd7bb1a241 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:19.888762 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-cb598f43-185b-4f52-8ff6-801ea8f5a11c req-83e7c896-4a14-44fc-93fd-2ebd7bb1a241 service neutron] 10.222.0.90 "PUT /v2.0/ports/0dd9536e-6fd0-4870-9088-de6dd589a5eb HTTP/1.1" status: 200 len: 1096 time: 1.1131742 Nov 25 17:32:19.889813 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4cb3aad-8d17-4b7a-84cc-3284288e997f', 'tag': '0dd9536e-6fd0-4870-9088-de6dd589a5eb'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:32:19.892118 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7fa6d4-a9c1-4819-9448-9d7ecf9aceb7" -d '{"events": [{"name": "network-changed", "server_uuid": "d4cb3aad-8d17-4b7a-84cc-3284288e997f", "tag": "0dd9536e-6fd0-4870-9088-de6dd589a5eb"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:32:19.912024 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e7c896-4a14-44fc-93fd-2ebd7bb1a241 service neutron] Pushing event updated for resources: {'Port': ['ID=0dd9536e-6fd0-4870-9088-de6dd589a5eb,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:19.966139 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf6418-69ea-46b3-a34a-f64d4535250a service neutron] Pushing event updated for resources: {'Port': ['ID=e52b8008-7c66-48fe-a4b5-c44fe002f599,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:19.982590 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-edb38342-79b1-40b3-9800-b4edec33043e req-531773ef-e1b0-44ad-9ecd-4c8e56d9fd82 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1b3f624-9a69-4743-bfac-9a2aba2cec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6861818 Nov 25 17:32:19.995862 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb598f43-185b-4f52-8ff6-801ea8f5a11c req-6391a802-a3f6-44e1-bbb3-2afc96b15aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:19.998260 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-cb598f43-185b-4f52-8ff6-801ea8f5a11c req-6391a802-a3f6-44e1-bbb3-2afc96b15aab service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a1363818521a489fb3ec11e975dfd73d&device_id=d4cb3aad-8d17-4b7a-84cc-3284288e997f HTTP/1.1" status: 200 len: 1099 time: 0.0589867 Nov 25 17:32:20.056140 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-cb598f43-185b-4f52-8ff6-801ea8f5a11c req-e764bec7-7c96-442b-b590-ba47dbc1d29e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=0dd9536e-6fd0-4870-9088-de6dd589a5eb HTTP/1.1" status: 200 len: 217 time: 0.0477538 Nov 25 17:32:20.081832 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63fbed2-79dd-497d-b979-6e75a23f7ed2 req-4eaa6c21-eb1a-4c9a-9402-dd91d8e1254f tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:20.089661 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d63fbed2-79dd-497d-b979-6e75a23f7ed2 req-4eaa6c21-eb1a-4c9a-9402-dd91d8e1254f tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/ports?device_id=74076797-0db0-4169-8a71-e6aa0871ad88 HTTP/1.1" status: 200 len: 943 time: 0.7149384 Nov 25 17:32:20.132847 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb598f43-185b-4f52-8ff6-801ea8f5a11c req-cc03df01-8e45-4e96-b2cc-54e7129b9eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:20.135430 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-cb598f43-185b-4f52-8ff6-801ea8f5a11c req-cc03df01-8e45-4e96-b2cc-54e7129b9eb7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.0686972 Nov 25 17:32:20.164645 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 933d1a1d-f857-4724-a8aa-930823744342 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:32:20.203542 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb598f43-185b-4f52-8ff6-801ea8f5a11c req-cd94018d-9b3c-40df-8cc0-afc8c1eb98fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:20.205943 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-cb598f43-185b-4f52-8ff6-801ea8f5a11c req-cd94018d-9b3c-40df-8cc0-afc8c1eb98fc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0609465 Nov 25 17:32:20.253010 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 933d1a1d-f857-4724-a8aa-930823744342 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:20.254040 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:20.338279 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-cb598f43-185b-4f52-8ff6-801ea8f5a11c req-8231663b-3805-45dd-a0e3-fbf0fae18eb8 service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225038 Nov 25 17:32:20.350781 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-0880eb82-ddf4-43c8-a09d-96489a6d35f6 req-dadf6418-69ea-46b3-a34a-f64d4535250a service neutron] Attempting to bind port e52b8008-7c66-48fe-a4b5-c44fe002f599 on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:32:20.352475 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-0880eb82-ddf4-43c8-a09d-96489a6d35f6 req-dadf6418-69ea-46b3-a34a-f64d4535250a service neutron] Attempting to bind port e52b8008-7c66-48fe-a4b5-c44fe002f599 by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '14ee21b8-6adb-4fbc-8e63-e4b2c4af3623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '893ae009-948d-4a56-89c4-04cf75caf20a'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:32:20.352852 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0880eb82-ddf4-43c8-a09d-96489a6d35f6 req-dadf6418-69ea-46b3-a34a-f64d4535250a service neutron] Attempting to bind port e52b8008-7c66-48fe-a4b5-c44fe002f599 on network 893ae009-948d-4a56-89c4-04cf75caf20a {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:32:20.357303 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:20.379484 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port 933d1a1d-f857-4724-a8aa-930823744342, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=933d1a1d-f857-4724-a8aa-930823744342,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:20.387994 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:20.400158 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0880eb82-ddf4-43c8-a09d-96489a6d35f6 req-dadf6418-69ea-46b3-a34a-f64d4535250a service neutron] Port e52b8008-7c66-48fe-a4b5-c44fe002f599 on network 893ae009-948d-4a56-89c4-04cf75caf20a not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:32:20.400495 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0880eb82-ddf4-43c8-a09d-96489a6d35f6 req-dadf6418-69ea-46b3-a34a-f64d4535250a service neutron] Attempting to bind port e52b8008-7c66-48fe-a4b5-c44fe002f599 on network 893ae009-948d-4a56-89c4-04cf75caf20a {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:32:20.438724 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d63fbed2-79dd-497d-b979-6e75a23f7ed2 req-808a3985-0ee0-40c5-a1c5-ef6fd5e6c7ad tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a4fb475-e9ec-4623-9c08-36dcb76340fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440781 Nov 25 17:32:20.454951 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-694b98e8-e306-4d16-9b5b-cf927390228a req-30d1d600-5014-4f51-bc70-68cb15b7cd0b tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Made reservation on behalf of d64a86f779cb466b8c1c45288d32f994 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:32:20.456370 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=933d1a1d-f857-4724-a8aa-930823744342,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:20.461292 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-694b98e8-e306-4d16-9b5b-cf927390228a req-30d1d600-5014-4f51-bc70-68cb15b7cd0b tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:20.482512 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-cb598f43-185b-4f52-8ff6-801ea8f5a11c req-37142625-4951-408c-af12-ed675c5fb6f2 service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369026 Nov 25 17:32:20.526312 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0880eb82-ddf4-43c8-a09d-96489a6d35f6 req-dadf6418-69ea-46b3-a34a-f64d4535250a service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:32:20.526649 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0880eb82-ddf4-43c8-a09d-96489a6d35f6 req-dadf6418-69ea-46b3-a34a-f64d4535250a service neutron] Checking segment: {'id': '14ee21b8-6adb-4fbc-8e63-e4b2c4af3623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '893ae009-948d-4a56-89c4-04cf75caf20a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:32:20.527033 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0880eb82-ddf4-43c8-a09d-96489a6d35f6 req-dadf6418-69ea-46b3-a34a-f64d4535250a service neutron] Bound using segment: {'id': '14ee21b8-6adb-4fbc-8e63-e4b2c4af3623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '893ae009-948d-4a56-89c4-04cf75caf20a'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:32:20.527509 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-0880eb82-ddf4-43c8-a09d-96489a6d35f6 req-dadf6418-69ea-46b3-a34a-f64d4535250a service neutron] Bound port: e52b8008-7c66-48fe-a4b5-c44fe002f599, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14ee21b8-6adb-4fbc-8e63-e4b2c4af3623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '893ae009-948d-4a56-89c4-04cf75caf20a'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:32:20.527863 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0880eb82-ddf4-43c8-a09d-96489a6d35f6 req-dadf6418-69ea-46b3-a34a-f64d4535250a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:20.536625 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc93a8-a9be-4352-beba-a8973b750074 req-670200d2-ca78-4c12-824b-2a4016af20c4 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:20.538119 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d9cc93a8-a9be-4352-beba-a8973b750074 req-670200d2-ca78-4c12-824b-2a4016af20c4 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4a2faa2-0398-457b-8029-cd06ddb6a08d HTTP/1.1" status: 200 len: 932 time: 0.4387546 Nov 25 17:32:20.644297 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104ac0c8-9ffd-4467-9163-076061e3e324 None None] Sync routers for ids ['01495a2c-1db7-4bfc-b7ae-61e1eae6f825'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:32:20.654883 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104ac0c8-9ffd-4467-9163-076061e3e324 None None] Routers {'01495a2c-1db7-4bfc-b7ae-61e1eae6f825'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:32:20.655578 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-104ac0c8-9ffd-4467-9163-076061e3e324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:32:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['01495a2c-1db7-4bfc-b7ae-61e1eae6f825'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:20.757883 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:20.766943 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9d503-a834-4a61-8c3d-c7f05efaacc2 req-2b4c2e62-733f-494a-932c-6d2eb809c727 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:20.768451 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-66d9d503-a834-4a61-8c3d-c7f05efaacc2 req-2b4c2e62-733f-494a-932c-6d2eb809c727 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/ports?device_id=22551351-6a56-41ed-b423-a3421ddd122c HTTP/1.1" status: 200 len: 931 time: 0.2294517 Nov 25 17:32:20.773461 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-104ac0c8-9ffd-4467-9163-076061e3e324 None None] Set router 01495a2c-1db7-4bfc-b7ae-61e1eae6f825 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:32:20.790338 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d9cc93a8-a9be-4352-beba-a8973b750074 req-505f48c6-aa6c-457b-b7d5-4d83ceefc76d tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "GET /v2.0/security-groups?id=6cba972f-cee6-4d43-9317-8cfe4a5ae4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277708 Nov 25 17:32:20.834197 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-0880eb82-ddf4-43c8-a09d-96489a6d35f6 req-dadf6418-69ea-46b3-a34a-f64d4535250a service neutron] For port e52b8008-7c66-48fe-a4b5-c44fe002f599, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:32:20.892665 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-0880eb82-ddf4-43c8-a09d-96489a6d35f6 req-dadf6418-69ea-46b3-a34a-f64d4535250a service neutron] For port e52b8008-7c66-48fe-a4b5-c44fe002f599, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=e52b8008-7c66-48fe-a4b5-c44fe002f599,segment=NetworkSegment(14ee21b8-6adb-4fbc-8e63-e4b2c4af3623),segment_id=14ee21b8-6adb-4fbc-8e63-e4b2c4af3623)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:32:20.909705 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0880eb82-ddf4-43c8-a09d-96489a6d35f6 req-dadf6418-69ea-46b3-a34a-f64d4535250a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:20.971011 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-694b98e8-e306-4d16-9b5b-cf927390228a req-30d1d600-5014-4f51-bc70-68cb15b7cd0b tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Allocated IP 19.86.0.123 (37574acf-5e23-4564-a5b4-2a51c96fcbb9/c827af64-a5bc-4ee8-bd70-927cd2227af9/973b08e0-eaf7-41d9-97a8-ac091a2a447f) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:32:20.977113 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-de99346a-1b24-42c0-8aaa-b8905351a59c req-9eb369d0-8380-4b1a-a0bf-19a9fff5fffa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f77175a-bd57-40f3-8d07-643e29a7ae8c {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:32:21.007547 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-104ac0c8-9ffd-4467-9163-076061e3e324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01495a2c-1db7-4bfc-b7ae-61e1eae6f825', 'name': 'tempest-FloatingIPsTestJSON-1715290572-router', 'tenant_id': '74c764f7efdb45b5aeb1843c72dd9ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '933d1a1d-f857-4724-a8aa-930823744342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:32:10Z', 'updated_at': '2021-11-25T17:32:17Z', 'revision_number': 4, 'project_id': '74c764f7efdb45b5aeb1843c72dd9ccc', 'gw_port': {'id': '933d1a1d-f857-4724-a8aa-930823744342', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01495a2c-1db7-4bfc-b7ae-61e1eae6f825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:32:11Z', 'updated_at': '2021-11-25T17:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '79a56bcb-61bb-4ef7-9166-07a2389ca239', 'name': '', 'network_id': 'ba5ba4ae-59eb-46ab-8978-4c494ff76c98', 'tenant_id': '74c764f7efdb45b5aeb1843c72dd9ccc', 'mac_address': 'fa:16:3e:37:03:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01495a2c-1db7-4bfc-b7ae-61e1eae6f825', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'fc3f3cf8-3a2e-4bce-8210-4d481d8ae5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:32:15Z', 'updated_at': '2021-11-25T17:32:17Z', 'revision_number': 2, 'project_id': '74c764f7efdb45b5aeb1843c72dd9ccc', 'subnets': [{'id': 'fc3f3cf8-3a2e-4bce-8210-4d481d8ae5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:21.010915 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-de99346a-1b24-42c0-8aaa-b8905351a59c req-9eb369d0-8380-4b1a-a0bf-19a9fff5fffa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:21.020058 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880eb82-ddf4-43c8-a09d-96489a6d35f6 req-dadf6418-69ea-46b3-a34a-f64d4535250a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:21.020665 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0880eb82-ddf4-43c8-a09d-96489a6d35f6 req-dadf6418-69ea-46b3-a34a-f64d4535250a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:21.022078 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0880eb82-ddf4-43c8-a09d-96489a6d35f6 req-dadf6418-69ea-46b3-a34a-f64d4535250a service neutron] 10.222.0.90 "PUT /v2.0/ports/e52b8008-7c66-48fe-a4b5-c44fe002f599 HTTP/1.1" status: 200 len: 1091 time: 3.5225894 Nov 25 17:32:21.025448 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-66d9d503-a834-4a61-8c3d-c7f05efaacc2 req-49516c70-ee28-4aee-bcf4-1f9eece3d031 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/security-groups?id=64a4895e-66bb-4a82-9045-67d823985e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423730 Nov 25 17:32:21.025884 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74076797-0db0-4169-8a71-e6aa0871ad88', 'tag': 'e52b8008-7c66-48fe-a4b5-c44fe002f599'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:32:21.028257 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0dae3bb-7505-473b-853f-1b6d8e934ef0" -d '{"events": [{"name": "network-changed", "server_uuid": "74076797-0db0-4169-8a71-e6aa0871ad88", "tag": "e52b8008-7c66-48fe-a4b5-c44fe002f599"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:32:21.038689 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104ac0c8-9ffd-4467-9163-076061e3e324 None None] Checking router: 01495a2c-1db7-4bfc-b7ae-61e1eae6f825 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:32:21.039115 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104ac0c8-9ffd-4467-9163-076061e3e324 None None] Updating router 01495a2c-1db7-4bfc-b7ae-61e1eae6f825 port 79a56bcb-61bb-4ef7-9166-07a2389ca239 binding host n-d-817746-1 {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:32:21.077954 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-104ac0c8-9ffd-4467-9163-076061e3e324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:21.101071 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5b6aec-7ffd-4a38-8839-0d3b31e2a208 x-openstack-request-id: req-3e5b6aec-7ffd-4a38-8839-0d3b31e2a208 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:32:21.102105 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4cb3aad-8d17-4b7a-84cc-3284288e997f", "tag": "0dd9536e-6fd0-4870-9088-de6dd589a5eb", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:32:21.102882 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3e5b6aec-7ffd-4a38-8839-0d3b31e2a208 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:32:21.103685 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4cb3aad-8d17-4b7a-84cc-3284288e997f', 'tag': '0dd9536e-6fd0-4870-9088-de6dd589a5eb', 'status': 'completed', 'code': 200} Nov 25 17:32:21.107808 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-de99346a-1b24-42c0-8aaa-b8905351a59c req-9eb369d0-8380-4b1a-a0bf-19a9fff5fffa service neutron] Transition to ACTIVE for port object 8f77175a-bd57-40f3-8d07-643e29a7ae8c will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:32:21.183334 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7fa6d4-a9c1-4819-9448-9d7ecf9aceb7 req-0ad730f0-57e6-47b6-9ab7-470c8591b167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:21.184550 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf6418-69ea-46b3-a34a-f64d4535250a service neutron] Pushing event updated for resources: {'Port': ['ID=e52b8008-7c66-48fe-a4b5-c44fe002f599,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:21.185998 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ed7fa6d4-a9c1-4819-9448-9d7ecf9aceb7 req-0ad730f0-57e6-47b6-9ab7-470c8591b167 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a1363818521a489fb3ec11e975dfd73d&device_id=d4cb3aad-8d17-4b7a-84cc-3284288e997f HTTP/1.1" status: 200 len: 1099 time: 0.0571761 Nov 25 17:32:21.187859 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-de99346a-1b24-42c0-8aaa-b8905351a59c req-9eb369d0-8380-4b1a-a0bf-19a9fff5fffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:21.317851 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7fa6d4-a9c1-4819-9448-9d7ecf9aceb7 req-a6bb61da-98bb-4efa-aef7-4428c2ddbfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:21.319705 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ed7fa6d4-a9c1-4819-9448-9d7ecf9aceb7 req-a6bb61da-98bb-4efa-aef7-4428c2ddbfa4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ab4fed0b-9bf1-4925-8765-94da08c5de2a HTTP/1.1" status: 200 len: 870 time: 0.1259604 Nov 25 17:32:21.368379 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ed7fa6d4-a9c1-4819-9448-9d7ecf9aceb7 req-a63adbcf-c9f5-4b79-b646-2f8e41126f62 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=0dd9536e-6fd0-4870-9088-de6dd589a5eb HTTP/1.1" status: 200 len: 217 time: 0.0398812 Nov 25 17:32:21.419970 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-104ac0c8-9ffd-4467-9163-076061e3e324 None None] Publish callbacks [] for port, precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:21.425977 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7fa6d4-a9c1-4819-9448-9d7ecf9aceb7 req-68c37516-8d72-444b-adcc-0889cbcc7d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:21.426584 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-104ac0c8-9ffd-4467-9163-076061e3e324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:21.427673 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ed7fa6d4-a9c1-4819-9448-9d7ecf9aceb7 req-68c37516-8d72-444b-adcc-0889cbcc7d00 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.0511184 Nov 25 17:32:21.472976 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb369d0-8380-4b1a-a0bf-19a9fff5fffa service neutron] Pushing event updated for resources: {'Port': ['ID=8f77175a-bd57-40f3-8d07-643e29a7ae8c,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:21.483458 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7fa6d4-a9c1-4819-9448-9d7ecf9aceb7 req-3fa2d80a-f057-4734-a28a-10c450434b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:21.485809 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ed7fa6d4-a9c1-4819-9448-9d7ecf9aceb7 req-3fa2d80a-f057-4734-a28a-10c450434b43 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0493500 Nov 25 17:32:21.487096 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31c07e1-ba04-4cd8-b9bc-4f62e1c0407f None None] Pushing event updated for resources: {'Port': ['ID=79a56bcb-61bb-4ef7-9166-07a2389ca239,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:21.499819 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31c07e1-ba04-4cd8-b9bc-4f62e1c0407f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:21.500418 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31c07e1-ba04-4cd8-b9bc-4f62e1c0407f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:21.500852 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31c07e1-ba04-4cd8-b9bc-4f62e1c0407f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:21.501255 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31c07e1-ba04-4cd8-b9bc-4f62e1c0407f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:21.501629 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31c07e1-ba04-4cd8-b9bc-4f62e1c0407f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:21.502470 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31c07e1-ba04-4cd8-b9bc-4f62e1c0407f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:21.502581 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31c07e1-ba04-4cd8-b9bc-4f62e1c0407f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:21.503525 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31c07e1-ba04-4cd8-b9bc-4f62e1c0407f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:21.503797 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31c07e1-ba04-4cd8-b9bc-4f62e1c0407f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:21.504374 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31c07e1-ba04-4cd8-b9bc-4f62e1c0407f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:21.504627 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31c07e1-ba04-4cd8-b9bc-4f62e1c0407f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:21.505051 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31c07e1-ba04-4cd8-b9bc-4f62e1c0407f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:21.508228 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1c26dbe8-fd0e-4f4c-8f1e-a6b9d5eb58cb req-1b0a4893-b482-4dbd-9b6c-951d2904a31c tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5390623 Nov 25 17:32:21.520651 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880eb82-ddf4-43c8-a09d-96489a6d35f6 req-88e77137-abd5-472c-b301-21a506561ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:21.523697 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0880eb82-ddf4-43c8-a09d-96489a6d35f6 req-88e77137-abd5-472c-b301-21a506561ee9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9ed6d61121ad4ad587d660c5c7d54fc1&device_id=74076797-0db0-4169-8a71-e6aa0871ad88 HTTP/1.1" status: 200 len: 1094 time: 0.4321291 Nov 25 17:32:21.535408 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-1c26dbe8-fd0e-4f4c-8f1e-a6b9d5eb58cb req-17487131-d95a-400d-a7c3-151efa3b9879 tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] Request body: {'floatingip': {'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:21.582299 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150b97a-eea3-4f6b-b0cf-dfd944052c78 req-39b0cd02-ad82-4865-83a2-46fb45a5d95d tempest-ImagesNegativeTestJSON-23400946 tempest-ImagesNegativeTestJSON-23400946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:21.587864 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7150b97a-eea3-4f6b-b0cf-dfd944052c78 req-39b0cd02-ad82-4865-83a2-46fb45a5d95d tempest-ImagesNegativeTestJSON-23400946 tempest-ImagesNegativeTestJSON-23400946-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4cb3aad-8d17-4b7a-84cc-3284288e997f HTTP/1.1" status: 200 len: 948 time: 0.3629804 Nov 25 17:32:21.595670 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-104ac0c8-9ffd-4467-9163-076061e3e324 None None] Attempting to bind port 79a56bcb-61bb-4ef7-9166-07a2389ca239 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:32:21.596092 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-104ac0c8-9ffd-4467-9163-076061e3e324 None None] Attempting to bind port 79a56bcb-61bb-4ef7-9166-07a2389ca239 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'e20a4f95-bae1-4cdf-b370-be0deba534e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'ba5ba4ae-59eb-46ab-8978-4c494ff76c98'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:32:21.596805 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104ac0c8-9ffd-4467-9163-076061e3e324 None None] Attempting to bind port 79a56bcb-61bb-4ef7-9166-07a2389ca239 on network ba5ba4ae-59eb-46ab-8978-4c494ff76c98 {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:32:21.603100 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104ac0c8-9ffd-4467-9163-076061e3e324 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:32:21.603570 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104ac0c8-9ffd-4467-9163-076061e3e324 None None] Checking segment: {'id': 'e20a4f95-bae1-4cdf-b370-be0deba534e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'ba5ba4ae-59eb-46ab-8978-4c494ff76c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:32:21.604232 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-104ac0c8-9ffd-4467-9163-076061e3e324 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:21.604631 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104ac0c8-9ffd-4467-9163-076061e3e324 None None] Bound using segment: {'id': 'e20a4f95-bae1-4cdf-b370-be0deba534e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'ba5ba4ae-59eb-46ab-8978-4c494ff76c98'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:32:21.605216 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-104ac0c8-9ffd-4467-9163-076061e3e324 None None] Bound port: 79a56bcb-61bb-4ef7-9166-07a2389ca239, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e20a4f95-bae1-4cdf-b370-be0deba534e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'ba5ba4ae-59eb-46ab-8978-4c494ff76c98'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:32:21.606356 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-104ac0c8-9ffd-4467-9163-076061e3e324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:21.614545 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ed7fa6d4-a9c1-4819-9448-9d7ecf9aceb7 req-ed2631fa-3033-4022-8e62-6571d5178e3a service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211526 Nov 25 17:32:21.656521 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0880eb82-ddf4-43c8-a09d-96489a6d35f6 req-4de27ac8-ca5c-425e-98c1-1c6281c8acfb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e52b8008-7c66-48fe-a4b5-c44fe002f599 HTTP/1.1" status: 200 len: 217 time: 0.1033075 Nov 25 17:32:21.668157 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-de99346a-1b24-42c0-8aaa-b8905351a59c req-9eb369d0-8380-4b1a-a0bf-19a9fff5fffa service neutron] Attempting to bind port 8f77175a-bd57-40f3-8d07-643e29a7ae8c on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:32:21.669174 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-de99346a-1b24-42c0-8aaa-b8905351a59c req-9eb369d0-8380-4b1a-a0bf-19a9fff5fffa service neutron] Attempting to bind port 8f77175a-bd57-40f3-8d07-643e29a7ae8c by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '7b56f9b7-dcf8-416a-8490-b1f1b6152b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '7a8c66d3-1027-4660-98b7-5ec4a01a4fdc'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:32:21.669738 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de99346a-1b24-42c0-8aaa-b8905351a59c req-9eb369d0-8380-4b1a-a0bf-19a9fff5fffa service neutron] Attempting to bind port 8f77175a-bd57-40f3-8d07-643e29a7ae8c on network 7a8c66d3-1027-4660-98b7-5ec4a01a4fdc {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:32:21.684593 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-104ac0c8-9ffd-4467-9163-076061e3e324 None None] For port 79a56bcb-61bb-4ef7-9166-07a2389ca239, host n-d-817746-1, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:32:21.688893 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-104ac0c8-9ffd-4467-9163-076061e3e324 None None] For port 79a56bcb-61bb-4ef7-9166-07a2389ca239, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=79a56bcb-61bb-4ef7-9166-07a2389ca239,segment=NetworkSegment(e20a4f95-bae1-4cdf-b370-be0deba534e8),segment_id=e20a4f95-bae1-4cdf-b370-be0deba534e8)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:32:21.696611 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-104ac0c8-9ffd-4467-9163-076061e3e324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:21.747173 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de99346a-1b24-42c0-8aaa-b8905351a59c req-9eb369d0-8380-4b1a-a0bf-19a9fff5fffa service neutron] Port 8f77175a-bd57-40f3-8d07-643e29a7ae8c on network 7a8c66d3-1027-4660-98b7-5ec4a01a4fdc not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:32:21.747665 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de99346a-1b24-42c0-8aaa-b8905351a59c req-9eb369d0-8380-4b1a-a0bf-19a9fff5fffa service neutron] Attempting to bind port 8f77175a-bd57-40f3-8d07-643e29a7ae8c on network 7a8c66d3-1027-4660-98b7-5ec4a01a4fdc {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:32:21.750197 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104ac0c8-9ffd-4467-9163-076061e3e324 None None] Routers {'01495a2c-1db7-4bfc-b7ae-61e1eae6f825'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:32:21.751043 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-104ac0c8-9ffd-4467-9163-076061e3e324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:32:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['01495a2c-1db7-4bfc-b7ae-61e1eae6f825'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:21.766887 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ed7fa6d4-a9c1-4819-9448-9d7ecf9aceb7 req-d64e1986-de8c-4fa1-a22f-adc0093212f7 service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444647 Nov 25 17:32:21.780756 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-694b98e8-e306-4d16-9b5b-cf927390228a req-30d1d600-5014-4f51-bc70-68cb15b7cd0b tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:21.802783 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1c26dbe8-fd0e-4f4c-8f1e-a6b9d5eb58cb req-17487131-d95a-400d-a7c3-151efa3b9879 tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] Publish callbacks [] for floatingip, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:21.814826 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de99346a-1b24-42c0-8aaa-b8905351a59c req-9eb369d0-8380-4b1a-a0bf-19a9fff5fffa service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:32:21.815512 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de99346a-1b24-42c0-8aaa-b8905351a59c req-9eb369d0-8380-4b1a-a0bf-19a9fff5fffa service neutron] Checking segment: {'id': '7b56f9b7-dcf8-416a-8490-b1f1b6152b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '7a8c66d3-1027-4660-98b7-5ec4a01a4fdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:32:21.815963 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de99346a-1b24-42c0-8aaa-b8905351a59c req-9eb369d0-8380-4b1a-a0bf-19a9fff5fffa service neutron] Bound using segment: {'id': '7b56f9b7-dcf8-416a-8490-b1f1b6152b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '7a8c66d3-1027-4660-98b7-5ec4a01a4fdc'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:32:21.816419 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-de99346a-1b24-42c0-8aaa-b8905351a59c req-9eb369d0-8380-4b1a-a0bf-19a9fff5fffa service neutron] Bound port: 8f77175a-bd57-40f3-8d07-643e29a7ae8c, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b56f9b7-dcf8-416a-8490-b1f1b6152b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '7a8c66d3-1027-4660-98b7-5ec4a01a4fdc'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:32:21.817026 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-de99346a-1b24-42c0-8aaa-b8905351a59c req-9eb369d0-8380-4b1a-a0bf-19a9fff5fffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:21.857137 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-f1ae7842-ba87-4eb7-b519-180fd7d7555f None None] Provisioning complete for port 79a56bcb-61bb-4ef7-9166-07a2389ca239 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:21.858095 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f1ae7842-ba87-4eb7-b519-180fd7d7555f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:21.875350 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31c07e1-ba04-4cd8-b9bc-4f62e1c0407f None None] Pushing event updated for resources: {'Port': ['ID=79a56bcb-61bb-4ef7-9166-07a2389ca239,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:21.896369 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7150b97a-eea3-4f6b-b0cf-dfd944052c78 req-1f3a343d-a0ae-4137-b221-ad0e6e11796f tempest-ImagesNegativeTestJSON-23400946 tempest-ImagesNegativeTestJSON-23400946-project] 10.222.0.75 "GET /v2.0/security-groups?id=d05728c2-96ce-4543-bc9f-1f916bfad784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591841 Nov 25 17:32:21.922094 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-104ac0c8-9ffd-4467-9163-076061e3e324 None None] Set router 01495a2c-1db7-4bfc-b7ae-61e1eae6f825 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:32:21.958609 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:21.971747 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-de99346a-1b24-42c0-8aaa-b8905351a59c req-9eb369d0-8380-4b1a-a0bf-19a9fff5fffa service neutron] For port 8f77175a-bd57-40f3-8d07-643e29a7ae8c, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:32:21.975736 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-de99346a-1b24-42c0-8aaa-b8905351a59c req-9eb369d0-8380-4b1a-a0bf-19a9fff5fffa service neutron] For port 8f77175a-bd57-40f3-8d07-643e29a7ae8c, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=8f77175a-bd57-40f3-8d07-643e29a7ae8c,segment=NetworkSegment(7b56f9b7-dcf8-416a-8490-b1f1b6152b37),segment_id=7b56f9b7-dcf8-416a-8490-b1f1b6152b37)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:32:22.013748 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880eb82-ddf4-43c8-a09d-96489a6d35f6 req-8401a7ca-cc24-43b9-838f-80870f6eee60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:22.015143 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0880eb82-ddf4-43c8-a09d-96489a6d35f6 req-8401a7ca-cc24-43b9-838f-80870f6eee60 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f5ab359d-3571-4e44-9b7f-d7d725d0869c HTTP/1.1" status: 200 len: 854 time: 0.3366878 Nov 25 17:32:22.016207 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-de99346a-1b24-42c0-8aaa-b8905351a59c req-9eb369d0-8380-4b1a-a0bf-19a9fff5fffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:22.032086 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f1ae7842-ba87-4eb7-b519-180fd7d7555f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:22.064261 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0880eb82-ddf4-43c8-a09d-96489a6d35f6 req-8a7c2cd9-60f4-4861-ae36-2a633b8919f0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=893ae009-948d-4a56-89c4-04cf75caf20a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389919 Nov 25 17:32:22.070489 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de99346a-1b24-42c0-8aaa-b8905351a59c req-9eb369d0-8380-4b1a-a0bf-19a9fff5fffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:22.071119 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-de99346a-1b24-42c0-8aaa-b8905351a59c req-9eb369d0-8380-4b1a-a0bf-19a9fff5fffa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:22.072718 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-de99346a-1b24-42c0-8aaa-b8905351a59c req-9eb369d0-8380-4b1a-a0bf-19a9fff5fffa service neutron] 10.222.0.90 "PUT /v2.0/ports/8f77175a-bd57-40f3-8d07-643e29a7ae8c HTTP/1.1" status: 200 len: 1091 time: 2.9706156 Nov 25 17:32:22.135907 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-f1ae7842-ba87-4eb7-b519-180fd7d7555f None None] For port 79a56bcb-61bb-4ef7-9166-07a2389ca239, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=79a56bcb-61bb-4ef7-9166-07a2389ca239,segment=NetworkSegment(e20a4f95-bae1-4cdf-b370-be0deba534e8),segment_id=e20a4f95-bae1-4cdf-b370-be0deba534e8)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:22.143290 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f1ae7842-ba87-4eb7-b519-180fd7d7555f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:22.186812 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 933d1a1d-f857-4724-a8aa-930823744342 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:32:22.220969 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-694b98e8-e306-4d16-9b5b-cf927390228a req-30d1d600-5014-4f51-bc70-68cb15b7cd0b tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:22.249868 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ae7842-ba87-4eb7-b519-180fd7d7555f None None] Pushing event updated for resources: {'Port': ['ID=79a56bcb-61bb-4ef7-9166-07a2389ca239,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:22.267418 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-104ac0c8-9ffd-4467-9163-076061e3e324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01495a2c-1db7-4bfc-b7ae-61e1eae6f825', 'name': 'tempest-FloatingIPsTestJSON-1715290572-router', 'tenant_id': '74c764f7efdb45b5aeb1843c72dd9ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '933d1a1d-f857-4724-a8aa-930823744342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:32:10Z', 'updated_at': '2021-11-25T17:32:17Z', 'revision_number': 4, 'project_id': '74c764f7efdb45b5aeb1843c72dd9ccc', 'gw_port': {'id': '933d1a1d-f857-4724-a8aa-930823744342', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01495a2c-1db7-4bfc-b7ae-61e1eae6f825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:32:11Z', 'updated_at': '2021-11-25T17:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '79a56bcb-61bb-4ef7-9166-07a2389ca239', 'name': '', 'network_id': 'ba5ba4ae-59eb-46ab-8978-4c494ff76c98', 'tenant_id': '74c764f7efdb45b5aeb1843c72dd9ccc', 'mac_address': 'fa:16:3e:37:03:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01495a2c-1db7-4bfc-b7ae-61e1eae6f825', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'fc3f3cf8-3a2e-4bce-8210-4d481d8ae5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:32:15Z', 'updated_at': '2021-11-25T17:32:21Z', 'revision_number': 4, 'project_id': '74c764f7efdb45b5aeb1843c72dd9ccc', 'subnets': [{'id': 'fc3f3cf8-3a2e-4bce-8210-4d481d8ae5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:22.275083 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-703ae9da-e1d1-4edd-80df-a8aa6907b2b9 None None] Provisioning complete for port 79a56bcb-61bb-4ef7-9166-07a2389ca239 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:22.275543 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-703ae9da-e1d1-4edd-80df-a8aa6907b2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:22.300359 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104ac0c8-9ffd-4467-9163-076061e3e324 None None] The sync data for ids ['01495a2c-1db7-4bfc-b7ae-61e1eae6f825'] in n-d-817746-1 is: [{'id': '01495a2c-1db7-4bfc-b7ae-61e1eae6f825', 'name': 'tempest-FloatingIPsTestJSON-1715290572-router', 'tenant_id': '74c764f7efdb45b5aeb1843c72dd9ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '933d1a1d-f857-4724-a8aa-930823744342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:32:10Z', 'updated_at': '2021-11-25T17:32:17Z', 'revision_number': 4, 'project_id': '74c764f7efdb45b5aeb1843c72dd9ccc', 'gw_port': {'id': '933d1a1d-f857-4724-a8aa-930823744342', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01495a2c-1db7-4bfc-b7ae-61e1eae6f825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:32:11Z', 'updated_at': '2021-11-25T17:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '79a56bcb-61bb-4ef7-9166-07a2389ca239', 'name': '', 'network_id': 'ba5ba4ae-59eb-46ab-8978-4c494ff76c98', 'tenant_id': '74c764f7efdb45b5aeb1843c72dd9ccc', 'mac_address': 'fa:16:3e:37:03:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01495a2c-1db7-4bfc-b7ae-61e1eae6f825', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'fc3f3cf8-3a2e-4bce-8210-4d481d8ae5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:32:15Z', 'updated_at': '2021-11-25T17:32:21Z', 'revision_number': 4, 'project_id': '74c764f7efdb45b5aeb1843c72dd9ccc', 'subnets': [{'id': 'fc3f3cf8-3a2e-4bce-8210-4d481d8ae5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:32:22.309344 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 933d1a1d-f857-4724-a8aa-930823744342 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:22.310136 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:22.329993 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb369d0-8380-4b1a-a0bf-19a9fff5fffa service neutron] Pushing event updated for resources: {'Port': ['ID=8f77175a-bd57-40f3-8d07-643e29a7ae8c,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:22.341669 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-694b98e8-e306-4d16-9b5b-cf927390228a req-30d1d600-5014-4f51-bc70-68cb15b7cd0b tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Network 37574acf-5e23-4564-a5b4-2a51c96fcbb9 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:32:22.397753 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-694b98e8-e306-4d16-9b5b-cf927390228a req-30d1d600-5014-4f51-bc70-68cb15b7cd0b tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:32:22.431542 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-694b98e8-e306-4d16-9b5b-cf927390228a req-30d1d600-5014-4f51-bc70-68cb15b7cd0b tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:32:22.444290 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de99346a-1b24-42c0-8aaa-b8905351a59c req-5436e357-8559-4d16-b721-4addba3b226e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:22.445971 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-de99346a-1b24-42c0-8aaa-b8905351a59c req-5436e357-8559-4d16-b721-4addba3b226e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=28e639b61725474a8e2246556ccdec9c&device_id=22551351-6a56-41ed-b423-a3421ddd122c HTTP/1.1" status: 200 len: 1094 time: 0.3262272 Nov 25 17:32:22.486147 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4465bdb-67e2-4d01-9b3f-cc545ab7f179 req-89dd6711-996c-41d4-8c22-a6b54f79ddc0 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:22.493477 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c4465bdb-67e2-4d01-9b3f-cc545ab7f179 req-89dd6711-996c-41d4-8c22-a6b54f79ddc0 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 945 time: 0.3747153 Nov 25 17:32:22.509961 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0880eb82-ddf4-43c8-a09d-96489a6d35f6 req-502b5d7f-32fb-4513-ad03-f48b7ddf43c0 service neutron] 10.222.0.90 "GET /v2.0/networks/893ae009-948d-4a56-89c4-04cf75caf20a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4257202 Nov 25 17:32:22.603925 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-de99346a-1b24-42c0-8aaa-b8905351a59c req-df96a91b-7da6-4a51-9d8d-cca06b6bc362 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f77175a-bd57-40f3-8d07-643e29a7ae8c HTTP/1.1" status: 200 len: 217 time: 0.1308074 Nov 25 17:32:22.618265 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d1d600-5014-4f51-bc70-68cb15b7cd0b tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Pushing event updated for resources: {'Port': ['ID=973b08e0-eaf7-41d9-97a8-ac091a2a447f,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:22.664168 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-6f56ccf0-fd97-465a-a50c-a9a748f6e184 None None] Provisioning complete for port 973b08e0-eaf7-41d9-97a8-ac091a2a447f triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:22.664543 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6f56ccf0-fd97-465a-a50c-a9a748f6e184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:22.664664 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1c26dbe8-fd0e-4f4c-8f1e-a6b9d5eb58cb req-17487131-d95a-400d-a7c3-151efa3b9879 tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:22.696392 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b98e8-e306-4d16-9b5b-cf927390228a req-30d1d600-5014-4f51-bc70-68cb15b7cd0b tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:22.697051 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-694b98e8-e306-4d16-9b5b-cf927390228a req-30d1d600-5014-4f51-bc70-68cb15b7cd0b tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:22.702748 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-6f56ccf0-fd97-465a-a50c-a9a748f6e184 None None] Port 973b08e0-eaf7-41d9-97a8-ac091a2a447f cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:32:22.946170 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:23.123022 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c4465bdb-67e2-4d01-9b3f-cc545ab7f179 req-d9669ec8-45de-49d5-bf46-fa0cc67fccfc tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1b3f624-9a69-4743-bfac-9a2aba2cec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6285675 Nov 25 17:32:23.133059 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-694b98e8-e306-4d16-9b5b-cf927390228a req-30d1d600-5014-4f51-bc70-68cb15b7cd0b tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8275819 Nov 25 17:32:23.141403 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de99346a-1b24-42c0-8aaa-b8905351a59c req-c22c596f-f0eb-4029-8a4a-f86e991e4b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:23.142817 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-de99346a-1b24-42c0-8aaa-b8905351a59c req-c22c596f-f0eb-4029-8a4a-f86e991e4b9c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0488b60b-dc56-4141-98fc-cb7726390b53 HTTP/1.1" status: 200 len: 862 time: 0.5280097 Nov 25 17:32:23.161320 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-694b98e8-e306-4d16-9b5b-cf927390228a req-bc75e5cf-ff6d-464e-a859-818cbe181aaf service neutron] Request body: {'port': {'device_id': 'd4a2faa2-0398-457b-8029-cd06ddb6a08d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:23.217148 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee9c89c-1bc7-4bf1-8a17-c6c231752d57 x-openstack-request-id: req-dee9c89c-1bc7-4bf1-8a17-c6c231752d57 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:32:23.217439 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74076797-0db0-4169-8a71-e6aa0871ad88", "tag": "e52b8008-7c66-48fe-a4b5-c44fe002f599", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:32:23.217704 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-dee9c89c-1bc7-4bf1-8a17-c6c231752d57 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:32:23.218479 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74076797-0db0-4169-8a71-e6aa0871ad88', 'tag': 'e52b8008-7c66-48fe-a4b5-c44fe002f599', 'status': 'completed', 'code': 200} Nov 25 17:32:23.250401 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-de99346a-1b24-42c0-8aaa-b8905351a59c req-71491b0b-f7b9-4537-b772-4b42f37c8e3d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7a8c66d3-1027-4660-98b7-5ec4a01a4fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856304 Nov 25 17:32:23.283588 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0880eb82-ddf4-43c8-a09d-96489a6d35f6 req-a057cd9b-dd0c-4b42-a947-11683d6bc7b8 service neutron] 10.222.0.90 "GET /v2.0/networks/893ae009-948d-4a56-89c4-04cf75caf20a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7516646 Nov 25 17:32:23.416309 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-1c26dbe8-fd0e-4f4c-8f1e-a6b9d5eb58cb req-17487131-d95a-400d-a7c3-151efa3b9879 tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] Allocated IP 172.25.0.207 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/6827d9c9-913f-4c27-be34-461c8d1b8905) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:32:23.429175 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-694b98e8-e306-4d16-9b5b-cf927390228a req-bc75e5cf-ff6d-464e-a859-818cbe181aaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:23.522088 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8bf1c-cb10-457a-9f81-c9d22cbbdc8c req-cd899b34-d60b-47b8-871b-8f86f563f3a2 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:23.523587 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-05b8bf1c-cb10-457a-9f81-c9d22cbbdc8c req-cd899b34-d60b-47b8-871b-8f86f563f3a2 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/ports?device_id=74076797-0db0-4169-8a71-e6aa0871ad88 HTTP/1.1" status: 200 len: 943 time: 0.2806473 Nov 25 17:32:23.555824 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dae3bb-7505-473b-853f-1b6d8e934ef0 req-131b66ad-8eae-4254-a4bd-56f9df03b26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:23.557265 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a0dae3bb-7505-473b-853f-1b6d8e934ef0 req-131b66ad-8eae-4254-a4bd-56f9df03b26c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9ed6d61121ad4ad587d660c5c7d54fc1&device_id=74076797-0db0-4169-8a71-e6aa0871ad88 HTTP/1.1" status: 200 len: 1094 time: 0.2206283 Nov 25 17:32:23.611436 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-de99346a-1b24-42c0-8aaa-b8905351a59c req-4ee32482-bb90-4bbc-ac43-aedb65a80645 service neutron] 10.222.0.90 "GET /v2.0/networks/7a8c66d3-1027-4660-98b7-5ec4a01a4fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419402 Nov 25 17:32:23.836302 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-05b8bf1c-cb10-457a-9f81-c9d22cbbdc8c req-9069e144-5f36-4f79-975c-2e8485dcd2fe tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a4fb475-e9ec-4623-9c08-36dcb76340fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040833 Nov 25 17:32:23.942129 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1c26dbe8-fd0e-4f4c-8f1e-a6b9d5eb58cb req-17487131-d95a-400d-a7c3-151efa3b9879 tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:23.990012 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 0dd9536e-6fd0-4870-9088-de6dd589a5eb details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:32:23.999379 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dae3bb-7505-473b-853f-1b6d8e934ef0 req-7da2b82a-21c2-4e75-a1d2-f603f9ec5a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:24.000850 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a0dae3bb-7505-473b-853f-1b6d8e934ef0 req-7da2b82a-21c2-4e75-a1d2-f603f9ec5a85 service neutron] 10.222.0.90 "GET /v2.0/networks?id=893ae009-948d-4a56-89c4-04cf75caf20a HTTP/1.1" status: 200 len: 915 time: 0.4055626 Nov 25 17:32:24.064277 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-de99346a-1b24-42c0-8aaa-b8905351a59c req-61f932d7-6d0a-49f7-8d2e-0f399ae71d81 service neutron] 10.222.0.90 "GET /v2.0/networks/7a8c66d3-1027-4660-98b7-5ec4a01a4fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4418573 Nov 25 17:32:24.072131 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a0dae3bb-7505-473b-853f-1b6d8e934ef0 req-5333a449-5a8e-44bf-95be-9c835dfffcab service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e52b8008-7c66-48fe-a4b5-c44fe002f599 HTTP/1.1" status: 200 len: 217 time: 0.0599208 Nov 25 17:32:24.110249 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 0dd9536e-6fd0-4870-9088-de6dd589a5eb, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=0dd9536e-6fd0-4870-9088-de6dd589a5eb,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:24.123538 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '0dd9536e-6fd0-4870-9088-de6dd589a5eb', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'port_id': '0dd9536e-6fd0-4870-9088-de6dd589a5eb', 'mac_address': 'fa:16:3e:c6:0d:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8793709c-5336-428d-aede-b0b8df1a26b2', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:32:24.142619 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07601858-8cae-4807-8c19-15db2e51db30 req-b6f0aa2d-b1bc-4c24-8ed1-64776b73b887 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:24.148610 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07601858-8cae-4807-8c19-15db2e51db30 req-b6f0aa2d-b1bc-4c24-8ed1-64776b73b887 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:24.150230 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-07601858-8cae-4807-8c19-15db2e51db30 req-b6f0aa2d-b1bc-4c24-8ed1-64776b73b887 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4a2faa2-0398-457b-8029-cd06ddb6a08d HTTP/1.1" status: 200 len: 1655 time: 0.2348053 Nov 25 17:32:24.160374 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 79a56bcb-61bb-4ef7-9166-07a2389ca239 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:32:24.207501 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1c26dbe8-fd0e-4f4c-8f1e-a6b9d5eb58cb req-17487131-d95a-400d-a7c3-151efa3b9879 tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:24.211750 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:24.219165 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dae3bb-7505-473b-853f-1b6d8e934ef0 req-cebe36dc-83b4-498e-88b3-77b9cbf84b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:24.220624 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a0dae3bb-7505-473b-853f-1b6d8e934ef0 req-cebe36dc-83b4-498e-88b3-77b9cbf84b87 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f5ab359d-3571-4e44-9b7f-d7d725d0869c HTTP/1.1" status: 200 len: 854 time: 0.1366630 Nov 25 17:32:24.229913 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dd9536e-6fd0-4870-9088-de6dd589a5eb {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:32:24.256044 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 0dd9536e-6fd0-4870-9088-de6dd589a5eb, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=0dd9536e-6fd0-4870-9088-de6dd589a5eb,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:24.259578 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 79a56bcb-61bb-4ef7-9166-07a2389ca239 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:24.259960 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:24.263594 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:24.327829 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a0dae3bb-7505-473b-853f-1b6d8e934ef0 req-61b5950c-2c61-4794-8500-afec5abe8070 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=893ae009-948d-4a56-89c4-04cf75caf20a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697329 Nov 25 17:32:24.335143 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c26dbe8-fd0e-4f4c-8f1e-a6b9d5eb58cb req-17487131-d95a-400d-a7c3-151efa3b9879 tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:32:24.342193 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-1c26dbe8-fd0e-4f4c-8f1e-a6b9d5eb58cb req-17487131-d95a-400d-a7c3-151efa3b9879 tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:32:24.344505 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=0dd9536e-6fd0-4870-9088-de6dd589a5eb,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:24.349352 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17487131-d95a-400d-a7c3-151efa3b9879 tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] Pushing event updated for resources: {'Port': ['ID=6827d9c9-913f-4c27-be34-461c8d1b8905,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:24.354464 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-07601858-8cae-4807-8c19-15db2e51db30 req-e33c59e4-c515-4f3c-aa2b-eb590b275f40 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "GET /v2.0/security-groups?id=6cba972f-cee6-4d43-9317-8cfe4a5ae4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925492 Nov 25 17:32:24.355279 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:24.355697 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:24.356060 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:24.356397 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:24.357184 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:24.357184 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:24.357452 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:24.358067 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:24.358067 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:24.358470 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:24.359167 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:24.359600 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:24.364313 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c26dbe8-fd0e-4f4c-8f1e-a6b9d5eb58cb req-17487131-d95a-400d-a7c3-151efa3b9879 tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:32:24.394333 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-694b98e8-e306-4d16-9b5b-cf927390228a req-bc75e5cf-ff6d-464e-a859-818cbe181aaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 332297f8-fa8d-40e6-a6d4-3adb6f3b349f {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:32:24.417088 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-694b98e8-e306-4d16-9b5b-cf927390228a req-bc75e5cf-ff6d-464e-a859-818cbe181aaf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:24.470940 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-694b98e8-e306-4d16-9b5b-cf927390228a req-bc75e5cf-ff6d-464e-a859-818cbe181aaf service neutron] Transition to ACTIVE for port object 332297f8-fa8d-40e6-a6d4-3adb6f3b349f will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:32:24.480179 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-694b98e8-e306-4d16-9b5b-cf927390228a req-bc75e5cf-ff6d-464e-a859-818cbe181aaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:24.516303 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['0dd9536e-6fd0-4870-9088-de6dd589a5eb'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:32:24.605947 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a0dae3bb-7505-473b-853f-1b6d8e934ef0 req-0d3309d7-802d-4873-93fd-2ba550591309 service neutron] 10.222.0.90 "GET /v2.0/networks/893ae009-948d-4a56-89c4-04cf75caf20a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613144 Nov 25 17:32:24.629113 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc75e5cf-ff6d-464e-a859-818cbe181aaf service neutron] Pushing event updated for resources: {'Port': ['ID=332297f8-fa8d-40e6-a6d4-3adb6f3b349f,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:24.647998 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1c26dbe8-fd0e-4f4c-8f1e-a6b9d5eb58cb req-17487131-d95a-400d-a7c3-151efa3b9879 tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:24.781145 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6618d9-8313-4858-b375-54fe44f1d643 req-d09b7fd2-e8c8-4d1e-b928-a8fdeb259fed tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:24.782675 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-af6618d9-8313-4858-b375-54fe44f1d643 req-d09b7fd2-e8c8-4d1e-b928-a8fdeb259fed tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/ports?device_id=22551351-6a56-41ed-b423-a3421ddd122c HTTP/1.1" status: 200 len: 943 time: 0.2606828 Nov 25 17:32:24.787655 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1c26dbe8-fd0e-4f4c-8f1e-a6b9d5eb58cb req-17487131-d95a-400d-a7c3-151efa3b9879 tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:24.852720 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-694b98e8-e306-4d16-9b5b-cf927390228a req-bc75e5cf-ff6d-464e-a859-818cbe181aaf service neutron] Attempting to bind port 332297f8-fa8d-40e6-a6d4-3adb6f3b349f on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:32:24.853080 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-694b98e8-e306-4d16-9b5b-cf927390228a req-bc75e5cf-ff6d-464e-a859-818cbe181aaf service neutron] Attempting to bind port 332297f8-fa8d-40e6-a6d4-3adb6f3b349f by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'b59d8989-2c39-4be3-a309-35a91e4ebd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '26366550-8d14-4bcd-8615-ce2c039447e3'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:32:24.853411 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694b98e8-e306-4d16-9b5b-cf927390228a req-bc75e5cf-ff6d-464e-a859-818cbe181aaf service neutron] Attempting to bind port 332297f8-fa8d-40e6-a6d4-3adb6f3b349f on network 26366550-8d14-4bcd-8615-ce2c039447e3 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:32:24.881442 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694b98e8-e306-4d16-9b5b-cf927390228a req-bc75e5cf-ff6d-464e-a859-818cbe181aaf service neutron] Port 332297f8-fa8d-40e6-a6d4-3adb6f3b349f on network 26366550-8d14-4bcd-8615-ce2c039447e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:32:24.881708 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694b98e8-e306-4d16-9b5b-cf927390228a req-bc75e5cf-ff6d-464e-a859-818cbe181aaf service neutron] Attempting to bind port 332297f8-fa8d-40e6-a6d4-3adb6f3b349f on network 26366550-8d14-4bcd-8615-ce2c039447e3 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:32:24.892263 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a0dae3bb-7505-473b-853f-1b6d8e934ef0 req-809d39f9-fdcf-45aa-8311-73ae6f0f4507 service neutron] 10.222.0.90 "GET /v2.0/networks/893ae009-948d-4a56-89c4-04cf75caf20a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741706 Nov 25 17:32:24.907802 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694b98e8-e306-4d16-9b5b-cf927390228a req-bc75e5cf-ff6d-464e-a859-818cbe181aaf service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:32:24.908211 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694b98e8-e306-4d16-9b5b-cf927390228a req-bc75e5cf-ff6d-464e-a859-818cbe181aaf service neutron] Checking segment: {'id': 'b59d8989-2c39-4be3-a309-35a91e4ebd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '26366550-8d14-4bcd-8615-ce2c039447e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:32:24.908552 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694b98e8-e306-4d16-9b5b-cf927390228a req-bc75e5cf-ff6d-464e-a859-818cbe181aaf service neutron] Bound using segment: {'id': 'b59d8989-2c39-4be3-a309-35a91e4ebd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '26366550-8d14-4bcd-8615-ce2c039447e3'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:32:24.908980 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-694b98e8-e306-4d16-9b5b-cf927390228a req-bc75e5cf-ff6d-464e-a859-818cbe181aaf service neutron] Bound port: 332297f8-fa8d-40e6-a6d4-3adb6f3b349f, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b59d8989-2c39-4be3-a309-35a91e4ebd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '26366550-8d14-4bcd-8615-ce2c039447e3'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:32:24.909339 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-694b98e8-e306-4d16-9b5b-cf927390228a req-bc75e5cf-ff6d-464e-a859-818cbe181aaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:24.938813 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-af6618d9-8313-4858-b375-54fe44f1d643 req-fdd7c10d-28e6-4863-8c0e-b9f1bc3b327b tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/security-groups?id=64a4895e-66bb-4a82-9045-67d823985e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441202 Nov 25 17:32:25.078318 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-694b98e8-e306-4d16-9b5b-cf927390228a req-bc75e5cf-ff6d-464e-a859-818cbe181aaf service neutron] For port 332297f8-fa8d-40e6-a6d4-3adb6f3b349f, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:32:25.103334 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-694b98e8-e306-4d16-9b5b-cf927390228a req-bc75e5cf-ff6d-464e-a859-818cbe181aaf service neutron] For port 332297f8-fa8d-40e6-a6d4-3adb6f3b349f, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=332297f8-fa8d-40e6-a6d4-3adb6f3b349f,segment=NetworkSegment(b59d8989-2c39-4be3-a309-35a91e4ebd28),segment_id=b59d8989-2c39-4be3-a309-35a91e4ebd28)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:32:25.113319 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75e8b6-ec91-4ebb-a280-d8b79380ab73 req-9337cc9b-9429-4d0c-ac33-9c4f0e323d7d tempest-ImagesNegativeTestJSON-23400946 tempest-ImagesNegativeTestJSON-23400946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:25.114725 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8c75e8b6-ec91-4ebb-a280-d8b79380ab73 req-9337cc9b-9429-4d0c-ac33-9c4f0e323d7d tempest-ImagesNegativeTestJSON-23400946 tempest-ImagesNegativeTestJSON-23400946-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4cb3aad-8d17-4b7a-84cc-3284288e997f HTTP/1.1" status: 200 len: 949 time: 0.1106300 Nov 25 17:32:25.117701 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-694b98e8-e306-4d16-9b5b-cf927390228a req-bc75e5cf-ff6d-464e-a859-818cbe181aaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:25.161160 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1c26dbe8-fd0e-4f4c-8f1e-a6b9d5eb58cb req-17487131-d95a-400d-a7c3-151efa3b9879 tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:25.183225 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1c26dbe8-fd0e-4f4c-8f1e-a6b9d5eb58cb req-17487131-d95a-400d-a7c3-151efa3b9879 tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:25.186615 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b98e8-e306-4d16-9b5b-cf927390228a req-bc75e5cf-ff6d-464e-a859-818cbe181aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:25.187193 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-694b98e8-e306-4d16-9b5b-cf927390228a req-bc75e5cf-ff6d-464e-a859-818cbe181aaf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:25.188567 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-694b98e8-e306-4d16-9b5b-cf927390228a req-bc75e5cf-ff6d-464e-a859-818cbe181aaf service neutron] 10.222.0.74 "PUT /v2.0/ports/332297f8-fa8d-40e6-a6d4-3adb6f3b349f HTTP/1.1" status: 200 len: 1092 time: 2.0375328 Nov 25 17:32:25.221091 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22551351-6a56-41ed-b423-a3421ddd122c', 'tag': '8f77175a-bd57-40f3-8d07-643e29a7ae8c'}, {'name': 'network-changed', 'server_uuid': 'd4a2faa2-0398-457b-8029-cd06ddb6a08d', 'tag': '332297f8-fa8d-40e6-a6d4-3adb6f3b349f'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:32:25.223344 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518219b5-8b83-4dc3-9ab9-b8f269e63d6c" -d '{"events": [{"name": "network-changed", "server_uuid": "22551351-6a56-41ed-b423-a3421ddd122c", "tag": "8f77175a-bd57-40f3-8d07-643e29a7ae8c"}, {"name": "network-changed", "server_uuid": "d4a2faa2-0398-457b-8029-cd06ddb6a08d", "tag": "332297f8-fa8d-40e6-a6d4-3adb6f3b349f"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:32:25.232200 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-694b98e8-e306-4d16-9b5b-cf927390228a req-146a95f0-7bab-4847-b5f2-bd379b09e9c4 service neutron] Request body: {'port': {'device_id': 'd4a2faa2-0398-457b-8029-cd06ddb6a08d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:25.279037 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc75e5cf-ff6d-464e-a859-818cbe181aaf service neutron] Pushing event updated for resources: {'Port': ['ID=332297f8-fa8d-40e6-a6d4-3adb6f3b349f,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:25.338677 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8c75e8b6-ec91-4ebb-a280-d8b79380ab73 req-65e55b8f-755a-42c9-b91d-e6dd76d9be91 tempest-ImagesNegativeTestJSON-23400946 tempest-ImagesNegativeTestJSON-23400946-project] 10.222.0.75 "GET /v2.0/security-groups?id=d05728c2-96ce-4543-bc9f-1f916bfad784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110624 Nov 25 17:32:25.376383 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1c26dbe8-fd0e-4f4c-8f1e-a6b9d5eb58cb req-17487131-d95a-400d-a7c3-151efa3b9879 tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:25.380603 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17487131-d95a-400d-a7c3-151efa3b9879 tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] Pushing event updated for resources: {'Port': ['ID=6827d9c9-913f-4c27-be34-461c8d1b8905,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:25.384502 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-694b98e8-e306-4d16-9b5b-cf927390228a req-146a95f0-7bab-4847-b5f2-bd379b09e9c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:25.722768 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1c26dbe8-fd0e-4f4c-8f1e-a6b9d5eb58cb req-17487131-d95a-400d-a7c3-151efa3b9879 tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:25.723853 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1c26dbe8-fd0e-4f4c-8f1e-a6b9d5eb58cb req-17487131-d95a-400d-a7c3-151efa3b9879 tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.1974854 Nov 25 17:32:25.821408 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1c26dbe8-fd0e-4f4c-8f1e-a6b9d5eb58cb req-967974d8-6927-4851-8357-87cae9b700ea tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.0.207 HTTP/1.1" status: 200 len: 696 time: 0.0778513 Nov 25 17:32:25.876160 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f471fd-6cc2-446d-83cf-7510715eb3c5 req-a3259ca0-cf97-4d7d-9aa8-10cf85d88b1a tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:25.877643 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-37f471fd-6cc2-446d-83cf-7510715eb3c5 req-a3259ca0-cf97-4d7d-9aa8-10cf85d88b1a tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 945 time: 0.1859448 Nov 25 17:32:25.896599 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44810) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:25.902528 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-8ac90202-3c22-40a0-81aa-33ec57a77dca tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Request body: {'floatingip': {'port_id': '53a65dd2-7261-432f-a213-f291c3e01123'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:25.953587 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8ac90202-3c22-40a0-81aa-33ec57a77dca tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks [] for floatingip, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:25.987817 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device e52b8008-7c66-48fe-a4b5-c44fe002f599 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:32:25.989838 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 0dd9536e-6fd0-4870-9088-de6dd589a5eb up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:32:26.093737 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c26dbe8-fd0e-4f4c-8f1e-a6b9d5eb58cb req-3299600e-5f35-4733-9ee5-0649fb4afaea tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:26.094795 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1c26dbe8-fd0e-4f4c-8f1e-a6b9d5eb58cb req-3299600e-5f35-4733-9ee5-0649fb4afaea tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] 10.222.0.75 "GET /v2.0/networks/1aa44027-b9d0-4a56-9a59-7e664703e20a HTTP/1.1" status: 200 len: 784 time: 0.2299557 Nov 25 17:32:26.109048 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a141f0f-0260-455d-a9bb-f01d03447452 req-6aac75e7-52a8-447d-9ee4-fc6f4044af19 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:26.116300 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0a141f0f-0260-455d-a9bb-f01d03447452 req-6aac75e7-52a8-447d-9ee4-fc6f4044af19 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/ports?device_id=74076797-0db0-4169-8a71-e6aa0871ad88 HTTP/1.1" status: 200 len: 943 time: 0.1563942 Nov 25 17:32:26.124987 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port 0dd9536e-6fd0-4870-9088-de6dd589a5eb completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:32:26.137641 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port 0dd9536e-6fd0-4870-9088-de6dd589a5eb triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:26.138148 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:26.185805 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 25 Nov 2021 17:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4573fa60-1d5e-43d2-a4f3-1d4c9238884a x-openstack-request-id: req-4573fa60-1d5e-43d2-a4f3-1d4c9238884a {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:32:26.186330 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22551351-6a56-41ed-b423-a3421ddd122c", "tag": "8f77175a-bd57-40f3-8d07-643e29a7ae8c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d4a2faa2-0398-457b-8029-cd06ddb6a08d", "tag": "332297f8-fa8d-40e6-a6d4-3adb6f3b349f", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:32:26.186990 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4573fa60-1d5e-43d2-a4f3-1d4c9238884a {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:32:26.187669 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22551351-6a56-41ed-b423-a3421ddd122c', 'tag': '8f77175a-bd57-40f3-8d07-643e29a7ae8c', 'status': 'completed', 'code': 200} Nov 25 17:32:26.187985 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4a2faa2-0398-457b-8029-cd06ddb6a08d', 'tag': '332297f8-fa8d-40e6-a6d4-3adb6f3b349f', 'status': 'completed', 'code': 200} Nov 25 17:32:26.214677 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port e52b8008-7c66-48fe-a4b5-c44fe002f599, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=e52b8008-7c66-48fe-a4b5-c44fe002f599,segment=NetworkSegment(14ee21b8-6adb-4fbc-8e63-e4b2c4af3623),segment_id=14ee21b8-6adb-4fbc-8e63-e4b2c4af3623)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:26.233224 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': 'e52b8008-7c66-48fe-a4b5-c44fe002f599', 'network_id': '893ae009-948d-4a56-89c4-04cf75caf20a', 'port_id': 'e52b8008-7c66-48fe-a4b5-c44fe002f599', 'mac_address': 'fa:16:3e:cc:cc:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5ab359d-3571-4e44-9b7f-d7d725d0869c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:32:26.300483 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:26.325875 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0a141f0f-0260-455d-a9bb-f01d03447452 req-4361db96-02dd-48b4-a652-67d7d7f09f4a tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a4fb475-e9ec-4623-9c08-36dcb76340fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086203 Nov 25 17:32:26.327808 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e52b8008-7c66-48fe-a4b5-c44fe002f599 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:32:26.349635 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port e52b8008-7c66-48fe-a4b5-c44fe002f599, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=e52b8008-7c66-48fe-a4b5-c44fe002f599,segment=NetworkSegment(14ee21b8-6adb-4fbc-8e63-e4b2c4af3623),segment_id=14ee21b8-6adb-4fbc-8e63-e4b2c4af3623)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:26.351016 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:26.357338 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:26.412840 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4cb3aad-8d17-4b7a-84cc-3284288e997f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dd9536e-6fd0-4870-9088-de6dd589a5eb'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:32:26.415190 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5fd5f4-35b1-401b-9ad4-02e61235d018" -d '{"events": [{"server_uuid": "d4cb3aad-8d17-4b7a-84cc-3284288e997f", "name": "network-vif-plugged", "status": "completed", "tag": "0dd9536e-6fd0-4870-9088-de6dd589a5eb"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:32:26.438714 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518219b5-8b83-4dc3-9ab9-b8f269e63d6c req-68193003-379f-406d-8bbd-5dbac2aa7c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:26.439827 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 0dd9536e-6fd0-4870-9088-de6dd589a5eb, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=0dd9536e-6fd0-4870-9088-de6dd589a5eb,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:26.440764 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-518219b5-8b83-4dc3-9ab9-b8f269e63d6c req-68193003-379f-406d-8bbd-5dbac2aa7c67 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=28e639b61725474a8e2246556ccdec9c&device_id=22551351-6a56-41ed-b423-a3421ddd122c HTTP/1.1" status: 200 len: 1094 time: 0.2176311 Nov 25 17:32:26.451926 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:26.456841 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=e52b8008-7c66-48fe-a4b5-c44fe002f599,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:26.476079 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-694b98e8-e306-4d16-9b5b-cf927390228a req-146a95f0-7bab-4847-b5f2-bd379b09e9c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 973b08e0-eaf7-41d9-97a8-ac091a2a447f {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:32:26.484338 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8ac90202-3c22-40a0-81aa-33ec57a77dca tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:26.490938 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8ac90202-3c22-40a0-81aa-33ec57a77dca tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:26.516394 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518219b5-8b83-4dc3-9ab9-b8f269e63d6c req-d97ea887-e087-4374-8692-1aab8abf6528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:26.517465 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518219b5-8b83-4dc3-9ab9-b8f269e63d6c req-d97ea887-e087-4374-8692-1aab8abf6528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:26.519529 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-518219b5-8b83-4dc3-9ab9-b8f269e63d6c req-d97ea887-e087-4374-8692-1aab8abf6528 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d64a86f779cb466b8c1c45288d32f994&device_id=d4a2faa2-0398-457b-8029-cd06ddb6a08d HTTP/1.1" status: 200 len: 1914 time: 0.2952800 Nov 25 17:32:26.523048 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-694b98e8-e306-4d16-9b5b-cf927390228a req-146a95f0-7bab-4847-b5f2-bd379b09e9c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:26.523600 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=0dd9536e-6fd0-4870-9088-de6dd589a5eb,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:26.582602 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf8271-584b-414e-8dd6-9ed6ddc9e467 req-92de04be-0efb-4502-a230-fec16cb55ea4 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:26.588566 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf8271-584b-414e-8dd6-9ed6ddc9e467 req-92de04be-0efb-4502-a230-fec16cb55ea4 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:26.590985 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f5bf8271-584b-414e-8dd6-9ed6ddc9e467 req-92de04be-0efb-4502-a230-fec16cb55ea4 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4a2faa2-0398-457b-8029-cd06ddb6a08d HTTP/1.1" status: 200 len: 1667 time: 0.2768934 Nov 25 17:32:26.601086 n-d-817746-1 neutron-server[103360]: INFO neutron.db.l3_db [None req-8ac90202-3c22-40a0-81aa-33ec57a77dca tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Floating IP e464aee0-15bc-4970-b3c7-4cd749e63a9d associated. External IP: 172.25.0.132, port: 53a65dd2-7261-432f-a213-f291c3e01123. Nov 25 17:32:26.609791 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['e52b8008-7c66-48fe-a4b5-c44fe002f599'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:32:26.650036 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-694b98e8-e306-4d16-9b5b-cf927390228a req-146a95f0-7bab-4847-b5f2-bd379b09e9c4 service neutron] Transition to ACTIVE for port object 973b08e0-eaf7-41d9-97a8-ac091a2a447f will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:32:26.698613 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-694b98e8-e306-4d16-9b5b-cf927390228a req-146a95f0-7bab-4847-b5f2-bd379b09e9c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:26.828530 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981dd59d-b728-4f53-a1fb-a84b414bcad7 req-f64be11f-ab97-4afa-9a83-5185f6e3989c tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:26.830228 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-981dd59d-b728-4f53-a1fb-a84b414bcad7 req-f64be11f-ab97-4afa-9a83-5185f6e3989c tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/ports?device_id=22551351-6a56-41ed-b423-a3421ddd122c HTTP/1.1" status: 200 len: 943 time: 0.2597466 Nov 25 17:32:26.843246 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ac90202-3c22-40a0-81aa-33ec57a77dca tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Router 7168b50f-59dc-4fee-aaeb-a6ebb78a9b50 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:32:26.844470 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518219b5-8b83-4dc3-9ab9-b8f269e63d6c req-66ad2e05-810f-4ed7-be29-13ed6e9a289f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:26.845989 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-518219b5-8b83-4dc3-9ab9-b8f269e63d6c req-66ad2e05-810f-4ed7-be29-13ed6e9a289f service neutron] 10.222.0.90 "GET /v2.0/networks?id=7a8c66d3-1027-4660-98b7-5ec4a01a4fdc HTTP/1.1" status: 200 len: 923 time: 0.3894720 Nov 25 17:32:26.884130 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146a95f0-7bab-4847-b5f2-bd379b09e9c4 service neutron] Pushing event updated for resources: {'Port': ['ID=973b08e0-eaf7-41d9-97a8-ac091a2a447f,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:26.890344 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f5bf8271-584b-414e-8dd6-9ed6ddc9e467 req-4c4d5503-628f-4cfa-99d9-2e2192fa6e88 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "GET /v2.0/security-groups?id=6cba972f-cee6-4d43-9317-8cfe4a5ae4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560430 Nov 25 17:32:26.947609 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518219b5-8b83-4dc3-9ab9-b8f269e63d6c req-acae849c-d81a-480b-9f5b-6b2f13e67f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:26.948089 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518219b5-8b83-4dc3-9ab9-b8f269e63d6c req-acae849c-d81a-480b-9f5b-6b2f13e67f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:26.948755 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518219b5-8b83-4dc3-9ab9-b8f269e63d6c req-acae849c-d81a-480b-9f5b-6b2f13e67f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:26.950815 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-518219b5-8b83-4dc3-9ab9-b8f269e63d6c req-acae849c-d81a-480b-9f5b-6b2f13e67f1d service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=d64a86f779cb466b8c1c45288d32f994&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4195023 Nov 25 17:32:26.959599 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-518219b5-8b83-4dc3-9ab9-b8f269e63d6c req-c9ba83f9-fcb8-43da-a524-97ae06d32cb7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f77175a-bd57-40f3-8d07-643e29a7ae8c HTTP/1.1" status: 200 len: 217 time: 0.0966084 Nov 25 17:32:26.967131 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac90202-3c22-40a0-81aa-33ec57a77dca tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:32:26.973336 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8ac90202-3c22-40a0-81aa-33ec57a77dca tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:26.981183 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066cdae1-0c10-48d3-aa5f-d76131245966 None None] Sync routers for ids ['7168b50f-59dc-4fee-aaeb-a6ebb78a9b50'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:32:26.995416 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066cdae1-0c10-48d3-aa5f-d76131245966 None None] Routers {'7168b50f-59dc-4fee-aaeb-a6ebb78a9b50'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:32:26.996139 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-066cdae1-0c10-48d3-aa5f-d76131245966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:32:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['7168b50f-59dc-4fee-aaeb-a6ebb78a9b50'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:27.020474 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8ac90202-3c22-40a0-81aa-33ec57a77dca tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "PUT /v2.0/floatingips/e464aee0-15bc-4970-b3c7-4cd749e63a9d HTTP/1.1" status: 200 len: 991 time: 1.1225955 Nov 25 17:32:27.021909 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2199aed-22e4-45f1-889a-a5741f6a4c6c', 'tag': '53a65dd2-7261-432f-a213-f291c3e01123'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:32:27.025141 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd25d6b7-f763-411e-94b8-e7a26c4f3fa3" -d '{"events": [{"name": "network-changed", "server_uuid": "e2199aed-22e4-45f1-889a-a5741f6a4c6c", "tag": "53a65dd2-7261-432f-a213-f291c3e01123"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:32:27.109466 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-df0f4aad-c541-4f06-a51f-ccc134ab0a0c req-f3b29a8f-738f-48bd-ab5b-7e86e805883a tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] 10.222.0.75 "GET /v2.0/floatingips/238849a7-9cc8-455c-9cb7-d666249ef10b HTTP/1.1" status: 200 len: 693 time: 0.1534660 Nov 25 17:32:27.191900 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-981dd59d-b728-4f53-a1fb-a84b414bcad7 req-dcc630c8-bd42-4edd-90dc-b19b0f2c9328 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/security-groups?id=64a4895e-66bb-4a82-9045-67d823985e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382165 Nov 25 17:32:27.257819 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-066cdae1-0c10-48d3-aa5f-d76131245966 None None] Set router 7168b50f-59dc-4fee-aaeb-a6ebb78a9b50 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:32:27.267463 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:32:27.268919 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518219b5-8b83-4dc3-9ab9-b8f269e63d6c req-0cc32a49-5441-4a74-9345-390eebbcfc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:27.270563 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-518219b5-8b83-4dc3-9ab9-b8f269e63d6c req-0cc32a49-5441-4a74-9345-390eebbcfc09 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0488b60b-dc56-4141-98fc-cb7726390b53 HTTP/1.1" status: 200 len: 862 time: 0.2799487 Nov 25 17:32:27.309168 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-694b98e8-e306-4d16-9b5b-cf927390228a req-146a95f0-7bab-4847-b5f2-bd379b09e9c4 service neutron] Attempting to bind port 973b08e0-eaf7-41d9-97a8-ac091a2a447f on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:32:27.309515 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-694b98e8-e306-4d16-9b5b-cf927390228a req-146a95f0-7bab-4847-b5f2-bd379b09e9c4 service neutron] Attempting to bind port 973b08e0-eaf7-41d9-97a8-ac091a2a447f by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '7c59980a-1d5c-42ff-ad45-f24197d8b17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '37574acf-5e23-4564-a5b4-2a51c96fcbb9'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:32:27.309869 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694b98e8-e306-4d16-9b5b-cf927390228a req-146a95f0-7bab-4847-b5f2-bd379b09e9c4 service neutron] Attempting to bind port 973b08e0-eaf7-41d9-97a8-ac091a2a447f on network 37574acf-5e23-4564-a5b4-2a51c96fcbb9 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:32:27.374951 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-518219b5-8b83-4dc3-9ab9-b8f269e63d6c req-32e1d65c-7dfa-4647-967b-0e967865b889 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7a8c66d3-1027-4660-98b7-5ec4a01a4fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901012 Nov 25 17:32:27.375513 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694b98e8-e306-4d16-9b5b-cf927390228a req-146a95f0-7bab-4847-b5f2-bd379b09e9c4 service neutron] Port 973b08e0-eaf7-41d9-97a8-ac091a2a447f on network 37574acf-5e23-4564-a5b4-2a51c96fcbb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:32:27.375907 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694b98e8-e306-4d16-9b5b-cf927390228a req-146a95f0-7bab-4847-b5f2-bd379b09e9c4 service neutron] Attempting to bind port 973b08e0-eaf7-41d9-97a8-ac091a2a447f on network 37574acf-5e23-4564-a5b4-2a51c96fcbb9 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:32:27.405630 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518219b5-8b83-4dc3-9ab9-b8f269e63d6c req-cdce9429-21d1-4854-ac1b-64ba0dd1bd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:27.407070 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-518219b5-8b83-4dc3-9ab9-b8f269e63d6c req-cdce9429-21d1-4854-ac1b-64ba0dd1bd9d service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4273992 Nov 25 17:32:27.414071 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694b98e8-e306-4d16-9b5b-cf927390228a req-146a95f0-7bab-4847-b5f2-bd379b09e9c4 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:32:27.414566 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694b98e8-e306-4d16-9b5b-cf927390228a req-146a95f0-7bab-4847-b5f2-bd379b09e9c4 service neutron] Checking segment: {'id': '7c59980a-1d5c-42ff-ad45-f24197d8b17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '37574acf-5e23-4564-a5b4-2a51c96fcbb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:32:27.414953 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694b98e8-e306-4d16-9b5b-cf927390228a req-146a95f0-7bab-4847-b5f2-bd379b09e9c4 service neutron] Bound using segment: {'id': '7c59980a-1d5c-42ff-ad45-f24197d8b17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '37574acf-5e23-4564-a5b4-2a51c96fcbb9'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:32:27.415457 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-694b98e8-e306-4d16-9b5b-cf927390228a req-146a95f0-7bab-4847-b5f2-bd379b09e9c4 service neutron] Bound port: 973b08e0-eaf7-41d9-97a8-ac091a2a447f, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c59980a-1d5c-42ff-ad45-f24197d8b17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '37574acf-5e23-4564-a5b4-2a51c96fcbb9'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:32:27.416066 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-694b98e8-e306-4d16-9b5b-cf927390228a req-146a95f0-7bab-4847-b5f2-bd379b09e9c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:27.473773 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f4aad-c541-4f06-a51f-ccc134ab0a0c req-d9b43d92-13e5-45eb-a835-0d7a72561efb tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:27.475230 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-df0f4aad-c541-4f06-a51f-ccc134ab0a0c req-d9b43d92-13e5-45eb-a835-0d7a72561efb tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] 10.222.0.75 "GET /v2.0/networks/1aa44027-b9d0-4a56-9a59-7e664703e20a HTTP/1.1" status: 200 len: 784 time: 0.3573616 Nov 25 17:32:27.509472 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-066cdae1-0c10-48d3-aa5f-d76131245966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7168b50f-59dc-4fee-aaeb-a6ebb78a9b50', 'name': 'tempest-AttachVolumeShelveTestJSON-779843250-router', 'tenant_id': 'd4086650dac54a539044dab15f8f252a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'c2d1fa30-f17d-4813-8406-2a686109ed95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:44Z', 'updated_at': '2021-11-25T17:31:47Z', 'revision_number': 4, 'project_id': 'd4086650dac54a539044dab15f8f252a', 'gw_port': {'id': 'c2d1fa30-f17d-4813-8406-2a686109ed95', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7168b50f-59dc-4fee-aaeb-a6ebb78a9b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:45Z', 'updated_at': '2021-11-25T17:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': 'e464aee0-15bc-4970-b3c7-4cd749e63a9d', 'tenant_id': 'd4086650dac54a539044dab15f8f252a', 'floating_ip_address': '172.25.0.132', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '7168b50f-59dc-4fee-aaeb-a6ebb78a9b50', 'port_id': '53a65dd2-7261-432f-a213-f291c3e01123', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49c799e6-01fb-4356-b67f-8b970273c51a', 'mac_address': 'fa:16:3e:c3:b3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2199aed-22e4-45f1-889a-a5741f6a4c6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:31:52Z', 'updated_at': '2021-11-25T17:32:26Z', 'revision_number': 1, 'project_id': 'd4086650dac54a539044dab15f8f252a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54bdbdc2-5281-4b2a-8b87-916bf45252e8', 'name': '', 'network_id': '49c799e6-01fb-4356-b67f-8b970273c51a', 'tenant_id': 'd4086650dac54a539044dab15f8f252a', 'mac_address': 'fa:16:3e:ab:ec:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7168b50f-59dc-4fee-aaeb-a6ebb78a9b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '25a72b94-fb6e-4434-9c21-274e75835bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:47Z', 'updated_at': '2021-11-25T17:31:55Z', 'revision_number': 5, 'project_id': 'd4086650dac54a539044dab15f8f252a', 'subnets': [{'id': '25a72b94-fb6e-4434-9c21-274e75835bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:27.514594 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9c1de2-acb8-4191-8e04-8b48b5162851 x-openstack-request-id: req-5e9c1de2-acb8-4191-8e04-8b48b5162851 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:32:27.515003 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4cb3aad-8d17-4b7a-84cc-3284288e997f", "name": "network-vif-plugged", "status": "completed", "tag": "0dd9536e-6fd0-4870-9088-de6dd589a5eb", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:32:27.515272 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5e9c1de2-acb8-4191-8e04-8b48b5162851 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:32:27.515667 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4cb3aad-8d17-4b7a-84cc-3284288e997f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dd9536e-6fd0-4870-9088-de6dd589a5eb', 'code': 200} Nov 25 17:32:27.523524 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe2b846-bc13-4267-91e7-c8c7c15831d2 req-e25c6519-a2f6-456e-b55d-f3f7403e520f tempest-ImagesNegativeTestJSON-23400946 tempest-ImagesNegativeTestJSON-23400946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:27.525254 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dfe2b846-bc13-4267-91e7-c8c7c15831d2 req-e25c6519-a2f6-456e-b55d-f3f7403e520f tempest-ImagesNegativeTestJSON-23400946 tempest-ImagesNegativeTestJSON-23400946-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4cb3aad-8d17-4b7a-84cc-3284288e997f HTTP/1.1" status: 200 len: 950 time: 0.2621112 Nov 25 17:32:27.543223 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066cdae1-0c10-48d3-aa5f-d76131245966 None None] Checking router: 7168b50f-59dc-4fee-aaeb-a6ebb78a9b50 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:32:27.552286 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066cdae1-0c10-48d3-aa5f-d76131245966 None None] Routers {'7168b50f-59dc-4fee-aaeb-a6ebb78a9b50'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:32:27.552939 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-066cdae1-0c10-48d3-aa5f-d76131245966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:32:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['7168b50f-59dc-4fee-aaeb-a6ebb78a9b50'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:27.686221 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-066cdae1-0c10-48d3-aa5f-d76131245966 None None] Set router 7168b50f-59dc-4fee-aaeb-a6ebb78a9b50 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:32:27.688677 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-518219b5-8b83-4dc3-9ab9-b8f269e63d6c req-21c9d067-5a3a-4c30-a8bb-06c75f326c92 service neutron] 10.222.0.90 "GET /v2.0/networks/7a8c66d3-1027-4660-98b7-5ec4a01a4fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990494 Nov 25 17:32:27.695800 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-694b98e8-e306-4d16-9b5b-cf927390228a req-146a95f0-7bab-4847-b5f2-bd379b09e9c4 service neutron] For port 973b08e0-eaf7-41d9-97a8-ac091a2a447f, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:32:27.727088 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735c36a7-c324-49ba-ab6d-d17dbf81ea71 x-openstack-request-id: req-735c36a7-c324-49ba-ab6d-d17dbf81ea71 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:32:27.728597 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2199aed-22e4-45f1-889a-a5741f6a4c6c", "tag": "53a65dd2-7261-432f-a213-f291c3e01123", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:32:27.728908 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-735c36a7-c324-49ba-ab6d-d17dbf81ea71 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:32:27.732683 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123ca98-033b-4c0c-87fc-c5d858bfa669 req-1d208210-5bd7-442c-8321-b0840df76a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:27.734234 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d123ca98-033b-4c0c-87fc-c5d858bfa669 req-1d208210-5bd7-442c-8321-b0840df76a8f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d4cb3aad-8d17-4b7a-84cc-3284288e997f HTTP/1.1" status: 200 len: 1101 time: 0.1398001 Nov 25 17:32:27.735658 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2199aed-22e4-45f1-889a-a5741f6a4c6c', 'tag': '53a65dd2-7261-432f-a213-f291c3e01123', 'status': 'completed', 'code': 200} Nov 25 17:32:27.737907 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-694b98e8-e306-4d16-9b5b-cf927390228a req-146a95f0-7bab-4847-b5f2-bd379b09e9c4 service neutron] For port 973b08e0-eaf7-41d9-97a8-ac091a2a447f, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=973b08e0-eaf7-41d9-97a8-ac091a2a447f,segment=NetworkSegment(7c59980a-1d5c-42ff-ad45-f24197d8b17c),segment_id=7c59980a-1d5c-42ff-ad45-f24197d8b17c)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:32:27.755103 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dfe2b846-bc13-4267-91e7-c8c7c15831d2 req-9e211722-f626-47bb-b674-82b155404d83 tempest-ImagesNegativeTestJSON-23400946 tempest-ImagesNegativeTestJSON-23400946-project] 10.222.0.75 "GET /v2.0/security-groups?id=d05728c2-96ce-4543-bc9f-1f916bfad784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919012 Nov 25 17:32:27.832125 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25d6b7-f763-411e-94b8-e7a26c4f3fa3 req-3e1867a1-22ca-424d-8ca7-c24b9fdebec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:27.842413 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-694b98e8-e306-4d16-9b5b-cf927390228a req-146a95f0-7bab-4847-b5f2-bd379b09e9c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:27.845080 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-fd25d6b7-f763-411e-94b8-e7a26c4f3fa3 req-3e1867a1-22ca-424d-8ca7-c24b9fdebec5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d4086650dac54a539044dab15f8f252a&device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 1096 time: 0.0808578 Nov 25 17:32:27.969876 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25d6b7-f763-411e-94b8-e7a26c4f3fa3 req-f7ced5df-bc49-4a26-b083-c6114ca54d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:27.980109 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-fd25d6b7-f763-411e-94b8-e7a26c4f3fa3 req-f7ced5df-bc49-4a26-b083-c6114ca54d4a service neutron] 10.222.0.90 "GET /v2.0/networks?id=49c799e6-01fb-4356-b67f-8b970273c51a HTTP/1.1" status: 200 len: 917 time: 0.1242738 Nov 25 17:32:28.030417 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 8f77175a-bd57-40f3-8d07-643e29a7ae8c details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:32:28.032727 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device e52b8008-7c66-48fe-a4b5-c44fe002f599 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:32:28.090465 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-fd25d6b7-f763-411e-94b8-e7a26c4f3fa3 req-b4faeb5a-7d38-42f8-8908-ae1fadf34597 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53a65dd2-7261-432f-a213-f291c3e01123 HTTP/1.1" status: 200 len: 999 time: 0.1057148 Nov 25 17:32:28.203105 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25d6b7-f763-411e-94b8-e7a26c4f3fa3 req-7d8f2b44-661e-421d-a062-9907b1b0f37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:28.204865 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-fd25d6b7-f763-411e-94b8-e7a26c4f3fa3 req-7d8f2b44-661e-421d-a062-9907b1b0f37a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=25a72b94-fb6e-4434-9c21-274e75835bc9 HTTP/1.1" status: 200 len: 855 time: 0.1077955 Nov 25 17:32:28.283153 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25d6b7-f763-411e-94b8-e7a26c4f3fa3 req-2b4842c6-4427-4323-b2fa-205ef06bc0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:28.285797 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-fd25d6b7-f763-411e-94b8-e7a26c4f3fa3 req-2b4842c6-4427-4323-b2fa-205ef06bc0fa service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=49c799e6-01fb-4356-b67f-8b970273c51a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735478 Nov 25 17:32:28.341877 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port e52b8008-7c66-48fe-a4b5-c44fe002f599 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:32:28.367722 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port e52b8008-7c66-48fe-a4b5-c44fe002f599 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:28.368028 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:28.382579 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 8f77175a-bd57-40f3-8d07-643e29a7ae8c, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=8f77175a-bd57-40f3-8d07-643e29a7ae8c,segment=NetworkSegment(7b56f9b7-dcf8-416a-8490-b1f1b6152b37),segment_id=7b56f9b7-dcf8-416a-8490-b1f1b6152b37)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:28.410061 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d123ca98-033b-4c0c-87fc-c5d858bfa669 req-7d6f2c9a-b9da-425e-ba2a-a77ef026c56d service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=d05728c2-96ce-4543-bc9f-1f916bfad784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6494970 Nov 25 17:32:28.413423 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-518219b5-8b83-4dc3-9ab9-b8f269e63d6c req-5c97ca3b-a805-47bf-8e59-5b45f60010b9 service neutron] 10.222.0.90 "GET /v2.0/networks/7a8c66d3-1027-4660-98b7-5ec4a01a4fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7150667 Nov 25 17:32:28.428648 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '8f77175a-bd57-40f3-8d07-643e29a7ae8c', 'network_id': '7a8c66d3-1027-4660-98b7-5ec4a01a4fdc', 'port_id': '8f77175a-bd57-40f3-8d07-643e29a7ae8c', 'mac_address': 'fa:16:3e:78:9a:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0488b60b-dc56-4141-98fc-cb7726390b53', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:32:28.433698 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-066cdae1-0c10-48d3-aa5f-d76131245966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7168b50f-59dc-4fee-aaeb-a6ebb78a9b50', 'name': 'tempest-AttachVolumeShelveTestJSON-779843250-router', 'tenant_id': 'd4086650dac54a539044dab15f8f252a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'c2d1fa30-f17d-4813-8406-2a686109ed95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:44Z', 'updated_at': '2021-11-25T17:31:47Z', 'revision_number': 4, 'project_id': 'd4086650dac54a539044dab15f8f252a', 'gw_port': {'id': 'c2d1fa30-f17d-4813-8406-2a686109ed95', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7168b50f-59dc-4fee-aaeb-a6ebb78a9b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:45Z', 'updated_at': '2021-11-25T17:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': 'e464aee0-15bc-4970-b3c7-4cd749e63a9d', 'tenant_id': 'd4086650dac54a539044dab15f8f252a', 'floating_ip_address': '172.25.0.132', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '7168b50f-59dc-4fee-aaeb-a6ebb78a9b50', 'port_id': '53a65dd2-7261-432f-a213-f291c3e01123', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49c799e6-01fb-4356-b67f-8b970273c51a', 'mac_address': 'fa:16:3e:c3:b3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2199aed-22e4-45f1-889a-a5741f6a4c6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:31:52Z', 'updated_at': '2021-11-25T17:32:26Z', 'revision_number': 1, 'project_id': 'd4086650dac54a539044dab15f8f252a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54bdbdc2-5281-4b2a-8b87-916bf45252e8', 'name': '', 'network_id': '49c799e6-01fb-4356-b67f-8b970273c51a', 'tenant_id': 'd4086650dac54a539044dab15f8f252a', 'mac_address': 'fa:16:3e:ab:ec:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7168b50f-59dc-4fee-aaeb-a6ebb78a9b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '25a72b94-fb6e-4434-9c21-274e75835bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:47Z', 'updated_at': '2021-11-25T17:31:55Z', 'revision_number': 5, 'project_id': 'd4086650dac54a539044dab15f8f252a', 'subnets': [{'id': '25a72b94-fb6e-4434-9c21-274e75835bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:28.463559 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146a95f0-7bab-4847-b5f2-bd379b09e9c4 service neutron] Pushing event updated for resources: {'Port': ['ID=973b08e0-eaf7-41d9-97a8-ac091a2a447f,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:28.483650 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066cdae1-0c10-48d3-aa5f-d76131245966 None None] The sync data for ids ['7168b50f-59dc-4fee-aaeb-a6ebb78a9b50'] in n-d-817746-1 is: [{'id': '7168b50f-59dc-4fee-aaeb-a6ebb78a9b50', 'name': 'tempest-AttachVolumeShelveTestJSON-779843250-router', 'tenant_id': 'd4086650dac54a539044dab15f8f252a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'c2d1fa30-f17d-4813-8406-2a686109ed95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:44Z', 'updated_at': '2021-11-25T17:31:47Z', 'revision_number': 4, 'project_id': 'd4086650dac54a539044dab15f8f252a', 'gw_port': {'id': 'c2d1fa30-f17d-4813-8406-2a686109ed95', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7168b50f-59dc-4fee-aaeb-a6ebb78a9b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:45Z', 'updated_at': '2021-11-25T17:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': 'e464aee0-15bc-4970-b3c7-4cd749e63a9d', 'tenant_id': 'd4086650dac54a539044dab15f8f252a', 'floating_ip_address': '172.25.0.132', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '7168b50f-59dc-4fee-aaeb-a6ebb78a9b50', 'port_id': '53a65dd2-7261-432f-a213-f291c3e01123', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49c799e6-01fb-4356-b67f-8b970273c51a', 'mac_address': 'fa:16:3e:c3:b3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2199aed-22e4-45f1-889a-a5741f6a4c6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:31:52Z', 'updated_at': '2021-11-25T17:32:26Z', 'revision_number': 1, 'project_id': 'd4086650dac54a539044dab15f8f252a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54bdbdc2-5281-4b2a-8b87-916bf45252e8', 'name': '', 'network_id': '49c799e6-01fb-4356-b67f-8b970273c51a', 'tenant_id': 'd4086650dac54a539044dab15f8f252a', 'mac_address': 'fa:16:3e:ab:ec:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7168b50f-59dc-4fee-aaeb-a6ebb78a9b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '25a72b94-fb6e-4434-9c21-274e75835bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:47Z', 'updated_at': '2021-11-25T17:31:55Z', 'revision_number': 5, 'project_id': 'd4086650dac54a539044dab15f8f252a', 'subnets': [{'id': '25a72b94-fb6e-4434-9c21-274e75835bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:32:28.488751 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b98e8-e306-4d16-9b5b-cf927390228a req-146a95f0-7bab-4847-b5f2-bd379b09e9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:28.489717 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-694b98e8-e306-4d16-9b5b-cf927390228a req-146a95f0-7bab-4847-b5f2-bd379b09e9c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:28.491665 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-694b98e8-e306-4d16-9b5b-cf927390228a req-146a95f0-7bab-4847-b5f2-bd379b09e9c4 service neutron] 10.222.0.74 "PUT /v2.0/ports/973b08e0-eaf7-41d9-97a8-ac091a2a447f HTTP/1.1" status: 200 len: 1092 time: 3.2639742 Nov 25 17:32:28.493437 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4a2faa2-0398-457b-8029-cd06ddb6a08d', 'tag': '973b08e0-eaf7-41d9-97a8-ac091a2a447f'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:32:28.497573 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b940d765-1583-425d-8ff2-b12b59a97829" -d '{"events": [{"name": "network-changed", "server_uuid": "d4a2faa2-0398-457b-8029-cd06ddb6a08d", "tag": "973b08e0-eaf7-41d9-97a8-ac091a2a447f"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:32:28.521178 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1da21977-2e13-4b29-9bd8-af91ca9d8f8a req-af9c56e7-c96c-4d51-b74a-a261acaeddab tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] 10.222.0.75 "GET /v2.0/floatingips?tenant_id=74c764f7efdb45b5aeb1843c72dd9ccc HTTP/1.1" status: 200 len: 696 time: 0.6445503 Nov 25 17:32:28.598390 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:28.650955 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f77175a-bd57-40f3-8d07-643e29a7ae8c {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:32:28.676258 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:28.707195 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 8f77175a-bd57-40f3-8d07-643e29a7ae8c, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=8f77175a-bd57-40f3-8d07-643e29a7ae8c,segment=NetworkSegment(7b56f9b7-dcf8-416a-8490-b1f1b6152b37),segment_id=7b56f9b7-dcf8-416a-8490-b1f1b6152b37)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:28.708577 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ca188-eea9-48e4-b9c3-7e9c243f0c1a req-58322e15-e810-4181-a256-8730cb38b01c tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:28.718675 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:28.719566 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-802ca188-eea9-48e4-b9c3-7e9c243f0c1a req-58322e15-e810-4181-a256-8730cb38b01c tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/ports?device_id=74076797-0db0-4169-8a71-e6aa0871ad88 HTTP/1.1" status: 200 len: 944 time: 0.8708997 Nov 25 17:32:28.776163 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b98e8-e306-4d16-9b5b-cf927390228a req-acd06b66-6136-423a-8616-b4c1d2ea6d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:28.776967 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b98e8-e306-4d16-9b5b-cf927390228a req-acd06b66-6136-423a-8616-b4c1d2ea6d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:28.779157 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-694b98e8-e306-4d16-9b5b-cf927390228a req-acd06b66-6136-423a-8616-b4c1d2ea6d76 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d64a86f779cb466b8c1c45288d32f994&device_id=d4a2faa2-0398-457b-8029-cd06ddb6a08d HTTP/1.1" status: 200 len: 1981 time: 0.2374454 Nov 25 17:32:28.779900 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port e52b8008-7c66-48fe-a4b5-c44fe002f599, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=e52b8008-7c66-48fe-a4b5-c44fe002f599,segment=NetworkSegment(14ee21b8-6adb-4fbc-8e63-e4b2c4af3623),segment_id=14ee21b8-6adb-4fbc-8e63-e4b2c4af3623)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:28.789810 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:28.815024 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=8f77175a-bd57-40f3-8d07-643e29a7ae8c,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:28.847996 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-694b98e8-e306-4d16-9b5b-cf927390228a req-281bb5ed-3ce9-4867-ade5-7eb2e26e66d8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.159&port_id=332297f8-fa8d-40e6-a6d4-3adb6f3b349f HTTP/1.1" status: 200 len: 217 time: 0.0531855 Nov 25 17:32:28.870902 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-802ca188-eea9-48e4-b9c3-7e9c243f0c1a req-56e497c3-75c7-4295-a2ea-f0c72b5f7e1a tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a4fb475-e9ec-4623-9c08-36dcb76340fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487272 Nov 25 17:32:28.889658 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=e52b8008-7c66-48fe-a4b5-c44fe002f599,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:28.893989 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806c09ca-baa9-4045-b0b1-7d9656df4b82 None None] New status for floating IP e464aee0-15bc-4970-b3c7-4cd749e63a9d: ACTIVE {{(pid=103363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:32:28.956179 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b98e8-e306-4d16-9b5b-cf927390228a req-689a1d6b-62e9-42eb-92df-6eff270b842f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:28.960104 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-694b98e8-e306-4d16-9b5b-cf927390228a req-689a1d6b-62e9-42eb-92df-6eff270b842f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b6d267ec-62ab-4d84-afa5-702a6288d15b HTTP/1.1" status: 200 len: 801 time: 0.1027098 Nov 25 17:32:28.985157 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da21977-2e13-4b29-9bd8-af91ca9d8f8a req-01a8b834-042d-4c5b-a558-0765323cb82e tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:28.987919 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-fd25d6b7-f763-411e-94b8-e7a26c4f3fa3 req-dce5b13e-1937-44d7-85cc-12ce51f545cc service neutron] 10.222.0.90 "GET /v2.0/networks/49c799e6-01fb-4356-b67f-8b970273c51a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6932561 Nov 25 17:32:28.989359 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1da21977-2e13-4b29-9bd8-af91ca9d8f8a req-01a8b834-042d-4c5b-a558-0765323cb82e tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] 10.222.0.75 "GET /v2.0/networks?id=1aa44027-b9d0-4a56-9a59-7e664703e20a HTTP/1.1" status: 200 len: 787 time: 0.4668458 Nov 25 17:32:28.998466 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['8f77175a-bd57-40f3-8d07-643e29a7ae8c'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:32:29.023448 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [req-1da21977-2e13-4b29-9bd8-af91ca9d8f8a req-b7532d21-6931-4ad4-97de-3f401097e173 tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:32:29.024387 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1da21977-2e13-4b29-9bd8-af91ca9d8f8a req-b7532d21-6931-4ad4-97de-3f401097e173 tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0169933 Nov 25 17:32:29.100518 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b98e8-e306-4d16-9b5b-cf927390228a req-a6ea918a-5f68-4348-a2d6-66162b83c7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:29.102818 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-694b98e8-e306-4d16-9b5b-cf927390228a req-a6ea918a-5f68-4348-a2d6-66162b83c7c4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=26366550-8d14-4bcd-8615-ce2c039447e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1122816 Nov 25 17:32:29.131635 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11b40f-cc73-4569-8ff8-0ce0b0c2601a req-2b748bba-e828-41b3-bab8-4f659a84d822 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:29.139618 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11b40f-cc73-4569-8ff8-0ce0b0c2601a req-2b748bba-e828-41b3-bab8-4f659a84d822 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:29.152099 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6c11b40f-cc73-4569-8ff8-0ce0b0c2601a req-2b748bba-e828-41b3-bab8-4f659a84d822 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4a2faa2-0398-457b-8029-cd06ddb6a08d HTTP/1.1" status: 200 len: 1679 time: 0.0998936 Nov 25 17:32:29.201070 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-fd25d6b7-f763-411e-94b8-e7a26c4f3fa3 req-d06c3985-074c-4797-abb7-aa35677dd334 service neutron] 10.222.0.90 "GET /v2.0/networks/49c799e6-01fb-4356-b67f-8b970273c51a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038929 Nov 25 17:32:29.322169 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6c11b40f-cc73-4569-8ff8-0ce0b0c2601a req-158edc60-080f-429e-b432-2787384b0275 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "GET /v2.0/security-groups?id=6cba972f-cee6-4d43-9317-8cfe4a5ae4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682520 Nov 25 17:32:29.333604 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f6cd6-a962-4aa2-8561-d873a9c1ce7e req-931add50-a74b-4c64-b08d-b82c66074923 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:29.336296 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-825f6cd6-a962-4aa2-8561-d873a9c1ce7e req-931add50-a74b-4c64-b08d-b82c66074923 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/ports?device_id=22551351-6a56-41ed-b423-a3421ddd122c HTTP/1.1" status: 200 len: 944 time: 0.1728425 Nov 25 17:32:29.382571 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa52ec16-bfb1-4d7b-a6d4-30bbd03025c3 x-openstack-request-id: req-fa52ec16-bfb1-4d7b-a6d4-30bbd03025c3 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:32:29.382969 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4a2faa2-0398-457b-8029-cd06ddb6a08d", "tag": "973b08e0-eaf7-41d9-97a8-ac091a2a447f", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:32:29.383482 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fa52ec16-bfb1-4d7b-a6d4-30bbd03025c3 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:32:29.383988 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4a2faa2-0398-457b-8029-cd06ddb6a08d', 'tag': '973b08e0-eaf7-41d9-97a8-ac091a2a447f', 'status': 'completed', 'code': 200} Nov 25 17:32:29.390055 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-694b98e8-e306-4d16-9b5b-cf927390228a req-ebd79a3a-26b9-4e67-b1c2-94b5fdb2ffdc service neutron] 10.222.0.74 "GET /v2.0/networks/26366550-8d14-4bcd-8615-ce2c039447e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759244 Nov 25 17:32:29.493349 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-825f6cd6-a962-4aa2-8561-d873a9c1ce7e req-c6173a04-e69e-4e16-ad80-0bc8d8d7575a tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/security-groups?id=64a4895e-66bb-4a82-9045-67d823985e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256471 Nov 25 17:32:29.517530 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74076797-0db0-4169-8a71-e6aa0871ad88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e52b8008-7c66-48fe-a4b5-c44fe002f599'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:32:29.522646 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dabf812-4b68-46c8-b68d-be393733be2b" -d '{"events": [{"server_uuid": "74076797-0db0-4169-8a71-e6aa0871ad88", "name": "network-vif-plugged", "status": "completed", "tag": "e52b8008-7c66-48fe-a4b5-c44fe002f599"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:32:29.564253 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-694b98e8-e306-4d16-9b5b-cf927390228a req-48bd5ba2-61cd-433a-8cec-1a956b988f60 service neutron] 10.222.0.74 "GET /v2.0/networks/26366550-8d14-4bcd-8615-ce2c039447e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642563 Nov 25 17:32:29.638420 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-694b98e8-e306-4d16-9b5b-cf927390228a req-65209776-8d88-463b-a6b9-395bddcf829c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.123&port_id=973b08e0-eaf7-41d9-97a8-ac091a2a447f HTTP/1.1" status: 200 len: 217 time: 0.0656769 Nov 25 17:32:29.719551 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed83d272-10cc-4173-b1cc-a752026d9543 req-ce0d5f9d-2c11-4498-83e5-aa00a2d345aa tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] 10.222.0.75 "GET /v2.0/floatingips/238849a7-9cc8-455c-9cb7-d666249ef10b HTTP/1.1" status: 200 len: 693 time: 0.0843844 Nov 25 17:32:29.752100 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc786ebd-ea68-433d-a296-6d6b8c5cd016 req-44a28fee-becb-489a-ae2b-0092d159c84c tempest-ImagesNegativeTestJSON-23400946 tempest-ImagesNegativeTestJSON-23400946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:29.753784 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dc786ebd-ea68-433d-a296-6d6b8c5cd016 req-44a28fee-becb-489a-ae2b-0092d159c84c tempest-ImagesNegativeTestJSON-23400946 tempest-ImagesNegativeTestJSON-23400946-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4cb3aad-8d17-4b7a-84cc-3284288e997f HTTP/1.1" status: 200 len: 950 time: 0.1700869 Nov 25 17:32:29.769146 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b98e8-e306-4d16-9b5b-cf927390228a req-b7a14f62-6e22-492d-9e76-7f83b72ce381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:29.770441 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-694b98e8-e306-4d16-9b5b-cf927390228a req-b7a14f62-6e22-492d-9e76-7f83b72ce381 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c827af64-a5bc-4ee8-bd70-927cd2227af9 HTTP/1.1" status: 200 len: 801 time: 0.1219819 Nov 25 17:32:29.899011 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dc786ebd-ea68-433d-a296-6d6b8c5cd016 req-dcd9c7b7-92e6-47f9-8b3a-6acf7c437984 tempest-ImagesNegativeTestJSON-23400946 tempest-ImagesNegativeTestJSON-23400946-project] 10.222.0.75 "GET /v2.0/security-groups?id=d05728c2-96ce-4543-bc9f-1f916bfad784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316783 Nov 25 17:32:29.904689 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b98e8-e306-4d16-9b5b-cf927390228a req-089e9a4e-798d-4e5b-971c-fd21cb4547fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:29.906219 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-694b98e8-e306-4d16-9b5b-cf927390228a req-089e9a4e-798d-4e5b-971c-fd21cb4547fc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=37574acf-5e23-4564-a5b4-2a51c96fcbb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1232984 Nov 25 17:32:29.947678 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83d272-10cc-4173-b1cc-a752026d9543 req-7ba8551b-cdec-4f5f-bf29-c8cd415de405 tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:29.949816 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed83d272-10cc-4173-b1cc-a752026d9543 req-7ba8551b-cdec-4f5f-bf29-c8cd415de405 tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] 10.222.0.75 "GET /v2.0/networks/1aa44027-b9d0-4a56-9a59-7e664703e20a HTTP/1.1" status: 200 len: 784 time: 0.2211468 Nov 25 17:32:29.957039 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179a0fb6-1a8c-4ad5-84c9-036144b1fe26 x-openstack-request-id: req-179a0fb6-1a8c-4ad5-84c9-036144b1fe26 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:32:29.957664 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74076797-0db0-4169-8a71-e6aa0871ad88", "name": "network-vif-plugged", "status": "completed", "tag": "e52b8008-7c66-48fe-a4b5-c44fe002f599", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:32:29.958505 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-179a0fb6-1a8c-4ad5-84c9-036144b1fe26 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:32:29.959150 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74076797-0db0-4169-8a71-e6aa0871ad88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e52b8008-7c66-48fe-a4b5-c44fe002f599', 'code': 200} Nov 25 17:32:30.024417 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 8f77175a-bd57-40f3-8d07-643e29a7ae8c up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:32:30.071619 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed83d272-10cc-4173-b1cc-a752026d9543 req-8306f001-8019-4207-b03b-2bf8b50bf1f5 tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.0.207 HTTP/1.1" status: 200 len: 696 time: 0.1116219 Nov 25 17:32:30.081026 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port 8f77175a-bd57-40f3-8d07-643e29a7ae8c completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:32:30.086226 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port 8f77175a-bd57-40f3-8d07-643e29a7ae8c triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:30.086748 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:30.090768 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c76a2-0d42-4db4-b2bc-3c982e7c02bf req-eb4b2109-ab11-4b17-beda-bb22c3a2b7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:30.092655 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-563c76a2-0d42-4db4-b2bc-3c982e7c02bf req-eb4b2109-ab11-4b17-beda-bb22c3a2b7d5 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=74076797-0db0-4169-8a71-e6aa0871ad88 HTTP/1.1" status: 200 len: 1096 time: 0.0565870 Nov 25 17:32:30.150212 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-694b98e8-e306-4d16-9b5b-cf927390228a req-ad823db1-69e4-4fd0-a8cd-a35dc7e635d3 service neutron] 10.222.0.74 "GET /v2.0/networks/37574acf-5e23-4564-a5b4-2a51c96fcbb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285514 Nov 25 17:32:30.159482 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-563c76a2-0d42-4db4-b2bc-3c982e7c02bf req-661723ad-ccae-4a93-b082-7ad6f4c54693 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=8a4fb475-e9ec-4623-9c08-36dcb76340fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591521 Nov 25 17:32:30.161872 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed83d272-10cc-4173-b1cc-a752026d9543 req-856a7d69-ed33-46d9-8bf4-1e0f2273270f tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.0.207 HTTP/1.1" status: 200 len: 696 time: 0.0776989 Nov 25 17:32:30.176623 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:30.197789 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e120337e-07ba-4a34-9dcc-e5b8476f735e req-ba4c7be4-0996-4d13-ad06-a480eb3ad7e4 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:30.199447 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e120337e-07ba-4a34-9dcc-e5b8476f735e req-ba4c7be4-0996-4d13-ad06-a480eb3ad7e4 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/ports?device_id=74076797-0db0-4169-8a71-e6aa0871ad88 HTTP/1.1" status: 200 len: 945 time: 0.1705010 Nov 25 17:32:30.223131 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 8f77175a-bd57-40f3-8d07-643e29a7ae8c, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=8f77175a-bd57-40f3-8d07-643e29a7ae8c,segment=NetworkSegment(7b56f9b7-dcf8-416a-8490-b1f1b6152b37),segment_id=7b56f9b7-dcf8-416a-8490-b1f1b6152b37)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:30.227380 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:30.278408 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=8f77175a-bd57-40f3-8d07-643e29a7ae8c,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:30.398349 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-694b98e8-e306-4d16-9b5b-cf927390228a req-5e2c2b21-4329-49b1-818a-adad82c30414 service neutron] 10.222.0.74 "GET /v2.0/networks/37574acf-5e23-4564-a5b4-2a51c96fcbb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336159 Nov 25 17:32:30.401665 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e120337e-07ba-4a34-9dcc-e5b8476f735e req-95a8fd66-35a8-4d18-b103-7465cb61c006 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a4fb475-e9ec-4623-9c08-36dcb76340fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683445 Nov 25 17:32:30.440797 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-ed83d272-10cc-4173-b1cc-a752026d9543 req-4d3d5f51-c76a-4689-9699-9c43ec1bffae tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] Deleting port 6827d9c9-913f-4c27-be34-461c8d1b8905 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:32:30.441171 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ed83d272-10cc-4173-b1cc-a752026d9543 req-4d3d5f51-c76a-4689-9699-9c43ec1bffae tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:30.601150 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940d765-1583-425d-8ff2-b12b59a97829 req-e7ec8740-9c3a-40e3-88d4-483e91980be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:30.601786 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940d765-1583-425d-8ff2-b12b59a97829 req-e7ec8740-9c3a-40e3-88d4-483e91980be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:30.603295 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b940d765-1583-425d-8ff2-b12b59a97829 req-e7ec8740-9c3a-40e3-88d4-483e91980be9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d64a86f779cb466b8c1c45288d32f994&device_id=d4a2faa2-0398-457b-8029-cd06ddb6a08d HTTP/1.1" status: 200 len: 1981 time: 0.1438468 Nov 25 17:32:30.604975 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ed83d272-10cc-4173-b1cc-a752026d9543 req-4d3d5f51-c76a-4689-9699-9c43ec1bffae tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:30.605382 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ed83d272-10cc-4173-b1cc-a752026d9543 req-4d3d5f51-c76a-4689-9699-9c43ec1bffae tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:30.637697 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6f68a-64f3-4ab9-aae6-58b1733c8f2c req-922beeaa-63bd-4648-b414-3abaae303ce9 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:30.643642 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6f68a-64f3-4ab9-aae6-58b1733c8f2c req-922beeaa-63bd-4648-b414-3abaae303ce9 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:30.645167 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-39d6f68a-64f3-4ab9-aae6-58b1733c8f2c req-922beeaa-63bd-4648-b414-3abaae303ce9 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4a2faa2-0398-457b-8029-cd06ddb6a08d HTTP/1.1" status: 200 len: 1679 time: 0.1748958 Nov 25 17:32:30.646051 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-ed83d272-10cc-4173-b1cc-a752026d9543 req-4d3d5f51-c76a-4689-9699-9c43ec1bffae tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] Calling delete_port for 6827d9c9-913f-4c27-be34-461c8d1b8905 owned by network:floatingip {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:32:30.817052 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-39d6f68a-64f3-4ab9-aae6-58b1733c8f2c req-19086749-b3ff-4ae1-93bb-75093af34e4e tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "GET /v2.0/security-groups?id=6cba972f-cee6-4d43-9317-8cfe4a5ae4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581230 Nov 25 17:32:30.822322 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940d765-1583-425d-8ff2-b12b59a97829 req-3716b35d-d92b-49f1-a062-a3e332bcc2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:30.823736 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b940d765-1583-425d-8ff2-b12b59a97829 req-3716b35d-d92b-49f1-a062-a3e332bcc2d7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=37574acf-5e23-4564-a5b4-2a51c96fcbb9 HTTP/1.1" status: 200 len: 903 time: 0.2075675 Nov 25 17:32:30.879747 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b940d765-1583-425d-8ff2-b12b59a97829 req-e3a251df-e349-4b31-890c-8f86fd8a6543 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.123&port_id=973b08e0-eaf7-41d9-97a8-ac091a2a447f HTTP/1.1" status: 200 len: 217 time: 0.0446553 Nov 25 17:32:31.005224 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940d765-1583-425d-8ff2-b12b59a97829 req-116ae144-25ca-4b50-82a0-f61a815069d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:31.006700 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b940d765-1583-425d-8ff2-b12b59a97829 req-116ae144-25ca-4b50-82a0-f61a815069d9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c827af64-a5bc-4ee8-bd70-927cd2227af9 HTTP/1.1" status: 200 len: 801 time: 0.1157515 Nov 25 17:32:31.009342 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ed83d272-10cc-4173-b1cc-a752026d9543 req-4d3d5f51-c76a-4689-9699-9c43ec1bffae tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:31.053629 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3d5f51-c76a-4689-9699-9c43ec1bffae tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] Pushing event deleted for resources: {'Port': ['ID=6827d9c9-913f-4c27-be34-461c8d1b8905,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:31.083154 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb28dc-8221-40c4-abf5-c511eb50a933 req-740ff461-1f52-4a6c-b314-75088ba46ec2 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:31.084648 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c9eb28dc-8221-40c4-abf5-c511eb50a933 req-740ff461-1f52-4a6c-b314-75088ba46ec2 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/ports?device_id=22551351-6a56-41ed-b423-a3421ddd122c HTTP/1.1" status: 200 len: 945 time: 0.1393852 Nov 25 17:32:31.157012 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940d765-1583-425d-8ff2-b12b59a97829 req-e09cbbca-15a7-460a-a34b-731c4d10fe8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:31.158414 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b940d765-1583-425d-8ff2-b12b59a97829 req-e09cbbca-15a7-460a-a34b-731c4d10fe8e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=37574acf-5e23-4564-a5b4-2a51c96fcbb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1182830 Nov 25 17:32:31.204574 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ed83d272-10cc-4173-b1cc-a752026d9543 req-4d3d5f51-c76a-4689-9699-9c43ec1bffae tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] Publish callbacks [] for floatingip, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:31.207238 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ed83d272-10cc-4173-b1cc-a752026d9543 req-4d3d5f51-c76a-4689-9699-9c43ec1bffae tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:31.208376 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed83d272-10cc-4173-b1cc-a752026d9543 req-4d3d5f51-c76a-4689-9699-9c43ec1bffae tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] 10.222.0.75 "DELETE /v2.0/floatingips/238849a7-9cc8-455c-9cb7-d666249ef10b HTTP/1.1" status: 204 len: 173 time: 1.0358953 Nov 25 17:32:31.211728 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c9eb28dc-8221-40c4-abf5-c511eb50a933 req-6e386cf3-d3fc-4898-bf8c-1faf118c9820 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/security-groups?id=64a4895e-66bb-4a82-9045-67d823985e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080570 Nov 25 17:32:31.289171 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b940d765-1583-425d-8ff2-b12b59a97829 req-210d6775-042e-4721-b42a-f42bca2fc92e service neutron] 10.222.0.74 "GET /v2.0/networks/37574acf-5e23-4564-a5b4-2a51c96fcbb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212263 Nov 25 17:32:31.507317 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a13ade-a731-49b5-8fa3-bfbd1097c4ac req-78911748-1b0d-4608-826e-22cee3481c92 tempest-ImagesNegativeTestJSON-23400946 tempest-ImagesNegativeTestJSON-23400946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:31.508761 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e0a13ade-a731-49b5-8fa3-bfbd1097c4ac req-78911748-1b0d-4608-826e-22cee3481c92 tempest-ImagesNegativeTestJSON-23400946 tempest-ImagesNegativeTestJSON-23400946-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4cb3aad-8d17-4b7a-84cc-3284288e997f HTTP/1.1" status: 200 len: 950 time: 0.1756608 Nov 25 17:32:31.523649 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b940d765-1583-425d-8ff2-b12b59a97829 req-a882e21f-ceb5-4b09-b4df-52f795db9d4d service neutron] 10.222.0.74 "GET /v2.0/networks/37574acf-5e23-4564-a5b4-2a51c96fcbb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213347 Nov 25 17:32:31.544999 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-320ba657-6336-4210-ac55-da364f923989 req-80129d6c-4698-45bc-9102-2de0d2713903 tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2335317 Nov 25 17:32:31.557227 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-320ba657-6336-4210-ac55-da364f923989 req-99940974-0f9c-4107-8dbb-c398cebb90b3 tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] Request body: {'floatingip': {'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:31.592694 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e0a13ade-a731-49b5-8fa3-bfbd1097c4ac req-5bd89532-6611-435f-ae77-ba6698a788b3 tempest-ImagesNegativeTestJSON-23400946 tempest-ImagesNegativeTestJSON-23400946-project] 10.222.0.75 "GET /v2.0/security-groups?id=d05728c2-96ce-4543-bc9f-1f916bfad784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764205 Nov 25 17:32:31.598781 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-320ba657-6336-4210-ac55-da364f923989 req-99940974-0f9c-4107-8dbb-c398cebb90b3 tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] Publish callbacks [] for floatingip, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:31.720306 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a8552-dcec-4a62-a5cd-847510f281ed req-25ea286d-49e9-4903-b00b-98760d5cb3a2 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:31.721766 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-334a8552-dcec-4a62-a5cd-847510f281ed req-25ea286d-49e9-4903-b00b-98760d5cb3a2 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/ports?device_id=74076797-0db0-4169-8a71-e6aa0871ad88 HTTP/1.1" status: 200 len: 945 time: 0.0654356 Nov 25 17:32:31.773970 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-320ba657-6336-4210-ac55-da364f923989 req-99940974-0f9c-4107-8dbb-c398cebb90b3 tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:31.788941 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-334a8552-dcec-4a62-a5cd-847510f281ed req-90735e28-8282-40f7-b929-d6feed241844 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a4fb475-e9ec-4623-9c08-36dcb76340fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602186 Nov 25 17:32:31.887270 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-320ba657-6336-4210-ac55-da364f923989 req-99940974-0f9c-4107-8dbb-c398cebb90b3 tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] Allocated IP 172.25.0.33 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/76dfd4e6-0776-400b-ac20-ee81a789deae) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:32:31.960109 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22551351-6a56-41ed-b423-a3421ddd122c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f77175a-bd57-40f3-8d07-643e29a7ae8c'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:32:31.962530 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d15fcd6-c978-4a77-b989-44cd40675810" -d '{"events": [{"server_uuid": "22551351-6a56-41ed-b423-a3421ddd122c", "name": "network-vif-plugged", "status": "completed", "tag": "8f77175a-bd57-40f3-8d07-643e29a7ae8c"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:32:32.013231 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-320ba657-6336-4210-ac55-da364f923989 req-99940974-0f9c-4107-8dbb-c398cebb90b3 tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:32.058204 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-320ba657-6336-4210-ac55-da364f923989 req-99940974-0f9c-4107-8dbb-c398cebb90b3 tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:32.133409 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-320ba657-6336-4210-ac55-da364f923989 req-99940974-0f9c-4107-8dbb-c398cebb90b3 tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:32:32.135289 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99940974-0f9c-4107-8dbb-c398cebb90b3 tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] Pushing event updated for resources: {'Port': ['ID=76dfd4e6-0776-400b-ac20-ee81a789deae,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:32.138941 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-320ba657-6336-4210-ac55-da364f923989 req-99940974-0f9c-4107-8dbb-c398cebb90b3 tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:32:32.142536 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-320ba657-6336-4210-ac55-da364f923989 req-99940974-0f9c-4107-8dbb-c398cebb90b3 tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:32:32.486130 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bae0d6-c485-4086-ba04-3f515fb13f83 req-93257d86-9a55-4ee2-b0cb-35867acea144 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:32.492077 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bae0d6-c485-4086-ba04-3f515fb13f83 req-93257d86-9a55-4ee2-b0cb-35867acea144 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:32.493632 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-84bae0d6-c485-4086-ba04-3f515fb13f83 req-93257d86-9a55-4ee2-b0cb-35867acea144 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4a2faa2-0398-457b-8029-cd06ddb6a08d HTTP/1.1" status: 200 len: 1679 time: 0.4077542 Nov 25 17:32:32.577837 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-84bae0d6-c485-4086-ba04-3f515fb13f83 req-14b8be50-6c35-43dd-b253-d590d33bdba7 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "GET /v2.0/security-groups?id=6cba972f-cee6-4d43-9317-8cfe4a5ae4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763769 Nov 25 17:32:32.582882 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-320ba657-6336-4210-ac55-da364f923989 req-99940974-0f9c-4107-8dbb-c398cebb90b3 tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:32.625548 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-320ba657-6336-4210-ac55-da364f923989 req-99940974-0f9c-4107-8dbb-c398cebb90b3 tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:32.788028 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3abbc8-5aa1-4950-b32d-2645217b8b57 req-1878afa7-747f-46fc-9aa0-d43abe350fe4 tempest-ImagesNegativeTestJSON-23400946 tempest-ImagesNegativeTestJSON-23400946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:32.789431 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bb3abbc8-5aa1-4950-b32d-2645217b8b57 req-1878afa7-747f-46fc-9aa0-d43abe350fe4 tempest-ImagesNegativeTestJSON-23400946 tempest-ImagesNegativeTestJSON-23400946-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4cb3aad-8d17-4b7a-84cc-3284288e997f HTTP/1.1" status: 200 len: 950 time: 0.0746214 Nov 25 17:32:32.843601 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-320ba657-6336-4210-ac55-da364f923989 req-99940974-0f9c-4107-8dbb-c398cebb90b3 tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:32.851821 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-320ba657-6336-4210-ac55-da364f923989 req-99940974-0f9c-4107-8dbb-c398cebb90b3 tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:32.883887 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bb3abbc8-5aa1-4950-b32d-2645217b8b57 req-1e7e0b00-6fa3-41cd-87ca-2c6b7ae575fa tempest-ImagesNegativeTestJSON-23400946 tempest-ImagesNegativeTestJSON-23400946-project] 10.222.0.75 "GET /v2.0/security-groups?id=d05728c2-96ce-4543-bc9f-1f916bfad784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863800 Nov 25 17:32:32.925998 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99940974-0f9c-4107-8dbb-c398cebb90b3 tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] Pushing event updated for resources: {'Port': ['ID=76dfd4e6-0776-400b-ac20-ee81a789deae,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:32.930029 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0dd5df4-532b-4bd9-88d3-751ed6544e35 x-openstack-request-id: req-c0dd5df4-532b-4bd9-88d3-751ed6544e35 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:32:32.930574 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22551351-6a56-41ed-b423-a3421ddd122c", "name": "network-vif-plugged", "status": "completed", "tag": "8f77175a-bd57-40f3-8d07-643e29a7ae8c", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:32:32.931014 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c0dd5df4-532b-4bd9-88d3-751ed6544e35 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:32:32.932036 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22551351-6a56-41ed-b423-a3421ddd122c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f77175a-bd57-40f3-8d07-643e29a7ae8c', 'code': 200} Nov 25 17:32:32.941011 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-320ba657-6336-4210-ac55-da364f923989 req-99940974-0f9c-4107-8dbb-c398cebb90b3 tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:32.961334 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-320ba657-6336-4210-ac55-da364f923989 req-99940974-0f9c-4107-8dbb-c398cebb90b3 tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:32.963691 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-320ba657-6336-4210-ac55-da364f923989 req-99940974-0f9c-4107-8dbb-c398cebb90b3 tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4114676 Nov 25 17:32:33.028977 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-320ba657-6336-4210-ac55-da364f923989 req-25cbf49b-5e00-4639-9b62-81d0b5094151 tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.0.33 HTTP/1.1" status: 200 len: 695 time: 0.0550044 Nov 25 17:32:33.045192 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64719ad-1654-4621-99d0-64071c7a410c req-87f657b6-40b4-4e63-9f25-75ea43a29c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:33.047220 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d64719ad-1654-4621-99d0-64071c7a410c req-87f657b6-40b4-4e63-9f25-75ea43a29c56 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=22551351-6a56-41ed-b423-a3421ddd122c HTTP/1.1" status: 200 len: 1096 time: 0.0433290 Nov 25 17:32:33.115769 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d64719ad-1654-4621-99d0-64071c7a410c req-fab9fa52-4636-4cec-9159-6f6d20e75fef service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=64a4895e-66bb-4a82-9045-67d823985e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526702 Nov 25 17:32:33.154966 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ba657-6336-4210-ac55-da364f923989 req-31bfc41e-ee89-445a-b91d-3c7982a5230b tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:33.156334 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-320ba657-6336-4210-ac55-da364f923989 req-31bfc41e-ee89-445a-b91d-3c7982a5230b tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] 10.222.0.75 "GET /v2.0/networks/1aa44027-b9d0-4a56-9a59-7e664703e20a HTTP/1.1" status: 200 len: 784 time: 0.1209915 Nov 25 17:32:33.219798 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee4478c-c356-4c11-a741-99ae812bb580 req-8624ea94-02f7-4228-a4c9-926607c774cb tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:33.221322 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5ee4478c-c356-4c11-a741-99ae812bb580 req-8624ea94-02f7-4228-a4c9-926607c774cb tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/ports?device_id=22551351-6a56-41ed-b423-a3421ddd122c HTTP/1.1" status: 200 len: 945 time: 0.0513723 Nov 25 17:32:33.272182 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5ee4478c-c356-4c11-a741-99ae812bb580 req-1b09bd7d-9a81-48aa-9162-b42f827cdc84 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/security-groups?id=64a4895e-66bb-4a82-9045-67d823985e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449073 Nov 25 17:32:33.409114 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e1e45b29-6df0-4dc6-8dab-01cb017e8149 req-720f972f-125d-480e-b4e3-640b38374b7d tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] 10.222.0.75 "GET /v2.0/floatingips/631bba7e-67ce-4230-84bd-449c5399e07b HTTP/1.1" status: 200 len: 692 time: 0.0512073 Nov 25 17:32:33.503916 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9e352-e291-4b98-9e6f-85f9e6c717eb req-861a5aed-53cd-4594-941e-6fab4f18b7d0 tempest-ImagesNegativeTestJSON-23400946 tempest-ImagesNegativeTestJSON-23400946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:33.505406 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-44f9e352-e291-4b98-9e6f-85f9e6c717eb req-861a5aed-53cd-4594-941e-6fab4f18b7d0 tempest-ImagesNegativeTestJSON-23400946 tempest-ImagesNegativeTestJSON-23400946-project] 10.222.0.90 "GET /v2.0/ports?device_id=d4cb3aad-8d17-4b7a-84cc-3284288e997f HTTP/1.1" status: 200 len: 950 time: 0.0515854 Nov 25 17:32:33.526539 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e45b29-6df0-4dc6-8dab-01cb017e8149 req-407aa052-70fc-4639-9f82-03a44478924e tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:33.528203 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e1e45b29-6df0-4dc6-8dab-01cb017e8149 req-407aa052-70fc-4639-9f82-03a44478924e tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] 10.222.0.75 "GET /v2.0/networks/1aa44027-b9d0-4a56-9a59-7e664703e20a HTTP/1.1" status: 200 len: 784 time: 0.1135879 Nov 25 17:32:33.579557 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e1e45b29-6df0-4dc6-8dab-01cb017e8149 req-59f824f9-50e9-4ef4-84cf-094e0bab6fcd tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.0.33 HTTP/1.1" status: 200 len: 695 time: 0.0445356 Nov 25 17:32:33.607668 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-44f9e352-e291-4b98-9e6f-85f9e6c717eb req-597543f5-88e9-4aa1-8580-ca90cc74ec63 tempest-ImagesNegativeTestJSON-23400946 tempest-ImagesNegativeTestJSON-23400946-project] Deleting port 0dd9536e-6fd0-4870-9088-de6dd589a5eb {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:32:33.607975 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-44f9e352-e291-4b98-9e6f-85f9e6c717eb req-597543f5-88e9-4aa1-8580-ca90cc74ec63 tempest-ImagesNegativeTestJSON-23400946 tempest-ImagesNegativeTestJSON-23400946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:33.631427 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e1e45b29-6df0-4dc6-8dab-01cb017e8149 req-73cca129-d93d-4762-8cca-11b140b13bcd tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.0.33 HTTP/1.1" status: 200 len: 695 time: 0.0442338 Nov 25 17:32:33.701949 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-44f9e352-e291-4b98-9e6f-85f9e6c717eb req-597543f5-88e9-4aa1-8580-ca90cc74ec63 tempest-ImagesNegativeTestJSON-23400946 tempest-ImagesNegativeTestJSON-23400946-project] For port 0dd9536e-6fd0-4870-9088-de6dd589a5eb, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=0dd9536e-6fd0-4870-9088-de6dd589a5eb,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:33.702319 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-44f9e352-e291-4b98-9e6f-85f9e6c717eb req-597543f5-88e9-4aa1-8580-ca90cc74ec63 tempest-ImagesNegativeTestJSON-23400946 tempest-ImagesNegativeTestJSON-23400946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:33.715580 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-44f9e352-e291-4b98-9e6f-85f9e6c717eb req-597543f5-88e9-4aa1-8580-ca90cc74ec63 tempest-ImagesNegativeTestJSON-23400946 tempest-ImagesNegativeTestJSON-23400946-project] Calling delete_port for 0dd9536e-6fd0-4870-9088-de6dd589a5eb owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:32:33.802784 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc3c7c-ae91-492b-8b90-978d9640c4a7 req-97892a83-b3c9-46ed-8a3b-adeadc0c50c0 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:33.809593 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc3c7c-ae91-492b-8b90-978d9640c4a7 req-97892a83-b3c9-46ed-8a3b-adeadc0c50c0 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:33.811248 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-03cc3c7c-ae91-492b-8b90-978d9640c4a7 req-97892a83-b3c9-46ed-8a3b-adeadc0c50c0 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4a2faa2-0398-457b-8029-cd06ddb6a08d HTTP/1.1" status: 200 len: 1679 time: 0.1562762 Nov 25 17:32:33.849850 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 973b08e0-eaf7-41d9-97a8-ac091a2a447f details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:32:33.865218 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-e1e45b29-6df0-4dc6-8dab-01cb017e8149 req-8f19b8ee-d3e7-43b8-811f-ad03352b9c26 tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] Deleting port 76dfd4e6-0776-400b-ac20-ee81a789deae {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:32:33.865559 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e1e45b29-6df0-4dc6-8dab-01cb017e8149 req-8f19b8ee-d3e7-43b8-811f-ad03352b9c26 tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:33.867223 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-44f9e352-e291-4b98-9e6f-85f9e6c717eb req-597543f5-88e9-4aa1-8580-ca90cc74ec63 tempest-ImagesNegativeTestJSON-23400946 tempest-ImagesNegativeTestJSON-23400946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:33.883387 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['0dd9536e-6fd0-4870-9088-de6dd589a5eb'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:32:33.891479 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-03cc3c7c-ae91-492b-8b90-978d9640c4a7 req-a7409a13-4d74-48fd-ac97-2edd4f13c716 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "GET /v2.0/security-groups?id=6cba972f-cee6-4d43-9317-8cfe4a5ae4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686967 Nov 25 17:32:33.931311 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597543f5-88e9-4aa1-8580-ca90cc74ec63 tempest-ImagesNegativeTestJSON-23400946 tempest-ImagesNegativeTestJSON-23400946-project] Pushing event deleted for resources: {'Port': ['ID=0dd9536e-6fd0-4870-9088-de6dd589a5eb,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:34.004021 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e1e45b29-6df0-4dc6-8dab-01cb017e8149 req-8f19b8ee-d3e7-43b8-811f-ad03352b9c26 tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:34.004411 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e1e45b29-6df0-4dc6-8dab-01cb017e8149 req-8f19b8ee-d3e7-43b8-811f-ad03352b9c26 tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:34.017013 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-44f9e352-e291-4b98-9e6f-85f9e6c717eb req-597543f5-88e9-4aa1-8580-ca90cc74ec63 tempest-ImagesNegativeTestJSON-23400946 tempest-ImagesNegativeTestJSON-23400946-project] No DVR routers for this DVR port 0dd9536e-6fd0-4870-9088-de6dd589a5eb on host n-h2-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:32:34.021840 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-44f9e352-e291-4b98-9e6f-85f9e6c717eb req-597543f5-88e9-4aa1-8580-ca90cc74ec63 tempest-ImagesNegativeTestJSON-23400946 tempest-ImagesNegativeTestJSON-23400946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:34.025807 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-e1e45b29-6df0-4dc6-8dab-01cb017e8149 req-8f19b8ee-d3e7-43b8-811f-ad03352b9c26 tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] Calling delete_port for 76dfd4e6-0776-400b-ac20-ee81a789deae owned by network:floatingip {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:32:34.028592 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-44f9e352-e291-4b98-9e6f-85f9e6c717eb req-597543f5-88e9-4aa1-8580-ca90cc74ec63 tempest-ImagesNegativeTestJSON-23400946 tempest-ImagesNegativeTestJSON-23400946-project] 10.222.0.90 "DELETE /v2.0/ports/0dd9536e-6fd0-4870-9088-de6dd589a5eb HTTP/1.1" status: 204 len: 173 time: 0.5156898 Nov 25 17:32:34.029395 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4cb3aad-8d17-4b7a-84cc-3284288e997f', 'name': 'network-vif-deleted', 'tag': '0dd9536e-6fd0-4870-9088-de6dd589a5eb'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:32:34.031935 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535478ca-cdae-490c-bdb7-530872bcaf9e" -d '{"events": [{"server_uuid": "d4cb3aad-8d17-4b7a-84cc-3284288e997f", "name": "network-vif-deleted", "tag": "0dd9536e-6fd0-4870-9088-de6dd589a5eb"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:32:34.096078 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 973b08e0-eaf7-41d9-97a8-ac091a2a447f, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=973b08e0-eaf7-41d9-97a8-ac091a2a447f,segment=NetworkSegment(7c59980a-1d5c-42ff-ad45-f24197d8b17c),segment_id=7c59980a-1d5c-42ff-ad45-f24197d8b17c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:34.128598 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '973b08e0-eaf7-41d9-97a8-ac091a2a447f', 'network_id': '37574acf-5e23-4564-a5b4-2a51c96fcbb9', 'port_id': '973b08e0-eaf7-41d9-97a8-ac091a2a447f', 'mac_address': 'fa:16:3e:7b:8c:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c827af64-a5bc-4ee8-bd70-927cd2227af9', 'ip_address': '19.86.0.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:32:34.168684 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:34.185650 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 973b08e0-eaf7-41d9-97a8-ac091a2a447f {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:32:34.209469 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 973b08e0-eaf7-41d9-97a8-ac091a2a447f, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=973b08e0-eaf7-41d9-97a8-ac091a2a447f,segment=NetworkSegment(7c59980a-1d5c-42ff-ad45-f24197d8b17c),segment_id=7c59980a-1d5c-42ff-ad45-f24197d8b17c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:34.211050 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-28e09dea-cc93-43ba-9c51-ac53e648df20 req-9d4c3a8d-b1f0-4066-a2ac-4b56222048da tempest-ImagesNegativeTestJSON-23400946 tempest-ImagesNegativeTestJSON-23400946-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4cb3aad-8d17-4b7a-84cc-3284288e997f HTTP/1.1" status: 200 len: 210 time: 0.0835378 Nov 25 17:32:34.217410 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:34.218078 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 332297f8-fa8d-40e6-a6d4-3adb6f3b349f details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:32:34.271994 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60230e7-3681-46a1-92fe-7d17aec40bcb x-openstack-request-id: req-a60230e7-3681-46a1-92fe-7d17aec40bcb {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:32:34.272479 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4cb3aad-8d17-4b7a-84cc-3284288e997f", "name": "network-vif-deleted", "tag": "0dd9536e-6fd0-4870-9088-de6dd589a5eb", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:32:34.272568 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a60230e7-3681-46a1-92fe-7d17aec40bcb {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:32:34.273010 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4cb3aad-8d17-4b7a-84cc-3284288e997f', 'name': 'network-vif-deleted', 'tag': '0dd9536e-6fd0-4870-9088-de6dd589a5eb', 'status': 'completed', 'code': 200} Nov 25 17:32:34.320262 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e1e45b29-6df0-4dc6-8dab-01cb017e8149 req-8f19b8ee-d3e7-43b8-811f-ad03352b9c26 tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:34.364092 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=973b08e0-eaf7-41d9-97a8-ac091a2a447f,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:34.378829 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19b8ee-d3e7-43b8-811f-ad03352b9c26 tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] Pushing event deleted for resources: {'Port': ['ID=76dfd4e6-0776-400b-ac20-ee81a789deae,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:34.412540 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 332297f8-fa8d-40e6-a6d4-3adb6f3b349f, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=332297f8-fa8d-40e6-a6d4-3adb6f3b349f,segment=NetworkSegment(b59d8989-2c39-4be3-a309-35a91e4ebd28),segment_id=b59d8989-2c39-4be3-a309-35a91e4ebd28)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:34.427657 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '332297f8-fa8d-40e6-a6d4-3adb6f3b349f', 'network_id': '26366550-8d14-4bcd-8615-ce2c039447e3', 'port_id': '332297f8-fa8d-40e6-a6d4-3adb6f3b349f', 'mac_address': 'fa:16:3e:6f:36:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6d267ec-62ab-4d84-afa5-702a6288d15b', 'ip_address': '19.80.0.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:32:34.471846 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:34.479219 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57ce547-7124-4b4b-b315-735ee4e91393 req-0f934606-a2e9-4ad5-b0ab-449a5a6975cb tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:34.485433 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d57ce547-7124-4b4b-b315-735ee4e91393 req-0f934606-a2e9-4ad5-b0ab-449a5a6975cb tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/ports?device_id=22551351-6a56-41ed-b423-a3421ddd122c HTTP/1.1" status: 200 len: 945 time: 0.1221638 Nov 25 17:32:34.488339 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e1e45b29-6df0-4dc6-8dab-01cb017e8149 req-8f19b8ee-d3e7-43b8-811f-ad03352b9c26 tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] Publish callbacks [] for floatingip, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:34.489537 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 332297f8-fa8d-40e6-a6d4-3adb6f3b349f {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:32:34.493943 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e1e45b29-6df0-4dc6-8dab-01cb017e8149 req-8f19b8ee-d3e7-43b8-811f-ad03352b9c26 tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:34.497257 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e1e45b29-6df0-4dc6-8dab-01cb017e8149 req-8f19b8ee-d3e7-43b8-811f-ad03352b9c26 tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] 10.222.0.75 "DELETE /v2.0/floatingips/631bba7e-67ce-4230-84bd-449c5399e07b HTTP/1.1" status: 204 len: 173 time: 0.8409276 Nov 25 17:32:34.511113 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 332297f8-fa8d-40e6-a6d4-3adb6f3b349f, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=332297f8-fa8d-40e6-a6d4-3adb6f3b349f,segment=NetworkSegment(b59d8989-2c39-4be3-a309-35a91e4ebd28),segment_id=b59d8989-2c39-4be3-a309-35a91e4ebd28)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:34.516070 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:34.563442 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d57ce547-7124-4b4b-b315-735ee4e91393 req-82903b9a-6172-4c4e-a1f4-39cbc7e83417 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/security-groups?id=64a4895e-66bb-4a82-9045-67d823985e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648270 Nov 25 17:32:34.587263 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=332297f8-fa8d-40e6-a6d4-3adb6f3b349f,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:34.725575 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [req-e080e2e9-eefb-4085-999b-81da9a6d7045 req-cda97b8e-4034-4500-a67f-0d27ce8c085d tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] show failed (client error): The resource could not be found. Nov 25 17:32:34.726839 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e080e2e9-eefb-4085-999b-81da9a6d7045 req-cda97b8e-4034-4500-a67f-0d27ce8c085d tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] 10.222.0.75 "GET /v2.0/floatingips/631bba7e-67ce-4230-84bd-449c5399e07b HTTP/1.1" status: 404 len: 350 time: 0.0455613 Nov 25 17:32:34.792506 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [req-f8c6cbdb-b9c7-4f4a-be81-0960461e36ea req-31d0eb1f-f231-469f-bd22-edf173d68d21 tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] show failed (client error): The resource could not be found. Nov 25 17:32:34.793649 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f8c6cbdb-b9c7-4f4a-be81-0960461e36ea req-31d0eb1f-f231-469f-bd22-edf173d68d21 tempest-FloatingIPsTestJSON-213030112 tempest-FloatingIPsTestJSON-213030112-project] 10.222.0.75 "GET /v2.0/floatingips/631bba7e-67ce-4230-84bd-449c5399e07b HTTP/1.1" status: 404 len: 350 time: 0.0386775 Nov 25 17:32:34.802657 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44922) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:34.881390 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['332297f8-fa8d-40e6-a6d4-3adb6f3b349f'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:32:35.042027 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6f609-35d9-4c14-8c53-06e191c7cef3 req-fadbb057-e4dc-4f37-a985-37a6ff91f6cd tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:35.050384 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6f609-35d9-4c14-8c53-06e191c7cef3 req-fadbb057-e4dc-4f37-a985-37a6ff91f6cd tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:35.052176 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-04f6f609-35d9-4c14-8c53-06e191c7cef3 req-fadbb057-e4dc-4f37-a985-37a6ff91f6cd tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4a2faa2-0398-457b-8029-cd06ddb6a08d HTTP/1.1" status: 200 len: 1681 time: 0.0738006 Nov 25 17:32:35.117906 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-04f6f609-35d9-4c14-8c53-06e191c7cef3 req-4dc237a8-2ac2-4a10-ad56-b7988506c50d tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "GET /v2.0/security-groups?id=6cba972f-cee6-4d43-9317-8cfe4a5ae4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578988 Nov 25 17:32:35.210662 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f5e75e2b-4e87-4113-822f-1494906259b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:35.489063 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-f5e75e2b-4e87-4113-822f-1494906259b4 admin admin] Deleting port 79a56bcb-61bb-4ef7-9166-07a2389ca239 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:32:35.490091 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f5e75e2b-4e87-4113-822f-1494906259b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:35.572634 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-f5e75e2b-4e87-4113-822f-1494906259b4 admin admin] For port 79a56bcb-61bb-4ef7-9166-07a2389ca239, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=79a56bcb-61bb-4ef7-9166-07a2389ca239,segment=NetworkSegment(e20a4f95-bae1-4cdf-b370-be0deba534e8),segment_id=e20a4f95-bae1-4cdf-b370-be0deba534e8)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:35.573041 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f5e75e2b-4e87-4113-822f-1494906259b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:35.588623 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-f5e75e2b-4e87-4113-822f-1494906259b4 admin admin] Calling delete_port for 79a56bcb-61bb-4ef7-9166-07a2389ca239 owned by network:router_interface {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:32:35.649835 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 44950) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:35.743637 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d072b9dc-a341-4e13-926f-fef7bea3a239 req-b0194560-1926-41bd-bcb3-edf724c23a7d tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:35.753834 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d072b9dc-a341-4e13-926f-fef7bea3a239 req-b0194560-1926-41bd-bcb3-edf724c23a7d tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/ports?device_id=22551351-6a56-41ed-b423-a3421ddd122c HTTP/1.1" status: 200 len: 945 time: 0.0748188 Nov 25 17:32:35.840683 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f5e75e2b-4e87-4113-822f-1494906259b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:35.861064 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d072b9dc-a341-4e13-926f-fef7bea3a239 req-dedf94cb-5b37-4608-b083-00e414f4752c tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/security-groups?id=64a4895e-66bb-4a82-9045-67d823985e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063056 Nov 25 17:32:35.871897 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e75e2b-4e87-4113-822f-1494906259b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=79a56bcb-61bb-4ef7-9166-07a2389ca239,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:35.882267 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-83815423-6be0-4a95-95c5-a4923bbf3a81 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a1363818521a489fb3ec11e975dfd73d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2305832 Nov 25 17:32:35.894021 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 44958) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:35.924994 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['973b08e0-eaf7-41d9-97a8-ac091a2a447f'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:32:36.038301 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-06c18e44-fdd9-4334-bb24-92163090e157 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:36.091211 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-06c18e44-fdd9-4334-bb24-92163090e157 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:36.129159 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa96b55-0798-464b-99c9-36e5bf50a69a req-c561074f-8f95-467f-8633-959a03da6d74 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:36.144908 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3fa96b55-0798-464b-99c9-36e5bf50a69a req-c561074f-8f95-467f-8633-959a03da6d74 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/ports?device_id=22551351-6a56-41ed-b423-a3421ddd122c HTTP/1.1" status: 200 len: 945 time: 0.1573608 Nov 25 17:32:36.173122 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f5e75e2b-4e87-4113-822f-1494906259b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:36.241589 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3fa96b55-0798-464b-99c9-36e5bf50a69a req-4e354c24-7a6f-4ef6-b1c8-5fe8e00ace83 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/security-groups?id=64a4895e-66bb-4a82-9045-67d823985e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957060 Nov 25 17:32:36.259891 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-06c18e44-fdd9-4334-bb24-92163090e157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:36.263773 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-06c18e44-fdd9-4334-bb24-92163090e157 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:36.265509 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-06c18e44-fdd9-4334-bb24-92163090e157 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d05728c2-96ce-4543-bc9f-1f916bfad784 HTTP/1.1" status: 204 len: 168 time: 0.3697188 Nov 25 17:32:36.281030 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c18e44-fdd9-4334-bb24-92163090e157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05728c2-96ce-4543-bc9f-1f916bfad784,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:36.434955 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86956f9e-8e5d-40dd-8586-baf020fff770 req-dcc00eb0-7187-4a41-b54d-82e0780489c9 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:36.441240 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86956f9e-8e5d-40dd-8586-baf020fff770 req-dcc00eb0-7187-4a41-b54d-82e0780489c9 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:36.443307 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-86956f9e-8e5d-40dd-8586-baf020fff770 req-dcc00eb0-7187-4a41-b54d-82e0780489c9 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4a2faa2-0398-457b-8029-cd06ddb6a08d HTTP/1.1" status: 200 len: 1681 time: 0.1048734 Nov 25 17:32:36.529621 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-86956f9e-8e5d-40dd-8586-baf020fff770 req-2b97f278-4053-4020-9b37-05e5f4730833 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "GET /v2.0/security-groups?id=6cba972f-cee6-4d43-9317-8cfe4a5ae4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788848 Nov 25 17:32:36.579037 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e75e2b-4e87-4113-822f-1494906259b4 admin admin] Router 01495a2c-1db7-4bfc-b7ae-61e1eae6f825 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:32:36.752186 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e75e2b-4e87-4113-822f-1494906259b4 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:32:36.764136 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f5e75e2b-4e87-4113-822f-1494906259b4 admin admin] 10.222.0.75 "PUT /v2.0/routers/01495a2c-1db7-4bfc-b7ae-61e1eae6f825/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9602869 Nov 25 17:32:36.767001 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 44996) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:36.773084 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d038f289-4fb8-4204-b65a-c4c41667533f None None] Sync routers for ids ['01495a2c-1db7-4bfc-b7ae-61e1eae6f825'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:32:36.812855 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d038f289-4fb8-4204-b65a-c4c41667533f None None] Routers {'01495a2c-1db7-4bfc-b7ae-61e1eae6f825'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:32:36.821954 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-d038f289-4fb8-4204-b65a-c4c41667533f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:32:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['01495a2c-1db7-4bfc-b7ae-61e1eae6f825'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:37.020089 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-d038f289-4fb8-4204-b65a-c4c41667533f None None] Set router 01495a2c-1db7-4bfc-b7ae-61e1eae6f825 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:32:37.059047 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-27866f3e-a471-406f-8984-8cbbde140da7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:37.225375 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b9a457-5ba3-4ce0-b624-989439138361 req-7afdc48d-c440-454c-b4f1-3c5cc8a59db5 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:37.227309 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-01b9a457-5ba3-4ce0-b624-989439138361 req-7afdc48d-c440-454c-b4f1-3c5cc8a59db5 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/ports?device_id=22551351-6a56-41ed-b423-a3421ddd122c HTTP/1.1" status: 200 len: 945 time: 0.1251643 Nov 25 17:32:37.262475 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-27866f3e-a471-406f-8984-8cbbde140da7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:37.315971 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 45020) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:37.336174 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-01b9a457-5ba3-4ce0-b624-989439138361 req-05654e35-2ada-4e5f-a68a-2b6e289e7513 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/security-groups?id=64a4895e-66bb-4a82-9045-67d823985e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982273 Nov 25 17:32:37.359614 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-27866f3e-a471-406f-8984-8cbbde140da7 admin admin] Deleting port 933d1a1d-f857-4724-a8aa-930823744342 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:32:37.359961 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-27866f3e-a471-406f-8984-8cbbde140da7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:37.448687 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-27866f3e-a471-406f-8984-8cbbde140da7 admin admin] For port 933d1a1d-f857-4724-a8aa-930823744342, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=933d1a1d-f857-4724-a8aa-930823744342,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:37.450146 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-27866f3e-a471-406f-8984-8cbbde140da7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:37.454865 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-d038f289-4fb8-4204-b65a-c4c41667533f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01495a2c-1db7-4bfc-b7ae-61e1eae6f825', 'name': 'tempest-FloatingIPsTestJSON-1715290572-router', 'tenant_id': '74c764f7efdb45b5aeb1843c72dd9ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '933d1a1d-f857-4724-a8aa-930823744342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:32:10Z', 'updated_at': '2021-11-25T17:32:35Z', 'revision_number': 5, 'project_id': '74c764f7efdb45b5aeb1843c72dd9ccc', 'gw_port': {'id': '933d1a1d-f857-4724-a8aa-930823744342', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01495a2c-1db7-4bfc-b7ae-61e1eae6f825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:32:11Z', 'updated_at': '2021-11-25T17:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:37.466464 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-27866f3e-a471-406f-8984-8cbbde140da7 admin admin] Calling delete_port for 933d1a1d-f857-4724-a8aa-930823744342 owned by network:router_gateway {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:32:37.472956 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-5967fdbb-f445-47dc-a091-48880c8a7cee admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2132435216-network', 'tenant_id': '52a7f1a75cb849a792055fde7412fdf4'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:37.484889 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d038f289-4fb8-4204-b65a-c4c41667533f None None] Checking router: 01495a2c-1db7-4bfc-b7ae-61e1eae6f825 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:32:37.494391 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d038f289-4fb8-4204-b65a-c4c41667533f None None] Routers {'01495a2c-1db7-4bfc-b7ae-61e1eae6f825'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:32:37.495181 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-d038f289-4fb8-4204-b65a-c4c41667533f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:32:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['01495a2c-1db7-4bfc-b7ae-61e1eae6f825'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:37.503266 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5967fdbb-f445-47dc-a091-48880c8a7cee admin admin] Made reservation on behalf of 52a7f1a75cb849a792055fde7412fdf4 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:32:37.506526 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5967fdbb-f445-47dc-a091-48880c8a7cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:37.525263 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5967fdbb-f445-47dc-a091-48880c8a7cee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:37.598606 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-d038f289-4fb8-4204-b65a-c4c41667533f None None] Set router 01495a2c-1db7-4bfc-b7ae-61e1eae6f825 gateway port host: None {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:32:37.619241 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5967fdbb-f445-47dc-a091-48880c8a7cee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:37.626966 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5967fdbb-f445-47dc-a091-48880c8a7cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:37.661515 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-d038f289-4fb8-4204-b65a-c4c41667533f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01495a2c-1db7-4bfc-b7ae-61e1eae6f825', 'name': 'tempest-FloatingIPsTestJSON-1715290572-router', 'tenant_id': '74c764f7efdb45b5aeb1843c72dd9ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:32:10Z', 'updated_at': '2021-11-25T17:32:37Z', 'revision_number': 6, 'project_id': '74c764f7efdb45b5aeb1843c72dd9ccc', 'gw_port_host': None}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:37.671063 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967fdbb-f445-47dc-a091-48880c8a7cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f7f1e6-9c32-4513-a4a5-0cdd24da3443,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:37.680020 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5967fdbb-f445-47dc-a091-48880c8a7cee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 945} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:32:37.695785 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d038f289-4fb8-4204-b65a-c4c41667533f None None] The sync data for ids ['01495a2c-1db7-4bfc-b7ae-61e1eae6f825'] in n-d-817746-1 is: [{'id': '01495a2c-1db7-4bfc-b7ae-61e1eae6f825', 'name': 'tempest-FloatingIPsTestJSON-1715290572-router', 'tenant_id': '74c764f7efdb45b5aeb1843c72dd9ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:32:10Z', 'updated_at': '2021-11-25T17:32:37Z', 'revision_number': 6, 'project_id': '74c764f7efdb45b5aeb1843c72dd9ccc', 'gw_port_host': None}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:32:37.700967 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5967fdbb-f445-47dc-a091-48880c8a7cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:37.701348 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-5967fdbb-f445-47dc-a091-48880c8a7cee admin admin] Added segment eeb5e8d0-0be5-4d34-8ecb-7bb95c7801cd of type vlan for network 15da2b0b-58fc-4161-9150-5b2e12841ebd Nov 25 17:32:37.733709 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd38607-c0e6-42f1-985c-ba63a744d436 req-97524e9a-1a52-4b28-adf5-f1be1774f208 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:37.740431 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd38607-c0e6-42f1-985c-ba63a744d436 req-97524e9a-1a52-4b28-adf5-f1be1774f208 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:37.749401 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dfd38607-c0e6-42f1-985c-ba63a744d436 req-97524e9a-1a52-4b28-adf5-f1be1774f208 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4a2faa2-0398-457b-8029-cd06ddb6a08d HTTP/1.1" status: 200 len: 1681 time: 0.1105700 Nov 25 17:32:37.755701 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5967fdbb-f445-47dc-a091-48880c8a7cee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:37.826247 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5967fdbb-f445-47dc-a091-48880c8a7cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:37.827167 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5967fdbb-f445-47dc-a091-48880c8a7cee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:37.827867 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5967fdbb-f445-47dc-a091-48880c8a7cee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:37.828950 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dfd38607-c0e6-42f1-985c-ba63a744d436 req-525404d3-20f8-4417-8cf1-c50e69f16e16 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "GET /v2.0/security-groups?id=6cba972f-cee6-4d43-9317-8cfe4a5ae4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777736 Nov 25 17:32:37.848378 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-27866f3e-a471-406f-8984-8cbbde140da7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:37.861625 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-5967fdbb-f445-47dc-a091-48880c8a7cee admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5445344 Nov 25 17:32:37.862618 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 973b08e0-eaf7-41d9-97a8-ac091a2a447f up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:32:37.866812 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 45028) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:37.891385 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27866f3e-a471-406f-8984-8cbbde140da7 admin admin] Pushing event deleted for resources: {'Port': ['ID=933d1a1d-f857-4724-a8aa-930823744342,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:37.904430 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-7a423ee6-f8f2-47e8-94d1-63cd6acc9dd9 admin admin] Request body: {'subnet': {'network_id': '15da2b0b-58fc-4161-9150-5b2e12841ebd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2132435216-subnet', 'tenant_id': '52a7f1a75cb849a792055fde7412fdf4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:37.957018 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port 973b08e0-eaf7-41d9-97a8-ac091a2a447f completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:32:37.964062 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 973b08e0-eaf7-41d9-97a8-ac091a2a447f triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:37.965803 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:37.995606 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-27866f3e-a471-406f-8984-8cbbde140da7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:38.014429 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967fdbb-f445-47dc-a091-48880c8a7cee admin admin] Pushing event updated for resources: {'Network': ['ID=15da2b0b-58fc-4161-9150-5b2e12841ebd,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:38.025592 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a423ee6-f8f2-47e8-94d1-63cd6acc9dd9 admin admin] Made reservation on behalf of 52a7f1a75cb849a792055fde7412fdf4 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:32:38.029929 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7a423ee6-f8f2-47e8-94d1-63cd6acc9dd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:38.044000 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 15da2b0b-58fc-4161-9150-5b2e12841ebd details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:32:38.091092 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 0dd9536e-6fd0-4870-9088-de6dd589a5eb no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:32:38.196117 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: 0dd9536e-6fd0-4870-9088-de6dd589a5eb {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:32:38.196516 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 0dd9536e-6fd0-4870-9088-de6dd589a5eb not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:32:38.242667 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-27866f3e-a471-406f-8984-8cbbde140da7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:38.248388 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-27866f3e-a471-406f-8984-8cbbde140da7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:38.255299 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 79a56bcb-61bb-4ef7-9166-07a2389ca239 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:32:38.288151 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 79a56bcb-61bb-4ef7-9166-07a2389ca239 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:32:38.288533 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 79a56bcb-61bb-4ef7-9166-07a2389ca239 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:32:38.303476 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:38.337011 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a2faa2-0398-457b-8029-cd06ddb6a08d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '973b08e0-eaf7-41d9-97a8-ac091a2a447f'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:32:38.339433 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-27866f3e-a471-406f-8984-8cbbde140da7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:38.340125 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27866f3e-a471-406f-8984-8cbbde140da7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01495a2c-1db7-4bfc-b7ae-61e1eae6f825 {{(pid=103361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:32:38.340478 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3b6afa-6a98-42e6-8aea-fa1646521906" -d '{"events": [{"server_uuid": "d4a2faa2-0398-457b-8029-cd06ddb6a08d", "name": "network-vif-plugged", "status": "completed", "tag": "973b08e0-eaf7-41d9-97a8-ac091a2a447f"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:32:38.349783 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-27866f3e-a471-406f-8984-8cbbde140da7 admin admin] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:38.353401 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-27866f3e-a471-406f-8984-8cbbde140da7 admin admin] 10.222.0.75 "DELETE /v2.0/routers/01495a2c-1db7-4bfc-b7ae-61e1eae6f825 HTTP/1.1" status: 204 len: 168 time: 1.5830314 Nov 25 17:32:38.353808 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 45036) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:38.381383 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 973b08e0-eaf7-41d9-97a8-ac091a2a447f, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=973b08e0-eaf7-41d9-97a8-ac091a2a447f,segment=NetworkSegment(7c59980a-1d5c-42ff-ad45-f24197d8b17c),segment_id=7c59980a-1d5c-42ff-ad45-f24197d8b17c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:38.393174 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:38.394160 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 332297f8-fa8d-40e6-a6d4-3adb6f3b349f up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:32:38.414870 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8c94fe3-70c5-4ccb-9905-c3d48f19e95e admin admin] Deleting subnet fc3f3cf8-3a2e-4bce-8210-4d481d8ae5d6 {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:32:38.419510 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b8c94fe3-70c5-4ccb-9905-c3d48f19e95e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:38.471951 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b8c94fe3-70c5-4ccb-9905-c3d48f19e95e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:38.490752 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7a423ee6-f8f2-47e8-94d1-63cd6acc9dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:38.496492 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbdd8fbd-dd78-4819-a891-7fe70ebc9609 x-openstack-request-id: req-cbdd8fbd-dd78-4819-a891-7fe70ebc9609 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:32:38.496933 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a2faa2-0398-457b-8029-cd06ddb6a08d", "name": "network-vif-plugged", "status": "completed", "tag": "973b08e0-eaf7-41d9-97a8-ac091a2a447f", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:32:38.497159 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cbdd8fbd-dd78-4819-a891-7fe70ebc9609 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:32:38.497681 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a2faa2-0398-457b-8029-cd06ddb6a08d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '973b08e0-eaf7-41d9-97a8-ac091a2a447f', 'code': 200} Nov 25 17:32:38.541556 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=973b08e0-eaf7-41d9-97a8-ac091a2a447f,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:38.566970 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a423ee6-f8f2-47e8-94d1-63cd6acc9dd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4adf4a2b-4e3a-4e33-932e-a75235c5c4e8,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:38.577145 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port 332297f8-fa8d-40e6-a6d4-3adb6f3b349f completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:32:38.583052 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 332297f8-fa8d-40e6-a6d4-3adb6f3b349f triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:38.583234 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:38.613113 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a423ee6-f8f2-47e8-94d1-63cd6acc9dd9 admin admin] Checking segment: {'id': 'eeb5e8d0-0be5-4d34-8ecb-7bb95c7801cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '15da2b0b-58fc-4161-9150-5b2e12841ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:32:38.613567 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a423ee6-f8f2-47e8-94d1-63cd6acc9dd9 admin admin] Network hostable DHCP agents. Network: 15da2b0b-58fc-4161-9150-5b2e12841ebd, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:32:38.652993 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a423ee6-f8f2-47e8-94d1-63cd6acc9dd9 admin admin] Network 15da2b0b-58fc-4161-9150-5b2e12841ebd is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:32:38.661872 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b8c94fe3-70c5-4ccb-9905-c3d48f19e95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:38.677379 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-7a423ee6-f8f2-47e8-94d1-63cd6acc9dd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 15da2b0b-58fc-4161-9150-5b2e12841ebd) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:32:38.683165 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a423ee6-f8f2-47e8-94d1-63cd6acc9dd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:38.684616 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7a423ee6-f8f2-47e8-94d1-63cd6acc9dd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:38.711056 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7a423ee6-f8f2-47e8-94d1-63cd6acc9dd9 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8404822 Nov 25 17:32:38.711249 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb22177-4d28-4136-8281-6e744d07004d req-53fe51ae-baac-456e-98f6-1658e982ce74 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:38.712325 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 45042) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:38.713340 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9cb22177-4d28-4136-8281-6e744d07004d req-53fe51ae-baac-456e-98f6-1658e982ce74 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/ports?device_id=22551351-6a56-41ed-b423-a3421ddd122c HTTP/1.1" status: 200 len: 945 time: 0.1809711 Nov 25 17:32:38.721095 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74441eb5-e87f-40a1-be70-5244ff451770 None None] Network 15da2b0b-58fc-4161-9150-5b2e12841ebd requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:32:38.725008 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-e010e077-c619-4d3d-843d-3b4500f287b3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2132435216-router', 'tenant_id': '52a7f1a75cb849a792055fde7412fdf4', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:38.747691 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:38.773163 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e010e077-c619-4d3d-843d-3b4500f287b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:38.775037 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e010e077-c619-4d3d-843d-3b4500f287b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:38.785036 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9cb22177-4d28-4136-8281-6e744d07004d req-78cd075d-0ba3-445c-8e16-363c33008a6c tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/security-groups?id=64a4895e-66bb-4a82-9045-67d823985e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617404 Nov 25 17:32:38.794234 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b8c94fe3-70c5-4ccb-9905-c3d48f19e95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:38.826605 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c94fe3-70c5-4ccb-9905-c3d48f19e95e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc3f3cf8-3a2e-4bce-8210-4d481d8ae5d6,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:38.832068 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b8c94fe3-70c5-4ccb-9905-c3d48f19e95e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:38.837989 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-b8c94fe3-70c5-4ccb-9905-c3d48f19e95e admin admin] 10.222.0.75 "DELETE /v2.0/subnets/fc3f3cf8-3a2e-4bce-8210-4d481d8ae5d6 HTTP/1.1" status: 204 len: 168 time: 0.4809113 Nov 25 17:32:38.838925 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 45044) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:38.848752 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff40bba-0c5b-447e-b308-aff693190323 None None] Network ba5ba4ae-59eb-46ab-8978-4c494ff76c98 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:32:38.859328 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e010e077-c619-4d3d-843d-3b4500f287b3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:38.953046 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a66d1959-4785-4a2d-9829-2476206a56ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:39.079529 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 332297f8-fa8d-40e6-a6d4-3adb6f3b349f, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=332297f8-fa8d-40e6-a6d4-3adb6f3b349f,segment=NetworkSegment(b59d8989-2c39-4be3-a309-35a91e4ebd28),segment_id=b59d8989-2c39-4be3-a309-35a91e4ebd28)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:39.131778 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:39.165274 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-a66d1959-4785-4a2d-9829-2476206a56ac admin admin] Deleting port 5c8ca6bd-3dd7-4b24-86d9-fcea1b693e04 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:32:39.165274 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a66d1959-4785-4a2d-9829-2476206a56ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:39.166064 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e010e077-c619-4d3d-843d-3b4500f287b3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:39.184260 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059c446-c960-4313-9225-337a57d5460a req-4de5d80e-752b-46ba-b34f-870d7fadacd1 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:39.192638 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059c446-c960-4313-9225-337a57d5460a req-4de5d80e-752b-46ba-b34f-870d7fadacd1 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:39.201734 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3059c446-c960-4313-9225-337a57d5460a req-4de5d80e-752b-46ba-b34f-870d7fadacd1 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4a2faa2-0398-457b-8029-cd06ddb6a08d HTTP/1.1" status: 200 len: 1682 time: 0.1806045 Nov 25 17:32:39.221445 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=332297f8-fa8d-40e6-a6d4-3adb6f3b349f,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:39.282447 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26da6b65-3ec3-40b7-b200-57def743e4bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-15da2b0b-58fc-4161-9150-5b2e12841ebd', 'network_id': '15da2b0b-58fc-4161-9150-5b2e12841ebd', 'tenant_id': '52a7f1a75cb849a792055fde7412fdf4', 'fixed_ips': [{'subnet_id': '4adf4a2b-4e3a-4e33-932e-a75235c5c4e8'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:32:39.283679 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-26da6b65-3ec3-40b7-b200-57def743e4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:39.363074 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3059c446-c960-4313-9225-337a57d5460a req-275e32c4-86c3-4da1-b49b-817bfb3dba69 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "GET /v2.0/security-groups?id=6cba972f-cee6-4d43-9317-8cfe4a5ae4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598279 Nov 25 17:32:39.389179 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-a66d1959-4785-4a2d-9829-2476206a56ac admin admin] For port 5c8ca6bd-3dd7-4b24-86d9-fcea1b693e04, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=5c8ca6bd-3dd7-4b24-86d9-fcea1b693e04,segment=NetworkSegment(e20a4f95-bae1-4cdf-b370-be0deba534e8),segment_id=e20a4f95-bae1-4cdf-b370-be0deba534e8)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:39.389752 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a66d1959-4785-4a2d-9829-2476206a56ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:39.411321 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-a66d1959-4785-4a2d-9829-2476206a56ac admin admin] Calling delete_port for 5c8ca6bd-3dd7-4b24-86d9-fcea1b693e04 owned by network:dhcp {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:32:39.431760 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606a5e6c-5b07-417f-993f-681c3b65c2b8 None None] DHCP port deletion for ba5ba4ae-59eb-46ab-8978-4c494ff76c98 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:32:39.524725 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a66d1959-4785-4a2d-9829-2476206a56ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:39.542931 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e010e077-c619-4d3d-843d-3b4500f287b3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:39.553595 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-26da6b65-3ec3-40b7-b200-57def743e4bc None None] Allocated IP 172.20.0.2 (15da2b0b-58fc-4161-9150-5b2e12841ebd/4adf4a2b-4e3a-4e33-932e-a75235c5c4e8/f761fe82-303e-4061-8143-3b8de66aa3e5) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:32:39.564897 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-606a5e6c-5b07-417f-993f-681c3b65c2b8 None None] Deleting port 5c8ca6bd-3dd7-4b24-86d9-fcea1b693e04 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:32:39.565520 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-606a5e6c-5b07-417f-993f-681c3b65c2b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:39.594662 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66d1959-4785-4a2d-9829-2476206a56ac admin admin] No DVR routers for this DVR port 5c8ca6bd-3dd7-4b24-86d9-fcea1b693e04 on host n-d-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:32:39.603243 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66d1959-4785-4a2d-9829-2476206a56ac admin admin] Pushing event deleted for resources: {'Port': ['ID=5c8ca6bd-3dd7-4b24-86d9-fcea1b693e04,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:39.625523 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e010e077-c619-4d3d-843d-3b4500f287b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:39.713686 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-606a5e6c-5b07-417f-993f-681c3b65c2b8 None None] For port 5c8ca6bd-3dd7-4b24-86d9-fcea1b693e04, host n-d-817746-1, got binding levels [] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:39.714308 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-606a5e6c-5b07-417f-993f-681c3b65c2b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:39.722257 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a66d1959-4785-4a2d-9829-2476206a56ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:39.733258 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-606a5e6c-5b07-417f-993f-681c3b65c2b8 None None] Calling delete_port for 5c8ca6bd-3dd7-4b24-86d9-fcea1b693e04 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:32:39.737515 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.ipam_backend_mixin [None req-606a5e6c-5b07-417f-993f-681c3b65c2b8 None None] Port 5c8ca6bd-3dd7-4b24-86d9-fcea1b693e04 was not found and therefore no delete operation was performed {{(pid=103362) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 17:32:39.740547 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-606a5e6c-5b07-417f-993f-681c3b65c2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:39.754947 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-a66d1959-4785-4a2d-9829-2476206a56ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba5ba4ae-59eb-46ab-8978-4c494ff76c98']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:39.773738 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-a66d1959-4785-4a2d-9829-2476206a56ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e20a4f95-bae1-4cdf-b370-be0deba534e8') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:39.774493 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-a66d1959-4785-4a2d-9829-2476206a56ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e20a4f95-bae1-4cdf-b370-be0deba534e8') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:39.779346 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a5e6c-5b07-417f-993f-681c3b65c2b8 None None] Pushing event deleted for resources: {'Port': ['ID=5c8ca6bd-3dd7-4b24-86d9-fcea1b693e04,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:39.788181 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-e010e077-c619-4d3d-843d-3b4500f287b3 admin admin] Allocated IP 172.25.0.202 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/5e0cd402-5399-4830-857e-6ab9c6db7896) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:32:39.795700 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606a5e6c-5b07-417f-993f-681c3b65c2b8 None None] No DVR routers for this DVR port 5c8ca6bd-3dd7-4b24-86d9-fcea1b693e04 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:32:39.807693 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a66d1959-4785-4a2d-9829-2476206a56ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:39.844635 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a66d1959-4785-4a2d-9829-2476206a56ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:39.863961 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a66d1959-4785-4a2d-9829-2476206a56ac admin admin] Releasing vlan 921 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:32:39.864701 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a66d1959-4785-4a2d-9829-2476206a56ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:39.866797 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:32:39.866797 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:32:39.866797 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:32:39.866797 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:32:39.866797 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:32:39.866797 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:32:39.866797 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:32:39.866797 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:32:39.866797 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:32:39.866797 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:32:39.866797 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:32:39.866797 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:32:39.866797 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:32:39.866797 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:32:39.866797 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:32:39.866797 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:32:39.866797 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:32:39.866797 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:32:39.866797 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:32:39.866797 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:32:39.866797 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:32:39.866797 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:32:39.866797 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:32:39.866797 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:32:39.866797 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:32:39.866797 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:32:39.866797 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:32:39.866797 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:32:39.866797 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:32:39.866797 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:32:39.866797 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:32:39.866797 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:32:39.877413 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-26da6b65-3ec3-40b7-b200-57def743e4bc None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:39.886158 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-26da6b65-3ec3-40b7-b200-57def743e4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:39.935773 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e010e077-c619-4d3d-843d-3b4500f287b3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:39.962217 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26da6b65-3ec3-40b7-b200-57def743e4bc None None] Network 15da2b0b-58fc-4161-9150-5b2e12841ebd is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:32:39.965808 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-26da6b65-3ec3-40b7-b200-57def743e4bc None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:32:39.970798 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26da6b65-3ec3-40b7-b200-57def743e4bc None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:32:39.974346 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26da6b65-3ec3-40b7-b200-57def743e4bc None None] Pushing event updated for resources: {'Port': ['ID=f761fe82-303e-4061-8143-3b8de66aa3e5,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:40.009126 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a66d1959-4785-4a2d-9829-2476206a56ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:40.020784 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e010e077-c619-4d3d-843d-3b4500f287b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:40.053447 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-26da6b65-3ec3-40b7-b200-57def743e4bc None None] Attempting to bind port f761fe82-303e-4061-8143-3b8de66aa3e5 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:32:40.054615 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-26da6b65-3ec3-40b7-b200-57def743e4bc None None] Attempting to bind port f761fe82-303e-4061-8143-3b8de66aa3e5 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'eeb5e8d0-0be5-4d34-8ecb-7bb95c7801cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '15da2b0b-58fc-4161-9150-5b2e12841ebd'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:32:40.055220 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26da6b65-3ec3-40b7-b200-57def743e4bc None None] Attempting to bind port f761fe82-303e-4061-8143-3b8de66aa3e5 on network 15da2b0b-58fc-4161-9150-5b2e12841ebd {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:32:40.056339 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a66d1959-4785-4a2d-9829-2476206a56ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:40.068317 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26da6b65-3ec3-40b7-b200-57def743e4bc None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:32:40.070027 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26da6b65-3ec3-40b7-b200-57def743e4bc None None] Checking segment: {'id': 'eeb5e8d0-0be5-4d34-8ecb-7bb95c7801cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '15da2b0b-58fc-4161-9150-5b2e12841ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:32:40.070631 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-26da6b65-3ec3-40b7-b200-57def743e4bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:40.071216 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26da6b65-3ec3-40b7-b200-57def743e4bc None None] Bound using segment: {'id': 'eeb5e8d0-0be5-4d34-8ecb-7bb95c7801cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '15da2b0b-58fc-4161-9150-5b2e12841ebd'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:32:40.071880 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-26da6b65-3ec3-40b7-b200-57def743e4bc None None] Bound port: f761fe82-303e-4061-8143-3b8de66aa3e5, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeb5e8d0-0be5-4d34-8ecb-7bb95c7801cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '15da2b0b-58fc-4161-9150-5b2e12841ebd'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:32:40.072654 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-26da6b65-3ec3-40b7-b200-57def743e4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:40.075690 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 8f77175a-bd57-40f3-8d07-643e29a7ae8c details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:32:40.091730 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-a66d1959-4785-4a2d-9829-2476206a56ac admin admin] 10.222.0.75 "DELETE /v2.0/networks/ba5ba4ae-59eb-46ab-8978-4c494ff76c98 HTTP/1.1" status: 204 len: 168 time: 1.2518785 Nov 25 17:32:40.092368 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66d1959-4785-4a2d-9829-2476206a56ac admin admin] Pushing event deleted for resources: {'Network': ['ID=ba5ba4ae-59eb-46ab-8978-4c494ff76c98,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:40.119887 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e010e077-c619-4d3d-843d-3b4500f287b3 admin admin] Pushing event updated for resources: {'Port': ['ID=5e0cd402-5399-4830-857e-6ab9c6db7896,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:40.134371 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e010e077-c619-4d3d-843d-3b4500f287b3 admin admin] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:32:40.137651 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-e010e077-c619-4d3d-843d-3b4500f287b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:32:40.146908 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e010e077-c619-4d3d-843d-3b4500f287b3 admin admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:32:40.302459 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 5c8ca6bd-3dd7-4b24-86d9-fcea1b693e04 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:32:40.367402 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 45068) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:40.372043 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 5c8ca6bd-3dd7-4b24-86d9-fcea1b693e04 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:32:40.372043 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 5c8ca6bd-3dd7-4b24-86d9-fcea1b693e04 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:32:40.372590 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 933d1a1d-f857-4724-a8aa-930823744342 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:32:40.470038 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d9e9f0-5192-4d72-ba93-656e9c9e17cc req-58768a6e-ddbe-412f-b216-7289f8081e56 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:40.471784 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-07d9e9f0-5192-4d72-ba93-656e9c9e17cc req-58768a6e-ddbe-412f-b216-7289f8081e56 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/ports?device_id=22551351-6a56-41ed-b423-a3421ddd122c HTTP/1.1" status: 200 len: 945 time: 0.0917020 Nov 25 17:32:40.513106 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-e5efd56a-dc24-4a18-b948-8eade5599dd9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=74c764f7efdb45b5aeb1843c72dd9ccc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1431606 Nov 25 17:32:40.513801 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 45072) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:40.528347 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a2faa2-0398-457b-8029-cd06ddb6a08d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '332297f8-fa8d-40e6-a6d4-3adb6f3b349f'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:32:40.531237 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff65d14-8c15-4614-93a0-b201c5bbc411" -d '{"events": [{"server_uuid": "d4a2faa2-0398-457b-8029-cd06ddb6a08d", "name": "network-vif-plugged", "status": "completed", "tag": "332297f8-fa8d-40e6-a6d4-3adb6f3b349f"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:32:40.566758 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 933d1a1d-f857-4724-a8aa-930823744342 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:32:40.567548 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 933d1a1d-f857-4724-a8aa-930823744342 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:32:40.569233 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-26da6b65-3ec3-40b7-b200-57def743e4bc None None] For port f761fe82-303e-4061-8143-3b8de66aa3e5, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:32:40.600798 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-26da6b65-3ec3-40b7-b200-57def743e4bc None None] For port f761fe82-303e-4061-8143-3b8de66aa3e5, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=f761fe82-303e-4061-8143-3b8de66aa3e5,segment=NetworkSegment(eeb5e8d0-0be5-4d34-8ecb-7bb95c7801cd),segment_id=eeb5e8d0-0be5-4d34-8ecb-7bb95c7801cd)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:32:40.614189 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-26da6b65-3ec3-40b7-b200-57def743e4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:40.624413 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e010e077-c619-4d3d-843d-3b4500f287b3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:40.644844 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 8f77175a-bd57-40f3-8d07-643e29a7ae8c, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=8f77175a-bd57-40f3-8d07-643e29a7ae8c,segment=NetworkSegment(7b56f9b7-dcf8-416a-8490-b1f1b6152b37),segment_id=7b56f9b7-dcf8-416a-8490-b1f1b6152b37)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:40.645204 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-07d9e9f0-5192-4d72-ba93-656e9c9e17cc req-b4434b17-5572-4a73-8949-828f4b8e2393 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/security-groups?id=64a4895e-66bb-4a82-9045-67d823985e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663237 Nov 25 17:32:40.669505 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ca98dc03-95f7-4820-b4e7-7c00f0611d3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:40.680402 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa37ab-d616-45b6-8cb1-aca166890a8c req-a95c22cf-c1d3-4a41-b482-0eb7408008e2 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:40.691841 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa37ab-d616-45b6-8cb1-aca166890a8c req-a95c22cf-c1d3-4a41-b482-0eb7408008e2 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:40.714550 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e5aa37ab-d616-45b6-8cb1-aca166890a8c req-a95c22cf-c1d3-4a41-b482-0eb7408008e2 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4a2faa2-0398-457b-8029-cd06ddb6a08d HTTP/1.1" status: 200 len: 1683 time: 0.1600454 Nov 25 17:32:40.720507 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '8f77175a-bd57-40f3-8d07-643e29a7ae8c', 'network_id': '7a8c66d3-1027-4660-98b7-5ec4a01a4fdc', 'port_id': '8f77175a-bd57-40f3-8d07-643e29a7ae8c', 'mac_address': 'fa:16:3e:78:9a:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0488b60b-dc56-4141-98fc-cb7726390b53', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:32:40.806845 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ca98dc03-95f7-4820-b4e7-7c00f0611d3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:40.816407 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2baca530-5233-49dd-98a1-dd92557d113d x-openstack-request-id: req-2baca530-5233-49dd-98a1-dd92557d113d {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:32:40.817302 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a2faa2-0398-457b-8029-cd06ddb6a08d", "name": "network-vif-plugged", "status": "completed", "tag": "332297f8-fa8d-40e6-a6d4-3adb6f3b349f", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:32:40.817571 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2baca530-5233-49dd-98a1-dd92557d113d {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:32:40.817985 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a2faa2-0398-457b-8029-cd06ddb6a08d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '332297f8-fa8d-40e6-a6d4-3adb6f3b349f', 'code': 200} Nov 25 17:32:40.823583 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:40.894314 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26da6b65-3ec3-40b7-b200-57def743e4bc None None] Pushing event updated for resources: {'Port': ['ID=f761fe82-303e-4061-8143-3b8de66aa3e5,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:40.899332 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8f77175a-bd57-40f3-8d07-643e29a7ae8c {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:32:40.929504 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e5aa37ab-d616-45b6-8cb1-aca166890a8c req-ea9fe732-563f-485e-b267-0619fb98ca69 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "GET /v2.0/security-groups?id=6cba972f-cee6-4d43-9317-8cfe4a5ae4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135494 Nov 25 17:32:40.956234 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a759c1d-14f7-4142-aada-36ce52352df7 req-17684900-a4e5-4a65-bb17-f3059d444ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:40.956534 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a759c1d-14f7-4142-aada-36ce52352df7 req-17684900-a4e5-4a65-bb17-f3059d444ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:40.977030 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e010e077-c619-4d3d-843d-3b4500f287b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:40.977615 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4a759c1d-14f7-4142-aada-36ce52352df7 req-17684900-a4e5-4a65-bb17-f3059d444ac9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d4a2faa2-0398-457b-8029-cd06ddb6a08d HTTP/1.1" status: 200 len: 1985 time: 0.1350045 Nov 25 17:32:40.992536 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ca98dc03-95f7-4820-b4e7-7c00f0611d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:40.997289 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ca98dc03-95f7-4820-b4e7-7c00f0611d3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:40.998526 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-ca98dc03-95f7-4820-b4e7-7c00f0611d3e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9e2ef589-e38e-4161-8202-8d054119a83a HTTP/1.1" status: 204 len: 168 time: 0.4812715 Nov 25 17:32:41.014260 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 8f77175a-bd57-40f3-8d07-643e29a7ae8c, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=8f77175a-bd57-40f3-8d07-643e29a7ae8c,segment=NetworkSegment(7b56f9b7-dcf8-416a-8490-b1f1b6152b37),segment_id=7b56f9b7-dcf8-416a-8490-b1f1b6152b37)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:41.019075 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca98dc03-95f7-4820-b4e7-7c00f0611d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2ef589-e38e-4161-8202-8d054119a83a,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:41.023908 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:41.051024 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4a759c1d-14f7-4142-aada-36ce52352df7 req-21f2c46d-010f-40b0-91cd-f31da63f1644 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=6cba972f-cee6-4d43-9317-8cfe4a5ae4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687532 Nov 25 17:32:41.152614 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=8f77175a-bd57-40f3-8d07-643e29a7ae8c,revision_number=6']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:41.171047 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['8f77175a-bd57-40f3-8d07-643e29a7ae8c'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:32:41.312097 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e010e077-c619-4d3d-843d-3b4500f287b3 admin admin] Router 960bb660-11ef-4a69-ac83-24278ebf85cb is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:32:41.393603 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff82d40-8dd2-41c8-9d1b-2ac42d854f8b req-990ac764-1e84-4511-a436-8c44b91d364a tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:41.402812 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cff82d40-8dd2-41c8-9d1b-2ac42d854f8b req-990ac764-1e84-4511-a436-8c44b91d364a tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/ports?device_id=22551351-6a56-41ed-b423-a3421ddd122c HTTP/1.1" status: 200 len: 944 time: 0.0880744 Nov 25 17:32:41.512259 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cff82d40-8dd2-41c8-9d1b-2ac42d854f8b req-7a648a3e-b31e-4821-81a7-cc6e12a87d25 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/security-groups?id=64a4895e-66bb-4a82-9045-67d823985e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054046 Nov 25 17:32:41.828295 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e010e077-c619-4d3d-843d-3b4500f287b3 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:32:41.843351 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e20d62-fb59-495b-8bed-94671b869273 None None] Sync routers for ids ['960bb660-11ef-4a69-ac83-24278ebf85cb'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:32:41.849858 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e010e077-c619-4d3d-843d-3b4500f287b3 admin admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:41.851289 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e010e077-c619-4d3d-843d-3b4500f287b3 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.1380689 Nov 25 17:32:41.854000 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 45116) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:41.863504 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e20d62-fb59-495b-8bed-94671b869273 None None] Routers {'960bb660-11ef-4a69-ac83-24278ebf85cb'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:32:41.865986 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-02e20d62-fb59-495b-8bed-94671b869273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:32:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['960bb660-11ef-4a69-ac83-24278ebf85cb'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:42.001369 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51583a5-7693-40d9-8d3c-4cf1035425c7 req-7f8a867c-cebe-482b-8a1e-1c81cfbee1ff tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:42.003005 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b51583a5-7693-40d9-8d3c-4cf1035425c7 req-7f8a867c-cebe-482b-8a1e-1c81cfbee1ff tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/networks?id=893ae009-948d-4a56-89c4-04cf75caf20a HTTP/1.1" status: 200 len: 814 time: 0.1988916 Nov 25 17:32:42.034897 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b51583a5-7693-40d9-8d3c-4cf1035425c7 req-feead4b6-2cb7-4fc7-a5d2-e514b8e6c28f tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/quotas/9ed6d61121ad4ad587d660c5c7d54fc1 HTTP/1.1" status: 200 len: 375 time: 0.0180242 Nov 25 17:32:42.070689 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-02e20d62-fb59-495b-8bed-94671b869273 None None] Set router 960bb660-11ef-4a69-ac83-24278ebf85cb gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:32:42.084020 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 8f77175a-bd57-40f3-8d07-643e29a7ae8c no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:32:42.366067 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b51583a5-7693-40d9-8d3c-4cf1035425c7 req-c15d0db8-685a-4346-82fd-c331d0cf59be tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=9ed6d61121ad4ad587d660c5c7d54fc1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3120489 Nov 25 17:32:42.390714 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e642d2b9-6f15-4437-934f-338a038e8778 req-efe9615c-42d7-4460-8493-e1ebaf6beed5 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:42.403496 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e642d2b9-6f15-4437-934f-338a038e8778 req-efe9615c-42d7-4460-8493-e1ebaf6beed5 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:42.406638 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:42.406951 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e642d2b9-6f15-4437-934f-338a038e8778 req-efe9615c-42d7-4460-8493-e1ebaf6beed5 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4a2faa2-0398-457b-8029-cd06ddb6a08d HTTP/1.1" status: 200 len: 1683 time: 0.1985979 Nov 25 17:32:42.411255 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device f761fe82-303e-4061-8143-3b8de66aa3e5 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:32:42.462615 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164e3e07-9473-48eb-b4b8-07649c69be00 None None] Network 15da2b0b-58fc-4161-9150-5b2e12841ebd requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:32:42.531789 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-02e20d62-fb59-495b-8bed-94671b869273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960bb660-11ef-4a69-ac83-24278ebf85cb', 'name': 'tempest-ServersTestJSON-2132435216-router', 'tenant_id': '52a7f1a75cb849a792055fde7412fdf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '5e0cd402-5399-4830-857e-6ab9c6db7896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:32:38Z', 'updated_at': '2021-11-25T17:32:40Z', 'revision_number': 3, 'project_id': '52a7f1a75cb849a792055fde7412fdf4', 'gw_port': {'id': '5e0cd402-5399-4830-857e-6ab9c6db7896', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:27:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '960bb660-11ef-4a69-ac83-24278ebf85cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:32:39Z', 'updated_at': '2021-11-25T17:32:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:42.542233 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e642d2b9-6f15-4437-934f-338a038e8778 req-46c8487e-4449-45be-8f7a-d94191989bef tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "GET /v2.0/security-groups?id=6cba972f-cee6-4d43-9317-8cfe4a5ae4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258662 Nov 25 17:32:42.561489 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-52dd7972-56ec-4980-8d54-c591f34bb717 None None] Provisioning complete for port f761fe82-303e-4061-8143-3b8de66aa3e5 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:42.561692 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e20d62-fb59-495b-8bed-94671b869273 None None] Checking router: 960bb660-11ef-4a69-ac83-24278ebf85cb for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:32:42.561862 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-52dd7972-56ec-4980-8d54-c591f34bb717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:42.561961 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e20d62-fb59-495b-8bed-94671b869273 None None] Updating router 960bb660-11ef-4a69-ac83-24278ebf85cb port 5e0cd402-5399-4830-857e-6ab9c6db7896 binding host n-d-817746-1 {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:32:42.567408 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 8f77175a-bd57-40f3-8d07-643e29a7ae8c {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:32:42.592522 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-02e20d62-fb59-495b-8bed-94671b869273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:42.609869 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b51583a5-7693-40d9-8d3c-4cf1035425c7 req-8a77399c-6e3e-46b2-8463-e8bef534a492 service neutron] 10.222.0.75 "GET /v2.0/networks/893ae009-948d-4a56-89c4-04cf75caf20a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017090 Nov 25 17:32:42.659110 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-beb7e1d3-4fbd-498e-a346-e515f93dcb43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:42.665185 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port f761fe82-303e-4061-8143-3b8de66aa3e5 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:42.665560 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:42.671773 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 8f77175a-bd57-40f3-8d07-643e29a7ae8c, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=8f77175a-bd57-40f3-8d07-643e29a7ae8c,segment=NetworkSegment(7b56f9b7-dcf8-416a-8490-b1f1b6152b37),segment_id=7b56f9b7-dcf8-416a-8490-b1f1b6152b37)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:42.712531 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:42.893442 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-beb7e1d3-4fbd-498e-a346-e515f93dcb43 admin admin] Allocated IP 172.20.0.1 (15da2b0b-58fc-4161-9150-5b2e12841ebd/4adf4a2b-4e3a-4e33-932e-a75235c5c4e8/10711a60-71fb-4cf1-972e-799faab60cfa) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:32:42.893838 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-52dd7972-56ec-4980-8d54-c591f34bb717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:42.927504 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=8f77175a-bd57-40f3-8d07-643e29a7ae8c,revision_number=7']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:43.001821 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:43.022168 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-02e20d62-fb59-495b-8bed-94671b869273 None None] Publish callbacks [] for port, precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:43.030064 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-02e20d62-fb59-495b-8bed-94671b869273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:43.037967 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-52dd7972-56ec-4980-8d54-c591f34bb717 None None] For port f761fe82-303e-4061-8143-3b8de66aa3e5, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=f761fe82-303e-4061-8143-3b8de66aa3e5,segment=NetworkSegment(eeb5e8d0-0be5-4d34-8ecb-7bb95c7801cd),segment_id=eeb5e8d0-0be5-4d34-8ecb-7bb95c7801cd)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:43.049640 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-52dd7972-56ec-4980-8d54-c591f34bb717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:43.098568 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-02e20d62-fb59-495b-8bed-94671b869273 None None] Attempting to bind port 5e0cd402-5399-4830-857e-6ab9c6db7896 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:32:43.099050 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-02e20d62-fb59-495b-8bed-94671b869273 None None] Attempting to bind port 5e0cd402-5399-4830-857e-6ab9c6db7896 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:32:43.099424 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e20d62-fb59-495b-8bed-94671b869273 None None] Attempting to bind port 5e0cd402-5399-4830-857e-6ab9c6db7896 on network 1aa44027-b9d0-4a56-9a59-7e664703e20a {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:32:43.130141 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e20d62-fb59-495b-8bed-94671b869273 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:32:43.130590 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e20d62-fb59-495b-8bed-94671b869273 None None] Checking segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:32:43.131080 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-02e20d62-fb59-495b-8bed-94671b869273 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:43.131616 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e20d62-fb59-495b-8bed-94671b869273 None None] Bound using segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:32:43.132350 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-02e20d62-fb59-495b-8bed-94671b869273 None None] Bound port: 5e0cd402-5399-4830-857e-6ab9c6db7896, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:32:43.132757 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-02e20d62-fb59-495b-8bed-94671b869273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:43.204736 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee63a64-e01c-4be9-bc18-1c24e429fe2e req-f15519ea-01dd-4777-b0f4-e5bd39f5896d tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:43.207778 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7ee63a64-e01c-4be9-bc18-1c24e429fe2e req-f15519ea-01dd-4777-b0f4-e5bd39f5896d tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.90 "GET /v2.0/ports?device_id=22551351-6a56-41ed-b423-a3421ddd122c HTTP/1.1" status: 200 len: 943 time: 0.2000630 Nov 25 17:32:43.219956 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.db.api [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:32:43.220513 n-d-817746-1 neutron-server[103362]: DEBUG oslo_db.api [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:32:43.226451 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-02e20d62-fb59-495b-8bed-94671b869273 None None] For port 5e0cd402-5399-4830-857e-6ab9c6db7896, host n-d-817746-1, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:32:43.232263 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-02e20d62-fb59-495b-8bed-94671b869273 None None] For port 5e0cd402-5399-4830-857e-6ab9c6db7896, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=5e0cd402-5399-4830-857e-6ab9c6db7896,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:32:43.240330 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-02e20d62-fb59-495b-8bed-94671b869273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:43.249042 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dd7972-56ec-4980-8d54-c591f34bb717 None None] Pushing event updated for resources: {'Port': ['ID=f761fe82-303e-4061-8143-3b8de66aa3e5,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:43.262965 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a26f5d2-7fa7-4216-a539-5bb7e2427660 None None] Pushing event updated for resources: {'Port': ['ID=5e0cd402-5399-4830-857e-6ab9c6db7896,revision_number=2']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:43.310753 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e20d62-fb59-495b-8bed-94671b869273 None None] Routers {'960bb660-11ef-4a69-ac83-24278ebf85cb'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:32:43.311695 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-02e20d62-fb59-495b-8bed-94671b869273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:32:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['960bb660-11ef-4a69-ac83-24278ebf85cb'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:43.338952 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-beb7e1d3-4fbd-498e-a346-e515f93dcb43 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:43.352955 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b51583a5-7693-40d9-8d3c-4cf1035425c7 req-a94efd0b-cbbd-461f-a7a0-62d228dc54b0 service neutron] 10.222.0.75 "GET /v2.0/networks/893ae009-948d-4a56-89c4-04cf75caf20a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7353165 Nov 25 17:32:43.459949 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a403008d-531d-4fda-aa50-905b3b4c2d6a req-9b356ef8-f214-4c0a-af9e-79313da2105a tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:43.469185 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a403008d-531d-4fda-aa50-905b3b4c2d6a req-9b356ef8-f214-4c0a-af9e-79313da2105a tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/ports?device_id=22551351-6a56-41ed-b423-a3421ddd122c HTTP/1.1" status: 200 len: 943 time: 0.0968010 Nov 25 17:32:43.507976 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-7ee63a64-e01c-4be9-bc18-1c24e429fe2e req-e0e04dce-091e-4c23-8fe8-206f2590b315 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Deleting port 8f77175a-bd57-40f3-8d07-643e29a7ae8c {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:32:43.508287 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-7ee63a64-e01c-4be9-bc18-1c24e429fe2e req-e0e04dce-091e-4c23-8fe8-206f2590b315 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:43.530594 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a26f5d2-7fa7-4216-a539-5bb7e2427660 None None] Pushing event updated for resources: {'Port': ['ID=5e0cd402-5399-4830-857e-6ab9c6db7896,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:43.562934 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a403008d-531d-4fda-aa50-905b3b4c2d6a req-b326fe3d-7d3b-46cb-a94a-3c51be9d4459 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/security-groups?id=64a4895e-66bb-4a82-9045-67d823985e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919633 Nov 25 17:32:43.591958 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-9a418c86-e180-4244-860b-137249ce9524 None None] Provisioning complete for port f761fe82-303e-4061-8143-3b8de66aa3e5 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:43.592435 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9a418c86-e180-4244-860b-137249ce9524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:43.602734 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-02e20d62-fb59-495b-8bed-94671b869273 None None] Set router 960bb660-11ef-4a69-ac83-24278ebf85cb gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:32:43.613502 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-beb7e1d3-4fbd-498e-a346-e515f93dcb43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:43.700818 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 45152) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:43.704888 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb7e1d3-4fbd-498e-a346-e515f93dcb43 admin admin] Network 15da2b0b-58fc-4161-9150-5b2e12841ebd is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:32:43.736781 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-38bce641-dc02-461a-b760-f5b621758b0b req-e967e84e-e112-4b72-ba90-9beae12fa98e tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/ports?device_id=f2a98337-25aa-4adf-ba9e-6be32878c058 HTTP/1.1" status: 200 len: 210 time: 0.0860927 Nov 25 17:32:43.751322 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-beb7e1d3-4fbd-498e-a346-e515f93dcb43 admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:32:43.777511 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb7e1d3-4fbd-498e-a346-e515f93dcb43 admin admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:32:43.904441 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e59af6-1580-45e0-b742-416caf5f8c96 req-f6ea4447-7495-4135-9e80-2751dee325cf tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:43.916577 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e59af6-1580-45e0-b742-416caf5f8c96 req-f6ea4447-7495-4135-9e80-2751dee325cf tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:43.920049 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b3e59af6-1580-45e0-b742-416caf5f8c96 req-f6ea4447-7495-4135-9e80-2751dee325cf tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4a2faa2-0398-457b-8029-cd06ddb6a08d HTTP/1.1" status: 200 len: 1683 time: 0.1133566 Nov 25 17:32:43.923818 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7e1d3-4fbd-498e-a346-e515f93dcb43 admin admin] Pushing event updated for resources: {'Port': ['ID=10711a60-71fb-4cf1-972e-799faab60cfa,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:44.007821 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-7ee63a64-e01c-4be9-bc18-1c24e429fe2e req-e0e04dce-091e-4c23-8fe8-206f2590b315 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] For port 8f77175a-bd57-40f3-8d07-643e29a7ae8c, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=8f77175a-bd57-40f3-8d07-643e29a7ae8c,segment=NetworkSegment(7b56f9b7-dcf8-416a-8490-b1f1b6152b37),segment_id=7b56f9b7-dcf8-416a-8490-b1f1b6152b37)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:44.008209 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-7ee63a64-e01c-4be9-bc18-1c24e429fe2e req-e0e04dce-091e-4c23-8fe8-206f2590b315 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:44.023088 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-beb7e1d3-4fbd-498e-a346-e515f93dcb43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:44.028961 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-99100597-ad4d-4e25-a5d4-1b69bdd0ee44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:44.045086 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b3e59af6-1580-45e0-b742-416caf5f8c96 req-411f972a-7a91-43e6-974d-53ddb5cc5022 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "GET /v2.0/security-groups?id=6cba972f-cee6-4d43-9317-8cfe4a5ae4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021118 Nov 25 17:32:44.054429 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-02e20d62-fb59-495b-8bed-94671b869273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960bb660-11ef-4a69-ac83-24278ebf85cb', 'name': 'tempest-ServersTestJSON-2132435216-router', 'tenant_id': '52a7f1a75cb849a792055fde7412fdf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '5e0cd402-5399-4830-857e-6ab9c6db7896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:32:38Z', 'updated_at': '2021-11-25T17:32:40Z', 'revision_number': 3, 'project_id': '52a7f1a75cb849a792055fde7412fdf4', 'gw_port': {'id': '5e0cd402-5399-4830-857e-6ab9c6db7896', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:27:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '960bb660-11ef-4a69-ac83-24278ebf85cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:32:39Z', 'updated_at': '2021-11-25T17:32:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:44.085375 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-7ee63a64-e01c-4be9-bc18-1c24e429fe2e req-e0e04dce-091e-4c23-8fe8-206f2590b315 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Calling delete_port for 8f77175a-bd57-40f3-8d07-643e29a7ae8c owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:32:44.100524 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e20d62-fb59-495b-8bed-94671b869273 None None] The sync data for ids ['960bb660-11ef-4a69-ac83-24278ebf85cb'] in n-d-817746-1 is: [{'id': '960bb660-11ef-4a69-ac83-24278ebf85cb', 'name': 'tempest-ServersTestJSON-2132435216-router', 'tenant_id': '52a7f1a75cb849a792055fde7412fdf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '5e0cd402-5399-4830-857e-6ab9c6db7896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:32:38Z', 'updated_at': '2021-11-25T17:32:40Z', 'revision_number': 3, 'project_id': '52a7f1a75cb849a792055fde7412fdf4', 'gw_port': {'id': '5e0cd402-5399-4830-857e-6ab9c6db7896', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:27:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '960bb660-11ef-4a69-ac83-24278ebf85cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:32:39Z', 'updated_at': '2021-11-25T17:32:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:32:44.211215 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-0598b873-c88d-4f01-afc3-d9fc5cf2ec16 None None] Provisioning complete for port 10711a60-71fb-4cf1-972e-799faab60cfa triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:44.212364 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0598b873-c88d-4f01-afc3-d9fc5cf2ec16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:44.293311 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device f761fe82-303e-4061-8143-3b8de66aa3e5 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:32:44.413960 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-0598b873-c88d-4f01-afc3-d9fc5cf2ec16 None None] Port 10711a60-71fb-4cf1-972e-799faab60cfa cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:32:44.436593 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-beb7e1d3-4fbd-498e-a346-e515f93dcb43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:44.441697 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-99100597-ad4d-4e25-a5d4-1b69bdd0ee44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:44.444481 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port f761fe82-303e-4061-8143-3b8de66aa3e5 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:44.444851 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:44.462455 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-99100597-ad4d-4e25-a5d4-1b69bdd0ee44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:44.548062 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-99100597-ad4d-4e25-a5d4-1b69bdd0ee44 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=275c3e8bfc9749348d8944f35f1086c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8418694 Nov 25 17:32:44.553242 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 45170) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:44.557753 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-7ee63a64-e01c-4be9-bc18-1c24e429fe2e req-e0e04dce-091e-4c23-8fe8-206f2590b315 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:44.580859 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99100597-ad4d-4e25-a5d4-1b69bdd0ee44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f607954-8338-4742-aa31-0693c30d28c1,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:44.648331 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e04dce-091e-4c23-8fe8-206f2590b315 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Pushing event deleted for resources: {'Port': ['ID=8f77175a-bd57-40f3-8d07-643e29a7ae8c,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:44.722351 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ee63a64-e01c-4be9-bc18-1c24e429fe2e req-e0e04dce-091e-4c23-8fe8-206f2590b315 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] No DVR routers for this DVR port 8f77175a-bd57-40f3-8d07-643e29a7ae8c on host n-h2-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:32:44.726276 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-7ee63a64-e01c-4be9-bc18-1c24e429fe2e req-e0e04dce-091e-4c23-8fe8-206f2590b315 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:44.729252 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7ee63a64-e01c-4be9-bc18-1c24e429fe2e req-e0e04dce-091e-4c23-8fe8-206f2590b315 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.90 "DELETE /v2.0/ports/8f77175a-bd57-40f3-8d07-643e29a7ae8c HTTP/1.1" status: 204 len: 173 time: 1.5137141 Nov 25 17:32:44.733154 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22551351-6a56-41ed-b423-a3421ddd122c', 'name': 'network-vif-deleted', 'tag': '8f77175a-bd57-40f3-8d07-643e29a7ae8c'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:32:44.735679 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e4e4d2-c0da-4f42-b034-ec05e24057a3" -d '{"events": [{"server_uuid": "22551351-6a56-41ed-b423-a3421ddd122c", "name": "network-vif-deleted", "tag": "8f77175a-bd57-40f3-8d07-643e29a7ae8c"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:32:44.757741 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fea494ac-c40c-4499-ab41-e2ef94f102be req-d2bd3ba8-e473-4a39-9369-e89ca95ca40f tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/ports?device_id=22551351-6a56-41ed-b423-a3421ddd122c HTTP/1.1" status: 200 len: 210 time: 0.0661905 Nov 25 17:32:44.781517 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81576b3d-6c45-4242-a2d9-f6bef81fe1d4 req-b70b13e4-e12f-434c-b2d6-b640531ba49f tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:44.791234 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81576b3d-6c45-4242-a2d9-f6bef81fe1d4 req-b70b13e4-e12f-434c-b2d6-b640531ba49f tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:44.800637 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-81576b3d-6c45-4242-a2d9-f6bef81fe1d4 req-b70b13e4-e12f-434c-b2d6-b640531ba49f tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4a2faa2-0398-457b-8029-cd06ddb6a08d HTTP/1.1" status: 200 len: 1683 time: 0.3040576 Nov 25 17:32:44.869388 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-81576b3d-6c45-4242-a2d9-f6bef81fe1d4 req-0744a0bc-7f3f-4c19-b88c-eeda739d1fd5 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "GET /v2.0/security-groups?id=6cba972f-cee6-4d43-9317-8cfe4a5ae4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678082 Nov 25 17:32:44.870289 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-312311ec-f0d2-4c97-9bfa-259a5297e72b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:44.900849 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-beb7e1d3-4fbd-498e-a346-e515f93dcb43 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:44.910640 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-beb7e1d3-4fbd-498e-a346-e515f93dcb43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:44.922419 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-312311ec-f0d2-4c97-9bfa-259a5297e72b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:44.997615 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-312311ec-f0d2-4c97-9bfa-259a5297e72b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:45.000556 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-312311ec-f0d2-4c97-9bfa-259a5297e72b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:45.002023 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-312311ec-f0d2-4c97-9bfa-259a5297e72b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3f607954-8338-4742-aa31-0693c30d28c1 HTTP/1.1" status: 204 len: 168 time: 0.4442642 Nov 25 17:32:45.016866 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c326f0e5-e988-462a-a828-26081e4a70f4 x-openstack-request-id: req-c326f0e5-e988-462a-a828-26081e4a70f4 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:32:45.017197 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22551351-6a56-41ed-b423-a3421ddd122c", "name": "network-vif-deleted", "tag": "8f77175a-bd57-40f3-8d07-643e29a7ae8c", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:32:45.017451 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c326f0e5-e988-462a-a828-26081e4a70f4 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:32:45.017876 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22551351-6a56-41ed-b423-a3421ddd122c', 'name': 'network-vif-deleted', 'tag': '8f77175a-bd57-40f3-8d07-643e29a7ae8c', 'status': 'completed', 'code': 200} Nov 25 17:32:45.044484 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-df8b3e79-a735-485f-8568-e45386941b52 req-40b2bc88-be14-4aed-a678-e06ca549b5dc tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/ports?device_id=f2a98337-25aa-4adf-ba9e-6be32878c058 HTTP/1.1" status: 200 len: 210 time: 0.0618792 Nov 25 17:32:45.059952 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312311ec-f0d2-4c97-9bfa-259a5297e72b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f607954-8338-4742-aa31-0693c30d28c1,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:45.073204 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7e1d3-4fbd-498e-a346-e515f93dcb43 admin admin] Pushing event updated for resources: {'Port': ['ID=10711a60-71fb-4cf1-972e-799faab60cfa,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:45.092895 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-beb7e1d3-4fbd-498e-a346-e515f93dcb43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:45.218400 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb7e1d3-4fbd-498e-a346-e515f93dcb43 admin admin] Network 15da2b0b-58fc-4161-9150-5b2e12841ebd is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:32:45.220139 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-beb7e1d3-4fbd-498e-a346-e515f93dcb43 admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:32:45.305162 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51583a5-7693-40d9-8d3c-4cf1035425c7 req-0cec13a2-4c5f-462c-a00d-17d95ca51dd5 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:45.307758 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b51583a5-7693-40d9-8d3c-4cf1035425c7 req-0cec13a2-4c5f-462c-a00d-17d95ca51dd5 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.74 "GET /v2.0/networks?id=893ae009-948d-4a56-89c4-04cf75caf20a HTTP/1.1" status: 200 len: 814 time: 0.1689570 Nov 25 17:32:45.335444 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-b51583a5-7693-40d9-8d3c-4cf1035425c7 req-6c3974e1-8a07-4136-b846-6f3f0a48ca54 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Request body: {'port': {'device_id': 'f2a98337-25aa-4adf-ba9e-6be32878c058', 'network_id': '893ae009-948d-4a56-89c4-04cf75caf20a', 'admin_state_up': True, 'tenant_id': '9ed6d61121ad4ad587d660c5c7d54fc1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:45.443118 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb7e1d3-4fbd-498e-a346-e515f93dcb43 admin admin] Router 960bb660-11ef-4a69-ac83-24278ebf85cb has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:32:45.591058 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b51583a5-7693-40d9-8d3c-4cf1035425c7 req-6c3974e1-8a07-4136-b846-6f3f0a48ca54 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Made reservation on behalf of 9ed6d61121ad4ad587d660c5c7d54fc1 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:32:45.596488 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b51583a5-7693-40d9-8d3c-4cf1035425c7 req-6c3974e1-8a07-4136-b846-6f3f0a48ca54 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:45.604097 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb7e1d3-4fbd-498e-a346-e515f93dcb43 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:32:45.610270 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-beb7e1d3-4fbd-498e-a346-e515f93dcb43 admin admin] 10.222.0.75 "PUT /v2.0/routers/960bb660-11ef-4a69-ac83-24278ebf85cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7551908 Nov 25 17:32:45.678267 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-8f1eace1-15d0-401a-913b-26918d76aa81 None None] Provisioning complete for port 10711a60-71fb-4cf1-972e-799faab60cfa triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:45.678741 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8f1eace1-15d0-401a-913b-26918d76aa81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:45.727427 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-8f1eace1-15d0-401a-913b-26918d76aa81 None None] Port 10711a60-71fb-4cf1-972e-799faab60cfa cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:32:45.782175 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-b51583a5-7693-40d9-8d3c-4cf1035425c7 req-6c3974e1-8a07-4136-b846-6f3f0a48ca54 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Allocated IP 172.20.0.5 (893ae009-948d-4a56-89c4-04cf75caf20a/f5ab359d-3571-4e44-9b7f-d7d725d0869c/0d6551ad-8a26-4bc6-bfbf-063b916a4ead) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:32:46.079599 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b51583a5-7693-40d9-8d3c-4cf1035425c7 req-6c3974e1-8a07-4136-b846-6f3f0a48ca54 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:46.101473 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2241b-7c26-4a94-82aa-8c86b369dee3 req-4a63c7ca-6f9b-41d3-8ac1-8424b70ccd81 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:46.107113 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 8f77175a-bd57-40f3-8d07-643e29a7ae8c no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:32:46.109006 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2241b-7c26-4a94-82aa-8c86b369dee3 req-4a63c7ca-6f9b-41d3-8ac1-8424b70ccd81 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:46.110615 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-93a2241b-7c26-4a94-82aa-8c86b369dee3 req-4a63c7ca-6f9b-41d3-8ac1-8424b70ccd81 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.74 "GET /v2.0/ports?device_id=d4a2faa2-0398-457b-8029-cd06ddb6a08d HTTP/1.1" status: 200 len: 1683 time: 0.1152179 Nov 25 17:32:46.133208 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe3b4a3-0f6a-454c-82a2-961c2eb0251a req-95ea58e1-6258-4ea3-a0d8-f65371c2a90b tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:46.143970 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe3b4a3-0f6a-454c-82a2-961c2eb0251a req-95ea58e1-6258-4ea3-a0d8-f65371c2a90b tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:46.153277 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ebe3b4a3-0f6a-454c-82a2-961c2eb0251a req-95ea58e1-6258-4ea3-a0d8-f65371c2a90b tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4a2faa2-0398-457b-8029-cd06ddb6a08d HTTP/1.1" status: 200 len: 1683 time: 0.1750226 Nov 25 17:32:46.174069 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 45224) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:46.198425 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: 8f77175a-bd57-40f3-8d07-643e29a7ae8c {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:32:46.201224 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 8f77175a-bd57-40f3-8d07-643e29a7ae8c not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:32:46.279452 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ebe3b4a3-0f6a-454c-82a2-961c2eb0251a req-44f14971-2dfa-4513-b2e1-27ae5dec1d72 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "GET /v2.0/security-groups?id=6cba972f-cee6-4d43-9317-8cfe4a5ae4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200454 Nov 25 17:32:46.286724 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 5e0cd402-5399-4830-857e-6ab9c6db7896 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:32:46.345638 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b51583a5-7693-40d9-8d3c-4cf1035425c7 req-6c3974e1-8a07-4136-b846-6f3f0a48ca54 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:46.358541 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['550de2a6-ffbd-4c86-ac21-4914075aa3e6', 'e52b8008-7c66-48fe-a4b5-c44fe002f599'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:32:46.367849 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-38be4fa1-0eef-4f7a-871d-9de9e02fb1a7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1023932985-network', 'tenant_id': '993e53d13f4a4f928421fafbce5572c3'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:46.369022 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 45228) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:46.400041 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 5e0cd402-5399-4830-857e-6ab9c6db7896 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:46.400898 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:46.416037 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-9eb064c6-852c-4cc1-8d46-fffa2fc98486 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1306817157', 'description': 'tempest-description--1180651082'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:46.418712 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38be4fa1-0eef-4f7a-871d-9de9e02fb1a7 admin admin] Made reservation on behalf of 993e53d13f4a4f928421fafbce5572c3 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:32:46.421428 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-38be4fa1-0eef-4f7a-871d-9de9e02fb1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:46.441576 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-38be4fa1-0eef-4f7a-871d-9de9e02fb1a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:46.555660 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-38be4fa1-0eef-4f7a-871d-9de9e02fb1a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:46.557627 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b51583a5-7693-40d9-8d3c-4cf1035425c7 req-6c3974e1-8a07-4136-b846-6f3f0a48ca54 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Network 893ae009-948d-4a56-89c4-04cf75caf20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:32:46.560767 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3974e1-8a07-4136-b846-6f3f0a48ca54 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Pushing event updated for resources: {'Port': ['ID=0d6551ad-8a26-4bc6-bfbf-063b916a4ead,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:46.561399 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-38be4fa1-0eef-4f7a-871d-9de9e02fb1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:46.589743 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38be4fa1-0eef-4f7a-871d-9de9e02fb1a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 921} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:32:46.611108 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38be4fa1-0eef-4f7a-871d-9de9e02fb1a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3efc8c0-f1ff-46f5-9517-62c9bebb39f3,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:46.617412 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-38be4fa1-0eef-4f7a-871d-9de9e02fb1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:46.617909 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-38be4fa1-0eef-4f7a-871d-9de9e02fb1a7 admin admin] Added segment 8bf00926-7be4-46f0-a85d-023b1ff6562a of type vlan for network 741d8194-35ac-41e6-a27e-dc63c59af432 Nov 25 17:32:46.627463 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-b51583a5-7693-40d9-8d3c-4cf1035425c7 req-6c3974e1-8a07-4136-b846-6f3f0a48ca54 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:32:46.639764 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-b51583a5-7693-40d9-8d3c-4cf1035425c7 req-6c3974e1-8a07-4136-b846-6f3f0a48ca54 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:32:46.647730 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9eb064c6-852c-4cc1-8d46-fffa2fc98486 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:46.653358 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-93a2241b-7c26-4a94-82aa-8c86b369dee3 req-274a6712-607a-4a8f-a02f-f7262b2e1dc5 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Deleting port 332297f8-fa8d-40e6-a6d4-3adb6f3b349f {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:32:46.653935 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-93a2241b-7c26-4a94-82aa-8c86b369dee3 req-274a6712-607a-4a8f-a02f-f7262b2e1dc5 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:46.679145 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-38be4fa1-0eef-4f7a-871d-9de9e02fb1a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:46.680534 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:46.720664 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-38be4fa1-0eef-4f7a-871d-9de9e02fb1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:46.721634 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38be4fa1-0eef-4f7a-871d-9de9e02fb1a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:46.723387 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-38be4fa1-0eef-4f7a-871d-9de9e02fb1a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:46.758113 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:46.812404 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-38be4fa1-0eef-4f7a-871d-9de9e02fb1a7 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6369045 Nov 25 17:32:46.815871 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 45240) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:46.824372 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-2f2a40f1-1ef4-4223-9820-e2d1858f2dae admin admin] Request body: {'subnet': {'network_id': '741d8194-35ac-41e6-a27e-dc63c59af432', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1023932985-subnet', 'tenant_id': '993e53d13f4a4f928421fafbce5572c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:46.826240 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port 5e0cd402-5399-4830-857e-6ab9c6db7896, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=5e0cd402-5399-4830-857e-6ab9c6db7896,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:46.829712 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38be4fa1-0eef-4f7a-871d-9de9e02fb1a7 admin admin] Pushing event updated for resources: {'Network': ['ID=741d8194-35ac-41e6-a27e-dc63c59af432,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:46.829879 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca544860-7742-49b4-ae41-482fb4521c0d req-233e6b76-c980-4050-919d-d4e8a4740317 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:46.831391 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ca544860-7742-49b4-ae41-482fb4521c0d req-233e6b76-c980-4050-919d-d4e8a4740317 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/networks?id=7a8c66d3-1027-4660-98b7-5ec4a01a4fdc HTTP/1.1" status: 200 len: 822 time: 0.3674374 Nov 25 17:32:46.831513 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7eb5862-7c85-445c-b007-6268fa807d11 None None] Sync routers for ids ['960bb660-11ef-4a69-ac83-24278ebf85cb'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:32:46.846054 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51583a5-7693-40d9-8d3c-4cf1035425c7 req-6c3974e1-8a07-4136-b846-6f3f0a48ca54 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:46.846698 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b51583a5-7693-40d9-8d3c-4cf1035425c7 req-6c3974e1-8a07-4136-b846-6f3f0a48ca54 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:46.852353 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 741d8194-35ac-41e6-a27e-dc63c59af432 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:32:46.856742 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:46.859488 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f2a40f1-1ef4-4223-9820-e2d1858f2dae admin admin] Made reservation on behalf of 993e53d13f4a4f928421fafbce5572c3 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:32:46.862916 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2f2a40f1-1ef4-4223-9820-e2d1858f2dae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:46.865606 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2202d2-659b-468c-a117-4e0051f28ae3 req-38f11da6-ea3b-4891-ac03-843ba6e72c1f tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:46.867716 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8a2202d2-659b-468c-a117-4e0051f28ae3 req-38f11da6-ea3b-4891-ac03-843ba6e72c1f tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/ports?device_id=f2a98337-25aa-4adf-ba9e-6be32878c058 HTTP/1.1" status: 200 len: 931 time: 0.3631399 Nov 25 17:32:46.877544 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:46.901122 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ca544860-7742-49b4-ae41-482fb4521c0d req-d1111666-b3b9-456f-b246-b8a245100c45 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/quotas/28e639b61725474a8e2246556ccdec9c HTTP/1.1" status: 200 len: 375 time: 0.0441303 Nov 25 17:32:46.942375 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b51583a5-7693-40d9-8d3c-4cf1035425c7 req-6c3974e1-8a07-4136-b846-6f3f0a48ca54 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6236970 Nov 25 17:32:46.959510 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-b51583a5-7693-40d9-8d3c-4cf1035425c7 req-45e3955b-4bbf-4518-a90d-41eb1079cdc5 service neutron] Request body: {'port': {'device_id': 'f2a98337-25aa-4adf-ba9e-6be32878c058', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:46.962666 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7eb5862-7c85-445c-b007-6268fa807d11 None None] Routers {'960bb660-11ef-4a69-ac83-24278ebf85cb'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:32:46.963414 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-f7eb5862-7c85-445c-b007-6268fa807d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:32:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['960bb660-11ef-4a69-ac83-24278ebf85cb'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:46.985522 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ca544860-7742-49b4-ae41-482fb4521c0d req-af6fe360-b161-47e9-8c86-232640e552a7 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=28e639b61725474a8e2246556ccdec9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0708103 Nov 25 17:32:47.010346 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-93a2241b-7c26-4a94-82aa-8c86b369dee3 req-274a6712-607a-4a8f-a02f-f7262b2e1dc5 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] For port 332297f8-fa8d-40e6-a6d4-3adb6f3b349f, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=332297f8-fa8d-40e6-a6d4-3adb6f3b349f,segment=NetworkSegment(b59d8989-2c39-4be3-a309-35a91e4ebd28),segment_id=b59d8989-2c39-4be3-a309-35a91e4ebd28)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:47.010719 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-93a2241b-7c26-4a94-82aa-8c86b369dee3 req-274a6712-607a-4a8f-a02f-f7262b2e1dc5 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:47.066187 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-93a2241b-7c26-4a94-82aa-8c86b369dee3 req-274a6712-607a-4a8f-a02f-f7262b2e1dc5 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Calling delete_port for 332297f8-fa8d-40e6-a6d4-3adb6f3b349f owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:32:47.076692 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2f2a40f1-1ef4-4223-9820-e2d1858f2dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:47.093023 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=5e0cd402-5399-4830-857e-6ab9c6db7896,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:47.141178 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2a40f1-1ef4-4223-9820-e2d1858f2dae admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7e694ac-d04c-4128-9df7-0839adaa9a91,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:47.144353 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0af1e59f-bd9e-4644-a2a3-58a6ff259578 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:47.149923 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9eb064c6-852c-4cc1-8d46-fffa2fc98486 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:47.153953 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2a40f1-1ef4-4223-9820-e2d1858f2dae admin admin] Checking segment: {'id': '8bf00926-7be4-46f0-a85d-023b1ff6562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '741d8194-35ac-41e6-a27e-dc63c59af432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:32:47.154335 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2a40f1-1ef4-4223-9820-e2d1858f2dae admin admin] Network hostable DHCP agents. Network: 741d8194-35ac-41e6-a27e-dc63c59af432, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:32:47.175608 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2a40f1-1ef4-4223-9820-e2d1858f2dae admin admin] Network 741d8194-35ac-41e6-a27e-dc63c59af432 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:32:47.177194 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8a2202d2-659b-468c-a117-4e0051f28ae3 req-05f6b2dd-ed89-4bcd-a9a6-36b86f9bb287 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a4fb475-e9ec-4623-9c08-36dcb76340fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859242 Nov 25 17:32:47.191316 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9eb064c6-852c-4cc1-8d46-fffa2fc98486 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:47.198441 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-2f2a40f1-1ef4-4223-9820-e2d1858f2dae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 741d8194-35ac-41e6-a27e-dc63c59af432) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:32:47.207898 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2a40f1-1ef4-4223-9820-e2d1858f2dae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:47.208510 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2f2a40f1-1ef4-4223-9820-e2d1858f2dae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:47.211405 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-f7eb5862-7c85-445c-b007-6268fa807d11 None None] Set router 960bb660-11ef-4a69-ac83-24278ebf85cb gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:32:47.216804 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9139895e-c54a-4893-bb28-8d396e49a072 None None] Network 741d8194-35ac-41e6-a27e-dc63c59af432 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:32:47.243167 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2f2a40f1-1ef4-4223-9820-e2d1858f2dae admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4254200 Nov 25 17:32:47.243363 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b51583a5-7693-40d9-8d3c-4cf1035425c7 req-45e3955b-4bbf-4518-a90d-41eb1079cdc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:47.244151 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 45242) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:47.253115 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-387beeb6-0849-4f4d-a2b1-7ad1b2e428e6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1023932985-router', 'tenant_id': '993e53d13f4a4f928421fafbce5572c3', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:47.291284 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-387beeb6-0849-4f4d-a2b1-7ad1b2e428e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:47.293212 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-387beeb6-0849-4f4d-a2b1-7ad1b2e428e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:47.363038 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-387beeb6-0849-4f4d-a2b1-7ad1b2e428e6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:47.489826 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9eb064c6-852c-4cc1-8d46-fffa2fc98486 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:47.491118 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-9eb064c6-852c-4cc1-8d46-fffa2fc98486 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.0814266 Nov 25 17:32:47.507875 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 45248) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:47.513244 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-0b022dc1-e66a-4f73-84aa-f10043b13a70 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Request body: {'security_group_rule': {'security_group_id': 'b429c314-4805-4971-8466-b0fd68f90c3d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:47.527607 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-387beeb6-0849-4f4d-a2b1-7ad1b2e428e6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:47.542079 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb064c6-852c-4cc1-8d46-fffa2fc98486 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b429c314-4805-4971-8466-b0fd68f90c3d,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:47.560600 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ca544860-7742-49b4-ae41-482fb4521c0d req-0390e836-8910-4aea-ba54-1f0872994415 service neutron] 10.222.0.75 "GET /v2.0/networks/7a8c66d3-1027-4660-98b7-5ec4a01a4fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5539124 Nov 25 17:32:47.563842 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0b022dc1-e66a-4f73-84aa-f10043b13a70 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:47.583839 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a380fa7f-4662-436a-8b1a-4a128cd936e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-741d8194-35ac-41e6-a27e-dc63c59af432', 'network_id': '741d8194-35ac-41e6-a27e-dc63c59af432', 'tenant_id': '993e53d13f4a4f928421fafbce5572c3', 'fixed_ips': [{'subnet_id': 'd7e694ac-d04c-4128-9df7-0839adaa9a91'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:32:47.585053 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a380fa7f-4662-436a-8b1a-4a128cd936e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:47.617999 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-f7eb5862-7c85-445c-b007-6268fa807d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960bb660-11ef-4a69-ac83-24278ebf85cb', 'name': 'tempest-ServersTestJSON-2132435216-router', 'tenant_id': '52a7f1a75cb849a792055fde7412fdf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '5e0cd402-5399-4830-857e-6ab9c6db7896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:32:38Z', 'updated_at': '2021-11-25T17:32:44Z', 'revision_number': 4, 'project_id': '52a7f1a75cb849a792055fde7412fdf4', 'gw_port': {'id': '5e0cd402-5399-4830-857e-6ab9c6db7896', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:27:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960bb660-11ef-4a69-ac83-24278ebf85cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:32:39Z', 'updated_at': '2021-11-25T17:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '10711a60-71fb-4cf1-972e-799faab60cfa', 'name': '', 'network_id': '15da2b0b-58fc-4161-9150-5b2e12841ebd', 'tenant_id': '52a7f1a75cb849a792055fde7412fdf4', 'mac_address': 'fa:16:3e:8a:b3:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '960bb660-11ef-4a69-ac83-24278ebf85cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '4adf4a2b-4e3a-4e33-932e-a75235c5c4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:32:42Z', 'updated_at': '2021-11-25T17:32:44Z', 'revision_number': 2, 'project_id': '52a7f1a75cb849a792055fde7412fdf4', 'subnets': [{'id': '4adf4a2b-4e3a-4e33-932e-a75235c5c4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:47.627827 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-93a2241b-7c26-4a94-82aa-8c86b369dee3 req-274a6712-607a-4a8f-a02f-f7262b2e1dc5 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:47.678467 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0b022dc1-e66a-4f73-84aa-f10043b13a70 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:47.685227 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0b022dc1-e66a-4f73-84aa-f10043b13a70 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:47.692810 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['332297f8-fa8d-40e6-a6d4-3adb6f3b349f', '973b08e0-eaf7-41d9-97a8-ac091a2a447f'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:32:47.700961 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b022dc1-e66a-4f73-84aa-f10043b13a70 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeeae96f-68ef-4441-9bec-e3036757e6ae,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:47.711027 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58363b30-0d84-4732-821e-9e4624f7e1b5 req-be2436e3-393b-4ead-b05e-7586e2f3cafd tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:47.718495 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58363b30-0d84-4732-821e-9e4624f7e1b5 req-be2436e3-393b-4ead-b05e-7586e2f3cafd tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:47.719108 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7eb5862-7c85-445c-b007-6268fa807d11 None None] Checking router: 960bb660-11ef-4a69-ac83-24278ebf85cb for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:32:47.719524 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7eb5862-7c85-445c-b007-6268fa807d11 None None] Updating router 960bb660-11ef-4a69-ac83-24278ebf85cb port 10711a60-71fb-4cf1-972e-799faab60cfa binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:32:47.719860 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-58363b30-0d84-4732-821e-9e4624f7e1b5 req-be2436e3-393b-4ead-b05e-7586e2f3cafd tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4a2faa2-0398-457b-8029-cd06ddb6a08d HTTP/1.1" status: 200 len: 1604 time: 0.2701797 Nov 25 17:32:47.728643 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0b022dc1-e66a-4f73-84aa-f10043b13a70 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:47.730103 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0b022dc1-e66a-4f73-84aa-f10043b13a70 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2209101 Nov 25 17:32:47.755221 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 45250) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:47.766973 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274a6712-607a-4a8f-a02f-f7262b2e1dc5 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Pushing event deleted for resources: {'Port': ['ID=332297f8-fa8d-40e6-a6d4-3adb6f3b349f,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:47.773021 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-ea7597f3-0826-4167-a335-bdb083fdc431 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Request body: {'security_group_rule': {'security_group_id': 'b429c314-4805-4971-8466-b0fd68f90c3d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:47.799774 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f7eb5862-7c85-445c-b007-6268fa807d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:47.868166 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-387beeb6-0849-4f4d-a2b1-7ad1b2e428e6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:47.878639 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-a380fa7f-4662-436a-8b1a-4a128cd936e1 None None] Allocated IP 172.20.0.2 (741d8194-35ac-41e6-a27e-dc63c59af432/d7e694ac-d04c-4128-9df7-0839adaa9a91/d13402c8-3195-48cd-a308-13c5a2e007a2) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:32:47.889463 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-387beeb6-0849-4f4d-a2b1-7ad1b2e428e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:47.934811 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ca544860-7742-49b4-ae41-482fb4521c0d req-0d1b369f-5421-4940-afce-be6baa884f1b service neutron] 10.222.0.75 "GET /v2.0/networks/7a8c66d3-1027-4660-98b7-5ec4a01a4fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418283 Nov 25 17:32:47.955806 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a2241b-7c26-4a94-82aa-8c86b369dee3 req-274a6712-607a-4a8f-a02f-f7262b2e1dc5 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] No DVR routers for this DVR port 332297f8-fa8d-40e6-a6d4-3adb6f3b349f on host n-h1-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:32:47.972413 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-93a2241b-7c26-4a94-82aa-8c86b369dee3 req-274a6712-607a-4a8f-a02f-f7262b2e1dc5 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:47.976157 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-93a2241b-7c26-4a94-82aa-8c86b369dee3 req-274a6712-607a-4a8f-a02f-f7262b2e1dc5 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.74 "DELETE /v2.0/ports/332297f8-fa8d-40e6-a6d4-3adb6f3b349f HTTP/1.1" status: 204 len: 173 time: 1.8207624 Nov 25 17:32:47.982476 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a2faa2-0398-457b-8029-cd06ddb6a08d', 'name': 'network-vif-deleted', 'tag': '332297f8-fa8d-40e6-a6d4-3adb6f3b349f'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:32:47.987271 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51e44be-226d-4d10-b027-070f1a7e6c2d" -d '{"events": [{"server_uuid": "d4a2faa2-0398-457b-8029-cd06ddb6a08d", "name": "network-vif-deleted", "tag": "332297f8-fa8d-40e6-a6d4-3adb6f3b349f"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:32:48.022037 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ea7597f3-0826-4167-a335-bdb083fdc431 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:48.050991 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-387beeb6-0849-4f4d-a2b1-7ad1b2e428e6 admin admin] Allocated IP 172.25.0.45 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/39de9e00-353b-4713-911e-040c17c016d0) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:32:48.155710 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-58363b30-0d84-4732-821e-9e4624f7e1b5 req-f74b92ef-642b-4ed1-8792-50ea4d8541ff tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "GET /v2.0/security-groups?id=6cba972f-cee6-4d43-9317-8cfe4a5ae4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3966091 Nov 25 17:32:48.261174 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 5e0cd402-5399-4830-857e-6ab9c6db7896 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:32:48.300102 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-387beeb6-0849-4f4d-a2b1-7ad1b2e428e6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:48.310807 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f798fe-9ad5-4bac-baf4-93fbbe40f1b0 x-openstack-request-id: req-80f798fe-9ad5-4bac-baf4-93fbbe40f1b0 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:32:48.311165 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a2faa2-0398-457b-8029-cd06ddb6a08d", "name": "network-vif-deleted", "tag": "332297f8-fa8d-40e6-a6d4-3adb6f3b349f", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:32:48.311430 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-80f798fe-9ad5-4bac-baf4-93fbbe40f1b0 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:32:48.311825 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a2faa2-0398-457b-8029-cd06ddb6a08d', 'name': 'network-vif-deleted', 'tag': '332297f8-fa8d-40e6-a6d4-3adb6f3b349f', 'status': 'completed', 'code': 200} Nov 25 17:32:48.356808 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f8a73622-0757-42d5-9457-319b7d467104 req-2294820a-6eae-492d-8f6d-4f2cf8e3d65f tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a0ad182-e51b-4235-904f-6dcb62ed4d1f HTTP/1.1" status: 200 len: 210 time: 0.0713148 Nov 25 17:32:48.372212 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-387beeb6-0849-4f4d-a2b1-7ad1b2e428e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:48.399470 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-b51583a5-7693-40d9-8d3c-4cf1035425c7 req-45e3955b-4bbf-4518-a90d-41eb1079cdc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d6551ad-8a26-4bc6-bfbf-063b916a4ead {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:32:48.426116 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387beeb6-0849-4f4d-a2b1-7ad1b2e428e6 admin admin] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:32:48.430889 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-387beeb6-0849-4f4d-a2b1-7ad1b2e428e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:32:48.436548 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387beeb6-0849-4f4d-a2b1-7ad1b2e428e6 admin admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:32:48.442409 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b51583a5-7693-40d9-8d3c-4cf1035425c7 req-45e3955b-4bbf-4518-a90d-41eb1079cdc5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:48.488428 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387beeb6-0849-4f4d-a2b1-7ad1b2e428e6 admin admin] Pushing event updated for resources: {'Port': ['ID=39de9e00-353b-4713-911e-040c17c016d0,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:48.491685 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ea7597f3-0826-4167-a335-bdb083fdc431 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:48.530359 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ea7597f3-0826-4167-a335-bdb083fdc431 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:48.540568 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-93a2241b-7c26-4a94-82aa-8c86b369dee3 req-22aad8b0-8d96-416b-a6b6-f996377e9f87 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Deleting port 973b08e0-eaf7-41d9-97a8-ac091a2a447f {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:32:48.541117 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-93a2241b-7c26-4a94-82aa-8c86b369dee3 req-22aad8b0-8d96-416b-a6b6-f996377e9f87 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:48.541914 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a380fa7f-4662-436a-8b1a-4a128cd936e1 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:48.545295 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-b51583a5-7693-40d9-8d3c-4cf1035425c7 req-45e3955b-4bbf-4518-a90d-41eb1079cdc5 service neutron] Transition to ACTIVE for port object 0d6551ad-8a26-4bc6-bfbf-063b916a4ead will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:32:48.567937 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 5e0cd402-5399-4830-857e-6ab9c6db7896 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:48.568328 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:48.572076 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a380fa7f-4662-436a-8b1a-4a128cd936e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:48.581966 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b51583a5-7693-40d9-8d3c-4cf1035425c7 req-45e3955b-4bbf-4518-a90d-41eb1079cdc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:48.593514 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7597f3-0826-4167-a335-bdb083fdc431 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38f0304e-5959-43b1-8a7d-3a555acc731e,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:48.669843 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a380fa7f-4662-436a-8b1a-4a128cd936e1 None None] Network 741d8194-35ac-41e6-a27e-dc63c59af432 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:32:48.687621 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ea7597f3-0826-4167-a335-bdb083fdc431 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:48.692095 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-ea7597f3-0826-4167-a335-bdb083fdc431 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9228718 Nov 25 17:32:48.697288 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-a380fa7f-4662-436a-8b1a-4a128cd936e1 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:32:48.697816 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 45270) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:48.704610 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a380fa7f-4662-436a-8b1a-4a128cd936e1 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:32:48.710463 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a380fa7f-4662-436a-8b1a-4a128cd936e1 None None] Pushing event updated for resources: {'Port': ['ID=d13402c8-3195-48cd-a308-13c5a2e007a2,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:48.713015 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4bd683-2561-4b0d-b06b-32e187592a0b req-5451bb97-7c37-4516-8954-5ab187e1b53d tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:48.715308 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fe4bd683-2561-4b0d-b06b-32e187592a0b req-5451bb97-7c37-4516-8954-5ab187e1b53d tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/ports?device_id=f2a98337-25aa-4adf-ba9e-6be32878c058 HTTP/1.1" status: 200 len: 931 time: 0.2845442 Nov 25 17:32:48.721767 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-3bde4bfc-4afb-4598-8b55-3491c76e2db3 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Request body: {'floatingip': {'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:48.763945 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f7eb5862-7c85-445c-b007-6268fa807d11 None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:48.799154 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e3955b-4bbf-4518-a90d-41eb1079cdc5 service neutron] Pushing event updated for resources: {'Port': ['ID=0d6551ad-8a26-4bc6-bfbf-063b916a4ead,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:48.859000 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3bde4bfc-4afb-4598-8b55-3491c76e2db3 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Publish callbacks [] for floatingip, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:48.879076 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-387beeb6-0849-4f4d-a2b1-7ad1b2e428e6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:48.909559 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-93a2241b-7c26-4a94-82aa-8c86b369dee3 req-22aad8b0-8d96-416b-a6b6-f996377e9f87 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] For port 973b08e0-eaf7-41d9-97a8-ac091a2a447f, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=973b08e0-eaf7-41d9-97a8-ac091a2a447f,segment=NetworkSegment(7c59980a-1d5c-42ff-ad45-f24197d8b17c),segment_id=7c59980a-1d5c-42ff-ad45-f24197d8b17c)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:48.909947 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-93a2241b-7c26-4a94-82aa-8c86b369dee3 req-22aad8b0-8d96-416b-a6b6-f996377e9f87 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:48.930770 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fe4bd683-2561-4b0d-b06b-32e187592a0b req-8cc37b48-2f1b-4e17-93a0-a94829eb2625 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a4fb475-e9ec-4623-9c08-36dcb76340fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956632 Nov 25 17:32:48.943755 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-93a2241b-7c26-4a94-82aa-8c86b369dee3 req-22aad8b0-8d96-416b-a6b6-f996377e9f87 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Calling delete_port for 973b08e0-eaf7-41d9-97a8-ac091a2a447f owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:32:48.945803 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f7eb5862-7c85-445c-b007-6268fa807d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:49.022991 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-a380fa7f-4662-436a-8b1a-4a128cd936e1 None None] Attempting to bind port d13402c8-3195-48cd-a308-13c5a2e007a2 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:32:49.023481 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-a380fa7f-4662-436a-8b1a-4a128cd936e1 None None] Attempting to bind port d13402c8-3195-48cd-a308-13c5a2e007a2 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '8bf00926-7be4-46f0-a85d-023b1ff6562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '741d8194-35ac-41e6-a27e-dc63c59af432'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:32:49.023919 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a380fa7f-4662-436a-8b1a-4a128cd936e1 None None] Attempting to bind port d13402c8-3195-48cd-a308-13c5a2e007a2 on network 741d8194-35ac-41e6-a27e-dc63c59af432 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:32:49.059765 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-b51583a5-7693-40d9-8d3c-4cf1035425c7 req-45e3955b-4bbf-4518-a90d-41eb1079cdc5 service neutron] Attempting to bind port 0d6551ad-8a26-4bc6-bfbf-063b916a4ead on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:32:49.060113 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-b51583a5-7693-40d9-8d3c-4cf1035425c7 req-45e3955b-4bbf-4518-a90d-41eb1079cdc5 service neutron] Attempting to bind port 0d6551ad-8a26-4bc6-bfbf-063b916a4ead by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '14ee21b8-6adb-4fbc-8e63-e4b2c4af3623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '893ae009-948d-4a56-89c4-04cf75caf20a'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:32:49.060568 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51583a5-7693-40d9-8d3c-4cf1035425c7 req-45e3955b-4bbf-4518-a90d-41eb1079cdc5 service neutron] Attempting to bind port 0d6551ad-8a26-4bc6-bfbf-063b916a4ead on network 893ae009-948d-4a56-89c4-04cf75caf20a {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:32:49.067343 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a380fa7f-4662-436a-8b1a-4a128cd936e1 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:32:49.067726 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a380fa7f-4662-436a-8b1a-4a128cd936e1 None None] Checking segment: {'id': '8bf00926-7be4-46f0-a85d-023b1ff6562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '741d8194-35ac-41e6-a27e-dc63c59af432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:32:49.068242 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a380fa7f-4662-436a-8b1a-4a128cd936e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:49.069196 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a380fa7f-4662-436a-8b1a-4a128cd936e1 None None] Bound using segment: {'id': '8bf00926-7be4-46f0-a85d-023b1ff6562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '741d8194-35ac-41e6-a27e-dc63c59af432'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:32:49.069681 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-a380fa7f-4662-436a-8b1a-4a128cd936e1 None None] Bound port: d13402c8-3195-48cd-a308-13c5a2e007a2, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bf00926-7be4-46f0-a85d-023b1ff6562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '741d8194-35ac-41e6-a27e-dc63c59af432'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:32:49.070227 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a380fa7f-4662-436a-8b1a-4a128cd936e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:49.071936 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4da06d-c34c-4edf-82a7-621e8a6c21f6 None None] Pushing event updated for resources: {'Port': ['ID=10711a60-71fb-4cf1-972e-799faab60cfa,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:49.074640 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51583a5-7693-40d9-8d3c-4cf1035425c7 req-45e3955b-4bbf-4518-a90d-41eb1079cdc5 service neutron] Port 0d6551ad-8a26-4bc6-bfbf-063b916a4ead on network 893ae009-948d-4a56-89c4-04cf75caf20a not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:32:49.075020 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51583a5-7693-40d9-8d3c-4cf1035425c7 req-45e3955b-4bbf-4518-a90d-41eb1079cdc5 service neutron] Attempting to bind port 0d6551ad-8a26-4bc6-bfbf-063b916a4ead on network 893ae009-948d-4a56-89c4-04cf75caf20a {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:32:49.088675 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51583a5-7693-40d9-8d3c-4cf1035425c7 req-45e3955b-4bbf-4518-a90d-41eb1079cdc5 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:32:49.089037 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51583a5-7693-40d9-8d3c-4cf1035425c7 req-45e3955b-4bbf-4518-a90d-41eb1079cdc5 service neutron] Checking segment: {'id': '14ee21b8-6adb-4fbc-8e63-e4b2c4af3623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '893ae009-948d-4a56-89c4-04cf75caf20a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:32:49.090000 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51583a5-7693-40d9-8d3c-4cf1035425c7 req-45e3955b-4bbf-4518-a90d-41eb1079cdc5 service neutron] Bound using segment: {'id': '14ee21b8-6adb-4fbc-8e63-e4b2c4af3623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '893ae009-948d-4a56-89c4-04cf75caf20a'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:32:49.090545 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-b51583a5-7693-40d9-8d3c-4cf1035425c7 req-45e3955b-4bbf-4518-a90d-41eb1079cdc5 service neutron] Bound port: 0d6551ad-8a26-4bc6-bfbf-063b916a4ead, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14ee21b8-6adb-4fbc-8e63-e4b2c4af3623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '893ae009-948d-4a56-89c4-04cf75caf20a'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:32:49.090810 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b51583a5-7693-40d9-8d3c-4cf1035425c7 req-45e3955b-4bbf-4518-a90d-41eb1079cdc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:49.196105 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-387beeb6-0849-4f4d-a2b1-7ad1b2e428e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:49.251462 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-a380fa7f-4662-436a-8b1a-4a128cd936e1 None None] For port d13402c8-3195-48cd-a308-13c5a2e007a2, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:32:49.255679 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-a380fa7f-4662-436a-8b1a-4a128cd936e1 None None] For port d13402c8-3195-48cd-a308-13c5a2e007a2, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d13402c8-3195-48cd-a308-13c5a2e007a2,segment=NetworkSegment(8bf00926-7be4-46f0-a85d-023b1ff6562a),segment_id=8bf00926-7be4-46f0-a85d-023b1ff6562a)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:32:49.272069 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-f7eb5862-7c85-445c-b007-6268fa807d11 None None] Attempting to bind port 10711a60-71fb-4cf1-972e-799faab60cfa on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:32:49.272506 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-f7eb5862-7c85-445c-b007-6268fa807d11 None None] Attempting to bind port 10711a60-71fb-4cf1-972e-799faab60cfa by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'eeb5e8d0-0be5-4d34-8ecb-7bb95c7801cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '15da2b0b-58fc-4161-9150-5b2e12841ebd'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:32:49.272978 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7eb5862-7c85-445c-b007-6268fa807d11 None None] Attempting to bind port 10711a60-71fb-4cf1-972e-799faab60cfa on network 15da2b0b-58fc-4161-9150-5b2e12841ebd {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:32:49.275818 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a380fa7f-4662-436a-8b1a-4a128cd936e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:49.362066 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a380fa7f-4662-436a-8b1a-4a128cd936e1 None None] Pushing event updated for resources: {'Port': ['ID=d13402c8-3195-48cd-a308-13c5a2e007a2,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:49.363963 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-b51583a5-7693-40d9-8d3c-4cf1035425c7 req-45e3955b-4bbf-4518-a90d-41eb1079cdc5 service neutron] For port 0d6551ad-8a26-4bc6-bfbf-063b916a4ead, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:32:49.365889 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7eb5862-7c85-445c-b007-6268fa807d11 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:32:49.366273 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7eb5862-7c85-445c-b007-6268fa807d11 None None] Checking segment: {'id': 'eeb5e8d0-0be5-4d34-8ecb-7bb95c7801cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '15da2b0b-58fc-4161-9150-5b2e12841ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:32:49.366846 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f7eb5862-7c85-445c-b007-6268fa807d11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:49.367418 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7eb5862-7c85-445c-b007-6268fa807d11 None None] Bound using segment: {'id': 'eeb5e8d0-0be5-4d34-8ecb-7bb95c7801cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '15da2b0b-58fc-4161-9150-5b2e12841ebd'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:32:49.367919 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-f7eb5862-7c85-445c-b007-6268fa807d11 None None] Bound port: 10711a60-71fb-4cf1-972e-799faab60cfa, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeb5e8d0-0be5-4d34-8ecb-7bb95c7801cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '15da2b0b-58fc-4161-9150-5b2e12841ebd'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:32:49.368309 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f7eb5862-7c85-445c-b007-6268fa807d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:49.465147 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0d1613cc-fca1-4203-9fed-a51ac4e430dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:49.489108 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-98c1db05-8b9d-4305-9dcf-14a55c429001 None None] Provisioning complete for port 10711a60-71fb-4cf1-972e-799faab60cfa triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:49.489511 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-98c1db05-8b9d-4305-9dcf-14a55c429001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:49.533720 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-f7eb5862-7c85-445c-b007-6268fa807d11 None None] For port 10711a60-71fb-4cf1-972e-799faab60cfa, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:32:49.546296 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-98c1db05-8b9d-4305-9dcf-14a55c429001 None None] Port 10711a60-71fb-4cf1-972e-799faab60cfa cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:32:49.552555 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-f7eb5862-7c85-445c-b007-6268fa807d11 None None] For port 10711a60-71fb-4cf1-972e-799faab60cfa, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=10711a60-71fb-4cf1-972e-799faab60cfa,segment=NetworkSegment(eeb5e8d0-0be5-4d34-8ecb-7bb95c7801cd),segment_id=eeb5e8d0-0be5-4d34-8ecb-7bb95c7801cd)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:32:49.560051 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f7eb5862-7c85-445c-b007-6268fa807d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:49.611334 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7eb5862-7c85-445c-b007-6268fa807d11 None None] Routers {'960bb660-11ef-4a69-ac83-24278ebf85cb'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:32:49.612021 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-f7eb5862-7c85-445c-b007-6268fa807d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:32:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['960bb660-11ef-4a69-ac83-24278ebf85cb'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:49.838999 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4da06d-c34c-4edf-82a7-621e8a6c21f6 None None] Pushing event updated for resources: {'Port': ['ID=10711a60-71fb-4cf1-972e-799faab60cfa,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:49.867070 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-f7eb5862-7c85-445c-b007-6268fa807d11 None None] Set router 960bb660-11ef-4a69-ac83-24278ebf85cb gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:32:49.926177 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 973b08e0-eaf7-41d9-97a8-ac091a2a447f no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:32:49.956318 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-b51583a5-7693-40d9-8d3c-4cf1035425c7 req-45e3955b-4bbf-4518-a90d-41eb1079cdc5 service neutron] For port 0d6551ad-8a26-4bc6-bfbf-063b916a4ead, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=0d6551ad-8a26-4bc6-bfbf-063b916a4ead,segment=NetworkSegment(14ee21b8-6adb-4fbc-8e63-e4b2c4af3623),segment_id=14ee21b8-6adb-4fbc-8e63-e4b2c4af3623)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:32:49.984086 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3f6c336-96c4-4d14-a4a4-908285a6b2f2 req-fa84f8de-3c78-429c-8a05-2b55fc41ec6e tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a0ad182-e51b-4235-904f-6dcb62ed4d1f HTTP/1.1" status: 200 len: 210 time: 0.1450374 Nov 25 17:32:49.994764 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b51583a5-7693-40d9-8d3c-4cf1035425c7 req-45e3955b-4bbf-4518-a90d-41eb1079cdc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:49.999206 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3bde4bfc-4afb-4598-8b55-3491c76e2db3 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:50.105694 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca544860-7742-49b4-ae41-482fb4521c0d req-f41aadc2-b106-4533-843e-080990be3846 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:50.107134 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ca544860-7742-49b4-ae41-482fb4521c0d req-f41aadc2-b106-4533-843e-080990be3846 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.90 "GET /v2.0/networks?id=7a8c66d3-1027-4660-98b7-5ec4a01a4fdc HTTP/1.1" status: 200 len: 822 time: 0.3351994 Nov 25 17:32:50.121697 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-93a2241b-7c26-4a94-82aa-8c86b369dee3 req-22aad8b0-8d96-416b-a6b6-f996377e9f87 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:50.132534 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-ca544860-7742-49b4-ae41-482fb4521c0d req-efd529e3-0044-4b74-a9ee-1d7f5b36aa9c tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Request body: {'port': {'device_id': '6a0ad182-e51b-4235-904f-6dcb62ed4d1f', 'network_id': '7a8c66d3-1027-4660-98b7-5ec4a01a4fdc', 'admin_state_up': True, 'tenant_id': '28e639b61725474a8e2246556ccdec9c'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:50.143644 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51583a5-7693-40d9-8d3c-4cf1035425c7 req-45e3955b-4bbf-4518-a90d-41eb1079cdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:50.144369 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b51583a5-7693-40d9-8d3c-4cf1035425c7 req-45e3955b-4bbf-4518-a90d-41eb1079cdc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:50.146104 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b51583a5-7693-40d9-8d3c-4cf1035425c7 req-45e3955b-4bbf-4518-a90d-41eb1079cdc5 service neutron] 10.222.0.74 "PUT /v2.0/ports/0d6551ad-8a26-4bc6-bfbf-063b916a4ead HTTP/1.1" status: 200 len: 1091 time: 3.1906223 Nov 25 17:32:50.207771 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b1d8bc-98c5-4334-90ad-a5d36fff5c96 req-70b283a8-8633-4af8-9dfc-4693430b089f tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:50.216007 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-52b1d8bc-98c5-4334-90ad-a5d36fff5c96 req-70b283a8-8633-4af8-9dfc-4693430b089f tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4a2faa2-0398-457b-8029-cd06ddb6a08d HTTP/1.1" status: 200 len: 867 time: 0.8649759 Nov 25 17:32:50.257327 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-387beeb6-0849-4f4d-a2b1-7ad1b2e428e6 admin admin] Router 2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:32:50.310773 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:50.318925 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2a98337-25aa-4adf-ba9e-6be32878c058', 'tag': '0d6551ad-8a26-4bc6-bfbf-063b916a4ead'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:32:50.322094 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-880e11a5-1063-465c-9934-82f57b08f20d" -d '{"events": [{"name": "network-changed", "server_uuid": "f2a98337-25aa-4adf-ba9e-6be32878c058", "tag": "0d6551ad-8a26-4bc6-bfbf-063b916a4ead"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:32:50.328752 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d13402c8-3195-48cd-a308-13c5a2e007a2 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:32:50.346691 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-4a610a8a-f425-46a8-87ff-5d1149648975 None None] Provisioning complete for port 10711a60-71fb-4cf1-972e-799faab60cfa triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:50.347369 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4a610a8a-f425-46a8-87ff-5d1149648975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:50.437577 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 332297f8-fa8d-40e6-a6d4-3adb6f3b349f no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:32:50.451519 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387beeb6-0849-4f4d-a2b1-7ad1b2e428e6 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:32:50.459684 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca544860-7742-49b4-ae41-482fb4521c0d req-efd529e3-0044-4b74-a9ee-1d7f5b36aa9c tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Made reservation on behalf of 28e639b61725474a8e2246556ccdec9c for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:32:50.461462 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff6867a-ff2d-412f-b4d8-520f364cbb86 None None] Sync routers for ids ['2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:32:50.463797 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ca544860-7742-49b4-ae41-482fb4521c0d req-efd529e3-0044-4b74-a9ee-1d7f5b36aa9c tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:50.482496 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e3955b-4bbf-4518-a90d-41eb1079cdc5 service neutron] Pushing event updated for resources: {'Port': ['ID=0d6551ad-8a26-4bc6-bfbf-063b916a4ead,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:50.489813 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff6867a-ff2d-412f-b4d8-520f364cbb86 None None] Routers {'2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:32:50.491004 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-3ff6867a-ff2d-412f-b4d8-520f364cbb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:32:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:50.493664 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a2241b-7c26-4a94-82aa-8c86b369dee3 req-22aad8b0-8d96-416b-a6b6-f996377e9f87 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] No DVR routers for this DVR port 973b08e0-eaf7-41d9-97a8-ac091a2a447f on host n-h1-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:32:50.497783 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-387beeb6-0849-4f4d-a2b1-7ad1b2e428e6 admin admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:50.502086 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-387beeb6-0849-4f4d-a2b1-7ad1b2e428e6 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2544980 Nov 25 17:32:50.506167 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 45288) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:50.518412 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: 332297f8-fa8d-40e6-a6d4-3adb6f3b349f {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:32:50.521575 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-93a2241b-7c26-4a94-82aa-8c86b369dee3 req-22aad8b0-8d96-416b-a6b6-f996377e9f87 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:50.522143 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 332297f8-fa8d-40e6-a6d4-3adb6f3b349f not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:32:50.523855 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-93a2241b-7c26-4a94-82aa-8c86b369dee3 req-22aad8b0-8d96-416b-a6b6-f996377e9f87 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.74 "DELETE /v2.0/ports/973b08e0-eaf7-41d9-97a8-ac091a2a447f HTTP/1.1" status: 204 len: 173 time: 2.5333109 Nov 25 17:32:50.640799 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-52b1d8bc-98c5-4334-90ad-a5d36fff5c96 req-da8ce262-65a8-4678-a598-e404e07c7e59 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "GET /v2.0/security-groups?id=6cba972f-cee6-4d43-9317-8cfe4a5ae4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3952956 Nov 25 17:32:50.685546 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aad8b0-8d96-416b-a6b6-f996377e9f87 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Pushing event deleted for resources: {'Port': ['ID=973b08e0-eaf7-41d9-97a8-ac091a2a447f,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:50.738711 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-3bde4bfc-4afb-4598-8b55-3491c76e2db3 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Allocated IP 172.25.0.7 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/38db7810-abb7-4a5c-9ec1-6b87d8c94f07) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:32:50.743322 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51583a5-7693-40d9-8d3c-4cf1035425c7 req-c3ec5dd8-645e-4872-b5b3-3b1f3b4a3f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:50.746159 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b51583a5-7693-40d9-8d3c-4cf1035425c7 req-c3ec5dd8-645e-4872-b5b3-3b1f3b4a3f23 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9ed6d61121ad4ad587d660c5c7d54fc1&device_id=f2a98337-25aa-4adf-ba9e-6be32878c058 HTTP/1.1" status: 200 len: 1094 time: 0.4966664 Nov 25 17:32:50.755212 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77851842-1318-4549-a6bd-4359c9df4257 req-7c58b27c-09be-48ec-888d-10e3bb5de7ba tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:50.770543 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-77851842-1318-4549-a6bd-4359c9df4257 req-7c58b27c-09be-48ec-888d-10e3bb5de7ba tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/ports?device_id=f2a98337-25aa-4adf-ba9e-6be32878c058 HTTP/1.1" status: 200 len: 943 time: 0.4450159 Nov 25 17:32:50.780774 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4a610a8a-f425-46a8-87ff-5d1149648975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:50.794005 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-3ff6867a-ff2d-412f-b4d8-520f364cbb86 None None] Set router 2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:32:50.817756 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port d13402c8-3195-48cd-a308-13c5a2e007a2 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:50.818208 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:50.846441 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:50.883946 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b51583a5-7693-40d9-8d3c-4cf1035425c7 req-e90f295f-41a7-437b-a195-a263ed96b4f9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d6551ad-8a26-4bc6-bfbf-063b916a4ead HTTP/1.1" status: 200 len: 217 time: 0.0642924 Nov 25 17:32:50.938371 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-4a610a8a-f425-46a8-87ff-5d1149648975 None None] For port 10711a60-71fb-4cf1-972e-799faab60cfa, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=10711a60-71fb-4cf1-972e-799faab60cfa,segment=NetworkSegment(eeb5e8d0-0be5-4d34-8ecb-7bb95c7801cd),segment_id=eeb5e8d0-0be5-4d34-8ecb-7bb95c7801cd)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:50.941319 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c17528-729a-4909-9af6-d4868f924050 x-openstack-request-id: req-19c17528-729a-4909-9af6-d4868f924050 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:32:50.941624 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2a98337-25aa-4adf-ba9e-6be32878c058", "tag": "0d6551ad-8a26-4bc6-bfbf-063b916a4ead", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:32:50.942031 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-19c17528-729a-4909-9af6-d4868f924050 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:32:50.942475 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2a98337-25aa-4adf-ba9e-6be32878c058', 'tag': '0d6551ad-8a26-4bc6-bfbf-063b916a4ead', 'status': 'completed', 'code': 200} Nov 25 17:32:50.947926 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4a610a8a-f425-46a8-87ff-5d1149648975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:51.049375 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-77851842-1318-4549-a6bd-4359c9df4257 req-fe9946e0-0002-47e8-af92-21633912e448 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a4fb475-e9ec-4623-9c08-36dcb76340fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772269 Nov 25 17:32:51.092443 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a610a8a-f425-46a8-87ff-5d1149648975 None None] Pushing event updated for resources: {'Port': ['ID=10711a60-71fb-4cf1-972e-799faab60cfa,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:51.107259 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-f7eb5862-7c85-445c-b007-6268fa807d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960bb660-11ef-4a69-ac83-24278ebf85cb', 'name': 'tempest-ServersTestJSON-2132435216-router', 'tenant_id': '52a7f1a75cb849a792055fde7412fdf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '5e0cd402-5399-4830-857e-6ab9c6db7896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:32:38Z', 'updated_at': '2021-11-25T17:32:44Z', 'revision_number': 4, 'project_id': '52a7f1a75cb849a792055fde7412fdf4', 'gw_port': {'id': '5e0cd402-5399-4830-857e-6ab9c6db7896', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:27:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960bb660-11ef-4a69-ac83-24278ebf85cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:32:39Z', 'updated_at': '2021-11-25T17:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '10711a60-71fb-4cf1-972e-799faab60cfa', 'name': '', 'network_id': '15da2b0b-58fc-4161-9150-5b2e12841ebd', 'tenant_id': '52a7f1a75cb849a792055fde7412fdf4', 'mac_address': 'fa:16:3e:8a:b3:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '960bb660-11ef-4a69-ac83-24278ebf85cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '4adf4a2b-4e3a-4e33-932e-a75235c5c4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:32:42Z', 'updated_at': '2021-11-25T17:32:49Z', 'revision_number': 4, 'project_id': '52a7f1a75cb849a792055fde7412fdf4', 'subnets': [{'id': '4adf4a2b-4e3a-4e33-932e-a75235c5c4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:51.129630 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-ca544860-7742-49b4-ae41-482fb4521c0d req-efd529e3-0044-4b74-a9ee-1d7f5b36aa9c tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Allocated IP 172.20.0.9 (7a8c66d3-1027-4660-98b7-5ec4a01a4fdc/0488b60b-dc56-4141-98fc-cb7726390b53/f384f4c4-5acb-408d-82b2-00c4efa12da4) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:32:51.160266 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-3ff6867a-ff2d-412f-b4d8-520f364cbb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b', 'name': 'tempest-ServersTestFqdnHostnames-1023932985-router', 'tenant_id': '993e53d13f4a4f928421fafbce5572c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '39de9e00-353b-4713-911e-040c17c016d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:32:47Z', 'updated_at': '2021-11-25T17:32:48Z', 'revision_number': 3, 'project_id': '993e53d13f4a4f928421fafbce5572c3', 'gw_port': {'id': '39de9e00-353b-4713-911e-040c17c016d0', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7c:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:32:47Z', 'updated_at': '2021-11-25T17:32:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:51.167429 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7eb5862-7c85-445c-b007-6268fa807d11 None None] The sync data for ids ['960bb660-11ef-4a69-ac83-24278ebf85cb'] in n-d-817746-1 is: [{'id': '960bb660-11ef-4a69-ac83-24278ebf85cb', 'name': 'tempest-ServersTestJSON-2132435216-router', 'tenant_id': '52a7f1a75cb849a792055fde7412fdf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '5e0cd402-5399-4830-857e-6ab9c6db7896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:32:38Z', 'updated_at': '2021-11-25T17:32:44Z', 'revision_number': 4, 'project_id': '52a7f1a75cb849a792055fde7412fdf4', 'gw_port': {'id': '5e0cd402-5399-4830-857e-6ab9c6db7896', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:27:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960bb660-11ef-4a69-ac83-24278ebf85cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:32:39Z', 'updated_at': '2021-11-25T17:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '10711a60-71fb-4cf1-972e-799faab60cfa', 'name': '', 'network_id': '15da2b0b-58fc-4161-9150-5b2e12841ebd', 'tenant_id': '52a7f1a75cb849a792055fde7412fdf4', 'mac_address': 'fa:16:3e:8a:b3:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '960bb660-11ef-4a69-ac83-24278ebf85cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '4adf4a2b-4e3a-4e33-932e-a75235c5c4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:32:42Z', 'updated_at': '2021-11-25T17:32:49Z', 'revision_number': 4, 'project_id': '52a7f1a75cb849a792055fde7412fdf4', 'subnets': [{'id': '4adf4a2b-4e3a-4e33-932e-a75235c5c4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:32:51.233487 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b97593dd-29e5-42de-bbac-68dcdc14e8e2 req-4d6d0069-c7f9-4a07-be60-5e284ecc51d4 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a0ad182-e51b-4235-904f-6dcb62ed4d1f HTTP/1.1" status: 200 len: 210 time: 0.0974398 Nov 25 17:32:51.259887 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51583a5-7693-40d9-8d3c-4cf1035425c7 req-3fbbb5d4-15eb-4f1f-bcbb-b2654c816e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:51.267364 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b51583a5-7693-40d9-8d3c-4cf1035425c7 req-3fbbb5d4-15eb-4f1f-bcbb-b2654c816e1d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f5ab359d-3571-4e44-9b7f-d7d725d0869c HTTP/1.1" status: 200 len: 854 time: 0.3477864 Nov 25 17:32:51.270648 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff6867a-ff2d-412f-b4d8-520f364cbb86 None None] Checking router: 2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:32:51.272285 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff6867a-ff2d-412f-b4d8-520f364cbb86 None None] Updating router 2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b port 39de9e00-353b-4713-911e-040c17c016d0 binding host n-d-817746-1 {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:32:51.313583 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:51.345522 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-3ff6867a-ff2d-412f-b4d8-520f364cbb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:51.367138 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71102eeb-29c7-48da-8de9-dc6a29239f90 None None] Network 741d8194-35ac-41e6-a27e-dc63c59af432 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:32:51.390126 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port d13402c8-3195-48cd-a308-13c5a2e007a2, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d13402c8-3195-48cd-a308-13c5a2e007a2,segment=NetworkSegment(8bf00926-7be4-46f0-a85d-023b1ff6562a),segment_id=8bf00926-7be4-46f0-a85d-023b1ff6562a)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:51.402534 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b51583a5-7693-40d9-8d3c-4cf1035425c7 req-fe5e7989-01da-4a68-abe9-6d1ae1cf0d9c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=893ae009-948d-4a56-89c4-04cf75caf20a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1016209 Nov 25 17:32:51.407238 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:51.446952 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3bde4bfc-4afb-4598-8b55-3491c76e2db3 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:51.504080 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=d13402c8-3195-48cd-a308-13c5a2e007a2,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:51.515691 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3bde4bfc-4afb-4598-8b55-3491c76e2db3 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:51.587855 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-3d21a8b2-bd6b-4b45-8286-dd3a34a6e71a None None] Provisioning complete for port d13402c8-3195-48cd-a308-13c5a2e007a2 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:51.588412 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3d21a8b2-bd6b-4b45-8286-dd3a34a6e71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:51.619246 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bde4bfc-4afb-4598-8b55-3491c76e2db3 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Pushing event updated for resources: {'Port': ['ID=38db7810-abb7-4a5c-9ec1-6b87d8c94f07,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:51.634471 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bde4bfc-4afb-4598-8b55-3491c76e2db3 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:32:51.672402 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-3bde4bfc-4afb-4598-8b55-3491c76e2db3 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:32:51.675442 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bde4bfc-4afb-4598-8b55-3491c76e2db3 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:32:51.712035 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ca544860-7742-49b4-ae41-482fb4521c0d req-efd529e3-0044-4b74-a9ee-1d7f5b36aa9c tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:51.715387 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 45298) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:51.799265 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-3ff6867a-ff2d-412f-b4d8-520f364cbb86 None None] Publish callbacks [] for port, precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:51.809029 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-3ff6867a-ff2d-412f-b4d8-520f364cbb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:51.870217 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1a50139-ccda-4a33-b787-4c7fb357c862 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Deleting subnet c827af64-a5bc-4ee8-bd70-927cd2227af9 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:32:51.893526 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e1a50139-ccda-4a33-b787-4c7fb357c862 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:51.919480 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b51583a5-7693-40d9-8d3c-4cf1035425c7 req-b151eb78-2fd0-4484-87cc-2f4c36ff327a service neutron] 10.222.0.74 "GET /v2.0/networks/893ae009-948d-4a56-89c4-04cf75caf20a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4180834 Nov 25 17:32:51.932902 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3bde4bfc-4afb-4598-8b55-3491c76e2db3 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:51.938139 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9fdabd-20e8-404f-a496-c5f73e7fea1d None None] Pushing event updated for resources: {'Port': ['ID=39de9e00-353b-4713-911e-040c17c016d0,revision_number=2']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:51.986019 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ca544860-7742-49b4-ae41-482fb4521c0d req-efd529e3-0044-4b74-a9ee-1d7f5b36aa9c tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:51.987937 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:51.992366 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-3ff6867a-ff2d-412f-b4d8-520f364cbb86 None None] Attempting to bind port 39de9e00-353b-4713-911e-040c17c016d0 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:32:51.992745 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-3ff6867a-ff2d-412f-b4d8-520f364cbb86 None None] Attempting to bind port 39de9e00-353b-4713-911e-040c17c016d0 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:32:51.993148 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff6867a-ff2d-412f-b4d8-520f364cbb86 None None] Attempting to bind port 39de9e00-353b-4713-911e-040c17c016d0 on network 1aa44027-b9d0-4a56-9a59-7e664703e20a {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:32:52.001125 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff6867a-ff2d-412f-b4d8-520f364cbb86 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:32:52.001589 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff6867a-ff2d-412f-b4d8-520f364cbb86 None None] Checking segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:32:52.002130 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-3ff6867a-ff2d-412f-b4d8-520f364cbb86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:52.004854 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff6867a-ff2d-412f-b4d8-520f364cbb86 None None] Bound using segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:32:52.006619 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-3ff6867a-ff2d-412f-b4d8-520f364cbb86 None None] Bound port: 39de9e00-353b-4713-911e-040c17c016d0, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:32:52.006619 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-3ff6867a-ff2d-412f-b4d8-520f364cbb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:52.015168 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cf6dfd57-d139-4c89-8433-2c77143d8669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:52.043148 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e1a50139-ccda-4a33-b787-4c7fb357c862 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:52.107696 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-3ff6867a-ff2d-412f-b4d8-520f364cbb86 None None] For port 39de9e00-353b-4713-911e-040c17c016d0, host n-d-817746-1, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:32:52.111276 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-3ff6867a-ff2d-412f-b4d8-520f364cbb86 None None] For port 39de9e00-353b-4713-911e-040c17c016d0, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=39de9e00-353b-4713-911e-040c17c016d0,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:32:52.125376 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-3ff6867a-ff2d-412f-b4d8-520f364cbb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:52.142302 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca544860-7742-49b4-ae41-482fb4521c0d req-efd529e3-0044-4b74-a9ee-1d7f5b36aa9c tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Network 7a8c66d3-1027-4660-98b7-5ec4a01a4fdc is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:32:52.161172 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-ca544860-7742-49b4-ae41-482fb4521c0d req-efd529e3-0044-4b74-a9ee-1d7f5b36aa9c tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:32:52.165265 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca544860-7742-49b4-ae41-482fb4521c0d req-efd529e3-0044-4b74-a9ee-1d7f5b36aa9c tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:32:52.198265 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b51583a5-7693-40d9-8d3c-4cf1035425c7 req-88eb4b47-bbf7-440b-a364-e553000ad9c7 service neutron] 10.222.0.74 "GET /v2.0/networks/893ae009-948d-4a56-89c4-04cf75caf20a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619720 Nov 25 17:32:52.235651 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd529e3-0044-4b74-a9ee-1d7f5b36aa9c tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Pushing event updated for resources: {'Port': ['ID=f384f4c4-5acb-408d-82b2-00c4efa12da4,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:52.284168 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3bde4bfc-4afb-4598-8b55-3491c76e2db3 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:52.305338 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9fdabd-20e8-404f-a496-c5f73e7fea1d None None] Pushing event updated for resources: {'Port': ['ID=39de9e00-353b-4713-911e-040c17c016d0,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:52.354533 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff6867a-ff2d-412f-b4d8-520f364cbb86 None None] Routers {'2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:32:52.355793 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-3ff6867a-ff2d-412f-b4d8-520f364cbb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:32:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:52.530313 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca544860-7742-49b4-ae41-482fb4521c0d req-efd529e3-0044-4b74-a9ee-1d7f5b36aa9c tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:52.532086 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ca544860-7742-49b4-ae41-482fb4521c0d req-efd529e3-0044-4b74-a9ee-1d7f5b36aa9c tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:52.535556 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 10711a60-71fb-4cf1-972e-799faab60cfa up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:32:52.554939 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-3ff6867a-ff2d-412f-b4d8-520f364cbb86 None None] Set router 2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:32:52.616885 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ca544860-7742-49b4-ae41-482fb4521c0d req-efd529e3-0044-4b74-a9ee-1d7f5b36aa9c tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4915819 Nov 25 17:32:52.622520 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-66b11725-ad61-444b-89a4-0ef42228ddb8 None None] Provisioning complete for port d13402c8-3195-48cd-a308-13c5a2e007a2 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:52.622922 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-66b11725-ad61-444b-89a4-0ef42228ddb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:52.632544 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e1a50139-ccda-4a33-b787-4c7fb357c862 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:52.643136 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-ca544860-7742-49b4-ae41-482fb4521c0d req-c39a47f6-d8ad-460a-b310-b131f37fcb3c service neutron] Request body: {'port': {'device_id': '6a0ad182-e51b-4235-904f-6dcb62ed4d1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:52.676293 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a8c07-cef6-4529-9579-f871fd08693f req-d4f863ae-b147-4030-9a09-0336a6d48351 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:52.686059 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e28a8c07-cef6-4529-9579-f871fd08693f req-d4f863ae-b147-4030-9a09-0336a6d48351 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/ports?device_id=f2a98337-25aa-4adf-ba9e-6be32878c058 HTTP/1.1" status: 200 len: 943 time: 0.4446120 Nov 25 17:32:52.716105 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e11a5-1063-465c-9934-82f57b08f20d req-517914c3-7c62-4716-a8f7-69dde46306b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:52.718779 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-880e11a5-1063-465c-9934-82f57b08f20d req-517914c3-7c62-4716-a8f7-69dde46306b3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9ed6d61121ad4ad587d660c5c7d54fc1&device_id=f2a98337-25aa-4adf-ba9e-6be32878c058 HTTP/1.1" status: 200 len: 1094 time: 0.2226264 Nov 25 17:32:52.783937 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e28a8c07-cef6-4529-9579-f871fd08693f req-24d0300e-78a7-4be5-95e7-50fd86137512 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a4fb475-e9ec-4623-9c08-36dcb76340fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955851 Nov 25 17:32:52.787531 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 10711a60-71fb-4cf1-972e-799faab60cfa triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:52.787869 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:52.817428 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0314c988-8f40-4d16-b76e-c10349121ed4 req-8cc4cf22-aa2a-420a-980e-c98d58f74b50 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:52.823235 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0314c988-8f40-4d16-b76e-c10349121ed4 req-8cc4cf22-aa2a-420a-980e-c98d58f74b50 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a0ad182-e51b-4235-904f-6dcb62ed4d1f HTTP/1.1" status: 200 len: 931 time: 0.2531824 Nov 25 17:32:52.881088 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3bde4bfc-4afb-4598-8b55-3491c76e2db3 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:52.895362 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ca544860-7742-49b4-ae41-482fb4521c0d req-c39a47f6-d8ad-460a-b310-b131f37fcb3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:52.921795 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3bde4bfc-4afb-4598-8b55-3491c76e2db3 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:52.929459 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-cf6dfd57-d139-4c89-8433-2c77143d8669 admin admin] Allocated IP 172.20.0.1 (741d8194-35ac-41e6-a27e-dc63c59af432/d7e694ac-d04c-4128-9df7-0839adaa9a91/f0f2a3c7-208e-427e-b93c-97f02247fc8d) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:32:52.939871 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e1a50139-ccda-4a33-b787-4c7fb357c862 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:53.015518 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-3ff6867a-ff2d-412f-b4d8-520f364cbb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b', 'name': 'tempest-ServersTestFqdnHostnames-1023932985-router', 'tenant_id': '993e53d13f4a4f928421fafbce5572c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '39de9e00-353b-4713-911e-040c17c016d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:32:47Z', 'updated_at': '2021-11-25T17:32:48Z', 'revision_number': 3, 'project_id': '993e53d13f4a4f928421fafbce5572c3', 'gw_port': {'id': '39de9e00-353b-4713-911e-040c17c016d0', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7c:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:32:47Z', 'updated_at': '2021-11-25T17:32:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:53.018774 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e1a50139-ccda-4a33-b787-4c7fb357c862 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:53.025313 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e1a50139-ccda-4a33-b787-4c7fb357c862 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "DELETE /v2.0/subnets/c827af64-a5bc-4ee8-bd70-927cd2227af9 HTTP/1.1" status: 204 len: 168 time: 1.3058698 Nov 25 17:32:53.025313 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a50139-ccda-4a33-b787-4c7fb357c862 tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Pushing event deleted for resources: {'Subnet': ['ID=c827af64-a5bc-4ee8-bd70-927cd2227af9,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:53.039752 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 45312) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:53.078076 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff6867a-ff2d-412f-b4d8-520f364cbb86 None None] The sync data for ids ['2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b'] in n-d-817746-1 is: [{'id': '2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b', 'name': 'tempest-ServersTestFqdnHostnames-1023932985-router', 'tenant_id': '993e53d13f4a4f928421fafbce5572c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '39de9e00-353b-4713-911e-040c17c016d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:32:47Z', 'updated_at': '2021-11-25T17:32:48Z', 'revision_number': 3, 'project_id': '993e53d13f4a4f928421fafbce5572c3', 'gw_port': {'id': '39de9e00-353b-4713-911e-040c17c016d0', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7c:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:32:47Z', 'updated_at': '2021-11-25T17:32:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:32:53.092399 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a2faa2-0398-457b-8029-cd06ddb6a08d', 'name': 'network-vif-deleted', 'tag': '973b08e0-eaf7-41d9-97a8-ac091a2a447f'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:32:53.100539 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db3e26d-2ebe-43ef-84b7-7b2d3e47d292" -d '{"events": [{"server_uuid": "d4a2faa2-0398-457b-8029-cd06ddb6a08d", "name": "network-vif-deleted", "tag": "973b08e0-eaf7-41d9-97a8-ac091a2a447f"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:32:53.240643 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f296972-6de3-4299-810f-f945a2cf967e None None] Network 37574acf-5e23-4564-a5b4-2a51c96fcbb9 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:32:53.254378 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cdc3b18-16f3-47d5-8feb-72c41d5b2028 x-openstack-request-id: req-3cdc3b18-16f3-47d5-8feb-72c41d5b2028 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:32:53.254915 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a2faa2-0398-457b-8029-cd06ddb6a08d", "name": "network-vif-deleted", "tag": "973b08e0-eaf7-41d9-97a8-ac091a2a447f", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:32:53.254915 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3cdc3b18-16f3-47d5-8feb-72c41d5b2028 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:32:53.255313 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a2faa2-0398-457b-8029-cd06ddb6a08d', 'name': 'network-vif-deleted', 'tag': '973b08e0-eaf7-41d9-97a8-ac091a2a447f', 'status': 'completed', 'code': 200} Nov 25 17:32:53.278850 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bde4bfc-4afb-4598-8b55-3491c76e2db3 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Pushing event updated for resources: {'Port': ['ID=38db7810-abb7-4a5c-9ec1-6b87d8c94f07,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:53.301478 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0314c988-8f40-4d16-b76e-c10349121ed4 req-035eae21-1539-4ec0-9234-3b8512e3c377 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/security-groups?id=64a4895e-66bb-4a82-9045-67d823985e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4064796 Nov 25 17:32:53.327446 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3bde4bfc-4afb-4598-8b55-3491c76e2db3 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:53.328232 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2beda11a-b90b-4d98-ae51-8e92ffe7862e tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:53.331524 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e11a5-1063-465c-9934-82f57b08f20d req-ca1ffe8a-5ec2-4635-8b0a-ff7a9c947037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:53.333163 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-880e11a5-1063-465c-9934-82f57b08f20d req-ca1ffe8a-5ec2-4635-8b0a-ff7a9c947037 service neutron] 10.222.0.74 "GET /v2.0/networks?id=893ae009-948d-4a56-89c4-04cf75caf20a HTTP/1.1" status: 200 len: 915 time: 0.5748639 Nov 25 17:32:53.392725 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-880e11a5-1063-465c-9934-82f57b08f20d req-a3d95962-699b-4049-83b9-8517bb14d840 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d6551ad-8a26-4bc6-bfbf-063b916a4ead HTTP/1.1" status: 200 len: 217 time: 0.0502260 Nov 25 17:32:53.398936 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3bde4bfc-4afb-4598-8b55-3491c76e2db3 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:53.402602 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-3bde4bfc-4afb-4598-8b55-3491c76e2db3 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.6854455 Nov 25 17:32:53.414162 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cf6dfd57-d139-4c89-8433-2c77143d8669 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:53.457700 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:53.538881 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e11a5-1063-465c-9934-82f57b08f20d req-5d4e9784-3008-4e29-bbc6-ee901692bd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:53.541022 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-880e11a5-1063-465c-9934-82f57b08f20d req-5d4e9784-3008-4e29-bbc6-ee901692bd48 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f5ab359d-3571-4e44-9b7f-d7d725d0869c HTTP/1.1" status: 200 len: 854 time: 0.1365623 Nov 25 17:32:53.613682 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-880e11a5-1063-465c-9934-82f57b08f20d req-cc6e0903-7438-41e0-962e-b4de6cd4e49b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=893ae009-948d-4a56-89c4-04cf75caf20a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654874 Nov 25 17:32:53.637645 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d13402c8-3195-48cd-a308-13c5a2e007a2 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:32:53.673376 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cf6dfd57-d139-4c89-8433-2c77143d8669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:53.729053 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port d13402c8-3195-48cd-a308-13c5a2e007a2 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:53.729439 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:53.729941 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-2beda11a-b90b-4d98-ae51-8e92ffe7862e tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Deleting port 5ce5f14a-d4a3-42e7-ac4e-9a8e79a801f2 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:32:53.731257 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2beda11a-b90b-4d98-ae51-8e92ffe7862e tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:53.784244 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-880e11a5-1063-465c-9934-82f57b08f20d req-b50b3bf3-77f6-421e-bdac-ca80a7448d7a service neutron] 10.222.0.74 "GET /v2.0/networks/893ae009-948d-4a56-89c4-04cf75caf20a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634068 Nov 25 17:32:53.850236 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d46f102-ceed-42e0-9128-b9885ad0539b None None] DHCP port deletion for 37574acf-5e23-4564-a5b4-2a51c96fcbb9 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:32:53.869730 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6dfd57-d139-4c89-8433-2c77143d8669 admin admin] Network 741d8194-35ac-41e6-a27e-dc63c59af432 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:32:53.887280 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-cf6dfd57-d139-4c89-8433-2c77143d8669 admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:32:53.928270 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-2beda11a-b90b-4d98-ae51-8e92ffe7862e tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] For port 5ce5f14a-d4a3-42e7-ac4e-9a8e79a801f2, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=5ce5f14a-d4a3-42e7-ac4e-9a8e79a801f2,segment=NetworkSegment(7c59980a-1d5c-42ff-ad45-f24197d8b17c),segment_id=7c59980a-1d5c-42ff-ad45-f24197d8b17c)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:53.928270 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2beda11a-b90b-4d98-ae51-8e92ffe7862e tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:53.937708 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6dfd57-d139-4c89-8433-2c77143d8669 admin admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:32:53.958808 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-1d46f102-ceed-42e0-9128-b9885ad0539b None None] Deleting port 5ce5f14a-d4a3-42e7-ac4e-9a8e79a801f2 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:32:53.959198 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1d46f102-ceed-42e0-9128-b9885ad0539b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:53.964060 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 0d6551ad-8a26-4bc6-bfbf-063b916a4ead details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:32:54.022371 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-2beda11a-b90b-4d98-ae51-8e92ffe7862e tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Calling delete_port for 5ce5f14a-d4a3-42e7-ac4e-9a8e79a801f2 owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:32:54.034974 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ad44fab6-d35d-4c9c-a42f-0369eb411493 req-0df293fe-7b74-45eb-b23b-c6d7de9d13e6 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1306817157&fields=id&tenant_id=52a7f1a75cb849a792055fde7412fdf4 HTTP/1.1" status: 200 len: 267 time: 0.1443224 Nov 25 17:32:54.078164 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-1d46f102-ceed-42e0-9128-b9885ad0539b None None] For port 5ce5f14a-d4a3-42e7-ac4e-9a8e79a801f2, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=5ce5f14a-d4a3-42e7-ac4e-9a8e79a801f2,segment=NetworkSegment(7c59980a-1d5c-42ff-ad45-f24197d8b17c),segment_id=7c59980a-1d5c-42ff-ad45-f24197d8b17c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:54.078671 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1d46f102-ceed-42e0-9128-b9885ad0539b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:54.138358 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6dfd57-d139-4c89-8433-2c77143d8669 admin admin] Pushing event updated for resources: {'Port': ['ID=f0f2a3c7-208e-427e-b93c-97f02247fc8d,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:54.139958 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-1d46f102-ceed-42e0-9128-b9885ad0539b None None] Calling delete_port for 5ce5f14a-d4a3-42e7-ac4e-9a8e79a801f2 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:32:54.184177 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44fab6-d35d-4c9c-a42f-0369eb411493 req-3e2c6549-2072-4edc-92c4-b3592e42c687 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:54.185831 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ad44fab6-d35d-4c9c-a42f-0369eb411493 req-3e2c6549-2072-4edc-92c4-b3592e42c687 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] 10.222.0.75 "GET /v2.0/networks?id=15da2b0b-58fc-4161-9150-5b2e12841ebd HTTP/1.1" status: 200 len: 806 time: 0.1498234 Nov 25 17:32:54.191988 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2beda11a-b90b-4d98-ae51-8e92ffe7862e tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:54.223404 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ad44fab6-d35d-4c9c-a42f-0369eb411493 req-fadaf1ef-70e4-410f-8542-8c54028da568 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] 10.222.0.75 "GET /v2.0/quotas/52a7f1a75cb849a792055fde7412fdf4 HTTP/1.1" status: 200 len: 375 time: 0.0271037 Nov 25 17:32:54.301489 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-ca544860-7742-49b4-ae41-482fb4521c0d req-c39a47f6-d8ad-460a-b310-b131f37fcb3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f384f4c4-5acb-408d-82b2-00c4efa12da4 {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:32:54.303921 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 39de9e00-353b-4713-911e-040c17c016d0 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:32:54.308429 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2beda11a-b90b-4d98-ae51-8e92ffe7862e tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] No DVR routers for this DVR port 5ce5f14a-d4a3-42e7-ac4e-9a8e79a801f2 on host n-d-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:32:54.314132 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-880e11a5-1063-465c-9934-82f57b08f20d req-3d2cdab6-304b-4b9f-8239-52d5c822a32f service neutron] 10.222.0.74 "GET /v2.0/networks/893ae009-948d-4a56-89c4-04cf75caf20a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5214159 Nov 25 17:32:54.314899 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beda11a-b90b-4d98-ae51-8e92ffe7862e tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Pushing event deleted for resources: {'Port': ['ID=5ce5f14a-d4a3-42e7-ac4e-9a8e79a801f2,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:54.327033 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cf6dfd57-d139-4c89-8433-2c77143d8669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:54.348376 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10a485-2e29-418a-b129-b3f12fc9759e req-5244d396-f8d4-496a-85be-f4985a81aec4 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:54.350257 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed10a485-2e29-418a-b129-b3f12fc9759e req-5244d396-f8d4-496a-85be-f4985a81aec4 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/ports?device_id=f2a98337-25aa-4adf-ba9e-6be32878c058 HTTP/1.1" status: 200 len: 943 time: 0.4218409 Nov 25 17:32:54.376626 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ad44fab6-d35d-4c9c-a42f-0369eb411493 req-4672aecb-2150-4679-a1f5-fc8a38842004 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=52a7f1a75cb849a792055fde7412fdf4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1277368 Nov 25 17:32:54.392715 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ca544860-7742-49b4-ae41-482fb4521c0d req-c39a47f6-d8ad-460a-b310-b131f37fcb3c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:54.397313 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 0d6551ad-8a26-4bc6-bfbf-063b916a4ead, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=0d6551ad-8a26-4bc6-bfbf-063b916a4ead,segment=NetworkSegment(14ee21b8-6adb-4fbc-8e63-e4b2c4af3623),segment_id=14ee21b8-6adb-4fbc-8e63-e4b2c4af3623)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:54.405080 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-6bdf0a7e-4ba9-4056-a5b9-1ace268472ab None None] Provisioning complete for port f0f2a3c7-208e-427e-b93c-97f02247fc8d triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:54.405080 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6bdf0a7e-4ba9-4056-a5b9-1ace268472ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:54.449061 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '0d6551ad-8a26-4bc6-bfbf-063b916a4ead', 'network_id': '893ae009-948d-4a56-89c4-04cf75caf20a', 'port_id': '0d6551ad-8a26-4bc6-bfbf-063b916a4ead', 'mac_address': 'fa:16:3e:f7:f4:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5ab359d-3571-4e44-9b7f-d7d725d0869c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:32:54.460727 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed10a485-2e29-418a-b129-b3f12fc9759e req-962f11a7-8b4e-46a2-8ae2-bb183eff6c40 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a4fb475-e9ec-4623-9c08-36dcb76340fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026657 Nov 25 17:32:54.512031 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1d46f102-ceed-42e0-9128-b9885ad0539b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:54.528509 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-6bdf0a7e-4ba9-4056-a5b9-1ace268472ab None None] Port f0f2a3c7-208e-427e-b93c-97f02247fc8d cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:32:54.532342 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d46f102-ceed-42e0-9128-b9885ad0539b None None] No DVR routers for this DVR port 5ce5f14a-d4a3-42e7-ac4e-9a8e79a801f2 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:32:54.563174 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d46f102-ceed-42e0-9128-b9885ad0539b None None] Pushing event deleted for resources: {'Port': ['ID=5ce5f14a-d4a3-42e7-ac4e-9a8e79a801f2,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:54.567614 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:54.593918 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 39de9e00-353b-4713-911e-040c17c016d0 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:54.594413 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:54.616750 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ad44fab6-d35d-4c9c-a42f-0369eb411493 req-9c03631a-6d2b-4c2a-bd1c-dbe06a49b7b3 service neutron] 10.222.0.75 "GET /v2.0/networks/15da2b0b-58fc-4161-9150-5b2e12841ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309031 Nov 25 17:32:54.622860 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d6551ad-8a26-4bc6-bfbf-063b916a4ead {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:32:54.660954 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 0d6551ad-8a26-4bc6-bfbf-063b916a4ead, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=0d6551ad-8a26-4bc6-bfbf-063b916a4ead,segment=NetworkSegment(14ee21b8-6adb-4fbc-8e63-e4b2c4af3623),segment_id=14ee21b8-6adb-4fbc-8e63-e4b2c4af3623)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:54.673504 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:54.754316 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=0d6551ad-8a26-4bc6-bfbf-063b916a4ead,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:54.806121 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:54.806827 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ad44fab6-d35d-4c9c-a42f-0369eb411493 req-c1ced50e-f304-40a9-b6f1-ad7070e373a8 service neutron] 10.222.0.75 "GET /v2.0/networks/15da2b0b-58fc-4161-9150-5b2e12841ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831400 Nov 25 17:32:54.835029 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-ca544860-7742-49b4-ae41-482fb4521c0d req-c39a47f6-d8ad-460a-b310-b131f37fcb3c service neutron] Transition to ACTIVE for port object f384f4c4-5acb-408d-82b2-00c4efa12da4 will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:32:54.844855 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d19e4d-961a-4d50-ae65-b615192b6591 req-a9b02935-e191-4b66-b476-d1fd9f602e5a tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:54.845526 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port 39de9e00-353b-4713-911e-040c17c016d0, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=39de9e00-353b-4713-911e-040c17c016d0,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:54.846416 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b8d19e4d-961a-4d50-ae65-b615192b6591 req-a9b02935-e191-4b66-b476-d1fd9f602e5a tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a0ad182-e51b-4235-904f-6dcb62ed4d1f HTTP/1.1" status: 200 len: 931 time: 0.0791154 Nov 25 17:32:54.858186 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:54.876465 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ca544860-7742-49b4-ae41-482fb4521c0d req-c39a47f6-d8ad-460a-b310-b131f37fcb3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:54.889644 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2beda11a-b90b-4d98-ae51-8e92ffe7862e tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:54.943189 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b8d19e4d-961a-4d50-ae65-b615192b6591 req-d6116470-0b09-46d6-82f8-ccae2927e541 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/security-groups?id=64a4895e-66bb-4a82-9045-67d823985e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807991 Nov 25 17:32:54.949598 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 5ce5f14a-d4a3-42e7-ac4e-9a8e79a801f2 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:32:54.980585 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-2beda11a-b90b-4d98-ae51-8e92ffe7862e tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37574acf-5e23-4564-a5b4-2a51c96fcbb9']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:54.989495 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=39de9e00-353b-4713-911e-040c17c016d0,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:54.994588 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-2beda11a-b90b-4d98-ae51-8e92ffe7862e tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c59980a-1d5c-42ff-ad45-f24197d8b17c') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:54.995161 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-2beda11a-b90b-4d98-ae51-8e92ffe7862e tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c59980a-1d5c-42ff-ad45-f24197d8b17c') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:54.999148 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['0d6551ad-8a26-4bc6-bfbf-063b916a4ead'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:32:55.006958 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2beda11a-b90b-4d98-ae51-8e92ffe7862e tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:55.007165 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 5ce5f14a-d4a3-42e7-ac4e-9a8e79a801f2 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:32:55.007505 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 5ce5f14a-d4a3-42e7-ac4e-9a8e79a801f2 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:32:55.077581 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2beda11a-b90b-4d98-ae51-8e92ffe7862e tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:55.101103 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2beda11a-b90b-4d98-ae51-8e92ffe7862e tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Releasing vlan 902 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:32:55.101523 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2beda11a-b90b-4d98-ae51-8e92ffe7862e tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:55.102940 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-45895013-b68d-45d2-9a2c-270343cffd26 req-51055099-caaf-4c83-951a-512dd63acbb4 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e951f04-d37c-41c6-a2d6-04e6dba02e5d HTTP/1.1" status: 200 len: 210 time: 0.0364292 Nov 25 17:32:55.105447 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:32:55.105447 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:32:55.105447 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:32:55.105447 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:32:55.105447 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:32:55.105447 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:32:55.105447 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:32:55.105447 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:32:55.105447 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:32:55.105447 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:32:55.105447 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:32:55.105447 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:32:55.105447 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:32:55.105447 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:32:55.105447 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:32:55.105447 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:32:55.105447 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:32:55.105447 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:32:55.105447 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:32:55.105447 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:32:55.105447 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:32:55.105447 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:32:55.105447 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:32:55.105447 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:32:55.105447 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:32:55.105447 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:32:55.105447 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:32:55.105447 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:32:55.105447 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:32:55.105447 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:32:55.105447 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:32:55.105447 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:32:55.107630 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cf6dfd57-d139-4c89-8433-2c77143d8669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:55.137409 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a47f6-d8ad-460a-b310-b131f37fcb3c service neutron] Pushing event updated for resources: {'Port': ['ID=f384f4c4-5acb-408d-82b2-00c4efa12da4,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:55.256113 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2beda11a-b90b-4d98-ae51-8e92ffe7862e tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:55.270783 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2beda11a-b90b-4d98-ae51-8e92ffe7862e tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:55.276370 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2beda11a-b90b-4d98-ae51-8e92ffe7862e tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "DELETE /v2.0/networks/37574acf-5e23-4564-a5b4-2a51c96fcbb9 HTTP/1.1" status: 204 len: 168 time: 2.2332304 Nov 25 17:32:55.277294 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 45348) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:55.297103 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beda11a-b90b-4d98-ae51-8e92ffe7862e tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Pushing event deleted for resources: {'Network': ['ID=37574acf-5e23-4564-a5b4-2a51c96fcbb9,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:55.314083 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-ca544860-7742-49b4-ae41-482fb4521c0d req-c39a47f6-d8ad-460a-b310-b131f37fcb3c service neutron] Attempting to bind port f384f4c4-5acb-408d-82b2-00c4efa12da4 on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:32:55.314419 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-ca544860-7742-49b4-ae41-482fb4521c0d req-c39a47f6-d8ad-460a-b310-b131f37fcb3c service neutron] Attempting to bind port f384f4c4-5acb-408d-82b2-00c4efa12da4 by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '7b56f9b7-dcf8-416a-8490-b1f1b6152b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '7a8c66d3-1027-4660-98b7-5ec4a01a4fdc'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:32:55.314751 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca544860-7742-49b4-ae41-482fb4521c0d req-c39a47f6-d8ad-460a-b310-b131f37fcb3c service neutron] Attempting to bind port f384f4c4-5acb-408d-82b2-00c4efa12da4 on network 7a8c66d3-1027-4660-98b7-5ec4a01a4fdc {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:32:55.330087 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca544860-7742-49b4-ae41-482fb4521c0d req-c39a47f6-d8ad-460a-b310-b131f37fcb3c service neutron] Port f384f4c4-5acb-408d-82b2-00c4efa12da4 on network 7a8c66d3-1027-4660-98b7-5ec4a01a4fdc not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:32:55.330414 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca544860-7742-49b4-ae41-482fb4521c0d req-c39a47f6-d8ad-460a-b310-b131f37fcb3c service neutron] Attempting to bind port f384f4c4-5acb-408d-82b2-00c4efa12da4 on network 7a8c66d3-1027-4660-98b7-5ec4a01a4fdc {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:32:55.339995 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca544860-7742-49b4-ae41-482fb4521c0d req-c39a47f6-d8ad-460a-b310-b131f37fcb3c service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:32:55.340341 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca544860-7742-49b4-ae41-482fb4521c0d req-c39a47f6-d8ad-460a-b310-b131f37fcb3c service neutron] Checking segment: {'id': '7b56f9b7-dcf8-416a-8490-b1f1b6152b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '7a8c66d3-1027-4660-98b7-5ec4a01a4fdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:32:55.340730 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca544860-7742-49b4-ae41-482fb4521c0d req-c39a47f6-d8ad-460a-b310-b131f37fcb3c service neutron] Bound using segment: {'id': '7b56f9b7-dcf8-416a-8490-b1f1b6152b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '7a8c66d3-1027-4660-98b7-5ec4a01a4fdc'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:32:55.341194 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-ca544860-7742-49b4-ae41-482fb4521c0d req-c39a47f6-d8ad-460a-b310-b131f37fcb3c service neutron] Bound port: f384f4c4-5acb-408d-82b2-00c4efa12da4, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b56f9b7-dcf8-416a-8490-b1f1b6152b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '7a8c66d3-1027-4660-98b7-5ec4a01a4fdc'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:32:55.342098 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ca544860-7742-49b4-ae41-482fb4521c0d req-c39a47f6-d8ad-460a-b310-b131f37fcb3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:55.350662 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d0976ba-8639-4b1e-9923-3e392bb37c5d tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Deleting subnet b6d267ec-62ab-4d84-afa5-702a6288d15b {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:32:55.354160 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5d0976ba-8639-4b1e-9923-3e392bb37c5d tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:55.403849 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5d0976ba-8639-4b1e-9923-3e392bb37c5d tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:55.475482 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-ca544860-7742-49b4-ae41-482fb4521c0d req-c39a47f6-d8ad-460a-b310-b131f37fcb3c service neutron] For port f384f4c4-5acb-408d-82b2-00c4efa12da4, host n-h2-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:32:55.499173 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-ca544860-7742-49b4-ae41-482fb4521c0d req-c39a47f6-d8ad-460a-b310-b131f37fcb3c service neutron] For port f384f4c4-5acb-408d-82b2-00c4efa12da4, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=f384f4c4-5acb-408d-82b2-00c4efa12da4,segment=NetworkSegment(7b56f9b7-dcf8-416a-8490-b1f1b6152b37),segment_id=7b56f9b7-dcf8-416a-8490-b1f1b6152b37)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:32:55.501444 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cf6dfd57-d139-4c89-8433-2c77143d8669 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:55.509048 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ca544860-7742-49b4-ae41-482fb4521c0d req-c39a47f6-d8ad-460a-b310-b131f37fcb3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:55.515461 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cf6dfd57-d139-4c89-8433-2c77143d8669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:55.540370 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5d0976ba-8639-4b1e-9923-3e392bb37c5d tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:55.579884 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca544860-7742-49b4-ae41-482fb4521c0d req-c39a47f6-d8ad-460a-b310-b131f37fcb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:55.580505 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ca544860-7742-49b4-ae41-482fb4521c0d req-c39a47f6-d8ad-460a-b310-b131f37fcb3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:55.582078 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ca544860-7742-49b4-ae41-482fb4521c0d req-c39a47f6-d8ad-460a-b310-b131f37fcb3c service neutron] 10.222.0.90 "PUT /v2.0/ports/f384f4c4-5acb-408d-82b2-00c4efa12da4 HTTP/1.1" status: 200 len: 1091 time: 2.9515936 Nov 25 17:32:55.584066 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a0ad182-e51b-4235-904f-6dcb62ed4d1f', 'tag': 'f384f4c4-5acb-408d-82b2-00c4efa12da4'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:32:55.586507 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e606abda-ac04-423d-8e8a-87e94fd9f25a" -d '{"events": [{"name": "network-changed", "server_uuid": "6a0ad182-e51b-4235-904f-6dcb62ed4d1f", "tag": "f384f4c4-5acb-408d-82b2-00c4efa12da4"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:32:55.626047 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cf6dfd57-d139-4c89-8433-2c77143d8669 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:55.631289 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a47f6-d8ad-460a-b310-b131f37fcb3c service neutron] Pushing event updated for resources: {'Port': ['ID=f384f4c4-5acb-408d-82b2-00c4efa12da4,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:55.674344 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1110ca0c-bded-4361-95d9-d864c16c52e7 x-openstack-request-id: req-1110ca0c-bded-4361-95d9-d864c16c52e7 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:32:55.674645 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a0ad182-e51b-4235-904f-6dcb62ed4d1f", "tag": "f384f4c4-5acb-408d-82b2-00c4efa12da4", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:32:55.674910 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1110ca0c-bded-4361-95d9-d864c16c52e7 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:32:55.675313 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a0ad182-e51b-4235-904f-6dcb62ed4d1f', 'tag': 'f384f4c4-5acb-408d-82b2-00c4efa12da4', 'status': 'completed', 'code': 200} Nov 25 17:32:55.690737 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001f15e-90eb-4e9e-9f80-230f395d0930 req-d9269758-2304-4c83-9eab-860fa6dae1a4 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:55.699270 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e001f15e-90eb-4e9e-9f80-230f395d0930 req-d9269758-2304-4c83-9eab-860fa6dae1a4 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/ports?device_id=f2a98337-25aa-4adf-ba9e-6be32878c058 HTTP/1.1" status: 200 len: 944 time: 0.1143992 Nov 25 17:32:55.775387 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6dfd57-d139-4c89-8433-2c77143d8669 admin admin] Pushing event updated for resources: {'Port': ['ID=f0f2a3c7-208e-427e-b93c-97f02247fc8d,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:55.779971 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5d0976ba-8639-4b1e-9923-3e392bb37c5d tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:55.787525 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e001f15e-90eb-4e9e-9f80-230f395d0930 req-c1861e89-1c53-4d30-9364-a52ab0a79771 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a4fb475-e9ec-4623-9c08-36dcb76340fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873301 Nov 25 17:32:55.832862 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0976ba-8639-4b1e-9923-3e392bb37c5d tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Pushing event deleted for resources: {'Subnet': ['ID=b6d267ec-62ab-4d84-afa5-702a6288d15b,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:55.837877 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca544860-7742-49b4-ae41-482fb4521c0d req-25cfd9c6-8e3d-4d3e-ac05-9f7c82ddec91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:55.839614 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ca544860-7742-49b4-ae41-482fb4521c0d req-25cfd9c6-8e3d-4d3e-ac05-9f7c82ddec91 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=28e639b61725474a8e2246556ccdec9c&device_id=6a0ad182-e51b-4235-904f-6dcb62ed4d1f HTTP/1.1" status: 200 len: 1094 time: 0.1976650 Nov 25 17:32:55.840536 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5d0976ba-8639-4b1e-9923-3e392bb37c5d tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:55.848627 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-5d0976ba-8639-4b1e-9923-3e392bb37c5d tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "DELETE /v2.0/subnets/b6d267ec-62ab-4d84-afa5-702a6288d15b HTTP/1.1" status: 204 len: 168 time: 0.5677807 Nov 25 17:32:55.849833 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 45360) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:55.853888 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e941da9f-ed06-412b-85a4-393eff411842 None None] Network 26366550-8d14-4bcd-8615-ce2c039447e3 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:32:55.958327 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ca544860-7742-49b4-ae41-482fb4521c0d req-05a36adb-d295-4a67-9899-f47900352911 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f384f4c4-5acb-408d-82b2-00c4efa12da4 HTTP/1.1" status: 200 len: 217 time: 0.0906482 Nov 25 17:32:55.978598 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6dfd57-d139-4c89-8433-2c77143d8669 admin admin] Network 741d8194-35ac-41e6-a27e-dc63c59af432 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:32:56.012049 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-cf6dfd57-d139-4c89-8433-2c77143d8669 admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:32:56.024461 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e9c08b41-d12c-4613-8ec6-3c6f58d3047e tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:56.079453 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de33408f-54d0-4108-af91-a0a435200bd5 None None] DHCP port deletion for 26366550-8d14-4bcd-8615-ce2c039447e3 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:32:56.088007 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca544860-7742-49b4-ae41-482fb4521c0d req-5389b6fe-6e13-4bac-a35d-d11644d2e495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:56.090134 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ca544860-7742-49b4-ae41-482fb4521c0d req-5389b6fe-6e13-4bac-a35d-d11644d2e495 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0488b60b-dc56-4141-98fc-cb7726390b53 HTTP/1.1" status: 200 len: 862 time: 0.1141758 Nov 25 17:32:56.156738 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-de33408f-54d0-4108-af91-a0a435200bd5 None None] Deleting port 51717f1a-e2d6-49ef-9045-f05f87bd33a6 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:32:56.157369 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-de33408f-54d0-4108-af91-a0a435200bd5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:56.185154 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d139cebc-16c6-49c6-8022-f10930547dd9 req-2a5b1432-160d-47d9-9b85-4a544902d8c6 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:56.205844 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d139cebc-16c6-49c6-8022-f10930547dd9 req-2a5b1432-160d-47d9-9b85-4a544902d8c6 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a0ad182-e51b-4235-904f-6dcb62ed4d1f HTTP/1.1" status: 200 len: 943 time: 0.1737452 Nov 25 17:32:56.215383 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ca544860-7742-49b4-ae41-482fb4521c0d req-74eafd8f-ce9b-408a-888e-908c6bb6ac44 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7a8c66d3-1027-4660-98b7-5ec4a01a4fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752244 Nov 25 17:32:56.291381 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0ea50380-6102-4c2c-b524-c8b693937e0d req-69be95dd-6b88-40d4-a6b2-3629cae25701 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e951f04-d37c-41c6-a2d6-04e6dba02e5d HTTP/1.1" status: 200 len: 210 time: 0.0315979 Nov 25 17:32:56.332958 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-de33408f-54d0-4108-af91-a0a435200bd5 None None] For port 51717f1a-e2d6-49ef-9045-f05f87bd33a6, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=51717f1a-e2d6-49ef-9045-f05f87bd33a6,segment=NetworkSegment(b59d8989-2c39-4be3-a309-35a91e4ebd28),segment_id=b59d8989-2c39-4be3-a309-35a91e4ebd28)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:56.333357 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-de33408f-54d0-4108-af91-a0a435200bd5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:56.338732 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d139cebc-16c6-49c6-8022-f10930547dd9 req-6ec37f33-30b1-45cb-b933-a92a7041fb08 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/security-groups?id=64a4895e-66bb-4a82-9045-67d823985e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314418 Nov 25 17:32:56.361424 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-de33408f-54d0-4108-af91-a0a435200bd5 None None] Calling delete_port for 51717f1a-e2d6-49ef-9045-f05f87bd33a6 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:32:56.423041 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 39de9e00-353b-4713-911e-040c17c016d0 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:32:56.459167 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf6dfd57-d139-4c89-8433-2c77143d8669 admin admin] Router 2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:32:56.461554 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ca544860-7742-49b4-ae41-482fb4521c0d req-07276748-e3a2-4d2c-83a0-a37d8d213c54 service neutron] 10.222.0.90 "GET /v2.0/networks/7a8c66d3-1027-4660-98b7-5ec4a01a4fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217896 Nov 25 17:32:56.505476 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-de33408f-54d0-4108-af91-a0a435200bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:56.509379 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-5fbfba14-d3ca-4a74-9e0c-5351b671565d None None] Provisioning complete for port f0f2a3c7-208e-427e-b93c-97f02247fc8d triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:56.509736 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5fbfba14-d3ca-4a74-9e0c-5351b671565d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:56.517354 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44fab6-d35d-4c9c-a42f-0369eb411493 req-4ab6b9c1-51fb-4bb9-b4e1-4ec8e635a216 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:56.519515 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ad44fab6-d35d-4c9c-a42f-0369eb411493 req-4ab6b9c1-51fb-4bb9-b4e1-4ec8e635a216 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] 10.222.0.74 "GET /v2.0/networks?id=15da2b0b-58fc-4161-9150-5b2e12841ebd HTTP/1.1" status: 200 len: 806 time: 0.1978855 Nov 25 17:32:56.563099 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de33408f-54d0-4108-af91-a0a435200bd5 None None] Pushing event deleted for resources: {'Port': ['ID=51717f1a-e2d6-49ef-9045-f05f87bd33a6,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:56.581809 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-e9c08b41-d12c-4613-8ec6-3c6f58d3047e tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Deleting port 51717f1a-e2d6-49ef-9045-f05f87bd33a6 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:32:56.582385 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e9c08b41-d12c-4613-8ec6-3c6f58d3047e tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:56.583492 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de33408f-54d0-4108-af91-a0a435200bd5 None None] No DVR routers for this DVR port 51717f1a-e2d6-49ef-9045-f05f87bd33a6 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:32:56.586213 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 39de9e00-353b-4713-911e-040c17c016d0 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:56.586676 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:56.591274 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-5fbfba14-d3ca-4a74-9e0c-5351b671565d None None] Port f0f2a3c7-208e-427e-b93c-97f02247fc8d cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:32:56.593794 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ad44fab6-d35d-4c9c-a42f-0369eb411493 req-8601460c-850d-42bc-8fdb-77bfd50c53c0 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52a7f1a75cb849a792055fde7412fdf4 HTTP/1.1" status: 200 len: 380 time: 0.0643229 Nov 25 17:32:56.604659 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-ad44fab6-d35d-4c9c-a42f-0369eb411493 req-06e1e11a-2133-405e-87a3-320dcb1babb1 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Request body: {'port': {'device_id': '7e951f04-d37c-41c6-a2d6-04e6dba02e5d', 'network_id': '15da2b0b-58fc-4161-9150-5b2e12841ebd', 'admin_state_up': True, 'tenant_id': '52a7f1a75cb849a792055fde7412fdf4', 'security_groups': ['b429c314-4805-4971-8466-b0fd68f90c3d']}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:56.726387 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-e9c08b41-d12c-4613-8ec6-3c6f58d3047e tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] For port 51717f1a-e2d6-49ef-9045-f05f87bd33a6, host n-d-817746-1, got binding levels [] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:56.726798 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e9c08b41-d12c-4613-8ec6-3c6f58d3047e tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:56.730811 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad44fab6-d35d-4c9c-a42f-0369eb411493 req-06e1e11a-2133-405e-87a3-320dcb1babb1 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Made reservation on behalf of 52a7f1a75cb849a792055fde7412fdf4 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:32:56.734814 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ad44fab6-d35d-4c9c-a42f-0369eb411493 req-06e1e11a-2133-405e-87a3-320dcb1babb1 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:56.748375 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 51717f1a-e2d6-49ef-9045-f05f87bd33a6 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:32:56.763867 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6dfd57-d139-4c89-8433-2c77143d8669 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:32:56.771074 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 51717f1a-e2d6-49ef-9045-f05f87bd33a6 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:32:56.771605 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 51717f1a-e2d6-49ef-9045-f05f87bd33a6 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:32:56.778030 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923a586f-75c5-4262-ad4b-1a7279ac8fff None None] Sync routers for ids ['2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:32:56.789930 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-cf6dfd57-d139-4c89-8433-2c77143d8669 admin admin] 10.222.0.75 "PUT /v2.0/routers/2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2834892 Nov 25 17:32:56.792442 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-e9c08b41-d12c-4613-8ec6-3c6f58d3047e tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Calling delete_port for 51717f1a-e2d6-49ef-9045-f05f87bd33a6 owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:32:56.802308 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923a586f-75c5-4262-ad4b-1a7279ac8fff None None] Routers {'2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:32:56.802510 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.ipam_backend_mixin [None req-e9c08b41-d12c-4613-8ec6-3c6f58d3047e tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Port 51717f1a-e2d6-49ef-9045-f05f87bd33a6 was not found and therefore no delete operation was performed {{(pid=103360) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 17:32:56.802968 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-923a586f-75c5-4262-ad4b-1a7279ac8fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:32:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:56.808325 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ca544860-7742-49b4-ae41-482fb4521c0d req-d12d25ae-1c10-473c-8092-f59082a43888 service neutron] 10.222.0.90 "GET /v2.0/networks/7a8c66d3-1027-4660-98b7-5ec4a01a4fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306646 Nov 25 17:32:56.814254 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e9c08b41-d12c-4613-8ec6-3c6f58d3047e tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:56.858514 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c08b41-d12c-4613-8ec6-3c6f58d3047e tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] No DVR routers for this DVR port 51717f1a-e2d6-49ef-9045-f05f87bd33a6 on host n-d-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:32:56.954412 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c08b41-d12c-4613-8ec6-3c6f58d3047e tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Pushing event deleted for resources: {'Port': ['ID=51717f1a-e2d6-49ef-9045-f05f87bd33a6,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:57.002696 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-ad44fab6-d35d-4c9c-a42f-0369eb411493 req-06e1e11a-2133-405e-87a3-320dcb1babb1 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Allocated IP 172.20.0.13 (15da2b0b-58fc-4161-9150-5b2e12841ebd/4adf4a2b-4e3a-4e33-932e-a75235c5c4e8/6aa27087-21e8-4b0f-918c-e17252f8f2aa) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:32:57.061263 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e9c08b41-d12c-4613-8ec6-3c6f58d3047e tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:57.088629 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-923a586f-75c5-4262-ad4b-1a7279ac8fff None None] Set router 2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:32:57.094958 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e606abda-ac04-423d-8e8a-87e94fd9f25a req-6d8aa402-164d-4130-acae-052800a3fd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:57.096485 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e606abda-ac04-423d-8e8a-87e94fd9f25a req-6d8aa402-164d-4130-acae-052800a3fd35 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=28e639b61725474a8e2246556ccdec9c&device_id=6a0ad182-e51b-4235-904f-6dcb62ed4d1f HTTP/1.1" status: 200 len: 1094 time: 0.1841202 Nov 25 17:32:57.098219 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-e9c08b41-d12c-4613-8ec6-3c6f58d3047e tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26366550-8d14-4bcd-8615-ce2c039447e3']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:57.171943 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ad44fab6-d35d-4c9c-a42f-0369eb411493 req-06e1e11a-2133-405e-87a3-320dcb1babb1 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:57.211520 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e606abda-ac04-423d-8e8a-87e94fd9f25a req-7087b5c9-7798-4849-bb96-27030478d23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:57.213580 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e606abda-ac04-423d-8e8a-87e94fd9f25a req-7087b5c9-7798-4849-bb96-27030478d23d service neutron] 10.222.0.90 "GET /v2.0/networks?id=7a8c66d3-1027-4660-98b7-5ec4a01a4fdc HTTP/1.1" status: 200 len: 923 time: 0.1057844 Nov 25 17:32:57.216115 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-e9c08b41-d12c-4613-8ec6-3c6f58d3047e tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b59d8989-2c39-4be3-a309-35a91e4ebd28') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:57.216416 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-e9c08b41-d12c-4613-8ec6-3c6f58d3047e tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b59d8989-2c39-4be3-a309-35a91e4ebd28') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:57.238119 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188908c9-7932-45b5-8cd6-893dcfb0f342 req-3ba40d7a-ac54-46b7-af84-8931ea79ecf4 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:57.239337 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-188908c9-7932-45b5-8cd6-893dcfb0f342 req-3ba40d7a-ac54-46b7-af84-8931ea79ecf4 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/ports?device_id=f2a98337-25aa-4adf-ba9e-6be32878c058 HTTP/1.1" status: 200 len: 944 time: 0.2975655 Nov 25 17:32:57.247509 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ad44fab6-d35d-4c9c-a42f-0369eb411493 req-06e1e11a-2133-405e-87a3-320dcb1babb1 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:57.277439 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e9c08b41-d12c-4613-8ec6-3c6f58d3047e tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:57.280008 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e606abda-ac04-423d-8e8a-87e94fd9f25a req-4c25e771-bf8c-46d5-83dc-43f5c584ead2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f384f4c4-5acb-408d-82b2-00c4efa12da4 HTTP/1.1" status: 200 len: 217 time: 0.0555079 Nov 25 17:32:57.331704 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad44fab6-d35d-4c9c-a42f-0369eb411493 req-06e1e11a-2133-405e-87a3-320dcb1babb1 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Network 15da2b0b-58fc-4161-9150-5b2e12841ebd is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:32:57.332105 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-923a586f-75c5-4262-ad4b-1a7279ac8fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b', 'name': 'tempest-ServersTestFqdnHostnames-1023932985-router', 'tenant_id': '993e53d13f4a4f928421fafbce5572c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '39de9e00-353b-4713-911e-040c17c016d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:32:47Z', 'updated_at': '2021-11-25T17:32:54Z', 'revision_number': 4, 'project_id': '993e53d13f4a4f928421fafbce5572c3', 'gw_port': {'id': '39de9e00-353b-4713-911e-040c17c016d0', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:32:47Z', 'updated_at': '2021-11-25T17:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'f0f2a3c7-208e-427e-b93c-97f02247fc8d', 'name': '', 'network_id': '741d8194-35ac-41e6-a27e-dc63c59af432', 'tenant_id': '993e53d13f4a4f928421fafbce5572c3', 'mac_address': 'fa:16:3e:31:bf:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'd7e694ac-d04c-4128-9df7-0839adaa9a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:32:52Z', 'updated_at': '2021-11-25T17:32:55Z', 'revision_number': 2, 'project_id': '993e53d13f4a4f928421fafbce5572c3', 'subnets': [{'id': 'd7e694ac-d04c-4128-9df7-0839adaa9a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:57.346052 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-ad44fab6-d35d-4c9c-a42f-0369eb411493 req-06e1e11a-2133-405e-87a3-320dcb1babb1 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:32:57.349142 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad44fab6-d35d-4c9c-a42f-0369eb411493 req-06e1e11a-2133-405e-87a3-320dcb1babb1 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:32:57.353625 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e9c08b41-d12c-4613-8ec6-3c6f58d3047e tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:57.358331 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e1e11a-2133-405e-87a3-320dcb1babb1 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Pushing event updated for resources: {'Port': ['ID=6aa27087-21e8-4b0f-918c-e17252f8f2aa,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:57.362354 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923a586f-75c5-4262-ad4b-1a7279ac8fff None None] Checking router: 2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:32:57.362725 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923a586f-75c5-4262-ad4b-1a7279ac8fff None None] Updating router 2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b port f0f2a3c7-208e-427e-b93c-97f02247fc8d binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:32:57.379441 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9c08b41-d12c-4613-8ec6-3c6f58d3047e tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Releasing vlan 927 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:32:57.379876 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e9c08b41-d12c-4613-8ec6-3c6f58d3047e tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:57.384083 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:32:57.384083 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:32:57.384083 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:32:57.384083 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:32:57.384083 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:32:57.384083 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:32:57.384083 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:32:57.384083 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:32:57.384083 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:32:57.384083 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:32:57.384083 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:32:57.384083 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:32:57.384083 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:32:57.384083 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:32:57.384083 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:32:57.384083 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:32:57.384083 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:32:57.384083 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:32:57.384083 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:32:57.384083 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:32:57.384083 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:32:57.384083 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:32:57.384083 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:32:57.384083 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:32:57.384083 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:32:57.384083 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:32:57.384083 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:32:57.384083 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:32:57.384083 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:32:57.384083 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:32:57.384083 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:32:57.384083 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:32:57.406678 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 45386) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:57.414918 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-923a586f-75c5-4262-ad4b-1a7279ac8fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:57.422361 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-eb7eef7b-e541-46ac-ad79-ed29141c5252 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1115671890', 'description': 'tempest-description--1609820887'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:57.446849 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-188908c9-7932-45b5-8cd6-893dcfb0f342 req-21b109fe-9f9d-492f-9ad3-47734a1acf44 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a4fb475-e9ec-4623-9c08-36dcb76340fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939006 Nov 25 17:32:57.475898 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44fab6-d35d-4c9c-a42f-0369eb411493 req-06e1e11a-2133-405e-87a3-320dcb1babb1 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:57.483971 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ad44fab6-d35d-4c9c-a42f-0369eb411493 req-06e1e11a-2133-405e-87a3-320dcb1babb1 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:57.506422 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e606abda-ac04-423d-8e8a-87e94fd9f25a req-8acb5112-49e3-4596-b577-30cd0c467349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:57.509987 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e606abda-ac04-423d-8e8a-87e94fd9f25a req-8acb5112-49e3-4596-b577-30cd0c467349 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0488b60b-dc56-4141-98fc-cb7726390b53 HTTP/1.1" status: 200 len: 862 time: 0.2132440 Nov 25 17:32:57.516138 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ad44fab6-d35d-4c9c-a42f-0369eb411493 req-06e1e11a-2133-405e-87a3-320dcb1babb1 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9149892 Nov 25 17:32:57.532721 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-ad44fab6-d35d-4c9c-a42f-0369eb411493 req-6e4f4274-2601-4206-ad21-9c6c18c624cc service neutron] Request body: {'port': {'device_id': '7e951f04-d37c-41c6-a2d6-04e6dba02e5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:57.595921 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e606abda-ac04-423d-8e8a-87e94fd9f25a req-c116011b-3014-48c6-8f13-2a71cd6bf19d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7a8c66d3-1027-4660-98b7-5ec4a01a4fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655475 Nov 25 17:32:57.619791 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e9c08b41-d12c-4613-8ec6-3c6f58d3047e tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:57.623887 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e9c08b41-d12c-4613-8ec6-3c6f58d3047e tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:57.630750 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e9c08b41-d12c-4613-8ec6-3c6f58d3047e tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] 10.222.0.75 "DELETE /v2.0/networks/26366550-8d14-4bcd-8615-ce2c039447e3 HTTP/1.1" status: 204 len: 168 time: 1.7771306 Nov 25 17:32:57.650221 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eb7eef7b-e541-46ac-ad79-ed29141c5252 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:57.683007 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c08b41-d12c-4613-8ec6-3c6f58d3047e tempest-ServersTestMultiNic-673472968 tempest-ServersTestMultiNic-673472968-project] Pushing event deleted for resources: {'Network': ['ID=26366550-8d14-4bcd-8615-ce2c039447e3,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:57.703792 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ad44fab6-d35d-4c9c-a42f-0369eb411493 req-6e4f4274-2601-4206-ad21-9c6c18c624cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:57.731110 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377426ec-3420-457d-92b5-474d04c86ad4 req-46b07a0a-5a3a-43db-8efd-f6080abf8823 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:57.734760 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-377426ec-3420-457d-92b5-474d04c86ad4 req-46b07a0a-5a3a-43db-8efd-f6080abf8823 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a0ad182-e51b-4235-904f-6dcb62ed4d1f HTTP/1.1" status: 200 len: 943 time: 0.1592755 Nov 25 17:32:57.768888 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-4800ac8e-7c91-49be-9a30-d739d50f0082 None None] Provisioning complete for port 6aa27087-21e8-4b0f-918c-e17252f8f2aa triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:57.769361 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4800ac8e-7c91-49be-9a30-d739d50f0082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:57.787793 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e606abda-ac04-423d-8e8a-87e94fd9f25a req-19992af2-0bf9-40d5-b5d0-63f5f0f5d8f0 service neutron] 10.222.0.90 "GET /v2.0/networks/7a8c66d3-1027-4660-98b7-5ec4a01a4fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806796 Nov 25 17:32:57.803819 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-923a586f-75c5-4262-ad4b-1a7279ac8fff None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:57.818782 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-923a586f-75c5-4262-ad4b-1a7279ac8fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:57.820041 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1623a-7c42-49db-90c6-15121ca13e7d req-9a8fd0c7-9c85-4e9c-84d7-e26711945029 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:57.821347 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eb7eef7b-e541-46ac-ad79-ed29141c5252 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:57.821989 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f7e1623a-7c42-49db-90c6-15121ca13e7d req-9a8fd0c7-9c85-4e9c-84d7-e26711945029 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e951f04-d37c-41c6-a2d6-04e6dba02e5d HTTP/1.1" status: 200 len: 932 time: 0.2481039 Nov 25 17:32:57.824956 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-4800ac8e-7c91-49be-9a30-d739d50f0082 None None] Port 6aa27087-21e8-4b0f-918c-e17252f8f2aa cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:32:57.836975 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eb7eef7b-e541-46ac-ad79-ed29141c5252 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:57.878538 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae55aa7-4672-4dfc-9cd7-c13663c4e0b1 None None] Pushing event updated for resources: {'Port': ['ID=f0f2a3c7-208e-427e-b93c-97f02247fc8d,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:57.926591 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eb7eef7b-e541-46ac-ad79-ed29141c5252 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:57.928129 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-eb7eef7b-e541-46ac-ad79-ed29141c5252 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5204787 Nov 25 17:32:57.932545 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 45392) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:57.942406 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-ee274c29-d765-4dbc-b23a-9b0f20e77d3c tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Request body: {'security_group_rule': {'security_group_id': '9f024779-e810-4a87-8722-637fabf4534b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:57.951598 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-377426ec-3420-457d-92b5-474d04c86ad4 req-4db6e48a-9296-4d4f-9699-b4706b619b2c tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/security-groups?id=64a4895e-66bb-4a82-9045-67d823985e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050633 Nov 25 17:32:57.953149 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7eef7b-e541-46ac-ad79-ed29141c5252 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f024779-e810-4a87-8722-637fabf4534b,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:57.953467 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-923a586f-75c5-4262-ad4b-1a7279ac8fff None None] Attempting to bind port f0f2a3c7-208e-427e-b93c-97f02247fc8d on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:32:57.953902 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-923a586f-75c5-4262-ad4b-1a7279ac8fff None None] Attempting to bind port f0f2a3c7-208e-427e-b93c-97f02247fc8d by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '8bf00926-7be4-46f0-a85d-023b1ff6562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '741d8194-35ac-41e6-a27e-dc63c59af432'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:32:57.954360 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923a586f-75c5-4262-ad4b-1a7279ac8fff None None] Attempting to bind port f0f2a3c7-208e-427e-b93c-97f02247fc8d on network 741d8194-35ac-41e6-a27e-dc63c59af432 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:32:57.982317 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 0d6551ad-8a26-4bc6-bfbf-063b916a4ead up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:32:58.002289 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e606abda-ac04-423d-8e8a-87e94fd9f25a req-c26d8dd5-0780-4618-9705-a6f1403e5115 service neutron] 10.222.0.90 "GET /v2.0/networks/7a8c66d3-1027-4660-98b7-5ec4a01a4fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956005 Nov 25 17:32:58.012199 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923a586f-75c5-4262-ad4b-1a7279ac8fff None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:32:58.012739 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923a586f-75c5-4262-ad4b-1a7279ac8fff None None] Checking segment: {'id': '8bf00926-7be4-46f0-a85d-023b1ff6562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '741d8194-35ac-41e6-a27e-dc63c59af432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:32:58.013235 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-923a586f-75c5-4262-ad4b-1a7279ac8fff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:58.013805 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923a586f-75c5-4262-ad4b-1a7279ac8fff None None] Bound using segment: {'id': '8bf00926-7be4-46f0-a85d-023b1ff6562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '741d8194-35ac-41e6-a27e-dc63c59af432'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:32:58.014384 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-923a586f-75c5-4262-ad4b-1a7279ac8fff None None] Bound port: f0f2a3c7-208e-427e-b93c-97f02247fc8d, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bf00926-7be4-46f0-a85d-023b1ff6562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '741d8194-35ac-41e6-a27e-dc63c59af432'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:32:58.014870 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-923a586f-75c5-4262-ad4b-1a7279ac8fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:58.022388 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ee274c29-d765-4dbc-b23a-9b0f20e77d3c tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:58.119124 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ee274c29-d765-4dbc-b23a-9b0f20e77d3c tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:58.121082 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-923a586f-75c5-4262-ad4b-1a7279ac8fff None None] For port f0f2a3c7-208e-427e-b93c-97f02247fc8d, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:32:58.123766 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ee274c29-d765-4dbc-b23a-9b0f20e77d3c tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:58.126080 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-923a586f-75c5-4262-ad4b-1a7279ac8fff None None] For port f0f2a3c7-208e-427e-b93c-97f02247fc8d, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=f0f2a3c7-208e-427e-b93c-97f02247fc8d,segment=NetworkSegment(8bf00926-7be4-46f0-a85d-023b1ff6562a),segment_id=8bf00926-7be4-46f0-a85d-023b1ff6562a)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:32:58.137702 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-923a586f-75c5-4262-ad4b-1a7279ac8fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:58.147259 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee274c29-d765-4dbc-b23a-9b0f20e77d3c tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6e3298e-cbfe-48c6-8097-6470da3f6aca,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:58.159890 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ee274c29-d765-4dbc-b23a-9b0f20e77d3c tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:58.161148 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ee274c29-d765-4dbc-b23a-9b0f20e77d3c tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2252238 Nov 25 17:32:58.164028 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 45398) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:58.171458 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port 0d6551ad-8a26-4bc6-bfbf-063b916a4ead completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:32:58.172128 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-2205a303-268e-4121-af3b-1bf3ba67d7bb tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Request body: {'security_group_rule': {'security_group_id': '9f024779-e810-4a87-8722-637fabf4534b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:58.189494 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 0d6551ad-8a26-4bc6-bfbf-063b916a4ead triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:58.189938 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:58.227073 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2205a303-268e-4121-af3b-1bf3ba67d7bb tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:58.238081 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923a586f-75c5-4262-ad4b-1a7279ac8fff None None] Routers {'2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:32:58.238738 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-923a586f-75c5-4262-ad4b-1a7279ac8fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:32:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:58.331872 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2205a303-268e-4121-af3b-1bf3ba67d7bb tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:58.338612 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2205a303-268e-4121-af3b-1bf3ba67d7bb tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:58.362819 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2205a303-268e-4121-af3b-1bf3ba67d7bb tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=054e89e2-f80e-4f2a-bd46-bfe486b1482f,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:58.380961 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2205a303-268e-4121-af3b-1bf3ba67d7bb tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:58.382340 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2205a303-268e-4121-af3b-1bf3ba67d7bb tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2171512 Nov 25 17:32:58.389205 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 45402) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:58.395999 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-36117fd7-b6e9-4210-ada8-d977222f2eee tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Request body: {'floatingip': {'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:58.430306 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-36117fd7-b6e9-4210-ada8-d977222f2eee tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Publish callbacks [] for floatingip, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:58.433057 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae55aa7-4672-4dfc-9cd7-c13663c4e0b1 None None] Pushing event updated for resources: {'Port': ['ID=f0f2a3c7-208e-427e-b93c-97f02247fc8d,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:58.517122 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 45410) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:58.568434 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b2eb9745-3e97-4e6a-b7c3-a95ef95a2fce None None] Provisioning complete for port f0f2a3c7-208e-427e-b93c-97f02247fc8d triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:58.569165 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b2eb9745-3e97-4e6a-b7c3-a95ef95a2fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:58.571766 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:58.616951 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f7e1623a-7c42-49db-90c6-15121ca13e7d req-454470ca-0b86-456d-b9dd-5809cc66720c tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] 10.222.0.75 "GET /v2.0/security-groups?id=b429c314-4805-4971-8466-b0fd68f90c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7669513 Nov 25 17:32:58.628162 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a98337-25aa-4adf-ba9e-6be32878c058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d6551ad-8a26-4bc6-bfbf-063b916a4ead'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:32:58.630611 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad6daac-e57d-490e-bbb4-793661f51720" -d '{"events": [{"server_uuid": "f2a98337-25aa-4adf-ba9e-6be32878c058", "name": "network-vif-plugged", "status": "completed", "tag": "0d6551ad-8a26-4bc6-bfbf-063b916a4ead"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:32:58.665869 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50b2a0-ca9e-47f1-bd14-157827aecaee req-6fb82af0-315d-4ac2-b65a-1845ff902d34 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:58.666119 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 0d6551ad-8a26-4bc6-bfbf-063b916a4ead, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=0d6551ad-8a26-4bc6-bfbf-063b916a4ead,segment=NetworkSegment(14ee21b8-6adb-4fbc-8e63-e4b2c4af3623),segment_id=14ee21b8-6adb-4fbc-8e63-e4b2c4af3623)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:58.672477 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ec50b2a0-ca9e-47f1-bd14-157827aecaee req-6fb82af0-315d-4ac2-b65a-1845ff902d34 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/ports?device_id=f2a98337-25aa-4adf-ba9e-6be32878c058 HTTP/1.1" status: 200 len: 944 time: 0.0858750 Nov 25 17:32:58.686440 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-923a586f-75c5-4262-ad4b-1a7279ac8fff None None] Set router 2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:32:58.689219 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:58.753951 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-36117fd7-b6e9-4210-ada8-d977222f2eee tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:58.758491 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ec50b2a0-ca9e-47f1-bd14-157827aecaee req-2e05629b-7172-4ac3-89b3-f290ceeca88e tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a4fb475-e9ec-4623-9c08-36dcb76340fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849657 Nov 25 17:32:58.832134 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-ad44fab6-d35d-4c9c-a42f-0369eb411493 req-6e4f4274-2601-4206-ad21-9c6c18c624cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aa27087-21e8-4b0f-918c-e17252f8f2aa {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:32:58.843597 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ad44fab6-d35d-4c9c-a42f-0369eb411493 req-6e4f4274-2601-4206-ad21-9c6c18c624cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:58.859619 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c003f4c2-997c-4316-b1a4-a0159116e437 x-openstack-request-id: req-c003f4c2-997c-4316-b1a4-a0159116e437 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:32:58.859935 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2a98337-25aa-4adf-ba9e-6be32878c058", "name": "network-vif-plugged", "status": "completed", "tag": "0d6551ad-8a26-4bc6-bfbf-063b916a4ead", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:32:58.860302 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c003f4c2-997c-4316-b1a4-a0159116e437 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:32:58.860603 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-ad44fab6-d35d-4c9c-a42f-0369eb411493 req-6e4f4274-2601-4206-ad21-9c6c18c624cc service neutron] Transition to ACTIVE for port object 6aa27087-21e8-4b0f-918c-e17252f8f2aa will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:32:58.861059 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a98337-25aa-4adf-ba9e-6be32878c058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d6551ad-8a26-4bc6-bfbf-063b916a4ead', 'code': 200} Nov 25 17:32:58.866042 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ad44fab6-d35d-4c9c-a42f-0369eb411493 req-6e4f4274-2601-4206-ad21-9c6c18c624cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:58.887515 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b2eb9745-3e97-4e6a-b7c3-a95ef95a2fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:58.924077 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b2eb9745-3e97-4e6a-b7c3-a95ef95a2fce None None] For port f0f2a3c7-208e-427e-b93c-97f02247fc8d, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=f0f2a3c7-208e-427e-b93c-97f02247fc8d,segment=NetworkSegment(8bf00926-7be4-46f0-a85d-023b1ff6562a),segment_id=8bf00926-7be4-46f0-a85d-023b1ff6562a)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:58.925316 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=0d6551ad-8a26-4bc6-bfbf-063b916a4ead,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:58.934513 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b2eb9745-3e97-4e6a-b7c3-a95ef95a2fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:58.942311 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4f4274-2601-4206-ad21-9c6c18c624cc service neutron] Pushing event updated for resources: {'Port': ['ID=6aa27087-21e8-4b0f-918c-e17252f8f2aa,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:59.035957 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7d2db-bc3b-4b08-9739-6916ed840dcb req-092eb91b-1c22-497a-90ef-9fbb482b72d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:59.037648 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-80e7d2db-bc3b-4b08-9739-6916ed840dcb req-092eb91b-1c22-497a-90ef-9fbb482b72d5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f2a98337-25aa-4adf-ba9e-6be32878c058 HTTP/1.1" status: 200 len: 1096 time: 0.1168439 Nov 25 17:32:59.056232 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb9745-3e97-4e6a-b7c3-a95ef95a2fce None None] Pushing event updated for resources: {'Port': ['ID=f0f2a3c7-208e-427e-b93c-97f02247fc8d,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:59.123783 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-f0b268ff-793c-4ed5-9d28-369e686d1538 None None] Provisioning complete for port f0f2a3c7-208e-427e-b93c-97f02247fc8d triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:59.124445 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f0b268ff-793c-4ed5-9d28-369e686d1538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:59.154400 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-ad44fab6-d35d-4c9c-a42f-0369eb411493 req-6e4f4274-2601-4206-ad21-9c6c18c624cc service neutron] Attempting to bind port 6aa27087-21e8-4b0f-918c-e17252f8f2aa on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:32:59.155001 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-ad44fab6-d35d-4c9c-a42f-0369eb411493 req-6e4f4274-2601-4206-ad21-9c6c18c624cc service neutron] Attempting to bind port 6aa27087-21e8-4b0f-918c-e17252f8f2aa by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'eeb5e8d0-0be5-4d34-8ecb-7bb95c7801cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '15da2b0b-58fc-4161-9150-5b2e12841ebd'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:32:59.155517 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad44fab6-d35d-4c9c-a42f-0369eb411493 req-6e4f4274-2601-4206-ad21-9c6c18c624cc service neutron] Attempting to bind port 6aa27087-21e8-4b0f-918c-e17252f8f2aa on network 15da2b0b-58fc-4161-9150-5b2e12841ebd {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:32:59.162909 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-80e7d2db-bc3b-4b08-9739-6916ed840dcb req-3d5e583f-6510-447b-a75a-e13cefc004fb service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8a4fb475-e9ec-4623-9c08-36dcb76340fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165273 Nov 25 17:32:59.168292 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-923a586f-75c5-4262-ad4b-1a7279ac8fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b', 'name': 'tempest-ServersTestFqdnHostnames-1023932985-router', 'tenant_id': '993e53d13f4a4f928421fafbce5572c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '39de9e00-353b-4713-911e-040c17c016d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:32:47Z', 'updated_at': '2021-11-25T17:32:54Z', 'revision_number': 4, 'project_id': '993e53d13f4a4f928421fafbce5572c3', 'gw_port': {'id': '39de9e00-353b-4713-911e-040c17c016d0', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:32:47Z', 'updated_at': '2021-11-25T17:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'f0f2a3c7-208e-427e-b93c-97f02247fc8d', 'name': '', 'network_id': '741d8194-35ac-41e6-a27e-dc63c59af432', 'tenant_id': '993e53d13f4a4f928421fafbce5572c3', 'mac_address': 'fa:16:3e:31:bf:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'd7e694ac-d04c-4128-9df7-0839adaa9a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:32:52Z', 'updated_at': '2021-11-25T17:32:58Z', 'revision_number': 4, 'project_id': '993e53d13f4a4f928421fafbce5572c3', 'subnets': [{'id': 'd7e694ac-d04c-4128-9df7-0839adaa9a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:59.169734 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad44fab6-d35d-4c9c-a42f-0369eb411493 req-6e4f4274-2601-4206-ad21-9c6c18c624cc service neutron] Port 6aa27087-21e8-4b0f-918c-e17252f8f2aa on network 15da2b0b-58fc-4161-9150-5b2e12841ebd not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:32:59.170073 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad44fab6-d35d-4c9c-a42f-0369eb411493 req-6e4f4274-2601-4206-ad21-9c6c18c624cc service neutron] Attempting to bind port 6aa27087-21e8-4b0f-918c-e17252f8f2aa on network 15da2b0b-58fc-4161-9150-5b2e12841ebd {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:32:59.180452 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad44fab6-d35d-4c9c-a42f-0369eb411493 req-6e4f4274-2601-4206-ad21-9c6c18c624cc service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:32:59.180934 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad44fab6-d35d-4c9c-a42f-0369eb411493 req-6e4f4274-2601-4206-ad21-9c6c18c624cc service neutron] Checking segment: {'id': 'eeb5e8d0-0be5-4d34-8ecb-7bb95c7801cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '15da2b0b-58fc-4161-9150-5b2e12841ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:32:59.181343 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad44fab6-d35d-4c9c-a42f-0369eb411493 req-6e4f4274-2601-4206-ad21-9c6c18c624cc service neutron] Bound using segment: {'id': 'eeb5e8d0-0be5-4d34-8ecb-7bb95c7801cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '15da2b0b-58fc-4161-9150-5b2e12841ebd'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:32:59.181803 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-ad44fab6-d35d-4c9c-a42f-0369eb411493 req-6e4f4274-2601-4206-ad21-9c6c18c624cc service neutron] Bound port: 6aa27087-21e8-4b0f-918c-e17252f8f2aa, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeb5e8d0-0be5-4d34-8ecb-7bb95c7801cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '15da2b0b-58fc-4161-9150-5b2e12841ebd'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:32:59.182174 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ad44fab6-d35d-4c9c-a42f-0369eb411493 req-6e4f4274-2601-4206-ad21-9c6c18c624cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:59.203432 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923a586f-75c5-4262-ad4b-1a7279ac8fff None None] The sync data for ids ['2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b'] in n-d-817746-1 is: [{'id': '2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b', 'name': 'tempest-ServersTestFqdnHostnames-1023932985-router', 'tenant_id': '993e53d13f4a4f928421fafbce5572c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '39de9e00-353b-4713-911e-040c17c016d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:32:47Z', 'updated_at': '2021-11-25T17:32:54Z', 'revision_number': 4, 'project_id': '993e53d13f4a4f928421fafbce5572c3', 'gw_port': {'id': '39de9e00-353b-4713-911e-040c17c016d0', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:32:47Z', 'updated_at': '2021-11-25T17:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'f0f2a3c7-208e-427e-b93c-97f02247fc8d', 'name': '', 'network_id': '741d8194-35ac-41e6-a27e-dc63c59af432', 'tenant_id': '993e53d13f4a4f928421fafbce5572c3', 'mac_address': 'fa:16:3e:31:bf:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'd7e694ac-d04c-4128-9df7-0839adaa9a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:32:52Z', 'updated_at': '2021-11-25T17:32:58Z', 'revision_number': 4, 'project_id': '993e53d13f4a4f928421fafbce5572c3', 'subnets': [{'id': 'd7e694ac-d04c-4128-9df7-0839adaa9a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:32:59.211805 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f31ae1-e7e1-4039-96ee-085e2bd6aeb3 req-b62bba64-8529-4597-9f71-feb7f5851eab tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:59.222013 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b2f31ae1-e7e1-4039-96ee-085e2bd6aeb3 req-b62bba64-8529-4597-9f71-feb7f5851eab tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a0ad182-e51b-4235-904f-6dcb62ed4d1f HTTP/1.1" status: 200 len: 943 time: 0.1281006 Nov 25 17:32:59.391182 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b2f31ae1-e7e1-4039-96ee-085e2bd6aeb3 req-194a5688-bde3-471a-9aa4-f53a0105ba73 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/security-groups?id=64a4895e-66bb-4a82-9045-67d823985e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681683 Nov 25 17:32:59.392668 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-ad44fab6-d35d-4c9c-a42f-0369eb411493 req-6e4f4274-2601-4206-ad21-9c6c18c624cc service neutron] For port 6aa27087-21e8-4b0f-918c-e17252f8f2aa, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:32:59.398969 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-ad44fab6-d35d-4c9c-a42f-0369eb411493 req-6e4f4274-2601-4206-ad21-9c6c18c624cc service neutron] For port 6aa27087-21e8-4b0f-918c-e17252f8f2aa, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=6aa27087-21e8-4b0f-918c-e17252f8f2aa,segment=NetworkSegment(eeb5e8d0-0be5-4d34-8ecb-7bb95c7801cd),segment_id=eeb5e8d0-0be5-4d34-8ecb-7bb95c7801cd)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:32:59.406079 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ad44fab6-d35d-4c9c-a42f-0369eb411493 req-6e4f4274-2601-4206-ad21-9c6c18c624cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:59.474279 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44fab6-d35d-4c9c-a42f-0369eb411493 req-6e4f4274-2601-4206-ad21-9c6c18c624cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:59.474907 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ad44fab6-d35d-4c9c-a42f-0369eb411493 req-6e4f4274-2601-4206-ad21-9c6c18c624cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:59.476316 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ad44fab6-d35d-4c9c-a42f-0369eb411493 req-6e4f4274-2601-4206-ad21-9c6c18c624cc service neutron] 10.222.0.74 "PUT /v2.0/ports/6aa27087-21e8-4b0f-918c-e17252f8f2aa HTTP/1.1" status: 200 len: 1092 time: 1.9529917 Nov 25 17:32:59.476865 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e951f04-d37c-41c6-a2d6-04e6dba02e5d', 'tag': '6aa27087-21e8-4b0f-918c-e17252f8f2aa'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:32:59.479287 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6220eee8-ab38-4c36-87b6-102516412e04" -d '{"events": [{"name": "network-changed", "server_uuid": "7e951f04-d37c-41c6-a2d6-04e6dba02e5d", "tag": "6aa27087-21e8-4b0f-918c-e17252f8f2aa"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:32:59.502516 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-36117fd7-b6e9-4210-ada8-d977222f2eee tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Allocated IP 172.25.0.15 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/d1af45b0-06eb-429e-9d6e-5fa5b057ae07) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:32:59.503323 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4f4274-2601-4206-ad21-9c6c18c624cc service neutron] Pushing event updated for resources: {'Port': ['ID=6aa27087-21e8-4b0f-918c-e17252f8f2aa,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:59.551279 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936a8d27-ce04-43f9-bed6-f42021974aa3 x-openstack-request-id: req-936a8d27-ce04-43f9-bed6-f42021974aa3 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:32:59.551596 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e951f04-d37c-41c6-a2d6-04e6dba02e5d", "tag": "6aa27087-21e8-4b0f-918c-e17252f8f2aa", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:32:59.551838 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-936a8d27-ce04-43f9-bed6-f42021974aa3 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:32:59.552341 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e951f04-d37c-41c6-a2d6-04e6dba02e5d', 'tag': '6aa27087-21e8-4b0f-918c-e17252f8f2aa', 'status': 'completed', 'code': 200} Nov 25 17:32:59.610529 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44fab6-d35d-4c9c-a42f-0369eb411493 req-0b9168c1-d2eb-4977-91c1-e5c7d597e561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:59.613155 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ad44fab6-d35d-4c9c-a42f-0369eb411493 req-0b9168c1-d2eb-4977-91c1-e5c7d597e561 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=52a7f1a75cb849a792055fde7412fdf4&device_id=7e951f04-d37c-41c6-a2d6-04e6dba02e5d HTTP/1.1" status: 200 len: 1095 time: 0.0582118 Nov 25 17:32:59.668498 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ad44fab6-d35d-4c9c-a42f-0369eb411493 req-993d27fa-348f-4f73-9121-c3bdad38ef93 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6aa27087-21e8-4b0f-918c-e17252f8f2aa HTTP/1.1" status: 200 len: 217 time: 0.0472705 Nov 25 17:32:59.691009 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-36117fd7-b6e9-4210-ada8-d977222f2eee tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:59.725786 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-235cee38-f289-49a5-97d6-41e1e23ca9ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:59.755617 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44fab6-d35d-4c9c-a42f-0369eb411493 req-b5ba6be0-95b0-4837-918e-4e44627b4b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:59.757303 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ad44fab6-d35d-4c9c-a42f-0369eb411493 req-b5ba6be0-95b0-4837-918e-4e44627b4b62 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4adf4a2b-4e3a-4e33-932e-a75235c5c4e8 HTTP/1.1" status: 200 len: 845 time: 0.0805948 Nov 25 17:32:59.818184 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d1a96-84ab-447f-ab9b-538a7fe4c193 req-083a54b1-bc7d-417d-acd3-63e87499ef6b tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:59.819308 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-416d1a96-84ab-447f-ab9b-538a7fe4c193 req-083a54b1-bc7d-417d-acd3-63e87499ef6b tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e951f04-d37c-41c6-a2d6-04e6dba02e5d HTTP/1.1" status: 200 len: 944 time: 0.1000047 Nov 25 17:32:59.822077 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-36117fd7-b6e9-4210-ada8-d977222f2eee tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:59.826743 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44fab6-d35d-4c9c-a42f-0369eb411493 req-f974e44c-18af-4b5a-b58d-5f73662484e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:59.828364 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ad44fab6-d35d-4c9c-a42f-0369eb411493 req-f974e44c-18af-4b5a-b58d-5f73662484e9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=15da2b0b-58fc-4161-9150-5b2e12841ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619011 Nov 25 17:32:59.892277 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36117fd7-b6e9-4210-ada8-d977222f2eee tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:32:59.902148 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-36117fd7-b6e9-4210-ada8-d977222f2eee tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:32:59.908156 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36117fd7-b6e9-4210-ada8-d977222f2eee tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:32:59.914571 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36117fd7-b6e9-4210-ada8-d977222f2eee tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Pushing event updated for resources: {'Port': ['ID=d1af45b0-06eb-429e-9d6e-5fa5b057ae07,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:59.982268 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-416d1a96-84ab-447f-ab9b-538a7fe4c193 req-9f5f7fc9-d066-4d98-86d3-fe8099f2738b tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] 10.222.0.75 "GET /v2.0/security-groups?id=b429c314-4805-4971-8466-b0fd68f90c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343915 Nov 25 17:33:00.014296 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39abc24e-ac25-4988-ba27-3dac7ea179f8 req-1c6d523b-3c6a-4b2e-96e6-946408f84444 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:00.015938 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-39abc24e-ac25-4988-ba27-3dac7ea179f8 req-1c6d523b-3c6a-4b2e-96e6-946408f84444 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/ports?device_id=f2a98337-25aa-4adf-ba9e-6be32878c058 HTTP/1.1" status: 200 len: 945 time: 0.1707909 Nov 25 17:33:00.052572 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ad44fab6-d35d-4c9c-a42f-0369eb411493 req-908a0e92-a2d3-43ec-bd0c-9805b7de3a1f service neutron] 10.222.0.74 "GET /v2.0/networks/15da2b0b-58fc-4161-9150-5b2e12841ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153540 Nov 25 17:33:00.069244 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-36117fd7-b6e9-4210-ada8-d977222f2eee tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:00.146472 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device f384f4c4-5acb-408d-82b2-00c4efa12da4 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:33:00.150409 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-39abc24e-ac25-4988-ba27-3dac7ea179f8 req-2b803c02-3feb-4238-9e8e-e032439607b2 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a4fb475-e9ec-4623-9c08-36dcb76340fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228719 Nov 25 17:33:00.166720 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-36117fd7-b6e9-4210-ada8-d977222f2eee tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:00.238917 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ad44fab6-d35d-4c9c-a42f-0369eb411493 req-b3ee54e6-5228-4826-b73a-ffae90060934 service neutron] 10.222.0.74 "GET /v2.0/networks/15da2b0b-58fc-4161-9150-5b2e12841ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768920 Nov 25 17:33:00.306527 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-235cee38-f289-49a5-97d6-41e1e23ca9ce admin admin] Deleting port cfea2a3b-3cf0-4c1f-a1e9-b51cae20d870 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:33:00.307067 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-235cee38-f289-49a5-97d6-41e1e23ca9ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:00.322264 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device f0f2a3c7-208e-427e-b93c-97f02247fc8d up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:33:00.412188 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6220eee8-ab38-4c36-87b6-102516412e04 req-c7f267a3-9b1e-41ee-99b3-08ea306ba9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:00.416369 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6220eee8-ab38-4c36-87b6-102516412e04 req-c7f267a3-9b1e-41ee-99b3-08ea306ba9ee service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=52a7f1a75cb849a792055fde7412fdf4&device_id=7e951f04-d37c-41c6-a2d6-04e6dba02e5d HTTP/1.1" status: 200 len: 1095 time: 0.0776789 Nov 25 17:33:00.439079 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port f384f4c4-5acb-408d-82b2-00c4efa12da4, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=f384f4c4-5acb-408d-82b2-00c4efa12da4,segment=NetworkSegment(7b56f9b7-dcf8-416a-8490-b1f1b6152b37),segment_id=7b56f9b7-dcf8-416a-8490-b1f1b6152b37)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:00.459237 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': 'f384f4c4-5acb-408d-82b2-00c4efa12da4', 'network_id': '7a8c66d3-1027-4660-98b7-5ec4a01a4fdc', 'port_id': 'f384f4c4-5acb-408d-82b2-00c4efa12da4', 'mac_address': 'fa:16:3e:f4:8c:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0488b60b-dc56-4141-98fc-cb7726390b53', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:33:00.473853 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port f0f2a3c7-208e-427e-b93c-97f02247fc8d triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:33:00.474235 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:00.503561 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-235cee38-f289-49a5-97d6-41e1e23ca9ce admin admin] For port cfea2a3b-3cf0-4c1f-a1e9-b51cae20d870, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=cfea2a3b-3cf0-4c1f-a1e9-b51cae20d870,segment=NetworkSegment(2263fcbc-a9e1-4c72-9176-3223b2e3b81d),segment_id=2263fcbc-a9e1-4c72-9176-3223b2e3b81d)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:00.505455 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-235cee38-f289-49a5-97d6-41e1e23ca9ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:00.538018 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-235cee38-f289-49a5-97d6-41e1e23ca9ce admin admin] Calling delete_port for cfea2a3b-3cf0-4c1f-a1e9-b51cae20d870 owned by network:router_interface {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:33:00.544991 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-36117fd7-b6e9-4210-ada8-d977222f2eee tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:00.581491 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-36117fd7-b6e9-4210-ada8-d977222f2eee tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:00.624389 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6220eee8-ab38-4c36-87b6-102516412e04 req-cf4d2426-8001-4dee-91c8-f1fa522afa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:00.626904 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6220eee8-ab38-4c36-87b6-102516412e04 req-cf4d2426-8001-4dee-91c8-f1fa522afa8b service neutron] 10.222.0.74 "GET /v2.0/networks?id=15da2b0b-58fc-4161-9150-5b2e12841ebd HTTP/1.1" status: 200 len: 907 time: 0.2042847 Nov 25 17:33:00.647222 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51016af4-096d-4bdd-b449-ef78d40a90de req-c29c8210-6a13-4d3d-8ba1-7780ccb938d0 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:00.650115 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-51016af4-096d-4bdd-b449-ef78d40a90de req-c29c8210-6a13-4d3d-8ba1-7780ccb938d0 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a0ad182-e51b-4235-904f-6dcb62ed4d1f HTTP/1.1" status: 200 len: 943 time: 0.1121149 Nov 25 17:33:00.705367 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6220eee8-ab38-4c36-87b6-102516412e04 req-d93c214f-52f3-4c51-8122-74811aeebe13 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6aa27087-21e8-4b0f-918c-e17252f8f2aa HTTP/1.1" status: 200 len: 217 time: 0.0673642 Nov 25 17:33:00.715508 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-36117fd7-b6e9-4210-ada8-d977222f2eee tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:00.752291 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-26d5523f-4d7f-45e9-8161-1cca37901ae4 req-d3a842a0-ac11-40ff-9543-99cfba66631d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=dfd482ad-3136-47f0-b163-fc46f11fc7ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2004566 Nov 25 17:33:00.753564 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:00.754910 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36117fd7-b6e9-4210-ada8-d977222f2eee tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Pushing event updated for resources: {'Port': ['ID=d1af45b0-06eb-429e-9d6e-5fa5b057ae07,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:00.763943 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-36117fd7-b6e9-4210-ada8-d977222f2eee tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:00.765482 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-36117fd7-b6e9-4210-ada8-d977222f2eee tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3752460 Nov 25 17:33:00.778373 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f384f4c4-5acb-408d-82b2-00c4efa12da4 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:33:00.806969 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port f384f4c4-5acb-408d-82b2-00c4efa12da4, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=f384f4c4-5acb-408d-82b2-00c4efa12da4,segment=NetworkSegment(7b56f9b7-dcf8-416a-8490-b1f1b6152b37),segment_id=7b56f9b7-dcf8-416a-8490-b1f1b6152b37)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:00.836333 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:00.843681 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-51016af4-096d-4bdd-b449-ef78d40a90de req-2b511a50-ff5e-4776-a6c2-7f94acda7774 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/security-groups?id=64a4895e-66bb-4a82-9045-67d823985e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339488 Nov 25 17:33:00.869458 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6220eee8-ab38-4c36-87b6-102516412e04 req-41267418-91fa-40a7-a759-52965a8bb71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:00.872148 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6220eee8-ab38-4c36-87b6-102516412e04 req-41267418-91fa-40a7-a759-52965a8bb71b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4adf4a2b-4e3a-4e33-932e-a75235c5c4e8 HTTP/1.1" status: 200 len: 845 time: 0.1395257 Nov 25 17:33:00.926320 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=f384f4c4-5acb-408d-82b2-00c4efa12da4,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:00.947655 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6220eee8-ab38-4c36-87b6-102516412e04 req-6124e648-24ca-4a8c-a62d-7b803c86bd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:00.952574 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6220eee8-ab38-4c36-87b6-102516412e04 req-6124e648-24ca-4a8c-a62d-7b803c86bd5f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=15da2b0b-58fc-4161-9150-5b2e12841ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717340 Nov 25 17:33:00.958731 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d5523f-4d7f-45e9-8161-1cca37901ae4 req-8d9b14ba-dc2e-407e-a509-f9fdcd2b3eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:00.959922 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-26d5523f-4d7f-45e9-8161-1cca37901ae4 req-8d9b14ba-dc2e-407e-a509-f9fdcd2b3eb9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9ed6d61121ad4ad587d660c5c7d54fc1&device_id=dfd482ad-3136-47f0-b163-fc46f11fc7ac HTTP/1.1" status: 200 len: 1097 time: 0.0933328 Nov 25 17:33:01.017167 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1d091c4b-eec0-4004-b13d-8164dfa18124 req-df47f833-6210-4238-937f-62f2189bf6c8 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1115671890&fields=id&tenant_id=993e53d13f4a4f928421fafbce5572c3 HTTP/1.1" status: 200 len: 267 time: 0.0917187 Nov 25 17:33:01.116747 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-235cee38-f289-49a5-97d6-41e1e23ca9ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:01.122901 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['f384f4c4-5acb-408d-82b2-00c4efa12da4'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:33:01.161072 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235cee38-f289-49a5-97d6-41e1e23ca9ce admin admin] Pushing event deleted for resources: {'Port': ['ID=cfea2a3b-3cf0-4c1f-a1e9-b51cae20d870,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:01.169623 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d5523f-4d7f-45e9-8161-1cca37901ae4 req-7bed744d-47a6-4233-8cbc-a58b1d3b82bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:01.171236 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-26d5523f-4d7f-45e9-8161-1cca37901ae4 req-7bed744d-47a6-4233-8cbc-a58b1d3b82bf service neutron] 10.222.0.90 "GET /v2.0/networks?id=893ae009-948d-4a56-89c4-04cf75caf20a HTTP/1.1" status: 200 len: 915 time: 0.1835854 Nov 25 17:33:01.258944 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6220eee8-ab38-4c36-87b6-102516412e04 req-b7b6b5e7-7f09-482d-b520-63e87d241087 service neutron] 10.222.0.74 "GET /v2.0/networks/15da2b0b-58fc-4161-9150-5b2e12841ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943304 Nov 25 17:33:01.273045 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1ef91-48ed-4f7e-a27f-8c8fbe7ffa33 req-984af3ef-f1a3-405b-9c8c-bc82d93ceb92 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:01.274645 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-beb1ef91-48ed-4f7e-a27f-8c8fbe7ffa33 req-984af3ef-f1a3-405b-9c8c-bc82d93ceb92 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e951f04-d37c-41c6-a2d6-04e6dba02e5d HTTP/1.1" status: 200 len: 944 time: 0.1734874 Nov 25 17:33:01.278878 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-26d5523f-4d7f-45e9-8161-1cca37901ae4 req-8b5ec3db-baf8-44b5-82f8-84501fce3206 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=550de2a6-ffbd-4c86-ac21-4914075aa3e6 HTTP/1.1" status: 200 len: 217 time: 0.0879216 Nov 25 17:33:01.326138 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d091c4b-eec0-4004-b13d-8164dfa18124 req-7c20b1cf-4e70-455e-86cc-5f79d53f4715 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:01.327909 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1d091c4b-eec0-4004-b13d-8164dfa18124 req-7c20b1cf-4e70-455e-86cc-5f79d53f4715 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] 10.222.0.75 "GET /v2.0/networks?id=741d8194-35ac-41e6-a27e-dc63c59af432 HTTP/1.1" status: 200 len: 815 time: 0.2783592 Nov 25 17:33:01.397502 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1d091c4b-eec0-4004-b13d-8164dfa18124 req-3edc4730-a125-4d40-94ff-0d150af2fccd tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] 10.222.0.75 "GET /v2.0/quotas/993e53d13f4a4f928421fafbce5572c3 HTTP/1.1" status: 200 len: 375 time: 0.0617139 Nov 25 17:33:01.405274 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d5523f-4d7f-45e9-8161-1cca37901ae4 req-cf3c321c-d669-499b-b1fd-31c24efa1bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:01.406773 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-26d5523f-4d7f-45e9-8161-1cca37901ae4 req-cf3c321c-d669-499b-b1fd-31c24efa1bb8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f5ab359d-3571-4e44-9b7f-d7d725d0869c HTTP/1.1" status: 200 len: 854 time: 0.1213968 Nov 25 17:33:01.443882 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-26d5523f-4d7f-45e9-8161-1cca37901ae4 req-e47a70b2-194c-4946-bda6-1b8b90ae1cf7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=893ae009-948d-4a56-89c4-04cf75caf20a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290031 Nov 25 17:33:01.474834 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-beb1ef91-48ed-4f7e-a27f-8c8fbe7ffa33 req-c30f43e0-cd56-4198-8369-413e9c1c3a1c tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] 10.222.0.75 "GET /v2.0/security-groups?id=b429c314-4805-4971-8466-b0fd68f90c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884096 Nov 25 17:33:01.494248 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6220eee8-ab38-4c36-87b6-102516412e04 req-a9afd0c2-3b0d-4b15-aeb9-37b98fefdae9 service neutron] 10.222.0.74 "GET /v2.0/networks/15da2b0b-58fc-4161-9150-5b2e12841ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184019 Nov 25 17:33:01.506192 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1d091c4b-eec0-4004-b13d-8164dfa18124 req-fe0f66ae-5271-428f-8ed2-d1c73440595a tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=993e53d13f4a4f928421fafbce5572c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0932531 Nov 25 17:33:01.523897 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [req-1d091c4b-eec0-4004-b13d-8164dfa18124 req-7efda47c-78ce-4c51-bb88-a1bf381bedf3 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:01.524896 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1d091c4b-eec0-4004-b13d-8164dfa18124 req-7efda47c-78ce-4c51-bb88-a1bf381bedf3 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053444 Nov 25 17:33:01.527642 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-235cee38-f289-49a5-97d6-41e1e23ca9ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:01.632609 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-26d5523f-4d7f-45e9-8161-1cca37901ae4 req-20c3d077-57ee-47de-bdfa-0d03aadd3c6f service neutron] 10.222.0.90 "GET /v2.0/networks/893ae009-948d-4a56-89c4-04cf75caf20a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795468 Nov 25 17:33:01.662879 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1d091c4b-eec0-4004-b13d-8164dfa18124 req-868bc9e0-2de0-4cfe-b1d5-d766efd0c924 service neutron] 10.222.0.75 "GET /v2.0/networks/741d8194-35ac-41e6-a27e-dc63c59af432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281223 Nov 25 17:33:01.701721 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0597652-015f-4b2f-ae32-da2daf2a3399 req-8365f60c-ee75-46c7-a25f-ed0b639b520f tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:01.703182 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f0597652-015f-4b2f-ae32-da2daf2a3399 req-8365f60c-ee75-46c7-a25f-ed0b639b520f tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/ports?device_id=f2a98337-25aa-4adf-ba9e-6be32878c058 HTTP/1.1" status: 200 len: 945 time: 0.0941396 Nov 25 17:33:01.795928 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f0597652-015f-4b2f-ae32-da2daf2a3399 req-a41103c0-d28c-42ff-ad3c-6f00a4e480dc tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a4fb475-e9ec-4623-9c08-36dcb76340fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660839 Nov 25 17:33:01.799470 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1d091c4b-eec0-4004-b13d-8164dfa18124 req-4aa1950b-ec45-48ce-b899-7ea8d34bf77d service neutron] 10.222.0.75 "GET /v2.0/networks/741d8194-35ac-41e6-a27e-dc63c59af432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293750 Nov 25 17:33:01.815654 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-26d5523f-4d7f-45e9-8161-1cca37901ae4 req-3cf15687-3d7c-4565-abfd-c013f54fa656 service neutron] 10.222.0.90 "GET /v2.0/networks/893ae009-948d-4a56-89c4-04cf75caf20a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695969 Nov 25 17:33:01.849342 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-235cee38-f289-49a5-97d6-41e1e23ca9ce admin admin] Router 6513cc0d-1cc2-4847-9a72-9ee1320a2903 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:33:01.991050 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 6aa27087-21e8-4b0f-918c-e17252f8f2aa details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:33:01.997184 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235cee38-f289-49a5-97d6-41e1e23ca9ce admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:33:02.004218 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-235cee38-f289-49a5-97d6-41e1e23ca9ce admin admin] 10.222.0.75 "PUT /v2.0/routers/6513cc0d-1cc2-4847-9a72-9ee1320a2903/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4858947 Nov 25 17:33:02.007146 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 45464) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:02.011812 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f820b5a-753e-44c2-83c9-35ce890170e4 None None] Sync routers for ids ['6513cc0d-1cc2-4847-9a72-9ee1320a2903'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:33:02.037109 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f820b5a-753e-44c2-83c9-35ce890170e4 None None] Routers {'6513cc0d-1cc2-4847-9a72-9ee1320a2903'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:33:02.039111 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-2f820b5a-753e-44c2-83c9-35ce890170e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:32:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['6513cc0d-1cc2-4847-9a72-9ee1320a2903'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:33:02.172370 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device f384f4c4-5acb-408d-82b2-00c4efa12da4 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:33:02.265702 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cbc1e600-85e7-4c58-80c0-6e41600cca45 admin admin] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:02.290517 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-2f820b5a-753e-44c2-83c9-35ce890170e4 None None] Set router 6513cc0d-1cc2-4847-9a72-9ee1320a2903 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:33:02.298718 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 6aa27087-21e8-4b0f-918c-e17252f8f2aa, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=6aa27087-21e8-4b0f-918c-e17252f8f2aa,segment=NetworkSegment(eeb5e8d0-0be5-4d34-8ecb-7bb95c7801cd),segment_id=eeb5e8d0-0be5-4d34-8ecb-7bb95c7801cd)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:02.300495 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b218cf2e-0310-40a5-bdb6-b7402b5b37e4 req-5719687f-80c3-4bde-98ca-d18a5a994355 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] 10.222.0.75 "GET /v2.0/ports?device_id=d765b1b4-7207-48ad-b180-16685529ae2c HTTP/1.1" status: 200 len: 210 time: 0.1723185 Nov 25 17:33:02.315841 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '6aa27087-21e8-4b0f-918c-e17252f8f2aa', 'network_id': '15da2b0b-58fc-4161-9150-5b2e12841ebd', 'port_id': '6aa27087-21e8-4b0f-918c-e17252f8f2aa', 'mac_address': 'fa:16:3e:30:89:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 945, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4adf4a2b-4e3a-4e33-932e-a75235c5c4e8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:33:02.362347 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:02.374564 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23f368-3924-48cd-b853-d8825d890050 req-93a9be89-0a43-4005-aab2-92a9b1271a3f tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:02.384668 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eb23f368-3924-48cd-b853-d8825d890050 req-93a9be89-0a43-4005-aab2-92a9b1271a3f tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a0ad182-e51b-4235-904f-6dcb62ed4d1f HTTP/1.1" status: 200 len: 944 time: 0.2714710 Nov 25 17:33:02.395487 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aa27087-21e8-4b0f-918c-e17252f8f2aa {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:33:02.399913 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port f384f4c4-5acb-408d-82b2-00c4efa12da4 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:33:02.405786 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port f384f4c4-5acb-408d-82b2-00c4efa12da4 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:33:02.406161 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:02.448378 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 6aa27087-21e8-4b0f-918c-e17252f8f2aa, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=6aa27087-21e8-4b0f-918c-e17252f8f2aa,segment=NetworkSegment(eeb5e8d0-0be5-4d34-8ecb-7bb95c7801cd),segment_id=eeb5e8d0-0be5-4d34-8ecb-7bb95c7801cd)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:02.457683 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:02.459336 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eb23f368-3924-48cd-b853-d8825d890050 req-360e0feb-ad42-4c9d-9f35-51817ae3c16e tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/security-groups?id=64a4895e-66bb-4a82-9045-67d823985e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737977 Nov 25 17:33:02.544539 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cbc1e600-85e7-4c58-80c0-6e41600cca45 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:02.629762 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cbc1e600-85e7-4c58-80c0-6e41600cca45 admin admin] Deleting port 6e9193b9-8f1b-4382-9294-e2f01c7ae815 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:33:02.631188 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cbc1e600-85e7-4c58-80c0-6e41600cca45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:02.665262 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-2f820b5a-753e-44c2-83c9-35ce890170e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6513cc0d-1cc2-4847-9a72-9ee1320a2903', 'name': 'tempest-ServersTestMultiNic-1015048170-router', 'tenant_id': 'd64a86f779cb466b8c1c45288d32f994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '6e9193b9-8f1b-4382-9294-e2f01c7ae815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:30:54Z', 'updated_at': '2021-11-25T17:33:00Z', 'revision_number': 5, 'project_id': 'd64a86f779cb466b8c1c45288d32f994', 'gw_port': {'id': '6e9193b9-8f1b-4382-9294-e2f01c7ae815', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:90:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6513cc0d-1cc2-4847-9a72-9ee1320a2903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:30:57Z', 'updated_at': '2021-11-25T17:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:33:02.703712 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db8af9-858c-43de-ab2c-834a08804469 req-daf8e628-e24f-4990-9323-88add3867cae tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:02.705917 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-82db8af9-858c-43de-ab2c-834a08804469 req-daf8e628-e24f-4990-9323-88add3867cae tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e951f04-d37c-41c6-a2d6-04e6dba02e5d HTTP/1.1" status: 200 len: 945 time: 0.0908384 Nov 25 17:33:02.706804 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:02.723618 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=6aa27087-21e8-4b0f-918c-e17252f8f2aa,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:02.737021 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f820b5a-753e-44c2-83c9-35ce890170e4 None None] Checking router: 6513cc0d-1cc2-4847-9a72-9ee1320a2903 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:33:02.769225 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f820b5a-753e-44c2-83c9-35ce890170e4 None None] Routers {'6513cc0d-1cc2-4847-9a72-9ee1320a2903'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:33:02.770929 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-2f820b5a-753e-44c2-83c9-35ce890170e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:32:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['6513cc0d-1cc2-4847-9a72-9ee1320a2903'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:33:02.778364 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port f384f4c4-5acb-408d-82b2-00c4efa12da4, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=f384f4c4-5acb-408d-82b2-00c4efa12da4,segment=NetworkSegment(7b56f9b7-dcf8-416a-8490-b1f1b6152b37),segment_id=7b56f9b7-dcf8-416a-8490-b1f1b6152b37)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:02.780390 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a0ad182-e51b-4235-904f-6dcb62ed4d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f384f4c4-5acb-408d-82b2-00c4efa12da4'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:33:02.782919 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc835dd-bcb9-4e94-b633-8573070b07e2" -d '{"events": [{"server_uuid": "6a0ad182-e51b-4235-904f-6dcb62ed4d1f", "name": "network-vif-plugged", "status": "completed", "tag": "f384f4c4-5acb-408d-82b2-00c4efa12da4"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:33:02.787432 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:02.812337 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-82db8af9-858c-43de-ab2c-834a08804469 req-20e27633-458d-45b9-a567-48f5a7b0b7c0 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] 10.222.0.75 "GET /v2.0/security-groups?id=b429c314-4805-4971-8466-b0fd68f90c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990343 Nov 25 17:33:02.843737 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=f384f4c4-5acb-408d-82b2-00c4efa12da4,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:02.850205 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cbc1e600-85e7-4c58-80c0-6e41600cca45 admin admin] For port 6e9193b9-8f1b-4382-9294-e2f01c7ae815, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=6e9193b9-8f1b-4382-9294-e2f01c7ae815,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:02.850588 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cbc1e600-85e7-4c58-80c0-6e41600cca45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:02.861734 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['6aa27087-21e8-4b0f-918c-e17252f8f2aa'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:33:02.882037 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cbc1e600-85e7-4c58-80c0-6e41600cca45 admin admin] Calling delete_port for 6e9193b9-8f1b-4382-9294-e2f01c7ae815 owned by network:router_gateway {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:33:02.914135 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4892c9-3a2c-4920-8498-498cdafd8346 x-openstack-request-id: req-3b4892c9-3a2c-4920-8498-498cdafd8346 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:33:02.914828 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a0ad182-e51b-4235-904f-6dcb62ed4d1f", "name": "network-vif-plugged", "status": "completed", "tag": "f384f4c4-5acb-408d-82b2-00c4efa12da4", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:33:02.915381 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3b4892c9-3a2c-4920-8498-498cdafd8346 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:33:02.915913 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a0ad182-e51b-4235-904f-6dcb62ed4d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f384f4c4-5acb-408d-82b2-00c4efa12da4', 'code': 200} Nov 25 17:33:02.966082 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-2f820b5a-753e-44c2-83c9-35ce890170e4 None None] Set router 6513cc0d-1cc2-4847-9a72-9ee1320a2903 gateway port host: None {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:33:03.078643 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce89752c-67ba-464e-bc53-ccaf303c0764 req-34db5b3a-ea3f-4f11-afc0-326a7573f25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:03.079200 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-2f820b5a-753e-44c2-83c9-35ce890170e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6513cc0d-1cc2-4847-9a72-9ee1320a2903', 'name': 'tempest-ServersTestMultiNic-1015048170-router', 'tenant_id': 'd64a86f779cb466b8c1c45288d32f994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:30:54Z', 'updated_at': '2021-11-25T17:33:02Z', 'revision_number': 6, 'project_id': 'd64a86f779cb466b8c1c45288d32f994', 'gw_port_host': None}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:33:03.080030 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ce89752c-67ba-464e-bc53-ccaf303c0764 req-34db5b3a-ea3f-4f11-afc0-326a7573f25b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6a0ad182-e51b-4235-904f-6dcb62ed4d1f HTTP/1.1" status: 200 len: 1096 time: 0.1353204 Nov 25 17:33:03.110964 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f820b5a-753e-44c2-83c9-35ce890170e4 None None] The sync data for ids ['6513cc0d-1cc2-4847-9a72-9ee1320a2903'] in n-d-817746-1 is: [{'id': '6513cc0d-1cc2-4847-9a72-9ee1320a2903', 'name': 'tempest-ServersTestMultiNic-1015048170-router', 'tenant_id': 'd64a86f779cb466b8c1c45288d32f994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:30:54Z', 'updated_at': '2021-11-25T17:33:02Z', 'revision_number': 6, 'project_id': 'd64a86f779cb466b8c1c45288d32f994', 'gw_port_host': None}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:33:03.197507 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ce89752c-67ba-464e-bc53-ccaf303c0764 req-5fdb23b6-07bc-4b67-ae61-87df30a96822 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=64a4895e-66bb-4a82-9045-67d823985e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092069 Nov 25 17:33:03.255174 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cbc1e600-85e7-4c58-80c0-6e41600cca45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:03.285177 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc1e600-85e7-4c58-80c0-6e41600cca45 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e9193b9-8f1b-4382-9294-e2f01c7ae815,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:03.357598 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cbc1e600-85e7-4c58-80c0-6e41600cca45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:03.377157 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a2802a84-08d4-4859-be91-7561a5c846cb req-7198885b-d01e-4c56-a56e-832c4eb65a4e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d74ab755-36a9-4476-bec2-1aaeded5d781&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0630147 Nov 25 17:33:03.444432 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d41a9619-c7f9-4665-9423-f5323380aa3c req-879b0cf0-7b11-4706-8f8a-0a0e26f631d2 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] 10.222.0.75 "GET /v2.0/ports?device_id=d765b1b4-7207-48ad-b180-16685529ae2c HTTP/1.1" status: 200 len: 210 time: 0.0433977 Nov 25 17:33:03.566759 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2802a84-08d4-4859-be91-7561a5c846cb req-267fd2a5-3b98-42bf-b252-c32e48ba4cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:03.567724 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2802a84-08d4-4859-be91-7561a5c846cb req-267fd2a5-3b98-42bf-b252-c32e48ba4cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:03.568394 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2802a84-08d4-4859-be91-7561a5c846cb req-267fd2a5-3b98-42bf-b252-c32e48ba4cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:03.569441 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2802a84-08d4-4859-be91-7561a5c846cb req-267fd2a5-3b98-42bf-b252-c32e48ba4cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:03.570228 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2802a84-08d4-4859-be91-7561a5c846cb req-267fd2a5-3b98-42bf-b252-c32e48ba4cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:03.570852 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2802a84-08d4-4859-be91-7561a5c846cb req-267fd2a5-3b98-42bf-b252-c32e48ba4cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:03.571484 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2802a84-08d4-4859-be91-7561a5c846cb req-267fd2a5-3b98-42bf-b252-c32e48ba4cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:03.573856 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a2802a84-08d4-4859-be91-7561a5c846cb req-267fd2a5-3b98-42bf-b252-c32e48ba4cbb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dd6f14b9d22849c3ad1fbf498db9870a&device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 6500 time: 0.0640209 Nov 25 17:33:03.702723 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf78b0d6-5c37-4a14-8a4e-3f895e7f1955 req-a3ae6aef-706b-42f0-a6c9-bb1dfa8f4680 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:03.704700 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bf78b0d6-5c37-4a14-8a4e-3f895e7f1955 req-a3ae6aef-706b-42f0-a6c9-bb1dfa8f4680 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a0ad182-e51b-4235-904f-6dcb62ed4d1f HTTP/1.1" status: 200 len: 945 time: 0.1295238 Nov 25 17:33:03.759943 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2802a84-08d4-4859-be91-7561a5c846cb req-7fc486bf-c4d3-41a6-82b6-9d3ba93c27fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:03.760418 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2802a84-08d4-4859-be91-7561a5c846cb req-7fc486bf-c4d3-41a6-82b6-9d3ba93c27fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:03.761107 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2802a84-08d4-4859-be91-7561a5c846cb req-7fc486bf-c4d3-41a6-82b6-9d3ba93c27fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:03.762696 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a2802a84-08d4-4859-be91-7561a5c846cb req-7fc486bf-c4d3-41a6-82b6-9d3ba93c27fe service neutron] 10.222.0.74 "GET /v2.0/networks?id=124f5b02-f613-458f-b33d-77fb5d166863&id=6d3b5836-4740-4bb0-8171-a77a7b2fa0cd&id=6d3b5836-4740-4bb0-8171-a77a7b2fa0cd&id=6d3b5836-4740-4bb0-8171-a77a7b2fa0cd&id=6d3b5836-4740-4bb0-8171-a77a7b2fa0cd&id=04e189b3-a48d-47a2-8e70-da48c198c103&id=04e189b3-a48d-47a2-8e70-da48c198c103 HTTP/1.1" status: 200 len: 2297 time: 0.1537430 Nov 25 17:33:03.837827 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bf78b0d6-5c37-4a14-8a4e-3f895e7f1955 req-35218bb0-fa98-4e87-ac4c-ced55dcb04d6 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/security-groups?id=64a4895e-66bb-4a82-9045-67d823985e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254795 Nov 25 17:33:03.860861 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cbc1e600-85e7-4c58-80c0-6e41600cca45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:03.864924 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a2802a84-08d4-4859-be91-7561a5c846cb req-b64cc3ca-e9da-4e2f-9050-f1d55b7517bb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7be8a07b-4a87-4407-a846-a793d7c0884e HTTP/1.1" status: 200 len: 1000 time: 0.0938408 Nov 25 17:33:03.874706 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cbc1e600-85e7-4c58-80c0-6e41600cca45 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:03.923119 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2802a84-08d4-4859-be91-7561a5c846cb req-4d630ee2-6353-4cef-a4e2-ba2d76194845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:03.924335 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a2802a84-08d4-4859-be91-7561a5c846cb req-4d630ee2-6353-4cef-a4e2-ba2d76194845 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3ed106f0-2cd9-4f3e-b760-6bf8df9e80f9 HTTP/1.1" status: 200 len: 856 time: 0.0522997 Nov 25 17:33:03.982256 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cbc1e600-85e7-4c58-80c0-6e41600cca45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:03.982873 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc1e600-85e7-4c58-80c0-6e41600cca45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6513cc0d-1cc2-4847-9a72-9ee1320a2903 {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:33:03.992133 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cbc1e600-85e7-4c58-80c0-6e41600cca45 admin admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:03.993335 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-cbc1e600-85e7-4c58-80c0-6e41600cca45 admin admin] 10.222.0.75 "DELETE /v2.0/routers/6513cc0d-1cc2-4847-9a72-9ee1320a2903 HTTP/1.1" status: 204 len: 168 time: 1.9846082 Nov 25 17:33:03.996588 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 45498) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:04.035728 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d091c4b-eec0-4004-b13d-8164dfa18124 req-9797b749-bdcf-414b-ad49-36ab50d9e5d6 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:04.037716 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-1d091c4b-eec0-4004-b13d-8164dfa18124 req-9797b749-bdcf-414b-ad49-36ab50d9e5d6 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] 10.222.0.90 "GET /v2.0/networks?id=741d8194-35ac-41e6-a27e-dc63c59af432 HTTP/1.1" status: 200 len: 815 time: 0.2010036 Nov 25 17:33:04.069378 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2802a84-08d4-4859-be91-7561a5c846cb req-2b06ce3a-d677-4373-8827-6b44506af403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:04.070898 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a2802a84-08d4-4859-be91-7561a5c846cb req-2b06ce3a-d677-4373-8827-6b44506af403 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=124f5b02-f613-458f-b33d-77fb5d166863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1385765 Nov 25 17:33:04.082415 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf99dd-5cf3-4e52-b5b3-55505a53884e req-464d5239-bf96-4f79-9942-4e03e3a70127 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:04.085352 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-deaf99dd-5cf3-4e52-b5b3-55505a53884e req-464d5239-bf96-4f79-9942-4e03e3a70127 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e951f04-d37c-41c6-a2d6-04e6dba02e5d HTTP/1.1" status: 200 len: 945 time: 0.1652570 Nov 25 17:33:04.114659 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-1d091c4b-eec0-4004-b13d-8164dfa18124 req-a849705d-e7db-4b69-b92c-b08780159781 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=993e53d13f4a4f928421fafbce5572c3 HTTP/1.1" status: 200 len: 380 time: 0.0637262 Nov 25 17:33:04.136864 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-7768eee6-7f1a-4777-8751-8d6be4d72a25 admin admin] Deleting subnet 0647aa64-85b7-4302-8608-af31c4f71708 {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:33:04.139037 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-1d091c4b-eec0-4004-b13d-8164dfa18124 req-14eeae46-24c5-42fe-bdd0-19a4c232861a tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Request body: {'port': {'device_id': 'd765b1b4-7207-48ad-b180-16685529ae2c', 'network_id': '741d8194-35ac-41e6-a27e-dc63c59af432', 'admin_state_up': True, 'tenant_id': '993e53d13f4a4f928421fafbce5572c3', 'security_groups': ['9f024779-e810-4a87-8722-637fabf4534b']}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:33:04.144102 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7768eee6-7f1a-4777-8751-8d6be4d72a25 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:04.176055 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 6e9193b9-8f1b-4382-9294-e2f01c7ae815 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:33:04.205435 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 6e9193b9-8f1b-4382-9294-e2f01c7ae815 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:33:04.206557 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 6e9193b9-8f1b-4382-9294-e2f01c7ae815 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:33:04.207372 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device cfea2a3b-3cf0-4c1f-a1e9-b51cae20d870 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:33:04.247381 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: cfea2a3b-3cf0-4c1f-a1e9-b51cae20d870 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:33:04.248504 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device cfea2a3b-3cf0-4c1f-a1e9-b51cae20d870 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:33:04.265403 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7768eee6-7f1a-4777-8751-8d6be4d72a25 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:04.267952 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:33:04.270056 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-deaf99dd-5cf3-4e52-b5b3-55505a53884e req-29fb0757-2a13-42aa-a4a4-9b38f1e64e9e tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] 10.222.0.75 "GET /v2.0/security-groups?id=b429c314-4805-4971-8466-b0fd68f90c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744099 Nov 25 17:33:04.289482 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d091c4b-eec0-4004-b13d-8164dfa18124 req-14eeae46-24c5-42fe-bdd0-19a4c232861a tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Made reservation on behalf of 993e53d13f4a4f928421fafbce5572c3 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:33:04.293932 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-1d091c4b-eec0-4004-b13d-8164dfa18124 req-14eeae46-24c5-42fe-bdd0-19a4c232861a tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:04.316370 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a2802a84-08d4-4859-be91-7561a5c846cb req-d9f5f7e6-9d28-4905-9edb-cb88d55bbbcb service neutron] 10.222.0.74 "GET /v2.0/networks/124f5b02-f613-458f-b33d-77fb5d166863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277257 Nov 25 17:33:04.440768 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7768eee6-7f1a-4777-8751-8d6be4d72a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:04.484593 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-1d091c4b-eec0-4004-b13d-8164dfa18124 req-14eeae46-24c5-42fe-bdd0-19a4c232861a tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Allocated IP 172.20.0.8 (741d8194-35ac-41e6-a27e-dc63c59af432/d7e694ac-d04c-4128-9df7-0839adaa9a91/38e98dbf-9cd0-45f9-9b52-d1b442568113) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:33:04.498882 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a2802a84-08d4-4859-be91-7561a5c846cb req-a6c5bf4d-241b-473a-87c8-85f72160ba6c service neutron] 10.222.0.74 "GET /v2.0/networks/124f5b02-f613-458f-b33d-77fb5d166863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667094 Nov 25 17:33:04.563438 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a2802a84-08d4-4859-be91-7561a5c846cb req-764d101a-300f-471d-936d-78cca587a481 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=791424cf-7f49-4cd7-a3d5-e5f426ab97ac HTTP/1.1" status: 200 len: 217 time: 0.0423436 Nov 25 17:33:04.585998 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7768eee6-7f1a-4777-8751-8d6be4d72a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:04.628522 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-45c5af10-728a-44ae-bd12-9d0c68af800d req-f869daa8-594f-40e6-b669-35049eaca9fa tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] 10.222.0.75 "GET /v2.0/ports?device_id=d765b1b4-7207-48ad-b180-16685529ae2c HTTP/1.1" status: 200 len: 210 time: 0.0686438 Nov 25 17:33:04.649634 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7768eee6-7f1a-4777-8751-8d6be4d72a25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0647aa64-85b7-4302-8608-af31c4f71708,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:04.669143 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a1c8b9-155c-4296-94f8-26f9534efefa None None] Network 47439da6-e49e-480b-a2ae-0e4e88835a3c requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:33:04.669342 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7768eee6-7f1a-4777-8751-8d6be4d72a25 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:04.669453 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-1d091c4b-eec0-4004-b13d-8164dfa18124 req-14eeae46-24c5-42fe-bdd0-19a4c232861a tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:04.676346 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-7768eee6-7f1a-4777-8751-8d6be4d72a25 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/0647aa64-85b7-4302-8608-af31c4f71708 HTTP/1.1" status: 204 len: 168 time: 0.6785555 Nov 25 17:33:04.679091 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 45512) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:04.714661 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2802a84-08d4-4859-be91-7561a5c846cb req-40fe8568-4446-4819-8ace-484d18feb664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:04.716724 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a2802a84-08d4-4859-be91-7561a5c846cb req-40fe8568-4446-4819-8ace-484d18feb664 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8f7ac9a8-89f8-4c97-b414-fee10b4c07cb HTTP/1.1" status: 200 len: 797 time: 0.1453667 Nov 25 17:33:04.718593 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-1d091c4b-eec0-4004-b13d-8164dfa18124 req-14eeae46-24c5-42fe-bdd0-19a4c232861a tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:04.792083 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d091c4b-eec0-4004-b13d-8164dfa18124 req-14eeae46-24c5-42fe-bdd0-19a4c232861a tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Network 741d8194-35ac-41e6-a27e-dc63c59af432 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:33:04.794735 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-1d091c4b-eec0-4004-b13d-8164dfa18124 req-14eeae46-24c5-42fe-bdd0-19a4c232861a tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:33:04.831408 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2914e74d-721d-4f21-946c-d741e8ee6f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:04.840601 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2802a84-08d4-4859-be91-7561a5c846cb req-365f68d8-bf70-42a9-9b63-628fb2f9dbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:04.842274 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a2802a84-08d4-4859-be91-7561a5c846cb req-365f68d8-bf70-42a9-9b63-628fb2f9dbd8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6d3b5836-4740-4bb0-8171-a77a7b2fa0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0793312 Nov 25 17:33:04.850451 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d091c4b-eec0-4004-b13d-8164dfa18124 req-14eeae46-24c5-42fe-bdd0-19a4c232861a tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:33:04.922505 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eeae46-24c5-42fe-bdd0-19a4c232861a tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Pushing event updated for resources: {'Port': ['ID=38e98dbf-9cd0-45f9-9b52-d1b442568113,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:04.947088 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d90a8b-b88c-4efa-90d2-46f31260a822 None None] DHCP port deletion for 47439da6-e49e-480b-a2ae-0e4e88835a3c request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:33:05.010348 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d091c4b-eec0-4004-b13d-8164dfa18124 req-14eeae46-24c5-42fe-bdd0-19a4c232861a tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:05.011824 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-1d091c4b-eec0-4004-b13d-8164dfa18124 req-14eeae46-24c5-42fe-bdd0-19a4c232861a tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:05.032475 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d90a8b-b88c-4efa-90d2-46f31260a822 None None] Deleting port d9c978ec-833e-4724-866f-05d73ca28c69 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:33:05.033164 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d90a8b-b88c-4efa-90d2-46f31260a822 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:05.056017 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-1d091c4b-eec0-4004-b13d-8164dfa18124 req-14eeae46-24c5-42fe-bdd0-19a4c232861a tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9251575 Nov 25 17:33:05.071428 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-1d091c4b-eec0-4004-b13d-8164dfa18124 req-75d41016-4904-4433-99df-9b69ba62012b service neutron] Request body: {'port': {'device_id': 'd765b1b4-7207-48ad-b180-16685529ae2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:33:05.082807 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-2914e74d-721d-4f21-946c-d741e8ee6f4c admin admin] Deleting port d9c978ec-833e-4724-866f-05d73ca28c69 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:33:05.083158 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2914e74d-721d-4f21-946c-d741e8ee6f4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:05.092657 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6f4f7c-a61d-4bf4-bf0f-4f469f7d8e89 req-ffff4f86-74db-41f1-8d39-19816f212412 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:05.094253 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ae6f4f7c-a61d-4bf4-bf0f-4f469f7d8e89 req-ffff4f86-74db-41f1-8d39-19816f212412 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a0ad182-e51b-4235-904f-6dcb62ed4d1f HTTP/1.1" status: 200 len: 945 time: 0.1185946 Nov 25 17:33:05.096022 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a2802a84-08d4-4859-be91-7561a5c846cb req-840e60e5-b41a-4d17-8c7d-a4f2c3276026 service neutron] 10.222.0.74 "GET /v2.0/networks/6d3b5836-4740-4bb0-8171-a77a7b2fa0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445028 Nov 25 17:33:05.140816 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d90a8b-b88c-4efa-90d2-46f31260a822 None None] For port d9c978ec-833e-4724-866f-05d73ca28c69, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d9c978ec-833e-4724-866f-05d73ca28c69,segment=NetworkSegment(2263fcbc-a9e1-4c72-9176-3223b2e3b81d),segment_id=2263fcbc-a9e1-4c72-9176-3223b2e3b81d)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:05.142704 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d90a8b-b88c-4efa-90d2-46f31260a822 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:05.163916 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d90a8b-b88c-4efa-90d2-46f31260a822 None None] Calling delete_port for d9c978ec-833e-4724-866f-05d73ca28c69 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:33:05.208486 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-1d091c4b-eec0-4004-b13d-8164dfa18124 req-75d41016-4904-4433-99df-9b69ba62012b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:05.266529 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-0d99620d-fa63-4830-aec8-3dfdaec1ec01 None None] Provisioning complete for port 38e98dbf-9cd0-45f9-9b52-d1b442568113 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:33:05.267460 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0d99620d-fa63-4830-aec8-3dfdaec1ec01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:05.311804 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-0d99620d-fa63-4830-aec8-3dfdaec1ec01 None None] Port 38e98dbf-9cd0-45f9-9b52-d1b442568113 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:33:05.325499 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d90a8b-b88c-4efa-90d2-46f31260a822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:05.388778 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-2914e74d-721d-4f21-946c-d741e8ee6f4c admin admin] For port d9c978ec-833e-4724-866f-05d73ca28c69, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d9c978ec-833e-4724-866f-05d73ca28c69,segment=NetworkSegment(2263fcbc-a9e1-4c72-9176-3223b2e3b81d),segment_id=2263fcbc-a9e1-4c72-9176-3223b2e3b81d)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:05.389307 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2914e74d-721d-4f21-946c-d741e8ee6f4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:05.398182 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d90a8b-b88c-4efa-90d2-46f31260a822 None None] No DVR routers for this DVR port d9c978ec-833e-4724-866f-05d73ca28c69 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:33:05.409659 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d90a8b-b88c-4efa-90d2-46f31260a822 None None] Pushing event deleted for resources: {'Port': ['ID=d9c978ec-833e-4724-866f-05d73ca28c69,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:05.432539 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a2802a84-08d4-4859-be91-7561a5c846cb req-c3e80df5-0c83-4a46-a002-63a95a871747 service neutron] 10.222.0.74 "GET /v2.0/networks/6d3b5836-4740-4bb0-8171-a77a7b2fa0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099282 Nov 25 17:33:05.433950 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-2914e74d-721d-4f21-946c-d741e8ee6f4c admin admin] Calling delete_port for d9c978ec-833e-4724-866f-05d73ca28c69 owned by network:dhcp {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:33:05.465299 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ae6f4f7c-a61d-4bf4-bf0f-4f469f7d8e89 req-5d418ab6-da53-450a-9c83-9dff4cd4636a tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/security-groups?id=64a4895e-66bb-4a82-9045-67d823985e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510480 Nov 25 17:33:05.550614 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a2802a84-08d4-4859-be91-7561a5c846cb req-adf1b994-d2d5-4412-bee6-ef229bfca9b5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8 HTTP/1.1" status: 200 len: 217 time: 0.0828080 Nov 25 17:33:05.602527 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-1d091c4b-eec0-4004-b13d-8164dfa18124 req-75d41016-4904-4433-99df-9b69ba62012b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38e98dbf-9cd0-45f9-9b52-d1b442568113 {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:33:05.618985 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-1d091c4b-eec0-4004-b13d-8164dfa18124 req-75d41016-4904-4433-99df-9b69ba62012b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:05.648142 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-1d091c4b-eec0-4004-b13d-8164dfa18124 req-75d41016-4904-4433-99df-9b69ba62012b service neutron] Transition to ACTIVE for port object 38e98dbf-9cd0-45f9-9b52-d1b442568113 will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:33:05.654534 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-1d091c4b-eec0-4004-b13d-8164dfa18124 req-75d41016-4904-4433-99df-9b69ba62012b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:05.742801 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d41016-4904-4433-99df-9b69ba62012b service neutron] Pushing event updated for resources: {'Port': ['ID=38e98dbf-9cd0-45f9-9b52-d1b442568113,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:05.804395 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-1d091c4b-eec0-4004-b13d-8164dfa18124 req-75d41016-4904-4433-99df-9b69ba62012b service neutron] Attempting to bind port 38e98dbf-9cd0-45f9-9b52-d1b442568113 on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:33:05.804945 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-1d091c4b-eec0-4004-b13d-8164dfa18124 req-75d41016-4904-4433-99df-9b69ba62012b service neutron] Attempting to bind port 38e98dbf-9cd0-45f9-9b52-d1b442568113 by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '8bf00926-7be4-46f0-a85d-023b1ff6562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '741d8194-35ac-41e6-a27e-dc63c59af432'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:33:05.805383 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d091c4b-eec0-4004-b13d-8164dfa18124 req-75d41016-4904-4433-99df-9b69ba62012b service neutron] Attempting to bind port 38e98dbf-9cd0-45f9-9b52-d1b442568113 on network 741d8194-35ac-41e6-a27e-dc63c59af432 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:33:05.811423 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d091c4b-eec0-4004-b13d-8164dfa18124 req-75d41016-4904-4433-99df-9b69ba62012b service neutron] Port 38e98dbf-9cd0-45f9-9b52-d1b442568113 on network 741d8194-35ac-41e6-a27e-dc63c59af432 not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:33:05.811893 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d091c4b-eec0-4004-b13d-8164dfa18124 req-75d41016-4904-4433-99df-9b69ba62012b service neutron] Attempting to bind port 38e98dbf-9cd0-45f9-9b52-d1b442568113 on network 741d8194-35ac-41e6-a27e-dc63c59af432 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:33:05.819108 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d091c4b-eec0-4004-b13d-8164dfa18124 req-75d41016-4904-4433-99df-9b69ba62012b service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:33:05.819457 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d091c4b-eec0-4004-b13d-8164dfa18124 req-75d41016-4904-4433-99df-9b69ba62012b service neutron] Checking segment: {'id': '8bf00926-7be4-46f0-a85d-023b1ff6562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '741d8194-35ac-41e6-a27e-dc63c59af432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:33:05.820455 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d091c4b-eec0-4004-b13d-8164dfa18124 req-75d41016-4904-4433-99df-9b69ba62012b service neutron] Bound using segment: {'id': '8bf00926-7be4-46f0-a85d-023b1ff6562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '741d8194-35ac-41e6-a27e-dc63c59af432'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:33:05.820957 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-1d091c4b-eec0-4004-b13d-8164dfa18124 req-75d41016-4904-4433-99df-9b69ba62012b service neutron] Bound port: 38e98dbf-9cd0-45f9-9b52-d1b442568113, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bf00926-7be4-46f0-a85d-023b1ff6562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '741d8194-35ac-41e6-a27e-dc63c59af432'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:33:05.821333 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-1d091c4b-eec0-4004-b13d-8164dfa18124 req-75d41016-4904-4433-99df-9b69ba62012b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:05.908096 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-1d091c4b-eec0-4004-b13d-8164dfa18124 req-75d41016-4904-4433-99df-9b69ba62012b service neutron] For port 38e98dbf-9cd0-45f9-9b52-d1b442568113, host n-h2-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:33:05.916434 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-1d091c4b-eec0-4004-b13d-8164dfa18124 req-75d41016-4904-4433-99df-9b69ba62012b service neutron] For port 38e98dbf-9cd0-45f9-9b52-d1b442568113, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=38e98dbf-9cd0-45f9-9b52-d1b442568113,segment=NetworkSegment(8bf00926-7be4-46f0-a85d-023b1ff6562a),segment_id=8bf00926-7be4-46f0-a85d-023b1ff6562a)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:33:05.924572 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-1d091c4b-eec0-4004-b13d-8164dfa18124 req-75d41016-4904-4433-99df-9b69ba62012b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:05.976889 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d091c4b-eec0-4004-b13d-8164dfa18124 req-75d41016-4904-4433-99df-9b69ba62012b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:05.977528 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-1d091c4b-eec0-4004-b13d-8164dfa18124 req-75d41016-4904-4433-99df-9b69ba62012b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:05.979102 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-1d091c4b-eec0-4004-b13d-8164dfa18124 req-75d41016-4904-4433-99df-9b69ba62012b service neutron] 10.222.0.90 "PUT /v2.0/ports/38e98dbf-9cd0-45f9-9b52-d1b442568113 HTTP/1.1" status: 200 len: 1091 time: 0.9131844 Nov 25 17:33:05.979712 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd765b1b4-7207-48ad-b180-16685529ae2c', 'tag': '38e98dbf-9cd0-45f9-9b52-d1b442568113'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:33:05.982160 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db09ade5-4b7c-4532-be11-ddc618ab6bb3" -d '{"events": [{"name": "network-changed", "server_uuid": "d765b1b4-7207-48ad-b180-16685529ae2c", "tag": "38e98dbf-9cd0-45f9-9b52-d1b442568113"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:33:06.009829 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 6aa27087-21e8-4b0f-918c-e17252f8f2aa up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:33:06.023260 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d41016-4904-4433-99df-9b69ba62012b service neutron] Pushing event updated for resources: {'Port': ['ID=38e98dbf-9cd0-45f9-9b52-d1b442568113,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:06.057262 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553f795-9801-47db-b2fa-6506c5585675 req-28518f61-a586-4e53-bee2-7fa46385e015 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:06.067175 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a553f795-9801-47db-b2fa-6506c5585675 req-28518f61-a586-4e53-bee2-7fa46385e015 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e951f04-d37c-41c6-a2d6-04e6dba02e5d HTTP/1.1" status: 200 len: 945 time: 0.5945010 Nov 25 17:33:06.108125 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d091c4b-eec0-4004-b13d-8164dfa18124 req-dda7c0de-0da8-4ee7-8ae5-1ac4840359cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:06.110546 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-1d091c4b-eec0-4004-b13d-8164dfa18124 req-dda7c0de-0da8-4ee7-8ae5-1ac4840359cf service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=993e53d13f4a4f928421fafbce5572c3&device_id=d765b1b4-7207-48ad-b180-16685529ae2c HTTP/1.1" status: 200 len: 1094 time: 0.0645390 Nov 25 17:33:06.144007 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port 6aa27087-21e8-4b0f-918c-e17252f8f2aa completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:33:06.148252 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 6aa27087-21e8-4b0f-918c-e17252f8f2aa triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:33:06.148633 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:06.176841 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a553f795-9801-47db-b2fa-6506c5585675 req-cada1bd8-0e4c-43f5-b86c-975ea44e3c16 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] 10.222.0.75 "GET /v2.0/security-groups?id=b429c314-4805-4971-8466-b0fd68f90c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084781 Nov 25 17:33:06.182254 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2802a84-08d4-4859-be91-7561a5c846cb req-2ab43784-820a-4842-8a4c-2fbde09bdb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:06.190375 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a2802a84-08d4-4859-be91-7561a5c846cb req-2ab43784-820a-4842-8a4c-2fbde09bdb51 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8f7ac9a8-89f8-4c97-b414-fee10b4c07cb HTTP/1.1" status: 200 len: 797 time: 0.2332036 Nov 25 17:33:06.222132 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-1d091c4b-eec0-4004-b13d-8164dfa18124 req-9dd30272-99ea-41c1-91bc-cc75cd3af8fe service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38e98dbf-9cd0-45f9-9b52-d1b442568113 HTTP/1.1" status: 200 len: 217 time: 0.1020772 Nov 25 17:33:06.283387 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbf5f1-5df8-476e-a60e-27a5951db9e7 req-2677f43e-8d25-47fb-b163-4248895f78ff tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:06.294263 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d9c978ec-833e-4724-866f-05d73ca28c69 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:33:06.295316 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7bbbf5f1-5df8-476e-a60e-27a5951db9e7 req-2677f43e-8d25-47fb-b163-4248895f78ff tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a0ad182-e51b-4235-904f-6dcb62ed4d1f HTTP/1.1" status: 200 len: 945 time: 0.3389986 Nov 25 17:33:06.332410 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d091c4b-eec0-4004-b13d-8164dfa18124 req-118afc26-b604-45f7-b870-d112e023ee73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:06.338361 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-1d091c4b-eec0-4004-b13d-8164dfa18124 req-118afc26-b604-45f7-b870-d112e023ee73 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d7e694ac-d04c-4128-9df7-0839adaa9a91 HTTP/1.1" status: 200 len: 854 time: 0.1088157 Nov 25 17:33:06.346921 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2914e74d-721d-4f21-946c-d741e8ee6f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:06.355367 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:06.366219 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: d9c978ec-833e-4724-866f-05d73ca28c69 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:33:06.366575 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d9c978ec-833e-4724-866f-05d73ca28c69 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:33:06.437814 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d091c4b-eec0-4004-b13d-8164dfa18124 req-ac7cda20-4a90-4fda-b298-6ee0ae84d93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:06.440276 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-1d091c4b-eec0-4004-b13d-8164dfa18124 req-ac7cda20-4a90-4fda-b298-6ee0ae84d93a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=741d8194-35ac-41e6-a27e-dc63c59af432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0831549 Nov 25 17:33:06.443755 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e951f04-d37c-41c6-a2d6-04e6dba02e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa27087-21e8-4b0f-918c-e17252f8f2aa'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:33:06.446115 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05923275-03b3-4009-9022-fe5868f65e52" -d '{"events": [{"server_uuid": "7e951f04-d37c-41c6-a2d6-04e6dba02e5d", "name": "network-vif-plugged", "status": "completed", "tag": "6aa27087-21e8-4b0f-918c-e17252f8f2aa"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:33:06.455667 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 6aa27087-21e8-4b0f-918c-e17252f8f2aa, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=6aa27087-21e8-4b0f-918c-e17252f8f2aa,segment=NetworkSegment(eeb5e8d0-0be5-4d34-8ecb-7bb95c7801cd),segment_id=eeb5e8d0-0be5-4d34-8ecb-7bb95c7801cd)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:06.463377 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2914e74d-721d-4f21-946c-d741e8ee6f4c admin admin] No DVR routers for this DVR port d9c978ec-833e-4724-866f-05d73ca28c69 on host n-d-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:33:06.470888 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:06.475743 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2914e74d-721d-4f21-946c-d741e8ee6f4c admin admin] Pushing event deleted for resources: {'Port': ['ID=d9c978ec-833e-4724-866f-05d73ca28c69,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:06.531235 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2802a84-08d4-4859-be91-7561a5c846cb req-cd83db41-e00f-4aa4-9d7d-27650c2c5421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:06.532762 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a2802a84-08d4-4859-be91-7561a5c846cb req-cd83db41-e00f-4aa4-9d7d-27650c2c5421 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6d3b5836-4740-4bb0-8171-a77a7b2fa0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3065770 Nov 25 17:33:06.584786 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=6aa27087-21e8-4b0f-918c-e17252f8f2aa,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:06.608953 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-1d091c4b-eec0-4004-b13d-8164dfa18124 req-e8a8fde0-2104-48e8-9998-6315625f4ffc service neutron] 10.222.0.90 "GET /v2.0/networks/741d8194-35ac-41e6-a27e-dc63c59af432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563535 Nov 25 17:33:06.618553 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7bbbf5f1-5df8-476e-a60e-27a5951db9e7 req-9add6b0c-91fc-4d37-8be1-fa3dd14a8dc4 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/security-groups?id=64a4895e-66bb-4a82-9045-67d823985e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220572 Nov 25 17:33:06.678003 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd9068c-1550-481f-816f-4b677d7f1043 req-a78863b6-10d8-402b-9d4b-93db17979baa tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:06.679564 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2fd9068c-1550-481f-816f-4b677d7f1043 req-a78863b6-10d8-402b-9d4b-93db17979baa tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] 10.222.0.75 "GET /v2.0/ports?device_id=d765b1b4-7207-48ad-b180-16685529ae2c HTTP/1.1" status: 200 len: 943 time: 0.3092453 Nov 25 17:33:06.681530 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2914e74d-721d-4f21-946c-d741e8ee6f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:06.734275 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-2914e74d-721d-4f21-946c-d741e8ee6f4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47439da6-e49e-480b-a2ae-0e4e88835a3c']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:33:06.744073 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-1d091c4b-eec0-4004-b13d-8164dfa18124 req-d8283473-9604-4261-abf7-a0dce5c6491f service neutron] 10.222.0.90 "GET /v2.0/networks/741d8194-35ac-41e6-a27e-dc63c59af432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267929 Nov 25 17:33:06.759018 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-2914e74d-721d-4f21-946c-d741e8ee6f4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2263fcbc-a9e1-4c72-9176-3223b2e3b81d') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:33:06.759319 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-2914e74d-721d-4f21-946c-d741e8ee6f4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2263fcbc-a9e1-4c72-9176-3223b2e3b81d') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:33:06.771133 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a2802a84-08d4-4859-be91-7561a5c846cb req-1af14938-93b5-41d7-83d5-20a8ca098be8 service neutron] 10.222.0.74 "GET /v2.0/networks/6d3b5836-4740-4bb0-8171-a77a7b2fa0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176116 Nov 25 17:33:06.787321 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2914e74d-721d-4f21-946c-d741e8ee6f4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:06.809684 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba53260-5421-4dee-9f72-e87ca16d0d92 x-openstack-request-id: req-3ba53260-5421-4dee-9f72-e87ca16d0d92 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:33:06.810336 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d765b1b4-7207-48ad-b180-16685529ae2c", "tag": "38e98dbf-9cd0-45f9-9b52-d1b442568113", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:33:06.810988 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3ba53260-5421-4dee-9f72-e87ca16d0d92 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:33:06.811601 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd765b1b4-7207-48ad-b180-16685529ae2c', 'tag': '38e98dbf-9cd0-45f9-9b52-d1b442568113', 'status': 'completed', 'code': 200} Nov 25 17:33:06.839128 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2fd9068c-1550-481f-816f-4b677d7f1043 req-5502dcd6-e09c-47b9-a294-7ae948d866fe tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f024779-e810-4a87-8722-637fabf4534b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440246 Nov 25 17:33:06.842759 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2914e74d-721d-4f21-946c-d741e8ee6f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:06.861055 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2914e74d-721d-4f21-946c-d741e8ee6f4c admin admin] Releasing vlan 906 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:33:06.861055 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2914e74d-721d-4f21-946c-d741e8ee6f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:06.946996 n-d-817746-1 neutron-server[103361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:33:06.946996 n-d-817746-1 neutron-server[103361]: self.session.flush() Nov 25 17:33:06.946996 n-d-817746-1 neutron-server[103361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:33:06.946996 n-d-817746-1 neutron-server[103361]: self.session.flush() Nov 25 17:33:06.946996 n-d-817746-1 neutron-server[103361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:33:06.946996 n-d-817746-1 neutron-server[103361]: self.session.flush() Nov 25 17:33:06.946996 n-d-817746-1 neutron-server[103361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:33:06.946996 n-d-817746-1 neutron-server[103361]: self.session.flush() Nov 25 17:33:06.946996 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:33:06.946996 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:33:06.946996 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:33:06.946996 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:33:06.946996 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:33:06.946996 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:33:06.946996 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:33:06.946996 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:33:06.946996 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:33:06.946996 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:33:06.946996 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:33:06.946996 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:33:06.946996 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:33:06.946996 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:33:06.946996 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:33:06.946996 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:33:06.946996 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:33:06.946996 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:33:06.946996 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:33:06.946996 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:33:06.946996 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:33:06.946996 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:33:06.946996 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:33:06.946996 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:33:06.946996 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:33:06.946996 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:33:06.946996 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:33:06.946996 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:33:06.946996 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:33:06.946996 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:33:06.946996 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:33:06.946996 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:33:06.972456 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09ade5-4b7c-4532-be11-ddc618ab6bb3 req-036e392c-a44a-4b08-9d08-2fd8f807b501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:06.986496 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a3320f-b29e-4d60-a754-6875b1aab033 x-openstack-request-id: req-42a3320f-b29e-4d60-a754-6875b1aab033 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:33:06.987727 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e951f04-d37c-41c6-a2d6-04e6dba02e5d", "name": "network-vif-plugged", "status": "completed", "tag": "6aa27087-21e8-4b0f-918c-e17252f8f2aa", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:33:06.988574 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-42a3320f-b29e-4d60-a754-6875b1aab033 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:33:06.989387 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e951f04-d37c-41c6-a2d6-04e6dba02e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa27087-21e8-4b0f-918c-e17252f8f2aa', 'code': 200} Nov 25 17:33:06.991829 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-db09ade5-4b7c-4532-be11-ddc618ab6bb3 req-036e392c-a44a-4b08-9d08-2fd8f807b501 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=993e53d13f4a4f928421fafbce5572c3&device_id=d765b1b4-7207-48ad-b180-16685529ae2c HTTP/1.1" status: 200 len: 1094 time: 0.1426375 Nov 25 17:33:07.015644 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2914e74d-721d-4f21-946c-d741e8ee6f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:07.024361 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2914e74d-721d-4f21-946c-d741e8ee6f4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:07.028432 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-2914e74d-721d-4f21-946c-d741e8ee6f4c admin admin] 10.222.0.75 "DELETE /v2.0/networks/47439da6-e49e-480b-a2ae-0e4e88835a3c HTTP/1.1" status: 204 len: 168 time: 2.3475337 Nov 25 17:33:07.051203 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2914e74d-721d-4f21-946c-d741e8ee6f4c admin admin] Pushing event deleted for resources: {'Network': ['ID=47439da6-e49e-480b-a2ae-0e4e88835a3c,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:07.107340 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a2802a84-08d4-4859-be91-7561a5c846cb req-d6d1328b-8177-42b0-946d-e6f6b2873fb5 service neutron] 10.222.0.74 "GET /v2.0/networks/6d3b5836-4740-4bb0-8171-a77a7b2fa0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3229933 Nov 25 17:33:07.139505 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09ade5-4b7c-4532-be11-ddc618ab6bb3 req-8e8581ba-6bf3-4cb7-b405-53437bf8d79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:07.142071 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-db09ade5-4b7c-4532-be11-ddc618ab6bb3 req-8e8581ba-6bf3-4cb7-b405-53437bf8d79b service neutron] 10.222.0.90 "GET /v2.0/networks?id=741d8194-35ac-41e6-a27e-dc63c59af432 HTTP/1.1" status: 200 len: 916 time: 0.1412888 Nov 25 17:33:07.181753 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a2802a84-08d4-4859-be91-7561a5c846cb req-1debcf06-94e5-4d2c-896e-76c24142d5be service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=044a9a30-8fd9-4fbc-b394-b1fc79eb0b20 HTTP/1.1" status: 200 len: 217 time: 0.0652022 Nov 25 17:33:07.197550 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 45550) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:07.207239 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f67cbc-9b3f-4116-a0de-c16ea187c22e req-43638acc-b12f-44af-bb47-e1e8818ab12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:07.209162 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-76f67cbc-9b3f-4116-a0de-c16ea187c22e req-43638acc-b12f-44af-bb47-e1e8818ab12f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7e951f04-d37c-41c6-a2d6-04e6dba02e5d HTTP/1.1" status: 200 len: 1097 time: 0.1467035 Nov 25 17:33:07.234921 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-db09ade5-4b7c-4532-be11-ddc618ab6bb3 req-6f9d3911-8058-4995-8b7e-f97cc88cfc9e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38e98dbf-9cd0-45f9-9b52-d1b442568113 HTTP/1.1" status: 200 len: 217 time: 0.0846903 Nov 25 17:33:07.281083 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2802a84-08d4-4859-be91-7561a5c846cb req-6fe9af67-3c60-41ba-96b7-b9f7ffa7349c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:07.282573 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a2802a84-08d4-4859-be91-7561a5c846cb req-6fe9af67-3c60-41ba-96b7-b9f7ffa7349c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8f7ac9a8-89f8-4c97-b414-fee10b4c07cb HTTP/1.1" status: 200 len: 797 time: 0.0796940 Nov 25 17:33:07.338442 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09ade5-4b7c-4532-be11-ddc618ab6bb3 req-d381ed54-c37b-497c-9551-376303d17137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:07.340611 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-db09ade5-4b7c-4532-be11-ddc618ab6bb3 req-d381ed54-c37b-497c-9551-376303d17137 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d7e694ac-d04c-4128-9df7-0839adaa9a91 HTTP/1.1" status: 200 len: 854 time: 0.0807207 Nov 25 17:33:07.346615 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ee69f074-e2e4-404d-bfbc-0660415da88d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d64a86f779cb466b8c1c45288d32f994&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1340063 Nov 25 17:33:07.347154 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 45556) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:07.420740 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa6627-4275-4146-98f0-e1f56e442374 req-55a5dd40-88a2-4216-8c79-57336050cea2 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:07.421017 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09ade5-4b7c-4532-be11-ddc618ab6bb3 req-6eecd391-a343-469b-9871-0532d35bf849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:07.422268 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2faa6627-4275-4146-98f0-e1f56e442374 req-55a5dd40-88a2-4216-8c79-57336050cea2 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.90 "GET /v2.0/ports?device_id=6a0ad182-e51b-4235-904f-6dcb62ed4d1f HTTP/1.1" status: 200 len: 945 time: 0.2393403 Nov 25 17:33:07.422458 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-db09ade5-4b7c-4532-be11-ddc618ab6bb3 req-6eecd391-a343-469b-9871-0532d35bf849 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=741d8194-35ac-41e6-a27e-dc63c59af432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682228 Nov 25 17:33:07.433171 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4e06c-e55b-4756-a546-2599f68f28fa req-35cc23cb-a149-463f-86ba-89f0e52195c7 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:07.434672 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9dd4e06c-e55b-4756-a546-2599f68f28fa req-35cc23cb-a149-463f-86ba-89f0e52195c7 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e951f04-d37c-41c6-a2d6-04e6dba02e5d HTTP/1.1" status: 200 len: 946 time: 0.1496804 Nov 25 17:33:07.439796 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-76f67cbc-9b3f-4116-a0de-c16ea187c22e req-b23647ac-dfde-4516-8529-442242c41ca9 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b429c314-4805-4971-8466-b0fd68f90c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537080 Nov 25 17:33:07.440622 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-14ecd6c2-ba73-4cc7-9548-30f94f1b8279 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:07.451242 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2802a84-08d4-4859-be91-7561a5c846cb req-ad679497-fb48-4527-be53-4ead3fa35c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:07.452668 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a2802a84-08d4-4859-be91-7561a5c846cb req-ad679497-fb48-4527-be53-4ead3fa35c2f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6d3b5836-4740-4bb0-8171-a77a7b2fa0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1398242 Nov 25 17:33:07.513776 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-14ecd6c2-ba73-4cc7-9548-30f94f1b8279 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:07.553823 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9dd4e06c-e55b-4756-a546-2599f68f28fa req-6c76bf20-fe7f-465b-9809-36eb3c720a55 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] 10.222.0.75 "GET /v2.0/security-groups?id=b429c314-4805-4971-8466-b0fd68f90c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046646 Nov 25 17:33:07.579445 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-db09ade5-4b7c-4532-be11-ddc618ab6bb3 req-b6970b9d-7ea6-4e2e-8fe7-8ea99d9657d7 service neutron] 10.222.0.90 "GET /v2.0/networks/741d8194-35ac-41e6-a27e-dc63c59af432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366322 Nov 25 17:33:07.581569 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-2faa6627-4275-4146-98f0-e1f56e442374 req-0a9d4021-5217-4ca5-afd0-ebca79038822 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Deleting port f384f4c4-5acb-408d-82b2-00c4efa12da4 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:33:07.581569 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-2faa6627-4275-4146-98f0-e1f56e442374 req-0a9d4021-5217-4ca5-afd0-ebca79038822 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:07.640754 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-14ecd6c2-ba73-4cc7-9548-30f94f1b8279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:07.643485 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-14ecd6c2-ba73-4cc7-9548-30f94f1b8279 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:07.647233 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-14ecd6c2-ba73-4cc7-9548-30f94f1b8279 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6cba972f-cee6-4d43-9317-8cfe4a5ae4c6 HTTP/1.1" status: 204 len: 168 time: 0.2965753 Nov 25 17:33:07.691632 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ecd6c2-ba73-4cc7-9548-30f94f1b8279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cba972f-cee6-4d43-9317-8cfe4a5ae4c6,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:07.739895 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-2faa6627-4275-4146-98f0-e1f56e442374 req-0a9d4021-5217-4ca5-afd0-ebca79038822 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] For port f384f4c4-5acb-408d-82b2-00c4efa12da4, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=f384f4c4-5acb-408d-82b2-00c4efa12da4,segment=NetworkSegment(7b56f9b7-dcf8-416a-8490-b1f1b6152b37),segment_id=7b56f9b7-dcf8-416a-8490-b1f1b6152b37)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:07.740794 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-2faa6627-4275-4146-98f0-e1f56e442374 req-0a9d4021-5217-4ca5-afd0-ebca79038822 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:07.763775 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-2faa6627-4275-4146-98f0-e1f56e442374 req-0a9d4021-5217-4ca5-afd0-ebca79038822 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Calling delete_port for f384f4c4-5acb-408d-82b2-00c4efa12da4 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:33:07.778519 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-db09ade5-4b7c-4532-be11-ddc618ab6bb3 req-78c51468-c0fc-4954-8326-9abbd8e81cd2 service neutron] 10.222.0.90 "GET /v2.0/networks/741d8194-35ac-41e6-a27e-dc63c59af432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902876 Nov 25 17:33:07.820121 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a2802a84-08d4-4859-be91-7561a5c846cb req-76c6f83c-68eb-4456-a152-3dc902a66e4b service neutron] 10.222.0.74 "GET /v2.0/networks/6d3b5836-4740-4bb0-8171-a77a7b2fa0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850884 Nov 25 17:33:07.924859 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc100f93-02be-4b59-a612-22065f45815c req-557f370d-5631-4129-91f9-1dce4262b416 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:07.926568 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bc100f93-02be-4b59-a612-22065f45815c req-557f370d-5631-4129-91f9-1dce4262b416 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a0ad182-e51b-4235-904f-6dcb62ed4d1f HTTP/1.1" status: 200 len: 945 time: 0.1241608 Nov 25 17:33:08.099582 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bc100f93-02be-4b59-a612-22065f45815c req-c200b36c-d560-49b1-b421-40ed14abd439 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/security-groups?id=64a4895e-66bb-4a82-9045-67d823985e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348000 Nov 25 17:33:08.101599 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a2802a84-08d4-4859-be91-7561a5c846cb req-2715dda3-2b7d-4a37-8700-124f299b8491 service neutron] 10.222.0.74 "GET /v2.0/networks/6d3b5836-4740-4bb0-8171-a77a7b2fa0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331429 Nov 25 17:33:08.109454 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2c643-02ce-4e67-8fc1-04367aebfa1c req-13a01892-4613-4f3b-8403-93cafab2aa85 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:08.116667 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b4a2c643-02ce-4e67-8fc1-04367aebfa1c req-13a01892-4613-4f3b-8403-93cafab2aa85 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] 10.222.0.75 "GET /v2.0/ports?device_id=d765b1b4-7207-48ad-b180-16685529ae2c HTTP/1.1" status: 200 len: 943 time: 0.1889977 Nov 25 17:33:08.196137 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a2802a84-08d4-4859-be91-7561a5c846cb req-e5bf3248-add1-4d06-9210-a29932b4b0c9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=5f55e4bc-b645-4ea6-93e4-5fb2598e200d HTTP/1.1" status: 200 len: 217 time: 0.0767181 Nov 25 17:33:08.277123 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-2faa6627-4275-4146-98f0-e1f56e442374 req-0a9d4021-5217-4ca5-afd0-ebca79038822 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:08.296965 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b4a2c643-02ce-4e67-8fc1-04367aebfa1c req-e6083efa-8ad0-4d2a-96ae-84c6dc6c08d5 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f024779-e810-4a87-8722-637fabf4534b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1792982 Nov 25 17:33:08.326089 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9d4021-5217-4ca5-afd0-ebca79038822 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Pushing event deleted for resources: {'Port': ['ID=f384f4c4-5acb-408d-82b2-00c4efa12da4,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:08.330713 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2802a84-08d4-4859-be91-7561a5c846cb req-43177a0c-85b7-475d-8624-2925f8de01c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:08.332214 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a2802a84-08d4-4859-be91-7561a5c846cb req-43177a0c-85b7-475d-8624-2925f8de01c2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8f7ac9a8-89f8-4c97-b414-fee10b4c07cb HTTP/1.1" status: 200 len: 797 time: 0.1284547 Nov 25 17:33:08.414918 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-2faa6627-4275-4146-98f0-e1f56e442374 req-0a9d4021-5217-4ca5-afd0-ebca79038822 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] No DVR routers for this DVR port f384f4c4-5acb-408d-82b2-00c4efa12da4 on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:33:08.419000 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-2faa6627-4275-4146-98f0-e1f56e442374 req-0a9d4021-5217-4ca5-afd0-ebca79038822 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:08.422357 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2faa6627-4275-4146-98f0-e1f56e442374 req-0a9d4021-5217-4ca5-afd0-ebca79038822 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.90 "DELETE /v2.0/ports/f384f4c4-5acb-408d-82b2-00c4efa12da4 HTTP/1.1" status: 204 len: 173 time: 0.9809659 Nov 25 17:33:08.422824 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a0ad182-e51b-4235-904f-6dcb62ed4d1f', 'name': 'network-vif-deleted', 'tag': 'f384f4c4-5acb-408d-82b2-00c4efa12da4'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:33:08.425130 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab42030-7604-4474-9577-15d008af664d" -d '{"events": [{"server_uuid": "6a0ad182-e51b-4235-904f-6dcb62ed4d1f", "name": "network-vif-deleted", "tag": "f384f4c4-5acb-408d-82b2-00c4efa12da4"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:33:08.461080 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2802a84-08d4-4859-be91-7561a5c846cb req-f15ea48f-0298-4886-a2d5-0af901f38224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:08.463513 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a2802a84-08d4-4859-be91-7561a5c846cb req-f15ea48f-0298-4886-a2d5-0af901f38224 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6d3b5836-4740-4bb0-8171-a77a7b2fa0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1078310 Nov 25 17:33:08.480924 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc41e9a-2e51-4aa3-afe7-cb349dc76a54 x-openstack-request-id: req-ffc41e9a-2e51-4aa3-afe7-cb349dc76a54 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:33:08.481272 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a0ad182-e51b-4235-904f-6dcb62ed4d1f", "name": "network-vif-deleted", "tag": "f384f4c4-5acb-408d-82b2-00c4efa12da4", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:33:08.481586 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ffc41e9a-2e51-4aa3-afe7-cb349dc76a54 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:33:08.482208 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a0ad182-e51b-4235-904f-6dcb62ed4d1f', 'name': 'network-vif-deleted', 'tag': 'f384f4c4-5acb-408d-82b2-00c4efa12da4', 'status': 'completed', 'code': 200} Nov 25 17:33:08.642639 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a2802a84-08d4-4859-be91-7561a5c846cb req-68749511-5af0-42ce-adc6-c1e3222a1080 service neutron] 10.222.0.74 "GET /v2.0/networks/6d3b5836-4740-4bb0-8171-a77a7b2fa0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653585 Nov 25 17:33:08.783629 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50463630-99b7-49ed-a218-b74387c21dee req-23f16e62-c64e-4529-a6a4-af499996eba9 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:08.785182 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-50463630-99b7-49ed-a218-b74387c21dee req-23f16e62-c64e-4529-a6a4-af499996eba9 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e951f04-d37c-41c6-a2d6-04e6dba02e5d HTTP/1.1" status: 200 len: 946 time: 0.1153574 Nov 25 17:33:08.828038 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a2802a84-08d4-4859-be91-7561a5c846cb req-54034d7a-9c2d-4356-a3c6-788ea2b41f84 service neutron] 10.222.0.74 "GET /v2.0/networks/6d3b5836-4740-4bb0-8171-a77a7b2fa0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736612 Nov 25 17:33:08.878816 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a2802a84-08d4-4859-be91-7561a5c846cb req-8c652dd0-0c00-4965-b336-db0c32879a6e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a11242af-5474-4f93-bfb6-76b0ef5bbc3d HTTP/1.1" status: 200 len: 217 time: 0.0413361 Nov 25 17:33:08.886991 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-50463630-99b7-49ed-a218-b74387c21dee req-383455bc-8745-427d-9e01-ba437018d447 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] 10.222.0.75 "GET /v2.0/security-groups?id=b429c314-4805-4971-8466-b0fd68f90c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893085 Nov 25 17:33:08.951785 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2802a84-08d4-4859-be91-7561a5c846cb req-16bda390-f3b4-4504-b34d-41635192f4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:08.954500 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a2802a84-08d4-4859-be91-7561a5c846cb req-16bda390-f3b4-4504-b34d-41635192f4da service neutron] 10.222.0.74 "GET /v2.0/subnets?id=818fd110-d388-4b2a-af28-d388f2a7ea7b HTTP/1.1" status: 200 len: 797 time: 0.0666065 Nov 25 17:33:09.088704 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86cc5db-7738-4ede-9645-cdf4b098c3f8 req-13fad2ec-1997-4aad-a8f2-9f28d64e03a2 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:09.096008 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c86cc5db-7738-4ede-9645-cdf4b098c3f8 req-13fad2ec-1997-4aad-a8f2-9f28d64e03a2 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e951f04-d37c-41c6-a2d6-04e6dba02e5d HTTP/1.1" status: 200 len: 946 time: 0.1285720 Nov 25 17:33:09.098474 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2802a84-08d4-4859-be91-7561a5c846cb req-5d047c71-52d3-4972-8857-43f26eee843c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:09.100161 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a2802a84-08d4-4859-be91-7561a5c846cb req-5d047c71-52d3-4972-8857-43f26eee843c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=04e189b3-a48d-47a2-8e70-da48c198c103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1339304 Nov 25 17:33:09.101279 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 45610) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:09.110095 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-50923373-f3bd-490e-b42b-2e92f9b988f3 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Request body: {'floatingip': {'port_id': '6aa27087-21e8-4b0f-918c-e17252f8f2aa'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:33:09.222948 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-50923373-f3bd-490e-b42b-2e92f9b988f3 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Publish callbacks [] for floatingip, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:09.301134 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a2802a84-08d4-4859-be91-7561a5c846cb req-4b3b6a62-a33e-42f7-96e4-adb4cc8816fa service neutron] 10.222.0.74 "GET /v2.0/networks/04e189b3-a48d-47a2-8e70-da48c198c103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867595 Nov 25 17:33:09.525425 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a2802a84-08d4-4859-be91-7561a5c846cb req-3ef1b590-7da1-404b-bc90-0588a254f77c service neutron] 10.222.0.74 "GET /v2.0/networks/04e189b3-a48d-47a2-8e70-da48c198c103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145510 Nov 25 17:33:09.605424 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a2802a84-08d4-4859-be91-7561a5c846cb req-edd245b5-d906-4c51-90a6-b1f140665c36 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b2c42d44-65fd-410c-aaed-aae8a87dc2ee HTTP/1.1" status: 200 len: 217 time: 0.0650542 Nov 25 17:33:09.667736 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2802a84-08d4-4859-be91-7561a5c846cb req-3f7947d7-029e-423a-9c88-ff7911e98b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:09.671508 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a2802a84-08d4-4859-be91-7561a5c846cb req-3f7947d7-029e-423a-9c88-ff7911e98b49 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=818fd110-d388-4b2a-af28-d388f2a7ea7b HTTP/1.1" status: 200 len: 797 time: 0.0554488 Nov 25 17:33:09.684427 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11750b8e-970c-444f-bf15-d7e88b2d89bd req-aebc3823-1bdc-4330-913b-d8b7a22aa27f tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:09.685832 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-11750b8e-970c-444f-bf15-d7e88b2d89bd req-aebc3823-1bdc-4330-913b-d8b7a22aa27f tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] 10.222.0.75 "GET /v2.0/ports?device_id=d765b1b4-7207-48ad-b180-16685529ae2c HTTP/1.1" status: 200 len: 943 time: 0.1564255 Nov 25 17:33:09.769872 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 45646) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:09.795438 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-11750b8e-970c-444f-bf15-d7e88b2d89bd req-3899ff4a-220e-4771-b2e9-e2fb60027733 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f024779-e810-4a87-8722-637fabf4534b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000381 Nov 25 17:33:09.811660 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2802a84-08d4-4859-be91-7561a5c846cb req-4183e846-bdcc-418d-980b-a1f1efc5724b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:09.813197 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a2802a84-08d4-4859-be91-7561a5c846cb req-4183e846-bdcc-418d-980b-a1f1efc5724b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=04e189b3-a48d-47a2-8e70-da48c198c103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1263514 Nov 25 17:33:09.872663 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b675fc26-e3ea-4afd-a4ef-02485f49e502 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:09.918083 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a2802a84-08d4-4859-be91-7561a5c846cb req-2569c825-b6a6-4247-b1ef-daca166a4fe6 service neutron] 10.222.0.74 "GET /v2.0/networks/04e189b3-a48d-47a2-8e70-da48c198c103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961299 Nov 25 17:33:09.941842 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b675fc26-e3ea-4afd-a4ef-02485f49e502 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:09.970154 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-50923373-f3bd-490e-b42b-2e92f9b988f3 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:09.983536 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-50923373-f3bd-490e-b42b-2e92f9b988f3 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:10.044475 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a2802a84-08d4-4859-be91-7561a5c846cb req-8b617bd2-8d67-428e-b1d1-25a540a1943e service neutron] 10.222.0.74 "GET /v2.0/networks/04e189b3-a48d-47a2-8e70-da48c198c103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185970 Nov 25 17:33:10.068176 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 45652) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:10.118017 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b675fc26-e3ea-4afd-a4ef-02485f49e502 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:10.121204 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b675fc26-e3ea-4afd-a4ef-02485f49e502 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:10.125048 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 45656) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:10.128998 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b675fc26-e3ea-4afd-a4ef-02485f49e502 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "DELETE /v2.0/security-groups/acfe1381-c998-46e2-a1f8-5ec2a665621e HTTP/1.1" status: 204 len: 168 time: 0.3549826 Nov 25 17:33:10.154253 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [None req-8a726db6-cfe0-4c6f-b2d9-def68b774d9f tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] show failed (client error): The resource could not be found. Nov 25 17:33:10.156915 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-8a726db6-cfe0-4c6f-b2d9-def68b774d9f tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "GET /v2.0/security-groups/acfe1381-c998-46e2-a1f8-5ec2a665621e HTTP/1.1" status: 404 len: 347 time: 0.0282145 Nov 25 17:33:10.159078 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 45658) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:10.164513 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b675fc26-e3ea-4afd-a4ef-02485f49e502 tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acfe1381-c998-46e2-a1f8-5ec2a665621e,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:10.182440 n-d-817746-1 neutron-server[103360]: INFO neutron.db.l3_db [None req-50923373-f3bd-490e-b42b-2e92f9b988f3 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Floating IP ef18664d-fe60-4384-872c-7ecc677c8151 associated. External IP: 172.25.0.7, port: 6aa27087-21e8-4b0f-918c-e17252f8f2aa. Nov 25 17:33:10.245520 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 38e98dbf-9cd0-45f9-9b52-d1b442568113 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:33:10.247714 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device f384f4c4-5acb-408d-82b2-00c4efa12da4 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:33:10.283336 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: f384f4c4-5acb-408d-82b2-00c4efa12da4 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:33:10.283688 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device f384f4c4-5acb-408d-82b2-00c4efa12da4 not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:33:10.297795 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a1385289-b97b-4858-8acd-17f690b95311 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:10.454912 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 38e98dbf-9cd0-45f9-9b52-d1b442568113, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=38e98dbf-9cd0-45f9-9b52-d1b442568113,segment=NetworkSegment(8bf00926-7be4-46f0-a85d-023b1ff6562a),segment_id=8bf00926-7be4-46f0-a85d-023b1ff6562a)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:10.458265 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-f0c2739d-3a89-4ce1-a95f-398a728bed0f tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Deleting port 49d940f9-0d80-4248-9008-ca2c784d9a38 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:33:10.458786 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f0c2739d-3a89-4ce1-a95f-398a728bed0f tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:10.476614 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '38e98dbf-9cd0-45f9-9b52-d1b442568113', 'network_id': '741d8194-35ac-41e6-a27e-dc63c59af432', 'port_id': '38e98dbf-9cd0-45f9-9b52-d1b442568113', 'mac_address': 'fa:16:3e:9a:f5:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7e694ac-d04c-4128-9df7-0839adaa9a91', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:33:10.531898 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50923373-f3bd-490e-b42b-2e92f9b988f3 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Router 960bb660-11ef-4a69-ac83-24278ebf85cb has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:33:10.538811 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a1385289-b97b-4858-8acd-17f690b95311 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:10.543227 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:10.547290 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a1385289-b97b-4858-8acd-17f690b95311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:10.560199 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38e98dbf-9cd0-45f9-9b52-d1b442568113 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:33:10.586376 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 38e98dbf-9cd0-45f9-9b52-d1b442568113, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=38e98dbf-9cd0-45f9-9b52-d1b442568113,segment=NetworkSegment(8bf00926-7be4-46f0-a85d-023b1ff6562a),segment_id=8bf00926-7be4-46f0-a85d-023b1ff6562a)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:10.595286 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:10.634346 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-a1385289-b97b-4858-8acd-17f690b95311 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b670aeec63cd4ef8aad72678e249f333&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5612638 Nov 25 17:33:10.638513 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 45666) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:10.652524 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1385289-b97b-4858-8acd-17f690b95311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3095b6ac-b3de-4cff-8e28-1160004aae0b,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:10.674783 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=38e98dbf-9cd0-45f9-9b52-d1b442568113,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:10.677514 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f0c2739d-3a89-4ce1-a95f-398a728bed0f tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:10.677869 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f0c2739d-3a89-4ce1-a95f-398a728bed0f tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:10.692243 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50923373-f3bd-490e-b42b-2e92f9b988f3 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:33:10.698622 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-50923373-f3bd-490e-b42b-2e92f9b988f3 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:10.704526 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d538bc12-8ecc-4391-839e-78de12f833c7 None None] Sync routers for ids ['960bb660-11ef-4a69-ac83-24278ebf85cb'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:33:10.715848 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d538bc12-8ecc-4391-839e-78de12f833c7 None None] Routers {'960bb660-11ef-4a69-ac83-24278ebf85cb'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:33:10.716986 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-d538bc12-8ecc-4391-839e-78de12f833c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:32:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['960bb660-11ef-4a69-ac83-24278ebf85cb'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:33:10.728138 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-f0c2739d-3a89-4ce1-a95f-398a728bed0f tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Calling delete_port for 49d940f9-0d80-4248-9008-ca2c784d9a38 owned by network:floatingip {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:33:10.733895 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-50923373-f3bd-490e-b42b-2e92f9b988f3 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] 10.222.0.75 "PUT /v2.0/floatingips/ef18664d-fe60-4384-872c-7ecc677c8151 HTTP/1.1" status: 200 len: 990 time: 1.6305094 Nov 25 17:33:10.734591 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e951f04-d37c-41c6-a2d6-04e6dba02e5d', 'tag': '6aa27087-21e8-4b0f-918c-e17252f8f2aa'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:33:10.737050 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b0c34e-0a16-489d-a3e3-cce4823dc9bf" -d '{"events": [{"name": "network-changed", "server_uuid": "7e951f04-d37c-41c6-a2d6-04e6dba02e5d", "tag": "6aa27087-21e8-4b0f-918c-e17252f8f2aa"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:33:10.794677 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3ab1c0ac-8389-4cc5-80f0-19d077a6728a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:10.820103 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3ab1c0ac-8389-4cc5-80f0-19d077a6728a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:10.828474 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ff3529-f650-4b9d-b499-5ff1f2d54422 x-openstack-request-id: req-00ff3529-f650-4b9d-b499-5ff1f2d54422 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:33:10.828860 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e951f04-d37c-41c6-a2d6-04e6dba02e5d", "tag": "6aa27087-21e8-4b0f-918c-e17252f8f2aa", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:33:10.829208 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-00ff3529-f650-4b9d-b499-5ff1f2d54422 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:33:10.829682 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e951f04-d37c-41c6-a2d6-04e6dba02e5d', 'tag': '6aa27087-21e8-4b0f-918c-e17252f8f2aa', 'status': 'completed', 'code': 200} Nov 25 17:33:10.886309 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['38e98dbf-9cd0-45f9-9b52-d1b442568113'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:33:10.928868 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3ab1c0ac-8389-4cc5-80f0-19d077a6728a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:10.931572 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3ab1c0ac-8389-4cc5-80f0-19d077a6728a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:10.933370 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-3ab1c0ac-8389-4cc5-80f0-19d077a6728a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3095b6ac-b3de-4cff-8e28-1160004aae0b HTTP/1.1" status: 204 len: 168 time: 0.2937696 Nov 25 17:33:10.936649 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-d538bc12-8ecc-4391-839e-78de12f833c7 None None] Set router 960bb660-11ef-4a69-ac83-24278ebf85cb gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:33:11.084141 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab1c0ac-8389-4cc5-80f0-19d077a6728a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3095b6ac-b3de-4cff-8e28-1160004aae0b,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:11.107505 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b0c34e-0a16-489d-a3e3-cce4823dc9bf req-473d006a-8505-4f77-8f10-20386406e7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:11.108959 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-10b0c34e-0a16-489d-a3e3-cce4823dc9bf req-473d006a-8505-4f77-8f10-20386406e7c1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=52a7f1a75cb849a792055fde7412fdf4&device_id=7e951f04-d37c-41c6-a2d6-04e6dba02e5d HTTP/1.1" status: 200 len: 1097 time: 0.2478700 Nov 25 17:33:11.115213 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f0c2739d-3a89-4ce1-a95f-398a728bed0f tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:11.147280 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf5ba7-4b8d-4078-a9fe-3c031c8baa04 req-99e7c473-1f5f-4278-8e4e-4d861c259999 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:11.157776 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3bf5ba7-4b8d-4078-a9fe-3c031c8baa04 req-99e7c473-1f5f-4278-8e4e-4d861c259999 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] 10.222.0.75 "GET /v2.0/ports?device_id=d765b1b4-7207-48ad-b180-16685529ae2c HTTP/1.1" status: 200 len: 944 time: 0.2540367 Nov 25 17:33:11.318325 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-d538bc12-8ecc-4391-839e-78de12f833c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960bb660-11ef-4a69-ac83-24278ebf85cb', 'name': 'tempest-ServersTestJSON-2132435216-router', 'tenant_id': '52a7f1a75cb849a792055fde7412fdf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '5e0cd402-5399-4830-857e-6ab9c6db7896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:32:38Z', 'updated_at': '2021-11-25T17:32:44Z', 'revision_number': 4, 'project_id': '52a7f1a75cb849a792055fde7412fdf4', 'gw_port': {'id': '5e0cd402-5399-4830-857e-6ab9c6db7896', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:27:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960bb660-11ef-4a69-ac83-24278ebf85cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:32:39Z', 'updated_at': '2021-11-25T17:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': 'ef18664d-fe60-4384-872c-7ecc677c8151', 'tenant_id': '52a7f1a75cb849a792055fde7412fdf4', 'floating_ip_address': '172.25.0.7', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '960bb660-11ef-4a69-ac83-24278ebf85cb', 'port_id': '6aa27087-21e8-4b0f-918c-e17252f8f2aa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15da2b0b-58fc-4161-9150-5b2e12841ebd', 'mac_address': 'fa:16:3e:30:89:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e951f04-d37c-41c6-a2d6-04e6dba02e5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:32:51Z', 'updated_at': '2021-11-25T17:33:09Z', 'revision_number': 1, 'project_id': '52a7f1a75cb849a792055fde7412fdf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10711a60-71fb-4cf1-972e-799faab60cfa', 'name': '', 'network_id': '15da2b0b-58fc-4161-9150-5b2e12841ebd', 'tenant_id': '52a7f1a75cb849a792055fde7412fdf4', 'mac_address': 'fa:16:3e:8a:b3:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960bb660-11ef-4a69-ac83-24278ebf85cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '4adf4a2b-4e3a-4e33-932e-a75235c5c4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:32:42Z', 'updated_at': '2021-11-25T17:32:50Z', 'revision_number': 5, 'project_id': '52a7f1a75cb849a792055fde7412fdf4', 'subnets': [{'id': '4adf4a2b-4e3a-4e33-932e-a75235c5c4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:33:11.510409 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d538bc12-8ecc-4391-839e-78de12f833c7 None None] Checking router: 960bb660-11ef-4a69-ac83-24278ebf85cb for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:33:11.520072 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d538bc12-8ecc-4391-839e-78de12f833c7 None None] Routers {'960bb660-11ef-4a69-ac83-24278ebf85cb'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:33:11.520987 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-d538bc12-8ecc-4391-839e-78de12f833c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:32:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['960bb660-11ef-4a69-ac83-24278ebf85cb'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:33:11.707477 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-d538bc12-8ecc-4391-839e-78de12f833c7 None None] Set router 960bb660-11ef-4a69-ac83-24278ebf85cb gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:33:11.711881 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c2739d-3a89-4ce1-a95f-398a728bed0f tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Pushing event deleted for resources: {'Port': ['ID=49d940f9-0d80-4248-9008-ca2c784d9a38,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:11.806095 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3bf5ba7-4b8d-4078-a9fe-3c031c8baa04 req-f918c7bf-dd55-4489-885c-30eb1cbf4725 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f024779-e810-4a87-8722-637fabf4534b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6474385 Nov 25 17:33:11.811852 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b0c34e-0a16-489d-a3e3-cce4823dc9bf req-3c0c857a-309b-4df4-a8d4-e5b92709b6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:11.813421 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-10b0c34e-0a16-489d-a3e3-cce4823dc9bf req-3c0c857a-309b-4df4-a8d4-e5b92709b6ec service neutron] 10.222.0.74 "GET /v2.0/networks?id=15da2b0b-58fc-4161-9150-5b2e12841ebd HTTP/1.1" status: 200 len: 907 time: 0.6885383 Nov 25 17:33:11.863056 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f0c2739d-3a89-4ce1-a95f-398a728bed0f tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Publish callbacks [] for floatingip, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:11.865593 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f0c2739d-3a89-4ce1-a95f-398a728bed0f tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:11.866933 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-f0c2739d-3a89-4ce1-a95f-398a728bed0f tempest-ImagesOneServerNegativeTestJSON-2068385048 tempest-ImagesOneServerNegativeTestJSON-2068385048-project] 10.222.0.75 "DELETE /v2.0/floatingips/2193fbbb-a4b4-47f4-a786-81a2aff61dfb HTTP/1.1" status: 204 len: 168 time: 1.7069299 Nov 25 17:33:11.919937 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-10b0c34e-0a16-489d-a3e3-cce4823dc9bf req-5357be32-2a9b-42c6-8490-0d6a59a3ce33 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6aa27087-21e8-4b0f-918c-e17252f8f2aa HTTP/1.1" status: 200 len: 998 time: 0.0972016 Nov 25 17:33:12.008188 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b0c34e-0a16-489d-a3e3-cce4823dc9bf req-78ebad68-e26b-421e-9359-2fd58b69ba1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:12.009990 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-10b0c34e-0a16-489d-a3e3-cce4823dc9bf req-78ebad68-e26b-421e-9359-2fd58b69ba1a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4adf4a2b-4e3a-4e33-932e-a75235c5c4e8 HTTP/1.1" status: 200 len: 845 time: 0.0808022 Nov 25 17:33:12.040255 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 45718) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:12.052427 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-d538bc12-8ecc-4391-839e-78de12f833c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960bb660-11ef-4a69-ac83-24278ebf85cb', 'name': 'tempest-ServersTestJSON-2132435216-router', 'tenant_id': '52a7f1a75cb849a792055fde7412fdf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '5e0cd402-5399-4830-857e-6ab9c6db7896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:32:38Z', 'updated_at': '2021-11-25T17:32:44Z', 'revision_number': 4, 'project_id': '52a7f1a75cb849a792055fde7412fdf4', 'gw_port': {'id': '5e0cd402-5399-4830-857e-6ab9c6db7896', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:27:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960bb660-11ef-4a69-ac83-24278ebf85cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:32:39Z', 'updated_at': '2021-11-25T17:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': 'ef18664d-fe60-4384-872c-7ecc677c8151', 'tenant_id': '52a7f1a75cb849a792055fde7412fdf4', 'floating_ip_address': '172.25.0.7', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '960bb660-11ef-4a69-ac83-24278ebf85cb', 'port_id': '6aa27087-21e8-4b0f-918c-e17252f8f2aa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15da2b0b-58fc-4161-9150-5b2e12841ebd', 'mac_address': 'fa:16:3e:30:89:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e951f04-d37c-41c6-a2d6-04e6dba02e5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:32:51Z', 'updated_at': '2021-11-25T17:33:09Z', 'revision_number': 1, 'project_id': '52a7f1a75cb849a792055fde7412fdf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10711a60-71fb-4cf1-972e-799faab60cfa', 'name': '', 'network_id': '15da2b0b-58fc-4161-9150-5b2e12841ebd', 'tenant_id': '52a7f1a75cb849a792055fde7412fdf4', 'mac_address': 'fa:16:3e:8a:b3:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960bb660-11ef-4a69-ac83-24278ebf85cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '4adf4a2b-4e3a-4e33-932e-a75235c5c4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:32:42Z', 'updated_at': '2021-11-25T17:32:50Z', 'revision_number': 5, 'project_id': '52a7f1a75cb849a792055fde7412fdf4', 'subnets': [{'id': '4adf4a2b-4e3a-4e33-932e-a75235c5c4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:33:12.081981 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b0c34e-0a16-489d-a3e3-cce4823dc9bf req-49a40de6-02ca-49e7-9f65-a868c2758f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:12.084203 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-10b0c34e-0a16-489d-a3e3-cce4823dc9bf req-49a40de6-02ca-49e7-9f65-a868c2758f34 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=15da2b0b-58fc-4161-9150-5b2e12841ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644035 Nov 25 17:33:12.093892 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d538bc12-8ecc-4391-839e-78de12f833c7 None None] The sync data for ids ['960bb660-11ef-4a69-ac83-24278ebf85cb'] in n-d-817746-1 is: [{'id': '960bb660-11ef-4a69-ac83-24278ebf85cb', 'name': 'tempest-ServersTestJSON-2132435216-router', 'tenant_id': '52a7f1a75cb849a792055fde7412fdf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '5e0cd402-5399-4830-857e-6ab9c6db7896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:32:38Z', 'updated_at': '2021-11-25T17:32:44Z', 'revision_number': 4, 'project_id': '52a7f1a75cb849a792055fde7412fdf4', 'gw_port': {'id': '5e0cd402-5399-4830-857e-6ab9c6db7896', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:27:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960bb660-11ef-4a69-ac83-24278ebf85cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:32:39Z', 'updated_at': '2021-11-25T17:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': 'ef18664d-fe60-4384-872c-7ecc677c8151', 'tenant_id': '52a7f1a75cb849a792055fde7412fdf4', 'floating_ip_address': '172.25.0.7', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '960bb660-11ef-4a69-ac83-24278ebf85cb', 'port_id': '6aa27087-21e8-4b0f-918c-e17252f8f2aa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15da2b0b-58fc-4161-9150-5b2e12841ebd', 'mac_address': 'fa:16:3e:30:89:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e951f04-d37c-41c6-a2d6-04e6dba02e5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:32:51Z', 'updated_at': '2021-11-25T17:33:09Z', 'revision_number': 1, 'project_id': '52a7f1a75cb849a792055fde7412fdf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10711a60-71fb-4cf1-972e-799faab60cfa', 'name': '', 'network_id': '15da2b0b-58fc-4161-9150-5b2e12841ebd', 'tenant_id': '52a7f1a75cb849a792055fde7412fdf4', 'mac_address': 'fa:16:3e:8a:b3:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960bb660-11ef-4a69-ac83-24278ebf85cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '4adf4a2b-4e3a-4e33-932e-a75235c5c4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:32:42Z', 'updated_at': '2021-11-25T17:32:50Z', 'revision_number': 5, 'project_id': '52a7f1a75cb849a792055fde7412fdf4', 'subnets': [{'id': '4adf4a2b-4e3a-4e33-932e-a75235c5c4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:33:12.103927 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-14da1aa5-32cc-4833-92fc-eaa992b169e3 admin admin] Deleting subnet 0488b60b-dc56-4141-98fc-cb7726390b53 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:33:12.108028 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-14da1aa5-32cc-4833-92fc-eaa992b169e3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:12.147415 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-14da1aa5-32cc-4833-92fc-eaa992b169e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:12.197470 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-14da1aa5-32cc-4833-92fc-eaa992b169e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:12.223789 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-10b0c34e-0a16-489d-a3e3-cce4823dc9bf req-90dc5cc3-9000-40c7-970d-53a6237e0156 service neutron] 10.222.0.74 "GET /v2.0/networks/15da2b0b-58fc-4161-9150-5b2e12841ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317234 Nov 25 17:33:12.250654 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 38e98dbf-9cd0-45f9-9b52-d1b442568113 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:33:12.273824 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-14da1aa5-32cc-4833-92fc-eaa992b169e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:12.325835 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port 38e98dbf-9cd0-45f9-9b52-d1b442568113 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:33:12.331374 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port 38e98dbf-9cd0-45f9-9b52-d1b442568113 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:33:12.331934 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:12.341012 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-10b0c34e-0a16-489d-a3e3-cce4823dc9bf req-f6acd976-2853-4dbc-91b1-9a6f6ae75991 service neutron] 10.222.0.74 "GET /v2.0/networks/15da2b0b-58fc-4161-9150-5b2e12841ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098564 Nov 25 17:33:12.344314 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14da1aa5-32cc-4833-92fc-eaa992b169e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0488b60b-dc56-4141-98fc-cb7726390b53,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:12.350304 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-14da1aa5-32cc-4833-92fc-eaa992b169e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:12.358058 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-14da1aa5-32cc-4833-92fc-eaa992b169e3 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/0488b60b-dc56-4141-98fc-cb7726390b53 HTTP/1.1" status: 204 len: 168 time: 0.3160613 Nov 25 17:33:12.362315 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 45726) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:12.452348 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d45f728-5df1-4cb1-8264-7c27980e1977 None None] New status for floating IP ef18664d-fe60-4384-872c-7ecc677c8151: ACTIVE {{(pid=103363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:33:12.465648 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-512b805f-116f-4854-862f-0f337cd62b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:12.486076 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:12.524227 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd765b1b4-7207-48ad-b180-16685529ae2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e98dbf-9cd0-45f9-9b52-d1b442568113'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:33:12.527609 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16bf21c1-3189-4533-94e5-a9158eaf08f1" -d '{"events": [{"server_uuid": "d765b1b4-7207-48ad-b180-16685529ae2c", "name": "network-vif-plugged", "status": "completed", "tag": "38e98dbf-9cd0-45f9-9b52-d1b442568113"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:33:12.541887 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 38e98dbf-9cd0-45f9-9b52-d1b442568113, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=38e98dbf-9cd0-45f9-9b52-d1b442568113,segment=NetworkSegment(8bf00926-7be4-46f0-a85d-023b1ff6562a),segment_id=8bf00926-7be4-46f0-a85d-023b1ff6562a)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:12.546684 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:12.581158 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eef6357-4f0b-4711-95b0-eba6531a3b67 x-openstack-request-id: req-5eef6357-4f0b-4711-95b0-eba6531a3b67 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:33:12.581158 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d765b1b4-7207-48ad-b180-16685529ae2c", "name": "network-vif-plugged", "status": "completed", "tag": "38e98dbf-9cd0-45f9-9b52-d1b442568113", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:33:12.581520 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5eef6357-4f0b-4711-95b0-eba6531a3b67 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:33:12.581998 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd765b1b4-7207-48ad-b180-16685529ae2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e98dbf-9cd0-45f9-9b52-d1b442568113', 'code': 200} Nov 25 17:33:12.607179 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-512b805f-116f-4854-862f-0f337cd62b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:12.620942 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=38e98dbf-9cd0-45f9-9b52-d1b442568113,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:12.645692 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-512b805f-116f-4854-862f-0f337cd62b48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a8c66d3-1027-4660-98b7-5ec4a01a4fdc']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:33:12.650854 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 45734) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:12.700992 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-512b805f-116f-4854-862f-0f337cd62b48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b56f9b7-dcf8-416a-8490-b1f1b6152b37') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:33:12.701294 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-512b805f-116f-4854-862f-0f337cd62b48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b56f9b7-dcf8-416a-8490-b1f1b6152b37') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:33:12.714284 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-512b805f-116f-4854-862f-0f337cd62b48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:12.737027 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-512b805f-116f-4854-862f-0f337cd62b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:12.744453 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-512b805f-116f-4854-862f-0f337cd62b48 admin admin] Releasing vlan 919 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:33:12.745882 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-512b805f-116f-4854-862f-0f337cd62b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:12.747697 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:33:12.747697 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:33:12.747697 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:33:12.747697 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:33:12.747697 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:33:12.747697 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:33:12.747697 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:33:12.747697 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:33:12.747697 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:33:12.747697 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:33:12.747697 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:33:12.747697 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:33:12.747697 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:33:12.747697 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:33:12.747697 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:33:12.747697 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:33:12.747697 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:33:12.747697 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:33:12.747697 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:33:12.747697 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:33:12.747697 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:33:12.747697 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:33:12.747697 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:33:12.747697 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:33:12.747697 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:33:12.747697 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:33:12.747697 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:33:12.747697 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:33:12.747697 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:33:12.747697 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:33:12.747697 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:33:12.747697 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:33:12.762353 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a76dfc-4b9c-485f-bf1c-41bdf91b2a35 req-9188084b-4762-4bfd-bfb7-f0e0a556376b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:12.763977 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d1a76dfc-4b9c-485f-bf1c-41bdf91b2a35 req-9188084b-4762-4bfd-bfb7-f0e0a556376b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d765b1b4-7207-48ad-b180-16685529ae2c HTTP/1.1" status: 200 len: 1096 time: 0.0969281 Nov 25 17:33:12.810647 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a280d51c-1a75-450b-8c11-da974730f3d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:12.835279 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-512b805f-116f-4854-862f-0f337cd62b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:12.842347 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-512b805f-116f-4854-862f-0f337cd62b48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:12.846347 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-512b805f-116f-4854-862f-0f337cd62b48 admin admin] 10.222.0.75 "DELETE /v2.0/networks/7a8c66d3-1027-4660-98b7-5ec4a01a4fdc HTTP/1.1" status: 204 len: 168 time: 0.4827566 Nov 25 17:33:12.877305 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512b805f-116f-4854-862f-0f337cd62b48 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a8c66d3-1027-4660-98b7-5ec4a01a4fdc,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:12.885307 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d1a76dfc-4b9c-485f-bf1c-41bdf91b2a35 req-daecb7d0-4ffd-4b34-9f79-ab702cdd6de5 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=9f024779-e810-4a87-8722-637fabf4534b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861368 Nov 25 17:33:12.912960 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a280d51c-1a75-450b-8c11-da974730f3d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:12.918796 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a280d51c-1a75-450b-8c11-da974730f3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:12.961794 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a280d51c-1a75-450b-8c11-da974730f3d5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=61a5d816abee4b48be2b8ac69cffca71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3090725 Nov 25 17:33:12.962395 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a280d51c-1a75-450b-8c11-da974730f3d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7346b7bb-8a62-4aaf-a350-43a48f08c064,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:12.964623 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6689dd0d-83b4-49bb-92a5-9eb895b64eaa req-fcd102a6-5a8b-495b-addb-be8e3a3a9861 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:12.965527 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 45746) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:12.971907 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6689dd0d-83b4-49bb-92a5-9eb895b64eaa req-fcd102a6-5a8b-495b-addb-be8e3a3a9861 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] 10.222.0.75 "GET /v2.0/ports?device_id=d765b1b4-7207-48ad-b180-16685529ae2c HTTP/1.1" status: 200 len: 945 time: 0.0682142 Nov 25 17:33:13.001234 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 45750) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:13.038435 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-52cfe4cc-6db0-4d70-8c62-b3d3f0ea9a5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:13.057516 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6689dd0d-83b4-49bb-92a5-9eb895b64eaa req-557d960d-a5f7-4045-8b7b-b627837b80d2 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f024779-e810-4a87-8722-637fabf4534b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847170 Nov 25 17:33:13.063725 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-52cfe4cc-6db0-4d70-8c62-b3d3f0ea9a5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:13.069401 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-8e6f1c02-4c8e-4616-aefd-760afbd756bb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=28e639b61725474a8e2246556ccdec9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0670636 Nov 25 17:33:13.071652 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 45752) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:13.116936 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-52cfe4cc-6db0-4d70-8c62-b3d3f0ea9a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:13.119522 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-52cfe4cc-6db0-4d70-8c62-b3d3f0ea9a5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:13.120704 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-52cfe4cc-6db0-4d70-8c62-b3d3f0ea9a5d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7346b7bb-8a62-4aaf-a350-43a48f08c064 HTTP/1.1" status: 204 len: 168 time: 0.1541076 Nov 25 17:33:13.129000 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cfe4cc-6db0-4d70-8c62-b3d3f0ea9a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7346b7bb-8a62-4aaf-a350-43a48f08c064,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:13.130094 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-583ef6d3-c9c3-4fcd-8844-d6e1a02841ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:13.157019 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-583ef6d3-c9c3-4fcd-8844-d6e1a02841ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:13.207196 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-583ef6d3-c9c3-4fcd-8844-d6e1a02841ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:13.209904 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-583ef6d3-c9c3-4fcd-8844-d6e1a02841ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:13.211089 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-583ef6d3-c9c3-4fcd-8844-d6e1a02841ad admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/64a4895e-66bb-4a82-9045-67d823985e73 HTTP/1.1" status: 204 len: 168 time: 0.1383977 Nov 25 17:33:13.219751 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583ef6d3-c9c3-4fcd-8844-d6e1a02841ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a4895e-66bb-4a82-9045-67d823985e73,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:14.220914 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb14566-878c-42b3-8a62-e0002f76e75f req-eeecc8ea-50e4-44c6-8e89-082a31fb7348 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:14.222464 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3cb14566-878c-42b3-8a62-e0002f76e75f req-eeecc8ea-50e4-44c6-8e89-082a31fb7348 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] 10.222.0.75 "GET /v2.0/ports?device_id=d765b1b4-7207-48ad-b180-16685529ae2c HTTP/1.1" status: 200 len: 945 time: 0.0527377 Nov 25 17:33:14.273056 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3cb14566-878c-42b3-8a62-e0002f76e75f req-de4d670b-0163-4354-baa5-6b1ec9438c72 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f024779-e810-4a87-8722-637fabf4534b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443339 Nov 25 17:33:14.394132 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8392ec6-e54e-41a6-9df0-4d5da88f4b98 req-6f92e749-22a3-483c-ae74-32b6b9804336 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:14.395644 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e8392ec6-e54e-41a6-9df0-4d5da88f4b98 req-6f92e749-22a3-483c-ae74-32b6b9804336 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] 10.222.0.75 "GET /v2.0/ports?device_id=d765b1b4-7207-48ad-b180-16685529ae2c HTTP/1.1" status: 200 len: 945 time: 0.0539501 Nov 25 17:33:14.405503 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 45828) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:14.410255 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-2c68db88-167d-4968-ad8e-718e2bb3c8c6 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Request body: {'floatingip': {'port_id': '38e98dbf-9cd0-45f9-9b52-d1b442568113'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:33:14.470614 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2c68db88-167d-4968-ad8e-718e2bb3c8c6 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Publish callbacks [] for floatingip, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:15.230201 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2c68db88-167d-4968-ad8e-718e2bb3c8c6 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:15.234489 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2c68db88-167d-4968-ad8e-718e2bb3c8c6 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:15.336274 n-d-817746-1 neutron-server[103360]: INFO neutron.db.l3_db [None req-2c68db88-167d-4968-ad8e-718e2bb3c8c6 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Floating IP bb57ea3f-f717-4995-a8e4-962dfb1d4cc7 associated. External IP: 172.25.0.15, port: 38e98dbf-9cd0-45f9-9b52-d1b442568113. Nov 25 17:33:15.556127 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c68db88-167d-4968-ad8e-718e2bb3c8c6 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Router 2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:33:15.680591 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c68db88-167d-4968-ad8e-718e2bb3c8c6 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:33:15.687764 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2c68db88-167d-4968-ad8e-718e2bb3c8c6 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:15.691617 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4563a501-3ae4-4b1f-8c04-584f108b85b4 None None] Sync routers for ids ['2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:33:15.704992 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4563a501-3ae4-4b1f-8c04-584f108b85b4 None None] Routers {'2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:33:15.706160 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-4563a501-3ae4-4b1f-8c04-584f108b85b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:32:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:33:15.723999 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2c68db88-167d-4968-ad8e-718e2bb3c8c6 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] 10.222.0.75 "PUT /v2.0/floatingips/bb57ea3f-f717-4995-a8e4-962dfb1d4cc7 HTTP/1.1" status: 200 len: 990 time: 1.3173106 Nov 25 17:33:15.724866 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd765b1b4-7207-48ad-b180-16685529ae2c', 'tag': '38e98dbf-9cd0-45f9-9b52-d1b442568113'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:33:15.727446 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7afb0375-93f7-4ea7-aedb-f9671797e9ea" -d '{"events": [{"name": "network-changed", "server_uuid": "d765b1b4-7207-48ad-b180-16685529ae2c", "tag": "38e98dbf-9cd0-45f9-9b52-d1b442568113"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:33:15.845840 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f979206-5c53-4ac9-a6d9-7e0a82312331 x-openstack-request-id: req-6f979206-5c53-4ac9-a6d9-7e0a82312331 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:33:15.846234 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d765b1b4-7207-48ad-b180-16685529ae2c", "tag": "38e98dbf-9cd0-45f9-9b52-d1b442568113", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:33:15.846707 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6f979206-5c53-4ac9-a6d9-7e0a82312331 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:33:15.847222 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd765b1b4-7207-48ad-b180-16685529ae2c', 'tag': '38e98dbf-9cd0-45f9-9b52-d1b442568113', 'status': 'completed', 'code': 200} Nov 25 17:33:15.879241 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-4563a501-3ae4-4b1f-8c04-584f108b85b4 None None] Set router 2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:33:15.985211 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb0375-93f7-4ea7-aedb-f9671797e9ea req-b69c07f4-3a94-49d2-a85a-44a33b8abc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:16.001134 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7afb0375-93f7-4ea7-aedb-f9671797e9ea req-b69c07f4-3a94-49d2-a85a-44a33b8abc9d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=993e53d13f4a4f928421fafbce5572c3&device_id=d765b1b4-7207-48ad-b180-16685529ae2c HTTP/1.1" status: 200 len: 1096 time: 0.1229780 Nov 25 17:33:16.102397 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb0375-93f7-4ea7-aedb-f9671797e9ea req-5c29d01e-2952-489f-a5df-05b080d2ede9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:16.104113 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7afb0375-93f7-4ea7-aedb-f9671797e9ea req-5c29d01e-2952-489f-a5df-05b080d2ede9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=741d8194-35ac-41e6-a27e-dc63c59af432 HTTP/1.1" status: 200 len: 916 time: 0.0994110 Nov 25 17:33:16.177621 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7afb0375-93f7-4ea7-aedb-f9671797e9ea req-ec5b1d45-e087-42cc-8851-684a8976a035 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38e98dbf-9cd0-45f9-9b52-d1b442568113 HTTP/1.1" status: 200 len: 998 time: 0.0664246 Nov 25 17:33:16.178809 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-4563a501-3ae4-4b1f-8c04-584f108b85b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b', 'name': 'tempest-ServersTestFqdnHostnames-1023932985-router', 'tenant_id': '993e53d13f4a4f928421fafbce5572c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '39de9e00-353b-4713-911e-040c17c016d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:32:47Z', 'updated_at': '2021-11-25T17:32:54Z', 'revision_number': 4, 'project_id': '993e53d13f4a4f928421fafbce5572c3', 'gw_port': {'id': '39de9e00-353b-4713-911e-040c17c016d0', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:32:47Z', 'updated_at': '2021-11-25T17:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': 'bb57ea3f-f717-4995-a8e4-962dfb1d4cc7', 'tenant_id': '993e53d13f4a4f928421fafbce5572c3', 'floating_ip_address': '172.25.0.15', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b', 'port_id': '38e98dbf-9cd0-45f9-9b52-d1b442568113', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1252, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '741d8194-35ac-41e6-a27e-dc63c59af432', 'mac_address': 'fa:16:3e:9a:f5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd765b1b4-7207-48ad-b180-16685529ae2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:33:00Z', 'updated_at': '2021-11-25T17:33:15Z', 'revision_number': 1, 'project_id': '993e53d13f4a4f928421fafbce5572c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0f2a3c7-208e-427e-b93c-97f02247fc8d', 'name': '', 'network_id': '741d8194-35ac-41e6-a27e-dc63c59af432', 'tenant_id': '993e53d13f4a4f928421fafbce5572c3', 'mac_address': 'fa:16:3e:31:bf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'd7e694ac-d04c-4128-9df7-0839adaa9a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:32:52Z', 'updated_at': '2021-11-25T17:32:58Z', 'revision_number': 5, 'project_id': '993e53d13f4a4f928421fafbce5572c3', 'subnets': [{'id': 'd7e694ac-d04c-4128-9df7-0839adaa9a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:33:16.210161 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4563a501-3ae4-4b1f-8c04-584f108b85b4 None None] Checking router: 2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:33:16.219689 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4563a501-3ae4-4b1f-8c04-584f108b85b4 None None] Routers {'2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:33:16.220484 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-4563a501-3ae4-4b1f-8c04-584f108b85b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:32:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:33:16.242890 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb0375-93f7-4ea7-aedb-f9671797e9ea req-d96349cf-64bd-4a49-9d00-565d7487e79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:16.245754 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7afb0375-93f7-4ea7-aedb-f9671797e9ea req-d96349cf-64bd-4a49-9d00-565d7487e79e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d7e694ac-d04c-4128-9df7-0839adaa9a91 HTTP/1.1" status: 200 len: 854 time: 0.0599046 Nov 25 17:33:16.296450 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb0375-93f7-4ea7-aedb-f9671797e9ea req-6533fab6-a477-4909-b33c-166fd83fbb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:16.298098 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7afb0375-93f7-4ea7-aedb-f9671797e9ea req-6533fab6-a477-4909-b33c-166fd83fbb9f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=741d8194-35ac-41e6-a27e-dc63c59af432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467389 Nov 25 17:33:16.336656 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-4563a501-3ae4-4b1f-8c04-584f108b85b4 None None] Set router 2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:33:16.396349 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7afb0375-93f7-4ea7-aedb-f9671797e9ea req-8cd92986-9558-48c2-be2d-13abb3107de7 service neutron] 10.222.0.90 "GET /v2.0/networks/741d8194-35ac-41e6-a27e-dc63c59af432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914652 Nov 25 17:33:16.509583 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7afb0375-93f7-4ea7-aedb-f9671797e9ea req-a22bf8ce-ad32-447d-8719-0bdd1a3d219b service neutron] 10.222.0.90 "GET /v2.0/networks/741d8194-35ac-41e6-a27e-dc63c59af432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048517 Nov 25 17:33:16.584120 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:16.597457 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-4563a501-3ae4-4b1f-8c04-584f108b85b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b', 'name': 'tempest-ServersTestFqdnHostnames-1023932985-router', 'tenant_id': '993e53d13f4a4f928421fafbce5572c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '39de9e00-353b-4713-911e-040c17c016d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:32:47Z', 'updated_at': '2021-11-25T17:32:54Z', 'revision_number': 4, 'project_id': '993e53d13f4a4f928421fafbce5572c3', 'gw_port': {'id': '39de9e00-353b-4713-911e-040c17c016d0', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:32:47Z', 'updated_at': '2021-11-25T17:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': 'bb57ea3f-f717-4995-a8e4-962dfb1d4cc7', 'tenant_id': '993e53d13f4a4f928421fafbce5572c3', 'floating_ip_address': '172.25.0.15', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b', 'port_id': '38e98dbf-9cd0-45f9-9b52-d1b442568113', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1252, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '741d8194-35ac-41e6-a27e-dc63c59af432', 'mac_address': 'fa:16:3e:9a:f5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd765b1b4-7207-48ad-b180-16685529ae2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:33:00Z', 'updated_at': '2021-11-25T17:33:15Z', 'revision_number': 1, 'project_id': '993e53d13f4a4f928421fafbce5572c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0f2a3c7-208e-427e-b93c-97f02247fc8d', 'name': '', 'network_id': '741d8194-35ac-41e6-a27e-dc63c59af432', 'tenant_id': '993e53d13f4a4f928421fafbce5572c3', 'mac_address': 'fa:16:3e:31:bf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'd7e694ac-d04c-4128-9df7-0839adaa9a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:32:52Z', 'updated_at': '2021-11-25T17:32:58Z', 'revision_number': 5, 'project_id': '993e53d13f4a4f928421fafbce5572c3', 'subnets': [{'id': 'd7e694ac-d04c-4128-9df7-0839adaa9a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:33:16.630567 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4563a501-3ae4-4b1f-8c04-584f108b85b4 None None] The sync data for ids ['2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b'] in n-d-817746-1 is: [{'id': '2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b', 'name': 'tempest-ServersTestFqdnHostnames-1023932985-router', 'tenant_id': '993e53d13f4a4f928421fafbce5572c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '39de9e00-353b-4713-911e-040c17c016d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:32:47Z', 'updated_at': '2021-11-25T17:32:54Z', 'revision_number': 4, 'project_id': '993e53d13f4a4f928421fafbce5572c3', 'gw_port': {'id': '39de9e00-353b-4713-911e-040c17c016d0', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:32:47Z', 'updated_at': '2021-11-25T17:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': 'bb57ea3f-f717-4995-a8e4-962dfb1d4cc7', 'tenant_id': '993e53d13f4a4f928421fafbce5572c3', 'floating_ip_address': '172.25.0.15', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b', 'port_id': '38e98dbf-9cd0-45f9-9b52-d1b442568113', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1252, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '741d8194-35ac-41e6-a27e-dc63c59af432', 'mac_address': 'fa:16:3e:9a:f5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd765b1b4-7207-48ad-b180-16685529ae2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:33:00Z', 'updated_at': '2021-11-25T17:33:15Z', 'revision_number': 1, 'project_id': '993e53d13f4a4f928421fafbce5572c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0f2a3c7-208e-427e-b93c-97f02247fc8d', 'name': '', 'network_id': '741d8194-35ac-41e6-a27e-dc63c59af432', 'tenant_id': '993e53d13f4a4f928421fafbce5572c3', 'mac_address': 'fa:16:3e:31:bf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'd7e694ac-d04c-4128-9df7-0839adaa9a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:32:52Z', 'updated_at': '2021-11-25T17:32:58Z', 'revision_number': 5, 'project_id': '993e53d13f4a4f928421fafbce5572c3', 'subnets': [{'id': 'd7e694ac-d04c-4128-9df7-0839adaa9a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:33:16.797932 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:17.078597 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8376a30d-ecf2-4e71-8055-1b3fa51e618c None None] New status for floating IP bb57ea3f-f717-4995-a8e4-962dfb1d4cc7: ACTIVE {{(pid=103363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:33:17.126533 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-40ae4561-71c4-4dfb-ab20-2c785cb6863d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:18.747084 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fcf0d3a7-4e9d-453c-82f1-75bceb5771e0 req-e8ae89a7-49f1-4d1f-83fc-498d6d9e965e tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=2d3ae4081f4e4cd2b80095c197292333&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263052 Nov 25 17:33:18.878868 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0d3a7-4e9d-453c-82f1-75bceb5771e0 req-bd18b703-3cd6-4ca8-968b-45b295a6be71 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:18.880618 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fcf0d3a7-4e9d-453c-82f1-75bceb5771e0 req-bd18b703-3cd6-4ca8-968b-45b295a6be71 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1212125 Nov 25 17:33:18.895595 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fcf0d3a7-4e9d-453c-82f1-75bceb5771e0 req-103f2d25-717d-452c-8289-3606777bfc9b tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] 10.222.0.75 "GET /v2.0/quotas/2d3ae4081f4e4cd2b80095c197292333 HTTP/1.1" status: 200 len: 375 time: 0.0093215 Nov 25 17:33:18.928123 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fcf0d3a7-4e9d-453c-82f1-75bceb5771e0 req-3705f4f4-baa6-43ed-a460-3e2d80e37f27 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=2d3ae4081f4e4cd2b80095c197292333&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270159 Nov 25 17:33:19.188616 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b3fb40dd-058b-4713-bd5e-2dc53d0d36fe req-2eaf1b1b-5681-44a6-b819-3b02fc486007 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=2d3ae4081f4e4cd2b80095c197292333&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253489 Nov 25 17:33:19.357864 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb40dd-058b-4713-bd5e-2dc53d0d36fe req-0bbc9b55-d378-4a40-a8cc-61d79661eb6f tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:19.366692 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b3fb40dd-058b-4713-bd5e-2dc53d0d36fe req-0bbc9b55-d378-4a40-a8cc-61d79661eb6f tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1698716 Nov 25 17:33:19.391567 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b3fb40dd-058b-4713-bd5e-2dc53d0d36fe req-73025dd7-cf88-4165-87e0-bfe96420f21c tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] 10.222.0.75 "GET /v2.0/quotas/2d3ae4081f4e4cd2b80095c197292333 HTTP/1.1" status: 200 len: 375 time: 0.0233266 Nov 25 17:33:19.445835 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8b51c097-5ea0-4860-b00e-b84fa40f526f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:19.483717 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b3fb40dd-058b-4713-bd5e-2dc53d0d36fe req-8c9d48c8-4cb0-425d-b44b-b6dd986eca24 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=2d3ae4081f4e4cd2b80095c197292333&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0915291 Nov 25 17:33:19.734725 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-560cf2cc-0b73-42e2-afe3-0c5c6151f74f req-3931ee30-ccc1-4745-8707-23edb8e60b7b tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] 10.222.0.75 "GET /v2.0/ports?device_id=c9f170a0-e351-44e2-b847-ae19a05a12f1 HTTP/1.1" status: 200 len: 210 time: 0.0419054 Nov 25 17:33:20.374127 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fcf0d3a7-4e9d-453c-82f1-75bceb5771e0 req-42362ccf-679b-447f-ad32-83d266d73a0f tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=2d3ae4081f4e4cd2b80095c197292333&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328755 Nov 25 17:33:20.560756 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0d3a7-4e9d-453c-82f1-75bceb5771e0 req-1d1d0761-6777-493f-a60a-d1bdcaac5bff tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:20.565935 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fcf0d3a7-4e9d-453c-82f1-75bceb5771e0 req-1d1d0761-6777-493f-a60a-d1bdcaac5bff tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1712954 Nov 25 17:33:20.581972 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-fcf0d3a7-4e9d-453c-82f1-75bceb5771e0 req-93b39f16-41c4-4143-ab95-96239e4a4f62 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Request body: {'port': {'device_id': '3dd889e5-b734-40e3-b6b0-78bc656845fb', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'admin_state_up': True, 'tenant_id': '2d3ae4081f4e4cd2b80095c197292333'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:33:20.740796 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcf0d3a7-4e9d-453c-82f1-75bceb5771e0 req-93b39f16-41c4-4143-ab95-96239e4a4f62 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Made reservation on behalf of 2d3ae4081f4e4cd2b80095c197292333 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:33:20.745617 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-fcf0d3a7-4e9d-453c-82f1-75bceb5771e0 req-93b39f16-41c4-4143-ab95-96239e4a4f62 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:20.769163 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:20.787168 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-fcf0d3a7-4e9d-453c-82f1-75bceb5771e0 req-93b39f16-41c4-4143-ab95-96239e4a4f62 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:20.879003 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-88be26c5-9ddf-456c-ac47-6705afe8675c req-ded7a56e-82bd-4b82-80c7-2825150e8714 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] 10.222.0.75 "GET /v2.0/ports?device_id=c9f170a0-e351-44e2-b847-ae19a05a12f1 HTTP/1.1" status: 200 len: 210 time: 0.0313184 Nov 25 17:33:20.927518 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-fcf0d3a7-4e9d-453c-82f1-75bceb5771e0 req-93b39f16-41c4-4143-ab95-96239e4a4f62 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:20.932723 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-fcf0d3a7-4e9d-453c-82f1-75bceb5771e0 req-93b39f16-41c4-4143-ab95-96239e4a4f62 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:21.003163 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b3fb40dd-058b-4713-bd5e-2dc53d0d36fe req-1dc7236e-2a12-45e1-a456-87d3b4b9df49 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=2d3ae4081f4e4cd2b80095c197292333&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0559413 Nov 25 17:33:21.089824 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b39f16-41c4-4143-ab95-96239e4a4f62 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de66d59e-e4b4-4371-ae76-225f18d58b1e,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:21.157762 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b39f16-41c4-4143-ab95-96239e4a4f62 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:21.158116 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b39f16-41c4-4143-ab95-96239e4a4f62 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:21.158468 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b39f16-41c4-4143-ab95-96239e4a4f62 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:21.159549 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b39f16-41c4-4143-ab95-96239e4a4f62 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:21.160191 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b39f16-41c4-4143-ab95-96239e4a4f62 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:21.160648 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b39f16-41c4-4143-ab95-96239e4a4f62 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:21.161057 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b39f16-41c4-4143-ab95-96239e4a4f62 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:21.161394 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b39f16-41c4-4143-ab95-96239e4a4f62 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:21.161731 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b39f16-41c4-4143-ab95-96239e4a4f62 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:21.162199 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b39f16-41c4-4143-ab95-96239e4a4f62 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:21.162540 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b39f16-41c4-4143-ab95-96239e4a4f62 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:21.162871 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b39f16-41c4-4143-ab95-96239e4a4f62 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:21.225769 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-fcf0d3a7-4e9d-453c-82f1-75bceb5771e0 req-93b39f16-41c4-4143-ab95-96239e4a4f62 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Allocated IP 192.168.233.111 (ab4fed0b-9bf1-4925-8765-94da08c5de2a/8793709c-5336-428d-aede-b0b8df1a26b2/f8df6412-0474-413b-8ce4-061c2c87e934) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:33:21.278693 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb40dd-058b-4713-bd5e-2dc53d0d36fe req-d4c5d428-e780-4ad4-92a0-59add4206fa1 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:21.280046 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b3fb40dd-058b-4713-bd5e-2dc53d0d36fe req-d4c5d428-e780-4ad4-92a0-59add4206fa1 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1925676 Nov 25 17:33:21.298642 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-b3fb40dd-058b-4713-bd5e-2dc53d0d36fe req-909063a9-7526-4547-952a-55e6a64c9b4e tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Request body: {'port': {'device_id': 'c9f170a0-e351-44e2-b847-ae19a05a12f1', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'admin_state_up': True, 'tenant_id': '2d3ae4081f4e4cd2b80095c197292333'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:33:21.504632 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3fb40dd-058b-4713-bd5e-2dc53d0d36fe req-909063a9-7526-4547-952a-55e6a64c9b4e tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Made reservation on behalf of 2d3ae4081f4e4cd2b80095c197292333 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:33:21.508416 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b3fb40dd-058b-4713-bd5e-2dc53d0d36fe req-909063a9-7526-4547-952a-55e6a64c9b4e tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:21.567211 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-fcf0d3a7-4e9d-453c-82f1-75bceb5771e0 req-93b39f16-41c4-4143-ab95-96239e4a4f62 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:21.648366 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-fcf0d3a7-4e9d-453c-82f1-75bceb5771e0 req-93b39f16-41c4-4143-ab95-96239e4a4f62 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:21.750310 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcf0d3a7-4e9d-453c-82f1-75bceb5771e0 req-93b39f16-41c4-4143-ab95-96239e4a4f62 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Network ab4fed0b-9bf1-4925-8765-94da08c5de2a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:33:21.765447 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-fcf0d3a7-4e9d-453c-82f1-75bceb5771e0 req-93b39f16-41c4-4143-ab95-96239e4a4f62 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:33:21.784485 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf0d3a7-4e9d-453c-82f1-75bceb5771e0 req-93b39f16-41c4-4143-ab95-96239e4a4f62 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:33:21.790444 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-b3fb40dd-058b-4713-bd5e-2dc53d0d36fe req-909063a9-7526-4547-952a-55e6a64c9b4e tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Allocated IP 192.168.233.131 (ab4fed0b-9bf1-4925-8765-94da08c5de2a/8793709c-5336-428d-aede-b0b8df1a26b2/5de1d902-61ca-495f-a62a-83205c0f84c2) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:33:21.794186 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b39f16-41c4-4143-ab95-96239e4a4f62 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Pushing event updated for resources: {'Port': ['ID=f8df6412-0474-413b-8ce4-061c2c87e934,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:21.901618 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0d3a7-4e9d-453c-82f1-75bceb5771e0 req-93b39f16-41c4-4143-ab95-96239e4a4f62 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:21.902251 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-fcf0d3a7-4e9d-453c-82f1-75bceb5771e0 req-93b39f16-41c4-4143-ab95-96239e4a4f62 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:21.948337 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fcf0d3a7-4e9d-453c-82f1-75bceb5771e0 req-93b39f16-41c4-4143-ab95-96239e4a4f62 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3716559 Nov 25 17:33:21.949954 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:21.964312 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-fcf0d3a7-4e9d-453c-82f1-75bceb5771e0 req-0babfba2-06d7-4ba4-9174-bcf0c8855c90 service neutron] Request body: {'port': {'device_id': '3dd889e5-b734-40e3-b6b0-78bc656845fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:33:22.155499 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c52f5482-580d-4562-a1d3-ec73b54ee504 req-f942ceb2-ac9c-45bc-926c-07e68fecf5bc tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] 10.222.0.75 "GET /v2.0/ports?device_id=c9f170a0-e351-44e2-b847-ae19a05a12f1 HTTP/1.1" status: 200 len: 210 time: 0.1505585 Nov 25 17:33:22.156184 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-fcf0d3a7-4e9d-453c-82f1-75bceb5771e0 req-0babfba2-06d7-4ba4-9174-bcf0c8855c90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:22.184461 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-e409f600-a70d-4548-90d5-5c88419d4fcf None None] Provisioning complete for port f8df6412-0474-413b-8ce4-061c2c87e934 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:33:22.184461 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e409f600-a70d-4548-90d5-5c88419d4fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:22.223199 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-e409f600-a70d-4548-90d5-5c88419d4fcf None None] Port f8df6412-0474-413b-8ce4-061c2c87e934 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:33:22.311917 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b3fb40dd-058b-4713-bd5e-2dc53d0d36fe req-909063a9-7526-4547-952a-55e6a64c9b4e tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:22.362927 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b3fb40dd-058b-4713-bd5e-2dc53d0d36fe req-909063a9-7526-4547-952a-55e6a64c9b4e tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:22.458658 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3fb40dd-058b-4713-bd5e-2dc53d0d36fe req-909063a9-7526-4547-952a-55e6a64c9b4e tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Network ab4fed0b-9bf1-4925-8765-94da08c5de2a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:33:22.470475 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-b3fb40dd-058b-4713-bd5e-2dc53d0d36fe req-909063a9-7526-4547-952a-55e6a64c9b4e tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:33:22.474135 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909063a9-7526-4547-952a-55e6a64c9b4e tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Pushing event updated for resources: {'Port': ['ID=5de1d902-61ca-495f-a62a-83205c0f84c2,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:22.476453 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3fb40dd-058b-4713-bd5e-2dc53d0d36fe req-909063a9-7526-4547-952a-55e6a64c9b4e tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:33:22.556156 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb40dd-058b-4713-bd5e-2dc53d0d36fe req-909063a9-7526-4547-952a-55e6a64c9b4e tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:22.556776 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b3fb40dd-058b-4713-bd5e-2dc53d0d36fe req-909063a9-7526-4547-952a-55e6a64c9b4e tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:22.581216 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b3fb40dd-058b-4713-bd5e-2dc53d0d36fe req-909063a9-7526-4547-952a-55e6a64c9b4e tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2886248 Nov 25 17:33:22.610584 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-b3fb40dd-058b-4713-bd5e-2dc53d0d36fe req-c46e86fe-5e6c-4fa8-bb7a-a1f6e9da62d2 service neutron] Request body: {'port': {'device_id': 'c9f170a0-e351-44e2-b847-ae19a05a12f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:33:22.683579 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-fcf0d3a7-4e9d-453c-82f1-75bceb5771e0 req-0babfba2-06d7-4ba4-9174-bcf0c8855c90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8df6412-0474-413b-8ce4-061c2c87e934 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:33:22.692547 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b3fb40dd-058b-4713-bd5e-2dc53d0d36fe req-c46e86fe-5e6c-4fa8-bb7a-a1f6e9da62d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:22.695827 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-fcf0d3a7-4e9d-453c-82f1-75bceb5771e0 req-0babfba2-06d7-4ba4-9174-bcf0c8855c90 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:22.723271 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-fcf0d3a7-4e9d-453c-82f1-75bceb5771e0 req-0babfba2-06d7-4ba4-9174-bcf0c8855c90 service neutron] Transition to ACTIVE for port object f8df6412-0474-413b-8ce4-061c2c87e934 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:33:22.744080 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-fcf0d3a7-4e9d-453c-82f1-75bceb5771e0 req-0babfba2-06d7-4ba4-9174-bcf0c8855c90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:22.970618 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0babfba2-06d7-4ba4-9174-bcf0c8855c90 service neutron] Pushing event updated for resources: {'Port': ['ID=f8df6412-0474-413b-8ce4-061c2c87e934,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:22.993339 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:23.017650 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-73acd098-1911-4c9c-9326-f207afff131e None None] Provisioning complete for port 5de1d902-61ca-495f-a62a-83205c0f84c2 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:33:23.018028 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-73acd098-1911-4c9c-9326-f207afff131e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:23.081102 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-73acd098-1911-4c9c-9326-f207afff131e None None] Port 5de1d902-61ca-495f-a62a-83205c0f84c2 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:33:23.122272 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-fcf0d3a7-4e9d-453c-82f1-75bceb5771e0 req-0babfba2-06d7-4ba4-9174-bcf0c8855c90 service neutron] Attempting to bind port f8df6412-0474-413b-8ce4-061c2c87e934 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:33:23.122636 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-fcf0d3a7-4e9d-453c-82f1-75bceb5771e0 req-0babfba2-06d7-4ba4-9174-bcf0c8855c90 service neutron] Attempting to bind port f8df6412-0474-413b-8ce4-061c2c87e934 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:33:23.123038 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf0d3a7-4e9d-453c-82f1-75bceb5771e0 req-0babfba2-06d7-4ba4-9174-bcf0c8855c90 service neutron] Attempting to bind port f8df6412-0474-413b-8ce4-061c2c87e934 on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:33:23.134053 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf0d3a7-4e9d-453c-82f1-75bceb5771e0 req-0babfba2-06d7-4ba4-9174-bcf0c8855c90 service neutron] Port f8df6412-0474-413b-8ce4-061c2c87e934 on network ab4fed0b-9bf1-4925-8765-94da08c5de2a not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:33:23.134479 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf0d3a7-4e9d-453c-82f1-75bceb5771e0 req-0babfba2-06d7-4ba4-9174-bcf0c8855c90 service neutron] Attempting to bind port f8df6412-0474-413b-8ce4-061c2c87e934 on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:33:23.143913 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf0d3a7-4e9d-453c-82f1-75bceb5771e0 req-0babfba2-06d7-4ba4-9174-bcf0c8855c90 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:33:23.144349 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf0d3a7-4e9d-453c-82f1-75bceb5771e0 req-0babfba2-06d7-4ba4-9174-bcf0c8855c90 service neutron] Checking segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:33:23.144907 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf0d3a7-4e9d-453c-82f1-75bceb5771e0 req-0babfba2-06d7-4ba4-9174-bcf0c8855c90 service neutron] Bound using segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:33:23.145530 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-fcf0d3a7-4e9d-453c-82f1-75bceb5771e0 req-0babfba2-06d7-4ba4-9174-bcf0c8855c90 service neutron] Bound port: f8df6412-0474-413b-8ce4-061c2c87e934, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:33:23.145810 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-fcf0d3a7-4e9d-453c-82f1-75bceb5771e0 req-0babfba2-06d7-4ba4-9174-bcf0c8855c90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:23.259329 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-fcf0d3a7-4e9d-453c-82f1-75bceb5771e0 req-0babfba2-06d7-4ba4-9174-bcf0c8855c90 service neutron] For port f8df6412-0474-413b-8ce4-061c2c87e934, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:33:23.262827 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-fcf0d3a7-4e9d-453c-82f1-75bceb5771e0 req-0babfba2-06d7-4ba4-9174-bcf0c8855c90 service neutron] For port f8df6412-0474-413b-8ce4-061c2c87e934, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=f8df6412-0474-413b-8ce4-061c2c87e934,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:33:23.272094 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-fcf0d3a7-4e9d-453c-82f1-75bceb5771e0 req-0babfba2-06d7-4ba4-9174-bcf0c8855c90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:23.384203 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0d3a7-4e9d-453c-82f1-75bceb5771e0 req-0babfba2-06d7-4ba4-9174-bcf0c8855c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:23.384742 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-fcf0d3a7-4e9d-453c-82f1-75bceb5771e0 req-0babfba2-06d7-4ba4-9174-bcf0c8855c90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:23.386736 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fcf0d3a7-4e9d-453c-82f1-75bceb5771e0 req-0babfba2-06d7-4ba4-9174-bcf0c8855c90 service neutron] 10.222.0.74 "PUT /v2.0/ports/f8df6412-0474-413b-8ce4-061c2c87e934 HTTP/1.1" status: 200 len: 1096 time: 1.4269876 Nov 25 17:33:23.387362 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd889e5-b734-40e3-b6b0-78bc656845fb', 'tag': 'f8df6412-0474-413b-8ce4-061c2c87e934'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:33:23.391393 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db022ef0-62f4-4e25-a163-5013d6beacc3" -d '{"events": [{"name": "network-changed", "server_uuid": "3dd889e5-b734-40e3-b6b0-78bc656845fb", "tag": "f8df6412-0474-413b-8ce4-061c2c87e934"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:33:23.495189 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0babfba2-06d7-4ba4-9174-bcf0c8855c90 service neutron] Pushing event updated for resources: {'Port': ['ID=f8df6412-0474-413b-8ce4-061c2c87e934,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:23.499620 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e91783-d43e-40ce-a6cf-8938c7e4bd1f x-openstack-request-id: req-85e91783-d43e-40ce-a6cf-8938c7e4bd1f {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:33:23.499925 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dd889e5-b734-40e3-b6b0-78bc656845fb", "tag": "f8df6412-0474-413b-8ce4-061c2c87e934", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:33:23.500195 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-85e91783-d43e-40ce-a6cf-8938c7e4bd1f {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:33:23.500597 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dd889e5-b734-40e3-b6b0-78bc656845fb', 'tag': 'f8df6412-0474-413b-8ce4-061c2c87e934', 'status': 'completed', 'code': 200} Nov 25 17:33:23.514338 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-b3fb40dd-058b-4713-bd5e-2dc53d0d36fe req-c46e86fe-5e6c-4fa8-bb7a-a1f6e9da62d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5de1d902-61ca-495f-a62a-83205c0f84c2 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:33:23.525599 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b3fb40dd-058b-4713-bd5e-2dc53d0d36fe req-c46e86fe-5e6c-4fa8-bb7a-a1f6e9da62d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:23.543032 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2c945-34ff-4d22-9c7e-5f88f31aa2e2 req-fa147dbc-feaa-4d77-9148-9a445361f18e tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:23.550620 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-52b2c945-34ff-4d22-9c7e-5f88f31aa2e2 req-fa147dbc-feaa-4d77-9148-9a445361f18e tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] 10.222.0.75 "GET /v2.0/ports?device_id=c9f170a0-e351-44e2-b847-ae19a05a12f1 HTTP/1.1" status: 200 len: 936 time: 0.2305026 Nov 25 17:33:23.581742 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-b3fb40dd-058b-4713-bd5e-2dc53d0d36fe req-c46e86fe-5e6c-4fa8-bb7a-a1f6e9da62d2 service neutron] Transition to ACTIVE for port object 5de1d902-61ca-495f-a62a-83205c0f84c2 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:33:23.587850 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0d3a7-4e9d-453c-82f1-75bceb5771e0 req-e5e480ff-e79e-4ce3-ba7a-08d5e9a80635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:23.590123 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fcf0d3a7-4e9d-453c-82f1-75bceb5771e0 req-e5e480ff-e79e-4ce3-ba7a-08d5e9a80635 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2d3ae4081f4e4cd2b80095c197292333&device_id=3dd889e5-b734-40e3-b6b0-78bc656845fb HTTP/1.1" status: 200 len: 1099 time: 0.1363697 Nov 25 17:33:23.594044 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b3fb40dd-058b-4713-bd5e-2dc53d0d36fe req-c46e86fe-5e6c-4fa8-bb7a-a1f6e9da62d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:23.684158 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fcf0d3a7-4e9d-453c-82f1-75bceb5771e0 req-ea2e8f9d-e9b2-4949-8d82-2ecbd8285e11 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=f8df6412-0474-413b-8ce4-061c2c87e934 HTTP/1.1" status: 200 len: 217 time: 0.0775845 Nov 25 17:33:23.700389 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-52b2c945-34ff-4d22-9c7e-5f88f31aa2e2 req-9232e696-6037-42c4-8361-43109800a7fa tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] 10.222.0.75 "GET /v2.0/security-groups?id=de66d59e-e4b4-4371-ae76-225f18d58b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487134 Nov 25 17:33:23.728416 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46e86fe-5e6c-4fa8-bb7a-a1f6e9da62d2 service neutron] Pushing event updated for resources: {'Port': ['ID=5de1d902-61ca-495f-a62a-83205c0f84c2,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:23.813681 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0d3a7-4e9d-453c-82f1-75bceb5771e0 req-b7e44afa-df9d-49bc-a11a-3af566801d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:23.815253 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fcf0d3a7-4e9d-453c-82f1-75bceb5771e0 req-b7e44afa-df9d-49bc-a11a-3af566801d01 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.1127951 Nov 25 17:33:23.887242 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-b3fb40dd-058b-4713-bd5e-2dc53d0d36fe req-c46e86fe-5e6c-4fa8-bb7a-a1f6e9da62d2 service neutron] Attempting to bind port 5de1d902-61ca-495f-a62a-83205c0f84c2 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:33:23.887587 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-b3fb40dd-058b-4713-bd5e-2dc53d0d36fe req-c46e86fe-5e6c-4fa8-bb7a-a1f6e9da62d2 service neutron] Attempting to bind port 5de1d902-61ca-495f-a62a-83205c0f84c2 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:33:23.887934 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fb40dd-058b-4713-bd5e-2dc53d0d36fe req-c46e86fe-5e6c-4fa8-bb7a-a1f6e9da62d2 service neutron] Attempting to bind port 5de1d902-61ca-495f-a62a-83205c0f84c2 on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:33:23.925729 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fb40dd-058b-4713-bd5e-2dc53d0d36fe req-c46e86fe-5e6c-4fa8-bb7a-a1f6e9da62d2 service neutron] Port 5de1d902-61ca-495f-a62a-83205c0f84c2 on network ab4fed0b-9bf1-4925-8765-94da08c5de2a not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:33:23.926134 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fb40dd-058b-4713-bd5e-2dc53d0d36fe req-c46e86fe-5e6c-4fa8-bb7a-a1f6e9da62d2 service neutron] Attempting to bind port 5de1d902-61ca-495f-a62a-83205c0f84c2 on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:33:23.948504 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fb40dd-058b-4713-bd5e-2dc53d0d36fe req-c46e86fe-5e6c-4fa8-bb7a-a1f6e9da62d2 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:33:23.948977 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fb40dd-058b-4713-bd5e-2dc53d0d36fe req-c46e86fe-5e6c-4fa8-bb7a-a1f6e9da62d2 service neutron] Checking segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:33:23.949499 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fb40dd-058b-4713-bd5e-2dc53d0d36fe req-c46e86fe-5e6c-4fa8-bb7a-a1f6e9da62d2 service neutron] Bound using segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:33:23.950027 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-b3fb40dd-058b-4713-bd5e-2dc53d0d36fe req-c46e86fe-5e6c-4fa8-bb7a-a1f6e9da62d2 service neutron] Bound port: 5de1d902-61ca-495f-a62a-83205c0f84c2, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:33:23.950457 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b3fb40dd-058b-4713-bd5e-2dc53d0d36fe req-c46e86fe-5e6c-4fa8-bb7a-a1f6e9da62d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:23.956316 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0d3a7-4e9d-453c-82f1-75bceb5771e0 req-adc31508-e714-467c-9eb9-b9a3250a226e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:23.957953 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fcf0d3a7-4e9d-453c-82f1-75bceb5771e0 req-adc31508-e714-467c-9eb9-b9a3250a226e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1338437 Nov 25 17:33:24.158334 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fcf0d3a7-4e9d-453c-82f1-75bceb5771e0 req-eb96e5cb-2ec8-43f8-a577-f031f672ac6f service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928508 Nov 25 17:33:24.210827 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-b3fb40dd-058b-4713-bd5e-2dc53d0d36fe req-c46e86fe-5e6c-4fa8-bb7a-a1f6e9da62d2 service neutron] For port 5de1d902-61ca-495f-a62a-83205c0f84c2, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:33:24.264795 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-b3fb40dd-058b-4713-bd5e-2dc53d0d36fe req-c46e86fe-5e6c-4fa8-bb7a-a1f6e9da62d2 service neutron] For port 5de1d902-61ca-495f-a62a-83205c0f84c2, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=5de1d902-61ca-495f-a62a-83205c0f84c2,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:33:24.275325 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b3fb40dd-058b-4713-bd5e-2dc53d0d36fe req-c46e86fe-5e6c-4fa8-bb7a-a1f6e9da62d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:24.334987 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb40dd-058b-4713-bd5e-2dc53d0d36fe req-c46e86fe-5e6c-4fa8-bb7a-a1f6e9da62d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:24.335624 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b3fb40dd-058b-4713-bd5e-2dc53d0d36fe req-c46e86fe-5e6c-4fa8-bb7a-a1f6e9da62d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:24.337074 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b3fb40dd-058b-4713-bd5e-2dc53d0d36fe req-c46e86fe-5e6c-4fa8-bb7a-a1f6e9da62d2 service neutron] 10.222.0.74 "PUT /v2.0/ports/5de1d902-61ca-495f-a62a-83205c0f84c2 HTTP/1.1" status: 200 len: 1096 time: 1.7314174 Nov 25 17:33:24.458835 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 46208) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:24.498760 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fcf0d3a7-4e9d-453c-82f1-75bceb5771e0 req-6ba999d9-4960-4efb-a805-45ea1e1867d4 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172867 Nov 25 17:33:24.513130 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb40dd-058b-4713-bd5e-2dc53d0d36fe req-6e87886c-d8ac-442c-a2ec-4486c3eb2019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:24.514932 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b3fb40dd-058b-4713-bd5e-2dc53d0d36fe req-6e87886c-d8ac-442c-a2ec-4486c3eb2019 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2d3ae4081f4e4cd2b80095c197292333&device_id=c9f170a0-e351-44e2-b847-ae19a05a12f1 HTTP/1.1" status: 200 len: 1099 time: 0.1298079 Nov 25 17:33:24.516080 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46e86fe-5e6c-4fa8-bb7a-a1f6e9da62d2 service neutron] Pushing event updated for resources: {'Port': ['ID=5de1d902-61ca-495f-a62a-83205c0f84c2,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:24.582961 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b3fb40dd-058b-4713-bd5e-2dc53d0d36fe req-f22329b0-e4b9-428e-b3e4-0e2b8b0fb53e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=5de1d902-61ca-495f-a62a-83205c0f84c2 HTTP/1.1" status: 200 len: 217 time: 0.0603018 Nov 25 17:33:24.668184 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7188ee84-697a-45ee-a3cb-1a19f71fa1d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:24.679504 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb40dd-058b-4713-bd5e-2dc53d0d36fe req-4eb3904a-70f6-4356-b5d7-4ece98e16638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:24.681028 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b3fb40dd-058b-4713-bd5e-2dc53d0d36fe req-4eb3904a-70f6-4356-b5d7-4ece98e16638 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.0873327 Nov 25 17:33:24.683211 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db022ef0-62f4-4e25-a163-5013d6beacc3 req-d09add37-9d28-400e-b380-b8f7a0198102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:24.684591 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-db022ef0-62f4-4e25-a163-5013d6beacc3 req-d09add37-9d28-400e-b380-b8f7a0198102 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2d3ae4081f4e4cd2b80095c197292333&device_id=3dd889e5-b734-40e3-b6b0-78bc656845fb HTTP/1.1" status: 200 len: 1099 time: 0.1005857 Nov 25 17:33:24.781297 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7188ee84-697a-45ee-a3cb-1a19f71fa1d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:24.787959 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7188ee84-697a-45ee-a3cb-1a19f71fa1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:24.828084 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7188ee84-697a-45ee-a3cb-1a19f71fa1d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef9b17c-8a8a-4151-8522-53a47a4b1808,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:24.840413 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7188ee84-697a-45ee-a3cb-1a19f71fa1d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:24.841250 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7188ee84-697a-45ee-a3cb-1a19f71fa1d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:24.841748 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7188ee84-697a-45ee-a3cb-1a19f71fa1d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:24.842255 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7188ee84-697a-45ee-a3cb-1a19f71fa1d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:24.842743 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7188ee84-697a-45ee-a3cb-1a19f71fa1d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:24.843230 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7188ee84-697a-45ee-a3cb-1a19f71fa1d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:24.843733 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7188ee84-697a-45ee-a3cb-1a19f71fa1d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:24.844216 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7188ee84-697a-45ee-a3cb-1a19f71fa1d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:24.844716 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7188ee84-697a-45ee-a3cb-1a19f71fa1d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:24.845275 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7188ee84-697a-45ee-a3cb-1a19f71fa1d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:24.845773 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7188ee84-697a-45ee-a3cb-1a19f71fa1d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:24.846272 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7188ee84-697a-45ee-a3cb-1a19f71fa1d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:24.882746 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7188ee84-697a-45ee-a3cb-1a19f71fa1d3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=babc80be4fbb4fae9dace274d65c91d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4225180 Nov 25 17:33:24.883799 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 46216) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:24.957528 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f1d57730-3e39-478d-aeee-379db2c71083 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:24.994013 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f1d57730-3e39-478d-aeee-379db2c71083 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:25.055710 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f1d57730-3e39-478d-aeee-379db2c71083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:25.059144 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f1d57730-3e39-478d-aeee-379db2c71083 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:25.060349 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f1d57730-3e39-478d-aeee-379db2c71083 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7ef9b17c-8a8a-4151-8522-53a47a4b1808 HTTP/1.1" status: 204 len: 168 time: 0.1754367 Nov 25 17:33:25.077574 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d57730-3e39-478d-aeee-379db2c71083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef9b17c-8a8a-4151-8522-53a47a4b1808,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:25.172421 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb40dd-058b-4713-bd5e-2dc53d0d36fe req-070f1e6f-c84c-4f94-8970-4c30189e9103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:25.174152 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b3fb40dd-058b-4713-bd5e-2dc53d0d36fe req-070f1e6f-c84c-4f94-8970-4c30189e9103 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4774327 Nov 25 17:33:25.236336 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc7cbbf-0e0f-4e91-b586-d47fce1965c6 req-60b6c006-d101-43c9-a429-8182328bb177 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:25.238037 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2fc7cbbf-0e0f-4e91-b586-d47fce1965c6 req-60b6c006-d101-43c9-a429-8182328bb177 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] 10.222.0.75 "GET /v2.0/ports?device_id=c9f170a0-e351-44e2-b847-ae19a05a12f1 HTTP/1.1" status: 200 len: 948 time: 0.1202104 Nov 25 17:33:25.244462 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db022ef0-62f4-4e25-a163-5013d6beacc3 req-f2e83052-bf73-4505-9fc6-f69dafdb07b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:25.246545 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-db022ef0-62f4-4e25-a163-5013d6beacc3 req-f2e83052-bf73-4505-9fc6-f69dafdb07b8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ab4fed0b-9bf1-4925-8765-94da08c5de2a HTTP/1.1" status: 200 len: 870 time: 0.5479150 Nov 25 17:33:25.329035 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-db022ef0-62f4-4e25-a163-5013d6beacc3 req-ad211aad-bf84-4961-9c5a-030f3a629a42 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=f8df6412-0474-413b-8ce4-061c2c87e934 HTTP/1.1" status: 200 len: 217 time: 0.0538502 Nov 25 17:33:25.414029 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b3fb40dd-058b-4713-bd5e-2dc53d0d36fe req-01f29c64-4445-480b-8497-019768c9d118 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250078 Nov 25 17:33:25.421024 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2fc7cbbf-0e0f-4e91-b586-d47fce1965c6 req-0bb56c68-dabe-4acb-b0c6-de5166f11158 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] 10.222.0.75 "GET /v2.0/security-groups?id=de66d59e-e4b4-4371-ae76-225f18d58b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491287 Nov 25 17:33:25.437316 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db022ef0-62f4-4e25-a163-5013d6beacc3 req-7d31c6a0-372a-4e3d-86ca-69c73ce35142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:25.438778 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-db022ef0-62f4-4e25-a163-5013d6beacc3 req-7d31c6a0-372a-4e3d-86ca-69c73ce35142 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.0992382 Nov 25 17:33:25.514386 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9f170a0-e351-44e2-b847-ae19a05a12f1', 'tag': '5de1d902-61ca-495f-a62a-83205c0f84c2'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:33:25.516747 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5e54b6-6bee-463d-951c-c3f427b3e1c1" -d '{"events": [{"name": "network-changed", "server_uuid": "c9f170a0-e351-44e2-b847-ae19a05a12f1", "tag": "5de1d902-61ca-495f-a62a-83205c0f84c2"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:33:25.558384 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db022ef0-62f4-4e25-a163-5013d6beacc3 req-cac8c46a-2771-4186-922d-1881bc3d7a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:25.559896 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-db022ef0-62f4-4e25-a163-5013d6beacc3 req-cac8c46a-2771-4186-922d-1881bc3d7a21 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1080160 Nov 25 17:33:25.561351 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5a3a02-e363-4195-aa47-1fe7a4f5abc4 x-openstack-request-id: req-9c5a3a02-e363-4195-aa47-1fe7a4f5abc4 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:33:25.561635 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9f170a0-e351-44e2-b847-ae19a05a12f1", "tag": "5de1d902-61ca-495f-a62a-83205c0f84c2", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:33:25.561902 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9c5a3a02-e363-4195-aa47-1fe7a4f5abc4 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:33:25.562256 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9f170a0-e351-44e2-b847-ae19a05a12f1', 'tag': '5de1d902-61ca-495f-a62a-83205c0f84c2', 'status': 'completed', 'code': 200} Nov 25 17:33:25.645310 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b3fb40dd-058b-4713-bd5e-2dc53d0d36fe req-c72eeaca-dd0a-4285-8cec-dadc62de7fc0 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216389 Nov 25 17:33:25.766156 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-db022ef0-62f4-4e25-a163-5013d6beacc3 req-c5195936-c988-4192-857b-9411713e55f3 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971352 Nov 25 17:33:25.821073 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc645f0-6193-4217-9b71-cedccb043302 req-df55cd8b-8db6-4554-8592-a009ac3a2934 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:25.822583 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6fc645f0-6193-4217-9b71-cedccb043302 req-df55cd8b-8db6-4554-8592-a009ac3a2934 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/networks?id=893ae009-948d-4a56-89c4-04cf75caf20a HTTP/1.1" status: 200 len: 814 time: 0.1903534 Nov 25 17:33:25.827411 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e54b6-6bee-463d-951c-c3f427b3e1c1 req-21ff187e-5cd7-44f1-b99d-68e6f6faeda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:25.828865 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dd5e54b6-6bee-463d-951c-c3f427b3e1c1 req-21ff187e-5cd7-44f1-b99d-68e6f6faeda2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2d3ae4081f4e4cd2b80095c197292333&device_id=c9f170a0-e351-44e2-b847-ae19a05a12f1 HTTP/1.1" status: 200 len: 1099 time: 0.1258256 Nov 25 17:33:25.898323 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6fc645f0-6193-4217-9b71-cedccb043302 req-fbb4b9e9-414d-4811-b285-019400e81710 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/quotas/9ed6d61121ad4ad587d660c5c7d54fc1 HTTP/1.1" status: 200 len: 375 time: 0.0381780 Nov 25 17:33:26.000697 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-db022ef0-62f4-4e25-a163-5013d6beacc3 req-0043c203-1e72-412c-b9d0-87db9c1d5aee service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238433 Nov 25 17:33:26.035459 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6fc645f0-6193-4217-9b71-cedccb043302 req-a0dc18b8-a92b-4d18-a691-653e266749a8 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=9ed6d61121ad4ad587d660c5c7d54fc1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1065497 Nov 25 17:33:26.036869 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e54b6-6bee-463d-951c-c3f427b3e1c1 req-8393d9aa-0fc8-4a03-be49-54128324444c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:26.038208 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dd5e54b6-6bee-463d-951c-c3f427b3e1c1 req-8393d9aa-0fc8-4a03-be49-54128324444c service neutron] 10.222.0.74 "GET /v2.0/networks?id=ab4fed0b-9bf1-4925-8765-94da08c5de2a HTTP/1.1" status: 200 len: 870 time: 0.1792951 Nov 25 17:33:26.084396 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dd5e54b6-6bee-463d-951c-c3f427b3e1c1 req-a81411da-ba78-45cf-8d0d-b3d0d814fd1b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=5de1d902-61ca-495f-a62a-83205c0f84c2 HTTP/1.1" status: 200 len: 217 time: 0.0351298 Nov 25 17:33:26.085418 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device f8df6412-0474-413b-8ce4-061c2c87e934 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:33:26.149505 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e54b6-6bee-463d-951c-c3f427b3e1c1 req-8f744674-aa37-4afd-bddc-d577c53728a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:26.151681 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dd5e54b6-6bee-463d-951c-c3f427b3e1c1 req-8f744674-aa37-4afd-bddc-d577c53728a5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.0526733 Nov 25 17:33:26.240591 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port f8df6412-0474-413b-8ce4-061c2c87e934, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=f8df6412-0474-413b-8ce4-061c2c87e934,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:26.256032 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': 'f8df6412-0474-413b-8ce4-061c2c87e934', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'port_id': 'f8df6412-0474-413b-8ce4-061c2c87e934', 'mac_address': 'fa:16:3e:bb:62:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8793709c-5336-428d-aede-b0b8df1a26b2', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:33:26.283596 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e54b6-6bee-463d-951c-c3f427b3e1c1 req-735790c0-bef7-4306-be47-86e85e7092b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:26.287084 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dd5e54b6-6bee-463d-951c-c3f427b3e1c1 req-735790c0-bef7-4306-be47-86e85e7092b5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1254930 Nov 25 17:33:26.302603 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:26.327428 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8df6412-0474-413b-8ce4-061c2c87e934 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:33:26.358644 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port f8df6412-0474-413b-8ce4-061c2c87e934, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=f8df6412-0474-413b-8ce4-061c2c87e934,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:26.364790 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:26.398051 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6fc645f0-6193-4217-9b71-cedccb043302 req-119883e5-7b1e-413e-beec-a8b00735fa0e service neutron] 10.222.0.75 "GET /v2.0/networks/893ae009-948d-4a56-89c4-04cf75caf20a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540573 Nov 25 17:33:26.419733 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=f8df6412-0474-413b-8ce4-061c2c87e934,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:26.427512 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:26.428006 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:26.428362 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:26.428706 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:26.429066 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:26.429570 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:26.430098 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:26.430424 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:26.430758 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:26.431252 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:26.431748 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:26.432346 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:26.499569 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dd5e54b6-6bee-463d-951c-c3f427b3e1c1 req-5994d704-781c-404c-8833-8cf7603987f3 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013404 Nov 25 17:33:26.598053 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6fc645f0-6193-4217-9b71-cedccb043302 req-1a736993-ccba-4236-bba6-f66e5e0d08b9 service neutron] 10.222.0.75 "GET /v2.0/networks/893ae009-948d-4a56-89c4-04cf75caf20a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990983 Nov 25 17:33:26.663106 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15623cee-3d42-461d-bf1a-06431e1d2adc req-439dc188-ffea-4fde-8338-e09151bdd700 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:26.670298 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-15623cee-3d42-461d-bf1a-06431e1d2adc req-439dc188-ffea-4fde-8338-e09151bdd700 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] 10.222.0.75 "GET /v2.0/ports?device_id=c9f170a0-e351-44e2-b847-ae19a05a12f1 HTTP/1.1" status: 200 len: 948 time: 0.1496747 Nov 25 17:33:26.678647 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dd5e54b6-6bee-463d-951c-c3f427b3e1c1 req-56cf363d-2f44-480d-a27e-ae1d10e65bcb service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703203 Nov 25 17:33:26.721210 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-15623cee-3d42-461d-bf1a-06431e1d2adc req-88174e7e-65a1-40c4-975f-e3b00ddcc603 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] 10.222.0.75 "GET /v2.0/security-groups?id=de66d59e-e4b4-4371-ae76-225f18d58b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499184 Nov 25 17:33:26.772936 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['f8df6412-0474-413b-8ce4-061c2c87e934'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:33:26.908079 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-227fc0db-71d6-49b7-b6aa-8b9a61d43e27 req-c1a6bf27-4b53-44d9-8af6-7761b2e4d378 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f5c8ba1-e7df-4224-9705-5cf0debd2976 HTTP/1.1" status: 200 len: 210 time: 0.0294826 Nov 25 17:33:28.031886 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec3155-1b71-40de-aaac-e89173bbc53e req-8288d07c-285a-4eb3-8fb5-9510b011b738 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:28.040696 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-beec3155-1b71-40de-aaac-e89173bbc53e req-8288d07c-285a-4eb3-8fb5-9510b011b738 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] 10.222.0.75 "GET /v2.0/ports?device_id=c9f170a0-e351-44e2-b847-ae19a05a12f1 HTTP/1.1" status: 200 len: 948 time: 0.2278957 Nov 25 17:33:28.050922 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc645f0-6193-4217-9b71-cedccb043302 req-1f792cac-35a7-4cda-8392-56d24e27fe4d tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:28.052855 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6fc645f0-6193-4217-9b71-cedccb043302 req-1f792cac-35a7-4cda-8392-56d24e27fe4d tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.90 "GET /v2.0/networks?id=893ae009-948d-4a56-89c4-04cf75caf20a HTTP/1.1" status: 200 len: 814 time: 0.2510161 Nov 25 17:33:28.073772 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-6fc645f0-6193-4217-9b71-cedccb043302 req-40274075-a450-443e-810c-bd43d3f8a4bb tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Request body: {'port': {'device_id': '2f5c8ba1-e7df-4224-9705-5cf0debd2976', 'network_id': '893ae009-948d-4a56-89c4-04cf75caf20a', 'admin_state_up': True, 'tenant_id': '9ed6d61121ad4ad587d660c5c7d54fc1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:33:28.098498 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 5de1d902-61ca-495f-a62a-83205c0f84c2 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:33:28.161878 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-beec3155-1b71-40de-aaac-e89173bbc53e req-885b8534-787f-40dc-89c5-7568e33d7a06 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] 10.222.0.75 "GET /v2.0/security-groups?id=de66d59e-e4b4-4371-ae76-225f18d58b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189928 Nov 25 17:33:28.180015 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-73a744dc-22ec-4bec-afcc-6109212f5345 req-9102e2a9-ad56-49eb-a405-1df1d806e174 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f5c8ba1-e7df-4224-9705-5cf0debd2976 HTTP/1.1" status: 200 len: 210 time: 0.1010110 Nov 25 17:33:28.207521 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 5de1d902-61ca-495f-a62a-83205c0f84c2, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=5de1d902-61ca-495f-a62a-83205c0f84c2,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:28.212897 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '5de1d902-61ca-495f-a62a-83205c0f84c2', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'port_id': '5de1d902-61ca-495f-a62a-83205c0f84c2', 'mac_address': 'fa:16:3e:51:4b:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8793709c-5336-428d-aede-b0b8df1a26b2', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:33:28.256953 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:28.273579 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5de1d902-61ca-495f-a62a-83205c0f84c2 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:33:28.303009 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 5de1d902-61ca-495f-a62a-83205c0f84c2, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=5de1d902-61ca-495f-a62a-83205c0f84c2,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:28.308444 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:28.351850 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fc645f0-6193-4217-9b71-cedccb043302 req-40274075-a450-443e-810c-bd43d3f8a4bb tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Made reservation on behalf of 9ed6d61121ad4ad587d660c5c7d54fc1 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:33:28.357045 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6fc645f0-6193-4217-9b71-cedccb043302 req-40274075-a450-443e-810c-bd43d3f8a4bb tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:28.533543 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-6fc645f0-6193-4217-9b71-cedccb043302 req-40274075-a450-443e-810c-bd43d3f8a4bb tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Allocated IP 172.20.0.6 (893ae009-948d-4a56-89c4-04cf75caf20a/f5ab359d-3571-4e44-9b7f-d7d725d0869c/01913eca-55d2-4854-91e0-39b3d9e79c13) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:33:28.560071 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=5de1d902-61ca-495f-a62a-83205c0f84c2,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:28.705063 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['5de1d902-61ca-495f-a62a-83205c0f84c2'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:33:28.752752 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6fc645f0-6193-4217-9b71-cedccb043302 req-40274075-a450-443e-810c-bd43d3f8a4bb tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:28.804183 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6fc645f0-6193-4217-9b71-cedccb043302 req-40274075-a450-443e-810c-bd43d3f8a4bb tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:28.829516 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['550de2a6-ffbd-4c86-ac21-4914075aa3e6', 'e52b8008-7c66-48fe-a4b5-c44fe002f599'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:33:28.863366 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40274075-a450-443e-810c-bd43d3f8a4bb tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Pushing event updated for resources: {'Port': ['ID=01913eca-55d2-4854-91e0-39b3d9e79c13,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:28.889078 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fc645f0-6193-4217-9b71-cedccb043302 req-40274075-a450-443e-810c-bd43d3f8a4bb tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Network 893ae009-948d-4a56-89c4-04cf75caf20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:33:28.891520 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-6fc645f0-6193-4217-9b71-cedccb043302 req-40274075-a450-443e-810c-bd43d3f8a4bb tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:33:28.900209 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fc645f0-6193-4217-9b71-cedccb043302 req-40274075-a450-443e-810c-bd43d3f8a4bb tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:33:28.971139 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc645f0-6193-4217-9b71-cedccb043302 req-40274075-a450-443e-810c-bd43d3f8a4bb tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:28.974222 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6fc645f0-6193-4217-9b71-cedccb043302 req-40274075-a450-443e-810c-bd43d3f8a4bb tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:29.014447 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6fc645f0-6193-4217-9b71-cedccb043302 req-40274075-a450-443e-810c-bd43d3f8a4bb tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9471107 Nov 25 17:33:29.030773 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-6fc645f0-6193-4217-9b71-cedccb043302 req-65014a6e-f17b-4c4d-aab0-ffee797319da service neutron] Request body: {'port': {'device_id': '2f5c8ba1-e7df-4224-9705-5cf0debd2976', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:33:29.115061 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6fc645f0-6193-4217-9b71-cedccb043302 req-65014a6e-f17b-4c4d-aab0-ffee797319da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:29.445260 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51693f1b-126a-4ef5-893c-640adc9bfff7 req-cae372b6-ae3e-4b6e-9715-c5482e846c55 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:29.449717 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-51693f1b-126a-4ef5-893c-640adc9bfff7 req-cae372b6-ae3e-4b6e-9715-c5482e846c55 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] 10.222.0.75 "GET /v2.0/ports?device_id=c9f170a0-e351-44e2-b847-ae19a05a12f1 HTTP/1.1" status: 200 len: 949 time: 0.1557989 Nov 25 17:33:29.499736 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095f090-765c-4e52-b208-d3dcb24220ca req-67511a7a-4853-4d75-9336-5a7234b2c9b9 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:29.501626 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a095f090-765c-4e52-b208-d3dcb24220ca req-67511a7a-4853-4d75-9336-5a7234b2c9b9 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f5c8ba1-e7df-4224-9705-5cf0debd2976 HTTP/1.1" status: 200 len: 931 time: 0.1893060 Nov 25 17:33:29.616644 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-51693f1b-126a-4ef5-893c-640adc9bfff7 req-632383ac-c047-4306-aa73-0d2d1a044de3 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] 10.222.0.75 "GET /v2.0/security-groups?id=de66d59e-e4b4-4371-ae76-225f18d58b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458228 Nov 25 17:33:29.618544 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-6fc645f0-6193-4217-9b71-cedccb043302 req-65014a6e-f17b-4c4d-aab0-ffee797319da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01913eca-55d2-4854-91e0-39b3d9e79c13 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:33:29.632615 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6fc645f0-6193-4217-9b71-cedccb043302 req-65014a6e-f17b-4c4d-aab0-ffee797319da service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:29.648715 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-6fc645f0-6193-4217-9b71-cedccb043302 req-65014a6e-f17b-4c4d-aab0-ffee797319da service neutron] Transition to ACTIVE for port object 01913eca-55d2-4854-91e0-39b3d9e79c13 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:33:29.654427 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a095f090-765c-4e52-b208-d3dcb24220ca req-d7b10d6f-db54-4d90-a7f5-c31077965b2e tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a4fb475-e9ec-4623-9c08-36dcb76340fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399052 Nov 25 17:33:29.655514 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6fc645f0-6193-4217-9b71-cedccb043302 req-65014a6e-f17b-4c4d-aab0-ffee797319da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:29.731491 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65014a6e-f17b-4c4d-aab0-ffee797319da service neutron] Pushing event updated for resources: {'Port': ['ID=01913eca-55d2-4854-91e0-39b3d9e79c13,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:29.788060 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-6fc645f0-6193-4217-9b71-cedccb043302 req-65014a6e-f17b-4c4d-aab0-ffee797319da service neutron] Attempting to bind port 01913eca-55d2-4854-91e0-39b3d9e79c13 on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:33:29.788400 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-6fc645f0-6193-4217-9b71-cedccb043302 req-65014a6e-f17b-4c4d-aab0-ffee797319da service neutron] Attempting to bind port 01913eca-55d2-4854-91e0-39b3d9e79c13 by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '14ee21b8-6adb-4fbc-8e63-e4b2c4af3623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '893ae009-948d-4a56-89c4-04cf75caf20a'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:33:29.788731 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc645f0-6193-4217-9b71-cedccb043302 req-65014a6e-f17b-4c4d-aab0-ffee797319da service neutron] Attempting to bind port 01913eca-55d2-4854-91e0-39b3d9e79c13 on network 893ae009-948d-4a56-89c4-04cf75caf20a {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:33:29.793385 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc645f0-6193-4217-9b71-cedccb043302 req-65014a6e-f17b-4c4d-aab0-ffee797319da service neutron] Port 01913eca-55d2-4854-91e0-39b3d9e79c13 on network 893ae009-948d-4a56-89c4-04cf75caf20a not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:33:29.793708 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc645f0-6193-4217-9b71-cedccb043302 req-65014a6e-f17b-4c4d-aab0-ffee797319da service neutron] Attempting to bind port 01913eca-55d2-4854-91e0-39b3d9e79c13 on network 893ae009-948d-4a56-89c4-04cf75caf20a {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:33:29.798538 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc645f0-6193-4217-9b71-cedccb043302 req-65014a6e-f17b-4c4d-aab0-ffee797319da service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:33:29.798868 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc645f0-6193-4217-9b71-cedccb043302 req-65014a6e-f17b-4c4d-aab0-ffee797319da service neutron] Checking segment: {'id': '14ee21b8-6adb-4fbc-8e63-e4b2c4af3623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '893ae009-948d-4a56-89c4-04cf75caf20a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:33:29.799252 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc645f0-6193-4217-9b71-cedccb043302 req-65014a6e-f17b-4c4d-aab0-ffee797319da service neutron] Bound using segment: {'id': '14ee21b8-6adb-4fbc-8e63-e4b2c4af3623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '893ae009-948d-4a56-89c4-04cf75caf20a'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:33:29.799676 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-6fc645f0-6193-4217-9b71-cedccb043302 req-65014a6e-f17b-4c4d-aab0-ffee797319da service neutron] Bound port: 01913eca-55d2-4854-91e0-39b3d9e79c13, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14ee21b8-6adb-4fbc-8e63-e4b2c4af3623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '893ae009-948d-4a56-89c4-04cf75caf20a'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:33:29.800032 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6fc645f0-6193-4217-9b71-cedccb043302 req-65014a6e-f17b-4c4d-aab0-ffee797319da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:29.868572 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-6fc645f0-6193-4217-9b71-cedccb043302 req-65014a6e-f17b-4c4d-aab0-ffee797319da service neutron] For port 01913eca-55d2-4854-91e0-39b3d9e79c13, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:33:29.872114 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-6fc645f0-6193-4217-9b71-cedccb043302 req-65014a6e-f17b-4c4d-aab0-ffee797319da service neutron] For port 01913eca-55d2-4854-91e0-39b3d9e79c13, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=01913eca-55d2-4854-91e0-39b3d9e79c13,segment=NetworkSegment(14ee21b8-6adb-4fbc-8e63-e4b2c4af3623),segment_id=14ee21b8-6adb-4fbc-8e63-e4b2c4af3623)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:33:29.875907 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6fc645f0-6193-4217-9b71-cedccb043302 req-65014a6e-f17b-4c4d-aab0-ffee797319da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:29.912971 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc645f0-6193-4217-9b71-cedccb043302 req-65014a6e-f17b-4c4d-aab0-ffee797319da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:29.913588 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6fc645f0-6193-4217-9b71-cedccb043302 req-65014a6e-f17b-4c4d-aab0-ffee797319da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:29.915012 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6fc645f0-6193-4217-9b71-cedccb043302 req-65014a6e-f17b-4c4d-aab0-ffee797319da service neutron] 10.222.0.90 "PUT /v2.0/ports/01913eca-55d2-4854-91e0-39b3d9e79c13 HTTP/1.1" status: 200 len: 1091 time: 0.8922710 Nov 25 17:33:29.915449 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f5c8ba1-e7df-4224-9705-5cf0debd2976', 'tag': '01913eca-55d2-4854-91e0-39b3d9e79c13'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:33:29.917809 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7e6f68-caf4-47d1-b246-c5a66dd18abb" -d '{"events": [{"name": "network-changed", "server_uuid": "2f5c8ba1-e7df-4224-9705-5cf0debd2976", "tag": "01913eca-55d2-4854-91e0-39b3d9e79c13"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:33:29.949083 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65014a6e-f17b-4c4d-aab0-ffee797319da service neutron] Pushing event updated for resources: {'Port': ['ID=01913eca-55d2-4854-91e0-39b3d9e79c13,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:29.974606 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db9d8ee-37a5-4820-be0d-e05adbe3217c x-openstack-request-id: req-3db9d8ee-37a5-4820-be0d-e05adbe3217c {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:33:29.975598 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f5c8ba1-e7df-4224-9705-5cf0debd2976", "tag": "01913eca-55d2-4854-91e0-39b3d9e79c13", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:33:29.975598 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3db9d8ee-37a5-4820-be0d-e05adbe3217c {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:33:29.975852 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f5c8ba1-e7df-4224-9705-5cf0debd2976', 'tag': '01913eca-55d2-4854-91e0-39b3d9e79c13', 'status': 'completed', 'code': 200} Nov 25 17:33:30.007384 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc645f0-6193-4217-9b71-cedccb043302 req-fa1e3765-1df0-4ddd-8622-679114e434af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:30.009018 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6fc645f0-6193-4217-9b71-cedccb043302 req-fa1e3765-1df0-4ddd-8622-679114e434af service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9ed6d61121ad4ad587d660c5c7d54fc1&device_id=2f5c8ba1-e7df-4224-9705-5cf0debd2976 HTTP/1.1" status: 200 len: 1094 time: 0.0485761 Nov 25 17:33:30.038900 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['0d6551ad-8a26-4bc6-bfbf-063b916a4ead'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:33:30.060560 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6fc645f0-6193-4217-9b71-cedccb043302 req-5ef647b7-2f1e-4e5f-a2d1-25d775268b72 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01913eca-55d2-4854-91e0-39b3d9e79c13 HTTP/1.1" status: 200 len: 217 time: 0.0431108 Nov 25 17:33:30.119347 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device f8df6412-0474-413b-8ce4-061c2c87e934 up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:33:30.123741 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc645f0-6193-4217-9b71-cedccb043302 req-f118de47-57ff-45fb-84e5-0f7d5d9dd68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:30.125298 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6fc645f0-6193-4217-9b71-cedccb043302 req-f118de47-57ff-45fb-84e5-0f7d5d9dd68c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f5ab359d-3571-4e44-9b7f-d7d725d0869c HTTP/1.1" status: 200 len: 854 time: 0.0548637 Nov 25 17:33:30.164426 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6fc645f0-6193-4217-9b71-cedccb043302 req-b590a8ee-a23a-4520-ac02-0c0c3fcbd5fb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=893ae009-948d-4a56-89c4-04cf75caf20a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311043 Nov 25 17:33:30.209668 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port f8df6412-0474-413b-8ce4-061c2c87e934 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:33:30.222358 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port f8df6412-0474-413b-8ce4-061c2c87e934 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:33:30.222735 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:30.270979 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6fc645f0-6193-4217-9b71-cedccb043302 req-26bd41f9-af57-4dec-9cb1-3cc5382fbe3b service neutron] 10.222.0.90 "GET /v2.0/networks/893ae009-948d-4a56-89c4-04cf75caf20a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970738 Nov 25 17:33:30.350002 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:30.377368 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd889e5-b734-40e3-b6b0-78bc656845fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8df6412-0474-413b-8ce4-061c2c87e934'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:33:30.378349 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6fc645f0-6193-4217-9b71-cedccb043302 req-0718f527-3ab6-4541-9474-00fed7d2b6f9 service neutron] 10.222.0.90 "GET /v2.0/networks/893ae009-948d-4a56-89c4-04cf75caf20a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994618 Nov 25 17:33:30.379964 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0ba31f-cbcb-4295-9660-ecad46adf1da" -d '{"events": [{"server_uuid": "3dd889e5-b734-40e3-b6b0-78bc656845fb", "name": "network-vif-plugged", "status": "completed", "tag": "f8df6412-0474-413b-8ce4-061c2c87e934"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:33:30.394042 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port f8df6412-0474-413b-8ce4-061c2c87e934, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=f8df6412-0474-413b-8ce4-061c2c87e934,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:30.399841 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:30.426895 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77fd64b3-b564-4c1e-8e47-e83d6ffc2079 x-openstack-request-id: req-77fd64b3-b564-4c1e-8e47-e83d6ffc2079 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:33:30.427319 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd889e5-b734-40e3-b6b0-78bc656845fb", "name": "network-vif-plugged", "status": "completed", "tag": "f8df6412-0474-413b-8ce4-061c2c87e934", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:33:30.427679 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-77fd64b3-b564-4c1e-8e47-e83d6ffc2079 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:33:30.428171 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd889e5-b734-40e3-b6b0-78bc656845fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8df6412-0474-413b-8ce4-061c2c87e934', 'code': 200} Nov 25 17:33:30.460626 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=f8df6412-0474-413b-8ce4-061c2c87e934,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:30.491633 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7e6f68-caf4-47d1-b246-c5a66dd18abb req-e2e09b5c-9d3c-4c78-8283-5839b1baa47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:30.493163 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5f7e6f68-caf4-47d1-b246-c5a66dd18abb req-e2e09b5c-9d3c-4c78-8283-5839b1baa47a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9ed6d61121ad4ad587d660c5c7d54fc1&device_id=2f5c8ba1-e7df-4224-9705-5cf0debd2976 HTTP/1.1" status: 200 len: 1094 time: 0.0525236 Nov 25 17:33:30.983304 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb4721-3ee8-4a68-b5ba-3f24732d7e81 req-44efc492-f77e-4c6b-8212-fb992867c425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:30.984972 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bbfb4721-3ee8-4a68-b5ba-3f24732d7e81 req-44efc492-f77e-4c6b-8212-fb992867c425 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3dd889e5-b734-40e3-b6b0-78bc656845fb HTTP/1.1" status: 200 len: 1101 time: 0.4908998 Nov 25 17:33:31.040733 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048af8fb-18d4-4262-a552-a3394321659c req-103c9233-d4a5-4aba-bf92-5e2d29e2d325 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:31.042388 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-048af8fb-18d4-4262-a552-a3394321659c req-103c9233-d4a5-4aba-bf92-5e2d29e2d325 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f5c8ba1-e7df-4224-9705-5cf0debd2976 HTTP/1.1" status: 200 len: 943 time: 0.1746449 Nov 25 17:33:31.053083 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7e6f68-caf4-47d1-b246-c5a66dd18abb req-c5c80a36-4a09-429e-af64-b228bbc7b98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:31.054642 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5f7e6f68-caf4-47d1-b246-c5a66dd18abb req-c5c80a36-4a09-429e-af64-b228bbc7b98a service neutron] 10.222.0.90 "GET /v2.0/networks?id=893ae009-948d-4a56-89c4-04cf75caf20a HTTP/1.1" status: 200 len: 915 time: 0.5504062 Nov 25 17:33:31.065398 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fa0f66-e392-4903-927b-ce9cd3c1e49d req-6f613ab7-27fd-40ca-b93c-adc68f9f75f9 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:31.066992 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c2fa0f66-e392-4903-927b-ce9cd3c1e49d req-6f613ab7-27fd-40ca-b93c-adc68f9f75f9 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] 10.222.0.75 "GET /v2.0/ports?device_id=c9f170a0-e351-44e2-b847-ae19a05a12f1 HTTP/1.1" status: 200 len: 949 time: 0.1979735 Nov 25 17:33:31.157129 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5f7e6f68-caf4-47d1-b246-c5a66dd18abb req-538c8e19-503a-4f96-bef7-ec7ab1a95efc service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01913eca-55d2-4854-91e0-39b3d9e79c13 HTTP/1.1" status: 200 len: 217 time: 0.0829606 Nov 25 17:33:31.169641 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bbfb4721-3ee8-4a68-b5ba-3f24732d7e81 req-4d04f80d-630a-475f-8122-cf24d0437607 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=de66d59e-e4b4-4371-ae76-225f18d58b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673775 Nov 25 17:33:31.235507 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-048af8fb-18d4-4262-a552-a3394321659c req-b9c4a9cb-0862-46a4-9d0a-0dba2b0c67d9 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a4fb475-e9ec-4623-9c08-36dcb76340fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837866 Nov 25 17:33:31.243093 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c2fa0f66-e392-4903-927b-ce9cd3c1e49d req-c40a3f71-1165-43ff-b640-9cd1ffc4bea7 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] 10.222.0.75 "GET /v2.0/security-groups?id=de66d59e-e4b4-4371-ae76-225f18d58b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623495 Nov 25 17:33:31.252316 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7e6f68-caf4-47d1-b246-c5a66dd18abb req-69ff8ef9-5aa1-4f83-ad8b-df5c5cc662ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:31.253970 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5f7e6f68-caf4-47d1-b246-c5a66dd18abb req-69ff8ef9-5aa1-4f83-ad8b-df5c5cc662ec service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f5ab359d-3571-4e44-9b7f-d7d725d0869c HTTP/1.1" status: 200 len: 854 time: 0.0787666 Nov 25 17:33:31.294807 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5f7e6f68-caf4-47d1-b246-c5a66dd18abb req-bc235210-46ca-439c-8601-06e79e81a161 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=893ae009-948d-4a56-89c4-04cf75caf20a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314949 Nov 25 17:33:31.400178 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5f7e6f68-caf4-47d1-b246-c5a66dd18abb req-dfeab691-be6c-4585-bf8d-62222b17e8a0 service neutron] 10.222.0.90 "GET /v2.0/networks/893ae009-948d-4a56-89c4-04cf75caf20a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973120 Nov 25 17:33:31.518572 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5f7e6f68-caf4-47d1-b246-c5a66dd18abb req-ccf4b183-df0f-48e0-9567-3affc496abf8 service neutron] 10.222.0.90 "GET /v2.0/networks/893ae009-948d-4a56-89c4-04cf75caf20a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960085 Nov 25 17:33:32.130624 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 5de1d902-61ca-495f-a62a-83205c0f84c2 up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:33:32.185325 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port 5de1d902-61ca-495f-a62a-83205c0f84c2 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:33:32.190562 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 5de1d902-61ca-495f-a62a-83205c0f84c2 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:33:32.190939 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:32.273043 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:32.311021 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 5de1d902-61ca-495f-a62a-83205c0f84c2, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=5de1d902-61ca-495f-a62a-83205c0f84c2,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:32.315722 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:32.374452 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=5de1d902-61ca-495f-a62a-83205c0f84c2,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:32.429914 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f170a0-e351-44e2-b847-ae19a05a12f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de1d902-61ca-495f-a62a-83205c0f84c2'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:33:32.430746 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ba363-aa9b-4b25-b114-f0420c179a1b req-40a4e702-f669-4ccd-a16d-b1dfd2522770 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:32.432489 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a02ba363-aa9b-4b25-b114-f0420c179a1b req-40a4e702-f669-4ccd-a16d-b1dfd2522770 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] 10.222.0.75 "GET /v2.0/ports?device_id=c9f170a0-e351-44e2-b847-ae19a05a12f1 HTTP/1.1" status: 200 len: 950 time: 0.0880594 Nov 25 17:33:32.432720 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c84e4c-2f64-4c53-af9a-5b74a8e439ec" -d '{"events": [{"server_uuid": "c9f170a0-e351-44e2-b847-ae19a05a12f1", "name": "network-vif-plugged", "status": "completed", "tag": "5de1d902-61ca-495f-a62a-83205c0f84c2"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:33:32.440993 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f2331a-c26c-428f-b792-1076865896e3 req-2a44e9d3-1aaa-4a51-8956-66d85d493c3a tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:32.442771 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c5f2331a-c26c-428f-b792-1076865896e3 req-2a44e9d3-1aaa-4a51-8956-66d85d493c3a tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f5c8ba1-e7df-4224-9705-5cf0debd2976 HTTP/1.1" status: 200 len: 943 time: 0.1101072 Nov 25 17:33:32.523749 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a02ba363-aa9b-4b25-b114-f0420c179a1b req-f569fae3-c107-4946-9b27-1774999af540 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] 10.222.0.75 "GET /v2.0/security-groups?id=de66d59e-e4b4-4371-ae76-225f18d58b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782297 Nov 25 17:33:32.527451 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c5f2331a-c26c-428f-b792-1076865896e3 req-985754f5-dd02-4d15-831e-e756ac0126c9 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a4fb475-e9ec-4623-9c08-36dcb76340fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746579 Nov 25 17:33:32.645225 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8844f23c-9d7b-4816-8ddd-d81cc92de4e1 x-openstack-request-id: req-8844f23c-9d7b-4816-8ddd-d81cc92de4e1 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:33:32.645527 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f170a0-e351-44e2-b847-ae19a05a12f1", "name": "network-vif-plugged", "status": "completed", "tag": "5de1d902-61ca-495f-a62a-83205c0f84c2", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:33:32.645782 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8844f23c-9d7b-4816-8ddd-d81cc92de4e1 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:33:32.646351 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f170a0-e351-44e2-b847-ae19a05a12f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de1d902-61ca-495f-a62a-83205c0f84c2', 'code': 200} Nov 25 17:33:32.776592 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f214391a-8b24-4b42-9ea4-4c4aa0927600 req-15320604-1c45-4e82-bdd1-9eda7a501b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:32.778258 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f214391a-8b24-4b42-9ea4-4c4aa0927600 req-15320604-1c45-4e82-bdd1-9eda7a501b24 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c9f170a0-e351-44e2-b847-ae19a05a12f1 HTTP/1.1" status: 200 len: 1101 time: 0.0434775 Nov 25 17:33:32.824806 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f214391a-8b24-4b42-9ea4-4c4aa0927600 req-7f3e3f49-600a-424b-aa8e-a133f81dab84 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=de66d59e-e4b4-4371-ae76-225f18d58b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387866 Nov 25 17:33:33.683499 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a61f4fa-b3a5-4479-b632-73c97e0eda1c req-e360ddc8-54a8-4f4b-8f79-6c58a7f7a32c tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:33.685036 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8a61f4fa-b3a5-4479-b632-73c97e0eda1c req-e360ddc8-54a8-4f4b-8f79-6c58a7f7a32c tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] 10.222.0.75 "GET /v2.0/ports?device_id=c9f170a0-e351-44e2-b847-ae19a05a12f1 HTTP/1.1" status: 200 len: 950 time: 0.0833917 Nov 25 17:33:33.697832 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5512cd3-543d-498d-a1d7-6251f3d28757 req-1f6e948a-7a52-4d92-9fe5-2ef4ca43b148 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:33.699499 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c5512cd3-543d-498d-a1d7-6251f3d28757 req-1f6e948a-7a52-4d92-9fe5-2ef4ca43b148 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f5c8ba1-e7df-4224-9705-5cf0debd2976 HTTP/1.1" status: 200 len: 943 time: 0.0875618 Nov 25 17:33:33.773593 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8a61f4fa-b3a5-4479-b632-73c97e0eda1c req-56e817ec-3b71-4514-83ce-f4605fe1274e tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] 10.222.0.75 "GET /v2.0/security-groups?id=de66d59e-e4b4-4371-ae76-225f18d58b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731928 Nov 25 17:33:33.777672 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c5512cd3-543d-498d-a1d7-6251f3d28757 req-fe449950-c292-493d-bcb4-c6397fbec677 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a4fb475-e9ec-4623-9c08-36dcb76340fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715592 Nov 25 17:33:34.373725 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 01913eca-55d2-4854-91e0-39b3d9e79c13 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:33:34.469508 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 01913eca-55d2-4854-91e0-39b3d9e79c13, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=01913eca-55d2-4854-91e0-39b3d9e79c13,segment=NetworkSegment(14ee21b8-6adb-4fbc-8e63-e4b2c4af3623),segment_id=14ee21b8-6adb-4fbc-8e63-e4b2c4af3623)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:34.486188 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '01913eca-55d2-4854-91e0-39b3d9e79c13', 'network_id': '893ae009-948d-4a56-89c4-04cf75caf20a', 'port_id': '01913eca-55d2-4854-91e0-39b3d9e79c13', 'mac_address': 'fa:16:3e:9d:f8:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5ab359d-3571-4e44-9b7f-d7d725d0869c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:33:34.530510 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:34.545292 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01913eca-55d2-4854-91e0-39b3d9e79c13 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:33:34.564543 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 01913eca-55d2-4854-91e0-39b3d9e79c13, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=01913eca-55d2-4854-91e0-39b3d9e79c13,segment=NetworkSegment(14ee21b8-6adb-4fbc-8e63-e4b2c4af3623),segment_id=14ee21b8-6adb-4fbc-8e63-e4b2c4af3623)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:34.569384 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:34.617433 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=01913eca-55d2-4854-91e0-39b3d9e79c13,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:34.821072 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['01913eca-55d2-4854-91e0-39b3d9e79c13'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:33:34.964078 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2022bb3-8c4b-43d7-afdc-65542fccc110 req-fcc69fca-1a32-4a9f-8aeb-3d4e0846c9ba tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:34.969625 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e2022bb3-8c4b-43d7-afdc-65542fccc110 req-fcc69fca-1a32-4a9f-8aeb-3d4e0846c9ba tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] 10.222.0.75 "GET /v2.0/ports?device_id=c9f170a0-e351-44e2-b847-ae19a05a12f1 HTTP/1.1" status: 200 len: 950 time: 0.1132858 Nov 25 17:33:34.989129 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8f1995-4713-4b41-bcfd-0ad2f442f5f6 req-6e6a3663-e274-4c8c-bf7d-7a562a1a8529 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:34.990730 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9e8f1995-4713-4b41-bcfd-0ad2f442f5f6 req-6e6a3663-e274-4c8c-bf7d-7a562a1a8529 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f5c8ba1-e7df-4224-9705-5cf0debd2976 HTTP/1.1" status: 200 len: 944 time: 0.0950625 Nov 25 17:33:35.063596 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e2022bb3-8c4b-43d7-afdc-65542fccc110 req-fd3004e8-4597-4b30-8bbd-c608936e3a55 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] 10.222.0.75 "GET /v2.0/security-groups?id=de66d59e-e4b4-4371-ae76-225f18d58b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719094 Nov 25 17:33:35.075747 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9e8f1995-4713-4b41-bcfd-0ad2f442f5f6 req-d8b5ca8c-a098-487a-8ca0-94538be98226 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a4fb475-e9ec-4623-9c08-36dcb76340fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681055 Nov 25 17:33:35.347952 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15736e5d-86c7-4bac-a79a-60cb4cc17c8a req-04b0f1b1-b27c-4bf4-aaf8-534dfa8418d7 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:35.349473 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-15736e5d-86c7-4bac-a79a-60cb4cc17c8a req-04b0f1b1-b27c-4bf4-aaf8-534dfa8418d7 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] 10.222.0.75 "GET /v2.0/ports?device_id=3dd889e5-b734-40e3-b6b0-78bc656845fb HTTP/1.1" status: 200 len: 950 time: 0.0508881 Nov 25 17:33:35.404307 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-15736e5d-86c7-4bac-a79a-60cb4cc17c8a req-fbfde5cd-c74f-4ed8-8f87-9caf153f7c1f tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] 10.222.0.75 "GET /v2.0/security-groups?id=de66d59e-e4b4-4371-ae76-225f18d58b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482814 Nov 25 17:33:36.214699 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249dc9bb-ba3b-4ef4-b671-81b5b0ecc448 req-684d0fed-167a-4eff-b5f1-b12e962f859c tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:36.216253 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-249dc9bb-ba3b-4ef4-b671-81b5b0ecc448 req-684d0fed-167a-4eff-b5f1-b12e962f859c tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f5c8ba1-e7df-4224-9705-5cf0debd2976 HTTP/1.1" status: 200 len: 944 time: 0.0697665 Nov 25 17:33:36.272597 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-249dc9bb-ba3b-4ef4-b671-81b5b0ecc448 req-fee0cb41-cba7-4f58-b2a1-b41e4fa00fa1 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a4fb475-e9ec-4623-9c08-36dcb76340fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491514 Nov 25 17:33:36.388805 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 01913eca-55d2-4854-91e0-39b3d9e79c13 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:33:36.470782 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port 01913eca-55d2-4854-91e0-39b3d9e79c13 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:33:36.474922 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port 01913eca-55d2-4854-91e0-39b3d9e79c13 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:33:36.475403 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:36.563883 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:36.591331 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f5c8ba1-e7df-4224-9705-5cf0debd2976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01913eca-55d2-4854-91e0-39b3d9e79c13'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:33:36.593759 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-925f7f04-c4a4-429b-99d6-5ebe93d00f5c" -d '{"events": [{"server_uuid": "2f5c8ba1-e7df-4224-9705-5cf0debd2976", "name": "network-vif-plugged", "status": "completed", "tag": "01913eca-55d2-4854-91e0-39b3d9e79c13"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:33:36.606734 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 01913eca-55d2-4854-91e0-39b3d9e79c13, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=01913eca-55d2-4854-91e0-39b3d9e79c13,segment=NetworkSegment(14ee21b8-6adb-4fbc-8e63-e4b2c4af3623),segment_id=14ee21b8-6adb-4fbc-8e63-e4b2c4af3623)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:36.611749 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:36.672140 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff9873e-7fff-4bb2-8c68-ab9a34661ed0 x-openstack-request-id: req-dff9873e-7fff-4bb2-8c68-ab9a34661ed0 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:33:36.672623 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f5c8ba1-e7df-4224-9705-5cf0debd2976", "name": "network-vif-plugged", "status": "completed", "tag": "01913eca-55d2-4854-91e0-39b3d9e79c13", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:33:36.673003 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-dff9873e-7fff-4bb2-8c68-ab9a34661ed0 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:33:36.673493 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f5c8ba1-e7df-4224-9705-5cf0debd2976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01913eca-55d2-4854-91e0-39b3d9e79c13', 'code': 200} Nov 25 17:33:36.674203 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=01913eca-55d2-4854-91e0-39b3d9e79c13,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:36.760485 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff981b2-0272-4962-ab49-d9d537de2d4e req-26efe4bd-8afc-4999-8c66-6bc669143dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:36.763910 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bff981b2-0272-4962-ab49-d9d537de2d4e req-26efe4bd-8afc-4999-8c66-6bc669143dbd service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=2f5c8ba1-e7df-4224-9705-5cf0debd2976 HTTP/1.1" status: 200 len: 1096 time: 0.0523803 Nov 25 17:33:36.816244 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bff981b2-0272-4962-ab49-d9d537de2d4e req-3fa79ada-0fc8-46ba-9746-334d24a5647e service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=8a4fb475-e9ec-4623-9c08-36dcb76340fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449774 Nov 25 17:33:37.411401 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29fb6d4-61de-48d5-a7a8-3733257f19e4 req-091191ff-1121-430a-ad2d-ad00620cd8e3 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:37.413465 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a29fb6d4-61de-48d5-a7a8-3733257f19e4 req-091191ff-1121-430a-ad2d-ad00620cd8e3 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f5c8ba1-e7df-4224-9705-5cf0debd2976 HTTP/1.1" status: 200 len: 945 time: 0.0615711 Nov 25 17:33:37.496465 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a29fb6d4-61de-48d5-a7a8-3733257f19e4 req-25234002-fe29-4614-9195-26d8ae41e45a tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a4fb475-e9ec-4623-9c08-36dcb76340fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683951 Nov 25 17:33:38.140333 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device f8df6412-0474-413b-8ce4-061c2c87e934 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:33:38.239124 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port f8df6412-0474-413b-8ce4-061c2c87e934, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=f8df6412-0474-413b-8ce4-061c2c87e934,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:38.252196 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': 'f8df6412-0474-413b-8ce4-061c2c87e934', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'port_id': 'f8df6412-0474-413b-8ce4-061c2c87e934', 'mac_address': 'fa:16:3e:bb:62:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8793709c-5336-428d-aede-b0b8df1a26b2', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:33:38.289765 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:38.306214 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f8df6412-0474-413b-8ce4-061c2c87e934 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:33:38.328362 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port f8df6412-0474-413b-8ce4-061c2c87e934, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=f8df6412-0474-413b-8ce4-061c2c87e934,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:38.337061 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:38.387403 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=f8df6412-0474-413b-8ce4-061c2c87e934,revision_number=6']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:38.574984 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['f8df6412-0474-413b-8ce4-061c2c87e934'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:33:38.627313 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f0489e-c737-494e-9503-c5292c9c1bba req-048cb955-5e6d-4044-ae05-f34051106fa5 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:38.636583 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f0f0489e-c737-494e-9503-c5292c9c1bba req-048cb955-5e6d-4044-ae05-f34051106fa5 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f5c8ba1-e7df-4224-9705-5cf0debd2976 HTTP/1.1" status: 200 len: 945 time: 0.0702610 Nov 25 17:33:38.708682 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f0f0489e-c737-494e-9503-c5292c9c1bba req-ab6ea788-dfab-4305-8ac6-8c61335bb8fa tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a4fb475-e9ec-4623-9c08-36dcb76340fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709226 Nov 25 17:33:38.966646 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 46588) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:39.137200 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5c6558da-4389-4c8d-8bbc-eacb7bd824b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:39.235861 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5c6558da-4389-4c8d-8bbc-eacb7bd824b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:39.241026 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5c6558da-4389-4c8d-8bbc-eacb7bd824b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:39.277162 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6558da-4389-4c8d-8bbc-eacb7bd824b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e40dd6-a2b5-4e1d-86f0-16ef21defa1d,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:39.291156 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-5c6558da-4389-4c8d-8bbc-eacb7bd824b8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2a79de0025d04b70950461992b955ea3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3232179 Nov 25 17:33:39.294284 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 46608) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:39.349378 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fcff80f9-fcf7-41f4-8cc2-d91d7949415f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:39.373758 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fcff80f9-fcf7-41f4-8cc2-d91d7949415f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:39.433191 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fcff80f9-fcf7-41f4-8cc2-d91d7949415f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:39.436475 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fcff80f9-fcf7-41f4-8cc2-d91d7949415f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:39.438771 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-fcff80f9-fcf7-41f4-8cc2-d91d7949415f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c1e40dd6-a2b5-4e1d-86f0-16ef21defa1d HTTP/1.1" status: 204 len: 168 time: 0.1430113 Nov 25 17:33:39.449759 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff80f9-fcf7-41f4-8cc2-d91d7949415f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e40dd6-a2b5-4e1d-86f0-16ef21defa1d,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:40.139271 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device f8df6412-0474-413b-8ce4-061c2c87e934 up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:33:40.239409 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port f8df6412-0474-413b-8ce4-061c2c87e934 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:33:40.240035 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:40.383251 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:40.422550 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd889e5-b734-40e3-b6b0-78bc656845fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8df6412-0474-413b-8ce4-061c2c87e934'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:33:40.425701 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6c815b-14d8-445f-ab49-ba2ac1c4b8e0" -d '{"events": [{"server_uuid": "3dd889e5-b734-40e3-b6b0-78bc656845fb", "name": "network-vif-plugged", "status": "completed", "tag": "f8df6412-0474-413b-8ce4-061c2c87e934"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:33:40.444747 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port f8df6412-0474-413b-8ce4-061c2c87e934, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=f8df6412-0474-413b-8ce4-061c2c87e934,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:40.454174 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:40.541685 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5754626-1eee-4d32-998f-4637551bbdd5 x-openstack-request-id: req-c5754626-1eee-4d32-998f-4637551bbdd5 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:33:40.541983 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd889e5-b734-40e3-b6b0-78bc656845fb", "name": "network-vif-plugged", "status": "completed", "tag": "f8df6412-0474-413b-8ce4-061c2c87e934", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:33:40.542238 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c5754626-1eee-4d32-998f-4637551bbdd5 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:33:40.542836 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd889e5-b734-40e3-b6b0-78bc656845fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8df6412-0474-413b-8ce4-061c2c87e934', 'code': 200} Nov 25 17:33:40.543995 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=f8df6412-0474-413b-8ce4-061c2c87e934,revision_number=7']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:41.275906 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:33:42.850286 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 46762) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:42.997045 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7b20c294-3d4e-4ad0-8314-ee762ef999e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:43.122387 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7b20c294-3d4e-4ad0-8314-ee762ef999e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:43.135830 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7b20c294-3d4e-4ad0-8314-ee762ef999e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:43.170753 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b20c294-3d4e-4ad0-8314-ee762ef999e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d92c848-db26-4b49-95ea-9085e3e3d6f3,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:43.202830 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-7b20c294-3d4e-4ad0-8314-ee762ef999e4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1c378db7bc944d8fa384b3684a4591ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3501666 Nov 25 17:33:43.203634 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 46770) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:43.269321 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c4557a29-8048-4552-b024-3d141d159dd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:43.298685 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c4557a29-8048-4552-b024-3d141d159dd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:43.382030 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c4557a29-8048-4552-b024-3d141d159dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:43.384634 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c4557a29-8048-4552-b024-3d141d159dd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:43.388178 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c4557a29-8048-4552-b024-3d141d159dd4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7d92c848-db26-4b49-95ea-9085e3e3d6f3 HTTP/1.1" status: 204 len: 168 time: 0.1807032 Nov 25 17:33:43.394245 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4557a29-8048-4552-b024-3d141d159dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d92c848-db26-4b49-95ea-9085e3e3d6f3,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:45.613661 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 46872) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:45.763260 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e701a974-0690-44ef-bb7f-e4ba7739c2bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:45.848664 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e701a974-0690-44ef-bb7f-e4ba7739c2bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:45.854601 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e701a974-0690-44ef-bb7f-e4ba7739c2bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:45.897294 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-e701a974-0690-44ef-bb7f-e4ba7739c2bc admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=30a32e48183849829d1fc20bfc65f196&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2816710 Nov 25 17:33:45.898258 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e701a974-0690-44ef-bb7f-e4ba7739c2bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ec492d-e3e3-443f-90fb-a30519445fde,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:45.900587 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 46876) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:45.981955 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a563c9dd-91ad-40c7-8dea-ea873ce2b66e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:46.014922 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a563c9dd-91ad-40c7-8dea-ea873ce2b66e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:46.086128 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a563c9dd-91ad-40c7-8dea-ea873ce2b66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:46.090808 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a563c9dd-91ad-40c7-8dea-ea873ce2b66e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:46.095934 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a563c9dd-91ad-40c7-8dea-ea873ce2b66e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/67ec492d-e3e3-443f-90fb-a30519445fde HTTP/1.1" status: 204 len: 168 time: 0.1940451 Nov 25 17:33:46.106874 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a563c9dd-91ad-40c7-8dea-ea873ce2b66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ec492d-e3e3-443f-90fb-a30519445fde,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:46.569241 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 46900) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:46.597621 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7a0a98c7-9659-4c6d-ae5b-6572d5e9208f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:46.602994 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:46.706001 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7a0a98c7-9659-4c6d-ae5b-6572d5e9208f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:46.712109 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7a0a98c7-9659-4c6d-ae5b-6572d5e9208f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:46.756068 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0a98c7-9659-4c6d-ae5b-6572d5e9208f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a23affed-f74b-4adb-ac50-60da9277f5de,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:46.763854 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 46906) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:46.771277 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-7a0a98c7-9659-4c6d-ae5b-6572d5e9208f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0289a976c5e24493866ca23621571269&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2008128 Nov 25 17:33:46.812437 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:46.828303 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a355722f-a3dd-4a09-92c0-88595fdf2189 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:46.851956 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a355722f-a3dd-4a09-92c0-88595fdf2189 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:46.927186 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a355722f-a3dd-4a09-92c0-88595fdf2189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:46.930692 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a355722f-a3dd-4a09-92c0-88595fdf2189 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:46.935281 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a355722f-a3dd-4a09-92c0-88595fdf2189 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a23affed-f74b-4adb-ac50-60da9277f5de HTTP/1.1" status: 204 len: 168 time: 0.1704817 Nov 25 17:33:46.949609 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a355722f-a3dd-4a09-92c0-88595fdf2189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23affed-f74b-4adb-ac50-60da9277f5de,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:47.126754 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ffb93f19-df90-4fa8-9a2a-f47bf27d31d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:48.827827 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47000) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:48.966043 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3da9d7f7-0b09-4cf8-88b2-ec331ac04eb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:49.071204 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3da9d7f7-0b09-4cf8-88b2-ec331ac04eb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:49.079178 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3da9d7f7-0b09-4cf8-88b2-ec331ac04eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:49.128389 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3da9d7f7-0b09-4cf8-88b2-ec331ac04eb4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=baf5cd68b81f4d4a9153335c8f0da244&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2994049 Nov 25 17:33:49.128726 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47004) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:49.129314 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da9d7f7-0b09-4cf8-88b2-ec331ac04eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be29274d-7151-4bcb-bc48-44c5373bd653,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:49.196109 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6d89f9ef-2dc5-4315-82f7-d32f3d7fbc47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:49.221386 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6d89f9ef-2dc5-4315-82f7-d32f3d7fbc47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:49.279423 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6d89f9ef-2dc5-4315-82f7-d32f3d7fbc47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:49.282188 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6d89f9ef-2dc5-4315-82f7-d32f3d7fbc47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:49.285319 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-6d89f9ef-2dc5-4315-82f7-d32f3d7fbc47 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/be29274d-7151-4bcb-bc48-44c5373bd653 HTTP/1.1" status: 204 len: 168 time: 0.1548684 Nov 25 17:33:49.298938 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d89f9ef-2dc5-4315-82f7-d32f3d7fbc47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be29274d-7151-4bcb-bc48-44c5373bd653,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:49.457878 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-cca0828c-1a0e-425b-831f-10a009a2c250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:50.773710 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:50.825459 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47108) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:50.993461 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b9d4091c-3fb9-4788-bd30-6e9acb8081dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:51.100729 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b9d4091c-3fb9-4788-bd30-6e9acb8081dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:51.106100 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b9d4091c-3fb9-4788-bd30-6e9acb8081dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:51.144482 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d4091c-3fb9-4788-bd30-6e9acb8081dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c44d5941-4062-4d69-9bf8-9421142807c7,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:51.152618 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47124) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:51.153188 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-b9d4091c-3fb9-4788-bd30-6e9acb8081dc admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cd996c480381484c85089afcef58be25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3257885 Nov 25 17:33:51.205969 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2042b577-089e-4692-80c7-2e794de0db22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:51.227911 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2042b577-089e-4692-80c7-2e794de0db22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:51.283276 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2042b577-089e-4692-80c7-2e794de0db22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:51.285974 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2042b577-089e-4692-80c7-2e794de0db22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:51.287273 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2042b577-089e-4692-80c7-2e794de0db22 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c44d5941-4062-4d69-9bf8-9421142807c7 HTTP/1.1" status: 204 len: 168 time: 0.1339581 Nov 25 17:33:51.298176 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2042b577-089e-4692-80c7-2e794de0db22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44d5941-4062-4d69-9bf8-9421142807c7,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:51.947456 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:52.261631 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d7e1e-bc68-4a79-b17f-6e74a9c14091 req-69cfeb2a-a7fd-422d-a42e-fd5328ec0e95 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:52.263156 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d87d7e1e-bc68-4a79-b17f-6e74a9c14091 req-69cfeb2a-a7fd-422d-a42e-fd5328ec0e95 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] 10.222.0.75 "GET /v2.0/ports?device_id=3dd889e5-b734-40e3-b6b0-78bc656845fb HTTP/1.1" status: 200 len: 950 time: 0.0516615 Nov 25 17:33:52.310952 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d87d7e1e-bc68-4a79-b17f-6e74a9c14091 req-8771ed85-2c26-4fc1-b977-542b81df4475 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] 10.222.0.75 "GET /v2.0/security-groups?id=de66d59e-e4b4-4371-ae76-225f18d58b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420454 Nov 25 17:33:52.496279 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47226) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:52.611534 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6bb85f1d-8240-47d1-8b33-195d55e616fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:52.712379 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6bb85f1d-8240-47d1-8b33-195d55e616fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:52.717579 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6bb85f1d-8240-47d1-8b33-195d55e616fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:52.754407 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb85f1d-8240-47d1-8b33-195d55e616fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f809007a-cb94-4714-a753-32120f2da08b,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:52.758687 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6bb85f1d-8240-47d1-8b33-195d55e616fa admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=da6345b34af242e78f60f7344cc1453c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2613564 Nov 25 17:33:52.761906 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47248) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:52.819378 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-197b37cf-edff-4ed8-b7ca-21fdfcafbb05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:52.841751 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-197b37cf-edff-4ed8-b7ca-21fdfcafbb05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:52.888843 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-197b37cf-edff-4ed8-b7ca-21fdfcafbb05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:52.891918 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-197b37cf-edff-4ed8-b7ca-21fdfcafbb05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:52.893115 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-197b37cf-edff-4ed8-b7ca-21fdfcafbb05 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f809007a-cb94-4714-a753-32120f2da08b HTTP/1.1" status: 204 len: 168 time: 0.1301587 Nov 25 17:33:52.903215 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197b37cf-edff-4ed8-b7ca-21fdfcafbb05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f809007a-cb94-4714-a753-32120f2da08b,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:52.944439 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:54.150408 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47314) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:54.310911 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-3efc8f26-9d41-455c-b95c-032533146007 tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2000657781'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:33:54.333403 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3efc8f26-9d41-455c-b95c-032533146007 tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Made reservation on behalf of 969503977a0b4f89a7e89dc615542bb4 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:33:54.336774 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3efc8f26-9d41-455c-b95c-032533146007 tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:54.345606 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3efc8f26-9d41-455c-b95c-032533146007 tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:54.417136 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3efc8f26-9d41-455c-b95c-032533146007 tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:54.421206 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3efc8f26-9d41-455c-b95c-032533146007 tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:54.447258 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3efc8f26-9d41-455c-b95c-032533146007 tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:33:54.455715 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efc8f26-9d41-455c-b95c-032533146007 tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9907142-a32d-410f-871c-5eca635dc762,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:54.461843 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3efc8f26-9d41-455c-b95c-032533146007 tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:54.462300 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-3efc8f26-9d41-455c-b95c-032533146007 tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Added segment 9b1df004-ba08-4ca4-8304-937050734b2e of type vlan for network b288009d-57fc-4547-b579-112b1368defa Nov 25 17:33:54.503457 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3efc8f26-9d41-455c-b95c-032533146007 tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:54.528553 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3efc8f26-9d41-455c-b95c-032533146007 tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:54.534337 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efc8f26-9d41-455c-b95c-032533146007 tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:54.534940 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3efc8f26-9d41-455c-b95c-032533146007 tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:54.566953 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3efc8f26-9d41-455c-b95c-032533146007 tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4151769 Nov 25 17:33:54.570097 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47318) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:54.575806 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-2dbb8c99-9f6f-461d-8292-34632b33da7f tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Request body: {'subnet': {'network_id': 'b288009d-57fc-4547-b579-112b1368defa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:33:54.606962 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efc8f26-9d41-455c-b95c-032533146007 tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Pushing event updated for resources: {'Network': ['ID=b288009d-57fc-4547-b579-112b1368defa,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:54.617886 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network b288009d-57fc-4547-b579-112b1368defa details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:33:54.682555 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dbb8c99-9f6f-461d-8292-34632b33da7f tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Made reservation on behalf of 969503977a0b4f89a7e89dc615542bb4 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:33:54.686126 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2dbb8c99-9f6f-461d-8292-34632b33da7f tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:54.886798 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2dbb8c99-9f6f-461d-8292-34632b33da7f tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:54.951406 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbb8c99-9f6f-461d-8292-34632b33da7f tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Pushing event updated for resources: {'Subnet': ['ID=64096423-e0c3-4d6b-9788-ea30a134f23c,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:54.959543 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbb8c99-9f6f-461d-8292-34632b33da7f tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Checking segment: {'id': '9b1df004-ba08-4ca4-8304-937050734b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'b288009d-57fc-4547-b579-112b1368defa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:33:54.959907 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbb8c99-9f6f-461d-8292-34632b33da7f tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Network hostable DHCP agents. Network: b288009d-57fc-4547-b579-112b1368defa, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:33:54.978656 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbb8c99-9f6f-461d-8292-34632b33da7f tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Network b288009d-57fc-4547-b579-112b1368defa is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:33:54.988147 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-2dbb8c99-9f6f-461d-8292-34632b33da7f tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, b288009d-57fc-4547-b579-112b1368defa) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:33:54.995026 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbb8c99-9f6f-461d-8292-34632b33da7f tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:54.995026 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2dbb8c99-9f6f-461d-8292-34632b33da7f tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:55.004865 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30734b6c-a1d7-4819-9d3c-e43fe8a8dd9a None None] Network b288009d-57fc-4547-b579-112b1368defa requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:33:55.030067 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-2dbb8c99-9f6f-461d-8292-34632b33da7f tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4559541 Nov 25 17:33:55.030260 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47350) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:55.037138 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-7d32f149-c721-4f0e-9086-9be2dbf8aecb tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Request body: {'port': {'network_id': 'b288009d-57fc-4547-b579-112b1368defa', 'name': 'tempest-DHCPAgentSchedulersTestJSON-796375356'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:33:55.196454 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d32f149-c721-4f0e-9086-9be2dbf8aecb tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Made reservation on behalf of 969503977a0b4f89a7e89dc615542bb4 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:33:55.202216 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7d32f149-c721-4f0e-9086-9be2dbf8aecb tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:55.224857 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac66117-9029-4c05-be21-df899b987237 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-b288009d-57fc-4547-b579-112b1368defa', 'network_id': 'b288009d-57fc-4547-b579-112b1368defa', 'tenant_id': '969503977a0b4f89a7e89dc615542bb4', 'fixed_ips': [{'subnet_id': '64096423-e0c3-4d6b-9788-ea30a134f23c'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:33:55.225759 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4ac66117-9029-4c05-be21-df899b987237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:55.228760 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [None req-7d32f149-c721-4f0e-9086-9be2dbf8aecb tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] device_id is not set on port 310304cb-643e-4b53-976f-8e7d92964652 yet. {{(pid=103361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:33:55.367241 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-7d32f149-c721-4f0e-9086-9be2dbf8aecb tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Allocated IP 172.20.0.9 (b288009d-57fc-4547-b579-112b1368defa/64096423-e0c3-4d6b-9788-ea30a134f23c/310304cb-643e-4b53-976f-8e7d92964652) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:33:55.534316 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7d32f149-c721-4f0e-9086-9be2dbf8aecb tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:55.581935 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7d32f149-c721-4f0e-9086-9be2dbf8aecb tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:55.626981 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d32f149-c721-4f0e-9086-9be2dbf8aecb tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Network b288009d-57fc-4547-b579-112b1368defa is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:33:55.633650 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-7d32f149-c721-4f0e-9086-9be2dbf8aecb tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:33:55.638951 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d32f149-c721-4f0e-9086-9be2dbf8aecb tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:33:55.674795 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-4ac66117-9029-4c05-be21-df899b987237 None None] Allocated IP 172.20.0.2 (b288009d-57fc-4547-b579-112b1368defa/64096423-e0c3-4d6b-9788-ea30a134f23c/01f7e030-51c2-4fa3-ac5e-1913d6a4367d) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:33:55.676291 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d32f149-c721-4f0e-9086-9be2dbf8aecb tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Pushing event updated for resources: {'Port': ['ID=310304cb-643e-4b53-976f-8e7d92964652,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:55.704090 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d32f149-c721-4f0e-9086-9be2dbf8aecb tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:55.705114 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7d32f149-c721-4f0e-9086-9be2dbf8aecb tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:55.726536 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-7d32f149-c721-4f0e-9086-9be2dbf8aecb tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6951814 Nov 25 17:33:55.730218 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47360) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:55.881427 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-338e8fad-9849-468b-9a35-9e3493afec62 tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Deleting port 310304cb-643e-4b53-976f-8e7d92964652 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:33:55.882065 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-338e8fad-9849-468b-9a35-9e3493afec62 tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:55.890585 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4ac66117-9029-4c05-be21-df899b987237 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:55.909866 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4ac66117-9029-4c05-be21-df899b987237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:56.006338 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac66117-9029-4c05-be21-df899b987237 None None] Network b288009d-57fc-4547-b579-112b1368defa is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:33:56.007833 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac66117-9029-4c05-be21-df899b987237 None None] Pushing event updated for resources: {'Port': ['ID=01f7e030-51c2-4fa3-ac5e-1913d6a4367d,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:56.027333 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-4ac66117-9029-4c05-be21-df899b987237 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:33:56.030043 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac66117-9029-4c05-be21-df899b987237 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:33:56.095641 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-4ac66117-9029-4c05-be21-df899b987237 None None] Attempting to bind port 01f7e030-51c2-4fa3-ac5e-1913d6a4367d on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:33:56.096021 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-4ac66117-9029-4c05-be21-df899b987237 None None] Attempting to bind port 01f7e030-51c2-4fa3-ac5e-1913d6a4367d by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '9b1df004-ba08-4ca4-8304-937050734b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'b288009d-57fc-4547-b579-112b1368defa'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:33:56.096467 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac66117-9029-4c05-be21-df899b987237 None None] Attempting to bind port 01f7e030-51c2-4fa3-ac5e-1913d6a4367d on network b288009d-57fc-4547-b579-112b1368defa {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:33:56.098187 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-338e8fad-9849-468b-9a35-9e3493afec62 tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:56.103515 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac66117-9029-4c05-be21-df899b987237 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:33:56.104031 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac66117-9029-4c05-be21-df899b987237 None None] Checking segment: {'id': '9b1df004-ba08-4ca4-8304-937050734b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'b288009d-57fc-4547-b579-112b1368defa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:33:56.104516 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4ac66117-9029-4c05-be21-df899b987237 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:56.117003 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-338e8fad-9849-468b-9a35-9e3493afec62 tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Calling delete_port for 310304cb-643e-4b53-976f-8e7d92964652 owned by {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:33:56.117787 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac66117-9029-4c05-be21-df899b987237 None None] Bound using segment: {'id': '9b1df004-ba08-4ca4-8304-937050734b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'b288009d-57fc-4547-b579-112b1368defa'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:33:56.118393 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-4ac66117-9029-4c05-be21-df899b987237 None None] Bound port: 01f7e030-51c2-4fa3-ac5e-1913d6a4367d, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b1df004-ba08-4ca4-8304-937050734b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'b288009d-57fc-4547-b579-112b1368defa'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:33:56.119565 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4ac66117-9029-4c05-be21-df899b987237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:56.226703 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-4ac66117-9029-4c05-be21-df899b987237 None None] For port 01f7e030-51c2-4fa3-ac5e-1913d6a4367d, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:33:56.230869 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-4ac66117-9029-4c05-be21-df899b987237 None None] For port 01f7e030-51c2-4fa3-ac5e-1913d6a4367d, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=01f7e030-51c2-4fa3-ac5e-1913d6a4367d,segment=NetworkSegment(9b1df004-ba08-4ca4-8304-937050734b2e),segment_id=9b1df004-ba08-4ca4-8304-937050734b2e)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:33:56.236104 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 5de1d902-61ca-495f-a62a-83205c0f84c2 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:33:56.238715 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device f8df6412-0474-413b-8ce4-061c2c87e934 no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:33:56.245724 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4ac66117-9029-4c05-be21-df899b987237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:56.358789 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-338e8fad-9849-468b-9a35-9e3493afec62 tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:56.421890 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338e8fad-9849-468b-9a35-9e3493afec62 tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Pushing event deleted for resources: {'Port': ['ID=310304cb-643e-4b53-976f-8e7d92964652,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:56.547798 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-338e8fad-9849-468b-9a35-9e3493afec62 tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:56.552033 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-338e8fad-9849-468b-9a35-9e3493afec62 tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] 10.222.0.75 "DELETE /v2.0/ports/310304cb-643e-4b53-976f-8e7d92964652 HTTP/1.1" status: 204 len: 168 time: 0.8206034 Nov 25 17:33:56.554564 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47398) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:56.584684 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac66117-9029-4c05-be21-df899b987237 None None] Pushing event updated for resources: {'Port': ['ID=01f7e030-51c2-4fa3-ac5e-1913d6a4367d,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:56.642542 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-cc79c5f2-c01f-4aeb-96a8-6b9c57b2a1e7 tempest-DHCPAgentSchedulersTestJSON-216170046 tempest-DHCPAgentSchedulersTestJSON-216170046-project-admin] 10.222.0.75 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4929 time: 0.0864713 Nov 25 17:33:56.645729 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47406) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:56.655185 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-0537f678-3e1c-4f41-aead-65862d094a44 tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-451424770'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:33:56.703818 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0537f678-3e1c-4f41-aead-65862d094a44 tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Made reservation on behalf of 969503977a0b4f89a7e89dc615542bb4 for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:33:56.709367 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0537f678-3e1c-4f41-aead-65862d094a44 tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:56.748015 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:56.751833 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0537f678-3e1c-4f41-aead-65862d094a44 tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 900} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:33:56.764448 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0537f678-3e1c-4f41-aead-65862d094a44 tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:56.764805 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-0537f678-3e1c-4f41-aead-65862d094a44 tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Added segment 0096000c-24bc-4683-8ccc-fe6607b59748 of type vlan for network ffaef36d-9a2d-435d-b1ec-9740bd1f16d2 Nov 25 17:33:56.819163 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 5de1d902-61ca-495f-a62a-83205c0f84c2, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=5de1d902-61ca-495f-a62a-83205c0f84c2,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:56.839856 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0537f678-3e1c-4f41-aead-65862d094a44 tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:56.843436 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd889e5-b734-40e3-b6b0-78bc656845fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8df6412-0474-413b-8ce4-061c2c87e934'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:33:56.847126 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0884e752-33f5-498b-83b0-cae3fcfa664c" -d '{"events": [{"server_uuid": "3dd889e5-b734-40e3-b6b0-78bc656845fb", "name": "network-vif-unplugged", "status": "completed", "tag": "f8df6412-0474-413b-8ce4-061c2c87e934"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:33:56.865091 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '5de1d902-61ca-495f-a62a-83205c0f84c2', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'port_id': '5de1d902-61ca-495f-a62a-83205c0f84c2', 'mac_address': 'fa:16:3e:51:4b:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8793709c-5336-428d-aede-b0b8df1a26b2', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:33:56.868361 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port f8df6412-0474-413b-8ce4-061c2c87e934, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=f8df6412-0474-413b-8ce4-061c2c87e934,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:56.878169 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:56.890257 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0537f678-3e1c-4f41-aead-65862d094a44 tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:56.897492 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0537f678-3e1c-4f41-aead-65862d094a44 tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:56.898276 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0537f678-3e1c-4f41-aead-65862d094a44 tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:56.950956 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d4b77a-86fd-45a9-9455-93b086139aec x-openstack-request-id: req-92d4b77a-86fd-45a9-9455-93b086139aec {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:33:56.951254 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd889e5-b734-40e3-b6b0-78bc656845fb", "name": "network-vif-unplugged", "status": "completed", "tag": "f8df6412-0474-413b-8ce4-061c2c87e934", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:33:56.951514 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-92d4b77a-86fd-45a9-9455-93b086139aec {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:33:56.951903 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd889e5-b734-40e3-b6b0-78bc656845fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8df6412-0474-413b-8ce4-061c2c87e934', 'code': 200} Nov 25 17:33:57.057982 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:57.064763 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0537f678-3e1c-4f41-aead-65862d094a44 tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Pushing event updated for resources: {'Network': ['ID=ffaef36d-9a2d-435d-b1ec-9740bd1f16d2,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:57.094868 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-0537f678-3e1c-4f41-aead-65862d094a44 tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4478140 Nov 25 17:33:57.097766 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47428) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:57.123696 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network ffaef36d-9a2d-435d-b1ec-9740bd1f16d2 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:33:57.195451 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5de1d902-61ca-495f-a62a-83205c0f84c2 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:33:57.240630 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 5de1d902-61ca-495f-a62a-83205c0f84c2, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=5de1d902-61ca-495f-a62a-83205c0f84c2,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:57.240630 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=f8df6412-0474-413b-8ce4-061c2c87e934,revision_number=8']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:57.305577 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:57.492391 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=5de1d902-61ca-495f-a62a-83205c0f84c2,revision_number=6']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:57.561034 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a3245965-b526-4898-a2f5-9a32903d7c51 tempest-DHCPAgentSchedulersTestJSON-216170046 tempest-DHCPAgentSchedulersTestJSON-216170046-project-admin] 10.222.0.75 "GET /v2.0/agents/309e9954-855e-4d50-9e75-c7d8311e0b80/dhcp-networks HTTP/1.1" status: 200 len: 12839 time: 0.4593260 Nov 25 17:33:57.562067 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47440) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:57.620767 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['5de1d902-61ca-495f-a62a-83205c0f84c2'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:33:57.737060 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b20f92-9583-4bcf-8bcd-b144df2f0d34 tempest-DHCPAgentSchedulersTestJSON-216170046 tempest-DHCPAgentSchedulersTestJSON-216170046-project-admin] Network ffaef36d-9a2d-435d-b1ec-9740bd1f16d2 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:33:57.761368 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-f5b20f92-9583-4bcf-8bcd-b144df2f0d34 tempest-DHCPAgentSchedulersTestJSON-216170046 tempest-DHCPAgentSchedulersTestJSON-216170046-project-admin] 10.222.0.75 "POST /v2.0/agents/309e9954-855e-4d50-9e75-c7d8311e0b80/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1978951 Nov 25 17:33:57.763704 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47442) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:57.768288 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13debc6a-56dd-4fe2-8a4d-dfdd7419e769 None None] Network ffaef36d-9a2d-435d-b1ec-9740bd1f16d2 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:33:58.099271 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-4dd508fa-fb45-4b13-8b70-1cb1fd5a8202 tempest-DHCPAgentSchedulersTestJSON-216170046 tempest-DHCPAgentSchedulersTestJSON-216170046-project-admin] 10.222.0.75 "GET /v2.0/agents/309e9954-855e-4d50-9e75-c7d8311e0b80/dhcp-networks HTTP/1.1" status: 200 len: 13609 time: 0.3345141 Nov 25 17:33:58.100219 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47444) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:58.245108 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 5de1d902-61ca-495f-a62a-83205c0f84c2 up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:33:58.280549 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47458) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:58.288375 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c74f0211-1b55-43f6-ae82-e064099ae1be tempest-DHCPAgentSchedulersTestJSON-216170046 tempest-DHCPAgentSchedulersTestJSON-216170046-project-admin] 10.222.0.75 "DELETE /v2.0/agents/309e9954-855e-4d50-9e75-c7d8311e0b80/dhcp-networks/ffaef36d-9a2d-435d-b1ec-9740bd1f16d2 HTTP/1.1" status: 204 len: 168 time: 0.1866367 Nov 25 17:33:58.422882 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7ccfd0-c625-45d6-a29c-3e1109f791dc None None] Network b288009d-57fc-4547-b579-112b1368defa requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:33:58.603997 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 01f7e030-51c2-4fa3-ac5e-1913d6a4367d up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:33:58.611631 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 5de1d902-61ca-495f-a62a-83205c0f84c2 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:33:58.615822 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:58.661047 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-fbfb7210-054a-4bde-9b2e-e48a02969716 tempest-DHCPAgentSchedulersTestJSON-216170046 tempest-DHCPAgentSchedulersTestJSON-216170046-project-admin] 10.222.0.75 "GET /v2.0/agents/309e9954-855e-4d50-9e75-c7d8311e0b80/dhcp-networks HTTP/1.1" status: 200 len: 12839 time: 0.3786373 Nov 25 17:33:58.665213 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47470) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:58.710884 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-68faaaa8-ad14-46ae-8610-93efa9455a68 tempest-DHCPAgentSchedulersTestJSON-216170046 tempest-DHCPAgentSchedulersTestJSON-216170046-project-admin] 10.222.0.75 "GET /v2.0/networks/b288009d-57fc-4547-b579-112b1368defa/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0444040 Nov 25 17:33:58.714782 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47472) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:58.735914 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-190dfc13-d8a5-4982-b629-3f51fd50e58b tempest-DHCPAgentSchedulersTestJSON-216170046 tempest-DHCPAgentSchedulersTestJSON-216170046-project-admin] 10.222.0.75 "GET /v2.0/networks/b288009d-57fc-4547-b579-112b1368defa/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0198460 Nov 25 17:33:58.738573 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47474) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:58.889326 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-4edbfca7-4c60-4474-ab54-f84922fa377c None None] Provisioning complete for port 01f7e030-51c2-4fa3-ac5e-1913d6a4367d triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:33:58.891421 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4edbfca7-4c60-4474-ab54-f84922fa377c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:58.914137 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47476) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:58.915107 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ea4f83c4-6059-4dd8-8eb3-af8c235db7bf tempest-DHCPAgentSchedulersTestJSON-216170046 tempest-DHCPAgentSchedulersTestJSON-216170046-project-admin] 10.222.0.75 "GET /v2.0/agents/309e9954-855e-4d50-9e75-c7d8311e0b80/dhcp-networks HTTP/1.1" status: 200 len: 12839 time: 0.1746776 Nov 25 17:33:59.058858 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-22c6ba60-657e-4b34-bfcd-c471fc52241c tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:59.221037 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 01f7e030-51c2-4fa3-ac5e-1913d6a4367d triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:33:59.221331 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:59.259943 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-22c6ba60-657e-4b34-bfcd-c471fc52241c tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:59.302034 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4edbfca7-4c60-4474-ab54-f84922fa377c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:59.312653 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-22c6ba60-657e-4b34-bfcd-c471fc52241c tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffaef36d-9a2d-435d-b1ec-9740bd1f16d2']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:33:59.330366 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-22c6ba60-657e-4b34-bfcd-c471fc52241c tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0096000c-24bc-4683-8ccc-fe6607b59748') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:33:59.330667 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-22c6ba60-657e-4b34-bfcd-c471fc52241c tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0096000c-24bc-4683-8ccc-fe6607b59748') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:33:59.350031 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-22c6ba60-657e-4b34-bfcd-c471fc52241c tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:59.394721 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-22c6ba60-657e-4b34-bfcd-c471fc52241c tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:59.427027 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22c6ba60-657e-4b34-bfcd-c471fc52241c tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Releasing vlan 900 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:33:59.427690 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-22c6ba60-657e-4b34-bfcd-c471fc52241c tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:59.434035 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:33:59.434035 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:33:59.434035 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:33:59.434035 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:33:59.434035 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:33:59.434035 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:33:59.434035 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:33:59.434035 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:33:59.434035 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:33:59.434035 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:33:59.434035 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:33:59.434035 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:33:59.434035 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:33:59.434035 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:33:59.434035 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:33:59.434035 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:33:59.434035 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:33:59.434035 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:33:59.434035 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:33:59.434035 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:33:59.434035 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:33:59.434035 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:33:59.434035 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:33:59.434035 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:33:59.434035 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:33:59.434035 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:33:59.434035 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:33:59.434035 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:33:59.434035 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:33:59.434035 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:33:59.434035 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:33:59.434035 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:33:59.470652 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:59.510891 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-4edbfca7-4c60-4474-ab54-f84922fa377c None None] For port 01f7e030-51c2-4fa3-ac5e-1913d6a4367d, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=01f7e030-51c2-4fa3-ac5e-1913d6a4367d,segment=NetworkSegment(9b1df004-ba08-4ca4-8304-937050734b2e),segment_id=9b1df004-ba08-4ca4-8304-937050734b2e)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:59.517946 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f170a0-e351-44e2-b847-ae19a05a12f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de1d902-61ca-495f-a62a-83205c0f84c2'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:33:59.523776 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d843eba6-f8a4-4805-8433-8f5fcd9c46fd" -d '{"events": [{"server_uuid": "c9f170a0-e351-44e2-b847-ae19a05a12f1", "name": "network-vif-plugged", "status": "completed", "tag": "5de1d902-61ca-495f-a62a-83205c0f84c2"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:33:59.536108 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-22c6ba60-657e-4b34-bfcd-c471fc52241c tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:59.550261 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-22c6ba60-657e-4b34-bfcd-c471fc52241c tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:59.560614 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-22c6ba60-657e-4b34-bfcd-c471fc52241c tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] 10.222.0.75 "DELETE /v2.0/networks/ffaef36d-9a2d-435d-b1ec-9740bd1f16d2 HTTP/1.1" status: 204 len: 168 time: 0.6454413 Nov 25 17:33:59.561763 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4edbfca7-4c60-4474-ab54-f84922fa377c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:59.563030 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47496) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:59.600400 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c6ba60-657e-4b34-bfcd-c471fc52241c tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Pushing event deleted for resources: {'Network': ['ID=ffaef36d-9a2d-435d-b1ec-9740bd1f16d2,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:59.609293 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0e15687-262c-4577-b496-2de6c87b35dc tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] DELETE failed (client error): The resource could not be found. Nov 25 17:33:59.610312 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0e15687-262c-4577-b496-2de6c87b35dc tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:33:59.614182 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c0e15687-262c-4577-b496-2de6c87b35dc tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] 10.222.0.75 "DELETE /v2.0/ports/310304cb-643e-4b53-976f-8e7d92964652 HTTP/1.1" status: 404 len: 333 time: 0.0503094 Nov 25 17:33:59.618588 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47500) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:59.659061 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 5de1d902-61ca-495f-a62a-83205c0f84c2, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=5de1d902-61ca-495f-a62a-83205c0f84c2,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:59.663291 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f7aecf-041e-43a6-a43a-afd4eb0fd1c0 x-openstack-request-id: req-a6f7aecf-041e-43a6-a43a-afd4eb0fd1c0 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:33:59.663572 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f170a0-e351-44e2-b847-ae19a05a12f1", "name": "network-vif-plugged", "status": "completed", "tag": "5de1d902-61ca-495f-a62a-83205c0f84c2", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:33:59.663833 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a6f7aecf-041e-43a6-a43a-afd4eb0fd1c0 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:33:59.664247 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f170a0-e351-44e2-b847-ae19a05a12f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de1d902-61ca-495f-a62a-83205c0f84c2', 'code': 200} Nov 25 17:33:59.693067 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:59.793777 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-91dd9f3f-22cf-4481-a958-e6b4b3680ce9 tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Deleting subnet 64096423-e0c3-4d6b-9788-ea30a134f23c {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:33:59.807985 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-91dd9f3f-22cf-4481-a958-e6b4b3680ce9 tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:59.920050 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edbfca7-4c60-4474-ab54-f84922fa377c None None] Pushing event updated for resources: {'Port': ['ID=01f7e030-51c2-4fa3-ac5e-1913d6a4367d,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:59.934686 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-91dd9f3f-22cf-4481-a958-e6b4b3680ce9 tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:00.107024 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=5de1d902-61ca-495f-a62a-83205c0f84c2,revision_number=7']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:00.140221 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-35b83f62-a246-4e32-87a1-8171b1604fc8 None None] Provisioning complete for port 01f7e030-51c2-4fa3-ac5e-1913d6a4367d triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:00.141009 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-35b83f62-a246-4e32-87a1-8171b1604fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:00.191033 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-91dd9f3f-22cf-4481-a958-e6b4b3680ce9 tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:00.332259 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-91dd9f3f-22cf-4481-a958-e6b4b3680ce9 tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:00.356218 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 01f7e030-51c2-4fa3-ac5e-1913d6a4367d up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:34:00.429296 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-91dd9f3f-22cf-4481-a958-e6b4b3680ce9 tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:00.430791 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-91dd9f3f-22cf-4481-a958-e6b4b3680ce9 tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] 10.222.0.75 "DELETE /v2.0/subnets/64096423-e0c3-4d6b-9788-ea30a134f23c HTTP/1.1" status: 204 len: 168 time: 0.8101411 Nov 25 17:34:00.431921 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dd9f3f-22cf-4481-a958-e6b4b3680ce9 tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Pushing event deleted for resources: {'Subnet': ['ID=64096423-e0c3-4d6b-9788-ea30a134f23c,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:00.433844 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47516) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:00.473099 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 01f7e030-51c2-4fa3-ac5e-1913d6a4367d triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:00.473485 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:00.511228 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ddbc87-97f1-4f02-97b0-600381172cc9 None None] Network b288009d-57fc-4547-b579-112b1368defa requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:34:00.557447 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ecf7fdfd-a4e0-4535-b976-3883ee9beef1 tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:00.608776 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-fd0e2276-c343-4210-9d86-074ef15b11ba None None] Could not find standard attr ID for object 310304cb-643e-4b53-976f-8e7d92964652. {{(pid=103362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:34:00.642894 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-ecf7fdfd-a4e0-4535-b976-3883ee9beef1 tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Deleting port 01f7e030-51c2-4fa3-ac5e-1913d6a4367d {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:00.643272 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ecf7fdfd-a4e0-4535-b976-3883ee9beef1 tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:00.743734 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-ecf7fdfd-a4e0-4535-b976-3883ee9beef1 tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] For port 01f7e030-51c2-4fa3-ac5e-1913d6a4367d, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=01f7e030-51c2-4fa3-ac5e-1913d6a4367d,segment=NetworkSegment(9b1df004-ba08-4ca4-8304-937050734b2e),segment_id=9b1df004-ba08-4ca4-8304-937050734b2e)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:00.744405 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ecf7fdfd-a4e0-4535-b976-3883ee9beef1 tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:00.765834 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-ecf7fdfd-a4e0-4535-b976-3883ee9beef1 tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Calling delete_port for 01f7e030-51c2-4fa3-ac5e-1913d6a4367d owned by network:dhcp {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:00.865045 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a218b40-5f44-4b1f-93e3-e42922262f34 None None] DHCP port deletion for b288009d-57fc-4547-b579-112b1368defa request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:34:00.956365 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ecf7fdfd-a4e0-4535-b976-3883ee9beef1 tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:00.959572 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-9a218b40-5f44-4b1f-93e3-e42922262f34 None None] Deleting port 01f7e030-51c2-4fa3-ac5e-1913d6a4367d {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:00.960562 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9a218b40-5f44-4b1f-93e3-e42922262f34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:01.045168 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf7fdfd-a4e0-4535-b976-3883ee9beef1 tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Pushing event deleted for resources: {'Port': ['ID=01f7e030-51c2-4fa3-ac5e-1913d6a4367d,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:01.047442 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf7fdfd-a4e0-4535-b976-3883ee9beef1 tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] No DVR routers for this DVR port 01f7e030-51c2-4fa3-ac5e-1913d6a4367d on host n-d-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:34:01.101178 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-9a218b40-5f44-4b1f-93e3-e42922262f34 None None] For port 01f7e030-51c2-4fa3-ac5e-1913d6a4367d, host n-d-817746-1, got binding levels [] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:01.102064 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9a218b40-5f44-4b1f-93e3-e42922262f34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:01.125635 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-9a218b40-5f44-4b1f-93e3-e42922262f34 None None] Calling delete_port for 01f7e030-51c2-4fa3-ac5e-1913d6a4367d owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:01.137256 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.ipam_backend_mixin [None req-9a218b40-5f44-4b1f-93e3-e42922262f34 None None] Port 01f7e030-51c2-4fa3-ac5e-1913d6a4367d was not found and therefore no delete operation was performed {{(pid=103362) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 17:34:01.138885 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9a218b40-5f44-4b1f-93e3-e42922262f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:01.166286 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a218b40-5f44-4b1f-93e3-e42922262f34 None None] Pushing event deleted for resources: {'Port': ['ID=01f7e030-51c2-4fa3-ac5e-1913d6a4367d,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:01.170140 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a218b40-5f44-4b1f-93e3-e42922262f34 None None] No DVR routers for this DVR port 01f7e030-51c2-4fa3-ac5e-1913d6a4367d on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:34:01.190662 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ecf7fdfd-a4e0-4535-b976-3883ee9beef1 tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:01.224022 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-ecf7fdfd-a4e0-4535-b976-3883ee9beef1 tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b288009d-57fc-4547-b579-112b1368defa']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:01.237950 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-ecf7fdfd-a4e0-4535-b976-3883ee9beef1 tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b1df004-ba08-4ca4-8304-937050734b2e') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:01.238291 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-ecf7fdfd-a4e0-4535-b976-3883ee9beef1 tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b1df004-ba08-4ca4-8304-937050734b2e') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:01.250907 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ecf7fdfd-a4e0-4535-b976-3883ee9beef1 tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:01.270198 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ecf7fdfd-a4e0-4535-b976-3883ee9beef1 tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:01.278971 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecf7fdfd-a4e0-4535-b976-3883ee9beef1 tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Releasing vlan 925 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:34:01.279480 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ecf7fdfd-a4e0-4535-b976-3883ee9beef1 tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:01.283123 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:34:01.283123 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:34:01.283123 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:34:01.283123 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:34:01.283123 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:34:01.283123 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:34:01.283123 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:34:01.283123 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:34:01.283123 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:34:01.283123 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:34:01.283123 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:34:01.283123 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:34:01.283123 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:34:01.283123 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:34:01.283123 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:34:01.283123 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:34:01.283123 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:34:01.283123 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:34:01.283123 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:34:01.283123 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:34:01.283123 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:34:01.283123 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:34:01.283123 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:34:01.283123 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:34:01.283123 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:34:01.283123 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:34:01.283123 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:34:01.283123 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:34:01.283123 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:34:01.283123 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:34:01.283123 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:34:01.283123 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:34:01.382674 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ecf7fdfd-a4e0-4535-b976-3883ee9beef1 tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:01.387710 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ecf7fdfd-a4e0-4535-b976-3883ee9beef1 tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:01.391503 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-ecf7fdfd-a4e0-4535-b976-3883ee9beef1 tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] 10.222.0.75 "DELETE /v2.0/networks/b288009d-57fc-4547-b579-112b1368defa HTTP/1.1" status: 204 len: 168 time: 0.9560087 Nov 25 17:34:01.421341 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf7fdfd-a4e0-4535-b976-3883ee9beef1 tempest-DHCPAgentSchedulersTestJSON-1407817263 tempest-DHCPAgentSchedulersTestJSON-1407817263-project] Pushing event deleted for resources: {'Network': ['ID=b288009d-57fc-4547-b579-112b1368defa,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:01.768316 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47546) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:02.034061 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-e6fbaccd-ae7b-4315-abcf-e11aa7bbb6f1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=969503977a0b4f89a7e89dc615542bb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2622075 Nov 25 17:34:02.034408 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47556) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:02.120709 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-525d158b-4aa5-4177-863f-cd6784c23f4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:02.166334 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-525d158b-4aa5-4177-863f-cd6784c23f4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:02.251296 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-525d158b-4aa5-4177-863f-cd6784c23f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:02.255209 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-525d158b-4aa5-4177-863f-cd6784c23f4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:02.273772 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-525d158b-4aa5-4177-863f-cd6784c23f4a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d9907142-a32d-410f-871c-5eca635dc762 HTTP/1.1" status: 204 len: 168 time: 0.2382052 Nov 25 17:34:02.286895 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525d158b-4aa5-4177-863f-cd6784c23f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9907142-a32d-410f-871c-5eca635dc762,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:02.314859 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 01f7e030-51c2-4fa3-ac5e-1913d6a4367d no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:34:02.353783 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 01f7e030-51c2-4fa3-ac5e-1913d6a4367d {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:34:02.354161 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 01f7e030-51c2-4fa3-ac5e-1913d6a4367d not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:34:02.636644 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-aefe30ba-6515-45a2-aef9-44048805e977 req-8a43b4c8-6d40-4b0b-b072-e9daed44db39 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0817869 Nov 25 17:34:02.723482 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe30ba-6515-45a2-aef9-44048805e977 req-5336185f-5d32-49e3-8fc7-6b0d98bcfd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:02.725024 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-aefe30ba-6515-45a2-aef9-44048805e977 req-5336185f-5d32-49e3-8fc7-6b0d98bcfd23 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d4086650dac54a539044dab15f8f252a&device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 1096 time: 0.0607131 Nov 25 17:34:02.739153 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47578) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:02.762896 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-92f953a5-c9f2-415f-b41f-ae9f717d2d77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:02.914385 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe30ba-6515-45a2-aef9-44048805e977 req-50195785-12cb-4e99-8fe7-93f54f3932cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:02.917033 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-aefe30ba-6515-45a2-aef9-44048805e977 req-50195785-12cb-4e99-8fe7-93f54f3932cd service neutron] 10.222.0.90 "GET /v2.0/networks?id=49c799e6-01fb-4356-b67f-8b970273c51a HTTP/1.1" status: 200 len: 917 time: 0.1512635 Nov 25 17:34:02.927044 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-92f953a5-c9f2-415f-b41f-ae9f717d2d77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:02.940006 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-92f953a5-c9f2-415f-b41f-ae9f717d2d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:03.003337 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f953a5-c9f2-415f-b41f-ae9f717d2d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=409c0b76-c757-4b00-a26a-e01db61c173b,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:03.045587 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-aefe30ba-6515-45a2-aef9-44048805e977 req-77334ef0-912b-48ae-9ca6-db876140b2f2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53a65dd2-7261-432f-a213-f291c3e01123 HTTP/1.1" status: 200 len: 1001 time: 0.1158774 Nov 25 17:34:03.082126 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-92f953a5-c9f2-415f-b41f-ae9f717d2d77 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=952bb027c70e4c71994064a8e7f0eb22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3416486 Nov 25 17:34:03.089218 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47586) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:03.137786 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe30ba-6515-45a2-aef9-44048805e977 req-191ff8f0-d132-44b7-9938-ce5ebf6a9423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:03.139769 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-aefe30ba-6515-45a2-aef9-44048805e977 req-191ff8f0-d132-44b7-9938-ce5ebf6a9423 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=25a72b94-fb6e-4434-9c21-274e75835bc9 HTTP/1.1" status: 200 len: 855 time: 0.0860522 Nov 25 17:34:03.168482 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e3e9b6cc-44cc-4dcf-b9cc-e77239493682 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:03.203360 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e3e9b6cc-44cc-4dcf-b9cc-e77239493682 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:03.215711 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe30ba-6515-45a2-aef9-44048805e977 req-2b9d8b32-364a-400e-a10f-e8680f283296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:03.220081 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-aefe30ba-6515-45a2-aef9-44048805e977 req-2b9d8b32-364a-400e-a10f-e8680f283296 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=49c799e6-01fb-4356-b67f-8b970273c51a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661507 Nov 25 17:34:03.287728 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e3e9b6cc-44cc-4dcf-b9cc-e77239493682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:03.293609 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e3e9b6cc-44cc-4dcf-b9cc-e77239493682 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:03.297007 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e3e9b6cc-44cc-4dcf-b9cc-e77239493682 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/409c0b76-c757-4b00-a26a-e01db61c173b HTTP/1.1" status: 204 len: 168 time: 0.2067158 Nov 25 17:34:03.312895 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e9b6cc-44cc-4dcf-b9cc-e77239493682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=409c0b76-c757-4b00-a26a-e01db61c173b,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:03.373086 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-aefe30ba-6515-45a2-aef9-44048805e977 req-c570ee89-6991-4083-ab99-09c30633073d service neutron] 10.222.0.90 "GET /v2.0/networks/49c799e6-01fb-4356-b67f-8b970273c51a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411812 Nov 25 17:34:03.500353 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-aefe30ba-6515-45a2-aef9-44048805e977 req-c62067a4-8a80-464c-b3a7-bc406370405b service neutron] 10.222.0.90 "GET /v2.0/networks/49c799e6-01fb-4356-b67f-8b970273c51a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183348 Nov 25 17:34:05.477026 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47684) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:05.799891 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-30ebf183-4a38-479e-821d-51e21a760f5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1727930130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1727930130-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1581558355'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:05.843462 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ebf183-4a38-479e-821d-51e21a760f5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1727930130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1727930130-project] Made reservation on behalf of 19c9fda7a6f74cc1acf4f84f545c9aee for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:34:05.848700 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-30ebf183-4a38-479e-821d-51e21a760f5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1727930130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1727930130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:05.861125 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-30ebf183-4a38-479e-821d-51e21a760f5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1727930130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1727930130-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:05.988878 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-30ebf183-4a38-479e-821d-51e21a760f5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1727930130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1727930130-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:06.008092 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-30ebf183-4a38-479e-821d-51e21a760f5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1727930130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1727930130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:06.041470 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30ebf183-4a38-479e-821d-51e21a760f5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1727930130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1727930130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 944} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:34:06.060460 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ebf183-4a38-479e-821d-51e21a760f5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1727930130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1727930130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1359601d-a060-41df-be07-6cac17556741,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:06.063795 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-30ebf183-4a38-479e-821d-51e21a760f5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1727930130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1727930130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:06.064139 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-30ebf183-4a38-479e-821d-51e21a760f5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1727930130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1727930130-project] Added segment b3e8dee9-6d91-4a9d-abd5-a73ca783f1ed of type vlan for network 8b6449c9-6b28-4578-889c-2d06ae34a740 Nov 25 17:34:06.158104 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-30ebf183-4a38-479e-821d-51e21a760f5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1727930130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1727930130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:06.211574 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-30ebf183-4a38-479e-821d-51e21a760f5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1727930130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1727930130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:06.221407 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ebf183-4a38-479e-821d-51e21a760f5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1727930130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1727930130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:06.223138 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-30ebf183-4a38-479e-821d-51e21a760f5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1727930130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1727930130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:06.339497 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ebf183-4a38-479e-821d-51e21a760f5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1727930130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1727930130-project] Pushing event updated for resources: {'Network': ['ID=8b6449c9-6b28-4578-889c-2d06ae34a740,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:06.348616 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-30ebf183-4a38-479e-821d-51e21a760f5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1727930130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1727930130-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.8697672 Nov 25 17:34:06.380506 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 8b6449c9-6b28-4578-889c-2d06ae34a740 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:34:06.841314 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47722) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:06.851980 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Request body: {'port': {'network_id': '8b6449c9-6b28-4578-889c-2d06ae34a740', 'binding:host_id': 'n-h1-817746-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920641093'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:06.923570 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d73b652f-5e1e-4d42-8c1e-75f17fa9b997 req-5944502e-8ab5-4bc8-b039-daca51cb7a38 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1744518 Nov 25 17:34:06.940369 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Made reservation on behalf of c80be725d3944115a5b32c4e0c3c3b61 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:34:06.944609 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:06.963337 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:07.099389 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b652f-5e1e-4d42-8c1e-75f17fa9b997 req-7352aba4-f878-4a0a-b393-5e38f7319c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:07.099976 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b652f-5e1e-4d42-8c1e-75f17fa9b997 req-7352aba4-f878-4a0a-b393-5e38f7319c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:07.101874 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b652f-5e1e-4d42-8c1e-75f17fa9b997 req-7352aba4-f878-4a0a-b393-5e38f7319c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:07.102366 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b652f-5e1e-4d42-8c1e-75f17fa9b997 req-7352aba4-f878-4a0a-b393-5e38f7319c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:07.103352 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b652f-5e1e-4d42-8c1e-75f17fa9b997 req-7352aba4-f878-4a0a-b393-5e38f7319c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:07.107483 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b652f-5e1e-4d42-8c1e-75f17fa9b997 req-7352aba4-f878-4a0a-b393-5e38f7319c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:07.108275 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b652f-5e1e-4d42-8c1e-75f17fa9b997 req-7352aba4-f878-4a0a-b393-5e38f7319c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:07.110735 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d73b652f-5e1e-4d42-8c1e-75f17fa9b997 req-7352aba4-f878-4a0a-b393-5e38f7319c65 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=af07ecd6b88d499dba6f8368912ebb7e&device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 6491 time: 0.1406734 Nov 25 17:34:07.175047 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:07.184618 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:07.201543 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] device_id is not set on port ab5a6abf-554f-4d19-88f5-2155465274ca yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:34:07.293735 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7066490d-f1fa-4b48-a979-f29db8407b46,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:07.356048 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b652f-5e1e-4d42-8c1e-75f17fa9b997 req-e2264690-084d-4822-8511-f05099845c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:07.356765 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b652f-5e1e-4d42-8c1e-75f17fa9b997 req-e2264690-084d-4822-8511-f05099845c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:07.357419 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b652f-5e1e-4d42-8c1e-75f17fa9b997 req-e2264690-084d-4822-8511-f05099845c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:07.359223 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d73b652f-5e1e-4d42-8c1e-75f17fa9b997 req-e2264690-084d-4822-8511-f05099845c5c service neutron] 10.222.0.74 "GET /v2.0/networks?id=f82e88c7-d403-486f-9a10-2a3ad902e128&id=c2992060-12d6-4bc2-a7a5-ee6714d7c0a4&id=c2992060-12d6-4bc2-a7a5-ee6714d7c0a4&id=c2992060-12d6-4bc2-a7a5-ee6714d7c0a4&id=c2992060-12d6-4bc2-a7a5-ee6714d7c0a4&id=cb2ab83a-f522-4839-b956-b9e276ac2a4b&id=cb2ab83a-f522-4839-b956-b9e276ac2a4b HTTP/1.1" status: 200 len: 2294 time: 0.1923995 Nov 25 17:34:07.537807 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] device_id is not set on port ab5a6abf-554f-4d19-88f5-2155465274ca yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:34:07.549471 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:07.563212 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:07.642419 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Pushing event updated for resources: {'Port': ['ID=ab5a6abf-554f-4d19-88f5-2155465274ca,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:07.653022 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Checking segment: {'id': 'b3e8dee9-6d91-4a9d-abd5-a73ca783f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8b6449c9-6b28-4578-889c-2d06ae34a740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:34:07.653510 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Network hostable DHCP agents. Network: 8b6449c9-6b28-4578-889c-2d06ae34a740, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:34:07.716915 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Network 8b6449c9-6b28-4578-889c-2d06ae34a740 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:34:07.738820 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 8b6449c9-6b28-4578-889c-2d06ae34a740) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:07.747752 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:34:07.749183 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e75b2e-c332-44e5-aef2-548d8a9ffae7 None None] Network 8b6449c9-6b28-4578-889c-2d06ae34a740 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:34:07.784611 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port ab5a6abf-554f-4d19-88f5-2155465274ca on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:34:07.785039 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port ab5a6abf-554f-4d19-88f5-2155465274ca by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'b3e8dee9-6d91-4a9d-abd5-a73ca783f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8b6449c9-6b28-4578-889c-2d06ae34a740'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:34:07.785320 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port ab5a6abf-554f-4d19-88f5-2155465274ca on network 8b6449c9-6b28-4578-889c-2d06ae34a740 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:34:07.797042 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Port ab5a6abf-554f-4d19-88f5-2155465274ca on network 8b6449c9-6b28-4578-889c-2d06ae34a740 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:34:07.797395 n-d-817746-1 neutron-server[103360]: ERROR neutron.plugins.ml2.managers [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Failed to bind port ab5a6abf-554f-4d19-88f5-2155465274ca on host n-h1-817746-1 for vnic_type normal using segments [{'id': 'b3e8dee9-6d91-4a9d-abd5-a73ca783f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8b6449c9-6b28-4578-889c-2d06ae34a740'}] Nov 25 17:34:07.797791 n-d-817746-1 neutron-server[103360]: INFO neutron.plugins.ml2.plugin [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempt 2 to bind port ab5a6abf-554f-4d19-88f5-2155465274ca Nov 25 17:34:07.817089 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port ab5a6abf-554f-4d19-88f5-2155465274ca on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:34:07.817533 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port ab5a6abf-554f-4d19-88f5-2155465274ca by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'b3e8dee9-6d91-4a9d-abd5-a73ca783f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8b6449c9-6b28-4578-889c-2d06ae34a740'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:34:07.817897 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port ab5a6abf-554f-4d19-88f5-2155465274ca on network 8b6449c9-6b28-4578-889c-2d06ae34a740 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:34:07.824091 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Port ab5a6abf-554f-4d19-88f5-2155465274ca on network 8b6449c9-6b28-4578-889c-2d06ae34a740 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:34:07.824503 n-d-817746-1 neutron-server[103360]: ERROR neutron.plugins.ml2.managers [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Failed to bind port ab5a6abf-554f-4d19-88f5-2155465274ca on host n-h1-817746-1 for vnic_type normal using segments [{'id': 'b3e8dee9-6d91-4a9d-abd5-a73ca783f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8b6449c9-6b28-4578-889c-2d06ae34a740'}] Nov 25 17:34:07.824991 n-d-817746-1 neutron-server[103360]: INFO neutron.plugins.ml2.plugin [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempt 3 to bind port ab5a6abf-554f-4d19-88f5-2155465274ca Nov 25 17:34:07.843864 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port ab5a6abf-554f-4d19-88f5-2155465274ca on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:34:07.844394 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port ab5a6abf-554f-4d19-88f5-2155465274ca by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'b3e8dee9-6d91-4a9d-abd5-a73ca783f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8b6449c9-6b28-4578-889c-2d06ae34a740'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:34:07.844564 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port ab5a6abf-554f-4d19-88f5-2155465274ca on network 8b6449c9-6b28-4578-889c-2d06ae34a740 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:34:07.852276 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Port ab5a6abf-554f-4d19-88f5-2155465274ca on network 8b6449c9-6b28-4578-889c-2d06ae34a740 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:34:07.852686 n-d-817746-1 neutron-server[103360]: ERROR neutron.plugins.ml2.managers [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Failed to bind port ab5a6abf-554f-4d19-88f5-2155465274ca on host n-h1-817746-1 for vnic_type normal using segments [{'id': 'b3e8dee9-6d91-4a9d-abd5-a73ca783f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8b6449c9-6b28-4578-889c-2d06ae34a740'}] Nov 25 17:34:07.853194 n-d-817746-1 neutron-server[103360]: INFO neutron.plugins.ml2.plugin [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempt 4 to bind port ab5a6abf-554f-4d19-88f5-2155465274ca Nov 25 17:34:07.880853 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port ab5a6abf-554f-4d19-88f5-2155465274ca on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:34:07.884968 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port ab5a6abf-554f-4d19-88f5-2155465274ca by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'b3e8dee9-6d91-4a9d-abd5-a73ca783f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8b6449c9-6b28-4578-889c-2d06ae34a740'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:34:07.885456 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port ab5a6abf-554f-4d19-88f5-2155465274ca on network 8b6449c9-6b28-4578-889c-2d06ae34a740 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:34:07.895562 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Port ab5a6abf-554f-4d19-88f5-2155465274ca on network 8b6449c9-6b28-4578-889c-2d06ae34a740 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:34:07.896701 n-d-817746-1 neutron-server[103360]: ERROR neutron.plugins.ml2.managers [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Failed to bind port ab5a6abf-554f-4d19-88f5-2155465274ca on host n-h1-817746-1 for vnic_type normal using segments [{'id': 'b3e8dee9-6d91-4a9d-abd5-a73ca783f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8b6449c9-6b28-4578-889c-2d06ae34a740'}] Nov 25 17:34:07.899171 n-d-817746-1 neutron-server[103360]: INFO neutron.plugins.ml2.plugin [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempt 5 to bind port ab5a6abf-554f-4d19-88f5-2155465274ca Nov 25 17:34:07.908242 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d73b652f-5e1e-4d42-8c1e-75f17fa9b997 req-630d2700-2b4f-4d9b-b8db-00f19e87267e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7d22436-d666-4aa2-84ba-d29348f106e5 HTTP/1.1" status: 200 len: 1001 time: 0.5371757 Nov 25 17:34:07.930557 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port ab5a6abf-554f-4d19-88f5-2155465274ca on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:34:07.944787 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port ab5a6abf-554f-4d19-88f5-2155465274ca by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'b3e8dee9-6d91-4a9d-abd5-a73ca783f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8b6449c9-6b28-4578-889c-2d06ae34a740'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:34:07.948044 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port ab5a6abf-554f-4d19-88f5-2155465274ca on network 8b6449c9-6b28-4578-889c-2d06ae34a740 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:34:07.968676 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Port ab5a6abf-554f-4d19-88f5-2155465274ca on network 8b6449c9-6b28-4578-889c-2d06ae34a740 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:34:07.969200 n-d-817746-1 neutron-server[103360]: ERROR neutron.plugins.ml2.managers [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Failed to bind port ab5a6abf-554f-4d19-88f5-2155465274ca on host n-h1-817746-1 for vnic_type normal using segments [{'id': 'b3e8dee9-6d91-4a9d-abd5-a73ca783f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8b6449c9-6b28-4578-889c-2d06ae34a740'}] Nov 25 17:34:07.969694 n-d-817746-1 neutron-server[103360]: INFO neutron.plugins.ml2.plugin [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempt 6 to bind port ab5a6abf-554f-4d19-88f5-2155465274ca Nov 25 17:34:07.998677 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port ab5a6abf-554f-4d19-88f5-2155465274ca on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:34:08.007384 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port ab5a6abf-554f-4d19-88f5-2155465274ca by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'b3e8dee9-6d91-4a9d-abd5-a73ca783f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8b6449c9-6b28-4578-889c-2d06ae34a740'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:34:08.007741 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port ab5a6abf-554f-4d19-88f5-2155465274ca on network 8b6449c9-6b28-4578-889c-2d06ae34a740 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:34:08.021064 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Port ab5a6abf-554f-4d19-88f5-2155465274ca on network 8b6449c9-6b28-4578-889c-2d06ae34a740 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:34:08.021544 n-d-817746-1 neutron-server[103360]: ERROR neutron.plugins.ml2.managers [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Failed to bind port ab5a6abf-554f-4d19-88f5-2155465274ca on host n-h1-817746-1 for vnic_type normal using segments [{'id': 'b3e8dee9-6d91-4a9d-abd5-a73ca783f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8b6449c9-6b28-4578-889c-2d06ae34a740'}] Nov 25 17:34:08.022928 n-d-817746-1 neutron-server[103360]: INFO neutron.plugins.ml2.plugin [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempt 7 to bind port ab5a6abf-554f-4d19-88f5-2155465274ca Nov 25 17:34:08.030978 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b652f-5e1e-4d42-8c1e-75f17fa9b997 req-d84f147a-f218-48bb-8410-6aa94b5b11ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:08.032416 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d73b652f-5e1e-4d42-8c1e-75f17fa9b997 req-d84f147a-f218-48bb-8410-6aa94b5b11ac service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ed397f2a-aef3-4eaf-9752-78b3a9274780 HTTP/1.1" status: 200 len: 851 time: 0.1139135 Nov 25 17:34:08.053590 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port ab5a6abf-554f-4d19-88f5-2155465274ca on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:34:08.053968 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port ab5a6abf-554f-4d19-88f5-2155465274ca by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'b3e8dee9-6d91-4a9d-abd5-a73ca783f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8b6449c9-6b28-4578-889c-2d06ae34a740'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:34:08.055089 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port ab5a6abf-554f-4d19-88f5-2155465274ca on network 8b6449c9-6b28-4578-889c-2d06ae34a740 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:34:08.067312 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Port ab5a6abf-554f-4d19-88f5-2155465274ca on network 8b6449c9-6b28-4578-889c-2d06ae34a740 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:34:08.067595 n-d-817746-1 neutron-server[103360]: ERROR neutron.plugins.ml2.managers [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Failed to bind port ab5a6abf-554f-4d19-88f5-2155465274ca on host n-h1-817746-1 for vnic_type normal using segments [{'id': 'b3e8dee9-6d91-4a9d-abd5-a73ca783f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8b6449c9-6b28-4578-889c-2d06ae34a740'}] Nov 25 17:34:08.068030 n-d-817746-1 neutron-server[103360]: INFO neutron.plugins.ml2.plugin [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempt 8 to bind port ab5a6abf-554f-4d19-88f5-2155465274ca Nov 25 17:34:08.109247 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b652f-5e1e-4d42-8c1e-75f17fa9b997 req-f31f378c-d61e-4929-8996-3528349b2e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:08.111028 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d73b652f-5e1e-4d42-8c1e-75f17fa9b997 req-f31f378c-d61e-4929-8996-3528349b2e2b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f82e88c7-d403-486f-9a10-2a3ad902e128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696311 Nov 25 17:34:08.113000 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port ab5a6abf-554f-4d19-88f5-2155465274ca on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:34:08.113536 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port ab5a6abf-554f-4d19-88f5-2155465274ca by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'b3e8dee9-6d91-4a9d-abd5-a73ca783f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8b6449c9-6b28-4578-889c-2d06ae34a740'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:34:08.114159 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port ab5a6abf-554f-4d19-88f5-2155465274ca on network 8b6449c9-6b28-4578-889c-2d06ae34a740 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:34:08.125537 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Port ab5a6abf-554f-4d19-88f5-2155465274ca on network 8b6449c9-6b28-4578-889c-2d06ae34a740 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:34:08.127681 n-d-817746-1 neutron-server[103360]: ERROR neutron.plugins.ml2.managers [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Failed to bind port ab5a6abf-554f-4d19-88f5-2155465274ca on host n-h1-817746-1 for vnic_type normal using segments [{'id': 'b3e8dee9-6d91-4a9d-abd5-a73ca783f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8b6449c9-6b28-4578-889c-2d06ae34a740'}] Nov 25 17:34:08.128257 n-d-817746-1 neutron-server[103360]: INFO neutron.plugins.ml2.plugin [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempt 9 to bind port ab5a6abf-554f-4d19-88f5-2155465274ca Nov 25 17:34:08.145973 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port ab5a6abf-554f-4d19-88f5-2155465274ca on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:34:08.146468 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port ab5a6abf-554f-4d19-88f5-2155465274ca by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'b3e8dee9-6d91-4a9d-abd5-a73ca783f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8b6449c9-6b28-4578-889c-2d06ae34a740'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:34:08.146912 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port ab5a6abf-554f-4d19-88f5-2155465274ca on network 8b6449c9-6b28-4578-889c-2d06ae34a740 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:34:08.155785 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Port ab5a6abf-554f-4d19-88f5-2155465274ca on network 8b6449c9-6b28-4578-889c-2d06ae34a740 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:34:08.156222 n-d-817746-1 neutron-server[103360]: ERROR neutron.plugins.ml2.managers [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Failed to bind port ab5a6abf-554f-4d19-88f5-2155465274ca on host n-h1-817746-1 for vnic_type normal using segments [{'id': 'b3e8dee9-6d91-4a9d-abd5-a73ca783f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8b6449c9-6b28-4578-889c-2d06ae34a740'}] Nov 25 17:34:08.156714 n-d-817746-1 neutron-server[103360]: INFO neutron.plugins.ml2.plugin [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempt 10 to bind port ab5a6abf-554f-4d19-88f5-2155465274ca Nov 25 17:34:08.186908 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port ab5a6abf-554f-4d19-88f5-2155465274ca on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:34:08.187428 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port ab5a6abf-554f-4d19-88f5-2155465274ca by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'b3e8dee9-6d91-4a9d-abd5-a73ca783f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8b6449c9-6b28-4578-889c-2d06ae34a740'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:34:08.187873 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port ab5a6abf-554f-4d19-88f5-2155465274ca on network 8b6449c9-6b28-4578-889c-2d06ae34a740 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:34:08.205708 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Port ab5a6abf-554f-4d19-88f5-2155465274ca on network 8b6449c9-6b28-4578-889c-2d06ae34a740 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:34:08.206051 n-d-817746-1 neutron-server[103360]: ERROR neutron.plugins.ml2.managers [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Failed to bind port ab5a6abf-554f-4d19-88f5-2155465274ca on host n-h1-817746-1 for vnic_type normal using segments [{'id': 'b3e8dee9-6d91-4a9d-abd5-a73ca783f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8b6449c9-6b28-4578-889c-2d06ae34a740'}] Nov 25 17:34:08.206428 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:08.258168 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d73b652f-5e1e-4d42-8c1e-75f17fa9b997 req-a14e2203-0e36-4e18-9824-77dde9af75c6 service neutron] 10.222.0.74 "GET /v2.0/networks/f82e88c7-d403-486f-9a10-2a3ad902e128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379516 Nov 25 17:34:08.334854 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] For port ab5a6abf-554f-4d19-88f5-2155465274ca, host n-h1-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:34:08.334854 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempted to set empty binding levels {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 25 17:34:08.344678 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:08.370736 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d73b652f-5e1e-4d42-8c1e-75f17fa9b997 req-abc80036-be64-4205-87b5-7d895ebd1348 service neutron] 10.222.0.74 "GET /v2.0/networks/f82e88c7-d403-486f-9a10-2a3ad902e128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051087 Nov 25 17:34:08.389429 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:08.390053 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:08.421439 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.5780003 Nov 25 17:34:08.422667 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e6a3df-2592-4669-8821-611b5352fc4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Pushing event updated for resources: {'Port': ['ID=ab5a6abf-554f-4d19-88f5-2155465274ca,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:08.425219 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47762) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:08.461508 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d73b652f-5e1e-4d42-8c1e-75f17fa9b997 req-a0bcdf10-9eb8-45f1-9d2e-fb7668cc2fcf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=f523f711-5404-47b9-b4c7-6ff9dd296afe HTTP/1.1" status: 200 len: 217 time: 0.0803449 Nov 25 17:34:08.546306 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b652f-5e1e-4d42-8c1e-75f17fa9b997 req-f00f0c96-8385-429a-91b1-fa361675e2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:08.547833 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d73b652f-5e1e-4d42-8c1e-75f17fa9b997 req-f00f0c96-8385-429a-91b1-fa361675e2a6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f9e97284-605a-4c4d-bc08-1f1a648a0858 HTTP/1.1" status: 200 len: 797 time: 0.0760052 Nov 25 17:34:08.563364 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cf25ba90-dbbb-4638-b039-086d3496be7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Deleting port ab5a6abf-554f-4d19-88f5-2155465274ca {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:08.563866 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cf25ba90-dbbb-4638-b039-086d3496be7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:08.607423 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b652f-5e1e-4d42-8c1e-75f17fa9b997 req-342b2e72-d24f-41d1-9823-34ff87c2276b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:08.609075 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d73b652f-5e1e-4d42-8c1e-75f17fa9b997 req-342b2e72-d24f-41d1-9823-34ff87c2276b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2992060-12d6-4bc2-a7a5-ee6714d7c0a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0518405 Nov 25 17:34:08.666785 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cf25ba90-dbbb-4638-b039-086d3496be7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] For port ab5a6abf-554f-4d19-88f5-2155465274ca, host n-h1-817746-1, got binding levels [] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:08.667169 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cf25ba90-dbbb-4638-b039-086d3496be7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:08.681493 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cf25ba90-dbbb-4638-b039-086d3496be7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Calling delete_port for ab5a6abf-554f-4d19-88f5-2155465274ca owned by {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:08.731163 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d73b652f-5e1e-4d42-8c1e-75f17fa9b997 req-7e3fd3e8-e0f2-4829-84f4-87ab8f4564eb service neutron] 10.222.0.74 "GET /v2.0/networks/c2992060-12d6-4bc2-a7a5-ee6714d7c0a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110439 Nov 25 17:34:08.839075 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cf25ba90-dbbb-4638-b039-086d3496be7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:08.868161 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d73b652f-5e1e-4d42-8c1e-75f17fa9b997 req-15ed78ab-0d79-46ea-aed8-62ff3346b8a3 service neutron] 10.222.0.74 "GET /v2.0/networks/c2992060-12d6-4bc2-a7a5-ee6714d7c0a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270123 Nov 25 17:34:08.905028 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf25ba90-dbbb-4638-b039-086d3496be7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Pushing event deleted for resources: {'Port': ['ID=ab5a6abf-554f-4d19-88f5-2155465274ca,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:08.927827 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cf25ba90-dbbb-4638-b039-086d3496be7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:08.937272 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-cf25ba90-dbbb-4638-b039-086d3496be7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] 10.222.0.75 "DELETE /v2.0/ports/ab5a6abf-554f-4d19-88f5-2155465274ca HTTP/1.1" status: 204 len: 168 time: 0.5105059 Nov 25 17:34:08.939852 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47778) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:08.980951 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d73b652f-5e1e-4d42-8c1e-75f17fa9b997 req-533d52f3-d145-45b4-aa21-f8e426a03b89 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=f2c88a46-7369-4ef9-bca9-b0c34a2b0c87 HTTP/1.1" status: 200 len: 217 time: 0.1038888 Nov 25 17:34:09.002069 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eddabfb-be7c-47be-9ae1-5e3f322485a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] GET failed (client error): The resource could not be found. Nov 25 17:34:09.003616 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1eddabfb-be7c-47be-9ae1-5e3f322485a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] 10.222.0.75 "GET /v2.0/ports/ab5a6abf-554f-4d19-88f5-2155465274ca HTTP/1.1" status: 404 len: 333 time: 0.0627749 Nov 25 17:34:09.008120 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47782) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:09.046238 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-4d6fac85-7840-46b4-8c45-4c15c13ab1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Request body: {'port': {'network_id': '8b6449c9-6b28-4578-889c-2d06ae34a740', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1145724969'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:09.094298 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6fac85-7840-46b4-8c45-4c15c13ab1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Made reservation on behalf of c80be725d3944115a5b32c4e0c3c3b61 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:34:09.099722 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4d6fac85-7840-46b4-8c45-4c15c13ab1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:09.116740 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b652f-5e1e-4d42-8c1e-75f17fa9b997 req-dfbdaee0-0287-432e-a018-d5fa4469e4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:09.121085 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d73b652f-5e1e-4d42-8c1e-75f17fa9b997 req-dfbdaee0-0287-432e-a018-d5fa4469e4a9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f9e97284-605a-4c4d-bc08-1f1a648a0858 HTTP/1.1" status: 200 len: 797 time: 0.1321793 Nov 25 17:34:09.129239 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-4d6fac85-7840-46b4-8c45-4c15c13ab1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] device_id is not set on port c79dc23c-e45c-4798-8515-b70964428300 yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:34:09.186917 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b652f-5e1e-4d42-8c1e-75f17fa9b997 req-679492ff-6d06-40c3-b039-5b1257666697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:09.189335 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d73b652f-5e1e-4d42-8c1e-75f17fa9b997 req-679492ff-6d06-40c3-b039-5b1257666697 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2992060-12d6-4bc2-a7a5-ee6714d7c0a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0589893 Nov 25 17:34:09.403528 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d73b652f-5e1e-4d42-8c1e-75f17fa9b997 req-f1dfe9bd-a137-42b3-ad1e-cc9148d1236e service neutron] 10.222.0.74 "GET /v2.0/networks/c2992060-12d6-4bc2-a7a5-ee6714d7c0a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031543 Nov 25 17:34:09.449486 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4d6fac85-7840-46b4-8c45-4c15c13ab1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:09.496047 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4d6fac85-7840-46b4-8c45-4c15c13ab1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:09.541983 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6fac85-7840-46b4-8c45-4c15c13ab1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Network 8b6449c9-6b28-4578-889c-2d06ae34a740 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:34:09.545024 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-4d6fac85-7840-46b4-8c45-4c15c13ab1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:09.548231 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6fac85-7840-46b4-8c45-4c15c13ab1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:34:09.549273 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6fac85-7840-46b4-8c45-4c15c13ab1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:09.549953 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4d6fac85-7840-46b4-8c45-4c15c13ab1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:09.565191 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6fac85-7840-46b4-8c45-4c15c13ab1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Pushing event updated for resources: {'Port': ['ID=c79dc23c-e45c-4798-8515-b70964428300,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:09.597078 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4d6fac85-7840-46b4-8c45-4c15c13ab1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5877123 Nov 25 17:34:09.597832 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47802) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:09.599674 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeae078-950a-46de-a78d-503e0c7ee35d req-ee0db160-cde9-4e99-993b-2853589f7f0b tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:09.603923 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-817746-1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:09.607433 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-deeae078-950a-46de-a78d-503e0c7ee35d req-ee0db160-cde9-4e99-993b-2853589f7f0b tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 945 time: 0.1464086 Nov 25 17:34:09.675679 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:09.709095 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-deeae078-950a-46de-a78d-503e0c7ee35d req-72438dfd-ae00-4eb4-b75f-a46e0d083205 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1b3f624-9a69-4743-bfac-9a2aba2cec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005077 Nov 25 17:34:09.711720 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d73b652f-5e1e-4d42-8c1e-75f17fa9b997 req-35b49b82-8d0c-4798-98e5-85fb2be9f407 service neutron] 10.222.0.74 "GET /v2.0/networks/c2992060-12d6-4bc2-a7a5-ee6714d7c0a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967439 Nov 25 17:34:09.807609 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d73b652f-5e1e-4d42-8c1e-75f17fa9b997 req-0cebe885-a495-40b8-aef1-7d3d8979ae36 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=3e8dca40-6833-4868-bd94-c2c3a4bc80dd HTTP/1.1" status: 200 len: 217 time: 0.0752499 Nov 25 17:34:09.919251 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b652f-5e1e-4d42-8c1e-75f17fa9b997 req-3e961bff-f8c0-456c-9e72-57600ae7c1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:09.924474 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d73b652f-5e1e-4d42-8c1e-75f17fa9b997 req-3e961bff-f8c0-456c-9e72-57600ae7c1fe service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f9e97284-605a-4c4d-bc08-1f1a648a0858 HTTP/1.1" status: 200 len: 797 time: 0.1061344 Nov 25 17:34:10.026659 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b652f-5e1e-4d42-8c1e-75f17fa9b997 req-160923bd-7a80-4823-b193-d2f4dcd502c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:10.028645 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d73b652f-5e1e-4d42-8c1e-75f17fa9b997 req-160923bd-7a80-4823-b193-d2f4dcd502c1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2992060-12d6-4bc2-a7a5-ee6714d7c0a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0951242 Nov 25 17:34:10.097126 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] device_id is not set on port c79dc23c-e45c-4798-8515-b70964428300 yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:34:10.136805 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:10.154356 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:10.170574 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d73b652f-5e1e-4d42-8c1e-75f17fa9b997 req-b0977842-1c6a-4727-a80a-0f52c8918bf5 service neutron] 10.222.0.74 "GET /v2.0/networks/c2992060-12d6-4bc2-a7a5-ee6714d7c0a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324821 Nov 25 17:34:10.298419 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d73b652f-5e1e-4d42-8c1e-75f17fa9b997 req-bf07d535-6fd9-4d28-83c5-ef962b1aa554 service neutron] 10.222.0.74 "GET /v2.0/networks/c2992060-12d6-4bc2-a7a5-ee6714d7c0a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164083 Nov 25 17:34:10.369451 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Pushing event updated for resources: {'Port': ['ID=c79dc23c-e45c-4798-8515-b70964428300,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:10.404538 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d73b652f-5e1e-4d42-8c1e-75f17fa9b997 req-72496c4a-60a3-4f71-9a81-d9ec20611b94 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=f54006cb-a702-40a6-af02-82688e9a733c HTTP/1.1" status: 200 len: 217 time: 0.0968080 Nov 25 17:34:10.411383 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port c79dc23c-e45c-4798-8515-b70964428300 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:34:10.411692 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port c79dc23c-e45c-4798-8515-b70964428300 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'b3e8dee9-6d91-4a9d-abd5-a73ca783f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8b6449c9-6b28-4578-889c-2d06ae34a740'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:34:10.412042 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port c79dc23c-e45c-4798-8515-b70964428300 on network 8b6449c9-6b28-4578-889c-2d06ae34a740 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:34:10.442929 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Port c79dc23c-e45c-4798-8515-b70964428300 on network 8b6449c9-6b28-4578-889c-2d06ae34a740 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:34:10.443841 n-d-817746-1 neutron-server[103360]: ERROR neutron.plugins.ml2.managers [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Failed to bind port c79dc23c-e45c-4798-8515-b70964428300 on host n-h1-817746-1 for vnic_type normal using segments [{'id': 'b3e8dee9-6d91-4a9d-abd5-a73ca783f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8b6449c9-6b28-4578-889c-2d06ae34a740'}] Nov 25 17:34:10.444468 n-d-817746-1 neutron-server[103360]: INFO neutron.plugins.ml2.plugin [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempt 2 to bind port c79dc23c-e45c-4798-8515-b70964428300 Nov 25 17:34:10.472210 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port c79dc23c-e45c-4798-8515-b70964428300 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:34:10.474575 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port c79dc23c-e45c-4798-8515-b70964428300 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'b3e8dee9-6d91-4a9d-abd5-a73ca783f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8b6449c9-6b28-4578-889c-2d06ae34a740'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:34:10.476057 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port c79dc23c-e45c-4798-8515-b70964428300 on network 8b6449c9-6b28-4578-889c-2d06ae34a740 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:34:10.487902 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Port c79dc23c-e45c-4798-8515-b70964428300 on network 8b6449c9-6b28-4578-889c-2d06ae34a740 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:34:10.489649 n-d-817746-1 neutron-server[103360]: ERROR neutron.plugins.ml2.managers [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Failed to bind port c79dc23c-e45c-4798-8515-b70964428300 on host n-h1-817746-1 for vnic_type normal using segments [{'id': 'b3e8dee9-6d91-4a9d-abd5-a73ca783f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8b6449c9-6b28-4578-889c-2d06ae34a740'}] Nov 25 17:34:10.490184 n-d-817746-1 neutron-server[103360]: INFO neutron.plugins.ml2.plugin [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempt 3 to bind port c79dc23c-e45c-4798-8515-b70964428300 Nov 25 17:34:10.519831 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port c79dc23c-e45c-4798-8515-b70964428300 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:34:10.521299 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port c79dc23c-e45c-4798-8515-b70964428300 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'b3e8dee9-6d91-4a9d-abd5-a73ca783f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8b6449c9-6b28-4578-889c-2d06ae34a740'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:34:10.521445 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b652f-5e1e-4d42-8c1e-75f17fa9b997 req-035ee6ff-2880-4eaf-95f9-553d3c11d07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:10.521968 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port c79dc23c-e45c-4798-8515-b70964428300 on network 8b6449c9-6b28-4578-889c-2d06ae34a740 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:34:10.523163 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d73b652f-5e1e-4d42-8c1e-75f17fa9b997 req-035ee6ff-2880-4eaf-95f9-553d3c11d07a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f9e97284-605a-4c4d-bc08-1f1a648a0858 HTTP/1.1" status: 200 len: 797 time: 0.1086400 Nov 25 17:34:10.531362 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Port c79dc23c-e45c-4798-8515-b70964428300 on network 8b6449c9-6b28-4578-889c-2d06ae34a740 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:34:10.532134 n-d-817746-1 neutron-server[103360]: ERROR neutron.plugins.ml2.managers [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Failed to bind port c79dc23c-e45c-4798-8515-b70964428300 on host n-h1-817746-1 for vnic_type normal using segments [{'id': 'b3e8dee9-6d91-4a9d-abd5-a73ca783f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8b6449c9-6b28-4578-889c-2d06ae34a740'}] Nov 25 17:34:10.532134 n-d-817746-1 neutron-server[103360]: INFO neutron.plugins.ml2.plugin [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempt 4 to bind port c79dc23c-e45c-4798-8515-b70964428300 Nov 25 17:34:10.567827 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc6ee7-8d01-40fc-b08f-9975f1b2d40c req-f233b77c-7da7-48e8-9163-6e1448f73d95 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:10.572015 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port c79dc23c-e45c-4798-8515-b70964428300 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:34:10.573127 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port c79dc23c-e45c-4798-8515-b70964428300 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'b3e8dee9-6d91-4a9d-abd5-a73ca783f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8b6449c9-6b28-4578-889c-2d06ae34a740'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:34:10.575359 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port c79dc23c-e45c-4798-8515-b70964428300 on network 8b6449c9-6b28-4578-889c-2d06ae34a740 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:34:10.576668 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5fbc6ee7-8d01-40fc-b08f-9975f1b2d40c req-f233b77c-7da7-48e8-9163-6e1448f73d95 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f5c8ba1-e7df-4224-9705-5cf0debd2976 HTTP/1.1" status: 200 len: 945 time: 0.1187215 Nov 25 17:34:10.584027 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Port c79dc23c-e45c-4798-8515-b70964428300 on network 8b6449c9-6b28-4578-889c-2d06ae34a740 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:34:10.585862 n-d-817746-1 neutron-server[103360]: ERROR neutron.plugins.ml2.managers [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Failed to bind port c79dc23c-e45c-4798-8515-b70964428300 on host n-h1-817746-1 for vnic_type normal using segments [{'id': 'b3e8dee9-6d91-4a9d-abd5-a73ca783f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8b6449c9-6b28-4578-889c-2d06ae34a740'}] Nov 25 17:34:10.586534 n-d-817746-1 neutron-server[103360]: INFO neutron.plugins.ml2.plugin [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempt 5 to bind port c79dc23c-e45c-4798-8515-b70964428300 Nov 25 17:34:10.615412 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port c79dc23c-e45c-4798-8515-b70964428300 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:34:10.617099 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port c79dc23c-e45c-4798-8515-b70964428300 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'b3e8dee9-6d91-4a9d-abd5-a73ca783f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8b6449c9-6b28-4578-889c-2d06ae34a740'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:34:10.617491 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port c79dc23c-e45c-4798-8515-b70964428300 on network 8b6449c9-6b28-4578-889c-2d06ae34a740 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:34:10.623301 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Port c79dc23c-e45c-4798-8515-b70964428300 on network 8b6449c9-6b28-4578-889c-2d06ae34a740 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:34:10.623646 n-d-817746-1 neutron-server[103360]: ERROR neutron.plugins.ml2.managers [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Failed to bind port c79dc23c-e45c-4798-8515-b70964428300 on host n-h1-817746-1 for vnic_type normal using segments [{'id': 'b3e8dee9-6d91-4a9d-abd5-a73ca783f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8b6449c9-6b28-4578-889c-2d06ae34a740'}] Nov 25 17:34:10.624580 n-d-817746-1 neutron-server[103360]: INFO neutron.plugins.ml2.plugin [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempt 6 to bind port c79dc23c-e45c-4798-8515-b70964428300 Nov 25 17:34:10.641231 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b652f-5e1e-4d42-8c1e-75f17fa9b997 req-524c7c64-a149-4d05-ac0d-90f5feb0e09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:10.642249 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d73b652f-5e1e-4d42-8c1e-75f17fa9b997 req-524c7c64-a149-4d05-ac0d-90f5feb0e09c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2992060-12d6-4bc2-a7a5-ee6714d7c0a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1002591 Nov 25 17:34:10.647172 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port c79dc23c-e45c-4798-8515-b70964428300 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:34:10.647515 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port c79dc23c-e45c-4798-8515-b70964428300 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'b3e8dee9-6d91-4a9d-abd5-a73ca783f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8b6449c9-6b28-4578-889c-2d06ae34a740'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:34:10.647860 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port c79dc23c-e45c-4798-8515-b70964428300 on network 8b6449c9-6b28-4578-889c-2d06ae34a740 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:34:10.656249 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Port c79dc23c-e45c-4798-8515-b70964428300 on network 8b6449c9-6b28-4578-889c-2d06ae34a740 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:34:10.656617 n-d-817746-1 neutron-server[103360]: ERROR neutron.plugins.ml2.managers [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Failed to bind port c79dc23c-e45c-4798-8515-b70964428300 on host n-h1-817746-1 for vnic_type normal using segments [{'id': 'b3e8dee9-6d91-4a9d-abd5-a73ca783f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8b6449c9-6b28-4578-889c-2d06ae34a740'}] Nov 25 17:34:10.657649 n-d-817746-1 neutron-server[103360]: INFO neutron.plugins.ml2.plugin [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempt 7 to bind port c79dc23c-e45c-4798-8515-b70964428300 Nov 25 17:34:10.676907 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port c79dc23c-e45c-4798-8515-b70964428300 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:34:10.677550 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port c79dc23c-e45c-4798-8515-b70964428300 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'b3e8dee9-6d91-4a9d-abd5-a73ca783f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8b6449c9-6b28-4578-889c-2d06ae34a740'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:34:10.678094 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port c79dc23c-e45c-4798-8515-b70964428300 on network 8b6449c9-6b28-4578-889c-2d06ae34a740 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:34:10.681668 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5fbc6ee7-8d01-40fc-b08f-9975f1b2d40c req-c1707a2f-ead4-4bef-b41f-a4bba7d61227 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a4fb475-e9ec-4623-9c08-36dcb76340fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039345 Nov 25 17:34:10.683996 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Port c79dc23c-e45c-4798-8515-b70964428300 on network 8b6449c9-6b28-4578-889c-2d06ae34a740 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:34:10.684560 n-d-817746-1 neutron-server[103360]: ERROR neutron.plugins.ml2.managers [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Failed to bind port c79dc23c-e45c-4798-8515-b70964428300 on host n-h1-817746-1 for vnic_type normal using segments [{'id': 'b3e8dee9-6d91-4a9d-abd5-a73ca783f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8b6449c9-6b28-4578-889c-2d06ae34a740'}] Nov 25 17:34:10.685180 n-d-817746-1 neutron-server[103360]: INFO neutron.plugins.ml2.plugin [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempt 8 to bind port c79dc23c-e45c-4798-8515-b70964428300 Nov 25 17:34:10.702440 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port c79dc23c-e45c-4798-8515-b70964428300 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:34:10.703100 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port c79dc23c-e45c-4798-8515-b70964428300 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'b3e8dee9-6d91-4a9d-abd5-a73ca783f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8b6449c9-6b28-4578-889c-2d06ae34a740'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:34:10.703647 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port c79dc23c-e45c-4798-8515-b70964428300 on network 8b6449c9-6b28-4578-889c-2d06ae34a740 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:34:10.712754 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Port c79dc23c-e45c-4798-8515-b70964428300 on network 8b6449c9-6b28-4578-889c-2d06ae34a740 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:34:10.713452 n-d-817746-1 neutron-server[103360]: ERROR neutron.plugins.ml2.managers [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Failed to bind port c79dc23c-e45c-4798-8515-b70964428300 on host n-h1-817746-1 for vnic_type normal using segments [{'id': 'b3e8dee9-6d91-4a9d-abd5-a73ca783f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8b6449c9-6b28-4578-889c-2d06ae34a740'}] Nov 25 17:34:10.714105 n-d-817746-1 neutron-server[103360]: INFO neutron.plugins.ml2.plugin [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempt 9 to bind port c79dc23c-e45c-4798-8515-b70964428300 Nov 25 17:34:10.727663 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port c79dc23c-e45c-4798-8515-b70964428300 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:34:10.728330 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port c79dc23c-e45c-4798-8515-b70964428300 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'b3e8dee9-6d91-4a9d-abd5-a73ca783f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8b6449c9-6b28-4578-889c-2d06ae34a740'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:34:10.728907 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port c79dc23c-e45c-4798-8515-b70964428300 on network 8b6449c9-6b28-4578-889c-2d06ae34a740 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:34:10.735614 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Port c79dc23c-e45c-4798-8515-b70964428300 on network 8b6449c9-6b28-4578-889c-2d06ae34a740 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:34:10.736212 n-d-817746-1 neutron-server[103360]: ERROR neutron.plugins.ml2.managers [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Failed to bind port c79dc23c-e45c-4798-8515-b70964428300 on host n-h1-817746-1 for vnic_type normal using segments [{'id': 'b3e8dee9-6d91-4a9d-abd5-a73ca783f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8b6449c9-6b28-4578-889c-2d06ae34a740'}] Nov 25 17:34:10.736804 n-d-817746-1 neutron-server[103360]: INFO neutron.plugins.ml2.plugin [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempt 10 to bind port c79dc23c-e45c-4798-8515-b70964428300 Nov 25 17:34:10.766934 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port c79dc23c-e45c-4798-8515-b70964428300 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:34:10.767384 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port c79dc23c-e45c-4798-8515-b70964428300 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'b3e8dee9-6d91-4a9d-abd5-a73ca783f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8b6449c9-6b28-4578-889c-2d06ae34a740'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:34:10.770125 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port c79dc23c-e45c-4798-8515-b70964428300 on network 8b6449c9-6b28-4578-889c-2d06ae34a740 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:34:10.777623 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Port c79dc23c-e45c-4798-8515-b70964428300 on network 8b6449c9-6b28-4578-889c-2d06ae34a740 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:34:10.777915 n-d-817746-1 neutron-server[103360]: ERROR neutron.plugins.ml2.managers [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Failed to bind port c79dc23c-e45c-4798-8515-b70964428300 on host n-h1-817746-1 for vnic_type normal using segments [{'id': 'b3e8dee9-6d91-4a9d-abd5-a73ca783f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8b6449c9-6b28-4578-889c-2d06ae34a740'}] Nov 25 17:34:10.778236 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:10.797554 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d73b652f-5e1e-4d42-8c1e-75f17fa9b997 req-d5185eab-23e6-459b-96a3-c2f8f14e5541 service neutron] 10.222.0.74 "GET /v2.0/networks/c2992060-12d6-4bc2-a7a5-ee6714d7c0a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455045 Nov 25 17:34:10.916887 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] For port c79dc23c-e45c-4798-8515-b70964428300, host n-h1-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:34:10.917411 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempted to set empty binding levels {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 25 17:34:10.925469 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:11.003018 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5be6f-621d-4a21-b261-1ee7fb9e8989 req-c044a33e-ed89-4e31-bdda-19d7a46268a3 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:11.006292 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Pushing event updated for resources: {'Port': ['ID=c79dc23c-e45c-4798-8515-b70964428300,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:11.012782 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-33d5be6f-621d-4a21-b261-1ee7fb9e8989 req-c044a33e-ed89-4e31-bdda-19d7a46268a3 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 945 time: 0.1716213 Nov 25 17:34:11.028490 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] In _notify_port_updated(), no bound segment for port c79dc23c-e45c-4798-8515-b70964428300 on network 8b6449c9-6b28-4578-889c-2d06ae34a740 {{(pid=103360) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:34:11.029403 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:11.030510 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:11.033343 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-937ae86a-f062-4e51-b00d-42b35a8f2e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] 10.222.0.75 "PUT /v2.0/ports/c79dc23c-e45c-4798-8515-b70964428300 HTTP/1.1" status: 200 len: 979 time: 1.4342599 Nov 25 17:34:11.035535 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47830) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:11.111071 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d73b652f-5e1e-4d42-8c1e-75f17fa9b997 req-521a8f62-b803-4c2d-b7e2-b9946fedddcb service neutron] 10.222.0.74 "GET /v2.0/networks/c2992060-12d6-4bc2-a7a5-ee6714d7c0a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054416 Nov 25 17:34:11.163825 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d73b652f-5e1e-4d42-8c1e-75f17fa9b997 req-2edcdabd-780e-48f5-8612-4c85fecc5f40 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=58e5de73-8a69-4d16-ae13-ab33677f39c5 HTTP/1.1" status: 200 len: 217 time: 0.0437827 Nov 25 17:34:11.227026 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b652f-5e1e-4d42-8c1e-75f17fa9b997 req-78d2a52e-0fac-4255-8c1b-836fef251049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:11.230343 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d73b652f-5e1e-4d42-8c1e-75f17fa9b997 req-78d2a52e-0fac-4255-8c1b-836fef251049 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=433e0b25-87c6-4c49-8afd-0df579500c07 HTTP/1.1" status: 200 len: 797 time: 0.0574324 Nov 25 17:34:11.287854 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-33d5be6f-621d-4a21-b261-1ee7fb9e8989 req-6ed9b520-15b9-4882-811d-818977f3804e tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1b3f624-9a69-4743-bfac-9a2aba2cec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2718341 Nov 25 17:34:11.367494 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a898ca1-f3f8-47d2-a01d-05bda034993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:11.373257 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a898ca1-f3f8-47d2-a01d-05bda034993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:11.374716 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a898ca1-f3f8-47d2-a01d-05bda034993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:11.378339 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a898ca1-f3f8-47d2-a01d-05bda034993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:11.379218 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a898ca1-f3f8-47d2-a01d-05bda034993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:11.379892 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a898ca1-f3f8-47d2-a01d-05bda034993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:11.380543 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a898ca1-f3f8-47d2-a01d-05bda034993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:11.381202 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a898ca1-f3f8-47d2-a01d-05bda034993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:11.383188 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a898ca1-f3f8-47d2-a01d-05bda034993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:11.384402 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a898ca1-f3f8-47d2-a01d-05bda034993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:11.388785 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a898ca1-f3f8-47d2-a01d-05bda034993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:11.389463 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a898ca1-f3f8-47d2-a01d-05bda034993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:11.390096 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a898ca1-f3f8-47d2-a01d-05bda034993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:11.390725 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a898ca1-f3f8-47d2-a01d-05bda034993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:11.391363 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a898ca1-f3f8-47d2-a01d-05bda034993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:11.391826 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a898ca1-f3f8-47d2-a01d-05bda034993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:11.392293 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a898ca1-f3f8-47d2-a01d-05bda034993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:11.392742 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a898ca1-f3f8-47d2-a01d-05bda034993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:11.393226 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a898ca1-f3f8-47d2-a01d-05bda034993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:11.393682 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a898ca1-f3f8-47d2-a01d-05bda034993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:11.394155 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a898ca1-f3f8-47d2-a01d-05bda034993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:11.394587 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a898ca1-f3f8-47d2-a01d-05bda034993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:11.395037 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a898ca1-f3f8-47d2-a01d-05bda034993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:11.395486 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a898ca1-f3f8-47d2-a01d-05bda034993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:11.395931 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a898ca1-f3f8-47d2-a01d-05bda034993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:11.396379 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a898ca1-f3f8-47d2-a01d-05bda034993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:11.396856 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a898ca1-f3f8-47d2-a01d-05bda034993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:11.397298 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a898ca1-f3f8-47d2-a01d-05bda034993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:11.397744 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a898ca1-f3f8-47d2-a01d-05bda034993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:11.398198 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a898ca1-f3f8-47d2-a01d-05bda034993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:11.400332 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a898ca1-f3f8-47d2-a01d-05bda034993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:11.401007 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a898ca1-f3f8-47d2-a01d-05bda034993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:11.401488 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a898ca1-f3f8-47d2-a01d-05bda034993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:11.401959 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a898ca1-f3f8-47d2-a01d-05bda034993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:11.402425 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a898ca1-f3f8-47d2-a01d-05bda034993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:11.403852 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a898ca1-f3f8-47d2-a01d-05bda034993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:11.404519 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a898ca1-f3f8-47d2-a01d-05bda034993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:11.406981 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a898ca1-f3f8-47d2-a01d-05bda034993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:11.408091 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a898ca1-f3f8-47d2-a01d-05bda034993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:11.409247 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a898ca1-f3f8-47d2-a01d-05bda034993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:11.409963 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a898ca1-f3f8-47d2-a01d-05bda034993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:11.410572 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a898ca1-f3f8-47d2-a01d-05bda034993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:11.411636 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a898ca1-f3f8-47d2-a01d-05bda034993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:11.412188 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a898ca1-f3f8-47d2-a01d-05bda034993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:11.412851 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a898ca1-f3f8-47d2-a01d-05bda034993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:11.414013 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a898ca1-f3f8-47d2-a01d-05bda034993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:11.414493 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a898ca1-f3f8-47d2-a01d-05bda034993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:11.415764 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a898ca1-f3f8-47d2-a01d-05bda034993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:11.416477 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a898ca1-f3f8-47d2-a01d-05bda034993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:11.417019 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a898ca1-f3f8-47d2-a01d-05bda034993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:11.417488 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a898ca1-f3f8-47d2-a01d-05bda034993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:11.418200 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a898ca1-f3f8-47d2-a01d-05bda034993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:11.418668 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a898ca1-f3f8-47d2-a01d-05bda034993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:11.419128 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a898ca1-f3f8-47d2-a01d-05bda034993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:11.419727 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a898ca1-f3f8-47d2-a01d-05bda034993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:11.420442 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a898ca1-f3f8-47d2-a01d-05bda034993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:11.421015 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a898ca1-f3f8-47d2-a01d-05bda034993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:11.421481 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a898ca1-f3f8-47d2-a01d-05bda034993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:11.429089 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-2a898ca1-f3f8-47d2-a01d-05bda034993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 51861 time: 0.3838456 Nov 25 17:34:11.432768 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47838) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:11.453248 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b652f-5e1e-4d42-8c1e-75f17fa9b997 req-8cb7a669-bd64-42f1-b3ee-e52eb70c155f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:11.455329 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d73b652f-5e1e-4d42-8c1e-75f17fa9b997 req-8cb7a669-bd64-42f1-b3ee-e52eb70c155f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cb2ab83a-f522-4839-b956-b9e276ac2a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2138300 Nov 25 17:34:11.527633 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-0a6fbc86-7e58-4c9f-b94b-60fcd4f9d5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Deleting port c79dc23c-e45c-4798-8515-b70964428300 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:11.527849 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0a6fbc86-7e58-4c9f-b94b-60fcd4f9d5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:11.622703 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d73b652f-5e1e-4d42-8c1e-75f17fa9b997 req-c6a7975a-a957-4e85-8926-b6c91ccdd4d5 service neutron] 10.222.0.74 "GET /v2.0/networks/cb2ab83a-f522-4839-b956-b9e276ac2a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570954 Nov 25 17:34:11.706353 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-0a6fbc86-7e58-4c9f-b94b-60fcd4f9d5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] For port c79dc23c-e45c-4798-8515-b70964428300, host n-h1-817746-1, got binding levels [] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:11.706741 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0a6fbc86-7e58-4c9f-b94b-60fcd4f9d5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:11.735945 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-0a6fbc86-7e58-4c9f-b94b-60fcd4f9d5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Calling delete_port for c79dc23c-e45c-4798-8515-b70964428300 owned by {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:11.776814 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d73b652f-5e1e-4d42-8c1e-75f17fa9b997 req-573439d8-3b9f-49cf-ae3a-a2dcc8082d24 service neutron] 10.222.0.74 "GET /v2.0/networks/cb2ab83a-f522-4839-b956-b9e276ac2a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428792 Nov 25 17:34:11.842278 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0a6fbc86-7e58-4c9f-b94b-60fcd4f9d5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:11.857068 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d73b652f-5e1e-4d42-8c1e-75f17fa9b997 req-d56a57e6-8f39-488f-9de4-38c4af8a3825 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=156eba66-fef4-4dab-adfa-2ba5e2376881 HTTP/1.1" status: 200 len: 217 time: 0.0451651 Nov 25 17:34:11.873044 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad02d8c2-0fe0-4044-8cdc-148f45aa1191 req-30999333-ca1f-43b8-964b-389423ddf464 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:11.877810 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6fbc86-7e58-4c9f-b94b-60fcd4f9d5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Pushing event deleted for resources: {'Port': ['ID=c79dc23c-e45c-4798-8515-b70964428300,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:11.884775 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0a6fbc86-7e58-4c9f-b94b-60fcd4f9d5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:11.887622 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0a6fbc86-7e58-4c9f-b94b-60fcd4f9d5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] 10.222.0.75 "DELETE /v2.0/ports/c79dc23c-e45c-4798-8515-b70964428300 HTTP/1.1" status: 204 len: 168 time: 0.4536645 Nov 25 17:34:11.889403 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ad02d8c2-0fe0-4044-8cdc-148f45aa1191 req-30999333-ca1f-43b8-964b-389423ddf464 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f5c8ba1-e7df-4224-9705-5cf0debd2976 HTTP/1.1" status: 200 len: 945 time: 0.1113863 Nov 25 17:34:11.890189 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47854) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:11.926316 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-c56cf9a1-b836-4764-8498-9da908413d8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] GET failed (client error): The resource could not be found. Nov 25 17:34:11.927794 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c56cf9a1-b836-4764-8498-9da908413d8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] 10.222.0.75 "GET /v2.0/ports/c79dc23c-e45c-4798-8515-b70964428300 HTTP/1.1" status: 404 len: 333 time: 0.0366716 Nov 25 17:34:11.933695 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47856) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:11.938747 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-680c974b-02a8-40e1-af1d-c83ae1ae93f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911531412', 'network_id': '8b6449c9-6b28-4578-889c-2d06ae34a740'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:11.965303 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680c974b-02a8-40e1-af1d-c83ae1ae93f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Made reservation on behalf of c80be725d3944115a5b32c4e0c3c3b61 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:34:11.968875 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-680c974b-02a8-40e1-af1d-c83ae1ae93f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:11.986171 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-680c974b-02a8-40e1-af1d-c83ae1ae93f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] device_id is not set on port e39a4b22-fda3-4d60-adaf-cb8d6b4f7a19 yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:34:11.989271 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b652f-5e1e-4d42-8c1e-75f17fa9b997 req-ad024b28-cd71-4e84-bc0a-2c4cfb473669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:11.990897 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d73b652f-5e1e-4d42-8c1e-75f17fa9b997 req-ad024b28-cd71-4e84-bc0a-2c4cfb473669 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=433e0b25-87c6-4c49-8afd-0df579500c07 HTTP/1.1" status: 200 len: 797 time: 0.0965619 Nov 25 17:34:11.995475 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ad02d8c2-0fe0-4044-8cdc-148f45aa1191 req-aca858a7-2c4a-4521-a2d2-29c87d789c29 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a4fb475-e9ec-4623-9c08-36dcb76340fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034725 Nov 25 17:34:12.054472 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b652f-5e1e-4d42-8c1e-75f17fa9b997 req-79d81e58-1ca7-410f-b764-da4fb08a379a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:12.057307 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d73b652f-5e1e-4d42-8c1e-75f17fa9b997 req-79d81e58-1ca7-410f-b764-da4fb08a379a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cb2ab83a-f522-4839-b956-b9e276ac2a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0575840 Nov 25 17:34:12.168930 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ddf89-0399-47a1-a5e8-04106f2d0fb2 req-fb49f292-e7e3-4f91-a257-7ff574688eee tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:12.170429 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6c0ddf89-0399-47a1-a5e8-04106f2d0fb2 req-fb49f292-e7e3-4f91-a257-7ff574688eee tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.90 "GET /v2.0/ports?device_id=2f5c8ba1-e7df-4224-9705-5cf0debd2976 HTTP/1.1" status: 200 len: 945 time: 0.1121671 Nov 25 17:34:12.178370 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-680c974b-02a8-40e1-af1d-c83ae1ae93f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:12.231958 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-680c974b-02a8-40e1-af1d-c83ae1ae93f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:12.237782 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d73b652f-5e1e-4d42-8c1e-75f17fa9b997 req-4de23206-9c32-491c-bc5a-3f0e647bfce3 service neutron] 10.222.0.74 "GET /v2.0/networks/cb2ab83a-f522-4839-b956-b9e276ac2a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697524 Nov 25 17:34:12.298960 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680c974b-02a8-40e1-af1d-c83ae1ae93f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Network 8b6449c9-6b28-4578-889c-2d06ae34a740 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:34:12.302613 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-680c974b-02a8-40e1-af1d-c83ae1ae93f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:12.312954 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680c974b-02a8-40e1-af1d-c83ae1ae93f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:34:12.314100 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680c974b-02a8-40e1-af1d-c83ae1ae93f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:12.314917 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-680c974b-02a8-40e1-af1d-c83ae1ae93f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:12.328467 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680c974b-02a8-40e1-af1d-c83ae1ae93f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Pushing event updated for resources: {'Port': ['ID=e39a4b22-fda3-4d60-adaf-cb8d6b4f7a19,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:12.362955 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-680c974b-02a8-40e1-af1d-c83ae1ae93f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4278929 Nov 25 17:34:12.366186 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47862) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:12.382946 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-6c0ddf89-0399-47a1-a5e8-04106f2d0fb2 req-a297ec65-05f8-4f56-a49b-7b5be2cf7743 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Deleting port 01913eca-55d2-4854-91e0-39b3d9e79c13 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:12.383282 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6c0ddf89-0399-47a1-a5e8-04106f2d0fb2 req-a297ec65-05f8-4f56-a49b-7b5be2cf7743 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:12.414719 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d73b652f-5e1e-4d42-8c1e-75f17fa9b997 req-ee43a3ab-4938-4d2f-92c1-16e0fdcb757f service neutron] 10.222.0.74 "GET /v2.0/networks/cb2ab83a-f522-4839-b956-b9e276ac2a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443861 Nov 25 17:34:12.443011 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26958fb-3744-4f8f-b532-046471ba22ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:12.445687 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d26958fb-3744-4f8f-b532-046471ba22ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] 10.222.0.75 "GET /v2.0/ports/e39a4b22-fda3-4d60-adaf-cb8d6b4f7a19 HTTP/1.1" status: 200 len: 959 time: 0.0783782 Nov 25 17:34:12.448625 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47868) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:12.550029 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-6c0ddf89-0399-47a1-a5e8-04106f2d0fb2 req-a297ec65-05f8-4f56-a49b-7b5be2cf7743 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] For port 01913eca-55d2-4854-91e0-39b3d9e79c13, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=01913eca-55d2-4854-91e0-39b3d9e79c13,segment=NetworkSegment(14ee21b8-6adb-4fbc-8e63-e4b2c4af3623),segment_id=14ee21b8-6adb-4fbc-8e63-e4b2c4af3623)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:12.550289 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6c0ddf89-0399-47a1-a5e8-04106f2d0fb2 req-a297ec65-05f8-4f56-a49b-7b5be2cf7743 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:12.578577 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78ed73-cc92-4e03-95aa-4c6f6ee1281c req-2a121daa-daea-4e29-9ac8-6e57fe56680d tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:12.580143 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4e78ed73-cc92-4e03-95aa-4c6f6ee1281c req-2a121daa-daea-4e29-9ac8-6e57fe56680d tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 945 time: 0.1090372 Nov 25 17:34:12.581188 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-6c0ddf89-0399-47a1-a5e8-04106f2d0fb2 req-a297ec65-05f8-4f56-a49b-7b5be2cf7743 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Calling delete_port for 01913eca-55d2-4854-91e0-39b3d9e79c13 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:12.588516 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-6dad962e-8bb1-4012-980c-45bd6c414d65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Deleting port e39a4b22-fda3-4d60-adaf-cb8d6b4f7a19 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:12.588890 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6dad962e-8bb1-4012-980c-45bd6c414d65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:12.664357 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6dad962e-8bb1-4012-980c-45bd6c414d65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:12.681281 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-6dad962e-8bb1-4012-980c-45bd6c414d65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Calling delete_port for e39a4b22-fda3-4d60-adaf-cb8d6b4f7a19 owned by {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:12.692806 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4e78ed73-cc92-4e03-95aa-4c6f6ee1281c req-0bf341b4-28ea-4ab1-a918-882d9093dea6 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1b3f624-9a69-4743-bfac-9a2aba2cec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017120 Nov 25 17:34:12.792687 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6c0ddf89-0399-47a1-a5e8-04106f2d0fb2 req-a297ec65-05f8-4f56-a49b-7b5be2cf7743 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:12.813478 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['550de2a6-ffbd-4c86-ac21-4914075aa3e6', 'e52b8008-7c66-48fe-a4b5-c44fe002f599'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:34:12.832388 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a297ec65-05f8-4f56-a49b-7b5be2cf7743 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Pushing event deleted for resources: {'Port': ['ID=01913eca-55d2-4854-91e0-39b3d9e79c13,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:12.867012 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['0d6551ad-8a26-4bc6-bfbf-063b916a4ead'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:34:12.890383 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c0ddf89-0399-47a1-a5e8-04106f2d0fb2 req-a297ec65-05f8-4f56-a49b-7b5be2cf7743 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] No DVR routers for this DVR port 01913eca-55d2-4854-91e0-39b3d9e79c13 on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:34:12.893378 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6c0ddf89-0399-47a1-a5e8-04106f2d0fb2 req-a297ec65-05f8-4f56-a49b-7b5be2cf7743 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:12.898614 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6c0ddf89-0399-47a1-a5e8-04106f2d0fb2 req-a297ec65-05f8-4f56-a49b-7b5be2cf7743 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.90 "DELETE /v2.0/ports/01913eca-55d2-4854-91e0-39b3d9e79c13 HTTP/1.1" status: 204 len: 173 time: 0.7210016 Nov 25 17:34:12.899559 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f5c8ba1-e7df-4224-9705-5cf0debd2976', 'name': 'network-vif-deleted', 'tag': '01913eca-55d2-4854-91e0-39b3d9e79c13'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:34:12.902482 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d66d0eab-1fe8-4535-851c-dd455ef49ee3" -d '{"events": [{"server_uuid": "2f5c8ba1-e7df-4224-9705-5cf0debd2976", "name": "network-vif-deleted", "tag": "01913eca-55d2-4854-91e0-39b3d9e79c13"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:34:12.991593 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c64a96e-2cad-4bad-a84a-599a9de7b1ef x-openstack-request-id: req-6c64a96e-2cad-4bad-a84a-599a9de7b1ef {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:34:12.991593 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f5c8ba1-e7df-4224-9705-5cf0debd2976", "name": "network-vif-deleted", "tag": "01913eca-55d2-4854-91e0-39b3d9e79c13", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:34:12.991593 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6c64a96e-2cad-4bad-a84a-599a9de7b1ef {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:34:12.992127 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f5c8ba1-e7df-4224-9705-5cf0debd2976', 'name': 'network-vif-deleted', 'tag': '01913eca-55d2-4854-91e0-39b3d9e79c13', 'status': 'completed', 'code': 200} Nov 25 17:34:13.168217 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-65987934-f4f5-46c0-af49-ecffef01d46e req-bf1adebc-00e5-4a00-9c5f-4f9e68c6cccb tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f5c8ba1-e7df-4224-9705-5cf0debd2976 HTTP/1.1" status: 200 len: 210 time: 0.0640390 Nov 25 17:34:13.271289 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6dad962e-8bb1-4012-980c-45bd6c414d65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:13.372647 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dad962e-8bb1-4012-980c-45bd6c414d65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Pushing event deleted for resources: {'Port': ['ID=e39a4b22-fda3-4d60-adaf-cb8d6b4f7a19,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:13.381988 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6dad962e-8bb1-4012-980c-45bd6c414d65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:13.386281 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6dad962e-8bb1-4012-980c-45bd6c414d65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] 10.222.0.75 "DELETE /v2.0/ports/e39a4b22-fda3-4d60-adaf-cb8d6b4f7a19 HTTP/1.1" status: 204 len: 168 time: 0.9355519 Nov 25 17:34:13.388753 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47888) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:13.413706 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-770917ba-55f9-4417-b3d7-e432464e0817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] GET failed (client error): The resource could not be found. Nov 25 17:34:13.415426 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-770917ba-55f9-4417-b3d7-e432464e0817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] 10.222.0.75 "GET /v2.0/ports/e39a4b22-fda3-4d60-adaf-cb8d6b4f7a19 HTTP/1.1" status: 404 len: 333 time: 0.0256114 Nov 25 17:34:13.419662 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47892) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:13.424552 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-60e7f2cf-7f36-4e87-89bb-0f39a84a919d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Request body: {'port': {'network_id': '8b6449c9-6b28-4578-889c-2d06ae34a740', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-223634069'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:13.448067 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e7f2cf-7f36-4e87-89bb-0f39a84a919d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Made reservation on behalf of c80be725d3944115a5b32c4e0c3c3b61 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:34:13.450620 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-60e7f2cf-7f36-4e87-89bb-0f39a84a919d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:13.467588 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [None req-60e7f2cf-7f36-4e87-89bb-0f39a84a919d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] device_id is not set on port e788441c-c9ad-403e-bee8-3dc16d148dcb yet. {{(pid=103361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:34:13.678898 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-60e7f2cf-7f36-4e87-89bb-0f39a84a919d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:13.723389 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-60e7f2cf-7f36-4e87-89bb-0f39a84a919d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:13.779390 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e7f2cf-7f36-4e87-89bb-0f39a84a919d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Pushing event updated for resources: {'Port': ['ID=e788441c-c9ad-403e-bee8-3dc16d148dcb,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:13.801119 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e7f2cf-7f36-4e87-89bb-0f39a84a919d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Network 8b6449c9-6b28-4578-889c-2d06ae34a740 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:34:13.803797 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-60e7f2cf-7f36-4e87-89bb-0f39a84a919d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:13.807471 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e7f2cf-7f36-4e87-89bb-0f39a84a919d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:34:13.808421 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e7f2cf-7f36-4e87-89bb-0f39a84a919d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:13.809057 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-60e7f2cf-7f36-4e87-89bb-0f39a84a919d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:13.860452 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-60e7f2cf-7f36-4e87-89bb-0f39a84a919d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4375460 Nov 25 17:34:13.860932 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47914) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:13.866473 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-817746-1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:13.874421 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d122540-30d0-4be1-95ee-87104d05bd41 req-b4474d4d-dca7-426d-ba81-451eda0f945b tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:13.882755 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5d122540-30d0-4be1-95ee-87104d05bd41 req-b4474d4d-dca7-426d-ba81-451eda0f945b tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 945 time: 0.0987000 Nov 25 17:34:13.942360 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:13.949950 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5d122540-30d0-4be1-95ee-87104d05bd41 req-110edbc6-4f16-49cd-a5f8-8a73800c7fae tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1b3f624-9a69-4743-bfac-9a2aba2cec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661914 Nov 25 17:34:14.142495 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] device_id is not set on port e788441c-c9ad-403e-bee8-3dc16d148dcb yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:34:14.150667 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:14.155834 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:14.214017 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Pushing event updated for resources: {'Port': ['ID=e788441c-c9ad-403e-bee8-3dc16d148dcb,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:14.225447 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port e788441c-c9ad-403e-bee8-3dc16d148dcb on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:34:14.225793 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port e788441c-c9ad-403e-bee8-3dc16d148dcb by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'b3e8dee9-6d91-4a9d-abd5-a73ca783f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8b6449c9-6b28-4578-889c-2d06ae34a740'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:34:14.226134 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port e788441c-c9ad-403e-bee8-3dc16d148dcb on network 8b6449c9-6b28-4578-889c-2d06ae34a740 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:34:14.231497 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Port e788441c-c9ad-403e-bee8-3dc16d148dcb on network 8b6449c9-6b28-4578-889c-2d06ae34a740 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:34:14.231827 n-d-817746-1 neutron-server[103360]: ERROR neutron.plugins.ml2.managers [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Failed to bind port e788441c-c9ad-403e-bee8-3dc16d148dcb on host n-h1-817746-1 for vnic_type normal using segments [{'id': 'b3e8dee9-6d91-4a9d-abd5-a73ca783f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8b6449c9-6b28-4578-889c-2d06ae34a740'}] Nov 25 17:34:14.232615 n-d-817746-1 neutron-server[103360]: INFO neutron.plugins.ml2.plugin [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempt 2 to bind port e788441c-c9ad-403e-bee8-3dc16d148dcb Nov 25 17:34:14.245252 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port e788441c-c9ad-403e-bee8-3dc16d148dcb on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:34:14.245598 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port e788441c-c9ad-403e-bee8-3dc16d148dcb by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'b3e8dee9-6d91-4a9d-abd5-a73ca783f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8b6449c9-6b28-4578-889c-2d06ae34a740'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:34:14.245935 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port e788441c-c9ad-403e-bee8-3dc16d148dcb on network 8b6449c9-6b28-4578-889c-2d06ae34a740 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:34:14.251002 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Port e788441c-c9ad-403e-bee8-3dc16d148dcb on network 8b6449c9-6b28-4578-889c-2d06ae34a740 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:34:14.251333 n-d-817746-1 neutron-server[103360]: ERROR neutron.plugins.ml2.managers [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Failed to bind port e788441c-c9ad-403e-bee8-3dc16d148dcb on host n-h1-817746-1 for vnic_type normal using segments [{'id': 'b3e8dee9-6d91-4a9d-abd5-a73ca783f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8b6449c9-6b28-4578-889c-2d06ae34a740'}] Nov 25 17:34:14.251724 n-d-817746-1 neutron-server[103360]: INFO neutron.plugins.ml2.plugin [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempt 3 to bind port e788441c-c9ad-403e-bee8-3dc16d148dcb Nov 25 17:34:14.265521 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port e788441c-c9ad-403e-bee8-3dc16d148dcb on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:34:14.265857 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port e788441c-c9ad-403e-bee8-3dc16d148dcb by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'b3e8dee9-6d91-4a9d-abd5-a73ca783f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8b6449c9-6b28-4578-889c-2d06ae34a740'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:34:14.266195 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port e788441c-c9ad-403e-bee8-3dc16d148dcb on network 8b6449c9-6b28-4578-889c-2d06ae34a740 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:34:14.270825 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Port e788441c-c9ad-403e-bee8-3dc16d148dcb on network 8b6449c9-6b28-4578-889c-2d06ae34a740 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:34:14.271208 n-d-817746-1 neutron-server[103360]: ERROR neutron.plugins.ml2.managers [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Failed to bind port e788441c-c9ad-403e-bee8-3dc16d148dcb on host n-h1-817746-1 for vnic_type normal using segments [{'id': 'b3e8dee9-6d91-4a9d-abd5-a73ca783f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8b6449c9-6b28-4578-889c-2d06ae34a740'}] Nov 25 17:34:14.271750 n-d-817746-1 neutron-server[103360]: INFO neutron.plugins.ml2.plugin [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempt 4 to bind port e788441c-c9ad-403e-bee8-3dc16d148dcb Nov 25 17:34:14.287329 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port e788441c-c9ad-403e-bee8-3dc16d148dcb on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:34:14.287726 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port e788441c-c9ad-403e-bee8-3dc16d148dcb by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'b3e8dee9-6d91-4a9d-abd5-a73ca783f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8b6449c9-6b28-4578-889c-2d06ae34a740'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:34:14.288079 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port e788441c-c9ad-403e-bee8-3dc16d148dcb on network 8b6449c9-6b28-4578-889c-2d06ae34a740 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:34:14.295153 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Port e788441c-c9ad-403e-bee8-3dc16d148dcb on network 8b6449c9-6b28-4578-889c-2d06ae34a740 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:34:14.295487 n-d-817746-1 neutron-server[103360]: ERROR neutron.plugins.ml2.managers [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Failed to bind port e788441c-c9ad-403e-bee8-3dc16d148dcb on host n-h1-817746-1 for vnic_type normal using segments [{'id': 'b3e8dee9-6d91-4a9d-abd5-a73ca783f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8b6449c9-6b28-4578-889c-2d06ae34a740'}] Nov 25 17:34:14.295884 n-d-817746-1 neutron-server[103360]: INFO neutron.plugins.ml2.plugin [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempt 5 to bind port e788441c-c9ad-403e-bee8-3dc16d148dcb Nov 25 17:34:14.309372 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port e788441c-c9ad-403e-bee8-3dc16d148dcb on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:34:14.309710 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port e788441c-c9ad-403e-bee8-3dc16d148dcb by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'b3e8dee9-6d91-4a9d-abd5-a73ca783f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8b6449c9-6b28-4578-889c-2d06ae34a740'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:34:14.310049 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port e788441c-c9ad-403e-bee8-3dc16d148dcb on network 8b6449c9-6b28-4578-889c-2d06ae34a740 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:34:14.314561 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Port e788441c-c9ad-403e-bee8-3dc16d148dcb on network 8b6449c9-6b28-4578-889c-2d06ae34a740 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:34:14.314812 n-d-817746-1 neutron-server[103360]: ERROR neutron.plugins.ml2.managers [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Failed to bind port e788441c-c9ad-403e-bee8-3dc16d148dcb on host n-h1-817746-1 for vnic_type normal using segments [{'id': 'b3e8dee9-6d91-4a9d-abd5-a73ca783f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8b6449c9-6b28-4578-889c-2d06ae34a740'}] Nov 25 17:34:14.315198 n-d-817746-1 neutron-server[103360]: INFO neutron.plugins.ml2.plugin [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempt 6 to bind port e788441c-c9ad-403e-bee8-3dc16d148dcb Nov 25 17:34:14.328054 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port e788441c-c9ad-403e-bee8-3dc16d148dcb on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:34:14.328396 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port e788441c-c9ad-403e-bee8-3dc16d148dcb by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'b3e8dee9-6d91-4a9d-abd5-a73ca783f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8b6449c9-6b28-4578-889c-2d06ae34a740'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:34:14.328724 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port e788441c-c9ad-403e-bee8-3dc16d148dcb on network 8b6449c9-6b28-4578-889c-2d06ae34a740 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:34:14.333012 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Port e788441c-c9ad-403e-bee8-3dc16d148dcb on network 8b6449c9-6b28-4578-889c-2d06ae34a740 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:34:14.333334 n-d-817746-1 neutron-server[103360]: ERROR neutron.plugins.ml2.managers [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Failed to bind port e788441c-c9ad-403e-bee8-3dc16d148dcb on host n-h1-817746-1 for vnic_type normal using segments [{'id': 'b3e8dee9-6d91-4a9d-abd5-a73ca783f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8b6449c9-6b28-4578-889c-2d06ae34a740'}] Nov 25 17:34:14.333715 n-d-817746-1 neutron-server[103360]: INFO neutron.plugins.ml2.plugin [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempt 7 to bind port e788441c-c9ad-403e-bee8-3dc16d148dcb Nov 25 17:34:14.346508 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port e788441c-c9ad-403e-bee8-3dc16d148dcb on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:34:14.346837 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port e788441c-c9ad-403e-bee8-3dc16d148dcb by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'b3e8dee9-6d91-4a9d-abd5-a73ca783f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8b6449c9-6b28-4578-889c-2d06ae34a740'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:34:14.347177 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port e788441c-c9ad-403e-bee8-3dc16d148dcb on network 8b6449c9-6b28-4578-889c-2d06ae34a740 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:34:14.352037 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Port e788441c-c9ad-403e-bee8-3dc16d148dcb on network 8b6449c9-6b28-4578-889c-2d06ae34a740 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:34:14.352037 n-d-817746-1 neutron-server[103360]: ERROR neutron.plugins.ml2.managers [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Failed to bind port e788441c-c9ad-403e-bee8-3dc16d148dcb on host n-h1-817746-1 for vnic_type normal using segments [{'id': 'b3e8dee9-6d91-4a9d-abd5-a73ca783f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8b6449c9-6b28-4578-889c-2d06ae34a740'}] Nov 25 17:34:14.352388 n-d-817746-1 neutron-server[103360]: INFO neutron.plugins.ml2.plugin [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempt 8 to bind port e788441c-c9ad-403e-bee8-3dc16d148dcb Nov 25 17:34:14.365989 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port e788441c-c9ad-403e-bee8-3dc16d148dcb on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:34:14.366309 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port e788441c-c9ad-403e-bee8-3dc16d148dcb by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'b3e8dee9-6d91-4a9d-abd5-a73ca783f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8b6449c9-6b28-4578-889c-2d06ae34a740'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:34:14.366647 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port e788441c-c9ad-403e-bee8-3dc16d148dcb on network 8b6449c9-6b28-4578-889c-2d06ae34a740 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:34:14.371231 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Port e788441c-c9ad-403e-bee8-3dc16d148dcb on network 8b6449c9-6b28-4578-889c-2d06ae34a740 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:34:14.371552 n-d-817746-1 neutron-server[103360]: ERROR neutron.plugins.ml2.managers [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Failed to bind port e788441c-c9ad-403e-bee8-3dc16d148dcb on host n-h1-817746-1 for vnic_type normal using segments [{'id': 'b3e8dee9-6d91-4a9d-abd5-a73ca783f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8b6449c9-6b28-4578-889c-2d06ae34a740'}] Nov 25 17:34:14.372067 n-d-817746-1 neutron-server[103360]: INFO neutron.plugins.ml2.plugin [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempt 9 to bind port e788441c-c9ad-403e-bee8-3dc16d148dcb Nov 25 17:34:14.384257 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port e788441c-c9ad-403e-bee8-3dc16d148dcb on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:34:14.384585 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port e788441c-c9ad-403e-bee8-3dc16d148dcb by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'b3e8dee9-6d91-4a9d-abd5-a73ca783f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8b6449c9-6b28-4578-889c-2d06ae34a740'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:34:14.385044 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port e788441c-c9ad-403e-bee8-3dc16d148dcb on network 8b6449c9-6b28-4578-889c-2d06ae34a740 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:34:14.389238 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Port e788441c-c9ad-403e-bee8-3dc16d148dcb on network 8b6449c9-6b28-4578-889c-2d06ae34a740 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:34:14.389577 n-d-817746-1 neutron-server[103360]: ERROR neutron.plugins.ml2.managers [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Failed to bind port e788441c-c9ad-403e-bee8-3dc16d148dcb on host n-h1-817746-1 for vnic_type normal using segments [{'id': 'b3e8dee9-6d91-4a9d-abd5-a73ca783f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8b6449c9-6b28-4578-889c-2d06ae34a740'}] Nov 25 17:34:14.389953 n-d-817746-1 neutron-server[103360]: INFO neutron.plugins.ml2.plugin [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempt 10 to bind port e788441c-c9ad-403e-bee8-3dc16d148dcb Nov 25 17:34:14.402944 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port e788441c-c9ad-403e-bee8-3dc16d148dcb on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:34:14.403347 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port e788441c-c9ad-403e-bee8-3dc16d148dcb by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'b3e8dee9-6d91-4a9d-abd5-a73ca783f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8b6449c9-6b28-4578-889c-2d06ae34a740'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:34:14.403746 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempting to bind port e788441c-c9ad-403e-bee8-3dc16d148dcb on network 8b6449c9-6b28-4578-889c-2d06ae34a740 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:34:14.408164 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Port e788441c-c9ad-403e-bee8-3dc16d148dcb on network 8b6449c9-6b28-4578-889c-2d06ae34a740 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:34:14.408687 n-d-817746-1 neutron-server[103360]: ERROR neutron.plugins.ml2.managers [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Failed to bind port e788441c-c9ad-403e-bee8-3dc16d148dcb on host n-h1-817746-1 for vnic_type normal using segments [{'id': 'b3e8dee9-6d91-4a9d-abd5-a73ca783f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8b6449c9-6b28-4578-889c-2d06ae34a740'}] Nov 25 17:34:14.409143 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:14.481878 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] For port e788441c-c9ad-403e-bee8-3dc16d148dcb, host n-h1-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:34:14.482245 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attempted to set empty binding levels {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 25 17:34:14.488065 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:14.519112 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] In _notify_port_updated(), no bound segment for port e788441c-c9ad-403e-bee8-3dc16d148dcb on network 8b6449c9-6b28-4578-889c-2d06ae34a740 {{(pid=103360) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:34:14.519963 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:14.520572 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:14.522045 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] 10.222.0.75 "PUT /v2.0/ports/e788441c-c9ad-403e-bee8-3dc16d148dcb HTTP/1.1" status: 200 len: 978 time: 0.6598229 Nov 25 17:34:14.525303 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47936) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:14.561434 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d53a2f4-97c3-4ca5-92b7-68bd592e8540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Pushing event updated for resources: {'Port': ['ID=e788441c-c9ad-403e-bee8-3dc16d148dcb,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:14.622256 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-7631d8be-7884-4122-bbdd-9cfe3620b38b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Deleting port e788441c-c9ad-403e-bee8-3dc16d148dcb {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:14.622617 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7631d8be-7884-4122-bbdd-9cfe3620b38b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:14.623758 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 01913eca-55d2-4854-91e0-39b3d9e79c13 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:34:14.646264 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: 01913eca-55d2-4854-91e0-39b3d9e79c13 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:34:14.646846 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 01913eca-55d2-4854-91e0-39b3d9e79c13 not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:34:14.706220 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-7631d8be-7884-4122-bbdd-9cfe3620b38b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] For port e788441c-c9ad-403e-bee8-3dc16d148dcb, host n-h1-817746-1, got binding levels [] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:14.706520 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7631d8be-7884-4122-bbdd-9cfe3620b38b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:14.721229 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-7631d8be-7884-4122-bbdd-9cfe3620b38b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Calling delete_port for e788441c-c9ad-403e-bee8-3dc16d148dcb owned by {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:14.808064 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7631d8be-7884-4122-bbdd-9cfe3620b38b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:14.840645 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7631d8be-7884-4122-bbdd-9cfe3620b38b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Pushing event deleted for resources: {'Port': ['ID=e788441c-c9ad-403e-bee8-3dc16d148dcb,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:14.852397 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7631d8be-7884-4122-bbdd-9cfe3620b38b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:14.856519 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7631d8be-7884-4122-bbdd-9cfe3620b38b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] 10.222.0.75 "DELETE /v2.0/ports/e788441c-c9ad-403e-bee8-3dc16d148dcb HTTP/1.1" status: 204 len: 168 time: 0.3300133 Nov 25 17:34:14.858802 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47946) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:14.884805 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-68adf526-69d0-4d3d-ad75-122f02822e21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] GET failed (client error): The resource could not be found. Nov 25 17:34:14.889612 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-68adf526-69d0-4d3d-ad75-122f02822e21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063240111-project-admin] 10.222.0.75 "GET /v2.0/ports/e788441c-c9ad-403e-bee8-3dc16d148dcb HTTP/1.1" status: 404 len: 333 time: 0.0266206 Nov 25 17:34:14.890290 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47954) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:14.992404 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b2b2e867-a8c9-4729-8652-41e139a75389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1727930130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1727930130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:15.111297 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b2b2e867-a8c9-4729-8652-41e139a75389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1727930130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1727930130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:15.115913 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830ffbb-d0a4-463b-ad46-7bbb58c97ada req-7a991ab6-95ce-40c0-9bbf-d95ae9832d15 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:15.117576 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e830ffbb-d0a4-463b-ad46-7bbb58c97ada req-7a991ab6-95ce-40c0-9bbf-d95ae9832d15 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 945 time: 0.0825536 Nov 25 17:34:15.136671 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-b2b2e867-a8c9-4729-8652-41e139a75389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1727930130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1727930130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b6449c9-6b28-4578-889c-2d06ae34a740']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:15.144483 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a751a0-144f-4c83-ab19-10f547d81513 req-3acb3346-9e4f-4c70-a87f-cdd41bfb8c94 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:15.146030 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-27a751a0-144f-4c83-ab19-10f547d81513 req-3acb3346-9e4f-4c70-a87f-cdd41bfb8c94 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] 10.222.0.75 "GET /v2.0/ports?device_id=c9f170a0-e351-44e2-b847-ae19a05a12f1 HTTP/1.1" status: 200 len: 950 time: 0.0814068 Nov 25 17:34:15.147824 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-b2b2e867-a8c9-4729-8652-41e139a75389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1727930130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1727930130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3e8dee9-6d91-4a9d-abd5-a73ca783f1ed') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:15.148717 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-b2b2e867-a8c9-4729-8652-41e139a75389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1727930130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1727930130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3e8dee9-6d91-4a9d-abd5-a73ca783f1ed') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:15.161711 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b2b2e867-a8c9-4729-8652-41e139a75389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1727930130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1727930130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:15.185761 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b2b2e867-a8c9-4729-8652-41e139a75389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1727930130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1727930130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:15.193921 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2b2e867-a8c9-4729-8652-41e139a75389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1727930130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1727930130-project] Releasing vlan 944 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:34:15.194677 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b2b2e867-a8c9-4729-8652-41e139a75389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1727930130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1727930130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:15.199347 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:34:15.199347 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:34:15.199347 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:34:15.199347 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:34:15.199347 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:34:15.199347 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:34:15.199347 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:34:15.199347 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:34:15.199347 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:34:15.199347 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:34:15.199347 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:34:15.199347 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:34:15.199347 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:34:15.199347 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:34:15.199347 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:34:15.199347 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:34:15.199347 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:34:15.199347 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:34:15.199347 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:34:15.199347 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:34:15.199347 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:34:15.199347 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:34:15.199347 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:34:15.199347 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:34:15.199347 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:34:15.199347 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:34:15.199347 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:34:15.199347 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:34:15.199347 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:34:15.199347 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:34:15.199347 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:34:15.199347 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:34:15.209957 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e830ffbb-d0a4-463b-ad46-7bbb58c97ada req-6d0bf657-e1ac-499d-8e6a-422aeadfcc5a tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1b3f624-9a69-4743-bfac-9a2aba2cec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801241 Nov 25 17:34:15.225054 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-27a751a0-144f-4c83-ab19-10f547d81513 req-a6245f25-88fd-43d7-a772-385595129cb3 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] 10.222.0.75 "GET /v2.0/security-groups?id=de66d59e-e4b4-4371-ae76-225f18d58b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691960 Nov 25 17:34:15.265836 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b2b2e867-a8c9-4729-8652-41e139a75389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1727930130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1727930130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:15.276114 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b2b2e867-a8c9-4729-8652-41e139a75389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1727930130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1727930130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:15.283439 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b2b2e867-a8c9-4729-8652-41e139a75389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1727930130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1727930130-project] 10.222.0.75 "DELETE /v2.0/networks/8b6449c9-6b28-4578-889c-2d06ae34a740 HTTP/1.1" status: 204 len: 168 time: 0.3922820 Nov 25 17:34:15.305552 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b2e867-a8c9-4729-8652-41e139a75389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1727930130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1727930130-project] Pushing event deleted for resources: {'Network': ['ID=8b6449c9-6b28-4578-889c-2d06ae34a740,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:15.604393 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47996) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:15.769572 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-927b5ac8-66a5-48ec-bf74-98b1d0c35294 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=19c9fda7a6f74cc1acf4f84f545c9aee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1635542 Nov 25 17:34:15.770894 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48006) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:15.834735 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-558b745f-4a98-4140-acfb-663f283ee3ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:15.860473 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-558b745f-4a98-4140-acfb-663f283ee3ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:15.913988 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-558b745f-4a98-4140-acfb-663f283ee3ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:15.916941 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-558b745f-4a98-4140-acfb-663f283ee3ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:15.918078 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-558b745f-4a98-4140-acfb-663f283ee3ea admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1359601d-a060-41df-be07-6cac17556741 HTTP/1.1" status: 204 len: 168 time: 0.1462131 Nov 25 17:34:15.927641 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558b745f-4a98-4140-acfb-663f283ee3ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1359601d-a060-41df-be07-6cac17556741,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:16.203916 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48016) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:16.244712 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-1022d0d0-2a3d-46cd-ab92-7077ff458cf7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c80be725d3944115a5b32c4e0c3c3b61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394890 Nov 25 17:34:16.247029 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48020) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:16.310481 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d7f0d67c-f9a5-43e8-a2af-e170a396746f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:16.355306 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d7f0d67c-f9a5-43e8-a2af-e170a396746f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:16.376518 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0181d-8b0d-4de4-91c9-7445214ee757 req-280b0368-d4cb-484a-b336-57122f7af311 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:16.378032 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-32d0181d-8b0d-4de4-91c9-7445214ee757 req-280b0368-d4cb-484a-b336-57122f7af311 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 945 time: 0.0812726 Nov 25 17:34:16.452365 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-32d0181d-8b0d-4de4-91c9-7445214ee757 req-20e52ae1-6ec3-4a37-ba4f-3c0618769b2d tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1b3f624-9a69-4743-bfac-9a2aba2cec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666912 Nov 25 17:34:16.453537 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d7f0d67c-f9a5-43e8-a2af-e170a396746f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:16.456183 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d7f0d67c-f9a5-43e8-a2af-e170a396746f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:16.465696 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d7f0d67c-f9a5-43e8-a2af-e170a396746f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7066490d-f1fa-4b48-a979-f29db8407b46 HTTP/1.1" status: 204 len: 168 time: 0.2139754 Nov 25 17:34:16.478645 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f0d67c-f9a5-43e8-a2af-e170a396746f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7066490d-f1fa-4b48-a979-f29db8407b46,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:16.615838 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:16.809274 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:17.120994 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5a8fafde-0228-4481-a7f3-b1e3ec4ebaa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:17.271838 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48062) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:17.373994 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-96056173-cbfc-4a10-8278-da2da3f76c03 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1146390526'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:17.395557 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96056173-cbfc-4a10-8278-da2da3f76c03 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Made reservation on behalf of 815a7cc0761a4376a34b6fa7c52724a7 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:34:17.399062 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-96056173-cbfc-4a10-8278-da2da3f76c03 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:17.408213 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-96056173-cbfc-4a10-8278-da2da3f76c03 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:17.485120 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-96056173-cbfc-4a10-8278-da2da3f76c03 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:17.490687 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-96056173-cbfc-4a10-8278-da2da3f76c03 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:17.521317 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96056173-cbfc-4a10-8278-da2da3f76c03 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0dd5c79-7e4a-42f9-b525-a8ce7dcc468c,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:17.539229 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96056173-cbfc-4a10-8278-da2da3f76c03 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 927} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:34:17.552798 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-96056173-cbfc-4a10-8278-da2da3f76c03 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:17.553359 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-96056173-cbfc-4a10-8278-da2da3f76c03 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Added segment 32bd785b-76d7-4548-b9c8-fb31484a9ac9 of type vlan for network b7041ac2-08ec-4f75-87eb-1402b36b1b06 Nov 25 17:34:17.622374 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-96056173-cbfc-4a10-8278-da2da3f76c03 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:17.623529 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c0ba1-9cb8-4685-8d78-e32302e374b9 req-5711156a-9960-4718-82e2-5bdb837165eb tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:17.634186 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e01c0ba1-9cb8-4685-8d78-e32302e374b9 req-5711156a-9960-4718-82e2-5bdb837165eb tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 945 time: 0.0679460 Nov 25 17:34:17.655830 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-96056173-cbfc-4a10-8278-da2da3f76c03 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:17.664218 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96056173-cbfc-4a10-8278-da2da3f76c03 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:17.665792 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-96056173-cbfc-4a10-8278-da2da3f76c03 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:17.696477 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e01c0ba1-9cb8-4685-8d78-e32302e374b9 req-2ca3553e-0e1c-400c-a709-27849493ac59 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1b3f624-9a69-4743-bfac-9a2aba2cec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591133 Nov 25 17:34:17.704039 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-96056173-cbfc-4a10-8278-da2da3f76c03 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4283531 Nov 25 17:34:17.705360 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48076) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:17.712903 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-c55dbeea-0237-443e-bb47-cf8b8e40ef09 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Request body: {'subnet': {'network_id': 'b7041ac2-08ec-4f75-87eb-1402b36b1b06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:17.816597 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96056173-cbfc-4a10-8278-da2da3f76c03 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Pushing event updated for resources: {'Network': ['ID=b7041ac2-08ec-4f75-87eb-1402b36b1b06,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:17.828627 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network b7041ac2-08ec-4f75-87eb-1402b36b1b06 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:34:17.839920 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e6f60-5bd9-408d-b48e-bff7b35d2079 req-27628cc6-22df-4f88-947b-a94f02b67807 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:17.842061 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f40e6f60-5bd9-408d-b48e-bff7b35d2079 req-27628cc6-22df-4f88-947b-a94f02b67807 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/ports?device_id=f2a98337-25aa-4adf-ba9e-6be32878c058 HTTP/1.1" status: 200 len: 945 time: 0.0608938 Nov 25 17:34:17.881939 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55dbeea-0237-443e-bb47-cf8b8e40ef09 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Made reservation on behalf of 815a7cc0761a4376a34b6fa7c52724a7 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:34:17.888450 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c55dbeea-0237-443e-bb47-cf8b8e40ef09 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:17.953272 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f40e6f60-5bd9-408d-b48e-bff7b35d2079 req-f2ab3889-870c-4afd-befa-acec9ea3dc1e tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a4fb475-e9ec-4623-9c08-36dcb76340fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971656 Nov 25 17:34:18.093321 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c55dbeea-0237-443e-bb47-cf8b8e40ef09 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:18.157764 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55dbeea-0237-443e-bb47-cf8b8e40ef09 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Pushing event updated for resources: {'Subnet': ['ID=4766f328-9371-4db2-ad0c-fca4fe3a9dd2,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:18.167743 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55dbeea-0237-443e-bb47-cf8b8e40ef09 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Checking segment: {'id': '32bd785b-76d7-4548-b9c8-fb31484a9ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'b7041ac2-08ec-4f75-87eb-1402b36b1b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:34:18.168103 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55dbeea-0237-443e-bb47-cf8b8e40ef09 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Network hostable DHCP agents. Network: b7041ac2-08ec-4f75-87eb-1402b36b1b06, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:34:18.186069 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55dbeea-0237-443e-bb47-cf8b8e40ef09 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Network b7041ac2-08ec-4f75-87eb-1402b36b1b06 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:34:18.195720 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-c55dbeea-0237-443e-bb47-cf8b8e40ef09 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, b7041ac2-08ec-4f75-87eb-1402b36b1b06) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:18.200818 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55dbeea-0237-443e-bb47-cf8b8e40ef09 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:18.201470 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c55dbeea-0237-443e-bb47-cf8b8e40ef09 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:18.207627 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d8053f-7625-4bda-9580-b162068f5dad None None] Network b7041ac2-08ec-4f75-87eb-1402b36b1b06 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:34:18.227084 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c55dbeea-0237-443e-bb47-cf8b8e40ef09 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5187428 Nov 25 17:34:18.227934 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48094) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:18.233528 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-8bdbfdf6-9b35-423c-a644-44a98acbbc57 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Request body: {'port': {'network_id': 'b7041ac2-08ec-4f75-87eb-1402b36b1b06', 'name': 'tempest-AllowedAddressPairTestJSON-1523344277'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:18.269299 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:34:18.361390 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bdbfdf6-9b35-423c-a644-44a98acbbc57 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Made reservation on behalf of 815a7cc0761a4376a34b6fa7c52724a7 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:34:18.365890 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8bdbfdf6-9b35-423c-a644-44a98acbbc57 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:18.379648 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516eb01f-e84a-4a29-9ceb-76223d6179ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-b7041ac2-08ec-4f75-87eb-1402b36b1b06', 'network_id': 'b7041ac2-08ec-4f75-87eb-1402b36b1b06', 'tenant_id': '815a7cc0761a4376a34b6fa7c52724a7', 'fixed_ips': [{'subnet_id': '4766f328-9371-4db2-ad0c-fca4fe3a9dd2'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:34:18.380557 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-516eb01f-e84a-4a29-9ceb-76223d6179ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:18.382815 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 5de1d902-61ca-495f-a62a-83205c0f84c2 no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:34:18.386225 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-8bdbfdf6-9b35-423c-a644-44a98acbbc57 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] device_id is not set on port 170af49a-a483-4f18-878f-88724b028082 yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:34:18.503477 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-8bdbfdf6-9b35-423c-a644-44a98acbbc57 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Allocated IP 172.20.0.8 (b7041ac2-08ec-4f75-87eb-1402b36b1b06/4766f328-9371-4db2-ad0c-fca4fe3a9dd2/170af49a-a483-4f18-878f-88724b028082) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:34:18.538494 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:18.562753 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f170a0-e351-44e2-b847-ae19a05a12f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5de1d902-61ca-495f-a62a-83205c0f84c2'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:34:18.565467 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45afe8fa-4d8e-4f19-989e-732363bb8340" -d '{"events": [{"server_uuid": "c9f170a0-e351-44e2-b847-ae19a05a12f1", "name": "network-vif-unplugged", "status": "completed", "tag": "5de1d902-61ca-495f-a62a-83205c0f84c2"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:34:18.578911 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 5de1d902-61ca-495f-a62a-83205c0f84c2, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=5de1d902-61ca-495f-a62a-83205c0f84c2,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:18.583949 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:18.635571 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=5de1d902-61ca-495f-a62a-83205c0f84c2,revision_number=8']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:18.646888 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a207a9b-8e77-409d-956e-d963eeab3173 x-openstack-request-id: req-5a207a9b-8e77-409d-956e-d963eeab3173 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:34:18.647186 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f170a0-e351-44e2-b847-ae19a05a12f1", "name": "network-vif-unplugged", "status": "completed", "tag": "5de1d902-61ca-495f-a62a-83205c0f84c2", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:34:18.647445 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5a207a9b-8e77-409d-956e-d963eeab3173 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:34:18.647832 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f170a0-e351-44e2-b847-ae19a05a12f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5de1d902-61ca-495f-a62a-83205c0f84c2', 'code': 200} Nov 25 17:34:18.677353 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8bdbfdf6-9b35-423c-a644-44a98acbbc57 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:18.713377 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8bdbfdf6-9b35-423c-a644-44a98acbbc57 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:18.761991 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdbfdf6-9b35-423c-a644-44a98acbbc57 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Network b7041ac2-08ec-4f75-87eb-1402b36b1b06 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:34:18.762822 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-516eb01f-e84a-4a29-9ceb-76223d6179ab None None] Allocated IP 172.20.0.2 (b7041ac2-08ec-4f75-87eb-1402b36b1b06/4766f328-9371-4db2-ad0c-fca4fe3a9dd2/d0e778f1-68fa-4ac4-8326-7cfd348e11fa) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:34:18.768265 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-8bdbfdf6-9b35-423c-a644-44a98acbbc57 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:18.772779 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdbfdf6-9b35-423c-a644-44a98acbbc57 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:34:18.780185 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdbfdf6-9b35-423c-a644-44a98acbbc57 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Pushing event updated for resources: {'Port': ['ID=170af49a-a483-4f18-878f-88724b028082,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:18.853205 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e513196-4861-4976-89fb-f63ab0a7a172 req-79ea738f-f237-4e7a-b6b6-74421855431f tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:18.868326 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4e513196-4861-4976-89fb-f63ab0a7a172 req-79ea738f-f237-4e7a-b6b6-74421855431f tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 945 time: 0.0766308 Nov 25 17:34:18.898988 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdbfdf6-9b35-423c-a644-44a98acbbc57 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:18.906644 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8bdbfdf6-9b35-423c-a644-44a98acbbc57 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:18.945681 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4e513196-4861-4976-89fb-f63ab0a7a172 req-6e45794f-b092-456b-9ef7-e06fc683f370 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1b3f624-9a69-4743-bfac-9a2aba2cec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794196 Nov 25 17:34:18.949029 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48122) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:18.949198 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8bdbfdf6-9b35-423c-a644-44a98acbbc57 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7200608 Nov 25 17:34:18.959580 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-600346c7-7067-4190-9498-3fd145007073 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Request body: {'port': {'network_id': 'b7041ac2-08ec-4f75-87eb-1402b36b1b06', 'name': 'tempest-AllowedAddressPairTestJSON-281628411', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:52:51:01'}]}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:18.985122 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-516eb01f-e84a-4a29-9ceb-76223d6179ab None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:18.995562 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-516eb01f-e84a-4a29-9ceb-76223d6179ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:19.064243 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516eb01f-e84a-4a29-9ceb-76223d6179ab None None] Network b7041ac2-08ec-4f75-87eb-1402b36b1b06 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:34:19.067966 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-516eb01f-e84a-4a29-9ceb-76223d6179ab None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:19.073947 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516eb01f-e84a-4a29-9ceb-76223d6179ab None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:34:19.116004 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516eb01f-e84a-4a29-9ceb-76223d6179ab None None] Pushing event updated for resources: {'Port': ['ID=d0e778f1-68fa-4ac4-8326-7cfd348e11fa,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:19.151008 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-516eb01f-e84a-4a29-9ceb-76223d6179ab None None] Attempting to bind port d0e778f1-68fa-4ac4-8326-7cfd348e11fa on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:34:19.151668 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-516eb01f-e84a-4a29-9ceb-76223d6179ab None None] Attempting to bind port d0e778f1-68fa-4ac4-8326-7cfd348e11fa by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '32bd785b-76d7-4548-b9c8-fb31484a9ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'b7041ac2-08ec-4f75-87eb-1402b36b1b06'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:34:19.151822 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516eb01f-e84a-4a29-9ceb-76223d6179ab None None] Attempting to bind port d0e778f1-68fa-4ac4-8326-7cfd348e11fa on network b7041ac2-08ec-4f75-87eb-1402b36b1b06 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:34:19.157541 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516eb01f-e84a-4a29-9ceb-76223d6179ab None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:34:19.157930 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516eb01f-e84a-4a29-9ceb-76223d6179ab None None] Checking segment: {'id': '32bd785b-76d7-4548-b9c8-fb31484a9ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'b7041ac2-08ec-4f75-87eb-1402b36b1b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:34:19.158341 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-516eb01f-e84a-4a29-9ceb-76223d6179ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:19.158742 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516eb01f-e84a-4a29-9ceb-76223d6179ab None None] Bound using segment: {'id': '32bd785b-76d7-4548-b9c8-fb31484a9ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'b7041ac2-08ec-4f75-87eb-1402b36b1b06'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:34:19.159222 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-516eb01f-e84a-4a29-9ceb-76223d6179ab None None] Bound port: d0e778f1-68fa-4ac4-8326-7cfd348e11fa, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32bd785b-76d7-4548-b9c8-fb31484a9ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'b7041ac2-08ec-4f75-87eb-1402b36b1b06'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:34:19.159609 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-516eb01f-e84a-4a29-9ceb-76223d6179ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:19.233463 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-516eb01f-e84a-4a29-9ceb-76223d6179ab None None] For port d0e778f1-68fa-4ac4-8326-7cfd348e11fa, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:34:19.236860 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-516eb01f-e84a-4a29-9ceb-76223d6179ab None None] For port d0e778f1-68fa-4ac4-8326-7cfd348e11fa, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d0e778f1-68fa-4ac4-8326-7cfd348e11fa,segment=NetworkSegment(32bd785b-76d7-4548-b9c8-fb31484a9ac9),segment_id=32bd785b-76d7-4548-b9c8-fb31484a9ac9)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:34:19.242265 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-516eb01f-e84a-4a29-9ceb-76223d6179ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:19.308196 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516eb01f-e84a-4a29-9ceb-76223d6179ab None None] Pushing event updated for resources: {'Port': ['ID=d0e778f1-68fa-4ac4-8326-7cfd348e11fa,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:19.455924 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-eaecc00f-7544-4647-8b06-7d514248c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:19.580966 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9c927-9540-4fcc-9a30-b570f0a7f496 req-2b7609c4-dd44-404f-86cd-1cc637a7ccd1 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:19.582516 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-65a9c927-9540-4fcc-9a30-b570f0a7f496 req-2b7609c4-dd44-404f-86cd-1cc637a7ccd1 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/ports?device_id=f2a98337-25aa-4adf-ba9e-6be32878c058 HTTP/1.1" status: 200 len: 945 time: 0.1589444 Nov 25 17:34:19.642212 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2939ea3b-9a2e-4a9e-80af-1f11aae77b1e req-2c50224b-df29-44b9-bc3a-a688251908b5 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:19.643804 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2939ea3b-9a2e-4a9e-80af-1f11aae77b1e req-2c50224b-df29-44b9-bc3a-a688251908b5 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2a98337-25aa-4adf-ba9e-6be32878c058 HTTP/1.1" status: 200 len: 945 time: 0.1329944 Nov 25 17:34:19.647073 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600346c7-7067-4190-9498-3fd145007073 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Made reservation on behalf of 815a7cc0761a4376a34b6fa7c52724a7 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:34:19.717049 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-65a9c927-9540-4fcc-9a30-b570f0a7f496 req-40f728ab-40a3-4dcd-b884-503481d6d33a tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a4fb475-e9ec-4623-9c08-36dcb76340fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253510 Nov 25 17:34:19.860223 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-600346c7-7067-4190-9498-3fd145007073 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:19.880472 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-2939ea3b-9a2e-4a9e-80af-1f11aae77b1e req-e3d9fda7-cef6-4b0f-9c57-dd4f73828100 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Deleting port 0d6551ad-8a26-4bc6-bfbf-063b916a4ead {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:19.880807 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-2939ea3b-9a2e-4a9e-80af-1f11aae77b1e req-e3d9fda7-cef6-4b0f-9c57-dd4f73828100 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:19.900626 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [None req-600346c7-7067-4190-9498-3fd145007073 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] device_id is not set on port 4bdb8387-0873-4ffb-ad32-8c9fd31681b3 yet. {{(pid=103361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:34:20.143296 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-2939ea3b-9a2e-4a9e-80af-1f11aae77b1e req-e3d9fda7-cef6-4b0f-9c57-dd4f73828100 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] For port 0d6551ad-8a26-4bc6-bfbf-063b916a4ead, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=0d6551ad-8a26-4bc6-bfbf-063b916a4ead,segment=NetworkSegment(14ee21b8-6adb-4fbc-8e63-e4b2c4af3623),segment_id=14ee21b8-6adb-4fbc-8e63-e4b2c4af3623)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:20.143681 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-2939ea3b-9a2e-4a9e-80af-1f11aae77b1e req-e3d9fda7-cef6-4b0f-9c57-dd4f73828100 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:20.186961 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-2939ea3b-9a2e-4a9e-80af-1f11aae77b1e req-e3d9fda7-cef6-4b0f-9c57-dd4f73828100 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Calling delete_port for 0d6551ad-8a26-4bc6-bfbf-063b916a4ead owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:20.244190 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e9153a-4687-4015-92dd-ea20a5893de3 req-ad33a4e9-f0e0-4806-b347-a8fd57aeb390 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:20.251857 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-71e9153a-4687-4015-92dd-ea20a5893de3 req-ad33a4e9-f0e0-4806-b347-a8fd57aeb390 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 945 time: 0.1517608 Nov 25 17:34:20.341693 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d0e778f1-68fa-4ac4-8326-7cfd348e11fa up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:34:20.395056 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-600346c7-7067-4190-9498-3fd145007073 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Allocated IP 172.20.0.6 (b7041ac2-08ec-4f75-87eb-1402b36b1b06/4766f328-9371-4db2-ad0c-fca4fe3a9dd2/4bdb8387-0873-4ffb-ad32-8c9fd31681b3) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:34:20.398864 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device f8df6412-0474-413b-8ce4-061c2c87e934 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:34:20.412669 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-71e9153a-4687-4015-92dd-ea20a5893de3 req-98c09d8b-4600-42d9-b8ac-928fe7412b6f tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1b3f624-9a69-4743-bfac-9a2aba2cec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547444 Nov 25 17:34:20.510651 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port d0e778f1-68fa-4ac4-8326-7cfd348e11fa triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:20.511316 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:20.615955 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port f8df6412-0474-413b-8ce4-061c2c87e934, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=f8df6412-0474-413b-8ce4-061c2c87e934,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:20.659256 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': 'f8df6412-0474-413b-8ce4-061c2c87e934', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'port_id': 'f8df6412-0474-413b-8ce4-061c2c87e934', 'mac_address': 'fa:16:3e:bb:62:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8793709c-5336-428d-aede-b0b8df1a26b2', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:34:20.669189 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-2939ea3b-9a2e-4a9e-80af-1f11aae77b1e req-e3d9fda7-cef6-4b0f-9c57-dd4f73828100 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:20.701371 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['0d6551ad-8a26-4bc6-bfbf-063b916a4ead'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:34:20.703567 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['550de2a6-ffbd-4c86-ac21-4914075aa3e6', 'e52b8008-7c66-48fe-a4b5-c44fe002f599'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:34:20.724130 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d9fda7-cef6-4b0f-9c57-dd4f73828100 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Pushing event deleted for resources: {'Port': ['ID=0d6551ad-8a26-4bc6-bfbf-063b916a4ead,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:20.770031 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee5c695-f92e-49c9-8f76-cba54f11aae1 None None] Network b7041ac2-08ec-4f75-87eb-1402b36b1b06 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:34:20.784993 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-2939ea3b-9a2e-4a9e-80af-1f11aae77b1e req-e3d9fda7-cef6-4b0f-9c57-dd4f73828100 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] No DVR routers for this DVR port 0d6551ad-8a26-4bc6-bfbf-063b916a4ead on host n-h1-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:34:20.794804 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-2939ea3b-9a2e-4a9e-80af-1f11aae77b1e req-e3d9fda7-cef6-4b0f-9c57-dd4f73828100 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:20.798169 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2939ea3b-9a2e-4a9e-80af-1f11aae77b1e req-e3d9fda7-cef6-4b0f-9c57-dd4f73828100 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.74 "DELETE /v2.0/ports/0d6551ad-8a26-4bc6-bfbf-063b916a4ead HTTP/1.1" status: 204 len: 173 time: 1.1426477 Nov 25 17:34:20.801112 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a98337-25aa-4adf-ba9e-6be32878c058', 'name': 'network-vif-deleted', 'tag': '0d6551ad-8a26-4bc6-bfbf-063b916a4ead'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:34:20.801112 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1c7272-ea43-4d38-a8db-02d51fd0118f" -d '{"events": [{"server_uuid": "f2a98337-25aa-4adf-ba9e-6be32878c058", "name": "network-vif-deleted", "tag": "0d6551ad-8a26-4bc6-bfbf-063b916a4ead"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:34:20.813035 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-600346c7-7067-4190-9498-3fd145007073 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:20.899961 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e520d9a0-0147-4d7c-9d4d-7bba34b07ca3 x-openstack-request-id: req-e520d9a0-0147-4d7c-9d4d-7bba34b07ca3 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:34:20.900699 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2a98337-25aa-4adf-ba9e-6be32878c058", "name": "network-vif-deleted", "tag": "0d6551ad-8a26-4bc6-bfbf-063b916a4ead", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:34:20.900699 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e520d9a0-0147-4d7c-9d4d-7bba34b07ca3 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:34:20.900915 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a98337-25aa-4adf-ba9e-6be32878c058', 'name': 'network-vif-deleted', 'tag': '0d6551ad-8a26-4bc6-bfbf-063b916a4ead', 'status': 'completed', 'code': 200} Nov 25 17:34:20.911824 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ec1a538b-378c-4f0b-afb0-2a45fc63b240 req-eeb6cc7d-adaf-4760-bbca-d4ba1a1f96e5 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/ports?device_id=f2a98337-25aa-4adf-ba9e-6be32878c058 HTTP/1.1" status: 200 len: 210 time: 0.0439649 Nov 25 17:34:20.929568 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-600346c7-7067-4190-9498-3fd145007073 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:20.964441 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600346c7-7067-4190-9498-3fd145007073 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Network b7041ac2-08ec-4f75-87eb-1402b36b1b06 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:34:20.971427 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:20.997479 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-600346c7-7067-4190-9498-3fd145007073 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:21.008060 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600346c7-7067-4190-9498-3fd145007073 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:34:21.062216 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600346c7-7067-4190-9498-3fd145007073 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Pushing event updated for resources: {'Port': ['ID=4bdb8387-0873-4ffb-ad32-8c9fd31681b3,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:21.084196 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:21.098138 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600346c7-7067-4190-9498-3fd145007073 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:21.098909 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-600346c7-7067-4190-9498-3fd145007073 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:21.108654 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8df6412-0474-413b-8ce4-061c2c87e934 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:34:21.130363 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48180) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:21.137762 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port d0e778f1-68fa-4ac4-8326-7cfd348e11fa, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d0e778f1-68fa-4ac4-8326-7cfd348e11fa,segment=NetworkSegment(32bd785b-76d7-4548-b9c8-fb31484a9ac9),segment_id=32bd785b-76d7-4548-b9c8-fb31484a9ac9)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:21.139929 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-600346c7-7067-4190-9498-3fd145007073 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 2.1892583 Nov 25 17:34:21.158554 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:21.182223 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-52f654a1-3259-48b6-a5aa-c8816e190041 None None] Provisioning complete for port d0e778f1-68fa-4ac4-8326-7cfd348e11fa triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:21.182598 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-52f654a1-3259-48b6-a5aa-c8816e190041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:21.205501 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:21.262887 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84526884-a817-493c-94a0-ef3c7113a691 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:21.266800 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port f8df6412-0474-413b-8ce4-061c2c87e934, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=f8df6412-0474-413b-8ce4-061c2c87e934,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:21.271144 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84526884-a817-493c-94a0-ef3c7113a691 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:21.278267 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84526884-a817-493c-94a0-ef3c7113a691 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:21.279992 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-84526884-a817-493c-94a0-ef3c7113a691 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1477149 Nov 25 17:34:21.283022 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48186) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:21.303636 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:21.347861 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=d0e778f1-68fa-4ac4-8326-7cfd348e11fa,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:21.406810 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-f962e141-af5e-40ad-9791-f0a433f342b9 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Deleting port 4bdb8387-0873-4ffb-ad32-8c9fd31681b3 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:21.407896 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f962e141-af5e-40ad-9791-f0a433f342b9 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:21.520917 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f962e141-af5e-40ad-9791-f0a433f342b9 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:21.536482 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-f962e141-af5e-40ad-9791-f0a433f342b9 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Calling delete_port for 4bdb8387-0873-4ffb-ad32-8c9fd31681b3 owned by {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:21.590098 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['f8df6412-0474-413b-8ce4-061c2c87e934'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:34:21.640749 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fed30b-ff20-41e3-830b-fe88e04088a5 req-4614ea65-215d-48bd-a00c-c954d77c263a tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:21.655555 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-48fed30b-ff20-41e3-830b-fe88e04088a5 req-4614ea65-215d-48bd-a00c-c954d77c263a tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 945 time: 0.0999024 Nov 25 17:34:21.673352 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=f8df6412-0474-413b-8ce4-061c2c87e934,revision_number=9']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:21.756663 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-48fed30b-ff20-41e3-830b-fe88e04088a5 req-5b56c96d-f719-4549-a48e-96b788da711d tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1b3f624-9a69-4743-bfac-9a2aba2cec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997324 Nov 25 17:34:21.799918 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f962e141-af5e-40ad-9791-f0a433f342b9 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:21.844601 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962e141-af5e-40ad-9791-f0a433f342b9 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Pushing event deleted for resources: {'Port': ['ID=4bdb8387-0873-4ffb-ad32-8c9fd31681b3,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:22.091166 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:22.163459 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f962e141-af5e-40ad-9791-f0a433f342b9 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:22.172215 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48212) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:22.183667 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f962e141-af5e-40ad-9791-f0a433f342b9 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] 10.222.0.75 "DELETE /v2.0/ports/4bdb8387-0873-4ffb-ad32-8c9fd31681b3 HTTP/1.1" status: 204 len: 168 time: 0.8987083 Nov 25 17:34:22.223782 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-22fdfcf1-5c26-4fb8-8184-6520a9a5452d tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] GET failed (client error): The resource could not be found. Nov 25 17:34:22.229902 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48218) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:22.234939 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-a5dbeea2-b2c8-4e50-80de-b0a203f06f96 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Request body: {'port': {'network_id': 'b7041ac2-08ec-4f75-87eb-1402b36b1b06', 'name': 'tempest-AllowedAddressPairTestJSON-645747261'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:22.240064 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-22fdfcf1-5c26-4fb8-8184-6520a9a5452d tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] 10.222.0.75 "GET /v2.0/ports/4bdb8387-0873-4ffb-ad32-8c9fd31681b3 HTTP/1.1" status: 404 len: 333 time: 0.0662420 Nov 25 17:34:22.287230 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-68d7832d-0ec6-44c8-9831-a94a8312127e None None] Could not find standard attr ID for object 4bdb8387-0873-4ffb-ad32-8c9fd31681b3. {{(pid=103362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:34:22.351000 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d0e778f1-68fa-4ac4-8326-7cfd348e11fa up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:34:22.407896 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 0d6551ad-8a26-4bc6-bfbf-063b916a4ead no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:34:22.458241 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: 0d6551ad-8a26-4bc6-bfbf-063b916a4ead {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:34:22.458598 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 0d6551ad-8a26-4bc6-bfbf-063b916a4ead not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:34:22.520082 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-68d7832d-0ec6-44c8-9831-a94a8312127e None None] Provisioning complete for port 170af49a-a483-4f18-878f-88724b028082 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:22.520592 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-68d7832d-0ec6-44c8-9831-a94a8312127e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:22.532245 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5dbeea2-b2c8-4e50-80de-b0a203f06f96 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Made reservation on behalf of 815a7cc0761a4376a34b6fa7c52724a7 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:34:22.542197 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a5dbeea2-b2c8-4e50-80de-b0a203f06f96 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:22.569936 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port d0e778f1-68fa-4ac4-8326-7cfd348e11fa triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:22.570320 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:22.592745 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-a5dbeea2-b2c8-4e50-80de-b0a203f06f96 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] device_id is not set on port 8dc43bc5-03dd-40fd-89ec-6c1c9c891ecc yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:34:22.640730 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-68d7832d-0ec6-44c8-9831-a94a8312127e None None] Port 170af49a-a483-4f18-878f-88724b028082 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:34:22.655303 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 53a65dd2-7261-432f-a213-f291c3e01123 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:34:22.690578 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-68d7832d-0ec6-44c8-9831-a94a8312127e None None] Provisioning complete for port d0e778f1-68fa-4ac4-8326-7cfd348e11fa triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:22.690961 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-68d7832d-0ec6-44c8-9831-a94a8312127e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:22.857432 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-a5dbeea2-b2c8-4e50-80de-b0a203f06f96 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Allocated IP 172.20.0.3 (b7041ac2-08ec-4f75-87eb-1402b36b1b06/4766f328-9371-4db2-ad0c-fca4fe3a9dd2/8dc43bc5-03dd-40fd-89ec-6c1c9c891ecc) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:34:22.979052 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:23.093569 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 53a65dd2-7261-432f-a213-f291c3e01123, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=53a65dd2-7261-432f-a213-f291c3e01123,segment=NetworkSegment(74518c65-0a77-49eb-8302-d0397cc0c64c),segment_id=74518c65-0a77-49eb-8302-d0397cc0c64c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:23.134364 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '53a65dd2-7261-432f-a213-f291c3e01123', 'network_id': '49c799e6-01fb-4356-b67f-8b970273c51a', 'port_id': '53a65dd2-7261-432f-a213-f291c3e01123', 'mac_address': 'fa:16:3e:c3:b3:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25a72b94-fb6e-4434-9c21-274e75835bc9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:34:23.220486 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-cad946c5-2731-4545-8c1a-7a1ecb24f46e None None] Could not find standard attr ID for object 4bdb8387-0873-4ffb-ad32-8c9fd31681b3. {{(pid=103362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:34:23.222903 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:23.306347 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 53a65dd2-7261-432f-a213-f291c3e01123 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:34:23.314315 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a5dbeea2-b2c8-4e50-80de-b0a203f06f96 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:23.361070 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 53a65dd2-7261-432f-a213-f291c3e01123, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=53a65dd2-7261-432f-a213-f291c3e01123,segment=NetworkSegment(74518c65-0a77-49eb-8302-d0397cc0c64c),segment_id=74518c65-0a77-49eb-8302-d0397cc0c64c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:23.364799 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-cad946c5-2731-4545-8c1a-7a1ecb24f46e None None] Provisioning complete for port 170af49a-a483-4f18-878f-88724b028082 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:23.370638 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-cad946c5-2731-4545-8c1a-7a1ecb24f46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:23.389375 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:23.421966 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a5dbeea2-b2c8-4e50-80de-b0a203f06f96 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:23.480104 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f6a3be-0684-4686-94a9-62ce8cfe7a05 req-b80784a3-ba14-49fb-a9f4-6fb2476cc13b tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:23.489347 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-57f6a3be-0684-4686-94a9-62ce8cfe7a05 req-b80784a3-ba14-49fb-a9f4-6fb2476cc13b tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/ports?device_id=74076797-0db0-4169-8a71-e6aa0871ad88 HTTP/1.1" status: 200 len: 945 time: 0.1374633 Nov 25 17:34:23.528893 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5dbeea2-b2c8-4e50-80de-b0a203f06f96 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Network b7041ac2-08ec-4f75-87eb-1402b36b1b06 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:34:23.534918 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-a5dbeea2-b2c8-4e50-80de-b0a203f06f96 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:23.537712 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['53a65dd2-7261-432f-a213-f291c3e01123'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:34:23.554785 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dbeea2-b2c8-4e50-80de-b0a203f06f96 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Pushing event updated for resources: {'Port': ['ID=8dc43bc5-03dd-40fd-89ec-6c1c9c891ecc,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:23.560145 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-cad946c5-2731-4545-8c1a-7a1ecb24f46e None None] Port 170af49a-a483-4f18-878f-88724b028082 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:34:23.571720 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dbeea2-b2c8-4e50-80de-b0a203f06f96 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:34:23.614187 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-57f6a3be-0684-4686-94a9-62ce8cfe7a05 req-ed86da75-2d9e-4ef7-beab-9c930c6dbd4a tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a4fb475-e9ec-4623-9c08-36dcb76340fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190639 Nov 25 17:34:23.655875 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=53a65dd2-7261-432f-a213-f291c3e01123,revision_number=6']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:23.701308 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5dbeea2-b2c8-4e50-80de-b0a203f06f96 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:23.702152 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a5dbeea2-b2c8-4e50-80de-b0a203f06f96 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:23.746418 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a5dbeea2-b2c8-4e50-80de-b0a203f06f96 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5143139 Nov 25 17:34:23.747898 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48244) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:23.757935 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-e73185ca-1dda-4059-af6b-ab67a0d21d49 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:52:51:01'}]}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:24.000630 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-ed0d94a2-cd7e-46e5-b544-98ccbe667f6b None None] Provisioning complete for port 8dc43bc5-03dd-40fd-89ec-6c1c9c891ecc triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:24.002649 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec527f-e60e-4f97-b24a-8bdc48a9de30 req-e74aabca-456d-4891-90da-d897e957cdfa tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:24.003270 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ed0d94a2-cd7e-46e5-b544-98ccbe667f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:24.015805 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-36ec527f-e60e-4f97-b24a-8bdc48a9de30 req-e74aabca-456d-4891-90da-d897e957cdfa tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.90 "GET /v2.0/ports?device_id=74076797-0db0-4169-8a71-e6aa0871ad88 HTTP/1.1" status: 200 len: 945 time: 0.1840549 Nov 25 17:34:24.128897 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e73185ca-1dda-4059-af6b-ab67a0d21d49 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:24.138312 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-ed0d94a2-cd7e-46e5-b544-98ccbe667f6b None None] Port 8dc43bc5-03dd-40fd-89ec-6c1c9c891ecc cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:34:24.334431 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8674dc-73ac-4704-8b78-6101b44a55a5 req-dcc9ec6b-e059-4cf1-92ee-abcc8c1853db tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:24.347638 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1f8674dc-73ac-4704-8b78-6101b44a55a5 req-dcc9ec6b-e059-4cf1-92ee-abcc8c1853db tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 944 time: 0.2159719 Nov 25 17:34:24.381784 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device f8df6412-0474-413b-8ce4-061c2c87e934 up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:34:24.454696 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-36ec527f-e60e-4f97-b24a-8bdc48a9de30 req-dc7ae713-f5a4-4c8b-a260-e594b19f6a89 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Deleting port e52b8008-7c66-48fe-a4b5-c44fe002f599 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:24.454696 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-36ec527f-e60e-4f97-b24a-8bdc48a9de30 req-dc7ae713-f5a4-4c8b-a260-e594b19f6a89 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:24.491269 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port f8df6412-0474-413b-8ce4-061c2c87e934 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:24.492130 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:24.510827 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1f8674dc-73ac-4704-8b78-6101b44a55a5 req-ba39cf0b-61fc-4de2-847f-f6673cb36570 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1b3f624-9a69-4743-bfac-9a2aba2cec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619978 Nov 25 17:34:24.522092 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e73185ca-1dda-4059-af6b-ab67a0d21d49 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:24.534123 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e73185ca-1dda-4059-af6b-ab67a0d21d49 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:24.742430 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-36ec527f-e60e-4f97-b24a-8bdc48a9de30 req-dc7ae713-f5a4-4c8b-a260-e594b19f6a89 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] For port e52b8008-7c66-48fe-a4b5-c44fe002f599, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=e52b8008-7c66-48fe-a4b5-c44fe002f599,segment=NetworkSegment(14ee21b8-6adb-4fbc-8e63-e4b2c4af3623),segment_id=14ee21b8-6adb-4fbc-8e63-e4b2c4af3623)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:24.743381 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-36ec527f-e60e-4f97-b24a-8bdc48a9de30 req-dc7ae713-f5a4-4c8b-a260-e594b19f6a89 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:24.787137 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-36ec527f-e60e-4f97-b24a-8bdc48a9de30 req-dc7ae713-f5a4-4c8b-a260-e594b19f6a89 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Calling delete_port for e52b8008-7c66-48fe-a4b5-c44fe002f599 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:24.861055 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:24.868626 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 53a65dd2-7261-432f-a213-f291c3e01123 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:34:24.938010 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73185ca-1dda-4059-af6b-ab67a0d21d49 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Pushing event updated for resources: {'Port': ['ID=8dc43bc5-03dd-40fd-89ec-6c1c9c891ecc,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:24.964430 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd889e5-b734-40e3-b6b0-78bc656845fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8df6412-0474-413b-8ce4-061c2c87e934'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:34:24.968028 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e68bb1-a71b-4fbc-8574-f4575055c6f3" -d '{"events": [{"server_uuid": "3dd889e5-b734-40e3-b6b0-78bc656845fb", "name": "network-vif-plugged", "status": "completed", "tag": "f8df6412-0474-413b-8ce4-061c2c87e934"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:34:24.973411 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73185ca-1dda-4059-af6b-ab67a0d21d49 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:24.975125 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73185ca-1dda-4059-af6b-ab67a0d21d49 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:24.976178 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73185ca-1dda-4059-af6b-ab67a0d21d49 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:24.979664 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73185ca-1dda-4059-af6b-ab67a0d21d49 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:24.980632 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73185ca-1dda-4059-af6b-ab67a0d21d49 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:24.983837 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73185ca-1dda-4059-af6b-ab67a0d21d49 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:24.984535 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73185ca-1dda-4059-af6b-ab67a0d21d49 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:24.985131 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73185ca-1dda-4059-af6b-ab67a0d21d49 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:24.986880 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73185ca-1dda-4059-af6b-ab67a0d21d49 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:24.988499 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73185ca-1dda-4059-af6b-ab67a0d21d49 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:24.990057 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73185ca-1dda-4059-af6b-ab67a0d21d49 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:24.990944 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port f8df6412-0474-413b-8ce4-061c2c87e934, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=f8df6412-0474-413b-8ce4-061c2c87e934,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:24.995784 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73185ca-1dda-4059-af6b-ab67a0d21d49 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:25.000262 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:25.012850 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port 53a65dd2-7261-432f-a213-f291c3e01123 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:25.012850 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:25.030812 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-e73185ca-1dda-4059-af6b-ab67a0d21d49 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] In _notify_port_updated(), no bound segment for port 8dc43bc5-03dd-40fd-89ec-6c1c9c891ecc on network b7041ac2-08ec-4f75-87eb-1402b36b1b06 {{(pid=103360) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:34:25.056159 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73185ca-1dda-4059-af6b-ab67a0d21d49 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:25.057340 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e73185ca-1dda-4059-af6b-ab67a0d21d49 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:25.059487 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e73185ca-1dda-4059-af6b-ab67a0d21d49 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] 10.222.0.75 "PUT /v2.0/ports/8dc43bc5-03dd-40fd-89ec-6c1c9c891ecc HTTP/1.1" status: 200 len: 992 time: 1.3092287 Nov 25 17:34:25.069752 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48254) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:25.179791 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=f8df6412-0474-413b-8ce4-061c2c87e934,revision_number=10']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:25.193332 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-36ec527f-e60e-4f97-b24a-8bdc48a9de30 req-dc7ae713-f5a4-4c8b-a260-e594b19f6a89 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:25.266877 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-52c59712-d576-441a-a772-67b6e162e5a0 req-e446c792-dc98-4601-8c0a-c8009c1da055 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/ports?device_id=74076797-0db0-4169-8a71-e6aa0871ad88 HTTP/1.1" status: 200 len: 210 time: 0.0874100 Nov 25 17:34:25.302847 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:25.333593 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7ae713-f5a4-4c8b-a260-e594b19f6a89 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Pushing event deleted for resources: {'Port': ['ID=e52b8008-7c66-48fe-a4b5-c44fe002f599,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:25.341690 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['550de2a6-ffbd-4c86-ac21-4914075aa3e6'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:34:25.365132 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c17c1-2ece-4370-ad13-f885ed225536 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Deleting port 8dc43bc5-03dd-40fd-89ec-6c1c9c891ecc {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:25.366009 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7b1c17c1-2ece-4370-ad13-f885ed225536 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:25.471174 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 53a65dd2-7261-432f-a213-f291c3e01123, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=53a65dd2-7261-432f-a213-f291c3e01123,segment=NetworkSegment(74518c65-0a77-49eb-8302-d0397cc0c64c),segment_id=74518c65-0a77-49eb-8302-d0397cc0c64c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:25.485803 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-36ec527f-e60e-4f97-b24a-8bdc48a9de30 req-dc7ae713-f5a4-4c8b-a260-e594b19f6a89 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] No DVR routers for this DVR port e52b8008-7c66-48fe-a4b5-c44fe002f599 on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:34:25.490798 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-36ec527f-e60e-4f97-b24a-8bdc48a9de30 req-dc7ae713-f5a4-4c8b-a260-e594b19f6a89 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:25.500332 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-431af688-9d09-4776-89e0-74042a843992 None None] Provisioning complete for port 8dc43bc5-03dd-40fd-89ec-6c1c9c891ecc triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:25.500758 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-431af688-9d09-4776-89e0-74042a843992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:25.501313 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-36ec527f-e60e-4f97-b24a-8bdc48a9de30 req-dc7ae713-f5a4-4c8b-a260-e594b19f6a89 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.90 "DELETE /v2.0/ports/e52b8008-7c66-48fe-a4b5-c44fe002f599 HTTP/1.1" status: 204 len: 173 time: 1.4837570 Nov 25 17:34:25.503462 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74076797-0db0-4169-8a71-e6aa0871ad88', 'name': 'network-vif-deleted', 'tag': 'e52b8008-7c66-48fe-a4b5-c44fe002f599'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:34:25.515330 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0a7ff5-6e31-4c6d-8f94-3f3ca72c1196" -d '{"events": [{"server_uuid": "74076797-0db0-4169-8a71-e6aa0871ad88", "name": "network-vif-deleted", "tag": "e52b8008-7c66-48fe-a4b5-c44fe002f599"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:34:25.527066 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ae713-f5a4-4c8b-a260-e594b19f6a89 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:25.528158 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ae713-f5a4-4c8b-a260-e594b19f6a89 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:25.528602 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ae713-f5a4-4c8b-a260-e594b19f6a89 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:25.530296 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ae713-f5a4-4c8b-a260-e594b19f6a89 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:25.530296 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ae713-f5a4-4c8b-a260-e594b19f6a89 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:25.531678 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ae713-f5a4-4c8b-a260-e594b19f6a89 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:25.532140 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ae713-f5a4-4c8b-a260-e594b19f6a89 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:25.532701 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ae713-f5a4-4c8b-a260-e594b19f6a89 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:25.534043 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ae713-f5a4-4c8b-a260-e594b19f6a89 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:25.535666 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ae713-f5a4-4c8b-a260-e594b19f6a89 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:25.536126 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ae713-f5a4-4c8b-a260-e594b19f6a89 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:25.536564 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ae713-f5a4-4c8b-a260-e594b19f6a89 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:25.545104 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11110ff9-f019-4a7c-a789-ca53ae621d31 x-openstack-request-id: req-11110ff9-f019-4a7c-a789-ca53ae621d31 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:34:25.545685 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd889e5-b734-40e3-b6b0-78bc656845fb", "name": "network-vif-plugged", "status": "completed", "tag": "f8df6412-0474-413b-8ce4-061c2c87e934", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:34:25.545931 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-11110ff9-f019-4a7c-a789-ca53ae621d31 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:34:25.546515 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd889e5-b734-40e3-b6b0-78bc656845fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8df6412-0474-413b-8ce4-061c2c87e934', 'code': 200} Nov 25 17:34:25.553187 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-431af688-9d09-4776-89e0-74042a843992 None None] Port 8dc43bc5-03dd-40fd-89ec-6c1c9c891ecc cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:34:25.558259 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:25.609756 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd2ee4e-c0d0-48a2-9907-e5c3f82ee5eb x-openstack-request-id: req-bfd2ee4e-c0d0-48a2-9907-e5c3f82ee5eb {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:34:25.610058 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74076797-0db0-4169-8a71-e6aa0871ad88", "name": "network-vif-deleted", "tag": "e52b8008-7c66-48fe-a4b5-c44fe002f599", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:34:25.610328 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bfd2ee4e-c0d0-48a2-9907-e5c3f82ee5eb {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:34:25.610724 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74076797-0db0-4169-8a71-e6aa0871ad88', 'name': 'network-vif-deleted', 'tag': 'e52b8008-7c66-48fe-a4b5-c44fe002f599', 'status': 'completed', 'code': 200} Nov 25 17:34:25.641735 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=53a65dd2-7261-432f-a213-f291c3e01123,revision_number=7']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:25.685750 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7b1c17c1-2ece-4370-ad13-f885ed225536 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:25.741247 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c17c1-2ece-4370-ad13-f885ed225536 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Calling delete_port for 8dc43bc5-03dd-40fd-89ec-6c1c9c891ecc owned by {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:25.837881 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7554f5-e981-48c8-a18a-ecc1148ba97a req-2737a3b8-c68b-4c30-81dd-a1275653a74f tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:25.848613 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7f7554f5-e981-48c8-a18a-ecc1148ba97a req-2737a3b8-c68b-4c30-81dd-a1275653a74f tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 945 time: 0.1192491 Nov 25 17:34:25.973884 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7f7554f5-e981-48c8-a18a-ecc1148ba97a req-76e4defb-603f-48ea-bd83-14c5cc1ee6e9 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1b3f624-9a69-4743-bfac-9a2aba2cec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084743 Nov 25 17:34:26.132920 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7b1c17c1-2ece-4370-ad13-f885ed225536 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:26.208168 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c17c1-2ece-4370-ad13-f885ed225536 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Pushing event deleted for resources: {'Port': ['ID=8dc43bc5-03dd-40fd-89ec-6c1c9c891ecc,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:26.497076 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7b1c17c1-2ece-4370-ad13-f885ed225536 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:26.504460 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48274) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:26.515437 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7b1c17c1-2ece-4370-ad13-f885ed225536 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] 10.222.0.75 "DELETE /v2.0/ports/8dc43bc5-03dd-40fd-89ec-6c1c9c891ecc HTTP/1.1" status: 204 len: 168 time: 1.4234056 Nov 25 17:34:26.575051 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-860757fb-9d0d-4639-b7ec-84fcf3f8f102 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] GET failed (client error): The resource could not be found. Nov 25 17:34:26.584294 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-860757fb-9d0d-4639-b7ec-84fcf3f8f102 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] 10.222.0.75 "GET /v2.0/ports/8dc43bc5-03dd-40fd-89ec-6c1c9c891ecc HTTP/1.1" status: 404 len: 333 time: 0.0741620 Nov 25 17:34:26.591185 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48278) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:26.596335 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-da938330-b20e-4e1d-bfc0-564231d64a9a tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Request body: {'port': {'network_id': 'b7041ac2-08ec-4f75-87eb-1402b36b1b06', 'name': 'tempest-AllowedAddressPairTestJSON-1563609006'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:26.669873 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device e52b8008-7c66-48fe-a4b5-c44fe002f599 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:34:26.747858 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: e52b8008-7c66-48fe-a4b5-c44fe002f599 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:34:26.749977 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device e52b8008-7c66-48fe-a4b5-c44fe002f599 not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:34:26.861118 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da938330-b20e-4e1d-bfc0-564231d64a9a tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Made reservation on behalf of 815a7cc0761a4376a34b6fa7c52724a7 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:34:26.872873 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-da938330-b20e-4e1d-bfc0-564231d64a9a tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:26.902583 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-da938330-b20e-4e1d-bfc0-564231d64a9a tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] device_id is not set on port ddf852af-936e-4b5d-ab5f-d99687218f54 yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:34:27.151371 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-da938330-b20e-4e1d-bfc0-564231d64a9a tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Allocated IP 172.20.0.5 (b7041ac2-08ec-4f75-87eb-1402b36b1b06/4766f328-9371-4db2-ad0c-fca4fe3a9dd2/ddf852af-936e-4b5d-ab5f-d99687218f54) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:34:27.248484 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f6042-5a5e-4e34-be6d-da3069e28d48 req-de0c8518-b5e7-49b2-a61a-9a41a105f90b tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:27.259845 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4f7f6042-5a5e-4e34-be6d-da3069e28d48 req-de0c8518-b5e7-49b2-a61a-9a41a105f90b tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 945 time: 0.1395233 Nov 25 17:34:27.344569 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4f7f6042-5a5e-4e34-be6d-da3069e28d48 req-e1e8d643-6d5b-4183-a686-45fe2dab47cc tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1b3f624-9a69-4743-bfac-9a2aba2cec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779049 Nov 25 17:34:27.459454 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-da938330-b20e-4e1d-bfc0-564231d64a9a tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:27.547828 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2199aed-22e4-45f1-889a-a5741f6a4c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53a65dd2-7261-432f-a213-f291c3e01123'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:34:27.552284 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec33f0a-443c-44e2-b7c5-bb50d0b80b13" -d '{"events": [{"server_uuid": "e2199aed-22e4-45f1-889a-a5741f6a4c6c", "name": "network-vif-plugged", "status": "completed", "tag": "53a65dd2-7261-432f-a213-f291c3e01123"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:34:27.571772 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-da938330-b20e-4e1d-bfc0-564231d64a9a tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:27.653061 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da938330-b20e-4e1d-bfc0-564231d64a9a tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Network b7041ac2-08ec-4f75-87eb-1402b36b1b06 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:34:27.659303 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-da938330-b20e-4e1d-bfc0-564231d64a9a tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:27.662622 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da938330-b20e-4e1d-bfc0-564231d64a9a tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:34:27.770306 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da938330-b20e-4e1d-bfc0-564231d64a9a tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:27.771720 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-da938330-b20e-4e1d-bfc0-564231d64a9a tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:27.801885 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da938330-b20e-4e1d-bfc0-564231d64a9a tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Pushing event updated for resources: {'Port': ['ID=ddf852af-936e-4b5d-ab5f-d99687218f54,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:27.815089 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48294) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:27.834699 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfcf6fb6-5355-4a03-8421-9c4a703dff22 x-openstack-request-id: req-cfcf6fb6-5355-4a03-8421-9c4a703dff22 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:34:27.836041 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2199aed-22e4-45f1-889a-a5741f6a4c6c", "name": "network-vif-plugged", "status": "completed", "tag": "53a65dd2-7261-432f-a213-f291c3e01123", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:34:27.837093 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cfcf6fb6-5355-4a03-8421-9c4a703dff22 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:34:27.837905 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2199aed-22e4-45f1-889a-a5741f6a4c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53a65dd2-7261-432f-a213-f291c3e01123', 'code': 200} Nov 25 17:34:27.839454 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-0caf4dd1-8044-41d1-bfd7-572d1d16aaba tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:52:51:01'}]}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:27.842766 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-da938330-b20e-4e1d-bfc0-564231d64a9a tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2503378 Nov 25 17:34:28.112532 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-aa74f266-a0ae-4693-9da1-ad4ab67da13f None None] Provisioning complete for port ddf852af-936e-4b5d-ab5f-d99687218f54 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:28.112945 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-aa74f266-a0ae-4693-9da1-ad4ab67da13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:28.192098 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-aa74f266-a0ae-4693-9da1-ad4ab67da13f None None] Port ddf852af-936e-4b5d-ab5f-d99687218f54 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:34:28.382811 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0caf4dd1-8044-41d1-bfd7-572d1d16aaba tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:28.784905 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0caf4dd1-8044-41d1-bfd7-572d1d16aaba tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:28.876402 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0caf4dd1-8044-41d1-bfd7-572d1d16aaba tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:29.111218 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-0caf4dd1-8044-41d1-bfd7-572d1d16aaba tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] In _notify_port_updated(), no bound segment for port ddf852af-936e-4b5d-ab5f-d99687218f54 on network b7041ac2-08ec-4f75-87eb-1402b36b1b06 {{(pid=103361) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:34:29.128853 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0caf4dd1-8044-41d1-bfd7-572d1d16aaba tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:29.133226 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0caf4dd1-8044-41d1-bfd7-572d1d16aaba tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:29.139247 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48314) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:29.151133 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-0caf4dd1-8044-41d1-bfd7-572d1d16aaba tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] 10.222.0.75 "PUT /v2.0/ports/ddf852af-936e-4b5d-ab5f-d99687218f54 HTTP/1.1" status: 200 len: 996 time: 1.3347938 Nov 25 17:34:29.196472 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa70f1-ec2c-4e76-975d-431fa4bbc768 req-a53231d8-5c68-4925-8f17-20b0588fdc2b tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:29.222243 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d8fa70f1-ec2c-4e76-975d-431fa4bbc768 req-a53231d8-5c68-4925-8f17-20b0588fdc2b tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 945 time: 0.4324877 Nov 25 17:34:29.307009 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caf4dd1-8044-41d1-bfd7-572d1d16aaba tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Pushing event updated for resources: {'Port': ['ID=ddf852af-936e-4b5d-ab5f-d99687218f54,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:29.374931 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d8fa70f1-ec2c-4e76-975d-431fa4bbc768 req-b8a0a875-c577-4662-8c4a-e830294856a4 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1b3f624-9a69-4743-bfac-9a2aba2cec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358552 Nov 25 17:34:29.433177 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-fe66e9b1-d33d-45e4-ac4a-12f4a1537aff tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Deleting port ddf852af-936e-4b5d-ab5f-d99687218f54 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:29.433517 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fe66e9b1-d33d-45e4-ac4a-12f4a1537aff tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:29.533787 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-6102861b-bd1e-4ab1-a39d-0e0d9542ad9f None None] Provisioning complete for port ddf852af-936e-4b5d-ab5f-d99687218f54 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:29.536143 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6102861b-bd1e-4ab1-a39d-0e0d9542ad9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:29.618473 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-6102861b-bd1e-4ab1-a39d-0e0d9542ad9f None None] Port ddf852af-936e-4b5d-ab5f-d99687218f54 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:34:29.702025 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fe66e9b1-d33d-45e4-ac4a-12f4a1537aff tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:29.733218 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-fe66e9b1-d33d-45e4-ac4a-12f4a1537aff tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Calling delete_port for ddf852af-936e-4b5d-ab5f-d99687218f54 owned by {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:29.963283 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fe66e9b1-d33d-45e4-ac4a-12f4a1537aff tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:30.043810 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe66e9b1-d33d-45e4-ac4a-12f4a1537aff tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Pushing event deleted for resources: {'Port': ['ID=ddf852af-936e-4b5d-ab5f-d99687218f54,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:30.235436 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fe66e9b1-d33d-45e4-ac4a-12f4a1537aff tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:30.247517 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48318) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:30.250711 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-fe66e9b1-d33d-45e4-ac4a-12f4a1537aff tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] 10.222.0.75 "DELETE /v2.0/ports/ddf852af-936e-4b5d-ab5f-d99687218f54 HTTP/1.1" status: 204 len: 168 time: 1.1097455 Nov 25 17:34:30.303661 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-5126660f-8fe9-4879-a205-e728f5fb100b tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] GET failed (client error): The resource could not be found. Nov 25 17:34:30.311809 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48320) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:30.319995 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-1c954c0f-d13b-448e-8e30-4aa872130576 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Request body: {'port': {'network_id': 'b7041ac2-08ec-4f75-87eb-1402b36b1b06', 'name': 'tempest-AllowedAddressPairTestJSON-1689684382'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:30.320713 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-5126660f-8fe9-4879-a205-e728f5fb100b tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] 10.222.0.75 "GET /v2.0/ports/ddf852af-936e-4b5d-ab5f-d99687218f54 HTTP/1.1" status: 404 len: 333 time: 0.0568740 Nov 25 17:34:30.627994 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c954c0f-d13b-448e-8e30-4aa872130576 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Made reservation on behalf of 815a7cc0761a4376a34b6fa7c52724a7 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:34:30.632010 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1c954c0f-d13b-448e-8e30-4aa872130576 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:30.699302 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-1c954c0f-d13b-448e-8e30-4aa872130576 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] device_id is not set on port 186b37e7-4f51-41c0-a488-ed52c3ed890c yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:34:30.753547 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fbe9bb-300c-4b04-9927-bfcd33f8cdc5 req-10182090-639f-4026-bc5f-9b8c0307dbea tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:30.755178 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-85fbe9bb-300c-4b04-9927-bfcd33f8cdc5 req-10182090-639f-4026-bc5f-9b8c0307dbea tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 945 time: 0.2313871 Nov 25 17:34:30.911013 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-1c954c0f-d13b-448e-8e30-4aa872130576 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Allocated IP 172.20.0.3 (b7041ac2-08ec-4f75-87eb-1402b36b1b06/4766f328-9371-4db2-ad0c-fca4fe3a9dd2/186b37e7-4f51-41c0-a488-ed52c3ed890c) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:34:31.018227 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-85fbe9bb-300c-4b04-9927-bfcd33f8cdc5 req-3a8ec0d6-6e78-4cbf-82aa-035a03b56a4c tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1b3f624-9a69-4743-bfac-9a2aba2cec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2545674 Nov 25 17:34:31.304498 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1c954c0f-d13b-448e-8e30-4aa872130576 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:31.358233 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1c954c0f-d13b-448e-8e30-4aa872130576 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:31.442129 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c954c0f-d13b-448e-8e30-4aa872130576 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Network b7041ac2-08ec-4f75-87eb-1402b36b1b06 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:34:31.443380 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c954c0f-d13b-448e-8e30-4aa872130576 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Pushing event updated for resources: {'Port': ['ID=186b37e7-4f51-41c0-a488-ed52c3ed890c,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:31.456360 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-1c954c0f-d13b-448e-8e30-4aa872130576 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:31.459725 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c954c0f-d13b-448e-8e30-4aa872130576 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:34:31.553168 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c954c0f-d13b-448e-8e30-4aa872130576 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:31.558853 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1c954c0f-d13b-448e-8e30-4aa872130576 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:31.600348 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48338) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:31.601916 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1c954c0f-d13b-448e-8e30-4aa872130576 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2885685 Nov 25 17:34:31.608064 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-be346883-676c-44df-a26b-d019d8911299 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Request body: {'port': {'network_id': 'b7041ac2-08ec-4f75-87eb-1402b36b1b06', 'name': 'tempest-AllowedAddressPairTestJSON-745467182'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:31.844227 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be346883-676c-44df-a26b-d019d8911299 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Made reservation on behalf of 815a7cc0761a4376a34b6fa7c52724a7 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:34:31.851032 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-be346883-676c-44df-a26b-d019d8911299 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:31.890805 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [None req-be346883-676c-44df-a26b-d019d8911299 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] device_id is not set on port fe00ae4d-e852-4edf-862b-c200915877ee yet. {{(pid=103361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:34:31.951907 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-9e935947-978d-48b9-aac5-289d4a727628 None None] Provisioning complete for port 186b37e7-4f51-41c0-a488-ed52c3ed890c triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:31.952527 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9e935947-978d-48b9-aac5-289d4a727628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:32.021830 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-be346883-676c-44df-a26b-d019d8911299 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Allocated IP 172.20.0.5 (b7041ac2-08ec-4f75-87eb-1402b36b1b06/4766f328-9371-4db2-ad0c-fca4fe3a9dd2/fe00ae4d-e852-4edf-862b-c200915877ee) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:34:32.081903 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-9e935947-978d-48b9-aac5-289d4a727628 None None] Port 186b37e7-4f51-41c0-a488-ed52c3ed890c cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:34:32.234096 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-be346883-676c-44df-a26b-d019d8911299 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:32.323339 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-be346883-676c-44df-a26b-d019d8911299 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:32.436861 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be346883-676c-44df-a26b-d019d8911299 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Network b7041ac2-08ec-4f75-87eb-1402b36b1b06 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:34:32.470204 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7feafb-fe5f-4f9b-a9b4-942f2bfcd652 req-d104cece-a0b1-46d5-bfc7-ed066d94f11e tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:32.472935 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2d7feafb-fe5f-4f9b-a9b4-942f2bfcd652 req-d104cece-a0b1-46d5-bfc7-ed066d94f11e tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 945 time: 0.1956675 Nov 25 17:34:32.474067 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-be346883-676c-44df-a26b-d019d8911299 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:32.482527 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be346883-676c-44df-a26b-d019d8911299 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:34:32.660521 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be346883-676c-44df-a26b-d019d8911299 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Pushing event updated for resources: {'Port': ['ID=fe00ae4d-e852-4edf-862b-c200915877ee,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:32.757632 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2d7feafb-fe5f-4f9b-a9b4-942f2bfcd652 req-0f7a9075-9269-4b11-889b-906478b27b83 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1b3f624-9a69-4743-bfac-9a2aba2cec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2337012 Nov 25 17:34:32.790266 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be346883-676c-44df-a26b-d019d8911299 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:32.790891 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-be346883-676c-44df-a26b-d019d8911299 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:32.822874 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-be346883-676c-44df-a26b-d019d8911299 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2200150 Nov 25 17:34:32.828261 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48352) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:32.834210 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-6a53572f-a2c3-446d-afd3-071425228c22 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:52:51:01'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:86:96:df'}]}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:32.928926 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-0a74735f-4e84-4ee4-b333-604c81fe4dbc None None] Provisioning complete for port fe00ae4d-e852-4edf-862b-c200915877ee triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:32.931987 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0a74735f-4e84-4ee4-b333-604c81fe4dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:32.985004 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6a53572f-a2c3-446d-afd3-071425228c22 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:33.070005 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-0a74735f-4e84-4ee4-b333-604c81fe4dbc None None] Port fe00ae4d-e852-4edf-862b-c200915877ee cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:34:33.325646 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6a53572f-a2c3-446d-afd3-071425228c22 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:33.338056 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6a53572f-a2c3-446d-afd3-071425228c22 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:33.437706 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a53572f-a2c3-446d-afd3-071425228c22 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Pushing event updated for resources: {'Port': ['ID=fe00ae4d-e852-4edf-862b-c200915877ee,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:33.538203 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-6a53572f-a2c3-446d-afd3-071425228c22 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] In _notify_port_updated(), no bound segment for port fe00ae4d-e852-4edf-862b-c200915877ee on network b7041ac2-08ec-4f75-87eb-1402b36b1b06 {{(pid=103361) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:34:33.560391 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a53572f-a2c3-446d-afd3-071425228c22 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:33.561125 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6a53572f-a2c3-446d-afd3-071425228c22 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:33.562492 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-6a53572f-a2c3-446d-afd3-071425228c22 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] 10.222.0.75 "PUT /v2.0/ports/fe00ae4d-e852-4edf-862b-c200915877ee HTTP/1.1" status: 200 len: 1054 time: 0.7332125 Nov 25 17:34:33.565371 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48358) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:33.766004 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-f4a7d4a5-3530-43f1-b937-858d22bad4c6 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Deleting port fe00ae4d-e852-4edf-862b-c200915877ee {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:33.766635 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f4a7d4a5-3530-43f1-b937-858d22bad4c6 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:33.813707 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d309aae0-de68-4b48-9e7d-d392fa60075f None None] Provisioning complete for port fe00ae4d-e852-4edf-862b-c200915877ee triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:33.815212 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d309aae0-de68-4b48-9e7d-d392fa60075f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:33.926760 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d309aae0-de68-4b48-9e7d-d392fa60075f None None] Port fe00ae4d-e852-4edf-862b-c200915877ee cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:34:34.044650 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f4a7d4a5-3530-43f1-b937-858d22bad4c6 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:34.074705 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-f4a7d4a5-3530-43f1-b937-858d22bad4c6 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Calling delete_port for fe00ae4d-e852-4edf-862b-c200915877ee owned by {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:34.111608 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86dc4e4-087e-4ee2-bd68-54631b1fbf0c req-1e34e9cb-c41d-4af6-b3a9-140e79be5887 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:34.120572 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e86dc4e4-087e-4ee2-bd68-54631b1fbf0c req-1e34e9cb-c41d-4af6-b3a9-140e79be5887 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 945 time: 0.1316249 Nov 25 17:34:34.308706 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e86dc4e4-087e-4ee2-bd68-54631b1fbf0c req-028bd0d1-4f50-4499-aff9-3363de1b2ee8 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1b3f624-9a69-4743-bfac-9a2aba2cec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813483 Nov 25 17:34:34.563782 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5610210-f346-48e9-bf70-58d8921f2b9c req-5bd5af63-49cf-49da-a184-4527f27b99cd tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:34.565330 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b5610210-f346-48e9-bf70-58d8921f2b9c req-5bd5af63-49cf-49da-a184-4527f27b99cd tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfd482ad-3136-47f0-b163-fc46f11fc7ac HTTP/1.1" status: 200 len: 946 time: 0.0700979 Nov 25 17:34:34.681784 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b5610210-f346-48e9-bf70-58d8921f2b9c req-4742d264-a702-4e1d-928e-ff2e961af75e tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a4fb475-e9ec-4623-9c08-36dcb76340fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064365 Nov 25 17:34:34.791538 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f4a7d4a5-3530-43f1-b937-858d22bad4c6 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:34.835507 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a7d4a5-3530-43f1-b937-858d22bad4c6 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Pushing event deleted for resources: {'Port': ['ID=fe00ae4d-e852-4edf-862b-c200915877ee,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:35.265194 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f4a7d4a5-3530-43f1-b937-858d22bad4c6 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:35.269553 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f4a7d4a5-3530-43f1-b937-858d22bad4c6 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] 10.222.0.75 "DELETE /v2.0/ports/fe00ae4d-e852-4edf-862b-c200915877ee HTTP/1.1" status: 204 len: 168 time: 1.7025685 Nov 25 17:34:35.272337 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48376) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:35.339750 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-02afe7f6-c080-494c-82b6-991bab7dc2e1 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] GET failed (client error): The resource could not be found. Nov 25 17:34:35.341892 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-02afe7f6-c080-494c-82b6-991bab7dc2e1 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] 10.222.0.75 "GET /v2.0/ports/fe00ae4d-e852-4edf-862b-c200915877ee HTTP/1.1" status: 404 len: 333 time: 0.0684171 Nov 25 17:34:35.344646 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48378) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:35.575218 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45beabd-b777-4718-8ce2-66a28824d123 req-82f89667-4218-46f6-8cbb-085fbc5869ce tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:35.577900 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a45beabd-b777-4718-8ce2-66a28824d123 req-82f89667-4218-46f6-8cbb-085fbc5869ce tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 945 time: 0.1193531 Nov 25 17:34:35.618890 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e32e70-7d69-43bb-82d7-4e9e74931126 req-caf9d6ba-5337-4074-afba-a464926522a1 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:35.620711 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-19e32e70-7d69-43bb-82d7-4e9e74931126 req-caf9d6ba-5337-4074-afba-a464926522a1 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.90 "GET /v2.0/ports?device_id=dfd482ad-3136-47f0-b163-fc46f11fc7ac HTTP/1.1" status: 200 len: 946 time: 0.1341658 Nov 25 17:34:35.682160 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a45beabd-b777-4718-8ce2-66a28824d123 req-b49c9c19-f3e2-4de5-9bbf-f04300068233 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1b3f624-9a69-4743-bfac-9a2aba2cec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963411 Nov 25 17:34:35.694452 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-7234ada9-2d69-4205-9dba-912010b7865b tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Deleting port 186b37e7-4f51-41c0-a488-ed52c3ed890c {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:35.694572 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7234ada9-2d69-4205-9dba-912010b7865b tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:35.865532 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7234ada9-2d69-4205-9dba-912010b7865b tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:35.879214 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-7234ada9-2d69-4205-9dba-912010b7865b tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Calling delete_port for 186b37e7-4f51-41c0-a488-ed52c3ed890c owned by {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:36.065775 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7234ada9-2d69-4205-9dba-912010b7865b tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:36.122969 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7234ada9-2d69-4205-9dba-912010b7865b tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Pushing event deleted for resources: {'Port': ['ID=186b37e7-4f51-41c0-a488-ed52c3ed890c,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:36.306658 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7234ada9-2d69-4205-9dba-912010b7865b tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:36.312648 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-7234ada9-2d69-4205-9dba-912010b7865b tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] 10.222.0.75 "DELETE /v2.0/ports/186b37e7-4f51-41c0-a488-ed52c3ed890c HTTP/1.1" status: 204 len: 168 time: 0.9631174 Nov 25 17:34:36.313067 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48392) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:36.334380 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1039824-84e2-4ffa-acf0-0433d6c944c9 req-89867c8a-8f11-4f1e-b158-52bbb40d1afb tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:36.342471 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b1039824-84e2-4ffa-acf0-0433d6c944c9 req-89867c8a-8f11-4f1e-b158-52bbb40d1afb tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfd482ad-3136-47f0-b163-fc46f11fc7ac HTTP/1.1" status: 200 len: 946 time: 0.2868295 Nov 25 17:34:36.368164 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-f40fb338-8a50-44f4-baeb-2a6a0f43732d tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] GET failed (client error): The resource could not be found. Nov 25 17:34:36.372923 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f40fb338-8a50-44f4-baeb-2a6a0f43732d tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] 10.222.0.75 "GET /v2.0/ports/186b37e7-4f51-41c0-a488-ed52c3ed890c HTTP/1.1" status: 404 len: 333 time: 0.0555885 Nov 25 17:34:36.375600 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48394) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:36.376510 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-19e32e70-7d69-43bb-82d7-4e9e74931126 req-5b50021a-ebea-4a19-a2e2-6dc5eb54ba19 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Deleting port 550de2a6-ffbd-4c86-ac21-4914075aa3e6 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:36.376905 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-19e32e70-7d69-43bb-82d7-4e9e74931126 req-5b50021a-ebea-4a19-a2e2-6dc5eb54ba19 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:36.503294 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b1039824-84e2-4ffa-acf0-0433d6c944c9 req-c078ffb9-d6c0-47c7-877e-48057fbf16f4 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a4fb475-e9ec-4623-9c08-36dcb76340fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597223 Nov 25 17:34:36.641498 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-104b04ac-f8fb-48f1-887b-67944f734ee0 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Deleting port 170af49a-a483-4f18-878f-88724b028082 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:36.641837 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-104b04ac-f8fb-48f1-887b-67944f734ee0 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:36.752473 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-19e32e70-7d69-43bb-82d7-4e9e74931126 req-5b50021a-ebea-4a19-a2e2-6dc5eb54ba19 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] For port 550de2a6-ffbd-4c86-ac21-4914075aa3e6, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=550de2a6-ffbd-4c86-ac21-4914075aa3e6,segment=NetworkSegment(14ee21b8-6adb-4fbc-8e63-e4b2c4af3623),segment_id=14ee21b8-6adb-4fbc-8e63-e4b2c4af3623)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:36.752894 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-19e32e70-7d69-43bb-82d7-4e9e74931126 req-5b50021a-ebea-4a19-a2e2-6dc5eb54ba19 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:36.826981 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-104b04ac-f8fb-48f1-887b-67944f734ee0 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:36.836007 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-19e32e70-7d69-43bb-82d7-4e9e74931126 req-5b50021a-ebea-4a19-a2e2-6dc5eb54ba19 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Calling delete_port for 550de2a6-ffbd-4c86-ac21-4914075aa3e6 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:36.842905 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-104b04ac-f8fb-48f1-887b-67944f734ee0 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Calling delete_port for 170af49a-a483-4f18-878f-88724b028082 owned by {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:37.071254 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63915322-4abe-458f-b2bc-ce922bf0d2a9 req-da18c599-274b-47e3-aacd-3e92cd8f93a7 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:37.085583 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-104b04ac-f8fb-48f1-887b-67944f734ee0 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:37.085898 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-63915322-4abe-458f-b2bc-ce922bf0d2a9 req-da18c599-274b-47e3-aacd-3e92cd8f93a7 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 945 time: 0.1456964 Nov 25 17:34:37.136427 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-19e32e70-7d69-43bb-82d7-4e9e74931126 req-5b50021a-ebea-4a19-a2e2-6dc5eb54ba19 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:37.158342 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104b04ac-f8fb-48f1-887b-67944f734ee0 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Pushing event deleted for resources: {'Port': ['ID=170af49a-a483-4f18-878f-88724b028082,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:37.187206 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b50021a-ebea-4a19-a2e2-6dc5eb54ba19 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Pushing event deleted for resources: {'Port': ['ID=550de2a6-ffbd-4c86-ac21-4914075aa3e6,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:37.207709 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-63915322-4abe-458f-b2bc-ce922bf0d2a9 req-9a1b783c-949e-4111-b670-54349c7f8bdb tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1b3f624-9a69-4743-bfac-9a2aba2cec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108553 Nov 25 17:34:37.298871 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e32e70-7d69-43bb-82d7-4e9e74931126 req-5b50021a-ebea-4a19-a2e2-6dc5eb54ba19 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] No DVR routers for this DVR port 550de2a6-ffbd-4c86-ac21-4914075aa3e6 on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:34:37.304713 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-19e32e70-7d69-43bb-82d7-4e9e74931126 req-5b50021a-ebea-4a19-a2e2-6dc5eb54ba19 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:37.324067 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-19e32e70-7d69-43bb-82d7-4e9e74931126 req-5b50021a-ebea-4a19-a2e2-6dc5eb54ba19 tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.90 "DELETE /v2.0/ports/550de2a6-ffbd-4c86-ac21-4914075aa3e6 HTTP/1.1" status: 204 len: 173 time: 1.6908221 Nov 25 17:34:37.326603 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd482ad-3136-47f0-b163-fc46f11fc7ac', 'name': 'network-vif-deleted', 'tag': '550de2a6-ffbd-4c86-ac21-4914075aa3e6'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:34:37.331758 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c439ce-f96d-40a0-8b49-e4d701706f5a" -d '{"events": [{"server_uuid": "dfd482ad-3136-47f0-b163-fc46f11fc7ac", "name": "network-vif-deleted", "tag": "550de2a6-ffbd-4c86-ac21-4914075aa3e6"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:34:37.347718 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-104b04ac-f8fb-48f1-887b-67944f734ee0 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:37.357000 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-104b04ac-f8fb-48f1-887b-67944f734ee0 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] 10.222.0.75 "DELETE /v2.0/ports/170af49a-a483-4f18-878f-88724b028082 HTTP/1.1" status: 204 len: 168 time: 0.9756353 Nov 25 17:34:37.359528 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48404) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:37.439018 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad000c9-ace3-4303-a3d8-366329c82eca x-openstack-request-id: req-bad000c9-ace3-4303-a3d8-366329c82eca {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:34:37.439521 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd482ad-3136-47f0-b163-fc46f11fc7ac", "name": "network-vif-deleted", "tag": "550de2a6-ffbd-4c86-ac21-4914075aa3e6", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:34:37.439968 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bad000c9-ace3-4303-a3d8-366329c82eca {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:34:37.440546 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd482ad-3136-47f0-b163-fc46f11fc7ac', 'name': 'network-vif-deleted', 'tag': '550de2a6-ffbd-4c86-ac21-4914075aa3e6', 'status': 'completed', 'code': 200} Nov 25 17:34:37.488254 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-77420f66-7b75-457e-a72a-a9a39026678b tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Deleting subnet 4766f328-9371-4db2-ad0c-fca4fe3a9dd2 {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:34:37.505586 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-77420f66-7b75-457e-a72a-a9a39026678b tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:37.617895 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-77420f66-7b75-457e-a72a-a9a39026678b tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:37.694163 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-544eb1ce-8a61-412d-bf27-825884c7b415 req-332eb2d1-4dc9-42a5-a0c2-bf12b9450c0d tempest-AttachVolumeNegativeTest-1627732990 tempest-AttachVolumeNegativeTest-1627732990-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfd482ad-3136-47f0-b163-fc46f11fc7ac HTTP/1.1" status: 200 len: 210 time: 0.0362692 Nov 25 17:34:37.854028 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-77420f66-7b75-457e-a72a-a9a39026678b tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:38.001174 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-77420f66-7b75-457e-a72a-a9a39026678b tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:38.046642 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77420f66-7b75-457e-a72a-a9a39026678b tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Pushing event deleted for resources: {'Subnet': ['ID=4766f328-9371-4db2-ad0c-fca4fe3a9dd2,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:38.062907 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-77420f66-7b75-457e-a72a-a9a39026678b tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:38.067635 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9193384-2811-4b2c-befb-529ed8636b0c None None] Network b7041ac2-08ec-4f75-87eb-1402b36b1b06 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:34:38.068183 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-77420f66-7b75-457e-a72a-a9a39026678b tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] 10.222.0.75 "DELETE /v2.0/subnets/4766f328-9371-4db2-ad0c-fca4fe3a9dd2 HTTP/1.1" status: 204 len: 168 time: 0.7063043 Nov 25 17:34:38.070818 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48416) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:38.210538 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-896c2953-2297-4047-8f2a-0b79a76ec552 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:38.302243 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-896c2953-2297-4047-8f2a-0b79a76ec552 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Deleting port d0e778f1-68fa-4ac4-8326-7cfd348e11fa {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:38.302496 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-896c2953-2297-4047-8f2a-0b79a76ec552 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:38.333217 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e09a124-10bf-4c8c-9a07-867e97c85fa4 None None] DHCP port deletion for b7041ac2-08ec-4f75-87eb-1402b36b1b06 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:34:38.407495 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-896c2953-2297-4047-8f2a-0b79a76ec552 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] For port d0e778f1-68fa-4ac4-8326-7cfd348e11fa, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d0e778f1-68fa-4ac4-8326-7cfd348e11fa,segment=NetworkSegment(32bd785b-76d7-4548-b9c8-fb31484a9ac9),segment_id=32bd785b-76d7-4548-b9c8-fb31484a9ac9)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:38.408523 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-896c2953-2297-4047-8f2a-0b79a76ec552 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:38.416541 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8ceac-4b6b-4246-8e54-5c82e6d06398 req-4ffb7302-4c07-4077-b934-85d7f1cd1563 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:38.421289 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-83f8ceac-4b6b-4246-8e54-5c82e6d06398 req-4ffb7302-4c07-4077-b934-85d7f1cd1563 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 945 time: 0.0757575 Nov 25 17:34:38.442805 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-896c2953-2297-4047-8f2a-0b79a76ec552 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Calling delete_port for d0e778f1-68fa-4ac4-8326-7cfd348e11fa owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:38.457798 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-8e09a124-10bf-4c8c-9a07-867e97c85fa4 None None] Deleting port d0e778f1-68fa-4ac4-8326-7cfd348e11fa {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:38.459374 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8e09a124-10bf-4c8c-9a07-867e97c85fa4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:38.495518 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-83f8ceac-4b6b-4246-8e54-5c82e6d06398 req-ba544203-60f0-42d4-89dd-1d777f623639 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1b3f624-9a69-4743-bfac-9a2aba2cec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599394 Nov 25 17:34:38.554978 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-8e09a124-10bf-4c8c-9a07-867e97c85fa4 None None] For port d0e778f1-68fa-4ac4-8326-7cfd348e11fa, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d0e778f1-68fa-4ac4-8326-7cfd348e11fa,segment=NetworkSegment(32bd785b-76d7-4548-b9c8-fb31484a9ac9),segment_id=32bd785b-76d7-4548-b9c8-fb31484a9ac9)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:38.555549 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8e09a124-10bf-4c8c-9a07-867e97c85fa4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:38.569854 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-8e09a124-10bf-4c8c-9a07-867e97c85fa4 None None] Calling delete_port for d0e778f1-68fa-4ac4-8326-7cfd348e11fa owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:38.583239 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-896c2953-2297-4047-8f2a-0b79a76ec552 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:38.615587 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896c2953-2297-4047-8f2a-0b79a76ec552 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Pushing event deleted for resources: {'Port': ['ID=d0e778f1-68fa-4ac4-8326-7cfd348e11fa,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:38.623941 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896c2953-2297-4047-8f2a-0b79a76ec552 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] No DVR routers for this DVR port d0e778f1-68fa-4ac4-8326-7cfd348e11fa on host n-d-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:34:38.636066 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154505cf-375b-4d3d-b435-8d581e276c02 req-0dfaff22-f9e2-4d33-a0ff-ece0214e3fb4 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:38.637984 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-154505cf-375b-4d3d-b435-8d581e276c02 req-0dfaff22-f9e2-4d33-a0ff-ece0214e3fb4 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] 10.222.0.75 "GET /v2.0/ports?device_id=3dd889e5-b734-40e3-b6b0-78bc656845fb HTTP/1.1" status: 200 len: 951 time: 0.0727074 Nov 25 17:34:38.697986 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8e09a124-10bf-4c8c-9a07-867e97c85fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:38.709559 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-154505cf-375b-4d3d-b435-8d581e276c02 req-fc10a1c9-25df-4aae-a5a0-faedbdb5e261 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] 10.222.0.75 "GET /v2.0/security-groups?id=de66d59e-e4b4-4371-ae76-225f18d58b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651047 Nov 25 17:34:38.728882 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e09a124-10bf-4c8c-9a07-867e97c85fa4 None None] Pushing event deleted for resources: {'Port': ['ID=d0e778f1-68fa-4ac4-8326-7cfd348e11fa,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:38.742190 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e09a124-10bf-4c8c-9a07-867e97c85fa4 None None] No DVR routers for this DVR port d0e778f1-68fa-4ac4-8326-7cfd348e11fa on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:34:38.747172 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e09a124-10bf-4c8c-9a07-867e97c85fa4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:38.747581 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e09a124-10bf-4c8c-9a07-867e97c85fa4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:38.748346 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e09a124-10bf-4c8c-9a07-867e97c85fa4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:38.749419 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e09a124-10bf-4c8c-9a07-867e97c85fa4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:38.749922 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e09a124-10bf-4c8c-9a07-867e97c85fa4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:38.750497 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e09a124-10bf-4c8c-9a07-867e97c85fa4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:38.751232 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e09a124-10bf-4c8c-9a07-867e97c85fa4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:38.751727 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e09a124-10bf-4c8c-9a07-867e97c85fa4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:38.752074 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e09a124-10bf-4c8c-9a07-867e97c85fa4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:38.752198 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-896c2953-2297-4047-8f2a-0b79a76ec552 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:38.752416 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e09a124-10bf-4c8c-9a07-867e97c85fa4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:38.752760 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e09a124-10bf-4c8c-9a07-867e97c85fa4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:38.753381 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e09a124-10bf-4c8c-9a07-867e97c85fa4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:38.759511 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 550de2a6-ffbd-4c86-ac21-4914075aa3e6 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:34:38.792311 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48448) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:38.803926 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: 550de2a6-ffbd-4c86-ac21-4914075aa3e6 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:34:38.804470 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 550de2a6-ffbd-4c86-ac21-4914075aa3e6 not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:34:38.814359 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-896c2953-2297-4047-8f2a-0b79a76ec552 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7041ac2-08ec-4f75-87eb-1402b36b1b06']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:38.828462 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-896c2953-2297-4047-8f2a-0b79a76ec552 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32bd785b-76d7-4548-b9c8-fb31484a9ac9') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:38.828951 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-896c2953-2297-4047-8f2a-0b79a76ec552 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32bd785b-76d7-4548-b9c8-fb31484a9ac9') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:38.848237 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-896c2953-2297-4047-8f2a-0b79a76ec552 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:38.864409 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-a317634c-0349-4fc7-9293-b1a01d5da426 admin admin] Deleting subnet f5ab359d-3571-4e44-9b7f-d7d725d0869c {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:34:38.868959 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a317634c-0349-4fc7-9293-b1a01d5da426 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:38.872634 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-896c2953-2297-4047-8f2a-0b79a76ec552 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:38.899056 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-896c2953-2297-4047-8f2a-0b79a76ec552 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Releasing vlan 927 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:34:38.899518 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-896c2953-2297-4047-8f2a-0b79a76ec552 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:38.903036 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:34:38.903036 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:34:38.903036 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:34:38.903036 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:34:38.903036 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:34:38.903036 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:34:38.903036 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:34:38.903036 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:34:38.903036 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:34:38.903036 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:34:38.903036 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:34:38.903036 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:34:38.903036 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:34:38.903036 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:34:38.903036 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:34:38.903036 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:34:38.903036 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:34:38.903036 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:34:38.903036 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:34:38.903036 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:34:38.903036 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:34:38.903036 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:34:38.903036 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:34:38.903036 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:34:38.903036 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:34:38.903036 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:34:38.903036 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:34:38.903036 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:34:38.903036 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:34:38.903036 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:34:38.903036 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:34:38.903036 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:34:38.937329 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a317634c-0349-4fc7-9293-b1a01d5da426 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:39.005991 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-896c2953-2297-4047-8f2a-0b79a76ec552 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:39.014529 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-896c2953-2297-4047-8f2a-0b79a76ec552 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:39.020200 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-896c2953-2297-4047-8f2a-0b79a76ec552 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] 10.222.0.75 "DELETE /v2.0/networks/b7041ac2-08ec-4f75-87eb-1402b36b1b06 HTTP/1.1" status: 204 len: 168 time: 0.9481533 Nov 25 17:34:39.041940 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896c2953-2297-4047-8f2a-0b79a76ec552 tempest-AllowedAddressPairTestJSON-45846284 tempest-AllowedAddressPairTestJSON-45846284-project] Pushing event deleted for resources: {'Network': ['ID=b7041ac2-08ec-4f75-87eb-1402b36b1b06,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:39.059926 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a317634c-0349-4fc7-9293-b1a01d5da426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:39.123007 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a317634c-0349-4fc7-9293-b1a01d5da426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:39.151081 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a317634c-0349-4fc7-9293-b1a01d5da426 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5ab359d-3571-4e44-9b7f-d7d725d0869c,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:39.158330 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a317634c-0349-4fc7-9293-b1a01d5da426 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:39.162600 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-a317634c-0349-4fc7-9293-b1a01d5da426 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/f5ab359d-3571-4e44-9b7f-d7d725d0869c HTTP/1.1" status: 204 len: 168 time: 0.3687809 Nov 25 17:34:39.165914 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48460) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:39.270372 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6a534c0b-ed5a-45fe-a3f9-fe878760129a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:39.391120 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6a534c0b-ed5a-45fe-a3f9-fe878760129a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:39.405005 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48464) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:39.421839 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-6a534c0b-ed5a-45fe-a3f9-fe878760129a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['893ae009-948d-4a56-89c4-04cf75caf20a']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:39.434397 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-6a534c0b-ed5a-45fe-a3f9-fe878760129a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14ee21b8-6adb-4fbc-8e63-e4b2c4af3623') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:39.434898 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-6a534c0b-ed5a-45fe-a3f9-fe878760129a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14ee21b8-6adb-4fbc-8e63-e4b2c4af3623') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:39.449891 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6a534c0b-ed5a-45fe-a3f9-fe878760129a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:39.465909 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6a534c0b-ed5a-45fe-a3f9-fe878760129a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:39.473913 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a534c0b-ed5a-45fe-a3f9-fe878760129a admin admin] Releasing vlan 930 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:34:39.474783 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6a534c0b-ed5a-45fe-a3f9-fe878760129a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:39.477403 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:34:39.477403 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:34:39.477403 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:34:39.477403 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:34:39.477403 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:34:39.477403 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:34:39.477403 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:34:39.477403 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:34:39.477403 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:34:39.477403 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:34:39.477403 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:34:39.477403 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:34:39.477403 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:34:39.477403 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:34:39.477403 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:34:39.477403 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:34:39.477403 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:34:39.477403 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:34:39.477403 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:34:39.477403 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:34:39.477403 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:34:39.477403 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:34:39.477403 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:34:39.477403 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:34:39.477403 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:34:39.477403 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:34:39.477403 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:34:39.477403 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:34:39.477403 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:34:39.477403 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:34:39.477403 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:34:39.477403 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:34:39.556106 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6a534c0b-ed5a-45fe-a3f9-fe878760129a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:39.581108 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6a534c0b-ed5a-45fe-a3f9-fe878760129a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:39.584994 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6a534c0b-ed5a-45fe-a3f9-fe878760129a admin admin] 10.222.0.75 "DELETE /v2.0/networks/893ae009-948d-4a56-89c4-04cf75caf20a HTTP/1.1" status: 204 len: 168 time: 0.4180171 Nov 25 17:34:39.596098 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a534c0b-ed5a-45fe-a3f9-fe878760129a admin admin] Pushing event deleted for resources: {'Network': ['ID=893ae009-948d-4a56-89c4-04cf75caf20a,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:39.724448 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86226a5d-9fc5-4ef9-9de3-958ab893e4ba req-396e9442-cd61-41b7-bae7-b563e27d5bbf tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:39.726043 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-86226a5d-9fc5-4ef9-9de3-958ab893e4ba req-396e9442-cd61-41b7-bae7-b563e27d5bbf tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 945 time: 0.1290779 Nov 25 17:34:39.729919 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-74e9e634-9211-4f2d-b78f-439e5a1b4246 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=815a7cc0761a4376a34b6fa7c52724a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3230469 Nov 25 17:34:39.732095 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48476) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:39.781834 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48480) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:39.804006 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-71435979-6e26-44df-bef8-e715f812de2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:39.832714 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-71435979-6e26-44df-bef8-e715f812de2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:39.834685 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-36766a01-3eb6-4e2f-881d-e2a8e11cf3df admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9ed6d61121ad4ad587d660c5c7d54fc1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0517559 Nov 25 17:34:39.838693 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48482) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:39.904039 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3fc14436-a3b7-4130-8f4a-e723aecbfb83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:39.930411 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3fc14436-a3b7-4130-8f4a-e723aecbfb83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:40.014685 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3fc14436-a3b7-4130-8f4a-e723aecbfb83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:40.022993 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3fc14436-a3b7-4130-8f4a-e723aecbfb83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:40.025018 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3fc14436-a3b7-4130-8f4a-e723aecbfb83 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8a4fb475-e9ec-4623-9c08-36dcb76340fc HTTP/1.1" status: 204 len: 168 time: 0.1850772 Nov 25 17:34:40.035641 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc14436-a3b7-4130-8f4a-e723aecbfb83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4fb475-e9ec-4623-9c08-36dcb76340fc,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:40.310502 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d0e778f1-68fa-4ac4-8326-7cfd348e11fa no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:34:40.343356 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-86226a5d-9fc5-4ef9-9de3-958ab893e4ba req-b71e3714-89c5-411d-9967-d6f72296cdf7 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1b3f624-9a69-4743-bfac-9a2aba2cec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5568354 Nov 25 17:34:40.381552 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4eb1c-a40d-4fd3-8e82-54f303d4b157 req-4db49c65-b8fb-4dcf-bdc5-327d50efdb3c tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:40.392456 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-77f4eb1c-a40d-4fd3-8e82-54f303d4b157 req-4db49c65-b8fb-4dcf-bdc5-327d50efdb3c tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] 10.222.0.75 "GET /v2.0/ports?device_id=3dd889e5-b734-40e3-b6b0-78bc656845fb HTTP/1.1" status: 200 len: 951 time: 0.5440671 Nov 25 17:34:40.395509 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: d0e778f1-68fa-4ac4-8326-7cfd348e11fa {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:34:40.395858 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d0e778f1-68fa-4ac4-8326-7cfd348e11fa not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:34:40.471023 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-77f4eb1c-a40d-4fd3-8e82-54f303d4b157 req-5bce7729-498e-4f73-8468-9ba4e44e7986 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] 10.222.0.75 "GET /v2.0/security-groups?id=de66d59e-e4b4-4371-ae76-225f18d58b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673628 Nov 25 17:34:40.471937 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-71435979-6e26-44df-bef8-e715f812de2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:40.474591 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-71435979-6e26-44df-bef8-e715f812de2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:40.478036 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-71435979-6e26-44df-bef8-e715f812de2f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a0dd5c79-7e4a-42f9-b525-a8ce7dcc468c HTTP/1.1" status: 204 len: 168 time: 0.7420990 Nov 25 17:34:40.499362 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71435979-6e26-44df-bef8-e715f812de2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0dd5c79-7e4a-42f9-b525-a8ce7dcc468c,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:41.444799 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e45fe-ce8b-4fbd-9840-a924ccb9126f req-aca32440-b7f5-42d4-81e9-2197bba1ad78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:41.452988 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-783e45fe-ce8b-4fbd-9840-a924ccb9126f req-aca32440-b7f5-42d4-81e9-2197bba1ad78 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d4086650dac54a539044dab15f8f252a&device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 1096 time: 0.0650141 Nov 25 17:34:41.454763 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48630) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:41.609738 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e44a623-cb3d-4152-af3a-001d9cc1eaf2 req-07f90461-1fb1-4379-8319-94faeef4ecdc tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:41.618833 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7e44a623-cb3d-4152-af3a-001d9cc1eaf2 req-07f90461-1fb1-4379-8319-94faeef4ecdc tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 945 time: 0.0839489 Nov 25 17:34:41.667247 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [None req-cba620d2-cb53-4c1f-8181-7e50dbb89729 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:41.668267 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-cba620d2-cb53-4c1f-8181-7e50dbb89729 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2118974 Nov 25 17:34:41.671303 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48658) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:41.677158 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e45fe-ce8b-4fbd-9840-a924ccb9126f req-345532c4-2298-4a15-ab1b-d560600078c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:41.677737 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [None req-192f7e92-2c71-4e47-a3e6-45918d73de95 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:41.678645 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-783e45fe-ce8b-4fbd-9840-a924ccb9126f req-345532c4-2298-4a15-ab1b-d560600078c3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=49c799e6-01fb-4356-b67f-8b970273c51a HTTP/1.1" status: 200 len: 917 time: 0.2210035 Nov 25 17:34:41.681743 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48660) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:41.683570 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-192f7e92-2c71-4e47-a3e6-45918d73de95 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0098097 Nov 25 17:34:41.688609 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [None req-72ae898a-f746-4d31-9747-6ea0471ae8c0 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:41.689580 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-72ae898a-f746-4d31-9747-6ea0471ae8c0 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0069375 Nov 25 17:34:41.697508 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48664) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:41.702512 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [None req-d6856925-8808-4976-8dad-ff1bd3f01794 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:41.705751 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d6856925-8808-4976-8dad-ff1bd3f01794 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0068221 Nov 25 17:34:41.706415 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48666) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:41.710705 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [None req-76629a9a-9516-49de-ad54-6c24300eef45 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:41.712488 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-76629a9a-9516-49de-ad54-6c24300eef45 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0051498 Nov 25 17:34:41.715635 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48670) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:41.732485 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [None req-dd73dce0-37c6-4260-86d0-1b0d1cfbb010 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:41.733554 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-dd73dce0-37c6-4260-86d0-1b0d1cfbb010 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0156584 Nov 25 17:34:41.736490 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48672) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:41.743430 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [None req-22aea2f2-c82d-4ff8-b3bd-6b3449525fb2 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:41.744664 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-22aea2f2-c82d-4ff8-b3bd-6b3449525fb2 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0072494 Nov 25 17:34:41.747134 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48674) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:41.748366 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7e44a623-cb3d-4152-af3a-001d9cc1eaf2 req-29f73479-5b23-4b1a-9265-fd23abc5650b tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1b3f624-9a69-4743-bfac-9a2aba2cec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283255 Nov 25 17:34:41.754135 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [None req-52206ac8-226e-425e-9127-d30322e4955b tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:41.755089 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-52206ac8-226e-425e-9127-d30322e4955b tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0069344 Nov 25 17:34:41.759152 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48676) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:41.764059 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [None req-0c0cfab4-99a0-4ffc-b281-a08dbb116d85 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:41.770461 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48678) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:41.770639 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0c0cfab4-99a0-4ffc-b281-a08dbb116d85 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0044639 Nov 25 17:34:41.774937 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [None req-ef9ae37b-a6e5-4e4a-baf4-a20f545de451 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:41.778489 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48680) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:41.778625 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-ef9ae37b-a6e5-4e4a-baf4-a20f545de451 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0069709 Nov 25 17:34:41.785156 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [None req-4ad025bc-c8e1-479d-9ac6-af5a303cbea2 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:41.785604 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4ad025bc-c8e1-479d-9ac6-af5a303cbea2 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0057342 Nov 25 17:34:41.789305 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48686) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:41.796698 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [None req-8024faa2-aac7-4f16-b971-2264b0b534f0 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:41.798458 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8024faa2-aac7-4f16-b971-2264b0b534f0 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0073826 Nov 25 17:34:41.800148 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-783e45fe-ce8b-4fbd-9840-a924ccb9126f req-3c3d5e17-c07c-40e5-bd77-bceb7ccf6b36 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53a65dd2-7261-432f-a213-f291c3e01123 HTTP/1.1" status: 200 len: 1001 time: 0.1049492 Nov 25 17:34:41.800791 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48688) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:41.806750 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [None req-5135a36e-9921-4ef3-b6e1-43ee6ff04cc4 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:41.808135 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-5135a36e-9921-4ef3-b6e1-43ee6ff04cc4 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0056109 Nov 25 17:34:41.815067 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48690) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:41.829629 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [None req-ebf2a1a4-de71-413c-b2d3-211ca58cfd4a tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:41.833157 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ebf2a1a4-de71-413c-b2d3-211ca58cfd4a tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0153320 Nov 25 17:34:41.835579 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48692) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:41.841508 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [None req-39ce1b01-6944-4db2-a4de-4dc42f92a6ae tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:41.849023 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-39ce1b01-6944-4db2-a4de-4dc42f92a6ae tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0089417 Nov 25 17:34:41.850350 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48696) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:41.859159 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [None req-a5910e46-32f9-4bef-9d48-019526cc46a5 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:41.860125 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-a5910e46-32f9-4bef-9d48-019526cc46a5 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0088313 Nov 25 17:34:41.862672 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48702) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:41.866684 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [None req-a794c0bc-6091-4e0d-ba76-6560c88deb03 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:41.868251 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-a794c0bc-6091-4e0d-ba76-6560c88deb03 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0046978 Nov 25 17:34:41.872446 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48704) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:41.877637 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [None req-be6dbcd2-a2c1-4438-818e-fd75c2dffdee tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:41.878742 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-be6dbcd2-a2c1-4438-818e-fd75c2dffdee tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0052333 Nov 25 17:34:41.881511 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48708) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:41.887047 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [None req-8d5420dd-5d6a-4dea-a01e-374569f19a25 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:41.890095 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8d5420dd-5d6a-4dea-a01e-374569f19a25 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0055375 Nov 25 17:34:41.890771 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48710) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:41.893365 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e45fe-ce8b-4fbd-9840-a924ccb9126f req-c287b08e-fe77-42e9-80b4-91a8dee798e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:41.894982 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-783e45fe-ce8b-4fbd-9840-a924ccb9126f req-c287b08e-fe77-42e9-80b4-91a8dee798e1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=25a72b94-fb6e-4434-9c21-274e75835bc9 HTTP/1.1" status: 200 len: 855 time: 0.0873528 Nov 25 17:34:41.896627 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [None req-cb9e60d1-eee3-46e4-8f44-5d92a8816878 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:41.897597 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-cb9e60d1-eee3-46e4-8f44-5d92a8816878 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0057025 Nov 25 17:34:41.900930 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48712) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:41.907042 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [None req-ab0a5d9c-446c-403d-95b3-2b8bc4dc685c tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:41.915347 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48714) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:41.915841 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-ab0a5d9c-446c-403d-95b3-2b8bc4dc685c tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0134189 Nov 25 17:34:41.920709 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [None req-9fa2a83e-39f2-4809-b81a-e4a636654343 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:41.921913 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9fa2a83e-39f2-4809-b81a-e4a636654343 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0055962 Nov 25 17:34:41.924436 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48718) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:41.930903 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [None req-fcf1644d-0294-4565-9602-2c9d6fa6fa40 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:41.932125 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-fcf1644d-0294-4565-9602-2c9d6fa6fa40 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0065327 Nov 25 17:34:41.937398 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48722) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:41.958836 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [None req-123a36b0-0364-41f0-b8d6-7f300e8a443f tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:41.962796 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48726) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:41.963284 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-123a36b0-0364-41f0-b8d6-7f300e8a443f tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0093179 Nov 25 17:34:41.967087 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [None req-7eec2e97-1e52-42ff-a0d6-94da8b88ab5a tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:41.971316 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7eec2e97-1e52-42ff-a0d6-94da8b88ab5a tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0045700 Nov 25 17:34:41.971316 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48730) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:41.976605 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [None req-27063d84-5140-4cc9-9399-cc9bbcbe1132 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:41.982204 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48732) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:41.982857 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-27063d84-5140-4cc9-9399-cc9bbcbe1132 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0111933 Nov 25 17:34:41.989823 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [None req-cb560912-ac91-446c-8c64-cd94477e4e89 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:41.990983 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-cb560912-ac91-446c-8c64-cd94477e4e89 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0059330 Nov 25 17:34:41.994620 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48736) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:41.994879 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e45fe-ce8b-4fbd-9840-a924ccb9126f req-72838d5d-1ee1-4a5f-b35f-d680dfb33723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:41.996336 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-783e45fe-ce8b-4fbd-9840-a924ccb9126f req-72838d5d-1ee1-4a5f-b35f-d680dfb33723 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=49c799e6-01fb-4356-b67f-8b970273c51a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0930665 Nov 25 17:34:41.999837 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [None req-c0e1def6-d662-4750-aebf-6fb572a6af3c tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:42.001090 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c0e1def6-d662-4750-aebf-6fb572a6af3c tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0051877 Nov 25 17:34:42.003707 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48738) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:42.011032 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [None req-924d8c97-c387-4320-815a-1d5db40fab6f tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:42.012476 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-924d8c97-c387-4320-815a-1d5db40fab6f tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0072443 Nov 25 17:34:42.015097 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48744) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:42.020531 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [None req-1a251f81-4062-449b-b7e7-c0ea06136338 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:42.021509 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-1a251f81-4062-449b-b7e7-c0ea06136338 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0047801 Nov 25 17:34:42.024284 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48748) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:42.029620 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [None req-ccdbd9da-9456-4a57-b5ac-f424e72ab933 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:42.030619 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ccdbd9da-9456-4a57-b5ac-f424e72ab933 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0051849 Nov 25 17:34:42.033086 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48750) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:42.037543 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [None req-6cd73b0e-ae99-40a8-945e-a90f9a93141f tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:42.042856 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6cd73b0e-ae99-40a8-945e-a90f9a93141f tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0085995 Nov 25 17:34:42.049586 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48756) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:42.054419 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [None req-0f3e3ced-d42f-4da7-8c10-7a05e6e6e452 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:42.059101 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0f3e3ced-d42f-4da7-8c10-7a05e6e6e452 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0083046 Nov 25 17:34:42.059914 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48758) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:42.071736 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [None req-21958150-fc0b-4c58-8cbc-7c0f34402b32 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:42.075932 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48762) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:42.076105 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-21958150-fc0b-4c58-8cbc-7c0f34402b32 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0147970 Nov 25 17:34:42.082171 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [None req-6ad15d9e-7b99-43aa-9fa7-ca2a74000dab tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:42.086302 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-6ad15d9e-7b99-43aa-9fa7-ca2a74000dab tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0068629 Nov 25 17:34:42.087105 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48764) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:42.094424 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [None req-0537f9de-2453-487d-bb11-eb7709d69218 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:42.098236 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48770) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:42.098497 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0537f9de-2453-487d-bb11-eb7709d69218 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0096095 Nov 25 17:34:42.103540 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [None req-75c6b267-dab7-4f08-823e-5a7b7c6fd206 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:42.104513 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-75c6b267-dab7-4f08-823e-5a7b7c6fd206 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0050392 Nov 25 17:34:42.107097 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48772) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:42.112019 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [None req-de40e41b-3d2c-4dab-bc91-6da6703d755f tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:42.113220 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-de40e41b-3d2c-4dab-bc91-6da6703d755f tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0049789 Nov 25 17:34:42.115569 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48774) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:42.121646 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [None req-bbc1e087-71e4-4069-9e18-2320dd194545 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:42.124221 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-bbc1e087-71e4-4069-9e18-2320dd194545 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0077252 Nov 25 17:34:42.127834 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48776) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:42.132493 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [None req-f639bf35-3365-48cc-be2f-fa14502556b8 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:42.133627 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-f639bf35-3365-48cc-be2f-fa14502556b8 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0046504 Nov 25 17:34:42.136094 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48778) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:42.140866 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [None req-6eee81d0-0d9f-44e1-a7c9-674fe212a03b tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:42.141784 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6eee81d0-0d9f-44e1-a7c9-674fe212a03b tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0046902 Nov 25 17:34:42.144394 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48784) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:42.144810 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-783e45fe-ce8b-4fbd-9840-a924ccb9126f req-5f8b4064-a8cc-4d5d-9630-aad8f240bb60 service neutron] 10.222.0.90 "GET /v2.0/networks/49c799e6-01fb-4356-b67f-8b970273c51a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407487 Nov 25 17:34:42.148787 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [None req-aa3612a6-7a86-478f-b9ad-babc9d5e618b tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:42.152181 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-aa3612a6-7a86-478f-b9ad-babc9d5e618b tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0043123 Nov 25 17:34:42.152526 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48786) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:42.156958 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [None req-e0510e44-b335-4f72-8a34-2ff0085b0d99 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:42.159812 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e0510e44-b335-4f72-8a34-2ff0085b0d99 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0043344 Nov 25 17:34:42.160717 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48790) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:42.166027 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [None req-c18b1f6a-2fdd-4dfb-b095-c2efd1500db7 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:42.169454 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c18b1f6a-2fdd-4dfb-b095-c2efd1500db7 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0051513 Nov 25 17:34:42.169728 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48792) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:42.174912 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [None req-50883f46-674c-43a0-a44b-65dfb86e7358 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:42.178228 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-50883f46-674c-43a0-a44b-65dfb86e7358 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0054297 Nov 25 17:34:42.193315 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48794) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:42.199710 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [None req-8d33a984-f7a7-43c9-8476-934100242958 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:42.200663 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-8d33a984-f7a7-43c9-8476-934100242958 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0059123 Nov 25 17:34:42.203421 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48798) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:42.232265 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [None req-525ccaba-6845-46c1-8f2b-31a5ea8228f2 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:42.233254 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-525ccaba-6845-46c1-8f2b-31a5ea8228f2 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0289559 Nov 25 17:34:42.236026 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48804) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:42.242620 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [None req-2df47fd5-1f64-47f9-bcab-949ad43effaf tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:42.243811 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-2df47fd5-1f64-47f9-bcab-949ad43effaf tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0066476 Nov 25 17:34:42.246338 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48806) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:42.255453 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [None req-04094fda-de82-4d7b-99bf-6ce5372a4bd2 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:42.257515 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-04094fda-de82-4d7b-99bf-6ce5372a4bd2 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0090163 Nov 25 17:34:42.261349 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48812) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:42.265779 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [None req-30671c31-40d8-4ab8-87c2-98fa99001957 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:42.269189 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-30671c31-40d8-4ab8-87c2-98fa99001957 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0043497 Nov 25 17:34:42.269616 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48814) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:42.278048 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [None req-e578ca7b-29cd-4703-b89b-837d21cd4805 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:42.279380 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e578ca7b-29cd-4703-b89b-837d21cd4805 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0055387 Nov 25 17:34:42.281936 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48818) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:42.286934 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [None req-de36ff11-49c7-4657-8bea-ffd4f88c9229 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:42.290415 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-de36ff11-49c7-4657-8bea-ffd4f88c9229 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0050545 Nov 25 17:34:42.292995 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48822) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:42.297261 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [None req-28133d54-98b8-4271-8472-fb9802e8096b tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:42.300327 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-28133d54-98b8-4271-8472-fb9802e8096b tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0042465 Nov 25 17:34:42.300805 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48826) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:42.305407 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [None req-94322ec8-bfc5-4521-aa7d-64e87ecefa20 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:42.308368 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-94322ec8-bfc5-4521-aa7d-64e87ecefa20 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0046444 Nov 25 17:34:42.309086 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48828) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:42.313374 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-783e45fe-ce8b-4fbd-9840-a924ccb9126f req-9c55d6d3-aa61-4f3f-b09d-9378fc40a5bf service neutron] 10.222.0.90 "GET /v2.0/networks/49c799e6-01fb-4356-b67f-8b970273c51a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612961 Nov 25 17:34:42.318419 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [None req-2f87558f-851b-4471-9ae2-b77c9d5e271a tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:42.320876 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2f87558f-851b-4471-9ae2-b77c9d5e271a tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0094831 Nov 25 17:34:42.322811 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48836) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:42.328025 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [None req-2a2db13a-0535-48ce-b9ab-966e02c3c71e tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:42.329115 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2a2db13a-0535-48ce-b9ab-966e02c3c71e tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0048819 Nov 25 17:34:42.331562 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48838) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:42.340187 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [None req-b5c471da-fcc3-47d7-b31c-4d1157f2e421 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:42.342246 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b5c471da-fcc3-47d7-b31c-4d1157f2e421 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0087638 Nov 25 17:34:42.345270 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48840) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:42.349939 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [None req-87a5021e-7b9f-42c2-8e1c-ac3dc1b0b6b7 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:42.351063 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-87a5021e-7b9f-42c2-8e1c-ac3dc1b0b6b7 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0047395 Nov 25 17:34:42.353970 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48842) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:42.358605 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [None req-caa85736-a54d-4613-8b5f-4d68f38bd10e tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:42.362208 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-caa85736-a54d-4613-8b5f-4d68f38bd10e tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0045822 Nov 25 17:34:42.362472 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48846) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:42.366853 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [None req-bfe902d6-31f6-4458-812f-d8fa1014fbd7 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:42.370685 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48848) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:42.370910 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-bfe902d6-31f6-4458-812f-d8fa1014fbd7 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0072439 Nov 25 17:34:42.377100 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [None req-63da15c1-bf57-4d0d-86a4-dcb31098c124 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:42.381658 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-63da15c1-bf57-4d0d-86a4-dcb31098c124 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0070572 Nov 25 17:34:42.382028 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48854) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:42.387262 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [None req-1a6c36a2-8a6a-402e-85ca-5c0377c40a65 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:42.389031 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1a6c36a2-8a6a-402e-85ca-5c0377c40a65 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0053203 Nov 25 17:34:42.390877 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48856) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:42.395333 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [None req-41dfcd84-8099-41c3-b9fc-f0ab803fa268 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:42.396867 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-41dfcd84-8099-41c3-b9fc-f0ab803fa268 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0045466 Nov 25 17:34:42.400175 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48858) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:42.405515 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [None req-c2aa0dad-289c-4551-b313-196530ba22b1 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:42.406471 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c2aa0dad-289c-4551-b313-196530ba22b1 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0051229 Nov 25 17:34:42.408944 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48862) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:42.412657 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [None req-ecb39589-4471-44c6-aae2-cdfa7eb5c5df tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:42.413632 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ecb39589-4471-44c6-aae2-cdfa7eb5c5df tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0039344 Nov 25 17:34:42.416374 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48866) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:42.420431 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [None req-c5b03aee-9a79-46de-be7f-5963208b1f8d tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:42.421397 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c5b03aee-9a79-46de-be7f-5963208b1f8d tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0041115 Nov 25 17:34:42.423619 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48868) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:42.427541 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [None req-3f85edac-c9d8-4da5-bb7e-4cdbd66fcda3 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:42.428913 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3f85edac-c9d8-4da5-bb7e-4cdbd66fcda3 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0041840 Nov 25 17:34:42.431489 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48870) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:42.436472 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [None req-889e522e-bac6-41cc-8ee5-1eec034e90e4 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:42.437941 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-889e522e-bac6-41cc-8ee5-1eec034e90e4 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0051315 Nov 25 17:34:42.439799 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48874) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:42.445678 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [None req-f230af16-b1d2-4c1c-b437-ec4397064ae3 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:42.446749 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f230af16-b1d2-4c1c-b437-ec4397064ae3 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0058331 Nov 25 17:34:42.449020 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48880) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:42.452970 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [None req-4a5eebbd-5e43-4cfa-a75d-be74d792b6ab tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:42.455595 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4a5eebbd-5e43-4cfa-a75d-be74d792b6ab tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0040698 Nov 25 17:34:42.456368 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48882) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:42.460636 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [None req-36f75da0-523e-4961-984b-9e60bc8f2bd7 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] http://10.222.0.75:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:42.461593 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-36f75da0-523e-4961-984b-9e60bc8f2bd7 tempest-ExtensionsTestJSON-1455304978 tempest-ExtensionsTestJSON-1455304978-project] 10.222.0.75 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0042508 Nov 25 17:34:42.475551 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device f8df6412-0474-413b-8ce4-061c2c87e934 no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:34:42.558008 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:42.583397 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd889e5-b734-40e3-b6b0-78bc656845fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8df6412-0474-413b-8ce4-061c2c87e934'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:34:42.586619 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a57de2c-fbd6-4b3e-ac82-2e194331f3a9" -d '{"events": [{"server_uuid": "3dd889e5-b734-40e3-b6b0-78bc656845fb", "name": "network-vif-unplugged", "status": "completed", "tag": "f8df6412-0474-413b-8ce4-061c2c87e934"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:34:42.599749 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port f8df6412-0474-413b-8ce4-061c2c87e934, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=f8df6412-0474-413b-8ce4-061c2c87e934,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:42.607286 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:42.644478 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f90de14-99ba-48c1-aee1-f3c5fc75bf14 x-openstack-request-id: req-5f90de14-99ba-48c1-aee1-f3c5fc75bf14 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:34:42.644806 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd889e5-b734-40e3-b6b0-78bc656845fb", "name": "network-vif-unplugged", "status": "completed", "tag": "f8df6412-0474-413b-8ce4-061c2c87e934", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:34:42.645053 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5f90de14-99ba-48c1-aee1-f3c5fc75bf14 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:34:42.645615 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd889e5-b734-40e3-b6b0-78bc656845fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8df6412-0474-413b-8ce4-061c2c87e934', 'code': 200} Nov 25 17:34:42.673059 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=f8df6412-0474-413b-8ce4-061c2c87e934,revision_number=11']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:42.886098 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48908) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:42.896970 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018d2cd-4f94-4679-9adf-578a1e3458e5 req-0606b365-c1f9-4f94-9bcc-73fbab85a7ff tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:42.899032 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2018d2cd-4f94-4679-9adf-578a1e3458e5 req-0606b365-c1f9-4f94-9bcc-73fbab85a7ff tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 945 time: 0.0513513 Nov 25 17:34:42.961137 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2018d2cd-4f94-4679-9adf-578a1e3458e5 req-6e7ef055-8509-42f1-bc5a-08d806bd6e44 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1b3f624-9a69-4743-bfac-9a2aba2cec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538540 Nov 25 17:34:43.250340 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5d94bac8-d9f9-41c0-acea-4b3b4bad65c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:43.353336 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5d94bac8-d9f9-41c0-acea-4b3b4bad65c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:43.358776 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5d94bac8-d9f9-41c0-acea-4b3b4bad65c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:43.408158 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48950) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:43.414344 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-5d94bac8-d9f9-41c0-acea-4b3b4bad65c5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=99fe3b8f94a245c79d6d288aba643376&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5258210 Nov 25 17:34:43.415290 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d94bac8-d9f9-41c0-acea-4b3b4bad65c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f62643e6-3d3f-4e08-8dfc-5f446e62712f,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:43.481837 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-21c2a7d3-a634-4fd6-91fe-68077b8aba9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:43.509021 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-21c2a7d3-a634-4fd6-91fe-68077b8aba9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:43.571051 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-21c2a7d3-a634-4fd6-91fe-68077b8aba9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:43.574621 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-21c2a7d3-a634-4fd6-91fe-68077b8aba9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:43.578477 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-21c2a7d3-a634-4fd6-91fe-68077b8aba9a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f62643e6-3d3f-4e08-8dfc-5f446e62712f HTTP/1.1" status: 204 len: 168 time: 0.1692779 Nov 25 17:34:43.589177 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c2a7d3-a634-4fd6-91fe-68077b8aba9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f62643e6-3d3f-4e08-8dfc-5f446e62712f,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:44.234530 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18cf0bb-0a13-4c31-b6ec-1bb68a0b6339 req-1154a518-e442-42f7-bf5e-91204df136f1 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:44.266751 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b18cf0bb-0a13-4c31-b6ec-1bb68a0b6339 req-1154a518-e442-42f7-bf5e-91204df136f1 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 945 time: 0.1322403 Nov 25 17:34:44.358983 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b18cf0bb-0a13-4c31-b6ec-1bb68a0b6339 req-31328360-98f1-48f1-b7a5-7a9850ade6b3 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1b3f624-9a69-4743-bfac-9a2aba2cec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877283 Nov 25 17:34:44.750851 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 53a65dd2-7261-432f-a213-f291c3e01123 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:34:44.852475 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:44.891493 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 53a65dd2-7261-432f-a213-f291c3e01123, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=53a65dd2-7261-432f-a213-f291c3e01123,segment=NetworkSegment(74518c65-0a77-49eb-8302-d0397cc0c64c),segment_id=74518c65-0a77-49eb-8302-d0397cc0c64c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:44.902413 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2199aed-22e4-45f1-889a-a5741f6a4c6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53a65dd2-7261-432f-a213-f291c3e01123'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:34:44.905809 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a30855a-4677-43d1-86b5-d52c15f68d6c" -d '{"events": [{"server_uuid": "e2199aed-22e4-45f1-889a-a5741f6a4c6c", "name": "network-vif-unplugged", "status": "completed", "tag": "53a65dd2-7261-432f-a213-f291c3e01123"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:34:44.909283 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:44.981884 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=53a65dd2-7261-432f-a213-f291c3e01123,revision_number=8']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:45.051645 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 25 Nov 2021 17:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd5cf17-7ccd-46cd-a5c3-7cee4a7453e7 x-openstack-request-id: req-8fd5cf17-7ccd-46cd-a5c3-7cee4a7453e7 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:34:45.052238 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2199aed-22e4-45f1-889a-a5741f6a4c6c", "name": "network-vif-unplugged", "status": "failed", "tag": "53a65dd2-7261-432f-a213-f291c3e01123", "code": 422}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:34:45.052666 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8fd5cf17-7ccd-46cd-a5c3-7cee4a7453e7 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:34:45.053420 n-d-817746-1 neutron-server[103362]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e2199aed-22e4-45f1-889a-a5741f6a4c6c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '53a65dd2-7261-432f-a213-f291c3e01123', 'code': 422} returned with failed status Nov 25 17:34:45.104100 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [req-b48f6973-9d80-4df5-af39-8c006e7dc9f5 req-c6e8186e-ecf3-4426-8d37-34dba2a14316 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:45.104936 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b48f6973-9d80-4df5-af39-8c006e7dc9f5 req-c6e8186e-ecf3-4426-8d37-34dba2a14316 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065956 Nov 25 17:34:45.221853 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49098) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:45.290774 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f6d1f-2a46-446b-9637-b17b7d137d92 req-f31b7b80-0a64-44d7-9302-b9680d948e61 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:45.292889 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-491f6d1f-2a46-446b-9637-b17b7d137d92 req-f31b7b80-0a64-44d7-9302-b9680d948e61 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 943 time: 0.0627434 Nov 25 17:34:45.351242 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-491f6d1f-2a46-446b-9637-b17b7d137d92 req-a93c9022-77e7-4e1d-b5dc-25567814f158 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1b3f624-9a69-4743-bfac-9a2aba2cec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517826 Nov 25 17:34:45.481880 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-ed596903-68d7-4bd1-b597-43211088dadb tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-111863538'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:45.518254 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed596903-68d7-4bd1-b597-43211088dadb tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Made reservation on behalf of 5884683f67b1419693da63e1a2b0bc4d for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:34:45.524429 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ed596903-68d7-4bd1-b597-43211088dadb tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:45.557426 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ed596903-68d7-4bd1-b597-43211088dadb tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:45.719315 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec15e9-9892-4447-92c8-bab20c5ffb88 req-41ff10b0-27d8-4a02-a9d8-d9db2aa0accd tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:45.719315 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-59ec15e9-9892-4447-92c8-bab20c5ffb88 req-41ff10b0-27d8-4a02-a9d8-d9db2aa0accd tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] 10.222.0.75 "GET /v2.0/ports?device_id=c9f170a0-e351-44e2-b847-ae19a05a12f1 HTTP/1.1" status: 200 len: 948 time: 0.1005404 Nov 25 17:34:45.738670 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ed596903-68d7-4bd1-b597-43211088dadb tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:45.742235 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-0dfc7f53-9598-4ec1-b215-beb32ad43ea4 req-e8e26841-a0fe-4a27-a717-6097d163be5a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1191027 Nov 25 17:34:45.747269 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [req-0dfc7f53-9598-4ec1-b215-beb32ad43ea4 req-195769ad-bcd8-41fc-9890-e604018b88d3 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:34:45.748355 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-0dfc7f53-9598-4ec1-b215-beb32ad43ea4 req-195769ad-bcd8-41fc-9890-e604018b88d3 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054233 Nov 25 17:34:45.753657 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ed596903-68d7-4bd1-b597-43211088dadb tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:45.794422 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed596903-68d7-4bd1-b597-43211088dadb tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 933} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:34:45.801696 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-59ec15e9-9892-4447-92c8-bab20c5ffb88 req-09cf3acc-6e6d-4fa8-b705-24d00e914a78 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] 10.222.0.75 "GET /v2.0/security-groups?id=de66d59e-e4b4-4371-ae76-225f18d58b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736651 Nov 25 17:34:45.815558 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed596903-68d7-4bd1-b597-43211088dadb tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe879be-ac8f-4006-8a51-c27fcdf5a068,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:45.828500 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ed596903-68d7-4bd1-b597-43211088dadb tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:45.828500 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-ed596903-68d7-4bd1-b597-43211088dadb tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Added segment db13a1d1-6152-4935-b570-7cf49dfcc8d6 of type vlan for network d81124fa-8988-4275-ac18-570f8c4ed9dc Nov 25 17:34:45.866416 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ed596903-68d7-4bd1-b597-43211088dadb tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:45.897440 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ed596903-68d7-4bd1-b597-43211088dadb tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:45.904340 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed596903-68d7-4bd1-b597-43211088dadb tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:45.904815 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ed596903-68d7-4bd1-b597-43211088dadb tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:45.983560 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-ed596903-68d7-4bd1-b597-43211088dadb tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.7605770 Nov 25 17:34:45.986420 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49144) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:45.994231 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-9fad1d33-e8ed-4890-ad8c-9ad393a8e1f1 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Request body: {'subnet': {'network_id': 'd81124fa-8988-4275-ac18-570f8c4ed9dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:46.002378 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed596903-68d7-4bd1-b597-43211088dadb tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Pushing event updated for resources: {'Network': ['ID=d81124fa-8988-4275-ac18-570f8c4ed9dc,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:46.019667 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network d81124fa-8988-4275-ac18-570f8c4ed9dc details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:34:46.153012 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fad1d33-e8ed-4890-ad8c-9ad393a8e1f1 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Made reservation on behalf of 5884683f67b1419693da63e1a2b0bc4d for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:34:46.157008 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9fad1d33-e8ed-4890-ad8c-9ad393a8e1f1 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:46.358634 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9fad1d33-e8ed-4890-ad8c-9ad393a8e1f1 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:46.448487 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad1d33-e8ed-4890-ad8c-9ad393a8e1f1 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Pushing event updated for resources: {'Subnet': ['ID=58329556-612f-4761-bf7e-721500e7e1c6,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:46.459314 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fad1d33-e8ed-4890-ad8c-9ad393a8e1f1 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Checking segment: {'id': 'db13a1d1-6152-4935-b570-7cf49dfcc8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'd81124fa-8988-4275-ac18-570f8c4ed9dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:34:46.459914 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fad1d33-e8ed-4890-ad8c-9ad393a8e1f1 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Network hostable DHCP agents. Network: d81124fa-8988-4275-ac18-570f8c4ed9dc, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:34:46.485220 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fad1d33-e8ed-4890-ad8c-9ad393a8e1f1 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Network d81124fa-8988-4275-ac18-570f8c4ed9dc is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:34:46.505355 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-9fad1d33-e8ed-4890-ad8c-9ad393a8e1f1 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, d81124fa-8988-4275-ac18-570f8c4ed9dc) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:46.511352 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fad1d33-e8ed-4890-ad8c-9ad393a8e1f1 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:46.512225 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9fad1d33-e8ed-4890-ad8c-9ad393a8e1f1 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:46.530305 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c287cec0-b7f7-4135-8f99-8bcc4538ee52 None None] Network d81124fa-8988-4275-ac18-570f8c4ed9dc requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:34:46.541349 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9fad1d33-e8ed-4890-ad8c-9ad393a8e1f1 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5528250 Nov 25 17:34:46.544813 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49164) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:46.559047 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-59b53a9c-5816-4d2e-a98c-bd9f82ce88ef tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1177029185', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:46.617879 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3f3bb7-9bfa-49a0-9bfe-df2cb24b7fc2 req-eeb65cac-8ee7-47de-86cb-5782f0a1e00f tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:46.620135 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7f3f3bb7-9bfa-49a0-9bfe-df2cb24b7fc2 req-eeb65cac-8ee7-47de-86cb-5782f0a1e00f tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 943 time: 0.1497943 Nov 25 17:34:46.638437 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-59b53a9c-5816-4d2e-a98c-bd9f82ce88ef tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:46.639793 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-59b53a9c-5816-4d2e-a98c-bd9f82ce88ef tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:46.640034 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:46.745357 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7f3f3bb7-9bfa-49a0-9bfe-df2cb24b7fc2 req-05a7c889-ac99-4b68-b1b1-e8f5939c933f tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1b3f624-9a69-4743-bfac-9a2aba2cec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170912 Nov 25 17:34:46.759511 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69508c3d-0633-4fd8-8fe5-2b1d996ef8b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-d81124fa-8988-4275-ac18-570f8c4ed9dc', 'network_id': 'd81124fa-8988-4275-ac18-570f8c4ed9dc', 'tenant_id': '5884683f67b1419693da63e1a2b0bc4d', 'fixed_ips': [{'subnet_id': '58329556-612f-4761-bf7e-721500e7e1c6'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:34:46.760408 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-69508c3d-0633-4fd8-8fe5-2b1d996ef8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:46.794988 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-59b53a9c-5816-4d2e-a98c-bd9f82ce88ef tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:46.803813 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-59b53a9c-5816-4d2e-a98c-bd9f82ce88ef tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:46.845796 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-59b53a9c-5816-4d2e-a98c-bd9f82ce88ef tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:46.849882 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-59b53a9c-5816-4d2e-a98c-bd9f82ce88ef tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3040349 Nov 25 17:34:46.853425 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49172) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:46.858430 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:46.967815 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-69508c3d-0633-4fd8-8fe5-2b1d996ef8b3 None None] Allocated IP 172.20.0.2 (d81124fa-8988-4275-ac18-570f8c4ed9dc/58329556-612f-4761-bf7e-721500e7e1c6/3019a708-51dd-4559-88d6-9aba627ff520) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:34:47.168023 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2c3eb460-5db6-4619-a0d8-7585d8fa68c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:47.198738 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63b37e9-3860-44f8-b06b-83606bda8689 req-a74ee920-1c2e-464a-a9a3-321b70fcc95c tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:47.203162 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b63b37e9-3860-44f8-b06b-83606bda8689 req-a74ee920-1c2e-464a-a9a3-321b70fcc95c tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] 10.222.0.75 "GET /v2.0/ports?device_id=c9f170a0-e351-44e2-b847-ae19a05a12f1 HTTP/1.1" status: 200 len: 948 time: 0.2374380 Nov 25 17:34:47.209202 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-69508c3d-0633-4fd8-8fe5-2b1d996ef8b3 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:47.222727 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-69508c3d-0633-4fd8-8fe5-2b1d996ef8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:47.285561 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69508c3d-0633-4fd8-8fe5-2b1d996ef8b3 None None] Network d81124fa-8988-4275-ac18-570f8c4ed9dc is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:34:47.290659 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-69508c3d-0633-4fd8-8fe5-2b1d996ef8b3 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:47.294784 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69508c3d-0633-4fd8-8fe5-2b1d996ef8b3 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:34:47.306569 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69508c3d-0633-4fd8-8fe5-2b1d996ef8b3 None None] Pushing event updated for resources: {'Port': ['ID=3019a708-51dd-4559-88d6-9aba627ff520,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:47.326318 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b63b37e9-3860-44f8-b06b-83606bda8689 req-b0859c1a-01e0-4c7b-b807-11d4a1e285ca tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] 10.222.0.75 "GET /v2.0/security-groups?id=de66d59e-e4b4-4371-ae76-225f18d58b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102307 Nov 25 17:34:47.372365 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-69508c3d-0633-4fd8-8fe5-2b1d996ef8b3 None None] Attempting to bind port 3019a708-51dd-4559-88d6-9aba627ff520 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:34:47.372749 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-69508c3d-0633-4fd8-8fe5-2b1d996ef8b3 None None] Attempting to bind port 3019a708-51dd-4559-88d6-9aba627ff520 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'db13a1d1-6152-4935-b570-7cf49dfcc8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'd81124fa-8988-4275-ac18-570f8c4ed9dc'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:34:47.373155 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69508c3d-0633-4fd8-8fe5-2b1d996ef8b3 None None] Attempting to bind port 3019a708-51dd-4559-88d6-9aba627ff520 on network d81124fa-8988-4275-ac18-570f8c4ed9dc {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:34:47.379999 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69508c3d-0633-4fd8-8fe5-2b1d996ef8b3 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:34:47.380440 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69508c3d-0633-4fd8-8fe5-2b1d996ef8b3 None None] Checking segment: {'id': 'db13a1d1-6152-4935-b570-7cf49dfcc8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'd81124fa-8988-4275-ac18-570f8c4ed9dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:34:47.380872 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-69508c3d-0633-4fd8-8fe5-2b1d996ef8b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:47.381288 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69508c3d-0633-4fd8-8fe5-2b1d996ef8b3 None None] Bound using segment: {'id': 'db13a1d1-6152-4935-b570-7cf49dfcc8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'd81124fa-8988-4275-ac18-570f8c4ed9dc'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:34:47.381766 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-69508c3d-0633-4fd8-8fe5-2b1d996ef8b3 None None] Bound port: 3019a708-51dd-4559-88d6-9aba627ff520, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db13a1d1-6152-4935-b570-7cf49dfcc8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'd81124fa-8988-4275-ac18-570f8c4ed9dc'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:34:47.382183 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-69508c3d-0633-4fd8-8fe5-2b1d996ef8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:47.422923 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ed563-2fbd-434c-851a-fdb23b11421d req-4b427edd-9f6e-47e8-9ccc-932e9ad16c2e tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:47.424997 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b03ed563-2fbd-434c-851a-fdb23b11421d req-4b427edd-9f6e-47e8-9ccc-932e9ad16c2e tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] 10.222.0.74 "GET /v2.0/ports?device_id=c9f170a0-e351-44e2-b847-ae19a05a12f1 HTTP/1.1" status: 200 len: 948 time: 0.3190391 Nov 25 17:34:47.475220 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-69508c3d-0633-4fd8-8fe5-2b1d996ef8b3 None None] For port 3019a708-51dd-4559-88d6-9aba627ff520, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:34:47.480324 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-69508c3d-0633-4fd8-8fe5-2b1d996ef8b3 None None] For port 3019a708-51dd-4559-88d6-9aba627ff520, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=3019a708-51dd-4559-88d6-9aba627ff520,segment=NetworkSegment(db13a1d1-6152-4935-b570-7cf49dfcc8d6),segment_id=db13a1d1-6152-4935-b570-7cf49dfcc8d6)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:34:47.489756 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-69508c3d-0633-4fd8-8fe5-2b1d996ef8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:47.502685 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-88c6f5b3-a0f1-4e94-b479-7042f328b952 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:47.562135 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69508c3d-0633-4fd8-8fe5-2b1d996ef8b3 None None] Pushing event updated for resources: {'Port': ['ID=3019a708-51dd-4559-88d6-9aba627ff520,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:47.753385 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-b03ed563-2fbd-434c-851a-fdb23b11421d req-3e9864dc-3881-432e-93ff-8ed8d9eb5fc7 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Deleting port 5de1d902-61ca-495f-a62a-83205c0f84c2 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:47.753944 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b03ed563-2fbd-434c-851a-fdb23b11421d req-3e9864dc-3881-432e-93ff-8ed8d9eb5fc7 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:48.027927 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49192) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:48.038208 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-b03ed563-2fbd-434c-851a-fdb23b11421d req-3e9864dc-3881-432e-93ff-8ed8d9eb5fc7 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] For port 5de1d902-61ca-495f-a62a-83205c0f84c2, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=5de1d902-61ca-495f-a62a-83205c0f84c2,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:48.038577 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b03ed563-2fbd-434c-851a-fdb23b11421d req-3e9864dc-3881-432e-93ff-8ed8d9eb5fc7 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:48.059231 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-b03ed563-2fbd-434c-851a-fdb23b11421d req-3e9864dc-3881-432e-93ff-8ed8d9eb5fc7 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Calling delete_port for 5de1d902-61ca-495f-a62a-83205c0f84c2 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:48.076354 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd0c10-3ddb-4143-b750-d8da0af58308 req-1cb558cf-6bbc-4a6e-a2d0-de136a2a2984 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:48.083536 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-14dd0c10-3ddb-4143-b750-d8da0af58308 req-1cb558cf-6bbc-4a6e-a2d0-de136a2a2984 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 943 time: 0.1866724 Nov 25 17:34:48.088484 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-88c6f5b3-a0f1-4e94-b479-7042f328b952 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Allocated IP 172.20.0.1 (d81124fa-8988-4275-ac18-570f8c4ed9dc/58329556-612f-4761-bf7e-721500e7e1c6/841ec801-018a-4260-8531-6cb2f0840af6) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:34:48.193146 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f73d22a3-c398-46d6-aa82-0a9973977cc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:48.255810 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-14dd0c10-3ddb-4143-b750-d8da0af58308 req-8458128b-f6a6-4be5-be8e-02ae34589c46 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1b3f624-9a69-4743-bfac-9a2aba2cec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711364 Nov 25 17:34:48.377995 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f73d22a3-c398-46d6-aa82-0a9973977cc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:48.386130 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f73d22a3-c398-46d6-aa82-0a9973977cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:48.435627 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 3019a708-51dd-4559-88d6-9aba627ff520 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:34:48.436186 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-88c6f5b3-a0f1-4e94-b479-7042f328b952 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:48.468814 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f73d22a3-c398-46d6-aa82-0a9973977cc1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0a78f7605d2d46a2a2dfd11ff25f9fc0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4390261 Nov 25 17:34:48.469988 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73d22a3-c398-46d6-aa82-0a9973977cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6511ca8-285c-43ea-818e-5597e5917860,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:48.472544 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49202) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:48.493249 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 3019a708-51dd-4559-88d6-9aba627ff520 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:48.493628 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:48.534695 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3f92e237-6acb-4e1b-b1b0-6c408aa65d84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:48.569576 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3f92e237-6acb-4e1b-b1b0-6c408aa65d84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:48.574750 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed04e48d-43f4-4997-98a3-ca77a93b2603 req-3a840e4c-1d8e-42b9-ae8c-0fc5a95e3cf2 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:48.576304 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed04e48d-43f4-4997-98a3-ca77a93b2603 req-3a840e4c-1d8e-42b9-ae8c-0fc5a95e3cf2 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] 10.222.0.75 "GET /v2.0/ports?device_id=c9f170a0-e351-44e2-b847-ae19a05a12f1 HTTP/1.1" status: 200 len: 948 time: 0.1267679 Nov 25 17:34:48.578700 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b03ed563-2fbd-434c-851a-fdb23b11421d req-3e9864dc-3881-432e-93ff-8ed8d9eb5fc7 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:48.599987 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:48.618236 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-88c6f5b3-a0f1-4e94-b479-7042f328b952 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:48.628662 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9864dc-3881-432e-93ff-8ed8d9eb5fc7 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Pushing event deleted for resources: {'Port': ['ID=5de1d902-61ca-495f-a62a-83205c0f84c2,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:48.646487 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c6f5b3-a0f1-4e94-b479-7042f328b952 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Network d81124fa-8988-4275-ac18-570f8c4ed9dc is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:34:48.654375 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port 3019a708-51dd-4559-88d6-9aba627ff520, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=3019a708-51dd-4559-88d6-9aba627ff520,segment=NetworkSegment(db13a1d1-6152-4935-b570-7cf49dfcc8d6),segment_id=db13a1d1-6152-4935-b570-7cf49dfcc8d6)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:48.654605 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-88c6f5b3-a0f1-4e94-b479-7042f328b952 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:48.661960 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:48.669404 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c6f5b3-a0f1-4e94-b479-7042f328b952 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:34:48.714075 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3f92e237-6acb-4e1b-b1b0-6c408aa65d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:48.718054 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3f92e237-6acb-4e1b-b1b0-6c408aa65d84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:48.719713 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3f92e237-6acb-4e1b-b1b0-6c408aa65d84 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b6511ca8-285c-43ea-818e-5597e5917860 HTTP/1.1" status: 204 len: 168 time: 0.2460151 Nov 25 17:34:48.753262 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f92e237-6acb-4e1b-b1b0-6c408aa65d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6511ca8-285c-43ea-818e-5597e5917860,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:48.835655 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed04e48d-43f4-4997-98a3-ca77a93b2603 req-9f567774-7cba-4fb9-96ca-fa2378219ec1 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] 10.222.0.75 "GET /v2.0/security-groups?id=de66d59e-e4b4-4371-ae76-225f18d58b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170923 Nov 25 17:34:48.840729 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=3019a708-51dd-4559-88d6-9aba627ff520,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:48.844008 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-b03ed563-2fbd-434c-851a-fdb23b11421d req-3e9864dc-3881-432e-93ff-8ed8d9eb5fc7 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] No DVR routers for this DVR port 5de1d902-61ca-495f-a62a-83205c0f84c2 on host n-h1-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:34:48.855733 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b03ed563-2fbd-434c-851a-fdb23b11421d req-3e9864dc-3881-432e-93ff-8ed8d9eb5fc7 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:48.859191 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b03ed563-2fbd-434c-851a-fdb23b11421d req-3e9864dc-3881-432e-93ff-8ed8d9eb5fc7 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] 10.222.0.74 "DELETE /v2.0/ports/5de1d902-61ca-495f-a62a-83205c0f84c2 HTTP/1.1" status: 204 len: 173 time: 1.4272406 Nov 25 17:34:48.859830 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f170a0-e351-44e2-b847-ae19a05a12f1', 'name': 'network-vif-deleted', 'tag': '5de1d902-61ca-495f-a62a-83205c0f84c2'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:34:48.863546 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9def87-c13b-446e-a48f-09bde9552dab" -d '{"events": [{"server_uuid": "c9f170a0-e351-44e2-b847-ae19a05a12f1", "name": "network-vif-deleted", "tag": "5de1d902-61ca-495f-a62a-83205c0f84c2"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:34:48.885416 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c6f5b3-a0f1-4e94-b479-7042f328b952 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Pushing event updated for resources: {'Port': ['ID=841ec801-018a-4260-8531-6cb2f0840af6,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:48.893896 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-88c6f5b3-a0f1-4e94-b479-7042f328b952 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:48.985926 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e649ad9-b80c-4b2f-b978-7ec59872a6db x-openstack-request-id: req-5e649ad9-b80c-4b2f-b978-7ec59872a6db {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:34:48.986623 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f170a0-e351-44e2-b847-ae19a05a12f1", "name": "network-vif-deleted", "tag": "5de1d902-61ca-495f-a62a-83205c0f84c2", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:34:48.987019 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5e649ad9-b80c-4b2f-b978-7ec59872a6db {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:34:48.987580 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f170a0-e351-44e2-b847-ae19a05a12f1', 'name': 'network-vif-deleted', 'tag': '5de1d902-61ca-495f-a62a-83205c0f84c2', 'status': 'completed', 'code': 200} Nov 25 17:34:49.150675 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-88c6f5b3-a0f1-4e94-b479-7042f328b952 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:49.158588 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52f8587-7750-4d6e-ac79-672511bef801 None None] Network d81124fa-8988-4275-ac18-570f8c4ed9dc requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:34:49.270776 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49214) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:49.292611 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4f75c89d-1e8e-4340-8c4b-9b0b4e1ce829 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:49.306515 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d15c6c22-2f30-42a1-b368-8e561ce9489b None None] Provisioning complete for port 3019a708-51dd-4559-88d6-9aba627ff520 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:49.307142 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d15c6c22-2f30-42a1-b368-8e561ce9489b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:49.542815 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4f75c89d-1e8e-4340-8c4b-9b0b4e1ce829 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:49.549904 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4f75c89d-1e8e-4340-8c4b-9b0b4e1ce829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:49.618614 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7d5702e9-9990-4153-af8f-82c1d8743a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:49.620459 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4f75c89d-1e8e-4340-8c4b-9b0b4e1ce829 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c15a68e4845a4085b38eda8db356a239&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3486295 Nov 25 17:34:49.621564 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f75c89d-1e8e-4340-8c4b-9b0b4e1ce829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e55e2fb5-a02d-42fe-b609-3770a010e2b8,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:49.623836 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49222) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:49.633502 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd36fe-bf2e-4083-b9a9-b5fd2bb151b7 req-fb3c07a8-998a-4bbf-8328-8879d8c2773b tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:49.635409 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6ecd36fe-bf2e-4083-b9a9-b5fd2bb151b7 req-fb3c07a8-998a-4bbf-8328-8879d8c2773b tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 943 time: 0.1439831 Nov 25 17:34:49.655608 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-88c6f5b3-a0f1-4e94-b479-7042f328b952 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:49.685197 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-88c6f5b3-a0f1-4e94-b479-7042f328b952 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:49.711851 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-78e36d26-11a4-4ffa-949d-1c91cda0e40a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:49.745975 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-78e36d26-11a4-4ffa-949d-1c91cda0e40a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:49.816964 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6ecd36fe-bf2e-4083-b9a9-b5fd2bb151b7 req-57632ce0-2d5a-443d-945d-c8479fd02738 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1b3f624-9a69-4743-bfac-9a2aba2cec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611276 Nov 25 17:34:49.821609 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-78e36d26-11a4-4ffa-949d-1c91cda0e40a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:49.827198 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-78e36d26-11a4-4ffa-949d-1c91cda0e40a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:49.830871 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-78e36d26-11a4-4ffa-949d-1c91cda0e40a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e55e2fb5-a02d-42fe-b609-3770a010e2b8 HTTP/1.1" status: 204 len: 168 time: 0.2040033 Nov 25 17:34:49.841868 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-88c6f5b3-a0f1-4e94-b479-7042f328b952 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:49.843571 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e36d26-11a4-4ffa-949d-1c91cda0e40a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55e2fb5-a02d-42fe-b609-3770a010e2b8,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:49.851025 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c6f5b3-a0f1-4e94-b479-7042f328b952 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Pushing event updated for resources: {'Port': ['ID=841ec801-018a-4260-8531-6cb2f0840af6,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:50.009351 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c6f5b3-a0f1-4e94-b479-7042f328b952 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Network d81124fa-8988-4275-ac18-570f8c4ed9dc is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:34:50.011275 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-88c6f5b3-a0f1-4e94-b479-7042f328b952 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:50.023076 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-094a339f-6d42-4262-b848-de04164cbc93 None None] Provisioning complete for port 3019a708-51dd-4559-88d6-9aba627ff520 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:50.024210 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-094a339f-6d42-4262-b848-de04164cbc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:50.191305 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-094a339f-6d42-4262-b848-de04164cbc93 None None] Provisioning complete for port 841ec801-018a-4260-8531-6cb2f0840af6 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:50.191936 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-094a339f-6d42-4262-b848-de04164cbc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:50.256329 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-094a339f-6d42-4262-b848-de04164cbc93 None None] Port 841ec801-018a-4260-8531-6cb2f0840af6 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:34:50.367925 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 3019a708-51dd-4559-88d6-9aba627ff520 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:34:50.468384 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-6e2e847b-d2e5-483d-8f72-eb6117025fa0 None None] Provisioning complete for port 841ec801-018a-4260-8531-6cb2f0840af6 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:50.468784 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6e2e847b-d2e5-483d-8f72-eb6117025fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:50.526784 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-6e2e847b-d2e5-483d-8f72-eb6117025fa0 None None] Port 841ec801-018a-4260-8531-6cb2f0840af6 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:34:50.533536 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 3019a708-51dd-4559-88d6-9aba627ff520 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:50.533989 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:50.748082 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c5635b-81e9-432b-9593-f85c5c268cc6 req-256159c0-01bd-49a8-8e8e-963248f678d0 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:50.752183 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a9c5635b-81e9-432b-9593-f85c5c268cc6 req-256159c0-01bd-49a8-8e8e-963248f678d0 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] 10.222.0.75 "GET /v2.0/ports?device_id=3dd889e5-b734-40e3-b6b0-78bc656845fb HTTP/1.1" status: 200 len: 949 time: 0.0975523 Nov 25 17:34:50.752993 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c6f5b3-a0f1-4e94-b479-7042f328b952 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Router dfd8bd22-ef97-41be-b04c-1e12a91f1c6b is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:34:50.771413 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-8a8633f5-5d01-4629-b32b-6c5199e81e39 None None] Provisioning complete for port 841ec801-018a-4260-8531-6cb2f0840af6 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:50.771920 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8a8633f5-5d01-4629-b32b-6c5199e81e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:50.807739 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:50.813763 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-8a8633f5-5d01-4629-b32b-6c5199e81e39 None None] Port 841ec801-018a-4260-8531-6cb2f0840af6 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:34:50.863543 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c6f5b3-a0f1-4e94-b479-7042f328b952 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:34:50.871502 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-88c6f5b3-a0f1-4e94-b479-7042f328b952 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] 10.222.0.75 "PUT /v2.0/routers/dfd8bd22-ef97-41be-b04c-1e12a91f1c6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0138202 Nov 25 17:34:50.872160 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49258) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:50.878334 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-9fe858c7-1ce6-4fe6-b611-fc69fe6be783 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Request body: {'port': {'network_id': 'd81124fa-8988-4275-ac18-570f8c4ed9dc', 'name': 'tempest-FloatingIPNegativeTestJSON-2040867587'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:50.882631 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f0fe85-5b80-4030-ae61-ce2a1bf3abeb None None] Sync routers for ids ['dfd8bd22-ef97-41be-b04c-1e12a91f1c6b'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:34:50.914541 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a9c5635b-81e9-432b-9593-f85c5c268cc6 req-48c07988-33ae-476d-b7cd-65af670ef1b0 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] 10.222.0.75 "GET /v2.0/security-groups?id=de66d59e-e4b4-4371-ae76-225f18d58b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513169 Nov 25 17:34:50.917740 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f0fe85-5b80-4030-ae61-ce2a1bf3abeb None None] Routers {'dfd8bd22-ef97-41be-b04c-1e12a91f1c6b'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:34:50.919461 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-84f0fe85-5b80-4030-ae61-ce2a1bf3abeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:34:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['dfd8bd22-ef97-41be-b04c-1e12a91f1c6b'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:50.967246 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-84f0fe85-5b80-4030-ae61-ce2a1bf3abeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:50.977989 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f0fe85-5b80-4030-ae61-ce2a1bf3abeb None None] Routers {'dfd8bd22-ef97-41be-b04c-1e12a91f1c6b'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:34:50.978797 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-84f0fe85-5b80-4030-ae61-ce2a1bf3abeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:34:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['dfd8bd22-ef97-41be-b04c-1e12a91f1c6b'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:51.003020 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcac4c2-3266-4298-b3b4-3c427ab3a778 req-accdff74-0196-4992-9399-e4c181d89610 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:51.004762 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1dcac4c2-3266-4298-b3b4-3c427ab3a778 req-accdff74-0196-4992-9399-e4c181d89610 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 943 time: 0.0655797 Nov 25 17:34:51.043094 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-84f0fe85-5b80-4030-ae61-ce2a1bf3abeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:51.043683 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f0fe85-5b80-4030-ae61-ce2a1bf3abeb None None] The sync data for ids ['dfd8bd22-ef97-41be-b04c-1e12a91f1c6b'] in n-d-817746-1 is: [] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:34:51.084624 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1dcac4c2-3266-4298-b3b4-3c427ab3a778 req-178ba0bc-5b7d-47a5-9ef2-fe919012e549 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1b3f624-9a69-4743-bfac-9a2aba2cec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694835 Nov 25 17:34:51.121810 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe858c7-1ce6-4fe6-b611-fc69fe6be783 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Made reservation on behalf of 5884683f67b1419693da63e1a2b0bc4d for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:34:51.126358 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9fe858c7-1ce6-4fe6-b611-fc69fe6be783 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:51.145831 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-9fe858c7-1ce6-4fe6-b611-fc69fe6be783 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] device_id is not set on port 7f0a6566-b122-4c10-9f8d-14ac51bdd8f8 yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:34:51.270100 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-9fe858c7-1ce6-4fe6-b611-fc69fe6be783 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Allocated IP 172.20.0.10 (d81124fa-8988-4275-ac18-570f8c4ed9dc/58329556-612f-4761-bf7e-721500e7e1c6/7f0a6566-b122-4c10-9f8d-14ac51bdd8f8) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:34:51.448217 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9fe858c7-1ce6-4fe6-b611-fc69fe6be783 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:51.488023 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9fe858c7-1ce6-4fe6-b611-fc69fe6be783 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:51.538482 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe858c7-1ce6-4fe6-b611-fc69fe6be783 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Network d81124fa-8988-4275-ac18-570f8c4ed9dc is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:34:51.543008 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-9fe858c7-1ce6-4fe6-b611-fc69fe6be783 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:51.546944 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe858c7-1ce6-4fe6-b611-fc69fe6be783 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:34:51.585578 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe858c7-1ce6-4fe6-b611-fc69fe6be783 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Pushing event updated for resources: {'Port': ['ID=7f0a6566-b122-4c10-9f8d-14ac51bdd8f8,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:51.605360 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe858c7-1ce6-4fe6-b611-fc69fe6be783 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:51.605577 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9fe858c7-1ce6-4fe6-b611-fc69fe6be783 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:51.652897 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49280) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:51.653845 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9fe858c7-1ce6-4fe6-b611-fc69fe6be783 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7802866 Nov 25 17:34:51.657627 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-2ab7c0c3-a8a3-4a99-b0c7-3e3c3eb226c6 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Request body: {'floatingip': {'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:51.697549 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2ab7c0c3-a8a3-4a99-b0c7-3e3c3eb226c6 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks [] for floatingip, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:51.860896 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2ab7c0c3-a8a3-4a99-b0c7-3e3c3eb226c6 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:51.963012 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-840a32b1-5c8d-42f9-9ec0-f50a958ecce3 None None] Provisioning complete for port 7f0a6566-b122-4c10-9f8d-14ac51bdd8f8 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:51.964307 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-840a32b1-5c8d-42f9-9ec0-f50a958ecce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:51.966526 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:52.005069 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-840a32b1-5c8d-42f9-9ec0-f50a958ecce3 None None] Port 7f0a6566-b122-4c10-9f8d-14ac51bdd8f8 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:34:52.033369 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-2ab7c0c3-a8a3-4a99-b0c7-3e3c3eb226c6 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Allocated IP 172.25.0.190 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/bfd97f31-013c-49dd-b857-7076aef8eb73) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:34:52.200301 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06731235-9977-4c2f-b777-23d598eaaa98 req-4dfc5493-c140-4da3-b33d-665c0b538222 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:52.202570 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-06731235-9977-4c2f-b777-23d598eaaa98 req-4dfc5493-c140-4da3-b33d-665c0b538222 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] 10.222.0.74 "GET /v2.0/ports?device_id=3dd889e5-b734-40e3-b6b0-78bc656845fb HTTP/1.1" status: 200 len: 949 time: 0.1897860 Nov 25 17:34:52.217248 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713726f-d957-419a-b225-b7fe45ed6d93 req-97a39aa7-8d22-4014-9885-0b127fd948d1 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:52.224885 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e713726f-d957-419a-b225-b7fe45ed6d93 req-97a39aa7-8d22-4014-9885-0b127fd948d1 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] 10.222.0.75 "GET /v2.0/ports?device_id=3dd889e5-b734-40e3-b6b0-78bc656845fb HTTP/1.1" status: 200 len: 949 time: 0.1890719 Nov 25 17:34:52.401628 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2ab7c0c3-a8a3-4a99-b0c7-3e3c3eb226c6 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:52.410321 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06c0ba-62d3-4d02-959e-c72f43a4459c req-6fd24fce-2c54-421f-a86b-4ebefc483b1a tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:52.411828 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d06c0ba-62d3-4d02-959e-c72f43a4459c req-6fd24fce-2c54-421f-a86b-4ebefc483b1a tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 943 time: 0.2062700 Nov 25 17:34:52.429169 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e713726f-d957-419a-b225-b7fe45ed6d93 req-d2c5999e-7a59-44c2-8b2b-806dd2fbd5f3 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] 10.222.0.75 "GET /v2.0/security-groups?id=de66d59e-e4b4-4371-ae76-225f18d58b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031043 Nov 25 17:34:52.469918 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 5de1d902-61ca-495f-a62a-83205c0f84c2 no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:34:52.498744 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: 5de1d902-61ca-495f-a62a-83205c0f84c2 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:34:52.499549 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 5de1d902-61ca-495f-a62a-83205c0f84c2 not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:34:52.535480 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2ab7c0c3-a8a3-4a99-b0c7-3e3c3eb226c6 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:52.565428 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d06c0ba-62d3-4d02-959e-c72f43a4459c req-af0b3add-e6fd-4867-9974-21133305a0d8 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1b3f624-9a69-4743-bfac-9a2aba2cec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345782 Nov 25 17:34:52.617755 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-06731235-9977-4c2f-b777-23d598eaaa98 req-2fdef569-832c-4e4a-a2ae-c5a46e5aacc0 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Deleting port f8df6412-0474-413b-8ce4-061c2c87e934 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:52.618188 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-06731235-9977-4c2f-b777-23d598eaaa98 req-2fdef569-832c-4e4a-a2ae-c5a46e5aacc0 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:52.641206 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab7c0c3-a8a3-4a99-b0c7-3e3c3eb226c6 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:34:52.644568 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab7c0c3-a8a3-4a99-b0c7-3e3c3eb226c6 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Pushing event updated for resources: {'Port': ['ID=bfd97f31-013c-49dd-b857-7076aef8eb73,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:52.650400 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-2ab7c0c3-a8a3-4a99-b0c7-3e3c3eb226c6 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:52.655554 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab7c0c3-a8a3-4a99-b0c7-3e3c3eb226c6 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:34:52.820700 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-06731235-9977-4c2f-b777-23d598eaaa98 req-2fdef569-832c-4e4a-a2ae-c5a46e5aacc0 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] For port f8df6412-0474-413b-8ce4-061c2c87e934, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=f8df6412-0474-413b-8ce4-061c2c87e934,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:52.821116 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-06731235-9977-4c2f-b777-23d598eaaa98 req-2fdef569-832c-4e4a-a2ae-c5a46e5aacc0 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:52.842354 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-06731235-9977-4c2f-b777-23d598eaaa98 req-2fdef569-832c-4e4a-a2ae-c5a46e5aacc0 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Calling delete_port for f8df6412-0474-413b-8ce4-061c2c87e934 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:52.852915 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2ab7c0c3-a8a3-4a99-b0c7-3e3c3eb226c6 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:52.939491 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2ab7c0c3-a8a3-4a99-b0c7-3e3c3eb226c6 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:52.958742 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:53.118614 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-06731235-9977-4c2f-b777-23d598eaaa98 req-2fdef569-832c-4e4a-a2ae-c5a46e5aacc0 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:53.180964 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdef569-832c-4e4a-a2ae-c5a46e5aacc0 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Pushing event deleted for resources: {'Port': ['ID=f8df6412-0474-413b-8ce4-061c2c87e934,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:53.224078 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-06731235-9977-4c2f-b777-23d598eaaa98 req-2fdef569-832c-4e4a-a2ae-c5a46e5aacc0 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] No DVR routers for this DVR port f8df6412-0474-413b-8ce4-061c2c87e934 on host n-h1-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:34:53.227038 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-06731235-9977-4c2f-b777-23d598eaaa98 req-2fdef569-832c-4e4a-a2ae-c5a46e5aacc0 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:53.231131 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-06731235-9977-4c2f-b777-23d598eaaa98 req-2fdef569-832c-4e4a-a2ae-c5a46e5aacc0 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] 10.222.0.74 "DELETE /v2.0/ports/f8df6412-0474-413b-8ce4-061c2c87e934 HTTP/1.1" status: 204 len: 173 time: 0.9876924 Nov 25 17:34:53.233321 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd889e5-b734-40e3-b6b0-78bc656845fb', 'name': 'network-vif-deleted', 'tag': 'f8df6412-0474-413b-8ce4-061c2c87e934'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:34:53.236114 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e87e9361-e7f1-4556-946c-2a2b5d1cf60a" -d '{"events": [{"server_uuid": "3dd889e5-b734-40e3-b6b0-78bc656845fb", "name": "network-vif-deleted", "tag": "f8df6412-0474-413b-8ce4-061c2c87e934"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:34:53.278552 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2ab7c0c3-a8a3-4a99-b0c7-3e3c3eb226c6 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:53.286339 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2ab7c0c3-a8a3-4a99-b0c7-3e3c3eb226c6 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:53.291494 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b932353-5e20-4b08-bf35-7b353d432aef x-openstack-request-id: req-5b932353-5e20-4b08-bf35-7b353d432aef {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:34:53.291859 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd889e5-b734-40e3-b6b0-78bc656845fb", "name": "network-vif-deleted", "tag": "f8df6412-0474-413b-8ce4-061c2c87e934", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:34:53.293319 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5b932353-5e20-4b08-bf35-7b353d432aef {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:34:53.294097 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd889e5-b734-40e3-b6b0-78bc656845fb', 'name': 'network-vif-deleted', 'tag': 'f8df6412-0474-413b-8ce4-061c2c87e934', 'status': 'completed', 'code': 200} Nov 25 17:34:53.361908 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49324) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:53.381000 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab7c0c3-a8a3-4a99-b0c7-3e3c3eb226c6 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Pushing event updated for resources: {'Port': ['ID=bfd97f31-013c-49dd-b857-7076aef8eb73,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:53.399711 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2ab7c0c3-a8a3-4a99-b0c7-3e3c3eb226c6 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:53.415890 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2ab7c0c3-a8a3-4a99-b0c7-3e3c3eb226c6 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:53.420115 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-2ab7c0c3-a8a3-4a99-b0c7-3e3c3eb226c6 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7639050 Nov 25 17:34:53.420845 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49328) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:53.425775 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-1852a261-deca-467e-b14a-398135dd29c5 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Request body: {'floatingip': {'port_id': '7f0a6566-b122-4c10-9f8d-14ac51bdd8f8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:53.476056 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1852a261-deca-467e-b14a-398135dd29c5 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks [] for floatingip, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:53.561010 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6b566d06-2790-4230-b80c-d50f4730059e req-61ed433a-dae7-4291-a821-a16b231e56b8 tempest-ListImageFiltersTestJSON-1033288284 tempest-ListImageFiltersTestJSON-1033288284-project] 10.222.0.75 "GET /v2.0/ports?device_id=3dd889e5-b734-40e3-b6b0-78bc656845fb HTTP/1.1" status: 200 len: 210 time: 0.0384340 Nov 25 17:34:53.576959 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-25b1e554-a70f-48ce-b731-761d39ad647b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:53.715770 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-1852a261-deca-467e-b14a-398135dd29c5 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] update failed (client error): The resource could not be found. Nov 25 17:34:53.721357 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1852a261-deca-467e-b14a-398135dd29c5 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] 10.222.0.75 "PUT /v2.0/floatingips/646a7c9e-56d0-4438-97c2-39062e9e0fb9 HTTP/1.1" status: 404 len: 507 time: 0.2992682 Nov 25 17:34:53.723264 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49338) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:53.754701 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a5b198-6584-4c2b-9adb-8041ec5059f2 req-772aff33-1b6c-46ae-ad01-559bb6c64a6f tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:53.764014 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-56a5b198-6584-4c2b-9adb-8041ec5059f2 req-772aff33-1b6c-46ae-ad01-559bb6c64a6f tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 943 time: 0.0737207 Nov 25 17:34:53.826915 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-56a5b198-6584-4c2b-9adb-8041ec5059f2 req-976166b4-2655-4142-bc09-a5ed3fe60f10 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1b3f624-9a69-4743-bfac-9a2aba2cec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617323 Nov 25 17:34:53.915320 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-25b1e554-a70f-48ce-b731-761d39ad647b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:53.921829 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-25b1e554-a70f-48ce-b731-761d39ad647b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:53.974283 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b1e554-a70f-48ce-b731-761d39ad647b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd2b147-0a5b-4d17-a0d8-bf730fa1bf1a,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:53.980044 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-25b1e554-a70f-48ce-b731-761d39ad647b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=03c38949cb264016a53d5f9640a5f3f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6165104 Nov 25 17:34:53.982840 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49346) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:53.987179 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-73765245-4ddf-49ee-972a-a9a72f9f1449 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Deleting port bfd97f31-013c-49dd-b857-7076aef8eb73 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:53.987529 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-73765245-4ddf-49ee-972a-a9a72f9f1449 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:54.081061 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-73765245-4ddf-49ee-972a-a9a72f9f1449 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:54.081390 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-73765245-4ddf-49ee-972a-a9a72f9f1449 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:54.092365 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-328eb421-eb8a-4e46-9b26-4fa2e7924c8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:54.093910 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-73765245-4ddf-49ee-972a-a9a72f9f1449 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Calling delete_port for bfd97f31-013c-49dd-b857-7076aef8eb73 owned by network:floatingip {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:54.117695 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc7f53-9598-4ec1-b215-beb32ad43ea4 req-1aa4bb8c-7f25-42ac-9350-3e1f2ce97c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:54.119223 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0dfc7f53-9598-4ec1-b215-beb32ad43ea4 req-1aa4bb8c-7f25-42ac-9350-3e1f2ce97c9a service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c&tenant_id=d4086650dac54a539044dab15f8f252a HTTP/1.1" status: 200 len: 1094 time: 0.1058629 Nov 25 17:34:54.128081 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-328eb421-eb8a-4e46-9b26-4fa2e7924c8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:54.200818 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc7f53-9598-4ec1-b215-beb32ad43ea4 req-c5cc0b29-6d78-41d6-ba2d-8e7c78614e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:54.202859 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0dfc7f53-9598-4ec1-b215-beb32ad43ea4 req-c5cc0b29-6d78-41d6-ba2d-8e7c78614e15 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d4086650dac54a539044dab15f8f252a&device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 1094 time: 0.0568364 Nov 25 17:34:54.219398 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-328eb421-eb8a-4e46-9b26-4fa2e7924c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:54.222080 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-328eb421-eb8a-4e46-9b26-4fa2e7924c8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:54.223115 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-328eb421-eb8a-4e46-9b26-4fa2e7924c8f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/fbd2b147-0a5b-4d17-a0d8-bf730fa1bf1a HTTP/1.1" status: 204 len: 168 time: 0.2392888 Nov 25 17:34:54.239972 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-73765245-4ddf-49ee-972a-a9a72f9f1449 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:54.245548 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328eb421-eb8a-4e46-9b26-4fa2e7924c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd2b147-0a5b-4d17-a0d8-bf730fa1bf1a,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:54.285337 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73765245-4ddf-49ee-972a-a9a72f9f1449 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Pushing event deleted for resources: {'Port': ['ID=bfd97f31-013c-49dd-b857-7076aef8eb73,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:54.326725 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc7f53-9598-4ec1-b215-beb32ad43ea4 req-a3f3d516-a031-49c1-a23e-674d2aa9af89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:54.329726 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0dfc7f53-9598-4ec1-b215-beb32ad43ea4 req-a3f3d516-a031-49c1-a23e-674d2aa9af89 service neutron] 10.222.0.90 "GET /v2.0/networks?id=49c799e6-01fb-4356-b67f-8b970273c51a HTTP/1.1" status: 200 len: 917 time: 0.1188354 Nov 25 17:34:54.356477 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-73765245-4ddf-49ee-972a-a9a72f9f1449 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks [] for floatingip, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:54.359408 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-73765245-4ddf-49ee-972a-a9a72f9f1449 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:54.365084 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-73765245-4ddf-49ee-972a-a9a72f9f1449 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] 10.222.0.75 "DELETE /v2.0/floatingips/646a7c9e-56d0-4438-97c2-39062e9e0fb9 HTTP/1.1" status: 204 len: 168 time: 0.6408217 Nov 25 17:34:54.365760 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49352) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:54.370827 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-300fc3c5-a96f-4219-8991-ab8a30b48508 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Request body: {'floatingip': {'floating_network_id': 'd81124fa-8988-4275-ac18-570f8c4ed9dc', 'port_id': '7f0a6566-b122-4c10-9f8d-14ac51bdd8f8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:54.394151 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-300fc3c5-a96f-4219-8991-ab8a30b48508 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks [] for floatingip, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:54.406152 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0dfc7f53-9598-4ec1-b215-beb32ad43ea4 req-a8394abd-94ea-4b0c-a007-b611cc65379a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53a65dd2-7261-432f-a213-f291c3e01123 HTTP/1.1" status: 200 len: 999 time: 0.0682015 Nov 25 17:34:54.460840 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc7f53-9598-4ec1-b215-beb32ad43ea4 req-96b1c044-38e3-4c44-b4c8-27117adaaef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:54.462521 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0dfc7f53-9598-4ec1-b215-beb32ad43ea4 req-96b1c044-38e3-4c44-b4c8-27117adaaef6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=25a72b94-fb6e-4434-9c21-274e75835bc9 HTTP/1.1" status: 200 len: 855 time: 0.0491393 Nov 25 17:34:54.513764 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-300fc3c5-a96f-4219-8991-ab8a30b48508 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:34:54.518585 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-300fc3c5-a96f-4219-8991-ab8a30b48508 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1482933 Nov 25 17:34:54.518831 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc7f53-9598-4ec1-b215-beb32ad43ea4 req-46f1b61b-cb29-4917-af64-20f0ae38ad2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:54.518831 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0dfc7f53-9598-4ec1-b215-beb32ad43ea4 req-46f1b61b-cb29-4917-af64-20f0ae38ad2b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=49c799e6-01fb-4356-b67f-8b970273c51a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473442 Nov 25 17:34:54.519019 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49354) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:54.521301 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49356) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:54.523852 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-838523c3-dfc1-4a48-8521-4d9e12d47eae tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Request body: {'floatingip': {'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'port_id': '7f0a6566-b122-4c10-9f8d-14ac51bdd8f8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:54.535383 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b1bbff8b-dca2-4a55-a7c7-76134580b093 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:54.595419 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-838523c3-dfc1-4a48-8521-4d9e12d47eae tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks [] for floatingip, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:54.614599 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b1bbff8b-dca2-4a55-a7c7-76134580b093 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:54.621339 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b1bbff8b-dca2-4a55-a7c7-76134580b093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:54.647819 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0dfc7f53-9598-4ec1-b215-beb32ad43ea4 req-ee05ebee-a5ef-4bbd-bfdf-9ab2c5ea7c21 service neutron] 10.222.0.90 "GET /v2.0/networks/49c799e6-01fb-4356-b67f-8b970273c51a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159132 Nov 25 17:34:54.668561 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bbff8b-dca2-4a55-a7c7-76134580b093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b99659-0aa1-4c3c-9183-2e6768e07b6f,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:54.684126 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b1bbff8b-dca2-4a55-a7c7-76134580b093 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=858f57e5444e49c6ba3afbb33cca3bb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1616895 Nov 25 17:34:54.684882 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49368) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:54.746742 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-23dae341-7c5f-490e-88cc-907a746daf8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:54.807260 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-23dae341-7c5f-490e-88cc-907a746daf8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:54.808344 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0dfc7f53-9598-4ec1-b215-beb32ad43ea4 req-02ad082e-8285-4658-913c-e1d7679b0099 service neutron] 10.222.0.90 "GET /v2.0/networks/49c799e6-01fb-4356-b67f-8b970273c51a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334486 Nov 25 17:34:54.830291 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-838523c3-dfc1-4a48-8521-4d9e12d47eae tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:54.875799 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-23dae341-7c5f-490e-88cc-907a746daf8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:54.879760 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-23dae341-7c5f-490e-88cc-907a746daf8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:54.888966 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-23dae341-7c5f-490e-88cc-907a746daf8f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/11b99659-0aa1-4c3c-9183-2e6768e07b6f HTTP/1.1" status: 204 len: 168 time: 0.2006750 Nov 25 17:34:54.911356 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dae341-7c5f-490e-88cc-907a746daf8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b99659-0aa1-4c3c-9183-2e6768e07b6f,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:54.983022 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931236b-15cb-4222-bb6a-3662c3dc2eb4 req-8b1fc8f3-ecc7-41a3-8fbd-c05f1a1e52c8 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:54.984539 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5931236b-15cb-4222-bb6a-3662c3dc2eb4 req-8b1fc8f3-ecc7-41a3-8fbd-c05f1a1e52c8 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e951f04-d37c-41c6-a2d6-04e6dba02e5d HTTP/1.1" status: 200 len: 946 time: 0.1127036 Nov 25 17:34:55.009484 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-838523c3-dfc1-4a48-8521-4d9e12d47eae tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Allocated IP 172.25.0.66 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/291292f5-a914-4bc2-9289-6cc21e326838) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:34:55.106676 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5931236b-15cb-4222-bb6a-3662c3dc2eb4 req-dae54223-2b8b-4081-9f76-7dfe72eec4d0 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] 10.222.0.75 "GET /v2.0/security-groups?id=b429c314-4805-4971-8466-b0fd68f90c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142242 Nov 25 17:34:55.176478 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-838523c3-dfc1-4a48-8521-4d9e12d47eae tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:55.252761 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-838523c3-dfc1-4a48-8521-4d9e12d47eae tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:55.270587 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:34:55.341831 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838523c3-dfc1-4a48-8521-4d9e12d47eae tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:34:55.355058 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-838523c3-dfc1-4a48-8521-4d9e12d47eae tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:55.358891 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838523c3-dfc1-4a48-8521-4d9e12d47eae tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:34:55.380230 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838523c3-dfc1-4a48-8521-4d9e12d47eae tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Pushing event updated for resources: {'Port': ['ID=291292f5-a914-4bc2-9289-6cc21e326838,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:55.433010 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb99e74-d1e3-4a03-8548-3ff00c2c36d8 req-3c7bbb4e-025b-4555-8df9-97b7ee4fed56 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:55.434629 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bcb99e74-d1e3-4a03-8548-3ff00c2c36d8 req-3c7bbb4e-025b-4555-8df9-97b7ee4fed56 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 943 time: 0.1461442 Nov 25 17:34:55.574142 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bcb99e74-d1e3-4a03-8548-3ff00c2c36d8 req-48fc3060-f44e-4f05-8d5d-035497049ed1 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1b3f624-9a69-4743-bfac-9a2aba2cec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322200 Nov 25 17:34:55.686774 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-838523c3-dfc1-4a48-8521-4d9e12d47eae tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Deleting port 291292f5-a914-4bc2-9289-6cc21e326838 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:55.687148 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-838523c3-dfc1-4a48-8521-4d9e12d47eae tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:55.929960 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-838523c3-dfc1-4a48-8521-4d9e12d47eae tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:55.930403 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-838523c3-dfc1-4a48-8521-4d9e12d47eae tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:55.957870 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-838523c3-dfc1-4a48-8521-4d9e12d47eae tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Calling delete_port for 291292f5-a914-4bc2-9289-6cc21e326838 owned by network:floatingip {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:56.015214 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b6e90-a4bf-4a86-9de7-a7a310adaeb6 req-9eea41a2-d7d2-418a-9f08-1f9d86a4a561 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:56.026570 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d03b6e90-a4bf-4a86-9de7-a7a310adaeb6 req-9eea41a2-d7d2-418a-9f08-1f9d86a4a561 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] 10.222.0.75 "GET /v2.0/ports?device_id=d765b1b4-7207-48ad-b180-16685529ae2c HTTP/1.1" status: 200 len: 945 time: 0.3162267 Nov 25 17:34:56.148858 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d03b6e90-a4bf-4a86-9de7-a7a310adaeb6 req-690b19b6-080e-4a76-a90a-ca2cd92c3782 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f024779-e810-4a87-8722-637fabf4534b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200390 Nov 25 17:34:56.319179 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-838523c3-dfc1-4a48-8521-4d9e12d47eae tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:56.410713 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838523c3-dfc1-4a48-8521-4d9e12d47eae tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Pushing event deleted for resources: {'Port': ['ID=291292f5-a914-4bc2-9289-6cc21e326838,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:56.501418 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device f8df6412-0474-413b-8ce4-061c2c87e934 no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:34:56.582829 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: f8df6412-0474-413b-8ce4-061c2c87e934 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:34:56.589766 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device f8df6412-0474-413b-8ce4-061c2c87e934 not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:34:56.613685 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [None req-838523c3-dfc1-4a48-8521-4d9e12d47eae tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] create failed (client error): The resource could not be found. Nov 25 17:34:56.615363 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-838523c3-dfc1-4a48-8521-4d9e12d47eae tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.0953064 Nov 25 17:34:56.620254 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49478) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:56.851017 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5711fd-4ea8-477c-a052-042b1362799a req-d1b0812a-1743-4376-aa19-8d7452bd71f0 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:56.859437 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1e5711fd-4ea8-477c-a052-042b1362799a req-d1b0812a-1743-4376-aa19-8d7452bd71f0 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e951f04-d37c-41c6-a2d6-04e6dba02e5d HTTP/1.1" status: 200 len: 946 time: 0.1210268 Nov 25 17:34:56.888599 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-30cdc596-5fe3-439a-bc72-ada03ceb2c56 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Deleting port 7f0a6566-b122-4c10-9f8d-14ac51bdd8f8 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:56.889155 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-30cdc596-5fe3-439a-bc72-ada03ceb2c56 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:56.969439 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1e5711fd-4ea8-477c-a052-042b1362799a req-335dd969-a80a-488f-9a24-276d5429f775 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] 10.222.0.75 "GET /v2.0/security-groups?id=b429c314-4805-4971-8466-b0fd68f90c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084552 Nov 25 17:34:57.133814 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-30cdc596-5fe3-439a-bc72-ada03ceb2c56 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:57.173461 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-30cdc596-5fe3-439a-bc72-ada03ceb2c56 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Calling delete_port for 7f0a6566-b122-4c10-9f8d-14ac51bdd8f8 owned by {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:57.403706 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1193eda-6d03-4ddc-b9d2-fa01bfd5c847 req-c349cd06-6adc-449f-a65b-988875b36f86 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:57.415350 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b1193eda-6d03-4ddc-b9d2-fa01bfd5c847 req-c349cd06-6adc-449f-a65b-988875b36f86 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 943 time: 0.2641885 Nov 25 17:34:57.588632 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b1193eda-6d03-4ddc-b9d2-fa01bfd5c847 req-3221bb4c-a659-4da2-b2ff-cc00c36cd778 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1b3f624-9a69-4743-bfac-9a2aba2cec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646500 Nov 25 17:34:57.609393 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d5c26-0524-4aed-9337-a07e16359233 req-d0781e97-2ed7-40df-9366-32198b6d756d tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:57.611225 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-449d5c26-0524-4aed-9337-a07e16359233 req-d0781e97-2ed7-40df-9366-32198b6d756d tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] 10.222.0.75 "GET /v2.0/ports?device_id=d765b1b4-7207-48ad-b180-16685529ae2c HTTP/1.1" status: 200 len: 945 time: 0.1431530 Nov 25 17:34:57.727534 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-30cdc596-5fe3-439a-bc72-ada03ceb2c56 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:57.757374 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-449d5c26-0524-4aed-9337-a07e16359233 req-fd7c7717-bd6d-4ad5-aad0-f6a3aa888fc4 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f024779-e810-4a87-8722-637fabf4534b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976136 Nov 25 17:34:57.800511 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cdc596-5fe3-439a-bc72-ada03ceb2c56 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Pushing event deleted for resources: {'Port': ['ID=7f0a6566-b122-4c10-9f8d-14ac51bdd8f8,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:57.916705 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49512) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:57.955986 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-30cdc596-5fe3-439a-bc72-ada03ceb2c56 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:57.963816 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-30cdc596-5fe3-439a-bc72-ada03ceb2c56 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] 10.222.0.75 "DELETE /v2.0/ports/7f0a6566-b122-4c10-9f8d-14ac51bdd8f8 HTTP/1.1" status: 204 len: 168 time: 1.3418069 Nov 25 17:34:57.966618 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49518) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:58.119920 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7afa88-7a65-4211-b02f-2c1ce8250034 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:58.137573 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49524) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:58.137800 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-5c7afa88-7a65-4211-b02f-2c1ce8250034 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfd8bd22-ef97-41be-b04c-1e12a91f1c6b HTTP/1.1" status: 200 len: 913 time: 0.1701005 Nov 25 17:34:58.283152 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-bbf242fa-d820-4fcf-8c6a-a936e653325f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2d3ae4081f4e4cd2b80095c197292333&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3652463 Nov 25 17:34:58.289285 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49530) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:58.373571 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e46e9dd0-f387-4d3e-9945-6ed90b4a40df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:58.435360 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e46e9dd0-f387-4d3e-9945-6ed90b4a40df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:58.495939 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3569cb2-7ece-4056-a516-3fa7deb75c36 req-0769d53f-f0d9-4f8a-8381-5775af162fc8 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:58.502791 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e3569cb2-7ece-4056-a516-3fa7deb75c36 req-0769d53f-f0d9-4f8a-8381-5775af162fc8 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e951f04-d37c-41c6-a2d6-04e6dba02e5d HTTP/1.1" status: 200 len: 946 time: 0.1631136 Nov 25 17:34:58.555752 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e46e9dd0-f387-4d3e-9945-6ed90b4a40df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:58.559009 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e46e9dd0-f387-4d3e-9945-6ed90b4a40df admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:58.560503 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e46e9dd0-f387-4d3e-9945-6ed90b4a40df admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/de66d59e-e4b4-4371-ae76-225f18d58b1e HTTP/1.1" status: 204 len: 168 time: 0.2681324 Nov 25 17:34:58.579051 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46e9dd0-f387-4d3e-9945-6ed90b4a40df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de66d59e-e4b4-4371-ae76-225f18d58b1e,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:59.207632 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e3569cb2-7ece-4056-a516-3fa7deb75c36 req-d4604247-174a-4106-b90c-e1d81403618d tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] 10.222.0.75 "GET /v2.0/security-groups?id=b429c314-4805-4971-8466-b0fd68f90c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5958698 Nov 25 17:34:59.266327 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb33ab0-a9ad-4baf-b318-9e2efeba9fa0 req-b2d2715c-ba64-432d-9be5-c12e9b28f9de tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:59.274856 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cbb33ab0-a9ad-4baf-b318-9e2efeba9fa0 req-b2d2715c-ba64-432d-9be5-c12e9b28f9de tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 943 time: 0.5082197 Nov 25 17:34:59.385058 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cbb33ab0-a9ad-4baf-b318-9e2efeba9fa0 req-140639eb-1dfc-4db3-986a-f3bbddd01f99 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1b3f624-9a69-4743-bfac-9a2aba2cec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028352 Nov 25 17:34:59.592153 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bca380-867a-40b6-9138-209f2f91467c req-e1e11de3-3b59-4667-bf54-7d66d84f1457 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:59.594543 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c0bca380-867a-40b6-9138-209f2f91467c req-e1e11de3-3b59-4667-bf54-7d66d84f1457 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] 10.222.0.74 "GET /v2.0/ports?device_id=7e951f04-d37c-41c6-a2d6-04e6dba02e5d HTTP/1.1" status: 200 len: 946 time: 0.1771541 Nov 25 17:34:59.711353 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d531faf-dfa2-46c4-9bb0-60156c895dc6 req-383c1d0c-f715-47ef-a617-51ef8be9b9de tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:59.719132 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9d531faf-dfa2-46c4-9bb0-60156c895dc6 req-383c1d0c-f715-47ef-a617-51ef8be9b9de tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] 10.222.0.75 "GET /v2.0/ports?device_id=d765b1b4-7207-48ad-b180-16685529ae2c HTTP/1.1" status: 200 len: 945 time: 0.1912789 Nov 25 17:34:59.749842 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b645bb88-826b-4cd6-914b-afa24d9cb245 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:59.871720 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-c0bca380-867a-40b6-9138-209f2f91467c req-5f707d5e-9656-42e1-8244-d6ff31b8da8e tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Deleting port 6aa27087-21e8-4b0f-918c-e17252f8f2aa {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:59.872079 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c0bca380-867a-40b6-9138-209f2f91467c req-5f707d5e-9656-42e1-8244-d6ff31b8da8e tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:59.945383 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9d531faf-dfa2-46c4-9bb0-60156c895dc6 req-8c3db7e8-d98e-427f-895b-373a9dd90aef tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f024779-e810-4a87-8722-637fabf4534b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2247643 Nov 25 17:35:00.113349 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-c0bca380-867a-40b6-9138-209f2f91467c req-5f707d5e-9656-42e1-8244-d6ff31b8da8e tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] For port 6aa27087-21e8-4b0f-918c-e17252f8f2aa, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=6aa27087-21e8-4b0f-918c-e17252f8f2aa,segment=NetworkSegment(eeb5e8d0-0be5-4d34-8ecb-7bb95c7801cd),segment_id=eeb5e8d0-0be5-4d34-8ecb-7bb95c7801cd)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:00.114164 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c0bca380-867a-40b6-9138-209f2f91467c req-5f707d5e-9656-42e1-8244-d6ff31b8da8e tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:00.574657 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fdb1e0-936f-42db-a167-d4424657c4e2 req-0fd012ef-1de3-4986-8a57-8e90795d98c6 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:00.576365 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e3fdb1e0-936f-42db-a167-d4424657c4e2 req-0fd012ef-1de3-4986-8a57-8e90795d98c6 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e951f04-d37c-41c6-a2d6-04e6dba02e5d HTTP/1.1" status: 200 len: 946 time: 0.1734703 Nov 25 17:35:00.586595 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c0bca380-867a-40b6-9138-209f2f91467c req-5f707d5e-9656-42e1-8244-d6ff31b8da8e tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:00.587051 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c0bca380-867a-40b6-9138-209f2f91467c req-5f707d5e-9656-42e1-8244-d6ff31b8da8e tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:00.587372 n-d-817746-1 neutron-server[103361]: INFO neutron.db.l3_db [req-c0bca380-867a-40b6-9138-209f2f91467c req-5f707d5e-9656-42e1-8244-d6ff31b8da8e tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Floating IP ef18664d-fe60-4384-872c-7ecc677c8151 disassociated. External IP: 172.25.0.7, port: 6aa27087-21e8-4b0f-918c-e17252f8f2aa. Nov 25 17:35:00.587723 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-c0bca380-867a-40b6-9138-209f2f91467c req-5f707d5e-9656-42e1-8244-d6ff31b8da8e tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Calling delete_port for 6aa27087-21e8-4b0f-918c-e17252f8f2aa owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:35:00.783253 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e3fdb1e0-936f-42db-a167-d4424657c4e2 req-8d1fff3e-5149-4655-9a26-e0f6bd4083f2 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] 10.222.0.75 "GET /v2.0/security-groups?id=b429c314-4805-4971-8466-b0fd68f90c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796877 Nov 25 17:35:00.794300 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9235606b-3936-4733-be46-620b80a87664 req-1127d472-79ab-44d7-a80b-e100c6248fb0 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:00.796146 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9235606b-3936-4733-be46-620b80a87664 req-1127d472-79ab-44d7-a80b-e100c6248fb0 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 943 time: 0.2176256 Nov 25 17:35:00.798930 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-b645bb88-826b-4cd6-914b-afa24d9cb245 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Deleting port 841ec801-018a-4260-8531-6cb2f0840af6 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:35:00.799954 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b645bb88-826b-4cd6-914b-afa24d9cb245 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:00.984590 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9235606b-3936-4733-be46-620b80a87664 req-29882804-9d83-46cc-851c-3e02eca5c8d2 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1b3f624-9a69-4743-bfac-9a2aba2cec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1748195 Nov 25 17:35:01.020846 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b645bb88-826b-4cd6-914b-afa24d9cb245 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:01.045571 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c0bca380-867a-40b6-9138-209f2f91467c req-5f707d5e-9656-42e1-8244-d6ff31b8da8e tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:01.084255 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-b645bb88-826b-4cd6-914b-afa24d9cb245 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Calling delete_port for 841ec801-018a-4260-8531-6cb2f0840af6 owned by network:router_interface {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:35:01.129746 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f707d5e-9656-42e1-8244-d6ff31b8da8e tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Pushing event deleted for resources: {'Port': ['ID=6aa27087-21e8-4b0f-918c-e17252f8f2aa,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:01.642175 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b645bb88-826b-4cd6-914b-afa24d9cb245 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:01.699000 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b645bb88-826b-4cd6-914b-afa24d9cb245 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Pushing event deleted for resources: {'Port': ['ID=841ec801-018a-4260-8531-6cb2f0840af6,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:01.747586 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75149a4f-1717-48dd-8e36-f75da20e4fa8 req-c73c3cbc-d10c-4801-8c3c-393e15adcc74 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:01.749388 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-75149a4f-1717-48dd-8e36-f75da20e4fa8 req-c73c3cbc-d10c-4801-8c3c-393e15adcc74 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] 10.222.0.75 "GET /v2.0/ports?device_id=d765b1b4-7207-48ad-b180-16685529ae2c HTTP/1.1" status: 200 len: 945 time: 0.3791182 Nov 25 17:35:02.095522 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49622) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:02.120613 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-034d1bc3-4f9a-43e2-ae34-03f390f0fe93 req-5b498870-7fb2-4c50-9097-f0a854b775a6 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e951f04-d37c-41c6-a2d6-04e6dba02e5d HTTP/1.1" status: 200 len: 210 time: 0.1209943 Nov 25 17:35:02.129646 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0bca380-867a-40b6-9138-209f2f91467c req-5f707d5e-9656-42e1-8244-d6ff31b8da8e tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Router 960bb660-11ef-4a69-ac83-24278ebf85cb has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:35:02.388154 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-75149a4f-1717-48dd-8e36-f75da20e4fa8 req-2b9ce7c6-2dc9-4a31-b3e0-59cf9daa6e28 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f024779-e810-4a87-8722-637fabf4534b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5936835 Nov 25 17:35:02.393265 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b645bb88-826b-4cd6-914b-afa24d9cb245 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:02.588925 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8454e802-228c-4ac0-8617-2ae3b7e90e7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:02.812015 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8454e802-228c-4ac0-8617-2ae3b7e90e7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:02.817929 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8454e802-228c-4ac0-8617-2ae3b7e90e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:02.878912 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8454e802-228c-4ac0-8617-2ae3b7e90e7c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ac4b114aae614225b8a032e0c9998040&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7823246 Nov 25 17:35:02.880210 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8454e802-228c-4ac0-8617-2ae3b7e90e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89456789-c4d8-44e3-b483-768f621a24ea,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:02.888414 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49636) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:02.978817 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b5a015af-7095-4b87-b5da-84e15ae063e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:02.999770 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7c772e-1351-4274-8ce6-b07357d7f7c9 req-701fd6b9-9c20-4945-909a-324ce5a70b85 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:03.002238 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9d7c772e-1351-4274-8ce6-b07357d7f7c9 req-701fd6b9-9c20-4945-909a-324ce5a70b85 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 943 time: 0.7257595 Nov 25 17:35:03.029443 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b5a015af-7095-4b87-b5da-84e15ae063e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:03.121283 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b5a015af-7095-4b87-b5da-84e15ae063e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:03.124643 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b5a015af-7095-4b87-b5da-84e15ae063e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:03.126725 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b5a015af-7095-4b87-b5da-84e15ae063e6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/89456789-c4d8-44e3-b483-768f621a24ea HTTP/1.1" status: 204 len: 168 time: 0.2365751 Nov 25 17:35:03.138155 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a015af-7095-4b87-b5da-84e15ae063e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89456789-c4d8-44e3-b483-768f621a24ea,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:03.197505 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0bca380-867a-40b6-9138-209f2f91467c req-5f707d5e-9656-42e1-8244-d6ff31b8da8e tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:35:03.211200 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c1a168-add5-411c-8b21-3632df8a3477 None None] Sync routers for ids ['960bb660-11ef-4a69-ac83-24278ebf85cb'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:35:03.223867 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c1a168-add5-411c-8b21-3632df8a3477 None None] Routers {'960bb660-11ef-4a69-ac83-24278ebf85cb'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:35:03.224644 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-71c1a168-add5-411c-8b21-3632df8a3477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:34:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['960bb660-11ef-4a69-ac83-24278ebf85cb'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:03.268722 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b645bb88-826b-4cd6-914b-afa24d9cb245 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Router dfd8bd22-ef97-41be-b04c-1e12a91f1c6b has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:35:03.303648 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9d7c772e-1351-4274-8ce6-b07357d7f7c9 req-4e28dd8d-cf31-4250-a351-3e95f8008f42 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1b3f624-9a69-4743-bfac-9a2aba2cec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2847908 Nov 25 17:35:03.375487 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0bca380-867a-40b6-9138-209f2f91467c req-5f707d5e-9656-42e1-8244-d6ff31b8da8e tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] No DVR routers for this DVR port 6aa27087-21e8-4b0f-918c-e17252f8f2aa on host n-h1-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:35:03.378431 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c0bca380-867a-40b6-9138-209f2f91467c req-5f707d5e-9656-42e1-8244-d6ff31b8da8e tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:03.406835 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c0bca380-867a-40b6-9138-209f2f91467c req-5f707d5e-9656-42e1-8244-d6ff31b8da8e tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] 10.222.0.74 "DELETE /v2.0/ports/6aa27087-21e8-4b0f-918c-e17252f8f2aa HTTP/1.1" status: 204 len: 173 time: 3.8028166 Nov 25 17:35:03.421448 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0fb0233f-4bdf-4e58-853d-6b9b58fc1dc6 req-7c87e1dc-c6b2-4876-a2ba-b62ed1dbc405 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e951f04-d37c-41c6-a2d6-04e6dba02e5d HTTP/1.1" status: 200 len: 210 time: 0.1591244 Nov 25 17:35:03.425673 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e951f04-d37c-41c6-a2d6-04e6dba02e5d', 'name': 'network-vif-deleted', 'tag': '6aa27087-21e8-4b0f-918c-e17252f8f2aa'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:35:03.440839 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cae50de-7a17-43ff-ad6c-c1b4d16551d2" -d '{"events": [{"server_uuid": "7e951f04-d37c-41c6-a2d6-04e6dba02e5d", "name": "network-vif-deleted", "tag": "6aa27087-21e8-4b0f-918c-e17252f8f2aa"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:35:03.616454 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-71c1a168-add5-411c-8b21-3632df8a3477 None None] Set router 960bb660-11ef-4a69-ac83-24278ebf85cb gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:35:03.645489 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde197c9-2cdc-4ccc-935e-c980f6d40c90 x-openstack-request-id: req-bde197c9-2cdc-4ccc-935e-c980f6d40c90 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:35:03.645801 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e951f04-d37c-41c6-a2d6-04e6dba02e5d", "name": "network-vif-deleted", "tag": "6aa27087-21e8-4b0f-918c-e17252f8f2aa", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:35:03.646066 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bde197c9-2cdc-4ccc-935e-c980f6d40c90 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:35:03.646499 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e951f04-d37c-41c6-a2d6-04e6dba02e5d', 'name': 'network-vif-deleted', 'tag': '6aa27087-21e8-4b0f-918c-e17252f8f2aa', 'status': 'completed', 'code': 200} Nov 25 17:35:03.862448 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b645bb88-826b-4cd6-914b-afa24d9cb245 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:35:03.885785 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49660) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:03.893615 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-b645bb88-826b-4cd6-914b-afa24d9cb245 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] 10.222.0.75 "PUT /v2.0/routers/dfd8bd22-ef97-41be-b04c-1e12a91f1c6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7546351 Nov 25 17:35:03.901330 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c09625-354a-4e5f-9a34-d4a2fc9e55c3 None None] Sync routers for ids ['dfd8bd22-ef97-41be-b04c-1e12a91f1c6b'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:35:03.924440 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c09625-354a-4e5f-9a34-d4a2fc9e55c3 None None] Routers {'dfd8bd22-ef97-41be-b04c-1e12a91f1c6b'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:35:03.927073 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-82c09625-354a-4e5f-9a34-d4a2fc9e55c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:34:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['dfd8bd22-ef97-41be-b04c-1e12a91f1c6b'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:03.979397 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf2262-c421-43f0-9667-0a19aca83387 req-8314499c-9ee3-4db2-bebf-facbf9792f70 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:03.981135 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-59cf2262-c421-43f0-9667-0a19aca83387 req-8314499c-9ee3-4db2-bebf-facbf9792f70 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] 10.222.0.75 "GET /v2.0/ports?device_id=d765b1b4-7207-48ad-b180-16685529ae2c HTTP/1.1" status: 200 len: 945 time: 0.3473568 Nov 25 17:35:04.086161 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-82c09625-354a-4e5f-9a34-d4a2fc9e55c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:04.125420 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-71c1a168-add5-411c-8b21-3632df8a3477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960bb660-11ef-4a69-ac83-24278ebf85cb', 'name': 'tempest-ServersTestJSON-2132435216-router', 'tenant_id': '52a7f1a75cb849a792055fde7412fdf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '5e0cd402-5399-4830-857e-6ab9c6db7896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:32:38Z', 'updated_at': '2021-11-25T17:32:44Z', 'revision_number': 4, 'project_id': '52a7f1a75cb849a792055fde7412fdf4', 'gw_port': {'id': '5e0cd402-5399-4830-857e-6ab9c6db7896', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:27:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960bb660-11ef-4a69-ac83-24278ebf85cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:32:39Z', 'updated_at': '2021-11-25T17:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '10711a60-71fb-4cf1-972e-799faab60cfa', 'name': '', 'network_id': '15da2b0b-58fc-4161-9150-5b2e12841ebd', 'tenant_id': '52a7f1a75cb849a792055fde7412fdf4', 'mac_address': 'fa:16:3e:8a:b3:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960bb660-11ef-4a69-ac83-24278ebf85cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '4adf4a2b-4e3a-4e33-932e-a75235c5c4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:32:42Z', 'updated_at': '2021-11-25T17:32:50Z', 'revision_number': 5, 'project_id': '52a7f1a75cb849a792055fde7412fdf4', 'subnets': [{'id': '4adf4a2b-4e3a-4e33-932e-a75235c5c4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:04.127638 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c09625-354a-4e5f-9a34-d4a2fc9e55c3 None None] Routers {'dfd8bd22-ef97-41be-b04c-1e12a91f1c6b'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:35:04.130187 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-82c09625-354a-4e5f-9a34-d4a2fc9e55c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:34:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['dfd8bd22-ef97-41be-b04c-1e12a91f1c6b'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:04.173358 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c1a168-add5-411c-8b21-3632df8a3477 None None] Checking router: 960bb660-11ef-4a69-ac83-24278ebf85cb for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:35:04.194351 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c1a168-add5-411c-8b21-3632df8a3477 None None] Routers {'960bb660-11ef-4a69-ac83-24278ebf85cb'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:35:04.195887 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-71c1a168-add5-411c-8b21-3632df8a3477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:34:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['960bb660-11ef-4a69-ac83-24278ebf85cb'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:04.213670 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-59cf2262-c421-43f0-9667-0a19aca83387 req-3ff8f194-98ab-4e5c-b602-01c02464d007 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f024779-e810-4a87-8722-637fabf4534b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2261815 Nov 25 17:35:04.265469 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-82c09625-354a-4e5f-9a34-d4a2fc9e55c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:04.269402 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c09625-354a-4e5f-9a34-d4a2fc9e55c3 None None] The sync data for ids ['dfd8bd22-ef97-41be-b04c-1e12a91f1c6b'] in n-d-817746-1 is: [] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:35:04.366530 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2561198e-e781-4f04-bf8d-ea2065a98450 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:04.446446 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-71c1a168-add5-411c-8b21-3632df8a3477 None None] Set router 960bb660-11ef-4a69-ac83-24278ebf85cb gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:35:04.517230 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 6aa27087-21e8-4b0f-918c-e17252f8f2aa no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:35:04.586392 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee7fe4-b964-4b81-b82b-7121117b8140 req-db853cc1-9cbd-41a1-88c1-63aaf92d0552 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:04.597242 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d6ee7fe4-b964-4b81-b82b-7121117b8140 req-db853cc1-9cbd-41a1-88c1-63aaf92d0552 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 943 time: 0.1119366 Nov 25 17:35:04.601620 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49682) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:04.615133 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: 6aa27087-21e8-4b0f-918c-e17252f8f2aa {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:35:04.615499 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 6aa27087-21e8-4b0f-918c-e17252f8f2aa not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:35:04.727296 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5c251391-8506-4036-831f-89d3b14fa74a tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:04.756343 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5c251391-8506-4036-831f-89d3b14fa74a tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:04.874415 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2561198e-e781-4f04-bf8d-ea2065a98450 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:04.876782 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2561198e-e781-4f04-bf8d-ea2065a98450 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:04.909464 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d6ee7fe4-b964-4b81-b82b-7121117b8140 req-932eca3a-14ab-48d7-a976-b4d557f71559 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1b3f624-9a69-4743-bfac-9a2aba2cec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2893696 Nov 25 17:35:04.912196 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5c251391-8506-4036-831f-89d3b14fa74a tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:04.925965 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5c251391-8506-4036-831f-89d3b14fa74a tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:04.948791 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-5c251391-8506-4036-831f-89d3b14fa74a tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] 10.222.0.75 "DELETE /v2.0/security-groups/b429c314-4805-4971-8466-b0fd68f90c3d HTTP/1.1" status: 204 len: 168 time: 0.3406687 Nov 25 17:35:04.951271 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49694) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:04.992675 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2561198e-e781-4f04-bf8d-ea2065a98450 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:04.993264 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2561198e-e781-4f04-bf8d-ea2065a98450 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Fanout notify agent at l3_agent the message router_deleted on router dfd8bd22-ef97-41be-b04c-1e12a91f1c6b {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:35:05.023579 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2561198e-e781-4f04-bf8d-ea2065a98450 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:05.036803 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2561198e-e781-4f04-bf8d-ea2065a98450 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] 10.222.0.75 "DELETE /v2.0/routers/dfd8bd22-ef97-41be-b04c-1e12a91f1c6b HTTP/1.1" status: 204 len: 168 time: 1.1493678 Nov 25 17:35:05.037504 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49696) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:05.049263 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c251391-8506-4036-831f-89d3b14fa74a tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b429c314-4805-4971-8466-b0fd68f90c3d,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:05.051293 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-71c1a168-add5-411c-8b21-3632df8a3477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960bb660-11ef-4a69-ac83-24278ebf85cb', 'name': 'tempest-ServersTestJSON-2132435216-router', 'tenant_id': '52a7f1a75cb849a792055fde7412fdf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '5e0cd402-5399-4830-857e-6ab9c6db7896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:32:38Z', 'updated_at': '2021-11-25T17:32:44Z', 'revision_number': 4, 'project_id': '52a7f1a75cb849a792055fde7412fdf4', 'gw_port': {'id': '5e0cd402-5399-4830-857e-6ab9c6db7896', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:27:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960bb660-11ef-4a69-ac83-24278ebf85cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:32:39Z', 'updated_at': '2021-11-25T17:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '10711a60-71fb-4cf1-972e-799faab60cfa', 'name': '', 'network_id': '15da2b0b-58fc-4161-9150-5b2e12841ebd', 'tenant_id': '52a7f1a75cb849a792055fde7412fdf4', 'mac_address': 'fa:16:3e:8a:b3:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960bb660-11ef-4a69-ac83-24278ebf85cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '4adf4a2b-4e3a-4e33-932e-a75235c5c4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:32:42Z', 'updated_at': '2021-11-25T17:32:50Z', 'revision_number': 5, 'project_id': '52a7f1a75cb849a792055fde7412fdf4', 'subnets': [{'id': '4adf4a2b-4e3a-4e33-932e-a75235c5c4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:05.073363 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [None req-c72f1ee2-b1e4-4bc7-b81c-20a5430a9148 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] show failed (client error): The resource could not be found. Nov 25 17:35:05.074474 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c72f1ee2-b1e4-4bc7-b81c-20a5430a9148 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] 10.222.0.75 "GET /v2.0/security-groups/b429c314-4805-4971-8466-b0fd68f90c3d HTTP/1.1" status: 404 len: 347 time: 0.0955005 Nov 25 17:35:05.089471 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49702) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:05.122283 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c1a168-add5-411c-8b21-3632df8a3477 None None] The sync data for ids ['960bb660-11ef-4a69-ac83-24278ebf85cb'] in n-d-817746-1 is: [{'id': '960bb660-11ef-4a69-ac83-24278ebf85cb', 'name': 'tempest-ServersTestJSON-2132435216-router', 'tenant_id': '52a7f1a75cb849a792055fde7412fdf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '5e0cd402-5399-4830-857e-6ab9c6db7896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:32:38Z', 'updated_at': '2021-11-25T17:32:44Z', 'revision_number': 4, 'project_id': '52a7f1a75cb849a792055fde7412fdf4', 'gw_port': {'id': '5e0cd402-5399-4830-857e-6ab9c6db7896', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:27:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960bb660-11ef-4a69-ac83-24278ebf85cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:32:39Z', 'updated_at': '2021-11-25T17:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '10711a60-71fb-4cf1-972e-799faab60cfa', 'name': '', 'network_id': '15da2b0b-58fc-4161-9150-5b2e12841ebd', 'tenant_id': '52a7f1a75cb849a792055fde7412fdf4', 'mac_address': 'fa:16:3e:8a:b3:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960bb660-11ef-4a69-ac83-24278ebf85cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '4adf4a2b-4e3a-4e33-932e-a75235c5c4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:32:42Z', 'updated_at': '2021-11-25T17:32:50Z', 'revision_number': 5, 'project_id': '52a7f1a75cb849a792055fde7412fdf4', 'subnets': [{'id': '4adf4a2b-4e3a-4e33-932e-a75235c5c4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:35:05.223221 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-df087c76-85b9-449f-850a-591b7316c78e tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Deleting subnet 58329556-612f-4761-bf7e-721500e7e1c6 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:35:05.229186 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-df087c76-85b9-449f-850a-591b7316c78e tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:05.331747 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-df087c76-85b9-449f-850a-591b7316c78e tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:05.383487 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49706) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:05.619228 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-df087c76-85b9-449f-850a-591b7316c78e tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:05.675420 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe8084-7f8d-4b6e-9a03-fde1671e5706 req-e6b4adee-d577-4042-a5d7-b18b05efd14b tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:05.683282 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2abe8084-7f8d-4b6e-9a03-fde1671e5706 req-e6b4adee-d577-4042-a5d7-b18b05efd14b tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] 10.222.0.75 "GET /v2.0/ports?device_id=d765b1b4-7207-48ad-b180-16685529ae2c HTTP/1.1" status: 200 len: 945 time: 0.2212226 Nov 25 17:35:05.702794 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-607d4a22-3bd8-43b4-b8f3-b9389e26c985 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1026205583-network', 'tenant_id': '224e87baf894464ab36edb1b354dcb12'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:05.771721 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8992d887-ba8d-40ff-9b09-fc78f32af826 None None] New status for floating IP ef18664d-fe60-4384-872c-7ecc677c8151: DOWN {{(pid=103363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:35:05.775385 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-91db1fd4-e85c-4a55-b519-f46d6437fd23 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Deleting port 38db7810-abb7-4a5c-9ec1-6b87d8c94f07 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:35:05.775969 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-91db1fd4-e85c-4a55-b519-f46d6437fd23 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:05.782575 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607d4a22-3bd8-43b4-b8f3-b9389e26c985 admin admin] Made reservation on behalf of 224e87baf894464ab36edb1b354dcb12 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:05.784982 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-607d4a22-3bd8-43b4-b8f3-b9389e26c985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:05.796403 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-df087c76-85b9-449f-850a-591b7316c78e tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:05.842355 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2abe8084-7f8d-4b6e-9a03-fde1671e5706 req-ff25165f-8999-4d72-affe-f3eeb77e7362 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f024779-e810-4a87-8722-637fabf4534b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580513 Nov 25 17:35:05.876766 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df087c76-85b9-449f-850a-591b7316c78e tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Pushing event deleted for resources: {'Subnet': ['ID=58329556-612f-4761-bf7e-721500e7e1c6,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:05.891923 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-607d4a22-3bd8-43b4-b8f3-b9389e26c985 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:05.914268 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-df087c76-85b9-449f-850a-591b7316c78e tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:05.921560 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-df087c76-85b9-449f-850a-591b7316c78e tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] 10.222.0.75 "DELETE /v2.0/subnets/58329556-612f-4761-bf7e-721500e7e1c6 HTTP/1.1" status: 204 len: 168 time: 0.8828235 Nov 25 17:35:05.922596 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49714) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:05.923836 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cba0f5-0c38-4522-8c32-e0905f6519e8 None None] Network d81124fa-8988-4275-ac18-570f8c4ed9dc requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:06.041163 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-91db1fd4-e85c-4a55-b519-f46d6437fd23 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:06.044242 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b8cd9c76-b427-4d2c-b925-b1aff50df124 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:06.045329 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-91db1fd4-e85c-4a55-b519-f46d6437fd23 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:06.081410 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-91db1fd4-e85c-4a55-b519-f46d6437fd23 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Calling delete_port for 38db7810-abb7-4a5c-9ec1-6b87d8c94f07 owned by network:floatingip {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:35:06.120959 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-607d4a22-3bd8-43b4-b8f3-b9389e26c985 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:06.141467 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-607d4a22-3bd8-43b4-b8f3-b9389e26c985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:06.184760 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-607d4a22-3bd8-43b4-b8f3-b9389e26c985 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 948} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:35:06.212344 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-607d4a22-3bd8-43b4-b8f3-b9389e26c985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:06.212681 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-607d4a22-3bd8-43b4-b8f3-b9389e26c985 admin admin] Added segment 059067ab-d28c-436d-8fb7-b58fc2eb34c4 of type vlan for network 6c3d67f7-0ab6-4b93-ba5b-7ab8ed4affd6 Nov 25 17:35:06.213959 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607d4a22-3bd8-43b4-b8f3-b9389e26c985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd1b77d-6686-47aa-9626-0a6f39fc14ed,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:06.277351 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-b8cd9c76-b427-4d2c-b925-b1aff50df124 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Deleting port 3019a708-51dd-4559-88d6-9aba627ff520 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:35:06.282931 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b8cd9c76-b427-4d2c-b925-b1aff50df124 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:06.333561 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5343dce-dcad-46db-9156-ec9ed395aa48 None None] DHCP port deletion for d81124fa-8988-4275-ac18-570f8c4ed9dc request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:35:06.406907 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-607d4a22-3bd8-43b4-b8f3-b9389e26c985 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:06.417854 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b5343dce-dcad-46db-9156-ec9ed395aa48 None None] Deleting port 3019a708-51dd-4559-88d6-9aba627ff520 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:35:06.418654 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b5343dce-dcad-46db-9156-ec9ed395aa48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:06.429491 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-91db1fd4-e85c-4a55-b519-f46d6437fd23 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:06.452152 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-b8cd9c76-b427-4d2c-b925-b1aff50df124 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] For port 3019a708-51dd-4559-88d6-9aba627ff520, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=3019a708-51dd-4559-88d6-9aba627ff520,segment=NetworkSegment(db13a1d1-6152-4935-b570-7cf49dfcc8d6),segment_id=db13a1d1-6152-4935-b570-7cf49dfcc8d6)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:06.453050 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b8cd9c76-b427-4d2c-b925-b1aff50df124 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:06.472957 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ccea42-6e10-47c2-b3c2-3a171f1fb3e8 req-3413e08e-c971-4318-928d-bbc8201d998b tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:06.482311 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-46ccea42-6e10-47c2-b3c2-3a171f1fb3e8 req-3413e08e-c971-4318-928d-bbc8201d998b tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 943 time: 0.3056505 Nov 25 17:35:06.486591 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-b8cd9c76-b427-4d2c-b925-b1aff50df124 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Calling delete_port for 3019a708-51dd-4559-88d6-9aba627ff520 owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:35:06.495294 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-607d4a22-3bd8-43b4-b8f3-b9389e26c985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:06.496773 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607d4a22-3bd8-43b4-b8f3-b9389e26c985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:06.497478 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-607d4a22-3bd8-43b4-b8f3-b9389e26c985 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:06.517779 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b5343dce-dcad-46db-9156-ec9ed395aa48 None None] For port 3019a708-51dd-4559-88d6-9aba627ff520, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=3019a708-51dd-4559-88d6-9aba627ff520,segment=NetworkSegment(db13a1d1-6152-4935-b570-7cf49dfcc8d6),segment_id=db13a1d1-6152-4935-b570-7cf49dfcc8d6)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:06.521601 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b5343dce-dcad-46db-9156-ec9ed395aa48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:06.546778 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b5343dce-dcad-46db-9156-ec9ed395aa48 None None] Calling delete_port for 3019a708-51dd-4559-88d6-9aba627ff520 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:35:06.567309 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5908d77-2a57-4823-9486-b2f0f37c0ba6 req-61bded7d-b13d-40c6-9f38-5334e321d476 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:06.569273 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e5908d77-2a57-4823-9486-b2f0f37c0ba6 req-61bded7d-b13d-40c6-9f38-5334e321d476 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] 10.222.0.90 "GET /v2.0/ports?device_id=d765b1b4-7207-48ad-b180-16685529ae2c HTTP/1.1" status: 200 len: 945 time: 0.3322852 Nov 25 17:35:06.587380 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91db1fd4-e85c-4a55-b519-f46d6437fd23 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Pushing event deleted for resources: {'Port': ['ID=38db7810-abb7-4a5c-9ec1-6b87d8c94f07,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:06.609094 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-607d4a22-3bd8-43b4-b8f3-b9389e26c985 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2205422 Nov 25 17:35:06.621180 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49724) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:06.670486 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-35ac69a9-d47c-4530-8dbe-84510411bf03 admin admin] Request body: {'subnet': {'network_id': '6c3d67f7-0ab6-4b93-ba5b-7ab8ed4affd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1026205583-subnet', 'tenant_id': '224e87baf894464ab36edb1b354dcb12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:06.676696 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607d4a22-3bd8-43b4-b8f3-b9389e26c985 admin admin] Pushing event updated for resources: {'Network': ['ID=6c3d67f7-0ab6-4b93-ba5b-7ab8ed4affd6,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:06.699992 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 6c3d67f7-0ab6-4b93-ba5b-7ab8ed4affd6 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:35:06.723437 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b5343dce-dcad-46db-9156-ec9ed395aa48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:06.728037 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b8cd9c76-b427-4d2c-b925-b1aff50df124 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:06.735412 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ac69a9-d47c-4530-8dbe-84510411bf03 admin admin] Made reservation on behalf of 224e87baf894464ab36edb1b354dcb12 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:06.738369 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-35ac69a9-d47c-4530-8dbe-84510411bf03 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:06.766391 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cd9c76-b427-4d2c-b925-b1aff50df124 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] No DVR routers for this DVR port 3019a708-51dd-4559-88d6-9aba627ff520 on host n-d-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:35:06.769332 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cd9c76-b427-4d2c-b925-b1aff50df124 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Pushing event deleted for resources: {'Port': ['ID=3019a708-51dd-4559-88d6-9aba627ff520,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:06.806101 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-46ccea42-6e10-47c2-b3c2-3a171f1fb3e8 req-99909be3-7e66-403e-8f9f-2c3da46b2d16 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1b3f624-9a69-4743-bfac-9a2aba2cec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3224828 Nov 25 17:35:06.822500 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5343dce-dcad-46db-9156-ec9ed395aa48 None None] No DVR routers for this DVR port 3019a708-51dd-4559-88d6-9aba627ff520 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:35:06.839253 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5343dce-dcad-46db-9156-ec9ed395aa48 None None] Pushing event deleted for resources: {'Port': ['ID=3019a708-51dd-4559-88d6-9aba627ff520,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:06.922840 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b8cd9c76-b427-4d2c-b925-b1aff50df124 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:06.961887 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-b8cd9c76-b427-4d2c-b925-b1aff50df124 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d81124fa-8988-4275-ac18-570f8c4ed9dc']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:06.978713 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-b8cd9c76-b427-4d2c-b925-b1aff50df124 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db13a1d1-6152-4935-b570-7cf49dfcc8d6') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:06.979287 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-b8cd9c76-b427-4d2c-b925-b1aff50df124 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db13a1d1-6152-4935-b570-7cf49dfcc8d6') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:06.992435 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-91db1fd4-e85c-4a55-b519-f46d6437fd23 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Publish callbacks [] for floatingip, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:06.995160 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-91db1fd4-e85c-4a55-b519-f46d6437fd23 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:06.996349 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-91db1fd4-e85c-4a55-b519-f46d6437fd23 tempest-ServersTestJSON-401310723 tempest-ServersTestJSON-401310723-project] 10.222.0.75 "DELETE /v2.0/floatingips/ef18664d-fe60-4384-872c-7ecc677c8151 HTTP/1.1" status: 204 len: 168 time: 1.9059243 Nov 25 17:35:06.997349 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b8cd9c76-b427-4d2c-b925-b1aff50df124 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:06.999741 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49734) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:07.057466 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5497642a-ac8f-4b18-93ee-4d12d7d73546 req-736de638-7f91-4a84-a518-950ce33f56f5 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:07.060923 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5497642a-ac8f-4b18-93ee-4d12d7d73546 req-736de638-7f91-4a84-a518-950ce33f56f5 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] 10.222.0.75 "GET /v2.0/ports?device_id=d765b1b4-7207-48ad-b180-16685529ae2c HTTP/1.1" status: 200 len: 945 time: 0.1109250 Nov 25 17:35:07.089731 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b8cd9c76-b427-4d2c-b925-b1aff50df124 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:07.095417 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-e5908d77-2a57-4823-9486-b2f0f37c0ba6 req-30b0e34c-3dcc-4db5-8611-a1c1e0962df3 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Deleting port 38e98dbf-9cd0-45f9-9b52-d1b442568113 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:35:07.095763 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e5908d77-2a57-4823-9486-b2f0f37c0ba6 req-30b0e34c-3dcc-4db5-8611-a1c1e0962df3 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:07.102167 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8cd9c76-b427-4d2c-b925-b1aff50df124 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Releasing vlan 933 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:35:07.102510 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b8cd9c76-b427-4d2c-b925-b1aff50df124 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:07.105770 n-d-817746-1 neutron-server[103360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:35:07.105770 n-d-817746-1 neutron-server[103360]: self.session.flush() Nov 25 17:35:07.105770 n-d-817746-1 neutron-server[103360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:35:07.105770 n-d-817746-1 neutron-server[103360]: self.session.flush() Nov 25 17:35:07.105770 n-d-817746-1 neutron-server[103360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:35:07.105770 n-d-817746-1 neutron-server[103360]: self.session.flush() Nov 25 17:35:07.105770 n-d-817746-1 neutron-server[103360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:35:07.105770 n-d-817746-1 neutron-server[103360]: self.session.flush() Nov 25 17:35:07.105770 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:35:07.105770 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:35:07.105770 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:35:07.105770 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:35:07.105770 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:35:07.105770 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:35:07.105770 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:35:07.105770 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:35:07.105770 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:35:07.105770 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:35:07.105770 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:35:07.105770 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:35:07.105770 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:35:07.105770 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:35:07.105770 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:35:07.105770 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:35:07.105770 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:35:07.105770 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:35:07.105770 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:35:07.105770 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:35:07.105770 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:35:07.105770 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:35:07.105770 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:35:07.105770 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:35:07.105770 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:35:07.105770 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:35:07.105770 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:35:07.105770 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:35:07.105770 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:35:07.105770 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:35:07.105770 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:35:07.105770 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:35:07.258952 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5497642a-ac8f-4b18-93ee-4d12d7d73546 req-200ea4d2-9760-4943-b2c5-bf2dec303b2a tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f024779-e810-4a87-8722-637fabf4534b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681476 Nov 25 17:35:07.297213 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-e5908d77-2a57-4823-9486-b2f0f37c0ba6 req-30b0e34c-3dcc-4db5-8611-a1c1e0962df3 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] For port 38e98dbf-9cd0-45f9-9b52-d1b442568113, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=38e98dbf-9cd0-45f9-9b52-d1b442568113,segment=NetworkSegment(8bf00926-7be4-46f0-a85d-023b1ff6562a),segment_id=8bf00926-7be4-46f0-a85d-023b1ff6562a)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:07.297656 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e5908d77-2a57-4823-9486-b2f0f37c0ba6 req-30b0e34c-3dcc-4db5-8611-a1c1e0962df3 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:07.300782 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-35ac69a9-d47c-4530-8dbe-84510411bf03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:07.421626 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac69a9-d47c-4530-8dbe-84510411bf03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0d63b25-f436-4d8e-ad00-751ceb2063e2,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:07.466036 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ac69a9-d47c-4530-8dbe-84510411bf03 admin admin] Checking segment: {'id': '059067ab-d28c-436d-8fb7-b58fc2eb34c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '6c3d67f7-0ab6-4b93-ba5b-7ab8ed4affd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:07.466403 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ac69a9-d47c-4530-8dbe-84510411bf03 admin admin] Network hostable DHCP agents. Network: 6c3d67f7-0ab6-4b93-ba5b-7ab8ed4affd6, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:35:07.499552 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ac69a9-d47c-4530-8dbe-84510411bf03 admin admin] Network 6c3d67f7-0ab6-4b93-ba5b-7ab8ed4affd6 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:35:07.510125 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b8cd9c76-b427-4d2c-b925-b1aff50df124 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:07.541565 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-35ac69a9-d47c-4530-8dbe-84510411bf03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 6c3d67f7-0ab6-4b93-ba5b-7ab8ed4affd6) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:07.546828 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ac69a9-d47c-4530-8dbe-84510411bf03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:07.547057 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b8cd9c76-b427-4d2c-b925-b1aff50df124 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:07.547425 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-35ac69a9-d47c-4530-8dbe-84510411bf03 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:07.550430 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b8cd9c76-b427-4d2c-b925-b1aff50df124 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] 10.222.0.75 "DELETE /v2.0/networks/d81124fa-8988-4275-ac18-570f8c4ed9dc HTTP/1.1" status: 204 len: 168 time: 1.6247818 Nov 25 17:35:07.565719 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4775a0d3-470d-4641-8972-b62fd866db73 None None] Network 6c3d67f7-0ab6-4b93-ba5b-7ab8ed4affd6 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:07.572293 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e5908d77-2a57-4823-9486-b2f0f37c0ba6 req-30b0e34c-3dcc-4db5-8611-a1c1e0962df3 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:07.572649 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e5908d77-2a57-4823-9486-b2f0f37c0ba6 req-30b0e34c-3dcc-4db5-8611-a1c1e0962df3 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:07.573027 n-d-817746-1 neutron-server[103361]: INFO neutron.db.l3_db [req-e5908d77-2a57-4823-9486-b2f0f37c0ba6 req-30b0e34c-3dcc-4db5-8611-a1c1e0962df3 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Floating IP bb57ea3f-f717-4995-a8e4-962dfb1d4cc7 disassociated. External IP: 172.25.0.15, port: 38e98dbf-9cd0-45f9-9b52-d1b442568113. Nov 25 17:35:07.573382 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-e5908d77-2a57-4823-9486-b2f0f37c0ba6 req-30b0e34c-3dcc-4db5-8611-a1c1e0962df3 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Calling delete_port for 38e98dbf-9cd0-45f9-9b52-d1b442568113 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:35:07.591012 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-35ac69a9-d47c-4530-8dbe-84510411bf03 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9565825 Nov 25 17:35:07.598060 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cd9c76-b427-4d2c-b925-b1aff50df124 tempest-FloatingIPNegativeTestJSON-898816725 tempest-FloatingIPNegativeTestJSON-898816725-project] Pushing event deleted for resources: {'Network': ['ID=d81124fa-8988-4275-ac18-570f8c4ed9dc,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:07.754289 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1afb6d-124b-4f8f-8b00-76907ffb0a0b None None] Network 6c3d67f7-0ab6-4b93-ba5b-7ab8ed4affd6 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:07.771007 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e5908d77-2a57-4823-9486-b2f0f37c0ba6 req-30b0e34c-3dcc-4db5-8611-a1c1e0962df3 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:07.814351 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b0e34c-3dcc-4db5-8611-a1c1e0962df3 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Pushing event deleted for resources: {'Port': ['ID=38e98dbf-9cd0-45f9-9b52-d1b442568113,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:07.866421 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-83cc7099-4fa1-4fbe-8921-2704705c93ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:08.066394 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49764) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:08.090188 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e81525f-a067-4bfa-afd4-5c3394494089 req-c37031f4-b939-49d2-88c4-1f7b8f0a7e3b tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:08.092013 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e81525f-a067-4bfa-afd4-5c3394494089 req-c37031f4-b939-49d2-88c4-1f7b8f0a7e3b tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 943 time: 0.1050189 Nov 25 17:35:08.110951 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5908d77-2a57-4823-9486-b2f0f37c0ba6 req-30b0e34c-3dcc-4db5-8611-a1c1e0962df3 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Router 2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:35:08.279785 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-83cc7099-4fa1-4fbe-8921-2704705c93ac admin admin] Deleting port 10711a60-71fb-4cf1-972e-799faab60cfa {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:35:08.283054 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-83cc7099-4fa1-4fbe-8921-2704705c93ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:08.313314 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-0294689c-a1f1-45e3-8a48-fce2ed081a61 req-a22e6182-b92d-45c4-bd40-5be929b5f483 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-465568335', 'description': 'tempest-description-1991696523'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:08.328736 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 3019a708-51dd-4559-88d6-9aba627ff520 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:35:08.362494 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e81525f-a067-4bfa-afd4-5c3394494089 req-0f11555f-fa75-45e8-a613-118dbad86cf9 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1b3f624-9a69-4743-bfac-9a2aba2cec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2601168 Nov 25 17:35:08.364445 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 3019a708-51dd-4559-88d6-9aba627ff520 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:35:08.365235 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 3019a708-51dd-4559-88d6-9aba627ff520 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:35:08.436991 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-83cc7099-4fa1-4fbe-8921-2704705c93ac admin admin] For port 10711a60-71fb-4cf1-972e-799faab60cfa, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=10711a60-71fb-4cf1-972e-799faab60cfa,segment=NetworkSegment(eeb5e8d0-0be5-4d34-8ecb-7bb95c7801cd),segment_id=eeb5e8d0-0be5-4d34-8ecb-7bb95c7801cd)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:08.440026 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-83cc7099-4fa1-4fbe-8921-2704705c93ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:08.450910 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-97e5da78-3a18-4127-b30d-8d20257b250a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5884683f67b1419693da63e1a2b0bc4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3831503 Nov 25 17:35:08.453953 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49778) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:08.467892 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0294689c-a1f1-45e3-8a48-fce2ed081a61 req-a22e6182-b92d-45c4-bd40-5be929b5f483 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:08.475431 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-83cc7099-4fa1-4fbe-8921-2704705c93ac admin admin] Calling delete_port for 10711a60-71fb-4cf1-972e-799faab60cfa owned by network:router_interface {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:35:08.511945 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5908d77-2a57-4823-9486-b2f0f37c0ba6 req-30b0e34c-3dcc-4db5-8611-a1c1e0962df3 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:35:08.524780 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18329dc-faca-4c4c-8b6c-fc5ea077f92b None None] Sync routers for ids ['2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:35:08.542920 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18329dc-faca-4c4c-8b6c-fc5ea077f92b None None] Routers {'2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:35:08.543924 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-e18329dc-faca-4c4c-8b6c-fc5ea077f92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:34:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:08.571721 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5908d77-2a57-4823-9486-b2f0f37c0ba6 req-30b0e34c-3dcc-4db5-8611-a1c1e0962df3 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] No DVR routers for this DVR port 38e98dbf-9cd0-45f9-9b52-d1b442568113 on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:35:08.588430 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e5908d77-2a57-4823-9486-b2f0f37c0ba6 req-30b0e34c-3dcc-4db5-8611-a1c1e0962df3 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:08.593041 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e5908d77-2a57-4823-9486-b2f0f37c0ba6 req-30b0e34c-3dcc-4db5-8611-a1c1e0962df3 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] 10.222.0.90 "DELETE /v2.0/ports/38e98dbf-9cd0-45f9-9b52-d1b442568113 HTTP/1.1" status: 204 len: 173 time: 1.9852533 Nov 25 17:35:08.597737 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd765b1b4-7207-48ad-b180-16685529ae2c', 'name': 'network-vif-deleted', 'tag': '38e98dbf-9cd0-45f9-9b52-d1b442568113'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:35:08.601204 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb4b669-8879-4ca0-aead-d42b60910d62" -d '{"events": [{"server_uuid": "d765b1b4-7207-48ad-b180-16685529ae2c", "name": "network-vif-deleted", "tag": "38e98dbf-9cd0-45f9-9b52-d1b442568113"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:35:08.609988 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ed8479fd-2791-4e98-bfd8-ccf7f4ea6ef7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:08.635214 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-785dd8e5-3700-49da-bd02-eda05c209778 req-0229357d-fa7c-4b53-b35e-10cf09772b0d tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] 10.222.0.75 "GET /v2.0/ports?device_id=d765b1b4-7207-48ad-b180-16685529ae2c HTTP/1.1" status: 200 len: 210 time: 0.0645497 Nov 25 17:35:08.709449 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0294689c-a1f1-45e3-8a48-fce2ed081a61 req-a22e6182-b92d-45c4-bd40-5be929b5f483 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:08.717146 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0294689c-a1f1-45e3-8a48-fce2ed081a61 req-a22e6182-b92d-45c4-bd40-5be929b5f483 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:08.761356 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ed8479fd-2791-4e98-bfd8-ccf7f4ea6ef7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:08.779405 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0294689c-a1f1-45e3-8a48-fce2ed081a61 req-a22e6182-b92d-45c4-bd40-5be929b5f483 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:08.779971 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0294689c-a1f1-45e3-8a48-fce2ed081a61 req-a22e6182-b92d-45c4-bd40-5be929b5f483 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.4763629 Nov 25 17:35:08.833886 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22e6182-b92d-45c4-bd40-5be929b5f483 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50a4c9a2-259e-460a-bf0c-04f87a6c057b,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:08.853695 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1bbe8f-1f2e-4018-8fa1-af1e89e63510 x-openstack-request-id: req-5b1bbe8f-1f2e-4018-8fa1-af1e89e63510 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:35:08.853995 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d765b1b4-7207-48ad-b180-16685529ae2c", "name": "network-vif-deleted", "tag": "38e98dbf-9cd0-45f9-9b52-d1b442568113", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:35:08.854736 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5b1bbe8f-1f2e-4018-8fa1-af1e89e63510 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:35:08.855693 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd765b1b4-7207-48ad-b180-16685529ae2c', 'name': 'network-vif-deleted', 'tag': '38e98dbf-9cd0-45f9-9b52-d1b442568113', 'status': 'completed', 'code': 200} Nov 25 17:35:08.884935 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-65125937-bc93-43eb-9acd-546e26f9c21c req-b8e198c9-ae99-4a13-9bd2-19d98cc64a30 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] 10.222.0.75 "GET /v2.0/security-groups/50a4c9a2-259e-460a-bf0c-04f87a6c057b HTTP/1.1" status: 200 len: 1831 time: 0.0649545 Nov 25 17:35:08.890454 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 38e98dbf-9cd0-45f9-9b52-d1b442568113 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:35:08.906026 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-65125937-bc93-43eb-9acd-546e26f9c21c req-0f34c12c-ebeb-4a91-b7e4-1da036a12413 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '50a4c9a2-259e-460a-bf0c-04f87a6c057b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:08.906478 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-65125937-bc93-43eb-9acd-546e26f9c21c req-0f34c12c-ebeb-4a91-b7e4-1da036a12413 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '50a4c9a2-259e-460a-bf0c-04f87a6c057b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:08.908687 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-e18329dc-faca-4c4c-8b6c-fc5ea077f92b None None] Set router 2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:35:08.919515 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ed8479fd-2791-4e98-bfd8-ccf7f4ea6ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:08.926177 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ed8479fd-2791-4e98-bfd8-ccf7f4ea6ef7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:08.928365 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ed8479fd-2791-4e98-bfd8-ccf7f4ea6ef7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8fe879be-ac8f-4006-8a51-c27fcdf5a068 HTTP/1.1" status: 204 len: 168 time: 0.4660985 Nov 25 17:35:08.947696 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8479fd-2791-4e98-bfd8-ccf7f4ea6ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe879be-ac8f-4006-8a51-c27fcdf5a068,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:08.959290 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-83cc7099-4fa1-4fbe-8921-2704705c93ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:08.986678 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-65125937-bc93-43eb-9acd-546e26f9c21c req-0f34c12c-ebeb-4a91-b7e4-1da036a12413 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:08.993912 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cc7099-4fa1-4fbe-8921-2704705c93ac admin admin] Pushing event deleted for resources: {'Port': ['ID=10711a60-71fb-4cf1-972e-799faab60cfa,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:09.012773 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: 38e98dbf-9cd0-45f9-9b52-d1b442568113 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:35:09.022827 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 38e98dbf-9cd0-45f9-9b52-d1b442568113 not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:35:09.048622 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-65125937-bc93-43eb-9acd-546e26f9c21c req-0f34c12c-ebeb-4a91-b7e4-1da036a12413 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:09.060919 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-65125937-bc93-43eb-9acd-546e26f9c21c req-0f34c12c-ebeb-4a91-b7e4-1da036a12413 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:09.122622 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f34c12c-ebeb-4a91-b7e4-1da036a12413 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=506b7b4f-67a0-4eb3-9fea-f0f26dabb3cc,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:09.148588 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-65125937-bc93-43eb-9acd-546e26f9c21c req-0f34c12c-ebeb-4a91-b7e4-1da036a12413 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:09.149861 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-65125937-bc93-43eb-9acd-546e26f9c21c req-0f34c12c-ebeb-4a91-b7e4-1da036a12413 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2554297 Nov 25 17:35:09.298952 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-56094830-1152-4c32-b48d-09728acbe3cd req-ff11f6b7-a956-43d6-a351-a7b3ba4e78c2 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] 10.222.0.75 "GET /v2.0/security-groups/50a4c9a2-259e-460a-bf0c-04f87a6c057b HTTP/1.1" status: 200 len: 2425 time: 0.1101205 Nov 25 17:35:09.330515 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-83cc7099-4fa1-4fbe-8921-2704705c93ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:09.352241 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a760ac67-cc35-4095-be45-3df820fa41c4 req-c48b21e4-0608-4122-a52f-b84ecc19dd52 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] 10.222.0.75 "GET /v2.0/security-group-rules/506b7b4f-67a0-4eb3-9fea-f0f26dabb3cc HTTP/1.1" status: 200 len: 778 time: 0.0290325 Nov 25 17:35:09.434932 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-e18329dc-faca-4c4c-8b6c-fc5ea077f92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b', 'name': 'tempest-ServersTestFqdnHostnames-1023932985-router', 'tenant_id': '993e53d13f4a4f928421fafbce5572c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '39de9e00-353b-4713-911e-040c17c016d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:32:47Z', 'updated_at': '2021-11-25T17:32:54Z', 'revision_number': 4, 'project_id': '993e53d13f4a4f928421fafbce5572c3', 'gw_port': {'id': '39de9e00-353b-4713-911e-040c17c016d0', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:32:47Z', 'updated_at': '2021-11-25T17:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'f0f2a3c7-208e-427e-b93c-97f02247fc8d', 'name': '', 'network_id': '741d8194-35ac-41e6-a27e-dc63c59af432', 'tenant_id': '993e53d13f4a4f928421fafbce5572c3', 'mac_address': 'fa:16:3e:31:bf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'd7e694ac-d04c-4128-9df7-0839adaa9a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:32:52Z', 'updated_at': '2021-11-25T17:32:58Z', 'revision_number': 5, 'project_id': '993e53d13f4a4f928421fafbce5572c3', 'subnets': [{'id': 'd7e694ac-d04c-4128-9df7-0839adaa9a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:09.456638 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a760ac67-cc35-4095-be45-3df820fa41c4 req-624715b6-17d0-46c6-b5d5-34792a0ab724 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] 10.222.0.75 "GET /v2.0/security-groups/50a4c9a2-259e-460a-bf0c-04f87a6c057b HTTP/1.1" status: 200 len: 2425 time: 0.0972924 Nov 25 17:35:09.468625 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18329dc-faca-4c4c-8b6c-fc5ea077f92b None None] Checking router: 2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:35:09.480979 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18329dc-faca-4c4c-8b6c-fc5ea077f92b None None] Routers {'2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:35:09.481952 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-e18329dc-faca-4c4c-8b6c-fc5ea077f92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:34:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:09.509704 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a760ac67-cc35-4095-be45-3df820fa41c4 req-09b0c42b-dbb9-4c1a-bf61-b622f2dee4f5 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:09.519016 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a760ac67-cc35-4095-be45-3df820fa41c4 req-09b0c42b-dbb9-4c1a-bf61-b622f2dee4f5 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:09.592294 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a760ac67-cc35-4095-be45-3df820fa41c4 req-09b0c42b-dbb9-4c1a-bf61-b622f2dee4f5 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:09.607633 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a760ac67-cc35-4095-be45-3df820fa41c4 req-09b0c42b-dbb9-4c1a-bf61-b622f2dee4f5 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:09.623766 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a760ac67-cc35-4095-be45-3df820fa41c4 req-09b0c42b-dbb9-4c1a-bf61-b622f2dee4f5 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/506b7b4f-67a0-4eb3-9fea-f0f26dabb3cc HTTP/1.1" status: 204 len: 173 time: 0.1596315 Nov 25 17:35:09.630635 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b0c42b-dbb9-4c1a-bf61-b622f2dee4f5 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=506b7b4f-67a0-4eb3-9fea-f0f26dabb3cc,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:09.641932 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-e18329dc-faca-4c4c-8b6c-fc5ea077f92b None None] Set router 2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:35:09.658995 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58bf620-551c-4b74-b267-5193986cba65 req-02c0b680-2ec6-40c4-b472-6a80f45424b1 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:09.661394 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d58bf620-551c-4b74-b267-5193986cba65 req-02c0b680-2ec6-40c4-b472-6a80f45424b1 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 943 time: 0.1230111 Nov 25 17:35:09.768014 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83cc7099-4fa1-4fbe-8921-2704705c93ac admin admin] Router 960bb660-11ef-4a69-ac83-24278ebf85cb has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:35:09.785813 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-e8fec904-ee95-4581-8513-a32b600249d3 req-4c6a8d7d-83a3-46d3-b43b-19bc4ad29e1c tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1435416252', 'description': 'tempest-description-1722013484'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:09.821488 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d58bf620-551c-4b74-b267-5193986cba65 req-ba137ba3-c7be-4196-a824-20e618e38f42 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1b3f624-9a69-4743-bfac-9a2aba2cec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461711 Nov 25 17:35:09.830527 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49820) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:09.859047 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e8fec904-ee95-4581-8513-a32b600249d3 req-4c6a8d7d-83a3-46d3-b43b-19bc4ad29e1c tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:09.957748 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83cc7099-4fa1-4fbe-8921-2704705c93ac admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:35:09.976995 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-83cc7099-4fa1-4fbe-8921-2704705c93ac admin admin] 10.222.0.75 "PUT /v2.0/routers/960bb660-11ef-4a69-ac83-24278ebf85cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9763041 Nov 25 17:35:09.979280 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f62cd1-75ac-4d20-a224-613794c8c528 None None] Sync routers for ids ['960bb660-11ef-4a69-ac83-24278ebf85cb'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:35:09.979745 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49830) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:09.985629 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-e18329dc-faca-4c4c-8b6c-fc5ea077f92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b', 'name': 'tempest-ServersTestFqdnHostnames-1023932985-router', 'tenant_id': '993e53d13f4a4f928421fafbce5572c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '39de9e00-353b-4713-911e-040c17c016d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:32:47Z', 'updated_at': '2021-11-25T17:32:54Z', 'revision_number': 4, 'project_id': '993e53d13f4a4f928421fafbce5572c3', 'gw_port': {'id': '39de9e00-353b-4713-911e-040c17c016d0', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:32:47Z', 'updated_at': '2021-11-25T17:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'f0f2a3c7-208e-427e-b93c-97f02247fc8d', 'name': '', 'network_id': '741d8194-35ac-41e6-a27e-dc63c59af432', 'tenant_id': '993e53d13f4a4f928421fafbce5572c3', 'mac_address': 'fa:16:3e:31:bf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'd7e694ac-d04c-4128-9df7-0839adaa9a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:32:52Z', 'updated_at': '2021-11-25T17:32:58Z', 'revision_number': 5, 'project_id': '993e53d13f4a4f928421fafbce5572c3', 'subnets': [{'id': 'd7e694ac-d04c-4128-9df7-0839adaa9a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:10.003787 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f62cd1-75ac-4d20-a224-613794c8c528 None None] Routers {'960bb660-11ef-4a69-ac83-24278ebf85cb'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:35:10.004741 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-c8f62cd1-75ac-4d20-a224-613794c8c528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:34:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['960bb660-11ef-4a69-ac83-24278ebf85cb'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:10.045420 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e8fec904-ee95-4581-8513-a32b600249d3 req-4c6a8d7d-83a3-46d3-b43b-19bc4ad29e1c tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:10.052690 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e8fec904-ee95-4581-8513-a32b600249d3 req-4c6a8d7d-83a3-46d3-b43b-19bc4ad29e1c tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:10.054963 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18329dc-faca-4c4c-8b6c-fc5ea077f92b None None] The sync data for ids ['2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b'] in n-d-817746-1 is: [{'id': '2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b', 'name': 'tempest-ServersTestFqdnHostnames-1023932985-router', 'tenant_id': '993e53d13f4a4f928421fafbce5572c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '39de9e00-353b-4713-911e-040c17c016d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:32:47Z', 'updated_at': '2021-11-25T17:32:54Z', 'revision_number': 4, 'project_id': '993e53d13f4a4f928421fafbce5572c3', 'gw_port': {'id': '39de9e00-353b-4713-911e-040c17c016d0', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:32:47Z', 'updated_at': '2021-11-25T17:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'f0f2a3c7-208e-427e-b93c-97f02247fc8d', 'name': '', 'network_id': '741d8194-35ac-41e6-a27e-dc63c59af432', 'tenant_id': '993e53d13f4a4f928421fafbce5572c3', 'mac_address': 'fa:16:3e:31:bf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'd7e694ac-d04c-4128-9df7-0839adaa9a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:32:52Z', 'updated_at': '2021-11-25T17:32:58Z', 'revision_number': 5, 'project_id': '993e53d13f4a4f928421fafbce5572c3', 'subnets': [{'id': 'd7e694ac-d04c-4128-9df7-0839adaa9a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:35:10.086765 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49832) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:10.112788 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e8fec904-ee95-4581-8513-a32b600249d3 req-4c6a8d7d-83a3-46d3-b43b-19bc4ad29e1c tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:10.114180 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e8fec904-ee95-4581-8513-a32b600249d3 req-4c6a8d7d-83a3-46d3-b43b-19bc4ad29e1c tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.3463151 Nov 25 17:35:10.187407 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a773c53e-233a-4eab-853d-5617b00925c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:10.190203 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a7a4da21-258c-4ed7-ae7d-0e53a640c535 admin admin] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:10.205363 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6a8d7d-83a3-46d3-b43b-19bc4ad29e1c tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36e886ad-9254-4bb6-aafe-7958f05f0e98,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:10.222709 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-c8f62cd1-75ac-4d20-a224-613794c8c528 None None] Set router 960bb660-11ef-4a69-ac83-24278ebf85cb gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:35:10.345309 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-820c1645-4ceb-4b06-8cba-53788ba17f18 req-689342d0-ecf1-4d49-abe4-600e1c200357 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] 10.222.0.75 "GET /v2.0/security-groups/36e886ad-9254-4bb6-aafe-7958f05f0e98 HTTP/1.1" status: 200 len: 1832 time: 0.1908739 Nov 25 17:35:10.360540 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-39403830-e18f-4557-aa43-8fa659c4c4be tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:10.411945 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a7a4da21-258c-4ed7-ae7d-0e53a640c535 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:10.423231 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-39403830-e18f-4557-aa43-8fa659c4c4be tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:10.496483 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-329fa3b8-2e92-4e0c-b72c-7f7ebb6680af req-f9b595ee-794a-43f4-bb54-02de65889a8e tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-581890238', 'description': 'tempest-description-1554659305'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:10.515642 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-a7a4da21-258c-4ed7-ae7d-0e53a640c535 admin admin] Deleting port 5e0cd402-5399-4830-857e-6ab9c6db7896 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:35:10.516147 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a7a4da21-258c-4ed7-ae7d-0e53a640c535 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:10.524531 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a773c53e-233a-4eab-853d-5617b00925c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:10.566479 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed9060c-9b26-42f5-a8dd-43cc418f9248 None None] New status for floating IP bb57ea3f-f717-4995-a8e4-962dfb1d4cc7: DOWN {{(pid=103362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:35:10.578800 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a773c53e-233a-4eab-853d-5617b00925c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:10.583808 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-c8f62cd1-75ac-4d20-a224-613794c8c528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960bb660-11ef-4a69-ac83-24278ebf85cb', 'name': 'tempest-ServersTestJSON-2132435216-router', 'tenant_id': '52a7f1a75cb849a792055fde7412fdf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '5e0cd402-5399-4830-857e-6ab9c6db7896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:32:38Z', 'updated_at': '2021-11-25T17:35:08Z', 'revision_number': 5, 'project_id': '52a7f1a75cb849a792055fde7412fdf4', 'gw_port': {'id': '5e0cd402-5399-4830-857e-6ab9c6db7896', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:27:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960bb660-11ef-4a69-ac83-24278ebf85cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:32:39Z', 'updated_at': '2021-11-25T17:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:10.643378 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-a7a4da21-258c-4ed7-ae7d-0e53a640c535 admin admin] For port 5e0cd402-5399-4830-857e-6ab9c6db7896, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=5e0cd402-5399-4830-857e-6ab9c6db7896,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:10.643962 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a7a4da21-258c-4ed7-ae7d-0e53a640c535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:10.649717 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f62cd1-75ac-4d20-a224-613794c8c528 None None] Checking router: 960bb660-11ef-4a69-ac83-24278ebf85cb for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:35:10.657551 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a773c53e-233a-4eab-853d-5617b00925c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f6d34f-3986-451c-a399-4c1a1a351cdc,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:10.674503 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-329fa3b8-2e92-4e0c-b72c-7f7ebb6680af req-f9b595ee-794a-43f4-bb54-02de65889a8e tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:10.689188 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-a7a4da21-258c-4ed7-ae7d-0e53a640c535 admin admin] Calling delete_port for 5e0cd402-5399-4830-857e-6ab9c6db7896 owned by network:router_gateway {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:35:10.698935 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f62cd1-75ac-4d20-a224-613794c8c528 None None] Routers {'960bb660-11ef-4a69-ac83-24278ebf85cb'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:35:10.701043 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-c8f62cd1-75ac-4d20-a224-613794c8c528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:34:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['960bb660-11ef-4a69-ac83-24278ebf85cb'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:10.708352 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49850) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:10.711070 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-a773c53e-233a-4eab-853d-5617b00925c2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=08ecf33b6f6340ba847b7a4a7078fcef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8710465 Nov 25 17:35:10.837083 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-329fa3b8-2e92-4e0c-b72c-7f7ebb6680af req-f9b595ee-794a-43f4-bb54-02de65889a8e tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:10.845271 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-329fa3b8-2e92-4e0c-b72c-7f7ebb6680af req-f9b595ee-794a-43f4-bb54-02de65889a8e tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:10.875248 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-39403830-e18f-4557-aa43-8fa659c4c4be tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:10.880270 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-39403830-e18f-4557-aa43-8fa659c4c4be tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:10.883415 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-39403830-e18f-4557-aa43-8fa659c4c4be tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] 10.222.0.75 "DELETE /v2.0/security-groups/9f024779-e810-4a87-8722-637fabf4534b HTTP/1.1" status: 204 len: 168 time: 0.7953792 Nov 25 17:35:10.888637 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49856) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:10.895653 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-329fa3b8-2e92-4e0c-b72c-7f7ebb6680af req-f9b595ee-794a-43f4-bb54-02de65889a8e tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:10.897369 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-329fa3b8-2e92-4e0c-b72c-7f7ebb6680af req-f9b595ee-794a-43f4-bb54-02de65889a8e tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.4279048 Nov 25 17:35:10.904652 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-c8f62cd1-75ac-4d20-a224-613794c8c528 None None] Set router 960bb660-11ef-4a69-ac83-24278ebf85cb gateway port host: None {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:35:10.929663 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49860) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:10.937137 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b595ee-794a-43f4-bb54-02de65889a8e tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6cbe54e-f68e-4995-af6e-97c7dbd8f22f,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:10.961035 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-55b8a5ee-69ba-4d91-a4f0-b94fad2bf274 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] show failed (client error): The resource could not be found. Nov 25 17:35:10.965108 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-55b8a5ee-69ba-4d91-a4f0-b94fad2bf274 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] 10.222.0.75 "GET /v2.0/security-groups/9f024779-e810-4a87-8722-637fabf4534b HTTP/1.1" status: 404 len: 347 time: 0.0754042 Nov 25 17:35:10.984461 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49864) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:10.986018 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-c8f62cd1-75ac-4d20-a224-613794c8c528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960bb660-11ef-4a69-ac83-24278ebf85cb', 'name': 'tempest-ServersTestJSON-2132435216-router', 'tenant_id': '52a7f1a75cb849a792055fde7412fdf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:32:38Z', 'updated_at': '2021-11-25T17:35:10Z', 'revision_number': 6, 'project_id': '52a7f1a75cb849a792055fde7412fdf4', 'gw_port_host': None}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:11.019705 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39403830-e18f-4557-aa43-8fa659c4c4be tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f024779-e810-4a87-8722-637fabf4534b,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:11.058428 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-459e01c7-07e8-41ab-aa2f-4fe164266541 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:11.082114 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-98ec61cd-88a5-47ff-8e61-c717034d8eae req-59a0ff97-037b-4e78-bc87-585fdc9b6407 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] 10.222.0.75 "GET /v2.0/security-groups/d6cbe54e-f68e-4995-af6e-97c7dbd8f22f HTTP/1.1" status: 200 len: 1831 time: 0.1499226 Nov 25 17:35:11.094850 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-37cdbe8b-8160-4b7b-a5a9-a129e6321e67 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1900733494'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:11.125523 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37cdbe8b-8160-4b7b-a5a9-a129e6321e67 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Made reservation on behalf of a944564bc44448da813147d2ebeb8dea for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:11.129415 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-37cdbe8b-8160-4b7b-a5a9-a129e6321e67 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:11.144065 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-37cdbe8b-8160-4b7b-a5a9-a129e6321e67 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:11.145229 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f62cd1-75ac-4d20-a224-613794c8c528 None None] The sync data for ids ['960bb660-11ef-4a69-ac83-24278ebf85cb'] in n-d-817746-1 is: [{'id': '960bb660-11ef-4a69-ac83-24278ebf85cb', 'name': 'tempest-ServersTestJSON-2132435216-router', 'tenant_id': '52a7f1a75cb849a792055fde7412fdf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:32:38Z', 'updated_at': '2021-11-25T17:35:10Z', 'revision_number': 6, 'project_id': '52a7f1a75cb849a792055fde7412fdf4', 'gw_port_host': None}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:35:11.155927 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90441ebf-328f-40e4-8a86-4ed716a6e883 req-02e98d0f-f01f-47db-9214-ca5fa112c005 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:11.157691 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-90441ebf-328f-40e4-8a86-4ed716a6e883 req-02e98d0f-f01f-47db-9214-ca5fa112c005 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 943 time: 0.1532047 Nov 25 17:35:11.178052 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-459e01c7-07e8-41ab-aa2f-4fe164266541 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:11.190963 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-e0a97812-2222-49b0-8fbe-c5d31fde8595 req-5ffc3349-6905-4701-8c3e-ecd376c281cf tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1717614858', 'description': 'tempest-description-549369065'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:11.251351 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e0a97812-2222-49b0-8fbe-c5d31fde8595 req-5ffc3349-6905-4701-8c3e-ecd376c281cf tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:11.282631 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-90441ebf-328f-40e4-8a86-4ed716a6e883 req-045c8fad-985e-47d2-a468-f649e37f8560 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1b3f624-9a69-4743-bfac-9a2aba2cec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135550 Nov 25 17:35:11.315040 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-8dc0ae9e-cd07-46c3-b38b-f586bdb83ef3 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Deleting port d1af45b0-06eb-429e-9d6e-5fa5b057ae07 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:35:11.315471 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8dc0ae9e-cd07-46c3-b38b-f586bdb83ef3 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:11.322168 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-459e01c7-07e8-41ab-aa2f-4fe164266541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:11.324630 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-459e01c7-07e8-41ab-aa2f-4fe164266541 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:11.328622 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-459e01c7-07e8-41ab-aa2f-4fe164266541 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f1f6d34f-3986-451c-a399-4c1a1a351cdc HTTP/1.1" status: 204 len: 168 time: 0.6188068 Nov 25 17:35:11.344671 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-37cdbe8b-8160-4b7b-a5a9-a129e6321e67 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:11.352954 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e01c7-07e8-41ab-aa2f-4fe164266541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f6d34f-3986-451c-a399-4c1a1a351cdc,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:11.353127 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-37cdbe8b-8160-4b7b-a5a9-a129e6321e67 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:11.357910 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a7a4da21-258c-4ed7-ae7d-0e53a640c535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:11.365891 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37cdbe8b-8160-4b7b-a5a9-a129e6321e67 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:35:11.375773 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-37cdbe8b-8160-4b7b-a5a9-a129e6321e67 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:11.376477 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-37cdbe8b-8160-4b7b-a5a9-a129e6321e67 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Added segment 369b18da-a0df-4031-8462-fa4b026d954e of type vlan for network 2812543e-c0ba-48b9-ad6a-e82996b4ae69 Nov 25 17:35:11.424291 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a4da21-258c-4ed7-ae7d-0e53a640c535 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e0cd402-5399-4830-857e-6ab9c6db7896,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:11.463450 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-37cdbe8b-8160-4b7b-a5a9-a129e6321e67 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:11.467081 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e0a97812-2222-49b0-8fbe-c5d31fde8595 req-5ffc3349-6905-4701-8c3e-ecd376c281cf tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:11.476760 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e0a97812-2222-49b0-8fbe-c5d31fde8595 req-5ffc3349-6905-4701-8c3e-ecd376c281cf tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:11.479018 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cdbe8b-8160-4b7b-a5a9-a129e6321e67 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0dbd3a-2199-45ab-b1e6-2c6c4373b4c6,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:11.492533 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8dc0ae9e-cd07-46c3-b38b-f586bdb83ef3 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:11.492884 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8dc0ae9e-cd07-46c3-b38b-f586bdb83ef3 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:11.513135 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-8dc0ae9e-cd07-46c3-b38b-f586bdb83ef3 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Calling delete_port for d1af45b0-06eb-429e-9d6e-5fa5b057ae07 owned by network:floatingip {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:35:11.525166 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a7a4da21-258c-4ed7-ae7d-0e53a640c535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:11.534168 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e0a97812-2222-49b0-8fbe-c5d31fde8595 req-5ffc3349-6905-4701-8c3e-ecd376c281cf tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:11.538589 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e0a97812-2222-49b0-8fbe-c5d31fde8595 req-5ffc3349-6905-4701-8c3e-ecd376c281cf tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.3551638 Nov 25 17:35:11.540293 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-37cdbe8b-8160-4b7b-a5a9-a129e6321e67 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:11.558363 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cdbe8b-8160-4b7b-a5a9-a129e6321e67 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:11.559030 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-37cdbe8b-8160-4b7b-a5a9-a129e6321e67 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:11.561503 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffc3349-6905-4701-8c3e-ecd376c281cf tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5a6f2e-7ccb-4fc4-bdbe-438e2ffbb119,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:11.629498 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-37cdbe8b-8160-4b7b-a5a9-a129e6321e67 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6984241 Nov 25 17:35:11.674903 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a7a4da21-258c-4ed7-ae7d-0e53a640c535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:11.688108 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a7a4da21-258c-4ed7-ae7d-0e53a640c535 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:11.702603 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cdbe8b-8160-4b7b-a5a9-a129e6321e67 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Pushing event updated for resources: {'Network': ['ID=2812543e-c0ba-48b9-ad6a-e82996b4ae69,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:11.721183 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 2812543e-c0ba-48b9-ad6a-e82996b4ae69 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:35:11.730147 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-239d23bf-c7c2-40b6-8a5e-d609f745fd0c req-f164f2e4-679e-428e-936e-70c9735e9476 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] 10.222.0.75 "GET /v2.0/security-groups/fe5a6f2e-7ccb-4fc4-bdbe-438e2ffbb119 HTTP/1.1" status: 200 len: 1831 time: 0.1633291 Nov 25 17:35:11.787447 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-74b5f8ad-8a30-40a6-bba3-5f294bc0907e req-3482c50d-8c39-472e-86f4-3a703185b383 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-319311218', 'description': 'tempest-description-1506565642'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:11.831524 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a7a4da21-258c-4ed7-ae7d-0e53a640c535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:11.832127 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a4da21-258c-4ed7-ae7d-0e53a640c535 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 960bb660-11ef-4a69-ac83-24278ebf85cb {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:35:11.849567 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a7a4da21-258c-4ed7-ae7d-0e53a640c535 admin admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:11.851680 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a7a4da21-258c-4ed7-ae7d-0e53a640c535 admin admin] 10.222.0.75 "DELETE /v2.0/routers/960bb660-11ef-4a69-ac83-24278ebf85cb HTTP/1.1" status: 204 len: 168 time: 1.8699472 Nov 25 17:35:11.856159 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49878) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:11.874004 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-74b5f8ad-8a30-40a6-bba3-5f294bc0907e req-3482c50d-8c39-472e-86f4-3a703185b383 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:11.965601 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-612f12a5-798e-48d6-a37f-31a9faa4c40a admin admin] Deleting subnet 4adf4a2b-4e3a-4e33-932e-a75235c5c4e8 {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:35:11.975277 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-612f12a5-798e-48d6-a37f-31a9faa4c40a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:12.001803 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49882) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:12.007955 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-74b5f8ad-8a30-40a6-bba3-5f294bc0907e req-3482c50d-8c39-472e-86f4-3a703185b383 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:12.018144 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4f724b01-5e13-4cb3-b07e-5fd4ca2c86fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:12.020457 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-74b5f8ad-8a30-40a6-bba3-5f294bc0907e req-3482c50d-8c39-472e-86f4-3a703185b383 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:12.021325 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8dc0ae9e-cd07-46c3-b38b-f586bdb83ef3 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:12.037586 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-612f12a5-798e-48d6-a37f-31a9faa4c40a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:12.065983 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc0ae9e-cd07-46c3-b38b-f586bdb83ef3 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Pushing event deleted for resources: {'Port': ['ID=d1af45b0-06eb-429e-9d6e-5fa5b057ae07,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:12.088334 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-74b5f8ad-8a30-40a6-bba3-5f294bc0907e req-3482c50d-8c39-472e-86f4-3a703185b383 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:12.089669 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-74b5f8ad-8a30-40a6-bba3-5f294bc0907e req-3482c50d-8c39-472e-86f4-3a703185b383 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.3082907 Nov 25 17:35:12.107454 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482c50d-8c39-472e-86f4-3a703185b383 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4efbb68c-d9f0-47dd-8d3a-7f760cceb3dc,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:12.204362 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-de08b055-c666-4fc8-bee1-ed111cde337f req-c81136ac-4bdc-4de3-94a5-e3129886f154 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] 10.222.0.75 "GET /v2.0/security-groups/4efbb68c-d9f0-47dd-8d3a-7f760cceb3dc HTTP/1.1" status: 200 len: 1831 time: 0.0665729 Nov 25 17:35:12.207210 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-612f12a5-798e-48d6-a37f-31a9faa4c40a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:12.222252 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8dc0ae9e-cd07-46c3-b38b-f586bdb83ef3 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Publish callbacks [] for floatingip, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:12.227040 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8dc0ae9e-cd07-46c3-b38b-f586bdb83ef3 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:12.228757 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8dc0ae9e-cd07-46c3-b38b-f586bdb83ef3 tempest-ServersTestFqdnHostnames-1907639936 tempest-ServersTestFqdnHostnames-1907639936-project] 10.222.0.75 "DELETE /v2.0/floatingips/bb57ea3f-f717-4995-a8e4-962dfb1d4cc7 HTTP/1.1" status: 204 len: 168 time: 1.2429955 Nov 25 17:35:12.231644 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49890) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:12.322198 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [req-afbe0b93-ef88-460d-aaa0-477487a9c7a3 req-0e4508b0-e3b2-4759-9d56-b86f906c7722 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] show failed (client error): The resource could not be found. Nov 25 17:35:12.323434 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-afbe0b93-ef88-460d-aaa0-477487a9c7a3 req-0e4508b0-e3b2-4759-9d56-b86f906c7722 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] 10.222.0.75 "GET /v2.0/security-groups/268683a6-a737-4ea9-a1f7-0b8306bfdb99 HTTP/1.1" status: 404 len: 352 time: 0.0537937 Nov 25 17:35:12.334685 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-612f12a5-798e-48d6-a37f-31a9faa4c40a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:12.373556 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 5e0cd402-5399-4830-857e-6ab9c6db7896 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:35:12.390707 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4f724b01-5e13-4cb3-b07e-5fd4ca2c86fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:12.403470 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4f724b01-5e13-4cb3-b07e-5fd4ca2c86fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:12.403666 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 5e0cd402-5399-4830-857e-6ab9c6db7896 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:35:12.404015 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 5e0cd402-5399-4830-857e-6ab9c6db7896 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:35:12.404801 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f12a5-798e-48d6-a37f-31a9faa4c40a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4adf4a2b-4e3a-4e33-932e-a75235c5c4e8,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:12.405067 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 10711a60-71fb-4cf1-972e-799faab60cfa no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:35:12.443181 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 10711a60-71fb-4cf1-972e-799faab60cfa {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:35:12.444171 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 10711a60-71fb-4cf1-972e-799faab60cfa not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:35:12.468277 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6a4b9f-3c39-4af1-883f-72620ad99fb7 None None] Network 15da2b0b-58fc-4161-9150-5b2e12841ebd requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:12.470298 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-612f12a5-798e-48d6-a37f-31a9faa4c40a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:12.476571 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f724b01-5e13-4cb3-b07e-5fd4ca2c86fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eedc4d99-a604-43ef-a464-a1313a476991,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:12.493188 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4f724b01-5e13-4cb3-b07e-5fd4ca2c86fd admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=038be35e95624dc7ae6c3ab64b425a07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4902077 Nov 25 17:35:12.495537 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49896) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:12.496129 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49898) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:12.496492 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-612f12a5-798e-48d6-a37f-31a9faa4c40a admin admin] 10.222.0.75 "DELETE /v2.0/subnets/4adf4a2b-4e3a-4e33-932e-a75235c5c4e8 HTTP/1.1" status: 204 len: 168 time: 0.6399548 Nov 25 17:35:12.501129 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [req-efa05f4f-b6f6-4c69-a412-ae9ea9eaca5a req-9d009499-1b00-4285-a547-ab2b6cf724a0 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] show failed (client error): The resource could not be found. Nov 25 17:35:12.502154 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-efa05f4f-b6f6-4c69-a412-ae9ea9eaca5a req-9d009499-1b00-4285-a547-ab2b6cf724a0 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] 10.222.0.75 "GET /v2.0/security-group-rules/fec0091a-3df4-4243-ba0a-f96bbc344d2a HTTP/1.1" status: 404 len: 361 time: 0.1027694 Nov 25 17:35:12.631734 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6d30e150-90cd-4cc9-8e67-646214979bb3 req-892950ec-364a-4367-8e15-e593679ea1cf tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] 10.222.0.75 "GET /v2.0/security-groups/4efbb68c-d9f0-47dd-8d3a-7f760cceb3dc HTTP/1.1" status: 200 len: 1831 time: 0.0683017 Nov 25 17:35:12.646119 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24185d14-a1c8-49c4-a8a1-4ab5f51dd44c req-ecf5c9dd-27d6-407e-951d-a619bef62edf tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:12.655154 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-24185d14-a1c8-49c4-a8a1-4ab5f51dd44c req-ecf5c9dd-27d6-407e-951d-a619bef62edf tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 943 time: 0.1560550 Nov 25 17:35:12.754671 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-24185d14-a1c8-49c4-a8a1-4ab5f51dd44c req-ebef9ab0-f9ca-47c2-9b37-d465ef987c7e tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1b3f624-9a69-4743-bfac-9a2aba2cec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987313 Nov 25 17:35:12.774922 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d153f3-9f66-4f4e-9ea1-c385a27ea33b None None] DHCP port deletion for 15da2b0b-58fc-4161-9150-5b2e12841ebd request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:35:12.800348 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6d30e150-90cd-4cc9-8e67-646214979bb3 req-5a92565f-7365-4c41-8d14-46f7b2769bb5 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:12.830277 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6d30e150-90cd-4cc9-8e67-646214979bb3 req-5a92565f-7365-4c41-8d14-46f7b2769bb5 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:12.845371 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-86d153f3-9f66-4f4e-9ea1-c385a27ea33b None None] Deleting port f761fe82-303e-4061-8143-3b8de66aa3e5 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:35:12.846286 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-86d153f3-9f66-4f4e-9ea1-c385a27ea33b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:12.881502 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6d30e150-90cd-4cc9-8e67-646214979bb3 req-5a92565f-7365-4c41-8d14-46f7b2769bb5 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:12.886462 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6d30e150-90cd-4cc9-8e67-646214979bb3 req-5a92565f-7365-4c41-8d14-46f7b2769bb5 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:12.887826 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6d30e150-90cd-4cc9-8e67-646214979bb3 req-5a92565f-7365-4c41-8d14-46f7b2769bb5 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] 10.222.0.75 "DELETE /v2.0/security-groups/4efbb68c-d9f0-47dd-8d3a-7f760cceb3dc HTTP/1.1" status: 204 len: 173 time: 0.1883490 Nov 25 17:35:12.931540 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a92565f-7365-4c41-8d14-46f7b2769bb5 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4efbb68c-d9f0-47dd-8d3a-7f760cceb3dc,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:12.958656 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-86d153f3-9f66-4f4e-9ea1-c385a27ea33b None None] For port f761fe82-303e-4061-8143-3b8de66aa3e5, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=f761fe82-303e-4061-8143-3b8de66aa3e5,segment=NetworkSegment(eeb5e8d0-0be5-4d34-8ecb-7bb95c7801cd),segment_id=eeb5e8d0-0be5-4d34-8ecb-7bb95c7801cd)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:12.959686 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-86d153f3-9f66-4f4e-9ea1-c385a27ea33b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:12.995573 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-86d153f3-9f66-4f4e-9ea1-c385a27ea33b None None] Calling delete_port for f761fe82-303e-4061-8143-3b8de66aa3e5 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:35:12.998870 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cc0cc13a-d074-4cda-aea9-606e8a28d097 req-b25e5fd2-c4b4-4e35-aaa3-b80d997689d5 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] 10.222.0.75 "GET /v2.0/security-groups/fe5a6f2e-7ccb-4fc4-bdbe-438e2ffbb119 HTTP/1.1" status: 200 len: 1831 time: 0.0807767 Nov 25 17:35:13.098033 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-cc0cc13a-d074-4cda-aea9-606e8a28d097 req-c4305622-ae18-423e-b06f-3ef601892777 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:13.114170 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e41c4d71-13ae-4e40-88a7-2cdbe384c3ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:13.125323 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-86d153f3-9f66-4f4e-9ea1-c385a27ea33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:13.143655 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-cc0cc13a-d074-4cda-aea9-606e8a28d097 req-c4305622-ae18-423e-b06f-3ef601892777 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:13.149860 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d153f3-9f66-4f4e-9ea1-c385a27ea33b None None] No DVR routers for this DVR port f761fe82-303e-4061-8143-3b8de66aa3e5 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:35:13.184301 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d153f3-9f66-4f4e-9ea1-c385a27ea33b None None] Pushing event deleted for resources: {'Port': ['ID=f761fe82-303e-4061-8143-3b8de66aa3e5,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:13.214903 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-40aa9d25-1c5c-43fe-8056-612456492f8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:13.223174 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-cc0cc13a-d074-4cda-aea9-606e8a28d097 req-c4305622-ae18-423e-b06f-3ef601892777 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:13.225984 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-cc0cc13a-d074-4cda-aea9-606e8a28d097 req-c4305622-ae18-423e-b06f-3ef601892777 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:13.227264 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cc0cc13a-d074-4cda-aea9-606e8a28d097 req-c4305622-ae18-423e-b06f-3ef601892777 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] 10.222.0.75 "DELETE /v2.0/security-groups/fe5a6f2e-7ccb-4fc4-bdbe-438e2ffbb119 HTTP/1.1" status: 204 len: 173 time: 0.2274337 Nov 25 17:35:13.247281 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4305622-ae18-423e-b06f-3ef601892777 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe5a6f2e-7ccb-4fc4-bdbe-438e2ffbb119,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:13.275222 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e41c4d71-13ae-4e40-88a7-2cdbe384c3ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:13.308502 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e1888ff6-eead-45cc-9c86-f07c37b742c5 req-1bfdd5ba-cb88-4b69-92ef-9e9e0f198e50 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] 10.222.0.75 "GET /v2.0/security-groups/d6cbe54e-f68e-4995-af6e-97c7dbd8f22f HTTP/1.1" status: 200 len: 1831 time: 0.0571074 Nov 25 17:35:13.314263 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-40aa9d25-1c5c-43fe-8056-612456492f8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:13.341491 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-e41c4d71-13ae-4e40-88a7-2cdbe384c3ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15da2b0b-58fc-4161-9150-5b2e12841ebd']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:13.363724 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-e41c4d71-13ae-4e40-88a7-2cdbe384c3ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeb5e8d0-0be5-4d34-8ecb-7bb95c7801cd') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:13.364023 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-e41c4d71-13ae-4e40-88a7-2cdbe384c3ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeb5e8d0-0be5-4d34-8ecb-7bb95c7801cd') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:13.382774 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e1888ff6-eead-45cc-9c86-f07c37b742c5 req-d88d6a28-a2bf-4858-b335-01a0a4f863d5 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:13.384403 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e41c4d71-13ae-4e40-88a7-2cdbe384c3ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:13.414082 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e1888ff6-eead-45cc-9c86-f07c37b742c5 req-d88d6a28-a2bf-4858-b335-01a0a4f863d5 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:13.422691 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e41c4d71-13ae-4e40-88a7-2cdbe384c3ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:13.432573 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e41c4d71-13ae-4e40-88a7-2cdbe384c3ff admin admin] Releasing vlan 945 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:35:13.435743 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e41c4d71-13ae-4e40-88a7-2cdbe384c3ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:13.437613 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:35:13.437613 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:35:13.437613 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:35:13.437613 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:35:13.437613 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:35:13.437613 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:35:13.437613 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:35:13.437613 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:35:13.437613 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:35:13.437613 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:35:13.437613 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:35:13.437613 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:35:13.437613 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:35:13.437613 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:35:13.437613 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:35:13.437613 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:35:13.437613 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:35:13.437613 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:35:13.437613 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:35:13.437613 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:35:13.437613 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:35:13.437613 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:35:13.437613 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:35:13.437613 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:35:13.437613 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:35:13.437613 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:35:13.437613 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:35:13.437613 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:35:13.437613 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:35:13.437613 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:35:13.437613 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:35:13.437613 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:35:13.479572 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e1888ff6-eead-45cc-9c86-f07c37b742c5 req-d88d6a28-a2bf-4858-b335-01a0a4f863d5 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:13.483134 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e1888ff6-eead-45cc-9c86-f07c37b742c5 req-d88d6a28-a2bf-4858-b335-01a0a4f863d5 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:13.484546 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e1888ff6-eead-45cc-9c86-f07c37b742c5 req-d88d6a28-a2bf-4858-b335-01a0a4f863d5 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] 10.222.0.75 "DELETE /v2.0/security-groups/d6cbe54e-f68e-4995-af6e-97c7dbd8f22f HTTP/1.1" status: 204 len: 173 time: 0.1695642 Nov 25 17:35:13.508145 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-40aa9d25-1c5c-43fe-8056-612456492f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:13.511105 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-40aa9d25-1c5c-43fe-8056-612456492f8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:13.511481 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88d6a28-a2bf-4858-b335-01a0a4f863d5 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6cbe54e-f68e-4995-af6e-97c7dbd8f22f,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:13.514653 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-40aa9d25-1c5c-43fe-8056-612456492f8f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/eedc4d99-a604-43ef-a464-a1313a476991 HTTP/1.1" status: 204 len: 168 time: 1.0147619 Nov 25 17:35:13.529679 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aa9d25-1c5c-43fe-8056-612456492f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eedc4d99-a604-43ef-a464-a1313a476991,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:13.555189 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e41c4d71-13ae-4e40-88a7-2cdbe384c3ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:13.569569 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e41c4d71-13ae-4e40-88a7-2cdbe384c3ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:13.574818 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e41c4d71-13ae-4e40-88a7-2cdbe384c3ff admin admin] 10.222.0.75 "DELETE /v2.0/networks/15da2b0b-58fc-4161-9150-5b2e12841ebd HTTP/1.1" status: 204 len: 168 time: 1.0761452 Nov 25 17:35:13.588408 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41c4d71-13ae-4e40-88a7-2cdbe384c3ff admin admin] Pushing event deleted for resources: {'Network': ['ID=15da2b0b-58fc-4161-9150-5b2e12841ebd,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:13.622744 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7fc73027-b780-43a5-b4e3-338b97309e41 req-e15e73e4-6a1f-40fe-ba7c-fd38f6b4d798 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] 10.222.0.75 "GET /v2.0/security-groups/36e886ad-9254-4bb6-aafe-7958f05f0e98 HTTP/1.1" status: 200 len: 1832 time: 0.1175010 Nov 25 17:35:13.656269 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb0854f1-a572-4e65-bf55-55353788763a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:13.696880 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7fc73027-b780-43a5-b4e3-338b97309e41 req-ba80c4ee-7ce8-4f9b-b532-1bb27a953078 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:13.724154 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7fc73027-b780-43a5-b4e3-338b97309e41 req-ba80c4ee-7ce8-4f9b-b532-1bb27a953078 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:13.780456 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7fc73027-b780-43a5-b4e3-338b97309e41 req-ba80c4ee-7ce8-4f9b-b532-1bb27a953078 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:13.786549 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7fc73027-b780-43a5-b4e3-338b97309e41 req-ba80c4ee-7ce8-4f9b-b532-1bb27a953078 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:13.789523 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7fc73027-b780-43a5-b4e3-338b97309e41 req-ba80c4ee-7ce8-4f9b-b532-1bb27a953078 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] 10.222.0.75 "DELETE /v2.0/security-groups/36e886ad-9254-4bb6-aafe-7958f05f0e98 HTTP/1.1" status: 204 len: 173 time: 0.1531217 Nov 25 17:35:13.833017 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba80c4ee-7ce8-4f9b-b532-1bb27a953078 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e886ad-9254-4bb6-aafe-7958f05f0e98,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:13.946589 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49924) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:13.978525 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-808ed6b8-dc52-4454-9137-180868c293b2 req-c8950710-be44-4d1f-869a-9156ea4b6ca9 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] 10.222.0.75 "GET /v2.0/security-groups/50a4c9a2-259e-460a-bf0c-04f87a6c057b HTTP/1.1" status: 200 len: 1831 time: 0.1511433 Nov 25 17:35:14.001250 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c0bd52-4424-44aa-9e7c-42ea4100e34f req-2eab15c6-c292-4023-b37b-e1c0fea77c37 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:14.003352 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b6c0bd52-4424-44aa-9e7c-42ea4100e34f req-2eab15c6-c292-4023-b37b-e1c0fea77c37 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 943 time: 0.0815928 Nov 25 17:35:14.024675 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-28a0cd13-046d-4527-86af-e46a88bf7b6e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=52a7f1a75cb849a792055fde7412fdf4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0735502 Nov 25 17:35:14.025097 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49928) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:14.099667 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b6c0bd52-4424-44aa-9e7c-42ea4100e34f req-87c5a5d2-cb5f-4668-b874-3a0a6bc0a68b tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1b3f624-9a69-4743-bfac-9a2aba2cec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874953 Nov 25 17:35:14.144850 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2b3ed9b9-9d45-4ede-a992-82da612932f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:14.150981 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-808ed6b8-dc52-4454-9137-180868c293b2 req-8cc561dd-f8db-4cc0-8d6c-7d8ebbba01a6 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:14.176685 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-808ed6b8-dc52-4454-9137-180868c293b2 req-8cc561dd-f8db-4cc0-8d6c-7d8ebbba01a6 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:14.228712 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2b3ed9b9-9d45-4ede-a992-82da612932f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:14.273619 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb0854f1-a572-4e65-bf55-55353788763a admin admin] Deleting port f0f2a3c7-208e-427e-b93c-97f02247fc8d {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:35:14.273968 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb0854f1-a572-4e65-bf55-55353788763a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:14.305221 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-808ed6b8-dc52-4454-9137-180868c293b2 req-8cc561dd-f8db-4cc0-8d6c-7d8ebbba01a6 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:14.311638 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-808ed6b8-dc52-4454-9137-180868c293b2 req-8cc561dd-f8db-4cc0-8d6c-7d8ebbba01a6 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:14.314753 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-808ed6b8-dc52-4454-9137-180868c293b2 req-8cc561dd-f8db-4cc0-8d6c-7d8ebbba01a6 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] 10.222.0.75 "DELETE /v2.0/security-groups/50a4c9a2-259e-460a-bf0c-04f87a6c057b HTTP/1.1" status: 204 len: 173 time: 0.3251069 Nov 25 17:35:14.328134 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49936) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:14.353450 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device f761fe82-303e-4061-8143-3b8de66aa3e5 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:35:14.361413 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2b3ed9b9-9d45-4ede-a992-82da612932f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:14.365181 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2b3ed9b9-9d45-4ede-a992-82da612932f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:14.366860 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2b3ed9b9-9d45-4ede-a992-82da612932f7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/42f7f1e6-9c32-4513-a4a5-0cdd24da3443 HTTP/1.1" status: 204 len: 168 time: 0.3408444 Nov 25 17:35:14.386452 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3ed9b9-9d45-4ede-a992-82da612932f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f7f1e6-9c32-4513-a4a5-0cdd24da3443,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:14.417577 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2695134-cf11-45cf-9b26-2e35c5303b2c admin admin] Deleting subnet a0d63b25-f436-4d8e-ad00-751ceb2063e2 {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:35:14.422235 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc561dd-f8db-4cc0-8d6c-7d8ebbba01a6 tempest-SecurityGroupRulesNegativeTestJSON-1671835448 tempest-SecurityGroupRulesNegativeTestJSON-1671835448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a4c9a2-259e-460a-bf0c-04f87a6c057b,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:14.426749 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e2695134-cf11-45cf-9b26-2e35c5303b2c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:14.440564 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb0854f1-a572-4e65-bf55-55353788763a admin admin] For port f0f2a3c7-208e-427e-b93c-97f02247fc8d, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=f0f2a3c7-208e-427e-b93c-97f02247fc8d,segment=NetworkSegment(8bf00926-7be4-46f0-a85d-023b1ff6562a),segment_id=8bf00926-7be4-46f0-a85d-023b1ff6562a)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:14.454223 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb0854f1-a572-4e65-bf55-55353788763a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:14.494227 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: f761fe82-303e-4061-8143-3b8de66aa3e5 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:35:14.494602 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device f761fe82-303e-4061-8143-3b8de66aa3e5 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:35:14.511449 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb0854f1-a572-4e65-bf55-55353788763a admin admin] Calling delete_port for f0f2a3c7-208e-427e-b93c-97f02247fc8d owned by network:router_interface {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:35:14.558597 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e2695134-cf11-45cf-9b26-2e35c5303b2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:14.628666 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e2695134-cf11-45cf-9b26-2e35c5303b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:14.693575 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e2695134-cf11-45cf-9b26-2e35c5303b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:14.732502 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2695134-cf11-45cf-9b26-2e35c5303b2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0d63b25-f436-4d8e-ad00-751ceb2063e2,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:14.748497 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e2695134-cf11-45cf-9b26-2e35c5303b2c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:14.759866 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-e2695134-cf11-45cf-9b26-2e35c5303b2c admin admin] 10.222.0.75 "DELETE /v2.0/subnets/a0d63b25-f436-4d8e-ad00-751ceb2063e2 HTTP/1.1" status: 204 len: 168 time: 0.4303460 Nov 25 17:35:14.762109 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49948) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:14.903522 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 53a65dd2-7261-432f-a213-f291c3e01123 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:35:14.905733 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb0854f1-a572-4e65-bf55-55353788763a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:14.925497 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2129f27b-4dd4-4a00-98e0-56c7f7512256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:14.967009 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0854f1-a572-4e65-bf55-55353788763a admin admin] Pushing event deleted for resources: {'Port': ['ID=f0f2a3c7-208e-427e-b93c-97f02247fc8d,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:15.126542 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49966) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:15.132457 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-ff5acec6-a2bd-4c33-887a-a3b1767c3fae tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Request body: {'subnet': {'network_id': '2812543e-c0ba-48b9-ad6a-e82996b4ae69', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:15.224994 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 53a65dd2-7261-432f-a213-f291c3e01123, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=53a65dd2-7261-432f-a213-f291c3e01123,segment=NetworkSegment(74518c65-0a77-49eb-8302-d0397cc0c64c),segment_id=74518c65-0a77-49eb-8302-d0397cc0c64c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:15.229129 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2129f27b-4dd4-4a00-98e0-56c7f7512256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:15.256701 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '53a65dd2-7261-432f-a213-f291c3e01123', 'network_id': '49c799e6-01fb-4356-b67f-8b970273c51a', 'port_id': '53a65dd2-7261-432f-a213-f291c3e01123', 'mac_address': 'fa:16:3e:c3:b3:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25a72b94-fb6e-4434-9c21-274e75835bc9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:35:15.357777 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-2129f27b-4dd4-4a00-98e0-56c7f7512256 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c3d67f7-0ab6-4b93-ba5b-7ab8ed4affd6']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:15.368675 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:15.391386 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-2129f27b-4dd4-4a00-98e0-56c7f7512256 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '059067ab-d28c-436d-8fb7-b58fc2eb34c4') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:15.391873 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-2129f27b-4dd4-4a00-98e0-56c7f7512256 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '059067ab-d28c-436d-8fb7-b58fc2eb34c4') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:15.400880 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53a65dd2-7261-432f-a213-f291c3e01123 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:35:15.405852 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2129f27b-4dd4-4a00-98e0-56c7f7512256 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:15.431659 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2129f27b-4dd4-4a00-98e0-56c7f7512256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:15.443259 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2129f27b-4dd4-4a00-98e0-56c7f7512256 admin admin] Releasing vlan 948 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:35:15.443464 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe4e28-b090-48a2-9de2-fd59c7b54ee6 req-cf87d3ca-9b67-4f2c-9964-e069b61ff46f tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:15.444381 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2129f27b-4dd4-4a00-98e0-56c7f7512256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:15.446591 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:35:15.446591 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:35:15.446591 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:35:15.446591 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:35:15.446591 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:35:15.446591 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:35:15.446591 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:35:15.446591 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:35:15.446591 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:35:15.446591 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:35:15.446591 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:35:15.446591 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:35:15.446591 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:35:15.446591 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:35:15.446591 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:35:15.446591 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:35:15.446591 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:35:15.446591 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:35:15.446591 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:35:15.446591 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:35:15.446591 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:35:15.446591 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:35:15.446591 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:35:15.446591 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:35:15.446591 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:35:15.446591 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:35:15.446591 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:35:15.446591 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:35:15.446591 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:35:15.446591 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:35:15.446591 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:35:15.446591 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:35:15.449525 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 53a65dd2-7261-432f-a213-f291c3e01123, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=53a65dd2-7261-432f-a213-f291c3e01123,segment=NetworkSegment(74518c65-0a77-49eb-8302-d0397cc0c64c),segment_id=74518c65-0a77-49eb-8302-d0397cc0c64c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:15.451661 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9fbe4e28-b090-48a2-9de2-fd59c7b54ee6 req-cf87d3ca-9b67-4f2c-9964-e069b61ff46f tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 943 time: 0.1862614 Nov 25 17:35:15.460133 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb0854f1-a572-4e65-bf55-55353788763a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:15.460862 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:15.492630 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5acec6-a2bd-4c33-887a-a3b1767c3fae tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Made reservation on behalf of a944564bc44448da813147d2ebeb8dea for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:15.496168 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ff5acec6-a2bd-4c33-887a-a3b1767c3fae tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:15.558481 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49984) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:15.561662 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=53a65dd2-7261-432f-a213-f291c3e01123,revision_number=9']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:15.576910 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9fbe4e28-b090-48a2-9de2-fd59c7b54ee6 req-03a4c992-42a6-400b-ae21-fe2106184740 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1b3f624-9a69-4743-bfac-9a2aba2cec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162145 Nov 25 17:35:15.611618 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2129f27b-4dd4-4a00-98e0-56c7f7512256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:15.616359 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2129f27b-4dd4-4a00-98e0-56c7f7512256 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:15.620652 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2129f27b-4dd4-4a00-98e0-56c7f7512256 admin admin] 10.222.0.75 "DELETE /v2.0/networks/6c3d67f7-0ab6-4b93-ba5b-7ab8ed4affd6 HTTP/1.1" status: 204 len: 168 time: 0.8571866 Nov 25 17:35:15.651770 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2129f27b-4dd4-4a00-98e0-56c7f7512256 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c3d67f7-0ab6-4b93-ba5b-7ab8ed4affd6,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:15.669021 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['53a65dd2-7261-432f-a213-f291c3e01123'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:35:15.821029 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb0854f1-a572-4e65-bf55-55353788763a admin admin] Router 2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:35:15.838272 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ff5acec6-a2bd-4c33-887a-a3b1767c3fae tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:15.892441 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-b487b24c-a22d-4b21-9536-41d8923ffa6e admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1790686358-network', 'tenant_id': '59268908ecea4807bb08e346620d5150'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:15.949017 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5acec6-a2bd-4c33-887a-a3b1767c3fae tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Pushing event updated for resources: {'Subnet': ['ID=33fa93a0-ced3-4a95-b01a-b451d97fca68,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:15.951469 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b487b24c-a22d-4b21-9536-41d8923ffa6e admin admin] Made reservation on behalf of 59268908ecea4807bb08e346620d5150 for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:15.954051 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b487b24c-a22d-4b21-9536-41d8923ffa6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:15.975193 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b487b24c-a22d-4b21-9536-41d8923ffa6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:15.981086 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 50000) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:15.983893 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0854f1-a572-4e65-bf55-55353788763a admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:35:15.989285 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-cb0854f1-a572-4e65-bf55-55353788763a admin admin] 10.222.0.75 "PUT /v2.0/routers/2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7563388 Nov 25 17:35:15.992312 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 50002) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:15.997177 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5acec6-a2bd-4c33-887a-a3b1767c3fae tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Checking segment: {'id': '369b18da-a0df-4031-8462-fa4b026d954e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '2812543e-c0ba-48b9-ad6a-e82996b4ae69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:15.997622 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5acec6-a2bd-4c33-887a-a3b1767c3fae tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Network hostable DHCP agents. Network: 2812543e-c0ba-48b9-ad6a-e82996b4ae69, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:35:15.998989 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25a53e3-a324-40e1-a574-76ef079b0dd8 None None] Sync routers for ids ['2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:35:16.011726 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25a53e3-a324-40e1-a574-76ef079b0dd8 None None] Routers {'2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:35:16.012350 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-e25a53e3-a324-40e1-a574-76ef079b0dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:34:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:16.073753 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-816b5c5b-f735-46b6-bcd8-568730462246 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=224e87baf894464ab36edb1b354dcb12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0813787 Nov 25 17:35:16.073753 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5acec6-a2bd-4c33-887a-a3b1767c3fae tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Network 2812543e-c0ba-48b9-ad6a-e82996b4ae69 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:35:16.080846 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 50004) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:16.107497 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-ff5acec6-a2bd-4c33-887a-a3b1767c3fae tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 2812543e-c0ba-48b9-ad6a-e82996b4ae69) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:16.112860 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5acec6-a2bd-4c33-887a-a3b1767c3fae tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:16.113640 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ff5acec6-a2bd-4c33-887a-a3b1767c3fae tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:16.132333 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec471d5b-b8cc-4356-9c4e-76a666efe31e None None] Network 2812543e-c0ba-48b9-ad6a-e82996b4ae69 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:16.163021 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-ff5acec6-a2bd-4c33-887a-a3b1767c3fae tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0353580 Nov 25 17:35:16.166614 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 50008) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:16.173060 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-7401a226-be51-4d21-a78c-9245db03ced7 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1204030061'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:16.203911 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-19f6e101-4b1f-4882-9a7b-b3d41b87b206 admin admin] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:16.215403 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b487b24c-a22d-4b21-9536-41d8923ffa6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:16.238294 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b487b24c-a22d-4b21-9536-41d8923ffa6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:16.251567 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-71a4acb4-3d0e-4b11-82a2-a481349940bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:16.271696 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-e25a53e3-a324-40e1-a574-76ef079b0dd8 None None] Set router 2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:35:16.284935 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b487b24c-a22d-4b21-9536-41d8923ffa6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20cf3e3a-3494-4c24-b696-e4a5273e4e7c,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:16.288316 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7401a226-be51-4d21-a78c-9245db03ced7 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Made reservation on behalf of a944564bc44448da813147d2ebeb8dea for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:16.292301 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7401a226-be51-4d21-a78c-9245db03ced7 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:16.317598 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b487b24c-a22d-4b21-9536-41d8923ffa6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:35:16.318636 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836fceaa-fabb-4c30-974f-260c6063125c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-2812543e-c0ba-48b9-ad6a-e82996b4ae69', 'network_id': '2812543e-c0ba-48b9-ad6a-e82996b4ae69', 'tenant_id': 'a944564bc44448da813147d2ebeb8dea', 'fixed_ips': [{'subnet_id': '33fa93a0-ced3-4a95-b01a-b451d97fca68'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:35:16.320844 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-836fceaa-fabb-4c30-974f-260c6063125c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:16.346955 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-71a4acb4-3d0e-4b11-82a2-a481349940bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:16.359322 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b487b24c-a22d-4b21-9536-41d8923ffa6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:16.359681 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-b487b24c-a22d-4b21-9536-41d8923ffa6e admin admin] Added segment e7f37f1f-ccbb-4078-be1e-54211a5caa2c of type vlan for network 6d4db667-3b14-4224-ad62-597abdfcb413 Nov 25 17:35:16.369989 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7401a226-be51-4d21-a78c-9245db03ced7 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 916} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:35:16.381463 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7401a226-be51-4d21-a78c-9245db03ced7 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:16.382943 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-7401a226-be51-4d21-a78c-9245db03ced7 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Added segment c9291ac9-71a2-4948-a247-fdb46ea3221e of type vlan for network 759dd1ac-ab6e-49b0-b62d-6d2bf62b56c2 Nov 25 17:35:16.487035 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7401a226-be51-4d21-a78c-9245db03ced7 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:16.494116 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-71a4acb4-3d0e-4b11-82a2-a481349940bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:16.497509 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-71a4acb4-3d0e-4b11-82a2-a481349940bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:16.498752 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-71a4acb4-3d0e-4b11-82a2-a481349940bb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0dd1b77d-6686-47aa-9626-0a6f39fc14ed HTTP/1.1" status: 204 len: 168 time: 0.4161375 Nov 25 17:35:16.548598 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b487b24c-a22d-4b21-9536-41d8923ffa6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:16.550545 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-836fceaa-fabb-4c30-974f-260c6063125c None None] Allocated IP 2001:db8:0:ffff::2 (2812543e-c0ba-48b9-ad6a-e82996b4ae69/33fa93a0-ced3-4a95-b01a-b451d97fca68/2adc1101-7fb4-4f17-94a8-b9d1da35fd6d) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:35:16.551011 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a4acb4-3d0e-4b11-82a2-a481349940bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd1b77d-6686-47aa-9626-0a6f39fc14ed,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:16.588151 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-19f6e101-4b1f-4882-9a7b-b3d41b87b206 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:16.607822 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7401a226-be51-4d21-a78c-9245db03ced7 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:16.625167 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7401a226-be51-4d21-a78c-9245db03ced7 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:16.626511 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7401a226-be51-4d21-a78c-9245db03ced7 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:16.647603 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b487b24c-a22d-4b21-9536-41d8923ffa6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:16.648667 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b487b24c-a22d-4b21-9536-41d8923ffa6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:16.649284 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b487b24c-a22d-4b21-9536-41d8923ffa6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:16.735920 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-19f6e101-4b1f-4882-9a7b-b3d41b87b206 admin admin] Deleting port 39de9e00-353b-4713-911e-040c17c016d0 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:35:16.736281 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-19f6e101-4b1f-4882-9a7b-b3d41b87b206 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:16.739531 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:16.754603 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-e25a53e3-a324-40e1-a574-76ef079b0dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b', 'name': 'tempest-ServersTestFqdnHostnames-1023932985-router', 'tenant_id': '993e53d13f4a4f928421fafbce5572c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '39de9e00-353b-4713-911e-040c17c016d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:32:47Z', 'updated_at': '2021-11-25T17:35:14Z', 'revision_number': 5, 'project_id': '993e53d13f4a4f928421fafbce5572c3', 'gw_port': {'id': '39de9e00-353b-4713-911e-040c17c016d0', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:32:47Z', 'updated_at': '2021-11-25T17:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:16.779438 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 50030) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:16.779920 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-7401a226-be51-4d21-a78c-9245db03ced7 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6106632 Nov 25 17:35:16.783657 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-b487b24c-a22d-4b21-9536-41d8923ffa6e admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2057161 Nov 25 17:35:16.790967 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-56ecb879-795c-46a7-9f2a-38386e55712a tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Request body: {'subnet': {'network_id': '759dd1ac-ab6e-49b0-b62d-6d2bf62b56c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:16.796036 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 50032) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:16.807037 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-4889d202-0200-4b42-b407-a0cfb43f73a9 admin admin] Request body: {'subnet': {'network_id': '6d4db667-3b14-4224-ad62-597abdfcb413', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1790686358-subnet', 'tenant_id': '59268908ecea4807bb08e346620d5150', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:16.846369 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:16.849093 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7401a226-be51-4d21-a78c-9245db03ced7 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Pushing event updated for resources: {'Network': ['ID=759dd1ac-ab6e-49b0-b62d-6d2bf62b56c2,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:16.857381 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4889d202-0200-4b42-b407-a0cfb43f73a9 admin admin] Made reservation on behalf of 59268908ecea4807bb08e346620d5150 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:16.858164 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25a53e3-a324-40e1-a574-76ef079b0dd8 None None] Checking router: 2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:35:16.861077 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4889d202-0200-4b42-b407-a0cfb43f73a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:16.867285 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 759dd1ac-ab6e-49b0-b62d-6d2bf62b56c2 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:35:16.883072 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25a53e3-a324-40e1-a574-76ef079b0dd8 None None] Routers {'2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:35:16.883072 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-e25a53e3-a324-40e1-a574-76ef079b0dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:34:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:17.015736 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 53a65dd2-7261-432f-a213-f291c3e01123 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:35:17.068679 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-19f6e101-4b1f-4882-9a7b-b3d41b87b206 admin admin] For port 39de9e00-353b-4713-911e-040c17c016d0, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=39de9e00-353b-4713-911e-040c17c016d0,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:17.069321 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-19f6e101-4b1f-4882-9a7b-b3d41b87b206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:17.096025 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-19f6e101-4b1f-4882-9a7b-b3d41b87b206 admin admin] Calling delete_port for 39de9e00-353b-4713-911e-040c17c016d0 owned by network:router_gateway {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:35:17.104883 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ecb879-795c-46a7-9f2a-38386e55712a tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Made reservation on behalf of a944564bc44448da813147d2ebeb8dea for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:17.109402 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-56ecb879-795c-46a7-9f2a-38386e55712a tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:17.114626 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-e25a53e3-a324-40e1-a574-76ef079b0dd8 None None] Set router 2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b gateway port host: None {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:35:17.188310 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-e25a53e3-a324-40e1-a574-76ef079b0dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b', 'name': 'tempest-ServersTestFqdnHostnames-1023932985-router', 'tenant_id': '993e53d13f4a4f928421fafbce5572c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:32:47Z', 'updated_at': '2021-11-25T17:35:16Z', 'revision_number': 6, 'project_id': '993e53d13f4a4f928421fafbce5572c3', 'gw_port_host': None}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:17.270925 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25a53e3-a324-40e1-a574-76ef079b0dd8 None None] The sync data for ids ['2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b'] in n-d-817746-1 is: [{'id': '2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b', 'name': 'tempest-ServersTestFqdnHostnames-1023932985-router', 'tenant_id': '993e53d13f4a4f928421fafbce5572c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:32:47Z', 'updated_at': '2021-11-25T17:35:16Z', 'revision_number': 6, 'project_id': '993e53d13f4a4f928421fafbce5572c3', 'gw_port_host': None}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:35:17.285105 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-fd97f2ee-3668-4b7c-bbe9-93a1686b51fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:17.296202 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-836fceaa-fabb-4c30-974f-260c6063125c None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:17.308843 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port 53a65dd2-7261-432f-a213-f291c3e01123 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:17.309245 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:17.364170 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-836fceaa-fabb-4c30-974f-260c6063125c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:17.448787 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836fceaa-fabb-4c30-974f-260c6063125c None None] Network 2812543e-c0ba-48b9-ad6a-e82996b4ae69 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:17.450590 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836fceaa-fabb-4c30-974f-260c6063125c None None] Pushing event updated for resources: {'Port': ['ID=2adc1101-7fb4-4f17-94a8-b9d1da35fd6d,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:17.453289 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-836fceaa-fabb-4c30-974f-260c6063125c None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:17.460147 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836fceaa-fabb-4c30-974f-260c6063125c None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:35:17.479705 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-56ecb879-795c-46a7-9f2a-38386e55712a tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:17.507174 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:17.550094 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 50046) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:17.580847 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2199aed-22e4-45f1-889a-a5741f6a4c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53a65dd2-7261-432f-a213-f291c3e01123'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:35:17.583286 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0372c414-293a-4af6-bbc1-87af8a09c609" -d '{"events": [{"server_uuid": "e2199aed-22e4-45f1-889a-a5741f6a4c6c", "name": "network-vif-plugged", "status": "completed", "tag": "53a65dd2-7261-432f-a213-f291c3e01123"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:35:17.608006 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fbc51a-16a9-43ee-90aa-615fadcd3c34 req-1d5cdf09-8805-4801-87b6-d75490ccadc0 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:17.609216 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 53a65dd2-7261-432f-a213-f291c3e01123, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=53a65dd2-7261-432f-a213-f291c3e01123,segment=NetworkSegment(74518c65-0a77-49eb-8302-d0397cc0c64c),segment_id=74518c65-0a77-49eb-8302-d0397cc0c64c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:17.609957 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-836fceaa-fabb-4c30-974f-260c6063125c None None] Attempting to bind port 2adc1101-7fb4-4f17-94a8-b9d1da35fd6d on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:35:17.610271 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-836fceaa-fabb-4c30-974f-260c6063125c None None] Attempting to bind port 2adc1101-7fb4-4f17-94a8-b9d1da35fd6d by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '369b18da-a0df-4031-8462-fa4b026d954e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '2812543e-c0ba-48b9-ad6a-e82996b4ae69'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:35:17.610696 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836fceaa-fabb-4c30-974f-260c6063125c None None] Attempting to bind port 2adc1101-7fb4-4f17-94a8-b9d1da35fd6d on network 2812543e-c0ba-48b9-ad6a-e82996b4ae69 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:35:17.620961 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:17.627207 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836fceaa-fabb-4c30-974f-260c6063125c None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:35:17.627939 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836fceaa-fabb-4c30-974f-260c6063125c None None] Checking segment: {'id': '369b18da-a0df-4031-8462-fa4b026d954e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '2812543e-c0ba-48b9-ad6a-e82996b4ae69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:17.628184 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ecb879-795c-46a7-9f2a-38386e55712a tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Pushing event updated for resources: {'Subnet': ['ID=5a30c40e-bbe3-4d16-9852-3864cf91c358,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:17.628658 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-836fceaa-fabb-4c30-974f-260c6063125c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:17.629794 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a9fbc51a-16a9-43ee-90aa-615fadcd3c34 req-1d5cdf09-8805-4801-87b6-d75490ccadc0 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 944 time: 0.8678925 Nov 25 17:35:17.631003 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836fceaa-fabb-4c30-974f-260c6063125c None None] Bound using segment: {'id': '369b18da-a0df-4031-8462-fa4b026d954e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '2812543e-c0ba-48b9-ad6a-e82996b4ae69'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:35:17.633051 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-836fceaa-fabb-4c30-974f-260c6063125c None None] Bound port: 2adc1101-7fb4-4f17-94a8-b9d1da35fd6d, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '369b18da-a0df-4031-8462-fa4b026d954e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '2812543e-c0ba-48b9-ad6a-e82996b4ae69'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:35:17.634019 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-836fceaa-fabb-4c30-974f-260c6063125c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:17.646070 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ecb879-795c-46a7-9f2a-38386e55712a tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Checking segment: {'id': 'c9291ac9-71a2-4948-a247-fdb46ea3221e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '759dd1ac-ab6e-49b0-b62d-6d2bf62b56c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:17.646511 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ecb879-795c-46a7-9f2a-38386e55712a tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Network hostable DHCP agents. Network: 759dd1ac-ab6e-49b0-b62d-6d2bf62b56c2, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:35:17.693603 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b487b24c-a22d-4b21-9536-41d8923ffa6e admin admin] Pushing event updated for resources: {'Network': ['ID=6d4db667-3b14-4224-ad62-597abdfcb413,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:17.710698 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ecb879-795c-46a7-9f2a-38386e55712a tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Network 759dd1ac-ab6e-49b0-b62d-6d2bf62b56c2 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:35:17.732342 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-19f6e101-4b1f-4882-9a7b-b3d41b87b206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:17.750040 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a9fbc51a-16a9-43ee-90aa-615fadcd3c34 req-1f68a246-bd04-4f18-96ea-1dc22320d734 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1b3f624-9a69-4743-bfac-9a2aba2cec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181762 Nov 25 17:35:17.771390 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f6e101-4b1f-4882-9a7b-b3d41b87b206 admin admin] Pushing event deleted for resources: {'Port': ['ID=39de9e00-353b-4713-911e-040c17c016d0,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:17.791545 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-56ecb879-795c-46a7-9f2a-38386e55712a tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 759dd1ac-ab6e-49b0-b62d-6d2bf62b56c2) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:17.796102 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=53a65dd2-7261-432f-a213-f291c3e01123,revision_number=10']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:17.809452 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d580398f-5b55-4987-a648-91b0c6b067b1 x-openstack-request-id: req-d580398f-5b55-4987-a648-91b0c6b067b1 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:35:17.810002 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2199aed-22e4-45f1-889a-a5741f6a4c6c", "name": "network-vif-plugged", "status": "completed", "tag": "53a65dd2-7261-432f-a213-f291c3e01123", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:35:17.810468 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d580398f-5b55-4987-a648-91b0c6b067b1 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:35:17.811050 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2199aed-22e4-45f1-889a-a5741f6a4c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53a65dd2-7261-432f-a213-f291c3e01123', 'code': 200} Nov 25 17:35:17.812067 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 6d4db667-3b14-4224-ad62-597abdfcb413 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:35:17.819086 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f76a13c-5cf9-4fd8-b5eb-685f7371623b None None] Network 759dd1ac-ab6e-49b0-b62d-6d2bf62b56c2 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:17.845946 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ecb879-795c-46a7-9f2a-38386e55712a tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:17.846570 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-56ecb879-795c-46a7-9f2a-38386e55712a tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:18.014322 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-844b959e-13dd-4ecd-ad38-6a6cebac5a67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:18.015095 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4889d202-0200-4b42-b407-a0cfb43f73a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:18.045835 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-56ecb879-795c-46a7-9f2a-38386e55712a tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2652824 Nov 25 17:35:18.051825 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 50064) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:18.070932 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-19f6e101-4b1f-4882-9a7b-b3d41b87b206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:18.096292 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-836fceaa-fabb-4c30-974f-260c6063125c None None] For port 2adc1101-7fb4-4f17-94a8-b9d1da35fd6d, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:35:18.147697 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-836fceaa-fabb-4c30-974f-260c6063125c None None] For port 2adc1101-7fb4-4f17-94a8-b9d1da35fd6d, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=2adc1101-7fb4-4f17-94a8-b9d1da35fd6d,segment=NetworkSegment(369b18da-a0df-4031-8462-fa4b026d954e),segment_id=369b18da-a0df-4031-8462-fa4b026d954e)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:35:18.159552 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-836fceaa-fabb-4c30-974f-260c6063125c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:18.202362 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-19f6e101-4b1f-4882-9a7b-b3d41b87b206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:18.205344 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-19f6e101-4b1f-4882-9a7b-b3d41b87b206 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:18.206867 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71afeb89-72b7-4f86-a0da-881a6370e4d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-759dd1ac-ab6e-49b0-b62d-6d2bf62b56c2', 'network_id': '759dd1ac-ab6e-49b0-b62d-6d2bf62b56c2', 'tenant_id': 'a944564bc44448da813147d2ebeb8dea', 'fixed_ips': [{'subnet_id': '5a30c40e-bbe3-4d16-9852-3864cf91c358'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:35:18.207732 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-71afeb89-72b7-4f86-a0da-881a6370e4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:18.293201 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-19f6e101-4b1f-4882-9a7b-b3d41b87b206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:18.294063 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f6e101-4b1f-4882-9a7b-b3d41b87b206 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:35:18.303165 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-19f6e101-4b1f-4882-9a7b-b3d41b87b206 admin admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:18.307474 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-19f6e101-4b1f-4882-9a7b-b3d41b87b206 admin admin] 10.222.0.75 "DELETE /v2.0/routers/2349ab5c-8ac9-40fa-aa87-4b5b4f6e0c8b HTTP/1.1" status: 204 len: 168 time: 2.3119717 Nov 25 17:35:18.314846 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 50070) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:18.329193 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 50072) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:18.336207 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9b09f-8f84-4460-8158-d0fcc97585d8 req-b7a394a4-ab78-41e9-bdb3-a13741763ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:18.337733 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4de9b09f-8f84-4460-8158-d0fcc97585d8 req-b7a394a4-ab78-41e9-bdb3-a13741763ed2 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 1097 time: 0.3379910 Nov 25 17:35:18.338370 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4889d202-0200-4b42-b407-a0cfb43f73a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19edd2e5-56d0-441c-917b-78310e5fdd64,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:18.352456 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836fceaa-fabb-4c30-974f-260c6063125c None None] Pushing event updated for resources: {'Port': ['ID=2adc1101-7fb4-4f17-94a8-b9d1da35fd6d,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:18.398992 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-844b959e-13dd-4ecd-ad38-6a6cebac5a67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:18.406517 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-844b959e-13dd-4ecd-ad38-6a6cebac5a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:18.434898 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 39de9e00-353b-4713-911e-040c17c016d0 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:35:18.458038 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844b959e-13dd-4ecd-ad38-6a6cebac5a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2146649-acb3-4768-8c28-f7b35ecab6b8,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:18.484626 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-844b959e-13dd-4ecd-ad38-6a6cebac5a67 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c5ad32c1b3a34717aa27ef3f17c0e3e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9266334 Nov 25 17:35:18.487687 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 50076) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:18.495223 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 39de9e00-353b-4713-911e-040c17c016d0 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:35:18.495858 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 39de9e00-353b-4713-911e-040c17c016d0 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:35:18.496447 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device f0f2a3c7-208e-427e-b93c-97f02247fc8d no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:35:18.532329 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4889d202-0200-4b42-b407-a0cfb43f73a9 admin admin] Checking segment: {'id': 'e7f37f1f-ccbb-4078-be1e-54211a5caa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '6d4db667-3b14-4224-ad62-597abdfcb413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:18.532705 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4889d202-0200-4b42-b407-a0cfb43f73a9 admin admin] Network hostable DHCP agents. Network: 6d4db667-3b14-4224-ad62-597abdfcb413, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:35:18.537667 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: f0f2a3c7-208e-427e-b93c-97f02247fc8d {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:35:18.538394 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device f0f2a3c7-208e-427e-b93c-97f02247fc8d not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:35:18.541559 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4048236a-e2eb-42dc-827c-a8f110e8b1a9 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:18.553191 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-1f85c861-b869-4369-93bf-4f2b8f93c23e admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1821852704-network', 'tenant_id': '1a9c3242a61e438db3a59b55b2c137ec'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:18.555352 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b54c9c1-3944-41c9-957c-5659fd393305 admin admin] Deleting subnet d7e694ac-d04c-4128-9df7-0839adaa9a91 {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:35:18.581824 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-71afeb89-72b7-4f86-a0da-881a6370e4d9 None None] Allocated IP 2001:db8::1 (759dd1ac-ab6e-49b0-b62d-6d2bf62b56c2/5a30c40e-bbe3-4d16-9852-3864cf91c358/34cf2175-fe80-4d1f-94ba-4f5f3a4dde59) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:35:18.596174 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-04e25bc2-a5e6-4a94-9b32-c287ccacad05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:18.603984 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4b54c9c1-3944-41c9-957c-5659fd393305 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:18.614430 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4de9b09f-8f84-4460-8158-d0fcc97585d8 req-ce3f6370-e31a-49d5-a6a2-b5187a45f4da service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=f1b3f624-9a69-4743-bfac-9a2aba2cec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2407389 Nov 25 17:35:18.634945 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f85c861-b869-4369-93bf-4f2b8f93c23e admin admin] Made reservation on behalf of 1a9c3242a61e438db3a59b55b2c137ec for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:18.638983 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1f85c861-b869-4369-93bf-4f2b8f93c23e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:18.641017 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4889d202-0200-4b42-b407-a0cfb43f73a9 admin admin] Network 6d4db667-3b14-4224-ad62-597abdfcb413 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:35:18.647645 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-04e25bc2-a5e6-4a94-9b32-c287ccacad05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:18.660528 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1f85c861-b869-4369-93bf-4f2b8f93c23e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:18.779818 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4048236a-e2eb-42dc-827c-a8f110e8b1a9 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:18.790628 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1f85c861-b869-4369-93bf-4f2b8f93c23e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:18.823334 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1f85c861-b869-4369-93bf-4f2b8f93c23e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:18.863782 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-4889d202-0200-4b42-b407-a0cfb43f73a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 6d4db667-3b14-4224-ad62-597abdfcb413) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:18.865788 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4889d202-0200-4b42-b407-a0cfb43f73a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:18.867409 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4889d202-0200-4b42-b407-a0cfb43f73a9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:18.885013 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4b54c9c1-3944-41c9-957c-5659fd393305 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:18.903277 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f85c861-b869-4369-93bf-4f2b8f93c23e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 947} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:35:18.903698 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743b0d92-5803-4ebe-80cd-a6a6c878126a None None] Network 6d4db667-3b14-4224-ad62-597abdfcb413 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:18.921467 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f85c861-b869-4369-93bf-4f2b8f93c23e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9057f6df-c832-4b49-8259-ff7374bec0ab,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:18.938848 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-4889d202-0200-4b42-b407-a0cfb43f73a9 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1365519 Nov 25 17:35:18.942180 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-04e25bc2-a5e6-4a94-9b32-c287ccacad05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:18.946170 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-04e25bc2-a5e6-4a94-9b32-c287ccacad05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:18.951091 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-04e25bc2-a5e6-4a94-9b32-c287ccacad05 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d2146649-acb3-4768-8c28-f7b35ecab6b8 HTTP/1.1" status: 204 len: 168 time: 0.4613395 Nov 25 17:35:18.957326 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1f85c861-b869-4369-93bf-4f2b8f93c23e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:18.958630 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-1f85c861-b869-4369-93bf-4f2b8f93c23e admin admin] Added segment 7ec04a0c-8575-467b-9c71-8b2ffe051a31 of type vlan for network 965caeff-0bd8-4807-9042-9253d5ab9857 Nov 25 17:35:18.977995 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e25bc2-a5e6-4a94-9b32-c287ccacad05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2146649-acb3-4768-8c28-f7b35ecab6b8,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:19.030188 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1f85c861-b869-4369-93bf-4f2b8f93c23e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:19.065536 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1f85c861-b869-4369-93bf-4f2b8f93c23e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:19.067443 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f85c861-b869-4369-93bf-4f2b8f93c23e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:19.068380 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1f85c861-b869-4369-93bf-4f2b8f93c23e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:19.077288 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12416a-bde4-4b12-9687-21cba081d898 req-04c5f101-e214-4ded-b519-c2b5cf6908e4 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:19.081601 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d12416a-bde4-4b12-9687-21cba081d898 req-04c5f101-e214-4ded-b519-c2b5cf6908e4 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 946 time: 0.1664424 Nov 25 17:35:19.167820 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f85c861-b869-4369-93bf-4f2b8f93c23e admin admin] Pushing event updated for resources: {'Network': ['ID=965caeff-0bd8-4807-9042-9253d5ab9857,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:19.177406 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1f85c861-b869-4369-93bf-4f2b8f93c23e admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8470879 Nov 25 17:35:19.178166 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 50090) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:19.190593 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-2cdbd013-d1ac-4087-b93c-cd1aeaa11265 admin admin] Request body: {'subnet': {'network_id': '965caeff-0bd8-4807-9042-9253d5ab9857', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1821852704-subnet', 'tenant_id': '1a9c3242a61e438db3a59b55b2c137ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:19.202702 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 965caeff-0bd8-4807-9042-9253d5ab9857 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:35:19.227893 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cdbd013-d1ac-4087-b93c-cd1aeaa11265 admin admin] Made reservation on behalf of 1a9c3242a61e438db3a59b55b2c137ec for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:19.233432 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2cdbd013-d1ac-4087-b93c-cd1aeaa11265 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:19.263701 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4b54c9c1-3944-41c9-957c-5659fd393305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:19.373435 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d12416a-bde4-4b12-9687-21cba081d898 req-750cf470-797c-4d29-af09-972c93962f09 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1b3f624-9a69-4743-bfac-9a2aba2cec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2063229 Nov 25 17:35:19.427670 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-71afeb89-72b7-4f86-a0da-881a6370e4d9 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:19.459103 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4b54c9c1-3944-41c9-957c-5659fd393305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:19.469113 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-71afeb89-72b7-4f86-a0da-881a6370e4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:19.543251 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 50102) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:19.575766 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b54c9c1-3944-41c9-957c-5659fd393305 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7e694ac-d04c-4128-9df7-0839adaa9a91,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:19.598559 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4048236a-e2eb-42dc-827c-a8f110e8b1a9 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:19.605306 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4b54c9c1-3944-41c9-957c-5659fd393305 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:19.611100 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-4b54c9c1-3944-41c9-957c-5659fd393305 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/d7e694ac-d04c-4128-9df7-0839adaa9a91 HTTP/1.1" status: 204 len: 168 time: 1.2915592 Nov 25 17:35:19.617484 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 50112) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:19.620401 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8a1d1027-b339-4f05-8a4f-7f968c5a5917 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:19.653150 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ecd1cf84-594b-45d6-8eff-01c22f6a18e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:19.655737 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25288de-59a4-41d6-af71-c7f550f92dc3 None None] Network 741d8194-35ac-41e6-a27e-dc63c59af432 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:19.681123 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71afeb89-72b7-4f86-a0da-881a6370e4d9 None None] Network 759dd1ac-ab6e-49b0-b62d-6d2bf62b56c2 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:19.685633 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2cdbd013-d1ac-4087-b93c-cd1aeaa11265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:19.686282 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36025592-f1f3-47de-8991-0283ed05a337 None None] Network 6d4db667-3b14-4224-ad62-597abdfcb413 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:19.707518 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-71afeb89-72b7-4f86-a0da-881a6370e4d9 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:19.715645 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71afeb89-72b7-4f86-a0da-881a6370e4d9 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:35:19.788768 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdbd013-d1ac-4087-b93c-cd1aeaa11265 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19d34e75-8087-42c7-a3a8-95bea2a687ae,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:19.806529 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4048236a-e2eb-42dc-827c-a8f110e8b1a9 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Pushing event deleted for resources: {'Subnet': ['ID=5a30c40e-bbe3-4d16-9852-3864cf91c358,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:19.814341 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71afeb89-72b7-4f86-a0da-881a6370e4d9 None None] Pushing event updated for resources: {'Port': ['ID=34cf2175-fe80-4d1f-94ba-4f5f3a4dde59,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:19.829368 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-78b33a5d-4049-4ec4-a241-3c5ab9a269b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:19.841047 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdbd013-d1ac-4087-b93c-cd1aeaa11265 admin admin] Checking segment: {'id': '7ec04a0c-8575-467b-9c71-8b2ffe051a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '965caeff-0bd8-4807-9042-9253d5ab9857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:19.845973 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdbd013-d1ac-4087-b93c-cd1aeaa11265 admin admin] Network hostable DHCP agents. Network: 965caeff-0bd8-4807-9042-9253d5ab9857, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:35:19.914675 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdbd013-d1ac-4087-b93c-cd1aeaa11265 admin admin] Network 965caeff-0bd8-4807-9042-9253d5ab9857 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:35:19.922371 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8a1d1027-b339-4f05-8a4f-7f968c5a5917 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:19.923286 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4048236a-e2eb-42dc-827c-a8f110e8b1a9 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:19.934556 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-2cdbd013-d1ac-4087-b93c-cd1aeaa11265 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 965caeff-0bd8-4807-9042-9253d5ab9857) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:19.936138 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8a1d1027-b339-4f05-8a4f-7f968c5a5917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:19.946219 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdbd013-d1ac-4087-b93c-cd1aeaa11265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:19.946966 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2cdbd013-d1ac-4087-b93c-cd1aeaa11265 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:19.986921 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37d15f5-79b4-4661-9424-e53740b42c92 None None] Network 2812543e-c0ba-48b9-ad6a-e82996b4ae69 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:19.990211 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14c089a-0da8-43dd-8fc3-6d4a4ec11c6d None None] Network 965caeff-0bd8-4807-9042-9253d5ab9857 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:19.998250 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2cdbd013-d1ac-4087-b93c-cd1aeaa11265 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8141575 Nov 25 17:35:19.999742 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 50124) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:20.004212 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8a1d1027-b339-4f05-8a4f-7f968c5a5917 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a7e2d14820224d19b526dfe1230a59c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4575026 Nov 25 17:35:20.008039 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 50128) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:20.008708 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1d1027-b339-4f05-8a4f-7f968c5a5917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fddda86-66f4-4653-a16f-0c76e3e0b4d2,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:20.010219 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-65a24c1b-c077-4fe2-93c4-e9420420ad5b admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1821852704-router', 'tenant_id': '1a9c3242a61e438db3a59b55b2c137ec', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:20.036180 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204c6ea-295b-41a3-8fd9-a771903489be req-bc1b76d5-df59-4849-ae44-f0d2c36582c8 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:20.045070 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d204c6ea-295b-41a3-8fd9-a771903489be req-bc1b76d5-df59-4849-ae44-f0d2c36582c8 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.75 "GET /v2.0/networks?id=6d4db667-3b14-4224-ad62-597abdfcb413 HTTP/1.1" status: 200 len: 813 time: 0.4820423 Nov 25 17:35:20.050682 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-4048236a-e2eb-42dc-827c-a8f110e8b1a9 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['759dd1ac-ab6e-49b0-b62d-6d2bf62b56c2']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:20.073355 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-4048236a-e2eb-42dc-827c-a8f110e8b1a9 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9291ac9-71a2-4948-a247-fdb46ea3221e') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:20.073665 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-4048236a-e2eb-42dc-827c-a8f110e8b1a9 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9291ac9-71a2-4948-a247-fdb46ea3221e') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:20.102877 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d204c6ea-295b-41a3-8fd9-a771903489be req-e582f7f9-ef97-4a46-bf8d-3df4ae8fc416 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.75 "GET /v2.0/quotas/59268908ecea4807bb08e346620d5150 HTTP/1.1" status: 200 len: 375 time: 0.0568571 Nov 25 17:35:20.109761 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4048236a-e2eb-42dc-827c-a8f110e8b1a9 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:20.126888 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dbe5bd49-37d4-4b9f-964e-b52670a55827 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:20.154188 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dbe5bd49-37d4-4b9f-964e-b52670a55827 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:20.196199 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d204c6ea-295b-41a3-8fd9-a771903489be req-51e285ce-0429-44b8-b278-ca6818b5cc75 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=59268908ecea4807bb08e346620d5150&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0921481 Nov 25 17:35:20.199588 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-65a24c1b-c077-4fe2-93c4-e9420420ad5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:20.202113 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-65a24c1b-c077-4fe2-93c4-e9420420ad5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:20.202858 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-71afeb89-72b7-4f86-a0da-881a6370e4d9 None None] Attempting to bind port 34cf2175-fe80-4d1f-94ba-4f5f3a4dde59 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:35:20.203237 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-71afeb89-72b7-4f86-a0da-881a6370e4d9 None None] Attempting to bind port 34cf2175-fe80-4d1f-94ba-4f5f3a4dde59 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'c9291ac9-71a2-4948-a247-fdb46ea3221e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '759dd1ac-ab6e-49b0-b62d-6d2bf62b56c2'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:35:20.203605 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71afeb89-72b7-4f86-a0da-881a6370e4d9 None None] Attempting to bind port 34cf2175-fe80-4d1f-94ba-4f5f3a4dde59 on network 759dd1ac-ab6e-49b0-b62d-6d2bf62b56c2 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:35:20.211356 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4048236a-e2eb-42dc-827c-a8f110e8b1a9 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:20.229669 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dbe5bd49-37d4-4b9f-964e-b52670a55827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:20.234497 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dbe5bd49-37d4-4b9f-964e-b52670a55827 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:20.237293 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-dbe5bd49-37d4-4b9f-964e-b52670a55827 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4fddda86-66f4-4653-a16f-0c76e3e0b4d2 HTTP/1.1" status: 204 len: 168 time: 0.2257576 Nov 25 17:35:20.255025 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4048236a-e2eb-42dc-827c-a8f110e8b1a9 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Releasing vlan 916 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:35:20.255506 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4048236a-e2eb-42dc-827c-a8f110e8b1a9 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:20.264751 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe5bd49-37d4-4b9f-964e-b52670a55827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fddda86-66f4-4653-a16f-0c76e3e0b4d2,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:20.285349 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:35:20.285349 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:35:20.285349 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:35:20.285349 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:35:20.285349 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:35:20.285349 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:35:20.285349 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:35:20.285349 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:35:20.285349 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:35:20.285349 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:35:20.285349 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:35:20.285349 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:35:20.285349 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:35:20.285349 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:35:20.285349 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:35:20.285349 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:35:20.285349 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:35:20.285349 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:35:20.285349 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:35:20.285349 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:35:20.285349 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:35:20.285349 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:35:20.285349 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:35:20.285349 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:35:20.285349 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:35:20.285349 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:35:20.285349 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:35:20.285349 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:35:20.285349 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:35:20.285349 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:35:20.285349 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:35:20.285349 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:35:20.287788 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71afeb89-72b7-4f86-a0da-881a6370e4d9 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:35:20.289150 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71afeb89-72b7-4f86-a0da-881a6370e4d9 None None] Checking segment: {'id': 'c9291ac9-71a2-4948-a247-fdb46ea3221e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '759dd1ac-ab6e-49b0-b62d-6d2bf62b56c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:20.290067 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-71afeb89-72b7-4f86-a0da-881a6370e4d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:20.290686 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71afeb89-72b7-4f86-a0da-881a6370e4d9 None None] Bound using segment: {'id': 'c9291ac9-71a2-4948-a247-fdb46ea3221e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '759dd1ac-ab6e-49b0-b62d-6d2bf62b56c2'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:35:20.291440 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-71afeb89-72b7-4f86-a0da-881a6370e4d9 None None] Bound port: 34cf2175-fe80-4d1f-94ba-4f5f3a4dde59, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9291ac9-71a2-4948-a247-fdb46ea3221e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '759dd1ac-ab6e-49b0-b62d-6d2bf62b56c2'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:35:20.292208 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-71afeb89-72b7-4f86-a0da-881a6370e4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:20.342264 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-78b33a5d-4049-4ec4-a241-3c5ab9a269b7 admin admin] Deleting port d13402c8-3195-48cd-a308-13c5a2e007a2 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:35:20.342608 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-78b33a5d-4049-4ec4-a241-3c5ab9a269b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:20.351196 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-04e2ca80-67e3-457f-a2fe-c5b189b314b2 None None] Provisioning complete for port 2adc1101-7fb4-4f17-94a8-b9d1da35fd6d triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:20.352279 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-04e2ca80-67e3-457f-a2fe-c5b189b314b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:20.458081 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.db.api [None req-4048236a-e2eb-42dc-827c-a8f110e8b1a9 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 17:35:20.458081 n-d-817746-1 neutron-server[103361]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 17:35:20.458081 n-d-817746-1 neutron-server[103361]: [parameters: {'id': '759dd1ac-ab6e-49b0-b62d-6d2bf62b56c2'}] Nov 25 17:35:20.458081 n-d-817746-1 neutron-server[103361]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103361) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:35:20.458477 n-d-817746-1 neutron-server[103361]: DEBUG oslo_db.api [None req-4048236a-e2eb-42dc-827c-a8f110e8b1a9 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:35:20.490108 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 2adc1101-7fb4-4f17-94a8-b9d1da35fd6d up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:35:20.527201 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-78b33a5d-4049-4ec4-a241-3c5ab9a269b7 admin admin] For port d13402c8-3195-48cd-a308-13c5a2e007a2, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d13402c8-3195-48cd-a308-13c5a2e007a2,segment=NetworkSegment(8bf00926-7be4-46f0-a85d-023b1ff6562a),segment_id=8bf00926-7be4-46f0-a85d-023b1ff6562a)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:20.527595 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-78b33a5d-4049-4ec4-a241-3c5ab9a269b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:20.530699 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-65a24c1b-c077-4fe2-93c4-e9420420ad5b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:20.557683 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d204c6ea-295b-41a3-8fd9-a771903489be req-e2d6793f-78a0-42f2-9e12-7e31f83d5411 service neutron] 10.222.0.75 "GET /v2.0/networks/6d4db667-3b14-4224-ad62-597abdfcb413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423581 Nov 25 17:35:20.636279 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-78b33a5d-4049-4ec4-a241-3c5ab9a269b7 admin admin] Calling delete_port for d13402c8-3195-48cd-a308-13c5a2e007a2 owned by network:dhcp {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:35:20.770010 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-71afeb89-72b7-4f86-a0da-881a6370e4d9 None None] For port 34cf2175-fe80-4d1f-94ba-4f5f3a4dde59, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:35:20.776109 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-71afeb89-72b7-4f86-a0da-881a6370e4d9 None None] For port 34cf2175-fe80-4d1f-94ba-4f5f3a4dde59, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=34cf2175-fe80-4d1f-94ba-4f5f3a4dde59,segment=NetworkSegment(c9291ac9-71a2-4948-a247-fdb46ea3221e),segment_id=c9291ac9-71a2-4948-a247-fdb46ea3221e)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:35:20.822032 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-71afeb89-72b7-4f86-a0da-881a6370e4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:20.828547 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef57b1-ecfc-4cce-89de-19790bfdd9b4 req-359130ae-1efb-4952-9daa-bd3aea3197df tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:20.830802 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3ef57b1-ecfc-4cce-89de-19790bfdd9b4 req-359130ae-1efb-4952-9daa-bd3aea3197df tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 946 time: 0.2982152 Nov 25 17:35:20.846298 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3762b891-7774-49e9-b6aa-42e6b9092a8c None None] DHCP port deletion for 741d8194-35ac-41e6-a27e-dc63c59af432 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:35:20.891710 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6aed41-7b7d-4128-8df5-9db20647ffe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-965caeff-0bd8-4807-9042-9253d5ab9857', 'network_id': '965caeff-0bd8-4807-9042-9253d5ab9857', 'tenant_id': '1a9c3242a61e438db3a59b55b2c137ec', 'fixed_ips': [{'subnet_id': '19d34e75-8087-42c7-a3a8-95bea2a687ae'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:35:20.891958 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-65a24c1b-c077-4fe2-93c4-e9420420ad5b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:20.892666 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ba6aed41-7b7d-4128-8df5-9db20647ffe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:20.915848 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:20.922304 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d204c6ea-295b-41a3-8fd9-a771903489be req-d43cfeaa-34c1-4a14-abc5-94d039aa6c14 service neutron] 10.222.0.75 "GET /v2.0/networks/6d4db667-3b14-4224-ad62-597abdfcb413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3635116 Nov 25 17:35:20.966250 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4048236a-e2eb-42dc-827c-a8f110e8b1a9 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:21.011162 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3ef57b1-ecfc-4cce-89de-19790bfdd9b4 req-47bb7de6-4708-45f1-bdb3-b051ae8e7e29 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1b3f624-9a69-4743-bfac-9a2aba2cec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432247 Nov 25 17:35:21.018030 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-78b33a5d-4049-4ec4-a241-3c5ab9a269b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:21.042426 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 2adc1101-7fb4-4f17-94a8-b9d1da35fd6d triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:21.042810 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:21.091665 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b33a5d-4049-4ec4-a241-3c5ab9a269b7 admin admin] No DVR routers for this DVR port d13402c8-3195-48cd-a308-13c5a2e007a2 on host n-d-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:35:21.095812 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b33a5d-4049-4ec4-a241-3c5ab9a269b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d13402c8-3195-48cd-a308-13c5a2e007a2,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:21.138448 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71afeb89-72b7-4f86-a0da-881a6370e4d9 None None] Pushing event updated for resources: {'Port': ['ID=34cf2175-fe80-4d1f-94ba-4f5f3a4dde59,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:21.141100 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-04e2ca80-67e3-457f-a2fe-c5b189b314b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:21.198048 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-78b33a5d-4049-4ec4-a241-3c5ab9a269b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:21.221867 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794bd171-8f25-4c5e-8034-a2283954aa6a None None] Network 759dd1ac-ab6e-49b0-b62d-6d2bf62b56c2 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:21.236516 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-78b33a5d-4049-4ec4-a241-3c5ab9a269b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['741d8194-35ac-41e6-a27e-dc63c59af432']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:21.259425 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-78b33a5d-4049-4ec4-a241-3c5ab9a269b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bf00926-7be4-46f0-a85d-023b1ff6562a') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:21.259791 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-78b33a5d-4049-4ec4-a241-3c5ab9a269b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bf00926-7be4-46f0-a85d-023b1ff6562a') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:21.279513 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-4048236a-e2eb-42dc-827c-a8f110e8b1a9 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Deleting port 34cf2175-fe80-4d1f-94ba-4f5f3a4dde59 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:35:21.279857 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4048236a-e2eb-42dc-827c-a8f110e8b1a9 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:21.316951 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-78b33a5d-4049-4ec4-a241-3c5ab9a269b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:21.382721 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-78b33a5d-4049-4ec4-a241-3c5ab9a269b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:21.390818 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78b33a5d-4049-4ec4-a241-3c5ab9a269b7 admin admin] Releasing vlan 921 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:35:21.391518 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-78b33a5d-4049-4ec4-a241-3c5ab9a269b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:21.478025 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:35:21.478025 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:35:21.478025 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:35:21.478025 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:35:21.478025 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:35:21.478025 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:35:21.478025 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:35:21.478025 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:35:21.478025 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:35:21.478025 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:35:21.478025 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:35:21.478025 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:35:21.478025 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:35:21.478025 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:35:21.478025 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:35:21.478025 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:35:21.478025 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:35:21.478025 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:35:21.478025 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:35:21.478025 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:35:21.478025 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:35:21.478025 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:35:21.478025 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:35:21.478025 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:35:21.478025 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:35:21.478025 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:35:21.478025 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:35:21.478025 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:35:21.478025 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:35:21.478025 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:35:21.478025 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:35:21.478025 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:35:21.556580 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-ba6aed41-7b7d-4128-8df5-9db20647ffe4 None None] Allocated IP 172.20.0.2 (965caeff-0bd8-4807-9042-9253d5ab9857/19d34e75-8087-42c7-a3a8-95bea2a687ae/00a3e658-0f35-4272-88e1-057d33493dd8) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:35:21.660121 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-78b33a5d-4049-4ec4-a241-3c5ab9a269b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:21.666597 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-78b33a5d-4049-4ec4-a241-3c5ab9a269b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:21.676451 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-04e2ca80-67e3-457f-a2fe-c5b189b314b2 None None] For port 2adc1101-7fb4-4f17-94a8-b9d1da35fd6d, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=2adc1101-7fb4-4f17-94a8-b9d1da35fd6d,segment=NetworkSegment(369b18da-a0df-4031-8462-fa4b026d954e),segment_id=369b18da-a0df-4031-8462-fa4b026d954e)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:21.686504 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-78b33a5d-4049-4ec4-a241-3c5ab9a269b7 admin admin] 10.222.0.75 "DELETE /v2.0/networks/741d8194-35ac-41e6-a27e-dc63c59af432 HTTP/1.1" status: 204 len: 168 time: 2.0528085 Nov 25 17:35:21.701937 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6197496e-4a06-4d8c-8f1e-a684384aea3d req-2ad30a2d-c169-477a-b2bc-d8b6a42e8d22 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.75 "GET /v2.0/ports?device_id=2d146c40-cdb3-451f-8a21-50736dd66a1d HTTP/1.1" status: 200 len: 210 time: 0.2215931 Nov 25 17:35:21.711832 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-3762b891-7774-49e9-b6aa-42e6b9092a8c None None] Deleting port d13402c8-3195-48cd-a308-13c5a2e007a2 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:35:21.712213 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3762b891-7774-49e9-b6aa-42e6b9092a8c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:21.731103 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-04e2ca80-67e3-457f-a2fe-c5b189b314b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:21.789486 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b33a5d-4049-4ec4-a241-3c5ab9a269b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=741d8194-35ac-41e6-a27e-dc63c59af432,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:21.807876 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-4048236a-e2eb-42dc-827c-a8f110e8b1a9 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] For port 34cf2175-fe80-4d1f-94ba-4f5f3a4dde59, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=34cf2175-fe80-4d1f-94ba-4f5f3a4dde59,segment=NetworkSegment(c9291ac9-71a2-4948-a247-fdb46ea3221e),segment_id=c9291ac9-71a2-4948-a247-fdb46ea3221e)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:21.808249 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4048236a-e2eb-42dc-827c-a8f110e8b1a9 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:21.831385 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server [None req-3762b891-7774-49e9-b6aa-42e6b9092a8c None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 741d8194-35ac-41e6-a27e-dc63c59af432 could not be found. Nov 25 17:35:21.831385 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 17:35:21.831385 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 25 17:35:21.831385 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Nov 25 17:35:21.831385 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Nov 25 17:35:21.831385 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Nov 25 17:35:21.831385 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Nov 25 17:35:21.831385 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return self._iter().one() Nov 25 17:35:21.831385 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Nov 25 17:35:21.831385 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return self._only_one_row( Nov 25 17:35:21.831385 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Nov 25 17:35:21.831385 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Nov 25 17:35:21.831385 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Nov 25 17:35:21.831385 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server Nov 25 17:35:21.831385 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Nov 25 17:35:21.831385 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server Nov 25 17:35:21.831385 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 17:35:21.831385 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 17:35:21.831385 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 17:35:21.831385 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 17:35:21.831385 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 17:35:21.831385 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 17:35:21.831385 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 17:35:21.831385 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 17:35:21.831385 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 17:35:21.831385 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:35:21.831385 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:35:21.831385 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:35:21.831385 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:35:21.831385 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 17:35:21.831385 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:35:21.831385 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 17:35:21.831385 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 17:35:21.831385 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:35:21.831385 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:35:21.831385 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:35:21.831385 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:35:21.831385 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 17:35:21.831385 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:35:21.831385 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 17:35:21.831385 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 17:35:21.831385 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:35:21.831385 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:35:21.831385 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:35:21.831385 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:35:21.831385 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 17:35:21.831385 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 17:35:21.831385 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Nov 25 17:35:21.831385 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Nov 25 17:35:21.831385 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1546, in delete_ports_by_device_id Nov 25 17:35:21.831385 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Nov 25 17:35:21.831385 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 25 17:35:21.831385 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:35:21.831385 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 17:35:21.831385 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 17:35:21.836601 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 17:35:21.836601 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 17:35:21.836601 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:35:21.836601 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:35:21.836601 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:35:21.836601 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:35:21.836601 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 17:35:21.836601 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:35:21.836601 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 17:35:21.836601 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 17:35:21.836601 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:35:21.836601 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:35:21.836601 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:35:21.836601 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:35:21.836601 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 17:35:21.836601 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:35:21.836601 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 17:35:21.836601 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 17:35:21.836601 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:35:21.836601 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:35:21.836601 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:35:21.836601 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:35:21.836601 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 17:35:21.836601 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 17:35:21.836601 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1971, in delete_port Nov 25 17:35:21.836601 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Nov 25 17:35:21.836601 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 17:35:21.836601 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 17:35:21.836601 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 25 17:35:21.836601 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Nov 25 17:35:21.836601 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Nov 25 17:35:21.836601 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Nov 25 17:35:21.836601 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 741d8194-35ac-41e6-a27e-dc63c59af432 could not be found. Nov 25 17:35:21.836601 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server Nov 25 17:35:21.849198 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-4048236a-e2eb-42dc-827c-a8f110e8b1a9 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Calling delete_port for 34cf2175-fe80-4d1f-94ba-4f5f3a4dde59 owned by network:dhcp {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:35:21.908383 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-65a24c1b-c077-4fe2-93c4-e9420420ad5b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:21.933758 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-65a24c1b-c077-4fe2-93c4-e9420420ad5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:21.948247 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 50202) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:22.049270 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-453e32de-c698-455d-bcb7-d2fed4ea9dde admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=993e53d13f4a4f928421fafbce5572c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0993845 Nov 25 17:35:22.053675 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 50204) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:22.062925 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4048236a-e2eb-42dc-827c-a8f110e8b1a9 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:22.088675 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ba6aed41-7b7d-4128-8df5-9db20647ffe4 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:22.102798 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4048236a-e2eb-42dc-827c-a8f110e8b1a9 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] No DVR routers for this DVR port 34cf2175-fe80-4d1f-94ba-4f5f3a4dde59 on host n-d-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:35:22.107748 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34da10b7-831c-4f14-ad9a-4aaa7389b3ad None None] DHCP port deletion for 741d8194-35ac-41e6-a27e-dc63c59af432 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:35:22.130391 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4048236a-e2eb-42dc-827c-a8f110e8b1a9 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Pushing event deleted for resources: {'Port': ['ID=34cf2175-fe80-4d1f-94ba-4f5f3a4dde59,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:22.155388 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ba6aed41-7b7d-4128-8df5-9db20647ffe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:22.173495 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-65a24c1b-c077-4fe2-93c4-e9420420ad5b admin admin] Allocated IP 172.25.0.169 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/e718ee1b-5cff-4e56-8f0d-fc36f6f5e492) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:35:22.249123 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4048236a-e2eb-42dc-827c-a8f110e8b1a9 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:22.283734 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0c605dd3-5a9d-4ca9-a6a7-2b46aeba7189 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:22.319835 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-4048236a-e2eb-42dc-827c-a8f110e8b1a9 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['759dd1ac-ab6e-49b0-b62d-6d2bf62b56c2']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:22.326702 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:22.337712 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6aed41-7b7d-4128-8df5-9db20647ffe4 None None] Network 965caeff-0bd8-4807-9042-9253d5ab9857 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:22.341813 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-f8f369a0-1db0-4557-8c87-f7c89f6d930e None None] Provisioning complete for port 2adc1101-7fb4-4f17-94a8-b9d1da35fd6d triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:22.342545 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f8f369a0-1db0-4557-8c87-f7c89f6d930e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:22.344072 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0c605dd3-5a9d-4ca9-a6a7-2b46aeba7189 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:22.377386 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e2ca80-67e3-457f-a2fe-c5b189b314b2 None None] Pushing event updated for resources: {'Port': ['ID=2adc1101-7fb4-4f17-94a8-b9d1da35fd6d,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:22.388613 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-ba6aed41-7b7d-4128-8df5-9db20647ffe4 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:22.395138 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6aed41-7b7d-4128-8df5-9db20647ffe4 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:35:22.412400 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-4048236a-e2eb-42dc-827c-a8f110e8b1a9 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9291ac9-71a2-4948-a247-fdb46ea3221e') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:22.414733 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-4048236a-e2eb-42dc-827c-a8f110e8b1a9 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9291ac9-71a2-4948-a247-fdb46ea3221e') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:22.479501 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0c605dd3-5a9d-4ca9-a6a7-2b46aeba7189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:22.483864 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0c605dd3-5a9d-4ca9-a6a7-2b46aeba7189 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:22.489630 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0c605dd3-5a9d-4ca9-a6a7-2b46aeba7189 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e3efc8c0-f1ff-46f5-9517-62c9bebb39f3 HTTP/1.1" status: 204 len: 168 time: 0.4330435 Nov 25 17:35:22.500594 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c605dd3-5a9d-4ca9-a6a7-2b46aeba7189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3efc8c0-f1ff-46f5-9517-62c9bebb39f3,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:22.531657 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4048236a-e2eb-42dc-827c-a8f110e8b1a9 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:22.571714 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4048236a-e2eb-42dc-827c-a8f110e8b1a9 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:22.582833 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d13402c8-3195-48cd-a308-13c5a2e007a2 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:35:22.585845 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4048236a-e2eb-42dc-827c-a8f110e8b1a9 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Releasing vlan 916 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:35:22.586495 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4048236a-e2eb-42dc-827c-a8f110e8b1a9 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:22.592233 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:35:22.592233 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:35:22.592233 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:35:22.592233 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:35:22.592233 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:35:22.592233 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:35:22.592233 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:35:22.592233 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:35:22.592233 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:35:22.592233 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:35:22.592233 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:35:22.592233 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:35:22.592233 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:35:22.592233 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:35:22.592233 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:35:22.592233 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:35:22.592233 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:35:22.592233 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:35:22.592233 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:35:22.592233 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:35:22.592233 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:35:22.592233 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:35:22.592233 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:35:22.592233 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:35:22.592233 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:35:22.592233 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:35:22.592233 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:35:22.592233 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:35:22.592233 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:35:22.592233 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:35:22.592233 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:35:22.592233 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:35:22.625012 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-65a24c1b-c077-4fe2-93c4-e9420420ad5b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:22.657358 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: d13402c8-3195-48cd-a308-13c5a2e007a2 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:35:22.658797 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d13402c8-3195-48cd-a308-13c5a2e007a2 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:35:22.681811 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e3cb69-c3ab-4d4e-83ce-e64dbb1950b6 req-ad61ef10-1b64-401b-b908-daea669be498 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:22.690531 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-65e3cb69-c3ab-4d4e-83ce-e64dbb1950b6 req-ad61ef10-1b64-401b-b908-daea669be498 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 946 time: 0.3746080 Nov 25 17:35:22.692053 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6aed41-7b7d-4128-8df5-9db20647ffe4 None None] Pushing event updated for resources: {'Port': ['ID=00a3e658-0f35-4272-88e1-057d33493dd8,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:22.704756 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-ba6aed41-7b7d-4128-8df5-9db20647ffe4 None None] Attempting to bind port 00a3e658-0f35-4272-88e1-057d33493dd8 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:35:22.704756 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-ba6aed41-7b7d-4128-8df5-9db20647ffe4 None None] Attempting to bind port 00a3e658-0f35-4272-88e1-057d33493dd8 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '7ec04a0c-8575-467b-9c71-8b2ffe051a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '965caeff-0bd8-4807-9042-9253d5ab9857'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:35:22.704756 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6aed41-7b7d-4128-8df5-9db20647ffe4 None None] Attempting to bind port 00a3e658-0f35-4272-88e1-057d33493dd8 on network 965caeff-0bd8-4807-9042-9253d5ab9857 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:35:22.717201 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6aed41-7b7d-4128-8df5-9db20647ffe4 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:35:22.717638 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6aed41-7b7d-4128-8df5-9db20647ffe4 None None] Checking segment: {'id': '7ec04a0c-8575-467b-9c71-8b2ffe051a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '965caeff-0bd8-4807-9042-9253d5ab9857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:22.718464 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ba6aed41-7b7d-4128-8df5-9db20647ffe4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:22.720274 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6aed41-7b7d-4128-8df5-9db20647ffe4 None None] Bound using segment: {'id': '7ec04a0c-8575-467b-9c71-8b2ffe051a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '965caeff-0bd8-4807-9042-9253d5ab9857'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:35:22.720394 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4048236a-e2eb-42dc-827c-a8f110e8b1a9 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:22.720495 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-ba6aed41-7b7d-4128-8df5-9db20647ffe4 None None] Bound port: 00a3e658-0f35-4272-88e1-057d33493dd8, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ec04a0c-8575-467b-9c71-8b2ffe051a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '965caeff-0bd8-4807-9042-9253d5ab9857'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:35:22.720495 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ba6aed41-7b7d-4128-8df5-9db20647ffe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:22.723533 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4048236a-e2eb-42dc-827c-a8f110e8b1a9 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:22.730962 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 50224) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:22.732656 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-4048236a-e2eb-42dc-827c-a8f110e8b1a9 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] 10.222.0.75 "DELETE /v2.0/networks/759dd1ac-ab6e-49b0-b62d-6d2bf62b56c2 HTTP/1.1" status: 204 len: 168 time: 4.6757426 Nov 25 17:35:22.740026 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-a306e6f6-ae14-4b06-bfce-2b53986d62ed tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1377330737'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:22.769767 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4048236a-e2eb-42dc-827c-a8f110e8b1a9 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Pushing event deleted for resources: {'Network': ['ID=759dd1ac-ab6e-49b0-b62d-6d2bf62b56c2,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:22.800718 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-65e3cb69-c3ab-4d4e-83ce-e64dbb1950b6 req-e73a9dbe-ac00-4081-ab44-ce11dd5945e2 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1b3f624-9a69-4743-bfac-9a2aba2cec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093004 Nov 25 17:35:22.807794 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-65a24c1b-c077-4fe2-93c4-e9420420ad5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:22.818491 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a306e6f6-ae14-4b06-bfce-2b53986d62ed tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Made reservation on behalf of a944564bc44448da813147d2ebeb8dea for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:22.822769 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a306e6f6-ae14-4b06-bfce-2b53986d62ed tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:22.881041 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a306e6f6-ae14-4b06-bfce-2b53986d62ed tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 900} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:35:22.888226 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a24c1b-c077-4fe2-93c4-e9420420ad5b admin admin] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:22.893129 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-65a24c1b-c077-4fe2-93c4-e9420420ad5b admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:22.900040 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a24c1b-c077-4fe2-93c4-e9420420ad5b admin admin] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:35:22.901327 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a306e6f6-ae14-4b06-bfce-2b53986d62ed tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:22.901805 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-a306e6f6-ae14-4b06-bfce-2b53986d62ed tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Added segment 6894eaa8-2580-428a-b494-c14a71888ea4 of type vlan for network 60572267-c89a-4dad-854d-ba96aae3306a Nov 25 17:35:22.955327 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-ba6aed41-7b7d-4128-8df5-9db20647ffe4 None None] For port 00a3e658-0f35-4272-88e1-057d33493dd8, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:35:22.958756 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-ba6aed41-7b7d-4128-8df5-9db20647ffe4 None None] For port 00a3e658-0f35-4272-88e1-057d33493dd8, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=00a3e658-0f35-4272-88e1-057d33493dd8,segment=NetworkSegment(7ec04a0c-8575-467b-9c71-8b2ffe051a31),segment_id=7ec04a0c-8575-467b-9c71-8b2ffe051a31)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:35:22.987933 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ba6aed41-7b7d-4128-8df5-9db20647ffe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:22.994224 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b0067641-85be-47aa-966f-0a6d4c9eccc7 req-e7917e89-298f-4863-9444-3c0e1493d29a tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.75 "GET /v2.0/ports?device_id=2d146c40-cdb3-451f-8a21-50736dd66a1d HTTP/1.1" status: 200 len: 210 time: 0.0903907 Nov 25 17:35:22.995120 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a24c1b-c077-4fe2-93c4-e9420420ad5b admin admin] Pushing event updated for resources: {'Port': ['ID=e718ee1b-5cff-4e56-8f0d-fc36f6f5e492,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:23.037930 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a306e6f6-ae14-4b06-bfce-2b53986d62ed tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:23.088215 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:23.112449 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a306e6f6-ae14-4b06-bfce-2b53986d62ed tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:23.114418 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6aed41-7b7d-4128-8df5-9db20647ffe4 None None] Pushing event updated for resources: {'Port': ['ID=00a3e658-0f35-4272-88e1-057d33493dd8,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:23.123183 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a306e6f6-ae14-4b06-bfce-2b53986d62ed tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:23.130855 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a306e6f6-ae14-4b06-bfce-2b53986d62ed tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:23.259045 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a306e6f6-ae14-4b06-bfce-2b53986d62ed tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5258176 Nov 25 17:35:23.259824 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 50240) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:23.310327 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-ca2c8cc1-34e8-4f67-ab3a-b69da25dac6f tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Request body: {'subnet': {'network_id': '60572267-c89a-4dad-854d-ba96aae3306a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:23.358024 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306e6f6-ae14-4b06-bfce-2b53986d62ed tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Pushing event updated for resources: {'Network': ['ID=60572267-c89a-4dad-854d-ba96aae3306a,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:23.372330 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 60572267-c89a-4dad-854d-ba96aae3306a details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:35:23.998236 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca2c8cc1-34e8-4f67-ab3a-b69da25dac6f tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Made reservation on behalf of a944564bc44448da813147d2ebeb8dea for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:24.002599 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ca2c8cc1-34e8-4f67-ab3a-b69da25dac6f tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:24.041143 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 50264) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:24.191948 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204c6ea-295b-41a3-8fd9-a771903489be req-a2cbbda5-9e26-4e96-a71b-f3351087521d tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:24.195154 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d204c6ea-295b-41a3-8fd9-a771903489be req-a2cbbda5-9e26-4e96-a71b-f3351087521d tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.74 "GET /v2.0/networks?id=6d4db667-3b14-4224-ad62-597abdfcb413 HTTP/1.1" status: 200 len: 813 time: 0.4071083 Nov 25 17:35:24.207905 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-4d3d9aaa-d347-4af9-b881-e0aa452fd6b1 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1129932724-network', 'tenant_id': 'a204f4bf4c46407c82174884abbb75a5'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:24.217126 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204c6ea-295b-41a3-8fd9-a771903489be req-f56fd8fd-1c81-4f91-b40a-c9dd150159bf tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:24.218942 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d204c6ea-295b-41a3-8fd9-a771903489be req-f56fd8fd-1c81-4f91-b40a-c9dd150159bf tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.90 "GET /v2.0/networks?id=6d4db667-3b14-4224-ad62-597abdfcb413 HTTP/1.1" status: 200 len: 813 time: 0.4318478 Nov 25 17:35:24.247684 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-d204c6ea-295b-41a3-8fd9-a771903489be req-ebfac77c-d9bd-4bb5-ac1f-3d763b1d8695 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Request body: {'port': {'device_id': '2d146c40-cdb3-451f-8a21-50736dd66a1d', 'network_id': '6d4db667-3b14-4224-ad62-597abdfcb413', 'admin_state_up': True, 'tenant_id': '59268908ecea4807bb08e346620d5150'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:24.285362 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-d204c6ea-295b-41a3-8fd9-a771903489be req-30f4a5fe-f60c-4b2e-bf4b-5a72a8c2f39e tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Request body: {'port': {'device_id': 'd168dfe5-5269-492a-96eb-5b280497c644', 'network_id': '6d4db667-3b14-4224-ad62-597abdfcb413', 'admin_state_up': True, 'tenant_id': '59268908ecea4807bb08e346620d5150'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:24.291945 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3d9aaa-d347-4af9-b881-e0aa452fd6b1 admin admin] Made reservation on behalf of a204f4bf4c46407c82174884abbb75a5 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:24.297179 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4d3d9aaa-d347-4af9-b881-e0aa452fd6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:24.320796 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4d3d9aaa-d347-4af9-b881-e0aa452fd6b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:24.372515 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 50270) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:24.375627 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9b278491-9437-488b-9a9e-e8d90d5781bc req-827fa41c-2493-453d-9894-6ecb53840240 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.75 "GET /v2.0/ports?device_id=2d146c40-cdb3-451f-8a21-50736dd66a1d HTTP/1.1" status: 200 len: 210 time: 0.2513742 Nov 25 17:35:24.476005 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 00a3e658-0f35-4272-88e1-057d33493dd8 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:35:24.498436 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ca2c8cc1-34e8-4f67-ab3a-b69da25dac6f tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:24.543257 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-65a24c1b-c077-4fe2-93c4-e9420420ad5b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:24.555893 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 00a3e658-0f35-4272-88e1-057d33493dd8 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:24.556637 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:24.616774 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a017fa42-fd88-4f66-845c-d870864f26ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:24.654006 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee0cab0-670a-46d6-9dc8-4f0cef6e2950 None None] Network 965caeff-0bd8-4807-9042-9253d5ab9857 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:24.687059 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d204c6ea-295b-41a3-8fd9-a771903489be req-30f4a5fe-f60c-4b2e-bf4b-5a72a8c2f39e tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Made reservation on behalf of 59268908ecea4807bb08e346620d5150 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:24.690729 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d204c6ea-295b-41a3-8fd9-a771903489be req-30f4a5fe-f60c-4b2e-bf4b-5a72a8c2f39e tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:24.692587 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2c8cc1-34e8-4f67-ab3a-b69da25dac6f tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Pushing event updated for resources: {'Subnet': ['ID=26bdca69-3943-4f7a-a6e0-767d70e0edff,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:24.707249 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4d3d9aaa-d347-4af9-b881-e0aa452fd6b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:24.721009 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:24.722125 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2c8cc1-34e8-4f67-ab3a-b69da25dac6f tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Checking segment: {'id': '6894eaa8-2580-428a-b494-c14a71888ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '60572267-c89a-4dad-854d-ba96aae3306a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:24.722125 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2c8cc1-34e8-4f67-ab3a-b69da25dac6f tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Network hostable DHCP agents. Network: 60572267-c89a-4dad-854d-ba96aae3306a, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:35:24.729696 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4d3d9aaa-d347-4af9-b881-e0aa452fd6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:24.777821 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d3d9aaa-d347-4af9-b881-e0aa452fd6b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 919} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:35:24.785641 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d204c6ea-295b-41a3-8fd9-a771903489be req-ebfac77c-d9bd-4bb5-ac1f-3d763b1d8695 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Made reservation on behalf of 59268908ecea4807bb08e346620d5150 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:24.790456 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d204c6ea-295b-41a3-8fd9-a771903489be req-ebfac77c-d9bd-4bb5-ac1f-3d763b1d8695 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:24.812100 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3d9aaa-d347-4af9-b881-e0aa452fd6b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb48d60-855a-4fc7-ad36-ccabac53205b,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:24.820314 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2c8cc1-34e8-4f67-ab3a-b69da25dac6f tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Network 60572267-c89a-4dad-854d-ba96aae3306a is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:35:24.823903 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4d3d9aaa-d347-4af9-b881-e0aa452fd6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:24.824258 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-4d3d9aaa-d347-4af9-b881-e0aa452fd6b1 admin admin] Added segment 136500d7-8aa5-4736-8898-2ad70aef0369 of type vlan for network 65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3 Nov 25 17:35:24.874653 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port 00a3e658-0f35-4272-88e1-057d33493dd8, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=00a3e658-0f35-4272-88e1-057d33493dd8,segment=NetworkSegment(7ec04a0c-8575-467b-9c71-8b2ffe051a31),segment_id=7ec04a0c-8575-467b-9c71-8b2ffe051a31)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:24.877337 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-70c3e37a-08be-437a-aef9-d54011823dee None None] Provisioning complete for port 00a3e658-0f35-4272-88e1-057d33493dd8 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:24.877830 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-70c3e37a-08be-437a-aef9-d54011823dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:24.879092 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-ca2c8cc1-34e8-4f67-ab3a-b69da25dac6f tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 60572267-c89a-4dad-854d-ba96aae3306a) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:24.896849 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2c8cc1-34e8-4f67-ab3a-b69da25dac6f tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:24.897725 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ca2c8cc1-34e8-4f67-ab3a-b69da25dac6f tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:24.910096 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a283bf6-7ca6-4dc5-b323-426b65cd6a00 None None] Network 60572267-c89a-4dad-854d-ba96aae3306a requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:24.910637 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4d3d9aaa-d347-4af9-b881-e0aa452fd6b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:24.915765 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a017fa42-fd88-4f66-845c-d870864f26ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:24.915957 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:24.916858 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 2adc1101-7fb4-4f17-94a8-b9d1da35fd6d up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:35:24.926555 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a017fa42-fd88-4f66-845c-d870864f26ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:24.955710 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ca2c8cc1-34e8-4f67-ab3a-b69da25dac6f tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6495240 Nov 25 17:35:24.970107 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 50278) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:24.977645 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-470d1d22-b247-49ed-b872-9e2059dadb91 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1237718720'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:25.018135 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a017fa42-fd88-4f66-845c-d870864f26ac admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=19088fe00de04d05bec9527eaf9f0e8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6427143 Nov 25 17:35:25.021086 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 50280) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:25.022839 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4d3d9aaa-d347-4af9-b881-e0aa452fd6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:25.024213 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3d9aaa-d347-4af9-b881-e0aa452fd6b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:25.024373 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4d3d9aaa-d347-4af9-b881-e0aa452fd6b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:25.034106 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a017fa42-fd88-4f66-845c-d870864f26ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed30b16-14c8-403c-8df5-040101904577,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:25.062803 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-d204c6ea-295b-41a3-8fd9-a771903489be req-30f4a5fe-f60c-4b2e-bf4b-5a72a8c2f39e tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Allocated IP 172.20.0.11 (6d4db667-3b14-4224-ad62-597abdfcb413/19edd2e5-56d0-441c-917b-78310e5fdd64/22d9f7b2-8a71-42cc-b6d8-276e1fe0a039) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:35:25.078512 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-65a24c1b-c077-4fe2-93c4-e9420420ad5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:25.091362 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a017fa42-fd88-4f66-845c-d870864f26ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:25.091956 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a017fa42-fd88-4f66-845c-d870864f26ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:25.092090 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a017fa42-fd88-4f66-845c-d870864f26ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:25.092942 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a017fa42-fd88-4f66-845c-d870864f26ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:25.093256 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a017fa42-fd88-4f66-845c-d870864f26ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:25.093582 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a017fa42-fd88-4f66-845c-d870864f26ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:25.094037 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a017fa42-fd88-4f66-845c-d870864f26ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:25.094251 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a017fa42-fd88-4f66-845c-d870864f26ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:25.094593 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a017fa42-fd88-4f66-845c-d870864f26ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:25.094927 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a017fa42-fd88-4f66-845c-d870864f26ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:25.095421 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a017fa42-fd88-4f66-845c-d870864f26ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:25.095954 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a017fa42-fd88-4f66-845c-d870864f26ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:25.107132 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=00a3e658-0f35-4272-88e1-057d33493dd8,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:25.138902 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470d1d22-b247-49ed-b872-9e2059dadb91 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Made reservation on behalf of a944564bc44448da813147d2ebeb8dea for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:25.143016 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-470d1d22-b247-49ed-b872-9e2059dadb91 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:25.164902 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 50282) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:25.168021 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4d3d9aaa-d347-4af9-b881-e0aa452fd6b1 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1251240 Nov 25 17:35:25.174665 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-09d6c285-d69a-424e-98f9-265fd985188c admin admin] Request body: {'subnet': {'network_id': '65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1129932724-subnet', 'tenant_id': 'a204f4bf4c46407c82174884abbb75a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:25.174864 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 2adc1101-7fb4-4f17-94a8-b9d1da35fd6d triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:25.174864 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:25.190853 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3d9aaa-d347-4af9-b881-e0aa452fd6b1 admin admin] Pushing event updated for resources: {'Network': ['ID=65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:25.213582 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-470d1d22-b247-49ed-b872-9e2059dadb91 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 930} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:35:25.236312 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:35:25.237023 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d65b04d6-ad57-47d8-889c-6e98899b3c54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:25.240241 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-470d1d22-b247-49ed-b872-9e2059dadb91 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:25.240714 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-470d1d22-b247-49ed-b872-9e2059dadb91 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Added segment a2ad5aed-0a20-410e-bae3-f3abffb604f9 of type vlan for network e7ed4cfe-e80e-4579-9c8b-b27e57aa7cc7 Nov 25 17:35:25.252312 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d6c285-d69a-424e-98f9-265fd985188c admin admin] Made reservation on behalf of a204f4bf4c46407c82174884abbb75a5 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:25.254557 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-09d6c285-d69a-424e-98f9-265fd985188c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:25.313716 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d65b04d6-ad57-47d8-889c-6e98899b3c54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:25.324680 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-470d1d22-b247-49ed-b872-9e2059dadb91 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:25.354063 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf36e40-4559-4e1a-ab9a-dceace815da8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-60572267-c89a-4dad-854d-ba96aae3306a', 'network_id': '60572267-c89a-4dad-854d-ba96aae3306a', 'tenant_id': 'a944564bc44448da813147d2ebeb8dea', 'fixed_ips': [{'subnet_id': '26bdca69-3943-4f7a-a6e0-767d70e0edff'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:35:25.355122 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0cf36e40-4559-4e1a-ab9a-dceace815da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:25.386436 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-470d1d22-b247-49ed-b872-9e2059dadb91 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:25.393590 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470d1d22-b247-49ed-b872-9e2059dadb91 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:25.394891 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-470d1d22-b247-49ed-b872-9e2059dadb91 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:25.457693 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d204c6ea-295b-41a3-8fd9-a771903489be req-30f4a5fe-f60c-4b2e-bf4b-5a72a8c2f39e tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:25.492308 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a24c1b-c077-4fe2-93c4-e9420420ad5b admin admin] Router 2380d049-db2c-480f-bbab-f4c3d61c4d79 is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:35:25.498064 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470d1d22-b247-49ed-b872-9e2059dadb91 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Pushing event updated for resources: {'Network': ['ID=e7ed4cfe-e80e-4579-9c8b-b27e57aa7cc7,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:25.512592 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-470d1d22-b247-49ed-b872-9e2059dadb91 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5399590 Nov 25 17:35:25.515297 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 50286) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:25.522158 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-b2dd3807-dc94-4717-b2b2-3f076a7b7919 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Request body: {'subnet': {'network_id': 'e7ed4cfe-e80e-4579-9c8b-b27e57aa7cc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:25.584538 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d65b04d6-ad57-47d8-889c-6e98899b3c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:25.587405 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d65b04d6-ad57-47d8-889c-6e98899b3c54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:25.591207 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d65b04d6-ad57-47d8-889c-6e98899b3c54 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4ed30b16-14c8-403c-8df5-040101904577 HTTP/1.1" status: 204 len: 168 time: 0.5671442 Nov 25 17:35:25.634487 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network e7ed4cfe-e80e-4579-9c8b-b27e57aa7cc7 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:35:25.636233 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d204c6ea-295b-41a3-8fd9-a771903489be req-30f4a5fe-f60c-4b2e-bf4b-5a72a8c2f39e tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:25.652194 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b04d6-ad57-47d8-889c-6e98899b3c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed30b16-14c8-403c-8df5-040101904577,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:25.683566 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2dd3807-dc94-4717-b2b2-3f076a7b7919 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Made reservation on behalf of a944564bc44448da813147d2ebeb8dea for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:25.688884 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b2dd3807-dc94-4717-b2b2-3f076a7b7919 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:25.705061 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a936e5ed-c768-4657-bec6-5864b1024c1b req-110ca5d8-b88d-4f4a-aaf3-f29c531660f3 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.75 "GET /v2.0/ports?device_id=2d146c40-cdb3-451f-8a21-50736dd66a1d HTTP/1.1" status: 200 len: 210 time: 0.1655076 Nov 25 17:35:25.776191 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.ipam_backend_mixin [None req-b2dd3807-dc94-4717-b2b2-3f076a7b7919 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Performing IP validity checks on allocation pools {{(pid=103360) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 25 17:35:25.776899 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.ipam_backend_mixin [None req-b2dd3807-dc94-4717-b2b2-3f076a7b7919 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103360) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 25 17:35:25.842598 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a24c1b-c077-4fe2-93c4-e9420420ad5b admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:35:25.856994 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f4a5fe-f60c-4b2e-bf4b-5a72a8c2f39e tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Pushing event updated for resources: {'Port': ['ID=22d9f7b2-8a71-42cc-b6d8-276e1fe0a039,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:25.859326 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-498f3bc8-b756-4779-b454-7cd6d07c2956 None None] Provisioning complete for port 00a3e658-0f35-4272-88e1-057d33493dd8 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:25.859716 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-498f3bc8-b756-4779-b454-7cd6d07c2956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:25.872483 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-0cf36e40-4559-4e1a-ab9a-dceace815da8 None None] Allocated IP 2001:db8::1 (60572267-c89a-4dad-854d-ba96aae3306a/26bdca69-3943-4f7a-a6e0-767d70e0edff/bdbaeae9-8b08-4171-b395-6571c22bb42e) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:35:25.879873 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bd442e-6956-4385-9e67-3d9f8c303e24 None None] Sync routers for ids ['2380d049-db2c-480f-bbab-f4c3d61c4d79'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:35:25.883923 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-65a24c1b-c077-4fe2-93c4-e9420420ad5b admin admin] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:25.885293 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-65a24c1b-c077-4fe2-93c4-e9420420ad5b admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.8789139 Nov 25 17:35:25.890674 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 50296) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:25.942610 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bd442e-6956-4385-9e67-3d9f8c303e24 None None] Routers {'2380d049-db2c-480f-bbab-f4c3d61c4d79'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:35:25.943268 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-d3bd442e-6956-4385-9e67-3d9f8c303e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:35:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['2380d049-db2c-480f-bbab-f4c3d61c4d79'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:26.003536 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f4a5fe-f60c-4b2e-bf4b-5a72a8c2f39e tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:26.003814 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f4a5fe-f60c-4b2e-bf4b-5a72a8c2f39e tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:26.004265 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f4a5fe-f60c-4b2e-bf4b-5a72a8c2f39e tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:26.004720 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f4a5fe-f60c-4b2e-bf4b-5a72a8c2f39e tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:26.005196 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f4a5fe-f60c-4b2e-bf4b-5a72a8c2f39e tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:26.005658 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f4a5fe-f60c-4b2e-bf4b-5a72a8c2f39e tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:26.006281 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f4a5fe-f60c-4b2e-bf4b-5a72a8c2f39e tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:26.006560 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f4a5fe-f60c-4b2e-bf4b-5a72a8c2f39e tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:26.007158 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f4a5fe-f60c-4b2e-bf4b-5a72a8c2f39e tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:26.008305 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f4a5fe-f60c-4b2e-bf4b-5a72a8c2f39e tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:26.008305 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f4a5fe-f60c-4b2e-bf4b-5a72a8c2f39e tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:26.009550 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f4a5fe-f60c-4b2e-bf4b-5a72a8c2f39e tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:26.031164 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d204c6ea-295b-41a3-8fd9-a771903489be req-30f4a5fe-f60c-4b2e-bf4b-5a72a8c2f39e tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Network 6d4db667-3b14-4224-ad62-597abdfcb413 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:26.032771 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-d204c6ea-295b-41a3-8fd9-a771903489be req-ebfac77c-d9bd-4bb5-ac1f-3d763b1d8695 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Allocated IP 172.20.0.7 (6d4db667-3b14-4224-ad62-597abdfcb413/19edd2e5-56d0-441c-917b-78310e5fdd64/e50b41d8-597c-4adc-9217-b5023349e79f) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:35:26.039586 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-09d6c285-d69a-424e-98f9-265fd985188c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:26.041855 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-d204c6ea-295b-41a3-8fd9-a771903489be req-30f4a5fe-f60c-4b2e-bf4b-5a72a8c2f39e tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:26.057622 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-d204c6ea-295b-41a3-8fd9-a771903489be req-30f4a5fe-f60c-4b2e-bf4b-5a72a8c2f39e tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:35:26.087574 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b2dd3807-dc94-4717-b2b2-3f076a7b7919 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:26.113674 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 50298) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:26.127328 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-d3bd442e-6956-4385-9e67-3d9f8c303e24 None None] Set router 2380d049-db2c-480f-bbab-f4c3d61c4d79 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:35:26.162240 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8c889716-48a3-4898-b5fa-a82930ba81ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:26.194445 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6c285-d69a-424e-98f9-265fd985188c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb898c20-92ca-4baf-a933-bccb5703e010,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:26.218274 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204c6ea-295b-41a3-8fd9-a771903489be req-30f4a5fe-f60c-4b2e-bf4b-5a72a8c2f39e tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:26.219123 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d204c6ea-295b-41a3-8fd9-a771903489be req-30f4a5fe-f60c-4b2e-bf4b-5a72a8c2f39e tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:26.239837 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dd3807-dc94-4717-b2b2-3f076a7b7919 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Pushing event updated for resources: {'Subnet': ['ID=4f5630a7-b941-4ea5-b93f-0ff8809e9384,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:26.246897 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dd3807-dc94-4717-b2b2-3f076a7b7919 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Checking segment: {'id': 'a2ad5aed-0a20-410e-bae3-f3abffb604f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'e7ed4cfe-e80e-4579-9c8b-b27e57aa7cc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:26.247263 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2dd3807-dc94-4717-b2b2-3f076a7b7919 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Network hostable DHCP agents. Network: e7ed4cfe-e80e-4579-9c8b-b27e57aa7cc7, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:35:26.280844 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d6c285-d69a-424e-98f9-265fd985188c admin admin] Checking segment: {'id': '136500d7-8aa5-4736-8898-2ad70aef0369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:26.281363 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d6c285-d69a-424e-98f9-265fd985188c admin admin] Network hostable DHCP agents. Network: 65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:35:26.304982 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d204c6ea-295b-41a3-8fd9-a771903489be req-30f4a5fe-f60c-4b2e-bf4b-5a72a8c2f39e tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0234923 Nov 25 17:35:26.331017 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-d204c6ea-295b-41a3-8fd9-a771903489be req-a4a3cc62-c238-4d6f-b557-9a4bfe1af0e6 service neutron] Request body: {'port': {'device_id': 'd168dfe5-5269-492a-96eb-5b280497c644', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:26.373747 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 00a3e658-0f35-4272-88e1-057d33493dd8 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:35:26.375790 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2dd3807-dc94-4717-b2b2-3f076a7b7919 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Network e7ed4cfe-e80e-4579-9c8b-b27e57aa7cc7 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:35:26.391623 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-b2dd3807-dc94-4717-b2b2-3f076a7b7919 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, e7ed4cfe-e80e-4579-9c8b-b27e57aa7cc7) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:26.399100 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dd3807-dc94-4717-b2b2-3f076a7b7919 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:26.399850 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b2dd3807-dc94-4717-b2b2-3f076a7b7919 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:26.426469 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b2dd3807-dc94-4717-b2b2-3f076a7b7919 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.9099317 Nov 25 17:35:26.427017 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3b51bb-50fb-4db3-b706-58c236cbf34c None None] Network e7ed4cfe-e80e-4579-9c8b-b27e57aa7cc7 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:26.428071 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 50300) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:26.430198 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d6c285-d69a-424e-98f9-265fd985188c admin admin] Network 65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:35:26.473023 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-09d6c285-d69a-424e-98f9-265fd985188c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:26.488640 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0cf36e40-4559-4e1a-ab9a-dceace815da8 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:26.492113 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d6c285-d69a-424e-98f9-265fd985188c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:26.492906 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-09d6c285-d69a-424e-98f9-265fd985188c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:26.519990 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d204c6ea-295b-41a3-8fd9-a771903489be req-a4a3cc62-c238-4d6f-b557-9a4bfe1af0e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:26.526510 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae6bbc4-d329-4f5c-8bdb-1715ef526c23 None None] Network 65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:26.552569 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8c889716-48a3-4898-b5fa-a82930ba81ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:26.561888 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8c889716-48a3-4898-b5fa-a82930ba81ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:26.581163 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-09d6c285-d69a-424e-98f9-265fd985188c admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4059792 Nov 25 17:35:26.581163 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d204c6ea-295b-41a3-8fd9-a771903489be req-ebfac77c-d9bd-4bb5-ac1f-3d763b1d8695 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:26.593841 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0cf36e40-4559-4e1a-ab9a-dceace815da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:26.620606 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-af8574b0-665a-4525-8228-c7fd43fd44e4 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:26.642889 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-8c889716-48a3-4898-b5fa-a82930ba81ed admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=78cd8efc456b49cbac8cf4a54c94ec25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5262337 Nov 25 17:35:26.645541 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 50304) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:26.650390 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c889716-48a3-4898-b5fa-a82930ba81ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d288061-ca87-4042-bcde-d0ed24420f74,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:26.753078 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d204c6ea-295b-41a3-8fd9-a771903489be req-ebfac77c-d9bd-4bb5-ac1f-3d763b1d8695 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:26.789280 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-01c406ca-9a6c-4a5d-8865-167bdf7e80f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:26.819903 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-af8574b0-665a-4525-8228-c7fd43fd44e4 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:26.861645 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf36e40-4559-4e1a-ab9a-dceace815da8 None None] Pushing event updated for resources: {'Port': ['ID=bdbaeae9-8b08-4171-b395-6571c22bb42e,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:26.884018 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d204c6ea-295b-41a3-8fd9-a771903489be req-ebfac77c-d9bd-4bb5-ac1f-3d763b1d8695 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Network 6d4db667-3b14-4224-ad62-597abdfcb413 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:26.919554 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-d204c6ea-295b-41a3-8fd9-a771903489be req-ebfac77c-d9bd-4bb5-ac1f-3d763b1d8695 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:26.925680 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-d204c6ea-295b-41a3-8fd9-a771903489be req-ebfac77c-d9bd-4bb5-ac1f-3d763b1d8695 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:35:26.959086 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c427f978-1025-499d-9c73-d6b3a02d8f6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:26.968170 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfac77c-d9bd-4bb5-ac1f-3d763b1d8695 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Pushing event updated for resources: {'Port': ['ID=e50b41d8-597c-4adc-9217-b5023349e79f,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:26.977067 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf36e40-4559-4e1a-ab9a-dceace815da8 None None] Network 60572267-c89a-4dad-854d-ba96aae3306a is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:27.011903 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-0cf36e40-4559-4e1a-ab9a-dceace815da8 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:27.012417 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0e193-55f1-4653-ac29-b9e0fbc6cc14 req-e1b30879-a5ad-46ff-b112-c9d1198a4ade tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:27.014029 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-06a0e193-55f1-4653-ac29-b9e0fbc6cc14 req-e1b30879-a5ad-46ff-b112-c9d1198a4ade tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.75 "GET /v2.0/ports?device_id=2d146c40-cdb3-451f-8a21-50736dd66a1d HTTP/1.1" status: 200 len: 931 time: 0.1895888 Nov 25 17:35:27.021750 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf36e40-4559-4e1a-ab9a-dceace815da8 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:35:27.040859 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c0052c-9dc4-4f96-8970-50b1cb4c7995 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3', 'network_id': '65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3', 'tenant_id': 'a204f4bf4c46407c82174884abbb75a5', 'fixed_ips': [{'subnet_id': 'fb898c20-92ca-4baf-a933-bccb5703e010'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:35:27.041916 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-55c0052c-9dc4-4f96-8970-50b1cb4c7995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:27.045201 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204c6ea-295b-41a3-8fd9-a771903489be req-ebfac77c-d9bd-4bb5-ac1f-3d763b1d8695 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:27.045825 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d204c6ea-295b-41a3-8fd9-a771903489be req-ebfac77c-d9bd-4bb5-ac1f-3d763b1d8695 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:27.071314 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-af8574b0-665a-4525-8228-c7fd43fd44e4 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:27.078679 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c427f978-1025-499d-9c73-d6b3a02d8f6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:27.096322 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d204c6ea-295b-41a3-8fd9-a771903489be req-ebfac77c-d9bd-4bb5-ac1f-3d763b1d8695 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8719215 Nov 25 17:35:27.125399 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-d204c6ea-295b-41a3-8fd9-a771903489be req-db053b28-7abb-43b4-8935-50685cebeb86 service neutron] Request body: {'port': {'device_id': '2d146c40-cdb3-451f-8a21-50736dd66a1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:27.132492 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8574b0-665a-4525-8228-c7fd43fd44e4 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Pushing event deleted for resources: {'Subnet': ['ID=4f5630a7-b941-4ea5-b93f-0ff8809e9384,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:27.156545 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 00a3e658-0f35-4272-88e1-057d33493dd8 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:27.159071 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:27.166723 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-06a0e193-55f1-4653-ac29-b9e0fbc6cc14 req-5fd3cb7f-6474-4149-a100-241e14985ed6 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.75 "GET /v2.0/security-groups?id=20cf3e3a-3494-4c24-b696-e4a5273e4e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429245 Nov 25 17:35:27.175332 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-d204c6ea-295b-41a3-8fd9-a771903489be req-a4a3cc62-c238-4d6f-b557-9a4bfe1af0e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22d9f7b2-8a71-42cc-b6d8-276e1fe0a039 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:35:27.188744 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d204c6ea-295b-41a3-8fd9-a771903489be req-a4a3cc62-c238-4d6f-b557-9a4bfe1af0e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:27.199595 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0beb3e7c-f55f-4fe2-8acd-05888c802a65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-e7ed4cfe-e80e-4579-9c8b-b27e57aa7cc7', 'network_id': 'e7ed4cfe-e80e-4579-9c8b-b27e57aa7cc7', 'tenant_id': 'a944564bc44448da813147d2ebeb8dea', 'fixed_ips': [{'subnet_id': '4f5630a7-b941-4ea5-b93f-0ff8809e9384'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:35:27.200468 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0beb3e7c-f55f-4fe2-8acd-05888c802a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:27.211645 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-d204c6ea-295b-41a3-8fd9-a771903489be req-a4a3cc62-c238-4d6f-b557-9a4bfe1af0e6 service neutron] Transition to ACTIVE for port object 22d9f7b2-8a71-42cc-b6d8-276e1fe0a039 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:35:27.250373 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-af8574b0-665a-4525-8228-c7fd43fd44e4 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:27.267546 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-01c406ca-9a6c-4a5d-8865-167bdf7e80f8 admin admin] Allocated IP 172.20.0.1 (965caeff-0bd8-4807-9042-9253d5ab9857/19d34e75-8087-42c7-a3a8-95bea2a687ae/158ac780-12b6-4e6b-a5c0-692522a9c940) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:35:27.278982 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-d3bd442e-6956-4385-9e67-3d9f8c303e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2380d049-db2c-480f-bbab-f4c3d61c4d79', 'name': 'tempest-ServersTestManualDisk-1821852704-router', 'tenant_id': '1a9c3242a61e438db3a59b55b2c137ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'e718ee1b-5cff-4e56-8f0d-fc36f6f5e492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:35:20Z', 'updated_at': '2021-11-25T17:35:23Z', 'revision_number': 3, 'project_id': '1a9c3242a61e438db3a59b55b2c137ec', 'gw_port': {'id': 'e718ee1b-5cff-4e56-8f0d-fc36f6f5e492', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:55:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2380d049-db2c-480f-bbab-f4c3d61c4d79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:21Z', 'updated_at': '2021-11-25T17:35:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:27.288536 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-af8574b0-665a-4525-8228-c7fd43fd44e4 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7ed4cfe-e80e-4579-9c8b-b27e57aa7cc7']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:27.301706 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-af8574b0-665a-4525-8228-c7fd43fd44e4 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2ad5aed-0a20-410e-bae3-f3abffb604f9') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:27.302076 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-af8574b0-665a-4525-8228-c7fd43fd44e4 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2ad5aed-0a20-410e-bae3-f3abffb604f9') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:27.303709 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c427f978-1025-499d-9c73-d6b3a02d8f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:27.306350 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c427f978-1025-499d-9c73-d6b3a02d8f6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:27.311044 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c427f978-1025-499d-9c73-d6b3a02d8f6a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0d288061-ca87-4042-bcde-d0ed24420f74 HTTP/1.1" status: 204 len: 168 time: 0.6614089 Nov 25 17:35:27.338311 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-af8574b0-665a-4525-8228-c7fd43fd44e4 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:27.339683 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bd442e-6956-4385-9e67-3d9f8c303e24 None None] Checking router: 2380d049-db2c-480f-bbab-f4c3d61c4d79 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:35:27.340207 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bd442e-6956-4385-9e67-3d9f8c303e24 None None] Updating router 2380d049-db2c-480f-bbab-f4c3d61c4d79 port e718ee1b-5cff-4e56-8f0d-fc36f6f5e492 binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:35:27.353895 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c427f978-1025-499d-9c73-d6b3a02d8f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d288061-ca87-4042-bcde-d0ed24420f74,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:27.390319 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-af8574b0-665a-4525-8228-c7fd43fd44e4 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:27.391884 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d204c6ea-295b-41a3-8fd9-a771903489be req-a4a3cc62-c238-4d6f-b557-9a4bfe1af0e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:27.392494 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-0cf36e40-4559-4e1a-ab9a-dceace815da8 None None] Attempting to bind port bdbaeae9-8b08-4171-b395-6571c22bb42e on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:35:27.392988 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-0cf36e40-4559-4e1a-ab9a-dceace815da8 None None] Attempting to bind port bdbaeae9-8b08-4171-b395-6571c22bb42e by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '6894eaa8-2580-428a-b494-c14a71888ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '60572267-c89a-4dad-854d-ba96aae3306a'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:35:27.393371 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf36e40-4559-4e1a-ab9a-dceace815da8 None None] Attempting to bind port bdbaeae9-8b08-4171-b395-6571c22bb42e on network 60572267-c89a-4dad-854d-ba96aae3306a {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:35:27.408255 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af8574b0-665a-4525-8228-c7fd43fd44e4 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Releasing vlan 930 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:35:27.408687 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-af8574b0-665a-4525-8228-c7fd43fd44e4 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:27.412082 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:35:27.412082 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:35:27.412082 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:35:27.412082 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:35:27.412082 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:35:27.412082 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:35:27.412082 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:35:27.412082 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:35:27.412082 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:35:27.412082 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:35:27.412082 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:35:27.412082 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:35:27.412082 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:35:27.412082 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:35:27.412082 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:35:27.412082 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:35:27.412082 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:35:27.412082 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:35:27.412082 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:35:27.412082 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:35:27.412082 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:35:27.412082 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:35:27.412082 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:35:27.412082 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:35:27.412082 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:35:27.412082 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:35:27.412082 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:35:27.412082 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:35:27.412082 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:35:27.412082 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:35:27.412082 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:35:27.412082 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:35:27.459523 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aefb9d4-37f0-48b1-8a67-3069d7e2c596 req-74f4a4cc-31d2-464e-8291-c66df80b4690 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:27.468321 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7aefb9d4-37f0-48b1-8a67-3069d7e2c596 req-74f4a4cc-31d2-464e-8291-c66df80b4690 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/networks?id=65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3 HTTP/1.1" status: 200 len: 816 time: 0.2187312 Nov 25 17:35:27.475126 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf36e40-4559-4e1a-ab9a-dceace815da8 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:35:27.475126 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf36e40-4559-4e1a-ab9a-dceace815da8 None None] Checking segment: {'id': '6894eaa8-2580-428a-b494-c14a71888ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '60572267-c89a-4dad-854d-ba96aae3306a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:27.475126 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0cf36e40-4559-4e1a-ab9a-dceace815da8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:27.475534 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf36e40-4559-4e1a-ab9a-dceace815da8 None None] Bound using segment: {'id': '6894eaa8-2580-428a-b494-c14a71888ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '60572267-c89a-4dad-854d-ba96aae3306a'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:35:27.476076 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-0cf36e40-4559-4e1a-ab9a-dceace815da8 None None] Bound port: bdbaeae9-8b08-4171-b395-6571c22bb42e, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6894eaa8-2580-428a-b494-c14a71888ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '60572267-c89a-4dad-854d-ba96aae3306a'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:35:27.476504 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0cf36e40-4559-4e1a-ab9a-dceace815da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:27.483673 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d3bd442e-6956-4385-9e67-3d9f8c303e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:27.491570 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-af8574b0-665a-4525-8228-c7fd43fd44e4 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:27.491777 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a3cc62-c238-4d6f-b557-9a4bfe1af0e6 service neutron] Pushing event updated for resources: {'Port': ['ID=22d9f7b2-8a71-42cc-b6d8-276e1fe0a039,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:27.499274 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-af8574b0-665a-4525-8228-c7fd43fd44e4 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:27.509139 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-af8574b0-665a-4525-8228-c7fd43fd44e4 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] 10.222.0.75 "DELETE /v2.0/networks/e7ed4cfe-e80e-4579-9c8b-b27e57aa7cc7 HTTP/1.1" status: 204 len: 168 time: 1.0723813 Nov 25 17:35:27.512269 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 50330) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:27.522471 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d204c6ea-295b-41a3-8fd9-a771903489be req-db053b28-7abb-43b4-8935-50685cebeb86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:27.523785 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-bb0286d8-5cfd-49ef-9e79-8291c5a09520 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-381580355'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:27.538961 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5487ceaf-a38a-4fd4-8b5e-69b986681dda None None] Network e7ed4cfe-e80e-4579-9c8b-b27e57aa7cc7 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:27.541659 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-01c406ca-9a6c-4a5d-8865-167bdf7e80f8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:27.546262 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8574b0-665a-4525-8228-c7fd43fd44e4 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Pushing event deleted for resources: {'Network': ['ID=e7ed4cfe-e80e-4579-9c8b-b27e57aa7cc7,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:27.558413 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-55c0052c-9dc4-4f96-8970-50b1cb4c7995 None None] Allocated IP 172.20.0.2 (65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3/fb898c20-92ca-4baf-a933-bccb5703e010/e2cf5149-76b0-430a-83ac-12cd68ec1937) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:35:27.559156 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7aefb9d4-37f0-48b1-8a67-3069d7e2c596 req-b0f897a8-70ed-401d-a931-dca7bb3f21ec tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/quotas/a204f4bf4c46407c82174884abbb75a5 HTTP/1.1" status: 200 len: 375 time: 0.0869448 Nov 25 17:35:27.577995 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0286d8-5cfd-49ef-9e79-8291c5a09520 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Made reservation on behalf of a944564bc44448da813147d2ebeb8dea for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:27.581657 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bb0286d8-5cfd-49ef-9e79-8291c5a09520 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:27.614852 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb0286d8-5cfd-49ef-9e79-8291c5a09520 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 948} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:35:27.618305 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-01c406ca-9a6c-4a5d-8865-167bdf7e80f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:27.635187 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7aefb9d4-37f0-48b1-8a67-3069d7e2c596 req-fd48f21c-bb1f-4943-ab25-905b510c772d tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=a204f4bf4c46407c82174884abbb75a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0729563 Nov 25 17:35:27.665045 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bb0286d8-5cfd-49ef-9e79-8291c5a09520 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:27.665400 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-bb0286d8-5cfd-49ef-9e79-8291c5a09520 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Added segment fed8f2e7-f9bb-4fb8-88b8-b1ed477d3023 of type vlan for network de8f7216-cad1-4d5e-9cbd-1f9859d515e8 Nov 25 17:35:27.711562 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c406ca-9a6c-4a5d-8865-167bdf7e80f8 admin admin] Network 965caeff-0bd8-4807-9042-9253d5ab9857 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:27.725681 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-01c406ca-9a6c-4a5d-8865-167bdf7e80f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:27.728244 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c406ca-9a6c-4a5d-8865-167bdf7e80f8 admin admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:35:27.732233 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c406ca-9a6c-4a5d-8865-167bdf7e80f8 admin admin] Pushing event updated for resources: {'Port': ['ID=158ac780-12b6-4e6b-a5c0-692522a9c940,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:27.736867 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bb0286d8-5cfd-49ef-9e79-8291c5a09520 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:27.746250 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5487ceaf-a38a-4fd4-8b5e-69b986681dda None None] Network e7ed4cfe-e80e-4579-9c8b-b27e57aa7cc7 could not be found, it might have been deleted concurrently. {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 25 17:35:27.794677 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-01c406ca-9a6c-4a5d-8865-167bdf7e80f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:27.832522 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bb0286d8-5cfd-49ef-9e79-8291c5a09520 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:27.844103 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0286d8-5cfd-49ef-9e79-8291c5a09520 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:27.844815 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bb0286d8-5cfd-49ef-9e79-8291c5a09520 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:27.917223 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-bb0286d8-5cfd-49ef-9e79-8291c5a09520 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4024079 Nov 25 17:35:27.956037 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 50336) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:27.985883 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-a4d712dd-c56e-46ba-996d-2ccf0e738198 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Request body: {'subnet': {'network_id': 'de8f7216-cad1-4d5e-9cbd-1f9859d515e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:28.057831 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-0cf36e40-4559-4e1a-ab9a-dceace815da8 None None] For port bdbaeae9-8b08-4171-b395-6571c22bb42e, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:35:28.074335 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0286d8-5cfd-49ef-9e79-8291c5a09520 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Pushing event updated for resources: {'Network': ['ID=de8f7216-cad1-4d5e-9cbd-1f9859d515e8,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:28.134636 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network de8f7216-cad1-4d5e-9cbd-1f9859d515e8 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:35:28.156581 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-0cf36e40-4559-4e1a-ab9a-dceace815da8 None None] For port bdbaeae9-8b08-4171-b395-6571c22bb42e, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=bdbaeae9-8b08-4171-b395-6571c22bb42e,segment=NetworkSegment(6894eaa8-2580-428a-b494-c14a71888ea4),segment_id=6894eaa8-2580-428a-b494-c14a71888ea4)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:35:28.218571 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-01c406ca-9a6c-4a5d-8865-167bdf7e80f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:28.289853 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0cf36e40-4559-4e1a-ab9a-dceace815da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:28.482781 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-d204c6ea-295b-41a3-8fd9-a771903489be req-a4a3cc62-c238-4d6f-b557-9a4bfe1af0e6 service neutron] Attempting to bind port 22d9f7b2-8a71-42cc-b6d8-276e1fe0a039 on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:35:28.483718 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-d204c6ea-295b-41a3-8fd9-a771903489be req-a4a3cc62-c238-4d6f-b557-9a4bfe1af0e6 service neutron] Attempting to bind port 22d9f7b2-8a71-42cc-b6d8-276e1fe0a039 by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': 'e7f37f1f-ccbb-4078-be1e-54211a5caa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '6d4db667-3b14-4224-ad62-597abdfcb413'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:35:28.484520 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d204c6ea-295b-41a3-8fd9-a771903489be req-a4a3cc62-c238-4d6f-b557-9a4bfe1af0e6 service neutron] Attempting to bind port 22d9f7b2-8a71-42cc-b6d8-276e1fe0a039 on network 6d4db667-3b14-4224-ad62-597abdfcb413 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:35:28.560936 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-4b8e0555-7e97-4bd3-9227-feb3e7cc1eb0 None None] Provisioning complete for port 158ac780-12b6-4e6b-a5c0-692522a9c940 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:28.561319 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4b8e0555-7e97-4bd3-9227-feb3e7cc1eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:28.584425 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-01c406ca-9a6c-4a5d-8865-167bdf7e80f8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:28.609193 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-01c406ca-9a6c-4a5d-8865-167bdf7e80f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:28.671097 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d204c6ea-295b-41a3-8fd9-a771903489be req-a4a3cc62-c238-4d6f-b557-9a4bfe1af0e6 service neutron] Port 22d9f7b2-8a71-42cc-b6d8-276e1fe0a039 on network 6d4db667-3b14-4224-ad62-597abdfcb413 not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:35:28.671661 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d204c6ea-295b-41a3-8fd9-a771903489be req-a4a3cc62-c238-4d6f-b557-9a4bfe1af0e6 service neutron] Attempting to bind port 22d9f7b2-8a71-42cc-b6d8-276e1fe0a039 on network 6d4db667-3b14-4224-ad62-597abdfcb413 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:35:28.673270 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf36e40-4559-4e1a-ab9a-dceace815da8 None None] Pushing event updated for resources: {'Port': ['ID=bdbaeae9-8b08-4171-b395-6571c22bb42e,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:28.694600 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d204c6ea-295b-41a3-8fd9-a771903489be req-a4a3cc62-c238-4d6f-b557-9a4bfe1af0e6 service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:35:28.694942 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d204c6ea-295b-41a3-8fd9-a771903489be req-a4a3cc62-c238-4d6f-b557-9a4bfe1af0e6 service neutron] Checking segment: {'id': 'e7f37f1f-ccbb-4078-be1e-54211a5caa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '6d4db667-3b14-4224-ad62-597abdfcb413'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:28.695680 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d204c6ea-295b-41a3-8fd9-a771903489be req-a4a3cc62-c238-4d6f-b557-9a4bfe1af0e6 service neutron] Bound using segment: {'id': 'e7f37f1f-ccbb-4078-be1e-54211a5caa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '6d4db667-3b14-4224-ad62-597abdfcb413'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:35:28.695869 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-d204c6ea-295b-41a3-8fd9-a771903489be req-a4a3cc62-c238-4d6f-b557-9a4bfe1af0e6 service neutron] Bound port: 22d9f7b2-8a71-42cc-b6d8-276e1fe0a039, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7f37f1f-ccbb-4078-be1e-54211a5caa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '6d4db667-3b14-4224-ad62-597abdfcb413'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:35:28.696233 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d204c6ea-295b-41a3-8fd9-a771903489be req-a4a3cc62-c238-4d6f-b557-9a4bfe1af0e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:28.727744 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7aefb9d4-37f0-48b1-8a67-3069d7e2c596 req-453bbf00-28a8-4a62-8c4b-0f8c0940c993 service neutron] 10.222.0.75 "GET /v2.0/networks/65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0706291 Nov 25 17:35:28.736853 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-55c0052c-9dc4-4f96-8970-50b1cb4c7995 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:28.749496 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d712dd-c56e-46ba-996d-2ccf0e738198 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Made reservation on behalf of a944564bc44448da813147d2ebeb8dea for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:28.760396 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f776a59c-1b38-4d4e-905e-1e397c6eacce req-5d307936-5d4e-44b7-a708-554857261e81 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:28.762017 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a4d712dd-c56e-46ba-996d-2ccf0e738198 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:28.762192 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f776a59c-1b38-4d4e-905e-1e397c6eacce req-5d307936-5d4e-44b7-a708-554857261e81 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.75 "GET /v2.0/ports?device_id=2d146c40-cdb3-451f-8a21-50736dd66a1d HTTP/1.1" status: 200 len: 931 time: 0.4364293 Nov 25 17:35:28.766496 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-55c0052c-9dc4-4f96-8970-50b1cb4c7995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:28.772921 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-4b8e0555-7e97-4bd3-9227-feb3e7cc1eb0 None None] Port 158ac780-12b6-4e6b-a5c0-692522a9c940 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:35:28.883471 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c0052c-9dc4-4f96-8970-50b1cb4c7995 None None] Network 65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:28.885580 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-d204c6ea-295b-41a3-8fd9-a771903489be req-db053b28-7abb-43b4-8935-50685cebeb86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e50b41d8-597c-4adc-9217-b5023349e79f {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:35:28.901100 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-55c0052c-9dc4-4f96-8970-50b1cb4c7995 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:28.907357 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d3bd442e-6956-4385-9e67-3d9f8c303e24 None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:28.909361 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c0052c-9dc4-4f96-8970-50b1cb4c7995 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:35:28.911319 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c0052c-9dc4-4f96-8970-50b1cb4c7995 None None] Pushing event updated for resources: {'Port': ['ID=e2cf5149-76b0-430a-83ac-12cd68ec1937,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:28.936551 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c406ca-9a6c-4a5d-8865-167bdf7e80f8 admin admin] Pushing event updated for resources: {'Port': ['ID=158ac780-12b6-4e6b-a5c0-692522a9c940,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:28.964206 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-01c406ca-9a6c-4a5d-8865-167bdf7e80f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:28.973729 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d3bd442e-6956-4385-9e67-3d9f8c303e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:29.005307 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d204c6ea-295b-41a3-8fd9-a771903489be req-db053b28-7abb-43b4-8935-50685cebeb86 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:29.045137 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceec15c-a765-4774-81e5-8b420f36face None None] Pushing event updated for resources: {'Port': ['ID=e718ee1b-5cff-4e56-8f0d-fc36f6f5e492,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:29.111542 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-55c0052c-9dc4-4f96-8970-50b1cb4c7995 None None] Attempting to bind port e2cf5149-76b0-430a-83ac-12cd68ec1937 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:35:29.113382 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-55c0052c-9dc4-4f96-8970-50b1cb4c7995 None None] Attempting to bind port e2cf5149-76b0-430a-83ac-12cd68ec1937 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '136500d7-8aa5-4736-8898-2ad70aef0369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:35:29.114056 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c0052c-9dc4-4f96-8970-50b1cb4c7995 None None] Attempting to bind port e2cf5149-76b0-430a-83ac-12cd68ec1937 on network 65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:35:29.127002 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c406ca-9a6c-4a5d-8865-167bdf7e80f8 admin admin] Network 965caeff-0bd8-4807-9042-9253d5ab9857 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:29.127909 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c0052c-9dc4-4f96-8970-50b1cb4c7995 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:35:29.128487 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c0052c-9dc4-4f96-8970-50b1cb4c7995 None None] Checking segment: {'id': '136500d7-8aa5-4736-8898-2ad70aef0369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:29.129196 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-55c0052c-9dc4-4f96-8970-50b1cb4c7995 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:29.129752 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c0052c-9dc4-4f96-8970-50b1cb4c7995 None None] Bound using segment: {'id': '136500d7-8aa5-4736-8898-2ad70aef0369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:35:29.130005 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-01c406ca-9a6c-4a5d-8865-167bdf7e80f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:29.130629 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-55c0052c-9dc4-4f96-8970-50b1cb4c7995 None None] Bound port: e2cf5149-76b0-430a-83ac-12cd68ec1937, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136500d7-8aa5-4736-8898-2ad70aef0369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:35:29.131382 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-55c0052c-9dc4-4f96-8970-50b1cb4c7995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:29.159585 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-d3bd442e-6956-4385-9e67-3d9f8c303e24 None None] Attempting to bind port e718ee1b-5cff-4e56-8f0d-fc36f6f5e492 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:35:29.161049 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-d3bd442e-6956-4385-9e67-3d9f8c303e24 None None] Attempting to bind port e718ee1b-5cff-4e56-8f0d-fc36f6f5e492 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:35:29.161713 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bd442e-6956-4385-9e67-3d9f8c303e24 None None] Attempting to bind port e718ee1b-5cff-4e56-8f0d-fc36f6f5e492 on network 1aa44027-b9d0-4a56-9a59-7e664703e20a {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:35:29.170412 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bd442e-6956-4385-9e67-3d9f8c303e24 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:35:29.171865 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bd442e-6956-4385-9e67-3d9f8c303e24 None None] Checking segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:29.172535 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d3bd442e-6956-4385-9e67-3d9f8c303e24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:29.173210 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bd442e-6956-4385-9e67-3d9f8c303e24 None None] Bound using segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:35:29.174062 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-d3bd442e-6956-4385-9e67-3d9f8c303e24 None None] Bound port: e718ee1b-5cff-4e56-8f0d-fc36f6f5e492, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:35:29.174690 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d3bd442e-6956-4385-9e67-3d9f8c303e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:29.189284 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7aefb9d4-37f0-48b1-8a67-3069d7e2c596 req-90c5139f-bbcd-4efe-9d3e-7a0813302543 service neutron] 10.222.0.75 "GET /v2.0/networks/65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4386573 Nov 25 17:35:29.206984 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f776a59c-1b38-4d4e-905e-1e397c6eacce req-d16240a6-cfea-4395-8639-7e27b1eef781 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.75 "GET /v2.0/security-groups?id=20cf3e3a-3494-4c24-b696-e4a5273e4e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4035361 Nov 25 17:35:29.219904 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-d204c6ea-295b-41a3-8fd9-a771903489be req-a4a3cc62-c238-4d6f-b557-9a4bfe1af0e6 service neutron] For port 22d9f7b2-8a71-42cc-b6d8-276e1fe0a039, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:35:29.230106 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-d204c6ea-295b-41a3-8fd9-a771903489be req-db053b28-7abb-43b4-8935-50685cebeb86 service neutron] Transition to ACTIVE for port object e50b41d8-597c-4adc-9217-b5023349e79f will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:35:29.257890 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d204c6ea-295b-41a3-8fd9-a771903489be req-db053b28-7abb-43b4-8935-50685cebeb86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:29.291960 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-d204c6ea-295b-41a3-8fd9-a771903489be req-a4a3cc62-c238-4d6f-b557-9a4bfe1af0e6 service neutron] For port 22d9f7b2-8a71-42cc-b6d8-276e1fe0a039, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=22d9f7b2-8a71-42cc-b6d8-276e1fe0a039,segment=NetworkSegment(e7f37f1f-ccbb-4078-be1e-54211a5caa2c),segment_id=e7f37f1f-ccbb-4078-be1e-54211a5caa2c)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:35:29.380940 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d3bd442e-6956-4385-9e67-3d9f8c303e24 None None] For port e718ee1b-5cff-4e56-8f0d-fc36f6f5e492, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:35:29.394945 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d204c6ea-295b-41a3-8fd9-a771903489be req-a4a3cc62-c238-4d6f-b557-9a4bfe1af0e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:29.401828 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-55c0052c-9dc4-4f96-8970-50b1cb4c7995 None None] For port e2cf5149-76b0-430a-83ac-12cd68ec1937, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:35:29.415526 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d3bd442e-6956-4385-9e67-3d9f8c303e24 None None] For port e718ee1b-5cff-4e56-8f0d-fc36f6f5e492, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=e718ee1b-5cff-4e56-8f0d-fc36f6f5e492,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:35:29.427640 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-55c0052c-9dc4-4f96-8970-50b1cb4c7995 None None] For port e2cf5149-76b0-430a-83ac-12cd68ec1937, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=e2cf5149-76b0-430a-83ac-12cd68ec1937,segment=NetworkSegment(136500d7-8aa5-4736-8898-2ad70aef0369),segment_id=136500d7-8aa5-4736-8898-2ad70aef0369)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:35:29.434709 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d3bd442e-6956-4385-9e67-3d9f8c303e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:29.454180 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204c6ea-295b-41a3-8fd9-a771903489be req-a4a3cc62-c238-4d6f-b557-9a4bfe1af0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:29.455470 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d204c6ea-295b-41a3-8fd9-a771903489be req-a4a3cc62-c238-4d6f-b557-9a4bfe1af0e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:29.460125 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d204c6ea-295b-41a3-8fd9-a771903489be req-a4a3cc62-c238-4d6f-b557-9a4bfe1af0e6 service neutron] 10.222.0.90 "PUT /v2.0/ports/22d9f7b2-8a71-42cc-b6d8-276e1fe0a039 HTTP/1.1" status: 200 len: 1092 time: 3.1425385 Nov 25 17:35:29.468234 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-55c0052c-9dc4-4f96-8970-50b1cb4c7995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:29.480003 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd168dfe5-5269-492a-96eb-5b280497c644', 'tag': '22d9f7b2-8a71-42cc-b6d8-276e1fe0a039'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:35:29.488443 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc14f0f-d40d-49f7-bf40-df52db5cb9d7" -d '{"events": [{"name": "network-changed", "server_uuid": "d168dfe5-5269-492a-96eb-5b280497c644", "tag": "22d9f7b2-8a71-42cc-b6d8-276e1fe0a039"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:35:29.571240 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceec15c-a765-4774-81e5-8b420f36face None None] Pushing event updated for resources: {'Port': ['ID=e718ee1b-5cff-4e56-8f0d-fc36f6f5e492,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:29.629018 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db053b28-7abb-43b4-8935-50685cebeb86 service neutron] Pushing event updated for resources: {'Port': ['ID=e50b41d8-597c-4adc-9217-b5023349e79f,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:29.688070 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c0052c-9dc4-4f96-8970-50b1cb4c7995 None None] Pushing event updated for resources: {'Port': ['ID=e2cf5149-76b0-430a-83ac-12cd68ec1937,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:29.737162 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bd442e-6956-4385-9e67-3d9f8c303e24 None None] Routers {'2380d049-db2c-480f-bbab-f4c3d61c4d79'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:35:29.738318 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-d3bd442e-6956-4385-9e67-3d9f8c303e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:35:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['2380d049-db2c-480f-bbab-f4c3d61c4d79'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:29.738895 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa58f2fc-57a7-43ec-8628-343ab0e8ea05 x-openstack-request-id: req-aa58f2fc-57a7-43ec-8628-343ab0e8ea05 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:35:29.739364 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d168dfe5-5269-492a-96eb-5b280497c644", "tag": "22d9f7b2-8a71-42cc-b6d8-276e1fe0a039", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:35:29.739781 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-aa58f2fc-57a7-43ec-8628-343ab0e8ea05 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:35:29.741671 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd168dfe5-5269-492a-96eb-5b280497c644', 'tag': '22d9f7b2-8a71-42cc-b6d8-276e1fe0a039', 'status': 'completed', 'code': 200} Nov 25 17:35:30.015335 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-55dd1692-723a-4350-bf22-04ce088ba097 None None] Provisioning complete for port 158ac780-12b6-4e6b-a5c0-692522a9c940 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:30.018194 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-55dd1692-723a-4350-bf22-04ce088ba097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:30.047760 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204c6ea-295b-41a3-8fd9-a771903489be req-c4eaeb06-f5bc-4efb-a18c-121230f9b864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:30.050480 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d204c6ea-295b-41a3-8fd9-a771903489be req-c4eaeb06-f5bc-4efb-a18c-121230f9b864 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=59268908ecea4807bb08e346620d5150&device_id=d168dfe5-5269-492a-96eb-5b280497c644 HTTP/1.1" status: 200 len: 1095 time: 0.4881601 Nov 25 17:35:30.051559 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-d204c6ea-295b-41a3-8fd9-a771903489be req-db053b28-7abb-43b4-8935-50685cebeb86 service neutron] Attempting to bind port e50b41d8-597c-4adc-9217-b5023349e79f on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:35:30.052086 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-d204c6ea-295b-41a3-8fd9-a771903489be req-db053b28-7abb-43b4-8935-50685cebeb86 service neutron] Attempting to bind port e50b41d8-597c-4adc-9217-b5023349e79f by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'e7f37f1f-ccbb-4078-be1e-54211a5caa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '6d4db667-3b14-4224-ad62-597abdfcb413'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:35:30.052433 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d204c6ea-295b-41a3-8fd9-a771903489be req-db053b28-7abb-43b4-8935-50685cebeb86 service neutron] Attempting to bind port e50b41d8-597c-4adc-9217-b5023349e79f on network 6d4db667-3b14-4224-ad62-597abdfcb413 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:35:30.076788 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a3cc62-c238-4d6f-b557-9a4bfe1af0e6 service neutron] Pushing event updated for resources: {'Port': ['ID=22d9f7b2-8a71-42cc-b6d8-276e1fe0a039,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:30.120111 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d204c6ea-295b-41a3-8fd9-a771903489be req-db053b28-7abb-43b4-8935-50685cebeb86 service neutron] Port e50b41d8-597c-4adc-9217-b5023349e79f on network 6d4db667-3b14-4224-ad62-597abdfcb413 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:35:30.120490 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d204c6ea-295b-41a3-8fd9-a771903489be req-db053b28-7abb-43b4-8935-50685cebeb86 service neutron] Attempting to bind port e50b41d8-597c-4adc-9217-b5023349e79f on network 6d4db667-3b14-4224-ad62-597abdfcb413 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:35:30.126981 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-55dd1692-723a-4350-bf22-04ce088ba097 None None] Port 158ac780-12b6-4e6b-a5c0-692522a9c940 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:35:30.197981 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-d3bd442e-6956-4385-9e67-3d9f8c303e24 None None] Set router 2380d049-db2c-480f-bbab-f4c3d61c4d79 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:35:30.294896 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d204c6ea-295b-41a3-8fd9-a771903489be req-3e772ca6-3bca-4de1-bd58-aaabf79720a6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22d9f7b2-8a71-42cc-b6d8-276e1fe0a039 HTTP/1.1" status: 200 len: 217 time: 0.2212958 Nov 25 17:35:30.312127 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc367e6-ec50-459a-9be8-68ac6232aae8 req-d3be5528-6da5-4d5c-a293-738770f16ac2 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:30.324709 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ddc367e6-ec50-459a-9be8-68ac6232aae8 req-d3be5528-6da5-4d5c-a293-738770f16ac2 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/networks?id=65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3 HTTP/1.1" status: 200 len: 816 time: 0.2929268 Nov 25 17:35:30.374305 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d204c6ea-295b-41a3-8fd9-a771903489be req-db053b28-7abb-43b4-8935-50685cebeb86 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:35:30.374663 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d204c6ea-295b-41a3-8fd9-a771903489be req-db053b28-7abb-43b4-8935-50685cebeb86 service neutron] Checking segment: {'id': 'e7f37f1f-ccbb-4078-be1e-54211a5caa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '6d4db667-3b14-4224-ad62-597abdfcb413'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:30.375068 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d204c6ea-295b-41a3-8fd9-a771903489be req-db053b28-7abb-43b4-8935-50685cebeb86 service neutron] Bound using segment: {'id': 'e7f37f1f-ccbb-4078-be1e-54211a5caa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '6d4db667-3b14-4224-ad62-597abdfcb413'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:35:30.375525 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-d204c6ea-295b-41a3-8fd9-a771903489be req-db053b28-7abb-43b4-8935-50685cebeb86 service neutron] Bound port: e50b41d8-597c-4adc-9217-b5023349e79f, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7f37f1f-ccbb-4078-be1e-54211a5caa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '6d4db667-3b14-4224-ad62-597abdfcb413'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:35:30.433471 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d204c6ea-295b-41a3-8fd9-a771903489be req-db053b28-7abb-43b4-8935-50685cebeb86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:30.545521 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01c406ca-9a6c-4a5d-8865-167bdf7e80f8 admin admin] Router 2380d049-db2c-480f-bbab-f4c3d61c4d79 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:35:30.591965 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a4d712dd-c56e-46ba-996d-2ccf0e738198 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:30.661461 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ddc367e6-ec50-459a-9be8-68ac6232aae8 req-7550ce18-bd0c-4734-b0b7-dd4380765be6 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/quotas/a204f4bf4c46407c82174884abbb75a5 HTTP/1.1" status: 200 len: 375 time: 0.1665637 Nov 25 17:35:30.752465 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204c6ea-295b-41a3-8fd9-a771903489be req-c6445185-03af-4a1e-b0b7-eea5cf0bb774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:30.754313 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d204c6ea-295b-41a3-8fd9-a771903489be req-c6445185-03af-4a1e-b0b7-eea5cf0bb774 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=19edd2e5-56d0-441c-917b-78310e5fdd64 HTTP/1.1" status: 200 len: 853 time: 0.4282176 Nov 25 17:35:30.818613 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device bdbaeae9-8b08-4171-b395-6571c22bb42e up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:35:30.820525 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d204c6ea-295b-41a3-8fd9-a771903489be req-f7797c3a-ae1a-41e1-bd92-23f7a98e7957 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6d4db667-3b14-4224-ad62-597abdfcb413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555263 Nov 25 17:35:30.855748 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832a069-7ac9-487e-9abf-a066fee3c7e5 req-672d7dbf-4b1e-44ec-9323-be775e1a0986 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:30.868020 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4832a069-7ac9-487e-9abf-a066fee3c7e5 req-672d7dbf-4b1e-44ec-9323-be775e1a0986 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.75 "GET /v2.0/ports?device_id=2d146c40-cdb3-451f-8a21-50736dd66a1d HTTP/1.1" status: 200 len: 943 time: 0.3569484 Nov 25 17:35:30.910369 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d712dd-c56e-46ba-996d-2ccf0e738198 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Pushing event updated for resources: {'Subnet': ['ID=1b480b6d-eb91-4da1-a91f-617a65d85322,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:30.930681 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-d204c6ea-295b-41a3-8fd9-a771903489be req-db053b28-7abb-43b4-8935-50685cebeb86 service neutron] For port e50b41d8-597c-4adc-9217-b5023349e79f, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:35:30.944662 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1f28c5-1a9d-4d97-8fe5-a88f0e03f672 None None] Network 60572267-c89a-4dad-854d-ba96aae3306a requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:30.954529 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d712dd-c56e-46ba-996d-2ccf0e738198 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Checking segment: {'id': 'fed8f2e7-f9bb-4fb8-88b8-b1ed477d3023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'de8f7216-cad1-4d5e-9cbd-1f9859d515e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:30.957123 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d712dd-c56e-46ba-996d-2ccf0e738198 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Network hostable DHCP agents. Network: de8f7216-cad1-4d5e-9cbd-1f9859d515e8, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:35:30.971824 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c406ca-9a6c-4a5d-8865-167bdf7e80f8 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:35:30.976338 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ddc367e6-ec50-459a-9be8-68ac6232aae8 req-b2deac98-e874-48df-b9ce-0ab2790c8fd8 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=a204f4bf4c46407c82174884abbb75a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3131342 Nov 25 17:35:30.978712 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-01c406ca-9a6c-4a5d-8865-167bdf7e80f8 admin admin] 10.222.0.75 "PUT /v2.0/routers/2380d049-db2c-480f-bbab-f4c3d61c4d79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0870507 Nov 25 17:35:31.012909 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d712dd-c56e-46ba-996d-2ccf0e738198 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Network de8f7216-cad1-4d5e-9cbd-1f9859d515e8 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:35:31.025450 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-a4d712dd-c56e-46ba-996d-2ccf0e738198 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, de8f7216-cad1-4d5e-9cbd-1f9859d515e8) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:31.043859 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d712dd-c56e-46ba-996d-2ccf0e738198 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:31.045410 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-d204c6ea-295b-41a3-8fd9-a771903489be req-db053b28-7abb-43b4-8935-50685cebeb86 service neutron] For port e50b41d8-597c-4adc-9217-b5023349e79f, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e50b41d8-597c-4adc-9217-b5023349e79f,segment=NetworkSegment(e7f37f1f-ccbb-4078-be1e-54211a5caa2c),segment_id=e7f37f1f-ccbb-4078-be1e-54211a5caa2c)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:35:31.058637 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f757c446-12db-4df5-86c4-c66c3cc1f3d4 None None] Network de8f7216-cad1-4d5e-9cbd-1f9859d515e8 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:31.062926 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a4d712dd-c56e-46ba-996d-2ccf0e738198 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:31.105023 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a4d712dd-c56e-46ba-996d-2ccf0e738198 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.1478209 Nov 25 17:35:31.108199 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 50414) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:31.225495 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port bdbaeae9-8b08-4171-b395-6571c22bb42e triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:31.226020 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:31.227944 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a98e209e-7d15-452f-98eb-86328584e25f tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:31.230653 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 50416) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:31.232614 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-133fdd3c-ee48-4306-b783-eda89816da00 None None] Provisioning complete for port bdbaeae9-8b08-4171-b395-6571c22bb42e triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:31.233029 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-133fdd3c-ee48-4306-b783-eda89816da00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:31.234953 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d204c6ea-295b-41a3-8fd9-a771903489be req-db053b28-7abb-43b4-8935-50685cebeb86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:31.278773 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ddc367e6-ec50-459a-9be8-68ac6232aae8 req-aa610c38-47ab-42eb-8a01-f62916414e62 service neutron] 10.222.0.75 "GET /v2.0/networks/65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015037 Nov 25 17:35:31.282581 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4832a069-7ac9-487e-9abf-a066fee3c7e5 req-8e46a3ec-a6c7-4a4c-b281-215e04b316d6 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.75 "GET /v2.0/security-groups?id=20cf3e3a-3494-4c24-b696-e4a5273e4e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4133189 Nov 25 17:35:31.291053 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204c6ea-295b-41a3-8fd9-a771903489be req-db053b28-7abb-43b4-8935-50685cebeb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:31.291689 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d204c6ea-295b-41a3-8fd9-a771903489be req-db053b28-7abb-43b4-8935-50685cebeb86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:31.293104 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d204c6ea-295b-41a3-8fd9-a771903489be req-db053b28-7abb-43b4-8935-50685cebeb86 service neutron] 10.222.0.74 "PUT /v2.0/ports/e50b41d8-597c-4adc-9217-b5023349e79f HTTP/1.1" status: 200 len: 1091 time: 4.1745548 Nov 25 17:35:31.307538 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a98e209e-7d15-452f-98eb-86328584e25f tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:31.458680 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a98e209e-7d15-452f-98eb-86328584e25f tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:31.520127 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db053b28-7abb-43b4-8935-50685cebeb86 service neutron] Pushing event updated for resources: {'Port': ['ID=e50b41d8-597c-4adc-9217-b5023349e79f,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:31.534762 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98e209e-7d15-452f-98eb-86328584e25f tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Pushing event deleted for resources: {'Subnet': ['ID=1b480b6d-eb91-4da1-a91f-617a65d85322,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:31.547841 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d204c6ea-295b-41a3-8fd9-a771903489be req-48f9129e-3c1f-422f-be76-b6f23f6025b9 service neutron] 10.222.0.90 "GET /v2.0/networks/6d4db667-3b14-4224-ad62-597abdfcb413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6382651 Nov 25 17:35:31.636589 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204c6ea-295b-41a3-8fd9-a771903489be req-4b2eaf2f-8160-4fdf-98bd-6c9556169601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:31.646512 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-391389bb-64ea-4073-a23e-95f50b75db01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:31.649975 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d204c6ea-295b-41a3-8fd9-a771903489be req-4b2eaf2f-8160-4fdf-98bd-6c9556169601 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=59268908ecea4807bb08e346620d5150&device_id=2d146c40-cdb3-451f-8a21-50736dd66a1d HTTP/1.1" status: 200 len: 1094 time: 0.2717056 Nov 25 17:35:31.735611 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-d3bd442e-6956-4385-9e67-3d9f8c303e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2380d049-db2c-480f-bbab-f4c3d61c4d79', 'name': 'tempest-ServersTestManualDisk-1821852704-router', 'tenant_id': '1a9c3242a61e438db3a59b55b2c137ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'e718ee1b-5cff-4e56-8f0d-fc36f6f5e492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:35:20Z', 'updated_at': '2021-11-25T17:35:28Z', 'revision_number': 4, 'project_id': '1a9c3242a61e438db3a59b55b2c137ec', 'gw_port': {'id': 'e718ee1b-5cff-4e56-8f0d-fc36f6f5e492', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:55:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2380d049-db2c-480f-bbab-f4c3d61c4d79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:21Z', 'updated_at': '2021-11-25T17:35:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '158ac780-12b6-4e6b-a5c0-692522a9c940', 'name': '', 'network_id': '965caeff-0bd8-4807-9042-9253d5ab9857', 'tenant_id': '1a9c3242a61e438db3a59b55b2c137ec', 'mac_address': 'fa:16:3e:d2:4e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2380d049-db2c-480f-bbab-f4c3d61c4d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '19d34e75-8087-42c7-a3a8-95bea2a687ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:26Z', 'updated_at': '2021-11-25T17:35:28Z', 'revision_number': 2, 'project_id': '1a9c3242a61e438db3a59b55b2c137ec', 'subnets': [{'id': '19d34e75-8087-42c7-a3a8-95bea2a687ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:31.749791 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d146c40-cdb3-451f-8a21-50736dd66a1d', 'tag': 'e50b41d8-597c-4adc-9217-b5023349e79f'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:35:31.755512 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f59eae-d858-4a90-b183-3776aca7b7e3" -d '{"events": [{"name": "network-changed", "server_uuid": "2d146c40-cdb3-451f-8a21-50736dd66a1d", "tag": "e50b41d8-597c-4adc-9217-b5023349e79f"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:35:31.768049 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bd442e-6956-4385-9e67-3d9f8c303e24 None None] The sync data for ids ['2380d049-db2c-480f-bbab-f4c3d61c4d79'] in n-d-817746-1 is: [{'id': '2380d049-db2c-480f-bbab-f4c3d61c4d79', 'name': 'tempest-ServersTestManualDisk-1821852704-router', 'tenant_id': '1a9c3242a61e438db3a59b55b2c137ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'e718ee1b-5cff-4e56-8f0d-fc36f6f5e492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:35:20Z', 'updated_at': '2021-11-25T17:35:28Z', 'revision_number': 4, 'project_id': '1a9c3242a61e438db3a59b55b2c137ec', 'gw_port': {'id': 'e718ee1b-5cff-4e56-8f0d-fc36f6f5e492', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:55:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2380d049-db2c-480f-bbab-f4c3d61c4d79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:21Z', 'updated_at': '2021-11-25T17:35:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '158ac780-12b6-4e6b-a5c0-692522a9c940', 'name': '', 'network_id': '965caeff-0bd8-4807-9042-9253d5ab9857', 'tenant_id': '1a9c3242a61e438db3a59b55b2c137ec', 'mac_address': 'fa:16:3e:d2:4e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2380d049-db2c-480f-bbab-f4c3d61c4d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '19d34e75-8087-42c7-a3a8-95bea2a687ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:26Z', 'updated_at': '2021-11-25T17:35:28Z', 'revision_number': 2, 'project_id': '1a9c3242a61e438db3a59b55b2c137ec', 'subnets': [{'id': '19d34e75-8087-42c7-a3a8-95bea2a687ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:35:31.792804 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-391389bb-64ea-4073-a23e-95f50b75db01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:31.813284 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-391389bb-64ea-4073-a23e-95f50b75db01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:31.844200 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ddc367e6-ec50-459a-9be8-68ac6232aae8 req-bc1c3da8-3e5f-461a-8be7-6baadc1654d7 service neutron] 10.222.0.75 "GET /v2.0/networks/65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5434716 Nov 25 17:35:31.847452 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d204c6ea-295b-41a3-8fd9-a771903489be req-8193db7d-69f0-434f-92b8-b6845172cd97 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e50b41d8-597c-4adc-9217-b5023349e79f HTTP/1.1" status: 200 len: 217 time: 0.1297863 Nov 25 17:35:31.876888 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8e201c-29bf-4353-bdbb-30ba6d980ac1 None None] Network 65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:31.921155 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a98e209e-7d15-452f-98eb-86328584e25f tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:31.960909 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d204c6ea-295b-41a3-8fd9-a771903489be req-d9100963-fcc8-455e-930c-ef148b5a82be service neutron] 10.222.0.90 "GET /v2.0/networks/6d4db667-3b14-4224-ad62-597abdfcb413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4039972 Nov 25 17:35:31.984053 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204c6ea-295b-41a3-8fd9-a771903489be req-2542522f-f148-49a3-bce5-662bfdd2fa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:31.988510 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d204c6ea-295b-41a3-8fd9-a771903489be req-2542522f-f148-49a3-bce5-662bfdd2fa84 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=19edd2e5-56d0-441c-917b-78310e5fdd64 HTTP/1.1" status: 200 len: 853 time: 0.1319911 Nov 25 17:35:32.032886 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c660adf7-db16-42a8-90df-c5fa2cabe445 None None] Network de8f7216-cad1-4d5e-9cbd-1f9859d515e8 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:32.057097 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d204c6ea-295b-41a3-8fd9-a771903489be req-26cb39bf-b18d-4a56-817f-c496488caf7e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6d4db667-3b14-4224-ad62-597abdfcb413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603909 Nov 25 17:35:32.057439 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-391389bb-64ea-4073-a23e-95f50b75db01 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=201d0dda951a42799f7d6dbc875a5587&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8257823 Nov 25 17:35:32.058446 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 50426) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:32.067492 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391389bb-64ea-4073-a23e-95f50b75db01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94b56a5-252f-41d5-be45-258f7558e3e1,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:32.101909 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-133fdd3c-ee48-4306-b783-eda89816da00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:32.177105 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:32.189398 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-a98e209e-7d15-452f-98eb-86328584e25f tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de8f7216-cad1-4d5e-9cbd-1f9859d515e8']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:32.279894 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:35:32.307706 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-a98e209e-7d15-452f-98eb-86328584e25f tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fed8f2e7-f9bb-4fb8-88b8-b1ed477d3023') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:32.307706 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-a98e209e-7d15-452f-98eb-86328584e25f tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fed8f2e7-f9bb-4fb8-88b8-b1ed477d3023') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:32.322076 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-133fdd3c-ee48-4306-b783-eda89816da00 None None] For port bdbaeae9-8b08-4171-b395-6571c22bb42e, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=bdbaeae9-8b08-4171-b395-6571c22bb42e,segment=NetworkSegment(6894eaa8-2580-428a-b494-c14a71888ea4),segment_id=6894eaa8-2580-428a-b494-c14a71888ea4)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:32.336206 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d644e81-a918-4250-a2ec-4c3617212e95 x-openstack-request-id: req-4d644e81-a918-4250-a2ec-4c3617212e95 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:35:32.336516 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d146c40-cdb3-451f-8a21-50736dd66a1d", "tag": "e50b41d8-597c-4adc-9217-b5023349e79f", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:35:32.336786 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4d644e81-a918-4250-a2ec-4c3617212e95 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:35:32.337232 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d146c40-cdb3-451f-8a21-50736dd66a1d', 'tag': 'e50b41d8-597c-4adc-9217-b5023349e79f', 'status': 'completed', 'code': 200} Nov 25 17:35:32.384524 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a98e209e-7d15-452f-98eb-86328584e25f tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:32.393830 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc14f0f-d40d-49f7-bf40-df52db5cb9d7 req-bfaad636-c0a1-485b-b913-75f44520650d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:32.395349 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0bc14f0f-d40d-49f7-bf40-df52db5cb9d7 req-bfaad636-c0a1-485b-b913-75f44520650d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=59268908ecea4807bb08e346620d5150&device_id=d168dfe5-5269-492a-96eb-5b280497c644 HTTP/1.1" status: 200 len: 1095 time: 0.3365595 Nov 25 17:35:32.405276 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a98e209e-7d15-452f-98eb-86328584e25f tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:32.418937 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a98e209e-7d15-452f-98eb-86328584e25f tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Releasing vlan 948 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:35:32.419370 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a98e209e-7d15-452f-98eb-86328584e25f tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:32.486496 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aefb9d4-37f0-48b1-8a67-3069d7e2c596 req-f41b16a4-09a5-46fd-b43a-4f002b39150c tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:32.488465 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7aefb9d4-37f0-48b1-8a67-3069d7e2c596 req-f41b16a4-09a5-46fd-b43a-4f002b39150c tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.90 "GET /v2.0/networks?id=65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3 HTTP/1.1" status: 200 len: 816 time: 0.9626167 Nov 25 17:35:32.489606 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:35:32.489606 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:35:32.489606 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:35:32.489606 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:35:32.489606 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:35:32.489606 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:35:32.489606 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:35:32.489606 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:35:32.489606 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:35:32.489606 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:35:32.489606 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:35:32.489606 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:35:32.489606 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:35:32.489606 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:35:32.489606 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:35:32.489606 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:35:32.489606 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:35:32.489606 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:35:32.489606 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:35:32.489606 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:35:32.489606 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:35:32.489606 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:35:32.489606 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:35:32.489606 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:35:32.489606 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:35:32.489606 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:35:32.489606 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:35:32.489606 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:35:32.489606 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:35:32.489606 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:35:32.489606 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:35:32.489606 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:35:32.497230 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1f0111bb-fc88-4d75-a076-132d27f9d640 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:32.513895 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-7aefb9d4-37f0-48b1-8a67-3069d7e2c596 req-9d706f93-cb22-4502-9c50-0bf3f4e8733b tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Request body: {'port': {'device_id': 'a6fd0054-85a7-4437-9d4c-bc96085141e4', 'network_id': '65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3', 'admin_state_up': True, 'tenant_id': 'a204f4bf4c46407c82174884abbb75a5'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:32.514306 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-133fdd3c-ee48-4306-b783-eda89816da00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:32.601040 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.db.api [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:35:32.601979 n-d-817746-1 neutron-server[103362]: DEBUG oslo_db.api [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:35:32.641974 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc14f0f-d40d-49f7-bf40-df52db5cb9d7 req-6b616224-a07f-423c-8a5c-6fb3a9d85dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:32.643723 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0bc14f0f-d40d-49f7-bf40-df52db5cb9d7 req-6b616224-a07f-423c-8a5c-6fb3a9d85dae service neutron] 10.222.0.90 "GET /v2.0/networks?id=6d4db667-3b14-4224-ad62-597abdfcb413 HTTP/1.1" status: 200 len: 914 time: 0.2219870 Nov 25 17:35:32.647605 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d204c6ea-295b-41a3-8fd9-a771903489be req-c1b13b2a-c785-4776-81da-f1afee9c2e3e service neutron] 10.222.0.74 "GET /v2.0/networks/6d4db667-3b14-4224-ad62-597abdfcb413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5294061 Nov 25 17:35:32.706059 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-dc73d879-4ece-4232-933a-45aa313cca59 None None] Provisioning complete for port e2cf5149-76b0-430a-83ac-12cd68ec1937 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:32.706548 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dc73d879-4ece-4232-933a-45aa313cca59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:32.752191 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133fdd3c-ee48-4306-b783-eda89816da00 None None] Pushing event updated for resources: {'Port': ['ID=bdbaeae9-8b08-4171-b395-6571c22bb42e,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:32.800006 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d204c6ea-295b-41a3-8fd9-a771903489be req-424e05eb-a953-4e1b-af8b-ee737c28430d service neutron] 10.222.0.74 "GET /v2.0/networks/6d4db667-3b14-4224-ad62-597abdfcb413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409984 Nov 25 17:35:32.882561 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a98e209e-7d15-452f-98eb-86328584e25f tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:32.891913 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dc73d879-4ece-4232-933a-45aa313cca59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:32.893944 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0bc14f0f-d40d-49f7-bf40-df52db5cb9d7 req-91c74b15-bfe9-4a47-98e6-85fac75e0c4f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22d9f7b2-8a71-42cc-b6d8-276e1fe0a039 HTTP/1.1" status: 200 len: 217 time: 0.2363582 Nov 25 17:35:32.898903 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a98e209e-7d15-452f-98eb-86328584e25f tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:32.902267 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a98e209e-7d15-452f-98eb-86328584e25f tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] 10.222.0.75 "DELETE /v2.0/networks/de8f7216-cad1-4d5e-9cbd-1f9859d515e8 HTTP/1.1" status: 204 len: 168 time: 1.7930846 Nov 25 17:35:32.919551 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 50446) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:32.923315 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1f0111bb-fc88-4d75-a076-132d27f9d640 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:32.955634 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-e52adf78-6683-4a2c-8276-34c499b14231 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-653031678'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:32.979217 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-dc73d879-4ece-4232-933a-45aa313cca59 None None] For port e2cf5149-76b0-430a-83ac-12cd68ec1937, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=e2cf5149-76b0-430a-83ac-12cd68ec1937,segment=NetworkSegment(136500d7-8aa5-4736-8898-2ad70aef0369),segment_id=136500d7-8aa5-4736-8898-2ad70aef0369)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:32.995520 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dc73d879-4ece-4232-933a-45aa313cca59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:33.019337 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98e209e-7d15-452f-98eb-86328584e25f tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Pushing event deleted for resources: {'Network': ['ID=de8f7216-cad1-4d5e-9cbd-1f9859d515e8,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:33.035193 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52adf78-6683-4a2c-8276-34c499b14231 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Made reservation on behalf of a944564bc44448da813147d2ebeb8dea for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:33.041481 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e52adf78-6683-4a2c-8276-34c499b14231 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:33.154669 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af407b5-157f-44e2-8bb2-7e495ecec9dd req-3af49923-0514-41d5-b014-e97efd850f87 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:33.158675 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3af407b5-157f-44e2-8bb2-7e495ecec9dd req-3af49923-0514-41d5-b014-e97efd850f87 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.75 "GET /v2.0/ports?device_id=2d146c40-cdb3-451f-8a21-50736dd66a1d HTTP/1.1" status: 200 len: 943 time: 0.5131199 Nov 25 17:35:33.218889 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e52adf78-6683-4a2c-8276-34c499b14231 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 901} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:35:33.221950 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1f0111bb-fc88-4d75-a076-132d27f9d640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:33.233773 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1f0111bb-fc88-4d75-a076-132d27f9d640 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:33.240124 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f59eae-d858-4a90-b183-3776aca7b7e3 req-728f32fe-5bc0-44f8-8be4-23d8dac50832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:33.243133 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6d1613-64a9-44cd-9486-ac757332b3fd None None] get_active_networks_info from n-d-817746-1 {{(pid=103362) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 17:35:33.243782 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-95f59eae-d858-4a90-b183-3776aca7b7e3 req-728f32fe-5bc0-44f8-8be4-23d8dac50832 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=59268908ecea4807bb08e346620d5150&device_id=2d146c40-cdb3-451f-8a21-50736dd66a1d HTTP/1.1" status: 200 len: 1094 time: 0.3684111 Nov 25 17:35:33.246696 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1f0111bb-fc88-4d75-a076-132d27f9d640 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e94b56a5-252f-41d5-be45-258f7558e3e1 HTTP/1.1" status: 204 len: 168 time: 1.1704524 Nov 25 17:35:33.255860 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e52adf78-6683-4a2c-8276-34c499b14231 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:33.257053 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-e52adf78-6683-4a2c-8276-34c499b14231 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Added segment 5ad8bfc3-2c2b-48b7-a788-16e2d94827a2 of type vlan for network aa622971-eece-4926-ba25-b8b1f1bd68aa Nov 25 17:35:33.261157 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc14f0f-d40d-49f7-bf40-df52db5cb9d7 req-cd15aae5-9c23-4716-b6f9-21542c2388e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:33.264298 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0bc14f0f-d40d-49f7-bf40-df52db5cb9d7 req-cd15aae5-9c23-4716-b6f9-21542c2388e5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=19edd2e5-56d0-441c-917b-78310e5fdd64 HTTP/1.1" status: 200 len: 853 time: 0.3425665 Nov 25 17:35:33.274667 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aefb9d4-37f0-48b1-8a67-3069d7e2c596 req-9d706f93-cb22-4502-9c50-0bf3f4e8733b tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Made reservation on behalf of a204f4bf4c46407c82174884abbb75a5 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:33.283961 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-7aefb9d4-37f0-48b1-8a67-3069d7e2c596 req-9d706f93-cb22-4502-9c50-0bf3f4e8733b tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:33.293827 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0111bb-fc88-4d75-a076-132d27f9d640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94b56a5-252f-41d5-be45-258f7558e3e1,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:33.298994 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc73d879-4ece-4232-933a-45aa313cca59 None None] Pushing event updated for resources: {'Port': ['ID=e2cf5149-76b0-430a-83ac-12cd68ec1937,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:33.381141 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-083a2be0-d59c-456b-b1ea-31c932e9f1c4 None None] Provisioning complete for port bdbaeae9-8b08-4171-b395-6571c22bb42e triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:33.382576 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-083a2be0-d59c-456b-b1ea-31c932e9f1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:33.572775 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0bc14f0f-d40d-49f7-bf40-df52db5cb9d7 req-644417e6-14de-42c6-8adf-644e35f158e5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6d4db667-3b14-4224-ad62-597abdfcb413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1065602 Nov 25 17:35:33.620264 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-7aefb9d4-37f0-48b1-8a67-3069d7e2c596 req-9d706f93-cb22-4502-9c50-0bf3f4e8733b tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Allocated IP 172.20.0.5 (65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3/fb898c20-92ca-4baf-a933-bccb5703e010/3bed3c3b-a732-4909-bbb7-404008a9920a) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:35:33.677884 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 50452) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:33.685817 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-74e25ac6-115c-46c3-9b06-6f2c4c680699 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1664721565', 'description': 'tempest-description--1230649530'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:33.813080 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device bdbaeae9-8b08-4171-b395-6571c22bb42e up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:35:33.868539 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e52adf78-6683-4a2c-8276-34c499b14231 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:33.895009 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-74e25ac6-115c-46c3-9b06-6f2c4c680699 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:33.939878 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6d1613-64a9-44cd-9486-ac757332b3fd None None] Resources bound (agent type, host, resource id): {{(pid=103362) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 17:35:34.011818 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-74e25ac6-115c-46c3-9b06-6f2c4c680699 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:34.035067 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-4debfd19-e390-46d8-a6be-fa2005886941 None None] Provisioning complete for port e2cf5149-76b0-430a-83ac-12cd68ec1937 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:34.035445 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4debfd19-e390-46d8-a6be-fa2005886941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:34.038067 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-74e25ac6-115c-46c3-9b06-6f2c4c680699 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:34.083079 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-7aefb9d4-37f0-48b1-8a67-3069d7e2c596 req-9d706f93-cb22-4502-9c50-0bf3f4e8733b tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:34.090008 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0bc14f0f-d40d-49f7-bf40-df52db5cb9d7 req-74f19d97-8cb3-4b70-97ac-9d0b8b5588fd service neutron] 10.222.0.90 "GET /v2.0/networks/6d4db667-3b14-4224-ad62-597abdfcb413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4593639 Nov 25 17:35:34.091365 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f59eae-d858-4a90-b183-3776aca7b7e3 req-f0859aa3-3699-4f0f-a292-91f5cdbfe9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:34.093471 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-95f59eae-d858-4a90-b183-3776aca7b7e3 req-f0859aa3-3699-4f0f-a292-91f5cdbfe9ac service neutron] 10.222.0.74 "GET /v2.0/networks?id=6d4db667-3b14-4224-ad62-597abdfcb413 HTTP/1.1" status: 200 len: 914 time: 0.8277218 Nov 25 17:35:34.132434 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3af407b5-157f-44e2-8bb2-7e495ecec9dd req-529d9f84-68d3-44bc-b9a6-78751fb7685a tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.75 "GET /v2.0/security-groups?id=20cf3e3a-3494-4c24-b696-e4a5273e4e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9127662 Nov 25 17:35:34.158937 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.db.resource_extend [None req-e52adf78-6683-4a2c-8276-34c499b14231 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:35:34.249804 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-74e25ac6-115c-46c3-9b06-6f2c4c680699 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:34.260667 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-74e25ac6-115c-46c3-9b06-6f2c4c680699 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5810056 Nov 25 17:35:34.261591 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e25ac6-115c-46c3-9b06-6f2c4c680699 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fec76fe-ac00-4866-b797-5a4196ff057a,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:34.274594 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 50470) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:34.279409 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-0add1286-c6c4-4967-a56f-6d46b68235fd tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Request body: {'security_group_rule': {'security_group_id': '4fec76fe-ac00-4866-b797-5a4196ff057a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:34.291662 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-7aefb9d4-37f0-48b1-8a67-3069d7e2c596 req-9d706f93-cb22-4502-9c50-0bf3f4e8733b tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:34.309916 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port bdbaeae9-8b08-4171-b395-6571c22bb42e triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:34.311055 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:34.412430 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aefb9d4-37f0-48b1-8a67-3069d7e2c596 req-9d706f93-cb22-4502-9c50-0bf3f4e8733b tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Network 65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:34.418266 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-7aefb9d4-37f0-48b1-8a67-3069d7e2c596 req-9d706f93-cb22-4502-9c50-0bf3f4e8733b tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:34.420291 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d706f93-cb22-4502-9c50-0bf3f4e8733b tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Pushing event updated for resources: {'Port': ['ID=3bed3c3b-a732-4909-bbb7-404008a9920a,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:34.422525 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aefb9d4-37f0-48b1-8a67-3069d7e2c596 req-9d706f93-cb22-4502-9c50-0bf3f4e8733b tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:35:34.436455 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0bc14f0f-d40d-49f7-bf40-df52db5cb9d7 req-b2e07401-a309-435c-96e9-2f9f717bbf27 service neutron] 10.222.0.90 "GET /v2.0/networks/6d4db667-3b14-4224-ad62-597abdfcb413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739608 Nov 25 17:35:34.513526 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aefb9d4-37f0-48b1-8a67-3069d7e2c596 req-9d706f93-cb22-4502-9c50-0bf3f4e8733b tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:34.514222 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-7aefb9d4-37f0-48b1-8a67-3069d7e2c596 req-9d706f93-cb22-4502-9c50-0bf3f4e8733b tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:34.530517 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-95f59eae-d858-4a90-b183-3776aca7b7e3 req-84713779-fcf0-4983-b414-04a6d53f78db service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e50b41d8-597c-4adc-9217-b5023349e79f HTTP/1.1" status: 200 len: 217 time: 0.3960676 Nov 25 17:35:34.535315 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0add1286-c6c4-4967-a56f-6d46b68235fd tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:34.562914 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e52adf78-6683-4a2c-8276-34c499b14231 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:34.570066 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52adf78-6683-4a2c-8276-34c499b14231 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:34.570679 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e52adf78-6683-4a2c-8276-34c499b14231 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:34.584713 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7aefb9d4-37f0-48b1-8a67-3069d7e2c596 req-9d706f93-cb22-4502-9c50-0bf3f4e8733b tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0823781 Nov 25 17:35:34.612431 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-7aefb9d4-37f0-48b1-8a67-3069d7e2c596 req-9cfeb7fb-1153-4198-a18d-56254361d56c service neutron] Request body: {'port': {'device_id': 'a6fd0054-85a7-4437-9d4c-bc96085141e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:34.666278 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0add1286-c6c4-4967-a56f-6d46b68235fd tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:34.706808 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-7aefb9d4-37f0-48b1-8a67-3069d7e2c596 req-9cfeb7fb-1153-4198-a18d-56254361d56c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:34.710879 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0add1286-c6c4-4967-a56f-6d46b68235fd tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:34.762991 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0add1286-c6c4-4967-a56f-6d46b68235fd tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad6875d4-ad89-4cfd-b97f-9ae5da1b180a,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:34.780593 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0add1286-c6c4-4967-a56f-6d46b68235fd tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:34.782516 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0add1286-c6c4-4967-a56f-6d46b68235fd tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5068929 Nov 25 17:35:34.785808 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 50482) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:34.793719 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-808961eb-f2bc-45d7-ab8d-755f9dca408b tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Request body: {'security_group_rule': {'security_group_id': '4fec76fe-ac00-4866-b797-5a4196ff057a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:34.794976 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device e2cf5149-76b0-430a-83ac-12cd68ec1937 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:35:34.858286 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-808961eb-f2bc-45d7-ab8d-755f9dca408b tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:34.992216 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 22d9f7b2-8a71-42cc-b6d8-276e1fe0a039 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:35:35.103635 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 22d9f7b2-8a71-42cc-b6d8-276e1fe0a039, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=22d9f7b2-8a71-42cc-b6d8-276e1fe0a039,segment=NetworkSegment(e7f37f1f-ccbb-4078-be1e-54211a5caa2c),segment_id=e7f37f1f-ccbb-4078-be1e-54211a5caa2c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:35.132083 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port e2cf5149-76b0-430a-83ac-12cd68ec1937 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:35.132924 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:35.136473 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '22d9f7b2-8a71-42cc-b6d8-276e1fe0a039', 'network_id': '6d4db667-3b14-4224-ad62-597abdfcb413', 'port_id': '22d9f7b2-8a71-42cc-b6d8-276e1fe0a039', 'mac_address': 'fa:16:3e:f7:d0:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 937, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19edd2e5-56d0-441c-917b-78310e5fdd64', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:35:35.199292 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-e52adf78-6683-4a2c-8276-34c499b14231 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.2737298 Nov 25 17:35:35.203222 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef23560e-9ddb-4bcf-9265-0cc09671688d None None] get_active_networks_info from n-d-817746-1 {{(pid=103362) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 17:35:35.220538 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 50490) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:35.222232 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f59eae-d858-4a90-b183-3776aca7b7e3 req-1a33a745-433a-4308-9b3e-b03ec02e5417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:35.223873 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-95f59eae-d858-4a90-b183-3776aca7b7e3 req-1a33a745-433a-4308-9b3e-b03ec02e5417 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=19edd2e5-56d0-441c-917b-78310e5fdd64 HTTP/1.1" status: 200 len: 853 time: 0.6857698 Nov 25 17:35:35.230898 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-90e2c993-4f98-47eb-9ec4-ee30b2981b7d tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Request body: {'subnet': {'network_id': 'aa622971-eece-4926-ba25-b8b1f1bd68aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:35.254465 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-7aefb9d4-37f0-48b1-8a67-3069d7e2c596 req-9cfeb7fb-1153-4198-a18d-56254361d56c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bed3c3b-a732-4909-bbb7-404008a9920a {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:35:35.263612 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507544fa-80e6-44a7-8d06-26e94e52f4ff req-5be6b957-fe25-4610-af31-37bdea147ec9 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:35.263834 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-7aefb9d4-37f0-48b1-8a67-3069d7e2c596 req-9cfeb7fb-1153-4198-a18d-56254361d56c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:35.265636 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-507544fa-80e6-44a7-8d06-26e94e52f4ff req-5be6b957-fe25-4610-af31-37bdea147ec9 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/networks?id=65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3 HTTP/1.1" status: 200 len: 816 time: 1.3001878 Nov 25 17:35:35.286298 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-7aefb9d4-37f0-48b1-8a67-3069d7e2c596 req-9cfeb7fb-1153-4198-a18d-56254361d56c service neutron] Transition to ACTIVE for port object 3bed3c3b-a732-4909-bbb7-404008a9920a will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:35:35.291252 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52adf78-6683-4a2c-8276-34c499b14231 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Pushing event updated for resources: {'Network': ['ID=aa622971-eece-4926-ba25-b8b1f1bd68aa,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:35.293061 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-7aefb9d4-37f0-48b1-8a67-3069d7e2c596 req-9cfeb7fb-1153-4198-a18d-56254361d56c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:35.319852 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network aa622971-eece-4926-ba25-b8b1f1bd68aa details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:35:35.348904 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc367e6-ec50-459a-9be8-68ac6232aae8 req-9ca19602-92c1-43f9-8947-089595af3706 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:35.351242 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ddc367e6-ec50-459a-9be8-68ac6232aae8 req-9ca19602-92c1-43f9-8947-089595af3706 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.74 "GET /v2.0/networks?id=65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3 HTTP/1.1" status: 200 len: 816 time: 1.3846364 Nov 25 17:35:35.358687 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-5d03cb75-8ce9-4c8d-89b4-7e5c8db7d501 None None] Provisioning complete for port 3479f559-8d88-4a9a-b6f4-e4cdad8a3603 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:35.359075 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5d03cb75-8ce9-4c8d-89b4-7e5c8db7d501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:35.364937 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-808961eb-f2bc-45d7-ab8d-755f9dca408b tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:35.380689 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-95f59eae-d858-4a90-b183-3776aca7b7e3 req-5017d446-89e4-48e2-9687-7374dc008e1f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6d4db667-3b14-4224-ad62-597abdfcb413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1392765 Nov 25 17:35:35.395004 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:35.396407 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfeb7fb-1153-4198-a18d-56254361d56c service neutron] Pushing event updated for resources: {'Port': ['ID=3bed3c3b-a732-4909-bbb7-404008a9920a,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:35.409011 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-808961eb-f2bc-45d7-ab8d-755f9dca408b tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:35.429404 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-ddc367e6-ec50-459a-9be8-68ac6232aae8 req-94507c65-b6e6-4fb6-b385-9c396844da45 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Request body: {'port': {'device_id': '71dd609a-f17b-4410-b499-7471e8db1c7c', 'network_id': '65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3', 'admin_state_up': True, 'tenant_id': 'a204f4bf4c46407c82174884abbb75a5'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:35.473026 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-507544fa-80e6-44a7-8d06-26e94e52f4ff req-6b86917a-e884-44b6-86d1-886adb1d3cf9 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/quotas/a204f4bf4c46407c82174884abbb75a5 HTTP/1.1" status: 200 len: 375 time: 0.1517203 Nov 25 17:35:35.489716 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808961eb-f2bc-45d7-ab8d-755f9dca408b tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67c30ff7-89f5-4b7a-b79b-a5aa327b2ab8,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:35.560063 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-808961eb-f2bc-45d7-ab8d-755f9dca408b tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:35.560063 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-808961eb-f2bc-45d7-ab8d-755f9dca408b tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7674901 Nov 25 17:35:35.560063 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 50502) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:35.563051 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-7a12ad9f-61ac-4b6c-a67d-c10ac4f1f61c tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Request body: {'floatingip': {'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:35.591801 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-7aefb9d4-37f0-48b1-8a67-3069d7e2c596 req-9cfeb7fb-1153-4198-a18d-56254361d56c service neutron] Attempting to bind port 3bed3c3b-a732-4909-bbb7-404008a9920a on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:35:35.592172 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-7aefb9d4-37f0-48b1-8a67-3069d7e2c596 req-9cfeb7fb-1153-4198-a18d-56254361d56c service neutron] Attempting to bind port 3bed3c3b-a732-4909-bbb7-404008a9920a by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '136500d7-8aa5-4736-8898-2ad70aef0369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:35:35.592476 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aefb9d4-37f0-48b1-8a67-3069d7e2c596 req-9cfeb7fb-1153-4198-a18d-56254361d56c service neutron] Attempting to bind port 3bed3c3b-a732-4909-bbb7-404008a9920a on network 65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:35:35.604164 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aefb9d4-37f0-48b1-8a67-3069d7e2c596 req-9cfeb7fb-1153-4198-a18d-56254361d56c service neutron] Port 3bed3c3b-a732-4909-bbb7-404008a9920a on network 65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:35:35.604374 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aefb9d4-37f0-48b1-8a67-3069d7e2c596 req-9cfeb7fb-1153-4198-a18d-56254361d56c service neutron] Attempting to bind port 3bed3c3b-a732-4909-bbb7-404008a9920a on network 65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:35:35.612274 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aefb9d4-37f0-48b1-8a67-3069d7e2c596 req-9cfeb7fb-1153-4198-a18d-56254361d56c service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:35:35.612689 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aefb9d4-37f0-48b1-8a67-3069d7e2c596 req-9cfeb7fb-1153-4198-a18d-56254361d56c service neutron] Checking segment: {'id': '136500d7-8aa5-4736-8898-2ad70aef0369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:35.613170 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aefb9d4-37f0-48b1-8a67-3069d7e2c596 req-9cfeb7fb-1153-4198-a18d-56254361d56c service neutron] Bound using segment: {'id': '136500d7-8aa5-4736-8898-2ad70aef0369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:35:35.613769 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-7aefb9d4-37f0-48b1-8a67-3069d7e2c596 req-9cfeb7fb-1153-4198-a18d-56254361d56c service neutron] Bound port: 3bed3c3b-a732-4909-bbb7-404008a9920a, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '136500d7-8aa5-4736-8898-2ad70aef0369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:35:35.614180 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-7aefb9d4-37f0-48b1-8a67-3069d7e2c596 req-9cfeb7fb-1153-4198-a18d-56254361d56c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:35.614315 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22d9f7b2-8a71-42cc-b6d8-276e1fe0a039 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:35:35.632931 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa9d45-efd2-43bc-b886-95e5025b430c req-4007f1b2-e3d1-41bf-a280-bdf5a3b67a1d tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:35.633475 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-5d03cb75-8ce9-4c8d-89b4-7e5c8db7d501 None None] Port 3479f559-8d88-4a9a-b6f4-e4cdad8a3603 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:35:35.634487 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-03fa9d45-efd2-43bc-b886-95e5025b430c req-4007f1b2-e3d1-41bf-a280-bdf5a3b67a1d tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.75 "GET /v2.0/ports?device_id=2d146c40-cdb3-451f-8a21-50736dd66a1d HTTP/1.1" status: 200 len: 943 time: 0.3530738 Nov 25 17:35:35.672881 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e76241-ce72-4821-bb89-833a8570669b None None] Sync routers for ids ['2380d049-db2c-480f-bbab-f4c3d61c4d79'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:35:35.678256 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 22d9f7b2-8a71-42cc-b6d8-276e1fe0a039, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=22d9f7b2-8a71-42cc-b6d8-276e1fe0a039,segment=NetworkSegment(e7f37f1f-ccbb-4078-be1e-54211a5caa2c),segment_id=e7f37f1f-ccbb-4078-be1e-54211a5caa2c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:35.681407 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device e718ee1b-5cff-4e56-8f0d-fc36f6f5e492 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:35:35.703862 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-7aefb9d4-37f0-48b1-8a67-3069d7e2c596 req-9cfeb7fb-1153-4198-a18d-56254361d56c service neutron] For port 3bed3c3b-a732-4909-bbb7-404008a9920a, host n-h2-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:35:35.704408 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e76241-ce72-4821-bb89-833a8570669b None None] Routers {'2380d049-db2c-480f-bbab-f4c3d61c4d79'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:35:35.706309 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-65e76241-ce72-4821-bb89-833a8570669b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:35:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['2380d049-db2c-480f-bbab-f4c3d61c4d79'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:35.707235 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e2c993-4f98-47eb-9ec4-ee30b2981b7d tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Made reservation on behalf of a944564bc44448da813147d2ebeb8dea for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:35.707957 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-7aefb9d4-37f0-48b1-8a67-3069d7e2c596 req-9cfeb7fb-1153-4198-a18d-56254361d56c service neutron] For port 3bed3c3b-a732-4909-bbb7-404008a9920a, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=3bed3c3b-a732-4909-bbb7-404008a9920a,segment=NetworkSegment(136500d7-8aa5-4736-8898-2ad70aef0369),segment_id=136500d7-8aa5-4736-8898-2ad70aef0369)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:35:35.710804 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7a12ad9f-61ac-4b6c-a67d-c10ac4f1f61c tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Publish callbacks [] for floatingip, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:35.711624 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-90e2c993-4f98-47eb-9ec4-ee30b2981b7d tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:35.723531 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:35.731129 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-7aefb9d4-37f0-48b1-8a67-3069d7e2c596 req-9cfeb7fb-1153-4198-a18d-56254361d56c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:35.754375 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-95f59eae-d858-4a90-b183-3776aca7b7e3 req-cc17f7bc-be81-4097-8560-637ad233b676 service neutron] 10.222.0.74 "GET /v2.0/networks/6d4db667-3b14-4224-ad62-597abdfcb413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206308 Nov 25 17:35:35.788086 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=22d9f7b2-8a71-42cc-b6d8-276e1fe0a039,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:35.791501 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-5d03cb75-8ce9-4c8d-89b4-7e5c8db7d501 None None] Provisioning complete for port e4690778-0ea4-4dee-9b02-a158795e56e2 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:35.792543 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5d03cb75-8ce9-4c8d-89b4-7e5c8db7d501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:35.816737 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfeb7fb-1153-4198-a18d-56254361d56c service neutron] Pushing event updated for resources: {'Port': ['ID=3bed3c3b-a732-4909-bbb7-404008a9920a,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:35.822648 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-507544fa-80e6-44a7-8d06-26e94e52f4ff req-cb890d3b-1dea-4869-a399-28069d5d6fa8 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=a204f4bf4c46407c82174884abbb75a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3334088 Nov 25 17:35:35.877715 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aefb9d4-37f0-48b1-8a67-3069d7e2c596 req-9cfeb7fb-1153-4198-a18d-56254361d56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:35.878466 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-7aefb9d4-37f0-48b1-8a67-3069d7e2c596 req-9cfeb7fb-1153-4198-a18d-56254361d56c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:35.879933 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7aefb9d4-37f0-48b1-8a67-3069d7e2c596 req-9cfeb7fb-1153-4198-a18d-56254361d56c service neutron] 10.222.0.90 "PUT /v2.0/ports/3bed3c3b-a732-4909-bbb7-404008a9920a HTTP/1.1" status: 200 len: 1091 time: 1.2745640 Nov 25 17:35:35.901403 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6fd0054-85a7-4437-9d4c-bc96085141e4', 'tag': '3bed3c3b-a732-4909-bbb7-404008a9920a'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:35:35.906821 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb6bb19-2b57-4406-b646-37f2d005098a" -d '{"events": [{"name": "network-changed", "server_uuid": "a6fd0054-85a7-4437-9d4c-bc96085141e4", "tag": "3bed3c3b-a732-4909-bbb7-404008a9920a"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:35:35.924890 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef23560e-9ddb-4bcf-9265-0cc09671688d None None] Resources bound (agent type, host, resource id): {{(pid=103362) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 17:35:35.933195 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port e718ee1b-5cff-4e56-8f0d-fc36f6f5e492 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:35.933711 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:35.941499 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['22d9f7b2-8a71-42cc-b6d8-276e1fe0a039'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:35:35.963841 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddc367e6-ec50-459a-9be8-68ac6232aae8 req-94507c65-b6e6-4fb6-b385-9c396844da45 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Made reservation on behalf of a204f4bf4c46407c82174884abbb75a5 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:35.967601 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ddc367e6-ec50-459a-9be8-68ac6232aae8 req-94507c65-b6e6-4fb6-b385-9c396844da45 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:36.004815 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-03fa9d45-efd2-43bc-b886-95e5025b430c req-259a5698-dafb-47b1-a42b-02cd5190e3ef tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.75 "GET /v2.0/security-groups?id=20cf3e3a-3494-4c24-b696-e4a5273e4e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469777 Nov 25 17:35:36.061527 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-65e76241-ce72-4821-bb89-833a8570669b None None] Set router 2380d049-db2c-480f-bbab-f4c3d61c4d79 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:35:36.092203 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-95f59eae-d858-4a90-b183-3776aca7b7e3 req-5487b38f-231b-49e6-b194-7f4f103971c3 service neutron] 10.222.0.74 "GET /v2.0/networks/6d4db667-3b14-4224-ad62-597abdfcb413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297441 Nov 25 17:35:36.121468 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aefb9d4-37f0-48b1-8a67-3069d7e2c596 req-b2daecd5-842d-484e-a978-65d8c1a63971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:36.124239 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7aefb9d4-37f0-48b1-8a67-3069d7e2c596 req-b2daecd5-842d-484e-a978-65d8c1a63971 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a204f4bf4c46407c82174884abbb75a5&device_id=a6fd0054-85a7-4437-9d4c-bc96085141e4 HTTP/1.1" status: 200 len: 1094 time: 0.1950402 Nov 25 17:35:36.184893 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-507544fa-80e6-44a7-8d06-26e94e52f4ff req-e6894bb7-8e09-4701-abd8-01842468cdf3 service neutron] 10.222.0.75 "GET /v2.0/networks/65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329980 Nov 25 17:35:36.306130 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7aefb9d4-37f0-48b1-8a67-3069d7e2c596 req-d3cd84e9-73f9-4a51-b115-0757cd99abbc service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3bed3c3b-a732-4909-bbb7-404008a9920a HTTP/1.1" status: 200 len: 217 time: 0.1543183 Nov 25 17:35:36.351105 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-5d03cb75-8ce9-4c8d-89b4-7e5c8db7d501 None None] Provisioning complete for port 61f56738-2e4c-4db1-9a43-e29cd234fa1f triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:36.352207 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5d03cb75-8ce9-4c8d-89b4-7e5c8db7d501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:36.385086 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-ddc367e6-ec50-459a-9be8-68ac6232aae8 req-94507c65-b6e6-4fb6-b385-9c396844da45 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Allocated IP 172.20.0.6 (65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3/fb898c20-92ca-4baf-a933-bccb5703e010/c83886b1-a4f0-4ded-9c62-8f1712b365cf) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:35:36.394384 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-90e2c993-4f98-47eb-9ec4-ee30b2981b7d tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:36.460805 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e43b02-f4c0-4c5e-8764-9579f96df9ec x-openstack-request-id: req-89e43b02-f4c0-4c5e-8764-9579f96df9ec {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:35:36.461142 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6fd0054-85a7-4437-9d4c-bc96085141e4", "tag": "3bed3c3b-a732-4909-bbb7-404008a9920a", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:35:36.461418 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-89e43b02-f4c0-4c5e-8764-9579f96df9ec {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:35:36.461867 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6fd0054-85a7-4437-9d4c-bc96085141e4', 'tag': '3bed3c3b-a732-4909-bbb7-404008a9920a', 'status': 'completed', 'code': 200} Nov 25 17:35:36.469454 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7a12ad9f-61ac-4b6c-a67d-c10ac4f1f61c tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:36.473398 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aefb9d4-37f0-48b1-8a67-3069d7e2c596 req-ab13d414-45e4-48cd-bde9-1466280917a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:36.473962 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-507544fa-80e6-44a7-8d06-26e94e52f4ff req-5c8125b8-bbff-4214-985b-70cf14c13f6a service neutron] 10.222.0.75 "GET /v2.0/networks/65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753277 Nov 25 17:35:36.476248 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7aefb9d4-37f0-48b1-8a67-3069d7e2c596 req-ab13d414-45e4-48cd-bde9-1466280917a0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fb898c20-92ca-4baf-a933-bccb5703e010 HTTP/1.1" status: 200 len: 855 time: 0.1647272 Nov 25 17:35:36.518991 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e2c993-4f98-47eb-9ec4-ee30b2981b7d tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Pushing event updated for resources: {'Subnet': ['ID=f10b6e6a-56f4-4e61-b936-370735aad4d5,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:36.546658 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e2c993-4f98-47eb-9ec4-ee30b2981b7d tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Checking segment: {'id': '5ad8bfc3-2c2b-48b7-a788-16e2d94827a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'aa622971-eece-4926-ba25-b8b1f1bd68aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:36.547400 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e2c993-4f98-47eb-9ec4-ee30b2981b7d tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Network hostable DHCP agents. Network: aa622971-eece-4926-ba25-b8b1f1bd68aa, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:35:36.596166 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aefb9d4-37f0-48b1-8a67-3069d7e2c596 req-ecf38109-ab3e-43ac-8c2a-b358fde16b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:36.597646 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7aefb9d4-37f0-48b1-8a67-3069d7e2c596 req-ecf38109-ab3e-43ac-8c2a-b358fde16b66 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1146030 Nov 25 17:35:36.633733 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e2c993-4f98-47eb-9ec4-ee30b2981b7d tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Network aa622971-eece-4926-ba25-b8b1f1bd68aa is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:35:36.642970 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-65e76241-ce72-4821-bb89-833a8570669b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2380d049-db2c-480f-bbab-f4c3d61c4d79', 'name': 'tempest-ServersTestManualDisk-1821852704-router', 'tenant_id': '1a9c3242a61e438db3a59b55b2c137ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'e718ee1b-5cff-4e56-8f0d-fc36f6f5e492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:35:20Z', 'updated_at': '2021-11-25T17:35:28Z', 'revision_number': 4, 'project_id': '1a9c3242a61e438db3a59b55b2c137ec', 'gw_port': {'id': 'e718ee1b-5cff-4e56-8f0d-fc36f6f5e492', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:55:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2380d049-db2c-480f-bbab-f4c3d61c4d79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:21Z', 'updated_at': '2021-11-25T17:35:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '158ac780-12b6-4e6b-a5c0-692522a9c940', 'name': '', 'network_id': '965caeff-0bd8-4807-9042-9253d5ab9857', 'tenant_id': '1a9c3242a61e438db3a59b55b2c137ec', 'mac_address': 'fa:16:3e:d2:4e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2380d049-db2c-480f-bbab-f4c3d61c4d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '19d34e75-8087-42c7-a3a8-95bea2a687ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:26Z', 'updated_at': '2021-11-25T17:35:28Z', 'revision_number': 2, 'project_id': '1a9c3242a61e438db3a59b55b2c137ec', 'subnets': [{'id': '19d34e75-8087-42c7-a3a8-95bea2a687ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:36.664120 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:36.665413 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-90e2c993-4f98-47eb-9ec4-ee30b2981b7d tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, aa622971-eece-4926-ba25-b8b1f1bd68aa) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:36.669631 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e2c993-4f98-47eb-9ec4-ee30b2981b7d tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:36.670431 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-90e2c993-4f98-47eb-9ec4-ee30b2981b7d tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:36.696022 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ddc367e6-ec50-459a-9be8-68ac6232aae8 req-94507c65-b6e6-4fb6-b385-9c396844da45 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:36.702733 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-90e2c993-4f98-47eb-9ec4-ee30b2981b7d tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4773822 Nov 25 17:35:36.706346 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 50524) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:36.741770 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e76241-ce72-4821-bb89-833a8570669b None None] Checking router: 2380d049-db2c-480f-bbab-f4c3d61c4d79 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:35:36.743223 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e76241-ce72-4821-bb89-833a8570669b None None] Updating router 2380d049-db2c-480f-bbab-f4c3d61c4d79 port 158ac780-12b6-4e6b-a5c0-692522a9c940 binding host n-d-817746-1 {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:35:36.753518 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7aefb9d4-37f0-48b1-8a67-3069d7e2c596 req-4d43814f-5353-40e9-96c5-e0e6cc3b65d4 service neutron] 10.222.0.90 "GET /v2.0/networks/65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450317 Nov 25 17:35:36.813545 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-65e76241-ce72-4821-bb89-833a8570669b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:36.825414 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device e50b41d8-597c-4adc-9217-b5023349e79f details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:35:36.867116 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ddc367e6-ec50-459a-9be8-68ac6232aae8 req-94507c65-b6e6-4fb6-b385-9c396844da45 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:36.891376 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port e718ee1b-5cff-4e56-8f0d-fc36f6f5e492, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=e718ee1b-5cff-4e56-8f0d-fc36f6f5e492,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:36.927431 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:36.951083 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2129d4f2-d6de-466a-82c3-f917a3f41818 req-de917099-3aff-4baa-b1a0-dae5f0c0bf3f tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/ports?device_id=28d1c156-da7a-4bf3-8a0c-3cb1e5e00d09 HTTP/1.1" status: 200 len: 210 time: 0.0888510 Nov 25 17:35:36.997895 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0cbc73fa-561f-438e-b763-30c13f443c84 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:37.003454 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-7a12ad9f-61ac-4b6c-a67d-c10ac4f1f61c tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Allocated IP 172.25.0.88 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/7f7284d2-4538-4de2-919e-f6b21de88422) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:35:37.003857 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddc367e6-ec50-459a-9be8-68ac6232aae8 req-94507c65-b6e6-4fb6-b385-9c396844da45 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Network 65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:37.023059 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-ddc367e6-ec50-459a-9be8-68ac6232aae8 req-94507c65-b6e6-4fb6-b385-9c396844da45 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:37.032799 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc367e6-ec50-459a-9be8-68ac6232aae8 req-94507c65-b6e6-4fb6-b385-9c396844da45 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:35:37.036110 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c65-b6e6-4fb6-b385-9c396844da45 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Pushing event updated for resources: {'Port': ['ID=c83886b1-a4f0-4ded-9c62-8f1712b365cf,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:37.087019 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7aefb9d4-37f0-48b1-8a67-3069d7e2c596 req-c5a7c0b9-86ce-4c1c-9948-11b7a898602d service neutron] 10.222.0.90 "GET /v2.0/networks/65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244050 Nov 25 17:35:37.304411 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6bb19-2b57-4406-b646-37f2d005098a req-345c0cbe-e7fa-48f1-bcea-8ca8b2006638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:37.305999 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-adb6bb19-2b57-4406-b646-37f2d005098a req-345c0cbe-e7fa-48f1-bcea-8ca8b2006638 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a204f4bf4c46407c82174884abbb75a5&device_id=a6fd0054-85a7-4437-9d4c-bc96085141e4 HTTP/1.1" status: 200 len: 1094 time: 0.1069765 Nov 25 17:35:37.334177 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc367e6-ec50-459a-9be8-68ac6232aae8 req-94507c65-b6e6-4fb6-b385-9c396844da45 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:37.340023 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ddc367e6-ec50-459a-9be8-68ac6232aae8 req-94507c65-b6e6-4fb6-b385-9c396844da45 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:37.353162 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-65e76241-ce72-4821-bb89-833a8570669b None None] Publish callbacks [] for port, precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:37.354688 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=e718ee1b-5cff-4e56-8f0d-fc36f6f5e492,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:37.362632 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0cbc73fa-561f-438e-b763-30c13f443c84 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:37.369408 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-65e76241-ce72-4821-bb89-833a8570669b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:37.471779 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ddc367e6-ec50-459a-9be8-68ac6232aae8 req-94507c65-b6e6-4fb6-b385-9c396844da45 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0890794 Nov 25 17:35:37.473548 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6bb19-2b57-4406-b646-37f2d005098a req-e7075ce3-70ff-42b5-a674-e2af8300e8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:37.475409 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-adb6bb19-2b57-4406-b646-37f2d005098a req-e7075ce3-70ff-42b5-a674-e2af8300e8a9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3 HTTP/1.1" status: 200 len: 917 time: 0.1584871 Nov 25 17:35:37.496904 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f2e04-e638-47e8-9523-27ba8c5d263f None None] Pushing event updated for resources: {'Port': ['ID=158ac780-12b6-4e6b-a5c0-692522a9c940,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:37.503680 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7a12ad9f-61ac-4b6c-a67d-c10ac4f1f61c tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:37.504114 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-5d03cb75-8ce9-4c8d-89b4-7e5c8db7d501 None None] Provisioning complete for port 0a1b3be1-cc5b-476f-a5d0-f93ea44e109d triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:37.504800 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5d03cb75-8ce9-4c8d-89b4-7e5c8db7d501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:37.514696 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-ddc367e6-ec50-459a-9be8-68ac6232aae8 req-26328a3f-0d74-44b3-9d5d-55da41dbaaec service neutron] Request body: {'port': {'device_id': '71dd609a-f17b-4410-b499-7471e8db1c7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:37.550608 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7a12ad9f-61ac-4b6c-a67d-c10ac4f1f61c tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:37.607603 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f398bd8-36e3-432e-ba3f-7761527ac745 req-3f94a529-b8ea-4bb8-9557-24a7b0a0b7f0 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:37.609289 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5f398bd8-36e3-432e-ba3f-7761527ac745 req-3f94a529-b8ea-4bb8-9557-24a7b0a0b7f0 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.75 "GET /v2.0/ports?device_id=2d146c40-cdb3-451f-8a21-50736dd66a1d HTTP/1.1" status: 200 len: 943 time: 0.3883646 Nov 25 17:35:37.614979 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port e50b41d8-597c-4adc-9217-b5023349e79f, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e50b41d8-597c-4adc-9217-b5023349e79f,segment=NetworkSegment(e7f37f1f-ccbb-4078-be1e-54211a5caa2c),segment_id=e7f37f1f-ccbb-4078-be1e-54211a5caa2c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:37.633345 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0956d77f-2073-4157-b73b-bb3aea86ea29 None None] Network aa622971-eece-4926-ba25-b8b1f1bd68aa requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:37.644954 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902f2e04-e638-47e8-9523-27ba8c5d263f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:37.649069 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902f2e04-e638-47e8-9523-27ba8c5d263f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:37.651501 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902f2e04-e638-47e8-9523-27ba8c5d263f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:37.652104 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902f2e04-e638-47e8-9523-27ba8c5d263f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:37.652702 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902f2e04-e638-47e8-9523-27ba8c5d263f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:37.653288 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902f2e04-e638-47e8-9523-27ba8c5d263f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:37.655504 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902f2e04-e638-47e8-9523-27ba8c5d263f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:37.656140 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902f2e04-e638-47e8-9523-27ba8c5d263f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:37.656682 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902f2e04-e638-47e8-9523-27ba8c5d263f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:37.657249 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902f2e04-e638-47e8-9523-27ba8c5d263f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:37.657790 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902f2e04-e638-47e8-9523-27ba8c5d263f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:37.658306 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902f2e04-e638-47e8-9523-27ba8c5d263f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:37.668721 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-adb6bb19-2b57-4406-b646-37f2d005098a req-fb34ef9a-f571-465d-b4c3-3a9d051f452e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3bed3c3b-a732-4909-bbb7-404008a9920a HTTP/1.1" status: 200 len: 217 time: 0.1276460 Nov 25 17:35:37.682571 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ddc367e6-ec50-459a-9be8-68ac6232aae8 req-26328a3f-0d74-44b3-9d5d-55da41dbaaec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:37.707252 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-65e76241-ce72-4821-bb89-833a8570669b None None] Attempting to bind port 158ac780-12b6-4e6b-a5c0-692522a9c940 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:35:37.707667 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-65e76241-ce72-4821-bb89-833a8570669b None None] Attempting to bind port 158ac780-12b6-4e6b-a5c0-692522a9c940 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '7ec04a0c-8575-467b-9c71-8b2ffe051a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '965caeff-0bd8-4807-9042-9253d5ab9857'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:35:37.708067 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e76241-ce72-4821-bb89-833a8570669b None None] Attempting to bind port 158ac780-12b6-4e6b-a5c0-692522a9c940 on network 965caeff-0bd8-4807-9042-9253d5ab9857 {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:35:37.711491 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': 'e50b41d8-597c-4adc-9217-b5023349e79f', 'network_id': '6d4db667-3b14-4224-ad62-597abdfcb413', 'port_id': 'e50b41d8-597c-4adc-9217-b5023349e79f', 'mac_address': 'fa:16:3e:b5:ed:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 937, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19edd2e5-56d0-441c-917b-78310e5fdd64', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:35:37.731707 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e76241-ce72-4821-bb89-833a8570669b None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:35:37.732150 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e76241-ce72-4821-bb89-833a8570669b None None] Checking segment: {'id': '7ec04a0c-8575-467b-9c71-8b2ffe051a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '965caeff-0bd8-4807-9042-9253d5ab9857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:37.732722 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-65e76241-ce72-4821-bb89-833a8570669b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:37.733194 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e76241-ce72-4821-bb89-833a8570669b None None] Bound using segment: {'id': '7ec04a0c-8575-467b-9c71-8b2ffe051a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '965caeff-0bd8-4807-9042-9253d5ab9857'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:35:37.734132 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-65e76241-ce72-4821-bb89-833a8570669b None None] Bound port: 158ac780-12b6-4e6b-a5c0-692522a9c940, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ec04a0c-8575-467b-9c71-8b2ffe051a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '965caeff-0bd8-4807-9042-9253d5ab9857'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:35:37.734601 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-65e76241-ce72-4821-bb89-833a8570669b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:37.748275 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0cbc73fa-561f-438e-b763-30c13f443c84 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:37.763119 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a12ad9f-61ac-4b6c-a67d-c10ac4f1f61c tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:37.830555 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-7a12ad9f-61ac-4b6c-a67d-c10ac4f1f61c tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:37.852699 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a12ad9f-61ac-4b6c-a67d-c10ac4f1f61c tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:35:37.883976 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc73fa-561f-438e-b763-30c13f443c84 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Pushing event deleted for resources: {'Subnet': ['ID=f10b6e6a-56f4-4e61-b936-370735aad4d5,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:37.908470 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5f398bd8-36e3-432e-ba3f-7761527ac745 req-81948f52-7610-4bde-b1e2-830946e6990c tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.75 "GET /v2.0/security-groups?id=20cf3e3a-3494-4c24-b696-e4a5273e4e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772796 Nov 25 17:35:37.914461 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-65e76241-ce72-4821-bb89-833a8570669b None None] For port 158ac780-12b6-4e6b-a5c0-692522a9c940, host n-d-817746-1, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:35:37.919265 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-65e76241-ce72-4821-bb89-833a8570669b None None] For port 158ac780-12b6-4e6b-a5c0-692522a9c940, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=158ac780-12b6-4e6b-a5c0-692522a9c940,segment=NetworkSegment(7ec04a0c-8575-467b-9c71-8b2ffe051a31),segment_id=7ec04a0c-8575-467b-9c71-8b2ffe051a31)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:35:37.932308 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-65e76241-ce72-4821-bb89-833a8570669b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:37.944606 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a12ad9f-61ac-4b6c-a67d-c10ac4f1f61c tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Pushing event updated for resources: {'Port': ['ID=7f7284d2-4538-4de2-919e-f6b21de88422,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:38.009691 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6bb19-2b57-4406-b646-37f2d005098a req-1f375402-3131-4967-8b35-e007bb8aeb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:38.032591 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-adb6bb19-2b57-4406-b646-37f2d005098a req-1f375402-3131-4967-8b35-e007bb8aeb13 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fb898c20-92ca-4baf-a933-bccb5703e010 HTTP/1.1" status: 200 len: 855 time: 0.3399734 Nov 25 17:35:38.123742 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e76241-ce72-4821-bb89-833a8570669b None None] Routers {'2380d049-db2c-480f-bbab-f4c3d61c4d79'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:35:38.125449 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-65e76241-ce72-4821-bb89-833a8570669b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:35:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['2380d049-db2c-480f-bbab-f4c3d61c4d79'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:38.236671 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 50570) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:38.244129 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6bb19-2b57-4406-b646-37f2d005098a req-11aa4a42-72eb-4070-9523-4ea593055e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:38.246158 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-adb6bb19-2b57-4406-b646-37f2d005098a req-11aa4a42-72eb-4070-9523-4ea593055e05 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2045159 Nov 25 17:35:38.315344 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7a12ad9f-61ac-4b6c-a67d-c10ac4f1f61c tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:38.438144 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-5d03cb75-8ce9-4c8d-89b4-7e5c8db7d501 None None] Port 0a1b3be1-cc5b-476f-a5d0-f93ea44e109d cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:35:38.534552 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-71f5cd55-b5e2-4a61-92af-23ca25036af5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:38.540587 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7a12ad9f-61ac-4b6c-a67d-c10ac4f1f61c tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:38.554345 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3237f0da-f6fd-4822-a211-4a6d35d1acde req-3165ae5c-6588-491a-8ca8-6ba95b5e4afe tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/ports?device_id=28d1c156-da7a-4bf3-8a0c-3cb1e5e00d09 HTTP/1.1" status: 200 len: 210 time: 0.1539514 Nov 25 17:35:38.561025 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:38.562147 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0cbc73fa-561f-438e-b763-30c13f443c84 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:38.610633 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-0cbc73fa-561f-438e-b763-30c13f443c84 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa622971-eece-4926-ba25-b8b1f1bd68aa']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:38.615942 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647383d2-d12d-4430-857e-2f4217ff6bf0 None None] Network aa622971-eece-4926-ba25-b8b1f1bd68aa requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:38.664336 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-0cbc73fa-561f-438e-b763-30c13f443c84 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ad8bfc3-2c2b-48b7-a788-16e2d94827a2') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:38.664793 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-0cbc73fa-561f-438e-b763-30c13f443c84 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ad8bfc3-2c2b-48b7-a788-16e2d94827a2') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:38.671389 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-5d03cb75-8ce9-4c8d-89b4-7e5c8db7d501 None None] Provisioning complete for port 75cc0a00-0282-49de-8a44-d43d2429010e triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:38.671768 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5d03cb75-8ce9-4c8d-89b4-7e5c8db7d501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:38.674235 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e50b41d8-597c-4adc-9217-b5023349e79f {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:35:38.687775 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-65e76241-ce72-4821-bb89-833a8570669b None None] Set router 2380d049-db2c-480f-bbab-f4c3d61c4d79 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:35:38.694516 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0cbc73fa-561f-438e-b763-30c13f443c84 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:38.713777 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-ddc367e6-ec50-459a-9be8-68ac6232aae8 req-26328a3f-0d74-44b3-9d5d-55da41dbaaec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c83886b1-a4f0-4ded-9c62-8f1712b365cf {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:35:38.729545 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port e50b41d8-597c-4adc-9217-b5023349e79f, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e50b41d8-597c-4adc-9217-b5023349e79f,segment=NetworkSegment(e7f37f1f-ccbb-4078-be1e-54211a5caa2c),segment_id=e7f37f1f-ccbb-4078-be1e-54211a5caa2c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:38.760509 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ddc367e6-ec50-459a-9be8-68ac6232aae8 req-26328a3f-0d74-44b3-9d5d-55da41dbaaec service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:38.763183 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-adb6bb19-2b57-4406-b646-37f2d005098a req-f4f3fedb-0a58-4f8f-a760-e632fffe0f95 service neutron] 10.222.0.90 "GET /v2.0/networks/65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5048878 Nov 25 17:35:38.769098 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0cbc73fa-561f-438e-b763-30c13f443c84 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:38.784997 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cbc73fa-561f-438e-b763-30c13f443c84 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Releasing vlan 901 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:35:38.785462 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0cbc73fa-561f-438e-b763-30c13f443c84 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:38.790685 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:35:38.790685 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:35:38.790685 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:35:38.790685 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:35:38.790685 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:35:38.790685 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:35:38.790685 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:35:38.790685 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:35:38.790685 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:35:38.790685 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:35:38.790685 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:35:38.790685 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:35:38.790685 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:35:38.790685 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:35:38.790685 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:35:38.790685 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:35:38.790685 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:35:38.790685 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:35:38.790685 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:35:38.790685 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:35:38.790685 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:35:38.790685 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:35:38.790685 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:35:38.790685 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:35:38.790685 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:35:38.790685 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:35:38.790685 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:35:38.790685 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:35:38.790685 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:35:38.790685 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:35:38.790685 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:35:38.790685 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:35:38.799029 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f2e04-e638-47e8-9523-27ba8c5d263f None None] Pushing event updated for resources: {'Port': ['ID=158ac780-12b6-4e6b-a5c0-692522a9c940,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:38.802179 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:38.843767 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-ddc367e6-ec50-459a-9be8-68ac6232aae8 req-26328a3f-0d74-44b3-9d5d-55da41dbaaec service neutron] Transition to ACTIVE for port object c83886b1-a4f0-4ded-9c62-8f1712b365cf will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:35:38.898411 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ddc367e6-ec50-459a-9be8-68ac6232aae8 req-26328a3f-0d74-44b3-9d5d-55da41dbaaec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:38.976489 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-5d03cb75-8ce9-4c8d-89b4-7e5c8db7d501 None None] Port 75cc0a00-0282-49de-8a44-d43d2429010e cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:35:38.992858 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 3bed3c3b-a732-4909-bbb7-404008a9920a details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:35:38.997025 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 22d9f7b2-8a71-42cc-b6d8-276e1fe0a039 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:35:39.025139 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26328a3f-0d74-44b3-9d5d-55da41dbaaec service neutron] Pushing event updated for resources: {'Port': ['ID=c83886b1-a4f0-4ded-9c62-8f1712b365cf,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:39.061382 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507544fa-80e6-44a7-8d06-26e94e52f4ff req-09944d47-6954-4099-92e3-b3a5cef49979 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:39.065163 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-507544fa-80e6-44a7-8d06-26e94e52f4ff req-09944d47-6954-4099-92e3-b3a5cef49979 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.90 "GET /v2.0/networks?id=65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3 HTTP/1.1" status: 200 len: 816 time: 0.4245656 Nov 25 17:35:39.070001 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0cbc73fa-561f-438e-b763-30c13f443c84 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:39.079982 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0cbc73fa-561f-438e-b763-30c13f443c84 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:39.088540 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-0cbc73fa-561f-438e-b763-30c13f443c84 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] 10.222.0.75 "DELETE /v2.0/networks/aa622971-eece-4926-ba25-b8b1f1bd68aa HTTP/1.1" status: 204 len: 168 time: 2.3806145 Nov 25 17:35:39.109816 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-507544fa-80e6-44a7-8d06-26e94e52f4ff req-27f60747-07a0-4ccb-a4c8-eb31f03e88fe tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Request body: {'port': {'device_id': '28d1c156-da7a-4bf3-8a0c-3cb1e5e00d09', 'network_id': '65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3', 'admin_state_up': True, 'tenant_id': 'a204f4bf4c46407c82174884abbb75a5'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:39.115420 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 50580) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:39.116278 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc73fa-561f-438e-b763-30c13f443c84 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Pushing event deleted for resources: {'Network': ['ID=aa622971-eece-4926-ba25-b8b1f1bd68aa,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:39.122666 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-e1b88ad4-6af1-4153-92e8-e03dfc13a015 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1833177081'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:39.159596 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7a12ad9f-61ac-4b6c-a67d-c10ac4f1f61c tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:39.171287 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-adb6bb19-2b57-4406-b646-37f2d005098a req-92bf2441-d736-4b07-9fbc-a09a4132ade3 service neutron] 10.222.0.90 "GET /v2.0/networks/65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3898790 Nov 25 17:35:39.191098 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['e50b41d8-597c-4adc-9217-b5023349e79f'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:35:39.200156 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7a12ad9f-61ac-4b6c-a67d-c10ac4f1f61c tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:39.264283 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-65e76241-ce72-4821-bb89-833a8570669b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2380d049-db2c-480f-bbab-f4c3d61c4d79', 'name': 'tempest-ServersTestManualDisk-1821852704-router', 'tenant_id': '1a9c3242a61e438db3a59b55b2c137ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'e718ee1b-5cff-4e56-8f0d-fc36f6f5e492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:35:20Z', 'updated_at': '2021-11-25T17:35:28Z', 'revision_number': 4, 'project_id': '1a9c3242a61e438db3a59b55b2c137ec', 'gw_port': {'id': 'e718ee1b-5cff-4e56-8f0d-fc36f6f5e492', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:55:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2380d049-db2c-480f-bbab-f4c3d61c4d79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:21Z', 'updated_at': '2021-11-25T17:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '158ac780-12b6-4e6b-a5c0-692522a9c940', 'name': '', 'network_id': '965caeff-0bd8-4807-9042-9253d5ab9857', 'tenant_id': '1a9c3242a61e438db3a59b55b2c137ec', 'mac_address': 'fa:16:3e:d2:4e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2380d049-db2c-480f-bbab-f4c3d61c4d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '19d34e75-8087-42c7-a3a8-95bea2a687ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:26Z', 'updated_at': '2021-11-25T17:35:37Z', 'revision_number': 4, 'project_id': '1a9c3242a61e438db3a59b55b2c137ec', 'subnets': [{'id': '19d34e75-8087-42c7-a3a8-95bea2a687ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:39.307115 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-71f5cd55-b5e2-4a61-92af-23ca25036af5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:39.312878 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a12ad9f-61ac-4b6c-a67d-c10ac4f1f61c tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Pushing event updated for resources: {'Port': ['ID=7f7284d2-4538-4de2-919e-f6b21de88422,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:39.320065 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-71f5cd55-b5e2-4a61-92af-23ca25036af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:39.330633 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device e718ee1b-5cff-4e56-8f0d-fc36f6f5e492 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:35:39.334280 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ba925-f342-4643-9fe3-4a2cb14e6934 req-b2b0a9c1-1f5c-443b-9e2f-b03ae4988341 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:39.336112 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3f2ba925-f342-4643-9fe3-4a2cb14e6934 req-b2b0a9c1-1f5c-443b-9e2f-b03ae4988341 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.75 "GET /v2.0/ports?device_id=2d146c40-cdb3-451f-8a21-50736dd66a1d HTTP/1.1" status: 200 len: 944 time: 0.2577653 Nov 25 17:35:39.348345 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b88ad4-6af1-4153-92e8-e03dfc13a015 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Made reservation on behalf of a944564bc44448da813147d2ebeb8dea for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:39.352766 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e1b88ad4-6af1-4153-92e8-e03dfc13a015 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:39.353034 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-71f5cd55-b5e2-4a61-92af-23ca25036af5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8cdbe17bb1da420587c3fdff148cf54d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1055813 Nov 25 17:35:39.353648 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 50582) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:39.354226 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e76241-ce72-4821-bb89-833a8570669b None None] The sync data for ids ['2380d049-db2c-480f-bbab-f4c3d61c4d79'] in n-d-817746-1 is: [{'id': '2380d049-db2c-480f-bbab-f4c3d61c4d79', 'name': 'tempest-ServersTestManualDisk-1821852704-router', 'tenant_id': '1a9c3242a61e438db3a59b55b2c137ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'e718ee1b-5cff-4e56-8f0d-fc36f6f5e492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:35:20Z', 'updated_at': '2021-11-25T17:35:28Z', 'revision_number': 4, 'project_id': '1a9c3242a61e438db3a59b55b2c137ec', 'gw_port': {'id': 'e718ee1b-5cff-4e56-8f0d-fc36f6f5e492', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:55:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2380d049-db2c-480f-bbab-f4c3d61c4d79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:21Z', 'updated_at': '2021-11-25T17:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '158ac780-12b6-4e6b-a5c0-692522a9c940', 'name': '', 'network_id': '965caeff-0bd8-4807-9042-9253d5ab9857', 'tenant_id': '1a9c3242a61e438db3a59b55b2c137ec', 'mac_address': 'fa:16:3e:d2:4e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2380d049-db2c-480f-bbab-f4c3d61c4d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '19d34e75-8087-42c7-a3a8-95bea2a687ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:26Z', 'updated_at': '2021-11-25T17:35:37Z', 'revision_number': 4, 'project_id': '1a9c3242a61e438db3a59b55b2c137ec', 'subnets': [{'id': '19d34e75-8087-42c7-a3a8-95bea2a687ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:35:39.384472 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1b88ad4-6af1-4153-92e8-e03dfc13a015 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 916} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:35:39.394442 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e1b88ad4-6af1-4153-92e8-e03dfc13a015 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:39.394798 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-e1b88ad4-6af1-4153-92e8-e03dfc13a015 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Added segment f72bba7e-b164-493c-bce5-d25ef3293e91 of type vlan for network eb704b41-8f5e-4356-933c-072aea519d7f Nov 25 17:35:39.424212 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7a12ad9f-61ac-4b6c-a67d-c10ac4f1f61c tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:39.456106 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=e50b41d8-597c-4adc-9217-b5023349e79f,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:39.467408 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f5cd55-b5e2-4a61-92af-23ca25036af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f7ddaf-dbde-40dc-b498-2b1263bd7ba5,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:39.500889 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:39.501283 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:39.501709 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:39.502122 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:39.502646 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:39.503056 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:39.503462 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:39.503879 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:39.504290 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:39.504714 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:39.504848 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e1b88ad4-6af1-4153-92e8-e03dfc13a015 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:39.505160 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:39.506170 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:39.513570 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bf7ba61c-2bf5-47ff-a7b1-0af2e42b0fef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:39.518174 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7a12ad9f-61ac-4b6c-a67d-c10ac4f1f61c tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:39.527912 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7a12ad9f-61ac-4b6c-a67d-c10ac4f1f61c tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9600756 Nov 25 17:35:39.530800 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-5d03cb75-8ce9-4c8d-89b4-7e5c8db7d501 None None] Provisioning complete for port 8b49ecca-9498-40b4-b9e9-138a19854600 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:39.531275 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5d03cb75-8ce9-4c8d-89b4-7e5c8db7d501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:39.536046 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.db.resource_extend [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:35:39.537304 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-ddc367e6-ec50-459a-9be8-68ac6232aae8 req-26328a3f-0d74-44b3-9d5d-55da41dbaaec service neutron] Attempting to bind port c83886b1-a4f0-4ded-9c62-8f1712b365cf on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:35:39.537304 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-ddc367e6-ec50-459a-9be8-68ac6232aae8 req-26328a3f-0d74-44b3-9d5d-55da41dbaaec service neutron] Attempting to bind port c83886b1-a4f0-4ded-9c62-8f1712b365cf by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '136500d7-8aa5-4736-8898-2ad70aef0369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:35:39.537304 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc367e6-ec50-459a-9be8-68ac6232aae8 req-26328a3f-0d74-44b3-9d5d-55da41dbaaec service neutron] Attempting to bind port c83886b1-a4f0-4ded-9c62-8f1712b365cf on network 65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:35:39.561963 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc367e6-ec50-459a-9be8-68ac6232aae8 req-26328a3f-0d74-44b3-9d5d-55da41dbaaec service neutron] Port c83886b1-a4f0-4ded-9c62-8f1712b365cf on network 65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:35:39.562634 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc367e6-ec50-459a-9be8-68ac6232aae8 req-26328a3f-0d74-44b3-9d5d-55da41dbaaec service neutron] Attempting to bind port c83886b1-a4f0-4ded-9c62-8f1712b365cf on network 65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:35:39.600020 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bf7ba61c-2bf5-47ff-a7b1-0af2e42b0fef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:39.630170 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc367e6-ec50-459a-9be8-68ac6232aae8 req-26328a3f-0d74-44b3-9d5d-55da41dbaaec service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:35:39.630512 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc367e6-ec50-459a-9be8-68ac6232aae8 req-26328a3f-0d74-44b3-9d5d-55da41dbaaec service neutron] Checking segment: {'id': '136500d7-8aa5-4736-8898-2ad70aef0369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:39.630904 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc367e6-ec50-459a-9be8-68ac6232aae8 req-26328a3f-0d74-44b3-9d5d-55da41dbaaec service neutron] Bound using segment: {'id': '136500d7-8aa5-4736-8898-2ad70aef0369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:35:39.631918 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-ddc367e6-ec50-459a-9be8-68ac6232aae8 req-26328a3f-0d74-44b3-9d5d-55da41dbaaec service neutron] Bound port: c83886b1-a4f0-4ded-9c62-8f1712b365cf, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '136500d7-8aa5-4736-8898-2ad70aef0369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:35:39.631918 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ddc367e6-ec50-459a-9be8-68ac6232aae8 req-26328a3f-0d74-44b3-9d5d-55da41dbaaec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:39.664182 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e1b88ad4-6af1-4153-92e8-e03dfc13a015 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:39.672433 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b88ad4-6af1-4153-92e8-e03dfc13a015 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:39.673495 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e1b88ad4-6af1-4153-92e8-e03dfc13a015 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:39.705152 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bf7ba61c-2bf5-47ff-a7b1-0af2e42b0fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:39.710621 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port 22d9f7b2-8a71-42cc-b6d8-276e1fe0a039 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:35:39.712081 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bf7ba61c-2bf5-47ff-a7b1-0af2e42b0fef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:39.715736 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-bf7ba61c-2bf5-47ff-a7b1-0af2e42b0fef admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/84f7ddaf-dbde-40dc-b498-2b1263bd7ba5 HTTP/1.1" status: 204 len: 168 time: 0.3563120 Nov 25 17:35:39.724078 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7ba61c-2bf5-47ff-a7b1-0af2e42b0fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f7ddaf-dbde-40dc-b498-2b1263bd7ba5,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:39.750142 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port e718ee1b-5cff-4e56-8f0d-fc36f6f5e492 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:39.750544 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:39.780097 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port 22d9f7b2-8a71-42cc-b6d8-276e1fe0a039 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:39.780610 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:39.853462 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-507544fa-80e6-44a7-8d06-26e94e52f4ff req-27f60747-07a0-4ccb-a4c8-eb31f03e88fe tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Made reservation on behalf of a204f4bf4c46407c82174884abbb75a5 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:39.857032 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-507544fa-80e6-44a7-8d06-26e94e52f4ff req-27f60747-07a0-4ccb-a4c8-eb31f03e88fe tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:39.877276 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 50596) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:39.877429 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-e1b88ad4-6af1-4153-92e8-e03dfc13a015 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7584898 Nov 25 17:35:39.884397 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-e3e5dc4a-2982-4e4c-8c27-fb7b0a723886 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Request body: {'subnet': {'network_id': 'eb704b41-8f5e-4356-933c-072aea519d7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:39.918758 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 3bed3c3b-a732-4909-bbb7-404008a9920a, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=3bed3c3b-a732-4909-bbb7-404008a9920a,segment=NetworkSegment(136500d7-8aa5-4736-8898-2ad70aef0369),segment_id=136500d7-8aa5-4736-8898-2ad70aef0369)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:39.952254 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-93b4ca5b-e628-4d5d-abf8-732083760c9d req-efb54cab-cb20-4e49-b25e-3daf4bd50ee1 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/ports?device_id=28d1c156-da7a-4bf3-8a0c-3cb1e5e00d09 HTTP/1.1" status: 200 len: 210 time: 0.2096977 Nov 25 17:35:39.962559 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3f2ba925-f342-4643-9fe3-4a2cb14e6934 req-560fa9a4-44d5-45bd-bb4e-c2dfd5245f94 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.75 "GET /v2.0/security-groups?id=20cf3e3a-3494-4c24-b696-e4a5273e4e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5937917 Nov 25 17:35:40.048355 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '3bed3c3b-a732-4909-bbb7-404008a9920a', 'network_id': '65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3', 'port_id': '3bed3c3b-a732-4909-bbb7-404008a9920a', 'mac_address': 'fa:16:3e:71:15:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb898c20-92ca-4baf-a933-bccb5703e010', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:35:40.050490 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-ddc367e6-ec50-459a-9be8-68ac6232aae8 req-26328a3f-0d74-44b3-9d5d-55da41dbaaec service neutron] For port c83886b1-a4f0-4ded-9c62-8f1712b365cf, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:35:40.055591 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-ddc367e6-ec50-459a-9be8-68ac6232aae8 req-26328a3f-0d74-44b3-9d5d-55da41dbaaec service neutron] For port c83886b1-a4f0-4ded-9c62-8f1712b365cf, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=c83886b1-a4f0-4ded-9c62-8f1712b365cf,segment=NetworkSegment(136500d7-8aa5-4736-8898-2ad70aef0369),segment_id=136500d7-8aa5-4736-8898-2ad70aef0369)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:35:40.064360 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e5dc4a-2982-4e4c-8c27-fb7b0a723886 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Made reservation on behalf of a944564bc44448da813147d2ebeb8dea for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:40.073330 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e3e5dc4a-2982-4e4c-8c27-fb7b0a723886 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:40.154556 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b88ad4-6af1-4153-92e8-e03dfc13a015 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Pushing event updated for resources: {'Network': ['ID=eb704b41-8f5e-4356-933c-072aea519d7f,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:40.181025 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ddc367e6-ec50-459a-9be8-68ac6232aae8 req-26328a3f-0d74-44b3-9d5d-55da41dbaaec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:40.190158 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network eb704b41-8f5e-4356-933c-072aea519d7f details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:35:40.247828 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 50608) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:40.272999 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-edd953bd-6443-4725-aa72-8311b6ac8798 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:40.277682 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc367e6-ec50-459a-9be8-68ac6232aae8 req-26328a3f-0d74-44b3-9d5d-55da41dbaaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:40.278404 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ddc367e6-ec50-459a-9be8-68ac6232aae8 req-26328a3f-0d74-44b3-9d5d-55da41dbaaec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:40.279867 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ddc367e6-ec50-459a-9be8-68ac6232aae8 req-26328a3f-0d74-44b3-9d5d-55da41dbaaec service neutron] 10.222.0.74 "PUT /v2.0/ports/c83886b1-a4f0-4ded-9c62-8f1712b365cf HTTP/1.1" status: 200 len: 1091 time: 2.7857523 Nov 25 17:35:40.293519 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71dd609a-f17b-4410-b499-7471e8db1c7c', 'tag': 'c83886b1-a4f0-4ded-9c62-8f1712b365cf'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:35:40.298332 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d4ffa7-1453-4676-b3cc-28fa12d2ed47" -d '{"events": [{"name": "network-changed", "server_uuid": "71dd609a-f17b-4410-b499-7471e8db1c7c", "tag": "c83886b1-a4f0-4ded-9c62-8f1712b365cf"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:35:40.298549 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:40.321754 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 158ac780-12b6-4e6b-a5c0-692522a9c940 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:35:40.405958 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:40.426946 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d17a985-a72c-4d6e-a058-d42b0ab1e6b5 x-openstack-request-id: req-3d17a985-a72c-4d6e-a058-d42b0ab1e6b5 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:35:40.427314 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71dd609a-f17b-4410-b499-7471e8db1c7c", "tag": "c83886b1-a4f0-4ded-9c62-8f1712b365cf", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:35:40.427645 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3d17a985-a72c-4d6e-a058-d42b0ab1e6b5 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:35:40.428687 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71dd609a-f17b-4410-b499-7471e8db1c7c', 'tag': 'c83886b1-a4f0-4ded-9c62-8f1712b365cf', 'status': 'completed', 'code': 200} Nov 25 17:35:40.434482 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-5d03cb75-8ce9-4c8d-89b4-7e5c8db7d501 None None] Provisioning complete for port c2d1fa30-f17d-4813-8406-2a686109ed95 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:40.434826 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5d03cb75-8ce9-4c8d-89b4-7e5c8db7d501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:40.481164 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e3e5dc4a-2982-4e4c-8c27-fb7b0a723886 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:40.502750 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bed3c3b-a732-4909-bbb7-404008a9920a {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:35:40.506247 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-507544fa-80e6-44a7-8d06-26e94e52f4ff req-27f60747-07a0-4ccb-a4c8-eb31f03e88fe tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Allocated IP 172.20.0.10 (65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3/fb898c20-92ca-4baf-a933-bccb5703e010/7b0d974f-009c-4ad7-b5a2-15493d1b2c22) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:35:40.520188 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dbbe48ee-060f-4790-bfb2-71f13ce4f45a req-7d1890ff-d130-4462-a704-f2504117c736 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1664721565&fields=id&tenant_id=1a9c3242a61e438db3a59b55b2c137ec HTTP/1.1" status: 200 len: 267 time: 0.3467836 Nov 25 17:35:40.526999 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26328a3f-0d74-44b3-9d5d-55da41dbaaec service neutron] Pushing event updated for resources: {'Port': ['ID=c83886b1-a4f0-4ded-9c62-8f1712b365cf,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:40.545631 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-edd953bd-6443-4725-aa72-8311b6ac8798 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:40.566572 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd168dfe5-5269-492a-96eb-5b280497c644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d9f7b2-8a71-42cc-b6d8-276e1fe0a039'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:35:40.570418 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-edd953bd-6443-4725-aa72-8311b6ac8798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:40.571552 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a95bd4-2e15-4481-ae85-30aaac8bd029" -d '{"events": [{"server_uuid": "d168dfe5-5269-492a-96eb-5b280497c644", "name": "network-vif-plugged", "status": "completed", "tag": "22d9f7b2-8a71-42cc-b6d8-276e1fe0a039"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:35:40.586431 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc367e6-ec50-459a-9be8-68ac6232aae8 req-d611426d-eb3f-48d5-ba4d-1078badec376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:40.588172 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ddc367e6-ec50-459a-9be8-68ac6232aae8 req-d611426d-eb3f-48d5-ba4d-1078badec376 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a204f4bf4c46407c82174884abbb75a5&device_id=71dd609a-f17b-4410-b499-7471e8db1c7c HTTP/1.1" status: 200 len: 1094 time: 0.1634159 Nov 25 17:35:40.609332 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 3bed3c3b-a732-4909-bbb7-404008a9920a, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=3bed3c3b-a732-4909-bbb7-404008a9920a,segment=NetworkSegment(136500d7-8aa5-4736-8898-2ad70aef0369),segment_id=136500d7-8aa5-4736-8898-2ad70aef0369)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:40.616892 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 22d9f7b2-8a71-42cc-b6d8-276e1fe0a039, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=22d9f7b2-8a71-42cc-b6d8-276e1fe0a039,segment=NetworkSegment(e7f37f1f-ccbb-4078-be1e-54211a5caa2c),segment_id=e7f37f1f-ccbb-4078-be1e-54211a5caa2c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:40.622268 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:40.636059 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:40.673553 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e5dc4a-2982-4e4c-8c27-fb7b0a723886 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Pushing event updated for resources: {'Subnet': ['ID=582973cf-d6cd-40b1-85c4-6eb016d784cf,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:40.686350 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd953bd-6443-4725-aa72-8311b6ac8798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0b46e8-aa8c-4608-9b4f-b4d9b4daef11,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:40.691725 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 158ac780-12b6-4e6b-a5c0-692522a9c940 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:40.692395 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:40.692780 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-edd953bd-6443-4725-aa72-8311b6ac8798 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=29e6a737d8674c55aa7a88546c752921&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4429138 Nov 25 17:35:40.699965 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 50616) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:40.722096 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e5dc4a-2982-4e4c-8c27-fb7b0a723886 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Checking segment: {'id': 'f72bba7e-b164-493c-bce5-d25ef3293e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'eb704b41-8f5e-4356-933c-072aea519d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:40.722685 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e5dc4a-2982-4e4c-8c27-fb7b0a723886 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Network hostable DHCP agents. Network: eb704b41-8f5e-4356-933c-072aea519d7f, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:35:40.735878 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ddc367e6-ec50-459a-9be8-68ac6232aae8 req-c430b27f-b41c-4348-9083-ab1df7d63408 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c83886b1-a4f0-4ded-9c62-8f1712b365cf HTTP/1.1" status: 200 len: 217 time: 0.1181769 Nov 25 17:35:40.751061 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675dfda6-29d3-49d2-93cf-1cf1feaf46e7 x-openstack-request-id: req-675dfda6-29d3-49d2-93cf-1cf1feaf46e7 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:35:40.751372 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d168dfe5-5269-492a-96eb-5b280497c644", "name": "network-vif-plugged", "status": "completed", "tag": "22d9f7b2-8a71-42cc-b6d8-276e1fe0a039", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:35:40.751638 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-675dfda6-29d3-49d2-93cf-1cf1feaf46e7 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:35:40.752093 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd168dfe5-5269-492a-96eb-5b280497c644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d9f7b2-8a71-42cc-b6d8-276e1fe0a039', 'code': 200} Nov 25 17:35:40.793473 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=3bed3c3b-a732-4909-bbb7-404008a9920a,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:40.804695 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e5dc4a-2982-4e4c-8c27-fb7b0a723886 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Network eb704b41-8f5e-4356-933c-072aea519d7f is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:35:40.822335 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-17ff5c32-5660-4263-8dd5-e54214e76201 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:40.825945 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-e3e5dc4a-2982-4e4c-8c27-fb7b0a723886 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, eb704b41-8f5e-4356-933c-072aea519d7f) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:40.838241 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383d3fa5-a66e-4c6f-88a9-6dbcbc60be5e None None] Network eb704b41-8f5e-4356-933c-072aea519d7f requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:40.845239 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e5dc4a-2982-4e4c-8c27-fb7b0a723886 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:40.845927 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e3e5dc4a-2982-4e4c-8c27-fb7b0a723886 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:40.871742 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['3bed3c3b-a732-4909-bbb7-404008a9920a'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:35:40.888651 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-17ff5c32-5660-4263-8dd5-e54214e76201 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:40.905870 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e3e5dc4a-2982-4e4c-8c27-fb7b0a723886 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0245209 Nov 25 17:35:40.907819 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 50618) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:40.907972 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc367e6-ec50-459a-9be8-68ac6232aae8 req-a2a69238-6287-48a9-b422-4f0a3ff592c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:40.909277 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ddc367e6-ec50-459a-9be8-68ac6232aae8 req-a2a69238-6287-48a9-b422-4f0a3ff592c4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fb898c20-92ca-4baf-a933-bccb5703e010 HTTP/1.1" status: 200 len: 855 time: 0.1387000 Nov 25 17:35:40.913553 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-6005fcc8-034a-4d27-a944-b4481223a72f tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Request body: {'subnet': {'network_id': 'eb704b41-8f5e-4356-933c-072aea519d7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:40.968211 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-5d03cb75-8ce9-4c8d-89b4-7e5c8db7d501 None None] Provisioning complete for port d48da47a-deb1-4bee-867a-9d43874be010 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:40.968596 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5d03cb75-8ce9-4c8d-89b4-7e5c8db7d501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:41.025144 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=22d9f7b2-8a71-42cc-b6d8-276e1fe0a039,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:41.026677 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe48ee-060f-4790-bfb2-71f13ce4f45a req-78432414-17e1-4a11-9996-cd1c40e7ed55 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:41.044476 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dbbe48ee-060f-4790-bfb2-71f13ce4f45a req-78432414-17e1-4a11-9996-cd1c40e7ed55 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] 10.222.0.75 "GET /v2.0/networks?id=965caeff-0bd8-4807-9042-9253d5ab9857 HTTP/1.1" status: 200 len: 812 time: 0.5230174 Nov 25 17:35:41.079696 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dbbe48ee-060f-4790-bfb2-71f13ce4f45a req-c2c94e6f-cd61-4fb0-ba19-13896195839b tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] 10.222.0.75 "GET /v2.0/quotas/1a9c3242a61e438db3a59b55b2c137ec HTTP/1.1" status: 200 len: 375 time: 0.0341446 Nov 25 17:35:41.133569 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:41.159045 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc367e6-ec50-459a-9be8-68ac6232aae8 req-ca834de7-6aea-4cba-85ad-c29354e573fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:41.160570 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ddc367e6-ec50-459a-9be8-68ac6232aae8 req-ca834de7-6aea-4cba-85ad-c29354e573fc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2395401 Nov 25 17:35:41.186671 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-507544fa-80e6-44a7-8d06-26e94e52f4ff req-27f60747-07a0-4ccb-a4c8-eb31f03e88fe tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:41.263850 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dbbe48ee-060f-4790-bfb2-71f13ce4f45a req-a2bca246-bb70-46b1-831f-a15b4928cfa8 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=1a9c3242a61e438db3a59b55b2c137ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1833701 Nov 25 17:35:41.287021 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a2adb-a56b-40c8-ab6a-18a9e68057bd req-32de66b3-0b07-4f62-833c-3024f7e3dca9 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:41.288623 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5b6a2adb-a56b-40c8-ab6a-18a9e68057bd req-32de66b3-0b07-4f62-833c-3024f7e3dca9 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.75 "GET /v2.0/ports?device_id=2d146c40-cdb3-451f-8a21-50736dd66a1d HTTP/1.1" status: 200 len: 944 time: 0.1928592 Nov 25 17:35:41.306527 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0007253e-549c-40a5-8684-3047c56d1c62 req-fb42b9df-dca5-46c1-b30a-350bae540d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:41.308431 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-0007253e-549c-40a5-8684-3047c56d1c62 req-fb42b9df-dca5-46c1-b30a-350bae540d85 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d168dfe5-5269-492a-96eb-5b280497c644 HTTP/1.1" status: 200 len: 1097 time: 0.4652169 Nov 25 17:35:41.384299 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-17ff5c32-5660-4263-8dd5-e54214e76201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:41.387158 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-17ff5c32-5660-4263-8dd5-e54214e76201 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:41.390887 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-17ff5c32-5660-4263-8dd5-e54214e76201 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/cc0b46e8-aa8c-4608-9b4f-b4d9b4daef11 HTTP/1.1" status: 204 len: 168 time: 0.6871312 Nov 25 17:35:41.413260 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ff5c32-5660-4263-8dd5-e54214e76201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0b46e8-aa8c-4608-9b4f-b4d9b4daef11,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:41.422758 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-0007253e-549c-40a5-8684-3047c56d1c62 req-feae6c1a-e704-4d48-a03b-174c39dec537 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=20cf3e3a-3494-4c24-b696-e4a5273e4e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042919 Nov 25 17:35:41.445325 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port 158ac780-12b6-4e6b-a5c0-692522a9c940, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=158ac780-12b6-4e6b-a5c0-692522a9c940,segment=NetworkSegment(7ec04a0c-8575-467b-9c71-8b2ffe051a31),segment_id=7ec04a0c-8575-467b-9c71-8b2ffe051a31)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:41.451429 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6005fcc8-034a-4d27-a944-b4481223a72f tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Made reservation on behalf of a944564bc44448da813147d2ebeb8dea for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:41.457282 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6005fcc8-034a-4d27-a944-b4481223a72f tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:41.488073 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:41.531360 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164ad74c-ee54-4f4f-9c20-1a8a370141c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-eb704b41-8f5e-4356-933c-072aea519d7f', 'network_id': 'eb704b41-8f5e-4356-933c-072aea519d7f', 'tenant_id': 'a944564bc44448da813147d2ebeb8dea', 'fixed_ips': [{'subnet_id': '582973cf-d6cd-40b1-85c4-6eb016d784cf'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:35:41.532124 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-164ad74c-ee54-4f4f-9c20-1a8a370141c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:41.599461 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-5d03cb75-8ce9-4c8d-89b4-7e5c8db7d501 None None] Provisioning complete for port e718ee1b-5cff-4e56-8f0d-fc36f6f5e492 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:41.599946 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5d03cb75-8ce9-4c8d-89b4-7e5c8db7d501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:41.680849 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=158ac780-12b6-4e6b-a5c0-692522a9c940,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:41.807381 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6005fcc8-034a-4d27-a944-b4481223a72f tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:41.822923 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5b6a2adb-a56b-40c8-ab6a-18a9e68057bd req-0c263533-9758-4270-b33b-ff4114c4fb6e tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.75 "GET /v2.0/security-groups?id=20cf3e3a-3494-4c24-b696-e4a5273e4e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5221465 Nov 25 17:35:41.827170 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-164ad74c-ee54-4f4f-9c20-1a8a370141c8 None None] Allocated IP 2001:db8::2 (eb704b41-8f5e-4356-933c-072aea519d7f/582973cf-d6cd-40b1-85c4-6eb016d784cf/f117064f-8f42-4b68-b7bc-f6a554cb0047) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:35:41.848950 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6005fcc8-034a-4d27-a944-b4481223a72f tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Network eb704b41-8f5e-4356-933c-072aea519d7f is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:41.853694 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-6005fcc8-034a-4d27-a944-b4481223a72f tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:41.858790 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6005fcc8-034a-4d27-a944-b4481223a72f tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:41.859410 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6005fcc8-034a-4d27-a944-b4481223a72f tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:41.862346 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ddc367e6-ec50-459a-9be8-68ac6232aae8 req-9299c5fc-8538-4728-8c99-6d1cbb1c9a8e service neutron] 10.222.0.74 "GET /v2.0/networks/65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6901236 Nov 25 17:35:41.868219 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-507544fa-80e6-44a7-8d06-26e94e52f4ff req-27f60747-07a0-4ccb-a4c8-eb31f03e88fe tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:41.890136 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6005fcc8-034a-4d27-a944-b4481223a72f tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9825130 Nov 25 17:35:41.891013 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6005fcc8-034a-4d27-a944-b4481223a72f tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Pushing event updated for resources: {'Subnet': ['ID=acff5738-3ad2-434c-8069-46ccf73302e2,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:41.892841 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 50632) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:41.971549 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-507544fa-80e6-44a7-8d06-26e94e52f4ff req-27f60747-07a0-4ccb-a4c8-eb31f03e88fe tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Network 65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:41.979129 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-507544fa-80e6-44a7-8d06-26e94e52f4ff req-27f60747-07a0-4ccb-a4c8-eb31f03e88fe tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:42.005790 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-5d03cb75-8ce9-4c8d-89b4-7e5c8db7d501 None None] Provisioning complete for port 22d9f7b2-8a71-42cc-b6d8-276e1fe0a039 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:42.006842 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5d03cb75-8ce9-4c8d-89b4-7e5c8db7d501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:42.010212 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2852f8-9b38-4f42-8137-2db9e1158ab2 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:42.012194 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2852f8-9b38-4f42-8137-2db9e1158ab2 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:42.013463 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-507544fa-80e6-44a7-8d06-26e94e52f4ff req-27f60747-07a0-4ccb-a4c8-eb31f03e88fe tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:35:42.015913 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2852f8-9b38-4f42-8137-2db9e1158ab2 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:42.017659 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2852f8-9b38-4f42-8137-2db9e1158ab2 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:42.022685 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2852f8-9b38-4f42-8137-2db9e1158ab2 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:42.024533 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2a2852f8-9b38-4f42-8137-2db9e1158ab2 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1307704 Nov 25 17:35:42.030235 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 50638) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:42.036215 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-846f1972-925f-4f87-a844-dfdb164f1911 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1084289475'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:42.063669 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846f1972-925f-4f87-a844-dfdb164f1911 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Made reservation on behalf of a944564bc44448da813147d2ebeb8dea for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:42.068074 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-846f1972-925f-4f87-a844-dfdb164f1911 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:42.106361 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-846f1972-925f-4f87-a844-dfdb164f1911 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 941} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:35:42.117854 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-164ad74c-ee54-4f4f-9c20-1a8a370141c8 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:42.130469 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-846f1972-925f-4f87-a844-dfdb164f1911 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:42.131107 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-846f1972-925f-4f87-a844-dfdb164f1911 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Added segment 8b83631f-5fab-432e-92db-c8a957afba7a of type vlan for network 4e2b0d55-d4c9-4366-96ab-06244bedfb01 Nov 25 17:35:42.145031 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['3bed3c3b-a732-4909-bbb7-404008a9920a'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:35:42.148951 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-164ad74c-ee54-4f4f-9c20-1a8a370141c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:42.161828 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f60747-07a0-4ccb-a4c8-eb31f03e88fe tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Pushing event updated for resources: {'Port': ['ID=7b0d974f-009c-4ad7-b5a2-15493d1b2c22,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:42.192241 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dbbe48ee-060f-4790-bfb2-71f13ce4f45a req-0b7ba987-306c-4a49-aebe-37b7fe346313 service neutron] 10.222.0.75 "GET /v2.0/networks/965caeff-0bd8-4807-9042-9253d5ab9857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9009459 Nov 25 17:35:42.232392 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-846f1972-925f-4f87-a844-dfdb164f1911 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:42.275261 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-846f1972-925f-4f87-a844-dfdb164f1911 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:42.280495 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745927e-e7ff-4661-acbb-adf96d8af6ad req-d985729c-8c43-40ed-a490-2134f5a2d46e tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:42.281783 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846f1972-925f-4f87-a844-dfdb164f1911 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:42.284580 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-846f1972-925f-4f87-a844-dfdb164f1911 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:42.289550 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8745927e-e7ff-4661-acbb-adf96d8af6ad req-d985729c-8c43-40ed-a490-2134f5a2d46e tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/ports?device_id=28d1c156-da7a-4bf3-8a0c-3cb1e5e00d09 HTTP/1.1" status: 200 len: 932 time: 0.3115423 Nov 25 17:35:42.309248 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507544fa-80e6-44a7-8d06-26e94e52f4ff req-27f60747-07a0-4ccb-a4c8-eb31f03e88fe tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:42.309956 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-507544fa-80e6-44a7-8d06-26e94e52f4ff req-27f60747-07a0-4ccb-a4c8-eb31f03e88fe tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:42.344620 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164ad74c-ee54-4f4f-9c20-1a8a370141c8 None None] Network eb704b41-8f5e-4356-933c-072aea519d7f is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:42.361453 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-164ad74c-ee54-4f4f-9c20-1a8a370141c8 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:42.365393 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-846f1972-925f-4f87-a844-dfdb164f1911 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3344991 Nov 25 17:35:42.367078 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 50648) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:42.386763 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-eb267b4b-9707-40cd-9399-c5a38c9634ef tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:42.386950 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164ad74c-ee54-4f4f-9c20-1a8a370141c8 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:35:42.393882 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846f1972-925f-4f87-a844-dfdb164f1911 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Pushing event updated for resources: {'Network': ['ID=4e2b0d55-d4c9-4366-96ab-06244bedfb01,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:42.407577 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ad74c-ee54-4f4f-9c20-1a8a370141c8 None None] Pushing event updated for resources: {'Port': ['ID=f117064f-8f42-4b68-b7bc-f6a554cb0047,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:42.428062 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 4e2b0d55-d4c9-4366-96ab-06244bedfb01 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:35:42.439180 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8745927e-e7ff-4661-acbb-adf96d8af6ad req-fe51595e-a678-4e3d-a3e5-9548850a980e tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/security-groups?id=9cb48d60-855a-4fc7-ad36-ccabac53205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473947 Nov 25 17:35:42.447259 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ddc367e6-ec50-459a-9be8-68ac6232aae8 req-4e6be250-dff7-41f1-9002-a6dd9e07abf1 service neutron] 10.222.0.74 "GET /v2.0/networks/65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5690684 Nov 25 17:35:42.452298 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-507544fa-80e6-44a7-8d06-26e94e52f4ff req-27f60747-07a0-4ccb-a4c8-eb31f03e88fe tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3630068 Nov 25 17:35:42.486084 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-507544fa-80e6-44a7-8d06-26e94e52f4ff req-fe6f9cd8-962d-4911-b935-8b554d3014fa service neutron] Request body: {'port': {'device_id': '28d1c156-da7a-4bf3-8a0c-3cb1e5e00d09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:42.629633 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eb267b4b-9707-40cd-9399-c5a38c9634ef tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:42.649140 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eb267b4b-9707-40cd-9399-c5a38c9634ef tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:42.687108 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-eb267b4b-9707-40cd-9399-c5a38c9634ef tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Network 4e2b0d55-d4c9-4366-96ab-06244bedfb01 is not hosted by any dhcp agent {{(pid=103360) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 17:35:42.693540 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb267b4b-9707-40cd-9399-c5a38c9634ef tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:42.694488 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eb267b4b-9707-40cd-9399-c5a38c9634ef tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:42.696610 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-eb267b4b-9707-40cd-9399-c5a38c9634ef tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] 10.222.0.75 "PUT /v2.0/networks/4e2b0d55-d4c9-4366-96ab-06244bedfb01 HTTP/1.1" status: 200 len: 723 time: 0.3147223 Nov 25 17:35:42.700946 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 50654) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:42.707791 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dbbe48ee-060f-4790-bfb2-71f13ce4f45a req-74af6b99-6f3f-441d-b677-085dbf55fa50 service neutron] 10.222.0.75 "GET /v2.0/networks/965caeff-0bd8-4807-9042-9253d5ab9857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4961038 Nov 25 17:35:42.711634 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-e91eb505-db40-4a91-8fb2-7636cfe48622 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Request body: {'subnet': {'network_id': '4e2b0d55-d4c9-4366-96ab-06244bedfb01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:42.750765 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4ffa7-1453-4676-b3cc-28fa12d2ed47 req-041454a4-cd23-4f09-a2ee-e0d4aeebd3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:42.752679 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e9d4ffa7-1453-4676-b3cc-28fa12d2ed47 req-041454a4-cd23-4f09-a2ee-e0d4aeebd3f0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a204f4bf4c46407c82174884abbb75a5&device_id=71dd609a-f17b-4410-b499-7471e8db1c7c HTTP/1.1" status: 200 len: 1094 time: 0.2078769 Nov 25 17:35:42.754267 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-507544fa-80e6-44a7-8d06-26e94e52f4ff req-fe6f9cd8-962d-4911-b935-8b554d3014fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:42.782884 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-164ad74c-ee54-4f4f-9c20-1a8a370141c8 None None] Attempting to bind port f117064f-8f42-4b68-b7bc-f6a554cb0047 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:35:42.783468 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-164ad74c-ee54-4f4f-9c20-1a8a370141c8 None None] Attempting to bind port f117064f-8f42-4b68-b7bc-f6a554cb0047 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'f72bba7e-b164-493c-bce5-d25ef3293e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'eb704b41-8f5e-4356-933c-072aea519d7f'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:35:42.783772 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164ad74c-ee54-4f4f-9c20-1a8a370141c8 None None] Attempting to bind port f117064f-8f42-4b68-b7bc-f6a554cb0047 on network eb704b41-8f5e-4356-933c-072aea519d7f {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:35:42.789868 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-5d03cb75-8ce9-4c8d-89b4-7e5c8db7d501 None None] Provisioning complete for port f733cd7e-9d1b-4edd-971e-859ad2655c0a triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:42.790448 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5d03cb75-8ce9-4c8d-89b4-7e5c8db7d501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:42.805820 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164ad74c-ee54-4f4f-9c20-1a8a370141c8 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:35:42.806307 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164ad74c-ee54-4f4f-9c20-1a8a370141c8 None None] Checking segment: {'id': 'f72bba7e-b164-493c-bce5-d25ef3293e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'eb704b41-8f5e-4356-933c-072aea519d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:42.806681 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-164ad74c-ee54-4f4f-9c20-1a8a370141c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:42.807192 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164ad74c-ee54-4f4f-9c20-1a8a370141c8 None None] Bound using segment: {'id': 'f72bba7e-b164-493c-bce5-d25ef3293e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'eb704b41-8f5e-4356-933c-072aea519d7f'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:35:42.807650 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-164ad74c-ee54-4f4f-9c20-1a8a370141c8 None None] Bound port: f117064f-8f42-4b68-b7bc-f6a554cb0047, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f72bba7e-b164-493c-bce5-d25ef3293e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'eb704b41-8f5e-4356-933c-072aea519d7f'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:35:42.808043 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-164ad74c-ee54-4f4f-9c20-1a8a370141c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:42.914806 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-164ad74c-ee54-4f4f-9c20-1a8a370141c8 None None] For port f117064f-8f42-4b68-b7bc-f6a554cb0047, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:35:42.919014 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-164ad74c-ee54-4f4f-9c20-1a8a370141c8 None None] For port f117064f-8f42-4b68-b7bc-f6a554cb0047, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=f117064f-8f42-4b68-b7bc-f6a554cb0047,segment=NetworkSegment(f72bba7e-b164-493c-bce5-d25ef3293e91),segment_id=f72bba7e-b164-493c-bce5-d25ef3293e91)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:35:42.920588 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb267b4b-9707-40cd-9399-c5a38c9634ef tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Pushing event updated for resources: {'Network': ['ID=4e2b0d55-d4c9-4366-96ab-06244bedfb01,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:42.926230 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device e50b41d8-597c-4adc-9217-b5023349e79f up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:35:42.942598 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91eb505-db40-4a91-8fb2-7636cfe48622 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Made reservation on behalf of a944564bc44448da813147d2ebeb8dea for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:42.950130 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e91eb505-db40-4a91-8fb2-7636cfe48622 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:42.983476 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-164ad74c-ee54-4f4f-9c20-1a8a370141c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:43.043958 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 4e2b0d55-d4c9-4366-96ab-06244bedfb01 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:35:43.047664 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 3bed3c3b-a732-4909-bbb7-404008a9920a up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:35:43.308620 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e91eb505-db40-4a91-8fb2-7636cfe48622 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:43.314726 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ad74c-ee54-4f4f-9c20-1a8a370141c8 None None] Pushing event updated for resources: {'Port': ['ID=f117064f-8f42-4b68-b7bc-f6a554cb0047,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:43.340480 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e5a0249d-0a70-40db-9548-3bb81b57a768 req-7e1e666f-02be-489d-8b8d-10e032bdc562 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] 10.222.0.75 "GET /v2.0/ports?device_id=f446b173-679f-46cc-8110-d03c3f69a163 HTTP/1.1" status: 200 len: 210 time: 0.2412496 Nov 25 17:35:43.401013 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port e50b41d8-597c-4adc-9217-b5023349e79f completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:35:43.407668 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port 3bed3c3b-a732-4909-bbb7-404008a9920a completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:35:43.422355 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port e50b41d8-597c-4adc-9217-b5023349e79f triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:43.423390 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:43.426375 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fdfae4-d08f-4c6a-b63f-f28f7bfab41e req-2dea960e-752f-4c78-a6a1-21afce19f441 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:43.428474 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-64fdfae4-d08f-4c6a-b63f-f28f7bfab41e req-2dea960e-752f-4c78-a6a1-21afce19f441 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.75 "GET /v2.0/ports?device_id=2d146c40-cdb3-451f-8a21-50736dd66a1d HTTP/1.1" status: 200 len: 944 time: 0.3305836 Nov 25 17:35:43.440704 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4ffa7-1453-4676-b3cc-28fa12d2ed47 req-1409d26a-9728-47fd-8f55-8f8eb000288d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:43.442224 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e9d4ffa7-1453-4676-b3cc-28fa12d2ed47 req-1409d26a-9728-47fd-8f55-8f8eb000288d service neutron] 10.222.0.74 "GET /v2.0/networks?id=65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3 HTTP/1.1" status: 200 len: 917 time: 0.6815031 Nov 25 17:35:43.446580 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port 3bed3c3b-a732-4909-bbb7-404008a9920a triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:43.447005 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:43.451673 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91eb505-db40-4a91-8fb2-7636cfe48622 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Pushing event updated for resources: {'Subnet': ['ID=38062b32-d102-487e-8776-3e9e1cda113f,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:43.466190 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91eb505-db40-4a91-8fb2-7636cfe48622 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Checking segment: {'id': '8b83631f-5fab-432e-92db-c8a957afba7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '4e2b0d55-d4c9-4366-96ab-06244bedfb01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:43.466658 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91eb505-db40-4a91-8fb2-7636cfe48622 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Network hostable DHCP agents. Network: 4e2b0d55-d4c9-4366-96ab-06244bedfb01, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:35:43.492906 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91eb505-db40-4a91-8fb2-7636cfe48622 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Network 4e2b0d55-d4c9-4366-96ab-06244bedfb01 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:35:43.509660 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-e91eb505-db40-4a91-8fb2-7636cfe48622 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 4e2b0d55-d4c9-4366-96ab-06244bedfb01) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:43.515586 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91eb505-db40-4a91-8fb2-7636cfe48622 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:43.517628 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e91eb505-db40-4a91-8fb2-7636cfe48622 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558254'] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:43.549574 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e91eb505-db40-4a91-8fb2-7636cfe48622 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8470855 Nov 25 17:35:43.552447 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 50714) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:43.557682 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6999526c-e0b1-4d7c-9dc5-4d945fe8152b None None] Network 4e2b0d55-d4c9-4366-96ab-06244bedfb01 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:43.558652 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-6caad718-d762-4ee1-a85d-b481ff799331 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:43.565571 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-5d03cb75-8ce9-4c8d-89b4-7e5c8db7d501 None None] Provisioning complete for port e50b41d8-597c-4adc-9217-b5023349e79f triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:43.566024 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5d03cb75-8ce9-4c8d-89b4-7e5c8db7d501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:43.690883 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e9d4ffa7-1453-4676-b3cc-28fa12d2ed47 req-07dd0f41-ce37-4f7a-99e1-6fb00dde4ba7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c83886b1-a4f0-4ded-9c62-8f1712b365cf HTTP/1.1" status: 200 len: 217 time: 0.0829067 Nov 25 17:35:43.767727 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6caad718-d762-4ee1-a85d-b481ff799331 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126019786'] for subnet, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:43.871576 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 158ac780-12b6-4e6b-a5c0-692522a9c940 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:35:43.902597 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-64fdfae4-d08f-4c6a-b63f-f28f7bfab41e req-00c1c7a3-bd55-45a2-b1cc-fe8be8ac9d59 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.75 "GET /v2.0/security-groups?id=20cf3e3a-3494-4c24-b696-e4a5273e4e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4572806 Nov 25 17:35:43.912594 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4ffa7-1453-4676-b3cc-28fa12d2ed47 req-efb34e0d-d539-4860-bd3a-2816836d92b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:43.914376 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e9d4ffa7-1453-4676-b3cc-28fa12d2ed47 req-efb34e0d-d539-4860-bd3a-2816836d92b1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fb898c20-92ca-4baf-a933-bccb5703e010 HTTP/1.1" status: 200 len: 855 time: 0.1857007 Nov 25 17:35:44.034911 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a85a5eb-340e-4452-863d-94d48ba12767 req-6b2a6029-acdb-492b-834d-5bdacc30dbaa tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:44.041866 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6a85a5eb-340e-4452-863d-94d48ba12767 req-6b2a6029-acdb-492b-834d-5bdacc30dbaa tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/ports?device_id=28d1c156-da7a-4bf3-8a0c-3cb1e5e00d09 HTTP/1.1" status: 200 len: 932 time: 0.3609180 Nov 25 17:35:44.071303 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6caad718-d762-4ee1-a85d-b481ff799331 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791736784159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-129790271'] for subnet, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:44.165018 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:44.166962 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6caad718-d762-4ee1-a85d-b481ff799331 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:44.170658 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6caad718-d762-4ee1-a85d-b481ff799331 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:44.175202 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6caad718-d762-4ee1-a85d-b481ff799331 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] 10.222.0.75 "PUT /v2.0/subnets/38062b32-d102-487e-8776-3e9e1cda113f HTTP/1.1" status: 200 len: 826 time: 0.6186411 Nov 25 17:35:44.175202 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 50766) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:44.208040 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6a85a5eb-340e-4452-863d-94d48ba12767 req-35e4436c-29d5-4fb3-8bc8-a9998f80facd tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/security-groups?id=9cb48d60-855a-4fc7-ad36-ccabac53205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487830 Nov 25 17:35:44.217595 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:44.243961 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5d03cb75-8ce9-4c8d-89b4-7e5c8db7d501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:44.262862 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caad718-d762-4ee1-a85d-b481ff799331 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Pushing event updated for resources: {'Subnet': ['ID=38062b32-d102-487e-8776-3e9e1cda113f,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:44.278560 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port e50b41d8-597c-4adc-9217-b5023349e79f, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e50b41d8-597c-4adc-9217-b5023349e79f,segment=NetworkSegment(e7f37f1f-ccbb-4078-be1e-54211a5caa2c),segment_id=e7f37f1f-ccbb-4078-be1e-54211a5caa2c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:44.283986 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d146c40-cdb3-451f-8a21-50736dd66a1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e50b41d8-597c-4adc-9217-b5023349e79f'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:35:44.287339 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af2cc7bb-59c5-43fe-a2e9-66b2662e7f5d" -d '{"events": [{"server_uuid": "2d146c40-cdb3-451f-8a21-50736dd66a1d", "name": "network-vif-plugged", "status": "completed", "tag": "e50b41d8-597c-4adc-9217-b5023349e79f"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:35:44.291075 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4ffa7-1453-4676-b3cc-28fa12d2ed47 req-4695f92e-87b9-4a1c-8684-326bec275fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:44.293292 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e9d4ffa7-1453-4676-b3cc-28fa12d2ed47 req-4695f92e-87b9-4a1c-8684-326bec275fc7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3544669 Nov 25 17:35:44.312531 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:44.317391 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-507544fa-80e6-44a7-8d06-26e94e52f4ff req-fe6f9cd8-962d-4911-b935-8b554d3014fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b0d974f-009c-4ad7-b5a2-15493d1b2c22 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:35:44.360045 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-507544fa-80e6-44a7-8d06-26e94e52f4ff req-fe6f9cd8-962d-4911-b935-8b554d3014fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:44.392196 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-507544fa-80e6-44a7-8d06-26e94e52f4ff req-fe6f9cd8-962d-4911-b935-8b554d3014fa service neutron] Transition to ACTIVE for port object 7b0d974f-009c-4ad7-b5a2-15493d1b2c22 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:35:44.406097 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-507544fa-80e6-44a7-8d06-26e94e52f4ff req-fe6f9cd8-962d-4911-b935-8b554d3014fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:44.410640 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b3288a2a-f7db-4906-954b-eae2a74dea35 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:44.518096 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd25f44-3367-4da4-9223-e51a5a23302b x-openstack-request-id: req-ffd25f44-3367-4da4-9223-e51a5a23302b {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:35:44.518443 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d146c40-cdb3-451f-8a21-50736dd66a1d", "name": "network-vif-plugged", "status": "completed", "tag": "e50b41d8-597c-4adc-9217-b5023349e79f", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:35:44.518796 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ffd25f44-3367-4da4-9223-e51a5a23302b {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:35:44.519283 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d146c40-cdb3-451f-8a21-50736dd66a1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e50b41d8-597c-4adc-9217-b5023349e79f', 'code': 200} Nov 25 17:35:44.521181 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=e50b41d8-597c-4adc-9217-b5023349e79f,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:44.525474 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e9d4ffa7-1453-4676-b3cc-28fa12d2ed47 req-62d401a0-663d-4010-a6e0-6c2bdc62694e service neutron] 10.222.0.74 "GET /v2.0/networks/65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234073 Nov 25 17:35:44.526654 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 158ac780-12b6-4e6b-a5c0-692522a9c940 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:44.527128 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:44.530183 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 3bed3c3b-a732-4909-bbb7-404008a9920a, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=3bed3c3b-a732-4909-bbb7-404008a9920a,segment=NetworkSegment(136500d7-8aa5-4736-8898-2ad70aef0369),segment_id=136500d7-8aa5-4736-8898-2ad70aef0369)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:44.543104 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:44.556033 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b3288a2a-f7db-4906-954b-eae2a74dea35 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:44.679616 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b3288a2a-f7db-4906-954b-eae2a74dea35 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:44.683249 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 50776) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:44.695722 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c3a08e2b-b18a-4031-85d5-f6407f135f23 req-7c52641b-e17e-4960-b5cf-18aadc727e6b tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] 10.222.0.75 "GET /v2.0/ports?device_id=f446b173-679f-46cc-8110-d03c3f69a163 HTTP/1.1" status: 200 len: 210 time: 0.2691989 Nov 25 17:35:44.775364 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3288a2a-f7db-4906-954b-eae2a74dea35 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Pushing event deleted for resources: {'Subnet': ['ID=38062b32-d102-487e-8776-3e9e1cda113f,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:44.940069 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device c83886b1-a4f0-4ded-9c62-8f1712b365cf details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:35:44.987569 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b3288a2a-f7db-4906-954b-eae2a74dea35 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:44.999660 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa48e2-97f9-446e-b444-472352d58e8e req-8c26a353-0e38-4bf1-b77c-56c0ac11c5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:45.001420 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-17fa48e2-97f9-446e-b444-472352d58e8e req-8c26a353-0e38-4bf1-b77c-56c0ac11c5f8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2d146c40-cdb3-451f-8a21-50736dd66a1d HTTP/1.1" status: 200 len: 1096 time: 0.4654791 Nov 25 17:35:45.007557 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f9cd8-962d-4911-b935-8b554d3014fa service neutron] Pushing event updated for resources: {'Port': ['ID=7b0d974f-009c-4ad7-b5a2-15493d1b2c22,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:45.036388 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-b3288a2a-f7db-4906-954b-eae2a74dea35 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e2b0d55-d4c9-4366-96ab-06244bedfb01']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:45.050805 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c3ab0ee7-7548-463b-99e9-848744862ea1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:45.054678 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-b3288a2a-f7db-4906-954b-eae2a74dea35 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b83631f-5fab-432e-92db-c8a957afba7a') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:45.054678 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-b3288a2a-f7db-4906-954b-eae2a74dea35 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b83631f-5fab-432e-92db-c8a957afba7a') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:45.072795 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-507544fa-80e6-44a7-8d06-26e94e52f4ff req-fe6f9cd8-962d-4911-b935-8b554d3014fa service neutron] Attempting to bind port 7b0d974f-009c-4ad7-b5a2-15493d1b2c22 on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:35:45.073214 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-507544fa-80e6-44a7-8d06-26e94e52f4ff req-fe6f9cd8-962d-4911-b935-8b554d3014fa service neutron] Attempting to bind port 7b0d974f-009c-4ad7-b5a2-15493d1b2c22 by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '136500d7-8aa5-4736-8898-2ad70aef0369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:35:45.073509 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507544fa-80e6-44a7-8d06-26e94e52f4ff req-fe6f9cd8-962d-4911-b935-8b554d3014fa service neutron] Attempting to bind port 7b0d974f-009c-4ad7-b5a2-15493d1b2c22 on network 65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:35:45.086621 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b3288a2a-f7db-4906-954b-eae2a74dea35 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:45.105051 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507544fa-80e6-44a7-8d06-26e94e52f4ff req-fe6f9cd8-962d-4911-b935-8b554d3014fa service neutron] Port 7b0d974f-009c-4ad7-b5a2-15493d1b2c22 on network 65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:35:45.105408 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507544fa-80e6-44a7-8d06-26e94e52f4ff req-fe6f9cd8-962d-4911-b935-8b554d3014fa service neutron] Attempting to bind port 7b0d974f-009c-4ad7-b5a2-15493d1b2c22 on network 65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:35:45.106360 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78021d63-c0ca-4de8-aa06-4f9f0d4323ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-4e2b0d55-d4c9-4366-96ab-06244bedfb01', 'network_id': '4e2b0d55-d4c9-4366-96ab-06244bedfb01', 'tenant_id': 'a944564bc44448da813147d2ebeb8dea', 'fixed_ips': [{'subnet_id': '38062b32-d102-487e-8776-3e9e1cda113f'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:35:45.107216 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-78021d63-c0ca-4de8-aa06-4f9f0d4323ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:45.110448 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97266aa4-35b8-457c-82bd-41fde0616ae8 None None] Network eb704b41-8f5e-4356-933c-072aea519d7f requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:45.155388 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b3288a2a-f7db-4906-954b-eae2a74dea35 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:45.158933 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-17fa48e2-97f9-446e-b444-472352d58e8e req-f891305f-5b3a-4784-92c6-e0f55c5dcb1d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=20cf3e3a-3494-4c24-b696-e4a5273e4e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485131 Nov 25 17:35:45.163949 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507544fa-80e6-44a7-8d06-26e94e52f4ff req-fe6f9cd8-962d-4911-b935-8b554d3014fa service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:35:45.164428 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507544fa-80e6-44a7-8d06-26e94e52f4ff req-fe6f9cd8-962d-4911-b935-8b554d3014fa service neutron] Checking segment: {'id': '136500d7-8aa5-4736-8898-2ad70aef0369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:45.165453 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507544fa-80e6-44a7-8d06-26e94e52f4ff req-fe6f9cd8-962d-4911-b935-8b554d3014fa service neutron] Bound using segment: {'id': '136500d7-8aa5-4736-8898-2ad70aef0369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:35:45.166025 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-507544fa-80e6-44a7-8d06-26e94e52f4ff req-fe6f9cd8-962d-4911-b935-8b554d3014fa service neutron] Bound port: 7b0d974f-009c-4ad7-b5a2-15493d1b2c22, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '136500d7-8aa5-4736-8898-2ad70aef0369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:35:45.166882 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3288a2a-f7db-4906-954b-eae2a74dea35 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Releasing vlan 941 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:35:45.167078 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-507544fa-80e6-44a7-8d06-26e94e52f4ff req-fe6f9cd8-962d-4911-b935-8b554d3014fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:45.167289 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b3288a2a-f7db-4906-954b-eae2a74dea35 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:45.170642 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:35:45.170642 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:35:45.170642 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:35:45.170642 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:35:45.170642 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:35:45.170642 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:35:45.170642 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:35:45.170642 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:35:45.170642 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:35:45.170642 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:35:45.170642 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:35:45.170642 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:35:45.170642 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:35:45.170642 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:35:45.170642 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:35:45.170642 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:35:45.170642 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:35:45.170642 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:35:45.170642 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:35:45.170642 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:35:45.170642 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:35:45.170642 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:35:45.170642 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:35:45.170642 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:35:45.170642 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:35:45.170642 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:35:45.170642 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:35:45.170642 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:35:45.170642 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:35:45.170642 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:35:45.170642 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:35:45.170642 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:35:45.187472 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e9d4ffa7-1453-4676-b3cc-28fa12d2ed47 req-7a936e3b-446a-4a35-bc8a-44e3320c3303 service neutron] 10.222.0.74 "GET /v2.0/networks/65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6503181 Nov 25 17:35:45.206366 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465fac88-ed2b-438a-bc0f-299656dd4d6f req-0d616583-b949-41cf-a984-e3c19c8b0387 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:45.208067 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-465fac88-ed2b-438a-bc0f-299656dd4d6f req-0d616583-b949-41cf-a984-e3c19c8b0387 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.75 "GET /v2.0/ports?device_id=2d146c40-cdb3-451f-8a21-50736dd66a1d HTTP/1.1" status: 200 len: 945 time: 0.2040408 Nov 25 17:35:45.228747 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port c83886b1-a4f0-4ded-9c62-8f1712b365cf, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=c83886b1-a4f0-4ded-9c62-8f1712b365cf,segment=NetworkSegment(136500d7-8aa5-4736-8898-2ad70aef0369),segment_id=136500d7-8aa5-4736-8898-2ad70aef0369)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:45.251798 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe48ee-060f-4790-bfb2-71f13ce4f45a req-d8a4677d-32e7-44d3-82a1-5627c216b88a tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:45.253332 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-dbbe48ee-060f-4790-bfb2-71f13ce4f45a req-d8a4677d-32e7-44d3-82a1-5627c216b88a tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] 10.222.0.74 "GET /v2.0/networks?id=965caeff-0bd8-4807-9042-9253d5ab9857 HTTP/1.1" status: 200 len: 812 time: 0.3389132 Nov 25 17:35:45.260098 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b3288a2a-f7db-4906-954b-eae2a74dea35 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:45.266187 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b3288a2a-f7db-4906-954b-eae2a74dea35 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:45.271007 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b3288a2a-f7db-4906-954b-eae2a74dea35 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] 10.222.0.75 "DELETE /v2.0/networks/4e2b0d55-d4c9-4366-96ab-06244bedfb01 HTTP/1.1" status: 204 len: 168 time: 1.0882077 Nov 25 17:35:45.277999 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 50788) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:45.285092 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.db.api [None req-78021d63-c0ca-4de8-aa06-4f9f0d4323ed None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 25 17:35:45.285092 n-d-817746-1 neutron-server[103362]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, status, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Nov 25 17:35:45.285092 n-d-817746-1 neutron-server[103362]: [parameters: {'project_id': 'a944564bc44448da813147d2ebeb8dea', 'id': 'fed8d879-8dfa-4366-be15-713383cbb3ba', 'name': '', 'network_id': '4e2b0d55-d4c9-4366-96ab-06244bedfb01', 'mac_address': 'fa:16:3e:4b:5e:9b', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-4e2b0d55-d4c9-4366-96ab-06244bedfb01', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 1551}] Nov 25 17:35:45.285092 n-d-817746-1 neutron-server[103362]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:35:45.285470 n-d-817746-1 neutron-server[103362]: DEBUG oslo_db.api [None req-78021d63-c0ca-4de8-aa06-4f9f0d4323ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:35:45.297680 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': 'c83886b1-a4f0-4ded-9c62-8f1712b365cf', 'network_id': '65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3', 'port_id': 'c83886b1-a4f0-4ded-9c62-8f1712b365cf', 'mac_address': 'fa:16:3e:c3:d2:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb898c20-92ca-4baf-a933-bccb5703e010', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:35:45.301351 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.db.api [None req-5d03cb75-8ce9-4c8d-89b4-7e5c8db7d501 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:35:45.301719 n-d-817746-1 neutron-server[103362]: DEBUG oslo_db.api [None req-5d03cb75-8ce9-4c8d-89b4-7e5c8db7d501 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:35:45.305322 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=3bed3c3b-a732-4909-bbb7-404008a9920a,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:45.313634 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3288a2a-f7db-4906-954b-eae2a74dea35 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Pushing event deleted for resources: {'Network': ['ID=4e2b0d55-d4c9-4366-96ab-06244bedfb01,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:45.330834 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-62957fbc-685a-4a86-b591-bf533231805c tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] DELETE failed (client error): The resource could not be found. Nov 25 17:35:45.331936 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62957fbc-685a-4a86-b591-bf533231805c tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:35:45.340941 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-62957fbc-685a-4a86-b591-bf533231805c tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] 10.222.0.75 "DELETE /v2.0/networks/4e2b0d55-d4c9-4366-96ab-06244bedfb01 HTTP/1.1" status: 404 len: 339 time: 0.0519075 Nov 25 17:35:45.341251 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 50790) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:45.346828 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-ae2d573e-5e22-4159-b25b-3fd19e93c76e tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-991441816', 'description': 'd1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:45.349396 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-465fac88-ed2b-438a-bc0f-299656dd4d6f req-6d8778ad-baec-41ef-829b-18532ba1691e tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.75 "GET /v2.0/security-groups?id=20cf3e3a-3494-4c24-b696-e4a5273e4e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186914 Nov 25 17:35:45.354400 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-507544fa-80e6-44a7-8d06-26e94e52f4ff req-fe6f9cd8-962d-4911-b935-8b554d3014fa service neutron] For port 7b0d974f-009c-4ad7-b5a2-15493d1b2c22, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:35:45.379515 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-507544fa-80e6-44a7-8d06-26e94e52f4ff req-fe6f9cd8-962d-4911-b935-8b554d3014fa service neutron] For port 7b0d974f-009c-4ad7-b5a2-15493d1b2c22, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=7b0d974f-009c-4ad7-b5a2-15493d1b2c22,segment=NetworkSegment(136500d7-8aa5-4736-8898-2ad70aef0369),segment_id=136500d7-8aa5-4736-8898-2ad70aef0369)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:35:45.389084 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-507544fa-80e6-44a7-8d06-26e94e52f4ff req-fe6f9cd8-962d-4911-b935-8b554d3014fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:45.439402 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2d573e-5e22-4159-b25b-3fd19e93c76e tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Made reservation on behalf of a944564bc44448da813147d2ebeb8dea for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:45.441270 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507544fa-80e6-44a7-8d06-26e94e52f4ff req-fe6f9cd8-962d-4911-b935-8b554d3014fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:45.442218 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-507544fa-80e6-44a7-8d06-26e94e52f4ff req-fe6f9cd8-962d-4911-b935-8b554d3014fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:45.443625 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ae2d573e-5e22-4159-b25b-3fd19e93c76e tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:45.444961 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-507544fa-80e6-44a7-8d06-26e94e52f4ff req-fe6f9cd8-962d-4911-b935-8b554d3014fa service neutron] 10.222.0.90 "PUT /v2.0/ports/7b0d974f-009c-4ad7-b5a2-15493d1b2c22 HTTP/1.1" status: 200 len: 1092 time: 2.9763496 Nov 25 17:35:45.445801 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d1c156-da7a-4bf3-8a0c-3cb1e5e00d09', 'tag': '7b0d974f-009c-4ad7-b5a2-15493d1b2c22'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:35:45.448412 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1fbdc4c-ab61-423c-b8bd-58cd9482f649" -d '{"events": [{"name": "network-changed", "server_uuid": "28d1c156-da7a-4bf3-8a0c-3cb1e5e00d09", "tag": "7b0d974f-009c-4ad7-b5a2-15493d1b2c22"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:35:45.473892 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:45.487826 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c3ab0ee7-7548-463b-99e9-848744862ea1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:45.501055 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c3ab0ee7-7548-463b-99e9-848744862ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:45.502673 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c83886b1-a4f0-4ded-9c62-8f1712b365cf {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:35:45.525374 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f9cd8-962d-4911-b935-8b554d3014fa service neutron] Pushing event updated for resources: {'Port': ['ID=7b0d974f-009c-4ad7-b5a2-15493d1b2c22,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:45.544894 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port c83886b1-a4f0-4ded-9c62-8f1712b365cf, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=c83886b1-a4f0-4ded-9c62-8f1712b365cf,segment=NetworkSegment(136500d7-8aa5-4736-8898-2ad70aef0369),segment_id=136500d7-8aa5-4736-8898-2ad70aef0369)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:45.555557 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:45.556636 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-dbbe48ee-060f-4790-bfb2-71f13ce4f45a req-2016887f-5c6e-4238-8fad-0c858a69622c tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a9c3242a61e438db3a59b55b2c137ec HTTP/1.1" status: 200 len: 380 time: 0.1763904 Nov 25 17:35:45.589922 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-dbbe48ee-060f-4790-bfb2-71f13ce4f45a req-16becb85-da0a-49ce-8926-07b926ff8979 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Request body: {'port': {'device_id': 'f446b173-679f-46cc-8110-d03c3f69a163', 'network_id': '965caeff-0bd8-4807-9042-9253d5ab9857', 'admin_state_up': True, 'tenant_id': '1a9c3242a61e438db3a59b55b2c137ec', 'security_groups': ['4fec76fe-ac00-4866-b797-5a4196ff057a']}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:45.599594 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae2d573e-5e22-4159-b25b-3fd19e93c76e tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 948} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:35:45.629157 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bba8b25-d4ee-4275-a911-def9027bac3f x-openstack-request-id: req-2bba8b25-d4ee-4275-a911-def9027bac3f {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:35:45.629533 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28d1c156-da7a-4bf3-8a0c-3cb1e5e00d09", "tag": "7b0d974f-009c-4ad7-b5a2-15493d1b2c22", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:35:45.629868 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2bba8b25-d4ee-4275-a911-def9027bac3f {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:35:45.630408 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28d1c156-da7a-4bf3-8a0c-3cb1e5e00d09', 'tag': '7b0d974f-009c-4ad7-b5a2-15493d1b2c22', 'status': 'completed', 'code': 200} Nov 25 17:35:45.639090 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ab0ee7-7548-463b-99e9-848744862ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44075d73-6e20-4fac-b77e-beeaf58f5f9b,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:45.676971 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c3ab0ee7-7548-463b-99e9-848744862ea1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4060a0c68df843bba3c86a1ecaa28f0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9644494 Nov 25 17:35:45.679302 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507544fa-80e6-44a7-8d06-26e94e52f4ff req-81fe31af-2412-4525-b684-fb5b113886b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:45.681415 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-507544fa-80e6-44a7-8d06-26e94e52f4ff req-81fe31af-2412-4525-b684-fb5b113886b7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a204f4bf4c46407c82174884abbb75a5&device_id=28d1c156-da7a-4bf3-8a0c-3cb1e5e00d09 HTTP/1.1" status: 200 len: 1095 time: 0.1518595 Nov 25 17:35:45.682115 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 50794) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:45.692263 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=c83886b1-a4f0-4ded-9c62-8f1712b365cf,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:45.705047 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed85f98-bbe2-4783-94ca-db89cf17d08b req-9104c615-f6a0-4868-943f-2eb4b409076c tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:45.711638 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e4a283-d470-4766-a3e6-85b0b9b0ba0e None None] Update dhcp port {'port': {'network_id': 'eb704b41-8f5e-4356-933c-072aea519d7f', 'fixed_ips': [{'subnet_id': '582973cf-d6cd-40b1-85c4-6eb016d784cf', 'ip_address': '2001:db8::2'}, {'subnet_id': 'acff5738-3ad2-434c-8069-46ccf73302e2'}], 'binding:host_id': 'n-d-817746-1'}, 'id': 'f117064f-8f42-4b68-b7bc-f6a554cb0047'} from n-d-817746-1. {{(pid=103362) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 17:35:45.714746 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2ed85f98-bbe2-4783-94ca-db89cf17d08b req-9104c615-f6a0-4868-943f-2eb4b409076c tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/ports?device_id=28d1c156-da7a-4bf3-8a0c-3cb1e5e00d09 HTTP/1.1" status: 200 len: 944 time: 0.2254527 Nov 25 17:35:45.754635 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f7e4a283-d470-4766-a3e6-85b0b9b0ba0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:45.770235 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device f117064f-8f42-4b68-b7bc-f6a554cb0047 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:35:45.774016 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ae2d573e-5e22-4159-b25b-3fd19e93c76e tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:45.774601 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-ae2d573e-5e22-4159-b25b-3fd19e93c76e tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Added segment 67661433-6c11-4637-a8d8-a7fcdc0e0cc6 of type vlan for network 0df79af5-af0b-4ae7-bfcf-f0fc502fa057 Nov 25 17:35:45.795469 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-78021d63-c0ca-4de8-aa06-4f9f0d4323ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:45.812619 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-507544fa-80e6-44a7-8d06-26e94e52f4ff req-f9d7b497-73f1-4da4-936c-1cae9435e9d9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b0d974f-009c-4ad7-b5a2-15493d1b2c22 HTTP/1.1" status: 200 len: 217 time: 0.0955079 Nov 25 17:35:45.857530 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2ed85f98-bbe2-4783-94ca-db89cf17d08b req-647241f9-7237-460a-ac67-ecea6c194e5d tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/security-groups?id=9cb48d60-855a-4fc7-ad36-ccabac53205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416557 Nov 25 17:35:45.881544 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ae2d573e-5e22-4159-b25b-3fd19e93c76e tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:45.906039 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['c83886b1-a4f0-4ded-9c62-8f1712b365cf'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:35:45.935919 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c44391ff-229e-4bfe-ab1c-6b9e24e110f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:45.937779 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ec1f0bd7-3dbb-45f2-99b4-4304cc82c852 req-627d89a2-8af5-485b-8280-a1d7470c2aee tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] 10.222.0.75 "GET /v2.0/ports?device_id=f446b173-679f-46cc-8110-d03c3f69a163 HTTP/1.1" status: 200 len: 210 time: 0.0857038 Nov 25 17:35:45.951089 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ae2d573e-5e22-4159-b25b-3fd19e93c76e tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:45.959504 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2d573e-5e22-4159-b25b-3fd19e93c76e tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:45.960292 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ae2d573e-5e22-4159-b25b-3fd19e93c76e tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:45.962094 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0214236d-4a40-491a-8b22-a4db71e4edd3 None None] Network 4e2b0d55-d4c9-4366-96ab-06244bedfb01 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:45.965726 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507544fa-80e6-44a7-8d06-26e94e52f4ff req-31a88be8-0f1a-4456-bd4c-8c85bb2c4e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:45.967199 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-507544fa-80e6-44a7-8d06-26e94e52f4ff req-31a88be8-0f1a-4456-bd4c-8c85bb2c4e96 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fb898c20-92ca-4baf-a933-bccb5703e010 HTTP/1.1" status: 200 len: 855 time: 0.1170261 Nov 25 17:35:45.986477 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbbe48ee-060f-4790-bfb2-71f13ce4f45a req-16becb85-da0a-49ce-8926-07b926ff8979 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Made reservation on behalf of 1a9c3242a61e438db3a59b55b2c137ec for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:45.990177 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-dbbe48ee-060f-4790-bfb2-71f13ce4f45a req-16becb85-da0a-49ce-8926-07b926ff8979 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:46.018792 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507544fa-80e6-44a7-8d06-26e94e52f4ff req-16a95bd5-e747-498e-85bf-ff943e00c43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:46.020489 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-507544fa-80e6-44a7-8d06-26e94e52f4ff req-16a95bd5-e747-498e-85bf-ff943e00c43e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455532 Nov 25 17:35:46.025292 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c44391ff-229e-4bfe-ab1c-6b9e24e110f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:46.037867 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0214236d-4a40-491a-8b22-a4db71e4edd3 None None] Network 4e2b0d55-d4c9-4366-96ab-06244bedfb01 could not be found, it might have been deleted concurrently. {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 25 17:35:46.055991 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa42c208-b8fa-4844-9b97-83834cc53d0d None None] Network 4e2b0d55-d4c9-4366-96ab-06244bedfb01 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:46.090436 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ae2d573e-5e22-4159-b25b-3fd19e93c76e tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7456601 Nov 25 17:35:46.092515 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 50798) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:46.092648 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa42c208-b8fa-4844-9b97-83834cc53d0d None None] Network 4e2b0d55-d4c9-4366-96ab-06244bedfb01 could not be found, it might have been deleted concurrently. {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 25 17:35:46.104572 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port f117064f-8f42-4b68-b7bc-f6a554cb0047 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:46.105163 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:46.150266 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2d573e-5e22-4159-b25b-3fd19e93c76e tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Pushing event updated for resources: {'Network': ['ID=0df79af5-af0b-4ae7-bfcf-f0fc502fa057,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:46.250065 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-507544fa-80e6-44a7-8d06-26e94e52f4ff req-6217a90f-3d77-48c5-b22c-29c61519af07 service neutron] 10.222.0.90 "GET /v2.0/networks/65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198396 Nov 25 17:35:46.260183 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 0df79af5-af0b-4ae7-bfcf-f0fc502fa057 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:35:46.260397 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c44391ff-229e-4bfe-ab1c-6b9e24e110f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:46.263005 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de098917-6df0-4c7e-a3d5-ed1d09664aa3 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:46.263408 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c44391ff-229e-4bfe-ab1c-6b9e24e110f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:46.264652 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c44391ff-229e-4bfe-ab1c-6b9e24e110f2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/44075d73-6e20-4fac-b77e-beeaf58f5f9b HTTP/1.1" status: 204 len: 168 time: 0.5121605 Nov 25 17:35:46.267835 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-de098917-6df0-4c7e-a3d5-ed1d09664aa3 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] 10.222.0.75 "GET /v2.0/networks?id=0df79af5-af0b-4ae7-bfcf-f0fc502fa057 HTTP/1.1" status: 200 len: 764 time: 0.1716003 Nov 25 17:35:46.269406 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 50802) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:46.276002 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-28235a30-b0e9-4e70-b6fa-2cc799fb7e8d tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Request body: {'network': {'description': 'd2'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:46.300906 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44391ff-229e-4bfe-ab1c-6b9e24e110f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44075d73-6e20-4fac-b77e-beeaf58f5f9b,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:46.326799 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-dbbe48ee-060f-4790-bfb2-71f13ce4f45a req-16becb85-da0a-49ce-8926-07b926ff8979 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Allocated IP 172.20.0.6 (965caeff-0bd8-4807-9042-9253d5ab9857/19d34e75-8087-42c7-a3a8-95bea2a687ae/a51e8af9-1ecf-45f7-acfc-cdc1aa499e49) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:35:46.368389 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-f7e4a283-d470-4766-a3e6-85b0b9b0ba0e None None] Allocated IP 172.20.0.1 (eb704b41-8f5e-4356-933c-072aea519d7f/acff5738-3ad2-434c-8069-46ccf73302e2/f117064f-8f42-4b68-b7bc-f6a554cb0047) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:35:46.507036 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-35311806-a354-44e0-b699-4a602f964ce7 None None] Provisioning complete for port 158ac780-12b6-4e6b-a5c0-692522a9c940 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:46.507428 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-35311806-a354-44e0-b699-4a602f964ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:46.563761 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-dbbe48ee-060f-4790-bfb2-71f13ce4f45a req-16becb85-da0a-49ce-8926-07b926ff8979 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:46.572542 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6fd0054-85a7-4437-9d4c-bc96085141e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bed3c3b-a732-4909-bbb7-404008a9920a'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:35:46.575791 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d36b9ee7-2335-48f3-ab85-adb80c2660b1" -d '{"events": [{"server_uuid": "a6fd0054-85a7-4437-9d4c-bc96085141e4", "name": "network-vif-plugged", "status": "completed", "tag": "3bed3c3b-a732-4909-bbb7-404008a9920a"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:35:46.611459 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-dbbe48ee-060f-4790-bfb2-71f13ce4f45a req-16becb85-da0a-49ce-8926-07b926ff8979 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:46.638360 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-507544fa-80e6-44a7-8d06-26e94e52f4ff req-9e97057b-793e-4d6a-8fdd-0f821ca1fc0f service neutron] 10.222.0.90 "GET /v2.0/networks/65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696697 Nov 25 17:35:46.650480 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-28235a30-b0e9-4e70-b6fa-2cc799fb7e8d tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:46.661039 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77698d92-1a72-49f8-8070-52f69d3f796d req-0ce4b989-8d0e-4d03-b682-7b78eece088b tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:46.662914 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-77698d92-1a72-49f8-8070-52f69d3f796d req-0ce4b989-8d0e-4d03-b682-7b78eece088b tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.75 "GET /v2.0/ports?device_id=2d146c40-cdb3-451f-8a21-50736dd66a1d HTTP/1.1" status: 200 len: 945 time: 0.1671479 Nov 25 17:35:46.681754 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbbe48ee-060f-4790-bfb2-71f13ce4f45a req-16becb85-da0a-49ce-8926-07b926ff8979 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Network 965caeff-0bd8-4807-9042-9253d5ab9857 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:46.691249 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-28235a30-b0e9-4e70-b6fa-2cc799fb7e8d tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:46.703513 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:46.711310 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16becb85-da0a-49ce-8926-07b926ff8979 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Pushing event updated for resources: {'Port': ['ID=a51e8af9-1ecf-45f7-acfc-cdc1aa499e49,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:46.714510 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d408e2aa-ba8a-4a23-92ea-855b999787d3 x-openstack-request-id: req-d408e2aa-ba8a-4a23-92ea-855b999787d3 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:35:46.714808 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6fd0054-85a7-4437-9d4c-bc96085141e4", "name": "network-vif-plugged", "status": "completed", "tag": "3bed3c3b-a732-4909-bbb7-404008a9920a", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:35:46.715069 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d408e2aa-ba8a-4a23-92ea-855b999787d3 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:35:46.715472 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6fd0054-85a7-4437-9d4c-bc96085141e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bed3c3b-a732-4909-bbb7-404008a9920a', 'code': 200} Nov 25 17:35:46.721770 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-dbbe48ee-060f-4790-bfb2-71f13ce4f45a req-16becb85-da0a-49ce-8926-07b926ff8979 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:46.727072 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbbe48ee-060f-4790-bfb2-71f13ce4f45a req-16becb85-da0a-49ce-8926-07b926ff8979 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:35:46.760685 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-28235a30-b0e9-4e70-b6fa-2cc799fb7e8d tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Network 0df79af5-af0b-4ae7-bfcf-f0fc502fa057 is not hosted by any dhcp agent {{(pid=103361) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 17:35:46.768609 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28235a30-b0e9-4e70-b6fa-2cc799fb7e8d tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:46.770262 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-28235a30-b0e9-4e70-b6fa-2cc799fb7e8d tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:46.772365 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-28235a30-b0e9-4e70-b6fa-2cc799fb7e8d tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] 10.222.0.75 "PUT /v2.0/networks/0df79af5-af0b-4ae7-bfcf-f0fc502fa057 HTTP/1.1" status: 200 len: 761 time: 0.5013855 Nov 25 17:35:46.783335 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 50818) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:46.808149 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:46.842431 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-f7e4a283-d470-4766-a3e6-85b0b9b0ba0e None None] For port f117064f-8f42-4b68-b7bc-f6a554cb0047, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=f117064f-8f42-4b68-b7bc-f6a554cb0047,segment=NetworkSegment(f72bba7e-b164-493c-bce5-d25ef3293e91),segment_id=f72bba7e-b164-493c-bce5-d25ef3293e91)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:46.845542 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:46.910845 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-77698d92-1a72-49f8-8070-52f69d3f796d req-5620602c-33eb-4539-a859-ad47b4dacf4d tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.75 "GET /v2.0/security-groups?id=20cf3e3a-3494-4c24-b696-e4a5273e4e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319605 Nov 25 17:35:46.920595 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28235a30-b0e9-4e70-b6fa-2cc799fb7e8d tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Pushing event updated for resources: {'Network': ['ID=0df79af5-af0b-4ae7-bfcf-f0fc502fa057,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:46.925773 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f7e4a283-d470-4766-a3e6-85b0b9b0ba0e None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:46.940843 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f7e4a283-d470-4766-a3e6-85b0b9b0ba0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:46.965569 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4b79b7-e624-4c05-ae48-9d44561e2712 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:46.971237 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-cd4b79b7-e624-4c05-ae48-9d44561e2712 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] 10.222.0.75 "GET /v2.0/networks?id=0df79af5-af0b-4ae7-bfcf-f0fc502fa057 HTTP/1.1" status: 200 len: 764 time: 0.1831930 Nov 25 17:35:46.971799 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 50830) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:46.983639 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 0df79af5-af0b-4ae7-bfcf-f0fc502fa057 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:35:47.009100 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fbdc4c-ab61-423c-b8bd-58cd9482f649 req-24e176ac-8f6d-42f5-a54b-9d6ad705ef10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:47.014786 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b1fbdc4c-ab61-423c-b8bd-58cd9482f649 req-24e176ac-8f6d-42f5-a54b-9d6ad705ef10 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a204f4bf4c46407c82174884abbb75a5&device_id=28d1c156-da7a-4bf3-8a0c-3cb1e5e00d09 HTTP/1.1" status: 200 len: 1095 time: 0.2918923 Nov 25 17:35:47.175907 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.db.api [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:35:47.176436 n-d-817746-1 neutron-server[103362]: DEBUG oslo_db.api [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:35:47.215395 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe48ee-060f-4790-bfb2-71f13ce4f45a req-16becb85-da0a-49ce-8926-07b926ff8979 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:47.216041 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-dbbe48ee-060f-4790-bfb2-71f13ce4f45a req-16becb85-da0a-49ce-8926-07b926ff8979 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:47.226397 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-35311806-a354-44e0-b699-4a602f964ce7 None None] Provisioning complete for port 3bed3c3b-a732-4909-bbb7-404008a9920a triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:47.226888 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-35311806-a354-44e0-b699-4a602f964ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:47.235181 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ff40b0bf-cf9c-4f93-a668-c00d374a42ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:47.261576 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4b7e6-6462-4010-ab09-2556513a0c2d req-0a5e21bd-9c34-4d36-87f9-013be41e2286 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:47.263869 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f5c4b7e6-6462-4010-ab09-2556513a0c2d req-0a5e21bd-9c34-4d36-87f9-013be41e2286 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/ports?device_id=28d1c156-da7a-4bf3-8a0c-3cb1e5e00d09 HTTP/1.1" status: 200 len: 944 time: 0.2468083 Nov 25 17:35:47.276056 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e4a283-d470-4766-a3e6-85b0b9b0ba0e None None] Pushing event updated for resources: {'Port': ['ID=f117064f-8f42-4b68-b7bc-f6a554cb0047,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:47.305161 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-dbbe48ee-060f-4790-bfb2-71f13ce4f45a req-16becb85-da0a-49ce-8926-07b926ff8979 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7268040 Nov 25 17:35:47.319337 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b4794-3f3f-4130-bd55-03ea984c1309 req-0564f1a6-11d0-42c2-a75e-7b53f8278bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:47.328688 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-738b4794-3f3f-4130-bd55-03ea984c1309 req-0564f1a6-11d0-42c2-a75e-7b53f8278bfe service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a6fd0054-85a7-4437-9d4c-bc96085141e4 HTTP/1.1" status: 200 len: 1096 time: 0.5210426 Nov 25 17:35:47.337135 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669cdb76-ce4d-48be-b202-c9e7dfc94faa req-b3d63317-8272-48e6-ae06-0fedf390c224 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:47.338955 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-669cdb76-ce4d-48be-b202-c9e7dfc94faa req-b3d63317-8272-48e6-ae06-0fedf390c224 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.75 "GET /v2.0/ports?device_id=d168dfe5-5269-492a-96eb-5b280497c644 HTTP/1.1" status: 200 len: 946 time: 0.2376235 Nov 25 17:35:47.340212 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fbdc4c-ab61-423c-b8bd-58cd9482f649 req-cc0c337a-42ed-4445-8895-638acbc5c56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:47.342408 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b1fbdc4c-ab61-423c-b8bd-58cd9482f649 req-cc0c337a-42ed-4445-8895-638acbc5c56d service neutron] 10.222.0.90 "GET /v2.0/networks?id=65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3 HTTP/1.1" status: 200 len: 917 time: 0.2432702 Nov 25 17:35:47.353325 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-dbbe48ee-060f-4790-bfb2-71f13ce4f45a req-390cba4d-afc9-4ffe-bd39-25ab33930e82 service neutron] Request body: {'port': {'device_id': 'f446b173-679f-46cc-8110-d03c3f69a163', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:47.421832 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b1fbdc4c-ab61-423c-b8bd-58cd9482f649 req-50ade7c8-dd83-4eed-91d7-e2e403f30ee8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b0d974f-009c-4ad7-b5a2-15493d1b2c22 HTTP/1.1" status: 200 len: 217 time: 0.0701556 Nov 25 17:35:47.423349 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68755d6-924d-449f-9ccf-a37dc1d752a9 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:47.428468 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e68755d6-924d-449f-9ccf-a37dc1d752a9 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3961682 Nov 25 17:35:47.433917 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 50842) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:47.514552 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f5c4b7e6-6462-4010-ab09-2556513a0c2d req-8e4ae2f6-ca29-4bc3-8f8a-9ed7b7274143 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/security-groups?id=9cb48d60-855a-4fc7-ad36-ccabac53205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708133 Nov 25 17:35:47.516062 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fbdc4c-ab61-423c-b8bd-58cd9482f649 req-fe157aaf-5439-4122-8980-452813a95141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:47.517741 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b1fbdc4c-ab61-423c-b8bd-58cd9482f649 req-fe157aaf-5439-4122-8980-452813a95141 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fb898c20-92ca-4baf-a933-bccb5703e010 HTTP/1.1" status: 200 len: 855 time: 0.0585339 Nov 25 17:35:47.579001 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8fefbbaf-80b1-4393-9633-c6343cd924b0 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] 10.222.0.75 "GET /v2.0/subnets?network_id=1aa44027-b9d0-4a56-9a59-7e664703e20a HTTP/1.1" status: 200 len: 207 time: 0.1382036 Nov 25 17:35:47.587534 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 50848) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:47.590605 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-669cdb76-ce4d-48be-b202-c9e7dfc94faa req-d0c68543-69d7-4978-929c-3900e5ba39a5 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.75 "GET /v2.0/security-groups?id=20cf3e3a-3494-4c24-b696-e4a5273e4e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256060 Nov 25 17:35:47.629130 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fbdc4c-ab61-423c-b8bd-58cd9482f649 req-12f77ee2-8042-4981-9974-b3792db53d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:47.633372 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b1fbdc4c-ab61-423c-b8bd-58cd9482f649 req-12f77ee2-8042-4981-9974-b3792db53d84 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0879374 Nov 25 17:35:47.660240 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-dbbe48ee-060f-4790-bfb2-71f13ce4f45a req-390cba4d-afc9-4ffe-bd39-25ab33930e82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:47.735483 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-35311806-a354-44e0-b699-4a602f964ce7 None None] Provisioning complete for port f117064f-8f42-4b68-b7bc-f6a554cb0047 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:47.736056 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-35311806-a354-44e0-b699-4a602f964ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:47.798582 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a91ffb-8a50-41a3-8167-60798f65e599 req-baa60f71-044f-416e-9907-7bb302ff51fa tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:47.811217 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f5a91ffb-8a50-41a3-8167-60798f65e599 req-baa60f71-044f-416e-9907-7bb302ff51fa tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] 10.222.0.75 "GET /v2.0/ports?device_id=f446b173-679f-46cc-8110-d03c3f69a163 HTTP/1.1" status: 200 len: 931 time: 0.1257067 Nov 25 17:35:47.833347 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:47.879344 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b1fbdc4c-ab61-423c-b8bd-58cd9482f649 req-b01bb7cb-68b4-4dc1-b526-99945b925bea service neutron] 10.222.0.90 "GET /v2.0/networks/65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368195 Nov 25 17:35:47.897523 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f5a91ffb-8a50-41a3-8167-60798f65e599 req-e2756996-bf2a-4793-9139-14abcd3785df tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] 10.222.0.75 "GET /v2.0/security-groups?id=4fec76fe-ac00-4866-b797-5a4196ff057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837173 Nov 25 17:35:48.026524 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port f117064f-8f42-4b68-b7bc-f6a554cb0047, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=f117064f-8f42-4b68-b7bc-f6a554cb0047,segment=NetworkSegment(f72bba7e-b164-493c-bce5-d25ef3293e91),segment_id=f72bba7e-b164-493c-bce5-d25ef3293e91)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:48.027800 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-35311806-a354-44e0-b699-4a602f964ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:48.045626 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f0422e-23cd-4591-b926-63cd1469c569 None None] Network eb704b41-8f5e-4356-933c-072aea519d7f requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:48.073211 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-738b4794-3f3f-4130-bd55-03ea984c1309 req-421e1063-8700-4abd-9003-5e450e126baa service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=9cb48d60-855a-4fc7-ad36-ccabac53205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7342699 Nov 25 17:35:48.102759 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b1fbdc4c-ab61-423c-b8bd-58cd9482f649 req-02895404-f98b-4256-9ebf-234d5d60e972 service neutron] 10.222.0.90 "GET /v2.0/networks/65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040095 Nov 25 17:35:48.115831 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:48.248177 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device f117064f-8f42-4b68-b7bc-f6a554cb0047 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:35:48.261321 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-dbbe48ee-060f-4790-bfb2-71f13ce4f45a req-390cba4d-afc9-4ffe-bd39-25ab33930e82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a51e8af9-1ecf-45f7-acfc-cdc1aa499e49 {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:35:48.317751 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=f117064f-8f42-4b68-b7bc-f6a554cb0047,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:48.330013 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.db.api [None req-35311806-a354-44e0-b699-4a602f964ce7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:35:48.330252 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-dbbe48ee-060f-4790-bfb2-71f13ce4f45a req-390cba4d-afc9-4ffe-bd39-25ab33930e82 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:48.330380 n-d-817746-1 neutron-server[103362]: DEBUG oslo_db.api [None req-35311806-a354-44e0-b699-4a602f964ce7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:35:48.361017 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4498c772-6014-4372-bcba-d5ed69373751 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:48.364402 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port f117064f-8f42-4b68-b7bc-f6a554cb0047 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:48.364780 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:48.375534 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4498c772-6014-4372-bcba-d5ed69373751 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:48.386872 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4498c772-6014-4372-bcba-d5ed69373751 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:48.397359 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4498c772-6014-4372-bcba-d5ed69373751 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:48.407402 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4498c772-6014-4372-bcba-d5ed69373751 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:48.416286 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4498c772-6014-4372-bcba-d5ed69373751 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:48.419403 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4498c772-6014-4372-bcba-d5ed69373751 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.8297186 Nov 25 17:35:48.424043 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 50870) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:48.424842 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 50872) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:48.453569 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-dbbe48ee-060f-4790-bfb2-71f13ce4f45a req-390cba4d-afc9-4ffe-bd39-25ab33930e82 service neutron] Transition to ACTIVE for port object a51e8af9-1ecf-45f7-acfc-cdc1aa499e49 will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:35:48.464920 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-dbbe48ee-060f-4790-bfb2-71f13ce4f45a req-390cba4d-afc9-4ffe-bd39-25ab33930e82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:48.593336 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cba4d-afc9-4ffe-bd39-25ab33930e82 service neutron] Pushing event updated for resources: {'Port': ['ID=a51e8af9-1ecf-45f7-acfc-cdc1aa499e49,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:48.597182 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-67e8e664-946e-4f04-aec1-b05d40b0f1a6 tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1649402576'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:48.835845 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device c83886b1-a4f0-4ded-9c62-8f1712b365cf up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:35:48.941257 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port c83886b1-a4f0-4ded-9c62-8f1712b365cf completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:35:48.946451 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port c83886b1-a4f0-4ded-9c62-8f1712b365cf triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:48.947118 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:48.948863 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-35311806-a354-44e0-b699-4a602f964ce7 None None] Provisioning complete for port c83886b1-a4f0-4ded-9c62-8f1712b365cf triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:48.949339 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-35311806-a354-44e0-b699-4a602f964ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:49.007436 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 7b0d974f-009c-4ad7-b5a2-15493d1b2c22 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:35:49.042599 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8b986b6c-c340-45a9-92fa-64c583a1bbc4 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] 10.222.0.75 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.6172936 Nov 25 17:35:49.043620 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-dbbe48ee-060f-4790-bfb2-71f13ce4f45a req-390cba4d-afc9-4ffe-bd39-25ab33930e82 service neutron] Attempting to bind port a51e8af9-1ecf-45f7-acfc-cdc1aa499e49 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:35:49.044294 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-dbbe48ee-060f-4790-bfb2-71f13ce4f45a req-390cba4d-afc9-4ffe-bd39-25ab33930e82 service neutron] Attempting to bind port a51e8af9-1ecf-45f7-acfc-cdc1aa499e49 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '7ec04a0c-8575-467b-9c71-8b2ffe051a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '965caeff-0bd8-4807-9042-9253d5ab9857'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:35:49.044294 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbe48ee-060f-4790-bfb2-71f13ce4f45a req-390cba4d-afc9-4ffe-bd39-25ab33930e82 service neutron] Attempting to bind port a51e8af9-1ecf-45f7-acfc-cdc1aa499e49 on network 965caeff-0bd8-4807-9042-9253d5ab9857 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:35:49.046442 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 50894) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:49.060622 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbe48ee-060f-4790-bfb2-71f13ce4f45a req-390cba4d-afc9-4ffe-bd39-25ab33930e82 service neutron] Port a51e8af9-1ecf-45f7-acfc-cdc1aa499e49 on network 965caeff-0bd8-4807-9042-9253d5ab9857 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:35:49.060996 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbe48ee-060f-4790-bfb2-71f13ce4f45a req-390cba4d-afc9-4ffe-bd39-25ab33930e82 service neutron] Attempting to bind port a51e8af9-1ecf-45f7-acfc-cdc1aa499e49 on network 965caeff-0bd8-4807-9042-9253d5ab9857 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:35:49.065095 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-67e8e664-946e-4f04-aec1-b05d40b0f1a6 tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:49.066149 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-67e8e664-946e-4f04-aec1-b05d40b0f1a6 tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:49.093673 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbe48ee-060f-4790-bfb2-71f13ce4f45a req-390cba4d-afc9-4ffe-bd39-25ab33930e82 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:35:49.093956 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbe48ee-060f-4790-bfb2-71f13ce4f45a req-390cba4d-afc9-4ffe-bd39-25ab33930e82 service neutron] Checking segment: {'id': '7ec04a0c-8575-467b-9c71-8b2ffe051a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '965caeff-0bd8-4807-9042-9253d5ab9857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:49.094605 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbe48ee-060f-4790-bfb2-71f13ce4f45a req-390cba4d-afc9-4ffe-bd39-25ab33930e82 service neutron] Bound using segment: {'id': '7ec04a0c-8575-467b-9c71-8b2ffe051a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '965caeff-0bd8-4807-9042-9253d5ab9857'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:35:49.094750 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-dbbe48ee-060f-4790-bfb2-71f13ce4f45a req-390cba4d-afc9-4ffe-bd39-25ab33930e82 service neutron] Bound port: a51e8af9-1ecf-45f7-acfc-cdc1aa499e49, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ec04a0c-8575-467b-9c71-8b2ffe051a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '965caeff-0bd8-4807-9042-9253d5ab9857'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:35:49.095163 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-dbbe48ee-060f-4790-bfb2-71f13ce4f45a req-390cba4d-afc9-4ffe-bd39-25ab33930e82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:49.099639 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a45a5d-582d-4ff4-a68d-31e1259854f3 req-ec20d597-41bc-408a-9b6c-2a56b2e2cfa7 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:49.107100 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-07a45a5d-582d-4ff4-a68d-31e1259854f3 req-ec20d597-41bc-408a-9b6c-2a56b2e2cfa7 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/ports?device_id=28d1c156-da7a-4bf3-8a0c-3cb1e5e00d09 HTTP/1.1" status: 200 len: 944 time: 0.4510169 Nov 25 17:35:49.129230 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-e3005d5c-a7b9-4a98-9b83-59c879b2738a tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:49.137227 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-e3005d5c-a7b9-4a98-9b83-59c879b2738a tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.75 "GET /v2.0/networks?id=6d4db667-3b14-4224-ad62-597abdfcb413 HTTP/1.1" status: 200 len: 813 time: 0.6037607 Nov 25 17:35:49.149980 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30f89ee-8f59-4e23-933a-e80f0e3c8c34 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:49.151525 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30f89ee-8f59-4e23-933a-e80f0e3c8c34 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:49.153087 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30f89ee-8f59-4e23-933a-e80f0e3c8c34 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:49.155934 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30f89ee-8f59-4e23-933a-e80f0e3c8c34 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:49.158034 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30f89ee-8f59-4e23-933a-e80f0e3c8c34 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:49.163953 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c30f89ee-8f59-4e23-933a-e80f0e3c8c34 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1126111 Nov 25 17:35:49.169993 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-35311806-a354-44e0-b699-4a602f964ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:49.176812 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 50896) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:49.200578 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:49.216688 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71dd609a-f17b-4410-b499-7471e8db1c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83886b1-a4f0-4ded-9c62-8f1712b365cf'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:35:49.216940 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-dbbe48ee-060f-4790-bfb2-71f13ce4f45a req-390cba4d-afc9-4ffe-bd39-25ab33930e82 service neutron] For port a51e8af9-1ecf-45f7-acfc-cdc1aa499e49, host n-h1-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:35:49.219204 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe84aee-a609-48ea-8662-0c978d3679c1" -d '{"events": [{"server_uuid": "71dd609a-f17b-4410-b499-7471e8db1c7c", "name": "network-vif-plugged", "status": "completed", "tag": "c83886b1-a4f0-4ded-9c62-8f1712b365cf"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:35:49.221023 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-dbbe48ee-060f-4790-bfb2-71f13ce4f45a req-390cba4d-afc9-4ffe-bd39-25ab33930e82 service neutron] For port a51e8af9-1ecf-45f7-acfc-cdc1aa499e49, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=a51e8af9-1ecf-45f7-acfc-cdc1aa499e49,segment=NetworkSegment(7ec04a0c-8575-467b-9c71-8b2ffe051a31),segment_id=7ec04a0c-8575-467b-9c71-8b2ffe051a31)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:35:49.237888 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-dbbe48ee-060f-4790-bfb2-71f13ce4f45a req-390cba4d-afc9-4ffe-bd39-25ab33930e82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:49.258448 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-35311806-a354-44e0-b699-4a602f964ce7 None None] For port c83886b1-a4f0-4ded-9c62-8f1712b365cf, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=c83886b1-a4f0-4ded-9c62-8f1712b365cf,segment=NetworkSegment(136500d7-8aa5-4736-8898-2ad70aef0369),segment_id=136500d7-8aa5-4736-8898-2ad70aef0369)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:49.262127 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 7b0d974f-009c-4ad7-b5a2-15493d1b2c22, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=7b0d974f-009c-4ad7-b5a2-15493d1b2c22,segment=NetworkSegment(136500d7-8aa5-4736-8898-2ad70aef0369),segment_id=136500d7-8aa5-4736-8898-2ad70aef0369)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:49.263236 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-874823a3-75bd-408e-b7e2-c41a113e3bf8 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.75 "GET /v2.0/quotas/59268908ecea4807bb08e346620d5150 HTTP/1.1" status: 200 len: 375 time: 0.1253974 Nov 25 17:35:49.270822 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-35311806-a354-44e0-b699-4a602f964ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:49.298387 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-07a45a5d-582d-4ff4-a68d-31e1259854f3 req-24cc5956-1886-47b0-ad79-bfd72268251b tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/security-groups?id=9cb48d60-855a-4fc7-ad36-ccabac53205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904287 Nov 25 17:35:49.308907 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '7b0d974f-009c-4ad7-b5a2-15493d1b2c22', 'network_id': '65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3', 'port_id': '7b0d974f-009c-4ad7-b5a2-15493d1b2c22', 'mac_address': 'fa:16:3e:cb:4d:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb898c20-92ca-4baf-a933-bccb5703e010', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:35:49.324189 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-67e8e664-946e-4f04-aec1-b05d40b0f1a6 tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:49.328491 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe48ee-060f-4790-bfb2-71f13ce4f45a req-390cba4d-afc9-4ffe-bd39-25ab33930e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:49.330026 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-dbbe48ee-060f-4790-bfb2-71f13ce4f45a req-390cba4d-afc9-4ffe-bd39-25ab33930e82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:49.331822 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-dbbe48ee-060f-4790-bfb2-71f13ce4f45a req-390cba4d-afc9-4ffe-bd39-25ab33930e82 service neutron] 10.222.0.74 "PUT /v2.0/ports/a51e8af9-1ecf-45f7-acfc-cdc1aa499e49 HTTP/1.1" status: 200 len: 1091 time: 2.0019281 Nov 25 17:35:49.332529 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f446b173-679f-46cc-8110-d03c3f69a163', 'tag': 'a51e8af9-1ecf-45f7-acfc-cdc1aa499e49'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:35:49.336747 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38077361-adfe-4aa7-9d3a-a36ca55b22d2" -d '{"events": [{"name": "network-changed", "server_uuid": "f446b173-679f-46cc-8110-d03c3f69a163", "tag": "a51e8af9-1ecf-45f7-acfc-cdc1aa499e49"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:35:49.378842 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cba4d-afc9-4ffe-bd39-25ab33930e82 service neutron] Pushing event updated for resources: {'Port': ['ID=a51e8af9-1ecf-45f7-acfc-cdc1aa499e49,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:49.392475 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-67e8e664-946e-4f04-aec1-b05d40b0f1a6 tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:49.458001 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-e888dd31-94f4-494d-a401-3b614044d9fb tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=59268908ecea4807bb08e346620d5150&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1517477 Nov 25 17:35:49.462553 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd521ac-eb26-4a17-a30c-479b64670ea8 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Attributes excluded by policy engine: ['shared'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:49.463987 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd521ac-eb26-4a17-a30c-479b64670ea8 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Attributes excluded by policy engine: ['shared'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:49.465456 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd521ac-eb26-4a17-a30c-479b64670ea8 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Attributes excluded by policy engine: ['shared'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:49.467224 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd521ac-eb26-4a17-a30c-479b64670ea8 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Attributes excluded by policy engine: ['shared'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:49.468598 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd521ac-eb26-4a17-a30c-479b64670ea8 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Attributes excluded by policy engine: ['shared'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:49.470195 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-fbd521ac-eb26-4a17-a30c-479b64670ea8 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] 10.222.0.75 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2915924 Nov 25 17:35:49.474326 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.db.api [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:35:49.474829 n-d-817746-1 neutron-server[103362]: DEBUG oslo_db.api [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:35:49.475378 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 50902) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:49.504046 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-67e8e664-946e-4f04-aec1-b05d40b0f1a6 tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:49.508754 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-67e8e664-946e-4f04-aec1-b05d40b0f1a6 tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.0796959 Nov 25 17:35:49.510403 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 50904) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:49.565961 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35311806-a354-44e0-b699-4a602f964ce7 None None] Pushing event updated for resources: {'Port': ['ID=c83886b1-a4f0-4ded-9c62-8f1712b365cf,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:49.584680 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-92ab1f12-44e6-49e3-a58c-9365113f0dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:49.587549 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:49.593885 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe48ee-060f-4790-bfb2-71f13ce4f45a req-67ecce5a-6086-4c1d-9ae6-d70869d27e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:49.598660 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-dbbe48ee-060f-4790-bfb2-71f13ce4f45a req-67ecce5a-6086-4c1d-9ae6-d70869d27e65 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1a9c3242a61e438db3a59b55b2c137ec&device_id=f446b173-679f-46cc-8110-d03c3f69a163 HTTP/1.1" status: 200 len: 1094 time: 0.1994965 Nov 25 17:35:49.606322 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b0d974f-009c-4ad7-b5a2-15493d1b2c22 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:35:49.634932 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 7b0d974f-009c-4ad7-b5a2-15493d1b2c22, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=7b0d974f-009c-4ad7-b5a2-15493d1b2c22,segment=NetworkSegment(136500d7-8aa5-4736-8898-2ad70aef0369),segment_id=136500d7-8aa5-4736-8898-2ad70aef0369)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:49.642853 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:49.645274 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-031fa365-29aa-4559-ac9e-cfe19c8e8547 None None] Provisioning complete for port f117064f-8f42-4b68-b7bc-f6a554cb0047 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:49.645631 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-031fa365-29aa-4559-ac9e-cfe19c8e8547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:49.675713 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2563b433-b729-498a-8916-268b7cff5c26 tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] Publish callbacks [] for router, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:49.702427 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-dbbe48ee-060f-4790-bfb2-71f13ce4f45a req-858322e2-9526-4727-b663-cdf3357d351b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a51e8af9-1ecf-45f7-acfc-cdc1aa499e49 HTTP/1.1" status: 200 len: 217 time: 0.0905521 Nov 25 17:35:49.740964 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=7b0d974f-009c-4ad7-b5a2-15493d1b2c22,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:49.752378 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242a07b5-a463-44c8-a7d6-358007c92d2e tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:49.753868 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-242a07b5-a463-44c8-a7d6-358007c92d2e tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] 10.222.0.75 "GET /v2.0/networks/2812543e-c0ba-48b9-ad6a-e82996b4ae69 HTTP/1.1" status: 200 len: 804 time: 0.2756696 Nov 25 17:35:49.760329 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 50906) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:49.822997 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe48ee-060f-4790-bfb2-71f13ce4f45a req-8953cadf-3f2c-4619-8884-1a0af1a3343c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:49.824446 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-dbbe48ee-060f-4790-bfb2-71f13ce4f45a req-8953cadf-3f2c-4619-8884-1a0af1a3343c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=19d34e75-8087-42c7-a3a8-95bea2a687ae HTTP/1.1" status: 200 len: 851 time: 0.1106455 Nov 25 17:35:49.898699 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['7b0d974f-009c-4ad7-b5a2-15493d1b2c22'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:35:49.903480 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a617b5c6-7b0b-461c-8971-23c5af94e0ca tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] 10.222.0.75 "GET /v2.0/networks/2812543e-c0ba-48b9-ad6a-e82996b4ae69?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1420949 Nov 25 17:35:49.908450 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe48ee-060f-4790-bfb2-71f13ce4f45a req-2390d994-4b8b-41a2-9e09-f00b9ab64b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:49.909962 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-dbbe48ee-060f-4790-bfb2-71f13ce4f45a req-2390d994-4b8b-41a2-9e09-f00b9ab64b55 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=965caeff-0bd8-4807-9042-9253d5ab9857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766609 Nov 25 17:35:49.910418 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 50908) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:49.919694 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-b7163a7c-c18e-4dc1-bee7-143663e6cbd2 service neutron] 10.222.0.75 "GET /v2.0/networks/6d4db667-3b14-4224-ad62-597abdfcb413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4482191 Nov 25 17:35:49.930707 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0befc-3207-423f-9b7f-584b840d0c39 req-c8dd7aa6-b5fd-429c-8435-bd75f0187930 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:49.937781 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2dd0befc-3207-423f-9b7f-584b840d0c39 req-c8dd7aa6-b5fd-429c-8435-bd75f0187930 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.74 "GET /v2.0/ports?device_id=2d146c40-cdb3-451f-8a21-50736dd66a1d HTTP/1.1" status: 200 len: 945 time: 0.2986472 Nov 25 17:35:50.015081 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2563b433-b729-498a-8916-268b7cff5c26 tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:50.025958 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2563b433-b729-498a-8916-268b7cff5c26 tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:50.042466 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167c77c9-73b5-411a-a706-f06458977539 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:50.043816 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-167c77c9-73b5-411a-a706-f06458977539 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] 10.222.0.75 "GET /v2.0/subnets/33fa93a0-ced3-4a95-b01a-b451d97fca68 HTTP/1.1" status: 200 len: 843 time: 0.1324985 Nov 25 17:35:50.049552 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 50910) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:50.090688 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b9aa5-ab83-4600-94d6-a7ef54b67830 req-2d632ac0-cc4d-469e-a599-ce732b3202c1 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:50.098886 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4d9b9aa5-ab83-4600-94d6-a7ef54b67830 req-2d632ac0-cc4d-469e-a599-ce732b3202c1 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] 10.222.0.75 "GET /v2.0/ports?device_id=f446b173-679f-46cc-8110-d03c3f69a163 HTTP/1.1" status: 200 len: 943 time: 0.4167609 Nov 25 17:35:50.113951 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-dbbe48ee-060f-4790-bfb2-71f13ce4f45a req-eab44609-7cc2-4502-bb63-b3ebff2651f1 service neutron] 10.222.0.74 "GET /v2.0/networks/965caeff-0bd8-4807-9042-9253d5ab9857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935761 Nov 25 17:35:50.121769 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6a1c3a-905a-4977-afd6-88afac389626 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Attributes excluded by policy engine: ['shared'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:50.126860 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1e6a1c3a-905a-4977-afd6-88afac389626 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] 10.222.0.75 "GET /v2.0/subnets/33fa93a0-ced3-4a95-b01a-b451d97fca68?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0726120 Nov 25 17:35:50.126860 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 50912) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:50.131598 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-ab95264b-2a0d-495a-a5ee-090f0cf1910d tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1511252068'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:50.191345 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2563b433-b729-498a-8916-268b7cff5c26 tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:50.191854 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2563b433-b729-498a-8916-268b7cff5c26 tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 00b58468-fc7b-42d9-a7f3-08a7f8d26357 {{(pid=103361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:35:50.209629 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab95264b-2a0d-495a-a5ee-090f0cf1910d tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Made reservation on behalf of a944564bc44448da813147d2ebeb8dea for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:50.213372 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ab95264b-2a0d-495a-a5ee-090f0cf1910d tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:50.215380 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device f117064f-8f42-4b68-b7bc-f6a554cb0047 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:35:50.223757 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775da94-c6ff-410d-aedd-1af0f0513f6b req-9ba30c8a-2d34-4f2f-a83a-f5e37913abfe tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:50.225980 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d775da94-c6ff-410d-aedd-1af0f0513f6b req-9ba30c8a-2d34-4f2f-a83a-f5e37913abfe tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.90 "GET /v2.0/ports?device_id=d168dfe5-5269-492a-96eb-5b280497c644 HTTP/1.1" status: 200 len: 946 time: 0.3439088 Nov 25 17:35:50.236502 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2563b433-b729-498a-8916-268b7cff5c26 tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:50.241131 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-2563b433-b729-498a-8916-268b7cff5c26 tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] 10.222.0.75 "DELETE /v2.0/routers/00b58468-fc7b-42d9-a7f3-08a7f8d26357 HTTP/1.1" status: 204 len: 168 time: 0.7263207 Nov 25 17:35:50.245423 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 50914) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:50.253365 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-d37d5350-d8ac-4653-bd8b-e926fb4f954d tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] Request body: {'router': {'name': 'tempest-router-586276628', 'distributed': False}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:50.277418 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port f117064f-8f42-4b68-b7bc-f6a554cb0047 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:50.277744 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:50.278798 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab95264b-2a0d-495a-a5ee-090f0cf1910d tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:35:50.284061 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-dbbe48ee-060f-4790-bfb2-71f13ce4f45a req-f8556155-961a-4874-9b48-9d6872aec47d service neutron] 10.222.0.74 "GET /v2.0/networks/965caeff-0bd8-4807-9042-9253d5ab9857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599603 Nov 25 17:35:50.296344 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ab95264b-2a0d-495a-a5ee-090f0cf1910d tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:50.296680 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-ab95264b-2a0d-495a-a5ee-090f0cf1910d tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Added segment 4c9c6ae0-5b2d-4abb-99fb-27fc822dc509 of type vlan for network 0a14ae35-106c-4709-9486-92027be6404e Nov 25 17:35:50.299623 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-1411e319-97e0-4cd7-bf5c-fa867fca6310 service neutron] 10.222.0.75 "GET /v2.0/networks/6d4db667-3b14-4224-ad62-597abdfcb413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590856 Nov 25 17:35:50.307435 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d37d5350-d8ac-4653-bd8b-e926fb4f954d tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:50.308750 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d37d5350-d8ac-4653-bd8b-e926fb4f954d tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:50.315323 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4d9b9aa5-ab83-4600-94d6-a7ef54b67830 req-405a297e-c7e3-45a7-b44e-5c690c8ef0bc tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] 10.222.0.75 "GET /v2.0/security-groups?id=4fec76fe-ac00-4866-b797-5a4196ff057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2158537 Nov 25 17:35:50.355581 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ab95264b-2a0d-495a-a5ee-090f0cf1910d tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:50.415500 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5902805b-89f2-459d-8e94-a412dc7a9f5b x-openstack-request-id: req-5902805b-89f2-459d-8e94-a412dc7a9f5b {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:35:50.415872 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71dd609a-f17b-4410-b499-7471e8db1c7c", "name": "network-vif-plugged", "status": "completed", "tag": "c83886b1-a4f0-4ded-9c62-8f1712b365cf", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:35:50.416197 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5902805b-89f2-459d-8e94-a412dc7a9f5b {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:35:50.416719 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71dd609a-f17b-4410-b499-7471e8db1c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83886b1-a4f0-4ded-9c62-8f1712b365cf', 'code': 200} Nov 25 17:35:50.435735 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-2dd0befc-3207-423f-9b7f-584b840d0c39 req-ba303875-99fa-4c0f-9e09-ac66eb66c8be tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Deleting port e50b41d8-597c-4adc-9217-b5023349e79f {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:35:50.436081 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-2dd0befc-3207-423f-9b7f-584b840d0c39 req-ba303875-99fa-4c0f-9e09-ac66eb66c8be tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:50.458525 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d37d5350-d8ac-4653-bd8b-e926fb4f954d tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:50.467331 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d37d5350-d8ac-4653-bd8b-e926fb4f954d tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:50.475521 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ab95264b-2a0d-495a-a5ee-090f0cf1910d tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:50.481225 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab95264b-2a0d-495a-a5ee-090f0cf1910d tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:50.481829 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ab95264b-2a0d-495a-a5ee-090f0cf1910d tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:50.493448 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea8740d-230f-453a-899b-0a2eee31ccd4 x-openstack-request-id: req-5ea8740d-230f-453a-899b-0a2eee31ccd4 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:35:50.493796 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f446b173-679f-46cc-8110-d03c3f69a163", "tag": "a51e8af9-1ecf-45f7-acfc-cdc1aa499e49", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:35:50.494022 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5ea8740d-230f-453a-899b-0a2eee31ccd4 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:35:50.494399 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f446b173-679f-46cc-8110-d03c3f69a163', 'tag': 'a51e8af9-1ecf-45f7-acfc-cdc1aa499e49', 'status': 'completed', 'code': 200} Nov 25 17:35:50.524854 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d37d5350-d8ac-4653-bd8b-e926fb4f954d tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:50.526090 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d37d5350-d8ac-4653-bd8b-e926fb4f954d tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2801681 Nov 25 17:35:50.543929 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 50920) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:50.597306 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ab95264b-2a0d-495a-a5ee-090f0cf1910d tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4696336 Nov 25 17:35:50.601174 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 50926) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:50.605798 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-93752ce1-a3ad-4067-84b2-af87fb06dbbb tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Request body: {'subnet': {'network_id': '0a14ae35-106c-4709-9486-92027be6404e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:50.616783 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab95264b-2a0d-495a-a5ee-090f0cf1910d tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Pushing event updated for resources: {'Network': ['ID=0a14ae35-106c-4709-9486-92027be6404e,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:50.635902 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 0a14ae35-106c-4709-9486-92027be6404e details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:35:50.688412 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6afbea-4fcf-4774-a933-6dc100518ee5 req-9f0d2c8a-e77c-4a10-ae5b-ba2f0861029f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:50.689981 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-be6afbea-4fcf-4774-a933-6dc100518ee5 req-9f0d2c8a-e77c-4a10-ae5b-ba2f0861029f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=71dd609a-f17b-4410-b499-7471e8db1c7c HTTP/1.1" status: 200 len: 1096 time: 0.1996622 Nov 25 17:35:50.769410 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-be6afbea-4fcf-4774-a933-6dc100518ee5 req-3e88f515-472d-4805-8569-5eaab4dd2865 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=9cb48d60-855a-4fc7-ad36-ccabac53205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691524 Nov 25 17:35:50.776380 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93752ce1-a3ad-4067-84b2-af87fb06dbbb tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Made reservation on behalf of a944564bc44448da813147d2ebeb8dea for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:50.780774 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-93752ce1-a3ad-4067-84b2-af87fb06dbbb tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:50.792528 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ed3baf07-c398-4366-9479-ac5624878778 tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] Publish callbacks [] for router, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:50.793862 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:50.853961 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.ipam_backend_mixin [None req-93752ce1-a3ad-4067-84b2-af87fb06dbbb tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Performing IP validity checks on allocation pools {{(pid=103360) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 25 17:35:50.855236 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.ipam_backend_mixin [None req-93752ce1-a3ad-4067-84b2-af87fb06dbbb tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103360) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 25 17:35:50.902396 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38077361-adfe-4aa7-9d3a-a36ca55b22d2 req-8c625206-59f8-449d-8544-acc9d87dfab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:50.904274 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-38077361-adfe-4aa7-9d3a-a36ca55b22d2 req-8c625206-59f8-449d-8544-acc9d87dfab0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1a9c3242a61e438db3a59b55b2c137ec&device_id=f446b173-679f-46cc-8110-d03c3f69a163 HTTP/1.1" status: 200 len: 1094 time: 0.3613260 Nov 25 17:35:50.911459 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-2dd0befc-3207-423f-9b7f-584b840d0c39 req-ba303875-99fa-4c0f-9e09-ac66eb66c8be tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] For port e50b41d8-597c-4adc-9217-b5023349e79f, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e50b41d8-597c-4adc-9217-b5023349e79f,segment=NetworkSegment(e7f37f1f-ccbb-4078-be1e-54211a5caa2c),segment_id=e7f37f1f-ccbb-4078-be1e-54211a5caa2c)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:50.911841 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-2dd0befc-3207-423f-9b7f-584b840d0c39 req-ba303875-99fa-4c0f-9e09-ac66eb66c8be tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:50.919391 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-d775da94-c6ff-410d-aedd-1af0f0513f6b req-db1619e1-d95f-4f70-b019-c552a98384f4 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Deleting port 22d9f7b2-8a71-42cc-b6d8-276e1fe0a039 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:35:50.919727 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d775da94-c6ff-410d-aedd-1af0f0513f6b req-db1619e1-d95f-4f70-b019-c552a98384f4 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:50.963650 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-2dd0befc-3207-423f-9b7f-584b840d0c39 req-ba303875-99fa-4c0f-9e09-ac66eb66c8be tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Calling delete_port for e50b41d8-597c-4adc-9217-b5023349e79f owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:35:51.000236 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 7b0d974f-009c-4ad7-b5a2-15493d1b2c22 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:35:51.031295 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-93752ce1-a3ad-4067-84b2-af87fb06dbbb tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:51.065244 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port 7b0d974f-009c-4ad7-b5a2-15493d1b2c22 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:35:51.065968 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b96835f-e7b6-48d8-ae40-ab618b552ce1 req-96a32a62-486c-4879-b6bc-b9a272990c2f tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:51.070267 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port 7b0d974f-009c-4ad7-b5a2-15493d1b2c22 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:51.070652 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:51.075921 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1b96835f-e7b6-48d8-ae40-ab618b552ce1 req-96a32a62-486c-4879-b6bc-b9a272990c2f tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/ports?device_id=28d1c156-da7a-4bf3-8a0c-3cb1e5e00d09 HTTP/1.1" status: 200 len: 945 time: 0.5003262 Nov 25 17:35:51.086073 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b290c64d-6b54-4b03-8aba-6a313a789e2d req-372dc2a1-61b7-4c5b-a96e-86c9a19fae64 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.75 "GET /v2.0/ports?device_id=526c0b29-7d8a-407c-b680-0785a4e5d684 HTTP/1.1" status: 200 len: 210 time: 0.1389117 Nov 25 17:35:51.135255 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93752ce1-a3ad-4067-84b2-af87fb06dbbb tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Pushing event updated for resources: {'Subnet': ['ID=758b0e7f-6094-4458-b88c-fe8653b8a487,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:51.148111 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93752ce1-a3ad-4067-84b2-af87fb06dbbb tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Checking segment: {'id': '4c9c6ae0-5b2d-4abb-99fb-27fc822dc509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '0a14ae35-106c-4709-9486-92027be6404e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:51.148414 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93752ce1-a3ad-4067-84b2-af87fb06dbbb tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Network hostable DHCP agents. Network: 0a14ae35-106c-4709-9486-92027be6404e, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:35:51.172497 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93752ce1-a3ad-4067-84b2-af87fb06dbbb tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Network 0a14ae35-106c-4709-9486-92027be6404e is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:35:51.186800 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-93752ce1-a3ad-4067-84b2-af87fb06dbbb tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 0a14ae35-106c-4709-9486-92027be6404e) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:51.188589 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:51.191600 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93752ce1-a3ad-4067-84b2-af87fb06dbbb tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:51.192487 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-93752ce1-a3ad-4067-84b2-af87fb06dbbb tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:51.216883 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-93752ce1-a3ad-4067-84b2-af87fb06dbbb tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.6137049 Nov 25 17:35:51.218694 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 50942) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:51.220298 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9395d887-8ae8-442e-beff-b2e6b8e63df1 None None] Network 0a14ae35-106c-4709-9486-92027be6404e requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:51.229734 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-5cb082fc-3b04-442e-920a-87243d5b569d tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:51.250762 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ed3baf07-c398-4366-9479-ac5624878778 tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:51.267924 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ed3baf07-c398-4366-9479-ac5624878778 tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:51.297829 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 7b0d974f-009c-4ad7-b5a2-15493d1b2c22, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=7b0d974f-009c-4ad7-b5a2-15493d1b2c22,segment=NetworkSegment(136500d7-8aa5-4736-8898-2ad70aef0369),segment_id=136500d7-8aa5-4736-8898-2ad70aef0369)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:51.307357 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:51.354375 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5cb082fc-3b04-442e-920a-87243d5b569d tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126019786'] for subnet, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:51.383678 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=7b0d974f-009c-4ad7-b5a2-15493d1b2c22,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:51.543083 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45786cac-43bf-485a-96ef-ccb3c75752a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-0a14ae35-106c-4709-9486-92027be6404e', 'network_id': '0a14ae35-106c-4709-9486-92027be6404e', 'tenant_id': 'a944564bc44448da813147d2ebeb8dea', 'fixed_ips': [{'subnet_id': '758b0e7f-6094-4458-b88c-fe8653b8a487'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:35:51.544081 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-45786cac-43bf-485a-96ef-ccb3c75752a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:51.628960 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5cb082fc-3b04-442e-920a-87243d5b569d tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791736784159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-129790271'] for subnet, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:51.690983 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb082fc-3b04-442e-920a-87243d5b569d tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:51.691764 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5cb082fc-3b04-442e-920a-87243d5b569d tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:51.693512 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-5cb082fc-3b04-442e-920a-87243d5b569d tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] 10.222.0.75 "PUT /v2.0/subnets/758b0e7f-6094-4458-b88c-fe8653b8a487 HTTP/1.1" status: 200 len: 900 time: 0.4716880 Nov 25 17:35:51.697071 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 50948) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:51.743231 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-45786cac-43bf-485a-96ef-ccb3c75752a9 None None] Allocated IP 2001:db8::3 (0a14ae35-106c-4709-9486-92027be6404e/758b0e7f-6094-4458-b88c-fe8653b8a487/102c9bbd-a145-45c9-9b1c-6df5f19ba356) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:35:51.782046 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb082fc-3b04-442e-920a-87243d5b569d tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Pushing event updated for resources: {'Subnet': ['ID=758b0e7f-6094-4458-b88c-fe8653b8a487,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:51.853292 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ed557c52-b6e9-4150-a5c4-29ba909754ad tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:51.869832 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1b96835f-e7b6-48d8-ae40-ab618b552ce1 req-e85e3861-9bbd-4d6a-920a-51877fdd293d tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/security-groups?id=9cb48d60-855a-4fc7-ad36-ccabac53205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7925639 Nov 25 17:35:51.872022 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38077361-adfe-4aa7-9d3a-a36ca55b22d2 req-530eb7f7-4b69-4d8f-af5c-6f732635b657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:51.879417 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-38077361-adfe-4aa7-9d3a-a36ca55b22d2 req-530eb7f7-4b69-4d8f-af5c-6f732635b657 service neutron] 10.222.0.74 "GET /v2.0/networks?id=965caeff-0bd8-4807-9042-9253d5ab9857 HTTP/1.1" status: 200 len: 913 time: 0.9115500 Nov 25 17:35:51.900481 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-d775da94-c6ff-410d-aedd-1af0f0513f6b req-db1619e1-d95f-4f70-b019-c552a98384f4 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] For port 22d9f7b2-8a71-42cc-b6d8-276e1fe0a039, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=22d9f7b2-8a71-42cc-b6d8-276e1fe0a039,segment=NetworkSegment(e7f37f1f-ccbb-4078-be1e-54211a5caa2c),segment_id=e7f37f1f-ccbb-4078-be1e-54211a5caa2c)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:51.900879 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d775da94-c6ff-410d-aedd-1af0f0513f6b req-db1619e1-d95f-4f70-b019-c552a98384f4 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:51.921122 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ed3baf07-c398-4366-9479-ac5624878778 tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:51.921649 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed3baf07-c398-4366-9479-ac5624878778 tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9d48cec5-dd5a-4ab2-a034-817df2009e46 {{(pid=103361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:35:51.936749 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ed3baf07-c398-4366-9479-ac5624878778 tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:51.943311 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-ed3baf07-c398-4366-9479-ac5624878778 tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] 10.222.0.75 "DELETE /v2.0/routers/9d48cec5-dd5a-4ab2-a034-817df2009e46 HTTP/1.1" status: 204 len: 168 time: 1.3974533 Nov 25 17:35:51.950991 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 50952) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:51.967199 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-cca1ae1e-f976-46c3-8912-d58dc4f1862a tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] Request body: {'router': {'name': 'tempest-router-1376264753', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '9742d2a2dbae4e1c813df9abe2eb9e37'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:52.008999 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-38077361-adfe-4aa7-9d3a-a36ca55b22d2 req-0a2decd8-f379-4556-97b9-da8892c1d3ea service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a51e8af9-1ecf-45f7-acfc-cdc1aa499e49 HTTP/1.1" status: 200 len: 217 time: 0.1110392 Nov 25 17:35:52.010514 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-d775da94-c6ff-410d-aedd-1af0f0513f6b req-db1619e1-d95f-4f70-b019-c552a98384f4 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Calling delete_port for 22d9f7b2-8a71-42cc-b6d8-276e1fe0a039 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:35:52.028623 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ed557c52-b6e9-4150-a5c4-29ba909754ad tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:52.057226 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:52.063341 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cca1ae1e-f976-46c3-8912-d58dc4f1862a tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:52.063341 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cca1ae1e-f976-46c3-8912-d58dc4f1862a tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:52.098500 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-45786cac-43bf-485a-96ef-ccb3c75752a9 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:52.111606 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-45786cac-43bf-485a-96ef-ccb3c75752a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:52.149951 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c0d93a-1794-40e2-ad17-1809a378ddf0 req-a481476c-8dbf-4dab-be46-289711c28c57 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:52.157486 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e6c0d93a-1794-40e2-ad17-1809a378ddf0 req-a481476c-8dbf-4dab-be46-289711c28c57 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] 10.222.0.75 "GET /v2.0/ports?device_id=f446b173-679f-46cc-8110-d03c3f69a163 HTTP/1.1" status: 200 len: 943 time: 0.2659249 Nov 25 17:35:52.225897 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45786cac-43bf-485a-96ef-ccb3c75752a9 None None] Network 0a14ae35-106c-4709-9486-92027be6404e is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:52.226580 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38077361-adfe-4aa7-9d3a-a36ca55b22d2 req-26c9f57d-f4e9-4a89-9769-6d91d7e8aae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:52.227550 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-38077361-adfe-4aa7-9d3a-a36ca55b22d2 req-26c9f57d-f4e9-4a89-9769-6d91d7e8aae7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=19d34e75-8087-42c7-a3a8-95bea2a687ae HTTP/1.1" status: 200 len: 851 time: 0.2084079 Nov 25 17:35:52.240021 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-45786cac-43bf-485a-96ef-ccb3c75752a9 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:52.252536 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45786cac-43bf-485a-96ef-ccb3c75752a9 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:35:52.272807 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45786cac-43bf-485a-96ef-ccb3c75752a9 None None] Pushing event updated for resources: {'Port': ['ID=102c9bbd-a145-45c9-9b1c-6df5f19ba356,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:52.288019 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-2dd0befc-3207-423f-9b7f-584b840d0c39 req-ba303875-99fa-4c0f-9e09-ac66eb66c8be tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:52.316865 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e6c0d93a-1794-40e2-ad17-1809a378ddf0 req-70ff5971-76b3-42c4-9376-a5b057827030 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] 10.222.0.75 "GET /v2.0/security-groups?id=4fec76fe-ac00-4866-b797-5a4196ff057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576099 Nov 25 17:35:52.342839 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-275613d9-6954-407a-9e4e-5c35edbb374b req-86227b65-a44b-4806-9415-b527cbef6f7d tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.75 "GET /v2.0/ports?device_id=526c0b29-7d8a-407c-b680-0785a4e5d684 HTTP/1.1" status: 200 len: 210 time: 0.0836396 Nov 25 17:35:52.347331 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-18b6774c-b5f1-455c-97f2-23587faf314f tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:52.350835 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-18b6774c-b5f1-455c-97f2-23587faf314f tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.90 "GET /v2.0/networks?id=6d4db667-3b14-4224-ad62-597abdfcb413 HTTP/1.1" status: 200 len: 813 time: 0.2036839 Nov 25 17:35:52.370784 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-45786cac-43bf-485a-96ef-ccb3c75752a9 None None] Attempting to bind port 102c9bbd-a145-45c9-9b1c-6df5f19ba356 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:35:52.371076 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-45786cac-43bf-485a-96ef-ccb3c75752a9 None None] Attempting to bind port 102c9bbd-a145-45c9-9b1c-6df5f19ba356 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '4c9c6ae0-5b2d-4abb-99fb-27fc822dc509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '0a14ae35-106c-4709-9486-92027be6404e'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:35:52.372382 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45786cac-43bf-485a-96ef-ccb3c75752a9 None None] Attempting to bind port 102c9bbd-a145-45c9-9b1c-6df5f19ba356 on network 0a14ae35-106c-4709-9486-92027be6404e {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:35:52.376919 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45786cac-43bf-485a-96ef-ccb3c75752a9 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:35:52.377308 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45786cac-43bf-485a-96ef-ccb3c75752a9 None None] Checking segment: {'id': '4c9c6ae0-5b2d-4abb-99fb-27fc822dc509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '0a14ae35-106c-4709-9486-92027be6404e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:52.377708 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-45786cac-43bf-485a-96ef-ccb3c75752a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:52.378243 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45786cac-43bf-485a-96ef-ccb3c75752a9 None None] Bound using segment: {'id': '4c9c6ae0-5b2d-4abb-99fb-27fc822dc509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '0a14ae35-106c-4709-9486-92027be6404e'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:35:52.378728 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-45786cac-43bf-485a-96ef-ccb3c75752a9 None None] Bound port: 102c9bbd-a145-45c9-9b1c-6df5f19ba356, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c9c6ae0-5b2d-4abb-99fb-27fc822dc509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '0a14ae35-106c-4709-9486-92027be6404e'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:35:52.379116 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-45786cac-43bf-485a-96ef-ccb3c75752a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:52.397591 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba303875-99fa-4c0f-9e09-ac66eb66c8be tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Pushing event deleted for resources: {'Port': ['ID=e50b41d8-597c-4adc-9217-b5023349e79f,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:52.410775 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-d21fb299-f1d6-4f03-8964-08fe207dfaa0 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Request body: {'port': {'device_id': 'b9530bb4-1235-46d5-9d48-df3b4b075ced', 'network_id': '6d4db667-3b14-4224-ad62-597abdfcb413', 'admin_state_up': True, 'tenant_id': '59268908ecea4807bb08e346620d5150'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:52.421503 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d1c156-da7a-4bf3-8a0c-3cb1e5e00d09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b0d974f-009c-4ad7-b5a2-15493d1b2c22'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:35:52.424384 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7b74c1-560a-45cc-a2b7-b447affdb8ea" -d '{"events": [{"server_uuid": "28d1c156-da7a-4bf3-8a0c-3cb1e5e00d09", "name": "network-vif-plugged", "status": "completed", "tag": "7b0d974f-009c-4ad7-b5a2-15493d1b2c22"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:35:52.425418 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38077361-adfe-4aa7-9d3a-a36ca55b22d2 req-ea6a796a-a045-401d-af23-335a5faae954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:52.426852 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-38077361-adfe-4aa7-9d3a-a36ca55b22d2 req-ea6a796a-a045-401d-af23-335a5faae954 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=965caeff-0bd8-4807-9042-9253d5ab9857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1828952 Nov 25 17:35:52.450818 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cca1ae1e-f976-46c3-8912-d58dc4f1862a tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:52.495312 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cca1ae1e-f976-46c3-8912-d58dc4f1862a tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:52.500450 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dd0befc-3207-423f-9b7f-584b840d0c39 req-ba303875-99fa-4c0f-9e09-ac66eb66c8be tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] No DVR routers for this DVR port e50b41d8-597c-4adc-9217-b5023349e79f on host n-h1-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:35:52.506521 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-2dd0befc-3207-423f-9b7f-584b840d0c39 req-ba303875-99fa-4c0f-9e09-ac66eb66c8be tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:52.509986 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2dd0befc-3207-423f-9b7f-584b840d0c39 req-ba303875-99fa-4c0f-9e09-ac66eb66c8be tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.74 "DELETE /v2.0/ports/e50b41d8-597c-4adc-9217-b5023349e79f HTTP/1.1" status: 204 len: 173 time: 2.5553977 Nov 25 17:35:52.512718 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d146c40-cdb3-451f-8a21-50736dd66a1d', 'name': 'network-vif-deleted', 'tag': 'e50b41d8-597c-4adc-9217-b5023349e79f'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:35:52.514693 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2072677-9028-4ff3-ba55-d752b43e9afb" -d '{"events": [{"server_uuid": "2d146c40-cdb3-451f-8a21-50736dd66a1d", "name": "network-vif-deleted", "tag": "e50b41d8-597c-4adc-9217-b5023349e79f"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:35:52.600904 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00dd54d-97c8-42b3-ac88-9ee7d3fd81af x-openstack-request-id: req-d00dd54d-97c8-42b3-ac88-9ee7d3fd81af {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:35:52.601532 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d146c40-cdb3-451f-8a21-50736dd66a1d", "name": "network-vif-deleted", "tag": "e50b41d8-597c-4adc-9217-b5023349e79f", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:35:52.601951 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d00dd54d-97c8-42b3-ac88-9ee7d3fd81af {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:35:52.602523 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d146c40-cdb3-451f-8a21-50736dd66a1d', 'name': 'network-vif-deleted', 'tag': 'e50b41d8-597c-4adc-9217-b5023349e79f', 'status': 'completed', 'code': 200} Nov 25 17:35:52.636006 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677ac3f3-cff7-4655-ba61-80a4a60174ae None None] DHCP port deletion for 6d4db667-3b14-4224-ad62-597abdfcb413 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:35:52.660653 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d775da94-c6ff-410d-aedd-1af0f0513f6b req-db1619e1-d95f-4f70-b019-c552a98384f4 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:52.670310 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-38077361-adfe-4aa7-9d3a-a36ca55b22d2 req-069c7a37-564f-4bd7-9a54-08aae9b9b474 service neutron] 10.222.0.74 "GET /v2.0/networks/965caeff-0bd8-4807-9042-9253d5ab9857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203522 Nov 25 17:35:52.711863 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-45786cac-43bf-485a-96ef-ccb3c75752a9 None None] For port 102c9bbd-a145-45c9-9b1c-6df5f19ba356, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:35:52.718000 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1619e1-d95f-4f70-b019-c552a98384f4 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Pushing event deleted for resources: {'Port': ['ID=22d9f7b2-8a71-42cc-b6d8-276e1fe0a039,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:52.732071 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-45786cac-43bf-485a-96ef-ccb3c75752a9 None None] For port 102c9bbd-a145-45c9-9b1c-6df5f19ba356, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=102c9bbd-a145-45c9-9b1c-6df5f19ba356,segment=NetworkSegment(4c9c6ae0-5b2d-4abb-99fb-27fc822dc509),segment_id=4c9c6ae0-5b2d-4abb-99fb-27fc822dc509)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:35:52.736057 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea190fb-dcd1-4e75-b878-594590e33151 x-openstack-request-id: req-fea190fb-dcd1-4e75-b878-594590e33151 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:35:52.736584 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d1c156-da7a-4bf3-8a0c-3cb1e5e00d09", "name": "network-vif-plugged", "status": "completed", "tag": "7b0d974f-009c-4ad7-b5a2-15493d1b2c22", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:35:52.737328 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fea190fb-dcd1-4e75-b878-594590e33151 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:35:52.737805 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d1c156-da7a-4bf3-8a0c-3cb1e5e00d09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b0d974f-009c-4ad7-b5a2-15493d1b2c22', 'code': 200} Nov 25 17:35:52.740879 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-45786cac-43bf-485a-96ef-ccb3c75752a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:52.753300 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816147e5-cb23-48e5-8a7a-9386eeaef8d1 None None] DHCP port deletion for 6d4db667-3b14-4224-ad62-597abdfcb413 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:35:52.826443 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45786cac-43bf-485a-96ef-ccb3c75752a9 None None] Pushing event updated for resources: {'Port': ['ID=102c9bbd-a145-45c9-9b1c-6df5f19ba356,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:52.827376 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-d775da94-c6ff-410d-aedd-1af0f0513f6b req-db1619e1-d95f-4f70-b019-c552a98384f4 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] No DVR routers for this DVR port 22d9f7b2-8a71-42cc-b6d8-276e1fe0a039 on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:35:52.832147 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d775da94-c6ff-410d-aedd-1af0f0513f6b req-db1619e1-d95f-4f70-b019-c552a98384f4 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:52.844263 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d775da94-c6ff-410d-aedd-1af0f0513f6b req-db1619e1-d95f-4f70-b019-c552a98384f4 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.90 "DELETE /v2.0/ports/22d9f7b2-8a71-42cc-b6d8-276e1fe0a039 HTTP/1.1" status: 204 len: 173 time: 2.5991876 Nov 25 17:35:52.859027 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device a51e8af9-1ecf-45f7-acfc-cdc1aa499e49 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:35:52.864974 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device e50b41d8-597c-4adc-9217-b5023349e79f no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:35:52.916065 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: e50b41d8-597c-4adc-9217-b5023349e79f {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:35:52.916521 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device e50b41d8-597c-4adc-9217-b5023349e79f not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:35:52.918207 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-f460b6be-a113-4293-a269-cb15ffadd282 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:52.920185 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-f460b6be-a113-4293-a269-cb15ffadd282 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.74 "GET /v2.0/networks?id=6d4db667-3b14-4224-ad62-597abdfcb413 HTTP/1.1" status: 200 len: 813 time: 0.5598199 Nov 25 17:35:52.945880 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-04a6f371-dcbe-4285-b5ad-201e71d6a7f8 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Request body: {'port': {'device_id': '526c0b29-7d8a-407c-b680-0785a4e5d684', 'network_id': '6d4db667-3b14-4224-ad62-597abdfcb413', 'admin_state_up': True, 'tenant_id': '59268908ecea4807bb08e346620d5150'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:53.001387 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ed557c52-b6e9-4150-a5c4-29ba909754ad tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:53.009619 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecee168-7dba-493c-a087-7d07e952175d req-84d952f8-6c53-4f77-a0b4-54fb1c2b1494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:53.015267 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fecee168-7dba-493c-a087-7d07e952175d req-84d952f8-6c53-4f77-a0b4-54fb1c2b1494 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=28d1c156-da7a-4bf3-8a0c-3cb1e5e00d09 HTTP/1.1" status: 200 len: 1097 time: 0.2092984 Nov 25 17:35:53.028815 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cca1ae1e-f976-46c3-8912-d58dc4f1862a tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:53.034673 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-cca1ae1e-f976-46c3-8912-d58dc4f1862a tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.0825300 Nov 25 17:35:53.040252 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 50966) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:53.049207 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-a4b59541-aa23-4bb1-8e74-2c60fb1a90af tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:53.100794 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-38077361-adfe-4aa7-9d3a-a36ca55b22d2 req-607b9e1d-acc3-447b-a55f-c9b4a1cc239c service neutron] 10.222.0.74 "GET /v2.0/networks/965caeff-0bd8-4807-9042-9253d5ab9857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3929055 Nov 25 17:35:53.188954 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port a51e8af9-1ecf-45f7-acfc-cdc1aa499e49, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=a51e8af9-1ecf-45f7-acfc-cdc1aa499e49,segment=NetworkSegment(7ec04a0c-8575-467b-9c71-8b2ffe051a31),segment_id=7ec04a0c-8575-467b-9c71-8b2ffe051a31)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:53.203672 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 22d9f7b2-8a71-42cc-b6d8-276e1fe0a039 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:35:53.206730 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': 'a51e8af9-1ecf-45f7-acfc-cdc1aa499e49', 'network_id': '965caeff-0bd8-4807-9042-9253d5ab9857', 'port_id': 'a51e8af9-1ecf-45f7-acfc-cdc1aa499e49', 'mac_address': 'fa:16:3e:33:52:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19d34e75-8087-42c7-a3a8-95bea2a687ae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:35:53.246435 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: 22d9f7b2-8a71-42cc-b6d8-276e1fe0a039 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:35:53.252508 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 22d9f7b2-8a71-42cc-b6d8-276e1fe0a039 not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:35:53.260330 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:53.261012 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fecee168-7dba-493c-a087-7d07e952175d req-563ddcf6-4783-4397-8400-bc44450ca2b3 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=9cb48d60-855a-4fc7-ad36-ccabac53205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366357 Nov 25 17:35:53.283089 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a58ed85-9f1c-4cca-9bb1-7e689da36c8e req-d552bee8-c48d-4207-abd1-a65edce97446 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:53.285285 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2a58ed85-9f1c-4cca-9bb1-7e689da36c8e req-d552bee8-c48d-4207-abd1-a65edce97446 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/ports?device_id=28d1c156-da7a-4bf3-8a0c-3cb1e5e00d09 HTTP/1.1" status: 200 len: 946 time: 0.2590542 Nov 25 17:35:53.306676 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:53.326010 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a51e8af9-1ecf-45f7-acfc-cdc1aa499e49 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:35:53.367178 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port a51e8af9-1ecf-45f7-acfc-cdc1aa499e49, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=a51e8af9-1ecf-45f7-acfc-cdc1aa499e49,segment=NetworkSegment(7ec04a0c-8575-467b-9c71-8b2ffe051a31),segment_id=7ec04a0c-8575-467b-9c71-8b2ffe051a31)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:53.375203 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:53.390710 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed557c52-b6e9-4150-a5c4-29ba909754ad tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Pushing event deleted for resources: {'Subnet': ['ID=758b0e7f-6094-4458-b88c-fe8653b8a487,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:53.393759 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2a58ed85-9f1c-4cca-9bb1-7e689da36c8e req-f70d748b-2c74-4dfc-9ecc-42224934ccaf tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/security-groups?id=9cb48d60-855a-4fc7-ad36-ccabac53205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937145 Nov 25 17:35:53.436147 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=a51e8af9-1ecf-45f7-acfc-cdc1aa499e49,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:53.501619 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-d21fb299-f1d6-4f03-8964-08fe207dfaa0 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Made reservation on behalf of 59268908ecea4807bb08e346620d5150 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:53.504955 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8e191279-010a-44b8-839d-04942136f24a req-6e30e99e-005f-44c3-a2c2-66eea466bfae tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.75 "GET /v2.0/ports?device_id=526c0b29-7d8a-407c-b680-0785a4e5d684 HTTP/1.1" status: 200 len: 210 time: 0.0540237 Nov 25 17:35:53.505673 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-d21fb299-f1d6-4f03-8964-08fe207dfaa0 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:53.544384 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69adcab-e7a0-4f09-bd3e-5f440a26b34f req-396eb178-e14c-4e5d-95e5-9f5a8e4b9da4 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:53.546439 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ed557c52-b6e9-4150-a5c4-29ba909754ad tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:53.553705 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b69adcab-e7a0-4f09-bd3e-5f440a26b34f req-396eb178-e14c-4e5d-95e5-9f5a8e4b9da4 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] 10.222.0.75 "GET /v2.0/ports?device_id=f446b173-679f-46cc-8110-d03c3f69a163 HTTP/1.1" status: 200 len: 944 time: 0.1007581 Nov 25 17:35:53.600898 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b69adcab-e7a0-4f09-bd3e-5f440a26b34f req-56c9cb85-9835-4ca5-b44d-9d8662106be4 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] 10.222.0.75 "GET /v2.0/security-groups?id=4fec76fe-ac00-4866-b797-5a4196ff057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460198 Nov 25 17:35:53.614647 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-ed557c52-b6e9-4150-a5c4-29ba909754ad tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a14ae35-106c-4709-9486-92027be6404e']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:53.702708 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-04a6f371-dcbe-4285-b5ad-201e71d6a7f8 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Made reservation on behalf of 59268908ecea4807bb08e346620d5150 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:53.706957 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-04a6f371-dcbe-4285-b5ad-201e71d6a7f8 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:53.709366 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['a51e8af9-1ecf-45f7-acfc-cdc1aa499e49'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:35:53.710703 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-ed557c52-b6e9-4150-a5c4-29ba909754ad tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c9c6ae0-5b2d-4abb-99fb-27fc822dc509') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:53.710943 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-ed557c52-b6e9-4150-a5c4-29ba909754ad tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c9c6ae0-5b2d-4abb-99fb-27fc822dc509') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:53.773039 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ed557c52-b6e9-4150-a5c4-29ba909754ad tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:53.775893 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a4b59541-aa23-4bb1-8e74-2c60fb1a90af tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-542255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8324'] for router, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:53.776244 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a4b59541-aa23-4bb1-8e74-2c60fb1a90af tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] Publish callbacks [] for router, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:53.895528 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ed557c52-b6e9-4150-a5c4-29ba909754ad tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:53.924344 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed557c52-b6e9-4150-a5c4-29ba909754ad tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Releasing vlan 929 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:35:53.925028 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ed557c52-b6e9-4150-a5c4-29ba909754ad tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:53.928617 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:35:53.928617 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:35:53.928617 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:35:53.928617 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:35:53.928617 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:35:53.928617 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:35:53.928617 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:35:53.928617 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:35:53.928617 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:35:53.928617 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:35:53.928617 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:35:53.928617 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:35:53.928617 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:35:53.928617 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:35:53.928617 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:35:53.928617 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:35:53.928617 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:35:53.928617 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:35:53.928617 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:35:53.928617 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:35:53.928617 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:35:53.928617 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:35:53.928617 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:35:53.928617 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:35:53.928617 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:35:53.928617 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:35:53.928617 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:35:53.928617 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:35:53.928617 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:35:53.928617 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:35:53.928617 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:35:53.928617 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:35:54.001494 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a4b59541-aa23-4bb1-8e74-2c60fb1a90af tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103360) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 25 17:35:54.001838 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a4b59541-aa23-4bb1-8e74-2c60fb1a90af tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] Router 0263991c-d925-4b0f-80af-110db6f90495 migrating from provider to provider. {{(pid=103360) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 25 17:35:54.002221 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a4b59541-aa23-4bb1-8e74-2c60fb1a90af tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:54.054933 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-d21fb299-f1d6-4f03-8964-08fe207dfaa0 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Allocated IP 172.20.0.13 (6d4db667-3b14-4224-ad62-597abdfcb413/19edd2e5-56d0-441c-917b-78310e5fdd64/ab1d6262-81f2-4255-96d2-8cad3aec8955) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:35:54.065279 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a4b59541-aa23-4bb1-8e74-2c60fb1a90af tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:54.070898 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.db.api [None req-ed557c52-b6e9-4150-a5c4-29ba909754ad tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 17:35:54.070898 n-d-817746-1 neutron-server[103360]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 17:35:54.070898 n-d-817746-1 neutron-server[103360]: [parameters: {'id': '0a14ae35-106c-4709-9486-92027be6404e'}] Nov 25 17:35:54.070898 n-d-817746-1 neutron-server[103360]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:35:54.071342 n-d-817746-1 neutron-server[103360]: DEBUG oslo_db.api [None req-ed557c52-b6e9-4150-a5c4-29ba909754ad tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:35:54.076111 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a4b59541-aa23-4bb1-8e74-2c60fb1a90af tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-542246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-542269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-530067'] for router, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:54.253368 n-d-817746-1 neutron-server[103360]: WARNING neutron.scheduler.l3_agent_scheduler [None req-a4b59541-aa23-4bb1-8e74-2c60fb1a90af tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] No L3 agents can host the router 0263991c-d925-4b0f-80af-110db6f90495 Nov 25 17:35:54.259794 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f531b6-93af-43ff-95fc-2a0f7c3efe5c None None] Network 0a14ae35-106c-4709-9486-92027be6404e requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:54.322961 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 102c9bbd-a145-45c9-9b1c-6df5f19ba356 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:35:54.390918 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-dd040734-24eb-44b7-918b-12aab2b4259d None None] Provisioning complete for port 102c9bbd-a145-45c9-9b1c-6df5f19ba356 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:54.391297 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dd040734-24eb-44b7-918b-12aab2b4259d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:54.424253 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-d21fb299-f1d6-4f03-8964-08fe207dfaa0 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:54.431555 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b59541-aa23-4bb1-8e74-2c60fb1a90af tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] Hosts for router 0263991c-d925-4b0f-80af-110db6f90495: [] {{(pid=103360) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 25 17:35:54.463183 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b59541-aa23-4bb1-8e74-2c60fb1a90af tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] Hosts for other DVR routers connected to router 0263991c-d925-4b0f-80af-110db6f90495: set() {{(pid=103360) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 25 17:35:54.466024 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a4b59541-aa23-4bb1-8e74-2c60fb1a90af tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:54.467230 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a4b59541-aa23-4bb1-8e74-2c60fb1a90af tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] 10.222.0.75 "PUT /v2.0/routers/0263991c-d925-4b0f-80af-110db6f90495 HTTP/1.1" status: 200 len: 717 time: 1.4214957 Nov 25 17:35:54.470114 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 50996) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:54.485298 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 102c9bbd-a145-45c9-9b1c-6df5f19ba356 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:54.485682 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:54.519014 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-d21fb299-f1d6-4f03-8964-08fe207dfaa0 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:54.574649 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ed557c52-b6e9-4150-a5c4-29ba909754ad tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:54.592812 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dd040734-24eb-44b7-918b-12aab2b4259d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:54.608455 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-3c8ba2d1-3b8d-4750-bbb1-40a8772cb250 tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] 10.222.0.75 "GET /v2.0/routers/0263991c-d925-4b0f-80af-110db6f90495 HTTP/1.1" status: 200 len: 717 time: 0.1370962 Nov 25 17:35:54.609216 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd168dfe5-5269-492a-96eb-5b280497c644', 'name': 'network-vif-deleted', 'tag': '22d9f7b2-8a71-42cc-b6d8-276e1fe0a039'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:35:54.611265 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-04a6f371-dcbe-4285-b5ad-201e71d6a7f8 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Allocated IP 172.20.0.2 (6d4db667-3b14-4224-ad62-597abdfcb413/19edd2e5-56d0-441c-917b-78310e5fdd64/fbca2894-65f7-41bc-9242-addd7de20b57) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:35:54.611780 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d08caab-ead7-4b27-b0bc-5105def6fec5" -d '{"events": [{"server_uuid": "d168dfe5-5269-492a-96eb-5b280497c644", "name": "network-vif-deleted", "tag": "22d9f7b2-8a71-42cc-b6d8-276e1fe0a039"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:35:54.615316 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-d21fb299-f1d6-4f03-8964-08fe207dfaa0 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Network 6d4db667-3b14-4224-ad62-597abdfcb413 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:54.616218 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 51000) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:54.628349 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-d21fb299-f1d6-4f03-8964-08fe207dfaa0 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:54.635887 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-d21fb299-f1d6-4f03-8964-08fe207dfaa0 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:35:54.642804 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21fb299-f1d6-4f03-8964-08fe207dfaa0 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Pushing event updated for resources: {'Port': ['ID=ab1d6262-81f2-4255-96d2-8cad3aec8955,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:54.654830 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1345d9-5695-4497-89b6-f2f3800cc5d9 None None] DHCP port deletion for 6d4db667-3b14-4224-ad62-597abdfcb413 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:35:54.675254 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83e3de-e086-45a5-9242-55ed4f1cfe90 req-d114b3eb-ae97-4edf-bd6d-c7c4957bf552 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:54.676841 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1e83e3de-e086-45a5-9242-55ed4f1cfe90 req-d114b3eb-ae97-4edf-bd6d-c7c4957bf552 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/ports?device_id=28d1c156-da7a-4bf3-8a0c-3cb1e5e00d09 HTTP/1.1" status: 200 len: 946 time: 0.2005482 Nov 25 17:35:54.703973 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f618dca3-fb9b-480a-baa6-8117ae7a575f None None] DHCP port deletion for 0a14ae35-106c-4709-9486-92027be6404e request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:35:54.716133 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-dd040734-24eb-44b7-918b-12aab2b4259d None None] For port 102c9bbd-a145-45c9-9b1c-6df5f19ba356, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=102c9bbd-a145-45c9-9b1c-6df5f19ba356,segment=NetworkSegment(4c9c6ae0-5b2d-4abb-99fb-27fc822dc509),segment_id=4c9c6ae0-5b2d-4abb-99fb-27fc822dc509)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:54.753324 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d386483e-0f1e-4d46-8c8d-60a468110714 req-c9344e69-aaf7-44ca-9f69-d67d07bfe41c tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.75 "GET /v2.0/ports?device_id=526c0b29-7d8a-407c-b680-0785a4e5d684 HTTP/1.1" status: 200 len: 210 time: 0.0697031 Nov 25 17:35:54.805569 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dd040734-24eb-44b7-918b-12aab2b4259d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:54.814178 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1e83e3de-e086-45a5-9242-55ed4f1cfe90 req-88d46874-9acb-4d60-9780-3cb6a0deb5a1 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/security-groups?id=9cb48d60-855a-4fc7-ad36-ccabac53205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991035 Nov 25 17:35:54.854301 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-d21fb299-f1d6-4f03-8964-08fe207dfaa0 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:54.855484 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-d21fb299-f1d6-4f03-8964-08fe207dfaa0 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:54.944814 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:54.986868 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-8594dbc7-082c-477d-bf2b-4316e123914f tempest-RoutersTestDVR-995132235 tempest-RoutersTestDVR-995132235-project] 10.222.0.75 "GET /v2.0/routers/0263991c-d925-4b0f-80af-110db6f90495 HTTP/1.1" status: 200 len: 683 time: 0.3671510 Nov 25 17:35:54.988918 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83fa1d55-58fc-4af3-ab93-8c5118673125 x-openstack-request-id: req-83fa1d55-58fc-4af3-ab93-8c5118673125 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:35:54.991038 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d168dfe5-5269-492a-96eb-5b280497c644", "name": "network-vif-deleted", "tag": "22d9f7b2-8a71-42cc-b6d8-276e1fe0a039", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:35:54.991436 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-83fa1d55-58fc-4af3-ab93-8c5118673125 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:35:54.991982 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd168dfe5-5269-492a-96eb-5b280497c644', 'name': 'network-vif-deleted', 'tag': '22d9f7b2-8a71-42cc-b6d8-276e1fe0a039', 'status': 'completed', 'code': 200} Nov 25 17:35:55.010841 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d37acd28-70fa-4248-99fa-7b199cf0028e None None] Provisioning complete for port ab1d6262-81f2-4255-96d2-8cad3aec8955 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:55.011221 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d37acd28-70fa-4248-99fa-7b199cf0028e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:55.016288 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-f618dca3-fb9b-480a-baa6-8117ae7a575f None None] Deleting port 102c9bbd-a145-45c9-9b1c-6df5f19ba356 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:35:55.016662 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f618dca3-fb9b-480a-baa6-8117ae7a575f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:55.057838 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd040734-24eb-44b7-918b-12aab2b4259d None None] Pushing event updated for resources: {'Port': ['ID=102c9bbd-a145-45c9-9b1c-6df5f19ba356,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:55.073079 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 51012) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:55.148613 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d37acd28-70fa-4248-99fa-7b199cf0028e None None] Port ab1d6262-81f2-4255-96d2-8cad3aec8955 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:35:55.170447 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-f618dca3-fb9b-480a-baa6-8117ae7a575f None None] For port 102c9bbd-a145-45c9-9b1c-6df5f19ba356, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=102c9bbd-a145-45c9-9b1c-6df5f19ba356,segment=NetworkSegment(4c9c6ae0-5b2d-4abb-99fb-27fc822dc509),segment_id=4c9c6ae0-5b2d-4abb-99fb-27fc822dc509)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:55.170857 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f618dca3-fb9b-480a-baa6-8117ae7a575f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:55.190584 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.db.api [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:35:55.190950 n-d-817746-1 neutron-server[103362]: DEBUG oslo_db.api [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:35:55.191895 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-f618dca3-fb9b-480a-baa6-8117ae7a575f None None] Calling delete_port for 102c9bbd-a145-45c9-9b1c-6df5f19ba356 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:35:55.196666 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2599ee0f-3b43-4b29-a179-c2a92fece0d4 req-a3a7dd40-6100-44a5-a418-394e09396bff tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:55.208684 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2599ee0f-3b43-4b29-a179-c2a92fece0d4 req-a3a7dd40-6100-44a5-a418-394e09396bff tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] 10.222.0.75 "GET /v2.0/ports?device_id=f446b173-679f-46cc-8110-d03c3f69a163 HTTP/1.1" status: 200 len: 944 time: 0.2154095 Nov 25 17:35:55.235126 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-04a6f371-dcbe-4285-b5ad-201e71d6a7f8 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:55.245630 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-d21fb299-f1d6-4f03-8964-08fe207dfaa0 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8732617 Nov 25 17:35:55.248614 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e9d98006-26ee-4700-8652-1cef9519dc50 tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] Publish callbacks [] for router, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:55.254502 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-ed557c52-b6e9-4150-a5c4-29ba909754ad tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Deleting port 102c9bbd-a145-45c9-9b1c-6df5f19ba356 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:35:55.254840 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ed557c52-b6e9-4150-a5c4-29ba909754ad tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:55.274437 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-01e7f232-bc7e-4f71-84c5-dbf26823a758 service neutron] Request body: {'port': {'device_id': 'b9530bb4-1235-46d5-9d48-df3b4b075ced', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:55.295955 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f618dca3-fb9b-480a-baa6-8117ae7a575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:55.326767 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618dca3-fb9b-480a-baa6-8117ae7a575f None None] Pushing event deleted for resources: {'Port': ['ID=102c9bbd-a145-45c9-9b1c-6df5f19ba356,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:55.338321 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f618dca3-fb9b-480a-baa6-8117ae7a575f None None] No DVR routers for this DVR port 102c9bbd-a145-45c9-9b1c-6df5f19ba356 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:35:55.360499 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bbbef1-27da-4b57-b2a4-1067d21ce3b9 None None] Network 0a14ae35-106c-4709-9486-92027be6404e requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:55.362149 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35678e0-9ab8-4aca-b4ac-004fe862889a req-edc6bc79-41a0-410b-8a08-ede3ff5b0d08 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:55.365091 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f35678e0-9ab8-4aca-b4ac-004fe862889a req-edc6bc79-41a0-410b-8a08-ede3ff5b0d08 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6fd0054-85a7-4437-9d4c-bc96085141e4 HTTP/1.1" status: 200 len: 945 time: 0.3393822 Nov 25 17:35:55.401545 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-ed557c52-b6e9-4150-a5c4-29ba909754ad tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] For port 102c9bbd-a145-45c9-9b1c-6df5f19ba356, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=102c9bbd-a145-45c9-9b1c-6df5f19ba356,segment=NetworkSegment(4c9c6ae0-5b2d-4abb-99fb-27fc822dc509),segment_id=4c9c6ae0-5b2d-4abb-99fb-27fc822dc509)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:55.401904 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ed557c52-b6e9-4150-a5c4-29ba909754ad tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:55.420649 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-ed557c52-b6e9-4150-a5c4-29ba909754ad tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Calling delete_port for 102c9bbd-a145-45c9-9b1c-6df5f19ba356 owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:35:55.422685 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-04a6f371-dcbe-4285-b5ad-201e71d6a7f8 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:55.441535 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-01e7f232-bc7e-4f71-84c5-dbf26823a758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:55.471055 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-04a6f371-dcbe-4285-b5ad-201e71d6a7f8 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Network 6d4db667-3b14-4224-ad62-597abdfcb413 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:55.516050 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-04a6f371-dcbe-4285-b5ad-201e71d6a7f8 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:55.524489 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f35678e0-9ab8-4aca-b4ac-004fe862889a req-773baf61-189d-408f-991d-4ea8eb5b285e tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/security-groups?id=9cb48d60-855a-4fc7-ad36-ccabac53205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101956 Nov 25 17:35:55.525364 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-04a6f371-dcbe-4285-b5ad-201e71d6a7f8 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:35:55.542385 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6244d5-b3e8-4f64-9301-e91d6930f69d None None] DHCP port deletion for 6d4db667-3b14-4224-ad62-597abdfcb413 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:35:55.578399 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-46c34d56-7900-43d1-a0b4-c4009ec35b2b None None] Provisioning complete for port fbca2894-65f7-41bc-9242-addd7de20b57 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:55.579129 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-46c34d56-7900-43d1-a0b4-c4009ec35b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:55.603569 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a6f371-dcbe-4285-b5ad-201e71d6a7f8 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Pushing event updated for resources: {'Port': ['ID=fbca2894-65f7-41bc-9242-addd7de20b57,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:55.624374 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-46c34d56-7900-43d1-a0b4-c4009ec35b2b None None] Port fbca2894-65f7-41bc-9242-addd7de20b57 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:35:55.632018 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2599ee0f-3b43-4b29-a179-c2a92fece0d4 req-867c2216-a083-4032-8b22-d8c28e52dfbb tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] 10.222.0.75 "GET /v2.0/security-groups?id=4fec76fe-ac00-4866-b797-5a4196ff057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4219937 Nov 25 17:35:55.638594 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-04a6f371-dcbe-4285-b5ad-201e71d6a7f8 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:55.639230 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-04a6f371-dcbe-4285-b5ad-201e71d6a7f8 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:55.654240 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e9d98006-26ee-4700-8652-1cef9519dc50 tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:55.656897 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e9d98006-26ee-4700-8652-1cef9519dc50 tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:55.723521 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Port 102c9bbd-a145-45c9-9b1c-6df5f19ba356 update to ACTIVE by agent not found {{(pid=103362) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 25 17:35:55.742964 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e9d98006-26ee-4700-8652-1cef9519dc50 tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:55.743477 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d98006-26ee-4700-8652-1cef9519dc50 tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0263991c-d925-4b0f-80af-110db6f90495 {{(pid=103361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:35:55.747887 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e9d98006-26ee-4700-8652-1cef9519dc50 tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:55.749439 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-e9d98006-26ee-4700-8652-1cef9519dc50 tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] 10.222.0.75 "DELETE /v2.0/routers/0263991c-d925-4b0f-80af-110db6f90495 HTTP/1.1" status: 204 len: 168 time: 0.6738636 Nov 25 17:35:55.752794 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 51022) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:55.757844 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-9b4b7a66-45c7-4fba-ba2c-3ca724a0958c tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] Request body: {'router': {'name': 'tempest-router-626129394', 'distributed': True}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:55.801427 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-04a6f371-dcbe-4285-b5ad-201e71d6a7f8 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8620508 Nov 25 17:35:55.819466 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-c0743b8a-7bab-4806-9b24-a309bcc21084 service neutron] Request body: {'port': {'device_id': '526c0b29-7d8a-407c-b680-0785a4e5d684', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:55.822359 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ed557c52-b6e9-4150-a5c4-29ba909754ad tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:55.844529 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9b4b7a66-45c7-4fba-ba2c-3ca724a0958c tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:55.845952 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9b4b7a66-45c7-4fba-ba2c-3ca724a0958c tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:55.891883 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed557c52-b6e9-4150-a5c4-29ba909754ad tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Pushing event deleted for resources: {'Port': ['ID=102c9bbd-a145-45c9-9b1c-6df5f19ba356,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:55.905072 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed557c52-b6e9-4150-a5c4-29ba909754ad tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] No DVR routers for this DVR port 102c9bbd-a145-45c9-9b1c-6df5f19ba356 on host n-d-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:35:55.977651 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827c87a-f677-42dc-8855-b737f73aeb40 req-d03e12e0-50c5-478b-a825-219c0e6bb8ad tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:55.985389 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7827c87a-f677-42dc-8855-b737f73aeb40 req-d03e12e0-50c5-478b-a825-219c0e6bb8ad tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/ports?device_id=71dd609a-f17b-4410-b499-7471e8db1c7c HTTP/1.1" status: 200 len: 945 time: 0.1561439 Nov 25 17:35:55.998008 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9b4b7a66-45c7-4fba-ba2c-3ca724a0958c tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:56.007901 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba76eb9-c190-4f92-af41-78acbe35b182 req-3f5c8c4b-2acf-4a5e-93a6-38897e9b28df tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:56.008142 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-c0743b8a-7bab-4806-9b24-a309bcc21084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:56.016002 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9ba76eb9-c190-4f92-af41-78acbe35b182 req-3f5c8c4b-2acf-4a5e-93a6-38897e9b28df tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.75 "GET /v2.0/ports?device_id=526c0b29-7d8a-407c-b680-0785a4e5d684 HTTP/1.1" status: 200 len: 931 time: 0.1489115 Nov 25 17:35:56.032618 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9b4b7a66-45c7-4fba-ba2c-3ca724a0958c tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:56.080696 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9b4b7a66-45c7-4fba-ba2c-3ca724a0958c tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:56.081524 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ed557c52-b6e9-4150-a5c4-29ba909754ad tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:56.085153 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-9b4b7a66-45c7-4fba-ba2c-3ca724a0958c tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.3281720 Nov 25 17:35:56.090193 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 51026) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:56.104485 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7827c87a-f677-42dc-8855-b737f73aeb40 req-5c2023ff-0a88-4bdd-b7b8-f470675c200e tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/security-groups?id=9cb48d60-855a-4fc7-ad36-ccabac53205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178164 Nov 25 17:35:56.115860 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9ba76eb9-c190-4f92-af41-78acbe35b182 req-cfa32a60-b4b0-4523-97e6-675df4c5833c tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.75 "GET /v2.0/security-groups?id=20cf3e3a-3494-4c24-b696-e4a5273e4e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985355 Nov 25 17:35:56.207977 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-ed557c52-b6e9-4150-a5c4-29ba909754ad tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a14ae35-106c-4709-9486-92027be6404e']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:56.236069 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 102c9bbd-a145-45c9-9b1c-6df5f19ba356 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:35:56.236460 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-ed557c52-b6e9-4150-a5c4-29ba909754ad tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c9c6ae0-5b2d-4abb-99fb-27fc822dc509') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:56.237061 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-ed557c52-b6e9-4150-a5c4-29ba909754ad tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c9c6ae0-5b2d-4abb-99fb-27fc822dc509') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:56.258872 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 102c9bbd-a145-45c9-9b1c-6df5f19ba356 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:35:56.259318 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 102c9bbd-a145-45c9-9b1c-6df5f19ba356 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:35:56.264091 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-09cd5378-9a8f-4a37-973b-251e39334705 tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:56.273000 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ed557c52-b6e9-4150-a5c4-29ba909754ad tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:56.407767 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ed557c52-b6e9-4150-a5c4-29ba909754ad tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:56.412725 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-01e7f232-bc7e-4f71-84c5-dbf26823a758 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab1d6262-81f2-4255-96d2-8cad3aec8955 {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:35:56.432214 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-01e7f232-bc7e-4f71-84c5-dbf26823a758 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:56.438651 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed557c52-b6e9-4150-a5c4-29ba909754ad tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Releasing vlan 929 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:35:56.439038 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ed557c52-b6e9-4150-a5c4-29ba909754ad tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:56.442161 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45132466-93a1-47de-ad08-618faf44529d req-3cf3454a-c880-4d89-855b-492777e8bd6a tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:56.445021 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-45132466-93a1-47de-ad08-618faf44529d req-3cf3454a-c880-4d89-855b-492777e8bd6a tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/ports?device_id=28d1c156-da7a-4bf3-8a0c-3cb1e5e00d09 HTTP/1.1" status: 200 len: 946 time: 0.0532243 Nov 25 17:35:56.445757 n-d-817746-1 neutron-server[103360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:35:56.445757 n-d-817746-1 neutron-server[103360]: self.session.flush() Nov 25 17:35:56.445757 n-d-817746-1 neutron-server[103360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:35:56.445757 n-d-817746-1 neutron-server[103360]: self.session.flush() Nov 25 17:35:56.445757 n-d-817746-1 neutron-server[103360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:35:56.445757 n-d-817746-1 neutron-server[103360]: self.session.flush() Nov 25 17:35:56.445757 n-d-817746-1 neutron-server[103360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:35:56.445757 n-d-817746-1 neutron-server[103360]: self.session.flush() Nov 25 17:35:56.445757 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:35:56.445757 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:35:56.445757 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:35:56.445757 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:35:56.445757 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:35:56.445757 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:35:56.445757 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:35:56.445757 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:35:56.445757 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:35:56.445757 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:35:56.445757 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:35:56.445757 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:35:56.445757 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:35:56.445757 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:35:56.445757 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:35:56.445757 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:35:56.445757 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:35:56.445757 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:35:56.445757 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:35:56.445757 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:35:56.445757 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:35:56.445757 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:35:56.445757 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:35:56.445757 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:35:56.445757 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:35:56.445757 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:35:56.445757 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:35:56.445757 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:35:56.445757 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:35:56.445757 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:35:56.445757 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:35:56.445757 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:35:56.501265 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-45132466-93a1-47de-ad08-618faf44529d req-7e335824-4718-449b-b78e-e310e3c240b5 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/security-groups?id=9cb48d60-855a-4fc7-ad36-ccabac53205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483489 Nov 25 17:35:56.617051 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-09cd5378-9a8f-4a37-973b-251e39334705 tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:56.620368 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-09cd5378-9a8f-4a37-973b-251e39334705 tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:56.669520 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-01e7f232-bc7e-4f71-84c5-dbf26823a758 service neutron] Transition to ACTIVE for port object ab1d6262-81f2-4255-96d2-8cad3aec8955 will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:35:56.670905 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ed557c52-b6e9-4150-a5c4-29ba909754ad tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:56.680770 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ed557c52-b6e9-4150-a5c4-29ba909754ad tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:56.684377 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ed557c52-b6e9-4150-a5c4-29ba909754ad tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] 10.222.0.75 "DELETE /v2.0/networks/0a14ae35-106c-4709-9486-92027be6404e HTTP/1.1" status: 204 len: 168 time: 4.9862030 Nov 25 17:35:56.685440 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-09cd5378-9a8f-4a37-973b-251e39334705 tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:56.686641 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09cd5378-9a8f-4a37-973b-251e39334705 tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] Fanout notify agent at l3_agent the message router_deleted on router db9c87bd-4aba-40ee-9202-9d48bb0f6da6 {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:35:56.688157 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 51036) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:56.713284 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-01e7f232-bc7e-4f71-84c5-dbf26823a758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:56.726597 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-09cd5378-9a8f-4a37-973b-251e39334705 tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:56.732541 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-09cd5378-9a8f-4a37-973b-251e39334705 tempest-RoutersTestDVR-1942077659 tempest-RoutersTestDVR-1942077659-project-admin] 10.222.0.75 "DELETE /v2.0/routers/db9c87bd-4aba-40ee-9202-9d48bb0f6da6 HTTP/1.1" status: 204 len: 168 time: 0.6333799 Nov 25 17:35:56.786416 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed557c52-b6e9-4150-a5c4-29ba909754ad tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Pushing event deleted for resources: {'Network': ['ID=0a14ae35-106c-4709-9486-92027be6404e,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:56.792303 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b719d59-3b40-42d5-9759-a85d26bb8cfa tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] DELETE failed (client error): The resource could not be found. Nov 25 17:35:56.792772 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b719d59-3b40-42d5-9759-a85d26bb8cfa tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:35:56.798703 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7b719d59-3b40-42d5-9759-a85d26bb8cfa tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] 10.222.0.75 "DELETE /v2.0/subnets/758b0e7f-6094-4458-b88c-fe8653b8a487 HTTP/1.1" status: 404 len: 337 time: 0.0907967 Nov 25 17:35:56.828860 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 51044) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:56.842033 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3e7781-48f9-44bd-a496-b92ce0db85b9 None None] DHCP port deletion for 6d4db667-3b14-4224-ad62-597abdfcb413 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:35:56.859415 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device a51e8af9-1ecf-45f7-acfc-cdc1aa499e49 up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:35:56.882329 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c9e8a-4e72-400e-98c2-999e1ac1d235 req-51c64a3a-c8ca-416a-b756-6a0ad532f902 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:56.884924 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6a3c9e8a-4e72-400e-98c2-999e1ac1d235 req-51c64a3a-c8ca-416a-b756-6a0ad532f902 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6fd0054-85a7-4437-9d4c-bc96085141e4 HTTP/1.1" status: 200 len: 945 time: 0.1119747 Nov 25 17:35:56.922040 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-092bac53-4cf3-47f1-8568-31ceca18417c tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] DELETE failed (client error): The resource could not be found. Nov 25 17:35:56.923624 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-092bac53-4cf3-47f1-8568-31ceca18417c tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:35:56.931200 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-092bac53-4cf3-47f1-8568-31ceca18417c tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] 10.222.0.75 "DELETE /v2.0/networks/0a14ae35-106c-4709-9486-92027be6404e HTTP/1.1" status: 404 len: 339 time: 0.0943670 Nov 25 17:35:56.942992 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 51046) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:56.950630 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e7f232-bc7e-4f71-84c5-dbf26823a758 service neutron] Pushing event updated for resources: {'Port': ['ID=ab1d6262-81f2-4255-96d2-8cad3aec8955,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:57.026913 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port a51e8af9-1ecf-45f7-acfc-cdc1aa499e49 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:35:57.033172 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port a51e8af9-1ecf-45f7-acfc-cdc1aa499e49 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:57.033837 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:57.086685 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-01e7f232-bc7e-4f71-84c5-dbf26823a758 service neutron] Attempting to bind port ab1d6262-81f2-4255-96d2-8cad3aec8955 on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:35:57.087052 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-01e7f232-bc7e-4f71-84c5-dbf26823a758 service neutron] Attempting to bind port ab1d6262-81f2-4255-96d2-8cad3aec8955 by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': 'e7f37f1f-ccbb-4078-be1e-54211a5caa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '6d4db667-3b14-4224-ad62-597abdfcb413'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:35:57.087353 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-01e7f232-bc7e-4f71-84c5-dbf26823a758 service neutron] Attempting to bind port ab1d6262-81f2-4255-96d2-8cad3aec8955 on network 6d4db667-3b14-4224-ad62-597abdfcb413 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:35:57.093643 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-01e7f232-bc7e-4f71-84c5-dbf26823a758 service neutron] Port ab1d6262-81f2-4255-96d2-8cad3aec8955 on network 6d4db667-3b14-4224-ad62-597abdfcb413 not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:35:57.094458 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-01e7f232-bc7e-4f71-84c5-dbf26823a758 service neutron] Attempting to bind port ab1d6262-81f2-4255-96d2-8cad3aec8955 on network 6d4db667-3b14-4224-ad62-597abdfcb413 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:35:57.121622 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-01e7f232-bc7e-4f71-84c5-dbf26823a758 service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:35:57.122129 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-01e7f232-bc7e-4f71-84c5-dbf26823a758 service neutron] Checking segment: {'id': 'e7f37f1f-ccbb-4078-be1e-54211a5caa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '6d4db667-3b14-4224-ad62-597abdfcb413'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:57.122539 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-01e7f232-bc7e-4f71-84c5-dbf26823a758 service neutron] Bound using segment: {'id': 'e7f37f1f-ccbb-4078-be1e-54211a5caa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '6d4db667-3b14-4224-ad62-597abdfcb413'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:35:57.122991 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-01e7f232-bc7e-4f71-84c5-dbf26823a758 service neutron] Bound port: ab1d6262-81f2-4255-96d2-8cad3aec8955, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7f37f1f-ccbb-4078-be1e-54211a5caa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '6d4db667-3b14-4224-ad62-597abdfcb413'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:35:57.123486 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-01e7f232-bc7e-4f71-84c5-dbf26823a758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:57.138760 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:57.144364 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb30c9-4530-4d5b-aacd-9caa42f2d60f req-efa71103-a1d4-4306-884e-6d518d26680a tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:57.145993 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c1fb30c9-4530-4d5b-aacd-9caa42f2d60f req-efa71103-a1d4-4306-884e-6d518d26680a tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] 10.222.0.75 "GET /v2.0/ports?device_id=f446b173-679f-46cc-8110-d03c3f69a163 HTTP/1.1" status: 200 len: 944 time: 0.2599857 Nov 25 17:35:57.149908 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6a3c9e8a-4e72-400e-98c2-999e1ac1d235 req-d240485f-f110-4175-b2ba-e7033daae848 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/security-groups?id=9cb48d60-855a-4fc7-ad36-ccabac53205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544739 Nov 25 17:35:57.160253 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-16f6a5b6-4053-4be2-8879-71d7c2d45c4b tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:57.164460 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-c0743b8a-7bab-4806-9b24-a309bcc21084 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbca2894-65f7-41bc-9242-addd7de20b57 {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:35:57.187655 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f446b173-679f-46cc-8110-d03c3f69a163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a51e8af9-1ecf-45f7-acfc-cdc1aa499e49'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:35:57.190520 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b032f25-32b3-45f4-a619-fd9958adb720" -d '{"events": [{"server_uuid": "f446b173-679f-46cc-8110-d03c3f69a163", "name": "network-vif-plugged", "status": "completed", "tag": "a51e8af9-1ecf-45f7-acfc-cdc1aa499e49"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:35:57.196859 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 51054) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:57.228708 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port a51e8af9-1ecf-45f7-acfc-cdc1aa499e49, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=a51e8af9-1ecf-45f7-acfc-cdc1aa499e49,segment=NetworkSegment(7ec04a0c-8575-467b-9c71-8b2ffe051a31),segment_id=7ec04a0c-8575-467b-9c71-8b2ffe051a31)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:57.229601 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-c0743b8a-7bab-4806-9b24-a309bcc21084 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:57.241599 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:57.262755 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-c0743b8a-7bab-4806-9b24-a309bcc21084 service neutron] Transition to ACTIVE for port object fbca2894-65f7-41bc-9242-addd7de20b57 will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:35:57.279518 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-c0743b8a-7bab-4806-9b24-a309bcc21084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:57.351782 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-01e7f232-bc7e-4f71-84c5-dbf26823a758 service neutron] For port ab1d6262-81f2-4255-96d2-8cad3aec8955, host n-h2-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:35:57.354459 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0743b8a-7bab-4806-9b24-a309bcc21084 service neutron] Pushing event updated for resources: {'Port': ['ID=fbca2894-65f7-41bc-9242-addd7de20b57,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:57.372331 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c1fb30c9-4530-4d5b-aacd-9caa42f2d60f req-ee777ede-4eeb-4f72-a827-8dc3ed90c1f1 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] 10.222.0.75 "GET /v2.0/security-groups?id=4fec76fe-ac00-4866-b797-5a4196ff057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2056832 Nov 25 17:35:57.394744 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=a51e8af9-1ecf-45f7-acfc-cdc1aa499e49,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:57.407059 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90bfb1d-3666-46b8-9502-3837ed4756a7 None None] DHCP port deletion for 6d4db667-3b14-4224-ad62-597abdfcb413 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:35:57.463130 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-01e7f232-bc7e-4f71-84c5-dbf26823a758 service neutron] For port ab1d6262-81f2-4255-96d2-8cad3aec8955, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=ab1d6262-81f2-4255-96d2-8cad3aec8955,segment=NetworkSegment(e7f37f1f-ccbb-4078-be1e-54211a5caa2c),segment_id=e7f37f1f-ccbb-4078-be1e-54211a5caa2c)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:35:57.477747 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-01e7f232-bc7e-4f71-84c5-dbf26823a758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:57.486117 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-16f6a5b6-4053-4be2-8879-71d7c2d45c4b tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:57.511983 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-44a75ecb-2693-44cd-82bd-be0db8f9e07c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:57.518173 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-c0743b8a-7bab-4806-9b24-a309bcc21084 service neutron] Attempting to bind port fbca2894-65f7-41bc-9242-addd7de20b57 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:35:57.518438 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-c0743b8a-7bab-4806-9b24-a309bcc21084 service neutron] Attempting to bind port fbca2894-65f7-41bc-9242-addd7de20b57 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'e7f37f1f-ccbb-4078-be1e-54211a5caa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '6d4db667-3b14-4224-ad62-597abdfcb413'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:35:57.518769 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-c0743b8a-7bab-4806-9b24-a309bcc21084 service neutron] Attempting to bind port fbca2894-65f7-41bc-9242-addd7de20b57 on network 6d4db667-3b14-4224-ad62-597abdfcb413 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:35:57.534614 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-01e7f232-bc7e-4f71-84c5-dbf26823a758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:57.535246 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-01e7f232-bc7e-4f71-84c5-dbf26823a758 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:57.536636 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-01e7f232-bc7e-4f71-84c5-dbf26823a758 service neutron] 10.222.0.90 "PUT /v2.0/ports/ab1d6262-81f2-4255-96d2-8cad3aec8955 HTTP/1.1" status: 200 len: 1092 time: 2.2774343 Nov 25 17:35:57.537740 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9530bb4-1235-46d5-9d48-df3b4b075ced', 'tag': 'ab1d6262-81f2-4255-96d2-8cad3aec8955'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:35:57.540097 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70097df2-c8d4-45c1-8b37-9ad3c68b6cc6" -d '{"events": [{"name": "network-changed", "server_uuid": "b9530bb4-1235-46d5-9d48-df3b4b075ced", "tag": "ab1d6262-81f2-4255-96d2-8cad3aec8955"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:35:57.553145 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf3fcaa-9f57-4db7-b630-b55e1f955d8f None None] DHCP port deletion for 6d4db667-3b14-4224-ad62-597abdfcb413 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:35:57.570935 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-c0743b8a-7bab-4806-9b24-a309bcc21084 service neutron] Port fbca2894-65f7-41bc-9242-addd7de20b57 on network 6d4db667-3b14-4224-ad62-597abdfcb413 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:35:57.571345 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-c0743b8a-7bab-4806-9b24-a309bcc21084 service neutron] Attempting to bind port fbca2894-65f7-41bc-9242-addd7de20b57 on network 6d4db667-3b14-4224-ad62-597abdfcb413 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:35:57.588182 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-c0743b8a-7bab-4806-9b24-a309bcc21084 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:35:57.588584 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-c0743b8a-7bab-4806-9b24-a309bcc21084 service neutron] Checking segment: {'id': 'e7f37f1f-ccbb-4078-be1e-54211a5caa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '6d4db667-3b14-4224-ad62-597abdfcb413'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:57.589034 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-c0743b8a-7bab-4806-9b24-a309bcc21084 service neutron] Bound using segment: {'id': 'e7f37f1f-ccbb-4078-be1e-54211a5caa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '6d4db667-3b14-4224-ad62-597abdfcb413'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:35:57.589506 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-c0743b8a-7bab-4806-9b24-a309bcc21084 service neutron] Bound port: fbca2894-65f7-41bc-9242-addd7de20b57, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7f37f1f-ccbb-4078-be1e-54211a5caa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '6d4db667-3b14-4224-ad62-597abdfcb413'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:35:57.589872 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-c0743b8a-7bab-4806-9b24-a309bcc21084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:57.612234 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-16f6a5b6-4053-4be2-8879-71d7c2d45c4b tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0df79af5-af0b-4ae7-bfcf-f0fc502fa057']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:57.635706 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e7f232-bc7e-4f71-84c5-dbf26823a758 service neutron] Pushing event updated for resources: {'Port': ['ID=ab1d6262-81f2-4255-96d2-8cad3aec8955,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:57.637264 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-16f6a5b6-4053-4be2-8879-71d7c2d45c4b tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67661433-6c11-4637-a8d8-a7fcdc0e0cc6') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:57.637573 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-16f6a5b6-4053-4be2-8879-71d7c2d45c4b tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67661433-6c11-4637-a8d8-a7fcdc0e0cc6') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:57.660320 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-16f6a5b6-4053-4be2-8879-71d7c2d45c4b tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:57.698917 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-9b42ec42-d44e-4226-89ef-397f35646335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:57.699295 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452e142-4918-424a-af57-daca2694ec09 req-0a112bb2-9a94-4cc3-bd26-b20aeae649a2 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:57.700488 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-9b42ec42-d44e-4226-89ef-397f35646335 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=59268908ecea4807bb08e346620d5150&device_id=b9530bb4-1235-46d5-9d48-df3b4b075ced HTTP/1.1" status: 200 len: 1095 time: 0.1056638 Nov 25 17:35:57.707362 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6452e142-4918-424a-af57-daca2694ec09 req-0a112bb2-9a94-4cc3-bd26-b20aeae649a2 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.75 "GET /v2.0/ports?device_id=526c0b29-7d8a-407c-b680-0785a4e5d684 HTTP/1.1" status: 200 len: 943 time: 0.2181435 Nov 25 17:35:57.713529 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-16f6a5b6-4053-4be2-8879-71d7c2d45c4b tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:57.760483 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16f6a5b6-4053-4be2-8879-71d7c2d45c4b tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Releasing vlan 948 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:35:57.760928 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-16f6a5b6-4053-4be2-8879-71d7c2d45c4b tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:57.764334 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:35:57.764334 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:35:57.764334 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:35:57.764334 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:35:57.764334 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:35:57.764334 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:35:57.764334 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:35:57.764334 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:35:57.764334 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:35:57.764334 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:35:57.764334 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:35:57.764334 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:35:57.764334 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:35:57.764334 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:35:57.764334 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:35:57.764334 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:35:57.764334 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:35:57.764334 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:35:57.764334 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:35:57.764334 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:35:57.764334 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:35:57.764334 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:35:57.764334 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:35:57.764334 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:35:57.764334 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:35:57.764334 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:35:57.764334 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:35:57.764334 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:35:57.764334 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:35:57.764334 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:35:57.764334 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:35:57.764334 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:35:57.866420 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6452e142-4918-424a-af57-daca2694ec09 req-6707e826-f7e2-4988-87ed-7275908e869e tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.75 "GET /v2.0/security-groups?id=20cf3e3a-3494-4c24-b696-e4a5273e4e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581535 Nov 25 17:35:57.887341 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-44a75ecb-2693-44cd-82bd-be0db8f9e07c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:57.889233 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-16f6a5b6-4053-4be2-8879-71d7c2d45c4b tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:57.907333 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0ded5-4c1f-4ceb-98f6-94f145692a90 req-5b361af9-a454-49d6-9990-1feaaeeb23c8 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:57.916119 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0ded5-4c1f-4ceb-98f6-94f145692a90 req-5b361af9-a454-49d6-9990-1feaaeeb23c8 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:57.922745 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0ded5-4c1f-4ceb-98f6-94f145692a90 req-5b361af9-a454-49d6-9990-1feaaeeb23c8 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:57.924677 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a4e0ded5-4c1f-4ceb-98f6-94f145692a90 req-5b361af9-a454-49d6-9990-1feaaeeb23c8 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/ports?device_id=28d1c156-da7a-4bf3-8a0c-3cb1e5e00d09&device_id=71dd609a-f17b-4410-b499-7471e8db1c7c&device_id=a6fd0054-85a7-4437-9d4c-bc96085141e4 HTTP/1.1" status: 200 len: 2417 time: 0.1830108 Nov 25 17:35:57.929508 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-16f6a5b6-4053-4be2-8879-71d7c2d45c4b tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:57.933030 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-16f6a5b6-4053-4be2-8879-71d7c2d45c4b tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] 10.222.0.75 "DELETE /v2.0/networks/0df79af5-af0b-4ae7-bfcf-f0fc502fa057 HTTP/1.1" status: 204 len: 168 time: 0.9867151 Nov 25 17:35:57.933977 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-44a75ecb-2693-44cd-82bd-be0db8f9e07c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:57.938560 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 51064) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:57.964309 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f10c4b-87b8-4a8a-ac29-2287bff87a09 x-openstack-request-id: req-44f10c4b-87b8-4a8a-ac29-2287bff87a09 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:35:57.964796 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f446b173-679f-46cc-8110-d03c3f69a163", "name": "network-vif-plugged", "status": "completed", "tag": "a51e8af9-1ecf-45f7-acfc-cdc1aa499e49", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:35:57.964932 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-44f10c4b-87b8-4a8a-ac29-2287bff87a09 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:35:57.965281 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f446b173-679f-46cc-8110-d03c3f69a163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a51e8af9-1ecf-45f7-acfc-cdc1aa499e49', 'code': 200} Nov 25 17:35:58.006172 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f6a5b6-4053-4be2-8879-71d7c2d45c4b tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Pushing event deleted for resources: {'Network': ['ID=0df79af5-af0b-4ae7-bfcf-f0fc502fa057,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:58.019195 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d79e005-1511-47b4-837c-cd83c3ab17ee tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] DELETE failed (client error): The resource could not be found. Nov 25 17:35:58.020156 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d79e005-1511-47b4-837c-cd83c3ab17ee tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:35:58.024345 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-6d79e005-1511-47b4-837c-cd83c3ab17ee tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] 10.222.0.75 "DELETE /v2.0/subnets/38062b32-d102-487e-8776-3e9e1cda113f HTTP/1.1" status: 404 len: 337 time: 0.0812874 Nov 25 17:35:58.030861 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3a12dc-164f-4ac5-b0ba-b0f82101591e x-openstack-request-id: req-8f3a12dc-164f-4ac5-b0ba-b0f82101591e {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:35:58.031155 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9530bb4-1235-46d5-9d48-df3b4b075ced", "tag": "ab1d6262-81f2-4255-96d2-8cad3aec8955", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:35:58.031408 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8f3a12dc-164f-4ac5-b0ba-b0f82101591e {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:35:58.031809 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9530bb4-1235-46d5-9d48-df3b4b075ced', 'tag': 'ab1d6262-81f2-4255-96d2-8cad3aec8955', 'status': 'completed', 'code': 200} Nov 25 17:35:58.036103 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 51066) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:58.066123 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-237109f9-6c0f-4462-9370-5ee9ee0e7029 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab1d6262-81f2-4255-96d2-8cad3aec8955 HTTP/1.1" status: 200 len: 217 time: 0.3507826 Nov 25 17:35:58.070672 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-c0743b8a-7bab-4806-9b24-a309bcc21084 service neutron] For port fbca2894-65f7-41bc-9242-addd7de20b57, host n-h1-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:35:58.092226 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-44a75ecb-2693-44cd-82bd-be0db8f9e07c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9742d2a2dbae4e1c813df9abe2eb9e37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8942494 Nov 25 17:35:58.095745 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 51068) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:58.113023 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-d321bb5d-f0f2-4d72-9acd-705c4955b5e2 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] DELETE failed (client error): The resource could not be found. Nov 25 17:35:58.113590 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d321bb5d-f0f2-4d72-9acd-705c4955b5e2 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:35:58.113729 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-c0743b8a-7bab-4806-9b24-a309bcc21084 service neutron] For port fbca2894-65f7-41bc-9242-addd7de20b57, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=fbca2894-65f7-41bc-9242-addd7de20b57,segment=NetworkSegment(e7f37f1f-ccbb-4078-be1e-54211a5caa2c),segment_id=e7f37f1f-ccbb-4078-be1e-54211a5caa2c)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:35:58.120010 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d321bb5d-f0f2-4d72-9acd-705c4955b5e2 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] 10.222.0.75 "DELETE /v2.0/networks/4e2b0d55-d4c9-4366-96ab-06244bedfb01 HTTP/1.1" status: 404 len: 339 time: 0.0721953 Nov 25 17:35:58.120010 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a75ecb-2693-44cd-82bd-be0db8f9e07c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e879b10d-262b-4e5a-b5c8-7fab947fe1ee,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:58.121438 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 51070) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:58.141338 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-c0743b8a-7bab-4806-9b24-a309bcc21084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:58.164396 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a4e0ded5-4c1f-4ceb-98f6-94f145692a90 req-7d5655c6-baf2-4291-bd1e-707ab71a5b87 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/security-groups?id=9cb48d60-855a-4fc7-ad36-ccabac53205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241945 Nov 25 17:35:58.186788 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d06feb-07ba-4312-b791-ad9758cdd44f req-2c70df7c-da04-4a48-a9f2-be9396791b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:58.188338 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c3d06feb-07ba-4312-b791-ad9758cdd44f req-2c70df7c-da04-4a48-a9f2-be9396791b1d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f446b173-679f-46cc-8110-d03c3f69a163 HTTP/1.1" status: 200 len: 1096 time: 0.1513586 Nov 25 17:35:58.207558 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598afc76-8d35-42dc-b32a-22e05d990d90 None None] DHCP port deletion for 6d4db667-3b14-4224-ad62-597abdfcb413 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:35:58.221503 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-c0743b8a-7bab-4806-9b24-a309bcc21084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:58.222416 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-c0743b8a-7bab-4806-9b24-a309bcc21084 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:58.224899 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-c0743b8a-7bab-4806-9b24-a309bcc21084 service neutron] 10.222.0.74 "PUT /v2.0/ports/fbca2894-65f7-41bc-9242-addd7de20b57 HTTP/1.1" status: 200 len: 1091 time: 2.4122818 Nov 25 17:35:58.235039 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-9a678f70-cb43-4387-9300-f5863ff5ab7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:58.238146 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-9a678f70-cb43-4387-9300-f5863ff5ab7e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=19edd2e5-56d0-441c-917b-78310e5fdd64 HTTP/1.1" status: 200 len: 853 time: 0.1631820 Nov 25 17:35:58.247650 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-93ecabf3-8f41-4d3b-8b51-12dbe1cf588c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:58.306305 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-33a9bc0f-092e-4281-93da-6cff5f913c5a tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Deleting subnet acff5738-3ad2-434c-8069-46ccf73302e2 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:35:58.315630 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-b0f2fa14-032a-43ec-bb45-35ed51743b34 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6d4db667-3b14-4224-ad62-597abdfcb413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663428 Nov 25 17:35:58.339254 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c3d06feb-07ba-4312-b791-ad9758cdd44f req-cec14ab4-3094-4c5b-8759-5409773161e7 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4fec76fe-ac00-4866-b797-5a4196ff057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386578 Nov 25 17:35:58.341180 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-93ecabf3-8f41-4d3b-8b51-12dbe1cf588c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:58.345977 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-33a9bc0f-092e-4281-93da-6cff5f913c5a tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:58.399118 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0743b8a-7bab-4806-9b24-a309bcc21084 service neutron] Pushing event updated for resources: {'Port': ['ID=fbca2894-65f7-41bc-9242-addd7de20b57,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:58.452172 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-33a9bc0f-092e-4281-93da-6cff5f913c5a tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:58.469512 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a96496-440a-4099-87cb-3c09aa909b05 req-16db27dc-76c7-4cde-8781-eb5aa7c24af0 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:58.471274 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-30a96496-440a-4099-87cb-3c09aa909b05 req-16db27dc-76c7-4cde-8781-eb5aa7c24af0 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/ports?device_id=28d1c156-da7a-4bf3-8a0c-3cb1e5e00d09 HTTP/1.1" status: 200 len: 946 time: 0.1140649 Nov 25 17:35:58.511833 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-7b8b33b1-d6a5-47a5-82c1-c1f2b131b582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:58.513646 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-7b8b33b1-d6a5-47a5-82c1-c1f2b131b582 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=59268908ecea4807bb08e346620d5150&device_id=526c0b29-7d8a-407c-b680-0785a4e5d684 HTTP/1.1" status: 200 len: 1094 time: 0.2001941 Nov 25 17:35:58.525409 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-93ecabf3-8f41-4d3b-8b51-12dbe1cf588c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:58.528069 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-93ecabf3-8f41-4d3b-8b51-12dbe1cf588c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:58.529306 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-93ecabf3-8f41-4d3b-8b51-12dbe1cf588c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e879b10d-262b-4e5a-b5c8-7fab947fe1ee HTTP/1.1" status: 204 len: 168 time: 0.4270046 Nov 25 17:35:58.566996 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d39c0d-589f-445d-b55e-1554fc2b166c req-796dcbb3-b110-405b-9abd-2076fd0c2bfd tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:58.570269 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-14d39c0d-589f-445d-b55e-1554fc2b166c req-796dcbb3-b110-405b-9abd-2076fd0c2bfd tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] 10.222.0.75 "GET /v2.0/ports?device_id=f446b173-679f-46cc-8110-d03c3f69a163 HTTP/1.1" status: 200 len: 945 time: 0.1218758 Nov 25 17:35:58.572347 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ecabf3-8f41-4d3b-8b51-12dbe1cf588c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e879b10d-262b-4e5a-b5c8-7fab947fe1ee,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:58.584614 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-30a96496-440a-4099-87cb-3c09aa909b05 req-0917bde0-699f-46e9-9340-54872a7f505e tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/security-groups?id=9cb48d60-855a-4fc7-ad36-ccabac53205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985799 Nov 25 17:35:58.590667 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-ccb360d8-7f7d-40ec-8bee-36f0a5715276 service neutron] 10.222.0.90 "GET /v2.0/networks/6d4db667-3b14-4224-ad62-597abdfcb413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394719 Nov 25 17:35:58.595564 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-6a524e7e-d883-4bce-ad16-af0fe23bcfe9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fbca2894-65f7-41bc-9242-addd7de20b57 HTTP/1.1" status: 200 len: 217 time: 0.0501533 Nov 25 17:35:58.708394 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-14d39c0d-589f-445d-b55e-1554fc2b166c req-35ecb85f-cfd7-4f19-b06c-80511b6ea3a8 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] 10.222.0.75 "GET /v2.0/security-groups?id=4fec76fe-ac00-4866-b797-5a4196ff057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222847 Nov 25 17:35:58.709494 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-33a9bc0f-092e-4281-93da-6cff5f913c5a tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:58.790022 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-33a9bc0f-092e-4281-93da-6cff5f913c5a tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:58.852682 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967d7741-d3a6-4976-9fc4-eb9670a7ea7c None None] Network eb704b41-8f5e-4356-933c-072aea519d7f requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:58.858528 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-33a9bc0f-092e-4281-93da-6cff5f913c5a tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:58.862322 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-33a9bc0f-092e-4281-93da-6cff5f913c5a tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] 10.222.0.75 "DELETE /v2.0/subnets/acff5738-3ad2-434c-8069-46ccf73302e2 HTTP/1.1" status: 204 len: 168 time: 0.7391157 Nov 25 17:35:58.866488 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 51088) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:58.870742 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a9bc0f-092e-4281-93da-6cff5f913c5a tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Pushing event deleted for resources: {'Subnet': ['ID=acff5738-3ad2-434c-8069-46ccf73302e2,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:58.895076 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-e60ee263-eb7c-4ddb-9cb5-3f7907442ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:58.897098 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-e60ee263-eb7c-4ddb-9cb5-3f7907442ceb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=19edd2e5-56d0-441c-917b-78310e5fdd64 HTTP/1.1" status: 200 len: 853 time: 0.2830734 Nov 25 17:35:58.977983 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-b62b0332-0c75-4a9e-8c5f-40fbc304b957 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6d4db667-3b14-4224-ad62-597abdfcb413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715539 Nov 25 17:35:58.984871 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-7cdfd849-9da9-4a76-9ecf-19024c363322 service neutron] 10.222.0.90 "GET /v2.0/networks/6d4db667-3b14-4224-ad62-597abdfcb413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696799 Nov 25 17:35:59.038343 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbbb0473-159e-4d7f-8361-5619f0e52774 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Deleting subnet 582973cf-d6cd-40b1-85c4-6eb016d784cf {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:35:59.057434 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bbbb0473-159e-4d7f-8361-5619f0e52774 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:59.085521 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 51092) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:59.162862 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bbbb0473-159e-4d7f-8361-5619f0e52774 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:59.197020 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-07983c79-5c83-4552-80d8-9353d3daecf3 service neutron] 10.222.0.74 "GET /v2.0/networks/6d4db667-3b14-4224-ad62-597abdfcb413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071288 Nov 25 17:35:59.232079 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70097df2-c8d4-45c1-8b37-9ad3c68b6cc6 req-5aab4b99-89b9-4f64-85af-b7ba605fb1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:59.233965 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-70097df2-c8d4-45c1-8b37-9ad3c68b6cc6 req-5aab4b99-89b9-4f64-85af-b7ba605fb1f2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=59268908ecea4807bb08e346620d5150&device_id=b9530bb4-1235-46d5-9d48-df3b4b075ced HTTP/1.1" status: 200 len: 1095 time: 0.0969043 Nov 25 17:35:59.247385 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8e32beaa-ff1d-4795-a06a-a68217f05cca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:59.351000 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8273a6-55a6-402e-92e3-9f807a335fc6 req-51df14f4-edb5-4cda-bed6-b7f94f7f1242 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:59.352745 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bc8273a6-55a6-402e-92e3-9f807a335fc6 req-51df14f4-edb5-4cda-bed6-b7f94f7f1242 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.75 "GET /v2.0/ports?device_id=526c0b29-7d8a-407c-b680-0785a4e5d684 HTTP/1.1" status: 200 len: 943 time: 0.3048410 Nov 25 17:35:59.404811 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bbbb0473-159e-4d7f-8361-5619f0e52774 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:59.418089 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70097df2-c8d4-45c1-8b37-9ad3c68b6cc6 req-c9520da4-b9cc-4228-89c3-92c8c8234de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:59.419676 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-70097df2-c8d4-45c1-8b37-9ad3c68b6cc6 req-c9520da4-b9cc-4228-89c3-92c8c8234de9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6d4db667-3b14-4224-ad62-597abdfcb413 HTTP/1.1" status: 200 len: 914 time: 0.1775706 Nov 25 17:35:59.510251 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bbbb0473-159e-4d7f-8361-5619f0e52774 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:59.536010 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-70097df2-c8d4-45c1-8b37-9ad3c68b6cc6 req-f925592f-970d-4b5e-8367-62deb1affa87 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab1d6262-81f2-4255-96d2-8cad3aec8955 HTTP/1.1" status: 200 len: 217 time: 0.1007917 Nov 25 17:35:59.592598 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bbbb0473-159e-4d7f-8361-5619f0e52774 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:59.597078 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-bbbb0473-159e-4d7f-8361-5619f0e52774 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] 10.222.0.75 "DELETE /v2.0/subnets/582973cf-d6cd-40b1-85c4-6eb016d784cf HTTP/1.1" status: 204 len: 168 time: 0.7295163 Nov 25 17:35:59.603368 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbb0473-159e-4d7f-8361-5619f0e52774 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Pushing event deleted for resources: {'Subnet': ['ID=582973cf-d6cd-40b1-85c4-6eb016d784cf,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:59.606817 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 51104) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:59.640609 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-81f1a4d6-3180-479f-a4ed-98b2927ce427 req-7d553c32-16bd-4aec-9ed0-983ac6306045 service neutron] 10.222.0.74 "GET /v2.0/networks/6d4db667-3b14-4224-ad62-597abdfcb413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4331291 Nov 25 17:35:59.687752 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70097df2-c8d4-45c1-8b37-9ad3c68b6cc6 req-158a7e23-2adb-4d8d-82f5-a26ee59000f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:59.689762 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-70097df2-c8d4-45c1-8b37-9ad3c68b6cc6 req-158a7e23-2adb-4d8d-82f5-a26ee59000f9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=19edd2e5-56d0-441c-917b-78310e5fdd64 HTTP/1.1" status: 200 len: 853 time: 0.1339447 Nov 25 17:35:59.713480 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bc8273a6-55a6-402e-92e3-9f807a335fc6 req-06c22bb6-755c-498d-aa4b-a1539da03c46 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.75 "GET /v2.0/security-groups?id=20cf3e3a-3494-4c24-b696-e4a5273e4e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486438 Nov 25 17:35:59.715617 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8e32beaa-ff1d-4795-a06a-a68217f05cca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:59.730053 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8e32beaa-ff1d-4795-a06a-a68217f05cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:59.753023 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-70097df2-c8d4-45c1-8b37-9ad3c68b6cc6 req-b1185643-7bad-4d5e-92bc-79489b827fdc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6d4db667-3b14-4224-ad62-597abdfcb413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509806 Nov 25 17:35:59.904085 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-8e32beaa-ff1d-4795-a06a-a68217f05cca admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=507b5b70ad044b5abbb8cda3928b8d77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6991351 Nov 25 17:35:59.904686 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 51114) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:59.916137 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e32beaa-ff1d-4795-a06a-a68217f05cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf88cb72-089c-4e3a-91fc-4c950b901291,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:59.922777 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b045bc8e-8997-4263-878c-5d2f44d2b4af tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:59.981784 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-70097df2-c8d4-45c1-8b37-9ad3c68b6cc6 req-cd4ec417-f770-4cfd-aece-f889f9f4bf1b service neutron] 10.222.0.90 "GET /v2.0/networks/6d4db667-3b14-4224-ad62-597abdfcb413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202888 Nov 25 17:36:00.058835 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '526c0b29-7d8a-407c-b680-0785a4e5d684', 'tag': 'fbca2894-65f7-41bc-9242-addd7de20b57'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:36:00.061643 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0bc891-4306-4231-90bf-fb4e91be6ca8" -d '{"events": [{"name": "network-changed", "server_uuid": "526c0b29-7d8a-407c-b680-0785a4e5d684", "tag": "fbca2894-65f7-41bc-9242-addd7de20b57"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:36:00.118780 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-70097df2-c8d4-45c1-8b37-9ad3c68b6cc6 req-4726f90a-7d72-49de-9529-322e29ddf20c service neutron] 10.222.0.90 "GET /v2.0/networks/6d4db667-3b14-4224-ad62-597abdfcb413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199272 Nov 25 17:36:00.129041 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0cb60-923a-4000-aa26-663887217b40 req-f77040fa-2872-4ef0-8920-e64917528717 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:00.131328 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e6b0cb60-923a-4000-aa26-663887217b40 req-f77040fa-2872-4ef0-8920-e64917528717 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] 10.222.0.75 "GET /v2.0/ports?device_id=f446b173-679f-46cc-8110-d03c3f69a163 HTTP/1.1" status: 200 len: 945 time: 0.1053894 Nov 25 17:36:00.136808 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fdb0ad26-8b7b-4caa-9453-0ec82a46d670 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:00.162070 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fdb0ad26-8b7b-4caa-9453-0ec82a46d670 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:00.191991 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-b045bc8e-8997-4263-878c-5d2f44d2b4af tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Deleting port f117064f-8f42-4b68-b7bc-f6a554cb0047 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:00.192337 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b045bc8e-8997-4263-878c-5d2f44d2b4af tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:00.204881 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1befe09-b390-4101-95cc-a252a257c183 None None] Network eb704b41-8f5e-4356-933c-072aea519d7f requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:36:00.216541 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ff9d1e-3eca-41f5-982f-b608cbf84705 x-openstack-request-id: req-28ff9d1e-3eca-41f5-982f-b608cbf84705 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:36:00.217272 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "526c0b29-7d8a-407c-b680-0785a4e5d684", "tag": "fbca2894-65f7-41bc-9242-addd7de20b57", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:36:00.217272 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-28ff9d1e-3eca-41f5-982f-b608cbf84705 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:36:00.217658 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '526c0b29-7d8a-407c-b680-0785a4e5d684', 'tag': 'fbca2894-65f7-41bc-9242-addd7de20b57', 'status': 'completed', 'code': 200} Nov 25 17:36:00.319824 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e6b0cb60-923a-4000-aa26-663887217b40 req-8f026fe5-ccff-4261-9392-6d44f68efa00 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] 10.222.0.75 "GET /v2.0/security-groups?id=4fec76fe-ac00-4866-b797-5a4196ff057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468270 Nov 25 17:36:00.319824 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-b045bc8e-8997-4263-878c-5d2f44d2b4af tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] For port f117064f-8f42-4b68-b7bc-f6a554cb0047, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=f117064f-8f42-4b68-b7bc-f6a554cb0047,segment=NetworkSegment(f72bba7e-b164-493c-bce5-d25ef3293e91),segment_id=f72bba7e-b164-493c-bce5-d25ef3293e91)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:00.319824 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b045bc8e-8997-4263-878c-5d2f44d2b4af tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:00.325036 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0bc891-4306-4231-90bf-fb4e91be6ca8 req-0e014070-0f78-48e4-bc43-bf90312494cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:00.326723 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ca0bc891-4306-4231-90bf-fb4e91be6ca8 req-0e014070-0f78-48e4-bc43-bf90312494cb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=59268908ecea4807bb08e346620d5150&device_id=526c0b29-7d8a-407c-b680-0785a4e5d684 HTTP/1.1" status: 200 len: 1094 time: 0.0964162 Nov 25 17:36:00.342881 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-3b8aa2d2-9b5b-46a4-949b-f05d53bbc835 None None] Provisioning complete for port f117064f-8f42-4b68-b7bc-f6a554cb0047 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:00.343303 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3b8aa2d2-9b5b-46a4-949b-f05d53bbc835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:00.357091 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-b045bc8e-8997-4263-878c-5d2f44d2b4af tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Calling delete_port for f117064f-8f42-4b68-b7bc-f6a554cb0047 owned by network:dhcp {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:00.361359 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fdb0ad26-8b7b-4caa-9453-0ec82a46d670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:00.363894 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fdb0ad26-8b7b-4caa-9453-0ec82a46d670 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:00.384188 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-fdb0ad26-8b7b-4caa-9453-0ec82a46d670 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/cf88cb72-089c-4e3a-91fc-4c950b901291 HTTP/1.1" status: 204 len: 168 time: 0.4590850 Nov 25 17:36:00.418584 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb0ad26-8b7b-4caa-9453-0ec82a46d670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf88cb72-089c-4e3a-91fc-4c950b901291,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:00.576105 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c116b40-d32d-49c1-b463-9cbcb5108033 None None] DHCP port deletion for eb704b41-8f5e-4356-933c-072aea519d7f request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:36:00.596173 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0bc891-4306-4231-90bf-fb4e91be6ca8 req-35cac010-a904-47e3-bd67-0bc97f9c1acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:00.597734 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ca0bc891-4306-4231-90bf-fb4e91be6ca8 req-35cac010-a904-47e3-bd67-0bc97f9c1acd service neutron] 10.222.0.74 "GET /v2.0/networks?id=6d4db667-3b14-4224-ad62-597abdfcb413 HTTP/1.1" status: 200 len: 914 time: 0.2623804 Nov 25 17:36:00.654249 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ca0bc891-4306-4231-90bf-fb4e91be6ca8 req-3f903ccd-996d-489e-b634-0c9d4f8213c9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fbca2894-65f7-41bc-9242-addd7de20b57 HTTP/1.1" status: 200 len: 217 time: 0.0465302 Nov 25 17:36:00.672045 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-3c116b40-d32d-49c1-b463-9cbcb5108033 None None] Deleting port f117064f-8f42-4b68-b7bc-f6a554cb0047 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:00.672443 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3c116b40-d32d-49c1-b463-9cbcb5108033 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:00.741601 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0bc891-4306-4231-90bf-fb4e91be6ca8 req-36b7b2d2-be38-4138-a728-a20e2c373600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:00.743261 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ca0bc891-4306-4231-90bf-fb4e91be6ca8 req-36b7b2d2-be38-4138-a728-a20e2c373600 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=19edd2e5-56d0-441c-917b-78310e5fdd64 HTTP/1.1" status: 200 len: 853 time: 0.0797720 Nov 25 17:36:00.753567 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-3c116b40-d32d-49c1-b463-9cbcb5108033 None None] For port f117064f-8f42-4b68-b7bc-f6a554cb0047, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=f117064f-8f42-4b68-b7bc-f6a554cb0047,segment=NetworkSegment(f72bba7e-b164-493c-bce5-d25ef3293e91),segment_id=f72bba7e-b164-493c-bce5-d25ef3293e91)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:00.753977 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3c116b40-d32d-49c1-b463-9cbcb5108033 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:00.775477 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-3c116b40-d32d-49c1-b463-9cbcb5108033 None None] Calling delete_port for f117064f-8f42-4b68-b7bc-f6a554cb0047 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:00.806181 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ca0bc891-4306-4231-90bf-fb4e91be6ca8 req-648deb7d-9305-48af-be18-7f24493bbba0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6d4db667-3b14-4224-ad62-597abdfcb413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542929 Nov 25 17:36:00.959773 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ca0bc891-4306-4231-90bf-fb4e91be6ca8 req-a7d35de8-010a-457a-a69b-60e574a61cc4 service neutron] 10.222.0.74 "GET /v2.0/networks/6d4db667-3b14-4224-ad62-597abdfcb413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455202 Nov 25 17:36:01.087007 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ca0bc891-4306-4231-90bf-fb4e91be6ca8 req-987eb72c-00bd-4028-8986-c697465ffaff service neutron] 10.222.0.74 "GET /v2.0/networks/6d4db667-3b14-4224-ad62-597abdfcb413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196969 Nov 25 17:36:01.090890 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device ab1d6262-81f2-4255-96d2-8cad3aec8955 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:36:01.149493 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ab6c2-1dfd-4dd0-8e03-5bef42f2df85 req-22ad8167-ebc8-4f50-a58c-2a6770c0c4b8 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:01.159591 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 51146) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:01.161526 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-de3ab6c2-1dfd-4dd0-8e03-5bef42f2df85 req-22ad8167-ebc8-4f50-a58c-2a6770c0c4b8 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] 10.222.0.75 "GET /v2.0/ports?device_id=f446b173-679f-46cc-8110-d03c3f69a163 HTTP/1.1" status: 200 len: 945 time: 0.6264944 Nov 25 17:36:01.165801 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-f16042f1-5a2c-458a-b7d8-d5ebc15843b7 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Request body: {'floatingip': {'port_id': 'a51e8af9-1ecf-45f7-acfc-cdc1aa499e49'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:01.182039 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125d748-34d3-4fd3-a4b3-b1afe9e04d51 req-c85582fb-7f1c-4d21-b73e-3763cc009437 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:01.194312 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c125d748-34d3-4fd3-a4b3-b1afe9e04d51 req-c85582fb-7f1c-4d21-b73e-3763cc009437 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6fd0054-85a7-4437-9d4c-bc96085141e4 HTTP/1.1" status: 200 len: 945 time: 0.6274230 Nov 25 17:36:01.250595 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f16042f1-5a2c-458a-b7d8-d5ebc15843b7 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Publish callbacks [] for floatingip, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:01.257066 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b045bc8e-8997-4263-878c-5d2f44d2b4af tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:01.277670 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3c116b40-d32d-49c1-b463-9cbcb5108033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:01.300153 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b045bc8e-8997-4263-878c-5d2f44d2b4af tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] No DVR routers for this DVR port f117064f-8f42-4b68-b7bc-f6a554cb0047 on host n-d-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:36:01.307499 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b045bc8e-8997-4263-878c-5d2f44d2b4af tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Pushing event deleted for resources: {'Port': ['ID=f117064f-8f42-4b68-b7bc-f6a554cb0047,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:01.334714 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c116b40-d32d-49c1-b463-9cbcb5108033 None None] No DVR routers for this DVR port f117064f-8f42-4b68-b7bc-f6a554cb0047 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:36:01.354490 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c125d748-34d3-4fd3-a4b3-b1afe9e04d51 req-eb7bcfb8-f02f-42f2-9212-6e8ccece12cf tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/security-groups?id=9cb48d60-855a-4fc7-ad36-ccabac53205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526511 Nov 25 17:36:01.386451 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port ab1d6262-81f2-4255-96d2-8cad3aec8955, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=ab1d6262-81f2-4255-96d2-8cad3aec8955,segment=NetworkSegment(e7f37f1f-ccbb-4078-be1e-54211a5caa2c),segment_id=e7f37f1f-ccbb-4078-be1e-54211a5caa2c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:01.401250 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': 'ab1d6262-81f2-4255-96d2-8cad3aec8955', 'network_id': '6d4db667-3b14-4224-ad62-597abdfcb413', 'port_id': 'ab1d6262-81f2-4255-96d2-8cad3aec8955', 'mac_address': 'fa:16:3e:18:18:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 937, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19edd2e5-56d0-441c-917b-78310e5fdd64', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:36:01.426943 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c116b40-d32d-49c1-b463-9cbcb5108033 None None] Pushing event deleted for resources: {'Port': ['ID=f117064f-8f42-4b68-b7bc-f6a554cb0047,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:01.472749 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:01.497120 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab1d6262-81f2-4255-96d2-8cad3aec8955 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:36:01.506665 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b045bc8e-8997-4263-878c-5d2f44d2b4af tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:01.530845 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-b045bc8e-8997-4263-878c-5d2f44d2b4af tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb704b41-8f5e-4356-933c-072aea519d7f']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:01.537126 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port ab1d6262-81f2-4255-96d2-8cad3aec8955, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=ab1d6262-81f2-4255-96d2-8cad3aec8955,segment=NetworkSegment(e7f37f1f-ccbb-4078-be1e-54211a5caa2c),segment_id=e7f37f1f-ccbb-4078-be1e-54211a5caa2c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:01.549341 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:01.553225 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-b045bc8e-8997-4263-878c-5d2f44d2b4af tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f72bba7e-b164-493c-bce5-d25ef3293e91') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:01.553614 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-b045bc8e-8997-4263-878c-5d2f44d2b4af tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f72bba7e-b164-493c-bce5-d25ef3293e91') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:01.571943 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b045bc8e-8997-4263-878c-5d2f44d2b4af tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:01.614094 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b045bc8e-8997-4263-878c-5d2f44d2b4af tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:01.624902 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b045bc8e-8997-4263-878c-5d2f44d2b4af tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Releasing vlan 916 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:36:01.625320 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b045bc8e-8997-4263-878c-5d2f44d2b4af tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:01.630134 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:36:01.630134 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:36:01.630134 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:36:01.630134 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:36:01.630134 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:36:01.630134 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:36:01.630134 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:36:01.630134 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:36:01.630134 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:36:01.630134 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:36:01.630134 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:36:01.630134 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:36:01.630134 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:36:01.630134 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:36:01.630134 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:36:01.630134 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:36:01.630134 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:36:01.630134 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:36:01.630134 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:36:01.630134 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:36:01.630134 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:36:01.630134 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:36:01.630134 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:36:01.630134 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:36:01.630134 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:36:01.630134 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:36:01.630134 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:36:01.630134 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:36:01.630134 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:36:01.630134 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:36:01.630134 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:36:01.630134 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:36:01.634052 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=ab1d6262-81f2-4255-96d2-8cad3aec8955,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:01.706806 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 51162) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:01.713782 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd1248-2df4-4cc9-86ed-874b189e73a3 req-47f480ff-a285-41e1-9475-7211de5a9d23 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:01.715300 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-33fd1248-2df4-4cc9-86ed-874b189e73a3 req-47f480ff-a285-41e1-9475-7211de5a9d23 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.75 "GET /v2.0/ports?device_id=526c0b29-7d8a-407c-b680-0785a4e5d684 HTTP/1.1" status: 200 len: 943 time: 0.4714260 Nov 25 17:36:01.732948 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b045bc8e-8997-4263-878c-5d2f44d2b4af tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:01.766323 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b045bc8e-8997-4263-878c-5d2f44d2b4af tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:01.769640 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-b045bc8e-8997-4263-878c-5d2f44d2b4af tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] 10.222.0.75 "DELETE /v2.0/networks/eb704b41-8f5e-4356-933c-072aea519d7f HTTP/1.1" status: 204 len: 168 time: 2.1459036 Nov 25 17:36:01.772982 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b045bc8e-8997-4263-878c-5d2f44d2b4af tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Pushing event deleted for resources: {'Network': ['ID=eb704b41-8f5e-4356-933c-072aea519d7f,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:01.774775 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 51168) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:01.797789 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['ab1d6262-81f2-4255-96d2-8cad3aec8955'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:36:01.814314 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1e1812b-dc07-4148-931d-19ebda920ead tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] DELETE failed (client error): The resource could not be found. Nov 25 17:36:01.814777 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1e1812b-dc07-4148-931d-19ebda920ead tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:36:01.817856 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c1e1812b-dc07-4148-931d-19ebda920ead tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] 10.222.0.75 "DELETE /v2.0/subnets/f10b6e6a-56f4-4e61-b936-370735aad4d5 HTTP/1.1" status: 404 len: 337 time: 0.0410583 Nov 25 17:36:01.821437 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 51170) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:01.866702 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-33fd1248-2df4-4cc9-86ed-874b189e73a3 req-439334e8-1426-4846-a134-1f42b3e277a2 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.75 "GET /v2.0/security-groups?id=20cf3e3a-3494-4c24-b696-e4a5273e4e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387076 Nov 25 17:36:01.867928 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d5727db-9a46-4e0d-8a2b-05312e194107 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] DELETE failed (client error): The resource could not be found. Nov 25 17:36:01.868466 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d5727db-9a46-4e0d-8a2b-05312e194107 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:36:01.871555 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-8d5727db-9a46-4e0d-8a2b-05312e194107 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] 10.222.0.75 "DELETE /v2.0/networks/aa622971-eece-4926-ba25-b8b1f1bd68aa HTTP/1.1" status: 404 len: 339 time: 0.0491853 Nov 25 17:36:01.878016 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 51172) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:01.915931 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-350b7fcc-3621-4be8-803f-08c33a8acd19 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] DELETE failed (client error): The resource could not be found. Nov 25 17:36:01.916372 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-350b7fcc-3621-4be8-803f-08c33a8acd19 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:36:01.919679 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-350b7fcc-3621-4be8-803f-08c33a8acd19 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] 10.222.0.75 "DELETE /v2.0/subnets/1b480b6d-eb91-4da1-a91f-617a65d85322 HTTP/1.1" status: 404 len: 337 time: 0.0406451 Nov 25 17:36:01.922262 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 51176) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:01.949563 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-343ee4f4-6722-4a43-8d66-146bae70827d tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] DELETE failed (client error): The resource could not be found. Nov 25 17:36:01.950411 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-343ee4f4-6722-4a43-8d66-146bae70827d tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:36:01.956850 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-343ee4f4-6722-4a43-8d66-146bae70827d tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] 10.222.0.75 "DELETE /v2.0/networks/de8f7216-cad1-4d5e-9cbd-1f9859d515e8 HTTP/1.1" status: 404 len: 339 time: 0.0333266 Nov 25 17:36:01.959571 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 51178) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:01.997752 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-915eb649-4034-49bd-a8b0-e8b78f4dfd78 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] DELETE failed (client error): The resource could not be found. Nov 25 17:36:01.998469 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-915eb649-4034-49bd-a8b0-e8b78f4dfd78 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:36:02.001694 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-915eb649-4034-49bd-a8b0-e8b78f4dfd78 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] 10.222.0.75 "DELETE /v2.0/subnets/4f5630a7-b941-4ea5-b93f-0ff8809e9384 HTTP/1.1" status: 404 len: 337 time: 0.0409496 Nov 25 17:36:02.009669 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 51180) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:02.047078 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-e26839d6-1e26-4ad3-ae94-8097b5ee9991 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] DELETE failed (client error): The resource could not be found. Nov 25 17:36:02.047603 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e26839d6-1e26-4ad3-ae94-8097b5ee9991 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:36:02.050644 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-e26839d6-1e26-4ad3-ae94-8097b5ee9991 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] 10.222.0.75 "DELETE /v2.0/networks/e7ed4cfe-e80e-4579-9c8b-b27e57aa7cc7 HTTP/1.1" status: 404 len: 339 time: 0.0387156 Nov 25 17:36:02.053407 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 51182) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:02.109158 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e229edd-6309-4260-a822-9a9b66573b10 req-e5b960f2-f01e-45d7-b100-25610f97640b tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:02.110651 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4e229edd-6309-4260-a822-9a9b66573b10 req-e5b960f2-f01e-45d7-b100-25610f97640b tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 946 time: 0.1152604 Nov 25 17:36:02.120268 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-464e58c6-5ab6-4447-9b51-207d61006558 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Deleting subnet 26bdca69-3943-4f7a-a6e0-767d70e0edff {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:36:02.129340 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-464e58c6-5ab6-4447-9b51-207d61006558 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:02.201780 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-464e58c6-5ab6-4447-9b51-207d61006558 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:02.202957 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-1de031dc-07b6-4284-a356-b940815065e8 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-579452279'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:02.225174 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4e229edd-6309-4260-a822-9a9b66573b10 req-e3ddc408-bf81-4e14-92ce-fe38ba7b18be tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1b3f624-9a69-4743-bfac-9a2aba2cec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024103 Nov 25 17:36:02.235236 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device f117064f-8f42-4b68-b7bc-f6a554cb0047 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:36:02.267580 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de031dc-07b6-4284-a356-b940815065e8 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Made reservation on behalf of e55aaafe98ee4f0a9eb356f8a0afe5e2 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:36:02.270430 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: f117064f-8f42-4b68-b7bc-f6a554cb0047 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:36:02.270788 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device f117064f-8f42-4b68-b7bc-f6a554cb0047 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:36:02.272748 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1de031dc-07b6-4284-a356-b940815065e8 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:02.295473 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1de031dc-07b6-4284-a356-b940815065e8 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:02.306834 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-464e58c6-5ab6-4447-9b51-207d61006558 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:02.368578 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-464e58c6-5ab6-4447-9b51-207d61006558 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:02.402676 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464e58c6-5ab6-4447-9b51-207d61006558 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Pushing event deleted for resources: {'Subnet': ['ID=26bdca69-3943-4f7a-a6e0-767d70e0edff,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:02.409953 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-464e58c6-5ab6-4447-9b51-207d61006558 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:02.417025 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-464e58c6-5ab6-4447-9b51-207d61006558 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] 10.222.0.75 "DELETE /v2.0/subnets/26bdca69-3943-4f7a-a6e0-767d70e0edff HTTP/1.1" status: 204 len: 168 time: 0.3626084 Nov 25 17:36:02.417698 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 51186) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:02.423133 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06204ce6-1552-4730-89ea-17113b9a73be None None] Network 60572267-c89a-4dad-854d-ba96aae3306a requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:36:02.493322 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f16042f1-5a2c-458a-b7d8-d5ebc15843b7 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:02.507023 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cb7c966c-c3b7-4406-bcd4-b4a8c8d7d823 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:02.556861 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f16042f1-5a2c-458a-b7d8-d5ebc15843b7 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:02.560859 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1de031dc-07b6-4284-a356-b940815065e8 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:02.607849 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada6f26-1448-4f34-ad5c-3f65242886a3 req-fdfcc19c-a787-4e8a-9f8e-106edda2c390 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:02.609397 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3ada6f26-1448-4f34-ad5c-3f65242886a3 req-fdfcc19c-a787-4e8a-9f8e-106edda2c390 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6fd0054-85a7-4437-9d4c-bc96085141e4 HTTP/1.1" status: 200 len: 945 time: 0.1002564 Nov 25 17:36:02.643995 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1de031dc-07b6-4284-a356-b940815065e8 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:02.661372 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1de031dc-07b6-4284-a356-b940815065e8 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 907} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:36:02.684013 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4500283e-6359-4a5c-9486-92ca574464b0 None None] DHCP port deletion for 60572267-c89a-4dad-854d-ba96aae3306a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:36:02.685252 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-cb7c966c-c3b7-4406-bcd4-b4a8c8d7d823 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Deleting port bdbaeae9-8b08-4171-b395-6571c22bb42e {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:02.685597 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cb7c966c-c3b7-4406-bcd4-b4a8c8d7d823 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:02.718625 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3ada6f26-1448-4f34-ad5c-3f65242886a3 req-3832e1c2-ee98-4123-bd35-634ec1f6940d tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/security-groups?id=9cb48d60-855a-4fc7-ad36-ccabac53205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996187 Nov 25 17:36:02.725242 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1de031dc-07b6-4284-a356-b940815065e8 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:02.725719 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-1de031dc-07b6-4284-a356-b940815065e8 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Added segment c3272f96-574b-4e39-ad7c-eae99249b3dc of type vlan for network bf83683f-61c1-4c83-9361-2e9246158a37 Nov 25 17:36:02.750523 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-4500283e-6359-4a5c-9486-92ca574464b0 None None] Deleting port bdbaeae9-8b08-4171-b395-6571c22bb42e {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:02.751285 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4500283e-6359-4a5c-9486-92ca574464b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:02.754968 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de031dc-07b6-4284-a356-b940815065e8 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22a3822c-78d8-4101-a428-e50e521573f7,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:02.778112 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-cb7c966c-c3b7-4406-bcd4-b4a8c8d7d823 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] For port bdbaeae9-8b08-4171-b395-6571c22bb42e, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=bdbaeae9-8b08-4171-b395-6571c22bb42e,segment=NetworkSegment(6894eaa8-2580-428a-b494-c14a71888ea4),segment_id=6894eaa8-2580-428a-b494-c14a71888ea4)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:02.778493 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cb7c966c-c3b7-4406-bcd4-b4a8c8d7d823 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:02.794008 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-cb7c966c-c3b7-4406-bcd4-b4a8c8d7d823 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Calling delete_port for bdbaeae9-8b08-4171-b395-6571c22bb42e owned by network:dhcp {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:02.798969 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24204c6b-79d5-4bee-8f75-322a523cabdf req-534a7df9-dedd-495c-ba17-3969f74a5c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:02.800424 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-24204c6b-79d5-4bee-8f75-322a523cabdf req-534a7df9-dedd-495c-ba17-3969f74a5c72 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a204f4bf4c46407c82174884abbb75a5&device_id=a6fd0054-85a7-4437-9d4c-bc96085141e4 HTTP/1.1" status: 200 len: 1096 time: 0.2051272 Nov 25 17:36:02.805168 n-d-817746-1 neutron-server[103360]: INFO neutron.db.l3_db [None req-f16042f1-5a2c-458a-b7d8-d5ebc15843b7 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Floating IP 1ae09754-0359-41da-bb65-4a76e4466fea associated. External IP: 172.25.0.88, port: a51e8af9-1ecf-45f7-acfc-cdc1aa499e49. Nov 25 17:36:02.809648 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1de031dc-07b6-4284-a356-b940815065e8 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:02.837325 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-4500283e-6359-4a5c-9486-92ca574464b0 None None] For port bdbaeae9-8b08-4171-b395-6571c22bb42e, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=bdbaeae9-8b08-4171-b395-6571c22bb42e,segment=NetworkSegment(6894eaa8-2580-428a-b494-c14a71888ea4),segment_id=6894eaa8-2580-428a-b494-c14a71888ea4)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:02.837884 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4500283e-6359-4a5c-9486-92ca574464b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:02.852785 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-4500283e-6359-4a5c-9486-92ca574464b0 None None] Calling delete_port for bdbaeae9-8b08-4171-b395-6571c22bb42e owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:02.893342 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device fbca2894-65f7-41bc-9242-addd7de20b57 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:36:02.900705 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cb7c966c-c3b7-4406-bcd4-b4a8c8d7d823 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:02.961112 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7c966c-c3b7-4406-bcd4-b4a8c8d7d823 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Pushing event deleted for resources: {'Port': ['ID=bdbaeae9-8b08-4171-b395-6571c22bb42e,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:02.966336 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1de031dc-07b6-4284-a356-b940815065e8 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:02.969658 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7c966c-c3b7-4406-bcd4-b4a8c8d7d823 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] No DVR routers for this DVR port bdbaeae9-8b08-4171-b395-6571c22bb42e on host n-d-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:36:02.971943 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de031dc-07b6-4284-a356-b940815065e8 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:02.972541 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1de031dc-07b6-4284-a356-b940815065e8 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:03.006280 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4500283e-6359-4a5c-9486-92ca574464b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:03.035670 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4500283e-6359-4a5c-9486-92ca574464b0 None None] Pushing event deleted for resources: {'Port': ['ID=bdbaeae9-8b08-4171-b395-6571c22bb42e,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:03.039191 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device ab1d6262-81f2-4255-96d2-8cad3aec8955 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:36:03.072292 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24204c6b-79d5-4bee-8f75-322a523cabdf req-7f945662-a287-4c72-8982-c9d2ad2bbb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:03.073919 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-24204c6b-79d5-4bee-8f75-322a523cabdf req-7f945662-a287-4c72-8982-c9d2ad2bbb85 service neutron] 10.222.0.90 "GET /v2.0/networks?id=65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3 HTTP/1.1" status: 200 len: 917 time: 0.2274814 Nov 25 17:36:03.077259 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1de031dc-07b6-4284-a356-b940815065e8 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3693268 Nov 25 17:36:03.090572 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4500283e-6359-4a5c-9486-92ca574464b0 None None] No DVR routers for this DVR port bdbaeae9-8b08-4171-b395-6571c22bb42e on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:36:03.131948 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port fbca2894-65f7-41bc-9242-addd7de20b57, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=fbca2894-65f7-41bc-9242-addd7de20b57,segment=NetworkSegment(e7f37f1f-ccbb-4078-be1e-54211a5caa2c),segment_id=e7f37f1f-ccbb-4078-be1e-54211a5caa2c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:03.136686 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port ab1d6262-81f2-4255-96d2-8cad3aec8955 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:36:03.137393 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cb7c966c-c3b7-4406-bcd4-b4a8c8d7d823 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:03.137958 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-24204c6b-79d5-4bee-8f75-322a523cabdf req-0a797a92-fd86-4d18-9e13-d732d1647a21 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3bed3c3b-a732-4909-bbb7-404008a9920a HTTP/1.1" status: 200 len: 217 time: 0.0508974 Nov 25 17:36:03.138625 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de031dc-07b6-4284-a356-b940815065e8 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Pushing event updated for resources: {'Network': ['ID=bf83683f-61c1-4c83-9361-2e9246158a37,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:03.158230 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port ab1d6262-81f2-4255-96d2-8cad3aec8955 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:03.158716 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:03.164291 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-cb7c966c-c3b7-4406-bcd4-b4a8c8d7d823 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60572267-c89a-4dad-854d-ba96aae3306a']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:03.174574 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-cb7c966c-c3b7-4406-bcd4-b4a8c8d7d823 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6894eaa8-2580-428a-b494-c14a71888ea4') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:03.175210 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-cb7c966c-c3b7-4406-bcd4-b4a8c8d7d823 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6894eaa8-2580-428a-b494-c14a71888ea4') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:03.186106 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cb7c966c-c3b7-4406-bcd4-b4a8c8d7d823 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:03.197404 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24204c6b-79d5-4bee-8f75-322a523cabdf req-f13ff38f-13fa-42c4-8bd8-627d8013b07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:03.198372 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network bf83683f-61c1-4c83-9361-2e9246158a37 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:36:03.198876 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-24204c6b-79d5-4bee-8f75-322a523cabdf req-f13ff38f-13fa-42c4-8bd8-627d8013b07e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fb898c20-92ca-4baf-a933-bccb5703e010 HTTP/1.1" status: 200 len: 855 time: 0.0528376 Nov 25 17:36:03.203893 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cb7c966c-c3b7-4406-bcd4-b4a8c8d7d823 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:03.212083 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb7c966c-c3b7-4406-bcd4-b4a8c8d7d823 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Releasing vlan 900 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:36:03.212874 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cb7c966c-c3b7-4406-bcd4-b4a8c8d7d823 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:03.224580 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': 'fbca2894-65f7-41bc-9242-addd7de20b57', 'network_id': '6d4db667-3b14-4224-ad62-597abdfcb413', 'port_id': 'fbca2894-65f7-41bc-9242-addd7de20b57', 'mac_address': 'fa:16:3e:f3:77:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 937, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19edd2e5-56d0-441c-917b-78310e5fdd64', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:36:03.331114 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24204c6b-79d5-4bee-8f75-322a523cabdf req-15ec94e1-e230-414c-bcc0-058853a438cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:03.333315 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-24204c6b-79d5-4bee-8f75-322a523cabdf req-15ec94e1-e230-414c-bcc0-058853a438cd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1000443 Nov 25 17:36:03.345465 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2819575d-d1c8-4970-98a0-7cb090ffa285 req-a63b4262-fb80-4cdd-9f17-66b3bb02ed1e tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:03.353562 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2819575d-d1c8-4970-98a0-7cb090ffa285 req-a63b4262-fb80-4cdd-9f17-66b3bb02ed1e tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.75 "GET /v2.0/ports?device_id=526c0b29-7d8a-407c-b680-0785a4e5d684 HTTP/1.1" status: 200 len: 943 time: 0.3812687 Nov 25 17:36:03.358433 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:03.367581 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:36:03.367581 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:36:03.367581 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:36:03.367581 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:36:03.367581 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:36:03.367581 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:36:03.367581 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:36:03.367581 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:36:03.367581 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:36:03.367581 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:36:03.367581 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:36:03.367581 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:36:03.367581 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:36:03.367581 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:36:03.367581 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:36:03.367581 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:36:03.367581 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:36:03.367581 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:36:03.367581 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:36:03.367581 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:36:03.367581 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:36:03.367581 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:36:03.367581 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:36:03.367581 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:36:03.367581 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:36:03.367581 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:36:03.367581 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:36:03.367581 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:36:03.367581 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:36:03.367581 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:36:03.367581 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:36:03.367581 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:36:03.383052 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f16042f1-5a2c-458a-b7d8-d5ebc15843b7 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Router 2380d049-db2c-480f-bbab-f4c3d61c4d79 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:36:03.390808 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cb7c966c-c3b7-4406-bcd4-b4a8c8d7d823 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:03.402439 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port ab1d6262-81f2-4255-96d2-8cad3aec8955, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=ab1d6262-81f2-4255-96d2-8cad3aec8955,segment=NetworkSegment(e7f37f1f-ccbb-4078-be1e-54211a5caa2c),segment_id=e7f37f1f-ccbb-4078-be1e-54211a5caa2c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:03.407405 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9530bb4-1235-46d5-9d48-df3b4b075ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab1d6262-81f2-4255-96d2-8cad3aec8955'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:36:03.410999 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869b0db3-920e-4332-b049-b85ad148dbeb" -d '{"events": [{"server_uuid": "b9530bb4-1235-46d5-9d48-df3b4b075ced", "name": "network-vif-plugged", "status": "completed", "tag": "ab1d6262-81f2-4255-96d2-8cad3aec8955"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:36:03.417116 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:03.434924 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cb7c966c-c3b7-4406-bcd4-b4a8c8d7d823 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:03.441644 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-cb7c966c-c3b7-4406-bcd4-b4a8c8d7d823 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] 10.222.0.75 "DELETE /v2.0/networks/60572267-c89a-4dad-854d-ba96aae3306a HTTP/1.1" status: 204 len: 168 time: 1.0228848 Nov 25 17:36:03.445412 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 51198) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:03.482721 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=ab1d6262-81f2-4255-96d2-8cad3aec8955,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:03.492290 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-57c98b9b-b5d0-4663-8261-9fdba5cfdfee tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] DELETE failed (client error): The resource could not be found. Nov 25 17:36:03.492964 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57c98b9b-b5d0-4663-8261-9fdba5cfdfee tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:36:03.495406 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:03.499745 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-57c98b9b-b5d0-4663-8261-9fdba5cfdfee tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] 10.222.0.75 "DELETE /v2.0/subnets/5a30c40e-bbe3-4d16-9852-3864cf91c358 HTTP/1.1" status: 404 len: 337 time: 0.0499604 Nov 25 17:36:03.507821 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 51200) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:03.512929 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbca2894-65f7-41bc-9242-addd7de20b57 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:36:03.532081 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-d59055fc-bd9d-472e-9723-6741a1763158 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] DELETE failed (client error): The resource could not be found. Nov 25 17:36:03.532598 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d59055fc-bd9d-472e-9723-6741a1763158 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:36:03.535979 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port fbca2894-65f7-41bc-9242-addd7de20b57, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=fbca2894-65f7-41bc-9242-addd7de20b57,segment=NetworkSegment(e7f37f1f-ccbb-4078-be1e-54211a5caa2c),segment_id=e7f37f1f-ccbb-4078-be1e-54211a5caa2c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:03.539565 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d59055fc-bd9d-472e-9723-6741a1763158 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] 10.222.0.75 "DELETE /v2.0/networks/759dd1ac-ab6e-49b0-b62d-6d2bf62b56c2 HTTP/1.1" status: 404 len: 339 time: 0.0306833 Nov 25 17:36:03.541027 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7c966c-c3b7-4406-bcd4-b4a8c8d7d823 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Pushing event deleted for resources: {'Network': ['ID=60572267-c89a-4dad-854d-ba96aae3306a,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:03.544320 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:03.552461 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 51202) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:03.596695 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16042f1-5a2c-458a-b7d8-d5ebc15843b7 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:36:03.606612 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=fbca2894-65f7-41bc-9242-addd7de20b57,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:03.613155 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d0ae42-ba3e-4c09-be3f-e4a4c53a43a8 None None] Sync routers for ids ['2380d049-db2c-480f-bbab-f4c3d61c4d79'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:36:03.615328 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f16042f1-5a2c-458a-b7d8-d5ebc15843b7 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:03.624754 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d0ae42-ba3e-4c09-be3f-e4a4c53a43a8 None None] Routers {'2380d049-db2c-480f-bbab-f4c3d61c4d79'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:03.625758 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-83d0ae42-ba3e-4c09-be3f-e4a4c53a43a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:35:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['2380d049-db2c-480f-bbab-f4c3d61c4d79'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:03.637137 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2819575d-d1c8-4970-98a0-7cb090ffa285 req-83fe7b46-05e3-4b4e-80ac-2e43c6198a83 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.75 "GET /v2.0/security-groups?id=20cf3e3a-3494-4c24-b696-e4a5273e4e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777023 Nov 25 17:36:03.670522 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f16042f1-5a2c-458a-b7d8-d5ebc15843b7 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] 10.222.0.75 "PUT /v2.0/floatingips/1ae09754-0359-41da-bb65-4a76e4466fea HTTP/1.1" status: 200 len: 990 time: 2.5089474 Nov 25 17:36:03.671283 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f446b173-679f-46cc-8110-d03c3f69a163', 'tag': 'a51e8af9-1ecf-45f7-acfc-cdc1aa499e49'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:36:03.675308 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0e2569-801d-471a-9036-63d52060b0be" -d '{"events": [{"name": "network-changed", "server_uuid": "f446b173-679f-46cc-8110-d03c3f69a163", "tag": "a51e8af9-1ecf-45f7-acfc-cdc1aa499e49"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:36:03.685548 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-24204c6b-79d5-4bee-8f75-322a523cabdf req-0dafa882-420a-4e12-9cbd-b341027abff6 service neutron] 10.222.0.90 "GET /v2.0/networks/65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402834 Nov 25 17:36:03.712079 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8046293d-2bac-4753-8de4-d47d3a9b810e req-d83ecd81-03e7-4a41-9ded-a13fff32369c tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:03.713544 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8046293d-2bac-4753-8de4-d47d3a9b810e req-d83ecd81-03e7-4a41-9ded-a13fff32369c tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 946 time: 0.3179436 Nov 25 17:36:03.718072 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc2c610c-25dc-4227-b782-a9b89f316ae6 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Deleting subnet 33fa93a0-ced3-4a95-b01a-b451d97fca68 {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:36:03.721450 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dc2c610c-25dc-4227-b782-a9b89f316ae6 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:03.783985 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-83d0ae42-ba3e-4c09-be3f-e4a4c53a43a8 None None] Set router 2380d049-db2c-480f-bbab-f4c3d61c4d79 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:36:03.785285 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dc2c610c-25dc-4227-b782-a9b89f316ae6 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:03.921258 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ce6093-216a-4b2d-9966-7dfd28f62d7f x-openstack-request-id: req-f5ce6093-216a-4b2d-9966-7dfd28f62d7f {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:36:03.921550 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9530bb4-1235-46d5-9d48-df3b4b075ced", "name": "network-vif-plugged", "status": "completed", "tag": "ab1d6262-81f2-4255-96d2-8cad3aec8955", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:36:03.921814 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f5ce6093-216a-4b2d-9966-7dfd28f62d7f {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:36:03.926160 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9530bb4-1235-46d5-9d48-df3b4b075ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab1d6262-81f2-4255-96d2-8cad3aec8955', 'code': 200} Nov 25 17:36:03.947458 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-24204c6b-79d5-4bee-8f75-322a523cabdf req-86fe905d-fe7f-4e92-a8c0-2c6ef2033006 service neutron] 10.222.0.90 "GET /v2.0/networks/65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532876 Nov 25 17:36:03.955445 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dc2c610c-25dc-4227-b782-a9b89f316ae6 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:04.066923 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dc2c610c-25dc-4227-b782-a9b89f316ae6 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:04.087347 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646e9227-8dfe-4440-a001-4182e811ee2b x-openstack-request-id: req-646e9227-8dfe-4440-a001-4182e811ee2b {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:36:04.088853 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f446b173-679f-46cc-8110-d03c3f69a163", "tag": "a51e8af9-1ecf-45f7-acfc-cdc1aa499e49", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:36:04.089302 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-646e9227-8dfe-4440-a001-4182e811ee2b {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:36:04.090226 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f446b173-679f-46cc-8110-d03c3f69a163', 'tag': 'a51e8af9-1ecf-45f7-acfc-cdc1aa499e49', 'status': 'completed', 'code': 200} Nov 25 17:36:04.105274 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dc2c610c-25dc-4227-b782-a9b89f316ae6 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:04.110572 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-dc2c610c-25dc-4227-b782-a9b89f316ae6 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] 10.222.0.75 "DELETE /v2.0/subnets/33fa93a0-ced3-4a95-b01a-b451d97fca68 HTTP/1.1" status: 204 len: 168 time: 0.5533071 Nov 25 17:36:04.111307 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 51214) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:04.122859 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c318fe4e-b6b8-432d-814d-fb370b2ff9da None None] Network 2812543e-c0ba-48b9-ad6a-e82996b4ae69 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:36:04.124862 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2c610c-25dc-4227-b782-a9b89f316ae6 tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Pushing event deleted for resources: {'Subnet': ['ID=33fa93a0-ced3-4a95-b01a-b451d97fca68,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:04.151322 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-83d0ae42-ba3e-4c09-be3f-e4a4c53a43a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2380d049-db2c-480f-bbab-f4c3d61c4d79', 'name': 'tempest-ServersTestManualDisk-1821852704-router', 'tenant_id': '1a9c3242a61e438db3a59b55b2c137ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'e718ee1b-5cff-4e56-8f0d-fc36f6f5e492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:35:20Z', 'updated_at': '2021-11-25T17:35:28Z', 'revision_number': 4, 'project_id': '1a9c3242a61e438db3a59b55b2c137ec', 'gw_port': {'id': 'e718ee1b-5cff-4e56-8f0d-fc36f6f5e492', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:55:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2380d049-db2c-480f-bbab-f4c3d61c4d79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:21Z', 'updated_at': '2021-11-25T17:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '1ae09754-0359-41da-bb65-4a76e4466fea', 'tenant_id': '1a9c3242a61e438db3a59b55b2c137ec', 'floating_ip_address': '172.25.0.88', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '2380d049-db2c-480f-bbab-f4c3d61c4d79', 'port_id': 'a51e8af9-1ecf-45f7-acfc-cdc1aa499e49', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '965caeff-0bd8-4807-9042-9253d5ab9857', 'mac_address': 'fa:16:3e:33:52:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f446b173-679f-46cc-8110-d03c3f69a163', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:35:38Z', 'updated_at': '2021-11-25T17:36:02Z', 'revision_number': 1, 'project_id': '1a9c3242a61e438db3a59b55b2c137ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '158ac780-12b6-4e6b-a5c0-692522a9c940', 'name': '', 'network_id': '965caeff-0bd8-4807-9042-9253d5ab9857', 'tenant_id': '1a9c3242a61e438db3a59b55b2c137ec', 'mac_address': 'fa:16:3e:d2:4e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2380d049-db2c-480f-bbab-f4c3d61c4d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '19d34e75-8087-42c7-a3a8-95bea2a687ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:26Z', 'updated_at': '2021-11-25T17:35:41Z', 'revision_number': 5, 'project_id': '1a9c3242a61e438db3a59b55b2c137ec', 'subnets': [{'id': '19d34e75-8087-42c7-a3a8-95bea2a687ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:04.158950 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b8a1a-d164-4576-a499-1120288be32d req-0d91ff41-2a3c-43e3-8e87-4ca0496d74f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:04.160452 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cb5b8a1a-d164-4576-a499-1120288be32d req-0d91ff41-2a3c-43e3-8e87-4ca0496d74f9 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b9530bb4-1235-46d5-9d48-df3b4b075ced HTTP/1.1" status: 200 len: 1097 time: 0.1179895 Nov 25 17:36:04.188299 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d0ae42-ba3e-4c09-be3f-e4a4c53a43a8 None None] Checking router: 2380d049-db2c-480f-bbab-f4c3d61c4d79 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:36:04.197092 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ce6b5-0201-4d3e-8e66-25372ca1c2d3 req-0d5b9d90-96ec-49e4-a88b-858d4f36db4b tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:04.198598 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3f1ce6b5-0201-4d3e-8e66-25372ca1c2d3 req-0d5b9d90-96ec-49e4-a88b-858d4f36db4b tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.90 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 946 time: 0.5441337 Nov 25 17:36:04.270223 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['fbca2894-65f7-41bc-9242-addd7de20b57'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:36:04.319531 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8046293d-2bac-4753-8de4-d47d3a9b810e req-9f87e690-2b30-4077-a7f3-add386bf6a98 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1b3f624-9a69-4743-bfac-9a2aba2cec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2786286 Nov 25 17:36:04.382903 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d0ae42-ba3e-4c09-be3f-e4a4c53a43a8 None None] Routers {'2380d049-db2c-480f-bbab-f4c3d61c4d79'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:04.383278 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-83d0ae42-ba3e-4c09-be3f-e4a4c53a43a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:35:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['2380d049-db2c-480f-bbab-f4c3d61c4d79'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:04.388539 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cb5b8a1a-d164-4576-a499-1120288be32d req-51e1072c-4489-4326-98be-4cfedff009a8 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=20cf3e3a-3494-4c24-b696-e4a5273e4e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186573 Nov 25 17:36:04.399940 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device bdbaeae9-8b08-4171-b395-6571c22bb42e no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:36:04.411356 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-3f1ce6b5-0201-4d3e-8e66-25372ca1c2d3 req-f2e20f52-517a-48c5-9889-5a2c2929b120 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Deleting port 53a65dd2-7261-432f-a213-f291c3e01123 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:04.411743 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3f1ce6b5-0201-4d3e-8e66-25372ca1c2d3 req-f2e20f52-517a-48c5-9889-5a2c2929b120 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:04.430813 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: bdbaeae9-8b08-4171-b395-6571c22bb42e {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:36:04.431173 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device bdbaeae9-8b08-4171-b395-6571c22bb42e not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:36:04.538956 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-3f1ce6b5-0201-4d3e-8e66-25372ca1c2d3 req-f2e20f52-517a-48c5-9889-5a2c2929b120 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] For port 53a65dd2-7261-432f-a213-f291c3e01123, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=53a65dd2-7261-432f-a213-f291c3e01123,segment=NetworkSegment(74518c65-0a77-49eb-8302-d0397cc0c64c),segment_id=74518c65-0a77-49eb-8302-d0397cc0c64c)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:04.539210 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3f1ce6b5-0201-4d3e-8e66-25372ca1c2d3 req-f2e20f52-517a-48c5-9889-5a2c2929b120 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:04.811060 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9ca8c315-e195-4020-b3b8-537fa0ffae8f tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:04.827691 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a9515-9bc7-44f2-9002-f190e715106f req-5d302e67-1e68-42c6-a255-928991030514 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:04.828464 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e2569-801d-471a-9036-63d52060b0be req-48e8fb3f-338e-4418-b96f-1dbf46e493fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:04.830217 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2e0e2569-801d-471a-9036-63d52060b0be req-48e8fb3f-338e-4418-b96f-1dbf46e493fc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1a9c3242a61e438db3a59b55b2c137ec&device_id=f446b173-679f-46cc-8110-d03c3f69a163 HTTP/1.1" status: 200 len: 1096 time: 0.6683533 Nov 25 17:36:04.835465 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f57a9515-9bc7-44f2-9002-f190e715106f req-5d302e67-1e68-42c6-a255-928991030514 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6fd0054-85a7-4437-9d4c-bc96085141e4 HTTP/1.1" status: 200 len: 945 time: 0.4430897 Nov 25 17:36:04.839357 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3f1ce6b5-0201-4d3e-8e66-25372ca1c2d3 req-f2e20f52-517a-48c5-9889-5a2c2929b120 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:04.839718 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3f1ce6b5-0201-4d3e-8e66-25372ca1c2d3 req-f2e20f52-517a-48c5-9889-5a2c2929b120 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:04.840037 n-d-817746-1 neutron-server[103361]: INFO neutron.db.l3_db [req-3f1ce6b5-0201-4d3e-8e66-25372ca1c2d3 req-f2e20f52-517a-48c5-9889-5a2c2929b120 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Floating IP e464aee0-15bc-4970-b3c7-4cd749e63a9d disassociated. External IP: 172.25.0.132, port: 53a65dd2-7261-432f-a213-f291c3e01123. Nov 25 17:36:04.840379 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-3f1ce6b5-0201-4d3e-8e66-25372ca1c2d3 req-f2e20f52-517a-48c5-9889-5a2c2929b120 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Calling delete_port for 53a65dd2-7261-432f-a213-f291c3e01123 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:04.873637 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e37f3a0-d35c-4b61-82e7-59324a856644 req-893e80a8-88bd-43a1-b391-ecfffacfd8ec tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:04.875120 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1e37f3a0-d35c-4b61-82e7-59324a856644 req-893e80a8-88bd-43a1-b391-ecfffacfd8ec tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.75 "GET /v2.0/ports?device_id=526c0b29-7d8a-407c-b680-0785a4e5d684 HTTP/1.1" status: 200 len: 944 time: 0.1377242 Nov 25 17:36:04.939959 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-83d0ae42-ba3e-4c09-be3f-e4a4c53a43a8 None None] Set router 2380d049-db2c-480f-bbab-f4c3d61c4d79 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:36:04.997692 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f57a9515-9bc7-44f2-9002-f190e715106f req-82b3ee58-831e-4e34-b887-647a36a7b779 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/security-groups?id=9cb48d60-855a-4fc7-ad36-ccabac53205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612511 Nov 25 17:36:05.003807 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9ca8c315-e195-4020-b3b8-537fa0ffae8f tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Deleting port 2adc1101-7fb4-4f17-94a8-b9d1da35fd6d {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:05.005214 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9ca8c315-e195-4020-b3b8-537fa0ffae8f tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:05.030514 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36cbe30-72ef-4542-980a-ca262f21015f None None] DHCP port deletion for 2812543e-c0ba-48b9-ad6a-e82996b4ae69 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:36:05.081314 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e2569-801d-471a-9036-63d52060b0be req-4e77fcc6-11e0-4203-8960-843acc6347b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:05.083330 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2e0e2569-801d-471a-9036-63d52060b0be req-4e77fcc6-11e0-4203-8960-843acc6347b4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=965caeff-0bd8-4807-9042-9253d5ab9857 HTTP/1.1" status: 200 len: 913 time: 0.2272692 Nov 25 17:36:05.111106 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1e37f3a0-d35c-4b61-82e7-59324a856644 req-13543b12-d339-4240-8333-c507b7c20c30 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.75 "GET /v2.0/security-groups?id=20cf3e3a-3494-4c24-b696-e4a5273e4e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226427 Nov 25 17:36:05.172407 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b36cbe30-72ef-4542-980a-ca262f21015f None None] Deleting port 2adc1101-7fb4-4f17-94a8-b9d1da35fd6d {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:05.172935 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b36cbe30-72ef-4542-980a-ca262f21015f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:05.244915 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-9ca8c315-e195-4020-b3b8-537fa0ffae8f tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] For port 2adc1101-7fb4-4f17-94a8-b9d1da35fd6d, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=2adc1101-7fb4-4f17-94a8-b9d1da35fd6d,segment=NetworkSegment(369b18da-a0df-4031-8462-fa4b026d954e),segment_id=369b18da-a0df-4031-8462-fa4b026d954e)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:05.245941 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9ca8c315-e195-4020-b3b8-537fa0ffae8f tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:05.247841 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3f1ce6b5-0201-4d3e-8e66-25372ca1c2d3 req-f2e20f52-517a-48c5-9889-5a2c2929b120 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:05.253935 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b36cbe30-72ef-4542-980a-ca262f21015f None None] For port 2adc1101-7fb4-4f17-94a8-b9d1da35fd6d, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=2adc1101-7fb4-4f17-94a8-b9d1da35fd6d,segment=NetworkSegment(369b18da-a0df-4031-8462-fa4b026d954e),segment_id=369b18da-a0df-4031-8462-fa4b026d954e)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:05.254352 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b36cbe30-72ef-4542-980a-ca262f21015f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:05.285212 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b36cbe30-72ef-4542-980a-ca262f21015f None None] Calling delete_port for 2adc1101-7fb4-4f17-94a8-b9d1da35fd6d owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:05.300255 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e20f52-517a-48c5-9889-5a2c2929b120 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Pushing event deleted for resources: {'Port': ['ID=53a65dd2-7261-432f-a213-f291c3e01123,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:05.329789 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2e0e2569-801d-471a-9036-63d52060b0be req-987ac954-459b-4292-a669-ed7f8b68eff2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a51e8af9-1ecf-45f7-acfc-cdc1aa499e49 HTTP/1.1" status: 200 len: 998 time: 0.2278380 Nov 25 17:36:05.342720 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9ca8c315-e195-4020-b3b8-537fa0ffae8f tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Calling delete_port for 2adc1101-7fb4-4f17-94a8-b9d1da35fd6d owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:05.471228 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f1ce6b5-0201-4d3e-8e66-25372ca1c2d3 req-f2e20f52-517a-48c5-9889-5a2c2929b120 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Router 7168b50f-59dc-4fee-aaeb-a6ebb78a9b50 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:36:05.487531 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e2569-801d-471a-9036-63d52060b0be req-7989494a-4293-471b-b613-979367696c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:05.489706 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2e0e2569-801d-471a-9036-63d52060b0be req-7989494a-4293-471b-b613-979367696c83 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=19d34e75-8087-42c7-a3a8-95bea2a687ae HTTP/1.1" status: 200 len: 851 time: 0.1448345 Nov 25 17:36:05.491556 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9ca8c315-e195-4020-b3b8-537fa0ffae8f tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:05.570024 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca8c315-e195-4020-b3b8-537fa0ffae8f tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] No DVR routers for this DVR port 2adc1101-7fb4-4f17-94a8-b9d1da35fd6d on host n-d-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:36:05.572283 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca8c315-e195-4020-b3b8-537fa0ffae8f tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Pushing event deleted for resources: {'Port': ['ID=2adc1101-7fb4-4f17-94a8-b9d1da35fd6d,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:05.584356 n-d-817746-1 neutron-server[103362]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 25 17:36:05.584356 n-d-817746-1 neutron-server[103362]: from cryptography.utils import int_from_bytes Nov 25 17:36:05.584356 n-d-817746-1 neutron-server[103362]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 25 17:36:05.584356 n-d-817746-1 neutron-server[103362]: from cryptography.utils import int_from_bytes Nov 25 17:36:05.584356 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:36:05.584356 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:36:05.584356 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:36:05.584356 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:36:05.584356 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:36:05.584356 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:36:05.584356 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:36:05.584356 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:36:05.584356 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:36:05.584356 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:36:05.584356 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:36:05.584356 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:36:05.584356 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:36:05.584356 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:36:05.584356 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:36:05.584356 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:36:05.584356 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:36:05.584356 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:36:05.584356 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:36:05.584356 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:36:05.584356 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:36:05.584356 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:36:05.584356 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:36:05.584356 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:36:05.584356 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:36:05.584356 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:36:05.584356 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:36:05.584356 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:36:05.584356 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:36:05.584356 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:36:05.584356 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:36:05.584356 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:36:05.584356 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:36:05.584356 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:36:05.584356 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:36:05.584356 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:36:05.584356 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:36:05.584356 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:36:05.590283 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:36:05.590283 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:36:05.590283 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:36:05.590283 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:36:05.590283 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:36:05.590283 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:36:05.590283 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:36:05.590283 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:36:05.590283 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:36:05.590283 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:36:05.590283 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:36:05.590283 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:36:05.590283 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:36:05.590283 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:36:05.625980 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b36cbe30-72ef-4542-980a-ca262f21015f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:05.663633 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bdbcbecd-40ac-461e-b6d8-556d713fd890 req-f4db44f0-ba26-44d0-a040-80f9df6e0634 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2199aed-22e4-45f1-889a-a5741f6a4c6c HTTP/1.1" status: 200 len: 210 time: 0.1554010 Nov 25 17:36:05.711939 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f1ce6b5-0201-4d3e-8e66-25372ca1c2d3 req-f2e20f52-517a-48c5-9889-5a2c2929b120 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:36:05.722696 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9ca8c315-e195-4020-b3b8-537fa0ffae8f tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:05.727653 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56df23b6-ac1b-4998-8811-0fe0cef21dfb None None] Sync routers for ids ['7168b50f-59dc-4fee-aaeb-a6ebb78a9b50'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:36:05.733974 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36cbe30-72ef-4542-980a-ca262f21015f None None] Pushing event deleted for resources: {'Port': ['ID=2adc1101-7fb4-4f17-94a8-b9d1da35fd6d,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:05.758357 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56df23b6-ac1b-4998-8811-0fe0cef21dfb None None] Routers {'7168b50f-59dc-4fee-aaeb-a6ebb78a9b50'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:05.761182 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-56df23b6-ac1b-4998-8811-0fe0cef21dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:35:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['7168b50f-59dc-4fee-aaeb-a6ebb78a9b50'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:05.769644 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-83d0ae42-ba3e-4c09-be3f-e4a4c53a43a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2380d049-db2c-480f-bbab-f4c3d61c4d79', 'name': 'tempest-ServersTestManualDisk-1821852704-router', 'tenant_id': '1a9c3242a61e438db3a59b55b2c137ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'e718ee1b-5cff-4e56-8f0d-fc36f6f5e492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:35:20Z', 'updated_at': '2021-11-25T17:35:28Z', 'revision_number': 4, 'project_id': '1a9c3242a61e438db3a59b55b2c137ec', 'gw_port': {'id': 'e718ee1b-5cff-4e56-8f0d-fc36f6f5e492', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:55:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2380d049-db2c-480f-bbab-f4c3d61c4d79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:21Z', 'updated_at': '2021-11-25T17:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '1ae09754-0359-41da-bb65-4a76e4466fea', 'tenant_id': '1a9c3242a61e438db3a59b55b2c137ec', 'floating_ip_address': '172.25.0.88', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '2380d049-db2c-480f-bbab-f4c3d61c4d79', 'port_id': 'a51e8af9-1ecf-45f7-acfc-cdc1aa499e49', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '965caeff-0bd8-4807-9042-9253d5ab9857', 'mac_address': 'fa:16:3e:33:52:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f446b173-679f-46cc-8110-d03c3f69a163', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:35:38Z', 'updated_at': '2021-11-25T17:36:02Z', 'revision_number': 1, 'project_id': '1a9c3242a61e438db3a59b55b2c137ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '158ac780-12b6-4e6b-a5c0-692522a9c940', 'name': '', 'network_id': '965caeff-0bd8-4807-9042-9253d5ab9857', 'tenant_id': '1a9c3242a61e438db3a59b55b2c137ec', 'mac_address': 'fa:16:3e:d2:4e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2380d049-db2c-480f-bbab-f4c3d61c4d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '19d34e75-8087-42c7-a3a8-95bea2a687ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:26Z', 'updated_at': '2021-11-25T17:35:41Z', 'revision_number': 5, 'project_id': '1a9c3242a61e438db3a59b55b2c137ec', 'subnets': [{'id': '19d34e75-8087-42c7-a3a8-95bea2a687ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:05.782358 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f1ce6b5-0201-4d3e-8e66-25372ca1c2d3 req-f2e20f52-517a-48c5-9889-5a2c2929b120 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] No DVR routers for this DVR port 53a65dd2-7261-432f-a213-f291c3e01123 on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:36:05.785180 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3f1ce6b5-0201-4d3e-8e66-25372ca1c2d3 req-f2e20f52-517a-48c5-9889-5a2c2929b120 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:05.792886 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3f1ce6b5-0201-4d3e-8e66-25372ca1c2d3 req-f2e20f52-517a-48c5-9889-5a2c2929b120 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.90 "DELETE /v2.0/ports/53a65dd2-7261-432f-a213-f291c3e01123 HTTP/1.1" status: 204 len: 173 time: 1.5754263 Nov 25 17:36:05.793429 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2199aed-22e4-45f1-889a-a5741f6a4c6c', 'name': 'network-vif-deleted', 'tag': '53a65dd2-7261-432f-a213-f291c3e01123'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:36:05.796391 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a370924-8cbf-40e1-88d9-fe7f4c8c30b4" -d '{"events": [{"server_uuid": "e2199aed-22e4-45f1-889a-a5741f6a4c6c", "name": "network-vif-deleted", "tag": "53a65dd2-7261-432f-a213-f291c3e01123"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:36:05.796845 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-9ca8c315-e195-4020-b3b8-537fa0ffae8f tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2812543e-c0ba-48b9-ad6a-e82996b4ae69']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:05.838967 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-9ca8c315-e195-4020-b3b8-537fa0ffae8f tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '369b18da-a0df-4031-8462-fa4b026d954e') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:05.843759 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-9ca8c315-e195-4020-b3b8-537fa0ffae8f tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '369b18da-a0df-4031-8462-fa4b026d954e') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:05.869295 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36cbe30-72ef-4542-980a-ca262f21015f None None] No DVR routers for this DVR port 2adc1101-7fb4-4f17-94a8-b9d1da35fd6d on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:36:05.869716 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9ca8c315-e195-4020-b3b8-537fa0ffae8f tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:05.889953 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d0ae42-ba3e-4c09-be3f-e4a4c53a43a8 None None] The sync data for ids ['2380d049-db2c-480f-bbab-f4c3d61c4d79'] in n-d-817746-1 is: [{'id': '2380d049-db2c-480f-bbab-f4c3d61c4d79', 'name': 'tempest-ServersTestManualDisk-1821852704-router', 'tenant_id': '1a9c3242a61e438db3a59b55b2c137ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'e718ee1b-5cff-4e56-8f0d-fc36f6f5e492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:35:20Z', 'updated_at': '2021-11-25T17:35:28Z', 'revision_number': 4, 'project_id': '1a9c3242a61e438db3a59b55b2c137ec', 'gw_port': {'id': 'e718ee1b-5cff-4e56-8f0d-fc36f6f5e492', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:55:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2380d049-db2c-480f-bbab-f4c3d61c4d79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:21Z', 'updated_at': '2021-11-25T17:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '1ae09754-0359-41da-bb65-4a76e4466fea', 'tenant_id': '1a9c3242a61e438db3a59b55b2c137ec', 'floating_ip_address': '172.25.0.88', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '2380d049-db2c-480f-bbab-f4c3d61c4d79', 'port_id': 'a51e8af9-1ecf-45f7-acfc-cdc1aa499e49', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '965caeff-0bd8-4807-9042-9253d5ab9857', 'mac_address': 'fa:16:3e:33:52:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f446b173-679f-46cc-8110-d03c3f69a163', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:35:38Z', 'updated_at': '2021-11-25T17:36:02Z', 'revision_number': 1, 'project_id': '1a9c3242a61e438db3a59b55b2c137ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '158ac780-12b6-4e6b-a5c0-692522a9c940', 'name': '', 'network_id': '965caeff-0bd8-4807-9042-9253d5ab9857', 'tenant_id': '1a9c3242a61e438db3a59b55b2c137ec', 'mac_address': 'fa:16:3e:d2:4e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2380d049-db2c-480f-bbab-f4c3d61c4d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '19d34e75-8087-42c7-a3a8-95bea2a687ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:26Z', 'updated_at': '2021-11-25T17:35:41Z', 'revision_number': 5, 'project_id': '1a9c3242a61e438db3a59b55b2c137ec', 'subnets': [{'id': '19d34e75-8087-42c7-a3a8-95bea2a687ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:36:05.894924 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95347340-2e6c-438c-9935-2a3915156978 x-openstack-request-id: req-95347340-2e6c-438c-9935-2a3915156978 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:36:05.895141 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2199aed-22e4-45f1-889a-a5741f6a4c6c", "name": "network-vif-deleted", "tag": "53a65dd2-7261-432f-a213-f291c3e01123", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:36:05.895389 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-95347340-2e6c-438c-9935-2a3915156978 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:36:05.895835 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2199aed-22e4-45f1-889a-a5741f6a4c6c', 'name': 'network-vif-deleted', 'tag': '53a65dd2-7261-432f-a213-f291c3e01123', 'status': 'completed', 'code': 200} Nov 25 17:36:05.913157 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9ca8c315-e195-4020-b3b8-537fa0ffae8f tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:05.917982 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ca8c315-e195-4020-b3b8-537fa0ffae8f tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Releasing vlan 917 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:36:05.917982 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9ca8c315-e195-4020-b3b8-537fa0ffae8f tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:06.031486 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:36:06.031486 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:36:06.031486 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:36:06.031486 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:36:06.031486 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:36:06.031486 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:36:06.031486 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:36:06.031486 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:36:06.031486 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:36:06.031486 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:36:06.031486 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:36:06.031486 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:36:06.031486 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:36:06.031486 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:36:06.031486 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:36:06.031486 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:36:06.031486 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:36:06.031486 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:36:06.031486 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:36:06.031486 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:36:06.031486 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:36:06.031486 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:36:06.031486 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:36:06.031486 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:36:06.031486 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:36:06.031486 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:36:06.031486 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:36:06.031486 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:36:06.031486 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:36:06.031486 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:36:06.031486 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:36:06.031486 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:36:06.031486 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9ca8c315-e195-4020-b3b8-537fa0ffae8f tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:06.066225 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9ca8c315-e195-4020-b3b8-537fa0ffae8f tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:06.100028 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9ca8c315-e195-4020-b3b8-537fa0ffae8f tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] 10.222.0.75 "DELETE /v2.0/networks/2812543e-c0ba-48b9-ad6a-e82996b4ae69 HTTP/1.1" status: 204 len: 168 time: 1.9794855 Nov 25 17:36:06.181740 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca8c315-e195-4020-b3b8-537fa0ffae8f tempest-NetworksIpV6Test-2048560990 tempest-NetworksIpV6Test-2048560990-project] Pushing event deleted for resources: {'Network': ['ID=2812543e-c0ba-48b9-ad6a-e82996b4ae69,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:06.195778 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e2569-801d-471a-9036-63d52060b0be req-824232f2-087c-4dda-805e-63bfac2a8a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:06.197397 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2e0e2569-801d-471a-9036-63d52060b0be req-824232f2-087c-4dda-805e-63bfac2a8a5a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=965caeff-0bd8-4807-9042-9253d5ab9857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6970904 Nov 25 17:36:06.209055 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43161359-4a3c-4a98-a949-f072535e6836 req-3eddfd37-da1d-4d68-b804-184ceb76d8a1 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:06.211117 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-43161359-4a3c-4a98-a949-f072535e6836 req-3eddfd37-da1d-4d68-b804-184ceb76d8a1 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6fd0054-85a7-4437-9d4c-bc96085141e4 HTTP/1.1" status: 200 len: 945 time: 0.1063030 Nov 25 17:36:06.231168 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-56df23b6-ac1b-4998-8811-0fe0cef21dfb None None] Set router 7168b50f-59dc-4fee-aaeb-a6ebb78a9b50 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:36:06.387131 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2e0e2569-801d-471a-9036-63d52060b0be req-6e610ceb-d977-48ac-9ea4-22bc63b9993e service neutron] 10.222.0.74 "GET /v2.0/networks/965caeff-0bd8-4807-9042-9253d5ab9857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772377 Nov 25 17:36:06.392650 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-43161359-4a3c-4a98-a949-f072535e6836 req-b9f3f905-1b15-4b1c-9a02-d86f4a20f336 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/security-groups?id=9cb48d60-855a-4fc7-ad36-ccabac53205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630056 Nov 25 17:36:06.430925 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 2adc1101-7fb4-4f17-94a8-b9d1da35fd6d no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:36:06.510191 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb1eefe-c433-4bc9-b227-07bff31e62a5 req-a877b821-a5a4-4d80-82d9-3c0fd15e8408 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:06.518391 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-efb1eefe-c433-4bc9-b227-07bff31e62a5 req-a877b821-a5a4-4d80-82d9-3c0fd15e8408 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.75 "GET /v2.0/ports?device_id=526c0b29-7d8a-407c-b680-0785a4e5d684 HTTP/1.1" status: 200 len: 944 time: 0.0930796 Nov 25 17:36:06.570212 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 2adc1101-7fb4-4f17-94a8-b9d1da35fd6d {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:36:06.570598 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 2adc1101-7fb4-4f17-94a8-b9d1da35fd6d not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:36:06.603434 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56daaf4c-1d9a-4975-96e3-c67d46f92e62 None None] New status for floating IP 1ae09754-0359-41da-bb65-4a76e4466fea: ACTIVE {{(pid=103362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:36:06.639608 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-efb1eefe-c433-4bc9-b227-07bff31e62a5 req-4a2d0151-b227-479f-93c0-7bea710f1af7 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.75 "GET /v2.0/security-groups?id=20cf3e3a-3494-4c24-b696-e4a5273e4e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160874 Nov 25 17:36:06.765173 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 51244) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:06.771755 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-3ad8c583-9ba6-4cc7-8ab4-497ed8757a0b tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Request body: {'subnet': {'network_id': 'bf83683f-61c1-4c83-9361-2e9246158a37', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:06.778486 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2e0e2569-801d-471a-9036-63d52060b0be req-3de70d2d-464c-4e66-aa60-3c2e858fc044 service neutron] 10.222.0.74 "GET /v2.0/networks/965caeff-0bd8-4807-9042-9253d5ab9857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708615 Nov 25 17:36:06.879366 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 51248) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:06.889673 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-56df23b6-ac1b-4998-8811-0fe0cef21dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7168b50f-59dc-4fee-aaeb-a6ebb78a9b50', 'name': 'tempest-AttachVolumeShelveTestJSON-779843250-router', 'tenant_id': 'd4086650dac54a539044dab15f8f252a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'c2d1fa30-f17d-4813-8406-2a686109ed95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:44Z', 'updated_at': '2021-11-25T17:31:47Z', 'revision_number': 4, 'project_id': 'd4086650dac54a539044dab15f8f252a', 'gw_port': {'id': 'c2d1fa30-f17d-4813-8406-2a686109ed95', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7168b50f-59dc-4fee-aaeb-a6ebb78a9b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:45Z', 'updated_at': '2021-11-25T17:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '54bdbdc2-5281-4b2a-8b87-916bf45252e8', 'name': '', 'network_id': '49c799e6-01fb-4356-b67f-8b970273c51a', 'tenant_id': 'd4086650dac54a539044dab15f8f252a', 'mac_address': 'fa:16:3e:ab:ec:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7168b50f-59dc-4fee-aaeb-a6ebb78a9b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '25a72b94-fb6e-4434-9c21-274e75835bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:47Z', 'updated_at': '2021-11-25T17:31:55Z', 'revision_number': 5, 'project_id': 'd4086650dac54a539044dab15f8f252a', 'subnets': [{'id': '25a72b94-fb6e-4434-9c21-274e75835bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:06.904872 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 51250) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:06.944932 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad8c583-9ba6-4cc7-8ab4-497ed8757a0b tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Made reservation on behalf of e55aaafe98ee4f0a9eb356f8a0afe5e2 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:36:06.948575 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3ad8c583-9ba6-4cc7-8ab4-497ed8757a0b tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:06.950757 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56df23b6-ac1b-4998-8811-0fe0cef21dfb None None] Checking router: 7168b50f-59dc-4fee-aaeb-a6ebb78a9b50 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:36:06.966498 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56df23b6-ac1b-4998-8811-0fe0cef21dfb None None] Routers {'7168b50f-59dc-4fee-aaeb-a6ebb78a9b50'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:06.967256 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device fbca2894-65f7-41bc-9242-addd7de20b57 up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:36:06.968288 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-56df23b6-ac1b-4998-8811-0fe0cef21dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:35:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['7168b50f-59dc-4fee-aaeb-a6ebb78a9b50'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:07.034709 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 53a65dd2-7261-432f-a213-f291c3e01123 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:36:07.036255 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-be5a2c43-98c5-427d-a044-93fe25517fec tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:07.068667 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: 53a65dd2-7261-432f-a213-f291c3e01123 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:36:07.069570 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 53a65dd2-7261-432f-a213-f291c3e01123 not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:36:07.124718 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port fbca2894-65f7-41bc-9242-addd7de20b57 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:36:07.127107 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-be5a2c43-98c5-427d-a044-93fe25517fec tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:07.138016 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port fbca2894-65f7-41bc-9242-addd7de20b57 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:07.138675 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:07.196548 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-be5a2c43-98c5-427d-a044-93fe25517fec tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:07.197523 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-56df23b6-ac1b-4998-8811-0fe0cef21dfb None None] Set router 7168b50f-59dc-4fee-aaeb-a6ebb78a9b50 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:36:07.199588 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-be5a2c43-98c5-427d-a044-93fe25517fec tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:07.205040 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-be5a2c43-98c5-427d-a044-93fe25517fec tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "DELETE /v2.0/security-groups/f1b3f624-9a69-4743-bfac-9a2aba2cec36 HTTP/1.1" status: 204 len: 168 time: 0.3203342 Nov 25 17:36:07.209022 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 51254) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:07.215345 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5a2c43-98c5-427d-a044-93fe25517fec tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b3f624-9a69-4743-bfac-9a2aba2cec36,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:07.228984 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3ad8c583-9ba6-4cc7-8ab4-497ed8757a0b tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:07.265453 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [None req-2615c43f-f20c-4d2a-afc6-c71c4775564c tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] show failed (client error): The resource could not be found. Nov 25 17:36:07.266524 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-2615c43f-f20c-4d2a-afc6-c71c4775564c tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups/f1b3f624-9a69-4743-bfac-9a2aba2cec36 HTTP/1.1" status: 404 len: 347 time: 0.0572221 Nov 25 17:36:07.270508 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 51256) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:07.291526 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:07.367647 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-b326b31c-52fb-4bc6-8a05-ffe1f5f6b556 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a944564bc44448da813147d2ebeb8dea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4618111 Nov 25 17:36:07.370775 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad8c583-9ba6-4cc7-8ab4-497ed8757a0b tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Pushing event updated for resources: {'Subnet': ['ID=f0ee9212-0052-4f67-9e22-bf4764dbb54d,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:07.373610 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '526c0b29-7d8a-407c-b680-0785a4e5d684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbca2894-65f7-41bc-9242-addd7de20b57'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:36:07.376489 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9adbad-e824-4194-a223-8885697bb251" -d '{"events": [{"server_uuid": "526c0b29-7d8a-407c-b680-0785a4e5d684", "name": "network-vif-plugged", "status": "completed", "tag": "fbca2894-65f7-41bc-9242-addd7de20b57"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:36:07.380865 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port fbca2894-65f7-41bc-9242-addd7de20b57, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=fbca2894-65f7-41bc-9242-addd7de20b57,segment=NetworkSegment(e7f37f1f-ccbb-4078-be1e-54211a5caa2c),segment_id=e7f37f1f-ccbb-4078-be1e-54211a5caa2c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:07.382872 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 51260) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:07.394945 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad8c583-9ba6-4cc7-8ab4-497ed8757a0b tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Checking segment: {'id': 'c3272f96-574b-4e39-ad7c-eae99249b3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'bf83683f-61c1-4c83-9361-2e9246158a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:36:07.395323 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad8c583-9ba6-4cc7-8ab4-497ed8757a0b tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Network hostable DHCP agents. Network: bf83683f-61c1-4c83-9361-2e9246158a37, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:36:07.398562 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:07.445153 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067ee28d-d217-4d20-bec2-f1eef28d2b9f x-openstack-request-id: req-067ee28d-d217-4d20-bec2-f1eef28d2b9f {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:36:07.445836 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "526c0b29-7d8a-407c-b680-0785a4e5d684", "name": "network-vif-plugged", "status": "completed", "tag": "fbca2894-65f7-41bc-9242-addd7de20b57", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:36:07.445836 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-067ee28d-d217-4d20-bec2-f1eef28d2b9f {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:36:07.446647 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '526c0b29-7d8a-407c-b680-0785a4e5d684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbca2894-65f7-41bc-9242-addd7de20b57', 'code': 200} Nov 25 17:36:07.477695 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad8c583-9ba6-4cc7-8ab4-497ed8757a0b tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Network bf83683f-61c1-4c83-9361-2e9246158a37 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:36:07.493108 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-56df23b6-ac1b-4998-8811-0fe0cef21dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7168b50f-59dc-4fee-aaeb-a6ebb78a9b50', 'name': 'tempest-AttachVolumeShelveTestJSON-779843250-router', 'tenant_id': 'd4086650dac54a539044dab15f8f252a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'c2d1fa30-f17d-4813-8406-2a686109ed95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:44Z', 'updated_at': '2021-11-25T17:31:47Z', 'revision_number': 4, 'project_id': 'd4086650dac54a539044dab15f8f252a', 'gw_port': {'id': 'c2d1fa30-f17d-4813-8406-2a686109ed95', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7168b50f-59dc-4fee-aaeb-a6ebb78a9b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:45Z', 'updated_at': '2021-11-25T17:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '54bdbdc2-5281-4b2a-8b87-916bf45252e8', 'name': '', 'network_id': '49c799e6-01fb-4356-b67f-8b970273c51a', 'tenant_id': 'd4086650dac54a539044dab15f8f252a', 'mac_address': 'fa:16:3e:ab:ec:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7168b50f-59dc-4fee-aaeb-a6ebb78a9b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '25a72b94-fb6e-4434-9c21-274e75835bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:47Z', 'updated_at': '2021-11-25T17:31:55Z', 'revision_number': 5, 'project_id': 'd4086650dac54a539044dab15f8f252a', 'subnets': [{'id': '25a72b94-fb6e-4434-9c21-274e75835bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:07.497157 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-3ad8c583-9ba6-4cc7-8ab4-497ed8757a0b tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, bf83683f-61c1-4c83-9361-2e9246158a37) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:07.504412 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad8c583-9ba6-4cc7-8ab4-497ed8757a0b tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:07.505146 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3ad8c583-9ba6-4cc7-8ab4-497ed8757a0b tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:07.511938 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5f5b132e-e362-4edb-8608-38edec4407a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:07.516211 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec3e9f5-cec0-438a-892f-f2efaa46878e None None] Network bf83683f-61c1-4c83-9361-2e9246158a37 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:36:07.538725 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56df23b6-ac1b-4998-8811-0fe0cef21dfb None None] The sync data for ids ['7168b50f-59dc-4fee-aaeb-a6ebb78a9b50'] in n-d-817746-1 is: [{'id': '7168b50f-59dc-4fee-aaeb-a6ebb78a9b50', 'name': 'tempest-AttachVolumeShelveTestJSON-779843250-router', 'tenant_id': 'd4086650dac54a539044dab15f8f252a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'c2d1fa30-f17d-4813-8406-2a686109ed95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:44Z', 'updated_at': '2021-11-25T17:31:47Z', 'revision_number': 4, 'project_id': 'd4086650dac54a539044dab15f8f252a', 'gw_port': {'id': 'c2d1fa30-f17d-4813-8406-2a686109ed95', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7168b50f-59dc-4fee-aaeb-a6ebb78a9b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:45Z', 'updated_at': '2021-11-25T17:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '54bdbdc2-5281-4b2a-8b87-916bf45252e8', 'name': '', 'network_id': '49c799e6-01fb-4356-b67f-8b970273c51a', 'tenant_id': 'd4086650dac54a539044dab15f8f252a', 'mac_address': 'fa:16:3e:ab:ec:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7168b50f-59dc-4fee-aaeb-a6ebb78a9b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '25a72b94-fb6e-4434-9c21-274e75835bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:47Z', 'updated_at': '2021-11-25T17:31:55Z', 'revision_number': 5, 'project_id': 'd4086650dac54a539044dab15f8f252a', 'subnets': [{'id': '25a72b94-fb6e-4434-9c21-274e75835bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:36:07.569772 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=fbca2894-65f7-41bc-9242-addd7de20b57,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:07.574971 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3bdad0b3-d10b-444a-91f9-53f36d1b8e59 req-623dbcf2-c330-49ff-811f-297fd6fd2d78 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d74ab755-36a9-4476-bec2-1aaeded5d781&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2294428 Nov 25 17:36:07.599066 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9eb4687b-04ce-4cb9-a9bf-88487a15e96a tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Deleting port 0a1b3be1-cc5b-476f-a5d0-f93ea44e109d {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:07.600925 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9eb4687b-04ce-4cb9-a9bf-88487a15e96a tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:07.645275 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-3ad8c583-9ba6-4cc7-8ab4-497ed8757a0b tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8755507 Nov 25 17:36:07.650117 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5f5b132e-e362-4edb-8608-38edec4407a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:07.651631 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 51266) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:07.657243 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-1a907b9f-dbdb-4853-b22d-b370edadcc3d tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1926935897'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:07.712039 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a4ca43-079f-40a6-8754-069313bbf125 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-bf83683f-61c1-4c83-9361-2e9246158a37', 'network_id': 'bf83683f-61c1-4c83-9361-2e9246158a37', 'tenant_id': 'e55aaafe98ee4f0a9eb356f8a0afe5e2', 'fixed_ips': [{'subnet_id': 'f0ee9212-0052-4f67-9e22-bf4764dbb54d'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:36:07.713021 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-68a4ca43-079f-40a6-8754-069313bbf125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:07.713670 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9eb4687b-04ce-4cb9-a9bf-88487a15e96a tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:07.714034 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9eb4687b-04ce-4cb9-a9bf-88487a15e96a tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:07.729132 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9eb4687b-04ce-4cb9-a9bf-88487a15e96a tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Calling delete_port for 0a1b3be1-cc5b-476f-a5d0-f93ea44e109d owned by network:floatingip {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:07.741721 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf92df3-7122-4a0b-9b97-814101278c19 req-246b994e-33fd-445b-84a9-845538764a60 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:07.743316 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fcf92df3-7122-4a0b-9b97-814101278c19 req-246b994e-33fd-445b-84a9-845538764a60 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6fd0054-85a7-4437-9d4c-bc96085141e4 HTTP/1.1" status: 200 len: 945 time: 0.1839836 Nov 25 17:36:07.745149 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b60981-e5e1-4edf-b104-d8a2bca18fbe req-ec22aae1-a6bf-4383-80fb-ef8fa67df06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:07.746503 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-24b60981-e5e1-4edf-b104-d8a2bca18fbe req-ec22aae1-a6bf-4383-80fb-ef8fa67df06c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=526c0b29-7d8a-407c-b680-0785a4e5d684 HTTP/1.1" status: 200 len: 1096 time: 0.2286551 Nov 25 17:36:07.748801 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a907b9f-dbdb-4853-b22d-b370edadcc3d tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Made reservation on behalf of e55aaafe98ee4f0a9eb356f8a0afe5e2 for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:36:07.752284 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1a907b9f-dbdb-4853-b22d-b370edadcc3d tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:07.819958 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5f5b132e-e362-4edb-8608-38edec4407a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:07.823352 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5f5b132e-e362-4edb-8608-38edec4407a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:07.827239 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-5f5b132e-e362-4edb-8608-38edec4407a1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/aa0dbd3a-2199-45ab-b1e6-2c6c4373b4c6 HTTP/1.1" status: 204 len: 168 time: 0.4421926 Nov 25 17:36:07.890819 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a907b9f-dbdb-4853-b22d-b370edadcc3d tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 928} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:36:07.894000 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5b132e-e362-4edb-8608-38edec4407a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0dbd3a-2199-45ab-b1e6-2c6c4373b4c6,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:07.924269 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-68a4ca43-079f-40a6-8754-069313bbf125 None None] Allocated IP 2001:db8:0:ffff::2 (bf83683f-61c1-4c83-9361-2e9246158a37/f0ee9212-0052-4f67-9e22-bf4764dbb54d/82fff751-c639-410a-be96-04ed361726b2) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:36:07.931479 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1a907b9f-dbdb-4853-b22d-b370edadcc3d tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:07.931944 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-1a907b9f-dbdb-4853-b22d-b370edadcc3d tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Added segment 5f1822b9-08ee-4ed5-b621-27546eb9f0ab of type vlan for network 7a7c5512-a028-4c0f-a37c-8d68eaa79e05 Nov 25 17:36:07.984080 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-24b60981-e5e1-4edf-b104-d8a2bca18fbe req-875619d2-1c25-43c2-97eb-b288bfef07e9 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=20cf3e3a-3494-4c24-b696-e4a5273e4e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293105 Nov 25 17:36:07.991919 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fcf92df3-7122-4a0b-9b97-814101278c19 req-f4d2b45b-c0ed-491a-8c79-c43e86926c75 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/security-groups?id=9cb48d60-855a-4fc7-ad36-ccabac53205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282646 Nov 25 17:36:08.019533 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdad0b3-d10b-444a-91f9-53f36d1b8e59 req-e988d618-2803-4935-9561-564fbb3d4c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:08.020212 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdad0b3-d10b-444a-91f9-53f36d1b8e59 req-e988d618-2803-4935-9561-564fbb3d4c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:08.020921 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdad0b3-d10b-444a-91f9-53f36d1b8e59 req-e988d618-2803-4935-9561-564fbb3d4c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:08.023152 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdad0b3-d10b-444a-91f9-53f36d1b8e59 req-e988d618-2803-4935-9561-564fbb3d4c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:08.023830 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdad0b3-d10b-444a-91f9-53f36d1b8e59 req-e988d618-2803-4935-9561-564fbb3d4c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:08.024903 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdad0b3-d10b-444a-91f9-53f36d1b8e59 req-e988d618-2803-4935-9561-564fbb3d4c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:08.025557 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdad0b3-d10b-444a-91f9-53f36d1b8e59 req-e988d618-2803-4935-9561-564fbb3d4c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:08.028409 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3bdad0b3-d10b-444a-91f9-53f36d1b8e59 req-e988d618-2803-4935-9561-564fbb3d4c0f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dd6f14b9d22849c3ad1fbf498db9870a&device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 6500 time: 0.2241194 Nov 25 17:36:08.028794 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974ae23-282e-46bb-a387-c4b25d593dc6 req-57456ed7-d524-4be6-ad23-7ba03f7da98c tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:08.033577 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9eb4687b-04ce-4cb9-a9bf-88487a15e96a tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:08.041113 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f974ae23-282e-46bb-a387-c4b25d593dc6 req-57456ed7-d524-4be6-ad23-7ba03f7da98c tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.75 "GET /v2.0/ports?device_id=526c0b29-7d8a-407c-b680-0785a4e5d684 HTTP/1.1" status: 200 len: 945 time: 0.2410665 Nov 25 17:36:08.043007 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1a907b9f-dbdb-4853-b22d-b370edadcc3d tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:08.080439 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4687b-04ce-4cb9-a9bf-88487a15e96a tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Pushing event deleted for resources: {'Port': ['ID=0a1b3be1-cc5b-476f-a5d0-f93ea44e109d,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:08.109868 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e357024d-8c7d-431c-b797-51ce0098dac4 None None] New status for floating IP e464aee0-15bc-4970-b3c7-4cd749e63a9d: DOWN {{(pid=103363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:36:08.128920 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc219bf-8938-4bfc-a100-308ebaaa9daf None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:36:08.152840 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f974ae23-282e-46bb-a387-c4b25d593dc6 req-34e5cf69-79fc-4686-b071-fc744ec2ab7e tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.75 "GET /v2.0/security-groups?id=20cf3e3a-3494-4c24-b696-e4a5273e4e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035867 Nov 25 17:36:08.166131 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1a907b9f-dbdb-4853-b22d-b370edadcc3d tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:08.173752 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a907b9f-dbdb-4853-b22d-b370edadcc3d tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:08.174452 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1a907b9f-dbdb-4853-b22d-b370edadcc3d tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:08.269060 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-1a907b9f-dbdb-4853-b22d-b370edadcc3d tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6155910 Nov 25 17:36:08.273259 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 51280) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:08.329227 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-eaf7726d-2f3e-4c15-a220-d419662b3ae8 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Request body: {'subnet': {'network_id': '7a7c5512-a028-4c0f-a37c-8d68eaa79e05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:08.338977 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-68a4ca43-079f-40a6-8754-069313bbf125 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:08.350427 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-68a4ca43-079f-40a6-8754-069313bbf125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:08.370004 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a907b9f-dbdb-4853-b22d-b370edadcc3d tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Pushing event updated for resources: {'Network': ['ID=7a7c5512-a028-4c0f-a37c-8d68eaa79e05,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:08.416073 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a4ca43-079f-40a6-8754-069313bbf125 None None] Network bf83683f-61c1-4c83-9361-2e9246158a37 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:36:08.425591 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 7a7c5512-a028-4c0f-a37c-8d68eaa79e05 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:36:08.426990 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9eb4687b-04ce-4cb9-a9bf-88487a15e96a tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks [] for floatingip, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:08.430784 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9eb4687b-04ce-4cb9-a9bf-88487a15e96a tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:08.444938 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9eb4687b-04ce-4cb9-a9bf-88487a15e96a tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "DELETE /v2.0/floatingips/e464aee0-15bc-4970-b3c7-4cd749e63a9d HTTP/1.1" status: 204 len: 168 time: 1.1631258 Nov 25 17:36:08.445149 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-68a4ca43-079f-40a6-8754-069313bbf125 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:08.475985 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a4ca43-079f-40a6-8754-069313bbf125 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:36:08.516052 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a4ca43-079f-40a6-8754-069313bbf125 None None] Pushing event updated for resources: {'Port': ['ID=82fff751-c639-410a-be96-04ed361726b2,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:08.531739 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf7726d-2f3e-4c15-a220-d419662b3ae8 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Made reservation on behalf of e55aaafe98ee4f0a9eb356f8a0afe5e2 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:36:08.542820 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-eaf7726d-2f3e-4c15-a220-d419662b3ae8 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:08.550173 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdad0b3-d10b-444a-91f9-53f36d1b8e59 req-c60a5047-c161-4e90-b51e-4ef8aa763a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:08.561178 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdad0b3-d10b-444a-91f9-53f36d1b8e59 req-c60a5047-c161-4e90-b51e-4ef8aa763a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:08.562155 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdad0b3-d10b-444a-91f9-53f36d1b8e59 req-c60a5047-c161-4e90-b51e-4ef8aa763a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:08.564036 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3bdad0b3-d10b-444a-91f9-53f36d1b8e59 req-c60a5047-c161-4e90-b51e-4ef8aa763a1c service neutron] 10.222.0.74 "GET /v2.0/networks?id=124f5b02-f613-458f-b33d-77fb5d166863&id=6d3b5836-4740-4bb0-8171-a77a7b2fa0cd&id=6d3b5836-4740-4bb0-8171-a77a7b2fa0cd&id=6d3b5836-4740-4bb0-8171-a77a7b2fa0cd&id=6d3b5836-4740-4bb0-8171-a77a7b2fa0cd&id=04e189b3-a48d-47a2-8e70-da48c198c103&id=04e189b3-a48d-47a2-8e70-da48c198c103 HTTP/1.1" status: 200 len: 2297 time: 0.3248882 Nov 25 17:36:08.613428 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-68a4ca43-079f-40a6-8754-069313bbf125 None None] Attempting to bind port 82fff751-c639-410a-be96-04ed361726b2 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:36:08.613812 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-68a4ca43-079f-40a6-8754-069313bbf125 None None] Attempting to bind port 82fff751-c639-410a-be96-04ed361726b2 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'c3272f96-574b-4e39-ad7c-eae99249b3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'bf83683f-61c1-4c83-9361-2e9246158a37'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:36:08.614190 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a4ca43-079f-40a6-8754-069313bbf125 None None] Attempting to bind port 82fff751-c639-410a-be96-04ed361726b2 on network bf83683f-61c1-4c83-9361-2e9246158a37 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:36:08.626102 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a4ca43-079f-40a6-8754-069313bbf125 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:36:08.626488 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a4ca43-079f-40a6-8754-069313bbf125 None None] Checking segment: {'id': 'c3272f96-574b-4e39-ad7c-eae99249b3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'bf83683f-61c1-4c83-9361-2e9246158a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:36:08.626906 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-68a4ca43-079f-40a6-8754-069313bbf125 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:08.627311 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a4ca43-079f-40a6-8754-069313bbf125 None None] Bound using segment: {'id': 'c3272f96-574b-4e39-ad7c-eae99249b3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'bf83683f-61c1-4c83-9361-2e9246158a37'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:36:08.627899 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-68a4ca43-079f-40a6-8754-069313bbf125 None None] Bound port: 82fff751-c639-410a-be96-04ed361726b2, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3272f96-574b-4e39-ad7c-eae99249b3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'bf83683f-61c1-4c83-9361-2e9246158a37'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:36:08.628302 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-68a4ca43-079f-40a6-8754-069313bbf125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:08.705384 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-68a4ca43-079f-40a6-8754-069313bbf125 None None] For port 82fff751-c639-410a-be96-04ed361726b2, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:36:08.709856 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-68a4ca43-079f-40a6-8754-069313bbf125 None None] For port 82fff751-c639-410a-be96-04ed361726b2, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=82fff751-c639-410a-be96-04ed361726b2,segment=NetworkSegment(c3272f96-574b-4e39-ad7c-eae99249b3dc),segment_id=c3272f96-574b-4e39-ad7c-eae99249b3dc)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:36:08.719654 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-68a4ca43-079f-40a6-8754-069313bbf125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:08.733362 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3bdad0b3-d10b-444a-91f9-53f36d1b8e59 req-811c5b11-c175-440f-85ca-f4af9281073f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7be8a07b-4a87-4407-a846-a793d7c0884e HTTP/1.1" status: 200 len: 1000 time: 0.1598303 Nov 25 17:36:08.815863 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a4ca43-079f-40a6-8754-069313bbf125 None None] Pushing event updated for resources: {'Port': ['ID=82fff751-c639-410a-be96-04ed361726b2,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:08.871029 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdad0b3-d10b-444a-91f9-53f36d1b8e59 req-d76771d1-a8be-4d97-a759-37d3ce60298d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:08.878472 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3bdad0b3-d10b-444a-91f9-53f36d1b8e59 req-d76771d1-a8be-4d97-a759-37d3ce60298d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3ed106f0-2cd9-4f3e-b760-6bf8df9e80f9 HTTP/1.1" status: 200 len: 856 time: 0.1326892 Nov 25 17:36:08.968275 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdad0b3-d10b-444a-91f9-53f36d1b8e59 req-9d489ed1-1d33-4091-a895-1fa75720f42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:08.979491 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3bdad0b3-d10b-444a-91f9-53f36d1b8e59 req-9d489ed1-1d33-4091-a895-1fa75720f42a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=124f5b02-f613-458f-b33d-77fb5d166863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0909736 Nov 25 17:36:08.998358 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 51300) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:09.002836 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-e705853b-d420-43c6-acfe-78acf780a16a tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1163367730', 'description': 'tempest-description--456470642'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:09.039708 n-d-817746-1 neutron-server[103361]: DEBUG neutron.objects.ports [None req-eaf7726d-2f3e-4c15-a220-d419662b3ae8 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103361) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 17:36:09.041937 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-eaf7726d-2f3e-4c15-a220-d419662b3ae8 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:09.128386 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3bdad0b3-d10b-444a-91f9-53f36d1b8e59 req-c7261c04-09e3-4601-9672-d8a9e3f0c2d7 service neutron] 10.222.0.74 "GET /v2.0/networks/124f5b02-f613-458f-b33d-77fb5d166863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386833 Nov 25 17:36:09.131734 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e705853b-d420-43c6-acfe-78acf780a16a tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:09.220644 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 51306) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:09.292465 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:36:09.310838 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf7726d-2f3e-4c15-a220-d419662b3ae8 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Checking segment: {'id': '5f1822b9-08ee-4ed5-b621-27546eb9f0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '7a7c5512-a028-4c0f-a37c-8d68eaa79e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:36:09.311271 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf7726d-2f3e-4c15-a220-d419662b3ae8 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Network hostable DHCP agents. Network: 7a7c5512-a028-4c0f-a37c-8d68eaa79e05, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:36:09.328265 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf7726d-2f3e-4c15-a220-d419662b3ae8 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Pushing event updated for resources: {'Subnet': ['ID=a2704319-0030-4b4f-8833-988f64198f84,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:09.354548 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e705853b-d420-43c6-acfe-78acf780a16a tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:09.360901 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e705853b-d420-43c6-acfe-78acf780a16a tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:09.368426 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c02301c-46d6-4632-998c-e2038d35135c req-2eb6df36-51f4-4b74-9a94-71aa7f9797fe tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:09.376760 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3c02301c-46d6-4632-998c-e2038d35135c req-2eb6df36-51f4-4b74-9a94-71aa7f9797fe tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6fd0054-85a7-4437-9d4c-bc96085141e4 HTTP/1.1" status: 200 len: 945 time: 0.1835201 Nov 25 17:36:09.391931 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3bdad0b3-d10b-444a-91f9-53f36d1b8e59 req-be7d4951-c052-4462-88cd-a6f67caf1f19 service neutron] 10.222.0.74 "GET /v2.0/networks/124f5b02-f613-458f-b33d-77fb5d166863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483289 Nov 25 17:36:09.395181 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e705853b-d420-43c6-acfe-78acf780a16a tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8521b0-fea5-42f2-a976-d0ce371dead0,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:09.435039 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf7726d-2f3e-4c15-a220-d419662b3ae8 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Network 7a7c5512-a028-4c0f-a37c-8d68eaa79e05 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:36:09.451127 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-703c198b-42d5-4330-9233-212491afddb5 tempest-NetworksNegativeTestJSON-653365059 tempest-NetworksNegativeTestJSON-653365059-project] Request body: {'port': {'network_id': '20559fd3-fb6a-414b-ad4b-370558e88894', 'name': 'tempest-NetworksNegativeTestJSON-185855583'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:09.453120 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-eaf7726d-2f3e-4c15-a220-d419662b3ae8 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 7a7c5512-a028-4c0f-a37c-8d68eaa79e05) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:09.455666 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3bdad0b3-d10b-444a-91f9-53f36d1b8e59 req-986e1633-372f-4077-9af2-36a47f0b8a6e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=791424cf-7f49-4cd7-a3d5-e5f426ab97ac HTTP/1.1" status: 200 len: 217 time: 0.0547531 Nov 25 17:36:09.458322 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e705853b-d420-43c6-acfe-78acf780a16a tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:09.462757 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e705853b-d420-43c6-acfe-78acf780a16a tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4602604 Nov 25 17:36:09.463344 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf7726d-2f3e-4c15-a220-d419662b3ae8 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:09.464008 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-eaf7726d-2f3e-4c15-a220-d419662b3ae8 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:09.466707 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503d22c1-380e-4d2c-9877-3490320b4a33 None None] Network 7a7c5512-a028-4c0f-a37c-8d68eaa79e05 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:36:09.467701 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 51314) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:09.482705 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-703c198b-42d5-4330-9233-212491afddb5 tempest-NetworksNegativeTestJSON-653365059 tempest-NetworksNegativeTestJSON-653365059-project] POST failed (client error): The resource could not be found. Nov 25 17:36:09.483211 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-f32d7def-a363-46a9-9bf2-c3268f4477ed tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Request body: {'security_group_rule': {'security_group_id': '0f8521b0-fea5-42f2-a976-d0ce371dead0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:09.483387 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-703c198b-42d5-4330-9233-212491afddb5 tempest-NetworksNegativeTestJSON-653365059 tempest-NetworksNegativeTestJSON-653365059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:36:09.484898 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-703c198b-42d5-4330-9233-212491afddb5 tempest-NetworksNegativeTestJSON-653365059 tempest-NetworksNegativeTestJSON-653365059-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2626498 Nov 25 17:36:09.489275 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 51318) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:09.502928 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3c02301c-46d6-4632-998c-e2038d35135c req-0c307dc9-49f5-4d16-b7e7-96863c665a3c tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/security-groups?id=9cb48d60-855a-4fc7-ad36-ccabac53205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206489 Nov 25 17:36:09.539323 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-eaf7726d-2f3e-4c15-a220-d419662b3ae8 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2606907 Nov 25 17:36:09.541466 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 51322) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:09.551984 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d969a86-a280-440c-90cd-5c03920ecb65 tempest-NetworksNegativeTestJSON-653365059 tempest-NetworksNegativeTestJSON-653365059-project] DELETE failed (client error): The resource could not be found. Nov 25 17:36:09.552701 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d969a86-a280-440c-90cd-5c03920ecb65 tempest-NetworksNegativeTestJSON-653365059 tempest-NetworksNegativeTestJSON-653365059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:36:09.555931 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4d969a86-a280-440c-90cd-5c03920ecb65 tempest-NetworksNegativeTestJSON-653365059 tempest-NetworksNegativeTestJSON-653365059-project] 10.222.0.75 "DELETE /v2.0/networks/be35f832-79db-44b6-9927-42060c835006 HTTP/1.1" status: 404 len: 339 time: 0.0650780 Nov 25 17:36:09.561293 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 51324) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:09.566005 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-620dd40f-81de-4ab5-8f27-7b641c4f30d8 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Request body: {'port': {'network_id': '7a7c5512-a028-4c0f-a37c-8d68eaa79e05', 'name': 'tempest-NetworksIpV6TestAttrs-1129536561'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:09.589070 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7232380-fb31-4d04-ba2f-2baf8ad9724d tempest-NetworksNegativeTestJSON-653365059 tempest-NetworksNegativeTestJSON-653365059-project] DELETE failed (client error): The resource could not be found. Nov 25 17:36:09.589773 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7232380-fb31-4d04-ba2f-2baf8ad9724d tempest-NetworksNegativeTestJSON-653365059 tempest-NetworksNegativeTestJSON-653365059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:36:09.593027 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a7232380-fb31-4d04-ba2f-2baf8ad9724d tempest-NetworksNegativeTestJSON-653365059 tempest-NetworksNegativeTestJSON-653365059-project] 10.222.0.75 "DELETE /v2.0/ports/36b0c196-8843-4cf2-8e17-23abc0abe842 HTTP/1.1" status: 404 len: 333 time: 0.0305903 Nov 25 17:36:09.597810 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 51326) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:09.634808 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-33f2c997-855e-4e29-a281-b0ebae812c60 tempest-NetworksNegativeTestJSON-653365059 tempest-NetworksNegativeTestJSON-653365059-project] DELETE failed (client error): The resource could not be found. Nov 25 17:36:09.635279 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33f2c997-855e-4e29-a281-b0ebae812c60 tempest-NetworksNegativeTestJSON-653365059 tempest-NetworksNegativeTestJSON-653365059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:36:09.638406 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-33f2c997-855e-4e29-a281-b0ebae812c60 tempest-NetworksNegativeTestJSON-653365059 tempest-NetworksNegativeTestJSON-653365059-project] 10.222.0.75 "DELETE /v2.0/subnets/ff545522-a044-40ae-bbf1-531b5dbfa4c4 HTTP/1.1" status: 404 len: 337 time: 0.0396445 Nov 25 17:36:09.643690 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 51328) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:09.677261 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdad0b3-d10b-444a-91f9-53f36d1b8e59 req-490347a1-e399-4c18-b909-61ceab92bfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:09.678764 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3bdad0b3-d10b-444a-91f9-53f36d1b8e59 req-490347a1-e399-4c18-b909-61ceab92bfd4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8f7ac9a8-89f8-4c97-b414-fee10b4c07cb HTTP/1.1" status: 200 len: 797 time: 0.2048337 Nov 25 17:36:09.687197 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-78c32ace-3e74-4be5-835e-7efda35eda61 tempest-NetworksNegativeTestJSON-653365059 tempest-NetworksNegativeTestJSON-653365059-project] GET failed (client error): The resource could not be found. Nov 25 17:36:09.688537 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-78c32ace-3e74-4be5-835e-7efda35eda61 tempest-NetworksNegativeTestJSON-653365059 tempest-NetworksNegativeTestJSON-653365059-project] 10.222.0.75 "GET /v2.0/networks/9e440522-6856-4283-98c4-62fcdb48434d HTTP/1.1" status: 404 len: 339 time: 0.0437338 Nov 25 17:36:09.692784 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 51330) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:09.704030 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897c6547-5157-4f34-90a0-b68108cc8efe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-7a7c5512-a028-4c0f-a37c-8d68eaa79e05', 'network_id': '7a7c5512-a028-4c0f-a37c-8d68eaa79e05', 'tenant_id': 'e55aaafe98ee4f0a9eb356f8a0afe5e2', 'fixed_ips': [{'subnet_id': 'a2704319-0030-4b4f-8833-988f64198f84'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:36:09.704953 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-897c6547-5157-4f34-90a0-b68108cc8efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:09.740101 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdad0b3-d10b-444a-91f9-53f36d1b8e59 req-7dc91e45-5bb7-48c7-acc2-7a71b8759fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:09.741895 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3bdad0b3-d10b-444a-91f9-53f36d1b8e59 req-7dc91e45-5bb7-48c7-acc2-7a71b8759fe4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6d3b5836-4740-4bb0-8171-a77a7b2fa0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0521972 Nov 25 17:36:09.783058 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-c365e34f-d36c-4f98-bce0-6fa8fa3c853d tempest-NetworksNegativeTestJSON-653365059 tempest-NetworksNegativeTestJSON-653365059-project] GET failed (client error): The resource could not be found. Nov 25 17:36:09.788638 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c365e34f-d36c-4f98-bce0-6fa8fa3c853d tempest-NetworksNegativeTestJSON-653365059 tempest-NetworksNegativeTestJSON-653365059-project] 10.222.0.75 "GET /v2.0/ports/75a40d76-dc92-46b4-a090-579b1bae2bfd HTTP/1.1" status: 404 len: 333 time: 0.0907464 Nov 25 17:36:09.789769 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 51332) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:09.802447 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f32d7def-a363-46a9-9bf2-c3268f4477ed tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:09.837359 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-d485e24f-adfe-4e76-b0be-28a6912a0eb2 tempest-NetworksNegativeTestJSON-653365059 tempest-NetworksNegativeTestJSON-653365059-project] GET failed (client error): The resource could not be found. Nov 25 17:36:09.843646 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d485e24f-adfe-4e76-b0be-28a6912a0eb2 tempest-NetworksNegativeTestJSON-653365059 tempest-NetworksNegativeTestJSON-653365059-project] 10.222.0.75 "GET /v2.0/subnets/3175b219-d53d-4e0f-8bae-bc3aa7cc04ee HTTP/1.1" status: 404 len: 337 time: 0.0532479 Nov 25 17:36:09.852606 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-897c6547-5157-4f34-90a0-b68108cc8efe None None] Allocated IP 2001:db8::f816:3eff:fe17:aa71 (7a7c5512-a028-4c0f-a37c-8d68eaa79e05/a2704319-0030-4b4f-8833-988f64198f84/f9b823ec-226e-4b03-8c72-f9a42f35abee) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:36:09.855448 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3bdad0b3-d10b-444a-91f9-53f36d1b8e59 req-667372f6-47fd-4edb-9abf-d8bb7859cb2b service neutron] 10.222.0.74 "GET /v2.0/networks/6d3b5836-4740-4bb0-8171-a77a7b2fa0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054626 Nov 25 17:36:09.856015 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 51334) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:09.861950 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-cf82af2c-50f0-4e7e-a999-e4acc43cb563 tempest-NetworksNegativeTestJSON-653365059 tempest-NetworksNegativeTestJSON-653365059-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:09.891457 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620dd40f-81de-4ab5-8f27-7b641c4f30d8 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Made reservation on behalf of e55aaafe98ee4f0a9eb356f8a0afe5e2 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:36:09.891713 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf82af2c-50f0-4e7e-a999-e4acc43cb563 tempest-NetworksNegativeTestJSON-653365059 tempest-NetworksNegativeTestJSON-653365059-project] PUT failed (client error): The resource could not be found. Nov 25 17:36:09.892186 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf82af2c-50f0-4e7e-a999-e4acc43cb563 tempest-NetworksNegativeTestJSON-653365059 tempest-NetworksNegativeTestJSON-653365059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:36:09.893543 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-cf82af2c-50f0-4e7e-a999-e4acc43cb563 tempest-NetworksNegativeTestJSON-653365059 tempest-NetworksNegativeTestJSON-653365059-project] 10.222.0.75 "PUT /v2.0/networks/ee2fc7df-8eff-4456-a212-0921731c1513 HTTP/1.1" status: 404 len: 339 time: 0.0365255 Nov 25 17:36:09.899740 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-620dd40f-81de-4ab5-8f27-7b641c4f30d8 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:09.905268 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 51336) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:09.910478 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-376fd4fc-f8aa-4994-9d45-5af90bdd77dc tempest-NetworksNegativeTestJSON-653365059 tempest-NetworksNegativeTestJSON-653365059-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:09.939302 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-376fd4fc-f8aa-4994-9d45-5af90bdd77dc tempest-NetworksNegativeTestJSON-653365059 tempest-NetworksNegativeTestJSON-653365059-project] PUT failed (client error): The resource could not be found. Nov 25 17:36:09.939944 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-376fd4fc-f8aa-4994-9d45-5af90bdd77dc tempest-NetworksNegativeTestJSON-653365059 tempest-NetworksNegativeTestJSON-653365059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:36:09.941342 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-376fd4fc-f8aa-4994-9d45-5af90bdd77dc tempest-NetworksNegativeTestJSON-653365059 tempest-NetworksNegativeTestJSON-653365059-project] 10.222.0.75 "PUT /v2.0/ports/600be7ce-ac87-40cc-8747-8ac64fddf592 HTTP/1.1" status: 404 len: 333 time: 0.0348852 Nov 25 17:36:09.956546 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 51338) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:09.971030 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d8fd3f-1045-420a-bd59-5ae12e8a29e0 req-7a19d9d8-ffb1-4231-ba27-978094402b71 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:09.981429 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-01d8fd3f-1045-420a-bd59-5ae12e8a29e0 req-7a19d9d8-ffb1-4231-ba27-978094402b71 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.75 "GET /v2.0/ports?device_id=526c0b29-7d8a-407c-b680-0785a4e5d684 HTTP/1.1" status: 200 len: 945 time: 0.5146682 Nov 25 17:36:09.990959 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-1efdd7e7-8793-4784-b12d-5153e9bb8312 tempest-NetworksNegativeTestJSON-653365059 tempest-NetworksNegativeTestJSON-653365059-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:09.998778 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [None req-620dd40f-81de-4ab5-8f27-7b641c4f30d8 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] device_id is not set on port 1220e743-dfc6-4ab4-8ff4-854d3d0e2333 yet. {{(pid=103361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:36:10.037087 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3bdad0b3-d10b-444a-91f9-53f36d1b8e59 req-d2ff1fef-5b0c-4031-90c0-6165c303a8a5 service neutron] 10.222.0.74 "GET /v2.0/networks/6d3b5836-4740-4bb0-8171-a77a7b2fa0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691158 Nov 25 17:36:10.039219 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-1efdd7e7-8793-4784-b12d-5153e9bb8312 tempest-NetworksNegativeTestJSON-653365059 tempest-NetworksNegativeTestJSON-653365059-project] PUT failed (client error): The resource could not be found. Nov 25 17:36:10.039979 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1efdd7e7-8793-4784-b12d-5153e9bb8312 tempest-NetworksNegativeTestJSON-653365059 tempest-NetworksNegativeTestJSON-653365059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:36:10.045538 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-1efdd7e7-8793-4784-b12d-5153e9bb8312 tempest-NetworksNegativeTestJSON-653365059 tempest-NetworksNegativeTestJSON-653365059-project] 10.222.0.75 "PUT /v2.0/subnets/012249da-5291-447d-acdc-0301f1c3f267 HTTP/1.1" status: 404 len: 337 time: 0.0588312 Nov 25 17:36:10.074064 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-897c6547-5157-4f34-90a0-b68108cc8efe None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:10.087898 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-897c6547-5157-4f34-90a0-b68108cc8efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:10.096609 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3bdad0b3-d10b-444a-91f9-53f36d1b8e59 req-a3669f0e-2bac-4366-9cea-a08ef1652c13 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8 HTTP/1.1" status: 200 len: 217 time: 0.0484030 Nov 25 17:36:10.139480 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897c6547-5157-4f34-90a0-b68108cc8efe None None] Network 7a7c5512-a028-4c0f-a37c-8d68eaa79e05 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:36:10.141939 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-01d8fd3f-1045-420a-bd59-5ae12e8a29e0 req-c0d2f02a-c85e-499d-9da9-9dcc5b451e16 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.75 "GET /v2.0/security-groups?id=20cf3e3a-3494-4c24-b696-e4a5273e4e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469553 Nov 25 17:36:10.142605 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-897c6547-5157-4f34-90a0-b68108cc8efe None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:10.143760 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f32d7def-a363-46a9-9bf2-c3268f4477ed tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:10.152807 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897c6547-5157-4f34-90a0-b68108cc8efe None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:36:10.160445 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f32d7def-a363-46a9-9bf2-c3268f4477ed tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:10.190060 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdad0b3-d10b-444a-91f9-53f36d1b8e59 req-6872e533-289a-40f8-8124-a43e2c32406e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:10.191545 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3bdad0b3-d10b-444a-91f9-53f36d1b8e59 req-6872e533-289a-40f8-8124-a43e2c32406e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8f7ac9a8-89f8-4c97-b414-fee10b4c07cb HTTP/1.1" status: 200 len: 797 time: 0.0882761 Nov 25 17:36:10.237748 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897c6547-5157-4f34-90a0-b68108cc8efe None None] Pushing event updated for resources: {'Port': ['ID=f9b823ec-226e-4b03-8c72-f9a42f35abee,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:10.245842 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32d7def-a363-46a9-9bf2-c3268f4477ed tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0fd07f4-c584-476d-8bfa-bc0f5a078bef,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:10.314900 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdad0b3-d10b-444a-91f9-53f36d1b8e59 req-dd32f1af-03c9-4b8b-9ceb-c6006c31cf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:10.316647 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3bdad0b3-d10b-444a-91f9-53f36d1b8e59 req-dd32f1af-03c9-4b8b-9ceb-c6006c31cf33 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6d3b5836-4740-4bb0-8171-a77a7b2fa0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1175280 Nov 25 17:36:10.345159 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f32d7def-a363-46a9-9bf2-c3268f4477ed tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:10.346575 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-f32d7def-a363-46a9-9bf2-c3268f4477ed tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8732948 Nov 25 17:36:10.363105 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 51346) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:10.368746 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-2ac45627-5744-485a-82c4-8c366817506b tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Request body: {'security_group_rule': {'security_group_id': '0f8521b0-fea5-42f2-a976-d0ce371dead0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:10.385310 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb46703-cd66-40a7-ac5c-8e9831d0167e None None] Network bf83683f-61c1-4c83-9361-2e9246158a37 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:36:10.401987 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-620dd40f-81de-4ab5-8f27-7b641c4f30d8 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Allocated IP 2001:db8::f816:3eff:fe79:6037 (7a7c5512-a028-4c0f-a37c-8d68eaa79e05/a2704319-0030-4b4f-8833-988f64198f84/1220e743-dfc6-4ab4-8ff4-854d3d0e2333) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:36:10.438138 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a14142d-0f93-4537-93e9-18f9cd8ab65b req-95fb79e1-371b-4a8e-91b1-fb39f7cc1987 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:10.446007 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8a14142d-0f93-4537-93e9-18f9cd8ab65b req-95fb79e1-371b-4a8e-91b1-fb39f7cc1987 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.75 "GET /v2.0/ports?device_id=b9530bb4-1235-46d5-9d48-df3b4b075ced HTTP/1.1" status: 200 len: 946 time: 0.1047809 Nov 25 17:36:10.460647 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2ac45627-5744-485a-82c4-8c366817506b tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:10.481635 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3bdad0b3-d10b-444a-91f9-53f36d1b8e59 req-c7ae4325-a451-4904-9cba-4732c20e284a service neutron] 10.222.0.74 "GET /v2.0/networks/6d3b5836-4740-4bb0-8171-a77a7b2fa0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555462 Nov 25 17:36:10.494814 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-897c6547-5157-4f34-90a0-b68108cc8efe None None] Attempting to bind port f9b823ec-226e-4b03-8c72-f9a42f35abee on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:36:10.494814 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-897c6547-5157-4f34-90a0-b68108cc8efe None None] Attempting to bind port f9b823ec-226e-4b03-8c72-f9a42f35abee by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '5f1822b9-08ee-4ed5-b621-27546eb9f0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '7a7c5512-a028-4c0f-a37c-8d68eaa79e05'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:36:10.494814 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897c6547-5157-4f34-90a0-b68108cc8efe None None] Attempting to bind port f9b823ec-226e-4b03-8c72-f9a42f35abee on network 7a7c5512-a028-4c0f-a37c-8d68eaa79e05 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:36:10.502130 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 82fff751-c639-410a-be96-04ed361726b2 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:36:10.532147 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8a14142d-0f93-4537-93e9-18f9cd8ab65b req-dc3ec3ee-b33e-4405-b525-0ff0b2e02942 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.75 "GET /v2.0/security-groups?id=20cf3e3a-3494-4c24-b696-e4a5273e4e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851769 Nov 25 17:36:10.547871 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897c6547-5157-4f34-90a0-b68108cc8efe None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:36:10.548338 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897c6547-5157-4f34-90a0-b68108cc8efe None None] Checking segment: {'id': '5f1822b9-08ee-4ed5-b621-27546eb9f0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '7a7c5512-a028-4c0f-a37c-8d68eaa79e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:36:10.549021 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-897c6547-5157-4f34-90a0-b68108cc8efe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:10.549389 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897c6547-5157-4f34-90a0-b68108cc8efe None None] Bound using segment: {'id': '5f1822b9-08ee-4ed5-b621-27546eb9f0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '7a7c5512-a028-4c0f-a37c-8d68eaa79e05'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:36:10.549978 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-897c6547-5157-4f34-90a0-b68108cc8efe None None] Bound port: f9b823ec-226e-4b03-8c72-f9a42f35abee, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f1822b9-08ee-4ed5-b621-27546eb9f0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '7a7c5512-a028-4c0f-a37c-8d68eaa79e05'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:36:10.550466 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-897c6547-5157-4f34-90a0-b68108cc8efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:10.563989 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 51354) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:10.612310 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-de3de8a6-f6e6-4cdd-a10a-a7c393f613c0 None None] Provisioning complete for port 82fff751-c639-410a-be96-04ed361726b2 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:10.612692 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-de3de8a6-f6e6-4cdd-a10a-a7c393f613c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:10.619954 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3bdad0b3-d10b-444a-91f9-53f36d1b8e59 req-c5c705f5-5e47-4400-bcfe-7e2ece0616a0 service neutron] 10.222.0.74 "GET /v2.0/networks/6d3b5836-4740-4bb0-8171-a77a7b2fa0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238890 Nov 25 17:36:10.676293 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 82fff751-c639-410a-be96-04ed361726b2 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:10.676782 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:10.693173 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3bdad0b3-d10b-444a-91f9-53f36d1b8e59 req-3bc9f54e-4a79-453a-8c59-e33a229a11d9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=044a9a30-8fd9-4fbc-b394-b1fc79eb0b20 HTTP/1.1" status: 200 len: 217 time: 0.0556419 Nov 25 17:36:10.764630 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2ac45627-5744-485a-82c4-8c366817506b tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:10.776644 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdad0b3-d10b-444a-91f9-53f36d1b8e59 req-3c009bcc-b14d-4a30-b216-138d88a90596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:10.779249 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3bdad0b3-d10b-444a-91f9-53f36d1b8e59 req-3c009bcc-b14d-4a30-b216-138d88a90596 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8f7ac9a8-89f8-4c97-b414-fee10b4c07cb HTTP/1.1" status: 200 len: 797 time: 0.0792539 Nov 25 17:36:10.780167 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2ac45627-5744-485a-82c4-8c366817506b tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:10.830808 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2ac45627-5744-485a-82c4-8c366817506b tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:10.832468 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2ac45627-5744-485a-82c4-8c366817506b tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4682636 Nov 25 17:36:10.849780 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 51364) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:10.860607 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac45627-5744-485a-82c4-8c366817506b tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64e21089-1f1b-47dd-bb8f-839956a331d8,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:10.879531 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-9cdef284-9bee-4622-9a33-111a281865a7 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Request body: {'floatingip': {'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:10.941283 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdad0b3-d10b-444a-91f9-53f36d1b8e59 req-a07e889b-9b3c-40da-aa33-2673db79e553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:10.946047 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3bdad0b3-d10b-444a-91f9-53f36d1b8e59 req-a07e889b-9b3c-40da-aa33-2673db79e553 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6d3b5836-4740-4bb0-8171-a77a7b2fa0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1344736 Nov 25 17:36:10.953613 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:11.072323 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9cdef284-9bee-4622-9a33-111a281865a7 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks [] for floatingip, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:11.174596 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3bdad0b3-d10b-444a-91f9-53f36d1b8e59 req-93beb1cb-7857-4cf5-ba46-e9e6e83a6513 service neutron] 10.222.0.74 "GET /v2.0/networks/6d3b5836-4740-4bb0-8171-a77a7b2fa0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170994 Nov 25 17:36:11.244549 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-897c6547-5157-4f34-90a0-b68108cc8efe None None] For port f9b823ec-226e-4b03-8c72-f9a42f35abee, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:36:11.263234 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-de3de8a6-f6e6-4cdd-a10a-a7c393f613c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:11.319683 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-897c6547-5157-4f34-90a0-b68108cc8efe None None] For port f9b823ec-226e-4b03-8c72-f9a42f35abee, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=f9b823ec-226e-4b03-8c72-f9a42f35abee,segment=NetworkSegment(5f1822b9-08ee-4ed5-b621-27546eb9f0ab),segment_id=5f1822b9-08ee-4ed5-b621-27546eb9f0ab)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:36:11.331774 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port 82fff751-c639-410a-be96-04ed361726b2, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=82fff751-c639-410a-be96-04ed361726b2,segment=NetworkSegment(c3272f96-574b-4e39-ad7c-eae99249b3dc),segment_id=c3272f96-574b-4e39-ad7c-eae99249b3dc)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:11.336248 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-897c6547-5157-4f34-90a0-b68108cc8efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:11.363988 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c54cfd69-b6a3-4842-8158-1ff9676ef475 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:11.382143 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:11.433839 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d716f8c3-761b-4c96-b2a1-733fb7486738 req-994755c1-7bdb-4fb1-b4ec-8eae036e7486 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:11.436964 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d716f8c3-761b-4c96-b2a1-733fb7486738 req-994755c1-7bdb-4fb1-b4ec-8eae036e7486 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6fd0054-85a7-4437-9d4c-bc96085141e4 HTTP/1.1" status: 200 len: 945 time: 0.8057408 Nov 25 17:36:11.472338 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9cdef284-9bee-4622-9a33-111a281865a7 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:11.493368 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3bdad0b3-d10b-444a-91f9-53f36d1b8e59 req-713e47f0-3c0f-42e2-a301-99c786c20714 service neutron] 10.222.0.74 "GET /v2.0/networks/6d3b5836-4740-4bb0-8171-a77a7b2fa0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093481 Nov 25 17:36:11.511864 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.db.api [None req-de3de8a6-f6e6-4cdd-a10a-a7c393f613c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:36:11.512233 n-d-817746-1 neutron-server[103362]: DEBUG oslo_db.api [None req-de3de8a6-f6e6-4cdd-a10a-a7c393f613c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:36:11.513180 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897c6547-5157-4f34-90a0-b68108cc8efe None None] Pushing event updated for resources: {'Port': ['ID=f9b823ec-226e-4b03-8c72-f9a42f35abee,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:11.559712 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-620dd40f-81de-4ab5-8f27-7b641c4f30d8 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:11.586912 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=82fff751-c639-410a-be96-04ed361726b2,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:11.603015 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3bdad0b3-d10b-444a-91f9-53f36d1b8e59 req-ed78dcfc-5bfe-4aa8-ac1c-3d520fdb2902 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=5f55e4bc-b645-4ea6-93e4-5fb2598e200d HTTP/1.1" status: 200 len: 217 time: 0.0525713 Nov 25 17:36:11.663847 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d716f8c3-761b-4c96-b2a1-733fb7486738 req-156a3153-bd8e-4c81-8280-e0b56237aa8d tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/security-groups?id=9cb48d60-855a-4fc7-ad36-ccabac53205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170191 Nov 25 17:36:11.696562 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44eb2d8-0127-4cc3-ad97-9a9c1d604286 req-7fb080d3-d543-4761-8494-f0d48395e7e2 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:11.705206 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d44eb2d8-0127-4cc3-ad97-9a9c1d604286 req-7fb080d3-d543-4761-8494-f0d48395e7e2 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.75 "GET /v2.0/ports?device_id=b9530bb4-1235-46d5-9d48-df3b4b075ced HTTP/1.1" status: 200 len: 946 time: 0.2401500 Nov 25 17:36:11.752300 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-620dd40f-81de-4ab5-8f27-7b641c4f30d8 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:11.848474 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c54cfd69-b6a3-4842-8158-1ff9676ef475 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:11.870158 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c54cfd69-b6a3-4842-8158-1ff9676ef475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:11.880203 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620dd40f-81de-4ab5-8f27-7b641c4f30d8 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Network 7a7c5512-a028-4c0f-a37c-8d68eaa79e05 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:36:11.893710 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-620dd40f-81de-4ab5-8f27-7b641c4f30d8 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:11.905739 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d44eb2d8-0127-4cc3-ad97-9a9c1d604286 req-a3cb235e-e6f7-45a3-94d5-713462846aa2 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.75 "GET /v2.0/security-groups?id=20cf3e3a-3494-4c24-b696-e4a5273e4e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992645 Nov 25 17:36:11.908062 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620dd40f-81de-4ab5-8f27-7b641c4f30d8 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:36:11.914915 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620dd40f-81de-4ab5-8f27-7b641c4f30d8 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:11.915607 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-620dd40f-81de-4ab5-8f27-7b641c4f30d8 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:11.942732 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620dd40f-81de-4ab5-8f27-7b641c4f30d8 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Pushing event updated for resources: {'Port': ['ID=1220e743-dfc6-4ab4-8ff4-854d3d0e2333,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:11.978936 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c54cfd69-b6a3-4842-8158-1ff9676ef475 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=216af83be21548a4ad3328a128fe5cc6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4128449 Nov 25 17:36:11.980752 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54cfd69-b6a3-4842-8158-1ff9676ef475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d69dd20-d5cf-4b4b-aa5a-a3d4b3899543,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:11.988933 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 51372) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:12.006281 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-620dd40f-81de-4ab5-8f27-7b641c4f30d8 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.4588714 Nov 25 17:36:12.016003 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 51374) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:12.085102 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdad0b3-d10b-444a-91f9-53f36d1b8e59 req-dff93028-67b8-4e20-9c66-e682ffa2ef3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:12.086597 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3bdad0b3-d10b-444a-91f9-53f36d1b8e59 req-dff93028-67b8-4e20-9c66-e682ffa2ef3d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8f7ac9a8-89f8-4c97-b414-fee10b4c07cb HTTP/1.1" status: 200 len: 797 time: 0.4754884 Nov 25 17:36:12.107243 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-aeb17682-4cf2-4e8c-aa50-1a24cef030d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:12.114250 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-9cdef284-9bee-4622-9a33-111a281865a7 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Allocated IP 172.25.0.34 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/a61e651c-98c3-42ae-a880-fb8ca8308809) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:36:12.144892 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a585841-352b-4f29-bfc2-6115bae4595f tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Deleting subnet a2704319-0030-4b4f-8833-988f64198f84 {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:36:12.148247 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-aeb17682-4cf2-4e8c-aa50-1a24cef030d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:12.155211 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2a585841-352b-4f29-bfc2-6115bae4595f tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:12.185624 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-6fe1218d-2a89-4693-a57f-fe201e3ab23f None None] Provisioning complete for port 82fff751-c639-410a-be96-04ed361726b2 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:12.186099 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6fe1218d-2a89-4693-a57f-fe201e3ab23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:12.215532 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdad0b3-d10b-444a-91f9-53f36d1b8e59 req-506ae057-4427-4345-83d5-239a786f1f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:12.217068 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3bdad0b3-d10b-444a-91f9-53f36d1b8e59 req-506ae057-4427-4345-83d5-239a786f1f36 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6d3b5836-4740-4bb0-8171-a77a7b2fa0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1214256 Nov 25 17:36:12.310768 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2a585841-352b-4f29-bfc2-6115bae4595f tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:12.346783 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-aeb17682-4cf2-4e8c-aa50-1a24cef030d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:12.347915 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9cdef284-9bee-4622-9a33-111a281865a7 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:12.349771 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-aeb17682-4cf2-4e8c-aa50-1a24cef030d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:12.351301 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-aeb17682-4cf2-4e8c-aa50-1a24cef030d4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5d69dd20-d5cf-4b4b-aa5a-a3d4b3899543 HTTP/1.1" status: 204 len: 168 time: 0.3592074 Nov 25 17:36:12.392403 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3bdad0b3-d10b-444a-91f9-53f36d1b8e59 req-4d71e259-2d0d-431d-a68f-e8c42561696a service neutron] 10.222.0.74 "GET /v2.0/networks/6d3b5836-4740-4bb0-8171-a77a7b2fa0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652961 Nov 25 17:36:12.399477 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb17682-4cf2-4e8c-aa50-1a24cef030d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d69dd20-d5cf-4b4b-aa5a-a3d4b3899543,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:12.418704 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2490118d-2042-41c3-b0c6-bb1e8c69b40d req-eb8e5d94-1601-4623-af60-2a21355cfd99 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:12.420235 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2490118d-2042-41c3-b0c6-bb1e8c69b40d req-eb8e5d94-1601-4623-af60-2a21355cfd99 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.90 "GET /v2.0/ports?device_id=b9530bb4-1235-46d5-9d48-df3b4b075ced HTTP/1.1" status: 200 len: 946 time: 0.1748524 Nov 25 17:36:12.445260 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 82fff751-c639-410a-be96-04ed361726b2 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:36:12.462729 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9cdef284-9bee-4622-9a33-111a281865a7 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:12.531387 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 82fff751-c639-410a-be96-04ed361726b2 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:12.531885 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:12.569424 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdef284-9bee-4622-9a33-111a281865a7 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:36:12.589586 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-9cdef284-9bee-4622-9a33-111a281865a7 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:12.594542 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdef284-9bee-4622-9a33-111a281865a7 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Pushing event updated for resources: {'Port': ['ID=a61e651c-98c3-42ae-a880-fb8ca8308809,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:12.611963 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdef284-9bee-4622-9a33-111a281865a7 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:36:12.665107 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device f9b823ec-226e-4b03-8c72-f9a42f35abee up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:36:12.678877 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3bdad0b3-d10b-444a-91f9-53f36d1b8e59 req-61ae262d-b142-4398-a147-b86018129d75 service neutron] 10.222.0.74 "GET /v2.0/networks/6d3b5836-4740-4bb0-8171-a77a7b2fa0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594683 Nov 25 17:36:12.744523 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port f9b823ec-226e-4b03-8c72-f9a42f35abee triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:12.745055 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:12.749269 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2a585841-352b-4f29-bfc2-6115bae4595f tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:12.773697 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3bdad0b3-d10b-444a-91f9-53f36d1b8e59 req-28a661ef-bc4b-4c38-a3d2-c331ff15486e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a11242af-5474-4f93-bfb6-76b0ef5bbc3d HTTP/1.1" status: 200 len: 217 time: 0.0421238 Nov 25 17:36:12.860988 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdad0b3-d10b-444a-91f9-53f36d1b8e59 req-7776a3b2-64a4-4508-8a54-4bfdfb9f8cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:12.866772 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3bdad0b3-d10b-444a-91f9-53f36d1b8e59 req-7776a3b2-64a4-4508-8a54-4bfdfb9f8cff service neutron] 10.222.0.74 "GET /v2.0/subnets?id=818fd110-d388-4b2a-af28-d388f2a7ea7b HTTP/1.1" status: 200 len: 797 time: 0.0768092 Nov 25 17:36:12.868707 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:12.906183 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9cdef284-9bee-4622-9a33-111a281865a7 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:12.939725 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-2490118d-2042-41c3-b0c6-bb1e8c69b40d req-440b91c2-5294-4eb6-9ff9-dd555734d2bb tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Deleting port ab1d6262-81f2-4255-96d2-8cad3aec8955 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:12.940309 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-2490118d-2042-41c3-b0c6-bb1e8c69b40d req-440b91c2-5294-4eb6-9ff9-dd555734d2bb tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:12.956990 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9cdef284-9bee-4622-9a33-111a281865a7 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:13.021122 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a15da8-2c81-4cb3-ad5d-705b740ab937 None None] Network 7a7c5512-a028-4c0f-a37c-8d68eaa79e05 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:36:13.065021 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdad0b3-d10b-444a-91f9-53f36d1b8e59 req-0d0449be-5c89-4423-b8aa-85c751d683e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:13.066602 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3bdad0b3-d10b-444a-91f9-53f36d1b8e59 req-0d0449be-5c89-4423-b8aa-85c751d683e6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=04e189b3-a48d-47a2-8e70-da48c198c103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1950746 Nov 25 17:36:13.090318 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2a585841-352b-4f29-bfc2-6115bae4595f tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:13.136023 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.db.api [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:36:13.136388 n-d-817746-1 neutron-server[103362]: DEBUG oslo_db.api [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:36:13.149105 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-ce73df46-0bde-410a-af8f-9cb015e82868 None None] Provisioning complete for port f9b823ec-226e-4b03-8c72-f9a42f35abee triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:13.149815 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ce73df46-0bde-410a-af8f-9cb015e82868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:13.179961 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2a585841-352b-4f29-bfc2-6115bae4595f tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:13.190811 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-2a585841-352b-4f29-bfc2-6115bae4595f tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] 10.222.0.75 "DELETE /v2.0/subnets/a2704319-0030-4b4f-8833-988f64198f84 HTTP/1.1" status: 204 len: 168 time: 1.1729133 Nov 25 17:36:13.192062 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a585841-352b-4f29-bfc2-6115bae4595f tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Pushing event deleted for resources: {'Subnet': ['ID=a2704319-0030-4b4f-8833-988f64198f84,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:13.194433 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 51402) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:13.204221 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb2139-9930-492d-a307-e15203eeea9f req-e0cf4676-7736-4f1d-bbd0-2ef602c03143 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:13.206150 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0ceb2139-9930-492d-a307-e15203eeea9f req-e0cf4676-7736-4f1d-bbd0-2ef602c03143 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.74 "GET /v2.0/ports?device_id=526c0b29-7d8a-407c-b680-0785a4e5d684 HTTP/1.1" status: 200 len: 945 time: 0.3803227 Nov 25 17:36:13.228878 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c2f03-5911-438b-95bf-02310b41dab5 req-3ce83122-4591-4dc9-bec6-7f95f765cbe7 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:13.236230 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-267c2f03-5911-438b-95bf-02310b41dab5 req-3ce83122-4591-4dc9-bec6-7f95f765cbe7 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6fd0054-85a7-4437-9d4c-bc96085141e4 HTTP/1.1" status: 200 len: 945 time: 0.4260852 Nov 25 17:36:13.251805 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9cdef284-9bee-4622-9a33-111a281865a7 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:13.258767 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3bdad0b3-d10b-444a-91f9-53f36d1b8e59 req-b10e106a-a50e-4116-8bcc-8ff5f5b3a7e3 service neutron] 10.222.0.74 "GET /v2.0/networks/04e189b3-a48d-47a2-8e70-da48c198c103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828640 Nov 25 17:36:13.270498 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9cdef284-9bee-4622-9a33-111a281865a7 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:13.308532 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ce73df46-0bde-410a-af8f-9cb015e82868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:13.352885 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-ce73df46-0bde-410a-af8f-9cb015e82868 None None] For port f9b823ec-226e-4b03-8c72-f9a42f35abee, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=f9b823ec-226e-4b03-8c72-f9a42f35abee,segment=NetworkSegment(5f1822b9-08ee-4ed5-b621-27546eb9f0ab),segment_id=5f1822b9-08ee-4ed5-b621-27546eb9f0ab)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:13.356690 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-267c2f03-5911-438b-95bf-02310b41dab5 req-d9189b9e-64a4-48b4-88ae-e40f3be7bc98 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/security-groups?id=9cb48d60-855a-4fc7-ad36-ccabac53205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193821 Nov 25 17:36:13.365928 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ce73df46-0bde-410a-af8f-9cb015e82868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:13.391214 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b437bb-079f-4d2e-a258-e5d678fefbe6 req-203fb780-e810-4e16-b92c-1374d0802b2c tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:13.392576 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaccac6-42b5-46de-a434-e86f5d7b59fd tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:13.394141 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaccac6-42b5-46de-a434-e86f5d7b59fd tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:13.396315 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d2b437bb-079f-4d2e-a258-e5d678fefbe6 req-203fb780-e810-4e16-b92c-1374d0802b2c tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.75 "GET /v2.0/ports?device_id=b9530bb4-1235-46d5-9d48-df3b4b075ced HTTP/1.1" status: 200 len: 946 time: 0.3099134 Nov 25 17:36:13.405897 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-cbaccac6-42b5-46de-a434-e86f5d7b59fd tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2089858 Nov 25 17:36:13.409918 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 51410) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:13.439470 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce73df46-0bde-410a-af8f-9cb015e82868 None None] Pushing event updated for resources: {'Port': ['ID=f9b823ec-226e-4b03-8c72-f9a42f35abee,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:13.497593 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15cac12-82fe-4b44-9229-42d769a90401 None None] DHCP port deletion for 7a7c5512-a028-4c0f-a37c-8d68eaa79e05 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:36:13.518734 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdef284-9bee-4622-9a33-111a281865a7 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Pushing event updated for resources: {'Port': ['ID=a61e651c-98c3-42ae-a880-fb8ca8308809,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:13.530273 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-2490118d-2042-41c3-b0c6-bb1e8c69b40d req-440b91c2-5294-4eb6-9ff9-dd555734d2bb tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] For port ab1d6262-81f2-4255-96d2-8cad3aec8955, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=ab1d6262-81f2-4255-96d2-8cad3aec8955,segment=NetworkSegment(e7f37f1f-ccbb-4078-be1e-54211a5caa2c),segment_id=e7f37f1f-ccbb-4078-be1e-54211a5caa2c)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:13.530886 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-2490118d-2042-41c3-b0c6-bb1e8c69b40d req-440b91c2-5294-4eb6-9ff9-dd555734d2bb tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:13.565845 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3bdad0b3-d10b-444a-91f9-53f36d1b8e59 req-a1ab9ba6-7cdc-48e9-a63e-6e7d8f68b9e7 service neutron] 10.222.0.74 "GET /v2.0/networks/04e189b3-a48d-47a2-8e70-da48c198c103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963321 Nov 25 17:36:13.577303 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9cdef284-9bee-4622-9a33-111a281865a7 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:13.604672 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d2b437bb-079f-4d2e-a258-e5d678fefbe6 req-8137e294-6a8a-4e22-b3db-1bcd253933e8 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.75 "GET /v2.0/security-groups?id=20cf3e3a-3494-4c24-b696-e4a5273e4e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820512 Nov 25 17:36:13.610757 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-e15cac12-82fe-4b44-9229-42d769a90401 None None] Deleting port f9b823ec-226e-4b03-8c72-f9a42f35abee {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:13.611155 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e15cac12-82fe-4b44-9229-42d769a90401 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:13.626507 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-2490118d-2042-41c3-b0c6-bb1e8c69b40d req-440b91c2-5294-4eb6-9ff9-dd555734d2bb tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Calling delete_port for ab1d6262-81f2-4255-96d2-8cad3aec8955 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:13.637064 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-0ceb2139-9930-492d-a307-e15203eeea9f req-35594e8e-b25d-4e7e-b92c-bd02b07c663d tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Deleting port fbca2894-65f7-41bc-9242-addd7de20b57 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:13.640005 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0ceb2139-9930-492d-a307-e15203eeea9f req-35594e8e-b25d-4e7e-b92c-bd02b07c663d tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:13.645528 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e9bf3243-ff4f-4eb7-99f2-7f6c2db6199b tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:13.650492 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3bdad0b3-d10b-444a-91f9-53f36d1b8e59 req-50c24310-116f-45e9-b72c-dc4a8f63d604 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b2c42d44-65fd-410c-aaed-aae8a87dc2ee HTTP/1.1" status: 200 len: 217 time: 0.0744054 Nov 25 17:36:13.657218 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9bf3243-ff4f-4eb7-99f2-7f6c2db6199b tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 25 17:36:13.657708 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9bf3243-ff4f-4eb7-99f2-7f6c2db6199b tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:36:13.665225 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e9bf3243-ff4f-4eb7-99f2-7f6c2db6199b tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] 10.222.0.75 "DELETE /v2.0/networks/7a7c5512-a028-4c0f-a37c-8d68eaa79e05 HTTP/1.1" status: 409 len: 405 time: 0.2522902 Nov 25 17:36:13.665912 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 51414) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:13.672992 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9cdef284-9bee-4622-9a33-111a281865a7 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:13.675039 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9cdef284-9bee-4622-9a33-111a281865a7 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8155670 Nov 25 17:36:13.680526 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-ec074818-7b7e-4bd2-9996-c0e21db2bfd2 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1995096439'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:13.750118 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec074818-7b7e-4bd2-9996-c0e21db2bfd2 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Made reservation on behalf of e55aaafe98ee4f0a9eb356f8a0afe5e2 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:36:13.751423 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-e15cac12-82fe-4b44-9229-42d769a90401 None None] For port f9b823ec-226e-4b03-8c72-f9a42f35abee, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=f9b823ec-226e-4b03-8c72-f9a42f35abee,segment=NetworkSegment(5f1822b9-08ee-4ed5-b621-27546eb9f0ab),segment_id=5f1822b9-08ee-4ed5-b621-27546eb9f0ab)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:13.751836 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e15cac12-82fe-4b44-9229-42d769a90401 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:13.754232 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ec074818-7b7e-4bd2-9996-c0e21db2bfd2 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:13.758204 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdad0b3-d10b-444a-91f9-53f36d1b8e59 req-2211ae6f-c199-4a34-a68f-df9b51206d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:13.760084 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3bdad0b3-d10b-444a-91f9-53f36d1b8e59 req-2211ae6f-c199-4a34-a68f-df9b51206d71 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=818fd110-d388-4b2a-af28-d388f2a7ea7b HTTP/1.1" status: 200 len: 797 time: 0.0924706 Nov 25 17:36:13.796398 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-e15cac12-82fe-4b44-9229-42d769a90401 None None] Calling delete_port for f9b823ec-226e-4b03-8c72-f9a42f35abee owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:13.827049 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec074818-7b7e-4bd2-9996-c0e21db2bfd2 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 931} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:36:13.842917 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdad0b3-d10b-444a-91f9-53f36d1b8e59 req-2aef575a-ba46-415e-adbd-ed08ba22c02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:13.844668 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3bdad0b3-d10b-444a-91f9-53f36d1b8e59 req-2aef575a-ba46-415e-adbd-ed08ba22c02c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=04e189b3-a48d-47a2-8e70-da48c198c103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0750496 Nov 25 17:36:13.848113 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ec074818-7b7e-4bd2-9996-c0e21db2bfd2 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:13.848465 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-ec074818-7b7e-4bd2-9996-c0e21db2bfd2 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Added segment 42d72774-4e02-476b-9585-a39866cf56e2 of type vlan for network b62e0628-596b-4359-91b1-1ca44002ad86 Nov 25 17:36:13.863341 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-0ceb2139-9930-492d-a307-e15203eeea9f req-35594e8e-b25d-4e7e-b92c-bd02b07c663d tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] For port fbca2894-65f7-41bc-9242-addd7de20b57, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=fbca2894-65f7-41bc-9242-addd7de20b57,segment=NetworkSegment(e7f37f1f-ccbb-4078-be1e-54211a5caa2c),segment_id=e7f37f1f-ccbb-4078-be1e-54211a5caa2c)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:13.864602 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0ceb2139-9930-492d-a307-e15203eeea9f req-35594e8e-b25d-4e7e-b92c-bd02b07c663d tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:13.900272 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-0ceb2139-9930-492d-a307-e15203eeea9f req-35594e8e-b25d-4e7e-b92c-bd02b07c663d tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Calling delete_port for fbca2894-65f7-41bc-9242-addd7de20b57 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:13.945398 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ec074818-7b7e-4bd2-9996-c0e21db2bfd2 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:14.005657 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ec074818-7b7e-4bd2-9996-c0e21db2bfd2 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:14.008002 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e15cac12-82fe-4b44-9229-42d769a90401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:14.011432 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec074818-7b7e-4bd2-9996-c0e21db2bfd2 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:14.012043 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ec074818-7b7e-4bd2-9996-c0e21db2bfd2 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:14.043384 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15cac12-82fe-4b44-9229-42d769a90401 None None] Pushing event deleted for resources: {'Port': ['ID=f9b823ec-226e-4b03-8c72-f9a42f35abee,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:14.060029 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15cac12-82fe-4b44-9229-42d769a90401 None None] No DVR routers for this DVR port f9b823ec-226e-4b03-8c72-f9a42f35abee on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:36:14.097252 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ec074818-7b7e-4bd2-9996-c0e21db2bfd2 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4283454 Nov 25 17:36:14.098009 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 51438) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:14.100854 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec074818-7b7e-4bd2-9996-c0e21db2bfd2 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Pushing event updated for resources: {'Network': ['ID=b62e0628-596b-4359-91b1-1ca44002ad86,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:14.105930 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-6b858e63-e0e7-4481-84ce-df7ab04300f3 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Request body: {'subnet': {'network_id': 'b62e0628-596b-4359-91b1-1ca44002ad86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:14.110811 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3bdad0b3-d10b-444a-91f9-53f36d1b8e59 req-2722edf1-a6ef-452f-b55d-aa042e79a351 service neutron] 10.222.0.74 "GET /v2.0/networks/04e189b3-a48d-47a2-8e70-da48c198c103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528884 Nov 25 17:36:14.113182 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network b62e0628-596b-4359-91b1-1ca44002ad86 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:36:14.155066 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4e751500-da7e-4574-ba86-9f6b6b2e9fd4 req-43a53655-9723-4dc3-9061-4833ba8023f9 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1163367730&fields=id&tenant_id=d4086650dac54a539044dab15f8f252a HTTP/1.1" status: 200 len: 267 time: 0.1196914 Nov 25 17:36:14.259453 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-2490118d-2042-41c3-b0c6-bb1e8c69b40d req-440b91c2-5294-4eb6-9ff9-dd555734d2bb tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:14.272068 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['fbca2894-65f7-41bc-9242-addd7de20b57'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:36:14.350790 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device f9b823ec-226e-4b03-8c72-f9a42f35abee no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:36:14.357269 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b91c2-5294-4eb6-9ff9-dd555734d2bb tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Pushing event deleted for resources: {'Port': ['ID=ab1d6262-81f2-4255-96d2-8cad3aec8955,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:14.362119 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3bdad0b3-d10b-444a-91f9-53f36d1b8e59 req-22122b8f-a1a2-4965-aaa7-d2f2b5349312 service neutron] 10.222.0.74 "GET /v2.0/networks/04e189b3-a48d-47a2-8e70-da48c198c103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337322 Nov 25 17:36:14.370210 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b858e63-e0e7-4481-84ce-df7ab04300f3 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Made reservation on behalf of e55aaafe98ee4f0a9eb356f8a0afe5e2 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:36:14.384180 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6b858e63-e0e7-4481-84ce-df7ab04300f3 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:14.434787 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275f252e-586b-4f8d-9c0c-ae06876ad73d None None] DHCP port deletion for 6d4db667-3b14-4224-ad62-597abdfcb413 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:36:14.439677 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: f9b823ec-226e-4b03-8c72-f9a42f35abee {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:36:14.440014 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device f9b823ec-226e-4b03-8c72-f9a42f35abee not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:36:14.467207 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-2490118d-2042-41c3-b0c6-bb1e8c69b40d req-440b91c2-5294-4eb6-9ff9-dd555734d2bb tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] No DVR routers for this DVR port ab1d6262-81f2-4255-96d2-8cad3aec8955 on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:36:14.469718 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0ceb2139-9930-492d-a307-e15203eeea9f req-35594e8e-b25d-4e7e-b92c-bd02b07c663d tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:14.482599 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-2490118d-2042-41c3-b0c6-bb1e8c69b40d req-440b91c2-5294-4eb6-9ff9-dd555734d2bb tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:14.485943 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2490118d-2042-41c3-b0c6-bb1e8c69b40d req-440b91c2-5294-4eb6-9ff9-dd555734d2bb tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.90 "DELETE /v2.0/ports/ab1d6262-81f2-4255-96d2-8cad3aec8955 HTTP/1.1" status: 204 len: 173 time: 2.0571761 Nov 25 17:36:14.492895 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9530bb4-1235-46d5-9d48-df3b4b075ced', 'name': 'network-vif-deleted', 'tag': 'ab1d6262-81f2-4255-96d2-8cad3aec8955'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:36:14.495672 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5df1247-4bd4-4ce3-b35a-6556de39c33b" -d '{"events": [{"server_uuid": "b9530bb4-1235-46d5-9d48-df3b4b075ced", "name": "network-vif-deleted", "tag": "ab1d6262-81f2-4255-96d2-8cad3aec8955"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:36:14.530943 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eaf0c26-c5cf-4e32-9e78-4fab47877f37 None None] DHCP port deletion for 6d4db667-3b14-4224-ad62-597abdfcb413 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:36:14.546040 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35594e8e-b25d-4e7e-b92c-bd02b07c663d tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Pushing event deleted for resources: {'Port': ['ID=fbca2894-65f7-41bc-9242-addd7de20b57,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:14.622976 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ceb2139-9930-492d-a307-e15203eeea9f req-35594e8e-b25d-4e7e-b92c-bd02b07c663d tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] No DVR routers for this DVR port fbca2894-65f7-41bc-9242-addd7de20b57 on host n-h1-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:36:14.635661 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0ceb2139-9930-492d-a307-e15203eeea9f req-35594e8e-b25d-4e7e-b92c-bd02b07c663d tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:14.639729 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0ceb2139-9930-492d-a307-e15203eeea9f req-35594e8e-b25d-4e7e-b92c-bd02b07c663d tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.74 "DELETE /v2.0/ports/fbca2894-65f7-41bc-9242-addd7de20b57 HTTP/1.1" status: 204 len: 173 time: 1.4002452 Nov 25 17:36:14.690447 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e751500-da7e-4574-ba86-9f6b6b2e9fd4 req-3785cb40-a9e7-4831-8164-b07e145b360b tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:14.695856 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4e751500-da7e-4574-ba86-9f6b6b2e9fd4 req-3785cb40-a9e7-4831-8164-b07e145b360b tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/networks?id=49c799e6-01fb-4356-b67f-8b970273c51a HTTP/1.1" status: 200 len: 816 time: 0.4364378 Nov 25 17:36:14.711444 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f27e04e-c96b-4030-8276-8bd761508599 req-d19fc077-84b9-48e6-bc08-63ce0b83f662 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:14.723188 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7f27e04e-c96b-4030-8276-8bd761508599 req-d19fc077-84b9-48e6-bc08-63ce0b83f662 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6fd0054-85a7-4437-9d4c-bc96085141e4 HTTP/1.1" status: 200 len: 945 time: 0.2357218 Nov 25 17:36:14.777409 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4e751500-da7e-4574-ba86-9f6b6b2e9fd4 req-77123fe6-2db7-4822-90f8-20e6a47c25fd tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/quotas/d4086650dac54a539044dab15f8f252a HTTP/1.1" status: 200 len: 375 time: 0.0514388 Nov 25 17:36:14.816145 n-d-817746-1 neutron-server[103360]: DEBUG neutron.objects.ports [None req-6b858e63-e0e7-4481-84ce-df7ab04300f3 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103360) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 17:36:14.818507 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6b858e63-e0e7-4481-84ce-df7ab04300f3 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:14.835134 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7f27e04e-c96b-4030-8276-8bd761508599 req-72fdefa2-10a8-433c-bd02-0b0426441e14 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/security-groups?id=9cb48d60-855a-4fc7-ad36-ccabac53205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104276 Nov 25 17:36:14.852584 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4e751500-da7e-4574-ba86-9f6b6b2e9fd4 req-e8d674d7-76b6-4081-a693-aee0f296dd6e tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=d4086650dac54a539044dab15f8f252a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0710628 Nov 25 17:36:14.887727 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b858e63-e0e7-4481-84ce-df7ab04300f3 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Pushing event updated for resources: {'Subnet': ['ID=dc69c492-13f0-4886-aae8-89f4a519949d,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:14.904855 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b858e63-e0e7-4481-84ce-df7ab04300f3 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Checking segment: {'id': '42d72774-4e02-476b-9585-a39866cf56e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b62e0628-596b-4359-91b1-1ca44002ad86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:36:14.905258 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b858e63-e0e7-4481-84ce-df7ab04300f3 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Network hostable DHCP agents. Network: b62e0628-596b-4359-91b1-1ca44002ad86, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:36:14.925068 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b858e63-e0e7-4481-84ce-df7ab04300f3 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Network b62e0628-596b-4359-91b1-1ca44002ad86 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:36:14.945515 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-6b858e63-e0e7-4481-84ce-df7ab04300f3 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, b62e0628-596b-4359-91b1-1ca44002ad86) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:14.950482 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b858e63-e0e7-4481-84ce-df7ab04300f3 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:14.951096 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6b858e63-e0e7-4481-84ce-df7ab04300f3 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:14.960800 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48df3bc9-fb56-41f1-973b-22abd0eaa4e5 None None] Network b62e0628-596b-4359-91b1-1ca44002ad86 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:36:14.999908 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6b858e63-e0e7-4481-84ce-df7ab04300f3 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8982441 Nov 25 17:36:15.000124 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 51464) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:15.007312 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-dd31a438-4138-4974-9026-9bef015bb9eb tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Request body: {'port': {'network_id': 'b62e0628-596b-4359-91b1-1ca44002ad86', 'name': 'tempest-NetworksIpV6TestAttrs-1564638579'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:15.054116 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b31c72-acd2-47a8-b316-10e5149874cf x-openstack-request-id: req-08b31c72-acd2-47a8-b316-10e5149874cf {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:36:15.054655 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9530bb4-1235-46d5-9d48-df3b4b075ced", "name": "network-vif-deleted", "tag": "ab1d6262-81f2-4255-96d2-8cad3aec8955", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:36:15.054655 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-08b31c72-acd2-47a8-b316-10e5149874cf {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:36:15.056582 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9530bb4-1235-46d5-9d48-df3b4b075ced', 'name': 'network-vif-deleted', 'tag': 'ab1d6262-81f2-4255-96d2-8cad3aec8955', 'status': 'completed', 'code': 200} Nov 25 17:36:15.090950 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device ab1d6262-81f2-4255-96d2-8cad3aec8955 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:36:15.147209 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4e751500-da7e-4574-ba86-9f6b6b2e9fd4 req-5f603cf2-b841-4283-837f-3799164f3ccd service neutron] 10.222.0.75 "GET /v2.0/networks/49c799e6-01fb-4356-b67f-8b970273c51a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577882 Nov 25 17:36:15.150527 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: ab1d6262-81f2-4255-96d2-8cad3aec8955 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:36:15.151880 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device ab1d6262-81f2-4255-96d2-8cad3aec8955 not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:36:15.196597 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-be281943-bcd3-48aa-9c35-a215fa7f761a req-a6a4f3cf-db17-4831-816c-382dbb5a7302 tempest-MultipleCreateTestJSON-1380324159 tempest-MultipleCreateTestJSON-1380324159-project] 10.222.0.75 "GET /v2.0/ports?device_id=b9530bb4-1235-46d5-9d48-df3b4b075ced HTTP/1.1" status: 200 len: 210 time: 0.0524106 Nov 25 17:36:15.236236 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd31a438-4138-4974-9026-9bef015bb9eb tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Made reservation on behalf of e55aaafe98ee4f0a9eb356f8a0afe5e2 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:36:15.248262 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dd31a438-4138-4974-9026-9bef015bb9eb tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:15.250003 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5a26fd-9721-4253-bebc-8535e63362a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-b62e0628-596b-4359-91b1-1ca44002ad86', 'network_id': 'b62e0628-596b-4359-91b1-1ca44002ad86', 'tenant_id': 'e55aaafe98ee4f0a9eb356f8a0afe5e2', 'fixed_ips': [{'subnet_id': 'dc69c492-13f0-4886-aae8-89f4a519949d'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:36:15.251019 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7b5a26fd-9721-4253-bebc-8535e63362a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:15.281251 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-dd31a438-4138-4974-9026-9bef015bb9eb tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] device_id is not set on port d383a541-f466-4168-92bf-6f8e770c2612 yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:36:15.295907 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4e751500-da7e-4574-ba86-9f6b6b2e9fd4 req-28a30bd3-5a3b-4d83-b9f3-231c3db7fbb2 service neutron] 10.222.0.75 "GET /v2.0/networks/49c799e6-01fb-4356-b67f-8b970273c51a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353045 Nov 25 17:36:15.445541 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-7b5a26fd-9721-4253-bebc-8535e63362a1 None None] Allocated IP 2001:db8::f816:3eff:fe84:284b (b62e0628-596b-4359-91b1-1ca44002ad86/dc69c492-13f0-4886-aae8-89f4a519949d/3742efbc-d981-4bc0-b6f1-3a50c88a6a97) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:36:15.527186 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fa4d5567-ede2-4324-9e64-1c6bec2a3520 req-c531207e-a458-41d3-9389-517815aa94d1 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 210 time: 0.0452313 Nov 25 17:36:15.599130 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 51482) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:15.627870 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7b5a26fd-9721-4253-bebc-8535e63362a1 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:15.634857 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7b5a26fd-9721-4253-bebc-8535e63362a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:15.677493 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5a26fd-9721-4253-bebc-8535e63362a1 None None] Pushing event updated for resources: {'Port': ['ID=3742efbc-d981-4bc0-b6f1-3a50c88a6a97,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:15.693639 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5a26fd-9721-4253-bebc-8535e63362a1 None None] Network b62e0628-596b-4359-91b1-1ca44002ad86 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:36:15.695551 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-7b5a26fd-9721-4253-bebc-8535e63362a1 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:15.697977 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5a26fd-9721-4253-bebc-8535e63362a1 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:36:15.712350 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-dd31a438-4138-4974-9026-9bef015bb9eb tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Allocated IP 2001:db8::f816:3eff:fe33:bcb2 (b62e0628-596b-4359-91b1-1ca44002ad86/dc69c492-13f0-4886-aae8-89f4a519949d/d383a541-f466-4168-92bf-6f8e770c2612) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:36:15.757697 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-7b5a26fd-9721-4253-bebc-8535e63362a1 None None] Attempting to bind port 3742efbc-d981-4bc0-b6f1-3a50c88a6a97 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:36:15.758085 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-7b5a26fd-9721-4253-bebc-8535e63362a1 None None] Attempting to bind port 3742efbc-d981-4bc0-b6f1-3a50c88a6a97 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '42d72774-4e02-476b-9585-a39866cf56e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b62e0628-596b-4359-91b1-1ca44002ad86'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:36:15.758475 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5a26fd-9721-4253-bebc-8535e63362a1 None None] Attempting to bind port 3742efbc-d981-4bc0-b6f1-3a50c88a6a97 on network b62e0628-596b-4359-91b1-1ca44002ad86 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:36:15.763607 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5a26fd-9721-4253-bebc-8535e63362a1 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:36:15.764053 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5a26fd-9721-4253-bebc-8535e63362a1 None None] Checking segment: {'id': '42d72774-4e02-476b-9585-a39866cf56e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b62e0628-596b-4359-91b1-1ca44002ad86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:36:15.764467 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7b5a26fd-9721-4253-bebc-8535e63362a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:15.764893 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5a26fd-9721-4253-bebc-8535e63362a1 None None] Bound using segment: {'id': '42d72774-4e02-476b-9585-a39866cf56e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b62e0628-596b-4359-91b1-1ca44002ad86'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:36:15.765494 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-7b5a26fd-9721-4253-bebc-8535e63362a1 None None] Bound port: 3742efbc-d981-4bc0-b6f1-3a50c88a6a97, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d72774-4e02-476b-9585-a39866cf56e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b62e0628-596b-4359-91b1-1ca44002ad86'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:36:15.765892 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7b5a26fd-9721-4253-bebc-8535e63362a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:15.766344 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-73bcb838-0901-4d42-a8f3-721ae161d5c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:15.849878 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-7b5a26fd-9721-4253-bebc-8535e63362a1 None None] For port 3742efbc-d981-4bc0-b6f1-3a50c88a6a97, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:36:15.853311 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-7b5a26fd-9721-4253-bebc-8535e63362a1 None None] For port 3742efbc-d981-4bc0-b6f1-3a50c88a6a97, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=3742efbc-d981-4bc0-b6f1-3a50c88a6a97,segment=NetworkSegment(42d72774-4e02-476b-9585-a39866cf56e2),segment_id=42d72774-4e02-476b-9585-a39866cf56e2)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:36:15.857554 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7b5a26fd-9721-4253-bebc-8535e63362a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:15.932239 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5a26fd-9721-4253-bebc-8535e63362a1 None None] Pushing event updated for resources: {'Port': ['ID=3742efbc-d981-4bc0-b6f1-3a50c88a6a97,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:15.958964 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-73bcb838-0901-4d42-a8f3-721ae161d5c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:15.973491 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-73bcb838-0901-4d42-a8f3-721ae161d5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:16.003699 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7eb77-7b5c-41c8-aa47-b686eb9f0b6c req-e80be55c-3479-446a-a488-9f7cfaa50bb3 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:16.013188 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-60f7eb77-7b5c-41c8-aa47-b686eb9f0b6c req-e80be55c-3479-446a-a488-9f7cfaa50bb3 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6fd0054-85a7-4437-9d4c-bc96085141e4 HTTP/1.1" status: 200 len: 945 time: 0.0646491 Nov 25 17:36:16.034864 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dd31a438-4138-4974-9026-9bef015bb9eb tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:16.080072 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bcb838-0901-4d42-a8f3-721ae161d5c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23474329-9348-4759-9465-6d36f6f442c7,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:16.085347 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-60f7eb77-7b5c-41c8-aa47-b686eb9f0b6c req-7c670dc9-6af2-413f-89cd-a0eec61a644d tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/security-groups?id=9cb48d60-855a-4fc7-ad36-ccabac53205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685530 Nov 25 17:36:16.086230 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-73bcb838-0901-4d42-a8f3-721ae161d5c0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=96fe1825b1094562bfd5f65d55bd1ade&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4859746 Nov 25 17:36:16.089340 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 51496) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:16.123091 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dd31a438-4138-4974-9026-9bef015bb9eb tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:16.158356 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-efbc2354-e492-456d-9213-fd1b805b1720 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:16.183938 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd31a438-4138-4974-9026-9bef015bb9eb tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Pushing event updated for resources: {'Port': ['ID=d383a541-f466-4168-92bf-6f8e770c2612,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:16.189313 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-efbc2354-e492-456d-9213-fd1b805b1720 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:16.199555 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd31a438-4138-4974-9026-9bef015bb9eb tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Network b62e0628-596b-4359-91b1-1ca44002ad86 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:36:16.200634 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-dd31a438-4138-4974-9026-9bef015bb9eb tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:16.202992 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd31a438-4138-4974-9026-9bef015bb9eb tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:36:16.220158 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd31a438-4138-4974-9026-9bef015bb9eb tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:16.220858 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dd31a438-4138-4974-9026-9bef015bb9eb tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:16.259019 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-dd31a438-4138-4974-9026-9bef015bb9eb tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.2576015 Nov 25 17:36:16.261414 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 51500) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:16.327664 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-efbc2354-e492-456d-9213-fd1b805b1720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:16.331544 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-efbc2354-e492-456d-9213-fd1b805b1720 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:16.338227 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-efbc2354-e492-456d-9213-fd1b805b1720 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/23474329-9348-4759-9465-6d36f6f442c7 HTTP/1.1" status: 204 len: 168 time: 0.2464774 Nov 25 17:36:16.347517 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc2354-e492-456d-9213-fd1b805b1720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23474329-9348-4759-9465-6d36f6f442c7,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:16.377883 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 51508) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:16.426179 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-92d3fdf1-041a-4df3-82d5-0802ee014a34 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Deleting subnet dc69c492-13f0-4886-aae8-89f4a519949d {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:36:16.434748 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-92d3fdf1-041a-4df3-82d5-0802ee014a34 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:16.477354 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-d69044eb-5b44-4957-a094-140919555004 admin admin] Deleting subnet 19edd2e5-56d0-441c-917b-78310e5fdd64 {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:36:16.486463 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d69044eb-5b44-4957-a094-140919555004 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:16.511087 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-92d3fdf1-041a-4df3-82d5-0802ee014a34 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:16.569889 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d69044eb-5b44-4957-a094-140919555004 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:16.619709 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d69044eb-5b44-4957-a094-140919555004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:16.627941 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:16.678191 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ae6a7bb6-0196-452d-a66d-ef2c03b87386 req-21ed992b-7309-4be1-9d01-b5dd8c072147 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 210 time: 0.0360765 Nov 25 17:36:16.682965 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-92d3fdf1-041a-4df3-82d5-0802ee014a34 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:16.717053 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d69044eb-5b44-4957-a094-140919555004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:16.746627 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69044eb-5b44-4957-a094-140919555004 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19edd2e5-56d0-441c-917b-78310e5fdd64,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:16.754699 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d69044eb-5b44-4957-a094-140919555004 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:16.760775 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2969912c-cb13-4986-a392-85125b06f030 None None] Network 6d4db667-3b14-4224-ad62-597abdfcb413 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:36:16.761417 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d69044eb-5b44-4957-a094-140919555004 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/19edd2e5-56d0-441c-917b-78310e5fdd64 HTTP/1.1" status: 204 len: 168 time: 0.3792622 Nov 25 17:36:16.763999 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 51516) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:16.770417 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-92d3fdf1-041a-4df3-82d5-0802ee014a34 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:16.827461 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 51518) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:16.858546 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-859ae331-8a51-47f6-8ec1-738c135b4a25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:16.889798 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3520356d-af97-4407-9538-d8ef26a6bf79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:16.935083 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:16.968702 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82961444-323c-428e-8e2e-79f47969d4e1 None None] DHCP port deletion for 6d4db667-3b14-4224-ad62-597abdfcb413 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:36:16.998163 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device fbca2894-65f7-41bc-9242-addd7de20b57 no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:36:17.039627 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: fbca2894-65f7-41bc-9242-addd7de20b57 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:36:17.040170 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device fbca2894-65f7-41bc-9242-addd7de20b57 not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:36:17.070922 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '526c0b29-7d8a-407c-b680-0785a4e5d684', 'name': 'network-vif-deleted', 'tag': 'fbca2894-65f7-41bc-9242-addd7de20b57'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:36:17.073298 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4df103-402e-44d5-8a28-3696ff88e906" -d '{"events": [{"server_uuid": "526c0b29-7d8a-407c-b680-0785a4e5d684", "name": "network-vif-deleted", "tag": "fbca2894-65f7-41bc-9242-addd7de20b57"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:36:17.134245 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0ce0e62c-aa3a-4357-be31-917f9e6da3df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:17.142216 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-859ae331-8a51-47f6-8ec1-738c135b4a25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:17.158354 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d3fdf1-041a-4df3-82d5-0802ee014a34 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Pushing event deleted for resources: {'Subnet': ['ID=dc69c492-13f0-4886-aae8-89f4a519949d,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:17.163331 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-92d3fdf1-041a-4df3-82d5-0802ee014a34 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:17.168229 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-92d3fdf1-041a-4df3-82d5-0802ee014a34 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] 10.222.0.75 "DELETE /v2.0/subnets/dc69c492-13f0-4886-aae8-89f4a519949d HTTP/1.1" status: 204 len: 168 time: 0.9022815 Nov 25 17:36:17.169753 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 51526) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:17.189535 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-859ae331-8a51-47f6-8ec1-738c135b4a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:17.238470 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbde0f8e-428b-4ba3-b21e-9e7a98471294 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:17.240801 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbde0f8e-428b-4ba3-b21e-9e7a98471294 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:17.241959 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf0a737-24c5-464b-9700-4d1ec4c41943 x-openstack-request-id: req-fbf0a737-24c5-464b-9700-4d1ec4c41943 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:36:17.242231 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-dbde0f8e-428b-4ba3-b21e-9e7a98471294 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0712686 Nov 25 17:36:17.242370 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "526c0b29-7d8a-407c-b680-0785a4e5d684", "name": "network-vif-deleted", "tag": "fbca2894-65f7-41bc-9242-addd7de20b57", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:36:17.242476 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fbf0a737-24c5-464b-9700-4d1ec4c41943 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:36:17.242862 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '526c0b29-7d8a-407c-b680-0785a4e5d684', 'name': 'network-vif-deleted', 'tag': 'fbca2894-65f7-41bc-9242-addd7de20b57', 'status': 'completed', 'code': 200} Nov 25 17:36:17.244765 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 51528) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:17.266833 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3520356d-af97-4407-9538-d8ef26a6bf79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:17.389288 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828b8472-18fc-4c31-9144-800afdddbed7 None None] Network b62e0628-596b-4359-91b1-1ca44002ad86 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:36:17.409695 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-3520356d-af97-4407-9538-d8ef26a6bf79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d4db667-3b14-4224-ad62-597abdfcb413']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:17.414010 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-859ae331-8a51-47f6-8ec1-738c135b4a25 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3ce701f8e34849f5b124592b6b8e70d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5855534 Nov 25 17:36:17.416713 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 51530) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:17.429064 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859ae331-8a51-47f6-8ec1-738c135b4a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd14094-870d-4d34-8e0e-47a9e8f20561,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:17.457301 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-3520356d-af97-4407-9538-d8ef26a6bf79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7f37f1f-ccbb-4078-be1e-54211a5caa2c') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:17.457610 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-3520356d-af97-4407-9538-d8ef26a6bf79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7f37f1f-ccbb-4078-be1e-54211a5caa2c') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:17.477205 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-afe327d8-c524-4332-b7c4-03316b6ab999 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:17.486979 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3520356d-af97-4407-9538-d8ef26a6bf79 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:17.493040 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-67a6fbe6-6ff3-47f2-8bf5-da45d07d0629 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:17.504437 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-afe327d8-c524-4332-b7c4-03316b6ab999 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:17.508851 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b24f771b-2442-4456-ae8c-7f79d2acbe64 None None] Provisioning complete for port 3742efbc-d981-4bc0-b6f1-3a50c88a6a97 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:17.509238 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b24f771b-2442-4456-ae8c-7f79d2acbe64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:17.523289 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e751500-da7e-4574-ba86-9f6b6b2e9fd4 req-5a14a710-9d65-48c9-835a-453e11e7ffc8 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:17.524805 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4e751500-da7e-4574-ba86-9f6b6b2e9fd4 req-5a14a710-9d65-48c9-835a-453e11e7ffc8 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.90 "GET /v2.0/networks?id=49c799e6-01fb-4356-b67f-8b970273c51a HTTP/1.1" status: 200 len: 816 time: 0.5574527 Nov 25 17:36:17.543691 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e6729-f8a2-4a4b-b5b3-5708a281a388 req-bd1317c0-dbe4-4e51-822b-ec43f387d700 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:17.551012 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-529e6729-f8a2-4a4b-b5b3-5708a281a388 req-bd1317c0-dbe4-4e51-822b-ec43f387d700 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6fd0054-85a7-4437-9d4c-bc96085141e4 HTTP/1.1" status: 200 len: 945 time: 0.3051262 Nov 25 17:36:17.566221 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-afe327d8-c524-4332-b7c4-03316b6ab999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:17.570843 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-afe327d8-c524-4332-b7c4-03316b6ab999 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:17.571991 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-afe327d8-c524-4332-b7c4-03316b6ab999 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6dd14094-870d-4d34-8e0e-47a9e8f20561 HTTP/1.1" status: 204 len: 168 time: 0.1542799 Nov 25 17:36:17.574468 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3520356d-af97-4407-9538-d8ef26a6bf79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:17.578164 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-67a6fbe6-6ff3-47f2-8bf5-da45d07d0629 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 25 17:36:17.579549 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67a6fbe6-6ff3-47f2-8bf5-da45d07d0629 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:36:17.582260 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe327d8-c524-4332-b7c4-03316b6ab999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd14094-870d-4d34-8e0e-47a9e8f20561,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:17.585396 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-67a6fbe6-6ff3-47f2-8bf5-da45d07d0629 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] 10.222.0.75 "DELETE /v2.0/networks/b62e0628-596b-4359-91b1-1ca44002ad86 HTTP/1.1" status: 409 len: 405 time: 0.3340900 Nov 25 17:36:17.592992 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 51538) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:17.600891 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-dfe401cc-3409-4ae5-8381-cca672642111 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-918297051'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:17.617150 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3520356d-af97-4407-9538-d8ef26a6bf79 admin admin] Releasing vlan 937 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:36:17.617632 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3520356d-af97-4407-9538-d8ef26a6bf79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:17.621405 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:36:17.621405 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:36:17.621405 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:36:17.621405 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:36:17.621405 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:36:17.621405 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:36:17.621405 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:36:17.621405 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:36:17.621405 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:36:17.621405 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:36:17.621405 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:36:17.621405 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:36:17.621405 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:36:17.621405 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:36:17.621405 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:36:17.621405 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:36:17.621405 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:36:17.621405 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:36:17.621405 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:36:17.621405 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:36:17.621405 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:36:17.621405 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:36:17.621405 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:36:17.621405 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:36:17.621405 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:36:17.621405 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:36:17.621405 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:36:17.621405 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:36:17.621405 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:36:17.621405 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:36:17.621405 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:36:17.621405 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:36:17.672567 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b24f771b-2442-4456-ae8c-7f79d2acbe64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:17.678876 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe401cc-3409-4ae5-8381-cca672642111 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Made reservation on behalf of e55aaafe98ee4f0a9eb356f8a0afe5e2 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:36:17.687972 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dfe401cc-3409-4ae5-8381-cca672642111 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:17.720691 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfe401cc-3409-4ae5-8381-cca672642111 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 909} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:36:17.729968 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b24f771b-2442-4456-ae8c-7f79d2acbe64 None None] For port 3742efbc-d981-4bc0-b6f1-3a50c88a6a97, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=3742efbc-d981-4bc0-b6f1-3a50c88a6a97,segment=NetworkSegment(42d72774-4e02-476b-9585-a39866cf56e2),segment_id=42d72774-4e02-476b-9585-a39866cf56e2)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:17.733982 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dfe401cc-3409-4ae5-8381-cca672642111 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:17.735005 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-dfe401cc-3409-4ae5-8381-cca672642111 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Added segment 2a293bc7-7acc-41e5-b23a-01a030f2e7fb of type vlan for network 69a243e0-9596-40f6-8239-76f73c0a9461 Nov 25 17:36:17.740394 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb88fa8f-c08c-43d9-88da-c4d6d8e61e8e None None] DHCP port deletion for b62e0628-596b-4359-91b1-1ca44002ad86 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:36:17.759635 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b24f771b-2442-4456-ae8c-7f79d2acbe64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:17.778664 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-529e6729-f8a2-4a4b-b5b3-5708a281a388 req-baf6b48a-7864-41b1-885f-ae030e76cf5b tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/security-groups?id=9cb48d60-855a-4fc7-ad36-ccabac53205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122433 Nov 25 17:36:17.778664 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3520356d-af97-4407-9538-d8ef26a6bf79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:17.784902 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3520356d-af97-4407-9538-d8ef26a6bf79 admin admin] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:17.788150 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-3520356d-af97-4407-9538-d8ef26a6bf79 admin admin] 10.222.0.75 "DELETE /v2.0/networks/6d4db667-3b14-4224-ad62-597abdfcb413 HTTP/1.1" status: 204 len: 168 time: 1.0227170 Nov 25 17:36:17.802741 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4e751500-da7e-4574-ba86-9f6b6b2e9fd4 req-4bccb89d-6fbc-4a77-ab07-2e80861fcab2 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4086650dac54a539044dab15f8f252a HTTP/1.1" status: 200 len: 380 time: 0.2490714 Nov 25 17:36:17.816099 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dfe401cc-3409-4ae5-8381-cca672642111 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:17.839438 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-4e751500-da7e-4574-ba86-9f6b6b2e9fd4 req-60589eee-2e85-4ac6-9b69-7df146d9aad5 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Request body: {'port': {'device_id': '7cf02964-0c83-4741-9cb8-4d665776485b', 'network_id': '49c799e6-01fb-4356-b67f-8b970273c51a', 'admin_state_up': True, 'tenant_id': 'd4086650dac54a539044dab15f8f252a', 'security_groups': ['0f8521b0-fea5-42f2-a976-d0ce371dead0']}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:17.848342 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dfe401cc-3409-4ae5-8381-cca672642111 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:17.855576 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe401cc-3409-4ae5-8381-cca672642111 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:17.856953 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dfe401cc-3409-4ae5-8381-cca672642111 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:17.871080 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24f771b-2442-4456-ae8c-7f79d2acbe64 None None] Pushing event updated for resources: {'Port': ['ID=3742efbc-d981-4bc0-b6f1-3a50c88a6a97,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:17.872413 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3520356d-af97-4407-9538-d8ef26a6bf79 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d4db667-3b14-4224-ad62-597abdfcb413,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:17.889028 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-bb88fa8f-c08c-43d9-88da-c4d6d8e61e8e None None] Deleting port 3742efbc-d981-4bc0-b6f1-3a50c88a6a97 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:17.889413 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-bb88fa8f-c08c-43d9-88da-c4d6d8e61e8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:17.900062 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-dfe401cc-3409-4ae5-8381-cca672642111 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3054390 Nov 25 17:36:17.903643 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 51544) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:17.918661 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bf1d425e-77c8-41b7-bb7a-a306f1551dcb req-1cb02699-8e7e-4e13-a97f-bdb078229422 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 210 time: 0.1058865 Nov 25 17:36:17.955595 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-80c1b5db-91b1-4ef4-8b11-095c22de2d42 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Request body: {'subnet': {'network_id': '69a243e0-9596-40f6-8239-76f73c0a9461', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:17.984782 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-bb88fa8f-c08c-43d9-88da-c4d6d8e61e8e None None] For port 3742efbc-d981-4bc0-b6f1-3a50c88a6a97, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=3742efbc-d981-4bc0-b6f1-3a50c88a6a97,segment=NetworkSegment(42d72774-4e02-476b-9585-a39866cf56e2),segment_id=42d72774-4e02-476b-9585-a39866cf56e2)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:17.985215 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-bb88fa8f-c08c-43d9-88da-c4d6d8e61e8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:17.995121 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe401cc-3409-4ae5-8381-cca672642111 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Pushing event updated for resources: {'Network': ['ID=69a243e0-9596-40f6-8239-76f73c0a9461,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:18.001192 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-bb88fa8f-c08c-43d9-88da-c4d6d8e61e8e None None] Calling delete_port for 3742efbc-d981-4bc0-b6f1-3a50c88a6a97 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:18.008895 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 69a243e0-9596-40f6-8239-76f73c0a9461 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:36:18.070732 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 51548) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:18.085507 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.db.api [None req-80c1b5db-91b1-4ef4-8b11-095c22de2d42 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 25 17:36:18.085507 n-d-817746-1 neutron-server[103360]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 25 17:36:18.085507 n-d-817746-1 neutron-server[103360]: [parameters: {'project_id_1': 'e55aaafe98ee4f0a9eb356f8a0afe5e2', 'expiration_1': datetime.datetime(2021, 11, 25, 17, 35, 58, 74515)}] Nov 25 17:36:18.085507 n-d-817746-1 neutron-server[103360]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:36:18.086391 n-d-817746-1 neutron-server[103360]: DEBUG oslo_db.api [None req-80c1b5db-91b1-4ef4-8b11-095c22de2d42 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:36:18.100170 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e751500-da7e-4574-ba86-9f6b6b2e9fd4 req-60589eee-2e85-4ac6-9b69-7df146d9aad5 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Made reservation on behalf of d4086650dac54a539044dab15f8f252a for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:36:18.103782 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-4e751500-da7e-4574-ba86-9f6b6b2e9fd4 req-60589eee-2e85-4ac6-9b69-7df146d9aad5 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:18.137142 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-0293a35b-3b7d-4207-8523-1d7369bc312e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=59268908ecea4807bb08e346620d5150&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0651500 Nov 25 17:36:18.140033 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 51552) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:18.187263 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-bb88fa8f-c08c-43d9-88da-c4d6d8e61e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:18.198478 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-54acdd46-7a1c-4ff7-b5b1-bb29927c199f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:18.226816 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-54acdd46-7a1c-4ff7-b5b1-bb29927c199f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:18.238341 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb88fa8f-c08c-43d9-88da-c4d6d8e61e8e None None] Pushing event deleted for resources: {'Port': ['ID=3742efbc-d981-4bc0-b6f1-3a50c88a6a97,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:18.242613 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb88fa8f-c08c-43d9-88da-c4d6d8e61e8e None None] No DVR routers for this DVR port 3742efbc-d981-4bc0-b6f1-3a50c88a6a97 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:36:18.303850 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-4e751500-da7e-4574-ba86-9f6b6b2e9fd4 req-60589eee-2e85-4ac6-9b69-7df146d9aad5 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Allocated IP 172.20.0.13 (49c799e6-01fb-4356-b67f-8b970273c51a/25a72b94-fb6e-4434-9c21-274e75835bc9/eafcd150-3494-48a4-b969-e28538f2a772) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:36:18.304574 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-54acdd46-7a1c-4ff7-b5b1-bb29927c199f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:18.309385 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-54acdd46-7a1c-4ff7-b5b1-bb29927c199f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:18.310959 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-54acdd46-7a1c-4ff7-b5b1-bb29927c199f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/20cf3e3a-3494-4c24-b696-e4a5273e4e7c HTTP/1.1" status: 204 len: 168 time: 0.1698279 Nov 25 17:36:18.333034 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54acdd46-7a1c-4ff7-b5b1-bb29927c199f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20cf3e3a-3494-4c24-b696-e4a5273e4e7c,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:18.469248 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-4e751500-da7e-4574-ba86-9f6b6b2e9fd4 req-60589eee-2e85-4ac6-9b69-7df146d9aad5 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:18.507004 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-4e751500-da7e-4574-ba86-9f6b6b2e9fd4 req-60589eee-2e85-4ac6-9b69-7df146d9aad5 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:18.564374 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60589eee-2e85-4ac6-9b69-7df146d9aad5 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Pushing event updated for resources: {'Port': ['ID=eafcd150-3494-48a4-b969-e28538f2a772,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:18.588283 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e751500-da7e-4574-ba86-9f6b6b2e9fd4 req-60589eee-2e85-4ac6-9b69-7df146d9aad5 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Network 49c799e6-01fb-4356-b67f-8b970273c51a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:36:18.589809 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-4e751500-da7e-4574-ba86-9f6b6b2e9fd4 req-60589eee-2e85-4ac6-9b69-7df146d9aad5 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:18.603226 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e751500-da7e-4574-ba86-9f6b6b2e9fd4 req-60589eee-2e85-4ac6-9b69-7df146d9aad5 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:36:18.627369 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c1b5db-91b1-4ef4-8b11-095c22de2d42 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Made reservation on behalf of e55aaafe98ee4f0a9eb356f8a0afe5e2 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:36:18.635440 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-80c1b5db-91b1-4ef4-8b11-095c22de2d42 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:18.682284 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e751500-da7e-4574-ba86-9f6b6b2e9fd4 req-60589eee-2e85-4ac6-9b69-7df146d9aad5 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:18.682851 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-4e751500-da7e-4574-ba86-9f6b6b2e9fd4 req-60589eee-2e85-4ac6-9b69-7df146d9aad5 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:18.722492 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4e751500-da7e-4574-ba86-9f6b6b2e9fd4 req-60589eee-2e85-4ac6-9b69-7df146d9aad5 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8876629 Nov 25 17:36:18.744605 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-4e751500-da7e-4574-ba86-9f6b6b2e9fd4 req-74b2c53e-ac1a-4ea4-a337-8bfd38d79c19 service neutron] Request body: {'port': {'device_id': '7cf02964-0c83-4741-9cb8-4d665776485b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:18.846562 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-4e751500-da7e-4574-ba86-9f6b6b2e9fd4 req-74b2c53e-ac1a-4ea4-a337-8bfd38d79c19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:19.010310 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0fec15-e135-4d98-bc3b-a061dd7c7f29 req-e009297b-f683-43e4-82c8-0ebe16f12377 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:19.026582 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6b0fec15-e135-4d98-bc3b-a061dd7c7f29 req-e009297b-f683-43e4-82c8-0ebe16f12377 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6fd0054-85a7-4437-9d4c-bc96085141e4 HTTP/1.1" status: 200 len: 945 time: 0.1426713 Nov 25 17:36:19.030735 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-3035b8e9-ac53-42e4-86da-a8b5e32c898d None None] Provisioning complete for port eafcd150-3494-48a4-b969-e28538f2a772 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:19.031765 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3035b8e9-ac53-42e4-86da-a8b5e32c898d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:19.072072 n-d-817746-1 neutron-server[103360]: DEBUG neutron.objects.ports [None req-80c1b5db-91b1-4ef4-8b11-095c22de2d42 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103360) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 17:36:19.073882 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-80c1b5db-91b1-4ef4-8b11-095c22de2d42 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:19.145014 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c1b5db-91b1-4ef4-8b11-095c22de2d42 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Pushing event updated for resources: {'Subnet': ['ID=43d34b9b-d5f5-448a-8320-a8ac6774e1b6,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:19.153517 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c1b5db-91b1-4ef4-8b11-095c22de2d42 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Checking segment: {'id': '2a293bc7-7acc-41e5-b23a-01a030f2e7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '69a243e0-9596-40f6-8239-76f73c0a9461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:36:19.153640 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c1b5db-91b1-4ef4-8b11-095c22de2d42 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Network hostable DHCP agents. Network: 69a243e0-9596-40f6-8239-76f73c0a9461, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:36:19.179208 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c1b5db-91b1-4ef4-8b11-095c22de2d42 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Network 69a243e0-9596-40f6-8239-76f73c0a9461 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:36:19.210433 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-80c1b5db-91b1-4ef4-8b11-095c22de2d42 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 69a243e0-9596-40f6-8239-76f73c0a9461) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:19.215154 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c1b5db-91b1-4ef4-8b11-095c22de2d42 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:19.215770 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-80c1b5db-91b1-4ef4-8b11-095c22de2d42 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:19.241975 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-80c1b5db-91b1-4ef4-8b11-095c22de2d42 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.3336244 Nov 25 17:36:19.242380 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 51598) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:19.274241 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03dbe5be-cfc2-430e-aeee-e6142e084e67 None None] Network 69a243e0-9596-40f6-8239-76f73c0a9461 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:36:19.363657 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6b0fec15-e135-4d98-bc3b-a061dd7c7f29 req-9c68270d-b9c8-4518-9718-8f2dde57ba2b tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/security-groups?id=9cb48d60-855a-4fc7-ad36-ccabac53205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348279 Nov 25 17:36:19.367980 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-3035b8e9-ac53-42e4-86da-a8b5e32c898d None None] Port eafcd150-3494-48a4-b969-e28538f2a772 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:36:19.410987 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b165ad2-ba40-412a-8fc5-05f99c76ddc1 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:19.482050 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-03f32331-ecc7-4bef-b5ab-b28d1109f52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:19.491732 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc06aca-5748-4434-b590-2eb7e95331b2 req-558a964b-2489-43f0-b1f6-88d944b16451 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:19.494833 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1dc06aca-5748-4434-b590-2eb7e95331b2 req-558a964b-2489-43f0-b1f6-88d944b16451 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 932 time: 0.4349747 Nov 25 17:36:19.498097 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b165ad2-ba40-412a-8fc5-05f99c76ddc1 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:19.522402 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07ef70a-1a1e-4422-a2f6-2c1f5392db05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-69a243e0-9596-40f6-8239-76f73c0a9461', 'network_id': '69a243e0-9596-40f6-8239-76f73c0a9461', 'tenant_id': 'e55aaafe98ee4f0a9eb356f8a0afe5e2', 'fixed_ips': [{'subnet_id': '43d34b9b-d5f5-448a-8320-a8ac6774e1b6'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:36:19.523297 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c07ef70a-1a1e-4422-a2f6-2c1f5392db05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:19.587839 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 51610) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:19.619866 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b165ad2-ba40-412a-8fc5-05f99c76ddc1 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:19.628743 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1dc06aca-5748-4434-b590-2eb7e95331b2 req-dd990cfd-7c89-438a-822a-740ff875ee5e tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=0f8521b0-fea5-42f2-a976-d0ce371dead0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146114 Nov 25 17:36:19.648631 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-4e751500-da7e-4574-ba86-9f6b6b2e9fd4 req-74b2c53e-ac1a-4ea4-a337-8bfd38d79c19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eafcd150-3494-48a4-b969-e28538f2a772 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:36:19.664153 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-4e751500-da7e-4574-ba86-9f6b6b2e9fd4 req-74b2c53e-ac1a-4ea4-a337-8bfd38d79c19 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:19.689052 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b165ad2-ba40-412a-8fc5-05f99c76ddc1 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Pushing event deleted for resources: {'Subnet': ['ID=43d34b9b-d5f5-448a-8320-a8ac6774e1b6,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:19.695264 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-4e751500-da7e-4574-ba86-9f6b6b2e9fd4 req-74b2c53e-ac1a-4ea4-a337-8bfd38d79c19 service neutron] Transition to ACTIVE for port object eafcd150-3494-48a4-b969-e28538f2a772 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:36:19.702337 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-4e751500-da7e-4574-ba86-9f6b6b2e9fd4 req-74b2c53e-ac1a-4ea4-a337-8bfd38d79c19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:19.704453 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server [None req-c07ef70a-1a1e-4422-a2f6-2c1f5392db05 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 43d34b9b-d5f5-448a-8320-a8ac6774e1b6: This subnet is being modified by another concurrent operation. Nov 25 17:36:19.704453 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 17:36:19.704453 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 17:36:19.704453 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 17:36:19.704453 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 17:36:19.704453 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 17:36:19.704453 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 17:36:19.704453 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 17:36:19.704453 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 17:36:19.704453 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 17:36:19.704453 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 17:36:19.704453 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 17:36:19.704453 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:36:19.704453 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:36:19.704453 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:36:19.704453 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:36:19.704453 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 17:36:19.704453 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:36:19.704453 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 17:36:19.704453 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 17:36:19.704453 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:36:19.704453 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:36:19.704453 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:36:19.704453 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:36:19.704453 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 17:36:19.704453 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:36:19.704453 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 17:36:19.704453 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 17:36:19.704453 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:36:19.704453 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:36:19.704453 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:36:19.704453 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:36:19.704453 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 17:36:19.704453 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 17:36:19.704453 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 25 17:36:19.704453 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 25 17:36:19.704453 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 25 17:36:19.704453 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 25 17:36:19.704453 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 25 17:36:19.704453 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 25 17:36:19.704453 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 25 17:36:19.704453 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 25 17:36:19.704453 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 25 17:36:19.704453 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:36:19.704453 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 17:36:19.704453 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 17:36:19.704453 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 17:36:19.704453 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 17:36:19.704453 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:36:19.704453 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:36:19.704453 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:36:19.704453 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:36:19.704453 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 17:36:19.704453 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:36:19.709176 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 17:36:19.709176 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 17:36:19.709176 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:36:19.709176 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:36:19.709176 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:36:19.709176 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:36:19.709176 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 17:36:19.709176 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:36:19.709176 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 17:36:19.709176 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 17:36:19.709176 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:36:19.709176 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:36:19.709176 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:36:19.709176 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:36:19.709176 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 17:36:19.709176 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 17:36:19.709176 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 25 17:36:19.709176 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 25 17:36:19.709176 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 25 17:36:19.709176 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 25 17:36:19.709176 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 25 17:36:19.709176 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 25 17:36:19.709176 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 25 17:36:19.709176 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 25 17:36:19.709176 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:36:19.709176 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:36:19.709176 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:36:19.709176 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:36:19.709176 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 25 17:36:19.709176 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 25 17:36:19.709176 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 25 17:36:19.709176 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 17:36:19.709176 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 25 17:36:19.709176 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 17:36:19.709176 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 17:36:19.709176 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server raise exception Nov 25 17:36:19.709176 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 43d34b9b-d5f5-448a-8320-a8ac6774e1b6: This subnet is being modified by another concurrent operation. Nov 25 17:36:19.709176 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server Nov 25 17:36:19.759596 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08ba7a4-3492-4666-8614-0ce01d08e27b None None] Network 69a243e0-9596-40f6-8239-76f73c0a9461 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:36:19.776955 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b2c53e-ac1a-4ea4-a337-8bfd38d79c19 service neutron] Pushing event updated for resources: {'Port': ['ID=eafcd150-3494-48a4-b969-e28538f2a772,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:19.827677 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b165ad2-ba40-412a-8fc5-05f99c76ddc1 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:19.876151 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-9b165ad2-ba40-412a-8fc5-05f99c76ddc1 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69a243e0-9596-40f6-8239-76f73c0a9461']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:19.889731 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-9b165ad2-ba40-412a-8fc5-05f99c76ddc1 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a293bc7-7acc-41e5-b23a-01a030f2e7fb') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:19.890038 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-9b165ad2-ba40-412a-8fc5-05f99c76ddc1 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a293bc7-7acc-41e5-b23a-01a030f2e7fb') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:19.903791 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b165ad2-ba40-412a-8fc5-05f99c76ddc1 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:19.917246 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-8e843859-90cc-49da-9397-f009bd96596b admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1097397683-network', 'tenant_id': '5a560046c26c483180c0093a6be1dd8b'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:19.933697 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-4e751500-da7e-4574-ba86-9f6b6b2e9fd4 req-74b2c53e-ac1a-4ea4-a337-8bfd38d79c19 service neutron] Attempting to bind port eafcd150-3494-48a4-b969-e28538f2a772 on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:36:19.933949 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b165ad2-ba40-412a-8fc5-05f99c76ddc1 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:19.934123 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-4e751500-da7e-4574-ba86-9f6b6b2e9fd4 req-74b2c53e-ac1a-4ea4-a337-8bfd38d79c19 service neutron] Attempting to bind port eafcd150-3494-48a4-b969-e28538f2a772 by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '74518c65-0a77-49eb-8302-d0397cc0c64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '49c799e6-01fb-4356-b67f-8b970273c51a'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:36:19.934464 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e751500-da7e-4574-ba86-9f6b6b2e9fd4 req-74b2c53e-ac1a-4ea4-a337-8bfd38d79c19 service neutron] Attempting to bind port eafcd150-3494-48a4-b969-e28538f2a772 on network 49c799e6-01fb-4356-b67f-8b970273c51a {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:36:19.947638 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e751500-da7e-4574-ba86-9f6b6b2e9fd4 req-74b2c53e-ac1a-4ea4-a337-8bfd38d79c19 service neutron] Port eafcd150-3494-48a4-b969-e28538f2a772 on network 49c799e6-01fb-4356-b67f-8b970273c51a not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:36:19.947961 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e751500-da7e-4574-ba86-9f6b6b2e9fd4 req-74b2c53e-ac1a-4ea4-a337-8bfd38d79c19 service neutron] Attempting to bind port eafcd150-3494-48a4-b969-e28538f2a772 on network 49c799e6-01fb-4356-b67f-8b970273c51a {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:36:19.952982 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b165ad2-ba40-412a-8fc5-05f99c76ddc1 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Releasing vlan 909 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:36:19.953395 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b165ad2-ba40-412a-8fc5-05f99c76ddc1 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:19.958764 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:36:19.958764 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:36:19.958764 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:36:19.958764 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:36:19.958764 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:36:19.958764 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:36:19.958764 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:36:19.958764 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:36:19.958764 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:36:19.958764 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:36:19.958764 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:36:19.958764 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:36:19.958764 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:36:19.958764 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:36:19.958764 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:36:19.958764 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:36:19.958764 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:36:19.958764 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:36:19.958764 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:36:19.958764 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:36:19.958764 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:36:19.958764 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:36:19.958764 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:36:19.958764 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:36:19.958764 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:36:19.958764 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:36:19.958764 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:36:19.958764 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:36:19.958764 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:36:19.958764 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:36:19.958764 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:36:19.958764 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:36:19.961934 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e751500-da7e-4574-ba86-9f6b6b2e9fd4 req-74b2c53e-ac1a-4ea4-a337-8bfd38d79c19 service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:36:19.961934 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e751500-da7e-4574-ba86-9f6b6b2e9fd4 req-74b2c53e-ac1a-4ea4-a337-8bfd38d79c19 service neutron] Checking segment: {'id': '74518c65-0a77-49eb-8302-d0397cc0c64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '49c799e6-01fb-4356-b67f-8b970273c51a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:36:19.961934 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e751500-da7e-4574-ba86-9f6b6b2e9fd4 req-74b2c53e-ac1a-4ea4-a337-8bfd38d79c19 service neutron] Bound using segment: {'id': '74518c65-0a77-49eb-8302-d0397cc0c64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '49c799e6-01fb-4356-b67f-8b970273c51a'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:36:19.961934 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-4e751500-da7e-4574-ba86-9f6b6b2e9fd4 req-74b2c53e-ac1a-4ea4-a337-8bfd38d79c19 service neutron] Bound port: eafcd150-3494-48a4-b969-e28538f2a772, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74518c65-0a77-49eb-8302-d0397cc0c64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '49c799e6-01fb-4356-b67f-8b970273c51a'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:36:19.961934 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-4e751500-da7e-4574-ba86-9f6b6b2e9fd4 req-74b2c53e-ac1a-4ea4-a337-8bfd38d79c19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:19.984603 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e843859-90cc-49da-9397-f009bd96596b admin admin] Made reservation on behalf of 5a560046c26c483180c0093a6be1dd8b for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:36:19.986975 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8e843859-90cc-49da-9397-f009bd96596b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:20.031435 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8e843859-90cc-49da-9397-f009bd96596b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:20.062699 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b165ad2-ba40-412a-8fc5-05f99c76ddc1 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:20.073390 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-4e751500-da7e-4574-ba86-9f6b6b2e9fd4 req-74b2c53e-ac1a-4ea4-a337-8bfd38d79c19 service neutron] For port eafcd150-3494-48a4-b969-e28538f2a772, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:36:20.074007 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b165ad2-ba40-412a-8fc5-05f99c76ddc1 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:20.081263 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9b165ad2-ba40-412a-8fc5-05f99c76ddc1 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] 10.222.0.75 "DELETE /v2.0/networks/69a243e0-9596-40f6-8239-76f73c0a9461 HTTP/1.1" status: 204 len: 168 time: 0.8340156 Nov 25 17:36:20.081499 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-4e751500-da7e-4574-ba86-9f6b6b2e9fd4 req-74b2c53e-ac1a-4ea4-a337-8bfd38d79c19 service neutron] For port eafcd150-3494-48a4-b969-e28538f2a772, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=eafcd150-3494-48a4-b969-e28538f2a772,segment=NetworkSegment(74518c65-0a77-49eb-8302-d0397cc0c64c),segment_id=74518c65-0a77-49eb-8302-d0397cc0c64c)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:36:20.081499 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 51624) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:20.087498 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-113b3f93-d45b-4a9d-9135-c180ffd46866 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-453991382'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:20.094174 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b165ad2-ba40-412a-8fc5-05f99c76ddc1 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Pushing event deleted for resources: {'Network': ['ID=69a243e0-9596-40f6-8239-76f73c0a9461,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:20.094339 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-4e751500-da7e-4574-ba86-9f6b6b2e9fd4 req-74b2c53e-ac1a-4ea4-a337-8bfd38d79c19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:20.107085 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09635002-6275-485f-a614-1967e0437e81 None None] get_active_networks_info from n-d-817746-1 {{(pid=103362) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 17:36:20.155166 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e751500-da7e-4574-ba86-9f6b6b2e9fd4 req-74b2c53e-ac1a-4ea4-a337-8bfd38d79c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:20.155836 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-4e751500-da7e-4574-ba86-9f6b6b2e9fd4 req-74b2c53e-ac1a-4ea4-a337-8bfd38d79c19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:20.157251 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4e751500-da7e-4574-ba86-9f6b6b2e9fd4 req-74b2c53e-ac1a-4ea4-a337-8bfd38d79c19 service neutron] 10.222.0.90 "PUT /v2.0/ports/eafcd150-3494-48a4-b969-e28538f2a772 HTTP/1.1" status: 200 len: 1092 time: 1.4252198 Nov 25 17:36:20.159863 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cf02964-0c83-4741-9cb8-4d665776485b', 'tag': 'eafcd150-3494-48a4-b969-e28538f2a772'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:36:20.163267 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e2996e-84af-4580-b8f0-db93d8842641" -d '{"events": [{"name": "network-changed", "server_uuid": "7cf02964-0c83-4741-9cb8-4d665776485b", "tag": "eafcd150-3494-48a4-b969-e28538f2a772"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:36:20.229976 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113b3f93-d45b-4a9d-9135-c180ffd46866 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Made reservation on behalf of e55aaafe98ee4f0a9eb356f8a0afe5e2 for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:36:20.235371 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8e843859-90cc-49da-9397-f009bd96596b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:20.240144 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-113b3f93-d45b-4a9d-9135-c180ffd46866 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:20.241669 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8e843859-90cc-49da-9397-f009bd96596b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:20.273575 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca02010-6d72-47f4-a09d-e95f5e37a023 x-openstack-request-id: req-eca02010-6d72-47f4-a09d-e95f5e37a023 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:36:20.274138 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cf02964-0c83-4741-9cb8-4d665776485b", "tag": "eafcd150-3494-48a4-b969-e28538f2a772", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:36:20.274581 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-eca02010-6d72-47f4-a09d-e95f5e37a023 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:36:20.275133 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cf02964-0c83-4741-9cb8-4d665776485b', 'tag': 'eafcd150-3494-48a4-b969-e28538f2a772', 'status': 'completed', 'code': 200} Nov 25 17:36:20.281779 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e843859-90cc-49da-9397-f009bd96596b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397c5ae6-9fe0-422a-86af-1014e06fb451,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:20.284625 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b2c53e-ac1a-4ea4-a337-8bfd38d79c19 service neutron] Pushing event updated for resources: {'Port': ['ID=eafcd150-3494-48a4-b969-e28538f2a772,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:20.293986 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e843859-90cc-49da-9397-f009bd96596b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 934} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:36:20.307450 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8e843859-90cc-49da-9397-f009bd96596b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:20.308886 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-113b3f93-d45b-4a9d-9135-c180ffd46866 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:36:20.309047 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-8e843859-90cc-49da-9397-f009bd96596b admin admin] Added segment c5752f96-a6e9-4fc2-9dae-273cc6a23f00 of type vlan for network d0082d57-8c96-4a76-be0f-340c2f65b160 Nov 25 17:36:20.324907 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e751500-da7e-4574-ba86-9f6b6b2e9fd4 req-c4eb3da0-5fa9-4b6f-9c18-f92a94a60455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:20.326778 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4e751500-da7e-4574-ba86-9f6b6b2e9fd4 req-c4eb3da0-5fa9-4b6f-9c18-f92a94a60455 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d4086650dac54a539044dab15f8f252a&device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 1095 time: 0.1236753 Nov 25 17:36:20.330063 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-113b3f93-d45b-4a9d-9135-c180ffd46866 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:20.332330 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-113b3f93-d45b-4a9d-9135-c180ffd46866 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Added segment 3d9541fd-1eb6-4ba6-b885-93e7eb754ba3 of type vlan for network c1f48c47-c706-4e3f-b7fd-e5abc27ea5d4 Nov 25 17:36:20.337198 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09635002-6275-485f-a614-1967e0437e81 None None] Resources bound (agent type, host, resource id): {{(pid=103362) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 17:36:20.374972 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8e843859-90cc-49da-9397-f009bd96596b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:20.417701 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8e843859-90cc-49da-9397-f009bd96596b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:20.419032 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e843859-90cc-49da-9397-f009bd96596b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:20.419705 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8e843859-90cc-49da-9397-f009bd96596b admin admin] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:20.419829 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4e751500-da7e-4574-ba86-9f6b6b2e9fd4 req-3441e64a-ed24-4b2b-bafe-c18d54763ff1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eafcd150-3494-48a4-b969-e28538f2a772 HTTP/1.1" status: 200 len: 217 time: 0.0782559 Nov 25 17:36:20.443608 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-113b3f93-d45b-4a9d-9135-c180ffd46866 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:20.515455 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8e843859-90cc-49da-9397-f009bd96596b admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9266832 Nov 25 17:36:20.531756 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 51636) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:20.544188 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e843859-90cc-49da-9397-f009bd96596b admin admin] Pushing event updated for resources: {'Network': ['ID=d0082d57-8c96-4a76-be0f-340c2f65b160,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:20.579411 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network d0082d57-8c96-4a76-be0f-340c2f65b160 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:36:20.822331 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:20.940118 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-bfaeb94d-4fe0-4174-b39c-d04e9d3f2c92 admin admin] Request body: {'subnet': {'network_id': 'd0082d57-8c96-4a76-be0f-340c2f65b160', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1097397683-subnet', 'tenant_id': '5a560046c26c483180c0093a6be1dd8b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:20.996314 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e751500-da7e-4574-ba86-9f6b6b2e9fd4 req-b9c5d289-0269-4f75-bce5-59004bd4326d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:20.997821 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4e751500-da7e-4574-ba86-9f6b6b2e9fd4 req-b9c5d289-0269-4f75-bce5-59004bd4326d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=25a72b94-fb6e-4434-9c21-274e75835bc9 HTTP/1.1" status: 200 len: 855 time: 0.5668397 Nov 25 17:36:21.006430 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-113b3f93-d45b-4a9d-9135-c180ffd46866 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:21.012018 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113b3f93-d45b-4a9d-9135-c180ffd46866 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:21.012680 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-113b3f93-d45b-4a9d-9135-c180ffd46866 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:21.031038 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a307a0-493e-46dd-8d6d-d7e95c97440b req-338e4046-e839-4cf9-86bd-3d46bf08b75f tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:21.032547 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f6a307a0-493e-46dd-8d6d-d7e95c97440b req-338e4046-e839-4cf9-86bd-3d46bf08b75f tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6fd0054-85a7-4437-9d4c-bc96085141e4 HTTP/1.1" status: 200 len: 945 time: 0.5570340 Nov 25 17:36:21.131522 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfaeb94d-4fe0-4174-b39c-d04e9d3f2c92 admin admin] Made reservation on behalf of 5a560046c26c483180c0093a6be1dd8b for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:36:21.133731 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bfaeb94d-4fe0-4174-b39c-d04e9d3f2c92 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:21.149897 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-113b3f93-d45b-4a9d-9135-c180ffd46866 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0676374 Nov 25 17:36:21.153080 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 51652) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:21.158741 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-785abab6-ecbd-43c9-a070-4757364fef62 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Request body: {'subnet': {'network_id': 'c1f48c47-c706-4e3f-b7fd-e5abc27ea5d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:21.178944 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113b3f93-d45b-4a9d-9135-c180ffd46866 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Pushing event updated for resources: {'Network': ['ID=c1f48c47-c706-4e3f-b7fd-e5abc27ea5d4,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:21.191574 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network c1f48c47-c706-4e3f-b7fd-e5abc27ea5d4 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:36:21.235064 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af5b44-5792-42c9-8fa1-fb77c33185c9 req-8a8d295a-3bca-4390-8f1a-3bc96cba60ea tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:21.236588 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-55af5b44-5792-42c9-8fa1-fb77c33185c9 req-8a8d295a-3bca-4390-8f1a-3bc96cba60ea tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 944 time: 0.2854614 Nov 25 17:36:21.270476 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e751500-da7e-4574-ba86-9f6b6b2e9fd4 req-006ac7ac-d49d-433e-94ca-e15486c2c8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:21.272396 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4e751500-da7e-4574-ba86-9f6b6b2e9fd4 req-006ac7ac-d49d-433e-94ca-e15486c2c8b9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=49c799e6-01fb-4356-b67f-8b970273c51a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2544796 Nov 25 17:36:21.287865 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f6a307a0-493e-46dd-8d6d-d7e95c97440b req-5c418edd-29e6-4003-8246-7eb432808e4b tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/security-groups?id=9cb48d60-855a-4fc7-ad36-ccabac53205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282615 Nov 25 17:36:21.314252 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785abab6-ecbd-43c9-a070-4757364fef62 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Made reservation on behalf of e55aaafe98ee4f0a9eb356f8a0afe5e2 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:36:21.319577 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-785abab6-ecbd-43c9-a070-4757364fef62 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:21.431304 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-55af5b44-5792-42c9-8fa1-fb77c33185c9 req-63a5c650-fd09-41e6-99e5-6d1e339f9ab4 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=0f8521b0-fea5-42f2-a976-d0ce371dead0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805990 Nov 25 17:36:21.506687 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4e751500-da7e-4574-ba86-9f6b6b2e9fd4 req-df662777-febe-47fa-8096-9e39debfc3ac service neutron] 10.222.0.90 "GET /v2.0/networks/49c799e6-01fb-4356-b67f-8b970273c51a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034373 Nov 25 17:36:21.550513 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-785abab6-ecbd-43c9-a070-4757364fef62 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:21.615831 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bfaeb94d-4fe0-4174-b39c-d04e9d3f2c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:21.626036 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785abab6-ecbd-43c9-a070-4757364fef62 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Pushing event updated for resources: {'Subnet': ['ID=db14620a-319a-44a4-9e9c-abfccbbb9315,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:21.637886 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785abab6-ecbd-43c9-a070-4757364fef62 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Checking segment: {'id': '3d9541fd-1eb6-4ba6-b885-93e7eb754ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'c1f48c47-c706-4e3f-b7fd-e5abc27ea5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:36:21.638377 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785abab6-ecbd-43c9-a070-4757364fef62 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Network hostable DHCP agents. Network: c1f48c47-c706-4e3f-b7fd-e5abc27ea5d4, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:36:21.657000 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785abab6-ecbd-43c9-a070-4757364fef62 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Network c1f48c47-c706-4e3f-b7fd-e5abc27ea5d4 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:36:21.667289 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-785abab6-ecbd-43c9-a070-4757364fef62 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, c1f48c47-c706-4e3f-b7fd-e5abc27ea5d4) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:21.671519 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785abab6-ecbd-43c9-a070-4757364fef62 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:21.672148 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-785abab6-ecbd-43c9-a070-4757364fef62 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:21.680463 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141e3e57-4b53-4cc7-955a-a666aadf6fdd None None] Network c1f48c47-c706-4e3f-b7fd-e5abc27ea5d4 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:36:21.689463 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-785abab6-ecbd-43c9-a070-4757364fef62 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5345664 Nov 25 17:36:21.695841 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 51656) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:21.728749 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaeb94d-4fe0-4174-b39c-d04e9d3f2c92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c74f83ed-3896-4341-8cf1-e1417d85add2,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:21.742867 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4e751500-da7e-4574-ba86-9f6b6b2e9fd4 req-a47a24f6-2353-4cb7-ab01-d7c8fb115b54 service neutron] 10.222.0.90 "GET /v2.0/networks/49c799e6-01fb-4356-b67f-8b970273c51a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090476 Nov 25 17:36:21.763107 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaeb94d-4fe0-4174-b39c-d04e9d3f2c92 admin admin] Checking segment: {'id': 'c5752f96-a6e9-4fc2-9dae-273cc6a23f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'd0082d57-8c96-4a76-be0f-340c2f65b160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:36:21.763471 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfaeb94d-4fe0-4174-b39c-d04e9d3f2c92 admin admin] Network hostable DHCP agents. Network: d0082d57-8c96-4a76-be0f-340c2f65b160, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:36:21.797330 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfaeb94d-4fe0-4174-b39c-d04e9d3f2c92 admin admin] Network d0082d57-8c96-4a76-be0f-340c2f65b160 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:36:21.820145 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-bfaeb94d-4fe0-4174-b39c-d04e9d3f2c92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, d0082d57-8c96-4a76-be0f-340c2f65b160) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:21.828759 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-89f3c6d5-05ff-4fd4-afa7-529a1b706130 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:21.829259 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a404940c-325b-43cc-a52e-78abbab72831 None None] Network d0082d57-8c96-4a76-be0f-340c2f65b160 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:36:21.837047 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfaeb94d-4fe0-4174-b39c-d04e9d3f2c92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:21.838351 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bfaeb94d-4fe0-4174-b39c-d04e9d3f2c92 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:21.876707 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-bfaeb94d-4fe0-4174-b39c-d04e9d3f2c92 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3396454 Nov 25 17:36:21.879281 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 51660) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:21.886612 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-e64f7e93-ef7c-477c-8ad9-ab3d2ed39744 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1097397683-router', 'tenant_id': '5a560046c26c483180c0093a6be1dd8b', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:21.926443 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2996e-84af-4580-b8f0-db93d8842641 req-df5e0c75-c63a-4d97-9d94-63c5cdb28751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:21.926769 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-89f3c6d5-05ff-4fd4-afa7-529a1b706130 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:21.929439 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3e2996e-84af-4580-b8f0-db93d8842641 req-df5e0c75-c63a-4d97-9d94-63c5cdb28751 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d4086650dac54a539044dab15f8f252a&device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 1095 time: 0.1209972 Nov 25 17:36:21.979333 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e64f7e93-ef7c-477c-8ad9-ab3d2ed39744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:21.980676 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e64f7e93-ef7c-477c-8ad9-ab3d2ed39744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:22.036573 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-89f3c6d5-05ff-4fd4-afa7-529a1b706130 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:22.075656 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f3c6d5-05ff-4fd4-afa7-529a1b706130 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Pushing event deleted for resources: {'Subnet': ['ID=db14620a-319a-44a4-9e9c-abfccbbb9315,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:22.093987 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540e5993-7688-44ba-93b2-c08905290a85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-c1f48c47-c706-4e3f-b7fd-e5abc27ea5d4', 'network_id': 'c1f48c47-c706-4e3f-b7fd-e5abc27ea5d4', 'tenant_id': 'e55aaafe98ee4f0a9eb356f8a0afe5e2', 'fixed_ips': [{'subnet_id': 'db14620a-319a-44a4-9e9c-abfccbbb9315'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:36:22.096749 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-540e5993-7688-44ba-93b2-c08905290a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:22.110552 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:22.119906 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e64f7e93-ef7c-477c-8ad9-ab3d2ed39744 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:22.121423 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2996e-84af-4580-b8f0-db93d8842641 req-204755ca-a489-4cdb-9162-558c4df20a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:22.123067 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3e2996e-84af-4580-b8f0-db93d8842641 req-204755ca-a489-4cdb-9162-558c4df20a1e service neutron] 10.222.0.90 "GET /v2.0/networks?id=49c799e6-01fb-4356-b67f-8b970273c51a HTTP/1.1" status: 200 len: 917 time: 0.1815238 Nov 25 17:36:22.155340 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-89f3c6d5-05ff-4fd4-afa7-529a1b706130 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:22.179862 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-89f3c6d5-05ff-4fd4-afa7-529a1b706130 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1f48c47-c706-4e3f-b7fd-e5abc27ea5d4']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:22.193327 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-89f3c6d5-05ff-4fd4-afa7-529a1b706130 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d9541fd-1eb6-4ba6-b885-93e7eb754ba3') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:22.193612 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-89f3c6d5-05ff-4fd4-afa7-529a1b706130 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d9541fd-1eb6-4ba6-b885-93e7eb754ba3') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:22.204967 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-89f3c6d5-05ff-4fd4-afa7-529a1b706130 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:22.221162 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-89f3c6d5-05ff-4fd4-afa7-529a1b706130 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:22.228474 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89f3c6d5-05ff-4fd4-afa7-529a1b706130 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Releasing vlan 929 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:36:22.228872 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-89f3c6d5-05ff-4fd4-afa7-529a1b706130 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:22.230578 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d352cd25-95e5-4703-aa5b-59e90d6755a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-d0082d57-8c96-4a76-be0f-340c2f65b160', 'network_id': 'd0082d57-8c96-4a76-be0f-340c2f65b160', 'tenant_id': '5a560046c26c483180c0093a6be1dd8b', 'fixed_ips': [{'subnet_id': 'c74f83ed-3896-4341-8cf1-e1417d85add2'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:36:22.231711 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d352cd25-95e5-4703-aa5b-59e90d6755a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:22.237157 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3e2996e-84af-4580-b8f0-db93d8842641 req-bb98b846-7193-4453-9246-aa58e431e3f8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eafcd150-3494-48a4-b969-e28538f2a772 HTTP/1.1" status: 200 len: 217 time: 0.0714741 Nov 25 17:36:22.246315 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:36:22.246315 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:36:22.246315 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:36:22.246315 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:36:22.246315 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:36:22.246315 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:36:22.246315 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:36:22.246315 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:36:22.246315 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:36:22.246315 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:36:22.246315 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:36:22.246315 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:36:22.246315 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:36:22.246315 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:36:22.246315 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:36:22.246315 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:36:22.246315 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:36:22.246315 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:36:22.246315 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:36:22.246315 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:36:22.246315 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:36:22.246315 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:36:22.246315 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:36:22.246315 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:36:22.246315 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:36:22.246315 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:36:22.246315 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:36:22.246315 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:36:22.246315 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:36:22.246315 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:36:22.246315 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:36:22.246315 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:36:22.249380 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8ff710-a782-42b0-9875-5a0b46c1d31a None None] Network c1f48c47-c706-4e3f-b7fd-e5abc27ea5d4 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:36:22.304886 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-89f3c6d5-05ff-4fd4-afa7-529a1b706130 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:22.313414 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-89f3c6d5-05ff-4fd4-afa7-529a1b706130 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:22.317048 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-89f3c6d5-05ff-4fd4-afa7-529a1b706130 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] 10.222.0.75 "DELETE /v2.0/networks/c1f48c47-c706-4e3f-b7fd-e5abc27ea5d4 HTTP/1.1" status: 204 len: 168 time: 0.6200569 Nov 25 17:36:22.324463 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 51664) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:22.336962 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f3c6d5-05ff-4fd4-afa7-529a1b706130 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Pushing event deleted for resources: {'Network': ['ID=c1f48c47-c706-4e3f-b7fd-e5abc27ea5d4,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:22.358295 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-3cf3753f-9f81-44b7-936c-9d020786cf48 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1377871509'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:22.385714 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e64f7e93-ef7c-477c-8ad9-ab3d2ed39744 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:22.447277 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2996e-84af-4580-b8f0-db93d8842641 req-96d9f481-7c1a-4ae0-aa0d-62ab92534b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:22.448912 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3e2996e-84af-4580-b8f0-db93d8842641 req-96d9f481-7c1a-4ae0-aa0d-62ab92534b39 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=25a72b94-fb6e-4434-9c21-274e75835bc9 HTTP/1.1" status: 200 len: 855 time: 0.2020090 Nov 25 17:36:22.454431 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf3753f-9f81-44b7-936c-9d020786cf48 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Made reservation on behalf of e55aaafe98ee4f0a9eb356f8a0afe5e2 for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:36:22.457937 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3cf3753f-9f81-44b7-936c-9d020786cf48 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:22.502816 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-d352cd25-95e5-4703-aa5b-59e90d6755a3 None None] Allocated IP 172.20.0.2 (d0082d57-8c96-4a76-be0f-340c2f65b160/c74f83ed-3896-4341-8cf1-e1417d85add2/bbf03ac3-49a1-48c9-8d32-40ab841d1036) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:36:22.529258 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e17dc2-233a-4ad1-8b27-fd46ce4db146 req-6d07b70b-0a8a-4f2a-a172-c20ad9e7d01f tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:22.530844 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-11e17dc2-233a-4ad1-8b27-fd46ce4db146 req-6d07b70b-0a8a-4f2a-a172-c20ad9e7d01f tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6fd0054-85a7-4437-9d4c-bc96085141e4 HTTP/1.1" status: 200 len: 945 time: 0.1678550 Nov 25 17:36:22.549357 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cf3753f-9f81-44b7-936c-9d020786cf48 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 930} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:36:22.622192 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3cf3753f-9f81-44b7-936c-9d020786cf48 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:22.622549 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-3cf3753f-9f81-44b7-936c-9d020786cf48 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Added segment 8676afcc-2e14-4db9-b4a4-7ebd82c5b4da of type vlan for network 4764deff-d583-44b9-ac8d-2e14a4bcffd6 Nov 25 17:36:22.624964 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2996e-84af-4580-b8f0-db93d8842641 req-c5316695-802c-436f-a46d-db609cdfacff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:22.626478 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3e2996e-84af-4580-b8f0-db93d8842641 req-c5316695-802c-436f-a46d-db609cdfacff service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=49c799e6-01fb-4356-b67f-8b970273c51a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1649199 Nov 25 17:36:22.653585 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d352cd25-95e5-4703-aa5b-59e90d6755a3 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:22.659179 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d352cd25-95e5-4703-aa5b-59e90d6755a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:22.698380 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d352cd25-95e5-4703-aa5b-59e90d6755a3 None None] Network d0082d57-8c96-4a76-be0f-340c2f65b160 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:36:22.701244 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-d352cd25-95e5-4703-aa5b-59e90d6755a3 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:22.704917 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d352cd25-95e5-4703-aa5b-59e90d6755a3 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:36:22.714467 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d352cd25-95e5-4703-aa5b-59e90d6755a3 None None] Pushing event updated for resources: {'Port': ['ID=bbf03ac3-49a1-48c9-8d32-40ab841d1036,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:22.750109 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3cf3753f-9f81-44b7-936c-9d020786cf48 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:22.769399 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-d352cd25-95e5-4703-aa5b-59e90d6755a3 None None] Attempting to bind port bbf03ac3-49a1-48c9-8d32-40ab841d1036 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:36:22.769778 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-d352cd25-95e5-4703-aa5b-59e90d6755a3 None None] Attempting to bind port bbf03ac3-49a1-48c9-8d32-40ab841d1036 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'c5752f96-a6e9-4fc2-9dae-273cc6a23f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'd0082d57-8c96-4a76-be0f-340c2f65b160'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:36:22.770145 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d352cd25-95e5-4703-aa5b-59e90d6755a3 None None] Attempting to bind port bbf03ac3-49a1-48c9-8d32-40ab841d1036 on network d0082d57-8c96-4a76-be0f-340c2f65b160 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:36:22.775843 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d352cd25-95e5-4703-aa5b-59e90d6755a3 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:36:22.776222 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d352cd25-95e5-4703-aa5b-59e90d6755a3 None None] Checking segment: {'id': 'c5752f96-a6e9-4fc2-9dae-273cc6a23f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'd0082d57-8c96-4a76-be0f-340c2f65b160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:36:22.776627 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d352cd25-95e5-4703-aa5b-59e90d6755a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:22.777049 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d352cd25-95e5-4703-aa5b-59e90d6755a3 None None] Bound using segment: {'id': 'c5752f96-a6e9-4fc2-9dae-273cc6a23f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'd0082d57-8c96-4a76-be0f-340c2f65b160'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:36:22.777541 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-d352cd25-95e5-4703-aa5b-59e90d6755a3 None None] Bound port: bbf03ac3-49a1-48c9-8d32-40ab841d1036, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5752f96-a6e9-4fc2-9dae-273cc6a23f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'd0082d57-8c96-4a76-be0f-340c2f65b160'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:36:22.777922 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d352cd25-95e5-4703-aa5b-59e90d6755a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:22.778238 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07697d6e-70fb-4f45-b13d-9e69529379aa req-7fd186df-48b1-47cc-81eb-dc4cdcef927a tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:22.779740 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-07697d6e-70fb-4f45-b13d-9e69529379aa req-7fd186df-48b1-47cc-81eb-dc4cdcef927a tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 944 time: 0.2617576 Nov 25 17:36:22.786863 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-11e17dc2-233a-4ad1-8b27-fd46ce4db146 req-a5b09852-444e-4a97-94c7-95e6ca0acdec tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/security-groups?id=9cb48d60-855a-4fc7-ad36-ccabac53205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352209 Nov 25 17:36:22.850635 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3cf3753f-9f81-44b7-936c-9d020786cf48 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:22.856251 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf3753f-9f81-44b7-936c-9d020786cf48 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:22.856884 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3cf3753f-9f81-44b7-936c-9d020786cf48 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:22.861121 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d352cd25-95e5-4703-aa5b-59e90d6755a3 None None] For port bbf03ac3-49a1-48c9-8d32-40ab841d1036, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:36:22.865003 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d352cd25-95e5-4703-aa5b-59e90d6755a3 None None] For port bbf03ac3-49a1-48c9-8d32-40ab841d1036, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=bbf03ac3-49a1-48c9-8d32-40ab841d1036,segment=NetworkSegment(c5752f96-a6e9-4fc2-9dae-273cc6a23f00),segment_id=c5752f96-a6e9-4fc2-9dae-273cc6a23f00)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:36:22.870209 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d352cd25-95e5-4703-aa5b-59e90d6755a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:22.881707 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3e2996e-84af-4580-b8f0-db93d8842641 req-1108b2b0-b642-4635-9d8f-348b44e1d963 service neutron] 10.222.0.90 "GET /v2.0/networks/49c799e6-01fb-4356-b67f-8b970273c51a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426126 Nov 25 17:36:22.968682 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d352cd25-95e5-4703-aa5b-59e90d6755a3 None None] Pushing event updated for resources: {'Port': ['ID=bbf03ac3-49a1-48c9-8d32-40ab841d1036,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:22.971988 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:22.997846 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-3cf3753f-9f81-44b7-936c-9d020786cf48 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6451254 Nov 25 17:36:23.000707 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 51678) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:23.008185 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-3395cf55-c325-4530-90d0-013a4df1a334 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Request body: {'subnet': {'network_id': '4764deff-d583-44b9-ac8d-2e14a4bcffd6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:23.011271 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-07697d6e-70fb-4f45-b13d-9e69529379aa req-722813c3-880c-4bb3-8ac8-ed3d1dcb9106 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=0f8521b0-fea5-42f2-a976-d0ce371dead0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2234547 Nov 25 17:36:23.052025 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf3753f-9f81-44b7-936c-9d020786cf48 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Pushing event updated for resources: {'Network': ['ID=4764deff-d583-44b9-ac8d-2e14a4bcffd6,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:23.063155 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 4764deff-d583-44b9-ac8d-2e14a4bcffd6 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:36:23.171506 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3e2996e-84af-4580-b8f0-db93d8842641 req-7209f95f-4f4d-45ae-8b2a-b6944f890e20 service neutron] 10.222.0.90 "GET /v2.0/networks/49c799e6-01fb-4356-b67f-8b970273c51a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733567 Nov 25 17:36:23.249856 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e64f7e93-ef7c-477c-8ad9-ab3d2ed39744 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:23.262202 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3395cf55-c325-4530-90d0-013a4df1a334 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Made reservation on behalf of e55aaafe98ee4f0a9eb356f8a0afe5e2 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:36:23.266601 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3395cf55-c325-4530-90d0-013a4df1a334 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:23.283977 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e64f7e93-ef7c-477c-8ad9-ab3d2ed39744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:23.565204 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-e64f7e93-ef7c-477c-8ad9-ab3d2ed39744 admin admin] Allocated IP 172.25.0.159 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/86f3a13f-9894-42a5-9566-945afd1efec6) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:36:23.582582 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b2e569-9c55-4de7-af76-c6ec969f9bf3 req-e9a42e5b-119c-4244-b939-29c3456a080a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:23.584518 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c6b2e569-9c55-4de7-af76-c6ec969f9bf3 req-e9a42e5b-119c-4244-b939-29c3456a080a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a204f4bf4c46407c82174884abbb75a5&device_id=a6fd0054-85a7-4437-9d4c-bc96085141e4 HTTP/1.1" status: 200 len: 1096 time: 0.1217687 Nov 25 17:36:23.592703 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f3e24-e8d8-4ca2-ac1f-8feccbd29c9a req-8bcc146d-2b5f-42ac-829f-cbb47bcb1b14 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:23.594208 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-243f3e24-e8d8-4ca2-ac1f-8feccbd29c9a req-8bcc146d-2b5f-42ac-829f-cbb47bcb1b14 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6fd0054-85a7-4437-9d4c-bc96085141e4 HTTP/1.1" status: 200 len: 945 time: 0.1331892 Nov 25 17:36:23.710339 n-d-817746-1 neutron-server[103360]: DEBUG neutron.objects.ports [None req-3395cf55-c325-4530-90d0-013a4df1a334 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103360) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 17:36:23.712006 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3395cf55-c325-4530-90d0-013a4df1a334 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:23.774188 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-243f3e24-e8d8-4ca2-ac1f-8feccbd29c9a req-2b438d7c-90a5-4db6-9714-54a1aa8d2ea2 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/security-groups?id=9cb48d60-855a-4fc7-ad36-ccabac53205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650045 Nov 25 17:36:23.781782 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3395cf55-c325-4530-90d0-013a4df1a334 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Pushing event updated for resources: {'Subnet': ['ID=35380968-74b5-43dd-b112-2f6c9756cab9,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:23.800869 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b2e569-9c55-4de7-af76-c6ec969f9bf3 req-d901879e-d13e-4eba-9caa-3d0eecdab75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:23.801056 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3395cf55-c325-4530-90d0-013a4df1a334 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Checking segment: {'id': '8676afcc-2e14-4db9-b4a4-7ebd82c5b4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '4764deff-d583-44b9-ac8d-2e14a4bcffd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:36:23.801056 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3395cf55-c325-4530-90d0-013a4df1a334 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Network hostable DHCP agents. Network: 4764deff-d583-44b9-ac8d-2e14a4bcffd6, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:36:23.801252 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c6b2e569-9c55-4de7-af76-c6ec969f9bf3 req-d901879e-d13e-4eba-9caa-3d0eecdab75d service neutron] 10.222.0.90 "GET /v2.0/networks?id=65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3 HTTP/1.1" status: 200 len: 917 time: 0.2034466 Nov 25 17:36:23.825301 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3395cf55-c325-4530-90d0-013a4df1a334 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Network 4764deff-d583-44b9-ac8d-2e14a4bcffd6 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:36:23.835784 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-3395cf55-c325-4530-90d0-013a4df1a334 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 4764deff-d583-44b9-ac8d-2e14a4bcffd6) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:23.841127 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3395cf55-c325-4530-90d0-013a4df1a334 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:23.842272 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3395cf55-c325-4530-90d0-013a4df1a334 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:23.847245 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b20a7fe-6b4e-479c-8373-3373b36afaca None None] Network 4764deff-d583-44b9-ac8d-2e14a4bcffd6 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:36:23.853971 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c6b2e569-9c55-4de7-af76-c6ec969f9bf3 req-5e2ef6bc-1642-42a9-8147-1cd71b6b402a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3bed3c3b-a732-4909-bbb7-404008a9920a HTTP/1.1" status: 200 len: 217 time: 0.0463891 Nov 25 17:36:23.856860 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e64f7e93-ef7c-477c-8ad9-ab3d2ed39744 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:23.889003 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3395cf55-c325-4530-90d0-013a4df1a334 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8846498 Nov 25 17:36:23.889291 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 51696) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:23.965835 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b2e569-9c55-4de7-af76-c6ec969f9bf3 req-357bd4d1-511a-4784-b644-6d1736c3d1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:23.968690 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c6b2e569-9c55-4de7-af76-c6ec969f9bf3 req-357bd4d1-511a-4784-b644-6d1736c3d1c5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fb898c20-92ca-4baf-a933-bccb5703e010 HTTP/1.1" status: 200 len: 855 time: 0.1055446 Nov 25 17:36:24.023664 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c3ccea98-be8a-46dd-b9fa-450f902d1ff2 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:24.040141 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e64f7e93-ef7c-477c-8ad9-ab3d2ed39744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:24.089500 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b2e569-9c55-4de7-af76-c6ec969f9bf3 req-64ff8ffd-f982-41ec-9ec0-cea8a856e547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:24.102293 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c6b2e569-9c55-4de7-af76-c6ec969f9bf3 req-64ff8ffd-f982-41ec-9ec0-cea8a856e547 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1234641 Nov 25 17:36:24.109856 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c3ccea98-be8a-46dd-b9fa-450f902d1ff2 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:24.152305 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64f7e93-ef7c-477c-8ad9-ab3d2ed39744 admin admin] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:36:24.199101 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-e64f7e93-ef7c-477c-8ad9-ab3d2ed39744 admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:24.204169 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64f7e93-ef7c-477c-8ad9-ab3d2ed39744 admin admin] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:36:24.206264 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64f7e93-ef7c-477c-8ad9-ab3d2ed39744 admin admin] Pushing event updated for resources: {'Port': ['ID=86f3a13f-9894-42a5-9566-945afd1efec6,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:24.218033 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c3ccea98-be8a-46dd-b9fa-450f902d1ff2 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:24.228141 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39831fd-b0ef-4a2f-b992-8f3567c92ee0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-4764deff-d583-44b9-ac8d-2e14a4bcffd6', 'network_id': '4764deff-d583-44b9-ac8d-2e14a4bcffd6', 'tenant_id': 'e55aaafe98ee4f0a9eb356f8a0afe5e2', 'fixed_ips': [{'subnet_id': '35380968-74b5-43dd-b112-2f6c9756cab9'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:36:24.231262 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c39831fd-b0ef-4a2f-b992-8f3567c92ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:24.260785 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ccea98-be8a-46dd-b9fa-450f902d1ff2 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Pushing event deleted for resources: {'Subnet': ['ID=35380968-74b5-43dd-b112-2f6c9756cab9,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:24.334121 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ade95be-2e60-422e-a358-cfbe33e88aca None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:36:24.375896 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c3ccea98-be8a-46dd-b9fa-450f902d1ff2 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:24.382658 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e2152-f9c4-41d5-bf51-d0dfd46ecbe6 req-979aba73-7f80-4777-b21d-6068ed3754c3 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:24.394012 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-802e2152-f9c4-41d5-bf51-d0dfd46ecbe6 req-979aba73-7f80-4777-b21d-6068ed3754c3 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 944 time: 0.2094171 Nov 25 17:36:24.401472 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4262e0c-4f5f-4221-9402-be008bcbabf1 None None] Network 4764deff-d583-44b9-ac8d-2e14a4bcffd6 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:36:24.452955 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-c3ccea98-be8a-46dd-b9fa-450f902d1ff2 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4764deff-d583-44b9-ac8d-2e14a4bcffd6']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:24.476859 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-c3ccea98-be8a-46dd-b9fa-450f902d1ff2 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8676afcc-2e14-4db9-b4a4-7ebd82c5b4da') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:24.477185 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-c3ccea98-be8a-46dd-b9fa-450f902d1ff2 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8676afcc-2e14-4db9-b4a4-7ebd82c5b4da') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:24.491169 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c3ccea98-be8a-46dd-b9fa-450f902d1ff2 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:24.497265 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c6b2e569-9c55-4de7-af76-c6ec969f9bf3 req-752d9854-c130-47e1-86f8-0b91a9a43d8c service neutron] 10.222.0.90 "GET /v2.0/networks/65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734715 Nov 25 17:36:24.512260 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-f6a3d7fe-a7ac-4c03-9ebe-7d312781f18a None None] Provisioning complete for port 86f3a13f-9894-42a5-9566-945afd1efec6 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:24.512779 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f6a3d7fe-a7ac-4c03-9ebe-7d312781f18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:24.526119 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device bbf03ac3-49a1-48c9-8d32-40ab841d1036 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:36:24.548221 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c3ccea98-be8a-46dd-b9fa-450f902d1ff2 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:24.561106 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3ccea98-be8a-46dd-b9fa-450f902d1ff2 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Releasing vlan 930 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:36:24.561526 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c3ccea98-be8a-46dd-b9fa-450f902d1ff2 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:24.566238 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:36:24.566238 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:36:24.566238 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:36:24.566238 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:36:24.566238 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:36:24.566238 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:36:24.566238 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:36:24.566238 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:36:24.566238 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:36:24.566238 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:36:24.566238 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:36:24.566238 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:36:24.566238 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:36:24.566238 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:36:24.566238 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:36:24.566238 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:36:24.566238 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:36:24.566238 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:36:24.566238 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:36:24.566238 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:36:24.566238 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:36:24.566238 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:36:24.566238 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:36:24.566238 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:36:24.566238 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:36:24.566238 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:36:24.566238 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:36:24.566238 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:36:24.566238 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:36:24.566238 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:36:24.566238 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:36:24.566238 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:36:24.664722 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-f6a3d7fe-a7ac-4c03-9ebe-7d312781f18a None None] Port 86f3a13f-9894-42a5-9566-945afd1efec6 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:36:24.666414 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c3ccea98-be8a-46dd-b9fa-450f902d1ff2 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:24.676382 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c3ccea98-be8a-46dd-b9fa-450f902d1ff2 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:24.684453 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c3ccea98-be8a-46dd-b9fa-450f902d1ff2 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] 10.222.0.75 "DELETE /v2.0/networks/4764deff-d583-44b9-ac8d-2e14a4bcffd6 HTTP/1.1" status: 204 len: 168 time: 0.7941413 Nov 25 17:36:24.697497 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 51710) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:24.735313 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ccea98-be8a-46dd-b9fa-450f902d1ff2 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Pushing event deleted for resources: {'Network': ['ID=4764deff-d583-44b9-ac8d-2e14a4bcffd6,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:24.760286 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port bbf03ac3-49a1-48c9-8d32-40ab841d1036 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:24.761069 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:24.804648 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-08bf280f-2f5d-4e37-bd95-fed0aadc3083 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] DELETE failed (client error): The resource could not be found. Nov 25 17:36:24.805455 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08bf280f-2f5d-4e37-bd95-fed0aadc3083 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:36:24.817153 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-802e2152-f9c4-41d5-bf51-d0dfd46ecbe6 req-3f0b7039-bcf1-434f-8636-7b86407481a7 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=0f8521b0-fea5-42f2-a976-d0ce371dead0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4128714 Nov 25 17:36:24.821854 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-08bf280f-2f5d-4e37-bd95-fed0aadc3083 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] 10.222.0.75 "DELETE /v2.0/subnets/35380968-74b5-43dd-b112-2f6c9756cab9 HTTP/1.1" status: 404 len: 337 time: 0.1229591 Nov 25 17:36:24.824279 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 51714) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:24.866376 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-10999553-7a94-45b7-a59b-30db1b9fd3d3 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] DELETE failed (client error): The resource could not be found. Nov 25 17:36:24.870712 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10999553-7a94-45b7-a59b-30db1b9fd3d3 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:36:24.877728 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-10999553-7a94-45b7-a59b-30db1b9fd3d3 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] 10.222.0.75 "DELETE /v2.0/networks/4764deff-d583-44b9-ac8d-2e14a4bcffd6 HTTP/1.1" status: 404 len: 339 time: 0.0520084 Nov 25 17:36:24.880303 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 51716) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:24.921586 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fa63c4-55c3-4308-a2a2-8dc920eef982 None None] Network d0082d57-8c96-4a76-be0f-340c2f65b160 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:36:24.959085 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-2832f490-5c15-4ede-8df5-f563741bf7f8 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] DELETE failed (client error): The resource could not be found. Nov 25 17:36:24.960002 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2832f490-5c15-4ede-8df5-f563741bf7f8 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:36:24.963485 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2832f490-5c15-4ede-8df5-f563741bf7f8 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] 10.222.0.75 "DELETE /v2.0/subnets/db14620a-319a-44a4-9e9c-abfccbbb9315 HTTP/1.1" status: 404 len: 337 time: 0.0818956 Nov 25 17:36:24.969718 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 51718) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:25.015425 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3509cf2-8497-4a3a-a1fe-1d1765134530 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] DELETE failed (client error): The resource could not be found. Nov 25 17:36:25.015856 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3509cf2-8497-4a3a-a1fe-1d1765134530 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:36:25.019499 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f3509cf2-8497-4a3a-a1fe-1d1765134530 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] 10.222.0.75 "DELETE /v2.0/networks/c1f48c47-c706-4e3f-b7fd-e5abc27ea5d4 HTTP/1.1" status: 404 len: 339 time: 0.0486267 Nov 25 17:36:25.023643 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 51722) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:25.074951 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:25.081292 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-17d66f94-d815-4337-a47a-1c7f01c608e9 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] DELETE failed (client error): The resource could not be found. Nov 25 17:36:25.084749 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17d66f94-d815-4337-a47a-1c7f01c608e9 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:36:25.100323 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-17d66f94-d815-4337-a47a-1c7f01c608e9 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] 10.222.0.75 "DELETE /v2.0/subnets/43d34b9b-d5f5-448a-8320-a8ac6774e1b6 HTTP/1.1" status: 404 len: 337 time: 0.0671246 Nov 25 17:36:25.101632 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 51726) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:25.141346 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6963e1e-0ec6-4652-9867-434e09b0987e tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] DELETE failed (client error): The resource could not be found. Nov 25 17:36:25.145207 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6963e1e-0ec6-4652-9867-434e09b0987e tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:36:25.155917 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d6963e1e-0ec6-4652-9867-434e09b0987e tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] 10.222.0.75 "DELETE /v2.0/networks/69a243e0-9596-40f6-8239-76f73c0a9461 HTTP/1.1" status: 404 len: 339 time: 0.0511959 Nov 25 17:36:25.156632 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 51730) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:25.168884 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port bbf03ac3-49a1-48c9-8d32-40ab841d1036, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=bbf03ac3-49a1-48c9-8d32-40ab841d1036,segment=NetworkSegment(c5752f96-a6e9-4fc2-9dae-273cc6a23f00),segment_id=c5752f96-a6e9-4fc2-9dae-273cc6a23f00)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:25.194400 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:25.207148 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-46a04918-8f0d-42cc-b184-5221b1b2732d None None] Provisioning complete for port bbf03ac3-49a1-48c9-8d32-40ab841d1036 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:25.210274 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-46a04918-8f0d-42cc-b184-5221b1b2732d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:25.212640 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device eafcd150-3494-48a4-b969-e28538f2a772 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:36:25.420062 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9e72243a-8ddc-43fe-8407-86435eb723a7 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Deleting port d383a541-f466-4168-92bf-6f8e770c2612 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:25.425544 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9e72243a-8ddc-43fe-8407-86435eb723a7 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:25.535761 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9e72243a-8ddc-43fe-8407-86435eb723a7 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:25.558730 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9e72243a-8ddc-43fe-8407-86435eb723a7 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Calling delete_port for d383a541-f466-4168-92bf-6f8e770c2612 owned by {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:25.590388 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c6b2e569-9c55-4de7-af76-c6ec969f9bf3 req-6a63bef7-7cc6-4fe1-b12a-d51a27781985 service neutron] 10.222.0.90 "GET /v2.0/networks/65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0312710 Nov 25 17:36:25.632732 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341c17d-3c1c-4e1f-b560-b02fae636d4b req-0c777c1e-9bf6-48e6-ba7e-fb1719cd5c20 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:25.634695 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3341c17d-3c1c-4e1f-b560-b02fae636d4b req-0c777c1e-9bf6-48e6-ba7e-fb1719cd5c20 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6fd0054-85a7-4437-9d4c-bc96085141e4 HTTP/1.1" status: 200 len: 945 time: 0.0917623 Nov 25 17:36:25.669156 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e64f7e93-ef7c-477c-8ad9-ab3d2ed39744 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:25.687286 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9e72243a-8ddc-43fe-8407-86435eb723a7 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:25.742140 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9e72243a-8ddc-43fe-8407-86435eb723a7 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:25.746223 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9e72243a-8ddc-43fe-8407-86435eb723a7 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] 10.222.0.75 "DELETE /v2.0/ports/d383a541-f466-4168-92bf-6f8e770c2612 HTTP/1.1" status: 204 len: 168 time: 0.5885189 Nov 25 17:36:25.748370 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e72243a-8ddc-43fe-8407-86435eb723a7 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Pushing event deleted for resources: {'Port': ['ID=d383a541-f466-4168-92bf-6f8e770c2612,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:25.750865 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 51734) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:25.771384 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e72243a-8ddc-43fe-8407-86435eb723a7 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:25.772002 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e72243a-8ddc-43fe-8407-86435eb723a7 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:25.772458 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e72243a-8ddc-43fe-8407-86435eb723a7 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:25.772583 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3341c17d-3c1c-4e1f-b560-b02fae636d4b req-dce65f5a-ceef-4595-ba3c-60275cabd34e tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/security-groups?id=9cb48d60-855a-4fc7-ad36-ccabac53205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308310 Nov 25 17:36:25.773237 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e72243a-8ddc-43fe-8407-86435eb723a7 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:25.773729 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e72243a-8ddc-43fe-8407-86435eb723a7 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:25.774173 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e72243a-8ddc-43fe-8407-86435eb723a7 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:25.774618 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e72243a-8ddc-43fe-8407-86435eb723a7 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:25.775050 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e72243a-8ddc-43fe-8407-86435eb723a7 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:25.775483 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e72243a-8ddc-43fe-8407-86435eb723a7 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:25.776018 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e72243a-8ddc-43fe-8407-86435eb723a7 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:25.776466 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e72243a-8ddc-43fe-8407-86435eb723a7 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:25.776942 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e72243a-8ddc-43fe-8407-86435eb723a7 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:25.810128 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-e88326c5-6ecd-4d9a-900f-854bf1cbe58f tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] DELETE failed (client error): The resource could not be found. Nov 25 17:36:25.810598 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e88326c5-6ecd-4d9a-900f-854bf1cbe58f tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:36:25.813826 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e88326c5-6ecd-4d9a-900f-854bf1cbe58f tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] 10.222.0.75 "DELETE /v2.0/subnets/dc69c492-13f0-4886-aae8-89f4a519949d HTTP/1.1" status: 404 len: 337 time: 0.0601246 Nov 25 17:36:25.816419 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 51736) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:25.890853 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=bbf03ac3-49a1-48c9-8d32-40ab841d1036,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:25.967337 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port eafcd150-3494-48a4-b969-e28538f2a772, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=eafcd150-3494-48a4-b969-e28538f2a772,segment=NetworkSegment(74518c65-0a77-49eb-8302-d0397cc0c64c),segment_id=74518c65-0a77-49eb-8302-d0397cc0c64c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:26.010316 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': 'eafcd150-3494-48a4-b969-e28538f2a772', 'network_id': '49c799e6-01fb-4356-b67f-8b970273c51a', 'port_id': 'eafcd150-3494-48a4-b969-e28538f2a772', 'mac_address': 'fa:16:3e:1e:5f:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25a72b94-fb6e-4434-9c21-274e75835bc9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:36:26.032142 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dc47aa98-6fd5-4a66-b8d0-d4bbed13b7e9 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:26.060723 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8842e-7a19-49a0-879c-2b73e66d92ab req-f8ca8385-d29b-40f5-bfbc-0ec257c180d3 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:26.062450 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-acf8842e-7a19-49a0-879c-2b73e66d92ab req-f8ca8385-d29b-40f5-bfbc-0ec257c180d3 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 944 time: 0.1473682 Nov 25 17:36:26.083725 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:26.101618 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eafcd150-3494-48a4-b969-e28538f2a772 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:36:26.102825 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e64f7e93-ef7c-477c-8ad9-ab3d2ed39744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:26.128292 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port eafcd150-3494-48a4-b969-e28538f2a772, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=eafcd150-3494-48a4-b969-e28538f2a772,segment=NetworkSegment(74518c65-0a77-49eb-8302-d0397cc0c64c),segment_id=74518c65-0a77-49eb-8302-d0397cc0c64c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:26.134220 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:26.203063 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=eafcd150-3494-48a4-b969-e28538f2a772,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:26.345277 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device bbf03ac3-49a1-48c9-8d32-40ab841d1036 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:36:26.365610 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-acf8842e-7a19-49a0-879c-2b73e66d92ab req-5b67b1e0-b7f9-4e4e-bd76-c0e837c948c5 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=0f8521b0-fea5-42f2-a976-d0ce371dead0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2939298 Nov 25 17:36:26.369820 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dc47aa98-6fd5-4a66-b8d0-d4bbed13b7e9 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:26.386407 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['eafcd150-3494-48a4-b969-e28538f2a772'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:36:26.406713 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-dc47aa98-6fd5-4a66-b8d0-d4bbed13b7e9 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b62e0628-596b-4359-91b1-1ca44002ad86']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:26.418850 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-dc47aa98-6fd5-4a66-b8d0-d4bbed13b7e9 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42d72774-4e02-476b-9585-a39866cf56e2') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:26.419271 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-dc47aa98-6fd5-4a66-b8d0-d4bbed13b7e9 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42d72774-4e02-476b-9585-a39866cf56e2') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:26.431833 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dc47aa98-6fd5-4a66-b8d0-d4bbed13b7e9 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:26.455114 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dc47aa98-6fd5-4a66-b8d0-d4bbed13b7e9 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:26.462745 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-9f1722e3-c00b-41af-be4b-6ed08e188623 None None] Provisioning complete for port bbf03ac3-49a1-48c9-8d32-40ab841d1036 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:26.463126 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9f1722e3-c00b-41af-be4b-6ed08e188623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:26.467928 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc47aa98-6fd5-4a66-b8d0-d4bbed13b7e9 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Releasing vlan 931 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:36:26.468407 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dc47aa98-6fd5-4a66-b8d0-d4bbed13b7e9 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:26.471880 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:36:26.471880 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:36:26.471880 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:36:26.471880 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:36:26.471880 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:36:26.471880 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:36:26.471880 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:36:26.471880 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:36:26.471880 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:36:26.471880 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:36:26.471880 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:36:26.471880 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:36:26.471880 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:36:26.471880 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:36:26.471880 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:36:26.471880 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:36:26.471880 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:36:26.471880 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:36:26.471880 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:36:26.471880 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:36:26.471880 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:36:26.471880 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:36:26.471880 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:36:26.471880 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:36:26.471880 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:36:26.471880 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:36:26.471880 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:36:26.471880 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:36:26.471880 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:36:26.471880 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:36:26.471880 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:36:26.471880 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:36:26.532279 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port bbf03ac3-49a1-48c9-8d32-40ab841d1036 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:26.532656 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:26.538748 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e64f7e93-ef7c-477c-8ad9-ab3d2ed39744 admin admin] Router c0683976-3878-49e6-8dc7-177fbd4b99b5 is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:36:26.598333 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dc47aa98-6fd5-4a66-b8d0-d4bbed13b7e9 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:26.603438 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dc47aa98-6fd5-4a66-b8d0-d4bbed13b7e9 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:26.609489 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 51746) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:26.609632 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-dc47aa98-6fd5-4a66-b8d0-d4bbed13b7e9 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] 10.222.0.75 "DELETE /v2.0/networks/b62e0628-596b-4359-91b1-1ca44002ad86 HTTP/1.1" status: 204 len: 168 time: 0.7919285 Nov 25 17:36:26.652605 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc47aa98-6fd5-4a66-b8d0-d4bbed13b7e9 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Pushing event deleted for resources: {'Network': ['ID=b62e0628-596b-4359-91b1-1ca44002ad86,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:26.666878 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc47aa98-6fd5-4a66-b8d0-d4bbed13b7e9 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:26.667359 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc47aa98-6fd5-4a66-b8d0-d4bbed13b7e9 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:26.667796 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc47aa98-6fd5-4a66-b8d0-d4bbed13b7e9 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:26.668245 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc47aa98-6fd5-4a66-b8d0-d4bbed13b7e9 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:26.668680 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc47aa98-6fd5-4a66-b8d0-d4bbed13b7e9 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:26.669273 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc47aa98-6fd5-4a66-b8d0-d4bbed13b7e9 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:26.669699 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc47aa98-6fd5-4a66-b8d0-d4bbed13b7e9 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:26.670131 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc47aa98-6fd5-4a66-b8d0-d4bbed13b7e9 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:26.670541 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc47aa98-6fd5-4a66-b8d0-d4bbed13b7e9 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:26.671330 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc47aa98-6fd5-4a66-b8d0-d4bbed13b7e9 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:26.671330 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc47aa98-6fd5-4a66-b8d0-d4bbed13b7e9 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:26.671789 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc47aa98-6fd5-4a66-b8d0-d4bbed13b7e9 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:26.717718 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e64f7e93-ef7c-477c-8ad9-ab3d2ed39744 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:36:26.743848 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e64f7e93-ef7c-477c-8ad9-ab3d2ed39744 admin admin] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:26.744869 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb2ba9f-d200-4bdf-aeaf-858f9b768054 None None] Sync routers for ids ['c0683976-3878-49e6-8dc7-177fbd4b99b5'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:36:26.748486 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-e64f7e93-ef7c-477c-8ad9-ab3d2ed39744 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.8663168 Nov 25 17:36:26.750917 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 51748) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:26.752005 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-bc9161d7-23ef-4909-827d-e972ad56c3ec tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Deleting port 1220e743-dfc6-4ab4-8ff4-854d3d0e2333 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:26.752462 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bc9161d7-23ef-4909-827d-e972ad56c3ec tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:26.778171 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb2ba9f-d200-4bdf-aeaf-858f9b768054 None None] Routers {'c0683976-3878-49e6-8dc7-177fbd4b99b5'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:26.778808 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-6bb2ba9f-d200-4bdf-aeaf-858f9b768054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:36:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['c0683976-3878-49e6-8dc7-177fbd4b99b5'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:26.858641 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bc9161d7-23ef-4909-827d-e972ad56c3ec tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:26.907609 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-bc9161d7-23ef-4909-827d-e972ad56c3ec tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Calling delete_port for 1220e743-dfc6-4ab4-8ff4-854d3d0e2333 owned by {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:26.920022 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-6bb2ba9f-d200-4bdf-aeaf-858f9b768054 None None] Set router c0683976-3878-49e6-8dc7-177fbd4b99b5 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:36:27.024155 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bc9161d7-23ef-4909-827d-e972ad56c3ec tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:27.028690 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374d82e-9389-4f97-9cb9-3167f2c4059e req-e84fba97-02ed-400b-ba73-76a1b1d586d6 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:27.033332 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d374d82e-9389-4f97-9cb9-3167f2c4059e req-e84fba97-02ed-400b-ba73-76a1b1d586d6 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6fd0054-85a7-4437-9d4c-bc96085141e4 HTTP/1.1" status: 200 len: 945 time: 0.1750386 Nov 25 17:36:27.047951 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bc9161d7-23ef-4909-827d-e972ad56c3ec tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:27.056070 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-bc9161d7-23ef-4909-827d-e972ad56c3ec tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] 10.222.0.75 "DELETE /v2.0/ports/1220e743-dfc6-4ab4-8ff4-854d3d0e2333 HTTP/1.1" status: 204 len: 168 time: 0.4454570 Nov 25 17:36:27.058045 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 51754) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:27.081524 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9161d7-23ef-4909-827d-e972ad56c3ec tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Pushing event deleted for resources: {'Port': ['ID=1220e743-dfc6-4ab4-8ff4-854d3d0e2333,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:27.122716 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-d96258ff-6af2-44be-a315-9812af71728b tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] DELETE failed (client error): The resource could not be found. Nov 25 17:36:27.123618 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d96258ff-6af2-44be-a315-9812af71728b tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:36:27.128957 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d96258ff-6af2-44be-a315-9812af71728b tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] 10.222.0.75 "DELETE /v2.0/subnets/a2704319-0030-4b4f-8833-988f64198f84 HTTP/1.1" status: 404 len: 337 time: 0.0626879 Nov 25 17:36:27.131686 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 51756) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:27.170435 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-6bb2ba9f-d200-4bdf-aeaf-858f9b768054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0683976-3878-49e6-8dc7-177fbd4b99b5', 'name': 'tempest-ServerActionsTestJSON-1097397683-router', 'tenant_id': '5a560046c26c483180c0093a6be1dd8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '86f3a13f-9894-42a5-9566-945afd1efec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:36:21Z', 'updated_at': '2021-11-25T17:36:24Z', 'revision_number': 3, 'project_id': '5a560046c26c483180c0093a6be1dd8b', 'gw_port': {'id': '86f3a13f-9894-42a5-9566-945afd1efec6', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8f:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0683976-3878-49e6-8dc7-177fbd4b99b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:23Z', 'updated_at': '2021-11-25T17:36:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:27.173400 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d374d82e-9389-4f97-9cb9-3167f2c4059e req-e347f1ef-edef-447b-91f5-87728fb08727 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/security-groups?id=9cb48d60-855a-4fc7-ad36-ccabac53205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225214 Nov 25 17:36:27.203140 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb2ba9f-d200-4bdf-aeaf-858f9b768054 None None] Checking router: c0683976-3878-49e6-8dc7-177fbd4b99b5 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:36:27.203500 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb2ba9f-d200-4bdf-aeaf-858f9b768054 None None] Updating router c0683976-3878-49e6-8dc7-177fbd4b99b5 port 86f3a13f-9894-42a5-9566-945afd1efec6 binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:36:27.231650 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6bb2ba9f-d200-4bdf-aeaf-858f9b768054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:27.281138 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ddb0db20-2815-45f1-bd16-3df142dcceff tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:27.445465 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ddb0db20-2815-45f1-bd16-3df142dcceff tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:27.445815 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d52015-4616-41be-9c08-bf4241d808c9 req-222f0261-9130-4e8d-841b-9687030c8289 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:27.457077 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-61d52015-4616-41be-9c08-bf4241d808c9 req-222f0261-9130-4e8d-841b-9687030c8289 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6fd0054-85a7-4437-9d4c-bc96085141e4 HTTP/1.1" status: 200 len: 945 time: 0.1382949 Nov 25 17:36:27.488299 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-ddb0db20-2815-45f1-bd16-3df142dcceff tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a7c5512-a028-4c0f-a37c-8d68eaa79e05']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:27.514764 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-ddb0db20-2815-45f1-bd16-3df142dcceff tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f1822b9-08ee-4ed5-b621-27546eb9f0ab') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:27.515276 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-ddb0db20-2815-45f1-bd16-3df142dcceff tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f1822b9-08ee-4ed5-b621-27546eb9f0ab') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:27.532253 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ddb0db20-2815-45f1-bd16-3df142dcceff tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:27.547514 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ddb0db20-2815-45f1-bd16-3df142dcceff tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:27.557881 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddb0db20-2815-45f1-bd16-3df142dcceff tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Releasing vlan 928 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:36:27.558296 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ddb0db20-2815-45f1-bd16-3df142dcceff tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:27.564976 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:36:27.564976 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:36:27.564976 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:36:27.564976 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:36:27.564976 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:36:27.564976 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:36:27.564976 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:36:27.564976 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:36:27.564976 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:36:27.564976 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:36:27.564976 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:36:27.564976 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:36:27.564976 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:36:27.564976 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:36:27.564976 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:36:27.564976 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:36:27.564976 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:36:27.564976 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:36:27.564976 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:36:27.564976 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:36:27.564976 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:36:27.564976 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:36:27.564976 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:36:27.564976 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:36:27.564976 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:36:27.564976 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:36:27.564976 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:36:27.564976 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:36:27.564976 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:36:27.564976 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:36:27.564976 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:36:27.564976 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:36:27.619851 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-90f71637-57aa-4bac-b4ba-54a26068a174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:27.641888 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ddb0db20-2815-45f1-bd16-3df142dcceff tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:27.660714 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ddb0db20-2815-45f1-bd16-3df142dcceff tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:27.665148 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ddb0db20-2815-45f1-bd16-3df142dcceff tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] 10.222.0.75 "DELETE /v2.0/networks/7a7c5512-a028-4c0f-a37c-8d68eaa79e05 HTTP/1.1" status: 204 len: 168 time: 0.5322018 Nov 25 17:36:27.667614 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 51770) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:27.669636 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-61d52015-4616-41be-9c08-bf4241d808c9 req-d96ed0c7-d802-4a11-8ddb-e23634c3c987 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/security-groups?id=9cb48d60-855a-4fc7-ad36-ccabac53205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978204 Nov 25 17:36:27.686314 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f11cc0-8a89-445d-b1e5-f7ba55bccb43 req-26c80ab4-d991-4218-8e7e-b8759a50c5a1 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:27.688007 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-86f11cc0-8a89-445d-b1e5-f7ba55bccb43 req-26c80ab4-d991-4218-8e7e-b8759a50c5a1 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 945 time: 0.1480763 Nov 25 17:36:27.725552 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6bb2ba9f-d200-4bdf-aeaf-858f9b768054 None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:27.736919 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6bb2ba9f-d200-4bdf-aeaf-858f9b768054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:27.746249 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4b4f9c9-138c-455a-bfbe-aefa4597a864 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Deleting subnet f0ee9212-0052-4f67-9e22-bf4764dbb54d {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:36:27.758898 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb0db20-2815-45f1-bd16-3df142dcceff tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Pushing event deleted for resources: {'Network': ['ID=7a7c5512-a028-4c0f-a37c-8d68eaa79e05,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:27.765526 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f4b4f9c9-138c-455a-bfbe-aefa4597a864 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:27.803517 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-6bb2ba9f-d200-4bdf-aeaf-858f9b768054 None None] Attempting to bind port 86f3a13f-9894-42a5-9566-945afd1efec6 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:36:27.803905 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-6bb2ba9f-d200-4bdf-aeaf-858f9b768054 None None] Attempting to bind port 86f3a13f-9894-42a5-9566-945afd1efec6 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:36:27.804600 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb2ba9f-d200-4bdf-aeaf-858f9b768054 None None] Attempting to bind port 86f3a13f-9894-42a5-9566-945afd1efec6 on network 1aa44027-b9d0-4a56-9a59-7e664703e20a {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:36:27.812018 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e957d5-f33b-4729-a8f4-b9f19b0975c5 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:36:27.825103 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb2ba9f-d200-4bdf-aeaf-858f9b768054 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:36:27.825499 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb2ba9f-d200-4bdf-aeaf-858f9b768054 None None] Checking segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:36:27.825918 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6bb2ba9f-d200-4bdf-aeaf-858f9b768054 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:27.826326 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb2ba9f-d200-4bdf-aeaf-858f9b768054 None None] Bound using segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:36:27.826828 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-6bb2ba9f-d200-4bdf-aeaf-858f9b768054 None None] Bound port: 86f3a13f-9894-42a5-9566-945afd1efec6, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:36:27.827225 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6bb2ba9f-d200-4bdf-aeaf-858f9b768054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:27.864518 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f4b4f9c9-138c-455a-bfbe-aefa4597a864 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:27.872205 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c106ec3f-738e-49b3-84ca-b9370f932f0a None None] Pushing event updated for resources: {'Port': ['ID=86f3a13f-9894-42a5-9566-945afd1efec6,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:27.906140 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-8c42d681-2b69-467e-b954-f4efa9b790fe None None] Provisioning complete for port 86f3a13f-9894-42a5-9566-945afd1efec6 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:27.906519 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8c42d681-2b69-467e-b954-f4efa9b790fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:27.946103 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed3fbbc-2946-4129-aa92-0dc4b977f958 req-52210078-42d8-436a-9b89-e8136f1f4d56 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:27.946690 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-8c42d681-2b69-467e-b954-f4efa9b790fe None None] Port 86f3a13f-9894-42a5-9566-945afd1efec6 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:36:27.949159 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3ed3fbbc-2946-4129-aa92-0dc4b977f958 req-52210078-42d8-436a-9b89-e8136f1f4d56 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/ports?device_id=71dd609a-f17b-4410-b499-7471e8db1c7c HTTP/1.1" status: 200 len: 945 time: 0.1546104 Nov 25 17:36:27.964293 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-6bb2ba9f-d200-4bdf-aeaf-858f9b768054 None None] For port 86f3a13f-9894-42a5-9566-945afd1efec6, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:36:27.968820 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-6bb2ba9f-d200-4bdf-aeaf-858f9b768054 None None] For port 86f3a13f-9894-42a5-9566-945afd1efec6, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=86f3a13f-9894-42a5-9566-945afd1efec6,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:36:27.981183 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6bb2ba9f-d200-4bdf-aeaf-858f9b768054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:28.030326 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f4b4f9c9-138c-455a-bfbe-aefa4597a864 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:28.055237 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe033720-2cd3-4d4e-9e12-baea3f9b301d None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:36:28.077547 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb2ba9f-d200-4bdf-aeaf-858f9b768054 None None] Routers {'c0683976-3878-49e6-8dc7-177fbd4b99b5'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:28.078643 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-6bb2ba9f-d200-4bdf-aeaf-858f9b768054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:36:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['c0683976-3878-49e6-8dc7-177fbd4b99b5'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:28.127809 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f4b4f9c9-138c-455a-bfbe-aefa4597a864 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:28.151460 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3ed3fbbc-2946-4129-aa92-0dc4b977f958 req-7eead79f-20db-4ee6-91af-7d456c365ba0 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/security-groups?id=9cb48d60-855a-4fc7-ad36-ccabac53205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823180 Nov 25 17:36:28.155320 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f4b4f9c9-138c-455a-bfbe-aefa4597a864 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:28.165966 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f4b4f9c9-138c-455a-bfbe-aefa4597a864 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] 10.222.0.75 "DELETE /v2.0/subnets/f0ee9212-0052-4f67-9e22-bf4764dbb54d HTTP/1.1" status: 204 len: 168 time: 0.4950681 Nov 25 17:36:28.176080 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-86f11cc0-8a89-445d-b1e5-f7ba55bccb43 req-7bdd0f18-bd4f-45e2-b1ba-4bca692c1043 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=0f8521b0-fea5-42f2-a976-d0ce371dead0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3817456 Nov 25 17:36:28.180565 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cecfab-c3cd-4045-88da-8bec0e62116f None None] Network bf83683f-61c1-4c83-9361-2e9246158a37 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:36:28.186352 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 51778) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:28.213534 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b4f9c9-138c-455a-bfbe-aefa4597a864 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Pushing event deleted for resources: {'Subnet': ['ID=f0ee9212-0052-4f67-9e22-bf4764dbb54d,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:28.273942 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-90f71637-57aa-4bac-b4ba-54a26068a174 admin admin] Allocated IP 172.20.0.1 (d0082d57-8c96-4a76-be0f-340c2f65b160/c74f83ed-3896-4341-8cf1-e1417d85add2/2fe512c4-3058-44ab-91e2-a2ef4a534159) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:36:28.278435 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-6bb2ba9f-d200-4bdf-aeaf-858f9b768054 None None] Set router c0683976-3878-49e6-8dc7-177fbd4b99b5 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:36:28.351568 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c106ec3f-738e-49b3-84ca-b9370f932f0a None None] Pushing event updated for resources: {'Port': ['ID=86f3a13f-9894-42a5-9566-945afd1efec6,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:28.499663 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c49ce33-3f20-475a-8807-108f45cb43c0 req-8292d2ac-68b4-4525-abce-cc7dd81ffe00 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:28.501477 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1c49ce33-3f20-475a-8807-108f45cb43c0 req-8292d2ac-68b4-4525-abce-cc7dd81ffe00 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/ports?device_id=28d1c156-da7a-4bf3-8a0c-3cb1e5e00d09 HTTP/1.1" status: 200 len: 946 time: 0.1791224 Nov 25 17:36:28.506039 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d7fe0a3a-fad9-4273-9a1d-8112451a07f9 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:28.681425 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1c49ce33-3f20-475a-8807-108f45cb43c0 req-54c82d62-6c88-49b2-badb-f02a450e109e tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/security-groups?id=9cb48d60-855a-4fc7-ad36-ccabac53205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600933 Nov 25 17:36:28.694192 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-529b36e6-a51a-44dd-bb5f-db725acaa9e3 None None] Provisioning complete for port 86f3a13f-9894-42a5-9566-945afd1efec6 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:28.694833 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-529b36e6-a51a-44dd-bb5f-db725acaa9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:28.726813 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-90f71637-57aa-4bac-b4ba-54a26068a174 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:28.739478 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [req-cb3bb826-c506-437b-8d87-4c27b7397cec req-17e67d1c-a6b9-4da8-83ae-d8ea24443a0b tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:36:28.751013 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cb3bb826-c506-437b-8d87-4c27b7397cec req-17e67d1c-a6b9-4da8-83ae-d8ea24443a0b tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0212829 Nov 25 17:36:28.789956 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-d7fe0a3a-fad9-4273-9a1d-8112451a07f9 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Deleting port 82fff751-c639-410a-be96-04ed361726b2 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:28.790981 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d7fe0a3a-fad9-4273-9a1d-8112451a07f9 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:28.894709 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-d7fe0a3a-fad9-4273-9a1d-8112451a07f9 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] For port 82fff751-c639-410a-be96-04ed361726b2, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=82fff751-c639-410a-be96-04ed361726b2,segment=NetworkSegment(c3272f96-574b-4e39-ad7c-eae99249b3dc),segment_id=c3272f96-574b-4e39-ad7c-eae99249b3dc)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:28.895057 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d7fe0a3a-fad9-4273-9a1d-8112451a07f9 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:28.908286 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-529b36e6-a51a-44dd-bb5f-db725acaa9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:28.923596 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-d7fe0a3a-fad9-4273-9a1d-8112451a07f9 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Calling delete_port for 82fff751-c639-410a-be96-04ed361726b2 owned by network:dhcp {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:28.942172 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-529b36e6-a51a-44dd-bb5f-db725acaa9e3 None None] For port 86f3a13f-9894-42a5-9566-945afd1efec6, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=86f3a13f-9894-42a5-9566-945afd1efec6,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:28.944946 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-6bb2ba9f-d200-4bdf-aeaf-858f9b768054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0683976-3878-49e6-8dc7-177fbd4b99b5', 'name': 'tempest-ServerActionsTestJSON-1097397683-router', 'tenant_id': '5a560046c26c483180c0093a6be1dd8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '86f3a13f-9894-42a5-9566-945afd1efec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:36:21Z', 'updated_at': '2021-11-25T17:36:24Z', 'revision_number': 3, 'project_id': '5a560046c26c483180c0093a6be1dd8b', 'gw_port': {'id': '86f3a13f-9894-42a5-9566-945afd1efec6', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8f:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0683976-3878-49e6-8dc7-177fbd4b99b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:23Z', 'updated_at': '2021-11-25T17:36:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:28.950047 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cb3bb826-c506-437b-8d87-4c27b7397cec req-1cc393e5-4836-41f6-b269-ab2c27473e76 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1981723 Nov 25 17:36:29.017533 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-529b36e6-a51a-44dd-bb5f-db725acaa9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:29.022579 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb2ba9f-d200-4bdf-aeaf-858f9b768054 None None] The sync data for ids ['c0683976-3878-49e6-8dc7-177fbd4b99b5'] in n-d-817746-1 is: [{'id': 'c0683976-3878-49e6-8dc7-177fbd4b99b5', 'name': 'tempest-ServerActionsTestJSON-1097397683-router', 'tenant_id': '5a560046c26c483180c0093a6be1dd8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '86f3a13f-9894-42a5-9566-945afd1efec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:36:21Z', 'updated_at': '2021-11-25T17:36:24Z', 'revision_number': 3, 'project_id': '5a560046c26c483180c0093a6be1dd8b', 'gw_port': {'id': '86f3a13f-9894-42a5-9566-945afd1efec6', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8f:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0683976-3878-49e6-8dc7-177fbd4b99b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:23Z', 'updated_at': '2021-11-25T17:36:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:36:29.031172 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-90f71637-57aa-4bac-b4ba-54a26068a174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:29.089417 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67c9c0c-adb4-425d-8f8e-034291e0089f None None] DHCP port deletion for bf83683f-61c1-4c83-9361-2e9246158a37 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:36:29.140332 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529b36e6-a51a-44dd-bb5f-db725acaa9e3 None None] Pushing event updated for resources: {'Port': ['ID=86f3a13f-9894-42a5-9566-945afd1efec6,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:29.199470 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f71637-57aa-4bac-b4ba-54a26068a174 admin admin] Network d0082d57-8c96-4a76-be0f-340c2f65b160 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:36:29.214285 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-90f71637-57aa-4bac-b4ba-54a26068a174 admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:29.218851 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f71637-57aa-4bac-b4ba-54a26068a174 admin admin] Pushing event updated for resources: {'Port': ['ID=2fe512c4-3058-44ab-91e2-a2ef4a534159,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:29.222334 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device eafcd150-3494-48a4-b969-e28538f2a772 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:36:29.225689 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f71637-57aa-4bac-b4ba-54a26068a174 admin admin] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:36:29.250375 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-c67c9c0c-adb4-425d-8f8e-034291e0089f None None] Deleting port 82fff751-c639-410a-be96-04ed361726b2 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:29.252736 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c67c9c0c-adb4-425d-8f8e-034291e0089f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:29.315931 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d7fe0a3a-fad9-4273-9a1d-8112451a07f9 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:29.360676 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe0a3a-fad9-4273-9a1d-8112451a07f9 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Pushing event deleted for resources: {'Port': ['ID=82fff751-c639-410a-be96-04ed361726b2,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:29.365489 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-90f71637-57aa-4bac-b4ba-54a26068a174 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:29.386498 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fe0a3a-fad9-4273-9a1d-8112451a07f9 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] No DVR routers for this DVR port 82fff751-c639-410a-be96-04ed361726b2 on host n-d-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:36:29.548749 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-c67c9c0c-adb4-425d-8f8e-034291e0089f None None] For port 82fff751-c639-410a-be96-04ed361726b2, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=82fff751-c639-410a-be96-04ed361726b2,segment=NetworkSegment(c3272f96-574b-4e39-ad7c-eae99249b3dc),segment_id=c3272f96-574b-4e39-ad7c-eae99249b3dc)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:29.577889 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c67c9c0c-adb4-425d-8f8e-034291e0089f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:29.611478 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-c67c9c0c-adb4-425d-8f8e-034291e0089f None None] Calling delete_port for 82fff751-c639-410a-be96-04ed361726b2 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:29.697481 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port eafcd150-3494-48a4-b969-e28538f2a772 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:36:29.706818 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port eafcd150-3494-48a4-b969-e28538f2a772 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:29.708549 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:29.790516 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c67c9c0c-adb4-425d-8f8e-034291e0089f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:29.798537 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d7fe0a3a-fad9-4273-9a1d-8112451a07f9 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:29.822556 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-d7fe0a3a-fad9-4273-9a1d-8112451a07f9 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf83683f-61c1-4c83-9361-2e9246158a37']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:29.828781 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67c9c0c-adb4-425d-8f8e-034291e0089f None None] Pushing event deleted for resources: {'Port': ['ID=82fff751-c639-410a-be96-04ed361726b2,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:29.831678 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-3d819ca3-0649-4786-9c75-8c1da85c28c5 None None] Provisioning complete for port 2fe512c4-3058-44ab-91e2-a2ef4a534159 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:29.832299 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3d819ca3-0649-4786-9c75-8c1da85c28c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:29.834820 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-d7fe0a3a-fad9-4273-9a1d-8112451a07f9 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3272f96-574b-4e39-ad7c-eae99249b3dc') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:29.835124 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-d7fe0a3a-fad9-4273-9a1d-8112451a07f9 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3272f96-574b-4e39-ad7c-eae99249b3dc') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:29.852340 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d7fe0a3a-fad9-4273-9a1d-8112451a07f9 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:29.868704 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67c9c0c-adb4-425d-8f8e-034291e0089f None None] No DVR routers for this DVR port 82fff751-c639-410a-be96-04ed361726b2 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:36:29.903745 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d7fe0a3a-fad9-4273-9a1d-8112451a07f9 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:29.916065 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7fe0a3a-fad9-4273-9a1d-8112451a07f9 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Releasing vlan 907 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:36:29.916477 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d7fe0a3a-fad9-4273-9a1d-8112451a07f9 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:29.921507 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-90f71637-57aa-4bac-b4ba-54a26068a174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:29.923647 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:36:29.923647 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:36:29.923647 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:36:29.923647 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:36:29.923647 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:36:29.923647 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:36:29.923647 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:36:29.923647 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:36:29.923647 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:36:29.923647 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:36:29.923647 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:36:29.923647 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:36:29.923647 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:36:29.923647 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:36:29.923647 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:36:29.923647 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:36:29.923647 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:36:29.923647 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:36:29.923647 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:36:29.923647 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:36:29.923647 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:36:29.923647 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:36:29.923647 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:36:29.923647 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:36:29.923647 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:36:29.923647 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:36:29.923647 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:36:29.923647 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:36:29.923647 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:36:29.923647 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:36:29.923647 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:36:29.923647 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:36:29.961026 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-3d819ca3-0649-4786-9c75-8c1da85c28c5 None None] Port 2fe512c4-3058-44ab-91e2-a2ef4a534159 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:36:29.963849 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:30.001201 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d8c48-8398-48bd-8516-8cb0a4a6c0e1 req-ff86dfba-de1f-42e4-a078-128a0f75fce2 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:30.007256 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a41d8c48-8398-48bd-8516-8cb0a4a6c0e1 req-ff86dfba-de1f-42e4-a078-128a0f75fce2 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 945 time: 0.5122719 Nov 25 17:36:30.014854 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port eafcd150-3494-48a4-b969-e28538f2a772, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=eafcd150-3494-48a4-b969-e28538f2a772,segment=NetworkSegment(74518c65-0a77-49eb-8302-d0397cc0c64c),segment_id=74518c65-0a77-49eb-8302-d0397cc0c64c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:30.015862 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cf02964-0c83-4741-9cb8-4d665776485b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eafcd150-3494-48a4-b969-e28538f2a772'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:36:30.018701 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29f6aee-d058-4d1f-a66a-b301e6c2e98d" -d '{"events": [{"server_uuid": "7cf02964-0c83-4741-9cb8-4d665776485b", "name": "network-vif-plugged", "status": "completed", "tag": "eafcd150-3494-48a4-b969-e28538f2a772"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:36:30.023458 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:30.043046 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b155b2a-5f69-4406-b2bb-23007540bc07 req-645481a4-26f4-4fb6-a9e1-5b3592936bf0 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:30.044598 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3b155b2a-5f69-4406-b2bb-23007540bc07 req-645481a4-26f4-4fb6-a9e1-5b3592936bf0 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6fd0054-85a7-4437-9d4c-bc96085141e4 HTTP/1.1" status: 200 len: 945 time: 0.5605943 Nov 25 17:36:30.076430 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=eafcd150-3494-48a4-b969-e28538f2a772,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:30.080704 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d7fe0a3a-fad9-4273-9a1d-8112451a07f9 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:30.117840 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d7fe0a3a-fad9-4273-9a1d-8112451a07f9 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:30.121345 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d7fe0a3a-fad9-4273-9a1d-8112451a07f9 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] 10.222.0.75 "DELETE /v2.0/networks/bf83683f-61c1-4c83-9361-2e9246158a37 HTTP/1.1" status: 204 len: 168 time: 1.9321015 Nov 25 17:36:30.161686 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe0a3a-fad9-4273-9a1d-8112451a07f9 tempest-NetworksIpV6TestAttrs-761748100 tempest-NetworksIpV6TestAttrs-761748100-project] Pushing event deleted for resources: {'Network': ['ID=bf83683f-61c1-4c83-9361-2e9246158a37,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:30.214672 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a41d8c48-8398-48bd-8516-8cb0a4a6c0e1 req-65c60cce-d0fc-458d-a358-1b0e5f7eb55e tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=0f8521b0-fea5-42f2-a976-d0ce371dead0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881180 Nov 25 17:36:30.216934 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3b155b2a-5f69-4406-b2bb-23007540bc07 req-f99fb377-def3-47d9-a632-23b9b9c8535b tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/security-groups?id=9cb48d60-855a-4fc7-ad36-ccabac53205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616335 Nov 25 17:36:30.374791 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 86f3a13f-9894-42a5-9566-945afd1efec6 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:36:30.449330 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-147f51b6-171d-44a2-826c-513ce94028d0 x-openstack-request-id: req-147f51b6-171d-44a2-826c-513ce94028d0 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:36:30.449631 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cf02964-0c83-4741-9cb8-4d665776485b", "name": "network-vif-plugged", "status": "completed", "tag": "eafcd150-3494-48a4-b969-e28538f2a772", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:36:30.449894 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-147f51b6-171d-44a2-826c-513ce94028d0 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:36:30.450297 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cf02964-0c83-4741-9cb8-4d665776485b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eafcd150-3494-48a4-b969-e28538f2a772', 'code': 200} Nov 25 17:36:30.481177 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 86f3a13f-9894-42a5-9566-945afd1efec6 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:30.481569 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:30.484419 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-90f71637-57aa-4bac-b4ba-54a26068a174 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:30.490802 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-90f71637-57aa-4bac-b4ba-54a26068a174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:30.587739 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 51808) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:30.654939 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-90f71637-57aa-4bac-b4ba-54a26068a174 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:30.677520 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f71637-57aa-4bac-b4ba-54a26068a174 admin admin] Pushing event updated for resources: {'Port': ['ID=2fe512c4-3058-44ab-91e2-a2ef4a534159,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:30.678387 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 82fff751-c639-410a-be96-04ed361726b2 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:36:30.691050 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e973d-091b-4c50-a57f-da89cc160cf9 req-9a89fc8a-b443-494d-914c-424981da74bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:30.692745 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-939e973d-091b-4c50-a57f-da89cc160cf9 req-9a89fc8a-b443-494d-914c-424981da74bc service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 1097 time: 0.1427281 Nov 25 17:36:30.718163 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 82fff751-c639-410a-be96-04ed361726b2 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:36:30.718662 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 82fff751-c639-410a-be96-04ed361726b2 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:36:30.780465 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0206425a-5a90-44c7-b5d9-1be805e4d09f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e55aaafe98ee4f0a9eb356f8a0afe5e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1930852 Nov 25 17:36:30.783376 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 51818) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:30.795962 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536606fd-c520-400d-abd2-b4fddbc45db3 req-85d7f88f-9b28-4b16-bb3f-bd867036b99c tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:30.804413 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-536606fd-c520-400d-abd2-b4fddbc45db3 req-85d7f88f-9b28-4b16-bb3f-bd867036b99c tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/ports?device_id=71dd609a-f17b-4410-b499-7471e8db1c7c HTTP/1.1" status: 200 len: 945 time: 0.2554820 Nov 25 17:36:30.847276 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-773692aa-2ef6-41b8-8788-de785fb23aa7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:30.857696 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-939e973d-091b-4c50-a57f-da89cc160cf9 req-caab9695-e16d-40b0-800d-ab8f0c926923 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=0f8521b0-fea5-42f2-a976-d0ce371dead0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533399 Nov 25 17:36:30.889049 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-773692aa-2ef6-41b8-8788-de785fb23aa7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:30.901374 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-536606fd-c520-400d-abd2-b4fddbc45db3 req-75bad778-acee-4afd-a6d9-7c3edcb4c57d tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/security-groups?id=9cb48d60-855a-4fc7-ad36-ccabac53205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960305 Nov 25 17:36:30.921284 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f71637-57aa-4bac-b4ba-54a26068a174 admin admin] Network d0082d57-8c96-4a76-be0f-340c2f65b160 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:36:30.921284 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-90f71637-57aa-4bac-b4ba-54a26068a174 admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:30.960139 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-773692aa-2ef6-41b8-8788-de785fb23aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:30.963363 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-773692aa-2ef6-41b8-8788-de785fb23aa7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:30.964704 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-773692aa-2ef6-41b8-8788-de785fb23aa7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/22a3822c-78d8-4101-a428-e50e521573f7 HTTP/1.1" status: 204 len: 168 time: 0.1802878 Nov 25 17:36:30.977390 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773692aa-2ef6-41b8-8788-de785fb23aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a3822c-78d8-4101-a428-e50e521573f7,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:31.347012 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90ffdf04-5f52-4a16-9f26-b2c079a4c9e1 None None] Provisioning complete for port 2fe512c4-3058-44ab-91e2-a2ef4a534159 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:31.347391 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90ffdf04-5f52-4a16-9f26-b2c079a4c9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:31.397557 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90ffdf04-5f52-4a16-9f26-b2c079a4c9e1 None None] Port 2fe512c4-3058-44ab-91e2-a2ef4a534159 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:36:31.516303 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6d233-76c5-4f2e-bb65-529829e60cd7 req-61f858f7-aa29-4eea-8804-b74fc81f687c tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:31.517846 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1cc6d233-76c5-4f2e-bb65-529829e60cd7 req-61f858f7-aa29-4eea-8804-b74fc81f687c tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/ports?device_id=28d1c156-da7a-4bf3-8a0c-3cb1e5e00d09 HTTP/1.1" status: 200 len: 946 time: 0.1345625 Nov 25 17:36:31.531693 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d57ca-0946-46f9-a780-246fa28707b4 req-f62d76d4-d6bb-4105-b9bc-89975e8fd341 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:31.533905 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-721d57ca-0946-46f9-a780-246fa28707b4 req-f62d76d4-d6bb-4105-b9bc-89975e8fd341 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 946 time: 0.1605926 Nov 25 17:36:31.638269 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-721d57ca-0946-46f9-a780-246fa28707b4 req-058a069c-0113-4d97-adbd-81d0a2f07b5a tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=0f8521b0-fea5-42f2-a976-d0ce371dead0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880246 Nov 25 17:36:31.646987 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f71637-57aa-4bac-b4ba-54a26068a174 admin admin] Router c0683976-3878-49e6-8dc7-177fbd4b99b5 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:36:31.677886 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1cc6d233-76c5-4f2e-bb65-529829e60cd7 req-21528ccd-6373-44bd-a1d5-b747227bce4b tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/security-groups?id=9cb48d60-855a-4fc7-ad36-ccabac53205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380918 Nov 25 17:36:31.844715 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f71637-57aa-4bac-b4ba-54a26068a174 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:36:31.853032 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-90f71637-57aa-4bac-b4ba-54a26068a174 admin admin] 10.222.0.75 "PUT /v2.0/routers/c0683976-3878-49e6-8dc7-177fbd4b99b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0993397 Nov 25 17:36:31.857649 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63ec354-eb2c-48fd-9f4e-dd79834ad3b3 None None] Sync routers for ids ['c0683976-3878-49e6-8dc7-177fbd4b99b5'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:36:31.875497 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63ec354-eb2c-48fd-9f4e-dd79834ad3b3 None None] Routers {'c0683976-3878-49e6-8dc7-177fbd4b99b5'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:31.876693 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-f63ec354-eb2c-48fd-9f4e-dd79834ad3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:36:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['c0683976-3878-49e6-8dc7-177fbd4b99b5'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:32.012313 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 51858) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:32.071888 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8a685-e46e-442a-822f-1be9db4959da req-8b4ed70e-1291-4db2-bd16-305c8aa886fc tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:32.086889 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8a685-e46e-442a-822f-1be9db4959da req-8b4ed70e-1291-4db2-bd16-305c8aa886fc tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:32.101480 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8a685-e46e-442a-822f-1be9db4959da req-8b4ed70e-1291-4db2-bd16-305c8aa886fc tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:32.110050 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8eb8a685-e46e-442a-822f-1be9db4959da req-8b4ed70e-1291-4db2-bd16-305c8aa886fc tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/ports?device_id=28d1c156-da7a-4bf3-8a0c-3cb1e5e00d09&device_id=71dd609a-f17b-4410-b499-7471e8db1c7c&device_id=a6fd0054-85a7-4437-9d4c-bc96085141e4 HTTP/1.1" status: 200 len: 2417 time: 0.1401808 Nov 25 17:36:32.159178 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-2b2d9412-0d03-4d17-957e-ff044c49e3ac tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1361823759'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:32.211216 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2d9412-0d03-4d17-957e-ff044c49e3ac tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Made reservation on behalf of 2d6151801edf41a0b4b4e7b936474319 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:36:32.217531 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8eb8a685-e46e-442a-822f-1be9db4959da req-e7ea62b6-1f42-4674-bcda-dfb287166029 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/security-groups?id=9cb48d60-855a-4fc7-ad36-ccabac53205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997529 Nov 25 17:36:32.222484 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2b2d9412-0d03-4d17-957e-ff044c49e3ac tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:32.242965 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2b2d9412-0d03-4d17-957e-ff044c49e3ac tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:32.372676 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2b2d9412-0d03-4d17-957e-ff044c49e3ac tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:32.378171 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2b2d9412-0d03-4d17-957e-ff044c49e3ac tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:32.381939 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-f63ec354-eb2c-48fd-9f4e-dd79834ad3b3 None None] Set router c0683976-3878-49e6-8dc7-177fbd4b99b5 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:36:32.409583 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b2d9412-0d03-4d17-957e-ff044c49e3ac tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 918} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:36:32.426214 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d9412-0d03-4d17-957e-ff044c49e3ac tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ada48431-96fe-4f24-a1b1-1570385eb7f3,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:32.436056 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [req-aaa37991-8568-4929-9231-1d3f35d0b0d8 req-acda1d6a-5a2e-4618-8d1a-8e1783120c58 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:36:32.436715 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2b2d9412-0d03-4d17-957e-ff044c49e3ac tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:32.437062 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-aaa37991-8568-4929-9231-1d3f35d0b0d8 req-acda1d6a-5a2e-4618-8d1a-8e1783120c58 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073366 Nov 25 17:36:32.438509 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-2b2d9412-0d03-4d17-957e-ff044c49e3ac tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Added segment 0ff6248e-4361-4f05-bc09-b8f8df7cadc7 of type vlan for network 5fd381c7-dfad-4bff-8a4d-57fce3cfe626 Nov 25 17:36:32.512643 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2b2d9412-0d03-4d17-957e-ff044c49e3ac tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:32.549062 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2b2d9412-0d03-4d17-957e-ff044c49e3ac tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:32.553583 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-aaa37991-8568-4929-9231-1d3f35d0b0d8 req-171bb581-c931-4521-a42f-bd98a450a963 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0889616 Nov 25 17:36:32.558999 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2d9412-0d03-4d17-957e-ff044c49e3ac tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:32.559923 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2b2d9412-0d03-4d17-957e-ff044c49e3ac tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:32.609506 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2b2d9412-0d03-4d17-957e-ff044c49e3ac tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5959001 Nov 25 17:36:32.612232 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 51868) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:32.617726 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-83682c89-fc46-46be-b8e5-c584b637f68f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2056594433'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:32.658401 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 51870) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:32.666919 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-17353d9b-1312-4fb3-8cd5-dad8d8033c05 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1401613560', 'description': 'tempest-description--550328965'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:32.667627 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-f63ec354-eb2c-48fd-9f4e-dd79834ad3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0683976-3878-49e6-8dc7-177fbd4b99b5', 'name': 'tempest-ServerActionsTestJSON-1097397683-router', 'tenant_id': '5a560046c26c483180c0093a6be1dd8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '86f3a13f-9894-42a5-9566-945afd1efec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:36:21Z', 'updated_at': '2021-11-25T17:36:29Z', 'revision_number': 4, 'project_id': '5a560046c26c483180c0093a6be1dd8b', 'gw_port': {'id': '86f3a13f-9894-42a5-9566-945afd1efec6', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0683976-3878-49e6-8dc7-177fbd4b99b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:23Z', 'updated_at': '2021-11-25T17:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '2fe512c4-3058-44ab-91e2-a2ef4a534159', 'name': '', 'network_id': 'd0082d57-8c96-4a76-be0f-340c2f65b160', 'tenant_id': '5a560046c26c483180c0093a6be1dd8b', 'mac_address': 'fa:16:3e:7a:03:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0683976-3878-49e6-8dc7-177fbd4b99b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'c74f83ed-3896-4341-8cf1-e1417d85add2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:27Z', 'updated_at': '2021-11-25T17:36:30Z', 'revision_number': 2, 'project_id': '5a560046c26c483180c0093a6be1dd8b', 'subnets': [{'id': 'c74f83ed-3896-4341-8cf1-e1417d85add2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:32.672216 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d9412-0d03-4d17-957e-ff044c49e3ac tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event updated for resources: {'Network': ['ID=5fd381c7-dfad-4bff-8a4d-57fce3cfe626,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:32.688043 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 5fd381c7-dfad-4bff-8a4d-57fce3cfe626 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:36:32.689242 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83682c89-fc46-46be-b8e5-c584b637f68f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Made reservation on behalf of 2d6151801edf41a0b4b4e7b936474319 for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:36:32.699104 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63ec354-eb2c-48fd-9f4e-dd79834ad3b3 None None] Checking router: c0683976-3878-49e6-8dc7-177fbd4b99b5 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:36:32.699469 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63ec354-eb2c-48fd-9f4e-dd79834ad3b3 None None] Updating router c0683976-3878-49e6-8dc7-177fbd4b99b5 port 2fe512c4-3058-44ab-91e2-a2ef4a534159 binding host n-d-817746-1 {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:36:32.701177 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-83682c89-fc46-46be-b8e5-c584b637f68f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:32.730198 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-f63ec354-eb2c-48fd-9f4e-dd79834ad3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:32.756809 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-17353d9b-1312-4fb3-8cd5-dad8d8033c05 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:32.763246 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83682c89-fc46-46be-b8e5-c584b637f68f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 908} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:36:32.818040 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-83682c89-fc46-46be-b8e5-c584b637f68f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:32.818390 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-83682c89-fc46-46be-b8e5-c584b637f68f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Added segment 7487affa-6698-4a8d-ab3c-3e5301b8bcf2 of type vlan for network bbcf523f-92c5-450c-8c8a-113204197620 Nov 25 17:36:32.883432 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-83682c89-fc46-46be-b8e5-c584b637f68f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:32.927766 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6301185-29d6-46ed-b4bc-3f7bebf79ad0 req-8e638a7a-16e3-4d10-9a71-ce0b36f0ce3a tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:32.929735 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e6301185-29d6-46ed-b4bc-3f7bebf79ad0 req-8e638a7a-16e3-4d10-9a71-ce0b36f0ce3a tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 946 time: 0.1484070 Nov 25 17:36:32.996936 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-17353d9b-1312-4fb3-8cd5-dad8d8033c05 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:33.020084 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-83682c89-fc46-46be-b8e5-c584b637f68f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:33.033767 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83682c89-fc46-46be-b8e5-c584b637f68f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:33.033767 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-83682c89-fc46-46be-b8e5-c584b637f68f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:33.035780 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-17353d9b-1312-4fb3-8cd5-dad8d8033c05 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:33.100974 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e6301185-29d6-46ed-b4bc-3f7bebf79ad0 req-f6dd5a07-b539-433d-bbc8-6a45c3710f1a tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=0f8521b0-fea5-42f2-a976-d0ce371dead0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626685 Nov 25 17:36:33.135848 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-83682c89-fc46-46be-b8e5-c584b637f68f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5224633 Nov 25 17:36:33.138964 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 51884) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:33.144484 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-35cf9032-80b2-4292-8ad6-e24ddc98b99b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Request body: {'subnet': {'network_id': '5fd381c7-dfad-4bff-8a4d-57fce3cfe626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:33.157495 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-17353d9b-1312-4fb3-8cd5-dad8d8033c05 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:33.158736 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-17353d9b-1312-4fb3-8cd5-dad8d8033c05 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4991491 Nov 25 17:36:33.162837 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 51886) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:33.167230 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-2b8a297f-067c-410d-ad0c-2afac0d14dc4 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Request body: {'security_group_rule': {'security_group_id': '6ba6c8d6-137c-4982-89d6-5b8e3de488d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:33.181721 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-f63ec354-eb2c-48fd-9f4e-dd79834ad3b3 None None] Publish callbacks [] for port, precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:33.189588 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83682c89-fc46-46be-b8e5-c584b637f68f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event updated for resources: {'Network': ['ID=bbcf523f-92c5-450c-8c8a-113204197620,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:33.189993 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-f63ec354-eb2c-48fd-9f4e-dd79834ad3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:33.191767 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17353d9b-1312-4fb3-8cd5-dad8d8033c05 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba6c8d6-137c-4982-89d6-5b8e3de488d3,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:33.201823 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network bbcf523f-92c5-450c-8c8a-113204197620 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:36:33.280897 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2b8a297f-067c-410d-ad0c-2afac0d14dc4 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:33.387800 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35cf9032-80b2-4292-8ad6-e24ddc98b99b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Made reservation on behalf of 2d6151801edf41a0b4b4e7b936474319 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:36:33.391590 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-35cf9032-80b2-4292-8ad6-e24ddc98b99b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:33.396149 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-f63ec354-eb2c-48fd-9f4e-dd79834ad3b3 None None] Attempting to bind port 2fe512c4-3058-44ab-91e2-a2ef4a534159 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:36:33.396619 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-f63ec354-eb2c-48fd-9f4e-dd79834ad3b3 None None] Attempting to bind port 2fe512c4-3058-44ab-91e2-a2ef4a534159 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'c5752f96-a6e9-4fc2-9dae-273cc6a23f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'd0082d57-8c96-4a76-be0f-340c2f65b160'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:36:33.397018 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63ec354-eb2c-48fd-9f4e-dd79834ad3b3 None None] Attempting to bind port 2fe512c4-3058-44ab-91e2-a2ef4a534159 on network d0082d57-8c96-4a76-be0f-340c2f65b160 {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:36:33.400526 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7924f3-19a7-4dc9-bddc-656978be70b7 None None] Pushing event updated for resources: {'Port': ['ID=2fe512c4-3058-44ab-91e2-a2ef4a534159,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:33.416046 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63ec354-eb2c-48fd-9f4e-dd79834ad3b3 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:36:33.416449 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63ec354-eb2c-48fd-9f4e-dd79834ad3b3 None None] Checking segment: {'id': 'c5752f96-a6e9-4fc2-9dae-273cc6a23f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'd0082d57-8c96-4a76-be0f-340c2f65b160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:36:33.417078 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-f63ec354-eb2c-48fd-9f4e-dd79834ad3b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:33.418116 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63ec354-eb2c-48fd-9f4e-dd79834ad3b3 None None] Bound using segment: {'id': 'c5752f96-a6e9-4fc2-9dae-273cc6a23f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'd0082d57-8c96-4a76-be0f-340c2f65b160'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:36:33.418877 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-f63ec354-eb2c-48fd-9f4e-dd79834ad3b3 None None] Bound port: 2fe512c4-3058-44ab-91e2-a2ef4a534159, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5752f96-a6e9-4fc2-9dae-273cc6a23f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'd0082d57-8c96-4a76-be0f-340c2f65b160'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:36:33.419082 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-f63ec354-eb2c-48fd-9f4e-dd79834ad3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:33.423943 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21698b81-09f1-4bb7-913f-06aa560841f2 req-659f95bc-6f52-4fed-935b-7672e878f326 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:33.436364 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-21698b81-09f1-4bb7-913f-06aa560841f2 req-659f95bc-6f52-4fed-935b-7672e878f326 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 946 time: 0.1394718 Nov 25 17:36:33.449498 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 51890) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:33.455317 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-c36cc552-7f11-4eff-a22a-a2f7b635b368 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Request body: {'floatingip': {'port_id': 'eafcd150-3494-48a4-b969-e28538f2a772'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:33.473149 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2b8a297f-067c-410d-ad0c-2afac0d14dc4 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:33.490327 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2b8a297f-067c-410d-ad0c-2afac0d14dc4 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:33.554739 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8a297f-067c-410d-ad0c-2afac0d14dc4 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7663e827-952e-4f2b-9523-4f9a4b15e9ac,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:33.576789 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2b8a297f-067c-410d-ad0c-2afac0d14dc4 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:33.584464 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2b8a297f-067c-410d-ad0c-2afac0d14dc4 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4205301 Nov 25 17:36:33.586691 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 51894) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:33.590648 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-f63ec354-eb2c-48fd-9f4e-dd79834ad3b3 None None] For port 2fe512c4-3058-44ab-91e2-a2ef4a534159, host n-d-817746-1, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:36:33.595144 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-f63ec354-eb2c-48fd-9f4e-dd79834ad3b3 None None] For port 2fe512c4-3058-44ab-91e2-a2ef4a534159, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=2fe512c4-3058-44ab-91e2-a2ef4a534159,segment=NetworkSegment(c5752f96-a6e9-4fc2-9dae-273cc6a23f00),segment_id=c5752f96-a6e9-4fc2-9dae-273cc6a23f00)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:36:33.597342 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c36cc552-7f11-4eff-a22a-a2f7b635b368 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks [] for floatingip, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:33.600220 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-7c9ee214-7a25-4764-bbf9-888f06da0bd1 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Request body: {'security_group_rule': {'security_group_id': '6ba6c8d6-137c-4982-89d6-5b8e3de488d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:33.604042 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-f63ec354-eb2c-48fd-9f4e-dd79834ad3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:33.642949 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-3ac2b16a-676c-43ce-bb7b-ffd6250a4fb0 None None] Provisioning complete for port 2fe512c4-3058-44ab-91e2-a2ef4a534159 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:33.643439 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3ac2b16a-676c-43ce-bb7b-ffd6250a4fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:33.681826 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7c9ee214-7a25-4764-bbf9-888f06da0bd1 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:33.729730 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63ec354-eb2c-48fd-9f4e-dd79834ad3b3 None None] Routers {'c0683976-3878-49e6-8dc7-177fbd4b99b5'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:33.730628 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-f63ec354-eb2c-48fd-9f4e-dd79834ad3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:36:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['c0683976-3878-49e6-8dc7-177fbd4b99b5'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:33.862787 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3ac2b16a-676c-43ce-bb7b-ffd6250a4fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:33.872679 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7c9ee214-7a25-4764-bbf9-888f06da0bd1 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:33.876439 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-35cf9032-80b2-4292-8ad6-e24ddc98b99b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:33.889723 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7924f3-19a7-4dc9-bddc-656978be70b7 None None] Pushing event updated for resources: {'Port': ['ID=2fe512c4-3058-44ab-91e2-a2ef4a534159,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:33.924958 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7c9ee214-7a25-4764-bbf9-888f06da0bd1 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:33.978014 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-3ac2b16a-676c-43ce-bb7b-ffd6250a4fb0 None None] For port 2fe512c4-3058-44ab-91e2-a2ef4a534159, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=2fe512c4-3058-44ab-91e2-a2ef4a534159,segment=NetworkSegment(c5752f96-a6e9-4fc2-9dae-273cc6a23f00),segment_id=c5752f96-a6e9-4fc2-9dae-273cc6a23f00)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:33.984578 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3ac2b16a-676c-43ce-bb7b-ffd6250a4fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:34.007593 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-f63ec354-eb2c-48fd-9f4e-dd79834ad3b3 None None] Set router c0683976-3878-49e6-8dc7-177fbd4b99b5 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:36:34.014793 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9ee214-7a25-4764-bbf9-888f06da0bd1 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=848dd63e-d219-4e83-a988-51001e8ee038,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:34.029493 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7c9ee214-7a25-4764-bbf9-888f06da0bd1 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:34.033999 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7c9ee214-7a25-4764-bbf9-888f06da0bd1 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4404407 Nov 25 17:36:34.037266 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cf9032-80b2-4292-8ad6-e24ddc98b99b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event updated for resources: {'Subnet': ['ID=9a70539a-8601-47de-a9fe-6665d0bc1e7a,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:34.038183 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 51900) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:34.055316 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-78363e32-9219-4b1b-b243-f0934226ebbb tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Request body: {'floatingip': {'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:34.073865 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cf9032-80b2-4292-8ad6-e24ddc98b99b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Checking segment: {'id': '0ff6248e-4361-4f05-bc09-b8f8df7cadc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '5fd381c7-dfad-4bff-8a4d-57fce3cfe626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:36:34.073865 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cf9032-80b2-4292-8ad6-e24ddc98b99b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Network hostable DHCP agents. Network: 5fd381c7-dfad-4bff-8a4d-57fce3cfe626, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:36:34.122384 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac2b16a-676c-43ce-bb7b-ffd6250a4fb0 None None] Pushing event updated for resources: {'Port': ['ID=2fe512c4-3058-44ab-91e2-a2ef4a534159,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:34.139719 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cf9032-80b2-4292-8ad6-e24ddc98b99b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Network 5fd381c7-dfad-4bff-8a4d-57fce3cfe626 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:36:34.159090 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-35cf9032-80b2-4292-8ad6-e24ddc98b99b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 5fd381c7-dfad-4bff-8a4d-57fce3cfe626) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:34.164285 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cf9032-80b2-4292-8ad6-e24ddc98b99b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:34.165511 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-35cf9032-80b2-4292-8ad6-e24ddc98b99b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:34.171624 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7685aa-362c-45e3-b440-882a42573225 None None] Network 5fd381c7-dfad-4bff-8a4d-57fce3cfe626 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:36:34.207205 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-35cf9032-80b2-4292-8ad6-e24ddc98b99b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0665317 Nov 25 17:36:34.210934 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 51910) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:34.222754 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-1ff7f649-a284-402c-bb25-9dba2a1f5426 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Request body: {'subnet': {'network_id': 'bbcf523f-92c5-450c-8c8a-113204197620', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:34.373573 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-4845d25e-943d-4282-ab9b-d982065a70f6 None None] Provisioning complete for port 2fe512c4-3058-44ab-91e2-a2ef4a534159 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:34.374309 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4845d25e-943d-4282-ab9b-d982065a70f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:34.387850 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff7f649-a284-402c-bb25-9dba2a1f5426 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Made reservation on behalf of 2d6151801edf41a0b4b4e7b936474319 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:36:34.393205 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1ff7f649-a284-402c-bb25-9dba2a1f5426 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:34.434852 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-78363e32-9219-4b1b-b243-f0934226ebbb tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks [] for floatingip, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:34.634825 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-f63ec354-eb2c-48fd-9f4e-dd79834ad3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0683976-3878-49e6-8dc7-177fbd4b99b5', 'name': 'tempest-ServerActionsTestJSON-1097397683-router', 'tenant_id': '5a560046c26c483180c0093a6be1dd8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '86f3a13f-9894-42a5-9566-945afd1efec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:36:21Z', 'updated_at': '2021-11-25T17:36:29Z', 'revision_number': 4, 'project_id': '5a560046c26c483180c0093a6be1dd8b', 'gw_port': {'id': '86f3a13f-9894-42a5-9566-945afd1efec6', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0683976-3878-49e6-8dc7-177fbd4b99b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:23Z', 'updated_at': '2021-11-25T17:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '2fe512c4-3058-44ab-91e2-a2ef4a534159', 'name': '', 'network_id': 'd0082d57-8c96-4a76-be0f-340c2f65b160', 'tenant_id': '5a560046c26c483180c0093a6be1dd8b', 'mac_address': 'fa:16:3e:7a:03:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0683976-3878-49e6-8dc7-177fbd4b99b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'c74f83ed-3896-4341-8cf1-e1417d85add2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:27Z', 'updated_at': '2021-11-25T17:36:33Z', 'revision_number': 4, 'project_id': '5a560046c26c483180c0093a6be1dd8b', 'subnets': [{'id': 'c74f83ed-3896-4341-8cf1-e1417d85add2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:34.680600 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63ec354-eb2c-48fd-9f4e-dd79834ad3b3 None None] The sync data for ids ['c0683976-3878-49e6-8dc7-177fbd4b99b5'] in n-d-817746-1 is: [{'id': 'c0683976-3878-49e6-8dc7-177fbd4b99b5', 'name': 'tempest-ServerActionsTestJSON-1097397683-router', 'tenant_id': '5a560046c26c483180c0093a6be1dd8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '86f3a13f-9894-42a5-9566-945afd1efec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:36:21Z', 'updated_at': '2021-11-25T17:36:29Z', 'revision_number': 4, 'project_id': '5a560046c26c483180c0093a6be1dd8b', 'gw_port': {'id': '86f3a13f-9894-42a5-9566-945afd1efec6', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0683976-3878-49e6-8dc7-177fbd4b99b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:23Z', 'updated_at': '2021-11-25T17:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '2fe512c4-3058-44ab-91e2-a2ef4a534159', 'name': '', 'network_id': 'd0082d57-8c96-4a76-be0f-340c2f65b160', 'tenant_id': '5a560046c26c483180c0093a6be1dd8b', 'mac_address': 'fa:16:3e:7a:03:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0683976-3878-49e6-8dc7-177fbd4b99b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'c74f83ed-3896-4341-8cf1-e1417d85add2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:27Z', 'updated_at': '2021-11-25T17:36:33Z', 'revision_number': 4, 'project_id': '5a560046c26c483180c0093a6be1dd8b', 'subnets': [{'id': 'c74f83ed-3896-4341-8cf1-e1417d85add2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:36:34.744171 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c36cc552-7f11-4eff-a22a-a2f7b635b368 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:34.750988 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c36cc552-7f11-4eff-a22a-a2f7b635b368 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:34.824959 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 51920) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:34.864798 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ee1d62-9024-4fd5-9ab6-a5c6c6f188c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-5fd381c7-dfad-4bff-8a4d-57fce3cfe626', 'network_id': '5fd381c7-dfad-4bff-8a4d-57fce3cfe626', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'fixed_ips': [{'subnet_id': '9a70539a-8601-47de-a9fe-6665d0bc1e7a'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:36:34.865742 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c3ee1d62-9024-4fd5-9ab6-a5c6c6f188c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:35.015651 n-d-817746-1 neutron-server[103361]: INFO neutron.db.l3_db [None req-c36cc552-7f11-4eff-a22a-a2f7b635b368 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Floating IP e95b1b0a-6176-4232-9d6b-1edb92ab10dc associated. External IP: 172.25.0.34, port: eafcd150-3494-48a4-b969-e28538f2a772. Nov 25 17:36:35.168801 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-c3ee1d62-9024-4fd5-9ab6-a5c6c6f188c0 None None] Allocated IP 2001:db8::2 (5fd381c7-dfad-4bff-8a4d-57fce3cfe626/9a70539a-8601-47de-a9fe-6665d0bc1e7a/5d3c770f-d839-4124-bd59-829f965fb7d3) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:36:35.188049 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4c85d717-9335-4e10-8703-e9f948da2560 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:35.262027 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-78363e32-9219-4b1b-b243-f0934226ebbb tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:35.355212 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c3ee1d62-9024-4fd5-9ab6-a5c6c6f188c0 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:35.368928 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c3ee1d62-9024-4fd5-9ab6-a5c6c6f188c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:35.462275 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1ff7f649-a284-402c-bb25-9dba2a1f5426 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:35.494852 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ee1d62-9024-4fd5-9ab6-a5c6c6f188c0 None None] Network 5fd381c7-dfad-4bff-8a4d-57fce3cfe626 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:36:35.498137 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-c3ee1d62-9024-4fd5-9ab6-a5c6c6f188c0 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:35.502299 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ee1d62-9024-4fd5-9ab6-a5c6c6f188c0 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:36:35.512151 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ee1d62-9024-4fd5-9ab6-a5c6c6f188c0 None None] Pushing event updated for resources: {'Port': ['ID=5d3c770f-d839-4124-bd59-829f965fb7d3,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:35.561734 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff7f649-a284-402c-bb25-9dba2a1f5426 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event updated for resources: {'Subnet': ['ID=d06ee3f7-b3b5-4714-a443-87e66bcbb366,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:35.570508 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4c85d717-9335-4e10-8703-e9f948da2560 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:35.575460 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-c3ee1d62-9024-4fd5-9ab6-a5c6c6f188c0 None None] Attempting to bind port 5d3c770f-d839-4124-bd59-829f965fb7d3 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:36:35.575460 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-c3ee1d62-9024-4fd5-9ab6-a5c6c6f188c0 None None] Attempting to bind port 5d3c770f-d839-4124-bd59-829f965fb7d3 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '0ff6248e-4361-4f05-bc09-b8f8df7cadc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '5fd381c7-dfad-4bff-8a4d-57fce3cfe626'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:36:35.575997 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ee1d62-9024-4fd5-9ab6-a5c6c6f188c0 None None] Attempting to bind port 5d3c770f-d839-4124-bd59-829f965fb7d3 on network 5fd381c7-dfad-4bff-8a4d-57fce3cfe626 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:36:35.588635 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ee1d62-9024-4fd5-9ab6-a5c6c6f188c0 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:36:35.589278 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ee1d62-9024-4fd5-9ab6-a5c6c6f188c0 None None] Checking segment: {'id': '0ff6248e-4361-4f05-bc09-b8f8df7cadc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '5fd381c7-dfad-4bff-8a4d-57fce3cfe626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:36:35.589799 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c3ee1d62-9024-4fd5-9ab6-a5c6c6f188c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:35.590363 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ee1d62-9024-4fd5-9ab6-a5c6c6f188c0 None None] Bound using segment: {'id': '0ff6248e-4361-4f05-bc09-b8f8df7cadc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '5fd381c7-dfad-4bff-8a4d-57fce3cfe626'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:36:35.591403 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff7f649-a284-402c-bb25-9dba2a1f5426 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Checking segment: {'id': '7487affa-6698-4a8d-ab3c-3e5301b8bcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'bbcf523f-92c5-450c-8c8a-113204197620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:36:35.591544 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-c3ee1d62-9024-4fd5-9ab6-a5c6c6f188c0 None None] Bound port: 5d3c770f-d839-4124-bd59-829f965fb7d3, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ff6248e-4361-4f05-bc09-b8f8df7cadc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '5fd381c7-dfad-4bff-8a4d-57fce3cfe626'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:36:35.591945 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff7f649-a284-402c-bb25-9dba2a1f5426 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Network hostable DHCP agents. Network: bbcf523f-92c5-450c-8c8a-113204197620, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:36:35.592071 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c3ee1d62-9024-4fd5-9ab6-a5c6c6f188c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:35.612461 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff7f649-a284-402c-bb25-9dba2a1f5426 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Network bbcf523f-92c5-450c-8c8a-113204197620 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:36:35.632957 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-1ff7f649-a284-402c-bb25-9dba2a1f5426 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, bbcf523f-92c5-450c-8c8a-113204197620) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:35.645303 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c02aaed-7f24-4693-a2ee-42a842de2a41 None None] Network bbcf523f-92c5-450c-8c8a-113204197620 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:36:35.650546 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff7f649-a284-402c-bb25-9dba2a1f5426 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:35.652104 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1ff7f649-a284-402c-bb25-9dba2a1f5426 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:35.659520 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4c85d717-9335-4e10-8703-e9f948da2560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:35.690959 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1ff7f649-a284-402c-bb25-9dba2a1f5426 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4787183 Nov 25 17:36:35.691573 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 51932) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:35.696930 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-fd8ae5dd-b600-40a7-85a1-7ff9f2337a96 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1183223437', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:35.724420 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fd8ae5dd-b600-40a7-85a1-7ff9f2337a96 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:35.724874 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-c3ee1d62-9024-4fd5-9ab6-a5c6c6f188c0 None None] For port 5d3c770f-d839-4124-bd59-829f965fb7d3, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:36:35.726064 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fd8ae5dd-b600-40a7-85a1-7ff9f2337a96 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:35.746338 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c85d717-9335-4e10-8703-e9f948da2560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e229d0d-d276-49fd-bbdd-ab40bcafbaff,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:35.778085 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-c3ee1d62-9024-4fd5-9ab6-a5c6c6f188c0 None None] For port 5d3c770f-d839-4124-bd59-829f965fb7d3, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=5d3c770f-d839-4124-bd59-829f965fb7d3,segment=NetworkSegment(0ff6248e-4361-4f05-bc09-b8f8df7cadc7),segment_id=0ff6248e-4361-4f05-bc09-b8f8df7cadc7)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:36:35.804563 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c3ee1d62-9024-4fd5-9ab6-a5c6c6f188c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:35.810915 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fd8ae5dd-b600-40a7-85a1-7ff9f2337a96 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:35.817992 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fd8ae5dd-b600-40a7-85a1-7ff9f2337a96 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:35.845822 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5199d23-0c2e-4eae-9c02-cf9f1851312c req-eef0b47e-b21a-4b92-8d45-4427ec422b32 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:35.853378 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c5199d23-0c2e-4eae-9c02-cf9f1851312c req-eef0b47e-b21a-4b92-8d45-4427ec422b32 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/ports?device_id=28d1c156-da7a-4bf3-8a0c-3cb1e5e00d09 HTTP/1.1" status: 200 len: 946 time: 0.3666670 Nov 25 17:36:35.865334 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fd8ae5dd-b600-40a7-85a1-7ff9f2337a96 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:35.869437 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-fd8ae5dd-b600-40a7-85a1-7ff9f2337a96 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1736789 Nov 25 17:36:35.870467 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 51936) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:35.926642 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-78363e32-9219-4b1b-b243-f0934226ebbb tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Allocated IP 172.25.0.36 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/2d96278b-46d1-423c-8eec-169f029db404) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:36:35.978534 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ee1d62-9024-4fd5-9ab6-a5c6c6f188c0 None None] Pushing event updated for resources: {'Port': ['ID=5d3c770f-d839-4124-bd59-829f965fb7d3,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:36.070630 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5b0c15-6358-45f6-9031-dbcdd876e763 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-bbcf523f-92c5-450c-8c8a-113204197620', 'network_id': 'bbcf523f-92c5-450c-8c8a-113204197620', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'fixed_ips': [{'subnet_id': 'd06ee3f7-b3b5-4714-a443-87e66bcbb366'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:36:36.072162 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0a5b0c15-6358-45f6-9031-dbcdd876e763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:36.122017 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-78363e32-9219-4b1b-b243-f0934226ebbb tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:36.269338 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-4c85d717-9335-4e10-8703-e9f948da2560 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e948cdeccccb49e7af1958084fe21a86&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4435997 Nov 25 17:36:36.287154 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-78363e32-9219-4b1b-b243-f0934226ebbb tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:36.290492 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 51938) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:36.295645 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c36cc552-7f11-4eff-a22a-a2f7b635b368 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Router 7168b50f-59dc-4fee-aaeb-a6ebb78a9b50 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:36:36.380349 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-0a5b0c15-6358-45f6-9031-dbcdd876e763 None None] Allocated IP 2001:db8:1::2 (bbcf523f-92c5-450c-8c8a-113204197620/d06ee3f7-b3b5-4714-a443-87e66bcbb366/c6efbd5e-3242-4806-bacb-46ec65a7a8cb) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:36:36.522528 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 2fe512c4-3058-44ab-91e2-a2ef4a534159 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:36:36.553776 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78363e32-9219-4b1b-b243-f0934226ebbb tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:36:36.562166 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6bb4ae85-ff45-4ed4-bc0b-146f36c95e92 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:36.576229 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-78363e32-9219-4b1b-b243-f0934226ebbb tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:36.585932 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78363e32-9219-4b1b-b243-f0934226ebbb tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:36:36.677126 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c5199d23-0c2e-4eae-9c02-cf9f1851312c req-dea213f0-a20c-4272-9c21-cc448e5f4081 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/security-groups?id=9cb48d60-855a-4fc7-ad36-ccabac53205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7969792 Nov 25 17:36:36.689669 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78363e32-9219-4b1b-b243-f0934226ebbb tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Pushing event updated for resources: {'Port': ['ID=2d96278b-46d1-423c-8eec-169f029db404,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:36.754291 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 2fe512c4-3058-44ab-91e2-a2ef4a534159 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:36.755601 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:36.788061 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0a5b0c15-6358-45f6-9031-dbcdd876e763 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:36.800747 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0a5b0c15-6358-45f6-9031-dbcdd876e763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:36.808076 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a948a75c-f46e-4e91-b2a7-ebffd2da2d24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:36.869085 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5b0c15-6358-45f6-9031-dbcdd876e763 None None] Network bbcf523f-92c5-450c-8c8a-113204197620 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:36:36.878646 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-0a5b0c15-6358-45f6-9031-dbcdd876e763 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:36.881872 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5b0c15-6358-45f6-9031-dbcdd876e763 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:36:36.886254 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5b0c15-6358-45f6-9031-dbcdd876e763 None None] Pushing event updated for resources: {'Port': ['ID=c6efbd5e-3242-4806-bacb-46ec65a7a8cb,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:36.903249 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a948a75c-f46e-4e91-b2a7-ebffd2da2d24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:36.906250 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-78363e32-9219-4b1b-b243-f0934226ebbb tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:37.005447 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-0a5b0c15-6358-45f6-9031-dbcdd876e763 None None] Attempting to bind port c6efbd5e-3242-4806-bacb-46ec65a7a8cb on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:36:37.006015 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-0a5b0c15-6358-45f6-9031-dbcdd876e763 None None] Attempting to bind port c6efbd5e-3242-4806-bacb-46ec65a7a8cb by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '7487affa-6698-4a8d-ab3c-3e5301b8bcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'bbcf523f-92c5-450c-8c8a-113204197620'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:36:37.006893 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5b0c15-6358-45f6-9031-dbcdd876e763 None None] Attempting to bind port c6efbd5e-3242-4806-bacb-46ec65a7a8cb on network bbcf523f-92c5-450c-8c8a-113204197620 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:36:37.018071 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5b0c15-6358-45f6-9031-dbcdd876e763 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:36:37.018071 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5b0c15-6358-45f6-9031-dbcdd876e763 None None] Checking segment: {'id': '7487affa-6698-4a8d-ab3c-3e5301b8bcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'bbcf523f-92c5-450c-8c8a-113204197620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:36:37.018071 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0a5b0c15-6358-45f6-9031-dbcdd876e763 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:37.019671 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5b0c15-6358-45f6-9031-dbcdd876e763 None None] Bound using segment: {'id': '7487affa-6698-4a8d-ab3c-3e5301b8bcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'bbcf523f-92c5-450c-8c8a-113204197620'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:36:37.019671 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-0a5b0c15-6358-45f6-9031-dbcdd876e763 None None] Bound port: c6efbd5e-3242-4806-bacb-46ec65a7a8cb, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7487affa-6698-4a8d-ab3c-3e5301b8bcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'bbcf523f-92c5-450c-8c8a-113204197620'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:36:37.020049 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0a5b0c15-6358-45f6-9031-dbcdd876e763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:37.025424 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60e9f1-ee07-4d7b-a2c6-63bed3b7bb19 req-d4996d7b-0784-42db-bb69-738f96efc659 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:37.026909 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5d60e9f1-ee07-4d7b-a2c6-63bed3b7bb19 req-d4996d7b-0784-42db-bb69-738f96efc659 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.90 "GET /v2.0/ports?device_id=28d1c156-da7a-4bf3-8a0c-3cb1e5e00d09 HTTP/1.1" status: 200 len: 946 time: 0.2051711 Nov 25 17:36:37.028164 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c36cc552-7f11-4eff-a22a-a2f7b635b368 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:36:37.035349 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c36cc552-7f11-4eff-a22a-a2f7b635b368 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:37.053242 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-6bb4ae85-ff45-4ed4-bc0b-146f36c95e92 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Allocated IP 2001:db8::1 (5fd381c7-dfad-4bff-8a4d-57fce3cfe626/9a70539a-8601-47de-a9fe-6665d0bc1e7a/a07283fe-25e4-4634-a3e7-37fe18ccc5ba) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:36:37.101074 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7705d95b-2875-4ee3-a31c-684756649d22 None None] Sync routers for ids ['7168b50f-59dc-4fee-aaeb-a6ebb78a9b50'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:36:37.141890 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7705d95b-2875-4ee3-a31c-684756649d22 None None] Routers {'7168b50f-59dc-4fee-aaeb-a6ebb78a9b50'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:37.142520 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-7705d95b-2875-4ee3-a31c-684756649d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:36:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['7168b50f-59dc-4fee-aaeb-a6ebb78a9b50'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:37.144950 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-0a5b0c15-6358-45f6-9031-dbcdd876e763 None None] For port c6efbd5e-3242-4806-bacb-46ec65a7a8cb, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:36:37.151740 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c36cc552-7f11-4eff-a22a-a2f7b635b368 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "PUT /v2.0/floatingips/e95b1b0a-6176-4232-9d6b-1edb92ab10dc HTTP/1.1" status: 200 len: 991 time: 3.6983237 Nov 25 17:36:37.152254 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-0a5b0c15-6358-45f6-9031-dbcdd876e763 None None] For port c6efbd5e-3242-4806-bacb-46ec65a7a8cb, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=c6efbd5e-3242-4806-bacb-46ec65a7a8cb,segment=NetworkSegment(7487affa-6698-4a8d-ab3c-3e5301b8bcf2),segment_id=7487affa-6698-4a8d-ab3c-3e5301b8bcf2)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:36:37.152472 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cf02964-0c83-4741-9cb8-4d665776485b', 'tag': 'eafcd150-3494-48a4-b969-e28538f2a772'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:36:37.154978 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f668861c-0f14-4491-b639-1e211f8faebe" -d '{"events": [{"name": "network-changed", "server_uuid": "7cf02964-0c83-4741-9cb8-4d665776485b", "tag": "eafcd150-3494-48a4-b969-e28538f2a772"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:36:37.161541 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-78363e32-9219-4b1b-b243-f0934226ebbb tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:37.251603 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6bb4ae85-ff45-4ed4-bc0b-146f36c95e92 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:37.267979 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a948a75c-f46e-4e91-b2a7-ebffd2da2d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:37.271307 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a948a75c-f46e-4e91-b2a7-ebffd2da2d24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:37.274819 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-a948a75c-f46e-4e91-b2a7-ebffd2da2d24 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8e229d0d-d276-49fd-bbdd-ab40bcafbaff HTTP/1.1" status: 204 len: 168 time: 0.9602196 Nov 25 17:36:37.293028 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a948a75c-f46e-4e91-b2a7-ebffd2da2d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e229d0d-d276-49fd-bbdd-ab40bcafbaff,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:37.300543 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-5d60e9f1-ee07-4d7b-a2c6-63bed3b7bb19 req-89687b27-cce1-4e36-8f7b-2f79caa8f3c4 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Deleting port 7b0d974f-009c-4ad7-b5a2-15493d1b2c22 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:37.301792 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-5d60e9f1-ee07-4d7b-a2c6-63bed3b7bb19 req-89687b27-cce1-4e36-8f7b-2f79caa8f3c4 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:37.345499 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6bb4ae85-ff45-4ed4-bc0b-146f36c95e92 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:37.448714 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb4ae85-ff45-4ed4-bc0b-146f36c95e92 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Network 5fd381c7-dfad-4bff-8a4d-57fce3cfe626 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:36:37.458704 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-7705d95b-2875-4ee3-a31c-684756649d22 None None] Set router 7168b50f-59dc-4fee-aaeb-a6ebb78a9b50 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:36:37.472231 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-6bb4ae85-ff45-4ed4-bc0b-146f36c95e92 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:37.475365 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb4ae85-ff45-4ed4-bc0b-146f36c95e92 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:36:37.477203 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6bb4ae85-ff45-4ed4-bc0b-146f36c95e92 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:37.561072 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe45e20e-1607-4102-8334-d8af732db038 x-openstack-request-id: req-fe45e20e-1607-4102-8334-d8af732db038 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:36:37.561561 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cf02964-0c83-4741-9cb8-4d665776485b", "tag": "eafcd150-3494-48a4-b969-e28538f2a772", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:36:37.561842 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fe45e20e-1607-4102-8334-d8af732db038 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:36:37.562277 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cf02964-0c83-4741-9cb8-4d665776485b', 'tag': 'eafcd150-3494-48a4-b969-e28538f2a772', 'status': 'completed', 'code': 200} Nov 25 17:36:37.577733 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0a5b0c15-6358-45f6-9031-dbcdd876e763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:37.684025 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb4ae85-ff45-4ed4-bc0b-146f36c95e92 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event updated for resources: {'Port': ['ID=a07283fe-25e4-4634-a3e7-37fe18ccc5ba,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:37.750710 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668861c-0f14-4491-b639-1e211f8faebe req-64b93892-28b0-4864-a336-401137517b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:37.752937 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f668861c-0f14-4491-b639-1e211f8faebe req-64b93892-28b0-4864-a336-401137517b5a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d4086650dac54a539044dab15f8f252a&device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 1097 time: 0.1831074 Nov 25 17:36:37.785188 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6bb4ae85-ff45-4ed4-bc0b-146f36c95e92 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:37.794868 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 51962) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:37.831047 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-5d60e9f1-ee07-4d7b-a2c6-63bed3b7bb19 req-89687b27-cce1-4e36-8f7b-2f79caa8f3c4 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] For port 7b0d974f-009c-4ad7-b5a2-15493d1b2c22, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=7b0d974f-009c-4ad7-b5a2-15493d1b2c22,segment=NetworkSegment(136500d7-8aa5-4736-8898-2ad70aef0369),segment_id=136500d7-8aa5-4736-8898-2ad70aef0369)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:37.831741 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-5d60e9f1-ee07-4d7b-a2c6-63bed3b7bb19 req-89687b27-cce1-4e36-8f7b-2f79caa8f3c4 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:37.836459 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-93bbd056-56dd-40f5-a591-540aedf9519c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:37.861745 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e666d492-7cc6-4acb-9024-a73200f633c1 None None] Network 5fd381c7-dfad-4bff-8a4d-57fce3cfe626 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:36:37.893080 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5b0c15-6358-45f6-9031-dbcdd876e763 None None] Pushing event updated for resources: {'Port': ['ID=c6efbd5e-3242-4806-bacb-46ec65a7a8cb,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:37.898250 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-5d60e9f1-ee07-4d7b-a2c6-63bed3b7bb19 req-89687b27-cce1-4e36-8f7b-2f79caa8f3c4 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Calling delete_port for 7b0d974f-009c-4ad7-b5a2-15493d1b2c22 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:37.925649 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-78363e32-9219-4b1b-b243-f0934226ebbb tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:37.984161 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-78363e32-9219-4b1b-b243-f0934226ebbb tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:38.001275 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-24562d3f-bceb-41d7-b4df-ee7c06c26eb0 None None] Provisioning complete for port 5d3c770f-d839-4124-bd59-829f965fb7d3 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:38.010151 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-24562d3f-bceb-41d7-b4df-ee7c06c26eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:38.163699 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-93bbd056-56dd-40f5-a591-540aedf9519c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:38.176169 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-93bbd056-56dd-40f5-a591-540aedf9519c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:38.284084 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-93bbd056-56dd-40f5-a591-540aedf9519c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e8eb9ec7a2b14fb18ee8d902b1412883&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4879479 Nov 25 17:36:38.287872 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 51966) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:38.291225 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bbd056-56dd-40f5-a591-540aedf9519c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca50838-b87a-4514-ba51-6b8613bfe426,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:38.336868 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6bb4ae85-ff45-4ed4-bc0b-146f36c95e92 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:38.345720 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6bb4ae85-ff45-4ed4-bc0b-146f36c95e92 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:38.346518 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6bb4ae85-ff45-4ed4-bc0b-146f36c95e92 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:38.388605 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-24562d3f-bceb-41d7-b4df-ee7c06c26eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:38.468164 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-24562d3f-bceb-41d7-b4df-ee7c06c26eb0 None None] For port 5d3c770f-d839-4124-bd59-829f965fb7d3, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=5d3c770f-d839-4124-bd59-829f965fb7d3,segment=NetworkSegment(0ff6248e-4361-4f05-bc09-b8f8df7cadc7),segment_id=0ff6248e-4361-4f05-bc09-b8f8df7cadc7)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:38.477752 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-24562d3f-bceb-41d7-b4df-ee7c06c26eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:38.487133 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb4ae85-ff45-4ed4-bc0b-146f36c95e92 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event updated for resources: {'Port': ['ID=a07283fe-25e4-4634-a3e7-37fe18ccc5ba,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:38.499490 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8154114f-e152-4a0d-9fd8-7afc58fc2e3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:38.534199 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 5d3c770f-d839-4124-bd59-829f965fb7d3 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:36:38.563951 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8154114f-e152-4a0d-9fd8-7afc58fc2e3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:38.597378 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb4ae85-ff45-4ed4-bc0b-146f36c95e92 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Network 5fd381c7-dfad-4bff-8a4d-57fce3cfe626 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:36:38.603637 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-6bb4ae85-ff45-4ed4-bc0b-146f36c95e92 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:38.625244 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-7705d95b-2875-4ee3-a31c-684756649d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7168b50f-59dc-4fee-aaeb-a6ebb78a9b50', 'name': 'tempest-AttachVolumeShelveTestJSON-779843250-router', 'tenant_id': 'd4086650dac54a539044dab15f8f252a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'c2d1fa30-f17d-4813-8406-2a686109ed95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:44Z', 'updated_at': '2021-11-25T17:31:47Z', 'revision_number': 4, 'project_id': 'd4086650dac54a539044dab15f8f252a', 'gw_port': {'id': 'c2d1fa30-f17d-4813-8406-2a686109ed95', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7168b50f-59dc-4fee-aaeb-a6ebb78a9b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:45Z', 'updated_at': '2021-11-25T17:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': 'e95b1b0a-6176-4232-9d6b-1edb92ab10dc', 'tenant_id': 'd4086650dac54a539044dab15f8f252a', 'floating_ip_address': '172.25.0.34', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '7168b50f-59dc-4fee-aaeb-a6ebb78a9b50', 'port_id': 'eafcd150-3494-48a4-b969-e28538f2a772', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49c799e6-01fb-4356-b67f-8b970273c51a', 'mac_address': 'fa:16:3e:1e:5f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf02964-0c83-4741-9cb8-4d665776485b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:36:12Z', 'updated_at': '2021-11-25T17:36:34Z', 'revision_number': 1, 'project_id': 'd4086650dac54a539044dab15f8f252a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54bdbdc2-5281-4b2a-8b87-916bf45252e8', 'name': '', 'network_id': '49c799e6-01fb-4356-b67f-8b970273c51a', 'tenant_id': 'd4086650dac54a539044dab15f8f252a', 'mac_address': 'fa:16:3e:ab:ec:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7168b50f-59dc-4fee-aaeb-a6ebb78a9b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '25a72b94-fb6e-4434-9c21-274e75835bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:47Z', 'updated_at': '2021-11-25T17:31:55Z', 'revision_number': 5, 'project_id': 'd4086650dac54a539044dab15f8f252a', 'subnets': [{'id': '25a72b94-fb6e-4434-9c21-274e75835bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:38.633078 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa33964-bf0a-4697-bada-03c6addd6ced req-44c41538-29c9-418f-839b-f75d921cc4dc tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:38.634645 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3aa33964-bf0a-4697-bada-03c6addd6ced req-44c41538-29c9-418f-839b-f75d921cc4dc tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/ports?device_id=28d1c156-da7a-4bf3-8a0c-3cb1e5e00d09 HTTP/1.1" status: 200 len: 946 time: 0.8286574 Nov 25 17:36:38.674989 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668861c-0f14-4491-b639-1e211f8faebe req-4c926310-05f6-460b-a897-3fc2b3b83e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:38.676457 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f668861c-0f14-4491-b639-1e211f8faebe req-4c926310-05f6-460b-a897-3fc2b3b83e63 service neutron] 10.222.0.90 "GET /v2.0/networks?id=49c799e6-01fb-4356-b67f-8b970273c51a HTTP/1.1" status: 200 len: 917 time: 0.9143684 Nov 25 17:36:38.690175 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24562d3f-bceb-41d7-b4df-ee7c06c26eb0 None None] Pushing event updated for resources: {'Port': ['ID=5d3c770f-d839-4124-bd59-829f965fb7d3,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:38.711393 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7705d95b-2875-4ee3-a31c-684756649d22 None None] Checking router: 7168b50f-59dc-4fee-aaeb-a6ebb78a9b50 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:36:38.718124 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78363e32-9219-4b1b-b243-f0934226ebbb tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Pushing event updated for resources: {'Port': ['ID=2d96278b-46d1-423c-8eec-169f029db404,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:38.719564 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8154114f-e152-4a0d-9fd8-7afc58fc2e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:38.724078 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8154114f-e152-4a0d-9fd8-7afc58fc2e3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:38.725565 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8154114f-e152-4a0d-9fd8-7afc58fc2e3b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0ca50838-b87a-4514-ba51-6b8613bfe426 HTTP/1.1" status: 204 len: 168 time: 0.4353728 Nov 25 17:36:38.753220 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 5d3c770f-d839-4124-bd59-829f965fb7d3 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:38.753597 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:38.759284 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8154114f-e152-4a0d-9fd8-7afc58fc2e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca50838-b87a-4514-ba51-6b8613bfe426,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:38.778806 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-78363e32-9219-4b1b-b243-f0934226ebbb tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:38.845493 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bb4ae85-ff45-4ed4-bc0b-146f36c95e92 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Router 4a97c1dd-5071-4098-ac2b-23980d120d3b is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:36:38.873942 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7705d95b-2875-4ee3-a31c-684756649d22 None None] Routers {'7168b50f-59dc-4fee-aaeb-a6ebb78a9b50'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:38.874589 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-7705d95b-2875-4ee3-a31c-684756649d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:36:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['7168b50f-59dc-4fee-aaeb-a6ebb78a9b50'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:38.921389 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-78363e32-9219-4b1b-b243-f0934226ebbb tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:38.925729 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-78363e32-9219-4b1b-b243-f0934226ebbb tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8845348 Nov 25 17:36:38.965899 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3aa33964-bf0a-4697-bada-03c6addd6ced req-39cdb3dd-313b-423c-887e-e570aabec035 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/security-groups?id=9cb48d60-855a-4fc7-ad36-ccabac53205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130553 Nov 25 17:36:38.997032 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f668861c-0f14-4491-b639-1e211f8faebe req-ed331a36-676b-4c8f-8533-e903a8dfb169 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eafcd150-3494-48a4-b969-e28538f2a772 HTTP/1.1" status: 200 len: 999 time: 0.3052099 Nov 25 17:36:39.122120 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-5d60e9f1-ee07-4d7b-a2c6-63bed3b7bb19 req-89687b27-cce1-4e36-8f7b-2f79caa8f3c4 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:39.123123 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb4ae85-ff45-4ed4-bc0b-146f36c95e92 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:36:39.134116 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6bb4ae85-ff45-4ed4-bc0b-146f36c95e92 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "PUT /v2.0/routers/4a97c1dd-5071-4098-ac2b-23980d120d3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2587571 Nov 25 17:36:39.134869 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 51984) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:39.156463 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8687d90-0848-43bf-8253-7fc5189281b9 None None] Sync routers for ids ['4a97c1dd-5071-4098-ac2b-23980d120d3b'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:36:39.184644 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8687d90-0848-43bf-8253-7fc5189281b9 None None] Routers {'4a97c1dd-5071-4098-ac2b-23980d120d3b'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:39.185640 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-f8687d90-0848-43bf-8253-7fc5189281b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:36:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['4a97c1dd-5071-4098-ac2b-23980d120d3b'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:39.203836 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['3bed3c3b-a732-4909-bbb7-404008a9920a'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:36:39.206547 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['c83886b1-a4f0-4ded-9c62-8f1712b365cf'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:36:39.213382 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-ff15529d-95a2-49c7-ba1d-9b90ffc944b8 None None] Provisioning complete for port 5d3c770f-d839-4124-bd59-829f965fb7d3 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:39.221674 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ff15529d-95a2-49c7-ba1d-9b90ffc944b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:39.232116 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668861c-0f14-4491-b639-1e211f8faebe req-5f834541-ceba-45a3-bd24-2ca1c45e1e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:39.233997 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f668861c-0f14-4491-b639-1e211f8faebe req-5f834541-ceba-45a3-bd24-2ca1c45e1e68 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=25a72b94-fb6e-4434-9c21-274e75835bc9 HTTP/1.1" status: 200 len: 855 time: 0.2178831 Nov 25 17:36:39.280218 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-f8687d90-0848-43bf-8253-7fc5189281b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:39.301084 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89687b27-cce1-4e36-8f7b-2f79caa8f3c4 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Pushing event deleted for resources: {'Port': ['ID=7b0d974f-009c-4ad7-b5a2-15493d1b2c22,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:39.306018 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 7b0d974f-009c-4ad7-b5a2-15493d1b2c22 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:36:39.320921 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8687d90-0848-43bf-8253-7fc5189281b9 None None] Routers {'4a97c1dd-5071-4098-ac2b-23980d120d3b'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:39.322672 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-f8687d90-0848-43bf-8253-7fc5189281b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:36:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['4a97c1dd-5071-4098-ac2b-23980d120d3b'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:39.383874 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: 7b0d974f-009c-4ad7-b5a2-15493d1b2c22 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:36:39.384430 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 7b0d974f-009c-4ad7-b5a2-15493d1b2c22 not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:36:39.393705 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-f8687d90-0848-43bf-8253-7fc5189281b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:39.394412 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8687d90-0848-43bf-8253-7fc5189281b9 None None] The sync data for ids ['4a97c1dd-5071-4098-ac2b-23980d120d3b'] in n-d-817746-1 is: [] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:36:39.406670 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdbb132-7955-4eb3-8213-c00251bc4798 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:39.408113 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-fbdbb132-7955-4eb3-8213-c00251bc4798 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "GET /v2.0/ports/a07283fe-25e4-4634-a3e7-37fe18ccc5ba HTTP/1.1" status: 200 len: 911 time: 0.2539961 Nov 25 17:36:39.411623 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 51998) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:39.427189 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-7705d95b-2875-4ee3-a31c-684756649d22 None None] Set router 7168b50f-59dc-4fee-aaeb-a6ebb78a9b50 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:36:39.475095 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d60e9f1-ee07-4d7b-a2c6-63bed3b7bb19 req-89687b27-cce1-4e36-8f7b-2f79caa8f3c4 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] No DVR routers for this DVR port 7b0d974f-009c-4ad7-b5a2-15493d1b2c22 on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:36:39.480543 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-5d60e9f1-ee07-4d7b-a2c6-63bed3b7bb19 req-89687b27-cce1-4e36-8f7b-2f79caa8f3c4 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:39.483863 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5d60e9f1-ee07-4d7b-a2c6-63bed3b7bb19 req-89687b27-cce1-4e36-8f7b-2f79caa8f3c4 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.90 "DELETE /v2.0/ports/7b0d974f-009c-4ad7-b5a2-15493d1b2c22 HTTP/1.1" status: 204 len: 173 time: 2.4407096 Nov 25 17:36:39.528768 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3302c345-27ce-42d8-9622-83175b75b20b req-9e3efc43-83d4-49f2-99b8-fb6279afa77c tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1401613560&fields=id&tenant_id=5a560046c26c483180c0093a6be1dd8b HTTP/1.1" status: 200 len: 267 time: 0.2681720 Nov 25 17:36:39.530733 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668861c-0f14-4491-b639-1e211f8faebe req-162c5abb-83bc-4fcf-be05-4e42a9a31625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:39.532159 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f668861c-0f14-4491-b639-1e211f8faebe req-162c5abb-83bc-4fcf-be05-4e42a9a31625 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=49c799e6-01fb-4356-b67f-8b970273c51a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2623134 Nov 25 17:36:39.576136 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d1c156-da7a-4bf3-8a0c-3cb1e5e00d09', 'name': 'network-vif-deleted', 'tag': '7b0d974f-009c-4ad7-b5a2-15493d1b2c22'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:36:39.578973 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c957c9-239b-401f-b434-b538fe225b1d" -d '{"events": [{"server_uuid": "28d1c156-da7a-4bf3-8a0c-3cb1e5e00d09", "name": "network-vif-deleted", "tag": "7b0d974f-009c-4ad7-b5a2-15493d1b2c22"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:36:39.748094 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510dc050-8cea-481a-90ca-f591704d61fd x-openstack-request-id: req-510dc050-8cea-481a-90ca-f591704d61fd {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:36:39.756852 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d1c156-da7a-4bf3-8a0c-3cb1e5e00d09", "name": "network-vif-deleted", "tag": "7b0d974f-009c-4ad7-b5a2-15493d1b2c22", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:36:39.757162 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-510dc050-8cea-481a-90ca-f591704d61fd {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:36:39.757561 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d1c156-da7a-4bf3-8a0c-3cb1e5e00d09', 'name': 'network-vif-deleted', 'tag': '7b0d974f-009c-4ad7-b5a2-15493d1b2c22', 'status': 'completed', 'code': 200} Nov 25 17:36:39.850354 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302c345-27ce-42d8-9622-83175b75b20b req-9cfa3b4d-5e58-4ac5-b5b7-6f1bbb209d0f tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:39.858276 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3302c345-27ce-42d8-9622-83175b75b20b req-9cfa3b4d-5e58-4ac5-b5b7-6f1bbb209d0f tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/networks?id=d0082d57-8c96-4a76-be0f-340c2f65b160 HTTP/1.1" status: 200 len: 812 time: 0.3131070 Nov 25 17:36:39.899590 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3302c345-27ce-42d8-9622-83175b75b20b req-028455b0-1e80-4359-b6d1-543d701c5206 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/quotas/5a560046c26c483180c0093a6be1dd8b HTTP/1.1" status: 200 len: 375 time: 0.0393405 Nov 25 17:36:39.967233 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a0908e-fe62-4c3e-b81f-de5ea6e1522f None None] Network bbcf523f-92c5-450c-8c8a-113204197620 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:36:40.113726 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f668861c-0f14-4491-b639-1e211f8faebe req-50c73260-1515-4eb5-904d-a46551b9e6fc service neutron] 10.222.0.90 "GET /v2.0/networks/49c799e6-01fb-4356-b67f-8b970273c51a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5673740 Nov 25 17:36:40.235580 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f668861c-0f14-4491-b639-1e211f8faebe req-eae7c8e4-1b86-4076-8487-5565e011f5a2 service neutron] 10.222.0.90 "GET /v2.0/networks/49c799e6-01fb-4356-b67f-8b970273c51a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121016 Nov 25 17:36:40.260161 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3302c345-27ce-42d8-9622-83175b75b20b req-b23403ee-3a51-4b21-a028-f49e444af326 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=5a560046c26c483180c0093a6be1dd8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3533275 Nov 25 17:36:40.319332 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4d70cfdf-85a4-4f83-a1d0-89106874b71f req-2ed88f39-c160-4708-a722-4ad74a50e3a2 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/ports?device_id=28d1c156-da7a-4bf3-8a0c-3cb1e5e00d09 HTTP/1.1" status: 200 len: 210 time: 0.0562048 Nov 25 17:36:40.421447 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3302c345-27ce-42d8-9622-83175b75b20b req-988a9c91-ee78-4756-845a-b44f2761f818 service neutron] 10.222.0.75 "GET /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476333 Nov 25 17:36:40.440789 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5282eb12-ea90-4649-8a3c-181a843c1d0f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:40.543199 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-ff15529d-95a2-49c7-ba1d-9b90ffc944b8 None None] Provisioning complete for port a07283fe-25e4-4634-a3e7-37fe18ccc5ba triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:40.544215 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ff15529d-95a2-49c7-ba1d-9b90ffc944b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:40.556068 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 5d3c770f-d839-4124-bd59-829f965fb7d3 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:36:40.565328 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3302c345-27ce-42d8-9622-83175b75b20b req-fdfd2e59-9423-4a6e-a79b-2a2605293a24 service neutron] 10.222.0.75 "GET /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374280 Nov 25 17:36:40.828774 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-20c907f1-da1b-4543-957d-aa07aa43a394 req-bfdf577c-be4e-432b-aa91-31f15eacf4c4 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 210 time: 0.0481176 Nov 25 17:36:40.988536 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-ff15529d-95a2-49c7-ba1d-9b90ffc944b8 None None] Port a07283fe-25e4-4634-a3e7-37fe18ccc5ba cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:36:41.140282 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-7705d95b-2875-4ee3-a31c-684756649d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7168b50f-59dc-4fee-aaeb-a6ebb78a9b50', 'name': 'tempest-AttachVolumeShelveTestJSON-779843250-router', 'tenant_id': 'd4086650dac54a539044dab15f8f252a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'c2d1fa30-f17d-4813-8406-2a686109ed95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:44Z', 'updated_at': '2021-11-25T17:31:47Z', 'revision_number': 4, 'project_id': 'd4086650dac54a539044dab15f8f252a', 'gw_port': {'id': 'c2d1fa30-f17d-4813-8406-2a686109ed95', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7168b50f-59dc-4fee-aaeb-a6ebb78a9b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:45Z', 'updated_at': '2021-11-25T17:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': 'e95b1b0a-6176-4232-9d6b-1edb92ab10dc', 'tenant_id': 'd4086650dac54a539044dab15f8f252a', 'floating_ip_address': '172.25.0.34', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '7168b50f-59dc-4fee-aaeb-a6ebb78a9b50', 'port_id': 'eafcd150-3494-48a4-b969-e28538f2a772', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49c799e6-01fb-4356-b67f-8b970273c51a', 'mac_address': 'fa:16:3e:1e:5f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf02964-0c83-4741-9cb8-4d665776485b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:36:12Z', 'updated_at': '2021-11-25T17:36:34Z', 'revision_number': 1, 'project_id': 'd4086650dac54a539044dab15f8f252a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54bdbdc2-5281-4b2a-8b87-916bf45252e8', 'name': '', 'network_id': '49c799e6-01fb-4356-b67f-8b970273c51a', 'tenant_id': 'd4086650dac54a539044dab15f8f252a', 'mac_address': 'fa:16:3e:ab:ec:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7168b50f-59dc-4fee-aaeb-a6ebb78a9b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '25a72b94-fb6e-4434-9c21-274e75835bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:47Z', 'updated_at': '2021-11-25T17:31:55Z', 'revision_number': 5, 'project_id': 'd4086650dac54a539044dab15f8f252a', 'subnets': [{'id': '25a72b94-fb6e-4434-9c21-274e75835bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:41.197041 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 5d3c770f-d839-4124-bd59-829f965fb7d3 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:41.197447 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:41.203666 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-5282eb12-ea90-4649-8a3c-181a843c1d0f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Allocated IP 2001:db8:1::1 (bbcf523f-92c5-450c-8c8a-113204197620/d06ee3f7-b3b5-4714-a443-87e66bcbb366/ff76a267-42ec-4fc0-ac3d-9532289b22da) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:36:41.241228 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7705d95b-2875-4ee3-a31c-684756649d22 None None] The sync data for ids ['7168b50f-59dc-4fee-aaeb-a6ebb78a9b50'] in n-d-817746-1 is: [{'id': '7168b50f-59dc-4fee-aaeb-a6ebb78a9b50', 'name': 'tempest-AttachVolumeShelveTestJSON-779843250-router', 'tenant_id': 'd4086650dac54a539044dab15f8f252a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'c2d1fa30-f17d-4813-8406-2a686109ed95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:44Z', 'updated_at': '2021-11-25T17:31:47Z', 'revision_number': 4, 'project_id': 'd4086650dac54a539044dab15f8f252a', 'gw_port': {'id': 'c2d1fa30-f17d-4813-8406-2a686109ed95', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7168b50f-59dc-4fee-aaeb-a6ebb78a9b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:45Z', 'updated_at': '2021-11-25T17:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': 'e95b1b0a-6176-4232-9d6b-1edb92ab10dc', 'tenant_id': 'd4086650dac54a539044dab15f8f252a', 'floating_ip_address': '172.25.0.34', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '7168b50f-59dc-4fee-aaeb-a6ebb78a9b50', 'port_id': 'eafcd150-3494-48a4-b969-e28538f2a772', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49c799e6-01fb-4356-b67f-8b970273c51a', 'mac_address': 'fa:16:3e:1e:5f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf02964-0c83-4741-9cb8-4d665776485b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:36:12Z', 'updated_at': '2021-11-25T17:36:34Z', 'revision_number': 1, 'project_id': 'd4086650dac54a539044dab15f8f252a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54bdbdc2-5281-4b2a-8b87-916bf45252e8', 'name': '', 'network_id': '49c799e6-01fb-4356-b67f-8b970273c51a', 'tenant_id': 'd4086650dac54a539044dab15f8f252a', 'mac_address': 'fa:16:3e:ab:ec:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7168b50f-59dc-4fee-aaeb-a6ebb78a9b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '25a72b94-fb6e-4434-9c21-274e75835bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:47Z', 'updated_at': '2021-11-25T17:31:55Z', 'revision_number': 5, 'project_id': 'd4086650dac54a539044dab15f8f252a', 'subnets': [{'id': '25a72b94-fb6e-4434-9c21-274e75835bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:36:41.272245 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-18d99c9c-27e5-47df-8c7e-4729ef6b1a6f None None] Provisioning complete for port c6efbd5e-3242-4806-bacb-46ec65a7a8cb triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:41.272618 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-18d99c9c-27e5-47df-8c7e-4729ef6b1a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:41.436033 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5282eb12-ea90-4649-8a3c-181a843c1d0f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:41.480406 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device c6efbd5e-3242-4806-bacb-46ec65a7a8cb up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:36:41.548468 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5282eb12-ea90-4649-8a3c-181a843c1d0f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:41.552806 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-18d99c9c-27e5-47df-8c7e-4729ef6b1a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:41.579404 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port c6efbd5e-3242-4806-bacb-46ec65a7a8cb triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:41.579897 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:41.650696 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5282eb12-ea90-4649-8a3c-181a843c1d0f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Network bbcf523f-92c5-450c-8c8a-113204197620 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:36:41.654443 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-5282eb12-ea90-4649-8a3c-181a843c1d0f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:41.666690 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-18d99c9c-27e5-47df-8c7e-4729ef6b1a6f None None] For port c6efbd5e-3242-4806-bacb-46ec65a7a8cb, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=c6efbd5e-3242-4806-bacb-46ec65a7a8cb,segment=NetworkSegment(7487affa-6698-4a8d-ab3c-3e5301b8bcf2),segment_id=7487affa-6698-4a8d-ab3c-3e5301b8bcf2)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:41.682558 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5282eb12-ea90-4649-8a3c-181a843c1d0f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:36:41.685428 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5282eb12-ea90-4649-8a3c-181a843c1d0f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:41.689541 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-18d99c9c-27e5-47df-8c7e-4729ef6b1a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:41.775510 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83113003-d569-4adc-85db-3d2f8b457057 None None] New status for floating IP e95b1b0a-6176-4232-9d6b-1edb92ab10dc: ACTIVE {{(pid=103362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:36:41.808197 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5282eb12-ea90-4649-8a3c-181a843c1d0f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event updated for resources: {'Port': ['ID=ff76a267-42ec-4fc0-ac3d-9532289b22da,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:41.918772 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d99c9c-27e5-47df-8c7e-4729ef6b1a6f None None] Pushing event updated for resources: {'Port': ['ID=c6efbd5e-3242-4806-bacb-46ec65a7a8cb,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:41.927944 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5282eb12-ea90-4649-8a3c-181a843c1d0f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:41.981046 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d99c9c-27e5-47df-8c7e-4729ef6b1a6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:41.981411 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d99c9c-27e5-47df-8c7e-4729ef6b1a6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:41.981767 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d99c9c-27e5-47df-8c7e-4729ef6b1a6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:41.984499 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d99c9c-27e5-47df-8c7e-4729ef6b1a6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:41.984883 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d99c9c-27e5-47df-8c7e-4729ef6b1a6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:41.989449 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d99c9c-27e5-47df-8c7e-4729ef6b1a6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:41.989661 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d99c9c-27e5-47df-8c7e-4729ef6b1a6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:41.990016 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d99c9c-27e5-47df-8c7e-4729ef6b1a6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:41.990468 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d99c9c-27e5-47df-8c7e-4729ef6b1a6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:41.990916 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d99c9c-27e5-47df-8c7e-4729ef6b1a6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:41.991386 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d99c9c-27e5-47df-8c7e-4729ef6b1a6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:41.991845 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d99c9c-27e5-47df-8c7e-4729ef6b1a6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:42.030985 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-18d99c9c-27e5-47df-8c7e-4729ef6b1a6f None None] Provisioning complete for port a07283fe-25e4-4634-a3e7-37fe18ccc5ba triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:42.031447 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-18d99c9c-27e5-47df-8c7e-4729ef6b1a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:42.040788 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dabd4e-4e78-492a-a830-79098c440889 req-e1137229-a841-4b73-bce0-db74c7241add tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:42.046771 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f8dabd4e-4e78-492a-a830-79098c440889 req-e1137229-a841-4b73-bce0-db74c7241add tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/ports?device_id=71dd609a-f17b-4410-b499-7471e8db1c7c HTTP/1.1" status: 200 len: 945 time: 0.1378891 Nov 25 17:36:42.049081 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d98b4d3d-6c1d-4c75-a1be-57a2b82eb8d8 req-3a05e150-1170-4a0f-bb3c-70128f8f15a9 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 210 time: 0.0835576 Nov 25 17:36:42.150818 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f8dabd4e-4e78-492a-a830-79098c440889 req-ef32ef26-30a3-4b98-9573-ddf63e904e3d tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/security-groups?id=9cb48d60-855a-4fc7-ad36-ccabac53205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006715 Nov 25 17:36:42.264711 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-18d99c9c-27e5-47df-8c7e-4729ef6b1a6f None None] Port a07283fe-25e4-4634-a3e7-37fe18ccc5ba cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:36:42.416260 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-ab7c6467-14c6-476f-9db5-01c3ce6ecddf None None] Provisioning complete for port c6efbd5e-3242-4806-bacb-46ec65a7a8cb triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:42.416784 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ab7c6467-14c6-476f-9db5-01c3ce6ecddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:42.423086 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device c6efbd5e-3242-4806-bacb-46ec65a7a8cb up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:36:42.463390 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302c345-27ce-42d8-9622-83175b75b20b req-72b987b1-217a-43c4-bd62-19b6434d41dc tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:42.464653 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5282eb12-ea90-4649-8a3c-181a843c1d0f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:42.465470 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3302c345-27ce-42d8-9622-83175b75b20b req-72b987b1-217a-43c4-bd62-19b6434d41dc tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.74 "GET /v2.0/networks?id=d0082d57-8c96-4a76-be0f-340c2f65b160 HTTP/1.1" status: 200 len: 812 time: 0.2263248 Nov 25 17:36:42.474681 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5282eb12-ea90-4649-8a3c-181a843c1d0f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:42.475894 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5282eb12-ea90-4649-8a3c-181a843c1d0f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:42.559109 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3302c345-27ce-42d8-9622-83175b75b20b req-9a717992-837c-4493-a659-bd117b1c4c47 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a560046c26c483180c0093a6be1dd8b HTTP/1.1" status: 200 len: 380 time: 0.0788095 Nov 25 17:36:42.574112 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-3302c345-27ce-42d8-9622-83175b75b20b req-4361af30-fef5-44e4-8b92-ce97af7c1031 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Request body: {'port': {'device_id': 'a945130d-bde9-4dd0-aeb1-55204a14c056', 'network_id': 'd0082d57-8c96-4a76-be0f-340c2f65b160', 'admin_state_up': True, 'tenant_id': '5a560046c26c483180c0093a6be1dd8b', 'security_groups': ['6ba6c8d6-137c-4982-89d6-5b8e3de488d3']}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:42.583751 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port c6efbd5e-3242-4806-bacb-46ec65a7a8cb triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:42.584315 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:42.596442 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5282eb12-ea90-4649-8a3c-181a843c1d0f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event updated for resources: {'Port': ['ID=ff76a267-42ec-4fc0-ac3d-9532289b22da,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:42.630875 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-ab7c6467-14c6-476f-9db5-01c3ce6ecddf None None] Provisioning complete for port ff76a267-42ec-4fc0-ac3d-9532289b22da triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:42.631156 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ab7c6467-14c6-476f-9db5-01c3ce6ecddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:42.683526 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5282eb12-ea90-4649-8a3c-181a843c1d0f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Network bbcf523f-92c5-450c-8c8a-113204197620 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:36:42.685610 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-5282eb12-ea90-4649-8a3c-181a843c1d0f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:42.715206 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3302c345-27ce-42d8-9622-83175b75b20b req-4361af30-fef5-44e4-8b92-ce97af7c1031 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Made reservation on behalf of 5a560046c26c483180c0093a6be1dd8b for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:36:42.722863 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3302c345-27ce-42d8-9622-83175b75b20b req-4361af30-fef5-44e4-8b92-ce97af7c1031 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:42.737195 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-ab7c6467-14c6-476f-9db5-01c3ce6ecddf None None] Port ff76a267-42ec-4fc0-ac3d-9532289b22da cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:36:42.864078 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5282eb12-ea90-4649-8a3c-181a843c1d0f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Router 4a97c1dd-5071-4098-ac2b-23980d120d3b has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:36:42.914284 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-3302c345-27ce-42d8-9622-83175b75b20b req-4361af30-fef5-44e4-8b92-ce97af7c1031 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Allocated IP 172.20.0.11 (d0082d57-8c96-4a76-be0f-340c2f65b160/c74f83ed-3896-4341-8cf1-e1417d85add2/82625e3e-d5dd-41cd-b7dc-44893732e44b) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:36:42.997553 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5282eb12-ea90-4649-8a3c-181a843c1d0f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:36:43.005293 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-5282eb12-ea90-4649-8a3c-181a843c1d0f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "PUT /v2.0/routers/4a97c1dd-5071-4098-ac2b-23980d120d3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5895460 Nov 25 17:36:43.006472 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 52106) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:43.014745 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f8fc99-1eef-454c-86e2-ad0254b511ec None None] Sync routers for ids ['4a97c1dd-5071-4098-ac2b-23980d120d3b'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:36:43.043926 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f8fc99-1eef-454c-86e2-ad0254b511ec None None] Routers {'4a97c1dd-5071-4098-ac2b-23980d120d3b'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:43.044585 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-99f8fc99-1eef-454c-86e2-ad0254b511ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:36:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['4a97c1dd-5071-4098-ac2b-23980d120d3b'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:43.080646 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-99f8fc99-1eef-454c-86e2-ad0254b511ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:43.091801 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f8fc99-1eef-454c-86e2-ad0254b511ec None None] Routers {'4a97c1dd-5071-4098-ac2b-23980d120d3b'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:43.092623 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-99f8fc99-1eef-454c-86e2-ad0254b511ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:36:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['4a97c1dd-5071-4098-ac2b-23980d120d3b'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:43.108869 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5512b1a-3224-44ea-b889-31b4beb011df tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:43.110422 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-a5512b1a-3224-44ea-b889-31b4beb011df tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "GET /v2.0/ports/ff76a267-42ec-4fc0-ac3d-9532289b22da HTTP/1.1" status: 200 len: 913 time: 0.0978632 Nov 25 17:36:43.113484 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 52114) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:43.137967 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-99f8fc99-1eef-454c-86e2-ad0254b511ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:43.138647 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f8fc99-1eef-454c-86e2-ad0254b511ec None None] The sync data for ids ['4a97c1dd-5071-4098-ac2b-23980d120d3b'] in n-d-817746-1 is: [] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:36:43.173155 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-5ec5aedf-0e9d-4e8a-bcf8-bd4d31146ea0 None None] Provisioning complete for port ff76a267-42ec-4fc0-ac3d-9532289b22da triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:43.173807 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5ec5aedf-0e9d-4e8a-bcf8-bd4d31146ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:43.228613 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-5ec5aedf-0e9d-4e8a-bcf8-bd4d31146ea0 None None] Port ff76a267-42ec-4fc0-ac3d-9532289b22da cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:36:43.254080 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-73da9aad-1e00-44cb-91c6-5b95a98500e3 req-78ccd819-3888-41a8-bcf2-5055f77d5a27 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 210 time: 0.0883260 Nov 25 17:36:43.311736 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3302c345-27ce-42d8-9622-83175b75b20b req-4361af30-fef5-44e4-8b92-ce97af7c1031 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:43.314376 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a807181-5ff6-42e3-96e4-9fa76c080b1d req-0435d93e-5182-42d7-9e28-108c3adb5a6f tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:43.316021 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-9a807181-5ff6-42e3-96e4-9fa76c080b1d req-0435d93e-5182-42d7-9e28-108c3adb5a6f tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.74 "GET /v2.0/ports?device_id=71dd609a-f17b-4410-b499-7471e8db1c7c HTTP/1.1" status: 200 len: 945 time: 0.1369019 Nov 25 17:36:43.352401 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45deeef4-bf9e-409c-ab98-fd7b6f9ff04e req-e8d1190c-2de3-4a45-9d23-3c85d24c1b07 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:43.359840 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-45deeef4-bf9e-409c-ab98-fd7b6f9ff04e req-e8d1190c-2de3-4a45-9d23-3c85d24c1b07 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/ports?device_id=71dd609a-f17b-4410-b499-7471e8db1c7c HTTP/1.1" status: 200 len: 945 time: 0.1017611 Nov 25 17:36:43.421394 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-45deeef4-bf9e-409c-ab98-fd7b6f9ff04e req-7f627ef2-41de-4b7b-9d1e-2d118eae2397 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/security-groups?id=9cb48d60-855a-4fc7-ad36-ccabac53205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601611 Nov 25 17:36:43.423088 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3302c345-27ce-42d8-9622-83175b75b20b req-4361af30-fef5-44e4-8b92-ce97af7c1031 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:43.475617 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3302c345-27ce-42d8-9622-83175b75b20b req-4361af30-fef5-44e4-8b92-ce97af7c1031 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Network d0082d57-8c96-4a76-be0f-340c2f65b160 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:36:43.481779 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-3302c345-27ce-42d8-9622-83175b75b20b req-4361af30-fef5-44e4-8b92-ce97af7c1031 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:43.483741 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4361af30-fef5-44e4-8b92-ce97af7c1031 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Pushing event updated for resources: {'Port': ['ID=82625e3e-d5dd-41cd-b7dc-44893732e44b,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:43.486083 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-3302c345-27ce-42d8-9622-83175b75b20b req-4361af30-fef5-44e4-8b92-ce97af7c1031 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:36:43.553019 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302c345-27ce-42d8-9622-83175b75b20b req-4361af30-fef5-44e4-8b92-ce97af7c1031 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:43.553930 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3302c345-27ce-42d8-9622-83175b75b20b req-4361af30-fef5-44e4-8b92-ce97af7c1031 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:43.582189 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3302c345-27ce-42d8-9622-83175b75b20b req-4361af30-fef5-44e4-8b92-ce97af7c1031 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0140698 Nov 25 17:36:43.586477 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-9a807181-5ff6-42e3-96e4-9fa76c080b1d req-288ee530-2e2c-45c0-a8b1-8ec5f17b8eac tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Deleting port c83886b1-a4f0-4ded-9c62-8f1712b365cf {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:43.586706 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-9a807181-5ff6-42e3-96e4-9fa76c080b1d req-288ee530-2e2c-45c0-a8b1-8ec5f17b8eac tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:43.730880 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-3302c345-27ce-42d8-9622-83175b75b20b req-df705d2b-5eeb-4404-9663-42fb8b72b52c service neutron] Request body: {'port': {'device_id': 'a945130d-bde9-4dd0-aeb1-55204a14c056', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:43.732595 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-9a807181-5ff6-42e3-96e4-9fa76c080b1d req-288ee530-2e2c-45c0-a8b1-8ec5f17b8eac tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] For port c83886b1-a4f0-4ded-9c62-8f1712b365cf, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=c83886b1-a4f0-4ded-9c62-8f1712b365cf,segment=NetworkSegment(136500d7-8aa5-4736-8898-2ad70aef0369),segment_id=136500d7-8aa5-4736-8898-2ad70aef0369)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:43.733123 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-9a807181-5ff6-42e3-96e4-9fa76c080b1d req-288ee530-2e2c-45c0-a8b1-8ec5f17b8eac tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:43.776466 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-9a807181-5ff6-42e3-96e4-9fa76c080b1d req-288ee530-2e2c-45c0-a8b1-8ec5f17b8eac tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Calling delete_port for c83886b1-a4f0-4ded-9c62-8f1712b365cf owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:43.839582 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3302c345-27ce-42d8-9622-83175b75b20b req-df705d2b-5eeb-4404-9663-42fb8b72b52c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:43.868773 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-904b975f-c723-48cd-bbb8-538a53a7051d None None] Provisioning complete for port 82625e3e-d5dd-41cd-b7dc-44893732e44b triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:43.869330 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-904b975f-c723-48cd-bbb8-538a53a7051d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:43.920071 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-904b975f-c723-48cd-bbb8-538a53a7051d None None] Port 82625e3e-d5dd-41cd-b7dc-44893732e44b cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:36:43.949613 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-83f9972d-2129-45ef-95d7-3b3d0b1d2001 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:44.109377 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-9a807181-5ff6-42e3-96e4-9fa76c080b1d req-288ee530-2e2c-45c0-a8b1-8ec5f17b8eac tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:44.122819 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['3bed3c3b-a732-4909-bbb7-404008a9920a'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:36:44.139947 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['c83886b1-a4f0-4ded-9c62-8f1712b365cf'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:36:44.199286 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288ee530-2e2c-45c0-a8b1-8ec5f17b8eac tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Pushing event deleted for resources: {'Port': ['ID=c83886b1-a4f0-4ded-9c62-8f1712b365cf,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:44.251706 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a807181-5ff6-42e3-96e4-9fa76c080b1d req-288ee530-2e2c-45c0-a8b1-8ec5f17b8eac tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] No DVR routers for this DVR port c83886b1-a4f0-4ded-9c62-8f1712b365cf on host n-h1-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:36:44.257354 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-9a807181-5ff6-42e3-96e4-9fa76c080b1d req-288ee530-2e2c-45c0-a8b1-8ec5f17b8eac tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:44.262570 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-9a807181-5ff6-42e3-96e4-9fa76c080b1d req-288ee530-2e2c-45c0-a8b1-8ec5f17b8eac tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.74 "DELETE /v2.0/ports/c83886b1-a4f0-4ded-9c62-8f1712b365cf HTTP/1.1" status: 204 len: 173 time: 0.9362388 Nov 25 17:36:44.263228 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71dd609a-f17b-4410-b499-7471e8db1c7c', 'name': 'network-vif-deleted', 'tag': 'c83886b1-a4f0-4ded-9c62-8f1712b365cf'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:36:44.292670 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337a0f9b-7294-449b-a653-9ddee1a0744b" -d '{"events": [{"server_uuid": "71dd609a-f17b-4410-b499-7471e8db1c7c", "name": "network-vif-deleted", "tag": "c83886b1-a4f0-4ded-9c62-8f1712b365cf"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:36:44.333676 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-3302c345-27ce-42d8-9622-83175b75b20b req-df705d2b-5eeb-4404-9663-42fb8b72b52c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82625e3e-d5dd-41cd-b7dc-44893732e44b {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:36:44.343961 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3302c345-27ce-42d8-9622-83175b75b20b req-df705d2b-5eeb-4404-9663-42fb8b72b52c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:44.365184 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-3302c345-27ce-42d8-9622-83175b75b20b req-df705d2b-5eeb-4404-9663-42fb8b72b52c service neutron] Transition to ACTIVE for port object 82625e3e-d5dd-41cd-b7dc-44893732e44b will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:36:44.384501 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3302c345-27ce-42d8-9622-83175b75b20b req-df705d2b-5eeb-4404-9663-42fb8b72b52c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:44.422733 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9d0c05-55eb-444d-b727-9c0822f411e6 x-openstack-request-id: req-bf9d0c05-55eb-444d-b727-9c0822f411e6 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:36:44.423543 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71dd609a-f17b-4410-b499-7471e8db1c7c", "name": "network-vif-deleted", "tag": "c83886b1-a4f0-4ded-9c62-8f1712b365cf", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:36:44.425366 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bf9d0c05-55eb-444d-b727-9c0822f411e6 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:36:44.425366 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71dd609a-f17b-4410-b499-7471e8db1c7c', 'name': 'network-vif-deleted', 'tag': 'c83886b1-a4f0-4ded-9c62-8f1712b365cf', 'status': 'completed', 'code': 200} Nov 25 17:36:44.551312 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df705d2b-5eeb-4404-9663-42fb8b72b52c service neutron] Pushing event updated for resources: {'Port': ['ID=82625e3e-d5dd-41cd-b7dc-44893732e44b,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:44.572884 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8392a-cf71-4a60-88ff-64c82349ed9f req-581d59ca-bca9-42a3-b953-80a13e994f7f tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:44.581838 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bbe8392a-cf71-4a60-88ff-64c82349ed9f req-581d59ca-bca9-42a3-b953-80a13e994f7f tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 944 time: 0.2149031 Nov 25 17:36:44.583575 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-83f9972d-2129-45ef-95d7-3b3d0b1d2001 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Deleting port ff76a267-42ec-4fc0-ac3d-9532289b22da {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:44.583973 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-83f9972d-2129-45ef-95d7-3b3d0b1d2001 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:44.717155 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bbe8392a-cf71-4a60-88ff-64c82349ed9f req-6c792bfb-6c24-40db-9833-4bcb824e70ff tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300197 Nov 25 17:36:44.753254 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-3302c345-27ce-42d8-9622-83175b75b20b req-df705d2b-5eeb-4404-9663-42fb8b72b52c service neutron] Attempting to bind port 82625e3e-d5dd-41cd-b7dc-44893732e44b on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:36:44.753605 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-3302c345-27ce-42d8-9622-83175b75b20b req-df705d2b-5eeb-4404-9663-42fb8b72b52c service neutron] Attempting to bind port 82625e3e-d5dd-41cd-b7dc-44893732e44b by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'c5752f96-a6e9-4fc2-9dae-273cc6a23f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'd0082d57-8c96-4a76-be0f-340c2f65b160'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:36:44.753941 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3302c345-27ce-42d8-9622-83175b75b20b req-df705d2b-5eeb-4404-9663-42fb8b72b52c service neutron] Attempting to bind port 82625e3e-d5dd-41cd-b7dc-44893732e44b on network d0082d57-8c96-4a76-be0f-340c2f65b160 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:36:44.789164 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3302c345-27ce-42d8-9622-83175b75b20b req-df705d2b-5eeb-4404-9663-42fb8b72b52c service neutron] Port 82625e3e-d5dd-41cd-b7dc-44893732e44b on network d0082d57-8c96-4a76-be0f-340c2f65b160 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:36:44.789500 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3302c345-27ce-42d8-9622-83175b75b20b req-df705d2b-5eeb-4404-9663-42fb8b72b52c service neutron] Attempting to bind port 82625e3e-d5dd-41cd-b7dc-44893732e44b on network d0082d57-8c96-4a76-be0f-340c2f65b160 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:36:44.825749 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-104f08c6-e50b-49d8-8b63-2439efba563e req-b77df618-f17c-4179-b25d-5ce69276173c tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/ports?device_id=71dd609a-f17b-4410-b499-7471e8db1c7c HTTP/1.1" status: 200 len: 210 time: 0.0603569 Nov 25 17:36:44.828606 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3302c345-27ce-42d8-9622-83175b75b20b req-df705d2b-5eeb-4404-9663-42fb8b72b52c service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:36:44.828798 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3302c345-27ce-42d8-9622-83175b75b20b req-df705d2b-5eeb-4404-9663-42fb8b72b52c service neutron] Checking segment: {'id': 'c5752f96-a6e9-4fc2-9dae-273cc6a23f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'd0082d57-8c96-4a76-be0f-340c2f65b160'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:36:44.829218 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3302c345-27ce-42d8-9622-83175b75b20b req-df705d2b-5eeb-4404-9663-42fb8b72b52c service neutron] Bound using segment: {'id': 'c5752f96-a6e9-4fc2-9dae-273cc6a23f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'd0082d57-8c96-4a76-be0f-340c2f65b160'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:36:44.829657 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-3302c345-27ce-42d8-9622-83175b75b20b req-df705d2b-5eeb-4404-9663-42fb8b72b52c service neutron] Bound port: 82625e3e-d5dd-41cd-b7dc-44893732e44b, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5752f96-a6e9-4fc2-9dae-273cc6a23f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'd0082d57-8c96-4a76-be0f-340c2f65b160'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:36:44.830017 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3302c345-27ce-42d8-9622-83175b75b20b req-df705d2b-5eeb-4404-9663-42fb8b72b52c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:44.865471 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-83f9972d-2129-45ef-95d7-3b3d0b1d2001 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:44.884542 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-83f9972d-2129-45ef-95d7-3b3d0b1d2001 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Calling delete_port for ff76a267-42ec-4fc0-ac3d-9532289b22da owned by network:router_interface {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:44.947987 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-3302c345-27ce-42d8-9622-83175b75b20b req-df705d2b-5eeb-4404-9663-42fb8b72b52c service neutron] For port 82625e3e-d5dd-41cd-b7dc-44893732e44b, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:36:44.951725 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-3302c345-27ce-42d8-9622-83175b75b20b req-df705d2b-5eeb-4404-9663-42fb8b72b52c service neutron] For port 82625e3e-d5dd-41cd-b7dc-44893732e44b, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=82625e3e-d5dd-41cd-b7dc-44893732e44b,segment=NetworkSegment(c5752f96-a6e9-4fc2-9dae-273cc6a23f00),segment_id=c5752f96-a6e9-4fc2-9dae-273cc6a23f00)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:36:44.959163 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3302c345-27ce-42d8-9622-83175b75b20b req-df705d2b-5eeb-4404-9663-42fb8b72b52c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:45.004086 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302c345-27ce-42d8-9622-83175b75b20b req-df705d2b-5eeb-4404-9663-42fb8b72b52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:45.004837 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3302c345-27ce-42d8-9622-83175b75b20b req-df705d2b-5eeb-4404-9663-42fb8b72b52c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:45.006281 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3302c345-27ce-42d8-9622-83175b75b20b req-df705d2b-5eeb-4404-9663-42fb8b72b52c service neutron] 10.222.0.74 "PUT /v2.0/ports/82625e3e-d5dd-41cd-b7dc-44893732e44b HTTP/1.1" status: 200 len: 1092 time: 1.4087110 Nov 25 17:36:45.009739 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a945130d-bde9-4dd0-aeb1-55204a14c056', 'tag': '82625e3e-d5dd-41cd-b7dc-44893732e44b'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:36:45.025670 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1679500-fc7f-4beb-ba33-8e99beccecd9" -d '{"events": [{"name": "network-changed", "server_uuid": "a945130d-bde9-4dd0-aeb1-55204a14c056", "tag": "82625e3e-d5dd-41cd-b7dc-44893732e44b"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:36:45.063302 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df705d2b-5eeb-4404-9663-42fb8b72b52c service neutron] Pushing event updated for resources: {'Port': ['ID=82625e3e-d5dd-41cd-b7dc-44893732e44b,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:45.118116 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4954dd1-9609-49d8-99e8-dcfdbb04eb80 x-openstack-request-id: req-b4954dd1-9609-49d8-99e8-dcfdbb04eb80 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:36:45.118334 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a945130d-bde9-4dd0-aeb1-55204a14c056", "tag": "82625e3e-d5dd-41cd-b7dc-44893732e44b", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:36:45.118578 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b4954dd1-9609-49d8-99e8-dcfdbb04eb80 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:36:45.119018 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a945130d-bde9-4dd0-aeb1-55204a14c056', 'tag': '82625e3e-d5dd-41cd-b7dc-44893732e44b', 'status': 'completed', 'code': 200} Nov 25 17:36:45.138071 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302c345-27ce-42d8-9622-83175b75b20b req-51c8f389-2cab-442f-b0fb-e40ca21fe0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:45.139639 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3302c345-27ce-42d8-9622-83175b75b20b req-51c8f389-2cab-442f-b0fb-e40ca21fe0f7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5a560046c26c483180c0093a6be1dd8b&device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 1095 time: 0.0534356 Nov 25 17:36:45.193634 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3302c345-27ce-42d8-9622-83175b75b20b req-970e53ce-8f17-4931-8fbc-e29f2dc05b6a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82625e3e-d5dd-41cd-b7dc-44893732e44b HTTP/1.1" status: 200 len: 217 time: 0.0450649 Nov 25 17:36:45.245949 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302c345-27ce-42d8-9622-83175b75b20b req-ffbe1aa1-1977-48be-9003-76f5fbf2a732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:45.247427 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3302c345-27ce-42d8-9622-83175b75b20b req-ffbe1aa1-1977-48be-9003-76f5fbf2a732 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c74f83ed-3896-4341-8cf1-e1417d85add2 HTTP/1.1" status: 200 len: 851 time: 0.0476120 Nov 25 17:36:45.304937 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302c345-27ce-42d8-9622-83175b75b20b req-3c5ff38c-573f-4ed1-a3a1-3e9b6e0dd3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:45.306487 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3302c345-27ce-42d8-9622-83175b75b20b req-3c5ff38c-573f-4ed1-a3a1-3e9b6e0dd3a6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d0082d57-8c96-4a76-be0f-340c2f65b160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430975 Nov 25 17:36:45.375612 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-83f9972d-2129-45ef-95d7-3b3d0b1d2001 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:45.402937 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f9972d-2129-45ef-95d7-3b3d0b1d2001 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event deleted for resources: {'Port': ['ID=ff76a267-42ec-4fc0-ac3d-9532289b22da,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:45.403351 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3302c345-27ce-42d8-9622-83175b75b20b req-7a1f8cd7-50a9-45fe-a9f3-52cf07a88af8 service neutron] 10.222.0.74 "GET /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896003 Nov 25 17:36:45.508857 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3302c345-27ce-42d8-9622-83175b75b20b req-8f31d414-faac-47dd-b081-5debc2dc5e88 service neutron] 10.222.0.74 "GET /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981483 Nov 25 17:36:45.538370 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-83f9972d-2129-45ef-95d7-3b3d0b1d2001 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:45.622586 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1679500-fc7f-4beb-ba33-8e99beccecd9 req-ee8d7112-6505-4767-956f-b3b2de371158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:45.624235 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b1679500-fc7f-4beb-ba33-8e99beccecd9 req-ee8d7112-6505-4767-956f-b3b2de371158 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5a560046c26c483180c0093a6be1dd8b&device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 1095 time: 0.0539169 Nov 25 17:36:45.730138 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1679500-fc7f-4beb-ba33-8e99beccecd9 req-aa05aa0d-c6ee-4357-a0f6-02a59ef24382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:45.731797 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b1679500-fc7f-4beb-ba33-8e99beccecd9 req-aa05aa0d-c6ee-4357-a0f6-02a59ef24382 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d0082d57-8c96-4a76-be0f-340c2f65b160 HTTP/1.1" status: 200 len: 913 time: 0.0995722 Nov 25 17:36:45.756002 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83f9972d-2129-45ef-95d7-3b3d0b1d2001 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Router 4a97c1dd-5071-4098-ac2b-23980d120d3b has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:36:45.802366 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b1679500-fc7f-4beb-ba33-8e99beccecd9 req-d337472f-2e03-438b-83e0-aabb62c63dd0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82625e3e-d5dd-41cd-b7dc-44893732e44b HTTP/1.1" status: 200 len: 217 time: 0.0605218 Nov 25 17:36:45.863100 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f9972d-2129-45ef-95d7-3b3d0b1d2001 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:36:45.870687 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-83f9972d-2129-45ef-95d7-3b3d0b1d2001 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "PUT /v2.0/routers/4a97c1dd-5071-4098-ac2b-23980d120d3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7552149 Nov 25 17:36:45.875191 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 52166) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:45.890596 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23492f70-003b-42e9-9a11-234d12ae184b None None] Sync routers for ids ['4a97c1dd-5071-4098-ac2b-23980d120d3b'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:36:45.915655 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23492f70-003b-42e9-9a11-234d12ae184b None None] Routers {'4a97c1dd-5071-4098-ac2b-23980d120d3b'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:45.916301 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-23492f70-003b-42e9-9a11-234d12ae184b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:36:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['4a97c1dd-5071-4098-ac2b-23980d120d3b'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:45.942378 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49cfb86-0f0c-438c-9370-74090bdd19d8 req-9f15e59b-1ffc-4d59-935a-426d45126b43 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:45.944250 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e49cfb86-0f0c-438c-9370-74090bdd19d8 req-9f15e59b-1ffc-4d59-935a-426d45126b43 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 944 time: 0.1517606 Nov 25 17:36:45.945773 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1679500-fc7f-4beb-ba33-8e99beccecd9 req-1ad35408-4901-4e64-bc4c-c8e27dfda734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:45.947105 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b1679500-fc7f-4beb-ba33-8e99beccecd9 req-1ad35408-4901-4e64-bc4c-c8e27dfda734 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c74f83ed-3896-4341-8cf1-e1417d85add2 HTTP/1.1" status: 200 len: 851 time: 0.1209624 Nov 25 17:36:45.972105 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-23492f70-003b-42e9-9a11-234d12ae184b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:45.992515 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23492f70-003b-42e9-9a11-234d12ae184b None None] Routers {'4a97c1dd-5071-4098-ac2b-23980d120d3b'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:45.993307 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-23492f70-003b-42e9-9a11-234d12ae184b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:36:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['4a97c1dd-5071-4098-ac2b-23980d120d3b'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:46.039571 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-23492f70-003b-42e9-9a11-234d12ae184b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:46.040535 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23492f70-003b-42e9-9a11-234d12ae184b None None] The sync data for ids ['4a97c1dd-5071-4098-ac2b-23980d120d3b'] in n-d-817746-1 is: [] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:36:46.069177 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e49cfb86-0f0c-438c-9370-74090bdd19d8 req-8d48e8df-b882-4199-90c8-053a6fa7b91c tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092222 Nov 25 17:36:46.082538 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1679500-fc7f-4beb-ba33-8e99beccecd9 req-9f98c8d9-cd28-4981-b406-49bf1ecff200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:46.084505 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b1679500-fc7f-4beb-ba33-8e99beccecd9 req-9f98c8d9-cd28-4981-b406-49bf1ecff200 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d0082d57-8c96-4a76-be0f-340c2f65b160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1265008 Nov 25 17:36:46.238014 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b1679500-fc7f-4beb-ba33-8e99beccecd9 req-eb6eea4e-6809-430b-94ca-6abbf1dc82d7 service neutron] 10.222.0.74 "GET /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387773 Nov 25 17:36:46.274091 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:36:46.366403 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b1679500-fc7f-4beb-ba33-8e99beccecd9 req-6ebd8858-3251-4dea-8fb9-b19391acb09a service neutron] 10.222.0.74 "GET /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223502 Nov 25 17:36:46.374662 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496d174-5c79-47ff-a6fb-37004cd5f19b req-8c3bd6dd-e948-45bb-b29c-b4cdf00275e0 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:46.376104 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3496d174-5c79-47ff-a6fb-37004cd5f19b req-8c3bd6dd-e948-45bb-b29c-b4cdf00275e0 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6fd0054-85a7-4437-9d4c-bc96085141e4 HTTP/1.1" status: 200 len: 945 time: 0.0811296 Nov 25 17:36:46.383527 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-44ba6aae-b3bc-4c5a-a92d-daac0855252f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:46.433513 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3496d174-5c79-47ff-a6fb-37004cd5f19b req-7d4bb341-f227-439a-a65f-15e7a5027745 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/security-groups?id=9cb48d60-855a-4fc7-ad36-ccabac53205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459495 Nov 25 17:36:46.640325 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:46.645389 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-44ba6aae-b3bc-4c5a-a92d-daac0855252f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Deleting port a07283fe-25e4-4634-a3e7-37fe18ccc5ba {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:46.645742 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-44ba6aae-b3bc-4c5a-a92d-daac0855252f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:46.744608 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-44ba6aae-b3bc-4c5a-a92d-daac0855252f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:46.757219 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-44ba6aae-b3bc-4c5a-a92d-daac0855252f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Calling delete_port for a07283fe-25e4-4634-a3e7-37fe18ccc5ba owned by network:router_interface {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:46.819250 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:46.935217 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-44ba6aae-b3bc-4c5a-a92d-daac0855252f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:46.961924 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba6aae-b3bc-4c5a-a92d-daac0855252f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event deleted for resources: {'Port': ['ID=a07283fe-25e4-4634-a3e7-37fe18ccc5ba,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:47.065930 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-44ba6aae-b3bc-4c5a-a92d-daac0855252f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:47.132281 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 82625e3e-d5dd-41cd-b7dc-44893732e44b details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:36:47.135747 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device c83886b1-a4f0-4ded-9c62-8f1712b365cf no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:36:47.141066 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b6c1fca9-ab8e-406f-ba95-3e02a1df7e28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:47.275468 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ba6aae-b3bc-4c5a-a92d-daac0855252f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Router 4a97c1dd-5071-4098-ac2b-23980d120d3b has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:36:47.279372 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3669742-0aab-40b1-80ea-80c1ba10a4c3 req-6ab81bd9-e70a-4daa-a9f1-02d65bd17e2a tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:47.286654 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 82625e3e-d5dd-41cd-b7dc-44893732e44b, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=82625e3e-d5dd-41cd-b7dc-44893732e44b,segment=NetworkSegment(c5752f96-a6e9-4fc2-9dae-273cc6a23f00),segment_id=c5752f96-a6e9-4fc2-9dae-273cc6a23f00)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:47.289311 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e3669742-0aab-40b1-80ea-80c1ba10a4c3 req-6ab81bd9-e70a-4daa-a9f1-02d65bd17e2a tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 944 time: 0.1059406 Nov 25 17:36:47.325602 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '82625e3e-d5dd-41cd-b7dc-44893732e44b', 'network_id': 'd0082d57-8c96-4a76-be0f-340c2f65b160', 'port_id': '82625e3e-d5dd-41cd-b7dc-44893732e44b', 'mac_address': 'fa:16:3e:9e:98:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c74f83ed-3896-4341-8cf1-e1417d85add2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:36:47.327677 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: c83886b1-a4f0-4ded-9c62-8f1712b365cf {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:36:47.328248 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device c83886b1-a4f0-4ded-9c62-8f1712b365cf not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:36:47.345971 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e3669742-0aab-40b1-80ea-80c1ba10a4c3 req-44ff4596-6cdd-492a-a34c-06469515e0e7 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555358 Nov 25 17:36:47.371618 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:47.380303 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ba6aae-b3bc-4c5a-a92d-daac0855252f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:36:47.387218 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-44ba6aae-b3bc-4c5a-a92d-daac0855252f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "PUT /v2.0/routers/4a97c1dd-5071-4098-ac2b-23980d120d3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5108225 Nov 25 17:36:47.390262 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 52190) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:47.392410 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a795cc3-6b7b-4dad-9d4a-9a477aac9926 None None] Sync routers for ids ['4a97c1dd-5071-4098-ac2b-23980d120d3b'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:36:47.398098 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82625e3e-d5dd-41cd-b7dc-44893732e44b {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:36:47.405175 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a795cc3-6b7b-4dad-9d4a-9a477aac9926 None None] Routers {'4a97c1dd-5071-4098-ac2b-23980d120d3b'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:47.405801 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-1a795cc3-6b7b-4dad-9d4a-9a477aac9926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:36:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['4a97c1dd-5071-4098-ac2b-23980d120d3b'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:47.422110 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 82625e3e-d5dd-41cd-b7dc-44893732e44b, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=82625e3e-d5dd-41cd-b7dc-44893732e44b,segment=NetworkSegment(c5752f96-a6e9-4fc2-9dae-273cc6a23f00),segment_id=c5752f96-a6e9-4fc2-9dae-273cc6a23f00)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:47.430361 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:47.440031 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 52192) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:47.440259 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-812cbb67-89bd-4da6-a052-4b08e443a3f2 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a97c1dd-5071-4098-ac2b-23980d120d3b HTTP/1.1" status: 200 len: 205 time: 0.0487790 Nov 25 17:36:47.443523 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-1a795cc3-6b7b-4dad-9d4a-9a477aac9926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:47.453095 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a795cc3-6b7b-4dad-9d4a-9a477aac9926 None None] Routers {'4a97c1dd-5071-4098-ac2b-23980d120d3b'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:47.453684 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-1a795cc3-6b7b-4dad-9d4a-9a477aac9926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:36:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['4a97c1dd-5071-4098-ac2b-23980d120d3b'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:47.489627 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-1a795cc3-6b7b-4dad-9d4a-9a477aac9926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:47.490295 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a795cc3-6b7b-4dad-9d4a-9a477aac9926 None None] The sync data for ids ['4a97c1dd-5071-4098-ac2b-23980d120d3b'] in n-d-817746-1 is: [] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:36:47.507195 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=82625e3e-d5dd-41cd-b7dc-44893732e44b,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:47.527633 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0ff701b4-e27e-40b8-8cf0-a384d95ac80a tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:47.574867 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365db47-6293-4412-b2da-24ef73b30c96 req-1e853eb5-8209-404c-8df2-0ae728f47669 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:47.576458 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1365db47-6293-4412-b2da-24ef73b30c96 req-1e853eb5-8209-404c-8df2-0ae728f47669 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6fd0054-85a7-4437-9d4c-bc96085141e4 HTTP/1.1" status: 200 len: 945 time: 0.0573854 Nov 25 17:36:47.633467 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1365db47-6293-4412-b2da-24ef73b30c96 req-49a98a3c-d05e-4698-b637-6a70cb65ef48 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/security-groups?id=9cb48d60-855a-4fc7-ad36-ccabac53205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505342 Nov 25 17:36:47.696457 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0ff701b4-e27e-40b8-8cf0-a384d95ac80a tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:47.699025 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0ff701b4-e27e-40b8-8cf0-a384d95ac80a tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:47.745763 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0ff701b4-e27e-40b8-8cf0-a384d95ac80a tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:47.746618 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff701b4-e27e-40b8-8cf0-a384d95ac80a tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Fanout notify agent at l3_agent the message router_deleted on router 4a97c1dd-5071-4098-ac2b-23980d120d3b {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:36:47.755471 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0ff701b4-e27e-40b8-8cf0-a384d95ac80a tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:47.759028 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0ff701b4-e27e-40b8-8cf0-a384d95ac80a tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "DELETE /v2.0/routers/4a97c1dd-5071-4098-ac2b-23980d120d3b HTTP/1.1" status: 204 len: 168 time: 0.3153756 Nov 25 17:36:47.759450 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 52198) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:47.769078 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['82625e3e-d5dd-41cd-b7dc-44893732e44b'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:36:47.825857 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-b242010d-5463-4936-92a8-d2b3da561d5c tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Deleting subnet d06ee3f7-b3b5-4714-a443-87e66bcbb366 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:36:47.829307 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b242010d-5463-4936-92a8-d2b3da561d5c tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:47.879510 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b242010d-5463-4936-92a8-d2b3da561d5c tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:47.961641 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f0534-0da4-4732-be46-b9448e43ad93 req-3f950dbc-cd27-4b1f-9430-52870537e4f3 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:47.963756 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f31f0534-0da4-4732-be46-b9448e43ad93 req-3f950dbc-cd27-4b1f-9430-52870537e4f3 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.90 "GET /v2.0/ports?device_id=a6fd0054-85a7-4437-9d4c-bc96085141e4 HTTP/1.1" status: 200 len: 945 time: 0.0675189 Nov 25 17:36:47.983111 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b242010d-5463-4936-92a8-d2b3da561d5c tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:48.069256 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b242010d-5463-4936-92a8-d2b3da561d5c tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:48.084436 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-f31f0534-0da4-4732-be46-b9448e43ad93 req-7281342f-00a6-4913-a1d7-963c18d51903 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Deleting port 3bed3c3b-a732-4909-bbb7-404008a9920a {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:48.084789 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f31f0534-0da4-4732-be46-b9448e43ad93 req-7281342f-00a6-4913-a1d7-963c18d51903 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:48.102748 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b242010d-5463-4936-92a8-d2b3da561d5c tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:48.108538 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b242010d-5463-4936-92a8-d2b3da561d5c tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "DELETE /v2.0/subnets/d06ee3f7-b3b5-4714-a443-87e66bcbb366 HTTP/1.1" status: 204 len: 168 time: 0.3456509 Nov 25 17:36:48.108538 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b242010d-5463-4936-92a8-d2b3da561d5c tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event deleted for resources: {'Subnet': ['ID=d06ee3f7-b3b5-4714-a443-87e66bcbb366,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:48.113380 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e43d5e3-b197-48f0-a8e2-b36e9504019c None None] Network bbcf523f-92c5-450c-8c8a-113204197620 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:36:48.115120 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 52204) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:48.182713 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb6c6d69-72dd-4b9f-b92f-2ef26b7d17f8 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Deleting subnet 9a70539a-8601-47de-a9fe-6665d0bc1e7a {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:36:48.187003 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bb6c6d69-72dd-4b9f-b92f-2ef26b7d17f8 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:48.187171 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-f31f0534-0da4-4732-be46-b9448e43ad93 req-7281342f-00a6-4913-a1d7-963c18d51903 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] For port 3bed3c3b-a732-4909-bbb7-404008a9920a, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=3bed3c3b-a732-4909-bbb7-404008a9920a,segment=NetworkSegment(136500d7-8aa5-4736-8898-2ad70aef0369),segment_id=136500d7-8aa5-4736-8898-2ad70aef0369)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:48.187755 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f31f0534-0da4-4732-be46-b9448e43ad93 req-7281342f-00a6-4913-a1d7-963c18d51903 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:48.206284 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-f31f0534-0da4-4732-be46-b9448e43ad93 req-7281342f-00a6-4913-a1d7-963c18d51903 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Calling delete_port for 3bed3c3b-a732-4909-bbb7-404008a9920a owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:48.236142 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bb6c6d69-72dd-4b9f-b92f-2ef26b7d17f8 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:48.399684 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bb6c6d69-72dd-4b9f-b92f-2ef26b7d17f8 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:48.452302 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f31f0534-0da4-4732-be46-b9448e43ad93 req-7281342f-00a6-4913-a1d7-963c18d51903 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:48.465265 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['3bed3c3b-a732-4909-bbb7-404008a9920a'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:36:48.517572 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7281342f-00a6-4913-a1d7-963c18d51903 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Pushing event deleted for resources: {'Port': ['ID=3bed3c3b-a732-4909-bbb7-404008a9920a,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:48.543142 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1268dcc8-5a05-488b-a554-b84f17bb1590 None None] DHCP port deletion for bbcf523f-92c5-450c-8c8a-113204197620 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:36:48.554638 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bb6c6d69-72dd-4b9f-b92f-2ef26b7d17f8 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:48.612242 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-f31f0534-0da4-4732-be46-b9448e43ad93 req-7281342f-00a6-4913-a1d7-963c18d51903 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] No DVR routers for this DVR port 3bed3c3b-a732-4909-bbb7-404008a9920a on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:36:48.618372 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f31f0534-0da4-4732-be46-b9448e43ad93 req-7281342f-00a6-4913-a1d7-963c18d51903 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:48.620222 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6c6d69-72dd-4b9f-b92f-2ef26b7d17f8 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event deleted for resources: {'Subnet': ['ID=9a70539a-8601-47de-a9fe-6665d0bc1e7a,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:48.623861 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f31f0534-0da4-4732-be46-b9448e43ad93 req-7281342f-00a6-4913-a1d7-963c18d51903 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.90 "DELETE /v2.0/ports/3bed3c3b-a732-4909-bbb7-404008a9920a HTTP/1.1" status: 204 len: 173 time: 0.6534309 Nov 25 17:36:48.624764 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6fd0054-85a7-4437-9d4c-bc96085141e4', 'name': 'network-vif-deleted', 'tag': '3bed3c3b-a732-4909-bbb7-404008a9920a'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:36:48.638529 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e091ee-5581-4873-bfeb-793ea9d6cecc" -d '{"events": [{"server_uuid": "a6fd0054-85a7-4437-9d4c-bc96085141e4", "name": "network-vif-deleted", "tag": "3bed3c3b-a732-4909-bbb7-404008a9920a"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:36:48.640031 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bb6c6d69-72dd-4b9f-b92f-2ef26b7d17f8 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:48.644423 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-bb6c6d69-72dd-4b9f-b92f-2ef26b7d17f8 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "DELETE /v2.0/subnets/9a70539a-8601-47de-a9fe-6665d0bc1e7a HTTP/1.1" status: 204 len: 168 time: 0.5282791 Nov 25 17:36:48.646025 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98229b4-93b2-4c2c-8935-967afb6ce285 None None] Network 5fd381c7-dfad-4bff-8a4d-57fce3cfe626 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:36:48.648054 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 52214) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:48.680436 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e910397a-4301-43dc-86f3-8bf0711c0584 req-dd60bce9-42b8-4a0a-acb2-8d33285920f2 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:48.690203 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e910397a-4301-43dc-86f3-8bf0711c0584 req-dd60bce9-42b8-4a0a-acb2-8d33285920f2 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 945 time: 0.1374171 Nov 25 17:36:48.747260 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181483fc-5c45-4c66-98c4-6d99ef7fb6ce x-openstack-request-id: req-181483fc-5c45-4c66-98c4-6d99ef7fb6ce {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:36:48.748344 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6fd0054-85a7-4437-9d4c-bc96085141e4", "name": "network-vif-deleted", "tag": "3bed3c3b-a732-4909-bbb7-404008a9920a", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:36:48.751643 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-181483fc-5c45-4c66-98c4-6d99ef7fb6ce {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:36:48.752278 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6fd0054-85a7-4437-9d4c-bc96085141e4', 'name': 'network-vif-deleted', 'tag': '3bed3c3b-a732-4909-bbb7-404008a9920a', 'status': 'completed', 'code': 200} Nov 25 17:36:48.807388 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-1268dcc8-5a05-488b-a554-b84f17bb1590 None None] Deleting port c6efbd5e-3242-4806-bacb-46ec65a7a8cb {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:48.807790 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1268dcc8-5a05-488b-a554-b84f17bb1590 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:48.820193 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e910397a-4301-43dc-86f3-8bf0711c0584 req-555c3db5-b2a0-4e93-86b3-ff7f358628d2 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253567 Nov 25 17:36:48.889727 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6db4b9a6-996c-4a47-8039-78d9ea709884 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:48.950781 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9764582b-6337-497d-a2ff-8aa5b35c4bf5 req-a9f73864-f456-4d64-8c4e-1b2ed04f67f8 tempest-ListServerFiltersTestJSON-1020657014 tempest-ListServerFiltersTestJSON-1020657014-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6fd0054-85a7-4437-9d4c-bc96085141e4 HTTP/1.1" status: 200 len: 210 time: 0.0555019 Nov 25 17:36:48.968790 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-1268dcc8-5a05-488b-a554-b84f17bb1590 None None] For port c6efbd5e-3242-4806-bacb-46ec65a7a8cb, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=c6efbd5e-3242-4806-bacb-46ec65a7a8cb,segment=NetworkSegment(7487affa-6698-4a8d-ab3c-3e5301b8bcf2),segment_id=7487affa-6698-4a8d-ab3c-3e5301b8bcf2)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:48.969306 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1268dcc8-5a05-488b-a554-b84f17bb1590 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:48.978147 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-6db4b9a6-996c-4a47-8039-78d9ea709884 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Deleting port c6efbd5e-3242-4806-bacb-46ec65a7a8cb {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:48.979920 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6db4b9a6-996c-4a47-8039-78d9ea709884 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:48.987888 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-1268dcc8-5a05-488b-a554-b84f17bb1590 None None] Calling delete_port for c6efbd5e-3242-4806-bacb-46ec65a7a8cb owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:49.069464 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-6db4b9a6-996c-4a47-8039-78d9ea709884 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] For port c6efbd5e-3242-4806-bacb-46ec65a7a8cb, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=c6efbd5e-3242-4806-bacb-46ec65a7a8cb,segment=NetworkSegment(7487affa-6698-4a8d-ab3c-3e5301b8bcf2),segment_id=7487affa-6698-4a8d-ab3c-3e5301b8bcf2)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:49.070578 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6db4b9a6-996c-4a47-8039-78d9ea709884 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:49.075394 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df203029-94a7-4375-b414-670ffc045187 None None] DHCP port deletion for 5fd381c7-dfad-4bff-8a4d-57fce3cfe626 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:36:49.085334 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-6db4b9a6-996c-4a47-8039-78d9ea709884 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Calling delete_port for c6efbd5e-3242-4806-bacb-46ec65a7a8cb owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:49.127336 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1268dcc8-5a05-488b-a554-b84f17bb1590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:49.162228 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1268dcc8-5a05-488b-a554-b84f17bb1590 None None] Pushing event deleted for resources: {'Port': ['ID=c6efbd5e-3242-4806-bacb-46ec65a7a8cb,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:49.176166 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 82625e3e-d5dd-41cd-b7dc-44893732e44b up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:36:49.197571 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1268dcc8-5a05-488b-a554-b84f17bb1590 None None] No DVR routers for this DVR port c6efbd5e-3242-4806-bacb-46ec65a7a8cb on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:36:49.328540 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-df203029-94a7-4375-b414-670ffc045187 None None] Deleting port 5d3c770f-d839-4124-bd59-829f965fb7d3 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:49.328952 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-df203029-94a7-4375-b414-670ffc045187 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:49.354575 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port 82625e3e-d5dd-41cd-b7dc-44893732e44b completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:36:49.392536 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 82625e3e-d5dd-41cd-b7dc-44893732e44b triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:49.392937 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:49.485440 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ee1ce802-557f-4264-b8d3-fb5612c63bb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:49.494192 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-df203029-94a7-4375-b414-670ffc045187 None None] For port 5d3c770f-d839-4124-bd59-829f965fb7d3, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=5d3c770f-d839-4124-bd59-829f965fb7d3,segment=NetworkSegment(0ff6248e-4361-4f05-bc09-b8f8df7cadc7),segment_id=0ff6248e-4361-4f05-bc09-b8f8df7cadc7)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:49.494657 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-df203029-94a7-4375-b414-670ffc045187 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:49.497975 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6db4b9a6-996c-4a47-8039-78d9ea709884 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:49.552241 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:49.554366 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-df203029-94a7-4375-b414-670ffc045187 None None] Calling delete_port for 5d3c770f-d839-4124-bd59-829f965fb7d3 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:49.600813 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a945130d-bde9-4dd0-aeb1-55204a14c056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82625e3e-d5dd-41cd-b7dc-44893732e44b'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:36:49.604274 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db4b9a6-996c-4a47-8039-78d9ea709884 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event deleted for resources: {'Port': ['ID=c6efbd5e-3242-4806-bacb-46ec65a7a8cb,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:49.610935 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db4b9a6-996c-4a47-8039-78d9ea709884 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] No DVR routers for this DVR port c6efbd5e-3242-4806-bacb-46ec65a7a8cb on host n-d-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:36:49.622240 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7221c18-118c-489e-aaf0-e737b706a6a3" -d '{"events": [{"server_uuid": "a945130d-bde9-4dd0-aeb1-55204a14c056", "name": "network-vif-plugged", "status": "completed", "tag": "82625e3e-d5dd-41cd-b7dc-44893732e44b"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:36:49.744241 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 82625e3e-d5dd-41cd-b7dc-44893732e44b, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=82625e3e-d5dd-41cd-b7dc-44893732e44b,segment=NetworkSegment(c5752f96-a6e9-4fc2-9dae-273cc6a23f00),segment_id=c5752f96-a6e9-4fc2-9dae-273cc6a23f00)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:49.758802 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:49.795146 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6db4b9a6-996c-4a47-8039-78d9ea709884 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:49.821691 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-6db4b9a6-996c-4a47-8039-78d9ea709884 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbcf523f-92c5-450c-8c8a-113204197620']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:49.834440 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-6db4b9a6-996c-4a47-8039-78d9ea709884 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7487affa-6698-4a8d-ab3c-3e5301b8bcf2') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:49.835264 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-6db4b9a6-996c-4a47-8039-78d9ea709884 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7487affa-6698-4a8d-ab3c-3e5301b8bcf2') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:49.841799 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=82625e3e-d5dd-41cd-b7dc-44893732e44b,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:49.847949 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6db4b9a6-996c-4a47-8039-78d9ea709884 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:49.875100 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-df203029-94a7-4375-b414-670ffc045187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:49.894901 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6db4b9a6-996c-4a47-8039-78d9ea709884 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:49.906229 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6db4b9a6-996c-4a47-8039-78d9ea709884 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Releasing vlan 908 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:36:49.908802 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6db4b9a6-996c-4a47-8039-78d9ea709884 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:49.915394 n-d-817746-1 neutron-server[103360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:36:49.915394 n-d-817746-1 neutron-server[103360]: self.session.flush() Nov 25 17:36:49.915394 n-d-817746-1 neutron-server[103360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:36:49.915394 n-d-817746-1 neutron-server[103360]: self.session.flush() Nov 25 17:36:49.915394 n-d-817746-1 neutron-server[103360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:36:49.915394 n-d-817746-1 neutron-server[103360]: self.session.flush() Nov 25 17:36:49.915394 n-d-817746-1 neutron-server[103360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:36:49.915394 n-d-817746-1 neutron-server[103360]: self.session.flush() Nov 25 17:36:49.915394 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:36:49.915394 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:36:49.915394 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:36:49.915394 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:36:49.915394 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:36:49.915394 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:36:49.915394 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:36:49.915394 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:36:49.915394 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:36:49.915394 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:36:49.915394 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:36:49.915394 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:36:49.915394 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:36:49.915394 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:36:49.915394 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:36:49.915394 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:36:49.915394 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:36:49.915394 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:36:49.915394 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:36:49.915394 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:36:49.915394 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:36:49.915394 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:36:49.915394 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:36:49.915394 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:36:49.915394 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:36:49.915394 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:36:49.915394 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:36:49.915394 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:36:49.915394 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:36:49.915394 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:36:49.915394 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:36:49.915394 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:36:49.927786 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df203029-94a7-4375-b414-670ffc045187 None None] No DVR routers for this DVR port 5d3c770f-d839-4124-bd59-829f965fb7d3 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:36:49.932799 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df203029-94a7-4375-b414-670ffc045187 None None] Pushing event deleted for resources: {'Port': ['ID=5d3c770f-d839-4124-bd59-829f965fb7d3,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:49.963991 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a8434d-634d-4911-b29f-f893d9b80706 x-openstack-request-id: req-11a8434d-634d-4911-b29f-f893d9b80706 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:36:49.964317 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a945130d-bde9-4dd0-aeb1-55204a14c056", "name": "network-vif-plugged", "status": "completed", "tag": "82625e3e-d5dd-41cd-b7dc-44893732e44b", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:36:49.974269 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-11a8434d-634d-4911-b29f-f893d9b80706 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:36:49.974813 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a945130d-bde9-4dd0-aeb1-55204a14c056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82625e3e-d5dd-41cd-b7dc-44893732e44b', 'code': 200} Nov 25 17:36:50.048488 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6db4b9a6-996c-4a47-8039-78d9ea709884 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:50.054068 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6db4b9a6-996c-4a47-8039-78d9ea709884 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:50.064955 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6db4b9a6-996c-4a47-8039-78d9ea709884 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "DELETE /v2.0/networks/bbcf523f-92c5-450c-8c8a-113204197620 HTTP/1.1" status: 204 len: 168 time: 1.3854561 Nov 25 17:36:50.064955 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 52248) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:50.093827 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 52250) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:50.186326 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-be37290a-5029-4e1e-838a-6411370fda2b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:50.196690 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db4b9a6-996c-4a47-8039-78d9ea709884 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event deleted for resources: {'Network': ['ID=bbcf523f-92c5-450c-8c8a-113204197620,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:50.198005 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-06e4f160-f3ef-46c1-b7b9-ad801d14c7e9 admin admin] Deleting subnet fb898c20-92ca-4baf-a933-bccb5703e010 {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:36:50.208239 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-06e4f160-f3ef-46c1-b7b9-ad801d14c7e9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:50.227934 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7165ae8-5b7f-4228-81f4-1c9f8d0ac9a5 req-03f1f8ef-9127-4ce9-bf44-a4c2afee6c46 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:50.235922 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c7165ae8-5b7f-4228-81f4-1c9f8d0ac9a5 req-03f1f8ef-9127-4ce9-bf44-a4c2afee6c46 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 946 time: 0.2678638 Nov 25 17:36:50.306225 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-be37290a-5029-4e1e-838a-6411370fda2b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:50.339045 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb88d5-87d3-4e1b-9eb5-9a942fb254ed req-4b55c1ab-5d8c-4168-b864-7ab5a6486e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:50.340698 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-69fb88d5-87d3-4e1b-9eb5-9a942fb254ed req-4b55c1ab-5d8c-4168-b864-7ab5a6486e65 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 1097 time: 0.3005059 Nov 25 17:36:50.342854 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-06e4f160-f3ef-46c1-b7b9-ad801d14c7e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:50.351241 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-be37290a-5029-4e1e-838a-6411370fda2b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fd381c7-dfad-4bff-8a4d-57fce3cfe626']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:50.361616 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-be37290a-5029-4e1e-838a-6411370fda2b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ff6248e-4361-4f05-bc09-b8f8df7cadc7') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:50.361919 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-be37290a-5029-4e1e-838a-6411370fda2b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ff6248e-4361-4f05-bc09-b8f8df7cadc7') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:50.376490 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-be37290a-5029-4e1e-838a-6411370fda2b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:50.397035 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-be37290a-5029-4e1e-838a-6411370fda2b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:50.405094 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 5d3c770f-d839-4124-bd59-829f965fb7d3 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:36:50.408374 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be37290a-5029-4e1e-838a-6411370fda2b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Releasing vlan 918 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:36:50.408562 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-be37290a-5029-4e1e-838a-6411370fda2b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:50.413059 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:36:50.413059 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:36:50.413059 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:36:50.413059 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:36:50.413059 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:36:50.413059 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:36:50.413059 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:36:50.413059 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:36:50.413059 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:36:50.413059 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:36:50.413059 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:36:50.413059 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:36:50.413059 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:36:50.413059 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:36:50.413059 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:36:50.413059 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:36:50.413059 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:36:50.413059 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:36:50.413059 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:36:50.413059 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:36:50.413059 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:36:50.413059 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:36:50.413059 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:36:50.413059 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:36:50.413059 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:36:50.413059 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:36:50.413059 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:36:50.413059 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:36:50.413059 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:36:50.413059 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:36:50.413059 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:36:50.413059 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:36:50.422097 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c7165ae8-5b7f-4228-81f4-1c9f8d0ac9a5 req-2da153ba-852f-4513-a62c-efd2281ae980 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1850817 Nov 25 17:36:50.432270 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 5d3c770f-d839-4124-bd59-829f965fb7d3 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:36:50.432853 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 5d3c770f-d839-4124-bd59-829f965fb7d3 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:36:50.433448 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device c6efbd5e-3242-4806-bacb-46ec65a7a8cb no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:36:50.453648 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: c6efbd5e-3242-4806-bacb-46ec65a7a8cb {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:36:50.454089 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device c6efbd5e-3242-4806-bacb-46ec65a7a8cb not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:36:50.481648 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-be37290a-5029-4e1e-838a-6411370fda2b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:50.493813 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-be37290a-5029-4e1e-838a-6411370fda2b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:50.496854 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-be37290a-5029-4e1e-838a-6411370fda2b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "DELETE /v2.0/networks/5fd381c7-dfad-4bff-8a4d-57fce3cfe626 HTTP/1.1" status: 204 len: 168 time: 0.4277399 Nov 25 17:36:50.499018 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-69fb88d5-87d3-4e1b-9eb5-9a942fb254ed req-6f5fcf8c-7573-4d62-b8a0-2ac08fcb4980 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307065 Nov 25 17:36:50.501182 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 52254) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:50.506277 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-363e00e8-821f-4cbf-bb01-ad8726c43057 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-227195223'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:50.509743 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be37290a-5029-4e1e-838a-6411370fda2b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event deleted for resources: {'Network': ['ID=5fd381c7-dfad-4bff-8a4d-57fce3cfe626,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:50.522787 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-06e4f160-f3ef-46c1-b7b9-ad801d14c7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:50.568022 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-363e00e8-821f-4cbf-bb01-ad8726c43057 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Made reservation on behalf of 2d6151801edf41a0b4b4e7b936474319 for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:36:50.571909 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-363e00e8-821f-4cbf-bb01-ad8726c43057 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:50.607114 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-363e00e8-821f-4cbf-bb01-ad8726c43057 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 944} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:36:50.613457 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-06e4f160-f3ef-46c1-b7b9-ad801d14c7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:50.626316 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-363e00e8-821f-4cbf-bb01-ad8726c43057 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:50.626671 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-363e00e8-821f-4cbf-bb01-ad8726c43057 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Added segment 7e1cbb58-efb1-4bc4-bd97-248c7cb50122 of type vlan for network c8d691ae-69b5-4a46-8d01-62d09e8732d5 Nov 25 17:36:50.677287 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-06e4f160-f3ef-46c1-b7b9-ad801d14c7e9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:50.681455 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-06e4f160-f3ef-46c1-b7b9-ad801d14c7e9 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/fb898c20-92ca-4baf-a933-bccb5703e010 HTTP/1.1" status: 204 len: 168 time: 0.5851979 Nov 25 17:36:50.682981 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ebb541-4093-4b9e-83b1-0ba70e7a149a None None] Network 65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:36:50.684554 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 52260) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:50.686295 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e4f160-f3ef-46c1-b7b9-ad801d14c7e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb898c20-92ca-4baf-a933-bccb5703e010,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:50.764201 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-363e00e8-821f-4cbf-bb01-ad8726c43057 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:50.803980 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-363e00e8-821f-4cbf-bb01-ad8726c43057 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:50.804598 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:50.812801 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363e00e8-821f-4cbf-bb01-ad8726c43057 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:50.813605 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ca9ba8e1-18cf-4242-82bb-6196aeb16444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:50.814009 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-363e00e8-821f-4cbf-bb01-ad8726c43057 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:50.885377 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-363e00e8-821f-4cbf-bb01-ad8726c43057 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3830764 Nov 25 17:36:50.888425 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 52264) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:50.896693 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-f891c6bf-433a-44eb-9c6a-591af703eff1 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Request body: {'subnet': {'network_id': 'c8d691ae-69b5-4a46-8d01-62d09e8732d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:50.900427 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363e00e8-821f-4cbf-bb01-ad8726c43057 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event updated for resources: {'Network': ['ID=c8d691ae-69b5-4a46-8d01-62d09e8732d5,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:50.903157 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-ca9ba8e1-18cf-4242-82bb-6196aeb16444 admin admin] Deleting port e2cf5149-76b0-430a-83ac-12cd68ec1937 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:50.903576 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ca9ba8e1-18cf-4242-82bb-6196aeb16444 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:50.919975 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network c8d691ae-69b5-4a46-8d01-62d09e8732d5 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:36:50.972490 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e32a54-e808-41b0-90a9-a668e5bead99 None None] DHCP port deletion for 65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:36:51.030412 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-ca9ba8e1-18cf-4242-82bb-6196aeb16444 admin admin] For port e2cf5149-76b0-430a-83ac-12cd68ec1937, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=e2cf5149-76b0-430a-83ac-12cd68ec1937,segment=NetworkSegment(136500d7-8aa5-4736-8898-2ad70aef0369),segment_id=136500d7-8aa5-4736-8898-2ad70aef0369)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:51.030959 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ca9ba8e1-18cf-4242-82bb-6196aeb16444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:51.038876 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-54e32a54-e808-41b0-90a9-a668e5bead99 None None] Deleting port e2cf5149-76b0-430a-83ac-12cd68ec1937 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:51.039388 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-54e32a54-e808-41b0-90a9-a668e5bead99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:51.051672 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-ca9ba8e1-18cf-4242-82bb-6196aeb16444 admin admin] Calling delete_port for e2cf5149-76b0-430a-83ac-12cd68ec1937 owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:51.071716 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f891c6bf-433a-44eb-9c6a-591af703eff1 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Made reservation on behalf of 2d6151801edf41a0b4b4e7b936474319 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:36:51.075925 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f891c6bf-433a-44eb-9c6a-591af703eff1 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:51.113776 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-54e32a54-e808-41b0-90a9-a668e5bead99 None None] For port e2cf5149-76b0-430a-83ac-12cd68ec1937, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=e2cf5149-76b0-430a-83ac-12cd68ec1937,segment=NetworkSegment(136500d7-8aa5-4736-8898-2ad70aef0369),segment_id=136500d7-8aa5-4736-8898-2ad70aef0369)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:51.114178 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-54e32a54-e808-41b0-90a9-a668e5bead99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:51.127273 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-54e32a54-e808-41b0-90a9-a668e5bead99 None None] Calling delete_port for e2cf5149-76b0-430a-83ac-12cd68ec1937 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:51.207951 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-54e32a54-e808-41b0-90a9-a668e5bead99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:51.226095 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ca9ba8e1-18cf-4242-82bb-6196aeb16444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:51.233315 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e32a54-e808-41b0-90a9-a668e5bead99 None None] Pushing event deleted for resources: {'Port': ['ID=e2cf5149-76b0-430a-83ac-12cd68ec1937,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:51.241636 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e32a54-e808-41b0-90a9-a668e5bead99 None None] No DVR routers for this DVR port e2cf5149-76b0-430a-83ac-12cd68ec1937 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:36:51.258967 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 3bed3c3b-a732-4909-bbb7-404008a9920a no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:36:51.276313 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9ba8e1-18cf-4242-82bb-6196aeb16444 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2cf5149-76b0-430a-83ac-12cd68ec1937,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:51.278976 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9ba8e1-18cf-4242-82bb-6196aeb16444 admin admin] No DVR routers for this DVR port e2cf5149-76b0-430a-83ac-12cd68ec1937 on host n-d-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:36:51.282278 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: 3bed3c3b-a732-4909-bbb7-404008a9920a {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:36:51.282559 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 3bed3c3b-a732-4909-bbb7-404008a9920a not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:36:51.409350 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ca9ba8e1-18cf-4242-82bb-6196aeb16444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:51.442940 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-ca9ba8e1-18cf-4242-82bb-6196aeb16444 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:51.451117 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f891c6bf-433a-44eb-9c6a-591af703eff1 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:51.461838 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-ca9ba8e1-18cf-4242-82bb-6196aeb16444 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '136500d7-8aa5-4736-8898-2ad70aef0369') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:51.462139 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-ca9ba8e1-18cf-4242-82bb-6196aeb16444 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '136500d7-8aa5-4736-8898-2ad70aef0369') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:51.498044 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ca9ba8e1-18cf-4242-82bb-6196aeb16444 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:51.524067 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ca9ba8e1-18cf-4242-82bb-6196aeb16444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:51.541981 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab958dd-545a-4537-99a4-72cbd89fa04b req-cd14063a-627c-4cf6-a767-d030697bce86 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:51.543481 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-aab958dd-545a-4537-99a4-72cbd89fa04b req-cd14063a-627c-4cf6-a767-d030697bce86 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 946 time: 0.0508716 Nov 25 17:36:51.543832 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca9ba8e1-18cf-4242-82bb-6196aeb16444 admin admin] Releasing vlan 919 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:36:51.544240 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ca9ba8e1-18cf-4242-82bb-6196aeb16444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:51.545928 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:36:51.545928 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:36:51.545928 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:36:51.545928 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:36:51.545928 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:36:51.545928 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:36:51.545928 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:36:51.545928 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:36:51.545928 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:36:51.545928 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:36:51.545928 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:36:51.545928 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:36:51.545928 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:36:51.545928 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:36:51.545928 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:36:51.545928 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:36:51.545928 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:36:51.545928 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:36:51.545928 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:36:51.545928 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:36:51.545928 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:36:51.545928 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:36:51.545928 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:36:51.545928 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:36:51.545928 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:36:51.545928 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:36:51.545928 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:36:51.545928 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:36:51.545928 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:36:51.545928 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:36:51.545928 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:36:51.545928 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:36:51.569507 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f891c6bf-433a-44eb-9c6a-591af703eff1 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event updated for resources: {'Subnet': ['ID=da5bd648-f219-4c39-a13d-b11a59dd55e4,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:51.609432 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-aab958dd-545a-4537-99a4-72cbd89fa04b req-574ec596-bbd7-4bb4-b3c1-6260de96babf tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579903 Nov 25 17:36:51.610125 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f891c6bf-433a-44eb-9c6a-591af703eff1 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Checking segment: {'id': '7e1cbb58-efb1-4bc4-bd97-248c7cb50122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'c8d691ae-69b5-4a46-8d01-62d09e8732d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:36:51.610479 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f891c6bf-433a-44eb-9c6a-591af703eff1 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Network hostable DHCP agents. Network: c8d691ae-69b5-4a46-8d01-62d09e8732d5, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:36:51.628890 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ca9ba8e1-18cf-4242-82bb-6196aeb16444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:51.636810 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ca9ba8e1-18cf-4242-82bb-6196aeb16444 admin admin] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:51.640385 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ca9ba8e1-18cf-4242-82bb-6196aeb16444 admin admin] 10.222.0.75 "DELETE /v2.0/networks/65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3 HTTP/1.1" status: 204 len: 168 time: 0.9545028 Nov 25 17:36:51.652154 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f891c6bf-433a-44eb-9c6a-591af703eff1 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Network c8d691ae-69b5-4a46-8d01-62d09e8732d5 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:36:51.655421 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9ba8e1-18cf-4242-82bb-6196aeb16444 admin admin] Pushing event deleted for resources: {'Network': ['ID=65b3b0c0-a2ff-4433-a133-f7e0d0b5a1a3,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:51.663740 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-f891c6bf-433a-44eb-9c6a-591af703eff1 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, c8d691ae-69b5-4a46-8d01-62d09e8732d5) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:51.667918 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f891c6bf-433a-44eb-9c6a-591af703eff1 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:51.668687 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f891c6bf-433a-44eb-9c6a-591af703eff1 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:51.672239 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29905028-1b59-4997-b43e-3e1981755d4e None None] Network c8d691ae-69b5-4a46-8d01-62d09e8732d5 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:36:51.691132 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f891c6bf-433a-44eb-9c6a-591af703eff1 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8005216 Nov 25 17:36:51.694870 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 52274) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:51.699610 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-eeb55ccb-5d13-4207-a014-79d2f387e555 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-250323036', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:51.724104 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-eeb55ccb-5d13-4207-a014-79d2f387e555 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:51.725421 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-eeb55ccb-5d13-4207-a014-79d2f387e555 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:51.787791 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-eeb55ccb-5d13-4207-a014-79d2f387e555 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:51.794234 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-eeb55ccb-5d13-4207-a014-79d2f387e555 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:51.831626 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-eeb55ccb-5d13-4207-a014-79d2f387e555 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:51.837672 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-eeb55ccb-5d13-4207-a014-79d2f387e555 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1393969 Nov 25 17:36:51.838068 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 52284) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:51.851205 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-c3316a6f-fc7e-432c-94f8-5feb770422b2 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Request body: {'port': {'network_id': 'c8d691ae-69b5-4a46-8d01-62d09e8732d5', 'name': 'tempest-RoutersIpV6Test-1645868647'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:51.851422 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6a9051-534f-41c8-9b37-dc5687afd4d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-c8d691ae-69b5-4a46-8d01-62d09e8732d5', 'network_id': 'c8d691ae-69b5-4a46-8d01-62d09e8732d5', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'fixed_ips': [{'subnet_id': 'da5bd648-f219-4c39-a13d-b11a59dd55e4'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:36:51.852479 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1d6a9051-534f-41c8-9b37-dc5687afd4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:51.904335 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 52288) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:51.960225 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-cea8b6a7-f1da-4a29-a50c-65c1c02485bc admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a204f4bf4c46407c82174884abbb75a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0518341 Nov 25 17:36:51.960482 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 52290) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:52.005624 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:52.029684 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-18b6bbdc-370a-480e-88e5-186ae3951d19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:52.064662 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-1d6a9051-534f-41c8-9b37-dc5687afd4d5 None None] Allocated IP 2001:db8::2 (c8d691ae-69b5-4a46-8d01-62d09e8732d5/da5bd648-f219-4c39-a13d-b11a59dd55e4/0a4423a4-8c4d-4ff5-a5cd-c1511a87108f) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:36:52.066300 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3316a6f-fc7e-432c-94f8-5feb770422b2 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Made reservation on behalf of 2d6151801edf41a0b4b4e7b936474319 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:36:52.069241 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-18b6bbdc-370a-480e-88e5-186ae3951d19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:52.073350 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c3316a6f-fc7e-432c-94f8-5feb770422b2 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:52.099529 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-c3316a6f-fc7e-432c-94f8-5feb770422b2 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] device_id is not set on port bde733aa-1a07-4f22-a7fc-3655ab04a86e yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:36:52.124802 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-18b6bbdc-370a-480e-88e5-186ae3951d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:52.127479 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-18b6bbdc-370a-480e-88e5-186ae3951d19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:52.131968 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-18b6bbdc-370a-480e-88e5-186ae3951d19 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9cb48d60-855a-4fc7-ad36-ccabac53205b HTTP/1.1" status: 204 len: 168 time: 0.1704597 Nov 25 17:36:52.141702 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6bbdc-370a-480e-88e5-186ae3951d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb48d60-855a-4fc7-ad36-ccabac53205b,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:52.286318 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1d6a9051-534f-41c8-9b37-dc5687afd4d5 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:52.293531 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1d6a9051-534f-41c8-9b37-dc5687afd4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:52.345010 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6a9051-534f-41c8-9b37-dc5687afd4d5 None None] Network c8d691ae-69b5-4a46-8d01-62d09e8732d5 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:36:52.348548 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-1d6a9051-534f-41c8-9b37-dc5687afd4d5 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:52.351357 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6a9051-534f-41c8-9b37-dc5687afd4d5 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:36:52.360800 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a9051-534f-41c8-9b37-dc5687afd4d5 None None] Pushing event updated for resources: {'Port': ['ID=0a4423a4-8c4d-4ff5-a5cd-c1511a87108f,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:52.420447 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device e2cf5149-76b0-430a-83ac-12cd68ec1937 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:36:52.427315 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-c3316a6f-fc7e-432c-94f8-5feb770422b2 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Allocated IP 2001:db8::19a (c8d691ae-69b5-4a46-8d01-62d09e8732d5/da5bd648-f219-4c39-a13d-b11a59dd55e4/bde733aa-1a07-4f22-a7fc-3655ab04a86e) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:36:52.470244 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: e2cf5149-76b0-430a-83ac-12cd68ec1937 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:36:52.470811 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device e2cf5149-76b0-430a-83ac-12cd68ec1937 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:36:52.485451 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-1d6a9051-534f-41c8-9b37-dc5687afd4d5 None None] Attempting to bind port 0a4423a4-8c4d-4ff5-a5cd-c1511a87108f on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:36:52.486002 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-1d6a9051-534f-41c8-9b37-dc5687afd4d5 None None] Attempting to bind port 0a4423a4-8c4d-4ff5-a5cd-c1511a87108f by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '7e1cbb58-efb1-4bc4-bd97-248c7cb50122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'c8d691ae-69b5-4a46-8d01-62d09e8732d5'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:36:52.486530 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6a9051-534f-41c8-9b37-dc5687afd4d5 None None] Attempting to bind port 0a4423a4-8c4d-4ff5-a5cd-c1511a87108f on network c8d691ae-69b5-4a46-8d01-62d09e8732d5 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:36:52.494252 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6a9051-534f-41c8-9b37-dc5687afd4d5 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:36:52.494931 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6a9051-534f-41c8-9b37-dc5687afd4d5 None None] Checking segment: {'id': '7e1cbb58-efb1-4bc4-bd97-248c7cb50122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'c8d691ae-69b5-4a46-8d01-62d09e8732d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:36:52.495506 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1d6a9051-534f-41c8-9b37-dc5687afd4d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:52.496074 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6a9051-534f-41c8-9b37-dc5687afd4d5 None None] Bound using segment: {'id': '7e1cbb58-efb1-4bc4-bd97-248c7cb50122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'c8d691ae-69b5-4a46-8d01-62d09e8732d5'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:36:52.496562 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-1d6a9051-534f-41c8-9b37-dc5687afd4d5 None None] Bound port: 0a4423a4-8c4d-4ff5-a5cd-c1511a87108f, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e1cbb58-efb1-4bc4-bd97-248c7cb50122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'c8d691ae-69b5-4a46-8d01-62d09e8732d5'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:36:52.496971 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1d6a9051-534f-41c8-9b37-dc5687afd4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:52.573701 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-1d6a9051-534f-41c8-9b37-dc5687afd4d5 None None] For port 0a4423a4-8c4d-4ff5-a5cd-c1511a87108f, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:36:52.576907 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-1d6a9051-534f-41c8-9b37-dc5687afd4d5 None None] For port 0a4423a4-8c4d-4ff5-a5cd-c1511a87108f, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=0a4423a4-8c4d-4ff5-a5cd-c1511a87108f,segment=NetworkSegment(7e1cbb58-efb1-4bc4-bd97-248c7cb50122),segment_id=7e1cbb58-efb1-4bc4-bd97-248c7cb50122)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:36:52.583715 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1d6a9051-534f-41c8-9b37-dc5687afd4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:52.639716 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c3316a6f-fc7e-432c-94f8-5feb770422b2 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:52.660441 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a9051-534f-41c8-9b37-dc5687afd4d5 None None] Pushing event updated for resources: {'Port': ['ID=0a4423a4-8c4d-4ff5-a5cd-c1511a87108f,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:52.702947 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c3316a6f-fc7e-432c-94f8-5feb770422b2 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:52.762381 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3316a6f-fc7e-432c-94f8-5feb770422b2 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Network c8d691ae-69b5-4a46-8d01-62d09e8732d5 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:36:52.765967 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-c3316a6f-fc7e-432c-94f8-5feb770422b2 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:52.770858 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3316a6f-fc7e-432c-94f8-5feb770422b2 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:36:52.777871 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3316a6f-fc7e-432c-94f8-5feb770422b2 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:52.778548 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c3316a6f-fc7e-432c-94f8-5feb770422b2 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:52.785221 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3316a6f-fc7e-432c-94f8-5feb770422b2 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event updated for resources: {'Port': ['ID=bde733aa-1a07-4f22-a7fc-3655ab04a86e,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:52.808479 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c3316a6f-fc7e-432c-94f8-5feb770422b2 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9691808 Nov 25 17:36:52.809837 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 52318) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:52.829543 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c3fcd0-45d6-4bcf-86e6-0c7951eacbea req-56d3cffe-5c01-4750-920b-7f0bceb7da4b tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:52.838116 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f5c3fcd0-45d6-4bcf-86e6-0c7951eacbea req-56d3cffe-5c01-4750-920b-7f0bceb7da4b tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 946 time: 0.1222353 Nov 25 17:36:52.977575 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:53.139257 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f5c3fcd0-45d6-4bcf-86e6-0c7951eacbea req-aaa8381b-9113-40e2-886f-9f0a20b2361d tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3002334 Nov 25 17:36:53.241213 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 52344) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:53.333559 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fbb142-1fbf-45b2-91f4-d0570de4cbdb req-0d805c79-9e73-4c70-a7c9-f7cd966222f7 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:53.335120 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c7fbb142-1fbf-45b2-91f4-d0570de4cbdb req-0d805c79-9e73-4c70-a7c9-f7cd966222f7 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 946 time: 0.1003389 Nov 25 17:36:53.349760 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 52350) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:53.354294 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-5eba0b65-977f-43ae-bbac-9267e6abfe59 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Request body: {'floatingip': {'port_id': '82625e3e-d5dd-41cd-b7dc-44893732e44b'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:53.400458 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5eba0b65-977f-43ae-bbac-9267e6abfe59 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks [] for floatingip, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:53.422966 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ef482567-c124-4741-9664-14d63bc1794c tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:53.440312 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-827bc588-834e-4967-8f68-f098a961dea1 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1707133775-network', 'tenant_id': '5817441ea15648a08b6ffdfefbfecfb2'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:53.531148 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827bc588-834e-4967-8f68-f098a961dea1 admin admin] Made reservation on behalf of 5817441ea15648a08b6ffdfefbfecfb2 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:36:53.534705 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-827bc588-834e-4967-8f68-f098a961dea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:53.553086 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-827bc588-834e-4967-8f68-f098a961dea1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:53.854910 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-827bc588-834e-4967-8f68-f098a961dea1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:53.863982 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-827bc588-834e-4967-8f68-f098a961dea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:53.892789 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827bc588-834e-4967-8f68-f098a961dea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c948a6-9e1e-444f-bacd-9eb459611131,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:53.909125 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-827bc588-834e-4967-8f68-f098a961dea1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 943} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:36:53.949638 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-827bc588-834e-4967-8f68-f098a961dea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:53.949987 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-827bc588-834e-4967-8f68-f098a961dea1 admin admin] Added segment 65ad30aa-923d-49d3-a3a5-8a73e1acf218 of type vlan for network 1175d931-8bcd-4b1f-88f2-6e9d61dcac1c Nov 25 17:36:54.031971 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-827bc588-834e-4967-8f68-f098a961dea1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:54.053601 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7888a24b-b61d-4016-ba2f-c789557a0d8f None None] Network c8d691ae-69b5-4a46-8d01-62d09e8732d5 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:36:54.067334 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5eba0b65-977f-43ae-bbac-9267e6abfe59 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:54.075229 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5eba0b65-977f-43ae-bbac-9267e6abfe59 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:54.080147 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-827bc588-834e-4967-8f68-f098a961dea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:54.081468 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827bc588-834e-4967-8f68-f098a961dea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:54.082108 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-827bc588-834e-4967-8f68-f098a961dea1 admin admin] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:54.164637 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ef482567-c124-4741-9664-14d63bc1794c tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:54.171428 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90875099-19f9-4845-bc8f-4b83f1df4af1 None None] Provisioning complete for port 0a4423a4-8c4d-4ff5-a5cd-c1511a87108f triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:54.172376 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90875099-19f9-4845-bc8f-4b83f1df4af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:54.174050 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ef482567-c124-4741-9664-14d63bc1794c tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:54.226061 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-827bc588-834e-4967-8f68-f098a961dea1 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9825201 Nov 25 17:36:54.230301 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 52358) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:54.240487 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-b0b76737-b4d6-4b65-85be-6f3290941927 admin admin] Request body: {'subnet': {'network_id': '1175d931-8bcd-4b1f-88f2-6e9d61dcac1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1707133775-subnet', 'tenant_id': '5817441ea15648a08b6ffdfefbfecfb2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:54.279666 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827bc588-834e-4967-8f68-f098a961dea1 admin admin] Pushing event updated for resources: {'Network': ['ID=1175d931-8bcd-4b1f-88f2-6e9d61dcac1c,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:54.287329 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b76737-b4d6-4b65-85be-6f3290941927 admin admin] Made reservation on behalf of 5817441ea15648a08b6ffdfefbfecfb2 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:36:54.289872 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b0b76737-b4d6-4b65-85be-6f3290941927 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:54.310890 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 1175d931-8bcd-4b1f-88f2-6e9d61dcac1c details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:36:54.380563 n-d-817746-1 neutron-server[103360]: INFO neutron.db.l3_db [None req-5eba0b65-977f-43ae-bbac-9267e6abfe59 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Floating IP 4e474126-1069-4530-96e7-4dc5c14e860d associated. External IP: 172.25.0.36, port: 82625e3e-d5dd-41cd-b7dc-44893732e44b. Nov 25 17:36:54.496078 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef482567-c124-4741-9664-14d63bc1794c tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event updated for resources: {'Port': ['ID=bde733aa-1a07-4f22-a7fc-3655ab04a86e,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:54.516767 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 0a4423a4-8c4d-4ff5-a5cd-c1511a87108f up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:36:54.523450 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ef482567-c124-4741-9664-14d63bc1794c tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:54.581709 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90875099-19f9-4845-bc8f-4b83f1df4af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:54.620357 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b0b76737-b4d6-4b65-85be-6f3290941927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:54.635576 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90875099-19f9-4845-bc8f-4b83f1df4af1 None None] For port 0a4423a4-8c4d-4ff5-a5cd-c1511a87108f, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=0a4423a4-8c4d-4ff5-a5cd-c1511a87108f,segment=NetworkSegment(7e1cbb58-efb1-4bc4-bd97-248c7cb50122),segment_id=7e1cbb58-efb1-4bc4-bd97-248c7cb50122)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:54.647877 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90875099-19f9-4845-bc8f-4b83f1df4af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:54.714124 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 0a4423a4-8c4d-4ff5-a5cd-c1511a87108f triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:54.715029 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:54.745633 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ef482567-c124-4741-9664-14d63bc1794c tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:54.751828 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b76737-b4d6-4b65-85be-6f3290941927 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d530793-2b8f-499c-b493-72fa1971e843,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:54.764310 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b76737-b4d6-4b65-85be-6f3290941927 admin admin] Checking segment: {'id': '65ad30aa-923d-49d3-a3a5-8a73e1acf218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '1175d931-8bcd-4b1f-88f2-6e9d61dcac1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:36:54.764549 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b76737-b4d6-4b65-85be-6f3290941927 admin admin] Network hostable DHCP agents. Network: 1175d931-8bcd-4b1f-88f2-6e9d61dcac1c, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:36:54.780590 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90875099-19f9-4845-bc8f-4b83f1df4af1 None None] Pushing event updated for resources: {'Port': ['ID=0a4423a4-8c4d-4ff5-a5cd-c1511a87108f,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:54.896430 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b76737-b4d6-4b65-85be-6f3290941927 admin admin] Network 1175d931-8bcd-4b1f-88f2-6e9d61dcac1c is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:36:54.912322 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-b0b76737-b4d6-4b65-85be-6f3290941927 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 1175d931-8bcd-4b1f-88f2-6e9d61dcac1c) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:54.922188 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b76737-b4d6-4b65-85be-6f3290941927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:54.922812 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b0b76737-b4d6-4b65-85be-6f3290941927 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:54.925721 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99fbf16-cd42-4d20-be3c-a1d2cfae8445 None None] Network 1175d931-8bcd-4b1f-88f2-6e9d61dcac1c requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:36:54.961579 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eba0b65-977f-43ae-bbac-9267e6abfe59 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Router c0683976-3878-49e6-8dc7-177fbd4b99b5 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:36:54.995331 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b0b76737-b4d6-4b65-85be-6f3290941927 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7626598 Nov 25 17:36:55.030432 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-98b4cf3d-add7-42ea-8a4c-fb863bf3f80e None None] Provisioning complete for port bde733aa-1a07-4f22-a7fc-3655ab04a86e triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:55.030432 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-98b4cf3d-add7-42ea-8a4c-fb863bf3f80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:55.118805 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-98b4cf3d-add7-42ea-8a4c-fb863bf3f80e None None] Port bde733aa-1a07-4f22-a7fc-3655ab04a86e cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:36:55.171013 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4d61e9-cdb9-4dac-a579-12ea5e76d9eb None None] Network 1175d931-8bcd-4b1f-88f2-6e9d61dcac1c requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:36:55.179936 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eba0b65-977f-43ae-bbac-9267e6abfe59 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:36:55.190284 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5eba0b65-977f-43ae-bbac-9267e6abfe59 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:55.215592 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb26496d-cdf8-4c3f-bb1f-a28df31e9a05 None None] Sync routers for ids ['c0683976-3878-49e6-8dc7-177fbd4b99b5'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:36:55.245497 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-98b4cf3d-add7-42ea-8a4c-fb863bf3f80e None None] Provisioning complete for port 0a4423a4-8c4d-4ff5-a5cd-c1511a87108f triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:55.246014 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-98b4cf3d-add7-42ea-8a4c-fb863bf3f80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:55.250423 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-5eba0b65-977f-43ae-bbac-9267e6abfe59 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "PUT /v2.0/floatingips/4e474126-1069-4530-96e7-4dc5c14e860d HTTP/1.1" status: 200 len: 991 time: 1.8995557 Nov 25 17:36:55.251056 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a945130d-bde9-4dd0-aeb1-55204a14c056', 'tag': '82625e3e-d5dd-41cd-b7dc-44893732e44b'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:36:55.264993 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e2d9d6-812f-4846-a370-8cc122a134a1" -d '{"events": [{"name": "network-changed", "server_uuid": "a945130d-bde9-4dd0-aeb1-55204a14c056", "tag": "82625e3e-d5dd-41cd-b7dc-44893732e44b"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:36:55.265928 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ef482567-c124-4741-9664-14d63bc1794c tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:55.274790 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ef482567-c124-4741-9664-14d63bc1794c tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:55.276347 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ef482567-c124-4741-9664-14d63bc1794c tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:55.341815 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb26496d-cdf8-4c3f-bb1f-a28df31e9a05 None None] Routers {'c0683976-3878-49e6-8dc7-177fbd4b99b5'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:55.342467 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-cb26496d-cdf8-4c3f-bb1f-a28df31e9a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:36:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['c0683976-3878-49e6-8dc7-177fbd4b99b5'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:55.359636 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf47157d-48f1-47c6-bf53-dd804165cdc7 x-openstack-request-id: req-bf47157d-48f1-47c6-bf53-dd804165cdc7 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:36:55.360204 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a945130d-bde9-4dd0-aeb1-55204a14c056", "tag": "82625e3e-d5dd-41cd-b7dc-44893732e44b", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:36:55.360618 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bf47157d-48f1-47c6-bf53-dd804165cdc7 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:36:55.361583 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a945130d-bde9-4dd0-aeb1-55204a14c056', 'tag': '82625e3e-d5dd-41cd-b7dc-44893732e44b', 'status': 'completed', 'code': 200} Nov 25 17:36:55.421222 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef482567-c124-4741-9664-14d63bc1794c tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event updated for resources: {'Port': ['ID=bde733aa-1a07-4f22-a7fc-3655ab04a86e,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:55.546411 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2d9d6-812f-4846-a370-8cc122a134a1 req-423c13ca-4010-4ca2-9021-e72634da508c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:55.548118 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-50e2d9d6-812f-4846-a370-8cc122a134a1 req-423c13ca-4010-4ca2-9021-e72634da508c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5a560046c26c483180c0093a6be1dd8b&device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 1097 time: 0.1451426 Nov 25 17:36:55.561416 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef482567-c124-4741-9664-14d63bc1794c tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Network c8d691ae-69b5-4a46-8d01-62d09e8732d5 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:36:55.564373 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-ef482567-c124-4741-9664-14d63bc1794c tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:55.876062 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-cb26496d-cdf8-4c3f-bb1f-a28df31e9a05 None None] Set router c0683976-3878-49e6-8dc7-177fbd4b99b5 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:36:55.923775 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-f5bd75e3-b2e4-4124-adcb-7939f6de08f9 None None] Provisioning complete for port bde733aa-1a07-4f22-a7fc-3655ab04a86e triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:55.924147 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f5bd75e3-b2e4-4124-adcb-7939f6de08f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:55.966469 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-f5bd75e3-b2e4-4124-adcb-7939f6de08f9 None None] Port bde733aa-1a07-4f22-a7fc-3655ab04a86e cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:36:55.982435 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef482567-c124-4741-9664-14d63bc1794c tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Router 09c18c67-381e-4591-9d73-97b8889575a4 is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:36:56.013107 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-3401fddc-4c99-49f8-afc7-2a8521d9eff3 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:56.024402 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-3401fddc-4c99-49f8-afc7-2a8521d9eff3 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] 10.222.0.75 "GET /v2.0/networks?id=1175d931-8bcd-4b1f-88f2-6e9d61dcac1c HTTP/1.1" status: 200 len: 818 time: 0.2701986 Nov 25 17:36:56.050587 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2d9d6-812f-4846-a370-8cc122a134a1 req-13de0a84-5072-45eb-93d9-6d9b6b0dceaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:56.052863 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-50e2d9d6-812f-4846-a370-8cc122a134a1 req-13de0a84-5072-45eb-93d9-6d9b6b0dceaf service neutron] 10.222.0.74 "GET /v2.0/networks?id=d0082d57-8c96-4a76-be0f-340c2f65b160 HTTP/1.1" status: 200 len: 913 time: 0.4897256 Nov 25 17:36:56.061353 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-ec084237-7f95-4194-bddc-31a2a00dfb2b tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] 10.222.0.75 "GET /v2.0/quotas/5817441ea15648a08b6ffdfefbfecfb2 HTTP/1.1" status: 200 len: 375 time: 0.0359678 Nov 25 17:36:56.125853 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-a3fc743b-7547-4c30-88d5-fb052534daed None None] Provisioning complete for port bde733aa-1a07-4f22-a7fc-3655ab04a86e triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:56.126392 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a3fc743b-7547-4c30-88d5-fb052534daed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:56.185046 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-3a08c505-b1ce-4b50-a2e9-1a3af755c381 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=5817441ea15648a08b6ffdfefbfecfb2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1219678 Nov 25 17:36:56.205310 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-a3fc743b-7547-4c30-88d5-fb052534daed None None] Port bde733aa-1a07-4f22-a7fc-3655ab04a86e cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:36:56.246732 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-cb26496d-cdf8-4c3f-bb1f-a28df31e9a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0683976-3878-49e6-8dc7-177fbd4b99b5', 'name': 'tempest-ServerActionsTestJSON-1097397683-router', 'tenant_id': '5a560046c26c483180c0093a6be1dd8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '86f3a13f-9894-42a5-9566-945afd1efec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:36:21Z', 'updated_at': '2021-11-25T17:36:29Z', 'revision_number': 4, 'project_id': '5a560046c26c483180c0093a6be1dd8b', 'gw_port': {'id': '86f3a13f-9894-42a5-9566-945afd1efec6', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0683976-3878-49e6-8dc7-177fbd4b99b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:23Z', 'updated_at': '2021-11-25T17:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '4e474126-1069-4530-96e7-4dc5c14e860d', 'tenant_id': '5a560046c26c483180c0093a6be1dd8b', 'floating_ip_address': '172.25.0.36', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': 'c0683976-3878-49e6-8dc7-177fbd4b99b5', 'port_id': '82625e3e-d5dd-41cd-b7dc-44893732e44b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0082d57-8c96-4a76-be0f-340c2f65b160', 'mac_address': 'fa:16:3e:9e:98:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a945130d-bde9-4dd0-aeb1-55204a14c056', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:36:36Z', 'updated_at': '2021-11-25T17:36:53Z', 'revision_number': 1, 'project_id': '5a560046c26c483180c0093a6be1dd8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fe512c4-3058-44ab-91e2-a2ef4a534159', 'name': '', 'network_id': 'd0082d57-8c96-4a76-be0f-340c2f65b160', 'tenant_id': '5a560046c26c483180c0093a6be1dd8b', 'mac_address': 'fa:16:3e:7a:03:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0683976-3878-49e6-8dc7-177fbd4b99b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'c74f83ed-3896-4341-8cf1-e1417d85add2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:27Z', 'updated_at': '2021-11-25T17:36:33Z', 'revision_number': 5, 'project_id': '5a560046c26c483180c0093a6be1dd8b', 'subnets': [{'id': 'c74f83ed-3896-4341-8cf1-e1417d85add2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:56.279750 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-50e2d9d6-812f-4846-a370-8cc122a134a1 req-0d7c8679-d308-4f62-a85d-82fe8a6f3389 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82625e3e-d5dd-41cd-b7dc-44893732e44b HTTP/1.1" status: 200 len: 999 time: 0.2154765 Nov 25 17:36:56.282375 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef482567-c124-4741-9664-14d63bc1794c tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:36:56.292304 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-ef482567-c124-4741-9664-14d63bc1794c tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "PUT /v2.0/routers/09c18c67-381e-4591-9d73-97b8889575a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4775589 Nov 25 17:36:56.293380 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 52398) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:56.311182 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb26496d-cdf8-4c3f-bb1f-a28df31e9a05 None None] Checking router: c0683976-3878-49e6-8dc7-177fbd4b99b5 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:36:56.312150 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e2ea7d-dd70-4181-bf54-bd403a6e52af None None] Sync routers for ids ['09c18c67-381e-4591-9d73-97b8889575a4'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:36:56.329688 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb26496d-cdf8-4c3f-bb1f-a28df31e9a05 None None] Routers {'c0683976-3878-49e6-8dc7-177fbd4b99b5'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:56.330365 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-cb26496d-cdf8-4c3f-bb1f-a28df31e9a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:36:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['c0683976-3878-49e6-8dc7-177fbd4b99b5'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:56.345658 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e2ea7d-dd70-4181-bf54-bd403a6e52af None None] Routers {'09c18c67-381e-4591-9d73-97b8889575a4'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:56.348775 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-76e2ea7d-dd70-4181-bf54-bd403a6e52af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:36:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['09c18c67-381e-4591-9d73-97b8889575a4'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:56.349803 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2d9d6-812f-4846-a370-8cc122a134a1 req-f537c327-e366-4558-b2fb-81b360229c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:56.351292 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-50e2d9d6-812f-4846-a370-8cc122a134a1 req-f537c327-e366-4558-b2fb-81b360229c70 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c74f83ed-3896-4341-8cf1-e1417d85add2 HTTP/1.1" status: 200 len: 851 time: 0.0608683 Nov 25 17:36:56.407872 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 0a4423a4-8c4d-4ff5-a5cd-c1511a87108f up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:36:56.428585 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eeafe7a-5bd4-4b1d-ad40-d2c38f2cb1e9 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:56.430069 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9eeafe7a-5bd4-4b1d-ad40-d2c38f2cb1e9 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "GET /v2.0/ports/bde733aa-1a07-4f22-a7fc-3655ab04a86e HTTP/1.1" status: 200 len: 984 time: 0.1339917 Nov 25 17:36:56.430863 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-302b482a-84bb-4115-b15f-7c851aff69b2 service neutron] 10.222.0.75 "GET /v2.0/networks/1175d931-8bcd-4b1f-88f2-6e9d61dcac1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324567 Nov 25 17:36:56.434248 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-76e2ea7d-dd70-4181-bf54-bd403a6e52af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:56.434460 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 52402) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:56.447344 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e2ea7d-dd70-4181-bf54-bd403a6e52af None None] Routers {'09c18c67-381e-4591-9d73-97b8889575a4'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:56.448953 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-76e2ea7d-dd70-4181-bf54-bd403a6e52af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:36:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['09c18c67-381e-4591-9d73-97b8889575a4'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:56.519388 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-76e2ea7d-dd70-4181-bf54-bd403a6e52af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:56.521640 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e2ea7d-dd70-4181-bf54-bd403a6e52af None None] The sync data for ids ['09c18c67-381e-4591-9d73-97b8889575a4'] in n-d-817746-1 is: [] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:36:56.567394 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-cb26496d-cdf8-4c3f-bb1f-a28df31e9a05 None None] Set router c0683976-3878-49e6-8dc7-177fbd4b99b5 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:36:56.654726 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 0a4423a4-8c4d-4ff5-a5cd-c1511a87108f triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:56.655457 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:56.726056 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2d9d6-812f-4846-a370-8cc122a134a1 req-00d4fdae-527b-41e1-b40c-188021a3d97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:56.727606 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-50e2d9d6-812f-4846-a370-8cc122a134a1 req-00d4fdae-527b-41e1-b40c-188021a3d97f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d0082d57-8c96-4a76-be0f-340c2f65b160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3666506 Nov 25 17:36:56.915726 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-ee716038-86f9-4ba4-a239-c9892a01a115 service neutron] 10.222.0.75 "GET /v2.0/networks/1175d931-8bcd-4b1f-88f2-6e9d61dcac1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4838529 Nov 25 17:36:56.989854 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-cb26496d-cdf8-4c3f-bb1f-a28df31e9a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0683976-3878-49e6-8dc7-177fbd4b99b5', 'name': 'tempest-ServerActionsTestJSON-1097397683-router', 'tenant_id': '5a560046c26c483180c0093a6be1dd8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '86f3a13f-9894-42a5-9566-945afd1efec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:36:21Z', 'updated_at': '2021-11-25T17:36:29Z', 'revision_number': 4, 'project_id': '5a560046c26c483180c0093a6be1dd8b', 'gw_port': {'id': '86f3a13f-9894-42a5-9566-945afd1efec6', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0683976-3878-49e6-8dc7-177fbd4b99b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:23Z', 'updated_at': '2021-11-25T17:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '4e474126-1069-4530-96e7-4dc5c14e860d', 'tenant_id': '5a560046c26c483180c0093a6be1dd8b', 'floating_ip_address': '172.25.0.36', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': 'c0683976-3878-49e6-8dc7-177fbd4b99b5', 'port_id': '82625e3e-d5dd-41cd-b7dc-44893732e44b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0082d57-8c96-4a76-be0f-340c2f65b160', 'mac_address': 'fa:16:3e:9e:98:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a945130d-bde9-4dd0-aeb1-55204a14c056', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:36:36Z', 'updated_at': '2021-11-25T17:36:53Z', 'revision_number': 1, 'project_id': '5a560046c26c483180c0093a6be1dd8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fe512c4-3058-44ab-91e2-a2ef4a534159', 'name': '', 'network_id': 'd0082d57-8c96-4a76-be0f-340c2f65b160', 'tenant_id': '5a560046c26c483180c0093a6be1dd8b', 'mac_address': 'fa:16:3e:7a:03:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0683976-3878-49e6-8dc7-177fbd4b99b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'c74f83ed-3896-4341-8cf1-e1417d85add2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:27Z', 'updated_at': '2021-11-25T17:36:33Z', 'revision_number': 5, 'project_id': '5a560046c26c483180c0093a6be1dd8b', 'subnets': [{'id': 'c74f83ed-3896-4341-8cf1-e1417d85add2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:56.999866 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-50e2d9d6-812f-4846-a370-8cc122a134a1 req-a060b0b8-c8ca-4b6a-9f94-9b2183729681 service neutron] 10.222.0.74 "GET /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586634 Nov 25 17:36:57.057156 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb26496d-cdf8-4c3f-bb1f-a28df31e9a05 None None] The sync data for ids ['c0683976-3878-49e6-8dc7-177fbd4b99b5'] in n-d-817746-1 is: [{'id': 'c0683976-3878-49e6-8dc7-177fbd4b99b5', 'name': 'tempest-ServerActionsTestJSON-1097397683-router', 'tenant_id': '5a560046c26c483180c0093a6be1dd8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '86f3a13f-9894-42a5-9566-945afd1efec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:36:21Z', 'updated_at': '2021-11-25T17:36:29Z', 'revision_number': 4, 'project_id': '5a560046c26c483180c0093a6be1dd8b', 'gw_port': {'id': '86f3a13f-9894-42a5-9566-945afd1efec6', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0683976-3878-49e6-8dc7-177fbd4b99b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:23Z', 'updated_at': '2021-11-25T17:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '4e474126-1069-4530-96e7-4dc5c14e860d', 'tenant_id': '5a560046c26c483180c0093a6be1dd8b', 'floating_ip_address': '172.25.0.36', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': 'c0683976-3878-49e6-8dc7-177fbd4b99b5', 'port_id': '82625e3e-d5dd-41cd-b7dc-44893732e44b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0082d57-8c96-4a76-be0f-340c2f65b160', 'mac_address': 'fa:16:3e:9e:98:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a945130d-bde9-4dd0-aeb1-55204a14c056', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:36:36Z', 'updated_at': '2021-11-25T17:36:53Z', 'revision_number': 1, 'project_id': '5a560046c26c483180c0093a6be1dd8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fe512c4-3058-44ab-91e2-a2ef4a534159', 'name': '', 'network_id': 'd0082d57-8c96-4a76-be0f-340c2f65b160', 'tenant_id': '5a560046c26c483180c0093a6be1dd8b', 'mac_address': 'fa:16:3e:7a:03:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0683976-3878-49e6-8dc7-177fbd4b99b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'c74f83ed-3896-4341-8cf1-e1417d85add2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:27Z', 'updated_at': '2021-11-25T17:36:33Z', 'revision_number': 5, 'project_id': '5a560046c26c483180c0093a6be1dd8b', 'subnets': [{'id': 'c74f83ed-3896-4341-8cf1-e1417d85add2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:36:57.206513 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-50e2d9d6-812f-4846-a370-8cc122a134a1 req-c5fb6623-072a-4910-a3d1-f311eb862732 service neutron] 10.222.0.74 "GET /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981432 Nov 25 17:36:57.347035 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f1c46428-7bbf-4dee-8e5b-4c84e235e468 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:57.459297 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e9e55e-c4a1-406e-b693-bea9b63e4120 None None] New status for floating IP 4e474126-1069-4530-96e7-4dc5c14e860d: ACTIVE {{(pid=103362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:36:57.547173 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-db4d8ba0-3f93-433d-8fd2-52ea3952a3bf req-f6b9428f-b9d6-4e6f-99d2-a9290f5cd82f tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] 10.222.0.75 "GET /v2.0/ports?device_id=905fcad2-6e95-4bc2-b04f-099fec3fb3a4 HTTP/1.1" status: 200 len: 210 time: 0.1206667 Nov 25 17:36:57.595627 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 52440) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:57.882008 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-024b999a-6101-4488-9194-97d7f06bab6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:58.021563 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-f1c46428-7bbf-4dee-8e5b-4c84e235e468 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Deleting port bde733aa-1a07-4f22-a7fc-3655ab04a86e {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:58.021976 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f1c46428-7bbf-4dee-8e5b-4c84e235e468 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:58.062898 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-024b999a-6101-4488-9194-97d7f06bab6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:58.068641 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-024b999a-6101-4488-9194-97d7f06bab6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:58.103258 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024b999a-6101-4488-9194-97d7f06bab6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64dccab3-c251-4c4d-8e07-fec5ddc6b3fb,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:58.129722 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-024b999a-6101-4488-9194-97d7f06bab6d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3b72afec7c5f4f5c9bd2460631890d37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5322442 Nov 25 17:36:58.130370 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 52460) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:58.201892 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d0bef98b-6821-40ae-b53b-4c9dac81cf45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:58.234074 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d0bef98b-6821-40ae-b53b-4c9dac81cf45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:58.306633 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d0bef98b-6821-40ae-b53b-4c9dac81cf45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:58.309922 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d0bef98b-6821-40ae-b53b-4c9dac81cf45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:58.311396 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d0bef98b-6821-40ae-b53b-4c9dac81cf45 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/64dccab3-c251-4c4d-8e07-fec5ddc6b3fb HTTP/1.1" status: 204 len: 168 time: 0.1798415 Nov 25 17:36:58.320995 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bef98b-6821-40ae-b53b-4c9dac81cf45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64dccab3-c251-4c4d-8e07-fec5ddc6b3fb,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:58.563121 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f1c46428-7bbf-4dee-8e5b-4c84e235e468 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:58.593810 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-f1c46428-7bbf-4dee-8e5b-4c84e235e468 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Calling delete_port for bde733aa-1a07-4f22-a7fc-3655ab04a86e owned by network:router_interface {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:58.725288 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c6f1ea9c-2aa4-4f70-a4ab-f0c95bf08aae req-14c0a37b-adb1-4417-bdd5-65fd0ef69b60 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] 10.222.0.75 "GET /v2.0/ports?device_id=905fcad2-6e95-4bc2-b04f-099fec3fb3a4 HTTP/1.1" status: 200 len: 210 time: 0.0401602 Nov 25 17:36:58.767383 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 52474) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:58.789448 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d43231b2-c03c-4865-adfc-25002798b76b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:58.866452 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f1c46428-7bbf-4dee-8e5b-4c84e235e468 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:58.896647 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c46428-7bbf-4dee-8e5b-4c84e235e468 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event deleted for resources: {'Port': ['ID=bde733aa-1a07-4f22-a7fc-3655ab04a86e,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:58.897073 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d43231b2-c03c-4865-adfc-25002798b76b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:58.902936 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d43231b2-c03c-4865-adfc-25002798b76b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:58.953841 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d43231b2-c03c-4865-adfc-25002798b76b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=df718107fa83405db1106761d87dcecb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1852241 Nov 25 17:36:58.954843 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43231b2-c03c-4865-adfc-25002798b76b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445c3d7a-c587-4511-83b4-dfc39a8771ed,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:58.957636 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 52478) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:59.011929 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5c9f23e8-56f1-41af-9f43-de0e931fb544 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:59.033481 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f1c46428-7bbf-4dee-8e5b-4c84e235e468 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:59.048793 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5c9f23e8-56f1-41af-9f43-de0e931fb544 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:59.403768 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c46428-7bbf-4dee-8e5b-4c84e235e468 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Router 09c18c67-381e-4591-9d73-97b8889575a4 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:36:59.485442 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5c9f23e8-56f1-41af-9f43-de0e931fb544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:59.488148 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5c9f23e8-56f1-41af-9f43-de0e931fb544 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:59.489430 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-5c9f23e8-56f1-41af-9f43-de0e931fb544 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/445c3d7a-c587-4511-83b4-dfc39a8771ed HTTP/1.1" status: 204 len: 168 time: 0.5304286 Nov 25 17:36:59.497828 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9f23e8-56f1-41af-9f43-de0e931fb544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445c3d7a-c587-4511-83b4-dfc39a8771ed,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:59.571490 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c46428-7bbf-4dee-8e5b-4c84e235e468 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:36:59.581784 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-f1c46428-7bbf-4dee-8e5b-4c84e235e468 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "PUT /v2.0/routers/09c18c67-381e-4591-9d73-97b8889575a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1402864 Nov 25 17:36:59.592016 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 52486) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:59.592303 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496bd7bb-f2ed-494c-8794-4734c5976153 None None] Sync routers for ids ['09c18c67-381e-4591-9d73-97b8889575a4'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:36:59.601938 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-9cc6835e-be04-471d-be90-cc6bd066adb0 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:59.605957 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-9cc6835e-be04-471d-be90-cc6bd066adb0 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] 10.222.0.90 "GET /v2.0/networks?id=1175d931-8bcd-4b1f-88f2-6e9d61dcac1c HTTP/1.1" status: 200 len: 818 time: 0.4078803 Nov 25 17:36:59.608927 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496bd7bb-f2ed-494c-8794-4734c5976153 None None] Routers {'09c18c67-381e-4591-9d73-97b8889575a4'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:59.609919 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-496bd7bb-f2ed-494c-8794-4734c5976153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:36:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['09c18c67-381e-4591-9d73-97b8889575a4'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:59.620451 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-539d0343-8218-4b4a-bfe5-d7eacb17b6c3 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:59.622016 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-539d0343-8218-4b4a-bfe5-d7eacb17b6c3 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] 10.222.0.74 "GET /v2.0/networks?id=1175d931-8bcd-4b1f-88f2-6e9d61dcac1c HTTP/1.1" status: 200 len: 818 time: 0.4508421 Nov 25 17:36:59.626762 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-c781ea24-f33f-4a28-9512-08d76248a260 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Request body: {'port': {'device_id': '7206360c-abf4-4229-94f6-8a61830f58e4', 'network_id': '1175d931-8bcd-4b1f-88f2-6e9d61dcac1c', 'admin_state_up': True, 'tenant_id': '5817441ea15648a08b6ffdfefbfecfb2'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:59.636900 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-b399427b-17c7-4b23-b159-1eb88294130b tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Request body: {'port': {'device_id': '7c2f6e3f-07bb-47e6-9e9e-edfe1e6ac658', 'network_id': '1175d931-8bcd-4b1f-88f2-6e9d61dcac1c', 'admin_state_up': True, 'tenant_id': '5817441ea15648a08b6ffdfefbfecfb2'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:59.680839 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-496bd7bb-f2ed-494c-8794-4734c5976153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:59.711107 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496bd7bb-f2ed-494c-8794-4734c5976153 None None] Routers {'09c18c67-381e-4591-9d73-97b8889575a4'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:59.711703 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-496bd7bb-f2ed-494c-8794-4734c5976153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:36:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['09c18c67-381e-4591-9d73-97b8889575a4'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:59.772691 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-496bd7bb-f2ed-494c-8794-4734c5976153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:59.776513 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496bd7bb-f2ed-494c-8794-4734c5976153 None None] The sync data for ids ['09c18c67-381e-4591-9d73-97b8889575a4'] in n-d-817746-1 is: [] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:36:59.915894 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-87292a4e-43f0-47ba-8624-be76fb28a985 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] remove_router_interface failed (client error): The resource could not be found. Nov 25 17:36:59.917130 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-87292a4e-43f0-47ba-8624-be76fb28a985 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "PUT /v2.0/routers/09c18c67-381e-4591-9d73-97b8889575a4/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3231838 Nov 25 17:36:59.920010 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 52496) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:59.963915 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c32e23cd-1075-4f36-97bc-b0072c6ad50b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "GET /v2.0/ports?device_id=09c18c67-381e-4591-9d73-97b8889575a4 HTTP/1.1" status: 200 len: 205 time: 0.0402925 Nov 25 17:36:59.964289 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 52500) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:59.988221 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ebf73a03-6045-45cc-97c3-18ca4a748295 req-8439d69b-d578-45b2-b4d7-fdcfd4302d45 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] 10.222.0.75 "GET /v2.0/ports?device_id=905fcad2-6e95-4bc2-b04f-099fec3fb3a4 HTTP/1.1" status: 200 len: 210 time: 0.0759697 Nov 25 17:37:00.049110 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 52502) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:00.077711 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-85e930cf-9e8c-47e8-aad5-a0201c388f6b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:00.078097 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-c166caea-ed87-44d4-9092-f6bd97d40d4b tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:00.079515 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-c166caea-ed87-44d4-9092-f6bd97d40d4b tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] 10.222.0.90 "GET /v2.0/networks?id=1175d931-8bcd-4b1f-88f2-6e9d61dcac1c HTTP/1.1" status: 200 len: 818 time: 0.4144022 Nov 25 17:37:00.098912 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-74925a8f-b5ae-4ed6-9c36-619d32a23ca6 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Request body: {'port': {'device_id': '905fcad2-6e95-4bc2-b04f-099fec3fb3a4', 'network_id': '1175d931-8bcd-4b1f-88f2-6e9d61dcac1c', 'admin_state_up': True, 'tenant_id': '5817441ea15648a08b6ffdfefbfecfb2'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:37:00.105190 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4aa39544-6940-4ab4-ac24-ecf91f27caa4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:00.164721 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.db.api [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-b399427b-17c7-4b23-b159-1eb88294130b tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 25 17:37:00.164721 n-d-817746-1 neutron-server[103361]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 25 17:37:00.164721 n-d-817746-1 neutron-server[103361]: [parameters: {'project_id': '5817441ea15648a08b6ffdfefbfecfb2', 'id': '03c2b63f-8185-4b12-933e-0285f318e9d5', 'expiration': datetime.datetime(2021, 11, 25, 17, 39, 0, 147222)}] Nov 25 17:37:00.164721 n-d-817746-1 neutron-server[103361]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103361) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:37:00.165286 n-d-817746-1 neutron-server[103361]: DEBUG oslo_db.api [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-b399427b-17c7-4b23-b159-1eb88294130b tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:37:00.200258 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-c781ea24-f33f-4a28-9512-08d76248a260 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Made reservation on behalf of 5817441ea15648a08b6ffdfefbfecfb2 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:37:00.204086 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-c781ea24-f33f-4a28-9512-08d76248a260 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:00.244759 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-85e930cf-9e8c-47e8-aad5-a0201c388f6b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:00.246915 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-85e930cf-9e8c-47e8-aad5-a0201c388f6b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:00.291898 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-85e930cf-9e8c-47e8-aad5-a0201c388f6b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:00.292424 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e930cf-9e8c-47e8-aad5-a0201c388f6b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Fanout notify agent at l3_agent the message router_deleted on router 09c18c67-381e-4591-9d73-97b8889575a4 {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:37:00.299247 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-85e930cf-9e8c-47e8-aad5-a0201c388f6b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:00.300359 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-85e930cf-9e8c-47e8-aad5-a0201c388f6b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "DELETE /v2.0/routers/09c18c67-381e-4591-9d73-97b8889575a4 HTTP/1.1" status: 204 len: 168 time: 0.3350205 Nov 25 17:37:00.303581 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 52506) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:00.361436 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-58fef42e-71d4-4b27-b6f7-e17ea459fdfc tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Deleting subnet da5bd648-f219-4c39-a13d-b11a59dd55e4 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:37:00.365315 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-58fef42e-71d4-4b27-b6f7-e17ea459fdfc tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:00.381022 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4aa39544-6940-4ab4-ac24-ecf91f27caa4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:00.403367 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4aa39544-6940-4ab4-ac24-ecf91f27caa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:00.406819 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-58fef42e-71d4-4b27-b6f7-e17ea459fdfc tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:00.431424 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-74925a8f-b5ae-4ed6-9c36-619d32a23ca6 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Made reservation on behalf of 5817441ea15648a08b6ffdfefbfecfb2 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:37:00.434938 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-74925a8f-b5ae-4ed6-9c36-619d32a23ca6 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:00.479450 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-c781ea24-f33f-4a28-9512-08d76248a260 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Allocated IP 172.20.0.14 (1175d931-8bcd-4b1f-88f2-6e9d61dcac1c/8d530793-2b8f-499c-b493-72fa1971e843/028d4bf9-617b-4fe2-9814-0e559507cc3a) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:37:00.484039 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-4aa39544-6940-4ab4-ac24-ecf91f27caa4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2e690f369df94a25a4db961decd1d5f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4279692 Nov 25 17:37:00.489181 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 52508) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:00.490444 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa39544-6940-4ab4-ac24-ecf91f27caa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71aa132b-e498-4a4a-b313-f1a565ef1642,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:00.517622 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-58fef42e-71d4-4b27-b6f7-e17ea459fdfc tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:00.594438 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-254dfad9-8a0a-43b1-8c79-7f2943543311 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:00.623176 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-254dfad9-8a0a-43b1-8c79-7f2943543311 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:00.625181 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-58fef42e-71d4-4b27-b6f7-e17ea459fdfc tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:00.669839 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fef42e-71d4-4b27-b6f7-e17ea459fdfc tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event deleted for resources: {'Subnet': ['ID=da5bd648-f219-4c39-a13d-b11a59dd55e4,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:00.671896 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-58fef42e-71d4-4b27-b6f7-e17ea459fdfc tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:00.677137 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-58fef42e-71d4-4b27-b6f7-e17ea459fdfc tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "DELETE /v2.0/subnets/da5bd648-f219-4c39-a13d-b11a59dd55e4 HTTP/1.1" status: 204 len: 168 time: 0.3705146 Nov 25 17:37:00.679407 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 52512) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:00.683451 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91951e38-67e7-45bf-a700-b6f47abce15b None None] Network c8d691ae-69b5-4a46-8d01-62d09e8732d5 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:37:00.726412 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-254dfad9-8a0a-43b1-8c79-7f2943543311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:00.730147 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-254dfad9-8a0a-43b1-8c79-7f2943543311 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:00.734619 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-254dfad9-8a0a-43b1-8c79-7f2943543311 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/71aa132b-e498-4a4a-b313-f1a565ef1642 HTTP/1.1" status: 204 len: 168 time: 0.2423460 Nov 25 17:37:00.743662 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254dfad9-8a0a-43b1-8c79-7f2943543311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71aa132b-e498-4a4a-b313-f1a565ef1642,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:00.770617 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-c781ea24-f33f-4a28-9512-08d76248a260 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:00.783673 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-b399427b-17c7-4b23-b159-1eb88294130b tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Made reservation on behalf of 5817441ea15648a08b6ffdfefbfecfb2 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:37:00.799921 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-b399427b-17c7-4b23-b159-1eb88294130b tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:00.867813 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4a1bdd55-57fb-449a-8562-0c4e9ce45b54 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:00.999616 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e31e547-27d1-4187-8700-0844fa4b216c None None] DHCP port deletion for c8d691ae-69b5-4a46-8d01-62d09e8732d5 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:37:01.028387 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-c781ea24-f33f-4a28-9512-08d76248a260 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:01.067709 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-7e31e547-27d1-4187-8700-0844fa4b216c None None] Deleting port 0a4423a4-8c4d-4ff5-a5cd-c1511a87108f {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:37:01.068303 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7e31e547-27d1-4187-8700-0844fa4b216c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:01.118018 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c781ea24-f33f-4a28-9512-08d76248a260 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Pushing event updated for resources: {'Port': ['ID=028d4bf9-617b-4fe2-9814-0e559507cc3a,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:01.162415 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-7e31e547-27d1-4187-8700-0844fa4b216c None None] For port 0a4423a4-8c4d-4ff5-a5cd-c1511a87108f, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=0a4423a4-8c4d-4ff5-a5cd-c1511a87108f,segment=NetworkSegment(7e1cbb58-efb1-4bc4-bd97-248c7cb50122),segment_id=7e1cbb58-efb1-4bc4-bd97-248c7cb50122)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:01.163030 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7e31e547-27d1-4187-8700-0844fa4b216c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:01.163294 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-c781ea24-f33f-4a28-9512-08d76248a260 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Network 1175d931-8bcd-4b1f-88f2-6e9d61dcac1c is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:37:01.179381 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-c781ea24-f33f-4a28-9512-08d76248a260 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:37:01.181930 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-4a1bdd55-57fb-449a-8562-0c4e9ce45b54 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Deleting port 0a4423a4-8c4d-4ff5-a5cd-c1511a87108f {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:37:01.182367 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4a1bdd55-57fb-449a-8562-0c4e9ce45b54 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:01.184183 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-c781ea24-f33f-4a28-9512-08d76248a260 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:37:01.193249 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-7e31e547-27d1-4187-8700-0844fa4b216c None None] Calling delete_port for 0a4423a4-8c4d-4ff5-a5cd-c1511a87108f owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:37:01.228215 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-74925a8f-b5ae-4ed6-9c36-619d32a23ca6 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Allocated IP 172.20.0.10 (1175d931-8bcd-4b1f-88f2-6e9d61dcac1c/8d530793-2b8f-499c-b493-72fa1971e843/9d1edc0a-7306-4492-8ec3-93161670fb0d) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:37:01.266709 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-c781ea24-f33f-4a28-9512-08d76248a260 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:01.267322 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-c781ea24-f33f-4a28-9512-08d76248a260 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:01.276286 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9b87deee-5d99-4d45-878d-59ac080f48c2 req-30c2f95a-5c2e-4598-a1cc-b847fa202306 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] 10.222.0.75 "GET /v2.0/ports?device_id=905fcad2-6e95-4bc2-b04f-099fec3fb3a4 HTTP/1.1" status: 200 len: 210 time: 0.1162858 Nov 25 17:37:01.305572 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7e31e547-27d1-4187-8700-0844fa4b216c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:01.338610 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e31e547-27d1-4187-8700-0844fa4b216c None None] Pushing event deleted for resources: {'Port': ['ID=0a4423a4-8c4d-4ff5-a5cd-c1511a87108f,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:01.342610 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-c781ea24-f33f-4a28-9512-08d76248a260 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7195711 Nov 25 17:37:01.344773 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e31e547-27d1-4187-8700-0844fa4b216c None None] No DVR routers for this DVR port 0a4423a4-8c4d-4ff5-a5cd-c1511a87108f on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:37:01.363839 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-4e21f2b5-fc16-4033-aead-60f4dec87b94 service neutron] Request body: {'port': {'device_id': '7206360c-abf4-4229-94f6-8a61830f58e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:37:01.409189 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-4a1bdd55-57fb-449a-8562-0c4e9ce45b54 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] For port 0a4423a4-8c4d-4ff5-a5cd-c1511a87108f, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=0a4423a4-8c4d-4ff5-a5cd-c1511a87108f,segment=NetworkSegment(7e1cbb58-efb1-4bc4-bd97-248c7cb50122),segment_id=7e1cbb58-efb1-4bc4-bd97-248c7cb50122)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:01.409564 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4a1bdd55-57fb-449a-8562-0c4e9ce45b54 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:01.444797 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-4a1bdd55-57fb-449a-8562-0c4e9ce45b54 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Calling delete_port for 0a4423a4-8c4d-4ff5-a5cd-c1511a87108f owned by network:dhcp {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:37:01.550242 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-4e21f2b5-fc16-4033-aead-60f4dec87b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:01.643120 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-74925a8f-b5ae-4ed6-9c36-619d32a23ca6 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:01.735062 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4a1bdd55-57fb-449a-8562-0c4e9ce45b54 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:01.787680 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1bdd55-57fb-449a-8562-0c4e9ce45b54 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] No DVR routers for this DVR port 0a4423a4-8c4d-4ff5-a5cd-c1511a87108f on host n-d-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:37:01.790868 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1bdd55-57fb-449a-8562-0c4e9ce45b54 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event deleted for resources: {'Port': ['ID=0a4423a4-8c4d-4ff5-a5cd-c1511a87108f,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:01.822365 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-74925a8f-b5ae-4ed6-9c36-619d32a23ca6 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:02.158706 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-74925a8f-b5ae-4ed6-9c36-619d32a23ca6 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Network 1175d931-8bcd-4b1f-88f2-6e9d61dcac1c is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:37:02.199289 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-74925a8f-b5ae-4ed6-9c36-619d32a23ca6 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:37:02.209815 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-74925a8f-b5ae-4ed6-9c36-619d32a23ca6 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:37:02.212239 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74925a8f-b5ae-4ed6-9c36-619d32a23ca6 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Pushing event updated for resources: {'Port': ['ID=9d1edc0a-7306-4492-8ec3-93161670fb0d,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:02.215722 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4a1bdd55-57fb-449a-8562-0c4e9ce45b54 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:02.257484 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.db.api [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-b399427b-17c7-4b23-b159-1eb88294130b tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.14-8b546872-70f4-46eb-9407-3e167eec0371 {{(pid=103361) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:37:02.257827 n-d-817746-1 neutron-server[103361]: DEBUG oslo_db.api [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-b399427b-17c7-4b23-b159-1eb88294130b tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:37:02.281458 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-4a1bdd55-57fb-449a-8562-0c4e9ce45b54 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8d691ae-69b5-4a46-8d01-62d09e8732d5']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:02.333777 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-4a1bdd55-57fb-449a-8562-0c4e9ce45b54 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e1cbb58-efb1-4bc4-bd97-248c7cb50122') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:02.334088 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-4a1bdd55-57fb-449a-8562-0c4e9ce45b54 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e1cbb58-efb1-4bc4-bd97-248c7cb50122') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:02.344956 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-74925a8f-b5ae-4ed6-9c36-619d32a23ca6 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:02.345617 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-74925a8f-b5ae-4ed6-9c36-619d32a23ca6 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:02.367737 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4a1bdd55-57fb-449a-8562-0c4e9ce45b54 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:02.387143 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 0a4423a4-8c4d-4ff5-a5cd-c1511a87108f no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:37:02.398281 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-74925a8f-b5ae-4ed6-9c36-619d32a23ca6 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3041375 Nov 25 17:37:02.399253 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4a1bdd55-57fb-449a-8562-0c4e9ce45b54 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:02.412622 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 0a4423a4-8c4d-4ff5-a5cd-c1511a87108f {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:37:02.413154 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 0a4423a4-8c4d-4ff5-a5cd-c1511a87108f not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:37:02.430172 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-0f19b92b-054e-4383-9ed6-436a0404892b service neutron] Request body: {'port': {'device_id': '905fcad2-6e95-4bc2-b04f-099fec3fb3a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:37:02.435756 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a1bdd55-57fb-449a-8562-0c4e9ce45b54 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Releasing vlan 944 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:37:02.436178 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4a1bdd55-57fb-449a-8562-0c4e9ce45b54 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:02.440939 n-d-817746-1 neutron-server[103361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:37:02.440939 n-d-817746-1 neutron-server[103361]: self.session.flush() Nov 25 17:37:02.440939 n-d-817746-1 neutron-server[103361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:37:02.440939 n-d-817746-1 neutron-server[103361]: self.session.flush() Nov 25 17:37:02.440939 n-d-817746-1 neutron-server[103361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:37:02.440939 n-d-817746-1 neutron-server[103361]: self.session.flush() Nov 25 17:37:02.440939 n-d-817746-1 neutron-server[103361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:37:02.440939 n-d-817746-1 neutron-server[103361]: self.session.flush() Nov 25 17:37:02.440939 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:37:02.440939 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:37:02.440939 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:37:02.440939 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:37:02.440939 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:37:02.440939 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:37:02.440939 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:37:02.440939 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:37:02.440939 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:37:02.440939 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:37:02.440939 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:37:02.440939 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:37:02.440939 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:37:02.440939 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:37:02.440939 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:37:02.440939 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:37:02.440939 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:37:02.440939 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:37:02.440939 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:37:02.440939 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:37:02.440939 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:37:02.440939 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:37:02.440939 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:37:02.440939 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:37:02.440939 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:37:02.440939 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:37:02.440939 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:37:02.440939 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:37:02.440939 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:37:02.440939 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:37:02.440939 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:37:02.440939 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:37:02.577456 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4a1bdd55-57fb-449a-8562-0c4e9ce45b54 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:02.597828 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435dce5c-a8fc-4abe-a675-e3e2399da6e2 req-3c9d8f71-1137-4ca6-9fc1-4690c0c76369 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:02.599332 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-435dce5c-a8fc-4abe-a675-e3e2399da6e2 req-3c9d8f71-1137-4ca6-9fc1-4690c0c76369 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] 10.222.0.75 "GET /v2.0/ports?device_id=905fcad2-6e95-4bc2-b04f-099fec3fb3a4 HTTP/1.1" status: 200 len: 932 time: 0.2194581 Nov 25 17:37:02.604683 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4a1bdd55-57fb-449a-8562-0c4e9ce45b54 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:02.607843 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-4a1bdd55-57fb-449a-8562-0c4e9ce45b54 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "DELETE /v2.0/networks/c8d691ae-69b5-4a46-8d01-62d09e8732d5 HTTP/1.1" status: 204 len: 168 time: 1.9274790 Nov 25 17:37:02.611961 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 52580) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:02.619399 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-82eb0424-2731-4074-8f7e-19c61b6bb8cc tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1519416669'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:37:02.623022 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-0f19b92b-054e-4383-9ed6-436a0404892b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:02.640469 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1bdd55-57fb-449a-8562-0c4e9ce45b54 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event deleted for resources: {'Network': ['ID=c8d691ae-69b5-4a46-8d01-62d09e8732d5,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:02.648968 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82eb0424-2731-4074-8f7e-19c61b6bb8cc tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Made reservation on behalf of 2d6151801edf41a0b4b4e7b936474319 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:37:02.653093 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-82eb0424-2731-4074-8f7e-19c61b6bb8cc tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:02.678154 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82eb0424-2731-4074-8f7e-19c61b6bb8cc tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 927} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:37:02.688316 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-82eb0424-2731-4074-8f7e-19c61b6bb8cc tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:02.688681 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-82eb0424-2731-4074-8f7e-19c61b6bb8cc tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Added segment 1f9920eb-0803-457f-9fc7-6148089da082 of type vlan for network c0598c7a-a615-47f0-8158-0b953eb89897 Nov 25 17:37:02.732151 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-82eb0424-2731-4074-8f7e-19c61b6bb8cc tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:02.733447 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-4e21f2b5-fc16-4033-aead-60f4dec87b94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 028d4bf9-617b-4fe2-9814-0e559507cc3a {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:37:02.756980 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-4e21f2b5-fc16-4033-aead-60f4dec87b94 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:02.759141 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-b399427b-17c7-4b23-b159-1eb88294130b tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:02.771108 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-82eb0424-2731-4074-8f7e-19c61b6bb8cc tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:02.777327 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82eb0424-2731-4074-8f7e-19c61b6bb8cc tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:02.778031 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-82eb0424-2731-4074-8f7e-19c61b6bb8cc tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:02.814803 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-82eb0424-2731-4074-8f7e-19c61b6bb8cc tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2007976 Nov 25 17:37:02.818662 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 52588) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:02.824410 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-82bcb2b1-2edb-483f-ba06-946cb87ea821 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Request body: {'subnet': {'network_id': 'c0598c7a-a615-47f0-8158-0b953eb89897', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:37:02.829893 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-435dce5c-a8fc-4abe-a675-e3e2399da6e2 req-785e576f-9ba1-4b34-b7bf-1c043179b6c3 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] 10.222.0.75 "GET /v2.0/security-groups?id=15c948a6-9e1e-444f-bacd-9eb459611131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209866 Nov 25 17:37:02.847186 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-4e21f2b5-fc16-4033-aead-60f4dec87b94 service neutron] Transition to ACTIVE for port object 028d4bf9-617b-4fe2-9814-0e559507cc3a will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:37:02.869096 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-4e21f2b5-fc16-4033-aead-60f4dec87b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:02.966406 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eb0424-2731-4074-8f7e-19c61b6bb8cc tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event updated for resources: {'Network': ['ID=c0598c7a-a615-47f0-8158-0b953eb89897,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:02.980961 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network c0598c7a-a615-47f0-8158-0b953eb89897 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:37:03.002897 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82bcb2b1-2edb-483f-ba06-946cb87ea821 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Made reservation on behalf of 2d6151801edf41a0b4b4e7b936474319 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:37:03.017836 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-82bcb2b1-2edb-483f-ba06-946cb87ea821 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:03.027153 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e21f2b5-fc16-4033-aead-60f4dec87b94 service neutron] Pushing event updated for resources: {'Port': ['ID=028d4bf9-617b-4fe2-9814-0e559507cc3a,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:03.137698 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-4e21f2b5-fc16-4033-aead-60f4dec87b94 service neutron] Attempting to bind port 028d4bf9-617b-4fe2-9814-0e559507cc3a on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:37:03.138327 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-4e21f2b5-fc16-4033-aead-60f4dec87b94 service neutron] Attempting to bind port 028d4bf9-617b-4fe2-9814-0e559507cc3a by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '65ad30aa-923d-49d3-a3a5-8a73e1acf218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '1175d931-8bcd-4b1f-88f2-6e9d61dcac1c'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:37:03.138672 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-4e21f2b5-fc16-4033-aead-60f4dec87b94 service neutron] Attempting to bind port 028d4bf9-617b-4fe2-9814-0e559507cc3a on network 1175d931-8bcd-4b1f-88f2-6e9d61dcac1c {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:37:03.171501 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-4e21f2b5-fc16-4033-aead-60f4dec87b94 service neutron] Port 028d4bf9-617b-4fe2-9814-0e559507cc3a on network 1175d931-8bcd-4b1f-88f2-6e9d61dcac1c not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:37:03.171940 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-4e21f2b5-fc16-4033-aead-60f4dec87b94 service neutron] Attempting to bind port 028d4bf9-617b-4fe2-9814-0e559507cc3a on network 1175d931-8bcd-4b1f-88f2-6e9d61dcac1c {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:37:03.184470 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-4e21f2b5-fc16-4033-aead-60f4dec87b94 service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:37:03.184970 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-4e21f2b5-fc16-4033-aead-60f4dec87b94 service neutron] Checking segment: {'id': '65ad30aa-923d-49d3-a3a5-8a73e1acf218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '1175d931-8bcd-4b1f-88f2-6e9d61dcac1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:37:03.185436 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-4e21f2b5-fc16-4033-aead-60f4dec87b94 service neutron] Bound using segment: {'id': '65ad30aa-923d-49d3-a3a5-8a73e1acf218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '1175d931-8bcd-4b1f-88f2-6e9d61dcac1c'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:37:03.185981 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-4e21f2b5-fc16-4033-aead-60f4dec87b94 service neutron] Bound port: 028d4bf9-617b-4fe2-9814-0e559507cc3a, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65ad30aa-923d-49d3-a3a5-8a73e1acf218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '1175d931-8bcd-4b1f-88f2-6e9d61dcac1c'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:37:03.186409 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-4e21f2b5-fc16-4033-aead-60f4dec87b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:03.199962 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-0f19b92b-054e-4383-9ed6-436a0404892b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d1edc0a-7306-4492-8ec3-93161670fb0d {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:37:03.210525 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-0f19b92b-054e-4383-9ed6-436a0404892b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:03.249394 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-0f19b92b-054e-4383-9ed6-436a0404892b service neutron] Transition to ACTIVE for port object 9d1edc0a-7306-4492-8ec3-93161670fb0d will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:37:03.270004 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-0f19b92b-054e-4383-9ed6-436a0404892b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:03.321700 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-82bcb2b1-2edb-483f-ba06-946cb87ea821 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:03.351616 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-4e21f2b5-fc16-4033-aead-60f4dec87b94 service neutron] For port 028d4bf9-617b-4fe2-9814-0e559507cc3a, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:37:03.389886 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-4e21f2b5-fc16-4033-aead-60f4dec87b94 service neutron] For port 028d4bf9-617b-4fe2-9814-0e559507cc3a, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=028d4bf9-617b-4fe2-9814-0e559507cc3a,segment=NetworkSegment(65ad30aa-923d-49d3-a3a5-8a73e1acf218),segment_id=65ad30aa-923d-49d3-a3a5-8a73e1acf218)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:37:03.391719 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-b399427b-17c7-4b23-b159-1eb88294130b tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Allocated IP 172.20.0.5 (1175d931-8bcd-4b1f-88f2-6e9d61dcac1c/8d530793-2b8f-499c-b493-72fa1971e843/568af615-4b01-415b-96cd-bce13854fd1c) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:37:03.416566 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-4e21f2b5-fc16-4033-aead-60f4dec87b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:03.432927 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f19b92b-054e-4383-9ed6-436a0404892b service neutron] Pushing event updated for resources: {'Port': ['ID=9d1edc0a-7306-4492-8ec3-93161670fb0d,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:03.454602 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bcb2b1-2edb-483f-ba06-946cb87ea821 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Checking segment: {'id': '1f9920eb-0803-457f-9fc7-6148089da082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'c0598c7a-a615-47f0-8158-0b953eb89897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:37:03.454973 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bcb2b1-2edb-483f-ba06-946cb87ea821 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Network hostable DHCP agents. Network: c0598c7a-a615-47f0-8158-0b953eb89897, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:37:03.457249 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bcb2b1-2edb-483f-ba06-946cb87ea821 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event updated for resources: {'Subnet': ['ID=60caebb0-f29f-4fff-a978-e41534f1f405,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:03.477693 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bcb2b1-2edb-483f-ba06-946cb87ea821 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Network c0598c7a-a615-47f0-8158-0b953eb89897 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:37:03.487349 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-82bcb2b1-2edb-483f-ba06-946cb87ea821 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, c0598c7a-a615-47f0-8158-0b953eb89897) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:37:03.493951 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bcb2b1-2edb-483f-ba06-946cb87ea821 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:03.494814 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-82bcb2b1-2edb-483f-ba06-946cb87ea821 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:03.502967 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-4e21f2b5-fc16-4033-aead-60f4dec87b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:03.503594 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-4e21f2b5-fc16-4033-aead-60f4dec87b94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:03.505170 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-4e21f2b5-fc16-4033-aead-60f4dec87b94 service neutron] 10.222.0.90 "PUT /v2.0/ports/028d4bf9-617b-4fe2-9814-0e559507cc3a HTTP/1.1" status: 200 len: 1092 time: 2.1533520 Nov 25 17:37:03.505383 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561eded9-29b3-472a-97c1-af0c39a70a57 None None] Network c0598c7a-a615-47f0-8158-0b953eb89897 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:37:03.507392 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7206360c-abf4-4229-94f6-8a61830f58e4', 'tag': '028d4bf9-617b-4fe2-9814-0e559507cc3a'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:37:03.514833 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0bae1f-c664-472b-830f-b9406613c2f4" -d '{"events": [{"name": "network-changed", "server_uuid": "7206360c-abf4-4229-94f6-8a61830f58e4", "tag": "028d4bf9-617b-4fe2-9814-0e559507cc3a"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:37:03.531507 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 52618) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:03.537706 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-82bcb2b1-2edb-483f-ba06-946cb87ea821 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7151392 Nov 25 17:37:03.546636 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-9451fcdf-5912-49b8-9cd3-b71a60cbe8fc tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1105317302', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:37:03.558195 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 52620) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:03.599221 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9023f8-3ad2-4557-bd9c-e6974b840b8a x-openstack-request-id: req-ed9023f8-3ad2-4557-bd9c-e6974b840b8a {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:37:03.599498 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7206360c-abf4-4229-94f6-8a61830f58e4", "tag": "028d4bf9-617b-4fe2-9814-0e559507cc3a", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:37:03.599763 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ed9023f8-3ad2-4557-bd9c-e6974b840b8a {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:37:03.600162 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7206360c-abf4-4229-94f6-8a61830f58e4', 'tag': '028d4bf9-617b-4fe2-9814-0e559507cc3a', 'status': 'completed', 'code': 200} Nov 25 17:37:03.651103 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e21f2b5-fc16-4033-aead-60f4dec87b94 service neutron] Pushing event updated for resources: {'Port': ['ID=028d4bf9-617b-4fe2-9814-0e559507cc3a,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:03.689730 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675b8021-8216-43f6-9752-37c192096b9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-c0598c7a-a615-47f0-8158-0b953eb89897', 'network_id': 'c0598c7a-a615-47f0-8158-0b953eb89897', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'fixed_ips': [{'subnet_id': '60caebb0-f29f-4fff-a978-e41534f1f405'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:37:03.691027 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-675b8021-8216-43f6-9752-37c192096b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:03.695974 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-0f19b92b-054e-4383-9ed6-436a0404892b service neutron] Attempting to bind port 9d1edc0a-7306-4492-8ec3-93161670fb0d on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:37:03.696320 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-0f19b92b-054e-4383-9ed6-436a0404892b service neutron] Attempting to bind port 9d1edc0a-7306-4492-8ec3-93161670fb0d by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '65ad30aa-923d-49d3-a3a5-8a73e1acf218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '1175d931-8bcd-4b1f-88f2-6e9d61dcac1c'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:37:03.696655 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-0f19b92b-054e-4383-9ed6-436a0404892b service neutron] Attempting to bind port 9d1edc0a-7306-4492-8ec3-93161670fb0d on network 1175d931-8bcd-4b1f-88f2-6e9d61dcac1c {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:37:03.704199 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9451fcdf-5912-49b8-9cd3-b71a60cbe8fc tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:03.705272 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9451fcdf-5912-49b8-9cd3-b71a60cbe8fc tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:03.708789 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-88211948-a507-4277-9dc6-1da81101bc08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:03.723450 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-0f19b92b-054e-4383-9ed6-436a0404892b service neutron] Port 9d1edc0a-7306-4492-8ec3-93161670fb0d on network 1175d931-8bcd-4b1f-88f2-6e9d61dcac1c not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:37:03.723814 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-0f19b92b-054e-4383-9ed6-436a0404892b service neutron] Attempting to bind port 9d1edc0a-7306-4492-8ec3-93161670fb0d on network 1175d931-8bcd-4b1f-88f2-6e9d61dcac1c {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:37:03.734753 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-8f20307d-90c6-4a0f-80f6-9708ad83ecd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:03.736254 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-8f20307d-90c6-4a0f-80f6-9708ad83ecd2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5817441ea15648a08b6ffdfefbfecfb2&device_id=7206360c-abf4-4229-94f6-8a61830f58e4 HTTP/1.1" status: 200 len: 1095 time: 0.1802130 Nov 25 17:37:03.744086 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-0f19b92b-054e-4383-9ed6-436a0404892b service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:37:03.745065 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-0f19b92b-054e-4383-9ed6-436a0404892b service neutron] Checking segment: {'id': '65ad30aa-923d-49d3-a3a5-8a73e1acf218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '1175d931-8bcd-4b1f-88f2-6e9d61dcac1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:37:03.745065 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-0f19b92b-054e-4383-9ed6-436a0404892b service neutron] Bound using segment: {'id': '65ad30aa-923d-49d3-a3a5-8a73e1acf218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '1175d931-8bcd-4b1f-88f2-6e9d61dcac1c'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:37:03.745351 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-0f19b92b-054e-4383-9ed6-436a0404892b service neutron] Bound port: 9d1edc0a-7306-4492-8ec3-93161670fb0d, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65ad30aa-923d-49d3-a3a5-8a73e1acf218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '1175d931-8bcd-4b1f-88f2-6e9d61dcac1c'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:37:03.745705 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-0f19b92b-054e-4383-9ed6-436a0404892b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:03.795845 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-88211948-a507-4277-9dc6-1da81101bc08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:03.803108 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-88211948-a507-4277-9dc6-1da81101bc08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:03.833238 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88211948-a507-4277-9dc6-1da81101bc08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12827948-91f4-49ef-bb98-fe4062d2db56,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:03.847314 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-675b8021-8216-43f6-9752-37c192096b9a None None] Allocated IP 2001:db8::2 (c0598c7a-a615-47f0-8158-0b953eb89897/60caebb0-f29f-4fff-a978-e41534f1f405/01b2cdd5-9788-4db8-bb40-84ecaaafeb1f) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:37:03.848879 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-9c1b1b48-fa85-41da-90d8-af9325b4f1aa service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=028d4bf9-617b-4fe2-9814-0e559507cc3a HTTP/1.1" status: 200 len: 217 time: 0.0914226 Nov 25 17:37:03.856018 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9451fcdf-5912-49b8-9cd3-b71a60cbe8fc tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:03.876542 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-88211948-a507-4277-9dc6-1da81101bc08 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cb85fd188a7349f39e384dbad98f1d3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3171575 Nov 25 17:37:03.877248 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 52626) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:03.903194 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9451fcdf-5912-49b8-9cd3-b71a60cbe8fc tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:03.934301 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-b399427b-17c7-4b23-b159-1eb88294130b tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:03.946909 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9ff9e181-31ea-4a1d-8d1b-5c78ceb42dc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:03.980012 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9ff9e181-31ea-4a1d-8d1b-5c78ceb42dc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:04.012886 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-01e86651-6bba-4b0c-bdd4-ed8416a8d0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:04.014589 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-01e86651-6bba-4b0c-bdd4-ed8416a8d0a8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8d530793-2b8f-499c-b493-72fa1971e843 HTTP/1.1" status: 200 len: 858 time: 0.1542699 Nov 25 17:37:04.018378 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9451fcdf-5912-49b8-9cd3-b71a60cbe8fc tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:04.023097 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-9451fcdf-5912-49b8-9cd3-b71a60cbe8fc tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4807847 Nov 25 17:37:04.024374 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 52628) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:04.094849 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-0f19b92b-054e-4383-9ed6-436a0404892b service neutron] For port 9d1edc0a-7306-4492-8ec3-93161670fb0d, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:37:04.103624 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-802e4dbf-abab-46f5-b1f3-ae9a144f6ccb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1175d931-8bcd-4b1f-88f2-6e9d61dcac1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674717 Nov 25 17:37:04.152337 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-0f19b92b-054e-4383-9ed6-436a0404892b service neutron] For port 9d1edc0a-7306-4492-8ec3-93161670fb0d, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=9d1edc0a-7306-4492-8ec3-93161670fb0d,segment=NetworkSegment(65ad30aa-923d-49d3-a3a5-8a73e1acf218),segment_id=65ad30aa-923d-49d3-a3a5-8a73e1acf218)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:37:04.181981 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-0f19b92b-054e-4383-9ed6-436a0404892b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:04.185579 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-b399427b-17c7-4b23-b159-1eb88294130b tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:04.223129 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9439e362-f225-413b-ac31-e406f7b2f9d1 req-889d1fb4-84da-4a8e-bf0c-eede57da70b1 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:04.228907 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9439e362-f225-413b-ac31-e406f7b2f9d1 req-889d1fb4-84da-4a8e-bf0c-eede57da70b1 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] 10.222.0.75 "GET /v2.0/ports?device_id=905fcad2-6e95-4bc2-b04f-099fec3fb3a4 HTTP/1.1" status: 200 len: 944 time: 0.2765596 Nov 25 17:37:04.273945 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-675b8021-8216-43f6-9752-37c192096b9a None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:04.289715 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-675b8021-8216-43f6-9752-37c192096b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:04.311085 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9ff9e181-31ea-4a1d-8d1b-5c78ceb42dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:04.314699 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9ff9e181-31ea-4a1d-8d1b-5c78ceb42dc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:04.316006 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9ff9e181-31ea-4a1d-8d1b-5c78ceb42dc0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/12827948-91f4-49ef-bb98-fe4062d2db56 HTTP/1.1" status: 204 len: 168 time: 0.4373252 Nov 25 17:37:04.346982 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9e181-31ea-4a1d-8d1b-5c78ceb42dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12827948-91f4-49ef-bb98-fe4062d2db56,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:04.398405 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675b8021-8216-43f6-9752-37c192096b9a None None] Network c0598c7a-a615-47f0-8158-0b953eb89897 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:37:04.404803 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-675b8021-8216-43f6-9752-37c192096b9a None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:37:04.414578 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-0f19b92b-054e-4383-9ed6-436a0404892b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:04.415589 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-0f19b92b-054e-4383-9ed6-436a0404892b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:04.417872 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-0f19b92b-054e-4383-9ed6-436a0404892b service neutron] 10.222.0.90 "PUT /v2.0/ports/9d1edc0a-7306-4492-8ec3-93161670fb0d HTTP/1.1" status: 200 len: 1092 time: 2.0058911 Nov 25 17:37:04.433380 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675b8021-8216-43f6-9752-37c192096b9a None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:37:04.434768 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-b399427b-17c7-4b23-b159-1eb88294130b tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Network 1175d931-8bcd-4b1f-88f2-6e9d61dcac1c is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:37:04.451647 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675b8021-8216-43f6-9752-37c192096b9a None None] Pushing event updated for resources: {'Port': ['ID=01b2cdd5-9788-4db8-bb40-84ecaaafeb1f,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:04.462214 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-b399427b-17c7-4b23-b159-1eb88294130b tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:37:04.487913 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-b399427b-17c7-4b23-b159-1eb88294130b tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:37:04.509504 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4edfaeda-be01-4d17-a323-72fe9afec0c4 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:04.572921 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f19b92b-054e-4383-9ed6-436a0404892b service neutron] Pushing event updated for resources: {'Port': ['ID=9d1edc0a-7306-4492-8ec3-93161670fb0d,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:04.591748 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-675b8021-8216-43f6-9752-37c192096b9a None None] Attempting to bind port 01b2cdd5-9788-4db8-bb40-84ecaaafeb1f on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:37:04.593399 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-675b8021-8216-43f6-9752-37c192096b9a None None] Attempting to bind port 01b2cdd5-9788-4db8-bb40-84ecaaafeb1f by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '1f9920eb-0803-457f-9fc7-6148089da082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'c0598c7a-a615-47f0-8158-0b953eb89897'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:37:04.594382 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675b8021-8216-43f6-9752-37c192096b9a None None] Attempting to bind port 01b2cdd5-9788-4db8-bb40-84ecaaafeb1f on network c0598c7a-a615-47f0-8158-0b953eb89897 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:37:04.602351 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675b8021-8216-43f6-9752-37c192096b9a None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:37:04.603256 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675b8021-8216-43f6-9752-37c192096b9a None None] Checking segment: {'id': '1f9920eb-0803-457f-9fc7-6148089da082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'c0598c7a-a615-47f0-8158-0b953eb89897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:37:04.604350 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-675b8021-8216-43f6-9752-37c192096b9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:04.605110 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675b8021-8216-43f6-9752-37c192096b9a None None] Bound using segment: {'id': '1f9920eb-0803-457f-9fc7-6148089da082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'c0598c7a-a615-47f0-8158-0b953eb89897'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:37:04.606276 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-675b8021-8216-43f6-9752-37c192096b9a None None] Bound port: 01b2cdd5-9788-4db8-bb40-84ecaaafeb1f, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f9920eb-0803-457f-9fc7-6148089da082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'c0598c7a-a615-47f0-8158-0b953eb89897'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:37:04.607928 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-675b8021-8216-43f6-9752-37c192096b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:04.680981 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-f9e069c5-b07e-4384-9c68-6f6cd4d92e02 service neutron] 10.222.0.90 "GET /v2.0/networks/1175d931-8bcd-4b1f-88f2-6e9d61dcac1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5564065 Nov 25 17:37:04.697693 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-675b8021-8216-43f6-9752-37c192096b9a None None] For port 01b2cdd5-9788-4db8-bb40-84ecaaafeb1f, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:37:04.702242 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-675b8021-8216-43f6-9752-37c192096b9a None None] For port 01b2cdd5-9788-4db8-bb40-84ecaaafeb1f, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=01b2cdd5-9788-4db8-bb40-84ecaaafeb1f,segment=NetworkSegment(1f9920eb-0803-457f-9fc7-6148089da082),segment_id=1f9920eb-0803-457f-9fc7-6148089da082)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:37:04.709126 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-675b8021-8216-43f6-9752-37c192096b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:04.716385 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9439e362-f225-413b-ac31-e406f7b2f9d1 req-cfc5b6b9-c489-402d-98d2-a5a4bfd78909 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] 10.222.0.75 "GET /v2.0/security-groups?id=15c948a6-9e1e-444f-bacd-9eb459611131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3780990 Nov 25 17:37:04.807307 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675b8021-8216-43f6-9752-37c192096b9a None None] Pushing event updated for resources: {'Port': ['ID=01b2cdd5-9788-4db8-bb40-84ecaaafeb1f,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:04.807972 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-b399427b-17c7-4b23-b159-1eb88294130b tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:04.809107 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-b399427b-17c7-4b23-b159-1eb88294130b tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:04.818231 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 52644) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:04.845527 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7e428c60-1cee-44ef-a1f9-ac2636ad6565 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:04.871778 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b399427b-17c7-4b23-b159-1eb88294130b tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Pushing event updated for resources: {'Port': ['ID=568af615-4b01-415b-96cd-bce13854fd1c,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:04.880334 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-323ac2fd-1fb3-4cc4-9137-5db09e034fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:04.881584 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-323ac2fd-1fb3-4cc4-9137-5db09e034fae service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5817441ea15648a08b6ffdfefbfecfb2&device_id=905fcad2-6e95-4bc2-b04f-099fec3fb3a4 HTTP/1.1" status: 200 len: 1095 time: 0.3834708 Nov 25 17:37:04.886925 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-b399427b-17c7-4b23-b159-1eb88294130b tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2539032 Nov 25 17:37:04.907687 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-f84848f6-6cee-4f1e-bbc1-694e91d64229 service neutron] Request body: {'port': {'device_id': '7c2f6e3f-07bb-47e6-9e9e-edfe1e6ac658', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:37:04.969338 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-94176815-d22c-41f9-8bc8-a1894ffd3f7f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d1edc0a-7306-4492-8ec3-93161670fb0d HTTP/1.1" status: 200 len: 217 time: 0.0777915 Nov 25 17:37:05.010638 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-4edfaeda-be01-4d17-a323-72fe9afec0c4 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Allocated IP 2001:db8::1 (c0598c7a-a615-47f0-8158-0b953eb89897/60caebb0-f29f-4fff-a978-e41534f1f405/12b5805f-755e-4b8e-82f8-2597fd49489f) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:37:05.030454 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-791b6450-5f67-435c-a83d-e5e6a09b1e0f service neutron] 10.222.0.90 "GET /v2.0/networks/1175d931-8bcd-4b1f-88f2-6e9d61dcac1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357646 Nov 25 17:37:05.066081 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-a864de2d-82ae-416b-a8a2-cb1eeb57b245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:05.068637 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-a864de2d-82ae-416b-a8a2-cb1eeb57b245 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8d530793-2b8f-499c-b493-72fa1971e843 HTTP/1.1" status: 200 len: 858 time: 0.0895591 Nov 25 17:37:05.070204 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-f84848f6-6cee-4f1e-bbc1-694e91d64229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:05.099201 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7e428c60-1cee-44ef-a1f9-ac2636ad6565 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:05.109628 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7e428c60-1cee-44ef-a1f9-ac2636ad6565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:05.116313 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-9b6b2ddf-f83e-4712-8119-6ce68e4b42e1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1175d931-8bcd-4b1f-88f2-6e9d61dcac1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297749 Nov 25 17:37:05.206783 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7e428c60-1cee-44ef-a1f9-ac2636ad6565 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=126eb26244c74293ba364546a4e0d901&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3841882 Nov 25 17:37:05.208245 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 52648) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:05.208602 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e428c60-1cee-44ef-a1f9-ac2636ad6565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc348d2-558b-4e2e-b092-8bd8e189aa5a,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:05.275903 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4edfaeda-be01-4d17-a323-72fe9afec0c4 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:05.312983 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7c8ada80-74c2-4620-97a8-f858a4a46b33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:05.345030 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7c8ada80-74c2-4620-97a8-f858a4a46b33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:05.360313 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4edfaeda-be01-4d17-a323-72fe9afec0c4 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:05.432879 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edfaeda-be01-4d17-a323-72fe9afec0c4 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Network c0598c7a-a615-47f0-8158-0b953eb89897 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:37:05.444600 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-4edfaeda-be01-4d17-a323-72fe9afec0c4 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:37:05.451331 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edfaeda-be01-4d17-a323-72fe9afec0c4 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:37:05.451903 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4edfaeda-be01-4d17-a323-72fe9afec0c4 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:05.495725 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edfaeda-be01-4d17-a323-72fe9afec0c4 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event updated for resources: {'Port': ['ID=12b5805f-755e-4b8e-82f8-2597fd49489f,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:05.535522 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7c8ada80-74c2-4620-97a8-f858a4a46b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:05.538170 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7c8ada80-74c2-4620-97a8-f858a4a46b33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:05.539366 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7c8ada80-74c2-4620-97a8-f858a4a46b33 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2fc348d2-558b-4e2e-b092-8bd8e189aa5a HTTP/1.1" status: 204 len: 168 time: 0.3272524 Nov 25 17:37:05.559285 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ada80-74c2-4620-97a8-f858a4a46b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc348d2-558b-4e2e-b092-8bd8e189aa5a,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:05.581557 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0bae1f-c664-472b-830f-b9406613c2f4 req-0318081c-c36a-40aa-9c1a-526370f20780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:05.584154 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-af0bae1f-c664-472b-830f-b9406613c2f4 req-0318081c-c36a-40aa-9c1a-526370f20780 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5817441ea15648a08b6ffdfefbfecfb2&device_id=7206360c-abf4-4229-94f6-8a61830f58e4 HTTP/1.1" status: 200 len: 1095 time: 0.4717093 Nov 25 17:37:05.611298 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '905fcad2-6e95-4bc2-b04f-099fec3fb3a4', 'tag': '9d1edc0a-7306-4492-8ec3-93161670fb0d'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:37:05.613784 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4edfaeda-be01-4d17-a323-72fe9afec0c4 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:05.614216 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6251d1-7428-437f-884b-e737f446692f" -d '{"events": [{"name": "network-changed", "server_uuid": "905fcad2-6e95-4bc2-b04f-099fec3fb3a4", "tag": "9d1edc0a-7306-4492-8ec3-93161670fb0d"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:37:05.636808 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-bc1237e8-a8b3-4f4d-b2ae-e31a84868ce8 service neutron] 10.222.0.90 "GET /v2.0/networks/1175d931-8bcd-4b1f-88f2-6e9d61dcac1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5105498 Nov 25 17:37:05.698164 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e345fadd-eff0-4e19-8e34-03ddf495d6c2 x-openstack-request-id: req-e345fadd-eff0-4e19-8e34-03ddf495d6c2 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:37:05.698658 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "905fcad2-6e95-4bc2-b04f-099fec3fb3a4", "tag": "9d1edc0a-7306-4492-8ec3-93161670fb0d", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:37:05.699110 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e345fadd-eff0-4e19-8e34-03ddf495d6c2 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:37:05.699703 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '905fcad2-6e95-4bc2-b04f-099fec3fb3a4', 'tag': '9d1edc0a-7306-4492-8ec3-93161670fb0d', 'status': 'completed', 'code': 200} Nov 25 17:37:05.930452 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0bae1f-c664-472b-830f-b9406613c2f4 req-4b34586d-55d0-490e-b340-5c4bb74ef7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:05.932251 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-af0bae1f-c664-472b-830f-b9406613c2f4 req-4b34586d-55d0-490e-b340-5c4bb74ef7e4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1175d931-8bcd-4b1f-88f2-6e9d61dcac1c HTTP/1.1" status: 200 len: 919 time: 0.3320262 Nov 25 17:37:06.011641 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-b815b910-2e6c-45a3-9eb2-3d845b8bc8af service neutron] 10.222.0.90 "GET /v2.0/networks/1175d931-8bcd-4b1f-88f2-6e9d61dcac1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3624070 Nov 25 17:37:06.015993 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-af0bae1f-c664-472b-830f-b9406613c2f4 req-9ab91052-657d-43ca-b367-df8cefbe76d5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=028d4bf9-617b-4fe2-9814-0e559507cc3a HTTP/1.1" status: 200 len: 217 time: 0.0609040 Nov 25 17:37:06.025707 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4edfaeda-be01-4d17-a323-72fe9afec0c4 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:06.031339 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d40920-0012-4a73-946b-0e8c407a7080 req-25d980e4-b1e4-4219-aa2b-bf404c8dd992 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:06.033996 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4edfaeda-be01-4d17-a323-72fe9afec0c4 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:06.035081 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4edfaeda-be01-4d17-a323-72fe9afec0c4 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:06.039614 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-36d40920-0012-4a73-946b-0e8c407a7080 req-25d980e4-b1e4-4219-aa2b-bf404c8dd992 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] 10.222.0.75 "GET /v2.0/ports?device_id=905fcad2-6e95-4bc2-b04f-099fec3fb3a4 HTTP/1.1" status: 200 len: 944 time: 0.1876898 Nov 25 17:37:06.179232 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bfb544-23cf-4bf1-b913-1c1b08a0e172 None None] Network c0598c7a-a615-47f0-8158-0b953eb89897 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:37:06.190505 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edfaeda-be01-4d17-a323-72fe9afec0c4 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event updated for resources: {'Port': ['ID=12b5805f-755e-4b8e-82f8-2597fd49489f,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:06.208320 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-36d40920-0012-4a73-946b-0e8c407a7080 req-3b7d389b-dc7b-4b02-91d0-44283e57f979 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] 10.222.0.75 "GET /v2.0/security-groups?id=15c948a6-9e1e-444f-bacd-9eb459611131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675081 Nov 25 17:37:06.244813 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0bae1f-c664-472b-830f-b9406613c2f4 req-ccd5b888-41bf-4986-9bf3-ef962fc1a171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:06.246652 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-af0bae1f-c664-472b-830f-b9406613c2f4 req-ccd5b888-41bf-4986-9bf3-ef962fc1a171 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8d530793-2b8f-499c-b493-72fa1971e843 HTTP/1.1" status: 200 len: 858 time: 0.2037120 Nov 25 17:37:06.255389 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-f84848f6-6cee-4f1e-bbc1-694e91d64229 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 568af615-4b01-415b-96cd-bce13854fd1c {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:37:06.262729 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6251d1-7428-437f-884b-e737f446692f req-e3ce43bb-9745-44e0-9d28-7d426f94b0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:06.264191 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3a6251d1-7428-437f-884b-e737f446692f req-e3ce43bb-9745-44e0-9d28-7d426f94b0ef service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5817441ea15648a08b6ffdfefbfecfb2&device_id=905fcad2-6e95-4bc2-b04f-099fec3fb3a4 HTTP/1.1" status: 200 len: 1095 time: 0.1724083 Nov 25 17:37:06.267185 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edfaeda-be01-4d17-a323-72fe9afec0c4 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Network c0598c7a-a615-47f0-8158-0b953eb89897 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:37:06.269035 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-4edfaeda-be01-4d17-a323-72fe9afec0c4 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:37:06.294273 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-cd32e9e5-94d0-4804-8d07-21af49dc41df None None] Provisioning complete for port 01b2cdd5-9788-4db8-bb40-84ecaaafeb1f triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:06.294626 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-cd32e9e5-94d0-4804-8d07-21af49dc41df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:06.299402 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-f84848f6-6cee-4f1e-bbc1-694e91d64229 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:06.388904 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-af0bae1f-c664-472b-830f-b9406613c2f4 req-7d5d44cc-68bb-4a65-8ce6-51488e3d365f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1175d931-8bcd-4b1f-88f2-6e9d61dcac1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1277640 Nov 25 17:37:06.462592 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4edfaeda-be01-4d17-a323-72fe9afec0c4 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Router caf8dc00-9b9f-494b-9401-6e0f52264eb5 is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:37:06.500986 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-f84848f6-6cee-4f1e-bbc1-694e91d64229 service neutron] Transition to ACTIVE for port object 568af615-4b01-415b-96cd-bce13854fd1c will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:37:06.522580 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-f84848f6-6cee-4f1e-bbc1-694e91d64229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:06.530732 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6251d1-7428-437f-884b-e737f446692f req-30605417-51b8-42c6-81b7-e7cf2e3db53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:06.532529 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3a6251d1-7428-437f-884b-e737f446692f req-30605417-51b8-42c6-81b7-e7cf2e3db53c service neutron] 10.222.0.90 "GET /v2.0/networks?id=1175d931-8bcd-4b1f-88f2-6e9d61dcac1c HTTP/1.1" status: 200 len: 919 time: 0.2549314 Nov 25 17:37:06.544994 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-cd32e9e5-94d0-4804-8d07-21af49dc41df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:06.588134 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-cd32e9e5-94d0-4804-8d07-21af49dc41df None None] For port 01b2cdd5-9788-4db8-bb40-84ecaaafeb1f, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=01b2cdd5-9788-4db8-bb40-84ecaaafeb1f,segment=NetworkSegment(1f9920eb-0803-457f-9fc7-6148089da082),segment_id=1f9920eb-0803-457f-9fc7-6148089da082)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:06.609682 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-cd32e9e5-94d0-4804-8d07-21af49dc41df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:06.611541 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 01b2cdd5-9788-4db8-bb40-84ecaaafeb1f up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:37:06.662527 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3a6251d1-7428-437f-884b-e737f446692f req-2fe825d1-d73c-48bc-bbc3-4e033b4767e8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d1edc0a-7306-4492-8ec3-93161670fb0d HTTP/1.1" status: 200 len: 217 time: 0.0958774 Nov 25 17:37:06.670067 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4edfaeda-be01-4d17-a323-72fe9afec0c4 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:37:06.686826 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4edfaeda-be01-4d17-a323-72fe9afec0c4 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "PUT /v2.0/routers/caf8dc00-9b9f-494b-9401-6e0f52264eb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6598973 Nov 25 17:37:06.687346 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 52688) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:06.690224 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b56190-21b0-46a7-ab82-af42424fc6e3 None None] Sync routers for ids ['caf8dc00-9b9f-494b-9401-6e0f52264eb5'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:37:06.710678 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b56190-21b0-46a7-ab82-af42424fc6e3 None None] Routers {'caf8dc00-9b9f-494b-9401-6e0f52264eb5'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:37:06.713070 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-a4b56190-21b0-46a7-ab82-af42424fc6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:36:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['caf8dc00-9b9f-494b-9401-6e0f52264eb5'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:06.737094 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf619933-3fdf-4852-bcfe-d8d0fe222cc5 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:06.739452 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-bf619933-3fdf-4852-bcfe-d8d0fe222cc5 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "GET /v2.0/ports/12b5805f-755e-4b8e-82f8-2597fd49489f HTTP/1.1" status: 200 len: 911 time: 0.0505288 Nov 25 17:37:06.742370 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 52692) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:06.769463 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-a4b56190-21b0-46a7-ab82-af42424fc6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:06.796730 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84848f6-6cee-4f1e-bbc1-694e91d64229 service neutron] Pushing event updated for resources: {'Port': ['ID=568af615-4b01-415b-96cd-bce13854fd1c,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:06.810423 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd32e9e5-94d0-4804-8d07-21af49dc41df None None] Pushing event updated for resources: {'Port': ['ID=01b2cdd5-9788-4db8-bb40-84ecaaafeb1f,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:06.824027 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-af0bae1f-c664-472b-830f-b9406613c2f4 req-3c51fd6f-ed28-410c-9540-70262ef1d270 service neutron] 10.222.0.90 "GET /v2.0/networks/1175d931-8bcd-4b1f-88f2-6e9d61dcac1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4242766 Nov 25 17:37:06.828667 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b56190-21b0-46a7-ab82-af42424fc6e3 None None] Routers {'caf8dc00-9b9f-494b-9401-6e0f52264eb5'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:37:06.829734 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-a4b56190-21b0-46a7-ab82-af42424fc6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:36:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['caf8dc00-9b9f-494b-9401-6e0f52264eb5'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:06.883001 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-a4b56190-21b0-46a7-ab82-af42424fc6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:06.884567 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b56190-21b0-46a7-ab82-af42424fc6e3 None None] The sync data for ids ['caf8dc00-9b9f-494b-9401-6e0f52264eb5'] in n-d-817746-1 is: [] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:37:06.890699 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 01b2cdd5-9788-4db8-bb40-84ecaaafeb1f triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:06.891653 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:07.028612 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6251d1-7428-437f-884b-e737f446692f req-cf123dd4-d62b-47ed-a98b-60d595726331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:07.030302 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3a6251d1-7428-437f-884b-e737f446692f req-cf123dd4-d62b-47ed-a98b-60d595726331 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8d530793-2b8f-499c-b493-72fa1971e843 HTTP/1.1" status: 200 len: 858 time: 0.2920718 Nov 25 17:37:07.032760 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-f84848f6-6cee-4f1e-bbc1-694e91d64229 service neutron] Attempting to bind port 568af615-4b01-415b-96cd-bce13854fd1c on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:37:07.033132 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-f84848f6-6cee-4f1e-bbc1-694e91d64229 service neutron] Attempting to bind port 568af615-4b01-415b-96cd-bce13854fd1c by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '65ad30aa-923d-49d3-a3a5-8a73e1acf218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '1175d931-8bcd-4b1f-88f2-6e9d61dcac1c'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:37:07.033466 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-f84848f6-6cee-4f1e-bbc1-694e91d64229 service neutron] Attempting to bind port 568af615-4b01-415b-96cd-bce13854fd1c on network 1175d931-8bcd-4b1f-88f2-6e9d61dcac1c {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:37:07.040907 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-f84848f6-6cee-4f1e-bbc1-694e91d64229 service neutron] Port 568af615-4b01-415b-96cd-bce13854fd1c on network 1175d931-8bcd-4b1f-88f2-6e9d61dcac1c not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:37:07.041171 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-f84848f6-6cee-4f1e-bbc1-694e91d64229 service neutron] Attempting to bind port 568af615-4b01-415b-96cd-bce13854fd1c on network 1175d931-8bcd-4b1f-88f2-6e9d61dcac1c {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:37:07.061110 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-f84848f6-6cee-4f1e-bbc1-694e91d64229 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:37:07.061110 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-f84848f6-6cee-4f1e-bbc1-694e91d64229 service neutron] Checking segment: {'id': '65ad30aa-923d-49d3-a3a5-8a73e1acf218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '1175d931-8bcd-4b1f-88f2-6e9d61dcac1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:37:07.061110 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-f84848f6-6cee-4f1e-bbc1-694e91d64229 service neutron] Bound using segment: {'id': '65ad30aa-923d-49d3-a3a5-8a73e1acf218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '1175d931-8bcd-4b1f-88f2-6e9d61dcac1c'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:37:07.061110 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-f84848f6-6cee-4f1e-bbc1-694e91d64229 service neutron] Bound port: 568af615-4b01-415b-96cd-bce13854fd1c, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65ad30aa-923d-49d3-a3a5-8a73e1acf218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '1175d931-8bcd-4b1f-88f2-6e9d61dcac1c'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:37:07.061621 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-f84848f6-6cee-4f1e-bbc1-694e91d64229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:07.086691 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3a6251d1-7428-437f-884b-e737f446692f req-87423cf2-a471-4e12-9627-a3f68763ce77 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1175d931-8bcd-4b1f-88f2-6e9d61dcac1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422349 Nov 25 17:37:07.133621 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-af0bae1f-c664-472b-830f-b9406613c2f4 req-e1ac436f-7e1a-467d-a8b1-0d429e248145 service neutron] 10.222.0.90 "GET /v2.0/networks/1175d931-8bcd-4b1f-88f2-6e9d61dcac1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627132 Nov 25 17:37:07.169231 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-aaeb5a0d-ecbb-4a5d-97cc-3a1645cd9d92 None None] Provisioning complete for port 01b2cdd5-9788-4db8-bb40-84ecaaafeb1f triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:07.169871 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-aaeb5a0d-ecbb-4a5d-97cc-3a1645cd9d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:07.374292 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-aaeb5a0d-ecbb-4a5d-97cc-3a1645cd9d92 None None] Provisioning complete for port 12b5805f-755e-4b8e-82f8-2597fd49489f triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:07.374292 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-aaeb5a0d-ecbb-4a5d-97cc-3a1645cd9d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:07.403521 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-f84848f6-6cee-4f1e-bbc1-694e91d64229 service neutron] For port 568af615-4b01-415b-96cd-bce13854fd1c, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:37:07.410939 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 028d4bf9-617b-4fe2-9814-0e559507cc3a details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:37:07.459658 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-aaeb5a0d-ecbb-4a5d-97cc-3a1645cd9d92 None None] Port 12b5805f-755e-4b8e-82f8-2597fd49489f cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:37:07.474657 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-f84848f6-6cee-4f1e-bbc1-694e91d64229 service neutron] For port 568af615-4b01-415b-96cd-bce13854fd1c, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=568af615-4b01-415b-96cd-bce13854fd1c,segment=NetworkSegment(65ad30aa-923d-49d3-a3a5-8a73e1acf218),segment_id=65ad30aa-923d-49d3-a3a5-8a73e1acf218)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:37:07.479805 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3a6251d1-7428-437f-884b-e737f446692f req-33a6a02b-e4a8-4eef-afff-ce1a5b76ddd9 service neutron] 10.222.0.90 "GET /v2.0/networks/1175d931-8bcd-4b1f-88f2-6e9d61dcac1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3792830 Nov 25 17:37:07.485130 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-f84848f6-6cee-4f1e-bbc1-694e91d64229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:07.513570 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 52710) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:07.567242 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24f41e-2011-40a0-b61a-52879787bdf9 req-e86997b5-ef66-49c2-aa2d-d5e8af8b8d50 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:07.575592 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1a24f41e-2011-40a0-b61a-52879787bdf9 req-e86997b5-ef66-49c2-aa2d-d5e8af8b8d50 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] 10.222.0.75 "GET /v2.0/ports?device_id=905fcad2-6e95-4bc2-b04f-099fec3fb3a4 HTTP/1.1" status: 200 len: 944 time: 0.1959646 Nov 25 17:37:07.594427 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-90a17f96-38f3-43e9-bab1-7c5649de8aba req-788faa95-2191-4bb1-8207-80f1ffd7b530 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1070263 Nov 25 17:37:07.642534 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-f84848f6-6cee-4f1e-bbc1-694e91d64229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:07.643181 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-f84848f6-6cee-4f1e-bbc1-694e91d64229 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:07.645417 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-f84848f6-6cee-4f1e-bbc1-694e91d64229 service neutron] 10.222.0.74 "PUT /v2.0/ports/568af615-4b01-415b-96cd-bce13854fd1c HTTP/1.1" status: 200 len: 1091 time: 2.7434773 Nov 25 17:37:07.708338 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c2f6e3f-07bb-47e6-9e9e-edfe1e6ac658', 'tag': '568af615-4b01-415b-96cd-bce13854fd1c'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:37:07.710709 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196d1c3e-d4cf-40a7-b36e-ddbb2c817e57" -d '{"events": [{"name": "network-changed", "server_uuid": "7c2f6e3f-07bb-47e6-9e9e-edfe1e6ac658", "tag": "568af615-4b01-415b-96cd-bce13854fd1c"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:37:07.714089 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84848f6-6cee-4f1e-bbc1-694e91d64229 service neutron] Pushing event updated for resources: {'Port': ['ID=568af615-4b01-415b-96cd-bce13854fd1c,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:07.739843 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 028d4bf9-617b-4fe2-9814-0e559507cc3a, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=028d4bf9-617b-4fe2-9814-0e559507cc3a,segment=NetworkSegment(65ad30aa-923d-49d3-a3a5-8a73e1acf218),segment_id=65ad30aa-923d-49d3-a3a5-8a73e1acf218)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:07.767486 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-ab17e8e8-e299-4269-964a-ea902e795a42 None None] Provisioning complete for port 12b5805f-755e-4b8e-82f8-2597fd49489f triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:07.768130 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ab17e8e8-e299-4269-964a-ea902e795a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:07.780238 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-97630d8e-7bb9-4a6e-ba90-d7dd4fc72273 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:07.803997 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1a24f41e-2011-40a0-b61a-52879787bdf9 req-f226d3fd-10f8-48d8-a262-d2c434ebe832 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] 10.222.0.75 "GET /v2.0/security-groups?id=15c948a6-9e1e-444f-bacd-9eb459611131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212920 Nov 25 17:37:07.814476 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3a6251d1-7428-437f-884b-e737f446692f req-e4321e0e-d083-44c2-abdd-4b16fa140166 service neutron] 10.222.0.90 "GET /v2.0/networks/1175d931-8bcd-4b1f-88f2-6e9d61dcac1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247075 Nov 25 17:37:07.837512 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a17f96-38f3-43e9-bab1-7c5649de8aba req-10f22ca6-bc1f-4a1f-bef9-9cdbefb51806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:07.838007 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a17f96-38f3-43e9-bab1-7c5649de8aba req-10f22ca6-bc1f-4a1f-bef9-9cdbefb51806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:07.839085 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a17f96-38f3-43e9-bab1-7c5649de8aba req-10f22ca6-bc1f-4a1f-bef9-9cdbefb51806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:07.839409 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a17f96-38f3-43e9-bab1-7c5649de8aba req-10f22ca6-bc1f-4a1f-bef9-9cdbefb51806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:07.839890 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a17f96-38f3-43e9-bab1-7c5649de8aba req-10f22ca6-bc1f-4a1f-bef9-9cdbefb51806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:07.840521 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a17f96-38f3-43e9-bab1-7c5649de8aba req-10f22ca6-bc1f-4a1f-bef9-9cdbefb51806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:07.841046 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a17f96-38f3-43e9-bab1-7c5649de8aba req-10f22ca6-bc1f-4a1f-bef9-9cdbefb51806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:07.844165 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-90a17f96-38f3-43e9-bab1-7c5649de8aba req-10f22ca6-bc1f-4a1f-bef9-9cdbefb51806 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=af07ecd6b88d499dba6f8368912ebb7e&device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 6491 time: 0.2139559 Nov 25 17:37:07.845022 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-cb9e58df-c653-4eaa-9de7-38f31c5e4d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:07.846442 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-cb9e58df-c653-4eaa-9de7-38f31c5e4d6e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5817441ea15648a08b6ffdfefbfecfb2&device_id=7c2f6e3f-07bb-47e6-9e9e-edfe1e6ac658 HTTP/1.1" status: 200 len: 1094 time: 0.1498749 Nov 25 17:37:07.870238 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-ab17e8e8-e299-4269-964a-ea902e795a42 None None] Port 12b5805f-755e-4b8e-82f8-2597fd49489f cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:37:07.880239 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '028d4bf9-617b-4fe2-9814-0e559507cc3a', 'network_id': '1175d931-8bcd-4b1f-88f2-6e9d61dcac1c', 'port_id': '028d4bf9-617b-4fe2-9814-0e559507cc3a', 'mac_address': 'fa:16:3e:7b:2b:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d530793-2b8f-499c-b493-72fa1971e843', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:37:07.920501 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d60c12c3-c7d6-4f36-818e-cc68e7b65f1b x-openstack-request-id: req-d60c12c3-c7d6-4f36-818e-cc68e7b65f1b {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:37:07.920945 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c2f6e3f-07bb-47e6-9e9e-edfe1e6ac658", "tag": "568af615-4b01-415b-96cd-bce13854fd1c", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:37:07.921387 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d60c12c3-c7d6-4f36-818e-cc68e7b65f1b {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:37:07.922189 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c2f6e3f-07bb-47e6-9e9e-edfe1e6ac658', 'tag': '568af615-4b01-415b-96cd-bce13854fd1c', 'status': 'completed', 'code': 200} Nov 25 17:37:07.924467 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-f0ba8099-afe9-412b-a804-af7d16831d02 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=568af615-4b01-415b-96cd-bce13854fd1c HTTP/1.1" status: 200 len: 217 time: 0.0666015 Nov 25 17:37:07.973786 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:08.003032 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-6b618f86-5692-4dff-949b-953c236b9318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:08.003716 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 028d4bf9-617b-4fe2-9814-0e559507cc3a {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:37:08.005286 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-6b618f86-5692-4dff-949b-953c236b9318 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8d530793-2b8f-499c-b493-72fa1971e843 HTTP/1.1" status: 200 len: 858 time: 0.0658562 Nov 25 17:37:08.035906 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 028d4bf9-617b-4fe2-9814-0e559507cc3a, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=028d4bf9-617b-4fe2-9814-0e559507cc3a,segment=NetworkSegment(65ad30aa-923d-49d3-a3a5-8a73e1acf218),segment_id=65ad30aa-923d-49d3-a3a5-8a73e1acf218)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:08.037422 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-60df48d8-f71d-46c1-8f57-3a35eede2be7 None None] Provisioning complete for port 12b5805f-755e-4b8e-82f8-2597fd49489f triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:08.038088 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-60df48d8-f71d-46c1-8f57-3a35eede2be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:08.053752 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-75d22369-833f-477a-805c-d00373e64d78 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1175d931-8bcd-4b1f-88f2-6e9d61dcac1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408680 Nov 25 17:37:08.067222 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:08.073431 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-97630d8e-7bb9-4a6e-ba90-d7dd4fc72273 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:08.082942 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-97630d8e-7bb9-4a6e-ba90-d7dd4fc72273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:08.110848 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-60df48d8-f71d-46c1-8f57-3a35eede2be7 None None] Port 12b5805f-755e-4b8e-82f8-2597fd49489f cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:37:08.117639 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a17f96-38f3-43e9-bab1-7c5649de8aba req-5e6e73bc-fcfa-4126-a0f3-d65a1864d735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:08.118091 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a17f96-38f3-43e9-bab1-7c5649de8aba req-5e6e73bc-fcfa-4126-a0f3-d65a1864d735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:08.118556 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a17f96-38f3-43e9-bab1-7c5649de8aba req-5e6e73bc-fcfa-4126-a0f3-d65a1864d735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:08.120142 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-90a17f96-38f3-43e9-bab1-7c5649de8aba req-5e6e73bc-fcfa-4126-a0f3-d65a1864d735 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f82e88c7-d403-486f-9a10-2a3ad902e128&id=c2992060-12d6-4bc2-a7a5-ee6714d7c0a4&id=c2992060-12d6-4bc2-a7a5-ee6714d7c0a4&id=c2992060-12d6-4bc2-a7a5-ee6714d7c0a4&id=c2992060-12d6-4bc2-a7a5-ee6714d7c0a4&id=cb2ab83a-f522-4839-b956-b9e276ac2a4b&id=cb2ab83a-f522-4839-b956-b9e276ac2a4b HTTP/1.1" status: 200 len: 2294 time: 0.2216880 Nov 25 17:37:08.122479 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4e8dd717-10b8-41a0-9043-00a3a7f8e9cd tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:08.130089 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=028d4bf9-617b-4fe2-9814-0e559507cc3a,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:08.157787 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-ba14f3dd-130d-4111-81bd-904424818d1b service neutron] 10.222.0.74 "GET /v2.0/networks/1175d931-8bcd-4b1f-88f2-6e9d61dcac1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969300 Nov 25 17:37:08.205542 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-97630d8e-7bb9-4a6e-ba90-d7dd4fc72273 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fc41e479a70749cca643aba7c73fdec4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6907475 Nov 25 17:37:08.213715 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 52722) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:08.242064 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97630d8e-7bb9-4a6e-ba90-d7dd4fc72273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e44460-63f3-4b82-a91b-fd84196147b0,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:08.282900 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-90a17f96-38f3-43e9-bab1-7c5649de8aba req-cea36f67-5e37-4fdf-899c-d7181cf54c51 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7d22436-d666-4aa2-84ba-d29348f106e5 HTTP/1.1" status: 200 len: 1001 time: 0.1487048 Nov 25 17:37:08.289188 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['028d4bf9-617b-4fe2-9814-0e559507cc3a'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:37:08.292281 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d01e4ed-f4c8-4075-a72b-257c862d6645 req-a66a99a4-5825-4b32-9c21-00131e32f929 service neutron] 10.222.0.74 "GET /v2.0/networks/1175d931-8bcd-4b1f-88f2-6e9d61dcac1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268146 Nov 25 17:37:08.297780 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6529906f-48eb-46e2-9ff2-27c12b70fbb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:08.324467 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6529906f-48eb-46e2-9ff2-27c12b70fbb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:08.409105 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d1c3e-d4cf-40a7-b36e-ddbb2c817e57 req-1ec9ab38-acfe-4e69-a333-3a8c864103ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:08.411149 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-196d1c3e-d4cf-40a7-b36e-ddbb2c817e57 req-1ec9ab38-acfe-4e69-a333-3a8c864103ca service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5817441ea15648a08b6ffdfefbfecfb2&device_id=7c2f6e3f-07bb-47e6-9e9e-edfe1e6ac658 HTTP/1.1" status: 200 len: 1094 time: 0.0490019 Nov 25 17:37:08.416693 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a17f96-38f3-43e9-bab1-7c5649de8aba req-29d423a1-9313-4e8f-8c33-56e17294072d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:08.418247 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-90a17f96-38f3-43e9-bab1-7c5649de8aba req-29d423a1-9313-4e8f-8c33-56e17294072d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ed397f2a-aef3-4eaf-9752-78b3a9274780 HTTP/1.1" status: 200 len: 851 time: 0.1253030 Nov 25 17:37:08.434020 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 01b2cdd5-9788-4db8-bb40-84ecaaafeb1f up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:37:08.435032 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6529906f-48eb-46e2-9ff2-27c12b70fbb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:08.437897 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6529906f-48eb-46e2-9ff2-27c12b70fbb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:08.441728 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-6529906f-48eb-46e2-9ff2-27c12b70fbb3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b6e44460-63f3-4b82-a91b-fd84196147b0 HTTP/1.1" status: 204 len: 168 time: 0.2245395 Nov 25 17:37:08.466020 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6529906f-48eb-46e2-9ff2-27c12b70fbb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e44460-63f3-4b82-a91b-fd84196147b0,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:08.498698 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a17f96-38f3-43e9-bab1-7c5649de8aba req-ab55c9be-6470-4d4b-9589-58756af8ec35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:08.500875 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-90a17f96-38f3-43e9-bab1-7c5649de8aba req-ab55c9be-6470-4d4b-9589-58756af8ec35 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f82e88c7-d403-486f-9a10-2a3ad902e128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741916 Nov 25 17:37:08.546771 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 01b2cdd5-9788-4db8-bb40-84ecaaafeb1f triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:08.547185 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:08.609206 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d1c3e-d4cf-40a7-b36e-ddbb2c817e57 req-dbad880a-11c2-4cb4-a4cf-0217895ee17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:08.610701 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-196d1c3e-d4cf-40a7-b36e-ddbb2c817e57 req-dbad880a-11c2-4cb4-a4cf-0217895ee17c service neutron] 10.222.0.74 "GET /v2.0/networks?id=1175d931-8bcd-4b1f-88f2-6e9d61dcac1c HTTP/1.1" status: 200 len: 919 time: 0.1897535 Nov 25 17:37:08.669557 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-196d1c3e-d4cf-40a7-b36e-ddbb2c817e57 req-9146eb5f-5b12-4c30-91e2-343c237134f0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=568af615-4b01-415b-96cd-bce13854fd1c HTTP/1.1" status: 200 len: 217 time: 0.0478406 Nov 25 17:37:08.718345 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-90a17f96-38f3-43e9-bab1-7c5649de8aba req-2e21c1a5-1d5d-44e8-9e22-325baab049c7 service neutron] 10.222.0.74 "GET /v2.0/networks/f82e88c7-d403-486f-9a10-2a3ad902e128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898782 Nov 25 17:37:08.724412 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-4e8dd717-10b8-41a0-9043-00a3a7f8e9cd tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Deleting port 12b5805f-755e-4b8e-82f8-2597fd49489f {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:37:08.726718 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4e8dd717-10b8-41a0-9043-00a3a7f8e9cd tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:08.739821 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d1c3e-d4cf-40a7-b36e-ddbb2c817e57 req-09752b0c-0251-4d78-bb16-01e3c51cfa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:08.741450 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-196d1c3e-d4cf-40a7-b36e-ddbb2c817e57 req-09752b0c-0251-4d78-bb16-01e3c51cfa6a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8d530793-2b8f-499c-b493-72fa1971e843 HTTP/1.1" status: 200 len: 858 time: 0.0626271 Nov 25 17:37:08.778308 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-196d1c3e-d4cf-40a7-b36e-ddbb2c817e57 req-2d2a16c8-d5cf-446b-9da8-0e43d8ffd5f0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1175d931-8bcd-4b1f-88f2-6e9d61dcac1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280387 Nov 25 17:37:08.905072 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4e8dd717-10b8-41a0-9043-00a3a7f8e9cd tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:08.924934 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-4e8dd717-10b8-41a0-9043-00a3a7f8e9cd tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Calling delete_port for 12b5805f-755e-4b8e-82f8-2597fd49489f owned by network:router_interface {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:37:08.929247 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-90a17f96-38f3-43e9-bab1-7c5649de8aba req-73ca8bc0-2d5c-4573-8578-5fcde03a10af service neutron] 10.222.0.74 "GET /v2.0/networks/f82e88c7-d403-486f-9a10-2a3ad902e128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977785 Nov 25 17:37:08.962009 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-196d1c3e-d4cf-40a7-b36e-ddbb2c817e57 req-f12b4c6b-4988-4e31-9930-c3e5f9fd50f7 service neutron] 10.222.0.74 "GET /v2.0/networks/1175d931-8bcd-4b1f-88f2-6e9d61dcac1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748135 Nov 25 17:37:08.985613 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-90a17f96-38f3-43e9-bab1-7c5649de8aba req-a924774e-a2b2-472d-b104-ea300c1df5a6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=f523f711-5404-47b9-b4c7-6ff9dd296afe HTTP/1.1" status: 200 len: 217 time: 0.0443096 Nov 25 17:37:08.997091 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3157a78-fda3-4cb6-9212-fe7d665b817f req-04234809-11d4-4ef8-bf34-71a19f0c0917 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:09.005963 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3157a78-fda3-4cb6-9212-fe7d665b817f req-04234809-11d4-4ef8-bf34-71a19f0c0917 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] 10.222.0.75 "GET /v2.0/ports?device_id=905fcad2-6e95-4bc2-b04f-099fec3fb3a4 HTTP/1.1" status: 200 len: 944 time: 0.1030033 Nov 25 17:37:09.097199 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a17f96-38f3-43e9-bab1-7c5649de8aba req-5d763e90-ce62-4a52-bf3f-e79ce46f899a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:09.099513 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-90a17f96-38f3-43e9-bab1-7c5649de8aba req-5d763e90-ce62-4a52-bf3f-e79ce46f899a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f9e97284-605a-4c4d-bc08-1f1a648a0858 HTTP/1.1" status: 200 len: 797 time: 0.1058772 Nov 25 17:37:09.132515 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3157a78-fda3-4cb6-9212-fe7d665b817f req-8af8e25f-3e46-4e14-9e23-6424ae9fe578 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] 10.222.0.75 "GET /v2.0/security-groups?id=15c948a6-9e1e-444f-bacd-9eb459611131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254101 Nov 25 17:37:09.153861 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-196d1c3e-d4cf-40a7-b36e-ddbb2c817e57 req-72f8432b-9250-4161-a0f2-4fc6e2ce8d09 service neutron] 10.222.0.74 "GET /v2.0/networks/1175d931-8bcd-4b1f-88f2-6e9d61dcac1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821084 Nov 25 17:37:09.193770 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a17f96-38f3-43e9-bab1-7c5649de8aba req-a633b1ff-7b4a-4b58-bca4-5f35b6f4f896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:09.195526 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-90a17f96-38f3-43e9-bab1-7c5649de8aba req-a633b1ff-7b4a-4b58-bca4-5f35b6f4f896 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2992060-12d6-4bc2-a7a5-ee6714d7c0a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0547614 Nov 25 17:37:09.303425 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4e8dd717-10b8-41a0-9043-00a3a7f8e9cd tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:09.348926 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8dd717-10b8-41a0-9043-00a3a7f8e9cd tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event deleted for resources: {'Port': ['ID=12b5805f-755e-4b8e-82f8-2597fd49489f,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:09.380118 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-90a17f96-38f3-43e9-bab1-7c5649de8aba req-0c9f879f-7874-4f86-a4ab-657f62ca6233 service neutron] 10.222.0.74 "GET /v2.0/networks/c2992060-12d6-4bc2-a7a5-ee6714d7c0a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748598 Nov 25 17:37:09.397808 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 9d1edc0a-7306-4492-8ec3-93161670fb0d details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:37:09.405202 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 028d4bf9-617b-4fe2-9814-0e559507cc3a up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:37:09.474415 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4e8dd717-10b8-41a0-9043-00a3a7f8e9cd tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:09.570046 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 9d1edc0a-7306-4492-8ec3-93161670fb0d, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=9d1edc0a-7306-4492-8ec3-93161670fb0d,segment=NetworkSegment(65ad30aa-923d-49d3-a3a5-8a73e1acf218),segment_id=65ad30aa-923d-49d3-a3a5-8a73e1acf218)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:09.588675 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '9d1edc0a-7306-4492-8ec3-93161670fb0d', 'network_id': '1175d931-8bcd-4b1f-88f2-6e9d61dcac1c', 'port_id': '9d1edc0a-7306-4492-8ec3-93161670fb0d', 'mac_address': 'fa:16:3e:0b:8e:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d530793-2b8f-499c-b493-72fa1971e843', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:37:09.626622 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-90a17f96-38f3-43e9-bab1-7c5649de8aba req-92805264-4b28-4b4c-853d-1c49afcb2814 service neutron] 10.222.0.74 "GET /v2.0/networks/c2992060-12d6-4bc2-a7a5-ee6714d7c0a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074330 Nov 25 17:37:09.651620 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:09.653531 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port 028d4bf9-617b-4fe2-9814-0e559507cc3a completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:37:09.667709 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port 028d4bf9-617b-4fe2-9814-0e559507cc3a triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:09.668076 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:09.672939 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d1edc0a-7306-4492-8ec3-93161670fb0d {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:37:09.726564 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-90a17f96-38f3-43e9-bab1-7c5649de8aba req-a8a0dd32-f9f4-4d47-ad91-f411e6697ec1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=f2c88a46-7369-4ef9-bca9-b0c34a2b0c87 HTTP/1.1" status: 200 len: 217 time: 0.0676188 Nov 25 17:37:09.730121 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 9d1edc0a-7306-4492-8ec3-93161670fb0d, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=9d1edc0a-7306-4492-8ec3-93161670fb0d,segment=NetworkSegment(65ad30aa-923d-49d3-a3a5-8a73e1acf218),segment_id=65ad30aa-923d-49d3-a3a5-8a73e1acf218)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:09.736139 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:09.760265 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e8dd717-10b8-41a0-9043-00a3a7f8e9cd tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Router caf8dc00-9b9f-494b-9401-6e0f52264eb5 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:37:09.824806 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:09.827905 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=9d1edc0a-7306-4492-8ec3-93161670fb0d,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:09.860557 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7206360c-abf4-4229-94f6-8a61830f58e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '028d4bf9-617b-4fe2-9814-0e559507cc3a'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:37:09.863821 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c34332-8aac-4af9-b55c-454ffe58915f" -d '{"events": [{"server_uuid": "7206360c-abf4-4229-94f6-8a61830f58e4", "name": "network-vif-plugged", "status": "completed", "tag": "028d4bf9-617b-4fe2-9814-0e559507cc3a"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:37:09.892780 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a17f96-38f3-43e9-bab1-7c5649de8aba req-24a604fe-a02c-4f0b-a685-e5b3efb62af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:09.894372 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-90a17f96-38f3-43e9-bab1-7c5649de8aba req-24a604fe-a02c-4f0b-a685-e5b3efb62af9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f9e97284-605a-4c4d-bc08-1f1a648a0858 HTTP/1.1" status: 200 len: 797 time: 0.1551003 Nov 25 17:37:09.900557 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 028d4bf9-617b-4fe2-9814-0e559507cc3a, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=028d4bf9-617b-4fe2-9814-0e559507cc3a,segment=NetworkSegment(65ad30aa-923d-49d3-a3a5-8a73e1acf218),segment_id=65ad30aa-923d-49d3-a3a5-8a73e1acf218)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:09.912367 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a8cd7f-0539-4838-9421-adda65d186f5 x-openstack-request-id: req-c8a8cd7f-0539-4838-9421-adda65d186f5 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:37:09.913609 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7206360c-abf4-4229-94f6-8a61830f58e4", "name": "network-vif-plugged", "status": "completed", "tag": "028d4bf9-617b-4fe2-9814-0e559507cc3a", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:37:09.914061 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c8a8cd7f-0539-4838-9421-adda65d186f5 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:37:09.914641 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7206360c-abf4-4229-94f6-8a61830f58e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '028d4bf9-617b-4fe2-9814-0e559507cc3a', 'code': 200} Nov 25 17:37:09.915967 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:09.917255 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8dd717-10b8-41a0-9043-00a3a7f8e9cd tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:37:09.929360 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddf2579-6425-4276-ac83-61928a4d4d22 None None] Sync routers for ids ['caf8dc00-9b9f-494b-9401-6e0f52264eb5'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:37:09.947686 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4e8dd717-10b8-41a0-9043-00a3a7f8e9cd tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "PUT /v2.0/routers/caf8dc00-9b9f-494b-9401-6e0f52264eb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2042551 Nov 25 17:37:09.948492 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddf2579-6425-4276-ac83-61928a4d4d22 None None] Routers {'caf8dc00-9b9f-494b-9401-6e0f52264eb5'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:37:09.949321 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-dddf2579-6425-4276-ac83-61928a4d4d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:36:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['caf8dc00-9b9f-494b-9401-6e0f52264eb5'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:09.950520 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 52804) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:09.985703 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a17f96-38f3-43e9-bab1-7c5649de8aba req-4020e70b-122c-46b4-820b-6c155fa52317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:09.991840 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['9d1edc0a-7306-4492-8ec3-93161670fb0d'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:37:09.993808 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-90a17f96-38f3-43e9-bab1-7c5649de8aba req-4020e70b-122c-46b4-820b-6c155fa52317 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2992060-12d6-4bc2-a7a5-ee6714d7c0a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0898993 Nov 25 17:37:09.997285 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-dddf2579-6425-4276-ac83-61928a4d4d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:10.009837 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddf2579-6425-4276-ac83-61928a4d4d22 None None] Routers {'caf8dc00-9b9f-494b-9401-6e0f52264eb5'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:37:10.026879 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-dddf2579-6425-4276-ac83-61928a4d4d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:36:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['caf8dc00-9b9f-494b-9401-6e0f52264eb5'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:10.055696 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-25ec8424-f3d6-4e19-b5ca-a0f0df688d31 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "GET /v2.0/ports?device_id=caf8dc00-9b9f-494b-9401-6e0f52264eb5 HTTP/1.1" status: 200 len: 205 time: 0.1036739 Nov 25 17:37:10.059522 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 52812) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:10.137065 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-dddf2579-6425-4276-ac83-61928a4d4d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:10.140253 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15984371-fe32-4490-802a-7f9c4d5a650b req-8d2aaba1-5bcf-4dab-853a-0821cad2d4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:10.142385 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-15984371-fe32-4490-802a-7f9c4d5a650b req-8d2aaba1-5bcf-4dab-853a-0821cad2d4ca service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7206360c-abf4-4229-94f6-8a61830f58e4 HTTP/1.1" status: 200 len: 1097 time: 0.1202164 Nov 25 17:37:10.150606 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddf2579-6425-4276-ac83-61928a4d4d22 None None] The sync data for ids ['caf8dc00-9b9f-494b-9401-6e0f52264eb5'] in n-d-817746-1 is: [] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:37:10.199763 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=028d4bf9-617b-4fe2-9814-0e559507cc3a,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:10.217633 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-15984371-fe32-4490-802a-7f9c4d5a650b req-4adc0d4e-ff44-49dd-bd83-99ddeda89a2c service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=15c948a6-9e1e-444f-bacd-9eb459611131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666184 Nov 25 17:37:10.407553 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed829fdd-0939-4755-aee8-509d0c09e329 req-61946559-e18a-4932-a292-2c691ddd2fce tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:10.411058 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed829fdd-0939-4755-aee8-509d0c09e329 req-61946559-e18a-4932-a292-2c691ddd2fce tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] 10.222.0.75 "GET /v2.0/ports?device_id=905fcad2-6e95-4bc2-b04f-099fec3fb3a4 HTTP/1.1" status: 200 len: 945 time: 0.1057322 Nov 25 17:37:10.594101 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1aa2eb02-cdf8-45f6-870f-ed4c527a2c55 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:10.756629 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-90a17f96-38f3-43e9-bab1-7c5649de8aba req-c3c9f33f-6bd3-457f-8e61-e2a6e5f584e8 service neutron] 10.222.0.74 "GET /v2.0/networks/c2992060-12d6-4bc2-a7a5-ee6714d7c0a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7543011 Nov 25 17:37:10.761427 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed829fdd-0939-4755-aee8-509d0c09e329 req-a8937c91-ca81-4ab7-aa06-6326d695347a tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] 10.222.0.75 "GET /v2.0/security-groups?id=15c948a6-9e1e-444f-bacd-9eb459611131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422763 Nov 25 17:37:10.855088 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1aa2eb02-cdf8-45f6-870f-ed4c527a2c55 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:10.859186 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1aa2eb02-cdf8-45f6-870f-ed4c527a2c55 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:10.940429 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1aa2eb02-cdf8-45f6-870f-ed4c527a2c55 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:10.942132 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa2eb02-cdf8-45f6-870f-ed4c527a2c55 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Fanout notify agent at l3_agent the message router_deleted on router caf8dc00-9b9f-494b-9401-6e0f52264eb5 {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:37:10.958252 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1aa2eb02-cdf8-45f6-870f-ed4c527a2c55 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:10.964067 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1aa2eb02-cdf8-45f6-870f-ed4c527a2c55 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "DELETE /v2.0/routers/caf8dc00-9b9f-494b-9401-6e0f52264eb5 HTTP/1.1" status: 204 len: 168 time: 0.9011047 Nov 25 17:37:10.964291 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 52852) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:11.014294 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-90a17f96-38f3-43e9-bab1-7c5649de8aba req-a7a3b5ae-db2b-4fa2-95d0-fb6da4d9b530 service neutron] 10.222.0.74 "GET /v2.0/networks/c2992060-12d6-4bc2-a7a5-ee6714d7c0a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155054 Nov 25 17:37:11.075057 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-90a17f96-38f3-43e9-bab1-7c5649de8aba req-d04abb3d-2e19-4793-9b3d-0510248151d5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=3e8dca40-6833-4868-bd94-c2c3a4bc80dd HTTP/1.1" status: 200 len: 217 time: 0.0509713 Nov 25 17:37:11.081354 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-0907bcb2-4fcb-409f-987c-985ff42b1819 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Deleting subnet 60caebb0-f29f-4fff-a978-e41534f1f405 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:37:11.093870 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0907bcb2-4fcb-409f-987c-985ff42b1819 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:11.165089 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0907bcb2-4fcb-409f-987c-985ff42b1819 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:11.190044 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a17f96-38f3-43e9-bab1-7c5649de8aba req-bc3aa146-d629-49eb-a07d-c07a58dc868c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:11.191691 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-90a17f96-38f3-43e9-bab1-7c5649de8aba req-bc3aa146-d629-49eb-a07d-c07a58dc868c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f9e97284-605a-4c4d-bc08-1f1a648a0858 HTTP/1.1" status: 200 len: 797 time: 0.1070049 Nov 25 17:37:11.216060 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 568af615-4b01-415b-96cd-bce13854fd1c details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:37:11.301147 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a17f96-38f3-43e9-bab1-7c5649de8aba req-ca23216e-c866-432a-9820-04021404e8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:11.302809 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-90a17f96-38f3-43e9-bab1-7c5649de8aba req-ca23216e-c866-432a-9820-04021404e8ba service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2992060-12d6-4bc2-a7a5-ee6714d7c0a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1008344 Nov 25 17:37:11.321939 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0907bcb2-4fcb-409f-987c-985ff42b1819 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:11.372118 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 568af615-4b01-415b-96cd-bce13854fd1c, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=568af615-4b01-415b-96cd-bce13854fd1c,segment=NetworkSegment(65ad30aa-923d-49d3-a3a5-8a73e1acf218),segment_id=65ad30aa-923d-49d3-a3a5-8a73e1acf218)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:11.391327 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '568af615-4b01-415b-96cd-bce13854fd1c', 'network_id': '1175d931-8bcd-4b1f-88f2-6e9d61dcac1c', 'port_id': '568af615-4b01-415b-96cd-bce13854fd1c', 'mac_address': 'fa:16:3e:e8:6f:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d530793-2b8f-499c-b493-72fa1971e843', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:37:11.419881 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 9d1edc0a-7306-4492-8ec3-93161670fb0d up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:37:11.453771 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-90a17f96-38f3-43e9-bab1-7c5649de8aba req-c6f07879-a3c4-4de9-b507-2d128d66443c service neutron] 10.222.0.74 "GET /v2.0/networks/c2992060-12d6-4bc2-a7a5-ee6714d7c0a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413698 Nov 25 17:37:11.455324 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0907bcb2-4fcb-409f-987c-985ff42b1819 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:11.484072 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:11.504523 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 568af615-4b01-415b-96cd-bce13854fd1c {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:37:11.509951 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0907bcb2-4fcb-409f-987c-985ff42b1819 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event deleted for resources: {'Subnet': ['ID=60caebb0-f29f-4fff-a978-e41534f1f405,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:11.512721 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port 9d1edc0a-7306-4492-8ec3-93161670fb0d completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:37:11.524706 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port 9d1edc0a-7306-4492-8ec3-93161670fb0d triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:11.524706 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:11.534650 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0907bcb2-4fcb-409f-987c-985ff42b1819 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:11.540907 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0907bcb2-4fcb-409f-987c-985ff42b1819 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "DELETE /v2.0/subnets/60caebb0-f29f-4fff-a978-e41534f1f405 HTTP/1.1" status: 204 len: 168 time: 0.5732501 Nov 25 17:37:11.541747 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 52862) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:11.553319 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 568af615-4b01-415b-96cd-bce13854fd1c, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=568af615-4b01-415b-96cd-bce13854fd1c,segment=NetworkSegment(65ad30aa-923d-49d3-a3a5-8a73e1acf218),segment_id=65ad30aa-923d-49d3-a3a5-8a73e1acf218)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:11.591559 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b286c24f-eff4-4886-bf27-1d65a282b47f None None] Network c0598c7a-a615-47f0-8158-0b953eb89897 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:37:11.597630 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:11.617071 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-90a17f96-38f3-43e9-bab1-7c5649de8aba req-a0d59909-ec2b-4500-b2e7-decec75ec3bd service neutron] 10.222.0.74 "GET /v2.0/networks/c2992060-12d6-4bc2-a7a5-ee6714d7c0a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548378 Nov 25 17:37:11.677068 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1a689711-b253-4995-a6ea-f9b380ea9c8b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:11.710266 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-90a17f96-38f3-43e9-bab1-7c5649de8aba req-efecd93e-c906-466b-bbd6-c107a69ea1fe service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=f54006cb-a702-40a6-af02-82688e9a733c HTTP/1.1" status: 200 len: 217 time: 0.0852060 Nov 25 17:37:11.749659 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-1a689711-b253-4995-a6ea-f9b380ea9c8b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Deleting port 01b2cdd5-9788-4db8-bb40-84ecaaafeb1f {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:37:11.752409 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1a689711-b253-4995-a6ea-f9b380ea9c8b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:11.780815 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=568af615-4b01-415b-96cd-bce13854fd1c,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:11.783283 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a17f96-38f3-43e9-bab1-7c5649de8aba req-475dd460-4e59-4eee-bb51-3dec6d6e8a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:11.784890 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-90a17f96-38f3-43e9-bab1-7c5649de8aba req-475dd460-4e59-4eee-bb51-3dec6d6e8a58 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f9e97284-605a-4c4d-bc08-1f1a648a0858 HTTP/1.1" status: 200 len: 797 time: 0.0658772 Nov 25 17:37:11.841320 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-1a689711-b253-4995-a6ea-f9b380ea9c8b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] For port 01b2cdd5-9788-4db8-bb40-84ecaaafeb1f, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=01b2cdd5-9788-4db8-bb40-84ecaaafeb1f,segment=NetworkSegment(1f9920eb-0803-457f-9fc7-6148089da082),segment_id=1f9920eb-0803-457f-9fc7-6148089da082)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:11.841691 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1a689711-b253-4995-a6ea-f9b380ea9c8b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:11.858127 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-1a689711-b253-4995-a6ea-f9b380ea9c8b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Calling delete_port for 01b2cdd5-9788-4db8-bb40-84ecaaafeb1f owned by network:dhcp {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:37:11.903779 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a17f96-38f3-43e9-bab1-7c5649de8aba req-16e0793c-08f5-4edc-b928-0f0c016b7632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:11.911066 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-90a17f96-38f3-43e9-bab1-7c5649de8aba req-16e0793c-08f5-4edc-b928-0f0c016b7632 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2992060-12d6-4bc2-a7a5-ee6714d7c0a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0999022 Nov 25 17:37:11.911373 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:11.997122 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '905fcad2-6e95-4bc2-b04f-099fec3fb3a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d1edc0a-7306-4492-8ec3-93161670fb0d'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:37:11.999712 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07805d0-76e8-4922-bd3b-d35090f7337b" -d '{"events": [{"server_uuid": "905fcad2-6e95-4bc2-b04f-099fec3fb3a4", "name": "network-vif-plugged", "status": "completed", "tag": "9d1edc0a-7306-4492-8ec3-93161670fb0d"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:37:12.018337 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['568af615-4b01-415b-96cd-bce13854fd1c'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:37:12.059335 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 9d1edc0a-7306-4492-8ec3-93161670fb0d, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=9d1edc0a-7306-4492-8ec3-93161670fb0d,segment=NetworkSegment(65ad30aa-923d-49d3-a3a5-8a73e1acf218),segment_id=65ad30aa-923d-49d3-a3a5-8a73e1acf218)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:12.065957 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:12.110443 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-90a17f96-38f3-43e9-bab1-7c5649de8aba req-bb599692-73f5-4ed5-87ba-9bd0d751f586 service neutron] 10.222.0.74 "GET /v2.0/networks/c2992060-12d6-4bc2-a7a5-ee6714d7c0a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892142 Nov 25 17:37:12.122773 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bec8218-af30-47d3-89c7-f6e671f3c54f x-openstack-request-id: req-5bec8218-af30-47d3-89c7-f6e671f3c54f {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:37:12.123105 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "905fcad2-6e95-4bc2-b04f-099fec3fb3a4", "name": "network-vif-plugged", "status": "completed", "tag": "9d1edc0a-7306-4492-8ec3-93161670fb0d", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:37:12.123332 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5bec8218-af30-47d3-89c7-f6e671f3c54f {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:37:12.123711 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '905fcad2-6e95-4bc2-b04f-099fec3fb3a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d1edc0a-7306-4492-8ec3-93161670fb0d', 'code': 200} Nov 25 17:37:12.129507 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f4311a-4561-4f5d-9548-4402a1e5e656 req-b8a06ae2-5afe-4ea1-99a7-4b14b5a8a8f0 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:12.132200 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d0fe15-b0da-4b8e-8066-cce9db6cbdb5 None None] DHCP port deletion for c0598c7a-a615-47f0-8158-0b953eb89897 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:37:12.140471 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e7f4311a-4561-4f5d-9548-4402a1e5e656 req-b8a06ae2-5afe-4ea1-99a7-4b14b5a8a8f0 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] 10.222.0.75 "GET /v2.0/ports?device_id=905fcad2-6e95-4bc2-b04f-099fec3fb3a4 HTTP/1.1" status: 200 len: 945 time: 0.1468976 Nov 25 17:37:12.160885 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=9d1edc0a-7306-4492-8ec3-93161670fb0d,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:12.182406 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1a689711-b253-4995-a6ea-f9b380ea9c8b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:12.226036 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-39d0fe15-b0da-4b8e-8066-cce9db6cbdb5 None None] The port '01b2cdd5-9788-4db8-bb40-84ecaaafeb1f' was deleted {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 25 17:37:12.284646 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a689711-b253-4995-a6ea-f9b380ea9c8b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event deleted for resources: {'Port': ['ID=01b2cdd5-9788-4db8-bb40-84ecaaafeb1f,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:12.300080 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a689711-b253-4995-a6ea-f9b380ea9c8b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] No DVR routers for this DVR port 01b2cdd5-9788-4db8-bb40-84ecaaafeb1f on host n-d-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:37:12.310847 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-90a17f96-38f3-43e9-bab1-7c5649de8aba req-fe8dafce-61d5-4f03-88c5-a9a2d55aa047 service neutron] 10.222.0.74 "GET /v2.0/networks/c2992060-12d6-4bc2-a7a5-ee6714d7c0a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889610 Nov 25 17:37:12.352794 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e7f4311a-4561-4f5d-9548-4402a1e5e656 req-5cdd97bb-fd39-4362-8865-11bf684b301d tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] 10.222.0.75 "GET /v2.0/security-groups?id=15c948a6-9e1e-444f-bacd-9eb459611131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111938 Nov 25 17:37:12.384806 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d29c4d-0a54-407c-992e-e24f38ad6057 req-7ad75dbb-08dd-4a93-8404-11250b75ff5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:12.386350 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-86d29c4d-0a54-407c-992e-e24f38ad6057 req-7ad75dbb-08dd-4a93-8404-11250b75ff5a service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=905fcad2-6e95-4bc2-b04f-099fec3fb3a4 HTTP/1.1" status: 200 len: 1097 time: 0.1364896 Nov 25 17:37:12.394020 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-90a17f96-38f3-43e9-bab1-7c5649de8aba req-d74bc008-471d-4df0-96d0-57ff95196d9c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=58e5de73-8a69-4d16-ae13-ab33677f39c5 HTTP/1.1" status: 200 len: 217 time: 0.0748935 Nov 25 17:37:12.435100 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1a689711-b253-4995-a6ea-f9b380ea9c8b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:12.461335 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 01b2cdd5-9788-4db8-bb40-84ecaaafeb1f no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:37:12.476947 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a17f96-38f3-43e9-bab1-7c5649de8aba req-ddc04f79-f070-4d2b-865c-9d1d32a1c64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:12.478633 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-90a17f96-38f3-43e9-bab1-7c5649de8aba req-ddc04f79-f070-4d2b-865c-9d1d32a1c64a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=433e0b25-87c6-4c49-8afd-0df579500c07 HTTP/1.1" status: 200 len: 797 time: 0.0757051 Nov 25 17:37:12.485667 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 01b2cdd5-9788-4db8-bb40-84ecaaafeb1f {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:37:12.486027 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 01b2cdd5-9788-4db8-bb40-84ecaaafeb1f not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:37:12.493844 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-86d29c4d-0a54-407c-992e-e24f38ad6057 req-20c1cada-67e7-44dd-a8d3-c713d74f3396 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=15c948a6-9e1e-444f-bacd-9eb459611131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785100 Nov 25 17:37:12.495051 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-1a689711-b253-4995-a6ea-f9b380ea9c8b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0598c7a-a615-47f0-8158-0b953eb89897']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:12.506046 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-1a689711-b253-4995-a6ea-f9b380ea9c8b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f9920eb-0803-457f-9fc7-6148089da082') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:12.506464 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-1a689711-b253-4995-a6ea-f9b380ea9c8b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f9920eb-0803-457f-9fc7-6148089da082') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:12.517789 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1a689711-b253-4995-a6ea-f9b380ea9c8b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:12.535985 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1a689711-b253-4995-a6ea-f9b380ea9c8b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:12.543270 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a689711-b253-4995-a6ea-f9b380ea9c8b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Releasing vlan 927 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:37:12.543899 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a17f96-38f3-43e9-bab1-7c5649de8aba req-c71d44f1-2bd0-439a-a670-ca11dcd7f464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:12.543992 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1a689711-b253-4995-a6ea-f9b380ea9c8b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:12.545216 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-90a17f96-38f3-43e9-bab1-7c5649de8aba req-c71d44f1-2bd0-439a-a670-ca11dcd7f464 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cb2ab83a-f522-4839-b956-b9e276ac2a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0548720 Nov 25 17:37:12.547283 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:37:12.547283 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:37:12.547283 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:37:12.547283 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:37:12.547283 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:37:12.547283 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:37:12.547283 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:37:12.547283 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:37:12.547283 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:37:12.547283 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:37:12.547283 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:37:12.547283 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:37:12.547283 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:37:12.547283 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:37:12.547283 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:37:12.547283 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:37:12.547283 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:37:12.547283 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:37:12.547283 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:37:12.547283 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:37:12.547283 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:37:12.547283 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:37:12.547283 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:37:12.547283 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:37:12.547283 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:37:12.547283 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:37:12.547283 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:37:12.547283 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:37:12.547283 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:37:12.547283 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:37:12.547283 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:37:12.547283 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:37:12.624518 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1a689711-b253-4995-a6ea-f9b380ea9c8b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:12.632585 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1a689711-b253-4995-a6ea-f9b380ea9c8b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:12.635148 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-1a689711-b253-4995-a6ea-f9b380ea9c8b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "DELETE /v2.0/networks/c0598c7a-a615-47f0-8158-0b953eb89897 HTTP/1.1" status: 204 len: 168 time: 1.0928853 Nov 25 17:37:12.638887 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 52880) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:12.644748 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-c1a738f7-9af8-4fa8-9b58-099be324d292 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-559632979', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}, 'admin_state_up': False}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:37:12.664249 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a689711-b253-4995-a6ea-f9b380ea9c8b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event deleted for resources: {'Network': ['ID=c0598c7a-a615-47f0-8158-0b953eb89897,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:12.667898 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-90a17f96-38f3-43e9-bab1-7c5649de8aba req-9c0ea861-6881-4343-a8de-66bbebd86a83 service neutron] 10.222.0.74 "GET /v2.0/networks/cb2ab83a-f522-4839-b956-b9e276ac2a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138201 Nov 25 17:37:12.682710 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c1a738f7-9af8-4fa8-9b58-099be324d292 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:12.684412 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c1a738f7-9af8-4fa8-9b58-099be324d292 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:12.739645 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c1a738f7-9af8-4fa8-9b58-099be324d292 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:12.776114 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-90a17f96-38f3-43e9-bab1-7c5649de8aba req-498c35de-d022-4b9d-afaf-b8bb6d152c3e service neutron] 10.222.0.74 "GET /v2.0/networks/cb2ab83a-f522-4839-b956-b9e276ac2a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998249 Nov 25 17:37:12.827847 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-90a17f96-38f3-43e9-bab1-7c5649de8aba req-c85ef01d-68b7-40a3-9cde-32f259885632 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=156eba66-fef4-4dab-adfa-2ba5e2376881 HTTP/1.1" status: 200 len: 217 time: 0.0433958 Nov 25 17:37:12.880164 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a17f96-38f3-43e9-bab1-7c5649de8aba req-1adc3623-94f0-43aa-ade0-74e40dadd08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:12.881846 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-90a17f96-38f3-43e9-bab1-7c5649de8aba req-1adc3623-94f0-43aa-ade0-74e40dadd08f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=433e0b25-87c6-4c49-8afd-0df579500c07 HTTP/1.1" status: 200 len: 797 time: 0.0460186 Nov 25 17:37:12.887971 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c1a738f7-9af8-4fa8-9b58-099be324d292 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:12.936946 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a17f96-38f3-43e9-bab1-7c5649de8aba req-3c94593f-00c4-44e3-b257-602d1f208d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:12.938615 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-90a17f96-38f3-43e9-bab1-7c5649de8aba req-3c94593f-00c4-44e3-b257-602d1f208d2d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cb2ab83a-f522-4839-b956-b9e276ac2a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0488544 Nov 25 17:37:13.068704 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-90a17f96-38f3-43e9-bab1-7c5649de8aba req-9fee70af-0a35-40fa-a213-3bf4b9d559a0 service neutron] 10.222.0.74 "GET /v2.0/networks/cb2ab83a-f522-4839-b956-b9e276ac2a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224043 Nov 25 17:37:13.108778 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c1a738f7-9af8-4fa8-9b58-099be324d292 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for router_gateway, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:13.141916 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c1a738f7-9af8-4fa8-9b58-099be324d292 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:13.186343 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-90a17f96-38f3-43e9-bab1-7c5649de8aba req-a3a38434-e153-4858-ab2e-2bfd77474ab9 service neutron] 10.222.0.74 "GET /v2.0/networks/cb2ab83a-f522-4839-b956-b9e276ac2a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094556 Nov 25 17:37:13.264955 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-c1a738f7-9af8-4fa8-9b58-099be324d292 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Allocated IP 172.25.0.39 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/0f42e65b-9280-4863-9a9d-88d87aab517d) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:37:13.387302 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c1a738f7-9af8-4fa8-9b58-099be324d292 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:13.436047 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c1a738f7-9af8-4fa8-9b58-099be324d292 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:13.522306 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a738f7-9af8-4fa8-9b58-099be324d292 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:37:13.530280 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a738f7-9af8-4fa8-9b58-099be324d292 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event updated for resources: {'Port': ['ID=0f42e65b-9280-4863-9a9d-88d87aab517d,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:13.534116 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-c1a738f7-9af8-4fa8-9b58-099be324d292 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:37:13.555894 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a738f7-9af8-4fa8-9b58-099be324d292 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:37:13.556689 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fb087f-615a-4f13-a798-00b7ebcd34bd None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:37:13.606271 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b1b03-b818-434a-9948-8d7761a9609c req-96c1b747-682e-4d36-8ec2-95b1c741f0c5 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:13.606529 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-02ff90a9-d2d9-46e4-8db4-ba15b8ae0cc0 None None] Provisioning complete for port 0f42e65b-9280-4863-9a9d-88d87aab517d triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:13.606946 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-02ff90a9-d2d9-46e4-8db4-ba15b8ae0cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:13.616050 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fe5b1b03-b818-434a-9948-8d7761a9609c req-96c1b747-682e-4d36-8ec2-95b1c741f0c5 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] 10.222.0.75 "GET /v2.0/ports?device_id=905fcad2-6e95-4bc2-b04f-099fec3fb3a4 HTTP/1.1" status: 200 len: 946 time: 0.1497033 Nov 25 17:37:13.660874 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-02ff90a9-d2d9-46e4-8db4-ba15b8ae0cc0 None None] Port 0f42e65b-9280-4863-9a9d-88d87aab517d cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:37:13.747411 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fe5b1b03-b818-434a-9948-8d7761a9609c req-e8212883-ece8-4743-8b07-109693208aef tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] 10.222.0.75 "GET /v2.0/security-groups?id=15c948a6-9e1e-444f-bacd-9eb459611131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302063 Nov 25 17:37:13.938181 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c1a738f7-9af8-4fa8-9b58-099be324d292 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for router_gateway, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:14.149251 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c1a738f7-9af8-4fa8-9b58-099be324d292 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:14.301993 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a738f7-9af8-4fa8-9b58-099be324d292 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Router 1977d6f3-7d9e-4664-837e-f0f754924489 is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:37:14.422559 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a738f7-9af8-4fa8-9b58-099be324d292 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:37:14.444905 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db493974-2bd3-4330-85f0-e3a46d9d2a02 None None] Sync routers for ids ['1977d6f3-7d9e-4664-837e-f0f754924489'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:37:14.453310 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c1a738f7-9af8-4fa8-9b58-099be324d292 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:14.457099 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c1a738f7-9af8-4fa8-9b58-099be324d292 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 1.8144968 Nov 25 17:37:14.458219 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db493974-2bd3-4330-85f0-e3a46d9d2a02 None None] Routers {'1977d6f3-7d9e-4664-837e-f0f754924489'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:37:14.458494 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 52904) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:14.459044 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-db493974-2bd3-4330-85f0-e3a46d9d2a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:36:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['1977d6f3-7d9e-4664-837e-f0f754924489'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:14.504544 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-db493974-2bd3-4330-85f0-e3a46d9d2a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:14.515471 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db493974-2bd3-4330-85f0-e3a46d9d2a02 None None] Routers {'1977d6f3-7d9e-4664-837e-f0f754924489'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:37:14.516073 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-db493974-2bd3-4330-85f0-e3a46d9d2a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:36:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['1977d6f3-7d9e-4664-837e-f0f754924489'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:14.554605 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-db493974-2bd3-4330-85f0-e3a46d9d2a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:14.555478 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db493974-2bd3-4330-85f0-e3a46d9d2a02 None None] The sync data for ids ['1977d6f3-7d9e-4664-837e-f0f754924489'] in n-d-817746-1 is: [] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:37:14.584645 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 52908) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:14.585264 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-3febe987-eff8-40ce-8938-1259121b4458 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "GET /v2.0/routers/1977d6f3-7d9e-4664-837e-f0f754924489 HTTP/1.1" status: 200 len: 883 time: 0.1250441 Nov 25 17:37:14.856502 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3080e6dc-d0d3-4eee-866d-ccd9520be1dd tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.2692416 Nov 25 17:37:14.858637 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 52914) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:14.864103 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-84357c1e-433c-43db-8e12-3be27e6e401c tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-559632979'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:37:14.886235 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e4956-5676-4e63-80ca-d4ee88d6fa8a req-c4709801-b25f-4881-8583-5a705f8e3c79 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:14.887758 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a22e4956-5676-4e63-80ca-d4ee88d6fa8a req-c4709801-b25f-4881-8583-5a705f8e3c79 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] 10.222.0.75 "GET /v2.0/ports?device_id=905fcad2-6e95-4bc2-b04f-099fec3fb3a4 HTTP/1.1" status: 200 len: 946 time: 0.0598285 Nov 25 17:37:14.947596 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a22e4956-5676-4e63-80ca-d4ee88d6fa8a req-b49b820b-999b-40a0-b2fc-1808fb7bebbe tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] 10.222.0.75 "GET /v2.0/security-groups?id=15c948a6-9e1e-444f-bacd-9eb459611131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535061 Nov 25 17:37:15.089755 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb7708-adfd-4689-8c5e-8d75e69adfd9 req-4cd0add7-67bd-41f9-8216-b2e6247d342f tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:15.090631 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-11eb7708-adfd-4689-8c5e-8d75e69adfd9 req-4cd0add7-67bd-41f9-8216-b2e6247d342f tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c2f6e3f-07bb-47e6-9e9e-edfe1e6ac658 HTTP/1.1" status: 200 len: 944 time: 0.0605688 Nov 25 17:37:15.158078 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-11eb7708-adfd-4689-8c5e-8d75e69adfd9 req-abae64df-0224-481c-89fe-a8650b28015b tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] 10.222.0.75 "GET /v2.0/security-groups?id=15c948a6-9e1e-444f-bacd-9eb459611131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532970 Nov 25 17:37:15.244772 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 568af615-4b01-415b-96cd-bce13854fd1c up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:37:15.257941 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-84357c1e-433c-43db-8e12-3be27e6e401c tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-542255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8324'] for router, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:15.271046 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-84357c1e-433c-43db-8e12-3be27e6e401c tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-542246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-542269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-530067'] for router, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:15.306073 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port 568af615-4b01-415b-96cd-bce13854fd1c completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:37:15.310930 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 568af615-4b01-415b-96cd-bce13854fd1c triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:15.311305 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:15.398344 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84357c1e-433c-43db-8e12-3be27e6e401c tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Router 1977d6f3-7d9e-4664-837e-f0f754924489 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:37:15.404455 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:15.437372 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c2f6e3f-07bb-47e6-9e9e-edfe1e6ac658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '568af615-4b01-415b-96cd-bce13854fd1c'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:37:15.440464 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65a1f4a-8104-4674-84bc-a5f7a794b690" -d '{"events": [{"server_uuid": "7c2f6e3f-07bb-47e6-9e9e-edfe1e6ac658", "name": "network-vif-plugged", "status": "completed", "tag": "568af615-4b01-415b-96cd-bce13854fd1c"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:37:15.456077 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 568af615-4b01-415b-96cd-bce13854fd1c, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=568af615-4b01-415b-96cd-bce13854fd1c,segment=NetworkSegment(65ad30aa-923d-49d3-a3a5-8a73e1acf218),segment_id=65ad30aa-923d-49d3-a3a5-8a73e1acf218)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:15.462484 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:15.529164 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84357c1e-433c-43db-8e12-3be27e6e401c tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:37:15.537268 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-84357c1e-433c-43db-8e12-3be27e6e401c tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:15.538565 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-84357c1e-433c-43db-8e12-3be27e6e401c tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "PUT /v2.0/routers/1977d6f3-7d9e-4664-837e-f0f754924489 HTTP/1.1" status: 200 len: 890 time: 0.6785941 Nov 25 17:37:15.543475 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49656bcc-176e-40cc-9672-62d8eb8ab7f9 None None] Sync routers for ids ['1977d6f3-7d9e-4664-837e-f0f754924489'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:37:15.545916 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=568af615-4b01-415b-96cd-bce13854fd1c,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:15.547260 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 52928) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:15.563303 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49656bcc-176e-40cc-9672-62d8eb8ab7f9 None None] Routers {'1977d6f3-7d9e-4664-837e-f0f754924489'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:37:15.563923 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-49656bcc-176e-40cc-9672-62d8eb8ab7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:36:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['1977d6f3-7d9e-4664-837e-f0f754924489'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:15.587449 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb00ecdc-217d-4556-9b2c-bb0c2a4a67f0 x-openstack-request-id: req-cb00ecdc-217d-4556-9b2c-bb0c2a4a67f0 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:37:15.588645 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c2f6e3f-07bb-47e6-9e9e-edfe1e6ac658", "name": "network-vif-plugged", "status": "completed", "tag": "568af615-4b01-415b-96cd-bce13854fd1c", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:37:15.591187 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cb00ecdc-217d-4556-9b2c-bb0c2a4a67f0 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:37:15.591602 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c2f6e3f-07bb-47e6-9e9e-edfe1e6ac658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '568af615-4b01-415b-96cd-bce13854fd1c', 'code': 200} Nov 25 17:37:15.629884 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-49656bcc-176e-40cc-9672-62d8eb8ab7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:15.641104 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49656bcc-176e-40cc-9672-62d8eb8ab7f9 None None] Routers {'1977d6f3-7d9e-4664-837e-f0f754924489'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:37:15.641836 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-49656bcc-176e-40cc-9672-62d8eb8ab7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:36:49Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['1977d6f3-7d9e-4664-837e-f0f754924489'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:15.681575 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-49656bcc-176e-40cc-9672-62d8eb8ab7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:15.682289 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49656bcc-176e-40cc-9672-62d8eb8ab7f9 None None] The sync data for ids ['1977d6f3-7d9e-4664-837e-f0f754924489'] in n-d-817746-1 is: [] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:37:15.981105 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1da27-f21d-4b4e-90a7-0f542deff949 req-39875c86-a591-4ef7-be86-4e6aec3e382e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:15.982588 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b1f1da27-f21d-4b4e-90a7-0f542deff949 req-39875c86-a591-4ef7-be86-4e6aec3e382e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7c2f6e3f-07bb-47e6-9e9e-edfe1e6ac658 HTTP/1.1" status: 200 len: 1096 time: 0.0631492 Nov 25 17:37:15.995132 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-935d620e-4415-43fb-9931-139f17f0ceb5 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "GET /v2.0/routers/1977d6f3-7d9e-4664-837e-f0f754924489 HTTP/1.1" status: 200 len: 890 time: 0.4395363 Nov 25 17:37:15.997972 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 52934) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:16.029358 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-b3163381-b5ea-43e0-9a2a-1c8ad5e40a2d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "GET /v2.0/ports?device_id=1977d6f3-7d9e-4664-837e-f0f754924489 HTTP/1.1" status: 200 len: 205 time: 0.0295680 Nov 25 17:37:16.033045 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 52936) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:16.042570 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b1f1da27-f21d-4b4e-90a7-0f542deff949 req-ce629096-87d5-41dd-8efb-f93d67cc8c41 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=15c948a6-9e1e-444f-bacd-9eb459611131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463798 Nov 25 17:37:16.148079 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b8100c6f-6260-468b-a246-186254cb1f80 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for router, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:16.299804 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b8100c6f-6260-468b-a246-186254cb1f80 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:16.315673 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c312ef39-0a9a-495e-8fcb-6de26d391163 req-9c268242-0b78-4485-98bf-eb4cb752b6c8 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:16.317873 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c312ef39-0a9a-495e-8fcb-6de26d391163 req-9c268242-0b78-4485-98bf-eb4cb752b6c8 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c2f6e3f-07bb-47e6-9e9e-edfe1e6ac658 HTTP/1.1" status: 200 len: 945 time: 0.0776541 Nov 25 17:37:16.405452 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c312ef39-0a9a-495e-8fcb-6de26d391163 req-864bdfbc-1245-4b0b-b119-70dedddc614c tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] 10.222.0.75 "GET /v2.0/security-groups?id=15c948a6-9e1e-444f-bacd-9eb459611131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623996 Nov 25 17:37:16.406902 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-b8100c6f-6260-468b-a246-186254cb1f80 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Deleting port 0f42e65b-9280-4863-9a9d-88d87aab517d {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:37:16.407242 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b8100c6f-6260-468b-a246-186254cb1f80 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:16.636843 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:16.730978 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b8100c6f-6260-468b-a246-186254cb1f80 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:16.746678 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-b8100c6f-6260-468b-a246-186254cb1f80 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Calling delete_port for 0f42e65b-9280-4863-9a9d-88d87aab517d owned by network:router_gateway {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:37:16.830358 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:16.930275 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b8100c6f-6260-468b-a246-186254cb1f80 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:16.956283 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8100c6f-6260-468b-a246-186254cb1f80 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event deleted for resources: {'Port': ['ID=0f42e65b-9280-4863-9a9d-88d87aab517d,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:16.985267 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83880204-75f4-45e4-a199-32fde8f9992a None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:37:17.044654 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b8100c6f-6260-468b-a246-186254cb1f80 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:17.119191 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a8c3ebaa-2e84-46f7-973c-ae97d7b6dfe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:17.164803 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b8100c6f-6260-468b-a246-186254cb1f80 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:17.167105 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b8100c6f-6260-468b-a246-186254cb1f80 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:17.232141 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b8100c6f-6260-468b-a246-186254cb1f80 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:17.232723 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8100c6f-6260-468b-a246-186254cb1f80 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Fanout notify agent at l3_agent the message router_deleted on router 1977d6f3-7d9e-4664-837e-f0f754924489 {{(pid=103361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:37:17.240413 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b8100c6f-6260-468b-a246-186254cb1f80 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:17.245452 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 52952) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:17.249314 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-b8100c6f-6260-468b-a246-186254cb1f80 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "DELETE /v2.0/routers/1977d6f3-7d9e-4664-837e-f0f754924489 HTTP/1.1" status: 204 len: 168 time: 1.2111840 Nov 25 17:37:17.250573 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-98ae7383-75f2-4cf1-ac78-1c0735475856 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-352630638'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:37:17.274367 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ae7383-75f2-4cf1-ac78-1c0735475856 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Made reservation on behalf of 2d6151801edf41a0b4b4e7b936474319 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:37:17.277831 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-98ae7383-75f2-4cf1-ac78-1c0735475856 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:17.313694 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98ae7383-75f2-4cf1-ac78-1c0735475856 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:37:17.327925 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-98ae7383-75f2-4cf1-ac78-1c0735475856 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:17.328428 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-98ae7383-75f2-4cf1-ac78-1c0735475856 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Added segment f8d5df50-aa03-4b66-af13-10da31672952 of type vlan for network 388e9358-692b-4342-afda-e1328e19976d Nov 25 17:37:17.381283 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-98ae7383-75f2-4cf1-ac78-1c0735475856 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:17.415284 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-98ae7383-75f2-4cf1-ac78-1c0735475856 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:17.424125 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ae7383-75f2-4cf1-ac78-1c0735475856 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:17.424125 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-98ae7383-75f2-4cf1-ac78-1c0735475856 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:17.456191 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-98ae7383-75f2-4cf1-ac78-1c0735475856 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2096307 Nov 25 17:37:17.460105 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 52960) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:17.465891 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-1330c20b-9847-43f2-ad0a-a2046154251d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Request body: {'subnet': {'network_id': '388e9358-692b-4342-afda-e1328e19976d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:37:17.495243 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae7383-75f2-4cf1-ac78-1c0735475856 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event updated for resources: {'Network': ['ID=388e9358-692b-4342-afda-e1328e19976d,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:17.505633 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 388e9358-692b-4342-afda-e1328e19976d details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:37:17.626887 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338db8ae-fddd-4533-8ecf-26c7bc1ba765 req-d4cb99b0-2738-4841-be1f-0a4b686a362d tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:17.629356 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-338db8ae-fddd-4533-8ecf-26c7bc1ba765 req-d4cb99b0-2738-4841-be1f-0a4b686a362d tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c2f6e3f-07bb-47e6-9e9e-edfe1e6ac658 HTTP/1.1" status: 200 len: 945 time: 0.1205783 Nov 25 17:37:17.636868 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1330c20b-9847-43f2-ad0a-a2046154251d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Made reservation on behalf of 2d6151801edf41a0b4b4e7b936474319 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:37:17.640801 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1330c20b-9847-43f2-ad0a-a2046154251d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:17.849433 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-338db8ae-fddd-4533-8ecf-26c7bc1ba765 req-d85f0083-bb35-4a8a-8c91-2ee3e1b1ea64 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] 10.222.0.75 "GET /v2.0/security-groups?id=15c948a6-9e1e-444f-bacd-9eb459611131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939350 Nov 25 17:37:17.925902 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1330c20b-9847-43f2-ad0a-a2046154251d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:18.019035 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ecbacc-8e7c-4595-ae08-8deb50e69d8a req-06fe3c41-9c6b-47e8-92ff-68722f8f1d19 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:18.020676 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-04ecbacc-8e7c-4595-ae08-8deb50e69d8a req-06fe3c41-9c6b-47e8-92ff-68722f8f1d19 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] 10.222.0.75 "GET /v2.0/ports?device_id=7206360c-abf4-4229-94f6-8a61830f58e4 HTTP/1.1" status: 200 len: 946 time: 0.1059361 Nov 25 17:37:18.030643 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1330c20b-9847-43f2-ad0a-a2046154251d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event updated for resources: {'Subnet': ['ID=75f64193-74d1-450e-b0d8-481b24c6c3fe,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:18.056522 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1330c20b-9847-43f2-ad0a-a2046154251d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Checking segment: {'id': 'f8d5df50-aa03-4b66-af13-10da31672952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '388e9358-692b-4342-afda-e1328e19976d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:37:18.057227 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1330c20b-9847-43f2-ad0a-a2046154251d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Network hostable DHCP agents. Network: 388e9358-692b-4342-afda-e1328e19976d, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:37:18.098248 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1330c20b-9847-43f2-ad0a-a2046154251d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Network 388e9358-692b-4342-afda-e1328e19976d is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:37:18.105522 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-04ecbacc-8e7c-4595-ae08-8deb50e69d8a req-a7f5e518-96ac-4b19-8e4f-e97b9e5fb627 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] 10.222.0.75 "GET /v2.0/security-groups?id=15c948a6-9e1e-444f-bacd-9eb459611131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782919 Nov 25 17:37:18.113311 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-1330c20b-9847-43f2-ad0a-a2046154251d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 388e9358-692b-4342-afda-e1328e19976d) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:37:18.118114 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1330c20b-9847-43f2-ad0a-a2046154251d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:18.118920 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1330c20b-9847-43f2-ad0a-a2046154251d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:18.129133 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57625f86-aeba-4d64-b3a1-c88472f94dfe None None] Network 388e9358-692b-4342-afda-e1328e19976d requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:37:18.143153 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-1330c20b-9847-43f2-ad0a-a2046154251d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6817956 Nov 25 17:37:18.146402 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 52974) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:18.151693 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-c7d8bce4-6734-4588-affa-03f65464417b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-446623169', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:37:18.185913 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c7d8bce4-6734-4588-affa-03f65464417b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:18.187604 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c7d8bce4-6734-4588-affa-03f65464417b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:18.252860 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c7d8bce4-6734-4588-affa-03f65464417b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:18.259252 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c7d8bce4-6734-4588-affa-03f65464417b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:18.280464 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c7d8bce4-6734-4588-affa-03f65464417b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:18.282051 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c7d8bce4-6734-4588-affa-03f65464417b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1341631 Nov 25 17:37:18.284771 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 52976) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:18.347179 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1869004b-fa3a-4514-957d-e1d9c7d3cd1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-388e9358-692b-4342-afda-e1328e19976d', 'network_id': '388e9358-692b-4342-afda-e1328e19976d', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'fixed_ips': [{'subnet_id': '75f64193-74d1-450e-b0d8-481b24c6c3fe'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:37:18.349561 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1869004b-fa3a-4514-957d-e1d9c7d3cd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:18.568148 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-1869004b-fa3a-4514-957d-e1d9c7d3cd1c None None] Allocated IP 2001:db8::2 (388e9358-692b-4342-afda-e1328e19976d/75f64193-74d1-450e-b0d8-481b24c6c3fe/d62fcc31-8673-4b85-9e49-32ed5dc753b7) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:37:18.572138 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d07008-503b-484d-bc24-265fd644d19d req-67737ea4-d3e8-4855-9c02-8432340c2b9f tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:18.585761 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-14d07008-503b-484d-bc24-265fd644d19d req-67737ea4-d3e8-4855-9c02-8432340c2b9f tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] 10.222.0.75 "GET /v2.0/ports?device_id=7206360c-abf4-4229-94f6-8a61830f58e4 HTTP/1.1" status: 200 len: 946 time: 0.1439188 Nov 25 17:37:18.726865 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-14d07008-503b-484d-bc24-265fd644d19d req-99502476-6faa-48e6-802a-0d6cacebb520 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] 10.222.0.75 "GET /v2.0/security-groups?id=15c948a6-9e1e-444f-bacd-9eb459611131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419592 Nov 25 17:37:18.767594 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1869004b-fa3a-4514-957d-e1d9c7d3cd1c None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:18.779024 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1869004b-fa3a-4514-957d-e1d9c7d3cd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:18.791048 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-68bc4be3-95b5-4116-a401-9b95c1612636 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:18.835160 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1869004b-fa3a-4514-957d-e1d9c7d3cd1c None None] Network 388e9358-692b-4342-afda-e1328e19976d is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:37:18.838321 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-1869004b-fa3a-4514-957d-e1d9c7d3cd1c None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:37:18.843375 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1869004b-fa3a-4514-957d-e1d9c7d3cd1c None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:37:18.858018 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1869004b-fa3a-4514-957d-e1d9c7d3cd1c None None] Pushing event updated for resources: {'Port': ['ID=d62fcc31-8673-4b85-9e49-32ed5dc753b7,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:18.908228 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-1869004b-fa3a-4514-957d-e1d9c7d3cd1c None None] Attempting to bind port d62fcc31-8673-4b85-9e49-32ed5dc753b7 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:37:18.908615 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-1869004b-fa3a-4514-957d-e1d9c7d3cd1c None None] Attempting to bind port d62fcc31-8673-4b85-9e49-32ed5dc753b7 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'f8d5df50-aa03-4b66-af13-10da31672952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '388e9358-692b-4342-afda-e1328e19976d'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:37:18.909027 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1869004b-fa3a-4514-957d-e1d9c7d3cd1c None None] Attempting to bind port d62fcc31-8673-4b85-9e49-32ed5dc753b7 on network 388e9358-692b-4342-afda-e1328e19976d {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:37:18.917127 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1869004b-fa3a-4514-957d-e1d9c7d3cd1c None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:37:18.917534 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1869004b-fa3a-4514-957d-e1d9c7d3cd1c None None] Checking segment: {'id': 'f8d5df50-aa03-4b66-af13-10da31672952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '388e9358-692b-4342-afda-e1328e19976d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:37:18.917929 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1869004b-fa3a-4514-957d-e1d9c7d3cd1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:18.918332 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1869004b-fa3a-4514-957d-e1d9c7d3cd1c None None] Bound using segment: {'id': 'f8d5df50-aa03-4b66-af13-10da31672952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '388e9358-692b-4342-afda-e1328e19976d'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:37:18.918814 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-1869004b-fa3a-4514-957d-e1d9c7d3cd1c None None] Bound port: d62fcc31-8673-4b85-9e49-32ed5dc753b7, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8d5df50-aa03-4b66-af13-10da31672952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '388e9358-692b-4342-afda-e1328e19976d'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:37:18.919203 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1869004b-fa3a-4514-957d-e1d9c7d3cd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:18.992947 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-1869004b-fa3a-4514-957d-e1d9c7d3cd1c None None] For port d62fcc31-8673-4b85-9e49-32ed5dc753b7, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:37:18.999025 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-1869004b-fa3a-4514-957d-e1d9c7d3cd1c None None] For port d62fcc31-8673-4b85-9e49-32ed5dc753b7, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d62fcc31-8673-4b85-9e49-32ed5dc753b7,segment=NetworkSegment(f8d5df50-aa03-4b66-af13-10da31672952),segment_id=f8d5df50-aa03-4b66-af13-10da31672952)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:37:19.005193 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1869004b-fa3a-4514-957d-e1d9c7d3cd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:19.079069 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1869004b-fa3a-4514-957d-e1d9c7d3cd1c None None] Pushing event updated for resources: {'Port': ['ID=d62fcc31-8673-4b85-9e49-32ed5dc753b7,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:19.167831 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-68bc4be3-95b5-4116-a401-9b95c1612636 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Allocated IP 2001:db8::1 (388e9358-692b-4342-afda-e1328e19976d/75f64193-74d1-450e-b0d8-481b24c6c3fe/53fc961a-d58e-426e-b189-6676e8648eff) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:37:19.317437 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-68bc4be3-95b5-4116-a401-9b95c1612636 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:19.363336 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-68bc4be3-95b5-4116-a401-9b95c1612636 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:19.403608 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bc4be3-95b5-4116-a401-9b95c1612636 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Network 388e9358-692b-4342-afda-e1328e19976d is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:37:19.413940 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-68bc4be3-95b5-4116-a401-9b95c1612636 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:37:19.418326 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bc4be3-95b5-4116-a401-9b95c1612636 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:37:19.418876 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-68bc4be3-95b5-4116-a401-9b95c1612636 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:19.461209 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-251fc4f2-c3eb-4169-8e66-38fac982ecca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:19.463684 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bc4be3-95b5-4116-a401-9b95c1612636 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event updated for resources: {'Port': ['ID=53fc961a-d58e-426e-b189-6676e8648eff,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:19.577786 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-68bc4be3-95b5-4116-a401-9b95c1612636 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:19.777912 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030838e4-b429-4601-bd91-e3fb1a848b13 req-3ca06416-b536-4a0a-b9d9-3b5f20218dd4 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:19.779576 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-030838e4-b429-4601-bd91-e3fb1a848b13 req-3ca06416-b536-4a0a-b9d9-3b5f20218dd4 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] 10.222.0.90 "GET /v2.0/ports?device_id=7206360c-abf4-4229-94f6-8a61830f58e4 HTTP/1.1" status: 200 len: 946 time: 0.1055067 Nov 25 17:37:20.272900 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655df182-e90b-4f24-b080-56288f568458 None None] Network 388e9358-692b-4342-afda-e1328e19976d requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:37:20.296649 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a381c0-9bcd-4023-b037-8ef647997ff2 req-a90cbb94-4b1a-40df-b0d5-835adb7fe5c7 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:20.298220 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c4a381c0-9bcd-4023-b037-8ef647997ff2 req-a90cbb94-4b1a-40df-b0d5-835adb7fe5c7 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] 10.222.0.75 "GET /v2.0/ports?device_id=7206360c-abf4-4229-94f6-8a61830f58e4 HTTP/1.1" status: 200 len: 946 time: 0.4314115 Nov 25 17:37:20.320849 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-030838e4-b429-4601-bd91-e3fb1a848b13 req-469fc025-d8f8-4088-950f-208b9c06130a tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Deleting port 028d4bf9-617b-4fe2-9814-0e559507cc3a {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:37:20.321192 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-030838e4-b429-4601-bd91-e3fb1a848b13 req-469fc025-d8f8-4088-950f-208b9c06130a tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:20.356613 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-68bc4be3-95b5-4116-a401-9b95c1612636 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:20.415412 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-68bc4be3-95b5-4116-a401-9b95c1612636 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:20.416359 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-68bc4be3-95b5-4116-a401-9b95c1612636 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:20.438005 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-7782bb08-5eb3-43fd-b9ae-397bd3f3acfd None None] Provisioning complete for port d62fcc31-8673-4b85-9e49-32ed5dc753b7 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:20.439106 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7782bb08-5eb3-43fd-b9ae-397bd3f3acfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:20.499433 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d62fcc31-8673-4b85-9e49-32ed5dc753b7 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:37:20.519365 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c4a381c0-9bcd-4023-b037-8ef647997ff2 req-8647d173-b279-440f-98b0-d6a54ed32bc1 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] 10.222.0.75 "GET /v2.0/security-groups?id=15c948a6-9e1e-444f-bacd-9eb459611131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119405 Nov 25 17:37:20.575402 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bc4be3-95b5-4116-a401-9b95c1612636 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event updated for resources: {'Port': ['ID=53fc961a-d58e-426e-b189-6676e8648eff,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:20.591383 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-030838e4-b429-4601-bd91-e3fb1a848b13 req-469fc025-d8f8-4088-950f-208b9c06130a tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] For port 028d4bf9-617b-4fe2-9814-0e559507cc3a, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=028d4bf9-617b-4fe2-9814-0e559507cc3a,segment=NetworkSegment(65ad30aa-923d-49d3-a3a5-8a73e1acf218),segment_id=65ad30aa-923d-49d3-a3a5-8a73e1acf218)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:20.592021 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-030838e4-b429-4601-bd91-e3fb1a848b13 req-469fc025-d8f8-4088-950f-208b9c06130a tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:20.616778 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-030838e4-b429-4601-bd91-e3fb1a848b13 req-469fc025-d8f8-4088-950f-208b9c06130a tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Calling delete_port for 028d4bf9-617b-4fe2-9814-0e559507cc3a owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:37:20.660341 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port d62fcc31-8673-4b85-9e49-32ed5dc753b7 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:20.660736 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:20.691655 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7782bb08-5eb3-43fd-b9ae-397bd3f3acfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:20.692069 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bc4be3-95b5-4116-a401-9b95c1612636 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Network 388e9358-692b-4342-afda-e1328e19976d is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:37:20.696325 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-68bc4be3-95b5-4116-a401-9b95c1612636 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:37:20.740893 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-7782bb08-5eb3-43fd-b9ae-397bd3f3acfd None None] For port d62fcc31-8673-4b85-9e49-32ed5dc753b7, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d62fcc31-8673-4b85-9e49-32ed5dc753b7,segment=NetworkSegment(f8d5df50-aa03-4b66-af13-10da31672952),segment_id=f8d5df50-aa03-4b66-af13-10da31672952)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:20.767171 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7782bb08-5eb3-43fd-b9ae-397bd3f3acfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:20.828950 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7782bb08-5eb3-43fd-b9ae-397bd3f3acfd None None] Pushing event updated for resources: {'Port': ['ID=d62fcc31-8673-4b85-9e49-32ed5dc753b7,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:20.859123 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:20.917230 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68bc4be3-95b5-4116-a401-9b95c1612636 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Router bec09def-5c9c-4a5f-8a60-a15665cc5fa3 is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:37:20.936461 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-030838e4-b429-4601-bd91-e3fb1a848b13 req-469fc025-d8f8-4088-950f-208b9c06130a tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:20.950570 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['028d4bf9-617b-4fe2-9814-0e559507cc3a', '9d1edc0a-7306-4492-8ec3-93161670fb0d'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:37:20.984652 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['568af615-4b01-415b-96cd-bce13854fd1c'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:37:21.055477 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469fc025-d8f8-4088-950f-208b9c06130a tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Pushing event deleted for resources: {'Port': ['ID=028d4bf9-617b-4fe2-9814-0e559507cc3a,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:21.144768 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-444a99d6-0c4f-4824-befd-38e176be896a None None] Provisioning complete for port 53fc961a-d58e-426e-b189-6676e8648eff triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:21.145164 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-444a99d6-0c4f-4824-befd-38e176be896a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:21.152483 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-030838e4-b429-4601-bd91-e3fb1a848b13 req-469fc025-d8f8-4088-950f-208b9c06130a tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] No DVR routers for this DVR port 028d4bf9-617b-4fe2-9814-0e559507cc3a on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:37:21.157339 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-030838e4-b429-4601-bd91-e3fb1a848b13 req-469fc025-d8f8-4088-950f-208b9c06130a tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:21.163406 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-030838e4-b429-4601-bd91-e3fb1a848b13 req-469fc025-d8f8-4088-950f-208b9c06130a tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] 10.222.0.90 "DELETE /v2.0/ports/028d4bf9-617b-4fe2-9814-0e559507cc3a HTTP/1.1" status: 204 len: 173 time: 1.3720720 Nov 25 17:37:21.163878 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7206360c-abf4-4229-94f6-8a61830f58e4', 'name': 'network-vif-deleted', 'tag': '028d4bf9-617b-4fe2-9814-0e559507cc3a'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:37:21.179438 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830c0f1a-fb5b-47e7-836d-5fbb670a180a" -d '{"events": [{"server_uuid": "7206360c-abf4-4229-94f6-8a61830f58e4", "name": "network-vif-deleted", "tag": "028d4bf9-617b-4fe2-9814-0e559507cc3a"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:37:21.223551 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68bc4be3-95b5-4116-a401-9b95c1612636 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:37:21.234853 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-68bc4be3-95b5-4116-a401-9b95c1612636 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "PUT /v2.0/routers/bec09def-5c9c-4a5f-8a60-a15665cc5fa3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9447565 Nov 25 17:37:21.235067 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-444a99d6-0c4f-4824-befd-38e176be896a None None] Port 53fc961a-d58e-426e-b189-6676e8648eff cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:37:21.235225 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 53020) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:21.267783 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4368d0a4-a109-4159-bf6a-0fb766e53088 None None] Sync routers for ids ['bec09def-5c9c-4a5f-8a60-a15665cc5fa3'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:37:21.293500 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b98a83-6396-42a6-b5b5-62ff8b7c5355 x-openstack-request-id: req-f0b98a83-6396-42a6-b5b5-62ff8b7c5355 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:37:21.294020 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7206360c-abf4-4229-94f6-8a61830f58e4", "name": "network-vif-deleted", "tag": "028d4bf9-617b-4fe2-9814-0e559507cc3a", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:37:21.294467 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f0b98a83-6396-42a6-b5b5-62ff8b7c5355 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:37:21.295059 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7206360c-abf4-4229-94f6-8a61830f58e4', 'name': 'network-vif-deleted', 'tag': '028d4bf9-617b-4fe2-9814-0e559507cc3a', 'status': 'completed', 'code': 200} Nov 25 17:37:21.338157 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-444a99d6-0c4f-4824-befd-38e176be896a None None] Provisioning complete for port d62fcc31-8673-4b85-9e49-32ed5dc753b7 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:21.338157 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-444a99d6-0c4f-4824-befd-38e176be896a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:21.361862 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9934dab6-d099-44ab-8f1b-a82ec646a780 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:21.366301 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9934dab6-d099-44ab-8f1b-a82ec646a780 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "GET /v2.0/ports/53fc961a-d58e-426e-b189-6676e8648eff HTTP/1.1" status: 200 len: 911 time: 0.1294465 Nov 25 17:37:21.367297 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 53022) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:21.372944 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-9d28e990-a197-4a82-a978-5447b762e483 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '75f64193-74d1-450e-b0d8-481b24c6c3fe'}]}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:37:21.381722 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4368d0a4-a109-4159-bf6a-0fb766e53088 None None] Routers {'bec09def-5c9c-4a5f-8a60-a15665cc5fa3'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:37:21.381722 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-4368d0a4-a109-4159-bf6a-0fb766e53088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:37:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['bec09def-5c9c-4a5f-8a60-a15665cc5fa3'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:21.447233 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-4368d0a4-a109-4159-bf6a-0fb766e53088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:21.472628 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4368d0a4-a109-4159-bf6a-0fb766e53088 None None] Routers {'bec09def-5c9c-4a5f-8a60-a15665cc5fa3'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:37:21.472628 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-4368d0a4-a109-4159-bf6a-0fb766e53088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:37:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['bec09def-5c9c-4a5f-8a60-a15665cc5fa3'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:21.510933 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-4368d0a4-a109-4159-bf6a-0fb766e53088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:21.511645 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4368d0a4-a109-4159-bf6a-0fb766e53088 None None] The sync data for ids ['bec09def-5c9c-4a5f-8a60-a15665cc5fa3'] in n-d-817746-1 is: [] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:37:21.583732 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9d28e990-a197-4a82-a978-5447b762e483 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:21.701683 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-aa2b740d-d614-49ba-b582-3d3b1939d2c2 None None] Provisioning complete for port 53fc961a-d58e-426e-b189-6676e8648eff triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:21.702139 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-aa2b740d-d614-49ba-b582-3d3b1939d2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:21.720485 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-25499d1b-86f9-4e99-a444-5c4998a07293 req-6e17b91a-d21f-48f5-80ab-6cf4c8b07e3a tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] 10.222.0.75 "GET /v2.0/ports?device_id=7206360c-abf4-4229-94f6-8a61830f58e4 HTTP/1.1" status: 200 len: 210 time: 0.0725873 Nov 25 17:37:21.792660 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-aa2b740d-d614-49ba-b582-3d3b1939d2c2 None None] Port 53fc961a-d58e-426e-b189-6676e8648eff cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:37:21.928919 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-fedefdfd-b3b5-4c9c-af58-d477b7f6aeab None None] Provisioning complete for port 53fc961a-d58e-426e-b189-6676e8648eff triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:21.928919 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-fedefdfd-b3b5-4c9c-af58-d477b7f6aeab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:21.991153 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-fedefdfd-b3b5-4c9c-af58-d477b7f6aeab None None] Port 53fc961a-d58e-426e-b189-6676e8648eff cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:37:21.995577 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:22.131439 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9d28e990-a197-4a82-a978-5447b762e483 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:22.139259 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9d28e990-a197-4a82-a978-5447b762e483 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:22.145767 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d28e990-a197-4a82-a978-5447b762e483 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:22.146374 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9d28e990-a197-4a82-a978-5447b762e483 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:22.150480 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-9d28e990-a197-4a82-a978-5447b762e483 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "PUT /v2.0/ports/53fc961a-d58e-426e-b189-6676e8648eff HTTP/1.1" status: 200 len: 911 time: 0.7793152 Nov 25 17:37:22.150773 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 53032) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:22.211599 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d28e990-a197-4a82-a978-5447b762e483 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event updated for resources: {'Port': ['ID=53fc961a-d58e-426e-b189-6676e8648eff,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:22.431084 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d62fcc31-8673-4b85-9e49-32ed5dc753b7 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:37:22.482628 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port d62fcc31-8673-4b85-9e49-32ed5dc753b7 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:22.483095 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:22.510911 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ed44f045-7d03-4278-b084-616fe591140a tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:22.771070 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-ed44f045-7d03-4278-b084-616fe591140a tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Deleting port 53fc961a-d58e-426e-b189-6676e8648eff {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:37:22.771070 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ed44f045-7d03-4278-b084-616fe591140a tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:22.892088 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ed44f045-7d03-4278-b084-616fe591140a tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:22.920957 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-ed44f045-7d03-4278-b084-616fe591140a tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Calling delete_port for 53fc961a-d58e-426e-b189-6676e8648eff owned by network:router_interface {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:37:22.945578 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:23.163821 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ed44f045-7d03-4278-b084-616fe591140a tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:23.196598 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed44f045-7d03-4278-b084-616fe591140a tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event deleted for resources: {'Port': ['ID=53fc961a-d58e-426e-b189-6676e8648eff,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:23.276174 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:37:23.337618 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ed44f045-7d03-4278-b084-616fe591140a tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:23.476291 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 028d4bf9-617b-4fe2-9814-0e559507cc3a no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:37:23.508759 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: 028d4bf9-617b-4fe2-9814-0e559507cc3a {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:37:23.513417 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 028d4bf9-617b-4fe2-9814-0e559507cc3a not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:37:23.547047 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed44f045-7d03-4278-b084-616fe591140a tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Router bec09def-5c9c-4a5f-8a60-a15665cc5fa3 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:37:23.623945 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d2bc3-ed33-4659-9af2-2ffa928d507a req-235ef379-4937-445d-ad2d-6744b817e540 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:23.631220 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d2bc3-ed33-4659-9af2-2ffa928d507a req-235ef379-4937-445d-ad2d-6744b817e540 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:23.631784 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed44f045-7d03-4278-b084-616fe591140a tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:37:23.633569 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-731d2bc3-ed33-4659-9af2-2ffa928d507a req-235ef379-4937-445d-ad2d-6744b817e540 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c2f6e3f-07bb-47e6-9e9e-edfe1e6ac658&device_id=905fcad2-6e95-4bc2-b04f-099fec3fb3a4 HTTP/1.1" status: 200 len: 1682 time: 0.0599174 Nov 25 17:37:23.636841 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ed44f045-7d03-4278-b084-616fe591140a tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "PUT /v2.0/routers/bec09def-5c9c-4a5f-8a60-a15665cc5fa3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4850097 Nov 25 17:37:23.639573 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 53082) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:23.644937 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498baed2-6077-408c-9090-9bed9230af3a None None] Sync routers for ids ['bec09def-5c9c-4a5f-8a60-a15665cc5fa3'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:37:23.660561 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498baed2-6077-408c-9090-9bed9230af3a None None] Routers {'bec09def-5c9c-4a5f-8a60-a15665cc5fa3'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:37:23.662335 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-498baed2-6077-408c-9090-9bed9230af3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:37:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['bec09def-5c9c-4a5f-8a60-a15665cc5fa3'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:23.675796 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-40cddea5-8850-4fd3-9f31-e3cdcc547937 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "GET /v2.0/ports?device_id=bec09def-5c9c-4a5f-8a60-a15665cc5fa3 HTTP/1.1" status: 200 len: 205 time: 0.0326982 Nov 25 17:37:23.676468 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 53084) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:23.702592 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-498baed2-6077-408c-9090-9bed9230af3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:23.712754 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498baed2-6077-408c-9090-9bed9230af3a None None] Routers {'bec09def-5c9c-4a5f-8a60-a15665cc5fa3'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:37:23.713627 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-498baed2-6077-408c-9090-9bed9230af3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:37:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['bec09def-5c9c-4a5f-8a60-a15665cc5fa3'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:23.723000 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-731d2bc3-ed33-4659-9af2-2ffa928d507a req-0478b898-8b40-4b4b-ad2c-61cc22b1b463 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] 10.222.0.75 "GET /v2.0/security-groups?id=15c948a6-9e1e-444f-bacd-9eb459611131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634751 Nov 25 17:37:23.774664 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-498baed2-6077-408c-9090-9bed9230af3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:23.775530 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498baed2-6077-408c-9090-9bed9230af3a None None] The sync data for ids ['bec09def-5c9c-4a5f-8a60-a15665cc5fa3'] in n-d-817746-1 is: [] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:37:23.780360 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-71293cff-5b7f-4f02-a70b-c712d2a7d696 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:23.961911 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-71293cff-5b7f-4f02-a70b-c712d2a7d696 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:23.964705 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-71293cff-5b7f-4f02-a70b-c712d2a7d696 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:24.022402 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-71293cff-5b7f-4f02-a70b-c712d2a7d696 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:24.022402 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71293cff-5b7f-4f02-a70b-c712d2a7d696 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Fanout notify agent at l3_agent the message router_deleted on router bec09def-5c9c-4a5f-8a60-a15665cc5fa3 {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:37:24.031251 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-71293cff-5b7f-4f02-a70b-c712d2a7d696 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:24.032572 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-71293cff-5b7f-4f02-a70b-c712d2a7d696 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "DELETE /v2.0/routers/bec09def-5c9c-4a5f-8a60-a15665cc5fa3 HTTP/1.1" status: 204 len: 168 time: 0.3550563 Nov 25 17:37:24.035210 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 53102) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:24.097964 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5396399-62b8-4ba6-9468-e329c342adac tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Deleting subnet 75f64193-74d1-450e-b0d8-481b24c6c3fe {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:37:24.104110 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e5396399-62b8-4ba6-9468-e329c342adac tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:24.169303 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e5396399-62b8-4ba6-9468-e329c342adac tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:24.269437 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e5396399-62b8-4ba6-9468-e329c342adac tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:24.320586 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc011621-6642-410f-a9e4-0a560f9cd862 req-e70fe60f-108f-4483-a267-96027ef01105 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:24.321821 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dc011621-6642-410f-a9e4-0a560f9cd862 req-e70fe60f-108f-4483-a267-96027ef01105 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c2f6e3f-07bb-47e6-9e9e-edfe1e6ac658 HTTP/1.1" status: 200 len: 945 time: 0.0643084 Nov 25 17:37:24.361075 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e5396399-62b8-4ba6-9468-e329c342adac tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:24.387321 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dc011621-6642-410f-a9e4-0a560f9cd862 req-183d51be-fab1-46a4-8006-cc110b0ae8d4 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] 10.222.0.75 "GET /v2.0/security-groups?id=15c948a6-9e1e-444f-bacd-9eb459611131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591660 Nov 25 17:37:24.406021 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5396399-62b8-4ba6-9468-e329c342adac tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event deleted for resources: {'Subnet': ['ID=75f64193-74d1-450e-b0d8-481b24c6c3fe,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:24.424508 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e5396399-62b8-4ba6-9468-e329c342adac tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:24.424647 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d068b56c-a515-4969-87ed-ca72dadaa98d None None] Network 388e9358-692b-4342-afda-e1328e19976d requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:37:24.428029 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e5396399-62b8-4ba6-9468-e329c342adac tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "DELETE /v2.0/subnets/75f64193-74d1-450e-b0d8-481b24c6c3fe HTTP/1.1" status: 204 len: 168 time: 0.3917565 Nov 25 17:37:24.431210 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 53120) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:24.515433 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-acbd0a14-59bb-43e8-b730-6bb24f3cf88f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:24.575661 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-acbd0a14-59bb-43e8-b730-6bb24f3cf88f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Deleting port d62fcc31-8673-4b85-9e49-32ed5dc753b7 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:37:24.576366 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-acbd0a14-59bb-43e8-b730-6bb24f3cf88f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:24.655879 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-acbd0a14-59bb-43e8-b730-6bb24f3cf88f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] For port d62fcc31-8673-4b85-9e49-32ed5dc753b7, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d62fcc31-8673-4b85-9e49-32ed5dc753b7,segment=NetworkSegment(f8d5df50-aa03-4b66-af13-10da31672952),segment_id=f8d5df50-aa03-4b66-af13-10da31672952)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:24.656264 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-acbd0a14-59bb-43e8-b730-6bb24f3cf88f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:24.671632 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde6187c-c187-41b1-aee4-178ed8f27387 None None] DHCP port deletion for 388e9358-692b-4342-afda-e1328e19976d request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:37:24.671861 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-acbd0a14-59bb-43e8-b730-6bb24f3cf88f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Calling delete_port for d62fcc31-8673-4b85-9e49-32ed5dc753b7 owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:37:24.719709 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-bde6187c-c187-41b1-aee4-178ed8f27387 None None] Deleting port d62fcc31-8673-4b85-9e49-32ed5dc753b7 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:37:24.720093 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-bde6187c-c187-41b1-aee4-178ed8f27387 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:24.758106 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-acbd0a14-59bb-43e8-b730-6bb24f3cf88f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:24.783265 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbd0a14-59bb-43e8-b730-6bb24f3cf88f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event deleted for resources: {'Port': ['ID=d62fcc31-8673-4b85-9e49-32ed5dc753b7,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:24.791042 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbd0a14-59bb-43e8-b730-6bb24f3cf88f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] No DVR routers for this DVR port d62fcc31-8673-4b85-9e49-32ed5dc753b7 on host n-d-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:37:24.795575 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-bde6187c-c187-41b1-aee4-178ed8f27387 None None] For port d62fcc31-8673-4b85-9e49-32ed5dc753b7, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d62fcc31-8673-4b85-9e49-32ed5dc753b7,segment=NetworkSegment(f8d5df50-aa03-4b66-af13-10da31672952),segment_id=f8d5df50-aa03-4b66-af13-10da31672952)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:24.796495 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-bde6187c-c187-41b1-aee4-178ed8f27387 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:24.816403 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-bde6187c-c187-41b1-aee4-178ed8f27387 None None] Calling delete_port for d62fcc31-8673-4b85-9e49-32ed5dc753b7 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:37:24.881189 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-acbd0a14-59bb-43e8-b730-6bb24f3cf88f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:24.897759 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-bde6187c-c187-41b1-aee4-178ed8f27387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:24.903281 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-acbd0a14-59bb-43e8-b730-6bb24f3cf88f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['388e9358-692b-4342-afda-e1328e19976d']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:24.913545 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-acbd0a14-59bb-43e8-b730-6bb24f3cf88f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8d5df50-aa03-4b66-af13-10da31672952') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:24.913845 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-acbd0a14-59bb-43e8-b730-6bb24f3cf88f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8d5df50-aa03-4b66-af13-10da31672952') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:24.924859 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-acbd0a14-59bb-43e8-b730-6bb24f3cf88f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:24.928439 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde6187c-c187-41b1-aee4-178ed8f27387 None None] Pushing event deleted for resources: {'Port': ['ID=d62fcc31-8673-4b85-9e49-32ed5dc753b7,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:24.933558 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde6187c-c187-41b1-aee4-178ed8f27387 None None] No DVR routers for this DVR port d62fcc31-8673-4b85-9e49-32ed5dc753b7 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:37:24.963346 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-acbd0a14-59bb-43e8-b730-6bb24f3cf88f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:24.977996 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acbd0a14-59bb-43e8-b730-6bb24f3cf88f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Releasing vlan 936 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:37:24.979021 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-acbd0a14-59bb-43e8-b730-6bb24f3cf88f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:24.982648 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:37:24.982648 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:37:24.982648 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:37:24.982648 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:37:24.982648 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:37:24.982648 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:37:24.982648 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:37:24.982648 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:37:24.982648 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:37:24.982648 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:37:24.982648 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:37:24.982648 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:37:24.982648 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:37:24.982648 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:37:24.982648 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:37:24.982648 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:37:24.982648 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:37:24.982648 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:37:24.982648 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:37:24.982648 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:37:24.982648 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:37:24.982648 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:37:24.982648 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:37:24.982648 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:37:24.982648 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:37:24.982648 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:37:24.982648 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:37:24.982648 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:37:24.982648 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:37:24.982648 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:37:24.982648 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:37:24.982648 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:37:25.052182 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-acbd0a14-59bb-43e8-b730-6bb24f3cf88f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:25.060577 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-acbd0a14-59bb-43e8-b730-6bb24f3cf88f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:25.070415 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-acbd0a14-59bb-43e8-b730-6bb24f3cf88f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "DELETE /v2.0/networks/388e9358-692b-4342-afda-e1328e19976d HTTP/1.1" status: 204 len: 168 time: 0.6312792 Nov 25 17:37:25.070415 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 53128) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:25.074619 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-e6a6fd4e-9a7d-4d90-ad1e-959d16b3d4d1 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-875584667', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:37:25.090932 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbd0a14-59bb-43e8-b730-6bb24f3cf88f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event deleted for resources: {'Network': ['ID=388e9358-692b-4342-afda-e1328e19976d,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:25.111769 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e6a6fd4e-9a7d-4d90-ad1e-959d16b3d4d1 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:25.112802 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e6a6fd4e-9a7d-4d90-ad1e-959d16b3d4d1 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:25.171005 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e6a6fd4e-9a7d-4d90-ad1e-959d16b3d4d1 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:25.175502 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e6a6fd4e-9a7d-4d90-ad1e-959d16b3d4d1 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:25.192254 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e6a6fd4e-9a7d-4d90-ad1e-959d16b3d4d1 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:25.193600 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e6a6fd4e-9a7d-4d90-ad1e-959d16b3d4d1 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1226594 Nov 25 17:37:25.196510 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 53132) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:25.201279 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-1a7c569e-001a-4569-9afc-e810f7931ec0 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1617243761'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:37:25.226326 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7c569e-001a-4569-9afc-e810f7931ec0 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Made reservation on behalf of 2d6151801edf41a0b4b4e7b936474319 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:37:25.232159 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1a7c569e-001a-4569-9afc-e810f7931ec0 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:25.259047 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a7c569e-001a-4569-9afc-e810f7931ec0 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:37:25.268691 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1a7c569e-001a-4569-9afc-e810f7931ec0 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:25.269115 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-1a7c569e-001a-4569-9afc-e810f7931ec0 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Added segment 56ef1b7a-3169-4a5c-84a3-0476a59c1024 of type vlan for network aa6574a8-9aac-4226-9125-cf375fa89e2c Nov 25 17:37:25.311770 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1a7c569e-001a-4569-9afc-e810f7931ec0 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:25.340881 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1a7c569e-001a-4569-9afc-e810f7931ec0 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:25.347630 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7c569e-001a-4569-9afc-e810f7931ec0 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:25.348226 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1a7c569e-001a-4569-9afc-e810f7931ec0 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:25.381747 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1a7c569e-001a-4569-9afc-e810f7931ec0 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1841929 Nov 25 17:37:25.384556 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 53134) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:25.390208 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-67744cfe-1fb2-468c-bcde-369219632d86 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Request body: {'subnet': {'network_id': 'aa6574a8-9aac-4226-9125-cf375fa89e2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:37:25.461177 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7c569e-001a-4569-9afc-e810f7931ec0 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event updated for resources: {'Network': ['ID=aa6574a8-9aac-4226-9125-cf375fa89e2c,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:25.474370 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network aa6574a8-9aac-4226-9125-cf375fa89e2c details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:37:25.513531 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67744cfe-1fb2-468c-bcde-369219632d86 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Made reservation on behalf of 2d6151801edf41a0b4b4e7b936474319 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:37:25.518102 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-67744cfe-1fb2-468c-bcde-369219632d86 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:25.532494 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e560ba76-690a-438a-97ff-dd71a32a2b13 req-4d2f7fe4-1d8f-4705-b4da-3da66a72b1dd tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:25.534087 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e560ba76-690a-438a-97ff-dd71a32a2b13 req-4d2f7fe4-1d8f-4705-b4da-3da66a72b1dd tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] 10.222.0.74 "GET /v2.0/ports?device_id=7c2f6e3f-07bb-47e6-9e9e-edfe1e6ac658 HTTP/1.1" status: 200 len: 945 time: 0.1094658 Nov 25 17:37:25.706060 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-e560ba76-690a-438a-97ff-dd71a32a2b13 req-fdd1b448-43bf-428c-ba99-e13873320f83 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Deleting port 568af615-4b01-415b-96cd-bce13854fd1c {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:37:25.707437 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-e560ba76-690a-438a-97ff-dd71a32a2b13 req-fdd1b448-43bf-428c-ba99-e13873320f83 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:25.746239 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318bac8e-ff79-4246-8970-f98e366c7d3a req-9553271f-3130-4b87-b1d3-c3c4687b35a6 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:25.747893 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-318bac8e-ff79-4246-8970-f98e366c7d3a req-9553271f-3130-4b87-b1d3-c3c4687b35a6 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] 10.222.0.90 "GET /v2.0/ports?device_id=905fcad2-6e95-4bc2-b04f-099fec3fb3a4 HTTP/1.1" status: 200 len: 946 time: 0.1139891 Nov 25 17:37:25.780502 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d03f9-96f6-4fef-aebb-12c64d060b1e req-a900a8f2-7c7d-42f3-9b8a-c244b5d94e62 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:25.782216 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-080d03f9-96f6-4fef-aebb-12c64d060b1e req-a900a8f2-7c7d-42f3-9b8a-c244b5d94e62 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c2f6e3f-07bb-47e6-9e9e-edfe1e6ac658 HTTP/1.1" status: 200 len: 945 time: 0.1751099 Nov 25 17:37:25.840365 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-e560ba76-690a-438a-97ff-dd71a32a2b13 req-fdd1b448-43bf-428c-ba99-e13873320f83 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] For port 568af615-4b01-415b-96cd-bce13854fd1c, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=568af615-4b01-415b-96cd-bce13854fd1c,segment=NetworkSegment(65ad30aa-923d-49d3-a3a5-8a73e1acf218),segment_id=65ad30aa-923d-49d3-a3a5-8a73e1acf218)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:25.840641 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-e560ba76-690a-438a-97ff-dd71a32a2b13 req-fdd1b448-43bf-428c-ba99-e13873320f83 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:25.854838 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-e560ba76-690a-438a-97ff-dd71a32a2b13 req-fdd1b448-43bf-428c-ba99-e13873320f83 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Calling delete_port for 568af615-4b01-415b-96cd-bce13854fd1c owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:37:25.936575 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-080d03f9-96f6-4fef-aebb-12c64d060b1e req-76958ff1-7a52-442f-bc84-fc2be061a9bc tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] 10.222.0.75 "GET /v2.0/security-groups?id=15c948a6-9e1e-444f-bacd-9eb459611131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266689 Nov 25 17:37:25.996745 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-67744cfe-1fb2-468c-bcde-369219632d86 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:26.009031 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-318bac8e-ff79-4246-8970-f98e366c7d3a req-17e7ffc7-091c-42b6-9b3a-1bd00119f374 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Deleting port 9d1edc0a-7306-4492-8ec3-93161670fb0d {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:37:26.009666 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-318bac8e-ff79-4246-8970-f98e366c7d3a req-17e7ffc7-091c-42b6-9b3a-1bd00119f374 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:26.014157 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-e560ba76-690a-438a-97ff-dd71a32a2b13 req-fdd1b448-43bf-428c-ba99-e13873320f83 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:26.026390 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['568af615-4b01-415b-96cd-bce13854fd1c'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:37:26.030350 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['9d1edc0a-7306-4492-8ec3-93161670fb0d'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:37:26.095896 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd1b448-43bf-428c-ba99-e13873320f83 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Pushing event deleted for resources: {'Port': ['ID=568af615-4b01-415b-96cd-bce13854fd1c,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:26.126304 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd1b448-43bf-428c-ba99-e13873320f83 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:26.137823 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67744cfe-1fb2-468c-bcde-369219632d86 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event updated for resources: {'Subnet': ['ID=2107046b-6433-4770-97ed-53d7f02ce94f,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:26.138546 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd1b448-43bf-428c-ba99-e13873320f83 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:26.140253 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd1b448-43bf-428c-ba99-e13873320f83 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:26.142594 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd1b448-43bf-428c-ba99-e13873320f83 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:26.143078 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd1b448-43bf-428c-ba99-e13873320f83 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:26.143658 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd1b448-43bf-428c-ba99-e13873320f83 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:26.144199 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd1b448-43bf-428c-ba99-e13873320f83 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:26.146219 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd1b448-43bf-428c-ba99-e13873320f83 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:26.146726 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd1b448-43bf-428c-ba99-e13873320f83 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:26.147168 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd1b448-43bf-428c-ba99-e13873320f83 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:26.147619 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd1b448-43bf-428c-ba99-e13873320f83 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:26.148554 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd1b448-43bf-428c-ba99-e13873320f83 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:26.165105 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67744cfe-1fb2-468c-bcde-369219632d86 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Checking segment: {'id': '56ef1b7a-3169-4a5c-84a3-0476a59c1024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'aa6574a8-9aac-4226-9125-cf375fa89e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:37:26.165721 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67744cfe-1fb2-468c-bcde-369219632d86 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Network hostable DHCP agents. Network: aa6574a8-9aac-4226-9125-cf375fa89e2c, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:37:26.194594 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-318bac8e-ff79-4246-8970-f98e366c7d3a req-17e7ffc7-091c-42b6-9b3a-1bd00119f374 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] For port 9d1edc0a-7306-4492-8ec3-93161670fb0d, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=9d1edc0a-7306-4492-8ec3-93161670fb0d,segment=NetworkSegment(65ad30aa-923d-49d3-a3a5-8a73e1acf218),segment_id=65ad30aa-923d-49d3-a3a5-8a73e1acf218)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:26.195238 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-318bac8e-ff79-4246-8970-f98e366c7d3a req-17e7ffc7-091c-42b6-9b3a-1bd00119f374 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:26.212954 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-318bac8e-ff79-4246-8970-f98e366c7d3a req-17e7ffc7-091c-42b6-9b3a-1bd00119f374 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Calling delete_port for 9d1edc0a-7306-4492-8ec3-93161670fb0d owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:37:26.214244 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-e560ba76-690a-438a-97ff-dd71a32a2b13 req-fdd1b448-43bf-428c-ba99-e13873320f83 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] No DVR routers for this DVR port 568af615-4b01-415b-96cd-bce13854fd1c on host n-h1-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:37:26.215116 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67744cfe-1fb2-468c-bcde-369219632d86 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Network aa6574a8-9aac-4226-9125-cf375fa89e2c is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:37:26.222643 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-e560ba76-690a-438a-97ff-dd71a32a2b13 req-fdd1b448-43bf-428c-ba99-e13873320f83 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:26.226309 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e560ba76-690a-438a-97ff-dd71a32a2b13 req-fdd1b448-43bf-428c-ba99-e13873320f83 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] 10.222.0.74 "DELETE /v2.0/ports/568af615-4b01-415b-96cd-bce13854fd1c HTTP/1.1" status: 204 len: 173 time: 0.6808305 Nov 25 17:37:26.226783 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c2f6e3f-07bb-47e6-9e9e-edfe1e6ac658', 'name': 'network-vif-deleted', 'tag': '568af615-4b01-415b-96cd-bce13854fd1c'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:37:26.237606 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6711aa7-a616-417c-9f08-33467a149dc4" -d '{"events": [{"server_uuid": "7c2f6e3f-07bb-47e6-9e9e-edfe1e6ac658", "name": "network-vif-deleted", "tag": "568af615-4b01-415b-96cd-bce13854fd1c"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:37:26.241907 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-67744cfe-1fb2-468c-bcde-369219632d86 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, aa6574a8-9aac-4226-9125-cf375fa89e2c) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:37:26.277732 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24ba6c6-ca63-4d6e-8a3d-1c467c4b50ba None None] Network aa6574a8-9aac-4226-9125-cf375fa89e2c requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:37:26.429209 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67744cfe-1fb2-468c-bcde-369219632d86 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:26.430230 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-67744cfe-1fb2-468c-bcde-369219632d86 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:26.433376 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-318bac8e-ff79-4246-8970-f98e366c7d3a req-17e7ffc7-091c-42b6-9b3a-1bd00119f374 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:26.465820 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['568af615-4b01-415b-96cd-bce13854fd1c'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:37:26.481599 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e7ffc7-091c-42b6-9b3a-1bd00119f374 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Pushing event deleted for resources: {'Port': ['ID=9d1edc0a-7306-4492-8ec3-93161670fb0d,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:26.530223 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-67744cfe-1fb2-468c-bcde-369219632d86 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1444166 Nov 25 17:37:26.533166 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 53162) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:26.556880 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-318bac8e-ff79-4246-8970-f98e366c7d3a req-17e7ffc7-091c-42b6-9b3a-1bd00119f374 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] No DVR routers for this DVR port 9d1edc0a-7306-4492-8ec3-93161670fb0d on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:37:26.559608 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-318bac8e-ff79-4246-8970-f98e366c7d3a req-17e7ffc7-091c-42b6-9b3a-1bd00119f374 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:26.563567 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-318bac8e-ff79-4246-8970-f98e366c7d3a req-17e7ffc7-091c-42b6-9b3a-1bd00119f374 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] 10.222.0.90 "DELETE /v2.0/ports/9d1edc0a-7306-4492-8ec3-93161670fb0d HTTP/1.1" status: 204 len: 173 time: 0.8065503 Nov 25 17:37:26.564123 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '905fcad2-6e95-4bc2-b04f-099fec3fb3a4', 'name': 'network-vif-deleted', 'tag': '9d1edc0a-7306-4492-8ec3-93161670fb0d'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:37:26.568134 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae6663d-cfae-4ded-9cef-420fc8bd37b6" -d '{"events": [{"server_uuid": "905fcad2-6e95-4bc2-b04f-099fec3fb3a4", "name": "network-vif-deleted", "tag": "9d1edc0a-7306-4492-8ec3-93161670fb0d"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:37:26.608685 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eae948b-ebea-4dd7-bc7a-cad876a7a3a4 x-openstack-request-id: req-5eae948b-ebea-4dd7-bc7a-cad876a7a3a4 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:37:26.609155 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c2f6e3f-07bb-47e6-9e9e-edfe1e6ac658", "name": "network-vif-deleted", "tag": "568af615-4b01-415b-96cd-bce13854fd1c", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:37:26.609450 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5eae948b-ebea-4dd7-bc7a-cad876a7a3a4 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:37:26.609945 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c2f6e3f-07bb-47e6-9e9e-edfe1e6ac658', 'name': 'network-vif-deleted', 'tag': '568af615-4b01-415b-96cd-bce13854fd1c', 'status': 'completed', 'code': 200} Nov 25 17:37:26.662613 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4c1f21-ac77-40f1-87cb-ef84989217a7 x-openstack-request-id: req-6d4c1f21-ac77-40f1-87cb-ef84989217a7 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:37:26.663304 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "905fcad2-6e95-4bc2-b04f-099fec3fb3a4", "name": "network-vif-deleted", "tag": "9d1edc0a-7306-4492-8ec3-93161670fb0d", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:37:26.663304 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6d4c1f21-ac77-40f1-87cb-ef84989217a7 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:37:26.663750 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '905fcad2-6e95-4bc2-b04f-099fec3fb3a4', 'name': 'network-vif-deleted', 'tag': '9d1edc0a-7306-4492-8ec3-93161670fb0d', 'status': 'completed', 'code': 200} Nov 25 17:37:26.761485 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d62fcc31-8673-4b85-9e49-32ed5dc753b7 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:37:26.815366 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: d62fcc31-8673-4b85-9e49-32ed5dc753b7 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:37:26.816673 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d62fcc31-8673-4b85-9e49-32ed5dc753b7 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:37:26.896075 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49006fe-fee4-46d3-9619-518efede81aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-aa6574a8-9aac-4226-9125-cf375fa89e2c', 'network_id': 'aa6574a8-9aac-4226-9125-cf375fa89e2c', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'fixed_ips': [{'subnet_id': '2107046b-6433-4770-97ed-53d7f02ce94f'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:37:26.897249 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e49006fe-fee4-46d3-9619-518efede81aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:26.982688 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a514c750-6541-4329-9b5b-d6d990c3b1b0 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:27.110243 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-e49006fe-fee4-46d3-9619-518efede81aa None None] Allocated IP 2001:db8::2 (aa6574a8-9aac-4226-9125-cf375fa89e2c/2107046b-6433-4770-97ed-53d7f02ce94f/4eda5118-0955-4d5e-92ba-aaff12ce86dc) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:37:27.184294 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-986b9d0e-a630-4c84-bba4-2819354f9a5f req-1cff55a8-aaaa-4f28-a22f-6752163783a0 tempest-ListServersNegativeTestJSON-745748850 tempest-ListServersNegativeTestJSON-745748850-project] 10.222.0.75 "GET /v2.0/ports?device_id=905fcad2-6e95-4bc2-b04f-099fec3fb3a4 HTTP/1.1" status: 200 len: 210 time: 0.0510521 Nov 25 17:37:27.350305 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e49006fe-fee4-46d3-9619-518efede81aa None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:27.356340 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e49006fe-fee4-46d3-9619-518efede81aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:27.405052 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49006fe-fee4-46d3-9619-518efede81aa None None] Pushing event updated for resources: {'Port': ['ID=4eda5118-0955-4d5e-92ba-aaff12ce86dc,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:27.408603 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49006fe-fee4-46d3-9619-518efede81aa None None] Network aa6574a8-9aac-4226-9125-cf375fa89e2c is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:37:27.410138 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-a514c750-6541-4329-9b5b-d6d990c3b1b0 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Allocated IP 2001:db8::1 (aa6574a8-9aac-4226-9125-cf375fa89e2c/2107046b-6433-4770-97ed-53d7f02ce94f/346d947d-9b87-4a6c-82ae-4074f10a0994) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:37:27.411306 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-e49006fe-fee4-46d3-9619-518efede81aa None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:37:27.414089 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49006fe-fee4-46d3-9619-518efede81aa None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:37:27.480365 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-e49006fe-fee4-46d3-9619-518efede81aa None None] Attempting to bind port 4eda5118-0955-4d5e-92ba-aaff12ce86dc on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:37:27.480742 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-e49006fe-fee4-46d3-9619-518efede81aa None None] Attempting to bind port 4eda5118-0955-4d5e-92ba-aaff12ce86dc by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '56ef1b7a-3169-4a5c-84a3-0476a59c1024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'aa6574a8-9aac-4226-9125-cf375fa89e2c'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:37:27.481140 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49006fe-fee4-46d3-9619-518efede81aa None None] Attempting to bind port 4eda5118-0955-4d5e-92ba-aaff12ce86dc on network aa6574a8-9aac-4226-9125-cf375fa89e2c {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:37:27.486592 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49006fe-fee4-46d3-9619-518efede81aa None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:37:27.486967 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49006fe-fee4-46d3-9619-518efede81aa None None] Checking segment: {'id': '56ef1b7a-3169-4a5c-84a3-0476a59c1024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'aa6574a8-9aac-4226-9125-cf375fa89e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:37:27.487556 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e49006fe-fee4-46d3-9619-518efede81aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:27.487964 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49006fe-fee4-46d3-9619-518efede81aa None None] Bound using segment: {'id': '56ef1b7a-3169-4a5c-84a3-0476a59c1024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'aa6574a8-9aac-4226-9125-cf375fa89e2c'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:37:27.488451 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-e49006fe-fee4-46d3-9619-518efede81aa None None] Bound port: 4eda5118-0955-4d5e-92ba-aaff12ce86dc, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56ef1b7a-3169-4a5c-84a3-0476a59c1024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'aa6574a8-9aac-4226-9125-cf375fa89e2c'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:37:27.488851 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e49006fe-fee4-46d3-9619-518efede81aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:27.547147 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a514c750-6541-4329-9b5b-d6d990c3b1b0 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:27.556602 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-e49006fe-fee4-46d3-9619-518efede81aa None None] For port 4eda5118-0955-4d5e-92ba-aaff12ce86dc, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:37:27.559818 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-e49006fe-fee4-46d3-9619-518efede81aa None None] For port 4eda5118-0955-4d5e-92ba-aaff12ce86dc, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=4eda5118-0955-4d5e-92ba-aaff12ce86dc,segment=NetworkSegment(56ef1b7a-3169-4a5c-84a3-0476a59c1024),segment_id=56ef1b7a-3169-4a5c-84a3-0476a59c1024)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:37:27.564482 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e49006fe-fee4-46d3-9619-518efede81aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:27.584597 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a514c750-6541-4329-9b5b-d6d990c3b1b0 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:27.624170 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49006fe-fee4-46d3-9619-518efede81aa None None] Pushing event updated for resources: {'Port': ['ID=4eda5118-0955-4d5e-92ba-aaff12ce86dc,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:27.624419 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a514c750-6541-4329-9b5b-d6d990c3b1b0 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Network aa6574a8-9aac-4226-9125-cf375fa89e2c is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:37:27.630734 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-a514c750-6541-4329-9b5b-d6d990c3b1b0 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:37:27.634683 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a514c750-6541-4329-9b5b-d6d990c3b1b0 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:37:27.635235 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a514c750-6541-4329-9b5b-d6d990c3b1b0 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:27.682939 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514c750-6541-4329-9b5b-d6d990c3b1b0 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event updated for resources: {'Port': ['ID=346d947d-9b87-4a6c-82ae-4074f10a0994,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:28.161645 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a514c750-6541-4329-9b5b-d6d990c3b1b0 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:28.251543 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 53192) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:28.352314 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-4af1ae19-d2d5-4cbc-96bb-d43cdebaa003 admin admin] Deleting subnet 8d530793-2b8f-499c-b493-72fa1971e843 {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:37:28.365545 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4af1ae19-d2d5-4cbc-96bb-d43cdebaa003 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:28.478644 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4af1ae19-d2d5-4cbc-96bb-d43cdebaa003 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:28.525521 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 4eda5118-0955-4d5e-92ba-aaff12ce86dc up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:37:28.542026 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4af1ae19-d2d5-4cbc-96bb-d43cdebaa003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:28.618668 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 4eda5118-0955-4d5e-92ba-aaff12ce86dc triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:28.619048 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:28.624974 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a514c750-6541-4329-9b5b-d6d990c3b1b0 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:28.643530 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a514c750-6541-4329-9b5b-d6d990c3b1b0 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:28.647284 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a514c750-6541-4329-9b5b-d6d990c3b1b0 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:28.664516 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4af1ae19-d2d5-4cbc-96bb-d43cdebaa003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:28.707584 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af1ae19-d2d5-4cbc-96bb-d43cdebaa003 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d530793-2b8f-499c-b493-72fa1971e843,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:28.722901 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af1ae19-d2d5-4cbc-96bb-d43cdebaa003 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:28.723546 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af1ae19-d2d5-4cbc-96bb-d43cdebaa003 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:28.724070 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af1ae19-d2d5-4cbc-96bb-d43cdebaa003 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:28.724597 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af1ae19-d2d5-4cbc-96bb-d43cdebaa003 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:28.725115 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af1ae19-d2d5-4cbc-96bb-d43cdebaa003 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:28.725608 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af1ae19-d2d5-4cbc-96bb-d43cdebaa003 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:28.726127 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af1ae19-d2d5-4cbc-96bb-d43cdebaa003 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:28.726625 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af1ae19-d2d5-4cbc-96bb-d43cdebaa003 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:28.727185 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af1ae19-d2d5-4cbc-96bb-d43cdebaa003 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:28.727675 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af1ae19-d2d5-4cbc-96bb-d43cdebaa003 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:28.728172 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af1ae19-d2d5-4cbc-96bb-d43cdebaa003 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:28.728679 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af1ae19-d2d5-4cbc-96bb-d43cdebaa003 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:28.754977 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4af1ae19-d2d5-4cbc-96bb-d43cdebaa003 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:28.766032 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-4af1ae19-d2d5-4cbc-96bb-d43cdebaa003 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/8d530793-2b8f-499c-b493-72fa1971e843 HTTP/1.1" status: 204 len: 168 time: 0.5119789 Nov 25 17:37:28.768968 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 53198) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:28.813600 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:28.838988 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514c750-6541-4329-9b5b-d6d990c3b1b0 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event updated for resources: {'Port': ['ID=346d947d-9b87-4a6c-82ae-4074f10a0994,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:28.884936 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port 4eda5118-0955-4d5e-92ba-aaff12ce86dc, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=4eda5118-0955-4d5e-92ba-aaff12ce86dc,segment=NetworkSegment(56ef1b7a-3169-4a5c-84a3-0476a59c1024),segment_id=56ef1b7a-3169-4a5c-84a3-0476a59c1024)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:28.893986 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:28.991074 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a514c750-6541-4329-9b5b-d6d990c3b1b0 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Network aa6574a8-9aac-4226-9125-cf375fa89e2c is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:37:28.993252 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-a514c750-6541-4329-9b5b-d6d990c3b1b0 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:37:29.038297 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8780e3d2-52a5-44d1-a2f3-cad9ba4d3c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:29.063656 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=4eda5118-0955-4d5e-92ba-aaff12ce86dc,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:29.153999 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecda3304-ab3f-4468-930d-ad0cce8a439d None None] Network aa6574a8-9aac-4226-9125-cf375fa89e2c requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:37:29.227113 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8780e3d2-52a5-44d1-a2f3-cad9ba4d3c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:29.233693 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a514c750-6541-4329-9b5b-d6d990c3b1b0 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Router 375a01c7-6099-40f0-bed4-464f2a59cd8f is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:37:29.260700 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-e4f61cd6-e1a5-4bc9-8699-dd8397f6e2cc None None] Provisioning complete for port 4eda5118-0955-4d5e-92ba-aaff12ce86dc triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:29.261250 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e4f61cd6-e1a5-4bc9-8699-dd8397f6e2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:29.267453 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-8780e3d2-52a5-44d1-a2f3-cad9ba4d3c64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1175d931-8bcd-4b1f-88f2-6e9d61dcac1c']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:29.308910 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-8780e3d2-52a5-44d1-a2f3-cad9ba4d3c64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65ad30aa-923d-49d3-a3a5-8a73e1acf218') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:29.309927 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-8780e3d2-52a5-44d1-a2f3-cad9ba4d3c64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65ad30aa-923d-49d3-a3a5-8a73e1acf218') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:29.330485 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8780e3d2-52a5-44d1-a2f3-cad9ba4d3c64 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:29.352023 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 568af615-4b01-415b-96cd-bce13854fd1c no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:37:29.358351 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8780e3d2-52a5-44d1-a2f3-cad9ba4d3c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:29.371376 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8780e3d2-52a5-44d1-a2f3-cad9ba4d3c64 admin admin] Releasing vlan 943 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:37:29.372124 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8780e3d2-52a5-44d1-a2f3-cad9ba4d3c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:29.374462 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:37:29.374462 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:37:29.374462 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:37:29.374462 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:37:29.374462 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:37:29.374462 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:37:29.374462 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:37:29.374462 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:37:29.374462 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:37:29.374462 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:37:29.374462 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:37:29.374462 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:37:29.374462 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:37:29.374462 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:37:29.374462 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:37:29.374462 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:37:29.374462 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:37:29.374462 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:37:29.374462 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:37:29.374462 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:37:29.374462 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:37:29.374462 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:37:29.374462 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:37:29.374462 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:37:29.374462 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:37:29.374462 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:37:29.374462 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:37:29.374462 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:37:29.374462 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:37:29.374462 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:37:29.374462 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:37:29.374462 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:37:29.394815 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: 568af615-4b01-415b-96cd-bce13854fd1c {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:37:29.395254 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 568af615-4b01-415b-96cd-bce13854fd1c not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:37:29.428731 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a514c750-6541-4329-9b5b-d6d990c3b1b0 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:37:29.440366 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a514c750-6541-4329-9b5b-d6d990c3b1b0 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "PUT /v2.0/routers/375a01c7-6099-40f0-bed4-464f2a59cd8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9057627 Nov 25 17:37:29.443779 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 53210) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:29.449920 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-15ae7820-d3bf-4298-a2cf-e1d19c186a8a tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1711342180'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:37:29.489485 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ae7820-d3bf-4298-a2cf-e1d19c186a8a tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Made reservation on behalf of 2d6151801edf41a0b4b4e7b936474319 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:37:29.494813 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-15ae7820-d3bf-4298-a2cf-e1d19c186a8a tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:29.529103 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8780e3d2-52a5-44d1-a2f3-cad9ba4d3c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:29.532072 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15ae7820-d3bf-4298-a2cf-e1d19c186a8a tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 916} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:37:29.552250 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8780e3d2-52a5-44d1-a2f3-cad9ba4d3c64 admin admin] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:29.554396 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-15ae7820-d3bf-4298-a2cf-e1d19c186a8a tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:29.555232 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-15ae7820-d3bf-4298-a2cf-e1d19c186a8a tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Added segment c67420f7-4c72-4410-a944-b70d10a55aaf of type vlan for network 9568a2ec-c968-4d9e-82da-57de03b8b448 Nov 25 17:37:29.557446 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-8780e3d2-52a5-44d1-a2f3-cad9ba4d3c64 admin admin] 10.222.0.75 "DELETE /v2.0/networks/1175d931-8bcd-4b1f-88f2-6e9d61dcac1c HTTP/1.1" status: 204 len: 168 time: 0.7873182 Nov 25 17:37:29.571662 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8780e3d2-52a5-44d1-a2f3-cad9ba4d3c64 admin admin] Pushing event deleted for resources: {'Network': ['ID=1175d931-8bcd-4b1f-88f2-6e9d61dcac1c,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:29.608141 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94565ce-d30f-4335-bee4-0172f0ea8e11 None None] Sync routers for ids ['375a01c7-6099-40f0-bed4-464f2a59cd8f'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:37:29.610865 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 9d1edc0a-7306-4492-8ec3-93161670fb0d no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:37:29.626263 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-15ae7820-d3bf-4298-a2cf-e1d19c186a8a tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:29.651598 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: 9d1edc0a-7306-4492-8ec3-93161670fb0d {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:37:29.652376 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 9d1edc0a-7306-4492-8ec3-93161670fb0d not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:37:29.655574 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94565ce-d30f-4335-bee4-0172f0ea8e11 None None] Routers {'375a01c7-6099-40f0-bed4-464f2a59cd8f'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:37:29.656378 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-a94565ce-d30f-4335-bee4-0172f0ea8e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:37:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['375a01c7-6099-40f0-bed4-464f2a59cd8f'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:29.665270 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-15ae7820-d3bf-4298-a2cf-e1d19c186a8a tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:29.672387 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ae7820-d3bf-4298-a2cf-e1d19c186a8a tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:29.673040 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-15ae7820-d3bf-4298-a2cf-e1d19c186a8a tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:29.730101 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 53216) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:29.732322 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-15ae7820-d3bf-4298-a2cf-e1d19c186a8a tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2819006 Nov 25 17:37:29.736352 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-212d3ea8-77bd-42ef-92ab-ba18736e8886 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Request body: {'subnet': {'network_id': '9568a2ec-c968-4d9e-82da-57de03b8b448', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:37:29.860633 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-a94565ce-d30f-4335-bee4-0172f0ea8e11 None None] Set router 375a01c7-6099-40f0-bed4-464f2a59cd8f gateway port host: None {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:37:29.888978 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ae7820-d3bf-4298-a2cf-e1d19c186a8a tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event updated for resources: {'Network': ['ID=9568a2ec-c968-4d9e-82da-57de03b8b448,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:29.925977 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212d3ea8-77bd-42ef-92ab-ba18736e8886 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Made reservation on behalf of 2d6151801edf41a0b4b4e7b936474319 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:37:29.929682 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-212d3ea8-77bd-42ef-92ab-ba18736e8886 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:29.933665 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 9568a2ec-c968-4d9e-82da-57de03b8b448 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:37:29.951157 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 53218) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:30.041628 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-98960eac-e2c1-4123-bb64-d17cdd230f37 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5817441ea15648a08b6ffdfefbfecfb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0853696 Nov 25 17:37:30.044260 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 53222) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:30.198954 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8881de71-7aee-4184-b3ae-65d089a31146 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:30.246480 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8881de71-7aee-4184-b3ae-65d089a31146 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:30.350653 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-93901f9e-6287-4d02-a1ab-efad1204143a None None] Provisioning complete for port 4eda5118-0955-4d5e-92ba-aaff12ce86dc triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:30.351052 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-93901f9e-6287-4d02-a1ab-efad1204143a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:30.351822 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8881de71-7aee-4184-b3ae-65d089a31146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:30.355298 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8881de71-7aee-4184-b3ae-65d089a31146 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:30.356635 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8881de71-7aee-4184-b3ae-65d089a31146 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/15c948a6-9e1e-444f-bacd-9eb459611131 HTTP/1.1" status: 204 len: 168 time: 0.3113370 Nov 25 17:37:30.371842 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8881de71-7aee-4184-b3ae-65d089a31146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c948a6-9e1e-444f-bacd-9eb459611131,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:30.397504 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-212d3ea8-77bd-42ef-92ab-ba18736e8886 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:30.520742 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-a94565ce-d30f-4335-bee4-0172f0ea8e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'name': 'tempest-RoutersIpV6Test-router-875584667', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:37:25Z', 'updated_at': '2021-11-25T17:37:28Z', 'revision_number': 2, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'gw_port_host': None, '_interfaces': [{'id': '346d947d-9b87-4a6c-82ae-4074f10a0994', 'name': '', 'network_id': 'aa6574a8-9aac-4226-9125-cf375fa89e2c', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:61:39:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '2107046b-6433-4770-97ed-53d7f02ce94f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:27Z', 'updated_at': '2021-11-25T17:37:28Z', 'revision_number': 2, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': '2107046b-6433-4770-97ed-53d7f02ce94f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:30.542687 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212d3ea8-77bd-42ef-92ab-ba18736e8886 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event updated for resources: {'Subnet': ['ID=94dff6e0-a952-4936-9237-a46288b4f59b,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:30.566345 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212d3ea8-77bd-42ef-92ab-ba18736e8886 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Checking segment: {'id': 'c67420f7-4c72-4410-a944-b70d10a55aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '9568a2ec-c968-4d9e-82da-57de03b8b448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:37:30.566345 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212d3ea8-77bd-42ef-92ab-ba18736e8886 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Network hostable DHCP agents. Network: 9568a2ec-c968-4d9e-82da-57de03b8b448, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:37:30.572650 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94565ce-d30f-4335-bee4-0172f0ea8e11 None None] Checking router: 375a01c7-6099-40f0-bed4-464f2a59cd8f for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:37:30.573279 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94565ce-d30f-4335-bee4-0172f0ea8e11 None None] Updating router 375a01c7-6099-40f0-bed4-464f2a59cd8f port 346d947d-9b87-4a6c-82ae-4074f10a0994 binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:37:30.590836 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212d3ea8-77bd-42ef-92ab-ba18736e8886 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Network 9568a2ec-c968-4d9e-82da-57de03b8b448 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:37:30.605355 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-212d3ea8-77bd-42ef-92ab-ba18736e8886 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 9568a2ec-c968-4d9e-82da-57de03b8b448) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:37:30.607692 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 4eda5118-0955-4d5e-92ba-aaff12ce86dc up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:37:30.614624 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212d3ea8-77bd-42ef-92ab-ba18736e8886 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:30.615247 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-212d3ea8-77bd-42ef-92ab-ba18736e8886 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:30.654029 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725cc8ac-a02b-4dc8-957a-79a2dd4f40b2 None None] Network 9568a2ec-c968-4d9e-82da-57de03b8b448 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:37:30.657064 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-212d3ea8-77bd-42ef-92ab-ba18736e8886 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9253881 Nov 25 17:37:30.660478 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 53236) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:30.662280 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a94565ce-d30f-4335-bee4-0172f0ea8e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:31.101243 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-93901f9e-6287-4d02-a1ab-efad1204143a None None] Provisioning complete for port 346d947d-9b87-4a6c-82ae-4074f10a0994 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:31.101636 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-93901f9e-6287-4d02-a1ab-efad1204143a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:31.107150 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 4eda5118-0955-4d5e-92ba-aaff12ce86dc triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:31.108690 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:31.231189 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c8711c40-b626-4d34-ab7e-c633b7b8a797 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:31.474509 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-93901f9e-6287-4d02-a1ab-efad1204143a None None] Port 346d947d-9b87-4a6c-82ae-4074f10a0994 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:37:31.477297 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a94565ce-d30f-4335-bee4-0172f0ea8e11 None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:31.497063 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a94565ce-d30f-4335-bee4-0172f0ea8e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:31.573997 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-c8711c40-b626-4d34-ab7e-c633b7b8a797 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Allocated IP 2001:db8:1::1 (9568a2ec-c968-4d9e-82da-57de03b8b448/94dff6e0-a952-4936-9237-a46288b4f59b/da219d04-b63e-4cf1-b8e3-e35238c052be) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:37:31.589172 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71809490-74d3-4e26-8d5c-5646b3ff547f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-9568a2ec-c968-4d9e-82da-57de03b8b448', 'network_id': '9568a2ec-c968-4d9e-82da-57de03b8b448', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'fixed_ips': [{'subnet_id': '94dff6e0-a952-4936-9237-a46288b4f59b'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:37:31.590202 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-71809490-74d3-4e26-8d5c-5646b3ff547f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:31.638957 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d82f78-a40b-4d0c-a383-f69dc636cf40 None None] Pushing event updated for resources: {'Port': ['ID=346d947d-9b87-4a6c-82ae-4074f10a0994,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:31.715939 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-a94565ce-d30f-4335-bee4-0172f0ea8e11 None None] Attempting to bind port 346d947d-9b87-4a6c-82ae-4074f10a0994 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:37:31.716602 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-a94565ce-d30f-4335-bee4-0172f0ea8e11 None None] Attempting to bind port 346d947d-9b87-4a6c-82ae-4074f10a0994 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '56ef1b7a-3169-4a5c-84a3-0476a59c1024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'aa6574a8-9aac-4226-9125-cf375fa89e2c'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:37:31.717150 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94565ce-d30f-4335-bee4-0172f0ea8e11 None None] Attempting to bind port 346d947d-9b87-4a6c-82ae-4074f10a0994 on network aa6574a8-9aac-4226-9125-cf375fa89e2c {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:37:31.729924 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94565ce-d30f-4335-bee4-0172f0ea8e11 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:37:31.730314 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94565ce-d30f-4335-bee4-0172f0ea8e11 None None] Checking segment: {'id': '56ef1b7a-3169-4a5c-84a3-0476a59c1024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'aa6574a8-9aac-4226-9125-cf375fa89e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:37:31.730731 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a94565ce-d30f-4335-bee4-0172f0ea8e11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:31.731191 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94565ce-d30f-4335-bee4-0172f0ea8e11 None None] Bound using segment: {'id': '56ef1b7a-3169-4a5c-84a3-0476a59c1024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'aa6574a8-9aac-4226-9125-cf375fa89e2c'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:37:31.731623 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-a94565ce-d30f-4335-bee4-0172f0ea8e11 None None] Bound port: 346d947d-9b87-4a6c-82ae-4074f10a0994, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56ef1b7a-3169-4a5c-84a3-0476a59c1024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'aa6574a8-9aac-4226-9125-cf375fa89e2c'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:37:31.732041 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a94565ce-d30f-4335-bee4-0172f0ea8e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:31.769625 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c8711c40-b626-4d34-ab7e-c633b7b8a797 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:31.840338 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-e4e17d6c-5348-4762-8040-37923b47de57 None None] Provisioning complete for port 346d947d-9b87-4a6c-82ae-4074f10a0994 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:31.840723 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e4e17d6c-5348-4762-8040-37923b47de57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:31.843538 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c8711c40-b626-4d34-ab7e-c633b7b8a797 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:31.899965 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8711c40-b626-4d34-ab7e-c633b7b8a797 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Network 9568a2ec-c968-4d9e-82da-57de03b8b448 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:37:31.903299 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-c8711c40-b626-4d34-ab7e-c633b7b8a797 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:37:31.909846 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8711c40-b626-4d34-ab7e-c633b7b8a797 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:37:31.910401 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c8711c40-b626-4d34-ab7e-c633b7b8a797 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:31.973410 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-e4e17d6c-5348-4762-8040-37923b47de57 None None] Port 346d947d-9b87-4a6c-82ae-4074f10a0994 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:37:31.982603 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8711c40-b626-4d34-ab7e-c633b7b8a797 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event updated for resources: {'Port': ['ID=da219d04-b63e-4cf1-b8e3-e35238c052be,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:32.056383 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-71809490-74d3-4e26-8d5c-5646b3ff547f None None] Allocated IP 2001:db8:1::2 (9568a2ec-c968-4d9e-82da-57de03b8b448/94dff6e0-a952-4936-9237-a46288b4f59b/c0c3c107-e1d1-4919-91be-782d501d48bb) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:37:32.070556 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-a94565ce-d30f-4335-bee4-0172f0ea8e11 None None] For port 346d947d-9b87-4a6c-82ae-4074f10a0994, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:37:32.095017 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-a94565ce-d30f-4335-bee4-0172f0ea8e11 None None] For port 346d947d-9b87-4a6c-82ae-4074f10a0994, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=346d947d-9b87-4a6c-82ae-4074f10a0994,segment=NetworkSegment(56ef1b7a-3169-4a5c-84a3-0476a59c1024),segment_id=56ef1b7a-3169-4a5c-84a3-0476a59c1024)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:37:32.106088 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c8711c40-b626-4d34-ab7e-c633b7b8a797 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:32.112529 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a94565ce-d30f-4335-bee4-0172f0ea8e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:32.195187 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-e6dc4c76-4411-4ebf-bfad-66e9e011e0d9 None None] Provisioning complete for port 346d947d-9b87-4a6c-82ae-4074f10a0994 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:32.195549 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e6dc4c76-4411-4ebf-bfad-66e9e011e0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:32.332744 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94565ce-d30f-4335-bee4-0172f0ea8e11 None None] Routers {'375a01c7-6099-40f0-bed4-464f2a59cd8f'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:37:32.333432 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-a94565ce-d30f-4335-bee4-0172f0ea8e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:37:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['375a01c7-6099-40f0-bed4-464f2a59cd8f'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:32.351331 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d82f78-a40b-4d0c-a383-f69dc636cf40 None None] Pushing event updated for resources: {'Port': ['ID=346d947d-9b87-4a6c-82ae-4074f10a0994,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:32.532627 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 53316) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:32.600265 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-a94565ce-d30f-4335-bee4-0172f0ea8e11 None None] Set router 375a01c7-6099-40f0-bed4-464f2a59cd8f gateway port host: None {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:37:32.669851 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-71809490-74d3-4e26-8d5c-5646b3ff547f None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:32.684662 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-71809490-74d3-4e26-8d5c-5646b3ff547f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:32.686820 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fe9f9606-1fb0-4763-8a43-c7046215ed20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:32.795004 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fe9f9606-1fb0-4763-8a43-c7046215ed20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:32.802330 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fe9f9606-1fb0-4763-8a43-c7046215ed20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:32.815407 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c8711c40-b626-4d34-ab7e-c633b7b8a797 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:32.817496 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71809490-74d3-4e26-8d5c-5646b3ff547f None None] Pushing event updated for resources: {'Port': ['ID=c0c3c107-e1d1-4919-91be-782d501d48bb,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:32.820235 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e6dc4c76-4411-4ebf-bfad-66e9e011e0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:32.841115 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c8711c40-b626-4d34-ab7e-c633b7b8a797 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:32.842400 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c8711c40-b626-4d34-ab7e-c633b7b8a797 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:32.860959 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-fe9f9606-1fb0-4763-8a43-c7046215ed20 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ec0292b457a94c6bb717b1b1209f6fb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3272016 Nov 25 17:37:32.864215 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 53324) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:32.874474 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9f9606-1fb0-4763-8a43-c7046215ed20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673cbb0f-372f-4e08-a3cb-734c027ff0a3,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:32.931687 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4c340dc9-edb8-439d-be81-9f0b958da4c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:32.954036 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71809490-74d3-4e26-8d5c-5646b3ff547f None None] Network 9568a2ec-c968-4d9e-82da-57de03b8b448 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:37:32.958030 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-71809490-74d3-4e26-8d5c-5646b3ff547f None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:37:32.967995 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4c340dc9-edb8-439d-be81-9f0b958da4c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:32.987051 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-e6dc4c76-4411-4ebf-bfad-66e9e011e0d9 None None] For port 346d947d-9b87-4a6c-82ae-4074f10a0994, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=346d947d-9b87-4a6c-82ae-4074f10a0994,segment=NetworkSegment(56ef1b7a-3169-4a5c-84a3-0476a59c1024),segment_id=56ef1b7a-3169-4a5c-84a3-0476a59c1024)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:32.992723 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71809490-74d3-4e26-8d5c-5646b3ff547f None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:37:33.001579 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e6dc4c76-4411-4ebf-bfad-66e9e011e0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:33.018217 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8711c40-b626-4d34-ab7e-c633b7b8a797 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event updated for resources: {'Port': ['ID=da219d04-b63e-4cf1-b8e3-e35238c052be,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:33.043842 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4c340dc9-edb8-439d-be81-9f0b958da4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:33.047105 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4c340dc9-edb8-439d-be81-9f0b958da4c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:33.050951 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4c340dc9-edb8-439d-be81-9f0b958da4c9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/673cbb0f-372f-4e08-a3cb-734c027ff0a3 HTTP/1.1" status: 204 len: 168 time: 0.1831751 Nov 25 17:37:33.057747 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c340dc9-edb8-439d-be81-9f0b958da4c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673cbb0f-372f-4e08-a3cb-734c027ff0a3,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:33.096297 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8711c40-b626-4d34-ab7e-c633b7b8a797 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Network 9568a2ec-c968-4d9e-82da-57de03b8b448 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:37:33.098826 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-c8711c40-b626-4d34-ab7e-c633b7b8a797 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:37:33.169969 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-71809490-74d3-4e26-8d5c-5646b3ff547f None None] Attempting to bind port c0c3c107-e1d1-4919-91be-782d501d48bb on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:37:33.170377 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-71809490-74d3-4e26-8d5c-5646b3ff547f None None] Attempting to bind port c0c3c107-e1d1-4919-91be-782d501d48bb by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'c67420f7-4c72-4410-a944-b70d10a55aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '9568a2ec-c968-4d9e-82da-57de03b8b448'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:37:33.170825 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71809490-74d3-4e26-8d5c-5646b3ff547f None None] Attempting to bind port c0c3c107-e1d1-4919-91be-782d501d48bb on network 9568a2ec-c968-4d9e-82da-57de03b8b448 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:37:33.206660 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dc4c76-4411-4ebf-bfad-66e9e011e0d9 None None] Pushing event updated for resources: {'Port': ['ID=346d947d-9b87-4a6c-82ae-4074f10a0994,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:33.212433 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-729d0182-7a85-4015-8837-cbcc862648b0 None None] Provisioning complete for port 346d947d-9b87-4a6c-82ae-4074f10a0994 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:33.212433 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-729d0182-7a85-4015-8837-cbcc862648b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:33.215015 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71809490-74d3-4e26-8d5c-5646b3ff547f None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:37:33.215015 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71809490-74d3-4e26-8d5c-5646b3ff547f None None] Checking segment: {'id': 'c67420f7-4c72-4410-a944-b70d10a55aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '9568a2ec-c968-4d9e-82da-57de03b8b448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:37:33.215320 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-71809490-74d3-4e26-8d5c-5646b3ff547f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:33.215650 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71809490-74d3-4e26-8d5c-5646b3ff547f None None] Bound using segment: {'id': 'c67420f7-4c72-4410-a944-b70d10a55aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '9568a2ec-c968-4d9e-82da-57de03b8b448'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:37:33.216143 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-71809490-74d3-4e26-8d5c-5646b3ff547f None None] Bound port: c0c3c107-e1d1-4919-91be-782d501d48bb, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c67420f7-4c72-4410-a944-b70d10a55aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '9568a2ec-c968-4d9e-82da-57de03b8b448'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:37:33.216532 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-71809490-74d3-4e26-8d5c-5646b3ff547f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:33.241001 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8711c40-b626-4d34-ab7e-c633b7b8a797 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Router 375a01c7-6099-40f0-bed4-464f2a59cd8f has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:37:33.357526 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8711c40-b626-4d34-ab7e-c633b7b8a797 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:37:33.365321 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-71809490-74d3-4e26-8d5c-5646b3ff547f None None] For port c0c3c107-e1d1-4919-91be-782d501d48bb, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:37:33.373956 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 53332) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:33.380984 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-05060aff-0b21-4e79-9e60-31bfd9bfe0df tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-725957521'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:37:33.389228 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-a94565ce-d30f-4335-bee4-0172f0ea8e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'name': 'tempest-RoutersIpV6Test-router-875584667', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:37:25Z', 'updated_at': '2021-11-25T17:37:32Z', 'revision_number': 3, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'gw_port_host': None, '_interfaces': [{'id': '346d947d-9b87-4a6c-82ae-4074f10a0994', 'name': '', 'network_id': 'aa6574a8-9aac-4226-9125-cf375fa89e2c', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:61:39:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '2107046b-6433-4770-97ed-53d7f02ce94f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:27Z', 'updated_at': '2021-11-25T17:37:32Z', 'revision_number': 4, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': '2107046b-6433-4770-97ed-53d7f02ce94f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da219d04-b63e-4cf1-b8e3-e35238c052be', 'name': '', 'network_id': '9568a2ec-c968-4d9e-82da-57de03b8b448', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:a9:ea:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '94dff6e0-a952-4936-9237-a46288b4f59b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:31Z', 'updated_at': '2021-11-25T17:37:31Z', 'revision_number': 1, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': '94dff6e0-a952-4936-9237-a46288b4f59b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:33.389493 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c8711c40-b626-4d34-ab7e-c633b7b8a797 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "PUT /v2.0/routers/375a01c7-6099-40f0-bed4-464f2a59cd8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7104611 Nov 25 17:37:33.392075 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-71809490-74d3-4e26-8d5c-5646b3ff547f None None] For port c0c3c107-e1d1-4919-91be-782d501d48bb, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=c0c3c107-e1d1-4919-91be-782d501d48bb,segment=NetworkSegment(c67420f7-4c72-4410-a944-b70d10a55aaf),segment_id=c67420f7-4c72-4410-a944-b70d10a55aaf)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:37:33.419535 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05060aff-0b21-4e79-9e60-31bfd9bfe0df tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Made reservation on behalf of 2d6151801edf41a0b4b4e7b936474319 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:37:33.424184 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-05060aff-0b21-4e79-9e60-31bfd9bfe0df tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:33.426570 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94565ce-d30f-4335-bee4-0172f0ea8e11 None None] The sync data for ids ['375a01c7-6099-40f0-bed4-464f2a59cd8f'] in n-d-817746-1 is: [{'id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'name': 'tempest-RoutersIpV6Test-router-875584667', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:37:25Z', 'updated_at': '2021-11-25T17:37:32Z', 'revision_number': 3, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'gw_port_host': None, '_interfaces': [{'id': '346d947d-9b87-4a6c-82ae-4074f10a0994', 'name': '', 'network_id': 'aa6574a8-9aac-4226-9125-cf375fa89e2c', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:61:39:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '2107046b-6433-4770-97ed-53d7f02ce94f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:27Z', 'updated_at': '2021-11-25T17:37:32Z', 'revision_number': 4, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': '2107046b-6433-4770-97ed-53d7f02ce94f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da219d04-b63e-4cf1-b8e3-e35238c052be', 'name': '', 'network_id': '9568a2ec-c968-4d9e-82da-57de03b8b448', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:a9:ea:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '94dff6e0-a952-4936-9237-a46288b4f59b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:31Z', 'updated_at': '2021-11-25T17:37:31Z', 'revision_number': 1, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': '94dff6e0-a952-4936-9237-a46288b4f59b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:37:33.430162 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-71809490-74d3-4e26-8d5c-5646b3ff547f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:33.452486 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05060aff-0b21-4e79-9e60-31bfd9bfe0df tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 931} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:37:33.478703 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-05060aff-0b21-4e79-9e60-31bfd9bfe0df tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:33.479125 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-05060aff-0b21-4e79-9e60-31bfd9bfe0df tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Added segment 4d126c30-e510-48f8-8c94-5f1e83bb449e of type vlan for network 0c5bdd5b-8c67-47ed-a0f8-383fd4d4bd8a Nov 25 17:37:33.527368 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71809490-74d3-4e26-8d5c-5646b3ff547f None None] Pushing event updated for resources: {'Port': ['ID=c0c3c107-e1d1-4919-91be-782d501d48bb,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:33.612563 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-05060aff-0b21-4e79-9e60-31bfd9bfe0df tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:33.673588 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-05060aff-0b21-4e79-9e60-31bfd9bfe0df tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:33.686736 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05060aff-0b21-4e79-9e60-31bfd9bfe0df tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:33.687909 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-05060aff-0b21-4e79-9e60-31bfd9bfe0df tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:33.733360 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-05060aff-0b21-4e79-9e60-31bfd9bfe0df tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3575883 Nov 25 17:37:33.736298 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 53348) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:33.745009 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-a842d71c-9332-4b9b-9d10-182d6cb8459b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Request body: {'subnet': {'network_id': '0c5bdd5b-8c67-47ed-a0f8-383fd4d4bd8a', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:37:33.782324 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05060aff-0b21-4e79-9e60-31bfd9bfe0df tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event updated for resources: {'Network': ['ID=0c5bdd5b-8c67-47ed-a0f8-383fd4d4bd8a,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:33.816208 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 0c5bdd5b-8c67-47ed-a0f8-383fd4d4bd8a details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:37:34.014477 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a842d71c-9332-4b9b-9d10-182d6cb8459b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Made reservation on behalf of 2d6151801edf41a0b4b4e7b936474319 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:37:34.020199 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a842d71c-9332-4b9b-9d10-182d6cb8459b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:34.311225 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a842d71c-9332-4b9b-9d10-182d6cb8459b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:34.408637 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a842d71c-9332-4b9b-9d10-182d6cb8459b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event updated for resources: {'Subnet': ['ID=5bdc15f8-aedc-496d-8b83-bc533a892ad1,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:34.428445 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a842d71c-9332-4b9b-9d10-182d6cb8459b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Checking segment: {'id': '4d126c30-e510-48f8-8c94-5f1e83bb449e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '0c5bdd5b-8c67-47ed-a0f8-383fd4d4bd8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:37:34.428818 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a842d71c-9332-4b9b-9d10-182d6cb8459b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Network hostable DHCP agents. Network: 0c5bdd5b-8c67-47ed-a0f8-383fd4d4bd8a, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:37:34.460772 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a842d71c-9332-4b9b-9d10-182d6cb8459b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Network 0c5bdd5b-8c67-47ed-a0f8-383fd4d4bd8a is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:37:34.472545 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-a842d71c-9332-4b9b-9d10-182d6cb8459b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 0c5bdd5b-8c67-47ed-a0f8-383fd4d4bd8a) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:37:34.483238 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c63352-7d57-4a7f-b731-315fa1db8aa9 None None] Network 0c5bdd5b-8c67-47ed-a0f8-383fd4d4bd8a requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:37:34.496936 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a842d71c-9332-4b9b-9d10-182d6cb8459b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:34.498634 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a842d71c-9332-4b9b-9d10-182d6cb8459b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:34.530572 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-a842d71c-9332-4b9b-9d10-182d6cb8459b tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7899458 Nov 25 17:37:34.532891 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 53368) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:35.070249 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 346d947d-9b87-4a6c-82ae-4074f10a0994 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:37:35.326657 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd309806-d6c3-4f76-89cc-06946d4332f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-0c5bdd5b-8c67-47ed-a0f8-383fd4d4bd8a', 'network_id': '0c5bdd5b-8c67-47ed-a0f8-383fd4d4bd8a', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'fixed_ips': [{'subnet_id': '5bdc15f8-aedc-496d-8b83-bc533a892ad1'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:37:35.329620 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dd309806-d6c3-4f76-89cc-06946d4332f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:35.333270 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 346d947d-9b87-4a6c-82ae-4074f10a0994 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:35.335974 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:35.348048 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dc2d49bc-27e1-42b2-b175-82b51f000e29 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:35.380416 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399d0bce-d765-471c-a79a-5671bf315c2a None None] Network 9568a2ec-c968-4d9e-82da-57de03b8b448 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:37:35.703146 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-65fb42be-7205-443b-b656-52ecd48d43cc None None] Provisioning complete for port c0c3c107-e1d1-4919-91be-782d501d48bb triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:35.703712 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-65fb42be-7205-443b-b656-52ecd48d43cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:35.739441 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device c0c3c107-e1d1-4919-91be-782d501d48bb up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:37:35.747906 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-dc2d49bc-27e1-42b2-b175-82b51f000e29 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Allocated IP 2001:db8:2::1 (0c5bdd5b-8c67-47ed-a0f8-383fd4d4bd8a/5bdc15f8-aedc-496d-8b83-bc533a892ad1/b5593609-8256-4ea4-9751-8a0d3c6886c5) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:37:35.899955 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port c0c3c107-e1d1-4919-91be-782d501d48bb triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:35.903011 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:36.065757 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dc2d49bc-27e1-42b2-b175-82b51f000e29 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:36.122123 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dc2d49bc-27e1-42b2-b175-82b51f000e29 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:36.243354 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-dd309806-d6c3-4f76-89cc-06946d4332f6 None None] Allocated IP 2001:db8:2::2 (0c5bdd5b-8c67-47ed-a0f8-383fd4d4bd8a/5bdc15f8-aedc-496d-8b83-bc533a892ad1/80311694-1554-4408-897c-9e9cb8f0454b) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:37:36.308599 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2d49bc-27e1-42b2-b175-82b51f000e29 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Network 0c5bdd5b-8c67-47ed-a0f8-383fd4d4bd8a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:37:36.319503 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-dc2d49bc-27e1-42b2-b175-82b51f000e29 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:37:36.333315 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2d49bc-27e1-42b2-b175-82b51f000e29 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:37:36.334272 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dc2d49bc-27e1-42b2-b175-82b51f000e29 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:36.368685 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:36.386555 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-65fb42be-7205-443b-b656-52ecd48d43cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:36.403443 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 53420) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:36.409154 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d49bc-27e1-42b2-b175-82b51f000e29 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event updated for resources: {'Port': ['ID=b5593609-8256-4ea4-9751-8a0d3c6886c5,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:36.530624 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dd309806-d6c3-4f76-89cc-06946d4332f6 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:36.558537 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dd309806-d6c3-4f76-89cc-06946d4332f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:36.596435 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dc2d49bc-27e1-42b2-b175-82b51f000e29 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:36.636924 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60f33f6-0e73-4a6d-883f-38bdccecbfee None None] Sync routers for ids ['375a01c7-6099-40f0-bed4-464f2a59cd8f'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:37:36.658043 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60f33f6-0e73-4a6d-883f-38bdccecbfee None None] Routers {'375a01c7-6099-40f0-bed4-464f2a59cd8f'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:37:36.658263 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-b60f33f6-0e73-4a6d-883f-38bdccecbfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:37:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['375a01c7-6099-40f0-bed4-464f2a59cd8f'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:36.667430 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port c0c3c107-e1d1-4919-91be-782d501d48bb, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=c0c3c107-e1d1-4919-91be-782d501d48bb,segment=NetworkSegment(c67420f7-4c72-4410-a944-b70d10a55aaf),segment_id=c67420f7-4c72-4410-a944-b70d10a55aaf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:36.685094 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:36.716590 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d1ec3962-1186-4e9c-9ffa-0fd1fe3162fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:36.798472 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd309806-d6c3-4f76-89cc-06946d4332f6 None None] Network 0c5bdd5b-8c67-47ed-a0f8-383fd4d4bd8a is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:37:36.810503 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd309806-d6c3-4f76-89cc-06946d4332f6 None None] Pushing event updated for resources: {'Port': ['ID=80311694-1554-4408-897c-9e9cb8f0454b,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:36.827511 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-dd309806-d6c3-4f76-89cc-06946d4332f6 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:37:36.838038 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.db.api [None req-65fb42be-7205-443b-b656-52ecd48d43cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:37:36.838515 n-d-817746-1 neutron-server[103362]: DEBUG oslo_db.api [None req-65fb42be-7205-443b-b656-52ecd48d43cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:37:36.840372 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd309806-d6c3-4f76-89cc-06946d4332f6 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:37:36.918274 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d1ec3962-1186-4e9c-9ffa-0fd1fe3162fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:36.925935 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-b60f33f6-0e73-4a6d-883f-38bdccecbfee None None] Set router 375a01c7-6099-40f0-bed4-464f2a59cd8f gateway port host: None {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:37:36.939619 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d1ec3962-1186-4e9c-9ffa-0fd1fe3162fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:37.032495 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec3962-1186-4e9c-9ffa-0fd1fe3162fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e56c787-3333-4e4d-816b-e7aa6ad3c408,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:37.119318 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 53434) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:37.123571 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-dd309806-d6c3-4f76-89cc-06946d4332f6 None None] Attempting to bind port 80311694-1554-4408-897c-9e9cb8f0454b on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:37:37.123956 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-dd309806-d6c3-4f76-89cc-06946d4332f6 None None] Attempting to bind port 80311694-1554-4408-897c-9e9cb8f0454b by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '4d126c30-e510-48f8-8c94-5f1e83bb449e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '0c5bdd5b-8c67-47ed-a0f8-383fd4d4bd8a'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:37:37.124321 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd309806-d6c3-4f76-89cc-06946d4332f6 None None] Attempting to bind port 80311694-1554-4408-897c-9e9cb8f0454b on network 0c5bdd5b-8c67-47ed-a0f8-383fd4d4bd8a {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:37:37.129646 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d1ec3962-1186-4e9c-9ffa-0fd1fe3162fc admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=162dcab20ca444a4ba4b626da811f6a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7242684 Nov 25 17:37:37.144151 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd309806-d6c3-4f76-89cc-06946d4332f6 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:37:37.144533 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd309806-d6c3-4f76-89cc-06946d4332f6 None None] Checking segment: {'id': '4d126c30-e510-48f8-8c94-5f1e83bb449e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '0c5bdd5b-8c67-47ed-a0f8-383fd4d4bd8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:37:37.144972 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dd309806-d6c3-4f76-89cc-06946d4332f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:37.145377 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd309806-d6c3-4f76-89cc-06946d4332f6 None None] Bound using segment: {'id': '4d126c30-e510-48f8-8c94-5f1e83bb449e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '0c5bdd5b-8c67-47ed-a0f8-383fd4d4bd8a'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:37:37.145868 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-dd309806-d6c3-4f76-89cc-06946d4332f6 None None] Bound port: 80311694-1554-4408-897c-9e9cb8f0454b, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d126c30-e510-48f8-8c94-5f1e83bb449e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '0c5bdd5b-8c67-47ed-a0f8-383fd4d4bd8a'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:37:37.146300 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dd309806-d6c3-4f76-89cc-06946d4332f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:37.176700 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=c0c3c107-e1d1-4919-91be-782d501d48bb,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:37.190109 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dc2d49bc-27e1-42b2-b175-82b51f000e29 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:37.201109 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dc2d49bc-27e1-42b2-b175-82b51f000e29 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:37.201869 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dc2d49bc-27e1-42b2-b175-82b51f000e29 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:37.260066 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d49bc-27e1-42b2-b175-82b51f000e29 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event updated for resources: {'Port': ['ID=b5593609-8256-4ea4-9751-8a0d3c6886c5,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:37.271872 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-dd309806-d6c3-4f76-89cc-06946d4332f6 None None] For port 80311694-1554-4408-897c-9e9cb8f0454b, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:37:37.278669 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-dd309806-d6c3-4f76-89cc-06946d4332f6 None None] For port 80311694-1554-4408-897c-9e9cb8f0454b, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=80311694-1554-4408-897c-9e9cb8f0454b,segment=NetworkSegment(4d126c30-e510-48f8-8c94-5f1e83bb449e),segment_id=4d126c30-e510-48f8-8c94-5f1e83bb449e)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:37:37.284264 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-af29511c-27f1-4c45-8613-78665a983325 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:37.287635 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dd309806-d6c3-4f76-89cc-06946d4332f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:37.353002 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-af29511c-27f1-4c45-8613-78665a983325 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:37.401796 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-b60f33f6-0e73-4a6d-883f-38bdccecbfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'name': 'tempest-RoutersIpV6Test-router-875584667', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:37:25Z', 'updated_at': '2021-11-25T17:37:36Z', 'revision_number': 4, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'gw_port_host': None, '_interfaces': [{'id': '346d947d-9b87-4a6c-82ae-4074f10a0994', 'name': '', 'network_id': 'aa6574a8-9aac-4226-9125-cf375fa89e2c', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:61:39:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '2107046b-6433-4770-97ed-53d7f02ce94f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:27Z', 'updated_at': '2021-11-25T17:37:32Z', 'revision_number': 5, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': '2107046b-6433-4770-97ed-53d7f02ce94f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5593609-8256-4ea4-9751-8a0d3c6886c5', 'name': '', 'network_id': '0c5bdd5b-8c67-47ed-a0f8-383fd4d4bd8a', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:7d:87:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '5bdc15f8-aedc-496d-8b83-bc533a892ad1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:35Z', 'updated_at': '2021-11-25T17:37:35Z', 'revision_number': 1, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': '5bdc15f8-aedc-496d-8b83-bc533a892ad1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da219d04-b63e-4cf1-b8e3-e35238c052be', 'name': '', 'network_id': '9568a2ec-c968-4d9e-82da-57de03b8b448', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:a9:ea:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '94dff6e0-a952-4936-9237-a46288b4f59b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:31Z', 'updated_at': '2021-11-25T17:37:32Z', 'revision_number': 2, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': '94dff6e0-a952-4936-9237-a46288b4f59b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:37.491428 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2d49bc-27e1-42b2-b175-82b51f000e29 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Network 0c5bdd5b-8c67-47ed-a0f8-383fd4d4bd8a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:37:37.492790 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-af29511c-27f1-4c45-8613-78665a983325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:37.495911 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60f33f6-0e73-4a6d-883f-38bdccecbfee None None] Checking router: 375a01c7-6099-40f0-bed4-464f2a59cd8f for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:37:37.496188 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-af29511c-27f1-4c45-8613-78665a983325 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:37.496322 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60f33f6-0e73-4a6d-883f-38bdccecbfee None None] Updating router 375a01c7-6099-40f0-bed4-464f2a59cd8f port b5593609-8256-4ea4-9751-8a0d3c6886c5 binding host n-d-817746-1 {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:37:37.497368 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-af29511c-27f1-4c45-8613-78665a983325 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8e56c787-3333-4e4d-816b-e7aa6ad3c408 HTTP/1.1" status: 204 len: 168 time: 0.3763418 Nov 25 17:37:37.501219 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-dc2d49bc-27e1-42b2-b175-82b51f000e29 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:37:37.529725 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af29511c-27f1-4c45-8613-78665a983325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e56c787-3333-4e4d-816b-e7aa6ad3c408,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:37.559742 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-b60f33f6-0e73-4a6d-883f-38bdccecbfee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:37.616199 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd309806-d6c3-4f76-89cc-06946d4332f6 None None] Pushing event updated for resources: {'Port': ['ID=80311694-1554-4408-897c-9e9cb8f0454b,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:37.694288 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-5410b28e-38e8-45d9-954a-1f9abe1ebc71 None None] Provisioning complete for port c0c3c107-e1d1-4919-91be-782d501d48bb triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:37.695285 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5410b28e-38e8-45d9-954a-1f9abe1ebc71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:37.715750 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc2d49bc-27e1-42b2-b175-82b51f000e29 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Router 375a01c7-6099-40f0-bed4-464f2a59cd8f has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:37:37.885213 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2d49bc-27e1-42b2-b175-82b51f000e29 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:37:37.898683 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 53448) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:37.900329 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-dc2d49bc-27e1-42b2-b175-82b51f000e29 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "PUT /v2.0/routers/375a01c7-6099-40f0-bed4-464f2a59cd8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3658669 Nov 25 17:37:37.903746 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-404718db-4eac-4ab4-bee7-1a7d8743f478 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1107467302'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:37:37.954364 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404718db-4eac-4ab4-bee7-1a7d8743f478 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Made reservation on behalf of 2d6151801edf41a0b4b4e7b936474319 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:37:37.957985 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-404718db-4eac-4ab4-bee7-1a7d8743f478 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:37.979798 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-5410b28e-38e8-45d9-954a-1f9abe1ebc71 None None] Provisioning complete for port da219d04-b63e-4cf1-b8e3-e35238c052be triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:37.980213 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5410b28e-38e8-45d9-954a-1f9abe1ebc71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:38.014880 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-404718db-4eac-4ab4-bee7-1a7d8743f478 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 926} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:37:38.038343 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-5410b28e-38e8-45d9-954a-1f9abe1ebc71 None None] Port da219d04-b63e-4cf1-b8e3-e35238c052be cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:37:38.044073 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-404718db-4eac-4ab4-bee7-1a7d8743f478 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:38.044445 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-404718db-4eac-4ab4-bee7-1a7d8743f478 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Added segment 223221d3-bc88-4740-b2e0-e474e2b6f878 of type vlan for network 77c3b552-a644-4508-9fbc-a6520f6f1c20 Nov 25 17:37:38.127059 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-404718db-4eac-4ab4-bee7-1a7d8743f478 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:38.169277 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-b60f33f6-0e73-4a6d-883f-38bdccecbfee None None] Publish callbacks [] for port, precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:38.180776 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-b60f33f6-0e73-4a6d-883f-38bdccecbfee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:38.187323 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-404718db-4eac-4ab4-bee7-1a7d8743f478 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:38.199539 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404718db-4eac-4ab4-bee7-1a7d8743f478 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:38.200198 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-404718db-4eac-4ab4-bee7-1a7d8743f478 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:38.270369 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4790eed9-b0ea-4944-b284-47568f70ea53 None None] Pushing event updated for resources: {'Port': ['ID=b5593609-8256-4ea4-9751-8a0d3c6886c5,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:38.292716 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 53462) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:38.295964 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4790eed9-b0ea-4944-b284-47568f70ea53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:38.296497 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4790eed9-b0ea-4944-b284-47568f70ea53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:38.297610 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4790eed9-b0ea-4944-b284-47568f70ea53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:38.298118 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4790eed9-b0ea-4944-b284-47568f70ea53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:38.298272 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-8b816410-fb7e-4a05-a3c5-dd273c7cc650 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Request body: {'subnet': {'network_id': '77c3b552-a644-4508-9fbc-a6520f6f1c20', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:37:38.299759 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4790eed9-b0ea-4944-b284-47568f70ea53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:38.300786 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4790eed9-b0ea-4944-b284-47568f70ea53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:38.301305 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4790eed9-b0ea-4944-b284-47568f70ea53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:38.302414 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4790eed9-b0ea-4944-b284-47568f70ea53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:38.302910 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4790eed9-b0ea-4944-b284-47568f70ea53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:38.303401 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4790eed9-b0ea-4944-b284-47568f70ea53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:38.303904 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4790eed9-b0ea-4944-b284-47568f70ea53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:38.304401 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4790eed9-b0ea-4944-b284-47568f70ea53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:38.304538 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-404718db-4eac-4ab4-bee7-1a7d8743f478 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4045675 Nov 25 17:37:38.327096 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-b60f33f6-0e73-4a6d-883f-38bdccecbfee None None] Attempting to bind port b5593609-8256-4ea4-9751-8a0d3c6886c5 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:37:38.327791 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-b60f33f6-0e73-4a6d-883f-38bdccecbfee None None] Attempting to bind port b5593609-8256-4ea4-9751-8a0d3c6886c5 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '4d126c30-e510-48f8-8c94-5f1e83bb449e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '0c5bdd5b-8c67-47ed-a0f8-383fd4d4bd8a'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:37:38.328364 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60f33f6-0e73-4a6d-883f-38bdccecbfee None None] Attempting to bind port b5593609-8256-4ea4-9751-8a0d3c6886c5 on network 0c5bdd5b-8c67-47ed-a0f8-383fd4d4bd8a {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:37:38.334944 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60f33f6-0e73-4a6d-883f-38bdccecbfee None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:37:38.335681 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60f33f6-0e73-4a6d-883f-38bdccecbfee None None] Checking segment: {'id': '4d126c30-e510-48f8-8c94-5f1e83bb449e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '0c5bdd5b-8c67-47ed-a0f8-383fd4d4bd8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:37:38.336284 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-b60f33f6-0e73-4a6d-883f-38bdccecbfee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:38.336920 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60f33f6-0e73-4a6d-883f-38bdccecbfee None None] Bound using segment: {'id': '4d126c30-e510-48f8-8c94-5f1e83bb449e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '0c5bdd5b-8c67-47ed-a0f8-383fd4d4bd8a'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:37:38.337605 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-b60f33f6-0e73-4a6d-883f-38bdccecbfee None None] Bound port: b5593609-8256-4ea4-9751-8a0d3c6886c5, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d126c30-e510-48f8-8c94-5f1e83bb449e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '0c5bdd5b-8c67-47ed-a0f8-383fd4d4bd8a'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:37:38.338208 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-b60f33f6-0e73-4a6d-883f-38bdccecbfee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:38.359186 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404718db-4eac-4ab4-bee7-1a7d8743f478 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event updated for resources: {'Network': ['ID=77c3b552-a644-4508-9fbc-a6520f6f1c20,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:38.372170 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 77c3b552-a644-4508-9fbc-a6520f6f1c20 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:37:38.475124 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b816410-fb7e-4a05-a3c5-dd273c7cc650 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Made reservation on behalf of 2d6151801edf41a0b4b4e7b936474319 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:37:38.479244 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8b816410-fb7e-4a05-a3c5-dd273c7cc650 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:38.479594 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-b60f33f6-0e73-4a6d-883f-38bdccecbfee None None] For port b5593609-8256-4ea4-9751-8a0d3c6886c5, host n-d-817746-1, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:37:38.483573 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-b60f33f6-0e73-4a6d-883f-38bdccecbfee None None] For port b5593609-8256-4ea4-9751-8a0d3c6886c5, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=b5593609-8256-4ea4-9751-8a0d3c6886c5,segment=NetworkSegment(4d126c30-e510-48f8-8c94-5f1e83bb449e),segment_id=4d126c30-e510-48f8-8c94-5f1e83bb449e)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:37:38.488523 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-b60f33f6-0e73-4a6d-883f-38bdccecbfee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:38.575823 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4790eed9-b0ea-4944-b284-47568f70ea53 None None] Pushing event updated for resources: {'Port': ['ID=b5593609-8256-4ea4-9751-8a0d3c6886c5,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:38.594614 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60f33f6-0e73-4a6d-883f-38bdccecbfee None None] Updating router 375a01c7-6099-40f0-bed4-464f2a59cd8f port da219d04-b63e-4cf1-b8e3-e35238c052be binding host n-d-817746-1 {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:37:38.620123 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 53476) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:38.654322 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-b60f33f6-0e73-4a6d-883f-38bdccecbfee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:38.806819 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d3657275-a27b-4b4c-bb35-ad25f85b08ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:38.918046 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8b816410-fb7e-4a05-a3c5-dd273c7cc650 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:39.018786 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 80311694-1554-4408-897c-9e9cb8f0454b up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:37:39.026981 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d3657275-a27b-4b4c-bb35-ad25f85b08ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:39.035692 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d3657275-a27b-4b4c-bb35-ad25f85b08ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:39.085213 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3657275-a27b-4b4c-bb35-ad25f85b08ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a76cb4a5-7933-4f65-a99e-763e8bd17ea1,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:39.093936 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b816410-fb7e-4a05-a3c5-dd273c7cc650 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event updated for resources: {'Subnet': ['ID=bf780282-b71a-4113-93b5-84d59c5968ac,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:39.103855 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d3657275-a27b-4b4c-bb35-ad25f85b08ae admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c2f6725fbac94197bb855871855717e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4826462 Nov 25 17:37:39.108299 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 53488) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:39.121121 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 80311694-1554-4408-897c-9e9cb8f0454b triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:39.121938 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:39.138772 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b816410-fb7e-4a05-a3c5-dd273c7cc650 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Checking segment: {'id': '223221d3-bc88-4740-b2e0-e474e2b6f878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '77c3b552-a644-4508-9fbc-a6520f6f1c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:37:39.139185 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b816410-fb7e-4a05-a3c5-dd273c7cc650 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Network hostable DHCP agents. Network: 77c3b552-a644-4508-9fbc-a6520f6f1c20, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:37:39.194866 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b816410-fb7e-4a05-a3c5-dd273c7cc650 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Network 77c3b552-a644-4508-9fbc-a6520f6f1c20 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:37:39.207926 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c8d9dd23-8946-4157-9bc6-01f154147ad4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:39.213677 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-8b816410-fb7e-4a05-a3c5-dd273c7cc650 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 77c3b552-a644-4508-9fbc-a6520f6f1c20) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:37:39.228127 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5fe097-4072-4607-91b8-bec8182e4a2c None None] Network 77c3b552-a644-4508-9fbc-a6520f6f1c20 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:37:39.254543 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b816410-fb7e-4a05-a3c5-dd273c7cc650 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:39.254921 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8b816410-fb7e-4a05-a3c5-dd273c7cc650 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:39.303106 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c8d9dd23-8946-4157-9bc6-01f154147ad4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:39.345193 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-8b816410-fb7e-4a05-a3c5-dd273c7cc650 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0511036 Nov 25 17:37:39.348627 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 53500) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:39.350459 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:39.384069 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-b60f33f6-0e73-4a6d-883f-38bdccecbfee None None] Publish callbacks [] for port, precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:39.394828 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-b60f33f6-0e73-4a6d-883f-38bdccecbfee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:39.408706 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a7b3e0-abf4-4a48-8df9-b84f4810ca4e None None] Network 0c5bdd5b-8c67-47ed-a0f8-383fd4d4bd8a requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:37:39.444927 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4790eed9-b0ea-4944-b284-47568f70ea53 None None] Pushing event updated for resources: {'Port': ['ID=da219d04-b63e-4cf1-b8e3-e35238c052be,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:39.529808 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c8d9dd23-8946-4157-9bc6-01f154147ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:39.533405 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c8d9dd23-8946-4157-9bc6-01f154147ad4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:39.536020 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c8d9dd23-8946-4157-9bc6-01f154147ad4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a76cb4a5-7933-4f65-a99e-763e8bd17ea1 HTTP/1.1" status: 204 len: 168 time: 0.4216084 Nov 25 17:37:39.601271 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-77d4c675-cce9-4632-ad59-22837fd2aee5 None None] Provisioning complete for port 80311694-1554-4408-897c-9e9cb8f0454b triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:39.601660 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-77d4c675-cce9-4632-ad59-22837fd2aee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:39.631797 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d9dd23-8946-4157-9bc6-01f154147ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76cb4a5-7933-4f65-a99e-763e8bd17ea1,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:39.632698 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-b60f33f6-0e73-4a6d-883f-38bdccecbfee None None] Attempting to bind port da219d04-b63e-4cf1-b8e3-e35238c052be on host n-d-817746-1 for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:37:39.633117 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-b60f33f6-0e73-4a6d-883f-38bdccecbfee None None] Attempting to bind port da219d04-b63e-4cf1-b8e3-e35238c052be by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'c67420f7-4c72-4410-a944-b70d10a55aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '9568a2ec-c968-4d9e-82da-57de03b8b448'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:37:39.635309 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60f33f6-0e73-4a6d-883f-38bdccecbfee None None] Attempting to bind port da219d04-b63e-4cf1-b8e3-e35238c052be on network 9568a2ec-c968-4d9e-82da-57de03b8b448 {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:37:39.651397 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60f33f6-0e73-4a6d-883f-38bdccecbfee None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:37:39.652202 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60f33f6-0e73-4a6d-883f-38bdccecbfee None None] Checking segment: {'id': 'c67420f7-4c72-4410-a944-b70d10a55aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '9568a2ec-c968-4d9e-82da-57de03b8b448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:37:39.652870 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-b60f33f6-0e73-4a6d-883f-38bdccecbfee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:39.653639 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60f33f6-0e73-4a6d-883f-38bdccecbfee None None] Bound using segment: {'id': 'c67420f7-4c72-4410-a944-b70d10a55aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '9568a2ec-c968-4d9e-82da-57de03b8b448'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:37:39.654379 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-b60f33f6-0e73-4a6d-883f-38bdccecbfee None None] Bound port: da219d04-b63e-4cf1-b8e3-e35238c052be, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c67420f7-4c72-4410-a944-b70d10a55aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '9568a2ec-c968-4d9e-82da-57de03b8b448'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:37:39.655012 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-b60f33f6-0e73-4a6d-883f-38bdccecbfee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:39.673958 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port 80311694-1554-4408-897c-9e9cb8f0454b, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=80311694-1554-4408-897c-9e9cb8f0454b,segment=NetworkSegment(4d126c30-e510-48f8-8c94-5f1e83bb449e),segment_id=4d126c30-e510-48f8-8c94-5f1e83bb449e)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:39.714506 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:39.715363 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device c0c3c107-e1d1-4919-91be-782d501d48bb up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:37:39.843875 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-b60f33f6-0e73-4a6d-883f-38bdccecbfee None None] For port da219d04-b63e-4cf1-b8e3-e35238c052be, host n-d-817746-1, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:37:39.855319 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcedb78-fd1a-4e2b-91dd-1362257e0093 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-77c3b552-a644-4508-9fbc-a6520f6f1c20', 'network_id': '77c3b552-a644-4508-9fbc-a6520f6f1c20', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'fixed_ips': [{'subnet_id': 'bf780282-b71a-4113-93b5-84d59c5968ac'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:37:39.855465 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-b60f33f6-0e73-4a6d-883f-38bdccecbfee None None] For port da219d04-b63e-4cf1-b8e3-e35238c052be, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=da219d04-b63e-4cf1-b8e3-e35238c052be,segment=NetworkSegment(c67420f7-4c72-4410-a944-b70d10a55aaf),segment_id=c67420f7-4c72-4410-a944-b70d10a55aaf)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:37:39.861727 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1dcedb78-fd1a-4e2b-91dd-1362257e0093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:39.865860 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-b60f33f6-0e73-4a6d-883f-38bdccecbfee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:39.943835 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60f33f6-0e73-4a6d-883f-38bdccecbfee None None] Routers {'375a01c7-6099-40f0-bed4-464f2a59cd8f'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:37:39.944236 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-b60f33f6-0e73-4a6d-883f-38bdccecbfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:37:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['375a01c7-6099-40f0-bed4-464f2a59cd8f'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:40.046937 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4790eed9-b0ea-4944-b284-47568f70ea53 None None] Pushing event updated for resources: {'Port': ['ID=da219d04-b63e-4cf1-b8e3-e35238c052be,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:40.090715 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-b60f33f6-0e73-4a6d-883f-38bdccecbfee None None] Set router 375a01c7-6099-40f0-bed4-464f2a59cd8f gateway port host: None {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:37:40.263982 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 53518) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:40.288741 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4b1158d3-ee37-47ff-992b-3e283c20d823 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:40.437279 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4b1158d3-ee37-47ff-992b-3e283c20d823 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:40.442906 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4b1158d3-ee37-47ff-992b-3e283c20d823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:40.474012 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-b60f33f6-0e73-4a6d-883f-38bdccecbfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'name': 'tempest-RoutersIpV6Test-router-875584667', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:37:25Z', 'updated_at': '2021-11-25T17:37:36Z', 'revision_number': 4, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'gw_port_host': None, '_interfaces': [{'id': '346d947d-9b87-4a6c-82ae-4074f10a0994', 'name': '', 'network_id': 'aa6574a8-9aac-4226-9125-cf375fa89e2c', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:61:39:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '2107046b-6433-4770-97ed-53d7f02ce94f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:27Z', 'updated_at': '2021-11-25T17:37:32Z', 'revision_number': 5, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': '2107046b-6433-4770-97ed-53d7f02ce94f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5593609-8256-4ea4-9751-8a0d3c6886c5', 'name': '', 'network_id': '0c5bdd5b-8c67-47ed-a0f8-383fd4d4bd8a', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:7d:87:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '5bdc15f8-aedc-496d-8b83-bc533a892ad1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:35Z', 'updated_at': '2021-11-25T17:37:38Z', 'revision_number': 4, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': '5bdc15f8-aedc-496d-8b83-bc533a892ad1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da219d04-b63e-4cf1-b8e3-e35238c052be', 'name': '', 'network_id': '9568a2ec-c968-4d9e-82da-57de03b8b448', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:a9:ea:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '94dff6e0-a952-4936-9237-a46288b4f59b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:31Z', 'updated_at': '2021-11-25T17:37:39Z', 'revision_number': 4, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': '94dff6e0-a952-4936-9237-a46288b4f59b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:40.506145 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60f33f6-0e73-4a6d-883f-38bdccecbfee None None] The sync data for ids ['375a01c7-6099-40f0-bed4-464f2a59cd8f'] in n-d-817746-1 is: [{'id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'name': 'tempest-RoutersIpV6Test-router-875584667', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:37:25Z', 'updated_at': '2021-11-25T17:37:36Z', 'revision_number': 4, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'gw_port_host': None, '_interfaces': [{'id': '346d947d-9b87-4a6c-82ae-4074f10a0994', 'name': '', 'network_id': 'aa6574a8-9aac-4226-9125-cf375fa89e2c', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:61:39:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '2107046b-6433-4770-97ed-53d7f02ce94f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:27Z', 'updated_at': '2021-11-25T17:37:32Z', 'revision_number': 5, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': '2107046b-6433-4770-97ed-53d7f02ce94f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5593609-8256-4ea4-9751-8a0d3c6886c5', 'name': '', 'network_id': '0c5bdd5b-8c67-47ed-a0f8-383fd4d4bd8a', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:7d:87:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '5bdc15f8-aedc-496d-8b83-bc533a892ad1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:35Z', 'updated_at': '2021-11-25T17:37:38Z', 'revision_number': 4, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': '5bdc15f8-aedc-496d-8b83-bc533a892ad1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da219d04-b63e-4cf1-b8e3-e35238c052be', 'name': '', 'network_id': '9568a2ec-c968-4d9e-82da-57de03b8b448', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:a9:ea:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '94dff6e0-a952-4936-9237-a46288b4f59b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:31Z', 'updated_at': '2021-11-25T17:37:39Z', 'revision_number': 4, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': '94dff6e0-a952-4936-9237-a46288b4f59b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:37:40.554421 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4b1158d3-ee37-47ff-992b-3e283c20d823 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1cd5c42c46464616a1b4c2bfd390e916&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2888696 Nov 25 17:37:40.556955 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1158d3-ee37-47ff-992b-3e283c20d823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9717331-053a-43f0-8ae4-6ea38a15955d,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:40.567155 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 53526) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:40.611360 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=80311694-1554-4408-897c-9e9cb8f0454b,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:40.684435 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2407a507-d1b1-43d7-a73d-72f855b4ebc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:40.702897 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ba93e590-8904-4b9c-96af-dd23eef29e45 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:40.730695 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2407a507-d1b1-43d7-a73d-72f855b4ebc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:40.755432 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port c0c3c107-e1d1-4919-91be-782d501d48bb triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:40.755795 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:40.818615 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2407a507-d1b1-43d7-a73d-72f855b4ebc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:40.823089 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2407a507-d1b1-43d7-a73d-72f855b4ebc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:40.828445 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2407a507-d1b1-43d7-a73d-72f855b4ebc6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b9717331-053a-43f0-8ae4-6ea38a15955d HTTP/1.1" status: 204 len: 168 time: 0.2600389 Nov 25 17:37:40.837252 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-1dcedb78-fd1a-4e2b-91dd-1362257e0093 None None] Allocated IP 2001:db8:3::2 (77c3b552-a644-4508-9fbc-a6520f6f1c20/bf780282-b71a-4113-93b5-84d59c5968ac/c9f77c64-3bbb-42fe-962c-1074d3692f92) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:37:40.846381 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2407a507-d1b1-43d7-a73d-72f855b4ebc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9717331-053a-43f0-8ae4-6ea38a15955d,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:41.000569 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-5f68dbf9-dd05-4f88-8c5c-f56c68b3a950 None None] Provisioning complete for port da219d04-b63e-4cf1-b8e3-e35238c052be triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:41.000948 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5f68dbf9-dd05-4f88-8c5c-f56c68b3a950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:41.289707 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f5a6f-c192-4714-b213-46482c9b8692 req-4749b497-009b-40d9-a6ca-2dbb6c712dc8 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:41.300405 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d75f5a6f-c192-4714-b213-46482c9b8692 req-4749b497-009b-40d9-a6ca-2dbb6c712dc8 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] 10.222.0.75 "GET /v2.0/ports?device_id=f446b173-679f-46cc-8110-d03c3f69a163 HTTP/1.1" status: 200 len: 945 time: 0.0745633 Nov 25 17:37:41.455181 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d75f5a6f-c192-4714-b213-46482c9b8692 req-c25eae4b-5efe-4296-b0b3-179acfdeb22f tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] 10.222.0.75 "GET /v2.0/security-groups?id=4fec76fe-ac00-4866-b797-5a4196ff057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549363 Nov 25 17:37:41.504041 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5f68dbf9-dd05-4f88-8c5c-f56c68b3a950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:41.630943 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-5f68dbf9-dd05-4f88-8c5c-f56c68b3a950 None None] For port da219d04-b63e-4cf1-b8e3-e35238c052be, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=da219d04-b63e-4cf1-b8e3-e35238c052be,segment=NetworkSegment(c67420f7-4c72-4410-a944-b70d10a55aaf),segment_id=c67420f7-4c72-4410-a944-b70d10a55aaf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:41.639801 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 80311694-1554-4408-897c-9e9cb8f0454b up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:37:41.677415 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1dcedb78-fd1a-4e2b-91dd-1362257e0093 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:41.684769 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5f68dbf9-dd05-4f88-8c5c-f56c68b3a950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:41.738769 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1dcedb78-fd1a-4e2b-91dd-1362257e0093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:41.773873 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 80311694-1554-4408-897c-9e9cb8f0454b triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:41.774433 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:41.803728 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-ba93e590-8904-4b9c-96af-dd23eef29e45 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Allocated IP 2001:db8:3::1 (77c3b552-a644-4508-9fbc-a6520f6f1c20/bf780282-b71a-4113-93b5-84d59c5968ac/fd28f78c-9b23-471d-9054-1f0e41d6bcf4) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:37:41.850505 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcedb78-fd1a-4e2b-91dd-1362257e0093 None None] Network 77c3b552-a644-4508-9fbc-a6520f6f1c20 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:37:41.868843 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-1dcedb78-fd1a-4e2b-91dd-1362257e0093 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:37:41.874294 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcedb78-fd1a-4e2b-91dd-1362257e0093 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:37:41.879807 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f68dbf9-dd05-4f88-8c5c-f56c68b3a950 None None] Pushing event updated for resources: {'Port': ['ID=da219d04-b63e-4cf1-b8e3-e35238c052be,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:42.009590 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e2bac-63a0-48f4-842f-bbbcec6da8e1 req-e97e37a0-ecad-4509-8270-ead2a611f9d2 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:42.011445 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcedb78-fd1a-4e2b-91dd-1362257e0093 None None] Pushing event updated for resources: {'Port': ['ID=c9f77c64-3bbb-42fe-962c-1074d3692f92,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:42.015756 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e2bac-63a0-48f4-842f-bbbcec6da8e1 req-e97e37a0-ecad-4509-8270-ead2a611f9d2 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:42.022239 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e2bac-63a0-48f4-842f-bbbcec6da8e1 req-e97e37a0-ecad-4509-8270-ead2a611f9d2 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:42.025645 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcedb78-fd1a-4e2b-91dd-1362257e0093 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:42.025996 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcedb78-fd1a-4e2b-91dd-1362257e0093 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:42.026342 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcedb78-fd1a-4e2b-91dd-1362257e0093 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:42.026683 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcedb78-fd1a-4e2b-91dd-1362257e0093 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:42.027122 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcedb78-fd1a-4e2b-91dd-1362257e0093 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:42.027341 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcedb78-fd1a-4e2b-91dd-1362257e0093 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:42.027672 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcedb78-fd1a-4e2b-91dd-1362257e0093 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:42.027992 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcedb78-fd1a-4e2b-91dd-1362257e0093 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:42.028315 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcedb78-fd1a-4e2b-91dd-1362257e0093 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:42.028642 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcedb78-fd1a-4e2b-91dd-1362257e0093 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:42.028782 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e2bac-63a0-48f4-842f-bbbcec6da8e1 req-e97e37a0-ecad-4509-8270-ead2a611f9d2 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:42.028995 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcedb78-fd1a-4e2b-91dd-1362257e0093 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:42.029400 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcedb78-fd1a-4e2b-91dd-1362257e0093 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:42.033692 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d684599-a704-4dd4-a2eb-a12c1085133a None None] Sync routers for ids ['375a01c7-6099-40f0-bed4-464f2a59cd8f'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:37:42.035531 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e2bac-63a0-48f4-842f-bbbcec6da8e1 req-e97e37a0-ecad-4509-8270-ead2a611f9d2 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:42.042375 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e2bac-63a0-48f4-842f-bbbcec6da8e1 req-e97e37a0-ecad-4509-8270-ead2a611f9d2 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:42.049065 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e2bac-63a0-48f4-842f-bbbcec6da8e1 req-e97e37a0-ecad-4509-8270-ead2a611f9d2 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:42.051470 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-457e2bac-63a0-48f4-842f-bbbcec6da8e1 req-e97e37a0-ecad-4509-8270-ead2a611f9d2 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/ports?device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 5443 time: 0.2029629 Nov 25 17:37:42.068029 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d684599-a704-4dd4-a2eb-a12c1085133a None None] Routers {'375a01c7-6099-40f0-bed4-464f2a59cd8f'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:37:42.068883 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-6d684599-a704-4dd4-a2eb-a12c1085133a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:37:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['375a01c7-6099-40f0-bed4-464f2a59cd8f'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:42.070915 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-4264cee5-816e-4b30-ad30-f047e7ca716e None None] Provisioning complete for port 80311694-1554-4408-897c-9e9cb8f0454b triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:42.071290 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4264cee5-816e-4b30-ad30-f047e7ca716e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:42.135107 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-1dcedb78-fd1a-4e2b-91dd-1362257e0093 None None] Attempting to bind port c9f77c64-3bbb-42fe-962c-1074d3692f92 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:37:42.135698 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-1dcedb78-fd1a-4e2b-91dd-1362257e0093 None None] Attempting to bind port c9f77c64-3bbb-42fe-962c-1074d3692f92 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '223221d3-bc88-4740-b2e0-e474e2b6f878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '77c3b552-a644-4508-9fbc-a6520f6f1c20'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:37:42.136408 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcedb78-fd1a-4e2b-91dd-1362257e0093 None None] Attempting to bind port c9f77c64-3bbb-42fe-962c-1074d3692f92 on network 77c3b552-a644-4508-9fbc-a6520f6f1c20 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:37:42.141124 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ba93e590-8904-4b9c-96af-dd23eef29e45 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:42.206441 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-457e2bac-63a0-48f4-842f-bbbcec6da8e1 req-63bccc53-bd52-4898-b508-86a02ac21d9d tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf472a3-c342-48cc-ac25-d9efd20bf257&id=9fa93e5f-0225-45c2-90d5-9fc327163fea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1427581 Nov 25 17:37:42.222828 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcedb78-fd1a-4e2b-91dd-1362257e0093 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:37:42.223710 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcedb78-fd1a-4e2b-91dd-1362257e0093 None None] Checking segment: {'id': '223221d3-bc88-4740-b2e0-e474e2b6f878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '77c3b552-a644-4508-9fbc-a6520f6f1c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:37:42.224443 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1dcedb78-fd1a-4e2b-91dd-1362257e0093 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:42.225178 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcedb78-fd1a-4e2b-91dd-1362257e0093 None None] Bound using segment: {'id': '223221d3-bc88-4740-b2e0-e474e2b6f878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '77c3b552-a644-4508-9fbc-a6520f6f1c20'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:37:42.225833 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-1dcedb78-fd1a-4e2b-91dd-1362257e0093 None None] Bound port: c9f77c64-3bbb-42fe-962c-1074d3692f92, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '223221d3-bc88-4740-b2e0-e474e2b6f878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '77c3b552-a644-4508-9fbc-a6520f6f1c20'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:37:42.226394 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1dcedb78-fd1a-4e2b-91dd-1362257e0093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:42.285753 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ba93e590-8904-4b9c-96af-dd23eef29e45 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:42.395105 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-6d684599-a704-4dd4-a2eb-a12c1085133a None None] Set router 375a01c7-6099-40f0-bed4-464f2a59cd8f gateway port host: None {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:37:42.407392 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba93e590-8904-4b9c-96af-dd23eef29e45 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Network 77c3b552-a644-4508-9fbc-a6520f6f1c20 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:37:42.418631 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba93e590-8904-4b9c-96af-dd23eef29e45 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event updated for resources: {'Port': ['ID=fd28f78c-9b23-471d-9054-1f0e41d6bcf4,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:42.425952 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-ba93e590-8904-4b9c-96af-dd23eef29e45 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:37:42.432641 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba93e590-8904-4b9c-96af-dd23eef29e45 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:37:42.433354 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ba93e590-8904-4b9c-96af-dd23eef29e45 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:42.506659 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device da219d04-b63e-4cf1-b8e3-e35238c052be up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:37:42.689218 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-1dcedb78-fd1a-4e2b-91dd-1362257e0093 None None] For port c9f77c64-3bbb-42fe-962c-1074d3692f92, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:37:42.721211 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ba93e590-8904-4b9c-96af-dd23eef29e45 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:42.726741 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-4264cee5-816e-4b30-ad30-f047e7ca716e None None] Provisioning complete for port b5593609-8256-4ea4-9751-8a0d3c6886c5 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:42.727128 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4264cee5-816e-4b30-ad30-f047e7ca716e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:42.743066 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7568b0d-5ea6-46c6-a006-d2ab2c7cf822 req-5f4a51e1-240a-4cfc-a32d-62ac70fb63af tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:42.754422 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e7568b0d-5ea6-46c6-a006-d2ab2c7cf822 req-5f4a51e1-240a-4cfc-a32d-62ac70fb63af tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] 10.222.0.75 "GET /v2.0/ports?device_id=f446b173-679f-46cc-8110-d03c3f69a163 HTTP/1.1" status: 200 len: 945 time: 0.1554086 Nov 25 17:37:42.762920 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-1dcedb78-fd1a-4e2b-91dd-1362257e0093 None None] For port c9f77c64-3bbb-42fe-962c-1074d3692f92, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=c9f77c64-3bbb-42fe-962c-1074d3692f92,segment=NetworkSegment(223221d3-bc88-4740-b2e0-e474e2b6f878),segment_id=223221d3-bc88-4740-b2e0-e474e2b6f878)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:37:42.785318 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1dcedb78-fd1a-4e2b-91dd-1362257e0093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:42.800889 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f831e19-e744-4ce4-a202-d2518846d28d req-2de3f78a-499d-47bb-8d4e-92a12d6610e7 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:42.807447 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f831e19-e744-4ce4-a202-d2518846d28d req-2de3f78a-499d-47bb-8d4e-92a12d6610e7 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:42.814137 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f831e19-e744-4ce4-a202-d2518846d28d req-2de3f78a-499d-47bb-8d4e-92a12d6610e7 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:42.821628 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f831e19-e744-4ce4-a202-d2518846d28d req-2de3f78a-499d-47bb-8d4e-92a12d6610e7 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:42.834253 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f831e19-e744-4ce4-a202-d2518846d28d req-2de3f78a-499d-47bb-8d4e-92a12d6610e7 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:42.853530 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f831e19-e744-4ce4-a202-d2518846d28d req-2de3f78a-499d-47bb-8d4e-92a12d6610e7 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:42.861129 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f831e19-e744-4ce4-a202-d2518846d28d req-2de3f78a-499d-47bb-8d4e-92a12d6610e7 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:42.869385 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4f831e19-e744-4ce4-a202-d2518846d28d req-2de3f78a-499d-47bb-8d4e-92a12d6610e7 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/ports?device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 5443 time: 0.2605913 Nov 25 17:37:42.946527 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port da219d04-b63e-4cf1-b8e3-e35238c052be triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:42.946925 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:43.037892 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e7568b0d-5ea6-46c6-a006-d2ab2c7cf822 req-61ff3245-d3e4-4098-aee0-1f15e5320180 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] 10.222.0.75 "GET /v2.0/security-groups?id=4fec76fe-ac00-4866-b797-5a4196ff057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2823412 Nov 25 17:37:43.065106 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4264cee5-816e-4b30-ad30-f047e7ca716e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:43.152099 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcedb78-fd1a-4e2b-91dd-1362257e0093 None None] Pushing event updated for resources: {'Port': ['ID=c9f77c64-3bbb-42fe-962c-1074d3692f92,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:43.238725 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-4264cee5-816e-4b30-ad30-f047e7ca716e None None] For port b5593609-8256-4ea4-9751-8a0d3c6886c5, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=b5593609-8256-4ea4-9751-8a0d3c6886c5,segment=NetworkSegment(4d126c30-e510-48f8-8c94-5f1e83bb449e),segment_id=4d126c30-e510-48f8-8c94-5f1e83bb449e)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:43.248441 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4264cee5-816e-4b30-ad30-f047e7ca716e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:43.328153 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4264cee5-816e-4b30-ad30-f047e7ca716e None None] Pushing event updated for resources: {'Port': ['ID=b5593609-8256-4ea4-9751-8a0d3c6886c5,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:43.356029 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-6d684599-a704-4dd4-a2eb-a12c1085133a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'name': 'tempest-RoutersIpV6Test-router-875584667', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:37:25Z', 'updated_at': '2021-11-25T17:37:36Z', 'revision_number': 4, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'gw_port_host': None, '_interfaces': [{'id': '346d947d-9b87-4a6c-82ae-4074f10a0994', 'name': '', 'network_id': 'aa6574a8-9aac-4226-9125-cf375fa89e2c', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:61:39:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '2107046b-6433-4770-97ed-53d7f02ce94f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:27Z', 'updated_at': '2021-11-25T17:37:32Z', 'revision_number': 5, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': '2107046b-6433-4770-97ed-53d7f02ce94f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5593609-8256-4ea4-9751-8a0d3c6886c5', 'name': '', 'network_id': '0c5bdd5b-8c67-47ed-a0f8-383fd4d4bd8a', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:7d:87:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '5bdc15f8-aedc-496d-8b83-bc533a892ad1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:35Z', 'updated_at': '2021-11-25T17:37:38Z', 'revision_number': 4, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': '5bdc15f8-aedc-496d-8b83-bc533a892ad1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da219d04-b63e-4cf1-b8e3-e35238c052be', 'name': '', 'network_id': '9568a2ec-c968-4d9e-82da-57de03b8b448', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:a9:ea:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '94dff6e0-a952-4936-9237-a46288b4f59b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:31Z', 'updated_at': '2021-11-25T17:37:41Z', 'revision_number': 5, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': '94dff6e0-a952-4936-9237-a46288b4f59b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:43.398106 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d684599-a704-4dd4-a2eb-a12c1085133a None None] Checking router: 375a01c7-6099-40f0-bed4-464f2a59cd8f for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:37:43.402655 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device b5593609-8256-4ea4-9751-8a0d3c6886c5 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:37:43.454648 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ba93e590-8904-4b9c-96af-dd23eef29e45 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:43.463666 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ba93e590-8904-4b9c-96af-dd23eef29e45 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:43.470168 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ba93e590-8904-4b9c-96af-dd23eef29e45 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:43.618363 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba93e590-8904-4b9c-96af-dd23eef29e45 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event updated for resources: {'Port': ['ID=fd28f78c-9b23-471d-9054-1f0e41d6bcf4,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:43.714163 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba93e590-8904-4b9c-96af-dd23eef29e45 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Network 77c3b552-a644-4508-9fbc-a6520f6f1c20 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:37:43.716154 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-ba93e590-8904-4b9c-96af-dd23eef29e45 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:37:43.748848 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d684599-a704-4dd4-a2eb-a12c1085133a None None] Routers {'375a01c7-6099-40f0-bed4-464f2a59cd8f'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:37:43.749452 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-6d684599-a704-4dd4-a2eb-a12c1085133a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:37:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['375a01c7-6099-40f0-bed4-464f2a59cd8f'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:43.843038 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-a4f23034-1e95-4f79-8314-5234d863f3e8 None None] Provisioning complete for port b5593609-8256-4ea4-9751-8a0d3c6886c5 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:43.843518 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a4f23034-1e95-4f79-8314-5234d863f3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:43.898089 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba93e590-8904-4b9c-96af-dd23eef29e45 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Router 375a01c7-6099-40f0-bed4-464f2a59cd8f has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:37:43.913279 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-6d684599-a704-4dd4-a2eb-a12c1085133a None None] Set router 375a01c7-6099-40f0-bed4-464f2a59cd8f gateway port host: None {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:37:43.931736 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01bb3dd-b982-4341-9243-59fdfbf292b1 req-475702a0-0ff9-426a-ac9d-ed3869f7c573 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:43.944408 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a01bb3dd-b982-4341-9243-59fdfbf292b1 req-475702a0-0ff9-426a-ac9d-ed3869f7c573 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] 10.222.0.75 "GET /v2.0/ports?device_id=f446b173-679f-46cc-8110-d03c3f69a163 HTTP/1.1" status: 200 len: 945 time: 0.1174703 Nov 25 17:37:43.971750 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port b5593609-8256-4ea4-9751-8a0d3c6886c5 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:43.972363 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:44.171399 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a01bb3dd-b982-4341-9243-59fdfbf292b1 req-5ef70c62-11e9-4262-88bb-1910d3c2c6d7 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] 10.222.0.75 "GET /v2.0/security-groups?id=4fec76fe-ac00-4866-b797-5a4196ff057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2222519 Nov 25 17:37:44.204494 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba93e590-8904-4b9c-96af-dd23eef29e45 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:37:44.212361 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-ba93e590-8904-4b9c-96af-dd23eef29e45 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "PUT /v2.0/routers/375a01c7-6099-40f0-bed4-464f2a59cd8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8611407 Nov 25 17:37:44.214930 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 53626) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:44.227236 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-0ecb82f5-3232-499f-a1d9-27e5e9f2cb11 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:37:44.424218 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-6d684599-a704-4dd4-a2eb-a12c1085133a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'name': 'tempest-RoutersIpV6Test-router-875584667', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:37:25Z', 'updated_at': '2021-11-25T17:37:42Z', 'revision_number': 5, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'gw_port_host': None, '_interfaces': [{'id': '346d947d-9b87-4a6c-82ae-4074f10a0994', 'name': '', 'network_id': 'aa6574a8-9aac-4226-9125-cf375fa89e2c', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:61:39:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '2107046b-6433-4770-97ed-53d7f02ce94f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:27Z', 'updated_at': '2021-11-25T17:37:32Z', 'revision_number': 5, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': '2107046b-6433-4770-97ed-53d7f02ce94f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5593609-8256-4ea4-9751-8a0d3c6886c5', 'name': '', 'network_id': '0c5bdd5b-8c67-47ed-a0f8-383fd4d4bd8a', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:7d:87:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '5bdc15f8-aedc-496d-8b83-bc533a892ad1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:35Z', 'updated_at': '2021-11-25T17:37:43Z', 'revision_number': 5, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': '5bdc15f8-aedc-496d-8b83-bc533a892ad1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da219d04-b63e-4cf1-b8e3-e35238c052be', 'name': '', 'network_id': '9568a2ec-c968-4d9e-82da-57de03b8b448', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:a9:ea:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '94dff6e0-a952-4936-9237-a46288b4f59b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:31Z', 'updated_at': '2021-11-25T17:37:41Z', 'revision_number': 5, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': '94dff6e0-a952-4936-9237-a46288b4f59b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd28f78c-9b23-471d-9054-1f0e41d6bcf4', 'name': '', 'network_id': '77c3b552-a644-4508-9fbc-a6520f6f1c20', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:87:8c:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'bf780282-b71a-4113-93b5-84d59c5968ac', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:40Z', 'updated_at': '2021-11-25T17:37:43Z', 'revision_number': 2, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': 'bf780282-b71a-4113-93b5-84d59c5968ac', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:44.465562 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d684599-a704-4dd4-a2eb-a12c1085133a None None] The sync data for ids ['375a01c7-6099-40f0-bed4-464f2a59cd8f'] in n-d-817746-1 is: [{'id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'name': 'tempest-RoutersIpV6Test-router-875584667', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:37:25Z', 'updated_at': '2021-11-25T17:37:42Z', 'revision_number': 5, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'gw_port_host': None, '_interfaces': [{'id': '346d947d-9b87-4a6c-82ae-4074f10a0994', 'name': '', 'network_id': 'aa6574a8-9aac-4226-9125-cf375fa89e2c', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:61:39:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '2107046b-6433-4770-97ed-53d7f02ce94f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:27Z', 'updated_at': '2021-11-25T17:37:32Z', 'revision_number': 5, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': '2107046b-6433-4770-97ed-53d7f02ce94f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5593609-8256-4ea4-9751-8a0d3c6886c5', 'name': '', 'network_id': '0c5bdd5b-8c67-47ed-a0f8-383fd4d4bd8a', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:7d:87:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '5bdc15f8-aedc-496d-8b83-bc533a892ad1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:35Z', 'updated_at': '2021-11-25T17:37:43Z', 'revision_number': 5, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': '5bdc15f8-aedc-496d-8b83-bc533a892ad1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da219d04-b63e-4cf1-b8e3-e35238c052be', 'name': '', 'network_id': '9568a2ec-c968-4d9e-82da-57de03b8b448', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:a9:ea:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '94dff6e0-a952-4936-9237-a46288b4f59b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:31Z', 'updated_at': '2021-11-25T17:37:41Z', 'revision_number': 5, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': '94dff6e0-a952-4936-9237-a46288b4f59b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd28f78c-9b23-471d-9054-1f0e41d6bcf4', 'name': '', 'network_id': '77c3b552-a644-4508-9fbc-a6520f6f1c20', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:87:8c:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'bf780282-b71a-4113-93b5-84d59c5968ac', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:40Z', 'updated_at': '2021-11-25T17:37:43Z', 'revision_number': 2, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': 'bf780282-b71a-4113-93b5-84d59c5968ac', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:37:44.790220 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device c9f77c64-3bbb-42fe-962c-1074d3692f92 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:37:44.858845 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7d9968-51cf-4783-b074-072dad7c6b8f None None] Network 77c3b552-a644-4508-9fbc-a6520f6f1c20 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:37:45.005265 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.extraroute_db [None req-0ecb82f5-3232-499f-a1d9-27e5e9f2cb11 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103360) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 25 17:37:45.028723 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.extraroute_db [None req-0ecb82f5-3232-499f-a1d9-27e5e9f2cb11 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Removed routes are [] {{(pid=103360) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 25 17:37:45.029751 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0ecb82f5-3232-499f-a1d9-27e5e9f2cb11 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-542255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8324'] for router, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:45.103291 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-18a0fea7-ad36-4d4e-bab5-8892dbb5d03c None None] Provisioning complete for port c9f77c64-3bbb-42fe-962c-1074d3692f92 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:45.103669 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-18a0fea7-ad36-4d4e-bab5-8892dbb5d03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:45.229896 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447b1c8-8a8a-40e2-9e4b-0789fc1430b1 req-796db191-9497-48ed-b5ba-400b1277e181 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:45.232227 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-a447b1c8-8a8a-40e2-9e4b-0789fc1430b1 req-796db191-9497-48ed-b5ba-400b1277e181 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] 10.222.0.74 "GET /v2.0/ports?device_id=f446b173-679f-46cc-8110-d03c3f69a163 HTTP/1.1" status: 200 len: 945 time: 0.1863892 Nov 25 17:37:45.340708 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port c9f77c64-3bbb-42fe-962c-1074d3692f92 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:45.341114 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:45.432212 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207f6273-ecbd-42e3-b5b1-9afbaeb41e56 req-93f5ae02-6e00-42e8-8ddf-749c2b384e1f tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:45.433862 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-207f6273-ecbd-42e3-b5b1-9afbaeb41e56 req-93f5ae02-6e00-42e8-8ddf-749c2b384e1f tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] 10.222.0.75 "GET /v2.0/ports?device_id=f446b173-679f-46cc-8110-d03c3f69a163 HTTP/1.1" status: 200 len: 945 time: 0.1442444 Nov 25 17:37:45.444637 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0ecb82f5-3232-499f-a1d9-27e5e9f2cb11 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-542255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8324'] for router, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:45.452413 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0ecb82f5-3232-499f-a1d9-27e5e9f2cb11 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-542246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-542269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-530067'] for router, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:45.545581 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-207f6273-ecbd-42e3-b5b1-9afbaeb41e56 req-2de4dea4-73ae-44d3-9e51-0434353c5bc2 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] 10.222.0.75 "GET /v2.0/security-groups?id=4fec76fe-ac00-4866-b797-5a4196ff057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033988 Nov 25 17:37:45.594029 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-a447b1c8-8a8a-40e2-9e4b-0789fc1430b1 req-39b248b9-a2d7-4b33-a7ba-c9700b12a9b9 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Deleting port a51e8af9-1ecf-45f7-acfc-cdc1aa499e49 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:37:45.594860 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-a447b1c8-8a8a-40e2-9e4b-0789fc1430b1 req-39b248b9-a2d7-4b33-a7ba-c9700b12a9b9 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:45.663710 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:45.691430 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-18a0fea7-ad36-4d4e-bab5-8892dbb5d03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:45.719005 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port c9f77c64-3bbb-42fe-962c-1074d3692f92, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=c9f77c64-3bbb-42fe-962c-1074d3692f92,segment=NetworkSegment(223221d3-bc88-4740-b2e0-e474e2b6f878),segment_id=223221d3-bc88-4740-b2e0-e474e2b6f878)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:45.730193 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ecb82f5-3232-499f-a1d9-27e5e9f2cb11 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Router 375a01c7-6099-40f0-bed4-464f2a59cd8f has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:37:45.745872 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:45.746662 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device da219d04-b63e-4cf1-b8e3-e35238c052be up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:37:45.899134 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 53676) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:45.917182 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=c9f77c64-3bbb-42fe-962c-1074d3692f92,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:45.926410 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.db.api [None req-18a0fea7-ad36-4d4e-bab5-8892dbb5d03c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:37:45.926688 n-d-817746-1 neutron-server[103362]: DEBUG oslo_db.api [None req-18a0fea7-ad36-4d4e-bab5-8892dbb5d03c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:37:45.927211 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port da219d04-b63e-4cf1-b8e3-e35238c052be triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:45.927857 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:45.980903 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d9be13-2601-43e8-a392-99b83f80642e None None] Sync routers for ids ['375a01c7-6099-40f0-bed4-464f2a59cd8f'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:37:46.001982 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d9be13-2601-43e8-a392-99b83f80642e None None] Routers {'375a01c7-6099-40f0-bed4-464f2a59cd8f'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:37:46.002949 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-d4d9be13-2601-43e8-a392-99b83f80642e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:37:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['375a01c7-6099-40f0-bed4-464f2a59cd8f'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:46.071094 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device b5593609-8256-4ea4-9751-8a0d3c6886c5 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:37:46.115558 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-d4d9be13-2601-43e8-a392-99b83f80642e None None] Set router 375a01c7-6099-40f0-bed4-464f2a59cd8f gateway port host: None {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:37:46.124423 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-a447b1c8-8a8a-40e2-9e4b-0789fc1430b1 req-39b248b9-a2d7-4b33-a7ba-c9700b12a9b9 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] For port a51e8af9-1ecf-45f7-acfc-cdc1aa499e49, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=a51e8af9-1ecf-45f7-acfc-cdc1aa499e49,segment=NetworkSegment(7ec04a0c-8575-467b-9c71-8b2ffe051a31),segment_id=7ec04a0c-8575-467b-9c71-8b2ffe051a31)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:46.124808 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-a447b1c8-8a8a-40e2-9e4b-0789fc1430b1 req-39b248b9-a2d7-4b33-a7ba-c9700b12a9b9 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:46.127292 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bbeeac-71ee-4e14-88f1-c40b7c1f1515 req-73881cfe-8018-4273-977e-64f4ec9f2951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:46.129257 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bbeeac-71ee-4e14-88f1-c40b7c1f1515 req-73881cfe-8018-4273-977e-64f4ec9f2951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:46.131634 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bbeeac-71ee-4e14-88f1-c40b7c1f1515 req-73881cfe-8018-4273-977e-64f4ec9f2951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:46.132325 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bbeeac-71ee-4e14-88f1-c40b7c1f1515 req-73881cfe-8018-4273-977e-64f4ec9f2951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:46.134227 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bbeeac-71ee-4e14-88f1-c40b7c1f1515 req-73881cfe-8018-4273-977e-64f4ec9f2951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:46.134903 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bbeeac-71ee-4e14-88f1-c40b7c1f1515 req-73881cfe-8018-4273-977e-64f4ec9f2951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:46.137101 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bbeeac-71ee-4e14-88f1-c40b7c1f1515 req-73881cfe-8018-4273-977e-64f4ec9f2951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:46.138318 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port b5593609-8256-4ea4-9751-8a0d3c6886c5 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:46.140432 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:46.165896 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b9bbeeac-71ee-4e14-88f1-c40b7c1f1515 req-73881cfe-8018-4273-977e-64f4ec9f2951 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 6500 time: 0.2650061 Nov 25 17:37:46.316663 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b9bbeeac-71ee-4e14-88f1-c40b7c1f1515 req-dc326e2c-ab86-4fb7-a82b-9703b390aaa2 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=fbf472a3-c342-48cc-ac25-d9efd20bf257&id=9fa93e5f-0225-45c2-90d5-9fc327163fea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1487770 Nov 25 17:37:46.405642 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ecb82f5-3232-499f-a1d9-27e5e9f2cb11 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:37:46.410434 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0ecb82f5-3232-499f-a1d9-27e5e9f2cb11 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:46.411649 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0ecb82f5-3232-499f-a1d9-27e5e9f2cb11 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "PUT /v2.0/routers/375a01c7-6099-40f0-bed4-464f2a59cd8f HTTP/1.1" status: 200 len: 953 time: 2.1951530 Nov 25 17:37:46.414469 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 53702) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:46.579897 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device c9f77c64-3bbb-42fe-962c-1074d3692f92 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:37:46.699717 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 53714) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:46.712009 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-10989a8f-80da-44c6-9414-c0e5c1f81c50 None None] Provisioning complete for port c9f77c64-3bbb-42fe-962c-1074d3692f92 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:46.712629 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-10989a8f-80da-44c6-9414-c0e5c1f81c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:46.720517 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-d4d9be13-2601-43e8-a392-99b83f80642e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'name': 'tempest-RoutersIpV6Test-router-875584667', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:37:25Z', 'updated_at': '2021-11-25T17:37:45Z', 'revision_number': 6, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'gw_port_host': None, '_interfaces': [{'id': '346d947d-9b87-4a6c-82ae-4074f10a0994', 'name': '', 'network_id': 'aa6574a8-9aac-4226-9125-cf375fa89e2c', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:61:39:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '2107046b-6433-4770-97ed-53d7f02ce94f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:27Z', 'updated_at': '2021-11-25T17:37:32Z', 'revision_number': 5, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': '2107046b-6433-4770-97ed-53d7f02ce94f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5593609-8256-4ea4-9751-8a0d3c6886c5', 'name': '', 'network_id': '0c5bdd5b-8c67-47ed-a0f8-383fd4d4bd8a', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:7d:87:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '5bdc15f8-aedc-496d-8b83-bc533a892ad1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:35Z', 'updated_at': '2021-11-25T17:37:43Z', 'revision_number': 5, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': '5bdc15f8-aedc-496d-8b83-bc533a892ad1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da219d04-b63e-4cf1-b8e3-e35238c052be', 'name': '', 'network_id': '9568a2ec-c968-4d9e-82da-57de03b8b448', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:a9:ea:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '94dff6e0-a952-4936-9237-a46288b4f59b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:31Z', 'updated_at': '2021-11-25T17:37:41Z', 'revision_number': 5, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': '94dff6e0-a952-4936-9237-a46288b4f59b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd28f78c-9b23-471d-9054-1f0e41d6bcf4', 'name': '', 'network_id': '77c3b552-a644-4508-9fbc-a6520f6f1c20', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:87:8c:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'bf780282-b71a-4113-93b5-84d59c5968ac', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:40Z', 'updated_at': '2021-11-25T17:37:43Z', 'revision_number': 2, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': 'bf780282-b71a-4113-93b5-84d59c5968ac', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:46.759106 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d9be13-2601-43e8-a392-99b83f80642e None None] Checking router: 375a01c7-6099-40f0-bed4-464f2a59cd8f for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:37:46.759465 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d9be13-2601-43e8-a392-99b83f80642e None None] Updating router 375a01c7-6099-40f0-bed4-464f2a59cd8f port fd28f78c-9b23-471d-9054-1f0e41d6bcf4 binding host n-d-817746-1 {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:37:46.792088 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d4d9be13-2601-43e8-a392-99b83f80642e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:46.906057 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-760f1fa9-94a7-4bd0-ade8-2efee472d68f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "GET /v2.0/routers/375a01c7-6099-40f0-bed4-464f2a59cd8f HTTP/1.1" status: 200 len: 953 time: 0.4899366 Nov 25 17:37:46.910606 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 53726) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:46.915523 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-ae2f39dd-b1e4-4e3e-852a-61230a12a4f9 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Request body: {'router': {'routes': None}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:37:46.937378 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cea1e2-1b4c-48eb-ab1b-86e22a9d813d req-7686979b-376b-4ae2-af0d-93ee533f5035 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:46.955639 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-87cea1e2-1b4c-48eb-ab1b-86e22a9d813d req-7686979b-376b-4ae2-af0d-93ee533f5035 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] 10.222.0.75 "GET /v2.0/ports?device_id=f446b173-679f-46cc-8110-d03c3f69a163 HTTP/1.1" status: 200 len: 945 time: 0.1903248 Nov 25 17:37:47.156556 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8bf22ffc-c612-4d8d-bb71-92986c81c061 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:47.207856 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-a447b1c8-8a8a-40e2-9e4b-0789fc1430b1 req-39b248b9-a2d7-4b33-a7ba-c9700b12a9b9 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:47.208359 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-a447b1c8-8a8a-40e2-9e4b-0789fc1430b1 req-39b248b9-a2d7-4b33-a7ba-c9700b12a9b9 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:47.208907 n-d-817746-1 neutron-server[103360]: INFO neutron.db.l3_db [req-a447b1c8-8a8a-40e2-9e4b-0789fc1430b1 req-39b248b9-a2d7-4b33-a7ba-c9700b12a9b9 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Floating IP 1ae09754-0359-41da-bb65-4a76e4466fea disassociated. External IP: 172.25.0.88, port: a51e8af9-1ecf-45f7-acfc-cdc1aa499e49. Nov 25 17:37:47.209966 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-a447b1c8-8a8a-40e2-9e4b-0789fc1430b1 req-39b248b9-a2d7-4b33-a7ba-c9700b12a9b9 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Calling delete_port for a51e8af9-1ecf-45f7-acfc-cdc1aa499e49 owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:37:47.213110 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:47.226039 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-cf31bb9f-8c29-4564-8be2-5aed03409bbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:47.246152 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:47.247474 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port c9f77c64-3bbb-42fe-962c-1074d3692f92 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:47.248448 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:47.352146 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-87cea1e2-1b4c-48eb-ab1b-86e22a9d813d req-e69b1e9c-1139-49e6-a931-c729d74435b0 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] 10.222.0.75 "GET /v2.0/security-groups?id=4fec76fe-ac00-4866-b797-5a4196ff057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3952487 Nov 25 17:37:47.391149 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d4d9be13-2601-43e8-a392-99b83f80642e None None] Publish callbacks [] for port, precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:47.402535 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d4d9be13-2601-43e8-a392-99b83f80642e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:47.412460 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-a447b1c8-8a8a-40e2-9e4b-0789fc1430b1 req-39b248b9-a2d7-4b33-a7ba-c9700b12a9b9 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:47.463199 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device a51e8af9-1ecf-45f7-acfc-cdc1aa499e49 no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:37:47.489866 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37505fc-62fc-4641-9801-621c30bc4868 None None] Pushing event updated for resources: {'Port': ['ID=fd28f78c-9b23-471d-9054-1f0e41d6bcf4,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:47.491428 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b248b9-a2d7-4b33-a7ba-c9700b12a9b9 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Pushing event deleted for resources: {'Port': ['ID=a51e8af9-1ecf-45f7-acfc-cdc1aa499e49,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:47.560806 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: a51e8af9-1ecf-45f7-acfc-cdc1aa499e49 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:37:47.561187 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device a51e8af9-1ecf-45f7-acfc-cdc1aa499e49 not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:37:47.578219 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-10989a8f-80da-44c6-9414-c0e5c1f81c50 None None] Provisioning complete for port fd28f78c-9b23-471d-9054-1f0e41d6bcf4 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:47.579113 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-10989a8f-80da-44c6-9414-c0e5c1f81c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:47.617544 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-d4d9be13-2601-43e8-a392-99b83f80642e None None] Attempting to bind port fd28f78c-9b23-471d-9054-1f0e41d6bcf4 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:37:47.617913 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-d4d9be13-2601-43e8-a392-99b83f80642e None None] Attempting to bind port fd28f78c-9b23-471d-9054-1f0e41d6bcf4 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '223221d3-bc88-4740-b2e0-e474e2b6f878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '77c3b552-a644-4508-9fbc-a6520f6f1c20'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:37:47.618305 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d9be13-2601-43e8-a392-99b83f80642e None None] Attempting to bind port fd28f78c-9b23-471d-9054-1f0e41d6bcf4 on network 77c3b552-a644-4508-9fbc-a6520f6f1c20 {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:37:47.626843 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a447b1c8-8a8a-40e2-9e4b-0789fc1430b1 req-39b248b9-a2d7-4b33-a7ba-c9700b12a9b9 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Router 2380d049-db2c-480f-bbab-f4c3d61c4d79 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:37:47.627329 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d9be13-2601-43e8-a392-99b83f80642e None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:37:47.628260 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d9be13-2601-43e8-a392-99b83f80642e None None] Checking segment: {'id': '223221d3-bc88-4740-b2e0-e474e2b6f878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '77c3b552-a644-4508-9fbc-a6520f6f1c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:37:47.628556 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-10989a8f-80da-44c6-9414-c0e5c1f81c50 None None] Port fd28f78c-9b23-471d-9054-1f0e41d6bcf4 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:37:47.628746 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d4d9be13-2601-43e8-a392-99b83f80642e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:47.629069 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d9be13-2601-43e8-a392-99b83f80642e None None] Bound using segment: {'id': '223221d3-bc88-4740-b2e0-e474e2b6f878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '77c3b552-a644-4508-9fbc-a6520f6f1c20'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:37:47.631977 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-d4d9be13-2601-43e8-a392-99b83f80642e None None] Bound port: fd28f78c-9b23-471d-9054-1f0e41d6bcf4, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '223221d3-bc88-4740-b2e0-e474e2b6f878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '77c3b552-a644-4508-9fbc-a6520f6f1c20'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:37:47.632372 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d4d9be13-2601-43e8-a392-99b83f80642e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:47.762469 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-08865108-318e-401e-9876-ab8988b974b0 None None] Provisioning complete for port fd28f78c-9b23-471d-9054-1f0e41d6bcf4 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:47.762844 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-08865108-318e-401e-9876-ab8988b974b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:47.769837 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a447b1c8-8a8a-40e2-9e4b-0789fc1430b1 req-39b248b9-a2d7-4b33-a7ba-c9700b12a9b9 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:37:47.835371 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-a447b1c8-8a8a-40e2-9e4b-0789fc1430b1 req-39b248b9-a2d7-4b33-a7ba-c9700b12a9b9 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] No DVR routers for this DVR port a51e8af9-1ecf-45f7-acfc-cdc1aa499e49 on host n-h1-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:37:47.838453 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-d4d9be13-2601-43e8-a392-99b83f80642e None None] For port fd28f78c-9b23-471d-9054-1f0e41d6bcf4, host n-d-817746-1, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:37:47.839807 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-a447b1c8-8a8a-40e2-9e4b-0789fc1430b1 req-39b248b9-a2d7-4b33-a7ba-c9700b12a9b9 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:47.843801 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-d4d9be13-2601-43e8-a392-99b83f80642e None None] For port fd28f78c-9b23-471d-9054-1f0e41d6bcf4, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=fd28f78c-9b23-471d-9054-1f0e41d6bcf4,segment=NetworkSegment(223221d3-bc88-4740-b2e0-e474e2b6f878),segment_id=223221d3-bc88-4740-b2e0-e474e2b6f878)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:37:47.845498 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-a447b1c8-8a8a-40e2-9e4b-0789fc1430b1 req-39b248b9-a2d7-4b33-a7ba-c9700b12a9b9 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] 10.222.0.74 "DELETE /v2.0/ports/a51e8af9-1ecf-45f7-acfc-cdc1aa499e49 HTTP/1.1" status: 204 len: 173 time: 2.6038146 Nov 25 17:37:47.847060 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f446b173-679f-46cc-8110-d03c3f69a163', 'name': 'network-vif-deleted', 'tag': 'a51e8af9-1ecf-45f7-acfc-cdc1aa499e49'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:37:47.855341 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-08865108-318e-401e-9876-ab8988b974b0 None None] Port fd28f78c-9b23-471d-9054-1f0e41d6bcf4 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:37:47.856164 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d4d9be13-2601-43e8-a392-99b83f80642e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:47.860411 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf65d69-81fc-4cdb-a80c-a0e2b76b475d None None] Sync routers for ids ['2380d049-db2c-480f-bbab-f4c3d61c4d79'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:37:47.861785 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a318a8-d319-4788-93d5-2715636fad59" -d '{"events": [{"server_uuid": "f446b173-679f-46cc-8110-d03c3f69a163", "name": "network-vif-deleted", "tag": "a51e8af9-1ecf-45f7-acfc-cdc1aa499e49"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:37:47.881709 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf65d69-81fc-4cdb-a80c-a0e2b76b475d None None] Routers {'2380d049-db2c-480f-bbab-f4c3d61c4d79'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:37:47.881709 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-1bf65d69-81fc-4cdb-a80c-a0e2b76b475d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:37:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['2380d049-db2c-480f-bbab-f4c3d61c4d79'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:47.943520 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40758bc7-9c37-47d1-8aee-9badeec2a6dd x-openstack-request-id: req-40758bc7-9c37-47d1-8aee-9badeec2a6dd {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:37:47.944265 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f446b173-679f-46cc-8110-d03c3f69a163", "name": "network-vif-deleted", "tag": "a51e8af9-1ecf-45f7-acfc-cdc1aa499e49", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:37:47.944706 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-40758bc7-9c37-47d1-8aee-9badeec2a6dd {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:37:47.945638 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f446b173-679f-46cc-8110-d03c3f69a163', 'name': 'network-vif-deleted', 'tag': 'a51e8af9-1ecf-45f7-acfc-cdc1aa499e49', 'status': 'completed', 'code': 200} Nov 25 17:37:47.964259 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.extraroute_db [None req-ae2f39dd-b1e4-4e3e-852a-61230a12a4f9 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Added routes are [] {{(pid=103361) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 25 17:37:47.964801 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.extraroute_db [None req-ae2f39dd-b1e4-4e3e-852a-61230a12a4f9 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103361) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 25 17:37:48.012028 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d9be13-2601-43e8-a392-99b83f80642e None None] Routers {'375a01c7-6099-40f0-bed4-464f2a59cd8f'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:37:48.013031 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-d4d9be13-2601-43e8-a392-99b83f80642e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:37:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['375a01c7-6099-40f0-bed4-464f2a59cd8f'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:48.017958 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37505fc-62fc-4641-9801-621c30bc4868 None None] Pushing event updated for resources: {'Port': ['ID=fd28f78c-9b23-471d-9054-1f0e41d6bcf4,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:48.098760 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8bf22ffc-c612-4d8d-bb71-92986c81c061 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:48.113690 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8bf22ffc-c612-4d8d-bb71-92986c81c061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:48.150259 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-8bf22ffc-c612-4d8d-bb71-92986c81c061 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=183857d336524b18912986be175ab831&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4472151 Nov 25 17:37:48.150259 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ae2f39dd-b1e4-4e3e-852a-61230a12a4f9 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-542255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8324'] for router, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:48.151229 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 53742) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:48.197020 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-139b41dc-8784-4cb0-ada7-f9ad0379713e None None] Provisioning complete for port fd28f78c-9b23-471d-9054-1f0e41d6bcf4 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:48.197410 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-139b41dc-8784-4cb0-ada7-f9ad0379713e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:48.272419 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-1bf65d69-81fc-4cdb-a80c-a0e2b76b475d None None] Set router 2380d049-db2c-480f-bbab-f4c3d61c4d79 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:37:48.288123 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf22ffc-c612-4d8d-bb71-92986c81c061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a39f8f3-d0b5-407d-bc78-22b597f04cce,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:48.291256 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a2fd5dad-ad50-4029-85b6-a8f02468a21a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:48.366187 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a2fd5dad-ad50-4029-85b6-a8f02468a21a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:48.374631 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-d4d9be13-2601-43e8-a392-99b83f80642e None None] Set router 375a01c7-6099-40f0-bed4-464f2a59cd8f gateway port host: None {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:37:48.493988 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a2fd5dad-ad50-4029-85b6-a8f02468a21a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:48.504407 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a2fd5dad-ad50-4029-85b6-a8f02468a21a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:48.510998 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a2fd5dad-ad50-4029-85b6-a8f02468a21a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6a39f8f3-d0b5-407d-bc78-22b597f04cce HTTP/1.1" status: 204 len: 168 time: 0.3569460 Nov 25 17:37:48.541625 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fd5dad-ad50-4029-85b6-a8f02468a21a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a39f8f3-d0b5-407d-bc78-22b597f04cce,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:48.564518 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-139b41dc-8784-4cb0-ada7-f9ad0379713e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:48.729153 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device fd28f78c-9b23-471d-9054-1f0e41d6bcf4 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:37:48.739064 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7db1a5e5-d81e-457b-a5d1-a9c8a81a81f5 req-1dab72f5-5cf8-484e-abd9-958d66f8bc7a tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] 10.222.0.75 "GET /v2.0/ports?device_id=f446b173-679f-46cc-8110-d03c3f69a163 HTTP/1.1" status: 200 len: 210 time: 0.2525525 Nov 25 17:37:48.764225 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-139b41dc-8784-4cb0-ada7-f9ad0379713e None None] For port fd28f78c-9b23-471d-9054-1f0e41d6bcf4, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=fd28f78c-9b23-471d-9054-1f0e41d6bcf4,segment=NetworkSegment(223221d3-bc88-4740-b2e0-e474e2b6f878),segment_id=223221d3-bc88-4740-b2e0-e474e2b6f878)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:48.782870 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ae2f39dd-b1e4-4e3e-852a-61230a12a4f9 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-542255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8324'] for router, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:48.790672 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ae2f39dd-b1e4-4e3e-852a-61230a12a4f9 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-542246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-542269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-530067'] for router, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:48.802958 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-139b41dc-8784-4cb0-ada7-f9ad0379713e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:48.847234 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-d4d9be13-2601-43e8-a392-99b83f80642e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'name': 'tempest-RoutersIpV6Test-router-875584667', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:37:25Z', 'updated_at': '2021-11-25T17:37:45Z', 'revision_number': 6, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'gw_port_host': None, '_interfaces': [{'id': '346d947d-9b87-4a6c-82ae-4074f10a0994', 'name': '', 'network_id': 'aa6574a8-9aac-4226-9125-cf375fa89e2c', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:61:39:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '2107046b-6433-4770-97ed-53d7f02ce94f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:27Z', 'updated_at': '2021-11-25T17:37:32Z', 'revision_number': 5, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': '2107046b-6433-4770-97ed-53d7f02ce94f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5593609-8256-4ea4-9751-8a0d3c6886c5', 'name': '', 'network_id': '0c5bdd5b-8c67-47ed-a0f8-383fd4d4bd8a', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:7d:87:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '5bdc15f8-aedc-496d-8b83-bc533a892ad1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:35Z', 'updated_at': '2021-11-25T17:37:43Z', 'revision_number': 5, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': '5bdc15f8-aedc-496d-8b83-bc533a892ad1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da219d04-b63e-4cf1-b8e3-e35238c052be', 'name': '', 'network_id': '9568a2ec-c968-4d9e-82da-57de03b8b448', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:a9:ea:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '94dff6e0-a952-4936-9237-a46288b4f59b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:31Z', 'updated_at': '2021-11-25T17:37:41Z', 'revision_number': 5, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': '94dff6e0-a952-4936-9237-a46288b4f59b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd28f78c-9b23-471d-9054-1f0e41d6bcf4', 'name': '', 'network_id': '77c3b552-a644-4508-9fbc-a6520f6f1c20', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:87:8c:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'bf780282-b71a-4113-93b5-84d59c5968ac', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:40Z', 'updated_at': '2021-11-25T17:37:47Z', 'revision_number': 4, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': 'bf780282-b71a-4113-93b5-84d59c5968ac', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:48.868975 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b41dc-8784-4cb0-ada7-f9ad0379713e None None] Pushing event updated for resources: {'Port': ['ID=fd28f78c-9b23-471d-9054-1f0e41d6bcf4,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:48.889404 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d9be13-2601-43e8-a392-99b83f80642e None None] The sync data for ids ['375a01c7-6099-40f0-bed4-464f2a59cd8f'] in n-d-817746-1 is: [{'id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'name': 'tempest-RoutersIpV6Test-router-875584667', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:37:25Z', 'updated_at': '2021-11-25T17:37:45Z', 'revision_number': 6, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'gw_port_host': None, '_interfaces': [{'id': '346d947d-9b87-4a6c-82ae-4074f10a0994', 'name': '', 'network_id': 'aa6574a8-9aac-4226-9125-cf375fa89e2c', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:61:39:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '2107046b-6433-4770-97ed-53d7f02ce94f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:27Z', 'updated_at': '2021-11-25T17:37:32Z', 'revision_number': 5, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': '2107046b-6433-4770-97ed-53d7f02ce94f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5593609-8256-4ea4-9751-8a0d3c6886c5', 'name': '', 'network_id': '0c5bdd5b-8c67-47ed-a0f8-383fd4d4bd8a', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:7d:87:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '5bdc15f8-aedc-496d-8b83-bc533a892ad1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:35Z', 'updated_at': '2021-11-25T17:37:43Z', 'revision_number': 5, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': '5bdc15f8-aedc-496d-8b83-bc533a892ad1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da219d04-b63e-4cf1-b8e3-e35238c052be', 'name': '', 'network_id': '9568a2ec-c968-4d9e-82da-57de03b8b448', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:a9:ea:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '94dff6e0-a952-4936-9237-a46288b4f59b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:31Z', 'updated_at': '2021-11-25T17:37:41Z', 'revision_number': 5, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': '94dff6e0-a952-4936-9237-a46288b4f59b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd28f78c-9b23-471d-9054-1f0e41d6bcf4', 'name': '', 'network_id': '77c3b552-a644-4508-9fbc-a6520f6f1c20', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:87:8c:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'bf780282-b71a-4113-93b5-84d59c5968ac', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:40Z', 'updated_at': '2021-11-25T17:37:47Z', 'revision_number': 4, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': 'bf780282-b71a-4113-93b5-84d59c5968ac', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:37:48.999563 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae2f39dd-b1e4-4e3e-852a-61230a12a4f9 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Router 375a01c7-6099-40f0-bed4-464f2a59cd8f has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:37:49.044374 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-6138e11d-1628-4067-b493-4ae428f0df41 None None] Provisioning complete for port fd28f78c-9b23-471d-9054-1f0e41d6bcf4 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:49.044859 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6138e11d-1628-4067-b493-4ae428f0df41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:49.048629 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port fd28f78c-9b23-471d-9054-1f0e41d6bcf4 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:49.049038 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:49.085781 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 53756) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:49.117117 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-72397b04-24be-4be8-918b-3bc0b5af02fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:49.168745 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae2f39dd-b1e4-4e3e-852a-61230a12a4f9 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:37:49.180261 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ae2f39dd-b1e4-4e3e-852a-61230a12a4f9 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:49.184525 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-ae2f39dd-b1e4-4e3e-852a-61230a12a4f9 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "PUT /v2.0/routers/375a01c7-6099-40f0-bed4-464f2a59cd8f HTTP/1.1" status: 200 len: 703 time: 2.2702966 Nov 25 17:37:49.185382 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 53760) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:49.197903 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-1bf65d69-81fc-4cdb-a80c-a0e2b76b475d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2380d049-db2c-480f-bbab-f4c3d61c4d79', 'name': 'tempest-ServersTestManualDisk-1821852704-router', 'tenant_id': '1a9c3242a61e438db3a59b55b2c137ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'e718ee1b-5cff-4e56-8f0d-fc36f6f5e492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:35:20Z', 'updated_at': '2021-11-25T17:35:28Z', 'revision_number': 4, 'project_id': '1a9c3242a61e438db3a59b55b2c137ec', 'gw_port': {'id': 'e718ee1b-5cff-4e56-8f0d-fc36f6f5e492', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:55:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2380d049-db2c-480f-bbab-f4c3d61c4d79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:21Z', 'updated_at': '2021-11-25T17:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '158ac780-12b6-4e6b-a5c0-692522a9c940', 'name': '', 'network_id': '965caeff-0bd8-4807-9042-9253d5ab9857', 'tenant_id': '1a9c3242a61e438db3a59b55b2c137ec', 'mac_address': 'fa:16:3e:d2:4e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2380d049-db2c-480f-bbab-f4c3d61c4d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '19d34e75-8087-42c7-a3a8-95bea2a687ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:26Z', 'updated_at': '2021-11-25T17:35:41Z', 'revision_number': 5, 'project_id': '1a9c3242a61e438db3a59b55b2c137ec', 'subnets': [{'id': '19d34e75-8087-42c7-a3a8-95bea2a687ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:49.260288 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-72397b04-24be-4be8-918b-3bc0b5af02fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:49.267201 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-72397b04-24be-4be8-918b-3bc0b5af02fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:49.300524 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf65d69-81fc-4cdb-a80c-a0e2b76b475d None None] Checking router: 2380d049-db2c-480f-bbab-f4c3d61c4d79 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:37:49.329471 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df5b463-bba5-4eb7-8e8d-178843cb4d98 None None] Sync routers for ids ['375a01c7-6099-40f0-bed4-464f2a59cd8f'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:37:49.340772 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df5b463-bba5-4eb7-8e8d-178843cb4d98 None None] Routers {'375a01c7-6099-40f0-bed4-464f2a59cd8f'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:37:49.341823 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-4df5b463-bba5-4eb7-8e8d-178843cb4d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:37:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['375a01c7-6099-40f0-bed4-464f2a59cd8f'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:49.351675 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-72397b04-24be-4be8-918b-3bc0b5af02fb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cae6955c5f01462f9ed309e349441eb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2625082 Nov 25 17:37:49.352449 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72397b04-24be-4be8-918b-3bc0b5af02fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b4123f-ecfa-4cb3-9eab-033016c8bd0c,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:49.355906 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 53762) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:49.390051 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf65d69-81fc-4cdb-a80c-a0e2b76b475d None None] Routers {'2380d049-db2c-480f-bbab-f4c3d61c4d79'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:37:49.390926 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-1bf65d69-81fc-4cdb-a80c-a0e2b76b475d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:37:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['2380d049-db2c-480f-bbab-f4c3d61c4d79'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:49.452980 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-aec15f8f-bbe1-4ede-8e93-ec632ee69f23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:49.506864 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-aec15f8f-bbe1-4ede-8e93-ec632ee69f23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:49.569793 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-4df5b463-bba5-4eb7-8e8d-178843cb4d98 None None] Set router 375a01c7-6099-40f0-bed4-464f2a59cd8f gateway port host: None {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:37:49.592807 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-1bf65d69-81fc-4cdb-a80c-a0e2b76b475d None None] Set router 2380d049-db2c-480f-bbab-f4c3d61c4d79 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:37:49.597260 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4bcc3c5e-5afb-40b8-86e6-64f87abe4357 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:49.599861 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-aec15f8f-bbe1-4ede-8e93-ec632ee69f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:49.606885 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-aec15f8f-bbe1-4ede-8e93-ec632ee69f23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:49.610198 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-aec15f8f-bbe1-4ede-8e93-ec632ee69f23 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/76b4123f-ecfa-4cb3-9eab-033016c8bd0c HTTP/1.1" status: 204 len: 168 time: 0.2524719 Nov 25 17:37:49.624282 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec15f8f-bbe1-4ede-8e93-ec632ee69f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b4123f-ecfa-4cb3-9eab-033016c8bd0c,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:49.710096 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-4bad2e6a-3939-4fdc-836b-2a94b0cfc7ab tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "GET /v2.0/routers/375a01c7-6099-40f0-bed4-464f2a59cd8f HTTP/1.1" status: 200 len: 703 time: 0.5206630 Nov 25 17:37:49.710405 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 53768) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:49.871399 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 53774) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:49.919270 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-1bf65d69-81fc-4cdb-a80c-a0e2b76b475d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2380d049-db2c-480f-bbab-f4c3d61c4d79', 'name': 'tempest-ServersTestManualDisk-1821852704-router', 'tenant_id': '1a9c3242a61e438db3a59b55b2c137ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'e718ee1b-5cff-4e56-8f0d-fc36f6f5e492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:35:20Z', 'updated_at': '2021-11-25T17:35:28Z', 'revision_number': 4, 'project_id': '1a9c3242a61e438db3a59b55b2c137ec', 'gw_port': {'id': 'e718ee1b-5cff-4e56-8f0d-fc36f6f5e492', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:55:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2380d049-db2c-480f-bbab-f4c3d61c4d79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:21Z', 'updated_at': '2021-11-25T17:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '158ac780-12b6-4e6b-a5c0-692522a9c940', 'name': '', 'network_id': '965caeff-0bd8-4807-9042-9253d5ab9857', 'tenant_id': '1a9c3242a61e438db3a59b55b2c137ec', 'mac_address': 'fa:16:3e:d2:4e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2380d049-db2c-480f-bbab-f4c3d61c4d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '19d34e75-8087-42c7-a3a8-95bea2a687ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:26Z', 'updated_at': '2021-11-25T17:35:41Z', 'revision_number': 5, 'project_id': '1a9c3242a61e438db3a59b55b2c137ec', 'subnets': [{'id': '19d34e75-8087-42c7-a3a8-95bea2a687ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:49.963705 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf65d69-81fc-4cdb-a80c-a0e2b76b475d None None] The sync data for ids ['2380d049-db2c-480f-bbab-f4c3d61c4d79'] in n-d-817746-1 is: [{'id': '2380d049-db2c-480f-bbab-f4c3d61c4d79', 'name': 'tempest-ServersTestManualDisk-1821852704-router', 'tenant_id': '1a9c3242a61e438db3a59b55b2c137ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'e718ee1b-5cff-4e56-8f0d-fc36f6f5e492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:35:20Z', 'updated_at': '2021-11-25T17:35:28Z', 'revision_number': 4, 'project_id': '1a9c3242a61e438db3a59b55b2c137ec', 'gw_port': {'id': 'e718ee1b-5cff-4e56-8f0d-fc36f6f5e492', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:55:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2380d049-db2c-480f-bbab-f4c3d61c4d79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:21Z', 'updated_at': '2021-11-25T17:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '158ac780-12b6-4e6b-a5c0-692522a9c940', 'name': '', 'network_id': '965caeff-0bd8-4807-9042-9253d5ab9857', 'tenant_id': '1a9c3242a61e438db3a59b55b2c137ec', 'mac_address': 'fa:16:3e:d2:4e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2380d049-db2c-480f-bbab-f4c3d61c4d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '19d34e75-8087-42c7-a3a8-95bea2a687ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:26Z', 'updated_at': '2021-11-25T17:35:41Z', 'revision_number': 5, 'project_id': '1a9c3242a61e438db3a59b55b2c137ec', 'subnets': [{'id': '19d34e75-8087-42c7-a3a8-95bea2a687ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:37:50.004572 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3c586897-6ccb-4931-8f70-25487a342665 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:50.047991 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-4df5b463-bba5-4eb7-8e8d-178843cb4d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'name': 'tempest-RoutersIpV6Test-router-875584667', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:37:25Z', 'updated_at': '2021-11-25T17:37:48Z', 'revision_number': 7, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'gw_port_host': None, '_interfaces': [{'id': '346d947d-9b87-4a6c-82ae-4074f10a0994', 'name': '', 'network_id': 'aa6574a8-9aac-4226-9125-cf375fa89e2c', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:61:39:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '2107046b-6433-4770-97ed-53d7f02ce94f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:27Z', 'updated_at': '2021-11-25T17:37:32Z', 'revision_number': 5, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': '2107046b-6433-4770-97ed-53d7f02ce94f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5593609-8256-4ea4-9751-8a0d3c6886c5', 'name': '', 'network_id': '0c5bdd5b-8c67-47ed-a0f8-383fd4d4bd8a', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:7d:87:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '5bdc15f8-aedc-496d-8b83-bc533a892ad1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:35Z', 'updated_at': '2021-11-25T17:37:43Z', 'revision_number': 5, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': '5bdc15f8-aedc-496d-8b83-bc533a892ad1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da219d04-b63e-4cf1-b8e3-e35238c052be', 'name': '', 'network_id': '9568a2ec-c968-4d9e-82da-57de03b8b448', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:a9:ea:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '94dff6e0-a952-4936-9237-a46288b4f59b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:31Z', 'updated_at': '2021-11-25T17:37:41Z', 'revision_number': 5, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': '94dff6e0-a952-4936-9237-a46288b4f59b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd28f78c-9b23-471d-9054-1f0e41d6bcf4', 'name': '', 'network_id': '77c3b552-a644-4508-9fbc-a6520f6f1c20', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:87:8c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'bf780282-b71a-4113-93b5-84d59c5968ac', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:40Z', 'updated_at': '2021-11-25T17:37:48Z', 'revision_number': 5, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': 'bf780282-b71a-4113-93b5-84d59c5968ac', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:50.062005 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3c586897-6ccb-4931-8f70-25487a342665 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:50.099082 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df5b463-bba5-4eb7-8e8d-178843cb4d98 None None] Checking router: 375a01c7-6099-40f0-bed4-464f2a59cd8f for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:37:50.109405 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df5b463-bba5-4eb7-8e8d-178843cb4d98 None None] Routers {'375a01c7-6099-40f0-bed4-464f2a59cd8f'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:37:50.110027 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-4df5b463-bba5-4eb7-8e8d-178843cb4d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:37:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['375a01c7-6099-40f0-bed4-464f2a59cd8f'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:50.162811 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3c586897-6ccb-4931-8f70-25487a342665 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:50.165795 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3c586897-6ccb-4931-8f70-25487a342665 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:50.166961 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-3c586897-6ccb-4931-8f70-25487a342665 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] 10.222.0.75 "DELETE /v2.0/security-groups/4fec76fe-ac00-4866-b797-5a4196ff057a HTTP/1.1" status: 204 len: 168 time: 0.2946970 Nov 25 17:37:50.171493 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 53784) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:50.219297 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [None req-d1746bda-9d35-4499-93a7-ef7163e74785 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] show failed (client error): The resource could not be found. Nov 25 17:37:50.220349 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d1746bda-9d35-4499-93a7-ef7163e74785 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] 10.222.0.75 "GET /v2.0/security-groups/4fec76fe-ac00-4866-b797-5a4196ff057a HTTP/1.1" status: 404 len: 347 time: 0.0480847 Nov 25 17:37:50.223759 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c586897-6ccb-4931-8f70-25487a342665 tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fec76fe-ac00-4866-b797-5a4196ff057a,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:50.225655 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 53788) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:50.327297 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-4df5b463-bba5-4eb7-8e8d-178843cb4d98 None None] Set router 375a01c7-6099-40f0-bed4-464f2a59cd8f gateway port host: None {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:37:50.432104 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fb885d24-7299-4010-bd61-671372f0a470 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:50.448759 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-803c0708-f1ab-4dba-8851-a7c77493e3ab tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Deleting port 7f7284d2-4538-4de2-919e-f6b21de88422 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:37:50.451039 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-803c0708-f1ab-4dba-8851-a7c77493e3ab tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:50.483127 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6ad0c0-4071-4c36-adc6-60fb807e0cd3 None None] New status for floating IP 1ae09754-0359-41da-bb65-4a76e4466fea: DOWN {{(pid=103362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:37:50.635545 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-803c0708-f1ab-4dba-8851-a7c77493e3ab tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:50.636179 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-803c0708-f1ab-4dba-8851-a7c77493e3ab tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:50.666836 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-803c0708-f1ab-4dba-8851-a7c77493e3ab tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Calling delete_port for 7f7284d2-4538-4de2-919e-f6b21de88422 owned by network:floatingip {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:37:50.898559 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-4df5b463-bba5-4eb7-8e8d-178843cb4d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'name': 'tempest-RoutersIpV6Test-router-875584667', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:37:25Z', 'updated_at': '2021-11-25T17:37:48Z', 'revision_number': 7, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'gw_port_host': None, '_interfaces': [{'id': '346d947d-9b87-4a6c-82ae-4074f10a0994', 'name': '', 'network_id': 'aa6574a8-9aac-4226-9125-cf375fa89e2c', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:61:39:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '2107046b-6433-4770-97ed-53d7f02ce94f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:27Z', 'updated_at': '2021-11-25T17:37:32Z', 'revision_number': 5, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': '2107046b-6433-4770-97ed-53d7f02ce94f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5593609-8256-4ea4-9751-8a0d3c6886c5', 'name': '', 'network_id': '0c5bdd5b-8c67-47ed-a0f8-383fd4d4bd8a', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:7d:87:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '5bdc15f8-aedc-496d-8b83-bc533a892ad1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:35Z', 'updated_at': '2021-11-25T17:37:43Z', 'revision_number': 5, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': '5bdc15f8-aedc-496d-8b83-bc533a892ad1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da219d04-b63e-4cf1-b8e3-e35238c052be', 'name': '', 'network_id': '9568a2ec-c968-4d9e-82da-57de03b8b448', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:a9:ea:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '94dff6e0-a952-4936-9237-a46288b4f59b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:31Z', 'updated_at': '2021-11-25T17:37:41Z', 'revision_number': 5, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': '94dff6e0-a952-4936-9237-a46288b4f59b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd28f78c-9b23-471d-9054-1f0e41d6bcf4', 'name': '', 'network_id': '77c3b552-a644-4508-9fbc-a6520f6f1c20', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:87:8c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'bf780282-b71a-4113-93b5-84d59c5968ac', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:40Z', 'updated_at': '2021-11-25T17:37:48Z', 'revision_number': 5, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': 'bf780282-b71a-4113-93b5-84d59c5968ac', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:50.919619 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-fb885d24-7299-4010-bd61-671372f0a470 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Deleting port fd28f78c-9b23-471d-9054-1f0e41d6bcf4 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:37:50.921808 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fb885d24-7299-4010-bd61-671372f0a470 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:50.943178 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df5b463-bba5-4eb7-8e8d-178843cb4d98 None None] The sync data for ids ['375a01c7-6099-40f0-bed4-464f2a59cd8f'] in n-d-817746-1 is: [{'id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'name': 'tempest-RoutersIpV6Test-router-875584667', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:37:25Z', 'updated_at': '2021-11-25T17:37:48Z', 'revision_number': 7, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'gw_port_host': None, '_interfaces': [{'id': '346d947d-9b87-4a6c-82ae-4074f10a0994', 'name': '', 'network_id': 'aa6574a8-9aac-4226-9125-cf375fa89e2c', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:61:39:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '2107046b-6433-4770-97ed-53d7f02ce94f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:27Z', 'updated_at': '2021-11-25T17:37:32Z', 'revision_number': 5, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': '2107046b-6433-4770-97ed-53d7f02ce94f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5593609-8256-4ea4-9751-8a0d3c6886c5', 'name': '', 'network_id': '0c5bdd5b-8c67-47ed-a0f8-383fd4d4bd8a', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:7d:87:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '5bdc15f8-aedc-496d-8b83-bc533a892ad1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:35Z', 'updated_at': '2021-11-25T17:37:43Z', 'revision_number': 5, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': '5bdc15f8-aedc-496d-8b83-bc533a892ad1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da219d04-b63e-4cf1-b8e3-e35238c052be', 'name': '', 'network_id': '9568a2ec-c968-4d9e-82da-57de03b8b448', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:a9:ea:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '94dff6e0-a952-4936-9237-a46288b4f59b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:31Z', 'updated_at': '2021-11-25T17:37:41Z', 'revision_number': 5, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': '94dff6e0-a952-4936-9237-a46288b4f59b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd28f78c-9b23-471d-9054-1f0e41d6bcf4', 'name': '', 'network_id': '77c3b552-a644-4508-9fbc-a6520f6f1c20', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:87:8c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'bf780282-b71a-4113-93b5-84d59c5968ac', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:40Z', 'updated_at': '2021-11-25T17:37:48Z', 'revision_number': 5, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': 'bf780282-b71a-4113-93b5-84d59c5968ac', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:37:50.949273 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-803c0708-f1ab-4dba-8851-a7c77493e3ab tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:50.971974 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device fd28f78c-9b23-471d-9054-1f0e41d6bcf4 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:37:50.985020 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.db.api [None req-3d6ad0c0-4071-4c36-adc6-60fb807e0cd3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:37:50.985265 n-d-817746-1 neutron-server[103362]: DEBUG oslo_db.api [None req-3d6ad0c0-4071-4c36-adc6-60fb807e0cd3 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:37:51.004674 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c0708-f1ab-4dba-8851-a7c77493e3ab tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Pushing event deleted for resources: {'Port': ['ID=7f7284d2-4538-4de2-919e-f6b21de88422,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:51.074396 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:51.101850 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port fd28f78c-9b23-471d-9054-1f0e41d6bcf4 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:51.102294 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:51.108341 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-fb885d24-7299-4010-bd61-671372f0a470 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] For port fd28f78c-9b23-471d-9054-1f0e41d6bcf4, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=fd28f78c-9b23-471d-9054-1f0e41d6bcf4,segment=NetworkSegment(223221d3-bc88-4740-b2e0-e474e2b6f878),segment_id=223221d3-bc88-4740-b2e0-e474e2b6f878)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:51.109098 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fb885d24-7299-4010-bd61-671372f0a470 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:51.128382 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-fb885d24-7299-4010-bd61-671372f0a470 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Calling delete_port for fd28f78c-9b23-471d-9054-1f0e41d6bcf4 owned by network:router_interface {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:37:51.149709 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-803c0708-f1ab-4dba-8851-a7c77493e3ab tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Publish callbacks [] for floatingip, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:51.160250 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-803c0708-f1ab-4dba-8851-a7c77493e3ab tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:51.163195 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-803c0708-f1ab-4dba-8851-a7c77493e3ab tempest-ServersTestManualDisk-1863268326 tempest-ServersTestManualDisk-1863268326-project] 10.222.0.75 "DELETE /v2.0/floatingips/1ae09754-0359-41da-bb65-4a76e4466fea HTTP/1.1" status: 204 len: 168 time: 0.9361722 Nov 25 17:37:51.166498 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 53814) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:51.437806 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fb885d24-7299-4010-bd61-671372f0a470 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:51.471483 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb885d24-7299-4010-bd61-671372f0a470 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event deleted for resources: {'Port': ['ID=fd28f78c-9b23-471d-9054-1f0e41d6bcf4,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:51.488758 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6ad0c0-4071-4c36-adc6-60fb807e0cd3 None None] New status for floating IP 1ae09754-0359-41da-bb65-4a76e4466fea: DOWN {{(pid=103362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:37:51.723252 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fb885d24-7299-4010-bd61-671372f0a470 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:51.828653 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7b2346ce-51e8-4a91-bec6-03d46e1e4256 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:52.002758 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb885d24-7299-4010-bd61-671372f0a470 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Router 375a01c7-6099-40f0-bed4-464f2a59cd8f has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:37:52.006802 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:52.160577 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb885d24-7299-4010-bd61-671372f0a470 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:37:52.171611 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-fb885d24-7299-4010-bd61-671372f0a470 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "PUT /v2.0/routers/375a01c7-6099-40f0-bed4-464f2a59cd8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4574115 Nov 25 17:37:52.172349 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 53842) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:52.177967 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34718ff-d897-41b4-9c66-4021550cfdc5 None None] Sync routers for ids ['375a01c7-6099-40f0-bed4-464f2a59cd8f'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:37:52.191872 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34718ff-d897-41b4-9c66-4021550cfdc5 None None] Routers {'375a01c7-6099-40f0-bed4-464f2a59cd8f'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:37:52.193008 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-d34718ff-d897-41b4-9c66-4021550cfdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:37:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['375a01c7-6099-40f0-bed4-464f2a59cd8f'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:52.242224 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-7b2346ce-51e8-4a91-bec6-03d46e1e4256 admin admin] Deleting port 158ac780-12b6-4e6b-a5c0-692522a9c940 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:37:52.242224 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7b2346ce-51e8-4a91-bec6-03d46e1e4256 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:52.245455 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd61123d-e5e1-4033-a796-6a123b8f7d51 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Deleting subnet bf780282-b71a-4113-93b5-84d59c5968ac {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:37:52.247941 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dd61123d-e5e1-4033-a796-6a123b8f7d51 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:52.328470 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dd61123d-e5e1-4033-a796-6a123b8f7d51 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:52.351991 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-d34718ff-d897-41b4-9c66-4021550cfdc5 None None] Set router 375a01c7-6099-40f0-bed4-464f2a59cd8f gateway port host: None {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:37:52.408083 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-7b2346ce-51e8-4a91-bec6-03d46e1e4256 admin admin] For port 158ac780-12b6-4e6b-a5c0-692522a9c940, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=158ac780-12b6-4e6b-a5c0-692522a9c940,segment=NetworkSegment(7ec04a0c-8575-467b-9c71-8b2ffe051a31),segment_id=7ec04a0c-8575-467b-9c71-8b2ffe051a31)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:52.408528 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7b2346ce-51e8-4a91-bec6-03d46e1e4256 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:52.426877 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-7b2346ce-51e8-4a91-bec6-03d46e1e4256 admin admin] Calling delete_port for 158ac780-12b6-4e6b-a5c0-692522a9c940 owned by network:router_interface {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:37:52.536127 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dd61123d-e5e1-4033-a796-6a123b8f7d51 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:52.640811 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dd61123d-e5e1-4033-a796-6a123b8f7d51 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:52.686092 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dd61123d-e5e1-4033-a796-6a123b8f7d51 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:52.690817 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-dd61123d-e5e1-4033-a796-6a123b8f7d51 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "DELETE /v2.0/subnets/bf780282-b71a-4113-93b5-84d59c5968ac HTTP/1.1" status: 204 len: 168 time: 0.5170000 Nov 25 17:37:52.692363 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd61123d-e5e1-4033-a796-6a123b8f7d51 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event deleted for resources: {'Subnet': ['ID=bf780282-b71a-4113-93b5-84d59c5968ac,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:52.696213 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 53868) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:52.700596 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ee244d-ab4f-4538-8af3-12f1f920f3f7 None None] Network 77c3b552-a644-4508-9fbc-a6520f6f1c20 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:37:52.791940 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-d34718ff-d897-41b4-9c66-4021550cfdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'name': 'tempest-RoutersIpV6Test-router-875584667', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:37:25Z', 'updated_at': '2021-11-25T17:37:51Z', 'revision_number': 8, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'gw_port_host': None, '_interfaces': [{'id': '346d947d-9b87-4a6c-82ae-4074f10a0994', 'name': '', 'network_id': 'aa6574a8-9aac-4226-9125-cf375fa89e2c', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:61:39:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '2107046b-6433-4770-97ed-53d7f02ce94f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:27Z', 'updated_at': '2021-11-25T17:37:32Z', 'revision_number': 5, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': '2107046b-6433-4770-97ed-53d7f02ce94f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5593609-8256-4ea4-9751-8a0d3c6886c5', 'name': '', 'network_id': '0c5bdd5b-8c67-47ed-a0f8-383fd4d4bd8a', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:7d:87:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '5bdc15f8-aedc-496d-8b83-bc533a892ad1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:35Z', 'updated_at': '2021-11-25T17:37:43Z', 'revision_number': 5, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': '5bdc15f8-aedc-496d-8b83-bc533a892ad1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da219d04-b63e-4cf1-b8e3-e35238c052be', 'name': '', 'network_id': '9568a2ec-c968-4d9e-82da-57de03b8b448', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:a9:ea:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '94dff6e0-a952-4936-9237-a46288b4f59b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:31Z', 'updated_at': '2021-11-25T17:37:41Z', 'revision_number': 5, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': '94dff6e0-a952-4936-9237-a46288b4f59b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:52.833407 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34718ff-d897-41b4-9c66-4021550cfdc5 None None] Checking router: 375a01c7-6099-40f0-bed4-464f2a59cd8f for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:37:52.843711 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34718ff-d897-41b4-9c66-4021550cfdc5 None None] Routers {'375a01c7-6099-40f0-bed4-464f2a59cd8f'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:37:52.844594 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-d34718ff-d897-41b4-9c66-4021550cfdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:37:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['375a01c7-6099-40f0-bed4-464f2a59cd8f'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:52.913631 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-91c74b4a-58cd-44f7-b4ff-63e31d06d41d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:52.992806 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11501e0f-a759-40f0-a2ed-ad21639189d3 None None] DHCP port deletion for 77c3b552-a644-4508-9fbc-a6520f6f1c20 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:37:53.015229 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:53.030356 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7b2346ce-51e8-4a91-bec6-03d46e1e4256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:53.067520 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2346ce-51e8-4a91-bec6-03d46e1e4256 admin admin] Pushing event deleted for resources: {'Port': ['ID=158ac780-12b6-4e6b-a5c0-692522a9c940,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:53.110877 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-d34718ff-d897-41b4-9c66-4021550cfdc5 None None] Set router 375a01c7-6099-40f0-bed4-464f2a59cd8f gateway port host: None {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:37:53.151570 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-11501e0f-a759-40f0-a2ed-ad21639189d3 None None] Deleting port c9f77c64-3bbb-42fe-962c-1074d3692f92 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:37:53.151952 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-11501e0f-a759-40f0-a2ed-ad21639189d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:53.309300 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-91c74b4a-58cd-44f7-b4ff-63e31d06d41d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Deleting port c9f77c64-3bbb-42fe-962c-1074d3692f92 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:37:53.309835 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-91c74b4a-58cd-44f7-b4ff-63e31d06d41d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:53.332708 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-11501e0f-a759-40f0-a2ed-ad21639189d3 None None] For port c9f77c64-3bbb-42fe-962c-1074d3692f92, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=c9f77c64-3bbb-42fe-962c-1074d3692f92,segment=NetworkSegment(223221d3-bc88-4740-b2e0-e474e2b6f878),segment_id=223221d3-bc88-4740-b2e0-e474e2b6f878)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:53.333418 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-11501e0f-a759-40f0-a2ed-ad21639189d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:53.356665 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-11501e0f-a759-40f0-a2ed-ad21639189d3 None None] Calling delete_port for c9f77c64-3bbb-42fe-962c-1074d3692f92 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:37:53.441706 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7b2346ce-51e8-4a91-bec6-03d46e1e4256 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:53.445865 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-91c74b4a-58cd-44f7-b4ff-63e31d06d41d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] For port c9f77c64-3bbb-42fe-962c-1074d3692f92, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=c9f77c64-3bbb-42fe-962c-1074d3692f92,segment=NetworkSegment(223221d3-bc88-4740-b2e0-e474e2b6f878),segment_id=223221d3-bc88-4740-b2e0-e474e2b6f878)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:53.446445 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-91c74b4a-58cd-44f7-b4ff-63e31d06d41d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:53.466871 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-91c74b4a-58cd-44f7-b4ff-63e31d06d41d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Calling delete_port for c9f77c64-3bbb-42fe-962c-1074d3692f92 owned by network:dhcp {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:37:53.500002 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-11501e0f-a759-40f0-a2ed-ad21639189d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:53.541304 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11501e0f-a759-40f0-a2ed-ad21639189d3 None None] Pushing event deleted for resources: {'Port': ['ID=c9f77c64-3bbb-42fe-962c-1074d3692f92,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:53.543686 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11501e0f-a759-40f0-a2ed-ad21639189d3 None None] No DVR routers for this DVR port c9f77c64-3bbb-42fe-962c-1074d3692f92 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:37:53.594817 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-d34718ff-d897-41b4-9c66-4021550cfdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'name': 'tempest-RoutersIpV6Test-router-875584667', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:37:25Z', 'updated_at': '2021-11-25T17:37:51Z', 'revision_number': 8, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'gw_port_host': None, '_interfaces': [{'id': '346d947d-9b87-4a6c-82ae-4074f10a0994', 'name': '', 'network_id': 'aa6574a8-9aac-4226-9125-cf375fa89e2c', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:61:39:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '2107046b-6433-4770-97ed-53d7f02ce94f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:27Z', 'updated_at': '2021-11-25T17:37:32Z', 'revision_number': 5, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': '2107046b-6433-4770-97ed-53d7f02ce94f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5593609-8256-4ea4-9751-8a0d3c6886c5', 'name': '', 'network_id': '0c5bdd5b-8c67-47ed-a0f8-383fd4d4bd8a', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:7d:87:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '5bdc15f8-aedc-496d-8b83-bc533a892ad1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:35Z', 'updated_at': '2021-11-25T17:37:43Z', 'revision_number': 5, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': '5bdc15f8-aedc-496d-8b83-bc533a892ad1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da219d04-b63e-4cf1-b8e3-e35238c052be', 'name': '', 'network_id': '9568a2ec-c968-4d9e-82da-57de03b8b448', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:a9:ea:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '94dff6e0-a952-4936-9237-a46288b4f59b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:31Z', 'updated_at': '2021-11-25T17:37:41Z', 'revision_number': 5, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': '94dff6e0-a952-4936-9237-a46288b4f59b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:53.638800 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34718ff-d897-41b4-9c66-4021550cfdc5 None None] The sync data for ids ['375a01c7-6099-40f0-bed4-464f2a59cd8f'] in n-d-817746-1 is: [{'id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'name': 'tempest-RoutersIpV6Test-router-875584667', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:37:25Z', 'updated_at': '2021-11-25T17:37:51Z', 'revision_number': 8, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'gw_port_host': None, '_interfaces': [{'id': '346d947d-9b87-4a6c-82ae-4074f10a0994', 'name': '', 'network_id': 'aa6574a8-9aac-4226-9125-cf375fa89e2c', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:61:39:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '2107046b-6433-4770-97ed-53d7f02ce94f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:27Z', 'updated_at': '2021-11-25T17:37:32Z', 'revision_number': 5, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': '2107046b-6433-4770-97ed-53d7f02ce94f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5593609-8256-4ea4-9751-8a0d3c6886c5', 'name': '', 'network_id': '0c5bdd5b-8c67-47ed-a0f8-383fd4d4bd8a', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:7d:87:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '5bdc15f8-aedc-496d-8b83-bc533a892ad1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:35Z', 'updated_at': '2021-11-25T17:37:43Z', 'revision_number': 5, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': '5bdc15f8-aedc-496d-8b83-bc533a892ad1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da219d04-b63e-4cf1-b8e3-e35238c052be', 'name': '', 'network_id': '9568a2ec-c968-4d9e-82da-57de03b8b448', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:a9:ea:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '94dff6e0-a952-4936-9237-a46288b4f59b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:31Z', 'updated_at': '2021-11-25T17:37:41Z', 'revision_number': 5, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': '94dff6e0-a952-4936-9237-a46288b4f59b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:37:53.879785 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 53898) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:53.907400 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-91c74b4a-58cd-44f7-b4ff-63e31d06d41d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:53.956062 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c74b4a-58cd-44f7-b4ff-63e31d06d41d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event deleted for resources: {'Port': ['ID=c9f77c64-3bbb-42fe-962c-1074d3692f92,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:53.958103 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c74b4a-58cd-44f7-b4ff-63e31d06d41d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] No DVR routers for this DVR port c9f77c64-3bbb-42fe-962c-1074d3692f92 on host n-d-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:37:54.075565 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b2346ce-51e8-4a91-bec6-03d46e1e4256 admin admin] Router 2380d049-db2c-480f-bbab-f4c3d61c4d79 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:37:54.081401 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-91c74b4a-58cd-44f7-b4ff-63e31d06d41d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:54.110807 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-91c74b4a-58cd-44f7-b4ff-63e31d06d41d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77c3b552-a644-4508-9fbc-a6520f6f1c20']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:54.134579 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 53904) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:54.156016 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-91c74b4a-58cd-44f7-b4ff-63e31d06d41d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '223221d3-bc88-4740-b2e0-e474e2b6f878') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:54.156413 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-91c74b4a-58cd-44f7-b4ff-63e31d06d41d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '223221d3-bc88-4740-b2e0-e474e2b6f878') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:54.189021 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9fdfe9bd-e96f-4b0b-80be-66e289b6bcab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:54.204641 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-91c74b4a-58cd-44f7-b4ff-63e31d06d41d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:54.230214 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-91c74b4a-58cd-44f7-b4ff-63e31d06d41d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:54.239367 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eba94f93-03a9-4782-bcb1-8ce44fe8ff2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:54.241270 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91c74b4a-58cd-44f7-b4ff-63e31d06d41d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Releasing vlan 926 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:37:54.241695 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-91c74b4a-58cd-44f7-b4ff-63e31d06d41d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:54.244850 n-d-817746-1 neutron-server[103361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:37:54.244850 n-d-817746-1 neutron-server[103361]: self.session.flush() Nov 25 17:37:54.244850 n-d-817746-1 neutron-server[103361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:37:54.244850 n-d-817746-1 neutron-server[103361]: self.session.flush() Nov 25 17:37:54.244850 n-d-817746-1 neutron-server[103361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:37:54.244850 n-d-817746-1 neutron-server[103361]: self.session.flush() Nov 25 17:37:54.244850 n-d-817746-1 neutron-server[103361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:37:54.244850 n-d-817746-1 neutron-server[103361]: self.session.flush() Nov 25 17:37:54.244850 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:37:54.244850 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:37:54.244850 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:37:54.244850 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:37:54.244850 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:37:54.244850 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:37:54.244850 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:37:54.244850 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:37:54.244850 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:37:54.244850 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:37:54.244850 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:37:54.244850 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:37:54.244850 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:37:54.244850 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:37:54.244850 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:37:54.244850 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:37:54.244850 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:37:54.244850 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:37:54.244850 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:37:54.244850 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:37:54.244850 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:37:54.244850 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:37:54.244850 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:37:54.244850 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:37:54.244850 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:37:54.244850 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:37:54.244850 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:37:54.244850 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:37:54.244850 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:37:54.244850 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:37:54.244850 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:37:54.244850 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:37:54.315648 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2346ce-51e8-4a91-bec6-03d46e1e4256 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:37:54.324198 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-7b2346ce-51e8-4a91-bec6-03d46e1e4256 admin admin] 10.222.0.75 "PUT /v2.0/routers/2380d049-db2c-480f-bbab-f4c3d61c4d79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1550641 Nov 25 17:37:54.325596 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 53910) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:54.334005 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-91c74b4a-58cd-44f7-b4ff-63e31d06d41d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:54.352690 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a77e5a9-a97c-40a7-a9ce-1c667d7a8580 None None] Sync routers for ids ['2380d049-db2c-480f-bbab-f4c3d61c4d79'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:37:54.374155 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a77e5a9-a97c-40a7-a9ce-1c667d7a8580 None None] Routers {'2380d049-db2c-480f-bbab-f4c3d61c4d79'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:37:54.380805 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-4a77e5a9-a97c-40a7-a9ce-1c667d7a8580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:37:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['2380d049-db2c-480f-bbab-f4c3d61c4d79'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:54.409320 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-91c74b4a-58cd-44f7-b4ff-63e31d06d41d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:54.412755 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-91c74b4a-58cd-44f7-b4ff-63e31d06d41d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "DELETE /v2.0/networks/77c3b552-a644-4508-9fbc-a6520f6f1c20 HTTP/1.1" status: 204 len: 168 time: 1.7149670 Nov 25 17:37:54.420695 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 53912) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:54.433624 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c74b4a-58cd-44f7-b4ff-63e31d06d41d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event deleted for resources: {'Network': ['ID=77c3b552-a644-4508-9fbc-a6520f6f1c20,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:54.486251 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eba94f93-03a9-4782-bcb1-8ce44fe8ff2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:54.489161 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8f20181a-8cc9-430a-b3ba-413209400ddd admin admin] Publish callbacks [] for router, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:54.532549 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9fdfe9bd-e96f-4b0b-80be-66e289b6bcab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:54.536675 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eba94f93-03a9-4782-bcb1-8ce44fe8ff2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:54.571964 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-eba94f93-03a9-4782-bcb1-8ce44fe8ff2c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d2c656f61f8542cba6425d50ade15af0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4358749 Nov 25 17:37:54.579181 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-4a77e5a9-a97c-40a7-a9ce-1c667d7a8580 None None] Set router 2380d049-db2c-480f-bbab-f4c3d61c4d79 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:37:54.591179 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9fdfe9bd-e96f-4b0b-80be-66e289b6bcab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:54.630893 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 53916) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:54.671948 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9fdfe9bd-e96f-4b0b-80be-66e289b6bcab admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=15f8c32bab214bd5b7fa3f8f2e350a6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7901738 Nov 25 17:37:54.675075 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba94f93-03a9-4782-bcb1-8ce44fe8ff2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=716af42e-27c2-4d90-82f1-9a5a76bafa61,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:54.678344 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 53920) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:54.680858 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device fd28f78c-9b23-471d-9054-1f0e41d6bcf4 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:37:54.783983 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdfe9bd-e96f-4b0b-80be-66e289b6bcab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ccda75d-54c9-4744-a544-bcaad111cb26,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:54.808713 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: fd28f78c-9b23-471d-9054-1f0e41d6bcf4 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:37:54.809117 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device fd28f78c-9b23-471d-9054-1f0e41d6bcf4 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:37:54.809811 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device c9f77c64-3bbb-42fe-962c-1074d3692f92 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:37:54.833545 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: c9f77c64-3bbb-42fe-962c-1074d3692f92 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:37:54.833898 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device c9f77c64-3bbb-42fe-962c-1074d3692f92 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:37:54.888712 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-4a77e5a9-a97c-40a7-a9ce-1c667d7a8580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2380d049-db2c-480f-bbab-f4c3d61c4d79', 'name': 'tempest-ServersTestManualDisk-1821852704-router', 'tenant_id': '1a9c3242a61e438db3a59b55b2c137ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'e718ee1b-5cff-4e56-8f0d-fc36f6f5e492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:35:20Z', 'updated_at': '2021-11-25T17:37:52Z', 'revision_number': 5, 'project_id': '1a9c3242a61e438db3a59b55b2c137ec', 'gw_port': {'id': 'e718ee1b-5cff-4e56-8f0d-fc36f6f5e492', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:55:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2380d049-db2c-480f-bbab-f4c3d61c4d79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:21Z', 'updated_at': '2021-11-25T17:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:54.918551 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a77e5a9-a97c-40a7-a9ce-1c667d7a8580 None None] Checking router: 2380d049-db2c-480f-bbab-f4c3d61c4d79 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:37:54.929553 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a77e5a9-a97c-40a7-a9ce-1c667d7a8580 None None] Routers {'2380d049-db2c-480f-bbab-f4c3d61c4d79'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:37:54.930490 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-4a77e5a9-a97c-40a7-a9ce-1c667d7a8580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:37:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['2380d049-db2c-480f-bbab-f4c3d61c4d79'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:54.934275 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0e0c7f7a-393d-4341-b304-54e1d7f2fbab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:54.958566 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0e0c7f7a-393d-4341-b304-54e1d7f2fbab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:55.019276 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0e0c7f7a-393d-4341-b304-54e1d7f2fbab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:55.022384 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0e0c7f7a-393d-4341-b304-54e1d7f2fbab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:55.026362 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0e0c7f7a-393d-4341-b304-54e1d7f2fbab admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4ccda75d-54c9-4744-a544-bcaad111cb26 HTTP/1.1" status: 204 len: 168 time: 0.3401792 Nov 25 17:37:55.044079 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-65b80f31-b51c-46c3-8d57-66fd20b059bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:55.047214 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-4a77e5a9-a97c-40a7-a9ce-1c667d7a8580 None None] Set router 2380d049-db2c-480f-bbab-f4c3d61c4d79 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:37:55.063443 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0c7f7a-393d-4341-b304-54e1d7f2fbab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ccda75d-54c9-4744-a544-bcaad111cb26,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:55.084451 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8f20181a-8cc9-430a-b3ba-413209400ddd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:55.112817 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-65b80f31-b51c-46c3-8d57-66fd20b059bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:55.220640 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-8f20181a-8cc9-430a-b3ba-413209400ddd admin admin] Deleting port e718ee1b-5cff-4e56-8f0d-fc36f6f5e492 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:37:55.221735 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8f20181a-8cc9-430a-b3ba-413209400ddd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:55.224055 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-65b80f31-b51c-46c3-8d57-66fd20b059bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:55.226671 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-65b80f31-b51c-46c3-8d57-66fd20b059bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:55.228871 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-65b80f31-b51c-46c3-8d57-66fd20b059bc admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/716af42e-27c2-4d90-82f1-9a5a76bafa61 HTTP/1.1" status: 204 len: 168 time: 0.5549781 Nov 25 17:37:55.241419 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b80f31-b51c-46c3-8d57-66fd20b059bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=716af42e-27c2-4d90-82f1-9a5a76bafa61,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:55.266991 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-62f79256-c30d-4b27-b62b-c070837f96bc tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:55.354417 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-4a77e5a9-a97c-40a7-a9ce-1c667d7a8580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2380d049-db2c-480f-bbab-f4c3d61c4d79', 'name': 'tempest-ServersTestManualDisk-1821852704-router', 'tenant_id': '1a9c3242a61e438db3a59b55b2c137ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'e718ee1b-5cff-4e56-8f0d-fc36f6f5e492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:35:20Z', 'updated_at': '2021-11-25T17:37:52Z', 'revision_number': 5, 'project_id': '1a9c3242a61e438db3a59b55b2c137ec', 'gw_port': {'id': 'e718ee1b-5cff-4e56-8f0d-fc36f6f5e492', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:55:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2380d049-db2c-480f-bbab-f4c3d61c4d79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:21Z', 'updated_at': '2021-11-25T17:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:55.385219 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-8f20181a-8cc9-430a-b3ba-413209400ddd admin admin] For port e718ee1b-5cff-4e56-8f0d-fc36f6f5e492, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=e718ee1b-5cff-4e56-8f0d-fc36f6f5e492,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:55.386185 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8f20181a-8cc9-430a-b3ba-413209400ddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:55.412682 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a77e5a9-a97c-40a7-a9ce-1c667d7a8580 None None] The sync data for ids ['2380d049-db2c-480f-bbab-f4c3d61c4d79'] in n-d-817746-1 is: [{'id': '2380d049-db2c-480f-bbab-f4c3d61c4d79', 'name': 'tempest-ServersTestManualDisk-1821852704-router', 'tenant_id': '1a9c3242a61e438db3a59b55b2c137ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'e718ee1b-5cff-4e56-8f0d-fc36f6f5e492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:35:20Z', 'updated_at': '2021-11-25T17:37:52Z', 'revision_number': 5, 'project_id': '1a9c3242a61e438db3a59b55b2c137ec', 'gw_port': {'id': 'e718ee1b-5cff-4e56-8f0d-fc36f6f5e492', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:55:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2380d049-db2c-480f-bbab-f4c3d61c4d79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:21Z', 'updated_at': '2021-11-25T17:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:37:55.428100 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-8f20181a-8cc9-430a-b3ba-413209400ddd admin admin] Calling delete_port for e718ee1b-5cff-4e56-8f0d-fc36f6f5e492 owned by network:router_gateway {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:37:55.608317 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 53932) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:55.631540 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4220a5bc-a39e-464d-96bf-0df640b43d61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:55.797946 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8f20181a-8cc9-430a-b3ba-413209400ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:55.866486 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f20181a-8cc9-430a-b3ba-413209400ddd admin admin] Pushing event deleted for resources: {'Port': ['ID=e718ee1b-5cff-4e56-8f0d-fc36f6f5e492,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:55.874064 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4220a5bc-a39e-464d-96bf-0df640b43d61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:55.881861 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4220a5bc-a39e-464d-96bf-0df640b43d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:55.896726 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d45a24f-35cc-482b-8b2f-c897a382fb15 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:37:55.932416 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4220a5bc-a39e-464d-96bf-0df640b43d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adbd48a5-98d0-42f7-8a65-4ea2d6a13923,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:55.954879 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-62f79256-c30d-4b27-b62b-c070837f96bc tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Deleting port b5593609-8256-4ea4-9751-8a0d3c6886c5 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:37:55.955435 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-62f79256-c30d-4b27-b62b-c070837f96bc tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:55.979662 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-4220a5bc-a39e-464d-96bf-0df640b43d61 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3fbfd23366e54e379f92f75cf8d42020&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3680367 Nov 25 17:37:55.982491 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 53946) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:56.011451 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8f20181a-8cc9-430a-b3ba-413209400ddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:56.075717 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-62f79256-c30d-4b27-b62b-c070837f96bc tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] For port b5593609-8256-4ea4-9751-8a0d3c6886c5, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=b5593609-8256-4ea4-9751-8a0d3c6886c5,segment=NetworkSegment(4d126c30-e510-48f8-8c94-5f1e83bb449e),segment_id=4d126c30-e510-48f8-8c94-5f1e83bb449e)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:56.076312 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-62f79256-c30d-4b27-b62b-c070837f96bc tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:56.093013 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-62f79256-c30d-4b27-b62b-c070837f96bc tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Calling delete_port for b5593609-8256-4ea4-9751-8a0d3c6886c5 owned by network:router_interface {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:37:56.137763 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8f20181a-8cc9-430a-b3ba-413209400ddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:56.144332 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8f20181a-8cc9-430a-b3ba-413209400ddd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:56.152771 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6a2fbb77-0414-4c0d-984c-0d8c376b63d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:56.213059 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6a2fbb77-0414-4c0d-984c-0d8c376b63d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:56.223707 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8f20181a-8cc9-430a-b3ba-413209400ddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:56.224338 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f20181a-8cc9-430a-b3ba-413209400ddd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2380d049-db2c-480f-bbab-f4c3d61c4d79 {{(pid=103361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:37:56.230879 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8f20181a-8cc9-430a-b3ba-413209400ddd admin admin] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:56.232240 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-8f20181a-8cc9-430a-b3ba-413209400ddd admin admin] 10.222.0.75 "DELETE /v2.0/routers/2380d049-db2c-480f-bbab-f4c3d61c4d79 HTTP/1.1" status: 204 len: 168 time: 1.9057140 Nov 25 17:37:56.235556 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 53956) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:56.281584 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6a2fbb77-0414-4c0d-984c-0d8c376b63d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:56.285930 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6a2fbb77-0414-4c0d-984c-0d8c376b63d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:56.290352 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-6a2fbb77-0414-4c0d-984c-0d8c376b63d3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/adbd48a5-98d0-42f7-8a65-4ea2d6a13923 HTTP/1.1" status: 204 len: 168 time: 0.3068645 Nov 25 17:37:56.305237 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2fbb77-0414-4c0d-984c-0d8c376b63d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adbd48a5-98d0-42f7-8a65-4ea2d6a13923,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:56.325586 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-b27d2d6c-a721-4976-b897-db2949556154 admin admin] Deleting subnet 19d34e75-8087-42c7-a3a8-95bea2a687ae {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:37:56.337717 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b27d2d6c-a721-4976-b897-db2949556154 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:56.363632 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-62f79256-c30d-4b27-b62b-c070837f96bc tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:56.402113 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f79256-c30d-4b27-b62b-c070837f96bc tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event deleted for resources: {'Port': ['ID=b5593609-8256-4ea4-9751-8a0d3c6886c5,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:56.440025 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b27d2d6c-a721-4976-b897-db2949556154 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:56.655989 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-62f79256-c30d-4b27-b62b-c070837f96bc tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:56.755955 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b27d2d6c-a721-4976-b897-db2949556154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:56.996711 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 158ac780-12b6-4e6b-a5c0-692522a9c940 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:37:57.014817 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b27d2d6c-a721-4976-b897-db2949556154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:57.017221 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 158ac780-12b6-4e6b-a5c0-692522a9c940 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:37:57.017580 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 158ac780-12b6-4e6b-a5c0-692522a9c940 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:37:57.018063 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device e718ee1b-5cff-4e56-8f0d-fc36f6f5e492 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:37:57.040458 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: e718ee1b-5cff-4e56-8f0d-fc36f6f5e492 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:37:57.040813 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device e718ee1b-5cff-4e56-8f0d-fc36f6f5e492 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:37:57.057660 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b27d2d6c-a721-4976-b897-db2949556154 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:57.064175 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce81751-5348-4b28-aa45-5a1dc40e8399 None None] Network 965caeff-0bd8-4807-9042-9253d5ab9857 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:37:57.064431 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54016) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:57.065449 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b27d2d6c-a721-4976-b897-db2949556154 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/19d34e75-8087-42c7-a3a8-95bea2a687ae HTTP/1.1" status: 204 len: 168 time: 0.8277888 Nov 25 17:37:57.070600 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d2d6c-a721-4976-b897-db2949556154 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19d34e75-8087-42c7-a3a8-95bea2a687ae,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:57.082151 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62f79256-c30d-4b27-b62b-c070837f96bc tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Router 375a01c7-6099-40f0-bed4-464f2a59cd8f has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:37:57.200926 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f79256-c30d-4b27-b62b-c070837f96bc tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:37:57.213051 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5841e3-6811-4ae6-846d-7fe23cda8f12 None None] Sync routers for ids ['375a01c7-6099-40f0-bed4-464f2a59cd8f'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:37:57.218070 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-62f79256-c30d-4b27-b62b-c070837f96bc tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "PUT /v2.0/routers/375a01c7-6099-40f0-bed4-464f2a59cd8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7935033 Nov 25 17:37:57.220017 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54024) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:57.232692 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5841e3-6811-4ae6-846d-7fe23cda8f12 None None] Routers {'375a01c7-6099-40f0-bed4-464f2a59cd8f'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:37:57.236127 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-ec5841e3-6811-4ae6-846d-7fe23cda8f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:37:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['375a01c7-6099-40f0-bed4-464f2a59cd8f'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:57.245848 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b4c41903-b7d1-4b09-b602-aa7d7ae3f037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:57.315768 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-62b45e6c-e692-4759-ae49-3ca10636f7c9 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Deleting subnet 5bdc15f8-aedc-496d-8b83-bc533a892ad1 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:37:57.320110 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-62b45e6c-e692-4759-ae49-3ca10636f7c9 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:57.338502 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc85a567-0476-4539-9514-8b0f0c223edf None None] DHCP port deletion for 965caeff-0bd8-4807-9042-9253d5ab9857 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:37:57.351067 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-b4c41903-b7d1-4b09-b602-aa7d7ae3f037 admin admin] Deleting port 00a3e658-0f35-4272-88e1-057d33493dd8 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:37:57.351240 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b4c41903-b7d1-4b09-b602-aa7d7ae3f037 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:57.385524 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-ec5841e3-6811-4ae6-846d-7fe23cda8f12 None None] Set router 375a01c7-6099-40f0-bed4-464f2a59cd8f gateway port host: None {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:37:57.406404 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-62b45e6c-e692-4759-ae49-3ca10636f7c9 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:57.426334 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-b4c41903-b7d1-4b09-b602-aa7d7ae3f037 admin admin] For port 00a3e658-0f35-4272-88e1-057d33493dd8, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=00a3e658-0f35-4272-88e1-057d33493dd8,segment=NetworkSegment(7ec04a0c-8575-467b-9c71-8b2ffe051a31),segment_id=7ec04a0c-8575-467b-9c71-8b2ffe051a31)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:57.426709 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b4c41903-b7d1-4b09-b602-aa7d7ae3f037 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:57.437917 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-bc85a567-0476-4539-9514-8b0f0c223edf None None] Deleting port 00a3e658-0f35-4272-88e1-057d33493dd8 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:37:57.438344 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-bc85a567-0476-4539-9514-8b0f0c223edf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:57.442442 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-b4c41903-b7d1-4b09-b602-aa7d7ae3f037 admin admin] Calling delete_port for 00a3e658-0f35-4272-88e1-057d33493dd8 owned by network:dhcp {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:37:57.526879 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-bc85a567-0476-4539-9514-8b0f0c223edf None None] For port 00a3e658-0f35-4272-88e1-057d33493dd8, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=00a3e658-0f35-4272-88e1-057d33493dd8,segment=NetworkSegment(7ec04a0c-8575-467b-9c71-8b2ffe051a31),segment_id=7ec04a0c-8575-467b-9c71-8b2ffe051a31)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:57.527572 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-bc85a567-0476-4539-9514-8b0f0c223edf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:57.546194 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b4c41903-b7d1-4b09-b602-aa7d7ae3f037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:57.576317 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-bc85a567-0476-4539-9514-8b0f0c223edf None None] Calling delete_port for 00a3e658-0f35-4272-88e1-057d33493dd8 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:37:57.586770 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c41903-b7d1-4b09-b602-aa7d7ae3f037 admin admin] Pushing event deleted for resources: {'Port': ['ID=00a3e658-0f35-4272-88e1-057d33493dd8,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:57.593535 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c41903-b7d1-4b09-b602-aa7d7ae3f037 admin admin] No DVR routers for this DVR port 00a3e658-0f35-4272-88e1-057d33493dd8 on host n-d-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:37:57.658044 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-62b45e6c-e692-4759-ae49-3ca10636f7c9 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:57.675704 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b4c41903-b7d1-4b09-b602-aa7d7ae3f037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:57.693561 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-ec5841e3-6811-4ae6-846d-7fe23cda8f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'name': 'tempest-RoutersIpV6Test-router-875584667', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:37:25Z', 'updated_at': '2021-11-25T17:37:56Z', 'revision_number': 9, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'gw_port_host': None, '_interfaces': [{'id': '346d947d-9b87-4a6c-82ae-4074f10a0994', 'name': '', 'network_id': 'aa6574a8-9aac-4226-9125-cf375fa89e2c', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:61:39:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '2107046b-6433-4770-97ed-53d7f02ce94f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:27Z', 'updated_at': '2021-11-25T17:37:32Z', 'revision_number': 5, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': '2107046b-6433-4770-97ed-53d7f02ce94f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da219d04-b63e-4cf1-b8e3-e35238c052be', 'name': '', 'network_id': '9568a2ec-c968-4d9e-82da-57de03b8b448', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:a9:ea:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '94dff6e0-a952-4936-9237-a46288b4f59b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:31Z', 'updated_at': '2021-11-25T17:37:41Z', 'revision_number': 5, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': '94dff6e0-a952-4936-9237-a46288b4f59b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:57.719703 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-b4c41903-b7d1-4b09-b602-aa7d7ae3f037 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['965caeff-0bd8-4807-9042-9253d5ab9857']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:57.742204 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-b4c41903-b7d1-4b09-b602-aa7d7ae3f037 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ec04a0c-8575-467b-9c71-8b2ffe051a31') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:57.742506 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-b4c41903-b7d1-4b09-b602-aa7d7ae3f037 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ec04a0c-8575-467b-9c71-8b2ffe051a31') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:57.757041 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5841e3-6811-4ae6-846d-7fe23cda8f12 None None] Checking router: 375a01c7-6099-40f0-bed4-464f2a59cd8f for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:37:57.757306 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b4c41903-b7d1-4b09-b602-aa7d7ae3f037 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:57.766449 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5841e3-6811-4ae6-846d-7fe23cda8f12 None None] Routers {'375a01c7-6099-40f0-bed4-464f2a59cd8f'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:37:57.767222 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-ec5841e3-6811-4ae6-846d-7fe23cda8f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:37:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['375a01c7-6099-40f0-bed4-464f2a59cd8f'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:57.786178 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-62b45e6c-e692-4759-ae49-3ca10636f7c9 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:57.789061 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b4c41903-b7d1-4b09-b602-aa7d7ae3f037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:57.800407 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4c41903-b7d1-4b09-b602-aa7d7ae3f037 admin admin] Releasing vlan 947 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:37:57.800863 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b4c41903-b7d1-4b09-b602-aa7d7ae3f037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:57.805538 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:37:57.805538 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:37:57.805538 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:37:57.805538 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:37:57.805538 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:37:57.805538 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:37:57.805538 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:37:57.805538 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:37:57.805538 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:37:57.805538 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:37:57.805538 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:37:57.805538 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:37:57.805538 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:37:57.805538 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:37:57.805538 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:37:57.805538 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:37:57.805538 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:37:57.805538 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:37:57.805538 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:37:57.805538 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:37:57.805538 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:37:57.805538 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:37:57.805538 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:37:57.805538 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:37:57.805538 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:37:57.805538 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:37:57.805538 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:37:57.805538 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:37:57.805538 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:37:57.805538 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:37:57.805538 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:37:57.805538 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:37:57.830277 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-bc85a567-0476-4539-9514-8b0f0c223edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:57.867326 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b45e6c-e692-4759-ae49-3ca10636f7c9 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event deleted for resources: {'Subnet': ['ID=5bdc15f8-aedc-496d-8b83-bc533a892ad1,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:57.891097 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-62b45e6c-e692-4759-ae49-3ca10636f7c9 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:57.894882 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-ec5841e3-6811-4ae6-846d-7fe23cda8f12 None None] Set router 375a01c7-6099-40f0-bed4-464f2a59cd8f gateway port host: None {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:37:57.895635 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc85a567-0476-4539-9514-8b0f0c223edf None None] Pushing event deleted for resources: {'Port': ['ID=00a3e658-0f35-4272-88e1-057d33493dd8,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:57.899986 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5d1d5f-b26a-46a3-a9e6-6a2d5f9df482 None None] Network 0c5bdd5b-8c67-47ed-a0f8-383fd4d4bd8a requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:37:57.914580 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-62b45e6c-e692-4759-ae49-3ca10636f7c9 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "DELETE /v2.0/subnets/5bdc15f8-aedc-496d-8b83-bc533a892ad1 HTTP/1.1" status: 204 len: 168 time: 0.6911504 Nov 25 17:37:57.915246 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54066) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:57.945112 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b4c41903-b7d1-4b09-b602-aa7d7ae3f037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:57.952272 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b4c41903-b7d1-4b09-b602-aa7d7ae3f037 admin admin] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:57.969009 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-b4c41903-b7d1-4b09-b602-aa7d7ae3f037 admin admin] 10.222.0.75 "DELETE /v2.0/networks/965caeff-0bd8-4807-9042-9253d5ab9857 HTTP/1.1" status: 204 len: 168 time: 0.9026737 Nov 25 17:37:57.995433 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc85a567-0476-4539-9514-8b0f0c223edf None None] No DVR routers for this DVR port 00a3e658-0f35-4272-88e1-057d33493dd8 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:37:58.035951 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c41903-b7d1-4b09-b602-aa7d7ae3f037 admin admin] Pushing event deleted for resources: {'Network': ['ID=965caeff-0bd8-4807-9042-9253d5ab9857,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:58.168069 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935233c6-7576-4dfb-8bb7-e306a26ad7c2 None None] DHCP port deletion for 0c5bdd5b-8c67-47ed-a0f8-383fd4d4bd8a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:37:58.171625 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0da74b51-bd65-4e2e-8c69-3c9dc8ddba7d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:58.248362 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-935233c6-7576-4dfb-8bb7-e306a26ad7c2 None None] Deleting port 80311694-1554-4408-897c-9e9cb8f0454b {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:37:58.249035 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-935233c6-7576-4dfb-8bb7-e306a26ad7c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:58.289253 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-0da74b51-bd65-4e2e-8c69-3c9dc8ddba7d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Deleting port 80311694-1554-4408-897c-9e9cb8f0454b {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:37:58.291681 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0da74b51-bd65-4e2e-8c69-3c9dc8ddba7d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:58.343223 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-ec5841e3-6811-4ae6-846d-7fe23cda8f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'name': 'tempest-RoutersIpV6Test-router-875584667', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:37:25Z', 'updated_at': '2021-11-25T17:37:56Z', 'revision_number': 9, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'gw_port_host': None, '_interfaces': [{'id': '346d947d-9b87-4a6c-82ae-4074f10a0994', 'name': '', 'network_id': 'aa6574a8-9aac-4226-9125-cf375fa89e2c', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:61:39:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '2107046b-6433-4770-97ed-53d7f02ce94f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:27Z', 'updated_at': '2021-11-25T17:37:32Z', 'revision_number': 5, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': '2107046b-6433-4770-97ed-53d7f02ce94f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da219d04-b63e-4cf1-b8e3-e35238c052be', 'name': '', 'network_id': '9568a2ec-c968-4d9e-82da-57de03b8b448', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:a9:ea:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '94dff6e0-a952-4936-9237-a46288b4f59b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:31Z', 'updated_at': '2021-11-25T17:37:41Z', 'revision_number': 5, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': '94dff6e0-a952-4936-9237-a46288b4f59b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:58.387867 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5841e3-6811-4ae6-846d-7fe23cda8f12 None None] The sync data for ids ['375a01c7-6099-40f0-bed4-464f2a59cd8f'] in n-d-817746-1 is: [{'id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'name': 'tempest-RoutersIpV6Test-router-875584667', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:37:25Z', 'updated_at': '2021-11-25T17:37:56Z', 'revision_number': 9, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'gw_port_host': None, '_interfaces': [{'id': '346d947d-9b87-4a6c-82ae-4074f10a0994', 'name': '', 'network_id': 'aa6574a8-9aac-4226-9125-cf375fa89e2c', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:61:39:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '2107046b-6433-4770-97ed-53d7f02ce94f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:27Z', 'updated_at': '2021-11-25T17:37:32Z', 'revision_number': 5, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': '2107046b-6433-4770-97ed-53d7f02ce94f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da219d04-b63e-4cf1-b8e3-e35238c052be', 'name': '', 'network_id': '9568a2ec-c968-4d9e-82da-57de03b8b448', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:a9:ea:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '94dff6e0-a952-4936-9237-a46288b4f59b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:31Z', 'updated_at': '2021-11-25T17:37:41Z', 'revision_number': 5, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': '94dff6e0-a952-4936-9237-a46288b4f59b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:37:58.395806 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-935233c6-7576-4dfb-8bb7-e306a26ad7c2 None None] For port 80311694-1554-4408-897c-9e9cb8f0454b, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=80311694-1554-4408-897c-9e9cb8f0454b,segment=NetworkSegment(4d126c30-e510-48f8-8c94-5f1e83bb449e),segment_id=4d126c30-e510-48f8-8c94-5f1e83bb449e)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:58.396435 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-935233c6-7576-4dfb-8bb7-e306a26ad7c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:58.401732 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-0da74b51-bd65-4e2e-8c69-3c9dc8ddba7d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] For port 80311694-1554-4408-897c-9e9cb8f0454b, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=80311694-1554-4408-897c-9e9cb8f0454b,segment=NetworkSegment(4d126c30-e510-48f8-8c94-5f1e83bb449e),segment_id=4d126c30-e510-48f8-8c94-5f1e83bb449e)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:58.402237 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0da74b51-bd65-4e2e-8c69-3c9dc8ddba7d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:58.421489 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-935233c6-7576-4dfb-8bb7-e306a26ad7c2 None None] Calling delete_port for 80311694-1554-4408-897c-9e9cb8f0454b owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:37:58.435989 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-0da74b51-bd65-4e2e-8c69-3c9dc8ddba7d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Calling delete_port for 80311694-1554-4408-897c-9e9cb8f0454b owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:37:58.448079 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54084) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:58.501594 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-a3981403-afce-45a4-8343-946af3f28157 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1a9c3242a61e438db3a59b55b2c137ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0521467 Nov 25 17:37:58.502805 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54086) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:58.555062 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-935233c6-7576-4dfb-8bb7-e306a26ad7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:58.559913 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1358d0b1-6829-42f7-9227-094fae5df5f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:58.567914 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0da74b51-bd65-4e2e-8c69-3c9dc8ddba7d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:58.583025 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da74b51-bd65-4e2e-8c69-3c9dc8ddba7d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] No DVR routers for this DVR port 80311694-1554-4408-897c-9e9cb8f0454b on host n-d-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:37:58.588184 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1358d0b1-6829-42f7-9227-094fae5df5f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:58.609305 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da74b51-bd65-4e2e-8c69-3c9dc8ddba7d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event deleted for resources: {'Port': ['ID=80311694-1554-4408-897c-9e9cb8f0454b,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:58.626211 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935233c6-7576-4dfb-8bb7-e306a26ad7c2 None None] Pushing event deleted for resources: {'Port': ['ID=80311694-1554-4408-897c-9e9cb8f0454b,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:58.640693 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935233c6-7576-4dfb-8bb7-e306a26ad7c2 None None] No DVR routers for this DVR port 80311694-1554-4408-897c-9e9cb8f0454b on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:37:58.660719 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1358d0b1-6829-42f7-9227-094fae5df5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:58.663441 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1358d0b1-6829-42f7-9227-094fae5df5f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:58.673546 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-1358d0b1-6829-42f7-9227-094fae5df5f9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9057f6df-c832-4b49-8259-ff7374bec0ab HTTP/1.1" status: 204 len: 168 time: 0.1692269 Nov 25 17:37:58.684171 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1358d0b1-6829-42f7-9227-094fae5df5f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9057f6df-c832-4b49-8259-ff7374bec0ab,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:58.735839 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0da74b51-bd65-4e2e-8c69-3c9dc8ddba7d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:58.762012 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-0da74b51-bd65-4e2e-8c69-3c9dc8ddba7d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c5bdd5b-8c67-47ed-a0f8-383fd4d4bd8a']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:58.777836 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-0da74b51-bd65-4e2e-8c69-3c9dc8ddba7d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d126c30-e510-48f8-8c94-5f1e83bb449e') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:58.778621 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-0da74b51-bd65-4e2e-8c69-3c9dc8ddba7d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d126c30-e510-48f8-8c94-5f1e83bb449e') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:58.794559 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0da74b51-bd65-4e2e-8c69-3c9dc8ddba7d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:58.824321 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0da74b51-bd65-4e2e-8c69-3c9dc8ddba7d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:58.842672 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0da74b51-bd65-4e2e-8c69-3c9dc8ddba7d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Releasing vlan 931 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:37:58.843086 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0da74b51-bd65-4e2e-8c69-3c9dc8ddba7d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:58.852333 n-d-817746-1 neutron-server[103360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:37:58.852333 n-d-817746-1 neutron-server[103360]: self.session.flush() Nov 25 17:37:58.852333 n-d-817746-1 neutron-server[103360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:37:58.852333 n-d-817746-1 neutron-server[103360]: self.session.flush() Nov 25 17:37:58.852333 n-d-817746-1 neutron-server[103360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:37:58.852333 n-d-817746-1 neutron-server[103360]: self.session.flush() Nov 25 17:37:58.852333 n-d-817746-1 neutron-server[103360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:37:58.852333 n-d-817746-1 neutron-server[103360]: self.session.flush() Nov 25 17:37:58.852333 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:37:58.852333 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:37:58.852333 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:37:58.852333 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:37:58.852333 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:37:58.852333 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:37:58.852333 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:37:58.852333 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:37:58.852333 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:37:58.852333 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:37:58.852333 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:37:58.852333 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:37:58.852333 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:37:58.852333 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:37:58.852333 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:37:58.852333 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:37:58.852333 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:37:58.852333 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:37:58.852333 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:37:58.852333 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:37:58.852333 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:37:58.852333 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:37:58.852333 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:37:58.852333 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:37:58.852333 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:37:58.852333 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:37:58.852333 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:37:58.852333 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:37:58.852333 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:37:58.852333 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:37:58.852333 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:37:58.852333 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:37:58.927795 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 00a3e658-0f35-4272-88e1-057d33493dd8 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:37:58.963030 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0da74b51-bd65-4e2e-8c69-3c9dc8ddba7d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:58.967728 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 00a3e658-0f35-4272-88e1-057d33493dd8 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:37:58.969203 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 00a3e658-0f35-4272-88e1-057d33493dd8 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:37:58.970743 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 80311694-1554-4408-897c-9e9cb8f0454b no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:37:58.972895 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0da74b51-bd65-4e2e-8c69-3c9dc8ddba7d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:58.987955 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54098) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:59.007039 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0da74b51-bd65-4e2e-8c69-3c9dc8ddba7d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "DELETE /v2.0/networks/0c5bdd5b-8c67-47ed-a0f8-383fd4d4bd8a HTTP/1.1" status: 204 len: 168 time: 1.0906661 Nov 25 17:37:59.007257 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 80311694-1554-4408-897c-9e9cb8f0454b {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:37:59.007433 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 80311694-1554-4408-897c-9e9cb8f0454b not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:37:59.008117 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device b5593609-8256-4ea4-9751-8a0d3c6886c5 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:37:59.037570 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da74b51-bd65-4e2e-8c69-3c9dc8ddba7d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event deleted for resources: {'Network': ['ID=0c5bdd5b-8c67-47ed-a0f8-383fd4d4bd8a,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:59.046981 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: b5593609-8256-4ea4-9751-8a0d3c6886c5 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:37:59.047512 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device b5593609-8256-4ea4-9751-8a0d3c6886c5 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:37:59.486426 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7cf4b3fb-dc1d-42c5-8844-ad652c509cf1 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:59.773778 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54138) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:59.795743 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-7cf4b3fb-dc1d-42c5-8844-ad652c509cf1 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Deleting port da219d04-b63e-4cf1-b8e3-e35238c052be {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:37:59.796096 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7cf4b3fb-dc1d-42c5-8844-ad652c509cf1 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:59.917826 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-7cf4b3fb-dc1d-42c5-8844-ad652c509cf1 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] For port da219d04-b63e-4cf1-b8e3-e35238c052be, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=da219d04-b63e-4cf1-b8e3-e35238c052be,segment=NetworkSegment(c67420f7-4c72-4410-a944-b70d10a55aaf),segment_id=c67420f7-4c72-4410-a944-b70d10a55aaf)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:59.918487 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7cf4b3fb-dc1d-42c5-8844-ad652c509cf1 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:59.933275 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-0670edc5-8e78-4783-b419-6bdd46ee4bc8 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1762793567-network', 'tenant_id': '7534728759214ee697d603a65ae33ecd'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:37:59.935363 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-7cf4b3fb-dc1d-42c5-8844-ad652c509cf1 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Calling delete_port for da219d04-b63e-4cf1-b8e3-e35238c052be owned by network:router_interface {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:37:59.977976 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0670edc5-8e78-4783-b419-6bdd46ee4bc8 admin admin] Made reservation on behalf of 7534728759214ee697d603a65ae33ecd for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:37:59.980863 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0670edc5-8e78-4783-b419-6bdd46ee4bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:59.991026 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0670edc5-8e78-4783-b419-6bdd46ee4bc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:00.106266 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0670edc5-8e78-4783-b419-6bdd46ee4bc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:00.110262 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0670edc5-8e78-4783-b419-6bdd46ee4bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:00.148138 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0670edc5-8e78-4783-b419-6bdd46ee4bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63cc7334-7580-4220-8d4b-61ab90b2ec80,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:00.177257 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7cf4b3fb-dc1d-42c5-8844-ad652c509cf1 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:00.182198 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0670edc5-8e78-4783-b419-6bdd46ee4bc8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 918} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:38:00.195412 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0670edc5-8e78-4783-b419-6bdd46ee4bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:00.195755 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-0670edc5-8e78-4783-b419-6bdd46ee4bc8 admin admin] Added segment 6dd50491-a722-404d-845c-8626b7846401 of type vlan for network 9c5d579f-2634-4718-9981-f678bd548310 Nov 25 17:38:00.216620 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf4b3fb-dc1d-42c5-8844-ad652c509cf1 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event deleted for resources: {'Port': ['ID=da219d04-b63e-4cf1-b8e3-e35238c052be,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:00.246549 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0670edc5-8e78-4783-b419-6bdd46ee4bc8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:00.276723 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:38:00.293493 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54158) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:00.304945 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0670edc5-8e78-4783-b419-6bdd46ee4bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:00.305992 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0670edc5-8e78-4783-b419-6bdd46ee4bc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:00.306583 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0670edc5-8e78-4783-b419-6bdd46ee4bc8 admin admin] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:00.399346 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0670edc5-8e78-4783-b419-6bdd46ee4bc8 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6245995 Nov 25 17:38:00.399805 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54162) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:00.406187 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-1997d30f-8a47-42b6-96ca-fbe6921545b2 admin admin] Request body: {'subnet': {'network_id': '9c5d579f-2634-4718-9981-f678bd548310', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1762793567-subnet', 'tenant_id': '7534728759214ee697d603a65ae33ecd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:00.406705 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0670edc5-8e78-4783-b419-6bdd46ee4bc8 admin admin] Pushing event updated for resources: {'Network': ['ID=9c5d579f-2634-4718-9981-f678bd548310,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:00.420605 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7cf4b3fb-dc1d-42c5-8844-ad652c509cf1 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:00.422887 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 9c5d579f-2634-4718-9981-f678bd548310 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:38:00.455034 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1997d30f-8a47-42b6-96ca-fbe6921545b2 admin admin] Made reservation on behalf of 7534728759214ee697d603a65ae33ecd for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:38:00.459532 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1997d30f-8a47-42b6-96ca-fbe6921545b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:00.598685 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-53962be4-a90f-405b-95ca-0a6def525528 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:00.699229 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-53962be4-a90f-405b-95ca-0a6def525528 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:00.703845 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-53962be4-a90f-405b-95ca-0a6def525528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:00.749646 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-53962be4-a90f-405b-95ca-0a6def525528 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6f96380387dd4394ba55e459afb05f91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4549475 Nov 25 17:38:00.750407 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54166) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:00.751197 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53962be4-a90f-405b-95ca-0a6def525528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a78d8193-afb0-4049-b1e7-8d55d5fa5c24,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:00.821945 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf4b3fb-dc1d-42c5-8844-ad652c509cf1 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Router 375a01c7-6099-40f0-bed4-464f2a59cd8f has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:38:00.958106 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1c6bb270-01a5-4039-9a63-fd355924bedd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:00.970084 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1997d30f-8a47-42b6-96ca-fbe6921545b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:01.055793 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1c6bb270-01a5-4039-9a63-fd355924bedd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:01.059764 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf4b3fb-dc1d-42c5-8844-ad652c509cf1 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:38:01.065015 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-7cf4b3fb-dc1d-42c5-8844-ad652c509cf1 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "PUT /v2.0/routers/375a01c7-6099-40f0-bed4-464f2a59cd8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0753987 Nov 25 17:38:01.067793 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54170) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:01.073703 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bea60c-005e-43cf-80ef-1019608e73a3 None None] Sync routers for ids ['375a01c7-6099-40f0-bed4-464f2a59cd8f'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:38:01.088197 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1997d30f-8a47-42b6-96ca-fbe6921545b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54a98383-b550-438d-88af-69368d761489,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:01.092761 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bea60c-005e-43cf-80ef-1019608e73a3 None None] Routers {'375a01c7-6099-40f0-bed4-464f2a59cd8f'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:38:01.094777 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-13bea60c-005e-43cf-80ef-1019608e73a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:37:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['375a01c7-6099-40f0-bed4-464f2a59cd8f'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:01.120792 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1997d30f-8a47-42b6-96ca-fbe6921545b2 admin admin] Checking segment: {'id': '6dd50491-a722-404d-845c-8626b7846401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '9c5d579f-2634-4718-9981-f678bd548310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:38:01.121186 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1997d30f-8a47-42b6-96ca-fbe6921545b2 admin admin] Network hostable DHCP agents. Network: 9c5d579f-2634-4718-9981-f678bd548310, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:38:01.143133 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae45c873-aeaf-426b-ae88-d0f87fc5d659 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Deleting subnet 94dff6e0-a952-4936-9237-a46288b4f59b {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:38:01.146058 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1997d30f-8a47-42b6-96ca-fbe6921545b2 admin admin] Network 9c5d579f-2634-4718-9981-f678bd548310 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:38:01.148695 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ae45c873-aeaf-426b-ae88-d0f87fc5d659 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:01.157023 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1c6bb270-01a5-4039-9a63-fd355924bedd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:01.160690 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1c6bb270-01a5-4039-9a63-fd355924bedd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:01.165397 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-1c6bb270-01a5-4039-9a63-fd355924bedd admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a78d8193-afb0-4049-b1e7-8d55d5fa5c24 HTTP/1.1" status: 204 len: 168 time: 0.4122143 Nov 25 17:38:01.169233 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-1997d30f-8a47-42b6-96ca-fbe6921545b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 9c5d579f-2634-4718-9981-f678bd548310) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:01.174741 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1997d30f-8a47-42b6-96ca-fbe6921545b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:01.176348 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1997d30f-8a47-42b6-96ca-fbe6921545b2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:01.200020 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6bb270-01a5-4039-9a63-fd355924bedd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78d8193-afb0-4049-b1e7-8d55d5fa5c24,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:01.202482 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ae45c873-aeaf-426b-ae88-d0f87fc5d659 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:01.224543 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-1997d30f-8a47-42b6-96ca-fbe6921545b2 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8234656 Nov 25 17:38:01.226647 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-13bea60c-005e-43cf-80ef-1019608e73a3 None None] Set router 375a01c7-6099-40f0-bed4-464f2a59cd8f gateway port host: None {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:38:01.360677 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ae45c873-aeaf-426b-ae88-d0f87fc5d659 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:01.516855 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9684b220-1232-45e6-8fb9-848a58f3275a None None] Network 9c5d579f-2634-4718-9981-f678bd548310 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:38:01.564197 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ae45c873-aeaf-426b-ae88-d0f87fc5d659 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:01.603417 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ae45c873-aeaf-426b-ae88-d0f87fc5d659 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:01.610593 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ae45c873-aeaf-426b-ae88-d0f87fc5d659 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "DELETE /v2.0/subnets/94dff6e0-a952-4936-9237-a46288b4f59b HTTP/1.1" status: 204 len: 168 time: 0.5396936 Nov 25 17:38:01.615211 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54190) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:01.652507 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68efc91-084c-4013-89b8-408d4cb0c8c1 None None] Network 9568a2ec-c968-4d9e-82da-57de03b8b448 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:38:01.718711 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae45c873-aeaf-426b-ae88-d0f87fc5d659 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event deleted for resources: {'Subnet': ['ID=94dff6e0-a952-4936-9237-a46288b4f59b,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:01.797565 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c39d13f4-bd76-40e7-b6bf-e3ead497441e tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:01.851535 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54200) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:01.872188 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f77bfcde-0825-4942-ae15-9462dd0566ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:01.878044 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-c39d13f4-bd76-40e7-b6bf-e3ead497441e tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Deleting port c0c3c107-e1d1-4919-91be-782d501d48bb {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:38:01.878820 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c39d13f4-bd76-40e7-b6bf-e3ead497441e tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:01.934957 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aebcb1a-437f-4ac7-aa06-65a1901a9a0b None None] Network 9c5d579f-2634-4718-9981-f678bd548310 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:38:02.000866 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-13bea60c-005e-43cf-80ef-1019608e73a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'name': 'tempest-RoutersIpV6Test-router-875584667', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:37:25Z', 'updated_at': '2021-11-25T17:38:00Z', 'revision_number': 10, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'gw_port_host': None, '_interfaces': [{'id': '346d947d-9b87-4a6c-82ae-4074f10a0994', 'name': '', 'network_id': 'aa6574a8-9aac-4226-9125-cf375fa89e2c', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:61:39:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '2107046b-6433-4770-97ed-53d7f02ce94f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:27Z', 'updated_at': '2021-11-25T17:37:32Z', 'revision_number': 5, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': '2107046b-6433-4770-97ed-53d7f02ce94f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:02.009736 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f77bfcde-0825-4942-ae15-9462dd0566ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:02.018730 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f77bfcde-0825-4942-ae15-9462dd0566ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:02.051413 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bea60c-005e-43cf-80ef-1019608e73a3 None None] Checking router: 375a01c7-6099-40f0-bed4-464f2a59cd8f for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:38:02.052472 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-c39d13f4-bd76-40e7-b6bf-e3ead497441e tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] For port c0c3c107-e1d1-4919-91be-782d501d48bb, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=c0c3c107-e1d1-4919-91be-782d501d48bb,segment=NetworkSegment(c67420f7-4c72-4410-a944-b70d10a55aaf),segment_id=c67420f7-4c72-4410-a944-b70d10a55aaf)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:02.052888 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c39d13f4-bd76-40e7-b6bf-e3ead497441e tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:02.056031 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f553772f-1f7f-478a-bf7b-f561b63e51e6 None None] DHCP port deletion for 9568a2ec-c968-4d9e-82da-57de03b8b448 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:38:02.068433 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f77bfcde-0825-4942-ae15-9462dd0566ba admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=bf0ca4aa2f1c439d98f6ffd0b57c920c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2158086 Nov 25 17:38:02.069806 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77bfcde-0825-4942-ae15-9462dd0566ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217c92ac-29e0-4e01-947f-dc500546fc8d,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:02.072342 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54204) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:02.082590 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-c39d13f4-bd76-40e7-b6bf-e3ead497441e tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Calling delete_port for c0c3c107-e1d1-4919-91be-782d501d48bb owned by network:dhcp {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:38:02.118623 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b1089-b9ba-42e0-957a-5753768c860a req-e6ce100e-bc24-44d2-a912-8431176ada25 tempest-ServerAddressesNegativeTestJSON-1859965331 tempest-ServerAddressesNegativeTestJSON-1859965331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:02.118623 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1f0b1089-b9ba-42e0-957a-5753768c860a req-e6ce100e-bc24-44d2-a912-8431176ada25 tempest-ServerAddressesNegativeTestJSON-1859965331 tempest-ServerAddressesNegativeTestJSON-1859965331-project] 10.222.0.75 "GET /v2.0/networks?id=9c5d579f-2634-4718-9981-f678bd548310 HTTP/1.1" status: 200 len: 822 time: 0.2374809 Nov 25 17:38:02.126008 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bea60c-005e-43cf-80ef-1019608e73a3 None None] Routers {'375a01c7-6099-40f0-bed4-464f2a59cd8f'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:38:02.126646 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-13bea60c-005e-43cf-80ef-1019608e73a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:37:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['375a01c7-6099-40f0-bed4-464f2a59cd8f'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:02.141337 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8be31092-dafd-46ec-8914-49b26ef83e68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:02.182302 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1f0b1089-b9ba-42e0-957a-5753768c860a req-1f459f50-e47a-4b14-9741-9bead638a0ba tempest-ServerAddressesNegativeTestJSON-1859965331 tempest-ServerAddressesNegativeTestJSON-1859965331-project] 10.222.0.75 "GET /v2.0/quotas/7534728759214ee697d603a65ae33ecd HTTP/1.1" status: 200 len: 375 time: 0.0315228 Nov 25 17:38:02.187891 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8be31092-dafd-46ec-8914-49b26ef83e68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:02.248010 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1f0b1089-b9ba-42e0-957a-5753768c860a req-f030c201-759c-4311-8a0f-20bd39849ad9 tempest-ServerAddressesNegativeTestJSON-1859965331 tempest-ServerAddressesNegativeTestJSON-1859965331-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=7534728759214ee697d603a65ae33ecd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550246 Nov 25 17:38:02.252781 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8be31092-dafd-46ec-8914-49b26ef83e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:02.257406 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-f553772f-1f7f-478a-bf7b-f561b63e51e6 None None] Deleting port c0c3c107-e1d1-4919-91be-782d501d48bb {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:38:02.257790 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f553772f-1f7f-478a-bf7b-f561b63e51e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:02.259823 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8be31092-dafd-46ec-8914-49b26ef83e68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:02.261731 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8be31092-dafd-46ec-8914-49b26ef83e68 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/217c92ac-29e0-4e01-947f-dc500546fc8d HTTP/1.1" status: 204 len: 168 time: 0.1883347 Nov 25 17:38:02.284673 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be31092-dafd-46ec-8914-49b26ef83e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217c92ac-29e0-4e01-947f-dc500546fc8d,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:02.331902 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c39d13f4-bd76-40e7-b6bf-e3ead497441e tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:02.347880 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39d13f4-bd76-40e7-b6bf-e3ead497441e tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] No DVR routers for this DVR port c0c3c107-e1d1-4919-91be-782d501d48bb on host n-d-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:38:02.365575 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-13bea60c-005e-43cf-80ef-1019608e73a3 None None] Set router 375a01c7-6099-40f0-bed4-464f2a59cd8f gateway port host: None {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:38:02.368369 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-f553772f-1f7f-478a-bf7b-f561b63e51e6 None None] For port c0c3c107-e1d1-4919-91be-782d501d48bb, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=c0c3c107-e1d1-4919-91be-782d501d48bb,segment=NetworkSegment(c67420f7-4c72-4410-a944-b70d10a55aaf),segment_id=c67420f7-4c72-4410-a944-b70d10a55aaf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:02.369010 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f553772f-1f7f-478a-bf7b-f561b63e51e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:02.404293 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d13f4-bd76-40e7-b6bf-e3ead497441e tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event deleted for resources: {'Port': ['ID=c0c3c107-e1d1-4919-91be-782d501d48bb,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:02.410966 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-f553772f-1f7f-478a-bf7b-f561b63e51e6 None None] Calling delete_port for c0c3c107-e1d1-4919-91be-782d501d48bb owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:38:02.491322 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c39d13f4-bd76-40e7-b6bf-e3ead497441e tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:02.503951 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1f0b1089-b9ba-42e0-957a-5753768c860a req-68545c84-398c-4f39-a6c5-4918cdefeb79 service neutron] 10.222.0.75 "GET /v2.0/networks/9c5d579f-2634-4718-9981-f678bd548310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387342 Nov 25 17:38:02.570742 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-c39d13f4-bd76-40e7-b6bf-e3ead497441e tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9568a2ec-c968-4d9e-82da-57de03b8b448']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:02.603125 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device c0c3c107-e1d1-4919-91be-782d501d48bb no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:38:02.638101 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: c0c3c107-e1d1-4919-91be-782d501d48bb {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:38:02.638466 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device c0c3c107-e1d1-4919-91be-782d501d48bb not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:38:02.690944 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-c39d13f4-bd76-40e7-b6bf-e3ead497441e tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c67420f7-4c72-4410-a944-b70d10a55aaf') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:02.691262 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-c39d13f4-bd76-40e7-b6bf-e3ead497441e tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c67420f7-4c72-4410-a944-b70d10a55aaf') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:02.717566 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f553772f-1f7f-478a-bf7b-f561b63e51e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:02.740970 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c39d13f4-bd76-40e7-b6bf-e3ead497441e tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:02.757016 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f553772f-1f7f-478a-bf7b-f561b63e51e6 None None] Pushing event deleted for resources: {'Port': ['ID=c0c3c107-e1d1-4919-91be-782d501d48bb,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:02.765120 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f553772f-1f7f-478a-bf7b-f561b63e51e6 None None] No DVR routers for this DVR port c0c3c107-e1d1-4919-91be-782d501d48bb on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:38:02.780487 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e6bc20b1-de0b-47aa-a3b8-bf545a0bba9a req-96f7424a-9457-4d58-a08a-32936e3bdd8d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2068226 Nov 25 17:38:02.781485 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c39d13f4-bd76-40e7-b6bf-e3ead497441e tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:02.791850 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-13bea60c-005e-43cf-80ef-1019608e73a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'name': 'tempest-RoutersIpV6Test-router-875584667', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:37:25Z', 'updated_at': '2021-11-25T17:38:00Z', 'revision_number': 10, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'gw_port_host': None, '_interfaces': [{'id': '346d947d-9b87-4a6c-82ae-4074f10a0994', 'name': '', 'network_id': 'aa6574a8-9aac-4226-9125-cf375fa89e2c', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:61:39:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '2107046b-6433-4770-97ed-53d7f02ce94f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:27Z', 'updated_at': '2021-11-25T17:37:32Z', 'revision_number': 5, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': '2107046b-6433-4770-97ed-53d7f02ce94f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:02.800251 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c39d13f4-bd76-40e7-b6bf-e3ead497441e tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Releasing vlan 916 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:38:02.801327 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c39d13f4-bd76-40e7-b6bf-e3ead497441e tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:02.804622 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:38:02.804622 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:38:02.804622 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:38:02.804622 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:38:02.804622 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:38:02.804622 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:38:02.804622 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:38:02.804622 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:38:02.804622 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:38:02.804622 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:38:02.804622 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:38:02.804622 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:38:02.804622 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:38:02.804622 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:38:02.804622 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:38:02.804622 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:38:02.804622 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:38:02.804622 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:38:02.804622 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:38:02.804622 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:38:02.804622 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:38:02.804622 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:38:02.804622 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:38:02.804622 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:38:02.804622 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:38:02.804622 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:38:02.804622 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:38:02.804622 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:38:02.804622 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:38:02.804622 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:38:02.804622 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:38:02.804622 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:38:02.836115 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bea60c-005e-43cf-80ef-1019608e73a3 None None] The sync data for ids ['375a01c7-6099-40f0-bed4-464f2a59cd8f'] in n-d-817746-1 is: [{'id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'name': 'tempest-RoutersIpV6Test-router-875584667', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:37:25Z', 'updated_at': '2021-11-25T17:38:00Z', 'revision_number': 10, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'gw_port_host': None, '_interfaces': [{'id': '346d947d-9b87-4a6c-82ae-4074f10a0994', 'name': '', 'network_id': 'aa6574a8-9aac-4226-9125-cf375fa89e2c', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'mac_address': 'fa:16:3e:61:39:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '2107046b-6433-4770-97ed-53d7f02ce94f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:27Z', 'updated_at': '2021-11-25T17:37:32Z', 'revision_number': 5, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'subnets': [{'id': '2107046b-6433-4770-97ed-53d7f02ce94f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:38:02.842081 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1f0b1089-b9ba-42e0-957a-5753768c860a req-47025031-44b8-4088-a93f-c4175e3ddb80 service neutron] 10.222.0.75 "GET /v2.0/networks/9c5d579f-2634-4718-9981-f678bd548310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246720 Nov 25 17:38:03.225376 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c39d13f4-bd76-40e7-b6bf-e3ead497441e tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:03.261805 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4e7818cd-09bc-40c2-bb57-74a64bc38ac2 req-670d0300-c306-44dc-b315-a13cc570528e tempest-ServerAddressesNegativeTestJSON-1859965331 tempest-ServerAddressesNegativeTestJSON-1859965331-project] 10.222.0.75 "GET /v2.0/ports?device_id=af103a40-5925-4e66-be90-c8dad3eb17c4 HTTP/1.1" status: 200 len: 210 time: 0.0506780 Nov 25 17:38:03.284119 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c39d13f4-bd76-40e7-b6bf-e3ead497441e tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:03.293756 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c39d13f4-bd76-40e7-b6bf-e3ead497441e tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "DELETE /v2.0/networks/9568a2ec-c968-4d9e-82da-57de03b8b448 HTTP/1.1" status: 204 len: 168 time: 1.6754775 Nov 25 17:38:03.294714 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54236) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:03.297193 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d13f4-bd76-40e7-b6bf-e3ead497441e tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event deleted for resources: {'Network': ['ID=9568a2ec-c968-4d9e-82da-57de03b8b448,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:03.320810 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bc20b1-de0b-47aa-a3b8-bf545a0bba9a req-ff2d3740-2b48-4e02-bff4-4173a6b8bf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:03.322580 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e6bc20b1-de0b-47aa-a3b8-bf545a0bba9a req-ff2d3740-2b48-4e02-bff4-4173a6b8bf1e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d4086650dac54a539044dab15f8f252a&device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 1097 time: 0.4354250 Nov 25 17:38:03.539715 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bc20b1-de0b-47aa-a3b8-bf545a0bba9a req-e3808476-79e5-4a93-858b-316e3ff9d419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:03.541244 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e6bc20b1-de0b-47aa-a3b8-bf545a0bba9a req-e3808476-79e5-4a93-858b-316e3ff9d419 service neutron] 10.222.0.90 "GET /v2.0/networks?id=49c799e6-01fb-4356-b67f-8b970273c51a HTTP/1.1" status: 200 len: 917 time: 0.1915407 Nov 25 17:38:03.627823 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e6bc20b1-de0b-47aa-a3b8-bf545a0bba9a req-73184c2f-0dfb-478c-8291-0e742f5e5d8f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eafcd150-3494-48a4-b969-e28538f2a772 HTTP/1.1" status: 200 len: 1001 time: 0.0788522 Nov 25 17:38:03.741746 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bc20b1-de0b-47aa-a3b8-bf545a0bba9a req-7f2defff-4832-4086-842e-7ad8967401d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:03.744881 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e6bc20b1-de0b-47aa-a3b8-bf545a0bba9a req-7f2defff-4832-4086-842e-7ad8967401d9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=25a72b94-fb6e-4434-9c21-274e75835bc9 HTTP/1.1" status: 200 len: 855 time: 0.1103067 Nov 25 17:38:03.807196 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-86dab78a-46c7-4f85-b418-40d82670ef08 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:03.862756 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bc20b1-de0b-47aa-a3b8-bf545a0bba9a req-8a195720-ead7-4bb9-a828-fce5508ebd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:03.864386 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e6bc20b1-de0b-47aa-a3b8-bf545a0bba9a req-8a195720-ead7-4bb9-a828-fce5508ebd33 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=49c799e6-01fb-4356-b67f-8b970273c51a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1102180 Nov 25 17:38:04.086715 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e6bc20b1-de0b-47aa-a3b8-bf545a0bba9a req-2daccaf0-b1a5-4e6f-9bc6-019052320bed service neutron] 10.222.0.90 "GET /v2.0/networks/49c799e6-01fb-4356-b67f-8b970273c51a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138002 Nov 25 17:38:04.235871 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e6bc20b1-de0b-47aa-a3b8-bf545a0bba9a req-0144d660-b6fb-4209-a30e-1720ccfeed75 service neutron] 10.222.0.90 "GET /v2.0/networks/49c799e6-01fb-4356-b67f-8b970273c51a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423585 Nov 25 17:38:04.292121 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-86dab78a-46c7-4f85-b418-40d82670ef08 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Deleting port 346d947d-9b87-4a6c-82ae-4074f10a0994 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:38:04.292480 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-86dab78a-46c7-4f85-b418-40d82670ef08 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:04.412575 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-86dab78a-46c7-4f85-b418-40d82670ef08 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] For port 346d947d-9b87-4a6c-82ae-4074f10a0994, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=346d947d-9b87-4a6c-82ae-4074f10a0994,segment=NetworkSegment(56ef1b7a-3169-4a5c-84a3-0476a59c1024),segment_id=56ef1b7a-3169-4a5c-84a3-0476a59c1024)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:04.413252 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-86dab78a-46c7-4f85-b418-40d82670ef08 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:04.421901 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e4f26d77-510a-4f5e-badf-d6bc2b7d03e7 req-1b9b0bc3-979f-48da-8bcc-760c60e32748 tempest-ServerAddressesNegativeTestJSON-1859965331 tempest-ServerAddressesNegativeTestJSON-1859965331-project] 10.222.0.75 "GET /v2.0/ports?device_id=af103a40-5925-4e66-be90-c8dad3eb17c4 HTTP/1.1" status: 200 len: 210 time: 0.0538564 Nov 25 17:38:04.430761 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-86dab78a-46c7-4f85-b418-40d82670ef08 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Calling delete_port for 346d947d-9b87-4a6c-82ae-4074f10a0994 owned by network:router_interface {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:38:04.523117 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device da219d04-b63e-4cf1-b8e3-e35238c052be no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:38:04.567236 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: da219d04-b63e-4cf1-b8e3-e35238c052be {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:38:04.574655 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device da219d04-b63e-4cf1-b8e3-e35238c052be not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:38:04.652235 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b1089-b9ba-42e0-957a-5753768c860a req-a4ac949a-d301-4a07-8d58-aabc94ef6954 tempest-ServerAddressesNegativeTestJSON-1859965331 tempest-ServerAddressesNegativeTestJSON-1859965331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:04.654683 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1f0b1089-b9ba-42e0-957a-5753768c860a req-a4ac949a-d301-4a07-8d58-aabc94ef6954 tempest-ServerAddressesNegativeTestJSON-1859965331 tempest-ServerAddressesNegativeTestJSON-1859965331-project] 10.222.0.90 "GET /v2.0/networks?id=9c5d579f-2634-4718-9981-f678bd548310 HTTP/1.1" status: 200 len: 822 time: 0.1985049 Nov 25 17:38:04.685583 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-1f0b1089-b9ba-42e0-957a-5753768c860a req-bd4c082c-a01d-4b0c-8d63-94d3d1e6453f tempest-ServerAddressesNegativeTestJSON-1859965331 tempest-ServerAddressesNegativeTestJSON-1859965331-project] Request body: {'port': {'device_id': 'af103a40-5925-4e66-be90-c8dad3eb17c4', 'network_id': '9c5d579f-2634-4718-9981-f678bd548310', 'admin_state_up': True, 'tenant_id': '7534728759214ee697d603a65ae33ecd'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:04.732291 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-86dab78a-46c7-4f85-b418-40d82670ef08 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:04.785416 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dab78a-46c7-4f85-b418-40d82670ef08 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event deleted for resources: {'Port': ['ID=346d947d-9b87-4a6c-82ae-4074f10a0994,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:04.952933 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f0b1089-b9ba-42e0-957a-5753768c860a req-bd4c082c-a01d-4b0c-8d63-94d3d1e6453f tempest-ServerAddressesNegativeTestJSON-1859965331 tempest-ServerAddressesNegativeTestJSON-1859965331-project] Made reservation on behalf of 7534728759214ee697d603a65ae33ecd for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:38:04.965824 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1f0b1089-b9ba-42e0-957a-5753768c860a req-bd4c082c-a01d-4b0c-8d63-94d3d1e6453f tempest-ServerAddressesNegativeTestJSON-1859965331 tempest-ServerAddressesNegativeTestJSON-1859965331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:05.004419 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-86dab78a-46c7-4f85-b418-40d82670ef08 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:05.184651 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-1f0b1089-b9ba-42e0-957a-5753768c860a req-bd4c082c-a01d-4b0c-8d63-94d3d1e6453f tempest-ServerAddressesNegativeTestJSON-1859965331 tempest-ServerAddressesNegativeTestJSON-1859965331-project] Allocated IP 172.20.0.8 (9c5d579f-2634-4718-9981-f678bd548310/54a98383-b550-438d-88af-69368d761489/73eb99ae-3217-4a12-bd3c-2f8a01826958) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:38:05.218232 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86dab78a-46c7-4f85-b418-40d82670ef08 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Router 375a01c7-6099-40f0-bed4-464f2a59cd8f has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:38:05.309127 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86dab78a-46c7-4f85-b418-40d82670ef08 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:38:05.320420 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-86dab78a-46c7-4f85-b418-40d82670ef08 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "PUT /v2.0/routers/375a01c7-6099-40f0-bed4-464f2a59cd8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0219586 Nov 25 17:38:05.320771 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54288) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:05.326895 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485d4ede-0b75-4349-b0a8-b5d4e43a1f6a None None] Sync routers for ids ['375a01c7-6099-40f0-bed4-464f2a59cd8f'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:38:05.340481 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485d4ede-0b75-4349-b0a8-b5d4e43a1f6a None None] Routers {'375a01c7-6099-40f0-bed4-464f2a59cd8f'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:38:05.341514 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-485d4ede-0b75-4349-b0a8-b5d4e43a1f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:37:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['375a01c7-6099-40f0-bed4-464f2a59cd8f'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:05.408081 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-1567baec-c973-4f0f-8359-9bb44b12da5e tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Deleting subnet 2107046b-6433-4770-97ed-53d7f02ce94f {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:38:05.420043 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1567baec-c973-4f0f-8359-9bb44b12da5e tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:05.429711 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-485d4ede-0b75-4349-b0a8-b5d4e43a1f6a None None] Set router 375a01c7-6099-40f0-bed4-464f2a59cd8f gateway port host: None {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:38:05.471047 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1f0b1089-b9ba-42e0-957a-5753768c860a req-bd4c082c-a01d-4b0c-8d63-94d3d1e6453f tempest-ServerAddressesNegativeTestJSON-1859965331 tempest-ServerAddressesNegativeTestJSON-1859965331-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:05.483484 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1567baec-c973-4f0f-8359-9bb44b12da5e tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:05.527071 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-485d4ede-0b75-4349-b0a8-b5d4e43a1f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'name': 'tempest-RoutersIpV6Test-router-875584667', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:37:25Z', 'updated_at': '2021-11-25T17:38:04Z', 'revision_number': 11, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'gw_port_host': None}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:05.557255 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485d4ede-0b75-4349-b0a8-b5d4e43a1f6a None None] Checking router: 375a01c7-6099-40f0-bed4-464f2a59cd8f for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:38:05.572240 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485d4ede-0b75-4349-b0a8-b5d4e43a1f6a None None] Routers {'375a01c7-6099-40f0-bed4-464f2a59cd8f'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:38:05.573185 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-485d4ede-0b75-4349-b0a8-b5d4e43a1f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:37:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['375a01c7-6099-40f0-bed4-464f2a59cd8f'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:05.583877 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bbbb2b4d-dd10-4534-9233-0d3739b8378b req-76400bc3-5d03-4004-baf0-a8b7daf00f25 tempest-ServerAddressesNegativeTestJSON-1859965331 tempest-ServerAddressesNegativeTestJSON-1859965331-project] 10.222.0.75 "GET /v2.0/ports?device_id=af103a40-5925-4e66-be90-c8dad3eb17c4 HTTP/1.1" status: 200 len: 210 time: 0.0487895 Nov 25 17:38:05.615802 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1f0b1089-b9ba-42e0-957a-5753768c860a req-bd4c082c-a01d-4b0c-8d63-94d3d1e6453f tempest-ServerAddressesNegativeTestJSON-1859965331 tempest-ServerAddressesNegativeTestJSON-1859965331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:05.665857 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1567baec-c973-4f0f-8359-9bb44b12da5e tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:05.710536 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f0b1089-b9ba-42e0-957a-5753768c860a req-bd4c082c-a01d-4b0c-8d63-94d3d1e6453f tempest-ServerAddressesNegativeTestJSON-1859965331 tempest-ServerAddressesNegativeTestJSON-1859965331-project] Network 9c5d579f-2634-4718-9981-f678bd548310 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:38:05.719004 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4c082c-a01d-4b0c-8d63-94d3d1e6453f tempest-ServerAddressesNegativeTestJSON-1859965331 tempest-ServerAddressesNegativeTestJSON-1859965331-project] Pushing event updated for resources: {'Port': ['ID=73eb99ae-3217-4a12-bd3c-2f8a01826958,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:05.721851 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-1f0b1089-b9ba-42e0-957a-5753768c860a req-bd4c082c-a01d-4b0c-8d63-94d3d1e6453f tempest-ServerAddressesNegativeTestJSON-1859965331 tempest-ServerAddressesNegativeTestJSON-1859965331-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:05.724083 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f0b1089-b9ba-42e0-957a-5753768c860a req-bd4c082c-a01d-4b0c-8d63-94d3d1e6453f tempest-ServerAddressesNegativeTestJSON-1859965331 tempest-ServerAddressesNegativeTestJSON-1859965331-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:38:05.784397 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-485d4ede-0b75-4349-b0a8-b5d4e43a1f6a None None] Set router 375a01c7-6099-40f0-bed4-464f2a59cd8f gateway port host: None {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:38:05.793415 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b1089-b9ba-42e0-957a-5753768c860a req-bd4c082c-a01d-4b0c-8d63-94d3d1e6453f tempest-ServerAddressesNegativeTestJSON-1859965331 tempest-ServerAddressesNegativeTestJSON-1859965331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:05.794111 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1f0b1089-b9ba-42e0-957a-5753768c860a req-bd4c082c-a01d-4b0c-8d63-94d3d1e6453f tempest-ServerAddressesNegativeTestJSON-1859965331 tempest-ServerAddressesNegativeTestJSON-1859965331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:05.821180 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1f0b1089-b9ba-42e0-957a-5753768c860a req-bd4c082c-a01d-4b0c-8d63-94d3d1e6453f tempest-ServerAddressesNegativeTestJSON-1859965331 tempest-ServerAddressesNegativeTestJSON-1859965331-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1482279 Nov 25 17:38:05.822656 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1567baec-c973-4f0f-8359-9bb44b12da5e tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:05.837293 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-1f0b1089-b9ba-42e0-957a-5753768c860a req-77015e24-7fd7-4b97-8bcc-8b2cde9f6473 service neutron] Request body: {'port': {'device_id': 'af103a40-5925-4e66-be90-c8dad3eb17c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:05.854779 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-485d4ede-0b75-4349-b0a8-b5d4e43a1f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'name': 'tempest-RoutersIpV6Test-router-875584667', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:37:25Z', 'updated_at': '2021-11-25T17:38:04Z', 'revision_number': 11, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'gw_port_host': None}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:05.882548 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1567baec-c973-4f0f-8359-9bb44b12da5e tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event deleted for resources: {'Subnet': ['ID=2107046b-6433-4770-97ed-53d7f02ce94f,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:05.885186 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485d4ede-0b75-4349-b0a8-b5d4e43a1f6a None None] The sync data for ids ['375a01c7-6099-40f0-bed4-464f2a59cd8f'] in n-d-817746-1 is: [{'id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'name': 'tempest-RoutersIpV6Test-router-875584667', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:37:25Z', 'updated_at': '2021-11-25T17:38:04Z', 'revision_number': 11, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'gw_port_host': None}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:38:05.903624 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1567baec-c973-4f0f-8359-9bb44b12da5e tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:05.910367 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54306) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:05.910927 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-1567baec-c973-4f0f-8359-9bb44b12da5e tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "DELETE /v2.0/subnets/2107046b-6433-4770-97ed-53d7f02ce94f HTTP/1.1" status: 204 len: 168 time: 0.5889614 Nov 25 17:38:05.930638 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fff00c9-e94e-498b-87af-aeb23936fca4 None None] Network aa6574a8-9aac-4226-9125-cf375fa89e2c requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:38:05.962732 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1f0b1089-b9ba-42e0-957a-5753768c860a req-77015e24-7fd7-4b97-8bcc-8b2cde9f6473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:06.071947 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6fe37de3-6845-4797-855a-4e5042921d9d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:06.181862 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-6fe37de3-6845-4797-855a-4e5042921d9d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Deleting port 4eda5118-0955-4d5e-92ba-aaff12ce86dc {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:38:06.182479 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6fe37de3-6845-4797-855a-4e5042921d9d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:06.267546 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-6fe37de3-6845-4797-855a-4e5042921d9d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] For port 4eda5118-0955-4d5e-92ba-aaff12ce86dc, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=4eda5118-0955-4d5e-92ba-aaff12ce86dc,segment=NetworkSegment(56ef1b7a-3169-4a5c-84a3-0476a59c1024),segment_id=56ef1b7a-3169-4a5c-84a3-0476a59c1024)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:06.268142 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6fe37de3-6845-4797-855a-4e5042921d9d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:06.289855 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-6fe37de3-6845-4797-855a-4e5042921d9d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Calling delete_port for 4eda5118-0955-4d5e-92ba-aaff12ce86dc owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:38:06.316066 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640c8856-8e72-4026-a902-06f636cd3ca0 None None] DHCP port deletion for aa6574a8-9aac-4226-9125-cf375fa89e2c request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:38:06.371096 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-1f0b1089-b9ba-42e0-957a-5753768c860a req-77015e24-7fd7-4b97-8bcc-8b2cde9f6473 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73eb99ae-3217-4a12-bd3c-2f8a01826958 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:38:06.382786 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1f0b1089-b9ba-42e0-957a-5753768c860a req-77015e24-7fd7-4b97-8bcc-8b2cde9f6473 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:06.395667 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54314) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:06.420396 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6fe37de3-6845-4797-855a-4e5042921d9d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:06.420775 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-640c8856-8e72-4026-a902-06f636cd3ca0 None None] Deleting port 4eda5118-0955-4d5e-92ba-aaff12ce86dc {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:38:06.421377 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-640c8856-8e72-4026-a902-06f636cd3ca0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:06.427375 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-1f0b1089-b9ba-42e0-957a-5753768c860a req-77015e24-7fd7-4b97-8bcc-8b2cde9f6473 service neutron] Transition to ACTIVE for port object 73eb99ae-3217-4a12-bd3c-2f8a01826958 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:38:06.435708 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1f0b1089-b9ba-42e0-957a-5753768c860a req-77015e24-7fd7-4b97-8bcc-8b2cde9f6473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:06.455878 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe37de3-6845-4797-855a-4e5042921d9d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event deleted for resources: {'Port': ['ID=4eda5118-0955-4d5e-92ba-aaff12ce86dc,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:06.461855 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe37de3-6845-4797-855a-4e5042921d9d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] No DVR routers for this DVR port 4eda5118-0955-4d5e-92ba-aaff12ce86dc on host n-d-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:38:06.601192 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6fe37de3-6845-4797-855a-4e5042921d9d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:06.622991 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77015e24-7fd7-4b97-8bcc-8b2cde9f6473 service neutron] Pushing event updated for resources: {'Port': ['ID=73eb99ae-3217-4a12-bd3c-2f8a01826958,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:06.634324 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-6fe37de3-6845-4797-855a-4e5042921d9d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa6574a8-9aac-4226-9125-cf375fa89e2c']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:06.651264 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-6fe37de3-6845-4797-855a-4e5042921d9d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56ef1b7a-3169-4a5c-84a3-0476a59c1024') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:06.651402 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-6fe37de3-6845-4797-855a-4e5042921d9d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56ef1b7a-3169-4a5c-84a3-0476a59c1024') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:06.667633 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bf0cdb7d-a12a-48c8-818f-42435f2aee22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:06.668053 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6fe37de3-6845-4797-855a-4e5042921d9d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:06.688524 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6fe37de3-6845-4797-855a-4e5042921d9d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:06.698251 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fe37de3-6845-4797-855a-4e5042921d9d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Releasing vlan 937 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:38:06.699084 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6fe37de3-6845-4797-855a-4e5042921d9d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:06.703394 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:38:06.703394 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:38:06.703394 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:38:06.703394 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:38:06.703394 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:38:06.703394 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:38:06.703394 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:38:06.703394 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:38:06.703394 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:38:06.703394 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:38:06.703394 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:38:06.703394 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:38:06.703394 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:38:06.703394 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:38:06.703394 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:38:06.703394 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:38:06.703394 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:38:06.703394 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:38:06.703394 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:38:06.703394 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:38:06.703394 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:38:06.703394 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:38:06.703394 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:38:06.703394 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:38:06.703394 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:38:06.703394 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:38:06.703394 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:38:06.703394 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:38:06.703394 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:38:06.703394 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:38:06.703394 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:38:06.703394 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:38:06.730904 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-1f0b1089-b9ba-42e0-957a-5753768c860a req-77015e24-7fd7-4b97-8bcc-8b2cde9f6473 service neutron] Attempting to bind port 73eb99ae-3217-4a12-bd3c-2f8a01826958 on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:38:06.730904 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-1f0b1089-b9ba-42e0-957a-5753768c860a req-77015e24-7fd7-4b97-8bcc-8b2cde9f6473 service neutron] Attempting to bind port 73eb99ae-3217-4a12-bd3c-2f8a01826958 by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '6dd50491-a722-404d-845c-8626b7846401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '9c5d579f-2634-4718-9981-f678bd548310'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:38:06.731281 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0b1089-b9ba-42e0-957a-5753768c860a req-77015e24-7fd7-4b97-8bcc-8b2cde9f6473 service neutron] Attempting to bind port 73eb99ae-3217-4a12-bd3c-2f8a01826958 on network 9c5d579f-2634-4718-9981-f678bd548310 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:06.743600 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0b1089-b9ba-42e0-957a-5753768c860a req-77015e24-7fd7-4b97-8bcc-8b2cde9f6473 service neutron] Port 73eb99ae-3217-4a12-bd3c-2f8a01826958 on network 9c5d579f-2634-4718-9981-f678bd548310 not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:38:06.743941 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0b1089-b9ba-42e0-957a-5753768c860a req-77015e24-7fd7-4b97-8bcc-8b2cde9f6473 service neutron] Attempting to bind port 73eb99ae-3217-4a12-bd3c-2f8a01826958 on network 9c5d579f-2634-4718-9981-f678bd548310 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:06.751749 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0b1089-b9ba-42e0-957a-5753768c860a req-77015e24-7fd7-4b97-8bcc-8b2cde9f6473 service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:38:06.752875 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0b1089-b9ba-42e0-957a-5753768c860a req-77015e24-7fd7-4b97-8bcc-8b2cde9f6473 service neutron] Checking segment: {'id': '6dd50491-a722-404d-845c-8626b7846401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '9c5d579f-2634-4718-9981-f678bd548310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:38:06.753203 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0b1089-b9ba-42e0-957a-5753768c860a req-77015e24-7fd7-4b97-8bcc-8b2cde9f6473 service neutron] Bound using segment: {'id': '6dd50491-a722-404d-845c-8626b7846401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '9c5d579f-2634-4718-9981-f678bd548310'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:38:06.753909 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-1f0b1089-b9ba-42e0-957a-5753768c860a req-77015e24-7fd7-4b97-8bcc-8b2cde9f6473 service neutron] Bound port: 73eb99ae-3217-4a12-bd3c-2f8a01826958, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dd50491-a722-404d-845c-8626b7846401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '9c5d579f-2634-4718-9981-f678bd548310'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:38:06.754331 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1f0b1089-b9ba-42e0-957a-5753768c860a req-77015e24-7fd7-4b97-8bcc-8b2cde9f6473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:06.790627 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6fe37de3-6845-4797-855a-4e5042921d9d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:06.806760 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6fe37de3-6845-4797-855a-4e5042921d9d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:06.811654 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6fe37de3-6845-4797-855a-4e5042921d9d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "DELETE /v2.0/networks/aa6574a8-9aac-4226-9125-cf375fa89e2c HTTP/1.1" status: 204 len: 168 time: 0.8997929 Nov 25 17:38:06.814978 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54322) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:06.820241 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-bbf44083-1d44-4335-b74f-6b9924832c7e tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Request body: {'router': {'routes': None}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:06.853826 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-640c8856-8e72-4026-a902-06f636cd3ca0 None None] For port 4eda5118-0955-4d5e-92ba-aaff12ce86dc, host n-d-817746-1, got binding levels [] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:06.854493 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-640c8856-8e72-4026-a902-06f636cd3ca0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:06.871667 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 346d947d-9b87-4a6c-82ae-4074f10a0994 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:38:06.878683 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-1f0b1089-b9ba-42e0-957a-5753768c860a req-77015e24-7fd7-4b97-8bcc-8b2cde9f6473 service neutron] For port 73eb99ae-3217-4a12-bd3c-2f8a01826958, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:38:06.883033 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe37de3-6845-4797-855a-4e5042921d9d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Pushing event deleted for resources: {'Network': ['ID=aa6574a8-9aac-4226-9125-cf375fa89e2c,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:06.887248 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-1f0b1089-b9ba-42e0-957a-5753768c860a req-77015e24-7fd7-4b97-8bcc-8b2cde9f6473 service neutron] For port 73eb99ae-3217-4a12-bd3c-2f8a01826958, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=73eb99ae-3217-4a12-bd3c-2f8a01826958,segment=NetworkSegment(6dd50491-a722-404d-845c-8626b7846401),segment_id=6dd50491-a722-404d-845c-8626b7846401)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:38:06.902284 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-640c8856-8e72-4026-a902-06f636cd3ca0 None None] Calling delete_port for 4eda5118-0955-4d5e-92ba-aaff12ce86dc owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:38:06.904710 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1f0b1089-b9ba-42e0-957a-5753768c860a req-77015e24-7fd7-4b97-8bcc-8b2cde9f6473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:06.906157 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 346d947d-9b87-4a6c-82ae-4074f10a0994 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:38:06.906677 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 346d947d-9b87-4a6c-82ae-4074f10a0994 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:38:06.907283 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 4eda5118-0955-4d5e-92ba-aaff12ce86dc no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:38:06.921049 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ce740f-bb57-4779-96f5-8bed29766ee6 req-b39847ed-2a79-4002-8c29-6d7b003c210a tempest-ServerAddressesNegativeTestJSON-1859965331 tempest-ServerAddressesNegativeTestJSON-1859965331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:06.922598 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-09ce740f-bb57-4779-96f5-8bed29766ee6 req-b39847ed-2a79-4002-8c29-6d7b003c210a tempest-ServerAddressesNegativeTestJSON-1859965331 tempest-ServerAddressesNegativeTestJSON-1859965331-project] 10.222.0.75 "GET /v2.0/ports?device_id=af103a40-5925-4e66-be90-c8dad3eb17c4 HTTP/1.1" status: 200 len: 943 time: 0.1517823 Nov 25 17:38:06.933557 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.ipam_backend_mixin [None req-640c8856-8e72-4026-a902-06f636cd3ca0 None None] Port 4eda5118-0955-4d5e-92ba-aaff12ce86dc was not found and therefore no delete operation was performed {{(pid=103362) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 17:38:06.934944 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 4eda5118-0955-4d5e-92ba-aaff12ce86dc {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:38:06.935298 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 4eda5118-0955-4d5e-92ba-aaff12ce86dc not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:38:06.939073 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-640c8856-8e72-4026-a902-06f636cd3ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:06.962748 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bf0cdb7d-a12a-48c8-818f-42435f2aee22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:06.967552 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-640c8856-8e72-4026-a902-06f636cd3ca0 None None] Network aa6574a8-9aac-4226-9125-cf375fa89e2c is not hosted by any dhcp agent {{(pid=103362) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 17:38:06.968074 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640c8856-8e72-4026-a902-06f636cd3ca0 None None] No DVR routers for this DVR port 4eda5118-0955-4d5e-92ba-aaff12ce86dc on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:38:06.992727 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640c8856-8e72-4026-a902-06f636cd3ca0 None None] Pushing event deleted for resources: {'Port': ['ID=4eda5118-0955-4d5e-92ba-aaff12ce86dc,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:07.004656 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b1089-b9ba-42e0-957a-5753768c860a req-77015e24-7fd7-4b97-8bcc-8b2cde9f6473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:07.005493 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1f0b1089-b9ba-42e0-957a-5753768c860a req-77015e24-7fd7-4b97-8bcc-8b2cde9f6473 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:07.007320 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1f0b1089-b9ba-42e0-957a-5753768c860a req-77015e24-7fd7-4b97-8bcc-8b2cde9f6473 service neutron] 10.222.0.90 "PUT /v2.0/ports/73eb99ae-3217-4a12-bd3c-2f8a01826958 HTTP/1.1" status: 200 len: 1091 time: 1.1758215 Nov 25 17:38:07.018445 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af103a40-5925-4e66-be90-c8dad3eb17c4', 'tag': '73eb99ae-3217-4a12-bd3c-2f8a01826958'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:38:07.019962 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7435a355-5d53-4994-941f-b49b61616c76" -d '{"events": [{"name": "network-changed", "server_uuid": "af103a40-5925-4e66-be90-c8dad3eb17c4", "tag": "73eb99ae-3217-4a12-bd3c-2f8a01826958"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:38:07.028758 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bf0cdb7d-a12a-48c8-818f-42435f2aee22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:07.090622 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a426d216-eab4-441c-854f-51796e1c2919 x-openstack-request-id: req-a426d216-eab4-441c-854f-51796e1c2919 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:38:07.090921 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af103a40-5925-4e66-be90-c8dad3eb17c4", "tag": "73eb99ae-3217-4a12-bd3c-2f8a01826958", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:38:07.091181 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a426d216-eab4-441c-854f-51796e1c2919 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:38:07.091579 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af103a40-5925-4e66-be90-c8dad3eb17c4', 'tag': '73eb99ae-3217-4a12-bd3c-2f8a01826958', 'status': 'completed', 'code': 200} Nov 25 17:38:07.115157 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.extraroute_db [None req-bbf44083-1d44-4335-b74f-6b9924832c7e tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Added routes are [] {{(pid=103360) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 25 17:38:07.115700 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.extraroute_db [None req-bbf44083-1d44-4335-b74f-6b9924832c7e tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Removed routes are [] {{(pid=103360) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 25 17:38:07.115824 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bbf44083-1d44-4335-b74f-6b9924832c7e tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-542255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8324'] for router, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:07.153438 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-bf0cdb7d-a12a-48c8-818f-42435f2aee22 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6344d16bcd784b6d9d0bc410e1024366&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7542078 Nov 25 17:38:07.153438 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77015e24-7fd7-4b97-8bcc-8b2cde9f6473 service neutron] Pushing event updated for resources: {'Port': ['ID=73eb99ae-3217-4a12-bd3c-2f8a01826958,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:07.158684 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54332) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:07.167090 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0cdb7d-a12a-48c8-818f-42435f2aee22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c1e638-256d-45d2-a012-635e48341bc3,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:07.176339 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-09ce740f-bb57-4779-96f5-8bed29766ee6 req-2ffaddf8-43f4-4628-8239-88f33d25b50a tempest-ServerAddressesNegativeTestJSON-1859965331 tempest-ServerAddressesNegativeTestJSON-1859965331-project] 10.222.0.75 "GET /v2.0/security-groups?id=63cc7334-7580-4220-8d4b-61ab90b2ec80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385764 Nov 25 17:38:07.222830 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b1089-b9ba-42e0-957a-5753768c860a req-bb5dd024-208b-4048-8529-cdcf3be597ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:07.224542 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1f0b1089-b9ba-42e0-957a-5753768c860a req-bb5dd024-208b-4048-8529-cdcf3be597ca service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7534728759214ee697d603a65ae33ecd&device_id=af103a40-5925-4e66-be90-c8dad3eb17c4 HTTP/1.1" status: 200 len: 1094 time: 0.1446180 Nov 25 17:38:07.287114 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1f0b1089-b9ba-42e0-957a-5753768c860a req-bca397ca-5bea-487a-a29a-9c98d6bd403a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73eb99ae-3217-4a12-bd3c-2f8a01826958 HTTP/1.1" status: 200 len: 217 time: 0.0541449 Nov 25 17:38:07.287896 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-80bd3e32-98a5-4006-974d-e44ea8285ab6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:07.345359 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-80bd3e32-98a5-4006-974d-e44ea8285ab6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:07.376585 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b1089-b9ba-42e0-957a-5753768c860a req-0ae80ab4-e18a-4a6c-a778-d9dcdb6ed34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:07.378944 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1f0b1089-b9ba-42e0-957a-5753768c860a req-0ae80ab4-e18a-4a6c-a778-d9dcdb6ed34b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=54a98383-b550-438d-88af-69368d761489 HTTP/1.1" status: 200 len: 862 time: 0.0837975 Nov 25 17:38:07.422564 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1f0b1089-b9ba-42e0-957a-5753768c860a req-9aa6b9f4-a3aa-458a-a7d9-0267daab8bf0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9c5d579f-2634-4718-9981-f678bd548310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358622 Nov 25 17:38:07.492350 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-80bd3e32-98a5-4006-974d-e44ea8285ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:07.495986 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-80bd3e32-98a5-4006-974d-e44ea8285ab6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:07.497326 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-80bd3e32-98a5-4006-974d-e44ea8285ab6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d0c1e638-256d-45d2-a012-635e48341bc3 HTTP/1.1" status: 204 len: 168 time: 0.3377061 Nov 25 17:38:07.514130 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bd3e32-98a5-4006-974d-e44ea8285ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c1e638-256d-45d2-a012-635e48341bc3,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:07.550646 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1f0b1089-b9ba-42e0-957a-5753768c860a req-edf2b40c-7b9b-4f20-983f-0c6b712f1ad5 service neutron] 10.222.0.90 "GET /v2.0/networks/9c5d579f-2634-4718-9981-f678bd548310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203959 Nov 25 17:38:07.581694 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bbf44083-1d44-4335-b74f-6b9924832c7e tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-542255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8324'] for router, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:07.585394 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bbf44083-1d44-4335-b74f-6b9924832c7e tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-542246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-542269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-530067'] for router, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:07.676657 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1f0b1089-b9ba-42e0-957a-5753768c860a req-d0bbc52f-fa95-4172-846f-d74b39135535 service neutron] 10.222.0.90 "GET /v2.0/networks/9c5d579f-2634-4718-9981-f678bd548310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163497 Nov 25 17:38:07.677816 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf44083-1d44-4335-b74f-6b9924832c7e tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Router 375a01c7-6099-40f0-bed4-464f2a59cd8f has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:38:07.781778 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435a355-5d53-4994-941f-b49b61616c76 req-a1b6101b-8a42-4564-9a20-ac6f11231959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:07.783349 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7435a355-5d53-4994-941f-b49b61616c76 req-a1b6101b-8a42-4564-9a20-ac6f11231959 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7534728759214ee697d603a65ae33ecd&device_id=af103a40-5925-4e66-be90-c8dad3eb17c4 HTTP/1.1" status: 200 len: 1094 time: 0.0548053 Nov 25 17:38:07.787027 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf44083-1d44-4335-b74f-6b9924832c7e tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:38:07.796089 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bbf44083-1d44-4335-b74f-6b9924832c7e tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:07.797366 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-bbf44083-1d44-4335-b74f-6b9924832c7e tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "PUT /v2.0/routers/375a01c7-6099-40f0-bed4-464f2a59cd8f HTTP/1.1" status: 200 len: 704 time: 0.9813128 Nov 25 17:38:07.799951 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29d9cb0-b291-44b3-8325-5e05f0db6617 None None] Sync routers for ids ['375a01c7-6099-40f0-bed4-464f2a59cd8f'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:38:07.800688 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54338) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:07.818686 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29d9cb0-b291-44b3-8325-5e05f0db6617 None None] Routers {'375a01c7-6099-40f0-bed4-464f2a59cd8f'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:38:07.820595 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-a29d9cb0-b291-44b3-8325-5e05f0db6617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:37:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['375a01c7-6099-40f0-bed4-464f2a59cd8f'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:07.854219 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a2b8f3d0-5724-49f3-88eb-76ac7f21ac6a tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "GET /v2.0/ports?device_id=375a01c7-6099-40f0-bed4-464f2a59cd8f HTTP/1.1" status: 200 len: 205 time: 0.0513971 Nov 25 17:38:07.857800 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54342) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:07.917406 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54344) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:07.922314 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-a29d9cb0-b291-44b3-8325-5e05f0db6617 None None] Set router 375a01c7-6099-40f0-bed4-464f2a59cd8f gateway port host: None {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:38:07.940537 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4bb95c31-c3c9-4faf-9afc-b1245b8fa508 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:07.943081 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435a355-5d53-4994-941f-b49b61616c76 req-4d5334f9-010c-4d8e-adb9-a2629018c958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:07.944938 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7435a355-5d53-4994-941f-b49b61616c76 req-4d5334f9-010c-4d8e-adb9-a2629018c958 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9c5d579f-2634-4718-9981-f678bd548310 HTTP/1.1" status: 200 len: 923 time: 0.1487012 Nov 25 17:38:07.972561 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1036bd48-e49f-4340-a5e1-9e3b0f5bd9a6 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:08.012019 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-a29d9cb0-b291-44b3-8325-5e05f0db6617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'name': 'tempest-RoutersIpV6Test-router-875584667', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:37:25Z', 'updated_at': '2021-11-25T17:38:04Z', 'revision_number': 11, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'gw_port_host': None}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:08.020727 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7435a355-5d53-4994-941f-b49b61616c76 req-a70aa41b-bd87-404d-813d-5db0141e751a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73eb99ae-3217-4a12-bd3c-2f8a01826958 HTTP/1.1" status: 200 len: 217 time: 0.0638325 Nov 25 17:38:08.041748 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29d9cb0-b291-44b3-8325-5e05f0db6617 None None] Checking router: 375a01c7-6099-40f0-bed4-464f2a59cd8f for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:38:08.054768 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29d9cb0-b291-44b3-8325-5e05f0db6617 None None] Routers {'375a01c7-6099-40f0-bed4-464f2a59cd8f'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:38:08.055400 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-a29d9cb0-b291-44b3-8325-5e05f0db6617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:37:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['375a01c7-6099-40f0-bed4-464f2a59cd8f'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:08.119848 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435a355-5d53-4994-941f-b49b61616c76 req-84e09b43-2297-4dd4-bf8a-588c04bb7966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:08.121413 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7435a355-5d53-4994-941f-b49b61616c76 req-84e09b43-2297-4dd4-bf8a-588c04bb7966 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=54a98383-b550-438d-88af-69368d761489 HTTP/1.1" status: 200 len: 862 time: 0.0931070 Nov 25 17:38:08.145189 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-a29d9cb0-b291-44b3-8325-5e05f0db6617 None None] Set router 375a01c7-6099-40f0-bed4-464f2a59cd8f gateway port host: None {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:38:08.165530 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7435a355-5d53-4994-941f-b49b61616c76 req-c237864c-8ab8-4b46-a630-20c3dd396b1f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9c5d579f-2634-4718-9981-f678bd548310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296764 Nov 25 17:38:08.208413 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1036bd48-e49f-4340-a5e1-9e3b0f5bd9a6 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:08.210962 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1036bd48-e49f-4340-a5e1-9e3b0f5bd9a6 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:08.213554 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4bb95c31-c3c9-4faf-9afc-b1245b8fa508 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:08.248349 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4bb95c31-c3c9-4faf-9afc-b1245b8fa508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:08.281342 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1036bd48-e49f-4340-a5e1-9e3b0f5bd9a6 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:08.281342 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1036bd48-e49f-4340-a5e1-9e3b0f5bd9a6 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Fanout notify agent at l3_agent the message router_deleted on router 375a01c7-6099-40f0-bed4-464f2a59cd8f {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:38:08.301103 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-a29d9cb0-b291-44b3-8325-5e05f0db6617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'name': 'tempest-RoutersIpV6Test-router-875584667', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:37:25Z', 'updated_at': '2021-11-25T17:38:04Z', 'revision_number': 11, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'gw_port_host': None}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:08.302569 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1036bd48-e49f-4340-a5e1-9e3b0f5bd9a6 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:08.305883 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1036bd48-e49f-4340-a5e1-9e3b0f5bd9a6 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "DELETE /v2.0/routers/375a01c7-6099-40f0-bed4-464f2a59cd8f HTTP/1.1" status: 204 len: 168 time: 0.4422009 Nov 25 17:38:08.307551 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54354) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:08.317058 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-4bb95c31-c3c9-4faf-9afc-b1245b8fa508 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3542edbdf03d4210bfb281a8d3161c30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3957064 Nov 25 17:38:08.318630 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-ea50f40e-ef40-4f2e-b7a6-40c02ef40c0f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-58565649', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:08.329101 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54356) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:08.349688 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29d9cb0-b291-44b3-8325-5e05f0db6617 None None] The sync data for ids ['375a01c7-6099-40f0-bed4-464f2a59cd8f'] in n-d-817746-1 is: [{'id': '375a01c7-6099-40f0-bed4-464f2a59cd8f', 'name': 'tempest-RoutersIpV6Test-router-875584667', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:37:25Z', 'updated_at': '2021-11-25T17:38:04Z', 'revision_number': 11, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'gw_port_host': None}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:38:08.352869 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ea50f40e-ef40-4f2e-b7a6-40c02ef40c0f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:08.358757 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ea50f40e-ef40-4f2e-b7a6-40c02ef40c0f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:08.363044 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb95c31-c3c9-4faf-9afc-b1245b8fa508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c229204f-dabf-4ca2-b898-8e3fa585dce1,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:08.428611 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7435a355-5d53-4994-941f-b49b61616c76 req-ebba85a1-75c6-401e-a964-c0da3b4398cd service neutron] 10.222.0.90 "GET /v2.0/networks/9c5d579f-2634-4718-9981-f678bd548310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551432 Nov 25 17:38:08.443688 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ea50f40e-ef40-4f2e-b7a6-40c02ef40c0f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:08.452595 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ea50f40e-ef40-4f2e-b7a6-40c02ef40c0f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:08.475788 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ea50f40e-ef40-4f2e-b7a6-40c02ef40c0f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:08.477641 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ea50f40e-ef40-4f2e-b7a6-40c02ef40c0f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1691072 Nov 25 17:38:08.480368 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54358) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:08.489012 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-f1c5ba5b-db79-49fc-9baf-4c4692e61100 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:08.533704 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e4580-46db-47fb-ad36-0d88be150fd5 req-a0f9d2ab-9f63-442d-a33f-d92013dbd7ce tempest-ServerAddressesNegativeTestJSON-1859965331 tempest-ServerAddressesNegativeTestJSON-1859965331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:08.535263 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d76e4580-46db-47fb-ad36-0d88be150fd5 req-a0f9d2ab-9f63-442d-a33f-d92013dbd7ce tempest-ServerAddressesNegativeTestJSON-1859965331 tempest-ServerAddressesNegativeTestJSON-1859965331-project] 10.222.0.75 "GET /v2.0/ports?device_id=af103a40-5925-4e66-be90-c8dad3eb17c4 HTTP/1.1" status: 200 len: 943 time: 0.2082994 Nov 25 17:38:08.545080 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a7708b6a-9295-4e59-b9f3-dedda524b7b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:08.604137 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a7708b6a-9295-4e59-b9f3-dedda524b7b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:08.619267 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7435a355-5d53-4994-941f-b49b61616c76 req-26aab21f-f42c-439f-9fec-6c968ce40866 service neutron] 10.222.0.90 "GET /v2.0/networks/9c5d579f-2634-4718-9981-f678bd548310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805036 Nov 25 17:38:08.664307 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d76e4580-46db-47fb-ad36-0d88be150fd5 req-187a8f07-cb6f-45f9-95bd-a243cde492c7 tempest-ServerAddressesNegativeTestJSON-1859965331 tempest-ServerAddressesNegativeTestJSON-1859965331-project] 10.222.0.75 "GET /v2.0/security-groups?id=63cc7334-7580-4220-8d4b-61ab90b2ec80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075571 Nov 25 17:38:08.695346 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a7708b6a-9295-4e59-b9f3-dedda524b7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:08.698265 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a7708b6a-9295-4e59-b9f3-dedda524b7b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:08.699416 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-a7708b6a-9295-4e59-b9f3-dedda524b7b9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c229204f-dabf-4ca2-b898-8e3fa585dce1 HTTP/1.1" status: 204 len: 168 time: 0.3694003 Nov 25 17:38:08.715726 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7708b6a-9295-4e59-b9f3-dedda524b7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c229204f-dabf-4ca2-b898-8e3fa585dce1,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:08.766040 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f1c5ba5b-db79-49fc-9baf-4c4692e61100 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-542255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8324'] for router, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:08.778359 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f1c5ba5b-db79-49fc-9baf-4c4692e61100 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-542246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-542269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-530067'] for router, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:08.883930 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c5ba5b-db79-49fc-9baf-4c4692e61100 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Router 3e234b59-41af-4fce-ac8f-cc18b8268b62 is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:38:08.977918 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c5ba5b-db79-49fc-9baf-4c4692e61100 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:38:08.989346 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f7a8e2-4d2a-4fc4-957f-fd1d81ee1cba None None] Sync routers for ids ['3e234b59-41af-4fce-ac8f-cc18b8268b62'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:38:08.990316 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f1c5ba5b-db79-49fc-9baf-4c4692e61100 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:08.992138 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f1c5ba5b-db79-49fc-9baf-4c4692e61100 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "PUT /v2.0/routers/3e234b59-41af-4fce-ac8f-cc18b8268b62 HTTP/1.1" status: 200 len: 696 time: 0.5099685 Nov 25 17:38:08.994245 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54366) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:09.009107 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f7a8e2-4d2a-4fc4-957f-fd1d81ee1cba None None] Routers {'3e234b59-41af-4fce-ac8f-cc18b8268b62'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:38:09.009804 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-56f7a8e2-4d2a-4fc4-957f-fd1d81ee1cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:37:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['3e234b59-41af-4fce-ac8f-cc18b8268b62'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:09.116269 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-56f7a8e2-4d2a-4fc4-957f-fd1d81ee1cba None None] Set router 3e234b59-41af-4fce-ac8f-cc18b8268b62 gateway port host: None {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:38:09.128526 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54374) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:09.128734 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c175f22a-a475-4959-abbd-88dab3557c25 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "GET /v2.0/routers/3e234b59-41af-4fce-ac8f-cc18b8268b62 HTTP/1.1" status: 200 len: 702 time: 0.1330221 Nov 25 17:38:09.165065 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4f51f5c9-c358-4936-ae15-217f14c73d61 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "GET /v2.0/ports?device_id=3e234b59-41af-4fce-ac8f-cc18b8268b62 HTTP/1.1" status: 200 len: 205 time: 0.0345051 Nov 25 17:38:09.167460 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54378) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:09.194435 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-56f7a8e2-4d2a-4fc4-957f-fd1d81ee1cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e234b59-41af-4fce-ac8f-cc18b8268b62', 'name': 'tempest-RoutersIpV6Test-router-58565649', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:08Z', 'updated_at': '2021-11-25T17:38:08Z', 'revision_number': 2, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'gw_port_host': None}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:09.228516 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f7a8e2-4d2a-4fc4-957f-fd1d81ee1cba None None] Checking router: 3e234b59-41af-4fce-ac8f-cc18b8268b62 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:38:09.241975 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f7a8e2-4d2a-4fc4-957f-fd1d81ee1cba None None] Routers {'3e234b59-41af-4fce-ac8f-cc18b8268b62'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:38:09.243019 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-56f7a8e2-4d2a-4fc4-957f-fd1d81ee1cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:37:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['3e234b59-41af-4fce-ac8f-cc18b8268b62'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:09.268356 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5cc38e43-d47f-4e6a-ba06-051689c6758d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:09.376248 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-56f7a8e2-4d2a-4fc4-957f-fd1d81ee1cba None None] Set router 3e234b59-41af-4fce-ac8f-cc18b8268b62 gateway port host: None {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:38:09.434362 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-56f7a8e2-4d2a-4fc4-957f-fd1d81ee1cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e234b59-41af-4fce-ac8f-cc18b8268b62', 'name': 'tempest-RoutersIpV6Test-router-58565649', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:08Z', 'updated_at': '2021-11-25T17:38:08Z', 'revision_number': 2, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'gw_port_host': None}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:09.472053 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f7a8e2-4d2a-4fc4-957f-fd1d81ee1cba None None] The sync data for ids ['3e234b59-41af-4fce-ac8f-cc18b8268b62'] in n-d-817746-1 is: [{'id': '3e234b59-41af-4fce-ac8f-cc18b8268b62', 'name': 'tempest-RoutersIpV6Test-router-58565649', 'tenant_id': '2d6151801edf41a0b4b4e7b936474319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:08Z', 'updated_at': '2021-11-25T17:38:08Z', 'revision_number': 2, 'project_id': '2d6151801edf41a0b4b4e7b936474319', 'gw_port_host': None}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:38:09.548364 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5cc38e43-d47f-4e6a-ba06-051689c6758d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:09.552767 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5cc38e43-d47f-4e6a-ba06-051689c6758d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:09.616378 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5cc38e43-d47f-4e6a-ba06-051689c6758d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:09.620915 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc38e43-d47f-4e6a-ba06-051689c6758d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Fanout notify agent at l3_agent the message router_deleted on router 3e234b59-41af-4fce-ac8f-cc18b8268b62 {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:38:09.644492 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5cc38e43-d47f-4e6a-ba06-051689c6758d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:09.648452 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 73eb99ae-3217-4a12-bd3c-2f8a01826958 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:38:09.650039 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-5cc38e43-d47f-4e6a-ba06-051689c6758d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "DELETE /v2.0/routers/3e234b59-41af-4fce-ac8f-cc18b8268b62 HTTP/1.1" status: 204 len: 168 time: 0.4812346 Nov 25 17:38:09.650629 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54396) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:09.687358 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-eb2afaee-d411-40f3-8789-d332d31b7476 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "GET /v2.0/ports?device_id=3e234b59-41af-4fce-ac8f-cc18b8268b62 HTTP/1.1" status: 200 len: 205 time: 0.0355587 Nov 25 17:38:09.687970 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54398) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:09.693820 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c52ce1-4391-4068-98cd-41cb885b3901 req-92f7b4d3-8787-46f1-ae13-ea1e1426f724 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:09.703879 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c52ce1-4391-4068-98cd-41cb885b3901 req-92f7b4d3-8787-46f1-ae13-ea1e1426f724 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:09.719810 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c52ce1-4391-4068-98cd-41cb885b3901 req-92f7b4d3-8787-46f1-ae13-ea1e1426f724 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:09.745992 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c52ce1-4391-4068-98cd-41cb885b3901 req-92f7b4d3-8787-46f1-ae13-ea1e1426f724 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:09.761218 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c52ce1-4391-4068-98cd-41cb885b3901 req-92f7b4d3-8787-46f1-ae13-ea1e1426f724 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:09.777057 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c52ce1-4391-4068-98cd-41cb885b3901 req-92f7b4d3-8787-46f1-ae13-ea1e1426f724 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:09.786674 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-0b0888b1-9a44-41e3-9258-560760559b58 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] delete failed (client error): The resource could not be found. Nov 25 17:38:09.790297 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0b0888b1-9a44-41e3-9258-560760559b58 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "DELETE /v2.0/routers/3e234b59-41af-4fce-ac8f-cc18b8268b62 HTTP/1.1" status: 404 len: 336 time: 0.1013749 Nov 25 17:38:09.792855 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54404) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:09.793789 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c52ce1-4391-4068-98cd-41cb885b3901 req-92f7b4d3-8787-46f1-ae13-ea1e1426f724 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:09.796276 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-94c52ce1-4391-4068-98cd-41cb885b3901 req-92f7b4d3-8787-46f1-ae13-ea1e1426f724 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 5434 time: 0.2063828 Nov 25 17:38:09.837360 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-9033e895-2304-45e8-8f07-7849c3baf73d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] DELETE failed (client error): The resource could not be found. Nov 25 17:38:09.837985 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9033e895-2304-45e8-8f07-7849c3baf73d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:38:09.844643 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9033e895-2304-45e8-8f07-7849c3baf73d tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "DELETE /v2.0/subnets/bf780282-b71a-4113-93b5-84d59c5968ac HTTP/1.1" status: 404 len: 337 time: 0.0483434 Nov 25 17:38:09.844979 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54406) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:09.868285 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 73eb99ae-3217-4a12-bd3c-2f8a01826958, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=73eb99ae-3217-4a12-bd3c-2f8a01826958,segment=NetworkSegment(6dd50491-a722-404d-845c-8626b7846401),segment_id=6dd50491-a722-404d-845c-8626b7846401)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:09.876508 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f29604a-f333-4752-9452-07b6ae47212a tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] DELETE failed (client error): The resource could not be found. Nov 25 17:38:09.877623 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f29604a-f333-4752-9452-07b6ae47212a tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:38:09.883638 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2f29604a-f333-4752-9452-07b6ae47212a tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "DELETE /v2.0/subnets/5bdc15f8-aedc-496d-8b83-bc533a892ad1 HTTP/1.1" status: 404 len: 337 time: 0.0346961 Nov 25 17:38:09.884262 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54408) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:09.886193 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '73eb99ae-3217-4a12-bd3c-2f8a01826958', 'network_id': '9c5d579f-2634-4718-9981-f678bd548310', 'port_id': '73eb99ae-3217-4a12-bd3c-2f8a01826958', 'mac_address': 'fa:16:3e:41:6b:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 918, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54a98383-b550-438d-88af-69368d761489', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:38:09.910990 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a5e497-7548-45a6-b49c-17a64837177e req-86f0c87d-d0ab-4971-b46c-72c84e599505 tempest-ServerAddressesNegativeTestJSON-1859965331 tempest-ServerAddressesNegativeTestJSON-1859965331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:09.918881 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-76a5e497-7548-45a6-b49c-17a64837177e req-86f0c87d-d0ab-4971-b46c-72c84e599505 tempest-ServerAddressesNegativeTestJSON-1859965331 tempest-ServerAddressesNegativeTestJSON-1859965331-project] 10.222.0.75 "GET /v2.0/ports?device_id=af103a40-5925-4e66-be90-c8dad3eb17c4 HTTP/1.1" status: 200 len: 943 time: 0.1214437 Nov 25 17:38:09.921570 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-332277ef-cf6e-430d-99a2-543bd1bb1882 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] DELETE failed (client error): The resource could not be found. Nov 25 17:38:09.922032 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-332277ef-cf6e-430d-99a2-543bd1bb1882 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:38:09.929219 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-332277ef-cf6e-430d-99a2-543bd1bb1882 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "DELETE /v2.0/subnets/94dff6e0-a952-4936-9237-a46288b4f59b HTTP/1.1" status: 404 len: 337 time: 0.0410733 Nov 25 17:38:09.931395 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54410) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:09.946946 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:09.969966 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73eb99ae-3217-4a12-bd3c-2f8a01826958 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:38:10.001404 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 73eb99ae-3217-4a12-bd3c-2f8a01826958, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=73eb99ae-3217-4a12-bd3c-2f8a01826958,segment=NetworkSegment(6dd50491-a722-404d-845c-8626b7846401),segment_id=6dd50491-a722-404d-845c-8626b7846401)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:10.007687 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:10.020610 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a47c1bf-6dda-4f98-9f24-1731606fcf89 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] DELETE failed (client error): The resource could not be found. Nov 25 17:38:10.026704 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a47c1bf-6dda-4f98-9f24-1731606fcf89 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:38:10.032732 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3a47c1bf-6dda-4f98-9f24-1731606fcf89 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "DELETE /v2.0/subnets/2107046b-6433-4770-97ed-53d7f02ce94f HTTP/1.1" status: 404 len: 337 time: 0.0998147 Nov 25 17:38:10.032955 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54414) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:10.040877 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-94c52ce1-4391-4068-98cd-41cb885b3901 req-df16f3c3-43d0-464e-b768-3805266f27a4 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/security-groups?id=7dac673b-c262-4497-b783-e9f920753627&id=0577770c-39b7-4b0c-8124-55e039ea72f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2259464 Nov 25 17:38:10.051430 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-76a5e497-7548-45a6-b49c-17a64837177e req-f6cad179-a2aa-4527-8db7-9942241ce5c3 tempest-ServerAddressesNegativeTestJSON-1859965331 tempest-ServerAddressesNegativeTestJSON-1859965331-project] 10.222.0.75 "GET /v2.0/security-groups?id=63cc7334-7580-4220-8d4b-61ab90b2ec80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315792 Nov 25 17:38:10.066625 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ce29458e-054c-4eaf-90c6-ccc6d5b47210 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "GET /v2.0/ports?device_id=375a01c7-6099-40f0-bed4-464f2a59cd8f HTTP/1.1" status: 200 len: 205 time: 0.0296938 Nov 25 17:38:10.067151 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54416) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:10.150932 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=73eb99ae-3217-4a12-bd3c-2f8a01826958,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:10.172284 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-f7ec667b-8e52-4424-8212-abceb2f7870f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] delete failed (client error): The resource could not be found. Nov 25 17:38:10.173526 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f7ec667b-8e52-4424-8212-abceb2f7870f tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "DELETE /v2.0/routers/375a01c7-6099-40f0-bed4-464f2a59cd8f HTTP/1.1" status: 404 len: 336 time: 0.1048727 Nov 25 17:38:10.175864 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54422) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:10.216889 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d953c99c-54ca-405d-9a5b-34013fb62553 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "GET /v2.0/ports?device_id=bec09def-5c9c-4a5f-8a60-a15665cc5fa3 HTTP/1.1" status: 200 len: 205 time: 0.0394332 Nov 25 17:38:10.219032 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54426) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:10.267465 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['73eb99ae-3217-4a12-bd3c-2f8a01826958'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:38:10.294594 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a0543-8084-4ed4-ac79-175cc8b189e6 req-31a46a89-4ae4-49b4-8e2d-eef4027598ac tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:10.302778 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a0543-8084-4ed4-ac79-175cc8b189e6 req-31a46a89-4ae4-49b4-8e2d-eef4027598ac tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:10.310057 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a0543-8084-4ed4-ac79-175cc8b189e6 req-31a46a89-4ae4-49b4-8e2d-eef4027598ac tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:10.323452 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a0543-8084-4ed4-ac79-175cc8b189e6 req-31a46a89-4ae4-49b4-8e2d-eef4027598ac tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:10.331007 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a0543-8084-4ed4-ac79-175cc8b189e6 req-31a46a89-4ae4-49b4-8e2d-eef4027598ac tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:10.338316 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a0543-8084-4ed4-ac79-175cc8b189e6 req-31a46a89-4ae4-49b4-8e2d-eef4027598ac tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:10.344720 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a0543-8084-4ed4-ac79-175cc8b189e6 req-31a46a89-4ae4-49b4-8e2d-eef4027598ac tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:10.351576 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-528a0543-8084-4ed4-ac79-175cc8b189e6 req-31a46a89-4ae4-49b4-8e2d-eef4027598ac tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 5434 time: 0.1759355 Nov 25 17:38:10.368926 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-c8713ddb-fa63-4140-a30e-88e6b7651a00 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] delete failed (client error): The resource could not be found. Nov 25 17:38:10.370649 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c8713ddb-fa63-4140-a30e-88e6b7651a00 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "DELETE /v2.0/routers/bec09def-5c9c-4a5f-8a60-a15665cc5fa3 HTTP/1.1" status: 404 len: 336 time: 0.1482196 Nov 25 17:38:10.374463 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54436) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:10.428672 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-afe668be-c61e-424f-9683-92c59ba4ba10 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] DELETE failed (client error): The resource could not be found. Nov 25 17:38:10.429024 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afe668be-c61e-424f-9683-92c59ba4ba10 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:38:10.439796 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-afe668be-c61e-424f-9683-92c59ba4ba10 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "DELETE /v2.0/subnets/75f64193-74d1-450e-b0d8-481b24c6c3fe HTTP/1.1" status: 404 len: 337 time: 0.0633955 Nov 25 17:38:10.442569 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54440) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:10.487947 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-fb2135af-610f-4b68-af59-1844eda79c0c tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "GET /v2.0/ports?device_id=1977d6f3-7d9e-4664-837e-f0f754924489 HTTP/1.1" status: 200 len: 205 time: 0.0438402 Nov 25 17:38:10.490803 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54442) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:10.550183 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-7c0b4125-09a5-45da-93ce-9eeeef65b783 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] delete failed (client error): The resource could not be found. Nov 25 17:38:10.551420 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7c0b4125-09a5-45da-93ce-9eeeef65b783 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "DELETE /v2.0/routers/1977d6f3-7d9e-4664-837e-f0f754924489 HTTP/1.1" status: 404 len: 336 time: 0.0586026 Nov 25 17:38:10.555547 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54444) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:10.595480 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-38b36320-e7f7-46c3-bc50-3999f91e0870 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "GET /v2.0/ports?device_id=caf8dc00-9b9f-494b-9401-6e0f52264eb5 HTTP/1.1" status: 200 len: 205 time: 0.0387754 Nov 25 17:38:10.598650 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54446) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:10.686675 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [None req-71b3a993-00a9-4897-81b5-5a6af2dea4cc tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] delete failed (client error): The resource could not be found. Nov 25 17:38:10.688289 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-71b3a993-00a9-4897-81b5-5a6af2dea4cc tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "DELETE /v2.0/routers/caf8dc00-9b9f-494b-9401-6e0f52264eb5 HTTP/1.1" status: 404 len: 336 time: 0.0885365 Nov 25 17:38:10.691855 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54452) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:10.725740 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-013d4240-bc19-44b4-a425-d2a460341670 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] DELETE failed (client error): The resource could not be found. Nov 25 17:38:10.726209 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-013d4240-bc19-44b4-a425-d2a460341670 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:38:10.731536 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-013d4240-bc19-44b4-a425-d2a460341670 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "DELETE /v2.0/subnets/60caebb0-f29f-4fff-a978-e41534f1f405 HTTP/1.1" status: 404 len: 337 time: 0.0380647 Nov 25 17:38:10.738808 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54454) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:10.804140 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c8cd3465-f477-4626-89a1-7474bde043d6 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "GET /v2.0/ports?device_id=09c18c67-381e-4591-9d73-97b8889575a4 HTTP/1.1" status: 200 len: 205 time: 0.0616450 Nov 25 17:38:10.807777 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54456) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:10.860049 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-dd066120-3b88-4f95-bce7-67ef7e305031 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] delete failed (client error): The resource could not be found. Nov 25 17:38:10.861146 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-dd066120-3b88-4f95-bce7-67ef7e305031 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "DELETE /v2.0/routers/09c18c67-381e-4591-9d73-97b8889575a4 HTTP/1.1" status: 404 len: 336 time: 0.0523427 Nov 25 17:38:10.868529 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54458) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:10.906061 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5a8ebc4-d6c7-499f-89e2-2a8830f4db43 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] DELETE failed (client error): The resource could not be found. Nov 25 17:38:10.906775 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5a8ebc4-d6c7-499f-89e2-2a8830f4db43 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:38:10.910440 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f5a8ebc4-d6c7-499f-89e2-2a8830f4db43 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "DELETE /v2.0/subnets/da5bd648-f219-4c39-a13d-b11a59dd55e4 HTTP/1.1" status: 404 len: 337 time: 0.0407546 Nov 25 17:38:10.915079 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54462) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:10.972502 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-a9d81af7-d3f0-4fbb-9104-e8a1ee9e8ef8 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a97c1dd-5071-4098-ac2b-23980d120d3b HTTP/1.1" status: 200 len: 205 time: 0.0557342 Nov 25 17:38:10.975100 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54466) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:11.017166 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [None req-eba64002-e32e-4697-a0c0-0ebbf33cf55c tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] delete failed (client error): The resource could not be found. Nov 25 17:38:11.018304 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-eba64002-e32e-4697-a0c0-0ebbf33cf55c tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "DELETE /v2.0/routers/4a97c1dd-5071-4098-ac2b-23980d120d3b HTTP/1.1" status: 404 len: 336 time: 0.0419431 Nov 25 17:38:11.021467 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54470) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:11.054396 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c4c3dc5-633e-436e-9e70-fc8041f952c0 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] DELETE failed (client error): The resource could not be found. Nov 25 17:38:11.054908 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c4c3dc5-633e-436e-9e70-fc8041f952c0 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:38:11.058614 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4c4c3dc5-633e-436e-9e70-fc8041f952c0 tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "DELETE /v2.0/subnets/d06ee3f7-b3b5-4714-a443-87e66bcbb366 HTTP/1.1" status: 404 len: 337 time: 0.0360160 Nov 25 17:38:11.061381 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54472) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:11.098572 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-4391106b-312e-48e6-be10-5287e67cb3aa tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] DELETE failed (client error): The resource could not be found. Nov 25 17:38:11.099135 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4391106b-312e-48e6-be10-5287e67cb3aa tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:38:11.107236 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-4391106b-312e-48e6-be10-5287e67cb3aa tempest-RoutersIpV6Test-649691196 tempest-RoutersIpV6Test-649691196-project] 10.222.0.75 "DELETE /v2.0/subnets/9a70539a-8601-47de-a9fe-6665d0bc1e7a HTTP/1.1" status: 404 len: 337 time: 0.0421782 Nov 25 17:38:11.230466 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff99398-3ab0-41cc-bb56-7ec543c9209f req-90fa864d-1dea-4d98-88c6-7013024b14f9 tempest-ServerAddressesNegativeTestJSON-1859965331 tempest-ServerAddressesNegativeTestJSON-1859965331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:11.241664 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bff99398-3ab0-41cc-bb56-7ec543c9209f req-90fa864d-1dea-4d98-88c6-7013024b14f9 tempest-ServerAddressesNegativeTestJSON-1859965331 tempest-ServerAddressesNegativeTestJSON-1859965331-project] 10.222.0.75 "GET /v2.0/ports?device_id=af103a40-5925-4e66-be90-c8dad3eb17c4 HTTP/1.1" status: 200 len: 944 time: 0.0976450 Nov 25 17:38:11.327197 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bff99398-3ab0-41cc-bb56-7ec543c9209f req-10165a27-7865-4e81-9a90-5b77dac75573 tempest-ServerAddressesNegativeTestJSON-1859965331 tempest-ServerAddressesNegativeTestJSON-1859965331-project] 10.222.0.75 "GET /v2.0/security-groups?id=63cc7334-7580-4220-8d4b-61ab90b2ec80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800099 Nov 25 17:38:11.634177 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54504) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:11.664221 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 73eb99ae-3217-4a12-bd3c-2f8a01826958 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:38:11.756049 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port 73eb99ae-3217-4a12-bd3c-2f8a01826958 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:38:11.762792 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port 73eb99ae-3217-4a12-bd3c-2f8a01826958 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:11.763960 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:11.887031 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-99a99f3c-86e4-4aed-8bfa-e3c9140e315c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2d6151801edf41a0b4b4e7b936474319&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2487671 Nov 25 17:38:11.887906 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54518) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:11.929876 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:11.966452 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af103a40-5925-4e66-be90-c8dad3eb17c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73eb99ae-3217-4a12-bd3c-2f8a01826958'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:38:11.967400 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dbdfdded-6707-4ebc-9985-a2cdb41882f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:11.969795 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed96388-f895-4320-bb46-e7b72437d131" -d '{"events": [{"server_uuid": "af103a40-5925-4e66-be90-c8dad3eb17c4", "name": "network-vif-plugged", "status": "completed", "tag": "73eb99ae-3217-4a12-bd3c-2f8a01826958"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:38:12.000793 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dbdfdded-6707-4ebc-9985-a2cdb41882f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:12.003353 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 73eb99ae-3217-4a12-bd3c-2f8a01826958, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=73eb99ae-3217-4a12-bd3c-2f8a01826958,segment=NetworkSegment(6dd50491-a722-404d-845c-8626b7846401),segment_id=6dd50491-a722-404d-845c-8626b7846401)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:12.022878 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:12.091057 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a7e90d-95d3-4508-b0c9-edb0399c1477 x-openstack-request-id: req-99a7e90d-95d3-4508-b0c9-edb0399c1477 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:38:12.091709 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af103a40-5925-4e66-be90-c8dad3eb17c4", "name": "network-vif-plugged", "status": "completed", "tag": "73eb99ae-3217-4a12-bd3c-2f8a01826958", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:38:12.092252 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-99a7e90d-95d3-4508-b0c9-edb0399c1477 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:38:12.092908 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af103a40-5925-4e66-be90-c8dad3eb17c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73eb99ae-3217-4a12-bd3c-2f8a01826958', 'code': 200} Nov 25 17:38:12.098108 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dbdfdded-6707-4ebc-9985-a2cdb41882f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:12.100657 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dbdfdded-6707-4ebc-9985-a2cdb41882f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:12.108270 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-dbdfdded-6707-4ebc-9985-a2cdb41882f7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ada48431-96fe-4f24-a1b1-1570385eb7f3 HTTP/1.1" status: 204 len: 168 time: 0.2186854 Nov 25 17:38:12.139653 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdfdded-6707-4ebc-9985-a2cdb41882f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada48431-96fe-4f24-a1b1-1570385eb7f3,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:12.148195 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=73eb99ae-3217-4a12-bd3c-2f8a01826958,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:12.254880 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5125fd7-1009-4fd7-960d-dfe20328a6e5 req-2ff6167d-2e8c-48ca-bbff-b49af2a7a935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:12.260502 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b5125fd7-1009-4fd7-960d-dfe20328a6e5 req-2ff6167d-2e8c-48ca-bbff-b49af2a7a935 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=af103a40-5925-4e66-be90-c8dad3eb17c4 HTTP/1.1" status: 200 len: 1096 time: 0.1166356 Nov 25 17:38:12.375687 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b5125fd7-1009-4fd7-960d-dfe20328a6e5 req-4989ddf7-c7ee-4f5e-84d0-1355ee105822 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=63cc7334-7580-4220-8d4b-61ab90b2ec80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077988 Nov 25 17:38:12.669546 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072105bd-88ac-468c-b37c-158c2192d41e req-49e02282-f04d-49eb-9831-72a33bb12a95 tempest-ServerAddressesNegativeTestJSON-1859965331 tempest-ServerAddressesNegativeTestJSON-1859965331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:12.671170 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-072105bd-88ac-468c-b37c-158c2192d41e req-49e02282-f04d-49eb-9831-72a33bb12a95 tempest-ServerAddressesNegativeTestJSON-1859965331 tempest-ServerAddressesNegativeTestJSON-1859965331-project] 10.222.0.75 "GET /v2.0/ports?device_id=af103a40-5925-4e66-be90-c8dad3eb17c4 HTTP/1.1" status: 200 len: 945 time: 0.1026819 Nov 25 17:38:12.756345 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-072105bd-88ac-468c-b37c-158c2192d41e req-31b85115-2ed0-4f00-94b2-ce57599130c6 tempest-ServerAddressesNegativeTestJSON-1859965331 tempest-ServerAddressesNegativeTestJSON-1859965331-project] 10.222.0.75 "GET /v2.0/security-groups?id=63cc7334-7580-4220-8d4b-61ab90b2ec80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721288 Nov 25 17:38:12.950806 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54570) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:12.962422 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54574) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:13.065101 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5cdeb20f-e850-4b01-bba6-904c09986761 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:13.371010 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54586) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:13.491185 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5cdeb20f-e850-4b01-bba6-904c09986761 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:13.506758 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed680d-d1eb-4894-bb4d-b9169270bd39 req-e7527d22-559d-4d57-a388-f55e616326bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:13.507264 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed680d-d1eb-4894-bb4d-b9169270bd39 req-e7527d22-559d-4d57-a388-f55e616326bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:13.507586 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-12f59818-1d94-42aa-a696-1e0cfa7987a2 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-946413845', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:13.507768 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed680d-d1eb-4894-bb4d-b9169270bd39 req-e7527d22-559d-4d57-a388-f55e616326bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:13.508235 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed680d-d1eb-4894-bb4d-b9169270bd39 req-e7527d22-559d-4d57-a388-f55e616326bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:13.508689 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed680d-d1eb-4894-bb4d-b9169270bd39 req-e7527d22-559d-4d57-a388-f55e616326bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:13.509192 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed680d-d1eb-4894-bb4d-b9169270bd39 req-e7527d22-559d-4d57-a388-f55e616326bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:13.509884 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed680d-d1eb-4894-bb4d-b9169270bd39 req-e7527d22-559d-4d57-a388-f55e616326bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:13.512054 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1aed680d-d1eb-4894-bb4d-b9169270bd39 req-e7527d22-559d-4d57-a388-f55e616326bb service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 6491 time: 0.5491955 Nov 25 17:38:13.513110 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5cdeb20f-e850-4b01-bba6-904c09986761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:13.540985 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-12f59818-1d94-42aa-a696-1e0cfa7987a2 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:13.542175 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-12f59818-1d94-42aa-a696-1e0cfa7987a2 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:13.571666 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdeb20f-e850-4b01-bba6-904c09986761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f863ae-456b-4cf6-8740-9b058acebba3,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:13.581911 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-5cdeb20f-e850-4b01-bba6-904c09986761 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=41b3cd0671af4d2dbfbb1d5408210777&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6297786 Nov 25 17:38:13.582332 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54592) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:13.616994 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-12f59818-1d94-42aa-a696-1e0cfa7987a2 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:13.622032 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-12f59818-1d94-42aa-a696-1e0cfa7987a2 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:13.645085 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-12f59818-1d94-42aa-a696-1e0cfa7987a2 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:13.650455 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-12f59818-1d94-42aa-a696-1e0cfa7987a2 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.2757876 Nov 25 17:38:13.650667 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54594) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:13.652838 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1aed680d-d1eb-4894-bb4d-b9169270bd39 req-c8b9c8b7-a942-4e02-9725-6f20868c89ed service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=0577770c-39b7-4b0c-8124-55e039ea72f9&id=7dac673b-c262-4497-b783-e9f920753627&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1324923 Nov 25 17:38:13.655777 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-4d713f7b-fe4b-4aaf-88d9-bf27d38f0f3e tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-296465372'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:13.667899 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dbcaabee-6856-4c4f-833f-2274ff3fdd92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:13.689283 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d713f7b-fe4b-4aaf-88d9-bf27d38f0f3e tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Made reservation on behalf of dc461f64ca6944419034f3b08fb132ed for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:38:13.694759 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4d713f7b-fe4b-4aaf-88d9-bf27d38f0f3e tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:13.704236 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dbcaabee-6856-4c4f-833f-2274ff3fdd92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:13.710050 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4d713f7b-fe4b-4aaf-88d9-bf27d38f0f3e tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:13.760649 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dbcaabee-6856-4c4f-833f-2274ff3fdd92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:13.763854 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dbcaabee-6856-4c4f-833f-2274ff3fdd92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:13.765225 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-dbcaabee-6856-4c4f-833f-2274ff3fdd92 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f2f863ae-456b-4cf6-8740-9b058acebba3 HTTP/1.1" status: 204 len: 168 time: 0.1798742 Nov 25 17:38:13.775872 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcaabee-6856-4c4f-833f-2274ff3fdd92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f863ae-456b-4cf6-8740-9b058acebba3,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:13.833713 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4d713f7b-fe4b-4aaf-88d9-bf27d38f0f3e tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:13.840340 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4d713f7b-fe4b-4aaf-88d9-bf27d38f0f3e tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:13.870422 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d713f7b-fe4b-4aaf-88d9-bf27d38f0f3e tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 930} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:38:13.883680 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d713f7b-fe4b-4aaf-88d9-bf27d38f0f3e tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=709355ea-e5e9-4ebf-9a13-65a50db898df,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:13.891565 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4d713f7b-fe4b-4aaf-88d9-bf27d38f0f3e tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:13.891565 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-4d713f7b-fe4b-4aaf-88d9-bf27d38f0f3e tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Added segment 11be7576-e0e4-468f-898a-094c56d4eac7 of type vlan for network 90f3d909-2db8-4337-845d-089006e06387 Nov 25 17:38:13.936616 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fae103-bbc1-4ecf-9e0c-90156fe0d359 req-9b548b52-8701-4523-88cb-3fe7d5727177 tempest-ServerAddressesNegativeTestJSON-1859965331 tempest-ServerAddressesNegativeTestJSON-1859965331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:13.938506 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-16fae103-bbc1-4ecf-9e0c-90156fe0d359 req-9b548b52-8701-4523-88cb-3fe7d5727177 tempest-ServerAddressesNegativeTestJSON-1859965331 tempest-ServerAddressesNegativeTestJSON-1859965331-project] 10.222.0.75 "GET /v2.0/ports?device_id=af103a40-5925-4e66-be90-c8dad3eb17c4 HTTP/1.1" status: 200 len: 945 time: 0.0652678 Nov 25 17:38:13.968078 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4d713f7b-fe4b-4aaf-88d9-bf27d38f0f3e tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:14.011851 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4d713f7b-fe4b-4aaf-88d9-bf27d38f0f3e tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:14.018469 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d713f7b-fe4b-4aaf-88d9-bf27d38f0f3e tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:14.019091 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4d713f7b-fe4b-4aaf-88d9-bf27d38f0f3e tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:14.021861 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-16fae103-bbc1-4ecf-9e0c-90156fe0d359 req-c790ae98-0c15-430e-9c26-81d37cb7d8f3 tempest-ServerAddressesNegativeTestJSON-1859965331 tempest-ServerAddressesNegativeTestJSON-1859965331-project] 10.222.0.75 "GET /v2.0/security-groups?id=63cc7334-7580-4220-8d4b-61ab90b2ec80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701678 Nov 25 17:38:14.058834 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4d713f7b-fe4b-4aaf-88d9-bf27d38f0f3e tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4042776 Nov 25 17:38:14.059271 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54612) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:14.066155 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-eaf99780-0eef-4c8d-8d37-d9dea74cda35 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Request body: {'subnet': {'network_id': '90f3d909-2db8-4337-845d-089006e06387', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:14.146776 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d713f7b-fe4b-4aaf-88d9-bf27d38f0f3e tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Pushing event updated for resources: {'Network': ['ID=90f3d909-2db8-4337-845d-089006e06387,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:14.162125 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 90f3d909-2db8-4337-845d-089006e06387 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:38:14.188387 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf99780-0eef-4c8d-8d37-d9dea74cda35 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Made reservation on behalf of dc461f64ca6944419034f3b08fb132ed for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:38:14.194998 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-eaf99780-0eef-4c8d-8d37-d9dea74cda35 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:14.380616 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54622) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:14.396614 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b3dd81db-ab56-4ee5-8613-e1b6f4587542 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:14.482639 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-eaf99780-0eef-4c8d-8d37-d9dea74cda35 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:14.497759 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b3dd81db-ab56-4ee5-8613-e1b6f4587542 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:14.506962 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b3dd81db-ab56-4ee5-8613-e1b6f4587542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:14.513535 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c308d6-c557-4ec2-ba51-3f5b4ce18017 req-50dfbfbb-1bce-4b14-88f8-cc909874dd15 tempest-ServerAddressesNegativeTestJSON-1859965331 tempest-ServerAddressesNegativeTestJSON-1859965331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:14.515048 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a5c308d6-c557-4ec2-ba51-3f5b4ce18017 req-50dfbfbb-1bce-4b14-88f8-cc909874dd15 tempest-ServerAddressesNegativeTestJSON-1859965331 tempest-ServerAddressesNegativeTestJSON-1859965331-project] 10.222.0.75 "GET /v2.0/ports?device_id=af103a40-5925-4e66-be90-c8dad3eb17c4 HTTP/1.1" status: 200 len: 945 time: 0.1175697 Nov 25 17:38:14.564231 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b3dd81db-ab56-4ee5-8613-e1b6f4587542 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1ed915b340194f608ae0a7210c60c4b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1808324 Nov 25 17:38:14.568575 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54626) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:14.571313 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dd81db-ab56-4ee5-8613-e1b6f4587542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=994d7965-708b-48e5-8695-c347635c2aab,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:14.627547 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf99780-0eef-4c8d-8d37-d9dea74cda35 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Pushing event updated for resources: {'Subnet': ['ID=89bc58f6-b6e7-404b-8f91-a156c953e79c,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:14.641058 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf99780-0eef-4c8d-8d37-d9dea74cda35 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Checking segment: {'id': '11be7576-e0e4-468f-898a-094c56d4eac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '90f3d909-2db8-4337-845d-089006e06387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:38:14.641432 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf99780-0eef-4c8d-8d37-d9dea74cda35 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Network hostable DHCP agents. Network: 90f3d909-2db8-4337-845d-089006e06387, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:38:14.656034 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a5c308d6-c557-4ec2-ba51-3f5b4ce18017 req-2292ba6a-905d-444f-b673-aa49c7380b82 tempest-ServerAddressesNegativeTestJSON-1859965331 tempest-ServerAddressesNegativeTestJSON-1859965331-project] 10.222.0.75 "GET /v2.0/security-groups?id=63cc7334-7580-4220-8d4b-61ab90b2ec80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223211 Nov 25 17:38:14.681555 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cc637916-e2e7-4772-a701-d5d33366ec55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:14.686812 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf99780-0eef-4c8d-8d37-d9dea74cda35 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Network 90f3d909-2db8-4337-845d-089006e06387 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:38:14.709370 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-eaf99780-0eef-4c8d-8d37-d9dea74cda35 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 90f3d909-2db8-4337-845d-089006e06387) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:14.712101 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cc637916-e2e7-4772-a701-d5d33366ec55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:14.718213 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451c6921-b71f-49cf-8a75-10a967c3c179 None None] Network 90f3d909-2db8-4337-845d-089006e06387 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:38:14.720170 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf99780-0eef-4c8d-8d37-d9dea74cda35 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:14.720769 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-eaf99780-0eef-4c8d-8d37-d9dea74cda35 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:14.761240 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-eaf99780-0eef-4c8d-8d37-d9dea74cda35 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6958804 Nov 25 17:38:14.761240 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54632) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:14.766393 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-d49fee3c-63bb-4144-97ce-9d133e5fb9d1 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Request body: {'network': {'name': 'tempest-router-network01--1307769552'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:14.792782 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49fee3c-63bb-4144-97ce-9d133e5fb9d1 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Made reservation on behalf of dc461f64ca6944419034f3b08fb132ed for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:38:14.801394 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d49fee3c-63bb-4144-97ce-9d133e5fb9d1 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:14.827380 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cc637916-e2e7-4772-a701-d5d33366ec55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:14.832563 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cc637916-e2e7-4772-a701-d5d33366ec55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:14.837885 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-cc637916-e2e7-4772-a701-d5d33366ec55 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/994d7965-708b-48e5-8695-c347635c2aab HTTP/1.1" status: 204 len: 168 time: 0.2653780 Nov 25 17:38:14.862380 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc637916-e2e7-4772-a701-d5d33366ec55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994d7965-708b-48e5-8695-c347635c2aab,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:14.870248 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d49fee3c-63bb-4144-97ce-9d133e5fb9d1 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 911} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:38:14.884171 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d49fee3c-63bb-4144-97ce-9d133e5fb9d1 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:14.885139 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-d49fee3c-63bb-4144-97ce-9d133e5fb9d1 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Added segment 83a57347-6d87-483e-958d-a0d875dc2095 of type vlan for network 4bb905a1-70c6-4b46-83a7-becfb792a67c Nov 25 17:38:14.947953 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff3ffa2-7918-44f0-86b2-f5fbcc2ab5e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-90f3d909-2db8-4337-845d-089006e06387', 'network_id': '90f3d909-2db8-4337-845d-089006e06387', 'tenant_id': 'dc461f64ca6944419034f3b08fb132ed', 'fixed_ips': [{'subnet_id': '89bc58f6-b6e7-404b-8f91-a156c953e79c'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:38:14.949108 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5ff3ffa2-7918-44f0-86b2-f5fbcc2ab5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:14.955884 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d49fee3c-63bb-4144-97ce-9d133e5fb9d1 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:15.011689 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d49fee3c-63bb-4144-97ce-9d133e5fb9d1 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:15.019001 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49fee3c-63bb-4144-97ce-9d133e5fb9d1 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:15.019850 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d49fee3c-63bb-4144-97ce-9d133e5fb9d1 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:15.106679 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54646) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:15.107215 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d49fee3c-63bb-4144-97ce-9d133e5fb9d1 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3449464 Nov 25 17:38:15.113274 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-39b73b2d-0702-4628-9182-385675e65eb1 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Request body: {'network': {'name': 'tempest-router-network02--1525149523'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:15.124623 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49fee3c-63bb-4144-97ce-9d133e5fb9d1 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Pushing event updated for resources: {'Network': ['ID=4bb905a1-70c6-4b46-83a7-becfb792a67c,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:15.136462 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 4bb905a1-70c6-4b46-83a7-becfb792a67c details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:38:15.161296 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b73b2d-0702-4628-9182-385675e65eb1 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Made reservation on behalf of dc461f64ca6944419034f3b08fb132ed for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:38:15.180802 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-39b73b2d-0702-4628-9182-385675e65eb1 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:15.227789 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39b73b2d-0702-4628-9182-385675e65eb1 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 944} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:38:15.242427 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-39b73b2d-0702-4628-9182-385675e65eb1 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:15.242902 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-39b73b2d-0702-4628-9182-385675e65eb1 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Added segment 524e01e8-453d-4d52-afad-0e6450e4a13e of type vlan for network 11d0894d-2471-42ce-823c-6b5e5e87a2d9 Nov 25 17:38:15.269360 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-5ff3ffa2-7918-44f0-86b2-f5fbcc2ab5e5 None None] Allocated IP 2001:db8::2 (90f3d909-2db8-4337-845d-089006e06387/89bc58f6-b6e7-404b-8f91-a156c953e79c/a849b37d-b927-44c5-813f-8674688b617e) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:38:15.300362 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-39b73b2d-0702-4628-9182-385675e65eb1 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:15.339483 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-39b73b2d-0702-4628-9182-385675e65eb1 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:15.350137 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b73b2d-0702-4628-9182-385675e65eb1 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:15.350785 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-39b73b2d-0702-4628-9182-385675e65eb1 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:15.353536 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d3198-8842-4ba7-bff4-6c81ae06b4b3 req-07b1b32e-9207-4a72-a51e-ceff218b7cce tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:15.356609 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6d0d3198-8842-4ba7-bff4-6c81ae06b4b3 req-07b1b32e-9207-4a72-a51e-ceff218b7cce tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 946 time: 0.1143634 Nov 25 17:38:15.432210 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6d0d3198-8842-4ba7-bff4-6c81ae06b4b3 req-09c7c7bb-c788-4462-86bb-aac9098c20ee tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=0f8521b0-fea5-42f2-a976-d0ce371dead0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677269 Nov 25 17:38:15.471023 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b2d-0702-4628-9182-385675e65eb1 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Pushing event updated for resources: {'Network': ['ID=11d0894d-2471-42ce-823c-6b5e5e87a2d9,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:15.493872 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 11d0894d-2471-42ce-823c-6b5e5e87a2d9 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:38:15.506854 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-39b73b2d-0702-4628-9182-385675e65eb1 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3985336 Nov 25 17:38:15.510250 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54652) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:15.515525 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-6b02faeb-62d0-4c42-85e1-c6407048b605 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Request body: {'subnet': {'network_id': '4bb905a1-70c6-4b46-83a7-becfb792a67c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:15.606689 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5ff3ffa2-7918-44f0-86b2-f5fbcc2ab5e5 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:15.623028 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5ff3ffa2-7918-44f0-86b2-f5fbcc2ab5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:15.633556 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b02faeb-62d0-4c42-85e1-c6407048b605 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Made reservation on behalf of dc461f64ca6944419034f3b08fb132ed for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:38:15.637540 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6b02faeb-62d0-4c42-85e1-c6407048b605 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:15.681271 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff3ffa2-7918-44f0-86b2-f5fbcc2ab5e5 None None] Pushing event updated for resources: {'Port': ['ID=a849b37d-b927-44c5-813f-8674688b617e,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:15.698314 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff3ffa2-7918-44f0-86b2-f5fbcc2ab5e5 None None] Network 90f3d909-2db8-4337-845d-089006e06387 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:38:15.699933 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-5ff3ffa2-7918-44f0-86b2-f5fbcc2ab5e5 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:15.706033 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff3ffa2-7918-44f0-86b2-f5fbcc2ab5e5 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:38:15.784613 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-5ff3ffa2-7918-44f0-86b2-f5fbcc2ab5e5 None None] Attempting to bind port a849b37d-b927-44c5-813f-8674688b617e on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:38:15.785125 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-5ff3ffa2-7918-44f0-86b2-f5fbcc2ab5e5 None None] Attempting to bind port a849b37d-b927-44c5-813f-8674688b617e by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '11be7576-e0e4-468f-898a-094c56d4eac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '90f3d909-2db8-4337-845d-089006e06387'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:38:15.785571 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff3ffa2-7918-44f0-86b2-f5fbcc2ab5e5 None None] Attempting to bind port a849b37d-b927-44c5-813f-8674688b617e on network 90f3d909-2db8-4337-845d-089006e06387 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:15.790933 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff3ffa2-7918-44f0-86b2-f5fbcc2ab5e5 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:38:15.791399 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff3ffa2-7918-44f0-86b2-f5fbcc2ab5e5 None None] Checking segment: {'id': '11be7576-e0e4-468f-898a-094c56d4eac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '90f3d909-2db8-4337-845d-089006e06387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:38:15.791914 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5ff3ffa2-7918-44f0-86b2-f5fbcc2ab5e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:15.792880 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff3ffa2-7918-44f0-86b2-f5fbcc2ab5e5 None None] Bound using segment: {'id': '11be7576-e0e4-468f-898a-094c56d4eac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '90f3d909-2db8-4337-845d-089006e06387'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:38:15.793360 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-5ff3ffa2-7918-44f0-86b2-f5fbcc2ab5e5 None None] Bound port: a849b37d-b927-44c5-813f-8674688b617e, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11be7576-e0e4-468f-898a-094c56d4eac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '90f3d909-2db8-4337-845d-089006e06387'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:38:15.793636 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5ff3ffa2-7918-44f0-86b2-f5fbcc2ab5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:15.862936 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca37d9-46dc-46d8-b086-ec843100afff req-236bc597-eee0-46c0-9b61-f76204870f55 tempest-ServerAddressesNegativeTestJSON-1859965331 tempest-ServerAddressesNegativeTestJSON-1859965331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:15.864622 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f1ca37d9-46dc-46d8-b086-ec843100afff req-236bc597-eee0-46c0-9b61-f76204870f55 tempest-ServerAddressesNegativeTestJSON-1859965331 tempest-ServerAddressesNegativeTestJSON-1859965331-project] 10.222.0.90 "GET /v2.0/ports?device_id=af103a40-5925-4e66-be90-c8dad3eb17c4 HTTP/1.1" status: 200 len: 945 time: 0.1924374 Nov 25 17:38:15.871119 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-5ff3ffa2-7918-44f0-86b2-f5fbcc2ab5e5 None None] For port a849b37d-b927-44c5-813f-8674688b617e, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:38:15.875512 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-5ff3ffa2-7918-44f0-86b2-f5fbcc2ab5e5 None None] For port a849b37d-b927-44c5-813f-8674688b617e, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=a849b37d-b927-44c5-813f-8674688b617e,segment=NetworkSegment(11be7576-e0e4-468f-898a-094c56d4eac7),segment_id=11be7576-e0e4-468f-898a-094c56d4eac7)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:38:15.881426 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5ff3ffa2-7918-44f0-86b2-f5fbcc2ab5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:15.943411 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db756a3-d3ef-46a2-ab5c-68e48bc312f0 req-51d03bd8-5270-4dc0-a2bd-e0e776d67ee7 tempest-ServerAddressesNegativeTestJSON-1859965331 tempest-ServerAddressesNegativeTestJSON-1859965331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:15.945629 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3db756a3-d3ef-46a2-ab5c-68e48bc312f0 req-51d03bd8-5270-4dc0-a2bd-e0e776d67ee7 tempest-ServerAddressesNegativeTestJSON-1859965331 tempest-ServerAddressesNegativeTestJSON-1859965331-project] 10.222.0.75 "GET /v2.0/ports?device_id=af103a40-5925-4e66-be90-c8dad3eb17c4 HTTP/1.1" status: 200 len: 945 time: 0.1581261 Nov 25 17:38:15.976477 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff3ffa2-7918-44f0-86b2-f5fbcc2ab5e5 None None] Pushing event updated for resources: {'Port': ['ID=a849b37d-b927-44c5-813f-8674688b617e,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:16.181167 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3db756a3-d3ef-46a2-ab5c-68e48bc312f0 req-c3ec0406-cd04-4d8b-ac05-c02fb8524637 tempest-ServerAddressesNegativeTestJSON-1859965331 tempest-ServerAddressesNegativeTestJSON-1859965331-project] 10.222.0.75 "GET /v2.0/security-groups?id=63cc7334-7580-4220-8d4b-61ab90b2ec80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847701 Nov 25 17:38:16.191125 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6b02faeb-62d0-4c42-85e1-c6407048b605 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:16.201244 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-f1ca37d9-46dc-46d8-b086-ec843100afff req-7d9dcca2-0570-47d7-8627-be88d9695b40 tempest-ServerAddressesNegativeTestJSON-1859965331 tempest-ServerAddressesNegativeTestJSON-1859965331-project] Deleting port 73eb99ae-3217-4a12-bd3c-2f8a01826958 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:38:16.201586 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f1ca37d9-46dc-46d8-b086-ec843100afff req-7d9dcca2-0570-47d7-8627-be88d9695b40 tempest-ServerAddressesNegativeTestJSON-1859965331 tempest-ServerAddressesNegativeTestJSON-1859965331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:16.347713 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b02faeb-62d0-4c42-85e1-c6407048b605 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Pushing event updated for resources: {'Subnet': ['ID=7c491d8d-50cd-4d8b-9688-249b8496343e,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:16.379077 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b02faeb-62d0-4c42-85e1-c6407048b605 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Checking segment: {'id': '83a57347-6d87-483e-958d-a0d875dc2095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '4bb905a1-70c6-4b46-83a7-becfb792a67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:38:16.379447 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b02faeb-62d0-4c42-85e1-c6407048b605 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Network hostable DHCP agents. Network: 4bb905a1-70c6-4b46-83a7-becfb792a67c, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:38:16.415975 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-f1ca37d9-46dc-46d8-b086-ec843100afff req-7d9dcca2-0570-47d7-8627-be88d9695b40 tempest-ServerAddressesNegativeTestJSON-1859965331 tempest-ServerAddressesNegativeTestJSON-1859965331-project] For port 73eb99ae-3217-4a12-bd3c-2f8a01826958, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=73eb99ae-3217-4a12-bd3c-2f8a01826958,segment=NetworkSegment(6dd50491-a722-404d-845c-8626b7846401),segment_id=6dd50491-a722-404d-845c-8626b7846401)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:16.416266 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f1ca37d9-46dc-46d8-b086-ec843100afff req-7d9dcca2-0570-47d7-8627-be88d9695b40 tempest-ServerAddressesNegativeTestJSON-1859965331 tempest-ServerAddressesNegativeTestJSON-1859965331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:16.425494 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b02faeb-62d0-4c42-85e1-c6407048b605 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Network 4bb905a1-70c6-4b46-83a7-becfb792a67c is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:38:16.435430 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-f1ca37d9-46dc-46d8-b086-ec843100afff req-7d9dcca2-0570-47d7-8627-be88d9695b40 tempest-ServerAddressesNegativeTestJSON-1859965331 tempest-ServerAddressesNegativeTestJSON-1859965331-project] Calling delete_port for 73eb99ae-3217-4a12-bd3c-2f8a01826958 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:38:16.445425 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-6b02faeb-62d0-4c42-85e1-c6407048b605 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 4bb905a1-70c6-4b46-83a7-becfb792a67c) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:16.453330 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffefd956-4399-4173-9ddd-7f2a18cd1994 None None] Network 4bb905a1-70c6-4b46-83a7-becfb792a67c requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:38:16.622860 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device a849b37d-b927-44c5-813f-8674688b617e up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:38:16.666416 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b02faeb-62d0-4c42-85e1-c6407048b605 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:16.667433 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6b02faeb-62d0-4c42-85e1-c6407048b605 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:16.682440 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f1ca37d9-46dc-46d8-b086-ec843100afff req-7d9dcca2-0570-47d7-8627-be88d9695b40 tempest-ServerAddressesNegativeTestJSON-1859965331 tempest-ServerAddressesNegativeTestJSON-1859965331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:16.717920 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:16.724461 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-6b02faeb-62d0-4c42-85e1-c6407048b605 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2134321 Nov 25 17:38:16.727713 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54696) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:16.736644 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-cc048dae-cfee-4ea1-9bdf-3de70b1696ad tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Request body: {'subnet': {'network_id': '11d0894d-2471-42ce-823c-6b5e5e87a2d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:16.812463 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3c1cd4-3187-4248-9e7e-8341486ed545 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-4bb905a1-70c6-4b46-83a7-becfb792a67c', 'network_id': '4bb905a1-70c6-4b46-83a7-becfb792a67c', 'tenant_id': 'dc461f64ca6944419034f3b08fb132ed', 'fixed_ips': [{'subnet_id': '7c491d8d-50cd-4d8b-9688-249b8496343e'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:38:16.813812 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ac3c1cd4-3187-4248-9e7e-8341486ed545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:16.821466 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port a849b37d-b927-44c5-813f-8674688b617e triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:16.822146 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:16.830789 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9dcca2-0570-47d7-8627-be88d9695b40 tempest-ServerAddressesNegativeTestJSON-1859965331 tempest-ServerAddressesNegativeTestJSON-1859965331-project] Pushing event deleted for resources: {'Port': ['ID=73eb99ae-3217-4a12-bd3c-2f8a01826958,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:16.911145 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:16.927404 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ca37d9-46dc-46d8-b086-ec843100afff req-7d9dcca2-0570-47d7-8627-be88d9695b40 tempest-ServerAddressesNegativeTestJSON-1859965331 tempest-ServerAddressesNegativeTestJSON-1859965331-project] No DVR routers for this DVR port 73eb99ae-3217-4a12-bd3c-2f8a01826958 on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:38:16.930752 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f1ca37d9-46dc-46d8-b086-ec843100afff req-7d9dcca2-0570-47d7-8627-be88d9695b40 tempest-ServerAddressesNegativeTestJSON-1859965331 tempest-ServerAddressesNegativeTestJSON-1859965331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:16.942643 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f1ca37d9-46dc-46d8-b086-ec843100afff req-7d9dcca2-0570-47d7-8627-be88d9695b40 tempest-ServerAddressesNegativeTestJSON-1859965331 tempest-ServerAddressesNegativeTestJSON-1859965331-project] 10.222.0.90 "DELETE /v2.0/ports/73eb99ae-3217-4a12-bd3c-2f8a01826958 HTTP/1.1" status: 204 len: 173 time: 1.0716310 Nov 25 17:38:16.943118 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af103a40-5925-4e66-be90-c8dad3eb17c4', 'name': 'network-vif-deleted', 'tag': '73eb99ae-3217-4a12-bd3c-2f8a01826958'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:38:16.945763 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755e1b3a-273d-4734-a342-7c4d6113dbeb" -d '{"events": [{"server_uuid": "af103a40-5925-4e66-be90-c8dad3eb17c4", "name": "network-vif-deleted", "tag": "73eb99ae-3217-4a12-bd3c-2f8a01826958"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:38:16.953109 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc048dae-cfee-4ea1-9bdf-3de70b1696ad tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Made reservation on behalf of dc461f64ca6944419034f3b08fb132ed for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:38:16.962986 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cc048dae-cfee-4ea1-9bdf-3de70b1696ad tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:16.982923 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863174f-9358-40b5-b291-cb8af936e04d req-e957eac7-5670-4ce6-930f-934e7b712067 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:16.985861 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8863174f-9358-40b5-b291-cb8af936e04d req-e957eac7-5670-4ce6-930f-934e7b712067 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 946 time: 0.2976346 Nov 25 17:38:17.136943 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8863174f-9358-40b5-b291-cb8af936e04d req-feebf45c-91d5-437c-9434-9bac77836330 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=0f8521b0-fea5-42f2-a976-d0ce371dead0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445990 Nov 25 17:38:17.221422 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8590aef7-d532-495b-ace9-35ef9b03b240 x-openstack-request-id: req-8590aef7-d532-495b-ace9-35ef9b03b240 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:38:17.221728 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af103a40-5925-4e66-be90-c8dad3eb17c4", "name": "network-vif-deleted", "tag": "73eb99ae-3217-4a12-bd3c-2f8a01826958", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:38:17.221989 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8590aef7-d532-495b-ace9-35ef9b03b240 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:38:17.222409 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af103a40-5925-4e66-be90-c8dad3eb17c4', 'name': 'network-vif-deleted', 'tag': '73eb99ae-3217-4a12-bd3c-2f8a01826958', 'status': 'completed', 'code': 200} Nov 25 17:38:17.269472 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4124b936-c37c-4696-8bbf-4f936ab54c5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:17.317469 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d7a269df-73e1-42a5-9b34-f8a9ae6eb9da req-293b04c6-49ad-4901-b240-d332601c8b10 tempest-ServerAddressesNegativeTestJSON-1859965331 tempest-ServerAddressesNegativeTestJSON-1859965331-project] 10.222.0.75 "GET /v2.0/ports?device_id=af103a40-5925-4e66-be90-c8dad3eb17c4 HTTP/1.1" status: 200 len: 210 time: 0.0404122 Nov 25 17:38:17.366769 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cc048dae-cfee-4ea1-9bdf-3de70b1696ad tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:17.370343 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:17.431743 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-ac3c1cd4-3187-4248-9e7e-8341486ed545 None None] Allocated IP 2001:db8::2 (4bb905a1-70c6-4b46-83a7-becfb792a67c/7c491d8d-50cd-4d8b-9688-249b8496343e/f48f2d67-1a35-4a27-b072-db48a793428a) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:38:17.451786 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc048dae-cfee-4ea1-9bdf-3de70b1696ad tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Pushing event updated for resources: {'Subnet': ['ID=6505d096-0d5b-4476-aaa0-0ab02eb671c1,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:17.457104 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc048dae-cfee-4ea1-9bdf-3de70b1696ad tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Checking segment: {'id': '524e01e8-453d-4d52-afad-0e6450e4a13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '11d0894d-2471-42ce-823c-6b5e5e87a2d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:38:17.457479 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc048dae-cfee-4ea1-9bdf-3de70b1696ad tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Network hostable DHCP agents. Network: 11d0894d-2471-42ce-823c-6b5e5e87a2d9, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:38:17.477808 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc048dae-cfee-4ea1-9bdf-3de70b1696ad tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Network 11d0894d-2471-42ce-823c-6b5e5e87a2d9 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:38:17.493412 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-cc048dae-cfee-4ea1-9bdf-3de70b1696ad tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 11d0894d-2471-42ce-823c-6b5e5e87a2d9) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:17.500241 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port a849b37d-b927-44c5-813f-8674688b617e, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=a849b37d-b927-44c5-813f-8674688b617e,segment=NetworkSegment(11be7576-e0e4-468f-898a-094c56d4eac7),segment_id=11be7576-e0e4-468f-898a-094c56d4eac7)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:17.507077 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc048dae-cfee-4ea1-9bdf-3de70b1696ad tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:17.508620 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cc048dae-cfee-4ea1-9bdf-3de70b1696ad tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:17.515661 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48f4721-d57b-49ce-9331-23bcf14aa0df None None] Network 11d0894d-2471-42ce-823c-6b5e5e87a2d9 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:38:17.548871 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-cc048dae-cfee-4ea1-9bdf-3de70b1696ad tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8154066 Nov 25 17:38:17.551195 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54726) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:17.621899 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:17.694837 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717f22f9-8b3a-4434-8a21-7b4b2060d238 None None] Network 90f3d909-2db8-4337-845d-089006e06387 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:38:17.705537 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 73eb99ae-3217-4a12-bd3c-2f8a01826958 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:38:17.909139 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: 73eb99ae-3217-4a12-bd3c-2f8a01826958 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:38:17.909532 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 73eb99ae-3217-4a12-bd3c-2f8a01826958 not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:38:17.961144 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bdde10da-9fb4-4e9f-bc85-3c427fde59db tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:18.077463 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=a849b37d-b927-44c5-813f-8674688b617e,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:18.080725 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d453f4c4-5400-4adb-9b82-ca51a272bdb0 None None] Provisioning complete for port a849b37d-b927-44c5-813f-8674688b617e triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:18.081263 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d453f4c4-5400-4adb-9b82-ca51a272bdb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:18.101511 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54547df-fe67-4fc0-8673-810ee019ffa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-11d0894d-2471-42ce-823c-6b5e5e87a2d9', 'network_id': '11d0894d-2471-42ce-823c-6b5e5e87a2d9', 'tenant_id': 'dc461f64ca6944419034f3b08fb132ed', 'fixed_ips': [{'subnet_id': '6505d096-0d5b-4476-aaa0-0ab02eb671c1'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:38:18.102508 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d54547df-fe67-4fc0-8673-810ee019ffa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:18.304720 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5b06b-dc40-4477-90ec-3a31ae30733c req-40506633-508b-4a52-9a30-f244e786c997 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:18.308486 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6fe5b06b-dc40-4477-90ec-3a31ae30733c req-40506633-508b-4a52-9a30-f244e786c997 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 946 time: 0.0788996 Nov 25 17:38:18.393335 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6fe5b06b-dc40-4477-90ec-3a31ae30733c req-91affe94-935e-4500-a833-c1e2b57c8737 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=0f8521b0-fea5-42f2-a976-d0ce371dead0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749304 Nov 25 17:38:18.393781 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54766) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:18.424228 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ac3c1cd4-3187-4248-9e7e-8341486ed545 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:18.437476 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ac3c1cd4-3187-4248-9e7e-8341486ed545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:18.460909 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-d54547df-fe67-4fc0-8673-810ee019ffa9 None None] Allocated IP 2001:db8::2 (11d0894d-2471-42ce-823c-6b5e5e87a2d9/6505d096-0d5b-4476-aaa0-0ab02eb671c1/5ba4ec41-20b2-4c38-aace-9f5100bb6a36) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:38:18.534456 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-bdde10da-9fb4-4e9f-bc85-3c427fde59db tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Allocated IP 2001:db8::1 (4bb905a1-70c6-4b46-83a7-becfb792a67c/7c491d8d-50cd-4d8b-9688-249b8496343e/4bdd49fa-5d17-4ddd-b1d2-b25ceaee1b1e) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:38:18.582437 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3c1cd4-3187-4248-9e7e-8341486ed545 None None] Network 4bb905a1-70c6-4b46-83a7-becfb792a67c is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:38:18.595898 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device a849b37d-b927-44c5-813f-8674688b617e up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:38:18.613942 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-ac3c1cd4-3187-4248-9e7e-8341486ed545 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:18.625802 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-edfa5ec6-1b1c-4b4a-9f9b-fc4e97989460 admin admin] Deleting subnet 54a98383-b550-438d-88af-69368d761489 {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:38:18.630050 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-edfa5ec6-1b1c-4b4a-9f9b-fc4e97989460 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:18.663712 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3c1cd4-3187-4248-9e7e-8341486ed545 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:38:18.665680 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3c1cd4-3187-4248-9e7e-8341486ed545 None None] Pushing event updated for resources: {'Port': ['ID=f48f2d67-1a35-4a27-b072-db48a793428a,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:18.699126 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-edfa5ec6-1b1c-4b4a-9f9b-fc4e97989460 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:18.820226 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-edfa5ec6-1b1c-4b4a-9f9b-fc4e97989460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:18.886557 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d54547df-fe67-4fc0-8673-810ee019ffa9 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:18.916519 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d54547df-fe67-4fc0-8673-810ee019ffa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:18.918403 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-edfa5ec6-1b1c-4b4a-9f9b-fc4e97989460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:18.979839 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bdde10da-9fb4-4e9f-bc85-3c427fde59db tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:18.984116 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfa5ec6-1b1c-4b4a-9f9b-fc4e97989460 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54a98383-b550-438d-88af-69368d761489,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:18.986597 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-edfa5ec6-1b1c-4b4a-9f9b-fc4e97989460 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:18.989396 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54547df-fe67-4fc0-8673-810ee019ffa9 None None] Pushing event updated for resources: {'Port': ['ID=5ba4ec41-20b2-4c38-aace-9f5100bb6a36,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:18.989883 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-edfa5ec6-1b1c-4b4a-9f9b-fc4e97989460 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/54a98383-b550-438d-88af-69368d761489 HTTP/1.1" status: 204 len: 168 time: 0.5938299 Nov 25 17:38:18.992724 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-ac3c1cd4-3187-4248-9e7e-8341486ed545 None None] Attempting to bind port f48f2d67-1a35-4a27-b072-db48a793428a on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:38:18.993171 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54792) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:18.993650 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-ac3c1cd4-3187-4248-9e7e-8341486ed545 None None] Attempting to bind port f48f2d67-1a35-4a27-b072-db48a793428a by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '83a57347-6d87-483e-958d-a0d875dc2095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '4bb905a1-70c6-4b46-83a7-becfb792a67c'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:38:18.993992 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3c1cd4-3187-4248-9e7e-8341486ed545 None None] Attempting to bind port f48f2d67-1a35-4a27-b072-db48a793428a on network 4bb905a1-70c6-4b46-83a7-becfb792a67c {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:19.008487 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port a849b37d-b927-44c5-813f-8674688b617e triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:19.008980 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:19.020627 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54547df-fe67-4fc0-8673-810ee019ffa9 None None] Network 11d0894d-2471-42ce-823c-6b5e5e87a2d9 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:38:19.043924 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-d54547df-fe67-4fc0-8673-810ee019ffa9 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:19.046652 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3c1cd4-3187-4248-9e7e-8341486ed545 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:38:19.050270 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3c1cd4-3187-4248-9e7e-8341486ed545 None None] Checking segment: {'id': '83a57347-6d87-483e-958d-a0d875dc2095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '4bb905a1-70c6-4b46-83a7-becfb792a67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:38:19.051081 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ac3c1cd4-3187-4248-9e7e-8341486ed545 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:19.051612 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3c1cd4-3187-4248-9e7e-8341486ed545 None None] Bound using segment: {'id': '83a57347-6d87-483e-958d-a0d875dc2095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '4bb905a1-70c6-4b46-83a7-becfb792a67c'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:38:19.052194 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-ac3c1cd4-3187-4248-9e7e-8341486ed545 None None] Bound port: f48f2d67-1a35-4a27-b072-db48a793428a, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83a57347-6d87-483e-958d-a0d875dc2095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '4bb905a1-70c6-4b46-83a7-becfb792a67c'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:38:19.052689 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ac3c1cd4-3187-4248-9e7e-8341486ed545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:19.060075 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54547df-fe67-4fc0-8673-810ee019ffa9 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:38:19.115303 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bdde10da-9fb4-4e9f-bc85-3c427fde59db tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:19.126213 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3cfdcc17-5caa-40ad-b916-727d81844148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:19.217066 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde10da-9fb4-4e9f-bc85-3c427fde59db tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Pushing event updated for resources: {'Port': ['ID=4bdd49fa-5d17-4ddd-b1d2-b25ceaee1b1e,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:19.230900 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdde10da-9fb4-4e9f-bc85-3c427fde59db tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Network 4bb905a1-70c6-4b46-83a7-becfb792a67c is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:38:19.232960 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-bdde10da-9fb4-4e9f-bc85-3c427fde59db tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:19.239361 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdde10da-9fb4-4e9f-bc85-3c427fde59db tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:38:19.241029 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bdde10da-9fb4-4e9f-bc85-3c427fde59db tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:19.243799 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-d54547df-fe67-4fc0-8673-810ee019ffa9 None None] Attempting to bind port 5ba4ec41-20b2-4c38-aace-9f5100bb6a36 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:38:19.243799 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-d54547df-fe67-4fc0-8673-810ee019ffa9 None None] Attempting to bind port 5ba4ec41-20b2-4c38-aace-9f5100bb6a36 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '524e01e8-453d-4d52-afad-0e6450e4a13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '11d0894d-2471-42ce-823c-6b5e5e87a2d9'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:38:19.244562 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54547df-fe67-4fc0-8673-810ee019ffa9 None None] Attempting to bind port 5ba4ec41-20b2-4c38-aace-9f5100bb6a36 on network 11d0894d-2471-42ce-823c-6b5e5e87a2d9 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:19.261780 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-92db00c3-ecd7-41f0-bfae-befe48e6b72f None None] Provisioning complete for port a849b37d-b927-44c5-813f-8674688b617e triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:19.262123 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-92db00c3-ecd7-41f0-bfae-befe48e6b72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:19.312860 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54547df-fe67-4fc0-8673-810ee019ffa9 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:38:19.313237 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54547df-fe67-4fc0-8673-810ee019ffa9 None None] Checking segment: {'id': '524e01e8-453d-4d52-afad-0e6450e4a13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '11d0894d-2471-42ce-823c-6b5e5e87a2d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:38:19.313660 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d54547df-fe67-4fc0-8673-810ee019ffa9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:19.314594 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54547df-fe67-4fc0-8673-810ee019ffa9 None None] Bound using segment: {'id': '524e01e8-453d-4d52-afad-0e6450e4a13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '11d0894d-2471-42ce-823c-6b5e5e87a2d9'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:38:19.315463 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-d54547df-fe67-4fc0-8673-810ee019ffa9 None None] Bound port: 5ba4ec41-20b2-4c38-aace-9f5100bb6a36, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '524e01e8-453d-4d52-afad-0e6450e4a13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '11d0894d-2471-42ce-823c-6b5e5e87a2d9'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:38:19.315864 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d54547df-fe67-4fc0-8673-810ee019ffa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:19.377844 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54806) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:19.383042 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-ac3c1cd4-3187-4248-9e7e-8341486ed545 None None] For port f48f2d67-1a35-4a27-b072-db48a793428a, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:38:19.481760 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-ac3c1cd4-3187-4248-9e7e-8341486ed545 None None] For port f48f2d67-1a35-4a27-b072-db48a793428a, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=f48f2d67-1a35-4a27-b072-db48a793428a,segment=NetworkSegment(83a57347-6d87-483e-958d-a0d875dc2095),segment_id=83a57347-6d87-483e-958d-a0d875dc2095)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:38:19.499681 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bdde10da-9fb4-4e9f-bc85-3c427fde59db tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:19.527994 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ac3c1cd4-3187-4248-9e7e-8341486ed545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:19.552222 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ef0823db-1656-42c6-b4ba-42c09d3a738a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:19.588939 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3cfdcc17-5caa-40ad-b916-727d81844148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:19.618556 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d54547df-fe67-4fc0-8673-810ee019ffa9 None None] For port 5ba4ec41-20b2-4c38-aace-9f5100bb6a36, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:38:19.637867 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-3cfdcc17-5caa-40ad-b916-727d81844148 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c5d579f-2634-4718-9981-f678bd548310']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:19.649712 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d54547df-fe67-4fc0-8673-810ee019ffa9 None None] For port 5ba4ec41-20b2-4c38-aace-9f5100bb6a36, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=5ba4ec41-20b2-4c38-aace-9f5100bb6a36,segment=NetworkSegment(524e01e8-453d-4d52-afad-0e6450e4a13e),segment_id=524e01e8-453d-4d52-afad-0e6450e4a13e)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:38:19.652218 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-3cfdcc17-5caa-40ad-b916-727d81844148 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dd50491-a722-404d-845c-8626b7846401') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:19.653439 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-3cfdcc17-5caa-40ad-b916-727d81844148 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dd50491-a722-404d-845c-8626b7846401') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:19.654406 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-46e85868-26af-4dcf-b7a7-8b41028fe707 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:19.656051 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3c1cd4-3187-4248-9e7e-8341486ed545 None None] Pushing event updated for resources: {'Port': ['ID=f48f2d67-1a35-4a27-b072-db48a793428a,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:19.660908 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d54547df-fe67-4fc0-8673-810ee019ffa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:19.670988 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3cfdcc17-5caa-40ad-b916-727d81844148 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:19.712775 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3cfdcc17-5caa-40ad-b916-727d81844148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:19.721817 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cfdcc17-5caa-40ad-b916-727d81844148 admin admin] Releasing vlan 918 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:38:19.722828 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3cfdcc17-5caa-40ad-b916-727d81844148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:19.749502 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54547df-fe67-4fc0-8673-810ee019ffa9 None None] Pushing event updated for resources: {'Port': ['ID=5ba4ec41-20b2-4c38-aace-9f5100bb6a36,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:19.777641 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:38:19.777641 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:38:19.777641 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:38:19.777641 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:38:19.777641 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:38:19.777641 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:38:19.777641 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:38:19.777641 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:38:19.777641 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:38:19.777641 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:38:19.777641 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:38:19.777641 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:38:19.777641 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:38:19.777641 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:38:19.777641 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:38:19.777641 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:38:19.777641 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:38:19.777641 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:38:19.777641 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:38:19.777641 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:38:19.777641 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:38:19.777641 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:38:19.777641 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:38:19.777641 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:38:19.777641 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:38:19.777641 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:38:19.777641 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:38:19.777641 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:38:19.777641 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:38:19.777641 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:38:19.777641 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:38:19.777641 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:38:19.801830 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3cfdcc17-5caa-40ad-b916-727d81844148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:19.839860 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3cfdcc17-5caa-40ad-b916-727d81844148 admin admin] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:19.843872 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3cfdcc17-5caa-40ad-b916-727d81844148 admin admin] 10.222.0.75 "DELETE /v2.0/networks/9c5d579f-2634-4718-9981-f678bd548310 HTTP/1.1" status: 204 len: 168 time: 0.8485193 Nov 25 17:38:19.853327 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab7ada-e71e-4e0d-89f7-5807582cefa0 req-014007f7-fbbd-4bc0-857e-cbab28416d61 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:19.855499 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c9ab7ada-e71e-4e0d-89f7-5807582cefa0 req-014007f7-fbbd-4bc0-857e-cbab28416d61 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 946 time: 0.3278906 Nov 25 17:38:19.855836 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfdcc17-5caa-40ad-b916-727d81844148 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c5d579f-2634-4718-9981-f678bd548310,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:20.037515 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54814) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:20.148811 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-46e85868-26af-4dcf-b7a7-8b41028fe707 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:20.157365 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c9ab7ada-e71e-4e0d-89f7-5807582cefa0 req-2d0f217f-e34f-452b-906b-43da492eda62 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=0f8521b0-fea5-42f2-a976-d0ce371dead0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2922413 Nov 25 17:38:20.161427 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-46e85868-26af-4dcf-b7a7-8b41028fe707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:20.174312 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4dcc351f-6859-4b04-8bae-b9322d1ea8d1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7534728759214ee697d603a65ae33ecd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1303277 Nov 25 17:38:20.177123 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54818) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:20.252875 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e85868-26af-4dcf-b7a7-8b41028fe707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10fde574-c313-45ac-8848-07cd866a09cb,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:20.271497 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-46e85868-26af-4dcf-b7a7-8b41028fe707 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=09d2ad186e954b8482577bfffeb43c0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8899510 Nov 25 17:38:20.273682 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54820) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:20.288669 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-485838ec-4768-4a25-b07a-a4b35b774174 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:20.324525 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-485838ec-4768-4a25-b07a-a4b35b774174 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:20.332678 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bdde10da-9fb4-4e9f-bc85-3c427fde59db tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:20.343333 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bdde10da-9fb4-4e9f-bc85-3c427fde59db tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:20.344102 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bdde10da-9fb4-4e9f-bc85-3c427fde59db tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:20.424362 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-485838ec-4768-4a25-b07a-a4b35b774174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:20.434268 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-485838ec-4768-4a25-b07a-a4b35b774174 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:20.434268 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-485838ec-4768-4a25-b07a-a4b35b774174 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/63cc7334-7580-4220-8d4b-61ab90b2ec80 HTTP/1.1" status: 204 len: 168 time: 0.2528646 Nov 25 17:38:20.442302 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde10da-9fb4-4e9f-bc85-3c427fde59db tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Pushing event updated for resources: {'Port': ['ID=4bdd49fa-5d17-4ddd-b1d2-b25ceaee1b1e,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:20.446148 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-465e86ea-19d6-4dd5-bd8d-c3f6a5adf7a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:20.461197 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485838ec-4768-4a25-b07a-a4b35b774174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63cc7334-7580-4220-8d4b-61ab90b2ec80,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:20.513163 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-465e86ea-19d6-4dd5-bd8d-c3f6a5adf7a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:20.576541 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdde10da-9fb4-4e9f-bc85-3c427fde59db tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Network 4bb905a1-70c6-4b46-83a7-becfb792a67c is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:38:20.578280 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-bdde10da-9fb4-4e9f-bc85-3c427fde59db tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:20.699342 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-465e86ea-19d6-4dd5-bd8d-c3f6a5adf7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:20.702903 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-465e86ea-19d6-4dd5-bd8d-c3f6a5adf7a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:20.707798 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-465e86ea-19d6-4dd5-bd8d-c3f6a5adf7a8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/10fde574-c313-45ac-8848-07cd866a09cb HTTP/1.1" status: 204 len: 168 time: 0.4329016 Nov 25 17:38:20.720079 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465e86ea-19d6-4dd5-bd8d-c3f6a5adf7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10fde574-c313-45ac-8848-07cd866a09cb,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:20.832325 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 5ba4ec41-20b2-4c38-aace-9f5100bb6a36 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:38:20.842228 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:20.886959 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdde10da-9fb4-4e9f-bc85-3c427fde59db tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Router 7d8788f2-24bc-4fab-81e7-35d200f9e1de is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:38:20.990806 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 5ba4ec41-20b2-4c38-aace-9f5100bb6a36 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:20.991190 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:21.193435 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:21.281820 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port 5ba4ec41-20b2-4c38-aace-9f5100bb6a36, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=5ba4ec41-20b2-4c38-aace-9f5100bb6a36,segment=NetworkSegment(524e01e8-453d-4d52-afad-0e6450e4a13e),segment_id=524e01e8-453d-4d52-afad-0e6450e4a13e)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:21.297618 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:21.299303 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device f48f2d67-1a35-4a27-b072-db48a793428a up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:38:21.481194 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=5ba4ec41-20b2-4c38-aace-9f5100bb6a36,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:21.485015 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54850) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:21.504387 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port f48f2d67-1a35-4a27-b072-db48a793428a triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:21.505300 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:21.528296 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3b6e993c-2314-449b-9523-45d4f69b30ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:21.610454 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be6e5e7-0914-496c-82c9-d02056155c53 None None] Network 11d0894d-2471-42ce-823c-6b5e5e87a2d9 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:38:21.672034 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3b6e993c-2314-449b-9523-45d4f69b30ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:21.681670 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3b6e993c-2314-449b-9523-45d4f69b30ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:21.749457 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3b6e993c-2314-449b-9523-45d4f69b30ab admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9d1994910252496f8cd5a40f4da0899c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2633064 Nov 25 17:38:21.753822 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54856) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:21.759310 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6e993c-2314-449b-9523-45d4f69b30ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7e259d-9431-4766-9499-e5a53a6680d1,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:21.766710 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:21.856404 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdde10da-9fb4-4e9f-bc85-3c427fde59db tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:38:21.863451 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54858) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:21.867325 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-bdde10da-9fb4-4e9f-bc85-3c427fde59db tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] 10.222.0.75 "PUT /v2.0/routers/7d8788f2-24bc-4fab-81e7-35d200f9e1de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3144248 Nov 25 17:38:21.869502 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54860) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:21.872279 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-909dc80a-0e46-4638-8b14-8e7bfecd27a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:21.894100 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef31e76c-da05-4d85-b502-8deefc5b30ee req-31d31861-e78e-40a2-8491-2c4be850bab4 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:21.895659 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ef31e76c-da05-4d85-b502-8deefc5b30ee req-31d31861-e78e-40a2-8491-2c4be850bab4 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 946 time: 0.1344955 Nov 25 17:38:21.919490 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-909dc80a-0e46-4638-8b14-8e7bfecd27a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:22.001511 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-909dc80a-0e46-4638-8b14-8e7bfecd27a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:22.004777 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-909dc80a-0e46-4638-8b14-8e7bfecd27a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:22.006113 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-909dc80a-0e46-4638-8b14-8e7bfecd27a7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/fc7e259d-9431-4766-9499-e5a53a6680d1 HTTP/1.1" status: 204 len: 168 time: 0.2490909 Nov 25 17:38:22.018064 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909dc80a-0e46-4638-8b14-8e7bfecd27a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7e259d-9431-4766-9499-e5a53a6680d1,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:22.051675 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-75e11f5c-268d-465e-82dc-3c4755da7803 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1793189982-network', 'tenant_id': '2c663754f6e24e938dc5263839aceedb'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:22.058246 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc60906-193f-4cb9-a042-16e944c09026 None None] Network 4bb905a1-70c6-4b46-83a7-becfb792a67c requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:38:22.065793 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0f4431-04b1-48dc-8309-4d32cea1a46c None None] Sync routers for ids ['7d8788f2-24bc-4fab-81e7-35d200f9e1de'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:38:22.107957 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e11f5c-268d-465e-82dc-3c4755da7803 admin admin] Made reservation on behalf of 2c663754f6e24e938dc5263839aceedb for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:38:22.113537 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-75e11f5c-268d-465e-82dc-3c4755da7803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:22.114147 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-e39dcc53-e937-4828-8f49-f568d0a10d3d None None] Provisioning complete for port 5ba4ec41-20b2-4c38-aace-9f5100bb6a36 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:22.114629 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e39dcc53-e937-4828-8f49-f568d0a10d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:22.132935 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-75e11f5c-268d-465e-82dc-3c4755da7803 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:22.177785 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ef31e76c-da05-4d85-b502-8deefc5b30ee req-8191480a-be70-4d6a-8d6d-fa11fcabf127 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=0f8521b0-fea5-42f2-a976-d0ce371dead0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007997 Nov 25 17:38:22.265121 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-75e11f5c-268d-465e-82dc-3c4755da7803 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:22.269360 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port f48f2d67-1a35-4a27-b072-db48a793428a, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=f48f2d67-1a35-4a27-b072-db48a793428a,segment=NetworkSegment(83a57347-6d87-483e-958d-a0d875dc2095),segment_id=83a57347-6d87-483e-958d-a0d875dc2095)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:22.271348 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-75e11f5c-268d-465e-82dc-3c4755da7803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:22.306924 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:22.311659 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75e11f5c-268d-465e-82dc-3c4755da7803 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 940} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:38:22.325018 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e11f5c-268d-465e-82dc-3c4755da7803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8931339-962d-492d-90f0-87e77639cd5a,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:22.335492 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-75e11f5c-268d-465e-82dc-3c4755da7803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:22.335954 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-75e11f5c-268d-465e-82dc-3c4755da7803 admin admin] Added segment e2d5f817-37a2-4175-bc78-d823c922a165 of type vlan for network f40d15a4-2856-4531-9a5f-c1b371008c43 Nov 25 17:38:22.352381 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0f4431-04b1-48dc-8309-4d32cea1a46c None None] Routers {'7d8788f2-24bc-4fab-81e7-35d200f9e1de'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:38:22.358608 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-7f0f4431-04b1-48dc-8309-4d32cea1a46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:38:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['7d8788f2-24bc-4fab-81e7-35d200f9e1de'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:22.377647 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:22.418796 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-75e11f5c-268d-465e-82dc-3c4755da7803 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:22.457659 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-75e11f5c-268d-465e-82dc-3c4755da7803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:22.458677 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e11f5c-268d-465e-82dc-3c4755da7803 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:22.459444 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-75e11f5c-268d-465e-82dc-3c4755da7803 admin admin] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:22.464918 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-7f0f4431-04b1-48dc-8309-4d32cea1a46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:22.625191 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e11f5c-268d-465e-82dc-3c4755da7803 admin admin] Pushing event updated for resources: {'Network': ['ID=f40d15a4-2856-4531-9a5f-c1b371008c43,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:22.630324 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 5ba4ec41-20b2-4c38-aace-9f5100bb6a36 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:38:22.646520 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-75e11f5c-268d-465e-82dc-3c4755da7803 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7818506 Nov 25 17:38:22.650007 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54880) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:22.659698 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-09d5c8d3-dd23-432b-a91b-b1711c45d8e3 admin admin] Request body: {'subnet': {'network_id': 'f40d15a4-2856-4531-9a5f-c1b371008c43', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1793189982-subnet', 'tenant_id': '2c663754f6e24e938dc5263839aceedb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:22.682759 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network f40d15a4-2856-4531-9a5f-c1b371008c43 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:38:22.718023 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0f4431-04b1-48dc-8309-4d32cea1a46c None None] Routers {'7d8788f2-24bc-4fab-81e7-35d200f9e1de'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:38:22.719050 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-7f0f4431-04b1-48dc-8309-4d32cea1a46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:38:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['7d8788f2-24bc-4fab-81e7-35d200f9e1de'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:22.722988 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d5c8d3-dd23-432b-a91b-b1711c45d8e3 admin admin] Made reservation on behalf of 2c663754f6e24e938dc5263839aceedb for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:38:22.726062 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-09d5c8d3-dd23-432b-a91b-b1711c45d8e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:22.779955 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-7f0f4431-04b1-48dc-8309-4d32cea1a46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:22.781223 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0f4431-04b1-48dc-8309-4d32cea1a46c None None] The sync data for ids ['7d8788f2-24bc-4fab-81e7-35d200f9e1de'] in n-d-817746-1 is: [] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:38:22.809344 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [None req-e6ffedf6-e594-45c9-89b4-fbb98b2b4e97 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:38:22.811482 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-e6ffedf6-e594-45c9-89b4-fbb98b2b4e97 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] 10.222.0.75 "PUT /v2.0/routers/7d8788f2-24bc-4fab-81e7-35d200f9e1de/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9409745 Nov 25 17:38:22.815571 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54884) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:22.873331 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=f48f2d67-1a35-4a27-b072-db48a793428a,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:23.044620 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-03589f2f-1230-4f47-8ef6-c358c9ea6640 None None] Provisioning complete for port f48f2d67-1a35-4a27-b072-db48a793428a triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:23.060254 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-03589f2f-1230-4f47-8ef6-c358c9ea6640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:23.092748 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-09d5c8d3-dd23-432b-a91b-b1711c45d8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:23.102466 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:23.170555 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d5c8d3-dd23-432b-a91b-b1711c45d8e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89f59ae3-e9e6-4f96-9515-71fbecb54761,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:23.192528 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d5c8d3-dd23-432b-a91b-b1711c45d8e3 admin admin] Checking segment: {'id': 'e2d5f817-37a2-4175-bc78-d823c922a165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'f40d15a4-2856-4531-9a5f-c1b371008c43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:38:23.193257 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d5c8d3-dd23-432b-a91b-b1711c45d8e3 admin admin] Network hostable DHCP agents. Network: f40d15a4-2856-4531-9a5f-c1b371008c43, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:38:23.212276 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 5ba4ec41-20b2-4c38-aace-9f5100bb6a36 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:23.212655 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:23.234670 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d5c8d3-dd23-432b-a91b-b1711c45d8e3 admin admin] Network f40d15a4-2856-4531-9a5f-c1b371008c43 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:38:23.258876 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-09d5c8d3-dd23-432b-a91b-b1711c45d8e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, f40d15a4-2856-4531-9a5f-c1b371008c43) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:23.282885 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb970fe-67ec-448c-9c13-d5f098b14aae None None] Network f40d15a4-2856-4531-9a5f-c1b371008c43 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:38:23.296900 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d5c8d3-dd23-432b-a91b-b1711c45d8e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:23.300573 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-09d5c8d3-dd23-432b-a91b-b1711c45d8e3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:23.352558 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-09d5c8d3-dd23-432b-a91b-b1711c45d8e3 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6931996 Nov 25 17:38:23.583205 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbadf67-576f-4cad-8aaf-f008c427bb6e req-b24e077b-f41f-42bc-9d57-271c8deb89d5 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:23.605945 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8cbadf67-576f-4cad-8aaf-f008c427bb6e req-b24e077b-f41f-42bc-9d57-271c8deb89d5 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 946 time: 0.2720702 Nov 25 17:38:23.803309 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8cbadf67-576f-4cad-8aaf-f008c427bb6e req-8236c4fa-f745-4e80-85cf-964dfbaac617 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=0f8521b0-fea5-42f2-a976-d0ce371dead0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959999 Nov 25 17:38:23.886571 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f474a263-4db2-4b27-b98b-9c7c2facc9ab tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:23.950372 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2214b0be-31e3-4e6a-aba1-0c461428698a None None] Network f40d15a4-2856-4531-9a5f-c1b371008c43 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:38:24.118066 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-8be4a8b4-cf9c-4079-bf45-50166e7bec7b None None] Provisioning complete for port 5ba4ec41-20b2-4c38-aace-9f5100bb6a36 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:24.119271 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8be4a8b4-cf9c-4079-bf45-50166e7bec7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:24.310444 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-8be4a8b4-cf9c-4079-bf45-50166e7bec7b None None] Provisioning complete for port 4bdd49fa-5d17-4ddd-b1d2-b25ceaee1b1e triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:24.310885 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8be4a8b4-cf9c-4079-bf45-50166e7bec7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:24.378295 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-8be4a8b4-cf9c-4079-bf45-50166e7bec7b None None] Port 4bdd49fa-5d17-4ddd-b1d2-b25ceaee1b1e cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:38:24.405336 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-8be4a8b4-cf9c-4079-bf45-50166e7bec7b None None] Provisioning complete for port f48f2d67-1a35-4a27-b072-db48a793428a triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:24.405634 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8be4a8b4-cf9c-4079-bf45-50166e7bec7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:24.411495 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54928) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:24.484174 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bdbf7-fc37-40bd-bef7-b85a111ff179 req-ae8a6279-70cc-453b-a7ce-9a4443dd63ab tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:24.495661 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4a3bdbf7-fc37-40bd-bef7-b85a111ff179 req-ae8a6279-70cc-453b-a7ce-9a4443dd63ab tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] 10.222.0.75 "GET /v2.0/networks?id=f40d15a4-2856-4531-9a5f-c1b371008c43 HTTP/1.1" status: 200 len: 821 time: 0.2469573 Nov 25 17:38:24.527997 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4a3bdbf7-fc37-40bd-bef7-b85a111ff179 req-aa020312-f498-4841-be1d-b5aa37bb82fe tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] 10.222.0.75 "GET /v2.0/quotas/2c663754f6e24e938dc5263839aceedb HTTP/1.1" status: 200 len: 375 time: 0.0303438 Nov 25 17:38:24.560753 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-f474a263-4db2-4b27-b98b-9c7c2facc9ab tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Deleting port 4bdd49fa-5d17-4ddd-b1d2-b25ceaee1b1e {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:38:24.562321 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f474a263-4db2-4b27-b98b-9c7c2facc9ab tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:24.589370 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4a3bdbf7-fc37-40bd-bef7-b85a111ff179 req-223743f8-666f-4c4d-a678-75f1bd5d10f4 tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=2c663754f6e24e938dc5263839aceedb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0587356 Nov 25 17:38:24.592937 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device f48f2d67-1a35-4a27-b072-db48a793428a up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:38:24.676595 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port f48f2d67-1a35-4a27-b072-db48a793428a triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:24.677947 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:24.717919 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f474a263-4db2-4b27-b98b-9c7c2facc9ab tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:24.734264 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-f474a263-4db2-4b27-b98b-9c7c2facc9ab tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Calling delete_port for 4bdd49fa-5d17-4ddd-b1d2-b25ceaee1b1e owned by network:router_interface {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:38:24.761101 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-034ce498-9551-4a29-9c22-1adb0c37b381 None None] Provisioning complete for port 4bdd49fa-5d17-4ddd-b1d2-b25ceaee1b1e triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:24.761449 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-034ce498-9551-4a29-9c22-1adb0c37b381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:24.790205 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-779d52c6-a6a2-471d-928e-027ace7b1065 tempest-PortsAdminExtendedAttrsTestJSON-1559244804 tempest-PortsAdminExtendedAttrsTestJSON-1559244804-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-708012789'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:24.810876 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-034ce498-9551-4a29-9c22-1adb0c37b381 None None] Port 4bdd49fa-5d17-4ddd-b1d2-b25ceaee1b1e cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:38:24.820911 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-779d52c6-a6a2-471d-928e-027ace7b1065 tempest-PortsAdminExtendedAttrsTestJSON-1559244804 tempest-PortsAdminExtendedAttrsTestJSON-1559244804-project] Made reservation on behalf of ca96ba47f8ae49b7932900b7f1d196b5 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:38:24.824728 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-779d52c6-a6a2-471d-928e-027ace7b1065 tempest-PortsAdminExtendedAttrsTestJSON-1559244804 tempest-PortsAdminExtendedAttrsTestJSON-1559244804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:24.836249 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-779d52c6-a6a2-471d-928e-027ace7b1065 tempest-PortsAdminExtendedAttrsTestJSON-1559244804 tempest-PortsAdminExtendedAttrsTestJSON-1559244804-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:24.948596 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-779d52c6-a6a2-471d-928e-027ace7b1065 tempest-PortsAdminExtendedAttrsTestJSON-1559244804 tempest-PortsAdminExtendedAttrsTestJSON-1559244804-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:24.956888 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-779d52c6-a6a2-471d-928e-027ace7b1065 tempest-PortsAdminExtendedAttrsTestJSON-1559244804 tempest-PortsAdminExtendedAttrsTestJSON-1559244804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:24.987469 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-779d52c6-a6a2-471d-928e-027ace7b1065 tempest-PortsAdminExtendedAttrsTestJSON-1559244804 tempest-PortsAdminExtendedAttrsTestJSON-1559244804-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 947} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:38:25.004922 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779d52c6-a6a2-471d-928e-027ace7b1065 tempest-PortsAdminExtendedAttrsTestJSON-1559244804 tempest-PortsAdminExtendedAttrsTestJSON-1559244804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df57257b-a0e1-4993-99a6-5211fdd98bf8,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:25.007972 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-779d52c6-a6a2-471d-928e-027ace7b1065 tempest-PortsAdminExtendedAttrsTestJSON-1559244804 tempest-PortsAdminExtendedAttrsTestJSON-1559244804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:25.008500 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-779d52c6-a6a2-471d-928e-027ace7b1065 tempest-PortsAdminExtendedAttrsTestJSON-1559244804 tempest-PortsAdminExtendedAttrsTestJSON-1559244804-project] Added segment a9a230f1-9c5d-43bf-a492-7e75a6eb7d8e of type vlan for network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 Nov 25 17:38:25.054976 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-779d52c6-a6a2-471d-928e-027ace7b1065 tempest-PortsAdminExtendedAttrsTestJSON-1559244804 tempest-PortsAdminExtendedAttrsTestJSON-1559244804-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:25.069408 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca310b65-3d3a-43f8-ab44-2b4c95f659f9 req-e8b7c021-7cf3-494c-a3f1-bcc06b5fc225 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:25.073343 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ca310b65-3d3a-43f8-ab44-2b4c95f659f9 req-e8b7c021-7cf3-494c-a3f1-bcc06b5fc225 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 946 time: 0.1608431 Nov 25 17:38:25.081853 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4a3bdbf7-fc37-40bd-bef7-b85a111ff179 req-3b40d3ca-ffd2-496e-bec9-0f08c2ab3526 service neutron] 10.222.0.75 "GET /v2.0/networks/f40d15a4-2856-4531-9a5f-c1b371008c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4839387 Nov 25 17:38:25.086466 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-779d52c6-a6a2-471d-928e-027ace7b1065 tempest-PortsAdminExtendedAttrsTestJSON-1559244804 tempest-PortsAdminExtendedAttrsTestJSON-1559244804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:25.092873 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779d52c6-a6a2-471d-928e-027ace7b1065 tempest-PortsAdminExtendedAttrsTestJSON-1559244804 tempest-PortsAdminExtendedAttrsTestJSON-1559244804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:25.093729 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-779d52c6-a6a2-471d-928e-027ace7b1065 tempest-PortsAdminExtendedAttrsTestJSON-1559244804 tempest-PortsAdminExtendedAttrsTestJSON-1559244804-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:25.127626 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-779d52c6-a6a2-471d-928e-027ace7b1065 tempest-PortsAdminExtendedAttrsTestJSON-1559244804 tempest-PortsAdminExtendedAttrsTestJSON-1559244804-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.7140863 Nov 25 17:38:25.166855 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779d52c6-a6a2-471d-928e-027ace7b1065 tempest-PortsAdminExtendedAttrsTestJSON-1559244804 tempest-PortsAdminExtendedAttrsTestJSON-1559244804-project] Pushing event updated for resources: {'Network': ['ID=c5fe3402-3a1c-44d3-9fe1-01764b3fbb94,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:25.177049 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:38:25.234825 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ca310b65-3d3a-43f8-ab44-2b4c95f659f9 req-e0d04614-95a4-42f1-8f92-31035ef23590 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=0f8521b0-fea5-42f2-a976-d0ce371dead0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514449 Nov 25 17:38:25.254411 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f474a263-4db2-4b27-b98b-9c7c2facc9ab tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:25.293821 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4a3bdbf7-fc37-40bd-bef7-b85a111ff179 req-00275c9a-bcb1-4bd3-8b32-432518a27a95 service neutron] 10.222.0.75 "GET /v2.0/networks/f40d15a4-2856-4531-9a5f-c1b371008c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988091 Nov 25 17:38:25.296044 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f474a263-4db2-4b27-b98b-9c7c2facc9ab tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Pushing event deleted for resources: {'Port': ['ID=4bdd49fa-5d17-4ddd-b1d2-b25ceaee1b1e,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:25.400876 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f474a263-4db2-4b27-b98b-9c7c2facc9ab tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:25.530766 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d41eeb6b-9c42-4220-adbe-984083b0d5f0 req-bcf04f8e-d4ba-47e4-a2d3-f019f45b00d2 tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] 10.222.0.75 "GET /v2.0/ports?device_id=99a32b55-858c-4fa5-aa17-adbf311cd726 HTTP/1.1" status: 200 len: 210 time: 0.0354495 Nov 25 17:38:25.606728 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54952) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:25.615708 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Request body: {'port': {'network_id': 'c5fe3402-3a1c-44d3-9fe1-01764b3fbb94', 'binding:host_id': 'n-h1-817746-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1968060449'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:25.652345 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Made reservation on behalf of 38e7ac7446994c7b864a7b1c74e04cd3 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:38:25.655207 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:25.672923 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:25.677085 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f474a263-4db2-4b27-b98b-9c7c2facc9ab tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Router 7d8788f2-24bc-4fab-81e7-35d200f9e1de has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:38:25.771226 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f474a263-4db2-4b27-b98b-9c7c2facc9ab tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:38:25.781656 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-f474a263-4db2-4b27-b98b-9c7c2facc9ab tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] 10.222.0.75 "PUT /v2.0/routers/7d8788f2-24bc-4fab-81e7-35d200f9e1de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9637272 Nov 25 17:38:25.785584 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54960) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:25.794806 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cd9dcd-ce49-4c98-baeb-64e5757e9340 None None] Sync routers for ids ['7d8788f2-24bc-4fab-81e7-35d200f9e1de'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:38:25.801128 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:25.807409 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cd9dcd-ce49-4c98-baeb-64e5757e9340 None None] Routers {'7d8788f2-24bc-4fab-81e7-35d200f9e1de'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:38:25.807980 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-e0cd9dcd-ce49-4c98-baeb-64e5757e9340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:38:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['7d8788f2-24bc-4fab-81e7-35d200f9e1de'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:25.810810 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:25.817849 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] device_id is not set on port 3c255317-e307-4a75-be5d-f9f796dd79d8 yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:38:25.858969 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [None req-36933d96-63a6-4719-a6da-d614b28eb071 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] delete failed (client error): The resource could not be found. Nov 25 17:38:25.860024 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-36933d96-63a6-4719-a6da-d614b28eb071 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] 10.222.0.75 "DELETE /v2.0/routers/tempest-non_exist_router-324723691 HTTP/1.1" status: 404 len: 334 time: 0.0728893 Nov 25 17:38:25.864338 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54964) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:25.869437 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-a751d85d-b662-4663-95e1-0552ccb6564e tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Request body: {'router': {'external_gateway_info': {'network_id': '7d8788f2-24bc-4fab-81e7-35d200f9e1de'}}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:25.873080 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-e0cd9dcd-ce49-4c98-baeb-64e5757e9340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:25.883578 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cd9dcd-ce49-4c98-baeb-64e5757e9340 None None] Routers {'7d8788f2-24bc-4fab-81e7-35d200f9e1de'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:38:25.884318 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-e0cd9dcd-ce49-4c98-baeb-64e5757e9340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:38:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['7d8788f2-24bc-4fab-81e7-35d200f9e1de'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:25.962527 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-e0cd9dcd-ce49-4c98-baeb-64e5757e9340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:25.963184 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cd9dcd-ce49-4c98-baeb-64e5757e9340 None None] The sync data for ids ['7d8788f2-24bc-4fab-81e7-35d200f9e1de'] in n-d-817746-1 is: [] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:38:26.063568 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e8b892-9724-43c9-8830-5034c87907ed,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:26.191130 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] device_id is not set on port 3c255317-e307-4a75-be5d-f9f796dd79d8 yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:38:26.204210 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:26.216119 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:26.285786 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Pushing event updated for resources: {'Port': ['ID=3c255317-e307-4a75-be5d-f9f796dd79d8,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:26.300592 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:26.301033 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:26.301322 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:26.302215 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:26.302215 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:26.302433 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:26.302649 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:26.302963 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:26.303291 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:26.303964 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:26.303964 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:26.304446 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:26.318376 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Checking segment: {'id': 'a9a230f1-9c5d-43bf-a492-7e75a6eb7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c5fe3402-3a1c-44d3-9fe1-01764b3fbb94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:38:26.318376 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Network hostable DHCP agents. Network: c5fe3402-3a1c-44d3-9fe1-01764b3fbb94, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:38:26.343654 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:38:26.357615 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, c5fe3402-3a1c-44d3-9fe1-01764b3fbb94) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:26.366217 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719459ec-7282-4372-a407-3adcb6462ecf None None] Network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:38:26.371479 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:38:26.397294 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port 3c255317-e307-4a75-be5d-f9f796dd79d8 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:38:26.397650 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port 3c255317-e307-4a75-be5d-f9f796dd79d8 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'a9a230f1-9c5d-43bf-a492-7e75a6eb7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c5fe3402-3a1c-44d3-9fe1-01764b3fbb94'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:38:26.397995 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port 3c255317-e307-4a75-be5d-f9f796dd79d8 on network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:26.403117 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Port 3c255317-e307-4a75-be5d-f9f796dd79d8 on network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:38:26.403553 n-d-817746-1 neutron-server[103360]: ERROR neutron.plugins.ml2.managers [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Failed to bind port 3c255317-e307-4a75-be5d-f9f796dd79d8 on host n-h1-817746-1 for vnic_type normal using segments [{'id': 'a9a230f1-9c5d-43bf-a492-7e75a6eb7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c5fe3402-3a1c-44d3-9fe1-01764b3fbb94'}] Nov 25 17:38:26.404798 n-d-817746-1 neutron-server[103360]: INFO neutron.plugins.ml2.plugin [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempt 2 to bind port 3c255317-e307-4a75-be5d-f9f796dd79d8 Nov 25 17:38:26.423208 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port 3c255317-e307-4a75-be5d-f9f796dd79d8 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:38:26.424346 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port 3c255317-e307-4a75-be5d-f9f796dd79d8 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'a9a230f1-9c5d-43bf-a492-7e75a6eb7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c5fe3402-3a1c-44d3-9fe1-01764b3fbb94'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:38:26.424724 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port 3c255317-e307-4a75-be5d-f9f796dd79d8 on network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:26.429608 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Port 3c255317-e307-4a75-be5d-f9f796dd79d8 on network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:38:26.429954 n-d-817746-1 neutron-server[103360]: ERROR neutron.plugins.ml2.managers [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Failed to bind port 3c255317-e307-4a75-be5d-f9f796dd79d8 on host n-h1-817746-1 for vnic_type normal using segments [{'id': 'a9a230f1-9c5d-43bf-a492-7e75a6eb7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c5fe3402-3a1c-44d3-9fe1-01764b3fbb94'}] Nov 25 17:38:26.430350 n-d-817746-1 neutron-server[103360]: INFO neutron.plugins.ml2.plugin [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempt 3 to bind port 3c255317-e307-4a75-be5d-f9f796dd79d8 Nov 25 17:38:26.445908 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port 3c255317-e307-4a75-be5d-f9f796dd79d8 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:38:26.446254 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port 3c255317-e307-4a75-be5d-f9f796dd79d8 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'a9a230f1-9c5d-43bf-a492-7e75a6eb7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c5fe3402-3a1c-44d3-9fe1-01764b3fbb94'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:38:26.446598 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port 3c255317-e307-4a75-be5d-f9f796dd79d8 on network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:26.451394 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Port 3c255317-e307-4a75-be5d-f9f796dd79d8 on network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:38:26.451727 n-d-817746-1 neutron-server[103360]: ERROR neutron.plugins.ml2.managers [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Failed to bind port 3c255317-e307-4a75-be5d-f9f796dd79d8 on host n-h1-817746-1 for vnic_type normal using segments [{'id': 'a9a230f1-9c5d-43bf-a492-7e75a6eb7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c5fe3402-3a1c-44d3-9fe1-01764b3fbb94'}] Nov 25 17:38:26.452119 n-d-817746-1 neutron-server[103360]: INFO neutron.plugins.ml2.plugin [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempt 4 to bind port 3c255317-e307-4a75-be5d-f9f796dd79d8 Nov 25 17:38:26.468441 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port 3c255317-e307-4a75-be5d-f9f796dd79d8 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:38:26.469088 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port 3c255317-e307-4a75-be5d-f9f796dd79d8 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'a9a230f1-9c5d-43bf-a492-7e75a6eb7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c5fe3402-3a1c-44d3-9fe1-01764b3fbb94'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:38:26.469681 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port 3c255317-e307-4a75-be5d-f9f796dd79d8 on network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:26.478028 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Port 3c255317-e307-4a75-be5d-f9f796dd79d8 on network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:38:26.478604 n-d-817746-1 neutron-server[103360]: ERROR neutron.plugins.ml2.managers [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Failed to bind port 3c255317-e307-4a75-be5d-f9f796dd79d8 on host n-h1-817746-1 for vnic_type normal using segments [{'id': 'a9a230f1-9c5d-43bf-a492-7e75a6eb7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c5fe3402-3a1c-44d3-9fe1-01764b3fbb94'}] Nov 25 17:38:26.479276 n-d-817746-1 neutron-server[103360]: INFO neutron.plugins.ml2.plugin [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempt 5 to bind port 3c255317-e307-4a75-be5d-f9f796dd79d8 Nov 25 17:38:26.498423 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port 3c255317-e307-4a75-be5d-f9f796dd79d8 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:38:26.499159 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port 3c255317-e307-4a75-be5d-f9f796dd79d8 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'a9a230f1-9c5d-43bf-a492-7e75a6eb7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c5fe3402-3a1c-44d3-9fe1-01764b3fbb94'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:38:26.500355 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port 3c255317-e307-4a75-be5d-f9f796dd79d8 on network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:26.508668 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Port 3c255317-e307-4a75-be5d-f9f796dd79d8 on network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:38:26.509458 n-d-817746-1 neutron-server[103360]: ERROR neutron.plugins.ml2.managers [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Failed to bind port 3c255317-e307-4a75-be5d-f9f796dd79d8 on host n-h1-817746-1 for vnic_type normal using segments [{'id': 'a9a230f1-9c5d-43bf-a492-7e75a6eb7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c5fe3402-3a1c-44d3-9fe1-01764b3fbb94'}] Nov 25 17:38:26.510012 n-d-817746-1 neutron-server[103360]: INFO neutron.plugins.ml2.plugin [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempt 6 to bind port 3c255317-e307-4a75-be5d-f9f796dd79d8 Nov 25 17:38:26.526031 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a751d85d-b662-4663-95e1-0552ccb6564e tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:26.542113 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port 3c255317-e307-4a75-be5d-f9f796dd79d8 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:38:26.542732 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port 3c255317-e307-4a75-be5d-f9f796dd79d8 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'a9a230f1-9c5d-43bf-a492-7e75a6eb7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c5fe3402-3a1c-44d3-9fe1-01764b3fbb94'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:38:26.543103 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port 3c255317-e307-4a75-be5d-f9f796dd79d8 on network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:26.558570 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [None req-a751d85d-b662-4663-95e1-0552ccb6564e tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] update failed (client error): The resource could not be found. Nov 25 17:38:26.559967 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-a751d85d-b662-4663-95e1-0552ccb6564e tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] 10.222.0.75 "PUT /v2.0/routers/7d8788f2-24bc-4fab-81e7-35d200f9e1de HTTP/1.1" status: 404 len: 339 time: 0.6944585 Nov 25 17:38:26.566593 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54972) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:26.567331 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Port 3c255317-e307-4a75-be5d-f9f796dd79d8 on network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:38:26.567676 n-d-817746-1 neutron-server[103360]: ERROR neutron.plugins.ml2.managers [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Failed to bind port 3c255317-e307-4a75-be5d-f9f796dd79d8 on host n-h1-817746-1 for vnic_type normal using segments [{'id': 'a9a230f1-9c5d-43bf-a492-7e75a6eb7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c5fe3402-3a1c-44d3-9fe1-01764b3fbb94'}] Nov 25 17:38:26.573086 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f8487c-d7bf-4749-98de-a42da9fd98b5 req-b808f46a-07e5-4576-98c3-376cd2bc0244 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:26.573618 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-506e5b2e-2a36-4fd7-ba93-f4ab0e7c9927 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1655951554'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:26.575939 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b3f8487c-d7bf-4749-98de-a42da9fd98b5 req-b808f46a-07e5-4576-98c3-376cd2bc0244 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 946 time: 0.1568351 Nov 25 17:38:26.583745 n-d-817746-1 neutron-server[103360]: INFO neutron.plugins.ml2.plugin [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempt 7 to bind port 3c255317-e307-4a75-be5d-f9f796dd79d8 Nov 25 17:38:26.617482 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port 3c255317-e307-4a75-be5d-f9f796dd79d8 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:38:26.618518 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port 3c255317-e307-4a75-be5d-f9f796dd79d8 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'a9a230f1-9c5d-43bf-a492-7e75a6eb7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c5fe3402-3a1c-44d3-9fe1-01764b3fbb94'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:38:26.620333 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port 3c255317-e307-4a75-be5d-f9f796dd79d8 on network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:26.627740 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Port 3c255317-e307-4a75-be5d-f9f796dd79d8 on network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:38:26.628154 n-d-817746-1 neutron-server[103360]: ERROR neutron.plugins.ml2.managers [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Failed to bind port 3c255317-e307-4a75-be5d-f9f796dd79d8 on host n-h1-817746-1 for vnic_type normal using segments [{'id': 'a9a230f1-9c5d-43bf-a492-7e75a6eb7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c5fe3402-3a1c-44d3-9fe1-01764b3fbb94'}] Nov 25 17:38:26.628770 n-d-817746-1 neutron-server[103360]: INFO neutron.plugins.ml2.plugin [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempt 8 to bind port 3c255317-e307-4a75-be5d-f9f796dd79d8 Nov 25 17:38:26.635231 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506e5b2e-2a36-4fd7-ba93-f4ab0e7c9927 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Made reservation on behalf of dc461f64ca6944419034f3b08fb132ed for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:38:26.639643 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-506e5b2e-2a36-4fd7-ba93-f4ab0e7c9927 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:26.641194 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b3f8487c-d7bf-4749-98de-a42da9fd98b5 req-5c579c52-d3f2-4f5f-9dfb-a78a98e65030 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=0f8521b0-fea5-42f2-a976-d0ce371dead0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564327 Nov 25 17:38:26.661919 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port 3c255317-e307-4a75-be5d-f9f796dd79d8 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:38:26.662276 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port 3c255317-e307-4a75-be5d-f9f796dd79d8 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'a9a230f1-9c5d-43bf-a492-7e75a6eb7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c5fe3402-3a1c-44d3-9fe1-01764b3fbb94'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:38:26.662618 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port 3c255317-e307-4a75-be5d-f9f796dd79d8 on network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:26.674212 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Port 3c255317-e307-4a75-be5d-f9f796dd79d8 on network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:38:26.674857 n-d-817746-1 neutron-server[103360]: ERROR neutron.plugins.ml2.managers [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Failed to bind port 3c255317-e307-4a75-be5d-f9f796dd79d8 on host n-h1-817746-1 for vnic_type normal using segments [{'id': 'a9a230f1-9c5d-43bf-a492-7e75a6eb7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c5fe3402-3a1c-44d3-9fe1-01764b3fbb94'}] Nov 25 17:38:26.682161 n-d-817746-1 neutron-server[103360]: INFO neutron.plugins.ml2.plugin [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempt 9 to bind port 3c255317-e307-4a75-be5d-f9f796dd79d8 Nov 25 17:38:26.686833 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-506e5b2e-2a36-4fd7-ba93-f4ab0e7c9927 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 945} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:38:26.697450 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-95c53272-4cc2-4c02-ae6d-6c904c9f563a req-ecb02e92-ea42-4aa0-b5f1-0414686c3ae4 tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] 10.222.0.75 "GET /v2.0/ports?device_id=99a32b55-858c-4fa5-aa17-adbf311cd726 HTTP/1.1" status: 200 len: 210 time: 0.0415189 Nov 25 17:38:26.711760 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-506e5b2e-2a36-4fd7-ba93-f4ab0e7c9927 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:26.712435 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-506e5b2e-2a36-4fd7-ba93-f4ab0e7c9927 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Added segment 9c811c91-8679-4a62-8f25-61e3ffe9f352 of type vlan for network f2bb262d-0aa7-4f3c-bf38-6c8ba9df6016 Nov 25 17:38:26.714061 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port 3c255317-e307-4a75-be5d-f9f796dd79d8 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:38:26.714637 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port 3c255317-e307-4a75-be5d-f9f796dd79d8 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'a9a230f1-9c5d-43bf-a492-7e75a6eb7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c5fe3402-3a1c-44d3-9fe1-01764b3fbb94'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:38:26.715189 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port 3c255317-e307-4a75-be5d-f9f796dd79d8 on network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:26.747148 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Port 3c255317-e307-4a75-be5d-f9f796dd79d8 on network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:38:26.747492 n-d-817746-1 neutron-server[103360]: ERROR neutron.plugins.ml2.managers [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Failed to bind port 3c255317-e307-4a75-be5d-f9f796dd79d8 on host n-h1-817746-1 for vnic_type normal using segments [{'id': 'a9a230f1-9c5d-43bf-a492-7e75a6eb7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c5fe3402-3a1c-44d3-9fe1-01764b3fbb94'}] Nov 25 17:38:26.750097 n-d-817746-1 neutron-server[103360]: INFO neutron.plugins.ml2.plugin [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempt 10 to bind port 3c255317-e307-4a75-be5d-f9f796dd79d8 Nov 25 17:38:26.770624 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-506e5b2e-2a36-4fd7-ba93-f4ab0e7c9927 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:26.777752 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port 3c255317-e307-4a75-be5d-f9f796dd79d8 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:38:26.778326 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port 3c255317-e307-4a75-be5d-f9f796dd79d8 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'a9a230f1-9c5d-43bf-a492-7e75a6eb7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c5fe3402-3a1c-44d3-9fe1-01764b3fbb94'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:38:26.778879 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port 3c255317-e307-4a75-be5d-f9f796dd79d8 on network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:26.788847 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Port 3c255317-e307-4a75-be5d-f9f796dd79d8 on network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:38:26.789424 n-d-817746-1 neutron-server[103360]: ERROR neutron.plugins.ml2.managers [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Failed to bind port 3c255317-e307-4a75-be5d-f9f796dd79d8 on host n-h1-817746-1 for vnic_type normal using segments [{'id': 'a9a230f1-9c5d-43bf-a492-7e75a6eb7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c5fe3402-3a1c-44d3-9fe1-01764b3fbb94'}] Nov 25 17:38:26.789950 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:26.820774 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-506e5b2e-2a36-4fd7-ba93-f4ab0e7c9927 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:26.828602 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506e5b2e-2a36-4fd7-ba93-f4ab0e7c9927 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:26.830817 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-506e5b2e-2a36-4fd7-ba93-f4ab0e7c9927 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:26.840772 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bdbf7-fc37-40bd-bef7-b85a111ff179 req-d7d3a97c-f505-491f-8933-e4af50fc9363 tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:26.842490 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4a3bdbf7-fc37-40bd-bef7-b85a111ff179 req-d7d3a97c-f505-491f-8933-e4af50fc9363 tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] 10.222.0.90 "GET /v2.0/networks?id=f40d15a4-2856-4531-9a5f-c1b371008c43 HTTP/1.1" status: 200 len: 821 time: 0.1441758 Nov 25 17:38:26.860499 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-4a3bdbf7-fc37-40bd-bef7-b85a111ff179 req-c6927bed-6866-4309-8c62-fbbb7cfdbd34 tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] Request body: {'port': {'device_id': '99a32b55-858c-4fa5-aa17-adbf311cd726', 'network_id': 'f40d15a4-2856-4531-9a5f-c1b371008c43', 'admin_state_up': True, 'tenant_id': '2c663754f6e24e938dc5263839aceedb'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:26.933388 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-506e5b2e-2a36-4fd7-ba93-f4ab0e7c9927 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3645735 Nov 25 17:38:26.944486 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54976) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:26.953267 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-ed396d5d-1814-4454-a66b-8353cb09fe62 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Request body: {'subnet': {'network_id': 'f2bb262d-0aa7-4f3c-bf38-6c8ba9df6016', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:26.965802 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e5b2e-2a36-4fd7-ba93-f4ab0e7c9927 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Pushing event updated for resources: {'Network': ['ID=f2bb262d-0aa7-4f3c-bf38-6c8ba9df6016,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:26.979146 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network f2bb262d-0aa7-4f3c-bf38-6c8ba9df6016 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:38:27.018896 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a3bdbf7-fc37-40bd-bef7-b85a111ff179 req-c6927bed-6866-4309-8c62-fbbb7cfdbd34 tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] Made reservation on behalf of 2c663754f6e24e938dc5263839aceedb for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:38:27.023340 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-4a3bdbf7-fc37-40bd-bef7-b85a111ff179 req-c6927bed-6866-4309-8c62-fbbb7cfdbd34 tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:27.023543 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] For port 3c255317-e307-4a75-be5d-f9f796dd79d8, host n-h1-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:38:27.023543 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempted to set empty binding levels {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 25 17:38:27.070216 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:27.113233 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:27.113852 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:27.143769 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed396d5d-1814-4454-a66b-8353cb09fe62 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Made reservation on behalf of dc461f64ca6944419034f3b08fb132ed for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:38:27.147577 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ed396d5d-1814-4454-a66b-8353cb09fe62 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:27.152499 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Pushing event updated for resources: {'Port': ['ID=3c255317-e307-4a75-be5d-f9f796dd79d8,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:27.172810 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4566af36-a9f9-488b-a64e-c5b354d1e65d tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.5643826 Nov 25 17:38:27.174905 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54980) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:27.201562 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-4a3bdbf7-fc37-40bd-bef7-b85a111ff179 req-c6927bed-6866-4309-8c62-fbbb7cfdbd34 tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] Allocated IP 172.20.0.13 (f40d15a4-2856-4531-9a5f-c1b371008c43/89f59ae3-e9e6-4f96-9515-71fbecb54761/7297094f-041a-4eca-9477-063068bc3fa5) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:38:27.368778 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ed396d5d-1814-4454-a66b-8353cb09fe62 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:27.374610 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-508a7337-3fd3-41d2-9d69-19d0b448bdae tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Deleting port 3c255317-e307-4a75-be5d-f9f796dd79d8 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:38:27.374958 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-508a7337-3fd3-41d2-9d69-19d0b448bdae tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:27.464269 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed396d5d-1814-4454-a66b-8353cb09fe62 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Pushing event updated for resources: {'Subnet': ['ID=9e2a4557-4737-4e80-8cad-53c309b2b0fb,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:27.472325 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed396d5d-1814-4454-a66b-8353cb09fe62 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Checking segment: {'id': '9c811c91-8679-4a62-8f25-61e3ffe9f352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'f2bb262d-0aa7-4f3c-bf38-6c8ba9df6016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:38:27.472691 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed396d5d-1814-4454-a66b-8353cb09fe62 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Network hostable DHCP agents. Network: f2bb262d-0aa7-4f3c-bf38-6c8ba9df6016, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:38:27.491553 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed396d5d-1814-4454-a66b-8353cb09fe62 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Network f2bb262d-0aa7-4f3c-bf38-6c8ba9df6016 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:38:27.502734 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-ed396d5d-1814-4454-a66b-8353cb09fe62 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, f2bb262d-0aa7-4f3c-bf38-6c8ba9df6016) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:27.507887 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed396d5d-1814-4454-a66b-8353cb09fe62 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:27.508483 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ed396d5d-1814-4454-a66b-8353cb09fe62 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:27.510306 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-4a3bdbf7-fc37-40bd-bef7-b85a111ff179 req-c6927bed-6866-4309-8c62-fbbb7cfdbd34 tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:27.512447 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-508a7337-3fd3-41d2-9d69-19d0b448bdae tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] For port 3c255317-e307-4a75-be5d-f9f796dd79d8, host n-h1-817746-1, got binding levels [] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:27.512796 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-508a7337-3fd3-41d2-9d69-19d0b448bdae tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:27.515960 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9733a96c-03c2-49c4-9a68-b5ab5337010d None None] Network f2bb262d-0aa7-4f3c-bf38-6c8ba9df6016 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:38:27.532171 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ed396d5d-1814-4454-a66b-8353cb09fe62 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5844316 Nov 25 17:38:27.534332 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-508a7337-3fd3-41d2-9d69-19d0b448bdae tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Calling delete_port for 3c255317-e307-4a75-be5d-f9f796dd79d8 owned by {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:38:27.535336 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54984) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:27.544220 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-9b920a2d-1aae-403e-82c2-751bd646185b tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f2bb262d-0aa7-4f3c-bf38-6c8ba9df6016'}}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:27.614298 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-4a3bdbf7-fc37-40bd-bef7-b85a111ff179 req-c6927bed-6866-4309-8c62-fbbb7cfdbd34 tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:27.662249 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a3bdbf7-fc37-40bd-bef7-b85a111ff179 req-c6927bed-6866-4309-8c62-fbbb7cfdbd34 tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] Network f40d15a4-2856-4531-9a5f-c1b371008c43 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:38:27.670340 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-4a3bdbf7-fc37-40bd-bef7-b85a111ff179 req-c6927bed-6866-4309-8c62-fbbb7cfdbd34 tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:27.685433 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a3bdbf7-fc37-40bd-bef7-b85a111ff179 req-c6927bed-6866-4309-8c62-fbbb7cfdbd34 tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:38:27.704383 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a80ef4-1160-4f00-8f02-22b7fe87e42a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-f2bb262d-0aa7-4f3c-bf38-6c8ba9df6016', 'network_id': 'f2bb262d-0aa7-4f3c-bf38-6c8ba9df6016', 'tenant_id': 'dc461f64ca6944419034f3b08fb132ed', 'fixed_ips': [{'subnet_id': '9e2a4557-4737-4e80-8cad-53c309b2b0fb'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:38:27.706755 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-47a80ef4-1160-4f00-8f02-22b7fe87e42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:27.727357 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device eafcd150-3494-48a4-b969-e28538f2a772 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:38:27.756946 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6927bed-6866-4309-8c62-fbbb7cfdbd34 tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] Pushing event updated for resources: {'Port': ['ID=7297094f-041a-4eca-9477-063068bc3fa5,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:27.799869 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bdbf7-fc37-40bd-bef7-b85a111ff179 req-c6927bed-6866-4309-8c62-fbbb7cfdbd34 tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:27.800581 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-4a3bdbf7-fc37-40bd-bef7-b85a111ff179 req-c6927bed-6866-4309-8c62-fbbb7cfdbd34 tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:27.814893 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-508a7337-3fd3-41d2-9d69-19d0b448bdae tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:27.826465 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b920a2d-1aae-403e-82c2-751bd646185b tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:27.850188 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4a3bdbf7-fc37-40bd-bef7-b85a111ff179 req-c6927bed-6866-4309-8c62-fbbb7cfdbd34 tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9962001 Nov 25 17:38:27.898934 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-4a3bdbf7-fc37-40bd-bef7-b85a111ff179 req-8746bd62-6a9c-4228-ba5d-2ed397321f6f service neutron] Request body: {'port': {'device_id': '99a32b55-858c-4fa5-aa17-adbf311cd726', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:27.990931 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508a7337-3fd3-41d2-9d69-19d0b448bdae tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c255317-e307-4a75-be5d-f9f796dd79d8,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:28.012317 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-508a7337-3fd3-41d2-9d69-19d0b448bdae tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:28.018726 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-508a7337-3fd3-41d2-9d69-19d0b448bdae tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] 10.222.0.75 "DELETE /v2.0/ports/3c255317-e307-4a75-be5d-f9f796dd79d8 HTTP/1.1" status: 204 len: 168 time: 0.8404255 Nov 25 17:38:28.022182 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55004) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:28.024805 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-9b920a2d-1aae-403e-82c2-751bd646185b tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:38:28.026061 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9b920a2d-1aae-403e-82c2-751bd646185b tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] 10.222.0.75 "PUT /v2.0/routers/7d8788f2-24bc-4fab-81e7-35d200f9e1de HTTP/1.1" status: 400 len: 364 time: 0.4888904 Nov 25 17:38:28.030923 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55006) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:28.075720 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a2dbe-90ce-4cdf-88ff-800d99e4e352 req-d01375f4-322d-44cf-9f8f-c8b4f5a4138a tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:28.077424 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e15a2dbe-90ce-4cdf-88ff-800d99e4e352 req-d01375f4-322d-44cf-9f8f-c8b4f5a4138a tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 946 time: 0.2563286 Nov 25 17:38:28.078629 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-b808bf9d-c995-4f3a-85ac-88f20f03558b tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] GET failed (client error): The resource could not be found. Nov 25 17:38:28.083657 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-b808bf9d-c995-4f3a-85ac-88f20f03558b tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] 10.222.0.75 "GET /v2.0/ports/3c255317-e307-4a75-be5d-f9f796dd79d8 HTTP/1.1" status: 404 len: 333 time: 0.0434732 Nov 25 17:38:28.086683 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55010) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:28.095135 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-bc3131f1-7332-4570-86c0-80d6a33161f9 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Request body: {'port': {'network_id': 'c5fe3402-3a1c-44d3-9fe1-01764b3fbb94', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1629828824'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:28.131024 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3131f1-7332-4570-86c0-80d6a33161f9 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Made reservation on behalf of 38e7ac7446994c7b864a7b1c74e04cd3 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:38:28.133367 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bc3131f1-7332-4570-86c0-80d6a33161f9 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:28.191091 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-4a3bdbf7-fc37-40bd-bef7-b85a111ff179 req-8746bd62-6a9c-4228-ba5d-2ed397321f6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:28.204387 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f99510a-b847-497c-b863-98d518180c91 req-25f59ef6-0ffe-4ccb-8bb3-968af08898dd tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:28.212702 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4f99510a-b847-497c-b863-98d518180c91 req-25f59ef6-0ffe-4ccb-8bb3-968af08898dd tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] 10.222.0.75 "GET /v2.0/ports?device_id=99a32b55-858c-4fa5-aa17-adbf311cd726 HTTP/1.1" status: 200 len: 932 time: 0.3090565 Nov 25 17:38:28.320443 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [None req-bc3131f1-7332-4570-86c0-80d6a33161f9 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] device_id is not set on port cce8c3eb-4334-415c-bd1f-dad86131740f yet. {{(pid=103361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:38:28.390832 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port eafcd150-3494-48a4-b969-e28538f2a772, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=eafcd150-3494-48a4-b969-e28538f2a772,segment=NetworkSegment(74518c65-0a77-49eb-8302-d0397cc0c64c),segment_id=74518c65-0a77-49eb-8302-d0397cc0c64c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:28.413084 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-47a80ef4-1160-4f00-8f02-22b7fe87e42a None None] Allocated IP 2001:db8:1::2 (f2bb262d-0aa7-4f3c-bf38-6c8ba9df6016/9e2a4557-4737-4e80-8cad-53c309b2b0fb/fe8db3e3-9f73-431d-b986-036ae4761b75) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:38:28.415584 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': 'eafcd150-3494-48a4-b969-e28538f2a772', 'network_id': '49c799e6-01fb-4356-b67f-8b970273c51a', 'port_id': 'eafcd150-3494-48a4-b969-e28538f2a772', 'mac_address': 'fa:16:3e:1e:5f:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25a72b94-fb6e-4434-9c21-274e75835bc9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:38:28.517731 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:28.534178 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eafcd150-3494-48a4-b969-e28538f2a772 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:38:28.536619 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a1d471f6-a2cd-48e1-854f-431b397978c4 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:28.563047 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e15a2dbe-90ce-4cdf-88ff-800d99e4e352 req-263b8ec7-410a-47fe-98df-99d5327b5c98 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=0f8521b0-fea5-42f2-a976-d0ce371dead0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4430380 Nov 25 17:38:28.601664 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port eafcd150-3494-48a4-b969-e28538f2a772, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=eafcd150-3494-48a4-b969-e28538f2a772,segment=NetworkSegment(74518c65-0a77-49eb-8302-d0397cc0c64c),segment_id=74518c65-0a77-49eb-8302-d0397cc0c64c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:28.610351 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4f99510a-b847-497c-b863-98d518180c91 req-e0862c2f-85f5-4364-af39-4a746d1229a7 tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] 10.222.0.75 "GET /v2.0/security-groups?id=b8931339-962d-492d-90f0-87e77639cd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3967631 Nov 25 17:38:28.613787 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:28.752161 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['eafcd150-3494-48a4-b969-e28538f2a772'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:38:28.919138 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=eafcd150-3494-48a4-b969-e28538f2a772,revision_number=6']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:28.980616 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-47a80ef4-1160-4f00-8f02-22b7fe87e42a None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:28.998673 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-47a80ef4-1160-4f00-8f02-22b7fe87e42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:29.134970 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-a1d471f6-a2cd-48e1-854f-431b397978c4 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Allocated IP 2001:db8::1 (90f3d909-2db8-4337-845d-089006e06387/89bc58f6-b6e7-404b-8f91-a156c953e79c/8714b173-b8d0-4396-9b60-a361d9bace3d) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:38:29.200073 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-4a3bdbf7-fc37-40bd-bef7-b85a111ff179 req-8746bd62-6a9c-4228-ba5d-2ed397321f6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7297094f-041a-4eca-9477-063068bc3fa5 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:38:29.211722 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-4a3bdbf7-fc37-40bd-bef7-b85a111ff179 req-8746bd62-6a9c-4228-ba5d-2ed397321f6f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:29.225405 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a80ef4-1160-4f00-8f02-22b7fe87e42a None None] Network f2bb262d-0aa7-4f3c-bf38-6c8ba9df6016 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:38:29.230087 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-4a3bdbf7-fc37-40bd-bef7-b85a111ff179 req-8746bd62-6a9c-4228-ba5d-2ed397321f6f service neutron] Transition to ACTIVE for port object 7297094f-041a-4eca-9477-063068bc3fa5 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:38:29.240379 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-4a3bdbf7-fc37-40bd-bef7-b85a111ff179 req-8746bd62-6a9c-4228-ba5d-2ed397321f6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:29.252694 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-47a80ef4-1160-4f00-8f02-22b7fe87e42a None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:29.264817 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a80ef4-1160-4f00-8f02-22b7fe87e42a None None] Pushing event updated for resources: {'Port': ['ID=fe8db3e3-9f73-431d-b986-036ae4761b75,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:29.275623 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a80ef4-1160-4f00-8f02-22b7fe87e42a None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:38:29.302678 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a1d471f6-a2cd-48e1-854f-431b397978c4 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:29.354837 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bc3131f1-7332-4570-86c0-80d6a33161f9 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:29.358364 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a1d471f6-a2cd-48e1-854f-431b397978c4 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:29.427009 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d471f6-a2cd-48e1-854f-431b397978c4 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Network 90f3d909-2db8-4337-845d-089006e06387 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:38:29.428688 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d471f6-a2cd-48e1-854f-431b397978c4 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Pushing event updated for resources: {'Port': ['ID=8714b173-b8d0-4396-9b60-a361d9bace3d,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:29.431906 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-a1d471f6-a2cd-48e1-854f-431b397978c4 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:29.434403 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d471f6-a2cd-48e1-854f-431b397978c4 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:38:29.435114 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a1d471f6-a2cd-48e1-854f-431b397978c4 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:29.462839 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-47a80ef4-1160-4f00-8f02-22b7fe87e42a None None] Attempting to bind port fe8db3e3-9f73-431d-b986-036ae4761b75 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:38:29.463214 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-47a80ef4-1160-4f00-8f02-22b7fe87e42a None None] Attempting to bind port fe8db3e3-9f73-431d-b986-036ae4761b75 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '9c811c91-8679-4a62-8f25-61e3ffe9f352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'f2bb262d-0aa7-4f3c-bf38-6c8ba9df6016'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:38:29.463585 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a80ef4-1160-4f00-8f02-22b7fe87e42a None None] Attempting to bind port fe8db3e3-9f73-431d-b986-036ae4761b75 on network f2bb262d-0aa7-4f3c-bf38-6c8ba9df6016 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:29.501837 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a80ef4-1160-4f00-8f02-22b7fe87e42a None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:38:29.503187 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a80ef4-1160-4f00-8f02-22b7fe87e42a None None] Checking segment: {'id': '9c811c91-8679-4a62-8f25-61e3ffe9f352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'f2bb262d-0aa7-4f3c-bf38-6c8ba9df6016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:38:29.503768 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-47a80ef4-1160-4f00-8f02-22b7fe87e42a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:29.504323 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a80ef4-1160-4f00-8f02-22b7fe87e42a None None] Bound using segment: {'id': '9c811c91-8679-4a62-8f25-61e3ffe9f352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'f2bb262d-0aa7-4f3c-bf38-6c8ba9df6016'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:38:29.505013 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-47a80ef4-1160-4f00-8f02-22b7fe87e42a None None] Bound port: fe8db3e3-9f73-431d-b986-036ae4761b75, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c811c91-8679-4a62-8f25-61e3ffe9f352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'f2bb262d-0aa7-4f3c-bf38-6c8ba9df6016'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:38:29.505751 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-47a80ef4-1160-4f00-8f02-22b7fe87e42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:29.509478 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-4a3bdbf7-fc37-40bd-bef7-b85a111ff179 req-8746bd62-6a9c-4228-ba5d-2ed397321f6f service neutron] Attempting to bind port 7297094f-041a-4eca-9477-063068bc3fa5 on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:38:29.510001 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-4a3bdbf7-fc37-40bd-bef7-b85a111ff179 req-8746bd62-6a9c-4228-ba5d-2ed397321f6f service neutron] Attempting to bind port 7297094f-041a-4eca-9477-063068bc3fa5 by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': 'e2d5f817-37a2-4175-bc78-d823c922a165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'f40d15a4-2856-4531-9a5f-c1b371008c43'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:38:29.513043 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3bdbf7-fc37-40bd-bef7-b85a111ff179 req-8746bd62-6a9c-4228-ba5d-2ed397321f6f service neutron] Attempting to bind port 7297094f-041a-4eca-9477-063068bc3fa5 on network f40d15a4-2856-4531-9a5f-c1b371008c43 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:29.518404 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8746bd62-6a9c-4228-ba5d-2ed397321f6f service neutron] Pushing event updated for resources: {'Port': ['ID=7297094f-041a-4eca-9477-063068bc3fa5,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:29.534742 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3bdbf7-fc37-40bd-bef7-b85a111ff179 req-8746bd62-6a9c-4228-ba5d-2ed397321f6f service neutron] Port 7297094f-041a-4eca-9477-063068bc3fa5 on network f40d15a4-2856-4531-9a5f-c1b371008c43 not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:38:29.538362 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3bdbf7-fc37-40bd-bef7-b85a111ff179 req-8746bd62-6a9c-4228-ba5d-2ed397321f6f service neutron] Attempting to bind port 7297094f-041a-4eca-9477-063068bc3fa5 on network f40d15a4-2856-4531-9a5f-c1b371008c43 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:29.560336 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3bdbf7-fc37-40bd-bef7-b85a111ff179 req-8746bd62-6a9c-4228-ba5d-2ed397321f6f service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:38:29.560702 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3bdbf7-fc37-40bd-bef7-b85a111ff179 req-8746bd62-6a9c-4228-ba5d-2ed397321f6f service neutron] Checking segment: {'id': 'e2d5f817-37a2-4175-bc78-d823c922a165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'f40d15a4-2856-4531-9a5f-c1b371008c43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:38:29.561275 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3bdbf7-fc37-40bd-bef7-b85a111ff179 req-8746bd62-6a9c-4228-ba5d-2ed397321f6f service neutron] Bound using segment: {'id': 'e2d5f817-37a2-4175-bc78-d823c922a165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'f40d15a4-2856-4531-9a5f-c1b371008c43'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:38:29.561815 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-4a3bdbf7-fc37-40bd-bef7-b85a111ff179 req-8746bd62-6a9c-4228-ba5d-2ed397321f6f service neutron] Bound port: 7297094f-041a-4eca-9477-063068bc3fa5, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2d5f817-37a2-4175-bc78-d823c922a165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'f40d15a4-2856-4531-9a5f-c1b371008c43'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:38:29.562274 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-4a3bdbf7-fc37-40bd-bef7-b85a111ff179 req-8746bd62-6a9c-4228-ba5d-2ed397321f6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:29.597742 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8746bd62-6a9c-4228-ba5d-2ed397321f6f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:29.600524 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8746bd62-6a9c-4228-ba5d-2ed397321f6f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:29.601353 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8746bd62-6a9c-4228-ba5d-2ed397321f6f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:29.601924 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8746bd62-6a9c-4228-ba5d-2ed397321f6f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:29.602369 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8746bd62-6a9c-4228-ba5d-2ed397321f6f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:29.602828 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8746bd62-6a9c-4228-ba5d-2ed397321f6f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:29.603267 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8746bd62-6a9c-4228-ba5d-2ed397321f6f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:29.603699 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8746bd62-6a9c-4228-ba5d-2ed397321f6f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:29.606883 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8746bd62-6a9c-4228-ba5d-2ed397321f6f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:29.607744 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8746bd62-6a9c-4228-ba5d-2ed397321f6f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:29.608459 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8746bd62-6a9c-4228-ba5d-2ed397321f6f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:29.608937 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8746bd62-6a9c-4228-ba5d-2ed397321f6f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:29.620563 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-47a80ef4-1160-4f00-8f02-22b7fe87e42a None None] For port fe8db3e3-9f73-431d-b986-036ae4761b75, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:38:29.627337 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-47a80ef4-1160-4f00-8f02-22b7fe87e42a None None] For port fe8db3e3-9f73-431d-b986-036ae4761b75, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=fe8db3e3-9f73-431d-b986-036ae4761b75,segment=NetworkSegment(9c811c91-8679-4a62-8f25-61e3ffe9f352),segment_id=9c811c91-8679-4a62-8f25-61e3ffe9f352)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:38:29.633948 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a1d471f6-a2cd-48e1-854f-431b397978c4 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:29.635967 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-47a80ef4-1160-4f00-8f02-22b7fe87e42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:29.763962 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device eafcd150-3494-48a4-b969-e28538f2a772 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:38:29.881797 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a80ef4-1160-4f00-8f02-22b7fe87e42a None None] Pushing event updated for resources: {'Port': ['ID=fe8db3e3-9f73-431d-b986-036ae4761b75,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:29.937388 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port eafcd150-3494-48a4-b969-e28538f2a772 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:29.938779 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:30.076385 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bc3131f1-7332-4570-86c0-80d6a33161f9 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:30.107948 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a1d471f6-a2cd-48e1-854f-431b397978c4 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:30.120554 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a1d471f6-a2cd-48e1-854f-431b397978c4 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:30.122104 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a1d471f6-a2cd-48e1-854f-431b397978c4 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:30.175740 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:30.219400 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-822a5b83-5429-4526-ac4c-478bcef567cf None None] Provisioning complete for port 8714b173-b8d0-4396-9b60-a361d9bace3d triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:30.221951 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-822a5b83-5429-4526-ac4c-478bcef567cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:30.336477 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cf02964-0c83-4741-9cb8-4d665776485b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eafcd150-3494-48a4-b969-e28538f2a772'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:38:30.344369 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48661381-9ecb-4997-8935-a7b9df71a99b" -d '{"events": [{"server_uuid": "7cf02964-0c83-4741-9cb8-4d665776485b", "name": "network-vif-plugged", "status": "completed", "tag": "eafcd150-3494-48a4-b969-e28538f2a772"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:38:30.357831 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3131f1-7332-4570-86c0-80d6a33161f9 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:38:30.385431 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port eafcd150-3494-48a4-b969-e28538f2a772, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=eafcd150-3494-48a4-b969-e28538f2a772,segment=NetworkSegment(74518c65-0a77-49eb-8302-d0397cc0c64c),segment_id=74518c65-0a77-49eb-8302-d0397cc0c64c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:30.404819 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1363ec0-3287-43f4-b98a-1d71b0982550 req-c1ed802b-be3f-44b2-81b8-39b0c8b00585 tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:30.410510 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:30.414517 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e1363ec0-3287-43f4-b98a-1d71b0982550 req-c1ed802b-be3f-44b2-81b8-39b0c8b00585 tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] 10.222.0.75 "GET /v2.0/ports?device_id=99a32b55-858c-4fa5-aa17-adbf311cd726 HTTP/1.1" status: 200 len: 944 time: 0.5468130 Nov 25 17:38:30.416147 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-4a3bdbf7-fc37-40bd-bef7-b85a111ff179 req-8746bd62-6a9c-4228-ba5d-2ed397321f6f service neutron] For port 7297094f-041a-4eca-9477-063068bc3fa5, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:38:30.418454 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3131f1-7332-4570-86c0-80d6a33161f9 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Pushing event updated for resources: {'Port': ['ID=cce8c3eb-4334-415c-bd1f-dad86131740f,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:30.423049 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-bc3131f1-7332-4570-86c0-80d6a33161f9 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:30.427347 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-822a5b83-5429-4526-ac4c-478bcef567cf None None] Port 8714b173-b8d0-4396-9b60-a361d9bace3d cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:38:30.432517 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3131f1-7332-4570-86c0-80d6a33161f9 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:38:30.434187 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3131f1-7332-4570-86c0-80d6a33161f9 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:30.434778 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bc3131f1-7332-4570-86c0-80d6a33161f9 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:30.459007 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d471f6-a2cd-48e1-854f-431b397978c4 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Pushing event updated for resources: {'Port': ['ID=8714b173-b8d0-4396-9b60-a361d9bace3d,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:30.466825 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998804a-858e-432a-ae44-c1fead5e0beb req-c8957e7d-87ab-46a7-b4d3-8094363c4dc4 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:30.468553 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4998804a-858e-432a-ae44-c1fead5e0beb req-c8957e7d-87ab-46a7-b4d3-8094363c4dc4 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 945 time: 0.6633251 Nov 25 17:38:30.483185 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d471f6-a2cd-48e1-854f-431b397978c4 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Network 90f3d909-2db8-4337-845d-089006e06387 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:38:30.485385 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-a1d471f6-a2cd-48e1-854f-431b397978c4 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:30.570054 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=eafcd150-3494-48a4-b969-e28538f2a772,revision_number=7']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:30.693730 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device fe8db3e3-9f73-431d-b986-036ae4761b75 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:38:30.708881 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-4a3bdbf7-fc37-40bd-bef7-b85a111ff179 req-8746bd62-6a9c-4228-ba5d-2ed397321f6f service neutron] For port 7297094f-041a-4eca-9477-063068bc3fa5, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=7297094f-041a-4eca-9477-063068bc3fa5,segment=NetworkSegment(e2d5f817-37a2-4175-bc78-d823c922a165),segment_id=e2d5f817-37a2-4175-bc78-d823c922a165)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:38:30.716544 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d471f6-a2cd-48e1-854f-431b397978c4 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Router 7d8788f2-24bc-4fab-81e7-35d200f9e1de has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:38:30.790638 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-4a3bdbf7-fc37-40bd-bef7-b85a111ff179 req-8746bd62-6a9c-4228-ba5d-2ed397321f6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:30.854742 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port fe8db3e3-9f73-431d-b986-036ae4761b75 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:30.855376 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:30.874992 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-bc3131f1-7332-4570-86c0-80d6a33161f9 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.7838345 Nov 25 17:38:30.892509 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55044) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:30.951948 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:30.996159 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:31.052377 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d471f6-a2cd-48e1-854f-431b397978c4 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:38:31.057736 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a1d471f6-a2cd-48e1-854f-431b397978c4 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] 10.222.0.75 "PUT /v2.0/routers/7d8788f2-24bc-4fab-81e7-35d200f9e1de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0254173 Nov 25 17:38:31.061024 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55046) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:31.077575 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8da5208-236f-4f7c-accd-0c28e2d5cdc6 None None] Sync routers for ids ['7d8788f2-24bc-4fab-81e7-35d200f9e1de'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:38:31.123569 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bdbf7-fc37-40bd-bef7-b85a111ff179 req-8746bd62-6a9c-4228-ba5d-2ed397321f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:31.125059 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-4a3bdbf7-fc37-40bd-bef7-b85a111ff179 req-8746bd62-6a9c-4228-ba5d-2ed397321f6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:31.131877 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4a3bdbf7-fc37-40bd-bef7-b85a111ff179 req-8746bd62-6a9c-4228-ba5d-2ed397321f6f service neutron] 10.222.0.90 "PUT /v2.0/ports/7297094f-041a-4eca-9477-063068bc3fa5 HTTP/1.1" status: 200 len: 1092 time: 3.2359707 Nov 25 17:38:31.151359 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99a32b55-858c-4fa5-aa17-adbf311cd726', 'tag': '7297094f-041a-4eca-9477-063068bc3fa5'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:38:31.152533 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port fe8db3e3-9f73-431d-b986-036ae4761b75, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=fe8db3e3-9f73-431d-b986-036ae4761b75,segment=NetworkSegment(9c811c91-8679-4a62-8f25-61e3ffe9f352),segment_id=9c811c91-8679-4a62-8f25-61e3ffe9f352)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:31.159470 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d696dc-1d9a-471a-a88d-05cc219c11a7" -d '{"events": [{"name": "network-changed", "server_uuid": "99a32b55-858c-4fa5-aa17-adbf311cd726", "tag": "7297094f-041a-4eca-9477-063068bc3fa5"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:38:31.171946 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4998804a-858e-432a-ae44-c1fead5e0beb req-6b249094-216f-4b35-b081-c6f4f1f9508d tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=0f8521b0-fea5-42f2-a976-d0ce371dead0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6820989 Nov 25 17:38:31.180177 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8da5208-236f-4f7c-accd-0c28e2d5cdc6 None None] Routers {'7d8788f2-24bc-4fab-81e7-35d200f9e1de'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:38:31.180953 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-b8da5208-236f-4f7c-accd-0c28e2d5cdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:38:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['7d8788f2-24bc-4fab-81e7-35d200f9e1de'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:31.183200 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:31.198937 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e1363ec0-3287-43f4-b98a-1d71b0982550 req-cbf4be4f-836e-4be8-b04e-512bc5fe33d8 tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] 10.222.0.75 "GET /v2.0/security-groups?id=b8931339-962d-492d-90f0-87e77639cd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7294438 Nov 25 17:38:31.339097 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:31.351347 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206af4e6-148e-41e6-a513-45c9a74231f5 x-openstack-request-id: req-206af4e6-148e-41e6-a513-45c9a74231f5 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:38:31.352495 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cf02964-0c83-4741-9cb8-4d665776485b", "name": "network-vif-plugged", "status": "completed", "tag": "eafcd150-3494-48a4-b969-e28538f2a772", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:38:31.353413 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-206af4e6-148e-41e6-a513-45c9a74231f5 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:38:31.355709 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cf02964-0c83-4741-9cb8-4d665776485b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eafcd150-3494-48a4-b969-e28538f2a772', 'code': 200} Nov 25 17:38:31.355869 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-971f7865-f90c-4b04-8d80-eadcc2f1950c tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:31.365982 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da0343c1-483b-49dc-a3aa-6726fac1d647 x-openstack-request-id: req-da0343c1-483b-49dc-a3aa-6726fac1d647 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:38:31.366585 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99a32b55-858c-4fa5-aa17-adbf311cd726", "tag": "7297094f-041a-4eca-9477-063068bc3fa5", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:38:31.366585 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-da0343c1-483b-49dc-a3aa-6726fac1d647 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:38:31.366938 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99a32b55-858c-4fa5-aa17-adbf311cd726', 'tag': '7297094f-041a-4eca-9477-063068bc3fa5', 'status': 'completed', 'code': 200} Nov 25 17:38:31.384819 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-b8da5208-236f-4f7c-accd-0c28e2d5cdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:31.396657 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8746bd62-6a9c-4228-ba5d-2ed397321f6f service neutron] Pushing event updated for resources: {'Port': ['ID=7297094f-041a-4eca-9477-063068bc3fa5,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:31.420493 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-15747f0c-422f-41fc-8278-6972f0655faa None None] Provisioning complete for port 8714b173-b8d0-4396-9b60-a361d9bace3d triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:31.421309 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-15747f0c-422f-41fc-8278-6972f0655faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:31.458142 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8da5208-236f-4f7c-accd-0c28e2d5cdc6 None None] Routers {'7d8788f2-24bc-4fab-81e7-35d200f9e1de'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:38:31.459191 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-b8da5208-236f-4f7c-accd-0c28e2d5cdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:38:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['7d8788f2-24bc-4fab-81e7-35d200f9e1de'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:31.513235 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-b8da5208-236f-4f7c-accd-0c28e2d5cdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:31.514303 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8da5208-236f-4f7c-accd-0c28e2d5cdc6 None None] The sync data for ids ['7d8788f2-24bc-4fab-81e7-35d200f9e1de'] in n-d-817746-1 is: [] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:38:31.551929 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bdbf7-fc37-40bd-bef7-b85a111ff179 req-60917f3a-e686-4cd2-b5a8-f2090163d45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:31.553525 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4a3bdbf7-fc37-40bd-bef7-b85a111ff179 req-60917f3a-e686-4cd2-b5a8-f2090163d45b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2c663754f6e24e938dc5263839aceedb&device_id=99a32b55-858c-4fa5-aa17-adbf311cd726 HTTP/1.1" status: 200 len: 1095 time: 0.3656561 Nov 25 17:38:31.557330 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=fe8db3e3-9f73-431d-b986-036ae4761b75,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:31.584578 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-15747f0c-422f-41fc-8278-6972f0655faa None None] Port 8714b173-b8d0-4396-9b60-a361d9bace3d cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:38:31.657818 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4a3bdbf7-fc37-40bd-bef7-b85a111ff179 req-ac2ec271-d6c9-4e12-9f79-39734f0830f4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7297094f-041a-4eca-9477-063068bc3fa5 HTTP/1.1" status: 200 len: 217 time: 0.0949059 Nov 25 17:38:31.685218 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f495992-4d9c-48c9-b69b-3c8a51780d65 req-df14de88-6863-4edb-9d7a-7c2148a67c6b tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:31.687949 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8f495992-4d9c-48c9-b69b-3c8a51780d65 req-df14de88-6863-4edb-9d7a-7c2148a67c6b tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 946 time: 0.2762098 Nov 25 17:38:31.712324 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b59995-d46d-47fe-873b-c4f0b4e005f1 None None] Network f2bb262d-0aa7-4f3c-bf38-6c8ba9df6016 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:38:31.846265 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-73cd9d80-92a1-4a39-b6ae-0a296b23b81e None None] Provisioning complete for port fe8db3e3-9f73-431d-b986-036ae4761b75 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:31.847277 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-73cd9d80-92a1-4a39-b6ae-0a296b23b81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:31.879642 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-971f7865-f90c-4b04-8d80-eadcc2f1950c tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 25 17:38:31.880747 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-971f7865-f90c-4b04-8d80-eadcc2f1950c tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] 10.222.0.75 "DELETE /v2.0/routers/7d8788f2-24bc-4fab-81e7-35d200f9e1de HTTP/1.1" status: 409 len: 329 time: 0.8184221 Nov 25 17:38:31.885447 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55052) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:32.146446 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bdbf7-fc37-40bd-bef7-b85a111ff179 req-fc967912-f439-488d-aa18-1d9c9bb0e0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:32.148633 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4a3bdbf7-fc37-40bd-bef7-b85a111ff179 req-fc967912-f439-488d-aa18-1d9c9bb0e0e8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=89f59ae3-e9e6-4f96-9515-71fbecb54761 HTTP/1.1" status: 200 len: 861 time: 0.4809475 Nov 25 17:38:32.222190 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4a3bdbf7-fc37-40bd-bef7-b85a111ff179 req-0f346627-0a8d-43f6-9bcf-ad50f4c69724 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f40d15a4-2856-4531-9a5f-c1b371008c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633626 Nov 25 17:38:32.414009 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8f495992-4d9c-48c9-b69b-3c8a51780d65 req-01999ee8-0240-4695-b734-e588d8561dcf tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3286312 Nov 25 17:38:32.424162 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] device_id is not set on port cce8c3eb-4334-415c-bd1f-dad86131740f yet. {{(pid=103361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:38:32.508953 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:32.514245 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4a3bdbf7-fc37-40bd-bef7-b85a111ff179 req-9f9e6866-5341-4bd9-9cfc-c9e3f1b57ece service neutron] 10.222.0.90 "GET /v2.0/networks/f40d15a4-2856-4531-9a5f-c1b371008c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743015 Nov 25 17:38:32.533936 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-3c416cb5-2f9b-4538-8542-2a920a64e049 None None] Provisioning complete for port fe8db3e3-9f73-431d-b986-036ae4761b75 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:32.537608 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3c416cb5-2f9b-4538-8542-2a920a64e049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:32.560708 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:32.591622 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0b9b764e-36c2-42a9-bbc9-2ddb1f600a5e tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:32.683812 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device fe8db3e3-9f73-431d-b986-036ae4761b75 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:38:32.756962 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port fe8db3e3-9f73-431d-b986-036ae4761b75 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:32.757650 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:32.785451 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab44f0f-8e8c-4cab-abca-fb2bc8bce139 req-5367c4f9-1f91-49db-8553-599de0248df2 tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:32.787013 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7ab44f0f-8e8c-4cab-abca-fb2bc8bce139 req-5367c4f9-1f91-49db-8553-599de0248df2 tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] 10.222.0.75 "GET /v2.0/ports?device_id=99a32b55-858c-4fa5-aa17-adbf311cd726 HTTP/1.1" status: 200 len: 944 time: 0.2483530 Nov 25 17:38:32.808645 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783cd4f4-4c04-482a-8ca5-6f8e61ae875f req-458fe799-3209-43a2-8e67-021f89dc5713 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:32.812355 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-783cd4f4-4c04-482a-8ca5-6f8e61ae875f req-458fe799-3209-43a2-8e67-021f89dc5713 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 946 time: 0.3920693 Nov 25 17:38:32.848638 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Pushing event updated for resources: {'Port': ['ID=cce8c3eb-4334-415c-bd1f-dad86131740f,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:32.911290 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port cce8c3eb-4334-415c-bd1f-dad86131740f on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:38:32.911960 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port cce8c3eb-4334-415c-bd1f-dad86131740f by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'a9a230f1-9c5d-43bf-a492-7e75a6eb7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c5fe3402-3a1c-44d3-9fe1-01764b3fbb94'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:38:32.912513 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port cce8c3eb-4334-415c-bd1f-dad86131740f on network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:32.944676 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Port cce8c3eb-4334-415c-bd1f-dad86131740f on network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:38:32.945414 n-d-817746-1 neutron-server[103361]: ERROR neutron.plugins.ml2.managers [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Failed to bind port cce8c3eb-4334-415c-bd1f-dad86131740f on host n-h1-817746-1 for vnic_type normal using segments [{'id': 'a9a230f1-9c5d-43bf-a492-7e75a6eb7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c5fe3402-3a1c-44d3-9fe1-01764b3fbb94'}] Nov 25 17:38:32.951925 n-d-817746-1 neutron-server[103361]: INFO neutron.plugins.ml2.plugin [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempt 2 to bind port cce8c3eb-4334-415c-bd1f-dad86131740f Nov 25 17:38:32.980398 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4a3bdbf7-fc37-40bd-bef7-b85a111ff179 req-805f4bc5-e86d-49fb-8eaa-4b3cf9858d1c service neutron] 10.222.0.90 "GET /v2.0/networks/f40d15a4-2856-4531-9a5f-c1b371008c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4391861 Nov 25 17:38:33.040665 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port cce8c3eb-4334-415c-bd1f-dad86131740f on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:38:33.041039 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port cce8c3eb-4334-415c-bd1f-dad86131740f by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'a9a230f1-9c5d-43bf-a492-7e75a6eb7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c5fe3402-3a1c-44d3-9fe1-01764b3fbb94'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:38:33.041383 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port cce8c3eb-4334-415c-bd1f-dad86131740f on network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:33.055566 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b764e-36c2-42a9-bbc9-2ddb1f600a5e tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Deleting port 8714b173-b8d0-4396-9b60-a361d9bace3d {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:38:33.056137 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0b9b764e-36c2-42a9-bbc9-2ddb1f600a5e tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:33.070781 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7ab44f0f-8e8c-4cab-abca-fb2bc8bce139 req-21eaac30-61de-4cbb-aa44-2ce150c5eae4 tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] 10.222.0.75 "GET /v2.0/security-groups?id=b8931339-962d-492d-90f0-87e77639cd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398725 Nov 25 17:38:33.088422 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-783cd4f4-4c04-482a-8ca5-6f8e61ae875f req-01b0aa49-10a0-4423-a4b0-98507408183f tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=0f8521b0-fea5-42f2-a976-d0ce371dead0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2648160 Nov 25 17:38:33.089007 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Port cce8c3eb-4334-415c-bd1f-dad86131740f on network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:38:33.089341 n-d-817746-1 neutron-server[103361]: ERROR neutron.plugins.ml2.managers [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Failed to bind port cce8c3eb-4334-415c-bd1f-dad86131740f on host n-h1-817746-1 for vnic_type normal using segments [{'id': 'a9a230f1-9c5d-43bf-a492-7e75a6eb7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c5fe3402-3a1c-44d3-9fe1-01764b3fbb94'}] Nov 25 17:38:33.089896 n-d-817746-1 neutron-server[103361]: INFO neutron.plugins.ml2.plugin [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempt 3 to bind port cce8c3eb-4334-415c-bd1f-dad86131740f Nov 25 17:38:33.113323 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port cce8c3eb-4334-415c-bd1f-dad86131740f on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:38:33.113323 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port cce8c3eb-4334-415c-bd1f-dad86131740f by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'a9a230f1-9c5d-43bf-a492-7e75a6eb7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c5fe3402-3a1c-44d3-9fe1-01764b3fbb94'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:38:33.113323 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port cce8c3eb-4334-415c-bd1f-dad86131740f on network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:33.119628 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Port cce8c3eb-4334-415c-bd1f-dad86131740f on network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:38:33.119968 n-d-817746-1 neutron-server[103361]: ERROR neutron.plugins.ml2.managers [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Failed to bind port cce8c3eb-4334-415c-bd1f-dad86131740f on host n-h1-817746-1 for vnic_type normal using segments [{'id': 'a9a230f1-9c5d-43bf-a492-7e75a6eb7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c5fe3402-3a1c-44d3-9fe1-01764b3fbb94'}] Nov 25 17:38:33.121815 n-d-817746-1 neutron-server[103361]: INFO neutron.plugins.ml2.plugin [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempt 4 to bind port cce8c3eb-4334-415c-bd1f-dad86131740f Nov 25 17:38:33.145423 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d696dc-1d9a-471a-a88d-05cc219c11a7 req-f8b9ba0d-38a9-4ef7-b0e8-585130693e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:33.147156 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e5d696dc-1d9a-471a-a88d-05cc219c11a7 req-f8b9ba0d-38a9-4ef7-b0e8-585130693e36 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2c663754f6e24e938dc5263839aceedb&device_id=99a32b55-858c-4fa5-aa17-adbf311cd726 HTTP/1.1" status: 200 len: 1095 time: 0.0975134 Nov 25 17:38:33.147777 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port cce8c3eb-4334-415c-bd1f-dad86131740f on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:38:33.148114 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port cce8c3eb-4334-415c-bd1f-dad86131740f by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'a9a230f1-9c5d-43bf-a492-7e75a6eb7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c5fe3402-3a1c-44d3-9fe1-01764b3fbb94'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:38:33.148447 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port cce8c3eb-4334-415c-bd1f-dad86131740f on network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:33.155466 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Port cce8c3eb-4334-415c-bd1f-dad86131740f on network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:38:33.155797 n-d-817746-1 neutron-server[103361]: ERROR neutron.plugins.ml2.managers [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Failed to bind port cce8c3eb-4334-415c-bd1f-dad86131740f on host n-h1-817746-1 for vnic_type normal using segments [{'id': 'a9a230f1-9c5d-43bf-a492-7e75a6eb7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c5fe3402-3a1c-44d3-9fe1-01764b3fbb94'}] Nov 25 17:38:33.258877 n-d-817746-1 neutron-server[103361]: INFO neutron.plugins.ml2.plugin [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempt 5 to bind port cce8c3eb-4334-415c-bd1f-dad86131740f Nov 25 17:38:33.309444 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d696dc-1d9a-471a-a88d-05cc219c11a7 req-aaeb8c8a-b071-4e4b-ad2d-33cf906e0b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:33.310940 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e5d696dc-1d9a-471a-a88d-05cc219c11a7 req-aaeb8c8a-b071-4e4b-ad2d-33cf906e0b15 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f40d15a4-2856-4531-9a5f-c1b371008c43 HTTP/1.1" status: 200 len: 922 time: 0.1565371 Nov 25 17:38:33.312334 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port cce8c3eb-4334-415c-bd1f-dad86131740f on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:38:33.312668 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port cce8c3eb-4334-415c-bd1f-dad86131740f by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'a9a230f1-9c5d-43bf-a492-7e75a6eb7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c5fe3402-3a1c-44d3-9fe1-01764b3fbb94'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:38:33.313026 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port cce8c3eb-4334-415c-bd1f-dad86131740f on network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:33.318731 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Port cce8c3eb-4334-415c-bd1f-dad86131740f on network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:38:33.319320 n-d-817746-1 neutron-server[103361]: ERROR neutron.plugins.ml2.managers [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Failed to bind port cce8c3eb-4334-415c-bd1f-dad86131740f on host n-h1-817746-1 for vnic_type normal using segments [{'id': 'a9a230f1-9c5d-43bf-a492-7e75a6eb7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c5fe3402-3a1c-44d3-9fe1-01764b3fbb94'}] Nov 25 17:38:33.321572 n-d-817746-1 neutron-server[103361]: INFO neutron.plugins.ml2.plugin [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempt 6 to bind port cce8c3eb-4334-415c-bd1f-dad86131740f Nov 25 17:38:33.381228 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0b9b764e-36c2-42a9-bbc9-2ddb1f600a5e tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:33.410256 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port cce8c3eb-4334-415c-bd1f-dad86131740f on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:38:33.410827 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port cce8c3eb-4334-415c-bd1f-dad86131740f by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'a9a230f1-9c5d-43bf-a492-7e75a6eb7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c5fe3402-3a1c-44d3-9fe1-01764b3fbb94'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:38:33.411180 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port cce8c3eb-4334-415c-bd1f-dad86131740f on network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:33.440435 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b764e-36c2-42a9-bbc9-2ddb1f600a5e tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Calling delete_port for 8714b173-b8d0-4396-9b60-a361d9bace3d owned by network:router_interface {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:38:33.511272 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Port cce8c3eb-4334-415c-bd1f-dad86131740f on network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:38:33.512228 n-d-817746-1 neutron-server[103361]: ERROR neutron.plugins.ml2.managers [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Failed to bind port cce8c3eb-4334-415c-bd1f-dad86131740f on host n-h1-817746-1 for vnic_type normal using segments [{'id': 'a9a230f1-9c5d-43bf-a492-7e75a6eb7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c5fe3402-3a1c-44d3-9fe1-01764b3fbb94'}] Nov 25 17:38:33.513209 n-d-817746-1 neutron-server[103361]: INFO neutron.plugins.ml2.plugin [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempt 7 to bind port cce8c3eb-4334-415c-bd1f-dad86131740f Nov 25 17:38:33.535096 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e5d696dc-1d9a-471a-a88d-05cc219c11a7 req-a2b5aa80-98ed-405e-a236-096bc82cd8de service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7297094f-041a-4eca-9477-063068bc3fa5 HTTP/1.1" status: 200 len: 217 time: 0.2144170 Nov 25 17:38:33.537470 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port cce8c3eb-4334-415c-bd1f-dad86131740f on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:38:33.539751 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port cce8c3eb-4334-415c-bd1f-dad86131740f by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'a9a230f1-9c5d-43bf-a492-7e75a6eb7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c5fe3402-3a1c-44d3-9fe1-01764b3fbb94'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:38:33.540268 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port cce8c3eb-4334-415c-bd1f-dad86131740f on network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:33.578144 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Port cce8c3eb-4334-415c-bd1f-dad86131740f on network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:38:33.582876 n-d-817746-1 neutron-server[103361]: ERROR neutron.plugins.ml2.managers [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Failed to bind port cce8c3eb-4334-415c-bd1f-dad86131740f on host n-h1-817746-1 for vnic_type normal using segments [{'id': 'a9a230f1-9c5d-43bf-a492-7e75a6eb7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c5fe3402-3a1c-44d3-9fe1-01764b3fbb94'}] Nov 25 17:38:33.619536 n-d-817746-1 neutron-server[103361]: INFO neutron.plugins.ml2.plugin [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempt 8 to bind port cce8c3eb-4334-415c-bd1f-dad86131740f Nov 25 17:38:33.693495 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port cce8c3eb-4334-415c-bd1f-dad86131740f on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:38:33.694750 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port cce8c3eb-4334-415c-bd1f-dad86131740f by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'a9a230f1-9c5d-43bf-a492-7e75a6eb7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c5fe3402-3a1c-44d3-9fe1-01764b3fbb94'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:38:33.695269 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port cce8c3eb-4334-415c-bd1f-dad86131740f on network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:33.703782 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d696dc-1d9a-471a-a88d-05cc219c11a7 req-c4178f38-736b-4e74-b514-bcf3a5d15101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:33.705451 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e5d696dc-1d9a-471a-a88d-05cc219c11a7 req-c4178f38-736b-4e74-b514-bcf3a5d15101 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=89f59ae3-e9e6-4f96-9515-71fbecb54761 HTTP/1.1" status: 200 len: 861 time: 0.1581273 Nov 25 17:38:33.706468 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Port cce8c3eb-4334-415c-bd1f-dad86131740f on network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:38:33.706811 n-d-817746-1 neutron-server[103361]: ERROR neutron.plugins.ml2.managers [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Failed to bind port cce8c3eb-4334-415c-bd1f-dad86131740f on host n-h1-817746-1 for vnic_type normal using segments [{'id': 'a9a230f1-9c5d-43bf-a492-7e75a6eb7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c5fe3402-3a1c-44d3-9fe1-01764b3fbb94'}] Nov 25 17:38:33.707210 n-d-817746-1 neutron-server[103361]: INFO neutron.plugins.ml2.plugin [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempt 9 to bind port cce8c3eb-4334-415c-bd1f-dad86131740f Nov 25 17:38:33.732106 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port cce8c3eb-4334-415c-bd1f-dad86131740f on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:38:33.732450 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port cce8c3eb-4334-415c-bd1f-dad86131740f by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'a9a230f1-9c5d-43bf-a492-7e75a6eb7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c5fe3402-3a1c-44d3-9fe1-01764b3fbb94'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:38:33.732799 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port cce8c3eb-4334-415c-bd1f-dad86131740f on network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:33.757741 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e5d696dc-1d9a-471a-a88d-05cc219c11a7 req-4f36f719-b371-4b36-88cb-44f019a7824a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f40d15a4-2856-4531-9a5f-c1b371008c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404024 Nov 25 17:38:33.758780 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Port cce8c3eb-4334-415c-bd1f-dad86131740f on network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:38:33.759118 n-d-817746-1 neutron-server[103361]: ERROR neutron.plugins.ml2.managers [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Failed to bind port cce8c3eb-4334-415c-bd1f-dad86131740f on host n-h1-817746-1 for vnic_type normal using segments [{'id': 'a9a230f1-9c5d-43bf-a492-7e75a6eb7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c5fe3402-3a1c-44d3-9fe1-01764b3fbb94'}] Nov 25 17:38:33.759514 n-d-817746-1 neutron-server[103361]: INFO neutron.plugins.ml2.plugin [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempt 10 to bind port cce8c3eb-4334-415c-bd1f-dad86131740f Nov 25 17:38:33.766358 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0b9b764e-36c2-42a9-bbc9-2ddb1f600a5e tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:33.798323 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port cce8c3eb-4334-415c-bd1f-dad86131740f on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:38:33.798907 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port cce8c3eb-4334-415c-bd1f-dad86131740f by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'a9a230f1-9c5d-43bf-a492-7e75a6eb7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c5fe3402-3a1c-44d3-9fe1-01764b3fbb94'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:38:33.799024 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port cce8c3eb-4334-415c-bd1f-dad86131740f on network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:33.839646 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Port cce8c3eb-4334-415c-bd1f-dad86131740f on network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:38:33.840016 n-d-817746-1 neutron-server[103361]: ERROR neutron.plugins.ml2.managers [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Failed to bind port cce8c3eb-4334-415c-bd1f-dad86131740f on host n-h1-817746-1 for vnic_type normal using segments [{'id': 'a9a230f1-9c5d-43bf-a492-7e75a6eb7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c5fe3402-3a1c-44d3-9fe1-01764b3fbb94'}] Nov 25 17:38:33.840732 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:33.888552 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b764e-36c2-42a9-bbc9-2ddb1f600a5e tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Pushing event deleted for resources: {'Port': ['ID=8714b173-b8d0-4396-9b60-a361d9bace3d,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:33.931974 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e5d696dc-1d9a-471a-a88d-05cc219c11a7 req-19ca2b98-7016-40ba-9f63-2f5b1b6c3cc1 service neutron] 10.222.0.90 "GET /v2.0/networks/f40d15a4-2856-4531-9a5f-c1b371008c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604908 Nov 25 17:38:33.976998 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] For port cce8c3eb-4334-415c-bd1f-dad86131740f, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:38:33.977383 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempted to set empty binding levels {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 25 17:38:34.015110 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:34.054897 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0b9b764e-36c2-42a9-bbc9-2ddb1f600a5e tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:34.143870 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Pushing event updated for resources: {'Port': ['ID=cce8c3eb-4334-415c-bd1f-dad86131740f,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:34.150569 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] In _notify_port_updated(), no bound segment for port cce8c3eb-4334-415c-bd1f-dad86131740f on network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 {{(pid=103361) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:38:34.151452 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:34.162781 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:34.164201 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-dda15afe-272b-4343-8721-d288bf2cd5ba tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] 10.222.0.75 "PUT /v2.0/ports/cce8c3eb-4334-415c-bd1f-dad86131740f HTTP/1.1" status: 200 len: 975 time: 3.2176929 Nov 25 17:38:34.198886 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55084) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:34.399415 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4e3c7e-65bd-40df-9669-eeb082435f35 req-bb303434-b7d8-49ff-895a-a3f314f8b33b tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:34.401680 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2b4e3c7e-65bd-40df-9669-eeb082435f35 req-bb303434-b7d8-49ff-895a-a3f314f8b33b tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] 10.222.0.75 "GET /v2.0/ports?device_id=99a32b55-858c-4fa5-aa17-adbf311cd726 HTTP/1.1" status: 200 len: 944 time: 0.1421914 Nov 25 17:38:34.405332 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e5d696dc-1d9a-471a-a88d-05cc219c11a7 req-eff2509d-7eac-4af3-8b42-f5d4102c440d service neutron] 10.222.0.90 "GET /v2.0/networks/f40d15a4-2856-4531-9a5f-c1b371008c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4620683 Nov 25 17:38:34.420175 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0cef61-beaa-4c9d-b535-cfd0ba24ccf3 req-c1c7e968-856c-444c-8b12-15fe4d3bd1a2 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:34.429737 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cd0cef61-beaa-4c9d-b535-cfd0ba24ccf3 req-c1c7e968-856c-444c-8b12-15fe4d3bd1a2 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 946 time: 0.1872144 Nov 25 17:38:34.450390 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b9b764e-36c2-42a9-bbc9-2ddb1f600a5e tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Router 7d8788f2-24bc-4fab-81e7-35d200f9e1de has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:38:34.494253 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d415576d-e50d-4cd7-a78d-bff15a9379a4 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:34.494740 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d415576d-e50d-4cd7-a78d-bff15a9379a4 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:34.495214 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d415576d-e50d-4cd7-a78d-bff15a9379a4 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:34.495685 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d415576d-e50d-4cd7-a78d-bff15a9379a4 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:34.496154 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d415576d-e50d-4cd7-a78d-bff15a9379a4 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:34.496621 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d415576d-e50d-4cd7-a78d-bff15a9379a4 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:34.497229 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d415576d-e50d-4cd7-a78d-bff15a9379a4 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:34.497559 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d415576d-e50d-4cd7-a78d-bff15a9379a4 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:34.498017 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d415576d-e50d-4cd7-a78d-bff15a9379a4 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:34.498478 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d415576d-e50d-4cd7-a78d-bff15a9379a4 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:34.498940 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d415576d-e50d-4cd7-a78d-bff15a9379a4 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:34.499399 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d415576d-e50d-4cd7-a78d-bff15a9379a4 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:34.499880 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d415576d-e50d-4cd7-a78d-bff15a9379a4 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:34.500341 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d415576d-e50d-4cd7-a78d-bff15a9379a4 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:34.500801 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d415576d-e50d-4cd7-a78d-bff15a9379a4 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:34.501830 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d415576d-e50d-4cd7-a78d-bff15a9379a4 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:34.502666 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d415576d-e50d-4cd7-a78d-bff15a9379a4 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:34.503143 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d415576d-e50d-4cd7-a78d-bff15a9379a4 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:34.503625 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d415576d-e50d-4cd7-a78d-bff15a9379a4 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:34.504072 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d415576d-e50d-4cd7-a78d-bff15a9379a4 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:34.504538 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d415576d-e50d-4cd7-a78d-bff15a9379a4 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:34.505198 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d415576d-e50d-4cd7-a78d-bff15a9379a4 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:34.505546 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d415576d-e50d-4cd7-a78d-bff15a9379a4 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:34.506005 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d415576d-e50d-4cd7-a78d-bff15a9379a4 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:34.506572 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d415576d-e50d-4cd7-a78d-bff15a9379a4 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:34.507065 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d415576d-e50d-4cd7-a78d-bff15a9379a4 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:34.507527 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d415576d-e50d-4cd7-a78d-bff15a9379a4 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:34.507987 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d415576d-e50d-4cd7-a78d-bff15a9379a4 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:34.508448 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d415576d-e50d-4cd7-a78d-bff15a9379a4 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:34.509050 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d415576d-e50d-4cd7-a78d-bff15a9379a4 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:34.509430 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d415576d-e50d-4cd7-a78d-bff15a9379a4 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:34.509887 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d415576d-e50d-4cd7-a78d-bff15a9379a4 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:34.510352 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d415576d-e50d-4cd7-a78d-bff15a9379a4 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:34.510810 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d415576d-e50d-4cd7-a78d-bff15a9379a4 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:34.511271 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d415576d-e50d-4cd7-a78d-bff15a9379a4 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:34.511728 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d415576d-e50d-4cd7-a78d-bff15a9379a4 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:34.512191 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d415576d-e50d-4cd7-a78d-bff15a9379a4 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:34.512645 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d415576d-e50d-4cd7-a78d-bff15a9379a4 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:34.517487 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d415576d-e50d-4cd7-a78d-bff15a9379a4 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:34.517487 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d415576d-e50d-4cd7-a78d-bff15a9379a4 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:34.517487 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d415576d-e50d-4cd7-a78d-bff15a9379a4 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:34.517487 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d415576d-e50d-4cd7-a78d-bff15a9379a4 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:34.517487 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d415576d-e50d-4cd7-a78d-bff15a9379a4 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:34.517487 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d415576d-e50d-4cd7-a78d-bff15a9379a4 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:34.517487 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d415576d-e50d-4cd7-a78d-bff15a9379a4 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:34.517487 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d415576d-e50d-4cd7-a78d-bff15a9379a4 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:34.517487 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d415576d-e50d-4cd7-a78d-bff15a9379a4 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:34.529578 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d415576d-e50d-4cd7-a78d-bff15a9379a4 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:34.531015 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d415576d-e50d-4cd7-a78d-bff15a9379a4 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:34.531015 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d415576d-e50d-4cd7-a78d-bff15a9379a4 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:34.531015 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d415576d-e50d-4cd7-a78d-bff15a9379a4 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:34.531371 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d415576d-e50d-4cd7-a78d-bff15a9379a4 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:34.567180 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d415576d-e50d-4cd7-a78d-bff15a9379a4 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 46880 time: 0.3671765 Nov 25 17:38:34.576202 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55088) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:34.678962 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cd0cef61-beaa-4c9d-b535-cfd0ba24ccf3 req-9a600871-3c3a-4305-95f0-564dd730b1a4 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=0f8521b0-fea5-42f2-a976-d0ce371dead0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2478890 Nov 25 17:38:34.701280 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2b4e3c7e-65bd-40df-9669-eeb082435f35 req-b1cb5d9e-f5b0-4cf6-825e-c72e3a3fde4d tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] 10.222.0.75 "GET /v2.0/security-groups?id=b8931339-962d-492d-90f0-87e77639cd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128239 Nov 25 17:38:34.801044 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b9b764e-36c2-42a9-bbc9-2ddb1f600a5e tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:38:34.807932 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0b9b764e-36c2-42a9-bbc9-2ddb1f600a5e tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] 10.222.0.75 "PUT /v2.0/routers/7d8788f2-24bc-4fab-81e7-35d200f9e1de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9208648 Nov 25 17:38:34.811851 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55094) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:34.822210 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3928881d-d584-42fd-8168-5966ba35258d None None] Sync routers for ids ['7d8788f2-24bc-4fab-81e7-35d200f9e1de'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:38:34.851159 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3928881d-d584-42fd-8168-5966ba35258d None None] Routers {'7d8788f2-24bc-4fab-81e7-35d200f9e1de'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:38:34.851822 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-3928881d-d584-42fd-8168-5966ba35258d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:38:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['7d8788f2-24bc-4fab-81e7-35d200f9e1de'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:34.856006 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-d6602299-bdc9-4bac-ab87-2e09eb2a6eda tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Deleting port cce8c3eb-4334-415c-bd1f-dad86131740f {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:38:34.856479 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d6602299-bdc9-4bac-ab87-2e09eb2a6eda tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:34.919842 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [None req-0913167e-aa88-4bb6-96d5-408f6586800c tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] show failed (client error): The resource could not be found. Nov 25 17:38:34.922111 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-3928881d-d584-42fd-8168-5966ba35258d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:34.930089 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-0913167e-aa88-4bb6-96d5-408f6586800c tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] 10.222.0.75 "GET /v2.0/routers/tempest-non_exist_router-876538936 HTTP/1.1" status: 404 len: 334 time: 0.1170416 Nov 25 17:38:34.930349 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55096) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:34.937411 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-c279c75c-2138-4955-a775-029aed2a3929 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:34.946049 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3928881d-d584-42fd-8168-5966ba35258d None None] Routers {'7d8788f2-24bc-4fab-81e7-35d200f9e1de'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:38:34.946908 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-3928881d-d584-42fd-8168-5966ba35258d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:38:19Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['7d8788f2-24bc-4fab-81e7-35d200f9e1de'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:34.992359 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-3928881d-d584-42fd-8168-5966ba35258d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:34.993086 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3928881d-d584-42fd-8168-5966ba35258d None None] The sync data for ids ['7d8788f2-24bc-4fab-81e7-35d200f9e1de'] in n-d-817746-1 is: [] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:38:35.011120 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-c279c75c-2138-4955-a775-029aed2a3929 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] update failed (client error): The resource could not be found. Nov 25 17:38:35.012881 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c279c75c-2138-4955-a775-029aed2a3929 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] 10.222.0.75 "PUT /v2.0/routers/tempest-non_exist_router-1664272195 HTTP/1.1" status: 404 len: 335 time: 0.0811009 Nov 25 17:38:35.013782 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-d6602299-bdc9-4bac-ab87-2e09eb2a6eda tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] For port cce8c3eb-4334-415c-bd1f-dad86131740f, host n-h1-817746-1, got binding levels [] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:35.015434 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d6602299-bdc9-4bac-ab87-2e09eb2a6eda tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:35.016316 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55098) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:35.038823 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-d6602299-bdc9-4bac-ab87-2e09eb2a6eda tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Calling delete_port for cce8c3eb-4334-415c-bd1f-dad86131740f owned by {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:38:35.104744 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe074588-b55b-4a8c-b661-36b3f13da754 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Deleting subnet 9e2a4557-4737-4e80-8cad-53c309b2b0fb {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:38:35.109303 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fe074588-b55b-4a8c-b661-36b3f13da754 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:35.156293 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fe074588-b55b-4a8c-b661-36b3f13da754 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:35.176986 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d6602299-bdc9-4bac-ab87-2e09eb2a6eda tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:35.214616 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d6602299-bdc9-4bac-ab87-2e09eb2a6eda tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:35.222038 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d6602299-bdc9-4bac-ab87-2e09eb2a6eda tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] 10.222.0.75 "DELETE /v2.0/ports/cce8c3eb-4334-415c-bd1f-dad86131740f HTTP/1.1" status: 204 len: 168 time: 0.6362929 Nov 25 17:38:35.223418 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6602299-bdc9-4bac-ab87-2e09eb2a6eda tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Pushing event deleted for resources: {'Port': ['ID=cce8c3eb-4334-415c-bd1f-dad86131740f,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:35.225529 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55100) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:35.253846 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8635040-9a91-46f1-8818-346da4b7058a tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] GET failed (client error): The resource could not be found. Nov 25 17:38:35.259779 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55102) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:35.261061 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d8635040-9a91-46f1-8818-346da4b7058a tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] 10.222.0.75 "GET /v2.0/ports/cce8c3eb-4334-415c-bd1f-dad86131740f HTTP/1.1" status: 404 len: 333 time: 0.0342226 Nov 25 17:38:35.264947 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-63cbec63-1f7e-4695-b531-d296a6324390 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-817280125', 'network_id': 'c5fe3402-3a1c-44d3-9fe1-01764b3fbb94'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:35.286878 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fe074588-b55b-4a8c-b661-36b3f13da754 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:35.322324 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63cbec63-1f7e-4695-b531-d296a6324390 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Made reservation on behalf of 38e7ac7446994c7b864a7b1c74e04cd3 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:38:35.324787 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-63cbec63-1f7e-4695-b531-d296a6324390 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:35.351724 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [None req-63cbec63-1f7e-4695-b531-d296a6324390 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] device_id is not set on port 330390b8-b286-44f6-92db-250236ab5520 yet. {{(pid=103361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:38:35.405735 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fe074588-b55b-4a8c-b661-36b3f13da754 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:35.452116 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe074588-b55b-4a8c-b661-36b3f13da754 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Pushing event deleted for resources: {'Subnet': ['ID=9e2a4557-4737-4e80-8cad-53c309b2b0fb,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:35.459198 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fe074588-b55b-4a8c-b661-36b3f13da754 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:35.461315 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29325d3c-7ea6-4d77-9763-0a76c18bd60e None None] Network f2bb262d-0aa7-4f3c-bf38-6c8ba9df6016 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:38:35.465527 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55104) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:35.465739 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-fe074588-b55b-4a8c-b661-36b3f13da754 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] 10.222.0.75 "DELETE /v2.0/subnets/9e2a4557-4737-4e80-8cad-53c309b2b0fb HTTP/1.1" status: 204 len: 168 time: 0.4479885 Nov 25 17:38:35.617273 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-45198f58-7938-47a2-a823-15cede70a743 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:35.638345 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-63cbec63-1f7e-4695-b531-d296a6324390 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:35.650488 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 82625e3e-d5dd-41cd-b7dc-44893732e44b details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:38:35.682116 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-45198f58-7938-47a2-a823-15cede70a743 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Deleting port fe8db3e3-9f73-431d-b986-036ae4761b75 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:38:35.682535 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-63cbec63-1f7e-4695-b531-d296a6324390 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:35.683026 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-45198f58-7938-47a2-a823-15cede70a743 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:35.782533 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cbec63-1f7e-4695-b531-d296a6324390 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Pushing event updated for resources: {'Port': ['ID=330390b8-b286-44f6-92db-250236ab5520,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:35.808276 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cbec63-1f7e-4695-b531-d296a6324390 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:38:35.809961 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-63cbec63-1f7e-4695-b531-d296a6324390 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:35.813400 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cbec63-1f7e-4695-b531-d296a6324390 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:38:35.815496 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cbec63-1f7e-4695-b531-d296a6324390 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:35.816363 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-63cbec63-1f7e-4695-b531-d296a6324390 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:35.843552 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-63cbec63-1f7e-4695-b531-d296a6324390 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5826418 Nov 25 17:38:35.846180 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 7297094f-041a-4eca-9477-063068bc3fa5 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:38:35.847034 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55124) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:35.898565 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-45198f58-7938-47a2-a823-15cede70a743 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] For port fe8db3e3-9f73-431d-b986-036ae4761b75, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=fe8db3e3-9f73-431d-b986-036ae4761b75,segment=NetworkSegment(9c811c91-8679-4a62-8f25-61e3ffe9f352),segment_id=9c811c91-8679-4a62-8f25-61e3ffe9f352)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:35.899358 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-45198f58-7938-47a2-a823-15cede70a743 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:35.930097 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8411b1b-4fe0-4b65-9aef-9c3ae62aab53 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:35.934668 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e8411b1b-4fe0-4b65-9aef-9c3ae62aab53 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] 10.222.0.75 "GET /v2.0/ports/330390b8-b286-44f6-92db-250236ab5520 HTTP/1.1" status: 200 len: 954 time: 0.0860837 Nov 25 17:38:35.942983 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55126) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:35.963429 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-45198f58-7938-47a2-a823-15cede70a743 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Calling delete_port for fe8db3e3-9f73-431d-b986-036ae4761b75 owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:38:36.013400 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ee5c3-160d-4c9a-bc94-060da1f54694 req-d2eaf132-9555-40dc-890c-ee9fc7334a56 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:36.015461 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-820ee5c3-160d-4c9a-bc94-060da1f54694 req-d2eaf132-9555-40dc-890c-ee9fc7334a56 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 946 time: 0.1039155 Nov 25 17:38:36.046170 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 7297094f-041a-4eca-9477-063068bc3fa5, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=7297094f-041a-4eca-9477-063068bc3fa5,segment=NetworkSegment(e2d5f817-37a2-4175-bc78-d823c922a165),segment_id=e2d5f817-37a2-4175-bc78-d823c922a165)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:36.071301 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45cea46-86b7-422c-a2ee-6f24a9f2f309 None None] DHCP port deletion for f2bb262d-0aa7-4f3c-bf38-6c8ba9df6016 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:38:36.072173 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e4accd-98c4-4b85-b20b-2beab15b6661 req-0e00d981-f12e-41ed-8395-54699e271eb9 tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:36.074209 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-61e4accd-98c4-4b85-b20b-2beab15b6661 req-0e00d981-f12e-41ed-8395-54699e271eb9 tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] 10.222.0.75 "GET /v2.0/ports?device_id=99a32b55-858c-4fa5-aa17-adbf311cd726 HTTP/1.1" status: 200 len: 944 time: 0.1089222 Nov 25 17:38:36.086722 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '7297094f-041a-4eca-9477-063068bc3fa5', 'network_id': 'f40d15a4-2856-4531-9a5f-c1b371008c43', 'port_id': '7297094f-041a-4eca-9477-063068bc3fa5', 'mac_address': 'fa:16:3e:e5:cf:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89f59ae3-e9e6-4f96-9515-71fbecb54761', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:38:36.104002 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-820ee5c3-160d-4c9a-bc94-060da1f54694 req-5ed37de3-dbed-4c42-abd2-d72a5c6f3db8 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=0f8521b0-fea5-42f2-a976-d0ce371dead0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823870 Nov 25 17:38:36.142282 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-61e4accd-98c4-4b85-b20b-2beab15b6661 req-33b150e3-602d-4c6e-8ffe-62c8ffb0d88a tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] 10.222.0.75 "GET /v2.0/security-groups?id=b8931339-962d-492d-90f0-87e77639cd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581799 Nov 25 17:38:36.243520 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:36.253294 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 82625e3e-d5dd-41cd-b7dc-44893732e44b, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=82625e3e-d5dd-41cd-b7dc-44893732e44b,segment=NetworkSegment(c5752f96-a6e9-4fc2-9dae-273cc6a23f00),segment_id=c5752f96-a6e9-4fc2-9dae-273cc6a23f00)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:36.278282 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-782d007b-49c3-4a80-a166-d18c1e23d0e8 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Deleting port 330390b8-b286-44f6-92db-250236ab5520 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:38:36.278879 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-a45cea46-86b7-422c-a2ee-6f24a9f2f309 None None] Deleting port fe8db3e3-9f73-431d-b986-036ae4761b75 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:38:36.278879 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a45cea46-86b7-422c-a2ee-6f24a9f2f309 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:36.279096 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-782d007b-49c3-4a80-a166-d18c1e23d0e8 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:36.299395 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7297094f-041a-4eca-9477-063068bc3fa5 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:38:36.320334 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 7297094f-041a-4eca-9477-063068bc3fa5, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=7297094f-041a-4eca-9477-063068bc3fa5,segment=NetworkSegment(e2d5f817-37a2-4175-bc78-d823c922a165),segment_id=e2d5f817-37a2-4175-bc78-d823c922a165)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:36.321613 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '82625e3e-d5dd-41cd-b7dc-44893732e44b', 'network_id': 'd0082d57-8c96-4a76-be0f-340c2f65b160', 'port_id': '82625e3e-d5dd-41cd-b7dc-44893732e44b', 'mac_address': 'fa:16:3e:9e:98:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c74f83ed-3896-4341-8cf1-e1417d85add2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:38:36.330711 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:36.356453 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-45198f58-7938-47a2-a823-15cede70a743 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:36.385528 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45198f58-7938-47a2-a823-15cede70a743 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] No DVR routers for this DVR port fe8db3e3-9f73-431d-b986-036ae4761b75 on host n-d-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:38:36.412180 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=7297094f-041a-4eca-9477-063068bc3fa5,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:36.471606 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45198f58-7938-47a2-a823-15cede70a743 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Pushing event deleted for resources: {'Port': ['ID=fe8db3e3-9f73-431d-b986-036ae4761b75,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:36.479035 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-782d007b-49c3-4a80-a166-d18c1e23d0e8 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:36.518644 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-782d007b-49c3-4a80-a166-d18c1e23d0e8 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Calling delete_port for 330390b8-b286-44f6-92db-250236ab5520 owned by {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:38:36.521187 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:36.570373 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 82625e3e-d5dd-41cd-b7dc-44893732e44b {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:38:36.591779 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-45198f58-7938-47a2-a823-15cede70a743 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:36.601304 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 82625e3e-d5dd-41cd-b7dc-44893732e44b, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=82625e3e-d5dd-41cd-b7dc-44893732e44b,segment=NetworkSegment(c5752f96-a6e9-4fc2-9dae-273cc6a23f00),segment_id=c5752f96-a6e9-4fc2-9dae-273cc6a23f00)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:36.604470 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-a45cea46-86b7-422c-a2ee-6f24a9f2f309 None None] For port fe8db3e3-9f73-431d-b986-036ae4761b75, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=fe8db3e3-9f73-431d-b986-036ae4761b75,segment=NetworkSegment(9c811c91-8679-4a62-8f25-61e3ffe9f352),segment_id=9c811c91-8679-4a62-8f25-61e3ffe9f352)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:36.605149 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a45cea46-86b7-422c-a2ee-6f24a9f2f309 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:36.621438 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device fe8db3e3-9f73-431d-b986-036ae4761b75 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:38:36.643278 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:36.649606 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: fe8db3e3-9f73-431d-b986-036ae4761b75 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:38:36.650166 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device fe8db3e3-9f73-431d-b986-036ae4761b75 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:38:36.663123 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-45198f58-7938-47a2-a823-15cede70a743 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2bb262d-0aa7-4f3c-bf38-6c8ba9df6016']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:36.680399 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-45198f58-7938-47a2-a823-15cede70a743 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c811c91-8679-4a62-8f25-61e3ffe9f352') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:36.680738 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-45198f58-7938-47a2-a823-15cede70a743 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c811c91-8679-4a62-8f25-61e3ffe9f352') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:36.701560 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-45198f58-7938-47a2-a823-15cede70a743 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:36.717170 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['7297094f-041a-4eca-9477-063068bc3fa5'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:38:36.720672 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-a45cea46-86b7-422c-a2ee-6f24a9f2f309 None None] Calling delete_port for fe8db3e3-9f73-431d-b986-036ae4761b75 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:38:36.726648 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=82625e3e-d5dd-41cd-b7dc-44893732e44b,revision_number=6']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:36.727808 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-45198f58-7938-47a2-a823-15cede70a743 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:36.737252 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45198f58-7938-47a2-a823-15cede70a743 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Releasing vlan 945 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:38:36.737946 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-45198f58-7938-47a2-a823-15cede70a743 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:36.742918 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:38:36.742918 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:38:36.742918 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:38:36.742918 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:38:36.742918 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:38:36.742918 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:38:36.742918 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:38:36.742918 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:38:36.742918 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:38:36.742918 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:38:36.742918 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:38:36.742918 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:38:36.742918 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:38:36.742918 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:38:36.742918 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:38:36.742918 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:38:36.742918 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:38:36.742918 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:38:36.742918 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:38:36.742918 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:38:36.742918 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:38:36.742918 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:38:36.742918 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:38:36.742918 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:38:36.742918 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:38:36.742918 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:38:36.742918 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:38:36.742918 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:38:36.742918 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:38:36.742918 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:38:36.742918 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:38:36.742918 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:38:36.771880 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-782d007b-49c3-4a80-a166-d18c1e23d0e8 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:36.869821 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782d007b-49c3-4a80-a166-d18c1e23d0e8 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Pushing event deleted for resources: {'Port': ['ID=330390b8-b286-44f6-92db-250236ab5520,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:36.874899 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-782d007b-49c3-4a80-a166-d18c1e23d0e8 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:36.879962 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-782d007b-49c3-4a80-a166-d18c1e23d0e8 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] 10.222.0.75 "DELETE /v2.0/ports/330390b8-b286-44f6-92db-250236ab5520 HTTP/1.1" status: 204 len: 168 time: 0.9335456 Nov 25 17:38:36.882151 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55134) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:36.902308 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-45198f58-7938-47a2-a823-15cede70a743 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:36.933518 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-64ed5b8c-1947-4d89-9c59-68c3a82908c4 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] GET failed (client error): The resource could not be found. Nov 25 17:38:36.944482 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-64ed5b8c-1947-4d89-9c59-68c3a82908c4 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] 10.222.0.75 "GET /v2.0/ports/330390b8-b286-44f6-92db-250236ab5520 HTTP/1.1" status: 404 len: 333 time: 0.0542710 Nov 25 17:38:36.944482 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55136) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:36.944799 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-45198f58-7938-47a2-a823-15cede70a743 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:36.951684 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-3cff4b76-0aa5-440d-bf25-69534bb0d4de tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Request body: {'port': {'network_id': 'c5fe3402-3a1c-44d3-9fe1-01764b3fbb94', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2016130638'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:36.952264 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-45198f58-7938-47a2-a823-15cede70a743 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] 10.222.0.75 "DELETE /v2.0/networks/f2bb262d-0aa7-4f3c-bf38-6c8ba9df6016 HTTP/1.1" status: 204 len: 168 time: 1.4844973 Nov 25 17:38:36.954064 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45198f58-7938-47a2-a823-15cede70a743 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Pushing event deleted for resources: {'Network': ['ID=f2bb262d-0aa7-4f3c-bf38-6c8ba9df6016,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:36.958588 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55138) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:36.997682 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cff4b76-0aa5-440d-bf25-69534bb0d4de tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Made reservation on behalf of 38e7ac7446994c7b864a7b1c74e04cd3 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:38:37.000320 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3cff4b76-0aa5-440d-bf25-69534bb0d4de tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:37.041111 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [None req-3cff4b76-0aa5-440d-bf25-69534bb0d4de tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] device_id is not set on port abf168e4-e784-4df3-bf1b-3090af41ab88 yet. {{(pid=103361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:38:37.092037 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2d2a0c7-8430-4c0e-a700-9a878fc68b36 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Deleting subnet 6505d096-0d5b-4476-aaa0-0ab02eb671c1 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:38:37.107508 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c2d2a0c7-8430-4c0e-a700-9a878fc68b36 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:37.188320 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c2d2a0c7-8430-4c0e-a700-9a878fc68b36 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:37.231160 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['82625e3e-d5dd-41cd-b7dc-44893732e44b'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:38:37.282710 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:38:37.385032 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c2d2a0c7-8430-4c0e-a700-9a878fc68b36 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:37.522394 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a45cea46-86b7-422c-a2ee-6f24a9f2f309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:37.537371 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3cff4b76-0aa5-440d-bf25-69534bb0d4de tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:37.544019 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c2d2a0c7-8430-4c0e-a700-9a878fc68b36 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:37.552453 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a45cea46-86b7-422c-a2ee-6f24a9f2f309 None None] Network f2bb262d-0aa7-4f3c-bf38-6c8ba9df6016 is not hosted by any dhcp agent {{(pid=103362) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 17:38:37.553253 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45cea46-86b7-422c-a2ee-6f24a9f2f309 None None] No DVR routers for this DVR port fe8db3e3-9f73-431d-b986-036ae4761b75 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:38:37.554485 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c6203e-f02d-46f8-9ab3-38b486d99a35 req-ab2adefa-fdcc-4ebf-9c76-1575aed243b5 tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:37.562732 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45cea46-86b7-422c-a2ee-6f24a9f2f309 None None] Pushing event deleted for resources: {'Port': ['ID=fe8db3e3-9f73-431d-b986-036ae4761b75,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:37.564267 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-91c6203e-f02d-46f8-9ab3-38b486d99a35 req-ab2adefa-fdcc-4ebf-9c76-1575aed243b5 tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] 10.222.0.75 "GET /v2.0/ports?device_id=99a32b55-858c-4fa5-aa17-adbf311cd726 HTTP/1.1" status: 200 len: 945 time: 0.1932914 Nov 25 17:38:37.594783 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae7275-60b2-4317-baff-3c33e339650a req-98f2906f-f5a5-438a-9c7a-65478c3c2704 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:37.595867 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d2a0c7-8430-4c0e-a700-9a878fc68b36 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Pushing event deleted for resources: {'Subnet': ['ID=6505d096-0d5b-4476-aaa0-0ab02eb671c1,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:37.596784 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8dae7275-60b2-4317-baff-3c33e339650a req-98f2906f-f5a5-438a-9c7a-65478c3c2704 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 946 time: 0.2821686 Nov 25 17:38:37.602007 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c2d2a0c7-8430-4c0e-a700-9a878fc68b36 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:37.605548 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c2d2a0c7-8430-4c0e-a700-9a878fc68b36 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] 10.222.0.75 "DELETE /v2.0/subnets/6505d096-0d5b-4476-aaa0-0ab02eb671c1 HTTP/1.1" status: 204 len: 168 time: 0.6445866 Nov 25 17:38:37.607970 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55158) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:37.624843 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc79f94-2885-46b2-84c3-2a87ba956a6f None None] Network 11d0894d-2471-42ce-823c-6b5e5e87a2d9 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:38:37.711370 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-b48cbe2a-8b6e-408a-9236-b353148dac4e tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Deleting subnet 7c491d8d-50cd-4d8b-9688-249b8496343e {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:38:37.715002 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b48cbe2a-8b6e-408a-9236-b353148dac4e tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:37.733226 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-91c6203e-f02d-46f8-9ab3-38b486d99a35 req-ea7a17c1-7263-471d-a156-b3bfb5fd944e tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] 10.222.0.75 "GET /v2.0/security-groups?id=b8931339-962d-492d-90f0-87e77639cd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679530 Nov 25 17:38:37.774281 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8dae7275-60b2-4317-baff-3c33e339650a req-a093f928-8d19-459f-982d-c41de75bc771 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=0f8521b0-fea5-42f2-a976-d0ce371dead0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628170 Nov 25 17:38:37.819789 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3cff4b76-0aa5-440d-bf25-69534bb0d4de tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:37.872347 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b48cbe2a-8b6e-408a-9236-b353148dac4e tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:37.901161 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cff4b76-0aa5-440d-bf25-69534bb0d4de tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:38:37.909262 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-3cff4b76-0aa5-440d-bf25-69534bb0d4de tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:37.915735 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cff4b76-0aa5-440d-bf25-69534bb0d4de tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:38:37.916674 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cff4b76-0aa5-440d-bf25-69534bb0d4de tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:37.917504 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3cff4b76-0aa5-440d-bf25-69534bb0d4de tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:37.956013 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-3cff4b76-0aa5-440d-bf25-69534bb0d4de tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0129802 Nov 25 17:38:37.960064 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55174) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:37.960813 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cff4b76-0aa5-440d-bf25-69534bb0d4de tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Pushing event updated for resources: {'Port': ['ID=abf168e4-e784-4df3-bf1b-3090af41ab88,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:37.977672 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:38.067375 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d66dc5-8015-4c6e-81b9-1e5a0605465a None None] DHCP port deletion for 11d0894d-2471-42ce-823c-6b5e5e87a2d9 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:38:38.174869 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:38.207764 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b48cbe2a-8b6e-408a-9236-b353148dac4e tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:38.208036 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d2d66dc5-8015-4c6e-81b9-1e5a0605465a None None] Deleting port 5ba4ec41-20b2-4c38-aace-9f5100bb6a36 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:38:38.208345 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d2d66dc5-8015-4c6e-81b9-1e5a0605465a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:38.381386 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d2d66dc5-8015-4c6e-81b9-1e5a0605465a None None] For port 5ba4ec41-20b2-4c38-aace-9f5100bb6a36, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=5ba4ec41-20b2-4c38-aace-9f5100bb6a36,segment=NetworkSegment(524e01e8-453d-4d52-afad-0e6450e4a13e),segment_id=524e01e8-453d-4d52-afad-0e6450e4a13e)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:38.381969 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d2d66dc5-8015-4c6e-81b9-1e5a0605465a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:38.399311 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b48cbe2a-8b6e-408a-9236-b353148dac4e tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:38.414164 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d2d66dc5-8015-4c6e-81b9-1e5a0605465a None None] Calling delete_port for 5ba4ec41-20b2-4c38-aace-9f5100bb6a36 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:38:38.457904 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48cbe2a-8b6e-408a-9236-b353148dac4e tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Pushing event deleted for resources: {'Subnet': ['ID=7c491d8d-50cd-4d8b-9688-249b8496343e,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:38.486055 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b48cbe2a-8b6e-408a-9236-b353148dac4e tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:38.500233 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b48cbe2a-8b6e-408a-9236-b353148dac4e tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] 10.222.0.75 "DELETE /v2.0/subnets/7c491d8d-50cd-4d8b-9688-249b8496343e HTTP/1.1" status: 204 len: 168 time: 0.8912163 Nov 25 17:38:38.504818 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55176) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:38.610948 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d49a6f-2fb2-41aa-ab96-aa2798d6c97c None None] Network 4bb905a1-70c6-4b46-83a7-becfb792a67c requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:38:38.755802 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] device_id is not set on port abf168e4-e784-4df3-bf1b-3090af41ab88 yet. {{(pid=103361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:38:38.768410 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e197b6e6-128e-49be-bd9e-5b3ce0ef5cba tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:38.777206 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:38.789071 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:38.800202 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 5ba4ec41-20b2-4c38-aace-9f5100bb6a36 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:38:38.898983 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Pushing event updated for resources: {'Port': ['ID=abf168e4-e784-4df3-bf1b-3090af41ab88,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:38.918460 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-e197b6e6-128e-49be-bd9e-5b3ce0ef5cba tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Deleting port 5ba4ec41-20b2-4c38-aace-9f5100bb6a36 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:38:38.918814 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e197b6e6-128e-49be-bd9e-5b3ce0ef5cba tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:38.967209 n-d-817746-1 neutron-server[103362]: INFO neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No ports have port_id starting with 5ba4ec41-20b2-4c38-aace-9f5100bb6a36 Nov 25 17:38:38.971783 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d2d66dc5-8015-4c6e-81b9-1e5a0605465a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:39.059913 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d66dc5-8015-4c6e-81b9-1e5a0605465a None None] No DVR routers for this DVR port 5ba4ec41-20b2-4c38-aace-9f5100bb6a36 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:38:39.062343 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d66dc5-8015-4c6e-81b9-1e5a0605465a None None] Pushing event deleted for resources: {'Port': ['ID=5ba4ec41-20b2-4c38-aace-9f5100bb6a36,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:39.088502 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-e197b6e6-128e-49be-bd9e-5b3ce0ef5cba tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] For port 5ba4ec41-20b2-4c38-aace-9f5100bb6a36, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=5ba4ec41-20b2-4c38-aace-9f5100bb6a36,segment=NetworkSegment(524e01e8-453d-4d52-afad-0e6450e4a13e),segment_id=524e01e8-453d-4d52-afad-0e6450e4a13e)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:39.089085 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e197b6e6-128e-49be-bd9e-5b3ce0ef5cba tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:39.110027 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port abf168e4-e784-4df3-bf1b-3090af41ab88 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:38:39.110497 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port abf168e4-e784-4df3-bf1b-3090af41ab88 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'a9a230f1-9c5d-43bf-a492-7e75a6eb7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c5fe3402-3a1c-44d3-9fe1-01764b3fbb94'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:38:39.110703 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port abf168e4-e784-4df3-bf1b-3090af41ab88 on network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:39.125012 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Port abf168e4-e784-4df3-bf1b-3090af41ab88 on network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:38:39.125521 n-d-817746-1 neutron-server[103361]: ERROR neutron.plugins.ml2.managers [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Failed to bind port abf168e4-e784-4df3-bf1b-3090af41ab88 on host n-h1-817746-1 for vnic_type normal using segments [{'id': 'a9a230f1-9c5d-43bf-a492-7e75a6eb7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c5fe3402-3a1c-44d3-9fe1-01764b3fbb94'}] Nov 25 17:38:39.127643 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-e197b6e6-128e-49be-bd9e-5b3ce0ef5cba tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Calling delete_port for 5ba4ec41-20b2-4c38-aace-9f5100bb6a36 owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:38:39.136038 n-d-817746-1 neutron-server[103361]: INFO neutron.plugins.ml2.plugin [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempt 2 to bind port abf168e4-e784-4df3-bf1b-3090af41ab88 Nov 25 17:38:39.176975 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port abf168e4-e784-4df3-bf1b-3090af41ab88 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:38:39.177739 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port abf168e4-e784-4df3-bf1b-3090af41ab88 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'a9a230f1-9c5d-43bf-a492-7e75a6eb7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c5fe3402-3a1c-44d3-9fe1-01764b3fbb94'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:38:39.177739 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port abf168e4-e784-4df3-bf1b-3090af41ab88 on network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:39.182844 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Port abf168e4-e784-4df3-bf1b-3090af41ab88 on network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:38:39.183182 n-d-817746-1 neutron-server[103361]: ERROR neutron.plugins.ml2.managers [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Failed to bind port abf168e4-e784-4df3-bf1b-3090af41ab88 on host n-h1-817746-1 for vnic_type normal using segments [{'id': 'a9a230f1-9c5d-43bf-a492-7e75a6eb7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c5fe3402-3a1c-44d3-9fe1-01764b3fbb94'}] Nov 25 17:38:39.197132 n-d-817746-1 neutron-server[103361]: INFO neutron.plugins.ml2.plugin [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempt 3 to bind port abf168e4-e784-4df3-bf1b-3090af41ab88 Nov 25 17:38:39.252672 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47376765-9168-44ee-8cea-cdd02d647160 req-17e06efb-5e01-4ab7-b00a-36b8750d1601 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:39.266658 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-47376765-9168-44ee-8cea-cdd02d647160 req-17e06efb-5e01-4ab7-b00a-36b8750d1601 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 946 time: 0.2704964 Nov 25 17:38:39.296674 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port abf168e4-e784-4df3-bf1b-3090af41ab88 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:38:39.297094 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port abf168e4-e784-4df3-bf1b-3090af41ab88 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'a9a230f1-9c5d-43bf-a492-7e75a6eb7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c5fe3402-3a1c-44d3-9fe1-01764b3fbb94'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:38:39.297446 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port abf168e4-e784-4df3-bf1b-3090af41ab88 on network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:39.325958 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a995482f-77b1-46f0-aa9d-b07e16f176d3 req-b48061a9-04b8-42af-b437-acb47c03fdd9 tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:39.333631 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a995482f-77b1-46f0-aa9d-b07e16f176d3 req-b48061a9-04b8-42af-b437-acb47c03fdd9 tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] 10.222.0.75 "GET /v2.0/ports?device_id=99a32b55-858c-4fa5-aa17-adbf311cd726 HTTP/1.1" status: 200 len: 945 time: 0.3704102 Nov 25 17:38:39.343464 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Port abf168e4-e784-4df3-bf1b-3090af41ab88 on network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:38:39.343856 n-d-817746-1 neutron-server[103361]: ERROR neutron.plugins.ml2.managers [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Failed to bind port abf168e4-e784-4df3-bf1b-3090af41ab88 on host n-h1-817746-1 for vnic_type normal using segments [{'id': 'a9a230f1-9c5d-43bf-a492-7e75a6eb7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c5fe3402-3a1c-44d3-9fe1-01764b3fbb94'}] Nov 25 17:38:39.345485 n-d-817746-1 neutron-server[103361]: INFO neutron.plugins.ml2.plugin [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempt 4 to bind port abf168e4-e784-4df3-bf1b-3090af41ab88 Nov 25 17:38:39.393547 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port abf168e4-e784-4df3-bf1b-3090af41ab88 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:38:39.393934 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port abf168e4-e784-4df3-bf1b-3090af41ab88 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'a9a230f1-9c5d-43bf-a492-7e75a6eb7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c5fe3402-3a1c-44d3-9fe1-01764b3fbb94'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:38:39.394281 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port abf168e4-e784-4df3-bf1b-3090af41ab88 on network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:39.399014 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897718c4-a978-4eab-8b7d-7f4f51b02b15 None None] DHCP port deletion for 4bb905a1-70c6-4b46-83a7-becfb792a67c request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:38:39.409826 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e197b6e6-128e-49be-bd9e-5b3ce0ef5cba tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:39.410324 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Port abf168e4-e784-4df3-bf1b-3090af41ab88 on network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:38:39.410324 n-d-817746-1 neutron-server[103361]: ERROR neutron.plugins.ml2.managers [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Failed to bind port abf168e4-e784-4df3-bf1b-3090af41ab88 on host n-h1-817746-1 for vnic_type normal using segments [{'id': 'a9a230f1-9c5d-43bf-a492-7e75a6eb7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c5fe3402-3a1c-44d3-9fe1-01764b3fbb94'}] Nov 25 17:38:39.424400 n-d-817746-1 neutron-server[103361]: INFO neutron.plugins.ml2.plugin [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempt 5 to bind port abf168e4-e784-4df3-bf1b-3090af41ab88 Nov 25 17:38:39.448446 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e197b6e6-128e-49be-bd9e-5b3ce0ef5cba tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] No DVR routers for this DVR port 5ba4ec41-20b2-4c38-aace-9f5100bb6a36 on host n-d-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:38:39.461678 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-47376765-9168-44ee-8cea-cdd02d647160 req-a7513da0-deb5-42af-a533-185b870e5507 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=0f8521b0-fea5-42f2-a976-d0ce371dead0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703823 Nov 25 17:38:39.469267 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port abf168e4-e784-4df3-bf1b-3090af41ab88 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:38:39.470107 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port abf168e4-e784-4df3-bf1b-3090af41ab88 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'a9a230f1-9c5d-43bf-a492-7e75a6eb7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c5fe3402-3a1c-44d3-9fe1-01764b3fbb94'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:38:39.470842 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port abf168e4-e784-4df3-bf1b-3090af41ab88 on network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:39.479536 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a995482f-77b1-46f0-aa9d-b07e16f176d3 req-cc79e96e-13fe-4e6a-9007-6b45db6822fe tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] 10.222.0.75 "GET /v2.0/security-groups?id=b8931339-962d-492d-90f0-87e77639cd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447334 Nov 25 17:38:39.484443 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Port abf168e4-e784-4df3-bf1b-3090af41ab88 on network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:38:39.485009 n-d-817746-1 neutron-server[103361]: ERROR neutron.plugins.ml2.managers [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Failed to bind port abf168e4-e784-4df3-bf1b-3090af41ab88 on host n-h1-817746-1 for vnic_type normal using segments [{'id': 'a9a230f1-9c5d-43bf-a492-7e75a6eb7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c5fe3402-3a1c-44d3-9fe1-01764b3fbb94'}] Nov 25 17:38:39.486361 n-d-817746-1 neutron-server[103361]: INFO neutron.plugins.ml2.plugin [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempt 6 to bind port abf168e4-e784-4df3-bf1b-3090af41ab88 Nov 25 17:38:39.507117 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port abf168e4-e784-4df3-bf1b-3090af41ab88 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:38:39.507117 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port abf168e4-e784-4df3-bf1b-3090af41ab88 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'a9a230f1-9c5d-43bf-a492-7e75a6eb7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c5fe3402-3a1c-44d3-9fe1-01764b3fbb94'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:38:39.507117 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port abf168e4-e784-4df3-bf1b-3090af41ab88 on network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:39.508502 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Port abf168e4-e784-4df3-bf1b-3090af41ab88 on network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:38:39.509098 n-d-817746-1 neutron-server[103361]: ERROR neutron.plugins.ml2.managers [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Failed to bind port abf168e4-e784-4df3-bf1b-3090af41ab88 on host n-h1-817746-1 for vnic_type normal using segments [{'id': 'a9a230f1-9c5d-43bf-a492-7e75a6eb7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c5fe3402-3a1c-44d3-9fe1-01764b3fbb94'}] Nov 25 17:38:39.509588 n-d-817746-1 neutron-server[103361]: INFO neutron.plugins.ml2.plugin [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempt 7 to bind port abf168e4-e784-4df3-bf1b-3090af41ab88 Nov 25 17:38:39.530758 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port abf168e4-e784-4df3-bf1b-3090af41ab88 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:38:39.531592 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port abf168e4-e784-4df3-bf1b-3090af41ab88 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'a9a230f1-9c5d-43bf-a492-7e75a6eb7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c5fe3402-3a1c-44d3-9fe1-01764b3fbb94'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:38:39.532049 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port abf168e4-e784-4df3-bf1b-3090af41ab88 on network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:39.549849 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Port abf168e4-e784-4df3-bf1b-3090af41ab88 on network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:38:39.550341 n-d-817746-1 neutron-server[103361]: ERROR neutron.plugins.ml2.managers [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Failed to bind port abf168e4-e784-4df3-bf1b-3090af41ab88 on host n-h1-817746-1 for vnic_type normal using segments [{'id': 'a9a230f1-9c5d-43bf-a492-7e75a6eb7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c5fe3402-3a1c-44d3-9fe1-01764b3fbb94'}] Nov 25 17:38:39.550857 n-d-817746-1 neutron-server[103361]: INFO neutron.plugins.ml2.plugin [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempt 8 to bind port abf168e4-e784-4df3-bf1b-3090af41ab88 Nov 25 17:38:39.561783 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-897718c4-a978-4eab-8b7d-7f4f51b02b15 None None] Deleting port f48f2d67-1a35-4a27-b072-db48a793428a {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:38:39.562167 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-897718c4-a978-4eab-8b7d-7f4f51b02b15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:39.579466 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port abf168e4-e784-4df3-bf1b-3090af41ab88 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:38:39.581528 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port abf168e4-e784-4df3-bf1b-3090af41ab88 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'a9a230f1-9c5d-43bf-a492-7e75a6eb7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c5fe3402-3a1c-44d3-9fe1-01764b3fbb94'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:38:39.581958 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e197b6e6-128e-49be-bd9e-5b3ce0ef5cba tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Pushing event deleted for resources: {'Port': ['ID=5ba4ec41-20b2-4c38-aace-9f5100bb6a36,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:39.582578 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port abf168e4-e784-4df3-bf1b-3090af41ab88 on network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:39.614569 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Port abf168e4-e784-4df3-bf1b-3090af41ab88 on network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:38:39.614989 n-d-817746-1 neutron-server[103361]: ERROR neutron.plugins.ml2.managers [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Failed to bind port abf168e4-e784-4df3-bf1b-3090af41ab88 on host n-h1-817746-1 for vnic_type normal using segments [{'id': 'a9a230f1-9c5d-43bf-a492-7e75a6eb7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c5fe3402-3a1c-44d3-9fe1-01764b3fbb94'}] Nov 25 17:38:39.615487 n-d-817746-1 neutron-server[103361]: INFO neutron.plugins.ml2.plugin [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempt 9 to bind port abf168e4-e784-4df3-bf1b-3090af41ab88 Nov 25 17:38:39.645032 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port abf168e4-e784-4df3-bf1b-3090af41ab88 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:38:39.646007 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port abf168e4-e784-4df3-bf1b-3090af41ab88 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'a9a230f1-9c5d-43bf-a492-7e75a6eb7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c5fe3402-3a1c-44d3-9fe1-01764b3fbb94'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:38:39.646983 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port abf168e4-e784-4df3-bf1b-3090af41ab88 on network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:39.664255 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Port abf168e4-e784-4df3-bf1b-3090af41ab88 on network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:38:39.666690 n-d-817746-1 neutron-server[103361]: ERROR neutron.plugins.ml2.managers [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Failed to bind port abf168e4-e784-4df3-bf1b-3090af41ab88 on host n-h1-817746-1 for vnic_type normal using segments [{'id': 'a9a230f1-9c5d-43bf-a492-7e75a6eb7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c5fe3402-3a1c-44d3-9fe1-01764b3fbb94'}] Nov 25 17:38:39.670273 n-d-817746-1 neutron-server[103361]: INFO neutron.plugins.ml2.plugin [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempt 10 to bind port abf168e4-e784-4df3-bf1b-3090af41ab88 Nov 25 17:38:39.712922 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port abf168e4-e784-4df3-bf1b-3090af41ab88 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:38:39.713276 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port abf168e4-e784-4df3-bf1b-3090af41ab88 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'a9a230f1-9c5d-43bf-a492-7e75a6eb7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c5fe3402-3a1c-44d3-9fe1-01764b3fbb94'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:38:39.714001 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempting to bind port abf168e4-e784-4df3-bf1b-3090af41ab88 on network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:39.734640 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Port abf168e4-e784-4df3-bf1b-3090af41ab88 on network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:38:39.734977 n-d-817746-1 neutron-server[103361]: ERROR neutron.plugins.ml2.managers [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Failed to bind port abf168e4-e784-4df3-bf1b-3090af41ab88 on host n-h1-817746-1 for vnic_type normal using segments [{'id': 'a9a230f1-9c5d-43bf-a492-7e75a6eb7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c5fe3402-3a1c-44d3-9fe1-01764b3fbb94'}] Nov 25 17:38:39.735483 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:39.737079 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-897718c4-a978-4eab-8b7d-7f4f51b02b15 None None] For port f48f2d67-1a35-4a27-b072-db48a793428a, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=f48f2d67-1a35-4a27-b072-db48a793428a,segment=NetworkSegment(83a57347-6d87-483e-958d-a0d875dc2095),segment_id=83a57347-6d87-483e-958d-a0d875dc2095)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:39.737585 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-897718c4-a978-4eab-8b7d-7f4f51b02b15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:39.746523 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e197b6e6-128e-49be-bd9e-5b3ce0ef5cba tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:39.767823 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-897718c4-a978-4eab-8b7d-7f4f51b02b15 None None] Calling delete_port for f48f2d67-1a35-4a27-b072-db48a793428a owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:38:39.793475 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-e197b6e6-128e-49be-bd9e-5b3ce0ef5cba tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11d0894d-2471-42ce-823c-6b5e5e87a2d9']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:39.816268 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-e197b6e6-128e-49be-bd9e-5b3ce0ef5cba tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '524e01e8-453d-4d52-afad-0e6450e4a13e') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:39.816658 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-e197b6e6-128e-49be-bd9e-5b3ce0ef5cba tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '524e01e8-453d-4d52-afad-0e6450e4a13e') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:39.841808 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e197b6e6-128e-49be-bd9e-5b3ce0ef5cba tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:39.866344 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e197b6e6-128e-49be-bd9e-5b3ce0ef5cba tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:39.879765 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e197b6e6-128e-49be-bd9e-5b3ce0ef5cba tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Releasing vlan 944 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:38:39.880178 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e197b6e6-128e-49be-bd9e-5b3ce0ef5cba tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:39.889255 n-d-817746-1 neutron-server[103360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:38:39.889255 n-d-817746-1 neutron-server[103360]: self.session.flush() Nov 25 17:38:39.889255 n-d-817746-1 neutron-server[103360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:38:39.889255 n-d-817746-1 neutron-server[103360]: self.session.flush() Nov 25 17:38:39.889255 n-d-817746-1 neutron-server[103360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:38:39.889255 n-d-817746-1 neutron-server[103360]: self.session.flush() Nov 25 17:38:39.889255 n-d-817746-1 neutron-server[103360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:38:39.889255 n-d-817746-1 neutron-server[103360]: self.session.flush() Nov 25 17:38:39.889255 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:38:39.889255 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:38:39.889255 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:38:39.889255 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:38:39.889255 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:38:39.889255 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:38:39.889255 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:38:39.889255 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:38:39.889255 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:38:39.889255 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:38:39.889255 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:38:39.889255 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:38:39.889255 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:38:39.889255 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:38:39.889255 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:38:39.889255 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:38:39.889255 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:38:39.889255 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:38:39.889255 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:38:39.889255 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:38:39.889255 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:38:39.889255 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:38:39.889255 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:38:39.889255 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:38:39.889255 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:38:39.889255 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:38:39.889255 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:38:39.889255 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:38:39.889255 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:38:39.889255 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:38:39.889255 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:38:39.889255 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:38:39.926778 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] For port abf168e4-e784-4df3-bf1b-3090af41ab88, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:38:39.927289 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attempted to set empty binding levels {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 25 17:38:39.936120 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:39.944731 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 82625e3e-d5dd-41cd-b7dc-44893732e44b up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:38:39.951298 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 7297094f-041a-4eca-9477-063068bc3fa5 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:38:39.956603 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-897718c4-a978-4eab-8b7d-7f4f51b02b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:40.031137 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] In _notify_port_updated(), no bound segment for port abf168e4-e784-4df3-bf1b-3090af41ab88 on network c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 {{(pid=103361) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:38:40.031572 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:40.032163 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:40.038255 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] 10.222.0.75 "PUT /v2.0/ports/abf168e4-e784-4df3-bf1b-3090af41ab88 HTTP/1.1" status: 200 len: 975 time: 2.0722325 Nov 25 17:38:40.041206 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55184) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:40.068774 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22de2917-edf0-45dd-b60e-059726ca4817 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Pushing event updated for resources: {'Port': ['ID=abf168e4-e784-4df3-bf1b-3090af41ab88,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:40.082192 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e197b6e6-128e-49be-bd9e-5b3ce0ef5cba tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:40.087151 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897718c4-a978-4eab-8b7d-7f4f51b02b15 None None] No DVR routers for this DVR port f48f2d67-1a35-4a27-b072-db48a793428a on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:38:40.101997 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e197b6e6-128e-49be-bd9e-5b3ce0ef5cba tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:40.105263 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e197b6e6-128e-49be-bd9e-5b3ce0ef5cba tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] 10.222.0.75 "DELETE /v2.0/networks/11d0894d-2471-42ce-823c-6b5e5e87a2d9 HTTP/1.1" status: 204 len: 168 time: 1.5984385 Nov 25 17:38:40.107935 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55186) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:40.150386 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e197b6e6-128e-49be-bd9e-5b3ce0ef5cba tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Pushing event deleted for resources: {'Network': ['ID=11d0894d-2471-42ce-823c-6b5e5e87a2d9,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:40.161669 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897718c4-a978-4eab-8b7d-7f4f51b02b15 None None] Pushing event deleted for resources: {'Port': ['ID=f48f2d67-1a35-4a27-b072-db48a793428a,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:40.231787 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 82625e3e-d5dd-41cd-b7dc-44893732e44b triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:40.232089 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:40.270619 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc0e4e-0613-4a33-9f03-bbe2dbf48d89 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Deleting port abf168e4-e784-4df3-bf1b-3090af41ab88 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:38:40.270970 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f4cc0e4e-0613-4a33-9f03-bbe2dbf48d89 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:40.277827 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port 7297094f-041a-4eca-9477-063068bc3fa5 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:38:40.284541 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port 7297094f-041a-4eca-9477-063068bc3fa5 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:40.284941 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:40.291169 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-571714af-1427-4971-97c9-d654b3a2e3de tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:40.419847 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:40.449518 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-f4cc0e4e-0613-4a33-9f03-bbe2dbf48d89 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] For port abf168e4-e784-4df3-bf1b-3090af41ab88, host n-h1-817746-1, got binding levels [] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:40.450549 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f4cc0e4e-0613-4a33-9f03-bbe2dbf48d89 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:40.490180 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc0e4e-0613-4a33-9f03-bbe2dbf48d89 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Calling delete_port for abf168e4-e784-4df3-bf1b-3090af41ab88 owned by {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:38:40.512215 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99a32b55-858c-4fa5-aa17-adbf311cd726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7297094f-041a-4eca-9477-063068bc3fa5'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:38:40.523174 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d57943-8907-4f45-87c3-735a7366f742" -d '{"events": [{"server_uuid": "99a32b55-858c-4fa5-aa17-adbf311cd726", "name": "network-vif-plugged", "status": "completed", "tag": "7297094f-041a-4eca-9477-063068bc3fa5"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:38:40.547652 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-571714af-1427-4971-97c9-d654b3a2e3de tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:40.555466 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 7297094f-041a-4eca-9477-063068bc3fa5, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=7297094f-041a-4eca-9477-063068bc3fa5,segment=NetworkSegment(e2d5f817-37a2-4175-bc78-d823c922a165),segment_id=e2d5f817-37a2-4175-bc78-d823c922a165)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:40.582511 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:40.595891 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:40.606022 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-571714af-1427-4971-97c9-d654b3a2e3de tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bb905a1-70c6-4b46-83a7-becfb792a67c']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:40.646940 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-571714af-1427-4971-97c9-d654b3a2e3de tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83a57347-6d87-483e-958d-a0d875dc2095') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:40.647394 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-571714af-1427-4971-97c9-d654b3a2e3de tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83a57347-6d87-483e-958d-a0d875dc2095') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:40.690863 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-571714af-1427-4971-97c9-d654b3a2e3de tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:40.735242 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-571714af-1427-4971-97c9-d654b3a2e3de tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:40.751014 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device f48f2d67-1a35-4a27-b072-db48a793428a no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:38:40.756487 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f4cc0e4e-0613-4a33-9f03-bbe2dbf48d89 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:40.757967 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-571714af-1427-4971-97c9-d654b3a2e3de tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Releasing vlan 911 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:38:40.758377 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-571714af-1427-4971-97c9-d654b3a2e3de tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:40.806752 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f4cc0e4e-0613-4a33-9f03-bbe2dbf48d89 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:40.811115 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f4cc0e4e-0613-4a33-9f03-bbe2dbf48d89 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] 10.222.0.75 "DELETE /v2.0/ports/abf168e4-e784-4df3-bf1b-3090af41ab88 HTTP/1.1" status: 204 len: 168 time: 0.7688146 Nov 25 17:38:40.814219 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55196) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:40.868997 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc0e4e-0613-4a33-9f03-bbe2dbf48d89 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] Pushing event deleted for resources: {'Port': ['ID=abf168e4-e784-4df3-bf1b-3090af41ab88,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:40.875415 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: f48f2d67-1a35-4a27-b072-db48a793428a {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:38:40.875758 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device f48f2d67-1a35-4a27-b072-db48a793428a not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:38:40.881250 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6b35069-1ed1-4ed5-91c4-20bf10aa1c13 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] GET failed (client error): The resource could not be found. Nov 25 17:38:40.885490 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f6b35069-1ed1-4ed5-91c4-20bf10aa1c13 tempest-PortsAdminExtendedAttrsTestJSON-1969318788 tempest-PortsAdminExtendedAttrsTestJSON-1969318788-project-admin] 10.222.0.75 "GET /v2.0/ports/abf168e4-e784-4df3-bf1b-3090af41ab88 HTTP/1.1" status: 404 len: 333 time: 0.0698783 Nov 25 17:38:40.890248 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55198) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:40.920287 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 82625e3e-d5dd-41cd-b7dc-44893732e44b, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=82625e3e-d5dd-41cd-b7dc-44893732e44b,segment=NetworkSegment(c5752f96-a6e9-4fc2-9dae-273cc6a23f00),segment_id=c5752f96-a6e9-4fc2-9dae-273cc6a23f00)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:40.946320 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:38:40.946320 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:38:40.946320 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:38:40.946320 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:38:40.946320 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:38:40.946320 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:38:40.946320 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:38:40.946320 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:38:40.946320 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:38:40.946320 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:38:40.946320 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:38:40.946320 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:38:40.946320 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:38:40.946320 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:38:40.946320 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:38:40.946320 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:38:40.946320 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:38:40.946320 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:38:40.946320 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:38:40.946320 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:38:40.946320 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:38:40.946320 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:38:40.946320 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:38:40.946320 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:38:40.946320 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:38:40.946320 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:38:40.946320 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:38:40.946320 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:38:40.946320 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:38:40.946320 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:38:40.946320 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:38:40.946320 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:38:40.961334 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:40.983032 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=7297094f-041a-4eca-9477-063068bc3fa5,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:41.052962 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-571714af-1427-4971-97c9-d654b3a2e3de tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:41.090277 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6c2be3e3-f2fc-4089-b906-f8e796f53e1d tempest-PortsAdminExtendedAttrsTestJSON-1559244804 tempest-PortsAdminExtendedAttrsTestJSON-1559244804-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:41.124747 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-571714af-1427-4971-97c9-d654b3a2e3de tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:41.131128 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-571714af-1427-4971-97c9-d654b3a2e3de tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] 10.222.0.75 "DELETE /v2.0/networks/4bb905a1-70c6-4b46-83a7-becfb792a67c HTTP/1.1" status: 204 len: 168 time: 1.0197289 Nov 25 17:38:41.136396 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=82625e3e-d5dd-41cd-b7dc-44893732e44b,revision_number=7']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:41.148702 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55200) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:41.198358 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571714af-1427-4971-97c9-d654b3a2e3de tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Pushing event deleted for resources: {'Network': ['ID=4bb905a1-70c6-4b46-83a7-becfb792a67c,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:41.211237 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eeaa8d-906f-4cf5-a041-cbdf9585edd2 req-5e6811b7-c33d-4b04-b86c-6064d65efef3 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:41.218709 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b6eeaa8d-906f-4cf5-a041-cbdf9585edd2 req-5e6811b7-c33d-4b04-b86c-6064d65efef3 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 946 time: 0.2391429 Nov 25 17:38:41.267319 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7394bb1-bb97-4b83-bb29-de12e5ac6c27 req-e394de55-92b6-4323-97ea-f29c120abd94 tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:41.275392 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b7394bb1-bb97-4b83-bb29-de12e5ac6c27 req-e394de55-92b6-4323-97ea-f29c120abd94 tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] 10.222.0.75 "GET /v2.0/ports?device_id=99a32b55-858c-4fa5-aa17-adbf311cd726 HTTP/1.1" status: 200 len: 946 time: 0.3272297 Nov 25 17:38:41.304023 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-a048dad9-3bf5-4ab7-bb38-0ea96f6a6d7b tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Deleting subnet 89bc58f6-b6e7-404b-8f91-a156c953e79c {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:38:41.308408 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a048dad9-3bf5-4ab7-bb38-0ea96f6a6d7b tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:41.355366 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a048dad9-3bf5-4ab7-bb38-0ea96f6a6d7b tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:41.454358 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b6eeaa8d-906f-4cf5-a041-cbdf9585edd2 req-8b5f195a-4ad2-4ec4-b3cb-47b9ddb55e94 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=0f8521b0-fea5-42f2-a976-d0ce371dead0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2345300 Nov 25 17:38:41.502681 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b7394bb1-bb97-4b83-bb29-de12e5ac6c27 req-19ab88b7-c600-4db1-8aad-4c51189cf681 tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] 10.222.0.75 "GET /v2.0/security-groups?id=b8931339-962d-492d-90f0-87e77639cd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260194 Nov 25 17:38:41.571926 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ac7e55-bd8b-41f2-869e-b6ac3fee365d x-openstack-request-id: req-a5ac7e55-bd8b-41f2-869e-b6ac3fee365d {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:38:41.572231 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99a32b55-858c-4fa5-aa17-adbf311cd726", "name": "network-vif-plugged", "status": "completed", "tag": "7297094f-041a-4eca-9477-063068bc3fa5", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:38:41.572494 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a5ac7e55-bd8b-41f2-869e-b6ac3fee365d {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:38:41.573429 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99a32b55-858c-4fa5-aa17-adbf311cd726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7297094f-041a-4eca-9477-063068bc3fa5', 'code': 200} Nov 25 17:38:41.598178 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a048dad9-3bf5-4ab7-bb38-0ea96f6a6d7b tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:41.686346 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6c2be3e3-f2fc-4089-b906-f8e796f53e1d tempest-PortsAdminExtendedAttrsTestJSON-1559244804 tempest-PortsAdminExtendedAttrsTestJSON-1559244804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:41.711593 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-6c2be3e3-f2fc-4089-b906-f8e796f53e1d tempest-PortsAdminExtendedAttrsTestJSON-1559244804 tempest-PortsAdminExtendedAttrsTestJSON-1559244804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5fe3402-3a1c-44d3-9fe1-01764b3fbb94']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:41.722349 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-6c2be3e3-f2fc-4089-b906-f8e796f53e1d tempest-PortsAdminExtendedAttrsTestJSON-1559244804 tempest-PortsAdminExtendedAttrsTestJSON-1559244804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9a230f1-9c5d-43bf-a492-7e75a6eb7d8e') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:41.722820 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-6c2be3e3-f2fc-4089-b906-f8e796f53e1d tempest-PortsAdminExtendedAttrsTestJSON-1559244804 tempest-PortsAdminExtendedAttrsTestJSON-1559244804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9a230f1-9c5d-43bf-a492-7e75a6eb7d8e') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:41.737003 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6c2be3e3-f2fc-4089-b906-f8e796f53e1d tempest-PortsAdminExtendedAttrsTestJSON-1559244804 tempest-PortsAdminExtendedAttrsTestJSON-1559244804-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:41.753846 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6c2be3e3-f2fc-4089-b906-f8e796f53e1d tempest-PortsAdminExtendedAttrsTestJSON-1559244804 tempest-PortsAdminExtendedAttrsTestJSON-1559244804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:41.760687 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c2be3e3-f2fc-4089-b906-f8e796f53e1d tempest-PortsAdminExtendedAttrsTestJSON-1559244804 tempest-PortsAdminExtendedAttrsTestJSON-1559244804-project] Releasing vlan 947 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:38:41.761253 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6c2be3e3-f2fc-4089-b906-f8e796f53e1d tempest-PortsAdminExtendedAttrsTestJSON-1559244804 tempest-PortsAdminExtendedAttrsTestJSON-1559244804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:41.839699 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:38:41.839699 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:38:41.839699 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:38:41.839699 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:38:41.839699 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:38:41.839699 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:38:41.839699 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:38:41.839699 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:38:41.839699 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:38:41.839699 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:38:41.839699 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:38:41.839699 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:38:41.839699 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:38:41.839699 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:38:41.839699 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:38:41.839699 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:38:41.839699 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:38:41.839699 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:38:41.839699 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:38:41.839699 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:38:41.839699 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:38:41.839699 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:38:41.839699 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:38:41.839699 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:38:41.839699 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:38:41.839699 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:38:41.839699 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:38:41.839699 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:38:41.839699 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:38:41.839699 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:38:41.839699 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:38:41.839699 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:38:41.848507 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6c2be3e3-f2fc-4089-b906-f8e796f53e1d tempest-PortsAdminExtendedAttrsTestJSON-1559244804 tempest-PortsAdminExtendedAttrsTestJSON-1559244804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:41.866833 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6c2be3e3-f2fc-4089-b906-f8e796f53e1d tempest-PortsAdminExtendedAttrsTestJSON-1559244804 tempest-PortsAdminExtendedAttrsTestJSON-1559244804-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:41.873742 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6c2be3e3-f2fc-4089-b906-f8e796f53e1d tempest-PortsAdminExtendedAttrsTestJSON-1559244804 tempest-PortsAdminExtendedAttrsTestJSON-1559244804-project] 10.222.0.75 "DELETE /v2.0/networks/c5fe3402-3a1c-44d3-9fe1-01764b3fbb94 HTTP/1.1" status: 204 len: 168 time: 0.9818678 Nov 25 17:38:41.889049 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2be3e3-f2fc-4089-b906-f8e796f53e1d tempest-PortsAdminExtendedAttrsTestJSON-1559244804 tempest-PortsAdminExtendedAttrsTestJSON-1559244804-project] Pushing event deleted for resources: {'Network': ['ID=c5fe3402-3a1c-44d3-9fe1-01764b3fbb94,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:42.075627 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5925abe7-4938-41ec-9cd5-60282332ae78 req-fd7cea02-e600-405d-93e1-654642fdcaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:42.077388 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5925abe7-4938-41ec-9cd5-60282332ae78 req-fd7cea02-e600-405d-93e1-654642fdcaca service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=99a32b55-858c-4fa5-aa17-adbf311cd726 HTTP/1.1" status: 200 len: 1097 time: 0.0741034 Nov 25 17:38:42.087277 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a048dad9-3bf5-4ab7-bb38-0ea96f6a6d7b tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:42.130212 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b3f830-8dd2-4863-a9e9-abdc5c83d994 None None] Network 90f3d909-2db8-4337-845d-089006e06387 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:38:42.151721 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a048dad9-3bf5-4ab7-bb38-0ea96f6a6d7b tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:42.159366 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-a048dad9-3bf5-4ab7-bb38-0ea96f6a6d7b tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] 10.222.0.75 "DELETE /v2.0/subnets/89bc58f6-b6e7-404b-8f91-a156c953e79c HTTP/1.1" status: 204 len: 168 time: 1.0074389 Nov 25 17:38:42.161112 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55206) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:42.213778 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a048dad9-3bf5-4ab7-bb38-0ea96f6a6d7b tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Pushing event deleted for resources: {'Subnet': ['ID=89bc58f6-b6e7-404b-8f91-a156c953e79c,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:42.336011 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5925abe7-4938-41ec-9cd5-60282332ae78 req-ee82c2d6-fff9-4ce2-a169-caf33d90d52c service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=b8931339-962d-492d-90f0-87e77639cd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334273 Nov 25 17:38:42.378909 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a2af68c9-95a3-4d4a-b3aa-be77310a948f tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:42.524762 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-a2af68c9-95a3-4d4a-b3aa-be77310a948f tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Deleting port a849b37d-b927-44c5-813f-8674688b617e {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:38:42.532552 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a2af68c9-95a3-4d4a-b3aa-be77310a948f tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:42.731565 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55216) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:42.825757 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f0643-7e21-4139-a63a-942c7105723f req-ad94e599-2b65-4e5e-8558-9e183f284720 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:42.826458 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-a2af68c9-95a3-4d4a-b3aa-be77310a948f tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] For port a849b37d-b927-44c5-813f-8674688b617e, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=a849b37d-b927-44c5-813f-8674688b617e,segment=NetworkSegment(11be7576-e0e4-468f-898a-094c56d4eac7),segment_id=11be7576-e0e4-468f-898a-094c56d4eac7)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:42.826866 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a2af68c9-95a3-4d4a-b3aa-be77310a948f tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:42.828189 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a20f0643-7e21-4139-a63a-942c7105723f req-ad94e599-2b65-4e5e-8558-9e183f284720 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 946 time: 0.1846967 Nov 25 17:38:42.832192 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c902680-3583-4dcf-9d53-5e3c64de7629 None None] DHCP port deletion for 90f3d909-2db8-4337-845d-089006e06387 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:38:42.847710 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ede5bb-4cbb-433c-b485-3c9e0c6f0e5f req-199ab15e-89a0-4463-a5ac-44e7ab5903be tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:42.861929 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b9ede5bb-4cbb-433c-b485-3c9e0c6f0e5f req-199ab15e-89a0-4463-a5ac-44e7ab5903be tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] 10.222.0.75 "GET /v2.0/ports?device_id=99a32b55-858c-4fa5-aa17-adbf311cd726 HTTP/1.1" status: 200 len: 946 time: 0.1739604 Nov 25 17:38:42.874037 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-a2af68c9-95a3-4d4a-b3aa-be77310a948f tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Calling delete_port for a849b37d-b927-44c5-813f-8674688b617e owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:38:42.932056 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-6c902680-3583-4dcf-9d53-5e3c64de7629 None None] Deleting port a849b37d-b927-44c5-813f-8674688b617e {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:38:42.932441 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6c902680-3583-4dcf-9d53-5e3c64de7629 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:42.989412 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a20f0643-7e21-4139-a63a-942c7105723f req-0248987d-7f72-4d96-a47a-814c140ab17e tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=0f8521b0-fea5-42f2-a976-d0ce371dead0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190736 Nov 25 17:38:43.056113 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b9ede5bb-4cbb-433c-b485-3c9e0c6f0e5f req-a75648a4-ac49-4142-bfe7-5c5ef8ffa9fd tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] 10.222.0.75 "GET /v2.0/security-groups?id=b8931339-962d-492d-90f0-87e77639cd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871107 Nov 25 17:38:43.083412 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-6c902680-3583-4dcf-9d53-5e3c64de7629 None None] For port a849b37d-b927-44c5-813f-8674688b617e, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=a849b37d-b927-44c5-813f-8674688b617e,segment=NetworkSegment(11be7576-e0e4-468f-898a-094c56d4eac7),segment_id=11be7576-e0e4-468f-898a-094c56d4eac7)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:43.083939 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6c902680-3583-4dcf-9d53-5e3c64de7629 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:43.107439 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-6c902680-3583-4dcf-9d53-5e3c64de7629 None None] Calling delete_port for a849b37d-b927-44c5-813f-8674688b617e owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:38:43.122863 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a2af68c9-95a3-4d4a-b3aa-be77310a948f tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:43.171609 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2af68c9-95a3-4d4a-b3aa-be77310a948f tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Pushing event deleted for resources: {'Port': ['ID=a849b37d-b927-44c5-813f-8674688b617e,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:43.180261 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-521c5f8f-7753-49f7-81cd-0feeb4d95ae5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ca96ba47f8ae49b7932900b7f1d196b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4473000 Nov 25 17:38:43.182630 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55220) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:43.212302 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2af68c9-95a3-4d4a-b3aa-be77310a948f tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] No DVR routers for this DVR port a849b37d-b927-44c5-813f-8674688b617e on host n-d-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:38:43.280894 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6c902680-3583-4dcf-9d53-5e3c64de7629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:43.294315 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c902680-3583-4dcf-9d53-5e3c64de7629 None None] No DVR routers for this DVR port a849b37d-b927-44c5-813f-8674688b617e on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:38:43.320526 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c902680-3583-4dcf-9d53-5e3c64de7629 None None] Pushing event deleted for resources: {'Port': ['ID=a849b37d-b927-44c5-813f-8674688b617e,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:43.333701 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c902680-3583-4dcf-9d53-5e3c64de7629 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:43.334330 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c902680-3583-4dcf-9d53-5e3c64de7629 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:43.334991 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c902680-3583-4dcf-9d53-5e3c64de7629 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:43.335504 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c902680-3583-4dcf-9d53-5e3c64de7629 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:43.336003 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c902680-3583-4dcf-9d53-5e3c64de7629 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:43.336520 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c902680-3583-4dcf-9d53-5e3c64de7629 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:43.337093 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c902680-3583-4dcf-9d53-5e3c64de7629 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:43.337948 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c902680-3583-4dcf-9d53-5e3c64de7629 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:43.338446 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c902680-3583-4dcf-9d53-5e3c64de7629 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:43.338944 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c902680-3583-4dcf-9d53-5e3c64de7629 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:43.339436 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c902680-3583-4dcf-9d53-5e3c64de7629 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:43.339941 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c902680-3583-4dcf-9d53-5e3c64de7629 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:43.394926 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b203cf9-e23c-4cee-ba33-96f35428ca42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:43.451223 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a2af68c9-95a3-4d4a-b3aa-be77310a948f tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:43.542213 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b203cf9-e23c-4cee-ba33-96f35428ca42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:43.574288 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a945130d-bde9-4dd0-aeb1-55204a14c056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82625e3e-d5dd-41cd-b7dc-44893732e44b'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:38:43.577610 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8958691-38c6-4457-8447-a4008e7e2e9f" -d '{"events": [{"server_uuid": "a945130d-bde9-4dd0-aeb1-55204a14c056", "name": "network-vif-plugged", "status": "completed", "tag": "82625e3e-d5dd-41cd-b7dc-44893732e44b"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:38:43.593800 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-a2af68c9-95a3-4d4a-b3aa-be77310a948f tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90f3d909-2db8-4337-845d-089006e06387']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:43.676675 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-a2af68c9-95a3-4d4a-b3aa-be77310a948f tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11be7576-e0e4-468f-898a-094c56d4eac7') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:43.678092 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-a2af68c9-95a3-4d4a-b3aa-be77310a948f tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11be7576-e0e4-468f-898a-094c56d4eac7') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:43.686321 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31810939-8c2f-4af0-ade3-187cb27ec82b x-openstack-request-id: req-31810939-8c2f-4af0-ade3-187cb27ec82b {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:38:43.686789 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a945130d-bde9-4dd0-aeb1-55204a14c056", "name": "network-vif-plugged", "status": "completed", "tag": "82625e3e-d5dd-41cd-b7dc-44893732e44b", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:38:43.687151 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-31810939-8c2f-4af0-ade3-187cb27ec82b {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:38:43.687666 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a945130d-bde9-4dd0-aeb1-55204a14c056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82625e3e-d5dd-41cd-b7dc-44893732e44b', 'code': 200} Nov 25 17:38:43.703913 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a2af68c9-95a3-4d4a-b3aa-be77310a948f tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:43.722512 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a2af68c9-95a3-4d4a-b3aa-be77310a948f tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:43.730450 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2af68c9-95a3-4d4a-b3aa-be77310a948f tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Releasing vlan 930 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:38:43.730892 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a2af68c9-95a3-4d4a-b3aa-be77310a948f tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:43.734132 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:38:43.734132 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:38:43.734132 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:38:43.734132 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:38:43.734132 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:38:43.734132 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:38:43.734132 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:38:43.734132 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:38:43.734132 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:38:43.734132 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:38:43.734132 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:38:43.734132 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:38:43.734132 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:38:43.734132 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:38:43.734132 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:38:43.734132 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:38:43.734132 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:38:43.734132 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:38:43.734132 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:38:43.734132 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:38:43.734132 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:38:43.734132 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:38:43.734132 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:38:43.734132 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:38:43.734132 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:38:43.734132 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:38:43.734132 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:38:43.734132 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:38:43.734132 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:38:43.734132 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:38:43.734132 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:38:43.734132 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:38:43.806859 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b203cf9-e23c-4cee-ba33-96f35428ca42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:43.809919 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b203cf9-e23c-4cee-ba33-96f35428ca42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:43.811275 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9b203cf9-e23c-4cee-ba33-96f35428ca42 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/df57257b-a0e1-4993-99a6-5211fdd98bf8 HTTP/1.1" status: 204 len: 168 time: 0.6275282 Nov 25 17:38:43.825639 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b203cf9-e23c-4cee-ba33-96f35428ca42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df57257b-a0e1-4993-99a6-5211fdd98bf8,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:43.830404 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a2af68c9-95a3-4d4a-b3aa-be77310a948f tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:43.839876 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a2af68c9-95a3-4d4a-b3aa-be77310a948f tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:43.843155 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a2af68c9-95a3-4d4a-b3aa-be77310a948f tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] 10.222.0.75 "DELETE /v2.0/networks/90f3d909-2db8-4337-845d-089006e06387 HTTP/1.1" status: 204 len: 168 time: 1.6809793 Nov 25 17:38:43.846083 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55236) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:43.874198 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2af68c9-95a3-4d4a-b3aa-be77310a948f tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Pushing event deleted for resources: {'Network': ['ID=90f3d909-2db8-4337-845d-089006e06387,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:43.928274 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55238) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:43.931468 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-8155a596-08e8-4f72-a07a-334a45662801 tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] 10.222.0.75 "GET /v2.0/ports?device_id=7d8788f2-24bc-4fab-81e7-35d200f9e1de HTTP/1.1" status: 200 len: 205 time: 0.0777850 Nov 25 17:38:44.082894 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4a2d31be-8292-43fa-994e-8f322393190b tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:44.426383 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77a490-5cd2-4571-bf69-4392dbe7f2ec req-5ae63969-4955-4686-876c-bf977b4a24b6 tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:44.429000 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-af77a490-5cd2-4571-bf69-4392dbe7f2ec req-5ae63969-4955-4686-876c-bf977b4a24b6 tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] 10.222.0.75 "GET /v2.0/ports?device_id=99a32b55-858c-4fa5-aa17-adbf311cd726 HTTP/1.1" status: 200 len: 946 time: 0.1831753 Nov 25 17:38:44.441782 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa52a46-97c2-448d-8a8c-ca19aaa1a5a4 req-a4335a2f-8847-4177-a8ce-6f625ef72064 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:44.452583 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7aa52a46-97c2-448d-8a8c-ca19aaa1a5a4 req-a4335a2f-8847-4177-a8ce-6f625ef72064 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 946 time: 0.2214890 Nov 25 17:38:44.563618 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4a2d31be-8292-43fa-994e-8f322393190b tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:44.577579 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4a2d31be-8292-43fa-994e-8f322393190b tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:44.629677 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device a849b37d-b927-44c5-813f-8674688b617e no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:38:44.651836 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55252) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:44.691713 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: a849b37d-b927-44c5-813f-8674688b617e {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:38:44.692075 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device a849b37d-b927-44c5-813f-8674688b617e not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:38:44.732253 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4a2d31be-8292-43fa-994e-8f322393190b tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:44.734944 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2d31be-8292-43fa-994e-8f322393190b tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Fanout notify agent at l3_agent the message router_deleted on router 7d8788f2-24bc-4fab-81e7-35d200f9e1de {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:38:44.742940 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4a2d31be-8292-43fa-994e-8f322393190b tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:44.746556 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4a2d31be-8292-43fa-994e-8f322393190b tempest-RoutersNegativeIpV6Test-1872962240 tempest-RoutersNegativeIpV6Test-1872962240-project] 10.222.0.75 "DELETE /v2.0/routers/7d8788f2-24bc-4fab-81e7-35d200f9e1de HTTP/1.1" status: 204 len: 168 time: 0.8143921 Nov 25 17:38:44.841573 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-af77a490-5cd2-4571-bf69-4392dbe7f2ec req-645274d3-a87a-4521-82ec-da8f42717783 tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] 10.222.0.75 "GET /v2.0/security-groups?id=b8931339-962d-492d-90f0-87e77639cd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3832452 Nov 25 17:38:44.877938 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7aa52a46-97c2-448d-8a8c-ca19aaa1a5a4 req-ab9c22ec-b7ea-4240-87d1-f36a185ef52c tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=0f8521b0-fea5-42f2-a976-d0ce371dead0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4240942 Nov 25 17:38:44.882027 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-956349aa-4abd-4a58-995f-d6d3d7a627e3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=38e7ac7446994c7b864a7b1c74e04cd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2111983 Nov 25 17:38:44.885275 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55258) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:45.043985 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-686edcaa-a2e4-41e2-b45c-cc3f98f05bd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:45.139180 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-686edcaa-a2e4-41e2-b45c-cc3f98f05bd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:45.220761 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-686edcaa-a2e4-41e2-b45c-cc3f98f05bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:45.224531 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-686edcaa-a2e4-41e2-b45c-cc3f98f05bd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:45.228662 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-686edcaa-a2e4-41e2-b45c-cc3f98f05bd3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/88e8b892-9724-43c9-8830-5034c87907ed HTTP/1.1" status: 204 len: 168 time: 0.3350580 Nov 25 17:38:45.254509 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686edcaa-a2e4-41e2-b45c-cc3f98f05bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e8b892-9724-43c9-8830-5034c87907ed,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:45.264254 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55272) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:45.942506 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-0b67fa31-d363-4d2f-a175-336aada19a64 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=dc461f64ca6944419034f3b08fb132ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6768432 Nov 25 17:38:45.945371 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55296) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:46.065726 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a3d20c82-34c3-48b1-bff1-bffd987d571b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:46.136441 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a3d20c82-34c3-48b1-bff1-bffd987d571b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:46.184185 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc469d-6393-487c-bc0c-b147499e3724 req-14c4a478-5ae5-4cef-8565-f1305fd87adf tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:46.190160 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-17cc469d-6393-487c-bc0c-b147499e3724 req-14c4a478-5ae5-4cef-8565-f1305fd87adf tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 946 time: 0.1644795 Nov 25 17:38:46.279649 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a3d20c82-34c3-48b1-bff1-bffd987d571b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:46.283150 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a3d20c82-34c3-48b1-bff1-bffd987d571b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:46.286768 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a3d20c82-34c3-48b1-bff1-bffd987d571b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/709355ea-e5e9-4ebf-9a13-65a50db898df HTTP/1.1" status: 204 len: 168 time: 0.3372841 Nov 25 17:38:46.315953 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d20c82-34c3-48b1-bff1-bffd987d571b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709355ea-e5e9-4ebf-9a13-65a50db898df,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:46.369841 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-17cc469d-6393-487c-bc0c-b147499e3724 req-b3be00c1-006e-4f9c-b8b4-217b976104cd tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=0f8521b0-fea5-42f2-a976-d0ce371dead0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763649 Nov 25 17:38:46.612472 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a2ec4-c8e7-4340-a545-508ea502725f req-87cb1715-d806-4501-8e27-cffbaa5ddcb8 tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:46.622273 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-570a2ec4-c8e7-4340-a545-508ea502725f req-87cb1715-d806-4501-8e27-cffbaa5ddcb8 tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] 10.222.0.75 "GET /v2.0/ports?device_id=99a32b55-858c-4fa5-aa17-adbf311cd726 HTTP/1.1" status: 200 len: 946 time: 0.1182845 Nov 25 17:38:46.727874 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:46.748711 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-570a2ec4-c8e7-4340-a545-508ea502725f req-0476b338-7489-4dba-88bd-a3eabed57c96 tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] 10.222.0.75 "GET /v2.0/security-groups?id=b8931339-962d-492d-90f0-87e77639cd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185334 Nov 25 17:38:46.850320 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:47.154702 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8e9b063d-ba57-4853-a5ac-1e2c4d0b8a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:47.185387 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55330) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:47.639886 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc79cc2-70b4-4048-a53e-c175babcb728 req-40759641-a929-4812-921e-d1e60d39c69f tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:47.650806 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4bc79cc2-70b4-4048-a53e-c175babcb728 req-40759641-a929-4812-921e-d1e60d39c69f tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 946 time: 0.1504631 Nov 25 17:38:47.882907 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4bc79cc2-70b4-4048-a53e-c175babcb728 req-79915679-6cc1-43ca-9e4e-bae170bf8086 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=0f8521b0-fea5-42f2-a976-d0ce371dead0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2258005 Nov 25 17:38:47.909844 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d95903-5c44-400c-a92d-35a29f895ed0 req-deb13c55-5f7d-4753-b97d-b2cca53d8ccc tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:47.911352 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-85d95903-5c44-400c-a92d-35a29f895ed0 req-deb13c55-5f7d-4753-b97d-b2cca53d8ccc tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] 10.222.0.90 "GET /v2.0/ports?device_id=99a32b55-858c-4fa5-aa17-adbf311cd726 HTTP/1.1" status: 200 len: 946 time: 0.2162199 Nov 25 17:38:47.923493 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-571fa762-4760-426e-b451-7e723f52a7fd tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-427537701'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:48.005810 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-571fa762-4760-426e-b451-7e723f52a7fd tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Made reservation on behalf of b4fd74d3755f4cd39b2026436dde8bb1 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:38:48.012814 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-571fa762-4760-426e-b451-7e723f52a7fd tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:48.034154 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-571fa762-4760-426e-b451-7e723f52a7fd tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:48.158422 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-571fa762-4760-426e-b451-7e723f52a7fd tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:48.158805 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829b28d-0a03-46b3-89c8-9069a8fc9a8c req-e334c140-42f5-4941-8305-b00c4eb02536 tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:48.160091 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e829b28d-0a03-46b3-89c8-9069a8fc9a8c req-e334c140-42f5-4941-8305-b00c4eb02536 tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] 10.222.0.75 "GET /v2.0/ports?device_id=99a32b55-858c-4fa5-aa17-adbf311cd726 HTTP/1.1" status: 200 len: 946 time: 0.2230287 Nov 25 17:38:48.168641 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-571fa762-4760-426e-b451-7e723f52a7fd tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:48.212357 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571fa762-4760-426e-b451-7e723f52a7fd tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4f6b26-43c9-4c04-af9b-258e7b1bde6a,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:48.228740 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-85d95903-5c44-400c-a92d-35a29f895ed0 req-01547e99-2d5f-44f4-b78c-3e2a16f40523 tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] Deleting port 7297094f-041a-4eca-9477-063068bc3fa5 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:38:48.229050 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-85d95903-5c44-400c-a92d-35a29f895ed0 req-01547e99-2d5f-44f4-b78c-3e2a16f40523 tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:48.234113 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-571fa762-4760-426e-b451-7e723f52a7fd tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 907} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:38:48.252912 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55350) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:48.266193 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-571fa762-4760-426e-b451-7e723f52a7fd tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:48.266672 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-571fa762-4760-426e-b451-7e723f52a7fd tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Added segment b9e94b7c-180a-4e4f-9829-263b459c4e69 of type vlan for network fed75ec1-726a-45be-ab23-2dd76f977831 Nov 25 17:38:48.321002 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e829b28d-0a03-46b3-89c8-9069a8fc9a8c req-20115b4b-f0a1-47fb-aa12-e1d7d7b31bb3 tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] 10.222.0.75 "GET /v2.0/security-groups?id=b8931339-962d-492d-90f0-87e77639cd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513462 Nov 25 17:38:48.353098 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-571fa762-4760-426e-b451-7e723f52a7fd tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:48.425096 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-571fa762-4760-426e-b451-7e723f52a7fd tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:48.431199 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571fa762-4760-426e-b451-7e723f52a7fd tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:48.431828 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-571fa762-4760-426e-b451-7e723f52a7fd tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:48.472363 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-85d95903-5c44-400c-a92d-35a29f895ed0 req-01547e99-2d5f-44f4-b78c-3e2a16f40523 tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] For port 7297094f-041a-4eca-9477-063068bc3fa5, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=7297094f-041a-4eca-9477-063068bc3fa5,segment=NetworkSegment(e2d5f817-37a2-4175-bc78-d823c922a165),segment_id=e2d5f817-37a2-4175-bc78-d823c922a165)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:48.472741 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-85d95903-5c44-400c-a92d-35a29f895ed0 req-01547e99-2d5f-44f4-b78c-3e2a16f40523 tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:48.512467 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-61667d62-6342-4fe9-8e0e-1d4d56741b86 tempest-ServiceProvidersTest-812909196 tempest-ServiceProvidersTest-812909196-project] 10.222.0.75 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2507591 Nov 25 17:38:48.540525 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-85d95903-5c44-400c-a92d-35a29f895ed0 req-01547e99-2d5f-44f4-b78c-3e2a16f40523 tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] Calling delete_port for 7297094f-041a-4eca-9477-063068bc3fa5 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:38:48.545322 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55362) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:48.546360 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-571fa762-4760-426e-b451-7e723f52a7fd tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3597941 Nov 25 17:38:48.567858 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-e777b1b2-3091-4047-b88b-c06dd890a42e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Request body: {'subnet': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:48.662043 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571fa762-4760-426e-b451-7e723f52a7fd tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event updated for resources: {'Network': ['ID=fed75ec1-726a-45be-ab23-2dd76f977831,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:48.682904 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:38:48.961120 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e777b1b2-3091-4047-b88b-c06dd890a42e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Made reservation on behalf of b4fd74d3755f4cd39b2026436dde8bb1 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:38:48.967125 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e777b1b2-3091-4047-b88b-c06dd890a42e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:49.219154 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a45215-a0af-4e68-984a-b3278c1b724d req-bedaab4b-7b23-47ba-8a2f-42de16233921 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:49.221999 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d1a45215-a0af-4e68-984a-b3278c1b724d req-bedaab4b-7b23-47ba-8a2f-42de16233921 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 946 time: 0.1412840 Nov 25 17:38:49.287666 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55372) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:49.300309 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d1a45215-a0af-4e68-984a-b3278c1b724d req-274d8f93-8aa7-42b4-8001-a87c4b43c4c5 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=0f8521b0-fea5-42f2-a976-d0ce371dead0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673232 Nov 25 17:38:49.301305 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-85d95903-5c44-400c-a92d-35a29f895ed0 req-01547e99-2d5f-44f4-b78c-3e2a16f40523 tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:49.350103 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01547e99-2d5f-44f4-b78c-3e2a16f40523 tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] Pushing event deleted for resources: {'Port': ['ID=7297094f-041a-4eca-9477-063068bc3fa5,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:49.470893 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e6f38db1-f9f5-49b1-8cb4-60efec91e116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:49.578009 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3a8d68ec-6859-4261-8083-52aef9735aeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:49.594638 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-33b01a42-4537-42a3-9175-3a65d801d322 req-f6f4b61a-8c97-44a2-b360-f001365ef360 tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] 10.222.0.75 "GET /v2.0/ports?device_id=99a32b55-858c-4fa5-aa17-adbf311cd726 HTTP/1.1" status: 200 len: 210 time: 0.0862086 Nov 25 17:38:49.610474 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-85d95903-5c44-400c-a92d-35a29f895ed0 req-01547e99-2d5f-44f4-b78c-3e2a16f40523 tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] No DVR routers for this DVR port 7297094f-041a-4eca-9477-063068bc3fa5 on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:38:49.614183 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-85d95903-5c44-400c-a92d-35a29f895ed0 req-01547e99-2d5f-44f4-b78c-3e2a16f40523 tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:49.618344 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-85d95903-5c44-400c-a92d-35a29f895ed0 req-01547e99-2d5f-44f4-b78c-3e2a16f40523 tempest-ServerMetadataNegativeTestJSON-630739656 tempest-ServerMetadataNegativeTestJSON-630739656-project] 10.222.0.90 "DELETE /v2.0/ports/7297094f-041a-4eca-9477-063068bc3fa5 HTTP/1.1" status: 204 len: 173 time: 1.6926157 Nov 25 17:38:49.619051 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99a32b55-858c-4fa5-aa17-adbf311cd726', 'name': 'network-vif-deleted', 'tag': '7297094f-041a-4eca-9477-063068bc3fa5'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:38:49.622072 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f9073e-8fe1-402e-be66-44c0727edeee" -d '{"events": [{"server_uuid": "99a32b55-858c-4fa5-aa17-adbf311cd726", "name": "network-vif-deleted", "tag": "7297094f-041a-4eca-9477-063068bc3fa5"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:38:49.769807 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754ec28b-18db-4db1-b800-989f35fd2d78 x-openstack-request-id: req-754ec28b-18db-4db1-b800-989f35fd2d78 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:38:49.770691 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99a32b55-858c-4fa5-aa17-adbf311cd726", "name": "network-vif-deleted", "tag": "7297094f-041a-4eca-9477-063068bc3fa5", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:38:49.771416 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-754ec28b-18db-4db1-b800-989f35fd2d78 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:38:49.773421 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99a32b55-858c-4fa5-aa17-adbf311cd726', 'name': 'network-vif-deleted', 'tag': '7297094f-041a-4eca-9477-063068bc3fa5', 'status': 'completed', 'code': 200} Nov 25 17:38:49.814016 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e777b1b2-3091-4047-b88b-c06dd890a42e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:49.839976 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3a8d68ec-6859-4261-8083-52aef9735aeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:49.854447 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3a8d68ec-6859-4261-8083-52aef9735aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:49.862341 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 7297094f-041a-4eca-9477-063068bc3fa5 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:38:49.911014 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e777b1b2-3091-4047-b88b-c06dd890a42e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event updated for resources: {'Subnet': ['ID=17b6e7c1-39bf-42a7-a731-c09e811a332d,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:49.911801 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: 7297094f-041a-4eca-9477-063068bc3fa5 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:38:49.912411 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 7297094f-041a-4eca-9477-063068bc3fa5 not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:38:49.922051 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3a8d68ec-6859-4261-8083-52aef9735aeb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=155f174525ec499fb7eeee92027ef154&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6325526 Nov 25 17:38:49.927591 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55382) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:49.977396 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e777b1b2-3091-4047-b88b-c06dd890a42e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Checking segment: {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:38:49.978076 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e777b1b2-3091-4047-b88b-c06dd890a42e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Network hostable DHCP agents. Network: fed75ec1-726a-45be-ab23-2dd76f977831, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:38:49.983909 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8d68ec-6859-4261-8083-52aef9735aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103b44a9-2912-4948-9594-365229583894,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:50.049345 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e777b1b2-3091-4047-b88b-c06dd890a42e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Network fed75ec1-726a-45be-ab23-2dd76f977831 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:38:50.075710 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cfa50010-c6a6-4049-911e-cd38793232e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:50.122849 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cfa50010-c6a6-4049-911e-cd38793232e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:50.155409 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-e777b1b2-3091-4047-b88b-c06dd890a42e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, fed75ec1-726a-45be-ab23-2dd76f977831) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:50.163327 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26af00ed-6be9-424f-8cd9-dd1bce050c49 None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:38:50.231048 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e777b1b2-3091-4047-b88b-c06dd890a42e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:50.232568 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e777b1b2-3091-4047-b88b-c06dd890a42e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:50.238039 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cfa50010-c6a6-4049-911e-cd38793232e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:50.241673 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cfa50010-c6a6-4049-911e-cd38793232e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:50.243478 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-cfa50010-c6a6-4049-911e-cd38793232e0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/103b44a9-2912-4948-9594-365229583894 HTTP/1.1" status: 204 len: 168 time: 0.3105667 Nov 25 17:38:50.307986 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa50010-c6a6-4049-911e-cd38793232e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103b44a9-2912-4948-9594-365229583894,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:50.327028 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55386) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:50.350054 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-601a4ecb-31bf-472b-9bc8-c8996388b97e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Request body: {'port': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'name': 'tempest-NetworksTestDHCPv6-385365135'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:50.362802 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-e777b1b2-3091-4047-b88b-c06dd890a42e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8159411 Nov 25 17:38:50.627432 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59814a2-c7bf-4ad4-984d-465f0a2e9b93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-fed75ec1-726a-45be-ab23-2dd76f977831', 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'tenant_id': 'b4fd74d3755f4cd39b2026436dde8bb1', 'fixed_ips': [{'subnet_id': '17b6e7c1-39bf-42a7-a731-c09e811a332d'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:38:50.632667 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a59814a2-c7bf-4ad4-984d-465f0a2e9b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:50.715252 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55402) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:50.759794 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f9a28-1a29-4e05-a3d3-759d3a15a9e3 req-ec4eb803-1ee2-4ec7-ac7e-2760ee97026d tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:50.761465 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5f6f9a28-1a29-4e05-a3d3-759d3a15a9e3 req-ec4eb803-1ee2-4ec7-ac7e-2760ee97026d tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 946 time: 0.1680124 Nov 25 17:38:50.915780 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5f6f9a28-1a29-4e05-a3d3-759d3a15a9e3 req-4f7249a0-2616-4836-8ecb-f2032149780b tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=0f8521b0-fea5-42f2-a976-d0ce371dead0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458404 Nov 25 17:38:50.938083 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-86ab7313-34d7-45b3-b1e8-1cf174a1e90a admin admin] Deleting subnet 89f59ae3-e9e6-4f96-9515-71fbecb54761 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:38:50.950845 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601a4ecb-31bf-472b-9bc8-c8996388b97e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Made reservation on behalf of b4fd74d3755f4cd39b2026436dde8bb1 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:38:50.957433 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-601a4ecb-31bf-472b-9bc8-c8996388b97e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:50.959646 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-86ab7313-34d7-45b3-b1e8-1cf174a1e90a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:50.985743 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:51.057137 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-601a4ecb-31bf-472b-9bc8-c8996388b97e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] device_id is not set on port 24877739-1ee0-4473-aa74-857c1d440460 yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:38:51.078297 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-86ab7313-34d7-45b3-b1e8-1cf174a1e90a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:51.102334 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-a59814a2-c7bf-4ad4-984d-465f0a2e9b93 None None] Allocated IP 2001:db8::2 (fed75ec1-726a-45be-ab23-2dd76f977831/17b6e7c1-39bf-42a7-a731-c09e811a332d/a154d9bf-1a24-4b92-844b-d7258e9fa57d) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:38:51.200093 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-86ab7313-34d7-45b3-b1e8-1cf174a1e90a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:51.311736 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-86ab7313-34d7-45b3-b1e8-1cf174a1e90a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:51.346727 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-86ab7313-34d7-45b3-b1e8-1cf174a1e90a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:51.356815 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-86ab7313-34d7-45b3-b1e8-1cf174a1e90a admin admin] 10.222.0.75 "DELETE /v2.0/subnets/89f59ae3-e9e6-4f96-9515-71fbecb54761 HTTP/1.1" status: 204 len: 168 time: 0.6402328 Nov 25 17:38:51.359642 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55424) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:51.403899 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ab7313-34d7-45b3-b1e8-1cf174a1e90a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89f59ae3-e9e6-4f96-9515-71fbecb54761,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:51.514530 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7e9873a7-e48f-4aea-948e-3148705ee9dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:51.631306 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a59814a2-c7bf-4ad4-984d-465f0a2e9b93 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:51.641410 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a59814a2-c7bf-4ad4-984d-465f0a2e9b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:51.675864 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7e9873a7-e48f-4aea-948e-3148705ee9dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:51.701540 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee262288-0791-471e-85fc-c589a5493e95 req-6f5c0adc-2297-4265-a1c9-b5ab6bf4bd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:51.707242 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ee262288-0791-471e-85fc-c589a5493e95 req-6f5c0adc-2297-4265-a1c9-b5ab6bf4bd52 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d4086650dac54a539044dab15f8f252a&device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 1097 time: 0.1647916 Nov 25 17:38:51.707347 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55430) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:51.746381 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59814a2-c7bf-4ad4-984d-465f0a2e9b93 None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:38:51.753435 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-a59814a2-c7bf-4ad4-984d-465f0a2e9b93 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:51.763057 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59814a2-c7bf-4ad4-984d-465f0a2e9b93 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:38:51.805332 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-601a4ecb-31bf-472b-9bc8-c8996388b97e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Allocated IP 2001:db8::19f (fed75ec1-726a-45be-ab23-2dd76f977831/17b6e7c1-39bf-42a7-a731-c09e811a332d/24877739-1ee0-4473-aa74-857c1d440460) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:38:51.820225 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee262288-0791-471e-85fc-c589a5493e95 req-02d89054-7284-4430-b5d9-7a248ee24b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:51.822549 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ee262288-0791-471e-85fc-c589a5493e95 req-02d89054-7284-4430-b5d9-7a248ee24b53 service neutron] 10.222.0.90 "GET /v2.0/networks?id=49c799e6-01fb-4356-b67f-8b970273c51a HTTP/1.1" status: 200 len: 917 time: 0.1115179 Nov 25 17:38:51.831589 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-7e9873a7-e48f-4aea-948e-3148705ee9dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f40d15a4-2856-4531-9a5f-c1b371008c43']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:51.988174 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ee262288-0791-471e-85fc-c589a5493e95 req-8d032080-d793-4bf6-9f98-f829b1bb49e1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eafcd150-3494-48a4-b969-e28538f2a772 HTTP/1.1" status: 200 len: 1001 time: 0.1532335 Nov 25 17:38:51.993679 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-7e9873a7-e48f-4aea-948e-3148705ee9dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2d5f817-37a2-4175-bc78-d823c922a165') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:51.994128 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-7e9873a7-e48f-4aea-948e-3148705ee9dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2d5f817-37a2-4175-bc78-d823c922a165') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:52.006276 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7e9873a7-e48f-4aea-948e-3148705ee9dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:52.029893 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7e9873a7-e48f-4aea-948e-3148705ee9dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:52.038238 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59814a2-c7bf-4ad4-984d-465f0a2e9b93 None None] Pushing event updated for resources: {'Port': ['ID=a154d9bf-1a24-4b92-844b-d7258e9fa57d,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:52.043170 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e9873a7-e48f-4aea-948e-3148705ee9dc admin admin] Releasing vlan 940 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:38:52.043591 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7e9873a7-e48f-4aea-948e-3148705ee9dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:52.107001 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-a59814a2-c7bf-4ad4-984d-465f0a2e9b93 None None] Attempting to bind port a154d9bf-1a24-4b92-844b-d7258e9fa57d on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:38:52.110611 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-a59814a2-c7bf-4ad4-984d-465f0a2e9b93 None None] Attempting to bind port a154d9bf-1a24-4b92-844b-d7258e9fa57d by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:38:52.112133 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59814a2-c7bf-4ad4-984d-465f0a2e9b93 None None] Attempting to bind port a154d9bf-1a24-4b92-844b-d7258e9fa57d on network fed75ec1-726a-45be-ab23-2dd76f977831 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:52.132446 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:52.134760 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59814a2-c7bf-4ad4-984d-465f0a2e9b93 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:38:52.142133 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59814a2-c7bf-4ad4-984d-465f0a2e9b93 None None] Checking segment: {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:38:52.142839 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a59814a2-c7bf-4ad4-984d-465f0a2e9b93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:52.143408 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59814a2-c7bf-4ad4-984d-465f0a2e9b93 None None] Bound using segment: {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:38:52.145680 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-a59814a2-c7bf-4ad4-984d-465f0a2e9b93 None None] Bound port: a154d9bf-1a24-4b92-844b-d7258e9fa57d, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:38:52.146280 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a59814a2-c7bf-4ad4-984d-465f0a2e9b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:52.167623 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:38:52.167623 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:38:52.167623 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:38:52.167623 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:38:52.167623 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:38:52.167623 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:38:52.167623 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:38:52.167623 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:38:52.167623 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:38:52.167623 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:38:52.167623 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:38:52.167623 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:38:52.167623 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:38:52.167623 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:38:52.167623 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:38:52.167623 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:38:52.167623 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:38:52.167623 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:38:52.167623 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:38:52.167623 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:38:52.167623 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:38:52.167623 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:38:52.167623 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:38:52.167623 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:38:52.167623 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:38:52.167623 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:38:52.167623 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:38:52.167623 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:38:52.167623 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:38:52.167623 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:38:52.167623 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:38:52.167623 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:38:52.202937 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-8ec834f1-fd5c-4d49-9737-c35a88b545c4 tempest-TagsTest-1677341011 tempest-TagsTest-1677341011-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1625480248'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:52.293686 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7e9873a7-e48f-4aea-948e-3148705ee9dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:52.297027 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-a59814a2-c7bf-4ad4-984d-465f0a2e9b93 None None] For port a154d9bf-1a24-4b92-844b-d7258e9fa57d, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:38:52.304392 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-a59814a2-c7bf-4ad4-984d-465f0a2e9b93 None None] For port a154d9bf-1a24-4b92-844b-d7258e9fa57d, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=a154d9bf-1a24-4b92-844b-d7258e9fa57d,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:38:52.316500 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a59814a2-c7bf-4ad4-984d-465f0a2e9b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:52.339387 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7e9873a7-e48f-4aea-948e-3148705ee9dc admin admin] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:52.339573 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec834f1-fd5c-4d49-9737-c35a88b545c4 tempest-TagsTest-1677341011 tempest-TagsTest-1677341011-project] Made reservation on behalf of 5b92777fa0084d80a33684651b672886 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:38:52.343634 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-7e9873a7-e48f-4aea-948e-3148705ee9dc admin admin] 10.222.0.75 "DELETE /v2.0/networks/f40d15a4-2856-4531-9a5f-c1b371008c43 HTTP/1.1" status: 204 len: 168 time: 0.9832902 Nov 25 17:38:52.346552 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8ec834f1-fd5c-4d49-9737-c35a88b545c4 tempest-TagsTest-1677341011 tempest-TagsTest-1677341011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:52.378974 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8ec834f1-fd5c-4d49-9737-c35a88b545c4 tempest-TagsTest-1677341011 tempest-TagsTest-1677341011-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:52.454308 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9873a7-e48f-4aea-948e-3148705ee9dc admin admin] Pushing event deleted for resources: {'Network': ['ID=f40d15a4-2856-4531-9a5f-c1b371008c43,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:52.470734 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59814a2-c7bf-4ad4-984d-465f0a2e9b93 None None] Pushing event updated for resources: {'Port': ['ID=a154d9bf-1a24-4b92-844b-d7258e9fa57d,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:52.504185 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72507970-91ad-4ee7-86fb-8597b9c77698 req-e2873c69-3dab-44c1-a2f1-cef7a25a3810 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:52.505868 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-72507970-91ad-4ee7-86fb-8597b9c77698 req-e2873c69-3dab-44c1-a2f1-cef7a25a3810 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 946 time: 0.3364563 Nov 25 17:38:52.507934 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee262288-0791-471e-85fc-c589a5493e95 req-49468738-c44e-481a-90a5-c9545af23919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:52.510998 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ee262288-0791-471e-85fc-c589a5493e95 req-49468738-c44e-481a-90a5-c9545af23919 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=25a72b94-fb6e-4434-9c21-274e75835bc9 HTTP/1.1" status: 200 len: 855 time: 0.3377237 Nov 25 17:38:52.535665 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8ec834f1-fd5c-4d49-9737-c35a88b545c4 tempest-TagsTest-1677341011 tempest-TagsTest-1677341011-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:52.540467 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-601a4ecb-31bf-472b-9bc8-c8996388b97e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:52.547614 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8ec834f1-fd5c-4d49-9737-c35a88b545c4 tempest-TagsTest-1677341011 tempest-TagsTest-1677341011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:52.589047 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec834f1-fd5c-4d49-9737-c35a88b545c4 tempest-TagsTest-1677341011 tempest-TagsTest-1677341011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46d2f8dc-168b-44c8-bf14-e6a6e79f6fb6,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:52.610960 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ec834f1-fd5c-4d49-9737-c35a88b545c4 tempest-TagsTest-1677341011 tempest-TagsTest-1677341011-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 943} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:38:52.651535 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8ec834f1-fd5c-4d49-9737-c35a88b545c4 tempest-TagsTest-1677341011 tempest-TagsTest-1677341011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:52.652376 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-8ec834f1-fd5c-4d49-9737-c35a88b545c4 tempest-TagsTest-1677341011 tempest-TagsTest-1677341011-project] Added segment 6eb89ed6-5a38-4dca-a65b-9a0e9ecbcb77 of type vlan for network 4a7860b9-0b18-4544-8338-02eb8b85ead3 Nov 25 17:38:52.703351 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-601a4ecb-31bf-472b-9bc8-c8996388b97e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:52.707508 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee262288-0791-471e-85fc-c589a5493e95 req-d376b5a8-1394-4446-8721-8bc796c460af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:52.728184 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ee262288-0791-471e-85fc-c589a5493e95 req-d376b5a8-1394-4446-8721-8bc796c460af service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=49c799e6-01fb-4356-b67f-8b970273c51a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1894839 Nov 25 17:38:52.764291 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8ec834f1-fd5c-4d49-9737-c35a88b545c4 tempest-TagsTest-1677341011 tempest-TagsTest-1677341011-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:52.788710 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-72507970-91ad-4ee7-86fb-8597b9c77698 req-73f01acd-09c5-4932-a694-2ed28ffdaa14 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=0f8521b0-fea5-42f2-a976-d0ce371dead0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2719164 Nov 25 17:38:52.793323 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601a4ecb-31bf-472b-9bc8-c8996388b97e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:38:52.805605 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-601a4ecb-31bf-472b-9bc8-c8996388b97e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:52.806902 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55444) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:52.835997 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601a4ecb-31bf-472b-9bc8-c8996388b97e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:38:52.841685 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601a4ecb-31bf-472b-9bc8-c8996388b97e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:52.842299 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-601a4ecb-31bf-472b-9bc8-c8996388b97e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:52.874025 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-601a4ecb-31bf-472b-9bc8-c8996388b97e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5457506 Nov 25 17:38:52.885990 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55446) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:52.956148 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:53.009432 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601a4ecb-31bf-472b-9bc8-c8996388b97e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event updated for resources: {'Port': ['ID=24877739-1ee0-4473-aa74-857c1d440460,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:53.035080 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8ec834f1-fd5c-4d49-9737-c35a88b545c4 tempest-TagsTest-1677341011 tempest-TagsTest-1677341011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:53.040862 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec834f1-fd5c-4d49-9737-c35a88b545c4 tempest-TagsTest-1677341011 tempest-TagsTest-1677341011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:53.041537 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8ec834f1-fd5c-4d49-9737-c35a88b545c4 tempest-TagsTest-1677341011 tempest-TagsTest-1677341011-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:53.059902 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-78716dd0-25f4-4e0a-ad0d-020838798681 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2c663754f6e24e938dc5263839aceedb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2447743 Nov 25 17:38:53.060031 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55452) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:53.127900 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ee262288-0791-471e-85fc-c589a5493e95 req-815a440d-a37e-4583-830d-af94b8488295 service neutron] 10.222.0.90 "GET /v2.0/networks/49c799e6-01fb-4356-b67f-8b970273c51a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3987901 Nov 25 17:38:53.141493 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8ec834f1-fd5c-4d49-9737-c35a88b545c4 tempest-TagsTest-1677341011 tempest-TagsTest-1677341011-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.4333649 Nov 25 17:38:53.162496 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55460) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:53.169128 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.tag.tag_plugin [None req-c1dc6963-faba-423b-a7ae-e8967cae9455 tempest-TagsTest-1677341011 tempest-TagsTest-1677341011-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '4a7860b9-0b18-4544-8338-02eb8b85ead3', 'tempest-TagsTest-Tag-1651053684') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:53.170132 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2396489-7492-4af3-afa1-cb092b4d4d33 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:53.178001 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2396489-7492-4af3-afa1-cb092b4d4d33 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:53.180085 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e2396489-7492-4af3-afa1-cb092b4d4d33 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2931271 Nov 25 17:38:53.184161 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55462) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:53.243097 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-74fbc527-53d3-4c65-b083-6cbd3bca2484 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:53.270697 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-74fbc527-53d3-4c65-b083-6cbd3bca2484 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:53.358571 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-74fbc527-53d3-4c65-b083-6cbd3bca2484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:53.362010 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-74fbc527-53d3-4c65-b083-6cbd3bca2484 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:53.363368 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-74fbc527-53d3-4c65-b083-6cbd3bca2484 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b8931339-962d-492d-90f0-87e77639cd5a HTTP/1.1" status: 204 len: 168 time: 0.2954702 Nov 25 17:38:53.374998 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec834f1-fd5c-4d49-9737-c35a88b545c4 tempest-TagsTest-1677341011 tempest-TagsTest-1677341011-project] Pushing event updated for resources: {'Network': ['ID=4a7860b9-0b18-4544-8338-02eb8b85ead3,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:53.386997 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 4a7860b9-0b18-4544-8338-02eb8b85ead3 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:38:53.410182 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fbc527-53d3-4c65-b083-6cbd3bca2484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8931339-962d-492d-90f0-87e77639cd5a,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:53.526931 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ee262288-0791-471e-85fc-c589a5493e95 req-dbfd92ce-91d4-488d-bb69-ad55a88c297d service neutron] 10.222.0.90 "GET /v2.0/networks/49c799e6-01fb-4356-b67f-8b970273c51a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880484 Nov 25 17:38:53.543591 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-76bc5d89-9f97-478a-9e71-7ffe43722e2f tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Deleting port 24877739-1ee0-4473-aa74-857c1d440460 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:38:53.543936 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-76bc5d89-9f97-478a-9e71-7ffe43722e2f tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:53.603613 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c1dc6963-faba-423b-a7ae-e8967cae9455 tempest-TagsTest-1677341011 tempest-TagsTest-1677341011-project] 10.222.0.75 "PUT /v2.0/networks/4a7860b9-0b18-4544-8338-02eb8b85ead3/tags/tempest-TagsTest-Tag-1651053684 HTTP/1.1" status: 201 len: 201 time: 0.4398017 Nov 25 17:38:53.605991 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55466) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:53.612153 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.tag.tag_plugin [None req-bf2b7dfb-b470-4ffc-af2e-a10e95942c7d tempest-TagsTest-1677341011 tempest-TagsTest-1677341011-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4a7860b9-0b18-4544-8338-02eb8b85ead3', 'tempest-TagsTest-Tag-1651053684') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:53.669450 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-76bc5d89-9f97-478a-9e71-7ffe43722e2f tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:53.692312 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-76bc5d89-9f97-478a-9e71-7ffe43722e2f tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Calling delete_port for 24877739-1ee0-4473-aa74-857c1d440460 owned by {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:38:53.787463 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-bf2b7dfb-b470-4ffc-af2e-a10e95942c7d tempest-TagsTest-1677341011 tempest-TagsTest-1677341011-project] 10.222.0.75 "GET /v2.0/networks/4a7860b9-0b18-4544-8338-02eb8b85ead3/tags/tempest-TagsTest-Tag-1651053684 HTTP/1.1" status: 204 len: 168 time: 0.1801291 Nov 25 17:38:53.789776 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55468) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:53.800718 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.tag.tag_plugin [None req-b1c7f334-71d6-453b-b383-f325802f8ea1 tempest-TagsTest-1677341011 tempest-TagsTest-1677341011-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '4a7860b9-0b18-4544-8338-02eb8b85ead3') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:53.881693 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device eafcd150-3494-48a4-b969-e28538f2a772 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:38:53.931750 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-b1c7f334-71d6-453b-b383-f325802f8ea1 tempest-TagsTest-1677341011 tempest-TagsTest-1677341011-project] 10.222.0.75 "GET /v2.0/networks/4a7860b9-0b18-4544-8338-02eb8b85ead3/tags HTTP/1.1" status: 200 len: 238 time: 0.1402276 Nov 25 17:38:53.934546 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55474) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:53.937334 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.tag.tag_plugin [None req-70c0a9fe-ab08-4d14-843e-88eea44c588c tempest-TagsTest-1677341011 tempest-TagsTest-1677341011-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '4a7860b9-0b18-4544-8338-02eb8b85ead3', {'tags': ['tempest-TagsTest-Tag-292783534', 'tempest-TagsTest-Tag-2118761088', 'tempest-TagsTest-Tag-6235887']}) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:54.036246 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-76bc5d89-9f97-478a-9e71-7ffe43722e2f tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:54.121274 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bc5d89-9f97-478a-9e71-7ffe43722e2f tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event deleted for resources: {'Port': ['ID=24877739-1ee0-4473-aa74-857c1d440460,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:54.124608 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:54.145034 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55480) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:54.146311 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-70c0a9fe-ab08-4d14-843e-88eea44c588c tempest-TagsTest-1677341011 tempest-TagsTest-1677341011-project] 10.222.0.75 "PUT /v2.0/networks/4a7860b9-0b18-4544-8338-02eb8b85ead3/tags HTTP/1.1" status: 200 len: 305 time: 0.2118578 Nov 25 17:38:54.199980 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cf02964-0c83-4741-9cb8-4d665776485b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eafcd150-3494-48a4-b969-e28538f2a772'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:38:54.203942 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43493979-1c69-4d52-aadf-7b313e09b156" -d '{"events": [{"server_uuid": "7cf02964-0c83-4741-9cb8-4d665776485b", "name": "network-vif-unplugged", "status": "completed", "tag": "eafcd150-3494-48a4-b969-e28538f2a772"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:38:54.226881 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.tag.tag_plugin [None req-6d07304b-6ca5-467d-8b5c-0ea1147e14d4 tempest-TagsTest-1677341011 tempest-TagsTest-1677341011-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '4a7860b9-0b18-4544-8338-02eb8b85ead3', 'tempest-TagsTest-Tag-292783534') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:54.260946 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-76bc5d89-9f97-478a-9e71-7ffe43722e2f tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:54.262411 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port eafcd150-3494-48a4-b969-e28538f2a772, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=eafcd150-3494-48a4-b969-e28538f2a772,segment=NetworkSegment(74518c65-0a77-49eb-8302-d0397cc0c64c),segment_id=74518c65-0a77-49eb-8302-d0397cc0c64c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:54.269298 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-76bc5d89-9f97-478a-9e71-7ffe43722e2f tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/ports/24877739-1ee0-4473-aa74-857c1d440460 HTTP/1.1" status: 204 len: 168 time: 1.0836112 Nov 25 17:38:54.273548 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:54.284893 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55488) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:54.307494 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc15b1b-3798-472d-9c46-ab589fb584a6 req-c361eea0-9306-4569-a7ac-a5bd3a964d32 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:54.310436 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dfc15b1b-3798-472d-9c46-ab589fb584a6 req-c361eea0-9306-4569-a7ac-a5bd3a964d32 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 946 time: 0.2231774 Nov 25 17:38:54.358130 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=eafcd150-3494-48a4-b969-e28538f2a772,revision_number=8']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:54.376793 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7117cb-93ca-4a4f-a95d-35972d56f5a1 x-openstack-request-id: req-6d7117cb-93ca-4a4f-a95d-35972d56f5a1 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:38:54.377242 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cf02964-0c83-4741-9cb8-4d665776485b", "name": "network-vif-unplugged", "status": "completed", "tag": "eafcd150-3494-48a4-b969-e28538f2a772", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:38:54.377654 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6d7117cb-93ca-4a4f-a95d-35972d56f5a1 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:38:54.378158 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cf02964-0c83-4741-9cb8-4d665776485b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eafcd150-3494-48a4-b969-e28538f2a772', 'code': 200} Nov 25 17:38:54.448414 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d71a1d3-eb48-4b46-a933-894e9bcbaa27 None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:38:54.496184 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6d07304b-6ca5-467d-8b5c-0ea1147e14d4 tempest-TagsTest-1677341011 tempest-TagsTest-1677341011-project] 10.222.0.75 "DELETE /v2.0/networks/4a7860b9-0b18-4544-8338-02eb8b85ead3/tags/tempest-TagsTest-Tag-292783534 HTTP/1.1" status: 204 len: 168 time: 0.3011150 Nov 25 17:38:54.499783 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55496) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:54.507672 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.tag.tag_plugin [None req-ca0d325d-464f-423d-b823-b0d73180efa5 tempest-TagsTest-1677341011 tempest-TagsTest-1677341011-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4a7860b9-0b18-4544-8338-02eb8b85ead3', 'tempest-TagsTest-Tag-292783534') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:54.678731 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-21528424-7823-46c2-800b-2537ac2cc24e None None] Provisioning complete for port a154d9bf-1a24-4b92-844b-d7258e9fa57d triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:54.687443 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-21528424-7823-46c2-800b-2537ac2cc24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:54.694938 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dfc15b1b-3798-472d-9c46-ab589fb584a6 req-bfd10f5f-ff86-4930-8f9a-5e97c7bb2ff4 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=0f8521b0-fea5-42f2-a976-d0ce371dead0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3702083 Nov 25 17:38:54.772090 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67efc9f-a97d-4227-a21d-45f1dd99f6b3 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:54.772090 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67efc9f-a97d-4227-a21d-45f1dd99f6b3 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:54.772603 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-ca0d325d-464f-423d-b823-b0d73180efa5 tempest-TagsTest-1677341011 tempest-TagsTest-1677341011-project] show failed (client error): The resource could not be found. Nov 25 17:38:54.775676 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-a67efc9f-a97d-4227-a21d-45f1dd99f6b3 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4338126 Nov 25 17:38:54.778459 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55500) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:54.785452 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ca0d325d-464f-423d-b823-b0d73180efa5 tempest-TagsTest-1677341011 tempest-TagsTest-1677341011-project] 10.222.0.75 "GET /v2.0/networks/4a7860b9-0b18-4544-8338-02eb8b85ead3/tags/tempest-TagsTest-Tag-292783534 HTTP/1.1" status: 404 len: 325 time: 0.2850151 Nov 25 17:38:54.786395 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55502) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:54.792656 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.tag.tag_plugin [None req-4d50eb59-9c07-42b4-a27a-8b7adfb6d70e tempest-TagsTest-1677341011 tempest-TagsTest-1677341011-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4a7860b9-0b18-4544-8338-02eb8b85ead3', 'tempest-TagsTest-Tag-2118761088') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:54.839358 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device a154d9bf-1a24-4b92-844b-d7258e9fa57d up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:38:54.919049 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-d149032e-7978-4332-9088-e55f5680a608 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Deleting subnet 17b6e7c1-39bf-42a7-a731-c09e811a332d {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:38:54.924088 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d149032e-7978-4332-9088-e55f5680a608 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:54.986169 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4d50eb59-9c07-42b4-a27a-8b7adfb6d70e tempest-TagsTest-1677341011 tempest-TagsTest-1677341011-project] 10.222.0.75 "GET /v2.0/networks/4a7860b9-0b18-4544-8338-02eb8b85ead3/tags/tempest-TagsTest-Tag-2118761088 HTTP/1.1" status: 204 len: 168 time: 0.1980371 Nov 25 17:38:54.986793 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55508) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:55.004093 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.tag.tag_plugin [None req-ed3c65f4-4000-4f6c-a4d6-1a521083b37e tempest-TagsTest-1677341011 tempest-TagsTest-1677341011-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4a7860b9-0b18-4544-8338-02eb8b85ead3', 'tempest-TagsTest-Tag-6235887') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:55.031870 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d149032e-7978-4332-9088-e55f5680a608 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:55.036537 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-21528424-7823-46c2-800b-2537ac2cc24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:55.170805 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d149032e-7978-4332-9088-e55f5680a608 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:55.304297 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port a154d9bf-1a24-4b92-844b-d7258e9fa57d triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:55.304680 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:55.318032 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ed3c65f4-4000-4f6c-a4d6-1a521083b37e tempest-TagsTest-1677341011 tempest-TagsTest-1677341011-project] 10.222.0.75 "GET /v2.0/networks/4a7860b9-0b18-4544-8338-02eb8b85ead3/tags/tempest-TagsTest-Tag-6235887 HTTP/1.1" status: 204 len: 168 time: 0.3280258 Nov 25 17:38:55.321606 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55518) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:55.342966 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.tag.tag_plugin [None req-9a358a38-4de9-4e04-8665-e16f067b011d tempest-TagsTest-1677341011 tempest-TagsTest-1677341011-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '4a7860b9-0b18-4544-8338-02eb8b85ead3') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:55.353286 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d149032e-7978-4332-9088-e55f5680a608 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:55.403068 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d149032e-7978-4332-9088-e55f5680a608 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:55.411279 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.db.api [None req-21528424-7823-46c2-800b-2537ac2cc24e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:38:55.411654 n-d-817746-1 neutron-server[103362]: DEBUG oslo_db.api [None req-21528424-7823-46c2-800b-2537ac2cc24e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:38:55.412809 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55522) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:55.413462 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d149032e-7978-4332-9088-e55f5680a608 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/subnets/17b6e7c1-39bf-42a7-a731-c09e811a332d HTTP/1.1" status: 204 len: 168 time: 0.6267567 Nov 25 17:38:55.415083 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55524) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:55.460659 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d149032e-7978-4332-9088-e55f5680a608 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event deleted for resources: {'Subnet': ['ID=17b6e7c1-39bf-42a7-a731-c09e811a332d,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:55.481521 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:55.550659 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port a154d9bf-1a24-4b92-844b-d7258e9fa57d, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=a154d9bf-1a24-4b92-844b-d7258e9fa57d,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:55.560790 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:55.570234 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55530) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:55.576801 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-efe825c7-23f6-47a1-ad89-fd42b26f3cda tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Request body: {'subnet': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:55.585647 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-102acb76-db2e-4003-8555-6fdb718f5180 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1628494 Nov 25 17:38:55.654523 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=a154d9bf-1a24-4b92-844b-d7258e9fa57d,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:55.743051 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-57d393cf-eadd-48f1-8352-880d11873d1d admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1038177395-network', 'tenant_id': '25f8764891a9431187425cf11e99fc4d'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:55.763827 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe825c7-23f6-47a1-ad89-fd42b26f3cda tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Made reservation on behalf of b4fd74d3755f4cd39b2026436dde8bb1 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:38:55.773765 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-efe825c7-23f6-47a1-ad89-fd42b26f3cda tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:55.821875 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9a358a38-4de9-4e04-8665-e16f067b011d tempest-TagsTest-1677341011 tempest-TagsTest-1677341011-project] 10.222.0.75 "DELETE /v2.0/networks/4a7860b9-0b18-4544-8338-02eb8b85ead3/tags HTTP/1.1" status: 204 len: 168 time: 0.4912429 Nov 25 17:38:55.822952 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55534) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:55.823997 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d393cf-eadd-48f1-8352-880d11873d1d admin admin] Made reservation on behalf of 25f8764891a9431187425cf11e99fc4d for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:38:55.831128 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-57d393cf-eadd-48f1-8352-880d11873d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:55.833781 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.tag.tag_plugin [None req-381bab44-7dff-44c7-a45c-fdabe4c47f27 tempest-TagsTest-1677341011 tempest-TagsTest-1677341011-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4a7860b9-0b18-4544-8338-02eb8b85ead3', 'tempest-TagsTest-Tag-2118761088') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:55.850001 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-57d393cf-eadd-48f1-8352-880d11873d1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:55.884198 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46293e12-7791-4268-b6d3-c81062d86db3 None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:38:55.976948 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-57d393cf-eadd-48f1-8352-880d11873d1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:55.986315 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-57d393cf-eadd-48f1-8352-880d11873d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:56.027047 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57d393cf-eadd-48f1-8352-880d11873d1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 947} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:38:56.043272 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d393cf-eadd-48f1-8352-880d11873d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a82e04-e8c7-4833-941e-dc26ff5a74f0,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:56.065725 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-57d393cf-eadd-48f1-8352-880d11873d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:56.067469 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-57d393cf-eadd-48f1-8352-880d11873d1d admin admin] Added segment 42aeaad2-004e-42c2-8f48-4a1f79de9470 of type vlan for network 7e8fa2ec-cae4-4ca4-a4a8-1f13dc777a5b Nov 25 17:38:56.143373 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-57d393cf-eadd-48f1-8352-880d11873d1d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:56.154108 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-ac139f59-b30e-4a90-bcc9-59e7f719b708 None None] Provisioning complete for port a154d9bf-1a24-4b92-844b-d7258e9fa57d triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:56.154526 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ac139f59-b30e-4a90-bcc9-59e7f719b708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:56.189541 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-57d393cf-eadd-48f1-8352-880d11873d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:56.191934 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d393cf-eadd-48f1-8352-880d11873d1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:56.192797 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-57d393cf-eadd-48f1-8352-880d11873d1d admin admin] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:56.217399 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f56c0f5-9f92-491c-b9e9-9ac74c88a145 None None] DHCP port deletion for fed75ec1-726a-45be-ab23-2dd76f977831 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:38:56.300135 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d393cf-eadd-48f1-8352-880d11873d1d admin admin] Pushing event updated for resources: {'Network': ['ID=7e8fa2ec-cae4-4ca4-a4a8-1f13dc777a5b,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:56.345496 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-57d393cf-eadd-48f1-8352-880d11873d1d admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9239304 Nov 25 17:38:56.376302 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 7e8fa2ec-cae4-4ca4-a4a8-1f13dc777a5b details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:38:56.456662 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-3f56c0f5-9f92-491c-b9e9-9ac74c88a145 None None] Deleting port a154d9bf-1a24-4b92-844b-d7258e9fa57d {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:38:56.457488 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3f56c0f5-9f92-491c-b9e9-9ac74c88a145 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:56.652102 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device a154d9bf-1a24-4b92-844b-d7258e9fa57d no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:38:56.691980 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-efe825c7-23f6-47a1-ad89-fd42b26f3cda tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:56.754421 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe825c7-23f6-47a1-ad89-fd42b26f3cda tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:38:56.760036 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-efe825c7-23f6-47a1-ad89-fd42b26f3cda tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:56.763264 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe825c7-23f6-47a1-ad89-fd42b26f3cda tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:56.763874 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-efe825c7-23f6-47a1-ad89-fd42b26f3cda tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:56.782884 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f5545b-6259-4768-b236-a272fa36bce1 req-40e821ab-9d8c-4546-ae41-c4f1f350e683 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:56.784343 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-28f5545b-6259-4768-b236-a272fa36bce1 req-40e821ab-9d8c-4546-ae41-c4f1f350e683 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 944 time: 0.9348783 Nov 25 17:38:56.805392 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:56.816480 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [None req-381bab44-7dff-44c7-a45c-fdabe4c47f27 tempest-TagsTest-1677341011 tempest-TagsTest-1677341011-project] show failed (client error): The resource could not be found. Nov 25 17:38:56.823109 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-381bab44-7dff-44c7-a45c-fdabe4c47f27 tempest-TagsTest-1677341011 tempest-TagsTest-1677341011-project] 10.222.0.75 "GET /v2.0/networks/4a7860b9-0b18-4544-8338-02eb8b85ead3/tags/tempest-TagsTest-Tag-2118761088 HTTP/1.1" status: 404 len: 326 time: 0.9928346 Nov 25 17:38:56.823694 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55550) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:56.829155 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.tag.tag_plugin [None req-2b84e654-3f62-46a8-93b0-541006ac20a2 tempest-TagsTest-1677341011 tempest-TagsTest-1677341011-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4a7860b9-0b18-4544-8338-02eb8b85ead3', 'tempest-TagsTest-Tag-6235887') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:56.860673 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-efe825c7-23f6-47a1-ad89-fd42b26f3cda tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2883697 Nov 25 17:38:56.864141 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe825c7-23f6-47a1-ad89-fd42b26f3cda tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event updated for resources: {'Subnet': ['ID=4cd5791a-c851-4b67-a7cc-1ae7ac57b082,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:56.866525 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55552) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:56.883613 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-d97f0797-f8fe-4640-bb52-942b87309c89 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Request body: {'port': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'name': 'tempest-NetworksTestDHCPv6-807639055'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:56.895681 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-3f56c0f5-9f92-491c-b9e9-9ac74c88a145 None None] For port a154d9bf-1a24-4b92-844b-d7258e9fa57d, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=a154d9bf-1a24-4b92-844b-d7258e9fa57d,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:56.896007 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3f56c0f5-9f92-491c-b9e9-9ac74c88a145 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:56.923798 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-28f5545b-6259-4768-b236-a272fa36bce1 req-cf4cb61d-4482-494a-a416-5eec7d01f946 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=0f8521b0-fea5-42f2-a976-d0ce371dead0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271205 Nov 25 17:38:56.951625 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-3f56c0f5-9f92-491c-b9e9-9ac74c88a145 None None] Calling delete_port for a154d9bf-1a24-4b92-844b-d7258e9fa57d owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:38:56.958965 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port a154d9bf-1a24-4b92-844b-d7258e9fa57d, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=a154d9bf-1a24-4b92-844b-d7258e9fa57d,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:56.974208 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:56.991323 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-2b84e654-3f62-46a8-93b0-541006ac20a2 tempest-TagsTest-1677341011 tempest-TagsTest-1677341011-project] show failed (client error): The resource could not be found. Nov 25 17:38:56.994599 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2b84e654-3f62-46a8-93b0-541006ac20a2 tempest-TagsTest-1677341011 tempest-TagsTest-1677341011-project] 10.222.0.75 "GET /v2.0/networks/4a7860b9-0b18-4544-8338-02eb8b85ead3/tags/tempest-TagsTest-Tag-6235887 HTTP/1.1" status: 404 len: 323 time: 0.1674821 Nov 25 17:38:56.995328 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55556) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:57.006757 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.tag.tag_plugin [None req-b79d8ae1-a46d-439d-8790-2a3dcd64d4c4 tempest-TagsTest-1677341011 tempest-TagsTest-1677341011-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '4a7860b9-0b18-4544-8338-02eb8b85ead3') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:57.223857 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b79d8ae1-a46d-439d-8790-2a3dcd64d4c4 tempest-TagsTest-1677341011 tempest-TagsTest-1677341011-project] 10.222.0.75 "DELETE /v2.0/networks/4a7860b9-0b18-4544-8338-02eb8b85ead3/tags HTTP/1.1" status: 204 len: 168 time: 0.2230573 Nov 25 17:38:57.227994 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55560) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:57.252999 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=a154d9bf-1a24-4b92-844b-d7258e9fa57d,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:57.280583 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97f0797-f8fe-4640-bb52-942b87309c89 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Made reservation on behalf of b4fd74d3755f4cd39b2026436dde8bb1 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:38:57.281544 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3f56c0f5-9f92-491c-b9e9-9ac74c88a145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:57.292550 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d97f0797-f8fe-4640-bb52-942b87309c89 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:57.306907 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f56c0f5-9f92-491c-b9e9-9ac74c88a145 None None] No DVR routers for this DVR port a154d9bf-1a24-4b92-844b-d7258e9fa57d on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:38:57.349338 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f56c0f5-9f92-491c-b9e9-9ac74c88a145 None None] Pushing event deleted for resources: {'Port': ['ID=a154d9bf-1a24-4b92-844b-d7258e9fa57d,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:57.354514 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d2694f-a5ff-40b1-ae69-da1a56e34784 None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:38:57.365806 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [None req-d97f0797-f8fe-4640-bb52-942b87309c89 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] device_id is not set on port 2d0aac4b-32eb-4db9-bb09-815dfa45876d yet. {{(pid=103361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:38:57.537641 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2a058391-465b-4788-8eff-7792f87485e6 tempest-TagsTest-1677341011 tempest-TagsTest-1677341011-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:57.707928 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d03d9e2-5d80-42ed-aa75-79905079fe63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-fed75ec1-726a-45be-ab23-2dd76f977831', 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'tenant_id': 'b4fd74d3755f4cd39b2026436dde8bb1', 'fixed_ips': [{'subnet_id': '4cd5791a-c851-4b67-a7cc-1ae7ac57b082'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:38:57.709279 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3d03d9e2-5d80-42ed-aa75-79905079fe63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:57.750980 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2a058391-465b-4788-8eff-7792f87485e6 tempest-TagsTest-1677341011 tempest-TagsTest-1677341011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:57.756903 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-d97f0797-f8fe-4640-bb52-942b87309c89 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Allocated IP 2001:db8::22c (fed75ec1-726a-45be-ab23-2dd76f977831/4cd5791a-c851-4b67-a7cc-1ae7ac57b082/2d0aac4b-32eb-4db9-bb09-815dfa45876d) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:38:57.792564 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fea1e0-089e-4f60-b14b-8327f2eb0039 req-47217450-d9e4-49df-928e-d63924450dbe tempest-ComputeTenantNetworksTest-118678396 tempest-ComputeTenantNetworksTest-118678396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:57.800574 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fea1e0-089e-4f60-b14b-8327f2eb0039 req-47217450-d9e4-49df-928e-d63924450dbe tempest-ComputeTenantNetworksTest-118678396 tempest-ComputeTenantNetworksTest-118678396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:57.807172 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fea1e0-089e-4f60-b14b-8327f2eb0039 req-47217450-d9e4-49df-928e-d63924450dbe tempest-ComputeTenantNetworksTest-118678396 tempest-ComputeTenantNetworksTest-118678396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:57.807494 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-2a058391-465b-4788-8eff-7792f87485e6 tempest-TagsTest-1677341011 tempest-TagsTest-1677341011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a7860b9-0b18-4544-8338-02eb8b85ead3']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:57.814578 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d5fea1e0-089e-4f60-b14b-8327f2eb0039 req-47217450-d9e4-49df-928e-d63924450dbe tempest-ComputeTenantNetworksTest-118678396 tempest-ComputeTenantNetworksTest-118678396-project] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.7423832 Nov 25 17:38:57.849709 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-2a058391-465b-4788-8eff-7792f87485e6 tempest-TagsTest-1677341011 tempest-TagsTest-1677341011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eb89ed6-5a38-4dca-a65b-9a0e9ecbcb77') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:57.850316 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-2a058391-465b-4788-8eff-7792f87485e6 tempest-TagsTest-1677341011 tempest-TagsTest-1677341011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eb89ed6-5a38-4dca-a65b-9a0e9ecbcb77') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:57.890822 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2a058391-465b-4788-8eff-7792f87485e6 tempest-TagsTest-1677341011 tempest-TagsTest-1677341011-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:57.924669 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2a058391-465b-4788-8eff-7792f87485e6 tempest-TagsTest-1677341011 tempest-TagsTest-1677341011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:57.938734 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a058391-465b-4788-8eff-7792f87485e6 tempest-TagsTest-1677341011 tempest-TagsTest-1677341011-project] Releasing vlan 943 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:38:57.939518 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2a058391-465b-4788-8eff-7792f87485e6 tempest-TagsTest-1677341011 tempest-TagsTest-1677341011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:57.944709 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device eafcd150-3494-48a4-b969-e28538f2a772 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:38:57.985601 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:38:57.985601 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:38:57.985601 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:38:57.985601 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:38:57.985601 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:38:57.985601 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:38:57.985601 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:38:57.985601 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:38:57.985601 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:38:57.985601 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:38:57.985601 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:38:57.985601 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:38:57.985601 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:38:57.985601 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:38:57.985601 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:38:57.985601 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:38:57.985601 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:38:57.985601 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:38:57.985601 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:38:57.985601 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:38:57.985601 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:38:57.985601 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:38:57.985601 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:38:57.985601 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:38:57.985601 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:38:57.985601 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:38:57.985601 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:38:57.985601 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:38:57.985601 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:38:57.985601 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:38:57.985601 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:38:57.985601 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:38:58.089754 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2a058391-465b-4788-8eff-7792f87485e6 tempest-TagsTest-1677341011 tempest-TagsTest-1677341011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:58.097495 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2a058391-465b-4788-8eff-7792f87485e6 tempest-TagsTest-1677341011 tempest-TagsTest-1677341011-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:58.110532 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2a058391-465b-4788-8eff-7792f87485e6 tempest-TagsTest-1677341011 tempest-TagsTest-1677341011-project] 10.222.0.75 "DELETE /v2.0/networks/4a7860b9-0b18-4544-8338-02eb8b85ead3 HTTP/1.1" status: 204 len: 168 time: 0.8762605 Nov 25 17:38:58.137635 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a058391-465b-4788-8eff-7792f87485e6 tempest-TagsTest-1677341011 tempest-TagsTest-1677341011-project] Pushing event deleted for resources: {'Network': ['ID=4a7860b9-0b18-4544-8338-02eb8b85ead3,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:58.236517 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fab174-163c-494d-8817-4e1fff883280 req-a991ed36-1361-4be6-9f3c-ee7c6290d646 tempest-ComputeTenantNetworksTest-118678396 tempest-ComputeTenantNetworksTest-118678396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:58.249309 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-07fab174-163c-494d-8817-4e1fff883280 req-a991ed36-1361-4be6-9f3c-ee7c6290d646 tempest-ComputeTenantNetworksTest-118678396 tempest-ComputeTenantNetworksTest-118678396-project] 10.222.0.75 "GET /v2.0/networks/7e8fa2ec-cae4-4ca4-a4a8-1f13dc777a5b HTTP/1.1" status: 200 len: 769 time: 0.4079914 Nov 25 17:38:58.249596 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55590) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:58.382190 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d97f0797-f8fe-4640-bb52-942b87309c89 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:58.465473 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d698db93-543c-4b62-a7f6-a30840636a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:58.537983 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d97f0797-f8fe-4640-bb52-942b87309c89 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:58.664437 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55602) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:58.742163 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-3d03d9e2-5d80-42ed-aa75-79905079fe63 None None] Allocated IP 2001:db8::2 (fed75ec1-726a-45be-ab23-2dd76f977831/4cd5791a-c851-4b67-a7cc-1ae7ac57b082/6feec3be-c89f-452e-a281-98fdb0928e3a) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:38:58.875129 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f0797-f8fe-4640-bb52-942b87309c89 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event updated for resources: {'Port': ['ID=2d0aac4b-32eb-4db9-bb09-815dfa45876d,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:58.895469 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55610) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:58.953609 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97f0797-f8fe-4640-bb52-942b87309c89 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:38:58.957461 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-d97f0797-f8fe-4640-bb52-942b87309c89 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:58.975603 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97f0797-f8fe-4640-bb52-942b87309c89 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:38:58.977113 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97f0797-f8fe-4640-bb52-942b87309c89 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:58.977776 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d97f0797-f8fe-4640-bb52-942b87309c89 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:59.117810 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d97f0797-f8fe-4640-bb52-942b87309c89 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2366109 Nov 25 17:38:59.120981 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55622) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:59.131792 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9e5b8d15-35bc-451f-b520-30292f6da0cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:59.155883 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3d03d9e2-5d80-42ed-aa75-79905079fe63 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:59.169805 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-8105257f-3577-47e0-bdde-e056b01f0654 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5b92777fa0084d80a33684651b672886&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5035777 Nov 25 17:38:59.170977 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55628) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:59.175399 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3d03d9e2-5d80-42ed-aa75-79905079fe63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:59.252508 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d03d9e2-5d80-42ed-aa75-79905079fe63 None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:38:59.255280 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-3d03d9e2-5d80-42ed-aa75-79905079fe63 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:59.258561 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d03d9e2-5d80-42ed-aa75-79905079fe63 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:38:59.341871 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-3d03d9e2-5d80-42ed-aa75-79905079fe63 None None] Attempting to bind port 6feec3be-c89f-452e-a281-98fdb0928e3a on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:38:59.343402 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-3d03d9e2-5d80-42ed-aa75-79905079fe63 None None] Attempting to bind port 6feec3be-c89f-452e-a281-98fdb0928e3a by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:38:59.343786 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d03d9e2-5d80-42ed-aa75-79905079fe63 None None] Attempting to bind port 6feec3be-c89f-452e-a281-98fdb0928e3a on network fed75ec1-726a-45be-ab23-2dd76f977831 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:59.351813 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d03d9e2-5d80-42ed-aa75-79905079fe63 None None] Pushing event updated for resources: {'Port': ['ID=6feec3be-c89f-452e-a281-98fdb0928e3a,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:59.368949 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d03d9e2-5d80-42ed-aa75-79905079fe63 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:38:59.369455 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d03d9e2-5d80-42ed-aa75-79905079fe63 None None] Checking segment: {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:38:59.369972 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3d03d9e2-5d80-42ed-aa75-79905079fe63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:59.370482 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d03d9e2-5d80-42ed-aa75-79905079fe63 None None] Bound using segment: {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:38:59.371073 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-3d03d9e2-5d80-42ed-aa75-79905079fe63 None None] Bound port: 6feec3be-c89f-452e-a281-98fdb0928e3a, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:38:59.371586 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3d03d9e2-5d80-42ed-aa75-79905079fe63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:59.398708 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e768be5b-83c1-4c0a-a1e8-cdb7563cb1e4 req-0aaa77a4-5c86-4686-bc56-bbdaa0986f61 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1381645 Nov 25 17:38:59.409666 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d698db93-543c-4b62-a7f6-a30840636a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:59.437681 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-d698db93-543c-4b62-a7f6-a30840636a9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e8fa2ec-cae4-4ca4-a4a8-1f13dc777a5b']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:59.449153 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-d698db93-543c-4b62-a7f6-a30840636a9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42aeaad2-004e-42c2-8f48-4a1f79de9470') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:59.450269 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-d698db93-543c-4b62-a7f6-a30840636a9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42aeaad2-004e-42c2-8f48-4a1f79de9470') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:59.463752 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d698db93-543c-4b62-a7f6-a30840636a9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:59.480858 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d698db93-543c-4b62-a7f6-a30840636a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:59.490436 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25748292-adf8-476c-8bc1-360c009875c9 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:59.492317 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d698db93-543c-4b62-a7f6-a30840636a9a admin admin] Releasing vlan 947 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:38:59.493624 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d698db93-543c-4b62-a7f6-a30840636a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:59.496606 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:38:59.496606 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:38:59.496606 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:38:59.496606 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:38:59.496606 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:38:59.496606 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:38:59.496606 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:38:59.496606 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:38:59.496606 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:38:59.496606 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:38:59.496606 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:38:59.496606 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:38:59.496606 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:38:59.496606 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:38:59.496606 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:38:59.496606 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:38:59.496606 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:38:59.496606 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:38:59.496606 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:38:59.496606 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:38:59.496606 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:38:59.496606 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:38:59.496606 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:38:59.496606 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:38:59.496606 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:38:59.496606 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:38:59.496606 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:38:59.496606 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:38:59.496606 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:38:59.496606 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:38:59.496606 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:38:59.496606 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:38:59.499407 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-25748292-adf8-476c-8bc1-360c009875c9 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.3713474 Nov 25 17:38:59.507367 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55636) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:59.508754 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-3d03d9e2-5d80-42ed-aa75-79905079fe63 None None] For port 6feec3be-c89f-452e-a281-98fdb0928e3a, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:38:59.512436 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-3d03d9e2-5d80-42ed-aa75-79905079fe63 None None] For port 6feec3be-c89f-452e-a281-98fdb0928e3a, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=6feec3be-c89f-452e-a281-98fdb0928e3a,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:38:59.524985 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3d03d9e2-5d80-42ed-aa75-79905079fe63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:59.587862 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d698db93-543c-4b62-a7f6-a30840636a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:59.624470 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d698db93-543c-4b62-a7f6-a30840636a9a admin admin] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:59.639968 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d698db93-543c-4b62-a7f6-a30840636a9a admin admin] 10.222.0.75 "DELETE /v2.0/networks/7e8fa2ec-cae4-4ca4-a4a8-1f13dc777a5b HTTP/1.1" status: 204 len: 168 time: 1.3878837 Nov 25 17:38:59.642534 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d698db93-543c-4b62-a7f6-a30840636a9a admin admin] Pushing event deleted for resources: {'Network': ['ID=7e8fa2ec-cae4-4ca4-a4a8-1f13dc777a5b,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:59.660178 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d03d9e2-5d80-42ed-aa75-79905079fe63 None None] Pushing event updated for resources: {'Port': ['ID=6feec3be-c89f-452e-a281-98fdb0928e3a,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:59.666084 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2af1c-1b6c-400e-9b37-943830789d67 req-b175f108-4695-435f-99c6-6ee2ec937965 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:59.669557 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-18a2af1c-1b6c-400e-9b37-943830789d67 req-b175f108-4695-435f-99c6-6ee2ec937965 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 944 time: 0.5466442 Nov 25 17:38:59.776537 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-15c72d24-60b4-40ba-93a4-2549b20a855b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:59.874025 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-18a2af1c-1b6c-400e-9b37-943830789d67 req-9c90d643-bd2d-4786-abe1-8282bfb69470 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=0f8521b0-fea5-42f2-a976-d0ce371dead0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389158 Nov 25 17:38:59.876088 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-15c72d24-60b4-40ba-93a4-2549b20a855b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:59.879730 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55644) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:59.920331 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-2a874844-137d-4523-a3a3-5e07f534f43e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Deleting port 2d0aac4b-32eb-4db9-bb09-815dfa45876d {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:38:59.920727 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2a874844-137d-4523-a3a3-5e07f534f43e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:59.964914 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c4da726e-05eb-4438-8d71-58a512523647 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=25f8764891a9431187425cf11e99fc4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0837617 Nov 25 17:38:59.965540 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55646) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:59.974290 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9e5b8d15-35bc-451f-b520-30292f6da0cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:00.015517 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9e5b8d15-35bc-451f-b520-30292f6da0cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:00.069423 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5b8d15-35bc-451f-b520-30292f6da0cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d86eae-89a6-4f34-bbe8-9097e3af0b88,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:00.114984 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e164dc8b-30f7-4672-98c2-34374111d7a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:00.162611 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e164dc8b-30f7-4672-98c2-34374111d7a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:00.215579 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-9e5b8d15-35bc-451f-b520-30292f6da0cc admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=efa030ec396448cf9a7879cc2d0064fd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3018615 Nov 25 17:39:00.229960 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55648) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:00.266908 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-15c72d24-60b4-40ba-93a4-2549b20a855b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:00.276369 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-15c72d24-60b4-40ba-93a4-2549b20a855b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:00.277543 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e164dc8b-30f7-4672-98c2-34374111d7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:00.277697 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-15c72d24-60b4-40ba-93a4-2549b20a855b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/46d2f8dc-168b-44c8-bf14-e6a6e79f6fb6 HTTP/1.1" status: 204 len: 168 time: 1.0784581 Nov 25 17:39:00.279489 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e164dc8b-30f7-4672-98c2-34374111d7a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:00.287721 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e164dc8b-30f7-4672-98c2-34374111d7a4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c2a82e04-e8c7-4833-941e-dc26ff5a74f0 HTTP/1.1" status: 204 len: 168 time: 0.3186679 Nov 25 17:39:00.309797 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e164dc8b-30f7-4672-98c2-34374111d7a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a82e04-e8c7-4833-941e-dc26ff5a74f0,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:00.339283 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2a874844-137d-4523-a3a3-5e07f534f43e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:00.342598 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c72d24-60b4-40ba-93a4-2549b20a855b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d2f8dc-168b-44c8-bf14-e6a6e79f6fb6,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:00.366931 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-2a874844-137d-4523-a3a3-5e07f534f43e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Calling delete_port for 2d0aac4b-32eb-4db9-bb09-815dfa45876d owned by {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:39:00.437417 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8a7ae23f-0b12-4430-917b-5312582060c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:00.488780 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8a7ae23f-0b12-4430-917b-5312582060c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:00.648436 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8a7ae23f-0b12-4430-917b-5312582060c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:00.655501 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8a7ae23f-0b12-4430-917b-5312582060c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:00.657377 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-8a7ae23f-0b12-4430-917b-5312582060c8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/65d86eae-89a6-4f34-bbe8-9097e3af0b88 HTTP/1.1" status: 204 len: 168 time: 0.4261489 Nov 25 17:39:00.687575 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 6feec3be-c89f-452e-a281-98fdb0928e3a up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:39:00.708232 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7ae23f-0b12-4430-917b-5312582060c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d86eae-89a6-4f34-bbe8-9097e3af0b88,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:00.771557 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 6feec3be-c89f-452e-a281-98fdb0928e3a triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:00.771857 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:00.782353 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2a874844-137d-4523-a3a3-5e07f534f43e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:00.855534 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a874844-137d-4523-a3a3-5e07f534f43e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event deleted for resources: {'Port': ['ID=2d0aac4b-32eb-4db9-bb09-815dfa45876d,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:00.895068 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2a874844-137d-4523-a3a3-5e07f534f43e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:00.913708 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:00.918736 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-2a874844-137d-4523-a3a3-5e07f534f43e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/ports/2d0aac4b-32eb-4db9-bb09-815dfa45876d HTTP/1.1" status: 204 len: 168 time: 1.4102879 Nov 25 17:39:00.921161 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55666) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:00.976562 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port 6feec3be-c89f-452e-a281-98fdb0928e3a, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=6feec3be-c89f-452e-a281-98fdb0928e3a,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:00.983355 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:01.050894 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd64f662-f23c-4a6a-9bab-4d0a3d70bfc0 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:01.052562 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd64f662-f23c-4a6a-9bab-4d0a3d70bfc0 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:01.055661 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=6feec3be-c89f-452e-a281-98fdb0928e3a,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:01.056483 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-dd64f662-f23c-4a6a-9bab-4d0a3d70bfc0 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1341436 Nov 25 17:39:01.059335 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55676) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:01.142708 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-f99fb138-e877-4ac6-8aed-66a27f99215c tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Deleting subnet 4cd5791a-c851-4b67-a7cc-1ae7ac57b082 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:39:01.150098 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f99fb138-e877-4ac6-8aed-66a27f99215c tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:01.190137 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af886f-dfb4-47eb-9dae-1bc1c8a90cf0 req-01333cb6-d095-4928-b6d7-f1f2300fdb95 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:01.191805 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-77af886f-dfb4-47eb-9dae-1bc1c8a90cf0 req-01333cb6-d095-4928-b6d7-f1f2300fdb95 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 944 time: 0.1482139 Nov 25 17:39:01.246533 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f99fb138-e877-4ac6-8aed-66a27f99215c tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:01.304114 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-77af886f-dfb4-47eb-9dae-1bc1c8a90cf0 req-e4b6bf22-cee5-46c8-9b01-70369c3095b6 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=0f8521b0-fea5-42f2-a976-d0ce371dead0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046379 Nov 25 17:39:01.438817 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f99fb138-e877-4ac6-8aed-66a27f99215c tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:01.520742 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f99fb138-e877-4ac6-8aed-66a27f99215c tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:01.577879 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-7548536e-95bc-403e-ab02-f25e637616fe None None] Provisioning complete for port 6feec3be-c89f-452e-a281-98fdb0928e3a triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:01.584175 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7548536e-95bc-403e-ab02-f25e637616fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:01.595566 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fb138-e877-4ac6-8aed-66a27f99215c tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event deleted for resources: {'Subnet': ['ID=4cd5791a-c851-4b67-a7cc-1ae7ac57b082,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:01.599371 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f99fb138-e877-4ac6-8aed-66a27f99215c tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:01.605989 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f99fb138-e877-4ac6-8aed-66a27f99215c tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/subnets/4cd5791a-c851-4b67-a7cc-1ae7ac57b082 HTTP/1.1" status: 204 len: 168 time: 0.5451930 Nov 25 17:39:01.606580 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55706) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:01.721800 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55714) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:01.728202 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-76e98a39-eb42-41e6-867a-e10938ae2e83 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Request body: {'subnet': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:01.732718 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-b309bc48-2f41-472f-a83e-2dc267c7cca7 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1245711 Nov 25 17:39:01.987100 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f8ec8d-efed-47e8-b650-5d45d2e2feae req-ee25707d-eae3-4383-bd04-f3d191d7def7 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:01.990233 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e98a39-eb42-41e6-867a-e10938ae2e83 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Made reservation on behalf of b4fd74d3755f4cd39b2026436dde8bb1 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:39:01.996015 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-76e98a39-eb42-41e6-867a-e10938ae2e83 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:01.997379 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-93f8ec8d-efed-47e8-b650-5d45d2e2feae req-ee25707d-eae3-4383-bd04-f3d191d7def7 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 946 time: 0.3312883 Nov 25 17:39:02.114699 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768be5b-83c1-4c0a-a1e8-cdb7563cb1e4 req-f3003c33-1e20-4169-bd76-9c8311c7a96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:02.122017 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e768be5b-83c1-4c0a-a1e8-cdb7563cb1e4 req-f3003c33-1e20-4169-bd76-9c8311c7a96d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b&tenant_id=d4086650dac54a539044dab15f8f252a HTTP/1.1" status: 200 len: 1095 time: 0.3134153 Nov 25 17:39:02.191603 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79ca1e7-b500-4c00-bffb-1e96bcdf8743 None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:39:02.231881 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-93f8ec8d-efed-47e8-b650-5d45d2e2feae req-55cc4322-8358-468c-b5f8-46a983c3e6e4 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2188907 Nov 25 17:39:02.278975 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768be5b-83c1-4c0a-a1e8-cdb7563cb1e4 req-9d8524fd-bc27-47e8-bc42-5973192e3d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:02.281379 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e768be5b-83c1-4c0a-a1e8-cdb7563cb1e4 req-9d8524fd-bc27-47e8-bc42-5973192e3d64 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d4086650dac54a539044dab15f8f252a&device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 1095 time: 0.1283526 Nov 25 17:39:02.387088 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-76e98a39-eb42-41e6-867a-e10938ae2e83 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:02.428475 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768be5b-83c1-4c0a-a1e8-cdb7563cb1e4 req-1ff7d9a5-38fa-4dd6-9223-9dd9b8f320b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:02.429516 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-3236a0d0-3b1e-40f6-9c4c-3be1d43c8e58 None None] Could not find standard attr ID for object 24877739-1ee0-4473-aa74-857c1d440460. {{(pid=103362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:39:02.430156 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e768be5b-83c1-4c0a-a1e8-cdb7563cb1e4 req-1ff7d9a5-38fa-4dd6-9223-9dd9b8f320b4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=49c799e6-01fb-4356-b67f-8b970273c51a HTTP/1.1" status: 200 len: 917 time: 0.1415985 Nov 25 17:39:02.466036 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0812725d-77b5-4f80-96b3-b94ce9e591d5 None None] DHCP port deletion for fed75ec1-726a-45be-ab23-2dd76f977831 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:39:02.468103 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e98a39-eb42-41e6-867a-e10938ae2e83 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:39:02.473641 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-76e98a39-eb42-41e6-867a-e10938ae2e83 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:39:02.478655 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e98a39-eb42-41e6-867a-e10938ae2e83 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:02.479261 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-76e98a39-eb42-41e6-867a-e10938ae2e83 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:02.526980 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-76e98a39-eb42-41e6-867a-e10938ae2e83 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8039861 Nov 25 17:39:02.531253 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55738) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:02.544408 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-d1598f21-ea06-4a05-a436-e98c69828007 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Request body: {'port': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'name': 'tempest-NetworksTestDHCPv6-973566906'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:02.551935 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e98a39-eb42-41e6-867a-e10938ae2e83 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event updated for resources: {'Subnet': ['ID=01b142f6-fbf1-41af-bd3c-40246a3206bf,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:02.570964 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-0812725d-77b5-4f80-96b3-b94ce9e591d5 None None] Deleting port 6feec3be-c89f-452e-a281-98fdb0928e3a {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:39:02.571368 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0812725d-77b5-4f80-96b3-b94ce9e591d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:02.572953 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d78fb-57b0-4885-87ec-c14c8ce81e58 req-d40e1e64-162b-4f98-9fbf-941dd2e2d83e tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:02.574693 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-066d78fb-57b0-4885-87ec-c14c8ce81e58 req-d40e1e64-162b-4f98-9fbf-941dd2e2d83e tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 944 time: 0.1370370 Nov 25 17:39:02.591177 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e768be5b-83c1-4c0a-a1e8-cdb7563cb1e4 req-b73dc0c6-eb64-498f-977f-27bdaf0248b5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eafcd150-3494-48a4-b969-e28538f2a772 HTTP/1.1" status: 200 len: 999 time: 0.1515172 Nov 25 17:39:02.643147 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 6feec3be-c89f-452e-a281-98fdb0928e3a no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:39:02.720760 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768be5b-83c1-4c0a-a1e8-cdb7563cb1e4 req-35fe3c60-2eca-48df-891e-4860def53b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:02.722729 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e768be5b-83c1-4c0a-a1e8-cdb7563cb1e4 req-35fe3c60-2eca-48df-891e-4860def53b08 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=25a72b94-fb6e-4434-9c21-274e75835bc9 HTTP/1.1" status: 200 len: 855 time: 0.1129324 Nov 25 17:39:02.728329 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-066d78fb-57b0-4885-87ec-c14c8ce81e58 req-9a58160a-d992-4e95-92c7-aedca51057ce tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=0f8521b0-fea5-42f2-a976-d0ce371dead0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453073 Nov 25 17:39:02.793185 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1598f21-ea06-4a05-a436-e98c69828007 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Made reservation on behalf of b4fd74d3755f4cd39b2026436dde8bb1 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:39:02.799621 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d1598f21-ea06-4a05-a436-e98c69828007 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:02.801763 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768be5b-83c1-4c0a-a1e8-cdb7563cb1e4 req-d1430dc7-df03-4a64-b9a9-b4ff94fecc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:02.803276 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e768be5b-83c1-4c0a-a1e8-cdb7563cb1e4 req-d1430dc7-df03-4a64-b9a9-b4ff94fecc70 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=49c799e6-01fb-4356-b67f-8b970273c51a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733573 Nov 25 17:39:02.824602 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-d1598f21-ea06-4a05-a436-e98c69828007 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] device_id is not set on port 8f9278d3-fd11-4280-b5dc-51de5b67d96d yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:39:02.831964 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-0812725d-77b5-4f80-96b3-b94ce9e591d5 None None] For port 6feec3be-c89f-452e-a281-98fdb0928e3a, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=6feec3be-c89f-452e-a281-98fdb0928e3a,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:02.832389 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0812725d-77b5-4f80-96b3-b94ce9e591d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:02.851430 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-0812725d-77b5-4f80-96b3-b94ce9e591d5 None None] Calling delete_port for 6feec3be-c89f-452e-a281-98fdb0928e3a owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:39:02.853276 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:02.918366 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e768be5b-83c1-4c0a-a1e8-cdb7563cb1e4 req-0ede6c9b-7172-4183-9816-db6cdc641c54 service neutron] 10.222.0.90 "GET /v2.0/networks/49c799e6-01fb-4356-b67f-8b970273c51a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074853 Nov 25 17:39:02.945508 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port 6feec3be-c89f-452e-a281-98fdb0928e3a, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=6feec3be-c89f-452e-a281-98fdb0928e3a,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:02.953210 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:02.985693 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55752) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:03.071953 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-d1598f21-ea06-4a05-a436-e98c69828007 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Allocated IP 2001:db8::1f6 (fed75ec1-726a-45be-ab23-2dd76f977831/01b142f6-fbf1-41af-bd3c-40246a3206bf/8f9278d3-fd11-4280-b5dc-51de5b67d96d) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:39:03.081340 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=6feec3be-c89f-452e-a281-98fdb0928e3a,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:03.091876 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0812725d-77b5-4f80-96b3-b94ce9e591d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:03.113776 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e768be5b-83c1-4c0a-a1e8-cdb7563cb1e4 req-b15472fe-38dc-4922-b8bb-e5e22dbbca94 service neutron] 10.222.0.90 "GET /v2.0/networks/49c799e6-01fb-4356-b67f-8b970273c51a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862679 Nov 25 17:39:03.128660 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0812725d-77b5-4f80-96b3-b94ce9e591d5 None None] Pushing event deleted for resources: {'Port': ['ID=6feec3be-c89f-452e-a281-98fdb0928e3a,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:03.132496 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0812725d-77b5-4f80-96b3-b94ce9e591d5 None None] No DVR routers for this DVR port 6feec3be-c89f-452e-a281-98fdb0928e3a on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:39:03.158935 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67a88fe-aec6-47c5-9fe7-8f6419128371 None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:39:03.337719 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b47d943-c0e2-4219-9efe-fd7bddd1f2fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-fed75ec1-726a-45be-ab23-2dd76f977831', 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'tenant_id': 'b4fd74d3755f4cd39b2026436dde8bb1', 'fixed_ips': [{'subnet_id': '01b142f6-fbf1-41af-bd3c-40246a3206bf'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:39:03.339234 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8b47d943-c0e2-4219-9efe-fd7bddd1f2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:03.345239 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d1598f21-ea06-4a05-a436-e98c69828007 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:03.405748 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-1aa4713f-fa29-4504-9535-abb49dc51dc7 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1877076880-network', 'tenant_id': '45d49c66298c43eea2c149f9d217583c'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:03.423703 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c23de7f-ca94-477a-98d2-b4c923a137a3 req-ffd45570-87c7-4e8f-bc49-272db5b3b5a4 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:03.432711 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5c23de7f-ca94-477a-98d2-b4c923a137a3 req-ffd45570-87c7-4e8f-bc49-272db5b3b5a4 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 946 time: 0.0900741 Nov 25 17:39:03.473452 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d1598f21-ea06-4a05-a436-e98c69828007 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:03.475630 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa4713f-fa29-4504-9535-abb49dc51dc7 admin admin] Made reservation on behalf of 45d49c66298c43eea2c149f9d217583c for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:39:03.485932 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1aa4713f-fa29-4504-9535-abb49dc51dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:03.500205 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1aa4713f-fa29-4504-9535-abb49dc51dc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:03.509809 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5c23de7f-ca94-477a-98d2-b4c923a137a3 req-be72a344-d69a-44fa-bac4-3f437d8ea063 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760520 Nov 25 17:39:03.562492 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1598f21-ea06-4a05-a436-e98c69828007 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:39:03.572008 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-d1598f21-ea06-4a05-a436-e98c69828007 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:39:03.581104 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1598f21-ea06-4a05-a436-e98c69828007 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:39:03.588990 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1598f21-ea06-4a05-a436-e98c69828007 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:03.590064 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d1598f21-ea06-4a05-a436-e98c69828007 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:03.592943 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-8b47d943-c0e2-4219-9efe-fd7bddd1f2fa None None] Allocated IP 2001:db8::2 (fed75ec1-726a-45be-ab23-2dd76f977831/01b142f6-fbf1-41af-bd3c-40246a3206bf/3c1a2edd-6ecc-4636-916a-82567652e69a) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:39:03.617517 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d1598f21-ea06-4a05-a436-e98c69828007 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0770962 Nov 25 17:39:03.622710 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55780) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:03.639134 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1598f21-ea06-4a05-a436-e98c69828007 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event updated for resources: {'Port': ['ID=8f9278d3-fd11-4280-b5dc-51de5b67d96d,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:03.716086 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6521655-5cdf-43cd-9562-748fe4cc6e4a req-b8d84e75-27c4-47a9-92ea-14b127e01073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:03.720746 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d6521655-5cdf-43cd-9562-748fe4cc6e4a req-b8d84e75-27c4-47a9-92ea-14b127e01073 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d4086650dac54a539044dab15f8f252a&device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 1095 time: 0.1387355 Nov 25 17:39:03.723997 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da28e25-81db-40cd-ad02-006be3ae3cff tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:03.725621 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3da28e25-81db-40cd-ad02-006be3ae3cff tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1001496 Nov 25 17:39:03.729548 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55786) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:03.779773 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1aa4713f-fa29-4504-9535-abb49dc51dc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:03.792743 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1aa4713f-fa29-4504-9535-abb49dc51dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:03.861742 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa4713f-fa29-4504-9535-abb49dc51dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6485b45c-e0bd-4fa5-ab4f-1d1e7c3244c2,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:03.880782 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8b47d943-c0e2-4219-9efe-fd7bddd1f2fa None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:03.901063 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8b47d943-c0e2-4219-9efe-fd7bddd1f2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:03.901969 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aa4713f-fa29-4504-9535-abb49dc51dc7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 901} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:39:03.928331 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1aa4713f-fa29-4504-9535-abb49dc51dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:03.928810 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-1aa4713f-fa29-4504-9535-abb49dc51dc7 admin admin] Added segment 95158716-91a9-41e1-9c17-4928dbd75dd6 of type vlan for network 59a25a1f-1835-41ad-875d-3a7ed20b973c Nov 25 17:39:03.956254 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b47d943-c0e2-4219-9efe-fd7bddd1f2fa None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:39:03.978590 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-4eb8a4a9-dad3-42f3-874b-48c3a8e47343 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Deleting port 8f9278d3-fd11-4280-b5dc-51de5b67d96d {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:39:03.980155 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4eb8a4a9-dad3-42f3-874b-48c3a8e47343 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:04.020670 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-8b47d943-c0e2-4219-9efe-fd7bddd1f2fa None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:39:04.034850 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b47d943-c0e2-4219-9efe-fd7bddd1f2fa None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:39:04.087256 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4eb8a4a9-dad3-42f3-874b-48c3a8e47343 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:04.101554 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-4eb8a4a9-dad3-42f3-874b-48c3a8e47343 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Calling delete_port for 8f9278d3-fd11-4280-b5dc-51de5b67d96d owned by {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:39:04.122153 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6521655-5cdf-43cd-9562-748fe4cc6e4a req-12ddc054-bde3-494b-927c-924961c420f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:04.126149 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d6521655-5cdf-43cd-9562-748fe4cc6e4a req-12ddc054-bde3-494b-927c-924961c420f0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=49c799e6-01fb-4356-b67f-8b970273c51a HTTP/1.1" status: 200 len: 917 time: 0.3710179 Nov 25 17:39:04.198267 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b47d943-c0e2-4219-9efe-fd7bddd1f2fa None None] Pushing event updated for resources: {'Port': ['ID=3c1a2edd-6ecc-4636-916a-82567652e69a,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:04.229483 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-8b47d943-c0e2-4219-9efe-fd7bddd1f2fa None None] Attempting to bind port 3c1a2edd-6ecc-4636-916a-82567652e69a on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:39:04.229868 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-8b47d943-c0e2-4219-9efe-fd7bddd1f2fa None None] Attempting to bind port 3c1a2edd-6ecc-4636-916a-82567652e69a by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:39:04.230209 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b47d943-c0e2-4219-9efe-fd7bddd1f2fa None None] Attempting to bind port 3c1a2edd-6ecc-4636-916a-82567652e69a on network fed75ec1-726a-45be-ab23-2dd76f977831 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:39:04.247563 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b47d943-c0e2-4219-9efe-fd7bddd1f2fa None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:39:04.254761 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b47d943-c0e2-4219-9efe-fd7bddd1f2fa None None] Checking segment: {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:39:04.255452 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8b47d943-c0e2-4219-9efe-fd7bddd1f2fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:04.257139 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b47d943-c0e2-4219-9efe-fd7bddd1f2fa None None] Bound using segment: {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:39:04.257875 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-8b47d943-c0e2-4219-9efe-fd7bddd1f2fa None None] Bound port: 3c1a2edd-6ecc-4636-916a-82567652e69a, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:39:04.259543 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8b47d943-c0e2-4219-9efe-fd7bddd1f2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:04.267180 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9a9c43-9509-427e-90cc-15c59446b3d8 req-c469c926-3c8a-4112-8e2b-02830413b5bf tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:04.269562 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1e9a9c43-9509-427e-90cc-15c59446b3d8 req-c469c926-3c8a-4112-8e2b-02830413b5bf tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 944 time: 0.2929440 Nov 25 17:39:04.284467 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4eb8a4a9-dad3-42f3-874b-48c3a8e47343 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:04.318630 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d6521655-5cdf-43cd-9562-748fe4cc6e4a req-23f84fe4-3c75-439e-a174-82c48627a7b3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eafcd150-3494-48a4-b969-e28538f2a772 HTTP/1.1" status: 200 len: 999 time: 0.1843355 Nov 25 17:39:04.329829 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1aa4713f-fa29-4504-9535-abb49dc51dc7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:04.364935 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb8a4a9-dad3-42f3-874b-48c3a8e47343 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event deleted for resources: {'Port': ['ID=8f9278d3-fd11-4280-b5dc-51de5b67d96d,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:04.415490 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4eb8a4a9-dad3-42f3-874b-48c3a8e47343 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:04.424930 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4eb8a4a9-dad3-42f3-874b-48c3a8e47343 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/ports/8f9278d3-fd11-4280-b5dc-51de5b67d96d HTTP/1.1" status: 204 len: 168 time: 0.6943429 Nov 25 17:39:04.431571 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55816) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:04.438376 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-8b47d943-c0e2-4219-9efe-fd7bddd1f2fa None None] For port 3c1a2edd-6ecc-4636-916a-82567652e69a, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:39:04.442241 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-8b47d943-c0e2-4219-9efe-fd7bddd1f2fa None None] For port 3c1a2edd-6ecc-4636-916a-82567652e69a, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=3c1a2edd-6ecc-4636-916a-82567652e69a,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:39:04.451302 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8b47d943-c0e2-4219-9efe-fd7bddd1f2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:04.472407 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6521655-5cdf-43cd-9562-748fe4cc6e4a req-ee535bc1-72b7-4338-8cfa-9069e66308a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:04.475754 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d6521655-5cdf-43cd-9562-748fe4cc6e4a req-ee535bc1-72b7-4338-8cfa-9069e66308a7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=25a72b94-fb6e-4434-9c21-274e75835bc9 HTTP/1.1" status: 200 len: 855 time: 0.1328869 Nov 25 17:39:04.551939 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1aa4713f-fa29-4504-9535-abb49dc51dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:04.561252 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa4713f-fa29-4504-9535-abb49dc51dc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:04.561995 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1aa4713f-fa29-4504-9535-abb49dc51dc7 admin admin] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:04.587439 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b47d943-c0e2-4219-9efe-fd7bddd1f2fa None None] Pushing event updated for resources: {'Port': ['ID=3c1a2edd-6ecc-4636-916a-82567652e69a,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:04.606783 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1e9a9c43-9509-427e-90cc-15c59446b3d8 req-9631dda2-e9cb-4b93-8fb1-18f9460f0f5f tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=0f8521b0-fea5-42f2-a976-d0ce371dead0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3245461 Nov 25 17:39:04.628639 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6521655-5cdf-43cd-9562-748fe4cc6e4a req-b1a03c4d-b584-4804-9209-064793ea2f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:04.631162 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d6521655-5cdf-43cd-9562-748fe4cc6e4a req-b1a03c4d-b584-4804-9209-064793ea2f83 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=49c799e6-01fb-4356-b67f-8b970273c51a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1349254 Nov 25 17:39:04.667036 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124ff59c-37fb-400f-9337-3331630234f9 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:04.669143 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124ff59c-37fb-400f-9337-3331630234f9 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:04.670942 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-124ff59c-37fb-400f-9337-3331630234f9 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2383349 Nov 25 17:39:04.674139 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55826) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:04.732762 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1aa4713f-fa29-4504-9535-abb49dc51dc7 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7430010 Nov 25 17:39:04.733303 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55828) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:04.739984 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-3d65b2ac-cbf6-4f31-bf0e-b6c005b0826d admin admin] Request body: {'subnet': {'network_id': '59a25a1f-1835-41ad-875d-3a7ed20b973c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1877076880-subnet', 'tenant_id': '45d49c66298c43eea2c149f9d217583c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:04.745104 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa4713f-fa29-4504-9535-abb49dc51dc7 admin admin] Pushing event updated for resources: {'Network': ['ID=59a25a1f-1835-41ad-875d-3a7ed20b973c,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:04.768022 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 59a25a1f-1835-41ad-875d-3a7ed20b973c details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:39:04.800795 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d65b2ac-cbf6-4f31-bf0e-b6c005b0826d admin admin] Made reservation on behalf of 45d49c66298c43eea2c149f9d217583c for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:39:04.803901 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3d65b2ac-cbf6-4f31-bf0e-b6c005b0826d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:05.423601 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3d65b2ac-cbf6-4f31-bf0e-b6c005b0826d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:05.616765 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d65b2ac-cbf6-4f31-bf0e-b6c005b0826d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2c57a73-ee6c-4663-9f78-bd4512b9039b,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:05.627295 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0047c86-ba04-456e-90a3-4a8c0d25ff81 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Deleting subnet 01b142f6-fbf1-41af-bd3c-40246a3206bf {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:39:05.637742 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d65b2ac-cbf6-4f31-bf0e-b6c005b0826d admin admin] Checking segment: {'id': '95158716-91a9-41e1-9c17-4928dbd75dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '59a25a1f-1835-41ad-875d-3a7ed20b973c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:39:05.638314 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d65b2ac-cbf6-4f31-bf0e-b6c005b0826d admin admin] Network hostable DHCP agents. Network: 59a25a1f-1835-41ad-875d-3a7ed20b973c, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:39:05.645366 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d0047c86-ba04-456e-90a3-4a8c0d25ff81 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:05.674366 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d65b2ac-cbf6-4f31-bf0e-b6c005b0826d admin admin] Network 59a25a1f-1835-41ad-875d-3a7ed20b973c is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:39:05.697567 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-3d65b2ac-cbf6-4f31-bf0e-b6c005b0826d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 59a25a1f-1835-41ad-875d-3a7ed20b973c) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:39:05.701937 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d65b2ac-cbf6-4f31-bf0e-b6c005b0826d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:05.702538 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3d65b2ac-cbf6-4f31-bf0e-b6c005b0826d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:05.709561 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d587afb1-37eb-432c-a417-b02ca38fafea None None] Network 59a25a1f-1835-41ad-875d-3a7ed20b973c requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:39:05.774960 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3d65b2ac-cbf6-4f31-bf0e-b6c005b0826d admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0399766 Nov 25 17:39:05.902362 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 82625e3e-d5dd-41cd-b7dc-44893732e44b no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:39:05.950364 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d6521655-5cdf-43cd-9562-748fe4cc6e4a req-643ee5df-822e-4214-87e0-bb97b9667d9b service neutron] 10.222.0.90 "GET /v2.0/networks/49c799e6-01fb-4356-b67f-8b970273c51a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3062744 Nov 25 17:39:05.958201 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d0047c86-ba04-456e-90a3-4a8c0d25ff81 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:06.228021 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:06.241215 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d6521655-5cdf-43cd-9562-748fe4cc6e4a req-ab6a546a-caf4-4ade-9fb0-8b172ec078ea service neutron] 10.222.0.90 "GET /v2.0/networks/49c799e6-01fb-4356-b67f-8b970273c51a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882260 Nov 25 17:39:06.283244 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6cd9228-798f-4b1a-9b78-7c2139a9569c None None] Network 59a25a1f-1835-41ad-875d-3a7ed20b973c requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:39:06.327746 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af24b5-ac65-49f8-ad33-be5dbeebb822 req-067f9b8c-b33f-4d73-9dc5-2c21862df8cf tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:06.332854 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-69af24b5-ac65-49f8-ad33-be5dbeebb822 req-067f9b8c-b33f-4d73-9dc5-2c21862df8cf tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 944 time: 0.5124574 Nov 25 17:39:06.470427 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a945130d-bde9-4dd0-aeb1-55204a14c056', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82625e3e-d5dd-41cd-b7dc-44893732e44b'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:39:06.478227 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91fae63a-b8ef-462e-945c-e0ef51e4068a" -d '{"events": [{"server_uuid": "a945130d-bde9-4dd0-aeb1-55204a14c056", "name": "network-vif-unplugged", "status": "completed", "tag": "82625e3e-d5dd-41cd-b7dc-44893732e44b"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:39:06.643560 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5fe7369-9df1-4b98-923c-3bbb5d02a48b x-openstack-request-id: req-e5fe7369-9df1-4b98-923c-3bbb5d02a48b {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:39:06.646354 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a945130d-bde9-4dd0-aeb1-55204a14c056", "name": "network-vif-unplugged", "status": "completed", "tag": "82625e3e-d5dd-41cd-b7dc-44893732e44b", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:39:06.646845 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e5fe7369-9df1-4b98-923c-3bbb5d02a48b {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:39:06.649055 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a945130d-bde9-4dd0-aeb1-55204a14c056', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82625e3e-d5dd-41cd-b7dc-44893732e44b', 'code': 200} Nov 25 17:39:06.659993 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 82625e3e-d5dd-41cd-b7dc-44893732e44b, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=82625e3e-d5dd-41cd-b7dc-44893732e44b,segment=NetworkSegment(c5752f96-a6e9-4fc2-9dae-273cc6a23f00),segment_id=c5752f96-a6e9-4fc2-9dae-273cc6a23f00)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:06.661033 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-69af24b5-ac65-49f8-ad33-be5dbeebb822 req-2f63e805-64d8-47e6-a1bb-94d1100cd846 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=0f8521b0-fea5-42f2-a976-d0ce371dead0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3000085 Nov 25 17:39:06.673671 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55896) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:06.704545 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d0047c86-ba04-456e-90a3-4a8c0d25ff81 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:06.715039 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:06.768303 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-4b0f7c5b-a0dc-4331-973a-cae93d7f394d None None] Provisioning complete for port 3c1a2edd-6ecc-4636-916a-82567652e69a triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:06.769042 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4b0f7c5b-a0dc-4331-973a-cae93d7f394d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:06.807194 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55902) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:06.836986 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 3c1a2edd-6ecc-4636-916a-82567652e69a up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:39:06.896983 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d0047c86-ba04-456e-90a3-4a8c0d25ff81 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:06.960973 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=82625e3e-d5dd-41cd-b7dc-44893732e44b,revision_number=8']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:06.989907 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0047c86-ba04-456e-90a3-4a8c0d25ff81 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event deleted for resources: {'Subnet': ['ID=01b142f6-fbf1-41af-bd3c-40246a3206bf,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:07.004082 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d0047c86-ba04-456e-90a3-4a8c0d25ff81 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:07.044621 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55908) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:07.053184 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d0047c86-ba04-456e-90a3-4a8c0d25ff81 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/subnets/01b142f6-fbf1-41af-bd3c-40246a3206bf HTTP/1.1" status: 204 len: 168 time: 2.3674538 Nov 25 17:39:07.116922 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4b0f7c5b-a0dc-4331-973a-cae93d7f394d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:07.168745 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-dfebe4b6-0ce9-4402-8349-fe70d81d9b71 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1229498 Nov 25 17:39:07.169633 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-47daaaa1-32bd-4dc2-b90b-cb0ba3843597 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:07.172849 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55910) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:07.186807 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bc59d0b6-67ca-40a7-9bd7-c1921516a0e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:07.239193 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 3c1a2edd-6ecc-4636-916a-82567652e69a triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:07.239961 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:07.256949 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174544a4-d64b-46e3-971a-4fef05d2d5ff tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:07.262120 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-174544a4-d64b-46e3-971a-4fef05d2d5ff tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0881374 Nov 25 17:39:07.262790 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55914) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:07.342521 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-4b0f7c5b-a0dc-4331-973a-cae93d7f394d None None] For port 3c1a2edd-6ecc-4636-916a-82567652e69a, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=3c1a2edd-6ecc-4636-916a-82567652e69a,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:07.395857 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4b0f7c5b-a0dc-4331-973a-cae93d7f394d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:07.465647 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78a4bac-29f9-4fec-8469-da94b53bae3b tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:07.476273 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c78a4bac-29f9-4fec-8469-da94b53bae3b tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2116861 Nov 25 17:39:07.478723 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55922) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:07.501568 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55924) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:07.513898 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bc59d0b6-67ca-40a7-9bd7-c1921516a0e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:07.559861 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0f7c5b-a0dc-4331-973a-cae93d7f394d None None] Pushing event updated for resources: {'Port': ['ID=3c1a2edd-6ecc-4636-916a-82567652e69a,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:07.563234 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab43204-6930-40e7-b4f1-1b8d28388855 None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:39:07.591344 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d4d03982-56be-44e1-8f01-90bb45c2c7c6 None None] Could not find standard attr ID for object 8f9278d3-fd11-4280-b5dc-51de5b67d96d. {{(pid=103362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:39:07.602887 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-47daaaa1-32bd-4dc2-b90b-cb0ba3843597 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:07.604782 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bc59d0b6-67ca-40a7-9bd7-c1921516a0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:07.621409 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-47daaaa1-32bd-4dc2-b90b-cb0ba3843597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:07.632883 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d4d03982-56be-44e1-8f01-90bb45c2c7c6 None None] Could not find standard attr ID for object 2d0aac4b-32eb-4db9-bb09-815dfa45876d. {{(pid=103362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:39:07.648694 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-eda8b518-7987-4bd7-8282-f807f6573169 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-933359673-network', 'tenant_id': 'e5bb09f304764c58acbbe8c88576c0fb'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:07.692935 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-a3a9737c-595f-4f02-aae6-02a4d34a4ec3 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2112517 Nov 25 17:39:07.702445 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55936) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:07.718874 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-5cbde0ba-5a6e-4f0e-a93f-7d7c167e9ce0 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Request body: {'subnet': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:07.733325 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda8b518-7987-4bd7-8282-f807f6573169 admin admin] Made reservation on behalf of e5bb09f304764c58acbbe8c88576c0fb for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:39:07.740730 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-eda8b518-7987-4bd7-8282-f807f6573169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:07.790149 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-eda8b518-7987-4bd7-8282-f807f6573169 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:07.823643 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc59d0b6-67ca-40a7-9bd7-c1921516a0e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09f24e5-3482-4bb5-9547-38f79cd7b278,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:07.837586 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 82625e3e-d5dd-41cd-b7dc-44893732e44b details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:39:07.961436 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-47daaaa1-32bd-4dc2-b90b-cb0ba3843597 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4bbf1b65508349c7823b7a24554823df&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1530986 Nov 25 17:39:07.963982 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-bc59d0b6-67ca-40a7-9bd7-c1921516a0e7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=acd03c834a6c44adbe8c2bc98176fd29&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2890089 Nov 25 17:39:07.964426 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55944) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:07.964777 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47daaaa1-32bd-4dc2-b90b-cb0ba3843597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3778a1f-a347-4735-9c2f-474c2568d175,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:07.967137 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55946) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:08.080316 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cbde0ba-5a6e-4f0e-a93f-7d7c167e9ce0 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Made reservation on behalf of b4fd74d3755f4cd39b2026436dde8bb1 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:39:08.084788 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5cbde0ba-5a6e-4f0e-a93f-7d7c167e9ce0 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:08.124396 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ad5d53f5-cbf2-4e22-8ce0-ef54a4658cf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:08.133795 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 82625e3e-d5dd-41cd-b7dc-44893732e44b, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=82625e3e-d5dd-41cd-b7dc-44893732e44b,segment=NetworkSegment(c5752f96-a6e9-4fc2-9dae-273cc6a23f00),segment_id=c5752f96-a6e9-4fc2-9dae-273cc6a23f00)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:08.151459 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '82625e3e-d5dd-41cd-b7dc-44893732e44b', 'network_id': 'd0082d57-8c96-4a76-be0f-340c2f65b160', 'port_id': '82625e3e-d5dd-41cd-b7dc-44893732e44b', 'mac_address': 'fa:16:3e:9e:98:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c74f83ed-3896-4341-8cf1-e1417d85add2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:39:08.153665 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23deeb30-1a24-4d7c-9262-a9e2ed79c14d None None] DHCP port deletion for fed75ec1-726a-45be-ab23-2dd76f977831 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:39:08.160631 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa5431-fa7d-41a9-9d85-e8cb65c5d0ca req-35a790ee-2b12-4d29-8324-644808cef6da tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:08.162591 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5daa5431-fa7d-41a9-9d85-e8cb65c5d0ca req-35a790ee-2b12-4d29-8324-644808cef6da tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 944 time: 0.2221413 Nov 25 17:39:08.206761 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ad5d53f5-cbf2-4e22-8ce0-ef54a4658cf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:08.278082 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5daa5431-fa7d-41a9-9d85-e8cb65c5d0ca req-6ff8e032-3485-40f4-8d72-4c73796e1c99 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=0f8521b0-fea5-42f2-a976-d0ce371dead0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729997 Nov 25 17:39:08.280625 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:08.312399 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c50022c9-3023-4c57-a7f1-8b7eadd80f72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:08.316184 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82625e3e-d5dd-41cd-b7dc-44893732e44b {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:39:08.340420 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-23deeb30-1a24-4d7c-9262-a9e2ed79c14d None None] Deleting port 3c1a2edd-6ecc-4636-916a-82567652e69a {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:39:08.343375 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-23deeb30-1a24-4d7c-9262-a9e2ed79c14d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:08.354858 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ad5d53f5-cbf2-4e22-8ce0-ef54a4658cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:08.358213 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ad5d53f5-cbf2-4e22-8ce0-ef54a4658cf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:08.359888 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ad5d53f5-cbf2-4e22-8ce0-ef54a4658cf7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d09f24e5-3482-4bb5-9547-38f79cd7b278 HTTP/1.1" status: 204 len: 168 time: 0.3617957 Nov 25 17:39:08.381103 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d53f5-cbf2-4e22-8ce0-ef54a4658cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09f24e5-3482-4bb5-9547-38f79cd7b278,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:08.395873 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-eda8b518-7987-4bd7-8282-f807f6573169 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:08.434115 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c50022c9-3023-4c57-a7f1-8b7eadd80f72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:08.443563 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-eda8b518-7987-4bd7-8282-f807f6573169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:08.474494 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 82625e3e-d5dd-41cd-b7dc-44893732e44b, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=82625e3e-d5dd-41cd-b7dc-44893732e44b,segment=NetworkSegment(c5752f96-a6e9-4fc2-9dae-273cc6a23f00),segment_id=c5752f96-a6e9-4fc2-9dae-273cc6a23f00)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:08.590978 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eda8b518-7987-4bd7-8282-f807f6573169 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 938} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:39:08.651729 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-eda8b518-7987-4bd7-8282-f807f6573169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:08.656339 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-eda8b518-7987-4bd7-8282-f807f6573169 admin admin] Added segment c7a154d0-4d0f-40ff-80cd-772afa851c48 of type vlan for network 9261b0fd-78c8-4514-85c4-78472439e9a8 Nov 25 17:39:08.661621 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda8b518-7987-4bd7-8282-f807f6573169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1b352f-c9c1-4aab-851a-8dbf5b298b54,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:08.921942 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:08.937971 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 3c1a2edd-6ecc-4636-916a-82567652e69a no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:39:08.982414 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-eda8b518-7987-4bd7-8282-f807f6573169 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:09.027227 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c50022c9-3023-4c57-a7f1-8b7eadd80f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:09.036130 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c50022c9-3023-4c57-a7f1-8b7eadd80f72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:09.048625 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c50022c9-3023-4c57-a7f1-8b7eadd80f72 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e3778a1f-a347-4735-9c2f-474c2568d175 HTTP/1.1" status: 204 len: 168 time: 1.0794673 Nov 25 17:39:09.082992 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50022c9-3023-4c57-a7f1-8b7eadd80f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3778a1f-a347-4735-9c2f-474c2568d175,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:09.168426 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-23deeb30-1a24-4d7c-9262-a9e2ed79c14d None None] For port 3c1a2edd-6ecc-4636-916a-82567652e69a, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=3c1a2edd-6ecc-4636-916a-82567652e69a,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:09.174908 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-23deeb30-1a24-4d7c-9262-a9e2ed79c14d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:09.223121 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55970) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:09.238776 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['82625e3e-d5dd-41cd-b7dc-44893732e44b'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:39:09.260326 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6813ba36-067b-4e14-8054-44e5db394e4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:09.268838 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-eda8b518-7987-4bd7-8282-f807f6573169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:09.277742 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda8b518-7987-4bd7-8282-f807f6573169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:09.278625 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-eda8b518-7987-4bd7-8282-f807f6573169 admin admin] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:09.291761 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5cbde0ba-5a6e-4f0e-a93f-7d7c167e9ce0 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:09.454489 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-23deeb30-1a24-4d7c-9262-a9e2ed79c14d None None] Calling delete_port for 3c1a2edd-6ecc-4636-916a-82567652e69a owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:39:09.529247 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6813ba36-067b-4e14-8054-44e5db394e4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:09.543729 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-57308565-069e-4539-9fae-dd27710bdf95 req-88daa03d-4211-4d58-9cd2-c6ffbbce85e5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d74ab755-36a9-4476-bec2-1aaeded5d781&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1642189 Nov 25 17:39:09.561556 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda8b518-7987-4bd7-8282-f807f6573169 admin admin] Pushing event updated for resources: {'Network': ['ID=9261b0fd-78c8-4514-85c4-78472439e9a8,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:09.565165 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6813ba36-067b-4e14-8054-44e5db394e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:09.604946 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-eda8b518-7987-4bd7-8282-f807f6573169 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9673746 Nov 25 17:39:09.637421 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55976) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:09.674609 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-ebf7ef02-3f71-47b0-b690-3d177d30b213 admin admin] Request body: {'subnet': {'network_id': '9261b0fd-78c8-4514-85c4-78472439e9a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-933359673-subnet', 'tenant_id': 'e5bb09f304764c58acbbe8c88576c0fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:09.679161 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbde0ba-5a6e-4f0e-a93f-7d7c167e9ce0 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event updated for resources: {'Subnet': ['ID=c5bd7b51-95fa-48f6-800a-4f49819be210,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:09.696185 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbde0ba-5a6e-4f0e-a93f-7d7c167e9ce0 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:39:09.705725 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 9261b0fd-78c8-4514-85c4-78472439e9a8 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:39:09.710298 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-5cbde0ba-5a6e-4f0e-a93f-7d7c167e9ce0 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:39:09.715019 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbde0ba-5a6e-4f0e-a93f-7d7c167e9ce0 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:09.715763 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5cbde0ba-5a6e-4f0e-a93f-7d7c167e9ce0 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:09.721810 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-23deeb30-1a24-4d7c-9262-a9e2ed79c14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:09.746105 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f687445-ca6e-4ee1-9fcd-f01fa8d955e6 req-9e7679ce-67f5-4e2e-8a27-fc7cef203d46 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:09.751194 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No active binding found for port 3c1a2edd-6ecc-4636-916a-82567652e69a {{(pid=103362) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 25 17:39:09.751913 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 3c1a2edd-6ecc-4636-916a-82567652e69a not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:39:09.755952 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9f687445-ca6e-4ee1-9fcd-f01fa8d955e6 req-9e7679ce-67f5-4e2e-8a27-fc7cef203d46 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 944 time: 0.1911356 Nov 25 17:39:09.780795 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf7ef02-3f71-47b0-b690-3d177d30b213 admin admin] Made reservation on behalf of e5bb09f304764c58acbbe8c88576c0fb for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:39:09.784072 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ebf7ef02-3f71-47b0-b690-3d177d30b213 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:09.814818 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=82625e3e-d5dd-41cd-b7dc-44893732e44b,revision_number=9']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:09.937056 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6813ba36-067b-4e14-8054-44e5db394e4f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2174feeb9a0b44e0bb44659204b287cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7086573 Nov 25 17:39:09.937056 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6813ba36-067b-4e14-8054-44e5db394e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bcd4838-2c87-4137-9ce4-52bc2a0b322a,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:09.950007 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55978) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:09.991977 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57308565-069e-4539-9fae-dd27710bdf95 req-e26e65de-e791-4714-b1e3-1e61220377a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:09.992556 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57308565-069e-4539-9fae-dd27710bdf95 req-e26e65de-e791-4714-b1e3-1e61220377a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:09.992990 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57308565-069e-4539-9fae-dd27710bdf95 req-e26e65de-e791-4714-b1e3-1e61220377a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:09.993460 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57308565-069e-4539-9fae-dd27710bdf95 req-e26e65de-e791-4714-b1e3-1e61220377a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:09.994179 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57308565-069e-4539-9fae-dd27710bdf95 req-e26e65de-e791-4714-b1e3-1e61220377a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:09.994657 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57308565-069e-4539-9fae-dd27710bdf95 req-e26e65de-e791-4714-b1e3-1e61220377a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:09.995124 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57308565-069e-4539-9fae-dd27710bdf95 req-e26e65de-e791-4714-b1e3-1e61220377a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:09.997302 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-57308565-069e-4539-9fae-dd27710bdf95 req-e26e65de-e791-4714-b1e3-1e61220377a5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dd6f14b9d22849c3ad1fbf498db9870a&device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 6500 time: 0.3041682 Nov 25 17:39:10.013646 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-5cbde0ba-5a6e-4f0e-a93f-7d7c167e9ce0 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3101566 Nov 25 17:39:10.029906 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55980) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:10.041198 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ebf7ef02-3f71-47b0-b690-3d177d30b213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:10.052867 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-e6fb8cd7-5667-4cda-9b45-d62463dbd7da tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Request body: {'port': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'fixed_ips': [{'subnet_id': 'c5bd7b51-95fa-48f6-800a-4f49819be210', 'ip_address': '2001:db8::c690:c683:cf63:1119'}], 'name': 'tempest-NetworksTestDHCPv6-1083770740'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:10.085638 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23deeb30-1a24-4d7c-9262-a9e2ed79c14d None None] No DVR routers for this DVR port 3c1a2edd-6ecc-4636-916a-82567652e69a on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:39:10.090208 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23deeb30-1a24-4d7c-9262-a9e2ed79c14d None None] Pushing event deleted for resources: {'Port': ['ID=3c1a2edd-6ecc-4636-916a-82567652e69a,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:10.164286 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20964ffc-5747-4cbd-9b89-350d19372d03 None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:39:10.274781 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55982) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:10.354937 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5cabc880-c19c-4939-89af-e0d2887590f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:10.451079 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9f687445-ca6e-4ee1-9fcd-f01fa8d955e6 req-029f91cf-17bd-49e3-a74a-a7a23ddf6776 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=0f8521b0-fea5-42f2-a976-d0ce371dead0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6932688 Nov 25 17:39:10.460558 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5cabc880-c19c-4939-89af-e0d2887590f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:10.493935 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-76e90869-3d6b-4d2a-b30a-75a207777b33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:10.523979 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57308565-069e-4539-9fae-dd27710bdf95 req-d622888d-ed5e-4e15-a748-0f3cd4f67eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:10.524459 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57308565-069e-4539-9fae-dd27710bdf95 req-d622888d-ed5e-4e15-a748-0f3cd4f67eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:10.525003 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57308565-069e-4539-9fae-dd27710bdf95 req-d622888d-ed5e-4e15-a748-0f3cd4f67eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:10.526760 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-57308565-069e-4539-9fae-dd27710bdf95 req-d622888d-ed5e-4e15-a748-0f3cd4f67eda service neutron] 10.222.0.74 "GET /v2.0/networks?id=124f5b02-f613-458f-b33d-77fb5d166863&id=6d3b5836-4740-4bb0-8171-a77a7b2fa0cd&id=6d3b5836-4740-4bb0-8171-a77a7b2fa0cd&id=6d3b5836-4740-4bb0-8171-a77a7b2fa0cd&id=6d3b5836-4740-4bb0-8171-a77a7b2fa0cd&id=04e189b3-a48d-47a2-8e70-da48c198c103&id=04e189b3-a48d-47a2-8e70-da48c198c103 HTTP/1.1" status: 200 len: 2297 time: 0.4665647 Nov 25 17:39:10.554887 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf7ef02-3f71-47b0-b690-3d177d30b213 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb444969-4165-4486-a45c-86025336da7f,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:10.556180 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8720d9bd-d787-442b-a05a-d130a0bc4992 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-fed75ec1-726a-45be-ab23-2dd76f977831', 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'tenant_id': 'b4fd74d3755f4cd39b2026436dde8bb1', 'fixed_ips': [{'subnet_id': 'c5bd7b51-95fa-48f6-800a-4f49819be210'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:39:10.557836 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8720d9bd-d787-442b-a05a-d130a0bc4992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:10.582350 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf7ef02-3f71-47b0-b690-3d177d30b213 admin admin] Checking segment: {'id': 'c7a154d0-4d0f-40ff-80cd-772afa851c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '9261b0fd-78c8-4514-85c4-78472439e9a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:39:10.583019 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf7ef02-3f71-47b0-b690-3d177d30b213 admin admin] Network hostable DHCP agents. Network: 9261b0fd-78c8-4514-85c4-78472439e9a8, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:39:10.635057 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-57308565-069e-4539-9fae-dd27710bdf95 req-f3c42691-d744-4d52-a1c7-0e10437dcc2f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7be8a07b-4a87-4407-a846-a793d7c0884e HTTP/1.1" status: 200 len: 1000 time: 0.0994635 Nov 25 17:39:10.705050 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf7ef02-3f71-47b0-b690-3d177d30b213 admin admin] Network 9261b0fd-78c8-4514-85c4-78472439e9a8 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:39:10.712218 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57308565-069e-4539-9fae-dd27710bdf95 req-f17068d3-016f-4e35-b98d-f95380b96bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:10.714813 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-57308565-069e-4539-9fae-dd27710bdf95 req-f17068d3-016f-4e35-b98d-f95380b96bb2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3ed106f0-2cd9-4f3e-b760-6bf8df9e80f9 HTTP/1.1" status: 200 len: 856 time: 0.0709617 Nov 25 17:39:10.741547 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6fb8cd7-5667-4cda-9b45-d62463dbd7da tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Made reservation on behalf of b4fd74d3755f4cd39b2026436dde8bb1 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:39:10.746321 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5cabc880-c19c-4939-89af-e0d2887590f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:10.750937 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5cabc880-c19c-4939-89af-e0d2887590f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:10.752427 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-5cabc880-c19c-4939-89af-e0d2887590f7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5bcd4838-2c87-4137-9ce4-52bc2a0b322a HTTP/1.1" status: 204 len: 168 time: 0.8008711 Nov 25 17:39:10.781200 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cabc880-c19c-4939-89af-e0d2887590f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bcd4838-2c87-4137-9ce4-52bc2a0b322a,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:10.800458 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57308565-069e-4539-9fae-dd27710bdf95 req-f3de76d5-f99c-4238-b7f4-b9313acf94bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:10.802152 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-57308565-069e-4539-9fae-dd27710bdf95 req-f3de76d5-f99c-4238-b7f4-b9313acf94bd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=124f5b02-f613-458f-b33d-77fb5d166863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751998 Nov 25 17:39:10.933767 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e6fb8cd7-5667-4cda-9b45-d62463dbd7da tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:10.934730 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-8720d9bd-d787-442b-a05a-d130a0bc4992 None None] Allocated IP 2001:db8::2 (fed75ec1-726a-45be-ab23-2dd76f977831/c5bd7b51-95fa-48f6-800a-4f49819be210/88edf0ef-27c1-4050-ad48-2692430cde0f) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:39:10.954052 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-ebf7ef02-3f71-47b0-b690-3d177d30b213 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 9261b0fd-78c8-4514-85c4-78472439e9a8) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:39:10.972368 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf7ef02-3f71-47b0-b690-3d177d30b213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:10.972739 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ebf7ef02-3f71-47b0-b690-3d177d30b213 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:10.985517 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a49e23-3739-485f-b807-b1cd7de2b662 None None] Network 9261b0fd-78c8-4514-85c4-78472439e9a8 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:39:10.997867 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-76e90869-3d6b-4d2a-b30a-75a207777b33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:10.999364 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [None req-e6fb8cd7-5667-4cda-9b45-d62463dbd7da tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] device_id is not set on port 46247626-e8ca-4fdd-acc5-4b5da20d24d3 yet. {{(pid=103361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:39:11.013140 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-76e90869-3d6b-4d2a-b30a-75a207777b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:11.041229 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-ebf7ef02-3f71-47b0-b690-3d177d30b213 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3741167 Nov 25 17:39:11.207250 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-57308565-069e-4539-9fae-dd27710bdf95 req-b40d44db-4fbe-4e0d-ac14-1e5763bd9024 service neutron] 10.222.0.74 "GET /v2.0/networks/124f5b02-f613-458f-b33d-77fb5d166863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954625 Nov 25 17:39:11.301347 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-76e90869-3d6b-4d2a-b30a-75a207777b33 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e1616dfd7ee54209ac3d36a4f266f042&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0124176 Nov 25 17:39:11.305200 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55990) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:11.337966 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e90869-3d6b-4d2a-b30a-75a207777b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baeaf4d8-c70d-4e8a-9a3a-5f96f4cc33ca,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:11.452632 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7f8468d0-2cd3-4e8f-a2ee-9075a33766b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:11.458434 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-57308565-069e-4539-9fae-dd27710bdf95 req-6094b433-3234-4930-9f53-ae10a5806ea6 service neutron] 10.222.0.74 "GET /v2.0/networks/124f5b02-f613-458f-b33d-77fb5d166863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425063 Nov 25 17:39:11.543817 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-57308565-069e-4539-9fae-dd27710bdf95 req-57efdc57-3232-4f76-abba-6e006119203d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=791424cf-7f49-4cd7-a3d5-e5f426ab97ac HTTP/1.1" status: 200 len: 217 time: 0.0723364 Nov 25 17:39:11.545917 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7f8468d0-2cd3-4e8f-a2ee-9075a33766b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:11.634470 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57308565-069e-4539-9fae-dd27710bdf95 req-7c045838-b3cd-44c2-9ea9-ad5d57b603de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:11.636117 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-57308565-069e-4539-9fae-dd27710bdf95 req-7c045838-b3cd-44c2-9ea9-ad5d57b603de service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8f7ac9a8-89f8-4c97-b414-fee10b4c07cb HTTP/1.1" status: 200 len: 797 time: 0.0854881 Nov 25 17:39:11.733097 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c0757f-ade8-42e0-be04-d2a9cff015e5 None None] Network 9261b0fd-78c8-4514-85c4-78472439e9a8 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:39:11.771757 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7f8468d0-2cd3-4e8f-a2ee-9075a33766b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:11.779315 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7f8468d0-2cd3-4e8f-a2ee-9075a33766b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:11.783249 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7f8468d0-2cd3-4e8f-a2ee-9075a33766b1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/baeaf4d8-c70d-4e8a-9a3a-5f96f4cc33ca HTTP/1.1" status: 204 len: 168 time: 0.4733627 Nov 25 17:39:11.835185 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8468d0-2cd3-4e8f-a2ee-9075a33766b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baeaf4d8-c70d-4e8a-9a3a-5f96f4cc33ca,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:11.883293 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57308565-069e-4539-9fae-dd27710bdf95 req-46c17614-edbd-4ce4-91b6-06478fcfed94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:11.896513 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-57308565-069e-4539-9fae-dd27710bdf95 req-46c17614-edbd-4ce4-91b6-06478fcfed94 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6d3b5836-4740-4bb0-8171-a77a7b2fa0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2429481 Nov 25 17:39:11.910221 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73340a14-0ea9-47a9-b995-9b2fbfea3ce6 req-1ab92d3d-fab4-4f6e-8871-2fb3ac602b29 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:11.918738 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-73340a14-0ea9-47a9-b995-9b2fbfea3ce6 req-1ab92d3d-fab4-4f6e-8871-2fb3ac602b29 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 944 time: 0.2000213 Nov 25 17:39:11.994518 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 82625e3e-d5dd-41cd-b7dc-44893732e44b up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:39:12.101489 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-73340a14-0ea9-47a9-b995-9b2fbfea3ce6 req-16e338ca-8a03-489a-9a52-e8fe6c826b96 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=0f8521b0-fea5-42f2-a976-d0ce371dead0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815450 Nov 25 17:39:12.157356 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-57308565-069e-4539-9fae-dd27710bdf95 req-ea59a4f5-dfe5-453d-890e-a004b7a72cda service neutron] 10.222.0.74 "GET /v2.0/networks/6d3b5836-4740-4bb0-8171-a77a7b2fa0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528229 Nov 25 17:39:12.229624 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8720d9bd-d787-442b-a05a-d130a0bc4992 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:12.267073 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8720d9bd-d787-442b-a05a-d130a0bc4992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:12.348761 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 82625e3e-d5dd-41cd-b7dc-44893732e44b triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:12.349185 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:12.384890 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-57308565-069e-4539-9fae-dd27710bdf95 req-aaee5bc7-b2d1-4b92-8ad4-7d9fe73e5885 service neutron] 10.222.0.74 "GET /v2.0/networks/6d3b5836-4740-4bb0-8171-a77a7b2fa0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172222 Nov 25 17:39:12.423998 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-e6fb8cd7-5667-4cda-9b45-d62463dbd7da tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Allocated IP 2001:db8::c690:c683:cf63:1119 (fed75ec1-726a-45be-ab23-2dd76f977831/c5bd7b51-95fa-48f6-800a-4f49819be210/46247626-e8ca-4fdd-acc5-4b5da20d24d3) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:39:12.481108 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8720d9bd-d787-442b-a05a-d130a0bc4992 None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:39:12.488978 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-57308565-069e-4539-9fae-dd27710bdf95 req-b43d3223-796a-4f7f-bc5d-ded6faeeb7a2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8 HTTP/1.1" status: 200 len: 217 time: 0.0986111 Nov 25 17:39:12.556095 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8720d9bd-d787-442b-a05a-d130a0bc4992 None None] Pushing event updated for resources: {'Port': ['ID=88edf0ef-27c1-4050-ad48-2692430cde0f,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:12.566866 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-8720d9bd-d787-442b-a05a-d130a0bc4992 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:39:12.630470 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57308565-069e-4539-9fae-dd27710bdf95 req-abcd3ee7-9a81-4a95-86da-85fc8a7364be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:12.636864 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-57308565-069e-4539-9fae-dd27710bdf95 req-abcd3ee7-9a81-4a95-86da-85fc8a7364be service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8f7ac9a8-89f8-4c97-b414-fee10b4c07cb HTTP/1.1" status: 200 len: 797 time: 0.1357265 Nov 25 17:39:12.636999 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8720d9bd-d787-442b-a05a-d130a0bc4992 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:39:12.829838 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57308565-069e-4539-9fae-dd27710bdf95 req-b93e4ca3-af9e-4f4d-8a44-f06b866d92ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:12.831621 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-57308565-069e-4539-9fae-dd27710bdf95 req-b93e4ca3-af9e-4f4d-8a44-f06b866d92ed service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6d3b5836-4740-4bb0-8171-a77a7b2fa0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1906364 Nov 25 17:39:12.908591 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e6fb8cd7-5667-4cda-9b45-d62463dbd7da tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:12.963112 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e6fb8cd7-5667-4cda-9b45-d62463dbd7da tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:13.055484 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fb8cd7-5667-4cda-9b45-d62463dbd7da tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:39:13.058072 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-e6fb8cd7-5667-4cda-9b45-d62463dbd7da tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:39:13.061343 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fb8cd7-5667-4cda-9b45-d62463dbd7da tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:39:13.068524 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fb8cd7-5667-4cda-9b45-d62463dbd7da tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:13.069488 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e6fb8cd7-5667-4cda-9b45-d62463dbd7da tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:13.096547 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fb8cd7-5667-4cda-9b45-d62463dbd7da tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event updated for resources: {'Port': ['ID=46247626-e8ca-4fdd-acc5-4b5da20d24d3,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:13.102286 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:13.105573 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-e6fb8cd7-5667-4cda-9b45-d62463dbd7da tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0571945 Nov 25 17:39:13.108446 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56028) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:13.143953 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-57308565-069e-4539-9fae-dd27710bdf95 req-29b0192d-1f4e-4c15-b7f2-e958eb37df64 service neutron] 10.222.0.74 "GET /v2.0/networks/6d3b5836-4740-4bb0-8171-a77a7b2fa0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000219 Nov 25 17:39:13.247204 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8254e0-3ac6-4a61-8e04-b6a362abe87f tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:13.249556 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a945130d-bde9-4dd0-aeb1-55204a14c056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82625e3e-d5dd-41cd-b7dc-44893732e44b'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:39:13.255815 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8254e0-3ac6-4a61-8e04-b6a362abe87f tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:13.258977 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72a3c14-f757-452a-a91c-45c16c200a42" -d '{"events": [{"server_uuid": "a945130d-bde9-4dd0-aeb1-55204a14c056", "name": "network-vif-plugged", "status": "completed", "tag": "82625e3e-d5dd-41cd-b7dc-44893732e44b"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:39:13.263667 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-3c8254e0-3ac6-4a61-8e04-b6a362abe87f tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1515346 Nov 25 17:39:13.266945 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56036) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:13.318781 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-8720d9bd-d787-442b-a05a-d130a0bc4992 None None] Attempting to bind port 88edf0ef-27c1-4050-ad48-2692430cde0f on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:39:13.319422 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-8720d9bd-d787-442b-a05a-d130a0bc4992 None None] Attempting to bind port 88edf0ef-27c1-4050-ad48-2692430cde0f by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:39:13.319798 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8720d9bd-d787-442b-a05a-d130a0bc4992 None None] Attempting to bind port 88edf0ef-27c1-4050-ad48-2692430cde0f on network fed75ec1-726a-45be-ab23-2dd76f977831 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:39:13.343087 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 82625e3e-d5dd-41cd-b7dc-44893732e44b, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=82625e3e-d5dd-41cd-b7dc-44893732e44b,segment=NetworkSegment(c5752f96-a6e9-4fc2-9dae-273cc6a23f00),segment_id=c5752f96-a6e9-4fc2-9dae-273cc6a23f00)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:13.348412 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8720d9bd-d787-442b-a05a-d130a0bc4992 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:39:13.348807 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8720d9bd-d787-442b-a05a-d130a0bc4992 None None] Checking segment: {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:39:13.349241 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8720d9bd-d787-442b-a05a-d130a0bc4992 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:13.349651 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8720d9bd-d787-442b-a05a-d130a0bc4992 None None] Bound using segment: {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:39:13.350150 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-8720d9bd-d787-442b-a05a-d130a0bc4992 None None] Bound port: 88edf0ef-27c1-4050-ad48-2692430cde0f, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:39:13.350540 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8720d9bd-d787-442b-a05a-d130a0bc4992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:13.398216 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-57308565-069e-4539-9fae-dd27710bdf95 req-aa451585-f936-4341-b5de-62951a9624b1 service neutron] 10.222.0.74 "GET /v2.0/networks/6d3b5836-4740-4bb0-8171-a77a7b2fa0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461393 Nov 25 17:39:13.474695 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1a957-853f-4bc5-aaa5-fdbf971f14c5 req-fcae4cf3-5942-4c46-921a-e1a9dc5fc76e tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:13.476312 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6ba1a957-853f-4bc5-aaa5-fdbf971f14c5 req-fcae4cf3-5942-4c46-921a-e1a9dc5fc76e tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 944 time: 0.2140028 Nov 25 17:39:13.488331 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:13.505790 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-57308565-069e-4539-9fae-dd27710bdf95 req-16ce80ee-251a-40c1-978d-d23cc79af2d5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=044a9a30-8fd9-4fbc-b394-b1fc79eb0b20 HTTP/1.1" status: 200 len: 217 time: 0.0998158 Nov 25 17:39:13.517995 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-9998c71b-f3de-41d2-86f0-f63595dae9f8 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Deleting port 46247626-e8ca-4fdd-acc5-4b5da20d24d3 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:39:13.518358 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9998c71b-f3de-41d2-86f0-f63595dae9f8 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:13.595850 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6ba1a957-853f-4bc5-aaa5-fdbf971f14c5 req-2d3f5649-4a03-4e1e-834c-632b2a2e885f tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=0f8521b0-fea5-42f2-a976-d0ce371dead0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111484 Nov 25 17:39:13.641845 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57308565-069e-4539-9fae-dd27710bdf95 req-c444337a-0ed6-4df7-869c-d4080c7bd543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:13.646744 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-57308565-069e-4539-9fae-dd27710bdf95 req-c444337a-0ed6-4df7-869c-d4080c7bd543 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8f7ac9a8-89f8-4c97-b414-fee10b4c07cb HTTP/1.1" status: 200 len: 797 time: 0.1336505 Nov 25 17:39:13.737096 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9998c71b-f3de-41d2-86f0-f63595dae9f8 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:13.771053 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57308565-069e-4539-9fae-dd27710bdf95 req-1a5bab0c-926b-4c72-a762-985eb76e1575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:13.772583 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-57308565-069e-4539-9fae-dd27710bdf95 req-1a5bab0c-926b-4c72-a762-985eb76e1575 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6d3b5836-4740-4bb0-8171-a77a7b2fa0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1174166 Nov 25 17:39:13.777760 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e65f82-1597-4915-a05d-4b71ce6ce911 x-openstack-request-id: req-16e65f82-1597-4915-a05d-4b71ce6ce911 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:39:13.778070 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a945130d-bde9-4dd0-aeb1-55204a14c056", "name": "network-vif-plugged", "status": "completed", "tag": "82625e3e-d5dd-41cd-b7dc-44893732e44b", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:39:13.778312 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-16e65f82-1597-4915-a05d-4b71ce6ce911 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:39:13.778712 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a945130d-bde9-4dd0-aeb1-55204a14c056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82625e3e-d5dd-41cd-b7dc-44893732e44b', 'code': 200} Nov 25 17:39:13.793788 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-9998c71b-f3de-41d2-86f0-f63595dae9f8 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Calling delete_port for 46247626-e8ca-4fdd-acc5-4b5da20d24d3 owned by {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:39:13.825125 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-8720d9bd-d787-442b-a05a-d130a0bc4992 None None] For port 88edf0ef-27c1-4050-ad48-2692430cde0f, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:39:13.842988 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-8720d9bd-d787-442b-a05a-d130a0bc4992 None None] For port 88edf0ef-27c1-4050-ad48-2692430cde0f, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=88edf0ef-27c1-4050-ad48-2692430cde0f,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:39:13.882677 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8720d9bd-d787-442b-a05a-d130a0bc4992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:13.909892 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=82625e3e-d5dd-41cd-b7dc-44893732e44b,revision_number=10']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:14.081446 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-57308565-069e-4539-9fae-dd27710bdf95 req-22639e42-00c7-46b3-a0d8-67e7927a6c24 service neutron] 10.222.0.74 "GET /v2.0/networks/6d3b5836-4740-4bb0-8171-a77a7b2fa0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913504 Nov 25 17:39:14.143026 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8720d9bd-d787-442b-a05a-d130a0bc4992 None None] Pushing event updated for resources: {'Port': ['ID=88edf0ef-27c1-4050-ad48-2692430cde0f,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:14.247522 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9998c71b-f3de-41d2-86f0-f63595dae9f8 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:14.282836 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:39:14.407650 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-57308565-069e-4539-9fae-dd27710bdf95 req-08281486-16cc-4576-89d6-b519078255b2 service neutron] 10.222.0.74 "GET /v2.0/networks/6d3b5836-4740-4bb0-8171-a77a7b2fa0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146093 Nov 25 17:39:14.424338 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9998c71b-f3de-41d2-86f0-f63595dae9f8 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event deleted for resources: {'Port': ['ID=46247626-e8ca-4fdd-acc5-4b5da20d24d3,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:14.433001 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9998c71b-f3de-41d2-86f0-f63595dae9f8 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:14.444915 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-9998c71b-f3de-41d2-86f0-f63595dae9f8 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/ports/46247626-e8ca-4fdd-acc5-4b5da20d24d3 HTTP/1.1" status: 204 len: 168 time: 1.1731839 Nov 25 17:39:14.445269 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56058) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:14.519864 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-57308565-069e-4539-9fae-dd27710bdf95 req-5da1fd7c-0f41-45e8-a440-a6e0a6c15a9a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=5f55e4bc-b645-4ea6-93e4-5fb2598e200d HTTP/1.1" status: 200 len: 217 time: 0.1052687 Nov 25 17:39:14.593632 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17de8018-db44-47e7-9fea-4d2da5744214 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:14.598655 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17de8018-db44-47e7-9fea-4d2da5744214 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:14.601204 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-17de8018-db44-47e7-9fea-4d2da5744214 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1549320 Nov 25 17:39:14.604109 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56064) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:14.650839 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57308565-069e-4539-9fae-dd27710bdf95 req-db9ebaa6-f805-48ea-92a5-34151ce5f84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:14.656621 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-57308565-069e-4539-9fae-dd27710bdf95 req-db9ebaa6-f805-48ea-92a5-34151ce5f84c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8f7ac9a8-89f8-4c97-b414-fee10b4c07cb HTTP/1.1" status: 200 len: 797 time: 0.1293256 Nov 25 17:39:14.731494 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5dfb0d8-4db2-4f08-bb7e-138158914a8d tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Deleting subnet c5bd7b51-95fa-48f6-800a-4f49819be210 {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:39:14.771833 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b5dfb0d8-4db2-4f08-bb7e-138158914a8d tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:14.855795 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57308565-069e-4539-9fae-dd27710bdf95 req-01bd7b02-a974-4159-8f30-4f0331e63631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:14.857547 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-57308565-069e-4539-9fae-dd27710bdf95 req-01bd7b02-a974-4159-8f30-4f0331e63631 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6d3b5836-4740-4bb0-8171-a77a7b2fa0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1870768 Nov 25 17:39:14.931805 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 88edf0ef-27c1-4050-ad48-2692430cde0f up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:39:15.045553 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b5dfb0d8-4db2-4f08-bb7e-138158914a8d tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:15.108799 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2fa8d-14ee-4a58-91f0-0e68b3834642 req-526ff3eb-2998-4172-98ec-c02e5246921d tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:15.116263 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 88edf0ef-27c1-4050-ad48-2692430cde0f triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:15.121463 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:15.126377 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2df2fa8d-14ee-4a58-91f0-0e68b3834642 req-526ff3eb-2998-4172-98ec-c02e5246921d tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 944 time: 0.2356069 Nov 25 17:39:15.233278 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-57308565-069e-4539-9fae-dd27710bdf95 req-b5d43982-fab0-4fd9-9df1-83f5f3c429d4 service neutron] 10.222.0.74 "GET /v2.0/networks/6d3b5836-4740-4bb0-8171-a77a7b2fa0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3664939 Nov 25 17:39:15.278260 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2df2fa8d-14ee-4a58-91f0-0e68b3834642 req-9b53eed4-1bb8-4818-bd79-2c9d1e8dd552 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=0f8521b0-fea5-42f2-a976-d0ce371dead0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464581 Nov 25 17:39:15.435987 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b5dfb0d8-4db2-4f08-bb7e-138158914a8d tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:15.442806 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:15.587784 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b5dfb0d8-4db2-4f08-bb7e-138158914a8d tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:15.611363 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-57308565-069e-4539-9fae-dd27710bdf95 req-830bee92-c2e8-46e3-9430-ac952b9345df service neutron] 10.222.0.74 "GET /v2.0/networks/6d3b5836-4740-4bb0-8171-a77a7b2fa0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3731482 Nov 25 17:39:15.686462 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.db.api [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:39:15.686905 n-d-817746-1 neutron-server[103362]: DEBUG oslo_db.api [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:39:15.702843 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b5dfb0d8-4db2-4f08-bb7e-138158914a8d tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:15.711015 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-b5dfb0d8-4db2-4f08-bb7e-138158914a8d tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/subnets/c5bd7b51-95fa-48f6-800a-4f49819be210 HTTP/1.1" status: 204 len: 168 time: 1.1050794 Nov 25 17:39:15.712561 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56092) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:15.713501 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dfb0d8-4db2-4f08-bb7e-138158914a8d tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event deleted for resources: {'Subnet': ['ID=c5bd7b51-95fa-48f6-800a-4f49819be210,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:15.728488 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-57308565-069e-4539-9fae-dd27710bdf95 req-93f20adc-4904-41d8-abdf-059b7126eccf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a11242af-5474-4f93-bfb6-76b0ef5bbc3d HTTP/1.1" status: 200 len: 217 time: 0.1104910 Nov 25 17:39:15.871863 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57308565-069e-4539-9fae-dd27710bdf95 req-cf223c68-d308-40b3-8d20-0a45e8a6e75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:15.877721 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-57308565-069e-4539-9fae-dd27710bdf95 req-cf223c68-d308-40b3-8d20-0a45e8a6e75e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=818fd110-d388-4b2a-af28-d388f2a7ea7b HTTP/1.1" status: 200 len: 797 time: 0.1261148 Nov 25 17:39:15.890270 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-847e17a8-36c7-40da-9ff0-8c4ea0c0db3c tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1652031 Nov 25 17:39:15.894205 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56096) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:15.901483 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-690a5af7-692f-4bce-9855-7aae41fbaa13 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Request body: {'subnet': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:16.002794 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57308565-069e-4539-9fae-dd27710bdf95 req-21b9726d-d201-4a10-9b85-7333f468bc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:16.007891 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-57308565-069e-4539-9fae-dd27710bdf95 req-21b9726d-d201-4a10-9b85-7333f468bc83 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=04e189b3-a48d-47a2-8e70-da48c198c103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1194637 Nov 25 17:39:16.057208 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690a5af7-692f-4bce-9855-7aae41fbaa13 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Made reservation on behalf of b4fd74d3755f4cd39b2026436dde8bb1 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:39:16.062365 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-690a5af7-692f-4bce-9855-7aae41fbaa13 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:16.089763 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cd1f12-fed2-4db3-b337-9392a7e2ac17 None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:39:16.208586 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-57308565-069e-4539-9fae-dd27710bdf95 req-165f129e-224a-494c-8b34-39e016a7c6a6 service neutron] 10.222.0.74 "GET /v2.0/networks/04e189b3-a48d-47a2-8e70-da48c198c103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931469 Nov 25 17:39:16.380419 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-57308565-069e-4539-9fae-dd27710bdf95 req-4a2b2b96-6f58-487c-af75-3cbd9e6998cb service neutron] 10.222.0.74 "GET /v2.0/networks/04e189b3-a48d-47a2-8e70-da48c198c103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623321 Nov 25 17:39:16.473958 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-57308565-069e-4539-9fae-dd27710bdf95 req-3c3bbc50-80af-4daf-9fad-a9d62e6a54ab service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b2c42d44-65fd-410c-aaed-aae8a87dc2ee HTTP/1.1" status: 200 len: 217 time: 0.0858784 Nov 25 17:39:16.482391 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-0409f8ae-8c62-457d-8b83-4e45a0448071 None None] Provisioning complete for port 88edf0ef-27c1-4050-ad48-2692430cde0f triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:16.484047 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0409f8ae-8c62-457d-8b83-4e45a0448071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:16.561586 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:16.573716 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57308565-069e-4539-9fae-dd27710bdf95 req-a3f86638-fcab-4fa8-ab41-75213d61f90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:16.581408 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-57308565-069e-4539-9fae-dd27710bdf95 req-a3f86638-fcab-4fa8-ab41-75213d61f90b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=818fd110-d388-4b2a-af28-d388f2a7ea7b HTTP/1.1" status: 200 len: 797 time: 0.0975034 Nov 25 17:39:16.608522 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-690a5af7-692f-4bce-9855-7aae41fbaa13 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:16.624433 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port 88edf0ef-27c1-4050-ad48-2692430cde0f, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=88edf0ef-27c1-4050-ad48-2692430cde0f,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:16.628367 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbdb4f1-3259-4458-8eef-4b1288cbc980 req-d6e040cc-389b-4f72-b982-25997baac765 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:16.630170 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ddbdb4f1-3259-4458-8eef-4b1288cbc980 req-d6e040cc-389b-4f72-b982-25997baac765 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 944 time: 0.1712186 Nov 25 17:39:16.648119 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:16.686588 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690a5af7-692f-4bce-9855-7aae41fbaa13 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:39:16.695718 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57308565-069e-4539-9fae-dd27710bdf95 req-9c7c67af-d7a6-467d-adcc-a54c57a56c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:16.697545 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-57308565-069e-4539-9fae-dd27710bdf95 req-9c7c67af-d7a6-467d-adcc-a54c57a56c15 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=04e189b3-a48d-47a2-8e70-da48c198c103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1084864 Nov 25 17:39:16.700780 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-690a5af7-692f-4bce-9855-7aae41fbaa13 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:39:16.710956 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690a5af7-692f-4bce-9855-7aae41fbaa13 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:16.711609 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-690a5af7-692f-4bce-9855-7aae41fbaa13 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:16.733231 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=88edf0ef-27c1-4050-ad48-2692430cde0f,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:16.769047 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-690a5af7-692f-4bce-9855-7aae41fbaa13 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8734038 Nov 25 17:39:16.772118 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:16.784189 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56112) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:16.803186 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a5af7-692f-4bce-9855-7aae41fbaa13 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event updated for resources: {'Subnet': ['ID=9ed9fadd-c10f-40e9-9ded-cfd6c1ec71b6,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:16.804035 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-da3245db-fa4d-4252-9f36-733ec5b866c0 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Request body: {'port': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'fixed_ips': [{'subnet_id': '9ed9fadd-c10f-40e9-9ded-cfd6c1ec71b6', 'ip_address': '2001:db8::56:ae38:3a29:af4a'}], 'name': 'tempest-NetworksTestDHCPv6-1537242088'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:16.870981 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1f2d8a-a083-47c0-b044-a0f0dd20e6d1 None None] DHCP port deletion for fed75ec1-726a-45be-ab23-2dd76f977831 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:39:16.874144 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ddbdb4f1-3259-4458-8eef-4b1288cbc980 req-bd7b4858-0314-4cd0-a8e5-08adf071c606 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=0f8521b0-fea5-42f2-a976-d0ce371dead0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2053373 Nov 25 17:39:16.981775 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:17.027581 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-2b1f2d8a-a083-47c0-b044-a0f0dd20e6d1 None None] Deleting port 88edf0ef-27c1-4050-ad48-2692430cde0f {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:39:17.028619 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2b1f2d8a-a083-47c0-b044-a0f0dd20e6d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:17.090479 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3245db-fa4d-4252-9f36-733ec5b866c0 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Made reservation on behalf of b4fd74d3755f4cd39b2026436dde8bb1 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:39:17.209830 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-57308565-069e-4539-9fae-dd27710bdf95 req-4986a520-c7c6-4df1-94a7-9326ff91c915 service neutron] 10.222.0.74 "GET /v2.0/networks/04e189b3-a48d-47a2-8e70-da48c198c103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4956567 Nov 25 17:39:17.243675 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-161bfdc4-ab59-415b-adb3-c1c5e68d9ab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:17.304067 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-2b1f2d8a-a083-47c0-b044-a0f0dd20e6d1 None None] For port 88edf0ef-27c1-4050-ad48-2692430cde0f, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=88edf0ef-27c1-4050-ad48-2692430cde0f,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:17.304534 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2b1f2d8a-a083-47c0-b044-a0f0dd20e6d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:17.339037 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-2b1f2d8a-a083-47c0-b044-a0f0dd20e6d1 None None] Calling delete_port for 88edf0ef-27c1-4050-ad48-2692430cde0f owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:39:17.792655 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-da3245db-fa4d-4252-9f36-733ec5b866c0 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:17.831502 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-da3245db-fa4d-4252-9f36-733ec5b866c0 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] device_id is not set on port 33f53db7-53da-4223-bd34-ae860ef92f63 yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:39:17.848220 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-57308565-069e-4539-9fae-dd27710bdf95 req-fea1b433-6285-44c3-a355-9345f2a21cfd service neutron] 10.222.0.74 "GET /v2.0/networks/04e189b3-a48d-47a2-8e70-da48c198c103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6252050 Nov 25 17:39:18.191026 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2b1f2d8a-a083-47c0-b044-a0f0dd20e6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:18.219325 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1f2d8a-a083-47c0-b044-a0f0dd20e6d1 None None] No DVR routers for this DVR port 88edf0ef-27c1-4050-ad48-2692430cde0f on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:39:18.219982 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-da3245db-fa4d-4252-9f36-733ec5b866c0 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Allocated IP 2001:db8::56:ae38:3a29:af4a (fed75ec1-726a-45be-ab23-2dd76f977831/9ed9fadd-c10f-40e9-9ded-cfd6c1ec71b6/33f53db7-53da-4223-bd34-ae860ef92f63) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:39:18.258388 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b76532-a64c-4414-b14d-7852fc86436a req-bf879b2b-cd99-480f-a1be-91970397f330 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:18.261037 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3b76532-a64c-4414-b14d-7852fc86436a req-bf879b2b-cd99-480f-a1be-91970397f330 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 944 time: 0.2042277 Nov 25 17:39:18.309114 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f2d8a-a083-47c0-b044-a0f0dd20e6d1 None None] Pushing event deleted for resources: {'Port': ['ID=88edf0ef-27c1-4050-ad48-2692430cde0f,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:18.324769 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e6aa6b-0295-492e-a69a-a791576e15b6 None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:39:18.394138 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3b76532-a64c-4414-b14d-7852fc86436a req-606f6691-2725-455e-996e-13a109c3662f tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=0f8521b0-fea5-42f2-a976-d0ce371dead0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255658 Nov 25 17:39:18.537743 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-da3245db-fa4d-4252-9f36-733ec5b866c0 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:18.620726 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-da3245db-fa4d-4252-9f36-733ec5b866c0 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:18.752459 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3245db-fa4d-4252-9f36-733ec5b866c0 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:39:18.762084 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-da3245db-fa4d-4252-9f36-733ec5b866c0 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:39:18.773659 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3245db-fa4d-4252-9f36-733ec5b866c0 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:39:18.789163 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3245db-fa4d-4252-9f36-733ec5b866c0 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:18.789983 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-da3245db-fa4d-4252-9f36-733ec5b866c0 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:18.808308 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3245db-fa4d-4252-9f36-733ec5b866c0 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event updated for resources: {'Port': ['ID=33f53db7-53da-4223-bd34-ae860ef92f63,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:18.847002 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 88edf0ef-27c1-4050-ad48-2692430cde0f no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:39:18.855817 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-da3245db-fa4d-4252-9f36-733ec5b866c0 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.0690711 Nov 25 17:39:18.857144 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56134) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:18.911123 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584da8f2-49ae-4202-85ee-7647f2c01d18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-fed75ec1-726a-45be-ab23-2dd76f977831', 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'tenant_id': 'b4fd74d3755f4cd39b2026436dde8bb1', 'fixed_ips': [{'subnet_id': '9ed9fadd-c10f-40e9-9ded-cfd6c1ec71b6'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:39:18.912015 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-584da8f2-49ae-4202-85ee-7647f2c01d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:18.945860 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17d64c3-187c-411a-bb60-6836fb1170f2 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:18.958650 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c17d64c3-187c-411a-bb60-6836fb1170f2 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.1002855 Nov 25 17:39:18.961377 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56136) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:18.989549 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 88edf0ef-27c1-4050-ad48-2692430cde0f {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:39:18.993092 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 88edf0ef-27c1-4050-ad48-2692430cde0f not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:39:19.212734 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cef21327-5326-47c7-b3cb-8ce132e3b2a0 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Deleting port 33f53db7-53da-4223-bd34-ae860ef92f63 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:39:19.213597 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cef21327-5326-47c7-b3cb-8ce132e3b2a0 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:19.407618 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-584da8f2-49ae-4202-85ee-7647f2c01d18 None None] Allocated IP 2001:db8::2 (fed75ec1-726a-45be-ab23-2dd76f977831/9ed9fadd-c10f-40e9-9ded-cfd6c1ec71b6/b60716c4-6400-43ae-880f-632fc8c9489a) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:39:19.445521 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cef21327-5326-47c7-b3cb-8ce132e3b2a0 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:19.482678 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cef21327-5326-47c7-b3cb-8ce132e3b2a0 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Calling delete_port for 33f53db7-53da-4223-bd34-ae860ef92f63 owned by {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:39:19.592026 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-584da8f2-49ae-4202-85ee-7647f2c01d18 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:19.605617 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-584da8f2-49ae-4202-85ee-7647f2c01d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:19.665033 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584da8f2-49ae-4202-85ee-7647f2c01d18 None None] Pushing event updated for resources: {'Port': ['ID=b60716c4-6400-43ae-880f-632fc8c9489a,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:19.689696 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584da8f2-49ae-4202-85ee-7647f2c01d18 None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:39:19.692606 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-584da8f2-49ae-4202-85ee-7647f2c01d18 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:39:19.695093 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d5a39ddb-48d7-487b-bc6e-23a95a00c430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:19.696609 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584da8f2-49ae-4202-85ee-7647f2c01d18 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:39:19.766415 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005fa43-dc83-4128-bf88-16072af00f1b req-923e0cdc-318e-42f2-a50f-d385342a3509 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:19.780925 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7005fa43-dc83-4128-bf88-16072af00f1b req-923e0cdc-318e-42f2-a50f-d385342a3509 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 944 time: 0.1600788 Nov 25 17:39:19.783565 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cef21327-5326-47c7-b3cb-8ce132e3b2a0 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:19.814610 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-584da8f2-49ae-4202-85ee-7647f2c01d18 None None] Attempting to bind port b60716c4-6400-43ae-880f-632fc8c9489a on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:39:19.815031 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-584da8f2-49ae-4202-85ee-7647f2c01d18 None None] Attempting to bind port b60716c4-6400-43ae-880f-632fc8c9489a by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:39:19.815509 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584da8f2-49ae-4202-85ee-7647f2c01d18 None None] Attempting to bind port b60716c4-6400-43ae-880f-632fc8c9489a on network fed75ec1-726a-45be-ab23-2dd76f977831 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:39:19.830370 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584da8f2-49ae-4202-85ee-7647f2c01d18 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:39:19.830929 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584da8f2-49ae-4202-85ee-7647f2c01d18 None None] Checking segment: {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:39:19.831439 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-584da8f2-49ae-4202-85ee-7647f2c01d18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:19.831889 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584da8f2-49ae-4202-85ee-7647f2c01d18 None None] Bound using segment: {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:39:19.832502 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-584da8f2-49ae-4202-85ee-7647f2c01d18 None None] Bound port: b60716c4-6400-43ae-880f-632fc8c9489a, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:39:19.833009 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-584da8f2-49ae-4202-85ee-7647f2c01d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:19.880851 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef21327-5326-47c7-b3cb-8ce132e3b2a0 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event deleted for resources: {'Port': ['ID=33f53db7-53da-4223-bd34-ae860ef92f63,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:19.908953 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7005fa43-dc83-4128-bf88-16072af00f1b req-38bfadb0-b2a0-4e2d-8804-15947794a4a9 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=0f8521b0-fea5-42f2-a976-d0ce371dead0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258018 Nov 25 17:39:19.967850 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cef21327-5326-47c7-b3cb-8ce132e3b2a0 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:19.976846 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-cef21327-5326-47c7-b3cb-8ce132e3b2a0 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/ports/33f53db7-53da-4223-bd34-ae860ef92f63 HTTP/1.1" status: 204 len: 168 time: 1.0099392 Nov 25 17:39:19.976846 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56146) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:20.051769 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-584da8f2-49ae-4202-85ee-7647f2c01d18 None None] For port b60716c4-6400-43ae-880f-632fc8c9489a, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:39:20.065235 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-584da8f2-49ae-4202-85ee-7647f2c01d18 None None] For port b60716c4-6400-43ae-880f-632fc8c9489a, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=b60716c4-6400-43ae-880f-632fc8c9489a,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:39:20.073755 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-584da8f2-49ae-4202-85ee-7647f2c01d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:20.127880 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862f173d-06d5-4fd7-8785-96f48e218707 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:20.127880 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862f173d-06d5-4fd7-8785-96f48e218707 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:20.127880 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-862f173d-06d5-4fd7-8785-96f48e218707 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1416352 Nov 25 17:39:20.128314 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56148) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:20.174822 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584da8f2-49ae-4202-85ee-7647f2c01d18 None None] Pushing event updated for resources: {'Port': ['ID=b60716c4-6400-43ae-880f-632fc8c9489a,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:20.324991 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-e227a242-3b42-4365-a771-c78c21f88d0f tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Deleting subnet 9ed9fadd-c10f-40e9-9ded-cfd6c1ec71b6 {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:39:20.346017 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e227a242-3b42-4365-a771-c78c21f88d0f tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:20.489049 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e227a242-3b42-4365-a771-c78c21f88d0f tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:20.820585 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e227a242-3b42-4365-a771-c78c21f88d0f tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:20.835843 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:20.934461 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device b60716c4-6400-43ae-880f-632fc8c9489a up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:39:20.946399 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e227a242-3b42-4365-a771-c78c21f88d0f tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:20.994499 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e227a242-3b42-4365-a771-c78c21f88d0f tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event deleted for resources: {'Subnet': ['ID=9ed9fadd-c10f-40e9-9ded-cfd6c1ec71b6,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:21.006934 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e227a242-3b42-4365-a771-c78c21f88d0f tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:21.012774 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-e227a242-3b42-4365-a771-c78c21f88d0f tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/subnets/9ed9fadd-c10f-40e9-9ded-cfd6c1ec71b6 HTTP/1.1" status: 204 len: 168 time: 0.8893850 Nov 25 17:39:21.015155 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56158) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:21.042419 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port b60716c4-6400-43ae-880f-632fc8c9489a triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:21.042800 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:21.128240 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-b8b14949-1287-416a-b08e-b02939522bb8 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1113067 Nov 25 17:39:21.131474 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56160) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:21.138764 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-812fece3-2cce-4019-b718-55659bee6cf4 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Request body: {'subnet': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:21.155955 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73896c-650f-4e41-a353-6b62a99f0b02 req-8a57a2a8-3fea-4ed3-95a5-71c561a519b8 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:21.165026 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ee73896c-650f-4e41-a353-6b62a99f0b02 req-8a57a2a8-3fea-4ed3-95a5-71c561a519b8 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 944 time: 0.0684071 Nov 25 17:39:21.209302 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:21.262306 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ee73896c-650f-4e41-a353-6b62a99f0b02 req-89ae1caa-27cf-4ec6-8262-6f93987a08db tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=0f8521b0-fea5-42f2-a976-d0ce371dead0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949106 Nov 25 17:39:21.285393 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port b60716c4-6400-43ae-880f-632fc8c9489a, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=b60716c4-6400-43ae-880f-632fc8c9489a,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:21.311627 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:21.413311 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-812fece3-2cce-4019-b718-55659bee6cf4 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Made reservation on behalf of b4fd74d3755f4cd39b2026436dde8bb1 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:39:21.420453 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-812fece3-2cce-4019-b718-55659bee6cf4 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:21.492053 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=b60716c4-6400-43ae-880f-632fc8c9489a,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:21.958417 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-812fece3-2cce-4019-b718-55659bee6cf4 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:22.044565 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:22.056644 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812fece3-2cce-4019-b718-55659bee6cf4 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:39:22.061143 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-812fece3-2cce-4019-b718-55659bee6cf4 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:39:22.067855 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812fece3-2cce-4019-b718-55659bee6cf4 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:22.068540 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-812fece3-2cce-4019-b718-55659bee6cf4 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:22.072978 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812fece3-2cce-4019-b718-55659bee6cf4 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event updated for resources: {'Subnet': ['ID=294a8970-037f-4654-9eab-c34c5a18fa77,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:22.110282 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-812fece3-2cce-4019-b718-55659bee6cf4 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9773419 Nov 25 17:39:22.113543 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56176) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:22.120272 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-b5f14f8b-39fd-49a8-855d-7a4581f61a51 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Request body: {'port': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'fixed_ips': [{'subnet_id': '294a8970-037f-4654-9eab-c34c5a18fa77', 'ip_address': '2001:db8::85e:a387:9e5c:84aa'}], 'name': 'tempest-NetworksTestDHCPv6-521863017'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:22.172219 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7febec2d-5468-401a-beee-d5ea051a522d None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:39:22.402263 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f14f8b-39fd-49a8-855d-7a4581f61a51 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Made reservation on behalf of b4fd74d3755f4cd39b2026436dde8bb1 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:39:22.441711 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-0e34c096-9cbf-4471-84f3-f09f0d8d1d2a None None] Provisioning complete for port b60716c4-6400-43ae-880f-632fc8c9489a triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:22.442237 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0e34c096-9cbf-4471-84f3-f09f0d8d1d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:22.692329 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-0e34c096-9cbf-4471-84f3-f09f0d8d1d2a None None] Could not find standard attr ID for object 33f53db7-53da-4223-bd34-ae860ef92f63. {{(pid=103362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:39:22.812141 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b5f14f8b-39fd-49a8-855d-7a4581f61a51 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:22.862025 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device b60716c4-6400-43ae-880f-632fc8c9489a up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:39:22.880812 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee58a9-be36-43d2-9ad4-052ede64e563 req-ee231d73-d68d-45db-b9bf-ea16e14a80a2 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:22.889197 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c9ee58a9-be36-43d2-9ad4-052ede64e563 req-ee231d73-d68d-45db-b9bf-ea16e14a80a2 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 944 time: 0.4696186 Nov 25 17:39:22.914622 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [None req-b5f14f8b-39fd-49a8-855d-7a4581f61a51 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] device_id is not set on port 2a03a583-dc51-452b-a66f-dd72c17fd6b5 yet. {{(pid=103361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:39:23.034234 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:23.037061 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port b60716c4-6400-43ae-880f-632fc8c9489a triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:23.037474 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:23.161386 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c9ee58a9-be36-43d2-9ad4-052ede64e563 req-380b45f4-c6da-4230-824e-158d46b1a1ab tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=0f8521b0-fea5-42f2-a976-d0ce371dead0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2711833 Nov 25 17:39:23.256018 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-112ba458-3570-4d0f-923f-15d70d5c6736 None None] Provisioning complete for port b60716c4-6400-43ae-880f-632fc8c9489a triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:23.256545 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-112ba458-3570-4d0f-923f-15d70d5c6736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:23.648575 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-340694cf-95e5-48ae-a743-423d7d3b46f1 None None] Could not find standard attr ID for object 46247626-e8ca-4fdd-acc5-4b5da20d24d3. {{(pid=103362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:39:23.732521 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-b5f14f8b-39fd-49a8-855d-7a4581f61a51 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Allocated IP 2001:db8::85e:a387:9e5c:84aa (fed75ec1-726a-45be-ab23-2dd76f977831/294a8970-037f-4654-9eab-c34c5a18fa77/2a03a583-dc51-452b-a66f-dd72c17fd6b5) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:39:23.965068 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-8cf51733-fd26-494e-9e9b-4026dfd8ed47 None None] Could not find standard attr ID for object 33f53db7-53da-4223-bd34-ae860ef92f63. {{(pid=103362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:39:24.064941 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f5e4d-575f-45b8-932d-89cde0a6a70d req-952f0b04-ad4a-4de3-8168-32edc5166ba0 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:24.072623 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c78f5e4d-575f-45b8-932d-89cde0a6a70d req-952f0b04-ad4a-4de3-8168-32edc5166ba0 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] 10.222.0.75 "GET /v2.0/networks?id=59a25a1f-1835-41ad-875d-3a7ed20b973c HTTP/1.1" status: 200 len: 812 time: 0.2985551 Nov 25 17:39:24.110704 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c78f5e4d-575f-45b8-932d-89cde0a6a70d req-5149236c-4127-4a2a-9be5-9ad1862fa789 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] 10.222.0.75 "GET /v2.0/quotas/45d49c66298c43eea2c149f9d217583c HTTP/1.1" status: 200 len: 375 time: 0.0370853 Nov 25 17:39:24.196455 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c78f5e4d-575f-45b8-932d-89cde0a6a70d req-cc228c6b-cfd4-4717-8e01-d46e2465a701 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=45d49c66298c43eea2c149f9d217583c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0846574 Nov 25 17:39:24.326033 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56246) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:24.411576 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c78f5e4d-575f-45b8-932d-89cde0a6a70d req-5fe808ee-891e-4642-aea0-666433f9f5a5 service neutron] 10.222.0.75 "GET /v2.0/networks/59a25a1f-1835-41ad-875d-3a7ed20b973c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132497 Nov 25 17:39:24.419124 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b5f14f8b-39fd-49a8-855d-7a4581f61a51 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:24.502265 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6d1e1c04-88ce-46fa-b395-bbd029a697bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:24.571812 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b5f14f8b-39fd-49a8-855d-7a4581f61a51 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:24.602227 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8cc17-10f6-4f00-9314-e8c6600a29f0 req-a5b2dec5-46e3-4e50-ac5e-3ea61668eae9 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:24.603887 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1db8cc17-10f6-4f00-9314-e8c6600a29f0 req-a5b2dec5-46e3-4e50-ac5e-3ea61668eae9 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 944 time: 0.2136297 Nov 25 17:39:24.734802 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f14f8b-39fd-49a8-855d-7a4581f61a51 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:39:24.743644 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c78f5e4d-575f-45b8-932d-89cde0a6a70d req-0f931a80-e14c-4a02-9892-c84520fa39b1 service neutron] 10.222.0.75 "GET /v2.0/networks/59a25a1f-1835-41ad-875d-3a7ed20b973c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953360 Nov 25 17:39:24.750917 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-b5f14f8b-39fd-49a8-855d-7a4581f61a51 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:39:24.756601 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f14f8b-39fd-49a8-855d-7a4581f61a51 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:39:24.766305 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f14f8b-39fd-49a8-855d-7a4581f61a51 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:24.767188 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b5f14f8b-39fd-49a8-855d-7a4581f61a51 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:24.773064 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6d1e1c04-88ce-46fa-b395-bbd029a697bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:24.783678 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6d1e1c04-88ce-46fa-b395-bbd029a697bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:24.814494 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f14f8b-39fd-49a8-855d-7a4581f61a51 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event updated for resources: {'Port': ['ID=2a03a583-dc51-452b-a66f-dd72c17fd6b5,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:24.866813 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-b5f14f8b-39fd-49a8-855d-7a4581f61a51 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.7513049 Nov 25 17:39:24.867632 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56254) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:24.893325 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6d1e1c04-88ce-46fa-b395-bbd029a697bc admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8f9b069b91484c3c813576f461442a3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5655084 Nov 25 17:39:24.896915 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56256) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:24.917361 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1db8cc17-10f6-4f00-9314-e8c6600a29f0 req-31922a5a-7aca-4b27-b243-0129cb22cbe7 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=0f8521b0-fea5-42f2-a976-d0ce371dead0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2843144 Nov 25 17:39:24.950215 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eac2932-d316-4884-b876-d16c9448cdf2 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:24.955713 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1e1c04-88ce-46fa-b395-bbd029a697bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22330527-3918-4de6-b011-6ebfc12bde4b,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:24.966623 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eac2932-d316-4884-b876-d16c9448cdf2 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:24.982159 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-5eac2932-d316-4884-b876-d16c9448cdf2 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.0986850 Nov 25 17:39:24.982459 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56258) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:25.070489 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c6c8783c-9e4d-45c2-8f50-7747421ae2ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:25.161564 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c6c8783c-9e4d-45c2-8f50-7747421ae2ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:25.191694 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dac4da7f-73d6-47e8-a72a-db68ff39888e req-ab923f5d-eb6d-449a-970d-877219883025 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] 10.222.0.75 "GET /v2.0/ports?device_id=adf9284d-bedb-4fa4-87f5-6f75aba0b0a1 HTTP/1.1" status: 200 len: 210 time: 0.0639939 Nov 25 17:39:25.283089 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-ec995414-9d34-4097-b662-d03c442ebdb0 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Deleting port 2a03a583-dc51-452b-a66f-dd72c17fd6b5 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:39:25.284365 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ec995414-9d34-4097-b662-d03c442ebdb0 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:25.334217 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-fc15864b-2dcf-4c15-9f0f-3d18ab152bb2 None None] Provisioning complete for port 2a03a583-dc51-452b-a66f-dd72c17fd6b5 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:25.336542 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-fc15864b-2dcf-4c15-9f0f-3d18ab152bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:25.393282 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-fc15864b-2dcf-4c15-9f0f-3d18ab152bb2 None None] Port 2a03a583-dc51-452b-a66f-dd72c17fd6b5 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:39:25.404260 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ec995414-9d34-4097-b662-d03c442ebdb0 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:25.418512 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-ec995414-9d34-4097-b662-d03c442ebdb0 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Calling delete_port for 2a03a583-dc51-452b-a66f-dd72c17fd6b5 owned by {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:39:25.580926 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ec995414-9d34-4097-b662-d03c442ebdb0 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:25.647556 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec995414-9d34-4097-b662-d03c442ebdb0 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event deleted for resources: {'Port': ['ID=2a03a583-dc51-452b-a66f-dd72c17fd6b5,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:25.650861 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ec995414-9d34-4097-b662-d03c442ebdb0 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:25.655267 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ec995414-9d34-4097-b662-d03c442ebdb0 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/ports/2a03a583-dc51-452b-a66f-dd72c17fd6b5 HTTP/1.1" status: 204 len: 168 time: 0.6789989 Nov 25 17:39:25.658767 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56278) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:25.733004 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df89728-56ea-4e19-9eb6-3b8262e3273e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:25.735328 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df89728-56ea-4e19-9eb6-3b8262e3273e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:25.739638 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0df89728-56ea-4e19-9eb6-3b8262e3273e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0773253 Nov 25 17:39:25.739638 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c6c8783c-9e4d-45c2-8f50-7747421ae2ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:25.740850 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56280) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:25.742463 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c6c8783c-9e4d-45c2-8f50-7747421ae2ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:25.743658 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c6c8783c-9e4d-45c2-8f50-7747421ae2ac admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/22330527-3918-4de6-b011-6ebfc12bde4b HTTP/1.1" status: 204 len: 168 time: 0.8458266 Nov 25 17:39:25.773087 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c8783c-9e4d-45c2-8f50-7747421ae2ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22330527-3918-4de6-b011-6ebfc12bde4b,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:25.863295 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ef10c4f-ddb2-464e-b955-ce11c632fc18 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Deleting subnet 294a8970-037f-4654-9eab-c34c5a18fa77 {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:39:25.867932 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1ef10c4f-ddb2-464e-b955-ce11c632fc18 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:25.945364 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1ef10c4f-ddb2-464e-b955-ce11c632fc18 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:26.087535 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device eafcd150-3494-48a4-b969-e28538f2a772 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:39:26.148608 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1ef10c4f-ddb2-464e-b955-ce11c632fc18 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:26.302040 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port eafcd150-3494-48a4-b969-e28538f2a772, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=eafcd150-3494-48a4-b969-e28538f2a772,segment=NetworkSegment(74518c65-0a77-49eb-8302-d0397cc0c64c),segment_id=74518c65-0a77-49eb-8302-d0397cc0c64c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:26.309896 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1ef10c4f-ddb2-464e-b955-ce11c632fc18 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:26.321741 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': 'eafcd150-3494-48a4-b969-e28538f2a772', 'network_id': '49c799e6-01fb-4356-b67f-8b970273c51a', 'port_id': 'eafcd150-3494-48a4-b969-e28538f2a772', 'mac_address': 'fa:16:3e:1e:5f:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25a72b94-fb6e-4434-9c21-274e75835bc9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:39:26.374372 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:26.393806 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bec2b4-6729-4177-8e58-b8d27025522e req-32f9fdef-6392-458b-95c1-cd05e2650e3a tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:26.400037 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eafcd150-3494-48a4-b969-e28538f2a772 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:39:26.406281 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-87bec2b4-6729-4177-8e58-b8d27025522e req-32f9fdef-6392-458b-95c1-cd05e2650e3a tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 944 time: 0.3274059 Nov 25 17:39:26.443884 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port eafcd150-3494-48a4-b969-e28538f2a772, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=eafcd150-3494-48a4-b969-e28538f2a772,segment=NetworkSegment(74518c65-0a77-49eb-8302-d0397cc0c64c),segment_id=74518c65-0a77-49eb-8302-d0397cc0c64c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:26.453585 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-647d9cd4-8ed0-4f3d-b8be-bdd8cc021126 req-782be4b3-a5ca-42a2-b1d7-5d20e2f6ef23 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] 10.222.0.75 "GET /v2.0/ports?device_id=adf9284d-bedb-4fa4-87f5-6f75aba0b0a1 HTTP/1.1" status: 200 len: 210 time: 0.1624599 Nov 25 17:39:26.458631 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56298) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:26.469439 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:26.495484 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-797ad31f-7a0a-45cc-abb3-c9c3b4e88e87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:26.500568 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef10c4f-ddb2-464e-b955-ce11c632fc18 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event deleted for resources: {'Subnet': ['ID=294a8970-037f-4654-9eab-c34c5a18fa77,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:26.524192 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1ef10c4f-ddb2-464e-b955-ce11c632fc18 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:26.540060 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-1ef10c4f-ddb2-464e-b955-ce11c632fc18 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/subnets/294a8970-037f-4654-9eab-c34c5a18fa77 HTTP/1.1" status: 204 len: 168 time: 0.7966230 Nov 25 17:39:26.542999 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56300) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:26.577097 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=eafcd150-3494-48a4-b969-e28538f2a772,revision_number=9']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:26.582054 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46664b6-a97b-4647-83e7-ebb21b452d3a None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:39:26.617921 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d27cd00a-8d2d-4a24-af2d-17f96d2223f5 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0589941 Nov 25 17:39:26.621071 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56302) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:26.628803 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-87bec2b4-6729-4177-8e58-b8d27025522e req-72948faa-024c-440c-a386-f8be0b3adc1e tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=0f8521b0-fea5-42f2-a976-d0ce371dead0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2169914 Nov 25 17:39:26.718760 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eca50ef-7cc5-4e84-b6c4-461ed7227f17 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:26.720668 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7eca50ef-7cc5-4e84-b6c4-461ed7227f17 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0983872 Nov 25 17:39:26.726262 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56304) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:26.735001 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['eafcd150-3494-48a4-b969-e28538f2a772'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:39:26.784977 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-797ad31f-7a0a-45cc-abb3-c9c3b4e88e87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:26.796089 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-797ad31f-7a0a-45cc-abb3-c9c3b4e88e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:26.836204 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664f081c-063b-407e-bcbc-759055af19c4 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:26.838262 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-664f081c-063b-407e-bcbc-759055af19c4 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1102583 Nov 25 17:39:26.854775 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56306) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:26.876129 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-797ad31f-7a0a-45cc-abb3-c9c3b4e88e87 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=907038f626b7484fbd0cf82549cc3f50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4051635 Nov 25 17:39:26.877238 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56312) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:26.914052 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797ad31f-7a0a-45cc-abb3-c9c3b4e88e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f163714e-dc00-40b1-a71a-fa7ace5ed7ae,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:26.925155 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6ed52a2b-1131-4949-bedb-4dba6fcd9450 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0690134 Nov 25 17:39:26.935853 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56314) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:26.941847 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-b422c296-46dd-43c0-9000-1544ec19b515 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Request body: {'subnet': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:26.950205 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797ad31f-7a0a-45cc-abb3-c9c3b4e88e87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:26.950687 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797ad31f-7a0a-45cc-abb3-c9c3b4e88e87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:26.951034 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797ad31f-7a0a-45cc-abb3-c9c3b4e88e87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:26.951372 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797ad31f-7a0a-45cc-abb3-c9c3b4e88e87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:26.952086 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797ad31f-7a0a-45cc-abb3-c9c3b4e88e87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:26.952429 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797ad31f-7a0a-45cc-abb3-c9c3b4e88e87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:26.952789 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797ad31f-7a0a-45cc-abb3-c9c3b4e88e87 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:26.953347 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797ad31f-7a0a-45cc-abb3-c9c3b4e88e87 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:26.953707 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797ad31f-7a0a-45cc-abb3-c9c3b4e88e87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:26.954148 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797ad31f-7a0a-45cc-abb3-c9c3b4e88e87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:26.954483 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797ad31f-7a0a-45cc-abb3-c9c3b4e88e87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:26.954811 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797ad31f-7a0a-45cc-abb3-c9c3b4e88e87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:26.963863 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f5e4d-575f-45b8-932d-89cde0a6a70d req-ad497268-fd5a-4ff8-b6a2-a04fd772dd3c tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:26.969864 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c78f5e4d-575f-45b8-932d-89cde0a6a70d req-ad497268-fd5a-4ff8-b6a2-a04fd772dd3c tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] 10.222.0.90 "GET /v2.0/networks?id=59a25a1f-1835-41ad-875d-3a7ed20b973c HTTP/1.1" status: 200 len: 812 time: 0.4002447 Nov 25 17:39:26.987892 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-c78f5e4d-575f-45b8-932d-89cde0a6a70d req-07c68405-0ff7-4f17-bdef-97f9bc81f909 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] Request body: {'port': {'device_id': 'adf9284d-bedb-4fa4-87f5-6f75aba0b0a1', 'network_id': '59a25a1f-1835-41ad-875d-3a7ed20b973c', 'admin_state_up': True, 'tenant_id': '45d49c66298c43eea2c149f9d217583c'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:27.097735 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-16c81845-76c2-4a98-b370-c701aca51c41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:27.101448 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bd8a12-3cac-4a52-8a42-b7139bc5b584 None None] DHCP port deletion for fed75ec1-726a-45be-ab23-2dd76f977831 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:39:27.145219 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-16c81845-76c2-4a98-b370-c701aca51c41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:27.159563 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b422c296-46dd-43c0-9000-1544ec19b515 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Made reservation on behalf of b4fd74d3755f4cd39b2026436dde8bb1 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:39:27.166188 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b422c296-46dd-43c0-9000-1544ec19b515 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:27.321042 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-60bd8a12-3cac-4a52-8a42-b7139bc5b584 None None] Deleting port b60716c4-6400-43ae-880f-632fc8c9489a {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:39:27.321042 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-60bd8a12-3cac-4a52-8a42-b7139bc5b584 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:27.357496 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c78f5e4d-575f-45b8-932d-89cde0a6a70d req-07c68405-0ff7-4f17-bdef-97f9bc81f909 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] Made reservation on behalf of 45d49c66298c43eea2c149f9d217583c for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:39:27.363306 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c78f5e4d-575f-45b8-932d-89cde0a6a70d req-07c68405-0ff7-4f17-bdef-97f9bc81f909 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:27.399846 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-16c81845-76c2-4a98-b370-c701aca51c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:27.402705 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-16c81845-76c2-4a98-b370-c701aca51c41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:27.408231 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-16c81845-76c2-4a98-b370-c701aca51c41 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f163714e-dc00-40b1-a71a-fa7ace5ed7ae HTTP/1.1" status: 204 len: 168 time: 0.4916286 Nov 25 17:39:27.424336 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c81845-76c2-4a98-b370-c701aca51c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f163714e-dc00-40b1-a71a-fa7ace5ed7ae,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:27.429318 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-60bd8a12-3cac-4a52-8a42-b7139bc5b584 None None] For port b60716c4-6400-43ae-880f-632fc8c9489a, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=b60716c4-6400-43ae-880f-632fc8c9489a,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:27.429947 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-60bd8a12-3cac-4a52-8a42-b7139bc5b584 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:27.447748 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-60bd8a12-3cac-4a52-8a42-b7139bc5b584 None None] Calling delete_port for b60716c4-6400-43ae-880f-632fc8c9489a owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:39:27.648896 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b422c296-46dd-43c0-9000-1544ec19b515 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:27.683890 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-60bd8a12-3cac-4a52-8a42-b7139bc5b584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:27.705741 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-c78f5e4d-575f-45b8-932d-89cde0a6a70d req-07c68405-0ff7-4f17-bdef-97f9bc81f909 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] Allocated IP 172.20.0.9 (59a25a1f-1835-41ad-875d-3a7ed20b973c/f2c57a73-ee6c-4663-9f78-bd4512b9039b/43bcbe76-2e44-46d8-9731-641d71093097) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:39:27.710983 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b422c296-46dd-43c0-9000-1544ec19b515 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event updated for resources: {'Subnet': ['ID=a0f3a209-b2bd-463c-a1f7-821c775f8a6d,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:27.719382 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b422c296-46dd-43c0-9000-1544ec19b515 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:39:27.724207 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-b422c296-46dd-43c0-9000-1544ec19b515 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:39:27.730538 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b422c296-46dd-43c0-9000-1544ec19b515 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:27.733363 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b422c296-46dd-43c0-9000-1544ec19b515 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:27.771576 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b422c296-46dd-43c0-9000-1544ec19b515 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8346331 Nov 25 17:39:27.774848 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56326) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:27.787405 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-6338ad13-0ea9-4324-8c9a-fdd29e6356ed tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Request body: {'port': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'fixed_ips': [{'subnet_id': 'a0f3a209-b2bd-463c-a1f7-821c775f8a6d', 'ip_address': '2001:db8::e849:b546:38cd:269e'}], 'name': 'tempest-NetworksTestDHCPv6-248928146'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:27.793422 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-46954731-9c9f-4aba-a67e-fadc4dab5010 req-3d0f6e7b-2241-445a-9374-86a62ed567b8 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] 10.222.0.75 "GET /v2.0/ports?device_id=adf9284d-bedb-4fa4-87f5-6f75aba0b0a1 HTTP/1.1" status: 200 len: 210 time: 0.1793270 Nov 25 17:39:27.849406 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bd8a12-3cac-4a52-8a42-b7139bc5b584 None None] No DVR routers for this DVR port b60716c4-6400-43ae-880f-632fc8c9489a on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:39:27.866834 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bd8a12-3cac-4a52-8a42-b7139bc5b584 None None] Pushing event deleted for resources: {'Port': ['ID=b60716c4-6400-43ae-880f-632fc8c9489a,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:27.890020 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69309129-512a-4286-8f2a-890927734a6a None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:39:28.066626 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6e43f-86f1-48b0-89bc-5cd95282084e req-e1648090-1d2f-4491-b975-b60f51e7aef1 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:28.082971 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3da6e43f-86f1-48b0-89bc-5cd95282084e req-e1648090-1d2f-4491-b975-b60f51e7aef1 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 945 time: 0.2493181 Nov 25 17:39:28.116154 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device eafcd150-3494-48a4-b969-e28538f2a772 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:39:28.138920 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6338ad13-0ea9-4324-8c9a-fdd29e6356ed tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Made reservation on behalf of b4fd74d3755f4cd39b2026436dde8bb1 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:39:28.229232 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c78f5e4d-575f-45b8-932d-89cde0a6a70d req-07c68405-0ff7-4f17-bdef-97f9bc81f909 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:28.282590 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port eafcd150-3494-48a4-b969-e28538f2a772 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:28.284176 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:28.286498 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fe7c7e-b136-4544-818e-147f571ba3ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-fed75ec1-726a-45be-ab23-2dd76f977831', 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'tenant_id': 'b4fd74d3755f4cd39b2026436dde8bb1', 'fixed_ips': [{'subnet_id': 'a0f3a209-b2bd-463c-a1f7-821c775f8a6d'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:39:28.287928 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c8fe7c7e-b136-4544-818e-147f571ba3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:28.297842 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6338ad13-0ea9-4324-8c9a-fdd29e6356ed tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:28.342332 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3da6e43f-86f1-48b0-89bc-5cd95282084e req-121da531-0257-4661-a987-f3fa132792d5 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=0f8521b0-fea5-42f2-a976-d0ce371dead0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2314086 Nov 25 17:39:28.377872 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c78f5e4d-575f-45b8-932d-89cde0a6a70d req-07c68405-0ff7-4f17-bdef-97f9bc81f909 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:28.381488 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-6338ad13-0ea9-4324-8c9a-fdd29e6356ed tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] device_id is not set on port c4171d31-b568-43e1-bd2c-d892cf7ced3c yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:39:28.458349 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c78f5e4d-575f-45b8-932d-89cde0a6a70d req-07c68405-0ff7-4f17-bdef-97f9bc81f909 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] Network 59a25a1f-1835-41ad-875d-3a7ed20b973c is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:39:28.477061 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-c78f5e4d-575f-45b8-932d-89cde0a6a70d req-07c68405-0ff7-4f17-bdef-97f9bc81f909 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:39:28.510324 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c68405-0ff7-4f17-bdef-97f9bc81f909 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] Pushing event updated for resources: {'Port': ['ID=43bcbe76-2e44-46d8-9731-641d71093097,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:28.517190 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-c78f5e4d-575f-45b8-932d-89cde0a6a70d req-07c68405-0ff7-4f17-bdef-97f9bc81f909 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:39:28.622521 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f5e4d-575f-45b8-932d-89cde0a6a70d req-07c68405-0ff7-4f17-bdef-97f9bc81f909 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:28.622860 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c78f5e4d-575f-45b8-932d-89cde0a6a70d req-07c68405-0ff7-4f17-bdef-97f9bc81f909 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:28.656744 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c78f5e4d-575f-45b8-932d-89cde0a6a70d req-07c68405-0ff7-4f17-bdef-97f9bc81f909 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6765437 Nov 25 17:39:28.671347 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-c78f5e4d-575f-45b8-932d-89cde0a6a70d req-c0cd2a0d-3ddc-4156-ad23-1d74e7d9ffe6 service neutron] Request body: {'port': {'device_id': 'adf9284d-bedb-4fa4-87f5-6f75aba0b0a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:28.818017 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-6338ad13-0ea9-4324-8c9a-fdd29e6356ed tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Allocated IP 2001:db8::e849:b546:38cd:269e (fed75ec1-726a-45be-ab23-2dd76f977831/a0f3a209-b2bd-463c-a1f7-821c775f8a6d/c4171d31-b568-43e1-bd2c-d892cf7ced3c) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:39:28.866796 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c78f5e4d-575f-45b8-932d-89cde0a6a70d req-c0cd2a0d-3ddc-4156-ad23-1d74e7d9ffe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:28.988172 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:29.014017 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device b60716c4-6400-43ae-880f-632fc8c9489a no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:39:29.089852 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: b60716c4-6400-43ae-880f-632fc8c9489a {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:39:29.089852 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device b60716c4-6400-43ae-880f-632fc8c9489a not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:39:29.100991 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e21b4-623b-4120-b0bc-3d3a4733cb19 req-291b1e64-106c-4d63-b2bb-1e66d0b91c0d tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:29.110902 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4d6e21b4-623b-4120-b0bc-3d3a4733cb19 req-291b1e64-106c-4d63-b2bb-1e66d0b91c0d tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] 10.222.0.75 "GET /v2.0/ports?device_id=adf9284d-bedb-4fa4-87f5-6f75aba0b0a1 HTTP/1.1" status: 200 len: 931 time: 0.0826502 Nov 25 17:39:29.139083 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port eafcd150-3494-48a4-b969-e28538f2a772, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=eafcd150-3494-48a4-b969-e28538f2a772,segment=NetworkSegment(74518c65-0a77-49eb-8302-d0397cc0c64c),segment_id=74518c65-0a77-49eb-8302-d0397cc0c64c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:29.142573 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cf02964-0c83-4741-9cb8-4d665776485b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eafcd150-3494-48a4-b969-e28538f2a772'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:39:29.145660 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da9a869-8e06-4e65-a8a7-b6dd87b83770" -d '{"events": [{"server_uuid": "7cf02964-0c83-4741-9cb8-4d665776485b", "name": "network-vif-plugged", "status": "completed", "tag": "eafcd150-3494-48a4-b969-e28538f2a772"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:39:29.152450 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:29.292811 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d094330-9c2b-42f5-a938-72b2a6edb668 x-openstack-request-id: req-9d094330-9c2b-42f5-a938-72b2a6edb668 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:39:29.293455 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cf02964-0c83-4741-9cb8-4d665776485b", "name": "network-vif-plugged", "status": "completed", "tag": "eafcd150-3494-48a4-b969-e28538f2a772", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:39:29.293892 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9d094330-9c2b-42f5-a938-72b2a6edb668 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:39:29.294480 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cf02964-0c83-4741-9cb8-4d665776485b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eafcd150-3494-48a4-b969-e28538f2a772', 'code': 200} Nov 25 17:39:29.324277 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=eafcd150-3494-48a4-b969-e28538f2a772,revision_number=10']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:29.389585 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6338ad13-0ea9-4324-8c9a-fdd29e6356ed tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:29.443839 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4d6e21b4-623b-4120-b0bc-3d3a4733cb19 req-b3b1f6c0-f11a-4d0f-9840-4155eb86f5f6 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6485b45c-e0bd-4fa5-ab4f-1d1e7c3244c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325515 Nov 25 17:39:29.504514 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6338ad13-0ea9-4324-8c9a-fdd29e6356ed tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:29.662286 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6338ad13-0ea9-4324-8c9a-fdd29e6356ed tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:39:29.675572 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-c8fe7c7e-b136-4544-818e-147f571ba3ec None None] Allocated IP 2001:db8::2 (fed75ec1-726a-45be-ab23-2dd76f977831/a0f3a209-b2bd-463c-a1f7-821c775f8a6d/3cf040db-1d2d-4ed9-a743-8459e5d4e306) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:39:29.683653 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-6338ad13-0ea9-4324-8c9a-fdd29e6356ed tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:39:29.699757 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6338ad13-0ea9-4324-8c9a-fdd29e6356ed tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:39:29.713206 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6338ad13-0ea9-4324-8c9a-fdd29e6356ed tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:29.721966 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6338ad13-0ea9-4324-8c9a-fdd29e6356ed tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:29.745394 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6338ad13-0ea9-4324-8c9a-fdd29e6356ed tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event updated for resources: {'Port': ['ID=c4171d31-b568-43e1-bd2c-d892cf7ced3c,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:29.768608 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6338ad13-0ea9-4324-8c9a-fdd29e6356ed tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9899807 Nov 25 17:39:29.772271 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56374) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:29.778395 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-6c26c87d-cc8c-4427-9355-446ba738a395 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Request body: {'port': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'fixed_ips': [{'subnet_id': 'a0f3a209-b2bd-463c-a1f7-821c775f8a6d', 'ip_address': '2001:db8::e849:b546:38cd:269e'}], 'name': 'tempest-NetworksTestDHCPv6-742701496'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:29.828526 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba4ce1-0055-4022-abba-1ab698adcb39 req-46e20f18-1eff-4c89-bffd-9f106c64c592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:29.832457 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4fba4ce1-0055-4022-abba-1ab698adcb39 req-46e20f18-1eff-4c89-bffd-9f106c64c592 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 1098 time: 0.3459198 Nov 25 17:39:29.875995 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f8be6-786c-4164-8602-821e0ddb3a57 req-41510b87-7e2e-4048-860e-2614cbee5574 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:29.877852 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-435f8be6-786c-4164-8602-821e0ddb3a57 req-41510b87-7e2e-4048-860e-2614cbee5574 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 947 time: 0.2762594 Nov 25 17:39:29.988013 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-435f8be6-786c-4164-8602-821e0ddb3a57 req-f6b6e527-f74a-498f-b593-e2425a7ebfca tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=0f8521b0-fea5-42f2-a976-d0ce371dead0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879571 Nov 25 17:39:30.064210 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4fba4ce1-0055-4022-abba-1ab698adcb39 req-21c9851b-c2e2-490c-b53d-7a6f35a6d0cd service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=0f8521b0-fea5-42f2-a976-d0ce371dead0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1834295 Nov 25 17:39:30.095340 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c8fe7c7e-b136-4544-818e-147f571ba3ec None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:30.110401 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c8fe7c7e-b136-4544-818e-147f571ba3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:30.131828 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c26c87d-cc8c-4427-9355-446ba738a395 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Made reservation on behalf of b4fd74d3755f4cd39b2026436dde8bb1 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:39:30.137891 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6c26c87d-cc8c-4427-9355-446ba738a395 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:30.186207 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-6c26c87d-cc8c-4427-9355-446ba738a395 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] device_id is not set on port 5a1c4378-72b5-4afa-ac0c-493b26c2e11f yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:39:30.229665 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fe7c7e-b136-4544-818e-147f571ba3ec None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:39:30.235520 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-c8fe7c7e-b136-4544-818e-147f571ba3ec None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:39:30.235924 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-c78f5e4d-575f-45b8-932d-89cde0a6a70d req-c0cd2a0d-3ddc-4156-ad23-1d74e7d9ffe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43bcbe76-2e44-46d8-9731-641d71093097 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:39:30.239000 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fe7c7e-b136-4544-818e-147f571ba3ec None None] Pushing event updated for resources: {'Port': ['ID=3cf040db-1d2d-4ed9-a743-8459e5d4e306,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:30.250775 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fe7c7e-b136-4544-818e-147f571ba3ec None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:39:30.263840 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c78f5e4d-575f-45b8-932d-89cde0a6a70d req-c0cd2a0d-3ddc-4156-ad23-1d74e7d9ffe6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:30.290453 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-c78f5e4d-575f-45b8-932d-89cde0a6a70d req-c0cd2a0d-3ddc-4156-ad23-1d74e7d9ffe6 service neutron] Transition to ACTIVE for port object 43bcbe76-2e44-46d8-9731-641d71093097 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:39:30.317592 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c78f5e4d-575f-45b8-932d-89cde0a6a70d req-c0cd2a0d-3ddc-4156-ad23-1d74e7d9ffe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:30.396340 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-c8fe7c7e-b136-4544-818e-147f571ba3ec None None] Attempting to bind port 3cf040db-1d2d-4ed9-a743-8459e5d4e306 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:39:30.396603 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-c8fe7c7e-b136-4544-818e-147f571ba3ec None None] Attempting to bind port 3cf040db-1d2d-4ed9-a743-8459e5d4e306 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:39:30.397494 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fe7c7e-b136-4544-818e-147f571ba3ec None None] Attempting to bind port 3cf040db-1d2d-4ed9-a743-8459e5d4e306 on network fed75ec1-726a-45be-ab23-2dd76f977831 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:39:30.416926 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fe7c7e-b136-4544-818e-147f571ba3ec None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:39:30.417581 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fe7c7e-b136-4544-818e-147f571ba3ec None None] Checking segment: {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:39:30.418304 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c8fe7c7e-b136-4544-818e-147f571ba3ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:30.418938 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fe7c7e-b136-4544-818e-147f571ba3ec None None] Bound using segment: {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:39:30.419689 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-c8fe7c7e-b136-4544-818e-147f571ba3ec None None] Bound port: 3cf040db-1d2d-4ed9-a743-8459e5d4e306, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:39:30.420072 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c8fe7c7e-b136-4544-818e-147f571ba3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:30.487670 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c26c87d-cc8c-4427-9355-446ba738a395 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 25 17:39:30.488628 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c26c87d-cc8c-4427-9355-446ba738a395 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:39:30.521515 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cd2a0d-3ddc-4156-ad23-1d74e7d9ffe6 service neutron] Pushing event updated for resources: {'Port': ['ID=43bcbe76-2e44-46d8-9731-641d71093097,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:30.525489 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6c26c87d-cc8c-4427-9355-446ba738a395 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.7526779 Nov 25 17:39:30.528544 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56402) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:30.546266 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-c8fe7c7e-b136-4544-818e-147f571ba3ec None None] For port 3cf040db-1d2d-4ed9-a743-8459e5d4e306, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:39:30.551316 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-c8fe7c7e-b136-4544-818e-147f571ba3ec None None] For port 3cf040db-1d2d-4ed9-a743-8459e5d4e306, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=3cf040db-1d2d-4ed9-a743-8459e5d4e306,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:39:30.571755 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c8fe7c7e-b136-4544-818e-147f571ba3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:30.616096 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb12230-3b12-4698-b154-88493a0c50e0 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:30.625157 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb12230-3b12-4698-b154-88493a0c50e0 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:30.631485 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-fbb12230-3b12-4698-b154-88493a0c50e0 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1014962 Nov 25 17:39:30.632363 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56404) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:30.648367 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cd2a0d-3ddc-4156-ad23-1d74e7d9ffe6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:30.649110 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cd2a0d-3ddc-4156-ad23-1d74e7d9ffe6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:30.649665 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cd2a0d-3ddc-4156-ad23-1d74e7d9ffe6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:30.650194 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cd2a0d-3ddc-4156-ad23-1d74e7d9ffe6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:30.650774 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cd2a0d-3ddc-4156-ad23-1d74e7d9ffe6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:30.651312 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cd2a0d-3ddc-4156-ad23-1d74e7d9ffe6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:30.651834 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cd2a0d-3ddc-4156-ad23-1d74e7d9ffe6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:30.652359 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cd2a0d-3ddc-4156-ad23-1d74e7d9ffe6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:30.652898 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cd2a0d-3ddc-4156-ad23-1d74e7d9ffe6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:30.653420 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cd2a0d-3ddc-4156-ad23-1d74e7d9ffe6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:30.653932 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cd2a0d-3ddc-4156-ad23-1d74e7d9ffe6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:30.654454 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cd2a0d-3ddc-4156-ad23-1d74e7d9ffe6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:30.667832 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-c78f5e4d-575f-45b8-932d-89cde0a6a70d req-c0cd2a0d-3ddc-4156-ad23-1d74e7d9ffe6 service neutron] Attempting to bind port 43bcbe76-2e44-46d8-9731-641d71093097 on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:39:30.672814 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-c78f5e4d-575f-45b8-932d-89cde0a6a70d req-c0cd2a0d-3ddc-4156-ad23-1d74e7d9ffe6 service neutron] Attempting to bind port 43bcbe76-2e44-46d8-9731-641d71093097 by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '95158716-91a9-41e1-9c17-4928dbd75dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '59a25a1f-1835-41ad-875d-3a7ed20b973c'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:39:30.676551 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78f5e4d-575f-45b8-932d-89cde0a6a70d req-c0cd2a0d-3ddc-4156-ad23-1d74e7d9ffe6 service neutron] Attempting to bind port 43bcbe76-2e44-46d8-9731-641d71093097 on network 59a25a1f-1835-41ad-875d-3a7ed20b973c {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:39:30.732067 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78f5e4d-575f-45b8-932d-89cde0a6a70d req-c0cd2a0d-3ddc-4156-ad23-1d74e7d9ffe6 service neutron] Port 43bcbe76-2e44-46d8-9731-641d71093097 on network 59a25a1f-1835-41ad-875d-3a7ed20b973c not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:39:30.733558 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78f5e4d-575f-45b8-932d-89cde0a6a70d req-c0cd2a0d-3ddc-4156-ad23-1d74e7d9ffe6 service neutron] Attempting to bind port 43bcbe76-2e44-46d8-9731-641d71093097 on network 59a25a1f-1835-41ad-875d-3a7ed20b973c {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:39:30.745228 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78f5e4d-575f-45b8-932d-89cde0a6a70d req-c0cd2a0d-3ddc-4156-ad23-1d74e7d9ffe6 service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:39:30.746170 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78f5e4d-575f-45b8-932d-89cde0a6a70d req-c0cd2a0d-3ddc-4156-ad23-1d74e7d9ffe6 service neutron] Checking segment: {'id': '95158716-91a9-41e1-9c17-4928dbd75dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '59a25a1f-1835-41ad-875d-3a7ed20b973c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:39:30.746721 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78f5e4d-575f-45b8-932d-89cde0a6a70d req-c0cd2a0d-3ddc-4156-ad23-1d74e7d9ffe6 service neutron] Bound using segment: {'id': '95158716-91a9-41e1-9c17-4928dbd75dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '59a25a1f-1835-41ad-875d-3a7ed20b973c'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:39:30.747364 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-c78f5e4d-575f-45b8-932d-89cde0a6a70d req-c0cd2a0d-3ddc-4156-ad23-1d74e7d9ffe6 service neutron] Bound port: 43bcbe76-2e44-46d8-9731-641d71093097, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95158716-91a9-41e1-9c17-4928dbd75dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '59a25a1f-1835-41ad-875d-3a7ed20b973c'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:39:30.747970 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c78f5e4d-575f-45b8-932d-89cde0a6a70d req-c0cd2a0d-3ddc-4156-ad23-1d74e7d9ffe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:30.810928 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8893ab8-c9c3-4559-bc34-e74178633bc5 req-5c4d9e24-11d7-41bd-8cf7-9eaff27ece75 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:30.813784 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b8893ab8-c9c3-4559-bc34-e74178633bc5 req-5c4d9e24-11d7-41bd-8cf7-9eaff27ece75 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] 10.222.0.75 "GET /v2.0/ports?device_id=adf9284d-bedb-4fa4-87f5-6f75aba0b0a1 HTTP/1.1" status: 200 len: 943 time: 0.1858988 Nov 25 17:39:30.913209 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fe7c7e-b136-4544-818e-147f571ba3ec None None] Pushing event updated for resources: {'Port': ['ID=3cf040db-1d2d-4ed9-a743-8459e5d4e306,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:30.919336 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-c78f5e4d-575f-45b8-932d-89cde0a6a70d req-c0cd2a0d-3ddc-4156-ad23-1d74e7d9ffe6 service neutron] For port 43bcbe76-2e44-46d8-9731-641d71093097, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:39:30.925235 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-8df617eb-43a9-4556-97df-63126ded2d1a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Deleting port c4171d31-b568-43e1-bd2c-d892cf7ced3c {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:39:30.925705 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8df617eb-43a9-4556-97df-63126ded2d1a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:30.968725 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b8893ab8-c9c3-4559-bc34-e74178633bc5 req-43ed2de4-4f0c-48ba-a0e0-ab64dffe306b tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6485b45c-e0bd-4fa5-ab4f-1d1e7c3244c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456130 Nov 25 17:39:30.980492 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-c78f5e4d-575f-45b8-932d-89cde0a6a70d req-c0cd2a0d-3ddc-4156-ad23-1d74e7d9ffe6 service neutron] For port 43bcbe76-2e44-46d8-9731-641d71093097, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=43bcbe76-2e44-46d8-9731-641d71093097,segment=NetworkSegment(95158716-91a9-41e1-9c17-4928dbd75dd6),segment_id=95158716-91a9-41e1-9c17-4928dbd75dd6)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:39:31.002940 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c78f5e4d-575f-45b8-932d-89cde0a6a70d req-c0cd2a0d-3ddc-4156-ad23-1d74e7d9ffe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:31.101760 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cd2a0d-3ddc-4156-ad23-1d74e7d9ffe6 service neutron] Pushing event updated for resources: {'Port': ['ID=43bcbe76-2e44-46d8-9731-641d71093097,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:31.104243 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8df617eb-43a9-4556-97df-63126ded2d1a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:31.126595 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f5e4d-575f-45b8-932d-89cde0a6a70d req-c0cd2a0d-3ddc-4156-ad23-1d74e7d9ffe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:31.127730 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c78f5e4d-575f-45b8-932d-89cde0a6a70d req-c0cd2a0d-3ddc-4156-ad23-1d74e7d9ffe6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:31.131133 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c78f5e4d-575f-45b8-932d-89cde0a6a70d req-c0cd2a0d-3ddc-4156-ad23-1d74e7d9ffe6 service neutron] 10.222.0.90 "PUT /v2.0/ports/43bcbe76-2e44-46d8-9731-641d71093097 HTTP/1.1" status: 200 len: 1091 time: 2.4653847 Nov 25 17:39:31.131878 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adf9284d-bedb-4fa4-87f5-6f75aba0b0a1', 'tag': '43bcbe76-2e44-46d8-9731-641d71093097'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:39:31.149808 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-8df617eb-43a9-4556-97df-63126ded2d1a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Calling delete_port for c4171d31-b568-43e1-bd2c-d892cf7ced3c owned by {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:39:31.157119 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a3112c-c16c-495b-b075-14e2ceee7815" -d '{"events": [{"name": "network-changed", "server_uuid": "adf9284d-bedb-4fa4-87f5-6f75aba0b0a1", "tag": "43bcbe76-2e44-46d8-9731-641d71093097"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:39:31.298680 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ef556b-6589-4bd6-a955-ef2da0ba957f x-openstack-request-id: req-e5ef556b-6589-4bd6-a955-ef2da0ba957f {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:39:31.300429 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adf9284d-bedb-4fa4-87f5-6f75aba0b0a1", "tag": "43bcbe76-2e44-46d8-9731-641d71093097", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:39:31.300962 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e5ef556b-6589-4bd6-a955-ef2da0ba957f {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:39:31.302256 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adf9284d-bedb-4fa4-87f5-6f75aba0b0a1', 'tag': '43bcbe76-2e44-46d8-9731-641d71093097', 'status': 'completed', 'code': 200} Nov 25 17:39:31.336139 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f5e4d-575f-45b8-932d-89cde0a6a70d req-078d07eb-7ef3-417b-af2a-bd36fcfe0cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:31.337897 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c78f5e4d-575f-45b8-932d-89cde0a6a70d req-078d07eb-7ef3-417b-af2a-bd36fcfe0cae service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=45d49c66298c43eea2c149f9d217583c&device_id=adf9284d-bedb-4fa4-87f5-6f75aba0b0a1 HTTP/1.1" status: 200 len: 1094 time: 0.1131961 Nov 25 17:39:31.377098 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def3243-88bb-4a28-b02f-4a8e99ca0f6b req-dbe7ffc2-a47e-4707-8df6-326b18582cb6 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:31.385055 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4def3243-88bb-4a28-b02f-4a8e99ca0f6b req-dbe7ffc2-a47e-4707-8df6-326b18582cb6 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 947 time: 0.1894784 Nov 25 17:39:31.483492 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c78f5e4d-575f-45b8-932d-89cde0a6a70d req-9638b639-1eed-4cd8-a2b5-a0e40de2202b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43bcbe76-2e44-46d8-9731-641d71093097 HTTP/1.1" status: 200 len: 217 time: 0.1347766 Nov 25 17:39:31.522192 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8df617eb-43a9-4556-97df-63126ded2d1a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:31.590925 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df617eb-43a9-4556-97df-63126ded2d1a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event deleted for resources: {'Port': ['ID=c4171d31-b568-43e1-bd2c-d892cf7ced3c,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:31.639230 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f5e4d-575f-45b8-932d-89cde0a6a70d req-acf4e7af-e233-46c1-826d-cc7c2c917d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:31.640287 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8df617eb-43a9-4556-97df-63126ded2d1a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:31.642484 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c78f5e4d-575f-45b8-932d-89cde0a6a70d req-acf4e7af-e233-46c1-826d-cc7c2c917d0c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f2c57a73-ee6c-4663-9f78-bd4512b9039b HTTP/1.1" status: 200 len: 852 time: 0.1498766 Nov 25 17:39:31.644131 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8df617eb-43a9-4556-97df-63126ded2d1a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/ports/c4171d31-b568-43e1-bd2c-d892cf7ced3c HTTP/1.1" status: 204 len: 168 time: 1.0103321 Nov 25 17:39:31.646691 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56446) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:31.738547 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c78f5e4d-575f-45b8-932d-89cde0a6a70d req-c6f3b375-d0b0-4b17-b413-428adf6925f8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=59a25a1f-1835-41ad-875d-3a7ed20b973c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819926 Nov 25 17:39:31.740666 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f93f394-7248-46e4-89f6-cbbbddb18b48 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:31.742446 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f93f394-7248-46e4-89f6-cbbbddb18b48 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:31.747455 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1f93f394-7248-46e4-89f6-cbbbddb18b48 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0997488 Nov 25 17:39:31.748212 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56454) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:31.795136 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4def3243-88bb-4a28-b02f-4a8e99ca0f6b req-bb9b86a4-c693-4fbc-b9c1-74bf990d965b tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=0f8521b0-fea5-42f2-a976-d0ce371dead0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4013743 Nov 25 17:39:31.816800 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-b15fbe6e-5761-437d-90af-4615c055bebb tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Deleting subnet a0f3a209-b2bd-463c-a1f7-821c775f8a6d {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:39:31.823226 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b15fbe6e-5761-437d-90af-4615c055bebb tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:31.876333 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b15fbe6e-5761-437d-90af-4615c055bebb tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:31.950595 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c78f5e4d-575f-45b8-932d-89cde0a6a70d req-e3b829c9-1b32-4a9b-b87e-a95bc5ba8bac service neutron] 10.222.0.90 "GET /v2.0/networks/59a25a1f-1835-41ad-875d-3a7ed20b973c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006056 Nov 25 17:39:31.974918 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b15fbe6e-5761-437d-90af-4615c055bebb tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:32.053735 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b15fbe6e-5761-437d-90af-4615c055bebb tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:32.079110 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b15fbe6e-5761-437d-90af-4615c055bebb tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:32.091258 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b15fbe6e-5761-437d-90af-4615c055bebb tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/subnets/a0f3a209-b2bd-463c-a1f7-821c775f8a6d HTTP/1.1" status: 204 len: 168 time: 0.3418932 Nov 25 17:39:32.092179 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56472) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:32.267952 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b3e29ab3-33a4-4c40-8d3f-5e9a4e0a18da tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1350193 Nov 25 17:39:32.267952 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15fbe6e-5761-437d-90af-4615c055bebb tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event deleted for resources: {'Subnet': ['ID=a0f3a209-b2bd-463c-a1f7-821c775f8a6d,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:32.268866 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56474) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:32.274249 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-a620fae6-584b-4cf8-9319-850c9e505be4 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Request body: {'subnet': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:32.542238 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a620fae6-584b-4cf8-9319-850c9e505be4 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Made reservation on behalf of b4fd74d3755f4cd39b2026436dde8bb1 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:39:32.551935 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a620fae6-584b-4cf8-9319-850c9e505be4 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:32.575839 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c78f5e4d-575f-45b8-932d-89cde0a6a70d req-de184ca8-c68a-4876-b597-4e95dfe55c42 service neutron] 10.222.0.90 "GET /v2.0/networks/59a25a1f-1835-41ad-875d-3a7ed20b973c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6104784 Nov 25 17:39:32.591593 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c22724-02d9-4fb5-8352-cec70c8f3b4f req-b8195ce3-9d2d-48eb-8ff1-89a001df560d tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:32.594069 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-71c22724-02d9-4fb5-8352-cec70c8f3b4f req-b8195ce3-9d2d-48eb-8ff1-89a001df560d tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] 10.222.0.75 "GET /v2.0/ports?device_id=adf9284d-bedb-4fa4-87f5-6f75aba0b0a1 HTTP/1.1" status: 200 len: 943 time: 0.2026033 Nov 25 17:39:32.789729 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-71c22724-02d9-4fb5-8352-cec70c8f3b4f req-a9cb9c36-1e0d-49f4-bdae-404cde26526d tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6485b45c-e0bd-4fa5-ab4f-1d1e7c3244c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882694 Nov 25 17:39:32.826196 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3112c-c16c-495b-b075-14e2ceee7815 req-7f148362-7b3a-4d70-8f20-3a71ac024d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:32.828854 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-42a3112c-c16c-495b-b075-14e2ceee7815 req-7f148362-7b3a-4d70-8f20-3a71ac024d12 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=45d49c66298c43eea2c149f9d217583c&device_id=adf9284d-bedb-4fa4-87f5-6f75aba0b0a1 HTTP/1.1" status: 200 len: 1094 time: 0.1564443 Nov 25 17:39:32.889403 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a908d571-fd34-4b42-868e-6d58eea11cea None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:39:32.948612 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 3cf040db-1d2d-4ed9-a743-8459e5d4e306 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:39:32.986012 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a620fae6-584b-4cf8-9319-850c9e505be4 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:33.090486 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a620fae6-584b-4cf8-9319-850c9e505be4 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:39:33.093088 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3112c-c16c-495b-b075-14e2ceee7815 req-cf851c04-221b-4cb8-aed8-60ec3ed597ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:33.095107 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-42a3112c-c16c-495b-b075-14e2ceee7815 req-cf851c04-221b-4cb8-aed8-60ec3ed597ae service neutron] 10.222.0.90 "GET /v2.0/networks?id=59a25a1f-1835-41ad-875d-3a7ed20b973c HTTP/1.1" status: 200 len: 913 time: 0.2593942 Nov 25 17:39:33.103564 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-a620fae6-584b-4cf8-9319-850c9e505be4 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:39:33.115886 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a620fae6-584b-4cf8-9319-850c9e505be4 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:33.120351 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a620fae6-584b-4cf8-9319-850c9e505be4 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:33.147684 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-88b80a5f-1b9b-46ac-8236-5479312fe0c1 None None] Provisioning complete for port 3cf040db-1d2d-4ed9-a743-8459e5d4e306 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:33.150434 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a620fae6-584b-4cf8-9319-850c9e505be4 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event updated for resources: {'Subnet': ['ID=39ff0c27-9713-4460-9e74-fb37b9385397,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:33.153547 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-88b80a5f-1b9b-46ac-8236-5479312fe0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:33.168273 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a620fae6-584b-4cf8-9319-850c9e505be4 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8985362 Nov 25 17:39:33.174339 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56518) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:33.182631 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-249ae546-5086-4111-905b-4f6d23a852f6 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Request body: {'port': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'fixed_ips': [{'subnet_id': '39ff0c27-9713-4460-9e74-fb37b9385397', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-672870586'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:33.240855 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-42a3112c-c16c-495b-b075-14e2ceee7815 req-cacff1c6-b170-423d-b974-51708f47655a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43bcbe76-2e44-46d8-9731-641d71093097 HTTP/1.1" status: 200 len: 217 time: 0.1223817 Nov 25 17:39:33.273225 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 3cf040db-1d2d-4ed9-a743-8459e5d4e306 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:33.273594 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:33.435113 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249ae546-5086-4111-905b-4f6d23a852f6 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Made reservation on behalf of b4fd74d3755f4cd39b2026436dde8bb1 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:39:33.472760 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d515cc5b-cdb3-46c6-a3e6-206cfecd0557 req-c1585e71-59bf-407e-ae7c-ec1ae3bc067e tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:33.474521 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d515cc5b-cdb3-46c6-a3e6-206cfecd0557 req-c1585e71-59bf-407e-ae7c-ec1ae3bc067e tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 947 time: 0.3769400 Nov 25 17:39:33.488227 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-88b80a5f-1b9b-46ac-8236-5479312fe0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:33.506351 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:33.590211 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f99c21-b646-4ee8-a3e8-3ebd55b84d7d req-e90e98c7-42a1-44ff-a70e-93bfdf00b0fc tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:33.600266 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e6f99c21-b646-4ee8-a3e8-3ebd55b84d7d req-e90e98c7-42a1-44ff-a70e-93bfdf00b0fc tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 947 time: 0.5036769 Nov 25 17:39:33.653964 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-88b80a5f-1b9b-46ac-8236-5479312fe0c1 None None] For port 3cf040db-1d2d-4ed9-a743-8459e5d4e306, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=3cf040db-1d2d-4ed9-a743-8459e5d4e306,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:33.678492 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-88b80a5f-1b9b-46ac-8236-5479312fe0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:33.681460 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-249ae546-5086-4111-905b-4f6d23a852f6 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:33.704650 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-249ae546-5086-4111-905b-4f6d23a852f6 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] device_id is not set on port 0b3c7927-4c0b-415f-977d-e946ff8fb13c yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:39:33.750201 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e6f99c21-b646-4ee8-a3e8-3ebd55b84d7d req-5b322467-3a25-4c75-9433-d29a33169f9c tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459877 Nov 25 17:39:33.757355 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3112c-c16c-495b-b075-14e2ceee7815 req-cd6ab0df-372d-4503-8ada-0c412a8364e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:33.758823 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-42a3112c-c16c-495b-b075-14e2ceee7815 req-cd6ab0df-372d-4503-8ada-0c412a8364e0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f2c57a73-ee6c-4663-9f78-bd4512b9039b HTTP/1.1" status: 200 len: 852 time: 0.4717913 Nov 25 17:39:33.828960 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d515cc5b-cdb3-46c6-a3e6-206cfecd0557 req-a2a60933-cb05-4460-b248-c6e6012c4a05 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=0f8521b0-fea5-42f2-a976-d0ce371dead0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3325279 Nov 25 17:39:33.831163 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-42a3112c-c16c-495b-b075-14e2ceee7815 req-14c0b7d3-57c1-45da-9e7a-a984f7708062 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=59a25a1f-1835-41ad-875d-3a7ed20b973c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507472 Nov 25 17:39:33.937379 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbe2985-f15f-4a27-9fdc-6f5dc37f5928 None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:39:33.981155 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-249ae546-5086-4111-905b-4f6d23a852f6 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:39:33.981699 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-249ae546-5086-4111-905b-4f6d23a852f6 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:39:33.986296 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b80a5f-1b9b-46ac-8236-5479312fe0c1 None None] Pushing event updated for resources: {'Port': ['ID=3cf040db-1d2d-4ed9-a743-8459e5d4e306,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:34.009193 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-249ae546-5086-4111-905b-4f6d23a852f6 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.8333614 Nov 25 17:39:34.011779 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56568) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:34.098523 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09de1685-1cb9-46ed-884c-4c777c04c74d tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:34.099393 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.db.api [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:39:34.100409 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-09de1685-1cb9-46ed-884c-4c777c04c74d tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0875945 Nov 25 17:39:34.100949 n-d-817746-1 neutron-server[103362]: DEBUG oslo_db.api [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:39:34.103180 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56574) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:34.125837 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-5cde92d1-fa29-4eb1-96c2-82720ae28115 None None] Provisioning complete for port 3cf040db-1d2d-4ed9-a743-8459e5d4e306 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:34.126422 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5cde92d1-fa29-4eb1-96c2-82720ae28115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:34.131668 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1abc2-db85-4e6e-bfc9-f7bf48e5b9d0 req-11320f7f-17c5-460e-bfbd-2b0197b872f0 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:34.133226 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-43f1abc2-db85-4e6e-bfc9-f7bf48e5b9d0 req-11320f7f-17c5-460e-bfbd-2b0197b872f0 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] 10.222.0.75 "GET /v2.0/ports?device_id=adf9284d-bedb-4fa4-87f5-6f75aba0b0a1 HTTP/1.1" status: 200 len: 943 time: 0.1417012 Nov 25 17:39:34.171287 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 43bcbe76-2e44-46d8-9731-641d71093097 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:39:34.174792 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-42a3112c-c16c-495b-b075-14e2ceee7815 req-d7bb0df5-ea0a-4289-9357-587049ad2ee2 service neutron] 10.222.0.90 "GET /v2.0/networks/59a25a1f-1835-41ad-875d-3a7ed20b973c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360264 Nov 25 17:39:34.225250 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17aec956-bdeb-4ab9-baae-482c25a92af2 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:34.230567 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17aec956-bdeb-4ab9-baae-482c25a92af2 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:34.236019 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-17aec956-bdeb-4ab9-baae-482c25a92af2 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1288242 Nov 25 17:39:34.240206 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56576) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:34.288589 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-42a3112c-c16c-495b-b075-14e2ceee7815 req-14029921-482a-4496-941f-7a3c523828cf service neutron] 10.222.0.90 "GET /v2.0/networks/59a25a1f-1835-41ad-875d-3a7ed20b973c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051598 Nov 25 17:39:34.306892 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-43f1abc2-db85-4e6e-bfc9-f7bf48e5b9d0 req-205c067b-5612-4079-9d55-b39c83e8e2df tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6485b45c-e0bd-4fa5-ab4f-1d1e7c3244c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622109 Nov 25 17:39:34.322149 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-f41488e4-570c-4753-a620-cf5c451eb9ba tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Deleting subnet 39ff0c27-9713-4460-9e74-fb37b9385397 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:39:34.331983 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f41488e4-570c-4753-a620-cf5c451eb9ba tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:34.449669 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f41488e4-570c-4753-a620-cf5c451eb9ba tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:34.472322 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 43bcbe76-2e44-46d8-9731-641d71093097, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=43bcbe76-2e44-46d8-9731-641d71093097,segment=NetworkSegment(95158716-91a9-41e1-9c17-4928dbd75dd6),segment_id=95158716-91a9-41e1-9c17-4928dbd75dd6)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:34.494796 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '43bcbe76-2e44-46d8-9731-641d71093097', 'network_id': '59a25a1f-1835-41ad-875d-3a7ed20b973c', 'port_id': '43bcbe76-2e44-46d8-9731-641d71093097', 'mac_address': 'fa:16:3e:5d:f4:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 901, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2c57a73-ee6c-4663-9f78-bd4512b9039b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:39:34.504543 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f41488e4-570c-4753-a620-cf5c451eb9ba tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:34.569054 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:34.632551 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f41488e4-570c-4753-a620-cf5c451eb9ba tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:34.663064 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f41488e4-570c-4753-a620-cf5c451eb9ba tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:34.670435 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f41488e4-570c-4753-a620-cf5c451eb9ba tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/subnets/39ff0c27-9713-4460-9e74-fb37b9385397 HTTP/1.1" status: 204 len: 168 time: 0.4274139 Nov 25 17:39:34.675181 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56602) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:34.688066 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43bcbe76-2e44-46d8-9731-641d71093097 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:39:34.725172 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 43bcbe76-2e44-46d8-9731-641d71093097, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=43bcbe76-2e44-46d8-9731-641d71093097,segment=NetworkSegment(95158716-91a9-41e1-9c17-4928dbd75dd6),segment_id=95158716-91a9-41e1-9c17-4928dbd75dd6)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:34.736604 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:34.748483 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41488e4-570c-4753-a620-cf5c451eb9ba tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event deleted for resources: {'Subnet': ['ID=39ff0c27-9713-4460-9e74-fb37b9385397,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:34.771446 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-2243dae0-6201-4fb4-85ac-4839b5dbfd66 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0942144 Nov 25 17:39:34.775011 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56608) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:34.780380 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-d82b5704-6a70-4c02-af3a-cb42deff5383 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Request body: {'subnet': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:34.853337 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=43bcbe76-2e44-46d8-9731-641d71093097,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:34.858915 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92e10e0-d0e5-479f-a3be-7f3403cb3082 None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:39:34.954584 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82b5704-6a70-4c02-af3a-cb42deff5383 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Made reservation on behalf of b4fd74d3755f4cd39b2026436dde8bb1 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:39:34.958860 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d82b5704-6a70-4c02-af3a-cb42deff5383 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:34.961514 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 3cf040db-1d2d-4ed9-a743-8459e5d4e306 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:39:34.967957 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['43bcbe76-2e44-46d8-9731-641d71093097'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:39:35.012070 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-913c5037-6cd9-4d06-8090-2e3a7b22816c None None] Provisioning complete for port 3cf040db-1d2d-4ed9-a743-8459e5d4e306 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:35.012464 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-913c5037-6cd9-4d06-8090-2e3a7b22816c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:35.071021 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e12fa-646a-4581-b677-16c5b64d31b8 req-cb5fc494-d2a6-46c5-b4c8-88cf021f7838 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:35.072545 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a68e12fa-646a-4581-b677-16c5b64d31b8 req-cb5fc494-d2a6-46c5-b4c8-88cf021f7838 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 947 time: 0.1408055 Nov 25 17:39:35.151562 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a68e12fa-646a-4581-b677-16c5b64d31b8 req-6eae6e9f-84a1-4051-91fe-4fc1042c5e79 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614946 Nov 25 17:39:35.246850 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 3cf040db-1d2d-4ed9-a743-8459e5d4e306 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:35.247241 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:35.382686 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90837da-ed59-4f97-aea9-d49e06c62522 None None] DHCP port deletion for fed75ec1-726a-45be-ab23-2dd76f977831 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:39:35.389054 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d82b5704-6a70-4c02-af3a-cb42deff5383 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:35.507798 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82b5704-6a70-4c02-af3a-cb42deff5383 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:39:35.518938 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-d82b5704-6a70-4c02-af3a-cb42deff5383 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:39:35.526536 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82b5704-6a70-4c02-af3a-cb42deff5383 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:35.528948 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d82b5704-6a70-4c02-af3a-cb42deff5383 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:35.534881 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b90837da-ed59-4f97-aea9-d49e06c62522 None None] Deleting port 3cf040db-1d2d-4ed9-a743-8459e5d4e306 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:39:35.535268 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b90837da-ed59-4f97-aea9-d49e06c62522 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:35.537815 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82b5704-6a70-4c02-af3a-cb42deff5383 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event updated for resources: {'Subnet': ['ID=8834d126-603a-4190-982b-e7cea3bad7ab,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:35.567698 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1888a9-0daa-4c58-95b7-e700dcf6306d req-2fff7d7a-b05c-4128-a69f-fc00168f76f8 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:35.576471 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6e1888a9-0daa-4c58-95b7-e700dcf6306d req-2fff7d7a-b05c-4128-a69f-fc00168f76f8 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] 10.222.0.75 "GET /v2.0/ports?device_id=adf9284d-bedb-4fa4-87f5-6f75aba0b0a1 HTTP/1.1" status: 200 len: 944 time: 0.1227229 Nov 25 17:39:35.593873 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d82b5704-6a70-4c02-af3a-cb42deff5383 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8145969 Nov 25 17:39:35.594559 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56654) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:35.598763 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-0154256d-1fe2-4f53-b613-bf7b5c966766 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1730200644', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:35.651195 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0154256d-1fe2-4f53-b613-bf7b5c966766 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:35.652668 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0154256d-1fe2-4f53-b613-bf7b5c966766 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:35.709761 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6e1888a9-0daa-4c58-95b7-e700dcf6306d req-7a438c76-7d7c-4f8a-9a10-434a0cdbd008 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6485b45c-e0bd-4fa5-ab4f-1d1e7c3244c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227350 Nov 25 17:39:35.737406 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b90837da-ed59-4f97-aea9-d49e06c62522 None None] For port 3cf040db-1d2d-4ed9-a743-8459e5d4e306, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=3cf040db-1d2d-4ed9-a743-8459e5d4e306,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:35.741251 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b90837da-ed59-4f97-aea9-d49e06c62522 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:35.775037 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b90837da-ed59-4f97-aea9-d49e06c62522 None None] Calling delete_port for 3cf040db-1d2d-4ed9-a743-8459e5d4e306 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:39:35.807527 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0154256d-1fe2-4f53-b613-bf7b5c966766 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:35.820725 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0154256d-1fe2-4f53-b613-bf7b5c966766 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:35.855341 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0154256d-1fe2-4f53-b613-bf7b5c966766 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:35.859287 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0154256d-1fe2-4f53-b613-bf7b5c966766 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2621744 Nov 25 17:39:35.860270 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56684) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:35.949658 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b90837da-ed59-4f97-aea9-d49e06c62522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:35.981315 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90837da-ed59-4f97-aea9-d49e06c62522 None None] Pushing event deleted for resources: {'Port': ['ID=3cf040db-1d2d-4ed9-a743-8459e5d4e306,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:35.989898 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90837da-ed59-4f97-aea9-d49e06c62522 None None] No DVR routers for this DVR port 3cf040db-1d2d-4ed9-a743-8459e5d4e306 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:39:36.015173 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6ee3bb-c222-4c91-bbde-6b85418581b0 None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:39:36.169674 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 43bcbe76-2e44-46d8-9731-641d71093097 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:39:36.273088 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4bb080-144e-4949-a096-f5618e48c346 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-fed75ec1-726a-45be-ab23-2dd76f977831', 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'tenant_id': 'b4fd74d3755f4cd39b2026436dde8bb1', 'fixed_ips': [{'subnet_id': '8834d126-603a-4190-982b-e7cea3bad7ab'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:39:36.274608 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6b4bb080-144e-4949-a096-f5618e48c346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:36.300233 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port 43bcbe76-2e44-46d8-9731-641d71093097 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:39:36.313465 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port 43bcbe76-2e44-46d8-9731-641d71093097 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:36.314382 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:36.439565 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e294ff3-7a0c-46d5-a1d8-ce0e4445b623 req-0083e11f-c644-4253-abb7-a27bcb6103e2 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:36.441123 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3e294ff3-7a0c-46d5-a1d8-ce0e4445b623 req-0083e11f-c644-4253-abb7-a27bcb6103e2 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 947 time: 0.4781477 Nov 25 17:39:36.498062 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-6b4bb080-144e-4949-a096-f5618e48c346 None None] Allocated IP 2001:db8::2 (fed75ec1-726a-45be-ab23-2dd76f977831/8834d126-603a-4190-982b-e7cea3bad7ab/33cc7922-d0f7-4b04-ab59-c524eba000b6) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:39:36.592199 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3e294ff3-7a0c-46d5-a1d8-ce0e4445b623 req-e62b0f02-cdf3-432c-b493-994b30a83c58 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120994 Nov 25 17:39:36.633429 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:36.633829 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0f8afff6-129a-4485-b226-e23397c9cb58 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:36.703081 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56700) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:36.867669 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adf9284d-bedb-4fa4-87f5-6f75aba0b0a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43bcbe76-2e44-46d8-9731-641d71093097'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:39:36.870314 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c238b0c3-3b29-42b1-9e5d-1c500ebbe241" -d '{"events": [{"server_uuid": "adf9284d-bedb-4fa4-87f5-6f75aba0b0a1", "name": "network-vif-plugged", "status": "completed", "tag": "43bcbe76-2e44-46d8-9731-641d71093097"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:39:36.890211 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 43bcbe76-2e44-46d8-9731-641d71093097, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=43bcbe76-2e44-46d8-9731-641d71093097,segment=NetworkSegment(95158716-91a9-41e1-9c17-4928dbd75dd6),segment_id=95158716-91a9-41e1-9c17-4928dbd75dd6)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:36.939265 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 3cf040db-1d2d-4ed9-a743-8459e5d4e306 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:39:36.941672 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:36.972927 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a3bd710a-7913-4380-b4af-b548c0d72dfb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:37.051820 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1a6fe-c452-4ff1-a7ef-e579db75227c req-913e3c09-464f-4319-b3a4-5f996a4217d5 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:37.060613 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-94c1a6fe-c452-4ff1-a7ef-e579db75227c req-913e3c09-464f-4319-b3a4-5f996a4217d5 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] 10.222.0.75 "GET /v2.0/ports?device_id=adf9284d-bedb-4fa4-87f5-6f75aba0b0a1 HTTP/1.1" status: 200 len: 945 time: 0.2107351 Nov 25 17:39:37.116573 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405d55f5-7b89-48c4-8c12-6e6511e7dec0 x-openstack-request-id: req-405d55f5-7b89-48c4-8c12-6e6511e7dec0 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:39:37.117207 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adf9284d-bedb-4fa4-87f5-6f75aba0b0a1", "name": "network-vif-plugged", "status": "completed", "tag": "43bcbe76-2e44-46d8-9731-641d71093097", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:39:37.117207 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-405d55f5-7b89-48c4-8c12-6e6511e7dec0 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:39:37.117825 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adf9284d-bedb-4fa4-87f5-6f75aba0b0a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43bcbe76-2e44-46d8-9731-641d71093097', 'code': 200} Nov 25 17:39:37.127010 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 3cf040db-1d2d-4ed9-a743-8459e5d4e306 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:39:37.127362 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 3cf040db-1d2d-4ed9-a743-8459e5d4e306 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:39:37.133682 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a3bd710a-7913-4380-b4af-b548c0d72dfb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:37.141204 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a3bd710a-7913-4380-b4af-b548c0d72dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:37.187752 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a3bd710a-7913-4380-b4af-b548c0d72dfb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fe6d52fc35c942b9ae66a9046998b9f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4806709 Nov 25 17:39:37.187752 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd710a-7913-4380-b4af-b548c0d72dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc4b3c3-8e2b-47b4-97a6-25831ef9c1f8,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:37.189139 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56712) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:37.196164 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-94c1a6fe-c452-4ff1-a7ef-e579db75227c req-6f1cf6a4-39ba-44c9-8a2b-91966f59af2c tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6485b45c-e0bd-4fa5-ab4f-1d1e7c3244c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345413 Nov 25 17:39:37.197625 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6b4bb080-144e-4949-a096-f5618e48c346 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:37.229729 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fadd36-61e0-40e1-9bf7-97fab652d4e3 req-74a8ae6f-4a35-4397-a695-9029ba0ec9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:37.235950 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6b4bb080-144e-4949-a096-f5618e48c346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:37.239115 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-85fadd36-61e0-40e1-9bf7-97fab652d4e3 req-74a8ae6f-4a35-4397-a695-9029ba0ec9af service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=adf9284d-bedb-4fa4-87f5-6f75aba0b0a1 HTTP/1.1" status: 200 len: 1096 time: 0.0875845 Nov 25 17:39:37.248534 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e435373f-5c3a-464c-810c-f67e4b30d787 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:37.266151 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4bb080-144e-4949-a096-f5618e48c346 None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:39:37.268009 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=43bcbe76-2e44-46d8-9731-641d71093097,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:37.272415 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-6b4bb080-144e-4949-a096-f5618e48c346 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:39:37.279922 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4bb080-144e-4949-a096-f5618e48c346 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:39:37.317636 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e435373f-5c3a-464c-810c-f67e4b30d787 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:37.337825 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-85fadd36-61e0-40e1-9bf7-97fab652d4e3 req-de032aaa-537d-4f1d-999d-0cfea924f628 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=6485b45c-e0bd-4fa5-ab4f-1d1e7c3244c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719035 Nov 25 17:39:37.374411 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-0f8afff6-129a-4485-b226-e23397c9cb58 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Allocated IP 2001:db8::1 (fed75ec1-726a-45be-ab23-2dd76f977831/8834d126-603a-4190-982b-e7cea3bad7ab/038401bd-f47b-4a5a-ba6a-4da7451914f5) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:39:37.377165 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4bb080-144e-4949-a096-f5618e48c346 None None] Pushing event updated for resources: {'Port': ['ID=33cc7922-d0f7-4b04-ab59-c524eba000b6,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:37.388602 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-6b4bb080-144e-4949-a096-f5618e48c346 None None] Attempting to bind port 33cc7922-d0f7-4b04-ab59-c524eba000b6 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:39:37.390102 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-6b4bb080-144e-4949-a096-f5618e48c346 None None] Attempting to bind port 33cc7922-d0f7-4b04-ab59-c524eba000b6 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:39:37.390102 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4bb080-144e-4949-a096-f5618e48c346 None None] Attempting to bind port 33cc7922-d0f7-4b04-ab59-c524eba000b6 on network fed75ec1-726a-45be-ab23-2dd76f977831 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:39:37.399514 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4bb080-144e-4949-a096-f5618e48c346 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:39:37.399771 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4bb080-144e-4949-a096-f5618e48c346 None None] Checking segment: {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:39:37.400007 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6b4bb080-144e-4949-a096-f5618e48c346 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:37.400413 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4bb080-144e-4949-a096-f5618e48c346 None None] Bound using segment: {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:39:37.401607 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-6b4bb080-144e-4949-a096-f5618e48c346 None None] Bound port: 33cc7922-d0f7-4b04-ab59-c524eba000b6, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:39:37.401607 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6b4bb080-144e-4949-a096-f5618e48c346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:37.415290 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e435373f-5c3a-464c-810c-f67e4b30d787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:37.425930 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e435373f-5c3a-464c-810c-f67e4b30d787 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:37.429669 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e435373f-5c3a-464c-810c-f67e4b30d787 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0dc4b3c3-8e2b-47b4-97a6-25831ef9c1f8 HTTP/1.1" status: 204 len: 168 time: 0.2398047 Nov 25 17:39:37.449494 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e435373f-5c3a-464c-810c-f67e4b30d787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc4b3c3-8e2b-47b4-97a6-25831ef9c1f8,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:37.492090 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-6b4bb080-144e-4949-a096-f5618e48c346 None None] For port 33cc7922-d0f7-4b04-ab59-c524eba000b6, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:39:37.495859 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-6b4bb080-144e-4949-a096-f5618e48c346 None None] For port 33cc7922-d0f7-4b04-ab59-c524eba000b6, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=33cc7922-d0f7-4b04-ab59-c524eba000b6,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:39:37.504873 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6b4bb080-144e-4949-a096-f5618e48c346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:37.585543 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4bb080-144e-4949-a096-f5618e48c346 None None] Pushing event updated for resources: {'Port': ['ID=33cc7922-d0f7-4b04-ab59-c524eba000b6,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:37.617214 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0f8afff6-129a-4485-b226-e23397c9cb58 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:37.691670 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0f8afff6-129a-4485-b226-e23397c9cb58 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:37.789606 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8afff6-129a-4485-b226-e23397c9cb58 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:39:37.797283 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8afff6-129a-4485-b226-e23397c9cb58 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event updated for resources: {'Port': ['ID=038401bd-f47b-4a5a-ba6a-4da7451914f5,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:37.804788 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-0f8afff6-129a-4485-b226-e23397c9cb58 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:39:37.814891 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8afff6-129a-4485-b226-e23397c9cb58 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:39:37.817453 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0f8afff6-129a-4485-b226-e23397c9cb58 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:37.892050 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7641d-87d3-4bdb-94ab-8c349e66cab4 req-c4ef128a-a2c2-4078-9b61-210433381bdb tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:37.899413 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fca7641d-87d3-4bdb-94ab-8c349e66cab4 req-c4ef128a-a2c2-4078-9b61-210433381bdb tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 947 time: 0.2052965 Nov 25 17:39:38.029043 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fca7641d-87d3-4bdb-94ab-8c349e66cab4 req-03685ce9-2b43-4eff-97bd-8215ce478de5 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286013 Nov 25 17:39:38.051396 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 82625e3e-d5dd-41cd-b7dc-44893732e44b no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:39:38.089287 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0f8afff6-129a-4485-b226-e23397c9cb58 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:38.160614 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:38.215032 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 82625e3e-d5dd-41cd-b7dc-44893732e44b, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=82625e3e-d5dd-41cd-b7dc-44893732e44b,segment=NetworkSegment(c5752f96-a6e9-4fc2-9dae-273cc6a23f00),segment_id=c5752f96-a6e9-4fc2-9dae-273cc6a23f00)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:38.225101 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:38.362361 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=82625e3e-d5dd-41cd-b7dc-44893732e44b,revision_number=11']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:38.445525 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0194625-28fa-4fcf-b478-9ccdf4e66a8c req-7746df2a-37fd-4261-b3f5-ecd41d4d8fa4 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:38.447171 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a0194625-28fa-4fcf-b478-9ccdf4e66a8c req-7746df2a-37fd-4261-b3f5-ecd41d4d8fa4 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] 10.222.0.75 "GET /v2.0/ports?device_id=adf9284d-bedb-4fa4-87f5-6f75aba0b0a1 HTTP/1.1" status: 200 len: 945 time: 0.1073487 Nov 25 17:39:38.612744 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a0194625-28fa-4fcf-b478-9ccdf4e66a8c req-aae0efdb-575b-48e2-9c88-f9d0727b79f3 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6485b45c-e0bd-4fa5-ab4f-1d1e7c3244c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572244 Nov 25 17:39:38.686361 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0f8afff6-129a-4485-b226-e23397c9cb58 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:38.694751 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0f8afff6-129a-4485-b226-e23397c9cb58 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:38.695666 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0f8afff6-129a-4485-b226-e23397c9cb58 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:38.746975 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8afff6-129a-4485-b226-e23397c9cb58 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event updated for resources: {'Port': ['ID=038401bd-f47b-4a5a-ba6a-4da7451914f5,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:38.867290 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8afff6-129a-4485-b226-e23397c9cb58 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:39:38.868998 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-0f8afff6-129a-4485-b226-e23397c9cb58 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:39:38.943599 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 33cc7922-d0f7-4b04-ab59-c524eba000b6 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:39:39.005992 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 33cc7922-d0f7-4b04-ab59-c524eba000b6 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:39.006496 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:39.120223 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f8afff6-129a-4485-b226-e23397c9cb58 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Router 8d0f3a77-32b1-48cd-a2c1-0b0ad3be367c is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:39:39.137298 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a945130d-bde9-4dd0-aeb1-55204a14c056', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82625e3e-d5dd-41cd-b7dc-44893732e44b'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:39:39.139862 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a2250d-a70a-4afe-907e-2c263344849a" -d '{"events": [{"server_uuid": "a945130d-bde9-4dd0-aeb1-55204a14c056", "name": "network-vif-unplugged", "status": "completed", "tag": "82625e3e-d5dd-41cd-b7dc-44893732e44b"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:39:39.167338 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-6175d0f9-a536-48c4-8002-b03387c7cf88 None None] Provisioning complete for port 33cc7922-d0f7-4b04-ab59-c524eba000b6 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:39.172257 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6175d0f9-a536-48c4-8002-b03387c7cf88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:39.179178 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:39.269105 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port 33cc7922-d0f7-4b04-ab59-c524eba000b6, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=33cc7922-d0f7-4b04-ab59-c524eba000b6,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:39.272112 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83521565-2a21-4929-b33e-b1b3efd889c2 x-openstack-request-id: req-83521565-2a21-4929-b33e-b1b3efd889c2 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:39:39.272563 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a945130d-bde9-4dd0-aeb1-55204a14c056", "name": "network-vif-unplugged", "status": "completed", "tag": "82625e3e-d5dd-41cd-b7dc-44893732e44b", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:39:39.272707 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-83521565-2a21-4929-b33e-b1b3efd889c2 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:39:39.273768 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a945130d-bde9-4dd0-aeb1-55204a14c056', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82625e3e-d5dd-41cd-b7dc-44893732e44b', 'code': 200} Nov 25 17:39:39.285967 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:39.388241 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=33cc7922-d0f7-4b04-ab59-c524eba000b6,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:39.403425 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8afff6-129a-4485-b226-e23397c9cb58 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:39:39.423161 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56774) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:39.423659 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-0f8afff6-129a-4485-b226-e23397c9cb58 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "PUT /v2.0/routers/8d0f3a77-32b1-48cd-a2c1-0b0ad3be367c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5569370 Nov 25 17:39:39.456037 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ff3820-db53-4b0d-8a3d-67688aecafef req-07e17ac3-5c91-4823-b358-30744b22c4d4 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:39.459530 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d9ff3820-db53-4b0d-8a3d-67688aecafef req-07e17ac3-5c91-4823-b358-30744b22c4d4 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 945 time: 0.2171888 Nov 25 17:39:39.469072 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0141702b-d086-44c3-9cfa-f0c9504a6df3 None None] Sync routers for ids ['8d0f3a77-32b1-48cd-a2c1-0b0ad3be367c'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:39:39.491587 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0141702b-d086-44c3-9cfa-f0c9504a6df3 None None] Routers {'8d0f3a77-32b1-48cd-a2c1-0b0ad3be367c'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:39:39.492261 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-0141702b-d086-44c3-9cfa-f0c9504a6df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:39:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['8d0f3a77-32b1-48cd-a2c1-0b0ad3be367c'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:39.514850 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8513ae18-ba6a-4153-929b-a7c11aff9ec7 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:39.521713 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8513ae18-ba6a-4153-929b-a7c11aff9ec7 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/ports/038401bd-f47b-4a5a-ba6a-4da7451914f5 HTTP/1.1" status: 200 len: 911 time: 0.0933850 Nov 25 17:39:39.522394 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56776) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:39.549341 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d9ff3820-db53-4b0d-8a3d-67688aecafef req-4067b033-f8dd-46e2-ae8d-a5fa3af38fcd tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813293 Nov 25 17:39:39.630098 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-54920b10-8dd6-4536-8344-f97607cfd455 None None] Could not find standard attr ID for object c4171d31-b568-43e1-bd2c-d892cf7ced3c. {{(pid=103362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:39:39.631428 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76face1-007d-451f-8ed3-37d8b29be256 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:39.641473 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76face1-007d-451f-8ed3-37d8b29be256 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:39.642894 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c76face1-007d-451f-8ed3-37d8b29be256 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1194592 Nov 25 17:39:39.645864 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56786) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:39.708757 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-0141702b-d086-44c3-9cfa-f0c9504a6df3 None None] Set router 8d0f3a77-32b1-48cd-a2c1-0b0ad3be367c gateway port host: None {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:39:39.889269 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56792) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:40.131704 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 82625e3e-d5dd-41cd-b7dc-44893732e44b details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:39:40.139712 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44fea4-5293-4c07-aa0e-468d98391420 req-9a65d51f-63fa-457b-ab43-8bd681d9686f tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:40.146596 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fd44fea4-5293-4c07-aa0e-468d98391420 req-9a65d51f-63fa-457b-ab43-8bd681d9686f tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] 10.222.0.75 "GET /v2.0/ports?device_id=adf9284d-bedb-4fa4-87f5-6f75aba0b0a1 HTTP/1.1" status: 200 len: 945 time: 0.2660830 Nov 25 17:39:40.175043 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-dd137094-79d9-434a-8405-b72671bed70a tempest-ExternalNetworksTestJSON-544358286 tempest-ExternalNetworksTestJSON-544358286-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-785634842'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:40.208970 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-1d180aa3-ee43-4cc1-9f2a-78b5680fcf52 None None] Provisioning complete for port 038401bd-f47b-4a5a-ba6a-4da7451914f5 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:40.210252 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1d180aa3-ee43-4cc1-9f2a-78b5680fcf52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:40.220750 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd137094-79d9-434a-8405-b72671bed70a tempest-ExternalNetworksTestJSON-544358286 tempest-ExternalNetworksTestJSON-544358286-project] Made reservation on behalf of 95650af9deeb487588480f62310a5f84 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:39:40.224488 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dd137094-79d9-434a-8405-b72671bed70a tempest-ExternalNetworksTestJSON-544358286 tempest-ExternalNetworksTestJSON-544358286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:40.236696 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dd137094-79d9-434a-8405-b72671bed70a tempest-ExternalNetworksTestJSON-544358286 tempest-ExternalNetworksTestJSON-544358286-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:40.338694 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dd137094-79d9-434a-8405-b72671bed70a tempest-ExternalNetworksTestJSON-544358286 tempest-ExternalNetworksTestJSON-544358286-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:40.344814 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dd137094-79d9-434a-8405-b72671bed70a tempest-ExternalNetworksTestJSON-544358286 tempest-ExternalNetworksTestJSON-544358286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:40.365181 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd137094-79d9-434a-8405-b72671bed70a tempest-ExternalNetworksTestJSON-544358286 tempest-ExternalNetworksTestJSON-544358286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 926} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:39:40.379038 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dd137094-79d9-434a-8405-b72671bed70a tempest-ExternalNetworksTestJSON-544358286 tempest-ExternalNetworksTestJSON-544358286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:40.379648 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-dd137094-79d9-434a-8405-b72671bed70a tempest-ExternalNetworksTestJSON-544358286 tempest-ExternalNetworksTestJSON-544358286-project] Added segment 7f6dad10-c039-44ab-a99d-30bc13e7c0bd of type vlan for network 54c48a47-1afe-478e-a253-99dffdc9bc43 Nov 25 17:39:40.388083 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-0141702b-d086-44c3-9cfa-f0c9504a6df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0f3a77-32b1-48cd-a2c1-0b0ad3be367c', 'name': 'tempest-NetworksTestDHCPv6-router-1730200644', 'tenant_id': 'b4fd74d3755f4cd39b2026436dde8bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:39:35Z', 'updated_at': '2021-11-25T17:39:38Z', 'revision_number': 2, 'project_id': 'b4fd74d3755f4cd39b2026436dde8bb1', 'gw_port_host': None, '_interfaces': [{'id': '038401bd-f47b-4a5a-ba6a-4da7451914f5', 'name': '', 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'tenant_id': 'b4fd74d3755f4cd39b2026436dde8bb1', 'mac_address': 'fa:16:3e:dc:37:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0f3a77-32b1-48cd-a2c1-0b0ad3be367c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '8834d126-603a-4190-982b-e7cea3bad7ab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:39:36Z', 'updated_at': '2021-11-25T17:39:38Z', 'revision_number': 2, 'project_id': 'b4fd74d3755f4cd39b2026436dde8bb1', 'subnets': [{'id': '8834d126-603a-4190-982b-e7cea3bad7ab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:40.416589 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fd44fea4-5293-4c07-aa0e-468d98391420 req-fa5d0ca0-51f5-4472-bcaa-e45efb28b814 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6485b45c-e0bd-4fa5-ab4f-1d1e7c3244c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632897 Nov 25 17:39:40.430085 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-1d180aa3-ee43-4cc1-9f2a-78b5680fcf52 None None] Port 038401bd-f47b-4a5a-ba6a-4da7451914f5 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:39:40.436319 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0141702b-d086-44c3-9cfa-f0c9504a6df3 None None] Checking router: 8d0f3a77-32b1-48cd-a2c1-0b0ad3be367c for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:39:40.436688 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0141702b-d086-44c3-9cfa-f0c9504a6df3 None None] Updating router 8d0f3a77-32b1-48cd-a2c1-0b0ad3be367c port 038401bd-f47b-4a5a-ba6a-4da7451914f5 binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:39:40.443947 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dd137094-79d9-434a-8405-b72671bed70a tempest-ExternalNetworksTestJSON-544358286 tempest-ExternalNetworksTestJSON-544358286-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:40.482984 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0141702b-d086-44c3-9cfa-f0c9504a6df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:40.504176 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dd137094-79d9-434a-8405-b72671bed70a tempest-ExternalNetworksTestJSON-544358286 tempest-ExternalNetworksTestJSON-544358286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:40.511157 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd137094-79d9-434a-8405-b72671bed70a tempest-ExternalNetworksTestJSON-544358286 tempest-ExternalNetworksTestJSON-544358286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:40.512110 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dd137094-79d9-434a-8405-b72671bed70a tempest-ExternalNetworksTestJSON-544358286 tempest-ExternalNetworksTestJSON-544358286-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:40.571391 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 82625e3e-d5dd-41cd-b7dc-44893732e44b, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=82625e3e-d5dd-41cd-b7dc-44893732e44b,segment=NetworkSegment(c5752f96-a6e9-4fc2-9dae-273cc6a23f00),segment_id=c5752f96-a6e9-4fc2-9dae-273cc6a23f00)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:40.593558 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd137094-79d9-434a-8405-b72671bed70a tempest-ExternalNetworksTestJSON-544358286 tempest-ExternalNetworksTestJSON-544358286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d91bf0-16fc-4351-8d9e-bdf96ecc041e,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:40.634006 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '82625e3e-d5dd-41cd-b7dc-44893732e44b', 'network_id': 'd0082d57-8c96-4a76-be0f-340c2f65b160', 'port_id': '82625e3e-d5dd-41cd-b7dc-44893732e44b', 'mac_address': 'fa:16:3e:9e:98:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c74f83ed-3896-4341-8cf1-e1417d85add2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:39:40.651605 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-dd137094-79d9-434a-8405-b72671bed70a tempest-ExternalNetworksTestJSON-544358286 tempest-ExternalNetworksTestJSON-544358286-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7603981 Nov 25 17:39:40.652790 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b33c2831-e2b9-4eb6-aa17-656cd48c6723 None None] Provisioning complete for port 038401bd-f47b-4a5a-ba6a-4da7451914f5 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:40.653380 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b33c2831-e2b9-4eb6-aa17-656cd48c6723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:40.660405 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56812) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:40.687937 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd137094-79d9-434a-8405-b72671bed70a tempest-ExternalNetworksTestJSON-544358286 tempest-ExternalNetworksTestJSON-544358286-project] Pushing event updated for resources: {'Network': ['ID=54c48a47-1afe-478e-a253-99dffdc9bc43,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:40.766596 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-52410059-63a3-4330-8800-200ca48d797a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:40.798761 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-a7cc0ca0-c39a-4b75-9285-f75aa7300988 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Request body: {'network': {'name': 'tempest-network--507354313', 'router:external': True}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:40.871931 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7cc0ca0-c39a-4b75-9285-f75aa7300988 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Made reservation on behalf of 2004248940254b059aa4b793368f7bc6 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:39:40.877248 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a7cc0ca0-c39a-4b75-9285-f75aa7300988 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:40.910787 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a7cc0ca0-c39a-4b75-9285-f75aa7300988 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:40.918090 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:40.952082 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 54c48a47-1afe-478e-a253-99dffdc9bc43 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:39:40.976157 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82625e3e-d5dd-41cd-b7dc-44893732e44b {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:39:41.006726 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 33cc7922-d0f7-4b04-ab59-c524eba000b6 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:39:41.055918 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a7cc0ca0-c39a-4b75-9285-f75aa7300988 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:41.064258 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a7cc0ca0-c39a-4b75-9285-f75aa7300988 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:41.080555 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7cc0ca0-c39a-4b75-9285-f75aa7300988 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 908} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:39:41.091573 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a7cc0ca0-c39a-4b75-9285-f75aa7300988 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:41.092105 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-a7cc0ca0-c39a-4b75-9285-f75aa7300988 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Added segment 8f2a0742-1bf2-4456-9440-cfed1d0cef71 of type vlan for network 762a47cd-3837-4530-8a5e-fabfc0747e4e Nov 25 17:39:41.099723 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84ffb1-ed75-46f8-ab7f-cdb0e00b742c req-7c378564-09d3-4963-951d-102458ecfbae tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:41.108096 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6e84ffb1-ed75-46f8-ab7f-cdb0e00b742c req-7c378564-09d3-4963-951d-102458ecfbae tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] 10.222.0.75 "GET /v2.0/ports?device_id=adf9284d-bedb-4fa4-87f5-6f75aba0b0a1 HTTP/1.1" status: 200 len: 945 time: 0.3472285 Nov 25 17:39:41.138163 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc0ca0-c39a-4b75-9285-f75aa7300988 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f148e42-64b0-4de7-9407-b57bede4d0c8,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:41.139177 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 82625e3e-d5dd-41cd-b7dc-44893732e44b, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=82625e3e-d5dd-41cd-b7dc-44893732e44b,segment=NetworkSegment(c5752f96-a6e9-4fc2-9dae-273cc6a23f00),segment_id=c5752f96-a6e9-4fc2-9dae-273cc6a23f00)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:41.145711 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b33c2831-e2b9-4eb6-aa17-656cd48c6723 None None] Port 038401bd-f47b-4a5a-ba6a-4da7451914f5 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:39:41.162607 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:41.193743 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a7cc0ca0-c39a-4b75-9285-f75aa7300988 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:41.211721 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6e84ffb1-ed75-46f8-ab7f-cdb0e00b742c req-f3781c9d-0493-4ccd-8ba0-4a7194656776 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6485b45c-e0bd-4fa5-ab4f-1d1e7c3244c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855479 Nov 25 17:39:41.223432 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b61ed-d273-462b-8e16-8fc7b512390f req-00f601ee-a9c5-420d-a0d0-8c722dd8098f tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:41.231043 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-432b61ed-d273-462b-8e16-8fc7b512390f req-00f601ee-a9c5-420d-a0d0-8c722dd8098f tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 945 time: 0.4104342 Nov 25 17:39:41.273366 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a7cc0ca0-c39a-4b75-9285-f75aa7300988 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:41.274968 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7cc0ca0-c39a-4b75-9285-f75aa7300988 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:41.278544 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a7cc0ca0-c39a-4b75-9285-f75aa7300988 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:41.329071 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=82625e3e-d5dd-41cd-b7dc-44893732e44b,revision_number=12']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:41.347491 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['82625e3e-d5dd-41cd-b7dc-44893732e44b'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:39:41.347751 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-432b61ed-d273-462b-8e16-8fc7b512390f req-d46b85e4-c682-4be3-9640-ea0d786a1db1 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115129 Nov 25 17:39:41.388053 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc0ca0-c39a-4b75-9285-f75aa7300988 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Pushing event updated for resources: {'Network': ['ID=762a47cd-3837-4530-8a5e-fabfc0747e4e,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:41.402599 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a7cc0ca0-c39a-4b75-9285-f75aa7300988 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7408488 Nov 25 17:39:41.405442 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56820) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:41.465267 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0141702b-d086-44c3-9cfa-f0c9504a6df3 None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:41.514715 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 762a47cd-3837-4530-8a5e-fabfc0747e4e details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:39:41.528792 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 33cc7922-d0f7-4b04-ab59-c524eba000b6 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:41.529449 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:41.535100 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0141702b-d086-44c3-9cfa-f0c9504a6df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:41.549988 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2d69d5a5-1264-44a8-ab82-63bcc209870a tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:41.642892 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2d69d5a5-1264-44a8-ab82-63bcc209870a tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:41.667543 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-2d69d5a5-1264-44a8-ab82-63bcc209870a tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['762a47cd-3837-4530-8a5e-fabfc0747e4e']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:41.679341 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-2d69d5a5-1264-44a8-ab82-63bcc209870a tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f2a0742-1bf2-4456-9440-cfed1d0cef71') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:41.679901 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-2d69d5a5-1264-44a8-ab82-63bcc209870a tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f2a0742-1bf2-4456-9440-cfed1d0cef71') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:41.691456 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2d69d5a5-1264-44a8-ab82-63bcc209870a tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:41.712838 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2d69d5a5-1264-44a8-ab82-63bcc209870a tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:41.727446 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d69d5a5-1264-44a8-ab82-63bcc209870a tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Releasing vlan 908 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:39:41.727974 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2d69d5a5-1264-44a8-ab82-63bcc209870a tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:41.797650 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b528fa1f-c947-472c-a7fa-4215cba0d79b None None] Pushing event updated for resources: {'Port': ['ID=038401bd-f47b-4a5a-ba6a-4da7451914f5,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:41.862299 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:39:41.862299 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:39:41.862299 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:39:41.862299 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:39:41.862299 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:39:41.862299 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:39:41.862299 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:39:41.862299 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:39:41.862299 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:39:41.862299 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:39:41.862299 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:39:41.862299 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:39:41.862299 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:39:41.862299 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:39:41.862299 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:39:41.862299 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:39:41.862299 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:39:41.862299 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:39:41.862299 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:39:41.862299 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:39:41.862299 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:39:41.862299 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:39:41.862299 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:39:41.862299 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:39:41.862299 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:39:41.862299 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:39:41.862299 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:39:41.862299 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:39:41.862299 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:39:41.862299 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:39:41.862299 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:39:41.862299 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:39:41.865201 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2d69d5a5-1264-44a8-ab82-63bcc209870a tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:41.879745 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d69d5a5-1264-44a8-ab82-63bcc209870a tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 762a47cd-3837-4530-8a5e-fabfc0747e4e {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 25 17:39:41.891624 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2d69d5a5-1264-44a8-ab82-63bcc209870a tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:41.900333 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2d69d5a5-1264-44a8-ab82-63bcc209870a tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] 10.222.0.75 "DELETE /v2.0/networks/762a47cd-3837-4530-8a5e-fabfc0747e4e HTTP/1.1" status: 204 len: 168 time: 0.4874921 Nov 25 17:39:41.935439 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56832) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:41.954050 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-42d8ca38-cbed-4409-853d-502b6ab51dbc tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:42.056601 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260d2f0a-c177-4faa-82bd-87c19f93831a req-105ef3f4-5308-4a4b-a67c-31d09eaf5ce9 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:42.058181 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-260d2f0a-c177-4faa-82bd-87c19f93831a req-105ef3f4-5308-4a4b-a67c-31d09eaf5ce9 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] 10.222.0.75 "GET /v2.0/ports?device_id=adf9284d-bedb-4fa4-87f5-6f75aba0b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0884182 Nov 25 17:39:42.071222 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d69d5a5-1264-44a8-ab82-63bcc209870a tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Pushing event deleted for resources: {'Network': ['ID=762a47cd-3837-4530-8a5e-fabfc0747e4e,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:42.084199 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d8ca38-cbed-4409-853d-502b6ab51dbc tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Made reservation on behalf of 2004248940254b059aa4b793368f7bc6 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:39:42.094844 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-42d8ca38-cbed-4409-853d-502b6ab51dbc tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:42.102783 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-0141702b-d086-44c3-9cfa-f0c9504a6df3 None None] Attempting to bind port 038401bd-f47b-4a5a-ba6a-4da7451914f5 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:39:42.105134 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-0141702b-d086-44c3-9cfa-f0c9504a6df3 None None] Attempting to bind port 038401bd-f47b-4a5a-ba6a-4da7451914f5 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:39:42.105744 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0141702b-d086-44c3-9cfa-f0c9504a6df3 None None] Attempting to bind port 038401bd-f47b-4a5a-ba6a-4da7451914f5 on network fed75ec1-726a-45be-ab23-2dd76f977831 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:39:42.145901 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-52410059-63a3-4330-8800-200ca48d797a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Deleting port 038401bd-f47b-4a5a-ba6a-4da7451914f5 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:39:42.148052 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-52410059-63a3-4330-8800-200ca48d797a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:42.152397 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0141702b-d086-44c3-9cfa-f0c9504a6df3 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:39:42.152781 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0141702b-d086-44c3-9cfa-f0c9504a6df3 None None] Checking segment: {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:39:42.153851 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0141702b-d086-44c3-9cfa-f0c9504a6df3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:42.154280 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0141702b-d086-44c3-9cfa-f0c9504a6df3 None None] Bound using segment: {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:39:42.156212 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-0141702b-d086-44c3-9cfa-f0c9504a6df3 None None] Bound port: 038401bd-f47b-4a5a-ba6a-4da7451914f5, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:39:42.156410 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0141702b-d086-44c3-9cfa-f0c9504a6df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:42.214957 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42d8ca38-cbed-4409-853d-502b6ab51dbc tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 928} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:39:42.259472 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-42d8ca38-cbed-4409-853d-502b6ab51dbc tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:42.259860 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-42d8ca38-cbed-4409-853d-502b6ab51dbc tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Added segment bfe7df01-cb2c-451e-8e4b-20a6e92b79a1 of type vlan for network 05ca28f0-ba3d-4493-b4b1-56496739e5d7 Nov 25 17:39:42.400711 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-260d2f0a-c177-4faa-82bd-87c19f93831a req-b719143f-cd86-4d93-a62d-061ea23d182c tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6485b45c-e0bd-4fa5-ab4f-1d1e7c3244c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065286 Nov 25 17:39:42.438880 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-42d8ca38-cbed-4409-853d-502b6ab51dbc tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:42.476652 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-52410059-63a3-4330-8800-200ca48d797a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:42.506610 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-52410059-63a3-4330-8800-200ca48d797a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Calling delete_port for 038401bd-f47b-4a5a-ba6a-4da7451914f5 owned by network:router_interface {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:39:42.522137 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-42d8ca38-cbed-4409-853d-502b6ab51dbc tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:42.523872 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d8ca38-cbed-4409-853d-502b6ab51dbc tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:42.525757 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-42d8ca38-cbed-4409-853d-502b6ab51dbc tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:42.625248 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-42d8ca38-cbed-4409-853d-502b6ab51dbc tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6878695 Nov 25 17:39:42.629437 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56846) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:42.660349 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-b486e529-4fa0-46a9-b77b-e3be472bc4c6 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Request body: {'subnet': {'network_id': '05ca28f0-ba3d-4493-b4b1-56496739e5d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:42.683996 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d8ca38-cbed-4409-853d-502b6ab51dbc tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Pushing event updated for resources: {'Network': ['ID=05ca28f0-ba3d-4493-b4b1-56496739e5d7,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:42.700535 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 05ca28f0-ba3d-4493-b4b1-56496739e5d7 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:39:42.714274 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f601c22e-4237-4105-9349-216725c2253d req-3849bef4-1645-4c86-ae3a-859535aa5396 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:42.720035 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b486e529-4fa0-46a9-b77b-e3be472bc4c6 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Made reservation on behalf of 2004248940254b059aa4b793368f7bc6 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:39:42.722713 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b486e529-4fa0-46a9-b77b-e3be472bc4c6 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:42.726888 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f601c22e-4237-4105-9349-216725c2253d req-3849bef4-1645-4c86-ae3a-859535aa5396 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 946 time: 0.1229603 Nov 25 17:39:42.768471 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-0141702b-d086-44c3-9cfa-f0c9504a6df3 None None] For port 038401bd-f47b-4a5a-ba6a-4da7451914f5, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:39:42.772520 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-0141702b-d086-44c3-9cfa-f0c9504a6df3 None None] For port 038401bd-f47b-4a5a-ba6a-4da7451914f5, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=038401bd-f47b-4a5a-ba6a-4da7451914f5,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:39:42.844014 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-ef91979a-7e65-424c-8bdc-3de2d088978b None None] Provisioning complete for port 038401bd-f47b-4a5a-ba6a-4da7451914f5 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:42.844502 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ef91979a-7e65-424c-8bdc-3de2d088978b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:42.849887 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0141702b-d086-44c3-9cfa-f0c9504a6df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:42.885129 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f601c22e-4237-4105-9349-216725c2253d req-56155b2c-ebb5-4061-a17c-facb4a46300c tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520221 Nov 25 17:39:42.973174 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-52410059-63a3-4330-8800-200ca48d797a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:42.977474 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b528fa1f-c947-472c-a7fa-4215cba0d79b None None] Pushing event updated for resources: {'Port': ['ID=038401bd-f47b-4a5a-ba6a-4da7451914f5,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:42.982923 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-ef91979a-7e65-424c-8bdc-3de2d088978b None None] Could not find standard attr ID for object 038401bd-f47b-4a5a-ba6a-4da7451914f5. {{(pid=103362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:39:42.988609 n-d-817746-1 neutron-server[103362]: INFO neutron.plugins.ml2.db [None req-ef91979a-7e65-424c-8bdc-3de2d088978b None None] No ports have port_id starting with 038401bd-f47b-4a5a-ba6a-4da7451914f5 Nov 25 17:39:42.998264 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0141702b-d086-44c3-9cfa-f0c9504a6df3 None None] Routers {'8d0f3a77-32b1-48cd-a2c1-0b0ad3be367c'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:39:43.001123 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-0141702b-d086-44c3-9cfa-f0c9504a6df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:39:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['8d0f3a77-32b1-48cd-a2c1-0b0ad3be367c'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:43.032153 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52410059-63a3-4330-8800-200ca48d797a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event deleted for resources: {'Port': ['ID=038401bd-f47b-4a5a-ba6a-4da7451914f5,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:43.165616 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-52410059-63a3-4330-8800-200ca48d797a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:43.214496 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-0141702b-d086-44c3-9cfa-f0c9504a6df3 None None] Set router 8d0f3a77-32b1-48cd-a2c1-0b0ad3be367c gateway port host: None {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:39:43.314656 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-0141702b-d086-44c3-9cfa-f0c9504a6df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0f3a77-32b1-48cd-a2c1-0b0ad3be367c', 'name': 'tempest-NetworksTestDHCPv6-router-1730200644', 'tenant_id': 'b4fd74d3755f4cd39b2026436dde8bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:39:35Z', 'updated_at': '2021-11-25T17:39:42Z', 'revision_number': 3, 'project_id': 'b4fd74d3755f4cd39b2026436dde8bb1', 'gw_port_host': None}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:43.394271 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0141702b-d086-44c3-9cfa-f0c9504a6df3 None None] The sync data for ids ['8d0f3a77-32b1-48cd-a2c1-0b0ad3be367c'] in n-d-817746-1 is: [{'id': '8d0f3a77-32b1-48cd-a2c1-0b0ad3be367c', 'name': 'tempest-NetworksTestDHCPv6-router-1730200644', 'tenant_id': 'b4fd74d3755f4cd39b2026436dde8bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:39:35Z', 'updated_at': '2021-11-25T17:39:42Z', 'revision_number': 3, 'project_id': 'b4fd74d3755f4cd39b2026436dde8bb1', 'gw_port_host': None}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:39:43.419198 n-d-817746-1 neutron-server[103360]: DEBUG neutron.objects.ports [None req-b486e529-4fa0-46a9-b77b-e3be472bc4c6 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103360) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 17:39:43.419980 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b486e529-4fa0-46a9-b77b-e3be472bc4c6 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:43.425494 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-67a89b03-5ac6-4f03-8f61-aa6ff065e2b2 None None] Could not find standard attr ID for object 038401bd-f47b-4a5a-ba6a-4da7451914f5. {{(pid=103362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:39:43.528513 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b486e529-4fa0-46a9-b77b-e3be472bc4c6 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Pushing event updated for resources: {'Subnet': ['ID=97c82bac-3bdb-48b8-96ab-f35867fb3b1c,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:43.535538 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b486e529-4fa0-46a9-b77b-e3be472bc4c6 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Checking segment: {'id': 'bfe7df01-cb2c-451e-8e4b-20a6e92b79a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '05ca28f0-ba3d-4493-b4b1-56496739e5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:39:43.535901 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b486e529-4fa0-46a9-b77b-e3be472bc4c6 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Network hostable DHCP agents. Network: 05ca28f0-ba3d-4493-b4b1-56496739e5d7, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:39:43.574696 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b486e529-4fa0-46a9-b77b-e3be472bc4c6 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Network 05ca28f0-ba3d-4493-b4b1-56496739e5d7 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:39:43.599530 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-b486e529-4fa0-46a9-b77b-e3be472bc4c6 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 05ca28f0-ba3d-4493-b4b1-56496739e5d7) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:39:43.613043 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b486e529-4fa0-46a9-b77b-e3be472bc4c6 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:43.613977 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a60da14-f949-46ba-8064-bea1197bf193 None None] Network 05ca28f0-ba3d-4493-b4b1-56496739e5d7 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:39:43.614814 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b486e529-4fa0-46a9-b77b-e3be472bc4c6 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:43.662522 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b486e529-4fa0-46a9-b77b-e3be472bc4c6 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0196874 Nov 25 17:39:43.663421 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56854) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:43.675808 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52410059-63a3-4330-8800-200ca48d797a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Router 8d0f3a77-32b1-48cd-a2c1-0b0ad3be367c has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:39:43.677597 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-9cda5862-57fb-4f53-b830-308f9496c07a tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Request body: {'floatingip': {'floating_network_id': '05ca28f0-ba3d-4493-b4b1-56496739e5d7'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:43.695750 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e7b14-43e9-44db-a32a-889f85cfda0f req-990bb97f-f63a-40cd-94e2-e682a9a1981a tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:43.697473 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-184e7b14-43e9-44db-a32a-889f85cfda0f req-990bb97f-f63a-40cd-94e2-e682a9a1981a tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] 10.222.0.75 "GET /v2.0/ports?device_id=adf9284d-bedb-4fa4-87f5-6f75aba0b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0883818 Nov 25 17:39:43.742683 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9cda5862-57fb-4f53-b830-308f9496c07a tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:43.893048 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52410059-63a3-4330-8800-200ca48d797a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:39:43.906255 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-52410059-63a3-4330-8800-200ca48d797a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "PUT /v2.0/routers/8d0f3a77-32b1-48cd-a2c1-0b0ad3be367c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2589381 Nov 25 17:39:43.908873 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56858) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:43.913807 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894428e1-e953-404b-b31b-f53de0be6c34 None None] Network 05ca28f0-ba3d-4493-b4b1-56496739e5d7 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:39:43.930249 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-184e7b14-43e9-44db-a32a-889f85cfda0f req-6a115069-b121-406e-a11a-23f4ad0f03a9 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6485b45c-e0bd-4fa5-ab4f-1d1e7c3244c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250693 Nov 25 17:39:44.144854 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a2974-a818-46de-8127-3ac507f9ffaa req-67913310-1fa0-4c1a-9f92-5f7b45e27736 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:44.156225 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-190a2974-a818-46de-8127-3ac507f9ffaa req-67913310-1fa0-4c1a-9f92-5f7b45e27736 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 946 time: 0.1546946 Nov 25 17:39:44.175787 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 82625e3e-d5dd-41cd-b7dc-44893732e44b up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:39:44.280341 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-190a2974-a818-46de-8127-3ac507f9ffaa req-df15ec19-a9db-46fb-aa9d-a0fd85c3b18e tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172590 Nov 25 17:39:44.442395 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 82625e3e-d5dd-41cd-b7dc-44893732e44b triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:44.442809 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:44.476194 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e10f6-6d27-426b-bc90-2ffaf9967dfe req-78c8776e-b11f-4e81-b37c-ef28624243f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:44.477850 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f79e10f6-6d27-426b-bc90-2ffaf9967dfe req-78c8776e-b11f-4e81-b37c-ef28624243f0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=45d49c66298c43eea2c149f9d217583c&device_id=adf9284d-bedb-4fa4-87f5-6f75aba0b0a1 HTTP/1.1" status: 200 len: 1096 time: 0.2265131 Nov 25 17:39:44.529002 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f1659-76f4-4487-a6ce-2912816b23ab req-0f39872e-d556-4b5c-842a-42bbe7709e4e tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:44.532363 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-219f1659-76f4-4487-a6ce-2912816b23ab req-0f39872e-d556-4b5c-842a-42bbe7709e4e tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] 10.222.0.75 "GET /v2.0/ports?device_id=adf9284d-bedb-4fa4-87f5-6f75aba0b0a1 HTTP/1.1" status: 200 len: 945 time: 0.1967890 Nov 25 17:39:44.572944 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a2f608-d705-4b6c-bf6f-a17705969fe2 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:44.576425 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a2f608-d705-4b6c-bf6f-a17705969fe2 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:44.581361 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-71a2f608-d705-4b6c-bf6f-a17705969fe2 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6703351 Nov 25 17:39:44.591382 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56864) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:44.608174 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9cda5862-57fb-4f53-b830-308f9496c07a tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:44.648774 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:44.706988 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a945130d-bde9-4dd0-aeb1-55204a14c056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82625e3e-d5dd-41cd-b7dc-44893732e44b'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:39:44.710830 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd2e87d-df21-4f96-b6c6-23e5543b9ff9" -d '{"events": [{"server_uuid": "a945130d-bde9-4dd0-aeb1-55204a14c056", "name": "network-vif-plugged", "status": "completed", "tag": "82625e3e-d5dd-41cd-b7dc-44893732e44b"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:39:44.744148 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 82625e3e-d5dd-41cd-b7dc-44893732e44b, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=82625e3e-d5dd-41cd-b7dc-44893732e44b,segment=NetworkSegment(c5752f96-a6e9-4fc2-9dae-273cc6a23f00),segment_id=c5752f96-a6e9-4fc2-9dae-273cc6a23f00)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:44.751891 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:44.862812 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-9cda5862-57fb-4f53-b830-308f9496c07a tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Allocated IP 172.20.0.5 (05ca28f0-ba3d-4493-b4b1-56496739e5d7/97c82bac-3bdb-48b8-96ab-f35867fb3b1c/848ab40a-7d00-4427-8a11-fd5fd9448a61) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:39:44.880741 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70c5aa1-c572-41c1-a9c3-632ffd17460c x-openstack-request-id: req-f70c5aa1-c572-41c1-a9c3-632ffd17460c {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:39:44.881079 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a945130d-bde9-4dd0-aeb1-55204a14c056", "name": "network-vif-plugged", "status": "completed", "tag": "82625e3e-d5dd-41cd-b7dc-44893732e44b", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:39:44.881319 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f70c5aa1-c572-41c1-a9c3-632ffd17460c {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:39:44.881731 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a945130d-bde9-4dd0-aeb1-55204a14c056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82625e3e-d5dd-41cd-b7dc-44893732e44b', 'code': 200} Nov 25 17:39:44.882323 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=82625e3e-d5dd-41cd-b7dc-44893732e44b,revision_number=13']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:44.902649 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-d88898f8-cff6-46b0-9998-bbde4602db17 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Deleting subnet 8834d126-603a-4190-982b-e7cea3bad7ab {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:39:44.906883 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:44.907246 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:44.907596 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:44.907950 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:44.908249 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:44.908593 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:44.908957 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:44.909316 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:44.909651 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:44.909987 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:44.910670 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:44.910670 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:44.914158 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d208087d-c0bf-4594-9228-6b97ff42d6cc None None] Sync routers for ids ['8d0f3a77-32b1-48cd-a2c1-0b0ad3be367c'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:39:44.944421 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d208087d-c0bf-4594-9228-6b97ff42d6cc None None] Routers {'8d0f3a77-32b1-48cd-a2c1-0b0ad3be367c'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:39:44.945092 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-d208087d-c0bf-4594-9228-6b97ff42d6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:39:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['8d0f3a77-32b1-48cd-a2c1-0b0ad3be367c'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:44.976618 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d88898f8-cff6-46b0-9998-bbde4602db17 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:45.029891 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e10f6-6d27-426b-bc90-2ffaf9967dfe req-a137e241-5aee-4ed2-ba1c-949d2afb4a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:45.031703 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f79e10f6-6d27-426b-bc90-2ffaf9967dfe req-a137e241-5aee-4ed2-ba1c-949d2afb4a05 service neutron] 10.222.0.90 "GET /v2.0/networks?id=59a25a1f-1835-41ad-875d-3a7ed20b973c HTTP/1.1" status: 200 len: 913 time: 0.5440021 Nov 25 17:39:45.047835 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-219f1659-76f4-4487-a6ce-2912816b23ab req-6aa37fda-9f82-497c-894b-db3d2dd05645 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6485b45c-e0bd-4fa5-ab4f-1d1e7c3244c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4762909 Nov 25 17:39:45.057050 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9cda5862-57fb-4f53-b830-308f9496c07a tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:45.103080 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-d208087d-c0bf-4594-9228-6b97ff42d6cc None None] Set router 8d0f3a77-32b1-48cd-a2c1-0b0ad3be367c gateway port host: None {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:39:45.139409 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f79e10f6-6d27-426b-bc90-2ffaf9967dfe req-be95115a-dcfa-446e-9294-8a9cd0931b06 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43bcbe76-2e44-46d8-9731-641d71093097 HTTP/1.1" status: 200 len: 217 time: 0.0906572 Nov 25 17:39:45.151614 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9cda5862-57fb-4f53-b830-308f9496c07a tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:45.196381 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-d208087d-c0bf-4594-9228-6b97ff42d6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0f3a77-32b1-48cd-a2c1-0b0ad3be367c', 'name': 'tempest-NetworksTestDHCPv6-router-1730200644', 'tenant_id': 'b4fd74d3755f4cd39b2026436dde8bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:39:35Z', 'updated_at': '2021-11-25T17:39:42Z', 'revision_number': 3, 'project_id': 'b4fd74d3755f4cd39b2026436dde8bb1', 'gw_port_host': None}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:45.225107 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d208087d-c0bf-4594-9228-6b97ff42d6cc None None] Checking router: 8d0f3a77-32b1-48cd-a2c1-0b0ad3be367c for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:39:45.231361 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cda5862-57fb-4f53-b830-308f9496c07a tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Pushing event updated for resources: {'Port': ['ID=848ab40a-7d00-4427-8a11-fd5fd9448a61,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:45.236419 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d208087d-c0bf-4594-9228-6b97ff42d6cc None None] Routers {'8d0f3a77-32b1-48cd-a2c1-0b0ad3be367c'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:39:45.237393 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-d208087d-c0bf-4594-9228-6b97ff42d6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:39:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['8d0f3a77-32b1-48cd-a2c1-0b0ad3be367c'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:45.246983 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d88898f8-cff6-46b0-9998-bbde4602db17 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:45.275481 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cda5862-57fb-4f53-b830-308f9496c07a tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Network 05ca28f0-ba3d-4493-b4b1-56496739e5d7 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:39:45.277372 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-9cda5862-57fb-4f53-b830-308f9496c07a tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:39:45.289210 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cda5862-57fb-4f53-b830-308f9496c07a tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:39:45.340858 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e10f6-6d27-426b-bc90-2ffaf9967dfe req-51131d7c-1046-48c2-97ad-4b2b4855063c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:45.342668 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f79e10f6-6d27-426b-bc90-2ffaf9967dfe req-51131d7c-1046-48c2-97ad-4b2b4855063c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f2c57a73-ee6c-4663-9f78-bd4512b9039b HTTP/1.1" status: 200 len: 852 time: 0.1905179 Nov 25 17:39:45.435190 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-d208087d-c0bf-4594-9228-6b97ff42d6cc None None] Set router 8d0f3a77-32b1-48cd-a2c1-0b0ad3be367c gateway port host: None {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:39:45.448544 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f79e10f6-6d27-426b-bc90-2ffaf9967dfe req-e862bebe-fd19-4596-8a7c-f9b54e499b58 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=59a25a1f-1835-41ad-875d-3a7ed20b973c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849378 Nov 25 17:39:45.449988 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9cda5862-57fb-4f53-b830-308f9496c07a tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:45.494467 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-d208087d-c0bf-4594-9228-6b97ff42d6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0f3a77-32b1-48cd-a2c1-0b0ad3be367c', 'name': 'tempest-NetworksTestDHCPv6-router-1730200644', 'tenant_id': 'b4fd74d3755f4cd39b2026436dde8bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:39:35Z', 'updated_at': '2021-11-25T17:39:42Z', 'revision_number': 3, 'project_id': 'b4fd74d3755f4cd39b2026436dde8bb1', 'gw_port_host': None}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:45.515356 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9cda5862-57fb-4f53-b830-308f9496c07a tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:45.525643 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d208087d-c0bf-4594-9228-6b97ff42d6cc None None] The sync data for ids ['8d0f3a77-32b1-48cd-a2c1-0b0ad3be367c'] in n-d-817746-1 is: [{'id': '8d0f3a77-32b1-48cd-a2c1-0b0ad3be367c', 'name': 'tempest-NetworksTestDHCPv6-router-1730200644', 'tenant_id': 'b4fd74d3755f4cd39b2026436dde8bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:39:35Z', 'updated_at': '2021-11-25T17:39:42Z', 'revision_number': 3, 'project_id': 'b4fd74d3755f4cd39b2026436dde8bb1', 'gw_port_host': None}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:39:45.588594 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d88898f8-cff6-46b0-9998-bbde4602db17 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:45.690228 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d88898f8-cff6-46b0-9998-bbde4602db17 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:45.768846 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9cda5862-57fb-4f53-b830-308f9496c07a tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:45.785628 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88898f8-cff6-46b0-9998-bbde4602db17 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event deleted for resources: {'Subnet': ['ID=8834d126-603a-4190-982b-e7cea3bad7ab,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:45.787135 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9cda5862-57fb-4f53-b830-308f9496c07a tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:45.803096 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d88898f8-cff6-46b0-9998-bbde4602db17 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:45.806070 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e591e6-90ac-43c3-9da9-8c02c45704e8 None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:39:45.814569 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d88898f8-cff6-46b0-9998-bbde4602db17 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/subnets/8834d126-603a-4190-982b-e7cea3bad7ab HTTP/1.1" status: 204 len: 168 time: 1.2220492 Nov 25 17:39:45.818691 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56874) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:45.967979 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cda5862-57fb-4f53-b830-308f9496c07a tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Pushing event updated for resources: {'Port': ['ID=848ab40a-7d00-4427-8a11-fd5fd9448a61,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:45.993609 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9cda5862-57fb-4f53-b830-308f9496c07a tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:46.011729 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9cda5862-57fb-4f53-b830-308f9496c07a tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:46.017391 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9cda5862-57fb-4f53-b830-308f9496c07a tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.3528216 Nov 25 17:39:46.018125 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56880) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:46.065047 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eebe09-33a4-4872-8f7c-10945b0c5bf1 req-667e2d30-1e0a-4b86-b1d6-5a6c3bbcc63e tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:46.077010 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a9eebe09-33a4-4872-8f7c-10945b0c5bf1 req-667e2d30-1e0a-4b86-b1d6-5a6c3bbcc63e tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 947 time: 0.6273165 Nov 25 17:39:46.113012 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f79e10f6-6d27-426b-bc90-2ffaf9967dfe req-1035c4a7-2f3e-41fd-b9e1-6514d8185263 service neutron] 10.222.0.90 "GET /v2.0/networks/59a25a1f-1835-41ad-875d-3a7ed20b973c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6514740 Nov 25 17:39:46.200108 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-538ebe51-a58f-48e7-9e61-f472481561d3 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] 10.222.0.75 "GET /v2.0/floatingips?floating_network_id=05ca28f0-ba3d-4493-b4b1-56496739e5d7 HTTP/1.1" status: 200 len: 689 time: 0.1783710 Nov 25 17:39:46.206619 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56884) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:46.209454 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a7ff3d-0c55-413a-8ecd-b040395650b7 None None] DHCP port deletion for fed75ec1-726a-45be-ab23-2dd76f977831 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:39:46.212543 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a9eebe09-33a4-4872-8f7c-10945b0c5bf1 req-c0ed4c59-909e-47df-8c20-c7e169f46f25 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331561 Nov 25 17:39:46.307378 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-38a7ff3d-0c55-413a-8ecd-b040395650b7 None None] Deleting port 33cc7922-d0f7-4b04-ab59-c524eba000b6 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:39:46.307781 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-38a7ff3d-0c55-413a-8ecd-b040395650b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:46.337388 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-ebe78e00-955e-4b84-b5a8-b7bdee396cfb tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5154393 Nov 25 17:39:46.345565 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56886) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:46.437749 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8150d8d0-30fd-4624-939e-864c254073b1 req-f2eb39d4-8828-4abe-b976-848aee3b6960 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:46.439336 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8150d8d0-30fd-4624-939e-864c254073b1 req-f2eb39d4-8828-4abe-b976-848aee3b6960 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] 10.222.0.75 "GET /v2.0/ports?device_id=adf9284d-bedb-4fa4-87f5-6f75aba0b0a1 HTTP/1.1" status: 200 len: 945 time: 0.2409060 Nov 25 17:39:46.442903 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-38a7ff3d-0c55-413a-8ecd-b040395650b7 None None] For port 33cc7922-d0f7-4b04-ab59-c524eba000b6, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=33cc7922-d0f7-4b04-ab59-c524eba000b6,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:46.443561 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-38a7ff3d-0c55-413a-8ecd-b040395650b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:46.449093 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f79e10f6-6d27-426b-bc90-2ffaf9967dfe req-90e788d5-e027-4f92-8c0d-2e1bf3e43a54 service neutron] 10.222.0.90 "GET /v2.0/networks/59a25a1f-1835-41ad-875d-3a7ed20b973c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142872 Nov 25 17:39:46.465219 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-38a7ff3d-0c55-413a-8ecd-b040395650b7 None None] Calling delete_port for 33cc7922-d0f7-4b04-ab59-c524eba000b6 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:39:46.487295 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-435cdb15-d84a-4f7e-8928-4c4bc3d8466c tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:46.497154 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9be8cab3-334d-40fa-9fd2-4ee22f6d7da8 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:46.518144 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8150d8d0-30fd-4624-939e-864c254073b1 req-93618b1f-391a-4862-aa2e-693e9040e33d tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6485b45c-e0bd-4fa5-ab4f-1d1e7c3244c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680807 Nov 25 17:39:46.642965 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-38a7ff3d-0c55-413a-8ecd-b040395650b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:46.656776 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a7ff3d-0c55-413a-8ecd-b040395650b7 None None] No DVR routers for this DVR port 33cc7922-d0f7-4b04-ab59-c524eba000b6 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:39:46.681598 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7ff3d-0c55-413a-8ecd-b040395650b7 None None] Pushing event deleted for resources: {'Port': ['ID=33cc7922-d0f7-4b04-ab59-c524eba000b6,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:46.715532 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:46.805070 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9be8cab3-334d-40fa-9fd2-4ee22f6d7da8 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:46.808178 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9be8cab3-334d-40fa-9fd2-4ee22f6d7da8 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:46.851277 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 33cc7922-d0f7-4b04-ab59-c524eba000b6 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:39:46.862977 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-435cdb15-d84a-4f7e-8928-4c4bc3d8466c tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Deleting port 848ab40a-7d00-4427-8a11-fd5fd9448a61 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:39:46.863510 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-435cdb15-d84a-4f7e-8928-4c4bc3d8466c tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:46.887872 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9be8cab3-334d-40fa-9fd2-4ee22f6d7da8 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:46.888433 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be8cab3-334d-40fa-9fd2-4ee22f6d7da8 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Fanout notify agent at l3_agent the message router_deleted on router 8d0f3a77-32b1-48cd-a2c1-0b0ad3be367c {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:39:46.891604 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 33cc7922-d0f7-4b04-ab59-c524eba000b6 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:39:46.892025 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 33cc7922-d0f7-4b04-ab59-c524eba000b6 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:39:46.897429 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:46.931293 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9be8cab3-334d-40fa-9fd2-4ee22f6d7da8 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:46.932436 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9be8cab3-334d-40fa-9fd2-4ee22f6d7da8 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/routers/8d0f3a77-32b1-48cd-a2c1-0b0ad3be367c HTTP/1.1" status: 204 len: 168 time: 0.5801630 Nov 25 17:39:46.935479 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56890) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:46.943617 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-136e61cf-ca80-490f-9b97-7e44c4feae4a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Request body: {'subnet': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:47.126838 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-435cdb15-d84a-4f7e-8928-4c4bc3d8466c tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:47.127346 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-435cdb15-d84a-4f7e-8928-4c4bc3d8466c tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:47.134088 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9533add2-f7e3-4a0f-867a-df6951a09255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:47.169969 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-435cdb15-d84a-4f7e-8928-4c4bc3d8466c tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Calling delete_port for 848ab40a-7d00-4427-8a11-fd5fd9448a61 owned by network:floatingip {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:39:47.187667 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136e61cf-ca80-490f-9b97-7e44c4feae4a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Made reservation on behalf of b4fd74d3755f4cd39b2026436dde8bb1 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:39:47.193953 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-136e61cf-ca80-490f-9b97-7e44c4feae4a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:47.435543 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc992649-621f-4782-9179-13085b446a16 req-c1c6759e-9581-4ad5-b2d9-07e4851203bc tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:47.437278 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bc992649-621f-4782-9179-13085b446a16 req-c1c6759e-9581-4ad5-b2d9-07e4851203bc tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 947 time: 0.0804498 Nov 25 17:39:47.487613 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-435cdb15-d84a-4f7e-8928-4c4bc3d8466c tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:47.515835 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435cdb15-d84a-4f7e-8928-4c4bc3d8466c tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Pushing event deleted for resources: {'Port': ['ID=848ab40a-7d00-4427-8a11-fd5fd9448a61,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:47.595255 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bc992649-621f-4782-9179-13085b446a16 req-cd38b9a7-05a2-46ad-8aee-4e9b5c4d035d tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478448 Nov 25 17:39:47.629651 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-136e61cf-ca80-490f-9b97-7e44c4feae4a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:47.630135 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-435cdb15-d84a-4f7e-8928-4c4bc3d8466c tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:47.689324 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-435cdb15-d84a-4f7e-8928-4c4bc3d8466c tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:47.788387 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-435cdb15-d84a-4f7e-8928-4c4bc3d8466c tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:47.823625 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435cdb15-d84a-4f7e-8928-4c4bc3d8466c tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=97c82bac-3bdb-48b8-96ab-f35867fb3b1c,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:47.892290 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136e61cf-ca80-490f-9b97-7e44c4feae4a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:39:47.903393 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-136e61cf-ca80-490f-9b97-7e44c4feae4a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:39:47.913967 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c65f4c8-3f89-4b3d-b088-75c9a94616ef None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:39:47.938251 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136e61cf-ca80-490f-9b97-7e44c4feae4a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:47.938251 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-136e61cf-ca80-490f-9b97-7e44c4feae4a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:47.962479 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-435cdb15-d84a-4f7e-8928-4c4bc3d8466c tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:47.984925 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136e61cf-ca80-490f-9b97-7e44c4feae4a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event updated for resources: {'Subnet': ['ID=2bd9769b-abba-4955-8b7e-043b157c65a7,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:48.028794 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-136e61cf-ca80-490f-9b97-7e44c4feae4a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0918899 Nov 25 17:39:48.038022 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56910) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:48.042970 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-435cdb15-d84a-4f7e-8928-4c4bc3d8466c tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05ca28f0-ba3d-4493-b4b1-56496739e5d7']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:48.055148 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-8e2fc389-b8ff-41fc-9c7b-754c310211a3 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1208386245', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:48.074029 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-435cdb15-d84a-4f7e-8928-4c4bc3d8466c tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfe7df01-cb2c-451e-8e4b-20a6e92b79a1') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:48.075956 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-435cdb15-d84a-4f7e-8928-4c4bc3d8466c tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfe7df01-cb2c-451e-8e4b-20a6e92b79a1') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:48.098839 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-435cdb15-d84a-4f7e-8928-4c4bc3d8466c tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:48.126148 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-435cdb15-d84a-4f7e-8928-4c4bc3d8466c tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:48.136682 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-435cdb15-d84a-4f7e-8928-4c4bc3d8466c tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Releasing vlan 928 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:39:48.137689 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5932f23-5a9a-4cc6-9805-36b3cc618300 req-562e4a2b-6601-4e0f-8266-fd70a5fff770 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:48.138308 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-435cdb15-d84a-4f7e-8928-4c4bc3d8466c tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:48.151289 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e5932f23-5a9a-4cc6-9805-36b3cc618300 req-562e4a2b-6601-4e0f-8266-fd70a5fff770 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] 10.222.0.75 "GET /v2.0/ports?device_id=adf9284d-bedb-4fa4-87f5-6f75aba0b0a1 HTTP/1.1" status: 200 len: 945 time: 0.4917140 Nov 25 17:39:48.174462 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:39:48.174462 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:39:48.174462 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:39:48.174462 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:39:48.174462 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:39:48.174462 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:39:48.174462 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:39:48.174462 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:39:48.174462 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:39:48.174462 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:39:48.174462 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:39:48.174462 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:39:48.174462 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:39:48.174462 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:39:48.174462 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:39:48.174462 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:39:48.174462 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:39:48.174462 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:39:48.174462 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:39:48.174462 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:39:48.174462 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:39:48.174462 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:39:48.174462 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:39:48.174462 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:39:48.174462 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:39:48.174462 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:39:48.174462 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:39:48.174462 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:39:48.174462 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:39:48.174462 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:39:48.174462 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:39:48.174462 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:39:48.244358 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8e2fc389-b8ff-41fc-9c7b-754c310211a3 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:48.246031 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8e2fc389-b8ff-41fc-9c7b-754c310211a3 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:48.287998 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a859e02-33c4-46e7-bc3a-f51fd5c4602a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-fed75ec1-726a-45be-ab23-2dd76f977831', 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'tenant_id': 'b4fd74d3755f4cd39b2026436dde8bb1', 'fixed_ips': [{'subnet_id': '2bd9769b-abba-4955-8b7e-043b157c65a7'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:39:48.290322 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3a859e02-33c4-46e7-bc3a-f51fd5c4602a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:48.332703 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e5932f23-5a9a-4cc6-9805-36b3cc618300 req-4c44c711-9740-4549-a577-51367f934b3c tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6485b45c-e0bd-4fa5-ab4f-1d1e7c3244c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743467 Nov 25 17:39:48.343463 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-435cdb15-d84a-4f7e-8928-4c4bc3d8466c tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:48.350271 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-435cdb15-d84a-4f7e-8928-4c4bc3d8466c tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 05ca28f0-ba3d-4493-b4b1-56496739e5d7 {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 25 17:39:48.412017 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-435cdb15-d84a-4f7e-8928-4c4bc3d8466c tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:48.417595 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-435cdb15-d84a-4f7e-8928-4c4bc3d8466c tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] 10.222.0.75 "DELETE /v2.0/networks/05ca28f0-ba3d-4493-b4b1-56496739e5d7 HTTP/1.1" status: 204 len: 168 time: 2.2075024 Nov 25 17:39:48.420572 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56916) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:48.446964 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8e2fc389-b8ff-41fc-9c7b-754c310211a3 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:48.463948 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8e2fc389-b8ff-41fc-9c7b-754c310211a3 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:48.510993 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8e2fc389-b8ff-41fc-9c7b-754c310211a3 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:48.513154 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-8e2fc389-b8ff-41fc-9c7b-754c310211a3 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4740450 Nov 25 17:39:48.516723 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56920) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:48.678071 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435cdb15-d84a-4f7e-8928-4c4bc3d8466c tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Pushing event deleted for resources: {'Network': ['ID=05ca28f0-ba3d-4493-b4b1-56496739e5d7,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:48.769305 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-77c7a4a4-faad-407b-9d55-52db9b287228 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] 10.222.0.75 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3351 time: 0.3459966 Nov 25 17:39:48.771294 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56926) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:48.798665 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-3a859e02-33c4-46e7-bc3a-f51fd5c4602a None None] Allocated IP 2001:db8::2 (fed75ec1-726a-45be-ab23-2dd76f977831/2bd9769b-abba-4955-8b7e-043b157c65a7/02d04388-0cf4-4fa5-901c-79e0b5933813) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:39:49.038078 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9ae061-929b-4f3e-8831-dedc0479ad83 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:49.042117 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9ae061-929b-4f3e-8831-dedc0479ad83 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:49.042770 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9ae061-929b-4f3e-8831-dedc0479ad83 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:49.043386 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9ae061-929b-4f3e-8831-dedc0479ad83 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:49.044093 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9ae061-929b-4f3e-8831-dedc0479ad83 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:49.045341 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9ae061-929b-4f3e-8831-dedc0479ad83 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:49.047519 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9ae061-929b-4f3e-8831-dedc0479ad83 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:49.050275 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9ae061-929b-4f3e-8831-dedc0479ad83 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:49.051122 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9ae061-929b-4f3e-8831-dedc0479ad83 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:49.052663 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9ae061-929b-4f3e-8831-dedc0479ad83 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:49.054094 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9ae061-929b-4f3e-8831-dedc0479ad83 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:49.054715 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9ae061-929b-4f3e-8831-dedc0479ad83 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:49.055800 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9ae061-929b-4f3e-8831-dedc0479ad83 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:49.060146 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9ae061-929b-4f3e-8831-dedc0479ad83 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:49.060791 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9ae061-929b-4f3e-8831-dedc0479ad83 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:49.063935 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9ae061-929b-4f3e-8831-dedc0479ad83 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:49.081719 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ad9ae061-929b-4f3e-8831-dedc0479ad83 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 10196 time: 0.3092151 Nov 25 17:39:49.086930 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56934) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:49.129994 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c0f02-35d3-4497-93fe-937bfd0eed7e req-3ba4c29b-4bbe-48ea-bd73-72a9986d212b tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:49.139409 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-891c0f02-35d3-4497-93fe-937bfd0eed7e req-3ba4c29b-4bbe-48ea-bd73-72a9986d212b tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 947 time: 0.1280737 Nov 25 17:39:49.222670 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-fc450178-18d0-4985-9118-9cb209ff4a62 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] delete failed (client error): The resource could not be found. Nov 25 17:39:49.225961 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-fc450178-18d0-4985-9118-9cb209ff4a62 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] 10.222.0.75 "DELETE /v2.0/floatingips/b8f26157-068b-44cc-b9a6-2671bb6d558b HTTP/1.1" status: 404 len: 345 time: 0.1298308 Nov 25 17:39:49.227214 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56938) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:49.271776 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-d30a0b73-0780-4b69-b233-3eee3c024061 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] DELETE failed (client error): The resource could not be found. Nov 25 17:39:49.275673 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3a859e02-33c4-46e7-bc3a-f51fd5c4602a None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:49.276997 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d30a0b73-0780-4b69-b233-3eee3c024061 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:39:49.283041 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d30a0b73-0780-4b69-b233-3eee3c024061 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] 10.222.0.75 "DELETE /v2.0/networks/05ca28f0-ba3d-4493-b4b1-56496739e5d7 HTTP/1.1" status: 404 len: 339 time: 0.0548043 Nov 25 17:39:49.290229 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56940) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:49.291905 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3a859e02-33c4-46e7-bc3a-f51fd5c4602a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:49.295794 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-f35cfeb2-4df9-436a-aa43-17c1f6443b1e tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Request body: {'network': {'name': 'tempest-network--911026352', 'router:external': True}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:49.345876 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35cfeb2-4df9-436a-aa43-17c1f6443b1e tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Made reservation on behalf of 2004248940254b059aa4b793368f7bc6 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:39:49.352247 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f35cfeb2-4df9-436a-aa43-17c1f6443b1e tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:49.374885 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a859e02-33c4-46e7-bc3a-f51fd5c4602a None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:39:49.386110 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-3a859e02-33c4-46e7-bc3a-f51fd5c4602a None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:39:49.396268 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a859e02-33c4-46e7-bc3a-f51fd5c4602a None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:39:49.402541 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a859e02-33c4-46e7-bc3a-f51fd5c4602a None None] Pushing event updated for resources: {'Port': ['ID=02d04388-0cf4-4fa5-901c-79e0b5933813,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:49.404322 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f35cfeb2-4df9-436a-aa43-17c1f6443b1e tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 915} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:39:49.428201 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f35cfeb2-4df9-436a-aa43-17c1f6443b1e tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:49.428816 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-f35cfeb2-4df9-436a-aa43-17c1f6443b1e tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Added segment b289c319-8e94-4d29-a640-2074d7665874 of type vlan for network 1d7fedf7-2147-4e1a-8578-0f1eb4318cc3 Nov 25 17:39:49.480994 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f35cfeb2-4df9-436a-aa43-17c1f6443b1e tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:49.514507 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f35cfeb2-4df9-436a-aa43-17c1f6443b1e tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:49.517862 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35cfeb2-4df9-436a-aa43-17c1f6443b1e tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:49.523934 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f35cfeb2-4df9-436a-aa43-17c1f6443b1e tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:49.579615 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-3a859e02-33c4-46e7-bc3a-f51fd5c4602a None None] Attempting to bind port 02d04388-0cf4-4fa5-901c-79e0b5933813 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:39:49.579615 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-3a859e02-33c4-46e7-bc3a-f51fd5c4602a None None] Attempting to bind port 02d04388-0cf4-4fa5-901c-79e0b5933813 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:39:49.579615 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a859e02-33c4-46e7-bc3a-f51fd5c4602a None None] Attempting to bind port 02d04388-0cf4-4fa5-901c-79e0b5933813 on network fed75ec1-726a-45be-ab23-2dd76f977831 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:39:49.589637 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-891c0f02-35d3-4497-93fe-937bfd0eed7e req-249f1741-f694-48d4-8522-05210c7289c2 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4493504 Nov 25 17:39:49.591608 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a859e02-33c4-46e7-bc3a-f51fd5c4602a None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:39:49.592007 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a859e02-33c4-46e7-bc3a-f51fd5c4602a None None] Checking segment: {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:39:49.592428 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3a859e02-33c4-46e7-bc3a-f51fd5c4602a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:49.593661 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a859e02-33c4-46e7-bc3a-f51fd5c4602a None None] Bound using segment: {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:39:49.594428 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-3a859e02-33c4-46e7-bc3a-f51fd5c4602a None None] Bound port: 02d04388-0cf4-4fa5-901c-79e0b5933813, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:39:49.594831 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3a859e02-33c4-46e7-bc3a-f51fd5c4602a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:49.600680 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f35cfeb2-4df9-436a-aa43-17c1f6443b1e tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3089218 Nov 25 17:39:49.608400 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56942) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:49.663735 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a53ac6a1-4a35-4248-b099-7aa02947dabb tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:49.712787 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35cfeb2-4df9-436a-aa43-17c1f6443b1e tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Pushing event updated for resources: {'Network': ['ID=1d7fedf7-2147-4e1a-8578-0f1eb4318cc3,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:49.749772 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f7e4c-8345-426c-9b1b-e31bfd9653ec req-e5d02646-83c3-4c9b-8fbc-eab5848a4cd5 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:49.758423 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0b7f7e4c-8345-426c-9b1b-e31bfd9653ec req-e5d02646-83c3-4c9b-8fbc-eab5848a4cd5 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] 10.222.0.75 "GET /v2.0/ports?device_id=adf9284d-bedb-4fa4-87f5-6f75aba0b0a1 HTTP/1.1" status: 200 len: 945 time: 0.4899375 Nov 25 17:39:49.782399 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-3a859e02-33c4-46e7-bc3a-f51fd5c4602a None None] For port 02d04388-0cf4-4fa5-901c-79e0b5933813, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:39:49.784802 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-3a859e02-33c4-46e7-bc3a-f51fd5c4602a None None] For port 02d04388-0cf4-4fa5-901c-79e0b5933813, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=02d04388-0cf4-4fa5-901c-79e0b5933813,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:39:49.791260 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 1d7fedf7-2147-4e1a-8578-0f1eb4318cc3 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:39:49.800799 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3a859e02-33c4-46e7-bc3a-f51fd5c4602a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:49.892875 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632ae8e2-7179-45c1-ac93-0f4e2599dbb2 tempest-ExternalNetworksTestJSON-544358286 tempest-ExternalNetworksTestJSON-544358286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:49.914579 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632ae8e2-7179-45c1-ac93-0f4e2599dbb2 tempest-ExternalNetworksTestJSON-544358286 tempest-ExternalNetworksTestJSON-544358286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:49.924101 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-94a760c6-0e28-4278-bd89-5f7cfbc92fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:49.925069 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632ae8e2-7179-45c1-ac93-0f4e2599dbb2 tempest-ExternalNetworksTestJSON-544358286 tempest-ExternalNetworksTestJSON-544358286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:49.936359 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632ae8e2-7179-45c1-ac93-0f4e2599dbb2 tempest-ExternalNetworksTestJSON-544358286 tempest-ExternalNetworksTestJSON-544358286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:49.938889 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-632ae8e2-7179-45c1-ac93-0f4e2599dbb2 tempest-ExternalNetworksTestJSON-544358286 tempest-ExternalNetworksTestJSON-544358286-project] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.3292046 Nov 25 17:39:49.941988 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56948) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:50.004399 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a859e02-33c4-46e7-bc3a-f51fd5c4602a None None] Pushing event updated for resources: {'Port': ['ID=02d04388-0cf4-4fa5-901c-79e0b5933813,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:50.034379 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c975e-db0e-4680-a5d8-f07c7f8de183 req-f5d02a11-beaa-4305-86c5-4254d80e1450 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:50.042974 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c975e-db0e-4680-a5d8-f07c7f8de183 req-f5d02a11-beaa-4305-86c5-4254d80e1450 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:50.058055 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c975e-db0e-4680-a5d8-f07c7f8de183 req-f5d02a11-beaa-4305-86c5-4254d80e1450 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:50.076881 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c975e-db0e-4680-a5d8-f07c7f8de183 req-f5d02a11-beaa-4305-86c5-4254d80e1450 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:50.088852 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7fd9f124-c4de-4290-9ceb-3e116ead0fab tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:50.097192 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c975e-db0e-4680-a5d8-f07c7f8de183 req-f5d02a11-beaa-4305-86c5-4254d80e1450 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:50.104527 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c975e-db0e-4680-a5d8-f07c7f8de183 req-f5d02a11-beaa-4305-86c5-4254d80e1450 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:50.111117 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c975e-db0e-4680-a5d8-f07c7f8de183 req-f5d02a11-beaa-4305-86c5-4254d80e1450 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:50.114440 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b85c975e-db0e-4680-a5d8-f07c7f8de183 req-f5d02a11-beaa-4305-86c5-4254d80e1450 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/ports?device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 5443 time: 0.4206338 Nov 25 17:39:50.176010 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7fd9f124-c4de-4290-9ceb-3e116ead0fab tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:50.200959 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-7fd9f124-c4de-4290-9ceb-3e116ead0fab tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d7fedf7-2147-4e1a-8578-0f1eb4318cc3']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:50.212257 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-7fd9f124-c4de-4290-9ceb-3e116ead0fab tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b289c319-8e94-4d29-a640-2074d7665874') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:50.212465 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-7fd9f124-c4de-4290-9ceb-3e116ead0fab tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b289c319-8e94-4d29-a640-2074d7665874') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:50.224715 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7fd9f124-c4de-4290-9ceb-3e116ead0fab tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:50.253375 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7fd9f124-c4de-4290-9ceb-3e116ead0fab tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:50.277209 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fd9f124-c4de-4290-9ceb-3e116ead0fab tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Releasing vlan 915 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:39:50.277642 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7fd9f124-c4de-4290-9ceb-3e116ead0fab tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:50.279540 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:39:50.279540 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:39:50.279540 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:39:50.279540 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:39:50.279540 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:39:50.279540 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:39:50.279540 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:39:50.279540 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:39:50.279540 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:39:50.279540 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:39:50.279540 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:39:50.279540 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:39:50.279540 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:39:50.279540 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:39:50.279540 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:39:50.279540 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:39:50.279540 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:39:50.279540 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:39:50.279540 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:39:50.279540 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:39:50.279540 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:39:50.279540 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:39:50.279540 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:39:50.279540 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:39:50.279540 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:39:50.279540 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:39:50.279540 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:39:50.279540 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:39:50.279540 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:39:50.279540 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:39:50.279540 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:39:50.279540 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:39:50.289627 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0b7f7e4c-8345-426c-9b1b-e31bfd9653ec req-09a4b4f1-9426-4ff9-8f04-a304064e6842 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6485b45c-e0bd-4fa5-ab4f-1d1e7c3244c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5204167 Nov 25 17:39:50.391638 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b85c975e-db0e-4680-a5d8-f07c7f8de183 req-58d318ec-b0a2-4005-964c-080a984c5a32 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf472a3-c342-48cc-ac25-d9efd20bf257&id=9fa93e5f-0225-45c2-90d5-9fc327163fea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2619460 Nov 25 17:39:50.433109 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7fd9f124-c4de-4290-9ceb-3e116ead0fab tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:50.440433 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd9f124-c4de-4290-9ceb-3e116ead0fab tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1d7fedf7-2147-4e1a-8578-0f1eb4318cc3 {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 25 17:39:50.448626 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7fd9f124-c4de-4290-9ceb-3e116ead0fab tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:50.460096 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7fd9f124-c4de-4290-9ceb-3e116ead0fab tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] 10.222.0.75 "DELETE /v2.0/networks/1d7fedf7-2147-4e1a-8578-0f1eb4318cc3 HTTP/1.1" status: 204 len: 168 time: 0.5161879 Nov 25 17:39:50.460785 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56950) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:50.492818 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-cc80f8f2-440f-4fd0-b468-c546f6029c43 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Request body: {'network': {'name': 'tempest-network--1784401122', 'router:external': True}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:50.504085 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd9f124-c4de-4290-9ceb-3e116ead0fab tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Pushing event deleted for resources: {'Network': ['ID=1d7fedf7-2147-4e1a-8578-0f1eb4318cc3,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:50.538855 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-a53ac6a1-4a35-4248-b099-7aa02947dabb tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Allocated IP 2001:db8::1 (fed75ec1-726a-45be-ab23-2dd76f977831/2bd9769b-abba-4955-8b7e-043b157c65a7/baabb973-8bde-4041-ae94-a52856265482) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:39:50.548322 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-73868571-e232-4e9e-bbdb-5dee197da7cc tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:50.555008 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-73868571-e232-4e9e-bbdb-5dee197da7cc tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:50.562384 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-73868571-e232-4e9e-bbdb-5dee197da7cc tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:50.568785 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-73868571-e232-4e9e-bbdb-5dee197da7cc tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:50.575618 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-73868571-e232-4e9e-bbdb-5dee197da7cc tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:50.582244 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-73868571-e232-4e9e-bbdb-5dee197da7cc tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:50.588737 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-73868571-e232-4e9e-bbdb-5dee197da7cc tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:50.590746 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-73868571-e232-4e9e-bbdb-5dee197da7cc tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.74 "GET /v2.0/ports?device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 5443 time: 0.1670763 Nov 25 17:39:50.591603 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc80f8f2-440f-4fd0-b468-c546f6029c43 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Made reservation on behalf of 2004248940254b059aa4b793368f7bc6 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:39:50.593997 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cc80f8f2-440f-4fd0-b468-c546f6029c43 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:50.693122 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-2521230f-979c-4427-89d6-dcbc9df4fa27 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:50.694832 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-2521230f-979c-4427-89d6-dcbc9df4fa27 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.74 "GET /v2.0/ports/7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0854526 Nov 25 17:39:50.695625 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc80f8f2-440f-4fd0-b468-c546f6029c43 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:39:50.816953 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:50.820213 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cc80f8f2-440f-4fd0-b468-c546f6029c43 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:50.820675 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-cc80f8f2-440f-4fd0-b468-c546f6029c43 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Added segment 040e08c7-b2ef-47b7-900b-c40467f0b722 of type vlan for network 50cc5fd4-1a4d-49fd-8722-4ac463361a04 Nov 25 17:39:50.907977 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff75d788-f876-4dff-98f5-2c65de8d379e req-b7974ba2-d30a-4a82-b036-2f7a18ccdfbd tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:50.909581 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ff75d788-f876-4dff-98f5-2c65de8d379e req-b7974ba2-d30a-4a82-b036-2f7a18ccdfbd tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 947 time: 0.1627262 Nov 25 17:39:51.022090 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a53ac6a1-4a35-4248-b099-7aa02947dabb tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:51.061034 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 02d04388-0cf4-4fa5-901c-79e0b5933813 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:39:51.077956 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-2fbe83e4-ef1d-4ac6-87fb-c0ac5f82a874 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.74 "GET /v2.0/networks/6d3b5836-4740-4bb0-8171-a77a7b2fa0cd?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3664219 Nov 25 17:39:51.087060 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cc80f8f2-440f-4fd0-b468-c546f6029c43 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:51.116351 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ff75d788-f876-4dff-98f5-2c65de8d379e req-fa2769dc-aa6d-4b4b-b2b4-5dfc94f3654c tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1848695 Nov 25 17:39:51.131184 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-ff7ce6e3-94b3-4333-9d7c-da6d833ccf2a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:51.197191 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a53ac6a1-4a35-4248-b099-7aa02947dabb tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:51.224256 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 02d04388-0cf4-4fa5-901c-79e0b5933813 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:51.224643 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:51.271376 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:39:51.309683 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ac6a1-4a35-4248-b099-7aa02947dabb tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event updated for resources: {'Port': ['ID=baabb973-8bde-4041-ae94-a52856265482,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:51.325983 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cc80f8f2-440f-4fd0-b468-c546f6029c43 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:51.329551 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc80f8f2-440f-4fd0-b468-c546f6029c43 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:51.330300 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cc80f8f2-440f-4fd0-b468-c546f6029c43 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:51.347005 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53ac6a1-4a35-4248-b099-7aa02947dabb tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:39:51.348658 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-a53ac6a1-4a35-4248-b099-7aa02947dabb tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:39:51.351882 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53ac6a1-4a35-4248-b099-7aa02947dabb tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:39:51.352435 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a53ac6a1-4a35-4248-b099-7aa02947dabb tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:51.433902 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-ff7ce6e3-94b3-4333-9d7c-da6d833ccf2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:51.469485 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:51.569746 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port 02d04388-0cf4-4fa5-901c-79e0b5933813, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=02d04388-0cf4-4fa5-901c-79e0b5933813,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:51.579905 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:51.642931 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3fca4-b5d9-414a-b74a-a825b48725e2 req-341cd132-4932-4b1b-8c54-88260032b477 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:51.651083 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f0e3fca4-b5d9-414a-b74a-a825b48725e2 req-341cd132-4932-4b1b-8c54-88260032b477 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] 10.222.0.75 "GET /v2.0/ports?device_id=adf9284d-bedb-4fa4-87f5-6f75aba0b0a1 HTTP/1.1" status: 200 len: 945 time: 0.1704328 Nov 25 17:39:51.667152 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=02d04388-0cf4-4fa5-901c-79e0b5933813,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:51.750122 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-3609efa8-74a3-4548-8601-933e8ed16d6a None None] Provisioning complete for port 02d04388-0cf4-4fa5-901c-79e0b5933813 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:51.750122 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3609efa8-74a3-4548-8601-933e8ed16d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:51.778287 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a53ac6a1-4a35-4248-b099-7aa02947dabb tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:51.796759 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-ff7ce6e3-94b3-4333-9d7c-da6d833ccf2a service neutron] For port 7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8,segment=NetworkSegment(cbc1fb21-68bb-4758-9512-148f2017b227),segment_id=cbc1fb21-68bb-4758-9512-148f2017b227)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:51.835592 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-ff7ce6e3-94b3-4333-9d7c-da6d833ccf2a service neutron] For port 7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8, host n-h1-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:39:51.844180 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5fc80-9f85-4214-a7b5-258a6c6f70b2 req-6c64c509-3d28-4167-bd57-ead05870c167 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:51.864985 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5fc80-9f85-4214-a7b5-258a6c6f70b2 req-6c64c509-3d28-4167-bd57-ead05870c167 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:51.879075 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-ff7ce6e3-94b3-4333-9d7c-da6d833ccf2a service neutron] device_id is not set on port 7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8 yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:39:51.882477 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5fc80-9f85-4214-a7b5-258a6c6f70b2 req-6c64c509-3d28-4167-bd57-ead05870c167 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:51.889052 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-ff7ce6e3-94b3-4333-9d7c-da6d833ccf2a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:51.898872 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5fc80-9f85-4214-a7b5-258a6c6f70b2 req-6c64c509-3d28-4167-bd57-ead05870c167 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:51.909927 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-cc80f8f2-440f-4fd0-b468-c546f6029c43 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4185941 Nov 25 17:39:51.910896 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-ff7ce6e3-94b3-4333-9d7c-da6d833ccf2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:51.923000 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5fc80-9f85-4214-a7b5-258a6c6f70b2 req-6c64c509-3d28-4167-bd57-ead05870c167 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:51.929502 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56962) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:51.955367 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5fc80-9f85-4214-a7b5-258a6c6f70b2 req-6c64c509-3d28-4167-bd57-ead05870c167 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:51.981174 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5fc80-9f85-4214-a7b5-258a6c6f70b2 req-6c64c509-3d28-4167-bd57-ead05870c167 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:51.990072 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4fd5fc80-9f85-4214-a7b5-258a6c6f70b2 req-6c64c509-3d28-4167-bd57-ead05870c167 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/ports?device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 5443 time: 0.4106348 Nov 25 17:39:52.038132 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:52.045037 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f0e3fca4-b5d9-414a-b74a-a825b48725e2 req-84f2cb89-bc43-44e1-9544-4218ce75ac79 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6485b45c-e0bd-4fa5-ab4f-1d1e7c3244c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3930001 Nov 25 17:39:52.211525 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-e339a266-2230-4339-8025-dc4b247ddaaa None None] Provisioning complete for port baabb973-8bde-4041-ae94-a52856265482 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:52.211915 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e339a266-2230-4339-8025-dc4b247ddaaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:52.269135 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126435a3-de22-4af6-81ef-f86555fd3e03 tempest-ExternalNetworksTestJSON-544358286 tempest-ExternalNetworksTestJSON-544358286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:52.270493 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-126435a3-de22-4af6-81ef-f86555fd3e03 tempest-ExternalNetworksTestJSON-544358286 tempest-ExternalNetworksTestJSON-544358286-project] 10.222.0.75 "GET /v2.0/networks/50cc5fd4-1a4d-49fd-8722-4ac463361a04 HTTP/1.1" status: 200 len: 757 time: 0.3369997 Nov 25 17:39:52.275468 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc80f8f2-440f-4fd0-b468-c546f6029c43 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Pushing event updated for resources: {'Network': ['ID=50cc5fd4-1a4d-49fd-8722-4ac463361a04,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:52.288477 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56978) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:52.397943 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-e339a266-2230-4339-8025-dc4b247ddaaa None None] Port baabb973-8bde-4041-ae94-a52856265482 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:39:52.413222 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-ff7ce6e3-94b3-4333-9d7c-da6d833ccf2a service neutron] No DVR routers for this DVR port 7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8 on host n-h1-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:39:52.415619 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 50cc5fd4-1a4d-49fd-8722-4ac463361a04 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:39:52.502546 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7ce6e3-94b3-4333-9d7c-da6d833ccf2a service neutron] Pushing event updated for resources: {'Port': ['ID=7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8,revision_number=6']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:52.553109 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-ff7ce6e3-94b3-4333-9d7c-da6d833ccf2a service neutron] In _notify_port_updated(), no bound segment for port 7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8 on network 6d3b5836-4740-4bb0-8171-a77a7b2fa0cd {{(pid=103360) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:39:52.555989 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-ff7ce6e3-94b3-4333-9d7c-da6d833ccf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:52.556677 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-ff7ce6e3-94b3-4333-9d7c-da6d833ccf2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:52.564334 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-ff7ce6e3-94b3-4333-9d7c-da6d833ccf2a service neutron] 10.222.0.74 "PUT /v2.0/ports/7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8 HTTP/1.1" status: 200 len: 1032 time: 1.4726348 Nov 25 17:39:52.597767 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-0e7349a4-9441-48f1-ba36-d4ca2e0c8662 None None] Provisioning complete for port 7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:52.598264 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0e7349a4-9441-48f1-ba36-d4ca2e0c8662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:52.685165 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-0e7349a4-9441-48f1-ba36-d4ca2e0c8662 None None] Port 7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:39:52.690902 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-9a2954d8-7208-4334-980b-e30daa480f78 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:52.699848 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-9a2954d8-7208-4334-980b-e30daa480f78 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.74 "GET /v2.0/ports/791424cf-7f49-4cd7-a3d5-e5f426ab97ac?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1276469 Nov 25 17:39:52.706884 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-6acfb943-e78b-475a-b2e4-be9b7637352e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:52.848471 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-6acfb943-e78b-475a-b2e4-be9b7637352e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:52.890937 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 02d04388-0cf4-4fa5-901c-79e0b5933813 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:39:52.959099 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56988) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:52.966515 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:53.006676 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 02d04388-0cf4-4fa5-901c-79e0b5933813 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:53.008815 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:53.117525 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4fd5fc80-9f85-4214-a7b5-258a6c6f70b2 req-eeba9ee4-aa9b-454e-912f-e39f64eafc8c tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf472a3-c342-48cc-ac25-d9efd20bf257&id=9fa93e5f-0225-45c2-90d5-9fc327163fea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.1247799 Nov 25 17:39:53.178186 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-6acfb943-e78b-475a-b2e4-be9b7637352e service neutron] For port 791424cf-7f49-4cd7-a3d5-e5f426ab97ac, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=791424cf-7f49-4cd7-a3d5-e5f426ab97ac,segment=NetworkSegment(cbc1fb21-68bb-4758-9512-148f2017b227),segment_id=cbc1fb21-68bb-4758-9512-148f2017b227)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:53.235089 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-504b338c-5bd0-460e-97c5-e8b98df374f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:53.273500 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387371e-f825-4cd1-b1d3-6b7c065e1583 req-943bf9ed-270a-4f90-96a9-0928ec824984 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:53.275378 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b387371e-f825-4cd1-b1d3-6b7c065e1583 req-943bf9ed-270a-4f90-96a9-0928ec824984 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 947 time: 0.2441185 Nov 25 17:39:53.282206 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-6acfb943-e78b-475a-b2e4-be9b7637352e service neutron] For port 791424cf-7f49-4cd7-a3d5-e5f426ab97ac, host n-h1-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:39:53.321273 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280b4c4-7e1c-4817-bdb3-01b9ab34d102 req-c066b40e-6484-45b1-9e0f-c94cfb62fe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:53.323039 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7280b4c4-7e1c-4817-bdb3-01b9ab34d102 req-c066b40e-6484-45b1-9e0f-c94cfb62fe30 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=45d49c66298c43eea2c149f9d217583c&device_id=adf9284d-bedb-4fa4-87f5-6f75aba0b0a1 HTTP/1.1" status: 200 len: 1096 time: 0.2956977 Nov 25 17:39:53.331692 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c658e97e-caf6-41ce-a1be-b66491e63f29 tempest-ExternalNetworksTestJSON-544358286 tempest-ExternalNetworksTestJSON-544358286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:53.333371 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c658e97e-caf6-41ce-a1be-b66491e63f29 tempest-ExternalNetworksTestJSON-544358286 tempest-ExternalNetworksTestJSON-544358286-project] 10.222.0.75 "GET /v2.0/networks/54c48a47-1afe-478e-a253-99dffdc9bc43 HTTP/1.1" status: 200 len: 767 time: 1.0322948 Nov 25 17:39:53.345806 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56992) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:53.358201 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-6acfb943-e78b-475a-b2e4-be9b7637352e service neutron] device_id is not set on port 791424cf-7f49-4cd7-a3d5-e5f426ab97ac yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:39:53.403430 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-6acfb943-e78b-475a-b2e4-be9b7637352e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:53.464805 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-6acfb943-e78b-475a-b2e4-be9b7637352e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:53.497381 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280b4c4-7e1c-4817-bdb3-01b9ab34d102 req-379e7b88-c87a-47af-bcd6-2e52999ac555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:53.497381 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7280b4c4-7e1c-4817-bdb3-01b9ab34d102 req-379e7b88-c87a-47af-bcd6-2e52999ac555 service neutron] 10.222.0.90 "GET /v2.0/networks?id=59a25a1f-1835-41ad-875d-3a7ed20b973c HTTP/1.1" status: 200 len: 913 time: 0.1602483 Nov 25 17:39:53.573613 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7280b4c4-7e1c-4817-bdb3-01b9ab34d102 req-0fa47ac0-c165-4607-8bef-2628aac8933c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43bcbe76-2e44-46d8-9731-641d71093097 HTTP/1.1" status: 200 len: 217 time: 0.0617983 Nov 25 17:39:53.591693 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7df1cd0e-cfc3-4686-b2ff-7e91de2fe1ba tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:53.594461 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acfb943-e78b-475a-b2e4-be9b7637352e service neutron] Pushing event updated for resources: {'Port': ['ID=791424cf-7f49-4cd7-a3d5-e5f426ab97ac,revision_number=6']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:53.603830 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743ad09-65d1-4fa9-80bc-2ac7d08c6c9d req-c7cc9fef-c0fd-4c3d-9063-c2a5091e44f4 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:53.612000 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4743ad09-65d1-4fa9-80bc-2ac7d08c6c9d req-c7cc9fef-c0fd-4c3d-9063-c2a5091e44f4 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] 10.222.0.75 "GET /v2.0/ports?device_id=adf9284d-bedb-4fa4-87f5-6f75aba0b0a1 HTTP/1.1" status: 200 len: 945 time: 0.3515077 Nov 25 17:39:53.675855 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b387371e-f825-4cd1-b1d3-6b7c065e1583 req-ff9b23fa-19ef-4c4e-901c-ef2c78744df1 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3569250 Nov 25 17:39:53.767908 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4743ad09-65d1-4fa9-80bc-2ac7d08c6c9d req-6d225e88-c329-421e-90d0-46afedf25b52 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6485b45c-e0bd-4fa5-ab4f-1d1e7c3244c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530273 Nov 25 17:39:53.782860 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280b4c4-7e1c-4817-bdb3-01b9ab34d102 req-ed8104f6-74db-4180-b544-2d70eaebe180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:53.784339 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7280b4c4-7e1c-4817-bdb3-01b9ab34d102 req-ed8104f6-74db-4180-b544-2d70eaebe180 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f2c57a73-ee6c-4663-9f78-bd4512b9039b HTTP/1.1" status: 200 len: 852 time: 0.1998169 Nov 25 17:39:53.838792 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7280b4c4-7e1c-4817-bdb3-01b9ab34d102 req-f78e459f-9cf0-4602-9e3f-00071301af9a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=59a25a1f-1835-41ad-875d-3a7ed20b973c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399985 Nov 25 17:39:53.961551 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a53ac6a1-4a35-4248-b099-7aa02947dabb tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:53.975638 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a53ac6a1-4a35-4248-b099-7aa02947dabb tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:53.976456 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a53ac6a1-4a35-4248-b099-7aa02947dabb tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:54.026387 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ac6a1-4a35-4248-b099-7aa02947dabb tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event updated for resources: {'Port': ['ID=baabb973-8bde-4041-ae94-a52856265482,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:54.047506 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7280b4c4-7e1c-4817-bdb3-01b9ab34d102 req-2c060b9b-c529-4f43-bbf8-95cc34f046ca service neutron] 10.222.0.90 "GET /v2.0/networks/59a25a1f-1835-41ad-875d-3a7ed20b973c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941302 Nov 25 17:39:54.047739 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-7791fd6e-c292-4172-923c-36e13b8c0766 None None] Provisioning complete for port 791424cf-7f49-4cd7-a3d5-e5f426ab97ac triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:54.048207 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7791fd6e-c292-4172-923c-36e13b8c0766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:54.096922 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 7be8a07b-4a87-4407-a846-a793d7c0884e no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:39:54.128594 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-6acfb943-e78b-475a-b2e4-be9b7637352e service neutron] No DVR routers for this DVR port 791424cf-7f49-4cd7-a3d5-e5f426ab97ac on host n-h1-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:39:54.180398 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-6acfb943-e78b-475a-b2e4-be9b7637352e service neutron] In _notify_port_updated(), no bound segment for port 791424cf-7f49-4cd7-a3d5-e5f426ab97ac on network 6d3b5836-4740-4bb0-8171-a77a7b2fa0cd {{(pid=103360) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:39:54.181324 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-6acfb943-e78b-475a-b2e4-be9b7637352e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:54.181944 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-6acfb943-e78b-475a-b2e4-be9b7637352e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:54.183672 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-6acfb943-e78b-475a-b2e4-be9b7637352e service neutron] 10.222.0.74 "PUT /v2.0/ports/791424cf-7f49-4cd7-a3d5-e5f426ab97ac HTTP/1.1" status: 200 len: 1031 time: 1.4806778 Nov 25 17:39:54.185301 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-504b338c-5bd0-460e-97c5-e8b98df374f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:54.232894 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-504b338c-5bd0-460e-97c5-e8b98df374f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:54.278436 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-7791fd6e-c292-4172-923c-36e13b8c0766 None None] Port 791424cf-7f49-4cd7-a3d5-e5f426ab97ac cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:39:54.289850 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7280b4c4-7e1c-4817-bdb3-01b9ab34d102 req-48b3af7e-e0fd-4b14-9ca0-1c9a57627dfc service neutron] 10.222.0.90 "GET /v2.0/networks/59a25a1f-1835-41ad-875d-3a7ed20b973c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282162 Nov 25 17:39:54.330329 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:54.395526 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd74ab755-36a9-4476-bec2-1aaeded5d781', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7be8a07b-4a87-4407-a846-a793d7c0884e'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:39:54.398336 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5918e5-62fa-4dcc-a3f2-2f072ec5af9d" -d '{"events": [{"server_uuid": "d74ab755-36a9-4476-bec2-1aaeded5d781", "name": "network-vif-unplugged", "status": "completed", "tag": "7be8a07b-4a87-4407-a846-a793d7c0884e"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:39:54.430928 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 7be8a07b-4a87-4407-a846-a793d7c0884e, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=7be8a07b-4a87-4407-a846-a793d7c0884e,segment=NetworkSegment(0e00b021-4936-4a80-9658-da28463c87bd),segment_id=0e00b021-4936-4a80-9658-da28463c87bd)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:54.439069 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:54.440284 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 791424cf-7f49-4cd7-a3d5-e5f426ab97ac no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:39:54.447757 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7df1cd0e-cfc3-4686-b2ff-7e91de2fe1ba tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:54.450089 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982db2bf-3dfe-4acb-9fa6-833757153aad req-a3d2da32-de59-4648-859a-ff6032ec5d24 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:54.457989 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982db2bf-3dfe-4acb-9fa6-833757153aad req-a3d2da32-de59-4648-859a-ff6032ec5d24 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:54.464309 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982db2bf-3dfe-4acb-9fa6-833757153aad req-a3d2da32-de59-4648-859a-ff6032ec5d24 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:54.471290 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982db2bf-3dfe-4acb-9fa6-833757153aad req-a3d2da32-de59-4648-859a-ff6032ec5d24 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:54.474589 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-7df1cd0e-cfc3-4686-b2ff-7e91de2fe1ba tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50cc5fd4-1a4d-49fd-8722-4ac463361a04']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:54.477608 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982db2bf-3dfe-4acb-9fa6-833757153aad req-a3d2da32-de59-4648-859a-ff6032ec5d24 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:54.487505 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-7df1cd0e-cfc3-4686-b2ff-7e91de2fe1ba tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '040e08c7-b2ef-47b7-900b-c40467f0b722') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:54.487934 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-7df1cd0e-cfc3-4686-b2ff-7e91de2fe1ba tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '040e08c7-b2ef-47b7-900b-c40467f0b722') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:54.493909 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-982db2bf-3dfe-4acb-9fa6-833757153aad req-a3d2da32-de59-4648-859a-ff6032ec5d24 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/ports?device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 3886 time: 0.2023637 Nov 25 17:39:54.497242 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53ac6a1-4a35-4248-b099-7aa02947dabb tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:39:54.499379 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7df1cd0e-cfc3-4686-b2ff-7e91de2fe1ba tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:54.516294 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7df1cd0e-cfc3-4686-b2ff-7e91de2fe1ba tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:54.523473 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7df1cd0e-cfc3-4686-b2ff-7e91de2fe1ba tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Releasing vlan 917 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:39:54.524100 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7df1cd0e-cfc3-4686-b2ff-7e91de2fe1ba tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:54.555959 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8423ef1-5b0a-44c4-8f7f-2d722385e0ae x-openstack-request-id: req-e8423ef1-5b0a-44c4-8f7f-2d722385e0ae {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:39:54.556260 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d74ab755-36a9-4476-bec2-1aaeded5d781", "name": "network-vif-unplugged", "status": "completed", "tag": "7be8a07b-4a87-4407-a846-a793d7c0884e", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:39:54.556534 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e8423ef1-5b0a-44c4-8f7f-2d722385e0ae {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:39:54.557010 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd74ab755-36a9-4476-bec2-1aaeded5d781', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7be8a07b-4a87-4407-a846-a793d7c0884e', 'code': 200} Nov 25 17:39:54.558057 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=7be8a07b-4a87-4407-a846-a793d7c0884e,revision_number=6']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:54.565354 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 791424cf-7f49-4cd7-a3d5-e5f426ab97ac not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:39:54.565788 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8 no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:39:54.574756 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-982db2bf-3dfe-4acb-9fa6-833757153aad req-973efffb-46f5-4bf6-834d-e5847174f2f7 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf472a3-c342-48cc-ac25-d9efd20bf257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796227 Nov 25 17:39:54.576395 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-a53ac6a1-4a35-4248-b099-7aa02947dabb tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:39:54.618812 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-504b338c-5bd0-460e-97c5-e8b98df374f8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=572dd1014127494088e63099567a5c09&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6573770 Nov 25 17:39:54.620183 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:39:54.620183 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:39:54.620183 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:39:54.620183 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:39:54.620183 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:39:54.620183 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:39:54.620183 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:39:54.620183 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:39:54.620183 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:39:54.620183 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:39:54.620183 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:39:54.620183 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:39:54.620183 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:39:54.620183 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:39:54.620183 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:39:54.620183 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:39:54.620183 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:39:54.620183 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:39:54.620183 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:39:54.620183 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:39:54.620183 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:39:54.620183 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:39:54.620183 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:39:54.620183 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:39:54.620183 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:39:54.620183 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:39:54.620183 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:39:54.620183 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:39:54.620183 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:39:54.620183 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:39:54.620183 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:39:54.620183 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:39:54.623194 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504b338c-5bd0-460e-97c5-e8b98df374f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e55612-8e51-489d-bda1-cdfe6a75920b,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:54.627300 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56998) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:54.665923 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8 not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:39:54.666356 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 5f55e4bc-b645-4ea6-93e4-5fb2598e200d no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:39:54.730198 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7df1cd0e-cfc3-4686-b2ff-7e91de2fe1ba tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:54.780775 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d716ed1e-4720-4c6f-a825-d9a8aa3d22be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:54.807679 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df1cd0e-cfc3-4686-b2ff-7e91de2fe1ba tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 50cc5fd4-1a4d-49fd-8722-4ac463361a04 {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 25 17:39:54.841689 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7df1cd0e-cfc3-4686-b2ff-7e91de2fe1ba tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:54.854918 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7df1cd0e-cfc3-4686-b2ff-7e91de2fe1ba tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] 10.222.0.75 "DELETE /v2.0/networks/50cc5fd4-1a4d-49fd-8722-4ac463361a04 HTTP/1.1" status: 204 len: 168 time: 1.5011036 Nov 25 17:39:54.863914 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57004) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:54.865591 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df1cd0e-cfc3-4686-b2ff-7e91de2fe1ba tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Pushing event deleted for resources: {'Network': ['ID=50cc5fd4-1a4d-49fd-8722-4ac463361a04,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:54.876932 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-29ee2e17-4678-4b94-8057-a828f697dfed tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Request body: {'network': {'name': 'tempest-network--552517006'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:54.883503 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a53ac6a1-4a35-4248-b099-7aa02947dabb tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Router 59dcd6bb-2e09-4646-a28c-006931e883c1 is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:39:54.927138 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:55.019556 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-f11be362-8733-49b1-96e2-e72befbbab00 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Deleting port b2c42d44-65fd-410c-aaed-aae8a87dc2ee {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:39:55.021124 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-f11be362-8733-49b1-96e2-e72befbbab00 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:55.035762 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 5f55e4bc-b645-4ea6-93e4-5fb2598e200d, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=5f55e4bc-b645-4ea6-93e4-5fb2598e200d,segment=NetworkSegment(cbc1fb21-68bb-4758-9512-148f2017b227),segment_id=cbc1fb21-68bb-4758-9512-148f2017b227)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:55.045647 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:55.046415 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device a11242af-5474-4f93-bfb6-76b0ef5bbc3d no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:39:55.050466 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d716ed1e-4720-4c6f-a825-d9a8aa3d22be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:55.240462 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d716ed1e-4720-4c6f-a825-d9a8aa3d22be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:55.246652 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=5f55e4bc-b645-4ea6-93e4-5fb2598e200d,revision_number=6']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:55.248358 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d716ed1e-4720-4c6f-a825-d9a8aa3d22be admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:55.251904 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d716ed1e-4720-4c6f-a825-d9a8aa3d22be admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/69e55612-8e51-489d-bda1-cdfe6a75920b HTTP/1.1" status: 204 len: 168 time: 0.6172788 Nov 25 17:39:55.271538 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53ac6a1-4a35-4248-b099-7aa02947dabb tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:39:55.300653 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-a53ac6a1-4a35-4248-b099-7aa02947dabb tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "PUT /v2.0/routers/59dcd6bb-2e09-4646-a28c-006931e883c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7825832 Nov 25 17:39:55.304839 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57010) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:55.313719 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d716ed1e-4720-4c6f-a825-d9a8aa3d22be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e55612-8e51-489d-bda1-cdfe6a75920b,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:55.337812 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ee2e17-4678-4b94-8057-a828f697dfed tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Made reservation on behalf of 2004248940254b059aa4b793368f7bc6 for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:39:55.340117 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-29ee2e17-4678-4b94-8057-a828f697dfed tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:55.389295 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9401532b-61ff-461e-a927-27fe85836d6c req-8af469e3-d2d7-49c0-bd99-0eed196e2c01 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:55.404913 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9401532b-61ff-461e-a927-27fe85836d6c req-8af469e3-d2d7-49c0-bd99-0eed196e2c01 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 947 time: 0.5240717 Nov 25 17:39:55.418766 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-f3693af2-f9a1-470a-bd1d-b33a1a475485 None None] Provisioning complete for port baabb973-8bde-4041-ae94-a52856265482 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:55.419201 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f3693af2-f9a1-470a-bd1d-b33a1a475485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:55.432853 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a3d2a-e8c3-4655-9b12-3d5af72f90d1 req-4a08df17-9575-407a-8f38-35d7ad7a018b tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:55.442046 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8f7a3d2a-e8c3-4655-9b12-3d5af72f90d1 req-4a08df17-9575-407a-8f38-35d7ad7a018b tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] 10.222.0.75 "GET /v2.0/ports?device_id=adf9284d-bedb-4fa4-87f5-6f75aba0b0a1 HTTP/1.1" status: 200 len: 945 time: 0.4867129 Nov 25 17:39:55.460601 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:55.492801 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6218dd54-aa6a-486a-9f85-3736a2a85e23 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:55.495070 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6218dd54-aa6a-486a-9f85-3736a2a85e23 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/ports/baabb973-8bde-4041-ae94-a52856265482 HTTP/1.1" status: 200 len: 911 time: 0.1868346 Nov 25 17:39:55.506069 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57014) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:55.524974 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port a11242af-5474-4f93-bfb6-76b0ef5bbc3d, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=a11242af-5474-4f93-bfb6-76b0ef5bbc3d,segment=NetworkSegment(7a7c99ea-9bf0-4f72-9838-1e1c25458b3d),segment_id=7a7c99ea-9bf0-4f72-9838-1e1c25458b3d)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:55.527551 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-f3693af2-f9a1-470a-bd1d-b33a1a475485 None None] Port baabb973-8bde-4041-ae94-a52856265482 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:39:55.538136 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:55.539745 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 044a9a30-8fd9-4fbc-b394-b1fc79eb0b20 no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:39:55.548739 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29ee2e17-4678-4b94-8057-a828f697dfed tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 911} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:39:55.558354 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-29ee2e17-4678-4b94-8057-a828f697dfed tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:55.558712 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-29ee2e17-4678-4b94-8057-a828f697dfed tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Added segment 2cd88006-6d99-4693-8f6f-9fa7bbf5b8b0 of type vlan for network feb2aeb2-6eb7-4ee5-b280-8027b1a3c846 Nov 25 17:39:55.601921 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-29ee2e17-4678-4b94-8057-a828f697dfed tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:55.634657 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-f11be362-8733-49b1-96e2-e72befbbab00 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] For port b2c42d44-65fd-410c-aaed-aae8a87dc2ee, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=b2c42d44-65fd-410c-aaed-aae8a87dc2ee,segment=NetworkSegment(7a7c99ea-9bf0-4f72-9838-1e1c25458b3d),segment_id=7a7c99ea-9bf0-4f72-9838-1e1c25458b3d)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:55.637869 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-29ee2e17-4678-4b94-8057-a828f697dfed tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:55.638033 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-f11be362-8733-49b1-96e2-e72befbbab00 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:55.638941 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ee2e17-4678-4b94-8057-a828f697dfed tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:55.639554 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-29ee2e17-4678-4b94-8057-a828f697dfed tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:55.650321 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d042bf2-e6e6-431e-814e-c5dbdc1d0de4 None None] Sync routers for ids ['59dcd6bb-2e09-4646-a28c-006931e883c1'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:39:55.675837 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-29ee2e17-4678-4b94-8057-a828f697dfed tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8100209 Nov 25 17:39:55.681062 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57018) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:55.688395 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-f11be362-8733-49b1-96e2-e72befbbab00 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Calling delete_port for b2c42d44-65fd-410c-aaed-aae8a87dc2ee owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:39:55.725896 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d042bf2-e6e6-431e-814e-c5dbdc1d0de4 None None] Routers {'59dcd6bb-2e09-4646-a28c-006931e883c1'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:39:55.726543 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-8d042bf2-e6e6-431e-814e-c5dbdc1d0de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:39:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['59dcd6bb-2e09-4646-a28c-006931e883c1'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:55.753194 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8f7a3d2a-e8c3-4655-9b12-3d5af72f90d1 req-6d1a811b-6ae9-4937-acc5-fbe3e5fe2947 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6485b45c-e0bd-4fa5-ab4f-1d1e7c3244c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064835 Nov 25 17:39:55.795055 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9401532b-61ff-461e-a927-27fe85836d6c req-53027e3b-0d42-46e8-8d9b-66de3b0a4d7e tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3884056 Nov 25 17:39:55.804637 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ee2e17-4678-4b94-8057-a828f697dfed tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Pushing event updated for resources: {'Network': ['ID=feb2aeb2-6eb7-4ee5-b280-8027b1a3c846,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:55.861705 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57020) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:55.868198 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network feb2aeb2-6eb7-4ee5-b280-8027b1a3c846 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:39:55.896109 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-a85f071e-d756-47cc-aee7-c1bba6abf591 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:55.910421 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-731a6013-eb05-406e-83c8-25338567459a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:55.960630 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=a11242af-5474-4f93-bfb6-76b0ef5bbc3d,revision_number=6']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:55.980751 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:56.008675 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-731a6013-eb05-406e-83c8-25338567459a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:56.016768 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-731a6013-eb05-406e-83c8-25338567459a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:56.031883 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-8d042bf2-e6e6-431e-814e-c5dbdc1d0de4 None None] Set router 59dcd6bb-2e09-4646-a28c-006931e883c1 gateway port host: None {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:39:56.078359 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1991d7-18d9-40e7-bb81-320e9bc7b615 req-4cd85137-22db-41ff-8171-842fcb9738c9 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:56.086850 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1991d7-18d9-40e7-bb81-320e9bc7b615 req-4cd85137-22db-41ff-8171-842fcb9738c9 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:56.095299 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1991d7-18d9-40e7-bb81-320e9bc7b615 req-4cd85137-22db-41ff-8171-842fcb9738c9 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:56.103030 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1991d7-18d9-40e7-bb81-320e9bc7b615 req-4cd85137-22db-41ff-8171-842fcb9738c9 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:56.106693 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 044a9a30-8fd9-4fbc-b394-b1fc79eb0b20, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=044a9a30-8fd9-4fbc-b394-b1fc79eb0b20,segment=NetworkSegment(cbc1fb21-68bb-4758-9512-148f2017b227),segment_id=cbc1fb21-68bb-4758-9512-148f2017b227)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:56.112235 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1991d7-18d9-40e7-bb81-320e9bc7b615 req-4cd85137-22db-41ff-8171-842fcb9738c9 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:56.115566 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:56.115737 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a85f071e-d756-47cc-aee7-c1bba6abf591 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:56.116375 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device b2c42d44-65fd-410c-aaed-aae8a87dc2ee no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:39:56.122376 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7e1991d7-18d9-40e7-bb81-320e9bc7b615 req-4cd85137-22db-41ff-8171-842fcb9738c9 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/ports?device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 3802 time: 0.2780206 Nov 25 17:39:56.129001 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-f11be362-8733-49b1-96e2-e72befbbab00 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:56.141176 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260c83dd-39f6-4028-8b1b-dd6e2b6dc8a8 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:56.148387 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260c83dd-39f6-4028-8b1b-dd6e2b6dc8a8 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:56.150463 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-260c83dd-39f6-4028-8b1b-dd6e2b6dc8a8 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.6428492 Nov 25 17:39:56.153363 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57022) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:56.188188 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a85f071e-d756-47cc-aee7-c1bba6abf591 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:56.196898 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11be362-8733-49b1-96e2-e72befbbab00 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Pushing event deleted for resources: {'Port': ['ID=b2c42d44-65fd-410c-aaed-aae8a87dc2ee,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:56.240483 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: b2c42d44-65fd-410c-aaed-aae8a87dc2ee {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:39:56.240865 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device b2c42d44-65fd-410c-aaed-aae8a87dc2ee not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:39:56.243192 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=044a9a30-8fd9-4fbc-b394-b1fc79eb0b20,revision_number=6']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:56.259970 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a85f071e-d756-47cc-aee7-c1bba6abf591 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Network feb2aeb2-6eb7-4ee5-b280-8027b1a3c846 is not hosted by any dhcp agent {{(pid=103360) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 17:39:56.260872 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85f071e-d756-47cc-aee7-c1bba6abf591 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:56.261662 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a85f071e-d756-47cc-aee7-c1bba6abf591 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:56.266059 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a85f071e-d756-47cc-aee7-c1bba6abf591 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] 10.222.0.75 "PUT /v2.0/networks/feb2aeb2-6eb7-4ee5-b280-8027b1a3c846 HTTP/1.1" status: 200 len: 857 time: 0.3739376 Nov 25 17:39:56.267958 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f071e-d756-47cc-aee7-c1bba6abf591 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Pushing event updated for resources: {'Network': ['ID=feb2aeb2-6eb7-4ee5-b280-8027b1a3c846,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:56.273939 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57024) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:56.297300 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-731a6013-eb05-406e-83c8-25338567459a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=33b3227e72e744f8a03d9514a481ebeb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4047446 Nov 25 17:39:56.302180 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731a6013-eb05-406e-83c8-25338567459a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb5ed5d-ba04-4ba6-b8a6-d48426bd0b9b,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:56.337958 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57026) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:56.436350 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7e1991d7-18d9-40e7-bb81-320e9bc7b615 req-a2d8c892-d4d5-43e5-844e-44e82e3a14bf tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf472a3-c342-48cc-ac25-d9efd20bf257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3126526 Nov 25 17:39:56.469607 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e71ce6f8-466c-4591-a8e1-8db7d78087e1 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:56.475769 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-f11be362-8733-49b1-96e2-e72befbbab00 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] No DVR routers for this DVR port b2c42d44-65fd-410c-aaed-aae8a87dc2ee on host n-h1-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:39:56.480079 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-f11be362-8733-49b1-96e2-e72befbbab00 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:56.483492 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-f11be362-8733-49b1-96e2-e72befbbab00 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.74 "DELETE /v2.0/ports/b2c42d44-65fd-410c-aaed-aae8a87dc2ee HTTP/1.1" status: 204 len: 173 time: 2.2730215 Nov 25 17:39:56.484505 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd74ab755-36a9-4476-bec2-1aaeded5d781', 'name': 'network-vif-deleted', 'tag': 'b2c42d44-65fd-410c-aaed-aae8a87dc2ee'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:39:56.486901 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b60ac7c-d1b1-423e-9471-a368a58c4a89" -d '{"events": [{"server_uuid": "d74ab755-36a9-4476-bec2-1aaeded5d781", "name": "network-vif-deleted", "tag": "b2c42d44-65fd-410c-aaed-aae8a87dc2ee"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:39:56.519715 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-8d042bf2-e6e6-431e-814e-c5dbdc1d0de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59dcd6bb-2e09-4646-a28c-006931e883c1', 'name': 'tempest-NetworksTestDHCPv6-router-1208386245', 'tenant_id': 'b4fd74d3755f4cd39b2026436dde8bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:39:48Z', 'updated_at': '2021-11-25T17:39:51Z', 'revision_number': 2, 'project_id': 'b4fd74d3755f4cd39b2026436dde8bb1', 'gw_port_host': None, '_interfaces': [{'id': 'baabb973-8bde-4041-ae94-a52856265482', 'name': '', 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'tenant_id': 'b4fd74d3755f4cd39b2026436dde8bb1', 'mac_address': 'fa:16:3e:1e:01:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59dcd6bb-2e09-4646-a28c-006931e883c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': '2bd9769b-abba-4955-8b7e-043b157c65a7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:39:50Z', 'updated_at': '2021-11-25T17:39:53Z', 'revision_number': 2, 'project_id': 'b4fd74d3755f4cd39b2026436dde8bb1', 'subnets': [{'id': '2bd9769b-abba-4955-8b7e-043b157c65a7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:56.543271 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c7092c-7f9e-4455-b45c-7fffb9ffeb97 x-openstack-request-id: req-09c7092c-7f9e-4455-b45c-7fffb9ffeb97 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:39:56.543870 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d74ab755-36a9-4476-bec2-1aaeded5d781", "name": "network-vif-deleted", "tag": "b2c42d44-65fd-410c-aaed-aae8a87dc2ee", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:39:56.543971 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-09c7092c-7f9e-4455-b45c-7fffb9ffeb97 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:39:56.544868 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd74ab755-36a9-4476-bec2-1aaeded5d781', 'name': 'network-vif-deleted', 'tag': 'b2c42d44-65fd-410c-aaed-aae8a87dc2ee', 'status': 'completed', 'code': 200} Nov 25 17:39:56.588605 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd74ab755-36a9-4476-bec2-1aaeded5d781', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f55e4bc-b645-4ea6-93e4-5fb2598e200d'}, {'server_uuid': 'd74ab755-36a9-4476-bec2-1aaeded5d781', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a11242af-5474-4f93-bfb6-76b0ef5bbc3d'}, {'server_uuid': 'd74ab755-36a9-4476-bec2-1aaeded5d781', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '044a9a30-8fd9-4fbc-b394-b1fc79eb0b20'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:39:56.605880 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8863b9-845d-4d1b-87e6-bb2969a5af03" -d '{"events": [{"server_uuid": "d74ab755-36a9-4476-bec2-1aaeded5d781", "name": "network-vif-unplugged", "status": "completed", "tag": "5f55e4bc-b645-4ea6-93e4-5fb2598e200d"}, {"server_uuid": "d74ab755-36a9-4476-bec2-1aaeded5d781", "name": "network-vif-unplugged", "status": "completed", "tag": "a11242af-5474-4f93-bfb6-76b0ef5bbc3d"}, {"server_uuid": "d74ab755-36a9-4476-bec2-1aaeded5d781", "name": "network-vif-unplugged", "status": "completed", "tag": "044a9a30-8fd9-4fbc-b394-b1fc79eb0b20"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:39:56.617756 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d042bf2-e6e6-431e-814e-c5dbdc1d0de4 None None] Checking router: 59dcd6bb-2e09-4646-a28c-006931e883c1 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:39:56.618115 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d042bf2-e6e6-431e-814e-c5dbdc1d0de4 None None] Updating router 59dcd6bb-2e09-4646-a28c-006931e883c1 port baabb973-8bde-4041-ae94-a52856265482 binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:39:56.624533 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-318eca8d-2732-4404-9873-5c0d0b979820 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:56.680316 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 25 Nov 2021 17:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6c92db-affc-4a56-8ab4-d5867d5b11d5 x-openstack-request-id: req-fc6c92db-affc-4a56-8ab4-d5867d5b11d5 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:39:56.680629 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d74ab755-36a9-4476-bec2-1aaeded5d781", "name": "network-vif-unplugged", "status": "completed", "tag": "5f55e4bc-b645-4ea6-93e4-5fb2598e200d", "code": 200}, {"server_uuid": "d74ab755-36a9-4476-bec2-1aaeded5d781", "name": "network-vif-unplugged", "status": "completed", "tag": "a11242af-5474-4f93-bfb6-76b0ef5bbc3d", "code": 200}, {"server_uuid": "d74ab755-36a9-4476-bec2-1aaeded5d781", "name": "network-vif-unplugged", "status": "completed", "tag": "044a9a30-8fd9-4fbc-b394-b1fc79eb0b20", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:39:56.680920 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fc6c92db-affc-4a56-8ab4-d5867d5b11d5 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:39:56.681319 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd74ab755-36a9-4476-bec2-1aaeded5d781', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f55e4bc-b645-4ea6-93e4-5fb2598e200d', 'code': 200} Nov 25 17:39:56.681632 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd74ab755-36a9-4476-bec2-1aaeded5d781', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a11242af-5474-4f93-bfb6-76b0ef5bbc3d', 'code': 200} Nov 25 17:39:56.681890 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd74ab755-36a9-4476-bec2-1aaeded5d781', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '044a9a30-8fd9-4fbc-b394-b1fc79eb0b20', 'code': 200} Nov 25 17:39:56.682574 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8d042bf2-e6e6-431e-814e-c5dbdc1d0de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:56.705217 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e71ce6f8-466c-4591-a8e1-8db7d78087e1 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:56.708736 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-318eca8d-2732-4404-9873-5c0d0b979820 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:56.750382 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-e71ce6f8-466c-4591-a8e1-8db7d78087e1 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feb2aeb2-6eb7-4ee5-b280-8027b1a3c846']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:56.784420 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-e71ce6f8-466c-4591-a8e1-8db7d78087e1 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cd88006-6d99-4693-8f6f-9fa7bbf5b8b0') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:56.784763 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-e71ce6f8-466c-4591-a8e1-8db7d78087e1 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cd88006-6d99-4693-8f6f-9fa7bbf5b8b0') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:56.800806 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-284c90a0-874c-49e8-9ed1-05134fd53c1e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:56.860625 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e71ce6f8-466c-4591-a8e1-8db7d78087e1 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:56.919575 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e71ce6f8-466c-4591-a8e1-8db7d78087e1 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:56.949598 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e71ce6f8-466c-4591-a8e1-8db7d78087e1 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Releasing vlan 911 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:39:56.953334 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e71ce6f8-466c-4591-a8e1-8db7d78087e1 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:57.058903 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:39:57.058903 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:39:57.058903 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:39:57.058903 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:39:57.058903 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:39:57.058903 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:39:57.058903 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:39:57.058903 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:39:57.058903 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:39:57.058903 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:39:57.058903 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:39:57.058903 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:39:57.058903 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:39:57.058903 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:39:57.058903 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:39:57.058903 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:39:57.058903 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:39:57.058903 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:39:57.058903 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:39:57.058903 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:39:57.058903 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:39:57.058903 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:39:57.058903 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:39:57.058903 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:39:57.058903 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:39:57.058903 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:39:57.058903 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:39:57.058903 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:39:57.058903 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:39:57.058903 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:39:57.058903 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:39:57.058903 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:39:57.086658 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-a4b5eeab-a325-4902-a113-61b4a92a8001 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Deleting port 7be8a07b-4a87-4407-a846-a793d7c0884e {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:39:57.087076 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-a4b5eeab-a325-4902-a113-61b4a92a8001 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:57.096541 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a22ec8-be85-4227-9bbd-346bed7437dc req-55313189-1b95-40c4-a0cb-93a4d6d54e04 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:57.104129 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-25a22ec8-be85-4227-9bbd-346bed7437dc req-55313189-1b95-40c4-a0cb-93a4d6d54e04 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] 10.222.0.75 "GET /v2.0/ports?device_id=adf9284d-bedb-4fa4-87f5-6f75aba0b0a1 HTTP/1.1" status: 200 len: 945 time: 0.2202384 Nov 25 17:39:57.182545 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-318eca8d-2732-4404-9873-5c0d0b979820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:57.185696 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-318eca8d-2732-4404-9873-5c0d0b979820 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:57.189373 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-318eca8d-2732-4404-9873-5c0d0b979820 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3bb5ed5d-ba04-4ba6-b8a6-d48426bd0b9b HTTP/1.1" status: 204 len: 168 time: 0.8491867 Nov 25 17:39:57.191013 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794a890-ffaf-4241-80fb-4215d3d49bd4 req-032e1ec4-ad6f-4f48-8531-13a7c2f88c26 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:57.192697 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0794a890-ffaf-4241-80fb-4215d3d49bd4 req-032e1ec4-ad6f-4f48-8531-13a7c2f88c26 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 947 time: 0.2406671 Nov 25 17:39:57.199703 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e71ce6f8-466c-4591-a8e1-8db7d78087e1 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:57.217372 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71ce6f8-466c-4591-a8e1-8db7d78087e1 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network feb2aeb2-6eb7-4ee5-b280-8027b1a3c846 {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 25 17:39:57.219688 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318eca8d-2732-4404-9873-5c0d0b979820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb5ed5d-ba04-4ba6-b8a6-d48426bd0b9b,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:57.222790 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e71ce6f8-466c-4591-a8e1-8db7d78087e1 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:57.226886 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e71ce6f8-466c-4591-a8e1-8db7d78087e1 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] 10.222.0.75 "DELETE /v2.0/networks/feb2aeb2-6eb7-4ee5-b280-8027b1a3c846 HTTP/1.1" status: 204 len: 168 time: 0.9517205 Nov 25 17:39:57.241069 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57042) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:57.255320 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ce6f8-466c-4591-a8e1-8db7d78087e1 tempest-ExternalNetworksTestJSON-1213343051 tempest-ExternalNetworksTestJSON-1213343051-project-admin] Pushing event deleted for resources: {'Network': ['ID=feb2aeb2-6eb7-4ee5-b280-8027b1a3c846,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:57.297668 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-a4b5eeab-a325-4902-a113-61b4a92a8001 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] For port 7be8a07b-4a87-4407-a846-a793d7c0884e, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=7be8a07b-4a87-4407-a846-a793d7c0884e,segment=NetworkSegment(0e00b021-4936-4a80-9658-da28463c87bd),segment_id=0e00b021-4936-4a80-9658-da28463c87bd)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:57.298114 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-a4b5eeab-a325-4902-a113-61b4a92a8001 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:57.326335 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-25a22ec8-be85-4227-9bbd-346bed7437dc req-8a3c52c3-70fa-4f1e-9fc0-213d8ada0a6a tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6485b45c-e0bd-4fa5-ab4f-1d1e7c3244c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211175 Nov 25 17:39:57.388055 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-178d5ccd-fae0-4285-956d-029d75e8a854 tempest-ExternalNetworksTestJSON-544358286 tempest-ExternalNetworksTestJSON-544358286-project] DELETE failed (client error): The resource could not be found. Nov 25 17:39:57.392204 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-178d5ccd-fae0-4285-956d-029d75e8a854 tempest-ExternalNetworksTestJSON-544358286 tempest-ExternalNetworksTestJSON-544358286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:39:57.402190 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57046) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:57.402501 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-178d5ccd-fae0-4285-956d-029d75e8a854 tempest-ExternalNetworksTestJSON-544358286 tempest-ExternalNetworksTestJSON-544358286-project] 10.222.0.75 "DELETE /v2.0/subnets/97c82bac-3bdb-48b8-96ab-f35867fb3b1c HTTP/1.1" status: 404 len: 337 time: 0.1363547 Nov 25 17:39:57.415364 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8d042bf2-e6e6-431e-814e-c5dbdc1d0de4 None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:57.427949 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8d042bf2-e6e6-431e-814e-c5dbdc1d0de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:57.585839 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0794a890-ffaf-4241-80fb-4215d3d49bd4 req-e16522e8-70a8-4c3e-a764-e06583f7e82c tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3746650 Nov 25 17:39:57.642307 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99419f51-2f18-47a7-8847-c6d0563110f7 None None] Pushing event updated for resources: {'Port': ['ID=baabb973-8bde-4041-ae94-a52856265482,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:57.653946 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-284c90a0-874c-49e8-9ed1-05134fd53c1e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Deleting port baabb973-8bde-4041-ae94-a52856265482 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:39:57.654395 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-284c90a0-874c-49e8-9ed1-05134fd53c1e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:57.695304 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-8d042bf2-e6e6-431e-814e-c5dbdc1d0de4 None None] Attempting to bind port baabb973-8bde-4041-ae94-a52856265482 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:39:57.695883 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-8d042bf2-e6e6-431e-814e-c5dbdc1d0de4 None None] Attempting to bind port baabb973-8bde-4041-ae94-a52856265482 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:39:57.703599 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d042bf2-e6e6-431e-814e-c5dbdc1d0de4 None None] Attempting to bind port baabb973-8bde-4041-ae94-a52856265482 on network fed75ec1-726a-45be-ab23-2dd76f977831 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:39:57.727570 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d042bf2-e6e6-431e-814e-c5dbdc1d0de4 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:39:57.728293 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d042bf2-e6e6-431e-814e-c5dbdc1d0de4 None None] Checking segment: {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:39:57.728913 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8d042bf2-e6e6-431e-814e-c5dbdc1d0de4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:57.729485 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d042bf2-e6e6-431e-814e-c5dbdc1d0de4 None None] Bound using segment: {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:39:57.730163 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-8d042bf2-e6e6-431e-814e-c5dbdc1d0de4 None None] Bound port: baabb973-8bde-4041-ae94-a52856265482, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:39:57.730748 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8d042bf2-e6e6-431e-814e-c5dbdc1d0de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:57.783227 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b641cc47-c33e-40eb-a875-0f049407a82b tempest-ExternalNetworksTestJSON-544358286 tempest-ExternalNetworksTestJSON-544358286-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:57.926541 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-8d042bf2-e6e6-431e-814e-c5dbdc1d0de4 None None] For port baabb973-8bde-4041-ae94-a52856265482, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:39:57.930508 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-8d042bf2-e6e6-431e-814e-c5dbdc1d0de4 None None] For port baabb973-8bde-4041-ae94-a52856265482, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=baabb973-8bde-4041-ae94-a52856265482,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:39:57.944413 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8d042bf2-e6e6-431e-814e-c5dbdc1d0de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:57.998071 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-a4b5eeab-a325-4902-a113-61b4a92a8001 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:57.998523 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-a4b5eeab-a325-4902-a113-61b4a92a8001 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:57.998980 n-d-817746-1 neutron-server[103360]: INFO neutron.db.l3_db [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-a4b5eeab-a325-4902-a113-61b4a92a8001 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Floating IP 0bd5e34a-75ad-41b5-a165-8b2945d7bd89 disassociated. External IP: 172.25.0.85, port: 7be8a07b-4a87-4407-a846-a793d7c0884e. Nov 25 17:39:57.999351 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-a4b5eeab-a325-4902-a113-61b4a92a8001 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Calling delete_port for 7be8a07b-4a87-4407-a846-a793d7c0884e owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:39:58.025865 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b641cc47-c33e-40eb-a875-0f049407a82b tempest-ExternalNetworksTestJSON-544358286 tempest-ExternalNetworksTestJSON-544358286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:58.039526 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94382787-aae7-4d2c-a979-acbc92a07034 req-2ed74ff2-e331-4d27-b1f3-12065c98d9e1 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:58.047020 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94382787-aae7-4d2c-a979-acbc92a07034 req-2ed74ff2-e331-4d27-b1f3-12065c98d9e1 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:58.057308 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94382787-aae7-4d2c-a979-acbc92a07034 req-2ed74ff2-e331-4d27-b1f3-12065c98d9e1 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:58.064984 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94382787-aae7-4d2c-a979-acbc92a07034 req-2ed74ff2-e331-4d27-b1f3-12065c98d9e1 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:58.067038 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-94382787-aae7-4d2c-a979-acbc92a07034 req-2ed74ff2-e331-4d27-b1f3-12065c98d9e1 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/ports?device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 3143 time: 0.2962174 Nov 25 17:39:58.068391 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-284c90a0-874c-49e8-9ed1-05134fd53c1e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] For port baabb973-8bde-4041-ae94-a52856265482, host n-d-817746-1, got binding levels [] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:58.068886 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-284c90a0-874c-49e8-9ed1-05134fd53c1e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:58.096848 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10885f05-2012-4c82-81f3-56bf4ac1a1e9 req-d3395c33-1e37-4e05-8a18-bac1997c72f1 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:58.105210 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-10885f05-2012-4c82-81f3-56bf4ac1a1e9 req-d3395c33-1e37-4e05-8a18-bac1997c72f1 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] 10.222.0.75 "GET /v2.0/ports?device_id=adf9284d-bedb-4fa4-87f5-6f75aba0b0a1 HTTP/1.1" status: 200 len: 945 time: 0.2255611 Nov 25 17:39:58.137451 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-b641cc47-c33e-40eb-a875-0f049407a82b tempest-ExternalNetworksTestJSON-544358286 tempest-ExternalNetworksTestJSON-544358286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54c48a47-1afe-478e-a253-99dffdc9bc43']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:58.151052 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-284c90a0-874c-49e8-9ed1-05134fd53c1e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Calling delete_port for baabb973-8bde-4041-ae94-a52856265482 owned by network:router_interface {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:39:58.154603 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d042bf2-e6e6-431e-814e-c5dbdc1d0de4 None None] Routers {'59dcd6bb-2e09-4646-a28c-006931e883c1'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:39:58.155871 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-8d042bf2-e6e6-431e-814e-c5dbdc1d0de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:39:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['59dcd6bb-2e09-4646-a28c-006931e883c1'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:58.167569 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-b641cc47-c33e-40eb-a875-0f049407a82b tempest-ExternalNetworksTestJSON-544358286 tempest-ExternalNetworksTestJSON-544358286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f6dad10-c039-44ab-a99d-30bc13e7c0bd') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:58.168181 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-b641cc47-c33e-40eb-a875-0f049407a82b tempest-ExternalNetworksTestJSON-544358286 tempest-ExternalNetworksTestJSON-544358286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f6dad10-c039-44ab-a99d-30bc13e7c0bd') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:58.191375 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d9d3f888-ab81-4064-9892-1083f0475526 None None] Provisioning complete for port baabb973-8bde-4041-ae94-a52856265482 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:58.191645 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d9d3f888-ab81-4064-9892-1083f0475526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:58.211168 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b641cc47-c33e-40eb-a875-0f049407a82b tempest-ExternalNetworksTestJSON-544358286 tempest-ExternalNetworksTestJSON-544358286-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:58.223590 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-10885f05-2012-4c82-81f3-56bf4ac1a1e9 req-e1b95990-0e84-4e09-8514-24a49e5b1515 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6485b45c-e0bd-4fa5-ab4f-1d1e7c3244c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171145 Nov 25 17:39:58.257308 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-94382787-aae7-4d2c-a979-acbc92a07034 req-c4544b2d-f2ce-4ed3-bee7-9d5ddeff4e1e tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf472a3-c342-48cc-ac25-d9efd20bf257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1718335 Nov 25 17:39:58.266620 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b641cc47-c33e-40eb-a875-0f049407a82b tempest-ExternalNetworksTestJSON-544358286 tempest-ExternalNetworksTestJSON-544358286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:58.320545 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b641cc47-c33e-40eb-a875-0f049407a82b tempest-ExternalNetworksTestJSON-544358286 tempest-ExternalNetworksTestJSON-544358286-project] Releasing vlan 926 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:39:58.322480 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b641cc47-c33e-40eb-a875-0f049407a82b tempest-ExternalNetworksTestJSON-544358286 tempest-ExternalNetworksTestJSON-544358286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:58.335679 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:39:58.335679 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:39:58.335679 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:39:58.335679 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:39:58.335679 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:39:58.335679 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:39:58.335679 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:39:58.335679 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:39:58.335679 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:39:58.335679 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:39:58.335679 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:39:58.335679 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:39:58.335679 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:39:58.335679 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:39:58.335679 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:39:58.335679 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:39:58.335679 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:39:58.335679 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:39:58.335679 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:39:58.335679 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:39:58.335679 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:39:58.335679 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:39:58.335679 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:39:58.335679 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:39:58.335679 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:39:58.335679 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:39:58.335679 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:39:58.335679 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:39:58.335679 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:39:58.335679 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:39:58.335679 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:39:58.335679 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:39:58.532114 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99419f51-2f18-47a7-8847-c6d0563110f7 None None] Pushing event updated for resources: {'Port': ['ID=baabb973-8bde-4041-ae94-a52856265482,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:58.543380 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b641cc47-c33e-40eb-a875-0f049407a82b tempest-ExternalNetworksTestJSON-544358286 tempest-ExternalNetworksTestJSON-544358286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:58.565271 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b641cc47-c33e-40eb-a875-0f049407a82b tempest-ExternalNetworksTestJSON-544358286 tempest-ExternalNetworksTestJSON-544358286-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:58.574461 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b641cc47-c33e-40eb-a875-0f049407a82b tempest-ExternalNetworksTestJSON-544358286 tempest-ExternalNetworksTestJSON-544358286-project] 10.222.0.75 "DELETE /v2.0/networks/54c48a47-1afe-478e-a253-99dffdc9bc43 HTTP/1.1" status: 204 len: 168 time: 1.1647274 Nov 25 17:39:58.624490 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-284c90a0-874c-49e8-9ed1-05134fd53c1e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:58.635654 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b641cc47-c33e-40eb-a875-0f049407a82b tempest-ExternalNetworksTestJSON-544358286 tempest-ExternalNetworksTestJSON-544358286-project] Pushing event deleted for resources: {'Network': ['ID=54c48a47-1afe-478e-a253-99dffdc9bc43,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:58.676952 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284c90a0-874c-49e8-9ed1-05134fd53c1e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event deleted for resources: {'Port': ['ID=baabb973-8bde-4041-ae94-a52856265482,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:58.679751 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-8d042bf2-e6e6-431e-814e-c5dbdc1d0de4 None None] Set router 59dcd6bb-2e09-4646-a28c-006931e883c1 gateway port host: None {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:39:58.680287 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-a4b5eeab-a325-4902-a113-61b4a92a8001 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:58.690501 n-d-817746-1 neutron-server[103362]: INFO neutron.plugins.ml2.db [None req-d9d3f888-ab81-4064-9892-1083f0475526 None None] No ports have port_id starting with baabb973-8bde-4041-ae94-a52856265482 Nov 25 17:39:58.750915 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b5eeab-a325-4902-a113-61b4a92a8001 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Pushing event deleted for resources: {'Port': ['ID=7be8a07b-4a87-4407-a846-a793d7c0884e,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:58.949567 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-674aa533-f97d-49d2-b997-518c5ca57847 None None] Could not find standard attr ID for object baabb973-8bde-4041-ae94-a52856265482. {{(pid=103362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:39:58.959885 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-284c90a0-874c-49e8-9ed1-05134fd53c1e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:59.187258 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-a4b5eeab-a325-4902-a113-61b4a92a8001 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Router ff0350a5-1f5c-4536-b393-df701b2c617d has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:39:59.241158 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57076) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:59.335254 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08a39d-9853-493f-add0-25b93b93d9be req-e1c9bda4-0b68-4000-9c24-94e441d7b32b tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:59.340618 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4e08a39d-9853-493f-add0-25b93b93d9be req-e1c9bda4-0b68-4000-9c24-94e441d7b32b tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 947 time: 0.5952873 Nov 25 17:39:59.405969 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-a4b5eeab-a325-4902-a113-61b4a92a8001 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:39:59.420249 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69de492-0c5b-4a98-a559-73dc95afd72e None None] Sync routers for ids ['ff0350a5-1f5c-4536-b393-df701b2c617d'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:39:59.471534 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69de492-0c5b-4a98-a559-73dc95afd72e None None] Routers {'ff0350a5-1f5c-4536-b393-df701b2c617d'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:39:59.478446 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-a69de492-0c5b-4a98-a559-73dc95afd72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:39:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['ff0350a5-1f5c-4536-b393-df701b2c617d'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:59.584237 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-a4b5eeab-a325-4902-a113-61b4a92a8001 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] No DVR routers for this DVR port 7be8a07b-4a87-4407-a846-a793d7c0884e on host n-h1-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:39:59.599025 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-a4b5eeab-a325-4902-a113-61b4a92a8001 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:59.625497 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-a4b5eeab-a325-4902-a113-61b4a92a8001 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.74 "DELETE /v2.0/ports/7be8a07b-4a87-4407-a846-a793d7c0884e HTTP/1.1" status: 204 len: 173 time: 3.1320953 Nov 25 17:39:59.629064 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd74ab755-36a9-4476-bec2-1aaeded5d781', 'name': 'network-vif-deleted', 'tag': '7be8a07b-4a87-4407-a846-a793d7c0884e'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:39:59.655685 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58e75b4-2920-469f-bed1-f0642e5fc92b" -d '{"events": [{"server_uuid": "d74ab755-36a9-4476-bec2-1aaeded5d781", "name": "network-vif-deleted", "tag": "7be8a07b-4a87-4407-a846-a793d7c0884e"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:39:59.746525 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-a69de492-0c5b-4a98-a559-73dc95afd72e None None] Set router ff0350a5-1f5c-4536-b393-df701b2c617d gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:40:00.100504 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-1792e61f-992e-41a8-a602-4525aac73281 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Deleting port 044a9a30-8fd9-4fbc-b394-b1fc79eb0b20 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:00.101090 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-1792e61f-992e-41a8-a602-4525aac73281 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:00.178854 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-a69de492-0c5b-4a98-a559-73dc95afd72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0350a5-1f5c-4536-b393-df701b2c617d', 'name': 'tempest-TaggedBootDevicesTest_v242-1450671407-router', 'tenant_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '8b49ecca-9498-40b4-b9e9-138a19854600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:28:39Z', 'updated_at': '2021-11-25T17:28:44Z', 'revision_number': 4, 'project_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'gw_port': {'id': '8b49ecca-9498-40b4-b9e9-138a19854600', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fe:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0350a5-1f5c-4536-b393-df701b2c617d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:28:40Z', 'updated_at': '2021-11-25T17:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '7876ffaa-9d8b-49a8-aeec-46e97b6019e5', 'name': '', 'network_id': '124f5b02-f613-458f-b33d-77fb5d166863', 'tenant_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'mac_address': 'fa:16:3e:40:30:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0350a5-1f5c-4536-b393-df701b2c617d', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '3ed106f0-2cd9-4f3e-b760-6bf8df9e80f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:28:43Z', 'updated_at': '2021-11-25T17:28:56Z', 'revision_number': 5, 'project_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'subnets': [{'id': '3ed106f0-2cd9-4f3e-b760-6bf8df9e80f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:00.238034 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69de492-0c5b-4a98-a559-73dc95afd72e None None] Checking router: ff0350a5-1f5c-4536-b393-df701b2c617d for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:40:00.254682 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69de492-0c5b-4a98-a559-73dc95afd72e None None] Routers {'ff0350a5-1f5c-4536-b393-df701b2c617d'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:40:00.256043 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-a69de492-0c5b-4a98-a559-73dc95afd72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:39:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['ff0350a5-1f5c-4536-b393-df701b2c617d'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:00.277740 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-1792e61f-992e-41a8-a602-4525aac73281 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] For port 044a9a30-8fd9-4fbc-b394-b1fc79eb0b20, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=044a9a30-8fd9-4fbc-b394-b1fc79eb0b20,segment=NetworkSegment(cbc1fb21-68bb-4758-9512-148f2017b227),segment_id=cbc1fb21-68bb-4758-9512-148f2017b227)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:00.278610 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-1792e61f-992e-41a8-a602-4525aac73281 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:00.293114 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-1792e61f-992e-41a8-a602-4525aac73281 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Calling delete_port for 044a9a30-8fd9-4fbc-b394-b1fc79eb0b20 owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:00.312245 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-8d042bf2-e6e6-431e-814e-c5dbdc1d0de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59dcd6bb-2e09-4646-a28c-006931e883c1', 'name': 'tempest-NetworksTestDHCPv6-router-1208386245', 'tenant_id': 'b4fd74d3755f4cd39b2026436dde8bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:39:48Z', 'updated_at': '2021-11-25T17:39:51Z', 'revision_number': 2, 'project_id': 'b4fd74d3755f4cd39b2026436dde8bb1', 'gw_port_host': None, '_interfaces': [{'id': 'baabb973-8bde-4041-ae94-a52856265482', 'name': '', 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'tenant_id': 'b4fd74d3755f4cd39b2026436dde8bb1', 'mac_address': 'fa:16:3e:1e:01:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59dcd6bb-2e09-4646-a28c-006931e883c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': '2bd9769b-abba-4955-8b7e-043b157c65a7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:39:50Z', 'updated_at': '2021-11-25T17:39:57Z', 'revision_number': 4, 'project_id': 'b4fd74d3755f4cd39b2026436dde8bb1', 'subnets': [{'id': '2bd9769b-abba-4955-8b7e-043b157c65a7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:00.347419 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-284c90a0-874c-49e8-9ed1-05134fd53c1e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Router 59dcd6bb-2e09-4646-a28c-006931e883c1 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:40:00.384404 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d042bf2-e6e6-431e-814e-c5dbdc1d0de4 None None] The sync data for ids ['59dcd6bb-2e09-4646-a28c-006931e883c1'] in n-d-817746-1 is: [{'id': '59dcd6bb-2e09-4646-a28c-006931e883c1', 'name': 'tempest-NetworksTestDHCPv6-router-1208386245', 'tenant_id': 'b4fd74d3755f4cd39b2026436dde8bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:39:48Z', 'updated_at': '2021-11-25T17:39:51Z', 'revision_number': 2, 'project_id': 'b4fd74d3755f4cd39b2026436dde8bb1', 'gw_port_host': None, '_interfaces': [{'id': 'baabb973-8bde-4041-ae94-a52856265482', 'name': '', 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'tenant_id': 'b4fd74d3755f4cd39b2026436dde8bb1', 'mac_address': 'fa:16:3e:1e:01:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59dcd6bb-2e09-4646-a28c-006931e883c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': '2bd9769b-abba-4955-8b7e-043b157c65a7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:39:50Z', 'updated_at': '2021-11-25T17:39:57Z', 'revision_number': 4, 'project_id': 'b4fd74d3755f4cd39b2026436dde8bb1', 'subnets': [{'id': '2bd9769b-abba-4955-8b7e-043b157c65a7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:40:00.485030 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-bcbe1fc4-927d-46c8-a1cf-484497bad996 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=95650af9deeb487588480f62310a5f84&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2429113 Nov 25 17:40:00.516288 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-a69de492-0c5b-4a98-a559-73dc95afd72e None None] Set router ff0350a5-1f5c-4536-b393-df701b2c617d gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:40:00.531209 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57102) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:00.553235 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-1792e61f-992e-41a8-a602-4525aac73281 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:00.573751 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eda519-d62a-4b33-a7ba-6de643adf27c req-733e89c2-8882-4e94-90a5-8ba329524bfe tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:00.582917 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-12eda519-d62a-4b33-a7ba-6de643adf27c req-733e89c2-8882-4e94-90a5-8ba329524bfe tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] 10.222.0.75 "GET /v2.0/ports?device_id=adf9284d-bedb-4fa4-87f5-6f75aba0b0a1 HTTP/1.1" status: 200 len: 945 time: 1.0191665 Nov 25 17:40:00.642017 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1792e61f-992e-41a8-a602-4525aac73281 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Pushing event deleted for resources: {'Port': ['ID=044a9a30-8fd9-4fbc-b394-b1fc79eb0b20,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:00.761362 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-1792e61f-992e-41a8-a602-4525aac73281 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] No DVR routers for this DVR port 044a9a30-8fd9-4fbc-b394-b1fc79eb0b20 on host n-h1-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:40:00.764262 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-1792e61f-992e-41a8-a602-4525aac73281 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:00.781058 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-1792e61f-992e-41a8-a602-4525aac73281 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.74 "DELETE /v2.0/ports/044a9a30-8fd9-4fbc-b394-b1fc79eb0b20 HTTP/1.1" status: 204 len: 173 time: 1.1095700 Nov 25 17:40:00.784498 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a539d-b3e0-4c8d-9b84-a1dd63dbdd4f req-37e82522-8b13-4ca5-9c14-0bfc83af6f15 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:00.787750 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1e6a539d-b3e0-4c8d-9b84-a1dd63dbdd4f req-37e82522-8b13-4ca5-9c14-0bfc83af6f15 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] 10.222.0.90 "GET /v2.0/ports?device_id=adf9284d-bedb-4fa4-87f5-6f75aba0b0a1 HTTP/1.1" status: 200 len: 945 time: 1.0944195 Nov 25 17:40:00.962737 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4e08a39d-9853-493f-add0-25b93b93d9be req-fec736d0-dbdc-489b-b57a-48f087e0350b tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4850240 Nov 25 17:40:01.038017 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-2c79038a-ab7f-4485-8749-50b1316a0843 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Deleting port a11242af-5474-4f93-bfb6-76b0ef5bbc3d {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:01.040356 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-2c79038a-ab7f-4485-8749-50b1316a0843 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:01.066622 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-a69de492-0c5b-4a98-a559-73dc95afd72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0350a5-1f5c-4536-b393-df701b2c617d', 'name': 'tempest-TaggedBootDevicesTest_v242-1450671407-router', 'tenant_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '8b49ecca-9498-40b4-b9e9-138a19854600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:28:39Z', 'updated_at': '2021-11-25T17:28:44Z', 'revision_number': 4, 'project_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'gw_port': {'id': '8b49ecca-9498-40b4-b9e9-138a19854600', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fe:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0350a5-1f5c-4536-b393-df701b2c617d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:28:40Z', 'updated_at': '2021-11-25T17:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '7876ffaa-9d8b-49a8-aeec-46e97b6019e5', 'name': '', 'network_id': '124f5b02-f613-458f-b33d-77fb5d166863', 'tenant_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'mac_address': 'fa:16:3e:40:30:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0350a5-1f5c-4536-b393-df701b2c617d', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '3ed106f0-2cd9-4f3e-b760-6bf8df9e80f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:28:43Z', 'updated_at': '2021-11-25T17:28:56Z', 'revision_number': 5, 'project_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'subnets': [{'id': '3ed106f0-2cd9-4f3e-b760-6bf8df9e80f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:01.148026 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69de492-0c5b-4a98-a559-73dc95afd72e None None] The sync data for ids ['ff0350a5-1f5c-4536-b393-df701b2c617d'] in n-d-817746-1 is: [{'id': 'ff0350a5-1f5c-4536-b393-df701b2c617d', 'name': 'tempest-TaggedBootDevicesTest_v242-1450671407-router', 'tenant_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '8b49ecca-9498-40b4-b9e9-138a19854600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:28:39Z', 'updated_at': '2021-11-25T17:28:44Z', 'revision_number': 4, 'project_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'gw_port': {'id': '8b49ecca-9498-40b4-b9e9-138a19854600', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fe:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0350a5-1f5c-4536-b393-df701b2c617d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:28:40Z', 'updated_at': '2021-11-25T17:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '7876ffaa-9d8b-49a8-aeec-46e97b6019e5', 'name': '', 'network_id': '124f5b02-f613-458f-b33d-77fb5d166863', 'tenant_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'mac_address': 'fa:16:3e:40:30:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0350a5-1f5c-4536-b393-df701b2c617d', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '3ed106f0-2cd9-4f3e-b760-6bf8df9e80f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:28:43Z', 'updated_at': '2021-11-25T17:28:56Z', 'revision_number': 5, 'project_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'subnets': [{'id': '3ed106f0-2cd9-4f3e-b760-6bf8df9e80f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:40:01.200531 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-284c90a0-874c-49e8-9ed1-05134fd53c1e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:40:01.248330 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57114) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:01.263937 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-284c90a0-874c-49e8-9ed1-05134fd53c1e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "PUT /v2.0/routers/59dcd6bb-2e09-4646-a28c-006931e883c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1052516 Nov 25 17:40:01.345761 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2373d39-2481-4f9b-921f-926b6c72e360 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:01.347977 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2373d39-2481-4f9b-921f-926b6c72e360 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:01.359134 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f2373d39-2481-4f9b-921f-926b6c72e360 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1062949 Nov 25 17:40:01.363649 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e025a299-34d1-4656-8089-739187ec22b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:01.366492 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57116) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:01.428639 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-2c79038a-ab7f-4485-8749-50b1316a0843 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] For port a11242af-5474-4f93-bfb6-76b0ef5bbc3d, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=a11242af-5474-4f93-bfb6-76b0ef5bbc3d,segment=NetworkSegment(7a7c99ea-9bf0-4f72-9838-1e1c25458b3d),segment_id=7a7c99ea-9bf0-4f72-9838-1e1c25458b3d)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:01.429442 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-2c79038a-ab7f-4485-8749-50b1316a0843 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:01.453758 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-2c79038a-ab7f-4485-8749-50b1316a0843 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Calling delete_port for a11242af-5474-4f93-bfb6-76b0ef5bbc3d owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:01.468717 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-caee96d5-d759-47b4-9a89-5aaeda8801ad tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Deleting subnet 2bd9769b-abba-4955-8b7e-043b157c65a7 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:40:01.486745 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-caee96d5-d759-47b4-9a89-5aaeda8801ad tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:01.527861 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-12eda519-d62a-4b33-a7ba-6de643adf27c req-54c4c2df-578c-4013-9f7e-38b8d6a6672e tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6485b45c-e0bd-4fa5-ab4f-1d1e7c3244c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7992146 Nov 25 17:40:01.540284 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e025a299-34d1-4656-8089-739187ec22b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:01.691636 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb4d11-bbe6-4734-8c00-930001987573 req-848d66bc-0528-4200-b5c3-1c1e960f0602 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:01.694591 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e518de-d2b2-4e06-a07a-bb012b5fe57f x-openstack-request-id: req-a5e518de-d2b2-4e06-a07a-bb012b5fe57f {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:40:01.697686 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d74ab755-36a9-4476-bec2-1aaeded5d781", "name": "network-vif-deleted", "tag": "7be8a07b-4a87-4407-a846-a793d7c0884e", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:40:01.702785 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb4d11-bbe6-4734-8c00-930001987573 req-848d66bc-0528-4200-b5c3-1c1e960f0602 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:01.711958 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a5e518de-d2b2-4e06-a07a-bb012b5fe57f {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:40:01.712608 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5ffb4d11-bbe6-4734-8c00-930001987573 req-848d66bc-0528-4200-b5c3-1c1e960f0602 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/ports?device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 1677 time: 0.5665164 Nov 25 17:40:01.713414 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd74ab755-36a9-4476-bec2-1aaeded5d781', 'name': 'network-vif-deleted', 'tag': '7be8a07b-4a87-4407-a846-a793d7c0884e', 'status': 'completed', 'code': 200} Nov 25 17:40:01.731144 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-caee96d5-d759-47b4-9a89-5aaeda8801ad tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:01.747909 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e025a299-34d1-4656-8089-739187ec22b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:01.751198 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e025a299-34d1-4656-8089-739187ec22b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:01.752531 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-e025a299-34d1-4656-8089-739187ec22b3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b8d91bf0-16fc-4351-8d9e-bdf96ecc041e HTTP/1.1" status: 204 len: 168 time: 1.1678827 Nov 25 17:40:01.786225 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e025a299-34d1-4656-8089-739187ec22b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d91bf0-16fc-4351-8d9e-bdf96ecc041e,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:01.824495 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-1e6a539d-b3e0-4c8d-9b84-a1dd63dbdd4f req-26fd13c3-aac9-424f-a592-ad5c57fdb0c8 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] Deleting port 43bcbe76-2e44-46d8-9731-641d71093097 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:01.824983 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1e6a539d-b3e0-4c8d-9b84-a1dd63dbdd4f req-26fd13c3-aac9-424f-a592-ad5c57fdb0c8 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:01.848701 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5ffb4d11-bbe6-4734-8c00-930001987573 req-10a52fb1-f353-41c2-b6a2-2df2c783d0fb tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf472a3-c342-48cc-ac25-d9efd20bf257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348126 Nov 25 17:40:01.896161 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4587002-4c50-4180-ab0f-59445599754c None None] New status for floating IP 0bd5e34a-75ad-41b5-a165-8b2945d7bd89: DOWN {{(pid=103362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:40:01.993720 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-caee96d5-d759-47b4-9a89-5aaeda8801ad tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:02.072158 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-1e6a539d-b3e0-4c8d-9b84-a1dd63dbdd4f req-26fd13c3-aac9-424f-a592-ad5c57fdb0c8 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] For port 43bcbe76-2e44-46d8-9731-641d71093097, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=43bcbe76-2e44-46d8-9731-641d71093097,segment=NetworkSegment(95158716-91a9-41e1-9c17-4928dbd75dd6),segment_id=95158716-91a9-41e1-9c17-4928dbd75dd6)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:02.072531 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1e6a539d-b3e0-4c8d-9b84-a1dd63dbdd4f req-26fd13c3-aac9-424f-a592-ad5c57fdb0c8 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:02.099414 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-1e6a539d-b3e0-4c8d-9b84-a1dd63dbdd4f req-26fd13c3-aac9-424f-a592-ad5c57fdb0c8 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] Calling delete_port for 43bcbe76-2e44-46d8-9731-641d71093097 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:02.163849 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-2c79038a-ab7f-4485-8749-50b1316a0843 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:02.197921 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c79038a-ab7f-4485-8749-50b1316a0843 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Pushing event deleted for resources: {'Port': ['ID=a11242af-5474-4f93-bfb6-76b0ef5bbc3d,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:02.211806 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-caee96d5-d759-47b4-9a89-5aaeda8801ad tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:02.261452 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee96d5-d759-47b4-9a89-5aaeda8801ad tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event deleted for resources: {'Subnet': ['ID=2bd9769b-abba-4955-8b7e-043b157c65a7,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:02.270497 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d8fa18-8e35-4cc4-b621-b1a5e2cc263f None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:40:02.279632 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-caee96d5-d759-47b4-9a89-5aaeda8801ad tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:02.284413 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-caee96d5-d759-47b4-9a89-5aaeda8801ad tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/subnets/2bd9769b-abba-4955-8b7e-043b157c65a7 HTTP/1.1" status: 204 len: 168 time: 0.9166400 Nov 25 17:40:02.298632 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57126) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:02.310195 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-2c79038a-ab7f-4485-8749-50b1316a0843 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] No DVR routers for this DVR port a11242af-5474-4f93-bfb6-76b0ef5bbc3d on host n-h1-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:40:02.313138 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-2c79038a-ab7f-4485-8749-50b1316a0843 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:02.324945 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-2c79038a-ab7f-4485-8749-50b1316a0843 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.74 "DELETE /v2.0/ports/a11242af-5474-4f93-bfb6-76b0ef5bbc3d HTTP/1.1" status: 204 len: 173 time: 1.5406773 Nov 25 17:40:02.331372 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cea782-7ad7-4961-bb03-bddf2c52ff96 req-e0adb44d-091f-4e50-b01d-3e0075b7d27f tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:02.337451 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-25cea782-7ad7-4961-bb03-bddf2c52ff96 req-e0adb44d-091f-4e50-b01d-3e0075b7d27f tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 947 time: 0.1582313 Nov 25 17:40:02.412169 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 43bcbe76-2e44-46d8-9731-641d71093097 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:40:02.487542 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57128) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:02.533110 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-c3704de4-9ee2-449e-97a9-b036809ff17d tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Deleting port 5f55e4bc-b645-4ea6-93e4-5fb2598e200d {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:02.533443 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-c3704de4-9ee2-449e-97a9-b036809ff17d tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:02.578617 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57132) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:02.582261 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-39c69e31-7edb-45a3-b93b-2d7dcc86579c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2004248940254b059aa4b793368f7bc6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0935197 Nov 25 17:40:02.600033 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-36c0794a-b427-44d0-82e5-44a74fc494bc tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2977595 Nov 25 17:40:02.606836 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57134) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:02.640880 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-25cea782-7ad7-4961-bb03-bddf2c52ff96 req-b84b58b3-fd88-4efc-b63c-ece7b64a26af tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2850451 Nov 25 17:40:02.687384 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:02.739474 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1e6a539d-b3e0-4c8d-9b84-a1dd63dbdd4f req-26fd13c3-aac9-424f-a592-ad5c57fdb0c8 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:02.806537 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ff4e710a-62df-4ce6-a45b-8a4300f326e3 req-624e2161-60b9-4a86-a824-26ea6743b6a6 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] 10.222.0.75 "GET /v2.0/ports?device_id=adf9284d-bedb-4fa4-87f5-6f75aba0b0a1 HTTP/1.1" status: 200 len: 210 time: 0.1344738 Nov 25 17:40:02.847285 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567f53d0-b4ad-4895-bdf6-97a4847b94e5 None None] DHCP port deletion for fed75ec1-726a-45be-ab23-2dd76f977831 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:40:02.876046 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fd13c3-aac9-424f-a592-ad5c57fdb0c8 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] Pushing event deleted for resources: {'Port': ['ID=43bcbe76-2e44-46d8-9731-641d71093097,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:02.999961 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c41ab5af-90ae-4fc3-bc39-e23578b9a144 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:03.009111 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 02d04388-0cf4-4fa5-901c-79e0b5933813 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:40:03.059845 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-532e6946-de2d-457d-99d0-70498ac42462 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:03.078065 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e6a539d-b3e0-4c8d-9b84-a1dd63dbdd4f req-26fd13c3-aac9-424f-a592-ad5c57fdb0c8 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] No DVR routers for this DVR port 43bcbe76-2e44-46d8-9731-641d71093097 on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:40:03.081347 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1e6a539d-b3e0-4c8d-9b84-a1dd63dbdd4f req-26fd13c3-aac9-424f-a592-ad5c57fdb0c8 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:03.091239 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1e6a539d-b3e0-4c8d-9b84-a1dd63dbdd4f req-26fd13c3-aac9-424f-a592-ad5c57fdb0c8 tempest-TestServerAdvancedOps-684180342 tempest-TestServerAdvancedOps-684180342-project] 10.222.0.90 "DELETE /v2.0/ports/43bcbe76-2e44-46d8-9731-641d71093097 HTTP/1.1" status: 204 len: 173 time: 2.2861474 Nov 25 17:40:03.095850 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adf9284d-bedb-4fa4-87f5-6f75aba0b0a1', 'name': 'network-vif-deleted', 'tag': '43bcbe76-2e44-46d8-9731-641d71093097'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:40:03.098405 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d261a84-e502-4529-b12f-fcc1a4a1c19a" -d '{"events": [{"server_uuid": "adf9284d-bedb-4fa4-87f5-6f75aba0b0a1", "name": "network-vif-deleted", "tag": "43bcbe76-2e44-46d8-9731-641d71093097"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:40:03.156926 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-532e6946-de2d-457d-99d0-70498ac42462 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:03.159405 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-567f53d0-b4ad-4895-bdf6-97a4847b94e5 None None] Deleting port 02d04388-0cf4-4fa5-901c-79e0b5933813 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:03.159893 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-567f53d0-b4ad-4895-bdf6-97a4847b94e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:03.223559 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d6b05e-32b3-4a27-8235-a07d52a4caaf x-openstack-request-id: req-f6d6b05e-32b3-4a27-8235-a07d52a4caaf {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:40:03.223861 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adf9284d-bedb-4fa4-87f5-6f75aba0b0a1", "name": "network-vif-deleted", "tag": "43bcbe76-2e44-46d8-9731-641d71093097", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:40:03.224123 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f6d6b05e-32b3-4a27-8235-a07d52a4caaf {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:40:03.224526 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adf9284d-bedb-4fa4-87f5-6f75aba0b0a1', 'name': 'network-vif-deleted', 'tag': '43bcbe76-2e44-46d8-9731-641d71093097', 'status': 'completed', 'code': 200} Nov 25 17:40:03.243338 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df829d7-bb84-43c7-bfde-feeb48267284 req-512492db-3b8e-4d07-bf18-9e14e32f0bd6 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:03.245273 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0df829d7-bb84-43c7-bfde-feeb48267284 req-512492db-3b8e-4d07-bf18-9e14e32f0bd6 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/ports?device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 943 time: 0.2154117 Nov 25 17:40:03.320725 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-532e6946-de2d-457d-99d0-70498ac42462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:03.323730 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-532e6946-de2d-457d-99d0-70498ac42462 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:03.325044 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448b329e-eb39-416a-bb74-65577ff98a00 None None] Sync routers for ids ['59dcd6bb-2e09-4646-a28c-006931e883c1'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:40:03.325845 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-532e6946-de2d-457d-99d0-70498ac42462 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9f148e42-64b0-4de7-9407-b57bede4d0c8 HTTP/1.1" status: 204 len: 168 time: 0.7442408 Nov 25 17:40:03.343729 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532e6946-de2d-457d-99d0-70498ac42462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f148e42-64b0-4de7-9407-b57bede4d0c8,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:03.347545 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448b329e-eb39-416a-bb74-65577ff98a00 None None] Routers {'59dcd6bb-2e09-4646-a28c-006931e883c1'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:40:03.355128 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-448b329e-eb39-416a-bb74-65577ff98a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:39:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['59dcd6bb-2e09-4646-a28c-006931e883c1'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:03.432020 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0df829d7-bb84-43c7-bfde-feeb48267284 req-3ec1ff50-2124-4745-ab1b-f82b6dfdf7aa tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf472a3-c342-48cc-ac25-d9efd20bf257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661174 Nov 25 17:40:03.508951 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:03.520241 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-567f53d0-b4ad-4895-bdf6-97a4847b94e5 None None] For port 02d04388-0cf4-4fa5-901c-79e0b5933813, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=02d04388-0cf4-4fa5-901c-79e0b5933813,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:03.520952 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-567f53d0-b4ad-4895-bdf6-97a4847b94e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:03.554405 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-567f53d0-b4ad-4895-bdf6-97a4847b94e5 None None] Calling delete_port for 02d04388-0cf4-4fa5-901c-79e0b5933813 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:03.564973 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-448b329e-eb39-416a-bb74-65577ff98a00 None None] Set router 59dcd6bb-2e09-4646-a28c-006931e883c1 gateway port host: None {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:40:03.582165 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port 02d04388-0cf4-4fa5-901c-79e0b5933813, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=02d04388-0cf4-4fa5-901c-79e0b5933813,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:03.592982 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:03.705267 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-448b329e-eb39-416a-bb74-65577ff98a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59dcd6bb-2e09-4646-a28c-006931e883c1', 'name': 'tempest-NetworksTestDHCPv6-router-1208386245', 'tenant_id': 'b4fd74d3755f4cd39b2026436dde8bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:39:48Z', 'updated_at': '2021-11-25T17:39:58Z', 'revision_number': 3, 'project_id': 'b4fd74d3755f4cd39b2026436dde8bb1', 'gw_port_host': None}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:03.714941 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=02d04388-0cf4-4fa5-901c-79e0b5933813,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:03.746703 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448b329e-eb39-416a-bb74-65577ff98a00 None None] Checking router: 59dcd6bb-2e09-4646-a28c-006931e883c1 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:40:03.758129 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448b329e-eb39-416a-bb74-65577ff98a00 None None] Routers {'59dcd6bb-2e09-4646-a28c-006931e883c1'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:40:03.759069 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-448b329e-eb39-416a-bb74-65577ff98a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:39:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['59dcd6bb-2e09-4646-a28c-006931e883c1'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:03.958482 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57174) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:03.977010 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-448b329e-eb39-416a-bb74-65577ff98a00 None None] Set router 59dcd6bb-2e09-4646-a28c-006931e883c1 gateway port host: None {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:40:04.038253 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-567f53d0-b4ad-4895-bdf6-97a4847b94e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:04.070844 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef176dfe-2919-4ad8-8a2c-438db82a8887 req-7f3f1b0c-8585-4f45-8341-7b73f4be100f tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:04.072335 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ef176dfe-2919-4ad8-8a2c-438db82a8887 req-7f3f1b0c-8585-4f45-8341-7b73f4be100f tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 947 time: 0.2427468 Nov 25 17:40:04.125035 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b5dc71a-d35b-4d3e-8402-572ce912e0bc admin admin] Deleting subnet f2c57a73-ee6c-4663-9f78-bd4512b9039b {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:40:04.125973 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-448b329e-eb39-416a-bb74-65577ff98a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59dcd6bb-2e09-4646-a28c-006931e883c1', 'name': 'tempest-NetworksTestDHCPv6-router-1208386245', 'tenant_id': 'b4fd74d3755f4cd39b2026436dde8bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:39:48Z', 'updated_at': '2021-11-25T17:39:58Z', 'revision_number': 3, 'project_id': 'b4fd74d3755f4cd39b2026436dde8bb1', 'gw_port_host': None}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:04.145973 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567f53d0-b4ad-4895-bdf6-97a4847b94e5 None None] Pushing event deleted for resources: {'Port': ['ID=02d04388-0cf4-4fa5-901c-79e0b5933813,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:04.146444 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8b5dc71a-d35b-4d3e-8402-572ce912e0bc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:04.164847 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567f53d0-b4ad-4895-bdf6-97a4847b94e5 None None] No DVR routers for this DVR port 02d04388-0cf4-4fa5-901c-79e0b5933813 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:40:04.201257 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448b329e-eb39-416a-bb74-65577ff98a00 None None] The sync data for ids ['59dcd6bb-2e09-4646-a28c-006931e883c1'] in n-d-817746-1 is: [{'id': '59dcd6bb-2e09-4646-a28c-006931e883c1', 'name': 'tempest-NetworksTestDHCPv6-router-1208386245', 'tenant_id': 'b4fd74d3755f4cd39b2026436dde8bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:39:48Z', 'updated_at': '2021-11-25T17:39:58Z', 'revision_number': 3, 'project_id': 'b4fd74d3755f4cd39b2026436dde8bb1', 'gw_port_host': None}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:40:04.213196 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd74ab755-36a9-4476-bec2-1aaeded5d781', 'name': 'network-vif-deleted', 'tag': '044a9a30-8fd9-4fbc-b394-b1fc79eb0b20'}, {'server_uuid': 'd74ab755-36a9-4476-bec2-1aaeded5d781', 'name': 'network-vif-deleted', 'tag': 'a11242af-5474-4f93-bfb6-76b0ef5bbc3d'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:40:04.215572 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b94f3fe3-0a38-4205-bd22-d5e3d909e5ff" -d '{"events": [{"server_uuid": "d74ab755-36a9-4476-bec2-1aaeded5d781", "name": "network-vif-deleted", "tag": "044a9a30-8fd9-4fbc-b394-b1fc79eb0b20"}, {"server_uuid": "d74ab755-36a9-4476-bec2-1aaeded5d781", "name": "network-vif-deleted", "tag": "a11242af-5474-4f93-bfb6-76b0ef5bbc3d"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:40:04.274082 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c41ab5af-90ae-4fc3-bc39-e23578b9a144 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:04.282393 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c41ab5af-90ae-4fc3-bc39-e23578b9a144 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:04.290991 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8b5dc71a-d35b-4d3e-8402-572ce912e0bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:04.299542 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ef176dfe-2919-4ad8-8a2c-438db82a8887 req-b3df0a63-988c-4859-a314-4112b9d9aa3a tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2120171 Nov 25 17:40:04.338246 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 25 Nov 2021 17:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e6a4c7-bcfb-4c96-bd16-4602651d29ac x-openstack-request-id: req-98e6a4c7-bcfb-4c96-bd16-4602651d29ac {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:40:04.339007 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d74ab755-36a9-4476-bec2-1aaeded5d781", "name": "network-vif-deleted", "tag": "044a9a30-8fd9-4fbc-b394-b1fc79eb0b20", "status": "completed", "code": 200}, {"server_uuid": "d74ab755-36a9-4476-bec2-1aaeded5d781", "name": "network-vif-deleted", "tag": "a11242af-5474-4f93-bfb6-76b0ef5bbc3d", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:40:04.339007 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-98e6a4c7-bcfb-4c96-bd16-4602651d29ac {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:40:04.339716 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd74ab755-36a9-4476-bec2-1aaeded5d781', 'name': 'network-vif-deleted', 'tag': '044a9a30-8fd9-4fbc-b394-b1fc79eb0b20', 'status': 'completed', 'code': 200} Nov 25 17:40:04.340195 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd74ab755-36a9-4476-bec2-1aaeded5d781', 'name': 'network-vif-deleted', 'tag': 'a11242af-5474-4f93-bfb6-76b0ef5bbc3d', 'status': 'completed', 'code': 200} Nov 25 17:40:04.402740 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-c3704de4-9ee2-449e-97a9-b036809ff17d tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] For port 5f55e4bc-b645-4ea6-93e4-5fb2598e200d, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=5f55e4bc-b645-4ea6-93e4-5fb2598e200d,segment=NetworkSegment(cbc1fb21-68bb-4758-9512-148f2017b227),segment_id=cbc1fb21-68bb-4758-9512-148f2017b227)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:04.403473 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-c3704de4-9ee2-449e-97a9-b036809ff17d tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:04.419508 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c41ab5af-90ae-4fc3-bc39-e23578b9a144 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:04.423167 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c41ab5af-90ae-4fc3-bc39-e23578b9a144 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Fanout notify agent at l3_agent the message router_deleted on router 59dcd6bb-2e09-4646-a28c-006931e883c1 {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:40:04.428381 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8b5dc71a-d35b-4d3e-8402-572ce912e0bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:04.445355 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c41ab5af-90ae-4fc3-bc39-e23578b9a144 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:04.453628 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c41ab5af-90ae-4fc3-bc39-e23578b9a144 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/routers/59dcd6bb-2e09-4646-a28c-006931e883c1 HTTP/1.1" status: 204 len: 168 time: 1.8457232 Nov 25 17:40:04.457989 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57186) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:04.470312 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-c3704de4-9ee2-449e-97a9-b036809ff17d tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Calling delete_port for 5f55e4bc-b645-4ea6-93e4-5fb2598e200d owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:04.529876 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7d8cb42e-1e73-4970-ab30-c104bf73b776 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0661278 Nov 25 17:40:04.532626 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57190) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:04.773477 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8b5dc71a-d35b-4d3e-8402-572ce912e0bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:04.863434 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device baabb973-8bde-4041-ae94-a52856265482 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:40:04.898940 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8b5dc71a-d35b-4d3e-8402-572ce912e0bc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:04.910721 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-8b5dc71a-d35b-4d3e-8402-572ce912e0bc admin admin] 10.222.0.75 "DELETE /v2.0/subnets/f2c57a73-ee6c-4663-9f78-bd4512b9039b HTTP/1.1" status: 204 len: 168 time: 0.9488451 Nov 25 17:40:04.914344 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57206) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:04.921392 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5dc71a-d35b-4d3e-8402-572ce912e0bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2c57a73-ee6c-4663-9f78-bd4512b9039b,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:04.947012 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: baabb973-8bde-4041-ae94-a52856265482 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:40:04.947445 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device baabb973-8bde-4041-ae94-a52856265482 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:40:04.955586 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be881a02-e110-4691-bbf7-905e6375df05 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:04.958214 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-be881a02-e110-4691-bbf7-905e6375df05 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4239137 Nov 25 17:40:04.962865 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57208) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:05.100961 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-0044f419-c270-403b-9b65-ee226bb5aeac tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1359484 Nov 25 17:40:05.115215 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57220) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:05.122813 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-c3704de4-9ee2-449e-97a9-b036809ff17d tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:05.125754 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-503d90e7-9b97-453c-acdd-38cfaf5629a5 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Request body: {'subnet': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:05.149526 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c672535-6193-4eb0-b6d9-5052bc01a678 req-d84a470d-c4fa-4140-a8ad-05970c6e2bb4 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:05.161389 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7c672535-6193-4eb0-b6d9-5052bc01a678 req-d84a470d-c4fa-4140-a8ad-05970c6e2bb4 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/ports?device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 943 time: 0.5138407 Nov 25 17:40:05.227233 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3704de4-9ee2-449e-97a9-b036809ff17d tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Pushing event deleted for resources: {'Port': ['ID=5f55e4bc-b645-4ea6-93e4-5fb2598e200d,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:05.265977 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-68120d20-0b6c-4bf6-96b0-cc231ee02717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:05.399381 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7c672535-6193-4eb0-b6d9-5052bc01a678 req-b040d335-cc63-466b-bd61-5ba3ad82c1ac tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf472a3-c342-48cc-ac25-d9efd20bf257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2272654 Nov 25 17:40:05.458096 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-c3704de4-9ee2-449e-97a9-b036809ff17d tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] No DVR routers for this DVR port 5f55e4bc-b645-4ea6-93e4-5fb2598e200d on host n-h1-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:40:05.463785 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-c3704de4-9ee2-449e-97a9-b036809ff17d tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:05.468322 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-abb56fa5-68b3-44fb-8a5a-531188930324 req-c3704de4-9ee2-449e-97a9-b036809ff17d tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.74 "DELETE /v2.0/ports/5f55e4bc-b645-4ea6-93e4-5fb2598e200d HTTP/1.1" status: 204 len: 173 time: 3.1353433 Nov 25 17:40:05.519230 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503d90e7-9b97-453c-acdd-38cfaf5629a5 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Made reservation on behalf of b4fd74d3755f4cd39b2026436dde8bb1 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:40:05.524298 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-503d90e7-9b97-453c-acdd-38cfaf5629a5 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:05.645093 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-68120d20-0b6c-4bf6-96b0-cc231ee02717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:05.708269 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-68120d20-0b6c-4bf6-96b0-cc231ee02717 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59a25a1f-1835-41ad-875d-3a7ed20b973c']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:05.745895 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-68120d20-0b6c-4bf6-96b0-cc231ee02717 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95158716-91a9-41e1-9c17-4928dbd75dd6') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:05.746190 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-68120d20-0b6c-4bf6-96b0-cc231ee02717 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95158716-91a9-41e1-9c17-4928dbd75dd6') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:05.776136 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-68120d20-0b6c-4bf6-96b0-cc231ee02717 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:05.811976 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-68120d20-0b6c-4bf6-96b0-cc231ee02717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:05.837992 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68120d20-0b6c-4bf6-96b0-cc231ee02717 admin admin] Releasing vlan 901 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:40:05.838672 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-68120d20-0b6c-4bf6-96b0-cc231ee02717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:05.840704 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:40:05.840704 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:40:05.840704 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:40:05.840704 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:40:05.840704 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:40:05.840704 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:40:05.840704 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:40:05.840704 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:40:05.840704 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:40:05.840704 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:40:05.840704 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:40:05.840704 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:40:05.840704 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:40:05.840704 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:40:05.840704 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:40:05.840704 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:40:05.840704 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:40:05.840704 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:40:05.840704 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:40:05.840704 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:40:05.840704 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:40:05.840704 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:40:05.840704 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:40:05.840704 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:40:05.840704 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:40:05.840704 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:40:05.840704 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:40:05.840704 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:40:05.840704 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:40:05.840704 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:40:05.840704 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:40:05.840704 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:40:05.876379 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57234) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:06.044383 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-68120d20-0b6c-4bf6-96b0-cc231ee02717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:06.046800 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe596d-0a4d-4d6f-8c43-1463a101bf0a req-a5ef5a46-2eb9-487d-bac5-d551ad0bf4f9 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:06.070956 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9efe596d-0a4d-4d6f-8c43-1463a101bf0a req-a5ef5a46-2eb9-487d-bac5-d551ad0bf4f9 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 947 time: 0.4841967 Nov 25 17:40:06.086494 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-68120d20-0b6c-4bf6-96b0-cc231ee02717 admin admin] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:06.101431 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-68120d20-0b6c-4bf6-96b0-cc231ee02717 admin admin] 10.222.0.75 "DELETE /v2.0/networks/59a25a1f-1835-41ad-875d-3a7ed20b973c HTTP/1.1" status: 204 len: 168 time: 1.1769147 Nov 25 17:40:06.102423 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68120d20-0b6c-4bf6-96b0-cc231ee02717 admin admin] Pushing event deleted for resources: {'Network': ['ID=59a25a1f-1835-41ad-875d-3a7ed20b973c,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:06.104074 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57240) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:06.109718 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e2f4a0-e944-46c5-a468-2de447b016c6 req-0c6970c5-1ae2-41f9-b864-e5e5e158259b tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:06.125432 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f5e2f4a0-e944-46c5-a468-2de447b016c6 req-0c6970c5-1ae2-41f9-b864-e5e5e158259b tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 947 time: 0.5363758 Nov 25 17:40:06.246392 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fc4eda8-7b91-4c45-b12a-103e051556f6 admin admin] Deleting subnet fb444969-4165-4486-a45c-86025336da7f {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:40:06.262428 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-05d299e0-d514-4bf3-8847-0fec9e08b2e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:06.265793 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9fc4eda8-7b91-4c45-b12a-103e051556f6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:06.367648 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f5e2f4a0-e944-46c5-a468-2de447b016c6 req-b0581cab-26c4-4a25-873b-401c7b02a5be tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2412503 Nov 25 17:40:06.439749 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9efe596d-0a4d-4d6f-8c43-1463a101bf0a req-cb179212-5d45-472b-8d61-6b35d9f5c585 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=0f8521b0-fea5-42f2-a976-d0ce371dead0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3121741 Nov 25 17:40:06.529137 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-05d299e0-d514-4bf3-8847-0fec9e08b2e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:06.530953 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd74ab755-36a9-4476-bec2-1aaeded5d781', 'name': 'network-vif-deleted', 'tag': '5f55e4bc-b645-4ea6-93e4-5fb2598e200d'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:40:06.533753 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03ea116-1be0-4ea3-b1e8-c3f12e8e22b4" -d '{"events": [{"server_uuid": "d74ab755-36a9-4476-bec2-1aaeded5d781", "name": "network-vif-deleted", "tag": "5f55e4bc-b645-4ea6-93e4-5fb2598e200d"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:40:06.548696 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-05d299e0-d514-4bf3-8847-0fec9e08b2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:06.602508 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9fc4eda8-7b91-4c45-b12a-103e051556f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:06.671419 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d299e0-d514-4bf3-8847-0fec9e08b2e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f92942e-d90c-424d-8fed-31534282b843,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:06.692331 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3e6935-fdab-4c63-82e7-e6b4929dbd43 x-openstack-request-id: req-0d3e6935-fdab-4c63-82e7-e6b4929dbd43 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:40:06.692628 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d74ab755-36a9-4476-bec2-1aaeded5d781", "name": "network-vif-deleted", "tag": "5f55e4bc-b645-4ea6-93e4-5fb2598e200d", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:40:06.692915 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0d3e6935-fdab-4c63-82e7-e6b4929dbd43 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:40:06.693376 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd74ab755-36a9-4476-bec2-1aaeded5d781', 'name': 'network-vif-deleted', 'tag': '5f55e4bc-b645-4ea6-93e4-5fb2598e200d', 'status': 'completed', 'code': 200} Nov 25 17:40:06.698809 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-05d299e0-d514-4bf3-8847-0fec9e08b2e8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0c2689fbf3554ea39e9c9e1d66c078c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8188617 Nov 25 17:40:06.703600 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57254) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:06.737576 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cec03207-9b09-4cf9-b9db-776ad8185f3c req-3a31f20b-4e33-4b06-bbfa-fe4979c71d91 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/ports?device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 210 time: 0.0897064 Nov 25 17:40:06.818124 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9fc4eda8-7b91-4c45-b12a-103e051556f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:06.848954 n-d-817746-1 neutron-server[103361]: DEBUG neutron.objects.ports [None req-503d90e7-9b97-453c-acdd-38cfaf5629a5 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103361) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 17:40:06.851795 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1dec65fe-7b8f-42a6-a324-d4ff1533f963 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:06.851993 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-503d90e7-9b97-453c-acdd-38cfaf5629a5 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:06.894272 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1dec65fe-7b8f-42a6-a324-d4ff1533f963 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:07.000400 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503d90e7-9b97-453c-acdd-38cfaf5629a5 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:07.001875 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9fc4eda8-7b91-4c45-b12a-103e051556f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:07.009796 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-503d90e7-9b97-453c-acdd-38cfaf5629a5 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:07.020009 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503d90e7-9b97-453c-acdd-38cfaf5629a5 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:07.021798 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3f4e16-b34b-44b0-a7e4-b1b61718db40 None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:40:07.032899 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc4eda8-7b91-4c45-b12a-103e051556f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb444969-4165-4486-a45c-86025336da7f,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:07.033600 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-503d90e7-9b97-453c-acdd-38cfaf5629a5 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:07.035064 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1dec65fe-7b8f-42a6-a324-d4ff1533f963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:07.038698 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1dec65fe-7b8f-42a6-a324-d4ff1533f963 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:07.040038 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1dec65fe-7b8f-42a6-a324-d4ff1533f963 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3f92942e-d90c-424d-8fed-31534282b843 HTTP/1.1" status: 204 len: 168 time: 0.3355174 Nov 25 17:40:07.062850 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dec65fe-7b8f-42a6-a324-d4ff1533f963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f92942e-d90c-424d-8fed-31534282b843,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:07.065194 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9fc4eda8-7b91-4c45-b12a-103e051556f6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:07.069772 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9fc4eda8-7b91-4c45-b12a-103e051556f6 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/fb444969-4165-4486-a45c-86025336da7f HTTP/1.1" status: 204 len: 168 time: 0.9647572 Nov 25 17:40:07.072246 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57264) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:07.076573 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-503d90e7-9b97-453c-acdd-38cfaf5629a5 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9599540 Nov 25 17:40:07.085117 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57266) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:07.091963 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503d90e7-9b97-453c-acdd-38cfaf5629a5 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event updated for resources: {'Subnet': ['ID=ef10d06c-f2b8-4e04-a794-80dbfc315ed0,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:07.105930 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-ca7651b7-54ed-46a1-b2da-0f7f0ff611fb tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Request body: {'subnet': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:07.109964 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3510360-947c-404a-b834-05e7db9a9956 req-c4101e99-9813-4bf9-81e9-ab9452c0daf3 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:07.114320 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b3510360-947c-404a-b834-05e7db9a9956 req-c4101e99-9813-4bf9-81e9-ab9452c0daf3 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.90 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 947 time: 0.2636518 Nov 25 17:40:07.317049 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ccba8b-6acd-4771-8c7d-3818c7f4d809 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-fed75ec1-726a-45be-ab23-2dd76f977831', 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'tenant_id': 'b4fd74d3755f4cd39b2026436dde8bb1', 'fixed_ips': [{'subnet_id': 'ef10d06c-f2b8-4e04-a794-80dbfc315ed0'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:40:07.318381 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-22ccba8b-6acd-4771-8c7d-3818c7f4d809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:07.439556 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-b3510360-947c-404a-b834-05e7db9a9956 req-0f3f6ab7-30c2-4952-9406-03bec919fdf4 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Deleting port eafcd150-3494-48a4-b969-e28538f2a772 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:07.439811 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b3510360-947c-404a-b834-05e7db9a9956 req-0f3f6ab7-30c2-4952-9406-03bec919fdf4 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:07.560273 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-11651506-5e32-4c73-9455-27e78d85f4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:07.724411 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57284) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:07.792567 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57286) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:07.798736 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-22ccba8b-6acd-4771-8c7d-3818c7f4d809 None None] Allocated IP 2001:db8::f816:3eff:fe8c:e12a (fed75ec1-726a-45be-ab23-2dd76f977831/ef10d06c-f2b8-4e04-a794-80dbfc315ed0/75c9de0c-1abf-4cf9-93cd-ceb2ca823f86) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:40:07.801845 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7651b7-54ed-46a1-b2da-0f7f0ff611fb tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Made reservation on behalf of b4fd74d3755f4cd39b2026436dde8bb1 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:40:07.806894 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ca7651b7-54ed-46a1-b2da-0f7f0ff611fb tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:07.823483 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-b3510360-947c-404a-b834-05e7db9a9956 req-0f3f6ab7-30c2-4952-9406-03bec919fdf4 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] For port eafcd150-3494-48a4-b969-e28538f2a772, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=eafcd150-3494-48a4-b969-e28538f2a772,segment=NetworkSegment(74518c65-0a77-49eb-8302-d0397cc0c64c),segment_id=74518c65-0a77-49eb-8302-d0397cc0c64c)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:07.824436 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b3510360-947c-404a-b834-05e7db9a9956 req-0f3f6ab7-30c2-4952-9406-03bec919fdf4 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:07.862435 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d16b3b8b-1319-4bf6-91bf-074674c3d0e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:07.988276 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-11651506-5e32-4c73-9455-27e78d85f4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:08.034824 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-11651506-5e32-4c73-9455-27e78d85f4f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9261b0fd-78c8-4514-85c4-78472439e9a8']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:08.083031 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-11651506-5e32-4c73-9455-27e78d85f4f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7a154d0-4d0f-40ff-80cd-772afa851c48') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:08.083537 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-11651506-5e32-4c73-9455-27e78d85f4f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7a154d0-4d0f-40ff-80cd-772afa851c48') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:08.115109 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-11651506-5e32-4c73-9455-27e78d85f4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:08.153719 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-22ccba8b-6acd-4771-8c7d-3818c7f4d809 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:08.154510 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-11651506-5e32-4c73-9455-27e78d85f4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:08.168229 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-22ccba8b-6acd-4771-8c7d-3818c7f4d809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:08.175021 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11651506-5e32-4c73-9455-27e78d85f4f7 admin admin] Releasing vlan 938 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:40:08.175572 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-11651506-5e32-4c73-9455-27e78d85f4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:08.178477 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:40:08.178477 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:40:08.178477 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:40:08.178477 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:40:08.178477 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:40:08.178477 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:40:08.178477 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:40:08.178477 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:40:08.178477 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:40:08.178477 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:40:08.178477 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:40:08.178477 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:40:08.178477 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:40:08.178477 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:40:08.178477 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:40:08.178477 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:40:08.178477 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:40:08.178477 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:40:08.178477 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:40:08.178477 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:40:08.178477 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:40:08.178477 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:40:08.178477 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:40:08.178477 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:40:08.178477 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:40:08.178477 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:40:08.178477 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:40:08.178477 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:40:08.178477 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:40:08.178477 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:40:08.178477 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:40:08.178477 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:40:08.210752 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-9a069dc1-5726-4ba8-b0cf-397f524830b5 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Request body: {'floatingip': {'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:08.234181 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ccba8b-6acd-4771-8c7d-3818c7f4d809 None None] Pushing event updated for resources: {'Port': ['ID=75c9de0c-1abf-4cf9-93cd-ceb2ca823f86,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:08.247053 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ccba8b-6acd-4771-8c7d-3818c7f4d809 None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:08.248999 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-22ccba8b-6acd-4771-8c7d-3818c7f4d809 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:08.252238 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ccba8b-6acd-4771-8c7d-3818c7f4d809 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:40:08.321730 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-22ccba8b-6acd-4771-8c7d-3818c7f4d809 None None] Attempting to bind port 75c9de0c-1abf-4cf9-93cd-ceb2ca823f86 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:40:08.322597 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-22ccba8b-6acd-4771-8c7d-3818c7f4d809 None None] Attempting to bind port 75c9de0c-1abf-4cf9-93cd-ceb2ca823f86 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:40:08.323553 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ccba8b-6acd-4771-8c7d-3818c7f4d809 None None] Attempting to bind port 75c9de0c-1abf-4cf9-93cd-ceb2ca823f86 on network fed75ec1-726a-45be-ab23-2dd76f977831 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:40:08.340763 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ccba8b-6acd-4771-8c7d-3818c7f4d809 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:40:08.344193 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ccba8b-6acd-4771-8c7d-3818c7f4d809 None None] Checking segment: {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:40:08.345760 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-22ccba8b-6acd-4771-8c7d-3818c7f4d809 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:08.347241 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ccba8b-6acd-4771-8c7d-3818c7f4d809 None None] Bound using segment: {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:40:08.348807 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-22ccba8b-6acd-4771-8c7d-3818c7f4d809 None None] Bound port: 75c9de0c-1abf-4cf9-93cd-ceb2ca823f86, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:40:08.350525 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-22ccba8b-6acd-4771-8c7d-3818c7f4d809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:08.358538 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d16b3b8b-1319-4bf6-91bf-074674c3d0e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:08.361944 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-11651506-5e32-4c73-9455-27e78d85f4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:08.371378 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-11651506-5e32-4c73-9455-27e78d85f4f7 admin admin] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:08.376305 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-11651506-5e32-4c73-9455-27e78d85f4f7 admin admin] 10.222.0.75 "DELETE /v2.0/networks/9261b0fd-78c8-4514-85c4-78472439e9a8 HTTP/1.1" status: 204 len: 168 time: 1.3026152 Nov 25 17:40:08.414200 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d16b3b8b-1319-4bf6-91bf-074674c3d0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:08.423640 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9a069dc1-5726-4ba8-b0cf-397f524830b5 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks [] for floatingip, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:08.496473 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-22ccba8b-6acd-4771-8c7d-3818c7f4d809 None None] For port 75c9de0c-1abf-4cf9-93cd-ceb2ca823f86, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:40:08.503865 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-22ccba8b-6acd-4771-8c7d-3818c7f4d809 None None] For port 75c9de0c-1abf-4cf9-93cd-ceb2ca823f86, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=75c9de0c-1abf-4cf9-93cd-ceb2ca823f86,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:40:08.516207 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-22ccba8b-6acd-4771-8c7d-3818c7f4d809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:08.571646 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11651506-5e32-4c73-9455-27e78d85f4f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9261b0fd-78c8-4514-85c4-78472439e9a8,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:08.592433 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ccba8b-6acd-4771-8c7d-3818c7f4d809 None None] Pushing event updated for resources: {'Port': ['ID=75c9de0c-1abf-4cf9-93cd-ceb2ca823f86,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:08.622668 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e882f940-4e7f-4256-a309-360e0842f5f5 req-e812efbf-2266-48ac-8dde-0a411d2a4161 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:08.641229 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e882f940-4e7f-4256-a309-360e0842f5f5 req-e812efbf-2266-48ac-8dde-0a411d2a4161 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 947 time: 1.0385382 Nov 25 17:40:08.657811 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d16b3b8b-1319-4bf6-91bf-074674c3d0e9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=657723d8ffa144f48ffecf944fb0a779&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8674042 Nov 25 17:40:08.668308 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b3510360-947c-404a-b834-05e7db9a9956 req-0f3f6ab7-30c2-4952-9406-03bec919fdf4 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:08.668670 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b3510360-947c-404a-b834-05e7db9a9956 req-0f3f6ab7-30c2-4952-9406-03bec919fdf4 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:08.669071 n-d-817746-1 neutron-server[103361]: INFO neutron.db.l3_db [req-b3510360-947c-404a-b834-05e7db9a9956 req-0f3f6ab7-30c2-4952-9406-03bec919fdf4 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Floating IP e95b1b0a-6176-4232-9d6b-1edb92ab10dc disassociated. External IP: 172.25.0.34, port: eafcd150-3494-48a4-b969-e28538f2a772. Nov 25 17:40:08.669418 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-b3510360-947c-404a-b834-05e7db9a9956 req-0f3f6ab7-30c2-4952-9406-03bec919fdf4 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Calling delete_port for eafcd150-3494-48a4-b969-e28538f2a772 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:08.673699 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57294) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:08.674521 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16b3b8b-1319-4bf6-91bf-074674c3d0e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eac5bc2-aaff-4fdf-a1a7-2b5edb9a7f46,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:08.777196 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a8c8275a-402e-4551-92e3-950daaf5f8e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:08.814824 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a8c8275a-402e-4551-92e3-950daaf5f8e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:08.879304 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044d370-3c63-48af-91a4-f9038f06bed8 req-ee35238b-58f0-4029-b9a6-fb72e97238c1 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:08.893241 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8044d370-3c63-48af-91a4-f9038f06bed8 req-ee35238b-58f0-4029-b9a6-fb72e97238c1 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 947 time: 1.2396898 Nov 25 17:40:08.899441 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b3510360-947c-404a-b834-05e7db9a9956 req-0f3f6ab7-30c2-4952-9406-03bec919fdf4 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:08.953237 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a8c8275a-402e-4551-92e3-950daaf5f8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:08.957598 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a8c8275a-402e-4551-92e3-950daaf5f8e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:08.958482 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a8c8275a-402e-4551-92e3-950daaf5f8e2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3eac5bc2-aaff-4fdf-a1a7-2b5edb9a7f46 HTTP/1.1" status: 204 len: 168 time: 0.2742870 Nov 25 17:40:09.017682 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3f6ab7-30c2-4952-9406-03bec919fdf4 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Pushing event deleted for resources: {'Port': ['ID=eafcd150-3494-48a4-b969-e28538f2a772,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:09.023623 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c8275a-402e-4551-92e3-950daaf5f8e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eac5bc2-aaff-4fdf-a1a7-2b5edb9a7f46,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:09.136924 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8044d370-3c63-48af-91a4-f9038f06bed8 req-6a0d836c-3cf3-4f2b-834f-abfa26116401 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups?id=0f8521b0-fea5-42f2-a976-d0ce371dead0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2327492 Nov 25 17:40:09.163635 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ca7651b7-54ed-46a1-b2da-0f7f0ff611fb tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:09.200457 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57298) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:09.223258 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e882f940-4e7f-4256-a309-360e0842f5f5 req-fbbe833f-3ad2-4145-b53b-712d3a058ef8 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5810633 Nov 25 17:40:09.277845 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7651b7-54ed-46a1-b2da-0f7f0ff611fb tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:09.305025 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7651b7-54ed-46a1-b2da-0f7f0ff611fb tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event updated for resources: {'Subnet': ['ID=498f261a-8a63-44cf-9810-4bd727381912,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:09.309880 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-ca7651b7-54ed-46a1-b2da-0f7f0ff611fb tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:09.360370 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7651b7-54ed-46a1-b2da-0f7f0ff611fb tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:09.361016 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ca7651b7-54ed-46a1-b2da-0f7f0ff611fb tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:09.381415 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-020fd2fb-033d-4358-962a-20e68234f2e0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=45d49c66298c43eea2c149f9d217583c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0996137 Nov 25 17:40:09.387674 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ca7651b7-54ed-46a1-b2da-0f7f0ff611fb tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3004227 Nov 25 17:40:09.393614 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57302) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:09.394005 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57304) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:09.448004 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3510360-947c-404a-b834-05e7db9a9956 req-0f3f6ab7-30c2-4952-9406-03bec919fdf4 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Router 7168b50f-59dc-4fee-aaeb-a6ebb78a9b50 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:40:09.451343 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-0cac89b1-0067-41f4-b10b-440d5773a588 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Request body: {'port': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'mac_address': 'fa:16:3e:71:b8:9a', 'name': 'tempest-NetworksTestDHCPv6-1967958409'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:09.457427 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d2d06f93-b006-4645-a5c1-df7da58f3388 req-2af3d7db-30bf-40fd-be53-0d3628211b37 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/ports?device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 210 time: 0.0396590 Nov 25 17:40:09.677883 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a3a25e20-7aaa-4961-95c0-b014624d1da6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:09.718331 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3510360-947c-404a-b834-05e7db9a9956 req-0f3f6ab7-30c2-4952-9406-03bec919fdf4 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:40:09.756128 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13c6ea6-3ba1-418b-9b81-c79dae781589 None None] Sync routers for ids ['7168b50f-59dc-4fee-aaeb-a6ebb78a9b50'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:40:09.766851 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a3a25e20-7aaa-4961-95c0-b014624d1da6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:09.775832 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cac89b1-0067-41f4-b10b-440d5773a588 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Made reservation on behalf of b4fd74d3755f4cd39b2026436dde8bb1 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:40:09.779227 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13c6ea6-3ba1-418b-9b81-c79dae781589 None None] Routers {'7168b50f-59dc-4fee-aaeb-a6ebb78a9b50'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:40:09.781068 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-f13c6ea6-3ba1-418b-9b81-c79dae781589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:39:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['7168b50f-59dc-4fee-aaeb-a6ebb78a9b50'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:09.810501 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3510360-947c-404a-b834-05e7db9a9956 req-0f3f6ab7-30c2-4952-9406-03bec919fdf4 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] No DVR routers for this DVR port eafcd150-3494-48a4-b969-e28538f2a772 on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:40:09.814525 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b3510360-947c-404a-b834-05e7db9a9956 req-0f3f6ab7-30c2-4952-9406-03bec919fdf4 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:09.831780 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b3510360-947c-404a-b834-05e7db9a9956 req-0f3f6ab7-30c2-4952-9406-03bec919fdf4 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.90 "DELETE /v2.0/ports/eafcd150-3494-48a4-b969-e28538f2a772 HTTP/1.1" status: 204 len: 173 time: 2.7086191 Nov 25 17:40:09.832279 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cf02964-0c83-4741-9cb8-4d665776485b', 'name': 'network-vif-deleted', 'tag': 'eafcd150-3494-48a4-b969-e28538f2a772'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:40:09.842805 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032ee327-735d-4a9f-9fbb-93c63371abb8" -d '{"events": [{"server_uuid": "7cf02964-0c83-4741-9cb8-4d665776485b", "name": "network-vif-deleted", "tag": "eafcd150-3494-48a4-b969-e28538f2a772"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:40:09.846515 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9a069dc1-5726-4ba8-b0cf-397f524830b5 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:09.942000 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2cd20b-bd88-4af8-b0b3-7aaf614aea3e x-openstack-request-id: req-ec2cd20b-bd88-4af8-b0b3-7aaf614aea3e {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:40:09.942300 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cf02964-0c83-4741-9cb8-4d665776485b", "name": "network-vif-deleted", "tag": "eafcd150-3494-48a4-b969-e28538f2a772", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:40:09.942570 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ec2cd20b-bd88-4af8-b0b3-7aaf614aea3e {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:40:09.942970 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cf02964-0c83-4741-9cb8-4d665776485b', 'name': 'network-vif-deleted', 'tag': 'eafcd150-3494-48a4-b969-e28538f2a772', 'status': 'completed', 'code': 200} Nov 25 17:40:10.066821 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-f13c6ea6-3ba1-418b-9b81-c79dae781589 None None] Set router 7168b50f-59dc-4fee-aaeb-a6ebb78a9b50 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:40:10.194749 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a3a25e20-7aaa-4961-95c0-b014624d1da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:10.197881 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a3a25e20-7aaa-4961-95c0-b014624d1da6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:10.199147 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a3a25e20-7aaa-4961-95c0-b014624d1da6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6485b45c-e0bd-4fa5-ab4f-1d1e7c3244c2 HTTP/1.1" status: 204 len: 168 time: 0.7951970 Nov 25 17:40:10.225436 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0cac89b1-0067-41f4-b10b-440d5773a588 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:10.245265 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a25e20-7aaa-4961-95c0-b014624d1da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6485b45c-e0bd-4fa5-ab4f-1d1e7c3244c2,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:10.343364 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device eafcd150-3494-48a4-b969-e28538f2a772 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:40:10.391349 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-0cac89b1-0067-41f4-b10b-440d5773a588 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] device_id is not set on port 1087ab45-fdfb-4c76-9865-987b2a565593 yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:40:10.393439 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8855bb51-a86f-4b0f-91d7-8045e5ec237b req-4e4d9ce0-b6bc-43ad-b54c-99d5b52a63d9 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/ports?device_id=7cf02964-0c83-4741-9cb8-4d665776485b HTTP/1.1" status: 200 len: 210 time: 0.0871527 Nov 25 17:40:10.455783 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: eafcd150-3494-48a4-b969-e28538f2a772 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:40:10.456353 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device eafcd150-3494-48a4-b969-e28538f2a772 not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:40:10.583917 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-9a069dc1-5726-4ba8-b0cf-397f524830b5 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Allocated IP 172.25.0.235 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/502c68de-c472-42bc-a096-b92e0452d97c) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:40:10.602630 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03e53ba-6b1d-42f1-be3d-ca780de21ef2 None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:40:10.631950 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86566759-fe4d-45bd-8dcc-ef5868ee024d req-46f1985a-c75f-4158-8a11-8deb5af08e8e tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:10.642221 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-86566759-fe4d-45bd-8dcc-ef5868ee024d req-46f1985a-c75f-4158-8a11-8deb5af08e8e tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 947 time: 0.1327794 Nov 25 17:40:10.709665 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-2ae4fb8f-41f3-4abb-b5b6-36593661fc3a None None] Provisioning complete for port 75c9de0c-1abf-4cf9-93cd-ceb2ca823f86 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:10.710072 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2ae4fb8f-41f3-4abb-b5b6-36593661fc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:10.767503 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1523c6e2-f39b-46f7-98ab-a950e37d487c req-ed0c3e08-23e3-4488-93b8-07aa42e28ac0 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/ports?device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 210 time: 0.1199236 Nov 25 17:40:10.824100 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2c548bc1-0b6a-4437-94f0-72053a294093 req-dd7d3b17-ea1c-4c35-9eb2-20a09bf38540 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3523743 Nov 25 17:40:10.844814 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-f13c6ea6-3ba1-418b-9b81-c79dae781589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7168b50f-59dc-4fee-aaeb-a6ebb78a9b50', 'name': 'tempest-AttachVolumeShelveTestJSON-779843250-router', 'tenant_id': 'd4086650dac54a539044dab15f8f252a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'c2d1fa30-f17d-4813-8406-2a686109ed95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:44Z', 'updated_at': '2021-11-25T17:31:47Z', 'revision_number': 4, 'project_id': 'd4086650dac54a539044dab15f8f252a', 'gw_port': {'id': 'c2d1fa30-f17d-4813-8406-2a686109ed95', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7168b50f-59dc-4fee-aaeb-a6ebb78a9b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:45Z', 'updated_at': '2021-11-25T17:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '54bdbdc2-5281-4b2a-8b87-916bf45252e8', 'name': '', 'network_id': '49c799e6-01fb-4356-b67f-8b970273c51a', 'tenant_id': 'd4086650dac54a539044dab15f8f252a', 'mac_address': 'fa:16:3e:ab:ec:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7168b50f-59dc-4fee-aaeb-a6ebb78a9b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '25a72b94-fb6e-4434-9c21-274e75835bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:47Z', 'updated_at': '2021-11-25T17:31:55Z', 'revision_number': 5, 'project_id': 'd4086650dac54a539044dab15f8f252a', 'subnets': [{'id': '25a72b94-fb6e-4434-9c21-274e75835bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:10.872685 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-86566759-fe4d-45bd-8dcc-ef5868ee024d req-2014f27f-ff83-47ef-914b-d7294ba0e761 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2063420 Nov 25 17:40:10.890824 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13c6ea6-3ba1-418b-9b81-c79dae781589 None None] Checking router: 7168b50f-59dc-4fee-aaeb-a6ebb78a9b50 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:40:10.926956 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13c6ea6-3ba1-418b-9b81-c79dae781589 None None] Routers {'7168b50f-59dc-4fee-aaeb-a6ebb78a9b50'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:40:10.927845 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-f13c6ea6-3ba1-418b-9b81-c79dae781589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:39:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['7168b50f-59dc-4fee-aaeb-a6ebb78a9b50'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:11.126970 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-0cac89b1-0067-41f4-b10b-440d5773a588 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Allocated IP 172.20.0.12 (fed75ec1-726a-45be-ab23-2dd76f977831/498f261a-8a63-44cf-9810-4bd727381912/1087ab45-fdfb-4c76-9865-987b2a565593) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:40:11.136069 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-0cac89b1-0067-41f4-b10b-440d5773a588 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Allocated IP 2001:db8::f816:3eff:fe71:b89a (fed75ec1-726a-45be-ab23-2dd76f977831/ef10d06c-f2b8-4e04-a794-80dbfc315ed0/1087ab45-fdfb-4c76-9865-987b2a565593) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:40:11.182638 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57370) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:11.269090 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-9b0638d6-47c2-414a-9605-30d0b3697da2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e5bb09f304764c58acbbe8c88576c0fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0852201 Nov 25 17:40:11.271532 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57384) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:11.354134 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 75c9de0c-1abf-4cf9-93cd-ceb2ca823f86 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:40:11.373596 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c548bc1-0b6a-4437-94f0-72053a294093 req-e1deb3e7-af1c-4bb4-ba2a-0cc59101f05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:11.373869 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c548bc1-0b6a-4437-94f0-72053a294093 req-e1deb3e7-af1c-4bb4-ba2a-0cc59101f05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:11.374442 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c548bc1-0b6a-4437-94f0-72053a294093 req-e1deb3e7-af1c-4bb4-ba2a-0cc59101f05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:11.374912 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c548bc1-0b6a-4437-94f0-72053a294093 req-e1deb3e7-af1c-4bb4-ba2a-0cc59101f05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:11.375537 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c548bc1-0b6a-4437-94f0-72053a294093 req-e1deb3e7-af1c-4bb4-ba2a-0cc59101f05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:11.375840 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c548bc1-0b6a-4437-94f0-72053a294093 req-e1deb3e7-af1c-4bb4-ba2a-0cc59101f05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:11.376305 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c548bc1-0b6a-4437-94f0-72053a294093 req-e1deb3e7-af1c-4bb4-ba2a-0cc59101f05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:11.378456 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2c548bc1-0b6a-4437-94f0-72053a294093 req-e1deb3e7-af1c-4bb4-ba2a-0cc59101f05e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=af07ecd6b88d499dba6f8368912ebb7e&device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 6491 time: 0.5152617 Nov 25 17:40:11.393837 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c7dbbcba-efdb-4b8c-ab0c-e796957b7c5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:11.438257 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0cac89b1-0067-41f4-b10b-440d5773a588 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:11.442442 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c7dbbcba-efdb-4b8c-ab0c-e796957b7c5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:11.512062 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c7dbbcba-efdb-4b8c-ab0c-e796957b7c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:11.515679 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c7dbbcba-efdb-4b8c-ab0c-e796957b7c5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:11.518760 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c7dbbcba-efdb-4b8c-ab0c-e796957b7c5e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0f1b352f-c9c1-4aab-851a-8dbf5b298b54 HTTP/1.1" status: 204 len: 168 time: 0.2453604 Nov 25 17:40:11.547012 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dbbcba-efdb-4b8c-ab0c-e796957b7c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1b352f-c9c1-4aab-851a-8dbf5b298b54,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:11.549054 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9a069dc1-5726-4ba8-b0cf-397f524830b5 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:11.619592 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0cac89b1-0067-41f4-b10b-440d5773a588 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:11.621739 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57398) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:11.682352 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2ae4fb8f-41f3-4abb-b5b6-36593661fc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:11.709914 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c548bc1-0b6a-4437-94f0-72053a294093 req-045a1c38-0afe-4a75-929d-1a1093eb3bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:11.711349 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c548bc1-0b6a-4437-94f0-72053a294093 req-045a1c38-0afe-4a75-929d-1a1093eb3bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:11.711856 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c548bc1-0b6a-4437-94f0-72053a294093 req-045a1c38-0afe-4a75-929d-1a1093eb3bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:11.714369 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2c548bc1-0b6a-4437-94f0-72053a294093 req-045a1c38-0afe-4a75-929d-1a1093eb3bf8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f82e88c7-d403-486f-9a10-2a3ad902e128&id=c2992060-12d6-4bc2-a7a5-ee6714d7c0a4&id=c2992060-12d6-4bc2-a7a5-ee6714d7c0a4&id=c2992060-12d6-4bc2-a7a5-ee6714d7c0a4&id=c2992060-12d6-4bc2-a7a5-ee6714d7c0a4&id=cb2ab83a-f522-4839-b956-b9e276ac2a4b&id=cb2ab83a-f522-4839-b956-b9e276ac2a4b HTTP/1.1" status: 200 len: 2294 time: 0.2955930 Nov 25 17:40:11.782783 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0b3e67ef-22cd-4a94-b7fa-897413ff2015 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:11.818944 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2c548bc1-0b6a-4437-94f0-72053a294093 req-b4a1a054-dc22-4109-bec8-c9693852ff0c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7d22436-d666-4aa2-84ba-d29348f106e5 HTTP/1.1" status: 200 len: 1001 time: 0.0939586 Nov 25 17:40:11.831118 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-f13c6ea6-3ba1-418b-9b81-c79dae781589 None None] Set router 7168b50f-59dc-4fee-aaeb-a6ebb78a9b50 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:40:11.853632 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0b3e67ef-22cd-4a94-b7fa-897413ff2015 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:11.869185 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cac89b1-0067-41f4-b10b-440d5773a588 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:11.926117 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 75c9de0c-1abf-4cf9-93cd-ceb2ca823f86 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:11.926720 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:11.942679 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-2ae4fb8f-41f3-4abb-b5b6-36593661fc3a None None] For port 75c9de0c-1abf-4cf9-93cd-ceb2ca823f86, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=75c9de0c-1abf-4cf9-93cd-ceb2ca823f86,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:11.960756 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-0cac89b1-0067-41f4-b10b-440d5773a588 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:11.967724 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9a069dc1-5726-4ba8-b0cf-397f524830b5 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:11.993861 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cac89b1-0067-41f4-b10b-440d5773a588 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:40:12.028125 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-aef0e5d3-d908-4aad-b714-b37c4a0d5809 req-cb68e5ed-5000-4f04-827b-eb6b29cecd49 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/ports?device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 210 time: 0.0934744 Nov 25 17:40:12.036558 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2ae4fb8f-41f3-4abb-b5b6-36593661fc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:12.131595 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cac89b1-0067-41f4-b10b-440d5773a588 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:12.132263 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0cac89b1-0067-41f4-b10b-440d5773a588 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:12.147757 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cac89b1-0067-41f4-b10b-440d5773a588 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event updated for resources: {'Port': ['ID=1087ab45-fdfb-4c76-9865-987b2a565593,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:12.171374 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9cd404-8a78-4ffc-97e2-d3ea763750a2 req-78eddd73-8e38-432e-b469-72a98f547966 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:12.173068 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3f9cd404-8a78-4ffc-97e2-d3ea763750a2 req-78eddd73-8e38-432e-b469-72a98f547966 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 947 time: 0.1439381 Nov 25 17:40:12.174240 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0b3e67ef-22cd-4a94-b7fa-897413ff2015 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:12.186771 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0b3e67ef-22cd-4a94-b7fa-897413ff2015 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:12.188463 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-0b3e67ef-22cd-4a94-b7fa-897413ff2015 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "DELETE /v2.0/security-groups/0f8521b0-fea5-42f2-a976-d0ce371dead0 HTTP/1.1" status: 204 len: 168 time: 0.5654051 Nov 25 17:40:12.198894 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a069dc1-5726-4ba8-b0cf-397f524830b5 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:12.204416 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0cac89b1-0067-41f4-b10b-440d5773a588 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.7573137 Nov 25 17:40:12.209997 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57416) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:12.210339 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57418) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:12.232889 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-2ad1cc49-fd2a-4291-980c-15f71f9aa571 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] show failed (client error): The resource could not be found. Nov 25 17:40:12.234215 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2ad1cc49-fd2a-4291-980c-15f71f9aa571 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "GET /v2.0/security-groups/0f8521b0-fea5-42f2-a976-d0ce371dead0 HTTP/1.1" status: 404 len: 347 time: 0.0225172 Nov 25 17:40:12.235283 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-9a069dc1-5726-4ba8-b0cf-397f524830b5 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:12.238046 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a069dc1-5726-4ba8-b0cf-397f524830b5 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:40:12.253745 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57422) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:12.254676 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e67ef-22cd-4a94-b7fa-897413ff2015 tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8521b0-fea5-42f2-a976-d0ce371dead0,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:12.368360 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9a069dc1-5726-4ba8-b0cf-397f524830b5 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:12.420649 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9a069dc1-5726-4ba8-b0cf-397f524830b5 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:12.468661 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad6adb0-a1a8-4daf-a254-74845ea64f68 None None] Update dhcp port {'port': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'fixed_ips': [{'subnet_id': 'ef10d06c-f2b8-4e04-a794-80dbfc315ed0', 'ip_address': '2001:db8::f816:3eff:fe8c:e12a'}, {'subnet_id': '498f261a-8a63-44cf-9810-4bd727381912'}], 'binding:host_id': 'n-d-817746-1'}, 'id': '75c9de0c-1abf-4cf9-93cd-ceb2ca823f86'} from n-d-817746-1. {{(pid=103362) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 17:40:12.501007 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae4fb8f-41f3-4abb-b5b6-36593661fc3a None None] Pushing event updated for resources: {'Port': ['ID=75c9de0c-1abf-4cf9-93cd-ceb2ca823f86,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:12.503658 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3f9cd404-8a78-4ffc-97e2-d3ea763750a2 req-69c64e6f-9488-4f78-9124-8dd1b5c1a494 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3143363 Nov 25 17:40:12.573518 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8ad6adb0-a1a8-4daf-a254-74845ea64f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:12.617750 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-86f8d0b0-3d75-4ce9-9fd4-5d75cd29986f tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Deleting port a61e651c-98c3-42ae-a880-fb8ca8308809 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:12.618100 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-86f8d0b0-3d75-4ce9-9fd4-5d75cd29986f tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:12.641792 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-f13c6ea6-3ba1-418b-9b81-c79dae781589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7168b50f-59dc-4fee-aaeb-a6ebb78a9b50', 'name': 'tempest-AttachVolumeShelveTestJSON-779843250-router', 'tenant_id': 'd4086650dac54a539044dab15f8f252a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'c2d1fa30-f17d-4813-8406-2a686109ed95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:44Z', 'updated_at': '2021-11-25T17:31:47Z', 'revision_number': 4, 'project_id': 'd4086650dac54a539044dab15f8f252a', 'gw_port': {'id': 'c2d1fa30-f17d-4813-8406-2a686109ed95', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7168b50f-59dc-4fee-aaeb-a6ebb78a9b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:45Z', 'updated_at': '2021-11-25T17:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '54bdbdc2-5281-4b2a-8b87-916bf45252e8', 'name': '', 'network_id': '49c799e6-01fb-4356-b67f-8b970273c51a', 'tenant_id': 'd4086650dac54a539044dab15f8f252a', 'mac_address': 'fa:16:3e:ab:ec:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7168b50f-59dc-4fee-aaeb-a6ebb78a9b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '25a72b94-fb6e-4434-9c21-274e75835bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:47Z', 'updated_at': '2021-11-25T17:31:55Z', 'revision_number': 5, 'project_id': 'd4086650dac54a539044dab15f8f252a', 'subnets': [{'id': '25a72b94-fb6e-4434-9c21-274e75835bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:12.643129 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c548bc1-0b6a-4437-94f0-72053a294093 req-b791957c-1c3e-4456-8c9d-ceae83312a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:12.647897 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2c548bc1-0b6a-4437-94f0-72053a294093 req-b791957c-1c3e-4456-8c9d-ceae83312a7a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ed397f2a-aef3-4eaf-9752-78b3a9274780 HTTP/1.1" status: 200 len: 851 time: 0.7858274 Nov 25 17:40:12.658257 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a069dc1-5726-4ba8-b0cf-397f524830b5 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Pushing event updated for resources: {'Port': ['ID=502c68de-c472-42bc-a096-b92e0452d97c,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:12.715637 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9a069dc1-5726-4ba8-b0cf-397f524830b5 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:12.754637 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9a069dc1-5726-4ba8-b0cf-397f524830b5 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:12.815654 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-86f8d0b0-3d75-4ce9-9fd4-5d75cd29986f tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:12.816156 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-86f8d0b0-3d75-4ce9-9fd4-5d75cd29986f tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:12.831031 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-86f8d0b0-3d75-4ce9-9fd4-5d75cd29986f tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Calling delete_port for a61e651c-98c3-42ae-a880-fb8ca8308809 owned by network:floatingip {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:12.836884 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13c6ea6-3ba1-418b-9b81-c79dae781589 None None] The sync data for ids ['7168b50f-59dc-4fee-aaeb-a6ebb78a9b50'] in n-d-817746-1 is: [{'id': '7168b50f-59dc-4fee-aaeb-a6ebb78a9b50', 'name': 'tempest-AttachVolumeShelveTestJSON-779843250-router', 'tenant_id': 'd4086650dac54a539044dab15f8f252a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'c2d1fa30-f17d-4813-8406-2a686109ed95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:44Z', 'updated_at': '2021-11-25T17:31:47Z', 'revision_number': 4, 'project_id': 'd4086650dac54a539044dab15f8f252a', 'gw_port': {'id': 'c2d1fa30-f17d-4813-8406-2a686109ed95', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7168b50f-59dc-4fee-aaeb-a6ebb78a9b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:45Z', 'updated_at': '2021-11-25T17:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '54bdbdc2-5281-4b2a-8b87-916bf45252e8', 'name': '', 'network_id': '49c799e6-01fb-4356-b67f-8b970273c51a', 'tenant_id': 'd4086650dac54a539044dab15f8f252a', 'mac_address': 'fa:16:3e:ab:ec:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7168b50f-59dc-4fee-aaeb-a6ebb78a9b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '25a72b94-fb6e-4434-9c21-274e75835bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:47Z', 'updated_at': '2021-11-25T17:31:55Z', 'revision_number': 5, 'project_id': 'd4086650dac54a539044dab15f8f252a', 'subnets': [{'id': '25a72b94-fb6e-4434-9c21-274e75835bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:40:12.913736 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99e9166-6818-4fd1-b052-745836404f1a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:12.947196 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99e9166-6818-4fd1-b052-745836404f1a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:12.953122 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d99e9166-6818-4fd1-b052-745836404f1a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.7378936 Nov 25 17:40:12.958268 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57452) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:13.009567 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95f48a-62dc-4210-9938-03af7e9ee14d req-40992416-f6b7-443e-9eba-e5f181511550 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:13.032926 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fa95f48a-62dc-4210-9938-03af7e9ee14d req-40992416-f6b7-443e-9eba-e5f181511550 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 947 time: 0.2822182 Nov 25 17:40:13.067096 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c548bc1-0b6a-4437-94f0-72053a294093 req-adf58cee-cccd-4294-aed0-f1472e14fbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:13.073861 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2c548bc1-0b6a-4437-94f0-72053a294093 req-adf58cee-cccd-4294-aed0-f1472e14fbd0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f82e88c7-d403-486f-9a10-2a3ad902e128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4028599 Nov 25 17:40:13.083123 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a069dc1-5726-4ba8-b0cf-397f524830b5 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Pushing event updated for resources: {'Port': ['ID=502c68de-c472-42bc-a096-b92e0452d97c,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:13.110544 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-8ad6adb0-a1a8-4daf-a254-74845ea64f68 None None] Allocated IP 172.20.0.2 (fed75ec1-726a-45be-ab23-2dd76f977831/498f261a-8a63-44cf-9810-4bd727381912/75c9de0c-1abf-4cf9-93cd-ceb2ca823f86) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:40:13.196753 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 75c9de0c-1abf-4cf9-93cd-ceb2ca823f86 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:40:13.339291 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9a069dc1-5726-4ba8-b0cf-397f524830b5 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:13.451173 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9a069dc1-5726-4ba8-b0cf-397f524830b5 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:13.454323 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9a069dc1-5726-4ba8-b0cf-397f524830b5 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6537418 Nov 25 17:40:13.457866 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57462) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:13.479015 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-a0f49457-2fcb-404b-923b-9d3eb4251dc3 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-849066059'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:13.507062 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57464) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:13.507930 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca02ab2-e229-4a10-a383-9cb312cea9aa None None] New status for floating IP e95b1b0a-6176-4232-9d6b-1edb92ab10dc: DOWN {{(pid=103363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:40:13.526449 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2c548bc1-0b6a-4437-94f0-72053a294093 req-24d8f10f-dc8e-4b79-8d86-b41e5ef761cb service neutron] 10.222.0.74 "GET /v2.0/networks/f82e88c7-d403-486f-9a10-2a3ad902e128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4468231 Nov 25 17:40:13.571884 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f49457-2fcb-404b-923b-9d3eb4251dc3 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Made reservation on behalf of 677f391c08804a06ae90ee14d0105f79 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:40:13.575784 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a0f49457-2fcb-404b-923b-9d3eb4251dc3 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:13.594153 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a0f49457-2fcb-404b-923b-9d3eb4251dc3 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:13.645595 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 75c9de0c-1abf-4cf9-93cd-ceb2ca823f86 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:13.647090 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:13.766929 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-8ad6adb0-a1a8-4daf-a254-74845ea64f68 None None] For port 75c9de0c-1abf-4cf9-93cd-ceb2ca823f86, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=75c9de0c-1abf-4cf9-93cd-ceb2ca823f86,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:13.810484 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a0f49457-2fcb-404b-923b-9d3eb4251dc3 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:13.828602 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-02003578-fbeb-49f0-84eb-0d8b3bd7bd57 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1444397206-network', 'tenant_id': 'e67f483089c147bfb012c80d67402bfc'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:13.850539 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a0f49457-2fcb-404b-923b-9d3eb4251dc3 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:13.898412 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8ad6adb0-a1a8-4daf-a254-74845ea64f68 None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:13.911276 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8ad6adb0-a1a8-4daf-a254-74845ea64f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:13.952128 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0f49457-2fcb-404b-923b-9d3eb4251dc3 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:40:13.985789 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0fab6d8d-ef8b-498c-aeef-136a1ca04bde req-c4c7b63e-3c73-487e-a4b6-8d3cc15cab86 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/ports?device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 210 time: 0.1028957 Nov 25 17:40:13.987831 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f49457-2fcb-404b-923b-9d3eb4251dc3 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=131e5d51-f777-4305-91ad-303fbbc55646,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:14.026031 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02003578-fbeb-49f0-84eb-0d8b3bd7bd57 admin admin] Made reservation on behalf of e67f483089c147bfb012c80d67402bfc for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:40:14.026031 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-02003578-fbeb-49f0-84eb-0d8b3bd7bd57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:14.055141 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-02003578-fbeb-49f0-84eb-0d8b3bd7bd57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:14.057982 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a0f49457-2fcb-404b-923b-9d3eb4251dc3 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:14.058562 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-a0f49457-2fcb-404b-923b-9d3eb4251dc3 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Added segment b7dd11b2-e771-4fc9-8be7-82a9b428eff0 of type vlan for network 63f652d6-f8a1-465f-a6da-d7f83159f2c4 Nov 25 17:40:14.080587 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2c548bc1-0b6a-4437-94f0-72053a294093 req-efe77caa-b888-4378-b34d-73adc76be37c service neutron] 10.222.0.74 "GET /v2.0/networks/f82e88c7-d403-486f-9a10-2a3ad902e128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5465267 Nov 25 17:40:14.084123 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fa95f48a-62dc-4210-9938-03af7e9ee14d req-cc82ab7a-e9f9-4e61-bf63-0bd3b9e54e74 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0501862 Nov 25 17:40:14.134067 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 82625e3e-d5dd-41cd-b7dc-44893732e44b no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:40:14.138886 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad6adb0-a1a8-4daf-a254-74845ea64f68 None None] Pushing event updated for resources: {'Port': ['ID=75c9de0c-1abf-4cf9-93cd-ceb2ca823f86,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:14.168509 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-338b95bd-88c7-428f-b488-421d84abf943 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Deleting port 1087ab45-fdfb-4c76-9865-987b2a565593 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:14.168893 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-338b95bd-88c7-428f-b488-421d84abf943 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:14.189239 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2c548bc1-0b6a-4437-94f0-72053a294093 req-3d652369-394f-42c8-9a45-c5e09ba1eca5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=f523f711-5404-47b9-b4c7-6ff9dd296afe HTTP/1.1" status: 200 len: 217 time: 0.1010242 Nov 25 17:40:14.221412 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a0f49457-2fcb-404b-923b-9d3eb4251dc3 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:14.261148 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-86f8d0b0-3d75-4ce9-9fd4-5d75cd29986f tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:14.320323 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c548bc1-0b6a-4437-94f0-72053a294093 req-f3780445-b305-42f3-82ad-6fe60853ba47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:14.322100 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2c548bc1-0b6a-4437-94f0-72053a294093 req-f3780445-b305-42f3-82ad-6fe60853ba47 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f9e97284-605a-4c4d-bc08-1f1a648a0858 HTTP/1.1" status: 200 len: 797 time: 0.1224999 Nov 25 17:40:14.348094 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f8d0b0-3d75-4ce9-9fd4-5d75cd29986f tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Pushing event deleted for resources: {'Port': ['ID=a61e651c-98c3-42ae-a880-fb8ca8308809,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:14.403288 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a0f49457-2fcb-404b-923b-9d3eb4251dc3 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:14.432384 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f49457-2fcb-404b-923b-9d3eb4251dc3 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:14.433166 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a0f49457-2fcb-404b-923b-9d3eb4251dc3 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:14.442949 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-338b95bd-88c7-428f-b488-421d84abf943 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:14.469442 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:14.493608 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-338b95bd-88c7-428f-b488-421d84abf943 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Calling delete_port for 1087ab45-fdfb-4c76-9865-987b2a565593 owned by {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:14.524178 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a945130d-bde9-4dd0-aeb1-55204a14c056', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82625e3e-d5dd-41cd-b7dc-44893732e44b'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:40:14.531585 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78bdec56-52b7-4980-91cb-e9c9104e16ec" -d '{"events": [{"server_uuid": "a945130d-bde9-4dd0-aeb1-55204a14c056", "name": "network-vif-unplugged", "status": "completed", "tag": "82625e3e-d5dd-41cd-b7dc-44893732e44b"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:40:14.559470 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 82625e3e-d5dd-41cd-b7dc-44893732e44b, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=82625e3e-d5dd-41cd-b7dc-44893732e44b,segment=NetworkSegment(c5752f96-a6e9-4fc2-9dae-273cc6a23f00),segment_id=c5752f96-a6e9-4fc2-9dae-273cc6a23f00)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:14.567457 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:14.597087 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-86f8d0b0-3d75-4ce9-9fd4-5d75cd29986f tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks [] for floatingip, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:14.614872 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a0f49457-2fcb-404b-923b-9d3eb4251dc3 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1530137 Nov 25 17:40:14.615621 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-86f8d0b0-3d75-4ce9-9fd4-5d75cd29986f tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:14.618943 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-86f8d0b0-3d75-4ce9-9fd4-5d75cd29986f tempest-AttachVolumeShelveTestJSON-907401049 tempest-AttachVolumeShelveTestJSON-907401049-project] 10.222.0.75 "DELETE /v2.0/floatingips/e95b1b0a-6176-4232-9d6b-1edb92ab10dc HTTP/1.1" status: 204 len: 168 time: 2.3583922 Nov 25 17:40:14.620452 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57492) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:14.636901 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2a7753-1a35-47e3-83b2-48d93b1bdb8d x-openstack-request-id: req-cd2a7753-1a35-47e3-83b2-48d93b1bdb8d {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:40:14.636901 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a945130d-bde9-4dd0-aeb1-55204a14c056", "name": "network-vif-unplugged", "status": "completed", "tag": "82625e3e-d5dd-41cd-b7dc-44893732e44b", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:40:14.637171 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cd2a7753-1a35-47e3-83b2-48d93b1bdb8d {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:40:14.637534 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a945130d-bde9-4dd0-aeb1-55204a14c056', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82625e3e-d5dd-41cd-b7dc-44893732e44b', 'code': 200} Nov 25 17:40:14.659219 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-cf576606-b5f3-4d6a-8475-2244ba11b937 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Request body: {'subnet': {'network_id': '63f652d6-f8a1-465f-a6da-d7f83159f2c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:14.723732 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-02003578-fbeb-49f0-84eb-0d8b3bd7bd57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:14.732124 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=82625e3e-d5dd-41cd-b7dc-44893732e44b,revision_number=14']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:14.734012 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c548bc1-0b6a-4437-94f0-72053a294093 req-d7bdecec-ee41-4650-83e4-46f17dfb8dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:14.735468 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2c548bc1-0b6a-4437-94f0-72053a294093 req-d7bdecec-ee41-4650-83e4-46f17dfb8dfa service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2992060-12d6-4bc2-a7a5-ee6714d7c0a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3994873 Nov 25 17:40:14.736516 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f49457-2fcb-404b-923b-9d3eb4251dc3 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Pushing event updated for resources: {'Network': ['ID=63f652d6-f8a1-465f-a6da-d7f83159f2c4,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:14.748494 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 63f652d6-f8a1-465f-a6da-d7f83159f2c4 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:40:14.800926 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-02003578-fbeb-49f0-84eb-0d8b3bd7bd57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:14.908181 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02003578-fbeb-49f0-84eb-0d8b3bd7bd57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 935} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:40:14.954081 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-02003578-fbeb-49f0-84eb-0d8b3bd7bd57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:14.954696 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-02003578-fbeb-49f0-84eb-0d8b3bd7bd57 admin admin] Added segment 506df9f2-b834-4d78-a6af-1ee3efc3ff09 of type vlan for network ac3d9612-6ca0-40df-ad89-62ed459c33fb Nov 25 17:40:14.957797 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02003578-fbeb-49f0-84eb-0d8b3bd7bd57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c947fccf-cedf-4a04-b14d-ccef06b8ecd8,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:14.975574 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 75c9de0c-1abf-4cf9-93cd-ceb2ca823f86 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:40:15.110043 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 75c9de0c-1abf-4cf9-93cd-ceb2ca823f86 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:15.111330 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:15.426116 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d1d91029-2060-40ae-a54b-d048c69f6a2e req-a7752e85-f2c1-4aa0-b027-9d3b32db6517 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/ports?device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 210 time: 0.1980758 Nov 25 17:40:15.426732 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf576606-b5f3-4d6a-8475-2244ba11b937 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Made reservation on behalf of 677f391c08804a06ae90ee14d0105f79 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:40:15.438601 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cf576606-b5f3-4d6a-8475-2244ba11b937 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:15.533434 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-338b95bd-88c7-428f-b488-421d84abf943 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:15.608487 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-66fe02ea-7568-4ddf-90dd-c643925682dd None None] Provisioning complete for port 75c9de0c-1abf-4cf9-93cd-ceb2ca823f86 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:15.609679 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-66fe02ea-7568-4ddf-90dd-c643925682dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:15.629904 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b95bd-88c7-428f-b488-421d84abf943 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event deleted for resources: {'Port': ['ID=1087ab45-fdfb-4c76-9865-987b2a565593,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:15.686883 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-02003578-fbeb-49f0-84eb-0d8b3bd7bd57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:15.691493 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2c548bc1-0b6a-4437-94f0-72053a294093 req-63f623db-dfc7-4227-ac8c-1aa75a26da94 service neutron] 10.222.0.74 "GET /v2.0/networks/c2992060-12d6-4bc2-a7a5-ee6714d7c0a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9364383 Nov 25 17:40:15.841000 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2c548bc1-0b6a-4437-94f0-72053a294093 req-9ff1e408-7469-49ad-842b-28941438174e service neutron] 10.222.0.74 "GET /v2.0/networks/c2992060-12d6-4bc2-a7a5-ee6714d7c0a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407783 Nov 25 17:40:15.845792 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.db.resource_extend [None req-02003578-fbeb-49f0-84eb-0d8b3bd7bd57 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:40:15.919738 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2c548bc1-0b6a-4437-94f0-72053a294093 req-be527fa2-700f-498a-a4fe-fd30444394b5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=f2c88a46-7369-4ef9-bca9-b0c34a2b0c87 HTTP/1.1" status: 200 len: 217 time: 0.0619926 Nov 25 17:40:16.009796 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c548bc1-0b6a-4437-94f0-72053a294093 req-9d27f006-0649-41cc-b407-778cb1e6eb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:16.011396 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2c548bc1-0b6a-4437-94f0-72053a294093 req-9d27f006-0649-41cc-b407-778cb1e6eb5f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f9e97284-605a-4c4d-bc08-1f1a648a0858 HTTP/1.1" status: 200 len: 797 time: 0.0815711 Nov 25 17:40:16.018964 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-338b95bd-88c7-428f-b488-421d84abf943 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:16.031284 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-338b95bd-88c7-428f-b488-421d84abf943 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/ports/1087ab45-fdfb-4c76-9865-987b2a565593 HTTP/1.1" status: 204 len: 168 time: 3.0708704 Nov 25 17:40:16.033330 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57550) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:16.095699 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-02003578-fbeb-49f0-84eb-0d8b3bd7bd57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:16.096686 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02003578-fbeb-49f0-84eb-0d8b3bd7bd57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:16.097291 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-02003578-fbeb-49f0-84eb-0d8b3bd7bd57 admin admin] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:16.272463 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57552) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:16.298300 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-02003578-fbeb-49f0-84eb-0d8b3bd7bd57 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.7884164 Nov 25 17:40:16.300966 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02003578-fbeb-49f0-84eb-0d8b3bd7bd57 admin admin] Pushing event updated for resources: {'Network': ['ID=ac3d9612-6ca0-40df-ad89-62ed459c33fb,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:16.314886 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57556) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:16.315248 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network ac3d9612-6ca0-40df-ad89-62ed459c33fb details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:40:16.345800 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c548bc1-0b6a-4437-94f0-72053a294093 req-4322130f-5b53-4661-8135-97cf01eaadde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:16.348790 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-6f9465d6-17f8-4938-a3d8-97023f98a8e4 admin admin] Request body: {'subnet': {'network_id': 'ac3d9612-6ca0-40df-ad89-62ed459c33fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1444397206-subnet', 'tenant_id': 'e67f483089c147bfb012c80d67402bfc', 'ip_version': 4}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:16.352650 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2c548bc1-0b6a-4437-94f0-72053a294093 req-4322130f-5b53-4661-8135-97cf01eaadde service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2992060-12d6-4bc2-a7a5-ee6714d7c0a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3281457 Nov 25 17:40:16.471621 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-e51133e5-9558-46b3-aad0-c0f2d4a7fd91 None None] Could not find standard attr ID for object 1087ab45-fdfb-4c76-9865-987b2a565593. {{(pid=103362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:40:16.501697 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9465d6-17f8-4938-a3d8-97023f98a8e4 admin admin] Made reservation on behalf of e67f483089c147bfb012c80d67402bfc for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:40:16.511028 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6f9465d6-17f8-4938-a3d8-97023f98a8e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:16.589707 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cf576606-b5f3-4d6a-8475-2244ba11b937 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:16.597040 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fab9919-bddd-4594-b3ba-555e77b0b1e6 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:16.599471 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fab9919-bddd-4594-b3ba-555e77b0b1e6 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:16.601640 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fab9919-bddd-4594-b3ba-555e77b0b1e6 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:16.603776 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-4fab9919-bddd-4594-b3ba-555e77b0b1e6 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.5667131 Nov 25 17:40:16.613548 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57570) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:16.692208 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-df37f491-3ee9-476f-aa22-b352b8e447c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:16.736590 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:16.859579 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2c548bc1-0b6a-4437-94f0-72053a294093 req-79ba20e9-90bd-412c-aab1-821b1f8ca3e3 service neutron] 10.222.0.74 "GET /v2.0/networks/c2992060-12d6-4bc2-a7a5-ee6714d7c0a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5030196 Nov 25 17:40:16.874555 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c331b4fa-eaa2-45f7-bc9d-322fb64dd6c3 req-4f50fecc-f840-4afa-8233-a365f0ba8856 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/ports?device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 210 time: 0.2989149 Nov 25 17:40:16.878061 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:17.036726 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8e55ef5-fc3b-47c3-9e28-01c383b8bc88 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Deleting subnet 498f261a-8a63-44cf-9810-4bd727381912 {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:40:17.044068 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf576606-b5f3-4d6a-8475-2244ba11b937 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Pushing event updated for resources: {'Subnet': ['ID=93e6c5fc-88bc-4167-b6cf-662feaaf0713,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:17.047288 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b8e55ef5-fc3b-47c3-9e28-01c383b8bc88 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:17.079480 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf576606-b5f3-4d6a-8475-2244ba11b937 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Checking segment: {'id': 'b7dd11b2-e771-4fc9-8be7-82a9b428eff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '63f652d6-f8a1-465f-a6da-d7f83159f2c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:40:17.080170 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf576606-b5f3-4d6a-8475-2244ba11b937 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Network hostable DHCP agents. Network: 63f652d6-f8a1-465f-a6da-d7f83159f2c4, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:40:17.085689 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2c548bc1-0b6a-4437-94f0-72053a294093 req-92ba3a05-ef9d-4d4f-bc32-a6c2074633f5 service neutron] 10.222.0.74 "GET /v2.0/networks/c2992060-12d6-4bc2-a7a5-ee6714d7c0a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074401 Nov 25 17:40:17.140642 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c8571627-beba-470d-9801-ac8f8fde58b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:17.151880 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf576606-b5f3-4d6a-8475-2244ba11b937 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Network 63f652d6-f8a1-465f-a6da-d7f83159f2c4 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:40:17.165892 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b8e55ef5-fc3b-47c3-9e28-01c383b8bc88 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:17.210584 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2c548bc1-0b6a-4437-94f0-72053a294093 req-05fb843f-fdbb-4fb0-a110-8f410f4ad4bd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=3e8dca40-6833-4868-bd94-c2c3a4bc80dd HTTP/1.1" status: 200 len: 217 time: 0.1127460 Nov 25 17:40:17.230782 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-df37f491-3ee9-476f-aa22-b352b8e447c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:17.243641 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-cf576606-b5f3-4d6a-8475-2244ba11b937 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 63f652d6-f8a1-465f-a6da-d7f83159f2c4) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:17.255849 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4aeb630-7ee1-467d-b0af-cfc6aaaf79ec None None] Network 63f652d6-f8a1-465f-a6da-d7f83159f2c4 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:40:17.275511 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf576606-b5f3-4d6a-8475-2244ba11b937 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:17.276408 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cf576606-b5f3-4d6a-8475-2244ba11b937 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:17.331191 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c548bc1-0b6a-4437-94f0-72053a294093 req-7e054dc8-5120-4128-9abf-2050c2cf23ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:17.333427 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2c548bc1-0b6a-4437-94f0-72053a294093 req-7e054dc8-5120-4128-9abf-2050c2cf23ae service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f9e97284-605a-4c4d-bc08-1f1a648a0858 HTTP/1.1" status: 200 len: 797 time: 0.1053822 Nov 25 17:40:17.334596 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-df37f491-3ee9-476f-aa22-b352b8e447c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:17.399384 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-cf576606-b5f3-4d6a-8475-2244ba11b937 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7501237 Nov 25 17:40:17.410483 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57596) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:17.459437 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-aca744dc-f3da-478d-bf71-03644e1b4eba tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1275709767', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}, 'admin_state_up': False}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:17.460915 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-df37f491-3ee9-476f-aa22-b352b8e447c5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=14892f9f48ef4a30a1e961d37877d78c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1610603 Nov 25 17:40:17.463106 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57598) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:17.466798 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df37f491-3ee9-476f-aa22-b352b8e447c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97fba7b5-6bd4-4de8-82c1-580f985a88f5,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:17.512916 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c548bc1-0b6a-4437-94f0-72053a294093 req-e6453baa-f2f2-4d5c-8e67-2f3f8ca0e3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:17.514546 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2c548bc1-0b6a-4437-94f0-72053a294093 req-e6453baa-f2f2-4d5c-8e67-2f3f8ca0e3db service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2992060-12d6-4bc2-a7a5-ee6714d7c0a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1599524 Nov 25 17:40:17.521376 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ba8fc-9c4d-4f9a-8160-31c551073cf1 req-d83d583d-7095-497c-9bb0-def88964cd2e tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:17.529279 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ba0ba8fc-9c4d-4f9a-8160-31c551073cf1 req-d83d583d-7095-497c-9bb0-def88964cd2e tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 945 time: 0.2798855 Nov 25 17:40:17.539282 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6f9465d6-17f8-4938-a3d8-97023f98a8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:17.556652 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d2bb64de-808c-4942-93b1-f013be82b3fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:17.570470 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b8e55ef5-fc3b-47c3-9e28-01c383b8bc88 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:17.589169 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7de8ec-39ff-4283-9d0c-e29c3695d938 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-63f652d6-f8a1-465f-a6da-d7f83159f2c4', 'network_id': '63f652d6-f8a1-465f-a6da-d7f83159f2c4', 'tenant_id': '677f391c08804a06ae90ee14d0105f79', 'fixed_ips': [{'subnet_id': '93e6c5fc-88bc-4167-b6cf-662feaaf0713'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:40:17.590058 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7c7de8ec-39ff-4283-9d0c-e29c3695d938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:17.618464 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c2996-8fa6-4b84-9260-a35bddaccfe0 req-cc310158-60a5-4c2a-8760-76dde1dea1c5 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:17.625964 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c2996-8fa6-4b84-9260-a35bddaccfe0 req-cc310158-60a5-4c2a-8760-76dde1dea1c5 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:17.632202 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c2996-8fa6-4b84-9260-a35bddaccfe0 req-cc310158-60a5-4c2a-8760-76dde1dea1c5 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:17.635943 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d2bb64de-808c-4942-93b1-f013be82b3fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:17.639711 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c2996-8fa6-4b84-9260-a35bddaccfe0 req-cc310158-60a5-4c2a-8760-76dde1dea1c5 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:17.646214 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c2996-8fa6-4b84-9260-a35bddaccfe0 req-cc310158-60a5-4c2a-8760-76dde1dea1c5 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:17.652453 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c2996-8fa6-4b84-9260-a35bddaccfe0 req-cc310158-60a5-4c2a-8760-76dde1dea1c5 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:17.659225 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c2996-8fa6-4b84-9260-a35bddaccfe0 req-cc310158-60a5-4c2a-8760-76dde1dea1c5 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:17.661411 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d43c2996-8fa6-4b84-9260-a35bddaccfe0 req-cc310158-60a5-4c2a-8760-76dde1dea1c5 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 5434 time: 0.3572862 Nov 25 17:40:17.731327 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2c548bc1-0b6a-4437-94f0-72053a294093 req-df29ef6b-c698-4c72-85d2-948ebd6a4482 service neutron] 10.222.0.74 "GET /v2.0/networks/c2992060-12d6-4bc2-a7a5-ee6714d7c0a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098463 Nov 25 17:40:17.755411 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-aca744dc-f3da-478d-bf71-03644e1b4eba tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:17.757010 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-aca744dc-f3da-478d-bf71-03644e1b4eba tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:17.815339 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ba0ba8fc-9c4d-4f9a-8160-31c551073cf1 req-5befc483-78c3-4f26-9dc1-8d19da1c4e6e tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2846673 Nov 25 17:40:17.821646 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9465d6-17f8-4938-a3d8-97023f98a8e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c27de08-3ab5-466c-84b4-62cdfa6da7ca,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:17.853214 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94672857-872b-4f6e-84b4-54dead302384 req-2a315cbc-ac11-42a6-a282-2a4d95930259 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:17.861218 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94672857-872b-4f6e-84b4-54dead302384 req-2a315cbc-ac11-42a6-a282-2a4d95930259 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:17.867315 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94672857-872b-4f6e-84b4-54dead302384 req-2a315cbc-ac11-42a6-a282-2a4d95930259 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:17.874105 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94672857-872b-4f6e-84b4-54dead302384 req-2a315cbc-ac11-42a6-a282-2a4d95930259 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:17.880509 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94672857-872b-4f6e-84b4-54dead302384 req-2a315cbc-ac11-42a6-a282-2a4d95930259 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:17.887171 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94672857-872b-4f6e-84b4-54dead302384 req-2a315cbc-ac11-42a6-a282-2a4d95930259 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:17.887981 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-7c7de8ec-39ff-4283-9d0c-e29c3695d938 None None] Allocated IP 172.20.0.2 (63f652d6-f8a1-465f-a6da-d7f83159f2c4/93e6c5fc-88bc-4167-b6cf-662feaaf0713/df7cf6b3-22c3-42af-8405-276dcd6d8e1f) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:40:17.894141 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94672857-872b-4f6e-84b4-54dead302384 req-2a315cbc-ac11-42a6-a282-2a4d95930259 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:17.896181 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-94672857-872b-4f6e-84b4-54dead302384 req-2a315cbc-ac11-42a6-a282-2a4d95930259 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.74 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 5434 time: 0.3599288 Nov 25 17:40:17.906890 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2c548bc1-0b6a-4437-94f0-72053a294093 req-71d84bac-e0ae-45c7-9c5a-5cc66e427806 service neutron] 10.222.0.74 "GET /v2.0/networks/c2992060-12d6-4bc2-a7a5-ee6714d7c0a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669822 Nov 25 17:40:17.914703 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d2bb64de-808c-4942-93b1-f013be82b3fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:17.919598 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d2bb64de-808c-4942-93b1-f013be82b3fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:17.921521 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d2bb64de-808c-4942-93b1-f013be82b3fa admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/97fba7b5-6bd4-4de8-82c1-580f985a88f5 HTTP/1.1" status: 204 len: 168 time: 0.4570439 Nov 25 17:40:17.978044 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bb64de-808c-4942-93b1-f013be82b3fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97fba7b5-6bd4-4de8-82c1-580f985a88f5,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:17.990498 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2c548bc1-0b6a-4437-94f0-72053a294093 req-54b90880-84fd-485f-bf18-d92e9c01ea00 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=f54006cb-a702-40a6-af02-82688e9a733c HTTP/1.1" status: 200 len: 217 time: 0.0669668 Nov 25 17:40:18.083792 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c548bc1-0b6a-4437-94f0-72053a294093 req-f91ba678-48ff-4035-a200-909fc19badbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:18.085615 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2c548bc1-0b6a-4437-94f0-72053a294093 req-f91ba678-48ff-4035-a200-909fc19badbc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f9e97284-605a-4c4d-bc08-1f1a648a0858 HTTP/1.1" status: 200 len: 797 time: 0.0854976 Nov 25 17:40:18.116223 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-aca744dc-f3da-478d-bf71-03644e1b4eba tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:18.134222 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9465d6-17f8-4938-a3d8-97023f98a8e4 admin admin] Checking segment: {'id': '506df9f2-b834-4d78-a6af-1ee3efc3ff09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'ac3d9612-6ca0-40df-ad89-62ed459c33fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:40:18.134579 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9465d6-17f8-4938-a3d8-97023f98a8e4 admin admin] Network hostable DHCP agents. Network: ac3d9612-6ca0-40df-ad89-62ed459c33fb, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:40:18.137027 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b8e55ef5-fc3b-47c3-9e28-01c383b8bc88 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:18.160091 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-81f75be4-c3c9-4f6a-8a73-01c9ccf0870e req-889d96af-8d52-4f14-8c2a-d5392884326b tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/ports?device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 210 time: 0.1493461 Nov 25 17:40:18.177187 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d43c2996-8fa6-4b84-9260-a35bddaccfe0 req-853bfa37-9240-417e-bc43-34a583575e65 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/security-groups?id=7dac673b-c262-4497-b783-e9f920753627&id=0577770c-39b7-4b0c-8124-55e039ea72f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4658177 Nov 25 17:40:18.178348 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c548bc1-0b6a-4437-94f0-72053a294093 req-42defdb3-d54b-4eb2-b082-394a1962678e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:18.180603 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2c548bc1-0b6a-4437-94f0-72053a294093 req-42defdb3-d54b-4eb2-b082-394a1962678e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2992060-12d6-4bc2-a7a5-ee6714d7c0a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0874238 Nov 25 17:40:18.271043 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7c7de8ec-39ff-4283-9d0c-e29c3695d938 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:18.282838 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7c7de8ec-39ff-4283-9d0c-e29c3695d938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:18.332868 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94672857-872b-4f6e-84b4-54dead302384 req-d68fd927-1466-425b-bda3-9e157c8081c5 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:18.334048 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-94672857-872b-4f6e-84b4-54dead302384 req-d68fd927-1466-425b-bda3-9e157c8081c5 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.74 "GET /v2.0/ports/f2c88a46-7369-4ef9-bca9-b0c34a2b0c87?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4238181 Nov 25 17:40:18.364579 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7de8ec-39ff-4283-9d0c-e29c3695d938 None None] Pushing event updated for resources: {'Port': ['ID=df7cf6b3-22c3-42af-8405-276dcd6d8e1f,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:18.389449 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7de8ec-39ff-4283-9d0c-e29c3695d938 None None] Network 63f652d6-f8a1-465f-a6da-d7f83159f2c4 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:18.399542 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-7c7de8ec-39ff-4283-9d0c-e29c3695d938 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:18.402431 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7de8ec-39ff-4283-9d0c-e29c3695d938 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:40:18.406775 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57610) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:18.412689 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e55ef5-fc3b-47c3-9e28-01c383b8bc88 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event deleted for resources: {'Subnet': ['ID=498f261a-8a63-44cf-9810-4bd727381912,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:18.428992 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b8e55ef5-fc3b-47c3-9e28-01c383b8bc88 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:18.434310 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-b8e55ef5-fc3b-47c3-9e28-01c383b8bc88 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/subnets/498f261a-8a63-44cf-9810-4bd727381912 HTTP/1.1" status: 204 len: 168 time: 1.7960525 Nov 25 17:40:18.447522 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a0b487-c77d-406d-b390-68425d5747a4 None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:40:18.459593 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57612) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:18.476010 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-38d48642-29a2-447c-96fd-dc1ca6663f34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:18.498280 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2c548bc1-0b6a-4437-94f0-72053a294093 req-c99a1896-4ab7-46a0-a3ab-f9ef539060fa service neutron] 10.222.0.74 "GET /v2.0/networks/c2992060-12d6-4bc2-a7a5-ee6714d7c0a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092797 Nov 25 17:40:18.599495 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-7c7de8ec-39ff-4283-9d0c-e29c3695d938 None None] Attempting to bind port df7cf6b3-22c3-42af-8405-276dcd6d8e1f on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:40:18.600037 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-7c7de8ec-39ff-4283-9d0c-e29c3695d938 None None] Attempting to bind port df7cf6b3-22c3-42af-8405-276dcd6d8e1f by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'b7dd11b2-e771-4fc9-8be7-82a9b428eff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '63f652d6-f8a1-465f-a6da-d7f83159f2c4'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:40:18.600654 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7de8ec-39ff-4283-9d0c-e29c3695d938 None None] Attempting to bind port df7cf6b3-22c3-42af-8405-276dcd6d8e1f on network 63f652d6-f8a1-465f-a6da-d7f83159f2c4 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:40:18.608417 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7de8ec-39ff-4283-9d0c-e29c3695d938 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:40:18.609043 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7de8ec-39ff-4283-9d0c-e29c3695d938 None None] Checking segment: {'id': 'b7dd11b2-e771-4fc9-8be7-82a9b428eff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '63f652d6-f8a1-465f-a6da-d7f83159f2c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:40:18.609680 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7c7de8ec-39ff-4283-9d0c-e29c3695d938 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:18.610535 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7de8ec-39ff-4283-9d0c-e29c3695d938 None None] Bound using segment: {'id': 'b7dd11b2-e771-4fc9-8be7-82a9b428eff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '63f652d6-f8a1-465f-a6da-d7f83159f2c4'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:40:18.610804 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-7c7de8ec-39ff-4283-9d0c-e29c3695d938 None None] Bound port: df7cf6b3-22c3-42af-8405-276dcd6d8e1f, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7dd11b2-e771-4fc9-8be7-82a9b428eff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '63f652d6-f8a1-465f-a6da-d7f83159f2c4'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:40:18.611400 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7c7de8ec-39ff-4283-9d0c-e29c3695d938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:18.680789 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-7c7de8ec-39ff-4283-9d0c-e29c3695d938 None None] For port df7cf6b3-22c3-42af-8405-276dcd6d8e1f, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:40:18.684029 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-7c7de8ec-39ff-4283-9d0c-e29c3695d938 None None] For port df7cf6b3-22c3-42af-8405-276dcd6d8e1f, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=df7cf6b3-22c3-42af-8405-276dcd6d8e1f,segment=NetworkSegment(b7dd11b2-e771-4fc9-8be7-82a9b428eff0),segment_id=b7dd11b2-e771-4fc9-8be7-82a9b428eff0)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:40:18.694038 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7c7de8ec-39ff-4283-9d0c-e29c3695d938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:18.700061 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2c548bc1-0b6a-4437-94f0-72053a294093 req-c2d33c36-7e9c-46d9-bac8-10b5b513586e service neutron] 10.222.0.74 "GET /v2.0/networks/c2992060-12d6-4bc2-a7a5-ee6714d7c0a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832483 Nov 25 17:40:18.741522 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-94672857-872b-4f6e-84b4-54dead302384 req-41befed2-c7ac-4af5-b1ba-c5a06f4d4050 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.74 "GET /v2.0/networks/c2992060-12d6-4bc2-a7a5-ee6714d7c0a4?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3017917 Nov 25 17:40:18.753516 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2c548bc1-0b6a-4437-94f0-72053a294093 req-c959804b-7f40-4051-a4d7-4d7efec11a8d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=58e5de73-8a69-4d16-ae13-ab33677f39c5 HTTP/1.1" status: 200 len: 217 time: 0.0447466 Nov 25 17:40:18.785128 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-94672857-872b-4f6e-84b4-54dead302384 req-395cd627-4da7-4389-8394-5d8289aeaf10 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:18.804906 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7de8ec-39ff-4283-9d0c-e29c3695d938 None None] Pushing event updated for resources: {'Port': ['ID=df7cf6b3-22c3-42af-8405-276dcd6d8e1f,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:18.847674 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9465d6-17f8-4938-a3d8-97023f98a8e4 admin admin] Network ac3d9612-6ca0-40df-ad89-62ed459c33fb is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:40:18.849683 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-38d48642-29a2-447c-96fd-dc1ca6663f34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:18.867166 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-38d48642-29a2-447c-96fd-dc1ca6663f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:18.904663 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-6f9465d6-17f8-4938-a3d8-97023f98a8e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, ac3d9612-6ca0-40df-ad89-62ed459c33fb) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:18.926168 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c548bc1-0b6a-4437-94f0-72053a294093 req-c6e5e823-8892-4d60-b665-5f747b177497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:18.928026 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2c548bc1-0b6a-4437-94f0-72053a294093 req-c6e5e823-8892-4d60-b665-5f747b177497 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=433e0b25-87c6-4c49-8afd-0df579500c07 HTTP/1.1" status: 200 len: 797 time: 0.1641233 Nov 25 17:40:18.946671 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073d8713-f0ab-474e-af83-ed17619a190d None None] Network ac3d9612-6ca0-40df-ad89-62ed459c33fb requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:40:18.988397 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9465d6-17f8-4938-a3d8-97023f98a8e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:18.989258 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6f9465d6-17f8-4938-a3d8-97023f98a8e4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:19.003897 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0f91ef2-6839-4fff-a04e-216a64b7045a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Deleting subnet ef10d06c-f2b8-4e04-a794-80dbfc315ed0 {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:40:19.033744 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-aca744dc-f3da-478d-bf71-03644e1b4eba tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:19.036662 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e0f91ef2-6839-4fff-a04e-216a64b7045a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:19.037185 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-38d48642-29a2-447c-96fd-dc1ca6663f34 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=930b063913924ff38ef8f18cbb647081&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6285672 Nov 25 17:40:19.042384 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57616) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:19.067474 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d48642-29a2-447c-96fd-dc1ca6663f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b479a6de-fa46-4dfb-a13d-e736b34a52b8,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:19.146754 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b35d4b-26ce-48e2-8e4e-01a928b0699f req-2ad678e0-c99a-4a7a-86a4-b9caa6a5338f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:19.148478 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-85b35d4b-26ce-48e2-8e4e-01a928b0699f req-2ad678e0-c99a-4a7a-86a4-b9caa6a5338f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5a560046c26c483180c0093a6be1dd8b&device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 1096 time: 0.4119325 Nov 25 17:40:19.152490 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-6f9465d6-17f8-4938-a3d8-97023f98a8e4 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.8212209 Nov 25 17:40:19.169137 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ebe60-766c-41fd-9cb5-4204d2381b08 req-86a3614e-0592-4b61-b56a-b6246c76e78a tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:19.170743 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-852ebe60-766c-41fd-9cb5-4204d2381b08 req-86a3614e-0592-4b61-b56a-b6246c76e78a tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 945 time: 0.6340780 Nov 25 17:40:19.171431 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-94672857-872b-4f6e-84b4-54dead302384 req-395cd627-4da7-4389-8394-5d8289aeaf10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:19.175822 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57618) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:19.183969 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-57cd406e-d374-405b-b5be-984a1cb7c8b4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1444397206-router', 'tenant_id': 'e67f483089c147bfb012c80d67402bfc', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:19.258930 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c548bc1-0b6a-4437-94f0-72053a294093 req-7bd169e5-f724-4bb4-96f7-7a5d7431fe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:19.260513 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2c548bc1-0b6a-4437-94f0-72053a294093 req-7bd169e5-f724-4bb4-96f7-7a5d7431fe30 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cb2ab83a-f522-4839-b956-b9e276ac2a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3170552 Nov 25 17:40:19.324758 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f2f4342a-c12e-45d7-b0c0-2aadb9d9ca86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:19.337611 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e0f91ef2-6839-4fff-a04e-216a64b7045a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:19.392586 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a89f401-3137-423d-9a53-ff5fe76d71e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-ac3d9612-6ca0-40df-ad89-62ed459c33fb', 'network_id': 'ac3d9612-6ca0-40df-ad89-62ed459c33fb', 'tenant_id': 'e67f483089c147bfb012c80d67402bfc', 'fixed_ips': [{'subnet_id': '5c27de08-3ab5-466c-84b4-62cdfa6da7ca'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:40:19.394155 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7a89f401-3137-423d-9a53-ff5fe76d71e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:19.466261 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f2f4342a-c12e-45d7-b0c0-2aadb9d9ca86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:19.582058 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2c548bc1-0b6a-4437-94f0-72053a294093 req-d6b6bb03-ef06-4d5a-a70d-d42366d4266a service neutron] 10.222.0.74 "GET /v2.0/networks/cb2ab83a-f522-4839-b956-b9e276ac2a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076336 Nov 25 17:40:19.644713 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f2f4342a-c12e-45d7-b0c0-2aadb9d9ca86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:19.647208 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f2f4342a-c12e-45d7-b0c0-2aadb9d9ca86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:19.648393 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f2f4342a-c12e-45d7-b0c0-2aadb9d9ca86 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b479a6de-fa46-4dfb-a13d-e736b34a52b8 HTTP/1.1" status: 204 len: 168 time: 0.6052184 Nov 25 17:40:19.700098 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f4342a-c12e-45d7-b0c0-2aadb9d9ca86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b479a6de-fa46-4dfb-a13d-e736b34a52b8,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:19.760950 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2c548bc1-0b6a-4437-94f0-72053a294093 req-dcc75645-2806-4191-abe0-0b3d70901865 service neutron] 10.222.0.74 "GET /v2.0/networks/cb2ab83a-f522-4839-b956-b9e276ac2a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692343 Nov 25 17:40:19.771935 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e582f72d-7968-42fd-8050-317c0a357c3c req-9456c833-6de5-461d-bd6a-a3daf1294e19 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/ports?device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 210 time: 0.3854852 Nov 25 17:40:19.776274 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-852ebe60-766c-41fd-9cb5-4204d2381b08 req-2baa0afc-27e0-48fe-8a95-8e5bf08e96a5 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5842040 Nov 25 17:40:19.921137 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-7a89f401-3137-423d-9a53-ff5fe76d71e2 None None] Allocated IP 172.20.0.2 (ac3d9612-6ca0-40df-ad89-62ed459c33fb/5c27de08-3ab5-466c-84b4-62cdfa6da7ca/a47d25cd-643c-4b6e-8878-a6c34a585365) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:40:19.937471 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-904f63b4-4b5e-4e4a-b010-92a4cfdda4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:19.939726 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2c548bc1-0b6a-4437-94f0-72053a294093 req-9bf31569-8a00-40ad-b5e8-e5138591a705 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=156eba66-fef4-4dab-adfa-2ba5e2376881 HTTP/1.1" status: 200 len: 217 time: 0.1716275 Nov 25 17:40:20.084953 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c548bc1-0b6a-4437-94f0-72053a294093 req-c44e221d-69d8-4290-b7c4-53ab7d660873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:20.089482 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2c548bc1-0b6a-4437-94f0-72053a294093 req-c44e221d-69d8-4290-b7c4-53ab7d660873 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=433e0b25-87c6-4c49-8afd-0df579500c07 HTTP/1.1" status: 200 len: 797 time: 0.1404138 Nov 25 17:40:20.297113 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c548bc1-0b6a-4437-94f0-72053a294093 req-f1963d08-b4ca-48e1-91b2-4b5b63cf030a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:20.304149 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2c548bc1-0b6a-4437-94f0-72053a294093 req-f1963d08-b4ca-48e1-91b2-4b5b63cf030a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cb2ab83a-f522-4839-b956-b9e276ac2a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2081599 Nov 25 17:40:20.324013 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-145d2a5a-5938-485b-9c08-d9fcdba3561b None None] Provisioning complete for port 75c9de0c-1abf-4cf9-93cd-ceb2ca823f86 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:20.326377 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-145d2a5a-5938-485b-9c08-d9fcdba3561b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:20.536176 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7a89f401-3137-423d-9a53-ff5fe76d71e2 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:20.553281 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7a89f401-3137-423d-9a53-ff5fe76d71e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:20.588698 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2c548bc1-0b6a-4437-94f0-72053a294093 req-c521d216-7498-4b35-a539-3623011ccf08 service neutron] 10.222.0.74 "GET /v2.0/networks/cb2ab83a-f522-4839-b956-b9e276ac2a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757754 Nov 25 17:40:20.640954 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a89f401-3137-423d-9a53-ff5fe76d71e2 None None] Network ac3d9612-6ca0-40df-ad89-62ed459c33fb is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:20.656144 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-7a89f401-3137-423d-9a53-ff5fe76d71e2 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:20.663647 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a89f401-3137-423d-9a53-ff5fe76d71e2 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:40:20.736159 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e0f91ef2-6839-4fff-a04e-216a64b7045a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:20.793118 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2c548bc1-0b6a-4437-94f0-72053a294093 req-115d9e28-310e-4b83-9527-c311e77d0804 service neutron] 10.222.0.74 "GET /v2.0/networks/cb2ab83a-f522-4839-b956-b9e276ac2a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962829 Nov 25 17:40:20.902851 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-7a89f401-3137-423d-9a53-ff5fe76d71e2 None None] Attempting to bind port a47d25cd-643c-4b6e-8878-a6c34a585365 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:40:20.903222 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-7a89f401-3137-423d-9a53-ff5fe76d71e2 None None] Attempting to bind port a47d25cd-643c-4b6e-8878-a6c34a585365 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '506df9f2-b834-4d78-a6af-1ee3efc3ff09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'ac3d9612-6ca0-40df-ad89-62ed459c33fb'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:40:20.912871 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a89f401-3137-423d-9a53-ff5fe76d71e2 None None] Attempting to bind port a47d25cd-643c-4b6e-8878-a6c34a585365 on network ac3d9612-6ca0-40df-ad89-62ed459c33fb {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:40:20.930074 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a89f401-3137-423d-9a53-ff5fe76d71e2 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:40:20.930516 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a89f401-3137-423d-9a53-ff5fe76d71e2 None None] Checking segment: {'id': '506df9f2-b834-4d78-a6af-1ee3efc3ff09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'ac3d9612-6ca0-40df-ad89-62ed459c33fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:40:20.932978 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7a89f401-3137-423d-9a53-ff5fe76d71e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:20.932978 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a89f401-3137-423d-9a53-ff5fe76d71e2 None None] Bound using segment: {'id': '506df9f2-b834-4d78-a6af-1ee3efc3ff09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'ac3d9612-6ca0-40df-ad89-62ed459c33fb'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:40:20.932978 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-7a89f401-3137-423d-9a53-ff5fe76d71e2 None None] Bound port: a47d25cd-643c-4b6e-8878-a6c34a585365, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '506df9f2-b834-4d78-a6af-1ee3efc3ff09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'ac3d9612-6ca0-40df-ad89-62ed459c33fb'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:40:20.932978 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7a89f401-3137-423d-9a53-ff5fe76d71e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:20.936097 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a89f401-3137-423d-9a53-ff5fe76d71e2 None None] Pushing event updated for resources: {'Port': ['ID=a47d25cd-643c-4b6e-8878-a6c34a585365,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:20.950687 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-57cd406e-d374-405b-b5be-984a1cb7c8b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:20.952659 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-57cd406e-d374-405b-b5be-984a1cb7c8b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:20.991245 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:21.039804 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b79c901-0687-4e6a-8b5f-c3fd6866c77c None None] Network 63f652d6-f8a1-465f-a6da-d7f83159f2c4 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:40:21.042013 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device df7cf6b3-22c3-42af-8405-276dcd6d8e1f up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:40:21.104016 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-57cd406e-d374-405b-b5be-984a1cb7c8b4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:21.233864 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e0f91ef2-6839-4fff-a04e-216a64b7045a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:21.256404 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-7a89f401-3137-423d-9a53-ff5fe76d71e2 None None] For port a47d25cd-643c-4b6e-8878-a6c34a585365, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:40:21.306456 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-c0dcfe68-718e-41b1-a90e-efa3ef25080a None None] Provisioning complete for port df7cf6b3-22c3-42af-8405-276dcd6d8e1f triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:21.307328 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c0dcfe68-718e-41b1-a90e-efa3ef25080a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:21.355188 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-7a89f401-3137-423d-9a53-ff5fe76d71e2 None None] For port a47d25cd-643c-4b6e-8878-a6c34a585365, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=a47d25cd-643c-4b6e-8878-a6c34a585365,segment=NetworkSegment(506df9f2-b834-4d78-a6af-1ee3efc3ff09),segment_id=506df9f2-b834-4d78-a6af-1ee3efc3ff09)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:40:21.402058 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7a89f401-3137-423d-9a53-ff5fe76d71e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:21.415107 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port df7cf6b3-22c3-42af-8405-276dcd6d8e1f triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:21.416014 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:21.433520 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e0f91ef2-6839-4fff-a04e-216a64b7045a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:21.438596 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-e0f91ef2-6839-4fff-a04e-216a64b7045a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/subnets/ef10d06c-f2b8-4e04-a794-80dbfc315ed0 HTTP/1.1" status: 204 len: 168 time: 2.9756448 Nov 25 17:40:21.441158 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57662) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:21.473633 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f91ef2-6839-4fff-a04e-216a64b7045a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event deleted for resources: {'Subnet': ['ID=ef10d06c-f2b8-4e04-a794-80dbfc315ed0,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:21.507876 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08721044-76f3-40d4-ab07-55237277d93b None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:40:21.531770 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ea050845-5f42-42a4-b092-2f668eaf4579 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0893214 Nov 25 17:40:21.539206 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57664) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:21.553148 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-8cea1314-053f-4636-856a-a994b1d18115 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Request body: {'subnet': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:21.600216 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f811b8-dc1c-4e43-8d2a-03fdc1435134 req-4f1082df-1b2a-4ba3-ac61-599259ec9e3b tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:21.612864 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f811b8-dc1c-4e43-8d2a-03fdc1435134 req-4f1082df-1b2a-4ba3-ac61-599259ec9e3b tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:21.649022 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f811b8-dc1c-4e43-8d2a-03fdc1435134 req-4f1082df-1b2a-4ba3-ac61-599259ec9e3b tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:21.662699 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f811b8-dc1c-4e43-8d2a-03fdc1435134 req-4f1082df-1b2a-4ba3-ac61-599259ec9e3b tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:21.676165 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f811b8-dc1c-4e43-8d2a-03fdc1435134 req-4f1082df-1b2a-4ba3-ac61-599259ec9e3b tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:21.684243 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f811b8-dc1c-4e43-8d2a-03fdc1435134 req-4f1082df-1b2a-4ba3-ac61-599259ec9e3b tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:21.705407 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f811b8-dc1c-4e43-8d2a-03fdc1435134 req-4f1082df-1b2a-4ba3-ac61-599259ec9e3b tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:21.707984 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-93f811b8-dc1c-4e43-8d2a-03fdc1435134 req-4f1082df-1b2a-4ba3-ac61-599259ec9e3b tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 5434 time: 0.8741138 Nov 25 17:40:21.726125 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b35d4b-26ce-48e2-8e4e-01a928b0699f req-885b0f5c-1301-4ed2-8cad-825e0560ec67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:21.727895 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-85b35d4b-26ce-48e2-8e4e-01a928b0699f req-885b0f5c-1301-4ed2-8cad-825e0560ec67 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d0082d57-8c96-4a76-be0f-340c2f65b160 HTTP/1.1" status: 200 len: 913 time: 2.5532439 Nov 25 17:40:21.770520 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a89f401-3137-423d-9a53-ff5fe76d71e2 None None] Pushing event updated for resources: {'Port': ['ID=a47d25cd-643c-4b6e-8878-a6c34a585365,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:21.868573 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cea1314-053f-4636-856a-a994b1d18115 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Made reservation on behalf of b4fd74d3755f4cd39b2026436dde8bb1 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:40:21.871257 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:21.872719 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8cea1314-053f-4636-856a-a994b1d18115 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:22.104768 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c0dcfe68-718e-41b1-a90e-efa3ef25080a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:22.136680 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:22.140468 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port df7cf6b3-22c3-42af-8405-276dcd6d8e1f, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=df7cf6b3-22c3-42af-8405-276dcd6d8e1f,segment=NetworkSegment(b7dd11b2-e771-4fc9-8be7-82a9b428eff0),segment_id=b7dd11b2-e771-4fc9-8be7-82a9b428eff0)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:22.159417 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:22.351191 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.db.api [None req-c0dcfe68-718e-41b1-a90e-efa3ef25080a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:40:22.352767 n-d-817746-1 neutron-server[103362]: DEBUG oslo_db.api [None req-c0dcfe68-718e-41b1-a90e-efa3ef25080a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:40:22.356146 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 156eba66-fef4-4dab-adfa-2ba5e2376881 no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:40:22.389778 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7764512-6fbb-42f8-82d6-6d78f1b8651a req-27fb9565-1fcf-478f-9271-6c40691a22dd tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:22.391523 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b7764512-6fbb-42f8-82d6-6d78f1b8651a req-27fb9565-1fcf-478f-9271-6c40691a22dd tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 945 time: 1.3864443 Nov 25 17:40:22.408146 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-85b35d4b-26ce-48e2-8e4e-01a928b0699f req-49f45a20-91f2-4cb4-acff-1944b25325f1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82625e3e-d5dd-41cd-b7dc-44893732e44b HTTP/1.1" status: 200 len: 999 time: 0.6606867 Nov 25 17:40:22.424654 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-94672857-872b-4f6e-84b4-54dead302384 req-395cd627-4da7-4389-8394-5d8289aeaf10 service neutron] For port f2c88a46-7369-4ef9-bca9-b0c34a2b0c87, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=f2c88a46-7369-4ef9-bca9-b0c34a2b0c87,segment=NetworkSegment(6f760b9f-05a7-45e0-b265-14c8c33a90b3),segment_id=6f760b9f-05a7-45e0-b265-14c8c33a90b3)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:22.449338 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=df7cf6b3-22c3-42af-8405-276dcd6d8e1f,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:22.452105 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-57cd406e-d374-405b-b5be-984a1cb7c8b4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:22.494776 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bcd592-b4fe-4410-95bd-a741c8fd8651 None None] DHCP port deletion for fed75ec1-726a-45be-ab23-2dd76f977831 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:40:22.592405 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:22.629482 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '156eba66-fef4-4dab-adfa-2ba5e2376881'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:40:22.632007 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d1645c-57db-433e-9d64-880a1e05d78d" -d '{"events": [{"server_uuid": "d4b5d011-e28c-42fc-ad2e-294a30d84492", "name": "network-vif-unplugged", "status": "completed", "tag": "156eba66-fef4-4dab-adfa-2ba5e2376881"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:40:22.686412 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b35d4b-26ce-48e2-8e4e-01a928b0699f req-5f205f89-28a9-46e1-8295-beee082d4653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:22.688552 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-85b35d4b-26ce-48e2-8e4e-01a928b0699f req-5f205f89-28a9-46e1-8295-beee082d4653 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c74f83ed-3896-4341-8cf1-e1417d85add2 HTTP/1.1" status: 200 len: 851 time: 0.2600684 Nov 25 17:40:22.844944 n-d-817746-1 neutron-server[103360]: DEBUG neutron.objects.ports [None req-8cea1314-053f-4636-856a-a994b1d18115 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103360) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 17:40:22.859630 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-61bcd592-b4fe-4410-95bd-a741c8fd8651 None None] Deleting port 75c9de0c-1abf-4cf9-93cd-ceb2ca823f86 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:22.859630 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-61bcd592-b4fe-4410-95bd-a741c8fd8651 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:22.869681 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 156eba66-fef4-4dab-adfa-2ba5e2376881, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=156eba66-fef4-4dab-adfa-2ba5e2376881,segment=NetworkSegment(23d8f0f9-c2dc-40f5-84f9-089bfa9c0f22),segment_id=23d8f0f9-c2dc-40f5-84f9-089bfa9c0f22)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:22.914700 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:22.915871 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device f2c88a46-7369-4ef9-bca9-b0c34a2b0c87 no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:40:22.979935 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-94672857-872b-4f6e-84b4-54dead302384 req-395cd627-4da7-4389-8394-5d8289aeaf10 service neutron] For port f2c88a46-7369-4ef9-bca9-b0c34a2b0c87, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:40:22.989940 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-aca744dc-f3da-478d-bf71-03644e1b4eba tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks [] for router_gateway, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:23.070853 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=156eba66-fef4-4dab-adfa-2ba5e2376881,revision_number=6']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:23.121103 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-aca744dc-f3da-478d-bf71-03644e1b4eba tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:23.133535 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b7764512-6fbb-42f8-82d6-6d78f1b8651a req-97041165-19ff-457c-bd52-f0fa9eba83ec tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7152977 Nov 25 17:40:23.150317 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device df7cf6b3-22c3-42af-8405-276dcd6d8e1f up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:40:23.159895 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-93f811b8-dc1c-4e43-8d2a-03fdc1435134 req-6e629bf6-2a5f-40ed-84a5-7146c27be0db tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/security-groups?id=7dac673b-c262-4497-b783-e9f920753627&id=0577770c-39b7-4b0c-8124-55e039ea72f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.4310303 Nov 25 17:40:23.262409 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b35d4b-26ce-48e2-8e4e-01a928b0699f req-ed4fd657-90e7-47df-a441-9ef2fd30a429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:23.264314 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-85b35d4b-26ce-48e2-8e4e-01a928b0699f req-ed4fd657-90e7-47df-a441-9ef2fd30a429 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d0082d57-8c96-4a76-be0f-340c2f65b160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5504563 Nov 25 17:40:23.275831 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d135f062-be5a-4b9a-b3e4-9519f4b5e26a x-openstack-request-id: req-d135f062-be5a-4b9a-b3e4-9519f4b5e26a {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:40:23.276222 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b5d011-e28c-42fc-ad2e-294a30d84492", "name": "network-vif-unplugged", "status": "completed", "tag": "156eba66-fef4-4dab-adfa-2ba5e2376881", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:40:23.276585 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d135f062-be5a-4b9a-b3e4-9519f4b5e26a {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:40:23.277137 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '156eba66-fef4-4dab-adfa-2ba5e2376881', 'code': 200} Nov 25 17:40:23.304215 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:23.333694 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-61bcd592-b4fe-4410-95bd-a741c8fd8651 None None] For port 75c9de0c-1abf-4cf9-93cd-ceb2ca823f86, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=75c9de0c-1abf-4cf9-93cd-ceb2ca823f86,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:23.334469 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-61bcd592-b4fe-4410-95bd-a741c8fd8651 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:23.339595 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f6d68ab0-97be-4297-8e3e-d9cf097100c8 req-a00c5037-a8f2-4ac2-8a52-9c6c03612ff9 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/ports?device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 210 time: 0.0737667 Nov 25 17:40:23.356290 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-94672857-872b-4f6e-84b4-54dead302384 req-395cd627-4da7-4389-8394-5d8289aeaf10 service neutron] device_id is not set on port f2c88a46-7369-4ef9-bca9-b0c34a2b0c87 yet. {{(pid=103361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:40:23.375822 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-61bcd592-b4fe-4410-95bd-a741c8fd8651 None None] Calling delete_port for 75c9de0c-1abf-4cf9-93cd-ceb2ca823f86 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:23.456101 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:23.472009 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8cea1314-053f-4636-856a-a994b1d18115 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:23.487917 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-73cc6ef0-2144-4bf8-8e50-ab8a28155d56 None None] Provisioning complete for port df7cf6b3-22c3-42af-8405-276dcd6d8e1f triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:23.487917 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-73cc6ef0-2144-4bf8-8e50-ab8a28155d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:23.491851 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port df7cf6b3-22c3-42af-8405-276dcd6d8e1f triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:23.492335 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:23.554647 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-aca744dc-f3da-478d-bf71-03644e1b4eba tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Allocated IP 172.25.0.224 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/4eb4f4e0-b723-4e19-bdcd-53723919430a) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:40:23.561521 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa73271-1aee-4a4b-8609-b70c922e1c7e None None] Network ac3d9612-6ca0-40df-ad89-62ed459c33fb requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:40:23.602948 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-94672857-872b-4f6e-84b4-54dead302384 req-395cd627-4da7-4389-8394-5d8289aeaf10 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:23.731656 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-94672857-872b-4f6e-84b4-54dead302384 req-395cd627-4da7-4389-8394-5d8289aeaf10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:23.746103 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-8cea1314-053f-4636-856a-a994b1d18115 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] For port 75c9de0c-1abf-4cf9-93cd-ceb2ca823f86, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=75c9de0c-1abf-4cf9-93cd-ceb2ca823f86,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:23.747535 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.db.api [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:40:23.747977 n-d-817746-1 neutron-server[103362]: DEBUG oslo_db.api [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:40:23.758137 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57702) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:23.791231 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8cea1314-053f-4636-856a-a994b1d18115 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:23.817567 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device a47d25cd-643c-4b6e-8878-a6c34a585365 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:40:23.825965 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8cea1314-053f-4636-856a-a994b1d18115 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:23.827678 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8cea1314-053f-4636-856a-a994b1d18115 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:23.855690 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-61bcd592-b4fe-4410-95bd-a741c8fd8651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:23.929621 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cea1314-053f-4636-856a-a994b1d18115 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event deleted for resources: {'Port': ['ID=75c9de0c-1abf-4cf9-93cd-ceb2ca823f86,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:23.941707 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cea1314-053f-4636-856a-a994b1d18115 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:23.983090 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-8cea1314-053f-4636-856a-a994b1d18115 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:23.989941 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cea1314-053f-4636-856a-a994b1d18115 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:23.990549 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8cea1314-053f-4636-856a-a994b1d18115 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:24.010834 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bcd592-b4fe-4410-95bd-a741c8fd8651 None None] Pushing event deleted for resources: {'Port': ['ID=75c9de0c-1abf-4cf9-93cd-ceb2ca823f86,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:24.027738 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8cea1314-053f-4636-856a-a994b1d18115 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4835377 Nov 25 17:40:24.030971 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bcd592-b4fe-4410-95bd-a741c8fd8651 None None] No DVR routers for this DVR port 75c9de0c-1abf-4cf9-93cd-ceb2ca823f86 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:40:24.035674 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57706) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:24.047010 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-8e2c90b3-6836-4604-89d4-a1334ca336bf tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Request body: {'subnet': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:24.055186 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-94672857-872b-4f6e-84b4-54dead302384 req-395cd627-4da7-4389-8394-5d8289aeaf10 service neutron] No DVR routers for this DVR port f2c88a46-7369-4ef9-bca9-b0c34a2b0c87 on host n-h1-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:40:24.078046 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b94ffdc-7cd6-4bd1-854a-eda2e0149a9d None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:40:24.094496 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port a47d25cd-643c-4b6e-8878-a6c34a585365 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:24.094978 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:24.098345 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dbc67741-ab02-4c53-9c3d-43505498aa1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:24.110956 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cea1314-053f-4636-856a-a994b1d18115 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event updated for resources: {'Subnet': ['ID=0ea374d3-655a-46c9-8709-cfcd66eb01de,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:24.167802 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-57cd406e-d374-405b-b5be-984a1cb7c8b4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:24.274726 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-85b35d4b-26ce-48e2-8e4e-01a928b0699f req-7f3d31be-9526-4de4-b1b0-8d9343ba51df service neutron] 10.222.0.74 "GET /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9914629 Nov 25 17:40:24.278472 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-57cd406e-d374-405b-b5be-984a1cb7c8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:24.283758 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2c90b3-6836-4604-89d4-a1334ca336bf tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Made reservation on behalf of b4fd74d3755f4cd39b2026436dde8bb1 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:40:24.288599 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8e2c90b3-6836-4604-89d4-a1334ca336bf tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:24.301403 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395cd627-4da7-4389-8394-5d8289aeaf10 service neutron] Pushing event updated for resources: {'Port': ['ID=f2c88a46-7369-4ef9-bca9-b0c34a2b0c87,revision_number=6']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:24.321492 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dbc67741-ab02-4c53-9c3d-43505498aa1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:24.335574 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-52b16100-67d0-4ee1-bf5e-2db4bfffc3b3 None None] Provisioning complete for port a47d25cd-643c-4b6e-8878-a6c34a585365 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:24.336447 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-52b16100-67d0-4ee1-bf5e-2db4bfffc3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:24.413934 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-94672857-872b-4f6e-84b4-54dead302384 req-395cd627-4da7-4389-8394-5d8289aeaf10 service neutron] In _notify_port_updated(), no bound segment for port f2c88a46-7369-4ef9-bca9-b0c34a2b0c87 on network c2992060-12d6-4bc2-a7a5-ee6714d7c0a4 {{(pid=103361) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:40:24.414984 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94672857-872b-4f6e-84b4-54dead302384 req-395cd627-4da7-4389-8394-5d8289aeaf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:24.416462 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-94672857-872b-4f6e-84b4-54dead302384 req-395cd627-4da7-4389-8394-5d8289aeaf10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:24.418133 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-94672857-872b-4f6e-84b4-54dead302384 req-395cd627-4da7-4389-8394-5d8289aeaf10 service neutron] 10.222.0.74 "PUT /v2.0/ports/f2c88a46-7369-4ef9-bca9-b0c34a2b0c87 HTTP/1.1" status: 200 len: 1028 time: 5.6606271 Nov 25 17:40:24.428187 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device f523f711-5404-47b9-b4c7-6ff9dd296afe no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:40:24.459923 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:24.532904 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-aca744dc-f3da-478d-bf71-03644e1b4eba tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:24.660269 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:24.697441 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dbc67741-ab02-4c53-9c3d-43505498aa1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:24.712631 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8e2c90b3-6836-4604-89d4-a1334ca336bf tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:24.718995 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port a47d25cd-643c-4b6e-8878-a6c34a585365, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=a47d25cd-643c-4b6e-8878-a6c34a585365,segment=NetworkSegment(506df9f2-b834-4d78-a6af-1ee3efc3ff09),segment_id=506df9f2-b834-4d78-a6af-1ee3efc3ff09)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:24.735735 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c310f3b5-1c2c-4436-94c5-01282e299db3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-fed75ec1-726a-45be-ab23-2dd76f977831', 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'tenant_id': 'b4fd74d3755f4cd39b2026436dde8bb1', 'fixed_ips': [{'subnet_id': '0ea374d3-655a-46c9-8709-cfcd66eb01de'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:40:24.736773 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c310f3b5-1c2c-4436-94c5-01282e299db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:24.773361 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:24.853172 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2c90b3-6836-4604-89d4-a1334ca336bf tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:24.859182 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-8e2c90b3-6836-4604-89d4-a1334ca336bf tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:24.878453 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 75c9de0c-1abf-4cf9-93cd-ceb2ca823f86 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:40:24.880114 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-dbc67741-ab02-4c53-9c3d-43505498aa1f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3604a90d9e064547904131e6469555cb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1202755 Nov 25 17:40:24.882809 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port f523f711-5404-47b9-b4c7-6ff9dd296afe, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=f523f711-5404-47b9-b4c7-6ff9dd296afe,segment=NetworkSegment(6f760b9f-05a7-45e0-b265-14c8c33a90b3),segment_id=6f760b9f-05a7-45e0-b265-14c8c33a90b3)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:24.886825 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2c90b3-6836-4604-89d4-a1334ca336bf tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:24.888124 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8e2c90b3-6836-4604-89d4-a1334ca336bf tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:24.903709 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57718) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:24.918053 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc67741-ab02-4c53-9c3d-43505498aa1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89253b32-c72a-4956-a45e-92f041d332e2,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:24.955867 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8e2c90b3-6836-4604-89d4-a1334ca336bf tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9125576 Nov 25 17:40:24.963915 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 75c9de0c-1abf-4cf9-93cd-ceb2ca823f86 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:40:24.964295 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 75c9de0c-1abf-4cf9-93cd-ceb2ca823f86 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:40:24.967062 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:24.967889 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device d7d22436-d666-4aa2-84ba-d29348f106e5 no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:40:24.995090 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57720) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:25.003527 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-2706a895-73e6-4caf-a36a-c5fb0a078b24 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Request body: {'port': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'mac_address': 'fa:16:3e:12:ee:3e', 'name': 'tempest-NetworksTestDHCPv6-989136968'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:25.038743 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2c90b3-6836-4604-89d4-a1334ca336bf tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event updated for resources: {'Subnet': ['ID=70f48515-74fc-46f4-985d-8907163cf13e,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:25.059077 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fedf8b7-aa78-4f17-b1a4-994320427367 req-7c28185b-9665-4b13-92fc-aaed40277285 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:25.061345 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=a47d25cd-643c-4b6e-8878-a6c34a585365,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:25.066307 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fedf8b7-aa78-4f17-b1a4-994320427367 req-7c28185b-9665-4b13-92fc-aaed40277285 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:25.068321 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-371dccb8-9dbc-4e47-b9f2-34b7c66d1d95 None None] Provisioning complete for port a47d25cd-643c-4b6e-8878-a6c34a585365 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:25.068711 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-371dccb8-9dbc-4e47-b9f2-34b7c66d1d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:25.073888 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fedf8b7-aa78-4f17-b1a4-994320427367 req-7c28185b-9665-4b13-92fc-aaed40277285 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:25.080944 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fedf8b7-aa78-4f17-b1a4-994320427367 req-7c28185b-9665-4b13-92fc-aaed40277285 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:25.087168 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fedf8b7-aa78-4f17-b1a4-994320427367 req-7c28185b-9665-4b13-92fc-aaed40277285 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:25.094384 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fedf8b7-aa78-4f17-b1a4-994320427367 req-7c28185b-9665-4b13-92fc-aaed40277285 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:25.096386 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0fedf8b7-aa78-4f17-b1a4-994320427367 req-7c28185b-9665-4b13-92fc-aaed40277285 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 4657 time: 0.8120027 Nov 25 17:40:25.108226 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2bef0e39-e4a6-4c26-8bdf-b0212d75bfaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:25.121074 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c2a49-c63b-49ec-b3ca-407953995fc1 req-6271600e-1624-48af-96eb-206810ae8220 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:25.122758 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fb2c2a49-c63b-49ec-b3ca-407953995fc1 req-6271600e-1624-48af-96eb-206810ae8220 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 945 time: 0.8356743 Nov 25 17:40:25.162045 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94672857-872b-4f6e-84b4-54dead302384 req-0676d1e5-ae49-42ca-8cc9-dd153e0044ac tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:25.163573 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-94672857-872b-4f6e-84b4-54dead302384 req-0676d1e5-ae49-42ca-8cc9-dd153e0044ac tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.74 "GET /v2.0/ports/f523f711-5404-47b9-b4c7-6ff9dd296afe?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.6859748 Nov 25 17:40:25.168320 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:25.198386 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2bef0e39-e4a6-4c26-8bdf-b0212d75bfaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:25.200733 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-85b35d4b-26ce-48e2-8e4e-01a928b0699f req-6973b59b-f7ef-4dc1-8f7a-dfffc4961a59 service neutron] 10.222.0.74 "GET /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9119747 Nov 25 17:40:25.236525 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2706a895-73e6-4caf-a36a-c5fb0a078b24 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Made reservation on behalf of b4fd74d3755f4cd39b2026436dde8bb1 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:40:25.277199 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-94672857-872b-4f6e-84b4-54dead302384 req-e671395b-42ce-44ea-bd0e-17a14df6a1df service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:25.283455 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f523f711-5404-47b9-b4c7-6ff9dd296afe'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:40:25.285760 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4477420-d1c3-4178-92ea-e32120c302ad" -d '{"events": [{"server_uuid": "d4b5d011-e28c-42fc-ad2e-294a30d84492", "name": "network-vif-unplugged", "status": "completed", "tag": "f523f711-5404-47b9-b4c7-6ff9dd296afe"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:40:25.298348 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0fedf8b7-aa78-4f17-b1a4-994320427367 req-ea123d5f-6dbe-4a14-aa59-0bcc1a7858b1 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/security-groups?id=7dac673b-c262-4497-b783-e9f920753627&id=0577770c-39b7-4b0c-8124-55e039ea72f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1883354 Nov 25 17:40:25.333704 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-aca744dc-f3da-478d-bf71-03644e1b4eba tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:25.381799 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2bef0e39-e4a6-4c26-8bdf-b0212d75bfaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:25.384365 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2bef0e39-e4a6-4c26-8bdf-b0212d75bfaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:25.388212 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2bef0e39-e4a6-4c26-8bdf-b0212d75bfaa admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/89253b32-c72a-4956-a45e-92f041d332e2 HTTP/1.1" status: 204 len: 168 time: 0.4800501 Nov 25 17:40:25.404264 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef0e39-e4a6-4c26-8bdf-b0212d75bfaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89253b32-c72a-4956-a45e-92f041d332e2,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:25.413023 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2706a895-73e6-4caf-a36a-c5fb0a078b24 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:25.452576 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-2706a895-73e6-4caf-a36a-c5fb0a078b24 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] device_id is not set on port 67f74788-c22a-4e63-bd29-26d8f59bf85f yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:40:25.580484 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fb2c2a49-c63b-49ec-b3ca-407953995fc1 req-58f6e25f-bbb8-42ed-87f2-a316628e2367 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4391329 Nov 25 17:40:25.582996 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f326b0bb-699c-45a3-a77f-b3429ea41de2 req-8ce0fd51-16d8-451e-b324-77ec2ab34955 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/ports?device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 210 time: 0.0460446 Nov 25 17:40:25.646099 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca744dc-f3da-478d-bf71-03644e1b4eba tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:25.653434 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-c310f3b5-1c2c-4436-94c5-01282e299db3 None None] Allocated IP 2001:db8::f816:3eff:fe6b:8c81 (fed75ec1-726a-45be-ab23-2dd76f977831/0ea374d3-655a-46c9-8709-cfcd66eb01de/d666c4d9-0adb-4f29-8f7b-d812e854c092) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:40:25.662387 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port d7d22436-d666-4aa2-84ba-d29348f106e5, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=d7d22436-d666-4aa2-84ba-d29348f106e5,segment=NetworkSegment(ceeed56e-b08e-4ce0-affa-4a50f5e8a957),segment_id=ceeed56e-b08e-4ce0-affa-4a50f5e8a957)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:25.663480 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-aca744dc-f3da-478d-bf71-03644e1b4eba tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:25.666343 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=f523f711-5404-47b9-b4c7-6ff9dd296afe,revision_number=6']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:25.686689 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca744dc-f3da-478d-bf71-03644e1b4eba tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:40:25.718880 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79024df-0544-4804-afd7-4f7f50d6c050 x-openstack-request-id: req-e79024df-0544-4804-afd7-4f7f50d6c050 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:40:25.719179 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b5d011-e28c-42fc-ad2e-294a30d84492", "name": "network-vif-unplugged", "status": "completed", "tag": "f523f711-5404-47b9-b4c7-6ff9dd296afe", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:40:25.719441 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e79024df-0544-4804-afd7-4f7f50d6c050 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:40:25.719881 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f523f711-5404-47b9-b4c7-6ff9dd296afe', 'code': 200} Nov 25 17:40:25.723759 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ea2306-aea8-4ca3-a076-0e2b17b07cbf None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:40:25.726329 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:25.727027 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device f54006cb-a702-40a6-af02-82688e9a733c no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:40:25.774936 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca744dc-f3da-478d-bf71-03644e1b4eba tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Pushing event updated for resources: {'Port': ['ID=4eb4f4e0-b723-4e19-bdcd-53723919430a,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:25.778058 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-57cd406e-d374-405b-b5be-984a1cb7c8b4 admin admin] Allocated IP 172.25.0.217 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/420fd8b0-33bd-4e1d-9def-85f817187d95) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:40:25.794261 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-94672857-872b-4f6e-84b4-54dead302384 req-e671395b-42ce-44ea-bd0e-17a14df6a1df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:26.004157 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57730) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:26.009726 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c310f3b5-1c2c-4436-94c5-01282e299db3 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:26.048232 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d8731f0e-e48b-4ed7-a857-51fb52e869ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:26.053750 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c310f3b5-1c2c-4436-94c5-01282e299db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:26.123211 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:26.153507 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c310f3b5-1c2c-4436-94c5-01282e299db3 None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:26.162608 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-371dccb8-9dbc-4e47-b9f2-34b7c66d1d95 None None] Provisioning complete for port f2c88a46-7369-4ef9-bca9-b0c34a2b0c87 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:26.163290 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-371dccb8-9dbc-4e47-b9f2-34b7c66d1d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:26.203097 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-c310f3b5-1c2c-4436-94c5-01282e299db3 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:26.207529 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c310f3b5-1c2c-4436-94c5-01282e299db3 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:40:26.212955 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-371dccb8-9dbc-4e47-b9f2-34b7c66d1d95 None None] Port f2c88a46-7369-4ef9-bca9-b0c34a2b0c87 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:40:26.221033 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-57cd406e-d374-405b-b5be-984a1cb7c8b4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:26.227151 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d8731f0e-e48b-4ed7-a857-51fb52e869ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:26.230840 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=d7d22436-d666-4aa2-84ba-d29348f106e5,revision_number=6']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:26.243814 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d8731f0e-e48b-4ed7-a857-51fb52e869ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:26.273314 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-94672857-872b-4f6e-84b4-54dead302384 req-e671395b-42ce-44ea-bd0e-17a14df6a1df service neutron] For port f523f711-5404-47b9-b4c7-6ff9dd296afe, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=f523f711-5404-47b9-b4c7-6ff9dd296afe,segment=NetworkSegment(6f760b9f-05a7-45e0-b265-14c8c33a90b3),segment_id=6f760b9f-05a7-45e0-b265-14c8c33a90b3)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:26.285478 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c310f3b5-1c2c-4436-94c5-01282e299db3 None None] Pushing event updated for resources: {'Port': ['ID=d666c4d9-0adb-4f29-8f7b-d812e854c092,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:26.342824 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-aca744dc-f3da-478d-bf71-03644e1b4eba tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks [] for router_gateway, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:26.348356 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-94672857-872b-4f6e-84b4-54dead302384 req-e671395b-42ce-44ea-bd0e-17a14df6a1df service neutron] For port f523f711-5404-47b9-b4c7-6ff9dd296afe, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:40:26.349888 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-57cd406e-d374-405b-b5be-984a1cb7c8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:26.350723 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port f54006cb-a702-40a6-af02-82688e9a733c, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=f54006cb-a702-40a6-af02-82688e9a733c,segment=NetworkSegment(6f760b9f-05a7-45e0-b265-14c8c33a90b3),segment_id=6f760b9f-05a7-45e0-b265-14c8c33a90b3)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:26.374410 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-2706a895-73e6-4caf-a36a-c5fb0a078b24 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Allocated IP 172.20.0.4 (fed75ec1-726a-45be-ab23-2dd76f977831/70f48515-74fc-46f4-985d-8907163cf13e/67f74788-c22a-4e63-bd29-26d8f59bf85f) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:40:26.376811 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:26.377829 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 58e5de73-8a69-4d16-ae13-ab33677f39c5 no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:40:26.383458 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d8731f0e-e48b-4ed7-a857-51fb52e869ea admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c19d4481ece04bb9b48091138628422b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3781095 Nov 25 17:40:26.387053 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8731f0e-e48b-4ed7-a857-51fb52e869ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08059287-bf48-4bf9-b928-220b4fc26357,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:26.405045 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-c310f3b5-1c2c-4436-94c5-01282e299db3 None None] Attempting to bind port d666c4d9-0adb-4f29-8f7b-d812e854c092 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:40:26.405443 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-c310f3b5-1c2c-4436-94c5-01282e299db3 None None] Attempting to bind port d666c4d9-0adb-4f29-8f7b-d812e854c092 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:40:26.405915 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c310f3b5-1c2c-4436-94c5-01282e299db3 None None] Attempting to bind port d666c4d9-0adb-4f29-8f7b-d812e854c092 on network fed75ec1-726a-45be-ab23-2dd76f977831 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:40:26.412086 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-62f823b9-cf77-4299-b19f-04a76c1d6571 None None] Provisioning complete for port 4eb4f4e0-b723-4e19-bdcd-53723919430a triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:26.412468 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-62f823b9-cf77-4299-b19f-04a76c1d6571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:26.413165 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57734) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:26.433297 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c310f3b5-1c2c-4436-94c5-01282e299db3 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:40:26.433681 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c310f3b5-1c2c-4436-94c5-01282e299db3 None None] Checking segment: {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:40:26.434092 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c310f3b5-1c2c-4436-94c5-01282e299db3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:26.434495 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c310f3b5-1c2c-4436-94c5-01282e299db3 None None] Bound using segment: {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:40:26.434988 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-c310f3b5-1c2c-4436-94c5-01282e299db3 None None] Bound port: d666c4d9-0adb-4f29-8f7b-d812e854c092, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:40:26.435380 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c310f3b5-1c2c-4436-94c5-01282e299db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:26.454857 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-2706a895-73e6-4caf-a36a-c5fb0a078b24 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Allocated IP 2001:db8::f816:3eff:fe12:ee3e (fed75ec1-726a-45be-ab23-2dd76f977831/0ea374d3-655a-46c9-8709-cfcd66eb01de/67f74788-c22a-4e63-bd29-26d8f59bf85f) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:40:26.497262 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-94672857-872b-4f6e-84b4-54dead302384 req-e671395b-42ce-44ea-bd0e-17a14df6a1df service neutron] device_id is not set on port f523f711-5404-47b9-b4c7-6ff9dd296afe yet. {{(pid=103361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:40:26.507035 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-94672857-872b-4f6e-84b4-54dead302384 req-e671395b-42ce-44ea-bd0e-17a14df6a1df service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:26.557820 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-c310f3b5-1c2c-4436-94c5-01282e299db3 None None] For port d666c4d9-0adb-4f29-8f7b-d812e854c092, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:40:26.561357 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-c310f3b5-1c2c-4436-94c5-01282e299db3 None None] For port d666c4d9-0adb-4f29-8f7b-d812e854c092, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d666c4d9-0adb-4f29-8f7b-d812e854c092,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:40:26.583619 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c310f3b5-1c2c-4436-94c5-01282e299db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:26.600069 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-62f823b9-cf77-4299-b19f-04a76c1d6571 None None] Port 4eb4f4e0-b723-4e19-bdcd-53723919430a cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:40:26.609168 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=f54006cb-a702-40a6-af02-82688e9a733c,revision_number=6']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:26.611125 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2706a895-73e6-4caf-a36a-c5fb0a078b24 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:26.647449 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-94672857-872b-4f6e-84b4-54dead302384 req-e671395b-42ce-44ea-bd0e-17a14df6a1df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:26.689121 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2706a895-73e6-4caf-a36a-c5fb0a078b24 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:26.707509 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cd406e-d374-405b-b5be-984a1cb7c8b4 admin admin] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:26.752877 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:26.756725 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c310f3b5-1c2c-4436-94c5-01282e299db3 None None] Pushing event updated for resources: {'Port': ['ID=d666c4d9-0adb-4f29-8f7b-d812e854c092,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:26.793794 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2706a895-73e6-4caf-a36a-c5fb0a078b24 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:26.804154 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 58e5de73-8a69-4d16-ae13-ab33677f39c5, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=58e5de73-8a69-4d16-ae13-ab33677f39c5,segment=NetworkSegment(23d8f0f9-c2dc-40f5-84f9-089bfa9c0f22),segment_id=23d8f0f9-c2dc-40f5-84f9-089bfa9c0f22)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:26.811380 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-57cd406e-d374-405b-b5be-984a1cb7c8b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:26.813501 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:26.815655 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cd406e-d374-405b-b5be-984a1cb7c8b4 admin admin] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:40:26.827530 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-2706a895-73e6-4caf-a36a-c5fb0a078b24 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:26.833710 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 3e8dca40-6833-4868-bd94-c2c3a4bc80dd no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:40:26.849324 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2706a895-73e6-4caf-a36a-c5fb0a078b24 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event updated for resources: {'Port': ['ID=67f74788-c22a-4e63-bd29-26d8f59bf85f,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:26.851641 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2706a895-73e6-4caf-a36a-c5fb0a078b24 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:40:26.858444 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bfb68241-6ffe-4461-9365-a44981b0900b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:26.886877 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbb9d99-3675-412f-b42f-1900b3d309cb None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:40:26.927571 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6283f016-532e-4bb7-ae00-15a198c0e2ea req-a6738760-c674-4857-b3a9-555e29ae5cde tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/ports?device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 210 time: 0.1293852 Nov 25 17:40:26.953599 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=58e5de73-8a69-4d16-ae13-ab33677f39c5,revision_number=6']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:26.958971 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cd406e-d374-405b-b5be-984a1cb7c8b4 admin admin] Pushing event updated for resources: {'Port': ['ID=420fd8b0-33bd-4e1d-9def-85f817187d95,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:27.008232 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-94672857-872b-4f6e-84b4-54dead302384 req-e671395b-42ce-44ea-bd0e-17a14df6a1df service neutron] No DVR routers for this DVR port f523f711-5404-47b9-b4c7-6ff9dd296afe on host n-h1-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:40:27.046212 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394ef5c-6a4b-45a2-bf36-eac81cb98e8d req-68f87c0a-f3a3-43c0-84cf-0c0ccf2d6169 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:27.049088 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2706a895-73e6-4caf-a36a-c5fb0a078b24 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:27.052353 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394ef5c-6a4b-45a2-bf36-eac81cb98e8d req-68f87c0a-f3a3-43c0-84cf-0c0ccf2d6169 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:27.059706 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2706a895-73e6-4caf-a36a-c5fb0a078b24 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:27.062473 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394ef5c-6a4b-45a2-bf36-eac81cb98e8d req-68f87c0a-f3a3-43c0-84cf-0c0ccf2d6169 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:27.068541 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394ef5c-6a4b-45a2-bf36-eac81cb98e8d req-68f87c0a-f3a3-43c0-84cf-0c0ccf2d6169 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:27.074905 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394ef5c-6a4b-45a2-bf36-eac81cb98e8d req-68f87c0a-f3a3-43c0-84cf-0c0ccf2d6169 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:27.093047 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4394ef5c-6a4b-45a2-bf36-eac81cb98e8d req-68f87c0a-f3a3-43c0-84cf-0c0ccf2d6169 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 3879 time: 0.5814030 Nov 25 17:40:27.102982 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bfb68241-6ffe-4461-9365-a44981b0900b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:27.129709 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2706a895-73e6-4caf-a36a-c5fb0a078b24 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.1302295 Nov 25 17:40:27.132887 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57742) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:27.179274 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:27.240232 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-2791bd22-8bfa-46b0-8555-c3a1b04df1c0 None None] Provisioning complete for port 420fd8b0-33bd-4e1d-9def-85f817187d95 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:27.257249 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2791bd22-8bfa-46b0-8555-c3a1b04df1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:27.309500 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f23bd3-2dca-4576-b39f-2929c20e9546 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:27.319485 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f23bd3-2dca-4576-b39f-2929c20e9546 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:27.321255 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-78f23bd3-2dca-4576-b39f-2929c20e9546 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1873963 Nov 25 17:40:27.324126 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57744) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:27.369739 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-2791bd22-8bfa-46b0-8555-c3a1b04df1c0 None None] Port 420fd8b0-33bd-4e1d-9def-85f817187d95 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:40:27.444970 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 3e8dca40-6833-4868-bd94-c2c3a4bc80dd, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=3e8dca40-6833-4868-bd94-c2c3a4bc80dd,segment=NetworkSegment(6f760b9f-05a7-45e0-b265-14c8c33a90b3),segment_id=6f760b9f-05a7-45e0-b265-14c8c33a90b3)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:27.453357 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:27.470501 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bfb68241-6ffe-4461-9365-a44981b0900b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:27.473378 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bfb68241-6ffe-4461-9365-a44981b0900b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:27.474609 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-bfb68241-6ffe-4461-9365-a44981b0900b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/08059287-bf48-4bf9-b928-220b4fc26357 HTTP/1.1" status: 204 len: 168 time: 1.0587487 Nov 25 17:40:27.489554 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb68241-6ffe-4461-9365-a44981b0900b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08059287-bf48-4bf9-b928-220b4fc26357,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:27.514922 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device a47d25cd-643c-4b6e-8878-a6c34a585365 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:40:27.528148 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-2a3d6bf4-80dd-43de-b872-0ce1c01dcb43 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Deleting port 67f74788-c22a-4e63-bd29-26d8f59bf85f {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:27.528498 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2a3d6bf4-80dd-43de-b872-0ce1c01dcb43 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:27.534044 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb68241-6ffe-4461-9365-a44981b0900b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:27.534392 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb68241-6ffe-4461-9365-a44981b0900b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:27.534739 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb68241-6ffe-4461-9365-a44981b0900b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:27.535074 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb68241-6ffe-4461-9365-a44981b0900b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:27.535413 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb68241-6ffe-4461-9365-a44981b0900b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:27.535751 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb68241-6ffe-4461-9365-a44981b0900b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:27.536080 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb68241-6ffe-4461-9365-a44981b0900b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:27.536408 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb68241-6ffe-4461-9365-a44981b0900b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:27.536734 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb68241-6ffe-4461-9365-a44981b0900b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:27.537085 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb68241-6ffe-4461-9365-a44981b0900b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:27.537473 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb68241-6ffe-4461-9365-a44981b0900b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:27.537790 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb68241-6ffe-4461-9365-a44981b0900b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:27.578513 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4394ef5c-6a4b-45a2-bf36-eac81cb98e8d req-6172904d-b6c0-44b0-a854-344df5298387 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/security-groups?id=7dac673b-c262-4497-b783-e9f920753627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4843626 Nov 25 17:40:27.580353 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e671395b-42ce-44ea-bd0e-17a14df6a1df service neutron] Pushing event updated for resources: {'Port': ['ID=f523f711-5404-47b9-b4c7-6ff9dd296afe,revision_number=7']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:27.602769 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-94672857-872b-4f6e-84b4-54dead302384 req-e671395b-42ce-44ea-bd0e-17a14df6a1df service neutron] In _notify_port_updated(), no bound segment for port f523f711-5404-47b9-b4c7-6ff9dd296afe on network c2992060-12d6-4bc2-a7a5-ee6714d7c0a4 {{(pid=103361) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:40:27.604790 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94672857-872b-4f6e-84b4-54dead302384 req-e671395b-42ce-44ea-bd0e-17a14df6a1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:27.605538 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-94672857-872b-4f6e-84b4-54dead302384 req-e671395b-42ce-44ea-bd0e-17a14df6a1df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:27.607596 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-94672857-872b-4f6e-84b4-54dead302384 req-e671395b-42ce-44ea-bd0e-17a14df6a1df service neutron] 10.222.0.74 "PUT /v2.0/ports/f523f711-5404-47b9-b4c7-6ff9dd296afe HTTP/1.1" status: 200 len: 1027 time: 2.3365827 Nov 25 17:40:27.608676 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-aca744dc-f3da-478d-bf71-03644e1b4eba tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:27.659055 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-9f31fd7e-7cf9-4503-9e90-6245d1e04673 None None] Provisioning complete for port f523f711-5404-47b9-b4c7-6ff9dd296afe triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:27.669587 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9f31fd7e-7cf9-4503-9e90-6245d1e04673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:27.689913 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2a3d6bf4-80dd-43de-b872-0ce1c01dcb43 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:27.718036 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-2a3d6bf4-80dd-43de-b872-0ce1c01dcb43 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Calling delete_port for 67f74788-c22a-4e63-bd29-26d8f59bf85f owned by {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:27.733727 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7d22436-d666-4aa2-84ba-d29348f106e5'}, {'server_uuid': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f54006cb-a702-40a6-af02-82688e9a733c'}, {'server_uuid': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58e5de73-8a69-4d16-ae13-ab33677f39c5'}, {'server_uuid': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e8dca40-6833-4868-bd94-c2c3a4bc80dd'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:40:27.736051 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a2ff00-2ffc-495e-8409-895ffe898870" -d '{"events": [{"server_uuid": "d4b5d011-e28c-42fc-ad2e-294a30d84492", "name": "network-vif-unplugged", "status": "completed", "tag": "d7d22436-d666-4aa2-84ba-d29348f106e5"}, {"server_uuid": "d4b5d011-e28c-42fc-ad2e-294a30d84492", "name": "network-vif-unplugged", "status": "completed", "tag": "f54006cb-a702-40a6-af02-82688e9a733c"}, {"server_uuid": "d4b5d011-e28c-42fc-ad2e-294a30d84492", "name": "network-vif-unplugged", "status": "completed", "tag": "58e5de73-8a69-4d16-ae13-ab33677f39c5"}, {"server_uuid": "d4b5d011-e28c-42fc-ad2e-294a30d84492", "name": "network-vif-unplugged", "status": "completed", "tag": "3e8dca40-6833-4868-bd94-c2c3a4bc80dd"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:40:27.802911 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-57cd406e-d374-405b-b5be-984a1cb7c8b4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:27.803231 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=3e8dca40-6833-4868-bd94-c2c3a4bc80dd,revision_number=6']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:27.857574 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-9f31fd7e-7cf9-4503-9e90-6245d1e04673 None None] Port f523f711-5404-47b9-b4c7-6ff9dd296afe cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:40:27.898393 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Thu, 25 Nov 2021 17:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d8d9f8-fb05-4e0a-b7a4-850123539447 x-openstack-request-id: req-16d8d9f8-fb05-4e0a-b7a4-850123539447 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:40:27.898722 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b5d011-e28c-42fc-ad2e-294a30d84492", "name": "network-vif-unplugged", "status": "completed", "tag": "d7d22436-d666-4aa2-84ba-d29348f106e5", "code": 200}, {"server_uuid": "d4b5d011-e28c-42fc-ad2e-294a30d84492", "name": "network-vif-unplugged", "status": "completed", "tag": "f54006cb-a702-40a6-af02-82688e9a733c", "code": 200}, {"server_uuid": "d4b5d011-e28c-42fc-ad2e-294a30d84492", "name": "network-vif-unplugged", "status": "completed", "tag": "58e5de73-8a69-4d16-ae13-ab33677f39c5", "code": 200}, {"server_uuid": "d4b5d011-e28c-42fc-ad2e-294a30d84492", "name": "network-vif-unplugged", "status": "completed", "tag": "3e8dca40-6833-4868-bd94-c2c3a4bc80dd", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:40:27.898993 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-16d8d9f8-fb05-4e0a-b7a4-850123539447 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:40:27.899421 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7d22436-d666-4aa2-84ba-d29348f106e5', 'code': 200} Nov 25 17:40:27.899689 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f54006cb-a702-40a6-af02-82688e9a733c', 'code': 200} Nov 25 17:40:27.899961 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58e5de73-8a69-4d16-ae13-ab33677f39c5', 'code': 200} Nov 25 17:40:27.900208 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e8dca40-6833-4868-bd94-c2c3a4bc80dd', 'code': 200} Nov 25 17:40:27.918487 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port a47d25cd-643c-4b6e-8878-a6c34a585365 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:27.918876 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:28.223064 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d666c4d9-0adb-4f29-8f7b-d812e854c092 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:40:28.271244 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:40:28.314938 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2a3d6bf4-80dd-43de-b872-0ce1c01dcb43 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:28.374967 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port d666c4d9-0adb-4f29-8f7b-d812e854c092 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:28.375609 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:28.381971 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3d6bf4-80dd-43de-b872-0ce1c01dcb43 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event deleted for resources: {'Port': ['ID=67f74788-c22a-4e63-bd29-26d8f59bf85f,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:28.445554 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641e6e9c-1f95-48e8-8c96-ad22a88ffb3c None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:40:28.541116 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2a3d6bf4-80dd-43de-b872-0ce1c01dcb43 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:28.548231 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2a3d6bf4-80dd-43de-b872-0ce1c01dcb43 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/ports/67f74788-c22a-4e63-bd29-26d8f59bf85f HTTP/1.1" status: 204 len: 168 time: 1.2200096 Nov 25 17:40:28.548529 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57764) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:28.561075 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-7c8ea07a-92b0-4b4d-9547-3756fb8c0fc0 None None] Provisioning complete for port d666c4d9-0adb-4f29-8f7b-d812e854c092 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:28.561728 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7c8ea07a-92b0-4b4d-9547-3756fb8c0fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:28.619406 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d8cd40-f822-4baa-bd14-46794deb3576 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:28.621193 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d8cd40-f822-4baa-bd14-46794deb3576 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:28.622843 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d8cd40-f822-4baa-bd14-46794deb3576 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:28.627211 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c4d8cd40-f822-4baa-bd14-46794deb3576 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0753069 Nov 25 17:40:28.628017 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57768) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:28.796382 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:28.800957 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-115e7206-9723-413f-b457-c0d613096c18 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Deleting subnet 0ea374d3-655a-46c9-8709-cfcd66eb01de {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:40:28.813583 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-115e7206-9723-413f-b457-c0d613096c18 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:28.957685 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-115e7206-9723-413f-b457-c0d613096c18 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:28.959162 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port d666c4d9-0adb-4f29-8f7b-d812e854c092, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d666c4d9-0adb-4f29-8f7b-d812e854c092,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:29.030583 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:29.083297 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910a782-de42-4e20-9c45-d524130f02d3 req-6280bd6a-6162-4c22-ae46-91d1bc4bbdf8 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:29.085593 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1910a782-de42-4e20-9c45-d524130f02d3 req-6280bd6a-6162-4c22-ae46-91d1bc4bbdf8 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 945 time: 1.8470099 Nov 25 17:40:29.159205 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d812d8c7-f8ff-4c3a-a2aa-e8b721af74de req-db1e655c-01a1-4899-b9a9-dd10fbb50f76 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/ports?device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 210 time: 0.2076361 Nov 25 17:40:29.180121 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-115e7206-9723-413f-b457-c0d613096c18 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:29.216590 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=d666c4d9-0adb-4f29-8f7b-d812e854c092,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:29.258232 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7c8ea07a-92b0-4b4d-9547-3756fb8c0fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:29.261598 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46aec65-48ad-4468-9107-bbe64ad9b6c3 None None] Update dhcp port {'port': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'fixed_ips': [{'subnet_id': '0ea374d3-655a-46c9-8709-cfcd66eb01de', 'ip_address': '2001:db8::f816:3eff:fe6b:8c81'}, {'subnet_id': '70f48515-74fc-46f4-985d-8907163cf13e'}], 'binding:host_id': 'n-d-817746-1'}, 'id': 'd666c4d9-0adb-4f29-8f7b-d812e854c092'} from n-d-817746-1. {{(pid=103362) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 17:40:29.307499 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-115e7206-9723-413f-b457-c0d613096c18 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:29.418513 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d46aec65-48ad-4468-9107-bbe64ad9b6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:29.528233 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-57cd406e-d374-405b-b5be-984a1cb7c8b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:29.550234 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.db.api [None req-7c8ea07a-92b0-4b4d-9547-3756fb8c0fc0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:40:29.550590 n-d-817746-1 neutron-server[103362]: DEBUG oslo_db.api [None req-7c8ea07a-92b0-4b4d-9547-3756fb8c0fc0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:40:29.723484 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1910a782-de42-4e20-9c45-d524130f02d3 req-fa3a4994-7b98-4799-98bb-c39d75409bd5 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5939317 Nov 25 17:40:30.003648 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-94672857-872b-4f6e-84b4-54dead302384 req-ae0b9171-0767-4717-8cb7-f0730d7f9785 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Deleting port d7d22436-d666-4aa2-84ba-d29348f106e5 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:30.004000 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-94672857-872b-4f6e-84b4-54dead302384 req-ae0b9171-0767-4717-8cb7-f0730d7f9785 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:30.084413 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e7206-9723-413f-b457-c0d613096c18 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event deleted for resources: {'Subnet': ['ID=0ea374d3-655a-46c9-8709-cfcd66eb01de,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:30.099077 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-115e7206-9723-413f-b457-c0d613096c18 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:30.109834 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-115e7206-9723-413f-b457-c0d613096c18 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/subnets/0ea374d3-655a-46c9-8709-cfcd66eb01de HTTP/1.1" status: 204 len: 168 time: 1.4780552 Nov 25 17:40:30.112177 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57796) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:30.165088 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6eb41ba-f8ea-4d8c-9455-20d9fe0781a9 None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:40:30.247009 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-d919d6b1-f2ba-40ba-b353-f768282791fd tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Deleting subnet 70f48515-74fc-46f4-985d-8907163cf13e {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:40:30.256239 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f6650-8c48-4e41-a2f2-f42bcbdd6d80 req-bc88a737-2740-4481-bd23-cd869b74ccf9 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:30.259764 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d919d6b1-f2ba-40ba-b353-f768282791fd tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:30.267093 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f6650-8c48-4e41-a2f2-f42bcbdd6d80 req-bc88a737-2740-4481-bd23-cd869b74ccf9 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:30.293206 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f6650-8c48-4e41-a2f2-f42bcbdd6d80 req-bc88a737-2740-4481-bd23-cd869b74ccf9 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:30.299941 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f6650-8c48-4e41-a2f2-f42bcbdd6d80 req-bc88a737-2740-4481-bd23-cd869b74ccf9 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:30.306162 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f6650-8c48-4e41-a2f2-f42bcbdd6d80 req-bc88a737-2740-4481-bd23-cd869b74ccf9 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:30.314791 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-475f6650-8c48-4e41-a2f2-f42bcbdd6d80 req-bc88a737-2740-4481-bd23-cd869b74ccf9 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 3875 time: 0.7891104 Nov 25 17:40:30.385410 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d919d6b1-f2ba-40ba-b353-f768282791fd tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:30.517616 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d919d6b1-f2ba-40ba-b353-f768282791fd tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:30.567333 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-4943b771-9d5a-4712-8d73-88de87c53461 None None] Provisioning complete for port d666c4d9-0adb-4f29-8f7b-d812e854c092 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:30.568119 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4943b771-9d5a-4712-8d73-88de87c53461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:30.627076 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b75597-1b2f-4ce3-a17a-2f01f3d84ee7 req-e012f319-f805-4095-91d3-f37842e23cc6 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:30.631731 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-58b75597-1b2f-4ce3-a17a-2f01f3d84ee7 req-e012f319-f805-4095-91d3-f37842e23cc6 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 945 time: 0.5683026 Nov 25 17:40:30.653271 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d919d6b1-f2ba-40ba-b353-f768282791fd tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:30.697586 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-94672857-872b-4f6e-84b4-54dead302384 req-ae0b9171-0767-4717-8cb7-f0730d7f9785 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] For port d7d22436-d666-4aa2-84ba-d29348f106e5, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=d7d22436-d666-4aa2-84ba-d29348f106e5,segment=NetworkSegment(ceeed56e-b08e-4ce0-affa-4a50f5e8a957),segment_id=ceeed56e-b08e-4ce0-affa-4a50f5e8a957)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:30.697981 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-94672857-872b-4f6e-84b4-54dead302384 req-ae0b9171-0767-4717-8cb7-f0730d7f9785 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:30.716134 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-475f6650-8c48-4e41-a2f2-f42bcbdd6d80 req-f281d557-bb40-4850-b2de-873542f3dc13 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/security-groups?id=7dac673b-c262-4497-b783-e9f920753627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4001818 Nov 25 17:40:30.724807 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d919d6b1-f2ba-40ba-b353-f768282791fd tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event deleted for resources: {'Subnet': ['ID=70f48515-74fc-46f4-985d-8907163cf13e,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:30.735880 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d919d6b1-f2ba-40ba-b353-f768282791fd tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:30.746018 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d919d6b1-f2ba-40ba-b353-f768282791fd tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/subnets/70f48515-74fc-46f4-985d-8907163cf13e HTTP/1.1" status: 204 len: 168 time: 0.6326835 Nov 25 17:40:30.746642 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57802) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:30.822885 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aca744dc-f3da-478d-bf71-03644e1b4eba tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Router 9cc79dc6-dc32-4ea3-abf5-8cd1935b857c is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:40:30.843811 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0488698-41c5-4c46-a05a-190cc9f1ed55 None None] Update dhcp port {'port': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'fixed_ips': [{'subnet_id': '70f48515-74fc-46f4-985d-8907163cf13e'}], 'binding:host_id': 'n-d-817746-1'}, 'id': 'd666c4d9-0adb-4f29-8f7b-d812e854c092'} from n-d-817746-1. {{(pid=103362) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 17:40:30.854044 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-eaea27fa-e6fe-49c3-87b1-cd0a2b20184b tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1061959 Nov 25 17:40:30.855385 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57804) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:30.865309 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-e8a87e41-d55d-4d91-9a7b-110cdc48caa1 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Request body: {'subnet': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:30.908147 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f0488698-41c5-4c46-a05a-190cc9f1ed55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:30.940531 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-4943b771-9d5a-4712-8d73-88de87c53461 None None] Could not find standard attr ID for object 67f74788-c22a-4e63-bd29-26d8f59bf85f. {{(pid=103362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:40:31.100690 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-58b75597-1b2f-4ce3-a17a-2f01f3d84ee7 req-ae8a5d1a-4608-4105-b4bd-0426469c5f8c tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4559042 Nov 25 17:40:31.131980 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-800ed5fa-9bf3-44c7-8732-3986cce73682 req-cda27986-061d-4b77-b81d-9c91b41d2886 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/ports?device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 210 time: 0.2182732 Nov 25 17:40:31.164962 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d666c4d9-0adb-4f29-8f7b-d812e854c092 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:40:31.201824 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a87e41-d55d-4d91-9a7b-110cdc48caa1 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Made reservation on behalf of b4fd74d3755f4cd39b2026436dde8bb1 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:40:31.210061 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e8a87e41-d55d-4d91-9a7b-110cdc48caa1 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:31.323738 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-94672857-872b-4f6e-84b4-54dead302384 req-ae0b9171-0767-4717-8cb7-f0730d7f9785 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:31.324241 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-94672857-872b-4f6e-84b4-54dead302384 req-ae0b9171-0767-4717-8cb7-f0730d7f9785 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:31.327348 n-d-817746-1 neutron-server[103361]: INFO neutron.db.l3_db [req-94672857-872b-4f6e-84b4-54dead302384 req-ae0b9171-0767-4717-8cb7-f0730d7f9785 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Floating IP 8b655299-567c-475d-ba6d-0c49a552c999 disassociated. External IP: 172.25.0.185, port: d7d22436-d666-4aa2-84ba-d29348f106e5. Nov 25 17:40:31.345101 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-94672857-872b-4f6e-84b4-54dead302384 req-ae0b9171-0767-4717-8cb7-f0730d7f9785 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Calling delete_port for d7d22436-d666-4aa2-84ba-d29348f106e5 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:31.396291 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a4158a-fab6-49b8-a6e7-567469031c8d None None] get_active_networks_info from n-d-817746-1 {{(pid=103362) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 17:40:31.401322 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-8da8c6c3-41df-48e4-bdf6-c6b9d1dcb377 None None] Provisioning complete for port d666c4d9-0adb-4f29-8f7b-d812e854c092 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:31.401877 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8da8c6c3-41df-48e4-bdf6-c6b9d1dcb377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:31.513665 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57816) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:31.540176 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:31.541167 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e8a87e41-d55d-4d91-9a7b-110cdc48caa1 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:31.605611 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port d666c4d9-0adb-4f29-8f7b-d812e854c092, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d666c4d9-0adb-4f29-8f7b-d812e854c092,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:31.616281 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:31.640793 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57cd406e-d374-405b-b5be-984a1cb7c8b4 admin admin] Router faaaf2a7-2b11-46de-9144-e36c2d44bf11 is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:40:31.672469 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a87e41-d55d-4d91-9a7b-110cdc48caa1 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event updated for resources: {'Subnet': ['ID=f3e704c0-3136-4a51-a3eb-8f59f1257b0d,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:31.699997 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-94672857-872b-4f6e-84b4-54dead302384 req-ae0b9171-0767-4717-8cb7-f0730d7f9785 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:31.719768 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a87e41-d55d-4d91-9a7b-110cdc48caa1 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:31.721959 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-e8a87e41-d55d-4d91-9a7b-110cdc48caa1 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:31.736559 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a87e41-d55d-4d91-9a7b-110cdc48caa1 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:31.741223 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e8a87e41-d55d-4d91-9a7b-110cdc48caa1 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:31.783973 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e8a87e41-d55d-4d91-9a7b-110cdc48caa1 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9249518 Nov 25 17:40:31.789357 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57822) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:31.808730 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-1b98db65-4313-4823-a7e5-39a878099950 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Request body: {'subnet': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:31.975576 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=d666c4d9-0adb-4f29-8f7b-d812e854c092,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:32.010401 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8da8c6c3-41df-48e4-bdf6-c6b9d1dcb377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:32.026502 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f521a115-452c-43b4-b195-96e4e8c27b97 req-92295467-2d12-4ba8-a823-79b530028db9 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:32.036524 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f521a115-452c-43b4-b195-96e4e8c27b97 req-92295467-2d12-4ba8-a823-79b530028db9 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 945 time: 0.3860643 Nov 25 17:40:32.040904 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0b9171-0767-4717-8cb7-f0730d7f9785 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Pushing event deleted for resources: {'Port': ['ID=d7d22436-d666-4aa2-84ba-d29348f106e5,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:32.070500 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a4158a-fab6-49b8-a6e7-567469031c8d None None] Resources bound (agent type, host, resource id): {{(pid=103362) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 17:40:32.076658 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-8da8c6c3-41df-48e4-bdf6-c6b9d1dcb377 None None] For port d666c4d9-0adb-4f29-8f7b-d812e854c092, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d666c4d9-0adb-4f29-8f7b-d812e854c092,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:32.165527 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57cd406e-d374-405b-b5be-984a1cb7c8b4 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:40:32.213515 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b98db65-4313-4823-a7e5-39a878099950 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Made reservation on behalf of b4fd74d3755f4cd39b2026436dde8bb1 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:40:32.218566 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1b98db65-4313-4823-a7e5-39a878099950 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:32.370320 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94672857-872b-4f6e-84b4-54dead302384 req-ae0b9171-0767-4717-8cb7-f0730d7f9785 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Router cd2d7726-6333-44ab-b653-8c81ef1b29d8 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:40:32.389866 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0b9171-0767-4717-8cb7-f0730d7f9785 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:32.390390 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0b9171-0767-4717-8cb7-f0730d7f9785 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:32.390847 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0b9171-0767-4717-8cb7-f0730d7f9785 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:32.391302 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0b9171-0767-4717-8cb7-f0730d7f9785 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:32.391749 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0b9171-0767-4717-8cb7-f0730d7f9785 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:32.392275 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0b9171-0767-4717-8cb7-f0730d7f9785 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:32.392718 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0b9171-0767-4717-8cb7-f0730d7f9785 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:32.393273 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0b9171-0767-4717-8cb7-f0730d7f9785 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:32.393716 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0b9171-0767-4717-8cb7-f0730d7f9785 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:32.394414 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0b9171-0767-4717-8cb7-f0730d7f9785 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:32.394884 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0b9171-0767-4717-8cb7-f0730d7f9785 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:32.395330 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0b9171-0767-4717-8cb7-f0730d7f9785 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:32.436376 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244316bb-6b9f-4010-a4b8-66049d78bff9 req-b8300bb1-ac59-487d-b12f-19ec668873c6 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:32.443587 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244316bb-6b9f-4010-a4b8-66049d78bff9 req-b8300bb1-ac59-487d-b12f-19ec668873c6 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:32.450499 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244316bb-6b9f-4010-a4b8-66049d78bff9 req-b8300bb1-ac59-487d-b12f-19ec668873c6 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:32.457672 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244316bb-6b9f-4010-a4b8-66049d78bff9 req-b8300bb1-ac59-487d-b12f-19ec668873c6 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:32.459688 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-244316bb-6b9f-4010-a4b8-66049d78bff9 req-b8300bb1-ac59-487d-b12f-19ec668873c6 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 3142 time: 0.3029075 Nov 25 17:40:32.570685 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f521a115-452c-43b4-b195-96e4e8c27b97 req-36fd71ba-07dd-4b22-8eff-6471fcf3bbf8 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5331080 Nov 25 17:40:32.571816 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca744dc-f3da-478d-bf71-03644e1b4eba tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:40:32.584389 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7961a3a-80ab-4b92-bee1-8f5d57636dd8 None None] Sync routers for ids ['9cc79dc6-dc32-4ea3-abf5-8cd1935b857c'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:40:32.599443 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7961a3a-80ab-4b92-bee1-8f5d57636dd8 None None] Routers {'9cc79dc6-dc32-4ea3-abf5-8cd1935b857c'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:40:32.603214 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-e7961a3a-80ab-4b92-bee1-8f5d57636dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:40:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['9cc79dc6-dc32-4ea3-abf5-8cd1935b857c'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:32.707119 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-e7961a3a-80ab-4b92-bee1-8f5d57636dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:32.733375 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7961a3a-80ab-4b92-bee1-8f5d57636dd8 None None] Routers {'9cc79dc6-dc32-4ea3-abf5-8cd1935b857c'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:40:32.736691 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-e7961a3a-80ab-4b92-bee1-8f5d57636dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:40:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['9cc79dc6-dc32-4ea3-abf5-8cd1935b857c'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:32.744601 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93734443-9ddf-4171-a030-3c8ae7f2a52a None None] Sync routers for ids ['faaaf2a7-2b11-46de-9144-e36c2d44bf11'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:40:32.746796 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8da8c6c3-41df-48e4-bdf6-c6b9d1dcb377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:32.794340 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-e7961a3a-80ab-4b92-bee1-8f5d57636dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:32.795881 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7961a3a-80ab-4b92-bee1-8f5d57636dd8 None None] The sync data for ids ['9cc79dc6-dc32-4ea3-abf5-8cd1935b857c'] in n-d-817746-1 is: [] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:40:32.847402 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-244316bb-6b9f-4010-a4b8-66049d78bff9 req-4bc5beb0-0db9-4f07-aee8-1adc2810c78f tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/security-groups?id=7dac673b-c262-4497-b783-e9f920753627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2811520 Nov 25 17:40:32.855334 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-57cd406e-d374-405b-b5be-984a1cb7c8b4 admin admin] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:32.870255 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-57cd406e-d374-405b-b5be-984a1cb7c8b4 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 13.6895053 Nov 25 17:40:32.877772 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57836) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:32.947382 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94672857-872b-4f6e-84b4-54dead302384 req-ae0b9171-0767-4717-8cb7-f0730d7f9785 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:40:32.968930 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-aca744dc-f3da-478d-bf71-03644e1b4eba tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:32.974216 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-aca744dc-f3da-478d-bf71-03644e1b4eba tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 15.5227220 Nov 25 17:40:32.978676 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-041e8f31-2c44-4662-8cf8-b4fe1e3da9f0 req-4b8120b0-cc22-4b94-956a-b2f89ce37de0 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/ports?device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 210 time: 0.1530006 Nov 25 17:40:32.979808 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57842) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:32.984886 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8313eac6-f382-442b-bc1f-663d975cb95f None None] Sync routers for ids ['cd2d7726-6333-44ab-b653-8c81ef1b29d8'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:40:33.023960 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93734443-9ddf-4171-a030-3c8ae7f2a52a None None] Routers {'faaaf2a7-2b11-46de-9144-e36c2d44bf11'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:40:33.030666 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-93734443-9ddf-4171-a030-3c8ae7f2a52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:40:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['faaaf2a7-2b11-46de-9144-e36c2d44bf11'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:33.054828 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8313eac6-f382-442b-bc1f-663d975cb95f None None] Routers {'cd2d7726-6333-44ab-b653-8c81ef1b29d8'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:40:33.055975 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-8313eac6-f382-442b-bc1f-663d975cb95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:40:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['cd2d7726-6333-44ab-b653-8c81ef1b29d8'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:33.287303 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-93734443-9ddf-4171-a030-3c8ae7f2a52a None None] Set router faaaf2a7-2b11-46de-9144-e36c2d44bf11 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:40:33.377200 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dfb5f8-a673-4245-a6aa-baf2fb85e9c4 req-273d23e7-296c-45ce-ac30-8df63d168108 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:33.384756 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-54dfb5f8-a673-4245-a6aa-baf2fb85e9c4 req-273d23e7-296c-45ce-ac30-8df63d168108 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/networks?id=d0082d57-8c96-4a76-be0f-340c2f65b160 HTTP/1.1" status: 200 len: 812 time: 0.3591211 Nov 25 17:40:33.406874 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-18580a9f-9f94-42b6-9560-88f1a61eaec7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:33.484732 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da8c6c3-41df-48e4-bdf6-c6b9d1dcb377 None None] Pushing event updated for resources: {'Port': ['ID=d666c4d9-0adb-4f29-8f7b-d812e854c092,revision_number=6']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:33.527995 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-94672857-872b-4f6e-84b4-54dead302384 req-ae0b9171-0767-4717-8cb7-f0730d7f9785 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] No DVR routers for this DVR port d7d22436-d666-4aa2-84ba-d29348f106e5 on host n-h1-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:40:33.537183 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-94672857-872b-4f6e-84b4-54dead302384 req-ae0b9171-0767-4717-8cb7-f0730d7f9785 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:33.541492 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-94672857-872b-4f6e-84b4-54dead302384 req-ae0b9171-0767-4717-8cb7-f0730d7f9785 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.74 "DELETE /v2.0/ports/d7d22436-d666-4aa2-84ba-d29348f106e5 HTTP/1.1" status: 204 len: 173 time: 5.7876217 Nov 25 17:40:33.542788 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-54dfb5f8-a673-4245-a6aa-baf2fb85e9c4 req-1c8e4cb0-ffab-43da-ac38-5f4186c1becf tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/quotas/5a560046c26c483180c0093a6be1dd8b HTTP/1.1" status: 200 len: 375 time: 0.1488273 Nov 25 17:40:33.543219 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'name': 'network-vif-deleted', 'tag': 'd7d22436-d666-4aa2-84ba-d29348f106e5'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:40:33.546167 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3405f5d2-c569-40cd-8cfa-b56b36c1a67e" -d '{"events": [{"server_uuid": "d4b5d011-e28c-42fc-ad2e-294a30d84492", "name": "network-vif-deleted", "tag": "d7d22436-d666-4aa2-84ba-d29348f106e5"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:40:33.655736 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7decef-fe20-4130-bdaa-d712964c9b79 x-openstack-request-id: req-bc7decef-fe20-4130-bdaa-d712964c9b79 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:40:33.656163 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b5d011-e28c-42fc-ad2e-294a30d84492", "name": "network-vif-deleted", "tag": "d7d22436-d666-4aa2-84ba-d29348f106e5", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:40:33.656434 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bc7decef-fe20-4130-bdaa-d712964c9b79 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:40:33.656934 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'name': 'network-vif-deleted', 'tag': 'd7d22436-d666-4aa2-84ba-d29348f106e5', 'status': 'completed', 'code': 200} Nov 25 17:40:33.720023 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-54dfb5f8-a673-4245-a6aa-baf2fb85e9c4 req-3d1b20e4-a2c6-4f43-aad5-2b2b9df98566 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=5a560046c26c483180c0093a6be1dd8b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1568766 Nov 25 17:40:33.817246 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-8313eac6-f382-442b-bc1f-663d975cb95f None None] Set router cd2d7726-6333-44ab-b653-8c81ef1b29d8 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:40:34.089525 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7b6a24-d298-45da-9a07-d38e789f0f3b None None] Update dhcp port {'port': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'fixed_ips': [{'subnet_id': 'f3e704c0-3136-4a51-a3eb-8f59f1257b0d'}], 'binding:host_id': 'n-d-817746-1'}, 'id': 'd666c4d9-0adb-4f29-8f7b-d812e854c092'} from n-d-817746-1. {{(pid=103362) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 17:40:34.127152 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-db7b6a24-d298-45da-9a07-d38e789f0f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:34.227468 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-58966ab8-8f31-4336-8299-de31a814cbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:34.283367 n-d-817746-1 neutron-server[103360]: DEBUG neutron.objects.ports [None req-1b98db65-4313-4823-a7e5-39a878099950 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103360) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 17:40:34.299317 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-93734443-9ddf-4171-a030-3c8ae7f2a52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faaaf2a7-2b11-46de-9144-e36c2d44bf11', 'name': 'tempest-TestVolumeBackupRestore-1444397206-router', 'tenant_id': 'e67f483089c147bfb012c80d67402bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '420fd8b0-33bd-4e1d-9def-85f817187d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:40:21Z', 'updated_at': '2021-11-25T17:40:27Z', 'revision_number': 3, 'project_id': 'e67f483089c147bfb012c80d67402bfc', 'gw_port': {'id': '420fd8b0-33bd-4e1d-9def-85f817187d95', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faaaf2a7-2b11-46de-9144-e36c2d44bf11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:24Z', 'updated_at': '2021-11-25T17:40:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:34.343963 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93734443-9ddf-4171-a030-3c8ae7f2a52a None None] Checking router: faaaf2a7-2b11-46de-9144-e36c2d44bf11 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:40:34.344655 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93734443-9ddf-4171-a030-3c8ae7f2a52a None None] Updating router faaaf2a7-2b11-46de-9144-e36c2d44bf11 port 420fd8b0-33bd-4e1d-9def-85f817187d95 binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:40:34.556156 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-18580a9f-9f94-42b6-9560-88f1a61eaec7 admin admin] Deleting port 54bdbdc2-5281-4b2a-8b87-916bf45252e8 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:34.557116 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-18580a9f-9f94-42b6-9560-88f1a61eaec7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:34.577121 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-db7b6a24-d298-45da-9a07-d38e789f0f3b None None] Allocated IP 172.20.0.2 (fed75ec1-726a-45be-ab23-2dd76f977831/f3e704c0-3136-4a51-a3eb-8f59f1257b0d/d666c4d9-0adb-4f29-8f7b-d812e854c092) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:40:34.584414 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-db7b6a24-d298-45da-9a07-d38e789f0f3b None None] Allocated IP 2001:db8::f816:3eff:fe6b:8c81 (fed75ec1-726a-45be-ab23-2dd76f977831/7d125be9-25c2-4a8f-a235-c5b65030bd98/d666c4d9-0adb-4f29-8f7b-d812e854c092) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:40:34.607986 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-94672857-872b-4f6e-84b4-54dead302384 req-c0b52f61-2c83-44d4-b588-45829623839e tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Deleting port 58e5de73-8a69-4d16-ae13-ab33677f39c5 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:34.608877 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-94672857-872b-4f6e-84b4-54dead302384 req-c0b52f61-2c83-44d4-b588-45829623839e tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:34.719907 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-58966ab8-8f31-4336-8299-de31a814cbb1 admin admin] Allocated IP 172.20.0.1 (ac3d9612-6ca0-40df-ad89-62ed459c33fb/5c27de08-3ab5-466c-84b4-62cdfa6da7ca/a0325404-8595-448c-b7d1-a13e108ad9c2) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:40:34.727873 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-94672857-872b-4f6e-84b4-54dead302384 req-c0b52f61-2c83-44d4-b588-45829623839e tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] For port 58e5de73-8a69-4d16-ae13-ab33677f39c5, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=58e5de73-8a69-4d16-ae13-ab33677f39c5,segment=NetworkSegment(23d8f0f9-c2dc-40f5-84f9-089bfa9c0f22),segment_id=23d8f0f9-c2dc-40f5-84f9-089bfa9c0f22)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:34.728667 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-94672857-872b-4f6e-84b4-54dead302384 req-c0b52f61-2c83-44d4-b588-45829623839e tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:34.734738 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-db7b6a24-d298-45da-9a07-d38e789f0f3b None None] For port d666c4d9-0adb-4f29-8f7b-d812e854c092, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d666c4d9-0adb-4f29-8f7b-d812e854c092,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:34.744688 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-94672857-872b-4f6e-84b4-54dead302384 req-c0b52f61-2c83-44d4-b588-45829623839e tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Calling delete_port for 58e5de73-8a69-4d16-ae13-ab33677f39c5 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:34.768283 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-db7b6a24-d298-45da-9a07-d38e789f0f3b None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:34.780325 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-db7b6a24-d298-45da-9a07-d38e789f0f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:34.784415 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-18580a9f-9f94-42b6-9560-88f1a61eaec7 admin admin] For port 54bdbdc2-5281-4b2a-8b87-916bf45252e8, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=54bdbdc2-5281-4b2a-8b87-916bf45252e8,segment=NetworkSegment(74518c65-0a77-49eb-8302-d0397cc0c64c),segment_id=74518c65-0a77-49eb-8302-d0397cc0c64c)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:34.784785 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-18580a9f-9f94-42b6-9560-88f1a61eaec7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:34.843149 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-93734443-9ddf-4171-a030-3c8ae7f2a52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:34.851144 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.db.api [None req-1b98db65-4313-4823-a7e5-39a878099950 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe6b:8c81-9ac9aa28-14b3-4900-ba71-9ae5b469b2 {{(pid=103360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:40:34.851144 n-d-817746-1 neutron-server[103360]: DEBUG oslo_db.api [None req-1b98db65-4313-4823-a7e5-39a878099950 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2._create_subnet_postcommit {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:40:34.857367 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-18580a9f-9f94-42b6-9560-88f1a61eaec7 admin admin] Calling delete_port for 54bdbdc2-5281-4b2a-8b87-916bf45252e8 owned by network:router_interface {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:34.950001 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-8313eac6-f382-442b-bc1f-663d975cb95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2d7726-6333-44ab-b653-8c81ef1b29d8', 'name': 'tempest-TaggedBootDevicesTest-1923861502-router', 'tenant_id': 'af07ecd6b88d499dba6f8368912ebb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'f733cd7e-9d1b-4edd-971e-859ad2655c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:17Z', 'updated_at': '2021-11-25T17:29:24Z', 'revision_number': 4, 'project_id': 'af07ecd6b88d499dba6f8368912ebb7e', 'gw_port': {'id': 'f733cd7e-9d1b-4edd-971e-859ad2655c0a', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:cc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2d7726-6333-44ab-b653-8c81ef1b29d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:18Z', 'updated_at': '2021-11-25T17:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '8d0ec3cd-8a99-4f9a-a287-1c964d4a1850', 'name': '', 'network_id': 'f82e88c7-d403-486f-9a10-2a3ad902e128', 'tenant_id': 'af07ecd6b88d499dba6f8368912ebb7e', 'mac_address': 'fa:16:3e:4b:3c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2d7726-6333-44ab-b653-8c81ef1b29d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'ed397f2a-aef3-4eaf-9752-78b3a9274780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:22Z', 'updated_at': '2021-11-25T17:29:33Z', 'revision_number': 5, 'project_id': 'af07ecd6b88d499dba6f8368912ebb7e', 'subnets': [{'id': 'ed397f2a-aef3-4eaf-9752-78b3a9274780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:34.970375 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-54dfb5f8-a673-4245-a6aa-baf2fb85e9c4 req-09f83dfa-08cd-43df-b609-bc0892d43d80 service neutron] 10.222.0.75 "GET /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2391202 Nov 25 17:40:35.072418 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85e9d9-358b-488f-a569-05db9de4a75c req-c8fb16fb-5f48-4469-a6a3-e421a129037f tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:35.078945 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85e9d9-358b-488f-a569-05db9de4a75c req-c8fb16fb-5f48-4469-a6a3-e421a129037f tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:35.090634 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85e9d9-358b-488f-a569-05db9de4a75c req-c8fb16fb-5f48-4469-a6a3-e421a129037f tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:35.097127 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85e9d9-358b-488f-a569-05db9de4a75c req-c8fb16fb-5f48-4469-a6a3-e421a129037f tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:35.104748 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-aa85e9d9-358b-488f-a569-05db9de4a75c req-c8fb16fb-5f48-4469-a6a3-e421a129037f tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 3142 time: 0.6961846 Nov 25 17:40:35.278455 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-aa85e9d9-358b-488f-a569-05db9de4a75c req-7a6ba02b-cc4a-43fb-adde-185c27a691e7 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/security-groups?id=7dac673b-c262-4497-b783-e9f920753627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1726656 Nov 25 17:40:35.384581 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-58966ab8-8f31-4336-8299-de31a814cbb1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:35.427103 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8313eac6-f382-442b-bc1f-663d975cb95f None None] Checking router: cd2d7726-6333-44ab-b653-8c81ef1b29d8 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:40:35.437381 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-94672857-872b-4f6e-84b4-54dead302384 req-c0b52f61-2c83-44d4-b588-45829623839e tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:35.484819 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-58966ab8-8f31-4336-8299-de31a814cbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:35.507703 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7b6a24-d298-45da-9a07-d38e789f0f3b None None] Pushing event updated for resources: {'Port': ['ID=d666c4d9-0adb-4f29-8f7b-d812e854c092,revision_number=7']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:35.518353 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b52f61-2c83-44d4-b588-45829623839e tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Pushing event deleted for resources: {'Port': ['ID=58e5de73-8a69-4d16-ae13-ab33677f39c5,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:35.527165 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8313eac6-f382-442b-bc1f-663d975cb95f None None] Routers {'cd2d7726-6333-44ab-b653-8c81ef1b29d8'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:40:35.527690 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-8313eac6-f382-442b-bc1f-663d975cb95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:40:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['cd2d7726-6333-44ab-b653-8c81ef1b29d8'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:35.535095 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-812d991e-fe64-4b93-913a-60e1edf450bd req-666cb82f-ff67-4b70-a4f1-4425f7bf7b7b tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/ports?device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 210 time: 0.1100364 Nov 25 17:40:35.560357 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-18580a9f-9f94-42b6-9560-88f1a61eaec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:35.586925 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-54dfb5f8-a673-4245-a6aa-baf2fb85e9c4 req-5a6552d9-7bf6-4646-a132-271a28e3b15f service neutron] 10.222.0.75 "GET /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5920794 Nov 25 17:40:35.648239 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58966ab8-8f31-4336-8299-de31a814cbb1 admin admin] Network ac3d9612-6ca0-40df-ad89-62ed459c33fb is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:35.711725 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-94672857-872b-4f6e-84b4-54dead302384 req-c0b52f61-2c83-44d4-b588-45829623839e tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] No DVR routers for this DVR port 58e5de73-8a69-4d16-ae13-ab33677f39c5 on host n-h1-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:40:35.721315 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-94672857-872b-4f6e-84b4-54dead302384 req-c0b52f61-2c83-44d4-b588-45829623839e tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:35.733222 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-94672857-872b-4f6e-84b4-54dead302384 req-c0b52f61-2c83-44d4-b588-45829623839e tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.74 "DELETE /v2.0/ports/58e5de73-8a69-4d16-ae13-ab33677f39c5 HTTP/1.1" status: 204 len: 173 time: 2.1786110 Nov 25 17:40:35.738312 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0c492a9a-479e-4b74-832e-62ebd79269ba tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:35.746057 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-58966ab8-8f31-4336-8299-de31a814cbb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:35.774819 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58966ab8-8f31-4336-8299-de31a814cbb1 admin admin] Pushing event updated for resources: {'Port': ['ID=a0325404-8595-448c-b7d1-a13e108ad9c2,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:35.784675 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58966ab8-8f31-4336-8299-de31a814cbb1 admin admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:40:35.822290 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'name': 'network-vif-deleted', 'tag': '58e5de73-8a69-4d16-ae13-ab33677f39c5'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:40:35.824315 n-d-817746-1 neutron-server[103360]: DEBUG neutron.objects.ports [None req-1b98db65-4313-4823-a7e5-39a878099950 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103360) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 17:40:35.827062 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c282733-079c-4367-9e87-c097cb720aae" -d '{"events": [{"server_uuid": "d4b5d011-e28c-42fc-ad2e-294a30d84492", "name": "network-vif-deleted", "tag": "58e5de73-8a69-4d16-ae13-ab33677f39c5"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:40:35.844063 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-8313eac6-f382-442b-bc1f-663d975cb95f None None] Set router cd2d7726-6333-44ab-b653-8c81ef1b29d8 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:40:36.200351 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-93734443-9ddf-4171-a030-3c8ae7f2a52a None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:36.206525 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b471c04-d71b-493e-b2cd-cbb05e50570a x-openstack-request-id: req-3b471c04-d71b-493e-b2cd-cbb05e50570a {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:40:36.206974 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b5d011-e28c-42fc-ad2e-294a30d84492", "name": "network-vif-deleted", "tag": "58e5de73-8a69-4d16-ae13-ab33677f39c5", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:40:36.207359 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3b471c04-d71b-493e-b2cd-cbb05e50570a {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:40:36.207851 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'name': 'network-vif-deleted', 'tag': '58e5de73-8a69-4d16-ae13-ab33677f39c5', 'status': 'completed', 'code': 200} Nov 25 17:40:36.226717 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fb0c48b7-dfdc-42b5-9454-7718bbc5e962 req-a347af47-3115-4cfe-b19a-cff8919408bb tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=97be2ce6-9257-4cdf-b9a7-5336b2f90489 HTTP/1.1" status: 200 len: 210 time: 0.1198266 Nov 25 17:40:36.315055 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-93734443-9ddf-4171-a030-3c8ae7f2a52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:36.502273 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-93734443-9ddf-4171-a030-3c8ae7f2a52a None None] Attempting to bind port 420fd8b0-33bd-4e1d-9def-85f817187d95 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:40:36.502745 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-93734443-9ddf-4171-a030-3c8ae7f2a52a None None] Attempting to bind port 420fd8b0-33bd-4e1d-9def-85f817187d95 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:40:36.503366 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93734443-9ddf-4171-a030-3c8ae7f2a52a None None] Attempting to bind port 420fd8b0-33bd-4e1d-9def-85f817187d95 on network 1aa44027-b9d0-4a56-9a59-7e664703e20a {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:40:36.517170 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c03f980-9205-4eb7-932f-b4e18c48735c None None] Pushing event updated for resources: {'Port': ['ID=420fd8b0-33bd-4e1d-9def-85f817187d95,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:36.521952 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93734443-9ddf-4171-a030-3c8ae7f2a52a None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:40:36.522709 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93734443-9ddf-4171-a030-3c8ae7f2a52a None None] Checking segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:40:36.523246 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-93734443-9ddf-4171-a030-3c8ae7f2a52a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:36.523874 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93734443-9ddf-4171-a030-3c8ae7f2a52a None None] Bound using segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:40:36.524478 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-93734443-9ddf-4171-a030-3c8ae7f2a52a None None] Bound port: 420fd8b0-33bd-4e1d-9def-85f817187d95, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:40:36.525093 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-93734443-9ddf-4171-a030-3c8ae7f2a52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:36.578923 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-0c492a9a-479e-4b74-832e-62ebd79269ba tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Allocated IP 172.20.0.1 (63f652d6-f8a1-465f-a6da-d7f83159f2c4/93e6c5fc-88bc-4167-b6cf-662feaaf0713/4629d935-7d05-4e90-a2ba-bea7e15be72f) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:40:36.670756 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-8313eac6-f382-442b-bc1f-663d975cb95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2d7726-6333-44ab-b653-8c81ef1b29d8', 'name': 'tempest-TaggedBootDevicesTest-1923861502-router', 'tenant_id': 'af07ecd6b88d499dba6f8368912ebb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'f733cd7e-9d1b-4edd-971e-859ad2655c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:17Z', 'updated_at': '2021-11-25T17:29:24Z', 'revision_number': 4, 'project_id': 'af07ecd6b88d499dba6f8368912ebb7e', 'gw_port': {'id': 'f733cd7e-9d1b-4edd-971e-859ad2655c0a', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:cc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2d7726-6333-44ab-b653-8c81ef1b29d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:18Z', 'updated_at': '2021-11-25T17:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '8d0ec3cd-8a99-4f9a-a287-1c964d4a1850', 'name': '', 'network_id': 'f82e88c7-d403-486f-9a10-2a3ad902e128', 'tenant_id': 'af07ecd6b88d499dba6f8368912ebb7e', 'mac_address': 'fa:16:3e:4b:3c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2d7726-6333-44ab-b653-8c81ef1b29d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'ed397f2a-aef3-4eaf-9752-78b3a9274780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:22Z', 'updated_at': '2021-11-25T17:29:33Z', 'revision_number': 5, 'project_id': 'af07ecd6b88d499dba6f8368912ebb7e', 'subnets': [{'id': 'ed397f2a-aef3-4eaf-9752-78b3a9274780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:36.725248 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-94672857-872b-4f6e-84b4-54dead302384 req-ed9292bd-6681-4cfd-ae60-2bafdc8b364a tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Deleting port 156eba66-fef4-4dab-adfa-2ba5e2376881 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:36.725870 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-94672857-872b-4f6e-84b4-54dead302384 req-ed9292bd-6681-4cfd-ae60-2bafdc8b364a tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:36.733648 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4ae08540-5499-4452-8aed-1f97221b465b req-22cdc324-36fd-4055-8173-3a50737d211e tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/ports?device_id=d74ab755-36a9-4476-bec2-1aaeded5d781 HTTP/1.1" status: 200 len: 210 time: 0.0525203 Nov 25 17:40:36.741476 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8313eac6-f382-442b-bc1f-663d975cb95f None None] The sync data for ids ['cd2d7726-6333-44ab-b653-8c81ef1b29d8'] in n-d-817746-1 is: [{'id': 'cd2d7726-6333-44ab-b653-8c81ef1b29d8', 'name': 'tempest-TaggedBootDevicesTest-1923861502-router', 'tenant_id': 'af07ecd6b88d499dba6f8368912ebb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'f733cd7e-9d1b-4edd-971e-859ad2655c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:17Z', 'updated_at': '2021-11-25T17:29:24Z', 'revision_number': 4, 'project_id': 'af07ecd6b88d499dba6f8368912ebb7e', 'gw_port': {'id': 'f733cd7e-9d1b-4edd-971e-859ad2655c0a', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:cc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2d7726-6333-44ab-b653-8c81ef1b29d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:18Z', 'updated_at': '2021-11-25T17:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '8d0ec3cd-8a99-4f9a-a287-1c964d4a1850', 'name': '', 'network_id': 'f82e88c7-d403-486f-9a10-2a3ad902e128', 'tenant_id': 'af07ecd6b88d499dba6f8368912ebb7e', 'mac_address': 'fa:16:3e:4b:3c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2d7726-6333-44ab-b653-8c81ef1b29d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'ed397f2a-aef3-4eaf-9752-78b3a9274780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:22Z', 'updated_at': '2021-11-25T17:29:33Z', 'revision_number': 5, 'project_id': 'af07ecd6b88d499dba6f8368912ebb7e', 'subnets': [{'id': 'ed397f2a-aef3-4eaf-9752-78b3a9274780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:40:36.773896 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-93734443-9ddf-4171-a030-3c8ae7f2a52a None None] For port 420fd8b0-33bd-4e1d-9def-85f817187d95, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:40:36.789052 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-93734443-9ddf-4171-a030-3c8ae7f2a52a None None] For port 420fd8b0-33bd-4e1d-9def-85f817187d95, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=420fd8b0-33bd-4e1d-9def-85f817187d95,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:40:36.797579 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-93734443-9ddf-4171-a030-3c8ae7f2a52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:36.804368 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18580a9f-9f94-42b6-9560-88f1a61eaec7 admin admin] Pushing event deleted for resources: {'Port': ['ID=54bdbdc2-5281-4b2a-8b87-916bf45252e8,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:36.930296 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92767916-2fb2-470d-9ce1-90d01e7d9e7d None None] get_active_networks_info from n-d-817746-1 {{(pid=103362) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 17:40:37.144412 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-58966ab8-8f31-4336-8299-de31a814cbb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:37.175336 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd298c0-867b-4fbf-82f8-128cdad7b3ca req-f4fd5d40-e497-4d3c-b370-5404400c3890 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:37.182933 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd298c0-867b-4fbf-82f8-128cdad7b3ca req-f4fd5d40-e497-4d3c-b370-5404400c3890 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:37.209790 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd298c0-867b-4fbf-82f8-128cdad7b3ca req-f4fd5d40-e497-4d3c-b370-5404400c3890 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:37.211753 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5dd298c0-867b-4fbf-82f8-128cdad7b3ca req-f4fd5d40-e497-4d3c-b370-5404400c3890 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 2409 time: 0.6047812 Nov 25 17:40:37.287368 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.ipam_pluggable_backend [None req-1b98db65-4313-4823-a7e5-39a878099950 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Port d666c4d9-0adb-4f29-8f7b-d812e854c092 got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=103360) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:584}} Nov 25 17:40:37.287368 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1b98db65-4313-4823-a7e5-39a878099950 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:37.335063 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-94672857-872b-4f6e-84b4-54dead302384 req-ed9292bd-6681-4cfd-ae60-2bafdc8b364a tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] For port 156eba66-fef4-4dab-adfa-2ba5e2376881, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=156eba66-fef4-4dab-adfa-2ba5e2376881,segment=NetworkSegment(23d8f0f9-c2dc-40f5-84f9-089bfa9c0f22),segment_id=23d8f0f9-c2dc-40f5-84f9-089bfa9c0f22)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:37.339646 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-94672857-872b-4f6e-84b4-54dead302384 req-ed9292bd-6681-4cfd-ae60-2bafdc8b364a tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:37.362882 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92767916-2fb2-470d-9ce1-90d01e7d9e7d None None] Resources bound (agent type, host, resource id): {{(pid=103362) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 17:40:37.368573 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c03f980-9205-4eb7-932f-b4e18c48735c None None] Pushing event updated for resources: {'Port': ['ID=420fd8b0-33bd-4e1d-9def-85f817187d95,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:37.370356 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-94672857-872b-4f6e-84b4-54dead302384 req-ed9292bd-6681-4cfd-ae60-2bafdc8b364a tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Calling delete_port for 156eba66-fef4-4dab-adfa-2ba5e2376881 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:37.428367 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf95012-f638-4103-b8eb-20a747138402 None None] New status for floating IP 8b655299-567c-475d-ba6d-0c49a552c999: DOWN {{(pid=103363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:40:37.448846 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b98db65-4313-4823-a7e5-39a878099950 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:37.450705 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-58966ab8-8f31-4336-8299-de31a814cbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:37.457624 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-1b98db65-4313-4823-a7e5-39a878099950 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:37.469566 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b98db65-4313-4823-a7e5-39a878099950 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:37.470172 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1b98db65-4313-4823-a7e5-39a878099950 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:37.481056 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93734443-9ddf-4171-a030-3c8ae7f2a52a None None] Routers {'faaaf2a7-2b11-46de-9144-e36c2d44bf11'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:40:37.482051 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-93734443-9ddf-4171-a030-3c8ae7f2a52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:40:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['faaaf2a7-2b11-46de-9144-e36c2d44bf11'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:37.501676 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1b98db65-4313-4823-a7e5-39a878099950 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.7112997 Nov 25 17:40:37.502920 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-18580a9f-9f94-42b6-9560-88f1a61eaec7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:37.506694 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57886) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:37.507340 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b98db65-4313-4823-a7e5-39a878099950 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event updated for resources: {'Subnet': ['ID=7d125be9-25c2-4a8f-a235-c5b65030bd98,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:37.514095 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-ec313bf5-fd56-4617-9265-9d4ab83ba78c tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Request body: {'port': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'mac_address': 'fa:16:3e:3b:95:12', 'name': 'tempest-NetworksTestDHCPv6-508945572'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:37.567184 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0c492a9a-479e-4b74-832e-62ebd79269ba tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:37.645585 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-94672857-872b-4f6e-84b4-54dead302384 req-ed9292bd-6681-4cfd-ae60-2bafdc8b364a tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:37.652860 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3b0214b5-5653-45ff-8e38-c0122133dea2 req-d98a0789-7459-4c42-8a89-40b1118d3562 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=97be2ce6-9257-4cdf-b9a7-5336b2f90489 HTTP/1.1" status: 200 len: 210 time: 0.1107469 Nov 25 17:40:37.660237 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-93734443-9ddf-4171-a030-3c8ae7f2a52a None None] Set router faaaf2a7-2b11-46de-9144-e36c2d44bf11 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:40:37.721128 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d666c4d9-0adb-4f29-8f7b-d812e854c092 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:40:37.729948 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-211c8d26-ef24-48c9-9482-22d95458a4e4 None None] Provisioning complete for port d666c4d9-0adb-4f29-8f7b-d812e854c092 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:37.731164 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-211c8d26-ef24-48c9-9482-22d95458a4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:37.734000 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9292bd-6681-4cfd-ae60-2bafdc8b364a tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Pushing event deleted for resources: {'Port': ['ID=156eba66-fef4-4dab-adfa-2ba5e2376881,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:37.884865 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec313bf5-fd56-4617-9265-9d4ab83ba78c tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Made reservation on behalf of b4fd74d3755f4cd39b2026436dde8bb1 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:40:37.915777 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57892) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:38.031424 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-58966ab8-8f31-4336-8299-de31a814cbb1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:38.052838 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-58966ab8-8f31-4336-8299-de31a814cbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:38.065892 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dfb5f8-a673-4245-a6aa-baf2fb85e9c4 req-47258bc8-df1d-4522-92f6-b888a57a8d11 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:38.067039 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-54dfb5f8-a673-4245-a6aa-baf2fb85e9c4 req-47258bc8-df1d-4522-92f6-b888a57a8d11 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.90 "GET /v2.0/networks?id=d0082d57-8c96-4a76-be0f-340c2f65b160 HTTP/1.1" status: 200 len: 812 time: 0.3180199 Nov 25 17:40:38.095794 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-94672857-872b-4f6e-84b4-54dead302384 req-ed9292bd-6681-4cfd-ae60-2bafdc8b364a tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] No DVR routers for this DVR port 156eba66-fef4-4dab-adfa-2ba5e2376881 on host n-h1-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:40:38.101024 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5dd298c0-867b-4fbf-82f8-128cdad7b3ca req-744368ad-4099-4cc1-9e7d-7743eab360bc tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/security-groups?id=7dac673b-c262-4497-b783-e9f920753627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5649743 Nov 25 17:40:38.106290 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port d666c4d9-0adb-4f29-8f7b-d812e854c092 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:38.106736 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:38.109067 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-94672857-872b-4f6e-84b4-54dead302384 req-ed9292bd-6681-4cfd-ae60-2bafdc8b364a tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:38.114394 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-94672857-872b-4f6e-84b4-54dead302384 req-ed9292bd-6681-4cfd-ae60-2bafdc8b364a tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.74 "DELETE /v2.0/ports/156eba66-fef4-4dab-adfa-2ba5e2376881 HTTP/1.1" status: 204 len: 173 time: 2.3671682 Nov 25 17:40:38.120413 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-54dfb5f8-a673-4245-a6aa-baf2fb85e9c4 req-d2368532-f7a5-4f87-a495-82238309e6f1 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Request body: {'port': {'device_id': '97be2ce6-9257-4cdf-b9a7-5336b2f90489', 'network_id': 'd0082d57-8c96-4a76-be0f-340c2f65b160', 'admin_state_up': True, 'tenant_id': '5a560046c26c483180c0093a6be1dd8b'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:38.127643 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58966ab8-8f31-4336-8299-de31a814cbb1 admin admin] Pushing event updated for resources: {'Port': ['ID=a0325404-8595-448c-b7d1-a13e108ad9c2,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:38.153588 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-519ceb00-8f91-46ab-87dd-1a74d42af01c tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:38.272991 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'name': 'network-vif-deleted', 'tag': '156eba66-fef4-4dab-adfa-2ba5e2376881'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:40:38.275639 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64806625-b4ff-4df7-bbc0-86fb9f32bde3" -d '{"events": [{"server_uuid": "d4b5d011-e28c-42fc-ad2e-294a30d84492", "name": "network-vif-deleted", "tag": "156eba66-fef4-4dab-adfa-2ba5e2376881"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:40:38.280424 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ec313bf5-fd56-4617-9265-9d4ab83ba78c tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:38.288683 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-58966ab8-8f31-4336-8299-de31a814cbb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:38.308417 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-519ceb00-8f91-46ab-87dd-1a74d42af01c tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:38.328862 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54dfb5f8-a673-4245-a6aa-baf2fb85e9c4 req-d2368532-f7a5-4f87-a495-82238309e6f1 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Made reservation on behalf of 5a560046c26c483180c0093a6be1dd8b for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:40:38.333133 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-54dfb5f8-a673-4245-a6aa-baf2fb85e9c4 req-d2368532-f7a5-4f87-a495-82238309e6f1 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:38.367562 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-ec313bf5-fd56-4617-9265-9d4ab83ba78c tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] device_id is not set on port 4fcacaee-2be6-4320-8f47-4c3878f883eb yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:40:38.394091 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-93734443-9ddf-4171-a030-3c8ae7f2a52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faaaf2a7-2b11-46de-9144-e36c2d44bf11', 'name': 'tempest-TestVolumeBackupRestore-1444397206-router', 'tenant_id': 'e67f483089c147bfb012c80d67402bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '420fd8b0-33bd-4e1d-9def-85f817187d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:40:21Z', 'updated_at': '2021-11-25T17:40:37Z', 'revision_number': 4, 'project_id': 'e67f483089c147bfb012c80d67402bfc', 'gw_port': {'id': '420fd8b0-33bd-4e1d-9def-85f817187d95', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faaaf2a7-2b11-46de-9144-e36c2d44bf11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:24Z', 'updated_at': '2021-11-25T17:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'a0325404-8595-448c-b7d1-a13e108ad9c2', 'name': '', 'network_id': 'ac3d9612-6ca0-40df-ad89-62ed459c33fb', 'tenant_id': 'e67f483089c147bfb012c80d67402bfc', 'mac_address': 'fa:16:3e:29:72:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faaaf2a7-2b11-46de-9144-e36c2d44bf11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': '5c27de08-3ab5-466c-84b4-62cdfa6da7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:34Z', 'updated_at': '2021-11-25T17:40:34Z', 'revision_number': 1, 'project_id': 'e67f483089c147bfb012c80d67402bfc', 'subnets': [{'id': '5c27de08-3ab5-466c-84b4-62cdfa6da7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:38.418408 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691d64e7-8b7c-41e2-8b97-84061f2905f6 x-openstack-request-id: req-691d64e7-8b7c-41e2-8b97-84061f2905f6 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:40:38.419299 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b5d011-e28c-42fc-ad2e-294a30d84492", "name": "network-vif-deleted", "tag": "156eba66-fef4-4dab-adfa-2ba5e2376881", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:40:38.420287 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-691d64e7-8b7c-41e2-8b97-84061f2905f6 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:40:38.420760 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'name': 'network-vif-deleted', 'tag': '156eba66-fef4-4dab-adfa-2ba5e2376881', 'status': 'completed', 'code': 200} Nov 25 17:40:38.439504 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0c492a9a-479e-4b74-832e-62ebd79269ba tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:38.466187 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c492a9a-479e-4b74-832e-62ebd79269ba tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Network 63f652d6-f8a1-465f-a6da-d7f83159f2c4 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:38.472891 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-0c492a9a-479e-4b74-832e-62ebd79269ba tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:38.477973 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18580a9f-9f94-42b6-9560-88f1a61eaec7 admin admin] Router 7168b50f-59dc-4fee-aaeb-a6ebb78a9b50 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:40:38.493250 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c492a9a-479e-4b74-832e-62ebd79269ba tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:40:38.538683 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58966ab8-8f31-4336-8299-de31a814cbb1 admin admin] Network ac3d9612-6ca0-40df-ad89-62ed459c33fb is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:38.540694 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-519ceb00-8f91-46ab-87dd-1a74d42af01c tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:38.543245 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-519ceb00-8f91-46ab-87dd-1a74d42af01c tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:38.548894 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-519ceb00-8f91-46ab-87dd-1a74d42af01c tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "DELETE /v2.0/security-groups/fbf472a3-c342-48cc-ac25-d9efd20bf257 HTTP/1.1" status: 204 len: 168 time: 0.6261709 Nov 25 17:40:38.552089 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57898) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:38.563448 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93734443-9ddf-4171-a030-3c8ae7f2a52a None None] The sync data for ids ['faaaf2a7-2b11-46de-9144-e36c2d44bf11'] in n-d-817746-1 is: [{'id': 'faaaf2a7-2b11-46de-9144-e36c2d44bf11', 'name': 'tempest-TestVolumeBackupRestore-1444397206-router', 'tenant_id': 'e67f483089c147bfb012c80d67402bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '420fd8b0-33bd-4e1d-9def-85f817187d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:40:21Z', 'updated_at': '2021-11-25T17:40:37Z', 'revision_number': 4, 'project_id': 'e67f483089c147bfb012c80d67402bfc', 'gw_port': {'id': '420fd8b0-33bd-4e1d-9def-85f817187d95', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faaaf2a7-2b11-46de-9144-e36c2d44bf11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:24Z', 'updated_at': '2021-11-25T17:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'a0325404-8595-448c-b7d1-a13e108ad9c2', 'name': '', 'network_id': 'ac3d9612-6ca0-40df-ad89-62ed459c33fb', 'tenant_id': 'e67f483089c147bfb012c80d67402bfc', 'mac_address': 'fa:16:3e:29:72:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faaaf2a7-2b11-46de-9144-e36c2d44bf11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': '5c27de08-3ab5-466c-84b4-62cdfa6da7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:34Z', 'updated_at': '2021-11-25T17:40:34Z', 'revision_number': 1, 'project_id': 'e67f483089c147bfb012c80d67402bfc', 'subnets': [{'id': '5c27de08-3ab5-466c-84b4-62cdfa6da7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:40:38.629978 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-58966ab8-8f31-4336-8299-de31a814cbb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:38.698985 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-97a06536-0ab7-4e89-8e78-9592ebcec152 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] show failed (client error): The resource could not be found. Nov 25 17:40:38.698985 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-97a06536-0ab7-4e89-8e78-9592ebcec152 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "GET /v2.0/security-groups/fbf472a3-c342-48cc-ac25-d9efd20bf257 HTTP/1.1" status: 404 len: 347 time: 0.0728192 Nov 25 17:40:38.704594 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519ceb00-8f91-46ab-87dd-1a74d42af01c tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf472a3-c342-48cc-ac25-d9efd20bf257,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:38.706259 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57902) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:38.759811 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-54dfb5f8-a673-4245-a6aa-baf2fb85e9c4 req-d2368532-f7a5-4f87-a495-82238309e6f1 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Allocated IP 172.20.0.10 (d0082d57-8c96-4a76-be0f-340c2f65b160/c74f83ed-3896-4341-8cf1-e1417d85add2/dc6a8024-085e-4dd4-a044-03e7336eacba) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:40:38.947322 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c492a9a-479e-4b74-832e-62ebd79269ba tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Pushing event updated for resources: {'Port': ['ID=4629d935-7d05-4e90-a2ba-bea7e15be72f,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:39.020349 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a7ef7bc5-e91d-49e5-a70d-df970e984083 req-22f94786-2253-4ab7-85b4-39a24341c90a tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=97be2ce6-9257-4cdf-b9a7-5336b2f90489 HTTP/1.1" status: 200 len: 210 time: 0.0641522 Nov 25 17:40:39.091231 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-54dfb5f8-a673-4245-a6aa-baf2fb85e9c4 req-d2368532-f7a5-4f87-a495-82238309e6f1 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:39.146788 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0c492a9a-479e-4b74-832e-62ebd79269ba tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:39.171924 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-94672857-872b-4f6e-84b4-54dead302384 req-3dc54fda-ec39-4613-9812-a18bedd95667 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Deleting port f54006cb-a702-40a6-af02-82688e9a733c {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:39.172278 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-94672857-872b-4f6e-84b4-54dead302384 req-3dc54fda-ec39-4613-9812-a18bedd95667 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:39.237731 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-ec313bf5-fd56-4617-9265-9d4ab83ba78c tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Allocated IP 172.20.0.11 (fed75ec1-726a-45be-ab23-2dd76f977831/f3e704c0-3136-4a51-a3eb-8f59f1257b0d/4fcacaee-2be6-4320-8f47-4c3878f883eb) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:40:39.260476 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18580a9f-9f94-42b6-9560-88f1a61eaec7 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:40:39.276870 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-ec313bf5-fd56-4617-9265-9d4ab83ba78c tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Allocated IP 2001:db8::f816:3eff:fe3b:9512 (fed75ec1-726a-45be-ab23-2dd76f977831/7d125be9-25c2-4a8f-a235-c5b65030bd98/4fcacaee-2be6-4320-8f47-4c3878f883eb) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:40:39.284543 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-18580a9f-9f94-42b6-9560-88f1a61eaec7 admin admin] 10.222.0.75 "PUT /v2.0/routers/7168b50f-59dc-4fee-aaeb-a6ebb78a9b50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7696800 Nov 25 17:40:39.288278 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280a4bc4-ef29-4d90-8833-2943f6e91cf7 None None] Sync routers for ids ['7168b50f-59dc-4fee-aaeb-a6ebb78a9b50'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:40:39.299819 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57910) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:39.311359 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280a4bc4-ef29-4d90-8833-2943f6e91cf7 None None] Routers {'7168b50f-59dc-4fee-aaeb-a6ebb78a9b50'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:40:39.312040 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-280a4bc4-ef29-4d90-8833-2943f6e91cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:40:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['7168b50f-59dc-4fee-aaeb-a6ebb78a9b50'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:39.387993 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-54dfb5f8-a673-4245-a6aa-baf2fb85e9c4 req-d2368532-f7a5-4f87-a495-82238309e6f1 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:39.469233 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58966ab8-8f31-4336-8299-de31a814cbb1 admin admin] Router faaaf2a7-2b11-46de-9144-e36c2d44bf11 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:40:39.509154 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-280a4bc4-ef29-4d90-8833-2943f6e91cf7 None None] Set router 7168b50f-59dc-4fee-aaeb-a6ebb78a9b50 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:40:39.538983 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-94672857-872b-4f6e-84b4-54dead302384 req-3dc54fda-ec39-4613-9812-a18bedd95667 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] For port f54006cb-a702-40a6-af02-82688e9a733c, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=f54006cb-a702-40a6-af02-82688e9a733c,segment=NetworkSegment(6f760b9f-05a7-45e0-b265-14c8c33a90b3),segment_id=6f760b9f-05a7-45e0-b265-14c8c33a90b3)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:39.539366 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-94672857-872b-4f6e-84b4-54dead302384 req-3dc54fda-ec39-4613-9812-a18bedd95667 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:39.556525 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-94672857-872b-4f6e-84b4-54dead302384 req-3dc54fda-ec39-4613-9812-a18bedd95667 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Calling delete_port for f54006cb-a702-40a6-af02-82688e9a733c owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:39.593481 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8fa4d65e-957c-4f9a-b8d5-c11ca0379f38 admin admin] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:39.878732 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-280a4bc4-ef29-4d90-8833-2943f6e91cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7168b50f-59dc-4fee-aaeb-a6ebb78a9b50', 'name': 'tempest-AttachVolumeShelveTestJSON-779843250-router', 'tenant_id': 'd4086650dac54a539044dab15f8f252a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'c2d1fa30-f17d-4813-8406-2a686109ed95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:44Z', 'updated_at': '2021-11-25T17:40:35Z', 'revision_number': 5, 'project_id': 'd4086650dac54a539044dab15f8f252a', 'gw_port': {'id': 'c2d1fa30-f17d-4813-8406-2a686109ed95', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7168b50f-59dc-4fee-aaeb-a6ebb78a9b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:45Z', 'updated_at': '2021-11-25T17:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:40.379387 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54dfb5f8-a673-4245-a6aa-baf2fb85e9c4 req-d2368532-f7a5-4f87-a495-82238309e6f1 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Network d0082d57-8c96-4a76-be0f-340c2f65b160 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:40.459978 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0c492a9a-479e-4b74-832e-62ebd79269ba tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:40.468772 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-54dfb5f8-a673-4245-a6aa-baf2fb85e9c4 req-d2368532-f7a5-4f87-a495-82238309e6f1 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:40.476390 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-54dfb5f8-a673-4245-a6aa-baf2fb85e9c4 req-d2368532-f7a5-4f87-a495-82238309e6f1 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:40:40.520355 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-94672857-872b-4f6e-84b4-54dead302384 req-3dc54fda-ec39-4613-9812-a18bedd95667 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:40.556399 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6df1cf-2156-43a1-96b2-7cfc0b250fe6 None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:40:40.560751 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a331a33-5ca0-4ce4-bfb7-6b90978f1958 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:40:40.567860 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280a4bc4-ef29-4d90-8833-2943f6e91cf7 None None] Checking router: 7168b50f-59dc-4fee-aaeb-a6ebb78a9b50 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:40:40.681848 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d287a7-da84-47f3-b6c9-0c08a474cb3e req-db136c7b-1c94-45fa-9280-62294e9f5256 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:40.701852 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d287a7-da84-47f3-b6c9-0c08a474cb3e req-db136c7b-1c94-45fa-9280-62294e9f5256 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:40.711149 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-07d287a7-da84-47f3-b6c9-0c08a474cb3e req-db136c7b-1c94-45fa-9280-62294e9f5256 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 1598 time: 1.3558145 Nov 25 17:40:40.824702 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-3892f792-f562-4be6-b35b-bcf6d93ab23f tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Deleting port 75cc0a00-0282-49de-8a44-d43d2429010e {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:40.830367 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3892f792-f562-4be6-b35b-bcf6d93ab23f tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:40.847536 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ec4328-b67d-45f6-8095-935a98fa7ac4 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:40:40.900565 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-07d287a7-da84-47f3-b6c9-0c08a474cb3e req-09b32b15-a81e-4592-a5af-8a4daf9bcd03 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/security-groups?id=7dac673b-c262-4497-b783-e9f920753627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1881418 Nov 25 17:40:41.003998 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280a4bc4-ef29-4d90-8833-2943f6e91cf7 None None] Routers {'7168b50f-59dc-4fee-aaeb-a6ebb78a9b50'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:40:41.004650 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-280a4bc4-ef29-4d90-8833-2943f6e91cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:40:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['7168b50f-59dc-4fee-aaeb-a6ebb78a9b50'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:41.007915 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-81aee104-f2c4-4547-8033-ce77af0c875f None None] Provisioning complete for port d666c4d9-0adb-4f29-8f7b-d812e854c092 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:41.008283 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-81aee104-f2c4-4547-8033-ce77af0c875f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:41.034883 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3892f792-f562-4be6-b35b-bcf6d93ab23f tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:41.035372 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3892f792-f562-4be6-b35b-bcf6d93ab23f tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:41.055199 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-3892f792-f562-4be6-b35b-bcf6d93ab23f tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Calling delete_port for 75cc0a00-0282-49de-8a44-d43d2429010e owned by network:floatingip {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:41.239743 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2368532-f7a5-4f87-a495-82238309e6f1 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Pushing event updated for resources: {'Port': ['ID=dc6a8024-085e-4dd4-a044-03e7336eacba,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:41.283124 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dfb5f8-a673-4245-a6aa-baf2fb85e9c4 req-d2368532-f7a5-4f87-a495-82238309e6f1 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:41.284002 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-54dfb5f8-a673-4245-a6aa-baf2fb85e9c4 req-d2368532-f7a5-4f87-a495-82238309e6f1 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:41.332951 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-280a4bc4-ef29-4d90-8833-2943f6e91cf7 None None] Set router 7168b50f-59dc-4fee-aaeb-a6ebb78a9b50 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:40:41.370435 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-94672857-872b-4f6e-84b4-54dead302384 req-3dc54fda-ec39-4613-9812-a18bedd95667 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] No DVR routers for this DVR port f54006cb-a702-40a6-af02-82688e9a733c on host n-h1-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:40:41.372250 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc54fda-ec39-4613-9812-a18bedd95667 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Pushing event deleted for resources: {'Port': ['ID=f54006cb-a702-40a6-af02-82688e9a733c,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:41.375282 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-94672857-872b-4f6e-84b4-54dead302384 req-3dc54fda-ec39-4613-9812-a18bedd95667 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:41.379038 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-94672857-872b-4f6e-84b4-54dead302384 req-3dc54fda-ec39-4613-9812-a18bedd95667 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.74 "DELETE /v2.0/ports/f54006cb-a702-40a6-af02-82688e9a733c HTTP/1.1" status: 204 len: 173 time: 3.0704274 Nov 25 17:40:41.383654 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'name': 'network-vif-deleted', 'tag': 'f54006cb-a702-40a6-af02-82688e9a733c'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:40:41.391909 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d47e37-8990-4279-ba8c-84359150a647" -d '{"events": [{"server_uuid": "d4b5d011-e28c-42fc-ad2e-294a30d84492", "name": "network-vif-deleted", "tag": "f54006cb-a702-40a6-af02-82688e9a733c"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:40:41.432193 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8fa4d65e-957c-4f9a-b8d5-c11ca0379f38 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:41.467609 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad5bea-92d3-4ef8-b455-61192b25e0da req-0c8f0b84-9242-4156-8abb-fc6e25e2dae0 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:41.469218 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-47ad5bea-92d3-4ef8-b455-61192b25e0da req-0c8f0b84-9242-4156-8abb-fc6e25e2dae0 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=97be2ce6-9257-4cdf-b9a7-5336b2f90489 HTTP/1.1" status: 200 len: 932 time: 1.0881295 Nov 25 17:40:41.475895 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 420fd8b0-33bd-4e1d-9def-85f817187d95 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:40:41.477704 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-54dfb5f8-a673-4245-a6aa-baf2fb85e9c4 req-d2368532-f7a5-4f87-a495-82238309e6f1 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3620086 Nov 25 17:40:41.500408 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-54dfb5f8-a673-4245-a6aa-baf2fb85e9c4 req-aae72c79-043c-496f-9a8b-1fbc04cc6fc7 service neutron] Request body: {'port': {'device_id': '97be2ce6-9257-4cdf-b9a7-5336b2f90489', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:41.507852 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e338a287-b509-48c3-8316-89964283d28d x-openstack-request-id: req-e338a287-b509-48c3-8316-89964283d28d {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:40:41.508144 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b5d011-e28c-42fc-ad2e-294a30d84492", "name": "network-vif-deleted", "tag": "f54006cb-a702-40a6-af02-82688e9a733c", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:40:41.508406 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e338a287-b509-48c3-8316-89964283d28d {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:40:41.509837 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'name': 'network-vif-deleted', 'tag': 'f54006cb-a702-40a6-af02-82688e9a733c', 'status': 'completed', 'code': 200} Nov 25 17:40:41.723642 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ec313bf5-fd56-4617-9265-9d4ab83ba78c tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:41.771114 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3892f792-f562-4be6-b35b-bcf6d93ab23f tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:41.864199 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0c492a9a-479e-4b74-832e-62ebd79269ba tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:41.879779 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 420fd8b0-33bd-4e1d-9def-85f817187d95 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:41.880239 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:41.886408 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3892f792-f562-4be6-b35b-bcf6d93ab23f tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Pushing event deleted for resources: {'Port': ['ID=75cc0a00-0282-49de-8a44-d43d2429010e,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:41.902547 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-47ad5bea-92d3-4ef8-b455-61192b25e0da req-4aa02576-4a8a-4a04-a8f8-fad9d175b4af tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4160483 Nov 25 17:40:41.903269 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-54dfb5f8-a673-4245-a6aa-baf2fb85e9c4 req-aae72c79-043c-496f-9a8b-1fbc04cc6fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:41.908256 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0c492a9a-479e-4b74-832e-62ebd79269ba tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:41.986139 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd021715-8ac5-4fae-9e60-d1adc01f2501 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:40:42.040302 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58966ab8-8f31-4336-8299-de31a814cbb1 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:40:42.051821 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-58966ab8-8f31-4336-8299-de31a814cbb1 admin admin] 10.222.0.75 "PUT /v2.0/routers/faaaf2a7-2b11-46de-9144-e36c2d44bf11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1720076 Nov 25 17:40:42.057020 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0c492a9a-479e-4b74-832e-62ebd79269ba tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:42.092882 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-5f9bebab-93eb-423b-a160-00a03b7c608f None None] Provisioning complete for port 4629d935-7d05-4e90-a2ba-bea7e15be72f triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:42.093594 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5f9bebab-93eb-423b-a160-00a03b7c608f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:42.133192 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4d65e-957c-4f9a-b8d5-c11ca0379f38 admin admin] Deleting port c2d1fa30-f17d-4813-8406-2a686109ed95 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:42.133537 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8fa4d65e-957c-4f9a-b8d5-c11ca0379f38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:42.224210 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acbc7fe-55c8-41dc-91f3-44b1a04bd766 None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:40:42.251954 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ec313bf5-fd56-4617-9265-9d4ab83ba78c tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:42.271195 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c492a9a-479e-4b74-832e-62ebd79269ba tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Pushing event updated for resources: {'Port': ['ID=4629d935-7d05-4e90-a2ba-bea7e15be72f,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:42.290329 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-94672857-872b-4f6e-84b4-54dead302384 req-cb123c24-42d1-41b6-a030-683ad0729c95 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Deleting port 3e8dca40-6833-4868-bd94-c2c3a4bc80dd {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:42.290720 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-94672857-872b-4f6e-84b4-54dead302384 req-cb123c24-42d1-41b6-a030-683ad0729c95 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:42.301992 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-5f9bebab-93eb-423b-a160-00a03b7c608f None None] Port 4629d935-7d05-4e90-a2ba-bea7e15be72f cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:40:42.406246 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:42.422969 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-280a4bc4-ef29-4d90-8833-2943f6e91cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7168b50f-59dc-4fee-aaeb-a6ebb78a9b50', 'name': 'tempest-AttachVolumeShelveTestJSON-779843250-router', 'tenant_id': 'd4086650dac54a539044dab15f8f252a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'c2d1fa30-f17d-4813-8406-2a686109ed95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:44Z', 'updated_at': '2021-11-25T17:40:35Z', 'revision_number': 5, 'project_id': 'd4086650dac54a539044dab15f8f252a', 'gw_port': {'id': 'c2d1fa30-f17d-4813-8406-2a686109ed95', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7168b50f-59dc-4fee-aaeb-a6ebb78a9b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:45Z', 'updated_at': '2021-11-25T17:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:42.428918 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-5f9bebab-93eb-423b-a160-00a03b7c608f None None] Provisioning complete for port 420fd8b0-33bd-4e1d-9def-85f817187d95 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:42.429302 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5f9bebab-93eb-423b-a160-00a03b7c608f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:42.485683 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280a4bc4-ef29-4d90-8833-2943f6e91cf7 None None] The sync data for ids ['7168b50f-59dc-4fee-aaeb-a6ebb78a9b50'] in n-d-817746-1 is: [{'id': '7168b50f-59dc-4fee-aaeb-a6ebb78a9b50', 'name': 'tempest-AttachVolumeShelveTestJSON-779843250-router', 'tenant_id': 'd4086650dac54a539044dab15f8f252a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'c2d1fa30-f17d-4813-8406-2a686109ed95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:44Z', 'updated_at': '2021-11-25T17:40:35Z', 'revision_number': 5, 'project_id': 'd4086650dac54a539044dab15f8f252a', 'gw_port': {'id': 'c2d1fa30-f17d-4813-8406-2a686109ed95', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7168b50f-59dc-4fee-aaeb-a6ebb78a9b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:45Z', 'updated_at': '2021-11-25T17:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:40:42.527709 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port 420fd8b0-33bd-4e1d-9def-85f817187d95, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=420fd8b0-33bd-4e1d-9def-85f817187d95,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:42.545839 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:42.550164 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3892f792-f562-4be6-b35b-bcf6d93ab23f tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks [] for floatingip, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:42.567421 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3892f792-f562-4be6-b35b-bcf6d93ab23f tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:42.572222 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3892f792-f562-4be6-b35b-bcf6d93ab23f tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "DELETE /v2.0/floatingips/0bd5e34a-75ad-41b5-a165-8b2945d7bd89 HTTP/1.1" status: 204 len: 168 time: 3.8604093 Nov 25 17:40:42.599656 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57930) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:42.646122 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec313bf5-fd56-4617-9265-9d4ab83ba78c tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:42.648347 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-8fa4d65e-957c-4f9a-b8d5-c11ca0379f38 admin admin] For port c2d1fa30-f17d-4813-8406-2a686109ed95, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=c2d1fa30-f17d-4813-8406-2a686109ed95,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:42.649081 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8fa4d65e-957c-4f9a-b8d5-c11ca0379f38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:42.684155 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-ec313bf5-fd56-4617-9265-9d4ab83ba78c tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:42.687373 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec313bf5-fd56-4617-9265-9d4ab83ba78c tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event updated for resources: {'Port': ['ID=4fcacaee-2be6-4320-8f47-4c3878f883eb,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:42.689698 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec313bf5-fd56-4617-9265-9d4ab83ba78c tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:40:42.714323 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1c21b4-5bd0-4c7f-b727-e1da32f997c8 None None] Sync routers for ids ['faaaf2a7-2b11-46de-9144-e36c2d44bf11'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:40:42.725615 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1c21b4-5bd0-4c7f-b727-e1da32f997c8 None None] Routers {'faaaf2a7-2b11-46de-9144-e36c2d44bf11'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:40:42.726244 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-3c1c21b4-5bd0-4c7f-b727-e1da32f997c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:40:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['faaaf2a7-2b11-46de-9144-e36c2d44bf11'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:42.734978 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4d65e-957c-4f9a-b8d5-c11ca0379f38 admin admin] Calling delete_port for c2d1fa30-f17d-4813-8406-2a686109ed95 owned by network:router_gateway {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:42.798437 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=420fd8b0-33bd-4e1d-9def-85f817187d95,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:42.865188 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec313bf5-fd56-4617-9265-9d4ab83ba78c tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:42.868017 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ec313bf5-fd56-4617-9265-9d4ab83ba78c tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:42.881411 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-5f9bebab-93eb-423b-a160-00a03b7c608f None None] Provisioning complete for port dc6a8024-085e-4dd4-a044-03e7336eacba triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:42.881917 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5f9bebab-93eb-423b-a160-00a03b7c608f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:42.913196 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-94672857-872b-4f6e-84b4-54dead302384 req-cb123c24-42d1-41b6-a030-683ad0729c95 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] For port 3e8dca40-6833-4868-bd94-c2c3a4bc80dd, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=3e8dca40-6833-4868-bd94-c2c3a4bc80dd,segment=NetworkSegment(6f760b9f-05a7-45e0-b265-14c8c33a90b3),segment_id=6f760b9f-05a7-45e0-b265-14c8c33a90b3)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:42.914548 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-94672857-872b-4f6e-84b4-54dead302384 req-cb123c24-42d1-41b6-a030-683ad0729c95 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:42.952123 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-5f9bebab-93eb-423b-a160-00a03b7c608f None None] Port dc6a8024-085e-4dd4-a044-03e7336eacba cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:40:42.953911 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-94672857-872b-4f6e-84b4-54dead302384 req-cb123c24-42d1-41b6-a030-683ad0729c95 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Calling delete_port for 3e8dca40-6833-4868-bd94-c2c3a4bc80dd owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:42.981489 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-5f9bebab-93eb-423b-a160-00a03b7c608f None None] Provisioning complete for port a0325404-8595-448c-b7d1-a13e108ad9c2 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:42.990351 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5f9bebab-93eb-423b-a160-00a03b7c608f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:43.027577 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ec313bf5-fd56-4617-9265-9d4ab83ba78c tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.5176170 Nov 25 17:40:43.043874 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57942) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:43.104286 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-5f9bebab-93eb-423b-a160-00a03b7c608f None None] Port a0325404-8595-448c-b7d1-a13e108ad9c2 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:40:43.130707 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-182047f6-e294-4090-93a4-103cffdcee32 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Deleting port 7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:43.132998 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-3c1c21b4-5bd0-4c7f-b727-e1da32f997c8 None None] Set router faaaf2a7-2b11-46de-9144-e36c2d44bf11 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:40:43.141806 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-182047f6-e294-4090-93a4-103cffdcee32 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:43.227996 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a220427-c20f-4e37-bc1a-06ad72c8bde4 req-c988b237-6f0a-4ef5-aaa4-756ff026028a tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:43.229727 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5a220427-c20f-4e37-bc1a-06ad72c8bde4 req-c988b237-6f0a-4ef5-aaa4-756ff026028a tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 942 time: 1.0569239 Nov 25 17:40:43.241194 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57946) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:43.242792 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-06fd7800-6fa0-48e4-bee9-abdf89956e09 None None] Provisioning complete for port d666c4d9-0adb-4f29-8f7b-d812e854c092 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:43.243176 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-06fd7800-6fa0-48e4-bee9-abdf89956e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:43.262156 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-4ef3fb84-a3ff-4027-8a95-3cfef97ffb0b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1338798108-network', 'tenant_id': '745b6d7aa8fc4a70b5ebbcad4768ef94'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:43.338931 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 420fd8b0-33bd-4e1d-9def-85f817187d95 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:40:43.371673 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef3fb84-a3ff-4027-8a95-3cfef97ffb0b admin admin] Made reservation on behalf of 745b6d7aa8fc4a70b5ebbcad4768ef94 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:40:43.375950 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4ef3fb84-a3ff-4027-8a95-3cfef97ffb0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:43.428261 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4ef3fb84-a3ff-4027-8a95-3cfef97ffb0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:43.441492 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c492a9a-479e-4b74-832e-62ebd79269ba tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Network 63f652d6-f8a1-465f-a6da-d7f83159f2c4 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:43.443800 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-54dfb5f8-a673-4245-a6aa-baf2fb85e9c4 req-aae72c79-043c-496f-9a8b-1fbc04cc6fc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc6a8024-085e-4dd4-a044-03e7336eacba {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:40:43.463646 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 420fd8b0-33bd-4e1d-9def-85f817187d95 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:43.464364 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:43.468455 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e82c6-706a-4cd4-8c2a-b4f9709c09fa req-c9bc6bed-3069-4015-88ca-068d7b6a22b2 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:43.470962 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-742e82c6-706a-4cd4-8c2a-b4f9709c09fa req-c9bc6bed-3069-4015-88ca-068d7b6a22b2 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=97be2ce6-9257-4cdf-b9a7-5336b2f90489 HTTP/1.1" status: 200 len: 932 time: 0.3767173 Nov 25 17:40:43.484250 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-54dfb5f8-a673-4245-a6aa-baf2fb85e9c4 req-aae72c79-043c-496f-9a8b-1fbc04cc6fc7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:43.500711 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-0c492a9a-479e-4b74-832e-62ebd79269ba tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:43.543533 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-3c1c21b4-5bd0-4c7f-b727-e1da32f997c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faaaf2a7-2b11-46de-9144-e36c2d44bf11', 'name': 'tempest-TestVolumeBackupRestore-1444397206-router', 'tenant_id': 'e67f483089c147bfb012c80d67402bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '420fd8b0-33bd-4e1d-9def-85f817187d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:40:21Z', 'updated_at': '2021-11-25T17:40:37Z', 'revision_number': 4, 'project_id': 'e67f483089c147bfb012c80d67402bfc', 'gw_port': {'id': '420fd8b0-33bd-4e1d-9def-85f817187d95', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faaaf2a7-2b11-46de-9144-e36c2d44bf11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:24Z', 'updated_at': '2021-11-25T17:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'a0325404-8595-448c-b7d1-a13e108ad9c2', 'name': '', 'network_id': 'ac3d9612-6ca0-40df-ad89-62ed459c33fb', 'tenant_id': 'e67f483089c147bfb012c80d67402bfc', 'mac_address': 'fa:16:3e:29:72:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faaaf2a7-2b11-46de-9144-e36c2d44bf11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': '5c27de08-3ab5-466c-84b4-62cdfa6da7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:34Z', 'updated_at': '2021-11-25T17:40:37Z', 'revision_number': 2, 'project_id': 'e67f483089c147bfb012c80d67402bfc', 'subnets': [{'id': '5c27de08-3ab5-466c-84b4-62cdfa6da7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:43.553314 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca353c17-3b5c-47e6-97d2-da954e68d86e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:43.573104 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca353c17-3b5c-47e6-97d2-da954e68d86e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:43.581932 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ca353c17-3b5c-47e6-97d2-da954e68d86e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.5358145 Nov 25 17:40:43.585035 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57948) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:43.616601 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 54bdbdc2-5281-4b2a-8b87-916bf45252e8 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:40:43.621731 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1c21b4-5bd0-4c7f-b727-e1da32f997c8 None None] Checking router: faaaf2a7-2b11-46de-9144-e36c2d44bf11 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:40:43.622590 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1c21b4-5bd0-4c7f-b727-e1da32f997c8 None None] Updating router faaaf2a7-2b11-46de-9144-e36c2d44bf11 port a0325404-8595-448c-b7d1-a13e108ad9c2 binding host n-d-817746-1 {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:40:43.665445 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 54bdbdc2-5281-4b2a-8b87-916bf45252e8 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:40:43.666258 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 54bdbdc2-5281-4b2a-8b87-916bf45252e8 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:40:43.681691 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5a220427-c20f-4e37-bc1a-06ad72c8bde4 req-29db1536-b371-4b4c-9342-344eac9874ea tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/security-groups?id=7dac673b-c262-4497-b783-e9f920753627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4045923 Nov 25 17:40:43.692103 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-3c1c21b4-5bd0-4c7f-b727-e1da32f997c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:43.714219 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-2422c32b-d256-4513-ae7c-43b66f938a9e None None] Provisioning complete for port d666c4d9-0adb-4f29-8f7b-d812e854c092 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:43.717570 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2422c32b-d256-4513-ae7c-43b66f938a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:43.875450 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-182047f6-e294-4090-93a4-103cffdcee32 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:43.898102 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-94672857-872b-4f6e-84b4-54dead302384 req-cb123c24-42d1-41b6-a030-683ad0729c95 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:43.907668 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-742e82c6-706a-4cd4-8c2a-b4f9709c09fa req-a2162260-aded-4500-b7f5-da739f2f1bc6 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4086282 Nov 25 17:40:43.992004 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-182047f6-e294-4090-93a4-103cffdcee32 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Calling delete_port for 7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8 owned by {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:44.027042 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8fa4d65e-957c-4f9a-b8d5-c11ca0379f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:44.036455 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-54dfb5f8-a673-4245-a6aa-baf2fb85e9c4 req-aae72c79-043c-496f-9a8b-1fbc04cc6fc7 service neutron] Transition to ACTIVE for port object dc6a8024-085e-4dd4-a044-03e7336eacba will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:40:44.046319 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb123c24-42d1-41b6-a030-683ad0729c95 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Pushing event deleted for resources: {'Port': ['ID=3e8dca40-6833-4868-bd94-c2c3a4bc80dd,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:44.109096 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-2422c32b-d256-4513-ae7c-43b66f938a9e None None] Provisioning complete for port 4fcacaee-2be6-4320-8f47-4c3878f883eb triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:44.109690 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2422c32b-d256-4513-ae7c-43b66f938a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:44.118278 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4ef3fb84-a3ff-4027-8a95-3cfef97ffb0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:44.131442 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-54dfb5f8-a673-4245-a6aa-baf2fb85e9c4 req-aae72c79-043c-496f-9a8b-1fbc04cc6fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:44.143972 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-94672857-872b-4f6e-84b4-54dead302384 req-cb123c24-42d1-41b6-a030-683ad0729c95 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] No DVR routers for this DVR port 3e8dca40-6833-4868-bd94-c2c3a4bc80dd on host n-h1-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:40:44.149938 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-94672857-872b-4f6e-84b4-54dead302384 req-cb123c24-42d1-41b6-a030-683ad0729c95 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:44.153582 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-94672857-872b-4f6e-84b4-54dead302384 req-cb123c24-42d1-41b6-a030-683ad0729c95 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.74 "DELETE /v2.0/ports/3e8dca40-6833-4868-bd94-c2c3a4bc80dd HTTP/1.1" status: 204 len: 173 time: 2.7555695 Nov 25 17:40:44.155304 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-3c1c21b4-5bd0-4c7f-b727-e1da32f997c8 None None] Publish callbacks [] for port, precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:44.180387 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-3c1c21b4-5bd0-4c7f-b727-e1da32f997c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:44.193774 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c492a9a-479e-4b74-832e-62ebd79269ba tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Router 9cc79dc6-dc32-4ea3-abf5-8cd1935b857c has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:40:44.197811 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'name': 'network-vif-deleted', 'tag': '3e8dca40-6833-4868-bd94-c2c3a4bc80dd'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:40:44.201130 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990062cf-5a9d-4c98-8bab-b8fd1f48aa44" -d '{"events": [{"server_uuid": "d4b5d011-e28c-42fc-ad2e-294a30d84492", "name": "network-vif-deleted", "tag": "3e8dca40-6833-4868-bd94-c2c3a4bc80dd"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:40:44.220193 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-2422c32b-d256-4513-ae7c-43b66f938a9e None None] Port 4fcacaee-2be6-4320-8f47-4c3878f883eb cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:40:44.243633 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae72c79-043c-496f-9a8b-1fbc04cc6fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=dc6a8024-085e-4dd4-a044-03e7336eacba,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:44.310357 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4ef3fb84-a3ff-4027-8a95-3cfef97ffb0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:44.331540 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4d65e-957c-4f9a-b8d5-c11ca0379f38 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2d1fa30-f17d-4813-8406-2a686109ed95,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:44.385367 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0999990a-b40a-4d8b-9983-79dbc8b9865d None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:40:44.431763 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a018fa-af52-4a2c-9b30-e5cd60c1d34d x-openstack-request-id: req-77a018fa-af52-4a2c-9b30-e5cd60c1d34d {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:40:44.432140 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b5d011-e28c-42fc-ad2e-294a30d84492", "name": "network-vif-deleted", "tag": "3e8dca40-6833-4868-bd94-c2c3a4bc80dd", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:40:44.432407 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-77a018fa-af52-4a2c-9b30-e5cd60c1d34d {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:40:44.432840 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b5d011-e28c-42fc-ad2e-294a30d84492', 'name': 'network-vif-deleted', 'tag': '3e8dca40-6833-4868-bd94-c2c3a4bc80dd', 'status': 'completed', 'code': 200} Nov 25 17:40:44.460158 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-14618714-c994-4a59-b33e-05ba8ab260fb None None] Provisioning complete for port 4fcacaee-2be6-4320-8f47-4c3878f883eb triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:44.460599 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-14618714-c994-4a59-b33e-05ba8ab260fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:44.467441 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-3c1c21b4-5bd0-4c7f-b727-e1da32f997c8 None None] Attempting to bind port a0325404-8595-448c-b7d1-a13e108ad9c2 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:40:44.468284 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-3c1c21b4-5bd0-4c7f-b727-e1da32f997c8 None None] Attempting to bind port a0325404-8595-448c-b7d1-a13e108ad9c2 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '506df9f2-b834-4d78-a6af-1ee3efc3ff09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'ac3d9612-6ca0-40df-ad89-62ed459c33fb'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:40:44.469087 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1c21b4-5bd0-4c7f-b727-e1da32f997c8 None None] Attempting to bind port a0325404-8595-448c-b7d1-a13e108ad9c2 on network ac3d9612-6ca0-40df-ad89-62ed459c33fb {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:40:44.481021 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1c21b4-5bd0-4c7f-b727-e1da32f997c8 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:40:44.481726 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1c21b4-5bd0-4c7f-b727-e1da32f997c8 None None] Checking segment: {'id': '506df9f2-b834-4d78-a6af-1ee3efc3ff09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'ac3d9612-6ca0-40df-ad89-62ed459c33fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:40:44.482437 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-3c1c21b4-5bd0-4c7f-b727-e1da32f997c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:44.483059 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1c21b4-5bd0-4c7f-b727-e1da32f997c8 None None] Bound using segment: {'id': '506df9f2-b834-4d78-a6af-1ee3efc3ff09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'ac3d9612-6ca0-40df-ad89-62ed459c33fb'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:40:44.483772 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-3c1c21b4-5bd0-4c7f-b727-e1da32f997c8 None None] Bound port: a0325404-8595-448c-b7d1-a13e108ad9c2, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '506df9f2-b834-4d78-a6af-1ee3efc3ff09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'ac3d9612-6ca0-40df-ad89-62ed459c33fb'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:40:44.484416 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-3c1c21b4-5bd0-4c7f-b727-e1da32f997c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:44.515303 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49749f5f-e7e2-451a-a69d-b9fdbe170f72 None None] Pushing event updated for resources: {'Port': ['ID=a0325404-8595-448c-b7d1-a13e108ad9c2,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:44.524915 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8fa4d65e-957c-4f9a-b8d5-c11ca0379f38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:44.554264 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49749f5f-e7e2-451a-a69d-b9fdbe170f72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:44.554958 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49749f5f-e7e2-451a-a69d-b9fdbe170f72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:44.555506 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49749f5f-e7e2-451a-a69d-b9fdbe170f72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:44.556036 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49749f5f-e7e2-451a-a69d-b9fdbe170f72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:44.556561 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49749f5f-e7e2-451a-a69d-b9fdbe170f72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:44.559455 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49749f5f-e7e2-451a-a69d-b9fdbe170f72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:44.560214 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49749f5f-e7e2-451a-a69d-b9fdbe170f72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:44.560749 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49749f5f-e7e2-451a-a69d-b9fdbe170f72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:44.561313 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49749f5f-e7e2-451a-a69d-b9fdbe170f72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:44.561843 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49749f5f-e7e2-451a-a69d-b9fdbe170f72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:44.569709 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49749f5f-e7e2-451a-a69d-b9fdbe170f72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:44.570416 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49749f5f-e7e2-451a-a69d-b9fdbe170f72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:44.681065 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8fa4d65e-957c-4f9a-b8d5-c11ca0379f38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:44.683511 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8fa4d65e-957c-4f9a-b8d5-c11ca0379f38 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:44.689899 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-14618714-c994-4a59-b33e-05ba8ab260fb None None] Port 4fcacaee-2be6-4320-8f47-4c3878f883eb cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:40:44.710906 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c492a9a-479e-4b74-832e-62ebd79269ba tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:40:44.734490 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-0c492a9a-479e-4b74-832e-62ebd79269ba tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] 10.222.0.75 "PUT /v2.0/routers/9cc79dc6-dc32-4ea3-abf5-8cd1935b857c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7124500 Nov 25 17:40:44.739849 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ec8889-f576-4fb1-8a18-35406077a171 None None] Sync routers for ids ['9cc79dc6-dc32-4ea3-abf5-8cd1935b857c'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:40:44.742398 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57956) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:44.745011 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-3c1c21b4-5bd0-4c7f-b727-e1da32f997c8 None None] For port a0325404-8595-448c-b7d1-a13e108ad9c2, host n-d-817746-1, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:40:44.748316 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-6a871cc8-33f2-4124-89b4-51163317d4f3 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Request body: {'port': {'network_id': '63f652d6-f8a1-465f-a6da-d7f83159f2c4', 'name': 'tempest-FloatingIPAdminTestJSON-1942827848'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:44.760291 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-3c1c21b4-5bd0-4c7f-b727-e1da32f997c8 None None] For port a0325404-8595-448c-b7d1-a13e108ad9c2, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=a0325404-8595-448c-b7d1-a13e108ad9c2,segment=NetworkSegment(506df9f2-b834-4d78-a6af-1ee3efc3ff09),segment_id=506df9f2-b834-4d78-a6af-1ee3efc3ff09)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:40:44.773949 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-3c1c21b4-5bd0-4c7f-b727-e1da32f997c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:44.796655 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ec8889-f576-4fb1-8a18-35406077a171 None None] Routers {'9cc79dc6-dc32-4ea3-abf5-8cd1935b857c'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:40:44.799738 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-10ec8889-f576-4fb1-8a18-35406077a171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:40:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['9cc79dc6-dc32-4ea3-abf5-8cd1935b857c'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:44.804550 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ef3fb84-a3ff-4027-8a95-3cfef97ffb0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 909} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:40:44.807194 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-54dfb5f8-a673-4245-a6aa-baf2fb85e9c4 req-aae72c79-043c-496f-9a8b-1fbc04cc6fc7 service neutron] Attempting to bind port dc6a8024-085e-4dd4-a044-03e7336eacba on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:40:44.809256 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-54dfb5f8-a673-4245-a6aa-baf2fb85e9c4 req-aae72c79-043c-496f-9a8b-1fbc04cc6fc7 service neutron] Attempting to bind port dc6a8024-085e-4dd4-a044-03e7336eacba by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': 'c5752f96-a6e9-4fc2-9dae-273cc6a23f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'd0082d57-8c96-4a76-be0f-340c2f65b160'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:40:44.809483 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54dfb5f8-a673-4245-a6aa-baf2fb85e9c4 req-aae72c79-043c-496f-9a8b-1fbc04cc6fc7 service neutron] Attempting to bind port dc6a8024-085e-4dd4-a044-03e7336eacba on network d0082d57-8c96-4a76-be0f-340c2f65b160 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:40:44.809630 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8fa4d65e-957c-4f9a-b8d5-c11ca0379f38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:44.810930 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa4d65e-957c-4f9a-b8d5-c11ca0379f38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7168b50f-59dc-4fee-aaeb-a6ebb78a9b50 {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:40:44.829665 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54dfb5f8-a673-4245-a6aa-baf2fb85e9c4 req-aae72c79-043c-496f-9a8b-1fbc04cc6fc7 service neutron] Port dc6a8024-085e-4dd4-a044-03e7336eacba on network d0082d57-8c96-4a76-be0f-340c2f65b160 not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:40:44.829995 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54dfb5f8-a673-4245-a6aa-baf2fb85e9c4 req-aae72c79-043c-496f-9a8b-1fbc04cc6fc7 service neutron] Attempting to bind port dc6a8024-085e-4dd4-a044-03e7336eacba on network d0082d57-8c96-4a76-be0f-340c2f65b160 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:40:44.838072 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-3a3e9846-3ba7-49f7-a9f1-76989900d88c tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Deleting port 4fcacaee-2be6-4320-8f47-4c3878f883eb {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:44.840016 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3a3e9846-3ba7-49f7-a9f1-76989900d88c tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:44.855459 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8fa4d65e-957c-4f9a-b8d5-c11ca0379f38 admin admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:44.859156 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8fa4d65e-957c-4f9a-b8d5-c11ca0379f38 admin admin] 10.222.0.75 "DELETE /v2.0/routers/7168b50f-59dc-4fee-aaeb-a6ebb78a9b50 HTTP/1.1" status: 204 len: 168 time: 5.5522399 Nov 25 17:40:44.859156 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef3fb84-a3ff-4027-8a95-3cfef97ffb0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=280db314-bde6-4404-8ec0-307e697ecb87,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:44.886029 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-14618714-c994-4a59-b33e-05ba8ab260fb None None] Provisioning complete for port 4629d935-7d05-4e90-a2ba-bea7e15be72f triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:44.886029 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-14618714-c994-4a59-b33e-05ba8ab260fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:44.886340 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57958) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:44.889585 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-10ec8889-f576-4fb1-8a18-35406077a171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:44.904187 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4ef3fb84-a3ff-4027-8a95-3cfef97ffb0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:44.904593 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-4ef3fb84-a3ff-4027-8a95-3cfef97ffb0b admin admin] Added segment 3cea5712-e879-4358-ae6c-d58f64b0f02f of type vlan for network 7b970361-db1b-45fa-9068-3650d0797a2a Nov 25 17:40:44.922217 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54dfb5f8-a673-4245-a6aa-baf2fb85e9c4 req-aae72c79-043c-496f-9a8b-1fbc04cc6fc7 service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:40:44.922551 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54dfb5f8-a673-4245-a6aa-baf2fb85e9c4 req-aae72c79-043c-496f-9a8b-1fbc04cc6fc7 service neutron] Checking segment: {'id': 'c5752f96-a6e9-4fc2-9dae-273cc6a23f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'd0082d57-8c96-4a76-be0f-340c2f65b160'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:40:44.933361 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54dfb5f8-a673-4245-a6aa-baf2fb85e9c4 req-aae72c79-043c-496f-9a8b-1fbc04cc6fc7 service neutron] Bound using segment: {'id': 'c5752f96-a6e9-4fc2-9dae-273cc6a23f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'd0082d57-8c96-4a76-be0f-340c2f65b160'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:40:44.934364 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-54dfb5f8-a673-4245-a6aa-baf2fb85e9c4 req-aae72c79-043c-496f-9a8b-1fbc04cc6fc7 service neutron] Bound port: dc6a8024-085e-4dd4-a044-03e7336eacba, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5752f96-a6e9-4fc2-9dae-273cc6a23f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'd0082d57-8c96-4a76-be0f-340c2f65b160'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:40:44.934764 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-54dfb5f8-a673-4245-a6aa-baf2fb85e9c4 req-aae72c79-043c-496f-9a8b-1fbc04cc6fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:44.988020 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ec8889-f576-4fb1-8a18-35406077a171 None None] Routers {'9cc79dc6-dc32-4ea3-abf5-8cd1935b857c'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:40:44.988279 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-10ec8889-f576-4fb1-8a18-35406077a171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:40:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['9cc79dc6-dc32-4ea3-abf5-8cd1935b857c'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:45.010947 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49749f5f-e7e2-451a-a69d-b9fdbe170f72 None None] Pushing event updated for resources: {'Port': ['ID=a0325404-8595-448c-b7d1-a13e108ad9c2,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:45.060803 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1c21b4-5bd0-4c7f-b727-e1da32f997c8 None None] Routers {'faaaf2a7-2b11-46de-9144-e36c2d44bf11'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:40:45.065969 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-3c1c21b4-5bd0-4c7f-b727-e1da32f997c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:40:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['faaaf2a7-2b11-46de-9144-e36c2d44bf11'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:45.196547 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-54dfb5f8-a673-4245-a6aa-baf2fb85e9c4 req-aae72c79-043c-496f-9a8b-1fbc04cc6fc7 service neutron] For port dc6a8024-085e-4dd4-a044-03e7336eacba, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:40:45.200055 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-54dfb5f8-a673-4245-a6aa-baf2fb85e9c4 req-aae72c79-043c-496f-9a8b-1fbc04cc6fc7 service neutron] For port dc6a8024-085e-4dd4-a044-03e7336eacba, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=dc6a8024-085e-4dd4-a044-03e7336eacba,segment=NetworkSegment(c5752f96-a6e9-4fc2-9dae-273cc6a23f00),segment_id=c5752f96-a6e9-4fc2-9dae-273cc6a23f00)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:40:45.203218 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-73149505-2a7e-4fbb-9124-73c3a730fcf2 req-4ebd93f6-4790-45c5-b603-1630132a21d9 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 210 time: 0.2846959 Nov 25 17:40:45.212227 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-54dfb5f8-a673-4245-a6aa-baf2fb85e9c4 req-aae72c79-043c-496f-9a8b-1fbc04cc6fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:45.292230 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4ef3fb84-a3ff-4027-8a95-3cfef97ffb0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:45.301668 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae72c79-043c-496f-9a8b-1fbc04cc6fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=dc6a8024-085e-4dd4-a044-03e7336eacba,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:45.330075 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dfb5f8-a673-4245-a6aa-baf2fb85e9c4 req-aae72c79-043c-496f-9a8b-1fbc04cc6fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:45.330712 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-54dfb5f8-a673-4245-a6aa-baf2fb85e9c4 req-aae72c79-043c-496f-9a8b-1fbc04cc6fc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:45.333733 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-54dfb5f8-a673-4245-a6aa-baf2fb85e9c4 req-aae72c79-043c-496f-9a8b-1fbc04cc6fc7 service neutron] 10.222.0.90 "PUT /v2.0/ports/dc6a8024-085e-4dd4-a044-03e7336eacba HTTP/1.1" status: 200 len: 1092 time: 3.8379188 Nov 25 17:40:45.377351 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-3c1c21b4-5bd0-4c7f-b727-e1da32f997c8 None None] Set router faaaf2a7-2b11-46de-9144-e36c2d44bf11 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:40:45.413917 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f625cc6-d01b-4c02-9953-bab5beeb2753 admin admin] Deleting subnet 25a72b94-fb6e-4434-9c21-274e75835bc9 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:40:45.458630 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3f625cc6-d01b-4c02-9953-bab5beeb2753 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:45.460861 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-182047f6-e294-4090-93a4-103cffdcee32 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:45.526320 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b682c89-2876-4a91-b9ca-136ba73fd6c9 req-a17b0031-43d5-4814-8a44-4eb200ff5e73 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:45.533249 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3b682c89-2876-4a91-b9ca-136ba73fd6c9 req-a17b0031-43d5-4814-8a44-4eb200ff5e73 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=97be2ce6-9257-4cdf-b9a7-5336b2f90489 HTTP/1.1" status: 200 len: 944 time: 0.3286183 Nov 25 17:40:45.535131 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-14618714-c994-4a59-b33e-05ba8ab260fb None None] Port 4629d935-7d05-4e90-a2ba-bea7e15be72f cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:40:45.536218 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3a3e9846-3ba7-49f7-a9f1-76989900d88c tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:45.540274 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-10ec8889-f576-4fb1-8a18-35406077a171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:45.541252 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ec8889-f576-4fb1-8a18-35406077a171 None None] The sync data for ids ['9cc79dc6-dc32-4ea3-abf5-8cd1935b857c'] in n-d-817746-1 is: [] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:40:45.682034 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4ef3fb84-a3ff-4027-8a95-3cfef97ffb0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:45.683770 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef3fb84-a3ff-4027-8a95-3cfef97ffb0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:45.686578 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4ef3fb84-a3ff-4027-8a95-3cfef97ffb0b admin admin] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:45.693554 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-dc51698d-29cc-4491-9c1d-1ef89d27ade3 None None] Provisioning complete for port a0325404-8595-448c-b7d1-a13e108ad9c2 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:45.694554 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dc51698d-29cc-4491-9c1d-1ef89d27ade3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:45.705817 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3b682c89-2876-4a91-b9ca-136ba73fd6c9 req-204ed83c-dce0-4bd9-bb05-013e6b43ab10 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634798 Nov 25 17:40:45.706478 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a871cc8-33f2-4124-89b4-51163317d4f3 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Made reservation on behalf of 677f391c08804a06ae90ee14d0105f79 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:40:45.709988 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6a871cc8-33f2-4124-89b4-51163317d4f3 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:45.721958 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3f625cc6-d01b-4c02-9953-bab5beeb2753 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:45.779678 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device a0325404-8595-448c-b7d1-a13e108ad9c2 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:40:45.781745 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dfb5f8-a673-4245-a6aa-baf2fb85e9c4 req-10e62b29-f965-4851-a566-9a14cc1dc952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:45.783281 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-54dfb5f8-a673-4245-a6aa-baf2fb85e9c4 req-10e62b29-f965-4851-a566-9a14cc1dc952 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5a560046c26c483180c0093a6be1dd8b&device_id=97be2ce6-9257-4cdf-b9a7-5336b2f90489 HTTP/1.1" status: 200 len: 1095 time: 0.3917620 Nov 25 17:40:45.813895 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [None req-6a871cc8-33f2-4124-89b4-51163317d4f3 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] device_id is not set on port 8263f0a9-c889-49dd-981c-74861ea89b71 yet. {{(pid=103361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:40:45.835671 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-3a3e9846-3ba7-49f7-a9f1-76989900d88c tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Calling delete_port for 4fcacaee-2be6-4320-8f47-4c3878f883eb owned by {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:45.856019 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182047f6-e294-4090-93a4-103cffdcee32 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Pushing event deleted for resources: {'Port': ['ID=7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:45.887784 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-54dfb5f8-a673-4245-a6aa-baf2fb85e9c4 req-c0d2773f-eaa9-4652-8795-1381270de3d9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc6a8024-085e-4dd4-a044-03e7336eacba HTTP/1.1" status: 200 len: 217 time: 0.0933037 Nov 25 17:40:45.923720 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dc51698d-29cc-4491-9c1d-1ef89d27ade3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:45.990739 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port a0325404-8595-448c-b7d1-a13e108ad9c2 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:45.992323 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:46.051885 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dfb5f8-a673-4245-a6aa-baf2fb85e9c4 req-1c02313c-9834-4bdb-b5f0-9df5894ac090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:46.053289 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-54dfb5f8-a673-4245-a6aa-baf2fb85e9c4 req-1c02313c-9834-4bdb-b5f0-9df5894ac090 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c74f83ed-3896-4341-8cf1-e1417d85add2 HTTP/1.1" status: 200 len: 851 time: 0.0988488 Nov 25 17:40:46.063507 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-dc51698d-29cc-4491-9c1d-1ef89d27ade3 None None] For port a0325404-8595-448c-b7d1-a13e108ad9c2, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=a0325404-8595-448c-b7d1-a13e108ad9c2,segment=NetworkSegment(506df9f2-b834-4d78-a6af-1ee3efc3ff09),segment_id=506df9f2-b834-4d78-a6af-1ee3efc3ff09)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:46.078893 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-3c1c21b4-5bd0-4c7f-b727-e1da32f997c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faaaf2a7-2b11-46de-9144-e36c2d44bf11', 'name': 'tempest-TestVolumeBackupRestore-1444397206-router', 'tenant_id': 'e67f483089c147bfb012c80d67402bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '420fd8b0-33bd-4e1d-9def-85f817187d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:40:21Z', 'updated_at': '2021-11-25T17:40:37Z', 'revision_number': 4, 'project_id': 'e67f483089c147bfb012c80d67402bfc', 'gw_port': {'id': '420fd8b0-33bd-4e1d-9def-85f817187d95', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faaaf2a7-2b11-46de-9144-e36c2d44bf11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:24Z', 'updated_at': '2021-11-25T17:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'a0325404-8595-448c-b7d1-a13e108ad9c2', 'name': '', 'network_id': 'ac3d9612-6ca0-40df-ad89-62ed459c33fb', 'tenant_id': 'e67f483089c147bfb012c80d67402bfc', 'mac_address': 'fa:16:3e:29:72:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faaaf2a7-2b11-46de-9144-e36c2d44bf11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': '5c27de08-3ab5-466c-84b4-62cdfa6da7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:34Z', 'updated_at': '2021-11-25T17:40:44Z', 'revision_number': 4, 'project_id': 'e67f483089c147bfb012c80d67402bfc', 'subnets': [{'id': '5c27de08-3ab5-466c-84b4-62cdfa6da7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:46.080140 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dc51698d-29cc-4491-9c1d-1ef89d27ade3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:46.149816 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dfb5f8-a673-4245-a6aa-baf2fb85e9c4 req-a5149169-c10b-4ec1-b4c2-9a7e8705f4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:46.151517 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-54dfb5f8-a673-4245-a6aa-baf2fb85e9c4 req-a5149169-c10b-4ec1-b4c2-9a7e8705f4b8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d0082d57-8c96-4a76-be0f-340c2f65b160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0855219 Nov 25 17:40:46.183981 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1c21b4-5bd0-4c7f-b727-e1da32f997c8 None None] The sync data for ids ['faaaf2a7-2b11-46de-9144-e36c2d44bf11'] in n-d-817746-1 is: [{'id': 'faaaf2a7-2b11-46de-9144-e36c2d44bf11', 'name': 'tempest-TestVolumeBackupRestore-1444397206-router', 'tenant_id': 'e67f483089c147bfb012c80d67402bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '420fd8b0-33bd-4e1d-9def-85f817187d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:40:21Z', 'updated_at': '2021-11-25T17:40:37Z', 'revision_number': 4, 'project_id': 'e67f483089c147bfb012c80d67402bfc', 'gw_port': {'id': '420fd8b0-33bd-4e1d-9def-85f817187d95', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faaaf2a7-2b11-46de-9144-e36c2d44bf11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:24Z', 'updated_at': '2021-11-25T17:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'a0325404-8595-448c-b7d1-a13e108ad9c2', 'name': '', 'network_id': 'ac3d9612-6ca0-40df-ad89-62ed459c33fb', 'tenant_id': 'e67f483089c147bfb012c80d67402bfc', 'mac_address': 'fa:16:3e:29:72:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faaaf2a7-2b11-46de-9144-e36c2d44bf11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': '5c27de08-3ab5-466c-84b4-62cdfa6da7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:34Z', 'updated_at': '2021-11-25T17:40:44Z', 'revision_number': 4, 'project_id': 'e67f483089c147bfb012c80d67402bfc', 'subnets': [{'id': '5c27de08-3ab5-466c-84b4-62cdfa6da7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:40:46.211383 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-6a871cc8-33f2-4124-89b4-51163317d4f3 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Allocated IP 172.20.0.7 (63f652d6-f8a1-465f-a6da-d7f83159f2c4/93e6c5fc-88bc-4167-b6cf-662feaaf0713/8263f0a9-c889-49dd-981c-74861ea89b71) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:40:46.323138 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-182047f6-e294-4090-93a4-103cffdcee32 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:46.342815 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-182047f6-e294-4090-93a4-103cffdcee32 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "DELETE /v2.0/ports/7407a9f7-4eff-47a1-9b52-c5fbe3f7cfb8 HTTP/1.1" status: 204 len: 168 time: 3.7417049 Nov 25 17:40:46.349189 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc51698d-29cc-4491-9c1d-1ef89d27ade3 None None] Pushing event updated for resources: {'Port': ['ID=a0325404-8595-448c-b7d1-a13e108ad9c2,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:46.385837 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc51698d-29cc-4491-9c1d-1ef89d27ade3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:46.389455 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc51698d-29cc-4491-9c1d-1ef89d27ade3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:46.389852 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc51698d-29cc-4491-9c1d-1ef89d27ade3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:46.390262 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc51698d-29cc-4491-9c1d-1ef89d27ade3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:46.390620 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc51698d-29cc-4491-9c1d-1ef89d27ade3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:46.391019 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc51698d-29cc-4491-9c1d-1ef89d27ade3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:46.391367 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc51698d-29cc-4491-9c1d-1ef89d27ade3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:46.391711 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc51698d-29cc-4491-9c1d-1ef89d27ade3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:46.392052 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc51698d-29cc-4491-9c1d-1ef89d27ade3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:46.392387 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc51698d-29cc-4491-9c1d-1ef89d27ade3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:46.392723 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc51698d-29cc-4491-9c1d-1ef89d27ade3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:46.393082 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc51698d-29cc-4491-9c1d-1ef89d27ade3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:46.423631 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57968) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:46.435360 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4ef3fb84-a3ff-4027-8a95-3cfef97ffb0b admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.1804471 Nov 25 17:40:46.480756 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57970) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:46.508451 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3f625cc6-d01b-4c02-9953-bab5beeb2753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:46.514276 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-219c9221-451e-41b8-a8aa-3b0e1700f479 admin admin] Request body: {'subnet': {'network_id': '7b970361-db1b-45fa-9068-3650d0797a2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1338798108-subnet', 'tenant_id': '745b6d7aa8fc4a70b5ebbcad4768ef94', 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:46.716670 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef3fb84-a3ff-4027-8a95-3cfef97ffb0b admin admin] Pushing event updated for resources: {'Network': ['ID=7b970361-db1b-45fa-9068-3650d0797a2a,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:46.722516 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:46.735274 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 7b970361-db1b-45fa-9068-3650d0797a2a details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:40:46.755580 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3f625cc6-d01b-4c02-9953-bab5beeb2753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:46.789515 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3f625cc6-d01b-4c02-9953-bab5beeb2753 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:46.795684 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3f625cc6-d01b-4c02-9953-bab5beeb2753 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/25a72b94-fb6e-4434-9c21-274e75835bc9 HTTP/1.1" status: 204 len: 168 time: 1.9060271 Nov 25 17:40:46.799962 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57974) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:46.876091 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac1aebb-43cc-428d-9ad3-bdf0b9ceddf2 None None] Network 49c799e6-01fb-4356-b67f-8b970273c51a requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:40:46.950813 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97be2ce6-9257-4cdf-b9a7-5336b2f90489', 'tag': 'dc6a8024-085e-4dd4-a044-03e7336eacba'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:40:46.953226 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72440fe-cf8d-486b-a0d1-da147588c952" -d '{"events": [{"name": "network-changed", "server_uuid": "97be2ce6-9257-4cdf-b9a7-5336b2f90489", "tag": "dc6a8024-085e-4dd4-a044-03e7336eacba"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:40:46.984044 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:47.009586 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-331012d6-293e-45e2-81f1-218359363475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:47.011480 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f625cc6-d01b-4c02-9953-bab5beeb2753 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25a72b94-fb6e-4434-9c21-274e75835bc9,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:47.049047 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219c9221-451e-41b8-a8aa-3b0e1700f479 admin admin] Made reservation on behalf of 745b6d7aa8fc4a70b5ebbcad4768ef94 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:40:47.051900 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6a871cc8-33f2-4124-89b4-51163317d4f3 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:47.052059 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-219c9221-451e-41b8-a8aa-3b0e1700f479 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:47.112952 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6a871cc8-33f2-4124-89b4-51163317d4f3 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:47.149393 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c5b1f6c0-befd-4fc8-ad23-ca781356a8a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:47.262763 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21db2899-bf35-47e5-81b0-3dcbc532ec3b None None] DHCP port deletion for 49c799e6-01fb-4356-b67f-8b970273c51a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:40:47.341808 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device a0325404-8595-448c-b7d1-a13e108ad9c2 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:40:47.353116 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a871cc8-33f2-4124-89b4-51163317d4f3 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Network 63f652d6-f8a1-465f-a6da-d7f83159f2c4 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:47.384098 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-6a871cc8-33f2-4124-89b4-51163317d4f3 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:47.390119 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c68498ac-ebd4-490b-8b43-8864143ce664 req-10c5f3d4-bee9-4070-af61-4094b624a83b tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 210 time: 0.2852335 Nov 25 17:40:47.391054 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a871cc8-33f2-4124-89b4-51163317d4f3 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:40:47.396396 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-219c9221-451e-41b8-a8aa-3b0e1700f479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:47.444002 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-54dfb5f8-a673-4245-a6aa-baf2fb85e9c4 req-23b1103d-b39f-4c5e-bcf3-149deecbfd4d service neutron] 10.222.0.90 "GET /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2838264 Nov 25 17:40:47.449728 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-21db2899-bf35-47e5-81b0-3dcbc532ec3b None None] Deleting port 6dc03968-1279-42b0-a51f-1c2cfb6b261d {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:47.450362 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-21db2899-bf35-47e5-81b0-3dcbc532ec3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:47.453622 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port a0325404-8595-448c-b7d1-a13e108ad9c2 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:47.454233 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:47.502273 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a871cc8-33f2-4124-89b4-51163317d4f3 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Pushing event updated for resources: {'Port': ['ID=8263f0a9-c889-49dd-981c-74861ea89b71,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:47.520258 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219c9221-451e-41b8-a8aa-3b0e1700f479 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59ff6854-4900-4942-87d3-b6659323a0cb,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:47.520439 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd85400d-9a53-4e3a-b89a-ebdb51551d7e req-ea85eb91-a15b-49d8-a3e7-2899b10de2e8 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:47.522160 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bd85400d-9a53-4e3a-b89a-ebdb51551d7e req-ea85eb91-a15b-49d8-a3e7-2899b10de2e8 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=97be2ce6-9257-4cdf-b9a7-5336b2f90489 HTTP/1.1" status: 200 len: 944 time: 0.4159348 Nov 25 17:40:47.541317 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ceb442-b2bb-4071-ae9d-b9154076fe0f x-openstack-request-id: req-b4ceb442-b2bb-4071-ae9d-b9154076fe0f {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:40:47.542018 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97be2ce6-9257-4cdf-b9a7-5336b2f90489", "tag": "dc6a8024-085e-4dd4-a044-03e7336eacba", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:40:47.542389 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b4ceb442-b2bb-4071-ae9d-b9154076fe0f {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:40:47.542919 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97be2ce6-9257-4cdf-b9a7-5336b2f90489', 'tag': 'dc6a8024-085e-4dd4-a044-03e7336eacba', 'status': 'completed', 'code': 200} Nov 25 17:40:47.656737 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-21db2899-bf35-47e5-81b0-3dcbc532ec3b None None] For port 6dc03968-1279-42b0-a51f-1c2cfb6b261d, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=6dc03968-1279-42b0-a51f-1c2cfb6b261d,segment=NetworkSegment(74518c65-0a77-49eb-8302-d0397cc0c64c),segment_id=74518c65-0a77-49eb-8302-d0397cc0c64c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:47.657286 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-21db2899-bf35-47e5-81b0-3dcbc532ec3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:47.695314 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a871cc8-33f2-4124-89b4-51163317d4f3 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:47.699592 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-21db2899-bf35-47e5-81b0-3dcbc532ec3b None None] Calling delete_port for 6dc03968-1279-42b0-a51f-1c2cfb6b261d owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:47.700592 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6a871cc8-33f2-4124-89b4-51163317d4f3 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:47.714686 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-63ac99b7-0173-419d-90f1-f7c3fc6eb78b tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Deleting port 791424cf-7f49-4cd7-a3d5-e5f426ab97ac {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:47.715069 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-63ac99b7-0173-419d-90f1-f7c3fc6eb78b tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:47.756341 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-54dfb5f8-a673-4245-a6aa-baf2fb85e9c4 req-dc58264b-d14e-40ff-be08-955d2d2565d9 service neutron] 10.222.0.90 "GET /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665923 Nov 25 17:40:47.825336 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219c9221-451e-41b8-a8aa-3b0e1700f479 admin admin] Checking segment: {'id': '3cea5712-e879-4358-ae6c-d58f64b0f02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '7b970361-db1b-45fa-9068-3650d0797a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:40:47.826287 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219c9221-451e-41b8-a8aa-3b0e1700f479 admin admin] Network hostable DHCP agents. Network: 7b970361-db1b-45fa-9068-3650d0797a2a, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:40:47.834648 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-6a871cc8-33f2-4124-89b4-51163317d4f3 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0910411 Nov 25 17:40:47.839017 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57980) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:47.872262 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device c2d1fa30-f17d-4813-8406-2a686109ed95 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:40:47.891215 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bd85400d-9a53-4e3a-b89a-ebdb51551d7e req-93e8b525-9846-4e5e-b973-b936ea5e8f49 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471375 Nov 25 17:40:47.927898 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72440fe-cf8d-486b-a0d1-da147588c952 req-15e80b8a-668c-4286-8164-8d548727a0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:47.929701 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e72440fe-cf8d-486b-a0d1-da147588c952 req-15e80b8a-668c-4286-8164-8d548727a0a3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5a560046c26c483180c0093a6be1dd8b&device_id=97be2ce6-9257-4cdf-b9a7-5336b2f90489 HTTP/1.1" status: 200 len: 1095 time: 0.0898087 Nov 25 17:40:47.951853 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: c2d1fa30-f17d-4813-8406-2a686109ed95 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:40:47.952502 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device c2d1fa30-f17d-4813-8406-2a686109ed95 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:40:47.999093 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-e4293b04-4f8a-43af-8993-8505b1c3513a None None] Provisioning complete for port 8263f0a9-c889-49dd-981c-74861ea89b71 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:47.999900 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e4293b04-4f8a-43af-8993-8505b1c3513a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:48.016426 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-331012d6-293e-45e2-81f1-218359363475 admin admin] Deleting port 6dc03968-1279-42b0-a51f-1c2cfb6b261d {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:48.016774 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-331012d6-293e-45e2-81f1-218359363475 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:48.049805 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-21db2899-bf35-47e5-81b0-3dcbc532ec3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:48.057703 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219c9221-451e-41b8-a8aa-3b0e1700f479 admin admin] Network 7b970361-db1b-45fa-9068-3650d0797a2a is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:40:48.087963 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-e4293b04-4f8a-43af-8993-8505b1c3513a None None] Port 8263f0a9-c889-49dd-981c-74861ea89b71 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:40:48.097031 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21db2899-bf35-47e5-81b0-3dcbc532ec3b None None] Pushing event deleted for resources: {'Port': ['ID=6dc03968-1279-42b0-a51f-1c2cfb6b261d,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:48.111981 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21db2899-bf35-47e5-81b0-3dcbc532ec3b None None] No DVR routers for this DVR port 6dc03968-1279-42b0-a51f-1c2cfb6b261d on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:40:48.162465 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72440fe-cf8d-486b-a0d1-da147588c952 req-89ecf2d1-cf60-447b-9bdc-4b56c4b6d96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:48.164685 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e72440fe-cf8d-486b-a0d1-da147588c952 req-89ecf2d1-cf60-447b-9bdc-4b56c4b6d96f service neutron] 10.222.0.90 "GET /v2.0/networks?id=d0082d57-8c96-4a76-be0f-340c2f65b160 HTTP/1.1" status: 200 len: 913 time: 0.2229676 Nov 25 17:40:48.281768 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-fd85c2b7-f6c8-485e-b673-36d8991d28e5 tempest-FloatingIPAdminTestJSON-422292330 tempest-FloatingIPAdminTestJSON-422292330-project-admin] Request body: {'floatingip': {'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'project_id': '677f391c08804a06ae90ee14d0105f79', 'port_id': '8263f0a9-c889-49dd-981c-74861ea89b71'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:48.286059 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e72440fe-cf8d-486b-a0d1-da147588c952 req-1619779c-254f-4529-89ec-a0de800dcbfc service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc6a8024-085e-4dd4-a044-03e7336eacba HTTP/1.1" status: 200 len: 217 time: 0.1101754 Nov 25 17:40:48.349164 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fd85c2b7-f6c8-485e-b673-36d8991d28e5 tempest-FloatingIPAdminTestJSON-422292330 tempest-FloatingIPAdminTestJSON-422292330-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:48.377862 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72440fe-cf8d-486b-a0d1-da147588c952 req-5012c38f-2495-4418-96e9-94c7d594cec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:48.380268 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e72440fe-cf8d-486b-a0d1-da147588c952 req-5012c38f-2495-4418-96e9-94c7d594cec1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c74f83ed-3896-4341-8cf1-e1417d85add2 HTTP/1.1" status: 200 len: 851 time: 0.0852563 Nov 25 17:40:48.492665 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-63ac99b7-0173-419d-90f1-f7c3fc6eb78b tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:48.505754 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-219c9221-451e-41b8-a8aa-3b0e1700f479 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 7b970361-db1b-45fa-9068-3650d0797a2a) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:48.511667 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219c9221-451e-41b8-a8aa-3b0e1700f479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:48.511667 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-219c9221-451e-41b8-a8aa-3b0e1700f479 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:48.515675 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8ad34b-8e3a-4851-a9e5-5c887a2878d5 None None] Network 7b970361-db1b-45fa-9068-3650d0797a2a requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:40:48.537257 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-219c9221-451e-41b8-a8aa-3b0e1700f479 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0530765 Nov 25 17:40:48.539480 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72440fe-cf8d-486b-a0d1-da147588c952 req-cd7817a9-9d13-4660-b2e9-54b8c6e68d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:48.543536 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e72440fe-cf8d-486b-a0d1-da147588c952 req-cd7817a9-9d13-4660-b2e9-54b8c6e68d3f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d0082d57-8c96-4a76-be0f-340c2f65b160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1554365 Nov 25 17:40:48.545379 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57988) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:48.545884 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-63ac99b7-0173-419d-90f1-f7c3fc6eb78b tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Calling delete_port for 791424cf-7f49-4cd7-a3d5-e5f426ab97ac owned by {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:48.551773 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-4b6611f7-be46-4b95-b8e0-bdd9f8003677 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1338798108-router', 'tenant_id': '745b6d7aa8fc4a70b5ebbcad4768ef94', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:48.553200 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-331012d6-293e-45e2-81f1-218359363475 admin admin] For port 6dc03968-1279-42b0-a51f-1c2cfb6b261d, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=6dc03968-1279-42b0-a51f-1c2cfb6b261d,segment=NetworkSegment(74518c65-0a77-49eb-8302-d0397cc0c64c),segment_id=74518c65-0a77-49eb-8302-d0397cc0c64c)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:48.555259 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-331012d6-293e-45e2-81f1-218359363475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:48.559167 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3a3e9846-3ba7-49f7-a9f1-76989900d88c tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:48.602138 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3c11e9ec-670b-430f-b7bb-0baa6aa18bb1 req-e6dfbf40-7cc4-47b2-9db8-f24043f33b63 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 210 time: 0.0340991 Nov 25 17:40:48.627823 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-331012d6-293e-45e2-81f1-218359363475 admin admin] Calling delete_port for 6dc03968-1279-42b0-a51f-1c2cfb6b261d owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:48.632673 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e9846-3ba7-49f7-a9f1-76989900d88c tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event deleted for resources: {'Port': ['ID=4fcacaee-2be6-4320-8f47-4c3878f883eb,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:48.692468 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4b6611f7-be46-4b95-b8e0-bdd9f8003677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:48.693482 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4b6611f7-be46-4b95-b8e0-bdd9f8003677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:48.716679 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fd85c2b7-f6c8-485e-b673-36d8991d28e5 tempest-FloatingIPAdminTestJSON-422292330 tempest-FloatingIPAdminTestJSON-422292330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:48.835572 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-331012d6-293e-45e2-81f1-218359363475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:48.857197 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4b6611f7-be46-4b95-b8e0-bdd9f8003677 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:48.898628 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b233e152-f77a-4252-89d2-d1618a92e10c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-7b970361-db1b-45fa-9068-3650d0797a2a', 'network_id': '7b970361-db1b-45fa-9068-3650d0797a2a', 'tenant_id': '745b6d7aa8fc4a70b5ebbcad4768ef94', 'fixed_ips': [{'subnet_id': '59ff6854-4900-4942-87d3-b6659323a0cb'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:40:48.899653 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b233e152-f77a-4252-89d2-d1618a92e10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:48.900535 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e72440fe-cf8d-486b-a0d1-da147588c952 req-1f666f1d-fbba-43f1-9b11-672bbf4a4f7b service neutron] 10.222.0.90 "GET /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448818 Nov 25 17:40:48.947120 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3a3e9846-3ba7-49f7-a9f1-76989900d88c tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:48.952374 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3a3e9846-3ba7-49f7-a9f1-76989900d88c tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/ports/4fcacaee-2be6-4320-8f47-4c3878f883eb HTTP/1.1" status: 204 len: 168 time: 5.3620563 Nov 25 17:40:48.980202 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57992) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:49.053487 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331012d6-293e-45e2-81f1-218359363475 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dc03968-1279-42b0-a51f-1c2cfb6b261d,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:49.067258 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331012d6-293e-45e2-81f1-218359363475 admin admin] No DVR routers for this DVR port 6dc03968-1279-42b0-a51f-1c2cfb6b261d on host n-d-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:40:49.146694 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d46131d-9b26-4c67-86cc-110eabca5d72 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:49.149661 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d46131d-9b26-4c67-86cc-110eabca5d72 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:49.153143 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d46131d-9b26-4c67-86cc-110eabca5d72 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:49.160539 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-5d46131d-9b26-4c67-86cc-110eabca5d72 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1766698 Nov 25 17:40:49.163080 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57994) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:49.234614 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-b233e152-f77a-4252-89d2-d1618a92e10c None None] Allocated IP 172.20.0.2 (7b970361-db1b-45fa-9068-3650d0797a2a/59ff6854-4900-4942-87d3-b6659323a0cb/d57d4a09-0bbc-4956-b22b-5d927de1beb8) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:40:49.249586 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 6dc03968-1279-42b0-a51f-1c2cfb6b261d no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:40:49.280268 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-331012d6-293e-45e2-81f1-218359363475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:49.290784 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 6dc03968-1279-42b0-a51f-1c2cfb6b261d {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:40:49.291303 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 6dc03968-1279-42b0-a51f-1c2cfb6b261d not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:40:49.321239 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-331012d6-293e-45e2-81f1-218359363475 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49c799e6-01fb-4356-b67f-8b970273c51a']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:49.333419 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e72440fe-cf8d-486b-a0d1-da147588c952 req-2f36895a-3c6a-4345-85a0-1b3eacf899bb service neutron] 10.222.0.90 "GET /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875824 Nov 25 17:40:49.344515 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-331012d6-293e-45e2-81f1-218359363475 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74518c65-0a77-49eb-8302-d0397cc0c64c') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:49.344819 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-331012d6-293e-45e2-81f1-218359363475 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74518c65-0a77-49eb-8302-d0397cc0c64c') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:49.350020 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-143abaef-592b-4f28-9894-8b280c7cbe22 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Deleting subnet 7d125be9-25c2-4a8f-a235-c5b65030bd98 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:40:49.362479 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-143abaef-592b-4f28-9894-8b280c7cbe22 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:49.369143 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-331012d6-293e-45e2-81f1-218359363475 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:49.370873 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-63ac99b7-0173-419d-90f1-f7c3fc6eb78b tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:49.422574 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4b6611f7-be46-4b95-b8e0-bdd9f8003677 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:49.471179 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-331012d6-293e-45e2-81f1-218359363475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:49.496567 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ac99b7-0173-419d-90f1-f7c3fc6eb78b tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Pushing event deleted for resources: {'Port': ['ID=791424cf-7f49-4cd7-a3d5-e5f426ab97ac,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:49.514709 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-331012d6-293e-45e2-81f1-218359363475 admin admin] Releasing vlan 932 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:40:49.515141 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-331012d6-293e-45e2-81f1-218359363475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:49.517381 n-d-817746-1 neutron-server[103360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:40:49.517381 n-d-817746-1 neutron-server[103360]: self.session.flush() Nov 25 17:40:49.517381 n-d-817746-1 neutron-server[103360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:40:49.517381 n-d-817746-1 neutron-server[103360]: self.session.flush() Nov 25 17:40:49.517381 n-d-817746-1 neutron-server[103360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:40:49.517381 n-d-817746-1 neutron-server[103360]: self.session.flush() Nov 25 17:40:49.517381 n-d-817746-1 neutron-server[103360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:40:49.517381 n-d-817746-1 neutron-server[103360]: self.session.flush() Nov 25 17:40:49.517381 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:40:49.517381 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:40:49.517381 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:40:49.517381 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:40:49.517381 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:40:49.517381 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:40:49.517381 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:40:49.517381 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:40:49.517381 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:40:49.517381 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:40:49.517381 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:40:49.517381 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:40:49.517381 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:40:49.517381 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:40:49.517381 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:40:49.517381 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:40:49.517381 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:40:49.517381 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:40:49.517381 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:40:49.517381 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:40:49.517381 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:40:49.517381 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:40:49.517381 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:40:49.517381 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:40:49.517381 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:40:49.517381 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:40:49.517381 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:40:49.517381 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:40:49.517381 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:40:49.517381 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:40:49.517381 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:40:49.517381 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:40:49.520968 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-143abaef-592b-4f28-9894-8b280c7cbe22 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:49.565518 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b233e152-f77a-4252-89d2-d1618a92e10c None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:49.578290 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b233e152-f77a-4252-89d2-d1618a92e10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:49.587228 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-fd85c2b7-f6c8-485e-b673-36d8991d28e5 tempest-FloatingIPAdminTestJSON-422292330 tempest-FloatingIPAdminTestJSON-422292330-project-admin] Allocated IP 172.25.0.80 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/7864836e-b906-439d-9fd0-04f8383bf97b) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:40:49.605441 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e29d9d-593f-4e1a-b60a-81afdc6b341e req-85197716-4c10-4a8b-a605-111a0a76ce43 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:49.613184 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a3e29d9d-593f-4e1a-b60a-81afdc6b341e req-85197716-4c10-4a8b-a605-111a0a76ce43 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=97be2ce6-9257-4cdf-b9a7-5336b2f90489 HTTP/1.1" status: 200 len: 944 time: 0.5449219 Nov 25 17:40:49.632054 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b233e152-f77a-4252-89d2-d1618a92e10c None None] Network 7b970361-db1b-45fa-9068-3650d0797a2a is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:49.645476 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-b233e152-f77a-4252-89d2-d1618a92e10c None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:49.653723 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b233e152-f77a-4252-89d2-d1618a92e10c None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:40:49.658518 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b233e152-f77a-4252-89d2-d1618a92e10c None None] Pushing event updated for resources: {'Port': ['ID=d57d4a09-0bbc-4956-b22b-5d927de1beb8,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:49.730884 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-b233e152-f77a-4252-89d2-d1618a92e10c None None] Attempting to bind port d57d4a09-0bbc-4956-b22b-5d927de1beb8 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:40:49.732344 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-b233e152-f77a-4252-89d2-d1618a92e10c None None] Attempting to bind port d57d4a09-0bbc-4956-b22b-5d927de1beb8 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '3cea5712-e879-4358-ae6c-d58f64b0f02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '7b970361-db1b-45fa-9068-3650d0797a2a'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:40:49.732756 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b233e152-f77a-4252-89d2-d1618a92e10c None None] Attempting to bind port d57d4a09-0bbc-4956-b22b-5d927de1beb8 on network 7b970361-db1b-45fa-9068-3650d0797a2a {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:40:49.740815 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b233e152-f77a-4252-89d2-d1618a92e10c None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:40:49.740815 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b233e152-f77a-4252-89d2-d1618a92e10c None None] Checking segment: {'id': '3cea5712-e879-4358-ae6c-d58f64b0f02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '7b970361-db1b-45fa-9068-3650d0797a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:40:49.741210 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b233e152-f77a-4252-89d2-d1618a92e10c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:49.741424 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b233e152-f77a-4252-89d2-d1618a92e10c None None] Bound using segment: {'id': '3cea5712-e879-4358-ae6c-d58f64b0f02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '7b970361-db1b-45fa-9068-3650d0797a2a'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:40:49.741902 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-b233e152-f77a-4252-89d2-d1618a92e10c None None] Bound port: d57d4a09-0bbc-4956-b22b-5d927de1beb8, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cea5712-e879-4358-ae6c-d58f64b0f02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '7b970361-db1b-45fa-9068-3650d0797a2a'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:40:49.742288 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b233e152-f77a-4252-89d2-d1618a92e10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:49.797737 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-143abaef-592b-4f28-9894-8b280c7cbe22 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:49.814493 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0f829811-0841-4eec-a1d7-dbf2d6fa5e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:49.849738 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a3e29d9d-593f-4e1a-b60a-81afdc6b341e req-c718d1c8-33e8-44c8-a6c1-10668f58a6b9 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354779 Nov 25 17:40:49.853255 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9e7958be-de29-4116-9ebe-515633f4d879 req-9759b046-6156-4a28-afbf-c61c2a6e352d tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 210 time: 0.0687137 Nov 25 17:40:49.863219 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b233e152-f77a-4252-89d2-d1618a92e10c None None] For port d57d4a09-0bbc-4956-b22b-5d927de1beb8, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:40:49.875241 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b233e152-f77a-4252-89d2-d1618a92e10c None None] For port d57d4a09-0bbc-4956-b22b-5d927de1beb8, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d57d4a09-0bbc-4956-b22b-5d927de1beb8,segment=NetworkSegment(3cea5712-e879-4358-ae6c-d58f64b0f02f),segment_id=3cea5712-e879-4358-ae6c-d58f64b0f02f)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:40:49.888256 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b233e152-f77a-4252-89d2-d1618a92e10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:49.953317 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-63ac99b7-0173-419d-90f1-f7c3fc6eb78b tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:49.957841 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-63ac99b7-0173-419d-90f1-f7c3fc6eb78b tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "DELETE /v2.0/ports/791424cf-7f49-4cd7-a3d5-e5f426ab97ac HTTP/1.1" status: 204 len: 168 time: 3.5149622 Nov 25 17:40:49.959556 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-143abaef-592b-4f28-9894-8b280c7cbe22 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:49.962695 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58000) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:50.031596 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fd85c2b7-f6c8-485e-b673-36d8991d28e5 tempest-FloatingIPAdminTestJSON-422292330 tempest-FloatingIPAdminTestJSON-422292330-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:50.032516 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b233e152-f77a-4252-89d2-d1618a92e10c None None] Pushing event updated for resources: {'Port': ['ID=d57d4a09-0bbc-4956-b22b-5d927de1beb8,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:50.047650 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-331012d6-293e-45e2-81f1-218359363475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:50.055966 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa2ccbd6-8e9d-45e5-9aeb-6e64e640b48b tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Deleting subnet 818fd110-d388-4b2a-af28-d388f2a7ea7b {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:40:50.061490 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fa2ccbd6-8e9d-45e5-9aeb-6e64e640b48b tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:50.106245 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fa2ccbd6-8e9d-45e5-9aeb-6e64e640b48b tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:50.197928 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fa2ccbd6-8e9d-45e5-9aeb-6e64e640b48b tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:50.244367 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fd85c2b7-f6c8-485e-b673-36d8991d28e5 tempest-FloatingIPAdminTestJSON-422292330 tempest-FloatingIPAdminTestJSON-422292330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:50.318143 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143abaef-592b-4f28-9894-8b280c7cbe22 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event deleted for resources: {'Subnet': ['ID=7d125be9-25c2-4a8f-a235-c5b65030bd98,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:50.321541 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-331012d6-293e-45e2-81f1-218359363475 admin admin] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:50.327475 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-331012d6-293e-45e2-81f1-218359363475 admin admin] 10.222.0.75 "DELETE /v2.0/networks/49c799e6-01fb-4356-b67f-8b970273c51a HTTP/1.1" status: 204 len: 168 time: 3.5113437 Nov 25 17:40:50.346267 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fa2ccbd6-8e9d-45e5-9aeb-6e64e640b48b tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:50.372141 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5331e2e-6054-418c-b355-ae7d96404f0b None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:40:50.384087 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-143abaef-592b-4f28-9894-8b280c7cbe22 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:50.392577 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-143abaef-592b-4f28-9894-8b280c7cbe22 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/subnets/7d125be9-25c2-4a8f-a235-c5b65030bd98 HTTP/1.1" status: 204 len: 168 time: 1.2267995 Nov 25 17:40:50.393433 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58004) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:50.400755 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331012d6-293e-45e2-81f1-218359363475 admin admin] Pushing event deleted for resources: {'Network': ['ID=49c799e6-01fb-4356-b67f-8b970273c51a,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:50.401127 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4b6611f7-be46-4b95-b8e0-bdd9f8003677 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:50.479195 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd85c2b7-f6c8-485e-b673-36d8991d28e5 tempest-FloatingIPAdminTestJSON-422292330 tempest-FloatingIPAdminTestJSON-422292330-project-admin] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:50.482670 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd85c2b7-f6c8-485e-b673-36d8991d28e5 tempest-FloatingIPAdminTestJSON-422292330 tempest-FloatingIPAdminTestJSON-422292330-project-admin] Pushing event updated for resources: {'Port': ['ID=7864836e-b906-439d-9fd0-04f8383bf97b,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:50.492759 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4b6611f7-be46-4b95-b8e0-bdd9f8003677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:50.502085 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-fd85c2b7-f6c8-485e-b673-36d8991d28e5 tempest-FloatingIPAdminTestJSON-422292330 tempest-FloatingIPAdminTestJSON-422292330-project-admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:50.508512 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd85c2b7-f6c8-485e-b673-36d8991d28e5 tempest-FloatingIPAdminTestJSON-422292330 tempest-FloatingIPAdminTestJSON-422292330-project-admin] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:40:50.530269 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fa2ccbd6-8e9d-45e5-9aeb-6e64e640b48b tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:50.541868 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-fa2ccbd6-8e9d-45e5-9aeb-6e64e640b48b tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "DELETE /v2.0/subnets/818fd110-d388-4b2a-af28-d388f2a7ea7b HTTP/1.1" status: 204 len: 168 time: 0.5719421 Nov 25 17:40:50.549555 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2ccbd6-8e9d-45e5-9aeb-6e64e640b48b tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Pushing event deleted for resources: {'Subnet': ['ID=818fd110-d388-4b2a-af28-d388f2a7ea7b,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:50.562005 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device dc6a8024-085e-4dd4-a044-03e7336eacba details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:40:50.568046 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58008) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:50.581549 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59da7ddf-6254-40d8-a717-1cb04d5e569c None None] Network 04e189b3-a48d-47a2-8e70-da48c198c103 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:40:50.679337 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58010) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:50.783071 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca5e6749-be2b-4f02-aafe-cc540cae6705 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Deleting subnet f3e704c0-3136-4a51-a3eb-8f59f1257b0d {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:40:50.792857 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ca5e6749-be2b-4f02-aafe-cc540cae6705 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:50.828091 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7f9eb7f-a7cc-4ba7-993a-d84bdc84a007 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Deleting subnet 8f7ac9a8-89f8-4c97-b414-fee10b4c07cb {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:40:50.835566 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b7f9eb7f-a7cc-4ba7-993a-d84bdc84a007 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:50.947572 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-4b6611f7-be46-4b95-b8e0-bdd9f8003677 admin admin] Allocated IP 172.25.0.247 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/7950222e-366e-449c-8598-c180179ea00c) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:40:50.959245 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ca5e6749-be2b-4f02-aafe-cc540cae6705 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:51.013735 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-88e5cf8e-b53d-4cf2-ae33-806df9e8159f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d4086650dac54a539044dab15f8f252a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3328602 Nov 25 17:40:51.022003 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58016) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:51.026157 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b7f9eb7f-a7cc-4ba7-993a-d84bdc84a007 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:51.047547 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:51.206134 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fd85c2b7-f6c8-485e-b673-36d8991d28e5 tempest-FloatingIPAdminTestJSON-422292330 tempest-FloatingIPAdminTestJSON-422292330-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:51.226974 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port dc6a8024-085e-4dd4-a044-03e7336eacba, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=dc6a8024-085e-4dd4-a044-03e7336eacba,segment=NetworkSegment(c5752f96-a6e9-4fc2-9dae-273cc6a23f00),segment_id=c5752f96-a6e9-4fc2-9dae-273cc6a23f00)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:51.317208 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': 'dc6a8024-085e-4dd4-a044-03e7336eacba', 'network_id': 'd0082d57-8c96-4a76-be0f-340c2f65b160', 'port_id': 'dc6a8024-085e-4dd4-a044-03e7336eacba', 'mac_address': 'fa:16:3e:35:90:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c74f83ed-3896-4341-8cf1-e1417d85add2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:40:51.336589 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4751621c-ba50-4022-b977-6aa04622f1d0 None None] DHCP port deletion for 04e189b3-a48d-47a2-8e70-da48c198c103 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:40:51.449741 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d57d4a09-0bbc-4956-b22b-5d927de1beb8 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:40:51.474429 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2d921018-c6a1-40e4-a57a-94aa65ef45f5 req-4cb50f2c-fe28-45d6-9803-0b3f9ff449bf tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 210 time: 0.1224608 Nov 25 17:40:51.580883 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:51.581743 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fd85c2b7-f6c8-485e-b673-36d8991d28e5 tempest-FloatingIPAdminTestJSON-422292330 tempest-FloatingIPAdminTestJSON-422292330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:51.591737 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ca5e6749-be2b-4f02-aafe-cc540cae6705 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:51.626397 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2520667e-9131-46e7-b0a7-291690992b64 req-3be43912-ad81-40ef-ae50-acafed302fc4 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:51.633961 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2520667e-9131-46e7-b0a7-291690992b64 req-3be43912-ad81-40ef-ae50-acafed302fc4 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=97be2ce6-9257-4cdf-b9a7-5336b2f90489 HTTP/1.1" status: 200 len: 944 time: 0.3572297 Nov 25 17:40:51.640068 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc6a8024-085e-4dd4-a044-03e7336eacba {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:40:51.650410 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b7f9eb7f-a7cc-4ba7-993a-d84bdc84a007 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:51.707179 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9fe7c1c3-d005-4622-897b-7153e489e020 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:51.740396 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port d57d4a09-0bbc-4956-b22b-5d927de1beb8 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:51.740954 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:51.752917 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port dc6a8024-085e-4dd4-a044-03e7336eacba, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=dc6a8024-085e-4dd4-a044-03e7336eacba,segment=NetworkSegment(c5752f96-a6e9-4fc2-9dae-273cc6a23f00),segment_id=c5752f96-a6e9-4fc2-9dae-273cc6a23f00)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:51.850515 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b7f9eb7f-a7cc-4ba7-993a-d84bdc84a007 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:51.860170 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3b6e9c-db64-4944-ac07-986fdb2ef0b4 None None] Network 7b970361-db1b-45fa-9068-3650d0797a2a requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:40:51.900712 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9fe7c1c3-d005-4622-897b-7153e489e020 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:51.923033 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f9eb7f-a7cc-4ba7-993a-d84bdc84a007 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Pushing event deleted for resources: {'Subnet': ['ID=8f7ac9a8-89f8-4c97-b414-fee10b4c07cb,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:51.934141 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:51.950865 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-4751621c-ba50-4022-b977-6aa04622f1d0 None None] Deleting port 27a692ef-3fce-4aa1-99bb-cdf8f3cab03c {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:51.951813 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4751621c-ba50-4022-b977-6aa04622f1d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:51.977976 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b7f9eb7f-a7cc-4ba7-993a-d84bdc84a007 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:51.985589 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b7f9eb7f-a7cc-4ba7-993a-d84bdc84a007 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "DELETE /v2.0/subnets/8f7ac9a8-89f8-4c97-b414-fee10b4c07cb HTTP/1.1" status: 204 len: 168 time: 1.4161036 Nov 25 17:40:51.989953 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58026) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:52.057173 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ca5e6749-be2b-4f02-aafe-cc540cae6705 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:52.230728 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e6749-be2b-4f02-aafe-cc540cae6705 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event deleted for resources: {'Subnet': ['ID=f3e704c0-3136-4a51-a3eb-8f59f1257b0d,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:52.239902 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ca5e6749-be2b-4f02-aafe-cc540cae6705 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:52.243735 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ca5e6749-be2b-4f02-aafe-cc540cae6705 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/subnets/f3e704c0-3136-4a51-a3eb-8f59f1257b0d HTTP/1.1" status: 204 len: 168 time: 1.8445354 Nov 25 17:40:52.251310 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58028) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:52.349703 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-94dd7ef0-4b1a-40f0-a071-0290ac7141f0 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0967185 Nov 25 17:40:52.352711 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58030) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:52.359286 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b279d7c4-d118-4aad-9b70-be1e0d9482d7 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:52.368134 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-d13dcacc-ecd7-4259-9662-811388171d1e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Request body: {'subnet': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:52.440737 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920420a6-1a3c-42f3-bbbe-47ffa7a87a26 None None] Network 6d3b5836-4740-4bb0-8171-a77a7b2fa0cd requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:40:52.528217 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-2a568ec9-c1b5-41c1-b55e-e8778bef5ae7 None None] Provisioning complete for port d57d4a09-0bbc-4956-b22b-5d927de1beb8 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:52.528640 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2a568ec9-c1b5-41c1-b55e-e8778bef5ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:52.540522 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9fe7c1c3-d005-4622-897b-7153e489e020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:52.546987 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9fe7c1c3-d005-4622-897b-7153e489e020 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:52.551029 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9fe7c1c3-d005-4622-897b-7153e489e020 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5163ab95-1145-4021-8a85-d4dd3981e47e HTTP/1.1" status: 204 len: 168 time: 1.5279737 Nov 25 17:40:52.567205 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe7c1c3-d005-4622-897b-7153e489e020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5163ab95-1145-4021-8a85-d4dd3981e47e,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:52.603889 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c305f9f-45a6-478e-b7cc-1203ad2044c8 None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:40:52.631112 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13dcacc-ecd7-4259-9662-811388171d1e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Made reservation on behalf of b4fd74d3755f4cd39b2026436dde8bb1 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:40:52.637399 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d13dcacc-ecd7-4259-9662-811388171d1e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:52.715399 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:52.744431 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f85226b4-3263-4093-a1e0-34bfa0a30aa0 req-36b378c1-2d4c-4738-a1c2-230828743a0b tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 210 time: 0.0772126 Nov 25 17:40:52.750266 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['dc6a8024-085e-4dd4-a044-03e7336eacba'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:40:52.830687 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-b279d7c4-d118-4aad-9b70-be1e0d9482d7 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Deleting port 27a692ef-3fce-4aa1-99bb-cdf8f3cab03c {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:52.833205 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b279d7c4-d118-4aad-9b70-be1e0d9482d7 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:52.873314 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2520667e-9131-46e7-b0a7-291690992b64 req-3d96f62a-3703-40be-85fa-5d94010b4004 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2361512 Nov 25 17:40:52.909841 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4b6611f7-be46-4b95-b8e0-bdd9f8003677 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:52.986616 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-4751621c-ba50-4022-b977-6aa04622f1d0 None None] For port 27a692ef-3fce-4aa1-99bb-cdf8f3cab03c, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=27a692ef-3fce-4aa1-99bb-cdf8f3cab03c,segment=NetworkSegment(7a7c99ea-9bf0-4f72-9838-1e1c25458b3d),segment_id=7a7c99ea-9bf0-4f72-9838-1e1c25458b3d)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:52.987033 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4751621c-ba50-4022-b977-6aa04622f1d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:53.010782 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-4751621c-ba50-4022-b977-6aa04622f1d0 None None] Calling delete_port for 27a692ef-3fce-4aa1-99bb-cdf8f3cab03c owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:53.048988 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-b279d7c4-d118-4aad-9b70-be1e0d9482d7 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] For port 27a692ef-3fce-4aa1-99bb-cdf8f3cab03c, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=27a692ef-3fce-4aa1-99bb-cdf8f3cab03c,segment=NetworkSegment(7a7c99ea-9bf0-4f72-9838-1e1c25458b3d),segment_id=7a7c99ea-9bf0-4f72-9838-1e1c25458b3d)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:53.049642 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b279d7c4-d118-4aad-9b70-be1e0d9482d7 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:53.086329 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-b279d7c4-d118-4aad-9b70-be1e0d9482d7 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Calling delete_port for 27a692ef-3fce-4aa1-99bb-cdf8f3cab03c owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:53.170730 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fd85c2b7-f6c8-485e-b673-36d8991d28e5 tempest-FloatingIPAdminTestJSON-422292330 tempest-FloatingIPAdminTestJSON-422292330-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:53.207593 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4751621c-ba50-4022-b977-6aa04622f1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:53.246806 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fd85c2b7-f6c8-485e-b673-36d8991d28e5 tempest-FloatingIPAdminTestJSON-422292330 tempest-FloatingIPAdminTestJSON-422292330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:53.260253 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4b6611f7-be46-4b95-b8e0-bdd9f8003677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:53.289912 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:53.301914 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4751621c-ba50-4022-b977-6aa04622f1d0 None None] No DVR routers for this DVR port 27a692ef-3fce-4aa1-99bb-cdf8f3cab03c on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:40:53.391801 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6611f7-be46-4b95-b8e0-bdd9f8003677 admin admin] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:53.397679 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-4b6611f7-be46-4b95-b8e0-bdd9f8003677 admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:53.403317 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd85c2b7-f6c8-485e-b673-36d8991d28e5 tempest-FloatingIPAdminTestJSON-422292330 tempest-FloatingIPAdminTestJSON-422292330-project-admin] Pushing event updated for resources: {'Port': ['ID=7864836e-b906-439d-9fd0-04f8383bf97b,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:53.425665 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6611f7-be46-4b95-b8e0-bdd9f8003677 admin admin] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:40:53.457433 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d13dcacc-ecd7-4259-9662-811388171d1e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:53.496355 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fd85c2b7-f6c8-485e-b673-36d8991d28e5 tempest-FloatingIPAdminTestJSON-422292330 tempest-FloatingIPAdminTestJSON-422292330-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:53.554663 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcfab31-aa4e-42cc-a388-049b8c0812bd None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:40:53.563624 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2a568ec9-c1b5-41c1-b55e-e8778bef5ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:53.601954 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13dcacc-ecd7-4259-9662-811388171d1e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:53.604283 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13dcacc-ecd7-4259-9662-811388171d1e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event updated for resources: {'Subnet': ['ID=a28f8534-e275-4de3-a93e-f410e963778d,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:53.606846 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-d13dcacc-ecd7-4259-9662-811388171d1e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:53.610443 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13dcacc-ecd7-4259-9662-811388171d1e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:53.611120 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d13dcacc-ecd7-4259-9662-811388171d1e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:53.631577 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b279d7c4-d118-4aad-9b70-be1e0d9482d7 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:53.671139 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:53.697647 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6611f7-be46-4b95-b8e0-bdd9f8003677 admin admin] Pushing event updated for resources: {'Port': ['ID=7950222e-366e-449c-8598-c180179ea00c,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:53.731627 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b279d7c4-d118-4aad-9b70-be1e0d9482d7 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Pushing event deleted for resources: {'Port': ['ID=27a692ef-3fce-4aa1-99bb-cdf8f3cab03c,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:53.733628 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b279d7c4-d118-4aad-9b70-be1e0d9482d7 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] No DVR routers for this DVR port 27a692ef-3fce-4aa1-99bb-cdf8f3cab03c on host n-d-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:40:53.739968 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port d57d4a09-0bbc-4956-b22b-5d927de1beb8, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d57d4a09-0bbc-4956-b22b-5d927de1beb8,segment=NetworkSegment(3cea5712-e879-4358-ae6c-d58f64b0f02f),segment_id=3cea5712-e879-4358-ae6c-d58f64b0f02f)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:53.750666 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d13dcacc-ecd7-4259-9662-811388171d1e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3888400 Nov 25 17:40:53.774593 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=dc6a8024-085e-4dd4-a044-03e7336eacba,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:53.793167 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58054) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:53.800160 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:53.809461 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-4f584dd5-1be5-4e33-b22e-f5138cb7918a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Request body: {'subnet': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:53.821140 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556cc0e5-6a5c-4091-8e83-8a5638e8b02c None None] DHCP port deletion for fed75ec1-726a-45be-ab23-2dd76f977831 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:40:53.899573 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4751621c-ba50-4022-b977-6aa04622f1d0 None None] Pushing event deleted for resources: {'Port': ['ID=27a692ef-3fce-4aa1-99bb-cdf8f3cab03c,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:54.018643 n-d-817746-1 neutron-server[103361]: INFO neutron.db.l3_db [None req-fd85c2b7-f6c8-485e-b673-36d8991d28e5 tempest-FloatingIPAdminTestJSON-422292330 tempest-FloatingIPAdminTestJSON-422292330-project-admin] Floating IP 5d75e82d-8452-42c4-9d36-a981c40e916f associated. External IP: 172.25.0.80, port: 8263f0a9-c889-49dd-981c-74861ea89b71. Nov 25 17:40:54.046017 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.db.api [None req-2a568ec9-c1b5-41c1-b55e-e8778bef5ae7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:40:54.046383 n-d-817746-1 neutron-server[103362]: DEBUG oslo_db.api [None req-2a568ec9-c1b5-41c1-b55e-e8778bef5ae7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:40:54.092198 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=d57d4a09-0bbc-4956-b22b-5d927de1beb8,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:54.107992 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae97af57-cac0-4726-8541-b3747be6b485 None None] DHCP port deletion for 6d3b5836-4740-4bb0-8171-a77a7b2fa0cd request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:40:54.109949 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 27a692ef-3fce-4aa1-99bb-cdf8f3cab03c no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:40:54.131413 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b279d7c4-d118-4aad-9b70-be1e0d9482d7 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:54.166887 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 27a692ef-3fce-4aa1-99bb-cdf8f3cab03c {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:40:54.167217 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 27a692ef-3fce-4aa1-99bb-cdf8f3cab03c not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:40:54.167638 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d666c4d9-0adb-4f29-8f7b-d812e854c092 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:40:54.226386 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-b279d7c4-d118-4aad-9b70-be1e0d9482d7 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04e189b3-a48d-47a2-8e70-da48c198c103']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:54.238584 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-b279d7c4-d118-4aad-9b70-be1e0d9482d7 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a7c99ea-9bf0-4f72-9838-1e1c25458b3d') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:54.239921 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-b279d7c4-d118-4aad-9b70-be1e0d9482d7 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a7c99ea-9bf0-4f72-9838-1e1c25458b3d') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:54.252249 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b279d7c4-d118-4aad-9b70-be1e0d9482d7 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:54.268519 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b279d7c4-d118-4aad-9b70-be1e0d9482d7 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:54.276712 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b279d7c4-d118-4aad-9b70-be1e0d9482d7 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Releasing vlan 914 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:40:54.277255 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b279d7c4-d118-4aad-9b70-be1e0d9482d7 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:54.281215 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-556cc0e5-6a5c-4091-8e83-8a5638e8b02c None None] Deleting port d666c4d9-0adb-4f29-8f7b-d812e854c092 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:54.283316 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-556cc0e5-6a5c-4091-8e83-8a5638e8b02c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:54.398242 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:40:54.398242 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:40:54.398242 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:40:54.398242 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:40:54.398242 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:40:54.398242 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:40:54.398242 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:40:54.398242 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:40:54.398242 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:40:54.398242 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:40:54.398242 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:40:54.398242 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:40:54.398242 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:40:54.398242 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:40:54.398242 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:40:54.398242 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:40:54.398242 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:40:54.398242 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:40:54.398242 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:40:54.398242 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:40:54.398242 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:40:54.398242 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:40:54.398242 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:40:54.398242 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:40:54.398242 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:40:54.398242 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:40:54.398242 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:40:54.398242 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:40:54.398242 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:40:54.398242 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:40:54.398242 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:40:54.398242 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:40:54.413978 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b279d7c4-d118-4aad-9b70-be1e0d9482d7 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:54.446088 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c183d924-ce72-4f53-bcff-6c0bedb73fa5 req-5929d074-f4b0-442f-8d2e-01a5df891892 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 210 time: 0.4418335 Nov 25 17:40:54.512777 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-ae97af57-cac0-4726-8541-b3747be6b485 None None] Deleting port dafdf9a1-c3f7-4ea3-96d0-c32537b8386d {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:54.514276 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ae97af57-cac0-4726-8541-b3747be6b485 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:54.529460 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b279d7c4-d118-4aad-9b70-be1e0d9482d7 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:54.543624 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b279d7c4-d118-4aad-9b70-be1e0d9482d7 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "DELETE /v2.0/networks/04e189b3-a48d-47a2-8e70-da48c198c103 HTTP/1.1" status: 204 len: 168 time: 2.5493705 Nov 25 17:40:54.552138 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 58070) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:54.571449 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163a21c-da9b-4407-80c2-32f0e2340e0f req-f15f8676-a0af-4999-848c-b6cdff2f8d91 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:54.573668 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4163a21c-da9b-4407-80c2-32f0e2340e0f req-f15f8676-a0af-4999-848c-b6cdff2f8d91 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=97be2ce6-9257-4cdf-b9a7-5336b2f90489 HTTP/1.1" status: 200 len: 945 time: 0.4243441 Nov 25 17:40:54.587037 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b279d7c4-d118-4aad-9b70-be1e0d9482d7 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Pushing event deleted for resources: {'Network': ['ID=04e189b3-a48d-47a2-8e70-da48c198c103,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:54.712860 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f584dd5-1be5-4e33-b22e-f5138cb7918a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Made reservation on behalf of b4fd74d3755f4cd39b2026436dde8bb1 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:40:54.718274 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4f584dd5-1be5-4e33-b22e-f5138cb7918a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:54.721058 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:54.732744 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-556cc0e5-6a5c-4091-8e83-8a5638e8b02c None None] For port d666c4d9-0adb-4f29-8f7b-d812e854c092, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d666c4d9-0adb-4f29-8f7b-d812e854c092,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:54.732744 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-556cc0e5-6a5c-4091-8e83-8a5638e8b02c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:54.821226 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-556cc0e5-6a5c-4091-8e83-8a5638e8b02c None None] Calling delete_port for d666c4d9-0adb-4f29-8f7b-d812e854c092 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:54.876451 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port d666c4d9-0adb-4f29-8f7b-d812e854c092, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d666c4d9-0adb-4f29-8f7b-d812e854c092,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:54.900278 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-ae97af57-cac0-4726-8541-b3747be6b485 None None] For port dafdf9a1-c3f7-4ea3-96d0-c32537b8386d, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=dafdf9a1-c3f7-4ea3-96d0-c32537b8386d,segment=NetworkSegment(cbc1fb21-68bb-4758-9512-148f2017b227),segment_id=cbc1fb21-68bb-4758-9512-148f2017b227)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:54.900769 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ae97af57-cac0-4726-8541-b3747be6b485 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:54.904354 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:54.945484 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-ae97af57-cac0-4726-8541-b3747be6b485 None None] Calling delete_port for dafdf9a1-c3f7-4ea3-96d0-c32537b8386d owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:55.104578 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0ced6236-af91-433b-8935-99f33943a1c3 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:55.111994 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4163a21c-da9b-4407-80c2-32f0e2340e0f req-46d25ecf-cba5-43a4-afea-8a1e286df057 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5233836 Nov 25 17:40:55.114099 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd85c2b7-f6c8-485e-b673-36d8991d28e5 tempest-FloatingIPAdminTestJSON-422292330 tempest-FloatingIPAdminTestJSON-422292330-project-admin] Router 9cc79dc6-dc32-4ea3-abf5-8cd1935b857c has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:40:55.179828 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-f105070f-2594-4a7b-8416-f43a308203f3 None None] Provisioning complete for port 7950222e-366e-449c-8598-c180179ea00c triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:55.180568 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f105070f-2594-4a7b-8416-f43a308203f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:55.211473 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=d666c4d9-0adb-4f29-8f7b-d812e854c092,revision_number=10']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:55.225178 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4b6611f7-be46-4b95-b8e0-bdd9f8003677 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:55.323920 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-f105070f-2594-4a7b-8416-f43a308203f3 None None] Port 7950222e-366e-449c-8598-c180179ea00c cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:40:55.347915 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-556cc0e5-6a5c-4091-8e83-8a5638e8b02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:55.354580 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-f105070f-2594-4a7b-8416-f43a308203f3 None None] Provisioning complete for port d666c4d9-0adb-4f29-8f7b-d812e854c092 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:55.355464 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f105070f-2594-4a7b-8416-f43a308203f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:55.406553 n-d-817746-1 neutron-server[103360]: DEBUG neutron.objects.ports [None req-4f584dd5-1be5-4e33-b22e-f5138cb7918a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103360) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 17:40:55.412598 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4f584dd5-1be5-4e33-b22e-f5138cb7918a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:55.434074 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ae97af57-cac0-4726-8541-b3747be6b485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:55.439416 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-0ced6236-af91-433b-8935-99f33943a1c3 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Deleting port dafdf9a1-c3f7-4ea3-96d0-c32537b8386d {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:55.439760 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0ced6236-af91-433b-8935-99f33943a1c3 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:55.448663 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-f105070f-2594-4a7b-8416-f43a308203f3 None None] Port d666c4d9-0adb-4f29-8f7b-d812e854c092 was deleted so its status cannot be updated. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 25 17:40:55.455111 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556cc0e5-6a5c-4091-8e83-8a5638e8b02c None None] Pushing event deleted for resources: {'Port': ['ID=d666c4d9-0adb-4f29-8f7b-d812e854c092,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:55.476900 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae97af57-cac0-4726-8541-b3747be6b485 None None] No DVR routers for this DVR port dafdf9a1-c3f7-4ea3-96d0-c32537b8386d on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:40:55.514721 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556cc0e5-6a5c-4091-8e83-8a5638e8b02c None None] No DVR routers for this DVR port d666c4d9-0adb-4f29-8f7b-d812e854c092 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:40:55.536519 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-f105070f-2594-4a7b-8416-f43a308203f3 None None] Provisioning complete for port d57d4a09-0bbc-4956-b22b-5d927de1beb8 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:55.536957 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f584dd5-1be5-4e33-b22e-f5138cb7918a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:55.545976 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd85c2b7-f6c8-485e-b673-36d8991d28e5 tempest-FloatingIPAdminTestJSON-422292330 tempest-FloatingIPAdminTestJSON-422292330-project-admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:40:55.552812 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-4f584dd5-1be5-4e33-b22e-f5138cb7918a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:55.553705 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f105070f-2594-4a7b-8416-f43a308203f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:55.557703 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c447b559-a76d-43b2-92d2-7e032200e12b None None] Sync routers for ids ['9cc79dc6-dc32-4ea3-abf5-8cd1935b857c'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:40:55.559143 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-0ced6236-af91-433b-8935-99f33943a1c3 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] For port dafdf9a1-c3f7-4ea3-96d0-c32537b8386d, host n-d-817746-1, got binding levels [] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:55.559479 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0ced6236-af91-433b-8935-99f33943a1c3 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:55.565741 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fd85c2b7-f6c8-485e-b673-36d8991d28e5 tempest-FloatingIPAdminTestJSON-422292330 tempest-FloatingIPAdminTestJSON-422292330-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:55.572869 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c447b559-a76d-43b2-92d2-7e032200e12b None None] Routers {'9cc79dc6-dc32-4ea3-abf5-8cd1935b857c'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:40:55.573484 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-c447b559-a76d-43b2-92d2-7e032200e12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:40:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['9cc79dc6-dc32-4ea3-abf5-8cd1935b857c'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:55.607485 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f584dd5-1be5-4e33-b22e-f5138cb7918a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:55.608444 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4f584dd5-1be5-4e33-b22e-f5138cb7918a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:55.630830 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f584dd5-1be5-4e33-b22e-f5138cb7918a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event updated for resources: {'Subnet': ['ID=81af0ef6-7bfc-454c-8232-cfc291360f92,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:55.648382 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-0ced6236-af91-433b-8935-99f33943a1c3 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Calling delete_port for dafdf9a1-c3f7-4ea3-96d0-c32537b8386d owned by network:dhcp {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:55.683363 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.ipam_backend_mixin [None req-0ced6236-af91-433b-8935-99f33943a1c3 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Port dafdf9a1-c3f7-4ea3-96d0-c32537b8386d was not found and therefore no delete operation was performed {{(pid=103361) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 17:40:55.694057 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4f584dd5-1be5-4e33-b22e-f5138cb7918a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8997118 Nov 25 17:40:55.698606 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0ced6236-af91-433b-8935-99f33943a1c3 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:55.703755 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58092) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:55.724107 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-a381d162-7dbc-41fd-a9df-f24ea5014145 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Request body: {'port': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'mac_address': 'fa:16:3e:65:16:de', 'name': 'tempest-NetworksTestDHCPv6-1890339193'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:55.732058 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-fd85c2b7-f6c8-485e-b673-36d8991d28e5 tempest-FloatingIPAdminTestJSON-422292330 tempest-FloatingIPAdminTestJSON-422292330-project-admin] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 7.8709323 Nov 25 17:40:55.733471 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ced6236-af91-433b-8935-99f33943a1c3 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] No DVR routers for this DVR port dafdf9a1-c3f7-4ea3-96d0-c32537b8386d on host n-d-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:40:55.734945 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 58094) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:55.742567 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-008fb0fe-57d3-49d6-b370-0d29fa9f5042 req-a69d543f-9a97-40bf-a148-8fb85641a501 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 210 time: 0.0945959 Nov 25 17:40:55.772888 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-c447b559-a76d-43b2-92d2-7e032200e12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:55.811782 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c447b559-a76d-43b2-92d2-7e032200e12b None None] Routers {'9cc79dc6-dc32-4ea3-abf5-8cd1935b857c'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:40:55.812420 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-c447b559-a76d-43b2-92d2-7e032200e12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:40:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['9cc79dc6-dc32-4ea3-abf5-8cd1935b857c'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:55.896863 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-c447b559-a76d-43b2-92d2-7e032200e12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:55.902975 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c447b559-a76d-43b2-92d2-7e032200e12b None None] The sync data for ids ['9cc79dc6-dc32-4ea3-abf5-8cd1935b857c'] in n-d-817746-1 is: [] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:40:55.984254 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a381d162-7dbc-41fd-a9df-f24ea5014145 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Made reservation on behalf of b4fd74d3755f4cd39b2026436dde8bb1 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:40:55.995407 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae97af57-cac0-4726-8541-b3747be6b485 None None] Pushing event deleted for resources: {'Port': ['ID=dafdf9a1-c3f7-4ea3-96d0-c32537b8386d,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:56.034776 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d14f82a-8dd6-4db1-b3a4-aa004cede885 None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:40:56.041707 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d57d4a09-0bbc-4956-b22b-5d927de1beb8 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:40:56.142971 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a381d162-7dbc-41fd-a9df-f24ea5014145 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:56.148879 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-aa12e36d-7d31-4ede-a679-7b78540355bc tempest-FloatingIPAdminTestJSON-422292330 tempest-FloatingIPAdminTestJSON-422292330-project-admin] 10.222.0.75 "GET /v2.0/floatingips/5d75e82d-8452-42c4-9d36-a981c40e916f HTTP/1.1" status: 200 len: 982 time: 0.4096644 Nov 25 17:40:56.149564 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 58108) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:56.190624 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-a381d162-7dbc-41fd-a9df-f24ea5014145 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] device_id is not set on port f239e511-fdb8-4ed1-af0a-092ef031424a yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:40:56.235728 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0ced6236-af91-433b-8935-99f33943a1c3 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:56.252267 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ced6236-af91-433b-8935-99f33943a1c3 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Pushing event deleted for resources: {'Port': ['ID=dafdf9a1-c3f7-4ea3-96d0-c32537b8386d,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:56.348487 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4b6611f7-be46-4b95-b8e0-bdd9f8003677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:56.356029 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-0ced6236-af91-433b-8935-99f33943a1c3 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d3b5836-4740-4bb0-8171-a77a7b2fa0cd']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:56.457092 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port d57d4a09-0bbc-4956-b22b-5d927de1beb8 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:56.457485 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:56.534060 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-a381d162-7dbc-41fd-a9df-f24ea5014145 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Allocated IP 172.20.0.11 (fed75ec1-726a-45be-ab23-2dd76f977831/a28f8534-e275-4de3-a93e-f410e963778d/f239e511-fdb8-4ed1-af0a-092ef031424a) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:40:56.549624 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f9f5b7-feb0-4ef7-9944-11e1d01f7d7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-fed75ec1-726a-45be-ab23-2dd76f977831', 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'tenant_id': 'b4fd74d3755f4cd39b2026436dde8bb1', 'fixed_ips': [{'subnet_id': '81af0ef6-7bfc-454c-8232-cfc291360f92'}, {'subnet_id': 'a28f8534-e275-4de3-a93e-f410e963778d'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:40:56.551026 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b5f9f5b7-feb0-4ef7-9944-11e1d01f7d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:56.552480 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-a381d162-7dbc-41fd-a9df-f24ea5014145 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Allocated IP 2001:db8::f816:3eff:fe65:16de (fed75ec1-726a-45be-ab23-2dd76f977831/81af0ef6-7bfc-454c-8232-cfc291360f92/f239e511-fdb8-4ed1-af0a-092ef031424a) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:40:56.703202 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device dc6a8024-085e-4dd4-a044-03e7336eacba up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:40:56.881560 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port dc6a8024-085e-4dd4-a044-03e7336eacba completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:40:56.890411 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port dc6a8024-085e-4dd4-a044-03e7336eacba triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:56.892698 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:56.964299 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device dafdf9a1-c3f7-4ea3-96d0-c32537b8386d no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:40:56.992334 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-0ced6236-af91-433b-8935-99f33943a1c3 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbc1fb21-68bb-4758-9512-148f2017b227') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:56.994189 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-0ced6236-af91-433b-8935-99f33943a1c3 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbc1fb21-68bb-4758-9512-148f2017b227') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:57.000320 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a381d162-7dbc-41fd-a9df-f24ea5014145 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:57.060485 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0ced6236-af91-433b-8935-99f33943a1c3 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:57.063216 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: dafdf9a1-c3f7-4ea3-96d0-c32537b8386d {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:40:57.063710 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device dafdf9a1-c3f7-4ea3-96d0-c32537b8386d not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:40:57.083322 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-07601e28-bd83-4d9d-8722-4e35ce928b52 req-2039c198-888d-4654-87cf-508a92a03c60 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 210 time: 0.1464751 Nov 25 17:40:57.093641 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a381d162-7dbc-41fd-a9df-f24ea5014145 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:57.116554 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-311012e5-1007-47ff-94a7-d623ba6d25c0 tempest-FloatingIPAdminTestJSON-422292330 tempest-FloatingIPAdminTestJSON-422292330-project-admin] 10.222.0.75 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2729 time: 0.9598882 Nov 25 17:40:57.126608 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 58132) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:57.153948 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bc72ff-b6a0-4f86-8620-df74de4639ae req-118b0600-2c60-4de8-b22e-ab6f9ca8095d tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:57.155667 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e4bc72ff-b6a0-4f86-8620-df74de4639ae req-118b0600-2c60-4de8-b22e-ab6f9ca8095d tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=97be2ce6-9257-4cdf-b9a7-5336b2f90489 HTTP/1.1" status: 200 len: 945 time: 0.8402264 Nov 25 17:40:57.157855 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0ced6236-af91-433b-8935-99f33943a1c3 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:57.172976 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:57.191756 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a381d162-7dbc-41fd-a9df-f24ea5014145 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event updated for resources: {'Port': ['ID=f239e511-fdb8-4ed1-af0a-092ef031424a,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:57.206733 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a381d162-7dbc-41fd-a9df-f24ea5014145 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:57.208673 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-a381d162-7dbc-41fd-a9df-f24ea5014145 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:57.213237 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ced6236-af91-433b-8935-99f33943a1c3 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Releasing vlan 913 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:40:57.213652 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0ced6236-af91-433b-8935-99f33943a1c3 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:57.213880 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a381d162-7dbc-41fd-a9df-f24ea5014145 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:40:57.217286 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:40:57.217286 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:40:57.217286 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:40:57.217286 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:40:57.217286 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:40:57.217286 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:40:57.217286 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:40:57.217286 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:40:57.217286 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:40:57.217286 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:40:57.217286 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:40:57.217286 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:40:57.217286 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:40:57.217286 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:40:57.217286 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:40:57.217286 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:40:57.217286 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:40:57.217286 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:40:57.217286 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:40:57.217286 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:40:57.217286 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:40:57.217286 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:40:57.217286 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:40:57.217286 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:40:57.217286 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:40:57.217286 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:40:57.217286 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:40:57.217286 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:40:57.217286 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:40:57.217286 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:40:57.217286 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:40:57.217286 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:40:57.250149 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b6611f7-be46-4b95-b8e0-bdd9f8003677 admin admin] Router 85061d10-b0b5-45e6-9334-31c77dc331a3 is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:40:57.275414 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97be2ce6-9257-4cdf-b9a7-5336b2f90489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6a8024-085e-4dd4-a044-03e7336eacba'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:40:57.279487 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04df31dc-4ed9-474d-8e68-32b97a6f54d6" -d '{"events": [{"server_uuid": "97be2ce6-9257-4cdf-b9a7-5336b2f90489", "name": "network-vif-plugged", "status": "completed", "tag": "dc6a8024-085e-4dd4-a044-03e7336eacba"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:40:57.304464 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port dc6a8024-085e-4dd4-a044-03e7336eacba, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=dc6a8024-085e-4dd4-a044-03e7336eacba,segment=NetworkSegment(c5752f96-a6e9-4fc2-9dae-273cc6a23f00),segment_id=c5752f96-a6e9-4fc2-9dae-273cc6a23f00)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:57.315394 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:57.386420 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a381d162-7dbc-41fd-a9df-f24ea5014145 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:57.387146 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a381d162-7dbc-41fd-a9df-f24ea5014145 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:57.405309 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0ced6236-af91-433b-8935-99f33943a1c3 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:57.411240 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0ced6236-af91-433b-8935-99f33943a1c3 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:57.414716 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-0ced6236-af91-433b-8935-99f33943a1c3 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] 10.222.0.75 "DELETE /v2.0/networks/6d3b5836-4740-4bb0-8171-a77a7b2fa0cd HTTP/1.1" status: 204 len: 168 time: 2.8391623 Nov 25 17:40:57.472520 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 58140) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:57.490844 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a381d162-7dbc-41fd-a9df-f24ea5014145 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.7613249 Nov 25 17:40:57.532338 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc36a44-1896-4b49-9731-b24d4a5f87a8 x-openstack-request-id: req-bcc36a44-1896-4b49-9731-b24d4a5f87a8 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:40:57.532338 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97be2ce6-9257-4cdf-b9a7-5336b2f90489", "name": "network-vif-plugged", "status": "completed", "tag": "dc6a8024-085e-4dd4-a044-03e7336eacba", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:40:57.532338 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bcc36a44-1896-4b49-9731-b24d4a5f87a8 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:40:57.532920 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97be2ce6-9257-4cdf-b9a7-5336b2f90489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6a8024-085e-4dd4-a044-03e7336eacba', 'code': 200} Nov 25 17:40:57.590072 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-b5f9f5b7-feb0-4ef7-9944-11e1d01f7d7c None None] Allocated IP 172.20.0.2 (fed75ec1-726a-45be-ab23-2dd76f977831/a28f8534-e275-4de3-a93e-f410e963778d/c64ac09d-0810-4d3d-8c98-87505073cd27) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:40:57.654985 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-b5f9f5b7-feb0-4ef7-9944-11e1d01f7d7c None None] Allocated IP 2001:db8::f816:3eff:fe20:88b3 (fed75ec1-726a-45be-ab23-2dd76f977831/81af0ef6-7bfc-454c-8232-cfc291360f92/c64ac09d-0810-4d3d-8c98-87505073cd27) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:40:57.664026 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ced6236-af91-433b-8935-99f33943a1c3 tempest-TaggedBootDevicesTest_v242-1285074714 tempest-TaggedBootDevicesTest_v242-1285074714-project] Pushing event deleted for resources: {'Network': ['ID=6d3b5836-4740-4bb0-8171-a77a7b2fa0cd,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:57.676185 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e4bc72ff-b6a0-4f86-8620-df74de4639ae req-7c1b3e6d-73a0-49c8-b64f-b766caca70ad tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4850712 Nov 25 17:40:57.701968 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=dc6a8024-085e-4dd4-a044-03e7336eacba,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:57.801595 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6611f7-be46-4b95-b8e0-bdd9f8003677 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:40:57.853366 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286b6789-864a-4241-b1a4-7e107bba753b None None] Sync routers for ids ['85061d10-b0b5-45e6-9334-31c77dc331a3'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:40:57.860653 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07676e3-98ce-4593-bee4-6745cd1ad816 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:57.862475 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-a07676e3-98ce-4593-bee4-6745cd1ad816 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1026 time: 0.3733976 Nov 25 17:40:57.865538 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58160) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:57.880707 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4b6611f7-be46-4b95-b8e0-bdd9f8003677 admin admin] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:57.885836 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-4b6611f7-be46-4b95-b8e0-bdd9f8003677 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.3375225 Nov 25 17:40:57.889257 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 58162) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:58.041099 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-6a192f73-122c-457a-80e5-2e5c3f413e72 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Deleting port f239e511-fdb8-4ed1-af0a-092ef031424a {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:58.041744 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b5f9f5b7-feb0-4ef7-9944-11e1d01f7d7c None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:58.042606 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6a192f73-122c-457a-80e5-2e5c3f413e72 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:58.046803 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b806b1-fc15-4784-97ef-1b4a3332eee5 req-0f8c5fa7-6c51-4690-a0a7-477a8d191a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:58.051378 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-36b806b1-fc15-4784-97ef-1b4a3332eee5 req-0f8c5fa7-6c51-4690-a0a7-477a8d191a76 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=97be2ce6-9257-4cdf-b9a7-5336b2f90489 HTTP/1.1" status: 200 len: 1097 time: 0.4655323 Nov 25 17:40:58.052183 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b5f9f5b7-feb0-4ef7-9944-11e1d01f7d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:58.056876 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286b6789-864a-4241-b1a4-7e107bba753b None None] Routers {'85061d10-b0b5-45e6-9334-31c77dc331a3'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:40:58.063083 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-d07adae2-6cb9-4798-a62f-4ec3c66284da tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Deleting port 7864836e-b906-439d-9fd0-04f8383bf97b {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:58.063372 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d07adae2-6cb9-4798-a62f-4ec3c66284da tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:58.064208 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-286b6789-864a-4241-b1a4-7e107bba753b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:40:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['85061d10-b0b5-45e6-9334-31c77dc331a3'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:58.254150 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6a192f73-122c-457a-80e5-2e5c3f413e72 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:58.267908 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f9f5b7-feb0-4ef7-9944-11e1d01f7d7c None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:58.286030 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-6a192f73-122c-457a-80e5-2e5c3f413e72 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Calling delete_port for f239e511-fdb8-4ed1-af0a-092ef031424a owned by {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:58.301379 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-b5f9f5b7-feb0-4ef7-9944-11e1d01f7d7c None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:58.335672 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f9f5b7-feb0-4ef7-9944-11e1d01f7d7c None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:40:58.377588 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f9f5b7-feb0-4ef7-9944-11e1d01f7d7c None None] Pushing event updated for resources: {'Port': ['ID=c64ac09d-0810-4d3d-8c98-87505073cd27,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:58.389451 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d07adae2-6cb9-4798-a62f-4ec3c66284da tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:58.389970 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d07adae2-6cb9-4798-a62f-4ec3c66284da tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:58.455018 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-b5f9f5b7-feb0-4ef7-9944-11e1d01f7d7c None None] Attempting to bind port c64ac09d-0810-4d3d-8c98-87505073cd27 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:40:58.455397 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-b5f9f5b7-feb0-4ef7-9944-11e1d01f7d7c None None] Attempting to bind port c64ac09d-0810-4d3d-8c98-87505073cd27 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:40:58.455830 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f9f5b7-feb0-4ef7-9944-11e1d01f7d7c None None] Attempting to bind port c64ac09d-0810-4d3d-8c98-87505073cd27 on network fed75ec1-726a-45be-ab23-2dd76f977831 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:40:58.461894 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-286b6789-864a-4241-b1a4-7e107bba753b None None] Set router 85061d10-b0b5-45e6-9334-31c77dc331a3 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:40:58.489258 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-36b806b1-fc15-4784-97ef-1b4a3332eee5 req-7fed79d4-ce56-4018-b184-3fd046430ec6 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4024003 Nov 25 17:40:58.492314 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f9f5b7-feb0-4ef7-9944-11e1d01f7d7c None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:40:58.493189 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f9f5b7-feb0-4ef7-9944-11e1d01f7d7c None None] Checking segment: {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:40:58.493601 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b5f9f5b7-feb0-4ef7-9944-11e1d01f7d7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:58.493999 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f9f5b7-feb0-4ef7-9944-11e1d01f7d7c None None] Bound using segment: {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:40:58.494495 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-b5f9f5b7-feb0-4ef7-9944-11e1d01f7d7c None None] Bound port: c64ac09d-0810-4d3d-8c98-87505073cd27, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:40:58.494878 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b5f9f5b7-feb0-4ef7-9944-11e1d01f7d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:58.524770 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-d07adae2-6cb9-4798-a62f-4ec3c66284da tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Calling delete_port for 7864836e-b906-439d-9fd0-04f8383bf97b owned by network:floatingip {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:58.542810 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9b29bee6-a1cd-40c8-8448-438ad59619b3 req-00db5cdc-4d38-444d-a467-848d16031d84 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 210 time: 0.2627494 Nov 25 17:40:58.647075 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6a192f73-122c-457a-80e5-2e5c3f413e72 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:58.687388 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a192f73-122c-457a-80e5-2e5c3f413e72 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event deleted for resources: {'Port': ['ID=f239e511-fdb8-4ed1-af0a-092ef031424a,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:58.881430 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b5f9f5b7-feb0-4ef7-9944-11e1d01f7d7c None None] For port c64ac09d-0810-4d3d-8c98-87505073cd27, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:40:58.907757 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b5f9f5b7-feb0-4ef7-9944-11e1d01f7d7c None None] For port c64ac09d-0810-4d3d-8c98-87505073cd27, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=c64ac09d-0810-4d3d-8c98-87505073cd27,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:40:58.910162 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6a192f73-122c-457a-80e5-2e5c3f413e72 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:58.913571 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6a192f73-122c-457a-80e5-2e5c3f413e72 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/ports/f239e511-fdb8-4ed1-af0a-092ef031424a HTTP/1.1" status: 204 len: 168 time: 1.0469520 Nov 25 17:40:58.916099 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58196) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:58.927905 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b5f9f5b7-feb0-4ef7-9944-11e1d01f7d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:59.008546 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82aa3c4-87f9-4a9e-ae32-402b29b95e47 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:59.016416 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82aa3c4-87f9-4a9e-ae32-402b29b95e47 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:59.018797 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82aa3c4-87f9-4a9e-ae32-402b29b95e47 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:59.032649 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f82aa3c4-87f9-4a9e-ae32-402b29b95e47 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1081319 Nov 25 17:40:59.034110 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58202) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:59.079500 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-286b6789-864a-4241-b1a4-7e107bba753b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85061d10-b0b5-45e6-9334-31c77dc331a3', 'name': 'tempest-TestVolumeBackupRestore-1338798108-router', 'tenant_id': '745b6d7aa8fc4a70b5ebbcad4768ef94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '7950222e-366e-449c-8598-c180179ea00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:40:48Z', 'updated_at': '2021-11-25T17:40:54Z', 'revision_number': 3, 'project_id': '745b6d7aa8fc4a70b5ebbcad4768ef94', 'gw_port': {'id': '7950222e-366e-449c-8598-c180179ea00c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:16:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85061d10-b0b5-45e6-9334-31c77dc331a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:50Z', 'updated_at': '2021-11-25T17:40:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:59.131570 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f012d81-4f0c-4e63-8443-a2418b07caea tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Deleting subnet 81af0ef6-7bfc-454c-8232-cfc291360f92 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:40:59.139018 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7f012d81-4f0c-4e63-8443-a2418b07caea tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:59.196578 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d07adae2-6cb9-4798-a62f-4ec3c66284da tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:59.198885 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286b6789-864a-4241-b1a4-7e107bba753b None None] Checking router: 85061d10-b0b5-45e6-9334-31c77dc331a3 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:40:59.199725 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286b6789-864a-4241-b1a4-7e107bba753b None None] Updating router 85061d10-b0b5-45e6-9334-31c77dc331a3 port 7950222e-366e-449c-8598-c180179ea00c binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:40:59.219437 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7f012d81-4f0c-4e63-8443-a2418b07caea tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:59.227221 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fc25be-7d1c-4bc4-9317-9395b476ecfd req-06192822-b58c-4e21-90b2-e20801dbdfd2 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:59.237318 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-72fc25be-7d1c-4bc4-9317-9395b476ecfd req-06192822-b58c-4e21-90b2-e20801dbdfd2 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=97be2ce6-9257-4cdf-b9a7-5336b2f90489 HTTP/1.1" status: 200 len: 946 time: 0.4155135 Nov 25 17:40:59.259877 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f9f5b7-feb0-4ef7-9944-11e1d01f7d7c None None] Pushing event updated for resources: {'Port': ['ID=c64ac09d-0810-4d3d-8c98-87505073cd27,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:59.290314 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-286b6789-864a-4241-b1a4-7e107bba753b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:59.320429 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07adae2-6cb9-4798-a62f-4ec3c66284da tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Pushing event deleted for resources: {'Port': ['ID=7864836e-b906-439d-9fd0-04f8383bf97b,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:59.478801 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7f012d81-4f0c-4e63-8443-a2418b07caea tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:59.509255 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-72fc25be-7d1c-4bc4-9317-9395b476ecfd req-13e1f93b-486f-4aa2-b9b8-d3d33f27eb8c tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623816 Nov 25 17:40:59.566950 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f2c6ca99-25fb-4fdf-a771-e87978642075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:59.652184 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d07adae2-6cb9-4798-a62f-4ec3c66284da tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks [] for floatingip, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:59.654676 n-d-817746-1 neutron-server[103361]: INFO neutron.db.l3_db [None req-d07adae2-6cb9-4798-a62f-4ec3c66284da tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Floating IP 5d75e82d-8452-42c4-9d36-a981c40e916f disassociated (deleted). External IP: 172.25.0.80, port: 8263f0a9-c889-49dd-981c-74861ea89b71. Nov 25 17:40:59.676337 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7f012d81-4f0c-4e63-8443-a2418b07caea tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:59.760286 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f012d81-4f0c-4e63-8443-a2418b07caea tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event deleted for resources: {'Subnet': ['ID=81af0ef6-7bfc-454c-8232-cfc291360f92,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:59.788117 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7f012d81-4f0c-4e63-8443-a2418b07caea tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:59.792744 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7f012d81-4f0c-4e63-8443-a2418b07caea tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/subnets/81af0ef6-7bfc-454c-8232-cfc291360f92 HTTP/1.1" status: 204 len: 168 time: 0.7562008 Nov 25 17:40:59.796014 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58220) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:59.829309 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-718346eb-afd6-4043-9fdd-6f8100007104 req-64f9e975-ac63-46b4-9a35-48ce8bd67c96 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 210 time: 0.0308275 Nov 25 17:40:59.964625 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d27bb5a-de52-4781-9757-4375ece4a521 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Deleting subnet a28f8534-e275-4de3-a93e-f410e963778d {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:40:59.980365 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3d27bb5a-de52-4781-9757-4375ece4a521 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:00.067904 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3d27bb5a-de52-4781-9757-4375ece4a521 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:00.112671 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device c64ac09d-0810-4d3d-8c98-87505073cd27 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:41:00.235907 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-286b6789-864a-4241-b1a4-7e107bba753b None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:00.250483 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3d27bb5a-de52-4781-9757-4375ece4a521 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:00.264026 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-286b6789-864a-4241-b1a4-7e107bba753b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:00.282745 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 58226) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:00.329792 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-f2c6ca99-25fb-4fdf-a771-e87978642075 admin admin] Allocated IP 172.20.0.1 (7b970361-db1b-45fa-9068-3650d0797a2a/59ff6854-4900-4942-87d3-b6659323a0cb/1e85e3cf-cabe-408d-a25a-879f190221c8) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:41:00.365502 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port c64ac09d-0810-4d3d-8c98-87505073cd27 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:00.365993 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:00.373366 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287e175e-754a-4375-9098-76f5d7e71eaf None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:41:00.422905 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3d27bb5a-de52-4781-9757-4375ece4a521 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:00.432137 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ffe93-6dec-424d-93a9-4c2829f5057f None None] Pushing event updated for resources: {'Port': ['ID=7950222e-366e-449c-8598-c180179ea00c,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:00.437833 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-286b6789-864a-4241-b1a4-7e107bba753b None None] Attempting to bind port 7950222e-366e-449c-8598-c180179ea00c on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:41:00.438380 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-286b6789-864a-4241-b1a4-7e107bba753b None None] Attempting to bind port 7950222e-366e-449c-8598-c180179ea00c by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:41:00.438849 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286b6789-864a-4241-b1a4-7e107bba753b None None] Attempting to bind port 7950222e-366e-449c-8598-c180179ea00c on network 1aa44027-b9d0-4a56-9a59-7e664703e20a {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:41:00.459352 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286b6789-864a-4241-b1a4-7e107bba753b None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:41:00.459971 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286b6789-864a-4241-b1a4-7e107bba753b None None] Checking segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:41:00.460490 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-286b6789-864a-4241-b1a4-7e107bba753b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:00.461029 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286b6789-864a-4241-b1a4-7e107bba753b None None] Bound using segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:41:00.461687 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-286b6789-864a-4241-b1a4-7e107bba753b None None] Bound port: 7950222e-366e-449c-8598-c180179ea00c, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:41:00.462185 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-286b6789-864a-4241-b1a4-7e107bba753b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:00.468553 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3d27bb5a-de52-4781-9757-4375ece4a521 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:00.476772 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3d27bb5a-de52-4781-9757-4375ece4a521 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/subnets/a28f8534-e275-4de3-a93e-f410e963778d HTTP/1.1" status: 204 len: 168 time: 0.6796725 Nov 25 17:41:00.560643 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58230) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:00.567697 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-286b6789-864a-4241-b1a4-7e107bba753b None None] For port 7950222e-366e-449c-8598-c180179ea00c, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:41:00.579324 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-286b6789-864a-4241-b1a4-7e107bba753b None None] For port 7950222e-366e-449c-8598-c180179ea00c, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=7950222e-366e-449c-8598-c180179ea00c,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:41:00.598031 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d27bb5a-de52-4781-9757-4375ece4a521 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event deleted for resources: {'Subnet': ['ID=a28f8534-e275-4de3-a93e-f410e963778d,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:00.635724 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-286b6789-864a-4241-b1a4-7e107bba753b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:00.732177 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-025a75ce-6704-4ae9-9ed0-677728aea3bc None None] Provisioning complete for port 7950222e-366e-449c-8598-c180179ea00c triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:00.732718 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-025a75ce-6704-4ae9-9ed0-677728aea3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:00.746770 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3f978708-ef76-43a3-ab3e-fe25890d8c38 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1726856 Nov 25 17:41:00.750584 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58234) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:00.785908 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505ea9f5-8f0f-4e2c-96ed-229a83061f3e None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:41:00.842928 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29e0471-5653-481a-ac6e-dc0ba5f90c36 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:00.848711 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e29e0471-5653-481a-ac6e-dc0ba5f90c36 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0926781 Nov 25 17:41:00.849446 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58238) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:00.862408 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286b6789-864a-4241-b1a4-7e107bba753b None None] Routers {'85061d10-b0b5-45e6-9334-31c77dc331a3'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:41:00.869140 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-286b6789-864a-4241-b1a4-7e107bba753b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:40:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['85061d10-b0b5-45e6-9334-31c77dc331a3'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:00.985334 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafb69ea-423f-4efc-8771-3fba3cff11a1 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:00.996552 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-eafb69ea-423f-4efc-8771-3fba3cff11a1 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1460366 Nov 25 17:41:00.997355 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58242) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:01.147424 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f2c6ca99-25fb-4fdf-a771-e87978642075 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:01.187466 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6e2b36b7-f2c6-473f-9a88-79ff962c7570 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:01.242236 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f2c6ca99-25fb-4fdf-a771-e87978642075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:01.281689 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ffe93-6dec-424d-93a9-4c2829f5057f None None] Pushing event updated for resources: {'Port': ['ID=7950222e-366e-449c-8598-c180179ea00c,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:01.298918 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6add4885-309e-4121-a6bf-871e5ccb8b4a None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:41:01.383848 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6e2b36b7-f2c6-473f-9a88-79ff962c7570 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:01.395428 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-aee3fa57-6fc9-4b3f-8163-8c7d62b8ed9e req-0cc150a6-1c4f-4657-93c4-46ed65549258 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 210 time: 0.3426678 Nov 25 17:41:01.417489 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:01.425571 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6e2b36b7-f2c6-473f-9a88-79ff962c7570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:01.496027 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c6ca99-25fb-4fdf-a771-e87978642075 admin admin] Network 7b970361-db1b-45fa-9068-3650d0797a2a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:01.526309 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-f2c6ca99-25fb-4fdf-a771-e87978642075 admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:01.532208 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port c64ac09d-0810-4d3d-8c98-87505073cd27, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=c64ac09d-0810-4d3d-8c98-87505073cd27,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:01.541992 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-025a75ce-6704-4ae9-9ed0-677728aea3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:01.548298 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c6ca99-25fb-4fdf-a771-e87978642075 admin admin] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:41:01.564788 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:01.605329 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-286b6789-864a-4241-b1a4-7e107bba753b None None] Set router 85061d10-b0b5-45e6-9334-31c77dc331a3 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:41:01.610900 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-6e2b36b7-f2c6-473f-9a88-79ff962c7570 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=906431f0b6a0412aac2dc82c3419b629&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3270130 Nov 25 17:41:01.614367 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2b36b7-f2c6-473f-9a88-79ff962c7570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af7b146-9561-4f3b-af92-28f56dbae9fa,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:01.629801 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58246) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:01.634485 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7b3ba2c2-6c96-4992-9602-1a2fb48999ff tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6358957 Nov 25 17:41:01.644753 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58248) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:01.646821 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c6ca99-25fb-4fdf-a771-e87978642075 admin admin] Pushing event updated for resources: {'Port': ['ID=1e85e3cf-cabe-408d-a25a-879f190221c8,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:01.677264 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffde80d-18af-4c3b-8c12-44c443d4f98d req-0056a9f0-0056-4a91-9723-dba0655ca6ad tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:01.688427 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3ffde80d-18af-4c3b-8c12-44c443d4f98d req-0056a9f0-0056-4a91-9723-dba0655ca6ad tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=97be2ce6-9257-4cdf-b9a7-5336b2f90489 HTTP/1.1" status: 200 len: 946 time: 0.6338725 Nov 25 17:41:01.703978 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-5085fc11-bd3f-482b-bfe8-3104cbfc23bd tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Request body: {'subnet': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:01.730758 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-025a75ce-6704-4ae9-9ed0-677728aea3bc None None] For port 7950222e-366e-449c-8598-c180179ea00c, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=7950222e-366e-449c-8598-c180179ea00c,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:01.750228 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-025a75ce-6704-4ae9-9ed0-677728aea3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:01.763386 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d07adae2-6cb9-4798-a62f-4ec3c66284da tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Router 9cc79dc6-dc32-4ea3-abf5-8cd1935b857c has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:41:01.828856 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b2b51022-0473-4335-bdfb-33655608b6f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:01.829346 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f2c6ca99-25fb-4fdf-a771-e87978642075 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:01.858991 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=c64ac09d-0810-4d3d-8c98-87505073cd27,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:01.904061 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5085fc11-bd3f-482b-bfe8-3104cbfc23bd tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Made reservation on behalf of b4fd74d3755f4cd39b2026436dde8bb1 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:41:01.908156 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5085fc11-bd3f-482b-bfe8-3104cbfc23bd tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:01.909883 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-5085fc11-bd3f-482b-bfe8-3104cbfc23bd tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:41:01.910614 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5085fc11-bd3f-482b-bfe8-3104cbfc23bd tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:41:01.924689 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b2b51022-0473-4335-bdfb-33655608b6f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:01.951436 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-5085fc11-bd3f-482b-bfe8-3104cbfc23bd tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2539680 Nov 25 17:41:01.954763 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58254) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:01.964541 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-e09d8606-d0e8-4f42-b56f-7b5b4d458d6a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Request body: {'subnet': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:01.980782 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a75ce-6704-4ae9-9ed0-677728aea3bc None None] Pushing event updated for resources: {'Port': ['ID=7950222e-366e-449c-8598-c180179ea00c,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:02.025565 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-5aedeaa4-89f7-4ba2-9e8d-ed05e630ad80 None None] Provisioning complete for port 7950222e-366e-449c-8598-c180179ea00c triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:02.025933 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5aedeaa4-89f7-4ba2-9e8d-ed05e630ad80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:02.138660 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af25adf-b1e2-4663-964d-c6146bc9eb86 None None] DHCP port deletion for fed75ec1-726a-45be-ab23-2dd76f977831 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:41:02.168338 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07adae2-6cb9-4798-a62f-4ec3c66284da tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:41:02.182974 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09d8606-d0e8-4f42-b56f-7b5b4d458d6a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Made reservation on behalf of b4fd74d3755f4cd39b2026436dde8bb1 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:41:02.186417 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d07adae2-6cb9-4798-a62f-4ec3c66284da tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:02.188038 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c904b89c-64c1-4e28-ad64-fa9d38826f26 None None] Sync routers for ids ['9cc79dc6-dc32-4ea3-abf5-8cd1935b857c'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:41:02.196311 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e09d8606-d0e8-4f42-b56f-7b5b4d458d6a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:02.200246 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-e09d8606-d0e8-4f42-b56f-7b5b4d458d6a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:41:02.201129 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c904b89c-64c1-4e28-ad64-fa9d38826f26 None None] Routers {'9cc79dc6-dc32-4ea3-abf5-8cd1935b857c'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:41:02.201399 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e09d8606-d0e8-4f42-b56f-7b5b4d458d6a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:41:02.201831 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-c904b89c-64c1-4e28-ad64-fa9d38826f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:40:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['9cc79dc6-dc32-4ea3-abf5-8cd1935b857c'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:02.244528 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e09d8606-d0e8-4f42-b56f-7b5b4d458d6a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2884989 Nov 25 17:41:02.248443 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58256) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:02.255771 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-63dc439f-466f-4981-992c-03d2bdd8cc37 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Request body: {'subnet': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:02.276673 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58258) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:02.276960 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d07adae2-6cb9-4798-a62f-4ec3c66284da tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] 10.222.0.75 "DELETE /v2.0/floatingips/5d75e82d-8452-42c4-9d36-a981c40e916f HTTP/1.1" status: 204 len: 168 time: 5.1414464 Nov 25 17:41:02.286999 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-7ae93103-2d8b-4468-b98c-0733b4dfe3eb tempest-FloatingIPAdminTestJSON-422292330 tempest-FloatingIPAdminTestJSON-422292330-project-admin] Request body: {'floatingip': {'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:02.297398 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-c904b89c-64c1-4e28-ad64-fa9d38826f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:02.316919 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c904b89c-64c1-4e28-ad64-fa9d38826f26 None None] Routers {'9cc79dc6-dc32-4ea3-abf5-8cd1935b857c'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:41:02.317989 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-c904b89c-64c1-4e28-ad64-fa9d38826f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:40:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['9cc79dc6-dc32-4ea3-abf5-8cd1935b857c'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:02.378476 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-c904b89c-64c1-4e28-ad64-fa9d38826f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:02.381104 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c904b89c-64c1-4e28-ad64-fa9d38826f26 None None] The sync data for ids ['9cc79dc6-dc32-4ea3-abf5-8cd1935b857c'] in n-d-817746-1 is: [] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:41:02.387188 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-5aedeaa4-89f7-4ba2-9e8d-ed05e630ad80 None None] Provisioning complete for port c64ac09d-0810-4d3d-8c98-87505073cd27 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:02.387790 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5aedeaa4-89f7-4ba2-9e8d-ed05e630ad80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:02.398852 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b2b51022-0473-4335-bdfb-33655608b6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:02.402096 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b2b51022-0473-4335-bdfb-33655608b6f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:02.404801 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b2b51022-0473-4335-bdfb-33655608b6f4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8af7b146-9561-4f3b-af92-28f56dbae9fa HTTP/1.1" status: 204 len: 168 time: 0.7683125 Nov 25 17:41:02.502688 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b51022-0473-4335-bdfb-33655608b6f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af7b146-9561-4f3b-af92-28f56dbae9fa,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:02.537103 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3ffde80d-18af-4c3b-8c12-44c443d4f98d req-7cec4d85-c9ab-4e44-8235-0b99731be0f0 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8425436 Nov 25 17:41:02.570392 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7ae93103-2d8b-4468-b98c-0733b4dfe3eb tempest-FloatingIPAdminTestJSON-422292330 tempest-FloatingIPAdminTestJSON-422292330-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:02.594966 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-286b6789-864a-4241-b1a4-7e107bba753b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85061d10-b0b5-45e6-9334-31c77dc331a3', 'name': 'tempest-TestVolumeBackupRestore-1338798108-router', 'tenant_id': '745b6d7aa8fc4a70b5ebbcad4768ef94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '7950222e-366e-449c-8598-c180179ea00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:40:48Z', 'updated_at': '2021-11-25T17:40:54Z', 'revision_number': 3, 'project_id': '745b6d7aa8fc4a70b5ebbcad4768ef94', 'gw_port': {'id': '7950222e-366e-449c-8598-c180179ea00c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:16:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85061d10-b0b5-45e6-9334-31c77dc331a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:50Z', 'updated_at': '2021-11-25T17:41:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:02.618444 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-8af25adf-b1e2-4663-964d-c6146bc9eb86 None None] Deleting port c64ac09d-0810-4d3d-8c98-87505073cd27 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:02.618822 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8af25adf-b1e2-4663-964d-c6146bc9eb86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:02.627714 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f2c6ca99-25fb-4fdf-a771-e87978642075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:02.674193 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286b6789-864a-4241-b1a4-7e107bba753b None None] The sync data for ids ['85061d10-b0b5-45e6-9334-31c77dc331a3'] in n-d-817746-1 is: [{'id': '85061d10-b0b5-45e6-9334-31c77dc331a3', 'name': 'tempest-TestVolumeBackupRestore-1338798108-router', 'tenant_id': '745b6d7aa8fc4a70b5ebbcad4768ef94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '7950222e-366e-449c-8598-c180179ea00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:40:48Z', 'updated_at': '2021-11-25T17:40:54Z', 'revision_number': 3, 'project_id': '745b6d7aa8fc4a70b5ebbcad4768ef94', 'gw_port': {'id': '7950222e-366e-449c-8598-c180179ea00c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:16:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85061d10-b0b5-45e6-9334-31c77dc331a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:50Z', 'updated_at': '2021-11-25T17:41:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:41:02.693541 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-abce8324-d237-4c99-a48d-9bb81342a596 req-37c245e0-fc6e-4c99-af4c-9d5e0747fbb2 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 210 time: 0.1130915 Nov 25 17:41:02.714541 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63dc439f-466f-4981-992c-03d2bdd8cc37 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Made reservation on behalf of b4fd74d3755f4cd39b2026436dde8bb1 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:41:02.742185 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-63dc439f-466f-4981-992c-03d2bdd8cc37 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:02.750595 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-63dc439f-466f-4981-992c-03d2bdd8cc37 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:41:02.751387 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63dc439f-466f-4981-992c-03d2bdd8cc37 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:41:02.815864 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-8af25adf-b1e2-4663-964d-c6146bc9eb86 None None] For port c64ac09d-0810-4d3d-8c98-87505073cd27, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=c64ac09d-0810-4d3d-8c98-87505073cd27,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:02.816278 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8af25adf-b1e2-4663-964d-c6146bc9eb86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:02.856044 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-8af25adf-b1e2-4663-964d-c6146bc9eb86 None None] Calling delete_port for c64ac09d-0810-4d3d-8c98-87505073cd27 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:41:02.871610 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-63dc439f-466f-4981-992c-03d2bdd8cc37 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6185668 Nov 25 17:41:02.872307 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58270) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:02.913303 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-d48b443f-d9ed-4b33-b69d-f9513efea907 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Request body: {'subnet': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:03.103940 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-e4f25f29-1aca-4863-8b72-8f4ce9408c13 None None] Provisioning complete for port 1e85e3cf-cabe-408d-a25a-879f190221c8 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:03.104718 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e4f25f29-1aca-4863-8b72-8f4ce9408c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:03.146748 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f2c6ca99-25fb-4fdf-a771-e87978642075 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:03.164005 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d48b443f-d9ed-4b33-b69d-f9513efea907 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Made reservation on behalf of b4fd74d3755f4cd39b2026436dde8bb1 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:41:03.173053 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d48b443f-d9ed-4b33-b69d-f9513efea907 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:03.178170 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-d48b443f-d9ed-4b33-b69d-f9513efea907 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:41:03.178731 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d48b443f-d9ed-4b33-b69d-f9513efea907 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:41:03.204643 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f2c6ca99-25fb-4fdf-a771-e87978642075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:03.208662 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58276) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:03.270460 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-e4f25f29-1aca-4863-8b72-8f4ce9408c13 None None] Port 1e85e3cf-cabe-408d-a25a-879f190221c8 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:41:03.287917 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d48b443f-d9ed-4b33-b69d-f9513efea907 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4115736 Nov 25 17:41:03.291291 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58278) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:03.292488 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8af25adf-b1e2-4663-964d-c6146bc9eb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:03.293619 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7310ea80-8230-4b31-a94f-c246b77d5483 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:03.305620 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-55467465-5060-4178-a745-4f5f703a812d tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Request body: {'subnet': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:03.333413 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f2c6ca99-25fb-4fdf-a771-e87978642075 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:03.333688 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af25adf-b1e2-4663-964d-c6146bc9eb86 None None] Pushing event deleted for resources: {'Port': ['ID=c64ac09d-0810-4d3d-8c98-87505073cd27,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:03.349645 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af25adf-b1e2-4663-964d-c6146bc9eb86 None None] No DVR routers for this DVR port c64ac09d-0810-4d3d-8c98-87505073cd27 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:41:03.369764 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036007f7-8cb0-4eed-a6fd-5d75e998271c req-82b5ca87-3e84-4648-9ead-7b3238383565 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:03.371425 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-036007f7-8cb0-4eed-a6fd-5d75e998271c req-82b5ca87-3e84-4648-9ead-7b3238383565 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=97be2ce6-9257-4cdf-b9a7-5336b2f90489 HTTP/1.1" status: 200 len: 946 time: 0.3218858 Nov 25 17:41:03.497543 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7ae93103-2d8b-4468-b98c-0733b4dfe3eb tempest-FloatingIPAdminTestJSON-422292330 tempest-FloatingIPAdminTestJSON-422292330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:03.508257 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c6ca99-25fb-4fdf-a771-e87978642075 admin admin] Network 7b970361-db1b-45fa-9068-3650d0797a2a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:03.514137 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-f2c6ca99-25fb-4fdf-a771-e87978642075 admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:03.644016 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-7ae93103-2d8b-4468-b98c-0733b4dfe3eb tempest-FloatingIPAdminTestJSON-422292330 tempest-FloatingIPAdminTestJSON-422292330-project-admin] Allocated IP 172.25.0.41 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/a6bc0edb-6a7a-4596-b628-f1250a70b246) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:41:03.720558 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c6ca99-25fb-4fdf-a771-e87978642075 admin admin] Pushing event updated for resources: {'Port': ['ID=1e85e3cf-cabe-408d-a25a-879f190221c8,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:03.779515 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-036007f7-8cb0-4eed-a6fd-5d75e998271c req-6658895e-3c74-47ae-b66c-419c3eec7ee2 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999046 Nov 25 17:41:03.800352 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7ae93103-2d8b-4468-b98c-0733b4dfe3eb tempest-FloatingIPAdminTestJSON-422292330 tempest-FloatingIPAdminTestJSON-422292330-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:03.860725 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c6ca99-25fb-4fdf-a771-e87978642075 admin admin] Router 85061d10-b0b5-45e6-9334-31c77dc331a3 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:41:03.932553 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7310ea80-8230-4b31-a94f-c246b77d5483 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:03.957477 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-78b97674-d050-4d63-9933-ee8a790afa03 req-a9150864-1e97-4be9-bc61-808cd67577a3 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 210 time: 0.0803821 Nov 25 17:41:03.988074 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7310ea80-8230-4b31-a94f-c246b77d5483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:04.015187 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-9d11548d-202b-46e4-84f9-20a3f1da6470 None None] Provisioning complete for port 1e85e3cf-cabe-408d-a25a-879f190221c8 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:04.017446 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9d11548d-202b-46e4-84f9-20a3f1da6470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:04.105726 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7ae93103-2d8b-4468-b98c-0733b4dfe3eb tempest-FloatingIPAdminTestJSON-422292330 tempest-FloatingIPAdminTestJSON-422292330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:04.142442 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 7950222e-366e-449c-8598-c180179ea00c up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:41:04.211327 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae93103-2d8b-4468-b98c-0733b4dfe3eb tempest-FloatingIPAdminTestJSON-422292330 tempest-FloatingIPAdminTestJSON-422292330-project-admin] Pushing event updated for resources: {'Port': ['ID=a6bc0edb-6a7a-4596-b628-f1250a70b246,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:04.213495 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55467465-5060-4178-a745-4f5f703a812d tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Made reservation on behalf of b4fd74d3755f4cd39b2026436dde8bb1 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:41:04.217815 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-55467465-5060-4178-a745-4f5f703a812d tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:04.219093 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-55467465-5060-4178-a745-4f5f703a812d tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:41:04.219546 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55467465-5060-4178-a745-4f5f703a812d tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:41:04.243137 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7310ea80-8230-4b31-a94f-c246b77d5483 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=920bd19194ec42c682651026fadc0be4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0313597 Nov 25 17:41:04.249536 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58286) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:04.250181 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7310ea80-8230-4b31-a94f-c246b77d5483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c664cc-ab95-44cc-b918-89b512597f22,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:04.250949 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-9d11548d-202b-46e4-84f9-20a3f1da6470 None None] Port 1e85e3cf-cabe-408d-a25a-879f190221c8 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:41:04.282714 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 7950222e-366e-449c-8598-c180179ea00c triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:04.283109 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:04.290758 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c6ca99-25fb-4fdf-a771-e87978642075 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:41:04.299710 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-f2c6ca99-25fb-4fdf-a771-e87978642075 admin admin] 10.222.0.75 "PUT /v2.0/routers/85061d10-b0b5-45e6-9334-31c77dc331a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4088454 Nov 25 17:41:04.331187 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae93103-2d8b-4468-b98c-0733b4dfe3eb tempest-FloatingIPAdminTestJSON-422292330 tempest-FloatingIPAdminTestJSON-422292330-project-admin] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:04.338995 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-55467465-5060-4178-a745-4f5f703a812d tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.0356579 Nov 25 17:41:04.339442 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 58290) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:04.341791 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-7ae93103-2d8b-4468-b98c-0733b4dfe3eb tempest-FloatingIPAdminTestJSON-422292330 tempest-FloatingIPAdminTestJSON-422292330-project-admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:04.345669 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-43b117f0-f4b9-4cae-ab5d-5af03027db48 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Request body: {'subnet': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:04.345903 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae93103-2d8b-4468-b98c-0733b4dfe3eb tempest-FloatingIPAdminTestJSON-422292330 tempest-FloatingIPAdminTestJSON-422292330-project-admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:41:04.487064 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2ce398e1-1e26-40d9-bc15-02cf392daeda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:04.529871 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2ce398e1-1e26-40d9-bc15-02cf392daeda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:04.540666 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b117f0-f4b9-4cae-ab5d-5af03027db48 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Made reservation on behalf of b4fd74d3755f4cd39b2026436dde8bb1 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:41:04.548286 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-43b117f0-f4b9-4cae-ab5d-5af03027db48 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:04.551063 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-43b117f0-f4b9-4cae-ab5d-5af03027db48 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:41:04.551609 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43b117f0-f4b9-4cae-ab5d-5af03027db48 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:41:04.580394 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-43b117f0-f4b9-4cae-ab5d-5af03027db48 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2374094 Nov 25 17:41:04.580722 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 58294) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:04.629450 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-6776239b-323a-44e9-b109-37f5fe49350b tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0466015 Nov 25 17:41:04.632186 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 58302) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:04.668034 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7ae93103-2d8b-4468-b98c-0733b4dfe3eb tempest-FloatingIPAdminTestJSON-422292330 tempest-FloatingIPAdminTestJSON-422292330-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:04.705578 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device c64ac09d-0810-4d3d-8c98-87505073cd27 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:41:04.750955 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2ce398e1-1e26-40d9-bc15-02cf392daeda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:04.755081 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2ce398e1-1e26-40d9-bc15-02cf392daeda admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:04.756673 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2ce398e1-1e26-40d9-bc15-02cf392daeda admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/83c664cc-ab95-44cc-b918-89b512597f22 HTTP/1.1" status: 204 len: 168 time: 0.5037665 Nov 25 17:41:04.760329 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7ae93103-2d8b-4468-b98c-0733b4dfe3eb tempest-FloatingIPAdminTestJSON-422292330 tempest-FloatingIPAdminTestJSON-422292330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:04.773840 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: c64ac09d-0810-4d3d-8c98-87505073cd27 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:41:04.774208 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device c64ac09d-0810-4d3d-8c98-87505073cd27 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:41:04.804738 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1667f3ac-1673-4bf8-882b-7eaa7b589192 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:04.809957 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-1667f3ac-1673-4bf8-882b-7eaa7b589192 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1770768 Nov 25 17:41:04.813138 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 58308) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:04.894160 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-2b58d59a-1c56-4955-8066-5d61b64b8d35 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0798812 Nov 25 17:41:04.898176 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 58310) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:04.904581 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-841b8ae1-257c-4962-8e92-d7dd6ac9e7ad tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Request body: {'subnet': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:05.187509 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7ae93103-2d8b-4468-b98c-0733b4dfe3eb tempest-FloatingIPAdminTestJSON-422292330 tempest-FloatingIPAdminTestJSON-422292330-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:05.205014 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce398e1-1e26-40d9-bc15-02cf392daeda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c664cc-ab95-44cc-b918-89b512597f22,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:05.214162 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7ae93103-2d8b-4468-b98c-0733b4dfe3eb tempest-FloatingIPAdminTestJSON-422292330 tempest-FloatingIPAdminTestJSON-422292330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:05.217162 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-25190ab9-0b4e-470d-bbe5-2f0663291247 req-ea814785-5492-4484-9488-f377a7e8ba69 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 210 time: 0.0670547 Nov 25 17:41:05.269056 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0debab27-e773-41b4-aba3-86d414afee3a req-0dfd4d17-d31d-42e1-baa9-344432cb0cf5 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:05.270879 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0debab27-e773-41b4-aba3-86d414afee3a req-0dfd4d17-d31d-42e1-baa9-344432cb0cf5 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=97be2ce6-9257-4cdf-b9a7-5336b2f90489 HTTP/1.1" status: 200 len: 946 time: 0.3626108 Nov 25 17:41:05.283632 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:41:05.324920 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841b8ae1-257c-4962-8e92-d7dd6ac9e7ad tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Made reservation on behalf of b4fd74d3755f4cd39b2026436dde8bb1 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:41:05.326101 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae93103-2d8b-4468-b98c-0733b4dfe3eb tempest-FloatingIPAdminTestJSON-422292330 tempest-FloatingIPAdminTestJSON-422292330-project-admin] Pushing event updated for resources: {'Port': ['ID=a6bc0edb-6a7a-4596-b628-f1250a70b246,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:05.338328 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-841b8ae1-257c-4962-8e92-d7dd6ac9e7ad tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:05.406506 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0debab27-e773-41b4-aba3-86d414afee3a req-f5677a0c-8c23-4dcd-baf5-a1061b606726 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283004 Nov 25 17:41:05.495385 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7ae93103-2d8b-4468-b98c-0733b4dfe3eb tempest-FloatingIPAdminTestJSON-422292330 tempest-FloatingIPAdminTestJSON-422292330-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:05.529826 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7ae93103-2d8b-4468-b98c-0733b4dfe3eb tempest-FloatingIPAdminTestJSON-422292330 tempest-FloatingIPAdminTestJSON-422292330-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:05.535391 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7ae93103-2d8b-4468-b98c-0733b4dfe3eb tempest-FloatingIPAdminTestJSON-422292330 tempest-FloatingIPAdminTestJSON-422292330-project-admin] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2569015 Nov 25 17:41:05.536181 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58352) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:05.657245 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69858442-4068-4446-8cfd-109f12e8d0d9 None None] Sync routers for ids ['85061d10-b0b5-45e6-9334-31c77dc331a3'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:41:05.678142 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69858442-4068-4446-8cfd-109f12e8d0d9 None None] Routers {'85061d10-b0b5-45e6-9334-31c77dc331a3'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:41:05.680472 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-69858442-4068-4446-8cfd-109f12e8d0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:40:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['85061d10-b0b5-45e6-9334-31c77dc331a3'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:05.805728 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf8a44d-259f-4d2a-bd21-3724137cce01 req-38a88973-fa5c-4a0d-ae49-d641349c1d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:05.812063 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ecf8a44d-259f-4d2a-bd21-3724137cce01 req-38a88973-fa5c-4a0d-ae49-d641349c1d7c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5a560046c26c483180c0093a6be1dd8b&device_id=97be2ce6-9257-4cdf-b9a7-5336b2f90489 HTTP/1.1" status: 200 len: 1097 time: 0.1650820 Nov 25 17:41:05.963120 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-95f1689d-76d0-4347-8ab0-618fdd10dff1 tempest-FloatingIPAdminTestJSON-1921749164 tempest-FloatingIPAdminTestJSON-1921749164-project] Request body: {'floatingip': {'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:05.980181 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-69858442-4068-4446-8cfd-109f12e8d0d9 None None] Set router 85061d10-b0b5-45e6-9334-31c77dc331a3 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:41:06.027721 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-95f1689d-76d0-4347-8ab0-618fdd10dff1 tempest-FloatingIPAdminTestJSON-1921749164 tempest-FloatingIPAdminTestJSON-1921749164-project] Publish callbacks [] for floatingip, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:06.394808 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-95f1689d-76d0-4347-8ab0-618fdd10dff1 tempest-FloatingIPAdminTestJSON-1921749164 tempest-FloatingIPAdminTestJSON-1921749164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:06.438113 n-d-817746-1 neutron-server[103361]: DEBUG neutron.objects.ports [None req-841b8ae1-257c-4962-8e92-d7dd6ac9e7ad tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103361) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 17:41:06.520223 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-841b8ae1-257c-4962-8e92-d7dd6ac9e7ad tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:06.640221 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-53c949f8-b6ad-4e98-a747-999d2de4c8df req-9eb8bfa0-b60e-4826-8b13-79d6115969dc tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 210 time: 0.1657748 Nov 25 17:41:06.788134 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-95f1689d-76d0-4347-8ab0-618fdd10dff1 tempest-FloatingIPAdminTestJSON-1921749164 tempest-FloatingIPAdminTestJSON-1921749164-project] Allocated IP 172.25.0.108 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/550d2674-505a-4dd6-99fd-3a41873f8ea4) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:41:06.852000 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-69858442-4068-4446-8cfd-109f12e8d0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85061d10-b0b5-45e6-9334-31c77dc331a3', 'name': 'tempest-TestVolumeBackupRestore-1338798108-router', 'tenant_id': '745b6d7aa8fc4a70b5ebbcad4768ef94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '7950222e-366e-449c-8598-c180179ea00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:40:48Z', 'updated_at': '2021-11-25T17:41:02Z', 'revision_number': 4, 'project_id': '745b6d7aa8fc4a70b5ebbcad4768ef94', 'gw_port': {'id': '7950222e-366e-449c-8598-c180179ea00c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:16:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85061d10-b0b5-45e6-9334-31c77dc331a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:50Z', 'updated_at': '2021-11-25T17:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '1e85e3cf-cabe-408d-a25a-879f190221c8', 'name': '', 'network_id': '7b970361-db1b-45fa-9068-3650d0797a2a', 'tenant_id': '745b6d7aa8fc4a70b5ebbcad4768ef94', 'mac_address': 'fa:16:3e:0a:22:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85061d10-b0b5-45e6-9334-31c77dc331a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': '59ff6854-4900-4942-87d3-b6659323a0cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:59Z', 'updated_at': '2021-11-25T17:41:02Z', 'revision_number': 2, 'project_id': '745b6d7aa8fc4a70b5ebbcad4768ef94', 'subnets': [{'id': '59ff6854-4900-4942-87d3-b6659323a0cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:06.871626 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf8a44d-259f-4d2a-bd21-3724137cce01 req-f85c4b21-680b-4eab-b8f8-7e80c21c0af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:06.873573 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ecf8a44d-259f-4d2a-bd21-3724137cce01 req-f85c4b21-680b-4eab-b8f8-7e80c21c0af9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d0082d57-8c96-4a76-be0f-340c2f65b160 HTTP/1.1" status: 200 len: 913 time: 0.9558032 Nov 25 17:41:06.879751 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841b8ae1-257c-4962-8e92-d7dd6ac9e7ad tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:06.902853 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-841b8ae1-257c-4962-8e92-d7dd6ac9e7ad tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:06.910649 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841b8ae1-257c-4962-8e92-d7dd6ac9e7ad tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:06.911279 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-841b8ae1-257c-4962-8e92-d7dd6ac9e7ad tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:06.940933 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ce287d-748e-494b-99ee-811fe9c8bd65 None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:41:06.946007 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69858442-4068-4446-8cfd-109f12e8d0d9 None None] Checking router: 85061d10-b0b5-45e6-9334-31c77dc331a3 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:41:06.949517 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69858442-4068-4446-8cfd-109f12e8d0d9 None None] Updating router 85061d10-b0b5-45e6-9334-31c77dc331a3 port 1e85e3cf-cabe-408d-a25a-879f190221c8 binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:41:06.979301 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9440ecbe-fd70-4154-bd9f-5cac395f8365 req-9830b162-bb4c-419d-96f7-a0b65f7b15c7 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:06.987933 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9440ecbe-fd70-4154-bd9f-5cac395f8365 req-9830b162-bb4c-419d-96f7-a0b65f7b15c7 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=97be2ce6-9257-4cdf-b9a7-5336b2f90489 HTTP/1.1" status: 200 len: 946 time: 0.3356392 Nov 25 17:41:07.065857 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841b8ae1-257c-4962-8e92-d7dd6ac9e7ad tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event updated for resources: {'Subnet': ['ID=7497eeb8-292d-40cb-a7a7-e4e7db098b91,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:07.080221 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ecf8a44d-259f-4d2a-bd21-3724137cce01 req-edd0218d-e7b3-40da-9d6e-c328d98d8591 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc6a8024-085e-4dd4-a044-03e7336eacba HTTP/1.1" status: 200 len: 217 time: 0.1928198 Nov 25 17:41:07.119491 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-69858442-4068-4446-8cfd-109f12e8d0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:07.154544 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-841b8ae1-257c-4962-8e92-d7dd6ac9e7ad tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2552876 Nov 25 17:41:07.160214 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9440ecbe-fd70-4154-bd9f-5cac395f8365 req-a3ca741f-3f28-4128-af51-bd5b28b23d06 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982642 Nov 25 17:41:07.162427 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 58396) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:07.173093 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-61773b9d-e0bc-44dc-8096-019ebc8ac78b tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Request body: {'port': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'mac_address': 'fa:16:3e:96:8a:00', 'name': 'tempest-NetworksTestDHCPv6-558830997'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:07.258299 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf8a44d-259f-4d2a-bd21-3724137cce01 req-7dd1c3c1-4b75-4a96-9b34-c4ac668dcd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:07.261647 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ecf8a44d-259f-4d2a-bd21-3724137cce01 req-7dd1c3c1-4b75-4a96-9b34-c4ac668dcd18 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c74f83ed-3896-4341-8cf1-e1417d85add2 HTTP/1.1" status: 200 len: 851 time: 0.1700039 Nov 25 17:41:07.292517 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-95f1689d-76d0-4347-8ab0-618fdd10dff1 tempest-FloatingIPAdminTestJSON-1921749164 tempest-FloatingIPAdminTestJSON-1921749164-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:07.380576 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-95f1689d-76d0-4347-8ab0-618fdd10dff1 tempest-FloatingIPAdminTestJSON-1921749164 tempest-FloatingIPAdminTestJSON-1921749164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:07.471441 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f1689d-76d0-4347-8ab0-618fdd10dff1 tempest-FloatingIPAdminTestJSON-1921749164 tempest-FloatingIPAdminTestJSON-1921749164-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:07.502740 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-95f1689d-76d0-4347-8ab0-618fdd10dff1 tempest-FloatingIPAdminTestJSON-1921749164 tempest-FloatingIPAdminTestJSON-1921749164-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:07.516567 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f1689d-76d0-4347-8ab0-618fdd10dff1 tempest-FloatingIPAdminTestJSON-1921749164 tempest-FloatingIPAdminTestJSON-1921749164-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:41:07.537574 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f1689d-76d0-4347-8ab0-618fdd10dff1 tempest-FloatingIPAdminTestJSON-1921749164 tempest-FloatingIPAdminTestJSON-1921749164-project] Pushing event updated for resources: {'Port': ['ID=550d2674-505a-4dd6-99fd-3a41873f8ea4,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:07.594048 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61773b9d-e0bc-44dc-8096-019ebc8ac78b tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Made reservation on behalf of b4fd74d3755f4cd39b2026436dde8bb1 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:41:07.810759 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5f0eca-66db-454c-9f40-e603c438db20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-fed75ec1-726a-45be-ab23-2dd76f977831', 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'tenant_id': 'b4fd74d3755f4cd39b2026436dde8bb1', 'fixed_ips': [{'subnet_id': '7497eeb8-292d-40cb-a7a7-e4e7db098b91'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:41:07.811856 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ce5f0eca-66db-454c-9f40-e603c438db20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:07.838651 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-95f1689d-76d0-4347-8ab0-618fdd10dff1 tempest-FloatingIPAdminTestJSON-1921749164 tempest-FloatingIPAdminTestJSON-1921749164-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:08.070722 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-95f1689d-76d0-4347-8ab0-618fdd10dff1 tempest-FloatingIPAdminTestJSON-1921749164 tempest-FloatingIPAdminTestJSON-1921749164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:08.133892 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-61773b9d-e0bc-44dc-8096-019ebc8ac78b tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:08.155778 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf8a44d-259f-4d2a-bd21-3724137cce01 req-9dbe933d-bbb9-489c-afae-4199469bc757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:08.193955 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ecf8a44d-259f-4d2a-bd21-3724137cce01 req-9dbe933d-bbb9-489c-afae-4199469bc757 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d0082d57-8c96-4a76-be0f-340c2f65b160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7863543 Nov 25 17:41:08.422899 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c0bf967a-1851-4d62-a262-0f1d3dec1e19 req-c701505e-a7f7-406d-a5bd-c42d6afe0ffe tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 210 time: 0.2770567 Nov 25 17:41:08.435582 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-95f1689d-76d0-4347-8ab0-618fdd10dff1 tempest-FloatingIPAdminTestJSON-1921749164 tempest-FloatingIPAdminTestJSON-1921749164-project] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:08.444644 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-95f1689d-76d0-4347-8ab0-618fdd10dff1 tempest-FloatingIPAdminTestJSON-1921749164 tempest-FloatingIPAdminTestJSON-1921749164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:08.613281 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f1689d-76d0-4347-8ab0-618fdd10dff1 tempest-FloatingIPAdminTestJSON-1921749164 tempest-FloatingIPAdminTestJSON-1921749164-project] Pushing event updated for resources: {'Port': ['ID=550d2674-505a-4dd6-99fd-3a41873f8ea4,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:08.638364 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [None req-61773b9d-e0bc-44dc-8096-019ebc8ac78b tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] device_id is not set on port 97086d9f-a3db-4a23-bb73-e2fb5f976e9d yet. {{(pid=103361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:41:08.649378 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-95f1689d-76d0-4347-8ab0-618fdd10dff1 tempest-FloatingIPAdminTestJSON-1921749164 tempest-FloatingIPAdminTestJSON-1921749164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:08.683670 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-95f1689d-76d0-4347-8ab0-618fdd10dff1 tempest-FloatingIPAdminTestJSON-1921749164 tempest-FloatingIPAdminTestJSON-1921749164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:08.687443 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-95f1689d-76d0-4347-8ab0-618fdd10dff1 tempest-FloatingIPAdminTestJSON-1921749164 tempest-FloatingIPAdminTestJSON-1921749164-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1473234 Nov 25 17:41:08.688011 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58438) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:08.756082 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-ce5f0eca-66db-454c-9f40-e603c438db20 None None] Allocated IP 2001:db8::f816:3eff:fe83:9fa6 (fed75ec1-726a-45be-ab23-2dd76f977831/7497eeb8-292d-40cb-a7a7-e4e7db098b91/d41485c6-b221-4b6f-b1fc-b15d8f6d18d5) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:41:08.756841 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cbbc0c-f6b9-4305-bb6e-670570396969 req-636fd3cc-05ca-4831-9c11-430c375dcdd3 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:08.758952 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c2cbbc0c-f6b9-4305-bb6e-670570396969 req-636fd3cc-05ca-4831-9c11-430c375dcdd3 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=97be2ce6-9257-4cdf-b9a7-5336b2f90489 HTTP/1.1" status: 200 len: 946 time: 0.4213705 Nov 25 17:41:08.840158 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-22046c81-8b5a-477a-9ba0-ede0207315bd tempest-FloatingIPAdminTestJSON-422292330 tempest-FloatingIPAdminTestJSON-422292330-project-admin] 10.222.0.75 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2914 time: 0.1506920 Nov 25 17:41:08.845262 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58444) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:09.051217 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-08ffe8bb-0acd-4b9e-bd49-ec9d4e07f848 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] 10.222.0.75 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2047772 Nov 25 17:41:09.056069 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 58448) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:09.063656 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-69858442-4068-4446-8cfd-109f12e8d0d9 None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:09.077086 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-69858442-4068-4446-8cfd-109f12e8d0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:09.190682 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ecf8a44d-259f-4d2a-bd21-3724137cce01 req-242e1f7e-38cb-4522-9700-6db0297265a6 service neutron] 10.222.0.90 "GET /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8985379 Nov 25 17:41:09.202187 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c2cbbc0c-f6b9-4305-bb6e-670570396969 req-033909dc-8eb3-4383-8efd-d4a00de4a022 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4298878 Nov 25 17:41:09.212553 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee6fb5-4f15-44f1-a2fe-aeacd7d65bcc None None] Pushing event updated for resources: {'Port': ['ID=1e85e3cf-cabe-408d-a25a-879f190221c8,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:09.604346 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-69858442-4068-4446-8cfd-109f12e8d0d9 None None] Attempting to bind port 1e85e3cf-cabe-408d-a25a-879f190221c8 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:41:09.605781 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-69858442-4068-4446-8cfd-109f12e8d0d9 None None] Attempting to bind port 1e85e3cf-cabe-408d-a25a-879f190221c8 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '3cea5712-e879-4358-ae6c-d58f64b0f02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '7b970361-db1b-45fa-9068-3650d0797a2a'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:41:09.606276 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69858442-4068-4446-8cfd-109f12e8d0d9 None None] Attempting to bind port 1e85e3cf-cabe-408d-a25a-879f190221c8 on network 7b970361-db1b-45fa-9068-3650d0797a2a {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:41:09.626345 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-10ac4c22-962b-45d7-a85b-e7ea1264ad1d tempest-FloatingIPAdminTestJSON-1921749164 tempest-FloatingIPAdminTestJSON-1921749164-project] Deleting port 550d2674-505a-4dd6-99fd-3a41873f8ea4 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:09.627761 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-10ac4c22-962b-45d7-a85b-e7ea1264ad1d tempest-FloatingIPAdminTestJSON-1921749164 tempest-FloatingIPAdminTestJSON-1921749164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:09.717838 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-f4422fe0-2dd5-4ce0-9e21-955f9cae095e None None] Provisioning complete for port 1e85e3cf-cabe-408d-a25a-879f190221c8 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:09.718243 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f4422fe0-2dd5-4ce0-9e21-955f9cae095e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:09.720148 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69858442-4068-4446-8cfd-109f12e8d0d9 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:41:09.720533 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69858442-4068-4446-8cfd-109f12e8d0d9 None None] Checking segment: {'id': '3cea5712-e879-4358-ae6c-d58f64b0f02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '7b970361-db1b-45fa-9068-3650d0797a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:41:09.720958 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-69858442-4068-4446-8cfd-109f12e8d0d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:09.721836 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69858442-4068-4446-8cfd-109f12e8d0d9 None None] Bound using segment: {'id': '3cea5712-e879-4358-ae6c-d58f64b0f02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '7b970361-db1b-45fa-9068-3650d0797a2a'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:41:09.721978 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-69858442-4068-4446-8cfd-109f12e8d0d9 None None] Bound port: 1e85e3cf-cabe-408d-a25a-879f190221c8, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cea5712-e879-4358-ae6c-d58f64b0f02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '7b970361-db1b-45fa-9068-3650d0797a2a'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:41:09.722093 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ecf8a44d-259f-4d2a-bd21-3724137cce01 req-42ac89ab-351a-42cc-95a5-fffbb44bd71a service neutron] 10.222.0.90 "GET /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4768846 Nov 25 17:41:09.722531 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-69858442-4068-4446-8cfd-109f12e8d0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:09.864536 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-75a2f381-8ef1-4398-8b3e-b2cc266ffe49 req-efb24e59-e562-44de-b478-3b3460c8a3e1 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 210 time: 0.1834865 Nov 25 17:41:09.915669 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-f4422fe0-2dd5-4ce0-9e21-955f9cae095e None None] Port 1e85e3cf-cabe-408d-a25a-879f190221c8 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:41:09.960460 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-10ac4c22-962b-45d7-a85b-e7ea1264ad1d tempest-FloatingIPAdminTestJSON-1921749164 tempest-FloatingIPAdminTestJSON-1921749164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:09.971291 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-10ac4c22-962b-45d7-a85b-e7ea1264ad1d tempest-FloatingIPAdminTestJSON-1921749164 tempest-FloatingIPAdminTestJSON-1921749164-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:10.025569 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-10ac4c22-962b-45d7-a85b-e7ea1264ad1d tempest-FloatingIPAdminTestJSON-1921749164 tempest-FloatingIPAdminTestJSON-1921749164-project] Calling delete_port for 550d2674-505a-4dd6-99fd-3a41873f8ea4 owned by network:floatingip {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:41:10.179872 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-69858442-4068-4446-8cfd-109f12e8d0d9 None None] For port 1e85e3cf-cabe-408d-a25a-879f190221c8, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:41:10.209640 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-69858442-4068-4446-8cfd-109f12e8d0d9 None None] For port 1e85e3cf-cabe-408d-a25a-879f190221c8, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=1e85e3cf-cabe-408d-a25a-879f190221c8,segment=NetworkSegment(3cea5712-e879-4358-ae6c-d58f64b0f02f),segment_id=3cea5712-e879-4358-ae6c-d58f64b0f02f)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:41:10.209640 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ce5f0eca-66db-454c-9f40-e603c438db20 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:10.218611 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ce5f0eca-66db-454c-9f40-e603c438db20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:10.261470 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-69858442-4068-4446-8cfd-109f12e8d0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:10.379551 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5f0eca-66db-454c-9f40-e603c438db20 None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:10.408610 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69858442-4068-4446-8cfd-109f12e8d0d9 None None] Routers {'85061d10-b0b5-45e6-9334-31c77dc331a3'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:41:10.416112 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-69858442-4068-4446-8cfd-109f12e8d0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:40:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['85061d10-b0b5-45e6-9334-31c77dc331a3'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:10.439816 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-ce5f0eca-66db-454c-9f40-e603c438db20 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:10.447164 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5f0eca-66db-454c-9f40-e603c438db20 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:41:10.521303 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-61773b9d-e0bc-44dc-8096-019ebc8ac78b tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Allocated IP 2001:db8::f816:3eff:fe96:8a00 (fed75ec1-726a-45be-ab23-2dd76f977831/7497eeb8-292d-40cb-a7a7-e4e7db098b91/97086d9f-a3db-4a23-bb73-e2fb5f976e9d) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:41:10.704138 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-10ac4c22-962b-45d7-a85b-e7ea1264ad1d tempest-FloatingIPAdminTestJSON-1921749164 tempest-FloatingIPAdminTestJSON-1921749164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:10.800251 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f0eca-66db-454c-9f40-e603c438db20 None None] Pushing event updated for resources: {'Port': ['ID=d41485c6-b221-4b6f-b1fc-b15d8f6d18d5,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:11.062077 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-69858442-4068-4446-8cfd-109f12e8d0d9 None None] Set router 85061d10-b0b5-45e6-9334-31c77dc331a3 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:41:11.363301 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-ce5f0eca-66db-454c-9f40-e603c438db20 None None] Attempting to bind port d41485c6-b221-4b6f-b1fc-b15d8f6d18d5 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:41:11.374289 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-ce5f0eca-66db-454c-9f40-e603c438db20 None None] Attempting to bind port d41485c6-b221-4b6f-b1fc-b15d8f6d18d5 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:41:11.375094 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5f0eca-66db-454c-9f40-e603c438db20 None None] Attempting to bind port d41485c6-b221-4b6f-b1fc-b15d8f6d18d5 on network fed75ec1-726a-45be-ab23-2dd76f977831 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:41:11.486900 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-1ce482d2-e84e-4821-8f51-b8462556f7df None None] Provisioning complete for port 1e85e3cf-cabe-408d-a25a-879f190221c8 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:11.491489 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1ce482d2-e84e-4821-8f51-b8462556f7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:11.509338 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5f0eca-66db-454c-9f40-e603c438db20 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:41:11.510188 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5f0eca-66db-454c-9f40-e603c438db20 None None] Checking segment: {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:41:11.510841 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ce5f0eca-66db-454c-9f40-e603c438db20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:11.511468 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5f0eca-66db-454c-9f40-e603c438db20 None None] Bound using segment: {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:41:11.513095 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-ce5f0eca-66db-454c-9f40-e603c438db20 None None] Bound port: d41485c6-b221-4b6f-b1fc-b15d8f6d18d5, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:41:11.513736 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ce5f0eca-66db-454c-9f40-e603c438db20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:11.516353 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee6fb5-4f15-44f1-a2fe-aeacd7d65bcc None None] Pushing event updated for resources: {'Port': ['ID=1e85e3cf-cabe-408d-a25a-879f190221c8,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:11.894351 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ac4c22-962b-45d7-a85b-e7ea1264ad1d tempest-FloatingIPAdminTestJSON-1921749164 tempest-FloatingIPAdminTestJSON-1921749164-project] Pushing event deleted for resources: {'Port': ['ID=550d2674-505a-4dd6-99fd-3a41873f8ea4,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:12.001234 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-ce5f0eca-66db-454c-9f40-e603c438db20 None None] For port d41485c6-b221-4b6f-b1fc-b15d8f6d18d5, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:41:12.016754 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-ce5f0eca-66db-454c-9f40-e603c438db20 None None] For port d41485c6-b221-4b6f-b1fc-b15d8f6d18d5, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d41485c6-b221-4b6f-b1fc-b15d8f6d18d5,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:41:12.032985 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-25ffb1ad-f275-422c-890c-383942d85969 req-766c6af9-6030-4f7c-9b82-db7d2c447ae7 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 210 time: 0.1446483 Nov 25 17:41:12.071763 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58508) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:12.083766 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ce5f0eca-66db-454c-9f40-e603c438db20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:12.147175 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4aa77-8ec1-492d-a6ca-a022bb32c526 req-5c0b9e7b-c2d6-44da-8b5a-963f5601e2f0 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:12.149071 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-43e4aa77-8ec1-492d-a6ca-a022bb32c526 req-5c0b9e7b-c2d6-44da-8b5a-963f5601e2f0 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=97be2ce6-9257-4cdf-b9a7-5336b2f90489 HTTP/1.1" status: 200 len: 946 time: 1.7462363 Nov 25 17:41:12.174533 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-10ac4c22-962b-45d7-a85b-e7ea1264ad1d tempest-FloatingIPAdminTestJSON-1921749164 tempest-FloatingIPAdminTestJSON-1921749164-project] Publish callbacks [] for floatingip, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:12.177052 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-10ac4c22-962b-45d7-a85b-e7ea1264ad1d tempest-FloatingIPAdminTestJSON-1921749164 tempest-FloatingIPAdminTestJSON-1921749164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:12.178499 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-10ac4c22-962b-45d7-a85b-e7ea1264ad1d tempest-FloatingIPAdminTestJSON-1921749164 tempest-FloatingIPAdminTestJSON-1921749164-project] 10.222.0.75 "DELETE /v2.0/floatingips/ebfdd9cc-0e33-4e72-bd0d-b42f80f44a8f HTTP/1.1" status: 204 len: 168 time: 3.1084018 Nov 25 17:41:12.181411 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58512) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:12.181584 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7847f4f8-3f64-41e7-bd62-37a9e5246ec4 req-f5d143f2-a355-46d7-b5d1-1014e4e5700b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3161268 Nov 25 17:41:12.209911 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-61773b9d-e0bc-44dc-8096-019ebc8ac78b tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:12.432982 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1ce482d2-e84e-4821-8f51-b8462556f7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:12.510611 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-43e4aa77-8ec1-492d-a6ca-a022bb32c526 req-635b3add-850f-4fbe-ba8a-636599705d34 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274229 Nov 25 17:41:12.514781 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-acdbcf26-8199-4d52-ae98-a9e68bb9ac2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:12.537145 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f0eca-66db-454c-9f40-e603c438db20 None None] Pushing event updated for resources: {'Port': ['ID=d41485c6-b221-4b6f-b1fc-b15d8f6d18d5,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:12.556131 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-1ce482d2-e84e-4821-8f51-b8462556f7df None None] For port 1e85e3cf-cabe-408d-a25a-879f190221c8, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=1e85e3cf-cabe-408d-a25a-879f190221c8,segment=NetworkSegment(3cea5712-e879-4358-ae6c-d58f64b0f02f),segment_id=3cea5712-e879-4358-ae6c-d58f64b0f02f)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:12.573068 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-69858442-4068-4446-8cfd-109f12e8d0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85061d10-b0b5-45e6-9334-31c77dc331a3', 'name': 'tempest-TestVolumeBackupRestore-1338798108-router', 'tenant_id': '745b6d7aa8fc4a70b5ebbcad4768ef94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '7950222e-366e-449c-8598-c180179ea00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:40:48Z', 'updated_at': '2021-11-25T17:41:02Z', 'revision_number': 4, 'project_id': '745b6d7aa8fc4a70b5ebbcad4768ef94', 'gw_port': {'id': '7950222e-366e-449c-8598-c180179ea00c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:16:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85061d10-b0b5-45e6-9334-31c77dc331a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:50Z', 'updated_at': '2021-11-25T17:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '1e85e3cf-cabe-408d-a25a-879f190221c8', 'name': '', 'network_id': '7b970361-db1b-45fa-9068-3650d0797a2a', 'tenant_id': '745b6d7aa8fc4a70b5ebbcad4768ef94', 'mac_address': 'fa:16:3e:0a:22:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85061d10-b0b5-45e6-9334-31c77dc331a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': '59ff6854-4900-4942-87d3-b6659323a0cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:59Z', 'updated_at': '2021-11-25T17:41:10Z', 'revision_number': 4, 'project_id': '745b6d7aa8fc4a70b5ebbcad4768ef94', 'subnets': [{'id': '59ff6854-4900-4942-87d3-b6659323a0cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:12.586282 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7847f4f8-3f64-41e7-bd62-37a9e5246ec4 req-e06c14a5-e01f-43d4-9fc3-20a087275426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:12.597406 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7847f4f8-3f64-41e7-bd62-37a9e5246ec4 req-e06c14a5-e01f-43d4-9fc3-20a087275426 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5a560046c26c483180c0093a6be1dd8b&device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 1096 time: 0.3815711 Nov 25 17:41:12.626473 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69858442-4068-4446-8cfd-109f12e8d0d9 None None] The sync data for ids ['85061d10-b0b5-45e6-9334-31c77dc331a3'] in n-d-817746-1 is: [{'id': '85061d10-b0b5-45e6-9334-31c77dc331a3', 'name': 'tempest-TestVolumeBackupRestore-1338798108-router', 'tenant_id': '745b6d7aa8fc4a70b5ebbcad4768ef94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '7950222e-366e-449c-8598-c180179ea00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:40:48Z', 'updated_at': '2021-11-25T17:41:02Z', 'revision_number': 4, 'project_id': '745b6d7aa8fc4a70b5ebbcad4768ef94', 'gw_port': {'id': '7950222e-366e-449c-8598-c180179ea00c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:16:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85061d10-b0b5-45e6-9334-31c77dc331a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:50Z', 'updated_at': '2021-11-25T17:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '1e85e3cf-cabe-408d-a25a-879f190221c8', 'name': '', 'network_id': '7b970361-db1b-45fa-9068-3650d0797a2a', 'tenant_id': '745b6d7aa8fc4a70b5ebbcad4768ef94', 'mac_address': 'fa:16:3e:0a:22:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85061d10-b0b5-45e6-9334-31c77dc331a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': '59ff6854-4900-4942-87d3-b6659323a0cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:59Z', 'updated_at': '2021-11-25T17:41:10Z', 'revision_number': 4, 'project_id': '745b6d7aa8fc4a70b5ebbcad4768ef94', 'subnets': [{'id': '59ff6854-4900-4942-87d3-b6659323a0cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:41:12.633421 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1ce482d2-e84e-4821-8f51-b8462556f7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:12.744815 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-42991a97-db63-4f4f-9d00-1e5ee57bb108 tempest-FloatingIPAdminTestJSON-422292330 tempest-FloatingIPAdminTestJSON-422292330-project-admin] Deleting port a6bc0edb-6a7a-4596-b628-f1250a70b246 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:12.745294 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-42991a97-db63-4f4f-9d00-1e5ee57bb108 tempest-FloatingIPAdminTestJSON-422292330 tempest-FloatingIPAdminTestJSON-422292330-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:12.832337 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce482d2-e84e-4821-8f51-b8462556f7df None None] Pushing event updated for resources: {'Port': ['ID=1e85e3cf-cabe-408d-a25a-879f190221c8,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:12.905268 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-61773b9d-e0bc-44dc-8096-019ebc8ac78b tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:13.027651 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61773b9d-e0bc-44dc-8096-019ebc8ac78b tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:13.036499 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-61773b9d-e0bc-44dc-8096-019ebc8ac78b tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:13.039281 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61773b9d-e0bc-44dc-8096-019ebc8ac78b tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:41:13.057331 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61773b9d-e0bc-44dc-8096-019ebc8ac78b tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:13.058357 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-61773b9d-e0bc-44dc-8096-019ebc8ac78b tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:13.062792 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7847f4f8-3f64-41e7-bd62-37a9e5246ec4 req-82edbd9e-b7c4-4927-8b52-d8531f578b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:13.064705 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7847f4f8-3f64-41e7-bd62-37a9e5246ec4 req-82edbd9e-b7c4-4927-8b52-d8531f578b0b service neutron] 10.222.0.74 "GET /v2.0/networks?id=d0082d57-8c96-4a76-be0f-340c2f65b160 HTTP/1.1" status: 200 len: 913 time: 0.4470460 Nov 25 17:41:13.175586 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61773b9d-e0bc-44dc-8096-019ebc8ac78b tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event updated for resources: {'Port': ['ID=97086d9f-a3db-4a23-bb73-e2fb5f976e9d,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:13.222841 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-61773b9d-e0bc-44dc-8096-019ebc8ac78b tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 6.0588460 Nov 25 17:41:13.229615 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-42991a97-db63-4f4f-9d00-1e5ee57bb108 tempest-FloatingIPAdminTestJSON-422292330 tempest-FloatingIPAdminTestJSON-422292330-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:13.232441 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 58526) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:13.236326 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-42991a97-db63-4f4f-9d00-1e5ee57bb108 tempest-FloatingIPAdminTestJSON-422292330 tempest-FloatingIPAdminTestJSON-422292330-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:13.294703 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-acdbcf26-8199-4d52-ae98-a9e68bb9ac2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:13.304615 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-42991a97-db63-4f4f-9d00-1e5ee57bb108 tempest-FloatingIPAdminTestJSON-422292330 tempest-FloatingIPAdminTestJSON-422292330-project-admin] Calling delete_port for a6bc0edb-6a7a-4596-b628-f1250a70b246 owned by network:floatingip {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:41:13.313423 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-acdbcf26-8199-4d52-ae98-a9e68bb9ac2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:13.349641 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-62b8cfa5-8b5f-4c50-9638-d0ac71b75e3f req-ea3f924a-c2b0-4560-b85d-332d65d462d2 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 210 time: 0.1139464 Nov 25 17:41:13.368155 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7847f4f8-3f64-41e7-bd62-37a9e5246ec4 req-7b64b7c5-68cc-4acc-9990-d9008771a64b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82625e3e-d5dd-41cd-b7dc-44893732e44b HTTP/1.1" status: 200 len: 999 time: 0.2906153 Nov 25 17:41:13.488582 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56dcbdc-bce3-4830-93a9-b1c90abcfea2 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:13.519429 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56dcbdc-bce3-4830-93a9-b1c90abcfea2 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:13.522361 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-b56dcbdc-bce3-4830-93a9-b1c90abcfea2 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2841399 Nov 25 17:41:13.528687 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58528) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:13.580239 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7847f4f8-3f64-41e7-bd62-37a9e5246ec4 req-4eb72cad-1564-4e49-8a89-b42722153570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:13.580483 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7847f4f8-3f64-41e7-bd62-37a9e5246ec4 req-4eb72cad-1564-4e49-8a89-b42722153570 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c74f83ed-3896-4341-8cf1-e1417d85add2 HTTP/1.1" status: 200 len: 851 time: 0.2021589 Nov 25 17:41:13.582979 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-acdbcf26-8199-4d52-ae98-a9e68bb9ac2b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d79dfc58ec0540c28c11c2fca2acdbe7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5092080 Nov 25 17:41:13.587785 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 58532) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:13.689938 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdbcf26-8199-4d52-ae98-a9e68bb9ac2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c636e9c6-3165-4947-bf88-07b14e697c12,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:14.038627 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7847f4f8-3f64-41e7-bd62-37a9e5246ec4 req-0e6a7742-f8ed-4b73-ada3-80ef6aa955d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:14.040140 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7847f4f8-3f64-41e7-bd62-37a9e5246ec4 req-0e6a7742-f8ed-4b73-ada3-80ef6aa955d8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d0082d57-8c96-4a76-be0f-340c2f65b160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4493446 Nov 25 17:41:14.044036 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e83e9968-7b03-4a2f-9e70-8dc730e7276c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:14.060842 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [req-7847f4f8-3f64-41e7-bd62-37a9e5246ec4 req-b4444a92-e90c-4256-92d9-5cc35a6356cd service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:41:14.062163 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7847f4f8-3f64-41e7-bd62-37a9e5246ec4 req-b4444a92-e90c-4256-92d9-5cc35a6356cd service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0127051 Nov 25 17:41:14.074402 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-42991a97-db63-4f4f-9d00-1e5ee57bb108 tempest-FloatingIPAdminTestJSON-422292330 tempest-FloatingIPAdminTestJSON-422292330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:14.082446 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-6c03f391-b219-4d59-bb8d-9980b7946d2b tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Deleting port 97086d9f-a3db-4a23-bb73-e2fb5f976e9d {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:14.082916 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6c03f391-b219-4d59-bb8d-9980b7946d2b tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:14.178854 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 1e85e3cf-cabe-408d-a25a-879f190221c8 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:41:14.188543 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42991a97-db63-4f4f-9d00-1e5ee57bb108 tempest-FloatingIPAdminTestJSON-422292330 tempest-FloatingIPAdminTestJSON-422292330-project-admin] Pushing event deleted for resources: {'Port': ['ID=a6bc0edb-6a7a-4596-b628-f1250a70b246,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:14.322225 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7847f4f8-3f64-41e7-bd62-37a9e5246ec4 req-9e5781bc-93ab-4a29-abd4-5859a3710cb8 service neutron] 10.222.0.74 "GET /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493889 Nov 25 17:41:14.341466 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 1e85e3cf-cabe-408d-a25a-879f190221c8 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:14.341879 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:14.355325 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dcfa70-978c-47f0-b593-51dd3f1528c6 req-51b0569b-4968-4ff1-8a8c-a33b3d1db30f tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:14.367260 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-92dcfa70-978c-47f0-b593-51dd3f1528c6 req-51b0569b-4968-4ff1-8a8c-a33b3d1db30f tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=97be2ce6-9257-4cdf-b9a7-5336b2f90489 HTTP/1.1" status: 200 len: 946 time: 0.6552246 Nov 25 17:41:14.394508 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e83e9968-7b03-4a2f-9e70-8dc730e7276c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:14.567453 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-42991a97-db63-4f4f-9d00-1e5ee57bb108 tempest-FloatingIPAdminTestJSON-422292330 tempest-FloatingIPAdminTestJSON-422292330-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:14.581879 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-42991a97-db63-4f4f-9d00-1e5ee57bb108 tempest-FloatingIPAdminTestJSON-422292330 tempest-FloatingIPAdminTestJSON-422292330-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:14.586284 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-42991a97-db63-4f4f-9d00-1e5ee57bb108 tempest-FloatingIPAdminTestJSON-422292330 tempest-FloatingIPAdminTestJSON-422292330-project-admin] 10.222.0.75 "DELETE /v2.0/floatingips/cc83d796-d00d-4d79-85c3-cffb18abed39 HTTP/1.1" status: 204 len: 168 time: 2.4032862 Nov 25 17:41:14.589384 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 58546) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:14.624230 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6c03f391-b219-4d59-bb8d-9980b7946d2b tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:14.667877 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-6c03f391-b219-4d59-bb8d-9980b7946d2b tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Calling delete_port for 97086d9f-a3db-4a23-bb73-e2fb5f976e9d owned by {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:41:14.688274 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d41485c6-b221-4b6f-b1fc-b15d8f6d18d5 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:41:14.831539 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-44a28cb4-ad00-4b52-8e8a-e52b7cd29371 req-e6202134-0312-464b-b9ef-bfaa76399654 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 210 time: 0.2822354 Nov 25 17:41:14.934878 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e83e9968-7b03-4a2f-9e70-8dc730e7276c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:14.938538 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e83e9968-7b03-4a2f-9e70-8dc730e7276c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:14.942227 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-e83e9968-7b03-4a2f-9e70-8dc730e7276c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c636e9c6-3165-4947-bf88-07b14e697c12 HTTP/1.1" status: 204 len: 168 time: 1.3500879 Nov 25 17:41:14.949637 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-e9125fb4-9914-4adf-886a-bf412397f90b None None] Provisioning complete for port d41485c6-b221-4b6f-b1fc-b15d8f6d18d5 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:14.951327 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e9125fb4-9914-4adf-886a-bf412397f90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:15.113586 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6c03f391-b219-4d59-bb8d-9980b7946d2b tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:15.187129 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e9968-7b03-4a2f-9e70-8dc730e7276c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c636e9c6-3165-4947-bf88-07b14e697c12,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:15.216980 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c03f391-b219-4d59-bb8d-9980b7946d2b tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event deleted for resources: {'Port': ['ID=97086d9f-a3db-4a23-bb73-e2fb5f976e9d,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:15.251283 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port d41485c6-b221-4b6f-b1fc-b15d8f6d18d5 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:15.251827 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:15.288880 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-92dcfa70-978c-47f0-b593-51dd3f1528c6 req-cdc532e1-58e1-474d-9beb-84a2cbf0f79b tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8099186 Nov 25 17:41:15.289884 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6c03f391-b219-4d59-bb8d-9980b7946d2b tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:15.307835 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6c03f391-b219-4d59-bb8d-9980b7946d2b tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/ports/97086d9f-a3db-4a23-bb73-e2fb5f976e9d HTTP/1.1" status: 204 len: 168 time: 1.7766790 Nov 25 17:41:15.310704 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58558) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:15.372985 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7847f4f8-3f64-41e7-bd62-37a9e5246ec4 req-6525ea1e-1785-4440-9092-d3f90c0fcd4e service neutron] 10.222.0.74 "GET /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9763141 Nov 25 17:41:15.457544 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-e9a78b86-3b23-4951-ad1d-83c827a4a752 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Deleting port 8263f0a9-c889-49dd-981c-74861ea89b71 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:15.457921 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e9a78b86-3b23-4951-ad1d-83c827a4a752 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:15.473619 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e9125fb4-9914-4adf-886a-bf412397f90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:15.519850 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4e818e-8f30-4811-934e-45e70547df34 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:15.523677 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4e818e-8f30-4811-934e-45e70547df34 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:15.536683 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ec4e818e-8f30-4811-934e-45e70547df34 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2234352 Nov 25 17:41:15.539036 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58560) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:15.617019 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-e9125fb4-9914-4adf-886a-bf412397f90b None None] For port d41485c6-b221-4b6f-b1fc-b15d8f6d18d5, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d41485c6-b221-4b6f-b1fc-b15d8f6d18d5,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:15.649457 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e9125fb4-9914-4adf-886a-bf412397f90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:15.677959 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58562) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:15.722878 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa030ef2-4324-4de4-8cec-0e7dec60f0a8 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Deleting subnet 7497eeb8-292d-40cb-a7a7-e4e7db098b91 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:41:15.744004 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-aa030ef2-4324-4de4-8cec-0e7dec60f0a8 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:15.749718 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fca49587-33b5-444c-b74e-51efa0cc649a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:15.817002 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e9a78b86-3b23-4951-ad1d-83c827a4a752 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:15.831919 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-aa030ef2-4324-4de4-8cec-0e7dec60f0a8 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:15.886104 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-e9a78b86-3b23-4951-ad1d-83c827a4a752 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Calling delete_port for 8263f0a9-c889-49dd-981c-74861ea89b71 owned by {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:41:16.010143 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-aa030ef2-4324-4de4-8cec-0e7dec60f0a8 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:16.060675 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fca49587-33b5-444c-b74e-51efa0cc649a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:16.079291 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fca49587-33b5-444c-b74e-51efa0cc649a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:16.169978 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-fca49587-33b5-444c-b74e-51efa0cc649a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9385f70c2ef9471eadca1e9f737a9972&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4863095 Nov 25 17:41:16.173538 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-66bf5dc3-c082-4589-815e-9ee9467bbecf req-ec0f76a9-698b-43c7-a18b-faf6dcf54929 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 210 time: 0.1009431 Nov 25 17:41:16.174049 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 58570) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:16.255618 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca49587-33b5-444c-b74e-51efa0cc649a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9181fc-78da-4697-8a6e-572b9c8568cc,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:16.296026 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-5f7184f8-f2a3-4274-8f5d-78f532f58a51 None None] Could not find standard attr ID for object 97086d9f-a3db-4a23-bb73-e2fb5f976e9d. {{(pid=103362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:41:16.343094 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-aa030ef2-4324-4de4-8cec-0e7dec60f0a8 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:16.363997 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9125fb4-9914-4adf-886a-bf412397f90b None None] Pushing event updated for resources: {'Port': ['ID=d41485c6-b221-4b6f-b1fc-b15d8f6d18d5,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:16.410001 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa030ef2-4324-4de4-8cec-0e7dec60f0a8 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event deleted for resources: {'Subnet': ['ID=7497eeb8-292d-40cb-a7a7-e4e7db098b91,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:16.422517 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0a448040-0d0c-4747-88be-7814ad23d1d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:16.429846 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb316c4-0bf5-4c80-9460-9bf51b43b51f None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:41:16.442602 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-aa030ef2-4324-4de4-8cec-0e7dec60f0a8 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:16.455756 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-aa030ef2-4324-4de4-8cec-0e7dec60f0a8 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/subnets/7497eeb8-292d-40cb-a7a7-e4e7db098b91 HTTP/1.1" status: 204 len: 168 time: 0.9137053 Nov 25 17:41:16.458508 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58576) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:16.555898 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0a448040-0d0c-4747-88be-7814ad23d1d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:16.556197 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-987b200f-172c-4d1e-b91b-5633f6b21693 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0951810 Nov 25 17:41:16.561696 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58578) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:16.568757 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-96e64c17-3822-432d-8950-e89037a2ed9c tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Request body: {'subnet': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:16.716533 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec83461e-1845-41b5-bc92-52591b157351 req-ffd60e08-f99b-44ba-9533-d3d54dc14ce0 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:16.719145 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ec83461e-1845-41b5-bc92-52591b157351 req-ffd60e08-f99b-44ba-9533-d3d54dc14ce0 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=97be2ce6-9257-4cdf-b9a7-5336b2f90489 HTTP/1.1" status: 200 len: 946 time: 0.2829475 Nov 25 17:41:16.721537 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e9a78b86-3b23-4951-ad1d-83c827a4a752 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:16.722017 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e64c17-3822-432d-8950-e89037a2ed9c tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Made reservation on behalf of b4fd74d3755f4cd39b2026436dde8bb1 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:41:16.725855 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-96e64c17-3822-432d-8950-e89037a2ed9c tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:16.803124 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:16.888608 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:16.911399 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1983175b-6e8e-4b2c-a7b1-6e47ef4be963 None None] DHCP port deletion for fed75ec1-726a-45be-ab23-2dd76f977831 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:41:16.922743 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a78b86-3b23-4951-ad1d-83c827a4a752 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Pushing event deleted for resources: {'Port': ['ID=8263f0a9-c889-49dd-981c-74861ea89b71,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:16.928306 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e9a78b86-3b23-4951-ad1d-83c827a4a752 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:16.936673 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-e9a78b86-3b23-4951-ad1d-83c827a4a752 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] 10.222.0.75 "DELETE /v2.0/ports/8263f0a9-c889-49dd-981c-74861ea89b71 HTTP/1.1" status: 204 len: 168 time: 2.1850851 Nov 25 17:41:16.939831 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58580) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:16.973765 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0a448040-0d0c-4747-88be-7814ad23d1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:16.981337 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0a448040-0d0c-4747-88be-7814ad23d1d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:16.987414 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-0a448040-0d0c-4747-88be-7814ad23d1d0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0c9181fc-78da-4697-8a6e-572b9c8568cc HTTP/1.1" status: 204 len: 168 time: 0.8053923 Nov 25 17:41:17.024066 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a448040-0d0c-4747-88be-7814ad23d1d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9181fc-78da-4697-8a6e-572b9c8568cc,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:17.076944 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ec83461e-1845-41b5-bc92-52591b157351 req-5a1c48bf-5876-466b-a76a-d24e8ffe0536 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169894 Nov 25 17:41:17.078905 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-1983175b-6e8e-4b2c-a7b1-6e47ef4be963 None None] Deleting port d41485c6-b221-4b6f-b1fc-b15d8f6d18d5 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:17.081511 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1983175b-6e8e-4b2c-a7b1-6e47ef4be963 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:17.173287 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b5decb-5a98-4385-a8b1-ffe68ce277b9 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:17.176125 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-49b5decb-5a98-4385-a8b1-ffe68ce277b9 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] 10.222.0.75 "GET /v2.0/ports?device_id=9cc79dc6-dc32-4ea3-abf5-8cd1935b857c HTTP/1.1" status: 200 len: 913 time: 0.2348733 Nov 25 17:41:17.178767 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 58586) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:17.192938 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-25d1c4ae-e0c1-469f-bda0-1e0b41eb51e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:17.249413 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-1983175b-6e8e-4b2c-a7b1-6e47ef4be963 None None] For port d41485c6-b221-4b6f-b1fc-b15d8f6d18d5, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d41485c6-b221-4b6f-b1fc-b15d8f6d18d5,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:17.250099 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1983175b-6e8e-4b2c-a7b1-6e47ef4be963 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:17.283390 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-1983175b-6e8e-4b2c-a7b1-6e47ef4be963 None None] Calling delete_port for d41485c6-b221-4b6f-b1fc-b15d8f6d18d5 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:41:17.510911 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1983175b-6e8e-4b2c-a7b1-6e47ef4be963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:17.587283 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1983175b-6e8e-4b2c-a7b1-6e47ef4be963 None None] Pushing event deleted for resources: {'Port': ['ID=d41485c6-b221-4b6f-b1fc-b15d8f6d18d5,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:17.592535 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1983175b-6e8e-4b2c-a7b1-6e47ef4be963 None None] No DVR routers for this DVR port d41485c6-b221-4b6f-b1fc-b15d8f6d18d5 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:41:17.635310 n-d-817746-1 neutron-server[103360]: DEBUG neutron.objects.ports [None req-96e64c17-3822-432d-8950-e89037a2ed9c tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103360) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 17:41:17.760606 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d97130b8-f9cd-46da-be41-0e9302d95922 req-84c3afd6-e401-4fa4-849c-9dedefa103c6 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4b5d011-e28c-42fc-ad2e-294a30d84492 HTTP/1.1" status: 200 len: 210 time: 0.1100705 Nov 25 17:41:17.885013 n-d-817746-1 neutron-server[103360]: WARNING neutron.services.revisions.revision_plugin [None req-96e64c17-3822-432d-8950-e89037a2ed9c tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Could not find related port for resource to bump revision. Nov 25 17:41:17.893114 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.ipam_pluggable_backend [None req-96e64c17-3822-432d-8950-e89037a2ed9c tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Port d41485c6-b221-4b6f-b1fc-b15d8f6d18d5 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103360) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 25 17:41:17.893469 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.ipam_pluggable_backend [None req-96e64c17-3822-432d-8950-e89037a2ed9c tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Reverting IP allocation for 2001:db8::f816:3eff:fe83:9fa6 {{(pid=103360) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 25 17:41:17.898625 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.ipam_pluggable_backend [None req-96e64c17-3822-432d-8950-e89037a2ed9c tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe83:9fa6 {{(pid=103360) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 25 17:41:17.900112 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-96e64c17-3822-432d-8950-e89037a2ed9c tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:17.979455 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e64c17-3822-432d-8950-e89037a2ed9c tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:17.989881 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-96e64c17-3822-432d-8950-e89037a2ed9c tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:17.994480 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e64c17-3822-432d-8950-e89037a2ed9c tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:17.995655 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-96e64c17-3822-432d-8950-e89037a2ed9c tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:17.999433 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e64c17-3822-432d-8950-e89037a2ed9c tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event updated for resources: {'Subnet': ['ID=9588ceaa-58ce-4249-8a0b-f74eaa6742bd,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:18.022554 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4959ec-d8f3-44e9-8120-69fbe7a05645 None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:41:18.031836 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-96e64c17-3822-432d-8950-e89037a2ed9c tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4682317 Nov 25 17:41:18.039226 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58604) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:18.050938 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-2faf78fb-22bc-47f4-ad6e-52402d013a92 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Request body: {'port': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'mac_address': 'fa:16:3e:54:14:e8', 'name': 'tempest-NetworksTestDHCPv6-1308369745'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:18.129645 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0358d555-4155-4e9a-9011-ed3a13a79f74 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:18.378244 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330d9b74-27ce-4343-86d1-b21b32e2f49b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-fed75ec1-726a-45be-ab23-2dd76f977831', 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'tenant_id': 'b4fd74d3755f4cd39b2026436dde8bb1', 'fixed_ips': [{'subnet_id': '9588ceaa-58ce-4249-8a0b-f74eaa6742bd'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:41:18.379291 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-330d9b74-27ce-4343-86d1-b21b32e2f49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:18.516628 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2faf78fb-22bc-47f4-ad6e-52402d013a92 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Made reservation on behalf of b4fd74d3755f4cd39b2026436dde8bb1 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:41:18.563710 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f13ad3-e1fb-4328-94aa-61b606e2cb60 req-afa26189-7ef7-4c50-87ed-243ec011be3b tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:18.565456 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-46f13ad3-e1fb-4328-94aa-61b606e2cb60 req-afa26189-7ef7-4c50-87ed-243ec011be3b tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=97be2ce6-9257-4cdf-b9a7-5336b2f90489 HTTP/1.1" status: 200 len: 946 time: 0.3196738 Nov 25 17:41:18.696641 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d41485c6-b221-4b6f-b1fc-b15d8f6d18d5 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:41:18.744252 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-46f13ad3-e1fb-4328-94aa-61b606e2cb60 req-fddbb56b-a843-426f-a28a-6a6276b0a787 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681404 Nov 25 17:41:18.797724 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: d41485c6-b221-4b6f-b1fc-b15d8f6d18d5 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:41:18.798073 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d41485c6-b221-4b6f-b1fc-b15d8f6d18d5 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:41:18.803057 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2faf78fb-22bc-47f4-ad6e-52402d013a92 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:18.819645 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-330d9b74-27ce-4343-86d1-b21b32e2f49b None None] Allocated IP 2001:db8::f816:3eff:fef3:c739 (fed75ec1-726a-45be-ab23-2dd76f977831/9588ceaa-58ce-4249-8a0b-f74eaa6742bd/6d57f65b-3a52-43c1-8638-798fdcca53a9) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:41:18.942812 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-2faf78fb-22bc-47f4-ad6e-52402d013a92 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] device_id is not set on port 1ad5b4f1-0996-4896-8155-c16ff5712ef9 yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:41:19.024147 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 58628) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:19.154647 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c4349d41-2daa-435d-9a6b-af390ae9d255 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:19.193394 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-0358d555-4155-4e9a-9011-ed3a13a79f74 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Deleting port 4629d935-7d05-4e90-a2ba-bea7e15be72f {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:19.193650 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0358d555-4155-4e9a-9011-ed3a13a79f74 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:19.242167 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-330d9b74-27ce-4343-86d1-b21b32e2f49b None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:19.253409 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-330d9b74-27ce-4343-86d1-b21b32e2f49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:19.306104 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330d9b74-27ce-4343-86d1-b21b32e2f49b None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:19.314229 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-330d9b74-27ce-4343-86d1-b21b32e2f49b None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:19.320862 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330d9b74-27ce-4343-86d1-b21b32e2f49b None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:41:19.342699 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330d9b74-27ce-4343-86d1-b21b32e2f49b None None] Pushing event updated for resources: {'Port': ['ID=6d57f65b-3a52-43c1-8638-798fdcca53a9,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:19.381464 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c4349d41-2daa-435d-9a6b-af390ae9d255 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:19.407355 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-330d9b74-27ce-4343-86d1-b21b32e2f49b None None] Attempting to bind port 6d57f65b-3a52-43c1-8638-798fdcca53a9 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:41:19.407739 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-330d9b74-27ce-4343-86d1-b21b32e2f49b None None] Attempting to bind port 6d57f65b-3a52-43c1-8638-798fdcca53a9 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:41:19.408112 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330d9b74-27ce-4343-86d1-b21b32e2f49b None None] Attempting to bind port 6d57f65b-3a52-43c1-8638-798fdcca53a9 on network fed75ec1-726a-45be-ab23-2dd76f977831 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:41:19.410714 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-2faf78fb-22bc-47f4-ad6e-52402d013a92 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Allocated IP 2001:db8::f816:3eff:fe54:14e8 (fed75ec1-726a-45be-ab23-2dd76f977831/9588ceaa-58ce-4249-8a0b-f74eaa6742bd/1ad5b4f1-0996-4896-8155-c16ff5712ef9) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:41:19.413642 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330d9b74-27ce-4343-86d1-b21b32e2f49b None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:41:19.419585 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330d9b74-27ce-4343-86d1-b21b32e2f49b None None] Checking segment: {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:41:19.420353 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-330d9b74-27ce-4343-86d1-b21b32e2f49b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:19.423028 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330d9b74-27ce-4343-86d1-b21b32e2f49b None None] Bound using segment: {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:41:19.424004 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-330d9b74-27ce-4343-86d1-b21b32e2f49b None None] Bound port: 6d57f65b-3a52-43c1-8638-798fdcca53a9, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:41:19.425013 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-330d9b74-27ce-4343-86d1-b21b32e2f49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:19.611615 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-330d9b74-27ce-4343-86d1-b21b32e2f49b None None] For port 6d57f65b-3a52-43c1-8638-798fdcca53a9, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:41:19.615051 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-330d9b74-27ce-4343-86d1-b21b32e2f49b None None] For port 6d57f65b-3a52-43c1-8638-798fdcca53a9, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=6d57f65b-3a52-43c1-8638-798fdcca53a9,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:41:19.623330 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-330d9b74-27ce-4343-86d1-b21b32e2f49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:19.645307 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0358d555-4155-4e9a-9011-ed3a13a79f74 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:19.670795 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-0358d555-4155-4e9a-9011-ed3a13a79f74 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Calling delete_port for 4629d935-7d05-4e90-a2ba-bea7e15be72f owned by network:router_interface {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:41:19.769569 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c4349d41-2daa-435d-9a6b-af390ae9d255 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:19.775427 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c4349d41-2daa-435d-9a6b-af390ae9d255 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:19.779921 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c4349d41-2daa-435d-9a6b-af390ae9d255 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "DELETE /v2.0/security-groups/7dac673b-c262-4497-b783-e9f920753627 HTTP/1.1" status: 204 len: 168 time: 0.7506709 Nov 25 17:41:19.782467 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58646) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:19.801283 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330d9b74-27ce-4343-86d1-b21b32e2f49b None None] Pushing event updated for resources: {'Port': ['ID=6d57f65b-3a52-43c1-8638-798fdcca53a9,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:19.828100 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-160a581a-30a3-41f1-8925-9279c37a96b5 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] show failed (client error): The resource could not be found. Nov 25 17:41:19.838870 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-160a581a-30a3-41f1-8925-9279c37a96b5 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "GET /v2.0/security-groups/7dac673b-c262-4497-b783-e9f920753627 HTTP/1.1" status: 404 len: 347 time: 0.0431790 Nov 25 17:41:19.847462 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2faf78fb-22bc-47f4-ad6e-52402d013a92 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:19.848799 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58650) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:19.852662 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c5f0a88b-a62b-4dd8-96cc-e2d47130aa82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:19.866331 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4349d41-2daa-435d-9a6b-af390ae9d255 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dac673b-c262-4497-b783-e9f920753627,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:20.072088 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2faf78fb-22bc-47f4-ad6e-52402d013a92 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:20.086904 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1fb22d-54de-4f08-bfa8-cc5f15761e8f req-b3e514c8-9c80-44d6-91fe-0209fb398a86 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:20.092411 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6d1fb22d-54de-4f08-bfa8-cc5f15761e8f req-b3e514c8-9c80-44d6-91fe-0209fb398a86 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=97be2ce6-9257-4cdf-b9a7-5336b2f90489 HTTP/1.1" status: 200 len: 946 time: 0.1221189 Nov 25 17:41:20.206119 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6d1fb22d-54de-4f08-bfa8-cc5f15761e8f req-0c756b6e-f9b6-4095-ba06-09244f8a279d tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054606 Nov 25 17:41:20.285028 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0358d555-4155-4e9a-9011-ed3a13a79f74 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:20.302282 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faf78fb-22bc-47f4-ad6e-52402d013a92 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event updated for resources: {'Port': ['ID=1ad5b4f1-0996-4896-8155-c16ff5712ef9,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:20.309800 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2faf78fb-22bc-47f4-ad6e-52402d013a92 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:20.325819 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-2faf78fb-22bc-47f4-ad6e-52402d013a92 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:20.330911 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0358d555-4155-4e9a-9011-ed3a13a79f74 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Pushing event deleted for resources: {'Port': ['ID=4629d935-7d05-4e90-a2ba-bea7e15be72f,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:20.332469 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2faf78fb-22bc-47f4-ad6e-52402d013a92 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:41:20.354826 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2faf78fb-22bc-47f4-ad6e-52402d013a92 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:20.359750 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2faf78fb-22bc-47f4-ad6e-52402d013a92 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:20.496991 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2faf78fb-22bc-47f4-ad6e-52402d013a92 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4576850 Nov 25 17:41:20.502205 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58662) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:20.697141 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 6d57f65b-3a52-43c1-8638-798fdcca53a9 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:41:20.728868 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-053f7dca-2363-42bc-ba91-e96b03c55ad3 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Deleting port 3479f559-8d88-4a9a-b6f4-e4cdad8a3603 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:20.730295 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-053f7dca-2363-42bc-ba91-e96b03c55ad3 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:20.827824 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 6d57f65b-3a52-43c1-8638-798fdcca53a9 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:20.829080 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:20.877720 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:20.946989 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-053f7dca-2363-42bc-ba91-e96b03c55ad3 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:20.947325 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-053f7dca-2363-42bc-ba91-e96b03c55ad3 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:20.971385 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-053f7dca-2363-42bc-ba91-e96b03c55ad3 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Calling delete_port for 3479f559-8d88-4a9a-b6f4-e4cdad8a3603 owned by network:floatingip {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:41:20.973758 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0358d555-4155-4e9a-9011-ed3a13a79f74 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:21.033262 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:21.114695 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port 6d57f65b-3a52-43c1-8638-798fdcca53a9, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=6d57f65b-3a52-43c1-8638-798fdcca53a9,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:21.121863 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:21.260110 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=6d57f65b-3a52-43c1-8638-798fdcca53a9,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:21.506957 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0358d555-4155-4e9a-9011-ed3a13a79f74 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Router 9cc79dc6-dc32-4ea3-abf5-8cd1935b857c has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:41:21.535641 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed61e0db-9a34-48a2-9784-e14ba08ff5b6 req-30cdfe07-2483-41cc-9eb1-a5df936488bd tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:21.537271 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed61e0db-9a34-48a2-9784-e14ba08ff5b6 req-30cdfe07-2483-41cc-9eb1-a5df936488bd tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=97be2ce6-9257-4cdf-b9a7-5336b2f90489 HTTP/1.1" status: 200 len: 946 time: 0.1370349 Nov 25 17:41:21.908808 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed61e0db-9a34-48a2-9784-e14ba08ff5b6 req-8f3d20a4-c55e-4246-a09b-8ce11221c898 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3604989 Nov 25 17:41:21.933505 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d69a0a-0847-4f9b-98cf-14732deddfda tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:21.939595 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d69a0a-0847-4f9b-98cf-14732deddfda tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:21.941291 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-82d69a0a-0847-4f9b-98cf-14732deddfda tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 1.4370196 Nov 25 17:41:21.946750 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 58740) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:22.045845 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:22.052066 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-9ad87c6e-096f-4e2a-b60c-113d1dfb3243 None None] Provisioning complete for port 6d57f65b-3a52-43c1-8638-798fdcca53a9 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:22.052445 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9ad87c6e-096f-4e2a-b60c-113d1dfb3243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:22.119064 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-053f7dca-2363-42bc-ba91-e96b03c55ad3 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:22.175007 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0358d555-4155-4e9a-9011-ed3a13a79f74 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:41:22.186000 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f3ad29-70ea-4433-9a71-433809f88d40 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:41:22.220384 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-0358d555-4155-4e9a-9011-ed3a13a79f74 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] 10.222.0.75 "PUT /v2.0/routers/9cc79dc6-dc32-4ea3-abf5-8cd1935b857c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0404215 Nov 25 17:41:22.221082 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 58742) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:22.299143 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b917a9-58ef-40ed-923d-142a18724ebe None None] Sync routers for ids ['9cc79dc6-dc32-4ea3-abf5-8cd1935b857c'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:41:22.312909 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b917a9-58ef-40ed-923d-142a18724ebe None None] Routers {'9cc79dc6-dc32-4ea3-abf5-8cd1935b857c'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:41:22.313851 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-f0b917a9-58ef-40ed-923d-142a18724ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:41:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['9cc79dc6-dc32-4ea3-abf5-8cd1935b857c'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:22.336010 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053f7dca-2363-42bc-ba91-e96b03c55ad3 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Pushing event deleted for resources: {'Port': ['ID=3479f559-8d88-4a9a-b6f4-e4cdad8a3603,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:22.358428 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-f0b917a9-58ef-40ed-923d-142a18724ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:22.369899 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b917a9-58ef-40ed-923d-142a18724ebe None None] Routers {'9cc79dc6-dc32-4ea3-abf5-8cd1935b857c'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:41:22.370495 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-f0b917a9-58ef-40ed-923d-142a18724ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:41:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['9cc79dc6-dc32-4ea3-abf5-8cd1935b857c'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:22.464983 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-f0b917a9-58ef-40ed-923d-142a18724ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:22.470392 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b917a9-58ef-40ed-923d-142a18724ebe None None] The sync data for ids ['9cc79dc6-dc32-4ea3-abf5-8cd1935b857c'] in n-d-817746-1 is: [] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:41:22.503492 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-053f7dca-2363-42bc-ba91-e96b03c55ad3 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks [] for floatingip, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:22.531257 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-053f7dca-2363-42bc-ba91-e96b03c55ad3 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:22.535799 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-053f7dca-2363-42bc-ba91-e96b03c55ad3 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "DELETE /v2.0/floatingips/8b655299-567c-475d-ba6d-0c49a552c999 HTTP/1.1" status: 204 len: 168 time: 2.6843245 Nov 25 17:41:22.539042 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58746) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:22.542769 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-a7a7e1b8-0c1e-4a91-9c12-14586d1f7ac3 None None] Provisioning complete for port 1ad5b4f1-0996-4896-8155-c16ff5712ef9 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:22.545252 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a7a7e1b8-0c1e-4a91-9c12-14586d1f7ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:22.607275 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ba5316d4-6878-4a4a-8053-ec762646017d tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks [] for router, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:22.621609 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 6d57f65b-3a52-43c1-8638-798fdcca53a9 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:41:22.658976 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58748) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:22.748338 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-a7a7e1b8-0c1e-4a91-9c12-14586d1f7ac3 None None] Port 1ad5b4f1-0996-4896-8155-c16ff5712ef9 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:41:22.760858 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-1f8c1d6a-0527-4156-a7ee-3a71ba1bdd8e tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Deleting port f2c88a46-7369-4ef9-bca9-b0c34a2b0c87 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:22.761897 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1f8c1d6a-0527-4156-a7ee-3a71ba1bdd8e tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:22.788882 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 6d57f65b-3a52-43c1-8638-798fdcca53a9 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:22.789141 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:22.911417 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-7e815a30-019b-4212-b7d1-7df9bb0df3e7 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Deleting port 1ad5b4f1-0996-4896-8155-c16ff5712ef9 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:22.911771 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7e815a30-019b-4212-b7d1-7df9bb0df3e7 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:22.980155 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1f8c1d6a-0527-4156-a7ee-3a71ba1bdd8e tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:22.993661 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-1f8c1d6a-0527-4156-a7ee-3a71ba1bdd8e tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Calling delete_port for f2c88a46-7369-4ef9-bca9-b0c34a2b0c87 owned by {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:41:23.011076 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:23.022653 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-54c37ce2-c7bc-4a44-9ec6-8ffe3d381fe7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:23.154520 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ba5316d4-6878-4a4a-8053-ec762646017d tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:23.184650 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7e815a30-019b-4212-b7d1-7df9bb0df3e7 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:23.228815 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-7e815a30-019b-4212-b7d1-7df9bb0df3e7 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Calling delete_port for 1ad5b4f1-0996-4896-8155-c16ff5712ef9 owned by {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:41:23.255742 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f7c544-77e0-4074-acc3-8138828860da req-db077b15-f9cd-4db8-b791-c67cc5d3bbbf tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:23.264439 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f4f7c544-77e0-4074-acc3-8138828860da req-db077b15-f9cd-4db8-b791-c67cc5d3bbbf tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=97be2ce6-9257-4cdf-b9a7-5336b2f90489 HTTP/1.1" status: 200 len: 946 time: 0.1673245 Nov 25 17:41:23.271040 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1f8c1d6a-0527-4156-a7ee-3a71ba1bdd8e tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:23.343946 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8c1d6a-0527-4156-a7ee-3a71ba1bdd8e tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Pushing event deleted for resources: {'Port': ['ID=f2c88a46-7369-4ef9-bca9-b0c34a2b0c87,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:23.347655 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-54c37ce2-c7bc-4a44-9ec6-8ffe3d381fe7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:23.381467 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-54c37ce2-c7bc-4a44-9ec6-8ffe3d381fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:23.471943 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c37ce2-c7bc-4a44-9ec6-8ffe3d381fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2978a312-fbbf-47c6-b1be-3b05cf16d8e1,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:23.480690 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-54c37ce2-c7bc-4a44-9ec6-8ffe3d381fe7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=dc655ee8e3474f1792719bb393a4b267&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8200743 Nov 25 17:41:23.486622 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58760) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:23.513281 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1f8c1d6a-0527-4156-a7ee-3a71ba1bdd8e tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:23.523842 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1f8c1d6a-0527-4156-a7ee-3a71ba1bdd8e tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "DELETE /v2.0/ports/f2c88a46-7369-4ef9-bca9-b0c34a2b0c87 HTTP/1.1" status: 204 len: 168 time: 0.9788983 Nov 25 17:41:23.529549 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58762) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:23.656403 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e4b68d63-aab6-4e7f-b7e1-118a8cb30d2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:23.693212 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e4b68d63-aab6-4e7f-b7e1-118a8cb30d2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:23.734330 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-6f4306e3-35dc-424d-92e4-c65df955cf13 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Deleting port f523f711-5404-47b9-b4c7-6ff9dd296afe {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:23.734963 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6f4306e3-35dc-424d-92e4-c65df955cf13 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:23.868671 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e4b68d63-aab6-4e7f-b7e1-118a8cb30d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:23.872869 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e4b68d63-aab6-4e7f-b7e1-118a8cb30d2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:23.876264 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e4b68d63-aab6-4e7f-b7e1-118a8cb30d2c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2978a312-fbbf-47c6-b1be-3b05cf16d8e1 HTTP/1.1" status: 204 len: 168 time: 0.3863997 Nov 25 17:41:23.895330 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6f4306e3-35dc-424d-92e4-c65df955cf13 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:23.905341 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b68d63-aab6-4e7f-b7e1-118a8cb30d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2978a312-fbbf-47c6-b1be-3b05cf16d8e1,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:23.914554 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-6f4306e3-35dc-424d-92e4-c65df955cf13 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Calling delete_port for f523f711-5404-47b9-b4c7-6ff9dd296afe owned by {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:41:24.119176 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f4f7c544-77e0-4074-acc3-8138828860da req-8416b7dd-2c69-484c-90c4-0dce9a37109d tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8522122 Nov 25 17:41:24.135927 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-ba5316d4-6878-4a4a-8053-ec762646017d tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Deleting port 4eb4f4e0-b723-4e19-bdcd-53723919430a {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:24.136269 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ba5316d4-6878-4a4a-8053-ec762646017d tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:24.253964 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6f4306e3-35dc-424d-92e4-c65df955cf13 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:24.392659 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4306e3-35dc-424d-92e4-c65df955cf13 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Pushing event deleted for resources: {'Port': ['ID=f523f711-5404-47b9-b4c7-6ff9dd296afe,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:24.427064 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ba5316d4-6878-4a4a-8053-ec762646017d tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:24.459690 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-ba5316d4-6878-4a4a-8053-ec762646017d tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Calling delete_port for 4eb4f4e0-b723-4e19-bdcd-53723919430a owned by network:router_gateway {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:41:24.512568 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58782) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:24.543778 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6f4306e3-35dc-424d-92e4-c65df955cf13 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:24.549800 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6f4306e3-35dc-424d-92e4-c65df955cf13 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "DELETE /v2.0/ports/f523f711-5404-47b9-b4c7-6ff9dd296afe HTTP/1.1" status: 204 len: 168 time: 1.0140378 Nov 25 17:41:24.561822 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7e815a30-019b-4212-b7d1-7df9bb0df3e7 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:24.566119 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58784) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:24.582129 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-897db748-5af2-4d0a-ac8a-ff83d43375a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:24.656542 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e815a30-019b-4212-b7d1-7df9bb0df3e7 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event deleted for resources: {'Port': ['ID=1ad5b4f1-0996-4896-8155-c16ff5712ef9,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:24.713666 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7e815a30-019b-4212-b7d1-7df9bb0df3e7 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:24.737751 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-7e815a30-019b-4212-b7d1-7df9bb0df3e7 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/ports/1ad5b4f1-0996-4896-8155-c16ff5712ef9 HTTP/1.1" status: 204 len: 168 time: 2.7899477 Nov 25 17:41:24.738411 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 58786) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:24.754700 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a85a067-9541-4195-abd7-4faa74030c2f tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Deleting subnet 433e0b25-87c6-4c49-8afd-0df579500c07 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:41:24.758454 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2a85a067-9541-4195-abd7-4faa74030c2f tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:24.852765 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2a85a067-9541-4195-abd7-4faa74030c2f tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:25.034254 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2a85a067-9541-4195-abd7-4faa74030c2f tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:25.333880 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ba5316d4-6878-4a4a-8053-ec762646017d tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:25.345134 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0500b79d-3e79-4bb7-ac4d-23f5b1742244 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:25.349630 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0500b79d-3e79-4bb7-ac4d-23f5b1742244 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:25.353276 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-0500b79d-3e79-4bb7-ac4d-23f5b1742244 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.6120975 Nov 25 17:41:25.365266 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-897db748-5af2-4d0a-ac8a-ff83d43375a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:25.370334 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58800) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:25.416542 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2a85a067-9541-4195-abd7-4faa74030c2f tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:25.424746 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-897db748-5af2-4d0a-ac8a-ff83d43375a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:25.467317 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f03b5b2-e9b6-4b59-9fff-f5acd35dfa3f None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:41:25.497773 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897db748-5af2-4d0a-ac8a-ff83d43375a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d09efb-5e63-44fc-b054-64e13fecef65,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:25.502884 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5316d4-6878-4a4a-8053-ec762646017d tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Pushing event deleted for resources: {'Port': ['ID=4eb4f4e0-b723-4e19-bdcd-53723919430a,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:25.519059 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a85a067-9541-4195-abd7-4faa74030c2f tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Pushing event deleted for resources: {'Subnet': ['ID=433e0b25-87c6-4c49-8afd-0df579500c07,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:25.523864 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2a85a067-9541-4195-abd7-4faa74030c2f tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:25.527556 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2a85a067-9541-4195-abd7-4faa74030c2f tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "DELETE /v2.0/subnets/433e0b25-87c6-4c49-8afd-0df579500c07 HTTP/1.1" status: 204 len: 168 time: 0.9603937 Nov 25 17:41:25.532520 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58802) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:25.542589 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32078ed6-081c-4169-94ea-4dcc600632dc None None] Network cb2ab83a-f522-4839-b956-b9e276ac2a4b requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:41:25.618679 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-71f5012c-2a17-4da3-b0d7-3d0536694dd9 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Deleting subnet 9588ceaa-58ce-4249-8a0b-f74eaa6742bd {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:41:25.631617 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-897db748-5af2-4d0a-ac8a-ff83d43375a8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=73935eda05bc439d8e1e45edc8124aff&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1179581 Nov 25 17:41:25.648536 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e7082-a918-45e5-badd-4d0534919971 req-a95b5c25-24ad-4d59-87bf-3192ac279e23 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:25.652462 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f91e7082-a918-45e5-badd-4d0534919971 req-a95b5c25-24ad-4d59-87bf-3192ac279e23 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=97be2ce6-9257-4cdf-b9a7-5336b2f90489 HTTP/1.1" status: 200 len: 946 time: 0.3445034 Nov 25 17:41:25.653094 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 58804) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:25.658084 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-71f5012c-2a17-4da3-b0d7-3d0536694dd9 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:25.711898 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-71f5012c-2a17-4da3-b0d7-3d0536694dd9 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:25.826023 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-aed7914b-6dc6-4b65-a554-b39fb9018676 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Deleting subnet f9e97284-605a-4c4d-bc08-1f1a648a0858 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:41:25.830877 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-aed7914b-6dc6-4b65-a554-b39fb9018676 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:25.855632 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-40a65f76-050f-4bf7-910b-e376e48c5894 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:25.880608 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ba5316d4-6878-4a4a-8053-ec762646017d tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:25.923569 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57503b47-ed68-4d3b-bb63-6219a417c3a7 None None] DHCP port deletion for cb2ab83a-f522-4839-b956-b9e276ac2a4b request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:41:26.008811 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-aed7914b-6dc6-4b65-a554-b39fb9018676 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:26.045760 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-57503b47-ed68-4d3b-bb63-6219a417c3a7 None None] Deleting port 86189724-b763-4c99-aaf1-74038ff92960 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:26.046133 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-57503b47-ed68-4d3b-bb63-6219a417c3a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:26.051635 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-71f5012c-2a17-4da3-b0d7-3d0536694dd9 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:26.131598 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f91e7082-a918-45e5-badd-4d0534919971 req-6d5cab59-1f39-4e9b-84e9-22e5963ace60 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3924458 Nov 25 17:41:26.182162 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ba5316d4-6878-4a4a-8053-ec762646017d tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:26.185574 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-40a65f76-050f-4bf7-910b-e376e48c5894 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:26.198437 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ba5316d4-6878-4a4a-8053-ec762646017d tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:26.217748 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-57503b47-ed68-4d3b-bb63-6219a417c3a7 None None] For port 86189724-b763-4c99-aaf1-74038ff92960, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=86189724-b763-4c99-aaf1-74038ff92960,segment=NetworkSegment(23d8f0f9-c2dc-40f5-84f9-089bfa9c0f22),segment_id=23d8f0f9-c2dc-40f5-84f9-089bfa9c0f22)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:26.218162 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-57503b47-ed68-4d3b-bb63-6219a417c3a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:26.251275 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-57503b47-ed68-4d3b-bb63-6219a417c3a7 None None] Calling delete_port for 86189724-b763-4c99-aaf1-74038ff92960 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:41:26.353130 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-aed7914b-6dc6-4b65-a554-b39fb9018676 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:26.398724 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ba5316d4-6878-4a4a-8053-ec762646017d tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:26.400429 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba5316d4-6878-4a4a-8053-ec762646017d tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Fanout notify agent at l3_agent the message router_deleted on router 9cc79dc6-dc32-4ea3-abf5-8cd1935b857c {{(pid=103361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:41:26.419986 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ba5316d4-6878-4a4a-8053-ec762646017d tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:26.423211 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-ba5316d4-6878-4a4a-8053-ec762646017d tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] 10.222.0.75 "DELETE /v2.0/routers/9cc79dc6-dc32-4ea3-abf5-8cd1935b857c HTTP/1.1" status: 204 len: 168 time: 4.1935160 Nov 25 17:41:26.428249 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 58812) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:26.445245 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-57503b47-ed68-4d3b-bb63-6219a417c3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:26.475890 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57503b47-ed68-4d3b-bb63-6219a417c3a7 None None] No DVR routers for this DVR port 86189724-b763-4c99-aaf1-74038ff92960 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:41:26.567841 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-40a65f76-050f-4bf7-910b-e376e48c5894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:26.570743 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-40a65f76-050f-4bf7-910b-e376e48c5894 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:26.575293 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-40a65f76-050f-4bf7-910b-e376e48c5894 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/82d09efb-5e63-44fc-b054-64e13fecef65 HTTP/1.1" status: 204 len: 168 time: 0.9110351 Nov 25 17:41:26.575478 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 86189724-b763-4c99-aaf1-74038ff92960 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:41:26.581957 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57503b47-ed68-4d3b-bb63-6219a417c3a7 None None] Pushing event deleted for resources: {'Port': ['ID=86189724-b763-4c99-aaf1-74038ff92960,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:26.656456 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a65f76-050f-4bf7-910b-e376e48c5894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d09efb-5e63-44fc-b054-64e13fecef65,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:26.670714 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-aed7914b-6dc6-4b65-a554-b39fb9018676 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:26.684910 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 86189724-b763-4c99-aaf1-74038ff92960 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:41:26.686298 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 86189724-b763-4c99-aaf1-74038ff92960 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:41:26.713754 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-71f5012c-2a17-4da3-b0d7-3d0536694dd9 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:26.720644 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-27fa5d61-9882-432f-b859-474510a109f1 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Deleting subnet 93e6c5fc-88bc-4167-b6cf-662feaaf0713 {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:41:26.732404 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-27fa5d61-9882-432f-b859-474510a109f1 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:26.795654 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed7914b-6dc6-4b65-a554-b39fb9018676 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Pushing event deleted for resources: {'Subnet': ['ID=f9e97284-605a-4c4d-bc08-1f1a648a0858,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:26.800348 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-aed7914b-6dc6-4b65-a554-b39fb9018676 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:26.806253 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-aed7914b-6dc6-4b65-a554-b39fb9018676 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "DELETE /v2.0/subnets/f9e97284-605a-4c4d-bc08-1f1a648a0858 HTTP/1.1" status: 204 len: 168 time: 1.2685041 Nov 25 17:41:26.806431 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53affbc5-aa71-4d01-93f2-0cccae02ede1 None None] Network c2992060-12d6-4bc2-a7a5-ee6714d7c0a4 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:41:26.811988 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58816) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:26.872876 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc44dc3a-ed62-46ec-b8d6-580d572908eb None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:41:26.874757 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-27fa5d61-9882-432f-b859-474510a109f1 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:26.981363 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-71f5012c-2a17-4da3-b0d7-3d0536694dd9 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:26.990200 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-71f5012c-2a17-4da3-b0d7-3d0536694dd9 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/subnets/9588ceaa-58ce-4249-8a0b-f74eaa6742bd HTTP/1.1" status: 204 len: 168 time: 1.6120114 Nov 25 17:41:26.991027 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f5012c-2a17-4da3-b0d7-3d0536694dd9 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event deleted for resources: {'Subnet': ['ID=9588ceaa-58ce-4249-8a0b-f74eaa6742bd,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:26.995596 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 58818) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:27.057566 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-24388c00-1baf-4550-a48a-0400574cfdd6 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:27.082158 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-b6bb134a-e707-43e5-887b-f3433ee09035 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0851386 Nov 25 17:41:27.084458 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 58822) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:27.242668 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-27fa5d61-9882-432f-b859-474510a109f1 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:27.335447 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-24388c00-1baf-4550-a48a-0400574cfdd6 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:27.365289 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-24388c00-1baf-4550-a48a-0400574cfdd6 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb2ab83a-f522-4839-b956-b9e276ac2a4b']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:27.378173 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-24388c00-1baf-4550-a48a-0400574cfdd6 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23d8f0f9-c2dc-40f5-84f9-089bfa9c0f22') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:27.378967 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-24388c00-1baf-4550-a48a-0400574cfdd6 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23d8f0f9-c2dc-40f5-84f9-089bfa9c0f22') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:27.391827 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-24388c00-1baf-4550-a48a-0400574cfdd6 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:27.410618 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-24388c00-1baf-4550-a48a-0400574cfdd6 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:27.420690 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24388c00-1baf-4550-a48a-0400574cfdd6 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Releasing vlan 924 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:41:27.421163 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-24388c00-1baf-4550-a48a-0400574cfdd6 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:27.468123 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0980cffe-c18a-4f9e-b902-c9d8e377805d tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:27.475501 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-0980cffe-c18a-4f9e-b902-c9d8e377805d tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3875093 Nov 25 17:41:27.479647 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 58834) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:27.513178 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:41:27.513178 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:41:27.513178 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:41:27.513178 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:41:27.513178 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:41:27.513178 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:41:27.513178 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:41:27.513178 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:41:27.513178 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:41:27.513178 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:41:27.513178 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:41:27.513178 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:41:27.513178 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:41:27.513178 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:41:27.513178 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:41:27.513178 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:41:27.513178 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:41:27.513178 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:41:27.513178 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:41:27.513178 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:41:27.513178 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:41:27.513178 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:41:27.513178 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:41:27.513178 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:41:27.513178 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:41:27.513178 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:41:27.513178 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:41:27.513178 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:41:27.513178 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:41:27.513178 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:41:27.513178 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:41:27.513178 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:41:27.521294 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-24388c00-1baf-4550-a48a-0400574cfdd6 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:27.530806 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-24388c00-1baf-4550-a48a-0400574cfdd6 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:27.551229 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-24388c00-1baf-4550-a48a-0400574cfdd6 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "DELETE /v2.0/networks/cb2ab83a-f522-4839-b956-b9e276ac2a4b HTTP/1.1" status: 204 len: 168 time: 0.7366674 Nov 25 17:41:27.554460 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58838) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:27.570947 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e665f-792c-405c-92f5-c75cf252bee0 req-36961b01-7e3d-48f1-8fd8-980ed20ec96c tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:27.572711 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-939e665f-792c-405c-92f5-c75cf252bee0 req-36961b01-7e3d-48f1-8fd8-980ed20ec96c tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=97be2ce6-9257-4cdf-b9a7-5336b2f90489 HTTP/1.1" status: 200 len: 946 time: 0.3148150 Nov 25 17:41:27.607759 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1786918e-4d01-4848-886b-aef6a7bd1ab7 None None] DHCP port deletion for c2992060-12d6-4bc2-a7a5-ee6714d7c0a4 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:41:27.637249 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-27fa5d61-9882-432f-b859-474510a109f1 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:27.693431 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24388c00-1baf-4550-a48a-0400574cfdd6 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Pushing event deleted for resources: {'Network': ['ID=cb2ab83a-f522-4839-b956-b9e276ac2a4b,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:27.706379 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9f8083-ad78-46a9-8d26-6a69dc76b783 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:27.707968 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1d4881-cb1e-4f54-a5a4-46dc7d0bfd82 None None] DHCP port deletion for fed75ec1-726a-45be-ab23-2dd76f977831 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:41:27.712547 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-5f9f8083-ad78-46a9-8d26-6a69dc76b783 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2206278 Nov 25 17:41:27.719410 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 58844) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:27.802313 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-ec1d4881-cb1e-4f54-a5a4-46dc7d0bfd82 None None] Deleting port 6d57f65b-3a52-43c1-8638-798fdcca53a9 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:27.802903 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ec1d4881-cb1e-4f54-a5a4-46dc7d0bfd82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:27.807334 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-1786918e-4d01-4848-886b-aef6a7bd1ab7 None None] Deleting port 548d7e67-692e-4517-a117-caa7ce059e8e {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:27.808000 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1786918e-4d01-4848-886b-aef6a7bd1ab7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:27.813218 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fa5d61-9882-432f-b859-474510a109f1 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Pushing event deleted for resources: {'Subnet': ['ID=93e6c5fc-88bc-4167-b6cf-662feaaf0713,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:27.819132 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-3abbb1f8-9f19-4512-bb6e-8f9c837fbb34 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0736663 Nov 25 17:41:27.845293 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24388c00-1baf-4550-a48a-0400574cfdd6 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:27.845688 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24388c00-1baf-4550-a48a-0400574cfdd6 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:27.846257 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24388c00-1baf-4550-a48a-0400574cfdd6 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:27.846787 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24388c00-1baf-4550-a48a-0400574cfdd6 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:27.847304 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24388c00-1baf-4550-a48a-0400574cfdd6 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:27.847833 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24388c00-1baf-4550-a48a-0400574cfdd6 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:27.848362 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24388c00-1baf-4550-a48a-0400574cfdd6 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:27.849039 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24388c00-1baf-4550-a48a-0400574cfdd6 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:27.849562 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24388c00-1baf-4550-a48a-0400574cfdd6 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:27.850077 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24388c00-1baf-4550-a48a-0400574cfdd6 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:27.850594 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24388c00-1baf-4550-a48a-0400574cfdd6 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:27.851111 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24388c00-1baf-4550-a48a-0400574cfdd6 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:27.853976 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58850) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:27.867737 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-7c120bfc-eb0e-447e-92d9-c7de3ab14cee tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Request body: {'subnet': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:27.882122 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-27fa5d61-9882-432f-b859-474510a109f1 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:27.889666 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-27fa5d61-9882-432f-b859-474510a109f1 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] 10.222.0.75 "DELETE /v2.0/subnets/93e6c5fc-88bc-4167-b6cf-662feaaf0713 HTTP/1.1" status: 204 len: 168 time: 1.4577353 Nov 25 17:41:27.893793 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-939e665f-792c-405c-92f5-c75cf252bee0 req-91acf7c1-4276-40a9-bd44-b9113cab5e1f tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910495 Nov 25 17:41:27.894380 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 58854) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:27.941833 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-1786918e-4d01-4848-886b-aef6a7bd1ab7 None None] For port 548d7e67-692e-4517-a117-caa7ce059e8e, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=548d7e67-692e-4517-a117-caa7ce059e8e,segment=NetworkSegment(6f760b9f-05a7-45e0-b265-14c8c33a90b3),segment_id=6f760b9f-05a7-45e0-b265-14c8c33a90b3)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:27.945390 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1786918e-4d01-4848-886b-aef6a7bd1ab7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:27.987834 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-1786918e-4d01-4848-886b-aef6a7bd1ab7 None None] Calling delete_port for 548d7e67-692e-4517-a117-caa7ce059e8e owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:41:28.079301 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-395afd4b-5c7d-4f4f-843c-fab8878b2e40 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:28.085233 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [req-96a54803-23c5-49ed-aa7f-702d576fe3c6 req-bcf0f66d-fc51-4375-ba06-7552d2fddda9 service neutron] (103360) timed out ('10.222.0.75', 59558) {{(pid=103360) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 17:41:28.179761 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-99f0d4a6-7fb6-4d41-aab3-8168f6e790b4 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:28.188218 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c120bfc-eb0e-447e-92d9-c7de3ab14cee tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Made reservation on behalf of b4fd74d3755f4cd39b2026436dde8bb1 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:41:28.201620 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7c120bfc-eb0e-447e-92d9-c7de3ab14cee tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:28.235755 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52eb1d6b-401e-43c0-bc8c-0b17a9cceca4 None None] Network 63f652d6-f8a1-465f-a6da-d7f83159f2c4 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:41:28.261940 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1786918e-4d01-4848-886b-aef6a7bd1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:28.286525 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-395afd4b-5c7d-4f4f-843c-fab8878b2e40 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Deleting port df7cf6b3-22c3-42af-8405-276dcd6d8e1f {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:28.287147 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-395afd4b-5c7d-4f4f-843c-fab8878b2e40 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:28.383173 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-395afd4b-5c7d-4f4f-843c-fab8878b2e40 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] For port df7cf6b3-22c3-42af-8405-276dcd6d8e1f, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=df7cf6b3-22c3-42af-8405-276dcd6d8e1f,segment=NetworkSegment(b7dd11b2-e771-4fc9-8be7-82a9b428eff0),segment_id=b7dd11b2-e771-4fc9-8be7-82a9b428eff0)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:28.384286 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-395afd4b-5c7d-4f4f-843c-fab8878b2e40 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:28.400187 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-395afd4b-5c7d-4f4f-843c-fab8878b2e40 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Calling delete_port for df7cf6b3-22c3-42af-8405-276dcd6d8e1f owned by network:dhcp {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:41:28.563648 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-395afd4b-5c7d-4f4f-843c-fab8878b2e40 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:28.569908 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 548d7e67-692e-4517-a117-caa7ce059e8e no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:41:28.613594 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-99f0d4a6-7fb6-4d41-aab3-8168f6e790b4 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:28.671852 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395afd4b-5c7d-4f4f-843c-fab8878b2e40 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Pushing event deleted for resources: {'Port': ['ID=df7cf6b3-22c3-42af-8405-276dcd6d8e1f,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:28.677739 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395afd4b-5c7d-4f4f-843c-fab8878b2e40 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] No DVR routers for this DVR port df7cf6b3-22c3-42af-8405-276dcd6d8e1f on host n-d-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:41:28.686524 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-99f0d4a6-7fb6-4d41-aab3-8168f6e790b4 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2992060-12d6-4bc2-a7a5-ee6714d7c0a4']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:28.721002 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-99f0d4a6-7fb6-4d41-aab3-8168f6e790b4 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f760b9f-05a7-45e0-b265-14c8c33a90b3') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:28.721840 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-99f0d4a6-7fb6-4d41-aab3-8168f6e790b4 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f760b9f-05a7-45e0-b265-14c8c33a90b3') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:28.741084 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 548d7e67-692e-4517-a117-caa7ce059e8e {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:41:28.741543 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 548d7e67-692e-4517-a117-caa7ce059e8e not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:41:28.741665 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 6d57f65b-3a52-43c1-8638-798fdcca53a9 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:41:28.743855 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1786918e-4d01-4848-886b-aef6a7bd1ab7 None None] Pushing event deleted for resources: {'Port': ['ID=548d7e67-692e-4517-a117-caa7ce059e8e,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:28.779027 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-99f0d4a6-7fb6-4d41-aab3-8168f6e790b4 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:28.816493 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-99f0d4a6-7fb6-4d41-aab3-8168f6e790b4 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:28.831822 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99f0d4a6-7fb6-4d41-aab3-8168f6e790b4 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Releasing vlan 912 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:41:28.832307 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-99f0d4a6-7fb6-4d41-aab3-8168f6e790b4 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:28.919057 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-395afd4b-5c7d-4f4f-843c-fab8878b2e40 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:28.960984 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1786918e-4d01-4848-886b-aef6a7bd1ab7 None None] No DVR routers for this DVR port 548d7e67-692e-4517-a117-caa7ce059e8e on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:41:28.967452 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-395afd4b-5c7d-4f4f-843c-fab8878b2e40 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63f652d6-f8a1-465f-a6da-d7f83159f2c4']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:28.986813 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-395afd4b-5c7d-4f4f-843c-fab8878b2e40 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7dd11b2-e771-4fc9-8be7-82a9b428eff0') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:28.989061 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-395afd4b-5c7d-4f4f-843c-fab8878b2e40 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7dd11b2-e771-4fc9-8be7-82a9b428eff0') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:28.989243 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-ec1d4881-cb1e-4f54-a5a4-46dc7d0bfd82 None None] For port 6d57f65b-3a52-43c1-8638-798fdcca53a9, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=6d57f65b-3a52-43c1-8638-798fdcca53a9,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:28.989629 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ec1d4881-cb1e-4f54-a5a4-46dc7d0bfd82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:29.015990 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-395afd4b-5c7d-4f4f-843c-fab8878b2e40 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:29.073743 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:41:29.073743 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:41:29.073743 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:41:29.073743 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:41:29.073743 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:41:29.073743 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:41:29.073743 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:41:29.073743 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:41:29.073743 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:41:29.073743 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:41:29.073743 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:41:29.073743 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:41:29.073743 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:41:29.073743 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:41:29.073743 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:41:29.073743 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:41:29.073743 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:41:29.073743 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:41:29.073743 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:41:29.073743 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:41:29.073743 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:41:29.073743 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:41:29.073743 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:41:29.073743 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:41:29.073743 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:41:29.073743 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:41:29.073743 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:41:29.073743 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:41:29.073743 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:41:29.073743 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:41:29.073743 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:41:29.073743 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:41:29.078641 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-395afd4b-5c7d-4f4f-843c-fab8878b2e40 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:29.097459 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-395afd4b-5c7d-4f4f-843c-fab8878b2e40 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Releasing vlan 925 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:41:29.097823 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-395afd4b-5c7d-4f4f-843c-fab8878b2e40 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:29.098149 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-99f0d4a6-7fb6-4d41-aab3-8168f6e790b4 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:29.122420 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-ec1d4881-cb1e-4f54-a5a4-46dc7d0bfd82 None None] Calling delete_port for 6d57f65b-3a52-43c1-8638-798fdcca53a9 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:41:29.122971 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-99f0d4a6-7fb6-4d41-aab3-8168f6e790b4 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:29.132741 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-99f0d4a6-7fb6-4d41-aab3-8168f6e790b4 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] 10.222.0.75 "DELETE /v2.0/networks/c2992060-12d6-4bc2-a7a5-ee6714d7c0a4 HTTP/1.1" status: 204 len: 168 time: 1.5650067 Nov 25 17:41:29.160072 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f0d4a6-7fb6-4d41-aab3-8168f6e790b4 tempest-TaggedBootDevicesTest-1847789265 tempest-TaggedBootDevicesTest-1847789265-project] Pushing event deleted for resources: {'Network': ['ID=c2992060-12d6-4bc2-a7a5-ee6714d7c0a4,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:29.270615 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:41:29.270615 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:41:29.270615 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:41:29.270615 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:41:29.270615 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:41:29.270615 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:41:29.270615 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:41:29.270615 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:41:29.270615 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:41:29.270615 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:41:29.270615 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:41:29.270615 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:41:29.270615 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:41:29.270615 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:41:29.270615 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:41:29.270615 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:41:29.270615 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:41:29.270615 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:41:29.270615 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:41:29.270615 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:41:29.270615 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:41:29.270615 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:41:29.270615 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:41:29.270615 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:41:29.270615 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:41:29.270615 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:41:29.270615 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:41:29.270615 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:41:29.270615 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:41:29.270615 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:41:29.270615 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:41:29.270615 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:41:29.288161 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-395afd4b-5c7d-4f4f-843c-fab8878b2e40 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:29.298127 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-395afd4b-5c7d-4f4f-843c-fab8878b2e40 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:29.307641 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-395afd4b-5c7d-4f4f-843c-fab8878b2e40 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] 10.222.0.75 "DELETE /v2.0/networks/63f652d6-f8a1-465f-a6da-d7f83159f2c4 HTTP/1.1" status: 204 len: 168 time: 1.4121954 Nov 25 17:41:29.316234 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58884) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:29.339362 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395afd4b-5c7d-4f4f-843c-fab8878b2e40 tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Pushing event deleted for resources: {'Network': ['ID=63f652d6-f8a1-465f-a6da-d7f83159f2c4,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:29.389836 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:29.439355 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511bc7f-72c7-4534-bde9-42c9274d3f3f req-96ae74dd-0d62-4aa7-a897-757cf76d4dcf tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:29.451322 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b511bc7f-72c7-4534-bde9-42c9274d3f3f req-96ae74dd-0d62-4aa7-a897-757cf76d4dcf tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=97be2ce6-9257-4cdf-b9a7-5336b2f90489 HTTP/1.1" status: 200 len: 946 time: 0.1760497 Nov 25 17:41:29.471940 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3fa259-fd9d-42eb-a563-77c7e931f810 None None] DHCP port deletion for 63f652d6-f8a1-465f-a6da-d7f83159f2c4 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:41:29.517358 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port 6d57f65b-3a52-43c1-8638-798fdcca53a9, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=6d57f65b-3a52-43c1-8638-798fdcca53a9,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:29.535676 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:29.631923 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b511bc7f-72c7-4534-bde9-42c9274d3f3f req-0bb6d919-e2ce-4ace-98a6-decc3694b077 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671708 Nov 25 17:41:29.650125 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=6d57f65b-3a52-43c1-8638-798fdcca53a9,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:29.696806 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ec1d4881-cb1e-4f54-a5a4-46dc7d0bfd82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:29.765552 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1d4881-cb1e-4f54-a5a4-46dc7d0bfd82 None None] Pushing event deleted for resources: {'Port': ['ID=6d57f65b-3a52-43c1-8638-798fdcca53a9,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:29.785507 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1d4881-cb1e-4f54-a5a4-46dc7d0bfd82 None None] No DVR routers for this DVR port 6d57f65b-3a52-43c1-8638-798fdcca53a9 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:41:29.907859 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-b92530f5-5f21-40ff-b06c-732551f9e92a tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Deleting port 502c68de-c472-42bc-a096-b92e0452d97c {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:29.908362 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b92530f5-5f21-40ff-b06c-732551f9e92a tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:30.236382 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f97f04-a44b-4e3d-a9ef-fab0263f96a6 req-60776e6a-8183-4030-b66f-c5de8ca0bfe8 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:30.239901 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c0f97f04-a44b-4e3d-a9ef-fab0263f96a6 req-60776e6a-8183-4030-b66f-c5de8ca0bfe8 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 945 time: 0.1878805 Nov 25 17:41:30.260795 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b92530f5-5f21-40ff-b06c-732551f9e92a tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:30.261447 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b92530f5-5f21-40ff-b06c-732551f9e92a tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:30.285002 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-b92530f5-5f21-40ff-b06c-732551f9e92a tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Calling delete_port for 502c68de-c472-42bc-a096-b92e0452d97c owned by network:floatingip {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:41:30.375590 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c0f97f04-a44b-4e3d-a9ef-fab0263f96a6 req-70ea8626-0496-4666-95ea-82bbfeae0f78 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281471 Nov 25 17:41:30.519794 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device df7cf6b3-22c3-42af-8405-276dcd6d8e1f no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:41:30.598367 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: df7cf6b3-22c3-42af-8405-276dcd6d8e1f {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:41:30.598813 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device df7cf6b3-22c3-42af-8405-276dcd6d8e1f not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:41:30.737939 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e3a77-8de2-4c25-9e54-a6ede1cbc363 req-4c9b485f-7943-4dcf-a13c-9cf67f7d8258 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:30.752628 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f92e3a77-8de2-4c25-9e54-a6ede1cbc363 req-4c9b485f-7943-4dcf-a13c-9cf67f7d8258 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 945 time: 0.1984434 Nov 25 17:41:30.787741 n-d-817746-1 neutron-server[103360]: DEBUG neutron.objects.ports [None req-7c120bfc-eb0e-447e-92d9-c7de3ab14cee tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103360) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 17:41:30.803577 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7c120bfc-eb0e-447e-92d9-c7de3ab14cee tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:30.877848 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c120bfc-eb0e-447e-92d9-c7de3ab14cee tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:30.884994 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 58970) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:30.892900 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-7c120bfc-eb0e-447e-92d9-c7de3ab14cee tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:30.905189 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ede033-1cea-4430-b4a0-538fc5637654 None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:41:30.933441 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f92e3a77-8de2-4c25-9e54-a6ede1cbc363 req-74f401aa-3504-4c36-9c0e-524c62209a8a tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728868 Nov 25 17:41:31.047704 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c120bfc-eb0e-447e-92d9-c7de3ab14cee tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:31.054044 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7c120bfc-eb0e-447e-92d9-c7de3ab14cee tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:31.203047 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7c120bfc-eb0e-447e-92d9-c7de3ab14cee tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.3438764 Nov 25 17:41:31.204472 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 59002) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:31.212244 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-34ef2c0b-1c57-452a-b8a6-0bf369286fba tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Request body: {'port': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'mac_address': 'fa:16:3e:89:53:82', 'name': 'tempest-NetworksTestDHCPv6-1842233890'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:31.275646 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c120bfc-eb0e-447e-92d9-c7de3ab14cee tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event updated for resources: {'Subnet': ['ID=c7988942-e19a-4e0d-a328-c8305d8ba21e,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:31.294564 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b92530f5-5f21-40ff-b06c-732551f9e92a tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:31.384491 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92530f5-5f21-40ff-b06c-732551f9e92a tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Pushing event deleted for resources: {'Port': ['ID=502c68de-c472-42bc-a096-b92e0452d97c,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:31.455763 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-37642d99-ceaa-4729-990a-baf4c92bc535 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:31.519102 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b92530f5-5f21-40ff-b06c-732551f9e92a tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks [] for floatingip, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:31.535087 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b92530f5-5f21-40ff-b06c-732551f9e92a tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:31.536560 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b92530f5-5f21-40ff-b06c-732551f9e92a tempest-FloatingIPAdminTestJSON-15731606 tempest-FloatingIPAdminTestJSON-15731606-project] 10.222.0.75 "DELETE /v2.0/floatingips/fff51709-fe81-4858-bf68-704b4677a51a HTTP/1.1" status: 204 len: 168 time: 2.2047052 Nov 25 17:41:31.941830 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379d4d22-3b26-4c07-ab14-b150fe738e25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-fed75ec1-726a-45be-ab23-2dd76f977831', 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'tenant_id': 'b4fd74d3755f4cd39b2026436dde8bb1', 'fixed_ips': [{'subnet_id': 'c7988942-e19a-4e0d-a328-c8305d8ba21e'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:41:31.945359 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-379d4d22-3b26-4c07-ab14-b150fe738e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:31.958820 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ef2c0b-1c57-452a-b8a6-0bf369286fba tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Made reservation on behalf of b4fd74d3755f4cd39b2026436dde8bb1 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:41:32.059332 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59056) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:32.169639 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f108e-6d14-4a21-aeb4-bbf7745b1691 req-ed4ffb92-c146-4917-a303-7c0d02ef63c5 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:32.178469 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e53f108e-6d14-4a21-aeb4-bbf7745b1691 req-ed4ffb92-c146-4917-a303-7c0d02ef63c5 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/networks?id=d0082d57-8c96-4a76-be0f-340c2f65b160 HTTP/1.1" status: 200 len: 812 time: 0.5757649 Nov 25 17:41:32.219965 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-37642d99-ceaa-4729-990a-baf4c92bc535 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:32.235926 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e53f108e-6d14-4a21-aeb4-bbf7745b1691 req-60aa2d43-5507-4f09-be85-4fa7de4b6801 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/quotas/5a560046c26c483180c0093a6be1dd8b HTTP/1.1" status: 200 len: 375 time: 0.0558238 Nov 25 17:41:32.297243 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-37642d99-ceaa-4729-990a-baf4c92bc535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:32.422859 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-65542373-3534-4420-a153-dbeb7521b500 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=677f391c08804a06ae90ee14d0105f79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3591697 Nov 25 17:41:32.428635 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59072) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:32.431699 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37642d99-ceaa-4729-990a-baf4c92bc535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44738d9-4d1b-49a4-b8d7-2af70244b740,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:32.458491 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-379d4d22-3b26-4c07-ab14-b150fe738e25 None None] Allocated IP 2001:db8::f816:3eff:fea1:dab8 (fed75ec1-726a-45be-ab23-2dd76f977831/c7988942-e19a-4e0d-a328-c8305d8ba21e/e99d3258-b1ec-4b69-b30c-c2704b970bb3) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:41:32.479934 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-34ef2c0b-1c57-452a-b8a6-0bf369286fba tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:32.500661 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37642d99-ceaa-4729-990a-baf4c92bc535 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:32.501099 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37642d99-ceaa-4729-990a-baf4c92bc535 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:32.501662 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37642d99-ceaa-4729-990a-baf4c92bc535 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:32.502018 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37642d99-ceaa-4729-990a-baf4c92bc535 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:32.502354 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37642d99-ceaa-4729-990a-baf4c92bc535 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:32.503814 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37642d99-ceaa-4729-990a-baf4c92bc535 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:32.504325 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37642d99-ceaa-4729-990a-baf4c92bc535 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:32.504678 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37642d99-ceaa-4729-990a-baf4c92bc535 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:32.506985 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37642d99-ceaa-4729-990a-baf4c92bc535 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:32.507819 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37642d99-ceaa-4729-990a-baf4c92bc535 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:32.509790 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37642d99-ceaa-4729-990a-baf4c92bc535 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:32.510336 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37642d99-ceaa-4729-990a-baf4c92bc535 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:32.548005 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-39c23403-ddee-4ac2-a2f5-819e97d657eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:32.580262 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [None req-34ef2c0b-1c57-452a-b8a6-0bf369286fba tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] device_id is not set on port 5e1d1f46-7200-4a3c-be5f-8156aaf8634b yet. {{(pid=103361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:41:32.601574 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-39c23403-ddee-4ac2-a2f5-819e97d657eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:32.643702 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-379d4d22-3b26-4c07-ab14-b150fe738e25 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:32.655366 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-379d4d22-3b26-4c07-ab14-b150fe738e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:32.709851 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-37642d99-ceaa-4729-990a-baf4c92bc535 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=78cb3ed6d5964ca4b5a8be36afdf5a54&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8207188 Nov 25 17:41:32.741509 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e53f108e-6d14-4a21-aeb4-bbf7745b1691 req-923b511f-0da1-481c-83f7-210976376b31 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=5a560046c26c483180c0093a6be1dd8b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.5038309 Nov 25 17:41:32.744496 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 59084) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:32.772613 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-39c23403-ddee-4ac2-a2f5-819e97d657eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:32.776907 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-39c23403-ddee-4ac2-a2f5-819e97d657eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:32.792456 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-39c23403-ddee-4ac2-a2f5-819e97d657eb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/131e5d51-f777-4305-91ad-303fbbc55646 HTTP/1.1" status: 204 len: 168 time: 0.3569541 Nov 25 17:41:32.824030 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c23403-ddee-4ac2-a2f5-819e97d657eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131e5d51-f777-4305-91ad-303fbbc55646,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:32.884727 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379d4d22-3b26-4c07-ab14-b150fe738e25 None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:32.928572 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-379d4d22-3b26-4c07-ab14-b150fe738e25 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:32.934294 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379d4d22-3b26-4c07-ab14-b150fe738e25 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:41:32.956634 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379d4d22-3b26-4c07-ab14-b150fe738e25 None None] Pushing event updated for resources: {'Port': ['ID=e99d3258-b1ec-4b69-b30c-c2704b970bb3,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:33.088442 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-34ef2c0b-1c57-452a-b8a6-0bf369286fba tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Allocated IP 2001:db8::f816:3eff:fe89:5382 (fed75ec1-726a-45be-ab23-2dd76f977831/c7988942-e19a-4e0d-a328-c8305d8ba21e/5e1d1f46-7200-4a3c-be5f-8156aaf8634b) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:41:33.093904 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-379d4d22-3b26-4c07-ab14-b150fe738e25 None None] Attempting to bind port e99d3258-b1ec-4b69-b30c-c2704b970bb3 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:41:33.107463 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-379d4d22-3b26-4c07-ab14-b150fe738e25 None None] Attempting to bind port e99d3258-b1ec-4b69-b30c-c2704b970bb3 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:41:33.111232 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379d4d22-3b26-4c07-ab14-b150fe738e25 None None] Attempting to bind port e99d3258-b1ec-4b69-b30c-c2704b970bb3 on network fed75ec1-726a-45be-ab23-2dd76f977831 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:41:33.115883 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-34b2ae07-2020-4c70-b46a-7999281e9d20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:33.123934 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e53f108e-6d14-4a21-aeb4-bbf7745b1691 req-f542646c-10c7-40cd-b4f7-08d29ee1477f service neutron] 10.222.0.75 "GET /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3700490 Nov 25 17:41:33.131364 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379d4d22-3b26-4c07-ab14-b150fe738e25 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:41:33.136011 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379d4d22-3b26-4c07-ab14-b150fe738e25 None None] Checking segment: {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:41:33.136777 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-379d4d22-3b26-4c07-ab14-b150fe738e25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:33.138801 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379d4d22-3b26-4c07-ab14-b150fe738e25 None None] Bound using segment: {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:41:33.139522 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-379d4d22-3b26-4c07-ab14-b150fe738e25 None None] Bound port: e99d3258-b1ec-4b69-b30c-c2704b970bb3, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:41:33.142644 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-379d4d22-3b26-4c07-ab14-b150fe738e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:33.221288 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-34b2ae07-2020-4c70-b46a-7999281e9d20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:33.259685 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-379d4d22-3b26-4c07-ab14-b150fe738e25 None None] For port e99d3258-b1ec-4b69-b30c-c2704b970bb3, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:41:33.267434 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-379d4d22-3b26-4c07-ab14-b150fe738e25 None None] For port e99d3258-b1ec-4b69-b30c-c2704b970bb3, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=e99d3258-b1ec-4b69-b30c-c2704b970bb3,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:41:33.282176 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-379d4d22-3b26-4c07-ab14-b150fe738e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:33.311625 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59096) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:33.373006 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59102) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:33.479856 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379d4d22-3b26-4c07-ab14-b150fe738e25 None None] Pushing event updated for resources: {'Port': ['ID=e99d3258-b1ec-4b69-b30c-c2704b970bb3,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:33.555407 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e53f108e-6d14-4a21-aeb4-bbf7745b1691 req-5d5c4247-ba78-4b30-905e-043adf6f3667 service neutron] 10.222.0.75 "GET /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4199250 Nov 25 17:41:33.566072 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4ef43d98-d19b-4ee0-822a-d19eed84ac4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:33.582344 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-34b2ae07-2020-4c70-b46a-7999281e9d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:33.593996 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-34b2ae07-2020-4c70-b46a-7999281e9d20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:33.597287 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-34b2ae07-2020-4c70-b46a-7999281e9d20 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f44738d9-4d1b-49a4-b8d7-2af70244b740 HTTP/1.1" status: 204 len: 168 time: 0.8512402 Nov 25 17:41:33.621563 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 59108) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:33.674355 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b2ae07-2020-4c70-b46a-7999281e9d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44738d9-4d1b-49a4-b8d7-2af70244b740,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:33.677933 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c2bed1ce-0dab-439c-86f1-267ef2b243c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:33.848116 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4ef43d98-d19b-4ee0-822a-d19eed84ac4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:33.860199 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4ef43d98-d19b-4ee0-822a-d19eed84ac4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:34.068179 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-34ef2c0b-1c57-452a-b8a6-0bf369286fba tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:34.146784 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c2bed1ce-0dab-439c-86f1-267ef2b243c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:34.200782 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c2bed1ce-0dab-439c-86f1-267ef2b243c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:34.265367 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-34ef2c0b-1c57-452a-b8a6-0bf369286fba tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:34.290172 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4ef43d98-d19b-4ee0-822a-d19eed84ac4c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8301bfd6b8e44d608c3e42a03ac4c215&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9769251 Nov 25 17:41:34.301559 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59124) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:34.451771 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ef2c0b-1c57-452a-b8a6-0bf369286fba tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event updated for resources: {'Port': ['ID=5e1d1f46-7200-4a3c-be5f-8156aaf8634b,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:34.473778 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef43d98-d19b-4ee0-822a-d19eed84ac4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e654eeff-cfe0-4521-9198-794a61ef1f2f,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:34.537900 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-833ff552-a0e1-4808-9fdc-9a7eaeeb3470 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:34.545177 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bed1ce-0dab-439c-86f1-267ef2b243c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7037b020-4d4c-488f-af5c-24c1caa4be4f,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:34.567011 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-833ff552-a0e1-4808-9fdc-9a7eaeeb3470 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:34.584362 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c2bed1ce-0dab-439c-86f1-267ef2b243c6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7cf1ce6da9b3467f9a985927bfb5fd98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9581301 Nov 25 17:41:34.612309 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 59134) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:34.631851 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-833ff552-a0e1-4808-9fdc-9a7eaeeb3470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:34.635012 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-833ff552-a0e1-4808-9fdc-9a7eaeeb3470 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:34.640290 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-833ff552-a0e1-4808-9fdc-9a7eaeeb3470 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e654eeff-cfe0-4521-9198-794a61ef1f2f HTTP/1.1" status: 204 len: 168 time: 0.3376019 Nov 25 17:41:34.651722 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device e99d3258-b1ec-4b69-b30c-c2704b970bb3 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:41:34.679083 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ff552-a0e1-4808-9fdc-9a7eaeeb3470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e654eeff-cfe0-4521-9198-794a61ef1f2f,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:34.688261 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ef2c0b-1c57-452a-b8a6-0bf369286fba tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:34.828953 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-34ef2c0b-1c57-452a-b8a6-0bf369286fba tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:34.849903 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ef2c0b-1c57-452a-b8a6-0bf369286fba tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:41:34.868113 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ef2c0b-1c57-452a-b8a6-0bf369286fba tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:34.868797 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-34ef2c0b-1c57-452a-b8a6-0bf369286fba tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:34.869502 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port e99d3258-b1ec-4b69-b30c-c2704b970bb3 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:34.873181 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:35.056634 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-63d6f818-77e5-4a89-9c73-fb966cb1111a req-15be9f46-23a3-41c6-ba46-8b682174fa40 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a34f52ae-5dd5-496c-a4ed-6772403a2b53 HTTP/1.1" status: 200 len: 210 time: 0.1478055 Nov 25 17:41:35.086847 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-34ef2c0b-1c57-452a-b8a6-0bf369286fba tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.8805780 Nov 25 17:41:35.092623 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 59150) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:35.094936 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1abe5fae-8a4e-4f4f-bdd1-de419484200b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:35.151091 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1abe5fae-8a4e-4f4f-bdd1-de419484200b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:35.201544 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:35.208943 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-da9487fb-99e5-4789-ac83-2aab283412f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:35.312201 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port e99d3258-b1ec-4b69-b30c-c2704b970bb3, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=e99d3258-b1ec-4b69-b30c-c2704b970bb3,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:35.323135 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:35.396536 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1abe5fae-8a4e-4f4f-bdd1-de419484200b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:35.409073 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1abe5fae-8a4e-4f4f-bdd1-de419484200b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:35.422446 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-1abe5fae-8a4e-4f4f-bdd1-de419484200b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7037b020-4d4c-488f-af5c-24c1caa4be4f HTTP/1.1" status: 204 len: 168 time: 0.8045061 Nov 25 17:41:35.437374 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=e99d3258-b1ec-4b69-b30c-c2704b970bb3,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:35.479737 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abe5fae-8a4e-4f4f-bdd1-de419484200b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7037b020-4d4c-488f-af5c-24c1caa4be4f,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:35.554260 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba1507e-b8dc-413f-98c0-74bca7175405 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:35.587835 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba1507e-b8dc-413f-98c0-74bca7175405 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:35.597128 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-8ba1507e-b8dc-413f-98c0-74bca7175405 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4992659 Nov 25 17:41:35.597655 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59164) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:35.718308 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 59166) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:35.731386 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-c9ff2997-740f-433f-a634-e621bd874783 None None] Provisioning complete for port e99d3258-b1ec-4b69-b30c-c2704b970bb3 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:35.731927 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c9ff2997-740f-433f-a634-e621bd874783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:35.778435 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a20adc5a-a5f7-469f-bea0-82b1bcdf2081 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:35.985512 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a20adc5a-a5f7-469f-bea0-82b1bcdf2081 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:35.999017 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a20adc5a-a5f7-469f-bea0-82b1bcdf2081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:36.095085 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-a20adc5a-a5f7-469f-bea0-82b1bcdf2081 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0dc05e1d763f4cc4abe5a33b6ee08f57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3755453 Nov 25 17:41:36.098969 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 59176) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:36.156294 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-87f1ac29-a403-4e46-9b5e-8ed754a8acc7 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Deleting port 5e1d1f46-7200-4a3c-be5f-8156aaf8634b {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:36.156641 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-87f1ac29-a403-4e46-9b5e-8ed754a8acc7 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:36.249746 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20adc5a-a5f7-469f-bea0-82b1bcdf2081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4734b230-2f4a-4621-88ce-e72829fda76f,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:36.250415 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-88d15649-33b4-4285-aeb3-6190ad019370 None None] Provisioning complete for port 5e1d1f46-7200-4a3c-be5f-8156aaf8634b triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:36.250792 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-88d15649-33b4-4285-aeb3-6190ad019370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:36.254583 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 59182) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:36.304351 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-81375ce8-3888-401d-8b52-6682850be08d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:36.357065 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-87f1ac29-a403-4e46-9b5e-8ed754a8acc7 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:36.367912 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-88d15649-33b4-4285-aeb3-6190ad019370 None None] Port 5e1d1f46-7200-4a3c-be5f-8156aaf8634b cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:41:36.385598 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fb21a6b7-4513-449a-a80c-f3cbebe29c37 req-5012f790-bb47-4a95-acb8-4f3bd965f8bc tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a34f52ae-5dd5-496c-a4ed-6772403a2b53 HTTP/1.1" status: 200 len: 210 time: 0.1272469 Nov 25 17:41:36.431006 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-26a8bbae-7859-4011-829d-78b0d79d74b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:36.432936 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-87f1ac29-a403-4e46-9b5e-8ed754a8acc7 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Calling delete_port for 5e1d1f46-7200-4a3c-be5f-8156aaf8634b owned by {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:41:36.546386 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-26a8bbae-7859-4011-829d-78b0d79d74b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:36.553117 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device e99d3258-b1ec-4b69-b30c-c2704b970bb3 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:41:36.734456 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port e99d3258-b1ec-4b69-b30c-c2704b970bb3 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:36.735052 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:36.777079 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-da9487fb-99e5-4789-ac83-2aab283412f2 admin admin] Deleting port 7876ffaa-9d8b-49a8-aeec-46e97b6019e5 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:36.778518 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-da9487fb-99e5-4789-ac83-2aab283412f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:36.958530 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-81375ce8-3888-401d-8b52-6682850be08d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:36.976298 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-26a8bbae-7859-4011-829d-78b0d79d74b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:36.981210 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-26a8bbae-7859-4011-829d-78b0d79d74b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:36.985553 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-26a8bbae-7859-4011-829d-78b0d79d74b6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4734b230-2f4a-4621-88ce-e72829fda76f HTTP/1.1" status: 204 len: 168 time: 0.8757489 Nov 25 17:41:37.033284 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a8bbae-7859-4011-829d-78b0d79d74b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4734b230-2f4a-4621-88ce-e72829fda76f,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:37.045549 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-81375ce8-3888-401d-8b52-6682850be08d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:37.157099 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f108e-6d14-4a21-aeb4-bbf7745b1691 req-499eb6e6-269d-424e-96be-9619ac53e440 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:37.159317 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e53f108e-6d14-4a21-aeb4-bbf7745b1691 req-499eb6e6-269d-424e-96be-9619ac53e440 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.74 "GET /v2.0/networks?id=d0082d57-8c96-4a76-be0f-340c2f65b160 HTTP/1.1" status: 200 len: 812 time: 0.5251520 Nov 25 17:41:37.179410 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-e53f108e-6d14-4a21-aeb4-bbf7745b1691 req-b566b619-abf5-418f-b483-c34544a5c15b tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Request body: {'port': {'device_id': 'a34f52ae-5dd5-496c-a4ed-6772403a2b53', 'network_id': 'd0082d57-8c96-4a76-be0f-340c2f65b160', 'admin_state_up': True, 'tenant_id': '5a560046c26c483180c0093a6be1dd8b'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:37.207009 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81375ce8-3888-401d-8b52-6682850be08d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1b04e3-efd1-4168-a59c-3564041b7b6c,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:37.232711 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-81375ce8-3888-401d-8b52-6682850be08d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a75d2135c08c40b087149ade4223c3e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9736292 Nov 25 17:41:37.236600 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 59200) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:37.403344 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-025bba2a-4ff1-4fb0-b6fb-c3403f4779e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:37.493990 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-025bba2a-4ff1-4fb0-b6fb-c3403f4779e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:37.605341 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1a765c7a-7ebf-4fde-85ca-c22ce20b95e0 req-0441bdd2-89df-47ab-9bbf-8d3f66f1d4cf tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a34f52ae-5dd5-496c-a4ed-6772403a2b53 HTTP/1.1" status: 200 len: 210 time: 0.0843771 Nov 25 17:41:37.678878 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e53f108e-6d14-4a21-aeb4-bbf7745b1691 req-b566b619-abf5-418f-b483-c34544a5c15b tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Made reservation on behalf of 5a560046c26c483180c0093a6be1dd8b for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:41:37.682471 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e53f108e-6d14-4a21-aeb4-bbf7745b1691 req-b566b619-abf5-418f-b483-c34544a5c15b tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:37.795922 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-025bba2a-4ff1-4fb0-b6fb-c3403f4779e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:37.798864 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-025bba2a-4ff1-4fb0-b6fb-c3403f4779e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:37.800068 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-025bba2a-4ff1-4fb0-b6fb-c3403f4779e2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/cd1b04e3-efd1-4168-a59c-3564041b7b6c HTTP/1.1" status: 204 len: 168 time: 0.5613031 Nov 25 17:41:37.905309 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025bba2a-4ff1-4fb0-b6fb-c3403f4779e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1b04e3-efd1-4168-a59c-3564041b7b6c,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:37.920541 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-87f1ac29-a403-4e46-9b5e-8ed754a8acc7 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:38.080464 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-87f1ac29-a403-4e46-9b5e-8ed754a8acc7 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:38.085484 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-e53f108e-6d14-4a21-aeb4-bbf7745b1691 req-b566b619-abf5-418f-b483-c34544a5c15b tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Allocated IP 172.20.0.14 (d0082d57-8c96-4a76-be0f-340c2f65b160/c74f83ed-3896-4341-8cf1-e1417d85add2/5065f371-45ed-4e50-b639-0de33fa2049c) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:41:38.085932 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-87f1ac29-a403-4e46-9b5e-8ed754a8acc7 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/ports/5e1d1f46-7200-4a3c-be5f-8156aaf8634b HTTP/1.1" status: 204 len: 168 time: 2.4867148 Nov 25 17:41:38.104263 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59232) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:38.105196 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f1ac29-a403-4e46-9b5e-8ed754a8acc7 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event deleted for resources: {'Port': ['ID=5e1d1f46-7200-4a3c-be5f-8156aaf8634b,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:38.177368 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-da9487fb-99e5-4789-ac83-2aab283412f2 admin admin] For port 7876ffaa-9d8b-49a8-aeec-46e97b6019e5, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=7876ffaa-9d8b-49a8-aeec-46e97b6019e5,segment=NetworkSegment(0e00b021-4936-4a80-9658-da28463c87bd),segment_id=0e00b021-4936-4a80-9658-da28463c87bd)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:38.177766 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-da9487fb-99e5-4789-ac83-2aab283412f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:38.199061 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-da9487fb-99e5-4789-ac83-2aab283412f2 admin admin] Calling delete_port for 7876ffaa-9d8b-49a8-aeec-46e97b6019e5 owned by network:router_interface {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:41:38.476018 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-da9487fb-99e5-4789-ac83-2aab283412f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:38.510690 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e53f108e-6d14-4a21-aeb4-bbf7745b1691 req-b566b619-abf5-418f-b483-c34544a5c15b tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:38.578012 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9487fb-99e5-4789-ac83-2aab283412f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7876ffaa-9d8b-49a8-aeec-46e97b6019e5,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:38.603957 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e53f108e-6d14-4a21-aeb4-bbf7745b1691 req-b566b619-abf5-418f-b483-c34544a5c15b tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:38.615940 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['dc6a8024-085e-4dd4-a044-03e7336eacba'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:41:38.750337 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1e5da0-2bd3-49da-a61e-341c336ce671 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:38.751882 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1e5da0-2bd3-49da-a61e-341c336ce671 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:38.773225 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4e1e5da0-2bd3-49da-a61e-341c336ce671 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.6570427 Nov 25 17:41:38.784461 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59254) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:38.787795 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e53f108e-6d14-4a21-aeb4-bbf7745b1691 req-b566b619-abf5-418f-b483-c34544a5c15b tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Network d0082d57-8c96-4a76-be0f-340c2f65b160 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:38.792242 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-e53f108e-6d14-4a21-aeb4-bbf7745b1691 req-b566b619-abf5-418f-b483-c34544a5c15b tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:38.795272 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b566b619-abf5-418f-b483-c34544a5c15b tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Pushing event updated for resources: {'Port': ['ID=5065f371-45ed-4e50-b639-0de33fa2049c,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:38.802227 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-e53f108e-6d14-4a21-aeb4-bbf7745b1691 req-b566b619-abf5-418f-b483-c34544a5c15b tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:41:39.019550 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-864ef312-6eb9-4654-bfb9-6aba5a51290b tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Deleting subnet c7988942-e19a-4e0d-a328-c8305d8ba21e {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:41:39.037703 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-864ef312-6eb9-4654-bfb9-6aba5a51290b tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:39.081830 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f108e-6d14-4a21-aeb4-bbf7745b1691 req-b566b619-abf5-418f-b483-c34544a5c15b tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:39.082510 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e53f108e-6d14-4a21-aeb4-bbf7745b1691 req-b566b619-abf5-418f-b483-c34544a5c15b tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:39.191718 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b152474-3c77-4375-a594-43d861ece416 req-3cf7063a-4600-45fb-b2c8-8ba4659259ec tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:39.196619 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8b152474-3c77-4375-a594-43d861ece416 req-3cf7063a-4600-45fb-b2c8-8ba4659259ec tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a34f52ae-5dd5-496c-a4ed-6772403a2b53 HTTP/1.1" status: 200 len: 932 time: 0.3223879 Nov 25 17:41:39.208801 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e53f108e-6d14-4a21-aeb4-bbf7745b1691 req-b566b619-abf5-418f-b483-c34544a5c15b tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0336969 Nov 25 17:41:39.234821 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-e53f108e-6d14-4a21-aeb4-bbf7745b1691 req-16d52b1c-e4a2-4341-b12d-97a85ff74695 service neutron] Request body: {'port': {'device_id': 'a34f52ae-5dd5-496c-a4ed-6772403a2b53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:39.356968 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-da9487fb-99e5-4789-ac83-2aab283412f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:39.405602 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-864ef312-6eb9-4654-bfb9-6aba5a51290b tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:39.426459 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-af577c8b-b962-4fd3-8826-0d7ea2cd311f None None] Provisioning complete for port 5065f371-45ed-4e50-b639-0de33fa2049c triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:39.428444 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-af577c8b-b962-4fd3-8826-0d7ea2cd311f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:39.581530 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8b152474-3c77-4375-a594-43d861ece416 req-9fa1aef3-e17f-41ff-bde5-71bd67954630 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643894 Nov 25 17:41:39.584286 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-af577c8b-b962-4fd3-8826-0d7ea2cd311f None None] Port 5065f371-45ed-4e50-b639-0de33fa2049c cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:41:39.588325 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e53f108e-6d14-4a21-aeb4-bbf7745b1691 req-16d52b1c-e4a2-4341-b12d-97a85ff74695 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:40.198869 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-864ef312-6eb9-4654-bfb9-6aba5a51290b tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:40.203178 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-e53f108e-6d14-4a21-aeb4-bbf7745b1691 req-16d52b1c-e4a2-4341-b12d-97a85ff74695 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5065f371-45ed-4e50-b639-0de33fa2049c {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:41:40.212926 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e53f108e-6d14-4a21-aeb4-bbf7745b1691 req-16d52b1c-e4a2-4341-b12d-97a85ff74695 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:40.229383 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-e53f108e-6d14-4a21-aeb4-bbf7745b1691 req-16d52b1c-e4a2-4341-b12d-97a85ff74695 service neutron] Transition to ACTIVE for port object 5065f371-45ed-4e50-b639-0de33fa2049c will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:41:40.237817 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e53f108e-6d14-4a21-aeb4-bbf7745b1691 req-16d52b1c-e4a2-4341-b12d-97a85ff74695 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:40.313327 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-864ef312-6eb9-4654-bfb9-6aba5a51290b tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:40.326888 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da9487fb-99e5-4789-ac83-2aab283412f2 admin admin] Router ff0350a5-1f5c-4536-b393-df701b2c617d has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:41:40.335288 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-864ef312-6eb9-4654-bfb9-6aba5a51290b tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:40.342826 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-864ef312-6eb9-4654-bfb9-6aba5a51290b tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/subnets/c7988942-e19a-4e0d-a328-c8305d8ba21e HTTP/1.1" status: 204 len: 168 time: 1.5532920 Nov 25 17:41:40.344735 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59302) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:40.345702 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a06b68-eb67-4468-a587-823a73c5c5b4 None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:41:40.568567 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d52b1c-e4a2-4341-b12d-97a85ff74695 service neutron] Pushing event updated for resources: {'Port': ['ID=5065f371-45ed-4e50-b639-0de33fa2049c,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:40.577044 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-e53f108e-6d14-4a21-aeb4-bbf7745b1691 req-16d52b1c-e4a2-4341-b12d-97a85ff74695 service neutron] Attempting to bind port 5065f371-45ed-4e50-b639-0de33fa2049c on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:41:40.578130 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-e53f108e-6d14-4a21-aeb4-bbf7745b1691 req-16d52b1c-e4a2-4341-b12d-97a85ff74695 service neutron] Attempting to bind port 5065f371-45ed-4e50-b639-0de33fa2049c by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'c5752f96-a6e9-4fc2-9dae-273cc6a23f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'd0082d57-8c96-4a76-be0f-340c2f65b160'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:41:40.578476 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53f108e-6d14-4a21-aeb4-bbf7745b1691 req-16d52b1c-e4a2-4341-b12d-97a85ff74695 service neutron] Attempting to bind port 5065f371-45ed-4e50-b639-0de33fa2049c on network d0082d57-8c96-4a76-be0f-340c2f65b160 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:41:40.590444 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53f108e-6d14-4a21-aeb4-bbf7745b1691 req-16d52b1c-e4a2-4341-b12d-97a85ff74695 service neutron] Port 5065f371-45ed-4e50-b639-0de33fa2049c on network d0082d57-8c96-4a76-be0f-340c2f65b160 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:41:40.591157 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53f108e-6d14-4a21-aeb4-bbf7745b1691 req-16d52b1c-e4a2-4341-b12d-97a85ff74695 service neutron] Attempting to bind port 5065f371-45ed-4e50-b639-0de33fa2049c on network d0082d57-8c96-4a76-be0f-340c2f65b160 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:41:40.601714 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53f108e-6d14-4a21-aeb4-bbf7745b1691 req-16d52b1c-e4a2-4341-b12d-97a85ff74695 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:41:40.602058 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53f108e-6d14-4a21-aeb4-bbf7745b1691 req-16d52b1c-e4a2-4341-b12d-97a85ff74695 service neutron] Checking segment: {'id': 'c5752f96-a6e9-4fc2-9dae-273cc6a23f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'd0082d57-8c96-4a76-be0f-340c2f65b160'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:41:40.602444 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53f108e-6d14-4a21-aeb4-bbf7745b1691 req-16d52b1c-e4a2-4341-b12d-97a85ff74695 service neutron] Bound using segment: {'id': 'c5752f96-a6e9-4fc2-9dae-273cc6a23f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'd0082d57-8c96-4a76-be0f-340c2f65b160'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:41:40.602878 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-e53f108e-6d14-4a21-aeb4-bbf7745b1691 req-16d52b1c-e4a2-4341-b12d-97a85ff74695 service neutron] Bound port: 5065f371-45ed-4e50-b639-0de33fa2049c, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5752f96-a6e9-4fc2-9dae-273cc6a23f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'd0082d57-8c96-4a76-be0f-340c2f65b160'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:41:40.603236 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e53f108e-6d14-4a21-aeb4-bbf7745b1691 req-16d52b1c-e4a2-4341-b12d-97a85ff74695 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:40.664704 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8e61d2ee-f216-43c3-a080-28d9a197dd42 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2925622 Nov 25 17:41:40.670039 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 59320) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:40.672857 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da9487fb-99e5-4789-ac83-2aab283412f2 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:41:40.674530 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864ef312-6eb9-4654-bfb9-6aba5a51290b tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event deleted for resources: {'Subnet': ['ID=c7988942-e19a-4e0d-a328-c8305d8ba21e,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:40.679986 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-da9487fb-99e5-4789-ac83-2aab283412f2 admin admin] 10.222.0.75 "PUT /v2.0/routers/ff0350a5-1f5c-4536-b393-df701b2c617d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3056588 Nov 25 17:41:40.687102 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59322) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:40.755553 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-9062d0d0-ac07-4e7b-8005-4903973678c4 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Request body: {'subnet': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:40.787233 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad61843-9ed6-4060-86d4-38a943a7ce8e None None] Sync routers for ids ['ff0350a5-1f5c-4536-b393-df701b2c617d'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:41:40.866746 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad61843-9ed6-4060-86d4-38a943a7ce8e None None] Routers {'ff0350a5-1f5c-4536-b393-df701b2c617d'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:41:40.867740 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-6ad61843-9ed6-4060-86d4-38a943a7ce8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:41:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['ff0350a5-1f5c-4536-b393-df701b2c617d'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:40.994854 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-842966aa-d1b1-4ca0-b5d7-67288cf7d032 admin admin] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:41.173093 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49235ea4-7cbe-422e-af17-b11d65d1ab40 None None] DHCP port deletion for fed75ec1-726a-45be-ab23-2dd76f977831 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:41:41.255088 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59352) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:41.288555 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-e53f108e-6d14-4a21-aeb4-bbf7745b1691 req-16d52b1c-e4a2-4341-b12d-97a85ff74695 service neutron] For port 5065f371-45ed-4e50-b639-0de33fa2049c, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:41:41.312075 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-e53f108e-6d14-4a21-aeb4-bbf7745b1691 req-16d52b1c-e4a2-4341-b12d-97a85ff74695 service neutron] For port 5065f371-45ed-4e50-b639-0de33fa2049c, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=5065f371-45ed-4e50-b639-0de33fa2049c,segment=NetworkSegment(c5752f96-a6e9-4fc2-9dae-273cc6a23f00),segment_id=c5752f96-a6e9-4fc2-9dae-273cc6a23f00)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:41:41.324857 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-6ad61843-9ed6-4060-86d4-38a943a7ce8e None None] Set router ff0350a5-1f5c-4536-b393-df701b2c617d gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:41:41.349232 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b8197-c02e-44ac-9919-11cdc3776316 req-bb87c026-d251-4068-82be-7e5c5cf8c387 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:41.350838 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4c1b8197-c02e-44ac-9919-11cdc3776316 req-bb87c026-d251-4068-82be-7e5c5cf8c387 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a34f52ae-5dd5-496c-a4ed-6772403a2b53 HTTP/1.1" status: 200 len: 944 time: 0.4683905 Nov 25 17:41:41.368478 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e53f108e-6d14-4a21-aeb4-bbf7745b1691 req-16d52b1c-e4a2-4341-b12d-97a85ff74695 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:41.389768 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-842966aa-d1b1-4ca0-b5d7-67288cf7d032 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:41.521070 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-05e5ce8f-8146-48db-a83e-8848c4b85885 tempest-RoutersAdminNegativeIpV6Test-1873174479 tempest-RoutersAdminNegativeIpV6Test-1873174479-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-321055621', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:41.550319 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-842966aa-d1b1-4ca0-b5d7-67288cf7d032 admin admin] Deleting port 8b49ecca-9498-40b4-b9e9-138a19854600 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:41.550768 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-842966aa-d1b1-4ca0-b5d7-67288cf7d032 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:41.599713 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e5ce8f-8146-48db-a83e-8848c4b85885 tempest-RoutersAdminNegativeIpV6Test-1873174479 tempest-RoutersAdminNegativeIpV6Test-1873174479-project-admin] Made reservation on behalf of 6c4f7bcaf5cf4500a5f12aea8836b423 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:41:41.602081 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-05e5ce8f-8146-48db-a83e-8848c4b85885 tempest-RoutersAdminNegativeIpV6Test-1873174479 tempest-RoutersAdminNegativeIpV6Test-1873174479-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:41.623983 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-05e5ce8f-8146-48db-a83e-8848c4b85885 tempest-RoutersAdminNegativeIpV6Test-1873174479 tempest-RoutersAdminNegativeIpV6Test-1873174479-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:41.637286 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-49235ea4-7cbe-422e-af17-b11d65d1ab40 None None] Deleting port e99d3258-b1ec-4b69-b30c-c2704b970bb3 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:41.643935 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-49235ea4-7cbe-422e-af17-b11d65d1ab40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:41.653714 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d52b1c-e4a2-4341-b12d-97a85ff74695 service neutron] Pushing event updated for resources: {'Port': ['ID=5065f371-45ed-4e50-b639-0de33fa2049c,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:41.673557 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f108e-6d14-4a21-aeb4-bbf7745b1691 req-16d52b1c-e4a2-4341-b12d-97a85ff74695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:41.677661 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e53f108e-6d14-4a21-aeb4-bbf7745b1691 req-16d52b1c-e4a2-4341-b12d-97a85ff74695 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:41.679195 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e53f108e-6d14-4a21-aeb4-bbf7745b1691 req-16d52b1c-e4a2-4341-b12d-97a85ff74695 service neutron] 10.222.0.74 "PUT /v2.0/ports/5065f371-45ed-4e50-b639-0de33fa2049c HTTP/1.1" status: 200 len: 1092 time: 2.4603422 Nov 25 17:41:41.701621 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a34f52ae-5dd5-496c-a4ed-6772403a2b53', 'tag': '5065f371-45ed-4e50-b639-0de33fa2049c'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:41:41.711236 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9fb9ed-56f0-4aca-9db8-4bcc1fae94fd" -d '{"events": [{"name": "network-changed", "server_uuid": "a34f52ae-5dd5-496c-a4ed-6772403a2b53", "tag": "5065f371-45ed-4e50-b639-0de33fa2049c"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:41:41.725622 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9062d0d0-ac07-4e7b-8005-4903973678c4 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Made reservation on behalf of b4fd74d3755f4cd39b2026436dde8bb1 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:41:41.737377 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9062d0d0-ac07-4e7b-8005-4903973678c4 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:41.893756 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-49235ea4-7cbe-422e-af17-b11d65d1ab40 None None] For port e99d3258-b1ec-4b69-b30c-c2704b970bb3, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=e99d3258-b1ec-4b69-b30c-c2704b970bb3,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:41.894515 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-49235ea4-7cbe-422e-af17-b11d65d1ab40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:41.940693 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-49235ea4-7cbe-422e-af17-b11d65d1ab40 None None] Calling delete_port for e99d3258-b1ec-4b69-b30c-c2704b970bb3 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:41:42.003360 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-05e5ce8f-8146-48db-a83e-8848c4b85885 tempest-RoutersAdminNegativeIpV6Test-1873174479 tempest-RoutersAdminNegativeIpV6Test-1873174479-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:42.013181 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-05e5ce8f-8146-48db-a83e-8848c4b85885 tempest-RoutersAdminNegativeIpV6Test-1873174479 tempest-RoutersAdminNegativeIpV6Test-1873174479-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:42.083692 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-05e5ce8f-8146-48db-a83e-8848c4b85885 tempest-RoutersAdminNegativeIpV6Test-1873174479 tempest-RoutersAdminNegativeIpV6Test-1873174479-project-admin] device_id is not set on port 7ad7da2f-e150-4eb6-9ad0-fbf4389636df yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:41:42.167328 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-6ad61843-9ed6-4060-86d4-38a943a7ce8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0350a5-1f5c-4536-b393-df701b2c617d', 'name': 'tempest-TaggedBootDevicesTest_v242-1450671407-router', 'tenant_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '8b49ecca-9498-40b4-b9e9-138a19854600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:28:39Z', 'updated_at': '2021-11-25T17:41:38Z', 'revision_number': 5, 'project_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'gw_port': {'id': '8b49ecca-9498-40b4-b9e9-138a19854600', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fe:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0350a5-1f5c-4536-b393-df701b2c617d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:28:40Z', 'updated_at': '2021-11-25T17:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:42.257439 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e5ce8f-8146-48db-a83e-8848c4b85885 tempest-RoutersAdminNegativeIpV6Test-1873174479 tempest-RoutersAdminNegativeIpV6Test-1873174479-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383274d3-9f63-4136-bd08-7b03c7434bd6,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:42.282126 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:41:42.293364 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad61843-9ed6-4060-86d4-38a943a7ce8e None None] Checking router: ff0350a5-1f5c-4536-b393-df701b2c617d for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:41:42.326954 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-842966aa-d1b1-4ca0-b5d7-67288cf7d032 admin admin] For port 8b49ecca-9498-40b4-b9e9-138a19854600, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=8b49ecca-9498-40b4-b9e9-138a19854600,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:42.327328 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-842966aa-d1b1-4ca0-b5d7-67288cf7d032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:42.353155 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad61843-9ed6-4060-86d4-38a943a7ce8e None None] Routers {'ff0350a5-1f5c-4536-b393-df701b2c617d'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:41:42.354018 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-6ad61843-9ed6-4060-86d4-38a943a7ce8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:41:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['ff0350a5-1f5c-4536-b393-df701b2c617d'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:42.381064 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-842966aa-d1b1-4ca0-b5d7-67288cf7d032 admin admin] Calling delete_port for 8b49ecca-9498-40b4-b9e9-138a19854600 owned by network:router_gateway {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:41:42.505934 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938202f8-b714-4e0f-b7fd-005103d22ba0 x-openstack-request-id: req-938202f8-b714-4e0f-b7fd-005103d22ba0 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:41:42.506493 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a34f52ae-5dd5-496c-a4ed-6772403a2b53", "tag": "5065f371-45ed-4e50-b639-0de33fa2049c", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:41:42.506917 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-938202f8-b714-4e0f-b7fd-005103d22ba0 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:41:42.511766 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a34f52ae-5dd5-496c-a4ed-6772403a2b53', 'tag': '5065f371-45ed-4e50-b639-0de33fa2049c', 'status': 'completed', 'code': 200} Nov 25 17:41:42.530757 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-6ad61843-9ed6-4060-86d4-38a943a7ce8e None None] Set router ff0350a5-1f5c-4536-b393-df701b2c617d gateway port host: None {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:41:42.567869 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-05e5ce8f-8146-48db-a83e-8848c4b85885 tempest-RoutersAdminNegativeIpV6Test-1873174479 tempest-RoutersAdminNegativeIpV6Test-1873174479-project-admin] Allocated IP 172.25.0.188 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/7ad7da2f-e150-4eb6-9ad0-fbf4389636df) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:41:42.573526 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4c1b8197-c02e-44ac-9919-11cdc3776316 req-d0036fbb-344a-4e95-95a1-123b9f43d57f tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2027280 Nov 25 17:41:42.595458 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59400) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:42.622463 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device e99d3258-b1ec-4b69-b30c-c2704b970bb3 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:41:42.626034 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-6ad61843-9ed6-4060-86d4-38a943a7ce8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0350a5-1f5c-4536-b393-df701b2c617d', 'name': 'tempest-TaggedBootDevicesTest_v242-1450671407-router', 'tenant_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:28:39Z', 'updated_at': '2021-11-25T17:41:41Z', 'revision_number': 6, 'project_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'gw_port_host': None}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:42.645013 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-49235ea4-7cbe-422e-af17-b11d65d1ab40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:42.683619 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: e99d3258-b1ec-4b69-b30c-c2704b970bb3 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:41:42.683619 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device e99d3258-b1ec-4b69-b30c-c2704b970bb3 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:41:42.686084 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49235ea4-7cbe-422e-af17-b11d65d1ab40 None None] No DVR routers for this DVR port e99d3258-b1ec-4b69-b30c-c2704b970bb3 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:41:42.706262 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad61843-9ed6-4060-86d4-38a943a7ce8e None None] The sync data for ids ['ff0350a5-1f5c-4536-b393-df701b2c617d'] in n-d-817746-1 is: [{'id': 'ff0350a5-1f5c-4536-b393-df701b2c617d', 'name': 'tempest-TaggedBootDevicesTest_v242-1450671407-router', 'tenant_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:28:39Z', 'updated_at': '2021-11-25T17:41:41Z', 'revision_number': 6, 'project_id': 'dd6f14b9d22849c3ad1fbf498db9870a', 'gw_port_host': None}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:41:42.708175 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49235ea4-7cbe-422e-af17-b11d65d1ab40 None None] Pushing event deleted for resources: {'Port': ['ID=e99d3258-b1ec-4b69-b30c-c2704b970bb3,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:42.817109 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f108e-6d14-4a21-aeb4-bbf7745b1691 req-37a85823-513c-45a1-9686-17d4252cff8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:42.818653 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e53f108e-6d14-4a21-aeb4-bbf7745b1691 req-37a85823-513c-45a1-9686-17d4252cff8a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5a560046c26c483180c0093a6be1dd8b&device_id=a34f52ae-5dd5-496c-a4ed-6772403a2b53 HTTP/1.1" status: 200 len: 1095 time: 1.0267553 Nov 25 17:41:42.925806 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e53f108e-6d14-4a21-aeb4-bbf7745b1691 req-d2fb5779-75d5-4bc4-84af-14ad4a166631 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5065f371-45ed-4e50-b639-0de33fa2049c HTTP/1.1" status: 200 len: 217 time: 0.0924370 Nov 25 17:41:43.043475 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-05e5ce8f-8146-48db-a83e-8848c4b85885 tempest-RoutersAdminNegativeIpV6Test-1873174479 tempest-RoutersAdminNegativeIpV6Test-1873174479-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:43.080790 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-842966aa-d1b1-4ca0-b5d7-67288cf7d032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:43.122479 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-05e5ce8f-8146-48db-a83e-8848c4b85885 tempest-RoutersAdminNegativeIpV6Test-1873174479 tempest-RoutersAdminNegativeIpV6Test-1873174479-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:43.122731 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e89729-fccd-4de4-b2fe-2b537cdd4589 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:41:43.160804 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f108e-6d14-4a21-aeb4-bbf7745b1691 req-0c7bf994-1e03-432b-bd28-a468bb9e9048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:43.163264 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e53f108e-6d14-4a21-aeb4-bbf7745b1691 req-0c7bf994-1e03-432b-bd28-a468bb9e9048 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c74f83ed-3896-4341-8cf1-e1417d85add2 HTTP/1.1" status: 200 len: 851 time: 0.2298784 Nov 25 17:41:43.258418 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e5ce8f-8146-48db-a83e-8848c4b85885 tempest-RoutersAdminNegativeIpV6Test-1873174479 tempest-RoutersAdminNegativeIpV6Test-1873174479-project-admin] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:43.262287 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-842966aa-d1b1-4ca0-b5d7-67288cf7d032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:43.358215 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f108e-6d14-4a21-aeb4-bbf7745b1691 req-dbec3fa6-3f30-48e8-9d6a-3b4e9ab8c502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:43.367446 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e53f108e-6d14-4a21-aeb4-bbf7745b1691 req-dbec3fa6-3f30-48e8-9d6a-3b4e9ab8c502 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d0082d57-8c96-4a76-be0f-340c2f65b160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1198511 Nov 25 17:41:43.382916 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-842966aa-d1b1-4ca0-b5d7-67288cf7d032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:43.385697 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-842966aa-d1b1-4ca0-b5d7-67288cf7d032 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:43.449532 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-05e5ce8f-8146-48db-a83e-8848c4b85885 tempest-RoutersAdminNegativeIpV6Test-1873174479 tempest-RoutersAdminNegativeIpV6Test-1873174479-project-admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:43.453797 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-842966aa-d1b1-4ca0-b5d7-67288cf7d032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:43.454539 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842966aa-d1b1-4ca0-b5d7-67288cf7d032 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff0350a5-1f5c-4536-b393-df701b2c617d {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:41:43.457770 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842966aa-d1b1-4ca0-b5d7-67288cf7d032 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b49ecca-9498-40b4-b9e9-138a19854600,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:43.464445 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdfd6d2-1203-471f-8b8f-0416e65123b3 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:41:43.475170 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9de4289f-3eba-4d2c-abc7-854e12d838bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:43.483639 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e5ce8f-8146-48db-a83e-8848c4b85885 tempest-RoutersAdminNegativeIpV6Test-1873174479 tempest-RoutersAdminNegativeIpV6Test-1873174479-project-admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:41:43.510035 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-842966aa-d1b1-4ca0-b5d7-67288cf7d032 admin admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:43.514655 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-842966aa-d1b1-4ca0-b5d7-67288cf7d032 admin admin] 10.222.0.75 "DELETE /v2.0/routers/ff0350a5-1f5c-4536-b393-df701b2c617d HTTP/1.1" status: 204 len: 168 time: 2.8263047 Nov 25 17:41:43.518519 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59412) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:43.533417 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e53f108e-6d14-4a21-aeb4-bbf7745b1691 req-80e511fd-2f26-4881-ab26-4583e3aadae5 service neutron] 10.222.0.74 "GET /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559429 Nov 25 17:41:43.578854 n-d-817746-1 neutron-server[103361]: DEBUG neutron.objects.ports [None req-9062d0d0-ac07-4e7b-8005-4903973678c4 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103361) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 17:41:43.583219 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-e49c61b4-d36c-4b2c-97e2-d21c964f1641 None None] Provisioning complete for port 7ad7da2f-e150-4eb6-9ad0-fbf4389636df triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:43.585937 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9062d0d0-ac07-4e7b-8005-4903973678c4 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:43.593501 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e49c61b4-d36c-4b2c-97e2-d21c964f1641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:43.645722 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9062d0d0-ac07-4e7b-8005-4903973678c4 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:43.666663 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-9062d0d0-ac07-4e7b-8005-4903973678c4 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:43.673789 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9062d0d0-ac07-4e7b-8005-4903973678c4 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:43.674464 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9062d0d0-ac07-4e7b-8005-4903973678c4 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:43.694251 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35304bee-810d-4cbe-82e0-11f474c8582e None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:41:43.749068 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-9062d0d0-ac07-4e7b-8005-4903973678c4 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.0658033 Nov 25 17:41:43.750646 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e5ce8f-8146-48db-a83e-8848c4b85885 tempest-RoutersAdminNegativeIpV6Test-1873174479 tempest-RoutersAdminNegativeIpV6Test-1873174479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:43.751262 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-05e5ce8f-8146-48db-a83e-8848c4b85885 tempest-RoutersAdminNegativeIpV6Test-1873174479 tempest-RoutersAdminNegativeIpV6Test-1873174479-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:43.762419 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59418) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:43.801584 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-e49c61b4-d36c-4b2c-97e2-d21c964f1641 None None] Port 7ad7da2f-e150-4eb6-9ad0-fbf4389636df cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:41:43.859577 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa9b4667-c25c-421a-bb2a-fc7601891b58 admin admin] Deleting subnet 3ed106f0-2cd9-4f3e-b760-6bf8df9e80f9 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:41:43.867671 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9062d0d0-ac07-4e7b-8005-4903973678c4 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event updated for resources: {'Subnet': ['ID=7d501a50-de29-4b87-bf35-ef8dc708edb4,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:43.869087 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-aa9b4667-c25c-421a-bb2a-fc7601891b58 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:43.921731 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-aa9b4667-c25c-421a-bb2a-fc7601891b58 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:44.028921 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509bcf1f-eb3d-4d8f-bab4-deeb6cfb410a req-1c757821-299b-42fd-a4ea-91193e097de2 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:44.031227 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-509bcf1f-eb3d-4d8f-bab4-deeb6cfb410a req-1c757821-299b-42fd-a4ea-91193e097de2 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a34f52ae-5dd5-496c-a4ed-6772403a2b53 HTTP/1.1" status: 200 len: 944 time: 0.2456226 Nov 25 17:41:44.038347 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e53f108e-6d14-4a21-aeb4-bbf7745b1691 req-10afb5d5-381a-45fa-99d9-b37ba648c3c2 service neutron] 10.222.0.74 "GET /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4571497 Nov 25 17:41:44.045349 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-58ab96e9-cf6c-488b-909e-c7d9b0e34232 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Request body: {'port': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'mac_address': 'fa:16:3e:89:07:dd', 'name': 'tempest-NetworksTestDHCPv6-942325279'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:44.157852 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-509bcf1f-eb3d-4d8f-bab4-deeb6cfb410a req-4a6cfadd-a8e5-4681-bdef-56a6eb701990 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079082 Nov 25 17:41:44.174375 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9fb9ed-56f0-4aca-9db8-4bcc1fae94fd req-d600f6ed-b0c9-4a53-855d-a0b872f6d8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:44.176240 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8e9fb9ed-56f0-4aca-9db8-4bcc1fae94fd req-d600f6ed-b0c9-4a53-855d-a0b872f6d8c7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5a560046c26c483180c0093a6be1dd8b&device_id=a34f52ae-5dd5-496c-a4ed-6772403a2b53 HTTP/1.1" status: 200 len: 1095 time: 0.0780349 Nov 25 17:41:44.194907 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342b720a-1474-414d-b0bc-f4eeb1465e6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-fed75ec1-726a-45be-ab23-2dd76f977831', 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'tenant_id': 'b4fd74d3755f4cd39b2026436dde8bb1', 'fixed_ips': [{'subnet_id': '7d501a50-de29-4b87-bf35-ef8dc708edb4'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:41:44.195906 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-342b720a-1474-414d-b0bc-f4eeb1465e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:44.211171 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-aa9b4667-c25c-421a-bb2a-fc7601891b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:44.334799 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e5ce8f-8146-48db-a83e-8848c4b85885 tempest-RoutersAdminNegativeIpV6Test-1873174479 tempest-RoutersAdminNegativeIpV6Test-1873174479-project-admin] Pushing event updated for resources: {'Port': ['ID=7ad7da2f-e150-4eb6-9ad0-fbf4389636df,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:44.364055 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9fb9ed-56f0-4aca-9db8-4bcc1fae94fd req-ef546572-9ac4-4f30-b238-aa036955fc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:44.368405 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8e9fb9ed-56f0-4aca-9db8-4bcc1fae94fd req-ef546572-9ac4-4f30-b238-aa036955fc92 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d0082d57-8c96-4a76-be0f-340c2f65b160 HTTP/1.1" status: 200 len: 913 time: 0.1801724 Nov 25 17:41:44.477325 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8e9fb9ed-56f0-4aca-9db8-4bcc1fae94fd req-906dae8c-b8be-4a7a-9716-cf68257cf368 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5065f371-45ed-4e50-b639-0de33fa2049c HTTP/1.1" status: 200 len: 217 time: 0.0997486 Nov 25 17:41:44.488065 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-342b720a-1474-414d-b0bc-f4eeb1465e6f None None] Allocated IP 2001:db8::f816:3eff:feb2:aeb8 (fed75ec1-726a-45be-ab23-2dd76f977831/7d501a50-de29-4b87-bf35-ef8dc708edb4/6497a9d1-7ef8-4621-a4e3-41b38939ed86) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:41:44.549468 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-05e5ce8f-8146-48db-a83e-8848c4b85885 tempest-RoutersAdminNegativeIpV6Test-1873174479 tempest-RoutersAdminNegativeIpV6Test-1873174479-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.2834027 Nov 25 17:41:44.551771 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 59432) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:44.562858 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-aa9b4667-c25c-421a-bb2a-fc7601891b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:44.563246 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 7876ffaa-9d8b-49a8-aeec-46e97b6019e5 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:41:44.566642 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-1b9e8d36-083d-4802-8f34-496a11ec13b9 tempest-RoutersAdminNegativeIpV6Test-1873174479 tempest-RoutersAdminNegativeIpV6Test-1873174479-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.188'}]}}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:44.613240 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9fb9ed-56f0-4aca-9db8-4bcc1fae94fd req-f55e2157-5211-4977-9deb-d56ebe34f20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:44.614768 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8e9fb9ed-56f0-4aca-9db8-4bcc1fae94fd req-f55e2157-5211-4977-9deb-d56ebe34f20b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c74f83ed-3896-4341-8cf1-e1417d85add2 HTTP/1.1" status: 200 len: 851 time: 0.1291997 Nov 25 17:41:44.634350 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 7876ffaa-9d8b-49a8-aeec-46e97b6019e5 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:41:44.634779 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 7876ffaa-9d8b-49a8-aeec-46e97b6019e5 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:41:44.635317 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 8b49ecca-9498-40b4-b9e9-138a19854600 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:41:44.640436 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9b4667-c25c-421a-bb2a-fc7601891b58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ed106f0-2cd9-4f3e-b760-6bf8df9e80f9,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:44.704363 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-aa9b4667-c25c-421a-bb2a-fc7601891b58 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:44.704937 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 8b49ecca-9498-40b4-b9e9-138a19854600 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:41:44.706446 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 8b49ecca-9498-40b4-b9e9-138a19854600 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:41:44.709567 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a862e631-f2d7-496f-9df1-e5dc4cbdbd79 None None] Network 124f5b02-f613-458f-b33d-77fb5d166863 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:41:44.717537 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-aa9b4667-c25c-421a-bb2a-fc7601891b58 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/3ed106f0-2cd9-4f3e-b760-6bf8df9e80f9 HTTP/1.1" status: 204 len: 168 time: 1.1857870 Nov 25 17:41:44.721908 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59434) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:44.741359 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ab96e9-cf6c-488b-909e-c7d9b0e34232 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Made reservation on behalf of b4fd74d3755f4cd39b2026436dde8bb1 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:41:44.761563 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9fb9ed-56f0-4aca-9db8-4bcc1fae94fd req-f4b5d61a-48e4-4b5a-9b3d-07093ef3e5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:44.764486 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8e9fb9ed-56f0-4aca-9db8-4bcc1fae94fd req-f4b5d61a-48e4-4b5a-9b3d-07093ef3e5d4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d0082d57-8c96-4a76-be0f-340c2f65b160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1396391 Nov 25 17:41:44.768433 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1b9e8d36-083d-4802-8f34-496a11ec13b9 tempest-RoutersAdminNegativeIpV6Test-1873174479 tempest-RoutersAdminNegativeIpV6Test-1873174479-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:44.770770 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1b9e8d36-083d-4802-8f34-496a11ec13b9 tempest-RoutersAdminNegativeIpV6Test-1873174479 tempest-RoutersAdminNegativeIpV6Test-1873174479-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:44.863362 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-58ab96e9-cf6c-488b-909e-c7d9b0e34232 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:44.882539 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9de4289f-3eba-4d2c-abc7-854e12d838bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:44.895696 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9de4289f-3eba-4d2c-abc7-854e12d838bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:44.939073 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-58ab96e9-cf6c-488b-909e-c7d9b0e34232 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] device_id is not set on port 82989a63-06f3-4afb-8df7-4f2dbd4ed75e yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:41:44.987310 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1b9e8d36-083d-4802-8f34-496a11ec13b9 tempest-RoutersAdminNegativeIpV6Test-1873174479 tempest-RoutersAdminNegativeIpV6Test-1873174479-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:45.051460 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de4289f-3eba-4d2c-abc7-854e12d838bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d383cc01-419a-4030-92a4-318633d8664e,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:45.093281 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8e9fb9ed-56f0-4aca-9db8-4bcc1fae94fd req-1604055a-8c3e-4bd8-b130-9c9dea02b40a service neutron] 10.222.0.74 "GET /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149004 Nov 25 17:41:45.198296 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1816a4aa-1028-4b24-bcf8-58db1b137585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:45.200008 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-342b720a-1474-414d-b0bc-f4eeb1465e6f None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:45.203837 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1b9e8d36-083d-4802-8f34-496a11ec13b9 tempest-RoutersAdminNegativeIpV6Test-1873174479 tempest-RoutersAdminNegativeIpV6Test-1873174479-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:45.218231 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-342b720a-1474-414d-b0bc-f4eeb1465e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:45.248770 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9de4289f-3eba-4d2c-abc7-854e12d838bc admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8d36a826a0524d9f8984a96791b159c6&name=default HTTP/1.1" status: 200 len: 3000 time: 2.6519439 Nov 25 17:41:45.254045 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59440) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:45.340853 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342b720a-1474-414d-b0bc-f4eeb1465e6f None None] Pushing event updated for resources: {'Port': ['ID=6497a9d1-7ef8-4621-a4e3-41b38939ed86,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:45.345660 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfd1c4a-d83b-4e15-a43a-1bd04ecf130d None None] DHCP port deletion for 124f5b02-f613-458f-b33d-77fb5d166863 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:41:45.372630 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342b720a-1474-414d-b0bc-f4eeb1465e6f None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:45.395708 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-342b720a-1474-414d-b0bc-f4eeb1465e6f None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:45.399388 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342b720a-1474-414d-b0bc-f4eeb1465e6f None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:41:45.478901 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-342b720a-1474-414d-b0bc-f4eeb1465e6f None None] Attempting to bind port 6497a9d1-7ef8-4621-a4e3-41b38939ed86 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:41:45.479481 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-342b720a-1474-414d-b0bc-f4eeb1465e6f None None] Attempting to bind port 6497a9d1-7ef8-4621-a4e3-41b38939ed86 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:41:45.480527 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342b720a-1474-414d-b0bc-f4eeb1465e6f None None] Attempting to bind port 6497a9d1-7ef8-4621-a4e3-41b38939ed86 on network fed75ec1-726a-45be-ab23-2dd76f977831 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:41:45.496814 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-58ab96e9-cf6c-488b-909e-c7d9b0e34232 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Allocated IP 2001:db8::f816:3eff:fe89:7dd (fed75ec1-726a-45be-ab23-2dd76f977831/7d501a50-de29-4b87-bf35-ef8dc708edb4/82989a63-06f3-4afb-8df7-4f2dbd4ed75e) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:41:45.504013 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342b720a-1474-414d-b0bc-f4eeb1465e6f None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:41:45.504742 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342b720a-1474-414d-b0bc-f4eeb1465e6f None None] Checking segment: {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:41:45.505366 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-342b720a-1474-414d-b0bc-f4eeb1465e6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:45.505936 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342b720a-1474-414d-b0bc-f4eeb1465e6f None None] Bound using segment: {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:41:45.506613 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-342b720a-1474-414d-b0bc-f4eeb1465e6f None None] Bound port: 6497a9d1-7ef8-4621-a4e3-41b38939ed86, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:41:45.507180 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-342b720a-1474-414d-b0bc-f4eeb1465e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:45.522193 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8e9fb9ed-56f0-4aca-9db8-4bcc1fae94fd req-184d3332-651a-44ca-949f-b3b5df55aea5 service neutron] 10.222.0.74 "GET /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3921695 Nov 25 17:41:45.617294 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b323aa-0c9e-42e2-aee7-f6cb1e7514ae req-b739422e-00a2-412b-b8d6-35bdd4bf1199 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:45.631165 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-0dfd1c4a-d83b-4e15-a43a-1bd04ecf130d None None] Deleting port 837f943c-d7f9-4a54-bbef-efa4c57cd619 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:45.631165 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0dfd1c4a-d83b-4e15-a43a-1bd04ecf130d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:45.633822 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a8b323aa-0c9e-42e2-aee7-f6cb1e7514ae req-b739422e-00a2-412b-b8d6-35bdd4bf1199 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a34f52ae-5dd5-496c-a4ed-6772403a2b53 HTTP/1.1" status: 200 len: 944 time: 0.2810113 Nov 25 17:41:45.636064 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1aa33881-ecff-4e84-aa01-b7c6e3821157 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:45.681664 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-342b720a-1474-414d-b0bc-f4eeb1465e6f None None] For port 6497a9d1-7ef8-4621-a4e3-41b38939ed86, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:41:45.692367 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1aa33881-ecff-4e84-aa01-b7c6e3821157 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:45.721485 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a8b323aa-0c9e-42e2-aee7-f6cb1e7514ae req-2741411d-13e8-45da-bf9a-e4b7a22ddc95 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867732 Nov 25 17:41:45.763803 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-1816a4aa-1028-4b24-bcf8-58db1b137585 admin admin] Deleting port 837f943c-d7f9-4a54-bbef-efa4c57cd619 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:45.764149 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1816a4aa-1028-4b24-bcf8-58db1b137585 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:45.793576 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-342b720a-1474-414d-b0bc-f4eeb1465e6f None None] For port 6497a9d1-7ef8-4621-a4e3-41b38939ed86, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=6497a9d1-7ef8-4621-a4e3-41b38939ed86,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:41:45.817463 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-0dfd1c4a-d83b-4e15-a43a-1bd04ecf130d None None] For port 837f943c-d7f9-4a54-bbef-efa4c57cd619, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=837f943c-d7f9-4a54-bbef-efa4c57cd619,segment=NetworkSegment(0e00b021-4936-4a80-9658-da28463c87bd),segment_id=0e00b021-4936-4a80-9658-da28463c87bd)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:45.820381 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0dfd1c4a-d83b-4e15-a43a-1bd04ecf130d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:45.875215 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-342b720a-1474-414d-b0bc-f4eeb1465e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:45.928109 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-0dfd1c4a-d83b-4e15-a43a-1bd04ecf130d None None] Calling delete_port for 837f943c-d7f9-4a54-bbef-efa4c57cd619 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:41:45.961146 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1b9e8d36-083d-4802-8f34-496a11ec13b9 tempest-RoutersAdminNegativeIpV6Test-1873174479 tempest-RoutersAdminNegativeIpV6Test-1873174479-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:45.963094 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-1816a4aa-1028-4b24-bcf8-58db1b137585 admin admin] For port 837f943c-d7f9-4a54-bbef-efa4c57cd619, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=837f943c-d7f9-4a54-bbef-efa4c57cd619,segment=NetworkSegment(0e00b021-4936-4a80-9658-da28463c87bd),segment_id=0e00b021-4936-4a80-9658-da28463c87bd)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:45.963474 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1816a4aa-1028-4b24-bcf8-58db1b137585 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:45.984163 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1b9e8d36-083d-4802-8f34-496a11ec13b9 tempest-RoutersAdminNegativeIpV6Test-1873174479 tempest-RoutersAdminNegativeIpV6Test-1873174479-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:46.092085 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-1816a4aa-1028-4b24-bcf8-58db1b137585 admin admin] Calling delete_port for 837f943c-d7f9-4a54-bbef-efa4c57cd619 owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:41:46.096149 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1aa33881-ecff-4e84-aa01-b7c6e3821157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:46.104782 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1aa33881-ecff-4e84-aa01-b7c6e3821157 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:46.108940 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1aa33881-ecff-4e84-aa01-b7c6e3821157 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d383cc01-419a-4030-92a4-318633d8664e HTTP/1.1" status: 204 len: 168 time: 0.8501351 Nov 25 17:41:46.170024 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa33881-ecff-4e84-aa01-b7c6e3821157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d383cc01-419a-4030-92a4-318633d8664e,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:46.277984 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1b9e8d36-083d-4802-8f34-496a11ec13b9 tempest-RoutersAdminNegativeIpV6Test-1873174479 tempest-RoutersAdminNegativeIpV6Test-1873174479-project-admin] Publish callbacks [] for router, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:46.336158 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342b720a-1474-414d-b0bc-f4eeb1465e6f None None] Pushing event updated for resources: {'Port': ['ID=6497a9d1-7ef8-4621-a4e3-41b38939ed86,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:46.486554 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0dfd1c4a-d83b-4e15-a43a-1bd04ecf130d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:46.565248 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd1c4a-d83b-4e15-a43a-1bd04ecf130d None None] Pushing event deleted for resources: {'Port': ['ID=837f943c-d7f9-4a54-bbef-efa4c57cd619,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:46.596131 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfd1c4a-d83b-4e15-a43a-1bd04ecf130d None None] No DVR routers for this DVR port 837f943c-d7f9-4a54-bbef-efa4c57cd619 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:41:46.600065 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd1c4a-d83b-4e15-a43a-1bd04ecf130d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:46.601583 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd1c4a-d83b-4e15-a43a-1bd04ecf130d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:46.602169 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd1c4a-d83b-4e15-a43a-1bd04ecf130d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:46.602693 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd1c4a-d83b-4e15-a43a-1bd04ecf130d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:46.603442 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd1c4a-d83b-4e15-a43a-1bd04ecf130d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:46.603971 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd1c4a-d83b-4e15-a43a-1bd04ecf130d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:46.604481 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd1c4a-d83b-4e15-a43a-1bd04ecf130d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:46.605958 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd1c4a-d83b-4e15-a43a-1bd04ecf130d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:46.606526 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd1c4a-d83b-4e15-a43a-1bd04ecf130d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:46.607322 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd1c4a-d83b-4e15-a43a-1bd04ecf130d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:46.607839 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd1c4a-d83b-4e15-a43a-1bd04ecf130d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:46.608370 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd1c4a-d83b-4e15-a43a-1bd04ecf130d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:46.668275 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 5065f371-45ed-4e50-b639-0de33fa2049c details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:41:46.695976 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 837f943c-d7f9-4a54-bbef-efa4c57cd619 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:41:46.740501 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 837f943c-d7f9-4a54-bbef-efa4c57cd619 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:41:46.740764 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 837f943c-d7f9-4a54-bbef-efa4c57cd619 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:41:46.812044 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:46.885314 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1816a4aa-1028-4b24-bcf8-58db1b137585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:47.017660 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:47.038264 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1816a4aa-1028-4b24-bcf8-58db1b137585 admin admin] Pushing event deleted for resources: {'Port': ['ID=837f943c-d7f9-4a54-bbef-efa4c57cd619,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:47.051331 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1816a4aa-1028-4b24-bcf8-58db1b137585 admin admin] No DVR routers for this DVR port 837f943c-d7f9-4a54-bbef-efa4c57cd619 on host n-d-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:41:47.062352 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59462) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:47.065338 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 5065f371-45ed-4e50-b639-0de33fa2049c, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=5065f371-45ed-4e50-b639-0de33fa2049c,segment=NetworkSegment(c5752f96-a6e9-4fc2-9dae-273cc6a23f00),segment_id=c5752f96-a6e9-4fc2-9dae-273cc6a23f00)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:47.072060 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-58ab96e9-cf6c-488b-909e-c7d9b0e34232 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:47.080909 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '5065f371-45ed-4e50-b639-0de33fa2049c', 'network_id': 'd0082d57-8c96-4a76-be0f-340c2f65b160', 'port_id': '5065f371-45ed-4e50-b639-0de33fa2049c', 'mac_address': 'fa:16:3e:2c:1e:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c74f83ed-3896-4341-8cf1-e1417d85add2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:41:47.139667 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:47.175731 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5065f371-45ed-4e50-b639-0de33fa2049c {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:41:47.180367 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-58ab96e9-cf6c-488b-909e-c7d9b0e34232 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:47.187839 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1b9e8d36-083d-4802-8f34-496a11ec13b9 tempest-RoutersAdminNegativeIpV6Test-1873174479 tempest-RoutersAdminNegativeIpV6Test-1873174479-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:47.196033 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1b9e8d36-083d-4802-8f34-496a11ec13b9 tempest-RoutersAdminNegativeIpV6Test-1873174479 tempest-RoutersAdminNegativeIpV6Test-1873174479-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:47.204581 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 5065f371-45ed-4e50-b639-0de33fa2049c, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=5065f371-45ed-4e50-b639-0de33fa2049c,segment=NetworkSegment(c5752f96-a6e9-4fc2-9dae-273cc6a23f00),segment_id=c5752f96-a6e9-4fc2-9dae-273cc6a23f00)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:47.212583 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:47.255108 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c7a7c84d-455f-44a9-bd4f-444b9114189d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:47.258229 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-16de694f-a85d-4410-b86c-2db3fc0944fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:47.317851 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1b9e8d36-083d-4802-8f34-496a11ec13b9 tempest-RoutersAdminNegativeIpV6Test-1873174479 tempest-RoutersAdminNegativeIpV6Test-1873174479-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:47.318404 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b9e8d36-083d-4802-8f34-496a11ec13b9 tempest-RoutersAdminNegativeIpV6Test-1873174479 tempest-RoutersAdminNegativeIpV6Test-1873174479-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 54e76225-892d-4fbf-bdd7-fa35aa70e64d {{(pid=103361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:41:47.350980 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=5065f371-45ed-4e50-b639-0de33fa2049c,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:47.390181 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ab96e9-cf6c-488b-909e-c7d9b0e34232 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event updated for resources: {'Port': ['ID=82989a63-06f3-4afb-8df7-4f2dbd4ed75e,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:47.419593 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [None req-1b9e8d36-083d-4802-8f34-496a11ec13b9 tempest-RoutersAdminNegativeIpV6Test-1873174479 tempest-RoutersAdminNegativeIpV6Test-1873174479-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 25 17:41:47.420519 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1816a4aa-1028-4b24-bcf8-58db1b137585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:47.424388 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-1b9e8d36-083d-4802-8f34-496a11ec13b9 tempest-RoutersAdminNegativeIpV6Test-1873174479 tempest-RoutersAdminNegativeIpV6Test-1873174479-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.8669870 Nov 25 17:41:47.429126 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ab96e9-cf6c-488b-909e-c7d9b0e34232 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:47.431854 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59464) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:47.449699 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-58ab96e9-cf6c-488b-909e-c7d9b0e34232 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:47.452459 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ab96e9-cf6c-488b-909e-c7d9b0e34232 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:41:47.452979 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83184f7-6621-4055-be08-1f49b5db8be8 req-f222ebdc-7c2d-461f-bcf5-b0a6d76abf5e tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:47.458872 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ab96e9-cf6c-488b-909e-c7d9b0e34232 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:47.460607 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-58ab96e9-cf6c-488b-909e-c7d9b0e34232 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:47.462661 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['5065f371-45ed-4e50-b639-0de33fa2049c'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:41:47.463350 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d83184f7-6621-4055-be08-1f49b5db8be8 req-f222ebdc-7c2d-461f-bcf5-b0a6d76abf5e tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a34f52ae-5dd5-496c-a4ed-6772403a2b53 HTTP/1.1" status: 200 len: 945 time: 0.1703484 Nov 25 17:41:47.527959 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-58ab96e9-cf6c-488b-909e-c7d9b0e34232 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.6749325 Nov 25 17:41:47.560047 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 59466) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:47.576667 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d83184f7-6621-4055-be08-1f49b5db8be8 req-648da995-1668-4f42-b465-77d5a7bfed25 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100283 Nov 25 17:41:47.701605 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49c28d1-1510-4c53-836d-fcc7aeb2cbb2 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:47.712228 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49c28d1-1510-4c53-836d-fcc7aeb2cbb2 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:47.714230 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c49c28d1-1510-4c53-836d-fcc7aeb2cbb2 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1335282 Nov 25 17:41:47.718678 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 59470) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:47.930797 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-2ebdf2f3-44b3-4286-85a0-517489c54265 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Deleting port 82989a63-06f3-4afb-8df7-4f2dbd4ed75e {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:47.940608 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2ebdf2f3-44b3-4286-85a0-517489c54265 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:48.090582 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-2a705421-cced-499a-bca5-30f3a5765bfc None None] Provisioning complete for port 6497a9d1-7ef8-4621-a4e3-41b38939ed86 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:48.091203 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2a705421-cced-499a-bca5-30f3a5765bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:48.166211 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2ebdf2f3-44b3-4286-85a0-517489c54265 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:48.197948 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-2ebdf2f3-44b3-4286-85a0-517489c54265 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Calling delete_port for 82989a63-06f3-4afb-8df7-4f2dbd4ed75e owned by {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:41:48.323521 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2a705421-cced-499a-bca5-30f3a5765bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:48.372903 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-2a705421-cced-499a-bca5-30f3a5765bfc None None] For port 6497a9d1-7ef8-4621-a4e3-41b38939ed86, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=6497a9d1-7ef8-4621-a4e3-41b38939ed86,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:48.383131 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2a705421-cced-499a-bca5-30f3a5765bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:48.396455 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-1816a4aa-1028-4b24-bcf8-58db1b137585 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['124f5b02-f613-458f-b33d-77fb5d166863']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:48.453689 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-1816a4aa-1028-4b24-bcf8-58db1b137585 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e00b021-4936-4a80-9658-da28463c87bd') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:48.453997 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-1816a4aa-1028-4b24-bcf8-58db1b137585 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e00b021-4936-4a80-9658-da28463c87bd') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:48.496064 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a705421-cced-499a-bca5-30f3a5765bfc None None] Pushing event updated for resources: {'Port': ['ID=6497a9d1-7ef8-4621-a4e3-41b38939ed86,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:48.528228 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1816a4aa-1028-4b24-bcf8-58db1b137585 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:48.532394 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-8bc97b9d-dda9-45bf-b722-0099c429d937 None None] Provisioning complete for port 82989a63-06f3-4afb-8df7-4f2dbd4ed75e triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:48.533225 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8bc97b9d-dda9-45bf-b722-0099c429d937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:48.535630 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2ebdf2f3-44b3-4286-85a0-517489c54265 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:48.579198 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-8bc97b9d-dda9-45bf-b722-0099c429d937 None None] Port 82989a63-06f3-4afb-8df7-4f2dbd4ed75e was deleted so its status cannot be updated. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 25 17:41:48.595904 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1816a4aa-1028-4b24-bcf8-58db1b137585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:48.630269 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 6497a9d1-7ef8-4621-a4e3-41b38939ed86 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:41:48.641985 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2ebdf2f3-44b3-4286-85a0-517489c54265 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:48.646106 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-2ebdf2f3-44b3-4286-85a0-517489c54265 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/ports/82989a63-06f3-4afb-8df7-4f2dbd4ed75e HTTP/1.1" status: 204 len: 168 time: 0.9264147 Nov 25 17:41:48.647626 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebdf2f3-44b3-4286-85a0-517489c54265 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event deleted for resources: {'Port': ['ID=82989a63-06f3-4afb-8df7-4f2dbd4ed75e,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:48.649197 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1816a4aa-1028-4b24-bcf8-58db1b137585 admin admin] Releasing vlan 920 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:41:48.649631 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1816a4aa-1028-4b24-bcf8-58db1b137585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:48.656430 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 59478) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:48.657259 n-d-817746-1 neutron-server[103360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:41:48.657259 n-d-817746-1 neutron-server[103360]: self.session.flush() Nov 25 17:41:48.657259 n-d-817746-1 neutron-server[103360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:41:48.657259 n-d-817746-1 neutron-server[103360]: self.session.flush() Nov 25 17:41:48.657259 n-d-817746-1 neutron-server[103360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:41:48.657259 n-d-817746-1 neutron-server[103360]: self.session.flush() Nov 25 17:41:48.657259 n-d-817746-1 neutron-server[103360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:41:48.657259 n-d-817746-1 neutron-server[103360]: self.session.flush() Nov 25 17:41:48.657259 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:41:48.657259 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:41:48.657259 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:41:48.657259 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:41:48.657259 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:41:48.657259 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:41:48.657259 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:41:48.657259 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:41:48.657259 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:41:48.657259 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:41:48.657259 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:41:48.657259 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:41:48.657259 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:41:48.657259 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:41:48.657259 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:41:48.657259 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:41:48.657259 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:41:48.657259 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:41:48.657259 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:41:48.657259 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:41:48.657259 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:41:48.657259 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:41:48.657259 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:41:48.657259 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:41:48.657259 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:41:48.657259 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:41:48.657259 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:41:48.657259 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:41:48.657259 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:41:48.657259 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:41:48.657259 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:41:48.657259 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:41:48.736596 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 5065f371-45ed-4e50-b639-0de33fa2049c up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:41:48.765986 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b545415-81a3-48d2-8bbc-70601d62c2d3 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:48.776644 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b545415-81a3-48d2-8bbc-70601d62c2d3 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:48.781342 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-9b545415-81a3-48d2-8bbc-70601d62c2d3 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1192677 Nov 25 17:41:48.794125 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 59482) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:48.888256 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1816a4aa-1028-4b24-bcf8-58db1b137585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:48.891633 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 6497a9d1-7ef8-4621-a4e3-41b38939ed86 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:48.894581 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:48.895888 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1816a4aa-1028-4b24-bcf8-58db1b137585 admin admin] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:48.908424 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1816a4aa-1028-4b24-bcf8-58db1b137585 admin admin] 10.222.0.75 "DELETE /v2.0/networks/124f5b02-f613-458f-b33d-77fb5d166863 HTTP/1.1" status: 204 len: 168 time: 4.1824484 Nov 25 17:41:48.908424 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c7a7c84d-455f-44a9-bd4f-444b9114189d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:48.916336 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-d7062bdf-ee38-446e-b0eb-23d20e975f6b tempest-RoutersAdminNegativeIpV6Test-1873174479 tempest-RoutersAdminNegativeIpV6Test-1873174479-project-admin] Deleting port 7ad7da2f-e150-4eb6-9ad0-fbf4389636df {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:48.916670 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d7062bdf-ee38-446e-b0eb-23d20e975f6b tempest-RoutersAdminNegativeIpV6Test-1873174479 tempest-RoutersAdminNegativeIpV6Test-1873174479-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:48.920616 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59486) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:48.983694 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port 5065f371-45ed-4e50-b639-0de33fa2049c completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:41:48.986207 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c7a7c84d-455f-44a9-bd4f-444b9114189d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:49.007864 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 5065f371-45ed-4e50-b639-0de33fa2049c triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:49.008371 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:49.032242 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1816a4aa-1028-4b24-bcf8-58db1b137585 admin admin] Pushing event deleted for resources: {'Network': ['ID=124f5b02-f613-458f-b33d-77fb5d166863,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:49.044796 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954645b8-d8ed-4ba2-a1e3-20f2ec68b8d9 req-42b875d1-7490-49a7-9d38-1eafdd5e1bfe tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:49.050582 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-954645b8-d8ed-4ba2-a1e3-20f2ec68b8d9 req-42b875d1-7490-49a7-9d38-1eafdd5e1bfe tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a34f52ae-5dd5-496c-a4ed-6772403a2b53 HTTP/1.1" status: 200 len: 945 time: 0.2673514 Nov 25 17:41:49.141849 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e534179-daa5-434e-9418-01db702bcc53 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Deleting subnet 7d501a50-de29-4b87-bf35-ef8dc708edb4 {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:41:49.164705 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1e534179-daa5-434e-9418-01db702bcc53 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:49.255727 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-954645b8-d8ed-4ba2-a1e3-20f2ec68b8d9 req-fb08d8ea-bdf3-4281-bec6-18ad05bec810 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977422 Nov 25 17:41:49.284334 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1e534179-daa5-434e-9418-01db702bcc53 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:49.306222 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7c84d-455f-44a9-bd4f-444b9114189d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae27ee77-e427-4b6a-be8f-2f47ea677252,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:49.344069 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c7a7c84d-455f-44a9-bd4f-444b9114189d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=11ecd5328ec94c6b8263c65cfba3b04d&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1981716 Nov 25 17:41:49.348475 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59490) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:49.391677 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:49.440094 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d7062bdf-ee38-446e-b0eb-23d20e975f6b tempest-RoutersAdminNegativeIpV6Test-1873174479 tempest-RoutersAdminNegativeIpV6Test-1873174479-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:49.440810 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a34f52ae-5dd5-496c-a4ed-6772403a2b53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5065f371-45ed-4e50-b639-0de33fa2049c'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:41:49.443011 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe5e124f-490a-4d6e-b9c0-2ac093d0385b" -d '{"events": [{"server_uuid": "a34f52ae-5dd5-496c-a4ed-6772403a2b53", "name": "network-vif-plugged", "status": "completed", "tag": "5065f371-45ed-4e50-b639-0de33fa2049c"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:41:49.450026 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1e534179-daa5-434e-9418-01db702bcc53 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:49.468261 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 5065f371-45ed-4e50-b639-0de33fa2049c, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=5065f371-45ed-4e50-b639-0de33fa2049c,segment=NetworkSegment(c5752f96-a6e9-4fc2-9dae-273cc6a23f00),segment_id=c5752f96-a6e9-4fc2-9dae-273cc6a23f00)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:49.475423 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:49.478824 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-d7062bdf-ee38-446e-b0eb-23d20e975f6b tempest-RoutersAdminNegativeIpV6Test-1873174479 tempest-RoutersAdminNegativeIpV6Test-1873174479-project-admin] Calling delete_port for 7ad7da2f-e150-4eb6-9ad0-fbf4389636df owned by {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:41:49.532474 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d5d9af-2536-426a-8aab-0575a3ac7cc8 x-openstack-request-id: req-f6d5d9af-2536-426a-8aab-0575a3ac7cc8 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:41:49.532748 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a34f52ae-5dd5-496c-a4ed-6772403a2b53", "name": "network-vif-plugged", "status": "completed", "tag": "5065f371-45ed-4e50-b639-0de33fa2049c", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:41:49.536579 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f6d5d9af-2536-426a-8aab-0575a3ac7cc8 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:41:49.536994 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a34f52ae-5dd5-496c-a4ed-6772403a2b53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5065f371-45ed-4e50-b639-0de33fa2049c', 'code': 200} Nov 25 17:41:49.554787 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a3f2183b-e34d-42a5-b7c7-a9e42a523293 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:49.563402 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1e534179-daa5-434e-9418-01db702bcc53 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:49.577118 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=5065f371-45ed-4e50-b639-0de33fa2049c,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:49.609376 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e534179-daa5-434e-9418-01db702bcc53 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event deleted for resources: {'Subnet': ['ID=7d501a50-de29-4b87-bf35-ef8dc708edb4,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:49.615007 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1e534179-daa5-434e-9418-01db702bcc53 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:49.621731 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-1e534179-daa5-434e-9418-01db702bcc53 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/subnets/7d501a50-de29-4b87-bf35-ef8dc708edb4 HTTP/1.1" status: 204 len: 168 time: 0.8277655 Nov 25 17:41:49.624461 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f28adec-96d7-4d29-a882-3da563dd472d None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:41:49.630806 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59496) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:49.655160 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d473b4-fcb3-4db5-b9af-5f1b57f42129 req-53916c9f-0d19-465b-bdce-4d485494ae15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:49.656856 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d2d473b4-fcb3-4db5-b9af-5f1b57f42129 req-53916c9f-0d19-465b-bdce-4d485494ae15 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a34f52ae-5dd5-496c-a4ed-6772403a2b53 HTTP/1.1" status: 200 len: 1097 time: 0.0580883 Nov 25 17:41:49.704969 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a3b0a03b-a747-481c-9843-9dba6c7430ea tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0688562 Nov 25 17:41:49.712286 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 59498) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:49.720769 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a3f2183b-e34d-42a5-b7c7-a9e42a523293 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:49.764634 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d2d473b4-fcb3-4db5-b9af-5f1b57f42129 req-76349d93-d624-41bd-af58-773d191e7513 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998571 Nov 25 17:41:49.799380 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed03867e-f35e-4888-8321-0868bd295e86 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:49.803776 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-ed03867e-f35e-4888-8321-0868bd295e86 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0876410 Nov 25 17:41:49.804476 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 59502) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:49.849307 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0ed65de7-49d4-46cc-8685-e03395098a8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:49.917098 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a3f2183b-e34d-42a5-b7c7-a9e42a523293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:49.918489 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5372eac9-8365-4d1b-9b09-1b73ab31fae8 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:49.920562 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-5372eac9-8365-4d1b-9b09-1b73ab31fae8 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1155856 Nov 25 17:41:49.923172 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a3f2183b-e34d-42a5-b7c7-a9e42a523293 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:49.923318 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 59506) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:49.927182 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a3f2183b-e34d-42a5-b7c7-a9e42a523293 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ae27ee77-e427-4b6a-be8f-2f47ea677252 HTTP/1.1" status: 204 len: 168 time: 0.5734301 Nov 25 17:41:49.944643 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d34eb60-c842-4f95-929c-a0b6c684bfc3 None None] DHCP port deletion for fed75ec1-726a-45be-ab23-2dd76f977831 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:41:49.987817 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f2183b-e34d-42a5-b7c7-a9e42a523293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae27ee77-e427-4b6a-be8f-2f47ea677252,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:50.038660 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-300ccc96-af1e-44ce-b59b-ec3b036959b8 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1139698 Nov 25 17:41:50.044611 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 59516) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:50.050830 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-88e3c691-ebff-41bc-a977-f60cfd836eed tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Request body: {'subnet': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:50.128173 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d7062bdf-ee38-446e-b0eb-23d20e975f6b tempest-RoutersAdminNegativeIpV6Test-1873174479 tempest-RoutersAdminNegativeIpV6Test-1873174479-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:50.150921 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-9d34eb60-c842-4f95-929c-a0b6c684bfc3 None None] Deleting port 6497a9d1-7ef8-4621-a4e3-41b38939ed86 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:50.153255 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9d34eb60-c842-4f95-929c-a0b6c684bfc3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:50.242248 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e3c691-ebff-41bc-a977-f60cfd836eed tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Made reservation on behalf of b4fd74d3755f4cd39b2026436dde8bb1 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:41:50.249638 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-88e3c691-ebff-41bc-a977-f60cfd836eed tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:50.310856 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7beee7-008c-41ca-870b-76a1499d5368 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:41:50.362167 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7062bdf-ee38-446e-b0eb-23d20e975f6b tempest-RoutersAdminNegativeIpV6Test-1873174479 tempest-RoutersAdminNegativeIpV6Test-1873174479-project-admin] Pushing event deleted for resources: {'Port': ['ID=7ad7da2f-e150-4eb6-9ad0-fbf4389636df,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:50.375029 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-9d34eb60-c842-4f95-929c-a0b6c684bfc3 None None] For port 6497a9d1-7ef8-4621-a4e3-41b38939ed86, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=6497a9d1-7ef8-4621-a4e3-41b38939ed86,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:50.375848 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9d34eb60-c842-4f95-929c-a0b6c684bfc3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:50.431852 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-9d34eb60-c842-4f95-929c-a0b6c684bfc3 None None] Calling delete_port for 6497a9d1-7ef8-4621-a4e3-41b38939ed86 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:41:50.457120 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d7062bdf-ee38-446e-b0eb-23d20e975f6b tempest-RoutersAdminNegativeIpV6Test-1873174479 tempest-RoutersAdminNegativeIpV6Test-1873174479-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:50.478749 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d7062bdf-ee38-446e-b0eb-23d20e975f6b tempest-RoutersAdminNegativeIpV6Test-1873174479 tempest-RoutersAdminNegativeIpV6Test-1873174479-project-admin] 10.222.0.75 "DELETE /v2.0/ports/7ad7da2f-e150-4eb6-9ad0-fbf4389636df HTTP/1.1" status: 204 len: 168 time: 3.0272589 Nov 25 17:41:50.662817 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-39214074-e123-4655-837d-037dd6281684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:50.687986 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 6497a9d1-7ef8-4621-a4e3-41b38939ed86 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:41:50.689970 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70b833f-30e1-47a6-93c6-16515fe14021 req-5b298b60-bf60-4342-98e4-1c1b2201dc9c tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:50.691886 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e70b833f-30e1-47a6-93c6-16515fe14021 req-5b298b60-bf60-4342-98e4-1c1b2201dc9c tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a34f52ae-5dd5-496c-a4ed-6772403a2b53 HTTP/1.1" status: 200 len: 946 time: 0.2536693 Nov 25 17:41:51.030927 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:51.064017 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:51.103269 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-88e3c691-ebff-41bc-a977-f60cfd836eed tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:51.124134 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e70b833f-30e1-47a6-93c6-16515fe14021 req-fce4f400-c1c4-4603-bc22-439182d99ef6 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4222589 Nov 25 17:41:51.218378 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9d34eb60-c842-4f95-929c-a0b6c684bfc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:51.279228 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e3c691-ebff-41bc-a977-f60cfd836eed tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:51.295493 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-39214074-e123-4655-837d-037dd6281684 admin admin] Deleting port 068f40d4-b9bb-4c95-9b15-4fdea43b046e {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:51.296000 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-39214074-e123-4655-837d-037dd6281684 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:51.308382 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 59544) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:51.309460 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-88e3c691-ebff-41bc-a977-f60cfd836eed tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:51.332220 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e3c691-ebff-41bc-a977-f60cfd836eed tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:51.332854 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-88e3c691-ebff-41bc-a977-f60cfd836eed tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:51.382744 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e3c691-ebff-41bc-a977-f60cfd836eed tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event updated for resources: {'Subnet': ['ID=0dbd0eda-ce0e-4c9d-b54d-6664df434b8f,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:51.409194 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-88e3c691-ebff-41bc-a977-f60cfd836eed tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3631544 Nov 25 17:41:51.413364 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 59550) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:51.419884 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-58a17dbd-40a4-48ba-9fe1-76004db54f56 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Request body: {'port': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'mac_address': 'fa:16:3e:9e:49:db', 'name': 'tempest-NetworksTestDHCPv6-529845523'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:51.557030 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-39214074-e123-4655-837d-037dd6281684 admin admin] For port 068f40d4-b9bb-4c95-9b15-4fdea43b046e, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=068f40d4-b9bb-4c95-9b15-4fdea43b046e,segment=NetworkSegment(52d51090-e2f8-4842-9286-d6d3cfc16a5f),segment_id=52d51090-e2f8-4842-9286-d6d3cfc16a5f)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:51.557689 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-39214074-e123-4655-837d-037dd6281684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:51.588981 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-39214074-e123-4655-837d-037dd6281684 admin admin] Calling delete_port for 068f40d4-b9bb-4c95-9b15-4fdea43b046e owned by network:router_interface {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:41:51.660915 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a17dbd-40a4-48ba-9fe1-76004db54f56 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Made reservation on behalf of b4fd74d3755f4cd39b2026436dde8bb1 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:41:51.739230 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bb86ec59-53b2-4d38-bba6-adbd25a96a95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:51.759627 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d34eb60-c842-4f95-929c-a0b6c684bfc3 None None] Pushing event deleted for resources: {'Port': ['ID=6497a9d1-7ef8-4621-a4e3-41b38939ed86,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:51.770041 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d34eb60-c842-4f95-929c-a0b6c684bfc3 None None] No DVR routers for this DVR port 6497a9d1-7ef8-4621-a4e3-41b38939ed86 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:41:51.810757 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41451ed6-5115-4275-8223-90753b31694b None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:41:51.955734 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-58a17dbd-40a4-48ba-9fe1-76004db54f56 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:52.046944 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-39214074-e123-4655-837d-037dd6281684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:52.058212 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [None req-58a17dbd-40a4-48ba-9fe1-76004db54f56 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] device_id is not set on port 7a857a24-1ee6-4c16-9cc6-51d231e793d7 yet. {{(pid=103361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:41:52.106950 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:52.132877 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39214074-e123-4655-837d-037dd6281684 admin admin] Pushing event deleted for resources: {'Port': ['ID=068f40d4-b9bb-4c95-9b15-4fdea43b046e,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:52.181799 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bb86ec59-53b2-4d38-bba6-adbd25a96a95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:52.224844 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bb86ec59-53b2-4d38-bba6-adbd25a96a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:52.375933 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-bb86ec59-53b2-4d38-bba6-adbd25a96a95 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=34cfc1e88eba4f24a3fc0d265252e347&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0644097 Nov 25 17:41:52.384563 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59572) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:52.439530 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e1e724-18fe-419d-aa2d-5dafaf146c4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-fed75ec1-726a-45be-ab23-2dd76f977831', 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'tenant_id': 'b4fd74d3755f4cd39b2026436dde8bb1', 'fixed_ips': [{'subnet_id': '0dbd0eda-ce0e-4c9d-b54d-6664df434b8f'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:41:52.440424 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-02e1e724-18fe-419d-aa2d-5dafaf146c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:52.649760 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-58a17dbd-40a4-48ba-9fe1-76004db54f56 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Allocated IP 2001:db8::20a (fed75ec1-726a-45be-ab23-2dd76f977831/0dbd0eda-ce0e-4c9d-b54d-6664df434b8f/7a857a24-1ee6-4c16-9cc6-51d231e793d7) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:41:52.751794 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-936b5e8f-d0c5-4516-af99-10683225c5a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:52.776496 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-936b5e8f-d0c5-4516-af99-10683225c5a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:52.847035 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-936b5e8f-d0c5-4516-af99-10683225c5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:52.850180 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-936b5e8f-d0c5-4516-af99-10683225c5a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:52.851402 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-936b5e8f-d0c5-4516-af99-10683225c5a7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/05ba6f67-361b-41bb-bf26-220a8e8e28c4 HTTP/1.1" status: 204 len: 168 time: 0.4671626 Nov 25 17:41:52.866657 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-39214074-e123-4655-837d-037dd6281684 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:52.868520 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b5e8f-d0c5-4516-af99-10683225c5a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ba6f67-361b-41bb-bf26-220a8e8e28c4,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:52.989655 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:53.355820 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39214074-e123-4655-837d-037dd6281684 admin admin] Router 6a105105-398a-4a11-9542-f930a25dd6c8 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:41:53.648107 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39214074-e123-4655-837d-037dd6281684 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:41:53.658565 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-39214074-e123-4655-837d-037dd6281684 admin admin] 10.222.0.75 "PUT /v2.0/routers/6a105105-398a-4a11-9542-f930a25dd6c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7248216 Nov 25 17:41:53.659480 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59622) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:53.662630 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb86ec59-53b2-4d38-bba6-adbd25a96a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ba6f67-361b-41bb-bf26-220a8e8e28c4,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:53.667489 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d22652-d4e9-4945-b9ec-ec7e4c77a145 None None] Sync routers for ids ['6a105105-398a-4a11-9542-f930a25dd6c8'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:41:53.681424 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 59624) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:53.681777 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 59626) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:53.690985 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d22652-d4e9-4945-b9ec-ec7e4c77a145 None None] Routers {'6a105105-398a-4a11-9542-f930a25dd6c8'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:41:53.692818 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-96d22652-d4e9-4945-b9ec-ec7e4c77a145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:41:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['6a105105-398a-4a11-9542-f930a25dd6c8'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:53.786427 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1bc634dc-6c74-48dc-a12f-5f8a82027672 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6c4f7bcaf5cf4500a5f12aea8836b423&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1235516 Nov 25 17:41:53.787961 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59632) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:53.845459 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8bb9c-3319-43de-b200-cd365033ce32 req-ff2d74df-283d-4e5c-8a93-f1ed4e9c6239 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:53.859694 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b1c8bb9c-3319-43de-b200-cd365033ce32 req-ff2d74df-283d-4e5c-8a93-f1ed4e9c6239 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a34f52ae-5dd5-496c-a4ed-6772403a2b53 HTTP/1.1" status: 200 len: 946 time: 1.4748383 Nov 25 17:41:53.874013 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59634) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:53.943353 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-65968974-3193-4044-a9c3-7f23a778dd49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:53.993241 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-96d22652-d4e9-4945-b9ec-ec7e4c77a145 None None] Set router 6a105105-398a-4a11-9542-f930a25dd6c8 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:41:54.006395 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-65968974-3193-4044-a9c3-7f23a778dd49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:54.088984 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e35ebb13-4ee2-430b-8f4d-c25ae41b464f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:54.159553 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-65968974-3193-4044-a9c3-7f23a778dd49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:54.163480 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-65968974-3193-4044-a9c3-7f23a778dd49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:54.169245 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-65968974-3193-4044-a9c3-7f23a778dd49 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/383274d3-9f63-4136-bd08-7b03c7434bd6 HTTP/1.1" status: 204 len: 168 time: 0.3800292 Nov 25 17:41:54.189198 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65968974-3193-4044-a9c3-7f23a778dd49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383274d3-9f63-4136-bd08-7b03c7434bd6,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:54.268891 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e35ebb13-4ee2-430b-8f4d-c25ae41b464f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:54.277549 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e35ebb13-4ee2-430b-8f4d-c25ae41b464f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:54.342114 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b1c8bb9c-3319-43de-b200-cd365033ce32 req-08bacfa1-8beb-4b15-98dc-117dcc95af68 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4814408 Nov 25 17:41:54.353211 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e35ebb13-4ee2-430b-8f4d-c25ae41b464f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=110f926c8705443e986e5f9d01b75e99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4759545 Nov 25 17:41:54.360162 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 59640) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:54.387735 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35ebb13-4ee2-430b-8f4d-c25ae41b464f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=939f4ca6-9276-4bf8-851a-5832a839e1c5,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:54.441379 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-58a17dbd-40a4-48ba-9fe1-76004db54f56 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:54.463426 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-96d22652-d4e9-4945-b9ec-ec7e4c77a145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a105105-398a-4a11-9542-f930a25dd6c8', 'name': 'tempest-TaggedBootDevicesTest_v242-788127706-router', 'tenant_id': '6f10e00301ed4fce88a3367f061e8d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'e4690778-0ea4-4dee-9b02-a158795e56e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:28:48Z', 'updated_at': '2021-11-25T17:41:51Z', 'revision_number': 5, 'project_id': '6f10e00301ed4fce88a3367f061e8d75', 'gw_port': {'id': 'e4690778-0ea4-4dee-9b02-a158795e56e2', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:30:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a105105-398a-4a11-9542-f930a25dd6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:28:49Z', 'updated_at': '2021-11-25T17:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:54.507742 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-58a17dbd-40a4-48ba-9fe1-76004db54f56 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:54.510202 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c07e1074-2ed9-4f45-b22c-c342825bf341 admin admin] Publish callbacks [] for router, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:54.534199 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d22652-d4e9-4945-b9ec-ec7e4c77a145 None None] Checking router: 6a105105-398a-4a11-9542-f930a25dd6c8 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:41:54.551640 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d22652-d4e9-4945-b9ec-ec7e4c77a145 None None] Routers {'6a105105-398a-4a11-9542-f930a25dd6c8'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:41:54.552584 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-96d22652-d4e9-4945-b9ec-ec7e4c77a145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:41:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['6a105105-398a-4a11-9542-f930a25dd6c8'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:54.586930 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-02e1e724-18fe-419d-aa2d-5dafaf146c4f None None] Allocated IP 2001:db8::2 (fed75ec1-726a-45be-ab23-2dd76f977831/0dbd0eda-ce0e-4c9d-b54d-6664df434b8f/b6852e77-4e7d-41f1-9ea3-d868e6eb4580) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:41:54.732808 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a17dbd-40a4-48ba-9fe1-76004db54f56 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event updated for resources: {'Port': ['ID=7a857a24-1ee6-4c16-9cc6-51d231e793d7,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:54.833813 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-96d22652-d4e9-4945-b9ec-ec7e4c77a145 None None] Set router 6a105105-398a-4a11-9542-f930a25dd6c8 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:41:54.903293 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a17dbd-40a4-48ba-9fe1-76004db54f56 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:54.953206 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-58a17dbd-40a4-48ba-9fe1-76004db54f56 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:54.955589 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a17dbd-40a4-48ba-9fe1-76004db54f56 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:41:54.961507 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a17dbd-40a4-48ba-9fe1-76004db54f56 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:54.962136 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-58a17dbd-40a4-48ba-9fe1-76004db54f56 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:55.007586 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-58a17dbd-40a4-48ba-9fe1-76004db54f56 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5906694 Nov 25 17:41:55.008738 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59660) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:55.037077 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3be86cf7-e172-405d-ae7f-6703ee97ae41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:55.091161 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-02e1e724-18fe-419d-aa2d-5dafaf146c4f None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:55.099300 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-02e1e724-18fe-419d-aa2d-5dafaf146c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:55.148283 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e1e724-18fe-419d-aa2d-5dafaf146c4f None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:55.151761 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-02e1e724-18fe-419d-aa2d-5dafaf146c4f None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:55.175314 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e1e724-18fe-419d-aa2d-5dafaf146c4f None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:41:55.179928 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff13abc-e634-4730-b144-12cf8889ebdc tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:55.196114 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-eff13abc-e634-4730-b144-12cf8889ebdc tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1815925 Nov 25 17:41:55.203597 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59666) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:55.242170 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e1e724-18fe-419d-aa2d-5dafaf146c4f None None] Pushing event updated for resources: {'Port': ['ID=b6852e77-4e7d-41f1-9ea3-d868e6eb4580,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:55.262812 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-02e1e724-18fe-419d-aa2d-5dafaf146c4f None None] Attempting to bind port b6852e77-4e7d-41f1-9ea3-d868e6eb4580 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:41:55.264142 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-02e1e724-18fe-419d-aa2d-5dafaf146c4f None None] Attempting to bind port b6852e77-4e7d-41f1-9ea3-d868e6eb4580 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:41:55.264868 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e1e724-18fe-419d-aa2d-5dafaf146c4f None None] Attempting to bind port b6852e77-4e7d-41f1-9ea3-d868e6eb4580 on network fed75ec1-726a-45be-ab23-2dd76f977831 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:41:55.272094 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e1e724-18fe-419d-aa2d-5dafaf146c4f None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:41:55.273023 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e1e724-18fe-419d-aa2d-5dafaf146c4f None None] Checking segment: {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:41:55.273740 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-02e1e724-18fe-419d-aa2d-5dafaf146c4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:55.274534 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e1e724-18fe-419d-aa2d-5dafaf146c4f None None] Bound using segment: {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:41:55.275210 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-02e1e724-18fe-419d-aa2d-5dafaf146c4f None None] Bound port: b6852e77-4e7d-41f1-9ea3-d868e6eb4580, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:41:55.275777 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-02e1e724-18fe-419d-aa2d-5dafaf146c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:55.280927 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3be86cf7-e172-405d-ae7f-6703ee97ae41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:55.286457 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-96d22652-d4e9-4945-b9ec-ec7e4c77a145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a105105-398a-4a11-9542-f930a25dd6c8', 'name': 'tempest-TaggedBootDevicesTest_v242-788127706-router', 'tenant_id': '6f10e00301ed4fce88a3367f061e8d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'e4690778-0ea4-4dee-9b02-a158795e56e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:28:48Z', 'updated_at': '2021-11-25T17:41:51Z', 'revision_number': 5, 'project_id': '6f10e00301ed4fce88a3367f061e8d75', 'gw_port': {'id': 'e4690778-0ea4-4dee-9b02-a158795e56e2', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:30:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a105105-398a-4a11-9542-f930a25dd6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:28:49Z', 'updated_at': '2021-11-25T17:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:55.311919 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c07e1074-2ed9-4f45-b22c-c342825bf341 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:55.346605 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d22652-d4e9-4945-b9ec-ec7e4c77a145 None None] The sync data for ids ['6a105105-398a-4a11-9542-f930a25dd6c8'] in n-d-817746-1 is: [{'id': '6a105105-398a-4a11-9542-f930a25dd6c8', 'name': 'tempest-TaggedBootDevicesTest_v242-788127706-router', 'tenant_id': '6f10e00301ed4fce88a3367f061e8d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'e4690778-0ea4-4dee-9b02-a158795e56e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:28:48Z', 'updated_at': '2021-11-25T17:41:51Z', 'revision_number': 5, 'project_id': '6f10e00301ed4fce88a3367f061e8d75', 'gw_port': {'id': 'e4690778-0ea4-4dee-9b02-a158795e56e2', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:30:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a105105-398a-4a11-9542-f930a25dd6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:28:49Z', 'updated_at': '2021-11-25T17:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:41:55.406339 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-02e1e724-18fe-419d-aa2d-5dafaf146c4f None None] For port b6852e77-4e7d-41f1-9ea3-d868e6eb4580, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:41:55.410590 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-02e1e724-18fe-419d-aa2d-5dafaf146c4f None None] For port b6852e77-4e7d-41f1-9ea3-d868e6eb4580, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=b6852e77-4e7d-41f1-9ea3-d868e6eb4580,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:41:55.420051 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-02e1e724-18fe-419d-aa2d-5dafaf146c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:55.491519 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-422f7473-ebb6-4a7e-a532-d180a9dd73e1 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Deleting port 7a857a24-1ee6-4c16-9cc6-51d231e793d7 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:55.491851 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-422f7473-ebb6-4a7e-a532-d180a9dd73e1 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:55.539116 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e1e724-18fe-419d-aa2d-5dafaf146c4f None None] Pushing event updated for resources: {'Port': ['ID=b6852e77-4e7d-41f1-9ea3-d868e6eb4580,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:55.671381 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-c07e1074-2ed9-4f45-b22c-c342825bf341 admin admin] Deleting port e4690778-0ea4-4dee-9b02-a158795e56e2 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:55.671735 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c07e1074-2ed9-4f45-b22c-c342825bf341 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:55.677606 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3be86cf7-e172-405d-ae7f-6703ee97ae41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:55.680695 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3be86cf7-e172-405d-ae7f-6703ee97ae41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:55.682208 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-3be86cf7-e172-405d-ae7f-6703ee97ae41 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/939f4ca6-9276-4bf8-851a-5832a839e1c5 HTTP/1.1" status: 204 len: 168 time: 1.2935197 Nov 25 17:41:55.728532 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-422f7473-ebb6-4a7e-a532-d180a9dd73e1 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:55.772252 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-422f7473-ebb6-4a7e-a532-d180a9dd73e1 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Calling delete_port for 7a857a24-1ee6-4c16-9cc6-51d231e793d7 owned by {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:41:55.903181 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be86cf7-e172-405d-ae7f-6703ee97ae41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=939f4ca6-9276-4bf8-851a-5832a839e1c5,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:56.102067 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-c07e1074-2ed9-4f45-b22c-c342825bf341 admin admin] For port e4690778-0ea4-4dee-9b02-a158795e56e2, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=e4690778-0ea4-4dee-9b02-a158795e56e2,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:56.105898 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c07e1074-2ed9-4f45-b22c-c342825bf341 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:56.180665 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0ad03138-0749-4424-b4c3-3ee79367078b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:56.203960 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-422f7473-ebb6-4a7e-a532-d180a9dd73e1 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:56.301511 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f7473-ebb6-4a7e-a532-d180a9dd73e1 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event deleted for resources: {'Port': ['ID=7a857a24-1ee6-4c16-9cc6-51d231e793d7,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:56.328991 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-c07e1074-2ed9-4f45-b22c-c342825bf341 admin admin] Calling delete_port for e4690778-0ea4-4dee-9b02-a158795e56e2 owned by network:router_gateway {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:41:56.404154 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-422f7473-ebb6-4a7e-a532-d180a9dd73e1 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:56.421373 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-422f7473-ebb6-4a7e-a532-d180a9dd73e1 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/ports/7a857a24-1ee6-4c16-9cc6-51d231e793d7 HTTP/1.1" status: 204 len: 168 time: 1.2143886 Nov 25 17:41:56.424863 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59690) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:56.610897 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e58246-acfa-49e2-8e16-ecf0bf93e01e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:56.643554 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e58246-acfa-49e2-8e16-ecf0bf93e01e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:56.646626 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-97e58246-acfa-49e2-8e16-ecf0bf93e01e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2207036 Nov 25 17:41:56.649491 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59700) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:56.658181 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device b6852e77-4e7d-41f1-9ea3-d868e6eb4580 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:41:56.826999 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port b6852e77-4e7d-41f1-9ea3-d868e6eb4580 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:56.827383 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:56.841874 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-49316bd7-a94f-4605-96fb-23764e77ecc3 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Deleting subnet 0dbd0eda-ce0e-4c9d-b54d-6664df434b8f {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:41:56.854061 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-49316bd7-a94f-4605-96fb-23764e77ecc3 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:56.983034 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-49316bd7-a94f-4605-96fb-23764e77ecc3 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:57.026334 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:57.086967 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port b6852e77-4e7d-41f1-9ea3-d868e6eb4580, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=b6852e77-4e7d-41f1-9ea3-d868e6eb4580,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:57.106598 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:57.121338 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 068f40d4-b9bb-4c95-9b15-4fdea43b046e no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:41:57.180809 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c07e1074-2ed9-4f45-b22c-c342825bf341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:57.244169 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e1074-2ed9-4f45-b22c-c342825bf341 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4690778-0ea4-4dee-9b02-a158795e56e2,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:57.269887 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-49316bd7-a94f-4605-96fb-23764e77ecc3 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:57.291879 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 068f40d4-b9bb-4c95-9b15-4fdea43b046e {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:41:57.293316 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 068f40d4-b9bb-4c95-9b15-4fdea43b046e not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:41:57.314607 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8629fc5b-a1e8-4836-9d9d-ee8b2271b2f8 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:41:57.339315 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 59720) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:57.413428 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=b6852e77-4e7d-41f1-9ea3-d868e6eb4580,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:57.460878 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-49316bd7-a94f-4605-96fb-23764e77ecc3 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:57.500653 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c07e1074-2ed9-4f45-b22c-c342825bf341 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:57.524934 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49316bd7-a94f-4605-96fb-23764e77ecc3 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event deleted for resources: {'Subnet': ['ID=0dbd0eda-ce0e-4c9d-b54d-6664df434b8f,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:57.552273 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-49316bd7-a94f-4605-96fb-23764e77ecc3 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:57.570269 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-49316bd7-a94f-4605-96fb-23764e77ecc3 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/subnets/0dbd0eda-ce0e-4c9d-b54d-6664df434b8f HTTP/1.1" status: 204 len: 168 time: 0.9050233 Nov 25 17:41:57.571194 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59726) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:57.659291 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-861051c4-c3d1-463d-b323-b6990d117bf8 tempest-RoutersAdminNegativeTest-760190226 tempest-RoutersAdminNegativeTest-760190226-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1542655729', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:57.675173 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-94bea982-36f8-45e1-9567-eb131a845153 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1012871 Nov 25 17:41:57.675789 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59732) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:57.697666 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055a2224-1a10-4d1a-a6ad-cb6e878eae1e None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:41:57.726780 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c07e1074-2ed9-4f45-b22c-c342825bf341 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:57.733509 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c07e1074-2ed9-4f45-b22c-c342825bf341 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:57.753542 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-0ad03138-0749-4424-b4c3-3ee79367078b admin admin] Deleting port 8d0ec3cd-8a99-4f9a-a287-1c964d4a1850 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:57.754183 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0ad03138-0749-4424-b4c3-3ee79367078b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:57.832471 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6558b19c-4354-4322-9e15-bb65396a46e6 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:57.844379 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6558b19c-4354-4322-9e15-bb65396a46e6 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1672912 Nov 25 17:41:57.845054 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59740) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:57.864297 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861051c4-c3d1-463d-b323-b6990d117bf8 tempest-RoutersAdminNegativeTest-760190226 tempest-RoutersAdminNegativeTest-760190226-project-admin] Made reservation on behalf of 189ef79637df49e29a8462e5802cdeed for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:41:57.867891 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-861051c4-c3d1-463d-b323-b6990d117bf8 tempest-RoutersAdminNegativeTest-760190226 tempest-RoutersAdminNegativeTest-760190226-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:57.894075 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-861051c4-c3d1-463d-b323-b6990d117bf8 tempest-RoutersAdminNegativeTest-760190226 tempest-RoutersAdminNegativeTest-760190226-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:57.918536 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c07e1074-2ed9-4f45-b22c-c342825bf341 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:57.919419 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07e1074-2ed9-4f45-b22c-c342825bf341 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a105105-398a-4a11-9542-f930a25dd6c8 {{(pid=103361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:41:57.935479 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c07e1074-2ed9-4f45-b22c-c342825bf341 admin admin] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:57.943421 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c07e1074-2ed9-4f45-b22c-c342825bf341 admin admin] 10.222.0.75 "DELETE /v2.0/routers/6a105105-398a-4a11-9542-f930a25dd6c8 HTTP/1.1" status: 204 len: 168 time: 4.2605817 Nov 25 17:41:57.963125 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59744) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:58.064158 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-38dad65f-9966-4d40-89c0-10355cca8794 None None] Provisioning complete for port b6852e77-4e7d-41f1-9ea3-d868e6eb4580 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:58.064863 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-38dad65f-9966-4d40-89c0-10355cca8794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:58.079351 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-0ad03138-0749-4424-b4c3-3ee79367078b admin admin] For port 8d0ec3cd-8a99-4f9a-a287-1c964d4a1850, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=8d0ec3cd-8a99-4f9a-a287-1c964d4a1850,segment=NetworkSegment(ceeed56e-b08e-4ce0-affa-4a50f5e8a957),segment_id=ceeed56e-b08e-4ce0-affa-4a50f5e8a957)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:58.079725 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0ad03138-0749-4424-b4c3-3ee79367078b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:58.125394 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-309209ea-fa38-4247-ab50-d903dbfe069d admin admin] Deleting subnet 87e36d02-b2ae-49b8-8625-d7a15c344f29 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:41:58.126476 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-0ad03138-0749-4424-b4c3-3ee79367078b admin admin] Calling delete_port for 8d0ec3cd-8a99-4f9a-a287-1c964d4a1850 owned by network:router_interface {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:41:58.163668 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-309209ea-fa38-4247-ab50-d903dbfe069d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:58.204002 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638327be-6b5c-4469-ae8d-0eb8eb1d794c None None] DHCP port deletion for fed75ec1-726a-45be-ab23-2dd76f977831 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:41:58.291099 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a89216-1fb1-4089-8c26-89f216cd3963 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:58.294116 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b9a89216-1fb1-4089-8c26-89f216cd3963 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4480412 Nov 25 17:41:58.296630 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59748) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:58.310844 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-309209ea-fa38-4247-ab50-d903dbfe069d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:58.374409 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-52c3f170-7f24-4f59-ba5f-b57f4747b3c1 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0764604 Nov 25 17:41:58.380811 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59750) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:58.401010 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-638327be-6b5c-4469-ae8d-0eb8eb1d794c None None] Deleting port b6852e77-4e7d-41f1-9ea3-d868e6eb4580 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:58.401411 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-638327be-6b5c-4469-ae8d-0eb8eb1d794c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:58.404971 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-e0433d92-130d-43d1-9da4-fdae19a40acf tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Request body: {'subnet': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:58.430383 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-861051c4-c3d1-463d-b323-b6990d117bf8 tempest-RoutersAdminNegativeTest-760190226 tempest-RoutersAdminNegativeTest-760190226-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:58.542592 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0433d92-130d-43d1-9da4-fdae19a40acf tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Made reservation on behalf of b4fd74d3755f4cd39b2026436dde8bb1 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:41:58.553018 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e0433d92-130d-43d1-9da4-fdae19a40acf tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:58.590564 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-638327be-6b5c-4469-ae8d-0eb8eb1d794c None None] For port b6852e77-4e7d-41f1-9ea3-d868e6eb4580, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=b6852e77-4e7d-41f1-9ea3-d868e6eb4580,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:58.591084 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-638327be-6b5c-4469-ae8d-0eb8eb1d794c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:58.625878 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-638327be-6b5c-4469-ae8d-0eb8eb1d794c None None] Calling delete_port for b6852e77-4e7d-41f1-9ea3-d868e6eb4580 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:41:58.689105 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-861051c4-c3d1-463d-b323-b6990d117bf8 tempest-RoutersAdminNegativeTest-760190226 tempest-RoutersAdminNegativeTest-760190226-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:58.693294 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [None req-861051c4-c3d1-463d-b323-b6990d117bf8 tempest-RoutersAdminNegativeTest-760190226 tempest-RoutersAdminNegativeTest-760190226-project-admin] device_id is not set on port 402127e1-0f9a-40f0-a43c-99be7f53930f yet. {{(pid=103361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:41:58.720214 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device e4690778-0ea4-4dee-9b02-a158795e56e2 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:41:58.779141 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: e4690778-0ea4-4dee-9b02-a158795e56e2 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:41:58.779736 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device e4690778-0ea4-4dee-9b02-a158795e56e2 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:41:58.785407 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device b6852e77-4e7d-41f1-9ea3-d868e6eb4580 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:41:58.916073 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Port b6852e77-4e7d-41f1-9ea3-d868e6eb4580 update to DOWN by agent not found {{(pid=103362) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 25 17:41:58.949331 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-638327be-6b5c-4469-ae8d-0eb8eb1d794c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:58.967847 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861051c4-c3d1-463d-b323-b6990d117bf8 tempest-RoutersAdminNegativeTest-760190226 tempest-RoutersAdminNegativeTest-760190226-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9b5b82-c56d-44b6-b971-47bad459f003,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:58.997152 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-861051c4-c3d1-463d-b323-b6990d117bf8 tempest-RoutersAdminNegativeTest-760190226 tempest-RoutersAdminNegativeTest-760190226-project-admin] Allocated IP 172.25.0.155 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/402127e1-0f9a-40f0-a43c-99be7f53930f) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:41:59.021149 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-309209ea-fa38-4247-ab50-d903dbfe069d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:59.037299 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0ad03138-0749-4424-b4c3-3ee79367078b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:59.062119 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638327be-6b5c-4469-ae8d-0eb8eb1d794c None None] No DVR routers for this DVR port b6852e77-4e7d-41f1-9ea3-d868e6eb4580 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:41:59.080950 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638327be-6b5c-4469-ae8d-0eb8eb1d794c None None] Pushing event deleted for resources: {'Port': ['ID=b6852e77-4e7d-41f1-9ea3-d868e6eb4580,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:59.113202 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad03138-0749-4424-b4c3-3ee79367078b admin admin] Pushing event deleted for resources: {'Port': ['ID=8d0ec3cd-8a99-4f9a-a287-1c964d4a1850,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:59.281296 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 59770) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:59.289720 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-309209ea-fa38-4247-ab50-d903dbfe069d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:59.333360 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309209ea-fa38-4247-ab50-d903dbfe069d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87e36d02-b2ae-49b8-8625-d7a15c344f29,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:59.347642 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-309209ea-fa38-4247-ab50-d903dbfe069d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:59.351909 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-309209ea-fa38-4247-ab50-d903dbfe069d admin admin] 10.222.0.75 "DELETE /v2.0/subnets/87e36d02-b2ae-49b8-8625-d7a15c344f29 HTTP/1.1" status: 204 len: 168 time: 1.3877487 Nov 25 17:41:59.357795 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fd2159-60dd-4987-a08b-71e8d7cdd4b4 None None] Network 17f727a9-74a0-43f8-8799-2c93f74b6276 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:41:59.358020 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 59774) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:59.500178 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-861051c4-c3d1-463d-b323-b6990d117bf8 tempest-RoutersAdminNegativeTest-760190226 tempest-RoutersAdminNegativeTest-760190226-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:59.502934 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0ad03138-0749-4424-b4c3-3ee79367078b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:59.525690 n-d-817746-1 neutron-server[103360]: DEBUG neutron.objects.ports [None req-e0433d92-130d-43d1-9da4-fdae19a40acf tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103360) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 17:41:59.528090 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e0433d92-130d-43d1-9da4-fdae19a40acf tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:59.531715 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-687fe918-b04b-4dff-a475-949437ed98bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:59.600915 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0433d92-130d-43d1-9da4-fdae19a40acf tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:59.604460 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-e0433d92-130d-43d1-9da4-fdae19a40acf tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:59.609251 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0433d92-130d-43d1-9da4-fdae19a40acf tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:59.610069 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e0433d92-130d-43d1-9da4-fdae19a40acf tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:59.624494 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-3043274f-ef0a-4fe3-8c34-798d80790bce tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-668665119', 'router:external': True}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:59.632201 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e0433d92-130d-43d1-9da4-fdae19a40acf tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2487338 Nov 25 17:41:59.633165 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0433d92-130d-43d1-9da4-fdae19a40acf tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event updated for resources: {'Subnet': ['ID=89b90d50-d45a-4208-8345-1774fb03ea0d,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:59.635154 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59776) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:59.640718 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-2996b6c0-61b7-4c28-b934-651d0c40d129 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Request body: {'subnet': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:59.644575 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de049a88-7fb7-4ec8-af50-d267fa01ae38 None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:41:59.761776 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38173bf-5312-407e-afa8-4526b1abf36d None None] DHCP port deletion for 17f727a9-74a0-43f8-8799-2c93f74b6276 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:41:59.902963 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b38173bf-5312-407e-afa8-4526b1abf36d None None] Deleting port f73a1937-5757-4159-9033-c6ba616f974c {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:59.903325 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b38173bf-5312-407e-afa8-4526b1abf36d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:59.918002 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d0143e-00f9-4671-9803-59c3b28cab7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-fed75ec1-726a-45be-ab23-2dd76f977831', 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'tenant_id': 'b4fd74d3755f4cd39b2026436dde8bb1', 'fixed_ips': [{'subnet_id': '89b90d50-d45a-4208-8345-1774fb03ea0d'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:41:59.918881 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e8d0143e-00f9-4671-9803-59c3b28cab7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:00.000818 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3043274f-ef0a-4fe3-8c34-798d80790bce tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Made reservation on behalf of 9f82b5650a9f42b8a56367abd7a32cc4 for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:42:00.045221 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3043274f-ef0a-4fe3-8c34-798d80790bce tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:00.045378 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b38173bf-5312-407e-afa8-4526b1abf36d None None] For port f73a1937-5757-4159-9033-c6ba616f974c, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=f73a1937-5757-4159-9033-c6ba616f974c,segment=NetworkSegment(52d51090-e2f8-4842-9286-d6d3cfc16a5f),segment_id=52d51090-e2f8-4842-9286-d6d3cfc16a5f)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:00.045378 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b38173bf-5312-407e-afa8-4526b1abf36d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:00.045524 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2996b6c0-61b7-4c28-b934-651d0c40d129 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Made reservation on behalf of b4fd74d3755f4cd39b2026436dde8bb1 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:42:00.045524 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2996b6c0-61b7-4c28-b934-651d0c40d129 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:00.045640 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3043274f-ef0a-4fe3-8c34-798d80790bce tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:00.098512 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-861051c4-c3d1-463d-b323-b6990d117bf8 tempest-RoutersAdminNegativeTest-760190226 tempest-RoutersAdminNegativeTest-760190226-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:00.155383 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b38173bf-5312-407e-afa8-4526b1abf36d None None] Calling delete_port for f73a1937-5757-4159-9033-c6ba616f974c owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:42:00.196974 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861051c4-c3d1-463d-b323-b6990d117bf8 tempest-RoutersAdminNegativeTest-760190226 tempest-RoutersAdminNegativeTest-760190226-project-admin] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:42:00.210829 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-861051c4-c3d1-463d-b323-b6990d117bf8 tempest-RoutersAdminNegativeTest-760190226 tempest-RoutersAdminNegativeTest-760190226-project-admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:42:00.213951 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861051c4-c3d1-463d-b323-b6990d117bf8 tempest-RoutersAdminNegativeTest-760190226 tempest-RoutersAdminNegativeTest-760190226-project-admin] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:42:00.242706 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be326c41-34cf-4e9e-9d70-e33c0cdad721 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:42:00.282028 n-d-817746-1 neutron-server[103360]: INFO neutron.db.ipam_backend_mixin [None req-2996b6c0-61b7-4c28-b934-651d0c40d129 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 89b90d50-d45a-4208-8345-1774fb03ea0d (CIDR: 2001:db8::/64) Nov 25 17:42:00.287493 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-2996b6c0-61b7-4c28-b934-651d0c40d129 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:42:00.287962 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2996b6c0-61b7-4c28-b934-651d0c40d129 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:42:00.289970 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-e8d0143e-00f9-4671-9803-59c3b28cab7b None None] Allocated IP 2001:db8::f816:3eff:fe4f:339a (fed75ec1-726a-45be-ab23-2dd76f977831/89b90d50-d45a-4208-8345-1774fb03ea0d/ebdddc01-11e6-4b4b-80d9-912d62dc2dec) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:42:00.329610 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b38173bf-5312-407e-afa8-4526b1abf36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:00.329794 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861051c4-c3d1-463d-b323-b6990d117bf8 tempest-RoutersAdminNegativeTest-760190226 tempest-RoutersAdminNegativeTest-760190226-project-admin] Pushing event updated for resources: {'Port': ['ID=402127e1-0f9a-40f0-a43c-99be7f53930f,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:00.338848 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2996b6c0-61b7-4c28-b934-651d0c40d129 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7026169 Nov 25 17:42:00.339749 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59786) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:00.346850 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-4a6c05cc-fac6-47b2-8186-5eeab73e60db tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Request body: {'subnet': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:00.386932 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-687fe918-b04b-4dff-a475-949437ed98bb admin admin] Deleting port f73a1937-5757-4159-9033-c6ba616f974c {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:42:00.387557 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-687fe918-b04b-4dff-a475-949437ed98bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:00.425173 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861051c4-c3d1-463d-b323-b6990d117bf8 tempest-RoutersAdminNegativeTest-760190226 tempest-RoutersAdminNegativeTest-760190226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:00.426178 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-861051c4-c3d1-463d-b323-b6990d117bf8 tempest-RoutersAdminNegativeTest-760190226 tempest-RoutersAdminNegativeTest-760190226-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:00.492712 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38173bf-5312-407e-afa8-4526b1abf36d None None] Pushing event deleted for resources: {'Port': ['ID=f73a1937-5757-4159-9033-c6ba616f974c,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:00.498697 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38173bf-5312-407e-afa8-4526b1abf36d None None] No DVR routers for this DVR port f73a1937-5757-4159-9033-c6ba616f974c on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:42:00.507236 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3043274f-ef0a-4fe3-8c34-798d80790bce tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:00.530810 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-861051c4-c3d1-463d-b323-b6990d117bf8 tempest-RoutersAdminNegativeTest-760190226 tempest-RoutersAdminNegativeTest-760190226-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.1647620 Nov 25 17:42:00.535397 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3043274f-ef0a-4fe3-8c34-798d80790bce tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:00.540104 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 59788) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:00.541664 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-687fe918-b04b-4dff-a475-949437ed98bb admin admin] For port f73a1937-5757-4159-9033-c6ba616f974c, host n-d-817746-1, got binding levels [] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:00.541802 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-687fe918-b04b-4dff-a475-949437ed98bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:00.549548 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-f9c0d5ec-6328-49eb-a4c0-9a38e4e7ffc7 None None] Provisioning complete for port 402127e1-0f9a-40f0-a43c-99be7f53930f triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:00.550557 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f9c0d5ec-6328-49eb-a4c0-9a38e4e7ffc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:00.555590 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-6c88688a-b974-43c2-a359-3baa5f6ff06a tempest-RoutersAdminNegativeTest-760190226 tempest-RoutersAdminNegativeTest-760190226-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.155'}]}}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:00.575520 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ad03138-0749-4424-b4c3-3ee79367078b admin admin] Router cd2d7726-6333-44ab-b653-8c81ef1b29d8 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:42:00.584103 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6c05cc-fac6-47b2-8186-5eeab73e60db tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Made reservation on behalf of b4fd74d3755f4cd39b2026436dde8bb1 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:42:00.609025 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-687fe918-b04b-4dff-a475-949437ed98bb admin admin] Calling delete_port for f73a1937-5757-4159-9033-c6ba616f974c owned by network:dhcp {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:42:00.624522 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4a6c05cc-fac6-47b2-8186-5eeab73e60db tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:00.641055 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.ipam_backend_mixin [None req-687fe918-b04b-4dff-a475-949437ed98bb admin admin] Port f73a1937-5757-4159-9033-c6ba616f974c was not found and therefore no delete operation was performed {{(pid=103361) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 17:42:00.649637 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3043274f-ef0a-4fe3-8c34-798d80790bce tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 912} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:42:00.661058 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-f9c0d5ec-6328-49eb-a4c0-9a38e4e7ffc7 None None] Port 402127e1-0f9a-40f0-a43c-99be7f53930f cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:42:00.693123 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-687fe918-b04b-4dff-a475-949437ed98bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:00.701833 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e8d0143e-00f9-4671-9803-59c3b28cab7b None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:00.713334 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device f73a1937-5757-4159-9033-c6ba616f974c no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:42:00.749463 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3043274f-ef0a-4fe3-8c34-798d80790bce tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266fc36a-7df5-4ed7-8e55-33b35b68f553,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:00.759938 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: f73a1937-5757-4159-9033-c6ba616f974c {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:42:00.760278 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device f73a1937-5757-4159-9033-c6ba616f974c not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:42:00.767127 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e8d0143e-00f9-4671-9803-59c3b28cab7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:00.813223 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687fe918-b04b-4dff-a475-949437ed98bb admin admin] No DVR routers for this DVR port f73a1937-5757-4159-9033-c6ba616f974c on host n-d-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:42:00.843117 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d0143e-00f9-4671-9803-59c3b28cab7b None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:42:00.848572 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3043274f-ef0a-4fe3-8c34-798d80790bce tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:00.849806 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-3043274f-ef0a-4fe3-8c34-798d80790bce tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Added segment cf36b50b-ef35-4738-843e-f89f31afccc0 of type vlan for network 0d1ffc5f-7831-41d6-93e2-738037fe1f62 Nov 25 17:42:00.851468 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-e8d0143e-00f9-4671-9803-59c3b28cab7b None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:42:00.856134 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d0143e-00f9-4671-9803-59c3b28cab7b None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:42:00.866387 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d0143e-00f9-4671-9803-59c3b28cab7b None None] Pushing event updated for resources: {'Port': ['ID=ebdddc01-11e6-4b4b-80d9-912d62dc2dec,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:00.902015 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687fe918-b04b-4dff-a475-949437ed98bb admin admin] Pushing event deleted for resources: {'Port': ['ID=f73a1937-5757-4159-9033-c6ba616f974c,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:00.919629 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6c88688a-b974-43c2-a359-3baa5f6ff06a tempest-RoutersAdminNegativeTest-760190226 tempest-RoutersAdminNegativeTest-760190226-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:00.921235 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6c88688a-b974-43c2-a359-3baa5f6ff06a tempest-RoutersAdminNegativeTest-760190226 tempest-RoutersAdminNegativeTest-760190226-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:00.940176 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-e8d0143e-00f9-4671-9803-59c3b28cab7b None None] Attempting to bind port ebdddc01-11e6-4b4b-80d9-912d62dc2dec on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:42:00.940550 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-e8d0143e-00f9-4671-9803-59c3b28cab7b None None] Attempting to bind port ebdddc01-11e6-4b4b-80d9-912d62dc2dec by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:42:00.940945 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d0143e-00f9-4671-9803-59c3b28cab7b None None] Attempting to bind port ebdddc01-11e6-4b4b-80d9-912d62dc2dec on network fed75ec1-726a-45be-ab23-2dd76f977831 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:42:00.946470 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d0143e-00f9-4671-9803-59c3b28cab7b None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:42:00.946851 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d0143e-00f9-4671-9803-59c3b28cab7b None None] Checking segment: {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:42:00.947255 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e8d0143e-00f9-4671-9803-59c3b28cab7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:00.947984 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d0143e-00f9-4671-9803-59c3b28cab7b None None] Bound using segment: {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:42:00.948105 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-e8d0143e-00f9-4671-9803-59c3b28cab7b None None] Bound port: ebdddc01-11e6-4b4b-80d9-912d62dc2dec, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:42:00.948670 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e8d0143e-00f9-4671-9803-59c3b28cab7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:01.052137 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-e8d0143e-00f9-4671-9803-59c3b28cab7b None None] For port ebdddc01-11e6-4b4b-80d9-912d62dc2dec, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:42:01.056430 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-e8d0143e-00f9-4671-9803-59c3b28cab7b None None] For port ebdddc01-11e6-4b4b-80d9-912d62dc2dec, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=ebdddc01-11e6-4b4b-80d9-912d62dc2dec,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:42:01.063114 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3043274f-ef0a-4fe3-8c34-798d80790bce tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:01.070184 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-687fe918-b04b-4dff-a475-949437ed98bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:01.077088 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e8d0143e-00f9-4671-9803-59c3b28cab7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:01.197785 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-687fe918-b04b-4dff-a475-949437ed98bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17f727a9-74a0-43f8-8799-2c93f74b6276']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:01.201171 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6c88688a-b974-43c2-a359-3baa5f6ff06a tempest-RoutersAdminNegativeTest-760190226 tempest-RoutersAdminNegativeTest-760190226-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:01.233566 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad03138-0749-4424-b4c3-3ee79367078b admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:42:01.240091 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-687fe918-b04b-4dff-a475-949437ed98bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52d51090-e2f8-4842-9286-d6d3cfc16a5f') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:01.241376 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-687fe918-b04b-4dff-a475-949437ed98bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52d51090-e2f8-4842-9286-d6d3cfc16a5f') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:01.255048 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666d8c57-8451-4507-8093-372a9b63ce93 None None] Sync routers for ids ['cd2d7726-6333-44ab-b653-8c81ef1b29d8'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:42:01.262201 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d0143e-00f9-4671-9803-59c3b28cab7b None None] Pushing event updated for resources: {'Port': ['ID=ebdddc01-11e6-4b4b-80d9-912d62dc2dec,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:01.280018 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666d8c57-8451-4507-8093-372a9b63ce93 None None] Routers {'cd2d7726-6333-44ab-b653-8c81ef1b29d8'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:01.280786 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-666d8c57-8451-4507-8093-372a9b63ce93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:41:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['cd2d7726-6333-44ab-b653-8c81ef1b29d8'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:01.358157 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-0ad03138-0749-4424-b4c3-3ee79367078b admin admin] 10.222.0.75 "PUT /v2.0/routers/cd2d7726-6333-44ab-b653-8c81ef1b29d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6552341 Nov 25 17:42:01.371923 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 59800) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:01.387509 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-687fe918-b04b-4dff-a475-949437ed98bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:01.534737 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3043274f-ef0a-4fe3-8c34-798d80790bce tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:01.535878 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3043274f-ef0a-4fe3-8c34-798d80790bce tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:01.536570 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3043274f-ef0a-4fe3-8c34-798d80790bce tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:01.617690 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6c88688a-b974-43c2-a359-3baa5f6ff06a tempest-RoutersAdminNegativeTest-760190226 tempest-RoutersAdminNegativeTest-760190226-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:01.639829 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-687fe918-b04b-4dff-a475-949437ed98bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:01.693143 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-687fe918-b04b-4dff-a475-949437ed98bb admin admin] Releasing vlan 922 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:42:01.693756 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-687fe918-b04b-4dff-a475-949437ed98bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:01.704458 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:42:01.704458 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:42:01.704458 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:42:01.704458 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:42:01.704458 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:42:01.704458 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:42:01.704458 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:42:01.704458 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:42:01.704458 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:42:01.704458 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:42:01.704458 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:42:01.704458 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:42:01.704458 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:42:01.704458 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:42:01.704458 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:42:01.704458 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:42:01.704458 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:42:01.704458 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:42:01.704458 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:42:01.704458 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:42:01.704458 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:42:01.704458 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:42:01.704458 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:42:01.704458 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:42:01.704458 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:42:01.704458 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:42:01.704458 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:42:01.704458 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:42:01.704458 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:42:01.704458 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:42:01.704458 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:42:01.704458 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:42:01.766792 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-3043274f-ef0a-4fe3-8c34-798d80790bce tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.4828026 Nov 25 17:42:01.770510 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 59804) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:01.827701 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-666d8c57-8451-4507-8093-372a9b63ce93 None None] Set router cd2d7726-6333-44ab-b653-8c81ef1b29d8 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:42:01.845520 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3043274f-ef0a-4fe3-8c34-798d80790bce tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Pushing event updated for resources: {'Network': ['ID=0d1ffc5f-7831-41d6-93e2-738037fe1f62,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:01.853152 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-cbf3af46-2787-415c-8ef6-e0804d11848c tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Request body: {'subnet': {'network_id': '0d1ffc5f-7831-41d6-93e2-738037fe1f62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:01.864413 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-687fe918-b04b-4dff-a475-949437ed98bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:01.887604 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-687fe918-b04b-4dff-a475-949437ed98bb admin admin] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:01.891846 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4a6c05cc-fac6-47b2-8186-5eeab73e60db tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:01.893716 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-687fe918-b04b-4dff-a475-949437ed98bb admin admin] 10.222.0.75 "DELETE /v2.0/networks/17f727a9-74a0-43f8-8799-2c93f74b6276 HTTP/1.1" status: 204 len: 168 time: 2.5328562 Nov 25 17:42:01.909139 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 0d1ffc5f-7831-41d6-93e2-738037fe1f62 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:42:01.917013 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687fe918-b04b-4dff-a475-949437ed98bb admin admin] Pushing event deleted for resources: {'Network': ['ID=17f727a9-74a0-43f8-8799-2c93f74b6276,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:01.956002 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6c05cc-fac6-47b2-8186-5eeab73e60db tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:42:01.958989 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-4a6c05cc-fac6-47b2-8186-5eeab73e60db tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:42:02.001179 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6c05cc-fac6-47b2-8186-5eeab73e60db tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:02.002208 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4a6c05cc-fac6-47b2-8186-5eeab73e60db tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:02.003993 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf3af46-2787-415c-8ef6-e0804d11848c tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Made reservation on behalf of 9f82b5650a9f42b8a56367abd7a32cc4 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:42:02.013498 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cbf3af46-2787-415c-8ef6-e0804d11848c tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:02.020791 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bd0e9bb7-0edf-41e2-bedf-f677b5a16c4f admin admin] Publish callbacks [] for router, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:02.046552 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4a6c05cc-fac6-47b2-8186-5eeab73e60db tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7055335 Nov 25 17:42:02.047635 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59808) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:02.055325 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-1dd420d3-7d73-4dc8-833a-30a750103297 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Request body: {'port': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'mac_address': 'fa:16:3e:55:86:0b', 'name': 'tempest-NetworksTestDHCPv6-774706253'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:02.062939 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6c05cc-fac6-47b2-8186-5eeab73e60db tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event updated for resources: {'Subnet': ['ID=611d1951-18ac-4c2d-a0e6-b216bbe29cbb,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:02.282516 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59812) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:02.312319 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-666d8c57-8451-4507-8093-372a9b63ce93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2d7726-6333-44ab-b653-8c81ef1b29d8', 'name': 'tempest-TaggedBootDevicesTest-1923861502-router', 'tenant_id': 'af07ecd6b88d499dba6f8368912ebb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'f733cd7e-9d1b-4edd-971e-859ad2655c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:17Z', 'updated_at': '2021-11-25T17:41:58Z', 'revision_number': 5, 'project_id': 'af07ecd6b88d499dba6f8368912ebb7e', 'gw_port': {'id': 'f733cd7e-9d1b-4edd-971e-859ad2655c0a', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:cc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2d7726-6333-44ab-b653-8c81ef1b29d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:18Z', 'updated_at': '2021-11-25T17:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:02.347136 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666d8c57-8451-4507-8093-372a9b63ce93 None None] Checking router: cd2d7726-6333-44ab-b653-8c81ef1b29d8 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:42:02.359035 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666d8c57-8451-4507-8093-372a9b63ce93 None None] Routers {'cd2d7726-6333-44ab-b653-8c81ef1b29d8'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:02.359829 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-666d8c57-8451-4507-8093-372a9b63ce93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:41:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['cd2d7726-6333-44ab-b653-8c81ef1b29d8'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:02.364244 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd420d3-7d73-4dc8-833a-30a750103297 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Made reservation on behalf of b4fd74d3755f4cd39b2026436dde8bb1 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:42:02.438103 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-959d419b-5f87-4578-baf9-faab8fe5ba6f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=dd6f14b9d22849c3ad1fbf498db9870a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1535342 Nov 25 17:42:02.444677 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 59816) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:02.560080 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bd0e9bb7-0edf-41e2-bedf-f677b5a16c4f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:02.576856 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1dd420d3-7d73-4dc8-833a-30a750103297 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:02.630523 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-666d8c57-8451-4507-8093-372a9b63ce93 None None] Set router cd2d7726-6333-44ab-b653-8c81ef1b29d8 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:42:02.634138 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-1dd420d3-7d73-4dc8-833a-30a750103297 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] device_id is not set on port 4eff8628-7d81-4a84-a0a6-97eecd0b6a1e yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:42:02.852936 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-1dd420d3-7d73-4dc8-833a-30a750103297 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Allocated IP 2001:db8:0:1::2b5 (fed75ec1-726a-45be-ab23-2dd76f977831/611d1951-18ac-4c2d-a0e6-b216bbe29cbb/4eff8628-7d81-4a84-a0a6-97eecd0b6a1e) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:42:02.861571 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-1dd420d3-7d73-4dc8-833a-30a750103297 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Allocated IP 2001:db8::f816:3eff:fe55:860b (fed75ec1-726a-45be-ab23-2dd76f977831/89b90d50-d45a-4208-8345-1774fb03ea0d/4eff8628-7d81-4a84-a0a6-97eecd0b6a1e) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:42:02.868796 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c50f3414-b80c-406a-849b-186129c6f24b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:02.912299 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device ebdddc01-11e6-4b4b-80d9-912d62dc2dec up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:42:02.953877 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c50f3414-b80c-406a-849b-186129c6f24b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:02.956204 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6c88688a-b974-43c2-a359-3baa5f6ff06a tempest-RoutersAdminNegativeTest-760190226 tempest-RoutersAdminNegativeTest-760190226-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:03.013756 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca15a515-7639-45f0-b982-3ee30baf33dd None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:42:03.019462 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6c88688a-b974-43c2-a359-3baa5f6ff06a tempest-RoutersAdminNegativeTest-760190226 tempest-RoutersAdminNegativeTest-760190226-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:03.024877 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-bd0e9bb7-0edf-41e2-bedf-f677b5a16c4f admin admin] Deleting port f733cd7e-9d1b-4edd-971e-859ad2655c0a {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:42:03.025216 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bd0e9bb7-0edf-41e2-bedf-f677b5a16c4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:03.045295 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1dd420d3-7d73-4dc8-833a-30a750103297 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:03.120928 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1dd420d3-7d73-4dc8-833a-30a750103297 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:03.205896 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd420d3-7d73-4dc8-833a-30a750103297 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event updated for resources: {'Port': ['ID=4eff8628-7d81-4a84-a0a6-97eecd0b6a1e,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:03.228121 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd420d3-7d73-4dc8-833a-30a750103297 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:42:03.230133 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-1dd420d3-7d73-4dc8-833a-30a750103297 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:42:03.232944 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd420d3-7d73-4dc8-833a-30a750103297 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:42:03.239928 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd420d3-7d73-4dc8-833a-30a750103297 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:03.240717 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1dd420d3-7d73-4dc8-833a-30a750103297 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:03.262863 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port ebdddc01-11e6-4b4b-80d9-912d62dc2dec triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:03.262863 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:03.268791 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-c78be401-87a0-4e9c-87d9-b1763c081ba8 None None] Provisioning complete for port ebdddc01-11e6-4b4b-80d9-912d62dc2dec triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:03.269323 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c78be401-87a0-4e9c-87d9-b1763c081ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:03.278630 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 59822) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:03.280534 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1dd420d3-7d73-4dc8-833a-30a750103297 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2257392 Nov 25 17:42:03.280727 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c50f3414-b80c-406a-849b-186129c6f24b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:03.283386 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c50f3414-b80c-406a-849b-186129c6f24b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:03.297150 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c50f3414-b80c-406a-849b-186129c6f24b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9fa93e5f-0225-45c2-90d5-9fc327163fea HTTP/1.1" status: 204 len: 168 time: 0.8400748 Nov 25 17:42:03.470768 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50f3414-b80c-406a-849b-186129c6f24b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa93e5f-0225-45c2-90d5-9fc327163fea,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:03.484776 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-666d8c57-8451-4507-8093-372a9b63ce93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2d7726-6333-44ab-b653-8c81ef1b29d8', 'name': 'tempest-TaggedBootDevicesTest-1923861502-router', 'tenant_id': 'af07ecd6b88d499dba6f8368912ebb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'f733cd7e-9d1b-4edd-971e-859ad2655c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:17Z', 'updated_at': '2021-11-25T17:41:58Z', 'revision_number': 5, 'project_id': 'af07ecd6b88d499dba6f8368912ebb7e', 'gw_port': {'id': 'f733cd7e-9d1b-4edd-971e-859ad2655c0a', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:cc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2d7726-6333-44ab-b653-8c81ef1b29d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:18Z', 'updated_at': '2021-11-25T17:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:03.651158 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c78be401-87a0-4e9c-87d9-b1763c081ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:03.656496 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666d8c57-8451-4507-8093-372a9b63ce93 None None] The sync data for ids ['cd2d7726-6333-44ab-b653-8c81ef1b29d8'] in n-d-817746-1 is: [{'id': 'cd2d7726-6333-44ab-b653-8c81ef1b29d8', 'name': 'tempest-TaggedBootDevicesTest-1923861502-router', 'tenant_id': 'af07ecd6b88d499dba6f8368912ebb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'f733cd7e-9d1b-4edd-971e-859ad2655c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:17Z', 'updated_at': '2021-11-25T17:41:58Z', 'revision_number': 5, 'project_id': 'af07ecd6b88d499dba6f8368912ebb7e', 'gw_port': {'id': 'f733cd7e-9d1b-4edd-971e-859ad2655c0a', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:cc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2d7726-6333-44ab-b653-8c81ef1b29d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:18Z', 'updated_at': '2021-11-25T17:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:42:03.759624 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:03.830270 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92f003c-cbd4-409c-abf1-efddd7b448f8 None None] Update dhcp port {'port': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'fixed_ips': [{'subnet_id': '89b90d50-d45a-4208-8345-1774fb03ea0d', 'ip_address': '2001:db8::f816:3eff:fe4f:339a'}, {'subnet_id': '611d1951-18ac-4c2d-a0e6-b216bbe29cbb'}], 'binding:host_id': 'n-d-817746-1'}, 'id': 'ebdddc01-11e6-4b4b-80d9-912d62dc2dec'} from n-d-817746-1. {{(pid=103362) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 17:42:03.868811 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a92f003c-cbd4-409c-abf1-efddd7b448f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:03.953654 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-c78be401-87a0-4e9c-87d9-b1763c081ba8 None None] For port ebdddc01-11e6-4b4b-80d9-912d62dc2dec, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=ebdddc01-11e6-4b4b-80d9-912d62dc2dec,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:03.962672 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-bd0e9bb7-0edf-41e2-bedf-f677b5a16c4f admin admin] For port f733cd7e-9d1b-4edd-971e-859ad2655c0a, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=f733cd7e-9d1b-4edd-971e-859ad2655c0a,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:03.963790 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bd0e9bb7-0edf-41e2-bedf-f677b5a16c4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:03.984851 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c78be401-87a0-4e9c-87d9-b1763c081ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:04.061815 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-bd0e9bb7-0edf-41e2-bedf-f677b5a16c4f admin admin] Calling delete_port for f733cd7e-9d1b-4edd-971e-859ad2655c0a owned by network:router_gateway {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:42:04.240062 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59836) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:04.283694 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.db.api [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:42:04.284062 n-d-817746-1 neutron-server[103362]: DEBUG oslo_db.api [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:42:04.348875 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-78756043-54c4-4d71-a3ed-bb86e446d757 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6f10e00301ed4fce88a3367f061e8d75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1075454 Nov 25 17:42:04.352234 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59838) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:04.419279 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b987f574-7070-40a9-9203-0d0314fde1e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:04.447152 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b987f574-7070-40a9-9203-0d0314fde1e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:04.451780 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-a92f003c-cbd4-409c-abf1-efddd7b448f8 None None] Allocated IP 2001:db8:0:1::2 (fed75ec1-726a-45be-ab23-2dd76f977831/611d1951-18ac-4c2d-a0e6-b216bbe29cbb/ebdddc01-11e6-4b4b-80d9-912d62dc2dec) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:42:04.481864 n-d-817746-1 neutron-server[103361]: DEBUG neutron.objects.ports [None req-cbf3af46-2787-415c-8ef6-e0804d11848c tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103361) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 17:42:04.482286 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cbf3af46-2787-415c-8ef6-e0804d11848c tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:04.533618 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b987f574-7070-40a9-9203-0d0314fde1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:04.536817 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b987f574-7070-40a9-9203-0d0314fde1e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:04.538223 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b987f574-7070-40a9-9203-0d0314fde1e4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/76606dbc-72a9-4541-bff2-b6d8cbc81a36 HTTP/1.1" status: 204 len: 168 time: 0.1852002 Nov 25 17:42:04.556493 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf3af46-2787-415c-8ef6-e0804d11848c tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Pushing event updated for resources: {'Subnet': ['ID=adc915e0-998c-4341-93ce-a6bd4d598798,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:04.569905 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b987f574-7070-40a9-9203-0d0314fde1e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76606dbc-72a9-4541-bff2-b6d8cbc81a36,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:04.599514 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c05c9-8d5a-4336-898a-f60acec5bafb req-546d7958-7d4b-48f2-be52-8cee6ce52944 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:04.601186 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-035c05c9-8d5a-4336-898a-f60acec5bafb req-546d7958-7d4b-48f2-be52-8cee6ce52944 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 945 time: 0.6514103 Nov 25 17:42:04.602471 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-a92f003c-cbd4-409c-abf1-efddd7b448f8 None None] For port ebdddc01-11e6-4b4b-80d9-912d62dc2dec, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=ebdddc01-11e6-4b4b-80d9-912d62dc2dec,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:04.616746 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6c88688a-b974-43c2-a359-3baa5f6ff06a tempest-RoutersAdminNegativeTest-760190226 tempest-RoutersAdminNegativeTest-760190226-project-admin] Publish callbacks [] for router, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:04.642929 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a92f003c-cbd4-409c-abf1-efddd7b448f8 None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:04.665730 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a92f003c-cbd4-409c-abf1-efddd7b448f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:04.678815 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78be401-87a0-4e9c-87d9-b1763c081ba8 None None] Pushing event updated for resources: {'Port': ['ID=ebdddc01-11e6-4b4b-80d9-912d62dc2dec,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:04.746530 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bd0e9bb7-0edf-41e2-bedf-f677b5a16c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:04.912397 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92f003c-cbd4-409c-abf1-efddd7b448f8 None None] Pushing event updated for resources: {'Port': ['ID=ebdddc01-11e6-4b4b-80d9-912d62dc2dec,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:04.987982 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0e9bb7-0edf-41e2-bedf-f677b5a16c4f admin admin] Pushing event deleted for resources: {'Port': ['ID=f733cd7e-9d1b-4edd-971e-859ad2655c0a,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:05.010466 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6c88688a-b974-43c2-a359-3baa5f6ff06a tempest-RoutersAdminNegativeTest-760190226 tempest-RoutersAdminNegativeTest-760190226-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:05.014321 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6c88688a-b974-43c2-a359-3baa5f6ff06a tempest-RoutersAdminNegativeTest-760190226 tempest-RoutersAdminNegativeTest-760190226-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:05.055577 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device ebdddc01-11e6-4b4b-80d9-912d62dc2dec up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:42:05.147349 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfb2b63-e413-4c27-8896-eb05ca967777 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:42:05.172892 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-64ee45b1-4562-4ae0-bc1b-ee12d3f876d8 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Deleting port 4eff8628-7d81-4a84-a0a6-97eecd0b6a1e {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:42:05.173521 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-64ee45b1-4562-4ae0-bc1b-ee12d3f876d8 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:05.184004 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port ebdddc01-11e6-4b4b-80d9-912d62dc2dec triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:05.184456 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:05.271570 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6c88688a-b974-43c2-a359-3baa5f6ff06a tempest-RoutersAdminNegativeTest-760190226 tempest-RoutersAdminNegativeTest-760190226-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:05.272130 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c88688a-b974-43c2-a359-3baa5f6ff06a tempest-RoutersAdminNegativeTest-760190226 tempest-RoutersAdminNegativeTest-760190226-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e279a4a8-78b3-4648-9edc-3fb3c5ca7bfd {{(pid=103361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:42:05.300580 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bd0e9bb7-0edf-41e2-bedf-f677b5a16c4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:05.425541 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 8d0ec3cd-8a99-4f9a-a287-1c964d4a1850 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:42:05.451990 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf3af46-2787-415c-8ef6-e0804d11848c tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Checking segment: {'id': 'cf36b50b-ef35-4738-843e-f89f31afccc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '0d1ffc5f-7831-41d6-93e2-738037fe1f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:42:05.452366 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf3af46-2787-415c-8ef6-e0804d11848c tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Network hostable DHCP agents. Network: 0d1ffc5f-7831-41d6-93e2-738037fe1f62, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:42:05.459448 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bd0e9bb7-0edf-41e2-bedf-f677b5a16c4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:05.465790 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [None req-6c88688a-b974-43c2-a359-3baa5f6ff06a tempest-RoutersAdminNegativeTest-760190226 tempest-RoutersAdminNegativeTest-760190226-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 25 17:42:05.469705 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59858) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:05.470272 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-6c88688a-b974-43c2-a359-3baa5f6ff06a tempest-RoutersAdminNegativeTest-760190226 tempest-RoutersAdminNegativeTest-760190226-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.9191320 Nov 25 17:42:05.480806 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 8d0ec3cd-8a99-4f9a-a287-1c964d4a1850 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:42:05.482595 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 8d0ec3cd-8a99-4f9a-a287-1c964d4a1850 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:42:05.501910 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bd0e9bb7-0edf-41e2-bedf-f677b5a16c4f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:05.533375 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-035c05c9-8d5a-4336-898a-f60acec5bafb req-fa23f3d9-4fcb-4e0a-acdd-aee3df6fc063 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7842436 Nov 25 17:42:05.588434 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf3af46-2787-415c-8ef6-e0804d11848c tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Network 0d1ffc5f-7831-41d6-93e2-738037fe1f62 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:42:05.595683 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bd0e9bb7-0edf-41e2-bedf-f677b5a16c4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:05.596462 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd0e9bb7-0edf-41e2-bedf-f677b5a16c4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd2d7726-6333-44ab-b653-8c81ef1b29d8 {{(pid=103361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:42:05.615381 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-758d0409-7d3f-4e42-97c6-6353b82b6d5d tempest-RoutersAdminNegativeTest-760190226 tempest-RoutersAdminNegativeTest-760190226-project-admin] Deleting port 402127e1-0f9a-40f0-a43c-99be7f53930f {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:42:05.615841 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-758d0409-7d3f-4e42-97c6-6353b82b6d5d tempest-RoutersAdminNegativeTest-760190226 tempest-RoutersAdminNegativeTest-760190226-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:05.616550 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bd0e9bb7-0edf-41e2-bedf-f677b5a16c4f admin admin] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:05.619199 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-bd0e9bb7-0edf-41e2-bedf-f677b5a16c4f admin admin] 10.222.0.75 "DELETE /v2.0/routers/cd2d7726-6333-44ab-b653-8c81ef1b29d8 HTTP/1.1" status: 204 len: 168 time: 4.2429779 Nov 25 17:42:05.621882 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59866) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:05.655462 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-cbf3af46-2787-415c-8ef6-e0804d11848c tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 0d1ffc5f-7831-41d6-93e2-738037fe1f62) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:42:05.666049 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0685b7d-76a6-44b9-a08c-591eeaaaeb5e None None] Network 0d1ffc5f-7831-41d6-93e2-738037fe1f62 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:42:05.674498 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf3af46-2787-415c-8ef6-e0804d11848c tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:05.675109 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cbf3af46-2787-415c-8ef6-e0804d11848c tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:05.750997 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-cbf3af46-2787-415c-8ef6-e0804d11848c tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.9023008 Nov 25 17:42:05.751506 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 59868) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:05.774999 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-64ee45b1-4562-4ae0-bc1b-ee12d3f876d8 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:05.798395 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-8e86633c-ddb1-466b-ba99-dcd3331b3609 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-970684024', 'network_id': '0d1ffc5f-7831-41d6-93e2-738037fe1f62'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:05.815671 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-758d0409-7d3f-4e42-97c6-6353b82b6d5d tempest-RoutersAdminNegativeTest-760190226 tempest-RoutersAdminNegativeTest-760190226-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:05.832866 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-758d0409-7d3f-4e42-97c6-6353b82b6d5d tempest-RoutersAdminNegativeTest-760190226 tempest-RoutersAdminNegativeTest-760190226-project-admin] Calling delete_port for 402127e1-0f9a-40f0-a43c-99be7f53930f owned by {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:42:05.936866 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cfe81b3-f3a2-49a9-acd3-b6022e5f086b admin admin] Deleting subnet ed397f2a-aef3-4eaf-9752-78b3a9274780 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:42:05.936866 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1cfe81b3-f3a2-49a9-acd3-b6022e5f086b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:05.944932 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-64ee45b1-4562-4ae0-bc1b-ee12d3f876d8 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Calling delete_port for 4eff8628-7d81-4a84-a0a6-97eecd0b6a1e owned by {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:42:05.962153 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3a4c60-cfb5-4bc6-b012-35a41ae47f92 None None] Network 0d1ffc5f-7831-41d6-93e2-738037fe1f62 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:42:05.967582 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 59872) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:06.056365 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e86633c-ddb1-466b-ba99-dcd3331b3609 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Made reservation on behalf of 9f82b5650a9f42b8a56367abd7a32cc4 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:42:06.060229 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8e86633c-ddb1-466b-ba99-dcd3331b3609 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:06.071995 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1cfe81b3-f3a2-49a9-acd3-b6022e5f086b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:06.087369 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4522d-ebd2-4731-9b65-ced09f7a6b9b req-b923ee78-25f0-4495-8f43-882751930b14 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:06.089560 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e5e4522d-ebd2-4731-9b65-ced09f7a6b9b req-b923ee78-25f0-4495-8f43-882751930b14 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 945 time: 0.3365624 Nov 25 17:42:06.182552 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [None req-8e86633c-ddb1-466b-ba99-dcd3331b3609 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] device_id is not set on port 0b1690fe-3326-446b-a5fd-436511f23f4d yet. {{(pid=103361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:42:06.339867 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1cfe81b3-f3a2-49a9-acd3-b6022e5f086b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:06.353875 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-29eff53c-7b9e-4c29-858b-d95d13b28cea admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-726105031-network', 'tenant_id': 'dd60a7d3b7b14abd8244134eae4ef450'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:06.391124 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-758d0409-7d3f-4e42-97c6-6353b82b6d5d tempest-RoutersAdminNegativeTest-760190226 tempest-RoutersAdminNegativeTest-760190226-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:06.434430 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d0409-7d3f-4e42-97c6-6353b82b6d5d tempest-RoutersAdminNegativeTest-760190226 tempest-RoutersAdminNegativeTest-760190226-project-admin] Pushing event deleted for resources: {'Port': ['ID=402127e1-0f9a-40f0-a43c-99be7f53930f,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:06.464458 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e5e4522d-ebd2-4731-9b65-ced09f7a6b9b req-e567a7a7-346b-4514-a33a-c48333466683 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3450634 Nov 25 17:42:06.497715 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25a0ea1-2c47-43de-b07f-9e315f9ea0bc None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:42:06.501418 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-208dda7b-95c9-4123-bdbe-e6ff04a58c96 None None] Provisioning complete for port ebdddc01-11e6-4b4b-80d9-912d62dc2dec triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:06.501915 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-208dda7b-95c9-4123-bdbe-e6ff04a58c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:06.581659 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29eff53c-7b9e-4c29-858b-d95d13b28cea admin admin] Made reservation on behalf of dd60a7d3b7b14abd8244134eae4ef450 for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:42:06.593113 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-29eff53c-7b9e-4c29-858b-d95d13b28cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:06.621331 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1cfe81b3-f3a2-49a9-acd3-b6022e5f086b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:06.628820 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-29eff53c-7b9e-4c29-858b-d95d13b28cea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:06.677119 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-758d0409-7d3f-4e42-97c6-6353b82b6d5d tempest-RoutersAdminNegativeTest-760190226 tempest-RoutersAdminNegativeTest-760190226-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:06.695769 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-758d0409-7d3f-4e42-97c6-6353b82b6d5d tempest-RoutersAdminNegativeTest-760190226 tempest-RoutersAdminNegativeTest-760190226-project-admin] 10.222.0.75 "DELETE /v2.0/ports/402127e1-0f9a-40f0-a43c-99be7f53930f HTTP/1.1" status: 204 len: 168 time: 1.2248554 Nov 25 17:42:06.721810 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-8e86633c-ddb1-466b-ba99-dcd3331b3609 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Allocated IP 172.20.0.9 (0d1ffc5f-7831-41d6-93e2-738037fe1f62/adc915e0-998c-4341-93ce-a6bd4d598798/0b1690fe-3326-446b-a5fd-436511f23f4d) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:42:06.747847 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfe81b3-f3a2-49a9-acd3-b6022e5f086b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed397f2a-aef3-4eaf-9752-78b3a9274780,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:06.764576 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1cfe81b3-f3a2-49a9-acd3-b6022e5f086b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:06.779645 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbcda50-f253-48c2-b105-5ed1438f65f2 None None] Network f82e88c7-d403-486f-9a10-2a3ad902e128 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:42:06.781546 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1cfe81b3-f3a2-49a9-acd3-b6022e5f086b admin admin] 10.222.0.75 "DELETE /v2.0/subnets/ed397f2a-aef3-4eaf-9752-78b3a9274780 HTTP/1.1" status: 204 len: 168 time: 1.1434631 Nov 25 17:42:06.782460 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59888) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:06.893651 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2e8b93fd-8a02-4eb1-aa97-3316a9f0b001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:07.045527 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-2e8b93fd-8a02-4eb1-aa97-3316a9f0b001 admin admin] Deleting port d11fc58b-f212-468d-b70c-f2b6a0160b62 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:42:07.045878 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2e8b93fd-8a02-4eb1-aa97-3316a9f0b001 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:07.161358 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8e86633c-ddb1-466b-ba99-dcd3331b3609 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:07.189661 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-2e8b93fd-8a02-4eb1-aa97-3316a9f0b001 admin admin] For port d11fc58b-f212-468d-b70c-f2b6a0160b62, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d11fc58b-f212-468d-b70c-f2b6a0160b62,segment=NetworkSegment(ceeed56e-b08e-4ce0-affa-4a50f5e8a957),segment_id=ceeed56e-b08e-4ce0-affa-4a50f5e8a957)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:07.190228 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2e8b93fd-8a02-4eb1-aa97-3316a9f0b001 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:07.210348 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-2e8b93fd-8a02-4eb1-aa97-3316a9f0b001 admin admin] Calling delete_port for d11fc58b-f212-468d-b70c-f2b6a0160b62 owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:42:07.228108 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-64ee45b1-4562-4ae0-bc1b-ee12d3f876d8 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:07.230183 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 59894) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:07.242806 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device ebdddc01-11e6-4b4b-80d9-912d62dc2dec up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:42:07.245212 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-92c64759-2b09-4e65-a41f-419ea1b902c2 req-397b5a2f-c1a9-4df6-98c3-34993fc90af7 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=97be2ce6-9257-4cdf-b9a7-5336b2f90489&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6803813 Nov 25 17:42:07.314400 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f4e89-28b0-44e0-a055-73b724adb8e8 req-231ce2e0-8ffa-4258-bb83-d401bdbd708e tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:07.314918 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-208dda7b-95c9-4123-bdbe-e6ff04a58c96 None None] Could not find standard attr ID for object 4eff8628-7d81-4a84-a0a6-97eecd0b6a1e. {{(pid=103362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:42:07.315957 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dd4f4e89-28b0-44e0-a055-73b724adb8e8 req-231ce2e0-8ffa-4258-bb83-d401bdbd708e tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 945 time: 0.3222110 Nov 25 17:42:07.340400 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee45b1-4562-4ae0-bc1b-ee12d3f876d8 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event deleted for resources: {'Port': ['ID=4eff8628-7d81-4a84-a0a6-97eecd0b6a1e,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:07.377028 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port ebdddc01-11e6-4b4b-80d9-912d62dc2dec triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:07.377191 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:07.405079 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2e8b93fd-8a02-4eb1-aa97-3316a9f0b001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:07.451246 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8b93fd-8a02-4eb1-aa97-3316a9f0b001 admin admin] Pushing event deleted for resources: {'Port': ['ID=d11fc58b-f212-468d-b70c-f2b6a0160b62,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:07.460630 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-8fc953d6-03ba-4d76-878e-d1d5ac7fe07b None None] Could not find standard attr ID for object 4eff8628-7d81-4a84-a0a6-97eecd0b6a1e. {{(pid=103362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:42:07.463465 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8b93fd-8a02-4eb1-aa97-3316a9f0b001 admin admin] No DVR routers for this DVR port d11fc58b-f212-468d-b70c-f2b6a0160b62 on host n-d-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:42:07.536066 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-29eff53c-7b9e-4c29-858b-d95d13b28cea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:07.544040 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8e86633c-ddb1-466b-ba99-dcd3331b3609 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:07.558755 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf516e0-6c7f-4f73-94de-0556e03665e5 None None] DHCP port deletion for f82e88c7-d403-486f-9a10-2a3ad902e128 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:42:07.595403 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2e8b93fd-8a02-4eb1-aa97-3316a9f0b001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:07.619761 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-2e8b93fd-8a02-4eb1-aa97-3316a9f0b001 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f82e88c7-d403-486f-9a10-2a3ad902e128']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:07.626851 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-64ee45b1-4562-4ae0-bc1b-ee12d3f876d8 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:07.630360 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-64ee45b1-4562-4ae0-bc1b-ee12d3f876d8 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/ports/4eff8628-7d81-4a84-a0a6-97eecd0b6a1e HTTP/1.1" status: 204 len: 168 time: 4.3506432 Nov 25 17:42:07.631963 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-2e8b93fd-8a02-4eb1-aa97-3316a9f0b001 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceeed56e-b08e-4ce0-affa-4a50f5e8a957') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:07.632883 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-2e8b93fd-8a02-4eb1-aa97-3316a9f0b001 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceeed56e-b08e-4ce0-affa-4a50f5e8a957') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:07.645323 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e86633c-ddb1-466b-ba99-dcd3331b3609 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Pushing event updated for resources: {'Port': ['ID=0b1690fe-3326-446b-a5fd-436511f23f4d,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:07.647744 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b30b9950-8c8e-4cfc-96d1-8f2951609f7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:07.649723 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-29eff53c-7b9e-4c29-858b-d95d13b28cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:07.654349 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 59902) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:07.661786 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2e8b93fd-8a02-4eb1-aa97-3316a9f0b001 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:07.673704 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device f733cd7e-9d1b-4edd-971e-859ad2655c0a no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:42:07.681185 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2e8b93fd-8a02-4eb1-aa97-3316a9f0b001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:07.689443 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e8b93fd-8a02-4eb1-aa97-3316a9f0b001 admin admin] Releasing vlan 939 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:42:07.691035 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2e8b93fd-8a02-4eb1-aa97-3316a9f0b001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:07.704027 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:42:07.704027 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:42:07.704027 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:42:07.704027 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:42:07.704027 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:42:07.704027 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:42:07.704027 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:42:07.704027 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:42:07.704027 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:42:07.704027 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:42:07.704027 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:42:07.704027 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:42:07.704027 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:42:07.704027 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:42:07.704027 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:42:07.704027 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:42:07.704027 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:42:07.704027 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:42:07.704027 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:42:07.704027 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:42:07.704027 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:42:07.704027 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:42:07.704027 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:42:07.704027 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:42:07.704027 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:42:07.704027 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:42:07.704027 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:42:07.704027 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:42:07.704027 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:42:07.704027 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:42:07.704027 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:42:07.704027 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:42:07.710451 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: f733cd7e-9d1b-4edd-971e-859ad2655c0a {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:42:07.711348 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device f733cd7e-9d1b-4edd-971e-859ad2655c0a not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:42:07.719778 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eff53c-7b9e-4c29-858b-d95d13b28cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b3df04-970a-44bc-a0c1-f70d4931c755,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:07.776476 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2e8b93fd-8a02-4eb1-aa97-3316a9f0b001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:07.790157 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2e8b93fd-8a02-4eb1-aa97-3316a9f0b001 admin admin] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:07.795618 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2e8b93fd-8a02-4eb1-aa97-3316a9f0b001 admin admin] 10.222.0.75 "DELETE /v2.0/networks/f82e88c7-d403-486f-9a10-2a3ad902e128 HTTP/1.1" status: 204 len: 168 time: 1.0119331 Nov 25 17:42:07.801723 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29eff53c-7b9e-4c29-858b-d95d13b28cea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 930} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:42:07.805695 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e86633c-ddb1-466b-ba99-dcd3331b3609 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Network 0d1ffc5f-7831-41d6-93e2-738037fe1f62 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:42:07.812690 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59904) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:07.814064 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8b93fd-8a02-4eb1-aa97-3316a9f0b001 admin admin] Pushing event deleted for resources: {'Network': ['ID=f82e88c7-d403-486f-9a10-2a3ad902e128,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:07.825178 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dd4f4e89-28b0-44e0-a055-73b724adb8e8 req-2b538427-ee80-4804-8cea-dbb641717183 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4963276 Nov 25 17:42:07.831586 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-8e86633c-ddb1-466b-ba99-dcd3331b3609 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:42:07.843939 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c64759-2b09-4e65-a41f-419ea1b902c2 req-ba6e915a-807d-4855-a49d-35880768e8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:07.857459 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-92c64759-2b09-4e65-a41f-419ea1b902c2 req-ba6e915a-807d-4855-a49d-35880768e8a2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5a560046c26c483180c0093a6be1dd8b&device_id=97be2ce6-9257-4cdf-b9a7-5336b2f90489 HTTP/1.1" status: 200 len: 1097 time: 0.5297921 Nov 25 17:42:07.861344 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e86633c-ddb1-466b-ba99-dcd3331b3609 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:42:07.879413 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-29eff53c-7b9e-4c29-858b-d95d13b28cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:07.879767 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-29eff53c-7b9e-4c29-858b-d95d13b28cea admin admin] Added segment 2cf77aa1-f355-47fb-a98b-d895369ec9a1 of type vlan for network a648d602-e164-4469-ab2b-5bfdc1e0c70b Nov 25 17:42:08.130452 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c64759-2b09-4e65-a41f-419ea1b902c2 req-46a29c20-ad65-410f-b8d2-c2b8b6381562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:08.132739 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-92c64759-2b09-4e65-a41f-419ea1b902c2 req-46a29c20-ad65-410f-b8d2-c2b8b6381562 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d0082d57-8c96-4a76-be0f-340c2f65b160 HTTP/1.1" status: 200 len: 913 time: 0.2394154 Nov 25 17:42:08.151903 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cd2902-1226-46ea-a882-121c7edfc856 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:08.155850 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-63cd2902-1226-46ea-a882-121c7edfc856 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4640715 Nov 25 17:42:08.157076 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59912) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:08.189243 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e86633c-ddb1-466b-ba99-dcd3331b3609 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:08.189964 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8e86633c-ddb1-466b-ba99-dcd3331b3609 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:08.248233 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-92c64759-2b09-4e65-a41f-419ea1b902c2 req-2025e1b1-b8cc-42b0-bc73-f0553006d6c9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc6a8024-085e-4dd4-a044-03e7336eacba HTTP/1.1" status: 200 len: 217 time: 0.0887752 Nov 25 17:42:08.250126 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-29eff53c-7b9e-4c29-858b-d95d13b28cea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:08.256188 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be2670a-66fc-4d81-8cee-e1fbb7514552 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:08.262048 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6be2670a-66fc-4d81-8cee-e1fbb7514552 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1010840 Nov 25 17:42:08.262529 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-8e86633c-ddb1-466b-ba99-dcd3331b3609 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 2.5069513 Nov 25 17:42:08.267088 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59914) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:08.267436 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59916) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:08.335986 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c64759-2b09-4e65-a41f-419ea1b902c2 req-476179e6-06fa-4a5b-95af-aa0eaa67fcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:08.340323 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-92c64759-2b09-4e65-a41f-419ea1b902c2 req-476179e6-06fa-4a5b-95af-aa0eaa67fcfd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c74f83ed-3896-4341-8cf1-e1417d85add2 HTTP/1.1" status: 200 len: 851 time: 0.0750968 Nov 25 17:42:08.443328 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aff8947-7b67-46bb-9d08-6347487a2758 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:08.443725 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.db.resource_extend [None req-29eff53c-7b9e-4c29-858b-d95d13b28cea admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:42:08.445679 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aff8947-7b67-46bb-9d08-6347487a2758 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:08.447369 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aff8947-7b67-46bb-9d08-6347487a2758 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:08.453894 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b30b9950-8c8e-4cfc-96d1-8f2951609f7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:08.455542 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-5aff8947-7b67-46bb-9d08-6347487a2758 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1869421 Nov 25 17:42:08.456079 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59924) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:08.489884 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b30b9950-8c8e-4cfc-96d1-8f2951609f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:08.554820 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-29eff53c-7b9e-4c29-858b-d95d13b28cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:08.556454 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29eff53c-7b9e-4c29-858b-d95d13b28cea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:08.557132 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-29eff53c-7b9e-4c29-858b-d95d13b28cea admin admin] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:08.559963 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1d8efee-adda-4d78-a60d-cf16a437a04b tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Deleting subnet 611d1951-18ac-4c2d-a0e6-b216bbe29cbb {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:42:08.565588 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b1d8efee-adda-4d78-a60d-cf16a437a04b tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:08.597013 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c64759-2b09-4e65-a41f-419ea1b902c2 req-48b30939-7ec0-4e71-916a-133d87c9cfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:08.598683 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-92c64759-2b09-4e65-a41f-419ea1b902c2 req-48b30939-7ec0-4e71-916a-133d87c9cfdd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d0082d57-8c96-4a76-be0f-340c2f65b160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2503581 Nov 25 17:42:08.617311 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [req-92c64759-2b09-4e65-a41f-419ea1b902c2 req-14f4b6b4-8619-4df1-8bb4-96bf31240e99 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:42:08.618317 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-92c64759-2b09-4e65-a41f-419ea1b902c2 req-14f4b6b4-8619-4df1-8bb4-96bf31240e99 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053971 Nov 25 17:42:08.626533 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-b30b9950-8c8e-4cfc-96d1-8f2951609f7c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8c1f669b3c53468394157487e1171b5d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3884323 Nov 25 17:42:08.631332 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-29eff53c-7b9e-4c29-858b-d95d13b28cea admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.6580150 Nov 25 17:42:08.631485 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59934) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:08.632789 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9e96f414-9087-49d4-8ac9-f67ebbcb7e99 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Deleting port 0b1690fe-3326-446b-a5fd-436511f23f4d {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:42:08.633364 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9e96f414-9087-49d4-8ac9-f67ebbcb7e99 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:08.638402 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 59936) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:08.639244 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30b9950-8c8e-4cfc-96d1-8f2951609f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6369c7-c458-47a9-8a3a-f6e76815e5e0,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:08.646463 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-71f6bdbb-24bf-4589-9eda-a548444a09f9 admin admin] Request body: {'subnet': {'network_id': 'a648d602-e164-4469-ab2b-5bfdc1e0c70b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-726105031-subnet', 'tenant_id': 'dd60a7d3b7b14abd8244134eae4ef450', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:08.701687 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b1d8efee-adda-4d78-a60d-cf16a437a04b tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:08.733167 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa519ab-e27c-43cc-a880-dde7a92a5f70 req-4e4ff9bd-d055-45a9-b726-b2f19f8ddd4c tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:08.743218 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ffa519ab-e27c-43cc-a880-dde7a92a5f70 req-4e4ff9bd-d055-45a9-b726-b2f19f8ddd4c tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 945 time: 0.3153982 Nov 25 17:42:08.866841 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eff53c-7b9e-4c29-858b-d95d13b28cea admin admin] Pushing event updated for resources: {'Network': ['ID=a648d602-e164-4469-ab2b-5bfdc1e0c70b,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:08.880562 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network a648d602-e164-4469-ab2b-5bfdc1e0c70b details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:42:08.889506 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ffa519ab-e27c-43cc-a880-dde7a92a5f70 req-93a30b10-1dbb-4447-9c18-1be4468c4b00 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452699 Nov 25 17:42:08.906885 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f6bdbb-24bf-4589-9eda-a548444a09f9 admin admin] Made reservation on behalf of dd60a7d3b7b14abd8244134eae4ef450 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:42:08.910010 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-71f6bdbb-24bf-4589-9eda-a548444a09f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:08.928900 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9e96f414-9087-49d4-8ac9-f67ebbcb7e99 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:08.945451 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-15efa7f2-771e-48f3-bf22-57ef6b414369 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:08.969618 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9e96f414-9087-49d4-8ac9-f67ebbcb7e99 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Calling delete_port for 0b1690fe-3326-446b-a5fd-436511f23f4d owned by {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:42:09.017278 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b1d8efee-adda-4d78-a60d-cf16a437a04b tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:09.025958 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-92c64759-2b09-4e65-a41f-419ea1b902c2 req-781e1d0e-eccf-4c23-8a75-c05857647f6a service neutron] 10.222.0.90 "GET /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972864 Nov 25 17:42:09.049425 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-15efa7f2-771e-48f3-bf22-57ef6b414369 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:09.054291 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d11fc58b-f212-468d-b70c-f2b6a0160b62 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:42:09.084029 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: d11fc58b-f212-468d-b70c-f2b6a0160b62 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:42:09.084502 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d11fc58b-f212-468d-b70c-f2b6a0160b62 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:42:09.103915 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-82e4a5a2-4715-4ac1-965c-40932ca706a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:09.211054 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-92c64759-2b09-4e65-a41f-419ea1b902c2 req-125c7ebf-7c98-41c3-8bf4-b4e8d33b044c service neutron] 10.222.0.90 "GET /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768517 Nov 25 17:42:09.274347 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b1d8efee-adda-4d78-a60d-cf16a437a04b tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:09.336546 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b1d8efee-adda-4d78-a60d-cf16a437a04b tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:09.343876 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b1d8efee-adda-4d78-a60d-cf16a437a04b tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/subnets/611d1951-18ac-4c2d-a0e6-b216bbe29cbb HTTP/1.1" status: 204 len: 168 time: 0.8838284 Nov 25 17:42:09.344900 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d8efee-adda-4d78-a60d-cf16a437a04b tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event deleted for resources: {'Subnet': ['ID=611d1951-18ac-4c2d-a0e6-b216bbe29cbb,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:09.345687 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 59948) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:09.346519 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb2b8cd-6762-4a2d-990a-2610a57c6784 None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:42:09.377712 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-15efa7f2-771e-48f3-bf22-57ef6b414369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:09.381036 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-15efa7f2-771e-48f3-bf22-57ef6b414369 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:09.382396 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-15efa7f2-771e-48f3-bf22-57ef6b414369 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ac6369c7-c458-47a9-8a3a-f6e76815e5e0 HTTP/1.1" status: 204 len: 168 time: 0.7516325 Nov 25 17:42:09.405647 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15efa7f2-771e-48f3-bf22-57ef6b414369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6369c7-c458-47a9-8a3a-f6e76815e5e0,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:09.406507 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-71f6bdbb-24bf-4589-9eda-a548444a09f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:09.454336 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-44597a11-6445-424e-a3d2-2d42753b39b5 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Deleting subnet 89b90d50-d45a-4208-8345-1774fb03ea0d {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:42:09.470480 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-44597a11-6445-424e-a3d2-2d42753b39b5 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:09.535989 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f6bdbb-24bf-4589-9eda-a548444a09f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f60971a9-eed7-434a-a6a8-75bdea424f76,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:09.537213 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9e96f414-9087-49d4-8ac9-f67ebbcb7e99 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:09.567574 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-44597a11-6445-424e-a3d2-2d42753b39b5 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:09.580264 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e96f414-9087-49d4-8ac9-f67ebbcb7e99 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Pushing event deleted for resources: {'Port': ['ID=0b1690fe-3326-446b-a5fd-436511f23f4d,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:09.603533 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f6bdbb-24bf-4589-9eda-a548444a09f9 admin admin] Checking segment: {'id': '2cf77aa1-f355-47fb-a98b-d895369ec9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'a648d602-e164-4469-ab2b-5bfdc1e0c70b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:42:09.603959 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f6bdbb-24bf-4589-9eda-a548444a09f9 admin admin] Network hostable DHCP agents. Network: a648d602-e164-4469-ab2b-5bfdc1e0c70b, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:42:09.654797 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f6bdbb-24bf-4589-9eda-a548444a09f9 admin admin] Network a648d602-e164-4469-ab2b-5bfdc1e0c70b is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:42:09.698584 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-71f6bdbb-24bf-4589-9eda-a548444a09f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, a648d602-e164-4469-ab2b-5bfdc1e0c70b) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:42:09.709093 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f6bdbb-24bf-4589-9eda-a548444a09f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:09.711427 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-71f6bdbb-24bf-4589-9eda-a548444a09f9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:09.746499 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9e96f414-9087-49d4-8ac9-f67ebbcb7e99 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:09.749373 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-44597a11-6445-424e-a3d2-2d42753b39b5 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:09.752908 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9e96f414-9087-49d4-8ac9-f67ebbcb7e99 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] 10.222.0.75 "DELETE /v2.0/ports/0b1690fe-3326-446b-a5fd-436511f23f4d HTTP/1.1" status: 204 len: 168 time: 1.4732327 Nov 25 17:42:09.755563 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59958) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:09.764620 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-e2f8c7a1-7637-49be-b10c-1b3964abb265 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0d1ffc5f-7831-41d6-93e2-738037fe1f62', 'external_fixed_ips': [{'subnet_id': 'adc915e0-998c-4341-93ce-a6bd4d598798', 'ip_address': '172.20.0.9'}]}}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:09.767991 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-71f6bdbb-24bf-4589-9eda-a548444a09f9 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1232629 Nov 25 17:42:09.786411 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323341d4-e989-4370-b320-ba5b7e27c673 None None] Network a648d602-e164-4469-ab2b-5bfdc1e0c70b requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:42:09.865301 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e2f8c7a1-7637-49be-b10c-1b3964abb265 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:09.866743 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e2f8c7a1-7637-49be-b10c-1b3964abb265 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:09.897986 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-44597a11-6445-424e-a3d2-2d42753b39b5 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:10.072642 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44597a11-6445-424e-a3d2-2d42753b39b5 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event deleted for resources: {'Subnet': ['ID=89b90d50-d45a-4208-8345-1774fb03ea0d,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:10.092811 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-44597a11-6445-424e-a3d2-2d42753b39b5 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:10.096048 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-44597a11-6445-424e-a3d2-2d42753b39b5 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/subnets/89b90d50-d45a-4208-8345-1774fb03ea0d HTTP/1.1" status: 204 len: 168 time: 0.7488039 Nov 25 17:42:10.106350 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 59974) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:10.182022 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da42f2e0-c347-4922-829e-e8952750a1c1 req-f7aa8dfb-51c4-4c54-b746-cd9a37f5eee9 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:10.190010 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-da42f2e0-c347-4922-829e-e8952750a1c1 req-f7aa8dfb-51c4-4c54-b746-cd9a37f5eee9 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 945 time: 0.1025012 Nov 25 17:42:10.263123 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 59976) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:10.269877 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e2f8c7a1-7637-49be-b10c-1b3964abb265 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:10.282434 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ceebc53-9e3a-4016-a2cd-380c82f5d6e8 None None] Update dhcp port {'port': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'fixed_ips': [{'subnet_id': '89b90d50-d45a-4208-8345-1774fb03ea0d'}], 'binding:host_id': 'n-d-817746-1'}, 'id': 'ebdddc01-11e6-4b4b-80d9-912d62dc2dec'} from n-d-817746-1. {{(pid=103362) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 17:42:10.284446 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1216c8f8-75dd-44a4-91ca-784136b84903 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1723034 Nov 25 17:42:10.290262 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 59978) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:10.298591 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6226bbb6-038e-4c58-9699-70ea0828a22e None None] Network a648d602-e164-4469-ab2b-5bfdc1e0c70b requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:42:10.308215 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-6636d35c-eef0-43e2-92db-4fc6a438706f tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Request body: {'subnet': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:10.369591 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-82e4a5a2-4715-4ac1-965c-40932ca706a3 admin admin] Deleting port 66ffdee1-c2e7-4d06-9ed4-e692d12da14e {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:42:10.375410 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-82e4a5a2-4715-4ac1-965c-40932ca706a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:10.469534 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6ceebc53-9e3a-4016-a2cd-380c82f5d6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:10.689478 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07c89e3-1e82-49ab-ab49-ad01669f2832 None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:42:10.736727 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e2f8c7a1-7637-49be-b10c-1b3964abb265 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:10.820498 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-82e4a5a2-4715-4ac1-965c-40932ca706a3 admin admin] For port 66ffdee1-c2e7-4d06-9ed4-e692d12da14e, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=66ffdee1-c2e7-4d06-9ed4-e692d12da14e,segment=NetworkSegment(8ad9a924-ac10-4a1c-a67e-44a8c8785218),segment_id=8ad9a924-ac10-4a1c-a67e-44a8c8785218)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:10.821262 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-82e4a5a2-4715-4ac1-965c-40932ca706a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:10.837608 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-82e4a5a2-4715-4ac1-965c-40932ca706a3 admin admin] Calling delete_port for 66ffdee1-c2e7-4d06-9ed4-e692d12da14e owned by network:router_interface {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:42:10.966542 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-5ba81173-3dbb-429c-8084-08781d360ec0 None None] Provisioning complete for port ebdddc01-11e6-4b4b-80d9-912d62dc2dec triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:10.980601 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5ba81173-3dbb-429c-8084-08781d360ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:11.061214 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device ebdddc01-11e6-4b4b-80d9-912d62dc2dec no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:42:11.170363 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:11.185502 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1256c5-461e-46d7-9352-7ecccabc8a59 None None] DHCP port deletion for fed75ec1-726a-45be-ab23-2dd76f977831 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:42:11.237066 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port ebdddc01-11e6-4b4b-80d9-912d62dc2dec, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=ebdddc01-11e6-4b4b-80d9-912d62dc2dec,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:11.242819 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:11.354146 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=ebdddc01-11e6-4b4b-80d9-912d62dc2dec,revision_number=7']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:11.428428 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-5b1256c5-461e-46d7-9352-7ecccabc8a59 None None] Deleting port ebdddc01-11e6-4b4b-80d9-912d62dc2dec {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:42:11.429320 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5b1256c5-461e-46d7-9352-7ecccabc8a59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:11.518009 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-5b1256c5-461e-46d7-9352-7ecccabc8a59 None None] For port ebdddc01-11e6-4b4b-80d9-912d62dc2dec, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=ebdddc01-11e6-4b4b-80d9-912d62dc2dec,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:11.519258 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5b1256c5-461e-46d7-9352-7ecccabc8a59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:11.538136 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-5b1256c5-461e-46d7-9352-7ecccabc8a59 None None] Calling delete_port for ebdddc01-11e6-4b4b-80d9-912d62dc2dec owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:42:11.619270 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6636d35c-eef0-43e2-92db-4fc6a438706f tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Made reservation on behalf of b4fd74d3755f4cd39b2026436dde8bb1 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:42:11.629757 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6636d35c-eef0-43e2-92db-4fc6a438706f tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:11.646312 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5b1256c5-461e-46d7-9352-7ecccabc8a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:11.673479 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1256c5-461e-46d7-9352-7ecccabc8a59 None None] Pushing event deleted for resources: {'Port': ['ID=ebdddc01-11e6-4b4b-80d9-912d62dc2dec,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:11.682640 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1256c5-461e-46d7-9352-7ecccabc8a59 None None] No DVR routers for this DVR port ebdddc01-11e6-4b4b-80d9-912d62dc2dec on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:42:11.759796 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-da42f2e0-c347-4922-829e-e8952750a1c1 req-9f51eaca-144a-407d-a82f-0a293cd10029 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5685165 Nov 25 17:42:11.906846 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-1972118d-24aa-4896-96e0-b7469449312c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=189ef79637df49e29a8462e5802cdeed&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6400185 Nov 25 17:42:11.907879 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60016) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:12.120224 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e2f8c7a1-7637-49be-b10c-1b3964abb265 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:12.145405 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e2f8c7a1-7637-49be-b10c-1b3964abb265 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:12.161411 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-88180cb2-ffdc-4c5f-b8cc-87de9de24956 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:12.202416 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-82e4a5a2-4715-4ac1-965c-40932ca706a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:12.214340 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-88180cb2-ffdc-4c5f-b8cc-87de9de24956 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:12.293084 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e4a5a2-4715-4ac1-965c-40932ca706a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=66ffdee1-c2e7-4d06-9ed4-e692d12da14e,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:12.426003 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-88180cb2-ffdc-4c5f-b8cc-87de9de24956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:12.428916 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-88180cb2-ffdc-4c5f-b8cc-87de9de24956 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:12.430223 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-88180cb2-ffdc-4c5f-b8cc-87de9de24956 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1d9b5b82-c56d-44b6-b971-47bad459f003 HTTP/1.1" status: 204 len: 168 time: 0.5197468 Nov 25 17:42:12.458540 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88180cb2-ffdc-4c5f-b8cc-87de9de24956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9b5b82-c56d-44b6-b971-47bad459f003,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:12.478840 n-d-817746-1 neutron-server[103361]: DEBUG neutron.objects.ports [None req-6636d35c-eef0-43e2-92db-4fc6a438706f tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103361) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 17:42:12.481849 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6636d35c-eef0-43e2-92db-4fc6a438706f tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:12.546740 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6636d35c-eef0-43e2-92db-4fc6a438706f tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:42:12.631765 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-6636d35c-eef0-43e2-92db-4fc6a438706f tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:42:12.635154 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6636d35c-eef0-43e2-92db-4fc6a438706f tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:12.635946 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6636d35c-eef0-43e2-92db-4fc6a438706f tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:12.643233 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30d2f5e-3f6e-4337-b670-91a1ee2fd45e None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:42:12.703049 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-6636d35c-eef0-43e2-92db-4fc6a438706f tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4048398 Nov 25 17:42:12.704028 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6636d35c-eef0-43e2-92db-4fc6a438706f tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event updated for resources: {'Subnet': ['ID=a20ff871-7c49-428d-a918-797dddc6cfe7,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:12.707994 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60038) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:12.721041 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-a4b8b12f-d93b-46a8-9290-ddc66f6dd329 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Request body: {'subnet': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:12.827488 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69cb798-5cbd-456c-b17b-293349fa9ffc req-be4defd6-7248-4290-90c4-b1f98904a523 tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:12.829507 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c69cb798-5cbd-456c-b17b-293349fa9ffc req-be4defd6-7248-4290-90c4-b1f98904a523 tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] 10.222.0.75 "GET /v2.0/networks?id=a648d602-e164-4469-ab2b-5bfdc1e0c70b HTTP/1.1" status: 200 len: 809 time: 0.3366625 Nov 25 17:42:12.874047 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c69cb798-5cbd-456c-b17b-293349fa9ffc req-8d446038-1cee-4547-bf0d-362ff27f537a tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] 10.222.0.75 "GET /v2.0/quotas/dd60a7d3b7b14abd8244134eae4ef450 HTTP/1.1" status: 200 len: 375 time: 0.0337706 Nov 25 17:42:13.062037 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-82e4a5a2-4715-4ac1-965c-40932ca706a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:13.064068 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-e2f8c7a1-7637-49be-b10c-1b3964abb265 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Allocated IP 172.20.0.9 (0d1ffc5f-7831-41d6-93e2-738037fe1f62/adc915e0-998c-4341-93ce-a6bd4d598798/dffcf391-bdbc-4368-9926-a27cbdf0b925) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:42:13.071869 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c69cb798-5cbd-456c-b17b-293349fa9ffc req-7e95a81b-20c9-4640-a8a8-dc0390333071 tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=dd60a7d3b7b14abd8244134eae4ef450&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1941447 Nov 25 17:42:13.245155 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b8b12f-d93b-46a8-9290-ddc66f6dd329 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Made reservation on behalf of b4fd74d3755f4cd39b2026436dde8bb1 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:42:13.250215 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a4b8b12f-d93b-46a8-9290-ddc66f6dd329 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:13.327678 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38379e9-ce41-4d8f-a46a-22e6c4942795 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-fed75ec1-726a-45be-ab23-2dd76f977831', 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'tenant_id': 'b4fd74d3755f4cd39b2026436dde8bb1', 'fixed_ips': [{'subnet_id': 'a20ff871-7c49-428d-a918-797dddc6cfe7'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:42:13.328940 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a38379e9-ce41-4d8f-a46a-22e6c4942795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:13.369831 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fcaa0c-434e-47c1-a203-0e25b77dcf6a req-f954eddb-089e-4ff5-8a3c-9da8d34bc0c4 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:13.379960 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-12fcaa0c-434e-47c1-a203-0e25b77dcf6a req-f954eddb-089e-4ff5-8a3c-9da8d34bc0c4 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 945 time: 0.4669960 Nov 25 17:42:13.517471 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c69cb798-5cbd-456c-b17b-293349fa9ffc req-6a917f79-98e0-4e0f-bb3d-cd25e2d4ce39 service neutron] 10.222.0.75 "GET /v2.0/networks/a648d602-e164-4469-ab2b-5bfdc1e0c70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4444630 Nov 25 17:42:13.646534 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e2f8c7a1-7637-49be-b10c-1b3964abb265 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:13.688732 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c69cb798-5cbd-456c-b17b-293349fa9ffc req-0825e657-17c4-432f-86bf-5ad8a9305099 service neutron] 10.222.0.75 "GET /v2.0/networks/a648d602-e164-4469-ab2b-5bfdc1e0c70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700847 Nov 25 17:42:13.787188 n-d-817746-1 neutron-server[103361]: INFO neutron.db.ipam_backend_mixin [None req-a4b8b12f-d93b-46a8-9290-ddc66f6dd329 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a20ff871-7c49-428d-a918-797dddc6cfe7 (CIDR: 2001:db8::/64) Nov 25 17:42:13.800430 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-12fcaa0c-434e-47c1-a203-0e25b77dcf6a req-cdcdeea3-4b7b-432a-9d74-10081a0b8126 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4193277 Nov 25 17:42:13.814823 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4b8b12f-d93b-46a8-9290-ddc66f6dd329 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:42:13.817452 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4b8b12f-d93b-46a8-9290-ddc66f6dd329 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:42:13.886112 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-a38379e9-ce41-4d8f-a46a-22e6c4942795 None None] Allocated IP 2001:db8::f816:3eff:feda:ab87 (fed75ec1-726a-45be-ab23-2dd76f977831/a20ff871-7c49-428d-a918-797dddc6cfe7/1e38e0b4-57e0-4fcb-8909-56cd12040966) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:42:13.892594 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-a4b8b12f-d93b-46a8-9290-ddc66f6dd329 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1774523 Nov 25 17:42:13.895143 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60060) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:13.905107 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-773e4630-2db9-4fe3-9d9a-2d998a91e33e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Request body: {'subnet': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:13.936710 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e2f8c7a1-7637-49be-b10c-1b3964abb265 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:14.134122 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f8c7a1-7637-49be-b10c-1b3964abb265 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Network 0d1ffc5f-7831-41d6-93e2-738037fe1f62 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:42:14.140388 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-e2f8c7a1-7637-49be-b10c-1b3964abb265 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:42:14.148625 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f8c7a1-7637-49be-b10c-1b3964abb265 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:42:14.194005 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e4a5a2-4715-4ac1-965c-40932ca706a3 admin admin] Router 312a66e3-3c65-4be5-a59e-24b6ac0ef63f has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:42:14.200198 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f8c7a1-7637-49be-b10c-1b3964abb265 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Pushing event updated for resources: {'Port': ['ID=dffcf391-bdbc-4368-9926-a27cbdf0b925,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:14.553413 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-209c62d8-ecec-4a58-9601-7de7f16f674d req-fa932f0f-ae38-4a9a-873c-8006b8195d70 tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] 10.222.0.75 "GET /v2.0/ports?device_id=33bf5e02-d45f-4a16-8e71-07f68b10a61b HTTP/1.1" status: 200 len: 210 time: 0.1895232 Nov 25 17:42:14.597021 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a38379e9-ce41-4d8f-a46a-22e6c4942795 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:14.606086 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58480ec0-6639-4209-8e8d-497c9905665a req-484df591-425e-4e30-a328-7c78f29189c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:14.620764 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a38379e9-ce41-4d8f-a46a-22e6c4942795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:14.623276 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-58480ec0-6639-4209-8e8d-497c9905665a req-484df591-425e-4e30-a328-7c78f29189c1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5a560046c26c483180c0093a6be1dd8b&device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 1096 time: 0.5578141 Nov 25 17:42:14.823795 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38379e9-ce41-4d8f-a46a-22e6c4942795 None None] Pushing event updated for resources: {'Port': ['ID=1e38e0b4-57e0-4fcb-8909-56cd12040966,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:14.827503 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773e4630-2db9-4fe3-9d9a-2d998a91e33e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Made reservation on behalf of b4fd74d3755f4cd39b2026436dde8bb1 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:42:14.836750 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e2f8c7a1-7637-49be-b10c-1b3964abb265 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:14.841871 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-773e4630-2db9-4fe3-9d9a-2d998a91e33e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:14.852925 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38379e9-ce41-4d8f-a46a-22e6c4942795 None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:42:14.855517 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-a38379e9-ce41-4d8f-a46a-22e6c4942795 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:42:14.861591 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38379e9-ce41-4d8f-a46a-22e6c4942795 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:42:14.976219 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e4a5a2-4715-4ac1-965c-40932ca706a3 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:42:14.992190 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209e781a-82ce-406a-bdb6-d56aa7d1f58f None None] Sync routers for ids ['312a66e3-3c65-4be5-a59e-24b6ac0ef63f'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:42:15.001044 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-82e4a5a2-4715-4ac1-965c-40932ca706a3 admin admin] 10.222.0.75 "PUT /v2.0/routers/312a66e3-3c65-4be5-a59e-24b6ac0ef63f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1837478 Nov 25 17:42:15.011020 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60084) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:15.032192 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-a38379e9-ce41-4d8f-a46a-22e6c4942795 None None] Attempting to bind port 1e38e0b4-57e0-4fcb-8909-56cd12040966 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:42:15.032737 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209e781a-82ce-406a-bdb6-d56aa7d1f58f None None] Routers {'312a66e3-3c65-4be5-a59e-24b6ac0ef63f'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:15.033540 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-a38379e9-ce41-4d8f-a46a-22e6c4942795 None None] Attempting to bind port 1e38e0b4-57e0-4fcb-8909-56cd12040966 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:42:15.036028 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38379e9-ce41-4d8f-a46a-22e6c4942795 None None] Attempting to bind port 1e38e0b4-57e0-4fcb-8909-56cd12040966 on network fed75ec1-726a-45be-ab23-2dd76f977831 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:42:15.036494 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-209e781a-82ce-406a-bdb6-d56aa7d1f58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:41:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['312a66e3-3c65-4be5-a59e-24b6ac0ef63f'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:15.052658 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38379e9-ce41-4d8f-a46a-22e6c4942795 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:42:15.053732 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38379e9-ce41-4d8f-a46a-22e6c4942795 None None] Checking segment: {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:42:15.054911 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a38379e9-ce41-4d8f-a46a-22e6c4942795 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:15.055321 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38379e9-ce41-4d8f-a46a-22e6c4942795 None None] Bound using segment: {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:42:15.058937 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-a38379e9-ce41-4d8f-a46a-22e6c4942795 None None] Bound port: 1e38e0b4-57e0-4fcb-8909-56cd12040966, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:42:15.059279 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a38379e9-ce41-4d8f-a46a-22e6c4942795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:15.247029 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-a38379e9-ce41-4d8f-a46a-22e6c4942795 None None] For port 1e38e0b4-57e0-4fcb-8909-56cd12040966, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:42:15.256037 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-a38379e9-ce41-4d8f-a46a-22e6c4942795 None None] For port 1e38e0b4-57e0-4fcb-8909-56cd12040966, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=1e38e0b4-57e0-4fcb-8909-56cd12040966,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:42:15.269016 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a38379e9-ce41-4d8f-a46a-22e6c4942795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:15.302657 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60088) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:15.412562 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-209e781a-82ce-406a-bdb6-d56aa7d1f58f None None] Set router 312a66e3-3c65-4be5-a59e-24b6ac0ef63f gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:42:15.428786 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-773e4630-2db9-4fe3-9d9a-2d998a91e33e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:15.441361 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38379e9-ce41-4d8f-a46a-22e6c4942795 None None] Pushing event updated for resources: {'Port': ['ID=1e38e0b4-57e0-4fcb-8909-56cd12040966,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:15.599325 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-58a39634-348a-42d2-bbac-5223e6a308c1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:15.603186 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e2f8c7a1-7637-49be-b10c-1b3964abb265 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:15.709930 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-209e781a-82ce-406a-bdb6-d56aa7d1f58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '312a66e3-3c65-4be5-a59e-24b6ac0ef63f', 'name': 'tempest-TaggedBootDevicesTest-111783854-router', 'tenant_id': '199b5fd0c5cc438f9e54858615754497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'd48da47a-deb1-4bee-867a-9d43874be010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:29Z', 'updated_at': '2021-11-25T17:42:12Z', 'revision_number': 5, 'project_id': '199b5fd0c5cc438f9e54858615754497', 'gw_port': {'id': 'd48da47a-deb1-4bee-867a-9d43874be010', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:76:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312a66e3-3c65-4be5-a59e-24b6ac0ef63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:31Z', 'updated_at': '2021-11-25T17:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:15.766265 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773e4630-2db9-4fe3-9d9a-2d998a91e33e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:42:15.796694 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209e781a-82ce-406a-bdb6-d56aa7d1f58f None None] Checking router: 312a66e3-3c65-4be5-a59e-24b6ac0ef63f for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:42:15.863941 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-773e4630-2db9-4fe3-9d9a-2d998a91e33e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:42:15.874324 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3177fd-aa7c-49f8-a7c5-02223d9cfb38 req-e3c2677d-05af-4930-8102-25694777a173 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:15.884150 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209e781a-82ce-406a-bdb6-d56aa7d1f58f None None] Routers {'312a66e3-3c65-4be5-a59e-24b6ac0ef63f'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:15.886746 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-209e781a-82ce-406a-bdb6-d56aa7d1f58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:41:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['312a66e3-3c65-4be5-a59e-24b6ac0ef63f'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:15.887903 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3f3177fd-aa7c-49f8-a7c5-02223d9cfb38 req-e3c2677d-05af-4930-8102-25694777a173 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 945 time: 0.5213311 Nov 25 17:42:15.933110 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773e4630-2db9-4fe3-9d9a-2d998a91e33e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:15.934652 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-773e4630-2db9-4fe3-9d9a-2d998a91e33e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:15.936298 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773e4630-2db9-4fe3-9d9a-2d998a91e33e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event updated for resources: {'Subnet': ['ID=8907e1e6-622d-4488-910a-b00fc3f16a96,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:15.975671 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-877ff8bd-5bef-4474-b07b-2d20af62326f req-8dbf189a-d538-43b4-b8ef-40e18027677e tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] 10.222.0.75 "GET /v2.0/ports?device_id=33bf5e02-d45f-4a16-8e71-07f68b10a61b HTTP/1.1" status: 200 len: 210 time: 0.2082090 Nov 25 17:42:16.017839 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-06aae037-4306-41e4-ae69-a74cfcc9b2fb tempest-SubnetPoolsTestJSON-1805986419 tempest-SubnetPoolsTestJSON-1805986419-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1971510435', 'prefixes': ['172.20.0.0/16']}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:16.018932 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58480ec0-6639-4209-8e8d-497c9905665a req-8f26a300-db5a-4a72-9eb5-24f0cc45d87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:16.020664 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-58480ec0-6639-4209-8e8d-497c9905665a req-8f26a300-db5a-4a72-9eb5-24f0cc45d87e service neutron] 10.222.0.74 "GET /v2.0/networks?id=d0082d57-8c96-4a76-be0f-340c2f65b160 HTTP/1.1" status: 200 len: 913 time: 1.3642614 Nov 25 17:42:16.042531 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-773e4630-2db9-4fe3-9d9a-2d998a91e33e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1476517 Nov 25 17:42:16.047312 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60098) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:16.091081 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-afbd02ef-edc6-42e8-96d2-587ef5cefe13 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Request body: {'port': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'mac_address': 'fa:16:3e:b4:b0:ac', 'name': 'tempest-NetworksTestDHCPv6-1556678389'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:16.137274 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3f3177fd-aa7c-49f8-a7c5-02223d9cfb38 req-45d8b0fb-518c-4b0f-9d14-f792d94e6d03 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2482924 Nov 25 17:42:16.209862 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-58480ec0-6639-4209-8e8d-497c9905665a req-fc0ddb0d-cc56-4b62-b81f-cc42add06ee5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82625e3e-d5dd-41cd-b7dc-44893732e44b HTTP/1.1" status: 200 len: 999 time: 0.1718040 Nov 25 17:42:16.272783 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-209e781a-82ce-406a-bdb6-d56aa7d1f58f None None] Set router 312a66e3-3c65-4be5-a59e-24b6ac0ef63f gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:42:16.362142 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-58a39634-348a-42d2-bbac-5223e6a308c1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:16.400985 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58480ec0-6639-4209-8e8d-497c9905665a req-16975196-37fb-4b0a-b4a7-9f4c984c88e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:16.405791 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-58480ec0-6639-4209-8e8d-497c9905665a req-16975196-37fb-4b0a-b4a7-9f4c984c88e1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c74f83ed-3896-4341-8cf1-e1417d85add2 HTTP/1.1" status: 200 len: 851 time: 0.1874490 Nov 25 17:42:16.590806 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-06aae037-4306-41e4-ae69-a74cfcc9b2fb tempest-SubnetPoolsTestJSON-1805986419 tempest-SubnetPoolsTestJSON-1805986419-project] Publish callbacks [] for subnetpool, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:16.604985 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-06aae037-4306-41e4-ae69-a74cfcc9b2fb tempest-SubnetPoolsTestJSON-1805986419 tempest-SubnetPoolsTestJSON-1805986419-project] 10.222.0.75 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.2928820 Nov 25 17:42:16.604985 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60102) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:16.719938 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f4ebb091-d5f2-40f7-b619-3c3b491619fe tempest-SubnetPoolsTestJSON-1805986419 tempest-SubnetPoolsTestJSON-1805986419-project] 10.222.0.75 "GET /v2.0/subnetpools/b795892d-63f2-4216-bfa4-9256473f9554 HTTP/1.1" status: 200 len: 732 time: 0.0978658 Nov 25 17:42:16.723541 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60106) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:16.734097 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58480ec0-6639-4209-8e8d-497c9905665a req-f3f3d83f-4a8b-496d-991a-2f5875d40899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:16.736044 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-54220998-d019-4eca-8e4d-37acdbbf6c76 tempest-SubnetPoolsTestJSON-1805986419 tempest-SubnetPoolsTestJSON-1805986419-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-909115555'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:16.736268 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-58480ec0-6639-4209-8e8d-497c9905665a req-f3f3d83f-4a8b-496d-991a-2f5875d40899 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d0082d57-8c96-4a76-be0f-340c2f65b160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3219488 Nov 25 17:42:16.767203 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:16.784767 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afbd02ef-edc6-42e8-96d2-587ef5cefe13 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Made reservation on behalf of b4fd74d3755f4cd39b2026436dde8bb1 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:42:16.846493 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-209e781a-82ce-406a-bdb6-d56aa7d1f58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '312a66e3-3c65-4be5-a59e-24b6ac0ef63f', 'name': 'tempest-TaggedBootDevicesTest-111783854-router', 'tenant_id': '199b5fd0c5cc438f9e54858615754497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'd48da47a-deb1-4bee-867a-9d43874be010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:29Z', 'updated_at': '2021-11-25T17:42:12Z', 'revision_number': 5, 'project_id': '199b5fd0c5cc438f9e54858615754497', 'gw_port': {'id': 'd48da47a-deb1-4bee-867a-9d43874be010', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:76:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312a66e3-3c65-4be5-a59e-24b6ac0ef63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:31Z', 'updated_at': '2021-11-25T17:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:16.892519 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2f8c7a1-7637-49be-b10c-1b3964abb265 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Router 95594ffb-509a-48e6-8139-2243a3272ab8 is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:42:16.896704 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-58a39634-348a-42d2-bbac-5223e6a308c1 admin admin] Deleting port d48da47a-deb1-4bee-867a-9d43874be010 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:42:16.897259 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-58a39634-348a-42d2-bbac-5223e6a308c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:16.926722 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:16.965734 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209e781a-82ce-406a-bdb6-d56aa7d1f58f None None] The sync data for ids ['312a66e3-3c65-4be5-a59e-24b6ac0ef63f'] in n-d-817746-1 is: [{'id': '312a66e3-3c65-4be5-a59e-24b6ac0ef63f', 'name': 'tempest-TaggedBootDevicesTest-111783854-router', 'tenant_id': '199b5fd0c5cc438f9e54858615754497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'd48da47a-deb1-4bee-867a-9d43874be010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:29Z', 'updated_at': '2021-11-25T17:42:12Z', 'revision_number': 5, 'project_id': '199b5fd0c5cc438f9e54858615754497', 'gw_port': {'id': 'd48da47a-deb1-4bee-867a-9d43874be010', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:76:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312a66e3-3c65-4be5-a59e-24b6ac0ef63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:31Z', 'updated_at': '2021-11-25T17:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:42:17.099027 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69cb798-5cbd-456c-b17b-293349fa9ffc req-5a449971-4cc1-41cf-91e9-0e5d7ec3cfd4 tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:17.101121 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c69cb798-5cbd-456c-b17b-293349fa9ffc req-5a449971-4cc1-41cf-91e9-0e5d7ec3cfd4 tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] 10.222.0.90 "GET /v2.0/networks?id=a648d602-e164-4469-ab2b-5bfdc1e0c70b HTTP/1.1" status: 200 len: 809 time: 0.6311572 Nov 25 17:42:17.121621 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-c69cb798-5cbd-456c-b17b-293349fa9ffc req-86bfc929-f9e5-4175-b1f0-1fd9d8dd27bc tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] Request body: {'port': {'device_id': '33bf5e02-d45f-4a16-8e71-07f68b10a61b', 'network_id': 'a648d602-e164-4469-ab2b-5bfdc1e0c70b', 'admin_state_up': True, 'tenant_id': 'dd60a7d3b7b14abd8244134eae4ef450'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:17.164412 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-aa74f8b4-090c-4666-ae21-c073d1187d3f req-49c8ca3d-17a2-4995-a654-a24c67329699 tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] 10.222.0.75 "GET /v2.0/ports?device_id=33bf5e02-d45f-4a16-8e71-07f68b10a61b HTTP/1.1" status: 200 len: 210 time: 0.0622473 Nov 25 17:42:17.165120 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9b4c065e-5206-46b0-ac6b-1680ad43e706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:17.249322 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-58480ec0-6639-4209-8e8d-497c9905665a req-242d7679-ecc0-4ef2-9aed-2081f46b0a45 service neutron] 10.222.0.74 "GET /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4930248 Nov 25 17:42:17.330073 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6589efe-eefb-4bda-8c2f-6da8d7b9b2a5 None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:42:17.469544 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 1e38e0b4-57e0-4fcb-8909-56cd12040966 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:42:17.494389 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-a0223438-335c-4bee-bb53-57ff5d990f9d None None] Provisioning complete for port 1e38e0b4-57e0-4fcb-8909-56cd12040966 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:17.495918 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a0223438-335c-4bee-bb53-57ff5d990f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:17.552659 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-58480ec0-6639-4209-8e8d-497c9905665a req-6711654b-93a4-4fc1-9484-4787d73d36b7 service neutron] 10.222.0.74 "GET /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530279 Nov 25 17:42:17.686090 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c69cb798-5cbd-456c-b17b-293349fa9ffc req-86bfc929-f9e5-4175-b1f0-1fd9d8dd27bc tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] Made reservation on behalf of dd60a7d3b7b14abd8244134eae4ef450 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:42:17.707988 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c69cb798-5cbd-456c-b17b-293349fa9ffc req-86bfc929-f9e5-4175-b1f0-1fd9d8dd27bc tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:17.730090 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 1e38e0b4-57e0-4fcb-8909-56cd12040966 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:17.730583 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:17.756309 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a35cd-d541-449d-bc26-405d2208e91e req-bb7bbb65-bf9e-4473-9570-3fd92f17bcfe tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:17.764209 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5b5a35cd-d541-449d-bc26-405d2208e91e req-bb7bbb65-bf9e-4473-9570-3fd92f17bcfe tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 945 time: 0.2061033 Nov 25 17:42:17.842922 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-58a39634-348a-42d2-bbac-5223e6a308c1 admin admin] For port d48da47a-deb1-4bee-867a-9d43874be010, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d48da47a-deb1-4bee-867a-9d43874be010,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:17.843459 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-58a39634-348a-42d2-bbac-5223e6a308c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:17.860721 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-58a39634-348a-42d2-bbac-5223e6a308c1 admin admin] Calling delete_port for d48da47a-deb1-4bee-867a-9d43874be010 owned by network:router_gateway {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:42:17.882403 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:17.922444 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5b5a35cd-d541-449d-bc26-405d2208e91e req-adac4bfa-af8e-448f-9738-330edc55c0cc tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449263 Nov 25 17:42:17.925538 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a0223438-335c-4bee-bb53-57ff5d990f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:17.967098 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port 1e38e0b4-57e0-4fcb-8909-56cd12040966, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=1e38e0b4-57e0-4fcb-8909-56cd12040966,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:17.982298 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:18.017075 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-c69cb798-5cbd-456c-b17b-293349fa9ffc req-86bfc929-f9e5-4175-b1f0-1fd9d8dd27bc tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] Allocated IP 172.20.0.11 (a648d602-e164-4469-ab2b-5bfdc1e0c70b/f60971a9-eed7-434a-a6a8-75bdea424f76/da4bf6f6-56b2-4b06-bb3d-092e8085f081) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:42:18.082472 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-54220998-d019-4eca-8e4d-37acdbbf6c76 tempest-SubnetPoolsTestJSON-1805986419 tempest-SubnetPoolsTestJSON-1805986419-project] Publish callbacks [] for subnetpool, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:18.086732 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-54220998-d019-4eca-8e4d-37acdbbf6c76 tempest-SubnetPoolsTestJSON-1805986419 tempest-SubnetPoolsTestJSON-1805986419-project] 10.222.0.75 "PUT /v2.0/subnetpools/b795892d-63f2-4216-bfa4-9256473f9554 HTTP/1.1" status: 200 len: 683 time: 1.3593998 Nov 25 17:42:18.087560 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60128) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:18.093708 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-afbd02ef-edc6-42e8-96d2-587ef5cefe13 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:18.243845 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c69cb798-5cbd-456c-b17b-293349fa9ffc req-86bfc929-f9e5-4175-b1f0-1fd9d8dd27bc tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:18.273823 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f8c7a1-7637-49be-b10c-1b3964abb265 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:42:18.276251 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-afbd02ef-edc6-42e8-96d2-587ef5cefe13 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] device_id is not set on port 62c24b1d-0139-41fe-8a48-09738a950b64 yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:42:18.313774 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c69cb798-5cbd-456c-b17b-293349fa9ffc req-86bfc929-f9e5-4175-b1f0-1fd9d8dd27bc tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:18.325640 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c09791-ae63-48d9-9065-ab558736d2b4 None None] Sync routers for ids ['95594ffb-509a-48e6-8139-2243a3272ab8'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:42:18.374226 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e2f8c7a1-7637-49be-b10c-1b3964abb265 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:18.378176 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e2f8c7a1-7637-49be-b10c-1b3964abb265 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 8.6180954 Nov 25 17:42:18.383816 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60132) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:18.392381 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a325d4-d89e-48a1-b49b-84ce1bbad058 None None] Update dhcp port {'port': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'fixed_ips': [{'subnet_id': 'a20ff871-7c49-428d-a918-797dddc6cfe7', 'ip_address': '2001:db8::f816:3eff:feda:ab87'}, {'subnet_id': '8907e1e6-622d-4488-910a-b00fc3f16a96'}], 'binding:host_id': 'n-d-817746-1'}, 'id': '1e38e0b4-57e0-4fcb-8909-56cd12040966'} from n-d-817746-1. {{(pid=103362) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 17:42:18.399350 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c09791-ae63-48d9-9065-ab558736d2b4 None None] Routers {'95594ffb-509a-48e6-8139-2243a3272ab8'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:18.400003 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-80c09791-ae63-48d9-9065-ab558736d2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:41:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['95594ffb-509a-48e6-8139-2243a3272ab8'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:18.420955 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=1e38e0b4-57e0-4fcb-8909-56cd12040966,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:18.431795 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.db.api [None req-a0223438-335c-4bee-bb53-57ff5d990f9d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:42:18.432152 n-d-817746-1 neutron-server[103362]: DEBUG oslo_db.api [None req-a0223438-335c-4bee-bb53-57ff5d990f9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:42:18.487669 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c69cb798-5cbd-456c-b17b-293349fa9ffc req-86bfc929-f9e5-4175-b1f0-1fd9d8dd27bc tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] Network a648d602-e164-4469-ab2b-5bfdc1e0c70b is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:42:18.516548 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f2a325d4-d89e-48a1-b49b-84ce1bbad058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:18.522831 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a591b22-29a0-4d49-9dc8-1a1f85fcb4a7 req-cdb224d9-5ca0-404a-8e87-4ff5c32fb622 tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:18.527930 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9a591b22-29a0-4d49-9dc8-1a1f85fcb4a7 req-cdb224d9-5ca0-404a-8e87-4ff5c32fb622 tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] 10.222.0.75 "GET /v2.0/ports?device_id=33bf5e02-d45f-4a16-8e71-07f68b10a61b HTTP/1.1" status: 200 len: 932 time: 0.2010963 Nov 25 17:42:18.531473 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-c69cb798-5cbd-456c-b17b-293349fa9ffc req-86bfc929-f9e5-4175-b1f0-1fd9d8dd27bc tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:42:18.561385 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-c69cb798-5cbd-456c-b17b-293349fa9ffc req-86bfc929-f9e5-4175-b1f0-1fd9d8dd27bc tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:42:18.568335 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bfc929-f9e5-4175-b1f0-1fd9d8dd27bc tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] Pushing event updated for resources: {'Port': ['ID=da4bf6f6-56b2-4b06-bb3d-092e8085f081,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:18.621640 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-80711bc2-45be-465c-bc67-f17e91fb9095 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:18.670557 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9a591b22-29a0-4d49-9dc8-1a1f85fcb4a7 req-ca2658e2-aea4-4731-afda-bf086d42e12d tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] 10.222.0.75 "GET /v2.0/security-groups?id=c3b3df04-970a-44bc-a0c1-f70d4931c755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342595 Nov 25 17:42:18.723709 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69cb798-5cbd-456c-b17b-293349fa9ffc req-86bfc929-f9e5-4175-b1f0-1fd9d8dd27bc tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:18.724468 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c69cb798-5cbd-456c-b17b-293349fa9ffc req-86bfc929-f9e5-4175-b1f0-1fd9d8dd27bc tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:18.765456 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c69cb798-5cbd-456c-b17b-293349fa9ffc req-86bfc929-f9e5-4175-b1f0-1fd9d8dd27bc tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6509116 Nov 25 17:42:18.777792 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-c69cb798-5cbd-456c-b17b-293349fa9ffc req-785d04d5-2f83-45d8-aef0-c1bd85b78547 service neutron] Request body: {'port': {'device_id': '33bf5e02-d45f-4a16-8e71-07f68b10a61b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:18.800021 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-80c09791-ae63-48d9-9065-ab558736d2b4 None None] Set router 95594ffb-509a-48e6-8139-2243a3272ab8 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:42:18.836388 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a94d94a2-9aca-4ce1-963b-9aa8fa388853 tempest-SubnetPoolsTestJSON-1805986419 tempest-SubnetPoolsTestJSON-1805986419-project] Publish callbacks [] for subnetpool, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:18.838449 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a94d94a2-9aca-4ce1-963b-9aa8fa388853 tempest-SubnetPoolsTestJSON-1805986419 tempest-SubnetPoolsTestJSON-1805986419-project] 10.222.0.75 "DELETE /v2.0/subnetpools/b795892d-63f2-4216-bfa4-9256473f9554 HTTP/1.1" status: 204 len: 168 time: 0.7416253 Nov 25 17:42:18.839769 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c69cb798-5cbd-456c-b17b-293349fa9ffc req-785d04d5-2f83-45d8-aef0-c1bd85b78547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:18.855821 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60140) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:18.897973 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [None req-8fa85878-8b32-43ad-9809-555dffcb965b tempest-SubnetPoolsTestJSON-1805986419 tempest-SubnetPoolsTestJSON-1805986419-project] show failed (client error): The resource could not be found. Nov 25 17:42:18.899040 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-8fa85878-8b32-43ad-9809-555dffcb965b tempest-SubnetPoolsTestJSON-1805986419 tempest-SubnetPoolsTestJSON-1805986419-project] 10.222.0.75 "GET /v2.0/subnetpools/b795892d-63f2-4216-bfa4-9256473f9554 HTTP/1.1" status: 404 len: 346 time: 0.0408435 Nov 25 17:42:18.906401 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60142) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:18.932777 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-58a39634-348a-42d2-bbac-5223e6a308c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:19.035332 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a39634-348a-42d2-bbac-5223e6a308c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d48da47a-deb1-4bee-867a-9d43874be010,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:19.052612 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-18fe47ac-3c04-40d5-bbc7-f81ea6b234bb tempest-SubnetPoolsTestJSON-1805986419 tempest-SubnetPoolsTestJSON-1805986419-project] delete failed (client error): The resource could not be found. Nov 25 17:42:19.058802 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-18fe47ac-3c04-40d5-bbc7-f81ea6b234bb tempest-SubnetPoolsTestJSON-1805986419 tempest-SubnetPoolsTestJSON-1805986419-project] 10.222.0.75 "DELETE /v2.0/subnetpools/b795892d-63f2-4216-bfa4-9256473f9554 HTTP/1.1" status: 404 len: 346 time: 0.1448545 Nov 25 17:42:19.060109 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-afbd02ef-edc6-42e8-96d2-587ef5cefe13 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Allocated IP 2001:db8:0:1::61 (fed75ec1-726a-45be-ab23-2dd76f977831/8907e1e6-622d-4488-910a-b00fc3f16a96/62c24b1d-0139-41fe-8a48-09738a950b64) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:42:19.092225 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a03941-9ce4-47d2-bafe-9a587c59a67d None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:42:19.175201 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 1e38e0b4-57e0-4fcb-8909-56cd12040966 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:42:19.184849 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-afbd02ef-edc6-42e8-96d2-587ef5cefe13 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Allocated IP 2001:db8::f816:3eff:feb4:b0ac (fed75ec1-726a-45be-ab23-2dd76f977831/a20ff871-7c49-428d-a918-797dddc6cfe7/62c24b1d-0139-41fe-8a48-09738a950b64) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:42:19.190000 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88919d7-157e-43c6-a313-bebfebc4352c req-8d050de3-498b-41bb-93a9-07b949542555 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:19.191571 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d88919d7-157e-43c6-a313-bebfebc4352c req-8d050de3-498b-41bb-93a9-07b949542555 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 945 time: 0.1072748 Nov 25 17:42:19.192394 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-58a39634-348a-42d2-bbac-5223e6a308c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:19.272473 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:42:19.289427 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d88919d7-157e-43c6-a313-bebfebc4352c req-3caad1cf-f6f0-4562-bde7-81e502e59c72 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671787 Nov 25 17:42:19.358557 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-58a39634-348a-42d2-bbac-5223e6a308c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:19.362582 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-58a39634-348a-42d2-bbac-5223e6a308c1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:19.396908 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-80c09791-ae63-48d9-9065-ab558736d2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95594ffb-509a-48e6-8139-2243a3272ab8', 'name': '', 'tenant_id': '9f82b5650a9f42b8a56367abd7a32cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d1ffc5f-7831-41d6-93e2-738037fe1f62', 'external_fixed_ips': [{'subnet_id': 'adc915e0-998c-4341-93ce-a6bd4d598798', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': 'dffcf391-bdbc-4368-9926-a27cbdf0b925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:42:09Z', 'updated_at': '2021-11-25T17:42:14Z', 'revision_number': 3, 'project_id': '9f82b5650a9f42b8a56367abd7a32cc4', 'gw_port': {'id': 'dffcf391-bdbc-4368-9926-a27cbdf0b925', 'name': '', 'network_id': '0d1ffc5f-7831-41d6-93e2-738037fe1f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:02:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95594ffb-509a-48e6-8139-2243a3272ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': 'adc915e0-998c-4341-93ce-a6bd4d598798', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:12Z', 'updated_at': '2021-11-25T17:42:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adc915e0-998c-4341-93ce-a6bd4d598798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:19.474822 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-80711bc2-45be-465c-bc67-f17e91fb9095 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:19.487835 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 1e38e0b4-57e0-4fcb-8909-56cd12040966 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:19.488325 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:19.492124 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c09791-ae63-48d9-9065-ab558736d2b4 None None] Checking router: 95594ffb-509a-48e6-8139-2243a3272ab8 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:42:19.492346 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c09791-ae63-48d9-9065-ab558736d2b4 None None] Updating router 95594ffb-509a-48e6-8139-2243a3272ab8 port dffcf391-bdbc-4368-9926-a27cbdf0b925 binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:42:19.493260 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-c69cb798-5cbd-456c-b17b-293349fa9ffc req-785d04d5-2f83-45d8-aef0-c1bd85b78547 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da4bf6f6-56b2-4b06-bb3d-092e8085f081 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:42:19.494400 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-58a39634-348a-42d2-bbac-5223e6a308c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:19.495299 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a39634-348a-42d2-bbac-5223e6a308c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 312a66e3-3c65-4be5-a59e-24b6ac0ef63f {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:42:19.503727 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-58a39634-348a-42d2-bbac-5223e6a308c1 admin admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:19.509002 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-58a39634-348a-42d2-bbac-5223e6a308c1 admin admin] 10.222.0.75 "DELETE /v2.0/routers/312a66e3-3c65-4be5-a59e-24b6ac0ef63f HTTP/1.1" status: 204 len: 168 time: 4.4966156 Nov 25 17:42:19.515257 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60158) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:19.537587 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c69cb798-5cbd-456c-b17b-293349fa9ffc req-785d04d5-2f83-45d8-aef0-c1bd85b78547 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:19.578393 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-c69cb798-5cbd-456c-b17b-293349fa9ffc req-785d04d5-2f83-45d8-aef0-c1bd85b78547 service neutron] Transition to ACTIVE for port object da4bf6f6-56b2-4b06-bb3d-092e8085f081 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:42:19.583650 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c69cb798-5cbd-456c-b17b-293349fa9ffc req-785d04d5-2f83-45d8-aef0-c1bd85b78547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:19.637873 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-80c09791-ae63-48d9-9065-ab558736d2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:19.706601 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785d04d5-2f83-45d8-aef0-c1bd85b78547 service neutron] Pushing event updated for resources: {'Port': ['ID=da4bf6f6-56b2-4b06-bb3d-092e8085f081,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:19.771910 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-09867678-d79b-49ea-982f-76393140365a admin admin] Deleting subnet b338bff1-68c0-4b70-b516-0ca318686639 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:42:19.775389 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-09867678-d79b-49ea-982f-76393140365a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:19.832936 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60166) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:19.837370 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-09867678-d79b-49ea-982f-76393140365a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:19.925040 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-09867678-d79b-49ea-982f-76393140365a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:19.980757 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-80c09791-ae63-48d9-9065-ab558736d2b4 None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:20.001600 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-80c09791-ae63-48d9-9065-ab558736d2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:20.050670 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e788223b-3157-4d02-bdde-b2ca80f31c16 None None] Pushing event updated for resources: {'Port': ['ID=dffcf391-bdbc-4368-9926-a27cbdf0b925,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:20.054077 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d84fcb1e-e471-47bc-a567-2fd795147407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:20.098729 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-80c09791-ae63-48d9-9065-ab558736d2b4 None None] Attempting to bind port dffcf391-bdbc-4368-9926-a27cbdf0b925 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:42:20.099640 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-80c09791-ae63-48d9-9065-ab558736d2b4 None None] Attempting to bind port dffcf391-bdbc-4368-9926-a27cbdf0b925 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'cf36b50b-ef35-4738-843e-f89f31afccc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '0d1ffc5f-7831-41d6-93e2-738037fe1f62'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:42:20.099640 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c09791-ae63-48d9-9065-ab558736d2b4 None None] Attempting to bind port dffcf391-bdbc-4368-9926-a27cbdf0b925 on network 0d1ffc5f-7831-41d6-93e2-738037fe1f62 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:42:20.153715 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c09791-ae63-48d9-9065-ab558736d2b4 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:42:20.154111 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c09791-ae63-48d9-9065-ab558736d2b4 None None] Checking segment: {'id': 'cf36b50b-ef35-4738-843e-f89f31afccc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '0d1ffc5f-7831-41d6-93e2-738037fe1f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:42:20.154535 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-80c09791-ae63-48d9-9065-ab558736d2b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:20.154796 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-09867678-d79b-49ea-982f-76393140365a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:20.154919 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c09791-ae63-48d9-9065-ab558736d2b4 None None] Bound using segment: {'id': 'cf36b50b-ef35-4738-843e-f89f31afccc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '0d1ffc5f-7831-41d6-93e2-738037fe1f62'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:42:20.155408 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-80c09791-ae63-48d9-9065-ab558736d2b4 None None] Bound port: dffcf391-bdbc-4368-9926-a27cbdf0b925, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf36b50b-ef35-4738-843e-f89f31afccc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '0d1ffc5f-7831-41d6-93e2-738037fe1f62'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:42:20.155799 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-80c09791-ae63-48d9-9065-ab558736d2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:20.218759 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-80c09791-ae63-48d9-9065-ab558736d2b4 None None] For port dffcf391-bdbc-4368-9926-a27cbdf0b925, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:42:20.222217 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-80c09791-ae63-48d9-9065-ab558736d2b4 None None] For port dffcf391-bdbc-4368-9926-a27cbdf0b925, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=dffcf391-bdbc-4368-9926-a27cbdf0b925,segment=NetworkSegment(cf36b50b-ef35-4738-843e-f89f31afccc0),segment_id=cf36b50b-ef35-4738-843e-f89f31afccc0)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:42:20.226999 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 66ffdee1-c2e7-4d06-9ed4-e692d12da14e no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:42:20.230672 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-09867678-d79b-49ea-982f-76393140365a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:20.235205 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-09867678-d79b-49ea-982f-76393140365a admin admin] 10.222.0.75 "DELETE /v2.0/subnets/b338bff1-68c0-4b70-b516-0ca318686639 HTTP/1.1" status: 204 len: 168 time: 0.7108901 Nov 25 17:42:20.240720 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09867678-d79b-49ea-982f-76393140365a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b338bff1-68c0-4b70-b516-0ca318686639,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:20.243034 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60176) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:20.257539 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154e536d-9352-437b-8c1b-516f74af06ec None None] Network f04eb3da-3fb9-4b8e-a277-f7978e296597 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:42:20.295668 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-80c09791-ae63-48d9-9065-ab558736d2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:20.296200 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-80711bc2-45be-465c-bc67-f17e91fb9095 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Deleting port dffcf391-bdbc-4368-9926-a27cbdf0b925 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:42:20.296545 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-80711bc2-45be-465c-bc67-f17e91fb9095 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:20.304734 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 66ffdee1-c2e7-4d06-9ed4-e692d12da14e {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:42:20.305389 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 66ffdee1-c2e7-4d06-9ed4-e692d12da14e not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:42:20.387432 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-afbd02ef-edc6-42e8-96d2-587ef5cefe13 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:20.435579 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-abddcee9-9fb0-4263-923f-40dbc093b7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:20.487849 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c09791-ae63-48d9-9065-ab558736d2b4 None None] Routers {'95594ffb-509a-48e6-8139-2243a3272ab8'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:20.488501 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-80c09791-ae63-48d9-9065-ab558736d2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:42:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['95594ffb-509a-48e6-8139-2243a3272ab8'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:20.596920 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-afbd02ef-edc6-42e8-96d2-587ef5cefe13 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:20.602934 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-80711bc2-45be-465c-bc67-f17e91fb9095 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:20.629657 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e4ab9f-ca91-45e7-8892-ee59a51ea4cb req-510da17b-d856-4759-8f38-cac7e9022548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:20.631233 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d6e4ab9f-ca91-45e7-8892-ee59a51ea4cb req-510da17b-d856-4759-8f38-cac7e9022548 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5a560046c26c483180c0093a6be1dd8b&device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 1096 time: 0.9661078 Nov 25 17:42:20.646229 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-80711bc2-45be-465c-bc67-f17e91fb9095 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Calling delete_port for dffcf391-bdbc-4368-9926-a27cbdf0b925 owned by network:router_gateway {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:42:20.648109 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6bc0b-e3fd-4627-a629-76b6de1adb9c req-a0e474f8-9a90-4e11-a352-069d545bbff1 tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:20.649690 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dcb6bc0b-e3fd-4627-a629-76b6de1adb9c req-a0e474f8-9a90-4e11-a352-069d545bbff1 tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] 10.222.0.75 "GET /v2.0/ports?device_id=33bf5e02-d45f-4a16-8e71-07f68b10a61b HTTP/1.1" status: 200 len: 944 time: 0.8148594 Nov 25 17:42:20.700219 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a01571-73cb-45a2-9419-fdd4c0c6f25f req-8e1f6a59-cecc-4739-b94c-a3ba5b745810 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:20.719810 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-78a01571-73cb-45a2-9419-fdd4c0c6f25f req-8e1f6a59-cecc-4739-b94c-a3ba5b745810 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 945 time: 1.0652385 Nov 25 17:42:20.764025 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e788223b-3157-4d02-bdde-b2ca80f31c16 None None] Pushing event updated for resources: {'Port': ['ID=dffcf391-bdbc-4368-9926-a27cbdf0b925,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:20.817565 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-80c09791-ae63-48d9-9065-ab558736d2b4 None None] Set router 95594ffb-509a-48e6-8139-2243a3272ab8 gateway port host: None {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:42:20.864511 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbd02ef-edc6-42e8-96d2-587ef5cefe13 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:42:20.875364 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-33072e65-a198-48b6-b9e0-e01cccf9bd57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:20.880315 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbd02ef-edc6-42e8-96d2-587ef5cefe13 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event updated for resources: {'Port': ['ID=62c24b1d-0139-41fe-8a48-09738a950b64,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:20.883082 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-afbd02ef-edc6-42e8-96d2-587ef5cefe13 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:42:20.889574 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbd02ef-edc6-42e8-96d2-587ef5cefe13 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:42:20.895828 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbd02ef-edc6-42e8-96d2-587ef5cefe13 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:20.896589 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-afbd02ef-edc6-42e8-96d2-587ef5cefe13 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:20.941169 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-80c09791-ae63-48d9-9065-ab558736d2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95594ffb-509a-48e6-8139-2243a3272ab8', 'name': '', 'tenant_id': '9f82b5650a9f42b8a56367abd7a32cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:42:09Z', 'updated_at': '2021-11-25T17:42:19Z', 'revision_number': 4, 'project_id': '9f82b5650a9f42b8a56367abd7a32cc4', 'gw_port_host': None}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:20.964376 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-afbd02ef-edc6-42e8-96d2-587ef5cefe13 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.9154453 Nov 25 17:42:20.967606 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60186) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:20.987385 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:20.988338 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c09791-ae63-48d9-9065-ab558736d2b4 None None] The sync data for ids ['95594ffb-509a-48e6-8139-2243a3272ab8'] in n-d-817746-1 is: [{'id': '95594ffb-509a-48e6-8139-2243a3272ab8', 'name': '', 'tenant_id': '9f82b5650a9f42b8a56367abd7a32cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:42:09Z', 'updated_at': '2021-11-25T17:42:19Z', 'revision_number': 4, 'project_id': '9f82b5650a9f42b8a56367abd7a32cc4', 'gw_port_host': None}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:42:21.001113 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-33072e65-a198-48b6-b9e0-e01cccf9bd57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:21.005976 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-f2a325d4-d89e-48a1-b49b-84ce1bbad058 None None] Allocated IP 2001:db8:0:1::2 (fed75ec1-726a-45be-ab23-2dd76f977831/8907e1e6-622d-4488-910a-b00fc3f16a96/1e38e0b4-57e0-4fcb-8909-56cd12040966) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:42:21.044226 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-78a01571-73cb-45a2-9419-fdd4c0c6f25f req-189126e6-7b60-4d32-8b1d-b5ba78170584 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3235383 Nov 25 17:42:21.044883 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-33072e65-a198-48b6-b9e0-e01cccf9bd57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:21.081645 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-33072e65-a198-48b6-b9e0-e01cccf9bd57 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6631c6710c04425c8aba1dd858620c42&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1753173 Nov 25 17:42:21.083646 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60188) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:21.093822 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d48da47a-deb1-4bee-867a-9d43874be010 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:42:21.156762 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-c69cb798-5cbd-456c-b17b-293349fa9ffc req-785d04d5-2f83-45d8-aef0-c1bd85b78547 service neutron] Attempting to bind port da4bf6f6-56b2-4b06-bb3d-092e8085f081 on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:42:21.157220 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-c69cb798-5cbd-456c-b17b-293349fa9ffc req-785d04d5-2f83-45d8-aef0-c1bd85b78547 service neutron] Attempting to bind port da4bf6f6-56b2-4b06-bb3d-092e8085f081 by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '2cf77aa1-f355-47fb-a98b-d895369ec9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'a648d602-e164-4469-ab2b-5bfdc1e0c70b'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:42:21.157553 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69cb798-5cbd-456c-b17b-293349fa9ffc req-785d04d5-2f83-45d8-aef0-c1bd85b78547 service neutron] Attempting to bind port da4bf6f6-56b2-4b06-bb3d-092e8085f081 on network a648d602-e164-4469-ab2b-5bfdc1e0c70b {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:42:21.160040 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-abddcee9-9fb0-4263-923f-40dbc093b7dc admin admin] Deleting port 1647b539-2e16-49c1-9264-4e2125c202ac {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:42:21.160839 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-abddcee9-9fb0-4263-923f-40dbc093b7dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:21.172918 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69cb798-5cbd-456c-b17b-293349fa9ffc req-785d04d5-2f83-45d8-aef0-c1bd85b78547 service neutron] Port da4bf6f6-56b2-4b06-bb3d-092e8085f081 on network a648d602-e164-4469-ab2b-5bfdc1e0c70b not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:42:21.173284 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69cb798-5cbd-456c-b17b-293349fa9ffc req-785d04d5-2f83-45d8-aef0-c1bd85b78547 service neutron] Attempting to bind port da4bf6f6-56b2-4b06-bb3d-092e8085f081 on network a648d602-e164-4469-ab2b-5bfdc1e0c70b {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:42:21.189000 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69cb798-5cbd-456c-b17b-293349fa9ffc req-785d04d5-2f83-45d8-aef0-c1bd85b78547 service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:42:21.189831 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69cb798-5cbd-456c-b17b-293349fa9ffc req-785d04d5-2f83-45d8-aef0-c1bd85b78547 service neutron] Checking segment: {'id': '2cf77aa1-f355-47fb-a98b-d895369ec9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'a648d602-e164-4469-ab2b-5bfdc1e0c70b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:42:21.189831 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69cb798-5cbd-456c-b17b-293349fa9ffc req-785d04d5-2f83-45d8-aef0-c1bd85b78547 service neutron] Bound using segment: {'id': '2cf77aa1-f355-47fb-a98b-d895369ec9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'a648d602-e164-4469-ab2b-5bfdc1e0c70b'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:42:21.190390 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-c69cb798-5cbd-456c-b17b-293349fa9ffc req-785d04d5-2f83-45d8-aef0-c1bd85b78547 service neutron] Bound port: da4bf6f6-56b2-4b06-bb3d-092e8085f081, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cf77aa1-f355-47fb-a98b-d895369ec9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'a648d602-e164-4469-ab2b-5bfdc1e0c70b'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:42:21.190759 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c69cb798-5cbd-456c-b17b-293349fa9ffc req-785d04d5-2f83-45d8-aef0-c1bd85b78547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:21.214626 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e4ab9f-ca91-45e7-8892-ee59a51ea4cb req-5a5795e9-9250-47c8-b3ad-889e0633c3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:21.216296 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d6e4ab9f-ca91-45e7-8892-ee59a51ea4cb req-5a5795e9-9250-47c8-b3ad-889e0633c3e6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d0082d57-8c96-4a76-be0f-340c2f65b160 HTTP/1.1" status: 200 len: 913 time: 0.5655019 Nov 25 17:42:21.224083 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dcb6bc0b-e3fd-4627-a629-76b6de1adb9c req-ea61f3bb-b563-4ab9-9c08-696863dd4709 tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] 10.222.0.75 "GET /v2.0/security-groups?id=c3b3df04-970a-44bc-a0c1-f70d4931c755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5015559 Nov 25 17:42:21.234505 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7bb7d1-2201-4f37-bef1-4b71e5858a51 None None] DHCP port deletion for f04eb3da-3fb9-4b8e-a277-f7978e296597 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:42:21.237679 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: d48da47a-deb1-4bee-867a-9d43874be010 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:42:21.241104 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d48da47a-deb1-4bee-867a-9d43874be010 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:42:21.246191 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33072e65-a198-48b6-b9e0-e01cccf9bd57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39572ec9-d218-4fea-bd8c-c261bec9210a,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:21.334592 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-f2a325d4-d89e-48a1-b49b-84ce1bbad058 None None] For port 1e38e0b4-57e0-4fcb-8909-56cd12040966, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=1e38e0b4-57e0-4fcb-8909-56cd12040966,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:21.377921 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d6e4ab9f-ca91-45e7-8892-ee59a51ea4cb req-df181508-c97b-4386-ac0e-1898ad46ae77 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82625e3e-d5dd-41cd-b7dc-44893732e44b HTTP/1.1" status: 200 len: 999 time: 0.1491559 Nov 25 17:42:21.389025 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f2a325d4-d89e-48a1-b49b-84ce1bbad058 None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:21.392330 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-1a7bb7d1-2201-4f37-bef1-4b71e5858a51 None None] Deleting port 1647b539-2e16-49c1-9264-4e2125c202ac {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:42:21.393243 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1a7bb7d1-2201-4f37-bef1-4b71e5858a51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:21.399487 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7fedca56-4cad-4b41-b4c6-217269922802 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:21.410758 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f2a325d4-d89e-48a1-b49b-84ce1bbad058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:21.427201 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7fedca56-4cad-4b41-b4c6-217269922802 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:21.495378 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-c69cb798-5cbd-456c-b17b-293349fa9ffc req-785d04d5-2f83-45d8-aef0-c1bd85b78547 service neutron] For port da4bf6f6-56b2-4b06-bb3d-092e8085f081, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:42:21.500461 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-c69cb798-5cbd-456c-b17b-293349fa9ffc req-785d04d5-2f83-45d8-aef0-c1bd85b78547 service neutron] For port da4bf6f6-56b2-4b06-bb3d-092e8085f081, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=da4bf6f6-56b2-4b06-bb3d-092e8085f081,segment=NetworkSegment(2cf77aa1-f355-47fb-a98b-d895369ec9a1),segment_id=2cf77aa1-f355-47fb-a98b-d895369ec9a1)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:42:21.501741 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-abddcee9-9fb0-4263-923f-40dbc093b7dc admin admin] For port 1647b539-2e16-49c1-9264-4e2125c202ac, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=1647b539-2e16-49c1-9264-4e2125c202ac,segment=NetworkSegment(8ad9a924-ac10-4a1c-a67e-44a8c8785218),segment_id=8ad9a924-ac10-4a1c-a67e-44a8c8785218)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:21.502385 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-abddcee9-9fb0-4263-923f-40dbc093b7dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:21.503131 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e4ab9f-ca91-45e7-8892-ee59a51ea4cb req-53c71a16-c012-4dfb-9fe0-1f1f4ec96d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:21.504855 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d6e4ab9f-ca91-45e7-8892-ee59a51ea4cb req-53c71a16-c012-4dfb-9fe0-1f1f4ec96d93 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c74f83ed-3896-4341-8cf1-e1417d85add2 HTTP/1.1" status: 200 len: 851 time: 0.1124685 Nov 25 17:42:21.509887 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c69cb798-5cbd-456c-b17b-293349fa9ffc req-785d04d5-2f83-45d8-aef0-c1bd85b78547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:21.514407 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-80711bc2-45be-465c-bc67-f17e91fb9095 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:21.523098 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7fedca56-4cad-4b41-b4c6-217269922802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:21.527296 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7fedca56-4cad-4b41-b4c6-217269922802 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:21.528758 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7fedca56-4cad-4b41-b4c6-217269922802 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/39572ec9-d218-4fea-bd8c-c261bec9210a HTTP/1.1" status: 204 len: 168 time: 0.4450386 Nov 25 17:42:21.563360 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-abddcee9-9fb0-4263-923f-40dbc093b7dc admin admin] Calling delete_port for 1647b539-2e16-49c1-9264-4e2125c202ac owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:42:21.567668 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fedca56-4cad-4b41-b4c6-217269922802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39572ec9-d218-4fea-bd8c-c261bec9210a,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:21.580566 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-97282a77-f4e2-4a28-aa4b-a29739051f3a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Deleting port 62c24b1d-0139-41fe-8a48-09738a950b64 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:42:21.581093 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-97282a77-f4e2-4a28-aa4b-a29739051f3a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:21.585110 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80711bc2-45be-465c-bc67-f17e91fb9095 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Pushing event deleted for resources: {'Port': ['ID=dffcf391-bdbc-4368-9926-a27cbdf0b925,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:21.664528 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69cb798-5cbd-456c-b17b-293349fa9ffc req-785d04d5-2f83-45d8-aef0-c1bd85b78547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:21.666446 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c69cb798-5cbd-456c-b17b-293349fa9ffc req-785d04d5-2f83-45d8-aef0-c1bd85b78547 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:21.669399 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c69cb798-5cbd-456c-b17b-293349fa9ffc req-785d04d5-2f83-45d8-aef0-c1bd85b78547 service neutron] 10.222.0.90 "PUT /v2.0/ports/da4bf6f6-56b2-4b06-bb3d-092e8085f081 HTTP/1.1" status: 200 len: 1092 time: 2.8958166 Nov 25 17:42:21.670279 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33bf5e02-d45f-4a16-8e71-07f68b10a61b', 'tag': 'da4bf6f6-56b2-4b06-bb3d-092e8085f081'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:42:21.673598 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f270fca3-4f93-440e-a403-7fe1dfbf62cb" -d '{"events": [{"name": "network-changed", "server_uuid": "33bf5e02-d45f-4a16-8e71-07f68b10a61b", "tag": "da4bf6f6-56b2-4b06-bb3d-092e8085f081"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:42:21.702667 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e4ab9f-ca91-45e7-8892-ee59a51ea4cb req-f93fd7d5-b5e1-4ed7-9bd9-80f9737d0cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:21.705054 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d6e4ab9f-ca91-45e7-8892-ee59a51ea4cb req-f93fd7d5-b5e1-4ed7-9bd9-80f9737d0cfc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d0082d57-8c96-4a76-be0f-340c2f65b160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1864672 Nov 25 17:42:21.721389 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785d04d5-2f83-45d8-aef0-c1bd85b78547 service neutron] Pushing event updated for resources: {'Port': ['ID=da4bf6f6-56b2-4b06-bb3d-092e8085f081,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:21.757948 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86973980-5361-427d-bc51-2d89dd099f6d x-openstack-request-id: req-86973980-5361-427d-bc51-2d89dd099f6d {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:42:21.758489 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33bf5e02-d45f-4a16-8e71-07f68b10a61b", "tag": "da4bf6f6-56b2-4b06-bb3d-092e8085f081", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:42:21.758917 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-86973980-5361-427d-bc51-2d89dd099f6d {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:42:21.759461 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33bf5e02-d45f-4a16-8e71-07f68b10a61b', 'tag': 'da4bf6f6-56b2-4b06-bb3d-092e8085f081', 'status': 'completed', 'code': 200} Nov 25 17:42:21.799236 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-1a7bb7d1-2201-4f37-bef1-4b71e5858a51 None None] For port 1647b539-2e16-49c1-9264-4e2125c202ac, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=1647b539-2e16-49c1-9264-4e2125c202ac,segment=NetworkSegment(8ad9a924-ac10-4a1c-a67e-44a8c8785218),segment_id=8ad9a924-ac10-4a1c-a67e-44a8c8785218)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:21.799968 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1a7bb7d1-2201-4f37-bef1-4b71e5858a51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:21.842817 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-80711bc2-45be-465c-bc67-f17e91fb9095 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:21.844209 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-1a7bb7d1-2201-4f37-bef1-4b71e5858a51 None None] Calling delete_port for 1647b539-2e16-49c1-9264-4e2125c202ac owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:42:21.849584 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a325d4-d89e-48a1-b49b-84ce1bbad058 None None] Pushing event updated for resources: {'Port': ['ID=1e38e0b4-57e0-4fcb-8909-56cd12040966,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:21.967725 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-97282a77-f4e2-4a28-aa4b-a29739051f3a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:21.987481 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69cb798-5cbd-456c-b17b-293349fa9ffc req-d2d68b2a-0e60-4bd8-9e60-eb97a4a38d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:21.989546 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c69cb798-5cbd-456c-b17b-293349fa9ffc req-d2d68b2a-0e60-4bd8-9e60-eb97a4a38d8a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=dd60a7d3b7b14abd8244134eae4ef450&device_id=33bf5e02-d45f-4a16-8e71-07f68b10a61b HTTP/1.1" status: 200 len: 1095 time: 0.2712314 Nov 25 17:42:22.047214 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:22.060284 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-97282a77-f4e2-4a28-aa4b-a29739051f3a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Calling delete_port for 62c24b1d-0139-41fe-8a48-09738a950b64 owned by {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:42:22.061846 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1a7bb7d1-2201-4f37-bef1-4b71e5858a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:22.067631 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-80711bc2-45be-465c-bc67-f17e91fb9095 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:22.072192 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-80711bc2-45be-465c-bc67-f17e91fb9095 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:22.092251 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-abddcee9-9fb0-4263-923f-40dbc093b7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:22.138094 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7bb7d1-2201-4f37-bef1-4b71e5858a51 None None] No DVR routers for this DVR port 1647b539-2e16-49c1-9264-4e2125c202ac on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:42:22.139884 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7bb7d1-2201-4f37-bef1-4b71e5858a51 None None] Pushing event deleted for resources: {'Port': ['ID=1647b539-2e16-49c1-9264-4e2125c202ac,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:22.186404 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c69cb798-5cbd-456c-b17b-293349fa9ffc req-942f1a66-a53a-4135-8e8f-413d84cd03d1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da4bf6f6-56b2-4b06-bb3d-092e8085f081 HTTP/1.1" status: 200 len: 217 time: 0.1830349 Nov 25 17:42:22.298767 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abddcee9-9fb0-4263-923f-40dbc093b7dc admin admin] Pushing event deleted for resources: {'Port': ['ID=1647b539-2e16-49c1-9264-4e2125c202ac,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:22.318364 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d6e4ab9f-ca91-45e7-8892-ee59a51ea4cb req-f5083d72-f92d-4185-8849-53aecf70c38f service neutron] 10.222.0.74 "GET /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5981991 Nov 25 17:42:22.333351 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abddcee9-9fb0-4263-923f-40dbc093b7dc admin admin] No DVR routers for this DVR port 1647b539-2e16-49c1-9264-4e2125c202ac on host n-d-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:42:22.345880 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-80711bc2-45be-465c-bc67-f17e91fb9095 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:22.346423 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80711bc2-45be-465c-bc67-f17e91fb9095 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 95594ffb-509a-48e6-8139-2243a3272ab8 {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:42:22.356938 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-80711bc2-45be-465c-bc67-f17e91fb9095 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:22.357230 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-80711bc2-45be-465c-bc67-f17e91fb9095 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] 10.222.0.75 "DELETE /v2.0/routers/95594ffb-509a-48e6-8139-2243a3272ab8 HTTP/1.1" status: 204 len: 168 time: 3.9701159 Nov 25 17:42:22.376260 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60226) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:22.410035 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69cb798-5cbd-456c-b17b-293349fa9ffc req-f30c112e-f16e-496a-8c6a-19851fb04495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:22.411695 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c69cb798-5cbd-456c-b17b-293349fa9ffc req-f30c112e-f16e-496a-8c6a-19851fb04495 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f60971a9-eed7-434a-a6a8-75bdea424f76 HTTP/1.1" status: 200 len: 849 time: 0.2163267 Nov 25 17:42:22.430787 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35990a0d-aa39-494d-adfb-3c11159c296b req-78a1b8ec-9494-4027-8991-7cbaa709277b tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:22.433559 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-35990a0d-aa39-494d-adfb-3c11159c296b req-78a1b8ec-9494-4027-8991-7cbaa709277b tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 945 time: 0.1982749 Nov 25 17:42:22.538652 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c69cb798-5cbd-456c-b17b-293349fa9ffc req-d5e9161e-d342-4535-8059-a4f8e68f533c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a648d602-e164-4469-ab2b-5bfdc1e0c70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1188412 Nov 25 17:42:22.593624 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-abddcee9-9fb0-4263-923f-40dbc093b7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:22.630156 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-db0e829e-1b45-4845-bab7-ae91e98c8a63 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Deleting subnet adc915e0-998c-4341-93ce-a6bd4d598798 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:42:22.634260 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-db0e829e-1b45-4845-bab7-ae91e98c8a63 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:22.692918 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-db0e829e-1b45-4845-bab7-ae91e98c8a63 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:22.716656 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af3749-43b5-4fb9-af86-af9ad5718546 req-3427ab5c-c849-408b-a06b-5c7274b13e2e tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:22.730019 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-75af3749-43b5-4fb9-af86-af9ad5718546 req-3427ab5c-c849-408b-a06b-5c7274b13e2e tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] 10.222.0.75 "GET /v2.0/ports?device_id=33bf5e02-d45f-4a16-8e71-07f68b10a61b HTTP/1.1" status: 200 len: 944 time: 0.2945538 Nov 25 17:42:22.893694 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-abddcee9-9fb0-4263-923f-40dbc093b7dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f04eb3da-3fb9-4b8e-a277-f7978e296597']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:22.955949 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-abddcee9-9fb0-4263-923f-40dbc093b7dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ad9a924-ac10-4a1c-a67e-44a8c8785218') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:22.956745 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-abddcee9-9fb0-4263-923f-40dbc093b7dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ad9a924-ac10-4a1c-a67e-44a8c8785218') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:22.976790 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-35990a0d-aa39-494d-adfb-3c11159c296b req-f5111bc3-854e-4834-bae5-33d9c2ea1443 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4711931 Nov 25 17:42:22.991624 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-db0e829e-1b45-4845-bab7-ae91e98c8a63 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:23.004718 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-abddcee9-9fb0-4263-923f-40dbc093b7dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:23.010040 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d6e4ab9f-ca91-45e7-8892-ee59a51ea4cb req-92e9d8ac-cde6-4f9d-8be3-9fec45ee281f service neutron] 10.222.0.74 "GET /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6582737 Nov 25 17:42:23.029549 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:23.099649 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-abddcee9-9fb0-4263-923f-40dbc093b7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:23.116914 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abddcee9-9fb0-4263-923f-40dbc093b7dc admin admin] Releasing vlan 910 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:42:23.117327 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-abddcee9-9fb0-4263-923f-40dbc093b7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:23.119351 n-d-817746-1 neutron-server[103360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:42:23.119351 n-d-817746-1 neutron-server[103360]: self.session.flush() Nov 25 17:42:23.119351 n-d-817746-1 neutron-server[103360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:42:23.119351 n-d-817746-1 neutron-server[103360]: self.session.flush() Nov 25 17:42:23.119351 n-d-817746-1 neutron-server[103360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:42:23.119351 n-d-817746-1 neutron-server[103360]: self.session.flush() Nov 25 17:42:23.119351 n-d-817746-1 neutron-server[103360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:42:23.119351 n-d-817746-1 neutron-server[103360]: self.session.flush() Nov 25 17:42:23.119351 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:42:23.119351 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:42:23.119351 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:42:23.119351 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:42:23.119351 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:42:23.119351 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:42:23.119351 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:42:23.119351 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:42:23.119351 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:42:23.119351 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:42:23.119351 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:42:23.119351 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:42:23.119351 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:42:23.119351 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:42:23.119351 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:42:23.119351 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:42:23.119351 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:42:23.119351 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:42:23.119351 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:42:23.119351 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:42:23.119351 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:42:23.119351 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:42:23.119351 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:42:23.119351 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:42:23.119351 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:42:23.119351 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:42:23.119351 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:42:23.119351 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:42:23.119351 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:42:23.119351 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:42:23.119351 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:42:23.119351 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:42:23.181636 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 1e38e0b4-57e0-4fcb-8909-56cd12040966 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:42:23.186022 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-75af3749-43b5-4fb9-af86-af9ad5718546 req-74b5e9bf-c0bb-42d5-972b-be7e5b3b821f tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] 10.222.0.75 "GET /v2.0/security-groups?id=c3b3df04-970a-44bc-a0c1-f70d4931c755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4538779 Nov 25 17:42:23.192045 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c69cb798-5cbd-456c-b17b-293349fa9ffc req-5d3e2d96-2639-4215-9818-e6e315431d12 service neutron] 10.222.0.90 "GET /v2.0/networks/a648d602-e164-4469-ab2b-5bfdc1e0c70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6231773 Nov 25 17:42:23.278624 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-181efc91-d40c-4cc1-9014-43506662a254 None None] Provisioning complete for port 1e38e0b4-57e0-4fcb-8909-56cd12040966 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:23.279001 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-181efc91-d40c-4cc1-9014-43506662a254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:23.361011 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60250) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:23.383934 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-abddcee9-9fb0-4263-923f-40dbc093b7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:23.409884 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-abddcee9-9fb0-4263-923f-40dbc093b7dc admin admin] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:23.425135 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-abddcee9-9fb0-4263-923f-40dbc093b7dc admin admin] 10.222.0.75 "DELETE /v2.0/networks/f04eb3da-3fb9-4b8e-a277-f7978e296597 HTTP/1.1" status: 204 len: 168 time: 3.1767931 Nov 25 17:42:23.437526 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c69cb798-5cbd-456c-b17b-293349fa9ffc req-b8745daa-7d7e-46ec-9d76-43dac11c6669 service neutron] 10.222.0.90 "GET /v2.0/networks/a648d602-e164-4469-ab2b-5bfdc1e0c70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373390 Nov 25 17:42:23.460910 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-db0e829e-1b45-4845-bab7-ae91e98c8a63 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:23.506293 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 1e38e0b4-57e0-4fcb-8909-56cd12040966 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:23.508238 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:23.547167 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abddcee9-9fb0-4263-923f-40dbc093b7dc admin admin] Pushing event deleted for resources: {'Network': ['ID=f04eb3da-3fb9-4b8e-a277-f7978e296597,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:23.582016 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0e829e-1b45-4845-bab7-ae91e98c8a63 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=adc915e0-998c-4341-93ce-a6bd4d598798,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:23.584235 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-97282a77-f4e2-4a28-aa4b-a29739051f3a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:23.618690 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-db0e829e-1b45-4845-bab7-ae91e98c8a63 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:23.643788 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60256) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:23.645199 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-db0e829e-1b45-4845-bab7-ae91e98c8a63 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] 10.222.0.75 "DELETE /v2.0/subnets/adc915e0-998c-4341-93ce-a6bd4d598798 HTTP/1.1" status: 204 len: 168 time: 1.2641175 Nov 25 17:42:23.745651 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97282a77-f4e2-4a28-aa4b-a29739051f3a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event deleted for resources: {'Port': ['ID=62c24b1d-0139-41fe-8a48-09738a950b64,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:23.790144 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-9fea1b42-a21a-441c-b4a6-b9dbb922623e tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2036699069'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:23.816164 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270fca3-4f93-440e-a403-7fe1dfbf62cb req-30c8a5f8-703f-4934-aa53-2a4a33a3aa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:23.817793 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f270fca3-4f93-440e-a403-7fe1dfbf62cb req-30c8a5f8-703f-4934-aa53-2a4a33a3aa75 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=dd60a7d3b7b14abd8244134eae4ef450&device_id=33bf5e02-d45f-4a16-8e71-07f68b10a61b HTTP/1.1" status: 200 len: 1095 time: 0.3052607 Nov 25 17:42:23.860385 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3bad8106-833b-4d4d-b66c-ea26ab1d0751 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:23.906285 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-97282a77-f4e2-4a28-aa4b-a29739051f3a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:23.916029 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-97282a77-f4e2-4a28-aa4b-a29739051f3a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/ports/62c24b1d-0139-41fe-8a48-09738a950b64 HTTP/1.1" status: 204 len: 168 time: 2.9473259 Nov 25 17:42:23.917975 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60264) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:23.926001 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60266) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:23.942541 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fea1b42-a21a-441c-b4a6-b9dbb922623e tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Made reservation on behalf of b1148dfa282f41f4af71b6326bcb4901 for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:42:23.951612 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9fea1b42-a21a-441c-b4a6-b9dbb922623e tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:23.981603 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-22473828-227f-453a-8361-405afe54d33e None None] Could not find standard attr ID for object 62c24b1d-0139-41fe-8a48-09738a950b64. {{(pid=103362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:42:24.046109 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9fea1b42-a21a-441c-b4a6-b9dbb922623e tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:24.064574 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 1647b539-2e16-49c1-9264-4e2125c202ac no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:42:24.124682 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 1647b539-2e16-49c1-9264-4e2125c202ac {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:42:24.125054 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 1647b539-2e16-49c1-9264-4e2125c202ac not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:42:24.141846 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270fca3-4f93-440e-a403-7fe1dfbf62cb req-3d54f26b-84b5-4575-b882-bc2e9aa2564c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:24.143678 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f270fca3-4f93-440e-a403-7fe1dfbf62cb req-3d54f26b-84b5-4575-b882-bc2e9aa2564c service neutron] 10.222.0.90 "GET /v2.0/networks?id=a648d602-e164-4469-ab2b-5bfdc1e0c70b HTTP/1.1" status: 200 len: 910 time: 0.3150823 Nov 25 17:42:24.159734 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615817f4-52db-4e23-ae7f-23713ed5a3f0 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:24.163777 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-615817f4-52db-4e23-ae7f-23713ed5a3f0 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2364047 Nov 25 17:42:24.167485 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e641fdcf-c9e1-4ae8-99b0-eb3db6ae4ba7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=af07ecd6b88d499dba6f8368912ebb7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2099943 Nov 25 17:42:24.167485 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60270) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:24.174832 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60272) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:24.269350 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3bad8106-833b-4d4d-b66c-ea26ab1d0751 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:24.295798 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-3bad8106-833b-4d4d-b66c-ea26ab1d0751 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d1ffc5f-7831-41d6-93e2-738037fe1f62']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:24.306896 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-3bad8106-833b-4d4d-b66c-ea26ab1d0751 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf36b50b-ef35-4738-843e-f89f31afccc0') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:24.307379 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-3bad8106-833b-4d4d-b66c-ea26ab1d0751 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf36b50b-ef35-4738-843e-f89f31afccc0') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:24.315716 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f270fca3-4f93-440e-a403-7fe1dfbf62cb req-7484a57c-e25d-48de-b4e0-b4d754dee31a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da4bf6f6-56b2-4b06-bb3d-092e8085f081 HTTP/1.1" status: 200 len: 217 time: 0.1609919 Nov 25 17:42:24.353370 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3bad8106-833b-4d4d-b66c-ea26ab1d0751 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:24.452266 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3bad8106-833b-4d4d-b66c-ea26ab1d0751 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:24.481859 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a19ecd-2f56-4d88-86ba-a33d426fe2b0 req-f9184f29-bf7a-4fa8-b9aa-b48a6c6d7963 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:24.489165 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-33a19ecd-2f56-4d88-86ba-a33d426fe2b0 req-f9184f29-bf7a-4fa8-b9aa-b48a6c6d7963 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 945 time: 0.2866557 Nov 25 17:42:24.504089 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9fea1b42-a21a-441c-b4a6-b9dbb922623e tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:24.505476 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bad8106-833b-4d4d-b66c-ea26ab1d0751 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Releasing vlan 912 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:42:24.505876 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3bad8106-833b-4d4d-b66c-ea26ab1d0751 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:24.530746 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:42:24.530746 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:42:24.530746 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:42:24.530746 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:42:24.530746 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:42:24.530746 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:42:24.530746 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:42:24.530746 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:42:24.530746 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:42:24.530746 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:42:24.530746 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:42:24.530746 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:42:24.530746 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:42:24.530746 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:42:24.530746 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:42:24.530746 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:42:24.530746 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:42:24.530746 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:42:24.530746 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:42:24.530746 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:42:24.530746 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:42:24.530746 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:42:24.530746 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:42:24.530746 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:42:24.530746 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:42:24.530746 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:42:24.530746 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:42:24.530746 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:42:24.530746 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:42:24.530746 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:42:24.530746 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:42:24.530746 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:42:24.568223 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c1eba-d98d-407d-a523-4d14d2e4273f req-80f4f74f-dbb5-4da5-b748-3a665cb784c1 tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:24.570121 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-802c1eba-d98d-407d-a523-4d14d2e4273f req-80f4f74f-dbb5-4da5-b748-3a665cb784c1 tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] 10.222.0.75 "GET /v2.0/ports?device_id=33bf5e02-d45f-4a16-8e71-07f68b10a61b HTTP/1.1" status: 200 len: 944 time: 0.2521987 Nov 25 17:42:24.570802 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9fea1b42-a21a-441c-b4a6-b9dbb922623e tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:24.617911 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fea1b42-a21a-441c-b4a6-b9dbb922623e tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4dde718-716d-458a-9a77-6125c84ec07e,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:24.673910 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270fca3-4f93-440e-a403-7fe1dfbf62cb req-58f7b569-7739-487e-8fa1-9cb5f5902877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:24.675663 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f270fca3-4f93-440e-a403-7fe1dfbf62cb req-58f7b569-7739-487e-8fa1-9cb5f5902877 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f60971a9-eed7-434a-a6a8-75bdea424f76 HTTP/1.1" status: 200 len: 849 time: 0.3192043 Nov 25 17:42:24.708429 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fa7ee9-5162-4717-b606-927c40fbfdff tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:24.710201 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-33a19ecd-2f56-4d88-86ba-a33d426fe2b0 req-aba03ec6-e3b7-468c-bfc0-a154b5461fd3 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2201295 Nov 25 17:42:24.710761 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-17fa7ee9-5162-4717-b606-927c40fbfdff tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5447519 Nov 25 17:42:24.711024 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fea1b42-a21a-441c-b4a6-b9dbb922623e tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 913} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:42:24.713863 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60278) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:24.726675 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f0a6141a-6240-406b-8521-3383ba85e1d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:24.751605 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f270fca3-4f93-440e-a403-7fe1dfbf62cb req-092183db-d1b7-4393-a54b-bf0212f4ac50 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a648d602-e164-4469-ab2b-5bfdc1e0c70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649569 Nov 25 17:42:24.755530 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3bad8106-833b-4d4d-b66c-ea26ab1d0751 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:24.763579 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9fea1b42-a21a-441c-b4a6-b9dbb922623e tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:24.764288 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-9fea1b42-a21a-441c-b4a6-b9dbb922623e tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Added segment bbccdbf4-bd70-4427-8db1-b463a5f0a22a of type vlan for network 81c77e1c-76c0-4e95-8e0e-f4a4711d8de6 Nov 25 17:42:24.783167 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bad8106-833b-4d4d-b66c-ea26ab1d0751 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0d1ffc5f-7831-41d6-93e2-738037fe1f62 {{(pid=103361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 25 17:42:24.793091 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f0a6141a-6240-406b-8521-3383ba85e1d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:24.801714 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad8106-833b-4d4d-b66c-ea26ab1d0751 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Pushing event deleted for resources: {'Network': ['ID=0d1ffc5f-7831-41d6-93e2-738037fe1f62,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:24.809968 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cc49ba-520c-4146-8667-f412c0a92703 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:24.810643 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3bad8106-833b-4d4d-b66c-ea26ab1d0751 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:24.811240 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cc49ba-520c-4146-8667-f412c0a92703 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:24.812673 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cc49ba-520c-4146-8667-f412c0a92703 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:24.814051 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-3bad8106-833b-4d4d-b66c-ea26ab1d0751 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] 10.222.0.75 "DELETE /v2.0/networks/0d1ffc5f-7831-41d6-93e2-738037fe1f62 HTTP/1.1" status: 204 len: 168 time: 1.1651270 Nov 25 17:42:24.818501 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-11cc49ba-520c-4146-8667-f412c0a92703 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1032341 Nov 25 17:42:24.821560 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60284) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:24.842506 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device da4bf6f6-56b2-4b06-bb3d-092e8085f081 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:42:24.937671 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef4d39af-048d-4619-a921-a5b092584083 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Deleting subnet 8907e1e6-622d-4488-910a-b00fc3f16a96 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:42:24.949036 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ef4d39af-048d-4619-a921-a5b092584083 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:24.950526 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-802c1eba-d98d-407d-a523-4d14d2e4273f req-bdf8ad38-0dd9-4fad-8c19-ec8ef14c17b3 tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] 10.222.0.75 "GET /v2.0/security-groups?id=c3b3df04-970a-44bc-a0c1-f70d4931c755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314843 Nov 25 17:42:25.006075 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f0a6141a-6240-406b-8521-3383ba85e1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:25.008353 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f0a6141a-6240-406b-8521-3383ba85e1d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:25.012508 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f0a6141a-6240-406b-8521-3383ba85e1d4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0577770c-39b7-4b0c-8124-55e039ea72f9 HTTP/1.1" status: 204 len: 168 time: 0.8338203 Nov 25 17:42:25.059524 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port da4bf6f6-56b2-4b06-bb3d-092e8085f081, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=da4bf6f6-56b2-4b06-bb3d-092e8085f081,segment=NetworkSegment(2cf77aa1-f355-47fb-a98b-d895369ec9a1),segment_id=2cf77aa1-f355-47fb-a98b-d895369ec9a1)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:25.070334 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a6141a-6240-406b-8521-3383ba85e1d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0577770c-39b7-4b0c-8124-55e039ea72f9,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:25.085245 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ef4d39af-048d-4619-a921-a5b092584083 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:25.090478 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': 'da4bf6f6-56b2-4b06-bb3d-092e8085f081', 'network_id': 'a648d602-e164-4469-ab2b-5bfdc1e0c70b', 'port_id': 'da4bf6f6-56b2-4b06-bb3d-092e8085f081', 'mac_address': 'fa:16:3e:d4:e7:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f60971a9-eed7-434a-a6a8-75bdea424f76', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:42:25.110001 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9fea1b42-a21a-441c-b4a6-b9dbb922623e tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:25.207693 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:25.271694 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da4bf6f6-56b2-4b06-bb3d-092e8085f081 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:42:25.299171 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd7934-17a8-464a-9c27-d7c7ec0c0e1e req-27a49fd9-7906-4524-86df-b8031122de2d tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:25.300943 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4ecd7934-17a8-464a-9c27-d7c7ec0c0e1e req-27a49fd9-7906-4524-86df-b8031122de2d tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 945 time: 0.3685045 Nov 25 17:42:25.337071 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9fea1b42-a21a-441c-b4a6-b9dbb922623e tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:25.344211 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port da4bf6f6-56b2-4b06-bb3d-092e8085f081, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=da4bf6f6-56b2-4b06-bb3d-092e8085f081,segment=NetworkSegment(2cf77aa1-f355-47fb-a98b-d895369ec9a1),segment_id=2cf77aa1-f355-47fb-a98b-d895369ec9a1)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:25.351073 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:25.362443 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fea1b42-a21a-441c-b4a6-b9dbb922623e tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:25.365346 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9fea1b42-a21a-441c-b4a6-b9dbb922623e tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:25.366945 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ef4d39af-048d-4619-a921-a5b092584083 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:25.483639 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=da4bf6f6-56b2-4b06-bb3d-092e8085f081,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:25.545549 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60308) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:25.551873 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-5cc3e827-5b06-4986-87eb-3c1527b2f711 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Request body: {'router': {'name': 'tempest-router--677989922', 'project_id': '3e741cea147b4dc99abad3ca5aaf84db'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:25.564339 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ef4d39af-048d-4619-a921-a5b092584083 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:25.580985 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['da4bf6f6-56b2-4b06-bb3d-092e8085f081'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:42:25.626461 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4d39af-048d-4619-a921-a5b092584083 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event deleted for resources: {'Subnet': ['ID=8907e1e6-622d-4488-910a-b00fc3f16a96,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:25.629209 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ef4d39af-048d-4619-a921-a5b092584083 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:25.633634 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ef4d39af-048d-4619-a921-a5b092584083 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/subnets/8907e1e6-622d-4488-910a-b00fc3f16a96 HTTP/1.1" status: 204 len: 168 time: 0.8103552 Nov 25 17:42:25.636275 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60310) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:25.638877 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fea1b42-a21a-441c-b4a6-b9dbb922623e tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Pushing event updated for resources: {'Network': ['ID=81c77e1c-76c0-4e95-8e0e-f4a4711d8de6,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:25.680774 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c4ba2a-d200-4554-a40c-89f92f3442a5 None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:42:25.696963 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-1721d8e7-b947-4f7e-a655-208ae68b9136 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Deleting subnet a20ff871-7c49-428d-a918-797dddc6cfe7 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:42:25.702174 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5cc3e827-5b06-4986-87eb-3c1527b2f711 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:25.703571 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5cc3e827-5b06-4986-87eb-3c1527b2f711 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:25.708168 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1721d8e7-b947-4f7e-a655-208ae68b9136 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:25.781902 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4ecd7934-17a8-464a-9c27-d7c7ec0c0e1e req-f5714216-ace3-4038-a00a-21cb233e957b tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4581070 Nov 25 17:42:25.787599 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f270fca3-4f93-440e-a403-7fe1dfbf62cb req-cb107977-6c30-4ed4-9bac-7127de4afccb service neutron] 10.222.0.90 "GET /v2.0/networks/a648d602-e164-4469-ab2b-5bfdc1e0c70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0175426 Nov 25 17:42:25.792554 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-9fea1b42-a21a-441c-b4a6-b9dbb922623e tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.4276993 Nov 25 17:42:25.801688 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1721d8e7-b947-4f7e-a655-208ae68b9136 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:25.805312 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60312) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:25.844767 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-99687635-71a9-48fd-a68f-2f6472648864 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Request body: {'subnet': {'network_id': '81c77e1c-76c0-4e95-8e0e-f4a4711d8de6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:25.888619 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5cc3e827-5b06-4986-87eb-3c1527b2f711 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:25.907250 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5cc3e827-5b06-4986-87eb-3c1527b2f711 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:25.933776 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 81c77e1c-76c0-4e95-8e0e-f4a4711d8de6 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:42:25.950206 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60316) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:26.042501 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5cc3e827-5b06-4986-87eb-3c1527b2f711 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:26.047588 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-5cc3e827-5b06-4986-87eb-3c1527b2f711 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5006511 Nov 25 17:42:26.055892 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60320) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:26.073632 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f270fca3-4f93-440e-a403-7fe1dfbf62cb req-755a433c-6db5-4b0a-98d3-afee56807088 service neutron] 10.222.0.90 "GET /v2.0/networks/a648d602-e164-4469-ab2b-5bfdc1e0c70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784598 Nov 25 17:42:26.171356 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99687635-71a9-48fd-a68f-2f6472648864 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Made reservation on behalf of b1148dfa282f41f4af71b6326bcb4901 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:42:26.176280 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-99687635-71a9-48fd-a68f-2f6472648864 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:26.186807 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c015b707-53dc-4643-965a-61c8591ccc92 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=199b5fd0c5cc438f9e54858615754497&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2289252 Nov 25 17:42:26.190133 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60324) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:26.215194 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1721d8e7-b947-4f7e-a655-208ae68b9136 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:26.221469 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a4f4d6e4-666e-4add-afa5-7129cd3ba436 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:26.235431 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b2371-49ec-4229-9036-8e1f80176a21 req-cfbd35e0-2cbc-4dc7-a684-22b91590c564 tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:26.243989 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eb9b2371-49ec-4229-9036-8e1f80176a21 req-cfbd35e0-2cbc-4dc7-a684-22b91590c564 tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] 10.222.0.75 "GET /v2.0/ports?device_id=33bf5e02-d45f-4a16-8e71-07f68b10a61b HTTP/1.1" status: 200 len: 945 time: 0.1474638 Nov 25 17:42:26.404057 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c594f-651d-4c98-b8b8-ffd91d7f3608 req-413d6b24-0ab9-4076-a2a3-6da512418233 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:26.408242 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f58c594f-651d-4c98-b8b8-ffd91d7f3608 req-413d6b24-0ab9-4076-a2a3-6da512418233 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 945 time: 0.2021310 Nov 25 17:42:26.452537 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eb9b2371-49ec-4229-9036-8e1f80176a21 req-4918b50e-286d-47eb-8856-699354b5413a tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] 10.222.0.75 "GET /v2.0/security-groups?id=c3b3df04-970a-44bc-a0c1-f70d4931c755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075887 Nov 25 17:42:26.470003 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c04cc16e-5c6b-4190-8f00-8375f902b8a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:26.537824 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c04cc16e-5c6b-4190-8f00-8375f902b8a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:26.585883 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f58c594f-651d-4c98-b8b8-ffd91d7f3608 req-72b64b7f-dbf9-4406-b67e-850fa20241b4 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553626 Nov 25 17:42:26.675979 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a4f4d6e4-666e-4add-afa5-7129cd3ba436 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:26.680105 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c04cc16e-5c6b-4190-8f00-8375f902b8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:26.682238 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a4f4d6e4-666e-4add-afa5-7129cd3ba436 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:26.693117 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c04cc16e-5c6b-4190-8f00-8375f902b8a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:26.695570 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c04cc16e-5c6b-4190-8f00-8375f902b8a1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b839763e-1a87-49e2-8056-190f43240401 HTTP/1.1" status: 204 len: 168 time: 0.5042644 Nov 25 17:42:26.726204 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04cc16e-5c6b-4190-8f00-8375f902b8a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b839763e-1a87-49e2-8056-190f43240401,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:26.757016 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1721d8e7-b947-4f7e-a655-208ae68b9136 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:26.786526 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a4f4d6e4-666e-4add-afa5-7129cd3ba436 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:26.787080 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f4d6e4-666e-4add-afa5-7129cd3ba436 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8c2f6747-9102-4c96-a6e5-a8f9b7317c57 {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:42:26.851183 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a4f4d6e4-666e-4add-afa5-7129cd3ba436 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:26.869411 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a4f4d6e4-666e-4add-afa5-7129cd3ba436 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] 10.222.0.75 "DELETE /v2.0/routers/8c2f6747-9102-4c96-a6e5-a8f9b7317c57 HTTP/1.1" status: 204 len: 168 time: 0.8120313 Nov 25 17:42:26.874421 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device da4bf6f6-56b2-4b06-bb3d-092e8085f081 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:42:26.887037 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1721d8e7-b947-4f7e-a655-208ae68b9136 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event deleted for resources: {'Subnet': ['ID=a20ff871-7c49-428d-a918-797dddc6cfe7,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:26.895395 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1721d8e7-b947-4f7e-a655-208ae68b9136 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:26.901815 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1721d8e7-b947-4f7e-a655-208ae68b9136 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/subnets/a20ff871-7c49-428d-a918-797dddc6cfe7 HTTP/1.1" status: 204 len: 168 time: 1.2608535 Nov 25 17:42:26.902674 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60342) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:27.029213 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-99687635-71a9-48fd-a68f-2f6472648864 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:27.049798 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c212ae8c-9fff-4857-80df-83329f1ba255 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1435807 Nov 25 17:42:27.068382 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60344) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:27.099201 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port da4bf6f6-56b2-4b06-bb3d-092e8085f081 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:42:27.106480 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-00f5b06e-ce19-41bc-a8b7-a2f6fc209e38 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Request body: {'subnet': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:27.111397 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port da4bf6f6-56b2-4b06-bb3d-092e8085f081 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:27.111783 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:27.212538 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99687635-71a9-48fd-a68f-2f6472648864 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Pushing event updated for resources: {'Subnet': ['ID=2b2b52bf-62b1-428e-a497-eb5104574e9b,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:27.245554 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99687635-71a9-48fd-a68f-2f6472648864 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Checking segment: {'id': 'bbccdbf4-bd70-4427-8db1-b463a5f0a22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '81c77e1c-76c0-4e95-8e0e-f4a4711d8de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:42:27.246062 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99687635-71a9-48fd-a68f-2f6472648864 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Network hostable DHCP agents. Network: 81c77e1c-76c0-4e95-8e0e-f4a4711d8de6, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:42:27.284411 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:27.295764 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99687635-71a9-48fd-a68f-2f6472648864 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Network 81c77e1c-76c0-4e95-8e0e-f4a4711d8de6 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:42:27.306629 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60346) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:27.343196 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-99687635-71a9-48fd-a68f-2f6472648864 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 81c77e1c-76c0-4e95-8e0e-f4a4711d8de6) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:42:27.343305 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33bf5e02-d45f-4a16-8e71-07f68b10a61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da4bf6f6-56b2-4b06-bb3d-092e8085f081'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:42:27.343305 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dfc3328-f0b2-4405-80f1-ea4f19a956d1" -d '{"events": [{"server_uuid": "33bf5e02-d45f-4a16-8e71-07f68b10a61b", "name": "network-vif-plugged", "status": "completed", "tag": "da4bf6f6-56b2-4b06-bb3d-092e8085f081"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:42:27.349763 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99687635-71a9-48fd-a68f-2f6472648864 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:27.350300 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-99687635-71a9-48fd-a68f-2f6472648864 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:27.364220 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86adea6b-3651-45ea-ad34-8f343b2aa087 None None] Network 81c77e1c-76c0-4e95-8e0e-f4a4711d8de6 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:42:27.383103 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b657ac2b-ad77-4f12-84c8-e1d8dcffad31 req-7895e3cd-18c9-495f-a0d1-8da7fdbabda6 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:27.401014 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-99687635-71a9-48fd-a68f-2f6472648864 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5529919 Nov 25 17:42:27.401943 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60358) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:27.404586 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b657ac2b-ad77-4f12-84c8-e1d8dcffad31 req-7895e3cd-18c9-495f-a0d1-8da7fdbabda6 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 945 time: 0.3694949 Nov 25 17:42:27.411219 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-bc896599-358a-4889-b4ee-6b4f5aec5968 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Request body: {'port': {'network_id': '81c77e1c-76c0-4e95-8e0e-f4a4711d8de6', 'name': 'tempest-TagsExtTest-602324792'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:27.443164 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port da4bf6f6-56b2-4b06-bb3d-092e8085f081, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=da4bf6f6-56b2-4b06-bb3d-092e8085f081,segment=NetworkSegment(2cf77aa1-f355-47fb-a98b-d895369ec9a1),segment_id=2cf77aa1-f355-47fb-a98b-d895369ec9a1)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:27.467625 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:27.525205 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f5b06e-ce19-41bc-a8b7-a2f6fc209e38 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Made reservation on behalf of b4fd74d3755f4cd39b2026436dde8bb1 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:42:27.535029 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-00f5b06e-ce19-41bc-a8b7-a2f6fc209e38 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:27.595394 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f7241b-bb6c-4846-892a-4e8301269da3 None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:42:27.647071 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b657ac2b-ad77-4f12-84c8-e1d8dcffad31 req-a0c764ff-9d75-41ed-b20b-553d97542d97 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2293501 Nov 25 17:42:27.675870 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc896599-358a-4889-b4ee-6b4f5aec5968 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Made reservation on behalf of b1148dfa282f41f4af71b6326bcb4901 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:42:27.681738 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bc896599-358a-4889-b4ee-6b4f5aec5968 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:27.754725 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-bc896599-358a-4889-b4ee-6b4f5aec5968 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] device_id is not set on port bc3a1522-f626-4311-bdec-28d04111e5d7 yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:42:27.861539 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-e6940911-feb7-4b43-8c70-3be3975ebe49 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1348750521', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}, 'admin_state_up': False}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:27.925118 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e6940911-feb7-4b43-8c70-3be3975ebe49 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:27.927842 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e6940911-feb7-4b43-8c70-3be3975ebe49 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:27.936909 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=da4bf6f6-56b2-4b06-bb3d-092e8085f081,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:27.964893 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433324f2-0b18-477b-af24-67f7bfbd2b02 x-openstack-request-id: req-433324f2-0b18-477b-af24-67f7bfbd2b02 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:42:27.965283 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33bf5e02-d45f-4a16-8e71-07f68b10a61b", "name": "network-vif-plugged", "status": "completed", "tag": "da4bf6f6-56b2-4b06-bb3d-092e8085f081", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:42:27.965768 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-433324f2-0b18-477b-af24-67f7bfbd2b02 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:42:27.966371 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33bf5e02-d45f-4a16-8e71-07f68b10a61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da4bf6f6-56b2-4b06-bb3d-092e8085f081', 'code': 200} Nov 25 17:42:28.065282 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-864d1154-7500-47ff-8a37-4c80941e037e None None] Provisioning complete for port 1e38e0b4-57e0-4fcb-8909-56cd12040966 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:28.068613 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-bc896599-358a-4889-b4ee-6b4f5aec5968 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Allocated IP 172.20.0.9 (81c77e1c-76c0-4e95-8e0e-f4a4711d8de6/2b2b52bf-62b1-428e-a497-eb5104574e9b/bc3a1522-f626-4311-bdec-28d04111e5d7) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:42:28.076958 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-864d1154-7500-47ff-8a37-4c80941e037e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:28.138280 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-00f5b06e-ce19-41bc-a8b7-a2f6fc209e38 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:28.260009 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bc896599-358a-4889-b4ee-6b4f5aec5968 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:28.270891 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f218bd-cab2-4054-b5ec-fcce655ab0c0 req-f44c5400-2e6a-493e-a268-1f9a6ec945e1 tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:28.278244 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f2605f-b6d3-4b53-879a-c143acf2725c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-81c77e1c-76c0-4e95-8e0e-f4a4711d8de6', 'network_id': '81c77e1c-76c0-4e95-8e0e-f4a4711d8de6', 'tenant_id': 'b1148dfa282f41f4af71b6326bcb4901', 'fixed_ips': [{'subnet_id': '2b2b52bf-62b1-428e-a497-eb5104574e9b'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:42:28.279396 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b9f2605f-b6d3-4b53-879a-c143acf2725c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:28.285433 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c2f218bd-cab2-4054-b5ec-fcce655ab0c0 req-f44c5400-2e6a-493e-a268-1f9a6ec945e1 tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] 10.222.0.75 "GET /v2.0/ports?device_id=33bf5e02-d45f-4a16-8e71-07f68b10a61b HTTP/1.1" status: 200 len: 946 time: 0.4274173 Nov 25 17:42:28.317080 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bc896599-358a-4889-b4ee-6b4f5aec5968 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:28.351465 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f5b06e-ce19-41bc-a8b7-a2f6fc209e38 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:42:28.367486 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-00f5b06e-ce19-41bc-a8b7-a2f6fc209e38 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:42:28.403854 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f5b06e-ce19-41bc-a8b7-a2f6fc209e38 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:28.404450 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-00f5b06e-ce19-41bc-a8b7-a2f6fc209e38 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:28.409645 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc896599-358a-4889-b4ee-6b4f5aec5968 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Pushing event updated for resources: {'Port': ['ID=bc3a1522-f626-4311-bdec-28d04111e5d7,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:28.423549 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5bb073-6cb6-462a-9e48-a0d562f8be94 req-66ae657c-d069-4f8b-823f-601f68eeaf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:28.428537 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ba5bb073-6cb6-462a-9e48-a0d562f8be94 req-66ae657c-d069-4f8b-823f-601f68eeaf4e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=33bf5e02-d45f-4a16-8e71-07f68b10a61b HTTP/1.1" status: 200 len: 1097 time: 0.3513644 Nov 25 17:42:28.439875 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-00f5b06e-ce19-41bc-a8b7-a2f6fc209e38 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3703761 Nov 25 17:42:28.461712 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc896599-358a-4889-b4ee-6b4f5aec5968 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:28.462294 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc896599-358a-4889-b4ee-6b4f5aec5968 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:28.462841 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc896599-358a-4889-b4ee-6b4f5aec5968 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:28.463862 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc896599-358a-4889-b4ee-6b4f5aec5968 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:28.464378 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc896599-358a-4889-b4ee-6b4f5aec5968 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:28.465046 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc896599-358a-4889-b4ee-6b4f5aec5968 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:28.465668 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc896599-358a-4889-b4ee-6b4f5aec5968 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:28.466153 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc896599-358a-4889-b4ee-6b4f5aec5968 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:28.466631 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc896599-358a-4889-b4ee-6b4f5aec5968 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:28.467174 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc896599-358a-4889-b4ee-6b4f5aec5968 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:28.468332 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc896599-358a-4889-b4ee-6b4f5aec5968 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:28.468881 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc896599-358a-4889-b4ee-6b4f5aec5968 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:28.469915 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60380) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:28.486696 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-b7e8105a-211e-4e9a-90e7-d79a230fb83b tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Request body: {'subnet': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:28.595512 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e6940911-feb7-4b43-8c70-3be3975ebe49 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:28.599321 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc896599-358a-4889-b4ee-6b4f5aec5968 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Network 81c77e1c-76c0-4e95-8e0e-f4a4711d8de6 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:42:28.605497 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-bc896599-358a-4889-b4ee-6b4f5aec5968 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:42:28.605688 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f5b06e-ce19-41bc-a8b7-a2f6fc209e38 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event updated for resources: {'Subnet': ['ID=7bb7b834-d753-4fe2-9679-8ac8bc3946d7,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:28.626956 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc896599-358a-4889-b4ee-6b4f5aec5968 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:42:28.635874 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c2f218bd-cab2-4054-b5ec-fcce655ab0c0 req-14c278fe-10d3-429c-963c-be77fc99b0d5 tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] 10.222.0.75 "GET /v2.0/security-groups?id=c3b3df04-970a-44bc-a0c1-f70d4931c755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470237 Nov 25 17:42:28.690503 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ba5bb073-6cb6-462a-9e48-a0d562f8be94 req-62f643a3-1db3-45c0-85fc-e046894f84c1 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c3b3df04-970a-44bc-a0c1-f70d4931c755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459145 Nov 25 17:42:28.699096 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e8105a-211e-4e9a-90e7-d79a230fb83b tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Made reservation on behalf of b4fd74d3755f4cd39b2026436dde8bb1 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:42:28.705523 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b7e8105a-211e-4e9a-90e7-d79a230fb83b tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:28.759520 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc896599-358a-4889-b4ee-6b4f5aec5968 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:28.760145 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bc896599-358a-4889-b4ee-6b4f5aec5968 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:28.848842 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d445d690-df20-4e95-aefa-dd9f0a414258 None None] DHCP port deletion for fed75ec1-726a-45be-ab23-2dd76f977831 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:42:28.870633 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60388) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:28.871265 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-bc896599-358a-4889-b4ee-6b4f5aec5968 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.4682448 Nov 25 17:42:28.886888 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60390) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:28.935286 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-b9f2605f-b6d3-4b53-879a-c143acf2725c None None] Allocated IP 172.20.0.2 (81c77e1c-76c0-4e95-8e0e-f4a4711d8de6/2b2b52bf-62b1-428e-a497-eb5104574e9b/2b240183-5b3b-448b-8adb-c8a21a75e514) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:42:28.941946 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-db70058a-5b8b-456c-bd4c-7dfb906fd451 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1285628939', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:29.048380 n-d-817746-1 neutron-server[103361]: INFO neutron.db.ipam_backend_mixin [None req-b7e8105a-211e-4e9a-90e7-d79a230fb83b tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7bb7b834-d753-4fe2-9679-8ac8bc3946d7 (CIDR: 2001:db8::/64) Nov 25 17:42:29.068054 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7e8105a-211e-4e9a-90e7-d79a230fb83b tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:42:29.069716 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7e8105a-211e-4e9a-90e7-d79a230fb83b tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:42:29.081583 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 1e38e0b4-57e0-4fcb-8909-56cd12040966 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:42:29.111590 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ed5e3-4298-4b87-8227-5f684640e0a9 req-d41d5362-a61e-4e40-b093-64d4447be59f tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:29.113427 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8b5ed5e3-4298-4b87-8227-5f684640e0a9 req-d41d5362-a61e-4e40-b093-64d4447be59f tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 945 time: 0.2402823 Nov 25 17:42:29.115439 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-db70058a-5b8b-456c-bd4c-7dfb906fd451 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:29.116727 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-db70058a-5b8b-456c-bd4c-7dfb906fd451 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:29.150950 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d445d690-df20-4e95-aefa-dd9f0a414258 None None] Deleting port 1e38e0b4-57e0-4fcb-8909-56cd12040966 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:42:29.151502 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d445d690-df20-4e95-aefa-dd9f0a414258 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:29.183251 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-db70058a-5b8b-456c-bd4c-7dfb906fd451 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:29.191349 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-57a36c50-c4e9-424d-9263-f37951cc84d9 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1341415531-network', 'tenant_id': '4bc371b1598f4130b6511805de2c1caf'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:29.199245 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-b7e8105a-211e-4e9a-90e7-d79a230fb83b tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7183018 Nov 25 17:42:29.202863 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-db70058a-5b8b-456c-bd4c-7dfb906fd451 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:29.220680 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60394) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:29.240511 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-5e0f19ec-14c3-429d-973c-6d02f8e0c7be tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Request body: {'subnet': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:29.260802 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8b5ed5e3-4298-4b87-8227-5f684640e0a9 req-2ffdc2c8-b153-4f6c-af0b-095200c9013e tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750206 Nov 25 17:42:29.283417 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a36c50-c4e9-424d-9263-f37951cc84d9 admin admin] Made reservation on behalf of 4bc371b1598f4130b6511805de2c1caf for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:42:29.286512 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-57a36c50-c4e9-424d-9263-f37951cc84d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:29.293217 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e6940911-feb7-4b43-8c70-3be3975ebe49 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:29.307944 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-57a36c50-c4e9-424d-9263-f37951cc84d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:29.318431 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-db70058a-5b8b-456c-bd4c-7dfb906fd451 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:29.322116 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-db70058a-5b8b-456c-bd4c-7dfb906fd451 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4339693 Nov 25 17:42:29.322781 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60398) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:29.349130 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-391e62bf-c935-466b-976b-096bc4c64222 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1507053559', 'prefixes': ['172.20.0.0/16']}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:29.506388 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-57a36c50-c4e9-424d-9263-f37951cc84d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:29.523055 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d445d690-df20-4e95-aefa-dd9f0a414258 None None] For port 1e38e0b4-57e0-4fcb-8909-56cd12040966, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=1e38e0b4-57e0-4fcb-8909-56cd12040966,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:29.523933 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d445d690-df20-4e95-aefa-dd9f0a414258 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:29.524440 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-57a36c50-c4e9-424d-9263-f37951cc84d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:29.571219 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d445d690-df20-4e95-aefa-dd9f0a414258 None None] Calling delete_port for 1e38e0b4-57e0-4fcb-8909-56cd12040966 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:42:29.581468 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57a36c50-c4e9-424d-9263-f37951cc84d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 932} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:42:29.654726 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-57a36c50-c4e9-424d-9263-f37951cc84d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:29.655207 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-57a36c50-c4e9-424d-9263-f37951cc84d9 admin admin] Added segment 682345a5-ec8f-4204-a78d-03da0d4b4735 of type vlan for network 9d6752ab-c41d-41e5-ab04-0f224a9acdc0 Nov 25 17:42:29.706077 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e0f19ec-14c3-429d-973c-6d02f8e0c7be tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Made reservation on behalf of b4fd74d3755f4cd39b2026436dde8bb1 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:42:29.709762 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5e0f19ec-14c3-429d-973c-6d02f8e0c7be tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:29.746748 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a36c50-c4e9-424d-9263-f37951cc84d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60cba737-f62f-48b0-b6f3-e381b4a1e902,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:30.000204 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-57a36c50-c4e9-424d-9263-f37951cc84d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:30.002436 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e6940911-feb7-4b43-8c70-3be3975ebe49 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks [] for router_gateway, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:30.067714 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e72f83-3f80-4b08-820c-65abb5fcc32a req-9377eb3d-ffe6-4c7e-b5f7-5a5faae30d8d tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:30.080047 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-05e72f83-3f80-4b08-820c-65abb5fcc32a req-9377eb3d-ffe6-4c7e-b5f7-5a5faae30d8d tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 945 time: 0.4491508 Nov 25 17:42:30.080641 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:30.085192 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e6940911-feb7-4b43-8c70-3be3975ebe49 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:30.139791 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f483607f-fc58-4870-8fcb-24f92ff5c4c6 req-618627d3-b5f6-40ee-bd30-291ad7417615 tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:30.141752 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f483607f-fc58-4870-8fcb-24f92ff5c4c6 req-618627d3-b5f6-40ee-bd30-291ad7417615 tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] 10.222.0.75 "GET /v2.0/ports?device_id=33bf5e02-d45f-4a16-8e71-07f68b10a61b HTTP/1.1" status: 200 len: 946 time: 0.3462062 Nov 25 17:42:30.143966 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b9f2605f-b6d3-4b53-879a-c143acf2725c None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:30.145081 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-391e62bf-c935-466b-976b-096bc4c64222 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Publish callbacks [] for subnetpool, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:30.152025 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port 1e38e0b4-57e0-4fcb-8909-56cd12040966, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=1e38e0b4-57e0-4fcb-8909-56cd12040966,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:30.159397 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b9f2605f-b6d3-4b53-879a-c143acf2725c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:30.162803 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-391e62bf-c935-466b-976b-096bc4c64222 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] 10.222.0.75 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.8352749 Nov 25 17:42:30.165241 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60412) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:30.176126 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:30.205910 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.tag.tag_plugin [None req-b1c30ed5-291c-4d8a-94fa-5936451e5a45 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2b2b52bf-62b1-428e-a497-eb5104574e9b', 'tempest-TagsExtTest-Tag-432819786') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:30.250421 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f2605f-b6d3-4b53-879a-c143acf2725c None None] Network 81c77e1c-76c0-4e95-8e0e-f4a4711d8de6 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:42:30.252121 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-b9f2605f-b6d3-4b53-879a-c143acf2725c None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:42:30.254966 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d445d690-df20-4e95-aefa-dd9f0a414258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:30.258640 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f2605f-b6d3-4b53-879a-c143acf2725c None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:42:30.277018 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-57a36c50-c4e9-424d-9263-f37951cc84d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:30.278203 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a36c50-c4e9-424d-9263-f37951cc84d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:30.278880 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-57a36c50-c4e9-424d-9263-f37951cc84d9 admin admin] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:30.320376 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-57a36c50-c4e9-424d-9263-f37951cc84d9 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4437692 Nov 25 17:42:30.338300 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f2605f-b6d3-4b53-879a-c143acf2725c None None] Pushing event updated for resources: {'Port': ['ID=2b240183-5b3b-448b-8adb-c8a21a75e514,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:30.338523 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60414) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:30.347980 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-6594b40d-3854-4ea2-b1ec-faa8c7761049 admin admin] Request body: {'subnet': {'network_id': '9d6752ab-c41d-41e5-ab04-0f224a9acdc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1341415531-subnet', 'tenant_id': '4bc371b1598f4130b6511805de2c1caf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:30.407055 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-05e72f83-3f80-4b08-820c-65abb5fcc32a req-fe81d620-007b-4ae6-adda-715ce7ab4021 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3139942 Nov 25 17:42:30.426653 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6594b40d-3854-4ea2-b1ec-faa8c7761049 admin admin] Made reservation on behalf of 4bc371b1598f4130b6511805de2c1caf for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:42:30.429760 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6594b40d-3854-4ea2-b1ec-faa8c7761049 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:30.435805 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f483607f-fc58-4870-8fcb-24f92ff5c4c6 req-eee1bd07-e967-41de-87d5-fc3d13d863cb tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] 10.222.0.75 "GET /v2.0/security-groups?id=c3b3df04-970a-44bc-a0c1-f70d4931c755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694345 Nov 25 17:42:30.440521 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a36c50-c4e9-424d-9263-f37951cc84d9 admin admin] Pushing event updated for resources: {'Network': ['ID=9d6752ab-c41d-41e5-ab04-0f224a9acdc0,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:30.514252 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-b1c30ed5-291c-4d8a-94fa-5936451e5a45 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] 10.222.0.75 "PUT /v2.0/subnets/2b2b52bf-62b1-428e-a497-eb5104574e9b/tags/tempest-TagsExtTest-Tag-432819786 HTTP/1.1" status: 201 len: 201 time: 0.3176022 Nov 25 17:42:30.516835 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60416) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:30.517449 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 9d6752ab-c41d-41e5-ab04-0f224a9acdc0 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:42:30.527221 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.tag.tag_plugin [None req-845156ec-bbaf-4120-bbb2-36dae14a25d0 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'bc3a1522-f626-4311-bdec-28d04111e5d7', 'tempest-TagsExtTest-Tag-1887941051') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:30.554796 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-e6940911-feb7-4b43-8c70-3be3975ebe49 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Allocated IP 172.25.0.56 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/c58ad670-3a62-4b25-a81d-8edf6d16437a) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:42:30.611488 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-b9f2605f-b6d3-4b53-879a-c143acf2725c None None] Attempting to bind port 2b240183-5b3b-448b-8adb-c8a21a75e514 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:42:30.612569 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-b9f2605f-b6d3-4b53-879a-c143acf2725c None None] Attempting to bind port 2b240183-5b3b-448b-8adb-c8a21a75e514 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'bbccdbf4-bd70-4427-8db1-b463a5f0a22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '81c77e1c-76c0-4e95-8e0e-f4a4711d8de6'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:42:30.612980 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f2605f-b6d3-4b53-879a-c143acf2725c None None] Attempting to bind port 2b240183-5b3b-448b-8adb-c8a21a75e514 on network 81c77e1c-76c0-4e95-8e0e-f4a4711d8de6 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:42:30.615984 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d445d690-df20-4e95-aefa-dd9f0a414258 None None] No DVR routers for this DVR port 1e38e0b4-57e0-4fcb-8909-56cd12040966 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:42:30.624906 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event deleted for resources: {'Port': ['ID=1e38e0b4-57e0-4fcb-8909-56cd12040966,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:30.652695 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d445d690-df20-4e95-aefa-dd9f0a414258 None None] Pushing event deleted for resources: {'Port': ['ID=1e38e0b4-57e0-4fcb-8909-56cd12040966,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:30.655931 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7335f5-90aa-4899-8602-1d0090b32466 None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:42:30.660337 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f2605f-b6d3-4b53-879a-c143acf2725c None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:42:30.660734 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f2605f-b6d3-4b53-879a-c143acf2725c None None] Checking segment: {'id': 'bbccdbf4-bd70-4427-8db1-b463a5f0a22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '81c77e1c-76c0-4e95-8e0e-f4a4711d8de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:42:30.661224 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b9f2605f-b6d3-4b53-879a-c143acf2725c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:30.661673 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f2605f-b6d3-4b53-879a-c143acf2725c None None] Bound using segment: {'id': 'bbccdbf4-bd70-4427-8db1-b463a5f0a22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '81c77e1c-76c0-4e95-8e0e-f4a4711d8de6'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:42:30.662125 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-b9f2605f-b6d3-4b53-879a-c143acf2725c None None] Bound port: 2b240183-5b3b-448b-8adb-c8a21a75e514, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbccdbf4-bd70-4427-8db1-b463a5f0a22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '81c77e1c-76c0-4e95-8e0e-f4a4711d8de6'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:42:30.662684 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b9f2605f-b6d3-4b53-879a-c143acf2725c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:30.719830 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-845156ec-bbaf-4120-bbb2-36dae14a25d0 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] 10.222.0.75 "PUT /v2.0/ports/bc3a1522-f626-4311-bdec-28d04111e5d7/tags/tempest-TagsExtTest-Tag-1887941051 HTTP/1.1" status: 201 len: 201 time: 0.2018805 Nov 25 17:42:30.722652 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60420) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:30.735662 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.tag.tag_plugin [None req-93c5dc22-248c-4db9-ae0a-55dc6a1bb479 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '4cb833b2-5816-4f60-9e37-a33b8159a878', 'tempest-TagsExtTest-Tag-1014366557') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:30.753712 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b9f2605f-b6d3-4b53-879a-c143acf2725c None None] For port 2b240183-5b3b-448b-8adb-c8a21a75e514, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:42:30.757440 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b9f2605f-b6d3-4b53-879a-c143acf2725c None None] For port 2b240183-5b3b-448b-8adb-c8a21a75e514, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=2b240183-5b3b-448b-8adb-c8a21a75e514,segment=NetworkSegment(bbccdbf4-bd70-4427-8db1-b463a5f0a22a),segment_id=bbccdbf4-bd70-4427-8db1-b463a5f0a22a)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:42:30.788614 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b9f2605f-b6d3-4b53-879a-c143acf2725c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:30.843378 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e6940911-feb7-4b43-8c70-3be3975ebe49 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:31.113358 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f2605f-b6d3-4b53-879a-c143acf2725c None None] Pushing event updated for resources: {'Port': ['ID=2b240183-5b3b-448b-8adb-c8a21a75e514,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:31.129294 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c180bdd-884e-4dae-99c5-9d1ccbdcadf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-fed75ec1-726a-45be-ab23-2dd76f977831', 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'tenant_id': 'b4fd74d3755f4cd39b2026436dde8bb1', 'fixed_ips': [{'subnet_id': '7bb7b834-d753-4fe2-9679-8ac8bc3946d7'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:42:31.132762 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6c180bdd-884e-4dae-99c5-9d1ccbdcadf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:31.256510 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e6940911-feb7-4b43-8c70-3be3975ebe49 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:31.433341 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-6c180bdd-884e-4dae-99c5-9d1ccbdcadf7 None None] Allocated IP 2001:db8::2 (fed75ec1-726a-45be-ab23-2dd76f977831/7bb7b834-d753-4fe2-9679-8ac8bc3946d7/bb8cd7c8-4608-4e39-a903-6e4d5ff28942) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:42:31.459527 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6594b40d-3854-4ea2-b1ec-faa8c7761049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:31.472479 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6940911-feb7-4b43-8c70-3be3975ebe49 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:42:31.606388 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-93c5dc22-248c-4db9-ae0a-55dc6a1bb479 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] 10.222.0.75 "PUT /v2.0/routers/4cb833b2-5816-4f60-9e37-a33b8159a878/tags/tempest-TagsExtTest-Tag-1014366557 HTTP/1.1" status: 201 len: 201 time: 0.8821697 Nov 25 17:42:31.608655 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60440) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:31.613626 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.tag.tag_plugin [None req-a8202641-2eb6-400f-8671-7a5979b1a7f0 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd84ed059-1a51-4a2d-b6c0-a5fc6ce78661', 'tempest-TagsExtTest-Tag-1096340970') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:31.653557 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-e6940911-feb7-4b43-8c70-3be3975ebe49 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:42:31.664458 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6940911-feb7-4b43-8c70-3be3975ebe49 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:42:31.674546 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6940911-feb7-4b43-8c70-3be3975ebe49 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Pushing event updated for resources: {'Port': ['ID=c58ad670-3a62-4b25-a81d-8edf6d16437a,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:31.735377 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6594b40d-3854-4ea2-b1ec-faa8c7761049 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92c7feae-a681-4eef-9363-e8ec257e6ee2,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:31.736684 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6c180bdd-884e-4dae-99c5-9d1ccbdcadf7 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:31.741359 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14c8589-f630-4804-a7c0-b3cddcea446e None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:42:31.749978 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6c180bdd-884e-4dae-99c5-9d1ccbdcadf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:31.814500 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c180bdd-884e-4dae-99c5-9d1ccbdcadf7 None None] Pushing event updated for resources: {'Port': ['ID=bb8cd7c8-4608-4e39-a903-6e4d5ff28942,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:31.829191 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c180bdd-884e-4dae-99c5-9d1ccbdcadf7 None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:42:31.831004 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-6c180bdd-884e-4dae-99c5-9d1ccbdcadf7 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:42:31.834581 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c180bdd-884e-4dae-99c5-9d1ccbdcadf7 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:42:31.854836 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654519b-3496-4fba-9361-5eb64f8da2c8 req-557135e3-7e75-4444-98e1-57b7db4c7b06 tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:31.857984 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9654519b-3496-4fba-9361-5eb64f8da2c8 req-557135e3-7e75-4444-98e1-57b7db4c7b06 tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] 10.222.0.75 "GET /v2.0/ports?device_id=33bf5e02-d45f-4a16-8e71-07f68b10a61b HTTP/1.1" status: 200 len: 946 time: 0.2115498 Nov 25 17:42:31.929125 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-a8202641-2eb6-400f-8671-7a5979b1a7f0 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] 10.222.0.75 "PUT /v2.0/subnetpools/d84ed059-1a51-4a2d-b6c0-a5fc6ce78661/tags/tempest-TagsExtTest-Tag-1096340970 HTTP/1.1" status: 201 len: 201 time: 0.3175631 Nov 25 17:42:31.943200 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60442) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:31.947429 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-6c180bdd-884e-4dae-99c5-9d1ccbdcadf7 None None] Attempting to bind port bb8cd7c8-4608-4e39-a903-6e4d5ff28942 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:42:31.948160 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-6c180bdd-884e-4dae-99c5-9d1ccbdcadf7 None None] Attempting to bind port bb8cd7c8-4608-4e39-a903-6e4d5ff28942 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:42:31.949360 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c180bdd-884e-4dae-99c5-9d1ccbdcadf7 None None] Attempting to bind port bb8cd7c8-4608-4e39-a903-6e4d5ff28942 on network fed75ec1-726a-45be-ab23-2dd76f977831 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:42:31.955687 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.tag.tag_plugin [None req-1827d1d8-875f-463f-9b21-1e9fd25d96d6 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2b2b52bf-62b1-428e-a497-eb5104574e9b') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:31.956164 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c180bdd-884e-4dae-99c5-9d1ccbdcadf7 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:42:31.956753 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c180bdd-884e-4dae-99c5-9d1ccbdcadf7 None None] Checking segment: {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:42:31.957577 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6c180bdd-884e-4dae-99c5-9d1ccbdcadf7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:31.958360 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c180bdd-884e-4dae-99c5-9d1ccbdcadf7 None None] Bound using segment: {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:42:31.959414 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-6c180bdd-884e-4dae-99c5-9d1ccbdcadf7 None None] Bound port: bb8cd7c8-4608-4e39-a903-6e4d5ff28942, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:42:31.960224 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6c180bdd-884e-4dae-99c5-9d1ccbdcadf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:31.995629 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-23197674-e4bb-406a-bc7a-d3828394fb75 None None] Provisioning complete for port c58ad670-3a62-4b25-a81d-8edf6d16437a triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:31.995881 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-23197674-e4bb-406a-bc7a-d3828394fb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:32.091291 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63bdc9f-d83c-49e6-ba08-80aecaae2c6f req-c82a70fc-8d51-43f4-9136-6ffe3999eeda tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:32.095705 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b63bdc9f-d83c-49e6-ba08-80aecaae2c6f req-c82a70fc-8d51-43f4-9136-6ffe3999eeda tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 945 time: 0.3643589 Nov 25 17:42:32.173475 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-23197674-e4bb-406a-bc7a-d3828394fb75 None None] Port c58ad670-3a62-4b25-a81d-8edf6d16437a cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:42:32.198644 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b63bdc9f-d83c-49e6-ba08-80aecaae2c6f req-55a1d6ef-123e-4fb0-93d8-1fc219e8ef81 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846484 Nov 25 17:42:32.212370 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9654519b-3496-4fba-9361-5eb64f8da2c8 req-02a1bbc8-c7a0-4b91-bcf7-6a939d9dfd7e tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] 10.222.0.75 "GET /v2.0/security-groups?id=c3b3df04-970a-44bc-a0c1-f70d4931c755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413546 Nov 25 17:42:32.220722 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-6c180bdd-884e-4dae-99c5-9d1ccbdcadf7 None None] For port bb8cd7c8-4608-4e39-a903-6e4d5ff28942, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:42:32.224627 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-6c180bdd-884e-4dae-99c5-9d1ccbdcadf7 None None] For port bb8cd7c8-4608-4e39-a903-6e4d5ff28942, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=bb8cd7c8-4608-4e39-a903-6e4d5ff28942,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:42:32.235809 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6c180bdd-884e-4dae-99c5-9d1ccbdcadf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:32.279291 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-1827d1d8-875f-463f-9b21-1e9fd25d96d6 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] 10.222.0.75 "GET /v2.0/subnets/2b2b52bf-62b1-428e-a497-eb5104574e9b/tags HTTP/1.1" status: 200 len: 240 time: 0.3250551 Nov 25 17:42:32.279937 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60450) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:32.297582 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.tag.tag_plugin [None req-57f8b51b-006a-4335-b63f-033b64392398 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2b2b52bf-62b1-428e-a497-eb5104574e9b', 'tempest-TagsExtTest-Tag-432819786') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:32.436198 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c180bdd-884e-4dae-99c5-9d1ccbdcadf7 None None] Pushing event updated for resources: {'Port': ['ID=bb8cd7c8-4608-4e39-a903-6e4d5ff28942,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:32.506977 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf677eb-c045-4948-bf70-5db0c93a7594 req-e3419c14-76a4-448f-a60d-d21d64104f35 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:32.508539 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0bf677eb-c045-4948-bf70-5db0c93a7594 req-e3419c14-76a4-448f-a60d-d21d64104f35 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 945 time: 0.1284332 Nov 25 17:42:32.530892 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-57f8b51b-006a-4335-b63f-033b64392398 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] 10.222.0.75 "GET /v2.0/subnets/2b2b52bf-62b1-428e-a497-eb5104574e9b/tags/tempest-TagsExtTest-Tag-432819786 HTTP/1.1" status: 204 len: 168 time: 0.2454727 Nov 25 17:42:32.534227 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60458) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:32.551303 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.tag.tag_plugin [None req-385e178f-4e9c-4dac-ac3b-4284f2f816db tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '2b2b52bf-62b1-428e-a497-eb5104574e9b', 'tempest-TagsExtTest-Tag-432819786') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:32.676529 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807eeb46-169f-49b8-87a7-ce54af5c1b5c None None] Network 81c77e1c-76c0-4e95-8e0e-f4a4711d8de6 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:42:32.765839 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-938f54e3-c456-4ba4-9489-5c84a5d4343c None None] Provisioning complete for port 2b240183-5b3b-448b-8adb-c8a21a75e514 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:32.766215 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-938f54e3-c456-4ba4-9489-5c84a5d4343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:32.814434 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0bf677eb-c045-4948-bf70-5db0c93a7594 req-46aad517-36fe-4657-949c-34509f3964b9 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2980182 Nov 25 17:42:32.953160 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6594b40d-3854-4ea2-b1ec-faa8c7761049 admin admin] Checking segment: {'id': '682345a5-ec8f-4204-a78d-03da0d4b4735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '9d6752ab-c41d-41e5-ab04-0f224a9acdc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:42:32.954019 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6594b40d-3854-4ea2-b1ec-faa8c7761049 admin admin] Network hostable DHCP agents. Network: 9d6752ab-c41d-41e5-ab04-0f224a9acdc0, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:42:33.066295 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-385e178f-4e9c-4dac-ac3b-4284f2f816db tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] 10.222.0.75 "DELETE /v2.0/subnets/2b2b52bf-62b1-428e-a497-eb5104574e9b/tags/tempest-TagsExtTest-Tag-432819786 HTTP/1.1" status: 204 len: 168 time: 0.5264356 Nov 25 17:42:33.076882 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60466) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:33.087131 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.tag.tag_plugin [None req-831583be-a6c8-4820-9499-311edf172a2e tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2b2b52bf-62b1-428e-a497-eb5104574e9b') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:33.114603 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-938f54e3-c456-4ba4-9489-5c84a5d4343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:33.183149 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6594b40d-3854-4ea2-b1ec-faa8c7761049 admin admin] Network 9d6752ab-c41d-41e5-ab04-0f224a9acdc0 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:42:33.187471 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa018e-d28b-4483-bf64-2f17d00aa122 req-dd3c00a5-f1aa-4d16-baac-15f686031829 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:33.189092 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b5fa018e-d28b-4483-bf64-2f17d00aa122 req-dd3c00a5-f1aa-4d16-baac-15f686031829 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 945 time: 0.2118137 Nov 25 17:42:33.213953 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-938f54e3-c456-4ba4-9489-5c84a5d4343c None None] For port 2b240183-5b3b-448b-8adb-c8a21a75e514, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=2b240183-5b3b-448b-8adb-c8a21a75e514,segment=NetworkSegment(bbccdbf4-bd70-4427-8db1-b463a5f0a22a),segment_id=bbccdbf4-bd70-4427-8db1-b463a5f0a22a)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:33.215975 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 2b240183-5b3b-448b-8adb-c8a21a75e514 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:42:33.268510 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-6594b40d-3854-4ea2-b1ec-faa8c7761049 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 9d6752ab-c41d-41e5-ab04-0f224a9acdc0) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:42:33.280307 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-938f54e3-c456-4ba4-9489-5c84a5d4343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:33.280509 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b25501-772e-4be8-bf50-af91a8d62145 req-2ba62b64-c985-427c-89b4-c6433b61a8d9 tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:33.291412 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bb5e17-3f5d-4d3b-bdd8-e7e9f7a493ec None None] Network 9d6752ab-c41d-41e5-ab04-0f224a9acdc0 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:42:33.293438 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c5b25501-772e-4be8-bf50-af91a8d62145 req-2ba62b64-c985-427c-89b4-c6433b61a8d9 tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] 10.222.0.75 "GET /v2.0/ports?device_id=33bf5e02-d45f-4a16-8e71-07f68b10a61b HTTP/1.1" status: 200 len: 946 time: 0.3768344 Nov 25 17:42:33.302623 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e6940911-feb7-4b43-8c70-3be3975ebe49 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks [] for router_gateway, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:33.333560 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6594b40d-3854-4ea2-b1ec-faa8c7761049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:33.334218 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6594b40d-3854-4ea2-b1ec-faa8c7761049 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:33.403078 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b5fa018e-d28b-4483-bf64-2f17d00aa122 req-fa7b7e9e-799e-403e-ade9-30f250fab4a4 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1982896 Nov 25 17:42:33.466920 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c5b25501-772e-4be8-bf50-af91a8d62145 req-c5a5c641-4c36-41f4-9b5e-531d1baabed4 tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] 10.222.0.75 "GET /v2.0/security-groups?id=c3b3df04-970a-44bc-a0c1-f70d4931c755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683385 Nov 25 17:42:33.495731 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938f54e3-c456-4ba4-9489-5c84a5d4343c None None] Pushing event updated for resources: {'Port': ['ID=2b240183-5b3b-448b-8adb-c8a21a75e514,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:33.514728 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 2b240183-5b3b-448b-8adb-c8a21a75e514 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:33.515030 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:33.521575 n-d-817746-1 neutron-server[103360]: DEBUG neutron.objects.ports [None req-5e0f19ec-14c3-429d-973c-6d02f8e0c7be tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103360) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 17:42:33.671028 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95e5f9f-6fad-4a97-9e41-25297c664571 req-71bc3ee2-d016-43b1-bb46-cbd78ce948fb tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:33.672916 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d95e5f9f-6fad-4a97-9e41-25297c664571 req-71bc3ee2-d016-43b1-bb46-cbd78ce948fb tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 945 time: 0.0891657 Nov 25 17:42:33.680769 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6594b40d-3854-4ea2-b1ec-faa8c7761049 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.3404589 Nov 25 17:42:33.817842 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d95e5f9f-6fad-4a97-9e41-25297c664571 req-005e67bd-c810-41f2-a811-a9637c252133 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360013 Nov 25 17:42:33.852281 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device bb8cd7c8-4608-4e39-a903-6e4d5ff28942 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:42:33.861319 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8710ef61-708e-4d06-9c95-c16ff376a1f7 None None] Network 9d6752ab-c41d-41e5-ab04-0f224a9acdc0 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:42:33.870535 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60478) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:33.873139 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-831583be-a6c8-4820-9499-311edf172a2e tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] 10.222.0.75 "GET /v2.0/subnets/2b2b52bf-62b1-428e-a497-eb5104574e9b/tags HTTP/1.1" status: 200 len: 205 time: 0.7931762 Nov 25 17:42:33.875157 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.tag.tag_plugin [None req-7a786691-46b8-45aa-b71e-44c77a676f52 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'bc3a1522-f626-4311-bdec-28d04111e5d7') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:34.010306 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-7a786691-46b8-45aa-b71e-44c77a676f52 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] 10.222.0.75 "GET /v2.0/ports/bc3a1522-f626-4311-bdec-28d04111e5d7/tags HTTP/1.1" status: 200 len: 241 time: 0.1383204 Nov 25 17:42:34.014778 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60482) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:34.020875 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.tag.tag_plugin [None req-aeeef7a0-75f9-4f2d-a42f-3aef03c20076 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bc3a1522-f626-4311-bdec-28d04111e5d7', 'tempest-TagsExtTest-Tag-1887941051') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:34.187255 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e6940911-feb7-4b43-8c70-3be3975ebe49 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:34.187851 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-2a273ab9-f55e-4f5f-b454-62e7dfe6e428 None None] Provisioning complete for port bc3a1522-f626-4311-bdec-28d04111e5d7 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:34.187851 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2a273ab9-f55e-4f5f-b454-62e7dfe6e428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:34.269508 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b87c58-2794-42ad-94f3-c8646e4a79c6 req-2b354857-c1d1-42f1-8a49-a5f1cd398aef tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:34.271248 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-47b87c58-2794-42ad-94f3-c8646e4a79c6 req-2b354857-c1d1-42f1-8a49-a5f1cd398aef tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] 10.222.0.90 "GET /v2.0/ports?device_id=33bf5e02-d45f-4a16-8e71-07f68b10a61b HTTP/1.1" status: 200 len: 946 time: 0.1902654 Nov 25 17:42:34.286103 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-aeeef7a0-75f9-4f2d-a42f-3aef03c20076 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] 10.222.0.75 "GET /v2.0/ports/bc3a1522-f626-4311-bdec-28d04111e5d7/tags/tempest-TagsExtTest-Tag-1887941051 HTTP/1.1" status: 204 len: 168 time: 0.2702506 Nov 25 17:42:34.295158 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60488) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:34.310352 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.tag.tag_plugin [None req-5fee44de-7caf-48b9-ae6d-585b60cd6459 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'bc3a1522-f626-4311-bdec-28d04111e5d7', 'tempest-TagsExtTest-Tag-1887941051') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:34.376942 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port bb8cd7c8-4608-4e39-a903-6e4d5ff28942 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:34.377461 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:34.499653 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-2a273ab9-f55e-4f5f-b454-62e7dfe6e428 None None] Port bc3a1522-f626-4311-bdec-28d04111e5d7 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:42:34.534314 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-2a273ab9-f55e-4f5f-b454-62e7dfe6e428 None None] Provisioning complete for port 2b240183-5b3b-448b-8adb-c8a21a75e514 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:34.534754 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2a273ab9-f55e-4f5f-b454-62e7dfe6e428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:34.611288 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5e0f19ec-14c3-429d-973c-6d02f8e0c7be tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:34.621827 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6940911-feb7-4b43-8c70-3be3975ebe49 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Router 41474a72-889e-4d21-851c-8a313bd5913d is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:42:34.667545 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:34.709876 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cbef04-ce46-4c7e-b1a9-e79c2b1d1073 req-7c11e85a-e309-481d-818f-815cc9ee2a9d tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:34.711716 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-58cbef04-ce46-4c7e-b1a9-e79c2b1d1073 req-7c11e85a-e309-481d-818f-815cc9ee2a9d tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] 10.222.0.75 "GET /v2.0/networks?id=9d6752ab-c41d-41e5-ab04-0f224a9acdc0 HTTP/1.1" status: 200 len: 814 time: 0.2800989 Nov 25 17:42:34.790820 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-58cbef04-ce46-4c7e-b1a9-e79c2b1d1073 req-c7571d48-2e30-4ed3-a386-d6ccb6021e42 tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] 10.222.0.75 "GET /v2.0/quotas/4bc371b1598f4130b6511805de2c1caf HTTP/1.1" status: 200 len: 375 time: 0.0711212 Nov 25 17:42:34.837138 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11532eb0-286a-4d38-b345-eb9262999321 req-2e028c33-62f3-4881-b1fd-ca5f5d6b344a tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:34.839888 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-11532eb0-286a-4d38-b345-eb9262999321 req-2e028c33-62f3-4881-b1fd-ca5f5d6b344a tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] 10.222.0.75 "GET /v2.0/ports?device_id=33bf5e02-d45f-4a16-8e71-07f68b10a61b HTTP/1.1" status: 200 len: 946 time: 0.1877046 Nov 25 17:42:34.863704 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-58cbef04-ce46-4c7e-b1a9-e79c2b1d1073 req-310a8e05-5f37-404f-8034-2c77f79d7d2d tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=4bc371b1598f4130b6511805de2c1caf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0622742 Nov 25 17:42:34.893578 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-5fee44de-7caf-48b9-ae6d-585b60cd6459 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] 10.222.0.75 "DELETE /v2.0/ports/bc3a1522-f626-4311-bdec-28d04111e5d7/tags/tempest-TagsExtTest-Tag-1887941051 HTTP/1.1" status: 204 len: 168 time: 0.5967155 Nov 25 17:42:34.897817 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60510) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:34.905002 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6940911-feb7-4b43-8c70-3be3975ebe49 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:42:34.917848 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab225102-bd59-441a-ad25-c658de77f383 None None] Sync routers for ids ['41474a72-889e-4d21-851c-8a313bd5913d'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:42:34.938529 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab225102-bd59-441a-ad25-c658de77f383 None None] Routers {'41474a72-889e-4d21-851c-8a313bd5913d'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:34.939668 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-ab225102-bd59-441a-ad25-c658de77f383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:42:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['41474a72-889e-4d21-851c-8a313bd5913d'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:34.943893 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-47b87c58-2794-42ad-94f3-c8646e4a79c6 req-16fdf28a-bd35-4f06-82a9-7cea05078b89 tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] Deleting port da4bf6f6-56b2-4b06-bb3d-092e8085f081 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:42:34.945313 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-47b87c58-2794-42ad-94f3-c8646e4a79c6 req-16fdf28a-bd35-4f06-82a9-7cea05078b89 tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:34.954439 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-46c46119-d407-4c3f-867d-0e69d88d261e None None] Provisioning complete for port bc3a1522-f626-4311-bdec-28d04111e5d7 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:34.954827 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-46c46119-d407-4c3f-867d-0e69d88d261e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:34.966671 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-5e0f19ec-14c3-429d-973c-6d02f8e0c7be tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] For port bb8cd7c8-4608-4e39-a903-6e4d5ff28942, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=bb8cd7c8-4608-4e39-a903-6e4d5ff28942,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:34.970715 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.tag.tag_plugin [None req-54d1e40f-c236-46cb-83d0-c200313fb0cc tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'bc3a1522-f626-4311-bdec-28d04111e5d7') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:34.973183 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e6940911-feb7-4b43-8c70-3be3975ebe49 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:34.974779 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e6940911-feb7-4b43-8c70-3be3975ebe49 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.6665003 Nov 25 17:42:34.985804 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60512) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:35.009061 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-ab225102-bd59-441a-ad25-c658de77f383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:35.047249 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab225102-bd59-441a-ad25-c658de77f383 None None] Routers {'41474a72-889e-4d21-851c-8a313bd5913d'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:35.047845 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-ab225102-bd59-441a-ad25-c658de77f383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:42:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['41474a72-889e-4d21-851c-8a313bd5913d'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:35.059893 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-46c46119-d407-4c3f-867d-0e69d88d261e None None] Port bc3a1522-f626-4311-bdec-28d04111e5d7 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:42:35.079056 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-58cbef04-ce46-4c7e-b1a9-e79c2b1d1073 req-109c8dd0-6aef-4c90-a1c6-5c27d8799b32 service neutron] 10.222.0.75 "GET /v2.0/networks/9d6752ab-c41d-41e5-ab04-0f224a9acdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038682 Nov 25 17:42:35.097514 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5e0f19ec-14c3-429d-973c-6d02f8e0c7be tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:35.104975 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-46c46119-d407-4c3f-867d-0e69d88d261e None None] Provisioning complete for port bb8cd7c8-4608-4e39-a903-6e4d5ff28942 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:35.107232 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-46c46119-d407-4c3f-867d-0e69d88d261e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:35.108044 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5e0f19ec-14c3-429d-973c-6d02f8e0c7be tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:35.109108 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5e0f19ec-14c3-429d-973c-6d02f8e0c7be tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:35.160024 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-ab225102-bd59-441a-ad25-c658de77f383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:35.165863 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab225102-bd59-441a-ad25-c658de77f383 None None] The sync data for ids ['41474a72-889e-4d21-851c-8a313bd5913d'] in n-d-817746-1 is: [] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:42:35.179171 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0f19ec-14c3-429d-973c-6d02f8e0c7be tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event updated for resources: {'Subnet': ['ID=3f3af62f-f820-426a-ba4f-a2ed230b350c,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:35.208766 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0f19ec-14c3-429d-973c-6d02f8e0c7be tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:42:35.218261 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-5e0f19ec-14c3-429d-973c-6d02f8e0c7be tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:42:35.221225 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0f19ec-14c3-429d-973c-6d02f8e0c7be tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:35.221885 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5e0f19ec-14c3-429d-973c-6d02f8e0c7be tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:35.239797 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.db.api [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:42:35.240182 n-d-817746-1 neutron-server[103362]: DEBUG oslo_db.api [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:42:35.251206 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-5e0f19ec-14c3-429d-973c-6d02f8e0c7be tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 6.0257020 Nov 25 17:42:35.256408 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60514) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:35.265771 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b33b65-7998-4c65-8c55-ba93a0004474 None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:42:35.270022 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-7c4c35c7-4a13-4161-a637-c9810289ab5d tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Request body: {'port': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'mac_address': 'fa:16:3e:cb:f2:98', 'name': 'tempest-NetworksTestDHCPv6-1752207393'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:35.287745 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f58ad06e-a0cf-4ce2-9802-067752355347 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] 10.222.0.75 "GET /v2.0/routers/41474a72-889e-4d21-851c-8a313bd5913d HTTP/1.1" status: 200 len: 920 time: 0.3007052 Nov 25 17:42:35.305424 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-11532eb0-286a-4d38-b345-eb9262999321 req-3604910a-e9ef-4621-9745-dea64239f106 tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] 10.222.0.75 "GET /v2.0/security-groups?id=c3b3df04-970a-44bc-a0c1-f70d4931c755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4432719 Nov 25 17:42:35.309653 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60516) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:35.349094 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0f19ec-14c3-429d-973c-6d02f8e0c7be tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event updated for resources: {'Port': ['ID=bb8cd7c8-4608-4e39-a903-6e4d5ff28942,revision_number=4']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:35.404260 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-e44b8f7a-d417-423a-a279-bc327c8a02fc tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] 10.222.0.75 "GET /v2.0/ports?device_id=41474a72-889e-4d21-851c-8a313bd5913d HTTP/1.1" status: 200 len: 205 time: 0.0898139 Nov 25 17:42:35.408747 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60518) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:35.484760 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-47b87c58-2794-42ad-94f3-c8646e4a79c6 req-16fdf28a-bd35-4f06-82a9-7cea05078b89 tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] For port da4bf6f6-56b2-4b06-bb3d-092e8085f081, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=da4bf6f6-56b2-4b06-bb3d-092e8085f081,segment=NetworkSegment(2cf77aa1-f355-47fb-a98b-d895369ec9a1),segment_id=2cf77aa1-f355-47fb-a98b-d895369ec9a1)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:35.486605 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-47b87c58-2794-42ad-94f3-c8646e4a79c6 req-16fdf28a-bd35-4f06-82a9-7cea05078b89 tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:35.508971 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-47b87c58-2794-42ad-94f3-c8646e4a79c6 req-16fdf28a-bd35-4f06-82a9-7cea05078b89 tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] Calling delete_port for da4bf6f6-56b2-4b06-bb3d-092e8085f081 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:42:35.591652 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-54d1e40f-c236-46cb-83d0-c200313fb0cc tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] 10.222.0.75 "GET /v2.0/ports/bc3a1522-f626-4311-bdec-28d04111e5d7/tags HTTP/1.1" status: 200 len: 205 time: 0.6765144 Nov 25 17:42:35.592399 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60526) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:35.602119 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.tag.tag_plugin [None req-b86e65e5-cae1-4433-b622-4f181071c94d tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '4cb833b2-5816-4f60-9e37-a33b8159a878') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:35.684641 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-299d24f1-821b-4a96-9d3a-fd2f4639a18a tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:35.717662 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-58cbef04-ce46-4c7e-b1a9-e79c2b1d1073 req-bd6a9f8c-c6c1-4937-aae0-429f999eb5fe service neutron] 10.222.0.75 "GET /v2.0/networks/9d6752ab-c41d-41e5-ab04-0f224a9acdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6080463 Nov 25 17:42:35.764587 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-b86e65e5-cae1-4433-b622-4f181071c94d tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] 10.222.0.75 "GET /v2.0/routers/4cb833b2-5816-4f60-9e37-a33b8159a878/tags HTTP/1.1" status: 200 len: 241 time: 0.1661167 Nov 25 17:42:35.777244 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60528) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:35.788150 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.tag.tag_plugin [None req-e6fb0d67-86d9-44a4-b211-f787e1585eb7 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4cb833b2-5816-4f60-9e37-a33b8159a878', 'tempest-TagsExtTest-Tag-1014366557') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:35.863422 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-299d24f1-821b-4a96-9d3a-fd2f4639a18a tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:35.871452 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:35.871984 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4c35c7-4a13-4161-a637-c9810289ab5d tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Made reservation on behalf of b4fd74d3755f4cd39b2026436dde8bb1 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:42:35.899165 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-46c46119-d407-4c3f-867d-0e69d88d261e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:35.983905 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-47b87c58-2794-42ad-94f3-c8646e4a79c6 req-16fdf28a-bd35-4f06-82a9-7cea05078b89 tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:36.034999 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['da4bf6f6-56b2-4b06-bb3d-092e8085f081'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:42:36.045157 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7c4c35c7-4a13-4161-a637-c9810289ab5d tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:36.059755 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-46c46119-d407-4c3f-867d-0e69d88d261e None None] For port bb8cd7c8-4608-4e39-a903-6e4d5ff28942, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=bb8cd7c8-4608-4e39-a903-6e4d5ff28942,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:36.071086 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-46c46119-d407-4c3f-867d-0e69d88d261e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:36.098600 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b3b794e4-0954-4690-b122-f395d7b40c2f req-f1bcf8f5-73ff-4d10-85ac-78db20f5ac92 tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] 10.222.0.75 "GET /v2.0/ports?device_id=225b94dc-3203-4a7b-9574-a8459606216b HTTP/1.1" status: 200 len: 210 time: 0.0816927 Nov 25 17:42:36.135455 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-7c4c35c7-4a13-4161-a637-c9810289ab5d tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] device_id is not set on port cd737792-6be5-4c4b-b89a-64efa56fde88 yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:42:36.155604 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-e6fb0d67-86d9-44a4-b211-f787e1585eb7 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] 10.222.0.75 "GET /v2.0/routers/4cb833b2-5816-4f60-9e37-a33b8159a878/tags/tempest-TagsExtTest-Tag-1014366557 HTTP/1.1" status: 204 len: 168 time: 0.3691158 Nov 25 17:42:36.160891 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60536) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:36.174192 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.tag.tag_plugin [None req-c644cc5b-18fe-4441-a27d-bff9773104bb tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '4cb833b2-5816-4f60-9e37-a33b8159a878', 'tempest-TagsExtTest-Tag-1014366557') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:36.186686 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.db.api [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:42:36.187049 n-d-817746-1 neutron-server[103362]: DEBUG oslo_db.api [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:42:36.200682 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c46119-d407-4c3f-867d-0e69d88d261e None None] Pushing event updated for resources: {'Port': ['ID=bb8cd7c8-4608-4e39-a903-6e4d5ff28942,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:36.284709 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fdf28a-bd35-4f06-82a9-7cea05078b89 tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] Pushing event deleted for resources: {'Port': ['ID=da4bf6f6-56b2-4b06-bb3d-092e8085f081,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:36.301768 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fdf28a-bd35-4f06-82a9-7cea05078b89 tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:36.302173 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fdf28a-bd35-4f06-82a9-7cea05078b89 tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:36.302447 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fdf28a-bd35-4f06-82a9-7cea05078b89 tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:36.309184 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fdf28a-bd35-4f06-82a9-7cea05078b89 tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:36.309600 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fdf28a-bd35-4f06-82a9-7cea05078b89 tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:36.310094 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fdf28a-bd35-4f06-82a9-7cea05078b89 tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:36.310409 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fdf28a-bd35-4f06-82a9-7cea05078b89 tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:36.312412 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fdf28a-bd35-4f06-82a9-7cea05078b89 tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:36.312759 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fdf28a-bd35-4f06-82a9-7cea05078b89 tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:36.313159 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fdf28a-bd35-4f06-82a9-7cea05078b89 tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:36.313499 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fdf28a-bd35-4f06-82a9-7cea05078b89 tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:36.313972 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fdf28a-bd35-4f06-82a9-7cea05078b89 tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:36.415576 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-47b87c58-2794-42ad-94f3-c8646e4a79c6 req-16fdf28a-bd35-4f06-82a9-7cea05078b89 tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] No DVR routers for this DVR port da4bf6f6-56b2-4b06-bb3d-092e8085f081 on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:42:36.419792 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-47b87c58-2794-42ad-94f3-c8646e4a79c6 req-16fdf28a-bd35-4f06-82a9-7cea05078b89 tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:36.423433 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-47b87c58-2794-42ad-94f3-c8646e4a79c6 req-16fdf28a-bd35-4f06-82a9-7cea05078b89 tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] 10.222.0.90 "DELETE /v2.0/ports/da4bf6f6-56b2-4b06-bb3d-092e8085f081 HTTP/1.1" status: 204 len: 173 time: 2.1362200 Nov 25 17:42:36.423896 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33bf5e02-d45f-4a16-8e71-07f68b10a61b', 'name': 'network-vif-deleted', 'tag': 'da4bf6f6-56b2-4b06-bb3d-092e8085f081'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:42:36.426840 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c923f06-d11b-4c24-a9dc-566ea642f21c" -d '{"events": [{"server_uuid": "33bf5e02-d45f-4a16-8e71-07f68b10a61b", "name": "network-vif-deleted", "tag": "da4bf6f6-56b2-4b06-bb3d-092e8085f081"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:42:36.479568 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c644cc5b-18fe-4441-a27d-bff9773104bb tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] 10.222.0.75 "DELETE /v2.0/routers/4cb833b2-5816-4f60-9e37-a33b8159a878/tags/tempest-TagsExtTest-Tag-1014366557 HTTP/1.1" status: 204 len: 168 time: 0.3158607 Nov 25 17:42:36.484944 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60546) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:36.490494 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-7c4c35c7-4a13-4161-a637-c9810289ab5d tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Allocated IP 2001:db8::11e (fed75ec1-726a-45be-ab23-2dd76f977831/7bb7b834-d753-4fe2-9679-8ac8bc3946d7/cd737792-6be5-4c4b-b89a-64efa56fde88) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:42:36.499498 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.tag.tag_plugin [None req-3f30a8cc-c33a-43b5-b3a1-258d3f739ede tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '4cb833b2-5816-4f60-9e37-a33b8159a878') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:36.509292 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-299d24f1-821b-4a96-9d3a-fd2f4639a18a tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Deleting port c58ad670-3a62-4b25-a81d-8edf6d16437a {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:42:36.509649 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-299d24f1-821b-4a96-9d3a-fd2f4639a18a tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:36.529733 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67da8e66-6a67-49dc-b8ce-98d18eab0f05 x-openstack-request-id: req-67da8e66-6a67-49dc-b8ce-98d18eab0f05 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:42:36.530304 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33bf5e02-d45f-4a16-8e71-07f68b10a61b", "name": "network-vif-deleted", "tag": "da4bf6f6-56b2-4b06-bb3d-092e8085f081", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:42:36.531346 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-67da8e66-6a67-49dc-b8ce-98d18eab0f05 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:42:36.531903 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33bf5e02-d45f-4a16-8e71-07f68b10a61b', 'name': 'network-vif-deleted', 'tag': 'da4bf6f6-56b2-4b06-bb3d-092e8085f081', 'status': 'completed', 'code': 200} Nov 25 17:42:36.566909 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-7c4c35c7-4a13-4161-a637-c9810289ab5d tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Allocated IP 2001:db8:0:1:f816:3eff:fecb:f298 (fed75ec1-726a-45be-ab23-2dd76f977831/3f3af62f-f820-426a-ba4f-a2ed230b350c/cd737792-6be5-4c4b-b89a-64efa56fde88) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:42:36.702608 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5a82c0e0-a94c-4e58-9042-4b1bee17d53f req-c1496bce-3ea9-4fbd-8c06-3dd0c1517171 tempest-ServerGroupTestJSON-1119606946 tempest-ServerGroupTestJSON-1119606946-project] 10.222.0.75 "GET /v2.0/ports?device_id=33bf5e02-d45f-4a16-8e71-07f68b10a61b HTTP/1.1" status: 200 len: 210 time: 0.2183352 Nov 25 17:42:36.855784 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-299d24f1-821b-4a96-9d3a-fd2f4639a18a tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:36.867952 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-3f30a8cc-c33a-43b5-b3a1-258d3f739ede tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] 10.222.0.75 "GET /v2.0/routers/4cb833b2-5816-4f60-9e37-a33b8159a878/tags HTTP/1.1" status: 200 len: 205 time: 0.3811045 Nov 25 17:42:36.871132 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60580) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:36.878182 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.tag.tag_plugin [None req-41ac2161-75c5-4f38-8ecc-873a59849b42 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd84ed059-1a51-4a2d-b6c0-a5fc6ce78661') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:36.965828 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-41ac2161-75c5-4f38-8ecc-873a59849b42 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] 10.222.0.75 "GET /v2.0/subnetpools/d84ed059-1a51-4a2d-b6c0-a5fc6ce78661/tags HTTP/1.1" status: 200 len: 241 time: 0.0875328 Nov 25 17:42:36.966284 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-299d24f1-821b-4a96-9d3a-fd2f4639a18a tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Calling delete_port for c58ad670-3a62-4b25-a81d-8edf6d16437a owned by network:router_gateway {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:42:36.966430 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60586) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:36.991483 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.tag.tag_plugin [None req-d74471a9-8145-42ed-8303-ec0dc0cf6095 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd84ed059-1a51-4a2d-b6c0-a5fc6ce78661', 'tempest-TagsExtTest-Tag-1096340970') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:37.045877 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d74471a9-8145-42ed-8303-ec0dc0cf6095 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] 10.222.0.75 "GET /v2.0/subnetpools/d84ed059-1a51-4a2d-b6c0-a5fc6ce78661/tags/tempest-TagsExtTest-Tag-1096340970 HTTP/1.1" status: 204 len: 168 time: 0.0762095 Nov 25 17:42:37.046097 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60596) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:37.050504 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.tag.tag_plugin [None req-600dc1aa-f6af-4f53-90fd-180963f4a0c8 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'd84ed059-1a51-4a2d-b6c0-a5fc6ce78661', 'tempest-TagsExtTest-Tag-1096340970') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:37.126090 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-600dc1aa-f6af-4f53-90fd-180963f4a0c8 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] 10.222.0.75 "DELETE /v2.0/subnetpools/d84ed059-1a51-4a2d-b6c0-a5fc6ce78661/tags/tempest-TagsExtTest-Tag-1096340970 HTTP/1.1" status: 204 len: 168 time: 0.0789537 Nov 25 17:42:37.128887 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60600) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:37.133090 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.tag.tag_plugin [None req-2d014f07-f4fb-4100-8765-b70cbe7cc410 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd84ed059-1a51-4a2d-b6c0-a5fc6ce78661') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:37.181812 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-2d014f07-f4fb-4100-8765-b70cbe7cc410 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] 10.222.0.75 "GET /v2.0/subnetpools/d84ed059-1a51-4a2d-b6c0-a5fc6ce78661/tags HTTP/1.1" status: 200 len: 205 time: 0.0499291 Nov 25 17:42:37.185302 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60602) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:37.189700 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.tag.tag_plugin [None req-e60d5e8a-f1bc-4172-b5c3-8b1d557c59cb tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd84ed059-1a51-4a2d-b6c0-a5fc6ce78661') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:37.227628 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7c4c35c7-4a13-4161-a637-c9810289ab5d tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:37.314157 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-fc9d847e-2a53-4034-83dc-bbe7498834ad None None] Provisioning complete for port bb8cd7c8-4608-4e39-a903-6e4d5ff28942 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:37.315779 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-fc9d847e-2a53-4034-83dc-bbe7498834ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:37.333635 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-87ce3ac9-c0dd-4b64-a4d8-bec8e719cb84 req-1ebd84e6-6bc9-475d-b2bd-ebacda0903c5 tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] 10.222.0.75 "GET /v2.0/ports?device_id=225b94dc-3203-4a7b-9574-a8459606216b HTTP/1.1" status: 200 len: 210 time: 0.0958788 Nov 25 17:42:37.343060 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-e60d5e8a-f1bc-4172-b5c3-8b1d557c59cb tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] 10.222.0.75 "DELETE /v2.0/subnetpools/d84ed059-1a51-4a2d-b6c0-a5fc6ce78661/tags HTTP/1.1" status: 204 len: 168 time: 0.1563182 Nov 25 17:42:37.343726 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60606) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:37.354587 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.tag.tag_plugin [None req-54ed196c-c048-4de4-9da0-96992ff5edab tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4cb833b2-5816-4f60-9e37-a33b8159a878') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:37.486487 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 2b240183-5b3b-448b-8adb-c8a21a75e514 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:42:37.539101 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-54ed196c-c048-4de4-9da0-96992ff5edab tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] 10.222.0.75 "DELETE /v2.0/routers/4cb833b2-5816-4f60-9e37-a33b8159a878/tags HTTP/1.1" status: 204 len: 168 time: 0.1912804 Nov 25 17:42:37.539361 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60614) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:37.544354 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.tag.tag_plugin [None req-58afa3d0-9803-4455-bffc-504f6140f0ef tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'bc3a1522-f626-4311-bdec-28d04111e5d7') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:37.663632 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-58afa3d0-9803-4455-bffc-504f6140f0ef tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] 10.222.0.75 "DELETE /v2.0/ports/bc3a1522-f626-4311-bdec-28d04111e5d7/tags HTTP/1.1" status: 204 len: 168 time: 0.1210594 Nov 25 17:42:37.663870 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60616) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:37.670257 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.tag.tag_plugin [None req-6616c7ef-321b-4cd4-ae88-c5ce28c0f5aa tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2b2b52bf-62b1-428e-a497-eb5104574e9b') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:37.690890 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 2b240183-5b3b-448b-8adb-c8a21a75e514 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:37.690890 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:37.781609 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-6616c7ef-321b-4cd4-ae88-c5ce28c0f5aa tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] 10.222.0.75 "DELETE /v2.0/subnets/2b2b52bf-62b1-428e-a497-eb5104574e9b/tags HTTP/1.1" status: 204 len: 168 time: 0.1127522 Nov 25 17:42:37.781887 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60626) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:37.795185 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.tag.tag_plugin [None req-7518310c-9065-4100-9086-187c68d1f122 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2b2b52bf-62b1-428e-a497-eb5104574e9b', 'tempest-TagsExtTest-Tag-576926773') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:37.928217 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device bb8cd7c8-4608-4e39-a903-6e4d5ff28942 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:42:38.042493 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port bb8cd7c8-4608-4e39-a903-6e4d5ff28942 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:38.044193 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:38.241271 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60672) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:38.302898 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cbef04-ce46-4c7e-b1a9-e79c2b1d1073 req-2434b61d-89f5-40e0-b4ee-a32fb149b5b3 tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:38.304749 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-58cbef04-ce46-4c7e-b1a9-e79c2b1d1073 req-2434b61d-89f5-40e0-b4ee-a32fb149b5b3 tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] 10.222.0.74 "GET /v2.0/networks?id=9d6752ab-c41d-41e5-ab04-0f224a9acdc0 HTTP/1.1" status: 200 len: 814 time: 0.4280052 Nov 25 17:42:38.321144 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-58cbef04-ce46-4c7e-b1a9-e79c2b1d1073 req-b9f53d77-925f-4a0c-ad82-2467b46d2605 tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] Request body: {'port': {'device_id': '225b94dc-3203-4a7b-9574-a8459606216b', 'network_id': '9d6752ab-c41d-41e5-ab04-0f224a9acdc0', 'admin_state_up': True, 'tenant_id': '4bc371b1598f4130b6511805de2c1caf'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:38.403591 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-299d24f1-821b-4a96-9d3a-fd2f4639a18a tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:38.435268 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7c4c35c7-4a13-4161-a637-c9810289ab5d tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:38.440669 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299d24f1-821b-4a96-9d3a-fd2f4639a18a tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Pushing event deleted for resources: {'Port': ['ID=c58ad670-3a62-4b25-a81d-8edf6d16437a,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:38.472912 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-673551bd-cb21-4c48-b354-aedfc66836ae admin admin] Deleting subnet f60971a9-eed7-434a-a6a8-75bdea424f76 {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:42:38.478341 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58cbef04-ce46-4c7e-b1a9-e79c2b1d1073 req-b9f53d77-925f-4a0c-ad82-2467b46d2605 tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] Made reservation on behalf of 4bc371b1598f4130b6511805de2c1caf for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:42:38.483862 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-58cbef04-ce46-4c7e-b1a9-e79c2b1d1073 req-b9f53d77-925f-4a0c-ad82-2467b46d2605 tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:38.490484 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-673551bd-cb21-4c48-b354-aedfc66836ae admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:38.500210 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e1679d-c67c-4f89-a604-38e40a06f55f None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:42:38.551025 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4c35c7-4a13-4161-a637-c9810289ab5d tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:42:38.551829 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4c35c7-4a13-4161-a637-c9810289ab5d tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event updated for resources: {'Port': ['ID=cd737792-6be5-4c4b-b89a-64efa56fde88,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:38.562224 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-7c4c35c7-4a13-4161-a637-c9810289ab5d tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:42:38.564614 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4c35c7-4a13-4161-a637-c9810289ab5d tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:42:38.571005 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4c35c7-4a13-4161-a637-c9810289ab5d tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:38.572254 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7c4c35c7-4a13-4161-a637-c9810289ab5d tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:38.580871 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ba955826-9218-4b75-b9f4-c557ef0ebec0 req-0895d723-140f-4198-af04-e7b267d220ae tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] 10.222.0.75 "GET /v2.0/ports?device_id=225b94dc-3203-4a7b-9574-a8459606216b HTTP/1.1" status: 200 len: 210 time: 0.0416343 Nov 25 17:42:38.605102 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-299d24f1-821b-4a96-9d3a-fd2f4639a18a tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:38.611126 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-673551bd-cb21-4c48-b354-aedfc66836ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:38.651875 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-7518310c-9065-4100-9086-187c68d1f122 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] 10.222.0.75 "PUT /v2.0/subnets/2b2b52bf-62b1-428e-a497-eb5104574e9b/tags/tempest-TagsExtTest-Tag-576926773 HTTP/1.1" status: 201 len: 201 time: 0.8657453 Nov 25 17:42:38.710297 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60678) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:38.726254 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.tag.tag_plugin [None req-b2b22d5c-36f2-44ea-a372-1bcae4de5dff tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'bc3a1522-f626-4311-bdec-28d04111e5d7', 'tempest-TagsExtTest-Tag-246576619') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:38.740394 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-299d24f1-821b-4a96-9d3a-fd2f4639a18a tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:38.742909 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-299d24f1-821b-4a96-9d3a-fd2f4639a18a tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:38.800772 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7c4c35c7-4a13-4161-a637-c9810289ab5d tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.5384054 Nov 25 17:42:38.802271 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-299d24f1-821b-4a96-9d3a-fd2f4639a18a tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:38.802842 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299d24f1-821b-4a96-9d3a-fd2f4639a18a tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Fanout notify agent at l3_agent the message router_deleted on router 41474a72-889e-4d21-851c-8a313bd5913d {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:42:38.804814 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60680) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:38.831916 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-673551bd-cb21-4c48-b354-aedfc66836ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:38.855353 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-299d24f1-821b-4a96-9d3a-fd2f4639a18a tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:38.859801 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-299d24f1-821b-4a96-9d3a-fd2f4639a18a tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] 10.222.0.75 "DELETE /v2.0/routers/41474a72-889e-4d21-851c-8a313bd5913d HTTP/1.1" status: 204 len: 168 time: 3.4445407 Nov 25 17:42:38.861580 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60682) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:38.869050 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-e65067fa-172e-4054-a44d-1d7620cdbe16 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Request body: {'router': {'name': 'tempest-snat-router-423189667', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'enable_snat': False}}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:38.905620 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-58cbef04-ce46-4c7e-b1a9-e79c2b1d1073 req-b9f53d77-925f-4a0c-ad82-2467b46d2605 tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] Allocated IP 172.20.0.7 (9d6752ab-c41d-41e5-ab04-0f224a9acdc0/92c7feae-a681-4eef-9363-e8ec257e6ee2/77715b06-c49c-4d13-8738-53454fbe5ee6) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:42:38.922555 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device da4bf6f6-56b2-4b06-bb3d-092e8085f081 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:42:38.929009 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-e8cbdb31-11ef-4938-b797-fd420728e99e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Deleting port cd737792-6be5-4c4b-b89a-64efa56fde88 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:42:38.929356 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e8cbdb31-11ef-4938-b797-fd420728e99e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:38.972695 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: da4bf6f6-56b2-4b06-bb3d-092e8085f081 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:42:38.974530 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device da4bf6f6-56b2-4b06-bb3d-092e8085f081 not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:42:38.984983 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e65067fa-172e-4054-a44d-1d7620cdbe16 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:38.985878 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e65067fa-172e-4054-a44d-1d7620cdbe16 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:39.033951 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-673551bd-cb21-4c48-b354-aedfc66836ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:39.051144 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-75ad1180-2a06-4736-b447-2aa7e751be4b None None] Provisioning complete for port cd737792-6be5-4c4b-b89a-64efa56fde88 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:39.052396 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-75ad1180-2a06-4736-b447-2aa7e751be4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:39.113959 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-75ad1180-2a06-4736-b447-2aa7e751be4b None None] Port cd737792-6be5-4c4b-b89a-64efa56fde88 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:42:39.146806 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e8cbdb31-11ef-4938-b797-fd420728e99e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:39.164679 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-e8cbdb31-11ef-4938-b797-fd420728e99e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Calling delete_port for cd737792-6be5-4c4b-b89a-64efa56fde88 owned by {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:42:39.409919 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e8cbdb31-11ef-4938-b797-fd420728e99e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:39.492929 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cbdb31-11ef-4938-b797-fd420728e99e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event deleted for resources: {'Port': ['ID=cd737792-6be5-4c4b-b89a-64efa56fde88,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:39.517949 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-b2b22d5c-36f2-44ea-a372-1bcae4de5dff tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] 10.222.0.75 "PUT /v2.0/ports/bc3a1522-f626-4311-bdec-28d04111e5d7/tags/tempest-TagsExtTest-Tag-246576619 HTTP/1.1" status: 201 len: 201 time: 0.8037045 Nov 25 17:42:39.523977 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673551bd-cb21-4c48-b354-aedfc66836ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f60971a9-eed7-434a-a6a8-75bdea424f76,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:39.538532 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60692) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:39.544965 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.tag.tag_plugin [None req-8cb6ad8a-bbc9-4731-b76c-82e7a7ecab84 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '4cb833b2-5816-4f60-9e37-a33b8159a878', 'tempest-TagsExtTest-Tag-2130248736') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:39.556726 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-673551bd-cb21-4c48-b354-aedfc66836ae admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:39.558844 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e8cbdb31-11ef-4938-b797-fd420728e99e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:39.561385 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-673551bd-cb21-4c48-b354-aedfc66836ae admin admin] 10.222.0.75 "DELETE /v2.0/subnets/f60971a9-eed7-434a-a6a8-75bdea424f76 HTTP/1.1" status: 204 len: 168 time: 1.3177381 Nov 25 17:42:39.569057 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e8cbdb31-11ef-4938-b797-fd420728e99e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/ports/cd737792-6be5-4c4b-b89a-64efa56fde88 HTTP/1.1" status: 204 len: 168 time: 0.7627907 Nov 25 17:42:39.575099 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60694) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:39.575430 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60696) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:39.606737 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e65067fa-172e-4054-a44d-1d7620cdbe16 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:39.735971 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8cb6ad8a-bbc9-4731-b76c-82e7a7ecab84 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] 10.222.0.75 "PUT /v2.0/routers/4cb833b2-5816-4f60-9e37-a33b8159a878/tags/tempest-TagsExtTest-Tag-2130248736 HTTP/1.1" status: 201 len: 201 time: 0.1940591 Nov 25 17:42:39.736329 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60702) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:39.746289 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.tag.tag_plugin [None req-8008ba1c-5197-4944-b089-dc83bb4ccd87 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd84ed059-1a51-4a2d-b6c0-a5fc6ce78661', 'tempest-TagsExtTest-Tag-1626112687') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:39.821015 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60704) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:39.821509 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8008ba1c-5197-4944-b089-dc83bb4ccd87 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] 10.222.0.75 "PUT /v2.0/subnetpools/d84ed059-1a51-4a2d-b6c0-a5fc6ce78661/tags/tempest-TagsExtTest-Tag-1626112687 HTTP/1.1" status: 201 len: 201 time: 0.0817957 Nov 25 17:42:39.845281 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.tag.tag_plugin [None req-0963981c-3bb3-45a0-bf7d-f0bad06e2ca9 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '2b2b52bf-62b1-428e-a497-eb5104574e9b', {'tags': ['tempest-TagsExtTest-Tag-1379851425', 'tempest-TagsExtTest-Tag-1933219615', 'tempest-TagsExtTest-Tag-2049908634']}) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:39.920804 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5e718352-4b2d-4dc6-87f4-6a61a0ae59da req-422f98b2-eb18-49d6-ab47-3ea8497176df tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] 10.222.0.75 "GET /v2.0/ports?device_id=225b94dc-3203-4a7b-9574-a8459606216b HTTP/1.1" status: 200 len: 210 time: 0.1367390 Nov 25 17:42:40.015747 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5cb406-8e91-4d8b-aa58-8987de346f10 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:40.017164 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-fb5cb406-8e91-4d8b-aa58-8987de346f10 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4396696 Nov 25 17:42:40.019965 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60706) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:40.077441 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c4f65cf4-bacb-4327-80a2-d4e926103a3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:40.087315 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e65067fa-172e-4054-a44d-1d7620cdbe16 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:40.112344 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-58cbef04-ce46-4c7e-b1a9-e79c2b1d1073 req-b9f53d77-925f-4a0c-ad82-2467b46d2605 tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:40.114974 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8f94e5-3e3f-4ba0-8494-d0be41b2d105 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:40.117220 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9b8f94e5-3e3f-4ba0-8494-d0be41b2d105 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0961185 Nov 25 17:42:40.120540 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60710) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:40.146155 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-0963981c-3bb3-45a0-bf7d-f0bad06e2ca9 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] 10.222.0.75 "PUT /v2.0/subnets/2b2b52bf-62b1-428e-a497-eb5104574e9b/tags HTTP/1.1" status: 200 len: 318 time: 0.3096423 Nov 25 17:42:40.151750 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60712) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:40.174983 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.tag.tag_plugin [None req-b87c5823-b301-45ce-8ad6-db95c24c4737 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2b2b52bf-62b1-428e-a497-eb5104574e9b') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:40.202134 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0511308-2a68-45b1-99d9-d095fbe2dcb3 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:40.203688 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0511308-2a68-45b1-99d9-d095fbe2dcb3 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:40.205488 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0511308-2a68-45b1-99d9-d095fbe2dcb3 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:40.207361 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f0511308-2a68-45b1-99d9-d095fbe2dcb3 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0853291 Nov 25 17:42:40.210261 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60716) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:40.282929 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ae6355d-2c97-4ae2-9592-6e10d323fa7c tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Deleting subnet 3f3af62f-f820-426a-ba4f-a2ed230b350c {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:42:40.285091 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c4f65cf4-bacb-4327-80a2-d4e926103a3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:40.288422 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0ae6355d-2c97-4ae2-9592-6e10d323fa7c tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:40.345484 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0ae6355d-2c97-4ae2-9592-6e10d323fa7c tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:40.362929 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-58cbef04-ce46-4c7e-b1a9-e79c2b1d1073 req-b9f53d77-925f-4a0c-ad82-2467b46d2605 tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:40.440631 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f53d77-925f-4a0c-ad82-2467b46d2605 tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] Pushing event updated for resources: {'Port': ['ID=77715b06-c49c-4d13-8738-53454fbe5ee6,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:40.451294 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0ae6355d-2c97-4ae2-9592-6e10d323fa7c tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:40.464654 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-c4f65cf4-bacb-4327-80a2-d4e926103a3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a648d602-e164-4469-ab2b-5bfdc1e0c70b']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:40.468496 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58cbef04-ce46-4c7e-b1a9-e79c2b1d1073 req-b9f53d77-925f-4a0c-ad82-2467b46d2605 tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] Network 9d6752ab-c41d-41e5-ab04-0f224a9acdc0 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:42:40.493338 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-58cbef04-ce46-4c7e-b1a9-e79c2b1d1073 req-b9f53d77-925f-4a0c-ad82-2467b46d2605 tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:42:40.497334 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-c4f65cf4-bacb-4327-80a2-d4e926103a3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cf77aa1-f355-47fb-a98b-d895369ec9a1') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:40.497334 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-c4f65cf4-bacb-4327-80a2-d4e926103a3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cf77aa1-f355-47fb-a98b-d895369ec9a1') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:40.503713 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-58cbef04-ce46-4c7e-b1a9-e79c2b1d1073 req-b9f53d77-925f-4a0c-ad82-2467b46d2605 tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:42:40.539531 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0ae6355d-2c97-4ae2-9592-6e10d323fa7c tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:40.552667 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c4f65cf4-bacb-4327-80a2-d4e926103a3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:40.557254 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0ae6355d-2c97-4ae2-9592-6e10d323fa7c tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:40.562171 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0ae6355d-2c97-4ae2-9592-6e10d323fa7c tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/subnets/3f3af62f-f820-426a-ba4f-a2ed230b350c HTTP/1.1" status: 204 len: 168 time: 0.3509493 Nov 25 17:42:40.566784 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50170b47-a55a-4eb3-bfe8-20a17fcf5222 None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:42:40.584214 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-b87c5823-b301-45ce-8ad6-db95c24c4737 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] 10.222.0.75 "DELETE /v2.0/subnets/2b2b52bf-62b1-428e-a497-eb5104574e9b/tags HTTP/1.1" status: 204 len: 168 time: 0.4158237 Nov 25 17:42:40.587079 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60720) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:40.587432 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60722) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:40.603311 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.tag.tag_plugin [None req-54a3fec4-d71c-4101-a03e-18c1e3b9bf84 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2b2b52bf-62b1-428e-a497-eb5104574e9b', 'tempest-TagsExtTest-Tag-1379851425') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:40.611757 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c4f65cf4-bacb-4327-80a2-d4e926103a3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:40.642870 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4f65cf4-bacb-4327-80a2-d4e926103a3d admin admin] Releasing vlan 930 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:42:40.643280 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c4f65cf4-bacb-4327-80a2-d4e926103a3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:40.668231 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:42:40.668231 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:42:40.668231 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:42:40.668231 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:42:40.668231 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:42:40.668231 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:42:40.668231 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:42:40.668231 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:42:40.668231 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:42:40.668231 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:42:40.668231 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:42:40.668231 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:42:40.668231 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:42:40.668231 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:42:40.668231 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:42:40.668231 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:42:40.668231 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:42:40.668231 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:42:40.668231 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:42:40.668231 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:42:40.668231 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:42:40.668231 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:42:40.668231 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:42:40.668231 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:42:40.668231 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:42:40.668231 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:42:40.668231 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:42:40.668231 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:42:40.668231 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:42:40.668231 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:42:40.668231 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:42:40.668231 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:42:40.670367 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae6355d-2c97-4ae2-9592-6e10d323fa7c tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event deleted for resources: {'Subnet': ['ID=3f3af62f-f820-426a-ba4f-a2ed230b350c,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:40.720399 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cbef04-ce46-4c7e-b1a9-e79c2b1d1073 req-b9f53d77-925f-4a0c-ad82-2467b46d2605 tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:40.721256 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-58cbef04-ce46-4c7e-b1a9-e79c2b1d1073 req-b9f53d77-925f-4a0c-ad82-2467b46d2605 tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:40.722501 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-029eb0e8-d493-412b-b0ce-f9a8f622a301 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Deleting subnet 7bb7b834-d753-4fe2-9679-8ac8bc3946d7 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:42:40.727489 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-029eb0e8-d493-412b-b0ce-f9a8f622a301 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:40.811973 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-54a3fec4-d71c-4101-a03e-18c1e3b9bf84 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] show failed (client error): The resource could not be found. Nov 25 17:42:40.819732 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-54a3fec4-d71c-4101-a03e-18c1e3b9bf84 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] 10.222.0.75 "GET /v2.0/subnets/2b2b52bf-62b1-428e-a497-eb5104574e9b/tags/tempest-TagsExtTest-Tag-1379851425 HTTP/1.1" status: 404 len: 329 time: 0.2200313 Nov 25 17:42:40.820661 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-58cbef04-ce46-4c7e-b1a9-e79c2b1d1073 req-b9f53d77-925f-4a0c-ad82-2467b46d2605 tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5043697 Nov 25 17:42:40.826359 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c4f65cf4-bacb-4327-80a2-d4e926103a3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:40.830726 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60728) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:40.837806 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c4f65cf4-bacb-4327-80a2-d4e926103a3d admin admin] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:40.845840 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.tag.tag_plugin [None req-52750972-ba2e-4e24-a26f-3c2e209fd50a tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2b2b52bf-62b1-428e-a497-eb5104574e9b', 'tempest-TagsExtTest-Tag-1933219615') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:40.848420 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c4f65cf4-bacb-4327-80a2-d4e926103a3d admin admin] 10.222.0.75 "DELETE /v2.0/networks/a648d602-e164-4469-ab2b-5bfdc1e0c70b HTTP/1.1" status: 204 len: 168 time: 1.2718258 Nov 25 17:42:40.865536 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-029eb0e8-d493-412b-b0ce-f9a8f622a301 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:40.885715 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-58cbef04-ce46-4c7e-b1a9-e79c2b1d1073 req-33682bc5-7359-49b1-bfd3-51753b1f71e1 service neutron] Request body: {'port': {'device_id': '225b94dc-3203-4a7b-9574-a8459606216b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:40.890582 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f65cf4-bacb-4327-80a2-d4e926103a3d admin admin] Pushing event deleted for resources: {'Network': ['ID=a648d602-e164-4469-ab2b-5bfdc1e0c70b,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:41.050117 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60734) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:41.151382 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-58cbef04-ce46-4c7e-b1a9-e79c2b1d1073 req-33682bc5-7359-49b1-bfd3-51753b1f71e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:41.178487 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-029eb0e8-d493-412b-b0ce-f9a8f622a301 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:41.185466 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-52750972-ba2e-4e24-a26f-3c2e209fd50a tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] show failed (client error): The resource could not be found. Nov 25 17:42:41.186821 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-52750972-ba2e-4e24-a26f-3c2e209fd50a tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] 10.222.0.75 "GET /v2.0/subnets/2b2b52bf-62b1-428e-a497-eb5104574e9b/tags/tempest-TagsExtTest-Tag-1933219615 HTTP/1.1" status: 404 len: 329 time: 0.3526111 Nov 25 17:42:41.191731 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d125741f-ab98-47a5-a9a0-77227b3e1b6a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=dd60a7d3b7b14abd8244134eae4ef450&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1148181 Nov 25 17:42:41.191731 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60738) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:41.196633 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60740) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:41.226556 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.tag.tag_plugin [None req-6c6bb85e-214d-478e-b238-8273c7b6afb7 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2b2b52bf-62b1-428e-a497-eb5104574e9b', 'tempest-TagsExtTest-Tag-2049908634') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:41.319953 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-6c6bb85e-214d-478e-b238-8273c7b6afb7 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] show failed (client error): The resource could not be found. Nov 25 17:42:41.321343 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6c6bb85e-214d-478e-b238-8273c7b6afb7 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] 10.222.0.75 "GET /v2.0/subnets/2b2b52bf-62b1-428e-a497-eb5104574e9b/tags/tempest-TagsExtTest-Tag-2049908634 HTTP/1.1" status: 404 len: 329 time: 0.1019185 Nov 25 17:42:41.324652 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60742) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:41.327857 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-029eb0e8-d493-412b-b0ce-f9a8f622a301 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:41.337801 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca032e5-3269-4ba0-9f09-b8cf6b78b592 req-31d0d2a9-7bfd-4688-aa36-17b4e751983d tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:41.337801 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8ca032e5-3269-4ba0-9f09-b8cf6b78b592 req-31d0d2a9-7bfd-4688-aa36-17b4e751983d tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] 10.222.0.75 "GET /v2.0/ports?device_id=225b94dc-3203-4a7b-9574-a8459606216b HTTP/1.1" status: 200 len: 931 time: 0.2666123 Nov 25 17:42:41.343083 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.tag.tag_plugin [None req-cd9b2776-ef13-4900-89f9-19bb2252e287 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'bc3a1522-f626-4311-bdec-28d04111e5d7', {'tags': ['tempest-TagsExtTest-Tag-630902298', 'tempest-TagsExtTest-Tag-472283111', 'tempest-TagsExtTest-Tag-338025035']}) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:41.345455 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e65067fa-172e-4054-a44d-1d7620cdbe16 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:41.423473 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029eb0e8-d493-412b-b0ce-f9a8f622a301 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event deleted for resources: {'Subnet': ['ID=7bb7b834-d753-4fe2-9679-8ac8bc3946d7,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:41.433355 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-029eb0e8-d493-412b-b0ce-f9a8f622a301 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:41.439065 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-029eb0e8-d493-412b-b0ce-f9a8f622a301 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/subnets/7bb7b834-d753-4fe2-9679-8ac8bc3946d7 HTTP/1.1" status: 204 len: 168 time: 0.8483713 Nov 25 17:42:41.441837 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60748) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:41.478102 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e65067fa-172e-4054-a44d-1d7620cdbe16 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:41.511846 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e786668a-470e-4343-b56f-6b9bd49c684f tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0653770 Nov 25 17:42:41.512403 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60750) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:41.517467 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-40a9a2b4-78b7-4972-a76e-ddd2ccbada4a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Request body: {'subnet': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:41.547127 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-cd9b2776-ef13-4900-89f9-19bb2252e287 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] 10.222.0.75 "PUT /v2.0/ports/bc3a1522-f626-4311-bdec-28d04111e5d7/tags HTTP/1.1" status: 200 len: 315 time: 0.2213476 Nov 25 17:42:41.550572 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60752) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:41.555296 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.tag.tag_plugin [None req-896c6bf2-947f-421c-beda-32365e02c752 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'bc3a1522-f626-4311-bdec-28d04111e5d7') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:41.668590 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a9a2b4-78b7-4972-a76e-ddd2ccbada4a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Made reservation on behalf of b4fd74d3755f4cd39b2026436dde8bb1 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:42:41.672941 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-40a9a2b4-78b7-4972-a76e-ddd2ccbada4a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:41.783841 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-896c6bf2-947f-421c-beda-32365e02c752 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] 10.222.0.75 "DELETE /v2.0/ports/bc3a1522-f626-4311-bdec-28d04111e5d7/tags HTTP/1.1" status: 204 len: 168 time: 0.2297945 Nov 25 17:42:41.784642 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60754) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:41.789503 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.tag.tag_plugin [None req-b8069c0d-4127-49b7-b6a5-7c71ec2df60a tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bc3a1522-f626-4311-bdec-28d04111e5d7', 'tempest-TagsExtTest-Tag-630902298') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:41.898325 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2fd58f-22df-4082-893a-6c250c48c9e2 None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:42:41.948171 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-b8069c0d-4127-49b7-b6a5-7c71ec2df60a tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] show failed (client error): The resource could not be found. Nov 25 17:42:41.950017 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b8069c0d-4127-49b7-b6a5-7c71ec2df60a tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] 10.222.0.75 "GET /v2.0/ports/bc3a1522-f626-4311-bdec-28d04111e5d7/tags/tempest-TagsExtTest-Tag-630902298 HTTP/1.1" status: 404 len: 328 time: 0.1642814 Nov 25 17:42:41.980913 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60758) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:41.987196 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.tag.tag_plugin [None req-1bdde721-d0b6-413d-8995-7e3c61f1fd8e tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bc3a1522-f626-4311-bdec-28d04111e5d7', 'tempest-TagsExtTest-Tag-472283111') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:42.031700 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-41e5a96f-bef7-4ec3-8040-2a511c955fb9 None None] Provisioning complete for port bb8cd7c8-4608-4e39-a903-6e4d5ff28942 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:42.032632 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-41e5a96f-bef7-4ec3-8040-2a511c955fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:42.035425 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-58cbef04-ce46-4c7e-b1a9-e79c2b1d1073 req-33682bc5-7359-49b1-bfd3-51753b1f71e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77715b06-c49c-4d13-8738-53454fbe5ee6 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:42:42.045977 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-58cbef04-ce46-4c7e-b1a9-e79c2b1d1073 req-33682bc5-7359-49b1-bfd3-51753b1f71e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:42.061246 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-58cbef04-ce46-4c7e-b1a9-e79c2b1d1073 req-33682bc5-7359-49b1-bfd3-51753b1f71e1 service neutron] Transition to ACTIVE for port object 77715b06-c49c-4d13-8738-53454fbe5ee6 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:42:42.080469 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-e65067fa-172e-4054-a44d-1d7620cdbe16 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Allocated IP 172.25.0.90 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/c218ff7e-9afa-43ed-a878-5f82a98f108c) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:42:42.083494 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-58cbef04-ce46-4c7e-b1a9-e79c2b1d1073 req-33682bc5-7359-49b1-bfd3-51753b1f71e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:42.101910 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4fbbb0b2-e5e9-4429-9b55-4ea9b62cb952 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:42.118123 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8ca032e5-3269-4ba0-9f09-b8cf6b78b592 req-ada8c679-84a7-4916-90a6-2adf4ab0f9a0 tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] 10.222.0.75 "GET /v2.0/security-groups?id=60cba737-f62f-48b0-b6f3-e381b4a1e902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7678328 Nov 25 17:42:42.125813 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-40a9a2b4-78b7-4972-a76e-ddd2ccbada4a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:42.227335 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a9a2b4-78b7-4972-a76e-ddd2ccbada4a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:42:42.230683 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a9a2b4-78b7-4972-a76e-ddd2ccbada4a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event updated for resources: {'Subnet': ['ID=c65eeb49-a4c3-45af-9395-5f7b4697fac5,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:42.233120 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-40a9a2b4-78b7-4972-a76e-ddd2ccbada4a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:42:42.237610 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a9a2b4-78b7-4972-a76e-ddd2ccbada4a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:42.238215 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-40a9a2b4-78b7-4972-a76e-ddd2ccbada4a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:42.238865 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4fbbb0b2-e5e9-4429-9b55-4ea9b62cb952 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:42.254269 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-1bdde721-d0b6-413d-8995-7e3c61f1fd8e tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] show failed (client error): The resource could not be found. Nov 25 17:42:42.263333 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1bdde721-d0b6-413d-8995-7e3c61f1fd8e tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] 10.222.0.75 "GET /v2.0/ports/bc3a1522-f626-4311-bdec-28d04111e5d7/tags/tempest-TagsExtTest-Tag-472283111 HTTP/1.1" status: 404 len: 328 time: 0.2804582 Nov 25 17:42:42.263916 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60762) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:42.268602 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.tag.tag_plugin [None req-2e817a37-a8b4-4878-a907-66fb83fca11e tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bc3a1522-f626-4311-bdec-28d04111e5d7', 'tempest-TagsExtTest-Tag-338025035') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:42.288228 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-40a9a2b4-78b7-4972-a76e-ddd2ccbada4a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7751250 Nov 25 17:42:42.333725 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60764) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:42.340524 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-3ec6db93-5b6f-41d4-be08-a1e2e44c3597 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Request body: {'subnet': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:42.390279 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-58cbef04-ce46-4c7e-b1a9-e79c2b1d1073 req-33682bc5-7359-49b1-bfd3-51753b1f71e1 service neutron] Attempting to bind port 77715b06-c49c-4d13-8738-53454fbe5ee6 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:42:42.390715 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-58cbef04-ce46-4c7e-b1a9-e79c2b1d1073 req-33682bc5-7359-49b1-bfd3-51753b1f71e1 service neutron] Attempting to bind port 77715b06-c49c-4d13-8738-53454fbe5ee6 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '682345a5-ec8f-4204-a78d-03da0d4b4735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '9d6752ab-c41d-41e5-ab04-0f224a9acdc0'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:42:42.391110 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cbef04-ce46-4c7e-b1a9-e79c2b1d1073 req-33682bc5-7359-49b1-bfd3-51753b1f71e1 service neutron] Attempting to bind port 77715b06-c49c-4d13-8738-53454fbe5ee6 on network 9d6752ab-c41d-41e5-ab04-0f224a9acdc0 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:42:42.393339 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4fbbb0b2-e5e9-4429-9b55-4ea9b62cb952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:42.396104 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4fbbb0b2-e5e9-4429-9b55-4ea9b62cb952 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:42.397410 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-4fbbb0b2-e5e9-4429-9b55-4ea9b62cb952 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c3b3df04-970a-44bc-a0c1-f70d4931c755 HTTP/1.1" status: 204 len: 168 time: 1.1976852 Nov 25 17:42:42.438824 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0733c075-59a6-4dc4-b8d8-ee49f10378d6 None None] DHCP port deletion for fed75ec1-726a-45be-ab23-2dd76f977831 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:42:42.453182 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cbef04-ce46-4c7e-b1a9-e79c2b1d1073 req-33682bc5-7359-49b1-bfd3-51753b1f71e1 service neutron] Port 77715b06-c49c-4d13-8738-53454fbe5ee6 on network 9d6752ab-c41d-41e5-ab04-0f224a9acdc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:42:42.453581 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cbef04-ce46-4c7e-b1a9-e79c2b1d1073 req-33682bc5-7359-49b1-bfd3-51753b1f71e1 service neutron] Attempting to bind port 77715b06-c49c-4d13-8738-53454fbe5ee6 on network 9d6752ab-c41d-41e5-ab04-0f224a9acdc0 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:42:42.455622 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33682bc5-7359-49b1-bfd3-51753b1f71e1 service neutron] Pushing event updated for resources: {'Port': ['ID=77715b06-c49c-4d13-8738-53454fbe5ee6,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:42.463679 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbbb0b2-e5e9-4429-9b55-4ea9b62cb952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b3df04-970a-44bc-a0c1-f70d4931c755,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:42.472065 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cbef04-ce46-4c7e-b1a9-e79c2b1d1073 req-33682bc5-7359-49b1-bfd3-51753b1f71e1 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:42:42.472460 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cbef04-ce46-4c7e-b1a9-e79c2b1d1073 req-33682bc5-7359-49b1-bfd3-51753b1f71e1 service neutron] Checking segment: {'id': '682345a5-ec8f-4204-a78d-03da0d4b4735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '9d6752ab-c41d-41e5-ab04-0f224a9acdc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:42:42.472958 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cbef04-ce46-4c7e-b1a9-e79c2b1d1073 req-33682bc5-7359-49b1-bfd3-51753b1f71e1 service neutron] Bound using segment: {'id': '682345a5-ec8f-4204-a78d-03da0d4b4735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '9d6752ab-c41d-41e5-ab04-0f224a9acdc0'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:42:42.473578 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-58cbef04-ce46-4c7e-b1a9-e79c2b1d1073 req-33682bc5-7359-49b1-bfd3-51753b1f71e1 service neutron] Bound port: 77715b06-c49c-4d13-8738-53454fbe5ee6, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '682345a5-ec8f-4204-a78d-03da0d4b4735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '9d6752ab-c41d-41e5-ab04-0f224a9acdc0'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:42:42.474039 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-58cbef04-ce46-4c7e-b1a9-e79c2b1d1073 req-33682bc5-7359-49b1-bfd3-51753b1f71e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:42.556499 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e65067fa-172e-4054-a44d-1d7620cdbe16 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:42.601108 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-2e817a37-a8b4-4878-a907-66fb83fca11e tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] show failed (client error): The resource could not be found. Nov 25 17:42:42.606135 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2e817a37-a8b4-4878-a907-66fb83fca11e tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] 10.222.0.75 "GET /v2.0/ports/bc3a1522-f626-4311-bdec-28d04111e5d7/tags/tempest-TagsExtTest-Tag-338025035 HTTP/1.1" status: 404 len: 328 time: 0.3408530 Nov 25 17:42:42.607414 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60772) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:42.615459 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.tag.tag_plugin [None req-3ac1c557-b559-4dfd-8e9c-d3011f21a7e4 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '4cb833b2-5816-4f60-9e37-a33b8159a878', {'tags': ['tempest-TagsExtTest-Tag-1292672458', 'tempest-TagsExtTest-Tag-723654883', 'tempest-TagsExtTest-Tag-574940999']}) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:42.617757 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-0733c075-59a6-4dc4-b8d8-ee49f10378d6 None None] Deleting port bb8cd7c8-4608-4e39-a903-6e4d5ff28942 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:42:42.618256 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0733c075-59a6-4dc4-b8d8-ee49f10378d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:42.650946 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec6db93-5b6f-41d4-be08-a1e2e44c3597 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Made reservation on behalf of b4fd74d3755f4cd39b2026436dde8bb1 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:42:42.655759 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3ec6db93-5b6f-41d4-be08-a1e2e44c3597 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:42.764154 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-0733c075-59a6-4dc4-b8d8-ee49f10378d6 None None] For port bb8cd7c8-4608-4e39-a903-6e4d5ff28942, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=bb8cd7c8-4608-4e39-a903-6e4d5ff28942,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:42.764566 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0733c075-59a6-4dc4-b8d8-ee49f10378d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:42.789489 n-d-817746-1 neutron-server[103360]: INFO neutron.db.ipam_backend_mixin [None req-3ec6db93-5b6f-41d4-be08-a1e2e44c3597 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c65eeb49-a4c3-45af-9395-5f7b4697fac5 (CIDR: 2001:db8::/64) Nov 25 17:42:42.797702 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ec6db93-5b6f-41d4-be08-a1e2e44c3597 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:42:42.798574 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ec6db93-5b6f-41d4-be08-a1e2e44c3597 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:42:42.801234 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-0733c075-59a6-4dc4-b8d8-ee49f10378d6 None None] Calling delete_port for bb8cd7c8-4608-4e39-a903-6e4d5ff28942 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:42:42.827908 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-58cbef04-ce46-4c7e-b1a9-e79c2b1d1073 req-33682bc5-7359-49b1-bfd3-51753b1f71e1 service neutron] For port 77715b06-c49c-4d13-8738-53454fbe5ee6, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:42:42.833524 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3ec6db93-5b6f-41d4-be08-a1e2e44c3597 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4985900 Nov 25 17:42:42.834059 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-58cbef04-ce46-4c7e-b1a9-e79c2b1d1073 req-33682bc5-7359-49b1-bfd3-51753b1f71e1 service neutron] For port 77715b06-c49c-4d13-8738-53454fbe5ee6, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=77715b06-c49c-4d13-8738-53454fbe5ee6,segment=NetworkSegment(682345a5-ec8f-4204-a78d-03da0d4b4735),segment_id=682345a5-ec8f-4204-a78d-03da0d4b4735)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:42:42.836493 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60776) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:42.848317 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-58cbef04-ce46-4c7e-b1a9-e79c2b1d1073 req-33682bc5-7359-49b1-bfd3-51753b1f71e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:42.852716 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-99f99631-8dc8-40d7-bd74-b0c68d6e9daf tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Request body: {'subnet': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:42.979403 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33682bc5-7359-49b1-bfd3-51753b1f71e1 service neutron] Pushing event updated for resources: {'Port': ['ID=77715b06-c49c-4d13-8738-53454fbe5ee6,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:42.985270 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e65067fa-172e-4054-a44d-1d7620cdbe16 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:42.993342 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-3ac1c557-b559-4dfd-8e9c-d3011f21a7e4 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] 10.222.0.75 "PUT /v2.0/routers/4cb833b2-5816-4f60-9e37-a33b8159a878/tags HTTP/1.1" status: 200 len: 316 time: 0.3823678 Nov 25 17:42:43.000656 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60784) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:43.018022 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.tag.tag_plugin [None req-8fc4b671-1f3c-4b8b-ac4d-483a35c635ae tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4cb833b2-5816-4f60-9e37-a33b8159a878') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:43.040097 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0733c075-59a6-4dc4-b8d8-ee49f10378d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:43.060274 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cbef04-ce46-4c7e-b1a9-e79c2b1d1073 req-33682bc5-7359-49b1-bfd3-51753b1f71e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:43.062627 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0733c075-59a6-4dc4-b8d8-ee49f10378d6 None None] No DVR routers for this DVR port bb8cd7c8-4608-4e39-a903-6e4d5ff28942 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:42:43.070070 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-58cbef04-ce46-4c7e-b1a9-e79c2b1d1073 req-33682bc5-7359-49b1-bfd3-51753b1f71e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:43.073945 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-58cbef04-ce46-4c7e-b1a9-e79c2b1d1073 req-33682bc5-7359-49b1-bfd3-51753b1f71e1 service neutron] 10.222.0.74 "PUT /v2.0/ports/77715b06-c49c-4d13-8738-53454fbe5ee6 HTTP/1.1" status: 200 len: 1091 time: 2.2237628 Nov 25 17:42:43.075823 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '225b94dc-3203-4a7b-9574-a8459606216b', 'tag': '77715b06-c49c-4d13-8738-53454fbe5ee6'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:42:43.082112 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92674dd-9cb2-4b14-a65c-c08d1394ba09" -d '{"events": [{"name": "network-changed", "server_uuid": "225b94dc-3203-4a7b-9574-a8459606216b", "tag": "77715b06-c49c-4d13-8738-53454fbe5ee6"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:42:43.120098 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0733c075-59a6-4dc4-b8d8-ee49f10378d6 None None] Pushing event deleted for resources: {'Port': ['ID=bb8cd7c8-4608-4e39-a903-6e4d5ff28942,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:43.124023 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbdea41-3348-46e4-8fae-34687f38e51b None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:42:43.157648 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65067fa-172e-4054-a44d-1d7620cdbe16 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Pushing event updated for resources: {'Port': ['ID=c218ff7e-9afa-43ed-a878-5f82a98f108c,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:43.194241 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd3c691-8dc8-44a7-a608-56ae34ad761a x-openstack-request-id: req-1fd3c691-8dc8-44a7-a608-56ae34ad761a {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:42:43.194808 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "225b94dc-3203-4a7b-9574-a8459606216b", "tag": "77715b06-c49c-4d13-8738-53454fbe5ee6", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:42:43.195073 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1fd3c691-8dc8-44a7-a608-56ae34ad761a {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:42:43.195487 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '225b94dc-3203-4a7b-9574-a8459606216b', 'tag': '77715b06-c49c-4d13-8738-53454fbe5ee6', 'status': 'completed', 'code': 200} Nov 25 17:42:43.218007 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65067fa-172e-4054-a44d-1d7620cdbe16 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:42:43.218007 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-e65067fa-172e-4054-a44d-1d7620cdbe16 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:42:43.218829 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65067fa-172e-4054-a44d-1d7620cdbe16 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:42:43.253748 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cbef04-ce46-4c7e-b1a9-e79c2b1d1073 req-1bea26f1-844f-493d-b589-c73cb2a680d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:43.255693 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-58cbef04-ce46-4c7e-b1a9-e79c2b1d1073 req-1bea26f1-844f-493d-b589-c73cb2a680d9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4bc371b1598f4130b6511805de2c1caf&device_id=225b94dc-3203-4a7b-9574-a8459606216b HTTP/1.1" status: 200 len: 1094 time: 0.1004081 Nov 25 17:42:43.268112 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebe1fb4-0e49-456c-9616-c60667312174 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:42:43.321913 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-58cbef04-ce46-4c7e-b1a9-e79c2b1d1073 req-cc79dedb-232f-4bc4-9151-0fb53ebb2b50 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77715b06-c49c-4d13-8738-53454fbe5ee6 HTTP/1.1" status: 200 len: 217 time: 0.0505915 Nov 25 17:42:43.345613 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f99631-8dc8-40d7-bd74-b0c68d6e9daf tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Made reservation on behalf of b4fd74d3755f4cd39b2026436dde8bb1 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:42:43.361463 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-99f99631-8dc8-40d7-bd74-b0c68d6e9daf tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:43.531505 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device bb8cd7c8-4608-4e39-a903-6e4d5ff28942 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:42:43.590353 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8fc4b671-1f3c-4b8b-ac4d-483a35c635ae tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] 10.222.0.75 "DELETE /v2.0/routers/4cb833b2-5816-4f60-9e37-a33b8159a878/tags HTTP/1.1" status: 204 len: 168 time: 0.5883319 Nov 25 17:42:43.592528 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cddebf-42cd-457d-bdf5-919473e71651 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-fed75ec1-726a-45be-ab23-2dd76f977831', 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'tenant_id': 'b4fd74d3755f4cd39b2026436dde8bb1', 'fixed_ips': [{'subnet_id': 'c65eeb49-a4c3-45af-9395-5f7b4697fac5'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:42:43.593539 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c9cddebf-42cd-457d-bdf5-919473e71651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:43.599165 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: bb8cd7c8-4608-4e39-a903-6e4d5ff28942 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:42:43.599730 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60802) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:43.600000 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device bb8cd7c8-4608-4e39-a903-6e4d5ff28942 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:42:43.626361 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-ec75e45f-9b65-4c29-a574-524880562992 None None] Provisioning complete for port c218ff7e-9afa-43ed-a878-5f82a98f108c triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:43.626796 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ec75e45f-9b65-4c29-a574-524880562992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:43.628533 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.tag.tag_plugin [None req-ae71681f-323d-4d8e-8c36-dce770680fe6 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4cb833b2-5816-4f60-9e37-a33b8159a878', 'tempest-TagsExtTest-Tag-1292672458') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:43.694645 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afbeec7-cb48-4935-9e45-c78e05facd0f req-d22dd5e9-73e1-49a4-85c8-dc33a0838699 tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:43.697946 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5afbeec7-cb48-4935-9e45-c78e05facd0f req-d22dd5e9-73e1-49a4-85c8-dc33a0838699 tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] 10.222.0.75 "GET /v2.0/ports?device_id=225b94dc-3203-4a7b-9574-a8459606216b HTTP/1.1" status: 200 len: 943 time: 0.4267395 Nov 25 17:42:43.697946 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e65067fa-172e-4054-a44d-1d7620cdbe16 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:43.737806 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-ec75e45f-9b65-4c29-a574-524880562992 None None] Port c218ff7e-9afa-43ed-a878-5f82a98f108c cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:42:43.867754 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-ae71681f-323d-4d8e-8c36-dce770680fe6 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] show failed (client error): The resource could not be found. Nov 25 17:42:43.869168 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ae71681f-323d-4d8e-8c36-dce770680fe6 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] 10.222.0.75 "GET /v2.0/routers/4cb833b2-5816-4f60-9e37-a33b8159a878/tags/tempest-TagsExtTest-Tag-1292672458 HTTP/1.1" status: 404 len: 329 time: 0.2682824 Nov 25 17:42:43.873337 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60806) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:43.878267 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.tag.tag_plugin [None req-62233ae2-1253-4b0e-af86-ecc69bcbf311 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4cb833b2-5816-4f60-9e37-a33b8159a878', 'tempest-TagsExtTest-Tag-723654883') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:43.890821 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-c9cddebf-42cd-457d-bdf5-919473e71651 None None] Allocated IP 2001:db8::2 (fed75ec1-726a-45be-ab23-2dd76f977831/c65eeb49-a4c3-45af-9395-5f7b4697fac5/5d8eb17f-3123-4d0f-a60c-b92147f3e7d0) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:42:43.903150 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cbef04-ce46-4c7e-b1a9-e79c2b1d1073 req-aabca61a-0a09-4921-a956-64065e9e9ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:43.904634 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-58cbef04-ce46-4c7e-b1a9-e79c2b1d1073 req-aabca61a-0a09-4921-a956-64065e9e9ef6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=92c7feae-a681-4eef-9363-e8ec257e6ee2 HTTP/1.1" status: 200 len: 854 time: 0.5468926 Nov 25 17:42:43.945656 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60808) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:43.995457 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5afbeec7-cb48-4935-9e45-c78e05facd0f req-71f4e3ee-0425-4dd7-a612-6a95b9100cfa tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] 10.222.0.75 "GET /v2.0/security-groups?id=60cba737-f62f-48b0-b6f3-e381b4a1e902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832342 Nov 25 17:42:43.997474 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-58cbef04-ce46-4c7e-b1a9-e79c2b1d1073 req-9655a859-014c-471c-af6d-3c79a1a4c45b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9d6752ab-c41d-41e5-ab04-0f224a9acdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836661 Nov 25 17:42:44.080938 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-62233ae2-1253-4b0e-af86-ecc69bcbf311 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] show failed (client error): The resource could not be found. Nov 25 17:42:44.085028 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-62233ae2-1253-4b0e-af86-ecc69bcbf311 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] 10.222.0.75 "GET /v2.0/routers/4cb833b2-5816-4f60-9e37-a33b8159a878/tags/tempest-TagsExtTest-Tag-723654883 HTTP/1.1" status: 404 len: 328 time: 0.2080081 Nov 25 17:42:44.090982 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60818) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:44.109829 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.tag.tag_plugin [None req-4d736e1c-61dc-4c88-958b-2995b9aa4574 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4cb833b2-5816-4f60-9e37-a33b8159a878', 'tempest-TagsExtTest-Tag-574940999') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:44.194832 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c9cddebf-42cd-457d-bdf5-919473e71651 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:44.200731 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e65067fa-172e-4054-a44d-1d7620cdbe16 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:44.208289 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c9cddebf-42cd-457d-bdf5-919473e71651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:44.258626 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cddebf-42cd-457d-bdf5-919473e71651 None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:42:44.263574 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-c9cddebf-42cd-457d-bdf5-919473e71651 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:42:44.269584 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cddebf-42cd-457d-bdf5-919473e71651 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:42:44.276164 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cddebf-42cd-457d-bdf5-919473e71651 None None] Pushing event updated for resources: {'Port': ['ID=5d8eb17f-3123-4d0f-a60c-b92147f3e7d0,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:44.295167 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-f9690a7d-eb12-4202-9ac5-7b8e692fc415 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1434998664-network', 'tenant_id': 'bcc83327df764a93b0dfb6e88102bcf0'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:44.327242 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9690a7d-eb12-4202-9ac5-7b8e692fc415 admin admin] Made reservation on behalf of bcc83327df764a93b0dfb6e88102bcf0 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:42:44.329999 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9690a7d-eb12-4202-9ac5-7b8e692fc415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:44.365334 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9690a7d-eb12-4202-9ac5-7b8e692fc415 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:44.390174 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-c9cddebf-42cd-457d-bdf5-919473e71651 None None] Attempting to bind port 5d8eb17f-3123-4d0f-a60c-b92147f3e7d0 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:42:44.391721 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-c9cddebf-42cd-457d-bdf5-919473e71651 None None] Attempting to bind port 5d8eb17f-3123-4d0f-a60c-b92147f3e7d0 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:42:44.392983 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cddebf-42cd-457d-bdf5-919473e71651 None None] Attempting to bind port 5d8eb17f-3123-4d0f-a60c-b92147f3e7d0 on network fed75ec1-726a-45be-ab23-2dd76f977831 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:42:44.409281 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cddebf-42cd-457d-bdf5-919473e71651 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:42:44.409760 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cddebf-42cd-457d-bdf5-919473e71651 None None] Checking segment: {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:42:44.410255 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c9cddebf-42cd-457d-bdf5-919473e71651 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:44.410853 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cddebf-42cd-457d-bdf5-919473e71651 None None] Bound using segment: {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:42:44.411423 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-c9cddebf-42cd-457d-bdf5-919473e71651 None None] Bound port: 5d8eb17f-3123-4d0f-a60c-b92147f3e7d0, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e94b7c-180a-4e4f-9829-263b459c4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:42:44.411884 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c9cddebf-42cd-457d-bdf5-919473e71651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:44.431793 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-4d736e1c-61dc-4c88-958b-2995b9aa4574 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] show failed (client error): The resource could not be found. Nov 25 17:42:44.433307 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4d736e1c-61dc-4c88-958b-2995b9aa4574 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] 10.222.0.75 "GET /v2.0/routers/4cb833b2-5816-4f60-9e37-a33b8159a878/tags/tempest-TagsExtTest-Tag-574940999 HTTP/1.1" status: 404 len: 328 time: 0.3406470 Nov 25 17:42:44.438666 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60822) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:44.444148 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.tag.tag_plugin [None req-460c61c2-a565-4b63-9639-7ceaabb7f24d tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'd84ed059-1a51-4a2d-b6c0-a5fc6ce78661', {'tags': ['tempest-TagsExtTest-Tag-369201723', 'tempest-TagsExtTest-Tag-2120590040', 'tempest-TagsExtTest-Tag-1457565558']}) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:44.514623 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-c9cddebf-42cd-457d-bdf5-919473e71651 None None] For port 5d8eb17f-3123-4d0f-a60c-b92147f3e7d0, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:42:44.519955 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-c9cddebf-42cd-457d-bdf5-919473e71651 None None] For port 5d8eb17f-3123-4d0f-a60c-b92147f3e7d0, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=5d8eb17f-3123-4d0f-a60c-b92147f3e7d0,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:42:44.527355 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c9cddebf-42cd-457d-bdf5-919473e71651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:44.575979 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-460c61c2-a565-4b63-9639-7ceaabb7f24d tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] 10.222.0.75 "PUT /v2.0/subnetpools/d84ed059-1a51-4a2d-b6c0-a5fc6ce78661/tags HTTP/1.1" status: 200 len: 317 time: 0.1338217 Nov 25 17:42:44.589351 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60824) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:44.595420 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.tag.tag_plugin [None req-ef065a1a-0353-4deb-a3fa-f7bcb4b3f560 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd84ed059-1a51-4a2d-b6c0-a5fc6ce78661') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:44.630847 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cddebf-42cd-457d-bdf5-919473e71651 None None] Pushing event updated for resources: {'Port': ['ID=5d8eb17f-3123-4d0f-a60c-b92147f3e7d0,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:44.665379 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9690a7d-eb12-4202-9ac5-7b8e692fc415 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:44.701368 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9690a7d-eb12-4202-9ac5-7b8e692fc415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:44.713414 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9690a7d-eb12-4202-9ac5-7b8e692fc415 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 903} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:42:44.727673 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9690a7d-eb12-4202-9ac5-7b8e692fc415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:44.728022 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-f9690a7d-eb12-4202-9ac5-7b8e692fc415 admin admin] Added segment d6e7e79c-466c-40cb-8e2d-9a39f814ce02 of type vlan for network 762853d9-38e5-4380-88ed-82e8f6ae46d0 Nov 25 17:42:44.776660 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9690a7d-eb12-4202-9ac5-7b8e692fc415 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:44.804991 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-58cbef04-ce46-4c7e-b1a9-e79c2b1d1073 req-adf6f953-7f62-4940-b2d3-b44c4044dcdc service neutron] 10.222.0.74 "GET /v2.0/networks/9d6752ab-c41d-41e5-ab04-0f224a9acdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7989109 Nov 25 17:42:44.846470 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9690a7d-eb12-4202-9ac5-7b8e692fc415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:44.847922 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9690a7d-eb12-4202-9ac5-7b8e692fc415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:44.848755 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9690a7d-eb12-4202-9ac5-7b8e692fc415 admin admin] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:44.985044 n-d-817746-1 neutron-server[103360]: DEBUG neutron.objects.ports [None req-99f99631-8dc8-40d7-bd74-b0c68d6e9daf tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103360) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 17:42:44.988899 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-58cbef04-ce46-4c7e-b1a9-e79c2b1d1073 req-bc6c1d18-f24d-4fed-a87c-197bbfd8fde7 service neutron] 10.222.0.74 "GET /v2.0/networks/9d6752ab-c41d-41e5-ab04-0f224a9acdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752913 Nov 25 17:42:45.009908 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f9690a7d-eb12-4202-9ac5-7b8e692fc415 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0406759 Nov 25 17:42:45.015422 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60826) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:45.028420 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-3d3163c3-faa0-49ec-b329-82b44e1c2e9c admin admin] Request body: {'subnet': {'network_id': '762853d9-38e5-4380-88ed-82e8f6ae46d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1434998664-subnet', 'tenant_id': 'bcc83327df764a93b0dfb6e88102bcf0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:45.028420 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e65067fa-172e-4054-a44d-1d7620cdbe16 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Router 02ac27a1-e86a-4ad2-b466-d4a2f30d769f is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:42:45.064558 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9690a7d-eb12-4202-9ac5-7b8e692fc415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c3665e-ff29-4dbb-8a05-df90f9943146,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:45.158828 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ef065a1a-0353-4deb-a3fa-f7bcb4b3f560 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] 10.222.0.75 "DELETE /v2.0/subnetpools/d84ed059-1a51-4a2d-b6c0-a5fc6ce78661/tags HTTP/1.1" status: 204 len: 168 time: 0.5674541 Nov 25 17:42:45.159662 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60832) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:45.163506 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9690a7d-eb12-4202-9ac5-7b8e692fc415 admin admin] Pushing event updated for resources: {'Network': ['ID=762853d9-38e5-4380-88ed-82e8f6ae46d0,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:45.175069 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 762853d9-38e5-4380-88ed-82e8f6ae46d0 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:42:45.176858 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.tag.tag_plugin [None req-59a10898-22d5-4c74-9f93-dff138727a6b tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd84ed059-1a51-4a2d-b6c0-a5fc6ce78661', 'tempest-TagsExtTest-Tag-369201723') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:45.255823 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-59a10898-22d5-4c74-9f93-dff138727a6b tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] show failed (client error): The resource could not be found. Nov 25 17:42:45.260522 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-59a10898-22d5-4c74-9f93-dff138727a6b tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] 10.222.0.75 "GET /v2.0/subnetpools/d84ed059-1a51-4a2d-b6c0-a5fc6ce78661/tags/tempest-TagsExtTest-Tag-369201723 HTTP/1.1" status: 404 len: 328 time: 0.0938647 Nov 25 17:42:45.265141 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60838) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:45.271801 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.tag.tag_plugin [None req-84c230e8-0f1d-45a7-9887-50fe400b9601 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd84ed059-1a51-4a2d-b6c0-a5fc6ce78661', 'tempest-TagsExtTest-Tag-2120590040') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:45.291225 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3163c3-faa0-49ec-b329-82b44e1c2e9c admin admin] Made reservation on behalf of bcc83327df764a93b0dfb6e88102bcf0 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:42:45.298743 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3d3163c3-faa0-49ec-b329-82b44e1c2e9c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:45.391092 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-99f99631-8dc8-40d7-bd74-b0c68d6e9daf tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:45.394589 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-84c230e8-0f1d-45a7-9887-50fe400b9601 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] show failed (client error): The resource could not be found. Nov 25 17:42:45.396030 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-84c230e8-0f1d-45a7-9887-50fe400b9601 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] 10.222.0.75 "GET /v2.0/subnetpools/d84ed059-1a51-4a2d-b6c0-a5fc6ce78661/tags/tempest-TagsExtTest-Tag-2120590040 HTTP/1.1" status: 404 len: 329 time: 0.1299541 Nov 25 17:42:45.399292 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60842) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:45.405210 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.tag.tag_plugin [None req-f9e5895b-5605-4e0e-9e14-ea37b9ac6b07 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd84ed059-1a51-4a2d-b6c0-a5fc6ce78661', 'tempest-TagsExtTest-Tag-1457565558') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:45.434013 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 5d8eb17f-3123-4d0f-a60c-b92147f3e7d0 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:42:45.442067 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-f9e5895b-5605-4e0e-9e14-ea37b9ac6b07 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] show failed (client error): The resource could not be found. Nov 25 17:42:45.443431 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f9e5895b-5605-4e0e-9e14-ea37b9ac6b07 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] 10.222.0.75 "GET /v2.0/subnetpools/d84ed059-1a51-4a2d-b6c0-a5fc6ce78661/tags/tempest-TagsExtTest-Tag-1457565558 HTTP/1.1" status: 404 len: 329 time: 0.0429447 Nov 25 17:42:45.464425 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60844) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:45.473712 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.tag.tag_plugin [None req-221a575d-90dd-4b09-9035-80db01086103 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd84ed059-1a51-4a2d-b6c0-a5fc6ce78661') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:45.544658 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 5d8eb17f-3123-4d0f-a60c-b92147f3e7d0 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:45.545122 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:45.560589 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-221a575d-90dd-4b09-9035-80db01086103 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] 10.222.0.75 "DELETE /v2.0/subnetpools/d84ed059-1a51-4a2d-b6c0-a5fc6ce78661/tags HTTP/1.1" status: 204 len: 168 time: 0.0947309 Nov 25 17:42:45.563874 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60846) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:45.568369 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.tag.tag_plugin [None req-46b96b6c-2c54-4372-b0f5-4ff320db73ad tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4cb833b2-5816-4f60-9e37-a33b8159a878') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:45.582376 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92674dd-9cb2-4b14-a65c-c08d1394ba09 req-61c5448a-abad-4a40-9803-35c7aa9bdbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:45.583901 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a92674dd-9cb2-4b14-a65c-c08d1394ba09 req-61c5448a-abad-4a40-9803-35c7aa9bdbf2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4bc371b1598f4130b6511805de2c1caf&device_id=225b94dc-3203-4a7b-9574-a8459606216b HTTP/1.1" status: 200 len: 1094 time: 0.4766843 Nov 25 17:42:45.656656 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9617be7b-eff4-4bd2-9292-a9c60ddc537b req-8bb1613d-c33c-4cbf-8cdb-b5d94697ae3b tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:45.658403 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9617be7b-eff4-4bd2-9292-a9c60ddc537b req-8bb1613d-c33c-4cbf-8cdb-b5d94697ae3b tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] 10.222.0.75 "GET /v2.0/ports?device_id=225b94dc-3203-4a7b-9574-a8459606216b HTTP/1.1" status: 200 len: 943 time: 0.4119775 Nov 25 17:42:45.660137 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e65067fa-172e-4054-a44d-1d7620cdbe16 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:42:45.723198 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:45.738703 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3f7e93-0876-4fee-96a9-81eb8b5d8ef5 None None] Sync routers for ids ['02ac27a1-e86a-4ad2-b466-d4a2f30d769f'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:42:45.798518 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3f7e93-0876-4fee-96a9-81eb8b5d8ef5 None None] Routers {'02ac27a1-e86a-4ad2-b466-d4a2f30d769f'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:45.801238 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-ea3f7e93-0876-4fee-96a9-81eb8b5d8ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:42:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['02ac27a1-e86a-4ad2-b466-d4a2f30d769f'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:45.839317 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e65067fa-172e-4054-a44d-1d7620cdbe16 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:45.843607 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-e65067fa-172e-4054-a44d-1d7620cdbe16 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.9777584 Nov 25 17:42:45.853624 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60848) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:46.037383 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92674dd-9cb2-4b14-a65c-c08d1394ba09 req-941755dd-c303-4d75-9eb7-d7c82c786f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:46.039025 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a92674dd-9cb2-4b14-a65c-c08d1394ba09 req-941755dd-c303-4d75-9eb7-d7c82c786f16 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9d6752ab-c41d-41e5-ab04-0f224a9acdc0 HTTP/1.1" status: 200 len: 915 time: 0.4380670 Nov 25 17:42:46.047497 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9617be7b-eff4-4bd2-9292-a9c60ddc537b req-6ee12127-e39e-44b1-a324-fc20edc6ba68 tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] 10.222.0.75 "GET /v2.0/security-groups?id=60cba737-f62f-48b0-b6f3-e381b4a1e902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287979 Nov 25 17:42:46.049407 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-ea3f7e93-0876-4fee-96a9-81eb8b5d8ef5 None None] Set router 02ac27a1-e86a-4ad2-b466-d4a2f30d769f gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:42:46.119033 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-5ce0a52b-9ebc-4fb7-a2f4-957a11610228 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] 10.222.0.75 "GET /v2.0/routers/02ac27a1-e86a-4ad2-b466-d4a2f30d769f HTTP/1.1" status: 200 len: 907 time: 0.2635810 Nov 25 17:42:46.171260 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60852) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:46.178370 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-f716fef8-3296-4488-a9f3-bcc7ad329352 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Request body: {'router': {'name': 'tempest-snat-router-423189667', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'enable_snat': True}}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:46.191507 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a92674dd-9cb2-4b14-a65c-c08d1394ba09 req-9eeed6c2-f386-4b87-9eda-84e97cdc260b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77715b06-c49c-4d13-8738-53454fbe5ee6 HTTP/1.1" status: 200 len: 217 time: 0.1420727 Nov 25 17:42:46.315906 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-99f99631-8dc8-40d7-bd74-b0c68d6e9daf tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] For port 5d8eb17f-3123-4d0f-a60c-b92147f3e7d0, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=5d8eb17f-3123-4d0f-a60c-b92147f3e7d0,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:46.378953 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-99f99631-8dc8-40d7-bd74-b0c68d6e9daf tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:46.411630 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-99f99631-8dc8-40d7-bd74-b0c68d6e9daf tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:46.414534 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-99f99631-8dc8-40d7-bd74-b0c68d6e9daf tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:46.519127 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3d3163c3-faa0-49ec-b329-82b44e1c2e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:46.520310 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f99631-8dc8-40d7-bd74-b0c68d6e9daf tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:42:46.524300 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f99631-8dc8-40d7-bd74-b0c68d6e9daf tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event updated for resources: {'Subnet': ['ID=2a98c429-a195-491a-a79a-711781cdd241,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:46.533747 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f716fef8-3296-4488-a9f3-bcc7ad329352 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:46.535731 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f716fef8-3296-4488-a9f3-bcc7ad329352 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:46.538716 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-99f99631-8dc8-40d7-bd74-b0c68d6e9daf tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:42:46.552031 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f99631-8dc8-40d7-bd74-b0c68d6e9daf tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:46.553011 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-99f99631-8dc8-40d7-bd74-b0c68d6e9daf tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:46.582967 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc5dec3-6d76-4d2a-be66-0608e1a8f0f1 None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:42:46.609600 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92674dd-9cb2-4b14-a65c-c08d1394ba09 req-c0b5d10d-8d3b-4adf-b3f0-284f11b2a22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:46.611512 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a92674dd-9cb2-4b14-a65c-c08d1394ba09 req-c0b5d10d-8d3b-4adf-b3f0-284f11b2a22a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=92c7feae-a681-4eef-9363-e8ec257e6ee2 HTTP/1.1" status: 200 len: 854 time: 0.4099636 Nov 25 17:42:46.632213 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-99f99631-8dc8-40d7-bd74-b0c68d6e9daf tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.7913969 Nov 25 17:42:46.639155 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-46b96b6c-2c54-4372-b0f5-4ff320db73ad tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] 10.222.0.75 "DELETE /v2.0/routers/4cb833b2-5816-4f60-9e37-a33b8159a878/tags HTTP/1.1" status: 204 len: 168 time: 1.0727761 Nov 25 17:42:46.640234 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60858) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:46.641243 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60860) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:46.653281 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-d85b3f92-af81-4257-9313-3a7590f6a2dd tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Request body: {'port': {'network_id': 'fed75ec1-726a-45be-ab23-2dd76f977831', 'mac_address': 'fa:16:3e:cb:08:d9', 'name': 'tempest-NetworksTestDHCPv6-386896835'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:46.719617 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a92674dd-9cb2-4b14-a65c-c08d1394ba09 req-23aa2d13-319e-4846-b2ab-4fcb118027c4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9d6752ab-c41d-41e5-ab04-0f224a9acdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0919249 Nov 25 17:42:46.771828 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3163c3-faa0-49ec-b329-82b44e1c2e9c admin admin] Checking segment: {'id': 'd6e7e79c-466c-40cb-8e2d-9a39f814ce02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '762853d9-38e5-4380-88ed-82e8f6ae46d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:42:46.771828 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3163c3-faa0-49ec-b329-82b44e1c2e9c admin admin] Network hostable DHCP agents. Network: 762853d9-38e5-4380-88ed-82e8f6ae46d0, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:42:46.775634 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3163c3-faa0-49ec-b329-82b44e1c2e9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2359eb3b-2212-46df-98c5-fcb6d89adeb1,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:46.779387 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f716fef8-3296-4488-a9f3-bcc7ad329352 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:46.794895 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.tag.tag_plugin [None req-8eb15309-fb90-44d7-9fb9-88d0cd06cf1c tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'bc3a1522-f626-4311-bdec-28d04111e5d7') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:46.879950 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-c630231b-18d6-4a24-ac11-6dd10741f458 None None] Provisioning complete for port 5d8eb17f-3123-4d0f-a60c-b92147f3e7d0 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:46.880472 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c630231b-18d6-4a24-ac11-6dd10741f458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:46.881460 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f99631-8dc8-40d7-bd74-b0c68d6e9daf tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event updated for resources: {'Port': ['ID=5d8eb17f-3123-4d0f-a60c-b92147f3e7d0,revision_number=4']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:46.899119 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85b3f92-af81-4257-9313-3a7590f6a2dd tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Made reservation on behalf of b4fd74d3755f4cd39b2026436dde8bb1 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:42:46.954851 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:46.972654 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.db.api [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:42:46.978164 n-d-817746-1 neutron-server[103362]: DEBUG oslo_db.api [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:42:47.008558 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:47.018847 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-ea3f7e93-0876-4fee-96a9-81eb8b5d8ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ac27a1-e86a-4ad2-b466-d4a2f30d769f', 'name': 'tempest-snat-router-423189667', 'tenant_id': '9f82b5650a9f42b8a56367abd7a32cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.90'}], 'enable_snat': False}, 'gw_port_id': 'c218ff7e-9afa-43ed-a878-5f82a98f108c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:42:39Z', 'updated_at': '2021-11-25T17:42:43Z', 'revision_number': 3, 'project_id': '9f82b5650a9f42b8a56367abd7a32cc4', 'gw_port': {'id': 'c218ff7e-9afa-43ed-a878-5f82a98f108c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ac27a1-e86a-4ad2-b466-d4a2f30d769f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:41Z', 'updated_at': '2021-11-25T17:42:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:47.059754 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8eb15309-fb90-44d7-9fb9-88d0cd06cf1c tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] 10.222.0.75 "DELETE /v2.0/ports/bc3a1522-f626-4311-bdec-28d04111e5d7/tags HTTP/1.1" status: 204 len: 168 time: 0.2688606 Nov 25 17:42:47.061162 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3f7e93-0876-4fee-96a9-81eb8b5d8ef5 None None] Checking router: 02ac27a1-e86a-4ad2-b466-d4a2f30d769f for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:42:47.061631 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3f7e93-0876-4fee-96a9-81eb8b5d8ef5 None None] Updating router 02ac27a1-e86a-4ad2-b466-d4a2f30d769f port c218ff7e-9afa-43ed-a878-5f82a98f108c binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:42:47.063260 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60864) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:47.080365 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.tag.tag_plugin [None req-76c71ca3-71d9-4f1b-b2ac-e7ec6204090e tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2b2b52bf-62b1-428e-a497-eb5104574e9b') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:47.105325 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3163c3-faa0-49ec-b329-82b44e1c2e9c admin admin] Network 762853d9-38e5-4380-88ed-82e8f6ae46d0 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:42:47.120330 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a92674dd-9cb2-4b14-a65c-c08d1394ba09 req-e065a068-93d9-4868-ae47-4f15d745a9e6 service neutron] 10.222.0.74 "GET /v2.0/networks/9d6752ab-c41d-41e5-ab04-0f224a9acdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3592474 Nov 25 17:42:47.188519 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-622ef451-353f-4b1f-a15a-abecc70f7f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:47.188767 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d85b3f92-af81-4257-9313-3a7590f6a2dd tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:47.194906 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ea3f7e93-0876-4fee-96a9-81eb8b5d8ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:47.198869 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c630231b-18d6-4a24-ac11-6dd10741f458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:47.235924 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-3d3163c3-faa0-49ec-b329-82b44e1c2e9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 762853d9-38e5-4380-88ed-82e8f6ae46d0) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:42:47.251205 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9122ffc0-3bb5-4093-ad7c-eb3393d41f8f None None] Network 762853d9-38e5-4380-88ed-82e8f6ae46d0 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:42:47.264426 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-d85b3f92-af81-4257-9313-3a7590f6a2dd tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] device_id is not set on port d173a2e1-e1eb-4886-a95d-a3256b0e290f yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:42:47.285542 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3163c3-faa0-49ec-b329-82b44e1c2e9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:47.286154 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3d3163c3-faa0-49ec-b329-82b44e1c2e9c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:47.294112 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-c630231b-18d6-4a24-ac11-6dd10741f458 None None] For port 5d8eb17f-3123-4d0f-a60c-b92147f3e7d0, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=5d8eb17f-3123-4d0f-a60c-b92147f3e7d0,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:47.321246 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f716fef8-3296-4488-a9f3-bcc7ad329352 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:47.344477 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c630231b-18d6-4a24-ac11-6dd10741f458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:47.403664 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-3d3163c3-faa0-49ec-b329-82b44e1c2e9c admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3866849 Nov 25 17:42:47.428478 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60874) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:47.437935 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-fee48784-43f9-4b16-a29d-4e8112d29e4b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1434998664-router', 'tenant_id': 'bcc83327df764a93b0dfb6e88102bcf0', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:47.479620 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60876) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:47.480426 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-76c71ca3-71d9-4f1b-b2ac-e7ec6204090e tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] 10.222.0.75 "DELETE /v2.0/subnets/2b2b52bf-62b1-428e-a497-eb5104574e9b/tags HTTP/1.1" status: 204 len: 168 time: 0.4136903 Nov 25 17:42:47.568636 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064cebdc-7c80-4ff4-ac30-00cb9bc2366d req-a7a3864e-17c5-4c57-81d9-e96b02ed0621 tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:47.570586 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-064cebdc-7c80-4ff4-ac30-00cb9bc2366d req-a7a3864e-17c5-4c57-81d9-e96b02ed0621 tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] 10.222.0.75 "GET /v2.0/ports?device_id=225b94dc-3203-4a7b-9574-a8459606216b HTTP/1.1" status: 200 len: 943 time: 0.2771735 Nov 25 17:42:47.573159 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a92674dd-9cb2-4b14-a65c-c08d1394ba09 req-66edfba5-5ec3-4031-88ea-5ed0106d6e0e service neutron] 10.222.0.74 "GET /v2.0/networks/9d6752ab-c41d-41e5-ab04-0f224a9acdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4037862 Nov 25 17:42:47.717841 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c630231b-18d6-4a24-ac11-6dd10741f458 None None] Pushing event updated for resources: {'Port': ['ID=5d8eb17f-3123-4d0f-a60c-b92147f3e7d0,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:47.739463 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fee48784-43f9-4b16-a29d-4e8112d29e4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:47.740688 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fee48784-43f9-4b16-a29d-4e8112d29e4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:47.745831 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-d85b3f92-af81-4257-9313-3a7590f6a2dd tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Allocated IP 2001:db8::169 (fed75ec1-726a-45be-ab23-2dd76f977831/c65eeb49-a4c3-45af-9395-5f7b4697fac5/d173a2e1-e1eb-4886-a95d-a3256b0e290f) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:42:47.761104 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-d85b3f92-af81-4257-9313-3a7590f6a2dd tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Allocated IP 2001:db8:0:1:f816:3eff:fecb:8d9 (fed75ec1-726a-45be-ab23-2dd76f977831/2a98c429-a195-491a-a79a-711781cdd241/d173a2e1-e1eb-4886-a95d-a3256b0e290f) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:42:47.839962 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c630231b-18d6-4a24-ac11-6dd10741f458 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:47.849737 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c630231b-18d6-4a24-ac11-6dd10741f458 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:47.850315 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c630231b-18d6-4a24-ac11-6dd10741f458 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:47.850795 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c630231b-18d6-4a24-ac11-6dd10741f458 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:47.851284 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c630231b-18d6-4a24-ac11-6dd10741f458 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:47.854330 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c630231b-18d6-4a24-ac11-6dd10741f458 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:47.854816 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c630231b-18d6-4a24-ac11-6dd10741f458 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:47.864847 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c630231b-18d6-4a24-ac11-6dd10741f458 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:47.864847 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c630231b-18d6-4a24-ac11-6dd10741f458 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:47.864847 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c630231b-18d6-4a24-ac11-6dd10741f458 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:47.864847 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c630231b-18d6-4a24-ac11-6dd10741f458 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:47.864847 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c630231b-18d6-4a24-ac11-6dd10741f458 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:47.878582 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fee48784-43f9-4b16-a29d-4e8112d29e4b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:47.910837 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e957c5eb-f68b-4192-a046-df8122717be5 None None] Network 762853d9-38e5-4380-88ed-82e8f6ae46d0 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:42:47.945508 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-064cebdc-7c80-4ff4-ac30-00cb9bc2366d req-0bf9cb48-b489-4e54-becf-f8878fd8c16b tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] 10.222.0.75 "GET /v2.0/security-groups?id=60cba737-f62f-48b0-b6f3-e381b4a1e902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205724 Nov 25 17:42:47.959629 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 5d8eb17f-3123-4d0f-a60c-b92147f3e7d0 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:42:48.077529 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d85b3f92-af81-4257-9313-3a7590f6a2dd tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:48.130031 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d85b3f92-af81-4257-9313-3a7590f6a2dd tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:48.181992 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85b3f92-af81-4257-9313-3a7590f6a2dd tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event updated for resources: {'Port': ['ID=d173a2e1-e1eb-4886-a95d-a3256b0e290f,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:48.202660 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85b3f92-af81-4257-9313-3a7590f6a2dd tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Network fed75ec1-726a-45be-ab23-2dd76f977831 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:42:48.206155 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-d85b3f92-af81-4257-9313-3a7590f6a2dd tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:42:48.212176 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85b3f92-af81-4257-9313-3a7590f6a2dd tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:42:48.219487 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85b3f92-af81-4257-9313-3a7590f6a2dd tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:48.220282 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d85b3f92-af81-4257-9313-3a7590f6a2dd tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:48.238519 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d339667c-039b-4764-9b6a-b81b19c41093 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Publish callbacks [] for subnetpool, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:48.243791 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d339667c-039b-4764-9b6a-b81b19c41093 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] 10.222.0.75 "DELETE /v2.0/subnetpools/d84ed059-1a51-4a2d-b6c0-a5fc6ce78661 HTTP/1.1" status: 204 len: 168 time: 0.7556953 Nov 25 17:42:48.247344 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d85b3f92-af81-4257-9313-3a7590f6a2dd tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.5972183 Nov 25 17:42:48.247344 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60878) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:48.253465 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60880) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:48.279822 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-bdf6ae62-673c-4854-a825-18245949db21 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] 10.222.0.75 "GET /v2.0/ports?device_id=4cb833b2-5816-4f60-9e37-a33b8159a878 HTTP/1.1" status: 200 len: 205 time: 0.0315652 Nov 25 17:42:48.280133 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60882) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:48.349475 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fee48784-43f9-4b16-a29d-4e8112d29e4b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:48.382675 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-04ae0528-1a9c-4b73-aafb-6fb5e1bc92a6 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:48.405646 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-24f3e98f-71fc-4338-bf97-e4e2f2d5f7ef None None] Provisioning complete for port 5d8eb17f-3123-4d0f-a60c-b92147f3e7d0 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:48.406032 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-24f3e98f-71fc-4338-bf97-e4e2f2d5f7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:48.407591 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 5d8eb17f-3123-4d0f-a60c-b92147f3e7d0 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:48.407953 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:48.437325 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ea3f7e93-0876-4fee-96a9-81eb8b5d8ef5 None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:48.503042 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ea3f7e93-0876-4fee-96a9-81eb8b5d8ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:48.627078 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-ea3f7e93-0876-4fee-96a9-81eb8b5d8ef5 None None] Attempting to bind port c218ff7e-9afa-43ed-a878-5f82a98f108c on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:42:48.627247 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-ea3f7e93-0876-4fee-96a9-81eb8b5d8ef5 None None] Attempting to bind port c218ff7e-9afa-43ed-a878-5f82a98f108c by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:42:48.627602 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3f7e93-0876-4fee-96a9-81eb8b5d8ef5 None None] Attempting to bind port c218ff7e-9afa-43ed-a878-5f82a98f108c on network 1aa44027-b9d0-4a56-9a59-7e664703e20a {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:42:48.640954 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2253f68-97ca-4e10-8bad-5c8f753f4e68 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:42:48.665008 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3f7e93-0876-4fee-96a9-81eb8b5d8ef5 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:42:48.665399 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3f7e93-0876-4fee-96a9-81eb8b5d8ef5 None None] Checking segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:42:48.665903 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ea3f7e93-0876-4fee-96a9-81eb8b5d8ef5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:48.666302 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3f7e93-0876-4fee-96a9-81eb8b5d8ef5 None None] Bound using segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:42:48.666804 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-ea3f7e93-0876-4fee-96a9-81eb8b5d8ef5 None None] Bound port: c218ff7e-9afa-43ed-a878-5f82a98f108c, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:42:48.667484 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ea3f7e93-0876-4fee-96a9-81eb8b5d8ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:48.700091 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-04ae0528-1a9c-4b73-aafb-6fb5e1bc92a6 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:48.702720 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-04ae0528-1a9c-4b73-aafb-6fb5e1bc92a6 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:48.710922 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f716fef8-3296-4488-a9f3-bcc7ad329352 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:48.715613 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a609ae-5e4d-47e7-bdfa-56788efa0ce5 None None] Pushing event updated for resources: {'Port': ['ID=c218ff7e-9afa-43ed-a878-5f82a98f108c,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:48.781666 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f716fef8-3296-4488-a9f3-bcc7ad329352 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:48.816858 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-04ae0528-1a9c-4b73-aafb-6fb5e1bc92a6 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:48.817440 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ae0528-1a9c-4b73-aafb-6fb5e1bc92a6 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Fanout notify agent at l3_agent the message router_deleted on router 4cb833b2-5816-4f60-9e37-a33b8159a878 {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:42:48.830801 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-ea3f7e93-0876-4fee-96a9-81eb8b5d8ef5 None None] For port c218ff7e-9afa-43ed-a878-5f82a98f108c, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:42:48.840407 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-04ae0528-1a9c-4b73-aafb-6fb5e1bc92a6 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:48.842971 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-04ae0528-1a9c-4b73-aafb-6fb5e1bc92a6 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] 10.222.0.75 "DELETE /v2.0/routers/4cb833b2-5816-4f60-9e37-a33b8159a878 HTTP/1.1" status: 204 len: 168 time: 0.5607057 Nov 25 17:42:48.845294 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60888) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:48.855982 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-ea3f7e93-0876-4fee-96a9-81eb8b5d8ef5 None None] For port c218ff7e-9afa-43ed-a878-5f82a98f108c, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=c218ff7e-9afa-43ed-a878-5f82a98f108c,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:42:48.862657 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ea3f7e93-0876-4fee-96a9-81eb8b5d8ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:48.876348 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 77715b06-c49c-4d13-8738-53454fbe5ee6 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:42:48.913576 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-f716fef8-3296-4488-a9f3-bcc7ad329352 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Allocated IP 172.25.0.94 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/b18491cf-84c1-47e0-b366-a1761d18c80c) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:42:48.935690 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df20951e-e705-4cf8-aaab-c22d5116c279 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:42:48.973083 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3f7e93-0876-4fee-96a9-81eb8b5d8ef5 None None] Routers {'02ac27a1-e86a-4ad2-b466-d4a2f30d769f'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:48.973742 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-ea3f7e93-0876-4fee-96a9-81eb8b5d8ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:42:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['02ac27a1-e86a-4ad2-b466-d4a2f30d769f'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:49.016213 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-c62785c0-121a-48b2-8228-fbc57814e1d3 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Deleting port bc3a1522-f626-4311-bdec-28d04111e5d7 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:42:49.016583 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c62785c0-121a-48b2-8228-fbc57814e1d3 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:49.029925 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a609ae-5e4d-47e7-bdfa-56788efa0ce5 None None] Pushing event updated for resources: {'Port': ['ID=c218ff7e-9afa-43ed-a878-5f82a98f108c,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:49.178049 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c62785c0-121a-48b2-8228-fbc57814e1d3 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:49.201577 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f716fef8-3296-4488-a9f3-bcc7ad329352 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:49.212295 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-c62785c0-121a-48b2-8228-fbc57814e1d3 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Calling delete_port for bc3a1522-f626-4311-bdec-28d04111e5d7 owned by {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:42:49.256619 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f716fef8-3296-4488-a9f3-bcc7ad329352 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:49.268971 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-a771850d-49f0-4f85-b936-4debda331e25 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Deleting port d173a2e1-e1eb-4886-a95d-a3256b0e290f {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:42:49.269332 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a771850d-49f0-4f85-b936-4debda331e25 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:49.297018 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f716fef8-3296-4488-a9f3-bcc7ad329352 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:42:49.308098 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-e4ebf336-26fa-46c9-90bb-747dc7349344 None None] Provisioning complete for port d173a2e1-e1eb-4886-a95d-a3256b0e290f triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:49.308712 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e4ebf336-26fa-46c9-90bb-747dc7349344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:49.318304 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-f716fef8-3296-4488-a9f3-bcc7ad329352 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:42:49.332216 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f716fef8-3296-4488-a9f3-bcc7ad329352 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:42:49.344511 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88698e51-a8ab-4103-8bcd-5ebff67708cc None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:42:49.417573 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 77715b06-c49c-4d13-8738-53454fbe5ee6, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=77715b06-c49c-4d13-8738-53454fbe5ee6,segment=NetworkSegment(682345a5-ec8f-4204-a78d-03da0d4b4735),segment_id=682345a5-ec8f-4204-a78d-03da0d4b4735)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:49.443063 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '77715b06-c49c-4d13-8738-53454fbe5ee6', 'network_id': '9d6752ab-c41d-41e5-ab04-0f224a9acdc0', 'port_id': '77715b06-c49c-4d13-8738-53454fbe5ee6', 'mac_address': 'fa:16:3e:8a:99:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c7feae-a681-4eef-9363-e8ec257e6ee2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:42:49.481116 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c62785c0-121a-48b2-8228-fbc57814e1d3 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:49.509008 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-e4ebf336-26fa-46c9-90bb-747dc7349344 None None] Port d173a2e1-e1eb-4886-a95d-a3256b0e290f cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:42:49.532443 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62785c0-121a-48b2-8228-fbc57814e1d3 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Pushing event deleted for resources: {'Port': ['ID=bc3a1522-f626-4311-bdec-28d04111e5d7,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:49.536092 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-ea3f7e93-0876-4fee-96a9-81eb8b5d8ef5 None None] Set router 02ac27a1-e86a-4ad2-b466-d4a2f30d769f gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:42:49.652313 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c62785c0-121a-48b2-8228-fbc57814e1d3 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:49.655813 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:49.658965 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c62785c0-121a-48b2-8228-fbc57814e1d3 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] 10.222.0.75 "DELETE /v2.0/ports/bc3a1522-f626-4311-bdec-28d04111e5d7 HTTP/1.1" status: 204 len: 168 time: 0.8120282 Nov 25 17:42:49.661179 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60900) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:49.709743 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-e4ebf336-26fa-46c9-90bb-747dc7349344 None None] Provisioning complete for port c218ff7e-9afa-43ed-a878-5f82a98f108c triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:49.710057 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e4ebf336-26fa-46c9-90bb-747dc7349344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:49.830194 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-c18a8b78-9d7d-4f9d-be48-edd2565714c3 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Deleting subnet 2b2b52bf-62b1-428e-a497-eb5104574e9b {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:42:49.843826 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c18a8b78-9d7d-4f9d-be48-edd2565714c3 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:49.866075 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77715b06-c49c-4d13-8738-53454fbe5ee6 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:42:49.916507 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a33b947d-4dc8-4bf2-a4ea-b3c749278bb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:49.927615 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 77715b06-c49c-4d13-8738-53454fbe5ee6, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=77715b06-c49c-4d13-8738-53454fbe5ee6,segment=NetworkSegment(682345a5-ec8f-4204-a78d-03da0d4b4735),segment_id=682345a5-ec8f-4204-a78d-03da0d4b4735)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:49.950171 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:49.957605 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c18a8b78-9d7d-4f9d-be48-edd2565714c3 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:49.959350 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 5d8eb17f-3123-4d0f-a60c-b92147f3e7d0 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:42:50.107969 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c18a8b78-9d7d-4f9d-be48-edd2565714c3 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:50.117828 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 5d8eb17f-3123-4d0f-a60c-b92147f3e7d0 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:50.118351 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:50.180421 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e4ebf336-26fa-46c9-90bb-747dc7349344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:50.192868 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c18a8b78-9d7d-4f9d-be48-edd2565714c3 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:50.197739 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=77715b06-c49c-4d13-8738-53454fbe5ee6,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:50.217765 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['77715b06-c49c-4d13-8738-53454fbe5ee6'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:42:50.229865 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18a8b78-9d7d-4f9d-be48-edd2565714c3 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Pushing event deleted for resources: {'Subnet': ['ID=2b2b52bf-62b1-428e-a497-eb5104574e9b,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:50.238687 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491750a5-51e7-432f-9ced-c3bce1bc0147 req-ae84ab7a-0a05-4cf5-a82c-71a3f3081257 tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:50.240252 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-491750a5-51e7-432f-9ced-c3bce1bc0147 req-ae84ab7a-0a05-4cf5-a82c-71a3f3081257 tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] 10.222.0.75 "GET /v2.0/ports?device_id=225b94dc-3203-4a7b-9574-a8459606216b HTTP/1.1" status: 200 len: 943 time: 1.2019222 Nov 25 17:42:50.242333 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c18a8b78-9d7d-4f9d-be48-edd2565714c3 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:50.246781 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-e4ebf336-26fa-46c9-90bb-747dc7349344 None None] For port c218ff7e-9afa-43ed-a878-5f82a98f108c, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=c218ff7e-9afa-43ed-a878-5f82a98f108c,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:50.250672 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c18a8b78-9d7d-4f9d-be48-edd2565714c3 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] 10.222.0.75 "DELETE /v2.0/subnets/2b2b52bf-62b1-428e-a497-eb5104574e9b HTTP/1.1" status: 204 len: 168 time: 0.5878704 Nov 25 17:42:50.251739 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60902) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:50.351434 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3aea0d3-6c9d-4771-bc9e-652937f005c5 None None] Network 81c77e1c-76c0-4e95-8e0e-f4a4711d8de6 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:42:50.364681 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f716fef8-3296-4488-a9f3-bcc7ad329352 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Pushing event updated for resources: {'Port': ['ID=b18491cf-84c1-47e0-b366-a1761d18c80c,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:50.374234 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2694126d-fe7c-42da-8351-659b7cc8a520 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:50.391856 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e4ebf336-26fa-46c9-90bb-747dc7349344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:50.462028 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-2694126d-fe7c-42da-8351-659b7cc8a520 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Deleting port 2b240183-5b3b-448b-8adb-c8a21a75e514 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:42:50.462697 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2694126d-fe7c-42da-8351-659b7cc8a520 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:50.483551 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-491750a5-51e7-432f-9ced-c3bce1bc0147 req-0667c307-2c4d-41e5-8a6c-050ab069e21a tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] 10.222.0.75 "GET /v2.0/security-groups?id=60cba737-f62f-48b0-b6f3-e381b4a1e902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203145 Nov 25 17:42:50.522151 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-ea3f7e93-0876-4fee-96a9-81eb8b5d8ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ac27a1-e86a-4ad2-b466-d4a2f30d769f', 'name': 'tempest-snat-router-423189667', 'tenant_id': '9f82b5650a9f42b8a56367abd7a32cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.90'}], 'enable_snat': False}, 'gw_port_id': 'c218ff7e-9afa-43ed-a878-5f82a98f108c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:42:39Z', 'updated_at': '2021-11-25T17:42:43Z', 'revision_number': 3, 'project_id': '9f82b5650a9f42b8a56367abd7a32cc4', 'gw_port': {'id': 'c218ff7e-9afa-43ed-a878-5f82a98f108c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ac27a1-e86a-4ad2-b466-d4a2f30d769f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:41Z', 'updated_at': '2021-11-25T17:42:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:50.549984 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a771850d-49f0-4f85-b936-4debda331e25 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:50.600351 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-2694126d-fe7c-42da-8351-659b7cc8a520 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] For port 2b240183-5b3b-448b-8adb-c8a21a75e514, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=2b240183-5b3b-448b-8adb-c8a21a75e514,segment=NetworkSegment(bbccdbf4-bd70-4427-8db1-b463a5f0a22a),segment_id=bbccdbf4-bd70-4427-8db1-b463a5f0a22a)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:50.601261 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2694126d-fe7c-42da-8351-659b7cc8a520 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:50.616680 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3f7e93-0876-4fee-96a9-81eb8b5d8ef5 None None] The sync data for ids ['02ac27a1-e86a-4ad2-b466-d4a2f30d769f'] in n-d-817746-1 is: [{'id': '02ac27a1-e86a-4ad2-b466-d4a2f30d769f', 'name': 'tempest-snat-router-423189667', 'tenant_id': '9f82b5650a9f42b8a56367abd7a32cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.90'}], 'enable_snat': False}, 'gw_port_id': 'c218ff7e-9afa-43ed-a878-5f82a98f108c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:42:39Z', 'updated_at': '2021-11-25T17:42:43Z', 'revision_number': 3, 'project_id': '9f82b5650a9f42b8a56367abd7a32cc4', 'gw_port': {'id': 'c218ff7e-9afa-43ed-a878-5f82a98f108c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ac27a1-e86a-4ad2-b466-d4a2f30d769f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:41Z', 'updated_at': '2021-11-25T17:42:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:42:50.635520 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-2694126d-fe7c-42da-8351-659b7cc8a520 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Calling delete_port for 2b240183-5b3b-448b-8adb-c8a21a75e514 owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:42:50.649727 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-a771850d-49f0-4f85-b936-4debda331e25 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Calling delete_port for d173a2e1-e1eb-4886-a95d-a3256b0e290f owned by {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:42:50.754122 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ebf336-26fa-46c9-90bb-747dc7349344 None None] Pushing event updated for resources: {'Port': ['ID=c218ff7e-9afa-43ed-a878-5f82a98f108c,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:50.763261 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-aee7ae1a-5cae-4ca5-894c-1afea9657bca None None] Provisioning complete for port c218ff7e-9afa-43ed-a878-5f82a98f108c triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:50.763637 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-aee7ae1a-5cae-4ca5-894c-1afea9657bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:50.854482 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2694126d-fe7c-42da-8351-659b7cc8a520 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:50.872589 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2694126d-fe7c-42da-8351-659b7cc8a520 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] No DVR routers for this DVR port 2b240183-5b3b-448b-8adb-c8a21a75e514 on host n-d-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:42:50.923182 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fee48784-43f9-4b16-a29d-4e8112d29e4b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:50.935964 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:50.960631 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fee48784-43f9-4b16-a29d-4e8112d29e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:51.008958 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f716fef8-3296-4488-a9f3-bcc7ad329352 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:51.097001 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c3e615-f1ea-4657-b463-57d765ff328c None None] DHCP port deletion for 81c77e1c-76c0-4e95-8e0e-f4a4711d8de6 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:42:51.121596 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2694126d-fe7c-42da-8351-659b7cc8a520 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:51.170231 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-2694126d-fe7c-42da-8351-659b7cc8a520 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81c77e1c-76c0-4e95-8e0e-f4a4711d8de6']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:51.185164 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-aee7ae1a-5cae-4ca5-894c-1afea9657bca None None] Provisioning complete for port b18491cf-84c1-47e0-b366-a1761d18c80c triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:51.186063 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-aee7ae1a-5cae-4ca5-894c-1afea9657bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:51.246290 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-2694126d-fe7c-42da-8351-659b7cc8a520 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbccdbf4-bd70-4427-8db1-b463a5f0a22a') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:51.246491 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-2694126d-fe7c-42da-8351-659b7cc8a520 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbccdbf4-bd70-4427-8db1-b463a5f0a22a') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:51.248632 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2694126d-fe7c-42da-8351-659b7cc8a520 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Pushing event deleted for resources: {'Port': ['ID=2b240183-5b3b-448b-8adb-c8a21a75e514,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:51.263566 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-aee7ae1a-5cae-4ca5-894c-1afea9657bca None None] Port b18491cf-84c1-47e0-b366-a1761d18c80c cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:42:51.284932 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2694126d-fe7c-42da-8351-659b7cc8a520 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:51.329567 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2694126d-fe7c-42da-8351-659b7cc8a520 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:51.339239 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2694126d-fe7c-42da-8351-659b7cc8a520 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Releasing vlan 913 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:42:51.339641 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2694126d-fe7c-42da-8351-659b7cc8a520 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:51.345537 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:42:51.345537 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:42:51.345537 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:42:51.345537 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:42:51.345537 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:42:51.345537 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:42:51.345537 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:42:51.345537 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:42:51.345537 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:42:51.345537 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:42:51.345537 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:42:51.345537 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:42:51.345537 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:42:51.345537 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:42:51.345537 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:42:51.345537 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:42:51.345537 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:42:51.345537 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:42:51.345537 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:42:51.345537 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:42:51.345537 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:42:51.345537 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:42:51.345537 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:42:51.345537 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:42:51.345537 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:42:51.345537 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:42:51.345537 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:42:51.345537 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:42:51.345537 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:42:51.345537 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:42:51.345537 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:42:51.345537 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:42:51.441693 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-fee48784-43f9-4b16-a29d-4e8112d29e4b admin admin] Allocated IP 172.25.0.252 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/55b51aed-da9b-466c-919c-ea57bd7ae5ed) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:42:51.462125 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2694126d-fe7c-42da-8351-659b7cc8a520 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:51.475508 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2694126d-fe7c-42da-8351-659b7cc8a520 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:51.483018 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2694126d-fe7c-42da-8351-659b7cc8a520 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] 10.222.0.75 "DELETE /v2.0/networks/81c77e1c-76c0-4e95-8e0e-f4a4711d8de6 HTTP/1.1" status: 204 len: 168 time: 1.2278352 Nov 25 17:42:51.515415 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2694126d-fe7c-42da-8351-659b7cc8a520 tempest-TagsExtTest-1500667898 tempest-TagsExtTest-1500667898-project] Pushing event deleted for resources: {'Network': ['ID=81c77e1c-76c0-4e95-8e0e-f4a4711d8de6,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:51.666679 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a771850d-49f0-4f85-b936-4debda331e25 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:51.764921 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fee48784-43f9-4b16-a29d-4e8112d29e4b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:51.886249 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a771850d-49f0-4f85-b936-4debda331e25 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event deleted for resources: {'Port': ['ID=d173a2e1-e1eb-4886-a95d-a3256b0e290f,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:51.890604 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60922) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:51.893386 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fee48784-43f9-4b16-a29d-4e8112d29e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:51.959268 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device c218ff7e-9afa-43ed-a878-5f82a98f108c up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:42:52.054660 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:52.073172 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee48784-43f9-4b16-a29d-4e8112d29e4b admin admin] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:42:52.097624 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port c218ff7e-9afa-43ed-a878-5f82a98f108c triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:52.098039 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:52.109874 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f9cd7-691e-4418-ab62-cc2e48f61fa6 req-54e15f46-71d2-41b7-90b0-01a3cabf3903 tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:52.113085 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-887f9cd7-691e-4418-ab62-cc2e48f61fa6 req-54e15f46-71d2-41b7-90b0-01a3cabf3903 tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] 10.222.0.75 "GET /v2.0/ports?device_id=225b94dc-3203-4a7b-9574-a8459606216b HTTP/1.1" status: 200 len: 944 time: 0.5227573 Nov 25 17:42:52.140545 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-cff79ab6-d21d-4b27-b5e8-6e3c0000bc3e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b1148dfa282f41f4af71b6326bcb4901&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2477472 Nov 25 17:42:52.142960 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60926) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:52.149986 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-fee48784-43f9-4b16-a29d-4e8112d29e4b admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:42:52.159730 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f716fef8-3296-4488-a9f3-bcc7ad329352 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:52.175811 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee48784-43f9-4b16-a29d-4e8112d29e4b admin admin] Pushing event updated for resources: {'Port': ['ID=55b51aed-da9b-466c-919c-ea57bd7ae5ed,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:52.196083 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea943d27-d6c6-440e-bf5b-24447a43fef0 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:42:52.196425 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee48784-43f9-4b16-a29d-4e8112d29e4b admin admin] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:42:52.223433 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a771850d-49f0-4f85-b936-4debda331e25 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:52.234009 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-a771850d-49f0-4f85-b936-4debda331e25 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/ports/d173a2e1-e1eb-4886-a95d-a3256b0e290f HTTP/1.1" status: 204 len: 168 time: 3.9584186 Nov 25 17:42:52.240490 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60928) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:52.302912 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-72534fd9-7150-4031-a53b-ff1cbcd71faa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:52.309391 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-77217403-99b4-4477-9675-060fb6ea7ffc None None] Provisioning complete for port 55b51aed-da9b-466c-919c-ea57bd7ae5ed triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:52.310272 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-77217403-99b4-4477-9675-060fb6ea7ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:52.337342 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-72534fd9-7150-4031-a53b-ff1cbcd71faa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:52.371187 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 2b240183-5b3b-448b-8adb-c8a21a75e514 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:42:52.410051 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-77217403-99b4-4477-9675-060fb6ea7ffc None None] Port 55b51aed-da9b-466c-919c-ea57bd7ae5ed cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:42:52.411599 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 2b240183-5b3b-448b-8adb-c8a21a75e514 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:42:52.412037 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 2b240183-5b3b-448b-8adb-c8a21a75e514 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:42:52.431211 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-72534fd9-7150-4031-a53b-ff1cbcd71faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:52.439721 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-72534fd9-7150-4031-a53b-ff1cbcd71faa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:52.441175 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-72534fd9-7150-4031-a53b-ff1cbcd71faa admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e4dde718-716d-458a-9a77-6125c84ec07e HTTP/1.1" status: 204 len: 168 time: 0.2971504 Nov 25 17:42:52.459884 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72534fd9-7150-4031-a53b-ff1cbcd71faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4dde718-716d-458a-9a77-6125c84ec07e,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:52.611971 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-887f9cd7-691e-4418-ab62-cc2e48f61fa6 req-7ee2d28f-af71-4fe8-9cb1-010cd4445bf0 tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] 10.222.0.75 "GET /v2.0/security-groups?id=60cba737-f62f-48b0-b6f3-e381b4a1e902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4578249 Nov 25 17:42:52.714041 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1afe199-eba1-41ad-b542-951639cab2d1 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:52.715596 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-a1afe199-eba1-41ad-b542-951639cab2d1 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.4565952 Nov 25 17:42:52.719905 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60936) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:52.887657 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 77715b06-c49c-4d13-8738-53454fbe5ee6 up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:42:52.903279 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b84da3a-b8a7-45b1-ad47-0a1f74db01ad tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:52.905586 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3b84da3a-b8a7-45b1-ad47-0a1f74db01ad tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1807318 Nov 25 17:42:52.908113 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60948) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:52.942292 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f716fef8-3296-4488-a9f3-bcc7ad329352 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Router 9e589855-974e-465c-b277-637a58a22eb5 is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:42:52.989486 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:53.022389 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port 77715b06-c49c-4d13-8738-53454fbe5ee6 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:42:53.027927 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 77715b06-c49c-4d13-8738-53454fbe5ee6 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:53.028321 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:53.043121 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79909b69-960a-4d6c-8614-9d30522fc7db tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:53.045183 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79909b69-960a-4d6c-8614-9d30522fc7db tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:53.046968 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79909b69-960a-4d6c-8614-9d30522fc7db tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:53.048891 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-79909b69-960a-4d6c-8614-9d30522fc7db tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1386616 Nov 25 17:42:53.051586 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60954) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:53.152852 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-185755ed-45f7-4672-8426-911d89af5663 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Deleting subnet 2a98c429-a195-491a-a79a-711781cdd241 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:42:53.164171 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-185755ed-45f7-4672-8426-911d89af5663 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:53.185606 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:53.217561 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '225b94dc-3203-4a7b-9574-a8459606216b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77715b06-c49c-4d13-8738-53454fbe5ee6'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:42:53.220868 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d1721b-dea6-4780-a7e8-39aa50cf1446" -d '{"events": [{"server_uuid": "225b94dc-3203-4a7b-9574-a8459606216b", "name": "network-vif-plugged", "status": "completed", "tag": "77715b06-c49c-4d13-8738-53454fbe5ee6"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:42:53.242477 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-185755ed-45f7-4672-8426-911d89af5663 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:53.268004 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 77715b06-c49c-4d13-8738-53454fbe5ee6, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=77715b06-c49c-4d13-8738-53454fbe5ee6,segment=NetworkSegment(682345a5-ec8f-4204-a78d-03da0d4b4735),segment_id=682345a5-ec8f-4204-a78d-03da0d4b4735)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:53.276798 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:53.362997 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fee48784-43f9-4b16-a29d-4e8112d29e4b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:53.386082 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f716fef8-3296-4488-a9f3-bcc7ad329352 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:42:53.396897 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593aff1d-6c23-457b-a696-33fa59471a04 None None] Sync routers for ids ['9e589855-974e-465c-b277-637a58a22eb5'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:42:53.417858 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593aff1d-6c23-457b-a696-33fa59471a04 None None] Routers {'9e589855-974e-465c-b277-637a58a22eb5'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:53.418726 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-593aff1d-6c23-457b-a696-33fa59471a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:42:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['9e589855-974e-465c-b277-637a58a22eb5'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:53.424588 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-185755ed-45f7-4672-8426-911d89af5663 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:53.427157 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=77715b06-c49c-4d13-8738-53454fbe5ee6,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:53.435958 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc28400-a7bb-40ca-86f4-d5cf8ec97614 x-openstack-request-id: req-dcc28400-a7bb-40ca-86f4-d5cf8ec97614 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:42:53.437463 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "225b94dc-3203-4a7b-9574-a8459606216b", "name": "network-vif-plugged", "status": "completed", "tag": "77715b06-c49c-4d13-8738-53454fbe5ee6", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:42:53.437867 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-dcc28400-a7bb-40ca-86f4-d5cf8ec97614 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:42:53.439119 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '225b94dc-3203-4a7b-9574-a8459606216b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77715b06-c49c-4d13-8738-53454fbe5ee6', 'code': 200} Nov 25 17:42:53.566685 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-185755ed-45f7-4672-8426-911d89af5663 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:53.614949 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f716fef8-3296-4488-a9f3-bcc7ad329352 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:53.620498 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-f716fef8-3296-4488-a9f3-bcc7ad329352 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 7.4442720 Nov 25 17:42:53.637858 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-593aff1d-6c23-457b-a696-33fa59471a04 None None] Set router 9e589855-974e-465c-b277-637a58a22eb5 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:42:53.639305 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60968) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:53.669612 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185755ed-45f7-4672-8426-911d89af5663 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event deleted for resources: {'Subnet': ['ID=2a98c429-a195-491a-a79a-711781cdd241,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:53.680920 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-185755ed-45f7-4672-8426-911d89af5663 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:53.681535 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db33a413-e8dd-49d9-80ea-7c4895b90950 None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:42:53.689429 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-185755ed-45f7-4672-8426-911d89af5663 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/subnets/2a98c429-a195-491a-a79a-711781cdd241 HTTP/1.1" status: 204 len: 168 time: 0.6357388 Nov 25 17:42:53.700085 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60974) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:54.094055 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e99bf503-f881-49c7-a8ad-2fef2db47d21 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] 10.222.0.75 "GET /v2.0/routers/9e589855-974e-465c-b277-637a58a22eb5 HTTP/1.1" status: 200 len: 906 time: 0.4499247 Nov 25 17:42:54.096341 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60980) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:54.192140 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-593aff1d-6c23-457b-a696-33fa59471a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e589855-974e-465c-b277-637a58a22eb5', 'name': 'tempest-snat-router-423189667', 'tenant_id': '9f82b5650a9f42b8a56367abd7a32cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': 'b18491cf-84c1-47e0-b366-a1761d18c80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:42:46Z', 'updated_at': '2021-11-25T17:42:50Z', 'revision_number': 3, 'project_id': '9f82b5650a9f42b8a56367abd7a32cc4', 'gw_port': {'id': 'b18491cf-84c1-47e0-b366-a1761d18c80c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:33:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e589855-974e-465c-b277-637a58a22eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:48Z', 'updated_at': '2021-11-25T17:42:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:54.229894 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593aff1d-6c23-457b-a696-33fa59471a04 None None] Checking router: 9e589855-974e-465c-b277-637a58a22eb5 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:42:54.230597 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593aff1d-6c23-457b-a696-33fa59471a04 None None] Updating router 9e589855-974e-465c-b277-637a58a22eb5 port b18491cf-84c1-47e0-b366-a1761d18c80c binding host n-d-817746-1 {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:42:54.279866 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-593aff1d-6c23-457b-a696-33fa59471a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:54.370281 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc4e9e5-a626-4a17-b835-c1b44d417aee req-80f704fd-476a-4ace-bd8e-5229939ad449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:54.371898 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8bc4e9e5-a626-4a17-b835-c1b44d417aee req-80f704fd-476a-4ace-bd8e-5229939ad449 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=225b94dc-3203-4a7b-9574-a8459606216b HTTP/1.1" status: 200 len: 1096 time: 0.9693267 Nov 25 17:42:54.388633 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-502cd881-b0ff-409b-94dd-a6d0dce48563 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:54.529682 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf3c4fb3-1d25-44da-bd68-acffa37c7243 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Deleting subnet c65eeb49-a4c3-45af-9395-5f7b4697fac5 {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:42:54.547048 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cf3c4fb3-1d25-44da-bd68-acffa37c7243 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:54.622981 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8bc4e9e5-a626-4a17-b835-c1b44d417aee req-c9e44f9b-5511-4de5-8d71-8d1aa1a707b3 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=60cba737-f62f-48b0-b6f3-e381b4a1e902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277710 Nov 25 17:42:54.685807 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-502cd881-b0ff-409b-94dd-a6d0dce48563 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:54.814190 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db12f770-fe31-4886-b76c-9f9a7bb2f631 req-f0b9d9e4-a84d-4c41-9e4c-0bf9b0917a70 tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:54.823457 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-db12f770-fe31-4886-b76c-9f9a7bb2f631 req-f0b9d9e4-a84d-4c41-9e4c-0bf9b0917a70 tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] 10.222.0.75 "GET /v2.0/ports?device_id=225b94dc-3203-4a7b-9574-a8459606216b HTTP/1.1" status: 200 len: 945 time: 0.5209379 Nov 25 17:42:54.851062 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-502cd881-b0ff-409b-94dd-a6d0dce48563 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Deleting port b18491cf-84c1-47e0-b366-a1761d18c80c {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:42:54.851630 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-502cd881-b0ff-409b-94dd-a6d0dce48563 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:54.871847 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cf3c4fb3-1d25-44da-bd68-acffa37c7243 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:55.145693 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-502cd881-b0ff-409b-94dd-a6d0dce48563 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:55.178617 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-502cd881-b0ff-409b-94dd-a6d0dce48563 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Calling delete_port for b18491cf-84c1-47e0-b366-a1761d18c80c owned by network:router_gateway {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:42:55.198002 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-db12f770-fe31-4886-b76c-9f9a7bb2f631 req-aaa569a5-36cf-4fbc-917e-7988cc2e3e23 tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] 10.222.0.75 "GET /v2.0/security-groups?id=60cba737-f62f-48b0-b6f3-e381b4a1e902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438374 Nov 25 17:42:55.238442 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fee48784-43f9-4b16-a29d-4e8112d29e4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:55.284098 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-593aff1d-6c23-457b-a696-33fa59471a04 None None] Publish callbacks [] for port, precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:55.305872 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-593aff1d-6c23-457b-a696-33fa59471a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:55.396196 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cf3c4fb3-1d25-44da-bd68-acffa37c7243 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:55.431094 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243b2517-ba6e-4c62-81cb-832dc8a79503 None None] Pushing event updated for resources: {'Port': ['ID=b18491cf-84c1-47e0-b366-a1761d18c80c,revision_number=2']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:55.457360 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631af2c9-13ae-4e20-9177-6c6d4b67ad90 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:42:55.477264 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243b2517-ba6e-4c62-81cb-832dc8a79503 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:55.477608 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243b2517-ba6e-4c62-81cb-832dc8a79503 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:55.477963 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243b2517-ba6e-4c62-81cb-832dc8a79503 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:55.478845 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243b2517-ba6e-4c62-81cb-832dc8a79503 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:55.479335 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243b2517-ba6e-4c62-81cb-832dc8a79503 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:55.479899 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243b2517-ba6e-4c62-81cb-832dc8a79503 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:55.480239 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243b2517-ba6e-4c62-81cb-832dc8a79503 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:55.480576 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243b2517-ba6e-4c62-81cb-832dc8a79503 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:55.480917 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243b2517-ba6e-4c62-81cb-832dc8a79503 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:55.481244 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243b2517-ba6e-4c62-81cb-832dc8a79503 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:55.481567 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243b2517-ba6e-4c62-81cb-832dc8a79503 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:55.481886 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243b2517-ba6e-4c62-81cb-832dc8a79503 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:55.504015 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-593aff1d-6c23-457b-a696-33fa59471a04 None None] Attempting to bind port b18491cf-84c1-47e0-b366-a1761d18c80c on host n-d-817746-1 for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:42:55.504969 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-593aff1d-6c23-457b-a696-33fa59471a04 None None] Attempting to bind port b18491cf-84c1-47e0-b366-a1761d18c80c by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:42:55.504969 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593aff1d-6c23-457b-a696-33fa59471a04 None None] Attempting to bind port b18491cf-84c1-47e0-b366-a1761d18c80c on network 1aa44027-b9d0-4a56-9a59-7e664703e20a {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:42:55.513061 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-47ac2ffe-8a1c-4f64-8090-ecbecd1ba186 None None] Provisioning complete for port 5d8eb17f-3123-4d0f-a60c-b92147f3e7d0 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:55.513061 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-47ac2ffe-8a1c-4f64-8090-ecbecd1ba186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:55.530038 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593aff1d-6c23-457b-a696-33fa59471a04 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:42:55.530391 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593aff1d-6c23-457b-a696-33fa59471a04 None None] Checking segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:42:55.530757 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-593aff1d-6c23-457b-a696-33fa59471a04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:55.531159 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593aff1d-6c23-457b-a696-33fa59471a04 None None] Bound using segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:42:55.531620 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-502cd881-b0ff-409b-94dd-a6d0dce48563 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:55.531752 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-593aff1d-6c23-457b-a696-33fa59471a04 None None] Bound port: b18491cf-84c1-47e0-b366-a1761d18c80c, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:42:55.532061 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-593aff1d-6c23-457b-a696-33fa59471a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:55.584536 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502cd881-b0ff-409b-94dd-a6d0dce48563 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Pushing event deleted for resources: {'Port': ['ID=b18491cf-84c1-47e0-b366-a1761d18c80c,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:55.602076 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-593aff1d-6c23-457b-a696-33fa59471a04 None None] Port b18491cf-84c1-47e0-b366-a1761d18c80c has been deleted concurrently {{(pid=103363) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 25 17:42:55.634283 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d94f44-bdfb-4aa3-aef1-3594cdbadc4c None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:42:55.662703 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cf3c4fb3-1d25-44da-bd68-acffa37c7243 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:55.680584 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-502cd881-b0ff-409b-94dd-a6d0dce48563 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:55.695410 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593aff1d-6c23-457b-a696-33fa59471a04 None None] Routers {'9e589855-974e-465c-b277-637a58a22eb5'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:55.695939 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-593aff1d-6c23-457b-a696-33fa59471a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:42:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['9e589855-974e-465c-b277-637a58a22eb5'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:55.726244 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3c4fb3-1d25-44da-bd68-acffa37c7243 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event deleted for resources: {'Subnet': ['ID=c65eeb49-a4c3-45af-9395-5f7b4697fac5,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:55.745779 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cf3c4fb3-1d25-44da-bd68-acffa37c7243 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:55.750530 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-cf3c4fb3-1d25-44da-bd68-acffa37c7243 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/subnets/c65eeb49-a4c3-45af-9395-5f7b4697fac5 HTTP/1.1" status: 204 len: 168 time: 2.0472107 Nov 25 17:42:55.755364 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 32780) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:55.776455 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b4ed52-06a2-40c2-b437-2655881bd385 None None] Network fed75ec1-726a-45be-ab23-2dd76f977831 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:42:55.868330 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-502cd881-b0ff-409b-94dd-a6d0dce48563 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:55.874547 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-502cd881-b0ff-409b-94dd-a6d0dce48563 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:55.925011 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-0e2d57db-9887-4350-ad85-53038d9fcf36 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1672583 Nov 25 17:42:55.934990 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 32782) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:55.964418 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-e28a5cc0-a7ec-47a2-837e-043e96420df3 None None] Could not find standard attr ID for object b18491cf-84c1-47e0-b366-a1761d18c80c. {{(pid=103362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:42:55.972936 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee48784-43f9-4b16-a29d-4e8112d29e4b admin admin] Router e1e85295-89d2-43a7-b66f-8fce33ffc6fc is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:42:55.992097 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-593aff1d-6c23-457b-a696-33fa59471a04 None None] Set router 9e589855-974e-465c-b277-637a58a22eb5 gateway port host: None {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:42:55.998006 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-502cd881-b0ff-409b-94dd-a6d0dce48563 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:55.998609 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-502cd881-b0ff-409b-94dd-a6d0dce48563 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9e589855-974e-465c-b277-637a58a22eb5 {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:42:56.007849 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-502cd881-b0ff-409b-94dd-a6d0dce48563 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:56.009063 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-502cd881-b0ff-409b-94dd-a6d0dce48563 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] 10.222.0.75 "DELETE /v2.0/routers/9e589855-974e-465c-b277-637a58a22eb5 HTTP/1.1" status: 204 len: 168 time: 1.9063447 Nov 25 17:42:56.012324 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 32784) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:56.124586 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-593aff1d-6c23-457b-a696-33fa59471a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e589855-974e-465c-b277-637a58a22eb5', 'name': 'tempest-snat-router-423189667', 'tenant_id': '9f82b5650a9f42b8a56367abd7a32cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:42:46Z', 'updated_at': '2021-11-25T17:42:55Z', 'revision_number': 5, 'project_id': '9f82b5650a9f42b8a56367abd7a32cc4', 'gw_port_host': None}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:56.161184 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593aff1d-6c23-457b-a696-33fa59471a04 None None] The sync data for ids ['9e589855-974e-465c-b277-637a58a22eb5'] in n-d-817746-1 is: [{'id': '9e589855-974e-465c-b277-637a58a22eb5', 'name': 'tempest-snat-router-423189667', 'tenant_id': '9f82b5650a9f42b8a56367abd7a32cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:42:46Z', 'updated_at': '2021-11-25T17:42:55Z', 'revision_number': 5, 'project_id': '9f82b5650a9f42b8a56367abd7a32cc4', 'gw_port_host': None}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:42:56.221384 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e189e480-ccce-4203-b9ae-697134735503 None None] DHCP port deletion for fed75ec1-726a-45be-ab23-2dd76f977831 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:42:56.276200 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:42:56.324970 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-05a2787e-db5b-454f-ab9f-4d7f1a2cba42 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:56.377875 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 32792) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:56.388097 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-e189e480-ccce-4203-b9ae-697134735503 None None] Deleting port 5d8eb17f-3123-4d0f-a60c-b92147f3e7d0 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:42:56.392522 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e189e480-ccce-4203-b9ae-697134735503 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:56.436293 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e768c21-83ae-4c2d-8a61-7e714f7af15e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:56.443332 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-0e768c21-83ae-4c2d-8a61-7e714f7af15e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4992666 Nov 25 17:42:56.453450 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 32798) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:56.543706 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-e189e480-ccce-4203-b9ae-697134735503 None None] For port 5d8eb17f-3123-4d0f-a60c-b92147f3e7d0, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=5d8eb17f-3123-4d0f-a60c-b92147f3e7d0,segment=NetworkSegment(b9e94b7c-180a-4e4f-9829-263b459c4e69),segment_id=b9e94b7c-180a-4e4f-9829-263b459c4e69)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:56.544935 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e189e480-ccce-4203-b9ae-697134735503 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:56.560232 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-e189e480-ccce-4203-b9ae-697134735503 None None] Calling delete_port for 5d8eb17f-3123-4d0f-a60c-b92147f3e7d0 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:42:56.561669 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee48784-43f9-4b16-a29d-4e8112d29e4b admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:42:56.586055 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-05a2787e-db5b-454f-ab9f-4d7f1a2cba42 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:56.590946 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ae6515-67ef-45d4-9f4a-e31082872f5b None None] Sync routers for ids ['e1e85295-89d2-43a7-b66f-8fce33ffc6fc'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:42:56.622412 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c64f4a-3202-4d20-87a2-96d41876110e req-89c9f276-b511-4a99-a9ac-90640458561a tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:56.635185 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ae6515-67ef-45d4-9f4a-e31082872f5b None None] Routers {'e1e85295-89d2-43a7-b66f-8fce33ffc6fc'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:56.636109 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-03ae6515-67ef-45d4-9f4a-e31082872f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:42:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['e1e85295-89d2-43a7-b66f-8fce33ffc6fc'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:56.648901 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e6c64f4a-3202-4d20-87a2-96d41876110e req-89c9f276-b511-4a99-a9ac-90640458561a tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] 10.222.0.75 "GET /v2.0/ports?device_id=225b94dc-3203-4a7b-9574-a8459606216b HTTP/1.1" status: 200 len: 945 time: 0.2619348 Nov 25 17:42:56.648901 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03feae0-fe26-4944-aff8-ec3e01f3b85b tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:56.648901 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-a03feae0-fe26-4944-aff8-ec3e01f3b85b tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1878870 Nov 25 17:42:56.648901 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 32802) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:56.699857 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-05a2787e-db5b-454f-ab9f-4d7f1a2cba42 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Deleting port c218ff7e-9afa-43ed-a878-5f82a98f108c {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:42:56.700223 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-05a2787e-db5b-454f-ab9f-4d7f1a2cba42 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:56.770639 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-e599f7ef-7545-45ad-82f4-56601ddea1d1 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1078017 Nov 25 17:42:56.795721 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 32806) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:56.824249 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c6c6cf5-0633-4411-a072-13cd78978a22 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] DELETE failed (client error): The resource could not be found. Nov 25 17:42:56.824478 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c6c6cf5-0633-4411-a072-13cd78978a22 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:42:56.830597 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e6c64f4a-3202-4d20-87a2-96d41876110e req-b35a8d19-532e-4a49-986e-c7a0549c5b76 tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] 10.222.0.75 "GET /v2.0/security-groups?id=60cba737-f62f-48b0-b6f3-e381b4a1e902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843233 Nov 25 17:42:56.830758 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9c6c6cf5-0633-4411-a072-13cd78978a22 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/ports/d173a2e1-e1eb-4886-a95d-a3256b0e290f HTTP/1.1" status: 404 len: 333 time: 0.0337806 Nov 25 17:42:56.831252 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 32808) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:56.833411 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fee48784-43f9-4b16-a29d-4e8112d29e4b admin admin] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:56.839941 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-fee48784-43f9-4b16-a29d-4e8112d29e4b admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.4079700 Nov 25 17:42:56.865148 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5e87484a-af9b-4100-b99a-1131d60c8c0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:56.871519 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 32810) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:56.888690 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-48a499c9-eca2-4d5f-b7a2-61488f3bfc4d tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] DELETE failed (client error): The resource could not be found. Nov 25 17:42:56.891273 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48a499c9-eca2-4d5f-b7a2-61488f3bfc4d tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:42:56.892730 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e189e480-ccce-4203-b9ae-697134735503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:56.899476 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 32814) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:56.901753 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-48a499c9-eca2-4d5f-b7a2-61488f3bfc4d tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/subnets/2a98c429-a195-491a-a79a-711781cdd241 HTTP/1.1" status: 404 len: 337 time: 0.0667667 Nov 25 17:42:56.905785 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-03ae6515-67ef-45d4-9f4a-e31082872f5b None None] Set router e1e85295-89d2-43a7-b66f-8fce33ffc6fc gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:42:56.960281 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-05a2787e-db5b-454f-ab9f-4d7f1a2cba42 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] For port c218ff7e-9afa-43ed-a878-5f82a98f108c, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=c218ff7e-9afa-43ed-a878-5f82a98f108c,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:56.960835 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-05a2787e-db5b-454f-ab9f-4d7f1a2cba42 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:57.001007 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e189e480-ccce-4203-b9ae-697134735503 None None] No DVR routers for this DVR port 5d8eb17f-3123-4d0f-a60c-b92147f3e7d0 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:42:57.001179 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-05a2787e-db5b-454f-ab9f-4d7f1a2cba42 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Calling delete_port for c218ff7e-9afa-43ed-a878-5f82a98f108c owned by network:router_gateway {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:42:57.092213 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e189e480-ccce-4203-b9ae-697134735503 None None] Pushing event deleted for resources: {'Port': ['ID=5d8eb17f-3123-4d0f-a60c-b92147f3e7d0,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:57.108263 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c114739-dc5c-4577-abbc-04c38927a38f tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] DELETE failed (client error): The resource could not be found. Nov 25 17:42:57.108746 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c114739-dc5c-4577-abbc-04c38927a38f tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:42:57.126547 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-9c114739-dc5c-4577-abbc-04c38927a38f tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/subnets/c65eeb49-a4c3-45af-9395-5f7b4697fac5 HTTP/1.1" status: 404 len: 337 time: 0.2212815 Nov 25 17:42:57.127694 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 32818) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:57.215676 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f4048f6-c654-4869-9907-9e348c5141a0 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] DELETE failed (client error): The resource could not be found. Nov 25 17:42:57.221016 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f4048f6-c654-4869-9907-9e348c5141a0 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:42:57.224215 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-4f4048f6-c654-4869-9907-9e348c5141a0 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/ports/cd737792-6be5-4c4b-b89a-64efa56fde88 HTTP/1.1" status: 404 len: 333 time: 0.0812094 Nov 25 17:42:57.251305 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 32830) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:57.290426 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-05a2787e-db5b-454f-ab9f-4d7f1a2cba42 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:57.322739 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-972c6b69-f71f-4bcc-89d8-8727913a7015 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] DELETE failed (client error): The resource could not be found. Nov 25 17:42:57.323207 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-972c6b69-f71f-4bcc-89d8-8727913a7015 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:42:57.330614 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-972c6b69-f71f-4bcc-89d8-8727913a7015 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/subnets/3f3af62f-f820-426a-ba4f-a2ed230b350c HTTP/1.1" status: 404 len: 337 time: 0.0731013 Nov 25 17:42:57.330997 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a2787e-db5b-454f-ab9f-4d7f1a2cba42 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Pushing event deleted for resources: {'Port': ['ID=c218ff7e-9afa-43ed-a878-5f82a98f108c,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:57.335449 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 32832) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:57.376577 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca05cec-18c1-446a-ba2a-1d4ecac15bfa None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:42:57.395568 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-54fe773b-6131-47e2-929e-216769364d8a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] DELETE failed (client error): The resource could not be found. Nov 25 17:42:57.396222 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54fe773b-6131-47e2-929e-216769364d8a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:42:57.403141 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-54fe773b-6131-47e2-929e-216769364d8a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/subnets/7bb7b834-d753-4fe2-9679-8ac8bc3946d7 HTTP/1.1" status: 404 len: 337 time: 0.0630126 Nov 25 17:42:57.404669 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 32836) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:57.419955 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-03ae6515-67ef-45d4-9f4a-e31082872f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e85295-89d2-43a7-b66f-8fce33ffc6fc', 'name': 'tempest-ServerRescueTestJSON-1434998664-router', 'tenant_id': 'bcc83327df764a93b0dfb6e88102bcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '55b51aed-da9b-466c-919c-ea57bd7ae5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:42:47Z', 'updated_at': '2021-11-25T17:42:52Z', 'revision_number': 3, 'project_id': 'bcc83327df764a93b0dfb6e88102bcf0', 'gw_port': {'id': '55b51aed-da9b-466c-919c-ea57bd7ae5ed', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1e85295-89d2-43a7-b66f-8fce33ffc6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:50Z', 'updated_at': '2021-11-25T17:42:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:57.457539 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-799926e2-c27b-48b2-b997-eb3cfc160419 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] DELETE failed (client error): The resource could not be found. Nov 25 17:42:57.459413 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-799926e2-c27b-48b2-b997-eb3cfc160419 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:42:57.466708 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-799926e2-c27b-48b2-b997-eb3cfc160419 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/ports/62c24b1d-0139-41fe-8a48-09738a950b64 HTTP/1.1" status: 404 len: 333 time: 0.0621293 Nov 25 17:42:57.469285 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 32838) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:57.499539 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ae6515-67ef-45d4-9f4a-e31082872f5b None None] Checking router: e1e85295-89d2-43a7-b66f-8fce33ffc6fc for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:42:57.500003 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ae6515-67ef-45d4-9f4a-e31082872f5b None None] Updating router e1e85295-89d2-43a7-b66f-8fce33ffc6fc port 55b51aed-da9b-466c-919c-ea57bd7ae5ed binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:42:57.507603 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-be86cac0-183a-4640-80bd-6fe992073358 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] DELETE failed (client error): The resource could not be found. Nov 25 17:42:57.508065 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be86cac0-183a-4640-80bd-6fe992073358 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:42:57.513466 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-be86cac0-183a-4640-80bd-6fe992073358 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/subnets/8907e1e6-622d-4488-910a-b00fc3f16a96 HTTP/1.1" status: 404 len: 337 time: 0.0414920 Nov 25 17:42:57.516721 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 32840) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:57.534678 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-05a2787e-db5b-454f-ab9f-4d7f1a2cba42 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:57.566917 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-03ae6515-67ef-45d4-9f4a-e31082872f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:57.571709 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff346ee-8963-453d-899e-a218a620d0b0 req-142a3f90-87d0-4c19-8d61-dab2b3bd5f95 tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:57.573965 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4ff346ee-8963-453d-899e-a218a620d0b0 req-142a3f90-87d0-4c19-8d61-dab2b3bd5f95 tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] 10.222.0.75 "GET /v2.0/ports?device_id=225b94dc-3203-4a7b-9574-a8459606216b HTTP/1.1" status: 200 len: 945 time: 0.2394574 Nov 25 17:42:57.592059 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ef42f62-043b-4d3d-8109-3fba43d313d0 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] DELETE failed (client error): The resource could not be found. Nov 25 17:42:57.592575 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ef42f62-043b-4d3d-8109-3fba43d313d0 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:42:57.596655 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6ef42f62-043b-4d3d-8109-3fba43d313d0 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/subnets/a20ff871-7c49-428d-a918-797dddc6cfe7 HTTP/1.1" status: 404 len: 337 time: 0.0783372 Nov 25 17:42:57.629459 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 32842) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:57.697719 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-f55ab201-ba9f-4a49-8c8f-8d372d96b688 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] DELETE failed (client error): The resource could not be found. Nov 25 17:42:57.698284 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f55ab201-ba9f-4a49-8c8f-8d372d96b688 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:42:57.701538 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f55ab201-ba9f-4a49-8c8f-8d372d96b688 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/ports/4eff8628-7d81-4a84-a0a6-97eecd0b6a1e HTTP/1.1" status: 404 len: 333 time: 0.0708165 Nov 25 17:42:57.703612 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-05a2787e-db5b-454f-ab9f-4d7f1a2cba42 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:57.705168 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 32844) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:57.737006 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c57954-9f71-43e7-b594-dad33039cd31 req-803d1060-64dc-4120-8983-eb60bdae302d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:57.737881 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-05a2787e-db5b-454f-ab9f-4d7f1a2cba42 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:57.739155 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-20c57954-9f71-43e7-b594-dad33039cd31 req-803d1060-64dc-4120-8983-eb60bdae302d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4bc371b1598f4130b6511805de2c1caf&device_id=225b94dc-3203-4a7b-9574-a8459606216b HTTP/1.1" status: 200 len: 1096 time: 0.4075270 Nov 25 17:42:57.739949 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bdd30e1-0193-4cb2-a744-5a69b3d39bd8 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] DELETE failed (client error): The resource could not be found. Nov 25 17:42:57.740427 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bdd30e1-0193-4cb2-a744-5a69b3d39bd8 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:42:57.743487 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6bdd30e1-0193-4cb2-a744-5a69b3d39bd8 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/subnets/611d1951-18ac-4c2d-a0e6-b216bbe29cbb HTTP/1.1" status: 404 len: 337 time: 0.0368943 Nov 25 17:42:57.746858 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 32846) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:57.785584 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5e87484a-af9b-4100-b99a-1131d60c8c0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:57.820222 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5e87484a-af9b-4100-b99a-1131d60c8c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:57.872436 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ca8b9a4-223b-48bb-9024-272aa0531b76 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] DELETE failed (client error): The resource could not be found. Nov 25 17:42:57.872979 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ca8b9a4-223b-48bb-9024-272aa0531b76 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:42:57.877513 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8ca8b9a4-223b-48bb-9024-272aa0531b76 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/subnets/89b90d50-d45a-4208-8345-1774fb03ea0d HTTP/1.1" status: 404 len: 337 time: 0.1297295 Nov 25 17:42:57.885895 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 32850) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:57.898350 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4ff346ee-8963-453d-899e-a218a620d0b0 req-55e717ec-e6d4-4e8d-8d49-d5276ec9fac8 tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] 10.222.0.75 "GET /v2.0/security-groups?id=60cba737-f62f-48b0-b6f3-e381b4a1e902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067422 Nov 25 17:42:57.918120 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-05a2787e-db5b-454f-ab9f-4d7f1a2cba42 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:57.918663 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a2787e-db5b-454f-ab9f-4d7f1a2cba42 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 02ac27a1-e86a-4ad2-b466-d4a2f30d769f {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:42:57.931645 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-05a2787e-db5b-454f-ab9f-4d7f1a2cba42 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:57.933648 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-05a2787e-db5b-454f-ab9f-4d7f1a2cba42 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] 10.222.0.75 "DELETE /v2.0/routers/02ac27a1-e86a-4ad2-b466-d4a2f30d769f HTTP/1.1" status: 204 len: 168 time: 1.9185212 Nov 25 17:42:57.953207 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 32852) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:57.990609 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-d90d4db9-00f0-4ce5-a23f-b5c2bb51bc72 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] DELETE failed (client error): The resource could not be found. Nov 25 17:42:57.991213 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d90d4db9-00f0-4ce5-a23f-b5c2bb51bc72 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:42:58.000917 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d90d4db9-00f0-4ce5-a23f-b5c2bb51bc72 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/ports/7a857a24-1ee6-4c16-9cc6-51d231e793d7 HTTP/1.1" status: 404 len: 333 time: 0.1118100 Nov 25 17:42:58.004136 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 32854) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:58.023280 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 5d8eb17f-3123-4d0f-a60c-b92147f3e7d0 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:42:58.062886 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-dacbd8df-8021-4ee7-a2f6-9fd314df594f tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1764131024', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}, 'admin_state_up': False}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:58.082349 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 5d8eb17f-3123-4d0f-a60c-b92147f3e7d0 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:42:58.082349 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 5d8eb17f-3123-4d0f-a60c-b92147f3e7d0 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:42:58.089290 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-fab67e9a-fac8-492c-ba5f-efa3a5034ac1 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] DELETE failed (client error): The resource could not be found. Nov 25 17:42:58.091737 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fab67e9a-fac8-492c-ba5f-efa3a5034ac1 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:42:58.095454 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-fab67e9a-fac8-492c-ba5f-efa3a5034ac1 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/subnets/0dbd0eda-ce0e-4c9d-b54d-6664df434b8f HTTP/1.1" status: 404 len: 337 time: 0.0902977 Nov 25 17:42:58.101853 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 32856) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:58.130244 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e87484a-af9b-4100-b99a-1131d60c8c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325906a2-904b-41f3-b1cb-098649b779d7,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:58.164106 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1cda954-d717-4bbd-b30b-5fcde09219ea tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] DELETE failed (client error): The resource could not be found. Nov 25 17:42:58.164767 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1cda954-d717-4bbd-b30b-5fcde09219ea tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:42:58.165389 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-5e87484a-af9b-4100-b99a-1131d60c8c0b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=aa07e7ebb70c4d4ebd6bc5589b63cbc1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7844157 Nov 25 17:42:58.173854 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 32860) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:58.179775 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c1cda954-d717-4bbd-b30b-5fcde09219ea tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/ports/82989a63-06f3-4afb-8df7-4f2dbd4ed75e HTTP/1.1" status: 404 len: 333 time: 0.0746803 Nov 25 17:42:58.180407 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 32862) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:58.198387 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-03ae6515-67ef-45d4-9f4a-e31082872f5b None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:58.211255 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-03ae6515-67ef-45d4-9f4a-e31082872f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:58.226108 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-b760ca5f-1575-490e-9c96-6180083ea6ed tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] DELETE failed (client error): The resource could not be found. Nov 25 17:42:58.226581 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b760ca5f-1575-490e-9c96-6180083ea6ed tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:42:58.241515 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b760ca5f-1575-490e-9c96-6180083ea6ed tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/subnets/7d501a50-de29-4b87-bf35-ef8dc708edb4 HTTP/1.1" status: 404 len: 337 time: 0.0511670 Nov 25 17:42:58.241515 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 32866) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:58.272788 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6274d42-ad57-4894-a66e-58ae27b87457 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] DELETE failed (client error): The resource could not be found. Nov 25 17:42:58.273458 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6274d42-ad57-4894-a66e-58ae27b87457 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:42:58.278030 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c6274d42-ad57-4894-a66e-58ae27b87457 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/ports/5e1d1f46-7200-4a3c-be5f-8156aaf8634b HTTP/1.1" status: 404 len: 333 time: 0.0412319 Nov 25 17:42:58.282204 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 32868) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:58.336725 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dacbd8df-8021-4ee7-a2f6-9fd314df594f tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:58.338830 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dacbd8df-8021-4ee7-a2f6-9fd314df594f tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:58.391520 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c57954-9f71-43e7-b594-dad33039cd31 req-bc147b64-10c1-44b1-8fbd-b05889c72789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:58.393151 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-20c57954-9f71-43e7-b594-dad33039cd31 req-bc147b64-10c1-44b1-8fbd-b05889c72789 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9d6752ab-c41d-41e5-ab04-0f224a9acdc0 HTTP/1.1" status: 200 len: 915 time: 0.6412697 Nov 25 17:42:58.440658 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cd7b59c-f134-4212-91bd-455a9804a6cb tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] DELETE failed (client error): The resource could not be found. Nov 25 17:42:58.441292 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cd7b59c-f134-4212-91bd-455a9804a6cb tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:42:58.444638 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-0cd7b59c-f134-4212-91bd-455a9804a6cb tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/subnets/c7988942-e19a-4e0d-a328-c8305d8ba21e HTTP/1.1" status: 404 len: 337 time: 0.1017749 Nov 25 17:42:58.447583 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 32870) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:58.456620 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b21c3ca-1dd1-4acc-aed5-69d49d509d09 None None] Pushing event updated for resources: {'Port': ['ID=55b51aed-da9b-466c-919c-ea57bd7ae5ed,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:58.495346 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-03ae6515-67ef-45d4-9f4a-e31082872f5b None None] Attempting to bind port 55b51aed-da9b-466c-919c-ea57bd7ae5ed on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:42:58.495978 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-03ae6515-67ef-45d4-9f4a-e31082872f5b None None] Attempting to bind port 55b51aed-da9b-466c-919c-ea57bd7ae5ed by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:42:58.496503 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ae6515-67ef-45d4-9f4a-e31082872f5b None None] Attempting to bind port 55b51aed-da9b-466c-919c-ea57bd7ae5ed on network 1aa44027-b9d0-4a56-9a59-7e664703e20a {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:42:58.501388 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42f7bbd-abf2-419b-8ecf-b1bb3eedea45 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:42:58.510602 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ae6515-67ef-45d4-9f4a-e31082872f5b None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:42:58.511354 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ae6515-67ef-45d4-9f4a-e31082872f5b None None] Checking segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:42:58.511930 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-03ae6515-67ef-45d4-9f4a-e31082872f5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:58.512471 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ae6515-67ef-45d4-9f4a-e31082872f5b None None] Bound using segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:42:58.513308 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-03ae6515-67ef-45d4-9f4a-e31082872f5b None None] Bound port: 55b51aed-da9b-466c-919c-ea57bd7ae5ed, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:42:58.514351 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-03ae6515-67ef-45d4-9f4a-e31082872f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:58.518158 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-223c5070-5a49-42fd-8529-703353438b4e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] DELETE failed (client error): The resource could not be found. Nov 25 17:42:58.518742 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-223c5070-5a49-42fd-8529-703353438b4e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:42:58.527784 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-223c5070-5a49-42fd-8529-703353438b4e tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/ports/1ad5b4f1-0996-4896-8155-c16ff5712ef9 HTTP/1.1" status: 404 len: 333 time: 0.0778439 Nov 25 17:42:58.530914 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 32874) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:58.552634 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-20c57954-9f71-43e7-b594-dad33039cd31 req-21295c36-a805-4860-8180-576b2dff8ea4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77715b06-c49c-4d13-8738-53454fbe5ee6 HTTP/1.1" status: 200 len: 217 time: 0.1279974 Nov 25 17:42:58.553380 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3db12554-ad1a-4155-a243-a471425d28f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:58.578927 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-03ae6515-67ef-45d4-9f4a-e31082872f5b None None] For port 55b51aed-da9b-466c-919c-ea57bd7ae5ed, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:42:58.583657 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-03ae6515-67ef-45d4-9f4a-e31082872f5b None None] For port 55b51aed-da9b-466c-919c-ea57bd7ae5ed, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=55b51aed-da9b-466c-919c-ea57bd7ae5ed,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:42:58.594869 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-03ae6515-67ef-45d4-9f4a-e31082872f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:58.630915 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa34d2e8-11c4-4c96-903e-5184ba20a0e5 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] DELETE failed (client error): The resource could not be found. Nov 25 17:42:58.631399 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa34d2e8-11c4-4c96-903e-5184ba20a0e5 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:42:58.634721 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-aa34d2e8-11c4-4c96-903e-5184ba20a0e5 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/subnets/9588ceaa-58ce-4249-8a0b-f74eaa6742bd HTTP/1.1" status: 404 len: 337 time: 0.1028533 Nov 25 17:42:58.637313 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 32876) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:58.681708 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b21c3ca-1dd1-4acc-aed5-69d49d509d09 None None] Pushing event updated for resources: {'Port': ['ID=55b51aed-da9b-466c-919c-ea57bd7ae5ed,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:58.696307 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-e31086d9-4855-4cae-90e2-5315249aac15 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] DELETE failed (client error): The resource could not be found. Nov 25 17:42:58.697480 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e31086d9-4855-4cae-90e2-5315249aac15 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:42:58.701365 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e31086d9-4855-4cae-90e2-5315249aac15 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/ports/97086d9f-a3db-4a23-bb73-e2fb5f976e9d HTTP/1.1" status: 404 len: 333 time: 0.0628831 Nov 25 17:42:58.703818 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 32878) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:58.716379 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c57954-9f71-43e7-b594-dad33039cd31 req-2509cc13-2198-43ce-af83-5b504884de03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:58.720023 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-20c57954-9f71-43e7-b594-dad33039cd31 req-2509cc13-2198-43ce-af83-5b504884de03 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=92c7feae-a681-4eef-9363-e8ec257e6ee2 HTTP/1.1" status: 200 len: 854 time: 0.1490898 Nov 25 17:42:58.727887 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-82668648-2047-4df5-97f4-0ebd6c981dc2 None None] Provisioning complete for port 55b51aed-da9b-466c-919c-ea57bd7ae5ed triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:58.729078 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-82668648-2047-4df5-97f4-0ebd6c981dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:58.733056 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dacbd8df-8021-4ee7-a2f6-9fd314df594f tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:58.765243 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3db12554-ad1a-4155-a243-a471425d28f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:58.773280 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb2963d-23f2-4ed1-a1fb-6e7eb50f51be None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:42:58.785082 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-185102d8-b38c-42c4-8944-aeb652235c1d tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] DELETE failed (client error): The resource could not be found. Nov 25 17:42:58.785550 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-185102d8-b38c-42c4-8944-aeb652235c1d tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:42:58.791662 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ae6515-67ef-45d4-9f4a-e31082872f5b None None] Routers {'e1e85295-89d2-43a7-b66f-8fce33ffc6fc'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:58.792306 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-03ae6515-67ef-45d4-9f4a-e31082872f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:42:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['e1e85295-89d2-43a7-b66f-8fce33ffc6fc'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:58.802066 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-185102d8-b38c-42c4-8944-aeb652235c1d tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/subnets/7497eeb8-292d-40cb-a7a7-e4e7db098b91 HTTP/1.1" status: 404 len: 337 time: 0.0971794 Nov 25 17:42:58.802680 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 32880) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:58.832613 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-20c57954-9f71-43e7-b594-dad33039cd31 req-904200e2-0387-4f3f-8165-cfb8067e9518 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9d6752ab-c41d-41e5-ab04-0f224a9acdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1013203 Nov 25 17:42:58.846594 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3291be5-8c8e-45ba-a2b9-6971e425535a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] DELETE failed (client error): The resource could not be found. Nov 25 17:42:58.846594 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3291be5-8c8e-45ba-a2b9-6971e425535a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:42:58.861381 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a3291be5-8c8e-45ba-a2b9-6971e425535a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/ports/f239e511-fdb8-4ed1-af0a-092ef031424a HTTP/1.1" status: 404 len: 333 time: 0.0576158 Nov 25 17:42:58.862029 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 32888) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:58.909812 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-47fb3a03-ddf9-4f1b-b28a-a92512865ad3 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] DELETE failed (client error): The resource could not be found. Nov 25 17:42:58.910295 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47fb3a03-ddf9-4f1b-b28a-a92512865ad3 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:42:58.917070 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-47fb3a03-ddf9-4f1b-b28a-a92512865ad3 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/subnets/81af0ef6-7bfc-454c-8232-cfc291360f92 HTTP/1.1" status: 404 len: 337 time: 0.0538766 Nov 25 17:42:58.917604 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 32894) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:58.918924 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-03ae6515-67ef-45d4-9f4a-e31082872f5b None None] Set router e1e85295-89d2-43a7-b66f-8fce33ffc6fc gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:42:58.991145 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbe35a9c-b11f-4784-b9e1-728ed8dc5efa tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] DELETE failed (client error): The resource could not be found. Nov 25 17:42:58.991845 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbe35a9c-b11f-4784-b9e1-728ed8dc5efa tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:42:59.002432 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-bbe35a9c-b11f-4784-b9e1-728ed8dc5efa tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/subnets/a28f8534-e275-4de3-a93e-f410e963778d HTTP/1.1" status: 404 len: 337 time: 0.0838075 Nov 25 17:42:59.006105 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 32898) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:59.052489 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-9607dea1-2f66-49fd-a183-509cf969f14f tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] DELETE failed (client error): The resource could not be found. Nov 25 17:42:59.053973 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9607dea1-2f66-49fd-a183-509cf969f14f tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:42:59.063296 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9607dea1-2f66-49fd-a183-509cf969f14f tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/ports/4fcacaee-2be6-4320-8f47-4c3878f883eb HTTP/1.1" status: 404 len: 333 time: 0.0559952 Nov 25 17:42:59.064124 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 32900) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:59.104283 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-071a3316-5c37-41f9-b2df-c7f6a32b7a12 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] DELETE failed (client error): The resource could not be found. Nov 25 17:42:59.105496 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-071a3316-5c37-41f9-b2df-c7f6a32b7a12 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:42:59.109244 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-071a3316-5c37-41f9-b2df-c7f6a32b7a12 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/subnets/7d125be9-25c2-4a8f-a235-c5b65030bd98 HTTP/1.1" status: 404 len: 337 time: 0.0432804 Nov 25 17:42:59.113864 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-82668648-2047-4df5-97f4-0ebd6c981dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:59.114489 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 32904) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:59.141360 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-82668648-2047-4df5-97f4-0ebd6c981dc2 None None] For port 55b51aed-da9b-466c-919c-ea57bd7ae5ed, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=55b51aed-da9b-466c-919c-ea57bd7ae5ed,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:59.156520 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-82668648-2047-4df5-97f4-0ebd6c981dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:59.166811 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-7deadddf-ebd4-4f92-8cdc-15ab8fe4ca41 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] DELETE failed (client error): The resource could not be found. Nov 25 17:42:59.167511 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7deadddf-ebd4-4f92-8cdc-15ab8fe4ca41 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:42:59.173787 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7deadddf-ebd4-4f92-8cdc-15ab8fe4ca41 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/subnets/f3e704c0-3136-4a51-a3eb-8f59f1257b0d HTTP/1.1" status: 404 len: 337 time: 0.0578618 Nov 25 17:42:59.177388 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 32906) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:59.182898 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dacbd8df-8021-4ee7-a2f6-9fd314df594f tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:59.231032 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-75cfed6a-48b3-4f5b-98c8-8d808139fe34 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] DELETE failed (client error): The resource could not be found. Nov 25 17:42:59.237635 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75cfed6a-48b3-4f5b-98c8-8d808139fe34 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:42:59.241362 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-75cfed6a-48b3-4f5b-98c8-8d808139fe34 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/ports/67f74788-c22a-4e63-bd29-26d8f59bf85f HTTP/1.1" status: 404 len: 333 time: 0.0609348 Nov 25 17:42:59.248111 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 32908) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:59.308112 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-93f646e1-f217-4ece-ac37-802a5c1448c3 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] DELETE failed (client error): The resource could not be found. Nov 25 17:42:59.308976 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93f646e1-f217-4ece-ac37-802a5c1448c3 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:42:59.318109 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-93f646e1-f217-4ece-ac37-802a5c1448c3 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/subnets/70f48515-74fc-46f4-985d-8907163cf13e HTTP/1.1" status: 404 len: 337 time: 0.0631220 Nov 25 17:42:59.319096 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 32912) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:59.335563 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82668648-2047-4df5-97f4-0ebd6c981dc2 None None] Pushing event updated for resources: {'Port': ['ID=55b51aed-da9b-466c-919c-ea57bd7ae5ed,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:59.352167 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-3e89ca3e-1a9a-463d-a318-d6ff5094a746 None None] Provisioning complete for port 55b51aed-da9b-466c-919c-ea57bd7ae5ed triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:59.352605 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3e89ca3e-1a9a-463d-a318-d6ff5094a746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:59.377636 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b57acf7-248d-47ef-815b-0284f391c1ff tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] DELETE failed (client error): The resource could not be found. Nov 25 17:42:59.378849 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b57acf7-248d-47ef-815b-0284f391c1ff tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:42:59.381927 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0b57acf7-248d-47ef-815b-0284f391c1ff tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/subnets/0ea374d3-655a-46c9-8709-cfcd66eb01de HTTP/1.1" status: 404 len: 337 time: 0.0614867 Nov 25 17:42:59.385212 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 32914) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:59.419179 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-03ae6515-67ef-45d4-9f4a-e31082872f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e85295-89d2-43a7-b66f-8fce33ffc6fc', 'name': 'tempest-ServerRescueTestJSON-1434998664-router', 'tenant_id': 'bcc83327df764a93b0dfb6e88102bcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '55b51aed-da9b-466c-919c-ea57bd7ae5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:42:47Z', 'updated_at': '2021-11-25T17:42:52Z', 'revision_number': 3, 'project_id': 'bcc83327df764a93b0dfb6e88102bcf0', 'gw_port': {'id': '55b51aed-da9b-466c-919c-ea57bd7ae5ed', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1e85295-89d2-43a7-b66f-8fce33ffc6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:50Z', 'updated_at': '2021-11-25T17:42:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:59.458008 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ae6515-67ef-45d4-9f4a-e31082872f5b None None] The sync data for ids ['e1e85295-89d2-43a7-b66f-8fce33ffc6fc'] in n-d-817746-1 is: [{'id': 'e1e85295-89d2-43a7-b66f-8fce33ffc6fc', 'name': 'tempest-ServerRescueTestJSON-1434998664-router', 'tenant_id': 'bcc83327df764a93b0dfb6e88102bcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '55b51aed-da9b-466c-919c-ea57bd7ae5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:42:47Z', 'updated_at': '2021-11-25T17:42:52Z', 'revision_number': 3, 'project_id': 'bcc83327df764a93b0dfb6e88102bcf0', 'gw_port': {'id': '55b51aed-da9b-466c-919c-ea57bd7ae5ed', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1e85295-89d2-43a7-b66f-8fce33ffc6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:50Z', 'updated_at': '2021-11-25T17:42:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:42:59.803078 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device c218ff7e-9afa-43ed-a878-5f82a98f108c no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:42:59.858871 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: c218ff7e-9afa-43ed-a878-5f82a98f108c {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:42:59.859716 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device c218ff7e-9afa-43ed-a878-5f82a98f108c not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:42:59.891850 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-20c57954-9f71-43e7-b594-dad33039cd31 req-dd4b1004-4d9f-4ff8-8b04-d61f86a9dc88 service neutron] 10.222.0.74 "GET /v2.0/networks/9d6752ab-c41d-41e5-ab04-0f224a9acdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0157161 Nov 25 17:42:59.994751 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-7519935b-c2ba-49fa-94e1-8ece50f70a58 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] DELETE failed (client error): The resource could not be found. Nov 25 17:42:59.995939 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7519935b-c2ba-49fa-94e1-8ece50f70a58 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:42:59.999291 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7519935b-c2ba-49fa-94e1-8ece50f70a58 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/ports/1087ab45-fdfb-4c76-9865-987b2a565593 HTTP/1.1" status: 404 len: 333 time: 0.6108887 Nov 25 17:43:00.001745 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 32924) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:00.037863 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cadd27b-5089-4702-9de2-f1db49c96bbf tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] DELETE failed (client error): The resource could not be found. Nov 25 17:43:00.038332 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cadd27b-5089-4702-9de2-f1db49c96bbf tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:43:00.042946 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8cadd27b-5089-4702-9de2-f1db49c96bbf tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/subnets/498f261a-8a63-44cf-9810-4bd727381912 HTTP/1.1" status: 404 len: 337 time: 0.0396152 Nov 25 17:43:00.045216 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 32926) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:00.074367 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a39cc76-f8d4-4815-bad0-f2327891331f tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] DELETE failed (client error): The resource could not be found. Nov 25 17:43:00.074843 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a39cc76-f8d4-4815-bad0-f2327891331f tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:43:00.078151 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7a39cc76-f8d4-4815-bad0-f2327891331f tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/subnets/ef10d06c-f2b8-4e04-a794-80dbfc315ed0 HTTP/1.1" status: 404 len: 337 time: 0.0319219 Nov 25 17:43:00.080577 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 32928) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:00.094422 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3db12554-ad1a-4155-a243-a471425d28f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:00.098288 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3db12554-ad1a-4155-a243-a471425d28f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:00.099634 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-3db12554-ad1a-4155-a243-a471425d28f5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/325906a2-904b-41f3-b1cb-098649b779d7 HTTP/1.1" status: 204 len: 168 time: 1.9254506 Nov 25 17:43:00.121236 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9801c3-d579-440d-a365-49747d4dd416 req-66f7cda4-9b43-4fe9-afec-b9a23cf52c1c tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:00.123443 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1d9801c3-d579-440d-a365-49747d4dd416 req-66f7cda4-9b43-4fe9-afec-b9a23cf52c1c tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] 10.222.0.75 "GET /v2.0/ports?device_id=225b94dc-3203-4a7b-9574-a8459606216b HTTP/1.1" status: 200 len: 945 time: 0.9675765 Nov 25 17:43:00.140921 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-bff2988b-d10e-4c23-a3ac-19d01662554a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/ports?device_id=59dcd6bb-2e09-4646-a28c-006931e883c1 HTTP/1.1" status: 200 len: 205 time: 0.0536089 Nov 25 17:43:00.141867 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 32932) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:00.169439 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db12554-ad1a-4155-a243-a471425d28f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325906a2-904b-41f3-b1cb-098649b779d7,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:00.268189 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-e069ca13-59c1-4688-a4f8-247165bf2c63 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] delete failed (client error): The resource could not be found. Nov 25 17:43:00.272022 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e069ca13-59c1-4688-a4f8-247165bf2c63 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/routers/59dcd6bb-2e09-4646-a28c-006931e883c1 HTTP/1.1" status: 404 len: 336 time: 0.1281073 Nov 25 17:43:00.276653 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 32936) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:00.346024 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c5c5236-2481-4fdd-8310-6ba24b580d56 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] DELETE failed (client error): The resource could not be found. Nov 25 17:43:00.346522 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c5c5236-2481-4fdd-8310-6ba24b580d56 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:43:00.352279 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3c5c5236-2481-4fdd-8310-6ba24b580d56 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/subnets/2bd9769b-abba-4955-8b7e-043b157c65a7 HTTP/1.1" status: 404 len: 337 time: 0.0731485 Nov 25 17:43:00.354966 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 32940) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:00.359267 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-20c57954-9f71-43e7-b594-dad33039cd31 req-ed038042-6f84-4625-abdc-23ebeaf07815 service neutron] 10.222.0.74 "GET /v2.0/networks/9d6752ab-c41d-41e5-ab04-0f224a9acdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4530940 Nov 25 17:43:00.395975 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-425450ff-a2ee-4b19-8ea8-ef29817c20ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:00.425211 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1d9801c3-d579-440d-a365-49747d4dd416 req-feab9740-8fe0-479c-9eae-a22626136b67 tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] 10.222.0.75 "GET /v2.0/security-groups?id=60cba737-f62f-48b0-b6f3-e381b4a1e902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880938 Nov 25 17:43:00.452022 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c7c211db-79e3-46d7-b4d1-6e53ab800e42 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d0f3a77-32b1-48cd-a2c1-0b0ad3be367c HTTP/1.1" status: 200 len: 205 time: 0.0940006 Nov 25 17:43:00.453522 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 32944) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:00.544995 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-13cdce3c-9238-4453-a448-5368a89b5a8c tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] delete failed (client error): The resource could not be found. Nov 25 17:43:00.546235 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-13cdce3c-9238-4453-a448-5368a89b5a8c tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/routers/8d0f3a77-32b1-48cd-a2c1-0b0ad3be367c HTTP/1.1" status: 404 len: 336 time: 0.0889080 Nov 25 17:43:00.552007 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 32946) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:00.668105 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-d73f6f2a-324d-47fa-8674-29f7cf0e67aa tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] DELETE failed (client error): The resource could not be found. Nov 25 17:43:00.669248 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d73f6f2a-324d-47fa-8674-29f7cf0e67aa tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:43:00.677504 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d73f6f2a-324d-47fa-8674-29f7cf0e67aa tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/subnets/8834d126-603a-4190-982b-e7cea3bad7ab HTTP/1.1" status: 404 len: 337 time: 0.1210854 Nov 25 17:43:00.679363 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 32950) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:00.747405 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-331baaad-48ef-4b9e-8246-69a70eb4592a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] DELETE failed (client error): The resource could not be found. Nov 25 17:43:00.747877 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-331baaad-48ef-4b9e-8246-69a70eb4592a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:43:00.751089 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-331baaad-48ef-4b9e-8246-69a70eb4592a tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/subnets/39ff0c27-9713-4460-9e74-fb37b9385397 HTTP/1.1" status: 404 len: 337 time: 0.0581014 Nov 25 17:43:00.753590 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 32952) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:00.775553 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 32954) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:00.799948 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-d020b441-a784-4353-9b32-65f2c5a6e7d7 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] DELETE failed (client error): The resource could not be found. Nov 25 17:43:00.800655 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d020b441-a784-4353-9b32-65f2c5a6e7d7 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:43:00.808651 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d020b441-a784-4353-9b32-65f2c5a6e7d7 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/ports/c4171d31-b568-43e1-bd2c-d892cf7ced3c HTTP/1.1" status: 404 len: 333 time: 0.0529180 Nov 25 17:43:00.815199 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 32958) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:00.848528 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-b18ff67f-b7a8-4ced-abde-44ebcb562c5f tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] DELETE failed (client error): The resource could not be found. Nov 25 17:43:00.849120 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b18ff67f-b7a8-4ced-abde-44ebcb562c5f tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:43:00.853664 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b18ff67f-b7a8-4ced-abde-44ebcb562c5f tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/subnets/a0f3a209-b2bd-463c-a1f7-821c775f8a6d HTTP/1.1" status: 404 len: 337 time: 0.0369008 Nov 25 17:43:00.855636 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c893151e-2263-4908-a11e-dc3e1f971d37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:00.866428 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 32960) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:00.899743 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-425450ff-a2ee-4b19-8ea8-ef29817c20ba admin admin] Allocated IP 172.20.0.1 (762853d9-38e5-4380-88ed-82e8f6ae46d0/2359eb3b-2212-46df-98c5-fcb6d89adeb1/c6a80e3b-1199-469b-b639-67fa9cda50e7) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:43:01.051310 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b495d6e-071a-4807-8e63-0e684d19fd18 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] DELETE failed (client error): The resource could not be found. Nov 25 17:43:01.051917 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b495d6e-071a-4807-8e63-0e684d19fd18 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:43:01.056804 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6b495d6e-071a-4807-8e63-0e684d19fd18 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/ports/2a03a583-dc51-452b-a66f-dd72c17fd6b5 HTTP/1.1" status: 404 len: 333 time: 0.1021125 Nov 25 17:43:01.090273 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 32966) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:01.112698 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c893151e-2263-4908-a11e-dc3e1f971d37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:01.150780 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-425450ff-a2ee-4b19-8ea8-ef29817c20ba admin admin] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:01.160531 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dacbd8df-8021-4ee7-a2f6-9fd314df594f tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks [] for router_gateway, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:01.182319 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-8303a46d-5b01-43dc-b8da-63670ad52df1 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] DELETE failed (client error): The resource could not be found. Nov 25 17:43:01.182926 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8303a46d-5b01-43dc-b8da-63670ad52df1 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:43:01.186502 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8303a46d-5b01-43dc-b8da-63670ad52df1 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/subnets/294a8970-037f-4654-9eab-c34c5a18fa77 HTTP/1.1" status: 404 len: 337 time: 0.0952430 Nov 25 17:43:01.187369 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c893151e-2263-4908-a11e-dc3e1f971d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:01.191898 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 32968) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:01.205551 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dacbd8df-8021-4ee7-a2f6-9fd314df594f tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:01.261879 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a0c6652-cbe0-4f28-9400-ed3d510778ae tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] DELETE failed (client error): The resource could not be found. Nov 25 17:43:01.262524 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a0c6652-cbe0-4f28-9400-ed3d510778ae tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:43:01.266324 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3a0c6652-cbe0-4f28-9400-ed3d510778ae tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/ports/33f53db7-53da-4223-bd34-ae860ef92f63 HTTP/1.1" status: 404 len: 333 time: 0.0694854 Nov 25 17:43:01.282381 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c893151e-2263-4908-a11e-dc3e1f971d37 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0c17b5fc21db4dae9291334a99333d45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5033495 Nov 25 17:43:01.282381 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 32976) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:01.282381 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c893151e-2263-4908-a11e-dc3e1f971d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71553d89-b110-4185-aee7-19b44bf57bf4,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:01.298311 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 32980) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:01.329878 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-a880071c-4348-4231-8e91-b9154430da24 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] DELETE failed (client error): The resource could not be found. Nov 25 17:43:01.330339 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a880071c-4348-4231-8e91-b9154430da24 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:43:01.333542 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a880071c-4348-4231-8e91-b9154430da24 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/subnets/9ed9fadd-c10f-40e9-9ded-cfd6c1ec71b6 HTTP/1.1" status: 404 len: 337 time: 0.0361693 Nov 25 17:43:01.339506 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 32982) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:01.350653 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe507a2-3f5a-4fd0-8ec0-04833fd36095 req-6335337b-5750-4bd4-b243-dbe062905fd0 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:01.352631 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8fe507a2-3f5a-4fd0-8ec0-04833fd36095 req-6335337b-5750-4bd4-b243-dbe062905fd0 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 945 time: 0.8464262 Nov 25 17:43:01.359723 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a881d1d3-44bd-4096-8258-e38cfb04d8e4 req-cd23a4e8-dd26-49b8-bfe1-aa13f9ddc04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:01.361896 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a881d1d3-44bd-4096-8258-e38cfb04d8e4 req-cd23a4e8-dd26-49b8-bfe1-aa13f9ddc04f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5a560046c26c483180c0093a6be1dd8b&device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 1096 time: 0.2854853 Nov 25 17:43:01.387110 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-19292007-4b51-4e65-9ce5-f75426359b96 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] DELETE failed (client error): The resource could not be found. Nov 25 17:43:01.387707 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19292007-4b51-4e65-9ce5-f75426359b96 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:43:01.390994 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-19292007-4b51-4e65-9ce5-f75426359b96 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/ports/46247626-e8ca-4fdd-acc5-4b5da20d24d3 HTTP/1.1" status: 404 len: 333 time: 0.0459530 Nov 25 17:43:01.394816 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 32984) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:01.434880 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2d4e337-86d1-45af-a29c-347f986635c9 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] DELETE failed (client error): The resource could not be found. Nov 25 17:43:01.435274 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2d4e337-86d1-45af-a29c-347f986635c9 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:43:01.436090 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-dacbd8df-8021-4ee7-a2f6-9fd314df594f tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Allocated IP 172.25.0.229 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/2d8de558-cc4d-493b-ae5e-f7d315a9b319) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:43:01.438360 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f2d4e337-86d1-45af-a29c-347f986635c9 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/subnets/c5bd7b51-95fa-48f6-800a-4f49819be210 HTTP/1.1" status: 404 len: 337 time: 0.0416636 Nov 25 17:43:01.440809 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 32986) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:01.441252 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-425450ff-a2ee-4b19-8ea8-ef29817c20ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:01.465170 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-63de3b96-4861-4707-bcb8-95b86746a20c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:01.483032 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-84123a7d-d5e4-403b-a9ed-3d9292ea66ba tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] DELETE failed (client error): The resource could not be found. Nov 25 17:43:01.483616 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84123a7d-d5e4-403b-a9ed-3d9292ea66ba tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:43:01.486737 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-84123a7d-d5e4-403b-a9ed-3d9292ea66ba tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/ports/8f9278d3-fd11-4280-b5dc-51de5b67d96d HTTP/1.1" status: 404 len: 333 time: 0.0449550 Nov 25 17:43:01.489199 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 32990) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:01.529226 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-0095ed3d-1ec8-4f63-91b5-370941b82288 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] DELETE failed (client error): The resource could not be found. Nov 25 17:43:01.529690 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0095ed3d-1ec8-4f63-91b5-370941b82288 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:43:01.532919 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0095ed3d-1ec8-4f63-91b5-370941b82288 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/subnets/01b142f6-fbf1-41af-bd3c-40246a3206bf HTTP/1.1" status: 404 len: 337 time: 0.0427835 Nov 25 17:43:01.536173 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 32992) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:01.548650 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-63de3b96-4861-4707-bcb8-95b86746a20c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:01.576911 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425450ff-a2ee-4b19-8ea8-ef29817c20ba admin admin] Network 762853d9-38e5-4380-88ed-82e8f6ae46d0 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:43:01.585496 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8fe507a2-3f5a-4fd0-8ec0-04833fd36095 req-c77b6121-b043-4f65-900d-075d776cff54 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2223935 Nov 25 17:43:01.643091 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-425450ff-a2ee-4b19-8ea8-ef29817c20ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:43:01.652357 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425450ff-a2ee-4b19-8ea8-ef29817c20ba admin admin] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:43:01.657627 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425450ff-a2ee-4b19-8ea8-ef29817c20ba admin admin] Pushing event updated for resources: {'Port': ['ID=c6a80e3b-1199-469b-b639-67fa9cda50e7,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:01.657859 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-63de3b96-4861-4707-bcb8-95b86746a20c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:01.662029 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-63de3b96-4861-4707-bcb8-95b86746a20c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:01.665929 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-63de3b96-4861-4707-bcb8-95b86746a20c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/71553d89-b110-4185-aee7-19b44bf57bf4 HTTP/1.1" status: 204 len: 168 time: 0.3347824 Nov 25 17:43:01.674472 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c584a85-59e3-4e2d-b8f9-d130f922c8e3 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] DELETE failed (client error): The resource could not be found. Nov 25 17:43:01.675070 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c584a85-59e3-4e2d-b8f9-d130f922c8e3 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:43:01.682590 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8c584a85-59e3-4e2d-b8f9-d130f922c8e3 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/ports/2d0aac4b-32eb-4db9-bb09-815dfa45876d HTTP/1.1" status: 404 len: 333 time: 0.1442254 Nov 25 17:43:01.683218 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 32996) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:01.683985 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b96-4861-4707-bcb8-95b86746a20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71553d89-b110-4185-aee7-19b44bf57bf4,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:01.723503 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-c80656a6-84f2-4903-86e7-5202f71ce404 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] DELETE failed (client error): The resource could not be found. Nov 25 17:43:01.723970 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c80656a6-84f2-4903-86e7-5202f71ce404 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:43:01.730884 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c80656a6-84f2-4903-86e7-5202f71ce404 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/subnets/4cd5791a-c851-4b67-a7cc-1ae7ac57b082 HTTP/1.1" status: 404 len: 337 time: 0.0444701 Nov 25 17:43:01.731424 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 32998) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:01.760531 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-125d8f0d-c8b2-4830-92c2-e22a7550be84 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] DELETE failed (client error): The resource could not be found. Nov 25 17:43:01.761435 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-125d8f0d-c8b2-4830-92c2-e22a7550be84 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:43:01.768512 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-125d8f0d-c8b2-4830-92c2-e22a7550be84 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/ports/24877739-1ee0-4473-aa74-857c1d440460 HTTP/1.1" status: 404 len: 333 time: 0.0359497 Nov 25 17:43:01.769163 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33002) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:01.810584 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1df4f48-a703-4ca8-8cb4-3d58876b38f9 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] DELETE failed (client error): The resource could not be found. Nov 25 17:43:01.811214 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1df4f48-a703-4ca8-8cb4-3d58876b38f9 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:43:01.817528 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a881d1d3-44bd-4096-8258-e38cfb04d8e4 req-226c40ed-fe2b-449a-9843-3b03605f758d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:01.819098 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a881d1d3-44bd-4096-8258-e38cfb04d8e4 req-226c40ed-fe2b-449a-9843-3b03605f758d service neutron] 10.222.0.74 "GET /v2.0/networks?id=d0082d57-8c96-4a76-be0f-340c2f65b160 HTTP/1.1" status: 200 len: 913 time: 0.4471776 Nov 25 17:43:01.820943 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e1df4f48-a703-4ca8-8cb4-3d58876b38f9 tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/subnets/17b6e7c1-39bf-42a7-a731-c09e811a332d HTTP/1.1" status: 404 len: 337 time: 0.0506504 Nov 25 17:43:01.821569 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33004) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:01.849062 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e7852-8db0-419e-8bf1-a733f1f0f68d req-8d02db7a-93f8-4a70-a4bb-1dcabc105c22 tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:01.850687 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d81e7852-8db0-419e-8bf1-a733f1f0f68d req-8d02db7a-93f8-4a70-a4bb-1dcabc105c22 tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] 10.222.0.75 "GET /v2.0/ports?device_id=225b94dc-3203-4a7b-9574-a8459606216b HTTP/1.1" status: 200 len: 945 time: 0.2866838 Nov 25 17:43:01.955281 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6afa9d5e-b127-4dfe-8284-75a655eab54d tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:01.979698 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 55b51aed-da9b-466c-919c-ea57bd7ae5ed up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:43:01.992509 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-425450ff-a2ee-4b19-8ea8-ef29817c20ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:02.048306 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dacbd8df-8021-4ee7-a2f6-9fd314df594f tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:02.080978 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 55b51aed-da9b-466c-919c-ea57bd7ae5ed triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:43:02.081354 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:02.158184 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6afa9d5e-b127-4dfe-8284-75a655eab54d tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:02.187761 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-6afa9d5e-b127-4dfe-8284-75a655eab54d tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fed75ec1-726a-45be-ab23-2dd76f977831']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:02.209209 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-6afa9d5e-b127-4dfe-8284-75a655eab54d tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9e94b7c-180a-4e4f-9829-263b459c4e69') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:02.209730 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-6afa9d5e-b127-4dfe-8284-75a655eab54d tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9e94b7c-180a-4e4f-9829-263b459c4e69') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:02.232606 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dacbd8df-8021-4ee7-a2f6-9fd314df594f tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:02.290914 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6afa9d5e-b127-4dfe-8284-75a655eab54d tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:02.297600 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacbd8df-8021-4ee7-a2f6-9fd314df594f tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:43:02.318109 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-dacbd8df-8021-4ee7-a2f6-9fd314df594f tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:43:02.332852 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6afa9d5e-b127-4dfe-8284-75a655eab54d tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:02.336779 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a10e21-9ba8-428d-9e1c-7ef20d83ae77 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:43:02.351420 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6afa9d5e-b127-4dfe-8284-75a655eab54d tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Releasing vlan 907 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:43:02.351893 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6afa9d5e-b127-4dfe-8284-75a655eab54d tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:02.357255 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacbd8df-8021-4ee7-a2f6-9fd314df594f tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:43:02.383973 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a881d1d3-44bd-4096-8258-e38cfb04d8e4 req-0852d142-f7dd-459c-bd4d-1daa3b225370 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82625e3e-d5dd-41cd-b7dc-44893732e44b HTTP/1.1" status: 200 len: 999 time: 0.5321689 Nov 25 17:43:02.396166 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-24f57fe7-d210-4bd6-a1f8-158a3de14956 None None] Provisioning complete for port 2d8de558-cc4d-493b-ae5e-f7d315a9b319 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:43:02.401859 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-24f57fe7-d210-4bd6-a1f8-158a3de14956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:02.415322 n-d-817746-1 neutron-server[103360]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:43:02.415322 n-d-817746-1 neutron-server[103360]: items = [ Nov 25 17:43:02.415322 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:43:02.415322 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:43:02.415322 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:43:02.415322 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:43:02.415322 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:43:02.415322 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:43:02.415322 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:43:02.415322 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:43:02.415322 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:43:02.415322 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:43:02.415322 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:43:02.415322 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:43:02.415322 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:43:02.415322 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:43:02.415322 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:43:02.415322 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:43:02.415322 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:43:02.415322 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:43:02.415322 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:43:02.415322 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:43:02.415322 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:43:02.415322 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:43:02.415322 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:43:02.415322 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:43:02.415322 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:43:02.415322 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:43:02.415322 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:43:02.415322 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:43:02.415322 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:43:02.415322 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:43:02.415322 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:43:02.415322 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:43:02.505691 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d81e7852-8db0-419e-8bf1-a733f1f0f68d req-4cd54aca-fe49-4496-b13c-3a8b96ed3692 tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] 10.222.0.75 "GET /v2.0/security-groups?id=60cba737-f62f-48b0-b6f3-e381b4a1e902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6290197 Nov 25 17:43:02.513185 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-24f57fe7-d210-4bd6-a1f8-158a3de14956 None None] Port 2d8de558-cc4d-493b-ae5e-f7d315a9b319 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:43:02.522247 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6afa9d5e-b127-4dfe-8284-75a655eab54d tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:02.526268 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacbd8df-8021-4ee7-a2f6-9fd314df594f tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Pushing event updated for resources: {'Port': ['ID=2d8de558-cc4d-493b-ae5e-f7d315a9b319,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:02.541044 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6afa9d5e-b127-4dfe-8284-75a655eab54d tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:02.559479 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6afa9d5e-b127-4dfe-8284-75a655eab54d tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] 10.222.0.75 "DELETE /v2.0/networks/fed75ec1-726a-45be-ab23-2dd76f977831 HTTP/1.1" status: 204 len: 168 time: 0.7340481 Nov 25 17:43:02.617805 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afa9d5e-b127-4dfe-8284-75a655eab54d tempest-NetworksTestDHCPv6-736540848 tempest-NetworksTestDHCPv6-736540848-project] Pushing event deleted for resources: {'Network': ['ID=fed75ec1-726a-45be-ab23-2dd76f977831,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:02.850019 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a881d1d3-44bd-4096-8258-e38cfb04d8e4 req-b4285817-a1b1-43ed-9132-0e2b038e7589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:02.857916 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a881d1d3-44bd-4096-8258-e38cfb04d8e4 req-b4285817-a1b1-43ed-9132-0e2b038e7589 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c74f83ed-3896-4341-8cf1-e1417d85add2 HTTP/1.1" status: 200 len: 851 time: 0.4453008 Nov 25 17:43:03.064090 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-425450ff-a2ee-4b19-8ea8-ef29817c20ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:03.117709 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d557cb-1289-45dc-9cc2-ccab9da861da req-64529308-fbf6-41b1-868d-445037be0744 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:03.119541 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-07d557cb-1289-45dc-9cc2-ccab9da861da req-64529308-fbf6-41b1-868d-445037be0744 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 945 time: 0.3183467 Nov 25 17:43:03.211017 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33046) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:03.232162 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a881d1d3-44bd-4096-8258-e38cfb04d8e4 req-46e21fcf-9ebc-4163-9940-fb34d5f183f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:03.233949 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a881d1d3-44bd-4096-8258-e38cfb04d8e4 req-46e21fcf-9ebc-4163-9940-fb34d5f183f1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d0082d57-8c96-4a76-be0f-340c2f65b160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2486508 Nov 25 17:43:03.234681 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dacbd8df-8021-4ee7-a2f6-9fd314df594f tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks [] for router_gateway, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:03.522122 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7902dd77-c4ff-4aa3-b4da-40fb6f1064e1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b4fd74d3755f4cd39b2026436dde8bb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3094480 Nov 25 17:43:03.523050 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33058) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:03.611042 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7d59b14a-bc6a-44fb-aa28-e6991eacf812 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:03.649050 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7d59b14a-bc6a-44fb-aa28-e6991eacf812 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:03.738038 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7d59b14a-bc6a-44fb-aa28-e6991eacf812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:03.740756 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7d59b14a-bc6a-44fb-aa28-e6991eacf812 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:03.745034 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7d59b14a-bc6a-44fb-aa28-e6991eacf812 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6e4f6b26-43c9-4c04-af9b-258e7b1bde6a HTTP/1.1" status: 204 len: 168 time: 0.2177818 Nov 25 17:43:03.768843 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d59b14a-bc6a-44fb-aa28-e6991eacf812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4f6b26-43c9-4c04-af9b-258e7b1bde6a,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:03.863116 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e076c608-4767-43ac-b3e3-4c4dc360dd02 req-f62d0d4f-4708-4303-bd1f-b6fb35b734d0 tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:03.871768 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e076c608-4767-43ac-b3e3-4c4dc360dd02 req-f62d0d4f-4708-4303-bd1f-b6fb35b734d0 tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] 10.222.0.75 "GET /v2.0/ports?device_id=225b94dc-3203-4a7b-9574-a8459606216b HTTP/1.1" status: 200 len: 945 time: 0.7624190 Nov 25 17:43:03.999045 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-07d557cb-1289-45dc-9cc2-ccab9da861da req-4dfeffe7-4f35-4f16-a37f-dd3e627daa4c tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8369265 Nov 25 17:43:04.193224 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e076c608-4767-43ac-b3e3-4c4dc360dd02 req-2f3f4ac3-f510-449b-81e0-fac79ebe871f tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] 10.222.0.75 "GET /v2.0/security-groups?id=60cba737-f62f-48b0-b6f3-e381b4a1e902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203533 Nov 25 17:43:04.196729 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a881d1d3-44bd-4096-8258-e38cfb04d8e4 req-a802edaa-29da-4f55-9418-48cbc836de0b service neutron] 10.222.0.74 "GET /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8440042 Nov 25 17:43:04.201627 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dacbd8df-8021-4ee7-a2f6-9fd314df594f tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:04.689711 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-425450ff-a2ee-4b19-8ea8-ef29817c20ba admin admin] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:04.716685 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a881d1d3-44bd-4096-8258-e38cfb04d8e4 req-af52a6ac-a223-4d67-b774-9aececcf3746 service neutron] 10.222.0.74 "GET /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5091119 Nov 25 17:43:04.717314 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-425450ff-a2ee-4b19-8ea8-ef29817c20ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:04.797504 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c974d1-5b1f-459e-a8db-7803dbafcaf9 req-62ded4a4-d124-423c-917b-a37cf10fefdd tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:04.799011 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c5c974d1-5b1f-459e-a8db-7803dbafcaf9 req-62ded4a4-d124-423c-917b-a37cf10fefdd tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] 10.222.0.74 "GET /v2.0/ports?device_id=225b94dc-3203-4a7b-9574-a8459606216b HTTP/1.1" status: 200 len: 945 time: 0.2980547 Nov 25 17:43:04.863191 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-425450ff-a2ee-4b19-8ea8-ef29817c20ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:04.875716 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425450ff-a2ee-4b19-8ea8-ef29817c20ba admin admin] Pushing event updated for resources: {'Port': ['ID=c6a80e3b-1199-469b-b639-67fa9cda50e7,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:05.022499 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dacbd8df-8021-4ee7-a2f6-9fd314df594f tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Router 4eccd77f-9b00-43b2-9da8-3347890b0448 is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:43:05.068720 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-c5c974d1-5b1f-459e-a8db-7803dbafcaf9 req-216465d3-a479-46ca-8b2d-18ac015aa5c9 tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] Deleting port 77715b06-c49c-4d13-8738-53454fbe5ee6 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:43:05.069108 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c5c974d1-5b1f-459e-a8db-7803dbafcaf9 req-216465d3-a479-46ca-8b2d-18ac015aa5c9 tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:05.209297 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33114) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:05.420253 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425450ff-a2ee-4b19-8ea8-ef29817c20ba admin admin] Network 762853d9-38e5-4380-88ed-82e8f6ae46d0 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:43:05.436556 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-425450ff-a2ee-4b19-8ea8-ef29817c20ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:43:05.439454 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dacbd8df-8021-4ee7-a2f6-9fd314df594f tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:43:05.454124 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883d6aa4-adbb-4b65-bf6c-4e7403fe2b48 None None] Sync routers for ids ['4eccd77f-9b00-43b2-9da8-3347890b0448'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:43:05.477168 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883d6aa4-adbb-4b65-bf6c-4e7403fe2b48 None None] Routers {'4eccd77f-9b00-43b2-9da8-3347890b0448'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:43:05.480333 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-883d6aa4-adbb-4b65-bf6c-4e7403fe2b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:42:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['4eccd77f-9b00-43b2-9da8-3347890b0448'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:05.592570 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-883d6aa4-adbb-4b65-bf6c-4e7403fe2b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:05.599259 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dacbd8df-8021-4ee7-a2f6-9fd314df594f tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:05.604254 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-dacbd8df-8021-4ee7-a2f6-9fd314df594f tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.5488596 Nov 25 17:43:05.604510 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33120) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:05.611220 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-a72e3d0b-26c9-48e4-aade-a6e8a1073fcc tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'enable_snat': False}}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:05.612275 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883d6aa4-adbb-4b65-bf6c-4e7403fe2b48 None None] Routers {'4eccd77f-9b00-43b2-9da8-3347890b0448'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:43:05.613432 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-883d6aa4-adbb-4b65-bf6c-4e7403fe2b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:42:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['4eccd77f-9b00-43b2-9da8-3347890b0448'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:05.642477 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-c5c974d1-5b1f-459e-a8db-7803dbafcaf9 req-216465d3-a479-46ca-8b2d-18ac015aa5c9 tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] For port 77715b06-c49c-4d13-8738-53454fbe5ee6, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=77715b06-c49c-4d13-8738-53454fbe5ee6,segment=NetworkSegment(682345a5-ec8f-4204-a78d-03da0d4b4735),segment_id=682345a5-ec8f-4204-a78d-03da0d4b4735)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:43:05.642859 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c5c974d1-5b1f-459e-a8db-7803dbafcaf9 req-216465d3-a479-46ca-8b2d-18ac015aa5c9 tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:05.656478 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c392961-9635-4e14-bb4c-8adde55c2303 req-aaaa7eba-07ca-45e7-b932-0595e09c2218 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:05.668338 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5c392961-9635-4e14-bb4c-8adde55c2303 req-aaaa7eba-07ca-45e7-b932-0595e09c2218 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 945 time: 0.3833625 Nov 25 17:43:05.696016 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-883d6aa4-adbb-4b65-bf6c-4e7403fe2b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:05.698551 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883d6aa4-adbb-4b65-bf6c-4e7403fe2b48 None None] The sync data for ids ['4eccd77f-9b00-43b2-9da8-3347890b0448'] in n-d-817746-1 is: [] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:43:05.751990 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-c5c974d1-5b1f-459e-a8db-7803dbafcaf9 req-216465d3-a479-46ca-8b2d-18ac015aa5c9 tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] Calling delete_port for 77715b06-c49c-4d13-8738-53454fbe5ee6 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:43:05.763813 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa97275-d6bc-4437-a319-50390e1cac46 req-e9c6dbe3-05b1-4d8e-9f18-2752bd0fc005 tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:05.765169 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1aa97275-d6bc-4437-a319-50390e1cac46 req-e9c6dbe3-05b1-4d8e-9f18-2752bd0fc005 tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] 10.222.0.75 "GET /v2.0/ports?device_id=225b94dc-3203-4a7b-9574-a8459606216b HTTP/1.1" status: 200 len: 945 time: 0.3413000 Nov 25 17:43:05.788201 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-d0f314dd-b775-4940-afd8-fc2a7c093038 tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1468341591'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:05.839732 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f314dd-b775-4940-afd8-fc2a7c093038 tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Made reservation on behalf of 6dcfb499081847c5abd355f7d28d44d2 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:43:05.845289 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d0f314dd-b775-4940-afd8-fc2a7c093038 tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:05.863090 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d0f314dd-b775-4940-afd8-fc2a7c093038 tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:05.909518 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5c392961-9635-4e14-bb4c-8adde55c2303 req-dc59a61b-525e-4c23-9859-34255082a095 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2446406 Nov 25 17:43:05.938312 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-425450ff-a2ee-4b19-8ea8-ef29817c20ba admin admin] Router e1e85295-89d2-43a7-b66f-8fce33ffc6fc has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:43:05.959292 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1aa97275-d6bc-4437-a319-50390e1cac46 req-b457e696-8967-48b1-a2fc-ef683fdd7977 tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] 10.222.0.75 "GET /v2.0/security-groups?id=60cba737-f62f-48b0-b6f3-e381b4a1e902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840112 Nov 25 17:43:06.128650 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d0f314dd-b775-4940-afd8-fc2a7c093038 tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:06.138076 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d0f314dd-b775-4940-afd8-fc2a7c093038 tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:06.180487 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0f314dd-b775-4940-afd8-fc2a7c093038 tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 922} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:43:06.202349 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c5c974d1-5b1f-459e-a8db-7803dbafcaf9 req-216465d3-a479-46ca-8b2d-18ac015aa5c9 tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:06.216915 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['77715b06-c49c-4d13-8738-53454fbe5ee6'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:43:06.226883 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d0f314dd-b775-4940-afd8-fc2a7c093038 tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:06.227903 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-d0f314dd-b775-4940-afd8-fc2a7c093038 tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Added segment 25447864-7fc6-40e8-a2cd-322d61daac29 of type vlan for network d58c72c1-30ba-4b70-8269-b62f4b942685 Nov 25 17:43:06.298253 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f314dd-b775-4940-afd8-fc2a7c093038 tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79c5e7ed-669c-4dd3-9924-6b716a4ff694,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:06.336994 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216465d3-a479-46ca-8b2d-18ac015aa5c9 tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] Pushing event deleted for resources: {'Port': ['ID=77715b06-c49c-4d13-8738-53454fbe5ee6,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:06.343383 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425450ff-a2ee-4b19-8ea8-ef29817c20ba admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:43:06.359539 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92c3da9-564f-45ac-a510-48acb0405beb None None] Sync routers for ids ['e1e85295-89d2-43a7-b66f-8fce33ffc6fc'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:43:06.365058 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-425450ff-a2ee-4b19-8ea8-ef29817c20ba admin admin] 10.222.0.75 "PUT /v2.0/routers/e1e85295-89d2-43a7-b66f-8fce33ffc6fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4896839 Nov 25 17:43:06.420649 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92c3da9-564f-45ac-a510-48acb0405beb None None] Routers {'e1e85295-89d2-43a7-b66f-8fce33ffc6fc'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:43:06.429634 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-c92c3da9-564f-45ac-a510-48acb0405beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:42:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['e1e85295-89d2-43a7-b66f-8fce33ffc6fc'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:06.455384 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a72e3d0b-26c9-48e4-aade-a6e8a1073fcc tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:06.478547 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d0f314dd-b775-4940-afd8-fc2a7c093038 tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:06.501869 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5c974d1-5b1f-459e-a8db-7803dbafcaf9 req-216465d3-a479-46ca-8b2d-18ac015aa5c9 tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] No DVR routers for this DVR port 77715b06-c49c-4d13-8738-53454fbe5ee6 on host n-h1-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:43:06.506125 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c5c974d1-5b1f-459e-a8db-7803dbafcaf9 req-216465d3-a479-46ca-8b2d-18ac015aa5c9 tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:06.512583 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c5c974d1-5b1f-459e-a8db-7803dbafcaf9 req-216465d3-a479-46ca-8b2d-18ac015aa5c9 tempest-InstanceActionsTestJSON-1504693789 tempest-InstanceActionsTestJSON-1504693789-project] 10.222.0.74 "DELETE /v2.0/ports/77715b06-c49c-4d13-8738-53454fbe5ee6 HTTP/1.1" status: 204 len: 173 time: 1.6984286 Nov 25 17:43:06.513206 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '225b94dc-3203-4a7b-9574-a8459606216b', 'name': 'network-vif-deleted', 'tag': '77715b06-c49c-4d13-8738-53454fbe5ee6'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:43:06.516836 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2c8612-0aaa-4f4c-bca8-a2a782304c16" -d '{"events": [{"server_uuid": "225b94dc-3203-4a7b-9574-a8459606216b", "name": "network-vif-deleted", "tag": "77715b06-c49c-4d13-8738-53454fbe5ee6"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:43:06.519250 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d0f314dd-b775-4940-afd8-fc2a7c093038 tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:06.545944 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f314dd-b775-4940-afd8-fc2a7c093038 tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:06.547734 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d0f314dd-b775-4940-afd8-fc2a7c093038 tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:06.614127 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cde3dd7-da60-49a4-905e-fcef02c78803 x-openstack-request-id: req-5cde3dd7-da60-49a4-905e-fcef02c78803 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:43:06.614478 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "225b94dc-3203-4a7b-9574-a8459606216b", "name": "network-vif-deleted", "tag": "77715b06-c49c-4d13-8738-53454fbe5ee6", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:43:06.616013 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5cde3dd7-da60-49a4-905e-fcef02c78803 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:43:06.618168 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '225b94dc-3203-4a7b-9574-a8459606216b', 'name': 'network-vif-deleted', 'tag': '77715b06-c49c-4d13-8738-53454fbe5ee6', 'status': 'completed', 'code': 200} Nov 25 17:43:06.661135 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9a63eefc-9bf9-45c9-88da-38a8edc1da04 req-84363cfa-cff2-4a1e-8b5b-bc3eff585f36 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=97be2ce6-9257-4cdf-b9a7-5336b2f90489&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1390836 Nov 25 17:43:06.732110 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-c92c3da9-564f-45ac-a510-48acb0405beb None None] Set router e1e85295-89d2-43a7-b66f-8fce33ffc6fc gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:43:06.809682 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d0f314dd-b775-4940-afd8-fc2a7c093038 tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.5987084 Nov 25 17:43:06.814395 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33144) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:06.818519 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63eefc-9bf9-45c9-88da-38a8edc1da04 req-2c474679-fc3f-418c-adcd-a4214cda6ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:06.820950 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-6588e944-95f4-4046-a83a-f2f0e984809c tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Request body: {'subnet': {'network_id': 'd58c72c1-30ba-4b70-8269-b62f4b942685', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:06.821247 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9a63eefc-9bf9-45c9-88da-38a8edc1da04 req-2c474679-fc3f-418c-adcd-a4214cda6ac1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5a560046c26c483180c0093a6be1dd8b&device_id=97be2ce6-9257-4cdf-b9a7-5336b2f90489 HTTP/1.1" status: 200 len: 1097 time: 0.1022582 Nov 25 17:43:07.008456 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63eefc-9bf9-45c9-88da-38a8edc1da04 req-0597d218-0116-477a-a661-7d588caff340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:07.018844 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9a63eefc-9bf9-45c9-88da-38a8edc1da04 req-0597d218-0116-477a-a661-7d588caff340 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d0082d57-8c96-4a76-be0f-340c2f65b160 HTTP/1.1" status: 200 len: 913 time: 0.1728215 Nov 25 17:43:07.128305 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f314dd-b775-4940-afd8-fc2a7c093038 tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Pushing event updated for resources: {'Network': ['ID=d58c72c1-30ba-4b70-8269-b62f4b942685,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:07.185264 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6588e944-95f4-4046-a83a-f2f0e984809c tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Made reservation on behalf of 6dcfb499081847c5abd355f7d28d44d2 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:43:07.198502 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6588e944-95f4-4046-a83a-f2f0e984809c tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:07.202084 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network d58c72c1-30ba-4b70-8269-b62f4b942685 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:43:07.202986 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9a63eefc-9bf9-45c9-88da-38a8edc1da04 req-e9529b2a-3666-433e-ac57-b2670455c58a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc6a8024-085e-4dd4-a044-03e7336eacba HTTP/1.1" status: 200 len: 217 time: 0.1744618 Nov 25 17:43:07.495866 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-c92c3da9-564f-45ac-a510-48acb0405beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e85295-89d2-43a7-b66f-8fce33ffc6fc', 'name': 'tempest-ServerRescueTestJSON-1434998664-router', 'tenant_id': 'bcc83327df764a93b0dfb6e88102bcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '55b51aed-da9b-466c-919c-ea57bd7ae5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:42:47Z', 'updated_at': '2021-11-25T17:43:02Z', 'revision_number': 4, 'project_id': 'bcc83327df764a93b0dfb6e88102bcf0', 'gw_port': {'id': '55b51aed-da9b-466c-919c-ea57bd7ae5ed', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e85295-89d2-43a7-b66f-8fce33ffc6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:50Z', 'updated_at': '2021-11-25T17:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'c6a80e3b-1199-469b-b639-67fa9cda50e7', 'name': '', 'network_id': '762853d9-38e5-4380-88ed-82e8f6ae46d0', 'tenant_id': 'bcc83327df764a93b0dfb6e88102bcf0', 'mac_address': 'fa:16:3e:a3:ac:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1e85295-89d2-43a7-b66f-8fce33ffc6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '2359eb3b-2212-46df-98c5-fcb6d89adeb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:43:00Z', 'updated_at': '2021-11-25T17:43:03Z', 'revision_number': 2, 'project_id': 'bcc83327df764a93b0dfb6e88102bcf0', 'subnets': [{'id': '2359eb3b-2212-46df-98c5-fcb6d89adeb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:07.507269 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1050e-a22d-4eb9-8392-718962e9b5b6 req-a1a9c630-92a7-4393-938d-aa3017239ddb tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:07.509985 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3a1050e-a22d-4eb9-8392-718962e9b5b6 req-a1a9c630-92a7-4393-938d-aa3017239ddb tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/networks?id=762853d9-38e5-4380-88ed-82e8f6ae46d0 HTTP/1.1" status: 200 len: 811 time: 0.1978691 Nov 25 17:43:07.543651 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3a1050e-a22d-4eb9-8392-718962e9b5b6 req-30b11b3b-0249-4ff5-add9-d2f8545a6b1b tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/quotas/bcc83327df764a93b0dfb6e88102bcf0 HTTP/1.1" status: 200 len: 375 time: 0.0234251 Nov 25 17:43:07.552869 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf907e3-ed29-4cd5-aeef-a8c194ca157e req-ae8b8fcb-bb02-48ae-952e-3a8661b3a5c0 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:07.554575 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8cf907e3-ed29-4cd5-aeef-a8c194ca157e req-ae8b8fcb-bb02-48ae-952e-3a8661b3a5c0 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 945 time: 0.3874733 Nov 25 17:43:07.567681 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63eefc-9bf9-45c9-88da-38a8edc1da04 req-0cc32d9c-3cbf-40f2-9d92-1f1e61b1567b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:07.570386 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9a63eefc-9bf9-45c9-88da-38a8edc1da04 req-0cc32d9c-3cbf-40f2-9d92-1f1e61b1567b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c74f83ed-3896-4341-8cf1-e1417d85add2 HTTP/1.1" status: 200 len: 851 time: 0.3159716 Nov 25 17:43:07.589006 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92c3da9-564f-45ac-a510-48acb0405beb None None] Checking router: e1e85295-89d2-43a7-b66f-8fce33ffc6fc for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:43:07.589821 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92c3da9-564f-45ac-a510-48acb0405beb None None] Updating router e1e85295-89d2-43a7-b66f-8fce33ffc6fc port c6a80e3b-1199-469b-b639-67fa9cda50e7 binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:43:07.641888 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c92c3da9-564f-45ac-a510-48acb0405beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:07.725058 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3a1050e-a22d-4eb9-8392-718962e9b5b6 req-d100691f-a3e5-41a9-9937-ae702d26ea99 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=bcc83327df764a93b0dfb6e88102bcf0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1692159 Nov 25 17:43:07.729815 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63eefc-9bf9-45c9-88da-38a8edc1da04 req-f4549edf-fc3a-4617-a016-5cd90dbd6f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:07.731803 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9a63eefc-9bf9-45c9-88da-38a8edc1da04 req-f4549edf-fc3a-4617-a016-5cd90dbd6f84 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d0082d57-8c96-4a76-be0f-340c2f65b160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1111009 Nov 25 17:43:07.737409 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8cf907e3-ed29-4cd5-aeef-a8c194ca157e req-c74d3266-b80a-4eb6-88a2-ba3d6beee102 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615558 Nov 25 17:43:07.745108 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [req-d3a1050e-a22d-4eb9-8392-718962e9b5b6 req-b8bd2703-48af-4f3c-ab52-79b211da5cca service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:43:07.746161 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3a1050e-a22d-4eb9-8392-718962e9b5b6 req-b8bd2703-48af-4f3c-ab52-79b211da5cca service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077648 Nov 25 17:43:07.861476 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33168) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:08.001878 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6588e944-95f4-4046-a83a-f2f0e984809c tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:08.075080 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9a63eefc-9bf9-45c9-88da-38a8edc1da04 req-d643d2a2-6738-4ece-8b08-c20a3aad2b10 service neutron] 10.222.0.90 "GET /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349030 Nov 25 17:43:08.076968 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3a1050e-a22d-4eb9-8392-718962e9b5b6 req-25134019-d909-4245-9572-ddd3b1f2442b service neutron] 10.222.0.75 "GET /v2.0/networks/762853d9-38e5-4380-88ed-82e8f6ae46d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844372 Nov 25 17:43:08.123534 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-7437f9f7-625f-401e-95cc-8456c81bad21 admin admin] Deleting subnet 92c7feae-a681-4eef-9363-e8ec257e6ee2 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:43:08.126707 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7437f9f7-625f-401e-95cc-8456c81bad21 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:08.128949 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c92c3da9-564f-45ac-a510-48acb0405beb None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:08.134874 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c92c3da9-564f-45ac-a510-48acb0405beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:08.164059 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7437f9f7-625f-401e-95cc-8456c81bad21 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:08.201365 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e381ef-b740-43fc-ba9c-b0a15e00a345 None None] Pushing event updated for resources: {'Port': ['ID=c6a80e3b-1199-469b-b639-67fa9cda50e7,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:08.233194 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7437f9f7-625f-401e-95cc-8456c81bad21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:08.294473 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-c92c3da9-564f-45ac-a510-48acb0405beb None None] Attempting to bind port c6a80e3b-1199-469b-b639-67fa9cda50e7 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:43:08.294853 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-c92c3da9-564f-45ac-a510-48acb0405beb None None] Attempting to bind port c6a80e3b-1199-469b-b639-67fa9cda50e7 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'd6e7e79c-466c-40cb-8e2d-9a39f814ce02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '762853d9-38e5-4380-88ed-82e8f6ae46d0'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:43:08.295228 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92c3da9-564f-45ac-a510-48acb0405beb None None] Attempting to bind port c6a80e3b-1199-469b-b639-67fa9cda50e7 on network 762853d9-38e5-4380-88ed-82e8f6ae46d0 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:43:08.301028 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92c3da9-564f-45ac-a510-48acb0405beb None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:43:08.301460 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92c3da9-564f-45ac-a510-48acb0405beb None None] Checking segment: {'id': 'd6e7e79c-466c-40cb-8e2d-9a39f814ce02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '762853d9-38e5-4380-88ed-82e8f6ae46d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:43:08.301897 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c92c3da9-564f-45ac-a510-48acb0405beb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:08.302390 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92c3da9-564f-45ac-a510-48acb0405beb None None] Bound using segment: {'id': 'd6e7e79c-466c-40cb-8e2d-9a39f814ce02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '762853d9-38e5-4380-88ed-82e8f6ae46d0'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:43:08.302923 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-c92c3da9-564f-45ac-a510-48acb0405beb None None] Bound port: c6a80e3b-1199-469b-b639-67fa9cda50e7, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6e7e79c-466c-40cb-8e2d-9a39f814ce02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '762853d9-38e5-4380-88ed-82e8f6ae46d0'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:43:08.303327 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c92c3da9-564f-45ac-a510-48acb0405beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:08.336428 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6588e944-95f4-4046-a83a-f2f0e984809c tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Pushing event updated for resources: {'Subnet': ['ID=163dff0f-55aa-4604-a0d5-02994d2a3ed5,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:08.349677 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7437f9f7-625f-401e-95cc-8456c81bad21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:08.389492 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-c92c3da9-564f-45ac-a510-48acb0405beb None None] For port c6a80e3b-1199-469b-b639-67fa9cda50e7, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:43:08.393646 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-c92c3da9-564f-45ac-a510-48acb0405beb None None] For port c6a80e3b-1199-469b-b639-67fa9cda50e7, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=c6a80e3b-1199-469b-b639-67fa9cda50e7,segment=NetworkSegment(d6e7e79c-466c-40cb-8e2d-9a39f814ce02),segment_id=d6e7e79c-466c-40cb-8e2d-9a39f814ce02)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:43:08.403241 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c92c3da9-564f-45ac-a510-48acb0405beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:08.465218 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7437f9f7-625f-401e-95cc-8456c81bad21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92c7feae-a681-4eef-9363-e8ec257e6ee2,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:08.508212 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6588e944-95f4-4046-a83a-f2f0e984809c tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Checking segment: {'id': '25447864-7fc6-40e8-a2cd-322d61daac29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'd58c72c1-30ba-4b70-8269-b62f4b942685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:43:08.508638 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6588e944-95f4-4046-a83a-f2f0e984809c tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Network hostable DHCP agents. Network: d58c72c1-30ba-4b70-8269-b62f4b942685, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:43:08.525504 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7437f9f7-625f-401e-95cc-8456c81bad21 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:08.529943 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e381ef-b740-43fc-ba9c-b0a15e00a345 None None] Pushing event updated for resources: {'Port': ['ID=c6a80e3b-1199-469b-b639-67fa9cda50e7,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:08.537342 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7437f9f7-625f-401e-95cc-8456c81bad21 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/92c7feae-a681-4eef-9363-e8ec257e6ee2 HTTP/1.1" status: 204 len: 168 time: 0.6738350 Nov 25 17:43:08.539673 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33188) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:08.567248 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92c3da9-564f-45ac-a510-48acb0405beb None None] Routers {'e1e85295-89d2-43a7-b66f-8fce33ffc6fc'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:43:08.570836 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-c92c3da9-564f-45ac-a510-48acb0405beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:42:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['e1e85295-89d2-43a7-b66f-8fce33ffc6fc'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:08.756459 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-c92c3da9-564f-45ac-a510-48acb0405beb None None] Set router e1e85295-89d2-43a7-b66f-8fce33ffc6fc gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:43:08.785484 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9a63eefc-9bf9-45c9-88da-38a8edc1da04 req-e8992bb4-6c55-4e9c-bded-a4b46532a586 service neutron] 10.222.0.90 "GET /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7023256 Nov 25 17:43:08.814641 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3a1050e-a22d-4eb9-8392-718962e9b5b6 req-5088d7f0-5733-47fb-9c63-eb798a7a5141 service neutron] 10.222.0.75 "GET /v2.0/networks/762853d9-38e5-4380-88ed-82e8f6ae46d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7304151 Nov 25 17:43:08.819163 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6588e944-95f4-4046-a83a-f2f0e984809c tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Network d58c72c1-30ba-4b70-8269-b62f4b942685 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:43:08.862964 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d068c728-f0ac-4a46-9bf6-49da16b49085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:08.881559 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-6588e944-95f4-4046-a83a-f2f0e984809c tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, d58c72c1-30ba-4b70-8269-b62f4b942685) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:43:08.897060 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40751e00-0a48-4d6a-9e70-e26661f3c912 None None] Network d58c72c1-30ba-4b70-8269-b62f4b942685 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:43:08.902460 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6588e944-95f4-4046-a83a-f2f0e984809c tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:08.903064 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6588e944-95f4-4046-a83a-f2f0e984809c tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:08.932142 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a72e3d0b-26c9-48e4-aade-a6e8a1073fcc tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-542255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8324'] for router, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:08.991018 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a72e3d0b-26c9-48e4-aade-a6e8a1073fcc tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-542246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-542269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-530067'] for router, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:08.997537 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6588e944-95f4-4046-a83a-f2f0e984809c tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1809721 Nov 25 17:43:09.000432 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 33198) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:09.007444 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-30724540-a173-4081-befc-022d016d295f tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Request body: {'port': {'network_id': 'd58c72c1-30ba-4b70-8269-b62f4b942685', 'name': 'tempest-ExtraDHCPOptionsTestJSON-268741619'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:09.295246 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d068c728-f0ac-4a46-9bf6-49da16b49085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:09.315004 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-43798fcd-e7f2-4f1b-a1b9-775f91a3a6f2 req-a6cb9941-d9b3-418f-ba61-605d0ea55a43 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf6e9ad9-2d91-44eb-bb03-f51c717f15d5 HTTP/1.1" status: 200 len: 210 time: 0.1287153 Nov 25 17:43:09.484656 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a72e3d0b-26c9-48e4-aade-a6e8a1073fcc tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Router 4eccd77f-9b00-43b2-9da8-3347890b0448 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:43:09.488335 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30724540-a173-4081-befc-022d016d295f tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Made reservation on behalf of 6dcfb499081847c5abd355f7d28d44d2 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:43:09.501575 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-30724540-a173-4081-befc-022d016d295f tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:09.544507 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 77715b06-c49c-4d13-8738-53454fbe5ee6 no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:43:09.546508 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [None req-30724540-a173-4081-befc-022d016d295f tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] device_id is not set on port 6c089b93-961c-4806-914a-42b39f74a94a yet. {{(pid=103361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:43:09.546911 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-d068c728-f0ac-4a46-9bf6-49da16b49085 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d6752ab-c41d-41e5-ab04-0f224a9acdc0']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:09.604441 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-d068c728-f0ac-4a46-9bf6-49da16b49085 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '682345a5-ec8f-4204-a78d-03da0d4b4735') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:09.604747 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-d068c728-f0ac-4a46-9bf6-49da16b49085 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '682345a5-ec8f-4204-a78d-03da0d4b4735') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:09.622501 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: 77715b06-c49c-4d13-8738-53454fbe5ee6 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:43:09.622876 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 77715b06-c49c-4d13-8738-53454fbe5ee6 not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:43:09.773105 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d068c728-f0ac-4a46-9bf6-49da16b49085 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:09.887813 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-30724540-a173-4081-befc-022d016d295f tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Allocated IP 172.20.0.6 (d58c72c1-30ba-4b70-8269-b62f4b942685/163dff0f-55aa-4604-a0d5-02994d2a3ed5/6c089b93-961c-4806-914a-42b39f74a94a) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:43:09.888502 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d068c728-f0ac-4a46-9bf6-49da16b49085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:09.916966 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d068c728-f0ac-4a46-9bf6-49da16b49085 admin admin] Releasing vlan 932 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:43:09.917559 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d068c728-f0ac-4a46-9bf6-49da16b49085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:09.919397 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:43:09.919397 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:43:09.919397 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:43:09.919397 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:43:09.919397 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:43:09.919397 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:43:09.919397 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:43:09.919397 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:43:09.919397 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:43:09.919397 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:43:09.919397 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:43:09.919397 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:43:09.919397 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:43:09.919397 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:43:09.919397 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:43:09.919397 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:43:09.919397 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:43:09.919397 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:43:09.919397 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:43:09.919397 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:43:09.919397 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:43:09.919397 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:43:09.919397 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:43:09.919397 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:43:09.919397 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:43:09.919397 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:43:09.919397 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:43:09.919397 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:43:09.919397 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:43:09.919397 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:43:09.919397 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:43:09.919397 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:43:09.961644 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf857f4-a981-470f-a928-39851e222cd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-d58c72c1-30ba-4b70-8269-b62f4b942685', 'network_id': 'd58c72c1-30ba-4b70-8269-b62f4b942685', 'tenant_id': '6dcfb499081847c5abd355f7d28d44d2', 'fixed_ips': [{'subnet_id': '163dff0f-55aa-4604-a0d5-02994d2a3ed5'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:43:09.964177 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ccf857f4-a981-470f-a928-39851e222cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:10.077478 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-c92c3da9-564f-45ac-a510-48acb0405beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e85295-89d2-43a7-b66f-8fce33ffc6fc', 'name': 'tempest-ServerRescueTestJSON-1434998664-router', 'tenant_id': 'bcc83327df764a93b0dfb6e88102bcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '55b51aed-da9b-466c-919c-ea57bd7ae5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:42:47Z', 'updated_at': '2021-11-25T17:43:02Z', 'revision_number': 4, 'project_id': 'bcc83327df764a93b0dfb6e88102bcf0', 'gw_port': {'id': '55b51aed-da9b-466c-919c-ea57bd7ae5ed', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e85295-89d2-43a7-b66f-8fce33ffc6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:50Z', 'updated_at': '2021-11-25T17:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'c6a80e3b-1199-469b-b639-67fa9cda50e7', 'name': '', 'network_id': '762853d9-38e5-4380-88ed-82e8f6ae46d0', 'tenant_id': 'bcc83327df764a93b0dfb6e88102bcf0', 'mac_address': 'fa:16:3e:a3:ac:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1e85295-89d2-43a7-b66f-8fce33ffc6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '2359eb3b-2212-46df-98c5-fcb6d89adeb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:43:00Z', 'updated_at': '2021-11-25T17:43:08Z', 'revision_number': 4, 'project_id': 'bcc83327df764a93b0dfb6e88102bcf0', 'subnets': [{'id': '2359eb3b-2212-46df-98c5-fcb6d89adeb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:10.115287 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92c3da9-564f-45ac-a510-48acb0405beb None None] The sync data for ids ['e1e85295-89d2-43a7-b66f-8fce33ffc6fc'] in n-d-817746-1 is: [{'id': 'e1e85295-89d2-43a7-b66f-8fce33ffc6fc', 'name': 'tempest-ServerRescueTestJSON-1434998664-router', 'tenant_id': 'bcc83327df764a93b0dfb6e88102bcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '55b51aed-da9b-466c-919c-ea57bd7ae5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:42:47Z', 'updated_at': '2021-11-25T17:43:02Z', 'revision_number': 4, 'project_id': 'bcc83327df764a93b0dfb6e88102bcf0', 'gw_port': {'id': '55b51aed-da9b-466c-919c-ea57bd7ae5ed', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e85295-89d2-43a7-b66f-8fce33ffc6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:50Z', 'updated_at': '2021-11-25T17:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'c6a80e3b-1199-469b-b639-67fa9cda50e7', 'name': '', 'network_id': '762853d9-38e5-4380-88ed-82e8f6ae46d0', 'tenant_id': 'bcc83327df764a93b0dfb6e88102bcf0', 'mac_address': 'fa:16:3e:a3:ac:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1e85295-89d2-43a7-b66f-8fce33ffc6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '2359eb3b-2212-46df-98c5-fcb6d89adeb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:43:00Z', 'updated_at': '2021-11-25T17:43:08Z', 'revision_number': 4, 'project_id': 'bcc83327df764a93b0dfb6e88102bcf0', 'subnets': [{'id': '2359eb3b-2212-46df-98c5-fcb6d89adeb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:43:10.139205 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72e3d0b-26c9-48e4-aade-a6e8a1073fcc tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:43:10.140534 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d068c728-f0ac-4a46-9bf6-49da16b49085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:10.153416 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1705acc-e50b-480b-85d1-6b845317f753 None None] Sync routers for ids ['4eccd77f-9b00-43b2-9da8-3347890b0448'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:43:10.158443 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a72e3d0b-26c9-48e4-aade-a6e8a1073fcc tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:10.159887 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a72e3d0b-26c9-48e4-aade-a6e8a1073fcc tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] 10.222.0.75 "PUT /v2.0/routers/4eccd77f-9b00-43b2-9da8-3347890b0448 HTTP/1.1" status: 200 len: 922 time: 4.5539112 Nov 25 17:43:10.201424 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1705acc-e50b-480b-85d1-6b845317f753 None None] Routers {'4eccd77f-9b00-43b2-9da8-3347890b0448'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:43:10.203715 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-a1705acc-e50b-480b-85d1-6b845317f753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:42:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['4eccd77f-9b00-43b2-9da8-3347890b0448'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:10.247116 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33232) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:10.256551 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d068c728-f0ac-4a46-9bf6-49da16b49085 admin admin] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:10.263922 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d068c728-f0ac-4a46-9bf6-49da16b49085 admin admin] 10.222.0.75 "DELETE /v2.0/networks/9d6752ab-c41d-41e5-ab04-0f224a9acdc0 HTTP/1.1" status: 204 len: 168 time: 1.7147851 Nov 25 17:43:10.263922 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d068c728-f0ac-4a46-9bf6-49da16b49085 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d6752ab-c41d-41e5-ab04-0f224a9acdc0,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:10.389687 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-a1705acc-e50b-480b-85d1-6b845317f753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:10.420910 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1705acc-e50b-480b-85d1-6b845317f753 None None] Routers {'4eccd77f-9b00-43b2-9da8-3347890b0448'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:43:10.421539 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-a1705acc-e50b-480b-85d1-6b845317f753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:42:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['4eccd77f-9b00-43b2-9da8-3347890b0448'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:10.466039 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-30724540-a173-4081-befc-022d016d295f tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:10.547834 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-a1705acc-e50b-480b-85d1-6b845317f753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:10.549267 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1705acc-e50b-480b-85d1-6b845317f753 None None] The sync data for ids ['4eccd77f-9b00-43b2-9da8-3347890b0448'] in n-d-817746-1 is: [] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:43:10.588569 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-74e07275-8784-407e-b7ce-b6eb39793a6c req-28d18b34-7a52-429f-9476-b11b3155f24f tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf6e9ad9-2d91-44eb-bb03-f51c717f15d5 HTTP/1.1" status: 200 len: 210 time: 0.0554671 Nov 25 17:43:10.625921 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-30724540-a173-4081-befc-022d016d295f tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:10.822693 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-ccf857f4-a981-470f-a928-39851e222cd8 None None] Allocated IP 172.20.0.2 (d58c72c1-30ba-4b70-8269-b62f4b942685/163dff0f-55aa-4604-a0d5-02994d2a3ed5/d58389d4-5316-4075-a2ef-8d907ec43844) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:43:10.887995 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30724540-a173-4081-befc-022d016d295f tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Pushing event updated for resources: {'Port': ['ID=6c089b93-961c-4806-914a-42b39f74a94a,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:10.949526 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30724540-a173-4081-befc-022d016d295f tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Network d58c72c1-30ba-4b70-8269-b62f4b942685 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:43:10.953904 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-30724540-a173-4081-befc-022d016d295f tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:43:10.962096 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30724540-a173-4081-befc-022d016d295f tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:43:11.044615 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 33244) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:11.284093 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ccf857f4-a981-470f-a928-39851e222cd8 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:11.306066 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ccf857f4-a981-470f-a928-39851e222cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:11.421479 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30724540-a173-4081-befc-022d016d295f tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:11.422546 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-30724540-a173-4081-befc-022d016d295f tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:11.435800 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-fcbc860d-1860-49da-9887-e3c6fe547c66 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4bc371b1598f4130b6511805de2c1caf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3576310 Nov 25 17:43:11.436656 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 33248) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:11.528008 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf857f4-a981-470f-a928-39851e222cd8 None None] Network d58c72c1-30ba-4b70-8269-b62f4b942685 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:43:11.532677 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 33252) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:11.535281 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-fe0337aa-485c-4666-953f-d661a30e7dde tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] 10.222.0.75 "GET /v2.0/routers/4eccd77f-9b00-43b2-9da8-3347890b0448 HTTP/1.1" status: 200 len: 922 time: 1.2390659 Nov 25 17:43:11.545932 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-ccf857f4-a981-470f-a928-39851e222cd8 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:43:11.577227 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf857f4-a981-470f-a928-39851e222cd8 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:43:11.580803 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf857f4-a981-470f-a928-39851e222cd8 None None] Pushing event updated for resources: {'Port': ['ID=d58389d4-5316-4075-a2ef-8d907ec43844,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:11.598043 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-30724540-a173-4081-befc-022d016d295f tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5915611 Nov 25 17:43:11.599037 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33254) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:11.605722 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-ae8a6769-7238-4e0b-8361-e145cc35d2c0 tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Request body: {'port': {'network_id': 'd58c72c1-30ba-4b70-8269-b62f4b942685', 'name': 'tempest-ExtraDHCPOptionsTestJSON-891314147', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:11.606536 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.api.validators [None req-ae8a6769-7238-4e0b-8361-e145cc35d2c0 tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] bootfile-name is not in valid_values {{(pid=103360) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 17:43:11.607058 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.api.validators [None req-ae8a6769-7238-4e0b-8361-e145cc35d2c0 tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] tftp-server is not in valid_values {{(pid=103360) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 17:43:11.607541 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.api.validators [None req-ae8a6769-7238-4e0b-8361-e145cc35d2c0 tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] server-ip-address is not in valid_values {{(pid=103360) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 17:43:11.690496 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1050e-a22d-4eb9-8392-718962e9b5b6 req-0a050170-d833-4b9d-a2a5-8858baa5d589 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:11.692436 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3a1050e-a22d-4eb9-8392-718962e9b5b6 req-0a050170-d833-4b9d-a2a5-8858baa5d589 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.90 "GET /v2.0/networks?id=762853d9-38e5-4380-88ed-82e8f6ae46d0 HTTP/1.1" status: 200 len: 811 time: 0.6466298 Nov 25 17:43:11.713381 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-d3a1050e-a22d-4eb9-8392-718962e9b5b6 req-3533e771-3ac0-4099-a4cd-123b317122e3 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Request body: {'port': {'device_id': 'bf6e9ad9-2d91-44eb-bb03-f51c717f15d5', 'network_id': '762853d9-38e5-4380-88ed-82e8f6ae46d0', 'admin_state_up': True, 'tenant_id': 'bcc83327df764a93b0dfb6e88102bcf0'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:11.739159 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c283ab-2eea-4662-8588-4580a18ded05 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:11.740931 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-81c283ab-2eea-4662-8588-4580a18ded05 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] 10.222.0.75 "GET /v2.0/ports?network_id=1aa44027-b9d0-4a56-9a59-7e664703e20a&device_id=4eccd77f-9b00-43b2-9da8-3347890b0448&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1989958 Nov 25 17:43:11.754126 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 33260) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:11.828277 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-ccf857f4-a981-470f-a928-39851e222cd8 None None] Attempting to bind port d58389d4-5316-4075-a2ef-8d907ec43844 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:43:11.828780 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-ccf857f4-a981-470f-a928-39851e222cd8 None None] Attempting to bind port d58389d4-5316-4075-a2ef-8d907ec43844 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '25447864-7fc6-40e8-a2cd-322d61daac29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'd58c72c1-30ba-4b70-8269-b62f4b942685'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:43:11.829102 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf857f4-a981-470f-a928-39851e222cd8 None None] Attempting to bind port d58389d4-5316-4075-a2ef-8d907ec43844 on network d58c72c1-30ba-4b70-8269-b62f4b942685 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:43:11.846087 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8a6769-7238-4e0b-8361-e145cc35d2c0 tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Made reservation on behalf of 6dcfb499081847c5abd355f7d28d44d2 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:43:11.846087 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ae8a6769-7238-4e0b-8361-e145cc35d2c0 tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:11.846817 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf857f4-a981-470f-a928-39851e222cd8 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:43:11.846817 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf857f4-a981-470f-a928-39851e222cd8 None None] Checking segment: {'id': '25447864-7fc6-40e8-a2cd-322d61daac29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'd58c72c1-30ba-4b70-8269-b62f4b942685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:43:11.847236 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ccf857f4-a981-470f-a928-39851e222cd8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:11.847808 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf857f4-a981-470f-a928-39851e222cd8 None None] Bound using segment: {'id': '25447864-7fc6-40e8-a2cd-322d61daac29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'd58c72c1-30ba-4b70-8269-b62f4b942685'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:43:11.849400 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-ccf857f4-a981-470f-a928-39851e222cd8 None None] Bound port: d58389d4-5316-4075-a2ef-8d907ec43844, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25447864-7fc6-40e8-a2cd-322d61daac29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'd58c72c1-30ba-4b70-8269-b62f4b942685'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:43:11.849400 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ccf857f4-a981-470f-a928-39851e222cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:11.892330 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a4e93d4a-4947-4362-93a1-bd7a49481666 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:11.908366 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-ae8a6769-7238-4e0b-8361-e145cc35d2c0 tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] device_id is not set on port 12f00a8a-3824-4bb1-a8fe-65b3ed1fd8d3 yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:43:11.987813 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9da9ea3d-6b72-406b-911f-ab193caac17d req-bf398a1a-d414-4cde-b9a4-5e806d80e541 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf6e9ad9-2d91-44eb-bb03-f51c717f15d5 HTTP/1.1" status: 200 len: 210 time: 0.1049185 Nov 25 17:43:12.033495 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device c6a80e3b-1199-469b-b639-67fa9cda50e7 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:43:12.043862 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-ccf857f4-a981-470f-a928-39851e222cd8 None None] For port d58389d4-5316-4075-a2ef-8d907ec43844, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:43:12.129526 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-ccf857f4-a981-470f-a928-39851e222cd8 None None] For port d58389d4-5316-4075-a2ef-8d907ec43844, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d58389d4-5316-4075-a2ef-8d907ec43844,segment=NetworkSegment(25447864-7fc6-40e8-a2cd-322d61daac29),segment_id=25447864-7fc6-40e8-a2cd-322d61daac29)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:43:12.140475 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ccf857f4-a981-470f-a928-39851e222cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:12.178264 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a4e93d4a-4947-4362-93a1-bd7a49481666 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:12.195893 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-ae8a6769-7238-4e0b-8361-e145cc35d2c0 tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Allocated IP 172.20.0.9 (d58c72c1-30ba-4b70-8269-b62f4b942685/163dff0f-55aa-4604-a0d5-02994d2a3ed5/12f00a8a-3824-4bb1-a8fe-65b3ed1fd8d3) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:43:12.255259 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf857f4-a981-470f-a928-39851e222cd8 None None] Pushing event updated for resources: {'Port': ['ID=d58389d4-5316-4075-a2ef-8d907ec43844,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:12.292259 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port c6a80e3b-1199-469b-b639-67fa9cda50e7 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:43:12.292632 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:12.393409 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef3aefd-9c6d-401e-b2c8-db2850730d26 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:12.398070 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-cef3aefd-9c6d-401e-b2c8-db2850730d26 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] 10.222.0.75 "GET /v2.0/networks/1aa44027-b9d0-4a56-9a59-7e664703e20a HTTP/1.1" status: 200 len: 881 time: 0.5952256 Nov 25 17:43:12.403057 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 33270) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:12.491709 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-33a40acb-f92b-41b6-b83d-9b83370a25b3 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] 10.222.0.75 "GET /v2.0/ports?device_id=4eccd77f-9b00-43b2-9da8-3347890b0448 HTTP/1.1" status: 200 len: 205 time: 0.0872548 Nov 25 17:43:12.494377 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 33272) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:12.516368 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ae8a6769-7238-4e0b-8361-e145cc35d2c0 tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:12.540234 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:12.593593 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ae8a6769-7238-4e0b-8361-e145cc35d2c0 tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:12.610111 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port c6a80e3b-1199-469b-b639-67fa9cda50e7, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=c6a80e3b-1199-469b-b639-67fa9cda50e7,segment=NetworkSegment(d6e7e79c-466c-40cb-8e2d-9a39f814ce02),segment_id=d6e7e79c-466c-40cb-8e2d-9a39f814ce02)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:43:12.636616 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:12.690552 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a4e93d4a-4947-4362-93a1-bd7a49481666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:12.693214 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a4e93d4a-4947-4362-93a1-bd7a49481666 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:12.695063 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-a4e93d4a-4947-4362-93a1-bd7a49481666 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/60cba737-f62f-48b0-b6f3-e381b4a1e902 HTTP/1.1" status: 204 len: 168 time: 1.2455444 Nov 25 17:43:12.722346 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e93d4a-4947-4362-93a1-bd7a49481666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60cba737-f62f-48b0-b6f3-e381b4a1e902,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:12.724278 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3a1050e-a22d-4eb9-8392-718962e9b5b6 req-3533e771-3ac0-4099-a4cd-123b317122e3 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Made reservation on behalf of bcc83327df764a93b0dfb6e88102bcf0 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:43:12.728720 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d3a1050e-a22d-4eb9-8392-718962e9b5b6 req-3533e771-3ac0-4099-a4cd-123b317122e3 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:12.751551 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=c6a80e3b-1199-469b-b639-67fa9cda50e7,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:12.789775 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-29556cd0-f859-45d5-aa84-0b9579697111 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks [] for router, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:12.800686 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8a6769-7238-4e0b-8361-e145cc35d2c0 tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Network d58c72c1-30ba-4b70-8269-b62f4b942685 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:43:12.802428 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-ae8a6769-7238-4e0b-8361-e145cc35d2c0 tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:43:12.806819 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8a6769-7238-4e0b-8361-e145cc35d2c0 tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:43:12.919284 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8a6769-7238-4e0b-8361-e145cc35d2c0 tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:12.919945 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ae8a6769-7238-4e0b-8361-e145cc35d2c0 tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:12.929681 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8a6769-7238-4e0b-8361-e145cc35d2c0 tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Pushing event updated for resources: {'Port': ['ID=12f00a8a-3824-4bb1-a8fe-65b3ed1fd8d3,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:12.977243 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ae8a6769-7238-4e0b-8361-e145cc35d2c0 tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.3747642 Nov 25 17:43:12.978048 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33284) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:13.070094 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bad759-d015-40aa-8ade-59427e173fea tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:13.076788 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bad759-d015-40aa-8ade-59427e173fea tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:13.082995 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bad759-d015-40aa-8ade-59427e173fea tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:13.088783 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-23bad759-d015-40aa-8ade-59427e173fea tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2614 time: 0.1096938 Nov 25 17:43:13.089438 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33292) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:13.201089 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-bde9023b-7126-432e-9bdd-4948523ff954 tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Deleting port 12f00a8a-3824-4bb1-a8fe-65b3ed1fd8d3 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:43:13.201455 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bde9023b-7126-432e-9bdd-4948523ff954 tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:13.216754 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-d3a1050e-a22d-4eb9-8392-718962e9b5b6 req-3533e771-3ac0-4099-a4cd-123b317122e3 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Allocated IP 172.20.0.2 (762853d9-38e5-4380-88ed-82e8f6ae46d0/2359eb3b-2212-46df-98c5-fcb6d89adeb1/b4361dd7-bca7-4a65-a848-67d822bdccba) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:43:13.312297 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bde9023b-7126-432e-9bdd-4948523ff954 tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:13.327257 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-bde9023b-7126-432e-9bdd-4948523ff954 tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Calling delete_port for 12f00a8a-3824-4bb1-a8fe-65b3ed1fd8d3 owned by {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:43:13.442834 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d3a1050e-a22d-4eb9-8392-718962e9b5b6 req-3533e771-3ac0-4099-a4cd-123b317122e3 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:13.508222 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-29556cd0-f859-45d5-aa84-0b9579697111 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:13.536203 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3b2f7645-4b76-4f68-9596-1dede132aa46 req-7af9c78c-e471-45a3-bbcf-19d242ebd859 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf6e9ad9-2d91-44eb-bb03-f51c717f15d5 HTTP/1.1" status: 200 len: 210 time: 0.0833316 Nov 25 17:43:13.593590 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-85c459a0-0f27-414b-a3ea-e2804f351e1f req-f0c6f868-98d9-493c-9c4f-edc29ebccc6a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a34f52ae-5dd5-496c-a4ed-6772403a2b53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0948949 Nov 25 17:43:13.610305 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bde9023b-7126-432e-9bdd-4948523ff954 tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:13.658745 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d3a1050e-a22d-4eb9-8392-718962e9b5b6 req-3533e771-3ac0-4099-a4cd-123b317122e3 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:13.836333 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9023b-7126-432e-9bdd-4948523ff954 tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Pushing event deleted for resources: {'Port': ['ID=12f00a8a-3824-4bb1-a8fe-65b3ed1fd8d3,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:13.838935 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bde9023b-7126-432e-9bdd-4948523ff954 tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:13.854729 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-bde9023b-7126-432e-9bdd-4948523ff954 tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] 10.222.0.75 "DELETE /v2.0/ports/12f00a8a-3824-4bb1-a8fe-65b3ed1fd8d3 HTTP/1.1" status: 204 len: 168 time: 0.7632949 Nov 25 17:43:13.857993 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33314) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:13.879034 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-0b6f247b-60bd-4988-9441-d2a48d43c14f tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Request body: {'port': {'name': 'tempest-new-port-name-1228053827', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:13.879440 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.api.validators [None req-0b6f247b-60bd-4988-9441-d2a48d43c14f tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] bootfile-name is not in valid_values {{(pid=103360) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 17:43:13.879789 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.api.validators [None req-0b6f247b-60bd-4988-9441-d2a48d43c14f tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] tftp-server is not in valid_values {{(pid=103360) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 17:43:13.880123 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.api.validators [None req-0b6f247b-60bd-4988-9441-d2a48d43c14f tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] server-ip-address is not in valid_values {{(pid=103360) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 17:43:13.906853 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3533e771-3ac0-4099-a4cd-123b317122e3 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Pushing event updated for resources: {'Port': ['ID=b4361dd7-bca7-4a65-a848-67d822bdccba,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:13.968082 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3a1050e-a22d-4eb9-8392-718962e9b5b6 req-3533e771-3ac0-4099-a4cd-123b317122e3 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Network 762853d9-38e5-4380-88ed-82e8f6ae46d0 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:43:13.982935 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-d3a1050e-a22d-4eb9-8392-718962e9b5b6 req-3533e771-3ac0-4099-a4cd-123b317122e3 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:43:13.988621 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a1050e-a22d-4eb9-8392-718962e9b5b6 req-3533e771-3ac0-4099-a4cd-123b317122e3 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:43:14.090655 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0b6f247b-60bd-4988-9441-d2a48d43c14f tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:14.105957 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c459a0-0f27-414b-a3ea-e2804f351e1f req-3e598df1-083b-4c3d-b45a-bbfee167bc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:14.107614 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-85c459a0-0f27-414b-a3ea-e2804f351e1f req-3e598df1-083b-4c3d-b45a-bbfee167bc70 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5a560046c26c483180c0093a6be1dd8b&device_id=a34f52ae-5dd5-496c-a4ed-6772403a2b53 HTTP/1.1" status: 200 len: 1097 time: 0.4789040 Nov 25 17:43:14.133438 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1050e-a22d-4eb9-8392-718962e9b5b6 req-3533e771-3ac0-4099-a4cd-123b317122e3 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:14.133438 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d3a1050e-a22d-4eb9-8392-718962e9b5b6 req-3533e771-3ac0-4099-a4cd-123b317122e3 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:14.265730 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcba7344-4bb9-42a7-bd05-a7b7e5ca518d None None] Network d58c72c1-30ba-4b70-8269-b62f4b942685 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:43:14.270026 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device c6a80e3b-1199-469b-b639-67fa9cda50e7 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:43:14.402641 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-29556cd0-f859-45d5-aa84-0b9579697111 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Deleting port 2d8de558-cc4d-493b-ae5e-f7d315a9b319 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:43:14.403188 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-29556cd0-f859-45d5-aa84-0b9579697111 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:14.442551 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3a1050e-a22d-4eb9-8392-718962e9b5b6 req-3533e771-3ac0-4099-a4cd-123b317122e3 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7275889 Nov 25 17:43:14.458845 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33324) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:14.484415 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-d3a1050e-a22d-4eb9-8392-718962e9b5b6 req-2829c77b-32bd-4fdb-b96b-1cb82fcc7180 service neutron] Request body: {'port': {'device_id': 'bf6e9ad9-2d91-44eb-bb03-f51c717f15d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:14.584447 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-734730a3-6089-414d-82e7-523c9b1fc916 None None] Provisioning complete for port d58389d4-5316-4075-a2ef-8d907ec43844 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:43:14.585421 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-734730a3-6089-414d-82e7-523c9b1fc916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:14.722286 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0b6f247b-60bd-4988-9441-d2a48d43c14f tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:14.734804 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0b6f247b-60bd-4988-9441-d2a48d43c14f tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:14.769837 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d3a1050e-a22d-4eb9-8392-718962e9b5b6 req-2829c77b-32bd-4fdb-b96b-1cb82fcc7180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:14.886870 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port c6a80e3b-1199-469b-b639-67fa9cda50e7 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:43:14.887516 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:14.962120 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-aef7b967-b949-4e79-93d5-648fbf6f2b0e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-204615741-network', 'tenant_id': '0e712441963e47bda81e9361811693b1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:15.050303 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6f247b-60bd-4988-9441-d2a48d43c14f tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Pushing event updated for resources: {'Port': ['ID=6c089b93-961c-4806-914a-42b39f74a94a,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:15.078116 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-734730a3-6089-414d-82e7-523c9b1fc916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:15.137422 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-0b6f247b-60bd-4988-9441-d2a48d43c14f tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] In _notify_port_updated(), no bound segment for port 6c089b93-961c-4806-914a-42b39f74a94a on network d58c72c1-30ba-4b70-8269-b62f4b942685 {{(pid=103360) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:43:15.146058 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6f247b-60bd-4988-9441-d2a48d43c14f tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:15.147213 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0b6f247b-60bd-4988-9441-d2a48d43c14f tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:15.151365 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0b6f247b-60bd-4988-9441-d2a48d43c14f tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] 10.222.0.75 "PUT /v2.0/ports/6c089b93-961c-4806-914a-42b39f74a94a HTTP/1.1" status: 200 len: 1136 time: 1.2890658 Nov 25 17:43:15.152270 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33336) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:15.165702 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-734730a3-6089-414d-82e7-523c9b1fc916 None None] For port d58389d4-5316-4075-a2ef-8d907ec43844, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d58389d4-5316-4075-a2ef-8d907ec43844,segment=NetworkSegment(25447864-7fc6-40e8-a2cd-322d61daac29),segment_id=25447864-7fc6-40e8-a2cd-322d61daac29)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:43:15.187103 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef7b967-b949-4e79-93d5-648fbf6f2b0e admin admin] Made reservation on behalf of 0e712441963e47bda81e9361811693b1 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:43:15.195688 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-734730a3-6089-414d-82e7-523c9b1fc916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:15.203682 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-aef7b967-b949-4e79-93d5-648fbf6f2b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:15.273442 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d58389d4-5316-4075-a2ef-8d907ec43844 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:43:15.313289 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-aef7b967-b949-4e79-93d5-648fbf6f2b0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:15.344172 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734730a3-6089-414d-82e7-523c9b1fc916 None None] Pushing event updated for resources: {'Port': ['ID=d58389d4-5316-4075-a2ef-8d907ec43844,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:15.373368 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port d58389d4-5316-4075-a2ef-8d907ec43844 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:43:15.373901 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:15.385949 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ac62d8-504d-428e-8282-75ed3e78064f tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:15.394279 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-23ac62d8-504d-428e-8282-75ed3e78064f tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] 10.222.0.75 "GET /v2.0/ports/6c089b93-961c-4806-914a-42b39f74a94a HTTP/1.1" status: 200 len: 1136 time: 0.2409062 Nov 25 17:43:15.408703 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33340) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:15.628244 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267e75fa-5adf-4ba5-bd5d-a7821bf6de71 req-ac84b102-0ce5-4ca7-b61f-6088eab64ba4 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:15.630692 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-267e75fa-5adf-4ba5-bd5d-a7821bf6de71 req-ac84b102-0ce5-4ca7-b61f-6088eab64ba4 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf6e9ad9-2d91-44eb-bb03-f51c717f15d5 HTTP/1.1" status: 200 len: 931 time: 0.9376929 Nov 25 17:43:15.632523 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c459a0-0f27-414b-a3ea-e2804f351e1f req-bcfc3c5d-76b6-49a0-8f2e-27472eac263b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:15.637127 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-85c459a0-0f27-414b-a3ea-e2804f351e1f req-bcfc3c5d-76b6-49a0-8f2e-27472eac263b service neutron] 10.222.0.74 "GET /v2.0/networks?id=d0082d57-8c96-4a76-be0f-340c2f65b160 HTTP/1.1" status: 200 len: 913 time: 1.4928203 Nov 25 17:43:15.648931 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-c7531c99-e3da-40b4-b7c4-5793291fd731 tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Deleting port 6c089b93-961c-4806-914a-42b39f74a94a {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:43:15.649290 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c7531c99-e3da-40b4-b7c4-5793291fd731 tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:15.738352 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-315224dd-1fc5-42d3-b661-cab953825e16 None None] Provisioning complete for port 6c089b93-961c-4806-914a-42b39f74a94a triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:43:15.741582 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-315224dd-1fc5-42d3-b661-cab953825e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:15.812741 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-d3a1050e-a22d-4eb9-8392-718962e9b5b6 req-2829c77b-32bd-4fdb-b96b-1cb82fcc7180 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4361dd7-bca7-4a65-a848-67d822bdccba {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:43:15.821530 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d3a1050e-a22d-4eb9-8392-718962e9b5b6 req-2829c77b-32bd-4fdb-b96b-1cb82fcc7180 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:15.830276 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-315224dd-1fc5-42d3-b661-cab953825e16 None None] Port 6c089b93-961c-4806-914a-42b39f74a94a cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:43:15.841968 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-315224dd-1fc5-42d3-b661-cab953825e16 None None] Provisioning complete for port d58389d4-5316-4075-a2ef-8d907ec43844 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:43:15.842358 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-315224dd-1fc5-42d3-b661-cab953825e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:15.842589 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-d3a1050e-a22d-4eb9-8392-718962e9b5b6 req-2829c77b-32bd-4fdb-b96b-1cb82fcc7180 service neutron] Transition to ACTIVE for port object b4361dd7-bca7-4a65-a848-67d822bdccba will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:43:15.884659 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d3a1050e-a22d-4eb9-8392-718962e9b5b6 req-2829c77b-32bd-4fdb-b96b-1cb82fcc7180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:15.904256 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c7531c99-e3da-40b4-b7c4-5793291fd731 tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:15.938484 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-c7531c99-e3da-40b4-b7c4-5793291fd731 tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Calling delete_port for 6c089b93-961c-4806-914a-42b39f74a94a owned by {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:43:15.958716 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d58389d4-5316-4075-a2ef-8d907ec43844 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:43:16.003360 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2829c77b-32bd-4fdb-b96b-1cb82fcc7180 service neutron] Pushing event updated for resources: {'Port': ['ID=b4361dd7-bca7-4a65-a848-67d822bdccba,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:16.030101 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-85c459a0-0f27-414b-a3ea-e2804f351e1f req-818b8bf2-015e-4504-b850-b98caa0eacaa service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5065f371-45ed-4e50-b639-0de33fa2049c HTTP/1.1" status: 200 len: 217 time: 0.1599116 Nov 25 17:43:16.078489 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-aef7b967-b949-4e79-93d5-648fbf6f2b0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:16.164140 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-aef7b967-b949-4e79-93d5-648fbf6f2b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:16.167386 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-29556cd0-f859-45d5-aa84-0b9579697111 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:16.233600 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-267e75fa-5adf-4ba5-bd5d-a7821bf6de71 req-b92d9949-92a2-4fca-8992-0937a13fab2e tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1c3665e-ff29-4dbb-8a05-df90f9943146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5857122 Nov 25 17:43:16.249706 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aef7b967-b949-4e79-93d5-648fbf6f2b0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 931} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:43:16.259317 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port d58389d4-5316-4075-a2ef-8d907ec43844 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:43:16.259553 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:16.266638 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-29556cd0-f859-45d5-aa84-0b9579697111 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Calling delete_port for 2d8de558-cc4d-493b-ae5e-f7d315a9b319 owned by network:router_gateway {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:43:16.296069 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-aef7b967-b949-4e79-93d5-648fbf6f2b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:16.296416 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-aef7b967-b949-4e79-93d5-648fbf6f2b0e admin admin] Added segment 6a86e07f-422d-4071-8634-6cec87d7ea22 of type vlan for network 2a677ceb-58ea-4bc7-9eda-74a3a34ce20c Nov 25 17:43:16.382315 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c459a0-0f27-414b-a3ea-e2804f351e1f req-3330c328-d6dc-46aa-911c-d7010b34e4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:16.387673 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-85c459a0-0f27-414b-a3ea-e2804f351e1f req-3330c328-d6dc-46aa-911c-d7010b34e4c0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c74f83ed-3896-4341-8cf1-e1417d85add2 HTTP/1.1" status: 200 len: 851 time: 0.3450255 Nov 25 17:43:16.390647 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-8607e64e-986f-4d87-9054-f28a3496630f None None] Provisioning complete for port 6c089b93-961c-4806-914a-42b39f74a94a triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:43:16.391143 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8607e64e-986f-4d87-9054-f28a3496630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:16.434982 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-8607e64e-986f-4d87-9054-f28a3496630f None None] Port 6c089b93-961c-4806-914a-42b39f74a94a cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:43:16.442420 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-aef7b967-b949-4e79-93d5-648fbf6f2b0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:16.491289 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-aef7b967-b949-4e79-93d5-648fbf6f2b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:16.492476 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef7b967-b949-4e79-93d5-648fbf6f2b0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:16.493694 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-aef7b967-b949-4e79-93d5-648fbf6f2b0e admin admin] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:16.542014 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef7b967-b949-4e79-93d5-648fbf6f2b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d500f03-b1e7-4506-ad28-855831c9b6e6,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:16.559759 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-aef7b967-b949-4e79-93d5-648fbf6f2b0e admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.0872986 Nov 25 17:43:16.572448 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 33362) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:16.652688 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef7b967-b949-4e79-93d5-648fbf6f2b0e admin admin] Pushing event updated for resources: {'Network': ['ID=2a677ceb-58ea-4bc7-9eda-74a3a34ce20c,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:16.663344 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-407f7d3c-8594-4705-bda5-e9a7f571a435 None None] Could not find standard attr ID for object 12f00a8a-3824-4bb1-a8fe-65b3ed1fd8d3. {{(pid=103362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:43:16.673330 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 2a677ceb-58ea-4bc7-9eda-74a3a34ce20c details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:43:16.733352 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-4181bd00-02e0-4fd9-a4c7-1bd1370e2c4e admin admin] Request body: {'subnet': {'network_id': '2a677ceb-58ea-4bc7-9eda-74a3a34ce20c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-204615741-subnet', 'tenant_id': '0e712441963e47bda81e9361811693b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:16.757956 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-d3a1050e-a22d-4eb9-8392-718962e9b5b6 req-2829c77b-32bd-4fdb-b96b-1cb82fcc7180 service neutron] Attempting to bind port b4361dd7-bca7-4a65-a848-67d822bdccba on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:43:16.758306 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-d3a1050e-a22d-4eb9-8392-718962e9b5b6 req-2829c77b-32bd-4fdb-b96b-1cb82fcc7180 service neutron] Attempting to bind port b4361dd7-bca7-4a65-a848-67d822bdccba by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': 'd6e7e79c-466c-40cb-8e2d-9a39f814ce02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '762853d9-38e5-4380-88ed-82e8f6ae46d0'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:43:16.758641 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a1050e-a22d-4eb9-8392-718962e9b5b6 req-2829c77b-32bd-4fdb-b96b-1cb82fcc7180 service neutron] Attempting to bind port b4361dd7-bca7-4a65-a848-67d822bdccba on network 762853d9-38e5-4380-88ed-82e8f6ae46d0 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:43:16.800302 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a1050e-a22d-4eb9-8392-718962e9b5b6 req-2829c77b-32bd-4fdb-b96b-1cb82fcc7180 service neutron] Port b4361dd7-bca7-4a65-a848-67d822bdccba on network 762853d9-38e5-4380-88ed-82e8f6ae46d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:43:16.800648 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a1050e-a22d-4eb9-8392-718962e9b5b6 req-2829c77b-32bd-4fdb-b96b-1cb82fcc7180 service neutron] Attempting to bind port b4361dd7-bca7-4a65-a848-67d822bdccba on network 762853d9-38e5-4380-88ed-82e8f6ae46d0 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:43:16.812217 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a1050e-a22d-4eb9-8392-718962e9b5b6 req-2829c77b-32bd-4fdb-b96b-1cb82fcc7180 service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:43:16.812741 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a1050e-a22d-4eb9-8392-718962e9b5b6 req-2829c77b-32bd-4fdb-b96b-1cb82fcc7180 service neutron] Checking segment: {'id': 'd6e7e79c-466c-40cb-8e2d-9a39f814ce02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '762853d9-38e5-4380-88ed-82e8f6ae46d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:43:16.813510 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a1050e-a22d-4eb9-8392-718962e9b5b6 req-2829c77b-32bd-4fdb-b96b-1cb82fcc7180 service neutron] Bound using segment: {'id': 'd6e7e79c-466c-40cb-8e2d-9a39f814ce02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '762853d9-38e5-4380-88ed-82e8f6ae46d0'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:43:16.814333 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-d3a1050e-a22d-4eb9-8392-718962e9b5b6 req-2829c77b-32bd-4fdb-b96b-1cb82fcc7180 service neutron] Bound port: b4361dd7-bca7-4a65-a848-67d822bdccba, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6e7e79c-466c-40cb-8e2d-9a39f814ce02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '762853d9-38e5-4380-88ed-82e8f6ae46d0'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:43:16.814792 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d3a1050e-a22d-4eb9-8392-718962e9b5b6 req-2829c77b-32bd-4fdb-b96b-1cb82fcc7180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:16.836095 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c7531c99-e3da-40b4-b7c4-5793291fd731 tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:16.839797 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4181bd00-02e0-4fd9-a4c7-1bd1370e2c4e admin admin] Made reservation on behalf of 0e712441963e47bda81e9361811693b1 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:43:16.844567 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4181bd00-02e0-4fd9-a4c7-1bd1370e2c4e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:16.996518 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7531c99-e3da-40b4-b7c4-5793291fd731 tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Pushing event deleted for resources: {'Port': ['ID=6c089b93-961c-4806-914a-42b39f74a94a,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:16.999775 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33368) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:17.005018 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:17.007443 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:17.022613 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-d3a1050e-a22d-4eb9-8392-718962e9b5b6 req-2829c77b-32bd-4fdb-b96b-1cb82fcc7180 service neutron] For port b4361dd7-bca7-4a65-a848-67d822bdccba, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:43:17.027382 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-d3a1050e-a22d-4eb9-8392-718962e9b5b6 req-2829c77b-32bd-4fdb-b96b-1cb82fcc7180 service neutron] For port b4361dd7-bca7-4a65-a848-67d822bdccba, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=b4361dd7-bca7-4a65-a848-67d822bdccba,segment=NetworkSegment(d6e7e79c-466c-40cb-8e2d-9a39f814ce02),segment_id=d6e7e79c-466c-40cb-8e2d-9a39f814ce02)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:43:17.093283 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c7531c99-e3da-40b4-b7c4-5793291fd731 tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:17.100079 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c7531c99-e3da-40b4-b7c4-5793291fd731 tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] 10.222.0.75 "DELETE /v2.0/ports/6c089b93-961c-4806-914a-42b39f74a94a HTTP/1.1" status: 204 len: 168 time: 1.6899979 Nov 25 17:43:17.102556 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33372) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:17.107848 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c459a0-0f27-414b-a3ea-e2804f351e1f req-b3d82466-06d8-4a55-8f6d-0dabd4d5acb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:17.109420 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-85c459a0-0f27-414b-a3ea-e2804f351e1f req-b3d82466-06d8-4a55-8f6d-0dabd4d5acb5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d0082d57-8c96-4a76-be0f-340c2f65b160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5962112 Nov 25 17:43:17.110479 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d3a1050e-a22d-4eb9-8392-718962e9b5b6 req-2829c77b-32bd-4fdb-b96b-1cb82fcc7180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:17.155804 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-cf2d2ba0-6538-45fa-aef5-8af675c94a44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:17.331851 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-034af269-b64c-429a-bf9f-270bc4706690 tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Deleting subnet 163dff0f-55aa-4604-a0d5-02994d2a3ed5 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:43:17.340929 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-034af269-b64c-429a-bf9f-270bc4706690 tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:17.343375 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-85c459a0-0f27-414b-a3ea-e2804f351e1f req-e72a9c56-fd94-4beb-938d-e1a6bfc674ff service neutron] 10.222.0.74 "GET /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043049 Nov 25 17:43:17.398670 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-034af269-b64c-429a-bf9f-270bc4706690 tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:17.489407 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-6e417c80-ca1d-43c0-be54-375c1196e0d6 None None] Could not find standard attr ID for object 6c089b93-961c-4806-914a-42b39f74a94a. {{(pid=103362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:43:17.551802 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-034af269-b64c-429a-bf9f-270bc4706690 tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:17.653526 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e718-822f-44e9-b7eb-2afad7c4bc67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:17.681520 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-034af269-b64c-429a-bf9f-270bc4706690 tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:17.777834 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034af269-b64c-429a-bf9f-270bc4706690 tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Pushing event deleted for resources: {'Subnet': ['ID=163dff0f-55aa-4604-a0d5-02994d2a3ed5,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:17.811677 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-034af269-b64c-429a-bf9f-270bc4706690 tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:17.817691 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a66e01b-7fcd-4d57-ae38-ad3dc38cdb40 None None] Network d58c72c1-30ba-4b70-8269-b62f4b942685 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:43:17.829590 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-034af269-b64c-429a-bf9f-270bc4706690 tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] 10.222.0.75 "DELETE /v2.0/subnets/163dff0f-55aa-4604-a0d5-02994d2a3ed5 HTTP/1.1" status: 204 len: 168 time: 0.7222240 Nov 25 17:43:17.839601 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33382) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:17.976344 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-46ceee8c-4635-4f88-92a0-c78673f8ab4b tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:18.106362 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e718-822f-44e9-b7eb-2afad7c4bc67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:18.120208 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e718-822f-44e9-b7eb-2afad7c4bc67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:18.160555 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbec9b4-de7c-4a64-b8f8-8b7eb01c84f0 None None] DHCP port deletion for d58c72c1-30ba-4b70-8269-b62f4b942685 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:43:18.191104 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1ae5e718-822f-44e9-b7eb-2afad7c4bc67 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d91c342803f44c858d0a305c94b09e29&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1864080 Nov 25 17:43:18.192655 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-46ceee8c-4635-4f88-92a0-c78673f8ab4b tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Deleting port d58389d4-5316-4075-a2ef-8d907ec43844 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:43:18.193048 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-46ceee8c-4635-4f88-92a0-c78673f8ab4b tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:18.195031 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33386) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:18.260931 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5e718-822f-44e9-b7eb-2afad7c4bc67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54445e17-eddc-4c22-bd7a-3ad1c7b1300b,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:18.270738 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-bbbec9b4-de7c-4a64-b8f8-8b7eb01c84f0 None None] Deleting port d58389d4-5316-4075-a2ef-8d907ec43844 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:43:18.271123 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-bbbec9b4-de7c-4a64-b8f8-8b7eb01c84f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:18.313728 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1050e-a22d-4eb9-8392-718962e9b5b6 req-2829c77b-32bd-4fdb-b96b-1cb82fcc7180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:18.314496 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d3a1050e-a22d-4eb9-8392-718962e9b5b6 req-2829c77b-32bd-4fdb-b96b-1cb82fcc7180 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:18.316907 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3a1050e-a22d-4eb9-8392-718962e9b5b6 req-2829c77b-32bd-4fdb-b96b-1cb82fcc7180 service neutron] 10.222.0.90 "PUT /v2.0/ports/b4361dd7-bca7-4a65-a848-67d822bdccba HTTP/1.1" status: 200 len: 1091 time: 3.8379889 Nov 25 17:43:18.325915 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-85c459a0-0f27-414b-a3ea-e2804f351e1f req-572458c2-b140-4e4d-bd13-1e777f53ad48 service neutron] 10.222.0.74 "GET /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9332001 Nov 25 17:43:18.326720 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf6e9ad9-2d91-44eb-bb03-f51c717f15d5', 'tag': 'b4361dd7-bca7-4a65-a848-67d822bdccba'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:43:18.329836 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce4e2809-3aed-46d2-aee8-97667ebc20ac" -d '{"events": [{"name": "network-changed", "server_uuid": "bf6e9ad9-2d91-44eb-bb03-f51c717f15d5", "tag": "b4361dd7-bca7-4a65-a848-67d822bdccba"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:43:18.354775 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-46ceee8c-4635-4f88-92a0-c78673f8ab4b tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] For port d58389d4-5316-4075-a2ef-8d907ec43844, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d58389d4-5316-4075-a2ef-8d907ec43844,segment=NetworkSegment(25447864-7fc6-40e8-a2cd-322d61daac29),segment_id=25447864-7fc6-40e8-a2cd-322d61daac29)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:43:18.355178 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-46ceee8c-4635-4f88-92a0-c78673f8ab4b tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:18.357606 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8ff00b3a-cf5c-4afd-bc20-50cd05aa7714 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:18.366794 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-29556cd0-f859-45d5-aa84-0b9579697111 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:18.413340 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-46ceee8c-4635-4f88-92a0-c78673f8ab4b tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Calling delete_port for d58389d4-5316-4075-a2ef-8d907ec43844 owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:43:18.432337 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-bbbec9b4-de7c-4a64-b8f8-8b7eb01c84f0 None None] For port d58389d4-5316-4075-a2ef-8d907ec43844, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d58389d4-5316-4075-a2ef-8d907ec43844,segment=NetworkSegment(25447864-7fc6-40e8-a2cd-322d61daac29),segment_id=25447864-7fc6-40e8-a2cd-322d61daac29)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:43:18.433048 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-bbbec9b4-de7c-4a64-b8f8-8b7eb01c84f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:18.441667 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8ff00b3a-cf5c-4afd-bc20-50cd05aa7714 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:18.455883 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-bbbec9b4-de7c-4a64-b8f8-8b7eb01c84f0 None None] Calling delete_port for d58389d4-5316-4075-a2ef-8d907ec43844 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:43:18.472748 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53aa0521-c584-41b6-9529-c67e0a19191a x-openstack-request-id: req-53aa0521-c584-41b6-9529-c67e0a19191a {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:43:18.473404 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf6e9ad9-2d91-44eb-bb03-f51c717f15d5", "tag": "b4361dd7-bca7-4a65-a848-67d822bdccba", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:43:18.473762 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-53aa0521-c584-41b6-9529-c67e0a19191a {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:43:18.474387 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf6e9ad9-2d91-44eb-bb03-f51c717f15d5', 'tag': 'b4361dd7-bca7-4a65-a848-67d822bdccba', 'status': 'completed', 'code': 200} Nov 25 17:43:18.526401 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf90c2a-1fca-4cbe-812e-b461e92bf8c5 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:43:18.558542 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-46ceee8c-4635-4f88-92a0-c78673f8ab4b tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:18.566605 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-bbbec9b4-de7c-4a64-b8f8-8b7eb01c84f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:18.581291 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbec9b4-de7c-4a64-b8f8-8b7eb01c84f0 None None] No DVR routers for this DVR port d58389d4-5316-4075-a2ef-8d907ec43844 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:43:18.587983 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8ff00b3a-cf5c-4afd-bc20-50cd05aa7714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:18.590954 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8ff00b3a-cf5c-4afd-bc20-50cd05aa7714 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:18.595345 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8ff00b3a-cf5c-4afd-bc20-50cd05aa7714 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/54445e17-eddc-4c22-bd7a-3ad1c7b1300b HTTP/1.1" status: 204 len: 168 time: 0.3963528 Nov 25 17:43:18.607195 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff00b3a-cf5c-4afd-bc20-50cd05aa7714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54445e17-eddc-4c22-bd7a-3ad1c7b1300b,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:18.608885 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbec9b4-de7c-4a64-b8f8-8b7eb01c84f0 None None] Pushing event deleted for resources: {'Port': ['ID=d58389d4-5316-4075-a2ef-8d907ec43844,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:18.609203 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ceee8c-4635-4f88-92a0-c78673f8ab4b tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Pushing event deleted for resources: {'Port': ['ID=d58389d4-5316-4075-a2ef-8d907ec43844,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:18.611277 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ceee8c-4635-4f88-92a0-c78673f8ab4b tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] No DVR routers for this DVR port d58389d4-5316-4075-a2ef-8d907ec43844 on host n-d-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:43:18.673775 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2829c77b-32bd-4fdb-b96b-1cb82fcc7180 service neutron] Pushing event updated for resources: {'Port': ['ID=b4361dd7-bca7-4a65-a848-67d822bdccba,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:18.685064 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db88b2-9c13-463f-84b2-009191e8928c req-eedf53e9-fe11-4cdc-80d0-030e28510eab tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:18.686578 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-24db88b2-9c13-463f-84b2-009191e8928c req-eedf53e9-fe11-4cdc-80d0-030e28510eab tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf6e9ad9-2d91-44eb-bb03-f51c717f15d5 HTTP/1.1" status: 200 len: 943 time: 1.2951856 Nov 25 17:43:18.797080 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1050e-a22d-4eb9-8392-718962e9b5b6 req-f679ef59-c691-45c6-80bf-dca95f0b690c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:18.798691 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3a1050e-a22d-4eb9-8392-718962e9b5b6 req-f679ef59-c691-45c6-80bf-dca95f0b690c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=bcc83327df764a93b0dfb6e88102bcf0&device_id=bf6e9ad9-2d91-44eb-bb03-f51c717f15d5 HTTP/1.1" status: 200 len: 1094 time: 0.4085789 Nov 25 17:43:18.812619 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-46ceee8c-4635-4f88-92a0-c78673f8ab4b tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:18.862381 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-46ceee8c-4635-4f88-92a0-c78673f8ab4b tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d58c72c1-30ba-4b70-8269-b62f4b942685']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:18.884250 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-46ceee8c-4635-4f88-92a0-c78673f8ab4b tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25447864-7fc6-40e8-a2cd-322d61daac29') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:18.884599 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-46ceee8c-4635-4f88-92a0-c78673f8ab4b tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25447864-7fc6-40e8-a2cd-322d61daac29') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:18.909249 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-46ceee8c-4635-4f88-92a0-c78673f8ab4b tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:18.937421 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-46ceee8c-4635-4f88-92a0-c78673f8ab4b tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:18.953757 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46ceee8c-4635-4f88-92a0-c78673f8ab4b tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Releasing vlan 922 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:43:18.954172 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-46ceee8c-4635-4f88-92a0-c78673f8ab4b tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:18.957457 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:43:18.957457 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:43:18.957457 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:43:18.957457 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:43:18.957457 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:43:18.957457 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:43:18.957457 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:43:18.957457 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:43:18.957457 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:43:18.957457 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:43:18.957457 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:43:18.957457 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:43:18.957457 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:43:18.957457 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:43:18.957457 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:43:18.957457 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:43:18.957457 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:43:18.957457 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:43:18.957457 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:43:18.957457 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:43:18.957457 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:43:18.957457 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:43:18.957457 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:43:18.957457 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:43:18.957457 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:43:18.957457 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:43:18.957457 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:43:18.957457 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:43:18.957457 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:43:18.957457 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:43:18.957457 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:43:18.957457 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:43:18.988457 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-24db88b2-9c13-463f-84b2-009191e8928c req-ceec193b-a655-4c19-8c04-531c4c5643ae tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1c3665e-ff29-4dbb-8a05-df90f9943146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887213 Nov 25 17:43:18.993574 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29556cd0-f859-45d5-aa84-0b9579697111 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Pushing event deleted for resources: {'Port': ['ID=2d8de558-cc4d-493b-ae5e-f7d315a9b319,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:19.017634 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4181bd00-02e0-4fd9-a4c7-1bd1370e2c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:19.069167 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-46ceee8c-4635-4f88-92a0-c78673f8ab4b tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:19.105808 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-29556cd0-f859-45d5-aa84-0b9579697111 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:19.112804 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4181bd00-02e0-4fd9-a4c7-1bd1370e2c4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bfddcac-73ef-4611-af8d-64b1d7a7b463,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:19.136682 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-46ceee8c-4635-4f88-92a0-c78673f8ab4b tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:19.144779 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-46ceee8c-4635-4f88-92a0-c78673f8ab4b tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] 10.222.0.75 "DELETE /v2.0/networks/d58c72c1-30ba-4b70-8269-b62f4b942685 HTTP/1.1" status: 204 len: 168 time: 1.3023899 Nov 25 17:43:19.148572 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ceee8c-4635-4f88-92a0-c78673f8ab4b tempest-ExtraDHCPOptionsTestJSON-1499743379 tempest-ExtraDHCPOptionsTestJSON-1499743379-project] Pushing event deleted for resources: {'Network': ['ID=d58c72c1-30ba-4b70-8269-b62f4b942685,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:19.164232 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3a1050e-a22d-4eb9-8392-718962e9b5b6 req-cde6312a-3a7c-4eaa-adc3-919f7e672e92 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b4361dd7-bca7-4a65-a848-67d822bdccba HTTP/1.1" status: 200 len: 217 time: 0.2075348 Nov 25 17:43:19.227918 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33404) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:19.246472 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-34ff8041-1f28-4103-8088-d4cf90e0f7e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:19.308332 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-29556cd0-f859-45d5-aa84-0b9579697111 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:19.316195 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-29556cd0-f859-45d5-aa84-0b9579697111 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:19.439160 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-34ff8041-1f28-4103-8088-d4cf90e0f7e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:19.441447 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4181bd00-02e0-4fd9-a4c7-1bd1370e2c4e admin admin] Checking segment: {'id': '6a86e07f-422d-4071-8634-6cec87d7ea22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '2a677ceb-58ea-4bc7-9eda-74a3a34ce20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:43:19.441823 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4181bd00-02e0-4fd9-a4c7-1bd1370e2c4e admin admin] Network hostable DHCP agents. Network: 2a677ceb-58ea-4bc7-9eda-74a3a34ce20c, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:43:19.445188 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-29556cd0-f859-45d5-aa84-0b9579697111 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:19.445780 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29556cd0-f859-45d5-aa84-0b9579697111 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Fanout notify agent at l3_agent the message router_deleted on router 4eccd77f-9b00-43b2-9da8-3347890b0448 {{(pid=103361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:43:19.455977 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-34ff8041-1f28-4103-8088-d4cf90e0f7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:19.460880 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1050e-a22d-4eb9-8392-718962e9b5b6 req-01c0d2f6-f01a-4993-8be5-e2bb563a13ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:19.463431 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3a1050e-a22d-4eb9-8392-718962e9b5b6 req-01c0d2f6-f01a-4993-8be5-e2bb563a13ad service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2359eb3b-2212-46df-98c5-fcb6d89adeb1 HTTP/1.1" status: 200 len: 851 time: 0.1770539 Nov 25 17:43:19.470131 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-29556cd0-f859-45d5-aa84-0b9579697111 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:19.472086 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-29556cd0-f859-45d5-aa84-0b9579697111 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] 10.222.0.75 "DELETE /v2.0/routers/4eccd77f-9b00-43b2-9da8-3347890b0448 HTTP/1.1" status: 204 len: 168 time: 6.9740531 Nov 25 17:43:19.482447 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 33412) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:19.516336 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-e583272b-8ffb-450d-892c-a947a7b78cea tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1796592364', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:19.540021 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3a1050e-a22d-4eb9-8392-718962e9b5b6 req-f8800166-c040-44cf-add4-8765f3cd7229 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=762853d9-38e5-4380-88ed-82e8f6ae46d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659568 Nov 25 17:43:19.562344 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-34ff8041-1f28-4103-8088-d4cf90e0f7e3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c021904d364f4a1b8e89803c65af3634&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3333511 Nov 25 17:43:19.563446 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ff8041-1f28-4103-8088-d4cf90e0f7e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72113edd-47c0-43b9-bb56-3af9d0bafe04,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:19.566273 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33414) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:19.590037 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33416) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:19.685415 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2ad0bc99-0278-4dda-9d58-be159ca2dc7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:19.759023 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2ad0bc99-0278-4dda-9d58-be159ca2dc7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:19.801424 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-fc612c99-01e0-45f1-8b20-ee76e44b326e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:19.801935 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3a1050e-a22d-4eb9-8392-718962e9b5b6 req-97bbbbc5-694c-4a78-99d7-1bfc1747d193 service neutron] 10.222.0.90 "GET /v2.0/networks/762853d9-38e5-4380-88ed-82e8f6ae46d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526832 Nov 25 17:43:19.876599 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4181bd00-02e0-4fd9-a4c7-1bd1370e2c4e admin admin] Network 2a677ceb-58ea-4bc7-9eda-74a3a34ce20c is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:43:19.898664 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-67beaca3-543a-4cc3-94d5-96c622dedbc1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6dcfb499081847c5abd355f7d28d44d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3071666 Nov 25 17:43:19.905561 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 33424) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:19.914592 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2ad0bc99-0278-4dda-9d58-be159ca2dc7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:19.919506 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d58389d4-5316-4075-a2ef-8d907ec43844 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:43:19.920225 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2ad0bc99-0278-4dda-9d58-be159ca2dc7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:19.920861 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-4181bd00-02e0-4fd9-a4c7-1bd1370e2c4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 2a677ceb-58ea-4bc7-9eda-74a3a34ce20c) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:43:19.925471 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4181bd00-02e0-4fd9-a4c7-1bd1370e2c4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:19.926084 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4181bd00-02e0-4fd9-a4c7-1bd1370e2c4e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:19.926557 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2ad0bc99-0278-4dda-9d58-be159ca2dc7c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/72113edd-47c0-43b9-bb56-3af9d0bafe04 HTTP/1.1" status: 204 len: 168 time: 0.3576281 Nov 25 17:43:19.940513 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad0bc99-0278-4dda-9d58-be159ca2dc7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72113edd-47c0-43b9-bb56-3af9d0bafe04,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:19.968025 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df4cc64-dc4b-4c98-9962-21d3d28a856b None None] Network 2a677ceb-58ea-4bc7-9eda-74a3a34ce20c requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:43:20.009578 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e583272b-8ffb-450d-892c-a947a7b78cea tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:20.011590 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e583272b-8ffb-450d-892c-a947a7b78cea tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:20.080014 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: d58389d4-5316-4075-a2ef-8d907ec43844 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:43:20.080572 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d58389d4-5316-4075-a2ef-8d907ec43844 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:43:20.150425 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33434) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:20.156369 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-73635034-3e07-4770-b807-e1e97c665954 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-204615741-router', 'tenant_id': '0e712441963e47bda81e9361811693b1', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:20.161081 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-4181bd00-02e0-4fd9-a4c7-1bd1370e2c4e admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 3.5862978 Nov 25 17:43:20.212889 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-73635034-3e07-4770-b807-e1e97c665954 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:20.214445 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-73635034-3e07-4770-b807-e1e97c665954 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:20.303354 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-73635034-3e07-4770-b807-e1e97c665954 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:20.479021 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0a5cb7-4826-4e17-bc10-b70ef4cde2f5 None None] Network 2a677ceb-58ea-4bc7-9eda-74a3a34ce20c requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:43:20.510588 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-76930b94-5b13-412a-a572-b4eac3fb03b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:20.558898 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-76930b94-5b13-412a-a572-b4eac3fb03b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:20.593544 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-73635034-3e07-4770-b807-e1e97c665954 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:20.630145 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3a1050e-a22d-4eb9-8392-718962e9b5b6 req-1c2fbd57-1b47-4a77-ab43-351699e56b5f service neutron] 10.222.0.90 "GET /v2.0/networks/762853d9-38e5-4380-88ed-82e8f6ae46d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8194625 Nov 25 17:43:20.651774 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e583272b-8ffb-450d-892c-a947a7b78cea tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:20.661378 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-76930b94-5b13-412a-a572-b4eac3fb03b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:20.664282 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-76930b94-5b13-412a-a572-b4eac3fb03b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:20.681779 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-76930b94-5b13-412a-a572-b4eac3fb03b8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/79c5e7ed-669c-4dd3-9924-6b716a4ff694 HTTP/1.1" status: 204 len: 168 time: 0.7739360 Nov 25 17:43:20.693762 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76930b94-5b13-412a-a572-b4eac3fb03b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c5e7ed-669c-4dd3-9924-6b716a4ff694,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:20.696767 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e583272b-8ffb-450d-892c-a947a7b78cea tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:20.757445 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73e054-5e15-4e26-bad7-674a8ed2db1b req-2068c6b6-b226-4529-8303-49bc5745625b tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:20.759243 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-df73e054-5e15-4e26-bad7-674a8ed2db1b req-2068c6b6-b226-4529-8303-49bc5745625b tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf6e9ad9-2d91-44eb-bb03-f51c717f15d5 HTTP/1.1" status: 200 len: 943 time: 0.5957003 Nov 25 17:43:20.767628 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e583272b-8ffb-450d-892c-a947a7b78cea tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:20.771620 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-e583272b-8ffb-450d-892c-a947a7b78cea tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.2865644 Nov 25 17:43:20.774469 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33452) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:20.783414 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-3d0d2b53-59e6-4c75-92ca-7cf25e5be05e tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Request body: {'router': {'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:20.795589 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e2809-3aed-46d2-aee8-97667ebc20ac req-6d3727e1-1c9b-4155-b7d8-8f72c64aff97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:20.797307 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ce4e2809-3aed-46d2-aee8-97667ebc20ac req-6d3727e1-1c9b-4155-b7d8-8f72c64aff97 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=bcc83327df764a93b0dfb6e88102bcf0&device_id=bf6e9ad9-2d91-44eb-bb03-f51c717f15d5 HTTP/1.1" status: 200 len: 1094 time: 0.1052825 Nov 25 17:43:20.835531 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:20.863674 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-df73e054-5e15-4e26-bad7-674a8ed2db1b req-966d6ffe-845f-45da-ac26-1e1fc3388d42 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1c3665e-ff29-4dbb-8a05-df90f9943146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891273 Nov 25 17:43:21.027632 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e2809-3aed-46d2-aee8-97667ebc20ac req-8aad3604-3dc6-4d15-9767-12340b7eb9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:21.029493 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ce4e2809-3aed-46d2-aee8-97667ebc20ac req-8aad3604-3dc6-4d15-9767-12340b7eb9c8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=762853d9-38e5-4380-88ed-82e8f6ae46d0 HTTP/1.1" status: 200 len: 912 time: 0.2167437 Nov 25 17:43:21.112495 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ce4e2809-3aed-46d2-aee8-97667ebc20ac req-f3de3783-ed20-4a22-a55a-a516b2e94e11 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b4361dd7-bca7-4a65-a848-67d822bdccba HTTP/1.1" status: 200 len: 217 time: 0.0750437 Nov 25 17:43:21.191901 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e2809-3aed-46d2-aee8-97667ebc20ac req-d3b18c93-b50d-43e1-b8a2-82f5ac801eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:21.193516 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ce4e2809-3aed-46d2-aee8-97667ebc20ac req-d3b18c93-b50d-43e1-b8a2-82f5ac801eee service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2359eb3b-2212-46df-98c5-fcb6d89adeb1 HTTP/1.1" status: 200 len: 851 time: 0.0739031 Nov 25 17:43:21.237454 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ce4e2809-3aed-46d2-aee8-97667ebc20ac req-dfb1d6f9-5792-4f81-9559-cf5da4a13a9a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=762853d9-38e5-4380-88ed-82e8f6ae46d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356917 Nov 25 17:43:21.262183 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3d0d2b53-59e6-4c75-92ca-7cf25e5be05e tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:21.385313 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ce4e2809-3aed-46d2-aee8-97667ebc20ac req-f47fa333-3db5-4cfa-a4d5-5fb8ad2dda17 service neutron] 10.222.0.90 "GET /v2.0/networks/762853d9-38e5-4380-88ed-82e8f6ae46d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391957 Nov 25 17:43:21.542438 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ce4e2809-3aed-46d2-aee8-97667ebc20ac req-01d680dc-52f4-410b-822a-77cb6d3b821a service neutron] 10.222.0.90 "GET /v2.0/networks/762853d9-38e5-4380-88ed-82e8f6ae46d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487472 Nov 25 17:43:21.642585 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-73635034-3e07-4770-b807-e1e97c665954 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:21.682139 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-73635034-3e07-4770-b807-e1e97c665954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:21.838283 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-73635034-3e07-4770-b807-e1e97c665954 admin admin] Allocated IP 172.25.0.69 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/7bb9e724-fb3f-48a5-aac6-d57283c35fbe) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:43:22.050533 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:22.139825 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca4bd0-61fc-4c7d-8377-a56d7a6030e8 req-23ad0ef8-3085-4467-90af-233e3f38d9a2 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:22.155763 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-43ca4bd0-61fc-4c7d-8377-a56d7a6030e8 req-23ad0ef8-3085-4467-90af-233e3f38d9a2 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf6e9ad9-2d91-44eb-bb03-f51c717f15d5 HTTP/1.1" status: 200 len: 943 time: 0.1538548 Nov 25 17:43:22.237042 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3d0d2b53-59e6-4c75-92ca-7cf25e5be05e tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks [] for router_gateway, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:22.256009 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-43ca4bd0-61fc-4c7d-8377-a56d7a6030e8 req-7be8224a-4f2c-4c52-b139-f3601e56c5c4 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1c3665e-ff29-4dbb-8a05-df90f9943146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975468 Nov 25 17:43:22.482174 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 33520) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:22.634523 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-2efbb437-02a0-4a4d-ae0c-91bb1571276b tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1395277500'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:22.660931 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3d0d2b53-59e6-4c75-92ca-7cf25e5be05e tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:22.671595 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2efbb437-02a0-4a4d-ae0c-91bb1571276b tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Made reservation on behalf of d63f1f30c6b449b897427945b3ad9fc1 for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:43:22.678453 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2efbb437-02a0-4a4d-ae0c-91bb1571276b tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:22.711329 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2efbb437-02a0-4a4d-ae0c-91bb1571276b tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:22.772594 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-73635034-3e07-4770-b807-e1e97c665954 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:22.842367 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-73635034-3e07-4770-b807-e1e97c665954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:22.855921 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2efbb437-02a0-4a4d-ae0c-91bb1571276b tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:22.861441 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2efbb437-02a0-4a4d-ae0c-91bb1571276b tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:22.880228 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2efbb437-02a0-4a4d-ae0c-91bb1571276b tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 923} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:43:22.891400 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2efbb437-02a0-4a4d-ae0c-91bb1571276b tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:22.891836 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-2efbb437-02a0-4a4d-ae0c-91bb1571276b tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Added segment a42d0f15-da1f-4f1a-a0a3-c4ea9f1d15b9 of type vlan for network 8f170028-abca-40be-9e17-adf4fe63ed18 Nov 25 17:43:22.908776 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-3d0d2b53-59e6-4c75-92ca-7cf25e5be05e tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Allocated IP 172.25.0.50 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/bc4cc84c-99b2-4391-9d23-c69832fed0d1) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:43:22.944724 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2efbb437-02a0-4a4d-ae0c-91bb1571276b tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:22.950310 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:23.029595 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2efbb437-02a0-4a4d-ae0c-91bb1571276b tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:23.035852 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efbb437-02a0-4a4d-ae0c-91bb1571276b tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:23.036454 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2efbb437-02a0-4a4d-ae0c-91bb1571276b tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:23.050505 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73635034-3e07-4770-b807-e1e97c665954 admin admin] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:43:23.059300 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efbb437-02a0-4a4d-ae0c-91bb1571276b tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f443524f-5ec1-4c24-90a6-f772a07fdb31,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:23.063532 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device b4361dd7-bca7-4a65-a848-67d822bdccba details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:43:23.103673 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-73635034-3e07-4770-b807-e1e97c665954 admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:43:23.125826 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73635034-3e07-4770-b807-e1e97c665954 admin admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:43:23.131683 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f0e3df-8d51-46fe-91d0-a42ff8c2971a None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:43:23.194858 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efbb437-02a0-4a4d-ae0c-91bb1571276b tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Pushing event updated for resources: {'Network': ['ID=8f170028-abca-40be-9e17-adf4fe63ed18,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:23.203940 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-2efbb437-02a0-4a4d-ae0c-91bb1571276b tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7176926 Nov 25 17:43:23.230041 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 8f170028-abca-40be-9e17-adf4fe63ed18 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:43:23.328649 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73635034-3e07-4770-b807-e1e97c665954 admin admin] Pushing event updated for resources: {'Port': ['ID=7bb9e724-fb3f-48a5-aac6-d57283c35fbe,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:23.360595 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 33546) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:23.366290 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-754ab733-2ce6-414b-9f43-46ac4ad60151 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Request body: {'subnet': {'network_id': '8f170028-abca-40be-9e17-adf4fe63ed18', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:23.407265 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3d0d2b53-59e6-4c75-92ca-7cf25e5be05e tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:23.546497 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3d0d2b53-59e6-4c75-92ca-7cf25e5be05e tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:23.606457 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port b4361dd7-bca7-4a65-a848-67d822bdccba, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=b4361dd7-bca7-4a65-a848-67d822bdccba,segment=NetworkSegment(d6e7e79c-466c-40cb-8e2d-9a39f814ce02),segment_id=d6e7e79c-466c-40cb-8e2d-9a39f814ce02)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:43:23.656132 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': 'b4361dd7-bca7-4a65-a848-67d822bdccba', 'network_id': '762853d9-38e5-4380-88ed-82e8f6ae46d0', 'port_id': 'b4361dd7-bca7-4a65-a848-67d822bdccba', 'mac_address': 'fa:16:3e:b6:9c:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2359eb3b-2212-46df-98c5-fcb6d89adeb1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:43:23.661791 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-aee59179-e1bc-4701-a125-57ec621526b6 None None] Provisioning complete for port 7bb9e724-fb3f-48a5-aac6-d57283c35fbe triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:43:23.662411 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-aee59179-e1bc-4701-a125-57ec621526b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:23.690370 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cfd7d3-3bc9-4153-b125-663a31845859 req-bccbe2f5-874b-42f8-86b7-2ffa51b09805 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:23.692310 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-55cfd7d3-3bc9-4153-b125-663a31845859 req-bccbe2f5-874b-42f8-86b7-2ffa51b09805 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf6e9ad9-2d91-44eb-bb03-f51c717f15d5 HTTP/1.1" status: 200 len: 943 time: 0.1106014 Nov 25 17:43:23.693681 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754ab733-2ce6-414b-9f43-46ac4ad60151 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Made reservation on behalf of d63f1f30c6b449b897427945b3ad9fc1 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:43:23.698857 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-754ab733-2ce6-414b-9f43-46ac4ad60151 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:23.707446 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-aee59179-e1bc-4701-a125-57ec621526b6 None None] Port 7bb9e724-fb3f-48a5-aac6-d57283c35fbe cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:43:23.784786 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:23.810007 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4361dd7-bca7-4a65-a848-67d822bdccba {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:43:23.850511 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port b4361dd7-bca7-4a65-a848-67d822bdccba, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=b4361dd7-bca7-4a65-a848-67d822bdccba,segment=NetworkSegment(d6e7e79c-466c-40cb-8e2d-9a39f814ce02),segment_id=d6e7e79c-466c-40cb-8e2d-9a39f814ce02)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:43:23.863552 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:23.912467 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0d2b53-59e6-4c75-92ca-7cf25e5be05e tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Pushing event updated for resources: {'Port': ['ID=bc4cc84c-99b2-4391-9d23-c69832fed0d1,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:23.965712 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-55cfd7d3-3bc9-4153-b125-663a31845859 req-cd6ddd88-1ac1-429b-bc9e-dc8d90f1e2ad tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1c3665e-ff29-4dbb-8a05-df90f9943146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612972 Nov 25 17:43:24.012519 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=b4361dd7-bca7-4a65-a848-67d822bdccba,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:24.094233 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['b4361dd7-bca7-4a65-a848-67d822bdccba'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:43:24.170356 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-73635034-3e07-4770-b807-e1e97c665954 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:24.278823 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-754ab733-2ce6-414b-9f43-46ac4ad60151 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:24.388365 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ab733-2ce6-414b-9f43-46ac4ad60151 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Pushing event updated for resources: {'Subnet': ['ID=b9cc50eb-9f25-4381-967b-c9f89e1bcfa7,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:24.419637 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0d2b53-59e6-4c75-92ca-7cf25e5be05e tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:43:24.425706 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-3d0d2b53-59e6-4c75-92ca-7cf25e5be05e tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:43:24.451784 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0d2b53-59e6-4c75-92ca-7cf25e5be05e tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:43:24.452773 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee4a825-35b9-46c5-afe7-ebc28db891db None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:43:24.467826 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754ab733-2ce6-414b-9f43-46ac4ad60151 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Checking segment: {'id': 'a42d0f15-da1f-4f1a-a0a3-c4ea9f1d15b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '8f170028-abca-40be-9e17-adf4fe63ed18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:43:24.468193 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754ab733-2ce6-414b-9f43-46ac4ad60151 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Network hostable DHCP agents. Network: 8f170028-abca-40be-9e17-adf4fe63ed18, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:43:24.502175 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754ab733-2ce6-414b-9f43-46ac4ad60151 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Network 8f170028-abca-40be-9e17-adf4fe63ed18 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:43:24.516888 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-754ab733-2ce6-414b-9f43-46ac4ad60151 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 8f170028-abca-40be-9e17-adf4fe63ed18) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:43:24.521299 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754ab733-2ce6-414b-9f43-46ac4ad60151 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:24.521930 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-754ab733-2ce6-414b-9f43-46ac4ad60151 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:24.558236 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-754ab733-2ce6-414b-9f43-46ac4ad60151 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.1917522 Nov 25 17:43:24.558236 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 33566) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:24.562868 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-d5e06e8f-4900-4a2f-8ca1-f8536f64b115 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1664121164'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:24.572505 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b524902-c92b-488c-be46-a9a01fb06acd None None] Network 8f170028-abca-40be-9e17-adf4fe63ed18 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:43:24.604360 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e06e8f-4900-4a2f-8ca1-f8536f64b115 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Made reservation on behalf of d63f1f30c6b449b897427945b3ad9fc1 for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:43:24.608148 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d5e06e8f-4900-4a2f-8ca1-f8536f64b115 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:24.657102 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5e06e8f-4900-4a2f-8ca1-f8536f64b115 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 913} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:43:24.674326 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d5e06e8f-4900-4a2f-8ca1-f8536f64b115 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:24.674678 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-d5e06e8f-4900-4a2f-8ca1-f8536f64b115 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Added segment 7dc7ead9-121b-4701-866e-9aecdcc4de19 of type vlan for network e01db657-4012-4e72-a26b-b46a3f081ef9 Nov 25 17:43:24.761993 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d5e06e8f-4900-4a2f-8ca1-f8536f64b115 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:24.811779 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d5e06e8f-4900-4a2f-8ca1-f8536f64b115 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:24.817534 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e06e8f-4900-4a2f-8ca1-f8536f64b115 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:24.818124 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d5e06e8f-4900-4a2f-8ca1-f8536f64b115 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:24.838307 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-2a060e8a-cdb0-4d4b-a884-8b974b49788c None None] Provisioning complete for port bc4cc84c-99b2-4391-9d23-c69832fed0d1 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:43:24.838695 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2a060e8a-cdb0-4d4b-a884-8b974b49788c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:24.935048 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-73635034-3e07-4770-b807-e1e97c665954 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:24.944326 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e06e8f-4900-4a2f-8ca1-f8536f64b115 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Pushing event updated for resources: {'Network': ['ID=e01db657-4012-4e72-a26b-b46a3f081ef9,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:24.971360 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d5e06e8f-4900-4a2f-8ca1-f8536f64b115 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4123056 Nov 25 17:43:24.974552 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 33572) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:24.987159 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-0a0a0eda-a9d4-4e4f-8a90-aa20c557f76d tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Request body: {'subnet': {'network_id': 'e01db657-4012-4e72-a26b-b46a3f081ef9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:25.087570 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network e01db657-4012-4e72-a26b-b46a3f081ef9 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:43:25.090043 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-2a060e8a-cdb0-4d4b-a884-8b974b49788c None None] Port bc4cc84c-99b2-4391-9d23-c69832fed0d1 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:43:25.158195 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5841403-3288-42a4-a14a-a8ad0c3615dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-8f170028-abca-40be-9e17-adf4fe63ed18', 'network_id': '8f170028-abca-40be-9e17-adf4fe63ed18', 'tenant_id': 'd63f1f30c6b449b897427945b3ad9fc1', 'fixed_ips': [{'subnet_id': 'b9cc50eb-9f25-4381-967b-c9f89e1bcfa7'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:43:25.159457 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c5841403-3288-42a4-a14a-a8ad0c3615dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:25.193001 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0a0eda-a9d4-4e4f-8a90-aa20c557f76d tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Made reservation on behalf of d63f1f30c6b449b897427945b3ad9fc1 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:43:25.198426 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0a0a0eda-a9d4-4e4f-8a90-aa20c557f76d tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:25.405185 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3d0d2b53-59e6-4c75-92ca-7cf25e5be05e tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks [] for router_gateway, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:25.417622 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-c5841403-3288-42a4-a14a-a8ad0c3615dc None None] Allocated IP 172.20.255.242 (8f170028-abca-40be-9e17-adf4fe63ed18/b9cc50eb-9f25-4381-967b-c9f89e1bcfa7/aa49edcb-4468-4f65-bc8d-a66553125dee) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:43:25.505327 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa2d77-8b1c-4bde-aac0-1c73f5fc9096 req-0e90230f-9794-4606-adda-ea1b0f5b1ee5 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:25.515961 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5aaa2d77-8b1c-4bde-aac0-1c73f5fc9096 req-0e90230f-9794-4606-adda-ea1b0f5b1ee5 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf6e9ad9-2d91-44eb-bb03-f51c717f15d5 HTTP/1.1" status: 200 len: 944 time: 0.2854242 Nov 25 17:43:25.523991 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73635034-3e07-4770-b807-e1e97c665954 admin admin] Router ca407927-6a34-455a-b594-8e91192a0a74 is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:43:25.583664 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c5841403-3288-42a4-a14a-a8ad0c3615dc None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:25.621458 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c5841403-3288-42a4-a14a-a8ad0c3615dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:25.637121 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5aaa2d77-8b1c-4bde-aac0-1c73f5fc9096 req-e8057cf7-b20f-4f68-bf36-21f3876584f1 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1c3665e-ff29-4dbb-8a05-df90f9943146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152074 Nov 25 17:43:25.688208 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5841403-3288-42a4-a14a-a8ad0c3615dc None None] Network 8f170028-abca-40be-9e17-adf4fe63ed18 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:43:25.707103 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-c5841403-3288-42a4-a14a-a8ad0c3615dc None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:43:25.717593 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5841403-3288-42a4-a14a-a8ad0c3615dc None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:43:25.778085 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0a0a0eda-a9d4-4e4f-8a90-aa20c557f76d tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:25.842225 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5841403-3288-42a4-a14a-a8ad0c3615dc None None] Pushing event updated for resources: {'Port': ['ID=aa49edcb-4468-4f65-bc8d-a66553125dee,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:25.853466 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73635034-3e07-4770-b807-e1e97c665954 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:43:25.863073 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-c5841403-3288-42a4-a14a-a8ad0c3615dc None None] Attempting to bind port aa49edcb-4468-4f65-bc8d-a66553125dee on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:43:25.863758 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-c5841403-3288-42a4-a14a-a8ad0c3615dc None None] Attempting to bind port aa49edcb-4468-4f65-bc8d-a66553125dee by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'a42d0f15-da1f-4f1a-a0a3-c4ea9f1d15b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '8f170028-abca-40be-9e17-adf4fe63ed18'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:43:25.864160 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5841403-3288-42a4-a14a-a8ad0c3615dc None None] Attempting to bind port aa49edcb-4468-4f65-bc8d-a66553125dee on network 8f170028-abca-40be-9e17-adf4fe63ed18 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:43:25.894641 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5841403-3288-42a4-a14a-a8ad0c3615dc None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:43:25.894851 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5841403-3288-42a4-a14a-a8ad0c3615dc None None] Checking segment: {'id': 'a42d0f15-da1f-4f1a-a0a3-c4ea9f1d15b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '8f170028-abca-40be-9e17-adf4fe63ed18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:43:25.895272 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c5841403-3288-42a4-a14a-a8ad0c3615dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:25.895680 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5841403-3288-42a4-a14a-a8ad0c3615dc None None] Bound using segment: {'id': 'a42d0f15-da1f-4f1a-a0a3-c4ea9f1d15b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '8f170028-abca-40be-9e17-adf4fe63ed18'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:43:25.896174 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-c5841403-3288-42a4-a14a-a8ad0c3615dc None None] Bound port: aa49edcb-4468-4f65-bc8d-a66553125dee, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a42d0f15-da1f-4f1a-a0a3-c4ea9f1d15b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '8f170028-abca-40be-9e17-adf4fe63ed18'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:43:25.896566 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c5841403-3288-42a4-a14a-a8ad0c3615dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:25.900717 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3d0d2b53-59e6-4c75-92ca-7cf25e5be05e tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-542255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8324'] for router, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:25.915898 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3d0d2b53-59e6-4c75-92ca-7cf25e5be05e tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-542246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-542269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-530067'] for router, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:25.917570 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0a0eda-a9d4-4e4f-8a90-aa20c557f76d tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Pushing event updated for resources: {'Subnet': ['ID=df40333f-ced2-4e65-8964-c3975ea62c3a,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:25.928602 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c159c24d-4739-4303-bc2a-e5feb1129609 None None] Sync routers for ids ['ca407927-6a34-455a-b594-8e91192a0a74'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:43:25.939845 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-73635034-3e07-4770-b807-e1e97c665954 admin admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:25.944944 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 33596) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:25.945391 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-73635034-3e07-4770-b807-e1e97c665954 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.7932367 Nov 25 17:43:26.049259 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-c5841403-3288-42a4-a14a-a8ad0c3615dc None None] For port aa49edcb-4468-4f65-bc8d-a66553125dee, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:43:26.052793 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-c5841403-3288-42a4-a14a-a8ad0c3615dc None None] For port aa49edcb-4468-4f65-bc8d-a66553125dee, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=aa49edcb-4468-4f65-bc8d-a66553125dee,segment=NetworkSegment(a42d0f15-da1f-4f1a-a0a3-c4ea9f1d15b9),segment_id=a42d0f15-da1f-4f1a-a0a3-c4ea9f1d15b9)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:43:26.061997 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c5841403-3288-42a4-a14a-a8ad0c3615dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:26.074899 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c159c24d-4739-4303-bc2a-e5feb1129609 None None] Routers {'ca407927-6a34-455a-b594-8e91192a0a74'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:43:26.077337 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-c159c24d-4739-4303-bc2a-e5feb1129609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:43:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['ca407927-6a34-455a-b594-8e91192a0a74'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:26.098734 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0a0eda-a9d4-4e4f-8a90-aa20c557f76d tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Checking segment: {'id': '7dc7ead9-121b-4701-866e-9aecdcc4de19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'e01db657-4012-4e72-a26b-b46a3f081ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:43:26.099821 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0a0eda-a9d4-4e4f-8a90-aa20c557f76d tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Network hostable DHCP agents. Network: e01db657-4012-4e72-a26b-b46a3f081ef9, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:43:26.136145 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0a0eda-a9d4-4e4f-8a90-aa20c557f76d tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Network e01db657-4012-4e72-a26b-b46a3f081ef9 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:43:26.151641 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-0a0a0eda-a9d4-4e4f-8a90-aa20c557f76d tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, e01db657-4012-4e72-a26b-b46a3f081ef9) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:43:26.173422 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0a0eda-a9d4-4e4f-8a90-aa20c557f76d tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:26.174034 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0a0a0eda-a9d4-4e4f-8a90-aa20c557f76d tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:26.197706 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f97ecb-4071-4305-93d8-11df62e7f090 None None] Network e01db657-4012-4e72-a26b-b46a3f081ef9 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:43:26.249796 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0d2b53-59e6-4c75-92ca-7cf25e5be05e tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Router bffabbe0-0fa8-4208-9cff-a1840945e6ab is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:43:26.377546 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0d2b53-59e6-4c75-92ca-7cf25e5be05e tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:43:26.392178 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a880020f-cb34-4cfc-999a-e40ddd8e06dc None None] Sync routers for ids ['bffabbe0-0fa8-4208-9cff-a1840945e6ab'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:43:26.403191 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3d0d2b53-59e6-4c75-92ca-7cf25e5be05e tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:26.407934 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a880020f-cb34-4cfc-999a-e40ddd8e06dc None None] Routers {'bffabbe0-0fa8-4208-9cff-a1840945e6ab'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:43:26.408468 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3d0d2b53-59e6-4c75-92ca-7cf25e5be05e tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] 10.222.0.75 "PUT /v2.0/routers/bffabbe0-0fa8-4208-9cff-a1840945e6ab HTTP/1.1" status: 200 len: 879 time: 5.6310222 Nov 25 17:43:26.408678 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-a880020f-cb34-4cfc-999a-e40ddd8e06dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:43:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['bffabbe0-0fa8-4208-9cff-a1840945e6ab'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:26.409806 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33604) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:26.447077 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-0a0a0eda-a9d4-4e4f-8a90-aa20c557f76d tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.4714222 Nov 25 17:43:26.450255 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 33606) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:26.505696 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-a880020f-cb34-4cfc-999a-e40ddd8e06dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:26.541253 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a880020f-cb34-4cfc-999a-e40ddd8e06dc None None] Routers {'bffabbe0-0fa8-4208-9cff-a1840945e6ab'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:43:26.542170 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-a880020f-cb34-4cfc-999a-e40ddd8e06dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:43:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['bffabbe0-0fa8-4208-9cff-a1840945e6ab'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:26.652117 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-a880020f-cb34-4cfc-999a-e40ddd8e06dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:26.656365 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a880020f-cb34-4cfc-999a-e40ddd8e06dc None None] The sync data for ids ['bffabbe0-0fa8-4208-9cff-a1840945e6ab'] in n-d-817746-1 is: [] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:43:26.688227 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9f02217b-5041-4ae2-9d48-6af424744587 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] 10.222.0.75 "GET /v2.0/routers/bffabbe0-0fa8-4208-9cff-a1840945e6ab HTTP/1.1" status: 200 len: 920 time: 0.2745042 Nov 25 17:43:26.688453 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33610) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:26.690787 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-642657d3-c6f7-4b36-b466-c13ebd7debf8 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:26.905947 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f49e494-6a69-456d-bb84-7b10501563bc tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:26.914149 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3f49e494-6a69-456d-bb84-7b10501563bc tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] 10.222.0.75 "GET /v2.0/ports?network_id=1aa44027-b9d0-4a56-9a59-7e664703e20a&device_id=bffabbe0-0fa8-4208-9cff-a1840945e6ab&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2239666 Nov 25 17:43:26.915029 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33618) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:27.024576 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-642657d3-c6f7-4b36-b466-c13ebd7debf8 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:27.073256 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a008e76d-3a17-482b-a1f6-ec2cfca06f17 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:27.078734 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a008e76d-3a17-482b-a1f6-ec2cfca06f17 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] 10.222.0.75 "GET /v2.0/networks/1aa44027-b9d0-4a56-9a59-7e664703e20a HTTP/1.1" status: 200 len: 881 time: 0.1622269 Nov 25 17:43:27.079825 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33620) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:27.106378 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device b4361dd7-bca7-4a65-a848-67d822bdccba up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:43:27.125289 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-71b37084-c33e-456c-abea-91dfa2742cc8 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] 10.222.0.75 "GET /v2.0/ports?device_id=bffabbe0-0fa8-4208-9cff-a1840945e6ab HTTP/1.1" status: 200 len: 205 time: 0.0435045 Nov 25 17:43:27.126223 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33622) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:27.143266 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5841403-3288-42a4-a14a-a8ad0c3615dc None None] Pushing event updated for resources: {'Port': ['ID=aa49edcb-4468-4f65-bc8d-a66553125dee,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:27.211237 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f22f69e-04d8-4946-8c4d-db5097aa9141 req-3601c15c-3aa7-40a1-a72d-bb2dfe43726c tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:27.219035 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6f22f69e-04d8-4946-8c4d-db5097aa9141 req-3601c15c-3aa7-40a1-a72d-bb2dfe43726c tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf6e9ad9-2d91-44eb-bb03-f51c717f15d5 HTTP/1.1" status: 200 len: 944 time: 0.3666728 Nov 25 17:43:27.273584 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8abfcefa-96d4-4a5a-a534-5547b164308c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:27.282248 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-642657d3-c6f7-4b36-b466-c13ebd7debf8 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:27.325228 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-c159c24d-4739-4303-bc2a-e5feb1129609 None None] Set router ca407927-6a34-455a-b594-8e91192a0a74 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:43:27.463383 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6f22f69e-04d8-4946-8c4d-db5097aa9141 req-b6a62604-6891-43d7-99d1-b65a384335a5 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1c3665e-ff29-4dbb-8a05-df90f9943146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433791 Nov 25 17:43:27.477689 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642657d3-c6f7-4b36-b466-c13ebd7debf8 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Pushing event deleted for resources: {'Subnet': ['ID=df40333f-ced2-4e65-8964-c3975ea62c3a,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:27.612537 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-642657d3-c6f7-4b36-b466-c13ebd7debf8 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:27.666991 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3be5f5f-8b3f-45b7-a74d-94d05112264b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-e01db657-4012-4e72-a26b-b46a3f081ef9', 'network_id': 'e01db657-4012-4e72-a26b-b46a3f081ef9', 'tenant_id': 'd63f1f30c6b449b897427945b3ad9fc1', 'fixed_ips': [{'subnet_id': 'df40333f-ced2-4e65-8964-c3975ea62c3a'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:43:27.667883 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c3be5f5f-8b3f-45b7-a74d-94d05112264b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:27.671021 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port b4361dd7-bca7-4a65-a848-67d822bdccba completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:43:27.689982 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-642657d3-c6f7-4b36-b466-c13ebd7debf8 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e01db657-4012-4e72-a26b-b46a3f081ef9']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:27.717474 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-642657d3-c6f7-4b36-b466-c13ebd7debf8 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dc7ead9-121b-4701-866e-9aecdcc4de19') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:27.717678 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-642657d3-c6f7-4b36-b466-c13ebd7debf8 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dc7ead9-121b-4701-866e-9aecdcc4de19') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:27.774884 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-642657d3-c6f7-4b36-b466-c13ebd7debf8 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:27.864845 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port b4361dd7-bca7-4a65-a848-67d822bdccba triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:43:27.865373 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:27.898737 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-642657d3-c6f7-4b36-b466-c13ebd7debf8 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:27.988037 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af01d777-1232-43d0-9026-487ed76b9ae8 None None] Network e01db657-4012-4e72-a26b-b46a3f081ef9 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:43:28.060623 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-642657d3-c6f7-4b36-b466-c13ebd7debf8 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Releasing vlan 913 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:43:28.061207 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-642657d3-c6f7-4b36-b466-c13ebd7debf8 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:28.157274 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e1e03e3c-4df6-49f3-818e-7359a60da0a8 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:28.195769 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device aa49edcb-4468-4f65-bc8d-a66553125dee up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:43:28.225280 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:43:28.225280 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:43:28.225280 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:43:28.225280 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:43:28.225280 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:43:28.225280 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:43:28.225280 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:43:28.225280 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:43:28.225280 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:43:28.225280 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:43:28.225280 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:43:28.225280 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:43:28.225280 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:43:28.225280 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:43:28.225280 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:43:28.225280 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:43:28.225280 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:43:28.225280 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:43:28.225280 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:43:28.225280 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:43:28.225280 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:43:28.225280 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:43:28.225280 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:43:28.225280 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:43:28.225280 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:43:28.225280 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:43:28.225280 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:43:28.225280 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:43:28.225280 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:43:28.225280 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:43:28.225280 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:43:28.225280 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:43:28.292544 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-642657d3-c6f7-4b36-b466-c13ebd7debf8 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:28.325408 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-642657d3-c6f7-4b36-b466-c13ebd7debf8 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:28.342782 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-642657d3-c6f7-4b36-b466-c13ebd7debf8 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "DELETE /v2.0/networks/e01db657-4012-4e72-a26b-b46a3f081ef9 HTTP/1.1" status: 204 len: 168 time: 1.8859746 Nov 25 17:43:28.365387 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 33638) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:28.391602 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ba1305-29e6-445f-94ad-a181bba84941 None None] Network 8f170028-abca-40be-9e17-adf4fe63ed18 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:43:28.408157 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-8abfcefa-96d4-4a5a-a534-5547b164308c admin admin] Allocated IP 172.20.0.1 (2a677ceb-58ea-4bc7-9eda-74a3a34ce20c/6bfddcac-73ef-4611-af8d-64b1d7a7b463/3ccd2013-1aca-4da3-ae8a-8fdd01180ba0) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:43:28.424093 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-39fcfc84-a840-4bf7-9fff-8b522b22ee9a tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-127266813'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:28.454708 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642657d3-c6f7-4b36-b466-c13ebd7debf8 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Pushing event deleted for resources: {'Network': ['ID=e01db657-4012-4e72-a26b-b46a3f081ef9,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:28.455205 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e1e03e3c-4df6-49f3-818e-7359a60da0a8 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:28.516130 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39fcfc84-a840-4bf7-9fff-8b522b22ee9a tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Made reservation on behalf of d63f1f30c6b449b897427945b3ad9fc1 for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:43:28.521719 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-39fcfc84-a840-4bf7-9fff-8b522b22ee9a tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:28.564071 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-e1e03e3c-4df6-49f3-818e-7359a60da0a8 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Deleting port bc4cc84c-99b2-4391-9d23-c69832fed0d1 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:43:28.564413 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e1e03e3c-4df6-49f3-818e-7359a60da0a8 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:28.746977 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e1e03e3c-4df6-49f3-818e-7359a60da0a8 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:28.766417 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-e1e03e3c-4df6-49f3-818e-7359a60da0a8 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Calling delete_port for bc4cc84c-99b2-4391-9d23-c69832fed0d1 owned by network:router_gateway {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:43:28.925308 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-c159c24d-4739-4303-bc2a-e5feb1129609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca407927-6a34-455a-b594-8e91192a0a74', 'name': 'tempest-ServerRescueTestJSONUnderV235-204615741-router', 'tenant_id': '0e712441963e47bda81e9361811693b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '7bb9e724-fb3f-48a5-aac6-d57283c35fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:43:20Z', 'updated_at': '2021-11-25T17:43:23Z', 'revision_number': 3, 'project_id': '0e712441963e47bda81e9361811693b1', 'gw_port': {'id': '7bb9e724-fb3f-48a5-aac6-d57283c35fbe', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e2:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca407927-6a34-455a-b594-8e91192a0a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:43:21Z', 'updated_at': '2021-11-25T17:43:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:28.963116 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-149c846e-c433-4dd8-9012-1962dd746716 None None] Provisioning complete for port aa49edcb-4468-4f65-bc8d-a66553125dee triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:43:28.963645 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-149c846e-c433-4dd8-9012-1962dd746716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:29.068189 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port aa49edcb-4468-4f65-bc8d-a66553125dee triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:43:29.068640 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:29.078262 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c159c24d-4739-4303-bc2a-e5feb1129609 None None] Checking router: ca407927-6a34-455a-b594-8e91192a0a74 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:43:29.078772 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c159c24d-4739-4303-bc2a-e5feb1129609 None None] Updating router ca407927-6a34-455a-b594-8e91192a0a74 port 7bb9e724-fb3f-48a5-aac6-d57283c35fbe binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:43:29.134295 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:29.209267 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-149c846e-c433-4dd8-9012-1962dd746716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:29.211423 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e1e03e3c-4df6-49f3-818e-7359a60da0a8 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:29.256202 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c159c24d-4739-4303-bc2a-e5feb1129609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:29.317243 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c65974-5b88-4002-9a5a-7d0209b1c68e None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:43:29.333645 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e03e3c-4df6-49f3-818e-7359a60da0a8 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Pushing event deleted for resources: {'Port': ['ID=bc4cc84c-99b2-4391-9d23-c69832fed0d1,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:29.405207 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e03e3c-4df6-49f3-818e-7359a60da0a8 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:29.405574 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e03e3c-4df6-49f3-818e-7359a60da0a8 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:29.408369 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e03e3c-4df6-49f3-818e-7359a60da0a8 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:29.409255 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e03e3c-4df6-49f3-818e-7359a60da0a8 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:29.410112 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e03e3c-4df6-49f3-818e-7359a60da0a8 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:29.412413 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e03e3c-4df6-49f3-818e-7359a60da0a8 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:29.414201 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e03e3c-4df6-49f3-818e-7359a60da0a8 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:29.414201 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e03e3c-4df6-49f3-818e-7359a60da0a8 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:29.414201 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e03e3c-4df6-49f3-818e-7359a60da0a8 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:29.414481 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e03e3c-4df6-49f3-818e-7359a60da0a8 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:29.415800 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e03e3c-4df6-49f3-818e-7359a60da0a8 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:29.416159 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e03e3c-4df6-49f3-818e-7359a60da0a8 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:29.450564 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39fcfc84-a840-4bf7-9fff-8b522b22ee9a tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 900} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:43:29.469801 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e1e03e3c-4df6-49f3-818e-7359a60da0a8 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:29.514946 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf6e9ad9-2d91-44eb-bb03-f51c717f15d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4361dd7-bca7-4a65-a848-67d822bdccba'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:43:29.519560 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a60b3bf-e285-4666-ab0c-04a0ecd94f64" -d '{"events": [{"server_uuid": "bf6e9ad9-2d91-44eb-bb03-f51c717f15d5", "name": "network-vif-plugged", "status": "completed", "tag": "b4361dd7-bca7-4a65-a848-67d822bdccba"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:43:29.564686 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-149c846e-c433-4dd8-9012-1962dd746716 None None] For port aa49edcb-4468-4f65-bc8d-a66553125dee, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=aa49edcb-4468-4f65-bc8d-a66553125dee,segment=NetworkSegment(a42d0f15-da1f-4f1a-a0a3-c4ea9f1d15b9),segment_id=a42d0f15-da1f-4f1a-a0a3-c4ea9f1d15b9)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:43:29.606115 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-149c846e-c433-4dd8-9012-1962dd746716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:29.607201 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8abfcefa-96d4-4a5a-a534-5547b164308c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:29.618489 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port b4361dd7-bca7-4a65-a848-67d822bdccba, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=b4361dd7-bca7-4a65-a848-67d822bdccba,segment=NetworkSegment(d6e7e79c-466c-40cb-8e2d-9a39f814ce02),segment_id=d6e7e79c-466c-40cb-8e2d-9a39f814ce02)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:43:29.653045 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac77d89-9d27-45c0-aae3-f12a2ace9701 x-openstack-request-id: req-2ac77d89-9d27-45c0-aae3-f12a2ace9701 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:43:29.653608 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf6e9ad9-2d91-44eb-bb03-f51c717f15d5", "name": "network-vif-plugged", "status": "completed", "tag": "b4361dd7-bca7-4a65-a848-67d822bdccba", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:43:29.653954 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2ac77d89-9d27-45c0-aae3-f12a2ace9701 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:43:29.654427 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf6e9ad9-2d91-44eb-bb03-f51c717f15d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4361dd7-bca7-4a65-a848-67d822bdccba', 'code': 200} Nov 25 17:43:29.720969 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e1e03e3c-4df6-49f3-818e-7359a60da0a8 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:29.727177 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e1e03e3c-4df6-49f3-818e-7359a60da0a8 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:29.775584 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582752d8-cfcc-4a5e-9755-e984644b5423 req-147adc10-84d9-42c9-a820-c2307e699b49 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:29.777205 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-582752d8-cfcc-4a5e-9755-e984644b5423 req-147adc10-84d9-42c9-a820-c2307e699b49 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf6e9ad9-2d91-44eb-bb03-f51c717f15d5 HTTP/1.1" status: 200 len: 944 time: 0.5168936 Nov 25 17:43:29.778302 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8abfcefa-96d4-4a5a-a534-5547b164308c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:29.799492 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c846e-c433-4dd8-9012-1962dd746716 None None] Pushing event updated for resources: {'Port': ['ID=aa49edcb-4468-4f65-bc8d-a66553125dee,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:29.819707 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 33662) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:29.846484 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:29.886789 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e1e03e3c-4df6-49f3-818e-7359a60da0a8 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:29.887600 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e03e3c-4df6-49f3-818e-7359a60da0a8 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Fanout notify agent at l3_agent the message router_deleted on router bffabbe0-0fa8-4208-9cff-a1840945e6ab {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:43:29.904740 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e1e03e3c-4df6-49f3-818e-7359a60da0a8 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:29.909381 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e1e03e3c-4df6-49f3-818e-7359a60da0a8 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] 10.222.0.75 "DELETE /v2.0/routers/bffabbe0-0fa8-4208-9cff-a1840945e6ab HTTP/1.1" status: 204 len: 168 time: 2.7787292 Nov 25 17:43:29.910904 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33664) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:29.922703 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-4ebca784-841c-47ff-8d88-fb18176044d9 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-978409985', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:29.988196 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abfcefa-96d4-4a5a-a534-5547b164308c admin admin] Pushing event updated for resources: {'Port': ['ID=3ccd2013-1aca-4da3-ae8a-8fdd01180ba0,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:30.020177 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4ebca784-841c-47ff-8d88-fb18176044d9 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:30.021807 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4ebca784-841c-47ff-8d88-fb18176044d9 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:30.078395 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-39fcfc84-a840-4bf7-9fff-8b522b22ee9a tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:30.078764 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-39fcfc84-a840-4bf7-9fff-8b522b22ee9a tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Added segment d28e715f-c859-4b95-967a-0b106eb06b4b of type vlan for network 7c7832a2-feec-4669-94ac-3bbd31e70b00 Nov 25 17:43:30.089376 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=b4361dd7-bca7-4a65-a848-67d822bdccba,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:30.089608 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4ebca784-841c-47ff-8d88-fb18176044d9 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:30.098876 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4ebca784-841c-47ff-8d88-fb18176044d9 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:30.141961 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-582752d8-cfcc-4a5e-9755-e984644b5423 req-a6282172-5276-4db5-bb1c-21026aa0b77b tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1c3665e-ff29-4dbb-8a05-df90f9943146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259172 Nov 25 17:43:30.143964 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abfcefa-96d4-4a5a-a534-5547b164308c admin admin] Network 2a677ceb-58ea-4bc7-9eda-74a3a34ce20c is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:43:30.183135 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4ebca784-841c-47ff-8d88-fb18176044d9 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:30.184420 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4ebca784-841c-47ff-8d88-fb18176044d9 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2706528 Nov 25 17:43:30.187589 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33672) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:30.201703 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-441e68bc-89d0-49ec-8fd9-415bb61b0f7a tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'enable_snat': True}}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:30.222041 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-8abfcefa-96d4-4a5a-a534-5547b164308c admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:43:30.287765 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abfcefa-96d4-4a5a-a534-5547b164308c admin admin] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:43:30.426252 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device aa49edcb-4468-4f65-bc8d-a66553125dee up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:43:30.440912 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-39fcfc84-a840-4bf7-9fff-8b522b22ee9a tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:30.574334 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-c1b04f11-5e26-4c46-8b15-ff37cf680761 None None] Provisioning complete for port aa49edcb-4468-4f65-bc8d-a66553125dee triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:43:30.574797 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c1b04f11-5e26-4c46-8b15-ff37cf680761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:30.579440 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-39fcfc84-a840-4bf7-9fff-8b522b22ee9a tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:30.603154 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fcfc84-a840-4bf7-9fff-8b522b22ee9a tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:30.605253 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-39fcfc84-a840-4bf7-9fff-8b522b22ee9a tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:30.629651 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3412e-0209-479a-b384-6f69c40b479c req-efb062b2-1005-4092-958b-489c3250f315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:30.635363 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-94c3412e-0209-479a-b384-6f69c40b479c req-efb062b2-1005-4092-958b-489c3250f315 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=bf6e9ad9-2d91-44eb-bb03-f51c717f15d5 HTTP/1.1" status: 200 len: 1096 time: 0.8888516 Nov 25 17:43:30.685968 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e719199b-44df-4274-9ffe-fa03dab502d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:30.753137 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-39fcfc84-a840-4bf7-9fff-8b522b22ee9a tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.3790910 Nov 25 17:43:30.757456 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8abfcefa-96d4-4a5a-a534-5547b164308c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:30.775847 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33682) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:30.785012 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-9d43dbd8-fe7d-4c7a-ab7f-498d1b26b7cd tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Request body: {'subnet': {'network_id': '7c7832a2-feec-4669-94ac-3bbd31e70b00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:30.813724 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port aa49edcb-4468-4f65-bc8d-a66553125dee triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:43:30.814334 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:30.942009 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-441e68bc-89d0-49ec-8fd9-415bb61b0f7a tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:30.977246 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c159c24d-4739-4303-bc2a-e5feb1129609 None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:30.994989 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c159c24d-4739-4303-bc2a-e5feb1129609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:31.038665 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fcfc84-a840-4bf7-9fff-8b522b22ee9a tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Pushing event updated for resources: {'Network': ['ID=7c7832a2-feec-4669-94ac-3bbd31e70b00,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:31.070241 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 7c7832a2-feec-4669-94ac-3bbd31e70b00 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:43:31.077551 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9575bf8f-a6aa-407d-8ec2-f54058916322 None None] Pushing event updated for resources: {'Port': ['ID=7bb9e724-fb3f-48a5-aac6-d57283c35fbe,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:31.081945 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c691cc87-3060-46fa-a53f-223cdca37c45 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:43:31.126934 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-94c3412e-0209-479a-b384-6f69c40b479c req-7a44359e-8021-4ea8-8b86-b81c07c4d556 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=f1c3665e-ff29-4dbb-8a05-df90f9943146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4811678 Nov 25 17:43:31.145476 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8abfcefa-96d4-4a5a-a534-5547b164308c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:31.175360 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-c159c24d-4739-4303-bc2a-e5feb1129609 None None] Attempting to bind port 7bb9e724-fb3f-48a5-aac6-d57283c35fbe on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:43:31.179845 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-c159c24d-4739-4303-bc2a-e5feb1129609 None None] Attempting to bind port 7bb9e724-fb3f-48a5-aac6-d57283c35fbe by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:43:31.182415 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c159c24d-4739-4303-bc2a-e5feb1129609 None None] Attempting to bind port 7bb9e724-fb3f-48a5-aac6-d57283c35fbe on network 1aa44027-b9d0-4a56-9a59-7e664703e20a {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:43:31.202217 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d43dbd8-fe7d-4c7a-ab7f-498d1b26b7cd tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Made reservation on behalf of d63f1f30c6b449b897427945b3ad9fc1 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:43:31.207977 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9d43dbd8-fe7d-4c7a-ab7f-498d1b26b7cd tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:31.239413 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c159c24d-4739-4303-bc2a-e5feb1129609 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:43:31.240008 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c159c24d-4739-4303-bc2a-e5feb1129609 None None] Checking segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:43:31.240498 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c159c24d-4739-4303-bc2a-e5feb1129609 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:31.241059 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c159c24d-4739-4303-bc2a-e5feb1129609 None None] Bound using segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:43:31.241635 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-c159c24d-4739-4303-bc2a-e5feb1129609 None None] Bound port: 7bb9e724-fb3f-48a5-aac6-d57283c35fbe, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:43:31.249407 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c159c24d-4739-4303-bc2a-e5feb1129609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:31.323938 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-c159c24d-4739-4303-bc2a-e5feb1129609 None None] For port 7bb9e724-fb3f-48a5-aac6-d57283c35fbe, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:43:31.327447 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-c159c24d-4739-4303-bc2a-e5feb1129609 None None] For port 7bb9e724-fb3f-48a5-aac6-d57283c35fbe, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=7bb9e724-fb3f-48a5-aac6-d57283c35fbe,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:43:31.360573 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c159c24d-4739-4303-bc2a-e5feb1129609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:31.363630 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e719199b-44df-4274-9ffe-fa03dab502d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:31.374368 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.ipam_backend_mixin [None req-9d43dbd8-fe7d-4c7a-ab7f-498d1b26b7cd tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Performing IP validity checks on allocation pools {{(pid=103360) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 25 17:43:31.374986 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.ipam_backend_mixin [None req-9d43dbd8-fe7d-4c7a-ab7f-498d1b26b7cd tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103360) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 25 17:43:31.398309 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e719199b-44df-4274-9ffe-fa03dab502d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:31.444280 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-32fd0db5-1538-4642-9661-42df1a28b383 None None] Provisioning complete for port 7bb9e724-fb3f-48a5-aac6-d57283c35fbe triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:43:31.444280 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-32fd0db5-1538-4642-9661-42df1a28b383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:31.488919 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d9e450-15b7-4b1e-88a9-fed5f2d16df0 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:43:31.516773 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c159c24d-4739-4303-bc2a-e5feb1129609 None None] Routers {'ca407927-6a34-455a-b594-8e91192a0a74'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:43:31.517648 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-c159c24d-4739-4303-bc2a-e5feb1129609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:43:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['ca407927-6a34-455a-b594-8e91192a0a74'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:31.547241 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e719199b-44df-4274-9ffe-fa03dab502d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f426e93-bb85-451e-a0dc-350176a49d7f,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:31.562760 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c7280-85d5-49f4-8102-affefe2f5663 req-c41f7f76-41f1-4de0-a994-65f015a30264 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:31.564609 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-209c7280-85d5-49f4-8102-affefe2f5663 req-c41f7f76-41f1-4de0-a994-65f015a30264 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf6e9ad9-2d91-44eb-bb03-f51c717f15d5 HTTP/1.1" status: 200 len: 945 time: 0.2712398 Nov 25 17:43:31.602230 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-e719199b-44df-4274-9ffe-fa03dab502d2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2988846356054ce1a74f3a49b959b376&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6730151 Nov 25 17:43:31.607917 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 33692) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:31.703441 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-209c7280-85d5-49f4-8102-affefe2f5663 req-1486eeac-8139-4d2f-ab61-2690f2f48a0e tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1c3665e-ff29-4dbb-8a05-df90f9943146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245692 Nov 25 17:43:31.739270 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8abfcefa-96d4-4a5a-a534-5547b164308c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:31.747924 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5f3641ab-f289-4ffc-bce1-c51456db46ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:31.750534 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8abfcefa-96d4-4a5a-a534-5547b164308c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:31.853803 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5f3641ab-f289-4ffc-bce1-c51456db46ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:31.895404 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abfcefa-96d4-4a5a-a534-5547b164308c admin admin] Pushing event updated for resources: {'Port': ['ID=3ccd2013-1aca-4da3-ae8a-8fdd01180ba0,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:31.915783 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-441e68bc-89d0-49ec-8fd9-415bb61b0f7a tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:31.924716 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8abfcefa-96d4-4a5a-a534-5547b164308c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:31.970317 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-441e68bc-89d0-49ec-8fd9-415bb61b0f7a tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:32.027886 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5f3641ab-f289-4ffc-bce1-c51456db46ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:32.032008 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5f3641ab-f289-4ffc-bce1-c51456db46ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:32.033965 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-5f3641ab-f289-4ffc-bce1-c51456db46ca admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8f426e93-bb85-451e-a0dc-350176a49d7f HTTP/1.1" status: 204 len: 168 time: 0.4250076 Nov 25 17:43:32.046299 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-c159c24d-4739-4303-bc2a-e5feb1129609 None None] Set router ca407927-6a34-455a-b594-8e91192a0a74 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:43:32.054378 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3641ab-f289-4ffc-bce1-c51456db46ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f426e93-bb85-451e-a0dc-350176a49d7f,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:32.098330 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 33706) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:32.127556 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abfcefa-96d4-4a5a-a534-5547b164308c admin admin] Network 2a677ceb-58ea-4bc7-9eda-74a3a34ce20c is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:43:32.143057 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-8abfcefa-96d4-4a5a-a534-5547b164308c admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:43:32.260605 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9575bf8f-a6aa-407d-8ec2-f54058916322 None None] Pushing event updated for resources: {'Port': ['ID=7bb9e724-fb3f-48a5-aac6-d57283c35fbe,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:32.338536 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9d43dbd8-fe7d-4c7a-ab7f-498d1b26b7cd tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:32.396351 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8e1d0c96-0dfa-4704-92b1-f1175d989a19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:32.411418 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-32fd0db5-1538-4642-9661-42df1a28b383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:32.426025 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-c159c24d-4739-4303-bc2a-e5feb1129609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca407927-6a34-455a-b594-8e91192a0a74', 'name': 'tempest-ServerRescueTestJSONUnderV235-204615741-router', 'tenant_id': '0e712441963e47bda81e9361811693b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '7bb9e724-fb3f-48a5-aac6-d57283c35fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:43:20Z', 'updated_at': '2021-11-25T17:43:30Z', 'revision_number': 4, 'project_id': '0e712441963e47bda81e9361811693b1', 'gw_port': {'id': '7bb9e724-fb3f-48a5-aac6-d57283c35fbe', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e2:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca407927-6a34-455a-b594-8e91192a0a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:43:21Z', 'updated_at': '2021-11-25T17:43:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '3ccd2013-1aca-4da3-ae8a-8fdd01180ba0', 'name': '', 'network_id': '2a677ceb-58ea-4bc7-9eda-74a3a34ce20c', 'tenant_id': '0e712441963e47bda81e9361811693b1', 'mac_address': 'fa:16:3e:1b:38:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca407927-6a34-455a-b594-8e91192a0a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '6bfddcac-73ef-4611-af8d-64b1d7a7b463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:43:27Z', 'updated_at': '2021-11-25T17:43:28Z', 'revision_number': 1, 'project_id': '0e712441963e47bda81e9361811693b1', 'subnets': [{'id': '6bfddcac-73ef-4611-af8d-64b1d7a7b463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:32.503458 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c159c24d-4739-4303-bc2a-e5feb1129609 None None] The sync data for ids ['ca407927-6a34-455a-b594-8e91192a0a74'] in n-d-817746-1 is: [{'id': 'ca407927-6a34-455a-b594-8e91192a0a74', 'name': 'tempest-ServerRescueTestJSONUnderV235-204615741-router', 'tenant_id': '0e712441963e47bda81e9361811693b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '7bb9e724-fb3f-48a5-aac6-d57283c35fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:43:20Z', 'updated_at': '2021-11-25T17:43:30Z', 'revision_number': 4, 'project_id': '0e712441963e47bda81e9361811693b1', 'gw_port': {'id': '7bb9e724-fb3f-48a5-aac6-d57283c35fbe', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e2:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca407927-6a34-455a-b594-8e91192a0a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:43:21Z', 'updated_at': '2021-11-25T17:43:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '3ccd2013-1aca-4da3-ae8a-8fdd01180ba0', 'name': '', 'network_id': '2a677ceb-58ea-4bc7-9eda-74a3a34ce20c', 'tenant_id': '0e712441963e47bda81e9361811693b1', 'mac_address': 'fa:16:3e:1b:38:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca407927-6a34-455a-b594-8e91192a0a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '6bfddcac-73ef-4611-af8d-64b1d7a7b463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:43:27Z', 'updated_at': '2021-11-25T17:43:28Z', 'revision_number': 1, 'project_id': '0e712441963e47bda81e9361811693b1', 'subnets': [{'id': '6bfddcac-73ef-4611-af8d-64b1d7a7b463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:43:32.532589 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-32fd0db5-1538-4642-9661-42df1a28b383 None None] For port 7bb9e724-fb3f-48a5-aac6-d57283c35fbe, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=7bb9e724-fb3f-48a5-aac6-d57283c35fbe,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:43:32.542452 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-32fd0db5-1538-4642-9661-42df1a28b383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:32.581600 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8e1d0c96-0dfa-4704-92b1-f1175d989a19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:32.589757 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d43dbd8-fe7d-4c7a-ab7f-498d1b26b7cd tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Checking segment: {'id': 'd28e715f-c859-4b95-967a-0b106eb06b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '7c7832a2-feec-4669-94ac-3bbd31e70b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:43:32.590136 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d43dbd8-fe7d-4c7a-ab7f-498d1b26b7cd tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Network hostable DHCP agents. Network: 7c7832a2-feec-4669-94ac-3bbd31e70b00, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:43:32.592603 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d43dbd8-fe7d-4c7a-ab7f-498d1b26b7cd tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Pushing event updated for resources: {'Subnet': ['ID=a7dbfbe6-52bc-40a0-8058-c78b3ad7df7f,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:32.606392 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8e1d0c96-0dfa-4704-92b1-f1175d989a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:32.610793 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-441e68bc-89d0-49ec-8fd9-415bb61b0f7a tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Allocated IP 172.25.0.33 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/c3f85c78-df46-44f8-b5fb-dc5ee0f9ebd5) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:43:32.630444 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8abfcefa-96d4-4a5a-a534-5547b164308c admin admin] Router ca407927-6a34-455a-b594-8e91192a0a74 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:43:32.652553 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d43dbd8-fe7d-4c7a-ab7f-498d1b26b7cd tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Network 7c7832a2-feec-4669-94ac-3bbd31e70b00 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:43:32.677484 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-9d43dbd8-fe7d-4c7a-ab7f-498d1b26b7cd tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 7c7832a2-feec-4669-94ac-3bbd31e70b00) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:43:32.682611 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd0db5-1538-4642-9661-42df1a28b383 None None] Pushing event updated for resources: {'Port': ['ID=7bb9e724-fb3f-48a5-aac6-d57283c35fbe,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:32.694012 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d43dbd8-fe7d-4c7a-ab7f-498d1b26b7cd tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:32.694893 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9d43dbd8-fe7d-4c7a-ab7f-498d1b26b7cd tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:32.700719 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1e683f-3f95-4ff9-82ef-3e2642de5b6d None None] Network 7c7832a2-feec-4669-94ac-3bbd31e70b00 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:43:32.742310 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-8e1d0c96-0dfa-4704-92b1-f1175d989a19 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=edd2518f17f9473c9ff3370730aaa324&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6402419 Nov 25 17:43:32.753540 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33718) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:32.766989 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9d43dbd8-fe7d-4c7a-ab7f-498d1b26b7cd tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.9861674 Nov 25 17:43:32.770860 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33720) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:32.810231 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1d0c96-0dfa-4704-92b1-f1175d989a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f48ed1-ac34-43d6-adf7-60cff4b77adb,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:32.876694 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-95de4646-07cd-4718-9561-5acb6b9fbbfd None None] Provisioning complete for port 7bb9e724-fb3f-48a5-aac6-d57283c35fbe triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:43:32.878103 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-95de4646-07cd-4718-9561-5acb6b9fbbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:32.994822 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c4594722-39e8-4b1f-8d3a-4cef34d49645 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:33.042774 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702af288-25bf-4d23-923a-bd2b45af1be3 req-8ae01ec6-3e22-4d6a-b75d-5315fad90e81 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:33.045156 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-702af288-25bf-4d23-923a-bd2b45af1be3 req-8ae01ec6-3e22-4d6a-b75d-5315fad90e81 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf6e9ad9-2d91-44eb-bb03-f51c717f15d5 HTTP/1.1" status: 200 len: 945 time: 0.1712599 Nov 25 17:43:33.148656 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8abfcefa-96d4-4a5a-a534-5547b164308c admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:43:33.166425 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-8abfcefa-96d4-4a5a-a534-5547b164308c admin admin] 10.222.0.75 "PUT /v2.0/routers/ca407927-6a34-455a-b594-8e91192a0a74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2123470 Nov 25 17:43:33.179674 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-702af288-25bf-4d23-923a-bd2b45af1be3 req-4551315f-c22e-4f6e-b3c1-02acd06b7398 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1c3665e-ff29-4dbb-8a05-df90f9943146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183133 Nov 25 17:43:33.232206 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c4594722-39e8-4b1f-8d3a-4cef34d49645 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:33.278868 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:43:33.303871 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cda47dd-5466-4ac3-97b7-282ec8b6dfec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-7c7832a2-feec-4669-94ac-3bbd31e70b00', 'network_id': '7c7832a2-feec-4669-94ac-3bbd31e70b00', 'tenant_id': 'd63f1f30c6b449b897427945b3ad9fc1', 'fixed_ips': [{'subnet_id': 'a7dbfbe6-52bc-40a0-8058-c78b3ad7df7f'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:43:33.304750 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2cda47dd-5466-4ac3-97b7-282ec8b6dfec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:33.424347 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c4594722-39e8-4b1f-8d3a-4cef34d49645 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:33.483482 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-60594ae9-fb6f-42a3-9b60-c06d034923b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:33.547507 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-60594ae9-fb6f-42a3-9b60-c06d034923b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:33.599573 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4594722-39e8-4b1f-8d3a-4cef34d49645 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Pushing event deleted for resources: {'Subnet': ['ID=a7dbfbe6-52bc-40a0-8058-c78b3ad7df7f,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:33.607352 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-441e68bc-89d0-49ec-8fd9-415bb61b0f7a tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:33.610157 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-60594ae9-fb6f-42a3-9b60-c06d034923b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:33.613462 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-60594ae9-fb6f-42a3-9b60-c06d034923b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:33.615205 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-60594ae9-fb6f-42a3-9b60-c06d034923b9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/11f48ed1-ac34-43d6-adf7-60cff4b77adb HTTP/1.1" status: 204 len: 168 time: 0.8603220 Nov 25 17:43:33.669616 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eea222e-0dd0-4867-b210-e419330635d0 None None] Network 7c7832a2-feec-4669-94ac-3bbd31e70b00 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:43:33.726447 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c4594722-39e8-4b1f-8d3a-4cef34d49645 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:33.781637 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-c4594722-39e8-4b1f-8d3a-4cef34d49645 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c7832a2-feec-4669-94ac-3bbd31e70b00']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:33.804448 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-c4594722-39e8-4b1f-8d3a-4cef34d49645 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd28e715f-c859-4b95-967a-0b106eb06b4b') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:33.804753 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-c4594722-39e8-4b1f-8d3a-4cef34d49645 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd28e715f-c859-4b95-967a-0b106eb06b4b') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:33.826200 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c4594722-39e8-4b1f-8d3a-4cef34d49645 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:33.837311 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed0d06d-eee6-4c3f-b6c8-da47669b0cf6 req-f09754f0-2d9c-4276-9e8b-19fede01fe77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:33.838862 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9ed0d06d-eee6-4c3f-b6c8-da47669b0cf6 req-f09754f0-2d9c-4276-9e8b-19fede01fe77 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=bcc83327df764a93b0dfb6e88102bcf0&device_id=bf6e9ad9-2d91-44eb-bb03-f51c717f15d5 HTTP/1.1" status: 200 len: 1096 time: 0.1881285 Nov 25 17:43:33.870065 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c4594722-39e8-4b1f-8d3a-4cef34d49645 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:33.904931 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4594722-39e8-4b1f-8d3a-4cef34d49645 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Releasing vlan 900 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:43:33.905452 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c4594722-39e8-4b1f-8d3a-4cef34d49645 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:33.979647 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:43:33.979647 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:43:33.979647 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:43:33.979647 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:43:33.979647 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:43:33.979647 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:43:33.979647 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:43:33.979647 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:43:33.979647 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:43:33.979647 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:43:33.979647 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:43:33.979647 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:43:33.979647 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:43:33.979647 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:43:33.979647 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:43:33.979647 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:43:33.979647 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:43:33.979647 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:43:33.979647 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:43:33.979647 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:43:33.979647 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:43:33.979647 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:43:33.979647 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:43:33.979647 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:43:33.979647 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:43:33.979647 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:43:33.979647 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:43:33.979647 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:43:33.979647 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:43:33.979647 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:43:33.979647 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:43:33.979647 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:43:34.028499 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60594ae9-fb6f-42a3-9b60-c06d034923b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f48ed1-ac34-43d6-adf7-60cff4b77adb,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:34.066487 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5712bd-7e2f-41c3-83eb-0678f7c4913e req-5c54dad0-b6d7-4428-b466-bed49b9ec756 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:34.074995 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d5712bd-7e2f-41c3-83eb-0678f7c4913e req-5c54dad0-b6d7-4428-b466-bed49b9ec756 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf6e9ad9-2d91-44eb-bb03-f51c717f15d5 HTTP/1.1" status: 200 len: 945 time: 0.2819469 Nov 25 17:43:34.202266 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c4594722-39e8-4b1f-8d3a-4cef34d49645 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:34.215185 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c4594722-39e8-4b1f-8d3a-4cef34d49645 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:34.223438 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed0d06d-eee6-4c3f-b6c8-da47669b0cf6 req-29b20d2f-b077-444c-8405-f70da2e98e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:34.224952 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9ed0d06d-eee6-4c3f-b6c8-da47669b0cf6 req-29b20d2f-b077-444c-8405-f70da2e98e13 service neutron] 10.222.0.90 "GET /v2.0/networks?id=762853d9-38e5-4380-88ed-82e8f6ae46d0 HTTP/1.1" status: 200 len: 912 time: 0.3209660 Nov 25 17:43:34.228687 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c4594722-39e8-4b1f-8d3a-4cef34d49645 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "DELETE /v2.0/networks/7c7832a2-feec-4669-94ac-3bbd31e70b00 HTTP/1.1" status: 204 len: 168 time: 1.4446192 Nov 25 17:43:34.251365 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33754) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:34.279653 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 33756) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:34.313508 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-f0eff139-840f-455c-b481-ecfa4214b8d5 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-8906076'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:34.320648 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-441e68bc-89d0-49ec-8fd9-415bb61b0f7a tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:34.323444 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4594722-39e8-4b1f-8d3a-4cef34d49645 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Pushing event deleted for resources: {'Network': ['ID=7c7832a2-feec-4669-94ac-3bbd31e70b00,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:34.327217 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 7bb9e724-fb3f-48a5-aac6-d57283c35fbe up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:43:34.431962 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441e68bc-89d0-49ec-8fd9-415bb61b0f7a tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:43:34.444272 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-441e68bc-89d0-49ec-8fd9-415bb61b0f7a tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:43:34.448890 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441e68bc-89d0-49ec-8fd9-415bb61b0f7a tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:43:34.458791 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9ed0d06d-eee6-4c3f-b6c8-da47669b0cf6 req-1c6e3da3-7751-474a-bbc0-ee878fa59b28 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b4361dd7-bca7-4a65-a848-67d822bdccba HTTP/1.1" status: 200 len: 217 time: 0.2036998 Nov 25 17:43:34.475048 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d5712bd-7e2f-41c3-83eb-0678f7c4913e req-db709a29-e482-4706-95b6-e7338f2c5f23 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1c3665e-ff29-4dbb-8a05-df90f9943146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3991618 Nov 25 17:43:34.475692 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75581df1-0a2d-47fa-bf42-ab577cc0231d None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:43:34.485716 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0eff139-840f-455c-b481-ecfa4214b8d5 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Made reservation on behalf of d63f1f30c6b449b897427945b3ad9fc1 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:43:34.487996 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 7bb9e724-fb3f-48a5-aac6-d57283c35fbe triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:43:34.488656 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:34.489665 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f0eff139-840f-455c-b481-ecfa4214b8d5 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:34.505054 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e68bc-89d0-49ec-8fd9-415bb61b0f7a tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Pushing event updated for resources: {'Port': ['ID=c3f85c78-df46-44f8-b5fb-dc5ee0f9ebd5,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:34.527227 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33770) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:34.563389 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1176c7f8-500e-47ca-9a8e-f8eb083448bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:34.736865 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed0d06d-eee6-4c3f-b6c8-da47669b0cf6 req-2f0b21f5-15bc-4cc6-8a3f-f32e11ed8434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:34.737712 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-8da10e6b-6093-4812-963b-373fec5c8f8d None None] Provisioning complete for port c3f85c78-df46-44f8-b5fb-dc5ee0f9ebd5 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:43:34.738180 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8da10e6b-6093-4812-963b-373fec5c8f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:34.739872 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9ed0d06d-eee6-4c3f-b6c8-da47669b0cf6 req-2f0b21f5-15bc-4cc6-8a3f-f32e11ed8434 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2359eb3b-2212-46df-98c5-fcb6d89adeb1 HTTP/1.1" status: 200 len: 851 time: 0.2639146 Nov 25 17:43:34.751749 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c92d2-617a-4f5b-94cc-43406a7254f2 req-89625a26-29bb-42ad-8ccd-86994c250a20 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:34.753777 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-763c92d2-617a-4f5b-94cc-43406a7254f2 req-89625a26-29bb-42ad-8ccd-86994c250a20 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/networks?id=2a677ceb-58ea-4bc7-9eda-74a3a34ce20c HTTP/1.1" status: 200 len: 819 time: 0.2976177 Nov 25 17:43:34.774418 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0eff139-840f-455c-b481-ecfa4214b8d5 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:43:34.776712 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-763c92d2-617a-4f5b-94cc-43406a7254f2 req-04c7a522-c5d0-43d4-9a8d-03e25d7b7b14 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/quotas/0e712441963e47bda81e9361811693b1 HTTP/1.1" status: 200 len: 375 time: 0.0137374 Nov 25 17:43:34.796043 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9ed0d06d-eee6-4c3f-b6c8-da47669b0cf6 req-478fa3f9-4964-4ead-a236-1672d24c355f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=762853d9-38e5-4380-88ed-82e8f6ae46d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410748 Nov 25 17:43:34.802289 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f0eff139-840f-455c-b481-ecfa4214b8d5 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:34.802654 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-f0eff139-840f-455c-b481-ecfa4214b8d5 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Added segment 8e3a3ae6-0de8-4cac-b3f2-ecd2136134c8 of type vlan for network b60923fd-a774-49c3-8a45-416c8939e6ac Nov 25 17:43:34.845128 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-8da10e6b-6093-4812-963b-373fec5c8f8d None None] Port c3f85c78-df46-44f8-b5fb-dc5ee0f9ebd5 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:43:34.884560 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f0eff139-840f-455c-b481-ecfa4214b8d5 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:34.921615 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-763c92d2-617a-4f5b-94cc-43406a7254f2 req-dbdf8452-4c90-40f2-93e3-bf55c9502e27 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=0e712441963e47bda81e9361811693b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1281848 Nov 25 17:43:34.924270 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f0eff139-840f-455c-b481-ecfa4214b8d5 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:34.934271 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0eff139-840f-455c-b481-ecfa4214b8d5 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:34.935990 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f0eff139-840f-455c-b481-ecfa4214b8d5 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:35.043568 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-6bdb5eef-b22d-4cc7-8012-d2abba525952 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-242818570-network', 'tenant_id': '4a3c7b8e51774deca7ec3da21f807f3e'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:35.064218 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-763c92d2-617a-4f5b-94cc-43406a7254f2 req-5c44d7dc-8d97-4051-b070-ff69d5d1521c service neutron] 10.222.0.75 "GET /v2.0/networks/2a677ceb-58ea-4bc7-9eda-74a3a34ce20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347146 Nov 25 17:43:35.080592 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eff139-840f-455c-b481-ecfa4214b8d5 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Pushing event updated for resources: {'Network': ['ID=b60923fd-a774-49c3-8a45-416c8939e6ac,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:35.097118 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network b60923fd-a774-49c3-8a45-416c8939e6ac details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:43:35.128618 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9ed0d06d-eee6-4c3f-b6c8-da47669b0cf6 req-ccbec0c5-ea07-4a36-b33c-06e50b283e00 service neutron] 10.222.0.90 "GET /v2.0/networks/762853d9-38e5-4380-88ed-82e8f6ae46d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221943 Nov 25 17:43:35.139444 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1176c7f8-500e-47ca-9a8e-f8eb083448bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:35.169735 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bdb5eef-b22d-4cc7-8012-d2abba525952 admin admin] Made reservation on behalf of 4a3c7b8e51774deca7ec3da21f807f3e for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:43:35.179859 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6bdb5eef-b22d-4cc7-8012-d2abba525952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:35.226063 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f0eff139-840f-455c-b481-ecfa4214b8d5 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 0.9667139 Nov 25 17:43:35.227818 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1176c7f8-500e-47ca-9a8e-f8eb083448bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:35.248096 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33776) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:35.262557 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-82fc6e39-933b-4965-9df9-51ecf13deae0 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Request body: {'subnet': {'network_id': 'b60923fd-a774-49c3-8a45-416c8939e6ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:35.285099 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6bdb5eef-b22d-4cc7-8012-d2abba525952 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:35.298834 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1176c7f8-500e-47ca-9a8e-f8eb083448bf admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7bd0a6984a1d4bc1821aa840eb074f16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7702999 Nov 25 17:43:35.302568 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 33782) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:35.319176 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1176c7f8-500e-47ca-9a8e-f8eb083448bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cedbe09e-e107-42e7-bfc3-3c169fc2fe84,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:35.390359 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-441e68bc-89d0-49ec-8fd9-415bb61b0f7a tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:35.399988 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-763c92d2-617a-4f5b-94cc-43406a7254f2 req-69ce454c-b32e-43e2-8134-0e2887cd4095 service neutron] 10.222.0.75 "GET /v2.0/networks/2a677ceb-58ea-4bc7-9eda-74a3a34ce20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239300 Nov 25 17:43:35.408457 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9ed0d06d-eee6-4c3f-b6c8-da47669b0cf6 req-58d2f3b7-3389-40c2-a9aa-13a51d3fa0d9 service neutron] 10.222.0.90 "GET /v2.0/networks/762853d9-38e5-4380-88ed-82e8f6ae46d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486389 Nov 25 17:43:35.455048 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6bcfc741-aecb-41d0-b621-6f1764e7ad73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:35.507692 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6bcfc741-aecb-41d0-b621-6f1764e7ad73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:35.521450 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82fc6e39-933b-4965-9df9-51ecf13deae0 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Made reservation on behalf of d63f1f30c6b449b897427945b3ad9fc1 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:43:35.525117 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-82fc6e39-933b-4965-9df9-51ecf13deae0 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:35.564355 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6bdb5eef-b22d-4cc7-8012-d2abba525952 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:35.581126 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6bdb5eef-b22d-4cc7-8012-d2abba525952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:35.618486 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bdb5eef-b22d-4cc7-8012-d2abba525952 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 920} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:43:35.678833 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6bdb5eef-b22d-4cc7-8012-d2abba525952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:35.679375 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-6bdb5eef-b22d-4cc7-8012-d2abba525952 admin admin] Added segment f6e32bd7-2ca9-4798-a619-01bfcddda0e3 of type vlan for network b30ed141-e46f-4f04-93c5-818fdb0b9345 Nov 25 17:43:35.823938 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-97030435-3ff4-4e22-9e17-008c80512acc req-e9f170e5-7c09-413d-b0c8-3a71b4b66820 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc49186-54c5-4f6e-9aa9-f9123ed745f9 HTTP/1.1" status: 200 len: 210 time: 0.0637782 Nov 25 17:43:35.833871 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdb5eef-b22d-4cc7-8012-d2abba525952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3bf077-980f-46b2-88e9-a69282b2cca7,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:35.874617 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6bdb5eef-b22d-4cc7-8012-d2abba525952 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:35.880745 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6bcfc741-aecb-41d0-b621-6f1764e7ad73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:35.883381 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6bcfc741-aecb-41d0-b621-6f1764e7ad73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:35.884517 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-6bcfc741-aecb-41d0-b621-6f1764e7ad73 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/cedbe09e-e107-42e7-bfc3-3c169fc2fe84 HTTP/1.1" status: 204 len: 168 time: 0.5772901 Nov 25 17:43:35.906040 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce50384-b4d6-4d37-9287-7bc8faaeaf4f req-e279bf25-d2a3-4614-8c4d-3d02799e9b6d tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:35.908163 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5ce50384-b4d6-4d37-9287-7bc8faaeaf4f req-e279bf25-d2a3-4614-8c4d-3d02799e9b6d tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf6e9ad9-2d91-44eb-bb03-f51c717f15d5 HTTP/1.1" status: 200 len: 945 time: 0.2916698 Nov 25 17:43:35.915438 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcfc741-aecb-41d0-b621-6f1764e7ad73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cedbe09e-e107-42e7-bfc3-3c169fc2fe84,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:35.982897 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6bdb5eef-b22d-4cc7-8012-d2abba525952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:35.984547 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bdb5eef-b22d-4cc7-8012-d2abba525952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:35.985833 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6bdb5eef-b22d-4cc7-8012-d2abba525952 admin admin] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:36.058064 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5ce50384-b4d6-4d37-9287-7bc8faaeaf4f req-f1f9c57a-24c1-42da-af01-28e81c580f3b tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1c3665e-ff29-4dbb-8a05-df90f9943146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388507 Nov 25 17:43:36.124172 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-6bdb5eef-b22d-4cc7-8012-d2abba525952 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8390229 Nov 25 17:43:36.124923 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 33810) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:36.130973 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-faeb6ac4-f936-42bf-ab8f-86666b45aa3b admin admin] Request body: {'subnet': {'network_id': 'b30ed141-e46f-4f04-93c5-818fdb0b9345', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-242818570-subnet', 'tenant_id': '4a3c7b8e51774deca7ec3da21f807f3e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:36.135202 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdb5eef-b22d-4cc7-8012-d2abba525952 admin admin] Pushing event updated for resources: {'Network': ['ID=b30ed141-e46f-4f04-93c5-818fdb0b9345,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:36.150984 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network b30ed141-e46f-4f04-93c5-818fdb0b9345 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:43:36.163586 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faeb6ac4-f936-42bf-ab8f-86666b45aa3b admin admin] Made reservation on behalf of 4a3c7b8e51774deca7ec3da21f807f3e for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:43:36.167995 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-faeb6ac4-f936-42bf-ab8f-86666b45aa3b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:36.397730 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747d6155-5e16-413b-837a-46a6cbc05021 None None] Sync routers for ids ['ca407927-6a34-455a-b594-8e91192a0a74'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:43:36.424211 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747d6155-5e16-413b-837a-46a6cbc05021 None None] Routers {'ca407927-6a34-455a-b594-8e91192a0a74'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:43:36.424884 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-747d6155-5e16-413b-837a-46a6cbc05021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:43:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['ca407927-6a34-455a-b594-8e91192a0a74'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:36.481338 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-faeb6ac4-f936-42bf-ab8f-86666b45aa3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:36.581592 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-441e68bc-89d0-49ec-8fd9-415bb61b0f7a tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-542255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8324'] for router, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:36.585518 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeb6ac4-f936-42bf-ab8f-86666b45aa3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=51d942a2-a4cd-4685-a9c9-2707d3619302,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:36.599028 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faeb6ac4-f936-42bf-ab8f-86666b45aa3b admin admin] Checking segment: {'id': 'f6e32bd7-2ca9-4798-a619-01bfcddda0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'b30ed141-e46f-4f04-93c5-818fdb0b9345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:43:36.599400 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faeb6ac4-f936-42bf-ab8f-86666b45aa3b admin admin] Network hostable DHCP agents. Network: b30ed141-e46f-4f04-93c5-818fdb0b9345, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:43:36.602546 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-441e68bc-89d0-49ec-8fd9-415bb61b0f7a tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-542246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-542269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-530067'] for router, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:36.607368 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeb6ac4-f936-42bf-ab8f-86666b45aa3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:36.607721 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeb6ac4-f936-42bf-ab8f-86666b45aa3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:36.608071 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeb6ac4-f936-42bf-ab8f-86666b45aa3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:36.608418 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeb6ac4-f936-42bf-ab8f-86666b45aa3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:36.608919 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeb6ac4-f936-42bf-ab8f-86666b45aa3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:36.609113 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeb6ac4-f936-42bf-ab8f-86666b45aa3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:36.609454 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeb6ac4-f936-42bf-ab8f-86666b45aa3b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:36.609791 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeb6ac4-f936-42bf-ab8f-86666b45aa3b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:36.610167 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeb6ac4-f936-42bf-ab8f-86666b45aa3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:36.610511 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeb6ac4-f936-42bf-ab8f-86666b45aa3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:36.610828 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeb6ac4-f936-42bf-ab8f-86666b45aa3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:36.611514 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeb6ac4-f936-42bf-ab8f-86666b45aa3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:36.663500 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faeb6ac4-f936-42bf-ab8f-86666b45aa3b admin admin] Network b30ed141-e46f-4f04-93c5-818fdb0b9345 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:43:36.677341 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-faeb6ac4-f936-42bf-ab8f-86666b45aa3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, b30ed141-e46f-4f04-93c5-818fdb0b9345) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:43:36.691557 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faeb6ac4-f936-42bf-ab8f-86666b45aa3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:36.692150 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-747d6155-5e16-413b-837a-46a6cbc05021 None None] Set router ca407927-6a34-455a-b594-8e91192a0a74 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:43:36.696665 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-faeb6ac4-f936-42bf-ab8f-86666b45aa3b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:36.698855 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69a5aee-98e1-47f3-8b61-3d1199fab9a1 None None] Network b30ed141-e46f-4f04-93c5-818fdb0b9345 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:43:36.738627 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-faeb6ac4-f936-42bf-ab8f-86666b45aa3b admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6121397 Nov 25 17:43:36.831622 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-82fc6e39-933b-4965-9df9-51ecf13deae0 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:36.988040 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-26305198-2e24-4fea-9853-e8b1eb4cd9e3 req-9b558801-6f7b-4b5d-8d74-c2d4a33ffae2 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc49186-54c5-4f6e-9aa9-f9123ed745f9 HTTP/1.1" status: 200 len: 210 time: 0.0576680 Nov 25 17:43:37.028006 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fc6e39-933b-4965-9df9-51ecf13deae0 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Pushing event updated for resources: {'Subnet': ['ID=4106701c-6db4-4a72-a850-8576876efe24,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:37.081539 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79255b45-6011-4f7c-a936-2dd6158109b8 None None] Network b30ed141-e46f-4f04-93c5-818fdb0b9345 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:43:37.099702 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fc6e39-933b-4965-9df9-51ecf13deae0 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Checking segment: {'id': '8e3a3ae6-0de8-4cac-b3f2-ecd2136134c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'b60923fd-a774-49c3-8a45-416c8939e6ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:43:37.105016 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fc6e39-933b-4965-9df9-51ecf13deae0 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Network hostable DHCP agents. Network: b60923fd-a774-49c3-8a45-416c8939e6ac, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:43:37.185207 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fc6e39-933b-4965-9df9-51ecf13deae0 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Network b60923fd-a774-49c3-8a45-416c8939e6ac is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:43:37.222460 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-82fc6e39-933b-4965-9df9-51ecf13deae0 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, b60923fd-a774-49c3-8a45-416c8939e6ac) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:43:37.243417 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fc6e39-933b-4965-9df9-51ecf13deae0 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:37.244347 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-82fc6e39-933b-4965-9df9-51ecf13deae0 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:37.256066 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc985834-47c9-4977-936d-4241538201fb None None] Network b60923fd-a774-49c3-8a45-416c8939e6ac requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:43:37.276639 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-441e68bc-89d0-49ec-8fd9-415bb61b0f7a tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Router 81330b45-a02a-4303-bf12-74b5d828d956 is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:43:37.288816 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-82fc6e39-933b-4965-9df9-51ecf13deae0 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0367312 Nov 25 17:43:37.295737 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33852) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:37.370422 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33858) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:37.405850 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c92d2-617a-4f5b-94cc-43406a7254f2 req-8d97b6de-633d-424e-9553-20887b5c8a86 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:37.408595 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-763c92d2-617a-4f5b-94cc-43406a7254f2 req-8d97b6de-633d-424e-9553-20887b5c8a86 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.74 "GET /v2.0/networks?id=2a677ceb-58ea-4bc7-9eda-74a3a34ce20c HTTP/1.1" status: 200 len: 819 time: 0.2929208 Nov 25 17:43:37.417108 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7add86-3a7b-4f4a-8f06-42a23b9ecc31 req-4abd01c1-2de1-49f7-80a7-643e1f5b37c7 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:37.418774 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7d7add86-3a7b-4f4a-8f06-42a23b9ecc31 req-4abd01c1-2de1-49f7-80a7-643e1f5b37c7 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf6e9ad9-2d91-44eb-bb03-f51c717f15d5 HTTP/1.1" status: 200 len: 945 time: 0.1377149 Nov 25 17:43:37.423667 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-763c92d2-617a-4f5b-94cc-43406a7254f2 req-d46f7579-e901-4b5a-aef7-6d3b1b8e613e tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Request body: {'port': {'device_id': 'fdc49186-54c5-4f6e-9aa9-f9123ed745f9', 'network_id': '2a677ceb-58ea-4bc7-9eda-74a3a34ce20c', 'admin_state_up': True, 'tenant_id': '0e712441963e47bda81e9361811693b1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:37.542926 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441e68bc-89d0-49ec-8fd9-415bb61b0f7a tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:43:37.553339 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-441e68bc-89d0-49ec-8fd9-415bb61b0f7a tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:37.557659 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139f572c-3391-4d7c-adf5-b686a901f014 None None] Sync routers for ids ['81330b45-a02a-4303-bf12-74b5d828d956'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:43:37.558670 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-441e68bc-89d0-49ec-8fd9-415bb61b0f7a tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] 10.222.0.75 "PUT /v2.0/routers/81330b45-a02a-4303-bf12-74b5d828d956 HTTP/1.1" status: 200 len: 913 time: 7.3700619 Nov 25 17:43:37.559492 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33862) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:37.566749 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-747d6155-5e16-413b-837a-46a6cbc05021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca407927-6a34-455a-b594-8e91192a0a74', 'name': 'tempest-ServerRescueTestJSONUnderV235-204615741-router', 'tenant_id': '0e712441963e47bda81e9361811693b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '7bb9e724-fb3f-48a5-aac6-d57283c35fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:43:20Z', 'updated_at': '2021-11-25T17:43:30Z', 'revision_number': 4, 'project_id': '0e712441963e47bda81e9361811693b1', 'gw_port': {'id': '7bb9e724-fb3f-48a5-aac6-d57283c35fbe', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca407927-6a34-455a-b594-8e91192a0a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:43:21Z', 'updated_at': '2021-11-25T17:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '3ccd2013-1aca-4da3-ae8a-8fdd01180ba0', 'name': '', 'network_id': '2a677ceb-58ea-4bc7-9eda-74a3a34ce20c', 'tenant_id': '0e712441963e47bda81e9361811693b1', 'mac_address': 'fa:16:3e:1b:38:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca407927-6a34-455a-b594-8e91192a0a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '6bfddcac-73ef-4611-af8d-64b1d7a7b463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:43:27Z', 'updated_at': '2021-11-25T17:43:31Z', 'revision_number': 2, 'project_id': '0e712441963e47bda81e9361811693b1', 'subnets': [{'id': '6bfddcac-73ef-4611-af8d-64b1d7a7b463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:37.571382 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139f572c-3391-4d7c-adf5-b686a901f014 None None] Routers {'81330b45-a02a-4303-bf12-74b5d828d956'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:43:37.572008 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-139f572c-3391-4d7c-adf5-b686a901f014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:43:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['81330b45-a02a-4303-bf12-74b5d828d956'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:37.576483 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-21de624d-6102-42f5-99a2-6389c4c0c272 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:37.606558 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747d6155-5e16-413b-837a-46a6cbc05021 None None] Checking router: ca407927-6a34-455a-b594-8e91192a0a74 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:43:37.606897 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747d6155-5e16-413b-837a-46a6cbc05021 None None] Updating router ca407927-6a34-455a-b594-8e91192a0a74 port 3ccd2013-1aca-4da3-ae8a-8fdd01180ba0 binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:43:37.652910 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-139f572c-3391-4d7c-adf5-b686a901f014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:37.704762 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-763c92d2-617a-4f5b-94cc-43406a7254f2 req-d46f7579-e901-4b5a-aef7-6d3b1b8e613e tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Made reservation on behalf of 0e712441963e47bda81e9361811693b1 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:43:37.709509 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-763c92d2-617a-4f5b-94cc-43406a7254f2 req-d46f7579-e901-4b5a-aef7-6d3b1b8e613e tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:37.722523 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139f572c-3391-4d7c-adf5-b686a901f014 None None] Routers {'81330b45-a02a-4303-bf12-74b5d828d956'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:43:37.723147 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-139f572c-3391-4d7c-adf5-b686a901f014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:43:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['81330b45-a02a-4303-bf12-74b5d828d956'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:37.744789 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-21de624d-6102-42f5-99a2-6389c4c0c272 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:37.758792 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7048ec8c-f268-4f00-b95d-7d35a64015c0 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] 10.222.0.75 "GET /v2.0/routers/81330b45-a02a-4303-bf12-74b5d828d956 HTTP/1.1" status: 200 len: 919 time: 0.1960106 Nov 25 17:43:37.760612 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33866) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:37.808699 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7d7add86-3a7b-4f4a-8f06-42a23b9ecc31 req-973668f2-365a-4836-84ea-6b62df446f32 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1c3665e-ff29-4dbb-8a05-df90f9943146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3747036 Nov 25 17:43:37.875009 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-139f572c-3391-4d7c-adf5-b686a901f014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:37.875701 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139f572c-3391-4d7c-adf5-b686a901f014 None None] The sync data for ids ['81330b45-a02a-4303-bf12-74b5d828d956'] in n-d-817746-1 is: [] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:43:37.898014 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71211115-e140-4e96-b034-832528f897e9 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:37.913664 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-71211115-e140-4e96-b034-832528f897e9 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] 10.222.0.75 "GET /v2.0/ports?network_id=1aa44027-b9d0-4a56-9a59-7e664703e20a&device_id=81330b45-a02a-4303-bf12-74b5d828d956&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1489692 Nov 25 17:43:37.917298 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33872) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:37.977517 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-d5f719d8-8183-4394-a58e-0fdba610b1f7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1559899501-network', 'tenant_id': 'bd13d6649a594c869290206dad311814'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:38.010809 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-21de624d-6102-42f5-99a2-6389c4c0c272 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:38.095777 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-763c92d2-617a-4f5b-94cc-43406a7254f2 req-d46f7579-e901-4b5a-aef7-6d3b1b8e613e tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Allocated IP 172.20.0.14 (2a677ceb-58ea-4bc7-9eda-74a3a34ce20c/6bfddcac-73ef-4611-af8d-64b1d7a7b463/e65b0a32-36ff-4226-afe2-043c12e99f1f) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:43:38.122190 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21de624d-6102-42f5-99a2-6389c4c0c272 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Pushing event deleted for resources: {'Subnet': ['ID=4106701c-6db4-4a72-a850-8576876efe24,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:38.165197 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-747d6155-5e16-413b-837a-46a6cbc05021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:38.186619 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-368e33ea-7274-4005-91f5-c87ad954ca19 req-456d827d-ac9a-468a-b9f6-73b2960fd627 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc49186-54c5-4f6e-9aa9-f9123ed745f9 HTTP/1.1" status: 200 len: 210 time: 0.0488029 Nov 25 17:43:38.216348 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f719d8-8183-4394-a58e-0fdba610b1f7 admin admin] Made reservation on behalf of bd13d6649a594c869290206dad311814 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:43:38.218646 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d5f719d8-8183-4394-a58e-0fdba610b1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:38.298391 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d5f719d8-8183-4394-a58e-0fdba610b1f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:38.315942 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-21de624d-6102-42f5-99a2-6389c4c0c272 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:38.328379 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb7a2fa-f6f1-4695-8f28-93266191475d tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:38.332711 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0fb7a2fa-f6f1-4695-8f28-93266191475d tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] 10.222.0.75 "GET /v2.0/networks/1aa44027-b9d0-4a56-9a59-7e664703e20a HTTP/1.1" status: 200 len: 881 time: 0.4142354 Nov 25 17:43:38.335066 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33886) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:38.364399 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-21de624d-6102-42f5-99a2-6389c4c0c272 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b60923fd-a774-49c3-8a45-416c8939e6ac']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:38.391177 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6d9c7083-deb7-4b98-a89a-567ffb1a6dff tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] 10.222.0.75 "GET /v2.0/ports?device_id=81330b45-a02a-4303-bf12-74b5d828d956 HTTP/1.1" status: 200 len: 205 time: 0.0531585 Nov 25 17:43:38.393783 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c45d908-d04e-4ad5-811c-3084c5c1ce7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-b60923fd-a774-49c3-8a45-416c8939e6ac', 'network_id': 'b60923fd-a774-49c3-8a45-416c8939e6ac', 'tenant_id': 'd63f1f30c6b449b897427945b3ad9fc1', 'fixed_ips': [{'subnet_id': '4106701c-6db4-4a72-a850-8576876efe24'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:43:38.394777 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33888) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:38.397881 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-21de624d-6102-42f5-99a2-6389c4c0c272 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e3a3ae6-0de8-4cac-b3f2-ecd2136134c8') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:38.398185 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-21de624d-6102-42f5-99a2-6389c4c0c272 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e3a3ae6-0de8-4cac-b3f2-ecd2136134c8') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:38.401559 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7c45d908-d04e-4ad5-811c-3084c5c1ce7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:38.412806 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-763c92d2-617a-4f5b-94cc-43406a7254f2 req-d46f7579-e901-4b5a-aef7-6d3b1b8e613e tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:38.462615 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-21de624d-6102-42f5-99a2-6389c4c0c272 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:38.487623 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-763c92d2-617a-4f5b-94cc-43406a7254f2 req-d46f7579-e901-4b5a-aef7-6d3b1b8e613e tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:38.523677 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-21de624d-6102-42f5-99a2-6389c4c0c272 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:38.539947 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21de624d-6102-42f5-99a2-6389c4c0c272 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Releasing vlan 937 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:43:38.540614 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-21de624d-6102-42f5-99a2-6389c4c0c272 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:38.544042 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:43:38.544042 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:43:38.544042 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:43:38.544042 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:43:38.544042 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:43:38.544042 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:43:38.544042 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:43:38.544042 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:43:38.544042 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:43:38.544042 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:43:38.544042 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:43:38.544042 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:43:38.544042 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:43:38.544042 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:43:38.544042 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:43:38.544042 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:43:38.544042 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:43:38.544042 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:43:38.544042 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:43:38.544042 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:43:38.544042 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:43:38.544042 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:43:38.544042 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:43:38.544042 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:43:38.544042 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:43:38.544042 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:43:38.544042 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:43:38.544042 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:43:38.544042 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:43:38.544042 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:43:38.544042 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:43:38.544042 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:43:38.572819 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46f7579-e901-4b5a-aef7-6d3b1b8e613e tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Pushing event updated for resources: {'Port': ['ID=e65b0a32-36ff-4226-afe2-043c12e99f1f,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:38.590409 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-763c92d2-617a-4f5b-94cc-43406a7254f2 req-d46f7579-e901-4b5a-aef7-6d3b1b8e613e tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Network 2a677ceb-58ea-4bc7-9eda-74a3a34ce20c is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:43:38.592553 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-763c92d2-617a-4f5b-94cc-43406a7254f2 req-d46f7579-e901-4b5a-aef7-6d3b1b8e613e tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:43:38.596995 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-763c92d2-617a-4f5b-94cc-43406a7254f2 req-d46f7579-e901-4b5a-aef7-6d3b1b8e613e tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:43:38.649672 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d5f719d8-8183-4394-a58e-0fdba610b1f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:38.656291 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-21de624d-6102-42f5-99a2-6389c4c0c272 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:38.665301 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d5f719d8-8183-4394-a58e-0fdba610b1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:38.670805 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-93a27cc7-98e5-4c93-ae5f-14b05f4e7a9e tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:38.672942 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-21de624d-6102-42f5-99a2-6389c4c0c272 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:38.680887 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-21de624d-6102-42f5-99a2-6389c4c0c272 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "DELETE /v2.0/networks/b60923fd-a774-49c3-8a45-416c8939e6ac HTTP/1.1" status: 204 len: 168 time: 1.3804197 Nov 25 17:43:38.682702 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 33890) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:38.695149 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-5aadc5bc-b433-4500-a5c9-23838d323bbc tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1136056497'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:38.716492 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c92d2-617a-4f5b-94cc-43406a7254f2 req-d46f7579-e901-4b5a-aef7-6d3b1b8e613e tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:38.717399 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-763c92d2-617a-4f5b-94cc-43406a7254f2 req-d46f7579-e901-4b5a-aef7-6d3b1b8e613e tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:38.754318 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aadc5bc-b433-4500-a5c9-23838d323bbc tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Made reservation on behalf of d63f1f30c6b449b897427945b3ad9fc1 for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:43:38.757458 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3a47c9-daf0-4df9-bb69-1dc6f9c7109e None None] Network b60923fd-a774-49c3-8a45-416c8939e6ac requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:43:38.760383 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5aadc5bc-b433-4500-a5c9-23838d323bbc tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:38.777707 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-763c92d2-617a-4f5b-94cc-43406a7254f2 req-d46f7579-e901-4b5a-aef7-6d3b1b8e613e tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3578203 Nov 25 17:43:38.781820 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21de624d-6102-42f5-99a2-6389c4c0c272 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Pushing event deleted for resources: {'Network': ['ID=b60923fd-a774-49c3-8a45-416c8939e6ac,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:38.783671 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5f719d8-8183-4394-a58e-0fdba610b1f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 904} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:43:38.791141 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3a47c9-daf0-4df9-bb69-1dc6f9c7109e None None] Network b60923fd-a774-49c3-8a45-416c8939e6ac could not be found, it might have been deleted concurrently. {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 25 17:43:38.815567 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aadc5bc-b433-4500-a5c9-23838d323bbc tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:43:38.817929 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d5f719d8-8183-4394-a58e-0fdba610b1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:38.818289 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-d5f719d8-8183-4394-a58e-0fdba610b1f7 admin admin] Added segment 00ad76f3-0c64-4805-b830-72456465ccf6 of type vlan for network abedceb6-d7b4-4d37-ad04-90d668d437ae Nov 25 17:43:38.828911 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f719d8-8183-4394-a58e-0fdba610b1f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fcd42ba-9c09-415e-a9a7-81dc38f0485b,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:38.875454 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-763c92d2-617a-4f5b-94cc-43406a7254f2 req-a889c523-5d9d-4a40-b7db-f6154b3ae3c9 service neutron] Request body: {'port': {'device_id': 'fdc49186-54c5-4f6e-9aa9-f9123ed745f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:38.919375 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d5f719d8-8183-4394-a58e-0fdba610b1f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:38.934966 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-93a27cc7-98e5-4c93-ae5f-14b05f4e7a9e tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:38.960215 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5aadc5bc-b433-4500-a5c9-23838d323bbc tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:38.960971 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-5aadc5bc-b433-4500-a5c9-23838d323bbc tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Added segment 8d22b5e4-08c7-465e-a2d9-540e28c4a016 of type vlan for network 04eac428-29fb-4200-9efe-dc6003a9ade6 Nov 25 17:43:39.029825 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d5f719d8-8183-4394-a58e-0fdba610b1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:39.037751 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f719d8-8183-4394-a58e-0fdba610b1f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:39.038370 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d5f719d8-8183-4394-a58e-0fdba610b1f7 admin admin] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:39.102774 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-747d6155-5e16-413b-837a-46a6cbc05021 None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:39.120414 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-747d6155-5e16-413b-837a-46a6cbc05021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:39.157438 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d5f719d8-8183-4394-a58e-0fdba610b1f7 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7001650 Nov 25 17:43:39.158546 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33902) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:39.169770 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5aadc5bc-b433-4500-a5c9-23838d323bbc tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:39.176760 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-763c92d2-617a-4f5b-94cc-43406a7254f2 req-a889c523-5d9d-4a40-b7db-f6154b3ae3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:39.202198 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b311b-a497-4990-ac3c-755fdcd10c9f req-1702efb2-6e68-4f36-887f-7c8a0a897b25 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:39.203738 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-730b311b-a497-4990-ac3c-755fdcd10c9f req-1702efb2-6e68-4f36-887f-7c8a0a897b25 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf6e9ad9-2d91-44eb-bb03-f51c717f15d5 HTTP/1.1" status: 200 len: 945 time: 0.2395043 Nov 25 17:43:39.219681 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-367a9259-e474-4fb4-8ae5-4326e2a8ce90 admin admin] Request body: {'subnet': {'network_id': 'abedceb6-d7b4-4d37-ad04-90d668d437ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1559899501-subnet', 'tenant_id': 'bd13d6649a594c869290206dad311814', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:39.235680 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f719d8-8183-4394-a58e-0fdba610b1f7 admin admin] Pushing event updated for resources: {'Network': ['ID=abedceb6-d7b4-4d37-ad04-90d668d437ae,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:39.238797 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d557e8bc-5b41-46a9-b68c-12d75d6e290d None None] Pushing event updated for resources: {'Port': ['ID=3ccd2013-1aca-4da3-ae8a-8fdd01180ba0,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:39.256272 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network abedceb6-d7b4-4d37-ad04-90d668d437ae details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:43:39.258415 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-367a9259-e474-4fb4-8ae5-4326e2a8ce90 admin admin] Made reservation on behalf of bd13d6649a594c869290206dad311814 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:43:39.261564 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-367a9259-e474-4fb4-8ae5-4326e2a8ce90 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:39.358421 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-93a27cc7-98e5-4c93-ae5f-14b05f4e7a9e tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Deleting port c3f85c78-df46-44f8-b5fb-dc5ee0f9ebd5 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:43:39.358769 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-93a27cc7-98e5-4c93-ae5f-14b05f4e7a9e tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:39.466955 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-747d6155-5e16-413b-837a-46a6cbc05021 None None] Attempting to bind port 3ccd2013-1aca-4da3-ae8a-8fdd01180ba0 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:43:39.467544 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-747d6155-5e16-413b-837a-46a6cbc05021 None None] Attempting to bind port 3ccd2013-1aca-4da3-ae8a-8fdd01180ba0 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '6a86e07f-422d-4071-8634-6cec87d7ea22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '2a677ceb-58ea-4bc7-9eda-74a3a34ce20c'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:43:39.467911 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747d6155-5e16-413b-837a-46a6cbc05021 None None] Attempting to bind port 3ccd2013-1aca-4da3-ae8a-8fdd01180ba0 on network 2a677ceb-58ea-4bc7-9eda-74a3a34ce20c {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:43:39.475077 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747d6155-5e16-413b-837a-46a6cbc05021 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:43:39.475464 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747d6155-5e16-413b-837a-46a6cbc05021 None None] Checking segment: {'id': '6a86e07f-422d-4071-8634-6cec87d7ea22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '2a677ceb-58ea-4bc7-9eda-74a3a34ce20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:43:39.475874 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-747d6155-5e16-413b-837a-46a6cbc05021 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:39.476273 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747d6155-5e16-413b-837a-46a6cbc05021 None None] Bound using segment: {'id': '6a86e07f-422d-4071-8634-6cec87d7ea22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '2a677ceb-58ea-4bc7-9eda-74a3a34ce20c'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:43:39.476750 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-747d6155-5e16-413b-837a-46a6cbc05021 None None] Bound port: 3ccd2013-1aca-4da3-ae8a-8fdd01180ba0, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a86e07f-422d-4071-8634-6cec87d7ea22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '2a677ceb-58ea-4bc7-9eda-74a3a34ce20c'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:43:39.477755 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-747d6155-5e16-413b-837a-46a6cbc05021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:39.483213 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-93a27cc7-98e5-4c93-ae5f-14b05f4e7a9e tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:39.527028 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-93a27cc7-98e5-4c93-ae5f-14b05f4e7a9e tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Calling delete_port for c3f85c78-df46-44f8-b5fb-dc5ee0f9ebd5 owned by network:router_gateway {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:43:39.556382 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-747d6155-5e16-413b-837a-46a6cbc05021 None None] For port 3ccd2013-1aca-4da3-ae8a-8fdd01180ba0, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:43:39.560406 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-747d6155-5e16-413b-837a-46a6cbc05021 None None] For port 3ccd2013-1aca-4da3-ae8a-8fdd01180ba0, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=3ccd2013-1aca-4da3-ae8a-8fdd01180ba0,segment=NetworkSegment(6a86e07f-422d-4071-8634-6cec87d7ea22),segment_id=6a86e07f-422d-4071-8634-6cec87d7ea22)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:43:39.566252 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-747d6155-5e16-413b-837a-46a6cbc05021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:39.634197 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d557e8bc-5b41-46a9-b68c-12d75d6e290d None None] Pushing event updated for resources: {'Port': ['ID=3ccd2013-1aca-4da3-ae8a-8fdd01180ba0,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:39.648118 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-367a9259-e474-4fb4-8ae5-4326e2a8ce90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:39.701258 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747d6155-5e16-413b-837a-46a6cbc05021 None None] Routers {'ca407927-6a34-455a-b594-8e91192a0a74'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:43:39.701998 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-747d6155-5e16-413b-837a-46a6cbc05021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:43:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['ca407927-6a34-455a-b594-8e91192a0a74'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:39.777950 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367a9259-e474-4fb4-8ae5-4326e2a8ce90 admin admin] Checking segment: {'id': '00ad76f3-0c64-4805-b830-72456465ccf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'abedceb6-d7b4-4d37-ad04-90d668d437ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:43:39.778355 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367a9259-e474-4fb4-8ae5-4326e2a8ce90 admin admin] Network hostable DHCP agents. Network: abedceb6-d7b4-4d37-ad04-90d668d437ae, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:43:39.784448 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367a9259-e474-4fb4-8ae5-4326e2a8ce90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=166c4f5a-60a4-4d77-8cb0-66377155a334,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:39.795447 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5aadc5bc-b433-4500-a5c9-23838d323bbc tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:39.801182 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aadc5bc-b433-4500-a5c9-23838d323bbc tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:39.802199 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5aadc5bc-b433-4500-a5c9-23838d323bbc tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:39.834076 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367a9259-e474-4fb4-8ae5-4326e2a8ce90 admin admin] Network abedceb6-d7b4-4d37-ad04-90d668d437ae is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:43:39.854060 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-367a9259-e474-4fb4-8ae5-4326e2a8ce90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, abedceb6-d7b4-4d37-ad04-90d668d437ae) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:43:39.859723 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367a9259-e474-4fb4-8ae5-4326e2a8ce90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:39.860435 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-367a9259-e474-4fb4-8ae5-4326e2a8ce90 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:39.864615 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-93a27cc7-98e5-4c93-ae5f-14b05f4e7a9e tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:39.869205 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6833b95-003a-4673-8016-5e1faadac04e None None] Network abedceb6-d7b4-4d37-ad04-90d668d437ae requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:43:39.897566 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aadc5bc-b433-4500-a5c9-23838d323bbc tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Pushing event updated for resources: {'Network': ['ID=04eac428-29fb-4200-9efe-dc6003a9ade6,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:39.903649 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-5aadc5bc-b433-4500-a5c9-23838d323bbc tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2168939 Nov 25 17:43:39.910189 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 33918) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:39.912479 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a27cc7-98e5-4c93-ae5f-14b05f4e7a9e tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Pushing event deleted for resources: {'Port': ['ID=c3f85c78-df46-44f8-b5fb-dc5ee0f9ebd5,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:39.919636 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-3e60200d-69e5-4385-a3d2-d08f68b83d7e tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Request body: {'subnet': {'network_id': '04eac428-29fb-4200-9efe-dc6003a9ade6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:39.931866 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-730b311b-a497-4990-ac3c-755fdcd10c9f req-f4571711-e8c6-4e25-b8d4-5e02562c0e05 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1c3665e-ff29-4dbb-8a05-df90f9943146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7183032 Nov 25 17:43:39.950314 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 04eac428-29fb-4200-9efe-dc6003a9ade6 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:43:39.959664 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-367a9259-e474-4fb4-8ae5-4326e2a8ce90 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7458873 Nov 25 17:43:40.028159 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-93a27cc7-98e5-4c93-ae5f-14b05f4e7a9e tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:40.056568 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dbeb26-ae05-4bee-ad27-f47d5d3d843c req-65b7940c-6c41-4e00-adbb-f4eaec8955cf tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:40.058108 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a1dbeb26-ae05-4bee-ad27-f47d5d3d843c req-65b7940c-6c41-4e00-adbb-f4eaec8955cf tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc49186-54c5-4f6e-9aa9-f9123ed745f9 HTTP/1.1" status: 200 len: 932 time: 0.7292061 Nov 25 17:43:40.137039 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166adadc-aafc-414b-92ca-86467f4aa96f None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:43:40.206931 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-93a27cc7-98e5-4c93-ae5f-14b05f4e7a9e tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:40.213620 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-747d6155-5e16-413b-837a-46a6cbc05021 None None] Set router ca407927-6a34-455a-b594-8e91192a0a74 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:43:40.214495 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-93a27cc7-98e5-4c93-ae5f-14b05f4e7a9e tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:40.277389 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-93a27cc7-98e5-4c93-ae5f-14b05f4e7a9e tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:40.278710 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a27cc7-98e5-4c93-ae5f-14b05f4e7a9e tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Fanout notify agent at l3_agent the message router_deleted on router 81330b45-a02a-4303-bf12-74b5d828d956 {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:43:40.288031 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-93a27cc7-98e5-4c93-ae5f-14b05f4e7a9e tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:40.295702 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-93a27cc7-98e5-4c93-ae5f-14b05f4e7a9e tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] 10.222.0.75 "DELETE /v2.0/routers/81330b45-a02a-4303-bf12-74b5d828d956 HTTP/1.1" status: 204 len: 168 time: 1.8999412 Nov 25 17:43:40.296553 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33932) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:40.301821 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-93c828d4-825d-40c2-9b60-a3e3ff0219d2 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-735608338', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:40.369410 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-93c828d4-825d-40c2-9b60-a3e3ff0219d2 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:40.370738 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-93c828d4-825d-40c2-9b60-a3e3ff0219d2 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:40.405538 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 3ccd2013-1aca-4da3-ae8a-8fdd01180ba0 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:43:40.493445 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-93c828d4-825d-40c2-9b60-a3e3ff0219d2 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:40.501202 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-93c828d4-825d-40c2-9b60-a3e3ff0219d2 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:40.559466 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-93c828d4-825d-40c2-9b60-a3e3ff0219d2 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:40.564514 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-93c828d4-825d-40c2-9b60-a3e3ff0219d2 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2663996 Nov 25 17:43:40.565490 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33940) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:40.567439 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d1d63d-1c8b-4753-85f1-2573541cdf2d req-88a7cea7-da0c-4b83-bfff-be44e9e44ff1 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:40.570351 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b7d1d63d-1c8b-4753-85f1-2573541cdf2d req-88a7cea7-da0c-4b83-bfff-be44e9e44ff1 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 945 time: 0.4015887 Nov 25 17:43:40.578194 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-892a9240-c4f2-43d2-b066-1b7d4fffc3de tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'enable_snat': False}}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:40.683749 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a1dbeb26-ae05-4bee-ad27-f47d5d3d843c req-67ea0188-7335-4a92-89f9-36601f6772db tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d500f03-b1e7-4506-ad28-855831c9b6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5851684 Nov 25 17:43:40.735011 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 3ccd2013-1aca-4da3-ae8a-8fdd01180ba0 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:43:40.736203 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:40.739059 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-763c92d2-617a-4f5b-94cc-43406a7254f2 req-a889c523-5d9d-4a40-b7db-f6154b3ae3c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e65b0a32-36ff-4226-afe2-043c12e99f1f {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:43:40.739833 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371df6ce-1d6b-4e39-a4fd-cb3081ef3d51 None None] Network abedceb6-d7b4-4d37-ad04-90d668d437ae requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:43:40.776062 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-763c92d2-617a-4f5b-94cc-43406a7254f2 req-a889c523-5d9d-4a40-b7db-f6154b3ae3c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:40.782929 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e60200d-69e5-4385-a3d2-d08f68b83d7e tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Made reservation on behalf of d63f1f30c6b449b897427945b3ad9fc1 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:43:40.787398 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3e60200d-69e5-4385-a3d2-d08f68b83d7e tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:40.881444 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-763c92d2-617a-4f5b-94cc-43406a7254f2 req-a889c523-5d9d-4a40-b7db-f6154b3ae3c9 service neutron] Transition to ACTIVE for port object e65b0a32-36ff-4226-afe2-043c12e99f1f will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:43:40.985419 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b7d1d63d-1c8b-4753-85f1-2573541cdf2d req-1d4a2015-f190-4f21-80af-50e8e7751b03 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2957888 Nov 25 17:43:40.990848 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-763c92d2-617a-4f5b-94cc-43406a7254f2 req-a889c523-5d9d-4a40-b7db-f6154b3ae3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:40.998163 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 33960) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:41.009231 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-69586723-7088-4612-8646-25e81a5f868b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-897476965-network', 'tenant_id': '41a69063d4da4df49878fa4fc1cb6c49'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:41.082537 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69586723-7088-4612-8646-25e81a5f868b admin admin] Made reservation on behalf of 41a69063d4da4df49878fa4fc1cb6c49 for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:43:41.089290 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-69586723-7088-4612-8646-25e81a5f868b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:41.105684 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-892a9240-c4f2-43d2-b066-1b7d4fffc3de tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:41.181455 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:41.213344 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a889c523-5d9d-4a40-b7db-f6154b3ae3c9 service neutron] Pushing event updated for resources: {'Port': ['ID=e65b0a32-36ff-4226-afe2-043c12e99f1f,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:41.246658 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-747d6155-5e16-413b-837a-46a6cbc05021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca407927-6a34-455a-b594-8e91192a0a74', 'name': 'tempest-ServerRescueTestJSONUnderV235-204615741-router', 'tenant_id': '0e712441963e47bda81e9361811693b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '7bb9e724-fb3f-48a5-aac6-d57283c35fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:43:20Z', 'updated_at': '2021-11-25T17:43:30Z', 'revision_number': 4, 'project_id': '0e712441963e47bda81e9361811693b1', 'gw_port': {'id': '7bb9e724-fb3f-48a5-aac6-d57283c35fbe', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca407927-6a34-455a-b594-8e91192a0a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:43:21Z', 'updated_at': '2021-11-25T17:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '3ccd2013-1aca-4da3-ae8a-8fdd01180ba0', 'name': '', 'network_id': '2a677ceb-58ea-4bc7-9eda-74a3a34ce20c', 'tenant_id': '0e712441963e47bda81e9361811693b1', 'mac_address': 'fa:16:3e:1b:38:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca407927-6a34-455a-b594-8e91192a0a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '6bfddcac-73ef-4611-af8d-64b1d7a7b463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:43:27Z', 'updated_at': '2021-11-25T17:43:39Z', 'revision_number': 4, 'project_id': '0e712441963e47bda81e9361811693b1', 'subnets': [{'id': '6bfddcac-73ef-4611-af8d-64b1d7a7b463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:41.276372 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-69586723-7088-4612-8646-25e81a5f868b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:41.285252 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port 3ccd2013-1aca-4da3-ae8a-8fdd01180ba0, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=3ccd2013-1aca-4da3-ae8a-8fdd01180ba0,segment=NetworkSegment(6a86e07f-422d-4071-8634-6cec87d7ea22),segment_id=6a86e07f-422d-4071-8634-6cec87d7ea22)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:43:41.285744 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747d6155-5e16-413b-837a-46a6cbc05021 None None] The sync data for ids ['ca407927-6a34-455a-b594-8e91192a0a74'] in n-d-817746-1 is: [{'id': 'ca407927-6a34-455a-b594-8e91192a0a74', 'name': 'tempest-ServerRescueTestJSONUnderV235-204615741-router', 'tenant_id': '0e712441963e47bda81e9361811693b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '7bb9e724-fb3f-48a5-aac6-d57283c35fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:43:20Z', 'updated_at': '2021-11-25T17:43:30Z', 'revision_number': 4, 'project_id': '0e712441963e47bda81e9361811693b1', 'gw_port': {'id': '7bb9e724-fb3f-48a5-aac6-d57283c35fbe', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca407927-6a34-455a-b594-8e91192a0a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:43:21Z', 'updated_at': '2021-11-25T17:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '3ccd2013-1aca-4da3-ae8a-8fdd01180ba0', 'name': '', 'network_id': '2a677ceb-58ea-4bc7-9eda-74a3a34ce20c', 'tenant_id': '0e712441963e47bda81e9361811693b1', 'mac_address': 'fa:16:3e:1b:38:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca407927-6a34-455a-b594-8e91192a0a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '6bfddcac-73ef-4611-af8d-64b1d7a7b463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:43:27Z', 'updated_at': '2021-11-25T17:43:39Z', 'revision_number': 4, 'project_id': '0e712441963e47bda81e9361811693b1', 'subnets': [{'id': '6bfddcac-73ef-4611-af8d-64b1d7a7b463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:43:41.291670 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:41.361943 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=3ccd2013-1aca-4da3-ae8a-8fdd01180ba0,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:41.475346 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ab869-b2ef-402e-85ba-831b4a062914 req-2b09aecf-44b4-46dc-806c-6befb012dbf0 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:41.482358 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-892a9240-c4f2-43d2-b066-1b7d4fffc3de tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:41.482965 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-360ab869-b2ef-402e-85ba-831b4a062914 req-2b09aecf-44b4-46dc-806c-6befb012dbf0 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf6e9ad9-2d91-44eb-bb03-f51c717f15d5 HTTP/1.1" status: 200 len: 945 time: 0.3544364 Nov 25 17:43:41.508936 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-892a9240-c4f2-43d2-b066-1b7d4fffc3de tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:41.600249 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79edb7d5-9962-41bc-acc4-7329778ea469 req-4a181c5c-c06b-4108-9fb6-f4b967908da8 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:41.602936 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-79edb7d5-9962-41bc-acc4-7329778ea469 req-4a181c5c-c06b-4108-9fb6-f4b967908da8 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 945 time: 0.3619509 Nov 25 17:43:41.651950 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-69586723-7088-4612-8646-25e81a5f868b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:41.686459 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-892a9240-c4f2-43d2-b066-1b7d4fffc3de tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Allocated IP 172.25.0.135 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/0356d1ed-99ee-49a7-ad78-5f22fac5fb74) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:43:41.817127 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-360ab869-b2ef-402e-85ba-831b4a062914 req-beeacc69-6877-4014-8cf7-d405c772f2fb tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1c3665e-ff29-4dbb-8a05-df90f9943146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289602 Nov 25 17:43:41.818304 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3e60200d-69e5-4385-a3d2-d08f68b83d7e tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:41.854592 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-892a9240-c4f2-43d2-b066-1b7d4fffc3de tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:41.896921 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-69586723-7088-4612-8646-25e81a5f868b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:41.942476 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-892a9240-c4f2-43d2-b066-1b7d4fffc3de tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:41.948282 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e60200d-69e5-4385-a3d2-d08f68b83d7e tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Pushing event updated for resources: {'Subnet': ['ID=a77b708c-9336-450a-bf88-a6613d0a0824,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:42.005409 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892a9240-c4f2-43d2-b066-1b7d4fffc3de tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Pushing event updated for resources: {'Port': ['ID=0356d1ed-99ee-49a7-ad78-5f22fac5fb74,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:42.020429 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69586723-7088-4612-8646-25e81a5f868b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2586f1e5-48fb-4d48-b016-df49db9bdba9,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:42.036922 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892a9240-c4f2-43d2-b066-1b7d4fffc3de tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:43:42.039091 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-892a9240-c4f2-43d2-b066-1b7d4fffc3de tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:43:42.053483 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892a9240-c4f2-43d2-b066-1b7d4fffc3de tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:43:42.054767 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5008adde-1251-4e9b-b63e-86d32db1e71e None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:43:42.157510 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69586723-7088-4612-8646-25e81a5f868b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 910} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:43:42.211290 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e909b5f-fd28-4d7f-8a1d-a15a9dd3c253 req-86f8c98e-9041-4ba5-9003-e6c606f282cb tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:42.213670 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9e909b5f-fd28-4d7f-8a1d-a15a9dd3c253 req-86f8c98e-9041-4ba5-9003-e6c606f282cb tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc49186-54c5-4f6e-9aa9-f9123ed745f9 HTTP/1.1" status: 200 len: 944 time: 0.1974378 Nov 25 17:43:42.214108 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-a439cc6a-548b-4e32-84ed-e2f6b39691ce None None] Provisioning complete for port 0356d1ed-99ee-49a7-ad78-5f22fac5fb74 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:43:42.214676 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a439cc6a-548b-4e32-84ed-e2f6b39691ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:42.218342 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-763c92d2-617a-4f5b-94cc-43406a7254f2 req-a889c523-5d9d-4a40-b7db-f6154b3ae3c9 service neutron] Attempting to bind port e65b0a32-36ff-4226-afe2-043c12e99f1f on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:43:42.218681 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-763c92d2-617a-4f5b-94cc-43406a7254f2 req-a889c523-5d9d-4a40-b7db-f6154b3ae3c9 service neutron] Attempting to bind port e65b0a32-36ff-4226-afe2-043c12e99f1f by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '6a86e07f-422d-4071-8634-6cec87d7ea22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '2a677ceb-58ea-4bc7-9eda-74a3a34ce20c'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:43:42.219009 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763c92d2-617a-4f5b-94cc-43406a7254f2 req-a889c523-5d9d-4a40-b7db-f6154b3ae3c9 service neutron] Attempting to bind port e65b0a32-36ff-4226-afe2-043c12e99f1f on network 2a677ceb-58ea-4bc7-9eda-74a3a34ce20c {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:43:42.226883 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-79edb7d5-9962-41bc-acc4-7329778ea469 req-eddca66c-81f5-423b-8340-f35e6ae85e0d tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4205534 Nov 25 17:43:42.232598 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763c92d2-617a-4f5b-94cc-43406a7254f2 req-a889c523-5d9d-4a40-b7db-f6154b3ae3c9 service neutron] Port e65b0a32-36ff-4226-afe2-043c12e99f1f on network 2a677ceb-58ea-4bc7-9eda-74a3a34ce20c not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:43:42.243572 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763c92d2-617a-4f5b-94cc-43406a7254f2 req-a889c523-5d9d-4a40-b7db-f6154b3ae3c9 service neutron] Attempting to bind port e65b0a32-36ff-4226-afe2-043c12e99f1f on network 2a677ceb-58ea-4bc7-9eda-74a3a34ce20c {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:43:42.338144 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-69586723-7088-4612-8646-25e81a5f868b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:42.338593 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-69586723-7088-4612-8646-25e81a5f868b admin admin] Added segment 8aa73b6f-6153-4e93-b72d-0f29892d7052 of type vlan for network b8acda21-9865-4339-a7ae-4c7482e0dc3f Nov 25 17:43:42.343038 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-a439cc6a-548b-4e32-84ed-e2f6b39691ce None None] Port 0356d1ed-99ee-49a7-ad78-5f22fac5fb74 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:43:42.370397 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763c92d2-617a-4f5b-94cc-43406a7254f2 req-a889c523-5d9d-4a40-b7db-f6154b3ae3c9 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:43:42.370749 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763c92d2-617a-4f5b-94cc-43406a7254f2 req-a889c523-5d9d-4a40-b7db-f6154b3ae3c9 service neutron] Checking segment: {'id': '6a86e07f-422d-4071-8634-6cec87d7ea22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '2a677ceb-58ea-4bc7-9eda-74a3a34ce20c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:43:42.371576 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763c92d2-617a-4f5b-94cc-43406a7254f2 req-a889c523-5d9d-4a40-b7db-f6154b3ae3c9 service neutron] Bound using segment: {'id': '6a86e07f-422d-4071-8634-6cec87d7ea22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '2a677ceb-58ea-4bc7-9eda-74a3a34ce20c'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:43:42.372182 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-763c92d2-617a-4f5b-94cc-43406a7254f2 req-a889c523-5d9d-4a40-b7db-f6154b3ae3c9 service neutron] Bound port: e65b0a32-36ff-4226-afe2-043c12e99f1f, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a86e07f-422d-4071-8634-6cec87d7ea22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '2a677ceb-58ea-4bc7-9eda-74a3a34ce20c'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:43:42.373378 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-763c92d2-617a-4f5b-94cc-43406a7254f2 req-a889c523-5d9d-4a40-b7db-f6154b3ae3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:42.390551 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 3ccd2013-1aca-4da3-ae8a-8fdd01180ba0 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:43:42.472535 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e60200d-69e5-4385-a3d2-d08f68b83d7e tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Checking segment: {'id': '8d22b5e4-08c7-465e-a2d9-540e28c4a016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '04eac428-29fb-4200-9efe-dc6003a9ade6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:43:42.475926 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e60200d-69e5-4385-a3d2-d08f68b83d7e tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Network hostable DHCP agents. Network: 04eac428-29fb-4200-9efe-dc6003a9ade6, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:43:42.572109 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 3ccd2013-1aca-4da3-ae8a-8fdd01180ba0 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:43:42.573921 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:42.577987 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-69586723-7088-4612-8646-25e81a5f868b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:42.598278 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9e909b5f-fd28-4d7f-8a1d-a15a9dd3c253 req-7924ad66-be68-4a5e-adcd-1170bf23752b tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d500f03-b1e7-4506-ad28-855831c9b6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3683605 Nov 25 17:43:42.654315 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e60200d-69e5-4385-a3d2-d08f68b83d7e tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Network 04eac428-29fb-4200-9efe-dc6003a9ade6 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:43:42.657594 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-763c92d2-617a-4f5b-94cc-43406a7254f2 req-a889c523-5d9d-4a40-b7db-f6154b3ae3c9 service neutron] For port e65b0a32-36ff-4226-afe2-043c12e99f1f, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:43:42.694841 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-3e60200d-69e5-4385-a3d2-d08f68b83d7e tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 04eac428-29fb-4200-9efe-dc6003a9ade6) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:43:42.715685 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-69586723-7088-4612-8646-25e81a5f868b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:42.724937 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69586723-7088-4612-8646-25e81a5f868b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:42.725564 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-69586723-7088-4612-8646-25e81a5f868b admin admin] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:42.735683 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-763c92d2-617a-4f5b-94cc-43406a7254f2 req-a889c523-5d9d-4a40-b7db-f6154b3ae3c9 service neutron] For port e65b0a32-36ff-4226-afe2-043c12e99f1f, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e65b0a32-36ff-4226-afe2-043c12e99f1f,segment=NetworkSegment(6a86e07f-422d-4071-8634-6cec87d7ea22),segment_id=6a86e07f-422d-4071-8634-6cec87d7ea22)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:43:42.741559 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f29ce07-4915-42c8-8acf-14e3b5f57884 None None] Network 04eac428-29fb-4200-9efe-dc6003a9ade6 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:43:42.745123 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e60200d-69e5-4385-a3d2-d08f68b83d7e tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:42.745746 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3e60200d-69e5-4385-a3d2-d08f68b83d7e tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:42.830905 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-763c92d2-617a-4f5b-94cc-43406a7254f2 req-a889c523-5d9d-4a40-b7db-f6154b3ae3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:42.845842 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-892a9240-c4f2-43d2-b066-1b7d4fffc3de tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:42.997131 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69586723-7088-4612-8646-25e81a5f868b admin admin] Pushing event updated for resources: {'Network': ['ID=b8acda21-9865-4339-a7ae-4c7482e0dc3f,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:43.023677 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c92d2-617a-4f5b-94cc-43406a7254f2 req-a889c523-5d9d-4a40-b7db-f6154b3ae3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:43.025084 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-763c92d2-617a-4f5b-94cc-43406a7254f2 req-a889c523-5d9d-4a40-b7db-f6154b3ae3c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:43.027161 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-763c92d2-617a-4f5b-94cc-43406a7254f2 req-a889c523-5d9d-4a40-b7db-f6154b3ae3c9 service neutron] 10.222.0.74 "PUT /v2.0/ports/e65b0a32-36ff-4226-afe2-043c12e99f1f HTTP/1.1" status: 200 len: 1092 time: 4.1830709 Nov 25 17:43:43.027298 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network b8acda21-9865-4339-a7ae-4c7482e0dc3f details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:43:43.038714 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdc49186-54c5-4f6e-9aa9-f9123ed745f9', 'tag': 'e65b0a32-36ff-4226-afe2-043c12e99f1f'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:43:43.041856 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c693f6-3210-48b8-a952-6ce2473f9825" -d '{"events": [{"name": "network-changed", "server_uuid": "fdc49186-54c5-4f6e-9aa9-f9123ed745f9", "tag": "e65b0a32-36ff-4226-afe2-043c12e99f1f"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:43:43.050365 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-3e60200d-69e5-4385-a3d2-d08f68b83d7e tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1352947 Nov 25 17:43:43.078656 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-69586723-7088-4612-8646-25e81a5f868b admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.0750473 Nov 25 17:43:43.082486 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 34006) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:43.082816 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 34008) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:43.121996 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-d466a3c9-0165-4f67-b78e-3d52a380aad3 admin admin] Request body: {'subnet': {'network_id': 'b8acda21-9865-4339-a7ae-4c7482e0dc3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-897476965-subnet', 'tenant_id': '41a69063d4da4df49878fa4fc1cb6c49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:43.139252 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61e6ce-d573-4a4b-a195-6ecda6e705a7 req-1be26b02-eedf-4a5a-9719-bf2c19e17d24 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:43.140978 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6e61e6ce-d573-4a4b-a195-6ecda6e705a7 req-1be26b02-eedf-4a5a-9719-bf2c19e17d24 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/networks?id=d0082d57-8c96-4a76-be0f-340c2f65b160 HTTP/1.1" status: 200 len: 812 time: 0.4767776 Nov 25 17:43:43.215463 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a889c523-5d9d-4a40-b7db-f6154b3ae3c9 service neutron] Pushing event updated for resources: {'Port': ['ID=e65b0a32-36ff-4226-afe2-043c12e99f1f,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:43.291880 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6e61e6ce-d573-4a4b-a195-6ecda6e705a7 req-750b3bdc-fbbd-4c47-b2dd-39ba034e0642 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/quotas/5a560046c26c483180c0093a6be1dd8b HTTP/1.1" status: 200 len: 375 time: 0.1003125 Nov 25 17:43:43.316785 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d466a3c9-0165-4f67-b78e-3d52a380aad3 admin admin] Made reservation on behalf of 41a69063d4da4df49878fa4fc1cb6c49 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:43:43.319333 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d466a3c9-0165-4f67-b78e-3d52a380aad3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:43.343751 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5040c0d9-3b10-4ef2-9417-c18f3da4b416 req-06aa4252-fcfa-480a-84c7-4fe6f738c00e tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:43.345418 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5040c0d9-3b10-4ef2-9417-c18f3da4b416 req-06aa4252-fcfa-480a-84c7-4fe6f738c00e tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf6e9ad9-2d91-44eb-bb03-f51c717f15d5 HTTP/1.1" status: 200 len: 945 time: 0.3584089 Nov 25 17:43:43.400842 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ffab58-e50f-424f-84d9-0234fe5d7894 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-04eac428-29fb-4200-9efe-dc6003a9ade6', 'network_id': '04eac428-29fb-4200-9efe-dc6003a9ade6', 'tenant_id': 'd63f1f30c6b449b897427945b3ad9fc1', 'fixed_ips': [{'subnet_id': 'a77b708c-9336-450a-bf88-a6613d0a0824'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:43:43.402424 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-57ffab58-e50f-424f-84d9-0234fe5d7894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:43.403913 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c92d2-617a-4f5b-94cc-43406a7254f2 req-a3d470a0-6247-4a63-9dd2-5801d4b2fe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:43.405668 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-763c92d2-617a-4f5b-94cc-43406a7254f2 req-a3d470a0-6247-4a63-9dd2-5801d4b2fe63 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0e712441963e47bda81e9361811693b1&device_id=fdc49186-54c5-4f6e-9aa9-f9123ed745f9 HTTP/1.1" status: 200 len: 1095 time: 0.3216126 Nov 25 17:43:43.487247 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-35841374-dd51-4752-93d6-3c3a91e81370 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:43.540514 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-763c92d2-617a-4f5b-94cc-43406a7254f2 req-670a45a8-37ac-4ead-b959-7c435934c7fd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e65b0a32-36ff-4226-afe2-043c12e99f1f HTTP/1.1" status: 200 len: 217 time: 0.0807474 Nov 25 17:43:43.610167 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-57ffab58-e50f-424f-84d9-0234fe5d7894 None None] Allocated IP 172.20.0.2 (04eac428-29fb-4200-9efe-dc6003a9ade6/a77b708c-9336-450a-bf88-a6613d0a0824/67ac817f-116f-47c6-acda-e98d86ab7ae6) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:43:43.614186 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-892a9240-c4f2-43d2-b066-1b7d4fffc3de tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-542255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8324'] for router, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:43.621720 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-892a9240-c4f2-43d2-b066-1b7d4fffc3de tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-542246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-542269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-530067'] for router, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:43.676694 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6e61e6ce-d573-4a4b-a195-6ecda6e705a7 req-47ff247a-859a-4608-8efb-1f9296f12e0c tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=5a560046c26c483180c0093a6be1dd8b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3716207 Nov 25 17:43:43.699225 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5040c0d9-3b10-4ef2-9417-c18f3da4b416 req-f3bcb7ac-ba00-48f5-a940-1191eb23a386 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1c3665e-ff29-4dbb-8a05-df90f9943146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244510 Nov 25 17:43:43.799053 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c92d2-617a-4f5b-94cc-43406a7254f2 req-db199d4a-d3b8-4913-bedf-d96d14d6e124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:43.801159 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-763c92d2-617a-4f5b-94cc-43406a7254f2 req-db199d4a-d3b8-4913-bedf-d96d14d6e124 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6bfddcac-73ef-4611-af8d-64b1d7a7b463 HTTP/1.1" status: 200 len: 859 time: 0.2369063 Nov 25 17:43:43.809522 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36709910-4cd1-448f-ac1a-d54ae3d5cb84 x-openstack-request-id: req-36709910-4cd1-448f-ac1a-d54ae3d5cb84 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:43:43.809988 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdc49186-54c5-4f6e-9aa9-f9123ed745f9", "tag": "e65b0a32-36ff-4226-afe2-043c12e99f1f", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:43:43.810314 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-36709910-4cd1-448f-ac1a-d54ae3d5cb84 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:43:43.811420 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdc49186-54c5-4f6e-9aa9-f9123ed745f9', 'tag': 'e65b0a32-36ff-4226-afe2-043c12e99f1f', 'status': 'completed', 'code': 200} Nov 25 17:43:43.884538 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-763c92d2-617a-4f5b-94cc-43406a7254f2 req-40561ed7-a52f-454c-b3a5-3246c0893e05 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2a677ceb-58ea-4bc7-9eda-74a3a34ce20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689259 Nov 25 17:43:43.904165 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-35841374-dd51-4752-93d6-3c3a91e81370 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:43.920761 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-892a9240-c4f2-43d2-b066-1b7d4fffc3de tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Router a0092be6-84a9-4684-a6eb-b5c3f7489087 is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:43:43.960443 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [req-6e61e6ce-d573-4a4b-a195-6ecda6e705a7 req-fdfb0bf7-2800-46d8-81b9-cadee00ed42e service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:43:43.962096 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6e61e6ce-d573-4a4b-a195-6ecda6e705a7 req-fdfb0bf7-2800-46d8-81b9-cadee00ed42e service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2843227 Nov 25 17:43:43.991236 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-57ffab58-e50f-424f-84d9-0234fe5d7894 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:44.003460 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-57ffab58-e50f-424f-84d9-0234fe5d7894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:44.055844 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ffab58-e50f-424f-84d9-0234fe5d7894 None None] Network 04eac428-29fb-4200-9efe-dc6003a9ade6 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:43:44.063344 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-57ffab58-e50f-424f-84d9-0234fe5d7894 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:43:44.067374 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ffab58-e50f-424f-84d9-0234fe5d7894 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:43:44.113468 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ffab58-e50f-424f-84d9-0234fe5d7894 None None] Pushing event updated for resources: {'Port': ['ID=67ac817f-116f-47c6-acda-e98d86ab7ae6,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:44.133311 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892a9240-c4f2-43d2-b066-1b7d4fffc3de tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:43:44.142594 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-892a9240-c4f2-43d2-b066-1b7d4fffc3de tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:44.145170 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-892a9240-c4f2-43d2-b066-1b7d4fffc3de tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] 10.222.0.75 "PUT /v2.0/routers/a0092be6-84a9-4684-a6eb-b5c3f7489087 HTTP/1.1" status: 200 len: 915 time: 3.5781457 Nov 25 17:43:44.150488 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2580042-7e56-4137-b63a-d4af92a48960 None None] Sync routers for ids ['a0092be6-84a9-4684-a6eb-b5c3f7489087'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:43:44.153388 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34038) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:44.178823 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-57ffab58-e50f-424f-84d9-0234fe5d7894 None None] Attempting to bind port 67ac817f-116f-47c6-acda-e98d86ab7ae6 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:43:44.179726 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-57ffab58-e50f-424f-84d9-0234fe5d7894 None None] Attempting to bind port 67ac817f-116f-47c6-acda-e98d86ab7ae6 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '8d22b5e4-08c7-465e-a2d9-540e28c4a016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '04eac428-29fb-4200-9efe-dc6003a9ade6'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:43:44.180262 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ffab58-e50f-424f-84d9-0234fe5d7894 None None] Attempting to bind port 67ac817f-116f-47c6-acda-e98d86ab7ae6 on network 04eac428-29fb-4200-9efe-dc6003a9ade6 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:43:44.191728 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ffab58-e50f-424f-84d9-0234fe5d7894 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:43:44.192695 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ffab58-e50f-424f-84d9-0234fe5d7894 None None] Checking segment: {'id': '8d22b5e4-08c7-465e-a2d9-540e28c4a016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '04eac428-29fb-4200-9efe-dc6003a9ade6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:43:44.193242 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-57ffab58-e50f-424f-84d9-0234fe5d7894 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:44.193741 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ffab58-e50f-424f-84d9-0234fe5d7894 None None] Bound using segment: {'id': '8d22b5e4-08c7-465e-a2d9-540e28c4a016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '04eac428-29fb-4200-9efe-dc6003a9ade6'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:43:44.194703 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-57ffab58-e50f-424f-84d9-0234fe5d7894 None None] Bound port: 67ac817f-116f-47c6-acda-e98d86ab7ae6, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d22b5e4-08c7-465e-a2d9-540e28c4a016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '04eac428-29fb-4200-9efe-dc6003a9ade6'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:43:44.195200 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-57ffab58-e50f-424f-84d9-0234fe5d7894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:44.207037 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2580042-7e56-4137-b63a-d4af92a48960 None None] Routers {'a0092be6-84a9-4684-a6eb-b5c3f7489087'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:43:44.207961 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-a2580042-7e56-4137-b63a-d4af92a48960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:43:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['a0092be6-84a9-4684-a6eb-b5c3f7489087'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:44.263834 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d466a3c9-0165-4f67-b78e-3d52a380aad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:44.267013 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-a2580042-7e56-4137-b63a-d4af92a48960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:44.309469 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-70361c61-8bd5-47a9-904c-4f567cde7f31 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] 10.222.0.75 "GET /v2.0/routers/a0092be6-84a9-4684-a6eb-b5c3f7489087 HTTP/1.1" status: 200 len: 921 time: 0.1539347 Nov 25 17:43:44.312097 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34040) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:44.325871 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2580042-7e56-4137-b63a-d4af92a48960 None None] Routers {'a0092be6-84a9-4684-a6eb-b5c3f7489087'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:43:44.326518 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-a2580042-7e56-4137-b63a-d4af92a48960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:43:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['a0092be6-84a9-4684-a6eb-b5c3f7489087'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:44.381779 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427df43a-ff26-450a-94f7-be08c67579c5 req-217a902b-23f8-4350-9475-a708a9011a8c tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:44.383476 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af86c2b-5571-459e-a640-f97ae3988744 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:44.383701 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-427df43a-ff26-450a-94f7-be08c67579c5 req-217a902b-23f8-4350-9475-a708a9011a8c tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc49186-54c5-4f6e-9aa9-f9123ed745f9 HTTP/1.1" status: 200 len: 944 time: 0.4360561 Nov 25 17:43:44.386134 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4af86c2b-5571-459e-a640-f97ae3988744 tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] 10.222.0.75 "GET /v2.0/ports?network_id=1aa44027-b9d0-4a56-9a59-7e664703e20a&device_id=a0092be6-84a9-4684-a6eb-b5c3f7489087&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0729356 Nov 25 17:43:44.389021 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34044) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:44.395197 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-a2580042-7e56-4137-b63a-d4af92a48960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:44.399598 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-763c92d2-617a-4f5b-94cc-43406a7254f2 req-80524802-8359-47fe-8da7-a7d9db25b289 service neutron] 10.222.0.74 "GET /v2.0/networks/2a677ceb-58ea-4bc7-9eda-74a3a34ce20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5039413 Nov 25 17:43:44.400443 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2580042-7e56-4137-b63a-d4af92a48960 None None] The sync data for ids ['a0092be6-84a9-4684-a6eb-b5c3f7489087'] in n-d-817746-1 is: [] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:43:44.405126 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-35841374-dd51-4752-93d6-3c3a91e81370 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:44.417373 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-57ffab58-e50f-424f-84d9-0234fe5d7894 None None] For port 67ac817f-116f-47c6-acda-e98d86ab7ae6, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:43:44.438648 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-57ffab58-e50f-424f-84d9-0234fe5d7894 None None] For port 67ac817f-116f-47c6-acda-e98d86ab7ae6, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=67ac817f-116f-47c6-acda-e98d86ab7ae6,segment=NetworkSegment(8d22b5e4-08c7-465e-a2d9-540e28c4a016),segment_id=8d22b5e4-08c7-465e-a2d9-540e28c4a016)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:43:44.446777 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-57ffab58-e50f-424f-84d9-0234fe5d7894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:44.469340 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6e61e6ce-d573-4a4b-a195-6ecda6e705a7 req-5742b9ba-9de9-4c16-b84d-af7943ef223b service neutron] 10.222.0.75 "GET /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4722881 Nov 25 17:43:44.521765 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d466a3c9-0165-4f67-b78e-3d52a380aad3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa13525a-5658-4a27-8952-4570b2dabc5c,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:44.565332 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646efe00-5c2a-41dd-b80a-c5f72309397d tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:44.568741 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-646efe00-5c2a-41dd-b80a-c5f72309397d tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] 10.222.0.75 "GET /v2.0/networks/1aa44027-b9d0-4a56-9a59-7e664703e20a HTTP/1.1" status: 200 len: 881 time: 0.1764252 Nov 25 17:43:44.571889 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34048) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:44.575418 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ffab58-e50f-424f-84d9-0234fe5d7894 None None] Pushing event updated for resources: {'Port': ['ID=67ac817f-116f-47c6-acda-e98d86ab7ae6,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:44.604934 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-16171a8c-49e9-422f-9449-851439757b29 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] 10.222.0.75 "GET /v2.0/ports?device_id=a0092be6-84a9-4684-a6eb-b5c3f7489087 HTTP/1.1" status: 200 len: 205 time: 0.0315390 Nov 25 17:43:44.607282 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34050) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:44.717201 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-35841374-dd51-4752-93d6-3c3a91e81370 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:44.790142 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-31980c59-9433-4f4d-9441-d509f274951f tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:44.998903 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-35841374-dd51-4752-93d6-3c3a91e81370 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04eac428-29fb-4200-9efe-dc6003a9ade6']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:45.012578 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-35841374-dd51-4752-93d6-3c3a91e81370 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d22b5e4-08c7-465e-a2d9-540e28c4a016') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:45.012938 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-35841374-dd51-4752-93d6-3c3a91e81370 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d22b5e4-08c7-465e-a2d9-540e28c4a016') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:45.017520 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-31980c59-9433-4f4d-9441-d509f274951f tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:45.022898 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-35841374-dd51-4752-93d6-3c3a91e81370 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:45.040369 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-763c92d2-617a-4f5b-94cc-43406a7254f2 req-afbbda4e-aa58-4e92-817a-4d73f2520ec4 service neutron] 10.222.0.74 "GET /v2.0/networks/2a677ceb-58ea-4bc7-9eda-74a3a34ce20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6125488 Nov 25 17:43:45.040678 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35841374-dd51-4752-93d6-3c3a91e81370 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Pushing event deleted for resources: {'Subnet': ['ID=a77b708c-9336-450a-bf88-a6613d0a0824,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:45.048280 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6e61e6ce-d573-4a4b-a195-6ecda6e705a7 req-3f92f15e-3d3a-4320-ba9c-e83af4cc8dad service neutron] 10.222.0.75 "GET /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5490329 Nov 25 17:43:45.049375 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-35841374-dd51-4752-93d6-3c3a91e81370 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:45.078952 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-427df43a-ff26-450a-94f7-be08c67579c5 req-f01dab0c-9b5c-4301-9250-f03d1576587a tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d500f03-b1e7-4506-ad28-855831c9b6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6787755 Nov 25 17:43:45.082982 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d466a3c9-0165-4f67-b78e-3d52a380aad3 admin admin] Checking segment: {'id': '8aa73b6f-6153-4e93-b72d-0f29892d7052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'b8acda21-9865-4339-a7ae-4c7482e0dc3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:43:45.083361 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d466a3c9-0165-4f67-b78e-3d52a380aad3 admin admin] Network hostable DHCP agents. Network: b8acda21-9865-4339-a7ae-4c7482e0dc3f, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:43:45.110486 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35841374-dd51-4752-93d6-3c3a91e81370 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Releasing vlan 929 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:43:45.111019 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-35841374-dd51-4752-93d6-3c3a91e81370 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:45.114926 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:43:45.114926 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:43:45.114926 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:43:45.114926 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:43:45.114926 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:43:45.114926 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:43:45.114926 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:43:45.114926 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:43:45.114926 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:43:45.114926 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:43:45.114926 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:43:45.114926 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:43:45.114926 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:43:45.114926 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:43:45.114926 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:43:45.114926 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:43:45.114926 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:43:45.114926 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:43:45.114926 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:43:45.114926 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:43:45.114926 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:43:45.114926 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:43:45.114926 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:43:45.114926 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:43:45.114926 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:43:45.114926 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:43:45.114926 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:43:45.114926 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:43:45.114926 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:43:45.114926 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:43:45.114926 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:43:45.114926 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:43:45.169979 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-31980c59-9433-4f4d-9441-d509f274951f tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Deleting port 0356d1ed-99ee-49a7-ad78-5f22fac5fb74 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:43:45.170344 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-31980c59-9433-4f4d-9441-d509f274951f tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:45.314709 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d466a3c9-0165-4f67-b78e-3d52a380aad3 admin admin] Network b8acda21-9865-4339-a7ae-4c7482e0dc3f is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:43:45.320950 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c693f6-3210-48b8-a952-6ce2473f9825 req-956ec504-9dd8-46bc-9653-b2f9625b3535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:45.322622 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b3c693f6-3210-48b8-a952-6ce2473f9825 req-956ec504-9dd8-46bc-9653-b2f9625b3535 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0e712441963e47bda81e9361811693b1&device_id=fdc49186-54c5-4f6e-9aa9-f9123ed745f9 HTTP/1.1" status: 200 len: 1095 time: 0.1945033 Nov 25 17:43:45.342065 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.db.api [None req-35841374-dd51-4752-93d6-3c3a91e81370 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 17:43:45.342065 n-d-817746-1 neutron-server[103361]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 17:43:45.342065 n-d-817746-1 neutron-server[103361]: [parameters: {'id': '04eac428-29fb-4200-9efe-dc6003a9ade6'}] Nov 25 17:43:45.342065 n-d-817746-1 neutron-server[103361]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103361) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:43:45.342377 n-d-817746-1 neutron-server[103361]: DEBUG oslo_db.api [None req-35841374-dd51-4752-93d6-3c3a91e81370 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:43:45.372335 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-31980c59-9433-4f4d-9441-d509f274951f tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:45.373053 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a7ccf8b3-f4ad-408c-b91b-3c9337248b38 req-2112d15a-ee78-48cf-bcff-2b544fec6d74 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=be4b7a36-232e-4fd3-be4b-dca35373e00f HTTP/1.1" status: 200 len: 210 time: 0.0651696 Nov 25 17:43:45.384268 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-d466a3c9-0165-4f67-b78e-3d52a380aad3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, b8acda21-9865-4339-a7ae-4c7482e0dc3f) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:43:45.397688 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6a6345-7eaa-44d7-8c72-312776ff90c0 None None] Network b8acda21-9865-4339-a7ae-4c7482e0dc3f requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:43:45.402694 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d466a3c9-0165-4f67-b78e-3d52a380aad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:45.403487 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d466a3c9-0165-4f67-b78e-3d52a380aad3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:45.413552 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-31980c59-9433-4f4d-9441-d509f274951f tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Calling delete_port for 0356d1ed-99ee-49a7-ad78-5f22fac5fb74 owned by network:router_gateway {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:43:45.473457 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d0d7b0-dc24-4d6a-9fae-9701ef21fb6d req-c95ca780-3306-4526-860d-705caec144a0 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:45.479036 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-07d0d7b0-dc24-4d6a-9fae-9701ef21fb6d req-c95ca780-3306-4526-860d-705caec144a0 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf6e9ad9-2d91-44eb-bb03-f51c717f15d5 HTTP/1.1" status: 200 len: 945 time: 0.2465568 Nov 25 17:43:45.519354 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d466a3c9-0165-4f67-b78e-3d52a380aad3 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.4296265 Nov 25 17:43:45.821284 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd8875a-6723-4e1a-adc5-c516555c803b None None] Network b8acda21-9865-4339-a7ae-4c7482e0dc3f requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:43:45.974054 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-31980c59-9433-4f4d-9441-d509f274951f tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:46.074082 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31980c59-9433-4f4d-9441-d509f274951f tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Pushing event deleted for resources: {'Port': ['ID=0356d1ed-99ee-49a7-ad78-5f22fac5fb74,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:46.149837 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45bd5f8-300f-4c9f-a177-ebf24afe902b None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:43:46.320239 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-31980c59-9433-4f4d-9441-d509f274951f tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:46.390525 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027d1ca0-91db-4699-856a-52f99a4d566f None None] Network 04eac428-29fb-4200-9efe-dc6003a9ade6 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:43:46.473474 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 67ac817f-116f-47c6-acda-e98d86ab7ae6 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:43:46.524120 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-2c8cb53d-53e7-4a0f-8dae-675f5bd94913 None None] Provisioning complete for port 67ac817f-116f-47c6-acda-e98d86ab7ae6 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:43:46.524751 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2c8cb53d-53e7-4a0f-8dae-675f5bd94913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:46.536484 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-31980c59-9433-4f4d-9441-d509f274951f tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:46.539007 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-31980c59-9433-4f4d-9441-d509f274951f tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:46.590104 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-31980c59-9433-4f4d-9441-d509f274951f tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:46.590685 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31980c59-9433-4f4d-9441-d509f274951f tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Fanout notify agent at l3_agent the message router_deleted on router a0092be6-84a9-4684-a6eb-b5c3f7489087 {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:43:46.602729 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-31980c59-9433-4f4d-9441-d509f274951f tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:46.604113 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-31980c59-9433-4f4d-9441-d509f274951f tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] 10.222.0.75 "DELETE /v2.0/routers/a0092be6-84a9-4684-a6eb-b5c3f7489087 HTTP/1.1" status: 204 len: 168 time: 1.9958234 Nov 25 17:43:46.607956 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34112) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:46.613794 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-5f0d6209-4cf6-423d-84ed-df008b4f2de5 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-975637560', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}, 'admin_state_up': False}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:46.682623 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 67ac817f-116f-47c6-acda-e98d86ab7ae6 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:43:46.683303 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:46.692132 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5f0d6209-4cf6-423d-84ed-df008b4f2de5 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:46.694417 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5f0d6209-4cf6-423d-84ed-df008b4f2de5 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:46.782346 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5f0d6209-4cf6-423d-84ed-df008b4f2de5 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:46.794488 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:46.815533 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-35841374-dd51-4752-93d6-3c3a91e81370 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:46.824178 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-07d0d7b0-dc24-4d6a-9fae-9701ef21fb6d req-2a930486-7625-4c8c-844c-ec0f7803db79 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1c3665e-ff29-4dbb-8a05-df90f9943146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3387067 Nov 25 17:43:46.854834 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c693f6-3210-48b8-a952-6ce2473f9825 req-f4f46f9e-39fa-40af-bf2b-f5f506597755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:46.857370 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b3c693f6-3210-48b8-a952-6ce2473f9825 req-f4f46f9e-39fa-40af-bf2b-f5f506597755 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2a677ceb-58ea-4bc7-9eda-74a3a34ce20c HTTP/1.1" status: 200 len: 920 time: 1.5220618 Nov 25 17:43:46.973101 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2c8cb53d-53e7-4a0f-8dae-675f5bd94913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:46.980530 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b3c693f6-3210-48b8-a952-6ce2473f9825 req-b0b18bca-79d4-4b26-8ee6-9488243eee4b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e65b0a32-36ff-4226-afe2-043c12e99f1f HTTP/1.1" status: 200 len: 217 time: 0.1066093 Nov 25 17:43:47.013745 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:47.038621 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:47.072671 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5f0d6209-4cf6-423d-84ed-df008b4f2de5 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:47.086830 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc12882-2f6d-4239-8210-36745f8d2ce1 None None] DHCP port deletion for 04eac428-29fb-4200-9efe-dc6003a9ade6 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:43:47.111297 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c693f6-3210-48b8-a952-6ce2473f9825 req-0927443a-f484-46ba-942d-51d047495abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:47.111297 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b3c693f6-3210-48b8-a952-6ce2473f9825 req-0927443a-f484-46ba-942d-51d047495abf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6bfddcac-73ef-4611-af8d-64b1d7a7b463 HTTP/1.1" status: 200 len: 859 time: 0.1176758 Nov 25 17:43:47.115786 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port 67ac817f-116f-47c6-acda-e98d86ab7ae6, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=67ac817f-116f-47c6-acda-e98d86ab7ae6,segment=NetworkSegment(8d22b5e4-08c7-465e-a2d9-540e28c4a016),segment_id=8d22b5e4-08c7-465e-a2d9-540e28c4a016)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:43:47.151398 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:47.191302 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device e65b0a32-36ff-4226-afe2-043c12e99f1f details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:43:47.292186 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b3c693f6-3210-48b8-a952-6ce2473f9825 req-dd55d6b9-971a-4fa1-a27c-5c6302942a17 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2a677ceb-58ea-4bc7-9eda-74a3a34ce20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1133015 Nov 25 17:43:47.353930 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3968a8e7-8813-4e7a-a287-4eda83c8cb8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:47.410006 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.db.api [None req-2c8cb53d-53e7-4a0f-8dae-675f5bd94913 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:43:47.410599 n-d-817746-1 neutron-server[103362]: DEBUG oslo_db.api [None req-2c8cb53d-53e7-4a0f-8dae-675f5bd94913 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:43:47.427178 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=67ac817f-116f-47c6-acda-e98d86ab7ae6,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:47.437141 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port e65b0a32-36ff-4226-afe2-043c12e99f1f, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e65b0a32-36ff-4226-afe2-043c12e99f1f,segment=NetworkSegment(6a86e07f-422d-4071-8634-6cec87d7ea22),segment_id=6a86e07f-422d-4071-8634-6cec87d7ea22)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:43:47.455240 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-9bc12882-2f6d-4239-8210-36745f8d2ce1 None None] Deleting port 67ac817f-116f-47c6-acda-e98d86ab7ae6 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:43:47.455747 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9bc12882-2f6d-4239-8210-36745f8d2ce1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:47.456159 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b3c693f6-3210-48b8-a952-6ce2473f9825 req-182560b1-856b-4964-921a-bf3ea1649b9a service neutron] 10.222.0.74 "GET /v2.0/networks/2a677ceb-58ea-4bc7-9eda-74a3a34ce20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437647 Nov 25 17:43:47.457855 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': 'e65b0a32-36ff-4226-afe2-043c12e99f1f', 'network_id': '2a677ceb-58ea-4bc7-9eda-74a3a34ce20c', 'port_id': 'e65b0a32-36ff-4226-afe2-043c12e99f1f', 'mac_address': 'fa:16:3e:29:30:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bfddcac-73ef-4611-af8d-64b1d7a7b463', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:43:47.528454 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5f0d6209-4cf6-423d-84ed-df008b4f2de5 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks [] for router_gateway, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:47.538404 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-35841374-dd51-4752-93d6-3c3a91e81370 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Deleting port 67ac817f-116f-47c6-acda-e98d86ab7ae6 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:43:47.539024 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-35841374-dd51-4752-93d6-3c3a91e81370 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:47.549363 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc80f7a-42ec-43cb-aab6-c6ce8eb83e04 req-2edbe33d-445f-4b38-917d-ce15e6af3f1b tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:47.558993 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6bc80f7a-42ec-43cb-aab6-c6ce8eb83e04 req-2edbe33d-445f-4b38-917d-ce15e6af3f1b tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc49186-54c5-4f6e-9aa9-f9123ed745f9 HTTP/1.1" status: 200 len: 944 time: 0.5155509 Nov 25 17:43:47.565244 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-9bc12882-2f6d-4239-8210-36745f8d2ce1 None None] For port 67ac817f-116f-47c6-acda-e98d86ab7ae6, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=67ac817f-116f-47c6-acda-e98d86ab7ae6,segment=NetworkSegment(8d22b5e4-08c7-465e-a2d9-540e28c4a016),segment_id=8d22b5e4-08c7-465e-a2d9-540e28c4a016)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:43:47.565861 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9bc12882-2f6d-4239-8210-36745f8d2ce1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:47.568755 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5f0d6209-4cf6-423d-84ed-df008b4f2de5 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:47.588078 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96692f-ee51-41f7-a0ce-231034f47f08 req-80603294-cbdb-4578-aa46-0558442378eb tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:47.590120 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3c96692f-ee51-41f7-a0ce-231034f47f08 req-80603294-cbdb-4578-aa46-0558442378eb tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] 10.222.0.75 "GET /v2.0/networks?id=abedceb6-d7b4-4d37-ad04-90d668d437ae HTTP/1.1" status: 200 len: 809 time: 0.7766192 Nov 25 17:43:47.606832 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-9bc12882-2f6d-4239-8210-36745f8d2ce1 None None] Calling delete_port for 67ac817f-116f-47c6-acda-e98d86ab7ae6 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:43:47.694725 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3c96692f-ee51-41f7-a0ce-231034f47f08 req-16fab154-2c17-409b-9d3d-244b68284a0a tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] 10.222.0.75 "GET /v2.0/quotas/bd13d6649a594c869290206dad311814 HTTP/1.1" status: 200 len: 375 time: 0.0650716 Nov 25 17:43:47.801510 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:47.814122 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3c96692f-ee51-41f7-a0ce-231034f47f08 req-d13eeba5-0b22-4aae-a0d1-0be006d6dc39 tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=bd13d6649a594c869290206dad311814&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0767014 Nov 25 17:43:47.821227 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6bc80f7a-42ec-43cb-aab6-c6ce8eb83e04 req-d793a272-8e84-4d3f-8a6d-d54338b65871 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d500f03-b1e7-4506-ad28-855831c9b6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604465 Nov 25 17:43:47.829184 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-5f0d6209-4cf6-423d-84ed-df008b4f2de5 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Allocated IP 172.25.0.74 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/0ba5f119-b20c-498c-8b09-062d8b1df8f0) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:43:47.856425 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9bc12882-2f6d-4239-8210-36745f8d2ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:47.863139 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-35841374-dd51-4752-93d6-3c3a91e81370 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] For port 67ac817f-116f-47c6-acda-e98d86ab7ae6, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=67ac817f-116f-47c6-acda-e98d86ab7ae6,segment=NetworkSegment(8d22b5e4-08c7-465e-a2d9-540e28c4a016),segment_id=8d22b5e4-08c7-465e-a2d9-540e28c4a016)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:43:47.863931 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-35841374-dd51-4752-93d6-3c3a91e81370 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:47.918447 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc12882-2f6d-4239-8210-36745f8d2ce1 None None] Pushing event deleted for resources: {'Port': ['ID=67ac817f-116f-47c6-acda-e98d86ab7ae6,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:47.928950 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc12882-2f6d-4239-8210-36745f8d2ce1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:47.928950 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc12882-2f6d-4239-8210-36745f8d2ce1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:47.928950 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc12882-2f6d-4239-8210-36745f8d2ce1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:47.928950 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc12882-2f6d-4239-8210-36745f8d2ce1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:47.928950 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc12882-2f6d-4239-8210-36745f8d2ce1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:47.928950 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc12882-2f6d-4239-8210-36745f8d2ce1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:47.928950 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc12882-2f6d-4239-8210-36745f8d2ce1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:47.954585 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc12882-2f6d-4239-8210-36745f8d2ce1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:47.954585 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc12882-2f6d-4239-8210-36745f8d2ce1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:47.954585 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc12882-2f6d-4239-8210-36745f8d2ce1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:47.954585 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc12882-2f6d-4239-8210-36745f8d2ce1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:47.954585 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc12882-2f6d-4239-8210-36745f8d2ce1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:47.954585 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e65b0a32-36ff-4226-afe2-043c12e99f1f {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:43:47.979456 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61e6ce-d573-4a4b-a195-6ecda6e705a7 req-6d9663e0-6964-4d87-a9c1-ac8f4661f166 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:47.981932 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6e61e6ce-d573-4a4b-a195-6ecda6e705a7 req-6d9663e0-6964-4d87-a9c1-ac8f4661f166 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.90 "GET /v2.0/networks?id=d0082d57-8c96-4a76-be0f-340c2f65b160 HTTP/1.1" status: 200 len: 812 time: 0.8742592 Nov 25 17:43:47.996748 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc12882-2f6d-4239-8210-36745f8d2ce1 None None] No DVR routers for this DVR port 67ac817f-116f-47c6-acda-e98d86ab7ae6 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:43:48.001785 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-35841374-dd51-4752-93d6-3c3a91e81370 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Calling delete_port for 67ac817f-116f-47c6-acda-e98d86ab7ae6 owned by network:dhcp {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:43:48.005159 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-2c8cb53d-53e7-4a0f-8dae-675f5bd94913 None None] Port 67ac817f-116f-47c6-acda-e98d86ab7ae6 update to ACTIVE by agent not found {{(pid=103362) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 25 17:43:48.022471 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-6e61e6ce-d573-4a4b-a195-6ecda6e705a7 req-82433586-8419-4fc0-9252-b27054cb009e tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Request body: {'port': {'device_id': 'be4b7a36-232e-4fd3-be4b-dca35373e00f', 'network_id': 'd0082d57-8c96-4a76-be0f-340c2f65b160', 'admin_state_up': True, 'tenant_id': '5a560046c26c483180c0093a6be1dd8b'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:48.055897 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port e65b0a32-36ff-4226-afe2-043c12e99f1f, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e65b0a32-36ff-4226-afe2-043c12e99f1f,segment=NetworkSegment(6a86e07f-422d-4071-8634-6cec87d7ea22),segment_id=6a86e07f-422d-4071-8634-6cec87d7ea22)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:43:48.066681 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:48.074934 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5f0d6209-4cf6-423d-84ed-df008b4f2de5 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:48.123947 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b3c693f6-3210-48b8-a952-6ce2473f9825 req-480fe28f-9a5f-487e-a4c5-3ef246a5c60a service neutron] 10.222.0.74 "GET /v2.0/networks/2a677ceb-58ea-4bc7-9eda-74a3a34ce20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6142933 Nov 25 17:43:48.124482 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5f0d6209-4cf6-423d-84ed-df008b4f2de5 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:48.183664 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=e65b0a32-36ff-4226-afe2-043c12e99f1f,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:48.189735 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0d6209-4cf6-423d-84ed-df008b4f2de5 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:43:48.223240 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-5f0d6209-4cf6-423d-84ed-df008b4f2de5 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:43:48.237391 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3c96692f-ee51-41f7-a0ce-231034f47f08 req-96e9bfd2-aadd-4d19-b683-36ea3c494feb service neutron] 10.222.0.75 "GET /v2.0/networks/abedceb6-d7b4-4d37-ad04-90d668d437ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981054 Nov 25 17:43:48.237566 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a34c1e-be45-4b6d-b997-04971d47ad47 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:43:48.241554 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0d6209-4cf6-423d-84ed-df008b4f2de5 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:43:48.252717 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0d6209-4cf6-423d-84ed-df008b4f2de5 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Pushing event updated for resources: {'Port': ['ID=0ba5f119-b20c-498c-8b09-062d8b1df8f0,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:48.273283 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 67ac817f-116f-47c6-acda-e98d86ab7ae6 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:43:48.300608 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3d5b100-ad96-4762-9d37-7c4ca7cb14d5 req-48687418-7e8c-4114-8121-dae086c0faa9 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=be4b7a36-232e-4fd3-be4b-dca35373e00f HTTP/1.1" status: 200 len: 210 time: 0.3154249 Nov 25 17:43:48.336570 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 67ac817f-116f-47c6-acda-e98d86ab7ae6 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:43:48.336955 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 67ac817f-116f-47c6-acda-e98d86ab7ae6 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:43:48.339523 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['e65b0a32-36ff-4226-afe2-043c12e99f1f'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:43:48.440867 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-c5164b67-ebb9-49df-bc5a-4286e30a9434 None None] Provisioning complete for port 0ba5f119-b20c-498c-8b09-062d8b1df8f0 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:43:48.441210 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c5164b67-ebb9-49df-bc5a-4286e30a9434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:48.529184 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-c5164b67-ebb9-49df-bc5a-4286e30a9434 None None] Port 0ba5f119-b20c-498c-8b09-062d8b1df8f0 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:43:48.606972 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5f0d6209-4cf6-423d-84ed-df008b4f2de5 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks [] for router_gateway, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:48.618345 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-35841374-dd51-4752-93d6-3c3a91e81370 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:48.648010 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35841374-dd51-4752-93d6-3c3a91e81370 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] No DVR routers for this DVR port 67ac817f-116f-47c6-acda-e98d86ab7ae6 on host n-d-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:43:48.684251 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3c96692f-ee51-41f7-a0ce-231034f47f08 req-b40e15fd-418f-4074-947d-6abe928f1e56 service neutron] 10.222.0.75 "GET /v2.0/networks/abedceb6-d7b4-4d37-ad04-90d668d437ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3946798 Nov 25 17:43:48.688000 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35841374-dd51-4752-93d6-3c3a91e81370 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Pushing event deleted for resources: {'Port': ['ID=67ac817f-116f-47c6-acda-e98d86ab7ae6,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:48.710639 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e61e6ce-d573-4a4b-a195-6ecda6e705a7 req-82433586-8419-4fc0-9252-b27054cb009e tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Made reservation on behalf of 5a560046c26c483180c0093a6be1dd8b for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:43:48.715034 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6e61e6ce-d573-4a4b-a195-6ecda6e705a7 req-82433586-8419-4fc0-9252-b27054cb009e tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:48.827408 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294126f-cd7d-42de-a77d-c223ed916764 req-2ee109b1-bc87-47a9-9561-3197b254e8c5 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:48.836012 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8294126f-cd7d-42de-a77d-c223ed916764 req-2ee109b1-bc87-47a9-9561-3197b254e8c5 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf6e9ad9-2d91-44eb-bb03-f51c717f15d5 HTTP/1.1" status: 200 len: 945 time: 0.2805080 Nov 25 17:43:48.888065 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5f0d6209-4cf6-423d-84ed-df008b4f2de5 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:49.028372 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-35841374-dd51-4752-93d6-3c3a91e81370 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:49.048759 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f0d6209-4cf6-423d-84ed-df008b4f2de5 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Router 8ec1cdfe-2961-4877-b609-66d198e85748 is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:43:49.139398 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-35841374-dd51-4752-93d6-3c3a91e81370 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04eac428-29fb-4200-9efe-dc6003a9ade6']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:49.181612 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device e65b0a32-36ff-4226-afe2-043c12e99f1f up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:43:49.186499 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-35841374-dd51-4752-93d6-3c3a91e81370 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d22b5e4-08c7-465e-a2d9-540e28c4a016') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:49.186981 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-35841374-dd51-4752-93d6-3c3a91e81370 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d22b5e4-08c7-465e-a2d9-540e28c4a016') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:49.193509 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8294126f-cd7d-42de-a77d-c223ed916764 req-400ff81c-8004-4b00-93a5-b0e555140598 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1c3665e-ff29-4dbb-8a05-df90f9943146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499894 Nov 25 17:43:49.208426 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0d6209-4cf6-423d-84ed-df008b4f2de5 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:43:49.221815 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509d3d00-cb54-4b3d-8ed8-1f6d16c6b979 None None] Sync routers for ids ['8ec1cdfe-2961-4877-b609-66d198e85748'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:43:49.243033 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509d3d00-cb54-4b3d-8ed8-1f6d16c6b979 None None] Routers {'8ec1cdfe-2961-4877-b609-66d198e85748'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:43:49.245958 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-509d3d00-cb54-4b3d-8ed8-1f6d16c6b979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:43:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['8ec1cdfe-2961-4877-b609-66d198e85748'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:49.257015 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-35841374-dd51-4752-93d6-3c3a91e81370 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:49.258201 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5f0d6209-4cf6-423d-84ed-df008b4f2de5 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:49.259599 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-5f0d6209-4cf6-423d-84ed-df008b4f2de5 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.6501992 Nov 25 17:43:49.269339 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34162) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:49.279715 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-5d0b8465-03ff-4caa-9445-f2118189ab3c tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:49.285717 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d463ddb2-05f6-47d1-b5e0-522842ff7c6a req-94aad0e3-f555-4ea1-87b5-1075552a4407 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:49.293792 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d463ddb2-05f6-47d1-b5e0-522842ff7c6a req-94aad0e3-f555-4ea1-87b5-1075552a4407 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc49186-54c5-4f6e-9aa9-f9123ed745f9 HTTP/1.1" status: 200 len: 945 time: 0.3501809 Nov 25 17:43:49.345099 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-509d3d00-cb54-4b3d-8ed8-1f6d16c6b979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:49.365104 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-35841374-dd51-4752-93d6-3c3a91e81370 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:49.386602 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509d3d00-cb54-4b3d-8ed8-1f6d16c6b979 None None] Routers {'8ec1cdfe-2961-4877-b609-66d198e85748'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:43:49.387227 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-509d3d00-cb54-4b3d-8ed8-1f6d16c6b979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:43:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['8ec1cdfe-2961-4877-b609-66d198e85748'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:49.402305 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port e65b0a32-36ff-4226-afe2-043c12e99f1f completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:43:49.412116 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port e65b0a32-36ff-4226-afe2-043c12e99f1f triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:43:49.412490 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:49.413621 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f611a8a5-ae5b-4950-a2e9-7bdf6fb69d36 req-f3567d6d-8a0e-4ed4-a5eb-a3c3aa746aa2 tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] 10.222.0.75 "GET /v2.0/ports?device_id=87a0f720-b27c-456e-bed8-119052335bb6 HTTP/1.1" status: 200 len: 210 time: 0.0746908 Nov 25 17:43:49.433610 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35841374-dd51-4752-93d6-3c3a91e81370 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Releasing vlan 929 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:43:49.435206 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-35841374-dd51-4752-93d6-3c3a91e81370 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:49.442770 n-d-817746-1 neutron-server[103361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:43:49.442770 n-d-817746-1 neutron-server[103361]: self.session.flush() Nov 25 17:43:49.442770 n-d-817746-1 neutron-server[103361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:43:49.442770 n-d-817746-1 neutron-server[103361]: self.session.flush() Nov 25 17:43:49.442770 n-d-817746-1 neutron-server[103361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:43:49.442770 n-d-817746-1 neutron-server[103361]: self.session.flush() Nov 25 17:43:49.442770 n-d-817746-1 neutron-server[103361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:43:49.442770 n-d-817746-1 neutron-server[103361]: self.session.flush() Nov 25 17:43:49.442770 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:43:49.442770 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:43:49.442770 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:43:49.442770 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:43:49.442770 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:43:49.442770 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:43:49.442770 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:43:49.442770 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:43:49.442770 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:43:49.442770 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:43:49.442770 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:43:49.442770 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:43:49.442770 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:43:49.442770 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:43:49.442770 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:43:49.442770 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:43:49.442770 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:43:49.442770 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:43:49.442770 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:43:49.442770 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:43:49.442770 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:43:49.442770 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:43:49.442770 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:43:49.442770 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:43:49.442770 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:43:49.442770 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:43:49.442770 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:43:49.442770 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:43:49.442770 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:43:49.442770 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:43:49.442770 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:43:49.442770 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:43:49.446087 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-6e61e6ce-d573-4a4b-a195-6ecda6e705a7 req-82433586-8419-4fc0-9252-b27054cb009e tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Allocated IP 172.20.0.4 (d0082d57-8c96-4a76-be0f-340c2f65b160/c74f83ed-3896-4341-8cf1-e1417d85add2/153edba5-0694-404e-8e28-a5ad64821450) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:43:49.486162 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-509d3d00-cb54-4b3d-8ed8-1f6d16c6b979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:49.487068 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509d3d00-cb54-4b3d-8ed8-1f6d16c6b979 None None] The sync data for ids ['8ec1cdfe-2961-4877-b609-66d198e85748'] in n-d-817746-1 is: [] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:43:49.618450 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:49.641010 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-35841374-dd51-4752-93d6-3c3a91e81370 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:49.653464 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-35841374-dd51-4752-93d6-3c3a91e81370 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:49.661399 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-35841374-dd51-4752-93d6-3c3a91e81370 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "DELETE /v2.0/networks/04eac428-29fb-4200-9efe-dc6003a9ade6 HTTP/1.1" status: 204 len: 168 time: 6.5730700 Nov 25 17:43:49.665893 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 34170) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:49.681876 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d463ddb2-05f6-47d1-b5e0-522842ff7c6a req-ea0d9ab3-2b19-499a-be6f-6d24dd0507ff tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d500f03-b1e7-4506-ad28-855831c9b6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3870628 Nov 25 17:43:49.697563 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc49186-54c5-4f6e-9aa9-f9123ed745f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e65b0a32-36ff-4226-afe2-043c12e99f1f'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:43:49.705265 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9352d63f-9a80-4c1e-8014-1eca4d1bf66d req-09f7cfa4-0ec9-4665-b014-175f11396a55 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=be4b7a36-232e-4fd3-be4b-dca35373e00f HTTP/1.1" status: 200 len: 210 time: 0.1128852 Nov 25 17:43:49.710340 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-631a74c8-6a73-40ee-9a16-af0759a98979 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-149850555'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:49.715481 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6419ff-d4b5-424e-8eff-ba6a159b7d63" -d '{"events": [{"server_uuid": "fdc49186-54c5-4f6e-9aa9-f9123ed745f9", "name": "network-vif-plugged", "status": "completed", "tag": "e65b0a32-36ff-4226-afe2-043c12e99f1f"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:43:49.746376 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port e65b0a32-36ff-4226-afe2-043c12e99f1f, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e65b0a32-36ff-4226-afe2-043c12e99f1f,segment=NetworkSegment(6a86e07f-422d-4071-8634-6cec87d7ea22),segment_id=6a86e07f-422d-4071-8634-6cec87d7ea22)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:43:49.752227 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:49.762272 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35841374-dd51-4752-93d6-3c3a91e81370 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Pushing event deleted for resources: {'Network': ['ID=04eac428-29fb-4200-9efe-dc6003a9ade6,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:49.836991 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed39b352-24a7-4490-9eca-83452a46aa7d x-openstack-request-id: req-ed39b352-24a7-4490-9eca-83452a46aa7d {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:43:49.837656 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdc49186-54c5-4f6e-9aa9-f9123ed745f9", "name": "network-vif-plugged", "status": "completed", "tag": "e65b0a32-36ff-4226-afe2-043c12e99f1f", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:43:49.837911 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ed39b352-24a7-4490-9eca-83452a46aa7d {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:43:49.838316 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdc49186-54c5-4f6e-9aa9-f9123ed745f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e65b0a32-36ff-4226-afe2-043c12e99f1f', 'code': 200} Nov 25 17:43:49.860222 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631a74c8-6a73-40ee-9a16-af0759a98979 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Made reservation on behalf of d63f1f30c6b449b897427945b3ad9fc1 for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:43:49.877184 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-631a74c8-6a73-40ee-9a16-af0759a98979 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:49.877789 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-67063c78-f665-4527-876e-4431f2e36f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:49.881202 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=e65b0a32-36ff-4226-afe2-043c12e99f1f,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:50.003850 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5d0b8465-03ff-4caa-9445-f2118189ab3c tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:50.034050 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-631a74c8-6a73-40ee-9a16-af0759a98979 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 907} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:43:50.034712 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5d0b8465-03ff-4caa-9445-f2118189ab3c tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:50.062706 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-631a74c8-6a73-40ee-9a16-af0759a98979 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:50.063330 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-631a74c8-6a73-40ee-9a16-af0759a98979 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Added segment 08450003-e46c-4123-a331-ad55f4711a43 of type vlan for network fa3b488d-0904-43a8-a195-b3ece4643c62 Nov 25 17:43:50.129127 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6e61e6ce-d573-4a4b-a195-6ecda6e705a7 req-82433586-8419-4fc0-9252-b27054cb009e tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:50.164232 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-5d0b8465-03ff-4caa-9445-f2118189ab3c tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Deleting port 0ba5f119-b20c-498c-8b09-062d8b1df8f0 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:43:50.164885 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5d0b8465-03ff-4caa-9445-f2118189ab3c tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:50.171000 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad34d18-31b7-49bc-88ba-fdfaaf2d01e2 req-111801fd-cfb8-4437-b824-d66a7a2caa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:50.172911 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0ad34d18-31b7-49bc-88ba-fdfaaf2d01e2 req-111801fd-cfb8-4437-b824-d66a7a2caa39 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fdc49186-54c5-4f6e-9aa9-f9123ed745f9 HTTP/1.1" status: 200 len: 1097 time: 0.1806569 Nov 25 17:43:50.209986 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-631a74c8-6a73-40ee-9a16-af0759a98979 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:50.256863 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0ad34d18-31b7-49bc-88ba-fdfaaf2d01e2 req-8b86661e-5f58-4748-bc07-e7c21578789f service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=6d500f03-b1e7-4506-ad28-855831c9b6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729589 Nov 25 17:43:50.279485 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5d0b8465-03ff-4caa-9445-f2118189ab3c tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:50.294961 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-5d0b8465-03ff-4caa-9445-f2118189ab3c tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Calling delete_port for 0ba5f119-b20c-498c-8b09-062d8b1df8f0 owned by network:router_gateway {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:43:50.318828 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6e61e6ce-d573-4a4b-a195-6ecda6e705a7 req-82433586-8419-4fc0-9252-b27054cb009e tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:50.331875 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['5065f371-45ed-4e50-b639-0de33fa2049c'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:43:50.335032 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['dc6a8024-085e-4dd4-a044-03e7336eacba'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:43:50.345457 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-631a74c8-6a73-40ee-9a16-af0759a98979 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:50.351194 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631a74c8-6a73-40ee-9a16-af0759a98979 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:50.351861 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-631a74c8-6a73-40ee-9a16-af0759a98979 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:50.408445 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e61e6ce-d573-4a4b-a195-6ecda6e705a7 req-82433586-8419-4fc0-9252-b27054cb009e tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Network d0082d57-8c96-4a76-be0f-340c2f65b160 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:43:50.464410 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-6e61e6ce-d573-4a4b-a195-6ecda6e705a7 req-82433586-8419-4fc0-9252-b27054cb009e tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:43:50.481945 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e61e6ce-d573-4a4b-a195-6ecda6e705a7 req-82433586-8419-4fc0-9252-b27054cb009e tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:43:50.762697 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-631a74c8-6a73-40ee-9a16-af0759a98979 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0717001 Nov 25 17:43:50.781680 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 34204) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:50.798500 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-f26bf000-05dc-4f6a-bcd0-c0e1b8cc69ca tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Request body: {'subnet': {'network_id': 'fa3b488d-0904-43a8-a195-b3ece4643c62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:50.886590 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:50.956743 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82433586-8419-4fc0-9252-b27054cb009e tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Pushing event updated for resources: {'Port': ['ID=153edba5-0694-404e-8e28-a5ad64821450,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:50.979057 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a74c8-6a73-40ee-9a16-af0759a98979 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Pushing event updated for resources: {'Network': ['ID=fa3b488d-0904-43a8-a195-b3ece4643c62,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:51.002033 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network fa3b488d-0904-43a8-a195-b3ece4643c62 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:43:51.055311 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-512c120a-2b35-4305-a02b-e0fefb72e9b5 req-8fec947a-7cbc-4b0a-ab61-a1708e14b2c0 tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] 10.222.0.75 "GET /v2.0/ports?device_id=87a0f720-b27c-456e-bed8-119052335bb6 HTTP/1.1" status: 200 len: 210 time: 0.2831795 Nov 25 17:43:51.098343 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507553e2-63ec-4f00-81ed-967583f0a084 req-6ffb610f-67cd-4ac9-b421-66bcde9ecd96 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:51.100066 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-507553e2-63ec-4f00-81ed-967583f0a084 req-6ffb610f-67cd-4ac9-b421-66bcde9ecd96 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf6e9ad9-2d91-44eb-bb03-f51c717f15d5 HTTP/1.1" status: 200 len: 945 time: 0.7663410 Nov 25 17:43:51.125406 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61e6ce-d573-4a4b-a195-6ecda6e705a7 req-82433586-8419-4fc0-9252-b27054cb009e tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:51.126085 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6e61e6ce-d573-4a4b-a195-6ecda6e705a7 req-82433586-8419-4fc0-9252-b27054cb009e tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:51.261929 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6e61e6ce-d573-4a4b-a195-6ecda6e705a7 req-82433586-8419-4fc0-9252-b27054cb009e tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2546587 Nov 25 17:43:51.390078 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-6e61e6ce-d573-4a4b-a195-6ecda6e705a7 req-1638b989-dc08-484d-8c4d-81b2a0cb8e7d service neutron] Request body: {'port': {'device_id': 'be4b7a36-232e-4fd3-be4b-dca35373e00f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:51.488775 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96692f-ee51-41f7-a0ce-231034f47f08 req-599828f0-f44d-4ff1-b535-84f1d3a46aba tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:51.500566 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3c96692f-ee51-41f7-a0ce-231034f47f08 req-599828f0-f44d-4ff1-b535-84f1d3a46aba tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] 10.222.0.74 "GET /v2.0/networks?id=abedceb6-d7b4-4d37-ad04-90d668d437ae HTTP/1.1" status: 200 len: 809 time: 0.7310514 Nov 25 17:43:51.529248 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-3c96692f-ee51-41f7-a0ce-231034f47f08 req-ea38354f-0c7c-4cdc-a14d-e48a2828fc4a tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] Request body: {'port': {'device_id': '87a0f720-b27c-456e-bed8-119052335bb6', 'network_id': 'abedceb6-d7b4-4d37-ad04-90d668d437ae', 'admin_state_up': True, 'tenant_id': 'bd13d6649a594c869290206dad311814'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:51.531971 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5d0b8465-03ff-4caa-9445-f2118189ab3c tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:51.590759 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-4fb11dc0-6553-4c4b-b19f-952b36a3dd06 None None] Provisioning complete for port 153edba5-0694-404e-8e28-a5ad64821450 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:43:51.591718 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4fb11dc0-6553-4c4b-b19f-952b36a3dd06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:51.626028 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-4fb11dc0-6553-4c4b-b19f-952b36a3dd06 None None] Port 153edba5-0694-404e-8e28-a5ad64821450 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:43:51.641355 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0b8465-03ff-4caa-9445-f2118189ab3c tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Pushing event deleted for resources: {'Port': ['ID=0ba5f119-b20c-498c-8b09-062d8b1df8f0,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:51.655785 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682ff4a8-4814-4962-95a4-0ffe6120a647 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:43:51.698042 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-507553e2-63ec-4f00-81ed-967583f0a084 req-d24ea007-5908-440b-8df8-2e7f154604f5 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1c3665e-ff29-4dbb-8a05-df90f9943146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4770439 Nov 25 17:43:51.740115 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b560a-773e-41fc-87dd-906c1c902536 req-4938e9fd-e726-466b-a7ba-83142d030088 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:51.747654 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-870b560a-773e-41fc-87dd-906c1c902536 req-4938e9fd-e726-466b-a7ba-83142d030088 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc49186-54c5-4f6e-9aa9-f9123ed745f9 HTTP/1.1" status: 200 len: 946 time: 0.5148249 Nov 25 17:43:51.775904 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6e61e6ce-d573-4a4b-a195-6ecda6e705a7 req-1638b989-dc08-484d-8c4d-81b2a0cb8e7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:51.796114 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.db.api [None req-f26bf000-05dc-4f6a-bcd0-c0e1b8cc69ca tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 25 17:43:51.796114 n-d-817746-1 neutron-server[103361]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 25 17:43:51.796114 n-d-817746-1 neutron-server[103361]: [parameters: {'project_id': 'd63f1f30c6b449b897427945b3ad9fc1', 'id': '7a364016-048d-4829-955f-03143d59f52e', 'expiration': datetime.datetime(2021, 11, 25, 17, 45, 51, 758188)}] Nov 25 17:43:51.796114 n-d-817746-1 neutron-server[103361]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103361) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:43:51.796864 n-d-817746-1 neutron-server[103361]: DEBUG oslo_db.api [None req-f26bf000-05dc-4f6a-bcd0-c0e1b8cc69ca tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:43:51.827643 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c96692f-ee51-41f7-a0ce-231034f47f08 req-ea38354f-0c7c-4cdc-a14d-e48a2828fc4a tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] Made reservation on behalf of bd13d6649a594c869290206dad311814 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:43:51.831183 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3c96692f-ee51-41f7-a0ce-231034f47f08 req-ea38354f-0c7c-4cdc-a14d-e48a2828fc4a tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:51.846004 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5d0b8465-03ff-4caa-9445-f2118189ab3c tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:51.941143 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-870b560a-773e-41fc-87dd-906c1c902536 req-1df9cd83-f98a-4fff-80b7-6bf2fac63546 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d500f03-b1e7-4506-ad28-855831c9b6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808167 Nov 25 17:43:52.063135 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:52.099602 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c50be-ec0a-429a-866e-332a77b384e6 req-6d7e5b4f-7d4e-4e0d-b860-242035b830b2 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:52.101593 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-330c50be-ec0a-429a-866e-332a77b384e6 req-6d7e5b4f-7d4e-4e0d-b860-242035b830b2 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=be4b7a36-232e-4fd3-be4b-dca35373e00f HTTP/1.1" status: 200 len: 931 time: 0.2500076 Nov 25 17:43:52.257520 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5d0b8465-03ff-4caa-9445-f2118189ab3c tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-542255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8324'] for router, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:52.265724 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5d0b8465-03ff-4caa-9445-f2118189ab3c tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-542246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-542269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-530067'] for router, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:52.387264 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d0b8465-03ff-4caa-9445-f2118189ab3c tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Router 8ec1cdfe-2961-4877-b609-66d198e85748 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:43:52.488816 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0b8465-03ff-4caa-9445-f2118189ab3c tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:43:52.505497 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5d0b8465-03ff-4caa-9445-f2118189ab3c tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:52.506196 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2f3b0b-fe69-4e3d-8824-8c952e434cb9 None None] Sync routers for ids ['8ec1cdfe-2961-4877-b609-66d198e85748'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:43:52.510776 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-5d0b8465-03ff-4caa-9445-f2118189ab3c tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] 10.222.0.75 "PUT /v2.0/routers/8ec1cdfe-2961-4877-b609-66d198e85748 HTTP/1.1" status: 200 len: 705 time: 3.2401872 Nov 25 17:43:52.511499 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34216) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:52.532388 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2f3b0b-fe69-4e3d-8824-8c952e434cb9 None None] Routers {'8ec1cdfe-2961-4877-b609-66d198e85748'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:43:52.533305 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-6b2f3b0b-fe69-4e3d-8824-8c952e434cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:43:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['8ec1cdfe-2961-4877-b609-66d198e85748'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:52.577328 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-6b2f3b0b-fe69-4e3d-8824-8c952e434cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:52.591754 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2f3b0b-fe69-4e3d-8824-8c952e434cb9 None None] Routers {'8ec1cdfe-2961-4877-b609-66d198e85748'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:43:52.593143 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-6b2f3b0b-fe69-4e3d-8824-8c952e434cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:43:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['8ec1cdfe-2961-4877-b609-66d198e85748'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:52.621029 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-33d59e21-ade3-42ea-b1d6-29d9a90ba021 req-a203561a-eab0-4309-8303-9fe11545c4bb tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] 10.222.0.75 "GET /v2.0/ports?device_id=87a0f720-b27c-456e-bed8-119052335bb6 HTTP/1.1" status: 200 len: 210 time: 0.0962470 Nov 25 17:43:52.631215 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-6b2f3b0b-fe69-4e3d-8824-8c952e434cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:52.632342 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2f3b0b-fe69-4e3d-8824-8c952e434cb9 None None] The sync data for ids ['8ec1cdfe-2961-4877-b609-66d198e85748'] in n-d-817746-1 is: [] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:43:52.691154 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26bf000-05dc-4f6a-bcd0-c0e1b8cc69ca tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Made reservation on behalf of d63f1f30c6b449b897427945b3ad9fc1 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:43:52.695798 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f26bf000-05dc-4f6a-bcd0-c0e1b8cc69ca tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:52.732404 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-330c50be-ec0a-429a-866e-332a77b384e6 req-5985087f-9e0b-43ae-a7b8-c10f06f60741 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6185639 Nov 25 17:43:52.755242 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7959757d-9666-49f6-bc9c-d67127cdef7f tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] 10.222.0.75 "GET /v2.0/routers/8ec1cdfe-2961-4877-b609-66d198e85748 HTTP/1.1" status: 200 len: 740 time: 0.2425325 Nov 25 17:43:52.756404 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34220) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:52.829324 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-3c96692f-ee51-41f7-a0ce-231034f47f08 req-ea38354f-0c7c-4cdc-a14d-e48a2828fc4a tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] Allocated IP 172.20.0.10 (abedceb6-d7b4-4d37-ad04-90d668d437ae/166c4f5a-60a4-4d77-8cb0-66377155a334/7cad5060-6678-4f66-9928-f9b2b8e0f0bd) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:43:52.836877 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.ipam_backend_mixin [None req-f26bf000-05dc-4f6a-bcd0-c0e1b8cc69ca tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Performing IP validity checks on allocation pools {{(pid=103361) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 25 17:43:52.836877 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.ipam_backend_mixin [None req-f26bf000-05dc-4f6a-bcd0-c0e1b8cc69ca tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103361) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 25 17:43:52.865508 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-42905b41-270c-4ad4-9a75-01bea5a5bd9e tempest-RoutersAdminTest-900481136 tempest-RoutersAdminTest-900481136-project-admin] 10.222.0.75 "GET /v2.0/ports?network_id=1aa44027-b9d0-4a56-9a59-7e664703e20a&device_id=8ec1cdfe-2961-4877-b609-66d198e85748 HTTP/1.1" status: 200 len: 205 time: 0.1061151 Nov 25 17:43:52.866702 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34222) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:52.901473 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ca860646-e41d-4d9c-82de-92f4f1978184 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] 10.222.0.75 "GET /v2.0/ports?device_id=8ec1cdfe-2961-4877-b609-66d198e85748 HTTP/1.1" status: 200 len: 205 time: 0.0329740 Nov 25 17:43:52.902321 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34224) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:52.969425 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-6e61e6ce-d573-4a4b-a195-6ecda6e705a7 req-1638b989-dc08-484d-8c4d-81b2a0cb8e7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 153edba5-0694-404e-8e28-a5ad64821450 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:43:52.979825 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:52.993557 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6e61e6ce-d573-4a4b-a195-6ecda6e705a7 req-1638b989-dc08-484d-8c4d-81b2a0cb8e7d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:53.012851 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-20eb00b9-0469-42d8-8cd5-65dc1426f976 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:53.014611 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5704af37-588f-4fe1-9141-a3b955f712aa req-361596cf-ef82-4d86-ae06-aaee19180f2d tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:53.016192 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5704af37-588f-4fe1-9141-a3b955f712aa req-361596cf-ef82-4d86-ae06-aaee19180f2d tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf6e9ad9-2d91-44eb-bb03-f51c717f15d5 HTTP/1.1" status: 200 len: 945 time: 0.1732438 Nov 25 17:43:53.108854 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-6e61e6ce-d573-4a4b-a195-6ecda6e705a7 req-1638b989-dc08-484d-8c4d-81b2a0cb8e7d service neutron] Transition to ACTIVE for port object 153edba5-0694-404e-8e28-a5ad64821450 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:43:53.148809 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6e61e6ce-d573-4a4b-a195-6ecda6e705a7 req-1638b989-dc08-484d-8c4d-81b2a0cb8e7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:53.244335 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-20eb00b9-0469-42d8-8cd5-65dc1426f976 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:53.252568 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-20eb00b9-0469-42d8-8cd5-65dc1426f976 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:53.312245 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-20eb00b9-0469-42d8-8cd5-65dc1426f976 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:53.313174 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20eb00b9-0469-42d8-8cd5-65dc1426f976 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Fanout notify agent at l3_agent the message router_deleted on router 8ec1cdfe-2961-4877-b609-66d198e85748 {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:43:53.322475 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-20eb00b9-0469-42d8-8cd5-65dc1426f976 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:53.330549 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-20eb00b9-0469-42d8-8cd5-65dc1426f976 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] 10.222.0.75 "DELETE /v2.0/routers/8ec1cdfe-2961-4877-b609-66d198e85748 HTTP/1.1" status: 204 len: 168 time: 0.4269490 Nov 25 17:43:53.331390 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34230) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:53.369674 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c9763f67-06ff-4d18-81f1-5e6230cffa9f tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] 10.222.0.75 "GET /v2.0/ports?device_id=8ec1cdfe-2961-4877-b609-66d198e85748 HTTP/1.1" status: 200 len: 205 time: 0.0370867 Nov 25 17:43:53.370278 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34232) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:53.411191 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-48ee835b-ebe9-4926-814d-e624d466f18e tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] delete failed (client error): The resource could not be found. Nov 25 17:43:53.415759 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-48ee835b-ebe9-4926-814d-e624d466f18e tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] 10.222.0.75 "DELETE /v2.0/routers/8ec1cdfe-2961-4877-b609-66d198e85748 HTTP/1.1" status: 404 len: 336 time: 0.0444682 Nov 25 17:43:53.416382 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34234) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:53.441490 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3c96692f-ee51-41f7-a0ce-231034f47f08 req-ea38354f-0c7c-4cdc-a14d-e48a2828fc4a tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:53.481966 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-61ed0a43-12b2-446e-ac63-2387f779bbba tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] 10.222.0.75 "GET /v2.0/ports?device_id=a0092be6-84a9-4684-a6eb-b5c3f7489087 HTTP/1.1" status: 200 len: 205 time: 0.0644250 Nov 25 17:43:53.482587 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34238) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:53.538043 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3c96692f-ee51-41f7-a0ce-231034f47f08 req-ea38354f-0c7c-4cdc-a14d-e48a2828fc4a tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:53.551338 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f26bf000-05dc-4f6a-bcd0-c0e1b8cc69ca tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:53.588854 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5704af37-588f-4fe1-9141-a3b955f712aa req-4fcfcd47-9166-49bd-898f-fd4eb6330afd tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1c3665e-ff29-4dbb-8a05-df90f9943146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5571580 Nov 25 17:43:53.619723 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-1d9e3d42-2d55-4298-845d-8acba248e2ba tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] delete failed (client error): The resource could not be found. Nov 25 17:43:53.629938 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1d9e3d42-2d55-4298-845d-8acba248e2ba tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] 10.222.0.75 "DELETE /v2.0/routers/a0092be6-84a9-4684-a6eb-b5c3f7489087 HTTP/1.1" status: 404 len: 336 time: 0.1451828 Nov 25 17:43:53.632212 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34240) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:53.652263 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1638b989-dc08-484d-8c4d-81b2a0cb8e7d service neutron] Pushing event updated for resources: {'Port': ['ID=153edba5-0694-404e-8e28-a5ad64821450,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:53.736404 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-835adeec-64f3-402b-90f7-18d5915b116e tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] 10.222.0.75 "GET /v2.0/ports?device_id=81330b45-a02a-4303-bf12-74b5d828d956 HTTP/1.1" status: 200 len: 205 time: 0.1017075 Nov 25 17:43:53.741876 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34244) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:53.779649 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c96692f-ee51-41f7-a0ce-231034f47f08 req-ea38354f-0c7c-4cdc-a14d-e48a2828fc4a tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] Network abedceb6-d7b4-4d37-ad04-90d668d437ae is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:43:53.793061 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c949f-254a-4e33-b843-0b542fff7af0 req-535cd03d-9041-4f68-8d69-e596610dd5aa tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:53.801359 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-aa6c949f-254a-4e33-b843-0b542fff7af0 req-535cd03d-9041-4f68-8d69-e596610dd5aa tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc49186-54c5-4f6e-9aa9-f9123ed745f9 HTTP/1.1" status: 200 len: 946 time: 0.6388307 Nov 25 17:43:53.831560 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-37b74527-9b9f-41b1-80a6-bf3aaf8836ed tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] delete failed (client error): The resource could not be found. Nov 25 17:43:53.834996 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-37b74527-9b9f-41b1-80a6-bf3aaf8836ed tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] 10.222.0.75 "DELETE /v2.0/routers/81330b45-a02a-4303-bf12-74b5d828d956 HTTP/1.1" status: 404 len: 336 time: 0.0886934 Nov 25 17:43:53.835422 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34248) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:53.841463 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-3c96692f-ee51-41f7-a0ce-231034f47f08 req-ea38354f-0c7c-4cdc-a14d-e48a2828fc4a tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:43:53.844572 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c96692f-ee51-41f7-a0ce-231034f47f08 req-ea38354f-0c7c-4cdc-a14d-e48a2828fc4a tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:43:53.909102 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea38354f-0c7c-4cdc-a14d-e48a2828fc4a tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] Pushing event updated for resources: {'Port': ['ID=7cad5060-6678-4f66-9928-f9b2b8e0f0bd,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:53.963234 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-01268c44-e64b-4e1c-a8fa-61bb445e6b89 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] 10.222.0.75 "GET /v2.0/ports?device_id=bffabbe0-0fa8-4208-9cff-a1840945e6ab HTTP/1.1" status: 200 len: 205 time: 0.1259475 Nov 25 17:43:53.964362 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26bf000-05dc-4f6a-bcd0-c0e1b8cc69ca tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Pushing event updated for resources: {'Subnet': ['ID=4de8fea0-053a-4185-bce6-a46c6479b3bb,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:53.965505 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34250) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:53.983346 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-6e61e6ce-d573-4a4b-a195-6ecda6e705a7 req-1638b989-dc08-484d-8c4d-81b2a0cb8e7d service neutron] Attempting to bind port 153edba5-0694-404e-8e28-a5ad64821450 on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:43:53.984138 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-6e61e6ce-d573-4a4b-a195-6ecda6e705a7 req-1638b989-dc08-484d-8c4d-81b2a0cb8e7d service neutron] Attempting to bind port 153edba5-0694-404e-8e28-a5ad64821450 by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': 'c5752f96-a6e9-4fc2-9dae-273cc6a23f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'd0082d57-8c96-4a76-be0f-340c2f65b160'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:43:53.985196 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e61e6ce-d573-4a4b-a195-6ecda6e705a7 req-1638b989-dc08-484d-8c4d-81b2a0cb8e7d service neutron] Attempting to bind port 153edba5-0694-404e-8e28-a5ad64821450 on network d0082d57-8c96-4a76-be0f-340c2f65b160 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:43:54.028503 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96692f-ee51-41f7-a0ce-231034f47f08 req-ea38354f-0c7c-4cdc-a14d-e48a2828fc4a tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:54.029559 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3c96692f-ee51-41f7-a0ce-231034f47f08 req-ea38354f-0c7c-4cdc-a14d-e48a2828fc4a tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:54.032520 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e61e6ce-d573-4a4b-a195-6ecda6e705a7 req-1638b989-dc08-484d-8c4d-81b2a0cb8e7d service neutron] Port 153edba5-0694-404e-8e28-a5ad64821450 on network d0082d57-8c96-4a76-be0f-340c2f65b160 not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:43:54.033101 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e61e6ce-d573-4a4b-a195-6ecda6e705a7 req-1638b989-dc08-484d-8c4d-81b2a0cb8e7d service neutron] Attempting to bind port 153edba5-0694-404e-8e28-a5ad64821450 on network d0082d57-8c96-4a76-be0f-340c2f65b160 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:43:54.035242 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26bf000-05dc-4f6a-bcd0-c0e1b8cc69ca tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Checking segment: {'id': '08450003-e46c-4123-a331-ad55f4711a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fa3b488d-0904-43a8-a195-b3ece4643c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:43:54.035842 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26bf000-05dc-4f6a-bcd0-c0e1b8cc69ca tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Network hostable DHCP agents. Network: fa3b488d-0904-43a8-a195-b3ece4643c62, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:43:54.053492 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-aa6c949f-254a-4e33-b843-0b542fff7af0 req-e0f4dd82-f94f-46c7-af9e-220405d0f751 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d500f03-b1e7-4506-ad28-855831c9b6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510364 Nov 25 17:43:54.094924 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b81c5-a9dd-44ae-aa43-65ac6f98aa2c req-22e716d4-f461-4582-b698-7a2558d6dc4a tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:54.104022 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-735b81c5-a9dd-44ae-aa43-65ac6f98aa2c req-22e716d4-f461-4582-b698-7a2558d6dc4a tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] 10.222.0.75 "GET /v2.0/ports?device_id=87a0f720-b27c-456e-bed8-119052335bb6 HTTP/1.1" status: 200 len: 932 time: 0.2848997 Nov 25 17:43:54.105736 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-2fd10ed9-629a-406d-aaee-4910a45d251a tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] delete failed (client error): The resource could not be found. Nov 25 17:43:54.106774 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2fd10ed9-629a-406d-aaee-4910a45d251a tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] 10.222.0.75 "DELETE /v2.0/routers/bffabbe0-0fa8-4208-9cff-a1840945e6ab HTTP/1.1" status: 404 len: 336 time: 0.1382601 Nov 25 17:43:54.110980 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34254) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:54.144784 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d146d9eb-6d00-40bb-92c8-53b188353838 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] 10.222.0.75 "GET /v2.0/ports?device_id=4eccd77f-9b00-43b2-9da8-3347890b0448 HTTP/1.1" status: 200 len: 205 time: 0.0327048 Nov 25 17:43:54.147452 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34256) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:54.147650 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e61e6ce-d573-4a4b-a195-6ecda6e705a7 req-1638b989-dc08-484d-8c4d-81b2a0cb8e7d service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:43:54.148443 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e61e6ce-d573-4a4b-a195-6ecda6e705a7 req-1638b989-dc08-484d-8c4d-81b2a0cb8e7d service neutron] Checking segment: {'id': 'c5752f96-a6e9-4fc2-9dae-273cc6a23f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'd0082d57-8c96-4a76-be0f-340c2f65b160'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:43:54.149199 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e61e6ce-d573-4a4b-a195-6ecda6e705a7 req-1638b989-dc08-484d-8c4d-81b2a0cb8e7d service neutron] Bound using segment: {'id': 'c5752f96-a6e9-4fc2-9dae-273cc6a23f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'd0082d57-8c96-4a76-be0f-340c2f65b160'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:43:54.150082 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-6e61e6ce-d573-4a4b-a195-6ecda6e705a7 req-1638b989-dc08-484d-8c4d-81b2a0cb8e7d service neutron] Bound port: 153edba5-0694-404e-8e28-a5ad64821450, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5752f96-a6e9-4fc2-9dae-273cc6a23f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'd0082d57-8c96-4a76-be0f-340c2f65b160'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:43:54.151164 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6e61e6ce-d573-4a4b-a195-6ecda6e705a7 req-1638b989-dc08-484d-8c4d-81b2a0cb8e7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:54.156660 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26bf000-05dc-4f6a-bcd0-c0e1b8cc69ca tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Network fa3b488d-0904-43a8-a195-b3ece4643c62 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:43:54.203711 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3c96692f-ee51-41f7-a0ce-231034f47f08 req-ea38354f-0c7c-4cdc-a14d-e48a2828fc4a tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6803410 Nov 25 17:43:54.205066 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-0056bb65-ab70-4566-a4ff-d5361a363134 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] delete failed (client error): The resource could not be found. Nov 25 17:43:54.206374 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0056bb65-ab70-4566-a4ff-d5361a363134 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] 10.222.0.75 "DELETE /v2.0/routers/4eccd77f-9b00-43b2-9da8-3347890b0448 HTTP/1.1" status: 404 len: 336 time: 0.0576942 Nov 25 17:43:54.208709 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34258) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:54.236363 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-3c96692f-ee51-41f7-a0ce-231034f47f08 req-4c719272-f9ec-4b96-aecb-75809e14b78b service neutron] Request body: {'port': {'device_id': '87a0f720-b27c-456e-bed8-119052335bb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:54.250150 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-f26bf000-05dc-4f6a-bcd0-c0e1b8cc69ca tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, fa3b488d-0904-43a8-a195-b3ece4643c62) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:43:54.262458 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d8f37d-46c5-45a0-9f56-163e12b718d5 None None] Network fa3b488d-0904-43a8-a195-b3ece4643c62 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:43:54.265403 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-429ccb8d-e652-481e-b673-7a159d000230 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] 10.222.0.75 "GET /v2.0/ports?device_id=41474a72-889e-4d21-851c-8a313bd5913d HTTP/1.1" status: 200 len: 205 time: 0.0515833 Nov 25 17:43:54.272740 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34262) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:54.298891 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26bf000-05dc-4f6a-bcd0-c0e1b8cc69ca tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:54.299502 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f26bf000-05dc-4f6a-bcd0-c0e1b8cc69ca tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:54.335413 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-8a45d341-9b7e-422b-a90d-398c52e4f6c0 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] delete failed (client error): The resource could not be found. Nov 25 17:43:54.336583 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8a45d341-9b7e-422b-a90d-398c52e4f6c0 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] 10.222.0.75 "DELETE /v2.0/routers/41474a72-889e-4d21-851c-8a313bd5913d HTTP/1.1" status: 404 len: 336 time: 0.0629027 Nov 25 17:43:54.340234 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34264) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:54.369697 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-6e61e6ce-d573-4a4b-a195-6ecda6e705a7 req-1638b989-dc08-484d-8c4d-81b2a0cb8e7d service neutron] For port 153edba5-0694-404e-8e28-a5ad64821450, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:43:54.373105 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-6e61e6ce-d573-4a4b-a195-6ecda6e705a7 req-1638b989-dc08-484d-8c4d-81b2a0cb8e7d service neutron] For port 153edba5-0694-404e-8e28-a5ad64821450, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=153edba5-0694-404e-8e28-a5ad64821450,segment=NetworkSegment(c5752f96-a6e9-4fc2-9dae-273cc6a23f00),segment_id=c5752f96-a6e9-4fc2-9dae-273cc6a23f00)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:43:54.392852 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-735b81c5-a9dd-44ae-aa43-65ac6f98aa2c req-86cbf7ae-8a60-454e-bc1b-582ca353c427 tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] 10.222.0.75 "GET /v2.0/security-groups?id=4fcd42ba-9c09-415e-a9a7-81dc38f0485b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841258 Nov 25 17:43:54.399080 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef20ccf6-bbed-4b92-ac55-22a72a6c88e5 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] DELETE failed (client error): The resource could not be found. Nov 25 17:43:54.399701 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef20ccf6-bbed-4b92-ac55-22a72a6c88e5 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:43:54.407580 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ef20ccf6-bbed-4b92-ac55-22a72a6c88e5 tempest-RoutersAdminTest-902695995 tempest-RoutersAdminTest-902695995-project] 10.222.0.75 "DELETE /v2.0/subnets/adc915e0-998c-4341-93ce-a6bd4d598798 HTTP/1.1" status: 404 len: 337 time: 0.0659692 Nov 25 17:43:54.410719 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6e61e6ce-d573-4a4b-a195-6ecda6e705a7 req-1638b989-dc08-484d-8c4d-81b2a0cb8e7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:54.446173 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11fbe85-1542-4808-8fb4-9eef244aa8e4 req-41690f76-3284-49ad-9f3e-a415a1dffa7d tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:54.447731 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f11fbe85-1542-4808-8fb4-9eef244aa8e4 req-41690f76-3284-49ad-9f3e-a415a1dffa7d tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=be4b7a36-232e-4fd3-be4b-dca35373e00f HTTP/1.1" status: 200 len: 943 time: 0.2882609 Nov 25 17:43:54.537774 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61e6ce-d573-4a4b-a195-6ecda6e705a7 req-1638b989-dc08-484d-8c4d-81b2a0cb8e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:54.538643 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6e61e6ce-d573-4a4b-a195-6ecda6e705a7 req-1638b989-dc08-484d-8c4d-81b2a0cb8e7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:54.541013 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6e61e6ce-d573-4a4b-a195-6ecda6e705a7 req-1638b989-dc08-484d-8c4d-81b2a0cb8e7d service neutron] 10.222.0.90 "PUT /v2.0/ports/153edba5-0694-404e-8e28-a5ad64821450 HTTP/1.1" status: 200 len: 1091 time: 3.1600325 Nov 25 17:43:54.542255 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3c96692f-ee51-41f7-a0ce-231034f47f08 req-4c719272-f9ec-4b96-aecb-75809e14b78b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:54.576484 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be4b7a36-232e-4fd3-be4b-dca35373e00f', 'tag': '153edba5-0694-404e-8e28-a5ad64821450'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:43:54.579869 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c3c86f-3267-43b2-807e-dff2c9831b53" -d '{"events": [{"name": "network-changed", "server_uuid": "be4b7a36-232e-4fd3-be4b-dca35373e00f", "tag": "153edba5-0694-404e-8e28-a5ad64821450"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:43:54.588115 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-f26bf000-05dc-4f6a-bcd0-c0e1b8cc69ca tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.7941260 Nov 25 17:43:54.591235 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34272) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:54.827290 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a7df2d-8d4e-4898-9bb1-d46d033c4220 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-fa3b488d-0904-43a8-a195-b3ece4643c62', 'network_id': 'fa3b488d-0904-43a8-a195-b3ece4643c62', 'tenant_id': 'd63f1f30c6b449b897427945b3ad9fc1', 'fixed_ips': [{'subnet_id': '4de8fea0-053a-4185-bce6-a46c6479b3bb'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:43:54.828557 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f1a7df2d-8d4e-4898-9bb1-d46d033c4220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:54.904608 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4d36e402-0610-4089-8407-24e9f1d00638 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:54.921236 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f11fbe85-1542-4808-8fb4-9eef244aa8e4 req-e20e8917-1c84-4f12-b5c9-fd21ff41dcfa tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4211233 Nov 25 17:43:55.033260 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4d36e402-0610-4089-8407-24e9f1d00638 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:55.107463 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3243bb43-4983-49a9-9ee2-86abdceb1ab7 x-openstack-request-id: req-3243bb43-4983-49a9-9ee2-86abdceb1ab7 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:43:55.107877 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be4b7a36-232e-4fd3-be4b-dca35373e00f", "tag": "153edba5-0694-404e-8e28-a5ad64821450", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:43:55.108231 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3243bb43-4983-49a9-9ee2-86abdceb1ab7 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:43:55.109784 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be4b7a36-232e-4fd3-be4b-dca35373e00f', 'tag': '153edba5-0694-404e-8e28-a5ad64821450', 'status': 'completed', 'code': 200} Nov 25 17:43:55.174563 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4d36e402-0610-4089-8407-24e9f1d00638 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:55.185134 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61e6ce-d573-4a4b-a195-6ecda6e705a7 req-db9239e8-69b4-43da-8217-9b2a91f3a8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:55.187554 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6e61e6ce-d573-4a4b-a195-6ecda6e705a7 req-db9239e8-69b4-43da-8217-9b2a91f3a8dc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5a560046c26c483180c0093a6be1dd8b&device_id=be4b7a36-232e-4fd3-be4b-dca35373e00f HTTP/1.1" status: 200 len: 1094 time: 0.5116069 Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server [None req-f1a7df2d-8d4e-4898-9bb1-d46d033c4220 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4de8fea0-053a-4185-bce6-a46c6479b3bb: This subnet is being modified by another concurrent operation. Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server raise exception Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4de8fea0-053a-4185-bce6-a46c6479b3bb: This subnet is being modified by another concurrent operation. Nov 25 17:43:55.190367 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server Nov 25 17:43:55.227471 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462cc436-1be8-4b31-8b57-3764df9f655f None None] Network fa3b488d-0904-43a8-a195-b3ece4643c62 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:43:55.284708 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1638b989-dc08-484d-8c4d-81b2a0cb8e7d service neutron] Pushing event updated for resources: {'Port': ['ID=153edba5-0694-404e-8e28-a5ad64821450,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:55.357427 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054eeed-f140-42d8-adc5-081a42082534 req-02bcdb5e-7fa3-4be2-8195-9b710bac5a49 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:55.359325 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0054eeed-f140-42d8-adc5-081a42082534 req-02bcdb5e-7fa3-4be2-8195-9b710bac5a49 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf6e9ad9-2d91-44eb-bb03-f51c717f15d5 HTTP/1.1" status: 200 len: 945 time: 0.2242725 Nov 25 17:43:55.371409 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6e61e6ce-d573-4a4b-a195-6ecda6e705a7 req-c86cce47-2066-46a8-ba05-ac346861924f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=153edba5-0694-404e-8e28-a5ad64821450 HTTP/1.1" status: 200 len: 217 time: 0.1726139 Nov 25 17:43:55.394201 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d36e402-0610-4089-8407-24e9f1d00638 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Pushing event deleted for resources: {'Subnet': ['ID=4de8fea0-053a-4185-bce6-a46c6479b3bb,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:55.415829 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96c735-9a69-48b4-bc10-28a24822e859 req-9348bc6e-61e2-40a9-81f0-e385e0916913 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:55.423623 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7a96c735-9a69-48b4-bc10-28a24822e859 req-9348bc6e-61e2-40a9-81f0-e385e0916913 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc49186-54c5-4f6e-9aa9-f9123ed745f9 HTTP/1.1" status: 200 len: 946 time: 0.2184293 Nov 25 17:43:55.456785 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c724df9e-7529-49fb-81b5-64b74410b32b req-dbc3616d-4f5d-412b-b139-28b8ef50c7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:55.469244 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c724df9e-7529-49fb-81b5-64b74410b32b req-dbc3616d-4f5d-412b-b139-28b8ef50c7e0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0e712441963e47bda81e9361811693b1&device_id=fdc49186-54c5-4f6e-9aa9-f9123ed745f9 HTTP/1.1" status: 200 len: 1097 time: 0.3508120 Nov 25 17:43:55.481215 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34284) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:55.522586 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4d36e402-0610-4089-8407-24e9f1d00638 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:55.527062 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afe3dcc-f96a-42ba-a274-bb8c511313d9 None None] get_active_networks_info from n-d-817746-1 {{(pid=103362) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 17:43:55.582622 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-4d36e402-0610-4089-8407-24e9f1d00638 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa3b488d-0904-43a8-a195-b3ece4643c62']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:55.598503 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-4d36e402-0610-4089-8407-24e9f1d00638 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08450003-e46c-4123-a331-ad55f4711a43') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:55.600458 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-4d36e402-0610-4089-8407-24e9f1d00638 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08450003-e46c-4123-a331-ad55f4711a43') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:55.630753 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4d36e402-0610-4089-8407-24e9f1d00638 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:55.651811 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4d36e402-0610-4089-8407-24e9f1d00638 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:55.667731 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0054eeed-f140-42d8-adc5-081a42082534 req-20527c71-c7bb-42cf-98fe-a2a196e7a848 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1c3665e-ff29-4dbb-8a05-df90f9943146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896702 Nov 25 17:43:55.687701 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d36e402-0610-4089-8407-24e9f1d00638 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Releasing vlan 907 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:43:55.689297 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4d36e402-0610-4089-8407-24e9f1d00638 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:55.693913 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:43:55.693913 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:43:55.693913 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:43:55.693913 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:43:55.693913 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:43:55.693913 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:43:55.693913 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:43:55.693913 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:43:55.693913 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:43:55.693913 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:43:55.693913 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:43:55.693913 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:43:55.693913 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:43:55.693913 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:43:55.693913 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:43:55.693913 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:43:55.693913 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:43:55.693913 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:43:55.693913 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:43:55.693913 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:43:55.693913 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:43:55.693913 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:43:55.693913 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:43:55.693913 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:43:55.693913 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:43:55.693913 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:43:55.693913 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:43:55.693913 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:43:55.693913 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:43:55.693913 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:43:55.693913 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:43:55.693913 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:43:55.762370 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afe3dcc-f96a-42ba-a274-bb8c511313d9 None None] Resources bound (agent type, host, resource id): {{(pid=103362) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 17:43:55.797236 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a8550061-79df-44a1-8677-26b9d7dea809 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:55.852440 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4d36e402-0610-4089-8407-24e9f1d00638 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:55.857525 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4d36e402-0610-4089-8407-24e9f1d00638 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:55.864865 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4d36e402-0610-4089-8407-24e9f1d00638 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "DELETE /v2.0/networks/fa3b488d-0904-43a8-a195-b3ece4643c62 HTTP/1.1" status: 204 len: 168 time: 1.2723880 Nov 25 17:43:55.867998 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34290) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:55.886798 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-e8dd37fa-5415-49e8-8014-d7740d6e8a0a tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1911068214'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:55.894511 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d36e402-0610-4089-8407-24e9f1d00638 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Pushing event deleted for resources: {'Network': ['ID=fa3b488d-0904-43a8-a195-b3ece4643c62,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:55.936421 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a8550061-79df-44a1-8677-26b9d7dea809 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:55.943536 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a8550061-79df-44a1-8677-26b9d7dea809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:55.970731 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8550061-79df-44a1-8677-26b9d7dea809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8acb39-9714-4045-9bb6-353195b8b79b,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:55.975054 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8dd37fa-5415-49e8-8014-d7740d6e8a0a tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Made reservation on behalf of d63f1f30c6b449b897427945b3ad9fc1 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:43:55.980527 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e8dd37fa-5415-49e8-8014-d7740d6e8a0a tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:55.999702 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61e6ce-d573-4a4b-a195-6ecda6e705a7 req-7e109a4a-bd84-4762-80d3-5310bdddc615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:56.001271 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6e61e6ce-d573-4a4b-a195-6ecda6e705a7 req-7e109a4a-bd84-4762-80d3-5310bdddc615 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c74f83ed-3896-4341-8cf1-e1417d85add2 HTTP/1.1" status: 200 len: 851 time: 0.6163981 Nov 25 17:43:56.028003 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8dd37fa-5415-49e8-8014-d7740d6e8a0a tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 928} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:43:56.038282 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e8dd37fa-5415-49e8-8014-d7740d6e8a0a tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:56.038682 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-e8dd37fa-5415-49e8-8014-d7740d6e8a0a tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Added segment fee12c49-12af-4118-9915-b34b707e4993 of type vlan for network 76a70d2a-5fae-4dc0-8d27-5a1d62212947 Nov 25 17:43:56.089897 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e8dd37fa-5415-49e8-8014-d7740d6e8a0a tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:56.109191 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7a96c735-9a69-48b4-bc10-28a24822e859 req-bebc7f54-5593-4923-bed6-9154cad9b8a3 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d500f03-b1e7-4506-ad28-855831c9b6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6844423 Nov 25 17:43:56.120766 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a8550061-79df-44a1-8677-26b9d7dea809 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1a111498975546d7a7a72ffbdbf48539&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6357059 Nov 25 17:43:56.120766 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34294) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:56.129207 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e8dd37fa-5415-49e8-8014-d7740d6e8a0a tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:56.135126 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8dd37fa-5415-49e8-8014-d7740d6e8a0a tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:56.136456 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e8dd37fa-5415-49e8-8014-d7740d6e8a0a tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:56.183738 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e8dd37fa-5415-49e8-8014-d7740d6e8a0a tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2925918 Nov 25 17:43:56.183867 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dad03e-ac31-4a2d-aba3-7564db54b922 req-863ec157-095c-4dbb-b3a5-1f6d027ff1f7 tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:56.185321 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-74dad03e-ac31-4a2d-aba3-7564db54b922 req-863ec157-095c-4dbb-b3a5-1f6d027ff1f7 tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] 10.222.0.75 "GET /v2.0/ports?device_id=87a0f720-b27c-456e-bed8-119052335bb6 HTTP/1.1" status: 200 len: 932 time: 0.3113465 Nov 25 17:43:56.187730 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34296) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:56.215010 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-5f154b89-f943-4dd6-add1-9432a145d64e tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Request body: {'subnet': {'network_id': '76a70d2a-5fae-4dc0-8d27-5a1d62212947', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:56.307486 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd37fa-5415-49e8-8014-d7740d6e8a0a tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Pushing event updated for resources: {'Network': ['ID=76a70d2a-5fae-4dc0-8d27-5a1d62212947,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:56.319908 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c724df9e-7529-49fb-81b5-64b74410b32b req-f41695ee-34d0-4f93-b160-4cc3d4d41d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:56.321473 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c724df9e-7529-49fb-81b5-64b74410b32b req-f41695ee-34d0-4f93-b160-4cc3d4d41d8c service neutron] 10.222.0.74 "GET /v2.0/networks?id=2a677ceb-58ea-4bc7-9eda-74a3a34ce20c HTTP/1.1" status: 200 len: 920 time: 0.6421182 Nov 25 17:43:56.324469 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 76a70d2a-5fae-4dc0-8d27-5a1d62212947 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:43:56.334768 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61e6ce-d573-4a4b-a195-6ecda6e705a7 req-3a6d53b3-18ef-4686-8745-9a65f51a95f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:56.336916 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6e61e6ce-d573-4a4b-a195-6ecda6e705a7 req-3a6d53b3-18ef-4686-8745-9a65f51a95f3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d0082d57-8c96-4a76-be0f-340c2f65b160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3197305 Nov 25 17:43:56.370741 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-74dad03e-ac31-4a2d-aba3-7564db54b922 req-f087f45a-8da8-4c36-b6fb-7794a980a169 tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] 10.222.0.75 "GET /v2.0/security-groups?id=4fcd42ba-9c09-415e-a9a7-81dc38f0485b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671646 Nov 25 17:43:56.464098 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c724df9e-7529-49fb-81b5-64b74410b32b req-bdc9180a-e910-4332-8769-79bd254f0b6a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e65b0a32-36ff-4226-afe2-043c12e99f1f HTTP/1.1" status: 200 len: 217 time: 0.0989957 Nov 25 17:43:56.500919 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a74323ed-9d02-414b-8cfc-9d65a6a91fc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:56.534406 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af7e1e-db24-4bd8-ae38-d599dfe03bff req-36b58f38-f65c-44a0-b017-743c72590713 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:56.536286 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c1af7e1e-db24-4bd8-ae38-d599dfe03bff req-36b58f38-f65c-44a0-b017-743c72590713 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=be4b7a36-232e-4fd3-be4b-dca35373e00f HTTP/1.1" status: 200 len: 943 time: 0.3206484 Nov 25 17:43:56.549547 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a74323ed-9d02-414b-8cfc-9d65a6a91fc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:56.552380 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f154b89-f943-4dd6-add1-9432a145d64e tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Made reservation on behalf of d63f1f30c6b449b897427945b3ad9fc1 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:43:56.563530 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5f154b89-f943-4dd6-add1-9432a145d64e tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:56.602235 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-3c96692f-ee51-41f7-a0ce-231034f47f08 req-4c719272-f9ec-4b96-aecb-75809e14b78b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cad5060-6678-4f66-9928-f9b2b8e0f0bd {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:43:56.616699 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3c96692f-ee51-41f7-a0ce-231034f47f08 req-4c719272-f9ec-4b96-aecb-75809e14b78b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:56.630858 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-3c96692f-ee51-41f7-a0ce-231034f47f08 req-4c719272-f9ec-4b96-aecb-75809e14b78b service neutron] Transition to ACTIVE for port object 7cad5060-6678-4f66-9928-f9b2b8e0f0bd will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:43:56.646718 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3c96692f-ee51-41f7-a0ce-231034f47f08 req-4c719272-f9ec-4b96-aecb-75809e14b78b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:56.739001 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-f7558361-3cc5-4dfa-a6d1-58768b63ce08 None None] Provisioning complete for port c6a80e3b-1199-469b-b639-67fa9cda50e7 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:43:56.739648 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f7558361-3cc5-4dfa-a6d1-58768b63ce08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:56.757222 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04baa668-3a7e-4881-b60d-59bf10a02686 None None] DHCP port deletion for abedceb6-d7b4-4d37-ad04-90d668d437ae request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:43:56.788204 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a74323ed-9d02-414b-8cfc-9d65a6a91fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:56.789628 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c1af7e1e-db24-4bd8-ae38-d599dfe03bff req-c281bfc9-c5d4-4455-af92-efb0683bc941 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523860 Nov 25 17:43:56.792056 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a74323ed-9d02-414b-8cfc-9d65a6a91fc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:56.793504 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a74323ed-9d02-414b-8cfc-9d65a6a91fc5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1a8acb39-9714-4045-9bb6-353195b8b79b HTTP/1.1" status: 204 len: 168 time: 0.6719511 Nov 25 17:43:56.796222 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c724df9e-7529-49fb-81b5-64b74410b32b req-8837de9f-95f3-4509-a869-c91bc589e9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:56.797875 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c724df9e-7529-49fb-81b5-64b74410b32b req-8837de9f-95f3-4509-a869-c91bc589e9e8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6bfddcac-73ef-4611-af8d-64b1d7a7b463 HTTP/1.1" status: 200 len: 859 time: 0.2944953 Nov 25 17:43:56.877324 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74323ed-9d02-414b-8cfc-9d65a6a91fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8acb39-9714-4045-9bb6-353195b8b79b,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:56.908706 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c724df9e-7529-49fb-81b5-64b74410b32b req-d8d3fbc3-49e9-4694-8649-4937d8655a8e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2a677ceb-58ea-4bc7-9eda-74a3a34ce20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928490 Nov 25 17:43:56.975990 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-f7558361-3cc5-4dfa-a6d1-58768b63ce08 None None] Provisioning complete for port e65b0a32-36ff-4226-afe2-043c12e99f1f triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:43:56.983106 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6e61e6ce-d573-4a4b-a195-6ecda6e705a7 req-dd29864e-996f-4cbf-a68c-84d50dd1537a service neutron] 10.222.0.90 "GET /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6168497 Nov 25 17:43:56.986781 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c719272-f9ec-4b96-aecb-75809e14b78b service neutron] Pushing event updated for resources: {'Port': ['ID=7cad5060-6678-4f66-9928-f9b2b8e0f0bd,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:56.988484 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f7558361-3cc5-4dfa-a6d1-58768b63ce08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:57.013437 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5f154b89-f943-4dd6-add1-9432a145d64e tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:57.122243 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-f7558361-3cc5-4dfa-a6d1-58768b63ce08 None None] Provisioning complete for port b4361dd7-bca7-4a65-a848-67d822bdccba triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:43:57.122943 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f7558361-3cc5-4dfa-a6d1-58768b63ce08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:57.170342 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f154b89-f943-4dd6-add1-9432a145d64e tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Pushing event updated for resources: {'Subnet': ['ID=cf708f2b-70c5-4f09-ad95-3abd248f903a,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:57.224077 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f154b89-f943-4dd6-add1-9432a145d64e tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Checking segment: {'id': 'fee12c49-12af-4118-9915-b34b707e4993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '76a70d2a-5fae-4dc0-8d27-5a1d62212947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:43:57.224077 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f154b89-f943-4dd6-add1-9432a145d64e tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Network hostable DHCP agents. Network: 76a70d2a-5fae-4dc0-8d27-5a1d62212947, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:43:57.265053 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f154b89-f943-4dd6-add1-9432a145d64e tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Network 76a70d2a-5fae-4dc0-8d27-5a1d62212947 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:43:57.279200 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-5f154b89-f943-4dd6-add1-9432a145d64e tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 76a70d2a-5fae-4dc0-8d27-5a1d62212947) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:43:57.284731 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f154b89-f943-4dd6-add1-9432a145d64e tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:57.286563 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5f154b89-f943-4dd6-add1-9432a145d64e tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:57.295837 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852318fa-14ed-4d6d-82f4-cdd36bf82adc None None] Network 76a70d2a-5fae-4dc0-8d27-5a1d62212947 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:43:57.325118 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-5f154b89-f943-4dd6-add1-9432a145d64e tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1345654 Nov 25 17:43:57.327703 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34310) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:57.382151 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34312) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:57.489831 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-f7558361-3cc5-4dfa-a6d1-58768b63ce08 None None] Provisioning complete for port 3ccd2013-1aca-4da3-ae8a-8fdd01180ba0 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:43:57.494248 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f7558361-3cc5-4dfa-a6d1-58768b63ce08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:57.578560 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-edc06bb6-5eed-4a31-ae1a-04feb76d33dd admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9f82b5650a9f42b8a56367abd7a32cc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1905241 Nov 25 17:43:57.584200 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34318) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:57.605428 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-758105cf-51bc-4b4c-8374-fa1052db6b8e tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:57.617834 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6e61e6ce-d573-4a4b-a195-6ecda6e705a7 req-342831a1-d0ce-4f45-9676-564f167656a9 service neutron] 10.222.0.90 "GET /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5960445 Nov 25 17:43:57.722292 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057f89f7-6c6a-487d-9f90-eb61a31d22d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-76a70d2a-5fae-4dc0-8d27-5a1d62212947', 'network_id': '76a70d2a-5fae-4dc0-8d27-5a1d62212947', 'tenant_id': 'd63f1f30c6b449b897427945b3ad9fc1', 'fixed_ips': [{'subnet_id': 'cf708f2b-70c5-4f09-ad95-3abd248f903a'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:43:57.723349 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-057f89f7-6c6a-487d-9f90-eb61a31d22d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:57.794285 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-758105cf-51bc-4b4c-8374-fa1052db6b8e tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:57.794815 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84ef69-7eca-46a6-a43c-02ea6096f06f req-7772aab1-1cd5-454f-adb9-87a6e90b7cf7 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:57.796535 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9d84ef69-7eca-46a6-a43c-02ea6096f06f req-7772aab1-1cd5-454f-adb9-87a6e90b7cf7 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf6e9ad9-2d91-44eb-bb03-f51c717f15d5 HTTP/1.1" status: 200 len: 945 time: 0.9925265 Nov 25 17:43:57.859276 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88fdd36-446b-42c8-bbc7-2c1031dc4898 req-e26cb06f-c113-4579-af77-840df52d8e22 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:57.868110 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d88fdd36-446b-42c8-bbc7-2c1031dc4898 req-e26cb06f-c113-4579-af77-840df52d8e22 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc49186-54c5-4f6e-9aa9-f9123ed745f9 HTTP/1.1" status: 200 len: 946 time: 0.2466059 Nov 25 17:43:57.881430 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-12182619-4965-4d2e-8365-ece013d17daf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:57.895014 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-758105cf-51bc-4b4c-8374-fa1052db6b8e tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server [None req-057f89f7-6c6a-487d-9f90-eb61a31d22d7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cf708f2b-70c5-4f09-ad95-3abd248f903a: This subnet is being modified by another concurrent operation. Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server raise exception Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cf708f2b-70c5-4f09-ad95-3abd248f903a: This subnet is being modified by another concurrent operation. Nov 25 17:43:57.911898 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server Nov 25 17:43:57.919591 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c724df9e-7529-49fb-81b5-64b74410b32b req-57262ec9-47f1-47cd-a4a6-6b08d8057891 service neutron] 10.222.0.74 "GET /v2.0/networks/2a677ceb-58ea-4bc7-9eda-74a3a34ce20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9627891 Nov 25 17:43:57.936581 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-3c96692f-ee51-41f7-a0ce-231034f47f08 req-4c719272-f9ec-4b96-aecb-75809e14b78b service neutron] Attempting to bind port 7cad5060-6678-4f66-9928-f9b2b8e0f0bd on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:43:57.936581 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-3c96692f-ee51-41f7-a0ce-231034f47f08 req-4c719272-f9ec-4b96-aecb-75809e14b78b service neutron] Attempting to bind port 7cad5060-6678-4f66-9928-f9b2b8e0f0bd by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '00ad76f3-0c64-4805-b830-72456465ccf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'abedceb6-d7b4-4d37-ad04-90d668d437ae'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:43:57.936581 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c96692f-ee51-41f7-a0ce-231034f47f08 req-4c719272-f9ec-4b96-aecb-75809e14b78b service neutron] Attempting to bind port 7cad5060-6678-4f66-9928-f9b2b8e0f0bd on network abedceb6-d7b4-4d37-ad04-90d668d437ae {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:43:57.937048 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff84235c-7ae1-4b96-89a2-c499f7c36b0b None None] Network 76a70d2a-5fae-4dc0-8d27-5a1d62212947 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:43:57.938957 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758105cf-51bc-4b4c-8374-fa1052db6b8e tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Pushing event deleted for resources: {'Subnet': ['ID=cf708f2b-70c5-4f09-ad95-3abd248f903a,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:57.953909 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-12182619-4965-4d2e-8365-ece013d17daf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:58.017098 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3c86f-3267-43b2-807e-dff2c9831b53 req-14d98459-ef8d-447d-a40d-7c253d59cbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:58.018595 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-66c3c86f-3267-43b2-807e-dff2c9831b53 req-14d98459-ef8d-447d-a40d-7c253d59cbe2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5a560046c26c483180c0093a6be1dd8b&device_id=be4b7a36-232e-4fd3-be4b-dca35373e00f HTTP/1.1" status: 200 len: 1094 time: 0.3077250 Nov 25 17:43:58.019177 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c96692f-ee51-41f7-a0ce-231034f47f08 req-4c719272-f9ec-4b96-aecb-75809e14b78b service neutron] Port 7cad5060-6678-4f66-9928-f9b2b8e0f0bd on network abedceb6-d7b4-4d37-ad04-90d668d437ae not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:43:58.019607 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c96692f-ee51-41f7-a0ce-231034f47f08 req-4c719272-f9ec-4b96-aecb-75809e14b78b service neutron] Attempting to bind port 7cad5060-6678-4f66-9928-f9b2b8e0f0bd on network abedceb6-d7b4-4d37-ad04-90d668d437ae {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:43:58.039725 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d88fdd36-446b-42c8-bbc7-2c1031dc4898 req-17610273-48e6-4ace-a2c2-3591fa432585 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d500f03-b1e7-4506-ad28-855831c9b6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683168 Nov 25 17:43:58.040696 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c96692f-ee51-41f7-a0ce-231034f47f08 req-4c719272-f9ec-4b96-aecb-75809e14b78b service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:43:58.041073 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c96692f-ee51-41f7-a0ce-231034f47f08 req-4c719272-f9ec-4b96-aecb-75809e14b78b service neutron] Checking segment: {'id': '00ad76f3-0c64-4805-b830-72456465ccf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'abedceb6-d7b4-4d37-ad04-90d668d437ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:43:58.041471 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c96692f-ee51-41f7-a0ce-231034f47f08 req-4c719272-f9ec-4b96-aecb-75809e14b78b service neutron] Bound using segment: {'id': '00ad76f3-0c64-4805-b830-72456465ccf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'abedceb6-d7b4-4d37-ad04-90d668d437ae'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:43:58.041930 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-3c96692f-ee51-41f7-a0ce-231034f47f08 req-4c719272-f9ec-4b96-aecb-75809e14b78b service neutron] Bound port: 7cad5060-6678-4f66-9928-f9b2b8e0f0bd, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00ad76f3-0c64-4805-b830-72456465ccf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'abedceb6-d7b4-4d37-ad04-90d668d437ae'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:43:58.042297 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3c96692f-ee51-41f7-a0ce-231034f47f08 req-4c719272-f9ec-4b96-aecb-75809e14b78b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:58.065094 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9d84ef69-7eca-46a6-a43c-02ea6096f06f req-6a5b3fe0-b8b0-4015-b97f-0303ae6518b8 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1c3665e-ff29-4dbb-8a05-df90f9943146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561047 Nov 25 17:43:58.093049 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-758105cf-51bc-4b4c-8374-fa1052db6b8e tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:58.152090 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-758105cf-51bc-4b4c-8374-fa1052db6b8e tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76a70d2a-5fae-4dc0-8d27-5a1d62212947']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:58.157912 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7f4433-74c4-4f5b-b0bf-1beceb15ada9 None None] get_active_networks_info from n-d-817746-1 {{(pid=103362) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 17:43:58.172555 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-12182619-4965-4d2e-8365-ece013d17daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:58.175377 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-12182619-4965-4d2e-8365-ece013d17daf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:58.190338 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-12182619-4965-4d2e-8365-ece013d17daf admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/266fc36a-7df5-4ed7-8e55-33b35b68f553 HTTP/1.1" status: 204 len: 168 time: 0.6048493 Nov 25 17:43:58.192418 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-758105cf-51bc-4b4c-8374-fa1052db6b8e tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fee12c49-12af-4118-9915-b34b707e4993') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:58.193315 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-758105cf-51bc-4b4c-8374-fa1052db6b8e tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fee12c49-12af-4118-9915-b34b707e4993') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:58.228178 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12182619-4965-4d2e-8365-ece013d17daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266fc36a-7df5-4ed7-8e55-33b35b68f553,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:58.238899 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-758105cf-51bc-4b4c-8374-fa1052db6b8e tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:58.269459 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-758105cf-51bc-4b4c-8374-fa1052db6b8e tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:58.283538 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-758105cf-51bc-4b4c-8374-fa1052db6b8e tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Releasing vlan 928 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:43:58.283987 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-758105cf-51bc-4b4c-8374-fa1052db6b8e tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:58.284514 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7f4433-74c4-4f5b-b0bf-1beceb15ada9 None None] Resources bound (agent type, host, resource id): {{(pid=103362) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 17:43:58.293307 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:43:58.293307 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:43:58.293307 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:43:58.293307 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:43:58.293307 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:43:58.293307 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:43:58.293307 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:43:58.293307 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:43:58.293307 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:43:58.293307 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:43:58.293307 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:43:58.293307 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:43:58.293307 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:43:58.293307 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:43:58.293307 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:43:58.293307 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:43:58.293307 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:43:58.293307 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:43:58.293307 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:43:58.293307 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:43:58.293307 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:43:58.293307 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:43:58.293307 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:43:58.293307 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:43:58.293307 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:43:58.293307 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:43:58.293307 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:43:58.293307 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:43:58.293307 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:43:58.293307 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:43:58.293307 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:43:58.293307 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:43:58.459075 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-758105cf-51bc-4b4c-8374-fa1052db6b8e tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:58.468429 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-758105cf-51bc-4b4c-8374-fa1052db6b8e tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:58.481236 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-758105cf-51bc-4b4c-8374-fa1052db6b8e tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "DELETE /v2.0/networks/76a70d2a-5fae-4dc0-8d27-5a1d62212947 HTTP/1.1" status: 204 len: 168 time: 1.1523087 Nov 25 17:43:58.493968 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34328) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:58.510429 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4f91f-20bf-4a3c-a9c9-08b98a8962c0 req-1576d027-9aa1-4f67-a040-a2ffff9623c7 tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:58.512100 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-56b4f91f-20bf-4a3c-a9c9-08b98a8962c0 req-1576d027-9aa1-4f67-a040-a2ffff9623c7 tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] 10.222.0.75 "GET /v2.0/ports?device_id=87a0f720-b27c-456e-bed8-119052335bb6 HTTP/1.1" status: 200 len: 944 time: 0.3174558 Nov 25 17:43:58.518770 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-1d62a67a-eff3-4c7f-ad00-100e47c8ffea tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1020895206'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:58.526486 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec08fbb-f0bc-4ea7-8384-0772a009f119 req-b7ac9147-99d9-49da-a7b4-b0587cc39580 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:58.533928 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5ec08fbb-f0bc-4ea7-8384-0772a009f119 req-b7ac9147-99d9-49da-a7b4-b0587cc39580 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=be4b7a36-232e-4fd3-be4b-dca35373e00f HTTP/1.1" status: 200 len: 943 time: 0.3033555 Nov 25 17:43:58.568290 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758105cf-51bc-4b4c-8374-fa1052db6b8e tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Pushing event deleted for resources: {'Network': ['ID=76a70d2a-5fae-4dc0-8d27-5a1d62212947,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:58.582053 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d62a67a-eff3-4c7f-ad00-100e47c8ffea tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Made reservation on behalf of d63f1f30c6b449b897427945b3ad9fc1 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:43:58.586923 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1d62a67a-eff3-4c7f-ad00-100e47c8ffea tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:58.603142 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c724df9e-7529-49fb-81b5-64b74410b32b req-a7ab189c-5b39-453a-a83e-985d66ff56e5 service neutron] 10.222.0.74 "GET /v2.0/networks/2a677ceb-58ea-4bc7-9eda-74a3a34ce20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6669524 Nov 25 17:43:58.623355 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d62a67a-eff3-4c7f-ad00-100e47c8ffea tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:43:58.629520 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-3c96692f-ee51-41f7-a0ce-231034f47f08 req-4c719272-f9ec-4b96-aecb-75809e14b78b service neutron] For port 7cad5060-6678-4f66-9928-f9b2b8e0f0bd, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:43:58.641550 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3c86f-3267-43b2-807e-dff2c9831b53 req-457b744a-4a27-44f7-a25a-311464719b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:58.643092 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-66c3c86f-3267-43b2-807e-dff2c9831b53 req-457b744a-4a27-44f7-a25a-311464719b5c service neutron] 10.222.0.90 "GET /v2.0/networks?id=d0082d57-8c96-4a76-be0f-340c2f65b160 HTTP/1.1" status: 200 len: 913 time: 0.5937171 Nov 25 17:43:58.655493 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1d62a67a-eff3-4c7f-ad00-100e47c8ffea tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:58.656182 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-1d62a67a-eff3-4c7f-ad00-100e47c8ffea tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Added segment 0095e034-b04e-43b8-b30d-4c779acf7943 of type vlan for network 8952e245-a6ef-4fa3-8116-76c67b2af025 Nov 25 17:43:58.740628 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-3c96692f-ee51-41f7-a0ce-231034f47f08 req-4c719272-f9ec-4b96-aecb-75809e14b78b service neutron] For port 7cad5060-6678-4f66-9928-f9b2b8e0f0bd, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=7cad5060-6678-4f66-9928-f9b2b8e0f0bd,segment=NetworkSegment(00ad76f3-0c64-4805-b830-72456465ccf6),segment_id=00ad76f3-0c64-4805-b830-72456465ccf6)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:43:58.754569 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5ec08fbb-f0bc-4ea7-8384-0772a009f119 req-c53a2332-47a4-42a8-a69b-8cd42ffa8d03 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149086 Nov 25 17:43:58.781457 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1d62a67a-eff3-4c7f-ad00-100e47c8ffea tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:58.803411 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3c96692f-ee51-41f7-a0ce-231034f47f08 req-4c719272-f9ec-4b96-aecb-75809e14b78b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:58.808235 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1d62a67a-eff3-4c7f-ad00-100e47c8ffea tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:58.814133 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d62a67a-eff3-4c7f-ad00-100e47c8ffea tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:58.814757 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1d62a67a-eff3-4c7f-ad00-100e47c8ffea tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:58.825651 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-56b4f91f-20bf-4a3c-a9c9-08b98a8962c0 req-5434bfff-6ac5-4b6a-9070-45f69ed47bb4 tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] 10.222.0.75 "GET /v2.0/security-groups?id=4fcd42ba-9c09-415e-a9a7-81dc38f0485b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896056 Nov 25 17:43:58.842834 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-66c3c86f-3267-43b2-807e-dff2c9831b53 req-7d8abf38-67b3-49b5-8cb3-53c939370415 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=153edba5-0694-404e-8e28-a5ad64821450 HTTP/1.1" status: 200 len: 217 time: 0.1676774 Nov 25 17:43:58.883652 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1d62a67a-eff3-4c7f-ad00-100e47c8ffea tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3799527 Nov 25 17:43:58.888024 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34344) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:58.893659 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-c98ba7da-8f97-4bbc-8237-e2bba4cc12b6 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Request body: {'subnet': {'network_id': '8952e245-a6ef-4fa3-8116-76c67b2af025', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:58.912584 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d62a67a-eff3-4c7f-ad00-100e47c8ffea tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Pushing event updated for resources: {'Network': ['ID=8952e245-a6ef-4fa3-8116-76c67b2af025,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:58.924882 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 8952e245-a6ef-4fa3-8116-76c67b2af025 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:43:58.966336 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96692f-ee51-41f7-a0ce-231034f47f08 req-4c719272-f9ec-4b96-aecb-75809e14b78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:58.967461 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3c96692f-ee51-41f7-a0ce-231034f47f08 req-4c719272-f9ec-4b96-aecb-75809e14b78b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:58.968907 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3c96692f-ee51-41f7-a0ce-231034f47f08 req-4c719272-f9ec-4b96-aecb-75809e14b78b service neutron] 10.222.0.74 "PUT /v2.0/ports/7cad5060-6678-4f66-9928-f9b2b8e0f0bd HTTP/1.1" status: 200 len: 1092 time: 4.7407346 Nov 25 17:43:58.969381 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87a0f720-b27c-456e-bed8-119052335bb6', 'tag': '7cad5060-6678-4f66-9928-f9b2b8e0f0bd'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:43:58.973198 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac2f4b4-95e0-463d-bb5c-7a752fe6651a" -d '{"events": [{"name": "network-changed", "server_uuid": "87a0f720-b27c-456e-bed8-119052335bb6", "tag": "7cad5060-6678-4f66-9928-f9b2b8e0f0bd"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:43:59.002461 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c719272-f9ec-4b96-aecb-75809e14b78b service neutron] Pushing event updated for resources: {'Port': ['ID=7cad5060-6678-4f66-9928-f9b2b8e0f0bd,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:59.016534 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7279b72-943e-4504-9fbb-f2fb919f16ed None None] DHCP port deletion for abedceb6-d7b4-4d37-ad04-90d668d437ae request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:43:59.037148 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3c86f-3267-43b2-807e-dff2c9831b53 req-43311a46-1c29-4742-84c1-30ba13f22725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:59.039470 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-66c3c86f-3267-43b2-807e-dff2c9831b53 req-43311a46-1c29-4742-84c1-30ba13f22725 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c74f83ed-3896-4341-8cf1-e1417d85add2 HTTP/1.1" status: 200 len: 851 time: 0.1891253 Nov 25 17:43:59.073016 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a27f4ef-3d1d-4858-8c04-4abbc6e0765a x-openstack-request-id: req-5a27f4ef-3d1d-4858-8c04-4abbc6e0765a {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:43:59.073424 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87a0f720-b27c-456e-bed8-119052335bb6", "tag": "7cad5060-6678-4f66-9928-f9b2b8e0f0bd", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:43:59.073805 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5a27f4ef-3d1d-4858-8c04-4abbc6e0765a {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:43:59.074737 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87a0f720-b27c-456e-bed8-119052335bb6', 'tag': '7cad5060-6678-4f66-9928-f9b2b8e0f0bd', 'status': 'completed', 'code': 200} Nov 25 17:43:59.086121 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98ba7da-8f97-4bbc-8237-e2bba4cc12b6 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Made reservation on behalf of d63f1f30c6b449b897427945b3ad9fc1 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:43:59.095470 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c98ba7da-8f97-4bbc-8237-e2bba4cc12b6 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:59.130775 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96692f-ee51-41f7-a0ce-231034f47f08 req-2750cfa2-d149-47e4-bdc3-15d44154b711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:59.133695 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3c96692f-ee51-41f7-a0ce-231034f47f08 req-2750cfa2-d149-47e4-bdc3-15d44154b711 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bd13d6649a594c869290206dad311814&device_id=87a0f720-b27c-456e-bed8-119052335bb6 HTTP/1.1" status: 200 len: 1095 time: 0.1079865 Nov 25 17:43:59.237311 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3c96692f-ee51-41f7-a0ce-231034f47f08 req-2a4b7a2d-e5cc-40b2-92f0-f7febf1357cd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7cad5060-6678-4f66-9928-f9b2b8e0f0bd HTTP/1.1" status: 200 len: 217 time: 0.0942435 Nov 25 17:43:59.240474 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3c86f-3267-43b2-807e-dff2c9831b53 req-77363db2-800c-40da-8f33-d06a15e03d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:59.243149 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-66c3c86f-3267-43b2-807e-dff2c9831b53 req-77363db2-800c-40da-8f33-d06a15e03d87 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d0082d57-8c96-4a76-be0f-340c2f65b160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1842356 Nov 25 17:43:59.308625 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 153edba5-0694-404e-8e28-a5ad64821450 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:43:59.391624 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c98ba7da-8f97-4bbc-8237-e2bba4cc12b6 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:59.415306 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fda246-6a5d-40f8-a83d-cb29479f30d3 req-36957868-f2d3-4287-abe0-395e6ea78ccb tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:59.416853 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-72fda246-6a5d-40f8-a83d-cb29479f30d3 req-36957868-f2d3-4287-abe0-395e6ea78ccb tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc49186-54c5-4f6e-9aa9-f9123ed745f9 HTTP/1.1" status: 200 len: 946 time: 0.2304797 Nov 25 17:43:59.418319 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96692f-ee51-41f7-a0ce-231034f47f08 req-c17d6e4b-0ba7-44cd-bd43-7bd783384307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:59.419635 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3c96692f-ee51-41f7-a0ce-231034f47f08 req-c17d6e4b-0ba7-44cd-bd43-7bd783384307 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=166c4f5a-60a4-4d77-8cb0-66377155a334 HTTP/1.1" status: 200 len: 849 time: 0.1590834 Nov 25 17:43:59.429236 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d17d3-4edd-4873-998c-bf9d64c4a7a6 req-4d418c18-4a79-40d0-92e5-dd3d48433ef0 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:59.431310 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-df4d17d3-4edd-4873-998c-bf9d64c4a7a6 req-4d418c18-4a79-40d0-92e5-dd3d48433ef0 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf6e9ad9-2d91-44eb-bb03-f51c717f15d5 HTTP/1.1" status: 200 len: 945 time: 0.2294190 Nov 25 17:43:59.469310 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3c96692f-ee51-41f7-a0ce-231034f47f08 req-484db2fa-9659-4ead-ac4d-e476055f39fe service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=abedceb6-d7b4-4d37-ad04-90d668d437ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337124 Nov 25 17:43:59.503578 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 153edba5-0694-404e-8e28-a5ad64821450, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=153edba5-0694-404e-8e28-a5ad64821450,segment=NetworkSegment(c5752f96-a6e9-4fc2-9dae-273cc6a23f00),segment_id=c5752f96-a6e9-4fc2-9dae-273cc6a23f00)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:43:59.520142 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98ba7da-8f97-4bbc-8237-e2bba4cc12b6 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Checking segment: {'id': '0095e034-b04e-43b8-b30d-4c779acf7943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '8952e245-a6ef-4fa3-8116-76c67b2af025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:43:59.520864 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98ba7da-8f97-4bbc-8237-e2bba4cc12b6 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Network hostable DHCP agents. Network: 8952e245-a6ef-4fa3-8116-76c67b2af025, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:43:59.525292 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '153edba5-0694-404e-8e28-a5ad64821450', 'network_id': 'd0082d57-8c96-4a76-be0f-340c2f65b160', 'port_id': '153edba5-0694-404e-8e28-a5ad64821450', 'mac_address': 'fa:16:3e:eb:26:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c74f83ed-3896-4341-8cf1-e1417d85add2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:43:59.529522 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ba7da-8f97-4bbc-8237-e2bba4cc12b6 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Pushing event updated for resources: {'Subnet': ['ID=383462ca-93a2-472a-a474-34f5148968d6,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:59.552059 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98ba7da-8f97-4bbc-8237-e2bba4cc12b6 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Network 8952e245-a6ef-4fa3-8116-76c67b2af025 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:43:59.574617 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-c98ba7da-8f97-4bbc-8237-e2bba4cc12b6 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 8952e245-a6ef-4fa3-8116-76c67b2af025) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:43:59.580321 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98ba7da-8f97-4bbc-8237-e2bba4cc12b6 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:59.580973 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c98ba7da-8f97-4bbc-8237-e2bba4cc12b6 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:59.588529 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262ee09f-d3ce-47df-84e3-00bc1f775f04 None None] Network 8952e245-a6ef-4fa3-8116-76c67b2af025 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:43:59.594533 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-66c3c86f-3267-43b2-807e-dff2c9831b53 req-981000e5-bd7c-4bbd-8f27-ed7599b9762d service neutron] 10.222.0.90 "GET /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324330 Nov 25 17:43:59.606654 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:59.619886 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c98ba7da-8f97-4bbc-8237-e2bba4cc12b6 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7306528 Nov 25 17:43:59.622677 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34364) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:59.674482 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 153edba5-0694-404e-8e28-a5ad64821450 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:43:59.701344 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 34366) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:59.724294 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-72fda246-6a5d-40f8-a83d-cb29479f30d3 req-cd6ce33f-258e-4875-8314-3ebfe31dff34 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d500f03-b1e7-4506-ad28-855831c9b6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898855 Nov 25 17:43:59.761464 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-df4d17d3-4edd-4873-998c-bf9d64c4a7a6 req-9679b115-c5e1-41fe-a05b-b3d7a1ad6c90 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1c3665e-ff29-4dbb-8a05-df90f9943146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896006 Nov 25 17:43:59.769350 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 153edba5-0694-404e-8e28-a5ad64821450, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=153edba5-0694-404e-8e28-a5ad64821450,segment=NetworkSegment(c5752f96-a6e9-4fc2-9dae-273cc6a23f00),segment_id=c5752f96-a6e9-4fc2-9dae-273cc6a23f00)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:43:59.788174 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:59.799487 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3c96692f-ee51-41f7-a0ce-231034f47f08 req-1941343b-46af-4d0f-9705-cfa657153063 service neutron] 10.222.0.74 "GET /v2.0/networks/abedceb6-d7b4-4d37-ad04-90d668d437ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213406 Nov 25 17:43:59.813334 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0482cee4-cb45-4223-89a9-55363477bef8 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:59.863290 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=153edba5-0694-404e-8e28-a5ad64821450,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:59.882720 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0482cee4-cb45-4223-89a9-55363477bef8 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:59.971621 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0482cee4-cb45-4223-89a9-55363477bef8 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:59.980557 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-66c3c86f-3267-43b2-807e-dff2c9831b53 req-bbe90772-8dca-447b-a557-1e80d32f9cff service neutron] 10.222.0.90 "GET /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664463 Nov 25 17:43:59.988222 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e625799-baa6-4fed-bb5c-27880eceb384 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-8952e245-a6ef-4fa3-8116-76c67b2af025', 'network_id': '8952e245-a6ef-4fa3-8116-76c67b2af025', 'tenant_id': 'd63f1f30c6b449b897427945b3ad9fc1', 'fixed_ips': [{'subnet_id': '383462ca-93a2-472a-a474-34f5148968d6'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:43:59.989281 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4e625799-baa6-4fed-bb5c-27880eceb384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:00.049267 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['153edba5-0694-404e-8e28-a5ad64821450'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:44:00.059141 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-3b9a5df4-71a8-4f84-931f-d64a933e359f tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1295755100', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:00.076413 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0482cee4-cb45-4223-89a9-55363477bef8 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Pushing event deleted for resources: {'Subnet': ['ID=383462ca-93a2-472a-a474-34f5148968d6,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:00.108264 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3b9a5df4-71a8-4f84-931f-d64a933e359f tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:00.109462 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3b9a5df4-71a8-4f84-931f-d64a933e359f tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:00.137980 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0482cee4-cb45-4223-89a9-55363477bef8 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:00.166147 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-0482cee4-cb45-4223-89a9-55363477bef8 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8952e245-a6ef-4fa3-8116-76c67b2af025']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:00.191622 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-0482cee4-cb45-4223-89a9-55363477bef8 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0095e034-b04e-43b8-b30d-4c779acf7943') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:00.192265 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-0482cee4-cb45-4223-89a9-55363477bef8 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0095e034-b04e-43b8-b30d-4c779acf7943') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:00.196188 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3b9a5df4-71a8-4f84-931f-d64a933e359f tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:00.206577 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0482cee4-cb45-4223-89a9-55363477bef8 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:00.218898 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae0416e-5cf1-461f-95d3-a64c1cc310f9 req-f9d80e38-7944-4202-b2f3-938fa573dfc3 tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:00.220557 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9ae0416e-5cf1-461f-95d3-a64c1cc310f9 req-f9d80e38-7944-4202-b2f3-938fa573dfc3 tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] 10.222.0.75 "GET /v2.0/ports?device_id=87a0f720-b27c-456e-bed8-119052335bb6 HTTP/1.1" status: 200 len: 944 time: 0.1856489 Nov 25 17:44:00.224133 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3b9a5df4-71a8-4f84-931f-d64a933e359f tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:00.233238 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0482cee4-cb45-4223-89a9-55363477bef8 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:00.254799 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93283f1d-61d1-4135-a708-5d85f5a6d010 None None] Network 8952e245-a6ef-4fa3-8116-76c67b2af025 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:44:00.255402 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0482cee4-cb45-4223-89a9-55363477bef8 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Releasing vlan 929 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:44:00.256165 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0482cee4-cb45-4223-89a9-55363477bef8 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:00.257746 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7b80e-e3ab-4368-801d-dd037a8b6adb req-1e66e448-d92a-4922-8320-2c0223b0746f tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:00.266904 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-93c7b80e-e3ab-4368-801d-dd037a8b6adb req-1e66e448-d92a-4922-8320-2c0223b0746f tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=be4b7a36-232e-4fd3-be4b-dca35373e00f HTTP/1.1" status: 200 len: 944 time: 0.2887151 Nov 25 17:44:00.279915 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3b9a5df4-71a8-4f84-931f-d64a933e359f tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:00.283682 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-3b9a5df4-71a8-4f84-931f-d64a933e359f tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5789363 Nov 25 17:44:00.284703 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3c96692f-ee51-41f7-a0ce-231034f47f08 req-4586ab72-c6eb-4d90-8cb8-194e22068d2b service neutron] 10.222.0.74 "GET /v2.0/networks/abedceb6-d7b4-4d37-ad04-90d668d437ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4733732 Nov 25 17:44:00.299749 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 34376) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:00.306459 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-59c27678-7eea-46c1-ae9b-32ca8cecb330 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1836237878'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:00.373361 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:44:00.373361 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:44:00.373361 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:44:00.373361 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:44:00.373361 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:44:00.373361 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:44:00.373361 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:44:00.373361 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:44:00.373361 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:44:00.373361 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:44:00.373361 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:44:00.373361 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:44:00.373361 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:44:00.373361 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:44:00.373361 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:44:00.373361 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:44:00.373361 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:44:00.373361 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:44:00.373361 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:44:00.373361 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:44:00.373361 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:44:00.373361 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:44:00.373361 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:44:00.373361 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:44:00.373361 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:44:00.373361 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:44:00.373361 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:44:00.373361 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:44:00.373361 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:44:00.373361 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:44:00.373361 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:44:00.373361 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:44:00.375773 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-93c7b80e-e3ab-4368-801d-dd037a8b6adb req-cb126e0a-0d0d-4082-ab41-721c866a664f tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054649 Nov 25 17:44:00.381800 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0482cee4-cb45-4223-89a9-55363477bef8 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:00.396638 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0482cee4-cb45-4223-89a9-55363477bef8 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:00.402921 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0482cee4-cb45-4223-89a9-55363477bef8 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "DELETE /v2.0/networks/8952e245-a6ef-4fa3-8116-76c67b2af025 HTTP/1.1" status: 204 len: 168 time: 0.7784157 Nov 25 17:44:00.417510 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 34378) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:00.422522 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-dffae53c-4cc6-40dc-a2e0-7168183971fb tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-91606540'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:00.425804 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0482cee4-cb45-4223-89a9-55363477bef8 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Pushing event deleted for resources: {'Network': ['ID=8952e245-a6ef-4fa3-8116-76c67b2af025,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:00.452739 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c27678-7eea-46c1-ae9b-32ca8cecb330 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Made reservation on behalf of b837df4ef83f477287890b7e07baf00b for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:44:00.456316 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-59c27678-7eea-46c1-ae9b-32ca8cecb330 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:00.470364 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9ae0416e-5cf1-461f-95d3-a64c1cc310f9 req-8055790d-6360-4a49-b00c-53f65ae5f795 tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] 10.222.0.75 "GET /v2.0/security-groups?id=4fcd42ba-9c09-415e-a9a7-81dc38f0485b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311683 Nov 25 17:44:00.472413 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2f4b4-95e0-463d-bb5c-7a752fe6651a req-7a54e682-d6a5-4cd3-b580-ac3cfe34e36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:00.474139 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dac2f4b4-95e0-463d-bb5c-7a752fe6651a req-7a54e682-d6a5-4cd3-b580-ac3cfe34e36f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bd13d6649a594c869290206dad311814&device_id=87a0f720-b27c-456e-bed8-119052335bb6 HTTP/1.1" status: 200 len: 1095 time: 0.1270027 Nov 25 17:44:00.511216 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-59c27678-7eea-46c1-ae9b-32ca8cecb330 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:00.517725 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dffae53c-4cc6-40dc-a2e0-7168183971fb tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Made reservation on behalf of d63f1f30c6b449b897427945b3ad9fc1 for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:44:00.521159 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dffae53c-4cc6-40dc-a2e0-7168183971fb tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:00.588404 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dffae53c-4cc6-40dc-a2e0-7168183971fb tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 914} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:44:00.606405 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dffae53c-4cc6-40dc-a2e0-7168183971fb tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:00.606752 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-dffae53c-4cc6-40dc-a2e0-7168183971fb tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Added segment b069b467-6c86-4959-837d-d1a3c58e184e of type vlan for network 25da5549-84a5-4411-ac3c-362f9867fa15 Nov 25 17:44:00.682642 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dffae53c-4cc6-40dc-a2e0-7168183971fb tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:00.685266 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2f4b4-95e0-463d-bb5c-7a752fe6651a req-f63aa163-9c57-4f69-ab8b-eaa9f50458f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:00.686724 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dac2f4b4-95e0-463d-bb5c-7a752fe6651a req-f63aa163-9c57-4f69-ab8b-eaa9f50458f9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=abedceb6-d7b4-4d37-ad04-90d668d437ae HTTP/1.1" status: 200 len: 910 time: 0.2002597 Nov 25 17:44:00.754707 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dac2f4b4-95e0-463d-bb5c-7a752fe6651a req-648a89ba-3b21-4fa2-8161-e97626103206 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7cad5060-6678-4f66-9928-f9b2b8e0f0bd HTTP/1.1" status: 200 len: 217 time: 0.0574622 Nov 25 17:44:00.817017 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dffae53c-4cc6-40dc-a2e0-7168183971fb tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:00.823453 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffae53c-4cc6-40dc-a2e0-7168183971fb tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:00.824105 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dffae53c-4cc6-40dc-a2e0-7168183971fb tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:00.903538 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-dffae53c-4cc6-40dc-a2e0-7168183971fb tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.4821639 Nov 25 17:44:00.903844 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34392) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:00.909208 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-4f889c3d-018b-467d-a259-8fc052930eed tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:00.919914 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-59c27678-7eea-46c1-ae9b-32ca8cecb330 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:00.969069 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2f4b4-95e0-463d-bb5c-7a752fe6651a req-de035f6c-4dd3-4789-ad50-628393f7148f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:00.970924 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dac2f4b4-95e0-463d-bb5c-7a752fe6651a req-de035f6c-4dd3-4789-ad50-628393f7148f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=166c4f5a-60a4-4d77-8cb0-66377155a334 HTTP/1.1" status: 200 len: 849 time: 0.2058771 Nov 25 17:44:01.024326 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-59c27678-7eea-46c1-ae9b-32ca8cecb330 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:01.080229 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c27678-7eea-46c1-ae9b-32ca8cecb330 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f61ba4a1-7939-4ab0-9ef2-22c86135e37e,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:01.126862 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dac2f4b4-95e0-463d-bb5c-7a752fe6651a req-e6780e28-fd6b-4948-ab44-a415ac190aa5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=abedceb6-d7b4-4d37-ad04-90d668d437ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957792 Nov 25 17:44:01.130313 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4f889c3d-018b-467d-a259-8fc052930eed tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:01.146981 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffae53c-4cc6-40dc-a2e0-7168183971fb tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Pushing event updated for resources: {'Network': ['ID=25da5549-84a5-4411-ac3c-362f9867fa15,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:01.151846 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4f889c3d-018b-467d-a259-8fc052930eed tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:01.161206 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 25da5549-84a5-4411-ac3c-362f9867fa15 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:44:01.180087 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59c27678-7eea-46c1-ae9b-32ca8cecb330 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 924} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:44:01.220247 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4f889c3d-018b-467d-a259-8fc052930eed tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Network 25da5549-84a5-4411-ac3c-362f9867fa15 is not hosted by any dhcp agent {{(pid=103360) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 17:44:01.226071 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f889c3d-018b-467d-a259-8fc052930eed tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:01.226992 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4f889c3d-018b-467d-a259-8fc052930eed tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:01.231702 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4f889c3d-018b-467d-a259-8fc052930eed tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "PUT /v2.0/networks/25da5549-84a5-4411-ac3c-362f9867fa15 HTTP/1.1" status: 200 len: 723 time: 0.3266730 Nov 25 17:44:01.232336 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34396) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:01.239556 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-6602a487-05ab-4bea-9e91-c13f806f52b4 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Request body: {'subnet': {'network_id': '25da5549-84a5-4411-ac3c-362f9867fa15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:01.248267 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f889c3d-018b-467d-a259-8fc052930eed tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Pushing event updated for resources: {'Network': ['ID=25da5549-84a5-4411-ac3c-362f9867fa15,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:01.260535 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053d029-f3e1-460d-a38f-31078c607cec req-41fc3854-6468-4f5d-81bb-2b609f5be591 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:01.262289 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1053d029-f3e1-460d-a38f-31078c607cec req-41fc3854-6468-4f5d-81bb-2b609f5be591 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc49186-54c5-4f6e-9aa9-f9123ed745f9 HTTP/1.1" status: 200 len: 946 time: 0.4264839 Nov 25 17:44:01.272186 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 25da5549-84a5-4411-ac3c-362f9867fa15 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:44:01.284775 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4687d5-7d39-40cb-84da-303059263e56 req-a50074d4-27ac-49f6-9584-bd55df8d762b tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:01.293431 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ca4687d5-7d39-40cb-84da-303059263e56 req-a50074d4-27ac-49f6-9584-bd55df8d762b tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf6e9ad9-2d91-44eb-bb03-f51c717f15d5 HTTP/1.1" status: 200 len: 945 time: 0.3966990 Nov 25 17:44:01.341721 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 153edba5-0694-404e-8e28-a5ad64821450 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:44:01.375368 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dac2f4b4-95e0-463d-bb5c-7a752fe6651a req-87fc4dd0-8fc6-4f49-bc49-e2b162e7687e service neutron] 10.222.0.74 "GET /v2.0/networks/abedceb6-d7b4-4d37-ad04-90d668d437ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996768 Nov 25 17:44:01.407366 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6602a487-05ab-4bea-9e91-c13f806f52b4 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Made reservation on behalf of d63f1f30c6b449b897427945b3ad9fc1 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:44:01.415355 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6602a487-05ab-4bea-9e91-c13f806f52b4 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:01.419073 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-59c27678-7eea-46c1-ae9b-32ca8cecb330 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:01.419671 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-59c27678-7eea-46c1-ae9b-32ca8cecb330 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Added segment 6ea1dda2-737d-46ae-be7e-d65cb1780d12 of type vlan for network abc002a8-49ae-433d-bc5b-90333eb1180d Nov 25 17:44:01.427306 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port 153edba5-0694-404e-8e28-a5ad64821450 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:44:01.440625 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port 153edba5-0694-404e-8e28-a5ad64821450 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:44:01.441034 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:01.581902 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:01.590445 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1053d029-f3e1-460d-a38f-31078c607cec req-e9d8b975-da15-4525-8648-74b05857c56d tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d500f03-b1e7-4506-ad28-855831c9b6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942567 Nov 25 17:44:01.624801 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 153edba5-0694-404e-8e28-a5ad64821450, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=153edba5-0694-404e-8e28-a5ad64821450,segment=NetworkSegment(c5752f96-a6e9-4fc2-9dae-273cc6a23f00),segment_id=c5752f96-a6e9-4fc2-9dae-273cc6a23f00)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:44:01.626194 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be4b7a36-232e-4fd3-be4b-dca35373e00f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '153edba5-0694-404e-8e28-a5ad64821450'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:44:01.629075 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18fc45e8-9ccd-469f-8c86-3be5ec03bb26" -d '{"events": [{"server_uuid": "be4b7a36-232e-4fd3-be4b-dca35373e00f", "name": "network-vif-plugged", "status": "completed", "tag": "153edba5-0694-404e-8e28-a5ad64821450"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:44:01.634998 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:01.690550 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-59c27678-7eea-46c1-ae9b-32ca8cecb330 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:01.694012 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=153edba5-0694-404e-8e28-a5ad64821450,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:01.769312 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ca4687d5-7d39-40cb-84da-303059263e56 req-83f39787-24a5-4007-a8e4-5a69ebbcc42d tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1c3665e-ff29-4dbb-8a05-df90f9943146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4710336 Nov 25 17:44:01.772809 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6602a487-05ab-4bea-9e91-c13f806f52b4 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:01.850994 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6602a487-05ab-4bea-9e91-c13f806f52b4 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Checking segment: {'id': 'b069b467-6c86-4959-837d-d1a3c58e184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '25da5549-84a5-4411-ac3c-362f9867fa15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:44:01.851489 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6602a487-05ab-4bea-9e91-c13f806f52b4 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Network hostable DHCP agents. Network: 25da5549-84a5-4411-ac3c-362f9867fa15, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:44:01.868871 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6602a487-05ab-4bea-9e91-c13f806f52b4 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Pushing event updated for resources: {'Subnet': ['ID=bab247b2-05dc-47dc-a150-66e529b5ca13,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:01.869958 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc644c6-0746-4337-9360-a07f7644c4b3 req-a4c2aab4-37dd-4901-9685-9f00fdb34428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:01.871749 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7fc644c6-0746-4337-9360-a07f7644c4b3 req-a4c2aab4-37dd-4901-9685-9f00fdb34428 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=bf6e9ad9-2d91-44eb-bb03-f51c717f15d5 HTTP/1.1" status: 200 len: 1096 time: 0.3219264 Nov 25 17:44:01.885206 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6602a487-05ab-4bea-9e91-c13f806f52b4 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Network 25da5549-84a5-4411-ac3c-362f9867fa15 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:44:01.895918 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-6602a487-05ab-4bea-9e91-c13f806f52b4 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 25da5549-84a5-4411-ac3c-362f9867fa15) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:44:01.901592 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6602a487-05ab-4bea-9e91-c13f806f52b4 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:01.902296 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6602a487-05ab-4bea-9e91-c13f806f52b4 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:01.918554 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d2f709-a6ce-404c-8495-6849570ca6b6 None None] Network 25da5549-84a5-4411-ac3c-362f9867fa15 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:44:01.930797 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6602a487-05ab-4bea-9e91-c13f806f52b4 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6952765 Nov 25 17:44:01.933726 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34408) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:01.946304 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-8c22e9bb-a5ff-44c6-b5fb-9a1c4487ff6b tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:01.948239 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-59c27678-7eea-46c1-ae9b-32ca8cecb330 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:01.959920 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c27678-7eea-46c1-ae9b-32ca8cecb330 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:01.963523 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-59c27678-7eea-46c1-ae9b-32ca8cecb330 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:01.998709 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dac2f4b4-95e0-463d-bb5c-7a752fe6651a req-061550c0-5649-43da-a725-f69a41c402c4 service neutron] 10.222.0.74 "GET /v2.0/networks/abedceb6-d7b4-4d37-ad04-90d668d437ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5947247 Nov 25 17:44:02.125895 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8c22e9bb-a5ff-44c6-b5fb-9a1c4487ff6b tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126019786'] for subnet, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:02.142239 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d502cd0-f897-4bbe-bdff-097d8b21b625 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-25da5549-84a5-4411-ac3c-362f9867fa15', 'network_id': '25da5549-84a5-4411-ac3c-362f9867fa15', 'tenant_id': 'd63f1f30c6b449b897427945b3ad9fc1', 'fixed_ips': [{'subnet_id': 'bab247b2-05dc-47dc-a150-66e529b5ca13'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:44:02.143122 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9d502cd0-f897-4bbe-bdff-097d8b21b625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:02.368415 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8c22e9bb-a5ff-44c6-b5fb-9a1c4487ff6b tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791736784159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-129790271'] for subnet, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:02.442209 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c22e9bb-a5ff-44c6-b5fb-9a1c4487ff6b tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:02.443085 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8c22e9bb-a5ff-44c6-b5fb-9a1c4487ff6b tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:02.450369 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8c22e9bb-a5ff-44c6-b5fb-9a1c4487ff6b tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "PUT /v2.0/subnets/bab247b2-05dc-47dc-a150-66e529b5ca13 HTTP/1.1" status: 200 len: 806 time: 0.5154226 Nov 25 17:44:02.451287 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34410) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:02.470463 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-9d502cd0-f897-4bbe-bdff-097d8b21b625 None None] Allocated IP 172.20.0.2 (25da5549-84a5-4411-ac3c-362f9867fa15/bab247b2-05dc-47dc-a150-66e529b5ca13/830b333a-1d2d-4473-bc36-b7d1a1601a5c) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:44:02.494608 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c22e9bb-a5ff-44c6-b5fb-9a1c4487ff6b tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Pushing event updated for resources: {'Subnet': ['ID=bab247b2-05dc-47dc-a150-66e529b5ca13,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:02.542063 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7fc644c6-0746-4337-9360-a07f7644c4b3 req-ac122e6c-56d2-404c-bc79-853ddd9bb282 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=f1c3665e-ff29-4dbb-8a05-df90f9943146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6600018 Nov 25 17:44:02.571631 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9238400-73a6-44a8-ae9f-861d5611a81d req-acd5eea2-38ad-4b92-8fa0-c6469ef1baca tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:02.573194 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d9238400-73a6-44a8-ae9f-861d5611a81d req-acd5eea2-38ad-4b92-8fa0-c6469ef1baca tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=be4b7a36-232e-4fd3-be4b-dca35373e00f HTTP/1.1" status: 200 len: 945 time: 0.8512862 Nov 25 17:44:02.579028 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c27678-7eea-46c1-ae9b-32ca8cecb330 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Pushing event updated for resources: {'Network': ['ID=abc002a8-49ae-433d-bc5b-90333eb1180d,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:02.587697 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-59c27678-7eea-46c1-ae9b-32ca8cecb330 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 2.2862525 Nov 25 17:44:02.590446 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 34412) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:02.595368 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-a1bad3fd-9363-49be-97f4-b6cd7cf3870a tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Request body: {'subnet': {'network_id': 'abc002a8-49ae-433d-bc5b-90333eb1180d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:02.598043 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network abc002a8-49ae-433d-bc5b-90333eb1180d details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:44:02.606077 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-32afdc66-b5aa-4334-91eb-31cd9c964f07 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:02.648813 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4dfa95-b1f9-4a4a-847f-83ab133f49b3 req-1a404797-04d4-4921-932b-6e9468f81bd0 tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:02.650819 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0d4dfa95-b1f9-4a4a-847f-83ab133f49b3 req-1a404797-04d4-4921-932b-6e9468f81bd0 tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] 10.222.0.75 "GET /v2.0/ports?device_id=87a0f720-b27c-456e-bed8-119052335bb6 HTTP/1.1" status: 200 len: 944 time: 0.7714918 Nov 25 17:44:02.724672 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d9238400-73a6-44a8-ae9f-861d5611a81d req-dfb60604-9ce8-42af-93eb-2f07eabafc75 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347821 Nov 25 17:44:02.792624 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0d4dfa95-b1f9-4a4a-847f-83ab133f49b3 req-babba102-477a-4a08-87e0-523443060c79 tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] 10.222.0.75 "GET /v2.0/security-groups?id=4fcd42ba-9c09-415e-a9a7-81dc38f0485b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338372 Nov 25 17:44:02.808748 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1bad3fd-9363-49be-97f4-b6cd7cf3870a tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Made reservation on behalf of b837df4ef83f477287890b7e07baf00b for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:44:02.815153 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a1bad3fd-9363-49be-97f4-b6cd7cf3870a tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:02.838519 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9d502cd0-f897-4bbe-bdff-097d8b21b625 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:02.846489 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9d502cd0-f897-4bbe-bdff-097d8b21b625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:02.856768 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61100087-a25b-4d5f-a2bb-e4c353094094 x-openstack-request-id: req-61100087-a25b-4d5f-a2bb-e4c353094094 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:44:02.857187 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be4b7a36-232e-4fd3-be4b-dca35373e00f", "name": "network-vif-plugged", "status": "completed", "tag": "153edba5-0694-404e-8e28-a5ad64821450", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:44:02.857385 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-61100087-a25b-4d5f-a2bb-e4c353094094 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:44:02.857748 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be4b7a36-232e-4fd3-be4b-dca35373e00f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '153edba5-0694-404e-8e28-a5ad64821450', 'code': 200} Nov 25 17:44:02.894307 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d502cd0-f897-4bbe-bdff-097d8b21b625 None None] Network 25da5549-84a5-4411-ac3c-362f9867fa15 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:44:02.897393 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-9d502cd0-f897-4bbe-bdff-097d8b21b625 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:44:02.902111 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d502cd0-f897-4bbe-bdff-097d8b21b625 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:44:02.953519 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d502cd0-f897-4bbe-bdff-097d8b21b625 None None] Pushing event updated for resources: {'Port': ['ID=830b333a-1d2d-4473-bc36-b7d1a1601a5c,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:02.990741 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-9d502cd0-f897-4bbe-bdff-097d8b21b625 None None] Attempting to bind port 830b333a-1d2d-4473-bc36-b7d1a1601a5c on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:44:02.991118 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-9d502cd0-f897-4bbe-bdff-097d8b21b625 None None] Attempting to bind port 830b333a-1d2d-4473-bc36-b7d1a1601a5c by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'b069b467-6c86-4959-837d-d1a3c58e184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '25da5549-84a5-4411-ac3c-362f9867fa15'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:44:02.991490 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d502cd0-f897-4bbe-bdff-097d8b21b625 None None] Attempting to bind port 830b333a-1d2d-4473-bc36-b7d1a1601a5c on network 25da5549-84a5-4411-ac3c-362f9867fa15 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:44:02.998265 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d502cd0-f897-4bbe-bdff-097d8b21b625 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:44:02.998647 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d502cd0-f897-4bbe-bdff-097d8b21b625 None None] Checking segment: {'id': 'b069b467-6c86-4959-837d-d1a3c58e184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '25da5549-84a5-4411-ac3c-362f9867fa15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:44:02.999059 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9d502cd0-f897-4bbe-bdff-097d8b21b625 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:02.999455 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d502cd0-f897-4bbe-bdff-097d8b21b625 None None] Bound using segment: {'id': 'b069b467-6c86-4959-837d-d1a3c58e184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '25da5549-84a5-4411-ac3c-362f9867fa15'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:44:03.000060 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-9d502cd0-f897-4bbe-bdff-097d8b21b625 None None] Bound port: 830b333a-1d2d-4473-bc36-b7d1a1601a5c, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b069b467-6c86-4959-837d-d1a3c58e184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '25da5549-84a5-4411-ac3c-362f9867fa15'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:44:03.000450 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9d502cd0-f897-4bbe-bdff-097d8b21b625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:03.071611 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-9d502cd0-f897-4bbe-bdff-097d8b21b625 None None] For port 830b333a-1d2d-4473-bc36-b7d1a1601a5c, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:44:03.075179 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-9d502cd0-f897-4bbe-bdff-097d8b21b625 None None] For port 830b333a-1d2d-4473-bc36-b7d1a1601a5c, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=830b333a-1d2d-4473-bc36-b7d1a1601a5c,segment=NetworkSegment(b069b467-6c86-4959-837d-d1a3c58e184e),segment_id=b069b467-6c86-4959-837d-d1a3c58e184e)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:44:03.080999 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9d502cd0-f897-4bbe-bdff-097d8b21b625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:03.149900 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-32afdc66-b5aa-4334-91eb-31cd9c964f07 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:03.168883 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d502cd0-f897-4bbe-bdff-097d8b21b625 None None] Pushing event updated for resources: {'Port': ['ID=830b333a-1d2d-4473-bc36-b7d1a1601a5c,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:03.190506 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a1bad3fd-9363-49be-97f4-b6cd7cf3870a tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:03.230689 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 7cad5060-6678-4f66-9928-f9b2b8e0f0bd details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:44:03.271806 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-32afdc66-b5aa-4334-91eb-31cd9c964f07 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:03.315474 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0a7c6-cdb7-4c28-a238-3a17175fbc57 req-8c0db932-9d48-4a8a-9985-b165269dfc44 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:03.316425 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b4e0a7c6-cdb7-4c28-a238-3a17175fbc57 req-8c0db932-9d48-4a8a-9985-b165269dfc44 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc49186-54c5-4f6e-9aa9-f9123ed745f9 HTTP/1.1" status: 200 len: 946 time: 0.3615713 Nov 25 17:44:03.337554 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f8e077-4b64-457c-b993-c9da6547ee93 req-5da054ac-7f37-4d2d-a305-adef439cd309 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:03.352193 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c5f8e077-4b64-457c-b993-c9da6547ee93 req-5da054ac-7f37-4d2d-a305-adef439cd309 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf6e9ad9-2d91-44eb-bb03-f51c717f15d5 HTTP/1.1" status: 200 len: 945 time: 0.3426452 Nov 25 17:44:03.362003 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77443c0-192d-4b00-a6f9-636af979a4a7 req-21bba928-b542-44c3-93dc-be6246b3080e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:03.366501 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a77443c0-192d-4b00-a6f9-636af979a4a7 req-21bba928-b542-44c3-93dc-be6246b3080e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=be4b7a36-232e-4fd3-be4b-dca35373e00f HTTP/1.1" status: 200 len: 1096 time: 0.4065049 Nov 25 17:44:03.378268 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32afdc66-b5aa-4334-91eb-31cd9c964f07 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Pushing event deleted for resources: {'Subnet': ['ID=bab247b2-05dc-47dc-a150-66e529b5ca13,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:03.400322 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bad3fd-9363-49be-97f4-b6cd7cf3870a tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Pushing event updated for resources: {'Subnet': ['ID=041c11d3-9085-4bbb-8b7f-bfbb9e6a497b,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:03.508903 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 7cad5060-6678-4f66-9928-f9b2b8e0f0bd, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=7cad5060-6678-4f66-9928-f9b2b8e0f0bd,segment=NetworkSegment(00ad76f3-0c64-4805-b830-72456465ccf6),segment_id=00ad76f3-0c64-4805-b830-72456465ccf6)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:44:03.544486 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-32afdc66-b5aa-4334-91eb-31cd9c964f07 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:03.549567 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '7cad5060-6678-4f66-9928-f9b2b8e0f0bd', 'network_id': 'abedceb6-d7b4-4d37-ad04-90d668d437ae', 'port_id': '7cad5060-6678-4f66-9928-f9b2b8e0f0bd', 'mac_address': 'fa:16:3e:34:7a:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '166c4f5a-60a4-4d77-8cb0-66377155a334', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:44:03.557934 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bad3fd-9363-49be-97f4-b6cd7cf3870a tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Checking segment: {'id': '6ea1dda2-737d-46ae-be7e-d65cb1780d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'abc002a8-49ae-433d-bc5b-90333eb1180d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:44:03.558299 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bad3fd-9363-49be-97f4-b6cd7cf3870a tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Network hostable DHCP agents. Network: abc002a8-49ae-433d-bc5b-90333eb1180d, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:44:03.603408 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-32afdc66-b5aa-4334-91eb-31cd9c964f07 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25da5549-84a5-4411-ac3c-362f9867fa15']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:03.623951 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-32afdc66-b5aa-4334-91eb-31cd9c964f07 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b069b467-6c86-4959-837d-d1a3c58e184e') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:03.624256 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-32afdc66-b5aa-4334-91eb-31cd9c964f07 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b069b467-6c86-4959-837d-d1a3c58e184e') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:03.650380 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-32afdc66-b5aa-4334-91eb-31cd9c964f07 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:03.663456 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c5f8e077-4b64-457c-b993-c9da6547ee93 req-a105cf73-b787-4ce8-a665-8161314fa1d2 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1c3665e-ff29-4dbb-8a05-df90f9943146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106828 Nov 25 17:44:03.693959 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-32afdc66-b5aa-4334-91eb-31cd9c964f07 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:03.705352 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a77443c0-192d-4b00-a6f9-636af979a4a7 req-c7e02c65-aaed-4175-9be6-dd535fba45d1 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850258 Nov 25 17:44:03.705717 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32afdc66-b5aa-4334-91eb-31cd9c964f07 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Releasing vlan 914 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:44:03.706728 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-32afdc66-b5aa-4334-91eb-31cd9c964f07 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:03.709775 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b4e0a7c6-cdb7-4c28-a238-3a17175fbc57 req-eb23fa7e-cd31-40c3-8cae-91b6bc309eab tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d500f03-b1e7-4506-ad28-855831c9b6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3826444 Nov 25 17:44:03.714731 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bad3fd-9363-49be-97f4-b6cd7cf3870a tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Network abc002a8-49ae-433d-bc5b-90333eb1180d is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:44:03.736005 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-a1bad3fd-9363-49be-97f4-b6cd7cf3870a tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, abc002a8-49ae-433d-bc5b-90333eb1180d) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:44:03.739891 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:03.741037 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:44:03.741037 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:44:03.741037 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:44:03.741037 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:44:03.741037 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:44:03.741037 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:44:03.741037 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:44:03.741037 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:44:03.741037 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:44:03.741037 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:44:03.741037 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:44:03.741037 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:44:03.741037 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:44:03.741037 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:44:03.741037 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:44:03.741037 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:44:03.741037 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:44:03.741037 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:44:03.741037 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:44:03.741037 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:44:03.741037 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:44:03.741037 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:44:03.741037 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:44:03.741037 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:44:03.741037 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:44:03.741037 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:44:03.741037 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:44:03.741037 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:44:03.741037 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:44:03.741037 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:44:03.741037 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:44:03.741037 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:44:03.746026 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bad3fd-9363-49be-97f4-b6cd7cf3870a tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:03.746817 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a1bad3fd-9363-49be-97f4-b6cd7cf3870a tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:03.780362 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcba8378-d974-4814-b476-7275f3d7cbed None None] Network abc002a8-49ae-433d-bc5b-90333eb1180d requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:44:03.806772 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-a1bad3fd-9363-49be-97f4-b6cd7cf3870a tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2151251 Nov 25 17:44:03.808209 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 34426) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:03.821895 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-60a73ead-d030-4752-8e4f-63aaee0f6eed tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Request body: {'network': {'name': 'tempest-router-network01--759839505'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:03.869886 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a73ead-d030-4752-8e4f-63aaee0f6eed tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Made reservation on behalf of b837df4ef83f477287890b7e07baf00b for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:44:03.871261 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.db.api [None req-32afdc66-b5aa-4334-91eb-31cd9c964f07 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 17:44:03.871261 n-d-817746-1 neutron-server[103360]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 17:44:03.871261 n-d-817746-1 neutron-server[103360]: [parameters: {'id': '25da5549-84a5-4411-ac3c-362f9867fa15'}] Nov 25 17:44:03.871261 n-d-817746-1 neutron-server[103360]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:44:03.871911 n-d-817746-1 neutron-server[103360]: DEBUG oslo_db.api [None req-32afdc66-b5aa-4334-91eb-31cd9c964f07 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:44:03.875637 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cad5060-6678-4f66-9928-f9b2b8e0f0bd {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:44:03.877000 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-60a73ead-d030-4752-8e4f-63aaee0f6eed tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:03.916652 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 7cad5060-6678-4f66-9928-f9b2b8e0f0bd, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=7cad5060-6678-4f66-9928-f9b2b8e0f0bd,segment=NetworkSegment(00ad76f3-0c64-4805-b830-72456465ccf6),segment_id=00ad76f3-0c64-4805-b830-72456465ccf6)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:44:03.936159 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:04.059617 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60a73ead-d030-4752-8e4f-63aaee0f6eed tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 932} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:44:04.073632 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-60a73ead-d030-4752-8e4f-63aaee0f6eed tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:04.074263 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-60a73ead-d030-4752-8e4f-63aaee0f6eed tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Added segment e7eb99b6-26d2-46ab-afdd-0b2eab10ba4f of type vlan for network fdbbc86c-7a9a-40e7-9f85-682d116b1c7a Nov 25 17:44:04.091115 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=7cad5060-6678-4f66-9928-f9b2b8e0f0bd,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:04.096276 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3e5e78-4625-40a5-8a99-68d33012578f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-abc002a8-49ae-433d-bc5b-90333eb1180d', 'network_id': 'abc002a8-49ae-433d-bc5b-90333eb1180d', 'tenant_id': 'b837df4ef83f477287890b7e07baf00b', 'fixed_ips': [{'subnet_id': '041c11d3-9085-4bbb-8b7f-bfbb9e6a497b'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:44:04.097280 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-cc3e5e78-4625-40a5-8a99-68d33012578f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:04.148940 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb94bb-9e77-40a5-a7ab-369105c0b381 req-267ec2be-8bb6-46b9-97b9-ea57eb904a6b tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:04.150821 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7deb94bb-9e77-40a5-a7ab-369105c0b381 req-267ec2be-8bb6-46b9-97b9-ea57eb904a6b tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=be4b7a36-232e-4fd3-be4b-dca35373e00f HTTP/1.1" status: 200 len: 945 time: 0.2278361 Nov 25 17:44:04.170530 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-60a73ead-d030-4752-8e4f-63aaee0f6eed tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:04.188798 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82265dd6-9175-4491-b641-b8b96362f252 req-9eeb4a52-39d5-42d3-9ec1-054d375c0a66 tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:04.195542 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-82265dd6-9175-4491-b641-b8b96362f252 req-9eeb4a52-39d5-42d3-9ec1-054d375c0a66 tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] 10.222.0.75 "GET /v2.0/ports?device_id=87a0f720-b27c-456e-bed8-119052335bb6 HTTP/1.1" status: 200 len: 945 time: 0.2001505 Nov 25 17:44:04.265937 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['7cad5060-6678-4f66-9928-f9b2b8e0f0bd'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:44:04.335151 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7deb94bb-9e77-40a5-a7ab-369105c0b381 req-20cb1abb-60e0-446e-aa8e-3797905d15cc tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737847 Nov 25 17:44:04.337822 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-60a73ead-d030-4752-8e4f-63aaee0f6eed tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:04.344864 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a73ead-d030-4752-8e4f-63aaee0f6eed tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:04.345662 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-60a73ead-d030-4752-8e4f-63aaee0f6eed tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:04.372717 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-32afdc66-b5aa-4334-91eb-31cd9c964f07 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:04.391173 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 830b333a-1d2d-4473-bc36-b7d1a1601a5c up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:44:04.469353 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a73ead-d030-4752-8e4f-63aaee0f6eed tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Pushing event updated for resources: {'Network': ['ID=fdbbc86c-7a9a-40e7-9f85-682d116b1c7a,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:04.487964 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-60a73ead-d030-4752-8e4f-63aaee0f6eed tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6773655 Nov 25 17:44:04.490663 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34432) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:04.498738 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network fdbbc86c-7a9a-40e7-9f85-682d116b1c7a details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:44:04.509644 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-82265dd6-9175-4491-b641-b8b96362f252 req-cabfa7b7-7443-43d0-9dc5-db2a5266c345 tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] 10.222.0.75 "GET /v2.0/security-groups?id=4fcd42ba-9c09-415e-a9a7-81dc38f0485b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027403 Nov 25 17:44:04.518358 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-cf6a2e94-531c-4fd9-a42e-59ff6d2392fa tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Request body: {'network': {'name': 'tempest-router-network02--86329831'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:04.569391 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-32afdc66-b5aa-4334-91eb-31cd9c964f07 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Deleting port 830b333a-1d2d-4473-bc36-b7d1a1601a5c {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:44:04.570756 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-32afdc66-b5aa-4334-91eb-31cd9c964f07 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:04.591260 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6a2e94-531c-4fd9-a42e-59ff6d2392fa tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Made reservation on behalf of b837df4ef83f477287890b7e07baf00b for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:44:04.594890 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cf6a2e94-531c-4fd9-a42e-59ff6d2392fa tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:04.638600 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-cc3e5e78-4625-40a5-8a99-68d33012578f None None] Allocated IP 172.20.0.2 (abc002a8-49ae-433d-bc5b-90333eb1180d/041c11d3-9085-4bbb-8b7f-bfbb9e6a497b/01863edd-cc5b-431e-9d8a-41198ba8eb70) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:44:04.719228 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf6a2e94-531c-4fd9-a42e-59ff6d2392fa tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 941} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:44:04.760561 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 830b333a-1d2d-4473-bc36-b7d1a1601a5c triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:44:04.760932 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:04.794748 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-32afdc66-b5aa-4334-91eb-31cd9c964f07 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] For port 830b333a-1d2d-4473-bc36-b7d1a1601a5c, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=830b333a-1d2d-4473-bc36-b7d1a1601a5c,segment=NetworkSegment(b069b467-6c86-4959-837d-d1a3c58e184e),segment_id=b069b467-6c86-4959-837d-d1a3c58e184e)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:44:04.795427 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-32afdc66-b5aa-4334-91eb-31cd9c964f07 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:04.873304 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-32afdc66-b5aa-4334-91eb-31cd9c964f07 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Calling delete_port for 830b333a-1d2d-4473-bc36-b7d1a1601a5c owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:44:05.000043 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0caf92a3-9302-48d3-919a-077394e3e357 None None] Network 25da5549-84a5-4411-ac3c-362f9867fa15 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:44:05.003818 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cf6a2e94-531c-4fd9-a42e-59ff6d2392fa tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:05.004201 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-cf6a2e94-531c-4fd9-a42e-59ff6d2392fa tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Added segment 8c730652-601b-4c36-8bc7-3de3ec376826 of type vlan for network 3468d433-d9d1-40c6-9ae9-65b58313d178 Nov 25 17:44:05.006811 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f653b-b76a-4fa5-b3bf-29bb89172e18 req-8a83dcfb-0ca3-4af8-8406-95b797ee8bc6 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:05.010577 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c46f653b-b76a-4fa5-b3bf-29bb89172e18 req-8a83dcfb-0ca3-4af8-8406-95b797ee8bc6 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf6e9ad9-2d91-44eb-bb03-f51c717f15d5 HTTP/1.1" status: 200 len: 945 time: 0.1784613 Nov 25 17:44:05.064145 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cf6a2e94-531c-4fd9-a42e-59ff6d2392fa tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:05.067498 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e1f03-328a-45a5-a1f1-1205ce23c332 req-16f5d2b5-e1ac-4884-b11c-d8d805c66efc tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:05.070141 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8f3e1f03-328a-45a5-a1f1-1205ce23c332 req-16f5d2b5-e1ac-4884-b11c-d8d805c66efc tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc49186-54c5-4f6e-9aa9-f9123ed745f9 HTTP/1.1" status: 200 len: 946 time: 0.1635013 Nov 25 17:44:05.075124 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-32afdc66-b5aa-4334-91eb-31cd9c964f07 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:05.077313 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:05.108862 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32afdc66-b5aa-4334-91eb-31cd9c964f07 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Pushing event deleted for resources: {'Port': ['ID=830b333a-1d2d-4473-bc36-b7d1a1601a5c,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:05.146340 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32afdc66-b5aa-4334-91eb-31cd9c964f07 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] No DVR routers for this DVR port 830b333a-1d2d-4473-bc36-b7d1a1601a5c on host n-d-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:44:05.155351 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c46f653b-b76a-4fa5-b3bf-29bb89172e18 req-fcfd2062-437f-4634-a41c-5b8891ea4642 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1c3665e-ff29-4dbb-8a05-df90f9943146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325810 Nov 25 17:44:05.159682 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cf6a2e94-531c-4fd9-a42e-59ff6d2392fa tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:05.170063 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6a2e94-531c-4fd9-a42e-59ff6d2392fa tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:05.170728 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cf6a2e94-531c-4fd9-a42e-59ff6d2392fa tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:05.180907 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-866ac91a-031f-412e-abdf-4af79b878509 None None] Provisioning complete for port 830b333a-1d2d-4473-bc36-b7d1a1601a5c triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:44:05.181287 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-866ac91a-031f-412e-abdf-4af79b878509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:05.185166 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-cc3e5e78-4625-40a5-8a99-68d33012578f None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:05.190155 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8f3e1f03-328a-45a5-a1f1-1205ce23c332 req-c0264dd0-5c0d-4cb9-9835-a6ba2d86b716 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d500f03-b1e7-4506-ad28-855831c9b6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021380 Nov 25 17:44:05.237139 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-866ac91a-031f-412e-abdf-4af79b878509 None None] Port 830b333a-1d2d-4473-bc36-b7d1a1601a5c was deleted so its status cannot be updated. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 25 17:44:05.249166 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-cc3e5e78-4625-40a5-8a99-68d33012578f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:05.326249 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 34442) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:05.328215 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-cf6a2e94-531c-4fd9-a42e-59ff6d2392fa tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8333066 Nov 25 17:44:05.334294 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-b2c6ed24-c17a-4fe2-948e-b4588f4d629c tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Request body: {'subnet': {'network_id': 'fdbbc86c-7a9a-40e7-9f85-682d116b1c7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:05.349974 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3e5e78-4625-40a5-8a99-68d33012578f None None] Network abc002a8-49ae-433d-bc5b-90333eb1180d is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:44:05.352204 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3e5e78-4625-40a5-8a99-68d33012578f None None] Pushing event updated for resources: {'Port': ['ID=01863edd-cc5b-431e-9d8a-41198ba8eb70,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:05.355162 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-cc3e5e78-4625-40a5-8a99-68d33012578f None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:44:05.357715 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3e5e78-4625-40a5-8a99-68d33012578f None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:44:05.417907 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-32afdc66-b5aa-4334-91eb-31cd9c964f07 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:05.462930 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8704ea70-2f6b-4163-a28c-be9b4902680c None None] DHCP port deletion for 25da5549-84a5-4411-ac3c-362f9867fa15 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:44:05.473464 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-cc3e5e78-4625-40a5-8a99-68d33012578f None None] Attempting to bind port 01863edd-cc5b-431e-9d8a-41198ba8eb70 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:44:05.474356 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-cc3e5e78-4625-40a5-8a99-68d33012578f None None] Attempting to bind port 01863edd-cc5b-431e-9d8a-41198ba8eb70 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '6ea1dda2-737d-46ae-be7e-d65cb1780d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'abc002a8-49ae-433d-bc5b-90333eb1180d'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:44:05.474731 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3e5e78-4625-40a5-8a99-68d33012578f None None] Attempting to bind port 01863edd-cc5b-431e-9d8a-41198ba8eb70 on network abc002a8-49ae-433d-bc5b-90333eb1180d {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:44:05.484209 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6a2e94-531c-4fd9-a42e-59ff6d2392fa tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Pushing event updated for resources: {'Network': ['ID=3468d433-d9d1-40c6-9ae9-65b58313d178,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:05.488216 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-32afdc66-b5aa-4334-91eb-31cd9c964f07 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25da5549-84a5-4411-ac3c-362f9867fa15']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:05.499780 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-32afdc66-b5aa-4334-91eb-31cd9c964f07 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b069b467-6c86-4959-837d-d1a3c58e184e') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:05.500431 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-32afdc66-b5aa-4334-91eb-31cd9c964f07 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b069b467-6c86-4959-837d-d1a3c58e184e') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:05.501980 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564c0ecd-e516-44af-af99-045ec4b920df None None] Network 25da5549-84a5-4411-ac3c-362f9867fa15 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:44:05.513822 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-32afdc66-b5aa-4334-91eb-31cd9c964f07 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:05.527270 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 3468d433-d9d1-40c6-9ae9-65b58313d178 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:44:05.534862 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-32afdc66-b5aa-4334-91eb-31cd9c964f07 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:05.542601 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32afdc66-b5aa-4334-91eb-31cd9c964f07 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Releasing vlan 914 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:44:05.543229 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-32afdc66-b5aa-4334-91eb-31cd9c964f07 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:05.592907 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3e5e78-4625-40a5-8a99-68d33012578f None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:44:05.593137 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3e5e78-4625-40a5-8a99-68d33012578f None None] Checking segment: {'id': '6ea1dda2-737d-46ae-be7e-d65cb1780d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'abc002a8-49ae-433d-bc5b-90333eb1180d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:44:05.593468 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-cc3e5e78-4625-40a5-8a99-68d33012578f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:05.593860 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3e5e78-4625-40a5-8a99-68d33012578f None None] Bound using segment: {'id': '6ea1dda2-737d-46ae-be7e-d65cb1780d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'abc002a8-49ae-433d-bc5b-90333eb1180d'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:44:05.594352 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-cc3e5e78-4625-40a5-8a99-68d33012578f None None] Bound port: 01863edd-cc5b-431e-9d8a-41198ba8eb70, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ea1dda2-737d-46ae-be7e-d65cb1780d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'abc002a8-49ae-433d-bc5b-90333eb1180d'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:44:05.594745 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-cc3e5e78-4625-40a5-8a99-68d33012578f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:05.636480 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:44:05.636480 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:44:05.636480 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:44:05.636480 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:44:05.636480 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:44:05.636480 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:44:05.636480 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:44:05.636480 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:44:05.636480 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:44:05.636480 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:44:05.636480 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:44:05.636480 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:44:05.636480 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:44:05.636480 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:44:05.636480 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:44:05.636480 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:44:05.636480 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:44:05.636480 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:44:05.636480 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:44:05.636480 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:44:05.636480 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:44:05.636480 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:44:05.636480 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:44:05.636480 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:44:05.636480 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:44:05.636480 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:44:05.636480 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:44:05.636480 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:44:05.636480 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:44:05.636480 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:44:05.636480 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:44:05.636480 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:44:05.642048 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-32afdc66-b5aa-4334-91eb-31cd9c964f07 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:05.652735 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-32afdc66-b5aa-4334-91eb-31cd9c964f07 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:05.656987 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-32afdc66-b5aa-4334-91eb-31cd9c964f07 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "DELETE /v2.0/networks/25da5549-84a5-4411-ac3c-362f9867fa15 HTTP/1.1" status: 204 len: 168 time: 3.2008049 Nov 25 17:44:05.662362 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34460) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:05.676575 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf4e3e-3881-4f34-9d0a-06743050b9f0 req-8f1ffe2a-d6a2-4d57-8a3a-f06a71be7314 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:05.685857 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8ccf4e3e-3881-4f34-9d0a-06743050b9f0 req-8f1ffe2a-d6a2-4d57-8a3a-f06a71be7314 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=be4b7a36-232e-4fd3-be4b-dca35373e00f HTTP/1.1" status: 200 len: 945 time: 0.2161288 Nov 25 17:44:05.687088 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32afdc66-b5aa-4334-91eb-31cd9c964f07 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Pushing event deleted for resources: {'Network': ['ID=25da5549-84a5-4411-ac3c-362f9867fa15,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:05.701575 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-f025a915-6ebc-459d-947c-322b2fdc62ad tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] DELETE failed (client error): The resource could not be found. Nov 25 17:44:05.702430 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f025a915-6ebc-459d-947c-322b2fdc62ad tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:44:05.706116 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f025a915-6ebc-459d-947c-322b2fdc62ad tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "DELETE /v2.0/networks/25da5549-84a5-4411-ac3c-362f9867fa15 HTTP/1.1" status: 404 len: 339 time: 0.0408182 Nov 25 17:44:05.710081 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34462) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:05.714030 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c6ed24-c17a-4fe2-948e-b4588f4d629c tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Made reservation on behalf of b837df4ef83f477287890b7e07baf00b for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:44:05.717475 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-d9546e26-bb19-44de-a803-9285b13fa67c tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1540980450', 'description': 'd1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:05.717693 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b2c6ed24-c17a-4fe2-948e-b4588f4d629c tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:05.746655 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9546e26-bb19-44de-a803-9285b13fa67c tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Made reservation on behalf of d63f1f30c6b449b897427945b3ad9fc1 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:44:05.752968 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d9546e26-bb19-44de-a803-9285b13fa67c tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:05.760109 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbaf9cf-0476-4f48-b273-c26fefb22aa8 req-06996686-2a3c-4d68-ade5-46136355dcf2 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:05.761713 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7cbaf9cf-0476-4f48-b273-c26fefb22aa8 req-06996686-2a3c-4d68-ade5-46136355dcf2 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/networks?id=762853d9-38e5-4380-88ed-82e8f6ae46d0 HTTP/1.1" status: 200 len: 811 time: 0.2966664 Nov 25 17:44:05.797291 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9546e26-bb19-44de-a803-9285b13fa67c tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 901} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:44:05.811222 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d9546e26-bb19-44de-a803-9285b13fa67c tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:05.811984 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-d9546e26-bb19-44de-a803-9285b13fa67c tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Added segment c640d3fd-6424-4690-a003-97536d0a0c3e of type vlan for network 596c5648-7158-48ac-842d-1fa298f6e69d Nov 25 17:44:05.846231 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7cbaf9cf-0476-4f48-b273-c26fefb22aa8 req-2c9a237f-96ef-4fea-a951-642d13b5fdef tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/quotas/bcc83327df764a93b0dfb6e88102bcf0 HTTP/1.1" status: 200 len: 375 time: 0.0707581 Nov 25 17:44:05.867359 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8ccf4e3e-3881-4f34-9d0a-06743050b9f0 req-a4f6c84a-3950-45a0-a984-d6c0b2d3f7e1 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779068 Nov 25 17:44:05.930412 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d9546e26-bb19-44de-a803-9285b13fa67c tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:05.953393 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-cc3e5e78-4625-40a5-8a99-68d33012578f None None] For port 01863edd-cc5b-431e-9d8a-41198ba8eb70, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:44:05.956889 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-cc3e5e78-4625-40a5-8a99-68d33012578f None None] For port 01863edd-cc5b-431e-9d8a-41198ba8eb70, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=01863edd-cc5b-431e-9d8a-41198ba8eb70,segment=NetworkSegment(6ea1dda2-737d-46ae-be7e-d65cb1780d12),segment_id=6ea1dda2-737d-46ae-be7e-d65cb1780d12)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:44:05.963445 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-cc3e5e78-4625-40a5-8a99-68d33012578f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:06.005334 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7cbaf9cf-0476-4f48-b273-c26fefb22aa8 req-5d8cc6f1-2963-4b13-8c3d-229a5251b6a8 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=bcc83327df764a93b0dfb6e88102bcf0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1333573 Nov 25 17:44:06.026350 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d9546e26-bb19-44de-a803-9285b13fa67c tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:06.030987 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3e5e78-4625-40a5-8a99-68d33012578f None None] Pushing event updated for resources: {'Port': ['ID=01863edd-cc5b-431e-9d8a-41198ba8eb70,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:06.038216 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9546e26-bb19-44de-a803-9285b13fa67c tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:06.041812 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d9546e26-bb19-44de-a803-9285b13fa67c tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:06.123525 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d9546e26-bb19-44de-a803-9285b13fa67c tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4113359 Nov 25 17:44:06.131239 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 34468) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:06.142064 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9546e26-bb19-44de-a803-9285b13fa67c tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Pushing event updated for resources: {'Network': ['ID=596c5648-7158-48ac-842d-1fa298f6e69d,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:06.153682 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 596c5648-7158-48ac-842d-1fa298f6e69d details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:44:06.215647 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7cbaf9cf-0476-4f48-b273-c26fefb22aa8 req-2efc65de-eb4f-418f-8724-2da0c0444c49 service neutron] 10.222.0.75 "GET /v2.0/networks/762853d9-38e5-4380-88ed-82e8f6ae46d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966825 Nov 25 17:44:06.284943 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b2c6ed24-c17a-4fe2-948e-b4588f4d629c tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:06.302010 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 830b333a-1d2d-4473-bc36-b7d1a1601a5c no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:44:06.369523 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 830b333a-1d2d-4473-bc36-b7d1a1601a5c {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:44:06.370117 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 830b333a-1d2d-4473-bc36-b7d1a1601a5c not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:44:06.450967 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813c12a-3ccc-4fc3-b1c3-66cf4d6dc8c9 req-179b4763-c82c-4654-b30e-791df27bcc15 tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:06.452796 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b813c12a-3ccc-4fc3-b1c3-66cf4d6dc8c9 req-179b4763-c82c-4654-b30e-791df27bcc15 tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] 10.222.0.75 "GET /v2.0/ports?device_id=87a0f720-b27c-456e-bed8-119052335bb6 HTTP/1.1" status: 200 len: 945 time: 0.3931494 Nov 25 17:44:06.463558 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c6ed24-c17a-4fe2-948e-b4588f4d629c tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Pushing event updated for resources: {'Subnet': ['ID=1b0c6f9b-b127-493f-887b-fdd5ce6aa94f,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:06.494632 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28b1e80-d598-48b7-a6e7-173e3d0f35f9 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:06.498635 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-f28b1e80-d598-48b7-a6e7-173e3d0f35f9 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "GET /v2.0/networks?id=596c5648-7158-48ac-842d-1fa298f6e69d HTTP/1.1" status: 200 len: 761 time: 0.2865620 Nov 25 17:44:06.499067 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34474) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:06.520435 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-fa22859a-8b01-4547-842f-b87b3fbe4535 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Request body: {'network': {'description': 'd2'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:06.573990 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7cbaf9cf-0476-4f48-b273-c26fefb22aa8 req-0228e538-edd4-4962-a930-6c58b9cdf98e service neutron] 10.222.0.75 "GET /v2.0/networks/762853d9-38e5-4380-88ed-82e8f6ae46d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367968 Nov 25 17:44:06.581770 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c6ed24-c17a-4fe2-948e-b4588f4d629c tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Checking segment: {'id': 'e7eb99b6-26d2-46ab-afdd-0b2eab10ba4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'fdbbc86c-7a9a-40e7-9f85-682d116b1c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:44:06.582152 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c6ed24-c17a-4fe2-948e-b4588f4d629c tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Network hostable DHCP agents. Network: fdbbc86c-7a9a-40e7-9f85-682d116b1c7a, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:44:06.610925 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b813c12a-3ccc-4fc3-b1c3-66cf4d6dc8c9 req-d6599831-00d2-4c5e-afad-e1514d73c7fd tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] 10.222.0.75 "GET /v2.0/security-groups?id=4fcd42ba-9c09-415e-a9a7-81dc38f0485b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135848 Nov 25 17:44:06.648332 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c6ed24-c17a-4fe2-948e-b4588f4d629c tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Network fdbbc86c-7a9a-40e7-9f85-682d116b1c7a is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:44:06.662128 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-b2c6ed24-c17a-4fe2-948e-b4588f4d629c tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, fdbbc86c-7a9a-40e7-9f85-682d116b1c7a) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:44:06.671674 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c45470-2f72-4199-bd42-89b476aacb26 None None] Network fdbbc86c-7a9a-40e7-9f85-682d116b1c7a requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:44:06.678660 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c6ed24-c17a-4fe2-948e-b4588f4d629c tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:06.680028 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b2c6ed24-c17a-4fe2-948e-b4588f4d629c tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:06.711424 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-b2c6ed24-c17a-4fe2-948e-b4588f4d629c tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3813515 Nov 25 17:44:06.712164 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 34478) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:06.719546 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-4e785cb5-9f8e-4fb2-94ca-bf83c2d3d1c6 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Request body: {'subnet': {'network_id': '3468d433-d9d1-40c6-9ae9-65b58313d178', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:06.987153 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fa22859a-8b01-4547-842f-b87b3fbe4535 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:07.013034 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fa22859a-8b01-4547-842f-b87b3fbe4535 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:07.053093 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fa22859a-8b01-4547-842f-b87b3fbe4535 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Network 596c5648-7158-48ac-842d-1fa298f6e69d is not hosted by any dhcp agent {{(pid=103360) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 17:44:07.054514 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-40c78574-0c9f-485d-bd7b-991e8cd6f6ad req-d0888588-9ef6-489a-9b56-82a53fa739ca tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=5a560046c26c483180c0093a6be1dd8b HTTP/1.1" status: 200 len: 267 time: 0.1823459 Nov 25 17:44:07.064850 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa22859a-8b01-4547-842f-b87b3fbe4535 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:07.065600 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fa22859a-8b01-4547-842f-b87b3fbe4535 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:07.070807 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-fa22859a-8b01-4547-842f-b87b3fbe4535 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "PUT /v2.0/networks/596c5648-7158-48ac-842d-1fa298f6e69d HTTP/1.1" status: 200 len: 758 time: 0.5696495 Nov 25 17:44:07.076604 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34486) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:07.093589 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b0fd8f-ed64-406f-aceb-e15e4e2b2c3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-fdbbc86c-7a9a-40e7-9f85-682d116b1c7a', 'network_id': 'fdbbc86c-7a9a-40e7-9f85-682d116b1c7a', 'tenant_id': 'b837df4ef83f477287890b7e07baf00b', 'fixed_ips': [{'subnet_id': '1b0c6f9b-b127-493f-887b-fdd5ce6aa94f'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:44:07.094302 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-50b0fd8f-ed64-406f-aceb-e15e4e2b2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:07.127430 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab17696-a06a-4c1f-b654-7b0e8ac52de0 req-8b6ecaa0-2ef3-4b7a-add3-f46fc78e4b3d tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:07.136462 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dab17696-a06a-4c1f-b654-7b0e8ac52de0 req-8b6ecaa0-2ef3-4b7a-add3-f46fc78e4b3d tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc49186-54c5-4f6e-9aa9-f9123ed745f9 HTTP/1.1" status: 200 len: 946 time: 0.2246125 Nov 25 17:44:07.172068 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e785cb5-9f8e-4fb2-94ca-bf83c2d3d1c6 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Made reservation on behalf of b837df4ef83f477287890b7e07baf00b for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:44:07.176055 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4e785cb5-9f8e-4fb2-94ca-bf83c2d3d1c6 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:07.245585 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa22859a-8b01-4547-842f-b87b3fbe4535 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Pushing event updated for resources: {'Network': ['ID=596c5648-7158-48ac-842d-1fa298f6e69d,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:07.250810 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 7cad5060-6678-4f66-9928-f9b2b8e0f0bd up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:44:07.281308 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d801074d-605b-48cb-800b-73482f030612 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:07.295311 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d801074d-605b-48cb-800b-73482f030612 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "GET /v2.0/networks?id=596c5648-7158-48ac-842d-1fa298f6e69d HTTP/1.1" status: 200 len: 761 time: 0.2096622 Nov 25 17:44:07.296186 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34492) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:07.301733 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 596c5648-7158-48ac-842d-1fa298f6e69d details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:44:07.303666 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-e0d9a3b0-6956-441f-a4c8-7ee3a4a0b9f8 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-941504707'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:07.343287 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d9a3b0-6956-441f-a4c8-7ee3a4a0b9f8 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Made reservation on behalf of d63f1f30c6b449b897427945b3ad9fc1 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:44:07.351794 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e0d9a3b0-6956-441f-a4c8-7ee3a4a0b9f8 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:07.418558 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0d9a3b0-6956-441f-a4c8-7ee3a4a0b9f8 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 930} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:44:07.444130 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e0d9a3b0-6956-441f-a4c8-7ee3a4a0b9f8 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:07.445627 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-e0d9a3b0-6956-441f-a4c8-7ee3a4a0b9f8 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Added segment c51176c3-c049-4b34-835a-830101388dd1 of type vlan for network f23e92b1-599b-4679-af07-12e7dbe2b2e5 Nov 25 17:44:07.454741 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c78574-0c9f-485d-bd7b-991e8cd6f6ad req-ac051a00-df56-4785-965c-2af0fad9204f tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:07.456334 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-40c78574-0c9f-485d-bd7b-991e8cd6f6ad req-ac051a00-df56-4785-965c-2af0fad9204f tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=be4b7a36-232e-4fd3-be4b-dca35373e00f HTTP/1.1" status: 200 len: 945 time: 0.3902113 Nov 25 17:44:07.509906 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dab17696-a06a-4c1f-b654-7b0e8ac52de0 req-f17f4279-23ec-4121-a7a4-de1525d3c299 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d500f03-b1e7-4506-ad28-855831c9b6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3724563 Nov 25 17:44:07.525412 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-40c78574-0c9f-485d-bd7b-991e8cd6f6ad req-affb5fcc-b286-4469-a798-1a1189c54fd4 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Request body: {'port': {'security_groups': []}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:07.563736 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e0d9a3b0-6956-441f-a4c8-7ee3a4a0b9f8 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:07.662767 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e0d9a3b0-6956-441f-a4c8-7ee3a4a0b9f8 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:07.671115 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d9a3b0-6956-441f-a4c8-7ee3a4a0b9f8 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:07.671963 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-50b0fd8f-ed64-406f-aceb-e15e4e2b2c3e None None] Allocated IP 172.20.0.2 (fdbbc86c-7a9a-40e7-9f85-682d116b1c7a/1b0c6f9b-b127-493f-887b-fdd5ce6aa94f/223d1183-d447-4e09-a7d2-9843a27b3afa) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:44:07.672675 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e0d9a3b0-6956-441f-a4c8-7ee3a4a0b9f8 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:07.687677 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-333cdd03-75f5-4bca-a080-2d42493e30d9 req-3f3f1928-6f72-402e-9735-a7a685d7eede tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/ports?device_id=08b8817a-2f77-4baa-95ea-361bfa59cff6 HTTP/1.1" status: 200 len: 210 time: 0.0736952 Nov 25 17:44:07.756933 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-40c78574-0c9f-485d-bd7b-991e8cd6f6ad req-affb5fcc-b286-4469-a798-1a1189c54fd4 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:07.772336 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 34500) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:07.779125 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e0d9a3b0-6956-441f-a4c8-7ee3a4a0b9f8 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4807823 Nov 25 17:44:07.780475 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-bcf76410-d000-461a-a8e2-05c0701bb520 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Request body: {'subnet': {'network_id': 'f23e92b1-599b-4679-af07-12e7dbe2b2e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:07.805414 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1aebe93-ca96-43a4-a4e9-1b8c67b9a495 None None] Network abc002a8-49ae-433d-bc5b-90333eb1180d requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:44:07.817808 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port 7cad5060-6678-4f66-9928-f9b2b8e0f0bd completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:44:07.884058 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 7cad5060-6678-4f66-9928-f9b2b8e0f0bd triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:44:07.885943 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:07.906089 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d9a3b0-6956-441f-a4c8-7ee3a4a0b9f8 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Pushing event updated for resources: {'Network': ['ID=f23e92b1-599b-4679-af07-12e7dbe2b2e5,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:07.946019 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network f23e92b1-599b-4679-af07-12e7dbe2b2e5 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:44:08.017895 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4e785cb5-9f8e-4fb2-94ca-bf83c2d3d1c6 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:08.180400 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-50b0fd8f-ed64-406f-aceb-e15e4e2b2c3e None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:08.201961 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-50b0fd8f-ed64-406f-aceb-e15e4e2b2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:08.275317 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b0fd8f-ed64-406f-aceb-e15e4e2b2c3e None None] Pushing event updated for resources: {'Port': ['ID=223d1183-d447-4e09-a7d2-9843a27b3afa,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:08.285377 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-9bb812c7-8467-4893-a9bf-b7ca73fad09d None None] Provisioning complete for port 01863edd-cc5b-431e-9d8a-41198ba8eb70 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:44:08.285953 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9bb812c7-8467-4893-a9bf-b7ca73fad09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:08.286934 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-40c78574-0c9f-485d-bd7b-991e8cd6f6ad req-affb5fcc-b286-4469-a798-1a1189c54fd4 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] For port 153edba5-0694-404e-8e28-a5ad64821450, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=153edba5-0694-404e-8e28-a5ad64821450,segment=NetworkSegment(c5752f96-a6e9-4fc2-9dae-273cc6a23f00),segment_id=c5752f96-a6e9-4fc2-9dae-273cc6a23f00)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:44:08.341935 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b0fd8f-ed64-406f-aceb-e15e4e2b2c3e None None] Network fdbbc86c-7a9a-40e7-9f85-682d116b1c7a is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:44:08.363977 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-50b0fd8f-ed64-406f-aceb-e15e4e2b2c3e None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:44:08.368118 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b0fd8f-ed64-406f-aceb-e15e4e2b2c3e None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:44:08.369747 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-40c78574-0c9f-485d-bd7b-991e8cd6f6ad req-affb5fcc-b286-4469-a798-1a1189c54fd4 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:08.388503 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-40c78574-0c9f-485d-bd7b-991e8cd6f6ad req-affb5fcc-b286-4469-a798-1a1189c54fd4 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:08.396555 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e785cb5-9f8e-4fb2-94ca-bf83c2d3d1c6 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Pushing event updated for resources: {'Subnet': ['ID=e40ee672-9885-4300-b512-5bec6e49ab53,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:08.399351 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf76410-d000-461a-a8e2-05c0701bb520 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Made reservation on behalf of d63f1f30c6b449b897427945b3ad9fc1 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:44:08.403095 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bcf76410-d000-461a-a8e2-05c0701bb520 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:08.412996 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 01863edd-cc5b-431e-9d8a-41198ba8eb70 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:44:08.415931 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['dc6a8024-085e-4dd4-a044-03e7336eacba', '153edba5-0694-404e-8e28-a5ad64821450'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:44:08.418175 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['5065f371-45ed-4e50-b639-0de33fa2049c'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:44:08.587612 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e785cb5-9f8e-4fb2-94ca-bf83c2d3d1c6 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Checking segment: {'id': '8c730652-601b-4c36-8bc7-3de3ec376826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '3468d433-d9d1-40c6-9ae9-65b58313d178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:44:08.588191 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e785cb5-9f8e-4fb2-94ca-bf83c2d3d1c6 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Network hostable DHCP agents. Network: 3468d433-d9d1-40c6-9ae9-65b58313d178, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:44:08.597856 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5faf15a-79ee-451c-8fc2-d30b8dfea129 req-d0bfd210-efd0-487a-ab78-f8b2373de113 tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:08.599623 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c5faf15a-79ee-451c-8fc2-d30b8dfea129 req-d0bfd210-efd0-487a-ab78-f8b2373de113 tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] 10.222.0.75 "GET /v2.0/ports?device_id=87a0f720-b27c-456e-bed8-119052335bb6 HTTP/1.1" status: 200 len: 945 time: 0.7736161 Nov 25 17:44:08.649682 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:08.690901 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-642fdd12-8f07-4d28-88bb-e4241ac4ae27 req-1c2be65c-6868-4e7e-9f2e-baa210330a71 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=97be2ce6-9257-4cdf-b9a7-5336b2f90489&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6415608 Nov 25 17:44:08.717846 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c78574-0c9f-485d-bd7b-991e8cd6f6ad req-affb5fcc-b286-4469-a798-1a1189c54fd4 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:08.718555 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-40c78574-0c9f-485d-bd7b-991e8cd6f6ad req-affb5fcc-b286-4469-a798-1a1189c54fd4 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:08.720261 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-40c78574-0c9f-485d-bd7b-991e8cd6f6ad req-affb5fcc-b286-4469-a798-1a1189c54fd4 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "PUT /v2.0/ports/153edba5-0694-404e-8e28-a5ad64821450 HTTP/1.1" status: 200 len: 904 time: 1.2462182 Nov 25 17:44:08.735741 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be4b7a36-232e-4fd3-be4b-dca35373e00f', 'tag': '153edba5-0694-404e-8e28-a5ad64821450'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:44:08.739020 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e53dc1-5b3b-41f7-903c-f9e229a5c300" -d '{"events": [{"name": "network-changed", "server_uuid": "be4b7a36-232e-4fd3-be4b-dca35373e00f", "tag": "153edba5-0694-404e-8e28-a5ad64821450"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:44:08.755894 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 7cad5060-6678-4f66-9928-f9b2b8e0f0bd, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=7cad5060-6678-4f66-9928-f9b2b8e0f0bd,segment=NetworkSegment(00ad76f3-0c64-4805-b830-72456465ccf6),segment_id=00ad76f3-0c64-4805-b830-72456465ccf6)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:44:08.800947 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a0f720-b27c-456e-bed8-119052335bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cad5060-6678-4f66-9928-f9b2b8e0f0bd'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:44:08.805270 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5238eae7-5e6b-4dee-af57-19c573ceaa7f" -d '{"events": [{"server_uuid": "87a0f720-b27c-456e-bed8-119052335bb6", "name": "network-vif-plugged", "status": "completed", "tag": "7cad5060-6678-4f66-9928-f9b2b8e0f0bd"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:44:08.829562 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:08.864894 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affb5fcc-b286-4469-a798-1a1189c54fd4 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Pushing event updated for resources: {'Port': ['ID=153edba5-0694-404e-8e28-a5ad64821450,revision_number=6']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:08.896202 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e785cb5-9f8e-4fb2-94ca-bf83c2d3d1c6 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Network 3468d433-d9d1-40c6-9ae9-65b58313d178 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:44:08.939147 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['153edba5-0694-404e-8e28-a5ad64821450'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:44:08.964751 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-4e785cb5-9f8e-4fb2-94ca-bf83c2d3d1c6 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 3468d433-d9d1-40c6-9ae9-65b58313d178) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:44:08.975745 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c5faf15a-79ee-451c-8fc2-d30b8dfea129 req-894cde0e-56c8-4731-ba77-bb037b258c21 tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] 10.222.0.75 "GET /v2.0/security-groups?id=4fcd42ba-9c09-415e-a9a7-81dc38f0485b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278282 Nov 25 17:44:08.988941 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e785cb5-9f8e-4fb2-94ca-bf83c2d3d1c6 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:08.989727 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4e785cb5-9f8e-4fb2-94ca-bf83c2d3d1c6 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:08.998854 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-50b0fd8f-ed64-406f-aceb-e15e4e2b2c3e None None] Attempting to bind port 223d1183-d447-4e09-a7d2-9843a27b3afa on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:44:08.999384 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-50b0fd8f-ed64-406f-aceb-e15e4e2b2c3e None None] Attempting to bind port 223d1183-d447-4e09-a7d2-9843a27b3afa by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'e7eb99b6-26d2-46ab-afdd-0b2eab10ba4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'fdbbc86c-7a9a-40e7-9f85-682d116b1c7a'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:44:09.000074 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b0fd8f-ed64-406f-aceb-e15e4e2b2c3e None None] Attempting to bind port 223d1183-d447-4e09-a7d2-9843a27b3afa on network fdbbc86c-7a9a-40e7-9f85-682d116b1c7a {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:44:09.006402 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bcf76410-d000-461a-a8e2-05c0701bb520 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:09.036904 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b0fd8f-ed64-406f-aceb-e15e4e2b2c3e None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:44:09.037452 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b0fd8f-ed64-406f-aceb-e15e4e2b2c3e None None] Checking segment: {'id': 'e7eb99b6-26d2-46ab-afdd-0b2eab10ba4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'fdbbc86c-7a9a-40e7-9f85-682d116b1c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:44:09.037976 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-50b0fd8f-ed64-406f-aceb-e15e4e2b2c3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:09.039172 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b0fd8f-ed64-406f-aceb-e15e4e2b2c3e None None] Bound using segment: {'id': 'e7eb99b6-26d2-46ab-afdd-0b2eab10ba4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'fdbbc86c-7a9a-40e7-9f85-682d116b1c7a'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:44:09.041599 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642fdd12-8f07-4d28-88bb-e4241ac4ae27 req-c6f54e29-757c-4386-b88e-ed6e85508d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:09.043462 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-642fdd12-8f07-4d28-88bb-e4241ac4ae27 req-c6f54e29-757c-4386-b88e-ed6e85508d0e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5a560046c26c483180c0093a6be1dd8b&device_id=97be2ce6-9257-4cdf-b9a7-5336b2f90489 HTTP/1.1" status: 200 len: 1097 time: 0.2915559 Nov 25 17:44:09.053801 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-50b0fd8f-ed64-406f-aceb-e15e4e2b2c3e None None] Bound port: 223d1183-d447-4e09-a7d2-9843a27b3afa, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7eb99b6-26d2-46ab-afdd-0b2eab10ba4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'fdbbc86c-7a9a-40e7-9f85-682d116b1c7a'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:44:09.055672 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-50b0fd8f-ed64-406f-aceb-e15e4e2b2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:09.086036 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1795e7-07c7-4f3a-8602-9effb3015c40 None None] Network 3468d433-d9d1-40c6-9ae9-65b58313d178 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:44:09.155620 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-4e785cb5-9f8e-4fb2-94ca-bf83c2d3d1c6 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4421194 Nov 25 17:44:09.158651 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34530) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:09.201982 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9bb812c7-8467-4893-a9bf-b7ca73fad09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:09.244703 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68182d0-e2fe-4043-b1d8-465e449b69cd req-e927205f-0a3a-4215-8e3d-03b0d4ec611b tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:09.246222 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b68182d0-e2fe-4043-b1d8-465e449b69cd req-e927205f-0a3a-4215-8e3d-03b0d4ec611b tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc49186-54c5-4f6e-9aa9-f9123ed745f9 HTTP/1.1" status: 200 len: 946 time: 0.3519292 Nov 25 17:44:09.262857 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=7cad5060-6678-4f66-9928-f9b2b8e0f0bd,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:09.674364 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4a600d23-6525-4d6a-b0fa-f3623da9adbf tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:09.748879 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a67ae840-9bf0-45c1-b852-22ef44dd8827 req-e3c56b5a-a650-4998-bf98-2d01e4e2569b tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/ports?device_id=08b8817a-2f77-4baa-95ea-361bfa59cff6 HTTP/1.1" status: 200 len: 210 time: 0.5392582 Nov 25 17:44:09.754540 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf76410-d000-461a-a8e2-05c0701bb520 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Pushing event updated for resources: {'Subnet': ['ID=f4b5feb5-a7a2-4a44-a198-26adced7604a,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:09.797410 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf76410-d000-461a-a8e2-05c0701bb520 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Checking segment: {'id': 'c51176c3-c049-4b34-835a-830101388dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'f23e92b1-599b-4679-af07-12e7dbe2b2e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:44:09.797775 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf76410-d000-461a-a8e2-05c0701bb520 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Network hostable DHCP agents. Network: f23e92b1-599b-4679-af07-12e7dbe2b2e5, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:44:09.803963 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 01863edd-cc5b-431e-9d8a-41198ba8eb70 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:44:09.805427 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:09.877753 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-9bb812c7-8467-4893-a9bf-b7ca73fad09d None None] For port 01863edd-cc5b-431e-9d8a-41198ba8eb70, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=01863edd-cc5b-431e-9d8a-41198ba8eb70,segment=NetworkSegment(6ea1dda2-737d-46ae-be7e-d65cb1780d12),segment_id=6ea1dda2-737d-46ae-be7e-d65cb1780d12)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:44:09.883285 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf76410-d000-461a-a8e2-05c0701bb520 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Network f23e92b1-599b-4679-af07-12e7dbe2b2e5 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:44:09.911646 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-bcf76410-d000-461a-a8e2-05c0701bb520 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, f23e92b1-599b-4679-af07-12e7dbe2b2e5) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:44:09.934730 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf76410-d000-461a-a8e2-05c0701bb520 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:09.939611 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bcf76410-d000-461a-a8e2-05c0701bb520 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:09.946192 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642fdd12-8f07-4d28-88bb-e4241ac4ae27 req-0a16a339-523e-4d81-97ff-a0c9c7d84b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:09.947891 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-642fdd12-8f07-4d28-88bb-e4241ac4ae27 req-0a16a339-523e-4d81-97ff-a0c9c7d84b76 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d0082d57-8c96-4a76-be0f-340c2f65b160 HTTP/1.1" status: 200 len: 913 time: 0.8621750 Nov 25 17:44:09.954909 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbaf9cf-0476-4f48-b273-c26fefb22aa8 req-d53ec73c-b13b-4160-95be-66539eceaf8f tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:09.956658 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7cbaf9cf-0476-4f48-b273-c26fefb22aa8 req-d53ec73c-b13b-4160-95be-66539eceaf8f tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.90 "GET /v2.0/networks?id=762853d9-38e5-4380-88ed-82e8f6ae46d0 HTTP/1.1" status: 200 len: 811 time: 0.8748906 Nov 25 17:44:09.964592 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b68182d0-e2fe-4043-b1d8-465e449b69cd req-6ade6066-f5cb-4d13-a6f1-09912af6a377 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d500f03-b1e7-4506-ad28-855831c9b6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237892 Nov 25 17:44:09.968777 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9bb812c7-8467-4893-a9bf-b7ca73fad09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:09.973710 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9a8e8b-1ae6-4013-b1df-501610157fb1 None None] Network f23e92b1-599b-4679-af07-12e7dbe2b2e5 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:44:09.982157 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-7cbaf9cf-0476-4f48-b273-c26fefb22aa8 req-8ac697a0-f6f6-4b00-858e-407d8d818526 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Request body: {'port': {'device_id': '08b8817a-2f77-4baa-95ea-361bfa59cff6', 'network_id': '762853d9-38e5-4380-88ed-82e8f6ae46d0', 'admin_state_up': True, 'tenant_id': 'bcc83327df764a93b0dfb6e88102bcf0'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:10.105650 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-642fdd12-8f07-4d28-88bb-e4241ac4ae27 req-d434f59f-11e9-46a8-a552-a647450350a8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc6a8024-085e-4dd4-a044-03e7336eacba HTTP/1.1" status: 200 len: 217 time: 0.1477940 Nov 25 17:44:10.107313 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab31b27-c197-4424-b4bc-48ce478a353d x-openstack-request-id: req-cab31b27-c197-4424-b4bc-48ce478a353d {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:44:10.107610 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be4b7a36-232e-4fd3-be4b-dca35373e00f", "tag": "153edba5-0694-404e-8e28-a5ad64821450", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:44:10.107871 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cab31b27-c197-4424-b4bc-48ce478a353d {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:44:10.108263 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be4b7a36-232e-4fd3-be4b-dca35373e00f', 'tag': '153edba5-0694-404e-8e28-a5ad64821450', 'status': 'completed', 'code': 200} Nov 25 17:44:10.136192 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-bcf76410-d000-461a-a8e2-05c0701bb520 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3573396 Nov 25 17:44:10.172866 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7648ab97-a339-4d1f-93af-220b550d0b48 x-openstack-request-id: req-7648ab97-a339-4d1f-93af-220b550d0b48 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:44:10.173168 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a0f720-b27c-456e-bed8-119052335bb6", "name": "network-vif-plugged", "status": "completed", "tag": "7cad5060-6678-4f66-9928-f9b2b8e0f0bd", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:44:10.173427 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7648ab97-a339-4d1f-93af-220b550d0b48 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:44:10.173814 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a0f720-b27c-456e-bed8-119052335bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cad5060-6678-4f66-9928-f9b2b8e0f0bd', 'code': 200} Nov 25 17:44:10.174866 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-50b0fd8f-ed64-406f-aceb-e15e4e2b2c3e None None] For port 223d1183-d447-4e09-a7d2-9843a27b3afa, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:44:10.177321 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34552) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:10.246991 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2f2f0-42c8-4869-ae94-48c8a9bbc08f req-2056ce91-6ee3-41bb-bf21-63b7aa395e17 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:10.248731 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e6f2f2f0-42c8-4869-ae94-48c8a9bbc08f req-2056ce91-6ee3-41bb-bf21-63b7aa395e17 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=be4b7a36-232e-4fd3-be4b-dca35373e00f HTTP/1.1" status: 200 len: 907 time: 0.2139745 Nov 25 17:44:10.281621 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:44:10.319044 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642fdd12-8f07-4d28-88bb-e4241ac4ae27 req-75673030-deab-4963-abd8-c167f5106e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:10.323853 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-642fdd12-8f07-4d28-88bb-e4241ac4ae27 req-75673030-deab-4963-abd8-c167f5106e5d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c74f83ed-3896-4341-8cf1-e1417d85add2 HTTP/1.1" status: 200 len: 851 time: 0.2062902 Nov 25 17:44:10.556487 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-50b0fd8f-ed64-406f-aceb-e15e4e2b2c3e None None] For port 223d1183-d447-4e09-a7d2-9843a27b3afa, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=223d1183-d447-4e09-a7d2-9843a27b3afa,segment=NetworkSegment(e7eb99b6-26d2-46ab-afdd-0b2eab10ba4f),segment_id=e7eb99b6-26d2-46ab-afdd-0b2eab10ba4f)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:44:10.568043 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e53dc1-5b3b-41f7-903c-f9e229a5c300 req-8d773e83-2bf9-4045-8234-26127efb7742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:10.569907 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-52e53dc1-5b3b-41f7-903c-f9e229a5c300 req-8d773e83-2bf9-4045-8234-26127efb7742 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5a560046c26c483180c0093a6be1dd8b&device_id=be4b7a36-232e-4fd3-be4b-dca35373e00f HTTP/1.1" status: 200 len: 1058 time: 0.4012423 Nov 25 17:44:10.581697 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cbaf9cf-0476-4f48-b273-c26fefb22aa8 req-8ac697a0-f6f6-4b00-858e-407d8d818526 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Made reservation on behalf of bcc83327df764a93b0dfb6e88102bcf0 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:44:10.585236 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7cbaf9cf-0476-4f48-b273-c26fefb22aa8 req-8ac697a0-f6f6-4b00-858e-407d8d818526 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:10.629487 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642fdd12-8f07-4d28-88bb-e4241ac4ae27 req-a7b64fd1-d95a-4d4c-ac80-bd2ab6e4a001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:10.630956 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-642fdd12-8f07-4d28-88bb-e4241ac4ae27 req-a7b64fd1-d95a-4d4c-ac80-bd2ab6e4a001 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d0082d57-8c96-4a76-be0f-340c2f65b160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2764237 Nov 25 17:44:10.656232 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc8266-e0da-4c0e-94d9-9db7fb0f6427 req-da30b525-537f-4934-b9a6-1c0d22ff760e tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:10.658000 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eefc8266-e0da-4c0e-94d9-9db7fb0f6427 req-da30b525-537f-4934-b9a6-1c0d22ff760e tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] 10.222.0.75 "GET /v2.0/ports?device_id=87a0f720-b27c-456e-bed8-119052335bb6 HTTP/1.1" status: 200 len: 946 time: 0.3262620 Nov 25 17:44:10.677912 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-4a600d23-6525-4d6a-b0fa-f3623da9adbf tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Allocated IP 172.20.0.1 (fdbbc86c-7a9a-40e7-9f85-682d116b1c7a/1b0c6f9b-b127-493f-887b-fdd5ce6aa94f/c469177f-94db-4b1b-afb8-0660aaaf8252) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:44:10.694204 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-50b0fd8f-ed64-406f-aceb-e15e4e2b2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:10.735308 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe19737-77d2-4a4a-8dbe-1d8f43b87f2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-f23e92b1-599b-4679-af07-12e7dbe2b2e5', 'network_id': 'f23e92b1-599b-4679-af07-12e7dbe2b2e5', 'tenant_id': 'd63f1f30c6b449b897427945b3ad9fc1', 'fixed_ips': [{'subnet_id': 'f4b5feb5-a7a2-4a44-a198-26adced7604a'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:44:10.736430 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ffe19737-77d2-4a4a-8dbe-1d8f43b87f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:10.766366 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b6ac3027-c3f3-4324-8d9f-0a2062a8fa09 None None] Provisioning complete for port 153edba5-0694-404e-8e28-a5ad64821450 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:44:10.766732 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b6ac3027-c3f3-4324-8d9f-0a2062a8fa09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:10.768420 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb812c7-8467-4893-a9bf-b7ca73fad09d None None] Pushing event updated for resources: {'Port': ['ID=01863edd-cc5b-431e-9d8a-41198ba8eb70,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:10.799938 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-642fdd12-8f07-4d28-88bb-e4241ac4ae27 req-33cc00b6-a72b-4aa3-ad6f-c9ecffc234ab service neutron] 10.222.0.90 "GET /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572754 Nov 25 17:44:10.812050 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c46a51-c499-4b42-9105-5347997a0fb0 req-70b0120e-81a8-47d1-ac58-a3f42b525cad tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:10.814769 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-24c46a51-c499-4b42-9105-5347997a0fb0 req-70b0120e-81a8-47d1-ac58-a3f42b525cad tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 945 time: 0.3480356 Nov 25 17:44:10.817356 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e93dc-7a48-4446-9f54-485988ae26af req-3448d13c-1c02-4270-927a-b8423a0cb440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:10.820010 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e47e93dc-7a48-4446-9f54-485988ae26af req-3448d13c-1c02-4270-927a-b8423a0cb440 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=87a0f720-b27c-456e-bed8-119052335bb6 HTTP/1.1" status: 200 len: 1097 time: 0.5339642 Nov 25 17:44:10.925419 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e53dc1-5b3b-41f7-903c-f9e229a5c300 req-6df1b92e-01a0-4906-8fab-9f6f42e4e2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:10.927096 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-52e53dc1-5b3b-41f7-903c-f9e229a5c300 req-6df1b92e-01a0-4906-8fab-9f6f42e4e2b4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d0082d57-8c96-4a76-be0f-340c2f65b160 HTTP/1.1" status: 200 len: 913 time: 0.3262105 Nov 25 17:44:11.023295 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d1e62c64-67fc-4ab1-982f-7e17126d5d33 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:11.092846 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-52e53dc1-5b3b-41f7-903c-f9e229a5c300 req-463fc3a4-1c86-4431-92b5-73c392a737cf service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=153edba5-0694-404e-8e28-a5ad64821450 HTTP/1.1" status: 200 len: 217 time: 0.1571109 Nov 25 17:44:11.108507 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e47e93dc-7a48-4446-9f54-485988ae26af req-edb5945a-6a8f-4e68-b5f2-6200dd70d9dd service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4fcd42ba-9c09-415e-a9a7-81dc38f0485b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647851 Nov 25 17:44:11.166448 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eefc8266-e0da-4c0e-94d9-9db7fb0f6427 req-d7599dee-867c-40e1-a731-30460f848b2b tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] 10.222.0.75 "GET /v2.0/security-groups?id=4fcd42ba-9c09-415e-a9a7-81dc38f0485b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649387 Nov 25 17:44:11.205761 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e53dc1-5b3b-41f7-903c-f9e229a5c300 req-d8c758ec-02ad-40ea-883a-c1b01eaefaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:11.208519 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-52e53dc1-5b3b-41f7-903c-f9e229a5c300 req-d8c758ec-02ad-40ea-883a-c1b01eaefaf4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c74f83ed-3896-4341-8cf1-e1417d85add2 HTTP/1.1" status: 200 len: 851 time: 0.1011674 Nov 25 17:44:11.238867 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-24c46a51-c499-4b42-9105-5347997a0fb0 req-a55ee368-a1f6-4be1-90c8-ade1ed919f9f tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4088068 Nov 25 17:44:11.310596 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-642fdd12-8f07-4d28-88bb-e4241ac4ae27 req-c10e58ab-98b1-447d-bf30-e56068c86bb1 service neutron] 10.222.0.90 "GET /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4881561 Nov 25 17:44:11.375001 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e216d197-989b-4373-baee-a7adea83a166 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-3468d433-d9d1-40c6-9ae9-65b58313d178', 'network_id': '3468d433-d9d1-40c6-9ae9-65b58313d178', 'tenant_id': 'b837df4ef83f477287890b7e07baf00b', 'fixed_ips': [{'subnet_id': 'e40ee672-9885-4300-b512-5bec6e49ab53'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:44:11.376379 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e216d197-989b-4373-baee-a7adea83a166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:11.384326 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 01863edd-cc5b-431e-9d8a-41198ba8eb70 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:44:11.423839 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-7cbaf9cf-0476-4f48-b273-c26fefb22aa8 req-8ac697a0-f6f6-4b00-858e-407d8d818526 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Allocated IP 172.20.0.7 (762853d9-38e5-4380-88ed-82e8f6ae46d0/2359eb3b-2212-46df-98c5-fcb6d89adeb1/910ff6f2-30af-4447-a006-70dd68383993) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:44:11.472858 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4a600d23-6525-4d6a-b0fa-f3623da9adbf tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:11.503384 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b0fd8f-ed64-406f-aceb-e15e4e2b2c3e None None] Pushing event updated for resources: {'Port': ['ID=223d1183-d447-4e09-a7d2-9843a27b3afa,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:11.542227 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4a600d23-6525-4d6a-b0fa-f3623da9adbf tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:11.597378 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a600d23-6525-4d6a-b0fa-f3623da9adbf tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Network fdbbc86c-7a9a-40e7-9f85-682d116b1c7a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:44:11.603001 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-4a600d23-6525-4d6a-b0fa-f3623da9adbf tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:44:11.605865 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a600d23-6525-4d6a-b0fa-f3623da9adbf tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:44:11.665875 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f24bccf2-5bfd-4090-9098-a880eaed5111 req-10a03de8-b35a-4be8-82c7-ce01480727ab tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/ports?device_id=08b8817a-2f77-4baa-95ea-361bfa59cff6 HTTP/1.1" status: 200 len: 210 time: 0.3541343 Nov 25 17:44:11.740764 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf8362-7166-4fb3-9fc2-7afd26b2d3d3 req-5e33824a-8098-4c31-9bb0-4abc6a4d5da5 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:11.742397 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-82bf8362-7166-4fb3-9fc2-7afd26b2d3d3 req-5e33824a-8098-4c31-9bb0-4abc6a4d5da5 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc49186-54c5-4f6e-9aa9-f9123ed745f9 HTTP/1.1" status: 200 len: 946 time: 0.2146118 Nov 25 17:44:11.802246 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4a600d23-6525-4d6a-b0fa-f3623da9adbf tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:11.829109 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a600d23-6525-4d6a-b0fa-f3623da9adbf tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Pushing event updated for resources: {'Port': ['ID=c469177f-94db-4b1b-afb8-0660aaaf8252,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:11.841564 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-5398bba8-f28a-4dd0-b151-f045ca461c0d None None] Provisioning complete for port 01863edd-cc5b-431e-9d8a-41198ba8eb70 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:44:11.842630 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5398bba8-f28a-4dd0-b151-f045ca461c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:11.878534 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-82bf8362-7166-4fb3-9fc2-7afd26b2d3d3 req-0cff2528-1284-4411-bea9-1560721ec91d tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d500f03-b1e7-4506-ad28-855831c9b6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292386 Nov 25 17:44:11.908066 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e53dc1-5b3b-41f7-903c-f9e229a5c300 req-fd721455-c86e-43c2-b735-2f8f72078214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:11.910207 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-52e53dc1-5b3b-41f7-903c-f9e229a5c300 req-fd721455-c86e-43c2-b735-2f8f72078214 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d0082d57-8c96-4a76-be0f-340c2f65b160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6879864 Nov 25 17:44:11.915064 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-ffe19737-77d2-4a4a-8dbe-1d8f43b87f2b None None] Allocated IP 172.20.0.2 (f23e92b1-599b-4679-af07-12e7dbe2b2e5/f4b5feb5-a7a2-4a44-a198-26adced7604a/3ec0e867-162e-4da6-b42f-c215ef6814c0) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:44:11.996680 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 01863edd-cc5b-431e-9d8a-41198ba8eb70 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:44:11.997436 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:12.027060 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7cbaf9cf-0476-4f48-b273-c26fefb22aa8 req-8ac697a0-f6f6-4b00-858e-407d8d818526 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:12.076739 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225a619d-5968-484c-9b2c-04906d7fa229 req-49bfb800-1690-459a-9b94-dc17c5a3591b tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:12.085204 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-225a619d-5968-484c-9b2c-04906d7fa229 req-49bfb800-1690-459a-9b94-dc17c5a3591b tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 945 time: 0.2241058 Nov 25 17:44:12.089365 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7cbaf9cf-0476-4f48-b273-c26fefb22aa8 req-8ac697a0-f6f6-4b00-858e-407d8d818526 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:12.105931 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-e216d197-989b-4373-baee-a7adea83a166 None None] Allocated IP 172.20.0.2 (3468d433-d9d1-40c6-9ae9-65b58313d178/e40ee672-9885-4300-b512-5bec6e49ab53/2688d9a3-b8c0-4da0-9640-ca345e0e0c3b) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:44:12.140361 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-52e53dc1-5b3b-41f7-903c-f9e229a5c300 req-29e33e48-2fb4-43b1-b8db-95a157902146 service neutron] 10.222.0.90 "GET /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190685 Nov 25 17:44:12.232098 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d1e62c64-67fc-4ab1-982f-7e17126d5d33 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:12.259719 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-225a619d-5968-484c-9b2c-04906d7fa229 req-b357a2a7-0c2b-415f-a254-fdb149bed8c2 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726658 Nov 25 17:44:12.300224 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cbaf9cf-0476-4f48-b273-c26fefb22aa8 req-8ac697a0-f6f6-4b00-858e-407d8d818526 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Network 762853d9-38e5-4380-88ed-82e8f6ae46d0 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:44:12.321845 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-7cbaf9cf-0476-4f48-b273-c26fefb22aa8 req-8ac697a0-f6f6-4b00-858e-407d8d818526 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:44:12.329544 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cbaf9cf-0476-4f48-b273-c26fefb22aa8 req-8ac697a0-f6f6-4b00-858e-407d8d818526 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:44:12.375768 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac697a0-f6f6-4b00-858e-407d8d818526 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Pushing event updated for resources: {'Port': ['ID=910ff6f2-30af-4447-a006-70dd68383993,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:12.426468 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['b4361dd7-bca7-4a65-a848-67d822bdccba'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:44:12.429796 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f8b3dc-749e-4ec9-aa96-65705fec99af None None] DHCP port deletion for 762853d9-38e5-4380-88ed-82e8f6ae46d0 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:44:12.528418 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbaf9cf-0476-4f48-b273-c26fefb22aa8 req-8ac697a0-f6f6-4b00-858e-407d8d818526 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:12.529138 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7cbaf9cf-0476-4f48-b273-c26fefb22aa8 req-8ac697a0-f6f6-4b00-858e-407d8d818526 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:12.590203 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaecb22-def7-40ef-bce8-1eba8e304374 req-05b4a48e-461b-4f3b-9f59-af85633707b7 tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:12.591811 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-adaecb22-def7-40ef-bce8-1eba8e304374 req-05b4a48e-461b-4f3b-9f59-af85633707b7 tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] 10.222.0.75 "GET /v2.0/ports?device_id=87a0f720-b27c-456e-bed8-119052335bb6 HTTP/1.1" status: 200 len: 946 time: 0.2460268 Nov 25 17:44:12.611495 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7cbaf9cf-0476-4f48-b273-c26fefb22aa8 req-8ac697a0-f6f6-4b00-858e-407d8d818526 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6454763 Nov 25 17:44:12.653868 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-7cbaf9cf-0476-4f48-b273-c26fefb22aa8 req-a9196bfd-90d5-4ba3-934e-62b9613314fc service neutron] Request body: {'port': {'device_id': '08b8817a-2f77-4baa-95ea-361bfa59cff6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:12.758474 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-52e53dc1-5b3b-41f7-903c-f9e229a5c300 req-04588c4e-eacb-4c11-ac56-d2d66727cc97 service neutron] 10.222.0.90 "GET /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188152 Nov 25 17:44:12.759221 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4a600d23-6525-4d6a-b0fa-f3623da9adbf tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:12.790449 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e216d197-989b-4373-baee-a7adea83a166 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:12.929503 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-adaecb22-def7-40ef-bce8-1eba8e304374 req-5193e18c-0008-4757-8767-29776f313842 tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] 10.222.0.75 "GET /v2.0/security-groups?id=4fcd42ba-9c09-415e-a9a7-81dc38f0485b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241026 Nov 25 17:44:12.980603 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ffe19737-77d2-4a4a-8dbe-1d8f43b87f2b None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:13.006491 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7cbaf9cf-0476-4f48-b273-c26fefb22aa8 req-a9196bfd-90d5-4ba3-934e-62b9613314fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:13.057088 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898436c7-0a02-4d2b-a97d-be13ea9303df None None] Network fdbbc86c-7a9a-40e7-9f85-682d116b1c7a requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:44:13.060431 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e216d197-989b-4373-baee-a7adea83a166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:13.065703 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ffe19737-77d2-4a4a-8dbe-1d8f43b87f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:13.089703 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f65ef-716e-459c-9c2a-1ad476a542b4 req-9c001d4b-425d-4860-8672-383b2c116468 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:13.098432 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8b7f65ef-716e-459c-9c2a-1ad476a542b4 req-9c001d4b-425d-4860-8672-383b2c116468 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/networks?id=d0082d57-8c96-4a76-be0f-340c2f65b160 HTTP/1.1" status: 200 len: 812 time: 0.4537282 Nov 25 17:44:13.173405 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8b7f65ef-716e-459c-9c2a-1ad476a542b4 req-beee9188-4e18-475c-aa48-3a6db3e75be6 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/quotas/5a560046c26c483180c0093a6be1dd8b HTTP/1.1" status: 200 len: 375 time: 0.0738091 Nov 25 17:44:13.205467 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4a600d23-6525-4d6a-b0fa-f3623da9adbf tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:13.213606 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e216d197-989b-4373-baee-a7adea83a166 None None] Pushing event updated for resources: {'Port': ['ID=2688d9a3-b8c0-4da0-9640-ca345e0e0c3b,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:13.243816 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4a600d23-6525-4d6a-b0fa-f3623da9adbf tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:13.260628 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d1e62c64-67fc-4ab1-982f-7e17126d5d33 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:13.309863 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d536a41-3df1-414b-bae2-6d349002a206 req-d22f8d9c-39e7-4e10-a71d-2f58a97d36df tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:13.317456 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5d536a41-3df1-414b-bae2-6d349002a206 req-d22f8d9c-39e7-4e10-a71d-2f58a97d36df tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/ports?device_id=08b8817a-2f77-4baa-95ea-361bfa59cff6 HTTP/1.1" status: 200 len: 931 time: 0.1920502 Nov 25 17:44:13.363417 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe19737-77d2-4a4a-8dbe-1d8f43b87f2b None None] Pushing event updated for resources: {'Port': ['ID=3ec0e867-162e-4da6-b42f-c215ef6814c0,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:13.372029 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe19737-77d2-4a4a-8dbe-1d8f43b87f2b None None] Network f23e92b1-599b-4679-af07-12e7dbe2b2e5 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:44:13.388504 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e216d197-989b-4373-baee-a7adea83a166 None None] Network 3468d433-d9d1-40c6-9ae9-65b58313d178 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:44:13.400027 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-e216d197-989b-4373-baee-a7adea83a166 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:44:13.400609 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8b7f65ef-716e-459c-9c2a-1ad476a542b4 req-b3771040-222a-433e-8b83-e3aacc5c5fa0 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=5a560046c26c483180c0093a6be1dd8b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2260168 Nov 25 17:44:13.410198 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e62c64-67fc-4ab1-982f-7e17126d5d33 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Pushing event deleted for resources: {'Subnet': ['ID=f4b5feb5-a7a2-4a44-a198-26adced7604a,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:13.476938 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-ffe19737-77d2-4a4a-8dbe-1d8f43b87f2b None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:44:13.486884 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e216d197-989b-4373-baee-a7adea83a166 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:44:13.529342 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe19737-77d2-4a4a-8dbe-1d8f43b87f2b None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:44:13.584629 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d1e62c64-67fc-4ab1-982f-7e17126d5d33 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:13.610962 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 223d1183-d447-4e09-a7d2-9843a27b3afa up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:44:13.618809 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-d1e62c64-67fc-4ab1-982f-7e17126d5d33 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f23e92b1-599b-4679-af07-12e7dbe2b2e5']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:13.623345 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8b7f65ef-716e-459c-9c2a-1ad476a542b4 req-5e4f2b06-d630-497f-a112-32c7fa31ec44 service neutron] 10.222.0.75 "GET /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218258 Nov 25 17:44:13.629758 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-d1e62c64-67fc-4ab1-982f-7e17126d5d33 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c51176c3-c049-4b34-835a-830101388dd1') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:13.630329 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-d1e62c64-67fc-4ab1-982f-7e17126d5d33 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c51176c3-c049-4b34-835a-830101388dd1') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:13.640415 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-e216d197-989b-4373-baee-a7adea83a166 None None] Attempting to bind port 2688d9a3-b8c0-4da0-9640-ca345e0e0c3b on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:44:13.640853 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-e216d197-989b-4373-baee-a7adea83a166 None None] Attempting to bind port 2688d9a3-b8c0-4da0-9640-ca345e0e0c3b by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '8c730652-601b-4c36-8bc7-3de3ec376826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '3468d433-d9d1-40c6-9ae9-65b58313d178'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:44:13.641231 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e216d197-989b-4373-baee-a7adea83a166 None None] Attempting to bind port 2688d9a3-b8c0-4da0-9640-ca345e0e0c3b on network 3468d433-d9d1-40c6-9ae9-65b58313d178 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:44:13.642287 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d1e62c64-67fc-4ab1-982f-7e17126d5d33 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:13.656564 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d1e62c64-67fc-4ab1-982f-7e17126d5d33 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:13.663984 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1e62c64-67fc-4ab1-982f-7e17126d5d33 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Releasing vlan 930 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:44:13.664734 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d1e62c64-67fc-4ab1-982f-7e17126d5d33 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:13.733341 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:44:13.733341 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:44:13.733341 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:44:13.733341 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:44:13.733341 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:44:13.733341 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:44:13.733341 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:44:13.733341 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:44:13.733341 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:44:13.733341 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:44:13.733341 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:44:13.733341 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:44:13.733341 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:44:13.733341 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:44:13.733341 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:44:13.733341 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:44:13.733341 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:44:13.733341 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:44:13.733341 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:44:13.733341 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:44:13.733341 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:44:13.733341 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:44:13.733341 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:44:13.733341 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:44:13.733341 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:44:13.733341 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:44:13.733341 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:44:13.733341 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:44:13.733341 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:44:13.733341 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:44:13.733341 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:44:13.733341 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:44:13.744141 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.db.api [None req-d1e62c64-67fc-4ab1-982f-7e17126d5d33 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 17:44:13.744141 n-d-817746-1 neutron-server[103360]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 17:44:13.744141 n-d-817746-1 neutron-server[103360]: [parameters: {'id': 'f23e92b1-599b-4679-af07-12e7dbe2b2e5'}] Nov 25 17:44:13.744141 n-d-817746-1 neutron-server[103360]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:44:13.744791 n-d-817746-1 neutron-server[103360]: DEBUG oslo_db.api [None req-d1e62c64-67fc-4ab1-982f-7e17126d5d33 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:44:13.752736 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4a600d23-6525-4d6a-b0fa-f3623da9adbf tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:13.806280 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5d536a41-3df1-414b-bae2-6d349002a206 req-10e9880e-20f3-4e0d-900d-1f8a28cdef81 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1c3665e-ff29-4dbb-8a05-df90f9943146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4877391 Nov 25 17:44:13.843966 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a600d23-6525-4d6a-b0fa-f3623da9adbf tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Pushing event updated for resources: {'Port': ['ID=c469177f-94db-4b1b-afb8-0660aaaf8252,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:13.896755 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a600d23-6525-4d6a-b0fa-f3623da9adbf tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Network fdbbc86c-7a9a-40e7-9f85-682d116b1c7a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:44:13.896755 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-4a600d23-6525-4d6a-b0fa-f3623da9adbf tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:44:14.012344 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e216d197-989b-4373-baee-a7adea83a166 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:44:14.012966 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e216d197-989b-4373-baee-a7adea83a166 None None] Checking segment: {'id': '8c730652-601b-4c36-8bc7-3de3ec376826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '3468d433-d9d1-40c6-9ae9-65b58313d178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:44:14.013172 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e216d197-989b-4373-baee-a7adea83a166 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:14.013571 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e216d197-989b-4373-baee-a7adea83a166 None None] Bound using segment: {'id': '8c730652-601b-4c36-8bc7-3de3ec376826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '3468d433-d9d1-40c6-9ae9-65b58313d178'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:44:14.014084 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-e216d197-989b-4373-baee-a7adea83a166 None None] Bound port: 2688d9a3-b8c0-4da0-9640-ca345e0e0c3b, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c730652-601b-4c36-8bc7-3de3ec376826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '3468d433-d9d1-40c6-9ae9-65b58313d178'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:44:14.014468 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e216d197-989b-4373-baee-a7adea83a166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:14.051566 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-ffe19737-77d2-4a4a-8dbe-1d8f43b87f2b None None] Attempting to bind port 3ec0e867-162e-4da6-b42f-c215ef6814c0 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:44:14.051982 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-ffe19737-77d2-4a4a-8dbe-1d8f43b87f2b None None] Attempting to bind port 3ec0e867-162e-4da6-b42f-c215ef6814c0 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'c51176c3-c049-4b34-835a-830101388dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'f23e92b1-599b-4679-af07-12e7dbe2b2e5'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:44:14.052343 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe19737-77d2-4a4a-8dbe-1d8f43b87f2b None None] Attempting to bind port 3ec0e867-162e-4da6-b42f-c215ef6814c0 on network f23e92b1-599b-4679-af07-12e7dbe2b2e5 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:44:14.058116 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a600d23-6525-4d6a-b0fa-f3623da9adbf tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Router ad5b262a-4f38-4f92-9c29-262c8abe83b0 is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:44:14.071247 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-7cbaf9cf-0476-4f48-b273-c26fefb22aa8 req-a9196bfd-90d5-4ba3-934e-62b9613314fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 910ff6f2-30af-4447-a006-70dd68383993 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:44:14.081994 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8b7f65ef-716e-459c-9c2a-1ad476a542b4 req-a91b4149-6101-43cc-b035-7f45576e6dc2 service neutron] 10.222.0.75 "GET /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3548751 Nov 25 17:44:14.088477 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7cbaf9cf-0476-4f48-b273-c26fefb22aa8 req-a9196bfd-90d5-4ba3-934e-62b9613314fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:14.094467 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe19737-77d2-4a4a-8dbe-1d8f43b87f2b None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:44:14.094853 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe19737-77d2-4a4a-8dbe-1d8f43b87f2b None None] Checking segment: {'id': 'c51176c3-c049-4b34-835a-830101388dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'f23e92b1-599b-4679-af07-12e7dbe2b2e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:44:14.095401 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ffe19737-77d2-4a4a-8dbe-1d8f43b87f2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:14.095699 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe19737-77d2-4a4a-8dbe-1d8f43b87f2b None None] Bound using segment: {'id': 'c51176c3-c049-4b34-835a-830101388dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'f23e92b1-599b-4679-af07-12e7dbe2b2e5'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:44:14.096281 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-ffe19737-77d2-4a4a-8dbe-1d8f43b87f2b None None] Bound port: 3ec0e867-162e-4da6-b42f-c215ef6814c0, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c51176c3-c049-4b34-835a-830101388dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'f23e92b1-599b-4679-af07-12e7dbe2b2e5'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:44:14.096606 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ffe19737-77d2-4a4a-8dbe-1d8f43b87f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:14.129435 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb7f6c-d6f8-4d59-8fde-fa1973b3314f req-771f63ff-5d03-4a59-a582-d678bd8846c1 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:14.131176 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-debb7f6c-d6f8-4d59-8fde-fa1973b3314f req-771f63ff-5d03-4a59-a582-d678bd8846c1 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc49186-54c5-4f6e-9aa9-f9123ed745f9 HTTP/1.1" status: 200 len: 946 time: 0.1792426 Nov 25 17:44:14.137268 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-7cbaf9cf-0476-4f48-b273-c26fefb22aa8 req-a9196bfd-90d5-4ba3-934e-62b9613314fc service neutron] Transition to ACTIVE for port object 910ff6f2-30af-4447-a006-70dd68383993 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:44:14.145132 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7cbaf9cf-0476-4f48-b273-c26fefb22aa8 req-a9196bfd-90d5-4ba3-934e-62b9613314fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:14.182346 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d86bd468-4915-42f7-87b2-444044365799 None None] Provisioning complete for port 910ff6f2-30af-4447-a006-70dd68383993 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:44:14.183005 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d86bd468-4915-42f7-87b2-444044365799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:14.242662 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9196bfd-90d5-4ba3-934e-62b9613314fc service neutron] Pushing event updated for resources: {'Port': ['ID=910ff6f2-30af-4447-a006-70dd68383993,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:14.386161 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-e216d197-989b-4373-baee-a7adea83a166 None None] For port 2688d9a3-b8c0-4da0-9640-ca345e0e0c3b, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:44:14.391002 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-e216d197-989b-4373-baee-a7adea83a166 None None] For port 2688d9a3-b8c0-4da0-9640-ca345e0e0c3b, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=2688d9a3-b8c0-4da0-9640-ca345e0e0c3b,segment=NetworkSegment(8c730652-601b-4c36-8bc7-3de3ec376826),segment_id=8c730652-601b-4c36-8bc7-3de3ec376826)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:44:14.395849 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4933a4c4-1ffd-419d-8f21-dcfa69ee2c53 None None] DHCP port deletion for 762853d9-38e5-4380-88ed-82e8f6ae46d0 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:44:14.425684 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e216d197-989b-4373-baee-a7adea83a166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:14.458122 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-ffe19737-77d2-4a4a-8dbe-1d8f43b87f2b None None] For port 3ec0e867-162e-4da6-b42f-c215ef6814c0, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:44:14.499966 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d86bd468-4915-42f7-87b2-444044365799 None None] Port 910ff6f2-30af-4447-a006-70dd68383993 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:44:14.542539 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-ffe19737-77d2-4a4a-8dbe-1d8f43b87f2b None None] For port 3ec0e867-162e-4da6-b42f-c215ef6814c0, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=3ec0e867-162e-4da6-b42f-c215ef6814c0,segment=NetworkSegment(c51176c3-c049-4b34-835a-830101388dd1),segment_id=c51176c3-c049-4b34-835a-830101388dd1)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:44:14.603090 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 223d1183-d447-4e09-a7d2-9843a27b3afa triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:44:14.603425 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:14.617520 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d86bd468-4915-42f7-87b2-444044365799 None None] Provisioning complete for port 223d1183-d447-4e09-a7d2-9843a27b3afa triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:44:14.618701 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d86bd468-4915-42f7-87b2-444044365799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:14.670367 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-debb7f6c-d6f8-4d59-8fde-fa1973b3314f req-d149aaf8-c7a7-4798-8d17-0b4153cca924 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d500f03-b1e7-4506-ad28-855831c9b6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5182872 Nov 25 17:44:14.714485 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-7cbaf9cf-0476-4f48-b273-c26fefb22aa8 req-a9196bfd-90d5-4ba3-934e-62b9613314fc service neutron] Attempting to bind port 910ff6f2-30af-4447-a006-70dd68383993 on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:44:14.714783 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-7cbaf9cf-0476-4f48-b273-c26fefb22aa8 req-a9196bfd-90d5-4ba3-934e-62b9613314fc service neutron] Attempting to bind port 910ff6f2-30af-4447-a006-70dd68383993 by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': 'd6e7e79c-466c-40cb-8e2d-9a39f814ce02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '762853d9-38e5-4380-88ed-82e8f6ae46d0'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:44:14.715176 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbaf9cf-0476-4f48-b273-c26fefb22aa8 req-a9196bfd-90d5-4ba3-934e-62b9613314fc service neutron] Attempting to bind port 910ff6f2-30af-4447-a006-70dd68383993 on network 762853d9-38e5-4380-88ed-82e8f6ae46d0 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:44:14.729600 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c947a4e-a67a-4f2c-a914-c4404455c8b8 req-78bedcdd-2fe5-4698-bd42-918f5892eff5 tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:14.731157 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2c947a4e-a67a-4f2c-a914-c4404455c8b8 req-78bedcdd-2fe5-4698-bd42-918f5892eff5 tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] 10.222.0.75 "GET /v2.0/ports?device_id=87a0f720-b27c-456e-bed8-119052335bb6 HTTP/1.1" status: 200 len: 946 time: 0.3141057 Nov 25 17:44:14.731797 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbaf9cf-0476-4f48-b273-c26fefb22aa8 req-a9196bfd-90d5-4ba3-934e-62b9613314fc service neutron] Port 910ff6f2-30af-4447-a006-70dd68383993 on network 762853d9-38e5-4380-88ed-82e8f6ae46d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:44:14.734127 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbaf9cf-0476-4f48-b273-c26fefb22aa8 req-a9196bfd-90d5-4ba3-934e-62b9613314fc service neutron] Attempting to bind port 910ff6f2-30af-4447-a006-70dd68383993 on network 762853d9-38e5-4380-88ed-82e8f6ae46d0 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:44:14.744227 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbaf9cf-0476-4f48-b273-c26fefb22aa8 req-a9196bfd-90d5-4ba3-934e-62b9613314fc service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:44:14.744764 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbaf9cf-0476-4f48-b273-c26fefb22aa8 req-a9196bfd-90d5-4ba3-934e-62b9613314fc service neutron] Checking segment: {'id': 'd6e7e79c-466c-40cb-8e2d-9a39f814ce02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '762853d9-38e5-4380-88ed-82e8f6ae46d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:44:14.745326 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbaf9cf-0476-4f48-b273-c26fefb22aa8 req-a9196bfd-90d5-4ba3-934e-62b9613314fc service neutron] Bound using segment: {'id': 'd6e7e79c-466c-40cb-8e2d-9a39f814ce02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '762853d9-38e5-4380-88ed-82e8f6ae46d0'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:44:14.745984 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-7cbaf9cf-0476-4f48-b273-c26fefb22aa8 req-a9196bfd-90d5-4ba3-934e-62b9613314fc service neutron] Bound port: 910ff6f2-30af-4447-a006-70dd68383993, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6e7e79c-466c-40cb-8e2d-9a39f814ce02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '762853d9-38e5-4380-88ed-82e8f6ae46d0'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:44:14.746536 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7cbaf9cf-0476-4f48-b273-c26fefb22aa8 req-a9196bfd-90d5-4ba3-934e-62b9613314fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:14.819358 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ffe19737-77d2-4a4a-8dbe-1d8f43b87f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:14.994922 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e216d197-989b-4373-baee-a7adea83a166 None None] Pushing event updated for resources: {'Port': ['ID=2688d9a3-b8c0-4da0-9640-ca345e0e0c3b,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:15.018574 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d1e62c64-67fc-4ab1-982f-7e17126d5d33 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:15.021176 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a600d23-6525-4d6a-b0fa-f3623da9adbf tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:44:15.030735 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4a600d23-6525-4d6a-b0fa-f3623da9adbf tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] 10.222.0.75 "PUT /v2.0/routers/ad5b262a-4f38-4f92-9c29-262c8abe83b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8704343 Nov 25 17:44:15.037660 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34654) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:15.039878 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eec4c0c-1316-4b09-ab40-dfab25a47467 None None] Sync routers for ids ['ad5b262a-4f38-4f92-9c29-262c8abe83b0'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:44:15.061408 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-7cbaf9cf-0476-4f48-b273-c26fefb22aa8 req-a9196bfd-90d5-4ba3-934e-62b9613314fc service neutron] For port 910ff6f2-30af-4447-a006-70dd68383993, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:44:15.063861 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eec4c0c-1316-4b09-ab40-dfab25a47467 None None] Routers {'ad5b262a-4f38-4f92-9c29-262c8abe83b0'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:44:15.064509 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-4eec4c0c-1316-4b09-ab40-dfab25a47467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:43:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['ad5b262a-4f38-4f92-9c29-262c8abe83b0'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:15.079659 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-7cbaf9cf-0476-4f48-b273-c26fefb22aa8 req-a9196bfd-90d5-4ba3-934e-62b9613314fc service neutron] For port 910ff6f2-30af-4447-a006-70dd68383993, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=910ff6f2-30af-4447-a006-70dd68383993,segment=NetworkSegment(d6e7e79c-466c-40cb-8e2d-9a39f814ce02),segment_id=d6e7e79c-466c-40cb-8e2d-9a39f814ce02)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:44:15.090789 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5ec31192-3927-42fa-9e0b-033ae569bd92 req-878feec2-4900-4cd4-9494-77fbd0e8a194 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fddf626-e038-414d-b1b4-b49ae4c2a393 HTTP/1.1" status: 200 len: 210 time: 0.2048588 Nov 25 17:44:15.099993 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7cbaf9cf-0476-4f48-b273-c26fefb22aa8 req-a9196bfd-90d5-4ba3-934e-62b9613314fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:15.131633 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-4eec4c0c-1316-4b09-ab40-dfab25a47467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:15.142669 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eec4c0c-1316-4b09-ab40-dfab25a47467 None None] Routers {'ad5b262a-4f38-4f92-9c29-262c8abe83b0'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:44:15.143574 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-4eec4c0c-1316-4b09-ab40-dfab25a47467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:43:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['ad5b262a-4f38-4f92-9c29-262c8abe83b0'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:15.233065 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-4eec4c0c-1316-4b09-ab40-dfab25a47467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:15.234282 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eec4c0c-1316-4b09-ab40-dfab25a47467 None None] The sync data for ids ['ad5b262a-4f38-4f92-9c29-262c8abe83b0'] in n-d-817746-1 is: [] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:44:15.250833 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2c947a4e-a67a-4f2c-a914-c4404455c8b8 req-26665cae-24fa-44ab-a8a7-6535e9f22334 tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] 10.222.0.75 "GET /v2.0/security-groups?id=4fcd42ba-9c09-415e-a9a7-81dc38f0485b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5012019 Nov 25 17:44:15.273754 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:15.402513 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff1bd26-78c6-4de0-b1f6-f61782ae68f0 None None] Network f23e92b1-599b-4679-af07-12e7dbe2b2e5 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:44:15.486907 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbaf9cf-0476-4f48-b273-c26fefb22aa8 req-a9196bfd-90d5-4ba3-934e-62b9613314fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:15.487887 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7cbaf9cf-0476-4f48-b273-c26fefb22aa8 req-a9196bfd-90d5-4ba3-934e-62b9613314fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:15.489583 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7cbaf9cf-0476-4f48-b273-c26fefb22aa8 req-a9196bfd-90d5-4ba3-934e-62b9613314fc service neutron] 10.222.0.90 "PUT /v2.0/ports/910ff6f2-30af-4447-a006-70dd68383993 HTTP/1.1" status: 200 len: 1091 time: 2.8475883 Nov 25 17:44:15.492732 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08b8817a-2f77-4baa-95ea-361bfa59cff6', 'tag': '910ff6f2-30af-4447-a006-70dd68383993'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:44:15.496236 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eebbbbac-0b6c-4546-9d59-f797685de535" -d '{"events": [{"name": "network-changed", "server_uuid": "08b8817a-2f77-4baa-95ea-361bfa59cff6", "tag": "910ff6f2-30af-4447-a006-70dd68383993"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:44:15.572638 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9196bfd-90d5-4ba3-934e-62b9613314fc service neutron] Pushing event updated for resources: {'Port': ['ID=910ff6f2-30af-4447-a006-70dd68383993,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:15.577197 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port 223d1183-d447-4e09-a7d2-9843a27b3afa, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=223d1183-d447-4e09-a7d2-9843a27b3afa,segment=NetworkSegment(e7eb99b6-26d2-46ab-afdd-0b2eab10ba4f),segment_id=e7eb99b6-26d2-46ab-afdd-0b2eab10ba4f)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:44:15.578860 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b704992f-e060-4d03-a1a8-41e94ef6498f None None] DHCP port deletion for 762853d9-38e5-4380-88ed-82e8f6ae46d0 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:44:15.596376 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:15.646977 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12eb635-6373-4447-bd75-30586f716353 x-openstack-request-id: req-a12eb635-6373-4447-bd75-30586f716353 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:44:15.648889 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08b8817a-2f77-4baa-95ea-361bfa59cff6", "tag": "910ff6f2-30af-4447-a006-70dd68383993", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:44:15.649318 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a12eb635-6373-4447-bd75-30586f716353 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:44:15.653472 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08b8817a-2f77-4baa-95ea-361bfa59cff6', 'tag': '910ff6f2-30af-4447-a006-70dd68383993', 'status': 'completed', 'code': 200} Nov 25 17:44:15.668303 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe19737-77d2-4a4a-8dbe-1d8f43b87f2b None None] Pushing event updated for resources: {'Port': ['ID=3ec0e867-162e-4da6-b42f-c215ef6814c0,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:15.858998 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d86bd468-4915-42f7-87b2-444044365799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:15.919473 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e32be-4f48-4d03-8896-4f995258753f req-8efb6474-b3c3-44a1-93d5-8cb8bc2c37fc tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:15.937271 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8c9e32be-4f48-4d03-8896-4f995258753f req-8efb6474-b3c3-44a1-93d5-8cb8bc2c37fc tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/ports?device_id=08b8817a-2f77-4baa-95ea-361bfa59cff6 HTTP/1.1" status: 200 len: 943 time: 0.6810417 Nov 25 17:44:16.136332 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-d1e62c64-67fc-4ab1-982f-7e17126d5d33 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Deleting port 3ec0e867-162e-4da6-b42f-c215ef6814c0 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:44:16.137438 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d1e62c64-67fc-4ab1-982f-7e17126d5d33 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:16.169012 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 2688d9a3-b8c0-4da0-9640-ca345e0e0c3b up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:44:16.233197 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b9462fc0-07de-490c-b20b-e3f840cfd0ea req-f5cb4289-553d-435f-848d-803e528e721b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8401020 Nov 25 17:44:16.277548 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8c9e32be-4f48-4d03-8896-4f995258753f req-38c22a02-fcc0-4521-93ed-1f3b3e5f17df tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1c3665e-ff29-4dbb-8a05-df90f9943146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387163 Nov 25 17:44:16.347388 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=223d1183-d447-4e09-a7d2-9843a27b3afa,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:16.467219 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 2688d9a3-b8c0-4da0-9640-ca345e0e0c3b triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:44:16.471180 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:16.517493 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbaf9cf-0476-4f48-b273-c26fefb22aa8 req-64f56bf4-0251-4904-951d-26c571b8c8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:16.522385 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7cbaf9cf-0476-4f48-b273-c26fefb22aa8 req-64f56bf4-0251-4904-951d-26c571b8c8ff service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=bcc83327df764a93b0dfb6e88102bcf0&device_id=08b8817a-2f77-4baa-95ea-361bfa59cff6 HTTP/1.1" status: 200 len: 1094 time: 0.8645482 Nov 25 17:44:16.553228 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c9b6c-a8ff-49b1-bf4f-2383ab1211dc req-7ae47574-9672-4305-b46b-8c4cd8c6c723 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:16.559446 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-061c9b6c-a8ff-49b1-bf4f-2383ab1211dc req-7ae47574-9672-4305-b46b-8c4cd8c6c723 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc49186-54c5-4f6e-9aa9-f9123ed745f9 HTTP/1.1" status: 200 len: 946 time: 0.5255764 Nov 25 17:44:16.583752 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.db.api [None req-d86bd468-4915-42f7-87b2-444044365799 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:44:16.584133 n-d-817746-1 neutron-server[103362]: DEBUG oslo_db.api [None req-d86bd468-4915-42f7-87b2-444044365799 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:44:16.685654 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-d1e62c64-67fc-4ab1-982f-7e17126d5d33 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] For port 3ec0e867-162e-4da6-b42f-c215ef6814c0, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=3ec0e867-162e-4da6-b42f-c215ef6814c0,segment=NetworkSegment(c51176c3-c049-4b34-835a-830101388dd1),segment_id=c51176c3-c049-4b34-835a-830101388dd1)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:44:16.686017 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d1e62c64-67fc-4ab1-982f-7e17126d5d33 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:16.744780 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:16.796607 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-db862740-21f0-4a8c-8ea9-aeb6c5382c3a tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:44:16.802164 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-db862740-21f0-4a8c-8ea9-aeb6c5382c3a tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] 10.222.0.75 "PUT /v2.0/routers/ad5b262a-4f38-4f92-9c29-262c8abe83b0/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.7599959 Nov 25 17:44:16.810444 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9bf1b529-38d3-480d-b487-a98d06481f94 req-1e437b1b-e69e-4b67-a7a5-aa012a313527 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fddf626-e038-414d-b1b4-b49ae4c2a393 HTTP/1.1" status: 200 len: 210 time: 0.1021638 Nov 25 17:44:16.818056 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-d1e62c64-67fc-4ab1-982f-7e17126d5d33 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Calling delete_port for 3ec0e867-162e-4da6-b42f-c215ef6814c0 owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:44:16.843326 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 34686) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:16.849489 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7cbaf9cf-0476-4f48-b273-c26fefb22aa8 req-6c840e44-3b19-4bf5-8052-d99a28f0040d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=910ff6f2-30af-4447-a006-70dd68383993 HTTP/1.1" status: 200 len: 217 time: 0.2744839 Nov 25 17:44:16.946300 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:16.979875 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:17.050470 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port 2688d9a3-b8c0-4da0-9640-ca345e0e0c3b, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=2688d9a3-b8c0-4da0-9640-ca345e0e0c3b,segment=NetworkSegment(8c730652-601b-4c36-8bc7-3de3ec376826),segment_id=8c730652-601b-4c36-8bc7-3de3ec376826)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:44:17.060058 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:17.133893 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbaf9cf-0476-4f48-b273-c26fefb22aa8 req-2f6f5d40-02c2-4867-a66a-6654bed11cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:17.136192 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7cbaf9cf-0476-4f48-b273-c26fefb22aa8 req-2f6f5d40-02c2-4867-a66a-6654bed11cd7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2359eb3b-2212-46df-98c5-fcb6d89adeb1 HTTP/1.1" status: 200 len: 851 time: 0.2182467 Nov 25 17:44:17.139638 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9462fc0-07de-490c-b20b-e3f840cfd0ea req-969588aa-b254-4c85-a75e-fe3df3ee0a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:17.141043 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b9462fc0-07de-490c-b20b-e3f840cfd0ea req-969588aa-b254-4c85-a75e-fe3df3ee0a3a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5a560046c26c483180c0093a6be1dd8b&device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 1096 time: 0.7758815 Nov 25 17:44:17.167137 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94039790-adb2-406c-a62d-44e1ed6fb60c None None] Network 3468d433-d9d1-40c6-9ae9-65b58313d178 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:44:17.345928 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0b4f5c46-4582-42b7-bc27-96092dec44b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:17.345928 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=2688d9a3-b8c0-4da0-9640-ca345e0e0c3b,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:17.348889 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f65ef-716e-459c-9c2a-1ad476a542b4 req-225b37e3-b172-42d2-bd7c-f7ceaf0401e1 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:17.355832 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8b7f65ef-716e-459c-9c2a-1ad476a542b4 req-225b37e3-b172-42d2-bd7c-f7ceaf0401e1 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.90 "GET /v2.0/networks?id=d0082d57-8c96-4a76-be0f-340c2f65b160 HTTP/1.1" status: 200 len: 812 time: 0.7334301 Nov 25 17:44:17.474190 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9462fc0-07de-490c-b20b-e3f840cfd0ea req-2811ee3f-68d5-4ae1-bad9-1a9784330dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:17.474190 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b9462fc0-07de-490c-b20b-e3f840cfd0ea req-2811ee3f-68d5-4ae1-bad9-1a9784330dc8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d0082d57-8c96-4a76-be0f-340c2f65b160 HTTP/1.1" status: 200 len: 913 time: 0.1845031 Nov 25 17:44:17.476995 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-8b7f65ef-716e-459c-9c2a-1ad476a542b4 req-98e9ada4-2298-4c55-bcef-91992506e909 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Request body: {'port': {'device_id': '0fddf626-e038-414d-b1b4-b49ae4c2a393', 'network_id': 'd0082d57-8c96-4a76-be0f-340c2f65b160', 'admin_state_up': True, 'tenant_id': '5a560046c26c483180c0093a6be1dd8b'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:17.585800 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-70ef2444-cf8b-417f-8d0e-50d0f6894e30 None None] Provisioning complete for port 223d1183-d447-4e09-a7d2-9843a27b3afa triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:44:17.586733 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-70ef2444-cf8b-417f-8d0e-50d0f6894e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:17.591695 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d1e62c64-67fc-4ab1-982f-7e17126d5d33 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:17.660521 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e62c64-67fc-4ab1-982f-7e17126d5d33 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Pushing event deleted for resources: {'Port': ['ID=3ec0e867-162e-4da6-b42f-c215ef6814c0,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:17.670466 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e62c64-67fc-4ab1-982f-7e17126d5d33 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] No DVR routers for this DVR port 3ec0e867-162e-4da6-b42f-c215ef6814c0 on host n-d-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:44:17.843346 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 223d1183-d447-4e09-a7d2-9843a27b3afa up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:44:17.912153 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d1e62c64-67fc-4ab1-982f-7e17126d5d33 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:17.992536 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-70ef2444-cf8b-417f-8d0e-50d0f6894e30 None None] Provisioning complete for port c469177f-94db-4b1b-afb8-0660aaaf8252 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:44:17.992736 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-70ef2444-cf8b-417f-8d0e-50d0f6894e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:17.998675 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-d1e62c64-67fc-4ab1-982f-7e17126d5d33 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f23e92b1-599b-4679-af07-12e7dbe2b2e5']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:18.031159 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b7f65ef-716e-459c-9c2a-1ad476a542b4 req-98e9ada4-2298-4c55-bcef-91992506e909 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Made reservation on behalf of 5a560046c26c483180c0093a6be1dd8b for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:44:18.042955 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-8b7f65ef-716e-459c-9c2a-1ad476a542b4 req-98e9ada4-2298-4c55-bcef-91992506e909 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:18.059406 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-d1e62c64-67fc-4ab1-982f-7e17126d5d33 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c51176c3-c049-4b34-835a-830101388dd1') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:18.060245 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-d1e62c64-67fc-4ab1-982f-7e17126d5d33 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c51176c3-c049-4b34-835a-830101388dd1') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:18.073722 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 223d1183-d447-4e09-a7d2-9843a27b3afa triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:44:18.074663 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:18.103958 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d1e62c64-67fc-4ab1-982f-7e17126d5d33 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:18.123256 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-70ef2444-cf8b-417f-8d0e-50d0f6894e30 None None] Port c469177f-94db-4b1b-afb8-0660aaaf8252 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:44:18.171320 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d1e62c64-67fc-4ab1-982f-7e17126d5d33 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:18.175201 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-70ef2444-cf8b-417f-8d0e-50d0f6894e30 None None] Provisioning complete for port 2688d9a3-b8c0-4da0-9640-ca345e0e0c3b triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:44:18.175797 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-70ef2444-cf8b-417f-8d0e-50d0f6894e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:18.191510 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1e62c64-67fc-4ab1-982f-7e17126d5d33 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Releasing vlan 930 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:44:18.197673 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d1e62c64-67fc-4ab1-982f-7e17126d5d33 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:18.218345 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:44:18.218345 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:44:18.218345 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:44:18.218345 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:44:18.218345 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:44:18.218345 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:44:18.218345 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:44:18.218345 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:44:18.218345 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:44:18.218345 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:44:18.218345 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:44:18.218345 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:44:18.218345 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:44:18.218345 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:44:18.218345 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:44:18.218345 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:44:18.218345 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:44:18.218345 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:44:18.218345 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:44:18.218345 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:44:18.218345 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:44:18.218345 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:44:18.218345 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:44:18.218345 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:44:18.218345 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:44:18.218345 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:44:18.218345 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:44:18.218345 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:44:18.218345 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:44:18.218345 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:44:18.218345 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:44:18.218345 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:44:18.291957 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7cbaf9cf-0476-4f48-b273-c26fefb22aa8 req-5139cee9-5824-4241-8064-1652984c3e91 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=762853d9-38e5-4380-88ed-82e8f6ae46d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 1.0713556 Nov 25 17:44:18.387091 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 2688d9a3-b8c0-4da0-9640-ca345e0e0c3b up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:44:18.423548 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d1e62c64-67fc-4ab1-982f-7e17126d5d33 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:18.430610 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-061c9b6c-a8ff-49b1-bf4f-2383ab1211dc req-5eabfde0-0b10-46c8-a677-a7dde33b2153 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d500f03-b1e7-4506-ad28-855831c9b6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8156497 Nov 25 17:44:18.527365 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a87448-085f-40f1-9639-59ee4ecdfac5 None None] get_active_networks_info from n-d-817746-1 {{(pid=103362) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 17:44:18.574331 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d1e62c64-67fc-4ab1-982f-7e17126d5d33 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:18.581024 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d1e62c64-67fc-4ab1-982f-7e17126d5d33 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "DELETE /v2.0/networks/f23e92b1-599b-4679-af07-12e7dbe2b2e5 HTTP/1.1" status: 204 len: 168 time: 8.4026771 Nov 25 17:44:18.586169 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34744) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:18.603786 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 2688d9a3-b8c0-4da0-9640-ca345e0e0c3b triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:44:18.604365 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:18.638132 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e62c64-67fc-4ab1-982f-7e17126d5d33 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Pushing event deleted for resources: {'Network': ['ID=f23e92b1-599b-4679-af07-12e7dbe2b2e5,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:18.645603 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bf1aba2-1544-46fc-bb3e-cdfadcef0417 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] GET failed (client error): The resource could not be found. Nov 25 17:44:18.647195 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9bf1aba2-1544-46fc-bb3e-cdfadcef0417 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "GET /v2.0/subnets/f4b5feb5-a7a2-4a44-a198-26adced7604a HTTP/1.1" status: 404 len: 337 time: 0.0499277 Nov 25 17:44:18.650380 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34746) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:18.653352 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b9462fc0-07de-490c-b20b-e3f840cfd0ea req-92205bc1-54c5-49f6-b573-7b900ef98204 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82625e3e-d5dd-41cd-b7dc-44893732e44b HTTP/1.1" status: 200 len: 999 time: 0.5193782 Nov 25 17:44:18.672418 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca0d8bfe-edff-4d5f-907f-8bfa4602ff24 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] DELETE failed (client error): The resource could not be found. Nov 25 17:44:18.675698 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca0d8bfe-edff-4d5f-907f-8bfa4602ff24 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:44:18.695994 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ca0d8bfe-edff-4d5f-907f-8bfa4602ff24 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "DELETE /v2.0/networks/f23e92b1-599b-4679-af07-12e7dbe2b2e5 HTTP/1.1" status: 404 len: 339 time: 0.0427804 Nov 25 17:44:18.718625 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34748) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:18.747061 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-39f4f6d3-3511-4c9c-a89f-857fb4500b52 None None] Provisioning complete for port 2688d9a3-b8c0-4da0-9640-ca345e0e0c3b triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:44:18.747346 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-39f4f6d3-3511-4c9c-a89f-857fb4500b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:18.769184 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9462fc0-07de-490c-b20b-e3f840cfd0ea req-124ab671-4156-4d68-b21f-dfb97bec8cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:18.770472 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b9462fc0-07de-490c-b20b-e3f840cfd0ea req-124ab671-4156-4d68-b21f-dfb97bec8cc2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c74f83ed-3896-4341-8cf1-e1417d85add2 HTTP/1.1" status: 200 len: 851 time: 0.1036704 Nov 25 17:44:18.771290 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-8b7f65ef-716e-459c-9c2a-1ad476a542b4 req-98e9ada4-2298-4c55-bcef-91992506e909 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Allocated IP 172.20.0.6 (d0082d57-8c96-4a76-be0f-340c2f65b160/c74f83ed-3896-4341-8cf1-e1417d85add2/ed84ae92-906d-4243-b510-3c436279b9e0) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:44:18.876860 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecc4c7c-e2af-41cc-897f-94fbed28d527 req-c7785366-8bd1-4722-9373-824cd5bed1b5 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:18.878638 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-aecc4c7c-e2af-41cc-897f-94fbed28d527 req-c7785366-8bd1-4722-9373-824cd5bed1b5 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/ports?device_id=08b8817a-2f77-4baa-95ea-361bfa59cff6 HTTP/1.1" status: 200 len: 943 time: 0.6290898 Nov 25 17:44:18.960872 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a87448-085f-40f1-9639-59ee4ecdfac5 None None] Resources bound (agent type, host, resource id): {{(pid=103362) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 17:44:18.969613 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-60721c7a-f473-4319-9a8a-6626669aad0a req-4caf6c8b-ee4a-4784-baee-9975ecebc20c tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fddf626-e038-414d-b1b4-b49ae4c2a393 HTTP/1.1" status: 200 len: 210 time: 0.1863139 Nov 25 17:44:19.035156 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9462fc0-07de-490c-b20b-e3f840cfd0ea req-51bc1727-bb49-497e-9ad2-49659dd463ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:19.037973 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b9462fc0-07de-490c-b20b-e3f840cfd0ea req-51bc1727-bb49-497e-9ad2-49659dd463ee service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d0082d57-8c96-4a76-be0f-340c2f65b160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2073658 Nov 25 17:44:19.103731 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200023af-90a7-4cdf-9656-7ea7e7aba1b3 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:19.106640 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-200023af-90a7-4cdf-9656-7ea7e7aba1b3 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3845911 Nov 25 17:44:19.108143 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34770) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:19.115119 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-aecc4c7c-e2af-41cc-897f-94fbed28d527 req-85e3b080-2e5e-4401-9312-fde1bb5ac258 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1c3665e-ff29-4dbb-8a05-df90f9943146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969099 Nov 25 17:44:19.153544 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1adeb72b-2069-40ba-ae5c-78864051f3c9 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "GET /v2.0/subnets?network_id=1aa44027-b9d0-4a56-9a59-7e664703e20a HTTP/1.1" status: 200 len: 207 time: 0.0424120 Nov 25 17:44:19.158537 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34772) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:19.206457 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7cbaf9cf-0476-4f48-b273-c26fefb22aa8 req-9fda993e-e724-40b2-a8b6-46e435cd0f36 service neutron] 10.222.0.90 "GET /v2.0/networks/762853d9-38e5-4380-88ed-82e8f6ae46d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8498912 Nov 25 17:44:19.415191 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b9462fc0-07de-490c-b20b-e3f840cfd0ea req-771fbbe2-e0bb-4371-b2fb-1b5cc812fe6d service neutron] 10.222.0.74 "GET /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547552 Nov 25 17:44:19.443055 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f5dad9-34d8-46c4-8d8c-b6bf5208471f tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:19.447960 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f5dad9-34d8-46c4-8d8c-b6bf5208471f tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:19.454324 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f5dad9-34d8-46c4-8d8c-b6bf5208471f tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:19.461376 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f5dad9-34d8-46c4-8d8c-b6bf5208471f tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:19.468244 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-93f5dad9-34d8-46c4-8d8c-b6bf5208471f tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.3032422 Nov 25 17:44:19.475357 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34780) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:19.604246 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-8b7f65ef-716e-459c-9c2a-1ad476a542b4 req-98e9ada4-2298-4c55-bcef-91992506e909 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:19.705756 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6a143650-0675-4fce-90e7-f0f324b423c6 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2288640 Nov 25 17:44:19.710390 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b9462fc0-07de-490c-b20b-e3f840cfd0ea req-71c41841-356c-4df8-9282-52fd1b767205 service neutron] 10.222.0.74 "GET /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712715 Nov 25 17:44:19.712329 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34794) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:19.829268 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7cbaf9cf-0476-4f48-b273-c26fefb22aa8 req-a5dd0aca-8db2-44d1-ab34-b768f2d9ce46 service neutron] 10.222.0.90 "GET /v2.0/networks/762853d9-38e5-4380-88ed-82e8f6ae46d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6107614 Nov 25 17:44:19.860861 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071e5f3e-ddde-427b-a538-f073bd06584c tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:19.862783 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071e5f3e-ddde-427b-a538-f073bd06584c tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:19.879254 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-071e5f3e-ddde-427b-a538-f073bd06584c tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1656332 Nov 25 17:44:19.920630 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f45dca48-e1af-4bab-8117-ae99e4e240d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:19.927637 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34800) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:19.965027 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-8b7f65ef-716e-459c-9c2a-1ad476a542b4 req-98e9ada4-2298-4c55-bcef-91992506e909 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:20.010166 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['5065f371-45ed-4e50-b639-0de33fa2049c'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:44:20.013296 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['dc6a8024-085e-4dd4-a044-03e7336eacba'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:44:20.014955 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-148d4eca-d6fe-420f-a734-c66295b4e633 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:20.046794 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38aec54-7b62-462b-85ef-6e4bf2192d03 req-26003a70-38d1-447a-9241-22a02ddc390f tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:20.048416 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f38aec54-7b62-462b-85ef-6e4bf2192d03 req-26003a70-38d1-447a-9241-22a02ddc390f tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc49186-54c5-4f6e-9aa9-f9123ed745f9 HTTP/1.1" status: 200 len: 946 time: 0.3318381 Nov 25 17:44:20.085923 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e182d2d2-0139-4a6a-966d-3c2708ec7669 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Attributes excluded by policy engine: ['shared'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:20.087730 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e182d2d2-0139-4a6a-966d-3c2708ec7669 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Attributes excluded by policy engine: ['shared'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:20.089386 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e182d2d2-0139-4a6a-966d-3c2708ec7669 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1606395 Nov 25 17:44:20.097961 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34812) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:20.296617 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b7f65ef-716e-459c-9c2a-1ad476a542b4 req-98e9ada4-2298-4c55-bcef-91992506e909 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Network d0082d57-8c96-4a76-be0f-340c2f65b160 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:44:20.312139 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-8b7f65ef-716e-459c-9c2a-1ad476a542b4 req-98e9ada4-2298-4c55-bcef-91992506e909 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:44:20.317891 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b7f65ef-716e-459c-9c2a-1ad476a542b4 req-98e9ada4-2298-4c55-bcef-91992506e909 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:44:20.373619 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb4484-f7e8-4a39-b221-5927e97a220a req-ea131724-55c0-4d49-b42a-6734d1089408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:20.388096 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-17cb4484-f7e8-4a39-b221-5927e97a220a req-ea131724-55c0-4d49-b42a-6734d1089408 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fdc49186-54c5-4f6e-9aa9-f9123ed745f9 HTTP/1.1" status: 200 len: 1097 time: 0.5462759 Nov 25 17:44:20.439334 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebbbbac-0b6c-4546-9d59-f797685de535 req-d11bf7ca-ea31-462f-83c1-c431780a7de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:20.440784 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eebbbbac-0b6c-4546-9d59-f797685de535 req-d11bf7ca-ea31-462f-83c1-c431780a7de9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=bcc83327df764a93b0dfb6e88102bcf0&device_id=08b8817a-2f77-4baa-95ea-361bfa59cff6 HTTP/1.1" status: 200 len: 1094 time: 0.5131137 Nov 25 17:44:20.486879 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f38aec54-7b62-462b-85ef-6e4bf2192d03 req-8ee545d3-6057-43b5-88a4-53ec2d4423fc tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d500f03-b1e7-4506-ad28-855831c9b6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467802 Nov 25 17:44:20.537819 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd72f48-5029-4659-8fef-9cc16040c414 req-58fc23c8-449f-49d5-8e5b-8c6d0b8cd248 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:20.546791 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fdd72f48-5029-4659-8fef-9cc16040c414 req-58fc23c8-449f-49d5-8e5b-8c6d0b8cd248 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fddf626-e038-414d-b1b4-b49ae4c2a393 HTTP/1.1" status: 200 len: 931 time: 0.2844863 Nov 25 17:44:20.585811 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa98129-7319-4991-9186-1d455978323c tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:20.590373 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9aa98129-7319-4991-9186-1d455978323c tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "GET /v2.0/networks/8f170028-abca-40be-9e17-adf4fe63ed18 HTTP/1.1" status: 200 len: 800 time: 0.4906781 Nov 25 17:44:20.618767 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f65ef-716e-459c-9c2a-1ad476a542b4 req-98e9ada4-2298-4c55-bcef-91992506e909 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:20.619426 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-8b7f65ef-716e-459c-9c2a-1ad476a542b4 req-98e9ada4-2298-4c55-bcef-91992506e909 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:20.621810 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34834) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:20.674957 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e9ada4-2298-4c55-bcef-91992506e909 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Pushing event updated for resources: {'Port': ['ID=ed84ae92-906d-4243-b510-3c436279b9e0,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:20.711603 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8b7f65ef-716e-459c-9c2a-1ad476a542b4 req-98e9ada4-2298-4c55-bcef-91992506e909 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3280106 Nov 25 17:44:20.753075 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-8b7f65ef-716e-459c-9c2a-1ad476a542b4 req-17f91d9e-0bf3-4fe8-b5c3-50baf14c664a service neutron] Request body: {'port': {'device_id': '0fddf626-e038-414d-b1b4-b49ae4c2a393', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:20.815899 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-17cb4484-f7e8-4a39-b221-5927e97a220a req-fc55d466-51a1-4c38-9fcd-f640d985047a service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=6d500f03-b1e7-4506-ad28-855831c9b6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4083481 Nov 25 17:44:20.891497 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fdd72f48-5029-4659-8fef-9cc16040c414 req-c54e5816-302b-4bdd-8a11-a1737cf784a8 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442373 Nov 25 17:44:20.892588 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:20.913827 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-8b7f65ef-716e-459c-9c2a-1ad476a542b4 req-17f91d9e-0bf3-4fe8-b5c3-50baf14c664a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:20.932955 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebbbbac-0b6c-4546-9d59-f797685de535 req-0f3ee512-e816-4d56-9087-868496ecd438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:20.934714 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eebbbbac-0b6c-4546-9d59-f797685de535 req-0f3ee512-e816-4d56-9087-868496ecd438 service neutron] 10.222.0.90 "GET /v2.0/networks?id=762853d9-38e5-4380-88ed-82e8f6ae46d0 HTTP/1.1" status: 200 len: 912 time: 0.4647381 Nov 25 17:44:20.947297 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-14439def-bf69-4ac2-8b40-7a190992948a None None] Provisioning complete for port ed84ae92-906d-4243-b510-3c436279b9e0 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:44:20.947868 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-14439def-bf69-4ac2-8b40-7a190992948a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:21.005968 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-14439def-bf69-4ac2-8b40-7a190992948a None None] Port ed84ae92-906d-4243-b510-3c436279b9e0 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:44:21.014569 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-5b831f01-be23-4025-87f8-b8db2046969e tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "GET /v2.0/networks/8f170028-abca-40be-9e17-adf4fe63ed18?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3880408 Nov 25 17:44:21.017930 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34842) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:21.049263 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319cf044-df91-4226-a54e-c4861c245b14 req-5664e1c8-08af-4ad7-96eb-7d5b13c06323 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:21.058695 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-319cf044-df91-4226-a54e-c4861c245b14 req-5664e1c8-08af-4ad7-96eb-7d5b13c06323 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/ports?device_id=08b8817a-2f77-4baa-95ea-361bfa59cff6 HTTP/1.1" status: 200 len: 943 time: 0.2909882 Nov 25 17:44:21.071861 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eebbbbac-0b6c-4546-9d59-f797685de535 req-20b0af40-b3df-4264-821e-2b61eae634af service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=910ff6f2-30af-4447-a006-70dd68383993 HTTP/1.1" status: 200 len: 217 time: 0.1217179 Nov 25 17:44:21.224470 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebbbbac-0b6c-4546-9d59-f797685de535 req-eef538ce-0609-4953-9ebb-49cb38b0cd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:21.226792 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eebbbbac-0b6c-4546-9d59-f797685de535 req-eef538ce-0609-4953-9ebb-49cb38b0cd07 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2359eb3b-2212-46df-98c5-fcb6d89adeb1 HTTP/1.1" status: 200 len: 851 time: 0.1435244 Nov 25 17:44:21.234600 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8479bea7-e3d0-4d3b-9874-43a36d15d2e2 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:21.244548 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-319cf044-df91-4226-a54e-c4861c245b14 req-6b4fa18a-c24c-4b2d-8d75-ad5e95e6de30 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1c3665e-ff29-4dbb-8a05-df90f9943146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839857 Nov 25 17:44:21.259801 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8479bea7-e3d0-4d3b-9874-43a36d15d2e2 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "GET /v2.0/subnets/b9cc50eb-9f25-4381-967b-c9f89e1bcfa7 HTTP/1.1" status: 200 len: 811 time: 0.2406850 Nov 25 17:44:21.268638 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 34852) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:21.318791 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eebbbbac-0b6c-4546-9d59-f797685de535 req-3ada226f-9433-4488-8de7-e3c07490bf46 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=762853d9-38e5-4380-88ed-82e8f6ae46d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720134 Nov 25 17:44:21.404870 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 910ff6f2-30af-4447-a006-70dd68383993 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:44:21.434465 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd70d01-6186-4168-ba26-2f060eb4e173 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Attributes excluded by policy engine: ['shared'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:21.439240 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-1cd70d01-6186-4168-ba26-2f060eb4e173 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "GET /v2.0/subnets/b9cc50eb-9f25-4381-967b-c9f89e1bcfa7?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1649497 Nov 25 17:44:21.443678 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 34858) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:21.452002 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-74edb0e0-3231-43b7-9e44-eee1466b0b06 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1947210533'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:21.474036 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd1121-e0c6-4a1f-b42c-46fdb52076a3 req-b58728a0-47e7-420e-b049-18ba9db577bd tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:21.476180 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-82bd1121-e0c6-4a1f-b42c-46fdb52076a3 req-b58728a0-47e7-420e-b049-18ba9db577bd tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] 10.222.0.75 "GET /v2.0/ports?device_id=87a0f720-b27c-456e-bed8-119052335bb6 HTTP/1.1" status: 200 len: 946 time: 0.2188771 Nov 25 17:44:21.485708 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-8b7f65ef-716e-459c-9c2a-1ad476a542b4 req-17f91d9e-0bf3-4fe8-b5c3-50baf14c664a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed84ae92-906d-4243-b510-3c436279b9e0 {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:44:21.515366 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-148d4eca-d6fe-420f-a734-c66295b4e633 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Deleting port c469177f-94db-4b1b-afb8-0660aaaf8252 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:44:21.515857 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-148d4eca-d6fe-420f-a734-c66295b4e633 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:21.528650 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-8b7f65ef-716e-459c-9c2a-1ad476a542b4 req-17f91d9e-0bf3-4fe8-b5c3-50baf14c664a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:21.563362 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-8b7f65ef-716e-459c-9c2a-1ad476a542b4 req-17f91d9e-0bf3-4fe8-b5c3-50baf14c664a service neutron] Transition to ACTIVE for port object ed84ae92-906d-4243-b510-3c436279b9e0 will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:44:21.571694 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 910ff6f2-30af-4447-a006-70dd68383993, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=910ff6f2-30af-4447-a006-70dd68383993,segment=NetworkSegment(d6e7e79c-466c-40cb-8e2d-9a39f814ce02),segment_id=d6e7e79c-466c-40cb-8e2d-9a39f814ce02)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:44:21.571922 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-8b7f65ef-716e-459c-9c2a-1ad476a542b4 req-17f91d9e-0bf3-4fe8-b5c3-50baf14c664a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:21.598440 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '910ff6f2-30af-4447-a006-70dd68383993', 'network_id': '762853d9-38e5-4380-88ed-82e8f6ae46d0', 'port_id': '910ff6f2-30af-4447-a006-70dd68383993', 'mac_address': 'fa:16:3e:6f:f5:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2359eb3b-2212-46df-98c5-fcb6d89adeb1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:44:21.619107 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eebbbbac-0b6c-4546-9d59-f797685de535 req-8aa5e092-eb8d-4510-8277-6f5ef9da1815 service neutron] 10.222.0.90 "GET /v2.0/networks/762853d9-38e5-4380-88ed-82e8f6ae46d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750926 Nov 25 17:44:21.661350 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:21.677797 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 910ff6f2-30af-4447-a006-70dd68383993 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:44:21.685149 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f91d9e-0bf3-4fe8-b5c3-50baf14c664a service neutron] Pushing event updated for resources: {'Port': ['ID=ed84ae92-906d-4243-b510-3c436279b9e0,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:21.693089 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74edb0e0-3231-43b7-9e44-eee1466b0b06 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Made reservation on behalf of d63f1f30c6b449b897427945b3ad9fc1 for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:44:21.697053 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-74edb0e0-3231-43b7-9e44-eee1466b0b06 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:21.705515 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 910ff6f2-30af-4447-a006-70dd68383993, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=910ff6f2-30af-4447-a006-70dd68383993,segment=NetworkSegment(d6e7e79c-466c-40cb-8e2d-9a39f814ce02),segment_id=d6e7e79c-466c-40cb-8e2d-9a39f814ce02)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:44:21.712663 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:21.797549 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-82bd1121-e0c6-4a1f-b42c-46fdb52076a3 req-b657644d-11f7-47e7-8c65-26ea44f3054a tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] 10.222.0.75 "GET /v2.0/security-groups?id=4fcd42ba-9c09-415e-a9a7-81dc38f0485b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064702 Nov 25 17:44:21.805011 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=910ff6f2-30af-4447-a006-70dd68383993,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:21.852764 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74edb0e0-3231-43b7-9e44-eee1466b0b06 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:44:21.945405 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-8b7f65ef-716e-459c-9c2a-1ad476a542b4 req-17f91d9e-0bf3-4fe8-b5c3-50baf14c664a service neutron] Attempting to bind port ed84ae92-906d-4243-b510-3c436279b9e0 on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:44:21.946204 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-8b7f65ef-716e-459c-9c2a-1ad476a542b4 req-17f91d9e-0bf3-4fe8-b5c3-50baf14c664a service neutron] Attempting to bind port ed84ae92-906d-4243-b510-3c436279b9e0 by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': 'c5752f96-a6e9-4fc2-9dae-273cc6a23f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'd0082d57-8c96-4a76-be0f-340c2f65b160'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:44:21.947380 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7f65ef-716e-459c-9c2a-1ad476a542b4 req-17f91d9e-0bf3-4fe8-b5c3-50baf14c664a service neutron] Attempting to bind port ed84ae92-906d-4243-b510-3c436279b9e0 on network d0082d57-8c96-4a76-be0f-340c2f65b160 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:44:21.953197 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7f65ef-716e-459c-9c2a-1ad476a542b4 req-17f91d9e-0bf3-4fe8-b5c3-50baf14c664a service neutron] Port ed84ae92-906d-4243-b510-3c436279b9e0 on network d0082d57-8c96-4a76-be0f-340c2f65b160 not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:44:21.953782 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7f65ef-716e-459c-9c2a-1ad476a542b4 req-17f91d9e-0bf3-4fe8-b5c3-50baf14c664a service neutron] Attempting to bind port ed84ae92-906d-4243-b510-3c436279b9e0 on network d0082d57-8c96-4a76-be0f-340c2f65b160 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:44:21.963992 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['910ff6f2-30af-4447-a006-70dd68383993'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:44:21.978273 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7f65ef-716e-459c-9c2a-1ad476a542b4 req-17f91d9e-0bf3-4fe8-b5c3-50baf14c664a service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:44:21.979423 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7f65ef-716e-459c-9c2a-1ad476a542b4 req-17f91d9e-0bf3-4fe8-b5c3-50baf14c664a service neutron] Checking segment: {'id': 'c5752f96-a6e9-4fc2-9dae-273cc6a23f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'd0082d57-8c96-4a76-be0f-340c2f65b160'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:44:21.979985 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7f65ef-716e-459c-9c2a-1ad476a542b4 req-17f91d9e-0bf3-4fe8-b5c3-50baf14c664a service neutron] Bound using segment: {'id': 'c5752f96-a6e9-4fc2-9dae-273cc6a23f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'd0082d57-8c96-4a76-be0f-340c2f65b160'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:44:21.983173 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-8b7f65ef-716e-459c-9c2a-1ad476a542b4 req-17f91d9e-0bf3-4fe8-b5c3-50baf14c664a service neutron] Bound port: ed84ae92-906d-4243-b510-3c436279b9e0, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5752f96-a6e9-4fc2-9dae-273cc6a23f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'd0082d57-8c96-4a76-be0f-340c2f65b160'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:44:21.983747 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-8b7f65ef-716e-459c-9c2a-1ad476a542b4 req-17f91d9e-0bf3-4fe8-b5c3-50baf14c664a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:22.062735 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:22.093904 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-8b7f65ef-716e-459c-9c2a-1ad476a542b4 req-17f91d9e-0bf3-4fe8-b5c3-50baf14c664a service neutron] For port ed84ae92-906d-4243-b510-3c436279b9e0, host n-h2-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:44:22.099474 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-8b7f65ef-716e-459c-9c2a-1ad476a542b4 req-17f91d9e-0bf3-4fe8-b5c3-50baf14c664a service neutron] For port ed84ae92-906d-4243-b510-3c436279b9e0, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=ed84ae92-906d-4243-b510-3c436279b9e0,segment=NetworkSegment(c5752f96-a6e9-4fc2-9dae-273cc6a23f00),segment_id=c5752f96-a6e9-4fc2-9dae-273cc6a23f00)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:44:22.108378 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-8b7f65ef-716e-459c-9c2a-1ad476a542b4 req-17f91d9e-0bf3-4fe8-b5c3-50baf14c664a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:22.199939 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f65ef-716e-459c-9c2a-1ad476a542b4 req-17f91d9e-0bf3-4fe8-b5c3-50baf14c664a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:22.200987 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-8b7f65ef-716e-459c-9c2a-1ad476a542b4 req-17f91d9e-0bf3-4fe8-b5c3-50baf14c664a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:22.202760 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8b7f65ef-716e-459c-9c2a-1ad476a542b4 req-17f91d9e-0bf3-4fe8-b5c3-50baf14c664a service neutron] 10.222.0.90 "PUT /v2.0/ports/ed84ae92-906d-4243-b510-3c436279b9e0 HTTP/1.1" status: 200 len: 1091 time: 1.4549561 Nov 25 17:44:22.203489 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fddf626-e038-414d-b1b4-b49ae4c2a393', 'tag': 'ed84ae92-906d-4243-b510-3c436279b9e0'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:44:22.206082 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc8e0baf-f663-49c6-a407-8c7f01afa058" -d '{"events": [{"name": "network-changed", "server_uuid": "0fddf626-e038-414d-b1b4-b49ae4c2a393", "tag": "ed84ae92-906d-4243-b510-3c436279b9e0"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:44:22.293280 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f91d9e-0bf3-4fe8-b5c3-50baf14c664a service neutron] Pushing event updated for resources: {'Port': ['ID=ed84ae92-906d-4243-b510-3c436279b9e0,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:22.321270 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f65ef-716e-459c-9c2a-1ad476a542b4 req-22551eaf-9155-45f6-a44a-ce20a70a1476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:22.322917 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8b7f65ef-716e-459c-9c2a-1ad476a542b4 req-22551eaf-9155-45f6-a44a-ce20a70a1476 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5a560046c26c483180c0093a6be1dd8b&device_id=0fddf626-e038-414d-b1b4-b49ae4c2a393 HTTP/1.1" status: 200 len: 1094 time: 0.0626225 Nov 25 17:44:22.407839 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8b7f65ef-716e-459c-9c2a-1ad476a542b4 req-ce435b44-774f-4e07-a0d7-de3523acde75 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed84ae92-906d-4243-b510-3c436279b9e0 HTTP/1.1" status: 200 len: 217 time: 0.0672243 Nov 25 17:44:22.464247 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-74edb0e0-3231-43b7-9e44-eee1466b0b06 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:22.465137 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-74edb0e0-3231-43b7-9e44-eee1466b0b06 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Added segment e58a8731-84f7-4626-8dd9-3e0e5b47c0f6 of type vlan for network cd417b70-0a3e-4e63-ae13-ea0bffb5974f Nov 25 17:44:22.481066 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f65ef-716e-459c-9c2a-1ad476a542b4 req-fca38df5-79e7-49ce-b147-df03abd00b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:22.483823 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8b7f65ef-716e-459c-9c2a-1ad476a542b4 req-fca38df5-79e7-49ce-b147-df03abd00b90 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c74f83ed-3896-4341-8cf1-e1417d85add2 HTTP/1.1" status: 200 len: 851 time: 0.0649800 Nov 25 17:44:22.547723 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f65ef-716e-459c-9c2a-1ad476a542b4 req-336a2355-62a8-44b1-934a-64d3d9a481a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:22.549910 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8b7f65ef-716e-459c-9c2a-1ad476a542b4 req-336a2355-62a8-44b1-934a-64d3d9a481a7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d0082d57-8c96-4a76-be0f-340c2f65b160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569794 Nov 25 17:44:22.573540 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eebbbbac-0b6c-4546-9d59-f797685de535 req-45409626-7bde-46d5-be94-b67b1d667a73 service neutron] 10.222.0.90 "GET /v2.0/networks/762853d9-38e5-4380-88ed-82e8f6ae46d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9147401 Nov 25 17:44:22.589739 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b53d3-47c6-4ef3-a1c4-ea3e6954fe13 req-4dc75e88-f2a6-437e-9d04-ab88486f3d81 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:22.591540 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-338b53d3-47c6-4ef3-a1c4-ea3e6954fe13 req-4dc75e88-f2a6-437e-9d04-ab88486f3d81 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc49186-54c5-4f6e-9aa9-f9123ed745f9 HTTP/1.1" status: 200 len: 946 time: 0.9767716 Nov 25 17:44:22.599361 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-148d4eca-d6fe-420f-a734-c66295b4e633 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:22.630250 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-74edb0e0-3231-43b7-9e44-eee1466b0b06 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:22.677666 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8b7f65ef-716e-459c-9c2a-1ad476a542b4 req-4b5d40c0-b154-4038-b9a5-9fe724d4bc2d service neutron] 10.222.0.90 "GET /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182652 Nov 25 17:44:22.682385 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-148d4eca-d6fe-420f-a734-c66295b4e633 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Calling delete_port for c469177f-94db-4b1b-afb8-0660aaaf8252 owned by network:router_interface {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:44:22.782632 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8b7f65ef-716e-459c-9c2a-1ad476a542b4 req-a4cdd769-ef7e-4fa8-b9c7-67c5179b444f service neutron] 10.222.0.90 "GET /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972061 Nov 25 17:44:22.834498 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-74edb0e0-3231-43b7-9e44-eee1466b0b06 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:22.840322 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74edb0e0-3231-43b7-9e44-eee1466b0b06 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:22.841009 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-74edb0e0-3231-43b7-9e44-eee1466b0b06 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:22.891627 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-338b53d3-47c6-4ef3-a1c4-ea3e6954fe13 req-e3c41515-28bd-4d18-87a2-4f37addaecb7 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d500f03-b1e7-4506-ad28-855831c9b6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719812 Nov 25 17:44:22.904325 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd4cb9-4733-4c7e-8e81-aaa9f12e10ec req-c0400bb6-580b-45dd-aedd-aba82e641493 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:22.905880 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c9bd4cb9-4733-4c7e-8e81-aaa9f12e10ec req-c0400bb6-580b-45dd-aedd-aba82e641493 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fddf626-e038-414d-b1b4-b49ae4c2a393 HTTP/1.1" status: 200 len: 943 time: 0.3313634 Nov 25 17:44:22.957443 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:23.025714 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-74edb0e0-3231-43b7-9e44-eee1466b0b06 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5785704 Nov 25 17:44:23.028213 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34904) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:23.036259 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-90d55559-c892-411f-bc24-b02ef9037c2b tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Request body: {'subnet': {'network_id': 'cd417b70-0a3e-4e63-ae13-ea0bffb5974f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:23.041906 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343c5c2-4e20-47f1-83cc-5e2bf3a47111 req-d319351e-3843-4a6e-b030-8b144cf20df4 tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:23.043436 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7343c5c2-4e20-47f1-83cc-5e2bf3a47111 req-d319351e-3843-4a6e-b030-8b144cf20df4 tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] 10.222.0.74 "GET /v2.0/ports?device_id=87a0f720-b27c-456e-bed8-119052335bb6 HTTP/1.1" status: 200 len: 946 time: 0.3591230 Nov 25 17:44:23.134577 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74edb0e0-3231-43b7-9e44-eee1466b0b06 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Pushing event updated for resources: {'Network': ['ID=cd417b70-0a3e-4e63-ae13-ea0bffb5974f,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:23.149465 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network cd417b70-0a3e-4e63-ae13-ea0bffb5974f details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:44:23.259263 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b6bb23-b3c2-4ca6-84b6-39ae0999f49a x-openstack-request-id: req-69b6bb23-b3c2-4ca6-84b6-39ae0999f49a {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:44:23.259614 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fddf626-e038-414d-b1b4-b49ae4c2a393", "tag": "ed84ae92-906d-4243-b510-3c436279b9e0", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:44:23.260068 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-69b6bb23-b3c2-4ca6-84b6-39ae0999f49a {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:44:23.260578 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fddf626-e038-414d-b1b4-b49ae4c2a393', 'tag': 'ed84ae92-906d-4243-b510-3c436279b9e0', 'status': 'completed', 'code': 200} Nov 25 17:44:23.302671 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c9bd4cb9-4733-4c7e-8e81-aaa9f12e10ec req-cc865ed7-a356-4ecd-814e-d84f1963734f tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3803833 Nov 25 17:44:23.333748 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d55559-c892-411f-bc24-b02ef9037c2b tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Made reservation on behalf of d63f1f30c6b449b897427945b3ad9fc1 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:44:23.338635 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-90d55559-c892-411f-bc24-b02ef9037c2b tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:23.346034 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e0baf-f663-49c6-a407-8c7f01afa058 req-121a9301-776e-4538-89ad-d98a211d3913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:23.347735 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-cc8e0baf-f663-49c6-a407-8c7f01afa058 req-121a9301-776e-4538-89ad-d98a211d3913 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5a560046c26c483180c0093a6be1dd8b&device_id=0fddf626-e038-414d-b1b4-b49ae4c2a393 HTTP/1.1" status: 200 len: 1094 time: 0.0830274 Nov 25 17:44:23.414172 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-148d4eca-d6fe-420f-a734-c66295b4e633 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:23.425695 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 910ff6f2-30af-4447-a006-70dd68383993 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:44:23.465228 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.ipam_backend_mixin [None req-90d55559-c892-411f-bc24-b02ef9037c2b tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Performing IP validity checks on allocation pools {{(pid=103360) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 25 17:44:23.465925 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.ipam_backend_mixin [None req-90d55559-c892-411f-bc24-b02ef9037c2b tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103360) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 25 17:44:23.477938 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd61739-4f54-47b1-8b11-b370669d1fa9 req-9577107b-8e29-4701-b379-156a9a743ca6 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:23.479518 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6bd61739-4f54-47b1-8b11-b370669d1fa9 req-9577107b-8e29-4701-b379-156a9a743ca6 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/ports?device_id=08b8817a-2f77-4baa-95ea-361bfa59cff6 HTTP/1.1" status: 200 len: 944 time: 0.1757832 Nov 25 17:44:23.530467 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e0baf-f663-49c6-a407-8c7f01afa058 req-eb513825-8938-4921-b063-4762d66a09f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:23.533628 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-cc8e0baf-f663-49c6-a407-8c7f01afa058 req-eb513825-8938-4921-b063-4762d66a09f4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d0082d57-8c96-4a76-be0f-340c2f65b160 HTTP/1.1" status: 200 len: 913 time: 0.1728191 Nov 25 17:44:23.536482 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port 910ff6f2-30af-4447-a006-70dd68383993 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:44:23.547846 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port 910ff6f2-30af-4447-a006-70dd68383993 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:44:23.548758 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:23.552038 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148d4eca-d6fe-420f-a734-c66295b4e633 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Pushing event deleted for resources: {'Port': ['ID=c469177f-94db-4b1b-afb8-0660aaaf8252,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:23.588784 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-7343c5c2-4e20-47f1-83cc-5e2bf3a47111 req-81032c4a-5d44-40b0-b618-7f0f49dec548 tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] Deleting port 7cad5060-6678-4f66-9928-f9b2b8e0f0bd {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:44:23.590561 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7343c5c2-4e20-47f1-83cc-5e2bf3a47111 req-81032c4a-5d44-40b0-b618-7f0f49dec548 tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:23.603078 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-cc8e0baf-f663-49c6-a407-8c7f01afa058 req-e5b9f505-22b3-443f-a6c6-453982f50e1d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed84ae92-906d-4243-b510-3c436279b9e0 HTTP/1.1" status: 200 len: 217 time: 0.0580516 Nov 25 17:44:23.752179 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:23.791439 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e0baf-f663-49c6-a407-8c7f01afa058 req-0ea202a5-f6b4-4be3-ad11-79058586f620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:23.793176 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-cc8e0baf-f663-49c6-a407-8c7f01afa058 req-0ea202a5-f6b4-4be3-ad11-79058586f620 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c74f83ed-3896-4341-8cf1-e1417d85add2 HTTP/1.1" status: 200 len: 851 time: 0.1671238 Nov 25 17:44:23.806255 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b8817a-2f77-4baa-95ea-361bfa59cff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '910ff6f2-30af-4447-a006-70dd68383993'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:44:23.808555 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2a7185-b065-424b-9dc8-0a6fb523054e" -d '{"events": [{"server_uuid": "08b8817a-2f77-4baa-95ea-361bfa59cff6", "name": "network-vif-plugged", "status": "completed", "tag": "910ff6f2-30af-4447-a006-70dd68383993"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:44:23.828924 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80defe99-a245-47b4-b464-e9f60ba1fff0 req-58e0d827-2795-4557-a119-b4fd4fe2c08b tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:23.837418 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-80defe99-a245-47b4-b464-e9f60ba1fff0 req-58e0d827-2795-4557-a119-b4fd4fe2c08b tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] 10.222.0.75 "GET /v2.0/ports?device_id=87a0f720-b27c-456e-bed8-119052335bb6 HTTP/1.1" status: 200 len: 946 time: 0.4670851 Nov 25 17:44:23.848665 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 910ff6f2-30af-4447-a006-70dd68383993, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=910ff6f2-30af-4447-a006-70dd68383993,segment=NetworkSegment(d6e7e79c-466c-40cb-8e2d-9a39f814ce02),segment_id=d6e7e79c-466c-40cb-8e2d-9a39f814ce02)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:44:23.856885 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:23.889968 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-90d55559-c892-411f-bc24-b02ef9037c2b tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:23.902461 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e0baf-f663-49c6-a407-8c7f01afa058 req-dcd50e80-2980-41bf-bcae-92b4727894a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:23.903608 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-cc8e0baf-f663-49c6-a407-8c7f01afa058 req-dcd50e80-2980-41bf-bcae-92b4727894a2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d0082d57-8c96-4a76-be0f-340c2f65b160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0893373 Nov 25 17:44:23.925523 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=910ff6f2-30af-4447-a006-70dd68383993,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:24.047882 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d55559-c892-411f-bc24-b02ef9037c2b tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Pushing event updated for resources: {'Subnet': ['ID=1791b3fa-bb04-4444-9d58-15f5b512d37d,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:24.066451 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d55559-c892-411f-bc24-b02ef9037c2b tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Checking segment: {'id': 'e58a8731-84f7-4626-8dd9-3e0e5b47c0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'cd417b70-0a3e-4e63-ae13-ea0bffb5974f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:44:24.066823 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d55559-c892-411f-bc24-b02ef9037c2b tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Network hostable DHCP agents. Network: cd417b70-0a3e-4e63-ae13-ea0bffb5974f, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:44:24.097970 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6bd61739-4f54-47b1-8b11-b370669d1fa9 req-c23ac7da-1985-43b4-a508-e89962288fc8 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1c3665e-ff29-4dbb-8a05-df90f9943146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5359921 Nov 25 17:44:24.099349 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-cc8e0baf-f663-49c6-a407-8c7f01afa058 req-85803861-6781-4627-bed4-2caf441c4336 service neutron] 10.222.0.90 "GET /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572466 Nov 25 17:44:24.110497 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d55559-c892-411f-bc24-b02ef9037c2b tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Network cd417b70-0a3e-4e63-ae13-ea0bffb5974f is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:44:24.162231 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-7343c5c2-4e20-47f1-83cc-5e2bf3a47111 req-81032c4a-5d44-40b0-b618-7f0f49dec548 tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] For port 7cad5060-6678-4f66-9928-f9b2b8e0f0bd, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=7cad5060-6678-4f66-9928-f9b2b8e0f0bd,segment=NetworkSegment(00ad76f3-0c64-4805-b830-72456465ccf6),segment_id=00ad76f3-0c64-4805-b830-72456465ccf6)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:44:24.162809 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7343c5c2-4e20-47f1-83cc-5e2bf3a47111 req-81032c4a-5d44-40b0-b618-7f0f49dec548 tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:24.167435 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ad3e0d-2b3c-4aeb-8d3a-596067a4e2ec x-openstack-request-id: req-03ad3e0d-2b3c-4aeb-8d3a-596067a4e2ec {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:44:24.167951 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b8817a-2f77-4baa-95ea-361bfa59cff6", "name": "network-vif-plugged", "status": "completed", "tag": "910ff6f2-30af-4447-a006-70dd68383993", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:44:24.168544 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-03ad3e0d-2b3c-4aeb-8d3a-596067a4e2ec {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:44:24.169079 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b8817a-2f77-4baa-95ea-361bfa59cff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '910ff6f2-30af-4447-a006-70dd68383993', 'code': 200} Nov 25 17:44:24.170850 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-148d4eca-d6fe-420f-a734-c66295b4e633 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:24.233546 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-80defe99-a245-47b4-b464-e9f60ba1fff0 req-d55adafa-60de-4052-adbc-038a677a89e0 tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] 10.222.0.75 "GET /v2.0/security-groups?id=4fcd42ba-9c09-415e-a9a7-81dc38f0485b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3951054 Nov 25 17:44:24.246135 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-7343c5c2-4e20-47f1-83cc-5e2bf3a47111 req-81032c4a-5d44-40b0-b618-7f0f49dec548 tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] Calling delete_port for 7cad5060-6678-4f66-9928-f9b2b8e0f0bd owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:44:24.258625 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-90d55559-c892-411f-bc24-b02ef9037c2b tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, cd417b70-0a3e-4e63-ae13-ea0bffb5974f) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:44:24.266705 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b705de4-12ac-4b4b-be58-1c1662165dbd None None] Network cd417b70-0a3e-4e63-ae13-ea0bffb5974f requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:44:24.270581 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d55559-c892-411f-bc24-b02ef9037c2b tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:24.274385 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-90d55559-c892-411f-bc24-b02ef9037c2b tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:24.297993 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-90d55559-c892-411f-bc24-b02ef9037c2b tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.2659814 Nov 25 17:44:24.302741 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34938) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:24.310445 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-76b154f1-4a1f-4414-8ea5-753c0a404ca3 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:24.418803 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-cc8e0baf-f663-49c6-a407-8c7f01afa058 req-b77e67bd-060a-4640-ae12-4b29596e0307 service neutron] 10.222.0.90 "GET /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028724 Nov 25 17:44:24.435328 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-76b154f1-4a1f-4414-8ea5-753c0a404ca3 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126019786'] for subnet, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:24.555368 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c6fdd2-42c6-48b5-8495-c6eefc54dd72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-cd417b70-0a3e-4e63-ae13-ea0bffb5974f', 'network_id': 'cd417b70-0a3e-4e63-ae13-ea0bffb5974f', 'tenant_id': 'd63f1f30c6b449b897427945b3ad9fc1', 'fixed_ips': [{'subnet_id': '1791b3fa-bb04-4444-9d58-15f5b512d37d'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:44:24.559691 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d6c6fdd2-42c6-48b5-8495-c6eefc54dd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:24.628732 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5cae33-ce86-4133-b6fa-40b36b505b0e req-7126d400-dccd-41ff-b8e8-42ff192dd9a9 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:24.630362 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fc5cae33-ce86-4133-b6fa-40b36b505b0e req-7126d400-dccd-41ff-b8e8-42ff192dd9a9 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc49186-54c5-4f6e-9aa9-f9123ed745f9 HTTP/1.1" status: 200 len: 946 time: 0.3733423 Nov 25 17:44:24.675418 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67af77-3cc5-48fa-91f7-0a84b56752b5 req-88386bb8-b6c5-4683-9123-d69b49c3b3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:24.676911 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ec67af77-3cc5-48fa-91f7-0a84b56752b5 req-88386bb8-b6c5-4683-9123-d69b49c3b3b9 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=08b8817a-2f77-4baa-95ea-361bfa59cff6 HTTP/1.1" status: 200 len: 1096 time: 0.4046464 Nov 25 17:44:24.710959 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-76b154f1-4a1f-4414-8ea5-753c0a404ca3 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791736784159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-129790271'] for subnet, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:24.764336 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a845d3-8b7e-428d-b829-a4cf9af7287a req-4e4c3b4f-9eff-4486-a84c-6bc296159a9a tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:24.765908 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-96a845d3-8b7e-428d-b829-a4cf9af7287a req-4e4c3b4f-9eff-4486-a84c-6bc296159a9a tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fddf626-e038-414d-b1b4-b49ae4c2a393 HTTP/1.1" status: 200 len: 943 time: 0.3312502 Nov 25 17:44:24.769978 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-148d4eca-d6fe-420f-a734-c66295b4e633 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Router ad5b262a-4f38-4f92-9c29-262c8abe83b0 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:44:24.779186 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b154f1-4a1f-4414-8ea5-753c0a404ca3 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:24.780142 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-76b154f1-4a1f-4414-8ea5-753c0a404ca3 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:24.789762 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 34952) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:24.791736 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-76b154f1-4a1f-4414-8ea5-753c0a404ca3 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "PUT /v2.0/subnets/1791b3fa-bb04-4444-9d58-15f5b512d37d HTTP/1.1" status: 200 len: 877 time: 0.4874773 Nov 25 17:44:24.844888 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-d6c6fdd2-42c6-48b5-8495-c6eefc54dd72 None None] Allocated IP 172.20.0.3 (cd417b70-0a3e-4e63-ae13-ea0bffb5974f/1791b3fa-bb04-4444-9d58-15f5b512d37d/64988a73-ebfd-42bf-81af-a5f5f0e027d9) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:44:24.850852 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b154f1-4a1f-4414-8ea5-753c0a404ca3 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Pushing event updated for resources: {'Subnet': ['ID=1791b3fa-bb04-4444-9d58-15f5b512d37d,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:24.889902 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fc5cae33-ce86-4133-b6fa-40b36b505b0e req-d3b9ad88-9688-4ca4-acd7-bf0729bad65e tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d500f03-b1e7-4506-ad28-855831c9b6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241526 Nov 25 17:44:24.936981 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ec67af77-3cc5-48fa-91f7-0a84b56752b5 req-edb67367-46b1-4ba7-92fc-94ee6db71075 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=f1c3665e-ff29-4dbb-8a05-df90f9943146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390056 Nov 25 17:44:24.958754 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-9c918f26-c9d7-4ae4-b970-1898a702cb1c req-8e6c85d4-39b7-443d-a09a-ae78091cbed0 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1340449448', 'description': 'tempest-description-1269786837'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:25.049778 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d6c6fdd2-42c6-48b5-8495-c6eefc54dd72 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:25.062093 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d6c6fdd2-42c6-48b5-8495-c6eefc54dd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:25.103572 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-96a845d3-8b7e-428d-b829-a4cf9af7287a req-0ab39726-d361-42fe-abef-88baacc2b10f tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263059 Nov 25 17:44:25.119904 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-685e2fa9-fa65-48c7-8570-000a12100b7b tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:25.122861 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7343c5c2-4e20-47f1-83cc-5e2bf3a47111 req-81032c4a-5d44-40b0-b618-7f0f49dec548 tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:25.123094 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c6fdd2-42c6-48b5-8495-c6eefc54dd72 None None] Pushing event updated for resources: {'Port': ['ID=64988a73-ebfd-42bf-81af-a5f5f0e027d9,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:25.127505 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148d4eca-d6fe-420f-a734-c66295b4e633 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:44:25.133234 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-148d4eca-d6fe-420f-a734-c66295b4e633 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] 10.222.0.75 "PUT /v2.0/routers/ad5b262a-4f38-4f92-9c29-262c8abe83b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2778432 Nov 25 17:44:25.137093 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34964) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:25.140492 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9c918f26-c9d7-4ae4-b970-1898a702cb1c req-8e6c85d4-39b7-443d-a09a-ae78091cbed0 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:25.160494 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c6fdd2-42c6-48b5-8495-c6eefc54dd72 None None] Network cd417b70-0a3e-4e63-ae13-ea0bffb5974f is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:44:25.162854 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-d6c6fdd2-42c6-48b5-8495-c6eefc54dd72 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:44:25.171126 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d9055a-9098-4b9f-95c0-b4ae7f566f39 None None] Sync routers for ids ['ad5b262a-4f38-4f92-9c29-262c8abe83b0'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:44:25.175944 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c6fdd2-42c6-48b5-8495-c6eefc54dd72 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:44:25.183644 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81032c4a-5d44-40b0-b618-7f0f49dec548 tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] Pushing event deleted for resources: {'Port': ['ID=7cad5060-6678-4f66-9928-f9b2b8e0f0bd,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:25.209736 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad26df12-6199-497a-b4a2-78c6815e80c4 None None] DHCP port deletion for abedceb6-d7b4-4d37-ad04-90d668d437ae request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:44:25.221431 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d9055a-9098-4b9f-95c0-b4ae7f566f39 None None] Routers {'ad5b262a-4f38-4f92-9c29-262c8abe83b0'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:44:25.222085 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-98d9055a-9098-4b9f-95c0-b4ae7f566f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:44:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['ad5b262a-4f38-4f92-9c29-262c8abe83b0'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:25.249749 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-dbc0acde-b406-47d5-8332-816a93699084 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] delete failed (client error): The resource could not be found. Nov 25 17:44:25.251614 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-dbc0acde-b406-47d5-8332-816a93699084 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] 10.222.0.75 "DELETE /v2.0/routers/tempest-non_exist_router-1543735834 HTTP/1.1" status: 404 len: 335 time: 0.1131389 Nov 25 17:44:25.260312 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34970) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:25.275479 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-cbdd558f-e199-450f-91bb-aee3e903ae05 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ad5b262a-4f38-4f92-9c29-262c8abe83b0'}}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:25.334606 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-98d9055a-9098-4b9f-95c0-b4ae7f566f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:25.360299 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 7cad5060-6678-4f66-9928-f9b2b8e0f0bd no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:44:25.386282 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9c918f26-c9d7-4ae4-b970-1898a702cb1c req-8e6c85d4-39b7-443d-a09a-ae78091cbed0 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:25.388049 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-7343c5c2-4e20-47f1-83cc-5e2bf3a47111 req-81032c4a-5d44-40b0-b618-7f0f49dec548 tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] No DVR routers for this DVR port 7cad5060-6678-4f66-9928-f9b2b8e0f0bd on host n-h1-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:44:25.391398 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: 7cad5060-6678-4f66-9928-f9b2b8e0f0bd {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:44:25.392001 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 7cad5060-6678-4f66-9928-f9b2b8e0f0bd not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:44:25.393999 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7343c5c2-4e20-47f1-83cc-5e2bf3a47111 req-81032c4a-5d44-40b0-b618-7f0f49dec548 tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:25.395988 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-d6c6fdd2-42c6-48b5-8495-c6eefc54dd72 None None] Attempting to bind port 64988a73-ebfd-42bf-81af-a5f5f0e027d9 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:44:25.396547 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-d6c6fdd2-42c6-48b5-8495-c6eefc54dd72 None None] Attempting to bind port 64988a73-ebfd-42bf-81af-a5f5f0e027d9 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'e58a8731-84f7-4626-8dd9-3e0e5b47c0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'cd417b70-0a3e-4e63-ae13-ea0bffb5974f'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:44:25.397100 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c6fdd2-42c6-48b5-8495-c6eefc54dd72 None None] Attempting to bind port 64988a73-ebfd-42bf-81af-a5f5f0e027d9 on network cd417b70-0a3e-4e63-ae13-ea0bffb5974f {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:44:25.399374 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7343c5c2-4e20-47f1-83cc-5e2bf3a47111 req-81032c4a-5d44-40b0-b618-7f0f49dec548 tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] 10.222.0.74 "DELETE /v2.0/ports/7cad5060-6678-4f66-9928-f9b2b8e0f0bd HTTP/1.1" status: 204 len: 173 time: 2.3199739 Nov 25 17:44:25.403503 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d9055a-9098-4b9f-95c0-b4ae7f566f39 None None] Routers {'ad5b262a-4f38-4f92-9c29-262c8abe83b0'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:44:25.404311 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-98d9055a-9098-4b9f-95c0-b4ae7f566f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:44:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['ad5b262a-4f38-4f92-9c29-262c8abe83b0'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:25.409346 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c6fdd2-42c6-48b5-8495-c6eefc54dd72 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:44:25.409992 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c6fdd2-42c6-48b5-8495-c6eefc54dd72 None None] Checking segment: {'id': 'e58a8731-84f7-4626-8dd9-3e0e5b47c0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'cd417b70-0a3e-4e63-ae13-ea0bffb5974f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:44:25.410586 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d6c6fdd2-42c6-48b5-8495-c6eefc54dd72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:25.411135 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c6fdd2-42c6-48b5-8495-c6eefc54dd72 None None] Bound using segment: {'id': 'e58a8731-84f7-4626-8dd9-3e0e5b47c0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'cd417b70-0a3e-4e63-ae13-ea0bffb5974f'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:44:25.411772 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-d6c6fdd2-42c6-48b5-8495-c6eefc54dd72 None None] Bound port: 64988a73-ebfd-42bf-81af-a5f5f0e027d9, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e58a8731-84f7-4626-8dd9-3e0e5b47c0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'cd417b70-0a3e-4e63-ae13-ea0bffb5974f'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:44:25.412328 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d6c6fdd2-42c6-48b5-8495-c6eefc54dd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:25.447308 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a0f720-b27c-456e-bed8-119052335bb6', 'name': 'network-vif-deleted', 'tag': '7cad5060-6678-4f66-9928-f9b2b8e0f0bd'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:44:25.449972 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7558f1-a523-4aa9-a3f8-ed7bac4e0b8d" -d '{"events": [{"server_uuid": "87a0f720-b27c-456e-bed8-119052335bb6", "name": "network-vif-deleted", "tag": "7cad5060-6678-4f66-9928-f9b2b8e0f0bd"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:44:25.466672 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9c918f26-c9d7-4ae4-b970-1898a702cb1c req-8e6c85d4-39b7-443d-a09a-ae78091cbed0 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:25.479132 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device ed84ae92-906d-4243-b510-3c436279b9e0 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:44:25.490195 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-98d9055a-9098-4b9f-95c0-b4ae7f566f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:25.501842 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d9055a-9098-4b9f-95c0-b4ae7f566f39 None None] The sync data for ids ['ad5b262a-4f38-4f92-9c29-262c8abe83b0'] in n-d-817746-1 is: [] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:44:25.555533 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9c918f26-c9d7-4ae4-b970-1898a702cb1c req-8e6c85d4-39b7-443d-a09a-ae78091cbed0 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:25.556980 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9c918f26-c9d7-4ae4-b970-1898a702cb1c req-8e6c85d4-39b7-443d-a09a-ae78091cbed0 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 0.6135142 Nov 25 17:44:25.582772 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6c85d4-39b7-443d-a09a-ae78091cbed0 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9183716-617b-4403-9e89-1f02b53543e1,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:25.603863 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7bc670-fd16-4809-8213-f477a1ef9c3b req-ef9738e8-7788-4734-8b41-11d1b89f340e tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:25.612407 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ac7bc670-fd16-4809-8213-f477a1ef9c3b req-ef9738e8-7788-4734-8b41-11d1b89f340e tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/ports?device_id=08b8817a-2f77-4baa-95ea-361bfa59cff6 HTTP/1.1" status: 200 len: 945 time: 0.3066192 Nov 25 17:44:25.631705 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-685e2fa9-fa65-48c7-8570-000a12100b7b tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Deleting port 64988a73-ebfd-42bf-81af-a5f5f0e027d9 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:44:25.632692 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-685e2fa9-fa65-48c7-8570-000a12100b7b tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:25.743732 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d6c6fdd2-42c6-48b5-8495-c6eefc54dd72 None None] For port 64988a73-ebfd-42bf-81af-a5f5f0e027d9, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:44:25.748590 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d6c6fdd2-42c6-48b5-8495-c6eefc54dd72 None None] For port 64988a73-ebfd-42bf-81af-a5f5f0e027d9, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=64988a73-ebfd-42bf-81af-a5f5f0e027d9,segment=NetworkSegment(e58a8731-84f7-4626-8dd9-3e0e5b47c0f6),segment_id=e58a8731-84f7-4626-8dd9-3e0e5b47c0f6)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:44:25.762501 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ac7bc670-fd16-4809-8213-f477a1ef9c3b req-a2df104c-9fb2-4d5c-a48f-2637e9d8e8b5 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1c3665e-ff29-4dbb-8a05-df90f9943146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490395 Nov 25 17:44:25.802399 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d6c6fdd2-42c6-48b5-8495-c6eefc54dd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:25.827272 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-685e2fa9-fa65-48c7-8570-000a12100b7b tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] For port 64988a73-ebfd-42bf-81af-a5f5f0e027d9, host n-d-817746-1, got binding levels [] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:44:25.827654 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-685e2fa9-fa65-48c7-8570-000a12100b7b tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:25.856900 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-89516f96-ac06-4e01-a6c6-b47be15aedab req-c89e77e1-419e-4442-a316-3077d9714e16 tempest-VolumesActionsTest-1915879256 tempest-VolumesActionsTest-1915879256-project] 10.222.0.75 "GET /v2.0/ports?device_id=87a0f720-b27c-456e-bed8-119052335bb6 HTTP/1.1" status: 200 len: 210 time: 0.0410960 Nov 25 17:44:25.902990 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-685e2fa9-fa65-48c7-8570-000a12100b7b tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Calling delete_port for 64988a73-ebfd-42bf-81af-a5f5f0e027d9 owned by network:dhcp {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:44:25.963853 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port ed84ae92-906d-4243-b510-3c436279b9e0, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=ed84ae92-906d-4243-b510-3c436279b9e0,segment=NetworkSegment(c5752f96-a6e9-4fc2-9dae-273cc6a23f00),segment_id=c5752f96-a6e9-4fc2-9dae-273cc6a23f00)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:44:26.068119 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': 'ed84ae92-906d-4243-b510-3c436279b9e0', 'network_id': 'd0082d57-8c96-4a76-be0f-340c2f65b160', 'port_id': 'ed84ae92-906d-4243-b510-3c436279b9e0', 'mac_address': 'fa:16:3e:90:43:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c74f83ed-3896-4341-8cf1-e1417d85add2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:44:26.082998 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c6fdd2-42c6-48b5-8495-c6eefc54dd72 None None] Pushing event updated for resources: {'Port': ['ID=64988a73-ebfd-42bf-81af-a5f5f0e027d9,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:26.211012 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:26.259799 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed84ae92-906d-4243-b510-3c436279b9e0 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:44:26.346514 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port ed84ae92-906d-4243-b510-3c436279b9e0, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=ed84ae92-906d-4243-b510-3c436279b9e0,segment=NetworkSegment(c5752f96-a6e9-4fc2-9dae-273cc6a23f00),segment_id=c5752f96-a6e9-4fc2-9dae-273cc6a23f00)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:44:26.358147 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:26.514890 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=ed84ae92-906d-4243-b510-3c436279b9e0,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:26.523881 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3b8b4da3-5ff7-400e-9e54-8b4d742df0f2 req-9d945ef9-edde-405b-8c4a-b3679c6a0bae tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1340449448&fields=id&tenant_id=0e712441963e47bda81e9361811693b1 HTTP/1.1" status: 200 len: 267 time: 0.4778011 Nov 25 17:44:26.534665 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3e2667-d25d-48fb-9525-b93a4affe73d x-openstack-request-id: req-0b3e2667-d25d-48fb-9525-b93a4affe73d {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:44:26.534972 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a0f720-b27c-456e-bed8-119052335bb6", "name": "network-vif-deleted", "tag": "7cad5060-6678-4f66-9928-f9b2b8e0f0bd", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:44:26.535241 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0b3e2667-d25d-48fb-9525-b93a4affe73d {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:44:26.537656 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a0f720-b27c-456e-bed8-119052335bb6', 'name': 'network-vif-deleted', 'tag': '7cad5060-6678-4f66-9928-f9b2b8e0f0bd', 'status': 'completed', 'code': 200} Nov 25 17:44:26.573903 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cbdd558f-e199-450f-91bb-aee3e903ae05 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:26.620225 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-cbdd558f-e199-450f-91bb-aee3e903ae05 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] update failed (client error): The resource could not be found. Nov 25 17:44:26.621789 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-cbdd558f-e199-450f-91bb-aee3e903ae05 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] 10.222.0.75 "PUT /v2.0/routers/ad5b262a-4f38-4f92-9c29-262c8abe83b0 HTTP/1.1" status: 404 len: 339 time: 1.3597209 Nov 25 17:44:26.625664 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 35000) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:26.645910 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['ed84ae92-906d-4243-b510-3c436279b9e0'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:44:26.728329 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-685e2fa9-fa65-48c7-8570-000a12100b7b tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:26.787031 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8b4da3-5ff7-400e-9e54-8b4d742df0f2 req-7b56e2c2-734e-4124-89a1-a2898ff57ebe tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:26.796915 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3b8b4da3-5ff7-400e-9e54-8b4d742df0f2 req-7b56e2c2-734e-4124-89a1-a2898ff57ebe tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc49186-54c5-4f6e-9aa9-f9123ed745f9 HTTP/1.1" status: 200 len: 946 time: 0.2489676 Nov 25 17:44:26.802325 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-3b8b4da3-5ff7-400e-9e54-8b4d742df0f2 req-04be58cd-e5de-46ac-b5a2-d123d0f70be8 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Request body: {'port': {'security_groups': ['6d500f03-b1e7-4506-ad28-855831c9b6e6', 'f9183716-617b-4403-9e89-1f02b53543e1']}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:26.810063 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e2fa9-fa65-48c7-8570-000a12100b7b tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Pushing event deleted for resources: {'Port': ['ID=64988a73-ebfd-42bf-81af-a5f5f0e027d9,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:26.862513 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237cd5c-0c61-4da3-8423-9ad2eabe06a4 req-5aa388e6-4755-4e8d-b873-3490db606e06 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:26.864421 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9237cd5c-0c61-4da3-8423-9ad2eabe06a4 req-5aa388e6-4755-4e8d-b873-3490db606e06 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fddf626-e038-414d-b1b4-b49ae4c2a393 HTTP/1.1" status: 200 len: 944 time: 0.2827632 Nov 25 17:44:26.967221 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685e2fa9-fa65-48c7-8570-000a12100b7b tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] No DVR routers for this DVR port 64988a73-ebfd-42bf-81af-a5f5f0e027d9 on host n-d-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:44:27.052031 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3b8b4da3-5ff7-400e-9e54-8b4d742df0f2 req-04be58cd-e5de-46ac-b5a2-d123d0f70be8 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:27.061671 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9237cd5c-0c61-4da3-8423-9ad2eabe06a4 req-69690adc-b972-4562-990d-bdeb11af7379 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764107 Nov 25 17:44:27.089196 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d4e7a2fb-c356-477a-9bfb-fdddaa58f917 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:27.095352 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-685e2fa9-fa65-48c7-8570-000a12100b7b tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:27.517348 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-d4e7a2fb-c356-477a-9bfb-fdddaa58f917 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Allocated IP 172.20.0.1 (abc002a8-49ae-433d-bc5b-90333eb1180d/041c11d3-9085-4bbb-8b7f-bfbb9e6a497b/8862052c-08d6-4b4a-a469-792a50b7db38) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:44:27.691927 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-685e2fa9-fa65-48c7-8570-000a12100b7b tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:27.735533 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d4e7a2fb-c356-477a-9bfb-fdddaa58f917 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:27.764621 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e2fa9-fa65-48c7-8570-000a12100b7b tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Pushing event deleted for resources: {'Subnet': ['ID=1791b3fa-bb04-4444-9d58-15f5b512d37d,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:27.788685 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d4e7a2fb-c356-477a-9bfb-fdddaa58f917 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:27.805426 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e9bd7a-d927-4c4c-af5d-7bfb6b7fe0d6 None None] Network cd417b70-0a3e-4e63-ae13-ea0bffb5974f requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:44:27.843932 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-6bbd7750-2378-4f4d-bdc9-95a33a2b6716 None None] Could not find standard attr ID for object 64988a73-ebfd-42bf-81af-a5f5f0e027d9. {{(pid=103362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:44:27.856550 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e7a2fb-c356-477a-9bfb-fdddaa58f917 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Network abc002a8-49ae-433d-bc5b-90333eb1180d is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:44:27.858263 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-685e2fa9-fa65-48c7-8570-000a12100b7b tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:27.860959 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-d4e7a2fb-c356-477a-9bfb-fdddaa58f917 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:44:27.864555 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e7a2fb-c356-477a-9bfb-fdddaa58f917 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:44:27.874322 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53cb3d0-1701-448d-9510-8efe40c993b2 req-8df1b7fc-a454-4d63-b226-b77d9e6469e6 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:27.875996 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a53cb3d0-1701-448d-9510-8efe40c993b2 req-8df1b7fc-a454-4d63-b226-b77d9e6469e6 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/ports?device_id=08b8817a-2f77-4baa-95ea-361bfa59cff6 HTTP/1.1" status: 200 len: 945 time: 0.6724942 Nov 25 17:44:27.930876 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-685e2fa9-fa65-48c7-8570-000a12100b7b tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd417b70-0a3e-4e63-ae13-ea0bffb5974f']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:27.941756 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e7a2fb-c356-477a-9bfb-fdddaa58f917 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Pushing event updated for resources: {'Port': ['ID=8862052c-08d6-4b4a-a469-792a50b7db38,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:27.966265 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d4e7a2fb-c356-477a-9bfb-fdddaa58f917 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:28.036683 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-685e2fa9-fa65-48c7-8570-000a12100b7b tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e58a8731-84f7-4626-8dd9-3e0e5b47c0f6') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:28.037225 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-685e2fa9-fa65-48c7-8570-000a12100b7b tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e58a8731-84f7-4626-8dd9-3e0e5b47c0f6') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:28.080166 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a53cb3d0-1701-448d-9510-8efe40c993b2 req-4299a8ba-e59c-4dcb-8c0a-4679e316b600 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1c3665e-ff29-4dbb-8a05-df90f9943146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856749 Nov 25 17:44:28.112851 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-685e2fa9-fa65-48c7-8570-000a12100b7b tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:28.150879 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-685e2fa9-fa65-48c7-8570-000a12100b7b tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:28.190132 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-685e2fa9-fa65-48c7-8570-000a12100b7b tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Releasing vlan 917 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:44:28.190939 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-685e2fa9-fa65-48c7-8570-000a12100b7b tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:28.223344 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:44:28.223344 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:44:28.223344 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:44:28.223344 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:44:28.223344 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:44:28.223344 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:44:28.223344 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:44:28.223344 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:44:28.223344 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:44:28.223344 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:44:28.223344 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:44:28.223344 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:44:28.223344 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:44:28.223344 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:44:28.223344 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:44:28.223344 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:44:28.223344 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:44:28.223344 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:44:28.223344 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:44:28.223344 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:44:28.223344 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:44:28.223344 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:44:28.223344 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:44:28.223344 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:44:28.223344 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:44:28.223344 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:44:28.223344 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:44:28.223344 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:44:28.223344 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:44:28.223344 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:44:28.223344 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:44:28.223344 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:44:28.246697 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58147b74-d896-4a91-82f6-a2e783a93d01 None None] DHCP port deletion for cd417b70-0a3e-4e63-ae13-ea0bffb5974f request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:44:28.271848 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58f4583-6944-4ed2-be9d-8ca071ad4425 None None] Network cd417b70-0a3e-4e63-ae13-ea0bffb5974f requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:44:28.325439 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d4e7a2fb-c356-477a-9bfb-fdddaa58f917 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:28.504082 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-3b8b4da3-5ff7-400e-9e54-8b4d742df0f2 req-04be58cd-e5de-46ac-b5a2-d123d0f70be8 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] For port e65b0a32-36ff-4226-afe2-043c12e99f1f, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e65b0a32-36ff-4226-afe2-043c12e99f1f,segment=NetworkSegment(6a86e07f-422d-4071-8634-6cec87d7ea22),segment_id=6a86e07f-422d-4071-8634-6cec87d7ea22)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:44:28.566871 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3b8b4da3-5ff7-400e-9e54-8b4d742df0f2 req-04be58cd-e5de-46ac-b5a2-d123d0f70be8 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:28.581952 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3b8b4da3-5ff7-400e-9e54-8b4d742df0f2 req-04be58cd-e5de-46ac-b5a2-d123d0f70be8 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:28.636523 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8b4da3-5ff7-400e-9e54-8b4d742df0f2 req-04be58cd-e5de-46ac-b5a2-d123d0f70be8 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:28.637257 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3b8b4da3-5ff7-400e-9e54-8b4d742df0f2 req-04be58cd-e5de-46ac-b5a2-d123d0f70be8 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:28.639257 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3b8b4da3-5ff7-400e-9e54-8b4d742df0f2 req-04be58cd-e5de-46ac-b5a2-d123d0f70be8 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "PUT /v2.0/ports/e65b0a32-36ff-4226-afe2-043c12e99f1f HTTP/1.1" status: 200 len: 982 time: 1.8413370 Nov 25 17:44:28.643304 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdc49186-54c5-4f6e-9aa9-f9123ed745f9', 'tag': 'e65b0a32-36ff-4226-afe2-043c12e99f1f'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:44:28.645863 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6979cd91-5c1f-4b88-a4cc-88d92e75af98" -d '{"events": [{"name": "network-changed", "server_uuid": "fdc49186-54c5-4f6e-9aa9-f9123ed745f9", "tag": "e65b0a32-36ff-4226-afe2-043c12e99f1f"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:44:28.659634 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['e65b0a32-36ff-4226-afe2-043c12e99f1f'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:44:28.766783 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe002c1a-0ecb-470d-a2c8-6f26b5f3a7af None None] DHCP port deletion for 2a677ceb-58ea-4bc7-9eda-74a3a34ce20c request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:44:28.771126 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-685e2fa9-fa65-48c7-8570-000a12100b7b tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:28.775666 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be58cd-e5de-46ac-b5a2-d123d0f70be8 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Pushing event updated for resources: {'Port': ['ID=e65b0a32-36ff-4226-afe2-043c12e99f1f,revision_number=6']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:28.781913 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-fdb5ab5f-e9dc-4acd-8b68-c8a4c04704b0 None None] Provisioning complete for port 8862052c-08d6-4b4a-a469-792a50b7db38 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:44:28.782946 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-fdb5ab5f-e9dc-4acd-8b68-c8a4c04704b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:28.817496 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-685e2fa9-fa65-48c7-8570-000a12100b7b tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:28.827166 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-685e2fa9-fa65-48c7-8570-000a12100b7b tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "DELETE /v2.0/networks/cd417b70-0a3e-4e63-ae13-ea0bffb5974f HTTP/1.1" status: 204 len: 168 time: 4.0274963 Nov 25 17:44:28.834579 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 35062) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:28.868090 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['e65b0a32-36ff-4226-afe2-043c12e99f1f'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:44:28.912366 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e2fa9-fa65-48c7-8570-000a12100b7b tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Pushing event deleted for resources: {'Network': ['ID=cd417b70-0a3e-4e63-ae13-ea0bffb5974f,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:28.949596 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9e5aa-1d3f-4386-9990-ff96697330ce req-5d43e3fb-d377-48d9-89ec-02d1dc75fb4a tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:28.952018 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-c36dd578-874a-4d12-b8ca-79ebeb5f1db3 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] DELETE failed (client error): The resource could not be found. Nov 25 17:44:28.952701 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c36dd578-874a-4d12-b8ca-79ebeb5f1db3 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:44:28.953869 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-86a9e5aa-1d3f-4386-9990-ff96697330ce req-5d43e3fb-d377-48d9-89ec-02d1dc75fb4a tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fddf626-e038-414d-b1b4-b49ae4c2a393 HTTP/1.1" status: 200 len: 944 time: 0.5682576 Nov 25 17:44:28.959180 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 35064) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:28.961712 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c36dd578-874a-4d12-b8ca-79ebeb5f1db3 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "DELETE /v2.0/subnets/1791b3fa-bb04-4444-9d58-15f5b512d37d HTTP/1.1" status: 404 len: 337 time: 0.1235640 Nov 25 17:44:29.055571 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6b7a305-f5f8-4ded-bf98-339fd73da485 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] DELETE failed (client error): The resource could not be found. Nov 25 17:44:29.066536 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6b7a305-f5f8-4ded-bf98-339fd73da485 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:44:29.079253 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d6b7a305-f5f8-4ded-bf98-339fd73da485 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "DELETE /v2.0/networks/cd417b70-0a3e-4e63-ae13-ea0bffb5974f HTTP/1.1" status: 404 len: 339 time: 0.1160116 Nov 25 17:44:29.135092 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d4e7a2fb-c356-477a-9bfb-fdddaa58f917 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:29.137219 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 35070) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:29.196139 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-43d7fda8-3724-4a99-9795-8af58a96208c tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] DELETE failed (client error): The resource could not be found. Nov 25 17:44:29.196810 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43d7fda8-3724-4a99-9795-8af58a96208c tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:44:29.212843 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-43d7fda8-3724-4a99-9795-8af58a96208c tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "DELETE /v2.0/subnets/f4b5feb5-a7a2-4a44-a198-26adced7604a HTTP/1.1" status: 404 len: 337 time: 0.0743742 Nov 25 17:44:29.214351 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 35074) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:29.215114 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d4e7a2fb-c356-477a-9bfb-fdddaa58f917 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:29.324419 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed0dd16d-cb0a-45c8-9e73-73debe3e7fc8 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] DELETE failed (client error): The resource could not be found. Nov 25 17:44:29.325102 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed0dd16d-cb0a-45c8-9e73-73debe3e7fc8 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:44:29.328310 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-86a9e5aa-1d3f-4386-9990-ff96697330ce req-5eb70ee7-9ec8-4dbc-becb-49e7813abd07 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786732 Nov 25 17:44:29.332867 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ed0dd16d-cb0a-45c8-9e73-73debe3e7fc8 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "DELETE /v2.0/networks/f23e92b1-599b-4679-af07-12e7dbe2b2e5 HTTP/1.1" status: 404 len: 339 time: 0.1141901 Nov 25 17:44:29.338165 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 35082) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:29.413651 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-fdb5ab5f-e9dc-4acd-8b68-c8a4c04704b0 None None] Port 8862052c-08d6-4b4a-a469-792a50b7db38 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:44:29.435406 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb9fcf-793c-4094-8ed7-ed46c3adaabe req-899bd5a2-010a-4025-87bd-ba23ca9c0b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:29.443037 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-35eb9fcf-793c-4094-8ed7-ed46c3adaabe req-899bd5a2-010a-4025-87bd-ba23ca9c0b31 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=bcc83327df764a93b0dfb6e88102bcf0&device_id=08b8817a-2f77-4baa-95ea-361bfa59cff6 HTTP/1.1" status: 200 len: 1096 time: 0.3896775 Nov 25 17:44:29.453119 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2f27b0f0-abbb-4e6b-b88e-0acd7f1658c2 req-759acc32-0dd1-478c-b51c-e9fbff888b50 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1340449448&fields=id&tenant_id=0e712441963e47bda81e9361811693b1 HTTP/1.1" status: 200 len: 267 time: 0.2842700 Nov 25 17:44:29.456732 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device ed84ae92-906d-4243-b510-3c436279b9e0 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:44:29.569926 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-498f1579-6e49-48c5-9ced-477b0bcb79f2 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:29.581308 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6776da14-196a-43ff-8655-2eb4c047d7d4 x-openstack-request-id: req-6776da14-196a-43ff-8655-2eb4c047d7d4 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:44:29.583322 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdc49186-54c5-4f6e-9aa9-f9123ed745f9", "tag": "e65b0a32-36ff-4226-afe2-043c12e99f1f", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:44:29.583604 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6776da14-196a-43ff-8655-2eb4c047d7d4 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:44:29.584174 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdc49186-54c5-4f6e-9aa9-f9123ed745f9', 'tag': 'e65b0a32-36ff-4226-afe2-043c12e99f1f', 'status': 'completed', 'code': 200} Nov 25 17:44:29.701856 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e7a2fb-c356-477a-9bfb-fdddaa58f917 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Pushing event updated for resources: {'Port': ['ID=8862052c-08d6-4b4a-a469-792a50b7db38,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:29.716565 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 64988a73-ebfd-42bf-81af-a5f5f0e027d9 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:44:29.721377 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e7a2fb-c356-477a-9bfb-fdddaa58f917 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:29.721835 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e7a2fb-c356-477a-9bfb-fdddaa58f917 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:29.722294 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e7a2fb-c356-477a-9bfb-fdddaa58f917 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:29.727194 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e7a2fb-c356-477a-9bfb-fdddaa58f917 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:29.727651 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e7a2fb-c356-477a-9bfb-fdddaa58f917 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:29.728275 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e7a2fb-c356-477a-9bfb-fdddaa58f917 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:29.728810 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e7a2fb-c356-477a-9bfb-fdddaa58f917 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:29.729331 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e7a2fb-c356-477a-9bfb-fdddaa58f917 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:29.729945 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e7a2fb-c356-477a-9bfb-fdddaa58f917 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:29.730441 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e7a2fb-c356-477a-9bfb-fdddaa58f917 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:29.730963 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e7a2fb-c356-477a-9bfb-fdddaa58f917 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:29.731401 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e7a2fb-c356-477a-9bfb-fdddaa58f917 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:29.735143 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-abddca9c-67bb-4700-b71f-eb391d918b81 None None] Provisioning complete for port e65b0a32-36ff-4226-afe2-043c12e99f1f triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:44:29.735530 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-abddca9c-67bb-4700-b71f-eb391d918b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:29.775402 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979cd91-5c1f-4b88-a4cc-88d92e75af98 req-830f55cb-4f88-46e2-b17b-5265726af9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:29.777258 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6979cd91-5c1f-4b88-a4cc-88d92e75af98 req-830f55cb-4f88-46e2-b17b-5265726af9e6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0e712441963e47bda81e9361811693b1&device_id=fdc49186-54c5-4f6e-9aa9-f9123ed745f9 HTTP/1.1" status: 200 len: 1136 time: 0.2648537 Nov 25 17:44:29.798876 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27b0f0-abbb-4e6b-b88e-0acd7f1658c2 req-020b6daa-e047-403c-9177-921e5d025059 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:29.800556 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2f27b0f0-abbb-4e6b-b88e-0acd7f1658c2 req-020b6daa-e047-403c-9177-921e5d025059 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc49186-54c5-4f6e-9aa9-f9123ed745f9 HTTP/1.1" status: 200 len: 985 time: 0.3230770 Nov 25 17:44:29.875117 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 64988a73-ebfd-42bf-81af-a5f5f0e027d9 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:44:29.875666 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 64988a73-ebfd-42bf-81af-a5f5f0e027d9 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:44:29.886634 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-498f1579-6e49-48c5-9ced-477b0bcb79f2 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:29.952989 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-498f1579-6e49-48c5-9ced-477b0bcb79f2 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['596c5648-7158-48ac-842d-1fa298f6e69d']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:29.965423 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-498f1579-6e49-48c5-9ced-477b0bcb79f2 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c640d3fd-6424-4690-a003-97536d0a0c3e') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:29.966128 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-498f1579-6e49-48c5-9ced-477b0bcb79f2 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c640d3fd-6424-4690-a003-97536d0a0c3e') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:29.980253 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-498f1579-6e49-48c5-9ced-477b0bcb79f2 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:29.997085 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-498f1579-6e49-48c5-9ced-477b0bcb79f2 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:30.003776 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-498f1579-6e49-48c5-9ced-477b0bcb79f2 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Releasing vlan 901 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:44:30.004466 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-498f1579-6e49-48c5-9ced-477b0bcb79f2 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:30.067767 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d4e7a2fb-c356-477a-9bfb-fdddaa58f917 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:30.071551 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:44:30.071551 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:44:30.071551 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:44:30.071551 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:44:30.071551 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:44:30.071551 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:44:30.071551 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:44:30.071551 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:44:30.071551 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:44:30.071551 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:44:30.071551 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:44:30.071551 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:44:30.071551 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:44:30.071551 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:44:30.071551 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:44:30.071551 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:44:30.071551 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:44:30.071551 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:44:30.071551 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:44:30.071551 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:44:30.071551 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:44:30.071551 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:44:30.071551 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:44:30.071551 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:44:30.071551 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:44:30.071551 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:44:30.071551 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:44:30.071551 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:44:30.071551 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:44:30.071551 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:44:30.071551 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:44:30.071551 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:44:30.077796 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-498f1579-6e49-48c5-9ced-477b0bcb79f2 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:30.094170 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-498f1579-6e49-48c5-9ced-477b0bcb79f2 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:30.100979 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-498f1579-6e49-48c5-9ced-477b0bcb79f2 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "DELETE /v2.0/networks/596c5648-7158-48ac-842d-1fa298f6e69d HTTP/1.1" status: 204 len: 168 time: 0.7572947 Nov 25 17:44:30.102080 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 35098) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:30.143415 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979cd91-5c1f-4b88-a4cc-88d92e75af98 req-f2f2302f-3990-430f-ba14-c3804a66b9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:30.147264 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-e608c2b4-99a0-4f4f-ad15-6c67ac85e80e tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] DELETE failed (client error): The resource could not be found. Nov 25 17:44:30.147959 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e608c2b4-99a0-4f4f-ad15-6c67ac85e80e tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:44:30.149939 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6979cd91-5c1f-4b88-a4cc-88d92e75af98 req-f2f2302f-3990-430f-ba14-c3804a66b9d3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2a677ceb-58ea-4bc7-9eda-74a3a34ce20c HTTP/1.1" status: 200 len: 920 time: 0.3428085 Nov 25 17:44:30.150653 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port ed84ae92-906d-4243-b510-3c436279b9e0 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:44:30.154879 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e608c2b4-99a0-4f4f-ad15-6c67ac85e80e tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "DELETE /v2.0/subnets/bab247b2-05dc-47dc-a150-66e529b5ca13 HTTP/1.1" status: 404 len: 337 time: 0.0351341 Nov 25 17:44:30.158604 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 35100) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:30.167899 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f1579-6e49-48c5-9ced-477b0bcb79f2 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Pushing event deleted for resources: {'Network': ['ID=596c5648-7158-48ac-842d-1fa298f6e69d,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:30.197339 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0b755c7-c78b-44a6-9489-9607f32d7c3b tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] DELETE failed (client error): The resource could not be found. Nov 25 17:44:30.198271 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0b755c7-c78b-44a6-9489-9607f32d7c3b tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:44:30.204143 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a0b755c7-c78b-44a6-9489-9607f32d7c3b tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "DELETE /v2.0/networks/25da5549-84a5-4411-ac3c-362f9867fa15 HTTP/1.1" status: 404 len: 339 time: 0.0442030 Nov 25 17:44:30.214041 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0744a70a-d7d6-4024-801d-f9b9c3aa05b9 req-ae587bef-d3d1-4699-8521-7d6751b12a80 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:30.226729 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0744a70a-d7d6-4024-801d-f9b9c3aa05b9 req-ae587bef-d3d1-4699-8521-7d6751b12a80 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/ports?device_id=08b8817a-2f77-4baa-95ea-361bfa59cff6 HTTP/1.1" status: 200 len: 945 time: 0.5710943 Nov 25 17:44:30.242071 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 35102) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:30.268839 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port ed84ae92-906d-4243-b510-3c436279b9e0 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:44:30.269224 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:30.338440 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1655d17-aa31-49b7-9729-834285e7e24e tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] DELETE failed (client error): The resource could not be found. Nov 25 17:44:30.339808 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1655d17-aa31-49b7-9729-834285e7e24e tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:44:30.352593 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d1655d17-aa31-49b7-9729-834285e7e24e tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "DELETE /v2.0/subnets/383462ca-93a2-472a-a474-34f5148968d6 HTTP/1.1" status: 404 len: 337 time: 0.0993397 Nov 25 17:44:30.354132 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 35104) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:30.376157 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-2f27b0f0-abbb-4e6b-b88e-0acd7f1658c2 req-e0691f47-4f59-4f74-8bc2-746f7fffaeb8 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Request body: {'port': {'security_groups': ['6d500f03-b1e7-4506-ad28-855831c9b6e6']}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:30.384567 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6979cd91-5c1f-4b88-a4cc-88d92e75af98 req-5d2817fd-13b9-4908-840d-6416a8a9637f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e65b0a32-36ff-4226-afe2-043c12e99f1f HTTP/1.1" status: 200 len: 217 time: 0.2120905 Nov 25 17:44:30.430751 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-980c7523-0e7e-4502-894c-6158880dc1ac tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] DELETE failed (client error): The resource could not be found. Nov 25 17:44:30.432402 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-980c7523-0e7e-4502-894c-6158880dc1ac tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:44:30.437996 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-980c7523-0e7e-4502-894c-6158880dc1ac tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "DELETE /v2.0/networks/8952e245-a6ef-4fa3-8116-76c67b2af025 HTTP/1.1" status: 404 len: 339 time: 0.0828974 Nov 25 17:44:30.441815 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 35112) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:30.561556 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0744a70a-d7d6-4024-801d-f9b9c3aa05b9 req-3d78385f-4495-43bf-8e81-af838ccb5751 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1c3665e-ff29-4dbb-8a05-df90f9943146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244526 Nov 25 17:44:30.561556 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979cd91-5c1f-4b88-a4cc-88d92e75af98 req-e68faae5-f64d-4b23-8c5e-770e11185719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:30.563457 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6979cd91-5c1f-4b88-a4cc-88d92e75af98 req-e68faae5-f64d-4b23-8c5e-770e11185719 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6bfddcac-73ef-4611-af8d-64b1d7a7b463 HTTP/1.1" status: 200 len: 859 time: 0.1222663 Nov 25 17:44:30.630306 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef4dd315-536c-4d63-94c1-5549df649fb3 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] DELETE failed (client error): The resource could not be found. Nov 25 17:44:30.634810 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef4dd315-536c-4d63-94c1-5549df649fb3 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:44:30.639671 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ef4dd315-536c-4d63-94c1-5549df649fb3 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "DELETE /v2.0/subnets/cf708f2b-70c5-4f09-ad95-3abd248f903a HTTP/1.1" status: 404 len: 337 time: 0.1965001 Nov 25 17:44:30.642508 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 35120) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:30.672132 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-b82d8d73-a7af-48aa-a5cd-d03bcbf7e06d tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] DELETE failed (client error): The resource could not be found. Nov 25 17:44:30.672575 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b82d8d73-a7af-48aa-a5cd-d03bcbf7e06d tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:44:30.675900 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b82d8d73-a7af-48aa-a5cd-d03bcbf7e06d tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "DELETE /v2.0/networks/76a70d2a-5fae-4dc0-8d27-5a1d62212947 HTTP/1.1" status: 404 len: 339 time: 0.0322423 Nov 25 17:44:30.682916 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 35122) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:30.705521 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:30.740322 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6979cd91-5c1f-4b88-a4cc-88d92e75af98 req-cb4d270b-3ae6-4d05-b5d1-dad566a113f5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2a677ceb-58ea-4bc7-9eda-74a3a34ce20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1759737 Nov 25 17:44:30.757045 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fddf626-e038-414d-b1b4-b49ae4c2a393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed84ae92-906d-4243-b510-3c436279b9e0'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:44:30.757327 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd1b21a6-488a-461f-b037-0511f1a6b2a6 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] DELETE failed (client error): The resource could not be found. Nov 25 17:44:30.757327 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd1b21a6-488a-461f-b037-0511f1a6b2a6 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:44:30.757327 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-cd1b21a6-488a-461f-b037-0511f1a6b2a6 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "DELETE /v2.0/subnets/4de8fea0-053a-4185-bce6-a46c6479b3bb HTTP/1.1" status: 404 len: 337 time: 0.0547001 Nov 25 17:44:30.757594 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 35124) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:30.757866 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907eb272-f601-4d10-9b80-bed4cb178ed0" -d '{"events": [{"server_uuid": "0fddf626-e038-414d-b1b4-b49ae4c2a393", "name": "network-vif-plugged", "status": "completed", "tag": "ed84ae92-906d-4243-b510-3c436279b9e0"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:44:30.790805 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port ed84ae92-906d-4243-b510-3c436279b9e0, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=ed84ae92-906d-4243-b510-3c436279b9e0,segment=NetworkSegment(c5752f96-a6e9-4fc2-9dae-273cc6a23f00),segment_id=c5752f96-a6e9-4fc2-9dae-273cc6a23f00)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:44:30.796548 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:30.799048 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee56da6f-0770-4df7-a2af-2a295a6fcc42 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] DELETE failed (client error): The resource could not be found. Nov 25 17:44:30.799602 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee56da6f-0770-4df7-a2af-2a295a6fcc42 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:44:30.804225 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ee56da6f-0770-4df7-a2af-2a295a6fcc42 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "DELETE /v2.0/networks/fa3b488d-0904-43a8-a195-b3ece4643c62 HTTP/1.1" status: 404 len: 339 time: 0.0449443 Nov 25 17:44:30.806512 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e7a2fb-c356-477a-9bfb-fdddaa58f917 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Network abc002a8-49ae-433d-bc5b-90333eb1180d is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:44:30.807162 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 35128) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:30.860549 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e43f363-73d0-4c72-bf99-d422e2509a90 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] DELETE failed (client error): The resource could not be found. Nov 25 17:44:30.861066 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e43f363-73d0-4c72-bf99-d422e2509a90 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:44:30.870657 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9e43f363-73d0-4c72-bf99-d422e2509a90 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "DELETE /v2.0/subnets/a77b708c-9336-450a-bf88-a6613d0a0824 HTTP/1.1" status: 404 len: 337 time: 0.0624239 Nov 25 17:44:30.876207 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-d4e7a2fb-c356-477a-9bfb-fdddaa58f917 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:44:30.898278 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 35132) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:30.963685 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=ed84ae92-906d-4243-b510-3c436279b9e0,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:31.004637 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fb3832e-6985-4d31-b8e2-c2d9c15a26bb tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] DELETE failed (client error): The resource could not be found. Nov 25 17:44:31.005206 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fb3832e-6985-4d31-b8e2-c2d9c15a26bb tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:44:31.009215 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4fb3832e-6985-4d31-b8e2-c2d9c15a26bb tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "DELETE /v2.0/networks/04eac428-29fb-4200-9efe-dc6003a9ade6 HTTP/1.1" status: 404 len: 339 time: 0.1094909 Nov 25 17:44:31.106864 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 35140) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:31.156404 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb9fcf-793c-4094-8ed7-ed46c3adaabe req-dae5ec13-cc1e-4766-82c3-ab1299aafc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:31.158505 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-35eb9fcf-793c-4094-8ed7-ed46c3adaabe req-dae5ec13-cc1e-4766-82c3-ab1299aafc19 service neutron] 10.222.0.90 "GET /v2.0/networks?id=762853d9-38e5-4380-88ed-82e8f6ae46d0 HTTP/1.1" status: 200 len: 912 time: 1.7044909 Nov 25 17:44:31.191114 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e7a2fb-c356-477a-9bfb-fdddaa58f917 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Router ad5b262a-4f38-4f92-9c29-262c8abe83b0 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:44:31.231357 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-4be4eb48-444b-4a2b-ab44-e7e86e018e3f tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] DELETE failed (client error): The resource could not be found. Nov 25 17:44:31.231905 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4be4eb48-444b-4a2b-ab44-e7e86e018e3f tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:44:31.244815 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-4be4eb48-444b-4a2b-ab44-e7e86e018e3f tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "DELETE /v2.0/subnets/4106701c-6db4-4a72-a850-8576876efe24 HTTP/1.1" status: 404 len: 337 time: 0.1316752 Nov 25 17:44:31.246709 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 35150) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:31.261265 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-2f27b0f0-abbb-4e6b-b88e-0acd7f1658c2 req-e0691f47-4f59-4f74-8bc2-746f7fffaeb8 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:31.278291 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-35eb9fcf-793c-4094-8ed7-ed46c3adaabe req-b3e360f2-8d43-4660-94ab-8db783bd7125 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=910ff6f2-30af-4447-a006-70dd68383993 HTTP/1.1" status: 200 len: 217 time: 0.1046920 Nov 25 17:44:31.279194 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-c7bad660-911c-4aa4-82c7-e436dea82166 None None] Provisioning complete for port 8862052c-08d6-4b4a-a469-792a50b7db38 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:44:31.279866 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c7bad660-911c-4aa4-82c7-e436dea82166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:31.326654 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b368507-7078-4758-88d7-bd070f8f3ebb tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] DELETE failed (client error): The resource could not be found. Nov 25 17:44:31.327176 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b368507-7078-4758-88d7-bd070f8f3ebb tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:44:31.330265 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3b368507-7078-4758-88d7-bd070f8f3ebb tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "DELETE /v2.0/networks/b60923fd-a774-49c3-8a45-416c8939e6ac HTTP/1.1" status: 404 len: 339 time: 0.0825844 Nov 25 17:44:31.332888 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 35156) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:31.351690 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-c7bad660-911c-4aa4-82c7-e436dea82166 None None] Port 8862052c-08d6-4b4a-a469-792a50b7db38 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:44:31.355401 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df8943a-be47-4a26-9c46-a24220c1a5d4 req-89ea6a62-1ee3-422b-becd-07a207767cab tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:31.363250 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3df8943a-be47-4a26-9c46-a24220c1a5d4 req-89ea6a62-1ee3-422b-becd-07a207767cab tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fddf626-e038-414d-b1b4-b49ae4c2a393 HTTP/1.1" status: 200 len: 945 time: 0.5788670 Nov 25 17:44:31.376319 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-dce82b20-6c23-44bb-858f-b1494827ed81 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] DELETE failed (client error): The resource could not be found. Nov 25 17:44:31.376520 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dce82b20-6c23-44bb-858f-b1494827ed81 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:44:31.381216 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-dce82b20-6c23-44bb-858f-b1494827ed81 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "DELETE /v2.0/subnets/a7dbfbe6-52bc-40a0-8058-c78b3ad7df7f HTTP/1.1" status: 404 len: 337 time: 0.0473735 Nov 25 17:44:31.385228 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 35160) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:31.406555 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d2303b8-6230-4962-a819-1ffa8d33c781 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] DELETE failed (client error): The resource could not be found. Nov 25 17:44:31.407179 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d2303b8-6230-4962-a819-1ffa8d33c781 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:44:31.410428 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6d2303b8-6230-4962-a819-1ffa8d33c781 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "DELETE /v2.0/networks/7c7832a2-feec-4669-94ac-3bbd31e70b00 HTTP/1.1" status: 404 len: 339 time: 0.0241976 Nov 25 17:44:31.417276 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 35162) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:31.429526 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e7a2fb-c356-477a-9bfb-fdddaa58f917 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:44:31.443022 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b5f491-6315-4953-90a8-b3401a85fbb2 None None] Sync routers for ids ['ad5b262a-4f38-4f92-9c29-262c8abe83b0'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:44:31.464381 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d4e7a2fb-c356-477a-9bfb-fdddaa58f917 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] 10.222.0.75 "PUT /v2.0/routers/ad5b262a-4f38-4f92-9c29-262c8abe83b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8323364 Nov 25 17:44:31.464381 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 35164) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:31.468956 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6e13341-5d8b-4ad1-9717-340f470ecd07 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] DELETE failed (client error): The resource could not be found. Nov 25 17:44:31.469543 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b5f491-6315-4953-90a8-b3401a85fbb2 None None] Routers {'ad5b262a-4f38-4f92-9c29-262c8abe83b0'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:44:31.469803 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6e13341-5d8b-4ad1-9717-340f470ecd07 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:44:31.470161 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-56b5f491-6315-4953-90a8-b3401a85fbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:44:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['ad5b262a-4f38-4f92-9c29-262c8abe83b0'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:31.473151 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a6e13341-5d8b-4ad1-9717-340f470ecd07 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "DELETE /v2.0/subnets/df40333f-ced2-4e65-8964-c3975ea62c3a HTTP/1.1" status: 404 len: 337 time: 0.0532041 Nov 25 17:44:31.477955 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 35166) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:31.508043 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6979cd91-5c1f-4b88-a4cc-88d92e75af98 req-c08a34e9-6392-4a8f-a1e7-01023c23becc service neutron] 10.222.0.74 "GET /v2.0/networks/2a677ceb-58ea-4bc7-9eda-74a3a34ce20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7224872 Nov 25 17:44:31.509786 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-56b5f491-6315-4953-90a8-b3401a85fbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:31.519188 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b5f491-6315-4953-90a8-b3401a85fbb2 None None] Routers {'ad5b262a-4f38-4f92-9c29-262c8abe83b0'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:44:31.519788 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-56b5f491-6315-4953-90a8-b3401a85fbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:44:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['ad5b262a-4f38-4f92-9c29-262c8abe83b0'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:31.586676 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-56b5f491-6315-4953-90a8-b3401a85fbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:31.588265 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b5f491-6315-4953-90a8-b3401a85fbb2 None None] The sync data for ids ['ad5b262a-4f38-4f92-9c29-262c8abe83b0'] in n-d-817746-1 is: [] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:44:31.620355 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b54968d-4148-4062-89c3-a86515d82319 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] DELETE failed (client error): The resource could not be found. Nov 25 17:44:31.620355 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b54968d-4148-4062-89c3-a86515d82319 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:44:31.620355 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6b54968d-4148-4062-89c3-a86515d82319 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "DELETE /v2.0/networks/e01db657-4012-4e72-a26b-b46a3f081ef9 HTTP/1.1" status: 404 len: 339 time: 0.1411428 Nov 25 17:44:31.626884 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 35178) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:31.675741 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb9fcf-793c-4094-8ed7-ed46c3adaabe req-b38a9b6d-f6b1-4412-ba1c-89346f5fcc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:31.677802 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-35eb9fcf-793c-4094-8ed7-ed46c3adaabe req-b38a9b6d-f6b1-4412-ba1c-89346f5fcc17 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2359eb3b-2212-46df-98c5-fcb6d89adeb1 HTTP/1.1" status: 200 len: 851 time: 0.3797367 Nov 25 17:44:31.691394 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3df8943a-be47-4a26-9c46-a24220c1a5d4 req-ebfde947-b844-44d8-8083-015c42d80830 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253760 Nov 25 17:44:31.739362 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9aaacf07-aeff-4f08-9df6-0f3b94536681 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:31.782247 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa354e4c-159b-45c3-9069-7b7d5059182d x-openstack-request-id: req-aa354e4c-159b-45c3-9069-7b7d5059182d {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:44:31.782657 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fddf626-e038-414d-b1b4-b49ae4c2a393", "name": "network-vif-plugged", "status": "completed", "tag": "ed84ae92-906d-4243-b510-3c436279b9e0", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:44:31.783012 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-aa354e4c-159b-45c3-9069-7b7d5059182d {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:44:31.783547 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fddf626-e038-414d-b1b4-b49ae4c2a393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed84ae92-906d-4243-b510-3c436279b9e0', 'code': 200} Nov 25 17:44:31.971591 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-9aaacf07-aeff-4f08-9df6-0f3b94536681 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 25 17:44:31.983419 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9aaacf07-aeff-4f08-9df6-0f3b94536681 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] 10.222.0.75 "DELETE /v2.0/routers/ad5b262a-4f38-4f92-9c29-262c8abe83b0 HTTP/1.1" status: 409 len: 329 time: 0.5209229 Nov 25 17:44:31.984037 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 35188) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:32.081494 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-35eb9fcf-793c-4094-8ed7-ed46c3adaabe req-336d6512-ed6b-45d5-9892-e8ea131d0b48 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=762853d9-38e5-4380-88ed-82e8f6ae46d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3890240 Nov 25 17:44:32.113287 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b22a1b9-ab02-430e-a261-684107b59880 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Deleting subnet b9cc50eb-9f25-4381-967b-c9f89e1bcfa7 {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:44:32.164841 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c467c206-b5bf-4ea3-a42d-69875629a995 req-30800e4a-7160-4be2-b04a-624c153c3ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:32.167405 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c467c206-b5bf-4ea3-a42d-69875629a995 req-30800e4a-7160-4be2-b04a-624c153c3ce7 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0fddf626-e038-414d-b1b4-b49ae4c2a393 HTTP/1.1" status: 200 len: 1096 time: 0.2801144 Nov 25 17:44:32.203589 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6979cd91-5c1f-4b88-a4cc-88d92e75af98 req-e60bfcf7-20a4-462a-b6cc-25c2f09bf8eb service neutron] 10.222.0.74 "GET /v2.0/networks/2a677ceb-58ea-4bc7-9eda-74a3a34ce20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5370502 Nov 25 17:44:32.237927 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3b22a1b9-ab02-430e-a261-684107b59880 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:32.381122 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c467c206-b5bf-4ea3-a42d-69875629a995 req-38a9ca3c-91ae-4aa3-9e91-b84e13c04f9f service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921198 Nov 25 17:44:32.399393 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3b22a1b9-ab02-430e-a261-684107b59880 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:32.437627 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a1b72-0b21-4259-aa2d-f0c33afb0330 req-e4f2995f-02f2-4f57-80ba-858f6b83aa6e tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:32.439209 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5c2a1b72-0b21-4259-aa2d-f0c33afb0330 req-e4f2995f-02f2-4f57-80ba-858f6b83aa6e tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/ports?device_id=08b8817a-2f77-4baa-95ea-361bfa59cff6 HTTP/1.1" status: 200 len: 945 time: 0.3745122 Nov 25 17:44:32.552345 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-35eb9fcf-793c-4094-8ed7-ed46c3adaabe req-b5bb22d1-0edc-471c-82ac-a5c53f05dc96 service neutron] 10.222.0.90 "GET /v2.0/networks/762853d9-38e5-4380-88ed-82e8f6ae46d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4059684 Nov 25 17:44:32.564680 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-2f27b0f0-abbb-4e6b-b88e-0acd7f1658c2 req-e0691f47-4f59-4f74-8bc2-746f7fffaeb8 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] For port e65b0a32-36ff-4226-afe2-043c12e99f1f, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e65b0a32-36ff-4226-afe2-043c12e99f1f,segment=NetworkSegment(6a86e07f-422d-4071-8634-6cec87d7ea22),segment_id=6a86e07f-422d-4071-8634-6cec87d7ea22)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:44:32.683366 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d4b96476-e8a8-4098-b7e5-f0ba281a94ba tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:32.779960 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-35eb9fcf-793c-4094-8ed7-ed46c3adaabe req-0c5394c7-d033-4076-9277-67097c0cccbb service neutron] 10.222.0.90 "GET /v2.0/networks/762853d9-38e5-4380-88ed-82e8f6ae46d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428235 Nov 25 17:44:32.801722 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5c2a1b72-0b21-4259-aa2d-f0c33afb0330 req-3ceaaa6f-403a-482a-ab73-1bb09ce8bbe7 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1c3665e-ff29-4dbb-8a05-df90f9943146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3512273 Nov 25 17:44:32.807419 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-2f27b0f0-abbb-4e6b-b88e-0acd7f1658c2 req-e0691f47-4f59-4f74-8bc2-746f7fffaeb8 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:32.818863 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-2f27b0f0-abbb-4e6b-b88e-0acd7f1658c2 req-e0691f47-4f59-4f74-8bc2-746f7fffaeb8 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:32.831307 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['e65b0a32-36ff-4226-afe2-043c12e99f1f'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:44:33.034164 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3b22a1b9-ab02-430e-a261-684107b59880 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:33.049715 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0691f47-4f59-4f74-8bc2-746f7fffaeb8 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Pushing event updated for resources: {'Port': ['ID=e65b0a32-36ff-4226-afe2-043c12e99f1f,revision_number=7']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:33.130060 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe04da1f-eefc-4f67-b605-399ec48a442a None None] DHCP port deletion for 2a677ceb-58ea-4bc7-9eda-74a3a34ce20c request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:44:33.169012 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27b0f0-abbb-4e6b-b88e-0acd7f1658c2 req-e0691f47-4f59-4f74-8bc2-746f7fffaeb8 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:33.169848 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-2f27b0f0-abbb-4e6b-b88e-0acd7f1658c2 req-e0691f47-4f59-4f74-8bc2-746f7fffaeb8 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:33.171423 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2f27b0f0-abbb-4e6b-b88e-0acd7f1658c2 req-e0691f47-4f59-4f74-8bc2-746f7fffaeb8 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "PUT /v2.0/ports/e65b0a32-36ff-4226-afe2-043c12e99f1f HTTP/1.1" status: 200 len: 943 time: 3.0204911 Nov 25 17:44:33.174014 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdc49186-54c5-4f6e-9aa9-f9123ed745f9', 'tag': 'e65b0a32-36ff-4226-afe2-043c12e99f1f'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:44:33.180626 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0125b6-6bc7-42d1-99ac-7a48bdc0c223" -d '{"events": [{"name": "network-changed", "server_uuid": "fdc49186-54c5-4f6e-9aa9-f9123ed745f9", "tag": "e65b0a32-36ff-4226-afe2-043c12e99f1f"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:44:33.252401 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['e65b0a32-36ff-4226-afe2-043c12e99f1f'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:44:33.265853 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-d4b96476-e8a8-4098-b7e5-f0ba281a94ba tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Deleting port 8862052c-08d6-4b4a-a469-792a50b7db38 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:44:33.267308 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d4b96476-e8a8-4098-b7e5-f0ba281a94ba tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:33.305072 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e11c0b-e59c-400b-bbaa-a26348e4793d req-4cfcddb7-3a7a-4a3a-9596-9fe781e750ad tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:33.313721 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b8e11c0b-e59c-400b-bbaa-a26348e4793d req-4cfcddb7-3a7a-4a3a-9596-9fe781e750ad tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fddf626-e038-414d-b1b4-b49ae4c2a393 HTTP/1.1" status: 200 len: 945 time: 0.3135376 Nov 25 17:44:33.442475 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d4b96476-e8a8-4098-b7e5-f0ba281a94ba tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:33.466962 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-d4b96476-e8a8-4098-b7e5-f0ba281a94ba tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Calling delete_port for 8862052c-08d6-4b4a-a469-792a50b7db38 owned by network:router_interface {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:44:33.482706 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3b22a1b9-ab02-430e-a261-684107b59880 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:33.683667 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d4b96476-e8a8-4098-b7e5-f0ba281a94ba tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:33.691501 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-33031676-60db-4ea0-beec-6ede106ab71b None None] Provisioning complete for port e65b0a32-36ff-4226-afe2-043c12e99f1f triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:44:33.693278 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-33031676-60db-4ea0-beec-6ede106ab71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:33.942683 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b96476-e8a8-4098-b7e5-f0ba281a94ba tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Pushing event deleted for resources: {'Port': ['ID=8862052c-08d6-4b4a-a469-792a50b7db38,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:34.136074 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f68c421-7023-4780-9be9-c13cfc43b8d6 None None] Network 8f170028-abca-40be-9e17-adf4fe63ed18 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:44:34.139140 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3b22a1b9-ab02-430e-a261-684107b59880 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:34.149729 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-3b22a1b9-ab02-430e-a261-684107b59880 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "DELETE /v2.0/subnets/b9cc50eb-9f25-4381-967b-c9f89e1bcfa7 HTTP/1.1" status: 204 len: 168 time: 2.4889750 Nov 25 17:44:34.294557 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 35250) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:34.313370 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b22a1b9-ab02-430e-a261-684107b59880 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Pushing event deleted for resources: {'Subnet': ['ID=b9cc50eb-9f25-4381-967b-c9f89e1bcfa7,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:34.381190 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-71cdbab8-6d13-46e3-9457-8c585284fa6e req-ec70f781-f391-4278-8de9-363c1f042224 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.1620455 Nov 25 17:44:34.408318 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b8e11c0b-e59c-400b-bbaa-a26348e4793d req-2246962c-0844-4c26-8229-d7fce7850199 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0933468 Nov 25 17:44:34.464806 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-71cdbab8-6d13-46e3-9457-8c585284fa6e req-880551db-3ecc-42ba-b6f0-a3519ad5bebc tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Request body: {'floatingip': {'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:34.513418 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e62bd268-e74f-4e36-b39b-4ee739d74cb4 x-openstack-request-id: req-e62bd268-e74f-4e36-b39b-4ee739d74cb4 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:44:34.521580 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdc49186-54c5-4f6e-9aa9-f9123ed745f9", "tag": "e65b0a32-36ff-4226-afe2-043c12e99f1f", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:44:34.524406 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e62bd268-e74f-4e36-b39b-4ee739d74cb4 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:44:34.525040 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdc49186-54c5-4f6e-9aa9-f9123ed745f9', 'tag': 'e65b0a32-36ff-4226-afe2-043c12e99f1f', 'status': 'completed', 'code': 200} Nov 25 17:44:34.659133 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fbe06008-f2d6-426a-a461-8fdb4ea9e1b6 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:34.682291 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c81d92-17b1-454c-8912-f85fdfd874bf None None] DHCP port deletion for 8f170028-abca-40be-9e17-adf4fe63ed18 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:44:34.708867 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-71cdbab8-6d13-46e3-9457-8c585284fa6e req-880551db-3ecc-42ba-b6f0-a3519ad5bebc tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Publish callbacks [] for floatingip, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:34.775726 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0125b6-6bc7-42d1-99ac-7a48bdc0c223 req-9f7aa34f-a2b7-4111-bf11-449339b48786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:34.782536 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7a0125b6-6bc7-42d1-99ac-7a48bdc0c223 req-9f7aa34f-a2b7-4111-bf11-449339b48786 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0e712441963e47bda81e9361811693b1&device_id=fdc49186-54c5-4f6e-9aa9-f9123ed745f9 HTTP/1.1" status: 200 len: 1097 time: 0.2224574 Nov 25 17:44:34.825701 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-08c81d92-17b1-454c-8912-f85fdfd874bf None None] Deleting port aa49edcb-4468-4f65-bc8d-a66553125dee {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:44:34.826082 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-08c81d92-17b1-454c-8912-f85fdfd874bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:34.833791 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d4b96476-e8a8-4098-b7e5-f0ba281a94ba tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:34.878606 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67883b6-35ab-4db4-9c53-425583387888 req-9340b124-335d-4891-a18a-15f62f9640f1 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:34.880338 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d67883b6-35ab-4db4-9c53-425583387888 req-9340b124-335d-4891-a18a-15f62f9640f1 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/ports?device_id=08b8817a-2f77-4baa-95ea-361bfa59cff6 HTTP/1.1" status: 200 len: 945 time: 0.2370811 Nov 25 17:44:34.999250 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-08c81d92-17b1-454c-8912-f85fdfd874bf None None] For port aa49edcb-4468-4f65-bc8d-a66553125dee, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=aa49edcb-4468-4f65-bc8d-a66553125dee,segment=NetworkSegment(a42d0f15-da1f-4f1a-a0a3-c4ea9f1d15b9),segment_id=a42d0f15-da1f-4f1a-a0a3-c4ea9f1d15b9)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:44:34.999799 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-08c81d92-17b1-454c-8912-f85fdfd874bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:35.033403 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-08c81d92-17b1-454c-8912-f85fdfd874bf None None] Calling delete_port for aa49edcb-4468-4f65-bc8d-a66553125dee owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:44:35.135458 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d67883b6-35ab-4db4-9c53-425583387888 req-ce5546fd-73a5-41e0-9dbf-cbaa09865f1a tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1c3665e-ff29-4dbb-8a05-df90f9943146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898246 Nov 25 17:44:35.143721 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-fbe06008-f2d6-426a-a461-8fdb4ea9e1b6 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Deleting port aa49edcb-4468-4f65-bc8d-a66553125dee {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:44:35.143721 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fbe06008-f2d6-426a-a461-8fdb4ea9e1b6 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:35.234745 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-08c81d92-17b1-454c-8912-f85fdfd874bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:35.271145 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-fbe06008-f2d6-426a-a461-8fdb4ea9e1b6 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] For port aa49edcb-4468-4f65-bc8d-a66553125dee, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=aa49edcb-4468-4f65-bc8d-a66553125dee,segment=NetworkSegment(a42d0f15-da1f-4f1a-a0a3-c4ea9f1d15b9),segment_id=a42d0f15-da1f-4f1a-a0a3-c4ea9f1d15b9)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:44:35.271989 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fbe06008-f2d6-426a-a461-8fdb4ea9e1b6 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:35.295635 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-fbe06008-f2d6-426a-a461-8fdb4ea9e1b6 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Calling delete_port for aa49edcb-4468-4f65-bc8d-a66553125dee owned by network:dhcp {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:44:35.305541 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c81d92-17b1-454c-8912-f85fdfd874bf None None] Pushing event deleted for resources: {'Port': ['ID=aa49edcb-4468-4f65-bc8d-a66553125dee,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:35.312243 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4b96476-e8a8-4098-b7e5-f0ba281a94ba tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Router ad5b262a-4f38-4f92-9c29-262c8abe83b0 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:44:35.318618 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c81d92-17b1-454c-8912-f85fdfd874bf None None] No DVR routers for this DVR port aa49edcb-4468-4f65-bc8d-a66553125dee on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:44:35.484541 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0125b6-6bc7-42d1-99ac-7a48bdc0c223 req-fa31833e-dff5-4e35-b293-1c9fb40efff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:35.486213 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7a0125b6-6bc7-42d1-99ac-7a48bdc0c223 req-fa31833e-dff5-4e35-b293-1c9fb40efff9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2a677ceb-58ea-4bc7-9eda-74a3a34ce20c HTTP/1.1" status: 200 len: 920 time: 0.6892884 Nov 25 17:44:35.544274 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b96476-e8a8-4098-b7e5-f0ba281a94ba tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:44:35.554517 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d4b96476-e8a8-4098-b7e5-f0ba281a94ba tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] 10.222.0.75 "PUT /v2.0/routers/ad5b262a-4f38-4f92-9c29-262c8abe83b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5676126 Nov 25 17:44:35.557904 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 35294) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:35.562820 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb89974-2587-4be7-b44c-5ecb6dd0e40c None None] Sync routers for ids ['ad5b262a-4f38-4f92-9c29-262c8abe83b0'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:44:35.579210 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7a0125b6-6bc7-42d1-99ac-7a48bdc0c223 req-85838515-e622-4d90-b69e-e0a5f3c6d1f9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e65b0a32-36ff-4226-afe2-043c12e99f1f HTTP/1.1" status: 200 len: 217 time: 0.0804379 Nov 25 17:44:35.581587 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb89974-2587-4be7-b44c-5ecb6dd0e40c None None] Routers {'ad5b262a-4f38-4f92-9c29-262c8abe83b0'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:44:35.583031 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-2eb89974-2587-4be7-b44c-5ecb6dd0e40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:44:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['ad5b262a-4f38-4f92-9c29-262c8abe83b0'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:35.662454 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-b8893bc6-fa24-4780-ab92-e6d4f9df70e6 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] show failed (client error): The resource could not be found. Nov 25 17:44:35.666397 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-2eb89974-2587-4be7-b44c-5ecb6dd0e40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:35.668207 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b8893bc6-fa24-4780-ab92-e6d4f9df70e6 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] 10.222.0.75 "GET /v2.0/routers/tempest-non_exist_router-1013011494 HTTP/1.1" status: 404 len: 335 time: 0.1085806 Nov 25 17:44:35.673342 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 35298) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:35.680109 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-21cfa5df-bf3c-4660-9336-c3fb8a6a147f tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:35.690345 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb89974-2587-4be7-b44c-5ecb6dd0e40c None None] Routers {'ad5b262a-4f38-4f92-9c29-262c8abe83b0'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:44:35.692105 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-2eb89974-2587-4be7-b44c-5ecb6dd0e40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:44:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['ad5b262a-4f38-4f92-9c29-262c8abe83b0'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:35.749112 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fbe06008-f2d6-426a-a461-8fdb4ea9e1b6 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:35.779853 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-2eb89974-2587-4be7-b44c-5ecb6dd0e40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:35.780758 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb89974-2587-4be7-b44c-5ecb6dd0e40c None None] The sync data for ids ['ad5b262a-4f38-4f92-9c29-262c8abe83b0'] in n-d-817746-1 is: [] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:44:35.790314 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-21cfa5df-bf3c-4660-9336-c3fb8a6a147f tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] update failed (client error): The resource could not be found. Nov 25 17:44:35.795467 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-21cfa5df-bf3c-4660-9336-c3fb8a6a147f tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] 10.222.0.75 "PUT /v2.0/routers/tempest-non_exist_router-1980139040 HTTP/1.1" status: 404 len: 335 time: 0.1169901 Nov 25 17:44:35.806323 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 35306) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:35.821821 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device aa49edcb-4468-4f65-bc8d-a66553125dee no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:44:35.834706 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe06008-f2d6-426a-a461-8fdb4ea9e1b6 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Pushing event deleted for resources: {'Port': ['ID=aa49edcb-4468-4f65-bc8d-a66553125dee,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:35.879729 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: aa49edcb-4468-4f65-bc8d-a66553125dee {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:44:35.880976 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device aa49edcb-4468-4f65-bc8d-a66553125dee not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:44:35.883228 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe06008-f2d6-426a-a461-8fdb4ea9e1b6 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] No DVR routers for this DVR port aa49edcb-4468-4f65-bc8d-a66553125dee on host n-d-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:44:35.923116 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-af0af3a4-129d-4f8c-8008-66a4e2e92d1f tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Deleting subnet e40ee672-9885-4300-b512-5bec6e49ab53 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:44:35.933564 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-af0af3a4-129d-4f8c-8008-66a4e2e92d1f tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:35.974513 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e2e31-53e1-465b-a05c-d238bdcf4ee2 req-8907529e-2c9e-4008-957c-d7c22d4e60d1 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:35.985719 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0c2e2e31-53e1-465b-a05c-d238bdcf4ee2 req-8907529e-2c9e-4008-957c-d7c22d4e60d1 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fddf626-e038-414d-b1b4-b49ae4c2a393 HTTP/1.1" status: 200 len: 945 time: 0.3820744 Nov 25 17:44:36.010229 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-af0af3a4-129d-4f8c-8008-66a4e2e92d1f tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:36.051018 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-71cdbab8-6d13-46e3-9457-8c585284fa6e req-880551db-3ecc-42ba-b6f0-a3519ad5bebc tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:36.133382 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-af0af3a4-129d-4f8c-8008-66a4e2e92d1f tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:36.245658 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-af0af3a4-129d-4f8c-8008-66a4e2e92d1f tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:36.277557 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0af3a4-129d-4f8c-8008-66a4e2e92d1f tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Pushing event deleted for resources: {'Subnet': ['ID=e40ee672-9885-4300-b512-5bec6e49ab53,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:36.297912 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4c9597-5bfb-44f4-bcec-9d97a769e4cf None None] Network 3468d433-d9d1-40c6-9ae9-65b58313d178 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:44:36.300135 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-af0af3a4-129d-4f8c-8008-66a4e2e92d1f tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:36.306956 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-af0af3a4-129d-4f8c-8008-66a4e2e92d1f tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] 10.222.0.75 "DELETE /v2.0/subnets/e40ee672-9885-4300-b512-5bec6e49ab53 HTTP/1.1" status: 204 len: 168 time: 0.4994569 Nov 25 17:44:36.309473 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 35320) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:36.341861 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-71cdbab8-6d13-46e3-9457-8c585284fa6e req-880551db-3ecc-42ba-b6f0-a3519ad5bebc tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Allocated IP 172.25.0.66 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/76d4fe81-b204-4bcf-b3fb-a6daf3c1a259) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:44:36.423365 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d7922fb-4ac2-417c-b481-6e09978eb23c tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Deleting subnet 1b0c6f9b-b127-493f-887b-fdd5ce6aa94f {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:44:36.427188 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1d7922fb-4ac2-417c-b481-6e09978eb23c tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:36.442950 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0125b6-6bc7-42d1-99ac-7a48bdc0c223 req-950775aa-4d94-456e-9fa0-0f449254fabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:36.445716 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7a0125b6-6bc7-42d1-99ac-7a48bdc0c223 req-950775aa-4d94-456e-9fa0-0f449254fabc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6bfddcac-73ef-4611-af8d-64b1d7a7b463 HTTP/1.1" status: 200 len: 859 time: 0.7150261 Nov 25 17:44:36.493816 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1d7922fb-4ac2-417c-b481-6e09978eb23c tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:36.505639 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fbe06008-f2d6-426a-a461-8fdb4ea9e1b6 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:36.529005 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0c2e2e31-53e1-465b-a05c-d238bdcf4ee2 req-13e65cee-49de-4d9d-876f-dbc06c773192 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5421100 Nov 25 17:44:36.693021 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7a0125b6-6bc7-42d1-99ac-7a48bdc0c223 req-29572034-47ba-4669-b4d8-3647aed0dd91 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2a677ceb-58ea-4bc7-9eda-74a3a34ce20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2363911 Nov 25 17:44:36.743791 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d1b5b2-bb7f-4789-8cae-e5de23590749 None None] DHCP port deletion for 3468d433-d9d1-40c6-9ae9-65b58313d178 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:44:36.761445 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1d7922fb-4ac2-417c-b481-6e09978eb23c tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:36.882251 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-71cdbab8-6d13-46e3-9457-8c585284fa6e req-880551db-3ecc-42ba-b6f0-a3519ad5bebc tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:36.920363 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-91d1b5b2-bb7f-4789-8cae-e5de23590749 None None] Deleting port 2688d9a3-b8c0-4da0-9640-ca345e0e0c3b {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:44:36.920363 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-91d1b5b2-bb7f-4789-8cae-e5de23590749 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:37.076495 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1d7922fb-4ac2-417c-b481-6e09978eb23c tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:37.115489 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-91d1b5b2-bb7f-4789-8cae-e5de23590749 None None] For port 2688d9a3-b8c0-4da0-9640-ca345e0e0c3b, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=2688d9a3-b8c0-4da0-9640-ca345e0e0c3b,segment=NetworkSegment(8c730652-601b-4c36-8bc7-3de3ec376826),segment_id=8c730652-601b-4c36-8bc7-3de3ec376826)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:44:37.115925 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-91d1b5b2-bb7f-4789-8cae-e5de23590749 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:37.135777 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-91d1b5b2-bb7f-4789-8cae-e5de23590749 None None] Calling delete_port for 2688d9a3-b8c0-4da0-9640-ca345e0e0c3b owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:44:37.137363 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7922fb-4ac2-417c-b481-6e09978eb23c tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Pushing event deleted for resources: {'Subnet': ['ID=1b0c6f9b-b127-493f-887b-fdd5ce6aa94f,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:37.145539 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1d7922fb-4ac2-417c-b481-6e09978eb23c tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:37.161009 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7faa14-94ac-4989-b23a-c19b59fe557d None None] Network fdbbc86c-7a9a-40e7-9f85-682d116b1c7a requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:44:37.170866 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1d7922fb-4ac2-417c-b481-6e09978eb23c tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] 10.222.0.75 "DELETE /v2.0/subnets/1b0c6f9b-b127-493f-887b-fdd5ce6aa94f HTTP/1.1" status: 204 len: 168 time: 0.8598046 Nov 25 17:44:37.173022 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 35340) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:37.173167 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-fbe06008-f2d6-426a-a461-8fdb4ea9e1b6 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f170028-abca-40be-9e17-adf4fe63ed18']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:37.234131 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-fbe06008-f2d6-426a-a461-8fdb4ea9e1b6 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a42d0f15-da1f-4f1a-a0a3-c4ea9f1d15b9') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:37.234451 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-fbe06008-f2d6-426a-a461-8fdb4ea9e1b6 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a42d0f15-da1f-4f1a-a0a3-c4ea9f1d15b9') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:37.257565 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fbe06008-f2d6-426a-a461-8fdb4ea9e1b6 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:37.273564 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fbe06008-f2d6-426a-a461-8fdb4ea9e1b6 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:37.281286 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbe06008-f2d6-426a-a461-8fdb4ea9e1b6 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Releasing vlan 923 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:44:37.281706 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fbe06008-f2d6-426a-a461-8fdb4ea9e1b6 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:37.300999 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fc020b75-d3b3-4e8c-9d8a-b64947109a1a tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:37.377317 n-d-817746-1 neutron-server[103361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:44:37.377317 n-d-817746-1 neutron-server[103361]: self.session.flush() Nov 25 17:44:37.377317 n-d-817746-1 neutron-server[103361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:44:37.377317 n-d-817746-1 neutron-server[103361]: self.session.flush() Nov 25 17:44:37.377317 n-d-817746-1 neutron-server[103361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:44:37.377317 n-d-817746-1 neutron-server[103361]: self.session.flush() Nov 25 17:44:37.377317 n-d-817746-1 neutron-server[103361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:44:37.377317 n-d-817746-1 neutron-server[103361]: self.session.flush() Nov 25 17:44:37.377317 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:44:37.377317 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:44:37.377317 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:44:37.377317 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:44:37.377317 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:44:37.377317 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:44:37.377317 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:44:37.377317 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:44:37.377317 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:44:37.377317 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:44:37.377317 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:44:37.377317 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:44:37.377317 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:44:37.377317 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:44:37.377317 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:44:37.377317 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:44:37.377317 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:44:37.377317 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:44:37.377317 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:44:37.377317 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:44:37.377317 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:44:37.377317 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:44:37.377317 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:44:37.377317 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:44:37.377317 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:44:37.377317 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:44:37.377317 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:44:37.377317 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:44:37.377317 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:44:37.377317 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:44:37.377317 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:44:37.377317 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:44:37.418866 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-fc020b75-d3b3-4e8c-9d8a-b64947109a1a tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Deleting port 2688d9a3-b8c0-4da0-9640-ca345e0e0c3b {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:44:37.419282 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fc020b75-d3b3-4e8c-9d8a-b64947109a1a tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:37.424769 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-71cdbab8-6d13-46e3-9457-8c585284fa6e req-880551db-3ecc-42ba-b6f0-a3519ad5bebc tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:37.439143 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fbe06008-f2d6-426a-a461-8fdb4ea9e1b6 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:37.473958 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-91d1b5b2-bb7f-4789-8cae-e5de23590749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:37.502094 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7a0125b6-6bc7-42d1-99ac-7a48bdc0c223 req-36bb7118-83c0-49d6-8907-9c7568d072f1 service neutron] 10.222.0.74 "GET /v2.0/networks/2a677ceb-58ea-4bc7-9eda-74a3a34ce20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5501976 Nov 25 17:44:37.538574 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-fc020b75-d3b3-4e8c-9d8a-b64947109a1a tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] For port 2688d9a3-b8c0-4da0-9640-ca345e0e0c3b, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=2688d9a3-b8c0-4da0-9640-ca345e0e0c3b,segment=NetworkSegment(8c730652-601b-4c36-8bc7-3de3ec376826),segment_id=8c730652-601b-4c36-8bc7-3de3ec376826)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:44:37.539141 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fc020b75-d3b3-4e8c-9d8a-b64947109a1a tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:37.543901 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d1b5b2-bb7f-4789-8cae-e5de23590749 None None] Pushing event deleted for resources: {'Port': ['ID=2688d9a3-b8c0-4da0-9640-ca345e0e0c3b,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:37.546161 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fbe06008-f2d6-426a-a461-8fdb4ea9e1b6 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:37.549369 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d1b5b2-bb7f-4789-8cae-e5de23590749 None None] No DVR routers for this DVR port 2688d9a3-b8c0-4da0-9640-ca345e0e0c3b on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:44:37.556478 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-fbe06008-f2d6-426a-a461-8fdb4ea9e1b6 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] 10.222.0.75 "DELETE /v2.0/networks/8f170028-abca-40be-9e17-adf4fe63ed18 HTTP/1.1" status: 204 len: 168 time: 3.2513165 Nov 25 17:44:37.563018 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-fc020b75-d3b3-4e8c-9d8a-b64947109a1a tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Calling delete_port for 2688d9a3-b8c0-4da0-9640-ca345e0e0c3b owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:44:37.593943 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe06008-f2d6-426a-a461-8fdb4ea9e1b6 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Pushing event deleted for resources: {'Network': ['ID=8f170028-abca-40be-9e17-adf4fe63ed18,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:37.606764 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a66b939-7c5a-44fe-80b5-9ff51b7848bb None None] DHCP port deletion for fdbbc86c-7a9a-40e7-9f85-682d116b1c7a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:44:37.663390 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-6a66b939-7c5a-44fe-80b5-9ff51b7848bb None None] Deleting port 223d1183-d447-4e09-a7d2-9843a27b3afa {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:44:37.664224 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6a66b939-7c5a-44fe-80b5-9ff51b7848bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:37.687243 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fc020b75-d3b3-4e8c-9d8a-b64947109a1a tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:37.713387 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe06008-f2d6-426a-a461-8fdb4ea9e1b6 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:37.714099 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe06008-f2d6-426a-a461-8fdb4ea9e1b6 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:37.714591 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe06008-f2d6-426a-a461-8fdb4ea9e1b6 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:37.715125 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe06008-f2d6-426a-a461-8fdb4ea9e1b6 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:37.715996 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe06008-f2d6-426a-a461-8fdb4ea9e1b6 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:37.716480 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe06008-f2d6-426a-a461-8fdb4ea9e1b6 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:37.717121 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe06008-f2d6-426a-a461-8fdb4ea9e1b6 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:37.717601 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe06008-f2d6-426a-a461-8fdb4ea9e1b6 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:37.718629 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe06008-f2d6-426a-a461-8fdb4ea9e1b6 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:37.719170 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe06008-f2d6-426a-a461-8fdb4ea9e1b6 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:37.719828 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe06008-f2d6-426a-a461-8fdb4ea9e1b6 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:37.721112 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe06008-f2d6-426a-a461-8fdb4ea9e1b6 tempest-NetworksTest-1511238816 tempest-NetworksTest-1511238816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:37.723838 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc020b75-d3b3-4e8c-9d8a-b64947109a1a tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Pushing event deleted for resources: {'Port': ['ID=2688d9a3-b8c0-4da0-9640-ca345e0e0c3b,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:37.731317 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880551db-3ecc-42ba-b6f0-a3519ad5bebc tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Pushing event updated for resources: {'Port': ['ID=76d4fe81-b204-4bcf-b3fb-a6daf3c1a259,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:37.738024 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc020b75-d3b3-4e8c-9d8a-b64947109a1a tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] No DVR routers for this DVR port 2688d9a3-b8c0-4da0-9640-ca345e0e0c3b on host n-d-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:44:37.739898 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71cdbab8-6d13-46e3-9457-8c585284fa6e req-880551db-3ecc-42ba-b6f0-a3519ad5bebc tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:44:37.802117 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7a0125b6-6bc7-42d1-99ac-7a48bdc0c223 req-9de43166-1320-469b-a7a1-c2afa8dac8c9 service neutron] 10.222.0.74 "GET /v2.0/networks/2a677ceb-58ea-4bc7-9eda-74a3a34ce20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654276 Nov 25 17:44:37.828442 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf6740-ea87-417f-b511-3298414064ed req-3460556f-f6eb-4f7f-9e8e-ca08029ab80b tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:37.839633 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-00bf6740-ea87-417f-b511-3298414064ed req-3460556f-f6eb-4f7f-9e8e-ca08029ab80b tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/ports?device_id=08b8817a-2f77-4baa-95ea-361bfa59cff6 HTTP/1.1" status: 200 len: 945 time: 0.8372126 Nov 25 17:44:37.844699 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 223d1183-d447-4e09-a7d2-9843a27b3afa no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:44:37.848656 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-71cdbab8-6d13-46e3-9457-8c585284fa6e req-880551db-3ecc-42ba-b6f0-a3519ad5bebc tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:44:37.877199 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-71cdbab8-6d13-46e3-9457-8c585284fa6e req-880551db-3ecc-42ba-b6f0-a3519ad5bebc tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:44:38.007836 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-6a66b939-7c5a-44fe-80b5-9ff51b7848bb None None] For port 223d1183-d447-4e09-a7d2-9843a27b3afa, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=223d1183-d447-4e09-a7d2-9843a27b3afa,segment=NetworkSegment(e7eb99b6-26d2-46ab-afdd-0b2eab10ba4f),segment_id=e7eb99b6-26d2-46ab-afdd-0b2eab10ba4f)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:44:38.010090 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6a66b939-7c5a-44fe-80b5-9ff51b7848bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:38.015853 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-00bf6740-ea87-417f-b511-3298414064ed req-5323bddb-1bca-4dec-9224-8638085caefd tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1c3665e-ff29-4dbb-8a05-df90f9943146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718514 Nov 25 17:44:38.047367 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fc020b75-d3b3-4e8c-9d8a-b64947109a1a tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:38.109026 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-6a66b939-7c5a-44fe-80b5-9ff51b7848bb None None] Calling delete_port for 223d1183-d447-4e09-a7d2-9843a27b3afa owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:44:38.146116 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-71cdbab8-6d13-46e3-9457-8c585284fa6e req-880551db-3ecc-42ba-b6f0-a3519ad5bebc tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:38.153253 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-fc020b75-d3b3-4e8c-9d8a-b64947109a1a tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3468d433-d9d1-40c6-9ae9-65b58313d178']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:38.191689 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-fc020b75-d3b3-4e8c-9d8a-b64947109a1a tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c730652-601b-4c36-8bc7-3de3ec376826') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:38.191985 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-fc020b75-d3b3-4e8c-9d8a-b64947109a1a tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c730652-601b-4c36-8bc7-3de3ec376826') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:38.206626 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-71cdbab8-6d13-46e3-9457-8c585284fa6e req-880551db-3ecc-42ba-b6f0-a3519ad5bebc tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:38.266736 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fc020b75-d3b3-4e8c-9d8a-b64947109a1a tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:38.328153 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fc020b75-d3b3-4e8c-9d8a-b64947109a1a tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:38.349913 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc020b75-d3b3-4e8c-9d8a-b64947109a1a tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Releasing vlan 941 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:44:38.350889 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fc020b75-d3b3-4e8c-9d8a-b64947109a1a tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:38.354381 n-d-817746-1 neutron-server[103360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:44:38.354381 n-d-817746-1 neutron-server[103360]: self.session.flush() Nov 25 17:44:38.354381 n-d-817746-1 neutron-server[103360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:44:38.354381 n-d-817746-1 neutron-server[103360]: self.session.flush() Nov 25 17:44:38.354381 n-d-817746-1 neutron-server[103360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:44:38.354381 n-d-817746-1 neutron-server[103360]: self.session.flush() Nov 25 17:44:38.354381 n-d-817746-1 neutron-server[103360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:44:38.354381 n-d-817746-1 neutron-server[103360]: self.session.flush() Nov 25 17:44:38.354381 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:44:38.354381 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:44:38.354381 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:44:38.354381 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:44:38.354381 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:44:38.354381 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:44:38.354381 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:44:38.354381 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:44:38.354381 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:44:38.354381 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:44:38.354381 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:44:38.354381 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:44:38.354381 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:44:38.354381 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:44:38.354381 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:44:38.354381 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:44:38.354381 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:44:38.354381 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:44:38.354381 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:44:38.354381 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:44:38.354381 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:44:38.354381 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:44:38.354381 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:44:38.354381 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:44:38.354381 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:44:38.354381 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:44:38.354381 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:44:38.354381 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:44:38.354381 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:44:38.354381 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:44:38.354381 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:44:38.354381 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:44:38.375886 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:38.393980 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 35384) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:38.512404 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port 223d1183-d447-4e09-a7d2-9843a27b3afa, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=223d1183-d447-4e09-a7d2-9843a27b3afa,segment=NetworkSegment(e7eb99b6-26d2-46ab-afdd-0b2eab10ba4f),segment_id=e7eb99b6-26d2-46ab-afdd-0b2eab10ba4f)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:44:38.526651 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:38.527592 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 2688d9a3-b8c0-4da0-9640-ca345e0e0c3b no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:44:38.568404 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 2688d9a3-b8c0-4da0-9640-ca345e0e0c3b {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:44:38.572644 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fc020b75-d3b3-4e8c-9d8a-b64947109a1a tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:38.573056 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 2688d9a3-b8c0-4da0-9640-ca345e0e0c3b not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:44:38.632228 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fc020b75-d3b3-4e8c-9d8a-b64947109a1a tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:38.636029 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-fc020b75-d3b3-4e8c-9d8a-b64947109a1a tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] 10.222.0.75 "DELETE /v2.0/networks/3468d433-d9d1-40c6-9ae9-65b58313d178 HTTP/1.1" status: 204 len: 168 time: 1.4613621 Nov 25 17:44:38.636993 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc020b75-d3b3-4e8c-9d8a-b64947109a1a tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Pushing event deleted for resources: {'Network': ['ID=3468d433-d9d1-40c6-9ae9-65b58313d178,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:38.638606 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 35394) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:38.663240 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6a66b939-7c5a-44fe-80b5-9ff51b7848bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:38.691883 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a66b939-7c5a-44fe-80b5-9ff51b7848bb None None] No DVR routers for this DVR port 223d1183-d447-4e09-a7d2-9843a27b3afa on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:44:38.692722 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dfcdcf-1dbc-4bce-b0ab-6b1bbc7b37dd req-95d376f7-6a5a-44c5-a8a3-5b19af6160ea tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:38.707390 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c7dfcdcf-1dbc-4bce-b0ab-6b1bbc7b37dd req-95d376f7-6a5a-44c5-a8a3-5b19af6160ea tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fddf626-e038-414d-b1b4-b49ae4c2a393 HTTP/1.1" status: 200 len: 945 time: 0.3291914 Nov 25 17:44:38.746001 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=223d1183-d447-4e09-a7d2-9843a27b3afa,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:38.847674 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a66b939-7c5a-44fe-80b5-9ff51b7848bb None None] Pushing event deleted for resources: {'Port': ['ID=223d1183-d447-4e09-a7d2-9843a27b3afa,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:38.854871 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-71cdbab8-6d13-46e3-9457-8c585284fa6e req-880551db-3ecc-42ba-b6f0-a3519ad5bebc tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:38.866988 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-71cdbab8-6d13-46e3-9457-8c585284fa6e req-880551db-3ecc-42ba-b6f0-a3519ad5bebc tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:38.875750 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c7dfcdcf-1dbc-4bce-b0ab-6b1bbc7b37dd req-cc9e3e7f-2ef0-46e4-8d76-cbb01399b5cc tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687398 Nov 25 17:44:38.878952 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-229eb78f-9fc9-45dd-b9b9-75e7a68f3051 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:38.925062 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4a4e1e83-4045-4cae-bc4c-1f46ad3e2074 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d63f1f30c6b449b897427945b3ad9fc1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5079746 Nov 25 17:44:38.927926 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 35400) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:38.935402 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880551db-3ecc-42ba-b6f0-a3519ad5bebc tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Pushing event updated for resources: {'Port': ['ID=76d4fe81-b204-4bcf-b3fb-a6daf3c1a259,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:39.024210 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-71cdbab8-6d13-46e3-9457-8c585284fa6e req-880551db-3ecc-42ba-b6f0-a3519ad5bebc tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:39.047512 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-71cdbab8-6d13-46e3-9457-8c585284fa6e req-880551db-3ecc-42ba-b6f0-a3519ad5bebc tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:39.057367 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-71cdbab8-6d13-46e3-9457-8c585284fa6e req-880551db-3ecc-42ba-b6f0-a3519ad5bebc tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.5986354 Nov 25 17:44:39.142288 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-335d3b96-36de-4889-96e4-1fee303bb540 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:39.149202 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-229eb78f-9fc9-45dd-b9b9-75e7a68f3051 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:39.189798 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-229eb78f-9fc9-45dd-b9b9-75e7a68f3051 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdbbc86c-7a9a-40e7-9f85-682d116b1c7a']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:39.201120 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-335d3b96-36de-4889-96e4-1fee303bb540 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:39.211452 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-229eb78f-9fc9-45dd-b9b9-75e7a68f3051 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7eb99b6-26d2-46ab-afdd-0b2eab10ba4f') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:39.212016 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-229eb78f-9fc9-45dd-b9b9-75e7a68f3051 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7eb99b6-26d2-46ab-afdd-0b2eab10ba4f') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:39.216568 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-71cdbab8-6d13-46e3-9457-8c585284fa6e req-f349bd9b-96fa-4313-890b-433ea736c415 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.0.66 HTTP/1.1" status: 200 len: 695 time: 0.1582630 Nov 25 17:44:39.257877 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-229eb78f-9fc9-45dd-b9b9-75e7a68f3051 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:39.335379 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-229eb78f-9fc9-45dd-b9b9-75e7a68f3051 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:39.348127 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-229eb78f-9fc9-45dd-b9b9-75e7a68f3051 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Releasing vlan 932 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:44:39.348664 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-229eb78f-9fc9-45dd-b9b9-75e7a68f3051 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:39.375032 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd4eec-8575-426f-abcb-9afeaa48760a req-ea78d36b-d7c8-4e59-b94c-b4e71a79ceef tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:39.376756 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a3fd4eec-8575-426f-abcb-9afeaa48760a req-ea78d36b-d7c8-4e59-b94c-b4e71a79ceef tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/ports?device_id=08b8817a-2f77-4baa-95ea-361bfa59cff6 HTTP/1.1" status: 200 len: 945 time: 0.1591086 Nov 25 17:44:39.431392 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:44:39.431392 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:44:39.431392 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:44:39.431392 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:44:39.431392 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:44:39.431392 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:44:39.431392 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:44:39.431392 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:44:39.431392 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:44:39.431392 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:44:39.431392 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:44:39.431392 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:44:39.431392 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:44:39.431392 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:44:39.431392 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:44:39.431392 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:44:39.431392 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:44:39.431392 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:44:39.431392 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:44:39.431392 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:44:39.431392 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:44:39.431392 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:44:39.431392 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:44:39.431392 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:44:39.431392 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:44:39.431392 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:44:39.431392 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:44:39.431392 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:44:39.431392 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:44:39.431392 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:44:39.431392 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:44:39.431392 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:44:39.436800 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-335d3b96-36de-4889-96e4-1fee303bb540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:39.440294 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-335d3b96-36de-4889-96e4-1fee303bb540 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:39.442280 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-335d3b96-36de-4889-96e4-1fee303bb540 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f443524f-5ec1-4c24-90a6-f772a07fdb31 HTTP/1.1" status: 204 len: 168 time: 0.5124154 Nov 25 17:44:39.463644 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-229eb78f-9fc9-45dd-b9b9-75e7a68f3051 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:39.474991 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cdbab8-6d13-46e3-9457-8c585284fa6e req-1483c3bb-8de8-4cc1-9a65-a25cfb9abd5d tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:39.484693 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-71cdbab8-6d13-46e3-9457-8c585284fa6e req-1483c3bb-8de8-4cc1-9a65-a25cfb9abd5d tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/networks/1aa44027-b9d0-4a56-9a59-7e664703e20a HTTP/1.1" status: 200 len: 784 time: 0.2551994 Nov 25 17:44:39.492015 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a3fd4eec-8575-426f-abcb-9afeaa48760a req-d19e6a4d-23e1-45b0-a41d-5cdd25ac8f05 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1c3665e-ff29-4dbb-8a05-df90f9943146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080155 Nov 25 17:44:39.497221 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-229eb78f-9fc9-45dd-b9b9-75e7a68f3051 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:39.498114 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [req-71cdbab8-6d13-46e3-9457-8c585284fa6e req-a4f343c5-a2c1-4e9b-a1ee-25449a9ddab3 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:44:39.504214 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-71cdbab8-6d13-46e3-9457-8c585284fa6e req-a4f343c5-a2c1-4e9b-a1ee-25449a9ddab3 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0195048 Nov 25 17:44:39.505726 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-229eb78f-9fc9-45dd-b9b9-75e7a68f3051 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] 10.222.0.75 "DELETE /v2.0/networks/fdbbc86c-7a9a-40e7-9f85-682d116b1c7a HTTP/1.1" status: 204 len: 168 time: 0.8517041 Nov 25 17:44:39.508671 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 35420) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:39.550960 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229eb78f-9fc9-45dd-b9b9-75e7a68f3051 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Pushing event deleted for resources: {'Network': ['ID=fdbbc86c-7a9a-40e7-9f85-682d116b1c7a,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:39.558914 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335d3b96-36de-4889-96e4-1fee303bb540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f443524f-5ec1-4c24-90a6-f772a07fdb31,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:39.682739 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-8babc48e-a7d2-4b8b-97aa-1daeab1cadf3 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Deleting subnet 041c11d3-9085-4bbb-8b7f-bfbb9e6a497b {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:44:39.700712 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8babc48e-a7d2-4b8b-97aa-1daeab1cadf3 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:39.749686 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8babc48e-a7d2-4b8b-97aa-1daeab1cadf3 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:39.880572 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c2eb1-5a75-4955-b6e3-d2694de976e2 req-ae52142c-8e80-4a58-8960-7e2aefe4dda5 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:39.880572 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e40c2eb1-5a75-4955-b6e3-d2694de976e2 req-ae52142c-8e80-4a58-8960-7e2aefe4dda5 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc49186-54c5-4f6e-9aa9-f9123ed745f9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2657895 Nov 25 17:44:39.891103 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8babc48e-a7d2-4b8b-97aa-1daeab1cadf3 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:40.057648 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8babc48e-a7d2-4b8b-97aa-1daeab1cadf3 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:40.130280 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e40c2eb1-5a75-4955-b6e3-d2694de976e2 req-7d2943da-acb8-47a7-985e-7d66e2ad2bed tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.0.66 HTTP/1.1" status: 200 len: 695 time: 0.1360762 Nov 25 17:44:40.142998 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f32f00-110a-4d4b-a976-53318e2fe55c None None] Network abc002a8-49ae-433d-bc5b-90333eb1180d requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:44:40.143959 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8babc48e-a7d2-4b8b-97aa-1daeab1cadf3 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:40.150362 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 35450) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:40.151002 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-8babc48e-a7d2-4b8b-97aa-1daeab1cadf3 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] 10.222.0.75 "DELETE /v2.0/subnets/041c11d3-9085-4bbb-8b7f-bfbb9e6a497b HTTP/1.1" status: 204 len: 168 time: 0.6412184 Nov 25 17:44:40.160462 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8babc48e-a7d2-4b8b-97aa-1daeab1cadf3 tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Pushing event deleted for resources: {'Subnet': ['ID=041c11d3-9085-4bbb-8b7f-bfbb9e6a497b,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:40.173219 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-e40c2eb1-5a75-4955-b6e3-d2694de976e2 req-6f91b73b-0a81-4b61-b995-d09c40a65375 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Request body: {'floatingip': {'port_id': 'e65b0a32-36ff-4226-afe2-043c12e99f1f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:40.222332 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e40c2eb1-5a75-4955-b6e3-d2694de976e2 req-6f91b73b-0a81-4b61-b995-d09c40a65375 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Publish callbacks [] for floatingip, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:40.284061 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2c01d-f256-426a-be4e-c7b3c0739039 req-cdfaa32d-cde7-4ddc-99f2-a8ff7d6f079a tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:40.285988 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2cc2c01d-f256-426a-be4e-c7b3c0739039 req-cdfaa32d-cde7-4ddc-99f2-a8ff7d6f079a tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fddf626-e038-414d-b1b4-b49ae4c2a393 HTTP/1.1" status: 200 len: 945 time: 0.2637069 Nov 25 17:44:40.352603 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1ffbe185-30a8-4153-ab62-79631e5c072e tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:40.525096 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-1ffbe185-30a8-4153-ab62-79631e5c072e tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Deleting port 01863edd-cc5b-431e-9d8a-41198ba8eb70 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:44:40.528244 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1ffbe185-30a8-4153-ab62-79631e5c072e tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:40.530837 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2cc2c01d-f256-426a-be4e-c7b3c0739039 req-7ec8f803-47bc-4ab8-ae3c-87c37d33d33f tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372270 Nov 25 17:44:40.557548 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db1c6f3-d5d4-444a-98bb-2ed384f65e0e None None] DHCP port deletion for abc002a8-49ae-433d-bc5b-90333eb1180d request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:44:40.654862 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 35476) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:40.728086 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-1db1c6f3-d5d4-444a-98bb-2ed384f65e0e None None] Deleting port 01863edd-cc5b-431e-9d8a-41198ba8eb70 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:44:40.728752 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1db1c6f3-d5d4-444a-98bb-2ed384f65e0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:40.779866 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-1ffbe185-30a8-4153-ab62-79631e5c072e tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] For port 01863edd-cc5b-431e-9d8a-41198ba8eb70, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=01863edd-cc5b-431e-9d8a-41198ba8eb70,segment=NetworkSegment(6ea1dda2-737d-46ae-be7e-d65cb1780d12),segment_id=6ea1dda2-737d-46ae-be7e-d65cb1780d12)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:44:40.784870 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1ffbe185-30a8-4153-ab62-79631e5c072e tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:40.849265 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-1db1c6f3-d5d4-444a-98bb-2ed384f65e0e None None] For port 01863edd-cc5b-431e-9d8a-41198ba8eb70, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=01863edd-cc5b-431e-9d8a-41198ba8eb70,segment=NetworkSegment(6ea1dda2-737d-46ae-be7e-d65cb1780d12),segment_id=6ea1dda2-737d-46ae-be7e-d65cb1780d12)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:44:40.849651 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1db1c6f3-d5d4-444a-98bb-2ed384f65e0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:40.852811 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-1ffbe185-30a8-4153-ab62-79631e5c072e tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Calling delete_port for 01863edd-cc5b-431e-9d8a-41198ba8eb70 owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:44:40.899817 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-1db1c6f3-d5d4-444a-98bb-2ed384f65e0e None None] Calling delete_port for 01863edd-cc5b-431e-9d8a-41198ba8eb70 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:44:40.919971 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-bea8f6d5-6386-4065-b976-928fa112cd7e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-550349292'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:41.092458 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1db1c6f3-d5d4-444a-98bb-2ed384f65e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:41.104269 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1ffbe185-30a8-4153-ab62-79631e5c072e tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:41.119904 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffbe185-30a8-4153-ab62-79631e5c072e tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] No DVR routers for this DVR port 01863edd-cc5b-431e-9d8a-41198ba8eb70 on host n-d-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:44:41.159214 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db1c6f3-d5d4-444a-98bb-2ed384f65e0e None None] Pushing event deleted for resources: {'Port': ['ID=01863edd-cc5b-431e-9d8a-41198ba8eb70,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:41.190110 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db1c6f3-d5d4-444a-98bb-2ed384f65e0e None None] No DVR routers for this DVR port 01863edd-cc5b-431e-9d8a-41198ba8eb70 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:44:41.245670 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffbe185-30a8-4153-ab62-79631e5c072e tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Pushing event deleted for resources: {'Port': ['ID=01863edd-cc5b-431e-9d8a-41198ba8eb70,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:41.360501 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1ffbe185-30a8-4153-ab62-79631e5c072e tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:41.391085 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-1ffbe185-30a8-4153-ab62-79631e5c072e tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abc002a8-49ae-433d-bc5b-90333eb1180d']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:41.403049 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-1ffbe185-30a8-4153-ab62-79631e5c072e tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ea1dda2-737d-46ae-be7e-d65cb1780d12') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:41.403623 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-1ffbe185-30a8-4153-ab62-79631e5c072e tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ea1dda2-737d-46ae-be7e-d65cb1780d12') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:41.420512 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1ffbe185-30a8-4153-ab62-79631e5c072e tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:41.437433 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1ffbe185-30a8-4153-ab62-79631e5c072e tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:41.447921 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ffbe185-30a8-4153-ab62-79631e5c072e tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Releasing vlan 924 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:44:41.453581 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1ffbe185-30a8-4153-ab62-79631e5c072e tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:41.458127 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:44:41.458127 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:44:41.458127 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:44:41.458127 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:44:41.458127 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:44:41.458127 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:44:41.458127 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:44:41.458127 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:44:41.458127 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:44:41.458127 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:44:41.458127 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:44:41.458127 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:44:41.458127 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:44:41.458127 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:44:41.458127 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:44:41.458127 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:44:41.458127 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:44:41.458127 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:44:41.458127 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:44:41.458127 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:44:41.458127 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:44:41.458127 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:44:41.458127 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:44:41.458127 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:44:41.458127 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:44:41.458127 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:44:41.458127 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:44:41.458127 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:44:41.458127 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:44:41.458127 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:44:41.458127 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:44:41.458127 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:44:41.529770 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387519fa-c443-4ca7-9b96-94cd4b084222 req-828ae923-8b2c-4dc4-9a04-3fa0be81d5eb tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:41.531296 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-387519fa-c443-4ca7-9b96-94cd4b084222 req-828ae923-8b2c-4dc4-9a04-3fa0be81d5eb tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/ports?device_id=08b8817a-2f77-4baa-95ea-361bfa59cff6 HTTP/1.1" status: 200 len: 945 time: 0.8068662 Nov 25 17:44:41.531919 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea8f6d5-6386-4065-b976-928fa112cd7e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Made reservation on behalf of c99f4fcf65714d6392d1221ed91b6f93 for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:44:41.535163 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bea8f6d5-6386-4065-b976-928fa112cd7e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:41.577335 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1ffbe185-30a8-4153-ab62-79631e5c072e tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:41.596034 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1ffbe185-30a8-4153-ab62-79631e5c072e tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:41.600814 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1ffbe185-30a8-4153-ab62-79631e5c072e tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] 10.222.0.75 "DELETE /v2.0/networks/abc002a8-49ae-433d-bc5b-90333eb1180d HTTP/1.1" status: 204 len: 168 time: 1.4491374 Nov 25 17:44:41.604450 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bea8f6d5-6386-4065-b976-928fa112cd7e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:41.611217 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 35500) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:41.615949 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffbe185-30a8-4153-ab62-79631e5c072e tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Pushing event deleted for resources: {'Network': ['ID=abc002a8-49ae-433d-bc5b-90333eb1180d,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:41.655749 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-8d4790ba-021a-46be-8fbf-266f7cbac94d tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] 10.222.0.75 "GET /v2.0/ports?device_id=ad5b262a-4f38-4f92-9c29-262c8abe83b0 HTTP/1.1" status: 200 len: 205 time: 0.0410864 Nov 25 17:44:41.659329 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 35502) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:41.736178 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-387519fa-c443-4ca7-9b96-94cd4b084222 req-2c00fe2f-3635-4382-901e-5315ace9d133 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1c3665e-ff29-4dbb-8a05-df90f9943146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743925 Nov 25 17:44:41.800679 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-996d7c4f-18ef-4e91-8835-e34d32c50e0c tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:41.817243 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 01863edd-cc5b-431e-9d8a-41198ba8eb70 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:44:41.838573 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e40c2eb1-5a75-4955-b6e3-d2694de976e2 req-6f91b73b-0a81-4b61-b995-d09c40a65375 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:41.868870 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e40c2eb1-5a75-4955-b6e3-d2694de976e2 req-6f91b73b-0a81-4b61-b995-d09c40a65375 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:41.896759 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 01863edd-cc5b-431e-9d8a-41198ba8eb70 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:44:41.897731 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 01863edd-cc5b-431e-9d8a-41198ba8eb70 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:44:42.129844 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bea8f6d5-6386-4065-b976-928fa112cd7e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:42.142681 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bea8f6d5-6386-4065-b976-928fa112cd7e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:42.150126 n-d-817746-1 neutron-server[103361]: INFO neutron.db.l3_db [req-e40c2eb1-5a75-4955-b6e3-d2694de976e2 req-6f91b73b-0a81-4b61-b995-d09c40a65375 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Floating IP 8ddd3f63-c549-4914-ad05-496ffe316599 associated. External IP: 172.25.0.66, port: e65b0a32-36ff-4226-afe2-043c12e99f1f. Nov 25 17:44:42.168575 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-996d7c4f-18ef-4e91-8835-e34d32c50e0c tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:42.170808 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-996d7c4f-18ef-4e91-8835-e34d32c50e0c tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:42.257256 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-996d7c4f-18ef-4e91-8835-e34d32c50e0c tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:42.257781 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996d7c4f-18ef-4e91-8835-e34d32c50e0c tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Fanout notify agent at l3_agent the message router_deleted on router ad5b262a-4f38-4f92-9c29-262c8abe83b0 {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:44:42.264594 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-996d7c4f-18ef-4e91-8835-e34d32c50e0c tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:42.265802 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-996d7c4f-18ef-4e91-8835-e34d32c50e0c tempest-RoutersNegativeTest-1431063388 tempest-RoutersNegativeTest-1431063388-project] 10.222.0.75 "DELETE /v2.0/routers/ad5b262a-4f38-4f92-9c29-262c8abe83b0 HTTP/1.1" status: 204 len: 168 time: 0.6032929 Nov 25 17:44:42.334126 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bea8f6d5-6386-4065-b976-928fa112cd7e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 938} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:44:42.354561 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea8f6d5-6386-4065-b976-928fa112cd7e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b79d130-6739-4323-ae69-16f31b599755,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:42.397801 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bea8f6d5-6386-4065-b976-928fa112cd7e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:42.398491 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-bea8f6d5-6386-4065-b976-928fa112cd7e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Added segment a358e021-f01b-43fe-828e-c3f7ffe17daf of type vlan for network 8d7e4a45-bfe2-414e-a417-1d31226cac38 Nov 25 17:44:42.540549 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bea8f6d5-6386-4065-b976-928fa112cd7e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:42.670922 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e4adb-15d3-4cbf-b0d3-e1f122ac5690 req-8894dab9-5bae-4ac0-a3ca-9bc85b53591f tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:42.682133 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3e1e4adb-15d3-4cbf-b0d3-e1f122ac5690 req-8894dab9-5bae-4ac0-a3ca-9bc85b53591f tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fddf626-e038-414d-b1b4-b49ae4c2a393 HTTP/1.1" status: 200 len: 945 time: 0.1388352 Nov 25 17:44:42.688439 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bea8f6d5-6386-4065-b976-928fa112cd7e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:42.696265 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea8f6d5-6386-4065-b976-928fa112cd7e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:42.697535 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bea8f6d5-6386-4065-b976-928fa112cd7e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:42.809139 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 35536) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:42.919906 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 35540) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:42.925939 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-9e2ac930-e869-43be-af31-790463a05de7 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Request body: {'port': {'network_id': '8d7e4a45-bfe2-414e-a417-1d31226cac38', 'name': 'tempest-PortsTestJSON-2118788242'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:42.932158 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-bea8f6d5-6386-4065-b976-928fa112cd7e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.2760270 Nov 25 17:44:42.945589 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e40c2eb1-5a75-4955-b6e3-d2694de976e2 req-6f91b73b-0a81-4b61-b995-d09c40a65375 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Router ca407927-6a34-455a-b594-8e91192a0a74 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:44:42.973909 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea8f6d5-6386-4065-b976-928fa112cd7e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event updated for resources: {'Network': ['ID=8d7e4a45-bfe2-414e-a417-1d31226cac38,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:42.988566 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 8d7e4a45-bfe2-414e-a417-1d31226cac38 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:44:43.035763 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3e1e4adb-15d3-4cbf-b0d3-e1f122ac5690 req-25a249ea-eabc-4f78-a608-a33b3f15f922 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510373 Nov 25 17:44:43.204357 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2ac930-e869-43be-af31-790463a05de7 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Made reservation on behalf of c99f4fcf65714d6392d1221ed91b6f93 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:44:43.207928 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9e2ac930-e869-43be-af31-790463a05de7 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:43.291467 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab639a4e-b4b1-4f1d-9652-0f4df96a054b req-9028cd36-a5c6-4b30-8d6f-4918bad414df tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:43.294038 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ab639a4e-b4b1-4f1d-9652-0f4df96a054b req-9028cd36-a5c6-4b30-8d6f-4918bad414df tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/ports?device_id=08b8817a-2f77-4baa-95ea-361bfa59cff6 HTTP/1.1" status: 200 len: 945 time: 0.0794113 Nov 25 17:44:43.297666 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-9e2ac930-e869-43be-af31-790463a05de7 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] device_id is not set on port e967720b-dc4b-465b-b4d3-04f3ccb23025 yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:44:43.321415 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-73db1de3-699c-42d0-9420-6139e2eeb3e5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b837df4ef83f477287890b7e07baf00b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5108898 Nov 25 17:44:43.347155 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 35548) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:43.481625 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ab639a4e-b4b1-4f1d-9652-0f4df96a054b req-14f71a63-cb5a-4b52-9024-0e1c15f496f1 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1c3665e-ff29-4dbb-8a05-df90f9943146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743350 Nov 25 17:44:43.495408 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device ed84ae92-906d-4243-b510-3c436279b9e0 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:44:43.505535 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e40c2eb1-5a75-4955-b6e3-d2694de976e2 req-6f91b73b-0a81-4b61-b995-d09c40a65375 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:44:43.519918 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e40c2eb1-5a75-4955-b6e3-d2694de976e2 req-6f91b73b-0a81-4b61-b995-d09c40a65375 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:43.520125 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6046c35a-bea3-4527-9e17-9df5e7ef1c1a None None] Sync routers for ids ['ca407927-6a34-455a-b594-8e91192a0a74'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:44:43.550425 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6046c35a-bea3-4527-9e17-9df5e7ef1c1a None None] Routers {'ca407927-6a34-455a-b594-8e91192a0a74'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:44:43.555880 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-6046c35a-bea3-4527-9e17-9df5e7ef1c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:44:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['ca407927-6a34-455a-b594-8e91192a0a74'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:43.621751 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9e2ac930-e869-43be-af31-790463a05de7 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:43.641260 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e40c2eb1-5a75-4955-b6e3-d2694de976e2 req-6f91b73b-0a81-4b61-b995-d09c40a65375 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "PUT /v2.0/floatingips/8ddd3f63-c549-4914-ad05-496ffe316599 HTTP/1.1" status: 200 len: 996 time: 3.4841819 Nov 25 17:44:43.670053 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdc49186-54c5-4f6e-9aa9-f9123ed745f9', 'tag': 'e65b0a32-36ff-4226-afe2-043c12e99f1f'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:44:43.683164 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba87d7c-ac8b-43c0-80de-cabf0fa07775" -d '{"events": [{"name": "network-changed", "server_uuid": "fdc49186-54c5-4f6e-9aa9-f9123ed745f9", "tag": "e65b0a32-36ff-4226-afe2-043c12e99f1f"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:44:43.689099 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9e2ac930-e869-43be-af31-790463a05de7 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:43.733467 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port ed84ae92-906d-4243-b510-3c436279b9e0, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=ed84ae92-906d-4243-b510-3c436279b9e0,segment=NetworkSegment(c5752f96-a6e9-4fc2-9dae-273cc6a23f00),segment_id=c5752f96-a6e9-4fc2-9dae-273cc6a23f00)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:44:43.774676 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ac930-e869-43be-af31-790463a05de7 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event updated for resources: {'Port': ['ID=e967720b-dc4b-465b-b4d3-04f3ccb23025,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:43.778056 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': 'ed84ae92-906d-4243-b510-3c436279b9e0', 'network_id': 'd0082d57-8c96-4a76-be0f-340c2f65b160', 'port_id': 'ed84ae92-906d-4243-b510-3c436279b9e0', 'mac_address': 'fa:16:3e:90:43:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c74f83ed-3896-4341-8cf1-e1417d85add2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:44:43.788461 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2ac930-e869-43be-af31-790463a05de7 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Checking segment: {'id': 'a358e021-f01b-43fe-828e-c3f7ffe17daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '8d7e4a45-bfe2-414e-a417-1d31226cac38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:44:43.789174 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2ac930-e869-43be-af31-790463a05de7 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Network hostable DHCP agents. Network: 8d7e4a45-bfe2-414e-a417-1d31226cac38, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:44:43.792556 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-6046c35a-bea3-4527-9e17-9df5e7ef1c1a None None] Set router ca407927-6a34-455a-b594-8e91192a0a74 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:44:43.819005 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e62de0c6-d951-41cf-9ace-d49c363fb555 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:43.825318 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2ac930-e869-43be-af31-790463a05de7 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Network 8d7e4a45-bfe2-414e-a417-1d31226cac38 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:44:43.830422 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9244b2-d39f-4524-8a31-aa445cfd93d2 x-openstack-request-id: req-ae9244b2-d39f-4524-8a31-aa445cfd93d2 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:44:43.833214 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdc49186-54c5-4f6e-9aa9-f9123ed745f9", "tag": "e65b0a32-36ff-4226-afe2-043c12e99f1f", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:44:43.833474 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ae9244b2-d39f-4524-8a31-aa445cfd93d2 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:44:43.834080 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdc49186-54c5-4f6e-9aa9-f9123ed745f9', 'tag': 'e65b0a32-36ff-4226-afe2-043c12e99f1f', 'status': 'completed', 'code': 200} Nov 25 17:44:43.846504 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-9e2ac930-e869-43be-af31-790463a05de7 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 8d7e4a45-bfe2-414e-a417-1d31226cac38) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:44:43.853095 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2ac930-e869-43be-af31-790463a05de7 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:44:43.870759 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2ac930-e869-43be-af31-790463a05de7 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:43.871977 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9e2ac930-e869-43be-af31-790463a05de7 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:43.902168 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:43.904353 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5659a9c8-2e6f-47dc-854a-3bb282ba2fd5 None None] Network 8d7e4a45-bfe2-414e-a417-1d31226cac38 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:44:43.904665 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9e2ac930-e869-43be-af31-790463a05de7 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9828119 Nov 25 17:44:43.905525 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 35560) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:43.919109 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-ba83dabe-e941-48b2-9045-362fb27c3696 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-390763760'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:43.932766 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ed84ae92-906d-4243-b510-3c436279b9e0 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:44:43.956779 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port ed84ae92-906d-4243-b510-3c436279b9e0, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=ed84ae92-906d-4243-b510-3c436279b9e0,segment=NetworkSegment(c5752f96-a6e9-4fc2-9dae-273cc6a23f00),segment_id=c5752f96-a6e9-4fc2-9dae-273cc6a23f00)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:44:43.964058 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:43.977889 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba83dabe-e941-48b2-9045-362fb27c3696 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Made reservation on behalf of c99f4fcf65714d6392d1221ed91b6f93 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:44:43.983380 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ba83dabe-e941-48b2-9045-362fb27c3696 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:44.042369 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba83dabe-e941-48b2-9045-362fb27c3696 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 911} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:44:44.062664 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e62de0c6-d951-41cf-9ace-d49c363fb555 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:44.067318 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ba83dabe-e941-48b2-9045-362fb27c3696 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:44.068294 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-ba83dabe-e941-48b2-9045-362fb27c3696 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Added segment f02968dd-2ec7-4d0d-ba45-ffa1a9bb8363 of type vlan for network ac5282a2-30d6-4c4b-99e2-21b5ffb65b05 Nov 25 17:44:44.116417 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=ed84ae92-906d-4243-b510-3c436279b9e0,revision_number=6']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:44.117294 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c2eb1-5a75-4955-b6e3-d2694de976e2 req-543399c0-64ac-4d85-b228-0aed033cb2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:44.136102 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e40c2eb1-5a75-4955-b6e3-d2694de976e2 req-543399c0-64ac-4d85-b228-0aed033cb2f8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0e712441963e47bda81e9361811693b1&device_id=fdc49186-54c5-4f6e-9aa9-f9123ed745f9 HTTP/1.1" status: 200 len: 1097 time: 0.4191270 Nov 25 17:44:44.213648 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ba83dabe-e941-48b2-9045-362fb27c3696 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:44.226900 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba87d7c-ac8b-43c0-80de-cabf0fa07775 req-baf5d193-dd4a-457b-aeed-54b5ece338fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:44.231246 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eba87d7c-ac8b-43c0-80de-cabf0fa07775 req-baf5d193-dd4a-457b-aeed-54b5ece338fa service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0e712441963e47bda81e9361811693b1&device_id=fdc49186-54c5-4f6e-9aa9-f9123ed745f9 HTTP/1.1" status: 200 len: 1097 time: 0.3934703 Nov 25 17:44:44.234308 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['ed84ae92-906d-4243-b510-3c436279b9e0'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:44:44.270828 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ba83dabe-e941-48b2-9045-362fb27c3696 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:44.282968 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba83dabe-e941-48b2-9045-362fb27c3696 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:44.285182 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ba83dabe-e941-48b2-9045-362fb27c3696 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:44.355160 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-6046c35a-bea3-4527-9e17-9df5e7ef1c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca407927-6a34-455a-b594-8e91192a0a74', 'name': 'tempest-ServerRescueTestJSONUnderV235-204615741-router', 'tenant_id': '0e712441963e47bda81e9361811693b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '7bb9e724-fb3f-48a5-aac6-d57283c35fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:43:20Z', 'updated_at': '2021-11-25T17:43:30Z', 'revision_number': 4, 'project_id': '0e712441963e47bda81e9361811693b1', 'gw_port': {'id': '7bb9e724-fb3f-48a5-aac6-d57283c35fbe', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca407927-6a34-455a-b594-8e91192a0a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:43:21Z', 'updated_at': '2021-11-25T17:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '8ddd3f63-c549-4914-ad05-496ffe316599', 'tenant_id': '0e712441963e47bda81e9361811693b1', 'floating_ip_address': '172.25.0.66', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': 'ca407927-6a34-455a-b594-8e91192a0a74', 'port_id': 'e65b0a32-36ff-4226-afe2-043c12e99f1f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a677ceb-58ea-4bc7-9eda-74a3a34ce20c', 'mac_address': 'fa:16:3e:29:30:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc49186-54c5-4f6e-9aa9-f9123ed745f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:44:38Z', 'updated_at': '2021-11-25T17:44:41Z', 'revision_number': 1, 'project_id': '0e712441963e47bda81e9361811693b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ccd2013-1aca-4da3-ae8a-8fdd01180ba0', 'name': '', 'network_id': '2a677ceb-58ea-4bc7-9eda-74a3a34ce20c', 'tenant_id': '0e712441963e47bda81e9361811693b1', 'mac_address': 'fa:16:3e:1b:38:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca407927-6a34-455a-b594-8e91192a0a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '6bfddcac-73ef-4611-af8d-64b1d7a7b463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:43:27Z', 'updated_at': '2021-11-25T17:43:41Z', 'revision_number': 5, 'project_id': '0e712441963e47bda81e9361811693b1', 'subnets': [{'id': '6bfddcac-73ef-4611-af8d-64b1d7a7b463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:44.360360 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ba83dabe-e941-48b2-9045-362fb27c3696 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4532170 Nov 25 17:44:44.392559 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 35572) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:44.411169 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-9ed10697-8654-4d27-8d89-90a09c0c28e8 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Request body: {'ports': [{'network_id': '8d7e4a45-bfe2-414e-a417-1d31226cac38'}, {'network_id': 'ac5282a2-30d6-4c4b-99e2-21b5ffb65b05'}]} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:44.411523 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-9ed10697-8654-4d27-8d89-90a09c0c28e8 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Request body: {'port': {'network_id': '8d7e4a45-bfe2-414e-a417-1d31226cac38'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:44.411969 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-9ed10697-8654-4d27-8d89-90a09c0c28e8 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Request body: {'port': {'network_id': 'ac5282a2-30d6-4c4b-99e2-21b5ffb65b05'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:44.425532 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6046c35a-bea3-4527-9e17-9df5e7ef1c1a None None] Checking router: ca407927-6a34-455a-b594-8e91192a0a74 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:44:44.447271 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6046c35a-bea3-4527-9e17-9df5e7ef1c1a None None] Routers {'ca407927-6a34-455a-b594-8e91192a0a74'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:44:44.447901 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-6046c35a-bea3-4527-9e17-9df5e7ef1c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:44:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['ca407927-6a34-455a-b594-8e91192a0a74'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:44.470900 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba87d7c-ac8b-43c0-80de-cabf0fa07775 req-584eb974-9cde-42d6-88ab-8962506e43ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:44.472732 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eba87d7c-ac8b-43c0-80de-cabf0fa07775 req-584eb974-9cde-42d6-88ab-8962506e43ef service neutron] 10.222.0.74 "GET /v2.0/networks?id=2a677ceb-58ea-4bc7-9eda-74a3a34ce20c HTTP/1.1" status: 200 len: 920 time: 0.2276454 Nov 25 17:44:44.677543 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba83dabe-e941-48b2-9045-362fb27c3696 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event updated for resources: {'Network': ['ID=ac5282a2-30d6-4c4b-99e2-21b5ffb65b05,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:44.828873 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75469714-6991-40fe-ad34-b3fe43dbb46c req-cbee3ad4-f4bb-4f27-83da-5c90ecd9e7f6 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:44.841043 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-75469714-6991-40fe-ad34-b3fe43dbb46c req-cbee3ad4-f4bb-4f27-83da-5c90ecd9e7f6 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fddf626-e038-414d-b1b4-b49ae4c2a393 HTTP/1.1" status: 200 len: 944 time: 0.3670661 Nov 25 17:44:44.859562 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-6046c35a-bea3-4527-9e17-9df5e7ef1c1a None None] Set router ca407927-6a34-455a-b594-8e91192a0a74 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:44:44.875745 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eba87d7c-ac8b-43c0-80de-cabf0fa07775 req-59ee21e0-5329-4c83-9870-bb4b36e8a735 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e65b0a32-36ff-4226-afe2-043c12e99f1f HTTP/1.1" status: 200 len: 999 time: 0.3708694 Nov 25 17:44:44.875979 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network ac5282a2-30d6-4c4b-99e2-21b5ffb65b05 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:44:45.031037 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed10697-8654-4d27-8d89-90a09c0c28e8 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Made reservation on behalf of c99f4fcf65714d6392d1221ed91b6f93 for: {'port': 2} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:44:45.041123 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9ed10697-8654-4d27-8d89-90a09c0c28e8 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:45.079879 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9ed10697-8654-4d27-8d89-90a09c0c28e8 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:45.131480 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba87d7c-ac8b-43c0-80de-cabf0fa07775 req-f8e0dc82-0566-42f7-a1f7-fe40a82a0caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:45.133374 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eba87d7c-ac8b-43c0-80de-cabf0fa07775 req-f8e0dc82-0566-42f7-a1f7-fe40a82a0caa service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6bfddcac-73ef-4611-af8d-64b1d7a7b463 HTTP/1.1" status: 200 len: 859 time: 0.2322357 Nov 25 17:44:45.142757 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c2eb1-5a75-4955-b6e3-d2694de976e2 req-da345dff-4df4-4886-b191-d6ac3cc58c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:45.144319 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e40c2eb1-5a75-4955-b6e3-d2694de976e2 req-da345dff-4df4-4886-b191-d6ac3cc58c76 service neutron] 10.222.0.75 "GET /v2.0/networks?id=2a677ceb-58ea-4bc7-9eda-74a3a34ce20c HTTP/1.1" status: 200 len: 920 time: 0.9687529 Nov 25 17:44:45.145011 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e62de0c6-d951-41cf-9ace-d49c363fb555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:45.171347 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e62de0c6-d951-41cf-9ace-d49c363fb555 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:45.171347 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-e62de0c6-d951-41cf-9ace-d49c363fb555 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f61ba4a1-7939-4ab0-9ef2-22c86135e37e HTTP/1.1" status: 204 len: 168 time: 1.8191564 Nov 25 17:44:45.269274 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-9ed10697-8654-4d27-8d89-90a09c0c28e8 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] device_id is not set on port 805e85d3-952e-4381-8eae-13940fb4455b yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:44:45.511055 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device ed84ae92-906d-4243-b510-3c436279b9e0 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:44:45.532260 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-6046c35a-bea3-4527-9e17-9df5e7ef1c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca407927-6a34-455a-b594-8e91192a0a74', 'name': 'tempest-ServerRescueTestJSONUnderV235-204615741-router', 'tenant_id': '0e712441963e47bda81e9361811693b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '7bb9e724-fb3f-48a5-aac6-d57283c35fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:43:20Z', 'updated_at': '2021-11-25T17:43:30Z', 'revision_number': 4, 'project_id': '0e712441963e47bda81e9361811693b1', 'gw_port': {'id': '7bb9e724-fb3f-48a5-aac6-d57283c35fbe', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca407927-6a34-455a-b594-8e91192a0a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:43:21Z', 'updated_at': '2021-11-25T17:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '8ddd3f63-c549-4914-ad05-496ffe316599', 'tenant_id': '0e712441963e47bda81e9361811693b1', 'floating_ip_address': '172.25.0.66', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': 'ca407927-6a34-455a-b594-8e91192a0a74', 'port_id': 'e65b0a32-36ff-4226-afe2-043c12e99f1f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a677ceb-58ea-4bc7-9eda-74a3a34ce20c', 'mac_address': 'fa:16:3e:29:30:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc49186-54c5-4f6e-9aa9-f9123ed745f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:44:38Z', 'updated_at': '2021-11-25T17:44:41Z', 'revision_number': 1, 'project_id': '0e712441963e47bda81e9361811693b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ccd2013-1aca-4da3-ae8a-8fdd01180ba0', 'name': '', 'network_id': '2a677ceb-58ea-4bc7-9eda-74a3a34ce20c', 'tenant_id': '0e712441963e47bda81e9361811693b1', 'mac_address': 'fa:16:3e:1b:38:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca407927-6a34-455a-b594-8e91192a0a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '6bfddcac-73ef-4611-af8d-64b1d7a7b463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:43:27Z', 'updated_at': '2021-11-25T17:43:41Z', 'revision_number': 5, 'project_id': '0e712441963e47bda81e9361811693b1', 'subnets': [{'id': '6bfddcac-73ef-4611-af8d-64b1d7a7b463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:45.566820 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62de0c6-d951-41cf-9ace-d49c363fb555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61ba4a1-7939-4ab0-9ef2-22c86135e37e,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:45.582944 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eba87d7c-ac8b-43c0-80de-cabf0fa07775 req-102cba3f-e580-4888-92d5-8df57454f79a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2a677ceb-58ea-4bc7-9eda-74a3a34ce20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1719420 Nov 25 17:44:45.698034 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-75469714-6991-40fe-ad34-b3fe43dbb46c req-6294ffa2-a066-4c28-b8fd-42f3a3246829 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8562496 Nov 25 17:44:45.706112 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e40c2eb1-5a75-4955-b6e3-d2694de976e2 req-d5d06ed5-c2a2-490a-bb91-a29f95d6e0a1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e65b0a32-36ff-4226-afe2-043c12e99f1f HTTP/1.1" status: 200 len: 999 time: 0.5363195 Nov 25 17:44:45.720398 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6046c35a-bea3-4527-9e17-9df5e7ef1c1a None None] The sync data for ids ['ca407927-6a34-455a-b594-8e91192a0a74'] in n-d-817746-1 is: [{'id': 'ca407927-6a34-455a-b594-8e91192a0a74', 'name': 'tempest-ServerRescueTestJSONUnderV235-204615741-router', 'tenant_id': '0e712441963e47bda81e9361811693b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '7bb9e724-fb3f-48a5-aac6-d57283c35fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:43:20Z', 'updated_at': '2021-11-25T17:43:30Z', 'revision_number': 4, 'project_id': '0e712441963e47bda81e9361811693b1', 'gw_port': {'id': '7bb9e724-fb3f-48a5-aac6-d57283c35fbe', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca407927-6a34-455a-b594-8e91192a0a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:43:21Z', 'updated_at': '2021-11-25T17:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '8ddd3f63-c549-4914-ad05-496ffe316599', 'tenant_id': '0e712441963e47bda81e9361811693b1', 'floating_ip_address': '172.25.0.66', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': 'ca407927-6a34-455a-b594-8e91192a0a74', 'port_id': 'e65b0a32-36ff-4226-afe2-043c12e99f1f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a677ceb-58ea-4bc7-9eda-74a3a34ce20c', 'mac_address': 'fa:16:3e:29:30:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc49186-54c5-4f6e-9aa9-f9123ed745f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:44:38Z', 'updated_at': '2021-11-25T17:44:41Z', 'revision_number': 1, 'project_id': '0e712441963e47bda81e9361811693b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ccd2013-1aca-4da3-ae8a-8fdd01180ba0', 'name': '', 'network_id': '2a677ceb-58ea-4bc7-9eda-74a3a34ce20c', 'tenant_id': '0e712441963e47bda81e9361811693b1', 'mac_address': 'fa:16:3e:1b:38:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca407927-6a34-455a-b594-8e91192a0a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '6bfddcac-73ef-4611-af8d-64b1d7a7b463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:43:27Z', 'updated_at': '2021-11-25T17:43:41Z', 'revision_number': 5, 'project_id': '0e712441963e47bda81e9361811693b1', 'subnets': [{'id': '6bfddcac-73ef-4611-af8d-64b1d7a7b463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:44:45.784734 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port ed84ae92-906d-4243-b510-3c436279b9e0 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:44:45.785400 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:45.785551 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9ed10697-8654-4d27-8d89-90a09c0c28e8 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:45.932878 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-9ed10697-8654-4d27-8d89-90a09c0c28e8 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] device_id is not set on port 6ad315ca-64a6-487a-8875-3fe7ba646d71 yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:44:45.952909 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:45.987850 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c2eb1-5a75-4955-b6e3-d2694de976e2 req-7c981bb4-66fa-445a-92fe-30b0d7c2385d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:45.994108 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e40c2eb1-5a75-4955-b6e3-d2694de976e2 req-7c981bb4-66fa-445a-92fe-30b0d7c2385d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6bfddcac-73ef-4611-af8d-64b1d7a7b463 HTTP/1.1" status: 200 len: 859 time: 0.2418783 Nov 25 17:44:46.025985 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fddf626-e038-414d-b1b4-b49ae4c2a393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed84ae92-906d-4243-b510-3c436279b9e0'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:44:46.032300 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eba87d7c-ac8b-43c0-80de-cabf0fa07775 req-cfaa79c0-1003-473a-a96c-362db57cffd1 service neutron] 10.222.0.74 "GET /v2.0/networks/2a677ceb-58ea-4bc7-9eda-74a3a34ce20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4391539 Nov 25 17:44:46.041595 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ffee68-ccdd-4756-a2d9-42925b564065" -d '{"events": [{"server_uuid": "0fddf626-e038-414d-b1b4-b49ae4c2a393", "name": "network-vif-plugged", "status": "completed", "tag": "ed84ae92-906d-4243-b510-3c436279b9e0"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:44:46.072382 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port ed84ae92-906d-4243-b510-3c436279b9e0, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=ed84ae92-906d-4243-b510-3c436279b9e0,segment=NetworkSegment(c5752f96-a6e9-4fc2-9dae-273cc6a23f00),segment_id=c5752f96-a6e9-4fc2-9dae-273cc6a23f00)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:44:46.081300 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:46.107095 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e40c2eb1-5a75-4955-b6e3-d2694de976e2 req-59efddb0-685d-43b8-9077-09cbf0b0ab91 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2a677ceb-58ea-4bc7-9eda-74a3a34ce20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975521 Nov 25 17:44:46.157292 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca66b97-9955-4bca-aa4b-0a8008311604 req-b8224394-3b01-4bcf-89a7-1f8bbf969367 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:46.169811 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0ca66b97-9955-4bca-aa4b-0a8008311604 req-b8224394-3b01-4bcf-89a7-1f8bbf969367 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/ports?device_id=08b8817a-2f77-4baa-95ea-361bfa59cff6 HTTP/1.1" status: 200 len: 945 time: 0.3058848 Nov 25 17:44:46.181067 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [req-e40c2eb1-5a75-4955-b6e3-d2694de976e2 req-e21761ff-1f1a-4094-b486-362171d2f3e4 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:44:46.184001 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e40c2eb1-5a75-4955-b6e3-d2694de976e2 req-e21761ff-1f1a-4094-b486-362171d2f3e4 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0431678 Nov 25 17:44:46.201325 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9ed10697-8654-4d27-8d89-90a09c0c28e8 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:46.202957 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=ed84ae92-906d-4243-b510-3c436279b9e0,revision_number=7']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:46.307320 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a55489d-ae3c-4937-9eef-4ead307663a5 None None] New status for floating IP 8ddd3f63-c549-4914-ad05-496ffe316599: ACTIVE {{(pid=103362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:44:46.410320 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9ed10697-8654-4d27-8d89-90a09c0c28e8 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:46.494213 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed10697-8654-4d27-8d89-90a09c0c28e8 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event updated for resources: {'Port': ['ID=805e85d3-952e-4381-8eae-13940fb4455b,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:46.535090 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed10697-8654-4d27-8d89-90a09c0c28e8 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Network 8d7e4a45-bfe2-414e-a417-1d31226cac38 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:44:46.540639 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-9ed10697-8654-4d27-8d89-90a09c0c28e8 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:44:46.551203 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed10697-8654-4d27-8d89-90a09c0c28e8 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:44:46.555405 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9ed10697-8654-4d27-8d89-90a09c0c28e8 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:46.646370 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0ca66b97-9955-4bca-aa4b-0a8008311604 req-a834fe22-08a1-4ffa-9f67-dadcba71a8b2 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1c3665e-ff29-4dbb-8a05-df90f9943146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4582050 Nov 25 17:44:46.779890 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1eaa344-8e41-4bf6-8f05-5707cb16192c x-openstack-request-id: req-f1eaa344-8e41-4bf6-8f05-5707cb16192c {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:44:46.780471 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fddf626-e038-414d-b1b4-b49ae4c2a393", "name": "network-vif-plugged", "status": "completed", "tag": "ed84ae92-906d-4243-b510-3c436279b9e0", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:44:46.780567 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f1eaa344-8e41-4bf6-8f05-5707cb16192c {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:44:46.780946 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fddf626-e038-414d-b1b4-b49ae4c2a393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed84ae92-906d-4243-b510-3c436279b9e0', 'code': 200} Nov 25 17:44:46.837168 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:46.863356 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed10697-8654-4d27-8d89-90a09c0c28e8 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event updated for resources: {'Port': ['ID=6ad315ca-64a6-487a-8875-3fe7ba646d71,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:46.910174 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed10697-8654-4d27-8d89-90a09c0c28e8 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Checking segment: {'id': 'f02968dd-2ec7-4d0d-ba45-ffa1a9bb8363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'ac5282a2-30d6-4c4b-99e2-21b5ffb65b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:44:46.910632 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed10697-8654-4d27-8d89-90a09c0c28e8 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Network hostable DHCP agents. Network: ac5282a2-30d6-4c4b-99e2-21b5ffb65b05, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:44:46.923139 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e40c2eb1-5a75-4955-b6e3-d2694de976e2 req-902303f6-1697-42e1-ab3c-27dc75086b49 service neutron] 10.222.0.75 "GET /v2.0/networks/2a677ceb-58ea-4bc7-9eda-74a3a34ce20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7087390 Nov 25 17:44:46.925248 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:46.935999 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eba87d7c-ac8b-43c0-80de-cabf0fa07775 req-89f863cd-22ff-4f0b-9d77-c552279a8337 service neutron] 10.222.0.74 "GET /v2.0/networks/2a677ceb-58ea-4bc7-9eda-74a3a34ce20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8919268 Nov 25 17:44:47.014733 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed10697-8654-4d27-8d89-90a09c0c28e8 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Network ac5282a2-30d6-4c4b-99e2-21b5ffb65b05 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:44:47.058919 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-9ed10697-8654-4d27-8d89-90a09c0c28e8 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, ac5282a2-30d6-4c4b-99e2-21b5ffb65b05) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:44:47.062953 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed10697-8654-4d27-8d89-90a09c0c28e8 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:44:47.070040 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2750024b-b821-48f3-87b3-e0d83f472761 None None] Network ac5282a2-30d6-4c4b-99e2-21b5ffb65b05 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:44:47.092530 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed10697-8654-4d27-8d89-90a09c0c28e8 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:47.117185 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed10697-8654-4d27-8d89-90a09c0c28e8 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:47.117962 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9ed10697-8654-4d27-8d89-90a09c0c28e8 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:47.135976 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e40c2eb1-5a75-4955-b6e3-d2694de976e2 req-a6ef2a5c-b8b3-4289-a1f9-f0fc8d2f1826 service neutron] 10.222.0.75 "GET /v2.0/networks/2a677ceb-58ea-4bc7-9eda-74a3a34ce20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986485 Nov 25 17:44:47.194426 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 35670) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:47.195432 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9ed10697-8654-4d27-8d89-90a09c0c28e8 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.7993517 Nov 25 17:44:47.279832 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:44:47.442313 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-843d3c48-3e6b-482d-a3bb-1c1373bc9afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:47.499741 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f52005b7-eed0-408d-a7d9-aff2b21e68c2 req-3ba02171-89ab-42b8-8bcb-dd1b05e3cbc7 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.0.66 HTTP/1.1" status: 200 len: 1001 time: 0.2814467 Nov 25 17:44:47.550834 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83637a-9959-4ae2-a5dd-8d801cf7d253 req-ad8a229f-4812-474c-be82-93a045df5a6a tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:47.562676 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9c83637a-9959-4ae2-a5dd-8d801cf7d253 req-ad8a229f-4812-474c-be82-93a045df5a6a tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fddf626-e038-414d-b1b4-b49ae4c2a393 HTTP/1.1" status: 200 len: 945 time: 0.6216567 Nov 25 17:44:47.630816 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52005b7-eed0-408d-a7d9-aff2b21e68c2 req-51ea7b8b-5bf4-4f9c-b153-46a4be590fad tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:47.632684 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f52005b7-eed0-408d-a7d9-aff2b21e68c2 req-51ea7b8b-5bf4-4f9c-b153-46a4be590fad tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/ports/e65b0a32-36ff-4226-afe2-043c12e99f1f HTTP/1.1" status: 200 len: 943 time: 0.1156030 Nov 25 17:44:47.860475 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f52005b7-eed0-408d-a7d9-aff2b21e68c2 req-bd335169-13bc-4203-bd6c-5c2c7e1502a9 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.0.66 HTTP/1.1" status: 200 len: 1001 time: 0.1059713 Nov 25 17:44:47.895689 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9c83637a-9959-4ae2-a5dd-8d801cf7d253 req-4771b614-9634-4238-9d27-13f49d1a5ecf tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614336 Nov 25 17:44:48.011116 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-da41e76e-1dff-4338-a191-b6f80c3cd29b tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Deleting port 6ad315ca-64a6-487a-8875-3fe7ba646d71 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:44:48.011461 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-da41e76e-1dff-4338-a191-b6f80c3cd29b tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:48.100012 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-da41e76e-1dff-4338-a191-b6f80c3cd29b tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:48.119103 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52005b7-eed0-408d-a7d9-aff2b21e68c2 req-37611094-7d98-4441-876b-785cf03cd197 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:48.122696 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f52005b7-eed0-408d-a7d9-aff2b21e68c2 req-37611094-7d98-4441-876b-785cf03cd197 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/networks/1aa44027-b9d0-4a56-9a59-7e664703e20a HTTP/1.1" status: 200 len: 784 time: 0.2318075 Nov 25 17:44:48.166129 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-da41e76e-1dff-4338-a191-b6f80c3cd29b tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Calling delete_port for 6ad315ca-64a6-487a-8875-3fe7ba646d71 owned by {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:44:49.057083 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a176b89-5d82-4b2b-971c-6fb5b25c254f req-4bc98e84-0a9f-4d96-a6f3-e2b4047d03be tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:49.066178 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3a176b89-5d82-4b2b-971c-6fb5b25c254f req-4bc98e84-0a9f-4d96-a6f3-e2b4047d03be tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/ports?device_id=08b8817a-2f77-4baa-95ea-361bfa59cff6 HTTP/1.1" status: 200 len: 945 time: 0.9425018 Nov 25 17:44:49.072121 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f52005b7-eed0-408d-a7d9-aff2b21e68c2 req-dc919e84-0596-43b5-afdb-29f104738e73 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.0.66 HTTP/1.1" status: 200 len: 1001 time: 0.9039400 Nov 25 17:44:49.182572 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3a176b89-5d82-4b2b-971c-6fb5b25c254f req-b9599058-7961-4e1b-948d-35662cfe3285 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1c3665e-ff29-4dbb-8a05-df90f9943146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151490 Nov 25 17:44:49.212183 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-f52005b7-eed0-408d-a7d9-aff2b21e68c2 req-dbce1f04-95b8-4b8d-967a-f016b2a5a22f tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:49.423533 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-da41e76e-1dff-4338-a191-b6f80c3cd29b tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:49.480429 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-da41e76e-1dff-4338-a191-b6f80c3cd29b tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:49.484360 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-da41e76e-1dff-4338-a191-b6f80c3cd29b tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "DELETE /v2.0/ports/6ad315ca-64a6-487a-8875-3fe7ba646d71 HTTP/1.1" status: 204 len: 168 time: 2.2871149 Nov 25 17:44:49.487595 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 35748) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:49.551850 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da41e76e-1dff-4338-a191-b6f80c3cd29b tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event deleted for resources: {'Port': ['ID=6ad315ca-64a6-487a-8875-3fe7ba646d71,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:49.564002 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f52005b7-eed0-408d-a7d9-aff2b21e68c2 req-dbce1f04-95b8-4b8d-967a-f016b2a5a22f tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Publish callbacks [] for floatingip, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:49.642954 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff15d48-1400-4c8c-865f-87f368cb8b91 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:49.654712 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff15d48-1400-4c8c-865f-87f368cb8b91 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:49.657220 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-aff15d48-1400-4c8c-865f-87f368cb8b91 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1682360 Nov 25 17:44:49.663004 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 35756) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:49.719614 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4343558e-af73-49e2-bc69-ee0c4e187dcb req-06ab78d8-9bd4-4868-85c3-3c700bfc6d2a tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:49.722010 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4343558e-af73-49e2-bc69-ee0c4e187dcb req-06ab78d8-9bd4-4868-85c3-3c700bfc6d2a tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fddf626-e038-414d-b1b4-b49ae4c2a393 HTTP/1.1" status: 200 len: 945 time: 0.3228178 Nov 25 17:44:49.813585 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c1ed27c9-8233-480d-a85f-e187b3242d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:50.005730 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-95ee0b13-ac98-432c-b1df-885548c31909 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Deleting port 805e85d3-952e-4381-8eae-13940fb4455b {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:44:50.009829 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-95ee0b13-ac98-432c-b1df-885548c31909 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:50.091568 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4343558e-af73-49e2-bc69-ee0c4e187dcb req-70f3b01f-46c0-4165-89a9-b2d1c305bf87 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458142 Nov 25 17:44:50.310651 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-95ee0b13-ac98-432c-b1df-885548c31909 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:50.392304 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-95ee0b13-ac98-432c-b1df-885548c31909 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Calling delete_port for 805e85d3-952e-4381-8eae-13940fb4455b owned by {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:44:50.442126 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f52005b7-eed0-408d-a7d9-aff2b21e68c2 req-dbce1f04-95b8-4b8d-967a-f016b2a5a22f tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:50.532570 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f52005b7-eed0-408d-a7d9-aff2b21e68c2 req-dbce1f04-95b8-4b8d-967a-f016b2a5a22f tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:50.535190 n-d-817746-1 neutron-server[103361]: INFO neutron.db.l3_db [req-f52005b7-eed0-408d-a7d9-aff2b21e68c2 req-dbce1f04-95b8-4b8d-967a-f016b2a5a22f tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Floating IP 8ddd3f63-c549-4914-ad05-496ffe316599 disassociated. External IP: 172.25.0.66, port: e65b0a32-36ff-4226-afe2-043c12e99f1f. Nov 25 17:44:50.586679 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-95ee0b13-ac98-432c-b1df-885548c31909 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:50.665750 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-95ee0b13-ac98-432c-b1df-885548c31909 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:50.675839 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-95ee0b13-ac98-432c-b1df-885548c31909 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "DELETE /v2.0/ports/805e85d3-952e-4381-8eae-13940fb4455b HTTP/1.1" status: 204 len: 168 time: 1.0065126 Nov 25 17:44:50.675839 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ee0b13-ac98-432c-b1df-885548c31909 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event deleted for resources: {'Port': ['ID=805e85d3-952e-4381-8eae-13940fb4455b,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:50.682994 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 35806) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:50.823718 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57994940-594b-42e5-a0d0-3dd759bdbde1 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:50.832216 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:50.832713 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 35820) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:50.833111 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-57994940-594b-42e5-a0d0-3dd759bdbde1 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1385391 Nov 25 17:44:50.888363 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a078fa-7a57-4702-9365-20a89e55ebcd req-5ebfe4f7-00b0-4afe-9c92-28b6b4ba76bc tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:50.890376 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-12a078fa-7a57-4702-9365-20a89e55ebcd req-5ebfe4f7-00b0-4afe-9c92-28b6b4ba76bc tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/ports?device_id=08b8817a-2f77-4baa-95ea-361bfa59cff6 HTTP/1.1" status: 200 len: 945 time: 0.5101812 Nov 25 17:44:50.931396 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-97220957-58d1-4552-9635-3f126f076382 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] GET failed (client error): The resource could not be found. Nov 25 17:44:50.935520 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-97220957-58d1-4552-9635-3f126f076382 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "GET /v2.0/ports/6ad315ca-64a6-487a-8875-3fe7ba646d71 HTTP/1.1" status: 404 len: 333 time: 0.0895159 Nov 25 17:44:50.938120 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 35826) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:51.009077 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed99ce98-4616-46ac-bc0e-9c0020ede842 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] GET failed (client error): The resource could not be found. Nov 25 17:44:51.013195 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-ed99ce98-4616-46ac-bc0e-9c0020ede842 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "GET /v2.0/ports/805e85d3-952e-4381-8eae-13940fb4455b HTTP/1.1" status: 404 len: 333 time: 0.0635202 Nov 25 17:44:51.014047 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 35832) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:51.059962 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-12a078fa-7a57-4702-9365-20a89e55ebcd req-6312f872-0f61-4f23-aee4-3fcd3b7e1eab tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1c3665e-ff29-4dbb-8a05-df90f9943146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396224 Nov 25 17:44:51.334329 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c34b28b8-7a39-4b6b-9192-f5fb4c0fd3d5 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:51.380411 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f52005b7-eed0-408d-a7d9-aff2b21e68c2 req-dbce1f04-95b8-4b8d-967a-f016b2a5a22f tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Router ca407927-6a34-455a-b594-8e91192a0a74 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:44:51.507632 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b420e4cf-af9f-40a6-af9b-7784aa59a7a8 req-8a0475a3-426c-4c2f-90c8-a87fc9b14469 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:51.516699 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b420e4cf-af9f-40a6-af9b-7784aa59a7a8 req-8a0475a3-426c-4c2f-90c8-a87fc9b14469 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fddf626-e038-414d-b1b4-b49ae4c2a393 HTTP/1.1" status: 200 len: 945 time: 0.2373705 Nov 25 17:44:51.690159 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c34b28b8-7a39-4b6b-9192-f5fb4c0fd3d5 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:51.707576 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b420e4cf-af9f-40a6-af9b-7784aa59a7a8 req-a3e54032-56f8-40f9-85dd-1d1f7393d11f tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814218 Nov 25 17:44:51.733662 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-c34b28b8-7a39-4b6b-9192-f5fb4c0fd3d5 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac5282a2-30d6-4c4b-99e2-21b5ffb65b05']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:51.755860 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-c34b28b8-7a39-4b6b-9192-f5fb4c0fd3d5 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f02968dd-2ec7-4d0d-ba45-ffa1a9bb8363') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:51.758605 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-c34b28b8-7a39-4b6b-9192-f5fb4c0fd3d5 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f02968dd-2ec7-4d0d-ba45-ffa1a9bb8363') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:51.786381 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f52005b7-eed0-408d-a7d9-aff2b21e68c2 req-dbce1f04-95b8-4b8d-967a-f016b2a5a22f tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:44:51.791494 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f52005b7-eed0-408d-a7d9-aff2b21e68c2 req-dbce1f04-95b8-4b8d-967a-f016b2a5a22f tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:51.796197 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c34b28b8-7a39-4b6b-9192-f5fb4c0fd3d5 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:51.798461 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41388011-e22c-4d37-b3a6-0524bdb0d7d3 None None] Sync routers for ids ['ca407927-6a34-455a-b594-8e91192a0a74'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:44:51.821154 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41388011-e22c-4d37-b3a6-0524bdb0d7d3 None None] Routers {'ca407927-6a34-455a-b594-8e91192a0a74'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:44:51.822176 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-41388011-e22c-4d37-b3a6-0524bdb0d7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:44:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['ca407927-6a34-455a-b594-8e91192a0a74'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:51.826501 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c34b28b8-7a39-4b6b-9192-f5fb4c0fd3d5 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:51.836526 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c34b28b8-7a39-4b6b-9192-f5fb4c0fd3d5 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Releasing vlan 911 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:44:51.869033 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c34b28b8-7a39-4b6b-9192-f5fb4c0fd3d5 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:51.869033 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:44:51.869033 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:44:51.869033 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:44:51.869033 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:44:51.869033 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:44:51.869033 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:44:51.869033 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:44:51.869033 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:44:51.869033 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:44:51.869033 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:44:51.869033 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:44:51.869033 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:44:51.869033 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:44:51.869033 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:44:51.869033 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:44:51.869033 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:44:51.869033 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:44:51.869033 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:44:51.869033 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:44:51.869033 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:44:51.869033 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:44:51.869033 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:44:51.869033 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:44:51.869033 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:44:51.869033 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:44:51.869033 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:44:51.869033 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:44:51.869033 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:44:51.869033 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:44:51.869033 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:44:51.869033 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:44:51.869033 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:44:51.876143 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f52005b7-eed0-408d-a7d9-aff2b21e68c2 req-dbce1f04-95b8-4b8d-967a-f016b2a5a22f tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "PUT /v2.0/floatingips/8ddd3f63-c549-4914-ad05-496ffe316599 HTTP/1.1" status: 200 len: 694 time: 2.7441018 Nov 25 17:44:51.876143 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdc49186-54c5-4f6e-9aa9-f9123ed745f9', 'tag': 'e65b0a32-36ff-4226-afe2-043c12e99f1f'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:44:51.876143 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520337af-0860-43ee-a87e-1f4b8e449164" -d '{"events": [{"name": "network-changed", "server_uuid": "fdc49186-54c5-4f6e-9aa9-f9123ed745f9", "tag": "e65b0a32-36ff-4226-afe2-043c12e99f1f"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:44:52.003494 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1880b1-a879-4d2b-87b6-7f45cefe2d87 x-openstack-request-id: req-3b1880b1-a879-4d2b-87b6-7f45cefe2d87 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:44:52.003789 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdc49186-54c5-4f6e-9aa9-f9123ed745f9", "tag": "e65b0a32-36ff-4226-afe2-043c12e99f1f", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:44:52.004055 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3b1880b1-a879-4d2b-87b6-7f45cefe2d87 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:44:52.004463 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdc49186-54c5-4f6e-9aa9-f9123ed745f9', 'tag': 'e65b0a32-36ff-4226-afe2-043c12e99f1f', 'status': 'completed', 'code': 200} Nov 25 17:44:52.043225 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:52.107700 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c34b28b8-7a39-4b6b-9192-f5fb4c0fd3d5 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:52.139980 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c34b28b8-7a39-4b6b-9192-f5fb4c0fd3d5 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:52.154137 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c34b28b8-7a39-4b6b-9192-f5fb4c0fd3d5 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "DELETE /v2.0/networks/ac5282a2-30d6-4c4b-99e2-21b5ffb65b05 HTTP/1.1" status: 204 len: 168 time: 1.1387222 Nov 25 17:44:52.157042 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 35868) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:52.172027 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52005b7-eed0-408d-a7d9-aff2b21e68c2 req-f8fd4eba-af9d-415c-aade-8399d35b7c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:52.175383 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f52005b7-eed0-408d-a7d9-aff2b21e68c2 req-f8fd4eba-af9d-415c-aade-8399d35b7c99 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0e712441963e47bda81e9361811693b1&device_id=fdc49186-54c5-4f6e-9aa9-f9123ed745f9 HTTP/1.1" status: 200 len: 1097 time: 0.2896910 Nov 25 17:44:52.189111 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-41388011-e22c-4d37-b3a6-0524bdb0d7d3 None None] Set router ca407927-6a34-455a-b594-8e91192a0a74 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:44:52.191706 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34b28b8-7a39-4b6b-9192-f5fb4c0fd3d5 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event deleted for resources: {'Network': ['ID=ac5282a2-30d6-4c4b-99e2-21b5ffb65b05,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:52.211150 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-509af9ac-7aaf-41a4-9601-61553b1fba59 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-135295327'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:52.335269 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 35870) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:52.525169 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c5c93acd-1ac6-4f5f-80b4-fce4483d4e59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:52.566329 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509af9ac-7aaf-41a4-9601-61553b1fba59 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Made reservation on behalf of c99f4fcf65714d6392d1221ed91b6f93 for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:44:52.578361 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-509af9ac-7aaf-41a4-9601-61553b1fba59 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:52.588820 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-41388011-e22c-4d37-b3a6-0524bdb0d7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca407927-6a34-455a-b594-8e91192a0a74', 'name': 'tempest-ServerRescueTestJSONUnderV235-204615741-router', 'tenant_id': '0e712441963e47bda81e9361811693b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '7bb9e724-fb3f-48a5-aac6-d57283c35fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:43:20Z', 'updated_at': '2021-11-25T17:43:30Z', 'revision_number': 4, 'project_id': '0e712441963e47bda81e9361811693b1', 'gw_port': {'id': '7bb9e724-fb3f-48a5-aac6-d57283c35fbe', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca407927-6a34-455a-b594-8e91192a0a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:43:21Z', 'updated_at': '2021-11-25T17:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '3ccd2013-1aca-4da3-ae8a-8fdd01180ba0', 'name': '', 'network_id': '2a677ceb-58ea-4bc7-9eda-74a3a34ce20c', 'tenant_id': '0e712441963e47bda81e9361811693b1', 'mac_address': 'fa:16:3e:1b:38:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca407927-6a34-455a-b594-8e91192a0a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '6bfddcac-73ef-4611-af8d-64b1d7a7b463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:43:27Z', 'updated_at': '2021-11-25T17:43:41Z', 'revision_number': 5, 'project_id': '0e712441963e47bda81e9361811693b1', 'subnets': [{'id': '6bfddcac-73ef-4611-af8d-64b1d7a7b463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:52.698997 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520337af-0860-43ee-a87e-1f4b8e449164 req-4708c1f5-35ef-4691-9ef2-c1e87ce0fca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:52.704167 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-520337af-0860-43ee-a87e-1f4b8e449164 req-4708c1f5-35ef-4691-9ef2-c1e87ce0fca9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0e712441963e47bda81e9361811693b1&device_id=fdc49186-54c5-4f6e-9aa9-f9123ed745f9 HTTP/1.1" status: 200 len: 1097 time: 0.6985495 Nov 25 17:44:52.706065 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41388011-e22c-4d37-b3a6-0524bdb0d7d3 None None] Checking router: ca407927-6a34-455a-b594-8e91192a0a74 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:44:52.739322 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41388011-e22c-4d37-b3a6-0524bdb0d7d3 None None] Routers {'ca407927-6a34-455a-b594-8e91192a0a74'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:44:52.741986 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-41388011-e22c-4d37-b3a6-0524bdb0d7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:44:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['ca407927-6a34-455a-b594-8e91192a0a74'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:52.744107 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c5c93acd-1ac6-4f5f-80b4-fce4483d4e59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:52.752949 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c5c93acd-1ac6-4f5f-80b4-fce4483d4e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:52.815395 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c93acd-1ac6-4f5f-80b4-fce4483d4e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2572e30-56ee-46cb-be05-27127b10e346,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:52.914898 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c5c93acd-1ac6-4f5f-80b4-fce4483d4e59 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5ccb808a675b4301968b0bca6541e970&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5784335 Nov 25 17:44:52.915537 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 35886) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:52.956411 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:53.025932 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-41388011-e22c-4d37-b3a6-0524bdb0d7d3 None None] Set router ca407927-6a34-455a-b594-8e91192a0a74 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:44:53.062086 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0e6d287a-1a5a-4a69-963b-9730ee4dd4a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:53.107046 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a45dbad-0754-400a-be08-bc60456888c0 req-8a4198aa-3fe6-4de1-98b1-feebc9d4ce65 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:53.114974 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0e6d287a-1a5a-4a69-963b-9730ee4dd4a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:53.120419 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4a45dbad-0754-400a-be08-bc60456888c0 req-8a4198aa-3fe6-4de1-98b1-feebc9d4ce65 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/ports?device_id=08b8817a-2f77-4baa-95ea-361bfa59cff6 HTTP/1.1" status: 200 len: 945 time: 0.8376451 Nov 25 17:44:53.204895 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-509af9ac-7aaf-41a4-9601-61553b1fba59 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:44:53.256077 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0e6d287a-1a5a-4a69-963b-9730ee4dd4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:53.261133 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0e6d287a-1a5a-4a69-963b-9730ee4dd4a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:53.262984 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0e6d287a-1a5a-4a69-963b-9730ee4dd4a8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f2572e30-56ee-46cb-be05-27127b10e346 HTTP/1.1" status: 204 len: 168 time: 0.3464785 Nov 25 17:44:53.271134 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520337af-0860-43ee-a87e-1f4b8e449164 req-8128d503-a450-4d54-b267-9453c0735cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:53.273015 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-520337af-0860-43ee-a87e-1f4b8e449164 req-8128d503-a450-4d54-b267-9453c0735cc9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2a677ceb-58ea-4bc7-9eda-74a3a34ce20c HTTP/1.1" status: 200 len: 920 time: 0.5502195 Nov 25 17:44:53.284167 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52005b7-eed0-408d-a7d9-aff2b21e68c2 req-61121a8d-413c-4499-b5d5-1b58f7d78487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:53.298953 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f52005b7-eed0-408d-a7d9-aff2b21e68c2 req-61121a8d-413c-4499-b5d5-1b58f7d78487 service neutron] 10.222.0.75 "GET /v2.0/networks?id=2a677ceb-58ea-4bc7-9eda-74a3a34ce20c HTTP/1.1" status: 200 len: 920 time: 1.1128755 Nov 25 17:44:53.303992 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d287a-1a5a-4a69-963b-9730ee4dd4a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2572e30-56ee-46cb-be05-27127b10e346,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:53.334290 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-509af9ac-7aaf-41a4-9601-61553b1fba59 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:53.334744 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-509af9ac-7aaf-41a4-9601-61553b1fba59 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Added segment 2b33dae7-3483-43c7-a179-c7fde5ec173a of type vlan for network dc503e0c-a85d-455d-87a3-e68e7d9c633e Nov 25 17:44:53.521600 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f52005b7-eed0-408d-a7d9-aff2b21e68c2 req-da1fdb20-56a6-428e-b8dc-1fcb28076e7f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e65b0a32-36ff-4226-afe2-043c12e99f1f HTTP/1.1" status: 200 len: 217 time: 0.2216353 Nov 25 17:44:53.567830 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-520337af-0860-43ee-a87e-1f4b8e449164 req-be908649-4ad4-4296-8dc2-800624d4b70e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e65b0a32-36ff-4226-afe2-043c12e99f1f HTTP/1.1" status: 200 len: 217 time: 0.2283523 Nov 25 17:44:53.641175 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-509af9ac-7aaf-41a4-9601-61553b1fba59 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:53.714671 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4a45dbad-0754-400a-be08-bc60456888c0 req-f8d9b6b2-09bd-4d4d-9b1d-47b4d32849e1 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1c3665e-ff29-4dbb-8a05-df90f9943146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5932019 Nov 25 17:44:53.742375 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-41388011-e22c-4d37-b3a6-0524bdb0d7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca407927-6a34-455a-b594-8e91192a0a74', 'name': 'tempest-ServerRescueTestJSONUnderV235-204615741-router', 'tenant_id': '0e712441963e47bda81e9361811693b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '7bb9e724-fb3f-48a5-aac6-d57283c35fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:43:20Z', 'updated_at': '2021-11-25T17:43:30Z', 'revision_number': 4, 'project_id': '0e712441963e47bda81e9361811693b1', 'gw_port': {'id': '7bb9e724-fb3f-48a5-aac6-d57283c35fbe', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca407927-6a34-455a-b594-8e91192a0a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:43:21Z', 'updated_at': '2021-11-25T17:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '3ccd2013-1aca-4da3-ae8a-8fdd01180ba0', 'name': '', 'network_id': '2a677ceb-58ea-4bc7-9eda-74a3a34ce20c', 'tenant_id': '0e712441963e47bda81e9361811693b1', 'mac_address': 'fa:16:3e:1b:38:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca407927-6a34-455a-b594-8e91192a0a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '6bfddcac-73ef-4611-af8d-64b1d7a7b463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:43:27Z', 'updated_at': '2021-11-25T17:43:41Z', 'revision_number': 5, 'project_id': '0e712441963e47bda81e9361811693b1', 'subnets': [{'id': '6bfddcac-73ef-4611-af8d-64b1d7a7b463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:53.755315 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52005b7-eed0-408d-a7d9-aff2b21e68c2 req-bfd3601c-9ec5-47a8-aca4-6fd97f6930ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:53.770966 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f52005b7-eed0-408d-a7d9-aff2b21e68c2 req-bfd3601c-9ec5-47a8-aca4-6fd97f6930ca service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6bfddcac-73ef-4611-af8d-64b1d7a7b463 HTTP/1.1" status: 200 len: 859 time: 0.2481723 Nov 25 17:44:53.822499 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41388011-e22c-4d37-b3a6-0524bdb0d7d3 None None] The sync data for ids ['ca407927-6a34-455a-b594-8e91192a0a74'] in n-d-817746-1 is: [{'id': 'ca407927-6a34-455a-b594-8e91192a0a74', 'name': 'tempest-ServerRescueTestJSONUnderV235-204615741-router', 'tenant_id': '0e712441963e47bda81e9361811693b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '7bb9e724-fb3f-48a5-aac6-d57283c35fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:43:20Z', 'updated_at': '2021-11-25T17:43:30Z', 'revision_number': 4, 'project_id': '0e712441963e47bda81e9361811693b1', 'gw_port': {'id': '7bb9e724-fb3f-48a5-aac6-d57283c35fbe', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca407927-6a34-455a-b594-8e91192a0a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:43:21Z', 'updated_at': '2021-11-25T17:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '3ccd2013-1aca-4da3-ae8a-8fdd01180ba0', 'name': '', 'network_id': '2a677ceb-58ea-4bc7-9eda-74a3a34ce20c', 'tenant_id': '0e712441963e47bda81e9361811693b1', 'mac_address': 'fa:16:3e:1b:38:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca407927-6a34-455a-b594-8e91192a0a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '6bfddcac-73ef-4611-af8d-64b1d7a7b463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:43:27Z', 'updated_at': '2021-11-25T17:43:41Z', 'revision_number': 5, 'project_id': '0e712441963e47bda81e9361811693b1', 'subnets': [{'id': '6bfddcac-73ef-4611-af8d-64b1d7a7b463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:44:53.957721 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 35910) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:53.967333 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f52005b7-eed0-408d-a7d9-aff2b21e68c2 req-14d292cc-8e2b-4724-9887-118632d749f9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2a677ceb-58ea-4bc7-9eda-74a3a34ce20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1952052 Nov 25 17:44:53.994356 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520337af-0860-43ee-a87e-1f4b8e449164 req-bea119f5-4723-40e5-818c-9093efc40c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:53.995749 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-520337af-0860-43ee-a87e-1f4b8e449164 req-bea119f5-4723-40e5-818c-9093efc40c96 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6bfddcac-73ef-4611-af8d-64b1d7a7b463 HTTP/1.1" status: 200 len: 859 time: 0.3827388 Nov 25 17:44:53.996418 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-509af9ac-7aaf-41a4-9601-61553b1fba59 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:54.002026 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509af9ac-7aaf-41a4-9601-61553b1fba59 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:54.003121 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f3ff8294-d94b-4409-beb7-c9e898773b93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:54.014017 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-509af9ac-7aaf-41a4-9601-61553b1fba59 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:54.280196 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f3ff8294-d94b-4409-beb7-c9e898773b93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:54.289270 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509af9ac-7aaf-41a4-9601-61553b1fba59 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event updated for resources: {'Network': ['ID=dc503e0c-a85d-455d-87a3-e68e7d9c633e,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:54.291445 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f3ff8294-d94b-4409-beb7-c9e898773b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:54.303824 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network dc503e0c-a85d-455d-87a3-e68e7d9c633e details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:44:54.342304 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f3ff8294-d94b-4409-beb7-c9e898773b93 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=86b9118a1133442d982355cdc3305925&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3827960 Nov 25 17:44:54.344485 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 35918) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:54.359717 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d9f47a-3152-4db6-bd39-0131d1b0594b None None] New status for floating IP 8ddd3f63-c549-4914-ad05-496ffe316599: DOWN {{(pid=103362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:44:54.417581 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-520337af-0860-43ee-a87e-1f4b8e449164 req-454a06ab-6ab8-45c1-b5a1-6b3d6961c745 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2a677ceb-58ea-4bc7-9eda-74a3a34ce20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3431509 Nov 25 17:44:54.439536 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ff8294-d94b-4409-beb7-c9e898773b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c51178e6-a1c0-4297-8a74-3051ee6fbb96,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:54.460151 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-509af9ac-7aaf-41a4-9601-61553b1fba59 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.2781439 Nov 25 17:44:54.463777 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 35922) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:54.472608 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-4f4aca47-23e3-4fbe-9257-f088fe567abe tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Request body: {'subnet': {'network_id': 'dc503e0c-a85d-455d-87a3-e68e7d9c633e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:54.483085 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-64f4a490-4f41-45d3-8a19-2a64108baf82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:54.549528 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-64f4a490-4f41-45d3-8a19-2a64108baf82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:54.736773 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-64f4a490-4f41-45d3-8a19-2a64108baf82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:54.748812 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-64f4a490-4f41-45d3-8a19-2a64108baf82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:54.759763 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-64f4a490-4f41-45d3-8a19-2a64108baf82 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c51178e6-a1c0-4297-8a74-3051ee6fbb96 HTTP/1.1" status: 204 len: 168 time: 0.4116449 Nov 25 17:44:54.811903 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f4a490-4f41-45d3-8a19-2a64108baf82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51178e6-a1c0-4297-8a74-3051ee6fbb96,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:55.009181 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-520337af-0860-43ee-a87e-1f4b8e449164 req-4465a7ce-082c-419b-a6b6-3d38e47f9110 service neutron] 10.222.0.74 "GET /v2.0/networks/2a677ceb-58ea-4bc7-9eda-74a3a34ce20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5752783 Nov 25 17:44:55.013780 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f52005b7-eed0-408d-a7d9-aff2b21e68c2 req-0335e136-4da1-4c3a-80cd-d15c1f5f2a34 service neutron] 10.222.0.75 "GET /v2.0/networks/2a677ceb-58ea-4bc7-9eda-74a3a34ce20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9348323 Nov 25 17:44:55.033063 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4aca47-23e3-4fbe-9257-f088fe567abe tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Made reservation on behalf of c99f4fcf65714d6392d1221ed91b6f93 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:44:55.041762 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4f4aca47-23e3-4fbe-9257-f088fe567abe tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:55.139634 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.ipam_backend_mixin [None req-4f4aca47-23e3-4fbe-9257-f088fe567abe tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Performing IP validity checks on allocation pools {{(pid=103360) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 25 17:44:55.140322 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.ipam_backend_mixin [None req-4f4aca47-23e3-4fbe-9257-f088fe567abe tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103360) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 25 17:44:55.262122 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2691c670-a9ec-4b12-81f5-6e9dc20f3276 req-403feb94-5c2d-4c9b-9565-c59c8c921e0b tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:55.276866 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2691c670-a9ec-4b12-81f5-6e9dc20f3276 req-403feb94-5c2d-4c9b-9565-c59c8c921e0b tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fddf626-e038-414d-b1b4-b49ae4c2a393 HTTP/1.1" status: 200 len: 945 time: 1.3524380 Nov 25 17:44:55.356277 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4f4aca47-23e3-4fbe-9257-f088fe567abe tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:55.434301 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2691c670-a9ec-4b12-81f5-6e9dc20f3276 req-6ff392a6-8090-4bad-a254-146773a6ade8 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548264 Nov 25 17:44:55.494453 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4aca47-23e3-4fbe-9257-f088fe567abe tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Checking segment: {'id': '2b33dae7-3483-43c7-a179-c7fde5ec173a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'dc503e0c-a85d-455d-87a3-e68e7d9c633e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:44:55.495119 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4aca47-23e3-4fbe-9257-f088fe567abe tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Network hostable DHCP agents. Network: dc503e0c-a85d-455d-87a3-e68e7d9c633e, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:44:55.504426 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4aca47-23e3-4fbe-9257-f088fe567abe tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event updated for resources: {'Subnet': ['ID=691466ce-3341-4ea9-aac8-34bb9944a692,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:55.521031 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4aca47-23e3-4fbe-9257-f088fe567abe tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Network dc503e0c-a85d-455d-87a3-e68e7d9c633e is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:44:55.538027 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-4f4aca47-23e3-4fbe-9257-f088fe567abe tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, dc503e0c-a85d-455d-87a3-e68e7d9c633e) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:44:55.549242 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1e63d5-7e46-4936-9782-3f77f398745b None None] Network dc503e0c-a85d-455d-87a3-e68e7d9c633e requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:44:55.575740 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4aca47-23e3-4fbe-9257-f088fe567abe tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:55.577540 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4f4aca47-23e3-4fbe-9257-f088fe567abe tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:55.653836 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4f4aca47-23e3-4fbe-9257-f088fe567abe tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1885419 Nov 25 17:44:55.655248 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 35950) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:55.686681 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-bc8f8470-26b3-4cb0-b8be-a23093977f4a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Request body: {'port': {'network_id': 'dc503e0c-a85d-455d-87a3-e68e7d9c633e', 'name': 'tempest-PortsTestJSON-80954803'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:55.836620 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f52005b7-eed0-408d-a7d9-aff2b21e68c2 req-bea6691f-5c6d-48fb-add4-4f503db0ba19 service neutron] 10.222.0.75 "GET /v2.0/networks/2a677ceb-58ea-4bc7-9eda-74a3a34ce20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8012245 Nov 25 17:44:55.845504 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-520337af-0860-43ee-a87e-1f4b8e449164 req-eef85171-e6da-4964-b18e-1748d9ababec service neutron] 10.222.0.74 "GET /v2.0/networks/2a677ceb-58ea-4bc7-9eda-74a3a34ce20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8216369 Nov 25 17:44:55.878299 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65177494-d305-4773-a25b-267d6d9e4511 req-90304b41-1f09-4d36-b8d8-b23cfe36bbb7 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:55.879915 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-65177494-d305-4773-a25b-267d6d9e4511 req-90304b41-1f09-4d36-b8d8-b23cfe36bbb7 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/ports?device_id=08b8817a-2f77-4baa-95ea-361bfa59cff6 HTTP/1.1" status: 200 len: 945 time: 0.1579978 Nov 25 17:44:55.995387 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-65177494-d305-4773-a25b-267d6d9e4511 req-41e18f3d-284b-43bc-8d00-25f62c7533a5 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1c3665e-ff29-4dbb-8a05-df90f9943146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053677 Nov 25 17:44:55.996358 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8f8470-26b3-4cb0-b8be-a23093977f4a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Made reservation on behalf of c99f4fcf65714d6392d1221ed91b6f93 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:44:56.001900 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bc8f8470-26b3-4cb0-b8be-a23093977f4a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:56.043681 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-bc8f8470-26b3-4cb0-b8be-a23093977f4a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] device_id is not set on port f42090cc-861a-48ae-a378-f062990a8ade yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:44:56.111303 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8d48a3-206d-4076-9c6e-af6bc742c5ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-dc503e0c-a85d-455d-87a3-e68e7d9c633e', 'network_id': 'dc503e0c-a85d-455d-87a3-e68e7d9c633e', 'tenant_id': 'c99f4fcf65714d6392d1221ed91b6f93', 'fixed_ips': [{'subnet_id': '691466ce-3341-4ea9-aac8-34bb9944a692'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:44:56.112191 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0c8d48a3-206d-4076-9c6e-af6bc742c5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:56.197502 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8497da28-1f42-48f9-8e31-e63c04502205 req-b11ecbb2-6568-441f-ab0b-52f205314f09 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/floatingips/8ddd3f63-c549-4914-ad05-496ffe316599 HTTP/1.1" status: 200 len: 692 time: 0.1373632 Nov 25 17:44:56.370534 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-bc8f8470-26b3-4cb0-b8be-a23093977f4a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Allocated IP 172.20.0.12 (dc503e0c-a85d-455d-87a3-e68e7d9c633e/691466ce-3341-4ea9-aac8-34bb9944a692/f42090cc-861a-48ae-a378-f062990a8ade) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:44:56.373422 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8497da28-1f42-48f9-8e31-e63c04502205 req-418a3815-9252-4253-9fa1-ec723e10f946 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:56.381006 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8497da28-1f42-48f9-8e31-e63c04502205 req-418a3815-9252-4253-9fa1-ec723e10f946 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/networks/1aa44027-b9d0-4a56-9a59-7e664703e20a HTTP/1.1" status: 200 len: 784 time: 0.1825283 Nov 25 17:44:56.387749 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [req-8497da28-1f42-48f9-8e31-e63c04502205 req-e4cfcbb6-24d2-4ebd-bde2-30b6a4e573f7 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:44:56.388989 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8497da28-1f42-48f9-8e31-e63c04502205 req-e4cfcbb6-24d2-4ebd-bde2-30b6a4e573f7 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060735 Nov 25 17:44:56.415578 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 35972) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:56.426016 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-25a2026a-d8e6-40af-9127-ef5d689ee325 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1318228424', 'description': 'tempest-secgroup-smoke-1318228424 description', 'project_id': 'e67f483089c147bfb012c80d67402bfc'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:56.497309 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8497da28-1f42-48f9-8e31-e63c04502205 req-fc64a434-cbb4-485c-9313-a01b921959ee tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.0.66 HTTP/1.1" status: 200 len: 695 time: 0.0958152 Nov 25 17:44:56.580556 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8497da28-1f42-48f9-8e31-e63c04502205 req-1490de24-8954-499d-bacf-bfebda74d3a0 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.0.66 HTTP/1.1" status: 200 len: 695 time: 0.0756836 Nov 25 17:44:56.580889 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-25a2026a-d8e6-40af-9127-ef5d689ee325 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:56.847493 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bc8f8470-26b3-4cb0-b8be-a23093977f4a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:56.865971 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037595ed-3663-4f38-87d1-f25eb2dfe8f5 req-b08eb653-2401-4df8-a967-bff3977c7435 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:56.867701 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-037595ed-3663-4f38-87d1-f25eb2dfe8f5 req-b08eb653-2401-4df8-a967-bff3977c7435 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fddf626-e038-414d-b1b4-b49ae4c2a393 HTTP/1.1" status: 200 len: 945 time: 0.1670663 Nov 25 17:44:56.951145 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bc8f8470-26b3-4cb0-b8be-a23093977f4a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:57.152943 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-0c8d48a3-206d-4076-9c6e-af6bc742c5ec None None] Allocated IP 172.20.0.2 (dc503e0c-a85d-455d-87a3-e68e7d9c633e/691466ce-3341-4ea9-aac8-34bb9944a692/0acaffc6-f5d4-4148-b01f-8b302785d37b) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:44:57.159212 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-25a2026a-d8e6-40af-9127-ef5d689ee325 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:57.170587 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-8497da28-1f42-48f9-8e31-e63c04502205 req-d4ba4129-db36-4677-a828-d7fa2d81b600 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Deleting port 76d4fe81-b204-4bcf-b3fb-a6daf3c1a259 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:44:57.171051 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-8497da28-1f42-48f9-8e31-e63c04502205 req-d4ba4129-db36-4677-a828-d7fa2d81b600 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:57.200888 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8f8470-26b3-4cb0-b8be-a23093977f4a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Network dc503e0c-a85d-455d-87a3-e68e7d9c633e is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:44:57.221253 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-bc8f8470-26b3-4cb0-b8be-a23093977f4a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:44:57.232243 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8f8470-26b3-4cb0-b8be-a23093977f4a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:44:57.354908 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8f8470-26b3-4cb0-b8be-a23093977f4a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event updated for resources: {'Port': ['ID=f42090cc-861a-48ae-a378-f062990a8ade,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:57.415940 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-8497da28-1f42-48f9-8e31-e63c04502205 req-d4ba4129-db36-4677-a828-d7fa2d81b600 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:57.415940 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-8497da28-1f42-48f9-8e31-e63c04502205 req-d4ba4129-db36-4677-a828-d7fa2d81b600 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:57.430627 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0c8d48a3-206d-4076-9c6e-af6bc742c5ec None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:57.445489 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8f8470-26b3-4cb0-b8be-a23093977f4a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:57.447420 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0c8d48a3-206d-4076-9c6e-af6bc742c5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:57.448599 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bc8f8470-26b3-4cb0-b8be-a23093977f4a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:57.458348 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-8497da28-1f42-48f9-8e31-e63c04502205 req-d4ba4129-db36-4677-a828-d7fa2d81b600 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Calling delete_port for 76d4fe81-b204-4bcf-b3fb-a6daf3c1a259 owned by network:floatingip {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:44:57.510880 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-bc8f8470-26b3-4cb0-b8be-a23093977f4a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8478787 Nov 25 17:44:57.514331 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 36008) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:57.625184 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-25a2026a-d8e6-40af-9127-ef5d689ee325 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:57.643303 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8d48a3-206d-4076-9c6e-af6bc742c5ec None None] Network dc503e0c-a85d-455d-87a3-e68e7d9c633e is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:44:57.644236 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d48a3-206d-4076-9c6e-af6bc742c5ec None None] Pushing event updated for resources: {'Port': ['ID=0acaffc6-f5d4-4148-b01f-8b302785d37b,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:57.661674 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-0c8d48a3-206d-4076-9c6e-af6bc742c5ec None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:44:57.670694 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d48a3-206d-4076-9c6e-af6bc742c5ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:57.674415 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d48a3-206d-4076-9c6e-af6bc742c5ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:57.674949 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d48a3-206d-4076-9c6e-af6bc742c5ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:57.676053 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d48a3-206d-4076-9c6e-af6bc742c5ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:57.678366 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d48a3-206d-4076-9c6e-af6bc742c5ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:57.679709 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d48a3-206d-4076-9c6e-af6bc742c5ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:57.680345 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d48a3-206d-4076-9c6e-af6bc742c5ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:57.680932 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d48a3-206d-4076-9c6e-af6bc742c5ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:57.681512 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d48a3-206d-4076-9c6e-af6bc742c5ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:57.682211 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d48a3-206d-4076-9c6e-af6bc742c5ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:57.683008 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d48a3-206d-4076-9c6e-af6bc742c5ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:57.683570 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d48a3-206d-4076-9c6e-af6bc742c5ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:57.706152 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8d48a3-206d-4076-9c6e-af6bc742c5ec None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:44:57.720169 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a2026a-d8e6-40af-9127-ef5d689ee325 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2285b65b-d698-4f33-ae20-5b05d59ab176,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:57.749412 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-037595ed-3663-4f38-87d1-f25eb2dfe8f5 req-3d80fad9-c023-4b31-879b-ac9328cc0ca0 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8551745 Nov 25 17:44:57.799805 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-7f4a429e-15ea-46cb-bf64-755c8fcabcd6 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Deleting port f42090cc-861a-48ae-a378-f062990a8ade {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:44:57.800162 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7f4a429e-15ea-46cb-bf64-755c8fcabcd6 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:57.822644 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-25a2026a-d8e6-40af-9127-ef5d689ee325 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:57.850266 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-25a2026a-d8e6-40af-9127-ef5d689ee325 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.4273899 Nov 25 17:44:57.889040 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 36020) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:57.912226 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-1d5f7981-8347-4ebe-994f-b377c96a6ece tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Request body: {'security_group_rule': {'security_group_id': '2285b65b-d698-4f33-ae20-5b05d59ab176', 'project_id': 'e67f483089c147bfb012c80d67402bfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:57.930969 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-0c8d48a3-206d-4076-9c6e-af6bc742c5ec None None] Attempting to bind port 0acaffc6-f5d4-4148-b01f-8b302785d37b on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:44:57.931464 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-0c8d48a3-206d-4076-9c6e-af6bc742c5ec None None] Attempting to bind port 0acaffc6-f5d4-4148-b01f-8b302785d37b by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '2b33dae7-3483-43c7-a179-c7fde5ec173a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'dc503e0c-a85d-455d-87a3-e68e7d9c633e'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:44:57.931947 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8d48a3-206d-4076-9c6e-af6bc742c5ec None None] Attempting to bind port 0acaffc6-f5d4-4148-b01f-8b302785d37b on network dc503e0c-a85d-455d-87a3-e68e7d9c633e {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:44:57.970435 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8d48a3-206d-4076-9c6e-af6bc742c5ec None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:44:57.970824 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8d48a3-206d-4076-9c6e-af6bc742c5ec None None] Checking segment: {'id': '2b33dae7-3483-43c7-a179-c7fde5ec173a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'dc503e0c-a85d-455d-87a3-e68e7d9c633e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:44:57.971239 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0c8d48a3-206d-4076-9c6e-af6bc742c5ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:57.971643 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8d48a3-206d-4076-9c6e-af6bc742c5ec None None] Bound using segment: {'id': '2b33dae7-3483-43c7-a179-c7fde5ec173a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'dc503e0c-a85d-455d-87a3-e68e7d9c633e'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:44:57.980257 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-0c8d48a3-206d-4076-9c6e-af6bc742c5ec None None] Bound port: 0acaffc6-f5d4-4148-b01f-8b302785d37b, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b33dae7-3483-43c7-a179-c7fde5ec173a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'dc503e0c-a85d-455d-87a3-e68e7d9c633e'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:44:57.980603 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0c8d48a3-206d-4076-9c6e-af6bc742c5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:58.144699 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7f4a429e-15ea-46cb-bf64-755c8fcabcd6 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:58.168807 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-7f4a429e-15ea-46cb-bf64-755c8fcabcd6 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Calling delete_port for f42090cc-861a-48ae-a378-f062990a8ade owned by {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:44:58.207741 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1d5f7981-8347-4ebe-994f-b377c96a6ece tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:58.229315 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-0c8d48a3-206d-4076-9c6e-af6bc742c5ec None None] For port 0acaffc6-f5d4-4148-b01f-8b302785d37b, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:44:58.237197 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-0c8d48a3-206d-4076-9c6e-af6bc742c5ec None None] For port 0acaffc6-f5d4-4148-b01f-8b302785d37b, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=0acaffc6-f5d4-4148-b01f-8b302785d37b,segment=NetworkSegment(2b33dae7-3483-43c7-a179-c7fde5ec173a),segment_id=2b33dae7-3483-43c7-a179-c7fde5ec173a)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:44:58.248591 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0c8d48a3-206d-4076-9c6e-af6bc742c5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:58.429396 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d48a3-206d-4076-9c6e-af6bc742c5ec None None] Pushing event updated for resources: {'Port': ['ID=0acaffc6-f5d4-4148-b01f-8b302785d37b,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:58.431391 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7f4a429e-15ea-46cb-bf64-755c8fcabcd6 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:58.491592 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1d5f7981-8347-4ebe-994f-b377c96a6ece tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:58.519784 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1d5f7981-8347-4ebe-994f-b377c96a6ece tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:58.538903 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4a429e-15ea-46cb-bf64-755c8fcabcd6 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event deleted for resources: {'Port': ['ID=f42090cc-861a-48ae-a378-f062990a8ade,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:58.573815 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9df544-146b-4fcd-bf83-b506cf2aab51 req-5a1b38fe-08ca-4da4-87a5-0e4ed9b402f7 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:58.584604 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bf9df544-146b-4fcd-bf83-b506cf2aab51 req-5a1b38fe-08ca-4da4-87a5-0e4ed9b402f7 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/ports?device_id=08b8817a-2f77-4baa-95ea-361bfa59cff6 HTTP/1.1" status: 200 len: 945 time: 0.5489688 Nov 25 17:44:58.597851 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f7981-8347-4ebe-994f-b377c96a6ece tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7f39f8d-7647-42ac-a5a1-da74f92ee175,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:58.727166 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7f4a429e-15ea-46cb-bf64-755c8fcabcd6 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:58.732996 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7f4a429e-15ea-46cb-bf64-755c8fcabcd6 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "DELETE /v2.0/ports/f42090cc-861a-48ae-a378-f062990a8ade HTTP/1.1" status: 204 len: 168 time: 1.2149415 Nov 25 17:44:58.736199 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 36040) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:58.777347 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5132011-3f35-42e5-9271-8b4506fb2f91 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] DELETE failed (client error): The resource could not be found. Nov 25 17:44:58.778447 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5132011-3f35-42e5-9271-8b4506fb2f91 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:44:58.782338 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a5132011-3f35-42e5-9271-8b4506fb2f91 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "DELETE /v2.0/ports/f42090cc-861a-48ae-a378-f062990a8ade HTTP/1.1" status: 404 len: 333 time: 0.0440242 Nov 25 17:44:58.790071 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 36044) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:58.807536 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bf9df544-146b-4fcd-bf83-b506cf2aab51 req-c303a5df-5aa1-4dc1-904b-bab26d414dd4 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1c3665e-ff29-4dbb-8a05-df90f9943146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219057 Nov 25 17:44:58.821212 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1d5f7981-8347-4ebe-994f-b377c96a6ece tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:58.821212 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-1d5f7981-8347-4ebe-994f-b377c96a6ece tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9164088 Nov 25 17:44:58.822026 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 36048) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:58.828291 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-14b94456-5080-43f4-b5f4-013668da5c66 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Request body: {'security_group_rule': {'security_group_id': '2285b65b-d698-4f33-ae20-5b05d59ab176', 'project_id': 'e67f483089c147bfb012c80d67402bfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:58.878309 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-8497da28-1f42-48f9-8e31-e63c04502205 req-d4ba4129-db36-4677-a828-d7fa2d81b600 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:58.918306 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e2ab654-c750-4e53-934c-d1249785cfe7 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] GET failed (client error): The resource could not be found. Nov 25 17:44:58.920878 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1e2ab654-c750-4e53-934c-d1249785cfe7 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "GET /v2.0/ports/f42090cc-861a-48ae-a378-f062990a8ade HTTP/1.1" status: 404 len: 333 time: 0.1283402 Nov 25 17:44:58.927483 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 36052) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:59.096533 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ba4129-db36-4677-a828-d7fa2d81b600 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Pushing event deleted for resources: {'Port': ['ID=76d4fe81-b204-4bcf-b3fb-a6daf3c1a259,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:59.098721 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-897ff7a9-45e2-42e0-8ebe-141d0b872427 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Deleting subnet 691466ce-3341-4ea9-aac8-34bb9944a692 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:44:59.113631 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-897ff7a9-45e2-42e0-8ebe-141d0b872427 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:59.239764 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-897ff7a9-45e2-42e0-8ebe-141d0b872427 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:59.279986 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-14b94456-5080-43f4-b5f4-013668da5c66 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:59.511999 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-897ff7a9-45e2-42e0-8ebe-141d0b872427 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:59.634297 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-897ff7a9-45e2-42e0-8ebe-141d0b872427 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:59.728226 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-897ff7a9-45e2-42e0-8ebe-141d0b872427 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:59.751142 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-897ff7a9-45e2-42e0-8ebe-141d0b872427 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "DELETE /v2.0/subnets/691466ce-3341-4ea9-aac8-34bb9944a692 HTTP/1.1" status: 204 len: 168 time: 0.8127031 Nov 25 17:44:59.755643 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 36066) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:00.070148 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 0acaffc6-f5d4-4148-b01f-8b302785d37b up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:45:00.261652 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 0acaffc6-f5d4-4148-b01f-8b302785d37b triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:00.263264 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:00.403360 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34671588-22b9-4c69-be81-262460edf9a5 req-dcbd2377-8e64-4fa5-94dc-fb1a09af4827 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:00.405009 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-34671588-22b9-4c69-be81-262460edf9a5 req-dcbd2377-8e64-4fa5-94dc-fb1a09af4827 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fddf626-e038-414d-b1b4-b49ae4c2a393 HTTP/1.1" status: 200 len: 945 time: 1.4946108 Nov 25 17:45:00.437547 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b364ede1-6f5f-47c6-a567-f50888fdd155 req-bf2c804a-b3c8-4d4e-ad60-f08e05c6ad1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:00.439672 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b364ede1-6f5f-47c6-a567-f50888fdd155 req-bf2c804a-b3c8-4d4e-ad60-f08e05c6ad1a service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=08b8817a-2f77-4baa-95ea-361bfa59cff6 HTTP/1.1" status: 200 len: 1096 time: 1.2482607 Nov 25 17:45:00.501084 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-8497da28-1f42-48f9-8e31-e63c04502205 req-d4ba4129-db36-4677-a828-d7fa2d81b600 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Publish callbacks [] for floatingip, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:00.507143 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-8497da28-1f42-48f9-8e31-e63c04502205 req-d4ba4129-db36-4677-a828-d7fa2d81b600 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:00.511647 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8497da28-1f42-48f9-8e31-e63c04502205 req-d4ba4129-db36-4677-a828-d7fa2d81b600 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "DELETE /v2.0/floatingips/8ddd3f63-c549-4914-ad05-496ffe316599 HTTP/1.1" status: 204 len: 173 time: 3.9150646 Nov 25 17:45:00.593803 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:00.674746 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-34671588-22b9-4c69-be81-262460edf9a5 req-c8dc0227-e4c4-4a58-9368-f814b647dadb tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559769 Nov 25 17:45:00.679648 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-14b94456-5080-43f4-b5f4-013668da5c66 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:00.697284 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-14b94456-5080-43f4-b5f4-013668da5c66 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:00.757378 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b7ec57-da01-49c5-833a-254cce202b7e None None] Network dc503e0c-a85d-455d-87a3-e68e7d9c633e requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:45:00.815086 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b364ede1-6f5f-47c6-a567-f50888fdd155 req-8446536c-05c7-46f8-935d-5a164f365942 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=f1c3665e-ff29-4dbb-8a05-df90f9943146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3525491 Nov 25 17:45:00.831417 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897ff7a9-45e2-42e0-8ebe-141d0b872427 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event deleted for resources: {'Subnet': ['ID=691466ce-3341-4ea9-aac8-34bb9944a692,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:00.861021 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-14b94456-5080-43f4-b5f4-013668da5c66 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:00.861021 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-14b94456-5080-43f4-b5f4-013668da5c66 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 2.0289159 Nov 25 17:45:00.868885 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 36086) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:00.885789 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-283a7c08-7bd7-43e6-a5cc-56944ae69604 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Request body: {'security_group_rule': {'security_group_id': '2285b65b-d698-4f33-ae20-5b05d59ab176', 'project_id': 'e67f483089c147bfb012c80d67402bfc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:45:00.901823 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-25b9f0f0-299d-49ec-b35f-53f005179a51 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:00.940249 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b94456-5080-43f4-b5f4-013668da5c66 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ac73a7b-a82e-4537-9d30-902763f18113,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:00.995962 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-283a7c08-7bd7-43e6-a5cc-56944ae69604 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:01.067780 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port 0acaffc6-f5d4-4148-b01f-8b302785d37b, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=0acaffc6-f5d4-4148-b01f-8b302785d37b,segment=NetworkSegment(2b33dae7-3483-43c7-a179-c7fde5ec173a),segment_id=2b33dae7-3483-43c7-a179-c7fde5ec173a)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:01.099763 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:01.109929 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2361de6-d06f-4482-8f27-9e34f7f894fd req-891cd80c-1b28-4e1e-b3c1-18a3d8924488 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:01.111607 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d2361de6-d06f-4482-8f27-9e34f7f894fd req-891cd80c-1b28-4e1e-b3c1-18a3d8924488 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/ports?device_id=08b8817a-2f77-4baa-95ea-361bfa59cff6 HTTP/1.1" status: 200 len: 945 time: 0.2804272 Nov 25 17:45:01.129581 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d4121b98-2dcd-4ddc-9e7d-a2d515da1192 req-30fc185b-d2bf-471d-b603-98886a3d30d0 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/security-groups/f9183716-617b-4403-9e89-1f02b53543e1 HTTP/1.1" status: 200 len: 1827 time: 0.3433683 Nov 25 17:45:01.129873 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-25b9f0f0-299d-49ec-b35f-53f005179a51 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Deleting port 0acaffc6-f5d4-4148-b01f-8b302785d37b {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:45:01.130244 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-25b9f0f0-299d-49ec-b35f-53f005179a51 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:01.215587 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-283a7c08-7bd7-43e6-a5cc-56944ae69604 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:01.229623 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-283a7c08-7bd7-43e6-a5cc-56944ae69604 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:01.278185 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283a7c08-7bd7-43e6-a5cc-56944ae69604 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=201d939c-71fa-4b99-a3d0-43b5c40aa0ac,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:01.293076 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-25b9f0f0-299d-49ec-b35f-53f005179a51 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] For port 0acaffc6-f5d4-4148-b01f-8b302785d37b, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=0acaffc6-f5d4-4148-b01f-8b302785d37b,segment=NetworkSegment(2b33dae7-3483-43c7-a179-c7fde5ec173a),segment_id=2b33dae7-3483-43c7-a179-c7fde5ec173a)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:01.294397 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-25b9f0f0-299d-49ec-b35f-53f005179a51 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:01.294972 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=0acaffc6-f5d4-4148-b01f-8b302785d37b,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:01.306445 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-283a7c08-7bd7-43e6-a5cc-56944ae69604 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:01.311152 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-283a7c08-7bd7-43e6-a5cc-56944ae69604 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4326468 Nov 25 17:45:01.311370 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-370f70bc-410e-4c06-be53-8b593ad3383f None None] Provisioning complete for port 0acaffc6-f5d4-4148-b01f-8b302785d37b triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:01.311370 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-370f70bc-410e-4c06-be53-8b593ad3383f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:01.311642 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 36090) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:01.319535 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-7119183b-154a-4b7e-8a79-7474c598e9a2 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Request body: {'security_group_rule': {'security_group_id': '2285b65b-d698-4f33-ae20-5b05d59ab176', 'project_id': 'e67f483089c147bfb012c80d67402bfc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:45:01.321855 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d2361de6-d06f-4482-8f27-9e34f7f894fd req-65f21bfd-44b2-4650-9be2-71085c35abac tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1c3665e-ff29-4dbb-8a05-df90f9943146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694055 Nov 25 17:45:01.326896 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-25b9f0f0-299d-49ec-b35f-53f005179a51 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Calling delete_port for 0acaffc6-f5d4-4148-b01f-8b302785d37b owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:45:01.397403 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d4121b98-2dcd-4ddc-9e7d-a2d515da1192 req-b48b907a-0d82-43ec-9fd0-c7a3de1141cc tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:01.409523 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7119183b-154a-4b7e-8a79-7474c598e9a2 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:01.471200 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d4121b98-2dcd-4ddc-9e7d-a2d515da1192 req-b48b907a-0d82-43ec-9fd0-c7a3de1141cc tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:01.500526 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-25b9f0f0-299d-49ec-b35f-53f005179a51 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:01.559606 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-370f70bc-410e-4c06-be53-8b593ad3383f None None] Could not find standard attr ID for object 0acaffc6-f5d4-4148-b01f-8b302785d37b. {{(pid=103362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:45:01.570583 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d4121b98-2dcd-4ddc-9e7d-a2d515da1192 req-b48b907a-0d82-43ec-9fd0-c7a3de1141cc tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:01.575621 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7119183b-154a-4b7e-8a79-7474c598e9a2 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:01.576785 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b9f0f0-299d-49ec-b35f-53f005179a51 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event deleted for resources: {'Port': ['ID=0acaffc6-f5d4-4148-b01f-8b302785d37b,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:01.577910 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d4121b98-2dcd-4ddc-9e7d-a2d515da1192 req-b48b907a-0d82-43ec-9fd0-c7a3de1141cc tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:01.582958 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7119183b-154a-4b7e-8a79-7474c598e9a2 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:01.589895 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d4121b98-2dcd-4ddc-9e7d-a2d515da1192 req-b48b907a-0d82-43ec-9fd0-c7a3de1141cc tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "DELETE /v2.0/security-groups/f9183716-617b-4403-9e89-1f02b53543e1 HTTP/1.1" status: 204 len: 173 time: 0.4588113 Nov 25 17:45:01.604277 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119183b-154a-4b7e-8a79-7474c598e9a2 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46ac3ac6-6297-4c3d-add7-cc5b9a0b6149,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:01.608794 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b9f0f0-299d-49ec-b35f-53f005179a51 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] No DVR routers for this DVR port 0acaffc6-f5d4-4148-b01f-8b302785d37b on host n-d-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:45:01.623162 n-d-817746-1 neutron-server[103362]: INFO neutron.plugins.ml2.db [None req-370f70bc-410e-4c06-be53-8b593ad3383f None None] No ports have port_id starting with 0acaffc6-f5d4-4148-b01f-8b302785d37b Nov 25 17:45:01.644066 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48b907a-0d82-43ec-9fd0-c7a3de1141cc tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9183716-617b-4403-9e89-1f02b53543e1,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:01.807628 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-25b9f0f0-299d-49ec-b35f-53f005179a51 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:01.856250 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf1482b-824e-4ac6-8d7f-2f2fc47d2506 None None] DHCP port deletion for dc503e0c-a85d-455d-87a3-e68e7d9c633e request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:45:01.902210 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7119183b-154a-4b7e-8a79-7474c598e9a2 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:01.906791 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 36104) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:01.911681 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-35c0ce28-e01b-4f7f-90be-7c005fa955bc tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Request body: {'security_group_rule': {'security_group_id': '2285b65b-d698-4f33-ae20-5b05d59ab176', 'project_id': 'e67f483089c147bfb012c80d67402bfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:45:01.965085 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7119183b-154a-4b7e-8a79-7474c598e9a2 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5909183 Nov 25 17:45:02.010340 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-25b9f0f0-299d-49ec-b35f-53f005179a51 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc503e0c-a85d-455d-87a3-e68e7d9c633e']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:02.065217 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-25b9f0f0-299d-49ec-b35f-53f005179a51 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b33dae7-3483-43c7-a179-c7fde5ec173a') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:02.067758 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-25b9f0f0-299d-49ec-b35f-53f005179a51 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b33dae7-3483-43c7-a179-c7fde5ec173a') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:02.113890 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-25b9f0f0-299d-49ec-b35f-53f005179a51 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:02.165004 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-25b9f0f0-299d-49ec-b35f-53f005179a51 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:02.191958 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25b9f0f0-299d-49ec-b35f-53f005179a51 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Releasing vlan 925 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:45:02.192506 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-25b9f0f0-299d-49ec-b35f-53f005179a51 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:02.212912 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:45:02.212912 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:45:02.212912 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:45:02.212912 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:45:02.212912 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:45:02.212912 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:45:02.212912 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:45:02.212912 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:45:02.212912 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:45:02.212912 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:45:02.212912 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:45:02.212912 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:45:02.212912 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:45:02.212912 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:45:02.212912 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:45:02.212912 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:45:02.212912 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:45:02.212912 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:45:02.212912 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:45:02.212912 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:45:02.212912 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:45:02.212912 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:45:02.212912 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:45:02.212912 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:45:02.212912 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:45:02.212912 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:45:02.212912 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:45:02.212912 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:45:02.212912 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:45:02.212912 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:45:02.212912 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:45:02.212912 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:45:02.231391 n-d-817746-1 neutron-server[103361]: INFO neutron.db.securitygroups_db [None req-35c0ce28-e01b-4f7f-90be-7c005fa955bc tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Project e67f483089c147bfb012c80d67402bfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:45:02.278607 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee8099-de50-4ad0-8f3e-b933d16fb19b req-aa5cb99b-b444-4563-8090-08b0740350af tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:02.280346 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-07ee8099-de50-4ad0-8f3e-b933d16fb19b req-aa5cb99b-b444-4563-8090-08b0740350af tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc49186-54c5-4f6e-9aa9-f9123ed745f9 HTTP/1.1" status: 200 len: 946 time: 0.1173308 Nov 25 17:45:02.281950 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-35c0ce28-e01b-4f7f-90be-7c005fa955bc tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:02.322044 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6410d50b-7bb2-41aa-810f-31637c6a689a req-bf700860-c34a-4b3f-ae35-b46108b13d91 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:02.329557 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6410d50b-7bb2-41aa-810f-31637c6a689a req-bf700860-c34a-4b3f-ae35-b46108b13d91 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fddf626-e038-414d-b1b4-b49ae4c2a393 HTTP/1.1" status: 200 len: 945 time: 0.3520181 Nov 25 17:45:02.341141 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-25b9f0f0-299d-49ec-b35f-53f005179a51 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:02.354901 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-25b9f0f0-299d-49ec-b35f-53f005179a51 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:02.361068 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-25b9f0f0-299d-49ec-b35f-53f005179a51 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "DELETE /v2.0/networks/dc503e0c-a85d-455d-87a3-e68e7d9c633e HTTP/1.1" status: 204 len: 168 time: 2.4808524 Nov 25 17:45:02.377021 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 36112) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:02.387779 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b9f0f0-299d-49ec-b35f-53f005179a51 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event deleted for resources: {'Network': ['ID=dc503e0c-a85d-455d-87a3-e68e7d9c633e,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:02.410104 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-b43fe252-9660-4b85-b3e9-7e5d4fec3bdb tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1741101735'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:45:02.468008 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-35c0ce28-e01b-4f7f-90be-7c005fa955bc tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:02.475607 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6410d50b-7bb2-41aa-810f-31637c6a689a req-bcce190e-ca88-470d-ac50-08dd123907b2 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452162 Nov 25 17:45:02.482558 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-35c0ce28-e01b-4f7f-90be-7c005fa955bc tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:02.523635 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43fe252-9660-4b85-b3e9-7e5d4fec3bdb tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Made reservation on behalf of c99f4fcf65714d6392d1221ed91b6f93 for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:45:02.534003 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b43fe252-9660-4b85-b3e9-7e5d4fec3bdb tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:02.548470 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-35c0ce28-e01b-4f7f-90be-7c005fa955bc tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:02.552965 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-35c0ce28-e01b-4f7f-90be-7c005fa955bc tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6416554 Nov 25 17:45:02.553178 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 36120) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:02.559205 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-5e208676-c102-4bdc-9e2e-4eeaab9daf0c tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Request body: {'security_group_rule': {'security_group_id': '2285b65b-d698-4f33-ae20-5b05d59ab176', 'project_id': 'e67f483089c147bfb012c80d67402bfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:45:02.567098 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-07ee8099-de50-4ad0-8f3e-b933d16fb19b req-253b349e-cd1e-4976-ae7e-64f390074a21 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d500f03-b1e7-4506-ad28-855831c9b6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654123 Nov 25 17:45:02.571430 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c0ce28-e01b-4f7f-90be-7c005fa955bc tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=369133eb-aacc-4e69-b437-9911856c2433,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:02.603552 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b43fe252-9660-4b85-b3e9-7e5d4fec3bdb tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 901} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:45:02.623160 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b43fe252-9660-4b85-b3e9-7e5d4fec3bdb tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:02.623834 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-b43fe252-9660-4b85-b3e9-7e5d4fec3bdb tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Added segment b43452d5-b4c0-4ef6-b355-d1ed2812d4da of type vlan for network 47ed5b48-2de7-47ab-94b9-4eff2557e188 Nov 25 17:45:02.633842 n-d-817746-1 neutron-server[103360]: INFO neutron.db.securitygroups_db [None req-5e208676-c102-4bdc-9e2e-4eeaab9daf0c tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Project e67f483089c147bfb012c80d67402bfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:45:02.641808 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5e208676-c102-4bdc-9e2e-4eeaab9daf0c tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:02.695942 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b43fe252-9660-4b85-b3e9-7e5d4fec3bdb tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:02.757370 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5e208676-c102-4bdc-9e2e-4eeaab9daf0c tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:02.763921 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5e208676-c102-4bdc-9e2e-4eeaab9daf0c tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:02.790370 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e208676-c102-4bdc-9e2e-4eeaab9daf0c tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7262a8f9-661c-4491-a4e0-1118c0b8bde8,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:02.808899 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5e208676-c102-4bdc-9e2e-4eeaab9daf0c tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:02.810264 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-5e208676-c102-4bdc-9e2e-4eeaab9daf0c tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2566445 Nov 25 17:45:02.825714 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b43fe252-9660-4b85-b3e9-7e5d4fec3bdb tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:02.833382 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43fe252-9660-4b85-b3e9-7e5d4fec3bdb tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:02.835106 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b43fe252-9660-4b85-b3e9-7e5d4fec3bdb tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:02.862070 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95328f9-08cc-45a3-a070-d6012f1cfbed req-44138a9e-2ab8-4723-b54b-16523f6a2d9a tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:02.864235 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a95328f9-08cc-45a3-a070-d6012f1cfbed req-44138a9e-2ab8-4723-b54b-16523f6a2d9a tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/ports?device_id=08b8817a-2f77-4baa-95ea-361bfa59cff6 HTTP/1.1" status: 200 len: 945 time: 0.1607468 Nov 25 17:45:02.913661 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-b43fe252-9660-4b85-b3e9-7e5d4fec3bdb tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5280900 Nov 25 17:45:02.916236 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 36124) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:02.921641 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-3e7b7e77-109a-4b79-8134-8e787c019415 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Request body: {'subnet': {'network_id': '47ed5b48-2de7-47ab-94b9-4eff2557e188', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:45:03.016791 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43fe252-9660-4b85-b3e9-7e5d4fec3bdb tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event updated for resources: {'Network': ['ID=47ed5b48-2de7-47ab-94b9-4eff2557e188,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:03.036310 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 47ed5b48-2de7-47ab-94b9-4eff2557e188 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:45:03.046527 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a95328f9-08cc-45a3-a070-d6012f1cfbed req-c6705311-f2da-4edc-8814-514d04e4eff2 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1c3665e-ff29-4dbb-8a05-df90f9943146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614840 Nov 25 17:45:03.129864 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7b7e77-109a-4b79-8134-8e787c019415 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Made reservation on behalf of c99f4fcf65714d6392d1221ed91b6f93 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:45:03.135478 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3e7b7e77-109a-4b79-8134-8e787c019415 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:03.424703 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6d9f5e45-9472-43e7-8f49-42c37aa0a367 req-3a5947f0-1fcb-4c05-895d-2f466c4f80f7 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1318228424&fields=id&tenant_id=e67f483089c147bfb012c80d67402bfc HTTP/1.1" status: 200 len: 267 time: 0.1427448 Nov 25 17:45:03.690095 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3e7b7e77-109a-4b79-8134-8e787c019415 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:03.757336 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181db56-869a-4390-a47e-2787cde0964a req-4953ccac-2e9a-4996-93fe-65b35eff13ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:03.759211 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 0acaffc6-f5d4-4148-b01f-8b302785d37b no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:45:03.761242 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3181db56-869a-4390-a47e-2787cde0964a req-4953ccac-2e9a-4996-93fe-65b35eff13ee service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=bcc83327df764a93b0dfb6e88102bcf0&device_id=08b8817a-2f77-4baa-95ea-361bfa59cff6 HTTP/1.1" status: 200 len: 1096 time: 0.3111506 Nov 25 17:45:03.808662 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 0acaffc6-f5d4-4148-b01f-8b302785d37b {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:45:03.811594 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 0acaffc6-f5d4-4148-b01f-8b302785d37b not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:45:03.827589 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7b7e77-109a-4b79-8134-8e787c019415 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event updated for resources: {'Subnet': ['ID=61707860-6d8f-454a-8300-e5081c551be9,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:03.842470 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f5e45-9472-43e7-8f49-42c37aa0a367 req-f13c0c48-f29f-49cb-ac66-f76675bdea75 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:03.843982 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6d9f5e45-9472-43e7-8f49-42c37aa0a367 req-f13c0c48-f29f-49cb-ac66-f76675bdea75 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] 10.222.0.75 "GET /v2.0/networks?id=ac3d9612-6ca0-40df-ad89-62ed459c33fb HTTP/1.1" status: 200 len: 814 time: 0.4179623 Nov 25 17:45:03.860119 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7b7e77-109a-4b79-8134-8e787c019415 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Checking segment: {'id': 'b43452d5-b4c0-4ef6-b355-d1ed2812d4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '47ed5b48-2de7-47ab-94b9-4eff2557e188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:45:03.860553 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7b7e77-109a-4b79-8134-8e787c019415 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Network hostable DHCP agents. Network: 47ed5b48-2de7-47ab-94b9-4eff2557e188, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:45:03.903273 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7b7e77-109a-4b79-8134-8e787c019415 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Network 47ed5b48-2de7-47ab-94b9-4eff2557e188 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:45:03.906774 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ade14-145c-42ac-ae64-f7a72217ef03 req-ccd8fe2f-19b8-4e5c-b31e-5de6011c981b tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:03.927064 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e58ade14-145c-42ac-ae64-f7a72217ef03 req-ccd8fe2f-19b8-4e5c-b31e-5de6011c981b tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/ports?device_id=08b8817a-2f77-4baa-95ea-361bfa59cff6 HTTP/1.1" status: 200 len: 945 time: 0.4118865 Nov 25 17:45:03.942771 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-3e7b7e77-109a-4b79-8134-8e787c019415 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 47ed5b48-2de7-47ab-94b9-4eff2557e188) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:45:03.962163 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63baab0e-edf3-4f02-8d86-93b39195545d None None] Network 47ed5b48-2de7-47ab-94b9-4eff2557e188 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:45:03.976240 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7b7e77-109a-4b79-8134-8e787c019415 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:03.979306 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3e7b7e77-109a-4b79-8134-8e787c019415 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:04.019744 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6d9f5e45-9472-43e7-8f49-42c37aa0a367 req-fa1b299c-5cea-4832-82db-2e9e8e1f5ea0 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] 10.222.0.75 "GET /v2.0/quotas/e67f483089c147bfb012c80d67402bfc HTTP/1.1" status: 200 len: 375 time: 0.1361299 Nov 25 17:45:04.042227 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3e7b7e77-109a-4b79-8134-8e787c019415 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1246891 Nov 25 17:45:04.047811 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 36162) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:04.061909 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-30ddfb01-d962-4320-a7b7-40c45374a734 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Request body: {'port': {'network_id': '47ed5b48-2de7-47ab-94b9-4eff2557e188', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1489511830'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:45:04.346382 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e40350-49cd-4fdc-aabf-0c238ec4e17c req-8ba74849-9bbf-4c24-993f-17d2a4d333e4 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:04.355074 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-55e40350-49cd-4fdc-aabf-0c238ec4e17c req-8ba74849-9bbf-4c24-993f-17d2a4d333e4 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.74 "GET /v2.0/ports?device_id=fdc49186-54c5-4f6e-9aa9-f9123ed745f9 HTTP/1.1" status: 200 len: 946 time: 0.2528043 Nov 25 17:45:04.434033 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35af7461-73cd-43a2-8081-ffeaf912a05a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-47ed5b48-2de7-47ab-94b9-4eff2557e188', 'network_id': '47ed5b48-2de7-47ab-94b9-4eff2557e188', 'tenant_id': 'c99f4fcf65714d6392d1221ed91b6f93', 'fixed_ips': [{'subnet_id': '61707860-6d8f-454a-8300-e5081c551be9'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:45:04.435682 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-35af7461-73cd-43a2-8081-ffeaf912a05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:04.547252 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6d9f5e45-9472-43e7-8f49-42c37aa0a367 req-e59a6efb-665a-4dbf-865a-88ec35245fc1 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=e67f483089c147bfb012c80d67402bfc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5112276 Nov 25 17:45:04.619541 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ddfb01-d962-4320-a7b7-40c45374a734 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Made reservation on behalf of c99f4fcf65714d6392d1221ed91b6f93 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:45:04.629671 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-30ddfb01-d962-4320-a7b7-40c45374a734 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:04.702511 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-30ddfb01-d962-4320-a7b7-40c45374a734 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] device_id is not set on port 7182d93d-3162-4ed0-9dc9-d275b1144c97 yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:45:04.841591 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6d9f5e45-9472-43e7-8f49-42c37aa0a367 req-35290f4f-5477-4487-be72-156d6287221b service neutron] 10.222.0.75 "GET /v2.0/networks/ac3d9612-6ca0-40df-ad89-62ed459c33fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282891 Nov 25 17:45:04.942422 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-35af7461-73cd-43a2-8081-ffeaf912a05a None None] Allocated IP 172.20.0.2 (47ed5b48-2de7-47ab-94b9-4eff2557e188/61707860-6d8f-454a-8300-e5081c551be9/cf63f83e-445d-4aa0-bea7-41935c13de34) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:45:05.008804 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e58ade14-145c-42ac-ae64-f7a72217ef03 req-2de888bb-cf17-43cf-b7b1-985004aaae8b tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1c3665e-ff29-4dbb-8a05-df90f9943146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0505185 Nov 25 17:45:05.246061 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181db56-869a-4390-a47e-2787cde0964a req-bcd6f7d9-4f87-417a-ab37-751da555baed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:05.248154 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3181db56-869a-4390-a47e-2787cde0964a req-bcd6f7d9-4f87-417a-ab37-751da555baed service neutron] 10.222.0.90 "GET /v2.0/networks?id=762853d9-38e5-4380-88ed-82e8f6ae46d0 HTTP/1.1" status: 200 len: 912 time: 1.3656855 Nov 25 17:45:05.409555 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-55e40350-49cd-4fdc-aabf-0c238ec4e17c req-406295eb-7d2c-44bb-8928-be6515bac545 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Deleting port e65b0a32-36ff-4226-afe2-043c12e99f1f {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:45:05.412681 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-55e40350-49cd-4fdc-aabf-0c238ec4e17c req-406295eb-7d2c-44bb-8928-be6515bac545 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:05.482728 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-35af7461-73cd-43a2-8081-ffeaf912a05a None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:05.495777 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-35af7461-73cd-43a2-8081-ffeaf912a05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:05.534021 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35af7461-73cd-43a2-8081-ffeaf912a05a None None] Network 47ed5b48-2de7-47ab-94b9-4eff2557e188 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:45:05.560160 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3181db56-869a-4390-a47e-2787cde0964a req-26d1f4ab-7049-4137-aeb5-8e7c8aaa0fb8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=910ff6f2-30af-4447-a006-70dd68383993 HTTP/1.1" status: 200 len: 217 time: 0.2094691 Nov 25 17:45:05.620623 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-35af7461-73cd-43a2-8081-ffeaf912a05a None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:45:05.695511 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-30ddfb01-d962-4320-a7b7-40c45374a734 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Allocated IP 172.20.0.9 (47ed5b48-2de7-47ab-94b9-4eff2557e188/61707860-6d8f-454a-8300-e5081c551be9/7182d93d-3162-4ed0-9dc9-d275b1144c97) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:45:05.716397 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35af7461-73cd-43a2-8081-ffeaf912a05a None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:45:05.943160 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6d9f5e45-9472-43e7-8f49-42c37aa0a367 req-ce8298f2-9e8c-4b04-8b88-a6b842fa8aba service neutron] 10.222.0.75 "GET /v2.0/networks/ac3d9612-6ca0-40df-ad89-62ed459c33fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0326471 Nov 25 17:45:06.093424 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a607e58-5ad4-453d-86cf-d209ffd3a135 req-66920f35-dd7f-4656-b3f6-0ba0d776529c tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:06.095409 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2a607e58-5ad4-453d-86cf-d209ffd3a135 req-66920f35-dd7f-4656-b3f6-0ba0d776529c tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fddf626-e038-414d-b1b4-b49ae4c2a393 HTTP/1.1" status: 200 len: 945 time: 0.8440344 Nov 25 17:45:06.123924 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181db56-869a-4390-a47e-2787cde0964a req-41d278e1-ecbb-4686-a16d-fc3091027576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:06.125731 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3181db56-869a-4390-a47e-2787cde0964a req-41d278e1-ecbb-4686-a16d-fc3091027576 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2359eb3b-2212-46df-98c5-fcb6d89adeb1 HTTP/1.1" status: 200 len: 851 time: 0.5332310 Nov 25 17:45:06.171687 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35af7461-73cd-43a2-8081-ffeaf912a05a None None] Pushing event updated for resources: {'Port': ['ID=cf63f83e-445d-4aa0-bea7-41935c13de34,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:06.188412 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-35af7461-73cd-43a2-8081-ffeaf912a05a None None] Attempting to bind port cf63f83e-445d-4aa0-bea7-41935c13de34 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:45:06.188870 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-35af7461-73cd-43a2-8081-ffeaf912a05a None None] Attempting to bind port cf63f83e-445d-4aa0-bea7-41935c13de34 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'b43452d5-b4c0-4ef6-b355-d1ed2812d4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '47ed5b48-2de7-47ab-94b9-4eff2557e188'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:45:06.189442 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35af7461-73cd-43a2-8081-ffeaf912a05a None None] Attempting to bind port cf63f83e-445d-4aa0-bea7-41935c13de34 on network 47ed5b48-2de7-47ab-94b9-4eff2557e188 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:45:06.196288 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35af7461-73cd-43a2-8081-ffeaf912a05a None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:45:06.196937 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35af7461-73cd-43a2-8081-ffeaf912a05a None None] Checking segment: {'id': 'b43452d5-b4c0-4ef6-b355-d1ed2812d4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '47ed5b48-2de7-47ab-94b9-4eff2557e188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:45:06.197770 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-35af7461-73cd-43a2-8081-ffeaf912a05a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:06.198332 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35af7461-73cd-43a2-8081-ffeaf912a05a None None] Bound using segment: {'id': 'b43452d5-b4c0-4ef6-b355-d1ed2812d4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '47ed5b48-2de7-47ab-94b9-4eff2557e188'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:45:06.200341 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-35af7461-73cd-43a2-8081-ffeaf912a05a None None] Bound port: cf63f83e-445d-4aa0-bea7-41935c13de34, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43452d5-b4c0-4ef6-b355-d1ed2812d4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '47ed5b48-2de7-47ab-94b9-4eff2557e188'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:45:06.201150 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-35af7461-73cd-43a2-8081-ffeaf912a05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:06.214079 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-30ddfb01-d962-4320-a7b7-40c45374a734 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:06.295196 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-30ddfb01-d962-4320-a7b7-40c45374a734 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:06.321260 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-35af7461-73cd-43a2-8081-ffeaf912a05a None None] For port cf63f83e-445d-4aa0-bea7-41935c13de34, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:45:06.321448 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3181db56-869a-4390-a47e-2787cde0964a req-9aee01b2-a400-4baf-86f0-50a977a7ba21 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=762853d9-38e5-4380-88ed-82e8f6ae46d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1753867 Nov 25 17:45:06.331780 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-35af7461-73cd-43a2-8081-ffeaf912a05a None None] For port cf63f83e-445d-4aa0-bea7-41935c13de34, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=cf63f83e-445d-4aa0-bea7-41935c13de34,segment=NetworkSegment(b43452d5-b4c0-4ef6-b355-d1ed2812d4da),segment_id=b43452d5-b4c0-4ef6-b355-d1ed2812d4da)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:45:06.340508 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-35af7461-73cd-43a2-8081-ffeaf912a05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:06.377075 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-55e40350-49cd-4fdc-aabf-0c238ec4e17c req-406295eb-7d2c-44bb-8928-be6515bac545 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] For port e65b0a32-36ff-4226-afe2-043c12e99f1f, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e65b0a32-36ff-4226-afe2-043c12e99f1f,segment=NetworkSegment(6a86e07f-422d-4071-8634-6cec87d7ea22),segment_id=6a86e07f-422d-4071-8634-6cec87d7ea22)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:06.377465 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-55e40350-49cd-4fdc-aabf-0c238ec4e17c req-406295eb-7d2c-44bb-8928-be6515bac545 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:06.394610 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ddfb01-d962-4320-a7b7-40c45374a734 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Network 47ed5b48-2de7-47ab-94b9-4eff2557e188 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:45:06.416633 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-30ddfb01-d962-4320-a7b7-40c45374a734 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:45:06.418196 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35af7461-73cd-43a2-8081-ffeaf912a05a None None] Pushing event updated for resources: {'Port': ['ID=cf63f83e-445d-4aa0-bea7-41935c13de34,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:06.427716 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ddfb01-d962-4320-a7b7-40c45374a734 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:45:06.504253 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-55e40350-49cd-4fdc-aabf-0c238ec4e17c req-406295eb-7d2c-44bb-8928-be6515bac545 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Calling delete_port for e65b0a32-36ff-4226-afe2-043c12e99f1f owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:45:06.525626 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ddfb01-d962-4320-a7b7-40c45374a734 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event updated for resources: {'Port': ['ID=7182d93d-3162-4ed0-9dc9-d275b1144c97,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:06.598038 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ddfb01-d962-4320-a7b7-40c45374a734 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:06.611111 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-30ddfb01-d962-4320-a7b7-40c45374a734 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:06.673792 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-30ddfb01-d962-4320-a7b7-40c45374a734 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.6231475 Nov 25 17:45:06.675444 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 36220) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:06.921972 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-06f0a757-31a2-440f-8981-f20198c455bd tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Deleting port 7182d93d-3162-4ed0-9dc9-d275b1144c97 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:45:06.922657 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-06f0a757-31a2-440f-8981-f20198c455bd tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:06.996865 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2a607e58-5ad4-453d-86cf-d209ffd3a135 req-6b9bf79a-b1b4-48ff-abaa-7b6f84ac5d1c tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8916726 Nov 25 17:45:07.375161 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-06f0a757-31a2-440f-8981-f20198c455bd tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:07.411732 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-06f0a757-31a2-440f-8981-f20198c455bd tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Calling delete_port for 7182d93d-3162-4ed0-9dc9-d275b1144c97 owned by {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:45:07.437517 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3fc6accf-dfd1-4657-affd-206e1f1e7886 req-9d31b76e-43ac-43bc-b789-2a12d3666d93 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc49186-54c5-4f6e-9aa9-f9123ed745f9 HTTP/1.1" status: 200 len: 210 time: 0.0793357 Nov 25 17:45:07.581645 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-55e40350-49cd-4fdc-aabf-0c238ec4e17c req-406295eb-7d2c-44bb-8928-be6515bac545 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:07.626442 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device e65b0a32-36ff-4226-afe2-043c12e99f1f no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:45:07.650872 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406295eb-7d2c-44bb-8928-be6515bac545 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Pushing event deleted for resources: {'Port': ['ID=e65b0a32-36ff-4226-afe2-043c12e99f1f,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:07.704653 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: e65b0a32-36ff-4226-afe2-043c12e99f1f {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:45:07.709860 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device e65b0a32-36ff-4226-afe2-043c12e99f1f not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:45:07.762162 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-28e19c23-d603-4043-a022-32c867fec424 req-213bbe66-b9e4-49a0-b896-ac2fa279865c tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] 10.222.0.75 "GET /v2.0/ports?device_id=d733f4c7-b735-40ef-ad4c-8d22913b2c6f HTTP/1.1" status: 200 len: 210 time: 0.1714211 Nov 25 17:45:07.774127 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8580e696-644d-4783-99a3-343dde02afb4 req-92c2d798-82f8-4fd5-862f-73e5ec9f6d04 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=bf6e9ad9-2d91-44eb-bb03-f51c717f15d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1486869 Nov 25 17:45:07.803226 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2f1ed7-e932-4f2b-8faa-85aacf8a297a None None] DHCP port deletion for 2a677ceb-58ea-4bc7-9eda-74a3a34ce20c request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:45:07.938798 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580e696-644d-4783-99a3-343dde02afb4 req-f2534120-6d5d-4e92-a055-2af08f24833c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:07.941409 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8580e696-644d-4783-99a3-343dde02afb4 req-f2534120-6d5d-4e92-a055-2af08f24833c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=bcc83327df764a93b0dfb6e88102bcf0&device_id=bf6e9ad9-2d91-44eb-bb03-f51c717f15d5 HTTP/1.1" status: 200 len: 1096 time: 0.1401742 Nov 25 17:45:07.949130 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-06f0a757-31a2-440f-8981-f20198c455bd tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:07.973629 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a239d1-e306-4780-9697-facc8a082291 req-a50d249d-3888-4eb1-86fa-ec57e3616c1b tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:07.992519 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-33a239d1-e306-4780-9697-facc8a082291 req-a50d249d-3888-4eb1-86fa-ec57e3616c1b tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/ports?device_id=08b8817a-2f77-4baa-95ea-361bfa59cff6 HTTP/1.1" status: 200 len: 945 time: 0.5477421 Nov 25 17:45:08.023396 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f0a757-31a2-440f-8981-f20198c455bd tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event deleted for resources: {'Port': ['ID=7182d93d-3162-4ed0-9dc9-d275b1144c97,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:08.203472 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-55e40350-49cd-4fdc-aabf-0c238ec4e17c req-406295eb-7d2c-44bb-8928-be6515bac545 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] No DVR routers for this DVR port e65b0a32-36ff-4226-afe2-043c12e99f1f on host n-h1-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:45:08.230185 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-55e40350-49cd-4fdc-aabf-0c238ec4e17c req-406295eb-7d2c-44bb-8928-be6515bac545 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:08.241998 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-55e40350-49cd-4fdc-aabf-0c238ec4e17c req-406295eb-7d2c-44bb-8928-be6515bac545 tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.74 "DELETE /v2.0/ports/e65b0a32-36ff-4226-afe2-043c12e99f1f HTTP/1.1" status: 204 len: 173 time: 3.8679245 Nov 25 17:45:08.242177 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-06f0a757-31a2-440f-8981-f20198c455bd tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:08.244656 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc49186-54c5-4f6e-9aa9-f9123ed745f9', 'name': 'network-vif-deleted', 'tag': 'e65b0a32-36ff-4226-afe2-043c12e99f1f'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:45:08.248350 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f118ca-4e6b-460b-a155-1e9f6a623f32" -d '{"events": [{"server_uuid": "fdc49186-54c5-4f6e-9aa9-f9123ed745f9", "name": "network-vif-deleted", "tag": "e65b0a32-36ff-4226-afe2-043c12e99f1f"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:45:08.259694 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-06f0a757-31a2-440f-8981-f20198c455bd tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "DELETE /v2.0/ports/7182d93d-3162-4ed0-9dc9-d275b1144c97 HTTP/1.1" status: 204 len: 168 time: 1.5796642 Nov 25 17:45:08.262507 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device cf63f83e-445d-4aa0-bea7-41935c13de34 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:45:08.272206 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 36270) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:08.375093 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3181db56-869a-4390-a47e-2787cde0964a req-0a6067e9-d1aa-4a9b-95d8-b6f773eb07f7 service neutron] 10.222.0.90 "GET /v2.0/networks/762853d9-38e5-4380-88ed-82e8f6ae46d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9615517 Nov 25 17:45:08.426752 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port cf63f83e-445d-4aa0-bea7-41935c13de34 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:08.427538 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:08.448893 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8e9e3b4-6dfb-4bc8-bc15-4675420c908d tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] GET failed (client error): The resource could not be found. Nov 25 17:45:08.452523 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e8e9e3b4-6dfb-4bc8-bc15-4675420c908d tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "GET /v2.0/ports/7182d93d-3162-4ed0-9dc9-d275b1144c97 HTTP/1.1" status: 404 len: 333 time: 0.1766627 Nov 25 17:45:08.460535 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 36274) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:08.579472 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:08.676868 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port cf63f83e-445d-4aa0-bea7-41935c13de34, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=cf63f83e-445d-4aa0-bea7-41935c13de34,segment=NetworkSegment(b43452d5-b4c0-4ef6-b355-d1ed2812d4da),segment_id=b43452d5-b4c0-4ef6-b355-d1ed2812d4da)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:08.681837 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:08.687620 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580e696-644d-4783-99a3-343dde02afb4 req-941b1e53-f843-49f1-b9e1-d8d47ce19d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:08.691488 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8580e696-644d-4783-99a3-343dde02afb4 req-941b1e53-f843-49f1-b9e1-d8d47ce19d57 service neutron] 10.222.0.90 "GET /v2.0/networks?id=762853d9-38e5-4380-88ed-82e8f6ae46d0 HTTP/1.1" status: 200 len: 912 time: 0.7263584 Nov 25 17:45:08.740388 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3181db56-869a-4390-a47e-2787cde0964a req-135d494a-a2bc-4031-bbb2-17f837df3536 service neutron] 10.222.0.90 "GET /v2.0/networks/762853d9-38e5-4380-88ed-82e8f6ae46d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379884 Nov 25 17:45:08.758345 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8580e696-644d-4783-99a3-343dde02afb4 req-04f295a2-cd51-4d8e-a212-0e34f10511bd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b4361dd7-bca7-4a65-a848-67d822bdccba HTTP/1.1" status: 200 len: 217 time: 0.0564952 Nov 25 17:45:08.763073 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cb73f9e-2964-4862-b612-4f7a97c79fe0 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Deleting subnet 61707860-6d8f-454a-8300-e5081c551be9 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:45:08.791924 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8cb73f9e-2964-4862-b612-4f7a97c79fe0 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:08.800117 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=cf63f83e-445d-4aa0-bea7-41935c13de34,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:08.825437 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-33a239d1-e306-4780-9697-facc8a082291 req-00e10980-7cef-4725-a683-bf68cf98b5a7 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1c3665e-ff29-4dbb-8a05-df90f9943146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8319132 Nov 25 17:45:08.868559 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea1649e-3f78-43ce-8e95-102d96c3b57d None None] Network 47ed5b48-2de7-47ab-94b9-4eff2557e188 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:45:08.872348 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dde0c4-98ad-4380-a8d3-917347236447 req-6ab69f6c-3f2d-4054-9455-3f758602c517 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:08.890432 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a2dde0c4-98ad-4380-a8d3-917347236447 req-6ab69f6c-3f2d-4054-9455-3f758602c517 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fddf626-e038-414d-b1b4-b49ae4c2a393 HTTP/1.1" status: 200 len: 945 time: 0.6075006 Nov 25 17:45:08.961614 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9771e9a0-be79-44de-9b52-2f709d65ef62 x-openstack-request-id: req-9771e9a0-be79-44de-9b52-2f709d65ef62 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:45:08.962190 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdc49186-54c5-4f6e-9aa9-f9123ed745f9", "name": "network-vif-deleted", "tag": "e65b0a32-36ff-4226-afe2-043c12e99f1f", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:45:08.972786 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9771e9a0-be79-44de-9b52-2f709d65ef62 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:45:08.973574 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdc49186-54c5-4f6e-9aa9-f9123ed745f9', 'name': 'network-vif-deleted', 'tag': 'e65b0a32-36ff-4226-afe2-043c12e99f1f', 'status': 'completed', 'code': 200} Nov 25 17:45:09.016235 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580e696-644d-4783-99a3-343dde02afb4 req-f089666f-cdc4-4e53-9b8f-ebb4cbed9f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:09.017355 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8580e696-644d-4783-99a3-343dde02afb4 req-f089666f-cdc4-4e53-9b8f-ebb4cbed9f11 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2359eb3b-2212-46df-98c5-fcb6d89adeb1 HTTP/1.1" status: 200 len: 851 time: 0.2506323 Nov 25 17:45:09.019958 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8cb73f9e-2964-4862-b612-4f7a97c79fe0 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:09.070537 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a2dde0c4-98ad-4380-a8d3-917347236447 req-57fb2062-dfda-4d98-8636-bdb5c6a907bf tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733491 Nov 25 17:45:09.100806 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8580e696-644d-4783-99a3-343dde02afb4 req-a264691f-5ba4-4a2a-9480-6bf3d5b01626 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=762853d9-38e5-4380-88ed-82e8f6ae46d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552459 Nov 25 17:45:09.168064 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d1e72690-38e5-4bee-8ca0-326489201da8 None None] Provisioning complete for port cf63f83e-445d-4aa0-bea7-41935c13de34 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:09.170022 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d1e72690-38e5-4bee-8ca0-326489201da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:09.353236 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8580e696-644d-4783-99a3-343dde02afb4 req-f26e4fbf-9756-4d43-b2f9-167e498f8fec service neutron] 10.222.0.90 "GET /v2.0/networks/762853d9-38e5-4380-88ed-82e8f6ae46d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435610 Nov 25 17:45:09.435345 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f5e45-9472-43e7-8f49-42c37aa0a367 req-4b7e0fd7-dd91-4b5c-82ea-2d9cce231e28 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:09.442906 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6d9f5e45-9472-43e7-8f49-42c37aa0a367 req-4b7e0fd7-dd91-4b5c-82ea-2d9cce231e28 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] 10.222.0.74 "GET /v2.0/networks?id=ac3d9612-6ca0-40df-ad89-62ed459c33fb HTTP/1.1" status: 200 len: 814 time: 0.2866149 Nov 25 17:45:09.528396 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8cb73f9e-2964-4862-b612-4f7a97c79fe0 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:09.769895 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6998acb9-8129-4b67-ac0e-db5a3226e6db req-9559a2b9-dc46-45cf-b867-8577bd93f02e tempest-ServerRescueTestJSONUnderV235-1286410687 tempest-ServerRescueTestJSONUnderV235-1286410687-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc49186-54c5-4f6e-9aa9-f9123ed745f9 HTTP/1.1" status: 200 len: 210 time: 0.3248703 Nov 25 17:45:09.792706 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-db281d27-315a-4e71-b148-22ed093e1124 req-efcc4c35-30ad-43c1-a007-f551af812da0 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] 10.222.0.75 "GET /v2.0/ports?device_id=d733f4c7-b735-40ef-ad4c-8d22913b2c6f HTTP/1.1" status: 200 len: 210 time: 0.3345127 Nov 25 17:45:09.895492 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6d9f5e45-9472-43e7-8f49-42c37aa0a367 req-57a1dc72-1047-4c16-b71d-390b187681f4 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e67f483089c147bfb012c80d67402bfc HTTP/1.1" status: 200 len: 380 time: 0.3790591 Nov 25 17:45:09.912545 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device cf63f83e-445d-4aa0-bea7-41935c13de34 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:45:09.926153 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-6d9f5e45-9472-43e7-8f49-42c37aa0a367 req-58397ce3-4d47-4bdc-ae92-707e2705f4c9 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Request body: {'port': {'device_id': 'd733f4c7-b735-40ef-ad4c-8d22913b2c6f', 'network_id': 'ac3d9612-6ca0-40df-ad89-62ed459c33fb', 'admin_state_up': True, 'tenant_id': 'e67f483089c147bfb012c80d67402bfc', 'security_groups': ['2285b65b-d698-4f33-ae20-5b05d59ab176']}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:45:09.957715 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8cb73f9e-2964-4862-b612-4f7a97c79fe0 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:10.107125 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb73f9e-2964-4862-b612-4f7a97c79fe0 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event deleted for resources: {'Subnet': ['ID=61707860-6d8f-454a-8300-e5081c551be9,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:10.158443 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8cb73f9e-2964-4862-b612-4f7a97c79fe0 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:10.163660 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port cf63f83e-445d-4aa0-bea7-41935c13de34 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:10.181721 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:10.186989 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8cb73f9e-2964-4862-b612-4f7a97c79fe0 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "DELETE /v2.0/subnets/61707860-6d8f-454a-8300-e5081c551be9 HTTP/1.1" status: 204 len: 168 time: 1.7213981 Nov 25 17:45:10.191280 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 36308) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:10.199195 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d9f5e45-9472-43e7-8f49-42c37aa0a367 req-58397ce3-4d47-4bdc-ae92-707e2705f4c9 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Made reservation on behalf of e67f483089c147bfb012c80d67402bfc for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:45:10.203622 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6d9f5e45-9472-43e7-8f49-42c37aa0a367 req-58397ce3-4d47-4bdc-ae92-707e2705f4c9 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:10.406446 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8580e696-644d-4783-99a3-343dde02afb4 req-ef9331a4-92d4-44df-904c-4d5fa0660ca3 service neutron] 10.222.0.90 "GET /v2.0/networks/762853d9-38e5-4380-88ed-82e8f6ae46d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0361795 Nov 25 17:45:10.470889 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae336fb-1759-4a47-8104-0f9874fa5cd3 req-eee56601-d265-46f7-bfdc-d8617fceb4d2 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:10.485248 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cae336fb-1759-4a47-8104-0f9874fa5cd3 req-eee56601-d265-46f7-bfdc-d8617fceb4d2 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/ports?device_id=08b8817a-2f77-4baa-95ea-361bfa59cff6 HTTP/1.1" status: 200 len: 945 time: 0.3095512 Nov 25 17:45:10.501322 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b9a38ef2-63ab-403e-a9cb-8973e612fb5c tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:10.568879 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-240f4a73-46a6-4a93-aba7-f3f3bcc88189 None None] Provisioning complete for port cf63f83e-445d-4aa0-bea7-41935c13de34 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:10.569843 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-240f4a73-46a6-4a93-aba7-f3f3bcc88189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:10.601432 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62d7e16-f109-4ba7-be1b-da9722781d65 None None] Network 47ed5b48-2de7-47ab-94b9-4eff2557e188 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:45:10.609790 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-b9a38ef2-63ab-403e-a9cb-8973e612fb5c tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Deleting port cf63f83e-445d-4aa0-bea7-41935c13de34 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:45:10.610162 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b9a38ef2-63ab-403e-a9cb-8973e612fb5c tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:10.736855 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a899bfe8-68d2-4ac5-9443-3e76f887cb20 req-81ba6418-224a-48c7-aa35-909a5de115a9 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:10.738372 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a899bfe8-68d2-4ac5-9443-3e76f887cb20 req-81ba6418-224a-48c7-aa35-909a5de115a9 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fddf626-e038-414d-b1b4-b49ae4c2a393 HTTP/1.1" status: 200 len: 945 time: 0.4559517 Nov 25 17:45:10.809974 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cae336fb-1759-4a47-8104-0f9874fa5cd3 req-ec9c621e-9145-4e3b-b26b-9c235c893028 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1c3665e-ff29-4dbb-8a05-df90f9943146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224502 Nov 25 17:45:10.823178 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-b9a38ef2-63ab-403e-a9cb-8973e612fb5c tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] For port cf63f83e-445d-4aa0-bea7-41935c13de34, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=cf63f83e-445d-4aa0-bea7-41935c13de34,segment=NetworkSegment(b43452d5-b4c0-4ef6-b355-d1ed2812d4da),segment_id=b43452d5-b4c0-4ef6-b355-d1ed2812d4da)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:10.823579 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b9a38ef2-63ab-403e-a9cb-8973e612fb5c tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:10.941281 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-b9a38ef2-63ab-403e-a9cb-8973e612fb5c tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Calling delete_port for cf63f83e-445d-4aa0-bea7-41935c13de34 owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:45:10.948282 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 36330) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:11.133472 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b9a38ef2-63ab-403e-a9cb-8973e612fb5c tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:11.189711 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-240f4a73-46a6-4a93-aba7-f3f3bcc88189 None None] Could not find standard attr ID for object cf63f83e-445d-4aa0-bea7-41935c13de34. {{(pid=103362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:45:11.199986 n-d-817746-1 neutron-server[103362]: INFO neutron.plugins.ml2.db [None req-240f4a73-46a6-4a93-aba7-f3f3bcc88189 None None] No ports have port_id starting with cf63f83e-445d-4aa0-bea7-41935c13de34 Nov 25 17:45:11.254242 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a38ef2-63ab-403e-a9cb-8973e612fb5c tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event deleted for resources: {'Port': ['ID=cf63f83e-445d-4aa0-bea7-41935c13de34,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:11.281258 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a38ef2-63ab-403e-a9cb-8973e612fb5c tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] No DVR routers for this DVR port cf63f83e-445d-4aa0-bea7-41935c13de34 on host n-d-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:45:11.303068 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e0b9f7-c1e1-4370-99ac-308ea285dc3e None None] DHCP port deletion for 47ed5b48-2de7-47ab-94b9-4eff2557e188 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:45:11.326718 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b5f26970-03be-4feb-b5cf-581bf409d337 None None] Could not find standard attr ID for object 7182d93d-3162-4ed0-9dc9-d275b1144c97. {{(pid=103362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:45:11.547695 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b9a38ef2-63ab-403e-a9cb-8973e612fb5c tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:11.597638 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-b9a38ef2-63ab-403e-a9cb-8973e612fb5c tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47ed5b48-2de7-47ab-94b9-4eff2557e188']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:11.616687 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-b9a38ef2-63ab-403e-a9cb-8973e612fb5c tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b43452d5-b4c0-4ef6-b355-d1ed2812d4da') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:11.617429 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-b9a38ef2-63ab-403e-a9cb-8973e612fb5c tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b43452d5-b4c0-4ef6-b355-d1ed2812d4da') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:11.639358 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b9a38ef2-63ab-403e-a9cb-8973e612fb5c tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:11.680729 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b9a38ef2-63ab-403e-a9cb-8973e612fb5c tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:11.696282 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9a38ef2-63ab-403e-a9cb-8973e612fb5c tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Releasing vlan 901 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:45:11.697617 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b9a38ef2-63ab-403e-a9cb-8973e612fb5c tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:11.706701 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:45:11.706701 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:45:11.706701 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:45:11.706701 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:45:11.706701 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:45:11.706701 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:45:11.706701 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:45:11.706701 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:45:11.706701 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:45:11.706701 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:45:11.706701 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:45:11.706701 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:45:11.706701 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:45:11.706701 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:45:11.706701 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:45:11.706701 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:45:11.706701 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:45:11.706701 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:45:11.706701 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:45:11.706701 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:45:11.706701 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:45:11.706701 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:45:11.706701 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:45:11.706701 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:45:11.706701 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:45:11.706701 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:45:11.706701 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:45:11.706701 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:45:11.706701 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:45:11.706701 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:45:11.706701 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:45:11.706701 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:45:11.726936 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-6d9f5e45-9472-43e7-8f49-42c37aa0a367 req-58397ce3-4d47-4bdc-ae92-707e2705f4c9 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Allocated IP 172.20.0.5 (ac3d9612-6ca0-40df-ad89-62ed459c33fb/5c27de08-3ab5-466c-84b4-62cdfa6da7ca/ab8b33e8-2d06-4c5d-8805-94b76f672098) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:45:11.865421 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device cf63f83e-445d-4aa0-bea7-41935c13de34 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:45:11.911173 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b9a38ef2-63ab-403e-a9cb-8973e612fb5c tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:11.924853 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b9a38ef2-63ab-403e-a9cb-8973e612fb5c tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:11.945233 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b9a38ef2-63ab-403e-a9cb-8973e612fb5c tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "DELETE /v2.0/networks/47ed5b48-2de7-47ab-94b9-4eff2557e188 HTTP/1.1" status: 204 len: 168 time: 1.7457542 Nov 25 17:45:11.945940 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 36344) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:11.967628 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: cf63f83e-445d-4aa0-bea7-41935c13de34 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:45:11.968157 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device cf63f83e-445d-4aa0-bea7-41935c13de34 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:45:11.991706 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-3ecaec91-7393-4807-ac76-53493ebf3f57 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Request body: {'port': {'network_id': '8d7e4a45-bfe2-414e-a417-1d31226cac38', 'name': 'tempest-PortsTestJSON-898666284'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:45:12.288903 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a38ef2-63ab-403e-a9cb-8973e612fb5c tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event deleted for resources: {'Network': ['ID=47ed5b48-2de7-47ab-94b9-4eff2557e188,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:12.334049 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ecaec91-7393-4807-ac76-53493ebf3f57 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Made reservation on behalf of c99f4fcf65714d6392d1221ed91b6f93 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:45:12.338353 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3ecaec91-7393-4807-ac76-53493ebf3f57 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:12.375431 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-3ecaec91-7393-4807-ac76-53493ebf3f57 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] device_id is not set on port 3b73d728-70de-4138-bc20-381b552c10d5 yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:45:12.410921 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a899bfe8-68d2-4ac5-9443-3e76f887cb20 req-0298a5e5-ce72-4a7c-a0a5-c888b62ac078 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6229396 Nov 25 17:45:12.809458 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-18e0a4e4-79ec-413c-a3cd-791643598bee req-15a55e69-a5e2-4ad7-bbb5-c4f9b68cc15c tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] 10.222.0.75 "GET /v2.0/ports?device_id=d733f4c7-b735-40ef-ad4c-8d22913b2c6f HTTP/1.1" status: 200 len: 210 time: 0.4380057 Nov 25 17:45:12.959463 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3ecaec91-7393-4807-ac76-53493ebf3f57 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:13.002945 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 36356) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:13.073319 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3ecaec91-7393-4807-ac76-53493ebf3f57 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:13.098797 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6d9f5e45-9472-43e7-8f49-42c37aa0a367 req-58397ce3-4d47-4bdc-ae92-707e2705f4c9 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:13.127330 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813eaee-5706-46a6-9108-0379a516fbb8 req-65c6e59d-bb75-4662-937d-0238ad30477b tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:13.129988 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f813eaee-5706-46a6-9108-0379a516fbb8 req-65c6e59d-bb75-4662-937d-0238ad30477b tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/ports?device_id=08b8817a-2f77-4baa-95ea-361bfa59cff6 HTTP/1.1" status: 200 len: 945 time: 0.5098059 Nov 25 17:45:13.132051 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecaec91-7393-4807-ac76-53493ebf3f57 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Network 8d7e4a45-bfe2-414e-a417-1d31226cac38 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:45:13.136407 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-3ecaec91-7393-4807-ac76-53493ebf3f57 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:45:13.143251 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecaec91-7393-4807-ac76-53493ebf3f57 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:45:13.152159 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecaec91-7393-4807-ac76-53493ebf3f57 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:13.152159 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3ecaec91-7393-4807-ac76-53493ebf3f57 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:13.194198 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecaec91-7393-4807-ac76-53493ebf3f57 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event updated for resources: {'Port': ['ID=3b73d728-70de-4138-bc20-381b552c10d5,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:13.219335 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3ecaec91-7393-4807-ac76-53493ebf3f57 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2651238 Nov 25 17:45:13.220240 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 36360) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:13.269101 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f813eaee-5706-46a6-9108-0379a516fbb8 req-8787e3b7-890a-40bb-9f2e-16e373e13cb8 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1c3665e-ff29-4dbb-8a05-df90f9943146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284063 Nov 25 17:45:13.369734 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6d9f5e45-9472-43e7-8f49-42c37aa0a367 req-58397ce3-4d47-4bdc-ae92-707e2705f4c9 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:13.437320 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-3b28ff90-f779-4e39-8f5b-7550d5971c54 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Deleting port 3b73d728-70de-4138-bc20-381b552c10d5 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:45:13.437785 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3b28ff90-f779-4e39-8f5b-7550d5971c54 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:13.637431 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d9f5e45-9472-43e7-8f49-42c37aa0a367 req-58397ce3-4d47-4bdc-ae92-707e2705f4c9 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Network ac3d9612-6ca0-40df-ad89-62ed459c33fb is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:45:13.640165 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d80a8e4a-ba5b-478a-ac60-164f925f24a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:13.653823 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3b28ff90-f779-4e39-8f5b-7550d5971c54 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:13.707792 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-3b28ff90-f779-4e39-8f5b-7550d5971c54 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Calling delete_port for 3b73d728-70de-4138-bc20-381b552c10d5 owned by {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:45:13.724587 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-6d9f5e45-9472-43e7-8f49-42c37aa0a367 req-58397ce3-4d47-4bdc-ae92-707e2705f4c9 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:45:13.739014 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d9f5e45-9472-43e7-8f49-42c37aa0a367 req-58397ce3-4d47-4bdc-ae92-707e2705f4c9 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:45:13.898915 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3b28ff90-f779-4e39-8f5b-7550d5971c54 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:13.951836 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b28ff90-f779-4e39-8f5b-7550d5971c54 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event deleted for resources: {'Port': ['ID=3b73d728-70de-4138-bc20-381b552c10d5,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:13.966034 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3b28ff90-f779-4e39-8f5b-7550d5971c54 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:13.978030 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3b28ff90-f779-4e39-8f5b-7550d5971c54 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "DELETE /v2.0/ports/3b73d728-70de-4138-bc20-381b552c10d5 HTTP/1.1" status: 204 len: 168 time: 0.7547863 Nov 25 17:45:13.979162 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 36374) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:13.991195 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-2a314dbc-7cd2-4c98-aca2-9177db24d40a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Request body: {'port': {'network_id': '8d7e4a45-bfe2-414e-a417-1d31226cac38', 'mac_address': 'fa:16:3e:3c:7e:54', 'name': 'tempest-PortsTestJSON-797380671'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:45:14.046477 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58397ce3-4d47-4bdc-ae92-707e2705f4c9 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Pushing event updated for resources: {'Port': ['ID=ab8b33e8-2d06-4c5d-8805-94b76f672098,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:14.220764 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a314dbc-7cd2-4c98-aca2-9177db24d40a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Made reservation on behalf of c99f4fcf65714d6392d1221ed91b6f93 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:45:14.252477 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f5e45-9472-43e7-8f49-42c37aa0a367 req-58397ce3-4d47-4bdc-ae92-707e2705f4c9 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:14.253182 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6d9f5e45-9472-43e7-8f49-42c37aa0a367 req-58397ce3-4d47-4bdc-ae92-707e2705f4c9 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:14.273464 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a99a9c-2658-4163-9b6c-6623a079cd91 req-10adbce7-ed3f-4a1d-a676-8b10190ecece tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:14.273851 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e4a99a9c-2658-4163-9b6c-6623a079cd91 req-10adbce7-ed3f-4a1d-a676-8b10190ecece tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fddf626-e038-414d-b1b4-b49ae4c2a393 HTTP/1.1" status: 200 len: 945 time: 0.6819942 Nov 25 17:45:14.291260 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-f526fbcd-845d-4490-beef-709a4b7112de None None] Provisioning complete for port ab8b33e8-2d06-4c5d-8805-94b76f672098 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:14.291805 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f526fbcd-845d-4490-beef-709a4b7112de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:14.294206 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a5cdd-efd4-481b-923d-68356103e662 req-3cccce1b-1b13-40e9-89b8-c11e1d0bd417 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:14.295721 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e42a5cdd-efd4-481b-923d-68356103e662 req-3cccce1b-1b13-40e9-89b8-c11e1d0bd417 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/ports?device_id=08b8817a-2f77-4baa-95ea-361bfa59cff6 HTTP/1.1" status: 200 len: 945 time: 0.5381377 Nov 25 17:45:14.355390 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2a314dbc-7cd2-4c98-aca2-9177db24d40a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:14.399457 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-2a314dbc-7cd2-4c98-aca2-9177db24d40a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] device_id is not set on port 2f3cedad-a082-415a-9dea-275b3d358d2f yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:45:14.400079 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-f526fbcd-845d-4490-beef-709a4b7112de None None] Port ab8b33e8-2d06-4c5d-8805-94b76f672098 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:45:14.493761 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6d9f5e45-9472-43e7-8f49-42c37aa0a367 req-58397ce3-4d47-4bdc-ae92-707e2705f4c9 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5918899 Nov 25 17:45:14.546840 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e4a99a9c-2658-4163-9b6c-6623a079cd91 req-073bc677-d5b0-43e2-97ae-0afe65f86efd tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437701 Nov 25 17:45:14.598684 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-6d9f5e45-9472-43e7-8f49-42c37aa0a367 req-b55681d0-aecf-4fcf-b82d-321024933793 service neutron] Request body: {'port': {'device_id': 'd733f4c7-b735-40ef-ad4c-8d22913b2c6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:45:14.869157 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2a314dbc-7cd2-4c98-aca2-9177db24d40a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:14.882716 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e42a5cdd-efd4-481b-923d-68356103e662 req-490fcf95-7afe-404a-a582-4fffe927ab71 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1c3665e-ff29-4dbb-8a05-df90f9943146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5610383 Nov 25 17:45:14.958178 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6d9f5e45-9472-43e7-8f49-42c37aa0a367 req-b55681d0-aecf-4fcf-b82d-321024933793 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:14.981320 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2a314dbc-7cd2-4c98-aca2-9177db24d40a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:15.004791 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d80a8e4a-ba5b-478a-ac60-164f925f24a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:15.035763 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52498e99-e650-4020-acb9-1509bf22c4b5 req-aa8d47d5-272e-4b4a-af1a-fa8c90456eff tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:15.048877 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-52498e99-e650-4020-acb9-1509bf22c4b5 req-aa8d47d5-272e-4b4a-af1a-fa8c90456eff tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] 10.222.0.75 "GET /v2.0/ports?device_id=d733f4c7-b735-40ef-ad4c-8d22913b2c6f HTTP/1.1" status: 200 len: 931 time: 0.3564208 Nov 25 17:45:15.060930 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a314dbc-7cd2-4c98-aca2-9177db24d40a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event updated for resources: {'Port': ['ID=2f3cedad-a082-415a-9dea-275b3d358d2f,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:15.061786 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d80a8e4a-ba5b-478a-ac60-164f925f24a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:15.074633 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a314dbc-7cd2-4c98-aca2-9177db24d40a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Network 8d7e4a45-bfe2-414e-a417-1d31226cac38 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:45:15.081614 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-2a314dbc-7cd2-4c98-aca2-9177db24d40a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:45:15.099497 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a314dbc-7cd2-4c98-aca2-9177db24d40a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:45:15.117910 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a314dbc-7cd2-4c98-aca2-9177db24d40a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:15.118992 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2a314dbc-7cd2-4c98-aca2-9177db24d40a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:15.159529 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2a314dbc-7cd2-4c98-aca2-9177db24d40a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1768045 Nov 25 17:45:15.169088 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 36392) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:15.268337 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063091e7-4ecf-4dae-9acb-954b5bc5ce1b tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:15.272809 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-063091e7-4ecf-4dae-9acb-954b5bc5ce1b tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "GET /v2.0/ports/2f3cedad-a082-415a-9dea-275b3d358d2f HTTP/1.1" status: 200 len: 840 time: 0.1023633 Nov 25 17:45:15.273903 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 36394) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:15.315741 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5a526a9d-190b-482e-be03-983889a01455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:15.452064 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d80a8e4a-ba5b-478a-ac60-164f925f24a6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6914ee7bc8bf451c9c5ecdbd7c2652f9&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4302340 Nov 25 17:45:15.457654 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 36396) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:15.458640 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80a8e4a-ba5b-478a-ac60-164f925f24a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3be4349-17eb-454d-ae01-7d5f90ebff84,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:15.483405 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-df6dc07e-8c55-4f25-8fa8-dbb385415339 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Deleting port 2f3cedad-a082-415a-9dea-275b3d358d2f {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:45:15.483755 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-df6dc07e-8c55-4f25-8fa8-dbb385415339 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:15.512034 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-52498e99-e650-4020-acb9-1509bf22c4b5 req-e7cfdfc7-400f-4acc-9f2d-d2103a823081 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] 10.222.0.75 "GET /v2.0/security-groups?id=2285b65b-d698-4f33-ae20-5b05d59ab176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4612312 Nov 25 17:45:15.747079 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-df6dc07e-8c55-4f25-8fa8-dbb385415339 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:15.799474 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-df6dc07e-8c55-4f25-8fa8-dbb385415339 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Calling delete_port for 2f3cedad-a082-415a-9dea-275b3d358d2f owned by {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:45:15.820655 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f9d18197-5324-443c-aaab-5bbddcfeccf2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:15.892399 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd7ff8-7aaa-4290-9167-0470ad143fa7 req-f08d697f-e2da-41bf-afe4-03595558e540 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:15.902206 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b7cd7ff8-7aaa-4290-9167-0470ad143fa7 req-f08d697f-e2da-41bf-afe4-03595558e540 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fddf626-e038-414d-b1b4-b49ae4c2a393 HTTP/1.1" status: 200 len: 945 time: 0.2066689 Nov 25 17:45:15.958323 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f9d18197-5324-443c-aaab-5bbddcfeccf2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:16.072886 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-df6dc07e-8c55-4f25-8fa8-dbb385415339 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:16.172087 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6dc07e-8c55-4f25-8fa8-dbb385415339 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event deleted for resources: {'Port': ['ID=2f3cedad-a082-415a-9dea-275b3d358d2f,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:16.229098 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-df6dc07e-8c55-4f25-8fa8-dbb385415339 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:16.236367 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-df6dc07e-8c55-4f25-8fa8-dbb385415339 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "DELETE /v2.0/ports/2f3cedad-a082-415a-9dea-275b3d358d2f HTTP/1.1" status: 204 len: 168 time: 0.9615781 Nov 25 17:45:16.238786 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 36406) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:16.329837 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dd7c07e-e351-4f93-bc72-81023104bbe3 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] GET failed (client error): The resource could not be found. Nov 25 17:45:16.347818 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0dd7c07e-e351-4f93-bc72-81023104bbe3 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "GET /v2.0/ports/2f3cedad-a082-415a-9dea-275b3d358d2f HTTP/1.1" status: 404 len: 333 time: 0.1069796 Nov 25 17:45:16.348802 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 36408) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:16.358408 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-c0a52c78-0f13-4af4-a340-326b8d5d09ae tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Request body: {'port': {'network_id': '8d7e4a45-bfe2-414e-a417-1d31226cac38', 'name': 'tempest-PortsTestJSON-347017556'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:45:16.600174 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a52c78-0f13-4af4-a340-326b8d5d09ae tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Made reservation on behalf of c99f4fcf65714d6392d1221ed91b6f93 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:45:16.604940 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c0a52c78-0f13-4af4-a340-326b8d5d09ae tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:16.720485 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7592ffb-013b-4765-b6c4-241318bab807 req-8183fac0-7b4b-48ac-9b2e-e2f6f2f2a4c9 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:16.722103 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c7592ffb-013b-4765-b6c4-241318bab807 req-8183fac0-7b4b-48ac-9b2e-e2f6f2f2a4c9 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.90 "GET /v2.0/ports?device_id=08b8817a-2f77-4baa-95ea-361bfa59cff6 HTTP/1.1" status: 200 len: 945 time: 0.1365130 Nov 25 17:45:16.744061 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:16.856913 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-6d9f5e45-9472-43e7-8f49-42c37aa0a367 req-b55681d0-aecf-4fcf-b82d-321024933793 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab8b33e8-2d06-4c5d-8805-94b76f672098 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:45:16.878901 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6d9f5e45-9472-43e7-8f49-42c37aa0a367 req-b55681d0-aecf-4fcf-b82d-321024933793 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:16.879129 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-c0a52c78-0f13-4af4-a340-326b8d5d09ae tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] device_id is not set on port 2b65663d-a184-494c-8867-4a5823bc4a41 yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:45:16.909031 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-6d9f5e45-9472-43e7-8f49-42c37aa0a367 req-b55681d0-aecf-4fcf-b82d-321024933793 service neutron] Transition to ACTIVE for port object ab8b33e8-2d06-4c5d-8805-94b76f672098 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:45:16.950636 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6d9f5e45-9472-43e7-8f49-42c37aa0a367 req-b55681d0-aecf-4fcf-b82d-321024933793 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:16.956298 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:17.072227 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b7cd7ff8-7aaa-4290-9167-0470ad143fa7 req-ccb4464a-922a-41f6-aa56-ed9bbff11137 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1689069 Nov 25 17:45:17.082628 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55681d0-aecf-4fcf-b82d-321024933793 service neutron] Pushing event updated for resources: {'Port': ['ID=ab8b33e8-2d06-4c5d-8805-94b76f672098,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:17.152289 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f796214e-b3b2-40e2-9ae4-a418ba9827a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:17.356699 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114be991-6a42-406e-bd99-1eed964f4d91 req-3ef71906-28b5-495a-a322-c5095405e4a6 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:17.363176 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-114be991-6a42-406e-bd99-1eed964f4d91 req-3ef71906-28b5-495a-a322-c5095405e4a6 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/ports?device_id=08b8817a-2f77-4baa-95ea-361bfa59cff6 HTTP/1.1" status: 200 len: 945 time: 1.2382863 Nov 25 17:45:17.426232 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3fd9ab3a-b191-44fd-a5ab-c42c9d4eaa4f req-62e2f8c9-0e96-463d-a318-cf3bca2eac68 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a34f52ae-5dd5-496c-a4ed-6772403a2b53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9837723 Nov 25 17:45:17.438418 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c0a52c78-0f13-4af4-a340-326b8d5d09ae tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:17.451121 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f9d18197-5324-443c-aaab-5bbddcfeccf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:17.454171 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f9d18197-5324-443c-aaab-5bbddcfeccf2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:17.455353 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-f9d18197-5324-443c-aaab-5bbddcfeccf2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d3be4349-17eb-454d-ae01-7d5f90ebff84 HTTP/1.1" status: 204 len: 168 time: 1.9932516 Nov 25 17:45:17.494073 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-6d9f5e45-9472-43e7-8f49-42c37aa0a367 req-b55681d0-aecf-4fcf-b82d-321024933793 service neutron] Attempting to bind port ab8b33e8-2d06-4c5d-8805-94b76f672098 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:45:17.494430 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-6d9f5e45-9472-43e7-8f49-42c37aa0a367 req-b55681d0-aecf-4fcf-b82d-321024933793 service neutron] Attempting to bind port ab8b33e8-2d06-4c5d-8805-94b76f672098 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '506df9f2-b834-4d78-a6af-1ee3efc3ff09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'ac3d9612-6ca0-40df-ad89-62ed459c33fb'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:45:17.495563 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9f5e45-9472-43e7-8f49-42c37aa0a367 req-b55681d0-aecf-4fcf-b82d-321024933793 service neutron] Attempting to bind port ab8b33e8-2d06-4c5d-8805-94b76f672098 on network ac3d9612-6ca0-40df-ad89-62ed459c33fb {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:45:17.504252 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c0a52c78-0f13-4af4-a340-326b8d5d09ae tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:17.546606 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-c7592ffb-013b-4765-b6c4-241318bab807 req-d8c87467-7871-432c-802b-afa089bb3cfd tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Deleting port 910ff6f2-30af-4447-a006-70dd68383993 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:45:17.546992 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-c7592ffb-013b-4765-b6c4-241318bab807 req-d8c87467-7871-432c-802b-afa089bb3cfd tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:17.571827 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9f5e45-9472-43e7-8f49-42c37aa0a367 req-b55681d0-aecf-4fcf-b82d-321024933793 service neutron] Port ab8b33e8-2d06-4c5d-8805-94b76f672098 on network ac3d9612-6ca0-40df-ad89-62ed459c33fb not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:45:17.572159 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9f5e45-9472-43e7-8f49-42c37aa0a367 req-b55681d0-aecf-4fcf-b82d-321024933793 service neutron] Attempting to bind port ab8b33e8-2d06-4c5d-8805-94b76f672098 on network ac3d9612-6ca0-40df-ad89-62ed459c33fb {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:45:17.580418 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d18197-5324-443c-aaab-5bbddcfeccf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3be4349-17eb-454d-ae01-7d5f90ebff84,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:17.598826 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-114be991-6a42-406e-bd99-1eed964f4d91 req-60f8b37e-ea8f-4e5f-9783-63e942ce2cbd tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1c3665e-ff29-4dbb-8a05-df90f9943146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211013 Nov 25 17:45:17.623040 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b169569-960e-4c12-9a7f-0b937d81d911 req-75598409-162a-48bf-9ede-35f5547f42d1 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:17.637168 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4b169569-960e-4c12-9a7f-0b937d81d911 req-75598409-162a-48bf-9ede-35f5547f42d1 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] 10.222.0.75 "GET /v2.0/ports?device_id=d733f4c7-b735-40ef-ad4c-8d22913b2c6f HTTP/1.1" status: 200 len: 943 time: 0.3973994 Nov 25 17:45:17.680135 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a52c78-0f13-4af4-a340-326b8d5d09ae tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Network 8d7e4a45-bfe2-414e-a417-1d31226cac38 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:45:17.690173 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-c0a52c78-0f13-4af4-a340-326b8d5d09ae tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:45:17.699515 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a52c78-0f13-4af4-a340-326b8d5d09ae tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:45:17.701337 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9f5e45-9472-43e7-8f49-42c37aa0a367 req-b55681d0-aecf-4fcf-b82d-321024933793 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:45:17.701686 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9f5e45-9472-43e7-8f49-42c37aa0a367 req-b55681d0-aecf-4fcf-b82d-321024933793 service neutron] Checking segment: {'id': '506df9f2-b834-4d78-a6af-1ee3efc3ff09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'ac3d9612-6ca0-40df-ad89-62ed459c33fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:45:17.702081 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9f5e45-9472-43e7-8f49-42c37aa0a367 req-b55681d0-aecf-4fcf-b82d-321024933793 service neutron] Bound using segment: {'id': '506df9f2-b834-4d78-a6af-1ee3efc3ff09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'ac3d9612-6ca0-40df-ad89-62ed459c33fb'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:45:17.702536 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-6d9f5e45-9472-43e7-8f49-42c37aa0a367 req-b55681d0-aecf-4fcf-b82d-321024933793 service neutron] Bound port: ab8b33e8-2d06-4c5d-8805-94b76f672098, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '506df9f2-b834-4d78-a6af-1ee3efc3ff09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'ac3d9612-6ca0-40df-ad89-62ed459c33fb'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:45:17.702894 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6d9f5e45-9472-43e7-8f49-42c37aa0a367 req-b55681d0-aecf-4fcf-b82d-321024933793 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:17.705092 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a52c78-0f13-4af4-a340-326b8d5d09ae tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:17.705707 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c0a52c78-0f13-4af4-a340-326b8d5d09ae tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:17.711930 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a52c78-0f13-4af4-a340-326b8d5d09ae tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event updated for resources: {'Port': ['ID=2b65663d-a184-494c-8867-4a5823bc4a41,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:17.760266 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c0a52c78-0f13-4af4-a340-326b8d5d09ae tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4085002 Nov 25 17:45:17.776124 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 36424) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:17.784810 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-0b5acf9d-8d42-41e0-8826-c6629c88922a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:45:17.801947 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-5a526a9d-190b-482e-be03-983889a01455 admin admin] Deleting port 3ccd2013-1aca-4da3-ae8a-8fdd01180ba0 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:45:17.802752 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5a526a9d-190b-482e-be03-983889a01455 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:17.880773 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-c7592ffb-013b-4765-b6c4-241318bab807 req-d8c87467-7871-432c-802b-afa089bb3cfd tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] For port 910ff6f2-30af-4447-a006-70dd68383993, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=910ff6f2-30af-4447-a006-70dd68383993,segment=NetworkSegment(d6e7e79c-466c-40cb-8e2d-9a39f814ce02),segment_id=d6e7e79c-466c-40cb-8e2d-9a39f814ce02)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:17.893881 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-c7592ffb-013b-4765-b6c4-241318bab807 req-d8c87467-7871-432c-802b-afa089bb3cfd tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:17.956973 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-c7592ffb-013b-4765-b6c4-241318bab807 req-d8c87467-7871-432c-802b-afa089bb3cfd tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Calling delete_port for 910ff6f2-30af-4447-a006-70dd68383993 owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:45:17.980606 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0b5acf9d-8d42-41e0-8826-c6629c88922a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:18.230555 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 36428) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:18.246448 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-c7592ffb-013b-4765-b6c4-241318bab807 req-d8c87467-7871-432c-802b-afa089bb3cfd tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:18.260125 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['b4361dd7-bca7-4a65-a848-67d822bdccba', '910ff6f2-30af-4447-a006-70dd68383993'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:45:18.271238 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3ab59bb4-e964-4d5f-8505-b87fca9c1996 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:18.324331 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd9ab3a-b191-44fd-a5ab-c42c9d4eaa4f req-231133b9-b34a-463f-ab4d-c4185d8f9f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:18.328868 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3fd9ab3a-b191-44fd-a5ab-c42c9d4eaa4f req-231133b9-b34a-463f-ab4d-c4185d8f9f49 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5a560046c26c483180c0093a6be1dd8b&device_id=a34f52ae-5dd5-496c-a4ed-6772403a2b53 HTTP/1.1" status: 200 len: 1097 time: 0.6906404 Nov 25 17:45:18.350541 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c87467-7871-432c-802b-afa089bb3cfd tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Pushing event deleted for resources: {'Port': ['ID=910ff6f2-30af-4447-a006-70dd68383993,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:18.382766 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f2b895-8804-4d8a-881e-b74d3531b4cb None None] DHCP port deletion for 762853d9-38e5-4380-88ed-82e8f6ae46d0 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:45:18.491976 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7592ffb-013b-4765-b6c4-241318bab807 req-d8c87467-7871-432c-802b-afa089bb3cfd tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] No DVR routers for this DVR port 910ff6f2-30af-4447-a006-70dd68383993 on host n-h2-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:45:18.519433 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-c7592ffb-013b-4765-b6c4-241318bab807 req-d8c87467-7871-432c-802b-afa089bb3cfd tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:18.529404 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c7592ffb-013b-4765-b6c4-241318bab807 req-d8c87467-7871-432c-802b-afa089bb3cfd tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.90 "DELETE /v2.0/ports/910ff6f2-30af-4447-a006-70dd68383993 HTTP/1.1" status: 204 len: 173 time: 1.7931306 Nov 25 17:45:18.554585 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b8817a-2f77-4baa-95ea-361bfa59cff6', 'name': 'network-vif-deleted', 'tag': '910ff6f2-30af-4447-a006-70dd68383993'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:45:18.573415 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d14b1e8-b262-4489-875d-e438dc6c66fc" -d '{"events": [{"server_uuid": "08b8817a-2f77-4baa-95ea-361bfa59cff6", "name": "network-vif-deleted", "tag": "910ff6f2-30af-4447-a006-70dd68383993"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:45:18.610759 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-5a526a9d-190b-482e-be03-983889a01455 admin admin] For port 3ccd2013-1aca-4da3-ae8a-8fdd01180ba0, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=3ccd2013-1aca-4da3-ae8a-8fdd01180ba0,segment=NetworkSegment(6a86e07f-422d-4071-8634-6cec87d7ea22),segment_id=6a86e07f-422d-4071-8634-6cec87d7ea22)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:18.613939 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5a526a9d-190b-482e-be03-983889a01455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:18.661602 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-5a526a9d-190b-482e-be03-983889a01455 admin admin] Calling delete_port for 3ccd2013-1aca-4da3-ae8a-8fdd01180ba0 owned by network:router_interface {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:45:18.960349 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-6d9f5e45-9472-43e7-8f49-42c37aa0a367 req-b55681d0-aecf-4fcf-b82d-321024933793 service neutron] For port ab8b33e8-2d06-4c5d-8805-94b76f672098, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:45:18.980400 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0b5acf9d-8d42-41e0-8826-c6629c88922a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:18.982852 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-6d9f5e45-9472-43e7-8f49-42c37aa0a367 req-b55681d0-aecf-4fcf-b82d-321024933793 service neutron] For port ab8b33e8-2d06-4c5d-8805-94b76f672098, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=ab8b33e8-2d06-4c5d-8805-94b76f672098,segment=NetworkSegment(506df9f2-b834-4d78-a6af-1ee3efc3ff09),segment_id=506df9f2-b834-4d78-a6af-1ee3efc3ff09)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:45:18.987357 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3ab59bb4-e964-4d5f-8505-b87fca9c1996 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:18.993485 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0b5acf9d-8d42-41e0-8826-c6629c88922a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:19.000329 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3ab59bb4-e964-4d5f-8505-b87fca9c1996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:19.009746 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5a526a9d-190b-482e-be03-983889a01455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:19.012108 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6d9f5e45-9472-43e7-8f49-42c37aa0a367 req-b55681d0-aecf-4fcf-b82d-321024933793 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:19.062989 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f5e45-9472-43e7-8f49-42c37aa0a367 req-b55681d0-aecf-4fcf-b82d-321024933793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:19.064346 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6d9f5e45-9472-43e7-8f49-42c37aa0a367 req-b55681d0-aecf-4fcf-b82d-321024933793 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:19.066268 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6d9f5e45-9472-43e7-8f49-42c37aa0a367 req-b55681d0-aecf-4fcf-b82d-321024933793 service neutron] 10.222.0.74 "PUT /v2.0/ports/ab8b33e8-2d06-4c5d-8805-94b76f672098 HTTP/1.1" status: 200 len: 1091 time: 4.5059111 Nov 25 17:45:19.093062 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a526a9d-190b-482e-be03-983889a01455 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ccd2013-1aca-4da3-ae8a-8fdd01180ba0,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:19.169406 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-0b5acf9d-8d42-41e0-8826-c6629c88922a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] In _notify_port_updated(), no bound segment for port 2b65663d-a184-494c-8867-4a5823bc4a41 on network 8d7e4a45-bfe2-414e-a417-1d31226cac38 {{(pid=103360) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:45:19.174622 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5acf9d-8d42-41e0-8826-c6629c88922a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:19.175214 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0b5acf9d-8d42-41e0-8826-c6629c88922a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:19.176526 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0b5acf9d-8d42-41e0-8826-c6629c88922a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "PUT /v2.0/ports/2b65663d-a184-494c-8867-4a5823bc4a41 HTTP/1.1" status: 200 len: 818 time: 1.3994136 Nov 25 17:45:19.186744 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 36442) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:19.207378 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3ab59bb4-e964-4d5f-8505-b87fca9c1996 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c62bde91a3d347f9a7e46c3e10534af0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9716184 Nov 25 17:45:19.208182 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5acf9d-8d42-41e0-8826-c6629c88922a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event updated for resources: {'Port': ['ID=2b65663d-a184-494c-8867-4a5823bc4a41,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:19.211337 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 36446) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:19.230264 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab59bb4-e964-4d5f-8505-b87fca9c1996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5374c326-bbfb-4995-bc2d-e5a90b04d070,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:19.249477 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd733f4c7-b735-40ef-ad4c-8d22913b2c6f', 'tag': 'ab8b33e8-2d06-4c5d-8805-94b76f672098'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:45:19.257757 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed07ba28-6496-41ef-a45f-db3bf989d61c" -d '{"events": [{"name": "network-changed", "server_uuid": "d733f4c7-b735-40ef-ad4c-8d22913b2c6f", "tag": "ab8b33e8-2d06-4c5d-8805-94b76f672098"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:45:19.273201 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55681d0-aecf-4fcf-b82d-321024933793 service neutron] Pushing event updated for resources: {'Port': ['ID=ab8b33e8-2d06-4c5d-8805-94b76f672098,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:19.286210 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4b169569-960e-4c12-9a7f-0b937d81d911 req-df546ec9-85bf-434a-b6a6-f056720997d5 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] 10.222.0.75 "GET /v2.0/security-groups?id=2285b65b-d698-4f33-ae20-5b05d59ab176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5428882 Nov 25 17:45:19.315543 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90378007-b7c4-4c63-88fb-bef4982d570b req-8cdcc1dd-df45-4667-8631-487f48e5b488 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:19.324171 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-90378007-b7c4-4c63-88fb-bef4982d570b req-8cdcc1dd-df45-4667-8631-487f48e5b488 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fddf626-e038-414d-b1b4-b49ae4c2a393 HTTP/1.1" status: 200 len: 945 time: 1.0376947 Nov 25 17:45:19.409278 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4e8c5ffc-e71d-4dd6-ad09-cbc4e3a1165f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:19.415201 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03de6b64-c955-4371-adab-54a204ce92c6 x-openstack-request-id: req-03de6b64-c955-4371-adab-54a204ce92c6 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:45:19.415686 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b8817a-2f77-4baa-95ea-361bfa59cff6", "name": "network-vif-deleted", "tag": "910ff6f2-30af-4447-a006-70dd68383993", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:45:19.417609 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-03de6b64-c955-4371-adab-54a204ce92c6 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:45:19.418034 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b8817a-2f77-4baa-95ea-361bfa59cff6', 'name': 'network-vif-deleted', 'tag': '910ff6f2-30af-4447-a006-70dd68383993', 'status': 'completed', 'code': 200} Nov 25 17:45:19.459806 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4e8c5ffc-e71d-4dd6-ad09-cbc4e3a1165f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:19.470862 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-0012761d-406c-4fc9-aac5-e37ec81261a6 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Deleting port 2b65663d-a184-494c-8867-4a5823bc4a41 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:45:19.471417 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0012761d-406c-4fc9-aac5-e37ec81261a6 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:19.493595 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7715a38-cc22-44fa-986f-7bf68963b3b6 None None] DHCP port deletion for 2a677ceb-58ea-4bc7-9eda-74a3a34ce20c request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:45:19.553132 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0012761d-406c-4fc9-aac5-e37ec81261a6 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:19.568612 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-0012761d-406c-4fc9-aac5-e37ec81261a6 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Calling delete_port for 2b65663d-a184-494c-8867-4a5823bc4a41 owned by {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:45:19.591900 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14bb4034-3656-4fd5-9887-ef43fa4038d6 x-openstack-request-id: req-14bb4034-3656-4fd5-9887-ef43fa4038d6 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:45:19.592465 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d733f4c7-b735-40ef-ad4c-8d22913b2c6f", "tag": "ab8b33e8-2d06-4c5d-8805-94b76f672098", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:45:19.592677 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-14bb4034-3656-4fd5-9887-ef43fa4038d6 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:45:19.593202 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd733f4c7-b735-40ef-ad4c-8d22913b2c6f', 'tag': 'ab8b33e8-2d06-4c5d-8805-94b76f672098', 'status': 'completed', 'code': 200} Nov 25 17:45:19.617893 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-90378007-b7c4-4c63-88fb-bef4982d570b req-497dc93c-7953-43ee-a386-4ee7d83a8aca tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141664 Nov 25 17:45:19.649568 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f5e45-9472-43e7-8f49-42c37aa0a367 req-5462f3de-ab6a-4b4b-be7d-5a0d8c0cad25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:19.651638 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6d9f5e45-9472-43e7-8f49-42c37aa0a367 req-5462f3de-ab6a-4b4b-be7d-5a0d8c0cad25 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e67f483089c147bfb012c80d67402bfc&device_id=d733f4c7-b735-40ef-ad4c-8d22913b2c6f HTTP/1.1" status: 200 len: 1094 time: 0.3894236 Nov 25 17:45:19.664851 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd9ab3a-b191-44fd-a5ab-c42c9d4eaa4f req-cfcec388-b1ef-47a0-ac52-e9002f63742d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:19.664851 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3fd9ab3a-b191-44fd-a5ab-c42c9d4eaa4f req-cfcec388-b1ef-47a0-ac52-e9002f63742d service neutron] 10.222.0.74 "GET /v2.0/networks?id=d0082d57-8c96-4a76-be0f-340c2f65b160 HTTP/1.1" status: 200 len: 913 time: 1.1924222 Nov 25 17:45:19.711446 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6d9f5e45-9472-43e7-8f49-42c37aa0a367 req-833ca67d-b1be-4ac4-98d2-6309b386e80e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab8b33e8-2d06-4c5d-8805-94b76f672098 HTTP/1.1" status: 200 len: 217 time: 0.0460775 Nov 25 17:45:19.767771 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0012761d-406c-4fc9-aac5-e37ec81261a6 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:19.790336 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4e8c5ffc-e71d-4dd6-ad09-cbc4e3a1165f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:19.799202 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4e8c5ffc-e71d-4dd6-ad09-cbc4e3a1165f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:19.800960 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4e8c5ffc-e71d-4dd6-ad09-cbc4e3a1165f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5374c326-bbfb-4995-bc2d-e5a90b04d070 HTTP/1.1" status: 204 len: 168 time: 0.5719237 Nov 25 17:45:19.814700 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ba95bac4-fcfc-43ef-8372-2ceb82e718ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:19.916650 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0012761d-406c-4fc9-aac5-e37ec81261a6 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event deleted for resources: {'Port': ['ID=2b65663d-a184-494c-8867-4a5823bc4a41,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:19.921194 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c5ffc-e71d-4dd6-ad09-cbc4e3a1165f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5374c326-bbfb-4995-bc2d-e5a90b04d070,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:19.933069 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0012761d-406c-4fc9-aac5-e37ec81261a6 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:19.944469 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0012761d-406c-4fc9-aac5-e37ec81261a6 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "DELETE /v2.0/ports/2b65663d-a184-494c-8867-4a5823bc4a41 HTTP/1.1" status: 204 len: 168 time: 0.7564924 Nov 25 17:45:19.945458 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 36466) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:19.985818 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3fd9ab3a-b191-44fd-a5ab-c42c9d4eaa4f req-c5f96bdb-771b-40b8-9a3d-8cb267ccf09d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5065f371-45ed-4e50-b639-0de33fa2049c HTTP/1.1" status: 200 len: 217 time: 0.2732553 Nov 25 17:45:20.016525 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f5e45-9472-43e7-8f49-42c37aa0a367 req-1d289600-eed4-4c2a-b60a-3619f98f664c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:20.018645 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6d9f5e45-9472-43e7-8f49-42c37aa0a367 req-1d289600-eed4-4c2a-b60a-3619f98f664c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5c27de08-3ab5-466c-84b4-62cdfa6da7ca HTTP/1.1" status: 200 len: 853 time: 0.2686493 Nov 25 17:45:20.045618 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c9287f-e036-4992-816a-fa5b06c8af7b tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:20.051685 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b4c9287f-e036-4992-816a-fa5b06c8af7b tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1050968 Nov 25 17:45:20.056333 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 36468) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:20.125245 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd9ab3a-b191-44fd-a5ab-c42c9d4eaa4f req-dfade1b0-fb76-4ec0-9983-d720234cb077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:20.126834 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3fd9ab3a-b191-44fd-a5ab-c42c9d4eaa4f req-dfade1b0-fb76-4ec0-9983-d720234cb077 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c74f83ed-3896-4341-8cf1-e1417d85add2 HTTP/1.1" status: 200 len: 851 time: 0.1072216 Nov 25 17:45:20.144686 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bc987b6-5a64-48bc-b96d-5bd50c444721 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] GET failed (client error): The resource could not be found. Nov 25 17:45:20.151382 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1bc987b6-5a64-48bc-b96d-5bd50c444721 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "GET /v2.0/ports/2b65663d-a184-494c-8867-4a5823bc4a41 HTTP/1.1" status: 404 len: 333 time: 0.0934675 Nov 25 17:45:20.152006 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 36472) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:20.158288 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-579583a8-fa08-4b72-a957-45944510ca41 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-796029193'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:45:20.185329 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4b8ef-b961-4f19-a4a5-c09f14ee4162 req-ae5532ac-ede5-4575-89ce-d6f3764750fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:20.186855 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-58c4b8ef-b961-4f19-a4a5-c09f14ee4162 req-ae5532ac-ede5-4575-89ce-d6f3764750fc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5a560046c26c483180c0093a6be1dd8b&device_id=0fddf626-e038-414d-b1b4-b49ae4c2a393 HTTP/1.1" status: 200 len: 1096 time: 0.1331387 Nov 25 17:45:20.206202 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579583a8-fa08-4b72-a957-45944510ca41 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Made reservation on behalf of c99f4fcf65714d6392d1221ed91b6f93 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:45:20.211005 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-579583a8-fa08-4b72-a957-45944510ca41 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:20.251428 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-579583a8-fa08-4b72-a957-45944510ca41 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:45:20.260510 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-579583a8-fa08-4b72-a957-45944510ca41 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:20.260944 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-579583a8-fa08-4b72-a957-45944510ca41 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Added segment 0997549f-f829-434a-b255-1e001fcf5c0a of type vlan for network 0f0f5cb3-0eb3-4b37-8a98-e1584d5beae5 Nov 25 17:45:20.303360 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-579583a8-fa08-4b72-a957-45944510ca41 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:20.313374 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd9ab3a-b191-44fd-a5ab-c42c9d4eaa4f req-4caa587d-6b8c-41b7-a4d2-7e25d3e0f4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:20.315187 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3fd9ab3a-b191-44fd-a5ab-c42c9d4eaa4f req-4caa587d-6b8c-41b7-a4d2-7e25d3e0f4fe service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d0082d57-8c96-4a76-be0f-340c2f65b160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1325431 Nov 25 17:45:20.327229 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f5e45-9472-43e7-8f49-42c37aa0a367 req-b9d50cd2-cec7-455e-9cbf-d2cc53df5063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:20.331432 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6d9f5e45-9472-43e7-8f49-42c37aa0a367 req-b9d50cd2-cec7-455e-9cbf-d2cc53df5063 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ac3d9612-6ca0-40df-ad89-62ed459c33fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2035296 Nov 25 17:45:20.370009 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b2a6c2-d125-4e4e-a1fd-20ca50e4b5bb req-b41ac044-951a-43a3-b802-fa876b5e5d5d tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:20.376631 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b2b2a6c2-d125-4e4e-a1fd-20ca50e4b5bb req-b41ac044-951a-43a3-b802-fa876b5e5d5d tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf6e9ad9-2d91-44eb-bb03-f51c717f15d5 HTTP/1.1" status: 200 len: 945 time: 0.3711650 Nov 25 17:45:20.613436 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b57cbf-50be-44da-af86-c8aeeee796b9 req-d3ab56ed-1634-4baa-8823-6146f631d2e5 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:20.621111 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f0b57cbf-50be-44da-af86-c8aeeee796b9 req-d3ab56ed-1634-4baa-8823-6146f631d2e5 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] 10.222.0.75 "GET /v2.0/ports?device_id=d733f4c7-b735-40ef-ad4c-8d22913b2c6f HTTP/1.1" status: 200 len: 943 time: 0.1749742 Nov 25 17:45:20.643527 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b2b2a6c2-d125-4e4e-a1fd-20ca50e4b5bb req-b3cd1c73-df99-4c5a-bcbd-0155be3650a7 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1c3665e-ff29-4dbb-8a05-df90f9943146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546415 Nov 25 17:45:20.656107 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5a526a9d-190b-482e-be03-983889a01455 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:20.820289 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 36490) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:20.823979 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-579583a8-fa08-4b72-a957-45944510ca41 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:20.829375 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:20.830575 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579583a8-fa08-4b72-a957-45944510ca41 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:20.830575 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-579583a8-fa08-4b72-a957-45944510ca41 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:21.003478 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c71b730-c630-48fe-9e87-0430137b421f admin admin] Deleting subnet 166c4f5a-60a4-4d77-8cb0-66377155a334 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:45:21.011641 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579583a8-fa08-4b72-a957-45944510ca41 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event updated for resources: {'Network': ['ID=0f0f5cb3-0eb3-4b37-8a98-e1584d5beae5,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:21.021954 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1c71b730-c630-48fe-9e87-0430137b421f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:21.029612 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 0f0f5cb3-0eb3-4b37-8a98-e1584d5beae5 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:45:21.049772 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f0b57cbf-50be-44da-af86-c8aeeee796b9 req-4b36a515-9023-49ed-b8d7-b57b1bc741da tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] 10.222.0.75 "GET /v2.0/security-groups?id=2285b65b-d698-4f33-ae20-5b05d59ab176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4275422 Nov 25 17:45:21.058421 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6d9f5e45-9472-43e7-8f49-42c37aa0a367 req-26112552-2b1d-486c-9c08-f544f270a486 service neutron] 10.222.0.74 "GET /v2.0/networks/ac3d9612-6ca0-40df-ad89-62ed459c33fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6803827 Nov 25 17:45:21.061800 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3fd9ab3a-b191-44fd-a5ab-c42c9d4eaa4f req-f5d8ca03-9ca3-4652-8484-07cca7421e5e service neutron] 10.222.0.74 "GET /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7248588 Nov 25 17:45:21.072122 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a6e57-2384-4ca2-8bcb-716842de40f2 req-55f5bf9d-0e65-4f90-9af4-38119641b31a tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:21.074005 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-173a6e57-2384-4ca2-8bcb-716842de40f2 req-55f5bf9d-0e65-4f90-9af4-38119641b31a tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fddf626-e038-414d-b1b4-b49ae4c2a393 HTTP/1.1" status: 200 len: 945 time: 0.2434711 Nov 25 17:45:21.110799 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-579583a8-fa08-4b72-a957-45944510ca41 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9544995 Nov 25 17:45:21.119586 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 36500) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:21.134316 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-0ccc6db1-db82-4c1a-8afa-60499a079c41 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Request body: {'subnet': {'network_id': '0f0f5cb3-0eb3-4b37-8a98-e1584d5beae5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:45:21.191142 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1c71b730-c630-48fe-9e87-0430137b421f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:21.229282 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4b8ef-b961-4f19-a4a5-c09f14ee4162 req-9aa0de31-de43-435c-9f4d-6b6dc0831b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:21.231561 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-58c4b8ef-b961-4f19-a4a5-c09f14ee4162 req-9aa0de31-de43-435c-9f4d-6b6dc0831b0f service neutron] 10.222.0.90 "GET /v2.0/networks?id=d0082d57-8c96-4a76-be0f-340c2f65b160 HTTP/1.1" status: 200 len: 913 time: 1.0350556 Nov 25 17:45:21.359235 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-58c4b8ef-b961-4f19-a4a5-c09f14ee4162 req-2b8da6a3-01e8-41e2-bbe0-d47e0175da5e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed84ae92-906d-4243-b510-3c436279b9e0 HTTP/1.1" status: 200 len: 217 time: 0.0880346 Nov 25 17:45:21.418453 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1c71b730-c630-48fe-9e87-0430137b421f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:21.471061 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ccc6db1-db82-4c1a-8afa-60499a079c41 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Made reservation on behalf of c99f4fcf65714d6392d1221ed91b6f93 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:45:21.477013 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0ccc6db1-db82-4c1a-8afa-60499a079c41 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:21.555979 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3fd9ab3a-b191-44fd-a5ab-c42c9d4eaa4f req-0febeda7-90c3-4d78-90e0-3e3014de0f51 service neutron] 10.222.0.74 "GET /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4808712 Nov 25 17:45:21.574987 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-173a6e57-2384-4ca2-8bcb-716842de40f2 req-b2fa1f2d-bf19-4452-8f70-7448ab9bbedb tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4245191 Nov 25 17:45:21.599649 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4b8ef-b961-4f19-a4a5-c09f14ee4162 req-a906fb38-4b86-4749-a1da-e85eb0d206d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:21.601478 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-58c4b8ef-b961-4f19-a4a5-c09f14ee4162 req-a906fb38-4b86-4749-a1da-e85eb0d206d4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c74f83ed-3896-4341-8cf1-e1417d85add2 HTTP/1.1" status: 200 len: 851 time: 0.2266674 Nov 25 17:45:21.621362 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a526a9d-190b-482e-be03-983889a01455 admin admin] Router ca407927-6a34-455a-b594-8e91192a0a74 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:45:21.623789 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6d9f5e45-9472-43e7-8f49-42c37aa0a367 req-a939e93e-2081-4078-b970-044b56f4921e service neutron] 10.222.0.74 "GET /v2.0/networks/ac3d9612-6ca0-40df-ad89-62ed459c33fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4935575 Nov 25 17:45:21.667538 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1c71b730-c630-48fe-9e87-0430137b421f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:21.696671 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1c71b730-c630-48fe-9e87-0430137b421f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:21.697603 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c1f0a4-d42a-41c8-b8cb-2e9a1efa4b4a None None] Network abedceb6-d7b4-4d37-ad04-90d668d437ae requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:45:21.701584 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1c71b730-c630-48fe-9e87-0430137b421f admin admin] 10.222.0.75 "DELETE /v2.0/subnets/166c4f5a-60a4-4d77-8cb0-66377155a334 HTTP/1.1" status: 204 len: 168 time: 0.8803666 Nov 25 17:45:21.720883 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 36512) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:21.761053 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c71b730-c630-48fe-9e87-0430137b421f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=166c4f5a-60a4-4d77-8cb0-66377155a334,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:21.788034 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4b8ef-b961-4f19-a4a5-c09f14ee4162 req-afa092b3-c331-4e69-8505-7dfc9ab0422e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:21.789925 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-58c4b8ef-b961-4f19-a4a5-c09f14ee4162 req-afa092b3-c331-4e69-8505-7dfc9ab0422e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d0082d57-8c96-4a76-be0f-340c2f65b160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1761503 Nov 25 17:45:21.862640 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 910ff6f2-30af-4447-a006-70dd68383993 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:45:21.917021 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: 910ff6f2-30af-4447-a006-70dd68383993 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:45:21.917756 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 910ff6f2-30af-4447-a006-70dd68383993 not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:45:21.970520 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0648ba-587f-4f36-b429-b616a235e227 None None] DHCP port deletion for abedceb6-d7b4-4d37-ad04-90d668d437ae request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:45:22.027069 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:22.214300 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c5145178-249a-42d5-9d5f-0a7c0a8f003a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:22.238258 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0ccc6db1-db82-4c1a-8afa-60499a079c41 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:22.272335 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed07ba28-6496-41ef-a45f-db3bf989d61c req-06338567-137a-4dc4-b096-2e1740f5d98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:22.276897 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed07ba28-6496-41ef-a45f-db3bf989d61c req-06338567-137a-4dc4-b096-2e1740f5d98e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e67f483089c147bfb012c80d67402bfc&device_id=d733f4c7-b735-40ef-ad4c-8d22913b2c6f HTTP/1.1" status: 200 len: 1094 time: 0.5645924 Nov 25 17:45:22.299188 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e302b8-c60e-4fae-b9c0-7f84992e90e4 req-702255cd-f72b-4bf3-b7fa-24f7508aa27d tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:22.301844 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a4e302b8-c60e-4fae-b9c0-7f84992e90e4 req-702255cd-f72b-4bf3-b7fa-24f7508aa27d tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.90 "GET /v2.0/ports?device_id=bf6e9ad9-2d91-44eb-bb03-f51c717f15d5 HTTP/1.1" status: 200 len: 945 time: 0.3487425 Nov 25 17:45:22.330164 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-58c4b8ef-b961-4f19-a4a5-c09f14ee4162 req-68f45544-5e5c-4e78-a93c-29a7267ba57f service neutron] 10.222.0.90 "GET /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5309322 Nov 25 17:45:22.336545 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26db1e-62af-4dce-bdc7-33e087bf27ca req-1b0293fc-7cd7-4293-9a97-742bb8c73dd5 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:22.338180 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fc26db1e-62af-4dce-bdc7-33e087bf27ca req-1b0293fc-7cd7-4293-9a97-742bb8c73dd5 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf6e9ad9-2d91-44eb-bb03-f51c717f15d5 HTTP/1.1" status: 200 len: 945 time: 0.3449206 Nov 25 17:45:22.371756 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccc6db1-db82-4c1a-8afa-60499a079c41 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event updated for resources: {'Subnet': ['ID=431de3c0-69dd-4234-a3df-b18b5a2c05f5,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:22.383476 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a526a9d-190b-482e-be03-983889a01455 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:45:22.396373 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-5a526a9d-190b-482e-be03-983889a01455 admin admin] 10.222.0.75 "PUT /v2.0/routers/ca407927-6a34-455a-b594-8e91192a0a74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4371166 Nov 25 17:45:22.404400 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a753a40-c200-4896-aaf3-2dcd1b5daa61 None None] Sync routers for ids ['ca407927-6a34-455a-b594-8e91192a0a74'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:45:22.407289 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 36530) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:22.430121 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a753a40-c200-4896-aaf3-2dcd1b5daa61 None None] Routers {'ca407927-6a34-455a-b594-8e91192a0a74'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:45:22.430753 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-3a753a40-c200-4896-aaf3-2dcd1b5daa61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:45:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['ca407927-6a34-455a-b594-8e91192a0a74'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:22.435937 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b2442e-a613-4a13-a1dc-e4c2c307a6cf req-edad59b1-b3f9-412a-a476-e7d2de944a09 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:22.437638 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f2b2442e-a613-4a13-a1dc-e4c2c307a6cf req-edad59b1-b3f9-412a-a476-e7d2de944a09 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] 10.222.0.75 "GET /v2.0/ports?device_id=d733f4c7-b735-40ef-ad4c-8d22913b2c6f HTTP/1.1" status: 200 len: 943 time: 0.2524600 Nov 25 17:45:22.471366 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccc6db1-db82-4c1a-8afa-60499a079c41 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Checking segment: {'id': '0997549f-f829-434a-b255-1e001fcf5c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '0f0f5cb3-0eb3-4b37-8a98-e1584d5beae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:45:22.471747 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccc6db1-db82-4c1a-8afa-60499a079c41 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Network hostable DHCP agents. Network: 0f0f5cb3-0eb3-4b37-8a98-e1584d5beae5, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:45:22.551368 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccc6db1-db82-4c1a-8afa-60499a079c41 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Network 0f0f5cb3-0eb3-4b37-8a98-e1584d5beae5 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:45:22.617794 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-0ccc6db1-db82-4c1a-8afa-60499a079c41 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 0f0f5cb3-0eb3-4b37-8a98-e1584d5beae5) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:45:22.626063 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5434b45-25b5-46ad-9062-ba50c29cd553 None None] Network 0f0f5cb3-0eb3-4b37-8a98-e1584d5beae5 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:45:22.640423 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccc6db1-db82-4c1a-8afa-60499a079c41 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:22.641133 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0ccc6db1-db82-4c1a-8afa-60499a079c41 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:22.643481 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-3a753a40-c200-4896-aaf3-2dcd1b5daa61 None None] Set router ca407927-6a34-455a-b594-8e91192a0a74 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:45:22.649592 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fc26db1e-62af-4dce-bdc7-33e087bf27ca req-4f25f700-cda7-4839-9e30-ce327f5ece91 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/security-groups?id=f1c3665e-ff29-4dbb-8a05-df90f9943146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949309 Nov 25 17:45:22.653970 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-58c4b8ef-b961-4f19-a4a5-c09f14ee4162 req-bf8e2927-6925-4c21-9ca8-c4ad6fd32464 service neutron] 10.222.0.90 "GET /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150454 Nov 25 17:45:22.708357 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0ccc6db1-db82-4c1a-8afa-60499a079c41 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5828652 Nov 25 17:45:22.711103 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 36534) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:22.718660 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-08bdff1c-9de8-4d8a-b36e-23811cc29814 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Request body: {'subnet': {'network_id': '0f0f5cb3-0eb3-4b37-8a98-e1584d5beae5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:45:22.813139 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c5145178-249a-42d5-9d5f-0a7c0a8f003a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:22.828552 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f2b2442e-a613-4a13-a1dc-e4c2c307a6cf req-5f9e984f-4446-4812-9443-90de5c44f69d tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] 10.222.0.75 "GET /v2.0/security-groups?id=2285b65b-d698-4f33-ae20-5b05d59ab176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3340833 Nov 25 17:45:22.859067 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-3a753a40-c200-4896-aaf3-2dcd1b5daa61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca407927-6a34-455a-b594-8e91192a0a74', 'name': 'tempest-ServerRescueTestJSONUnderV235-204615741-router', 'tenant_id': '0e712441963e47bda81e9361811693b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '7bb9e724-fb3f-48a5-aac6-d57283c35fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:43:20Z', 'updated_at': '2021-11-25T17:45:18Z', 'revision_number': 5, 'project_id': '0e712441963e47bda81e9361811693b1', 'gw_port': {'id': '7bb9e724-fb3f-48a5-aac6-d57283c35fbe', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca407927-6a34-455a-b594-8e91192a0a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:43:21Z', 'updated_at': '2021-11-25T17:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:22.895900 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a753a40-c200-4896-aaf3-2dcd1b5daa61 None None] Checking router: ca407927-6a34-455a-b594-8e91192a0a74 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:45:22.906881 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a753a40-c200-4896-aaf3-2dcd1b5daa61 None None] Routers {'ca407927-6a34-455a-b594-8e91192a0a74'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:45:22.907782 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-3a753a40-c200-4896-aaf3-2dcd1b5daa61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:45:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['ca407927-6a34-455a-b594-8e91192a0a74'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:22.938829 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-c5145178-249a-42d5-9d5f-0a7c0a8f003a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abedceb6-d7b4-4d37-ad04-90d668d437ae']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:22.949082 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-a4e302b8-c60e-4fae-b9c0-7f84992e90e4 req-d810e5fb-4727-4067-94db-4b21c28e7c60 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Deleting port b4361dd7-bca7-4a65-a848-67d822bdccba {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:45:22.949425 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a4e302b8-c60e-4fae-b9c0-7f84992e90e4 req-d810e5fb-4727-4067-94db-4b21c28e7c60 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:22.950244 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08bdff1c-9de8-4d8a-b36e-23811cc29814 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Made reservation on behalf of c99f4fcf65714d6392d1221ed91b6f93 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:45:22.954544 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-08bdff1c-9de8-4d8a-b36e-23811cc29814 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:23.055902 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-a4e302b8-c60e-4fae-b9c0-7f84992e90e4 req-d810e5fb-4727-4067-94db-4b21c28e7c60 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] For port b4361dd7-bca7-4a65-a848-67d822bdccba, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=b4361dd7-bca7-4a65-a848-67d822bdccba,segment=NetworkSegment(d6e7e79c-466c-40cb-8e2d-9a39f814ce02),segment_id=d6e7e79c-466c-40cb-8e2d-9a39f814ce02)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:23.056268 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a4e302b8-c60e-4fae-b9c0-7f84992e90e4 req-d810e5fb-4727-4067-94db-4b21c28e7c60 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:23.070066 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:23.080300 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae096013-72fd-4054-849c-5966087524d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-0f0f5cb3-0eb3-4b37-8a98-e1584d5beae5', 'network_id': '0f0f5cb3-0eb3-4b37-8a98-e1584d5beae5', 'tenant_id': 'c99f4fcf65714d6392d1221ed91b6f93', 'fixed_ips': [{'subnet_id': '431de3c0-69dd-4234-a3df-b18b5a2c05f5'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:45:23.082018 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ae096013-72fd-4054-849c-5966087524d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:23.082217 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-a4e302b8-c60e-4fae-b9c0-7f84992e90e4 req-d810e5fb-4727-4067-94db-4b21c28e7c60 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Calling delete_port for b4361dd7-bca7-4a65-a848-67d822bdccba owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:45:23.176058 n-d-817746-1 neutron-server[103360]: INFO neutron.db.ipam_backend_mixin [None req-08bdff1c-9de8-4d8a-b36e-23811cc29814 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 431de3c0-69dd-4234-a3df-b18b5a2c05f5 (CIDR: 172.20.0.0/28) Nov 25 17:45:23.182419 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-08bdff1c-9de8-4d8a-b36e-23811cc29814 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:45:23.182953 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08bdff1c-9de8-4d8a-b36e-23811cc29814 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:45:23.215372 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-08bdff1c-9de8-4d8a-b36e-23811cc29814 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5032566 Nov 25 17:45:23.218393 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 36540) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:23.234688 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-fa990242-b552-4c1d-b4b0-7ef945f6eafe tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Request body: {'subnet': {'network_id': '0f0f5cb3-0eb3-4b37-8a98-e1584d5beae5', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:45:23.235323 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed07ba28-6496-41ef-a45f-db3bf989d61c req-e8d4ac3b-10e3-4413-a8c2-b3a2c9f14a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:23.240245 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed07ba28-6496-41ef-a45f-db3bf989d61c req-e8d4ac3b-10e3-4413-a8c2-b3a2c9f14a43 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ac3d9612-6ca0-40df-ad89-62ed459c33fb HTTP/1.1" status: 200 len: 915 time: 0.9324846 Nov 25 17:45:23.244021 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-3a753a40-c200-4896-aaf3-2dcd1b5daa61 None None] Set router ca407927-6a34-455a-b594-8e91192a0a74 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:45:23.261047 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a4e302b8-c60e-4fae-b9c0-7f84992e90e4 req-d810e5fb-4727-4067-94db-4b21c28e7c60 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:23.284514 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['b4361dd7-bca7-4a65-a848-67d822bdccba'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:45:23.373534 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd30cd1-2656-4368-81c7-436a0f6c3506 None None] DHCP port deletion for 762853d9-38e5-4380-88ed-82e8f6ae46d0 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:45:23.393187 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-c5145178-249a-42d5-9d5f-0a7c0a8f003a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00ad76f3-0c64-4805-b830-72456465ccf6') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:23.393534 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-c5145178-249a-42d5-9d5f-0a7c0a8f003a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00ad76f3-0c64-4805-b830-72456465ccf6') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:23.398827 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed07ba28-6496-41ef-a45f-db3bf989d61c req-253dae8d-f508-4d1e-bcb6-ed8172d5e7c1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab8b33e8-2d06-4c5d-8805-94b76f672098 HTTP/1.1" status: 200 len: 217 time: 0.0997989 Nov 25 17:45:23.470449 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa990242-b552-4c1d-b4b0-7ef945f6eafe tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Made reservation on behalf of c99f4fcf65714d6392d1221ed91b6f93 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:45:23.476454 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fa990242-b552-4c1d-b4b0-7ef945f6eafe tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:23.481745 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c5145178-249a-42d5-9d5f-0a7c0a8f003a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:23.491754 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4e302b8-c60e-4fae-b9c0-7f84992e90e4 req-d810e5fb-4727-4067-94db-4b21c28e7c60 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] No DVR routers for this DVR port b4361dd7-bca7-4a65-a848-67d822bdccba on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:45:23.494075 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d810e5fb-4727-4067-94db-4b21c28e7c60 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Pushing event deleted for resources: {'Port': ['ID=b4361dd7-bca7-4a65-a848-67d822bdccba,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:23.504253 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a4e302b8-c60e-4fae-b9c0-7f84992e90e4 req-d810e5fb-4727-4067-94db-4b21c28e7c60 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:23.509282 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a4e302b8-c60e-4fae-b9c0-7f84992e90e4 req-d810e5fb-4727-4067-94db-4b21c28e7c60 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.90 "DELETE /v2.0/ports/b4361dd7-bca7-4a65-a848-67d822bdccba HTTP/1.1" status: 204 len: 173 time: 1.1929836 Nov 25 17:45:23.510755 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-daf177d2-c5d4-4326-a9ef-694df0585fc5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:23.560920 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-ae096013-72fd-4054-849c-5966087524d4 None None] Allocated IP 172.20.0.2 (0f0f5cb3-0eb3-4b37-8a98-e1584d5beae5/431de3c0-69dd-4234-a3df-b18b5a2c05f5/395a0d50-c0a6-40e6-ad3b-e2e05a88caf6) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:45:23.581477 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-3a753a40-c200-4896-aaf3-2dcd1b5daa61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca407927-6a34-455a-b594-8e91192a0a74', 'name': 'tempest-ServerRescueTestJSONUnderV235-204615741-router', 'tenant_id': '0e712441963e47bda81e9361811693b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '7bb9e724-fb3f-48a5-aac6-d57283c35fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:43:20Z', 'updated_at': '2021-11-25T17:45:18Z', 'revision_number': 5, 'project_id': '0e712441963e47bda81e9361811693b1', 'gw_port': {'id': '7bb9e724-fb3f-48a5-aac6-d57283c35fbe', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca407927-6a34-455a-b594-8e91192a0a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:43:21Z', 'updated_at': '2021-11-25T17:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:23.627865 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a753a40-c200-4896-aaf3-2dcd1b5daa61 None None] The sync data for ids ['ca407927-6a34-455a-b594-8e91192a0a74'] in n-d-817746-1 is: [{'id': 'ca407927-6a34-455a-b594-8e91192a0a74', 'name': 'tempest-ServerRescueTestJSONUnderV235-204615741-router', 'tenant_id': '0e712441963e47bda81e9361811693b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '7bb9e724-fb3f-48a5-aac6-d57283c35fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:43:20Z', 'updated_at': '2021-11-25T17:45:18Z', 'revision_number': 5, 'project_id': '0e712441963e47bda81e9361811693b1', 'gw_port': {'id': '7bb9e724-fb3f-48a5-aac6-d57283c35fbe', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca407927-6a34-455a-b594-8e91192a0a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:43:21Z', 'updated_at': '2021-11-25T17:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:45:23.662444 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf6e9ad9-2d91-44eb-bb03-f51c717f15d5', 'name': 'network-vif-deleted', 'tag': 'b4361dd7-bca7-4a65-a848-67d822bdccba'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:45:23.665838 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7fc30e6-54b2-42d8-b4f7-79c482e47a5d" -d '{"events": [{"server_uuid": "bf6e9ad9-2d91-44eb-bb03-f51c717f15d5", "name": "network-vif-deleted", "tag": "b4361dd7-bca7-4a65-a848-67d822bdccba"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:45:23.707030 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-daf177d2-c5d4-4326-a9ef-694df0585fc5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:23.725266 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c5145178-249a-42d5-9d5f-0a7c0a8f003a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:23.746331 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a3e95-6c45-4723-b53a-926cfb6da42c req-28a34b92-7fc0-4491-ba0f-68640a94a78b tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:23.750898 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device ed84ae92-906d-4243-b510-3c436279b9e0 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:45:23.755965 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cb1a3e95-6c45-4723-b53a-926cfb6da42c req-28a34b92-7fc0-4491-ba0f-68640a94a78b tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fddf626-e038-414d-b1b4-b49ae4c2a393 HTTP/1.1" status: 200 len: 945 time: 0.8758671 Nov 25 17:45:23.763985 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5145178-249a-42d5-9d5f-0a7c0a8f003a admin admin] Releasing vlan 904 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:45:23.764597 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c5145178-249a-42d5-9d5f-0a7c0a8f003a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:23.820062 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:45:23.820062 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:45:23.820062 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:45:23.820062 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:45:23.820062 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:45:23.820062 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:45:23.820062 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:45:23.820062 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:45:23.820062 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:45:23.820062 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:45:23.820062 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:45:23.820062 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:45:23.820062 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:45:23.820062 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:45:23.820062 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:45:23.820062 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:45:23.820062 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:45:23.820062 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:45:23.820062 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:45:23.820062 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:45:23.820062 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:45:23.820062 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:45:23.820062 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:45:23.820062 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:45:23.820062 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:45:23.820062 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:45:23.820062 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:45:23.820062 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:45:23.820062 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:45:23.820062 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:45:23.820062 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:45:23.820062 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:45:23.893260 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed07ba28-6496-41ef-a45f-db3bf989d61c req-be9941d6-3425-474d-808f-6e2635c520e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:23.894735 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed07ba28-6496-41ef-a45f-db3bf989d61c req-be9941d6-3425-474d-808f-6e2635c520e0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5c27de08-3ab5-466c-84b4-62cdfa6da7ca HTTP/1.1" status: 200 len: 853 time: 0.4411020 Nov 25 17:45:24.004089 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-06ed4434-7e3b-4097-b0cc-9621990e7d98 req-f67bad79-3268-4854-a792-9231cf295cf4 tempest-ServerRescueTestJSON-436400755 tempest-ServerRescueTestJSON-436400755-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf6e9ad9-2d91-44eb-bb03-f51c717f15d5 HTTP/1.1" status: 200 len: 210 time: 0.1573353 Nov 25 17:45:24.037980 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:24.050362 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cb1a3e95-6c45-4723-b53a-926cfb6da42c req-360a038e-f20d-4f75-8163-051209889ecb tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932844 Nov 25 17:45:24.129963 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c5145178-249a-42d5-9d5f-0a7c0a8f003a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:24.180364 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fa990242-b552-4c1d-b4b0-7ef945f6eafe tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:24.191327 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c5145178-249a-42d5-9d5f-0a7c0a8f003a admin admin] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:24.204528 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c5145178-249a-42d5-9d5f-0a7c0a8f003a admin admin] 10.222.0.75 "DELETE /v2.0/networks/abedceb6-d7b4-4d37-ad04-90d668d437ae HTTP/1.1" status: 204 len: 168 time: 2.4824247 Nov 25 17:45:24.231214 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a19c4e6-7e37-408d-91ae-10f39cf833d4 x-openstack-request-id: req-3a19c4e6-7e37-408d-91ae-10f39cf833d4 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:45:24.231877 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf6e9ad9-2d91-44eb-bb03-f51c717f15d5", "name": "network-vif-deleted", "tag": "b4361dd7-bca7-4a65-a848-67d822bdccba", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:45:24.232399 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3a19c4e6-7e37-408d-91ae-10f39cf833d4 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:45:24.233535 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf6e9ad9-2d91-44eb-bb03-f51c717f15d5', 'name': 'network-vif-deleted', 'tag': 'b4361dd7-bca7-4a65-a848-67d822bdccba', 'status': 'completed', 'code': 200} Nov 25 17:45:24.248357 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 36554) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:24.254211 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed07ba28-6496-41ef-a45f-db3bf989d61c req-18c4e926-895c-41da-b00c-a9e0eabf6f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:24.256977 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed07ba28-6496-41ef-a45f-db3bf989d61c req-18c4e926-895c-41da-b00c-a9e0eabf6f9d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ac3d9612-6ca0-40df-ad89-62ed459c33fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3383470 Nov 25 17:45:24.259520 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5145178-249a-42d5-9d5f-0a7c0a8f003a admin admin] Pushing event deleted for resources: {'Network': ['ID=abedceb6-d7b4-4d37-ad04-90d668d437ae,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:24.278084 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 3ccd2013-1aca-4da3-ae8a-8fdd01180ba0 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:45:24.282418 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:45:24.284872 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa990242-b552-4c1d-b4b0-7ef945f6eafe tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event updated for resources: {'Subnet': ['ID=0d7a45e0-5e57-4dad-a011-ae4f84104dfd,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:24.329067 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa990242-b552-4c1d-b4b0-7ef945f6eafe tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Network 0f0f5cb3-0eb3-4b37-8a98-e1584d5beae5 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:45:24.330750 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-fa990242-b552-4c1d-b4b0-7ef945f6eafe tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:45:24.334995 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa990242-b552-4c1d-b4b0-7ef945f6eafe tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:24.335627 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fa990242-b552-4c1d-b4b0-7ef945f6eafe tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:24.356544 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-fa990242-b552-4c1d-b4b0-7ef945f6eafe tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1370037 Nov 25 17:45:24.359652 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 36556) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:24.374650 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-f8c05549-79d7-47dd-9664-2cba8154207c tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Request body: {'port': {'network_id': '0f0f5cb3-0eb3-4b37-8a98-e1584d5beae5', 'fixed_ips': [{'subnet_id': '431de3c0-69dd-4234-a3df-b18b5a2c05f5'}, {'subnet_id': '0d7a45e0-5e57-4dad-a011-ae4f84104dfd'}], 'name': 'tempest-PortsTestJSON-1696741854'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:45:24.439244 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-daf177d2-c5d4-4326-a9ef-694df0585fc5 admin admin] Deleting port 7bb9e724-fb3f-48a5-aac6-d57283c35fbe {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:45:24.439493 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-daf177d2-c5d4-4326-a9ef-694df0585fc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:24.679843 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fddf626-e038-414d-b1b4-b49ae4c2a393', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed84ae92-906d-4243-b510-3c436279b9e0'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:45:24.682595 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6fa156-2670-4f91-8da8-7ea974afc4e5" -d '{"events": [{"server_uuid": "0fddf626-e038-414d-b1b4-b49ae4c2a393", "name": "network-vif-unplugged", "status": "completed", "tag": "ed84ae92-906d-4243-b510-3c436279b9e0"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:45:24.731678 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 3ccd2013-1aca-4da3-ae8a-8fdd01180ba0 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:45:24.733812 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 3ccd2013-1aca-4da3-ae8a-8fdd01180ba0 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:45:24.763874 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a845ff-695f-44d6-a5b9-55f6475ad1c2 x-openstack-request-id: req-19a845ff-695f-44d6-a5b9-55f6475ad1c2 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:45:24.764173 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fddf626-e038-414d-b1b4-b49ae4c2a393", "name": "network-vif-unplugged", "status": "completed", "tag": "ed84ae92-906d-4243-b510-3c436279b9e0", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:45:24.764434 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-19a845ff-695f-44d6-a5b9-55f6475ad1c2 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:45:24.764864 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fddf626-e038-414d-b1b4-b49ae4c2a393', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed84ae92-906d-4243-b510-3c436279b9e0', 'code': 200} Nov 25 17:45:24.766616 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port ed84ae92-906d-4243-b510-3c436279b9e0, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=ed84ae92-906d-4243-b510-3c436279b9e0,segment=NetworkSegment(c5752f96-a6e9-4fc2-9dae-273cc6a23f00),segment_id=c5752f96-a6e9-4fc2-9dae-273cc6a23f00)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:24.779261 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c05549-79d7-47dd-9664-2cba8154207c tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Made reservation on behalf of c99f4fcf65714d6392d1221ed91b6f93 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:45:24.781666 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:24.782374 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device b4361dd7-bca7-4a65-a848-67d822bdccba no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:45:24.810209 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ae096013-72fd-4054-849c-5966087524d4 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:24.816540 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: b4361dd7-bca7-4a65-a848-67d822bdccba {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:45:24.818980 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device b4361dd7-bca7-4a65-a848-67d822bdccba not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:45:24.825481 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-03d5c49f-7bd8-4336-a673-4ac091dcd0c5 admin admin] Deleting subnet aa13525a-5658-4a27-8952-4570b2dabc5c {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:45:24.831143 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-03d5c49f-7bd8-4336-a673-4ac091dcd0c5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:24.900202 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69199740-b2ec-4d6e-9f21-8628abd22f8a req-715914e1-9a09-4df4-a590-f03252f82513 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:24.900465 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ae096013-72fd-4054-849c-5966087524d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:24.915132 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f8c05549-79d7-47dd-9664-2cba8154207c tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:24.923170 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-69199740-b2ec-4d6e-9f21-8628abd22f8a req-715914e1-9a09-4df4-a590-f03252f82513 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] 10.222.0.75 "GET /v2.0/ports?device_id=d733f4c7-b735-40ef-ad4c-8d22913b2c6f HTTP/1.1" status: 200 len: 943 time: 0.6719728 Nov 25 17:45:24.938942 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-f8c05549-79d7-47dd-9664-2cba8154207c tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] device_id is not set on port 02dcb50c-9494-4cb5-84af-40adb69436f7 yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:45:24.946111 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae096013-72fd-4054-849c-5966087524d4 None None] Network 0f0f5cb3-0eb3-4b37-8a98-e1584d5beae5 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:45:24.952618 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-ae096013-72fd-4054-849c-5966087524d4 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:45:24.957301 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae096013-72fd-4054-849c-5966087524d4 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:45:25.024795 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=ed84ae92-906d-4243-b510-3c436279b9e0,revision_number=8']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:25.110781 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-03d5c49f-7bd8-4336-a673-4ac091dcd0c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:25.115223 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed07ba28-6496-41ef-a45f-db3bf989d61c req-72dc92ce-a85c-4687-a447-d4a82fa8dc96 service neutron] 10.222.0.74 "GET /v2.0/networks/ac3d9612-6ca0-40df-ad89-62ed459c33fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8411651 Nov 25 17:45:25.142151 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 36568) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:25.175162 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae096013-72fd-4054-849c-5966087524d4 None None] Pushing event updated for resources: {'Port': ['ID=395a0d50-c0a6-40e6-ad3b-e2e05a88caf6,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:25.196710 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-ae096013-72fd-4054-849c-5966087524d4 None None] Attempting to bind port 395a0d50-c0a6-40e6-ad3b-e2e05a88caf6 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:45:25.209092 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-ae096013-72fd-4054-849c-5966087524d4 None None] Attempting to bind port 395a0d50-c0a6-40e6-ad3b-e2e05a88caf6 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '0997549f-f829-434a-b255-1e001fcf5c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '0f0f5cb3-0eb3-4b37-8a98-e1584d5beae5'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:45:25.217013 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae096013-72fd-4054-849c-5966087524d4 None None] Attempting to bind port 395a0d50-c0a6-40e6-ad3b-e2e05a88caf6 on network 0f0f5cb3-0eb3-4b37-8a98-e1584d5beae5 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:45:25.225902 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae096013-72fd-4054-849c-5966087524d4 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:45:25.226394 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae096013-72fd-4054-849c-5966087524d4 None None] Checking segment: {'id': '0997549f-f829-434a-b255-1e001fcf5c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '0f0f5cb3-0eb3-4b37-8a98-e1584d5beae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:45:25.226704 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ae096013-72fd-4054-849c-5966087524d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:25.227116 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae096013-72fd-4054-849c-5966087524d4 None None] Bound using segment: {'id': '0997549f-f829-434a-b255-1e001fcf5c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '0f0f5cb3-0eb3-4b37-8a98-e1584d5beae5'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:45:25.227617 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-ae096013-72fd-4054-849c-5966087524d4 None None] Bound port: 395a0d50-c0a6-40e6-ad3b-e2e05a88caf6, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0997549f-f829-434a-b255-1e001fcf5c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '0f0f5cb3-0eb3-4b37-8a98-e1584d5beae5'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:45:25.227991 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ae096013-72fd-4054-849c-5966087524d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:25.329579 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-ae096013-72fd-4054-849c-5966087524d4 None None] For port 395a0d50-c0a6-40e6-ad3b-e2e05a88caf6, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:45:25.334193 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-ae096013-72fd-4054-849c-5966087524d4 None None] For port 395a0d50-c0a6-40e6-ad3b-e2e05a88caf6, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=395a0d50-c0a6-40e6-ad3b-e2e05a88caf6,segment=NetworkSegment(0997549f-f829-434a-b255-1e001fcf5c0a),segment_id=0997549f-f829-434a-b255-1e001fcf5c0a)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:45:25.345841 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ae096013-72fd-4054-849c-5966087524d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:25.445711 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-69199740-b2ec-4d6e-9f21-8628abd22f8a req-7dd51089-84bf-4792-ad15-92d89aa8b424 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] 10.222.0.75 "GET /v2.0/security-groups?id=2285b65b-d698-4f33-ae20-5b05d59ab176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5207450 Nov 25 17:45:25.463134 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae096013-72fd-4054-849c-5966087524d4 None None] Pushing event updated for resources: {'Port': ['ID=395a0d50-c0a6-40e6-ad3b-e2e05a88caf6,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:25.502233 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-daf177d2-c5d4-4326-a9ef-694df0585fc5 admin admin] For port 7bb9e724-fb3f-48a5-aac6-d57283c35fbe, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=7bb9e724-fb3f-48a5-aac6-d57283c35fbe,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:25.502604 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-daf177d2-c5d4-4326-a9ef-694df0585fc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:25.516102 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-f8c05549-79d7-47dd-9664-2cba8154207c tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Allocated IP 172.20.0.4 (0f0f5cb3-0eb3-4b37-8a98-e1584d5beae5/431de3c0-69dd-4234-a3df-b18b5a2c05f5/02dcb50c-9494-4cb5-84af-40adb69436f7) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:45:25.527318 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-f8c05549-79d7-47dd-9664-2cba8154207c tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Allocated IP 172.20.0.21 (0f0f5cb3-0eb3-4b37-8a98-e1584d5beae5/0d7a45e0-5e57-4dad-a011-ae4f84104dfd/02dcb50c-9494-4cb5-84af-40adb69436f7) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:45:25.568217 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a423ef-4bd7-4c4b-9cdc-fe160b13853c req-1a040609-ab9a-499e-aa27-111337494060 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:25.573536 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-84a423ef-4bd7-4c4b-9cdc-fe160b13853c req-1a040609-ab9a-499e-aa27-111337494060 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fddf626-e038-414d-b1b4-b49ae4c2a393 HTTP/1.1" status: 200 len: 943 time: 0.2628913 Nov 25 17:45:25.575230 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-03d5c49f-7bd8-4336-a673-4ac091dcd0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:25.579303 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-daf177d2-c5d4-4326-a9ef-694df0585fc5 admin admin] Calling delete_port for 7bb9e724-fb3f-48a5-aac6-d57283c35fbe owned by network:router_gateway {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:45:25.773341 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed07ba28-6496-41ef-a45f-db3bf989d61c req-0769b192-de8c-4477-9d72-29646890c8fa service neutron] 10.222.0.74 "GET /v2.0/networks/ac3d9612-6ca0-40df-ad89-62ed459c33fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5674582 Nov 25 17:45:25.943672 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f8c05549-79d7-47dd-9664-2cba8154207c tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:25.977467 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 395a0d50-c0a6-40e6-ad3b-e2e05a88caf6 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:45:26.008514 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9fda2971-5a12-480a-a5a7-8b9d121bdd93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:26.035898 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-84a423ef-4bd7-4c4b-9cdc-fe160b13853c req-0d8bc9e1-daab-4c08-95f3-e640363c8225 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233576 Nov 25 17:45:26.063463 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-03d5c49f-7bd8-4336-a673-4ac091dcd0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:26.110727 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-03d5c49f-7bd8-4336-a673-4ac091dcd0c5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:26.121159 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-03d5c49f-7bd8-4336-a673-4ac091dcd0c5 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/aa13525a-5658-4a27-8952-4570b2dabc5c HTTP/1.1" status: 204 len: 168 time: 1.8624859 Nov 25 17:45:26.123926 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f4e75a-efc9-4a4e-aeff-1294959e49a2 None None] Network b8acda21-9865-4339-a7ae-4c7482e0dc3f requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:45:26.143037 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 36578) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:26.143827 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d5c49f-7bd8-4336-a673-4ac091dcd0c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa13525a-5658-4a27-8952-4570b2dabc5c,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:26.250167 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f8c05549-79d7-47dd-9664-2cba8154207c tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:26.284664 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 395a0d50-c0a6-40e6-ad3b-e2e05a88caf6 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:26.286003 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:26.288266 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5957dd4c-863a-48c5-9738-272e2c38b1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:26.300282 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-daf177d2-c5d4-4326-a9ef-694df0585fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:26.325228 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba58fd8-2fcc-471b-bcb5-1a1bd1d2789e req-0737734d-6793-41ec-9575-a46d90b6e8de tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:26.333584 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2ba58fd8-2fcc-471b-bcb5-1a1bd1d2789e req-0737734d-6793-41ec-9575-a46d90b6e8de tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 945 time: 0.1346235 Nov 25 17:45:26.359654 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf177d2-c5d4-4326-a9ef-694df0585fc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bb9e724-fb3f-48a5-aac6-d57283c35fbe,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:26.388959 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7375a6e7-86ee-413b-9ad3-d13f43a5d3fd None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:45:26.401834 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c05549-79d7-47dd-9664-2cba8154207c tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Network 0f0f5cb3-0eb3-4b37-8a98-e1584d5beae5 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:45:26.417184 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-f8c05549-79d7-47dd-9664-2cba8154207c tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:45:26.420012 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c05549-79d7-47dd-9664-2cba8154207c tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:45:26.470224 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9c3ae5-18f8-4927-8a14-96d95315cc5a None None] DHCP port deletion for b8acda21-9865-4339-a7ae-4c7482e0dc3f request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:45:26.492690 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:26.563526 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c05549-79d7-47dd-9664-2cba8154207c tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event updated for resources: {'Port': ['ID=02dcb50c-9494-4cb5-84af-40adb69436f7,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:26.580640 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2ba58fd8-2fcc-471b-bcb5-1a1bd1d2789e req-36957874-c7d9-499e-97d5-ec99c1426879 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2466109 Nov 25 17:45:26.608059 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5957dd4c-863a-48c5-9738-272e2c38b1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:26.611024 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-daf177d2-c5d4-4326-a9ef-694df0585fc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:26.615768 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port 395a0d50-c0a6-40e6-ad3b-e2e05a88caf6, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=395a0d50-c0a6-40e6-ad3b-e2e05a88caf6,segment=NetworkSegment(0997549f-f829-434a-b255-1e001fcf5c0a),segment_id=0997549f-f829-434a-b255-1e001fcf5c0a)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:26.623803 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:26.771740 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c05549-79d7-47dd-9664-2cba8154207c tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:26.778084 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f8c05549-79d7-47dd-9664-2cba8154207c tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:26.799842 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=395a0d50-c0a6-40e6-ad3b-e2e05a88caf6,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:26.907703 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f8c05549-79d7-47dd-9664-2cba8154207c tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.5464494 Nov 25 17:45:26.920395 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 36594) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:26.927677 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-e0c83983-e600-4347-8867-4324f335672f tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '431de3c0-69dd-4234-a3df-b18b5a2c05f5'}]}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:45:26.955974 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-5957dd4c-863a-48c5-9738-272e2c38b1f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8acda21-9865-4339-a7ae-4c7482e0dc3f']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:26.962041 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-daf177d2-c5d4-4326-a9ef-694df0585fc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:26.994306 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-daf177d2-c5d4-4326-a9ef-694df0585fc5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:27.022535 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd083af-21ba-45b9-8451-bcb156b5e66d req-9b384321-c219-430a-9452-f473837ba8af tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:27.024461 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9dd083af-21ba-45b9-8451-bcb156b5e66d req-9b384321-c219-430a-9452-f473837ba8af tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] 10.222.0.75 "GET /v2.0/ports?device_id=d733f4c7-b735-40ef-ad4c-8d22913b2c6f HTTP/1.1" status: 200 len: 943 time: 0.3536263 Nov 25 17:45:27.034022 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce4e0f-af40-47a5-af64-380195f114b7 req-3de2248e-f5fc-4d6e-96c3-22ec2d158501 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:27.035801 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-70ce4e0f-af40-47a5-af64-380195f114b7 req-3de2248e-f5fc-4d6e-96c3-22ec2d158501 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 945 time: 0.2987139 Nov 25 17:45:27.043031 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-5957dd4c-863a-48c5-9738-272e2c38b1f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aa73b6f-6153-4e93-b72d-0f29892d7052') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:27.043654 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-5957dd4c-863a-48c5-9738-272e2c38b1f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aa73b6f-6153-4e93-b72d-0f29892d7052') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:27.149738 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5957dd4c-863a-48c5-9738-272e2c38b1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:27.161138 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f80dae-8727-4f75-b943-61cb3cee1473 None None] Network 0f0f5cb3-0eb3-4b37-8a98-e1584d5beae5 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:45:27.189567 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5957dd4c-863a-48c5-9738-272e2c38b1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:27.192403 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e0c83983-e600-4347-8867-4324f335672f tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:27.202063 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-daf177d2-c5d4-4326-a9ef-694df0585fc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:27.202686 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf177d2-c5d4-4326-a9ef-694df0585fc5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca407927-6a34-455a-b594-8e91192a0a74 {{(pid=103361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:45:27.218576 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-daf177d2-c5d4-4326-a9ef-694df0585fc5 admin admin] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:27.222422 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-daf177d2-c5d4-4326-a9ef-694df0585fc5 admin admin] 10.222.0.75 "DELETE /v2.0/routers/ca407927-6a34-455a-b594-8e91192a0a74 HTTP/1.1" status: 204 len: 168 time: 4.7993262 Nov 25 17:45:27.232923 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 36596) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:27.261174 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5957dd4c-863a-48c5-9738-272e2c38b1f0 admin admin] Releasing vlan 910 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:45:27.261918 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5957dd4c-863a-48c5-9738-272e2c38b1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:27.266508 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:45:27.266508 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:45:27.266508 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:45:27.266508 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:45:27.266508 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:45:27.266508 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:45:27.266508 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:45:27.266508 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:45:27.266508 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:45:27.266508 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:45:27.266508 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:45:27.266508 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:45:27.266508 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:45:27.266508 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:45:27.266508 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:45:27.266508 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:45:27.266508 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:45:27.266508 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:45:27.266508 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:45:27.266508 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:45:27.266508 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:45:27.266508 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:45:27.266508 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:45:27.266508 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:45:27.266508 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:45:27.266508 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:45:27.266508 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:45:27.266508 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:45:27.266508 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:45:27.266508 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:45:27.266508 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:45:27.266508 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:45:27.336373 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-93990980-d7ec-428a-8886-41848c95305b None None] Provisioning complete for port 395a0d50-c0a6-40e6-ad3b-e2e05a88caf6 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:27.337023 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-93990980-d7ec-428a-8886-41848c95305b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:27.339114 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9dd083af-21ba-45b9-8451-bcb156b5e66d req-4d5d3677-f631-4aa3-b98d-af156673510b tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] 10.222.0.75 "GET /v2.0/security-groups?id=2285b65b-d698-4f33-ae20-5b05d59ab176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3006959 Nov 25 17:45:27.364048 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-70ce4e0f-af40-47a5-af64-380195f114b7 req-5627c51e-2dd0-47b8-b2a8-1ffb5f6832b3 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2809093 Nov 25 17:45:27.409832 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-07f12dc8-fcd5-415b-a672-923b4ecb7efe admin admin] Deleting subnet 6bfddcac-73ef-4611-af8d-64b1d7a7b463 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:45:27.422152 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-07f12dc8-fcd5-415b-a672-923b4ecb7efe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:27.456374 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9fda2971-5a12-480a-a5a7-8b9d121bdd93 admin admin] Deleting port c6a80e3b-1199-469b-b639-67fa9cda50e7 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:45:27.456728 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9fda2971-5a12-480a-a5a7-8b9d121bdd93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:27.494085 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5957dd4c-863a-48c5-9738-272e2c38b1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:27.499598 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5957dd4c-863a-48c5-9738-272e2c38b1f0 admin admin] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:27.502864 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-5957dd4c-863a-48c5-9738-272e2c38b1f0 admin admin] 10.222.0.75 "DELETE /v2.0/networks/b8acda21-9865-4339-a7ae-4c7482e0dc3f HTTP/1.1" status: 204 len: 168 time: 1.3553813 Nov 25 17:45:27.537285 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5957dd4c-863a-48c5-9738-272e2c38b1f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8acda21-9865-4339-a7ae-4c7482e0dc3f,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:27.631858 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-07f12dc8-fcd5-415b-a672-923b4ecb7efe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:27.717258 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-07f12dc8-fcd5-415b-a672-923b4ecb7efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:27.798096 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742cac57-d43b-41ec-9cbf-88ae11b72808 req-6fe26bed-f463-490d-a45e-ca1fb5528d53 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:27.800627 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device ed84ae92-906d-4243-b510-3c436279b9e0 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:45:27.813877 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-742cac57-d43b-41ec-9cbf-88ae11b72808 req-6fe26bed-f463-490d-a45e-ca1fb5528d53 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 945 time: 0.1263022 Nov 25 17:45:27.969612 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 36608) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:28.014615 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 395a0d50-c0a6-40e6-ad3b-e2e05a88caf6 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:45:28.037844 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-9fda2971-5a12-480a-a5a7-8b9d121bdd93 admin admin] For port c6a80e3b-1199-469b-b639-67fa9cda50e7, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=c6a80e3b-1199-469b-b639-67fa9cda50e7,segment=NetworkSegment(d6e7e79c-466c-40cb-8e2d-9a39f814ce02),segment_id=d6e7e79c-466c-40cb-8e2d-9a39f814ce02)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:28.038251 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9fda2971-5a12-480a-a5a7-8b9d121bdd93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:28.050268 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-742cac57-d43b-41ec-9cbf-88ae11b72808 req-673f98c3-0f0c-4968-ac7b-49467aad8037 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2145119 Nov 25 17:45:28.073996 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9fda2971-5a12-480a-a5a7-8b9d121bdd93 admin admin] Calling delete_port for c6a80e3b-1199-469b-b639-67fa9cda50e7 owned by network:router_interface {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:45:28.106060 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 395a0d50-c0a6-40e6-ad3b-e2e05a88caf6 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:28.106439 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:28.110696 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-3d122da5-0d0e-47e9-978d-29912630e234 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=bd13d6649a594c869290206dad311814&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1399632 Nov 25 17:45:28.113260 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 36610) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:28.142871 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e3b357-7564-4663-ac71-79c33b6a3034 None None] Update dhcp port {'port': {'network_id': '0f0f5cb3-0eb3-4b37-8a98-e1584d5beae5', 'fixed_ips': [{'subnet_id': '431de3c0-69dd-4234-a3df-b18b5a2c05f5', 'ip_address': '172.20.0.2'}, {'subnet_id': '0d7a45e0-5e57-4dad-a011-ae4f84104dfd'}], 'binding:host_id': 'n-d-817746-1'}, 'id': '395a0d50-c0a6-40e6-ad3b-e2e05a88caf6'} from n-d-817746-1. {{(pid=103362) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 17:45:28.178429 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-48e3b357-7564-4663-ac71-79c33b6a3034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:28.203979 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-01493924-1ad3-4ba2-a760-0cc3710701e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:28.231728 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-01493924-1ad3-4ba2-a760-0cc3710701e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:28.339799 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-01493924-1ad3-4ba2-a760-0cc3710701e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:28.346089 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-01493924-1ad3-4ba2-a760-0cc3710701e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:28.347318 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-01493924-1ad3-4ba2-a760-0cc3710701e3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4fcd42ba-9c09-415e-a9a7-81dc38f0485b HTTP/1.1" status: 204 len: 168 time: 0.2328715 Nov 25 17:45:28.363617 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01493924-1ad3-4ba2-a760-0cc3710701e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fcd42ba-9c09-415e-a9a7-81dc38f0485b,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:28.404698 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-48e3b357-7564-4663-ac71-79c33b6a3034 None None] Allocated IP 172.20.0.18 (0f0f5cb3-0eb3-4b37-8a98-e1584d5beae5/0d7a45e0-5e57-4dad-a011-ae4f84104dfd/395a0d50-c0a6-40e6-ad3b-e2e05a88caf6) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:45:28.522797 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-48e3b357-7564-4663-ac71-79c33b6a3034 None None] For port 395a0d50-c0a6-40e6-ad3b-e2e05a88caf6, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=395a0d50-c0a6-40e6-ad3b-e2e05a88caf6,segment=NetworkSegment(0997549f-f829-434a-b255-1e001fcf5c0a),segment_id=0997549f-f829-434a-b255-1e001fcf5c0a)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:28.556250 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-48e3b357-7564-4663-ac71-79c33b6a3034 None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:28.577760 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ddd61-5359-4681-92af-acaff9bb2987 req-6b4a789e-4da0-44e1-9746-0fe4e7b5a84b tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:28.581199 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-48e3b357-7564-4663-ac71-79c33b6a3034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:28.583730 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b99ddd61-5359-4681-92af-acaff9bb2987 req-6b4a789e-4da0-44e1-9746-0fe4e7b5a84b tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] 10.222.0.75 "GET /v2.0/ports?device_id=d733f4c7-b735-40ef-ad4c-8d22913b2c6f HTTP/1.1" status: 200 len: 943 time: 0.1234770 Nov 25 17:45:28.679841 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b99ddd61-5359-4681-92af-acaff9bb2987 req-5fa3a836-30dd-4ff1-8c41-259eec2890c9 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] 10.222.0.75 "GET /v2.0/security-groups?id=2285b65b-d698-4f33-ae20-5b05d59ab176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903990 Nov 25 17:45:28.796635 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e3b357-7564-4663-ac71-79c33b6a3034 None None] Pushing event updated for resources: {'Port': ['ID=395a0d50-c0a6-40e6-ad3b-e2e05a88caf6,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:28.842784 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-07f12dc8-fcd5-415b-a672-923b4ecb7efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:28.909878 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 7bb9e724-fb3f-48a5-aac6-d57283c35fbe no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:45:28.953790 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 36620) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:28.962464 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f12dc8-fcd5-415b-a672-923b4ecb7efe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bfddcac-73ef-4611-af8d-64b1d7a7b463,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:28.986802 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-07f12dc8-fcd5-415b-a672-923b4ecb7efe admin admin] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:28.993234 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-07f12dc8-fcd5-415b-a672-923b4ecb7efe admin admin] 10.222.0.75 "DELETE /v2.0/subnets/6bfddcac-73ef-4611-af8d-64b1d7a7b463 HTTP/1.1" status: 204 len: 168 time: 1.7559295 Nov 25 17:45:28.995005 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 36622) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:28.999552 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7041f0b-720a-480c-866b-e6a300d10407 None None] Network 2a677ceb-58ea-4bc7-9eda-74a3a34ce20c requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:45:29.001888 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 7bb9e724-fb3f-48a5-aac6-d57283c35fbe {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:45:29.002608 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 7bb9e724-fb3f-48a5-aac6-d57283c35fbe not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:45:29.133102 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d45be651-94ca-4d2d-a4aa-aded568e7517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:29.151194 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-e0c83983-e600-4347-8867-4324f335672f tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Delete allocated IP 172.20.0.21 (0f0f5cb3-0eb3-4b37-8a98-e1584d5beae5/0d7a45e0-5e57-4dad-a011-ae4f84104dfd) {{(pid=103360) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 25 17:45:29.253192 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-74d577e9-4147-4e09-8e9f-acd111f731ca admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=41a69063d4da4df49878fa4fc1cb6c49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2879937 Nov 25 17:45:29.256752 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 36630) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:29.283825 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6f46d7-9567-45f1-b684-5fdc45800d73 None None] DHCP port deletion for 2a677ceb-58ea-4bc7-9eda-74a3a34ce20c request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:45:29.392557 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d45be651-94ca-4d2d-a4aa-aded568e7517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:29.404480 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9fda2971-5a12-480a-a5a7-8b9d121bdd93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:29.473475 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-d45be651-94ca-4d2d-a4aa-aded568e7517 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a677ceb-58ea-4bc7-9eda-74a3a34ce20c']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:29.500745 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b867fe5-9b46-4c2f-b8d5-498f0574b893 None None] DHCP port deletion for 762853d9-38e5-4380-88ed-82e8f6ae46d0 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:45:29.521560 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fda2971-5a12-480a-a5a7-8b9d121bdd93 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6a80e3b-1199-469b-b639-67fa9cda50e7,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:29.535395 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-d45be651-94ca-4d2d-a4aa-aded568e7517 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a86e07f-422d-4071-8634-6cec87d7ea22') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:29.535879 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-d45be651-94ca-4d2d-a4aa-aded568e7517 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a86e07f-422d-4071-8634-6cec87d7ea22') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:29.561712 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b1307-65b0-423c-9450-57aaf25b520e req-506ea202-111c-4e06-ab69-45d6a5bcecc6 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:29.563520 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-624b1307-65b0-423c-9450-57aaf25b520e req-506ea202-111c-4e06-ab69-45d6a5bcecc6 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 945 time: 0.3396060 Nov 25 17:45:29.565627 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d45be651-94ca-4d2d-a4aa-aded568e7517 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:29.629614 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d45be651-94ca-4d2d-a4aa-aded568e7517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:29.638337 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d45be651-94ca-4d2d-a4aa-aded568e7517 admin admin] Releasing vlan 931 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:45:29.639057 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d45be651-94ca-4d2d-a4aa-aded568e7517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:29.724634 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:45:29.724634 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:45:29.724634 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:45:29.724634 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:45:29.724634 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:45:29.724634 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:45:29.724634 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:45:29.724634 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:45:29.724634 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:45:29.724634 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:45:29.724634 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:45:29.724634 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:45:29.724634 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:45:29.724634 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:45:29.724634 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:45:29.724634 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:45:29.724634 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:45:29.724634 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:45:29.724634 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:45:29.724634 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:45:29.724634 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:45:29.724634 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:45:29.724634 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:45:29.724634 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:45:29.724634 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:45:29.724634 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:45:29.724634 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:45:29.724634 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:45:29.724634 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:45:29.724634 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:45:29.724634 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:45:29.724634 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:45:29.750170 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2954c948-6948-4b44-8fcf-69da3925a511 None None] Network 0f0f5cb3-0eb3-4b37-8a98-e1584d5beae5 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:45:29.809665 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-624b1307-65b0-423c-9450-57aaf25b520e req-0b516726-4336-4f76-8c81-097c890ba684 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2390733 Nov 25 17:45:29.813235 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d45be651-94ca-4d2d-a4aa-aded568e7517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:29.839420 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d45be651-94ca-4d2d-a4aa-aded568e7517 admin admin] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:29.844125 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d45be651-94ca-4d2d-a4aa-aded568e7517 admin admin] 10.222.0.75 "DELETE /v2.0/networks/2a677ceb-58ea-4bc7-9eda-74a3a34ce20c HTTP/1.1" status: 204 len: 168 time: 0.8480284 Nov 25 17:45:29.862774 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45be651-94ca-4d2d-a4aa-aded568e7517 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a677ceb-58ea-4bc7-9eda-74a3a34ce20c,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:29.900121 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9870b5d5-f7e3-44f2-8ade-029fbad4f3a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:29.992509 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-e61da848-4516-4910-a91c-adc9910f8564 None None] Provisioning complete for port 395a0d50-c0a6-40e6-ad3b-e2e05a88caf6 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:30.001184 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9870b5d5-f7e3-44f2-8ade-029fbad4f3a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:30.003684 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e61da848-4516-4910-a91c-adc9910f8564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:30.016804 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e0c83983-e600-4347-8867-4324f335672f tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:30.043319 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e0c83983-e600-4347-8867-4324f335672f tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:30.051232 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 395a0d50-c0a6-40e6-ad3b-e2e05a88caf6 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:45:30.189030 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9870b5d5-f7e3-44f2-8ade-029fbad4f3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:30.199159 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9870b5d5-f7e3-44f2-8ade-029fbad4f3a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:30.204243 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-9870b5d5-f7e3-44f2-8ade-029fbad4f3a6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2586f1e5-48fb-4d48-b016-df49db9bdba9 HTTP/1.1" status: 204 len: 168 time: 0.9434288 Nov 25 17:45:30.210884 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c83983-e600-4347-8867-4324f335672f tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event updated for resources: {'Port': ['ID=02dcb50c-9494-4cb5-84af-40adb69436f7,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:30.254593 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c83983-e600-4347-8867-4324f335672f tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:30.257593 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c83983-e600-4347-8867-4324f335672f tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:30.257998 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c83983-e600-4347-8867-4324f335672f tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:30.258338 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925668c0-8e5b-4ab5-9cc8-76696233a50a req-5fe09f96-68d2-4dd9-be81-7e1a02f4eafd tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:30.258474 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c83983-e600-4347-8867-4324f335672f tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:30.258691 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c83983-e600-4347-8867-4324f335672f tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:30.259040 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c83983-e600-4347-8867-4324f335672f tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:30.260800 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-925668c0-8e5b-4ab5-9cc8-76696233a50a req-5fe09f96-68d2-4dd9-be81-7e1a02f4eafd tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] 10.222.0.75 "GET /v2.0/ports?device_id=d733f4c7-b735-40ef-ad4c-8d22913b2c6f HTTP/1.1" status: 200 len: 943 time: 0.1446676 Nov 25 17:45:30.261710 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c83983-e600-4347-8867-4324f335672f tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:30.262079 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c83983-e600-4347-8867-4324f335672f tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:30.262554 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9870b5d5-f7e3-44f2-8ade-029fbad4f3a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2586f1e5-48fb-4d48-b016-df49db9bdba9,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:30.263399 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c83983-e600-4347-8867-4324f335672f tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:30.265244 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c83983-e600-4347-8867-4324f335672f tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:30.265672 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c83983-e600-4347-8867-4324f335672f tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:30.266063 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c83983-e600-4347-8867-4324f335672f tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:30.291751 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-e0c83983-e600-4347-8867-4324f335672f tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] In _notify_port_updated(), no bound segment for port 02dcb50c-9494-4cb5-84af-40adb69436f7 on network 0f0f5cb3-0eb3-4b37-8a98-e1584d5beae5 {{(pid=103360) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:45:30.309194 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c83983-e600-4347-8867-4324f335672f tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:30.310636 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e0c83983-e600-4347-8867-4324f335672f tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:30.314086 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e0c83983-e600-4347-8867-4324f335672f tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "PUT /v2.0/ports/02dcb50c-9494-4cb5-84af-40adb69436f7 HTTP/1.1" status: 200 len: 919 time: 3.3908257 Nov 25 17:45:30.318176 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 36648) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:30.318384 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9fda2971-5a12-480a-a5a7-8b9d121bdd93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:30.332184 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-aa1da13b-9e1e-40f2-a004-3d92d467a3b7 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '431de3c0-69dd-4234-a3df-b18b5a2c05f5'}, {'subnet_id': '0d7a45e0-5e57-4dad-a011-ae4f84104dfd'}]}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:45:30.333718 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 36650) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:30.447974 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-925668c0-8e5b-4ab5-9cc8-76696233a50a req-930bcdcf-149a-4840-9654-13a6b9ca7fe2 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] 10.222.0.75 "GET /v2.0/security-groups?id=2285b65b-d698-4f33-ae20-5b05d59ab176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752253 Nov 25 17:45:30.450443 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 395a0d50-c0a6-40e6-ad3b-e2e05a88caf6 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:30.456269 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:30.590826 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-aa1da13b-9e1e-40f2-a004-3d92d467a3b7 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:30.695946 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-03d269bf-fbb3-4c69-ab50-b665bf848378 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0e712441963e47bda81e9361811693b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3609831 Nov 25 17:45:30.698132 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 36654) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:30.781425 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a088e43a-2eca-438b-b82d-35d86524deaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:30.816897 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-e61da848-4516-4910-a91c-adc9910f8564 None None] Provisioning complete for port 02dcb50c-9494-4cb5-84af-40adb69436f7 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:30.817292 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e61da848-4516-4910-a91c-adc9910f8564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:30.940964 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a088e43a-2eca-438b-b82d-35d86524deaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:30.953435 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fda2971-5a12-480a-a5a7-8b9d121bdd93 admin admin] Router e1e85295-89d2-43a7-b66f-8fce33ffc6fc has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:45:30.970758 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-e61da848-4516-4910-a91c-adc9910f8564 None None] Port 02dcb50c-9494-4cb5-84af-40adb69436f7 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:45:31.178378 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fda2971-5a12-480a-a5a7-8b9d121bdd93 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:45:31.188992 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a088e43a-2eca-438b-b82d-35d86524deaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:31.191745 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b042c95f-0114-4000-a09c-94daa28d13e2 None None] Sync routers for ids ['e1e85295-89d2-43a7-b66f-8fce33ffc6fc'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:45:31.192220 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a088e43a-2eca-438b-b82d-35d86524deaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:31.196061 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a088e43a-2eca-438b-b82d-35d86524deaf admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6d500f03-b1e7-4506-ad28-855831c9b6e6 HTTP/1.1" status: 204 len: 168 time: 0.4942422 Nov 25 17:45:31.217629 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9fda2971-5a12-480a-a5a7-8b9d121bdd93 admin admin] 10.222.0.75 "PUT /v2.0/routers/e1e85295-89d2-43a7-b66f-8fce33ffc6fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0744014 Nov 25 17:45:31.222264 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acbdb8d-fd02-48c1-9fc9-4205f071677f req-87205fd9-a123-49cf-a15f-00a9f8cccd44 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:31.223001 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 36684) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:31.225072 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7acbdb8d-fd02-48c1-9fc9-4205f071677f req-87205fd9-a123-49cf-a15f-00a9f8cccd44 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 945 time: 0.1977422 Nov 25 17:45:31.273765 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b042c95f-0114-4000-a09c-94daa28d13e2 None None] Routers {'e1e85295-89d2-43a7-b66f-8fce33ffc6fc'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:45:31.274430 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-b042c95f-0114-4000-a09c-94daa28d13e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:45:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['e1e85295-89d2-43a7-b66f-8fce33ffc6fc'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:31.370058 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7acbdb8d-fd02-48c1-9fc9-4205f071677f req-a6f2ef2c-c666-47a9-aad4-87b8a2356009 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124594 Nov 25 17:45:31.468638 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a088e43a-2eca-438b-b82d-35d86524deaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d500f03-b1e7-4506-ad28-855831c9b6e6,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:31.539148 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-aa1da13b-9e1e-40f2-a004-3d92d467a3b7 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Allocated IP 172.20.0.24 (0f0f5cb3-0eb3-4b37-8a98-e1584d5beae5/0d7a45e0-5e57-4dad-a011-ae4f84104dfd/02dcb50c-9494-4cb5-84af-40adb69436f7) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:45:31.649509 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-90d22ef9-0b85-47f3-863f-2ef8ca2f09bc admin admin] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:31.897075 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-b042c95f-0114-4000-a09c-94daa28d13e2 None None] Set router e1e85295-89d2-43a7-b66f-8fce33ffc6fc gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:45:32.082914 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-90d22ef9-0b85-47f3-863f-2ef8ca2f09bc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:32.221951 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e7d971-c3f5-4937-abd2-5fc51c56e9f7 req-4bf9fdb6-17c7-45c3-a920-8a8b448bccd6 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:32.232407 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-22e7d971-c3f5-4937-abd2-5fc51c56e9f7 req-4bf9fdb6-17c7-45c3-a920-8a8b448bccd6 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] 10.222.0.75 "GET /v2.0/ports?device_id=d733f4c7-b735-40ef-ad4c-8d22913b2c6f HTTP/1.1" status: 200 len: 943 time: 0.5513523 Nov 25 17:45:32.277220 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-90d22ef9-0b85-47f3-863f-2ef8ca2f09bc admin admin] Deleting port 55b51aed-da9b-466c-919c-ea57bd7ae5ed {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:45:32.277768 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-90d22ef9-0b85-47f3-863f-2ef8ca2f09bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:32.532879 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-a2124734-821c-403e-8e27-762cc2e01516 None None] Provisioning complete for port 395a0d50-c0a6-40e6-ad3b-e2e05a88caf6 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:32.535429 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a2124734-821c-403e-8e27-762cc2e01516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:32.543636 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-aa1da13b-9e1e-40f2-a004-3d92d467a3b7 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:32.575666 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-aa1da13b-9e1e-40f2-a004-3d92d467a3b7 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:32.678204 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-90d22ef9-0b85-47f3-863f-2ef8ca2f09bc admin admin] For port 55b51aed-da9b-466c-919c-ea57bd7ae5ed, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=55b51aed-da9b-466c-919c-ea57bd7ae5ed,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:32.679844 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-90d22ef9-0b85-47f3-863f-2ef8ca2f09bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:32.700581 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-90d22ef9-0b85-47f3-863f-2ef8ca2f09bc admin admin] Calling delete_port for 55b51aed-da9b-466c-919c-ea57bd7ae5ed owned by network:router_gateway {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:45:32.959102 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-90d22ef9-0b85-47f3-863f-2ef8ca2f09bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:33.018135 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d22ef9-0b85-47f3-863f-2ef8ca2f09bc admin admin] Pushing event deleted for resources: {'Port': ['ID=55b51aed-da9b-466c-919c-ea57bd7ae5ed,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:33.079248 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-22e7d971-c3f5-4937-abd2-5fc51c56e9f7 req-6945b361-c79d-4b08-9fdd-0f8593862da1 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] 10.222.0.75 "GET /v2.0/security-groups?id=2285b65b-d698-4f33-ae20-5b05d59ab176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8450859 Nov 25 17:45:33.217368 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-90d22ef9-0b85-47f3-863f-2ef8ca2f09bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:33.228031 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1da13b-9e1e-40f2-a004-3d92d467a3b7 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event updated for resources: {'Port': ['ID=02dcb50c-9494-4cb5-84af-40adb69436f7,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:33.337431 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ccd7cb-8fd4-48ad-a83e-20ff32fe3c20 req-bf3cfd44-e112-4784-8f24-6c3725eabb3a tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:33.355751 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f3ccd7cb-8fd4-48ad-a83e-20ff32fe3c20 req-bf3cfd44-e112-4784-8f24-6c3725eabb3a tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 945 time: 0.7395811 Nov 25 17:45:33.356994 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-aa1da13b-9e1e-40f2-a004-3d92d467a3b7 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] In _notify_port_updated(), no bound segment for port 02dcb50c-9494-4cb5-84af-40adb69436f7 on network 0f0f5cb3-0eb3-4b37-8a98-e1584d5beae5 {{(pid=103361) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:45:33.367583 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1da13b-9e1e-40f2-a004-3d92d467a3b7 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:33.374938 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-aa1da13b-9e1e-40f2-a004-3d92d467a3b7 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:33.378816 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-aa1da13b-9e1e-40f2-a004-3d92d467a3b7 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "PUT /v2.0/ports/02dcb50c-9494-4cb5-84af-40adb69436f7 HTTP/1.1" status: 200 len: 999 time: 3.0552166 Nov 25 17:45:33.391512 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 36904) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:33.393462 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b73e04-9943-411f-8ef5-8201e55a60e5 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:45:33.469977 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 36912) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:33.605126 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-b042c95f-0114-4000-a09c-94daa28d13e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e85295-89d2-43a7-b66f-8fce33ffc6fc', 'name': 'tempest-ServerRescueTestJSON-1434998664-router', 'tenant_id': 'bcc83327df764a93b0dfb6e88102bcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '55b51aed-da9b-466c-919c-ea57bd7ae5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:42:47Z', 'updated_at': '2021-11-25T17:45:29Z', 'revision_number': 5, 'project_id': 'bcc83327df764a93b0dfb6e88102bcf0', 'gw_port': {'id': '55b51aed-da9b-466c-919c-ea57bd7ae5ed', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e85295-89d2-43a7-b66f-8fce33ffc6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:50Z', 'updated_at': '2021-11-25T17:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:33.607792 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-a2124734-821c-403e-8e27-762cc2e01516 None None] Provisioning complete for port 02dcb50c-9494-4cb5-84af-40adb69436f7 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:33.608369 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a2124734-821c-403e-8e27-762cc2e01516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:33.633620 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f3ccd7cb-8fd4-48ad-a83e-20ff32fe3c20 req-fcf672a6-08b6-44be-b5c4-39e2de6a46af tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2560551 Nov 25 17:45:33.668743 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b042c95f-0114-4000-a09c-94daa28d13e2 None None] Checking router: e1e85295-89d2-43a7-b66f-8fce33ffc6fc for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:45:33.675328 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-90d22ef9-0b85-47f3-863f-2ef8ca2f09bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:33.680014 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-90d22ef9-0b85-47f3-863f-2ef8ca2f09bc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:33.701200 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device ab8b33e8-2d06-4c5d-8805-94b76f672098 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:45:33.714014 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-5b5430ba-5256-4447-8da8-27ec557b1144 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Deleting port 02dcb50c-9494-4cb5-84af-40adb69436f7 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:45:33.714577 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5b5430ba-5256-4447-8da8-27ec557b1144 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:33.793746 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-90d22ef9-0b85-47f3-863f-2ef8ca2f09bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:33.794515 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d22ef9-0b85-47f3-863f-2ef8ca2f09bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1e85295-89d2-43a7-b66f-8fce33ffc6fc {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:45:33.805372 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-90d22ef9-0b85-47f3-863f-2ef8ca2f09bc admin admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:33.807753 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-90d22ef9-0b85-47f3-863f-2ef8ca2f09bc admin admin] 10.222.0.75 "DELETE /v2.0/routers/e1e85295-89d2-43a7-b66f-8fce33ffc6fc HTTP/1.1" status: 204 len: 168 time: 2.5838349 Nov 25 17:45:33.810543 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 36956) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:33.844954 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port ab8b33e8-2d06-4c5d-8805-94b76f672098, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=ab8b33e8-2d06-4c5d-8805-94b76f672098,segment=NetworkSegment(506df9f2-b834-4d78-a6af-1ee3efc3ff09),segment_id=506df9f2-b834-4d78-a6af-1ee3efc3ff09)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:33.876356 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': 'ab8b33e8-2d06-4c5d-8805-94b76f672098', 'network_id': 'ac3d9612-6ca0-40df-ad89-62ed459c33fb', 'port_id': 'ab8b33e8-2d06-4c5d-8805-94b76f672098', 'mac_address': 'fa:16:3e:d3:2b:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 935, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c27de08-3ab5-466c-84b4-62cdfa6da7ca', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:45:33.888248 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b042c95f-0114-4000-a09c-94daa28d13e2 None None] Routers {'e1e85295-89d2-43a7-b66f-8fce33ffc6fc'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:45:33.888958 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-b042c95f-0114-4000-a09c-94daa28d13e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:45:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['e1e85295-89d2-43a7-b66f-8fce33ffc6fc'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:33.897701 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-be38f72a-79ed-4c81-88fa-0be8ae6caf55 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1248325280-network', 'tenant_id': 'c4f532841b574680aa5b2f4b964927a8'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:45:33.913145 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-a2124734-821c-403e-8e27-762cc2e01516 None None] Port 02dcb50c-9494-4cb5-84af-40adb69436f7 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:45:33.957067 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-b042c95f-0114-4000-a09c-94daa28d13e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:33.957780 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b042c95f-0114-4000-a09c-94daa28d13e2 None None] The sync data for ids ['e1e85295-89d2-43a7-b66f-8fce33ffc6fc'] in n-d-817746-1 is: [] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:45:33.977492 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:34.007428 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5b5430ba-5256-4447-8da8-27ec557b1144 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:34.012255 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-87281c3c-5e9f-4f79-9dbb-8b1b481dd13f admin admin] Deleting subnet 2359eb3b-2212-46df-98c5-fcb6d89adeb1 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:45:34.015946 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be38f72a-79ed-4c81-88fa-0be8ae6caf55 admin admin] Made reservation on behalf of c4f532841b574680aa5b2f4b964927a8 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:45:34.026184 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-be38f72a-79ed-4c81-88fa-0be8ae6caf55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:34.035784 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-87281c3c-5e9f-4f79-9dbb-8b1b481dd13f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:34.041479 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab8b33e8-2d06-4c5d-8805-94b76f672098 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:45:34.053570 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-5b5430ba-5256-4447-8da8-27ec557b1144 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Calling delete_port for 02dcb50c-9494-4cb5-84af-40adb69436f7 owned by {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:45:34.157543 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port ab8b33e8-2d06-4c5d-8805-94b76f672098, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=ab8b33e8-2d06-4c5d-8805-94b76f672098,segment=NetworkSegment(506df9f2-b834-4d78-a6af-1ee3efc3ff09),segment_id=506df9f2-b834-4d78-a6af-1ee3efc3ff09)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:34.159085 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-18f29a23-0f73-4686-8099-012e79272728 None None] Provisioning complete for port 02dcb50c-9494-4cb5-84af-40adb69436f7 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:34.159464 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-18f29a23-0f73-4686-8099-012e79272728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:34.166738 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:34.190538 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-87281c3c-5e9f-4f79-9dbb-8b1b481dd13f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:34.293792 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-18f29a23-0f73-4686-8099-012e79272728 None None] Port 02dcb50c-9494-4cb5-84af-40adb69436f7 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:45:34.316871 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=ab8b33e8-2d06-4c5d-8805-94b76f672098,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:34.329892 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-87281c3c-5e9f-4f79-9dbb-8b1b481dd13f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:34.425122 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['ab8b33e8-2d06-4c5d-8805-94b76f672098'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:45:34.498227 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-be38f72a-79ed-4c81-88fa-0be8ae6caf55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:34.503546 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e843840-fdb3-4262-bd2b-a9e9e0b841ee req-94b0a433-9f20-46e8-ab58-63246aa02ab2 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:34.506830 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5e843840-fdb3-4262-bd2b-a9e9e0b841ee req-94b0a433-9f20-46e8-ab58-63246aa02ab2 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] 10.222.0.75 "GET /v2.0/ports?device_id=d733f4c7-b735-40ef-ad4c-8d22913b2c6f HTTP/1.1" status: 200 len: 944 time: 0.2360239 Nov 25 17:45:34.515503 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-87281c3c-5e9f-4f79-9dbb-8b1b481dd13f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:34.594808 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-8b9babbe-d401-4c21-9a5a-937cd2f1eac4 None None] Provisioning complete for port 02dcb50c-9494-4cb5-84af-40adb69436f7 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:34.595157 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8b9babbe-d401-4c21-9a5a-937cd2f1eac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:34.652729 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87281c3c-5e9f-4f79-9dbb-8b1b481dd13f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2359eb3b-2212-46df-98c5-fcb6d89adeb1,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:34.676484 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-87281c3c-5e9f-4f79-9dbb-8b1b481dd13f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:34.695340 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-87281c3c-5e9f-4f79-9dbb-8b1b481dd13f admin admin] 10.222.0.75 "DELETE /v2.0/subnets/2359eb3b-2212-46df-98c5-fcb6d89adeb1 HTTP/1.1" status: 204 len: 168 time: 0.8775785 Nov 25 17:45:34.697667 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37040) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:34.703138 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594c555e-13ec-46a6-9ba2-52e0d33b7097 None None] Network 762853d9-38e5-4380-88ed-82e8f6ae46d0 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:45:34.826252 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5e843840-fdb3-4262-bd2b-a9e9e0b841ee req-8ae10a21-1ebf-4311-b4ef-a2ae78c318bc tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] 10.222.0.75 "GET /v2.0/security-groups?id=2285b65b-d698-4f33-ae20-5b05d59ab176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3104033 Nov 25 17:45:34.960020 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a0d36299-0a1f-49ce-b407-7de3a9155487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:34.972878 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-8b9babbe-d401-4c21-9a5a-937cd2f1eac4 None None] Port 02dcb50c-9494-4cb5-84af-40adb69436f7 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:45:35.028691 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5b5430ba-5256-4447-8da8-27ec557b1144 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:35.110840 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff980ed-a55b-4e9d-b231-464d8fbf7611 req-6338c2d9-8e17-41a2-85d5-468cd16138a8 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:35.125410 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4ff980ed-a55b-4e9d-b231-464d8fbf7611 req-6338c2d9-8e17-41a2-85d5-468cd16138a8 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 945 time: 0.2240422 Nov 25 17:45:35.138072 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5430ba-5256-4447-8da8-27ec557b1144 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event deleted for resources: {'Port': ['ID=02dcb50c-9494-4cb5-84af-40adb69436f7,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:35.196498 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a0d36299-0a1f-49ce-b407-7de3a9155487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:35.261912 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-a0d36299-0a1f-49ce-b407-7de3a9155487 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['762853d9-38e5-4380-88ed-82e8f6ae46d0']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:35.292902 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c31c3c-8071-45cc-ba5c-88832f290555 None None] DHCP port deletion for 762853d9-38e5-4380-88ed-82e8f6ae46d0 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:45:35.308975 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-a0d36299-0a1f-49ce-b407-7de3a9155487 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6e7e79c-466c-40cb-8e2d-9a39f814ce02') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:35.309283 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-a0d36299-0a1f-49ce-b407-7de3a9155487 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6e7e79c-466c-40cb-8e2d-9a39f814ce02') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:35.352791 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a0d36299-0a1f-49ce-b407-7de3a9155487 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:35.469451 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4ff980ed-a55b-4e9d-b231-464d8fbf7611 req-cfc72a05-c064-4922-b55c-f44a9791e2d2 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3430800 Nov 25 17:45:35.503866 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a0d36299-0a1f-49ce-b407-7de3a9155487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:35.532918 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0d36299-0a1f-49ce-b407-7de3a9155487 admin admin] Releasing vlan 903 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:45:35.533483 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a0d36299-0a1f-49ce-b407-7de3a9155487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:35.536187 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:45:35.536187 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:45:35.536187 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:45:35.536187 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:45:35.536187 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:45:35.536187 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:45:35.536187 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:45:35.536187 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:45:35.536187 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:45:35.536187 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:45:35.536187 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:45:35.536187 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:45:35.536187 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:45:35.536187 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:45:35.536187 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:45:35.536187 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:45:35.536187 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:45:35.536187 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:45:35.536187 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:45:35.536187 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:45:35.536187 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:45:35.536187 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:45:35.536187 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:45:35.536187 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:45:35.536187 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:45:35.536187 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:45:35.536187 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:45:35.536187 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:45:35.536187 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:45:35.536187 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:45:35.536187 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:45:35.536187 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:45:35.565066 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5b5430ba-5256-4447-8da8-27ec557b1144 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:35.580145 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-5b5430ba-5256-4447-8da8-27ec557b1144 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "DELETE /v2.0/ports/02dcb50c-9494-4cb5-84af-40adb69436f7 HTTP/1.1" status: 204 len: 168 time: 2.1878150 Nov 25 17:45:35.581122 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37126) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:35.623955 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-be38f72a-79ed-4c81-88fa-0be8ae6caf55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:35.690571 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-68440050-79c2-494f-adce-8a7c8291b511 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] GET failed (client error): The resource could not be found. Nov 25 17:45:35.693071 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-68440050-79c2-494f-adce-8a7c8291b511 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "GET /v2.0/ports/02dcb50c-9494-4cb5-84af-40adb69436f7 HTTP/1.1" status: 404 len: 333 time: 0.1059008 Nov 25 17:45:35.697489 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37140) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:35.726707 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-be38f72a-79ed-4c81-88fa-0be8ae6caf55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:35.743524 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be38f72a-79ed-4c81-88fa-0be8ae6caf55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 916} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:45:35.755675 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-be38f72a-79ed-4c81-88fa-0be8ae6caf55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:35.756468 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-be38f72a-79ed-4c81-88fa-0be8ae6caf55 admin admin] Added segment 285f1045-6e1b-4930-84ab-e53a5adeeccb of type vlan for network 55aac267-cfea-4cb6-a3d1-5d2e5c9145dd Nov 25 17:45:35.813793 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-be38f72a-79ed-4c81-88fa-0be8ae6caf55 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:35.876037 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device c6a80e3b-1199-469b-b639-67fa9cda50e7 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:45:35.878787 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be38f72a-79ed-4c81-88fa-0be8ae6caf55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57eb4a1a-aaa1-490e-886f-d56946fc5e14,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:35.884923 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-be38f72a-79ed-4c81-88fa-0be8ae6caf55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:35.886684 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be38f72a-79ed-4c81-88fa-0be8ae6caf55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:35.887482 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-be38f72a-79ed-4c81-88fa-0be8ae6caf55 admin admin] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:35.910805 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-726854e8-2ce4-449e-87cd-8155b88722c5 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Deleting subnet 0d7a45e0-5e57-4dad-a011-ae4f84104dfd {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:45:35.921140 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-726854e8-2ce4-449e-87cd-8155b88722c5 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:35.967741 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: c6a80e3b-1199-469b-b639-67fa9cda50e7 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:45:35.968789 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device c6a80e3b-1199-469b-b639-67fa9cda50e7 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:45:35.981623 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be38f72a-79ed-4c81-88fa-0be8ae6caf55 admin admin] Pushing event updated for resources: {'Network': ['ID=55aac267-cfea-4cb6-a3d1-5d2e5c9145dd,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:35.990562 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-be38f72a-79ed-4c81-88fa-0be8ae6caf55 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.5194302 Nov 25 17:45:35.991663 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 55b51aed-da9b-466c-919c-ea57bd7ae5ed no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:45:35.992593 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37164) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:35.999189 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-a5657257-4925-4b54-8c10-301cd28828a0 admin admin] Request body: {'subnet': {'network_id': '55aac267-cfea-4cb6-a3d1-5d2e5c9145dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1248325280-subnet', 'tenant_id': 'c4f532841b574680aa5b2f4b964927a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:45:36.001758 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 55aac267-cfea-4cb6-a3d1-5d2e5c9145dd details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:45:36.019761 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a0d36299-0a1f-49ce-b407-7de3a9155487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:36.029958 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5657257-4925-4b54-8c10-301cd28828a0 admin admin] Made reservation on behalf of c4f532841b574680aa5b2f4b964927a8 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:45:36.033054 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a5657257-4925-4b54-8c10-301cd28828a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:36.075433 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a0d36299-0a1f-49ce-b407-7de3a9155487 admin admin] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:36.080085 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a0d36299-0a1f-49ce-b407-7de3a9155487 admin admin] 10.222.0.75 "DELETE /v2.0/networks/762853d9-38e5-4380-88ed-82e8f6ae46d0 HTTP/1.1" status: 204 len: 168 time: 1.3814466 Nov 25 17:45:36.118901 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-726854e8-2ce4-449e-87cd-8155b88722c5 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:36.182619 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 55b51aed-da9b-466c-919c-ea57bd7ae5ed {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:45:36.183179 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 55b51aed-da9b-466c-919c-ea57bd7ae5ed not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:45:36.184178 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d36299-0a1f-49ce-b407-7de3a9155487 admin admin] Pushing event deleted for resources: {'Network': ['ID=762853d9-38e5-4380-88ed-82e8f6ae46d0,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:36.198806 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-bb06ba3e-5bc4-4e5e-8326-f342d0e91ee2 None None] Could not find standard attr ID for object 02dcb50c-9494-4cb5-84af-40adb69436f7. {{(pid=103362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:45:36.272916 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15bfbe0-aa6a-4b79-891b-a02c8be539ae req-f2fc27c5-aae6-45e1-819f-3addd8f002ae tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:36.274919 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e15bfbe0-aa6a-4b79-891b-a02c8be539ae req-f2fc27c5-aae6-45e1-819f-3addd8f002ae tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] 10.222.0.75 "GET /v2.0/ports?device_id=d733f4c7-b735-40ef-ad4c-8d22913b2c6f HTTP/1.1" status: 200 len: 944 time: 0.0957065 Nov 25 17:45:36.343079 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37204) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:36.358888 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-726854e8-2ce4-449e-87cd-8155b88722c5 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:36.403814 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [req-1413fa0d-739d-4920-9ec7-e5f41a44e66a req-5d6d6857-8c83-4c16-8fdf-aab116f3d689 tempest-ServersOnMultiNodesTest-890131689 tempest-ServersOnMultiNodesTest-890131689-project] (103360) timed out ('10.222.0.74', 58887) {{(pid=103360) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 17:45:36.407525 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a5657257-4925-4b54-8c10-301cd28828a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:36.428447 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e15bfbe0-aa6a-4b79-891b-a02c8be539ae req-33dcfc27-3f63-442c-b804-5263a98e13ba tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] 10.222.0.75 "GET /v2.0/security-groups?id=2285b65b-d698-4f33-ae20-5b05d59ab176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334858 Nov 25 17:45:36.487587 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5657257-4925-4b54-8c10-301cd28828a0 admin admin] Checking segment: {'id': '285f1045-6e1b-4930-84ab-e53a5adeeccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '55aac267-cfea-4cb6-a3d1-5d2e5c9145dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:45:36.488205 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5657257-4925-4b54-8c10-301cd28828a0 admin admin] Network hostable DHCP agents. Network: 55aac267-cfea-4cb6-a3d1-5d2e5c9145dd, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:45:36.496908 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-28c72b7b-aa57-4c93-900d-ea9831376e86 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=bcc83327df764a93b0dfb6e88102bcf0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1475902 Nov 25 17:45:36.498061 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37214) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:36.518406 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-726854e8-2ce4-449e-87cd-8155b88722c5 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:36.526903 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5657257-4925-4b54-8c10-301cd28828a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1fd26dd-f220-4d6c-884e-069c7606d72e,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:36.533634 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5657257-4925-4b54-8c10-301cd28828a0 admin admin] Network 55aac267-cfea-4cb6-a3d1-5d2e5c9145dd is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:45:36.549391 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-a5657257-4925-4b54-8c10-301cd28828a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 55aac267-cfea-4cb6-a3d1-5d2e5c9145dd) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:45:36.557159 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5657257-4925-4b54-8c10-301cd28828a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:36.558878 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a5657257-4925-4b54-8c10-301cd28828a0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:36.568691 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7f7cb1-3512-46b2-b770-db3fcedb997e None None] Network 55aac267-cfea-4cb6-a3d1-5d2e5c9145dd requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:45:36.572307 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726854e8-2ce4-449e-87cd-8155b88722c5 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event deleted for resources: {'Subnet': ['ID=0d7a45e0-5e57-4dad-a011-ae4f84104dfd,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:36.583994 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-726854e8-2ce4-449e-87cd-8155b88722c5 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:36.588571 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-726854e8-2ce4-449e-87cd-8155b88722c5 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "DELETE /v2.0/subnets/0d7a45e0-5e57-4dad-a011-ae4f84104dfd HTTP/1.1" status: 204 len: 168 time: 0.8898127 Nov 25 17:45:36.601394 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a5657257-4925-4b54-8c10-301cd28828a0 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6069887 Nov 25 17:45:36.602494 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37218) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:36.603157 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37220) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:36.612479 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-c995beca-05f7-467f-82e9-c93faa968d05 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1248325280-router', 'tenant_id': 'c4f532841b574680aa5b2f4b964927a8', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:45:36.650661 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c995beca-05f7-467f-82e9-c93faa968d05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:36.652240 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c995beca-05f7-467f-82e9-c93faa968d05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:36.730992 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3895a71-8ab7-4671-999c-bc35d1a01e5d tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Deleting subnet 431de3c0-69dd-4234-a3df-b18b5a2c05f5 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:45:36.735956 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-55db8716-79c6-4031-81ba-8ff9e6ebd8fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:36.736845 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e3895a71-8ab7-4671-999c-bc35d1a01e5d tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:36.765188 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc9e67-08a3-4dd5-9fee-d24901e14708 req-1f257644-4f2b-4290-b333-6996773ad6af tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:36.766760 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-23cc9e67-08a3-4dd5-9fee-d24901e14708 req-1f257644-4f2b-4290-b333-6996773ad6af tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 945 time: 0.1998646 Nov 25 17:45:36.801324 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e3895a71-8ab7-4671-999c-bc35d1a01e5d tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:36.846570 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61801720-7407-497b-baa6-42724aa85a2b None None] Network 55aac267-cfea-4cb6-a3d1-5d2e5c9145dd requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:45:36.867778 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-55db8716-79c6-4031-81ba-8ff9e6ebd8fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:36.882319 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c995beca-05f7-467f-82e9-c93faa968d05 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:37.061018 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-23cc9e67-08a3-4dd5-9fee-d24901e14708 req-2fe94253-ad97-4ba8-a6ee-cd6526d98b4b tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2665410 Nov 25 17:45:37.077887 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e3895a71-8ab7-4671-999c-bc35d1a01e5d tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:37.116033 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-55db8716-79c6-4031-81ba-8ff9e6ebd8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:37.119513 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-55db8716-79c6-4031-81ba-8ff9e6ebd8fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:37.120967 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-55db8716-79c6-4031-81ba-8ff9e6ebd8fb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f1c3665e-ff29-4dbb-8a05-df90f9943146 HTTP/1.1" status: 204 len: 168 time: 0.6183004 Nov 25 17:45:37.137927 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55db8716-79c6-4031-81ba-8ff9e6ebd8fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c3665e-ff29-4dbb-8a05-df90f9943146,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:37.175382 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e3895a71-8ab7-4671-999c-bc35d1a01e5d tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:37.229871 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3895a71-8ab7-4671-999c-bc35d1a01e5d tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event deleted for resources: {'Subnet': ['ID=431de3c0-69dd-4234-a3df-b18b5a2c05f5,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:37.238134 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e3895a71-8ab7-4671-999c-bc35d1a01e5d tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:37.247634 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e3895a71-8ab7-4671-999c-bc35d1a01e5d tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "DELETE /v2.0/subnets/431de3c0-69dd-4234-a3df-b18b5a2c05f5 HTTP/1.1" status: 204 len: 168 time: 0.6408782 Nov 25 17:45:37.248386 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37242) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:37.333556 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54f11f8-a545-4a80-aaad-f04ed8d12556 None None] Network 0f0f5cb3-0eb3-4b37-8a98-e1584d5beae5 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:45:37.382618 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c995beca-05f7-467f-82e9-c93faa968d05 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:37.436917 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7b115ecb-bef8-44fc-8dcc-3ff618bdc14a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:37.724755 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device ab8b33e8-2d06-4c5d-8805-94b76f672098 up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:45:37.794714 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2583d9a-e055-407d-805d-75327cce5737 req-2cd706f5-a77c-4e8d-b9af-b24f590a0d0e tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:37.794714 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d2583d9a-e055-407d-805d-75327cce5737 req-2cd706f5-a77c-4e8d-b9af-b24f590a0d0e tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] 10.222.0.75 "GET /v2.0/ports?device_id=d733f4c7-b735-40ef-ad4c-8d22913b2c6f HTTP/1.1" status: 200 len: 944 time: 0.2306967 Nov 25 17:45:37.828374 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-7b115ecb-bef8-44fc-8dcc-3ff618bdc14a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Deleting port 395a0d50-c0a6-40e6-ad3b-e2e05a88caf6 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:45:37.835463 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7b115ecb-bef8-44fc-8dcc-3ff618bdc14a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:37.847619 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f450ef09-4e01-432a-8700-9bf1b3f51b82 None None] DHCP port deletion for 0f0f5cb3-0eb3-4b37-8a98-e1584d5beae5 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:45:37.915997 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c995beca-05f7-467f-82e9-c93faa968d05 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:38.016042 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c995beca-05f7-467f-82e9-c93faa968d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:38.027793 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port ab8b33e8-2d06-4c5d-8805-94b76f672098 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:45:38.034856 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port ab8b33e8-2d06-4c5d-8805-94b76f672098 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:38.035334 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:38.044812 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-f450ef09-4e01-432a-8700-9bf1b3f51b82 None None] Deleting port 395a0d50-c0a6-40e6-ad3b-e2e05a88caf6 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:45:38.045693 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f450ef09-4e01-432a-8700-9bf1b3f51b82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:38.150884 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-f450ef09-4e01-432a-8700-9bf1b3f51b82 None None] For port 395a0d50-c0a6-40e6-ad3b-e2e05a88caf6, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=395a0d50-c0a6-40e6-ad3b-e2e05a88caf6,segment=NetworkSegment(0997549f-f829-434a-b255-1e001fcf5c0a),segment_id=0997549f-f829-434a-b255-1e001fcf5c0a)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:38.151443 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f450ef09-4e01-432a-8700-9bf1b3f51b82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:38.171561 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d2583d9a-e055-407d-805d-75327cce5737 req-e2bb095b-baa7-4a52-94df-93c99b71322e tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] 10.222.0.75 "GET /v2.0/security-groups?id=2285b65b-d698-4f33-ae20-5b05d59ab176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3571155 Nov 25 17:45:38.186941 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-f450ef09-4e01-432a-8700-9bf1b3f51b82 None None] Calling delete_port for 395a0d50-c0a6-40e6-ad3b-e2e05a88caf6 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:45:38.304791 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-7b115ecb-bef8-44fc-8dcc-3ff618bdc14a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] For port 395a0d50-c0a6-40e6-ad3b-e2e05a88caf6, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=395a0d50-c0a6-40e6-ad3b-e2e05a88caf6,segment=NetworkSegment(0997549f-f829-434a-b255-1e001fcf5c0a),segment_id=0997549f-f829-434a-b255-1e001fcf5c0a)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:38.316907 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7b115ecb-bef8-44fc-8dcc-3ff618bdc14a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:38.449229 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-c995beca-05f7-467f-82e9-c93faa968d05 admin admin] Allocated IP 172.25.0.96 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/d2dceca1-df5d-4f89-8cfb-947b9a62206c) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:45:38.452532 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-7b115ecb-bef8-44fc-8dcc-3ff618bdc14a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Calling delete_port for 395a0d50-c0a6-40e6-ad3b-e2e05a88caf6 owned by network:dhcp {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:45:38.474654 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f450ef09-4e01-432a-8700-9bf1b3f51b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:38.552620 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f450ef09-4e01-432a-8700-9bf1b3f51b82 None None] Pushing event deleted for resources: {'Port': ['ID=395a0d50-c0a6-40e6-ad3b-e2e05a88caf6,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:38.555502 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f450ef09-4e01-432a-8700-9bf1b3f51b82 None None] No DVR routers for this DVR port 395a0d50-c0a6-40e6-ad3b-e2e05a88caf6 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:45:38.618947 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29794b1b-6f3a-41db-8675-e24c10dfff6b req-52abe35f-7aed-4799-bc37-62bc8d2b9ae7 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:38.620504 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-29794b1b-6f3a-41db-8675-e24c10dfff6b req-52abe35f-7aed-4799-bc37-62bc8d2b9ae7 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 945 time: 0.3001616 Nov 25 17:45:38.630062 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214d450-58da-4d4e-8c8a-7a7a7a216c17 req-67015694-56fb-4148-af19-7e0cffa07474 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:38.637123 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9214d450-58da-4d4e-8c8a-7a7a7a216c17 req-67015694-56fb-4148-af19-7e0cffa07474 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] 10.222.0.75 "GET /v2.0/networks?id=b30ed141-e46f-4f04-93c5-818fdb0b9345 HTTP/1.1" status: 200 len: 813 time: 0.5787628 Nov 25 17:45:38.665428 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:38.699363 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c995beca-05f7-467f-82e9-c93faa968d05 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:38.720659 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd733f4c7-b735-40ef-ad4c-8d22913b2c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab8b33e8-2d06-4c5d-8805-94b76f672098'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:45:38.723341 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82544d9b-e99d-4b51-bb72-70a3ccd1ecc0" -d '{"events": [{"server_uuid": "d733f4c7-b735-40ef-ad4c-8d22913b2c6f", "name": "network-vif-plugged", "status": "completed", "tag": "ab8b33e8-2d06-4c5d-8805-94b76f672098"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:45:38.725494 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9214d450-58da-4d4e-8c8a-7a7a7a216c17 req-4f3048ad-6a8e-485a-9435-fb9fcf15d051 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] 10.222.0.75 "GET /v2.0/quotas/4a3c7b8e51774deca7ec3da21f807f3e HTTP/1.1" status: 200 len: 375 time: 0.0874064 Nov 25 17:45:38.738890 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37302) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:38.744016 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port ab8b33e8-2d06-4c5d-8805-94b76f672098, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=ab8b33e8-2d06-4c5d-8805-94b76f672098,segment=NetworkSegment(506df9f2-b834-4d78-a6af-1ee3efc3ff09),segment_id=506df9f2-b834-4d78-a6af-1ee3efc3ff09)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:38.749084 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:38.751835 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c995beca-05f7-467f-82e9-c93faa968d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:38.816729 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9214d450-58da-4d4e-8c8a-7a7a7a216c17 req-10dccd3d-2f57-4263-ad65-70240e73b330 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=4a3c7b8e51774deca7ec3da21f807f3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0900078 Nov 25 17:45:38.835832 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=ab8b33e8-2d06-4c5d-8805-94b76f672098,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:38.870626 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c995beca-05f7-467f-82e9-c93faa968d05 admin admin] Pushing event updated for resources: {'Port': ['ID=d2dceca1-df5d-4f89-8cfb-947b9a62206c,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:38.872261 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-29794b1b-6f3a-41db-8675-e24c10dfff6b req-660a4306-5d65-40bc-810d-21a5a6fe1bff tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2253368 Nov 25 17:45:38.884732 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7b115ecb-bef8-44fc-8dcc-3ff618bdc14a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:38.889116 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c995beca-05f7-467f-82e9-c93faa968d05 admin admin] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:45:38.894076 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-c995beca-05f7-467f-82e9-c93faa968d05 admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:45:38.901616 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c995beca-05f7-467f-82e9-c93faa968d05 admin admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:45:38.910054 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ca696f-5087-4c2c-92fd-2a13921b60a2 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:45:38.925050 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b115ecb-bef8-44fc-8dcc-3ff618bdc14a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event deleted for resources: {'Port': ['ID=395a0d50-c0a6-40e6-ad3b-e2e05a88caf6,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:38.938173 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b115ecb-bef8-44fc-8dcc-3ff618bdc14a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] No DVR routers for this DVR port 395a0d50-c0a6-40e6-ad3b-e2e05a88caf6 on host n-d-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:45:38.946213 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b115ecb-bef8-44fc-8dcc-3ff618bdc14a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:38.947775 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b115ecb-bef8-44fc-8dcc-3ff618bdc14a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:38.948360 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b115ecb-bef8-44fc-8dcc-3ff618bdc14a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:38.948995 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b115ecb-bef8-44fc-8dcc-3ff618bdc14a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:38.949562 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b115ecb-bef8-44fc-8dcc-3ff618bdc14a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:38.950125 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b115ecb-bef8-44fc-8dcc-3ff618bdc14a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:38.951195 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b115ecb-bef8-44fc-8dcc-3ff618bdc14a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:38.951891 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b115ecb-bef8-44fc-8dcc-3ff618bdc14a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:38.952479 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b115ecb-bef8-44fc-8dcc-3ff618bdc14a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:38.953385 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b115ecb-bef8-44fc-8dcc-3ff618bdc14a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:38.953943 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b115ecb-bef8-44fc-8dcc-3ff618bdc14a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:38.954518 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b115ecb-bef8-44fc-8dcc-3ff618bdc14a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:38.955108 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-bdf531eb-084b-4c69-877a-4e13d35002ab admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2060385298-network', 'tenant_id': '696ba9968638467ab0c418d763598933'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:45:39.039266 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f48164-1954-49be-91ce-8f861b5c6f06 x-openstack-request-id: req-c8f48164-1954-49be-91ce-8f861b5c6f06 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:45:39.039580 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d733f4c7-b735-40ef-ad4c-8d22913b2c6f", "name": "network-vif-plugged", "status": "completed", "tag": "ab8b33e8-2d06-4c5d-8805-94b76f672098", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:45:39.039868 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c8f48164-1954-49be-91ce-8f861b5c6f06 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:45:39.040413 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd733f4c7-b735-40ef-ad4c-8d22913b2c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab8b33e8-2d06-4c5d-8805-94b76f672098', 'code': 200} Nov 25 17:45:39.075319 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-5dbb948f-be94-452d-9165-f9337e0a359f None None] Provisioning complete for port d2dceca1-df5d-4f89-8cfb-947b9a62206c triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:39.075709 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5dbb948f-be94-452d-9165-f9337e0a359f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:39.159255 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf531eb-084b-4c69-877a-4e13d35002ab admin admin] Made reservation on behalf of 696ba9968638467ab0c418d763598933 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:45:39.165236 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bdf531eb-084b-4c69-877a-4e13d35002ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:39.178472 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-5dbb948f-be94-452d-9165-f9337e0a359f None None] Port d2dceca1-df5d-4f89-8cfb-947b9a62206c cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:45:39.190470 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7b115ecb-bef8-44fc-8dcc-3ff618bdc14a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:39.193089 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bdf531eb-084b-4c69-877a-4e13d35002ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:39.290513 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-7b115ecb-bef8-44fc-8dcc-3ff618bdc14a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f0f5cb3-0eb3-4b37-8a98-e1584d5beae5']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:39.334480 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-7b115ecb-bef8-44fc-8dcc-3ff618bdc14a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0997549f-f829-434a-b255-1e001fcf5c0a') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:39.334853 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-7b115ecb-bef8-44fc-8dcc-3ff618bdc14a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0997549f-f829-434a-b255-1e001fcf5c0a') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:39.342710 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c93c7-6a98-409c-b279-92e4e3801f1f req-4edbecef-26e6-4e5b-bfe2-42c2fb915759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:39.344276 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cc8c93c7-6a98-409c-b279-92e4e3801f1f req-4edbecef-26e6-4e5b-bfe2-42c2fb915759 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d733f4c7-b735-40ef-ad4c-8d22913b2c6f HTTP/1.1" status: 200 len: 1096 time: 0.2240529 Nov 25 17:45:39.362198 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7b115ecb-bef8-44fc-8dcc-3ff618bdc14a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:39.461685 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bdf531eb-084b-4c69-877a-4e13d35002ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:39.475152 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bdf531eb-084b-4c69-877a-4e13d35002ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:39.490055 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdf531eb-084b-4c69-877a-4e13d35002ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 922} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:45:39.500749 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bdf531eb-084b-4c69-877a-4e13d35002ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:39.501250 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-bdf531eb-084b-4c69-877a-4e13d35002ab admin admin] Added segment 71c86001-f0ae-4454-b37f-632918094290 of type vlan for network d89d2854-97b0-4c53-9fed-c35cc58a4c82 Nov 25 17:45:39.506352 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cc8c93c7-6a98-409c-b279-92e4e3801f1f req-580296a8-30c9-4a58-a217-7e84c2188abe service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=2285b65b-d698-4f33-ae20-5b05d59ab176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461759 Nov 25 17:45:39.518262 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7b115ecb-bef8-44fc-8dcc-3ff618bdc14a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:39.526629 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b115ecb-bef8-44fc-8dcc-3ff618bdc14a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Releasing vlan 925 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:45:39.527182 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7b115ecb-bef8-44fc-8dcc-3ff618bdc14a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:39.551371 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bdf531eb-084b-4c69-877a-4e13d35002ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:39.589582 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bdf531eb-084b-4c69-877a-4e13d35002ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:39.591380 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf531eb-084b-4c69-877a-4e13d35002ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:39.591962 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bdf531eb-084b-4c69-877a-4e13d35002ab admin admin] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:39.609033 n-d-817746-1 neutron-server[103361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:45:39.609033 n-d-817746-1 neutron-server[103361]: self.session.flush() Nov 25 17:45:39.609033 n-d-817746-1 neutron-server[103361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:45:39.609033 n-d-817746-1 neutron-server[103361]: self.session.flush() Nov 25 17:45:39.609033 n-d-817746-1 neutron-server[103361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:45:39.609033 n-d-817746-1 neutron-server[103361]: self.session.flush() Nov 25 17:45:39.609033 n-d-817746-1 neutron-server[103361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:45:39.609033 n-d-817746-1 neutron-server[103361]: self.session.flush() Nov 25 17:45:39.609033 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:45:39.609033 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:45:39.609033 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:45:39.609033 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:45:39.609033 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:45:39.609033 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:45:39.609033 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:45:39.609033 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:45:39.609033 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:45:39.609033 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:45:39.609033 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:45:39.609033 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:45:39.609033 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:45:39.609033 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:45:39.609033 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:45:39.609033 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:45:39.609033 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:45:39.609033 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:45:39.609033 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:45:39.609033 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:45:39.609033 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:45:39.609033 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:45:39.609033 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:45:39.609033 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:45:39.609033 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:45:39.609033 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:45:39.609033 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:45:39.609033 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:45:39.609033 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:45:39.609033 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:45:39.609033 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:45:39.609033 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:45:39.640121 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7b115ecb-bef8-44fc-8dcc-3ff618bdc14a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:39.661288 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-bdf531eb-084b-4c69-877a-4e13d35002ab admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9197552 Nov 25 17:45:39.667968 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9214d450-58da-4d4e-8c8a-7a7a7a216c17 req-d5a8d9fa-1ae7-44b7-9b9b-aec154c9a769 service neutron] 10.222.0.75 "GET /v2.0/networks/b30ed141-e46f-4f04-93c5-818fdb0b9345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8505733 Nov 25 17:45:39.668904 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37320) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:39.671781 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7b115ecb-bef8-44fc-8dcc-3ff618bdc14a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:39.676251 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-7b115ecb-bef8-44fc-8dcc-3ff618bdc14a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "DELETE /v2.0/networks/0f0f5cb3-0eb3-4b37-8a98-e1584d5beae5 HTTP/1.1" status: 204 len: 168 time: 2.4265814 Nov 25 17:45:39.681278 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37322) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:39.700511 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf531eb-084b-4c69-877a-4e13d35002ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fca9d33-96ae-479c-a2bc-3e1943f0d8db,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:39.713359 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-684630b0-fc56-40e7-b30e-4554aa7c3c48 admin admin] Request body: {'subnet': {'network_id': 'd89d2854-97b0-4c53-9fed-c35cc58a4c82', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2060385298-subnet', 'tenant_id': '696ba9968638467ab0c418d763598933', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:45:39.721820 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf531eb-084b-4c69-877a-4e13d35002ab admin admin] Pushing event updated for resources: {'Network': ['ID=d89d2854-97b0-4c53-9fed-c35cc58a4c82,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:39.727379 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c995beca-05f7-467f-82e9-c93faa968d05 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:39.733547 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network d89d2854-97b0-4c53-9fed-c35cc58a4c82 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:45:39.873382 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684630b0-fc56-40e7-b30e-4554aa7c3c48 admin admin] Made reservation on behalf of 696ba9968638467ab0c418d763598933 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:45:39.876241 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-684630b0-fc56-40e7-b30e-4554aa7c3c48 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:39.880048 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 395a0d50-c0a6-40e6-ad3b-e2e05a88caf6 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:45:39.882576 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b115ecb-bef8-44fc-8dcc-3ff618bdc14a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event deleted for resources: {'Network': ['ID=0f0f5cb3-0eb3-4b37-8a98-e1584d5beae5,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:39.939553 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 395a0d50-c0a6-40e6-ad3b-e2e05a88caf6 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:45:39.939858 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 395a0d50-c0a6-40e6-ad3b-e2e05a88caf6 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:45:39.955417 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e8d14-c7c0-4c3c-abeb-f6f5ad2d1994 req-a637ea15-8fc0-4a10-8e9a-2020c62f97fc tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:39.964056 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c95e8d14-c7c0-4c3c-abeb-f6f5ad2d1994 req-a637ea15-8fc0-4a10-8e9a-2020c62f97fc tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] 10.222.0.75 "GET /v2.0/ports?device_id=d733f4c7-b735-40ef-ad4c-8d22913b2c6f HTTP/1.1" status: 200 len: 945 time: 0.5662928 Nov 25 17:45:40.050344 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961312c-bc2c-4bfd-8049-96f70ca72ffe req-c7d9db08-d0fc-4275-b574-57fbdc5bfb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:40.053891 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b961312c-bc2c-4bfd-8049-96f70ca72ffe req-c7d9db08-d0fc-4275-b574-57fbdc5bfb06 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5a560046c26c483180c0093a6be1dd8b&device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 1096 time: 0.6928225 Nov 25 17:45:40.253824 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69126a79-8be3-40a0-b271-c48a6c1e0b4c tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:40.256478 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-69126a79-8be3-40a0-b271-c48a6c1e0b4c tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.5541406 Nov 25 17:45:40.266866 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37326) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:40.318138 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c95e8d14-c7c0-4c3c-abeb-f6f5ad2d1994 req-59c71fba-0a67-4bf4-946c-7cb697bfd5a3 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] 10.222.0.75 "GET /v2.0/security-groups?id=2285b65b-d698-4f33-ae20-5b05d59ab176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3530188 Nov 25 17:45:40.379457 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9214d450-58da-4d4e-8c8a-7a7a7a216c17 req-f8c9f638-f4f0-48f9-8e4c-5c953d114a5b service neutron] 10.222.0.75 "GET /v2.0/networks/b30ed141-e46f-4f04-93c5-818fdb0b9345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6969743 Nov 25 17:45:40.556986 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-668dc6ef-337a-4c2e-9236-5a6b001aa9b9 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2885649 Nov 25 17:45:40.561786 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961312c-bc2c-4bfd-8049-96f70ca72ffe req-8d8a9ecd-13bc-417a-bdfa-23e15db1ba00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:40.562333 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37330) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:40.564206 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b961312c-bc2c-4bfd-8049-96f70ca72ffe req-8d8a9ecd-13bc-417a-bdfa-23e15db1ba00 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d0082d57-8c96-4a76-be0f-340c2f65b160 HTTP/1.1" status: 200 len: 913 time: 0.4877307 Nov 25 17:45:40.576097 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-8a999492-b208-4199-853a-6a9c3979a8a1 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-494597363'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:45:40.690168 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a999492-b208-4199-853a-6a9c3979a8a1 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Made reservation on behalf of c99f4fcf65714d6392d1221ed91b6f93 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:45:40.702819 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8a999492-b208-4199-853a-6a9c3979a8a1 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:40.716556 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c995beca-05f7-467f-82e9-c93faa968d05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:40.923234 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a999492-b208-4199-853a-6a9c3979a8a1 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 949} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:45:40.946531 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8a999492-b208-4199-853a-6a9c3979a8a1 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:40.947144 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-8a999492-b208-4199-853a-6a9c3979a8a1 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Added segment f7decb3c-2769-453d-8d77-4b203c5e6ef4 of type vlan for network fe93a934-75ec-4557-ad0e-2d1584aa645a Nov 25 17:45:40.960270 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c995beca-05f7-467f-82e9-c93faa968d05 admin admin] Router c03d7d74-0247-4b17-a397-f0597cc97424 is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:45:41.042786 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8a999492-b208-4199-853a-6a9c3979a8a1 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:41.180904 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8a999492-b208-4199-853a-6a9c3979a8a1 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:41.188535 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a999492-b208-4199-853a-6a9c3979a8a1 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:41.189331 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8a999492-b208-4199-853a-6a9c3979a8a1 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:41.254341 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c345033-3927-41ef-90f0-500f2a25fcd3 req-f5faf99b-446e-49f6-89ef-830d45c50699 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:41.257092 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0c345033-3927-41ef-90f0-500f2a25fcd3 req-f5faf99b-446e-49f6-89ef-830d45c50699 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 945 time: 0.8234627 Nov 25 17:45:41.261723 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8a999492-b208-4199-853a-6a9c3979a8a1 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6958215 Nov 25 17:45:41.276982 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37342) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:41.294538 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c995beca-05f7-467f-82e9-c93faa968d05 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:45:41.305112 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9951dc62-8e2b-4914-b9f5-1c8b507cf278 None None] Sync routers for ids ['c03d7d74-0247-4b17-a397-f0597cc97424'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:45:41.326170 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-222293d0-27d6-4ec8-90e9-db5ded5a1455 req-661dbbcc-001f-49c1-b10c-6bfb431e6d04 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] 10.222.0.75 "GET /v2.0/ports?device_id=85721638-7b6d-45e5-877a-cb5295920ecf HTTP/1.1" status: 200 len: 210 time: 0.0912602 Nov 25 17:45:41.331766 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-39e03cd8-8533-442f-9a3e-7cf69600230d tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Request body: {'subnet': {'network_id': 'fe93a934-75ec-4557-ad0e-2d1584aa645a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:45:41.336323 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9951dc62-8e2b-4914-b9f5-1c8b507cf278 None None] Routers {'c03d7d74-0247-4b17-a397-f0597cc97424'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:45:41.340036 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-9951dc62-8e2b-4914-b9f5-1c8b507cf278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:45:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['c03d7d74-0247-4b17-a397-f0597cc97424'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:41.388088 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c995beca-05f7-467f-82e9-c93faa968d05 admin admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:41.389421 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c995beca-05f7-467f-82e9-c93faa968d05 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.7811852 Nov 25 17:45:41.424251 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37348) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:41.467627 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b961312c-bc2c-4bfd-8049-96f70ca72ffe req-9823513d-323e-4fa7-bf22-4437303d2e45 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82625e3e-d5dd-41cd-b7dc-44893732e44b HTTP/1.1" status: 200 len: 999 time: 0.8747120 Nov 25 17:45:41.579126 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-9951dc62-8e2b-4914-b9f5-1c8b507cf278 None None] Set router c03d7d74-0247-4b17-a397-f0597cc97424 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:45:41.654762 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a999492-b208-4199-853a-6a9c3979a8a1 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event updated for resources: {'Network': ['ID=fe93a934-75ec-4557-ad0e-2d1584aa645a,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:41.669929 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network fe93a934-75ec-4557-ad0e-2d1584aa645a details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:45:41.687709 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e03cd8-8533-442f-9a3e-7cf69600230d tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Made reservation on behalf of c99f4fcf65714d6392d1221ed91b6f93 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:45:41.696299 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-39e03cd8-8533-442f-9a3e-7cf69600230d tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:41.774277 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961312c-bc2c-4bfd-8049-96f70ca72ffe req-3fdfd71f-f186-4bd3-86ee-b69b7889b2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:41.775733 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b961312c-bc2c-4bfd-8049-96f70ca72ffe req-3fdfd71f-f186-4bd3-86ee-b69b7889b2ff service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c74f83ed-3896-4341-8cf1-e1417d85add2 HTTP/1.1" status: 200 len: 851 time: 0.1576817 Nov 25 17:45:41.878102 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0c345033-3927-41ef-90f0-500f2a25fcd3 req-d29cea47-c89d-4bfd-9807-276355d6b491 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5677907 Nov 25 17:45:41.881476 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-684630b0-fc56-40e7-b30e-4554aa7c3c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:41.918642 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-9951dc62-8e2b-4914-b9f5-1c8b507cf278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03d7d74-0247-4b17-a397-f0597cc97424', 'name': 'tempest-ServerRescueNegativeTestJSON-1248325280-router', 'tenant_id': 'c4f532841b574680aa5b2f4b964927a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'd2dceca1-df5d-4f89-8cfb-947b9a62206c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:45:36Z', 'updated_at': '2021-11-25T17:45:39Z', 'revision_number': 3, 'project_id': 'c4f532841b574680aa5b2f4b964927a8', 'gw_port': {'id': 'd2dceca1-df5d-4f89-8cfb-947b9a62206c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c03d7d74-0247-4b17-a397-f0597cc97424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:38Z', 'updated_at': '2021-11-25T17:45:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:41.965875 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9951dc62-8e2b-4914-b9f5-1c8b507cf278 None None] Checking router: c03d7d74-0247-4b17-a397-f0597cc97424 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:45:41.966580 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9951dc62-8e2b-4914-b9f5-1c8b507cf278 None None] Updating router c03d7d74-0247-4b17-a397-f0597cc97424 port d2dceca1-df5d-4f89-8cfb-947b9a62206c binding host n-d-817746-1 {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:45:42.046289 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-9951dc62-8e2b-4914-b9f5-1c8b507cf278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:42.074065 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684630b0-fc56-40e7-b30e-4554aa7c3c48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb2a2af3-1780-4394-834e-7b4d65546660,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:42.202629 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-39e03cd8-8533-442f-9a3e-7cf69600230d tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:42.260170 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961312c-bc2c-4bfd-8049-96f70ca72ffe req-02e93b0f-04ea-429d-8752-b34359b36393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:42.263932 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b961312c-bc2c-4bfd-8049-96f70ca72ffe req-02e93b0f-04ea-429d-8752-b34359b36393 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d0082d57-8c96-4a76-be0f-340c2f65b160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4670341 Nov 25 17:45:42.382570 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e03cd8-8533-442f-9a3e-7cf69600230d tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event updated for resources: {'Subnet': ['ID=7cf6a5ea-30d1-41aa-883f-3e01ba8ab808,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:42.450391 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e03cd8-8533-442f-9a3e-7cf69600230d tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Checking segment: {'id': 'f7decb3c-2769-453d-8d77-4b203c5e6ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'fe93a934-75ec-4557-ad0e-2d1584aa645a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:45:42.451037 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e03cd8-8533-442f-9a3e-7cf69600230d tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Network hostable DHCP agents. Network: fe93a934-75ec-4557-ad0e-2d1584aa645a, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:45:42.491071 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e03cd8-8533-442f-9a3e-7cf69600230d tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Network fe93a934-75ec-4557-ad0e-2d1584aa645a is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:45:42.509446 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-39e03cd8-8533-442f-9a3e-7cf69600230d tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, fe93a934-75ec-4557-ad0e-2d1584aa645a) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:45:42.510863 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684630b0-fc56-40e7-b30e-4554aa7c3c48 admin admin] Checking segment: {'id': '71c86001-f0ae-4454-b37f-632918094290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'd89d2854-97b0-4c53-9fed-c35cc58a4c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:45:42.512702 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684630b0-fc56-40e7-b30e-4554aa7c3c48 admin admin] Network hostable DHCP agents. Network: d89d2854-97b0-4c53-9fed-c35cc58a4c82, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:45:42.516344 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e03cd8-8533-442f-9a3e-7cf69600230d tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:42.516841 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-39e03cd8-8533-442f-9a3e-7cf69600230d tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:42.518728 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e105da1-b4ec-4799-8178-9896af559ef8 None None] Network fe93a934-75ec-4557-ad0e-2d1584aa645a requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:45:42.564344 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5c290-02cd-47bf-b1b0-82c86e9844df req-7804a582-87db-4b08-b862-6a776e28255e tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:42.564867 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-39e03cd8-8533-442f-9a3e-7cf69600230d tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2720950 Nov 25 17:45:42.570021 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37356) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:42.575053 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8ef5c290-02cd-47bf-b1b0-82c86e9844df req-7804a582-87db-4b08-b862-6a776e28255e tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] 10.222.0.75 "GET /v2.0/ports?device_id=d733f4c7-b735-40ef-ad4c-8d22913b2c6f HTTP/1.1" status: 200 len: 945 time: 0.8183792 Nov 25 17:45:42.586305 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-6c99c7f2-26ee-4659-b9a5-89865546b9cb tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Request body: {'port': {'network_id': 'fe93a934-75ec-4557-ad0e-2d1584aa645a', 'name': 'tempest-PortsTestJSON-1897770300'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:45:42.751810 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8ef5c290-02cd-47bf-b1b0-82c86e9844df req-c174a264-a7f6-43ae-8e4d-0db49cd2fdb2 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] 10.222.0.75 "GET /v2.0/security-groups?id=2285b65b-d698-4f33-ae20-5b05d59ab176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1755872 Nov 25 17:45:42.753953 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b961312c-bc2c-4bfd-8049-96f70ca72ffe req-70edbb6c-4e41-4a3f-9d0e-87a6fcef605b service neutron] 10.222.0.74 "GET /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4692156 Nov 25 17:45:42.764015 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6e1f0456-20ed-4ed1-915c-91b74bc188b6 req-bec2bb9a-e58a-46ef-8a19-6c8eb5d00d69 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] 10.222.0.75 "GET /v2.0/ports?device_id=85721638-7b6d-45e5-877a-cb5295920ecf HTTP/1.1" status: 200 len: 210 time: 0.2266638 Nov 25 17:45:42.897856 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c99c7f2-26ee-4659-b9a5-89865546b9cb tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Made reservation on behalf of c99f4fcf65714d6392d1221ed91b6f93 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:45:42.908637 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6c99c7f2-26ee-4659-b9a5-89865546b9cb tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:42.981656 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-6c99c7f2-26ee-4659-b9a5-89865546b9cb tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] device_id is not set on port d34f96e5-6f7c-4f8b-af19-402f040930b7 yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:45:43.011214 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-9951dc62-8e2b-4914-b9f5-1c8b507cf278 None None] Publish callbacks [] for port, precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:43.037913 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-9951dc62-8e2b-4914-b9f5-1c8b507cf278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:43.218136 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0113101-115e-404a-9b60-49da6661b66d None None] Pushing event updated for resources: {'Port': ['ID=d2dceca1-df5d-4f89-8cfb-947b9a62206c,revision_number=2']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:43.237009 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0113101-115e-404a-9b60-49da6661b66d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:43.237383 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0113101-115e-404a-9b60-49da6661b66d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:43.237770 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0113101-115e-404a-9b60-49da6661b66d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:43.238114 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0113101-115e-404a-9b60-49da6661b66d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:43.238460 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0113101-115e-404a-9b60-49da6661b66d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:43.238797 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0113101-115e-404a-9b60-49da6661b66d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:43.239183 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0113101-115e-404a-9b60-49da6661b66d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:43.239512 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0113101-115e-404a-9b60-49da6661b66d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:43.239841 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0113101-115e-404a-9b60-49da6661b66d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:43.240264 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0113101-115e-404a-9b60-49da6661b66d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:43.240606 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0113101-115e-404a-9b60-49da6661b66d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:43.243629 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0113101-115e-404a-9b60-49da6661b66d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:43.253951 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-9951dc62-8e2b-4914-b9f5-1c8b507cf278 None None] Attempting to bind port d2dceca1-df5d-4f89-8cfb-947b9a62206c on host n-d-817746-1 for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:45:43.255450 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-9951dc62-8e2b-4914-b9f5-1c8b507cf278 None None] Attempting to bind port d2dceca1-df5d-4f89-8cfb-947b9a62206c by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:45:43.255853 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9951dc62-8e2b-4914-b9f5-1c8b507cf278 None None] Attempting to bind port d2dceca1-df5d-4f89-8cfb-947b9a62206c on network 1aa44027-b9d0-4a56-9a59-7e664703e20a {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:45:43.267329 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9951dc62-8e2b-4914-b9f5-1c8b507cf278 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:45:43.267706 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9951dc62-8e2b-4914-b9f5-1c8b507cf278 None None] Checking segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:45:43.268114 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-9951dc62-8e2b-4914-b9f5-1c8b507cf278 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:43.268511 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9951dc62-8e2b-4914-b9f5-1c8b507cf278 None None] Bound using segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:45:43.271803 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-9951dc62-8e2b-4914-b9f5-1c8b507cf278 None None] Bound port: d2dceca1-df5d-4f89-8cfb-947b9a62206c, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:45:43.272415 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-9951dc62-8e2b-4914-b9f5-1c8b507cf278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:43.280711 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-6c99c7f2-26ee-4659-b9a5-89865546b9cb tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Allocated IP 172.20.0.7 (fe93a934-75ec-4557-ad0e-2d1584aa645a/7cf6a5ea-30d1-41aa-883f-3e01ba8ab808/d34f96e5-6f7c-4f8b-af19-402f040930b7) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:45:43.353349 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37374) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:43.390232 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-9951dc62-8e2b-4914-b9f5-1c8b507cf278 None None] For port d2dceca1-df5d-4f89-8cfb-947b9a62206c, host n-d-817746-1, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:45:43.399144 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-9951dc62-8e2b-4914-b9f5-1c8b507cf278 None None] For port d2dceca1-df5d-4f89-8cfb-947b9a62206c, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d2dceca1-df5d-4f89-8cfb-947b9a62206c,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:45:43.410700 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-9951dc62-8e2b-4914-b9f5-1c8b507cf278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:43.556678 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0113101-115e-404a-9b60-49da6661b66d None None] Pushing event updated for resources: {'Port': ['ID=d2dceca1-df5d-4f89-8cfb-947b9a62206c,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:43.569399 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9951dc62-8e2b-4914-b9f5-1c8b507cf278 None None] Routers {'c03d7d74-0247-4b17-a397-f0597cc97424'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:45:43.570556 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-9951dc62-8e2b-4914-b9f5-1c8b507cf278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:45:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['c03d7d74-0247-4b17-a397-f0597cc97424'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:43.633377 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6c99c7f2-26ee-4659-b9a5-89865546b9cb tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:43.675745 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fb4d3e9c-6578-443b-9ded-52be2bb5aea4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:43.677986 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adee7c39-5d01-4539-a417-5a02d9cc7045 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:45:43.689885 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdab564-a51f-4c04-a758-45dd9077f99c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-fe93a934-75ec-4557-ad0e-2d1584aa645a', 'network_id': 'fe93a934-75ec-4557-ad0e-2d1584aa645a', 'tenant_id': 'c99f4fcf65714d6392d1221ed91b6f93', 'fixed_ips': [{'subnet_id': '7cf6a5ea-30d1-41aa-883f-3e01ba8ab808'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:45:43.690761 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-afdab564-a51f-4c04-a758-45dd9077f99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:43.712317 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684630b0-fc56-40e7-b30e-4554aa7c3c48 admin admin] Network d89d2854-97b0-4c53-9fed-c35cc58a4c82 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:45:43.737139 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b961312c-bc2c-4bfd-8049-96f70ca72ffe req-0673c959-0015-4c1e-89ae-b55a84c7e5f1 service neutron] 10.222.0.74 "GET /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7606716 Nov 25 17:45:43.788864 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504aada3-d738-48a8-a927-ebe10645e77b None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:45:43.792114 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-9951dc62-8e2b-4914-b9f5-1c8b507cf278 None None] Set router c03d7d74-0247-4b17-a397-f0597cc97424 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:45:43.837052 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-684630b0-fc56-40e7-b30e-4554aa7c3c48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, d89d2854-97b0-4c53-9fed-c35cc58a4c82) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:45:43.860128 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be68050-3b94-4c08-815a-bb19bb243fad None None] Network d89d2854-97b0-4c53-9fed-c35cc58a4c82 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:45:43.876070 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684630b0-fc56-40e7-b30e-4554aa7c3c48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:43.876957 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-684630b0-fc56-40e7-b30e-4554aa7c3c48 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:43.883090 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fb4d3e9c-6578-443b-9ded-52be2bb5aea4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:43.902958 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fb4d3e9c-6578-443b-9ded-52be2bb5aea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:44.033322 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6c99c7f2-26ee-4659-b9a5-89865546b9cb tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:44.065048 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214d450-58da-4d4e-8c8a-7a7a7a216c17 req-7af4890e-8505-426e-aace-542376e5cacf tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:44.066634 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9214d450-58da-4d4e-8c8a-7a7a7a216c17 req-7af4890e-8505-426e-aace-542376e5cacf tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] 10.222.0.90 "GET /v2.0/networks?id=b30ed141-e46f-4f04-93c5-818fdb0b9345 HTTP/1.1" status: 200 len: 813 time: 1.5275631 Nov 25 17:45:44.074095 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4d3e9c-6578-443b-9ded-52be2bb5aea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=175246ff-2420-45d3-bb36-05c914edb1a0,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:44.079344 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f5d70-8543-4cda-8fe1-99ff43b7c683 req-d45ce406-90d1-4a11-97f0-094465a7e7e1 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:44.080780 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c76f5d70-8543-4cda-8fe1-99ff43b7c683 req-d45ce406-90d1-4a11-97f0-094465a7e7e1 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] 10.222.0.75 "GET /v2.0/ports?device_id=d733f4c7-b735-40ef-ad4c-8d22913b2c6f HTTP/1.1" status: 200 len: 945 time: 0.8863053 Nov 25 17:45:44.105800 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-684630b0-fc56-40e7-b30e-4554aa7c3c48 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 4.4260075 Nov 25 17:45:44.107698 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-9951dc62-8e2b-4914-b9f5-1c8b507cf278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03d7d74-0247-4b17-a397-f0597cc97424', 'name': 'tempest-ServerRescueNegativeTestJSON-1248325280-router', 'tenant_id': 'c4f532841b574680aa5b2f4b964927a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'd2dceca1-df5d-4f89-8cfb-947b9a62206c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:45:36Z', 'updated_at': '2021-11-25T17:45:39Z', 'revision_number': 3, 'project_id': 'c4f532841b574680aa5b2f4b964927a8', 'gw_port': {'id': 'd2dceca1-df5d-4f89-8cfb-947b9a62206c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c03d7d74-0247-4b17-a397-f0597cc97424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:38Z', 'updated_at': '2021-11-25T17:45:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:44.109979 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-9214d450-58da-4d4e-8c8a-7a7a7a216c17 req-ba66b00a-dff2-410c-bbb7-dd7f43ebf425 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] Request body: {'port': {'device_id': '85721638-7b6d-45e5-877a-cb5295920ecf', 'network_id': 'b30ed141-e46f-4f04-93c5-818fdb0b9345', 'admin_state_up': True, 'tenant_id': '4a3c7b8e51774deca7ec3da21f807f3e'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:45:44.152736 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9951dc62-8e2b-4914-b9f5-1c8b507cf278 None None] The sync data for ids ['c03d7d74-0247-4b17-a397-f0597cc97424'] in n-d-817746-1 is: [{'id': 'c03d7d74-0247-4b17-a397-f0597cc97424', 'name': 'tempest-ServerRescueNegativeTestJSON-1248325280-router', 'tenant_id': 'c4f532841b574680aa5b2f4b964927a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'd2dceca1-df5d-4f89-8cfb-947b9a62206c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:45:36Z', 'updated_at': '2021-11-25T17:45:39Z', 'revision_number': 3, 'project_id': 'c4f532841b574680aa5b2f4b964927a8', 'gw_port': {'id': 'd2dceca1-df5d-4f89-8cfb-947b9a62206c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c03d7d74-0247-4b17-a397-f0597cc97424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:38Z', 'updated_at': '2021-11-25T17:45:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:45:44.155967 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-fb4d3e9c-6578-443b-9ded-52be2bb5aea4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8c29eb0fe3a34d50a13119d7cf7c268b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7987216 Nov 25 17:45:44.161658 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57aaff5-b5ab-4e7b-a2f3-8a6795f77c3f req-80e3fb13-5cb8-4354-8390-2f294c04564e tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:44.170424 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e57aaff5-b5ab-4e7b-a2f3-8a6795f77c3f req-80e3fb13-5cb8-4354-8390-2f294c04564e tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 945 time: 0.9257395 Nov 25 17:45:44.174503 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37384) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:44.228670 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c99c7f2-26ee-4659-b9a5-89865546b9cb tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Network fe93a934-75ec-4557-ad0e-2d1584aa645a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:45:44.245233 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-6c99c7f2-26ee-4659-b9a5-89865546b9cb tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:45:44.263471 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c99c7f2-26ee-4659-b9a5-89865546b9cb tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event updated for resources: {'Port': ['ID=d34f96e5-6f7c-4f8b-af19-402f040930b7,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:44.303800 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c99c7f2-26ee-4659-b9a5-89865546b9cb tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:45:44.355239 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5a56583f-4c3a-4845-81fe-b9a248e483f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:44.498109 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6d39c06a-bf3a-4dca-8a7e-fe2733b8c4f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:44.514104 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c99c7f2-26ee-4659-b9a5-89865546b9cb tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:44.515370 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6c99c7f2-26ee-4659-b9a5-89865546b9cb tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:44.556989 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6c99c7f2-26ee-4659-b9a5-89865546b9cb tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9834542 Nov 25 17:45:44.562619 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37388) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:44.579103 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-f10745ad-13df-4811-b773-0b29c550c24f tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Request body: {'port': {'network_id': 'fe93a934-75ec-4557-ad0e-2d1584aa645a', 'name': 'tempest-PortsTestJSON-1762169241'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:45:44.633044 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-9ee5f10e-dd52-4a59-94d7-4bfd5a56c120 None None] Provisioning complete for port d2dceca1-df5d-4f89-8cfb-947b9a62206c triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:44.633830 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9ee5f10e-dd52-4a59-94d7-4bfd5a56c120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:44.663258 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6d39c06a-bf3a-4dca-8a7e-fe2733b8c4f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:44.807216 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f372aa84-006d-47fd-9245-3fd30f48192c None None] Network d89d2854-97b0-4c53-9fed-c35cc58a4c82 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:45:44.877117 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c76f5d70-8543-4cda-8fe1-99ff43b7c683 req-5d131fdc-b124-4830-acb7-2bba6d72c603 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] 10.222.0.75 "GET /v2.0/security-groups?id=2285b65b-d698-4f33-ae20-5b05d59ab176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7432635 Nov 25 17:45:44.889686 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e57aaff5-b5ab-4e7b-a2f3-8a6795f77c3f req-1fa7f2b9-66e1-4554-bdbb-448fe105184b tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7181551 Nov 25 17:45:44.933422 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37392) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:44.965106 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6d39c06a-bf3a-4dca-8a7e-fe2733b8c4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:44.967881 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6d39c06a-bf3a-4dca-8a7e-fe2733b8c4f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:44.974168 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6d39c06a-bf3a-4dca-8a7e-fe2733b8c4f7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/175246ff-2420-45d3-bb36-05c914edb1a0 HTTP/1.1" status: 204 len: 168 time: 0.7958236 Nov 25 17:45:44.993649 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-afdab564-a51f-4c04-a758-45dd9077f99c None None] Allocated IP 172.20.0.2 (fe93a934-75ec-4557-ad0e-2d1584aa645a/7cf6a5ea-30d1-41aa-883f-3e01ba8ab808/5564edac-3528-4d8c-a0d3-29aba8b71273) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:45:45.001033 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10745ad-13df-4811-b773-0b29c550c24f tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Made reservation on behalf of c99f4fcf65714d6392d1221ed91b6f93 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:45:45.004051 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f10745ad-13df-4811-b773-0b29c550c24f tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:45.015234 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d39c06a-bf3a-4dca-8a7e-fe2733b8c4f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175246ff-2420-45d3-bb36-05c914edb1a0,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:45.083781 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-f10745ad-13df-4811-b773-0b29c550c24f tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] device_id is not set on port 62067bfd-a8c3-49e5-8bbd-6a591f1b2cdf yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:45:45.259058 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-5a56583f-4c3a-4845-81fe-b9a248e483f1 admin admin] Allocated IP 172.20.0.1 (55aac267-cfea-4cb6-a3d1-5d2e5c9145dd/f1fd26dd-f220-4d6c-884e-069c7606d72e/c210d714-e6c3-43df-aee9-88e1731ff240) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:45:45.351637 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4866e1fb-799a-4fee-8e83-29b9834a7060 req-4f12bcde-adf7-4129-9e33-026e91d498d2 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] 10.222.0.75 "GET /v2.0/ports?device_id=85721638-7b6d-45e5-877a-cb5295920ecf HTTP/1.1" status: 200 len: 210 time: 0.2849712 Nov 25 17:45:45.427725 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9214d450-58da-4d4e-8c8a-7a7a7a216c17 req-ba66b00a-dff2-410c-bbb7-dd7f43ebf425 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] Made reservation on behalf of 4a3c7b8e51774deca7ec3da21f807f3e for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:45:45.439722 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9214d450-58da-4d4e-8c8a-7a7a7a216c17 req-ba66b00a-dff2-410c-bbb7-dd7f43ebf425 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:45.551065 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9ee5f10e-dd52-4a59-94d7-4bfd5a56c120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:45.602986 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5a56583f-4c3a-4845-81fe-b9a248e483f1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:45.662956 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5a56583f-4c3a-4845-81fe-b9a248e483f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:45.678157 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-9ee5f10e-dd52-4a59-94d7-4bfd5a56c120 None None] For port d2dceca1-df5d-4f89-8cfb-947b9a62206c, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d2dceca1-df5d-4f89-8cfb-947b9a62206c,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:45.701869 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9ee5f10e-dd52-4a59-94d7-4bfd5a56c120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:45.804170 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee5f10e-dd52-4a59-94d7-4bfd5a56c120 None None] Pushing event updated for resources: {'Port': ['ID=d2dceca1-df5d-4f89-8cfb-947b9a62206c,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:45.930970 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d2dceca1-df5d-4f89-8cfb-947b9a62206c up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:45:46.011729 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-7abb037f-c0e2-4215-b4d5-ee7e965fc3a6 None None] Provisioning complete for port d2dceca1-df5d-4f89-8cfb-947b9a62206c triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:46.012281 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7abb037f-c0e2-4215-b4d5-ee7e965fc3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:46.082383 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-afdab564-a51f-4c04-a758-45dd9077f99c None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:46.097941 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-afdab564-a51f-4c04-a758-45dd9077f99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:46.217551 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-f10745ad-13df-4811-b773-0b29c550c24f tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Allocated IP 172.20.0.5 (fe93a934-75ec-4557-ad0e-2d1584aa645a/7cf6a5ea-30d1-41aa-883f-3e01ba8ab808/62067bfd-a8c3-49e5-8bbd-6a591f1b2cdf) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:45:46.225382 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdab564-a51f-4c04-a758-45dd9077f99c None None] Pushing event updated for resources: {'Port': ['ID=5564edac-3528-4d8c-a0d3-29aba8b71273,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:46.239969 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdab564-a51f-4c04-a758-45dd9077f99c None None] Network fe93a934-75ec-4557-ad0e-2d1584aa645a is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:45:46.240570 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port d2dceca1-df5d-4f89-8cfb-947b9a62206c triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:46.241014 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:46.260706 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-afdab564-a51f-4c04-a758-45dd9077f99c None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:45:46.298291 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdab564-a51f-4c04-a758-45dd9077f99c None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:45:46.303958 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc1f6f5-a2a1-4ed8-b311-903e897916ea tempest-TestVolumeBackupRestore-1021719222 tempest-TestVolumeBackupRestore-1021719222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:46.310097 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-cfc1f6f5-a2a1-4ed8-b311-903e897916ea tempest-TestVolumeBackupRestore-1021719222 tempest-TestVolumeBackupRestore-1021719222-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=d733f4c7-b735-40ef-ad4c-8d22913b2c6f HTTP/1.1" status: 200 len: 1091 time: 1.3703914 Nov 25 17:45:46.310833 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37432) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:46.322238 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-0bd5b7b1-8963-4471-adcf-b97fae3ef317 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Request body: {'floatingip': {'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'port_id': 'ab8b33e8-2d06-4c5d-8805-94b76f672098', 'tenant_id': 'e67f483089c147bfb012c80d67402bfc', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:45:46.414947 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-afdab564-a51f-4c04-a758-45dd9077f99c None None] Attempting to bind port 5564edac-3528-4d8c-a0d3-29aba8b71273 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:45:46.415296 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a56583f-4c3a-4845-81fe-b9a248e483f1 admin admin] Pushing event updated for resources: {'Port': ['ID=c210d714-e6c3-43df-aee9-88e1731ff240,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:46.415436 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-afdab564-a51f-4c04-a758-45dd9077f99c None None] Attempting to bind port 5564edac-3528-4d8c-a0d3-29aba8b71273 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'f7decb3c-2769-453d-8d77-4b203c5e6ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'fe93a934-75ec-4557-ad0e-2d1584aa645a'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:45:46.415702 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdab564-a51f-4c04-a758-45dd9077f99c None None] Attempting to bind port 5564edac-3528-4d8c-a0d3-29aba8b71273 on network fe93a934-75ec-4557-ad0e-2d1584aa645a {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:45:46.427770 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da3a819-92df-4d87-b93b-9a490ad9bc26 req-3fbfba5a-c1c7-470c-ac1f-091970a904cd tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:46.436612 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5da3a819-92df-4d87-b93b-9a490ad9bc26 req-3fbfba5a-c1c7-470c-ac1f-091970a904cd tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/networks?id=d89d2854-97b0-4c53-9fed-c35cc58a4c82 HTTP/1.1" status: 200 len: 814 time: 0.9662385 Nov 25 17:45:46.436872 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdab564-a51f-4c04-a758-45dd9077f99c None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:45:46.437048 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdab564-a51f-4c04-a758-45dd9077f99c None None] Checking segment: {'id': 'f7decb3c-2769-453d-8d77-4b203c5e6ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'fe93a934-75ec-4557-ad0e-2d1584aa645a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:45:46.437468 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-afdab564-a51f-4c04-a758-45dd9077f99c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:46.437873 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdab564-a51f-4c04-a758-45dd9077f99c None None] Bound using segment: {'id': 'f7decb3c-2769-453d-8d77-4b203c5e6ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'fe93a934-75ec-4557-ad0e-2d1584aa645a'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:45:46.438360 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-afdab564-a51f-4c04-a758-45dd9077f99c None None] Bound port: 5564edac-3528-4d8c-a0d3-29aba8b71273, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7decb3c-2769-453d-8d77-4b203c5e6ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'fe93a934-75ec-4557-ad0e-2d1584aa645a'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:45:46.438753 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-afdab564-a51f-4c04-a758-45dd9077f99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:46.453351 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a56583f-4c3a-4845-81fe-b9a248e483f1 admin admin] Network 55aac267-cfea-4cb6-a3d1-5d2e5c9145dd is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:45:46.481486 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-5a56583f-4c3a-4845-81fe-b9a248e483f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:45:46.484519 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a56583f-4c3a-4845-81fe-b9a248e483f1 admin admin] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:45:46.503548 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0bd5b7b1-8963-4471-adcf-b97fae3ef317 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Publish callbacks [] for floatingip, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:46.531777 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-afdab564-a51f-4c04-a758-45dd9077f99c None None] For port 5564edac-3528-4d8c-a0d3-29aba8b71273, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:45:46.540150 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-afdab564-a51f-4c04-a758-45dd9077f99c None None] For port 5564edac-3528-4d8c-a0d3-29aba8b71273, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=5564edac-3528-4d8c-a0d3-29aba8b71273,segment=NetworkSegment(f7decb3c-2769-453d-8d77-4b203c5e6ef4),segment_id=f7decb3c-2769-453d-8d77-4b203c5e6ef4)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:45:46.549743 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5da3a819-92df-4d87-b93b-9a490ad9bc26 req-9c08e140-401e-4119-9597-8ceff9dd03bb tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/quotas/696ba9968638467ab0c418d763598933 HTTP/1.1" status: 200 len: 375 time: 0.1114149 Nov 25 17:45:46.573125 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-afdab564-a51f-4c04-a758-45dd9077f99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:46.665941 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5da3a819-92df-4d87-b93b-9a490ad9bc26 req-5055417c-6296-4c22-8a01-b27b196ff081 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=696ba9968638467ab0c418d763598933&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1141307 Nov 25 17:45:46.683411 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdab564-a51f-4c04-a758-45dd9077f99c None None] Pushing event updated for resources: {'Port': ['ID=5564edac-3528-4d8c-a0d3-29aba8b71273,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:46.736230 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f10745ad-13df-4811-b773-0b29c550c24f tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:46.752278 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:46.813495 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5da3a819-92df-4d87-b93b-9a490ad9bc26 req-482cb2d6-a1ee-46f2-a6b0-66e0d05ec551 service neutron] 10.222.0.75 "GET /v2.0/networks/d89d2854-97b0-4c53-9fed-c35cc58a4c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466424 Nov 25 17:45:46.826193 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f10745ad-13df-4811-b773-0b29c550c24f tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:46.846662 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0bd5b7b1-8963-4471-adcf-b97fae3ef317 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:46.885344 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10745ad-13df-4811-b773-0b29c550c24f tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Network fe93a934-75ec-4557-ad0e-2d1584aa645a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:45:46.925080 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73993b8d-84a7-4b54-89e7-98f95c0e0ee8 req-a98c942e-c622-4402-8659-106db45823ed tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:46.927231 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-73993b8d-84a7-4b54-89e7-98f95c0e0ee8 req-a98c942e-c622-4402-8659-106db45823ed tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 945 time: 0.6422923 Nov 25 17:45:46.940179 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:46.947728 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-f10745ad-13df-4811-b773-0b29c550c24f tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:45:46.950369 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10745ad-13df-4811-b773-0b29c550c24f tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:45:47.026643 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10745ad-13df-4811-b773-0b29c550c24f tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event updated for resources: {'Port': ['ID=62067bfd-a8c3-49e5-8bbd-6a591f1b2cdf,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:47.057711 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10745ad-13df-4811-b773-0b29c550c24f tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:47.058405 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f10745ad-13df-4811-b773-0b29c550c24f tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:47.138473 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5a56583f-4c3a-4845-81fe-b9a248e483f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:47.141642 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7207c86-a086-41da-b42d-fc365c26a0b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:47.155654 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f10745ad-13df-4811-b773-0b29c550c24f tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5917284 Nov 25 17:45:47.158822 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37442) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:47.271199 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-0bd5b7b1-8963-4471-adcf-b97fae3ef317 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Allocated IP 172.25.0.157 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/71df5ab4-c595-4652-91de-3735e3470c75) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:45:47.332483 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-9214d450-58da-4d4e-8c8a-7a7a7a216c17 req-ba66b00a-dff2-410c-bbb7-dd7f43ebf425 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] Allocated IP 172.20.0.13 (b30ed141-e46f-4f04-93c5-818fdb0b9345/51d942a2-a4cd-4685-a9c9-2707d3619302/ac9a1888-9a99-4128-a90e-de660cfe7754) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:45:47.350762 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e836d365-556b-4df3-bb28-3ec357d1bf32 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:47.352363 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e836d365-556b-4df3-bb28-3ec357d1bf32 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 922 time: 0.1925864 Nov 25 17:45:47.363581 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37448) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:47.412604 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-73993b8d-84a7-4b54-89e7-98f95c0e0ee8 req-60f0dada-fe09-4329-88f4-e398524ace92 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3245161 Nov 25 17:45:47.446747 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37452) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:47.448171 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5da3a819-92df-4d87-b93b-9a490ad9bc26 req-8150c86c-9e3e-44c0-b62e-61aeba797d6c service neutron] 10.222.0.75 "GET /v2.0/networks/d89d2854-97b0-4c53-9fed-c35cc58a4c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6330180 Nov 25 17:45:47.607247 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0bd5b7b1-8963-4471-adcf-b97fae3ef317 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:47.624147 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-e721e698-57be-4ebe-86a1-256c7acc7120 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Deleting port 62067bfd-a8c3-49e5-8bbd-6a591f1b2cdf {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:45:47.624491 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e721e698-57be-4ebe-86a1-256c7acc7120 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:47.715190 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b1995ce0-091a-4fd0-92c9-001e05d67981 req-4fe65092-a66d-48a8-855e-2bddf4e86068 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] 10.222.0.75 "GET /v2.0/ports?device_id=85721638-7b6d-45e5-877a-cb5295920ecf HTTP/1.1" status: 200 len: 210 time: 0.0489211 Nov 25 17:45:47.810505 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-864accc8-091e-4056-98e8-7b5494bc5e2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:47.836438 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5a56583f-4c3a-4845-81fe-b9a248e483f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:47.939589 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e721e698-57be-4ebe-86a1-256c7acc7120 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:47.990663 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d2dceca1-df5d-4f89-8cfb-947b9a62206c up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:45:47.999776 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-e721e698-57be-4ebe-86a1-256c7acc7120 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Calling delete_port for 62067bfd-a8c3-49e5-8bbd-6a591f1b2cdf owned by {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:45:48.002409 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0bd5b7b1-8963-4471-adcf-b97fae3ef317 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:48.048003 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2eb33856-7528-4702-82f8-fb27476475f6 req-929c0d83-665a-4d16-a60a-1ce499f3611f tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 210 time: 0.2378461 Nov 25 17:45:48.067886 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9214d450-58da-4d4e-8c8a-7a7a7a216c17 req-ba66b00a-dff2-410c-bbb7-dd7f43ebf425 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:48.095659 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port d2dceca1-df5d-4f89-8cfb-947b9a62206c triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:48.096131 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:48.124777 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f8bce2-dab5-40ff-b1d0-832a696aa63a req-befcab7a-b8aa-49ad-95b1-a05368e2d4ce tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:48.134364 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-33f8bce2-dab5-40ff-b1d0-832a696aa63a req-befcab7a-b8aa-49ad-95b1-a05368e2d4ce tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 945 time: 0.3524182 Nov 25 17:45:48.199373 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd5b7b1-8963-4471-adcf-b97fae3ef317 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:45:48.247765 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5a56583f-4c3a-4845-81fe-b9a248e483f1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:48.277151 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-33f8bce2-dab5-40ff-b1d0-832a696aa63a req-c0b46153-c1dc-4a91-89e1-5ca0e90dcacf tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417854 Nov 25 17:45:48.281356 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9214d450-58da-4d4e-8c8a-7a7a7a216c17 req-ba66b00a-dff2-410c-bbb7-dd7f43ebf425 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:48.283810 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 5564edac-3528-4d8c-a0d3-29aba8b71273 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:45:48.286392 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5a56583f-4c3a-4845-81fe-b9a248e483f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:48.293270 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-0bd5b7b1-8963-4471-adcf-b97fae3ef317 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:45:48.298683 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd5b7b1-8963-4471-adcf-b97fae3ef317 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:45:48.390016 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c2356e-4f8d-4f3a-aa36-5de0ead4f774 None None] Network fe93a934-75ec-4557-ad0e-2d1584aa645a requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:45:48.409276 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd5b7b1-8963-4471-adcf-b97fae3ef317 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Pushing event updated for resources: {'Port': ['ID=71df5ab4-c595-4652-91de-3735e3470c75,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:48.473162 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a56583f-4c3a-4845-81fe-b9a248e483f1 admin admin] Pushing event updated for resources: {'Port': ['ID=c210d714-e6c3-43df-aee9-88e1731ff240,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:48.501072 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9214d450-58da-4d4e-8c8a-7a7a7a216c17 req-ba66b00a-dff2-410c-bbb7-dd7f43ebf425 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] Network b30ed141-e46f-4f04-93c5-818fdb0b9345 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:45:48.527637 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-9214d450-58da-4d4e-8c8a-7a7a7a216c17 req-ba66b00a-dff2-410c-bbb7-dd7f43ebf425 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:45:48.553111 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-9214d450-58da-4d4e-8c8a-7a7a7a216c17 req-ba66b00a-dff2-410c-bbb7-dd7f43ebf425 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:45:48.606113 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5a56583f-4c3a-4845-81fe-b9a248e483f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:48.637118 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-864accc8-091e-4056-98e8-7b5494bc5e2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:48.662301 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3f272b-c3a2-4f14-81e6-860209b65150 None None] DHCP port deletion for b30ed141-e46f-4f04-93c5-818fdb0b9345 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:45:48.665584 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-864accc8-091e-4056-98e8-7b5494bc5e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:48.705675 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-ddf82df8-e77e-423a-b145-d99f71889125 None None] Provisioning complete for port 5564edac-3528-4d8c-a0d3-29aba8b71273 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:48.714443 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ddf82df8-e77e-423a-b145-d99f71889125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:48.724695 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214d450-58da-4d4e-8c8a-7a7a7a216c17 req-ba66b00a-dff2-410c-bbb7-dd7f43ebf425 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:48.724695 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9214d450-58da-4d4e-8c8a-7a7a7a216c17 req-ba66b00a-dff2-410c-bbb7-dd7f43ebf425 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:48.748444 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864accc8-091e-4056-98e8-7b5494bc5e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7c5bad-7a71-4365-97f0-b8de9262f3b1,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:48.781239 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba66b00a-dff2-410c-bbb7-dd7f43ebf425 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] Pushing event updated for resources: {'Port': ['ID=ac9a1888-9a99-4128-a90e-de660cfe7754,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:48.786344 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 5564edac-3528-4d8c-a0d3-29aba8b71273 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:48.787357 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:48.808452 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9214d450-58da-4d4e-8c8a-7a7a7a216c17 req-ba66b00a-dff2-410c-bbb7-dd7f43ebf425 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7152126 Nov 25 17:45:48.852666 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-9214d450-58da-4d4e-8c8a-7a7a7a216c17 req-d97d7115-2cac-4f88-8c56-d8d2f64d9f67 service neutron] Request body: {'port': {'device_id': '85721638-7b6d-45e5-877a-cb5295920ecf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:45:48.953194 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ddf82df8-e77e-423a-b145-d99f71889125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:49.006731 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485c81b-bd8d-4377-a040-7215d1fdee3d req-af94f318-0238-4ccf-a82f-2f7ee02804c3 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:49.008934 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4485c81b-bd8d-4377-a040-7215d1fdee3d req-af94f318-0238-4ccf-a82f-2f7ee02804c3 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 945 time: 0.5371170 Nov 25 17:45:49.057344 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-864accc8-091e-4056-98e8-7b5494bc5e2f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c117471d83b84d48b4e3a1acab6fd2d7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6075499 Nov 25 17:45:49.058037 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37476) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:49.075195 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-ddf82df8-e77e-423a-b145-d99f71889125 None None] For port 5564edac-3528-4d8c-a0d3-29aba8b71273, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=5564edac-3528-4d8c-a0d3-29aba8b71273,segment=NetworkSegment(f7decb3c-2769-453d-8d77-4b203c5e6ef4),segment_id=f7decb3c-2769-453d-8d77-4b203c5e6ef4)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:49.084518 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:49.127211 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ddf82df8-e77e-423a-b145-d99f71889125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:49.140422 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9214d450-58da-4d4e-8c8a-7a7a7a216c17 req-d97d7115-2cac-4f88-8c56-d8d2f64d9f67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:49.172047 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e721e698-57be-4ebe-86a1-256c7acc7120 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:49.271221 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e721e698-57be-4ebe-86a1-256c7acc7120 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event deleted for resources: {'Port': ['ID=62067bfd-a8c3-49e5-8bbd-6a591f1b2cdf,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:49.274730 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d1f09a3b-f909-457b-bc05-2f04ef651c74 None None] Could not find standard attr ID for object 62067bfd-a8c3-49e5-8bbd-6a591f1b2cdf. {{(pid=103362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:45:49.360512 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.db.api [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:45:49.360901 n-d-817746-1 neutron-server[103362]: DEBUG oslo_db.api [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:45:49.361649 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf82df8-e77e-423a-b145-d99f71889125 None None] Pushing event updated for resources: {'Port': ['ID=5564edac-3528-4d8c-a0d3-29aba8b71273,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:49.374012 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d1f09a3b-f909-457b-bc05-2f04ef651c74 None None] Provisioning complete for port 5564edac-3528-4d8c-a0d3-29aba8b71273 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:49.374393 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d1f09a3b-f909-457b-bc05-2f04ef651c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:49.449721 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e721e698-57be-4ebe-86a1-256c7acc7120 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:49.454355 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e721e698-57be-4ebe-86a1-256c7acc7120 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "DELETE /v2.0/ports/62067bfd-a8c3-49e5-8bbd-6a591f1b2cdf HTTP/1.1" status: 204 len: 168 time: 2.0896194 Nov 25 17:45:49.458264 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37480) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:49.601119 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d1f09a3b-f909-457b-bc05-2f04ef651c74 None None] Provisioning complete for port ac9a1888-9a99-4128-a90e-de660cfe7754 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:49.601447 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d1f09a3b-f909-457b-bc05-2f04ef651c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:49.624806 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-32509690-3219-4dfd-96b0-bad2fd832f76 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] GET failed (client error): The resource could not be found. Nov 25 17:45:49.630118 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-32509690-3219-4dfd-96b0-bad2fd832f76 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "GET /v2.0/ports/62067bfd-a8c3-49e5-8bbd-6a591f1b2cdf HTTP/1.1" status: 404 len: 333 time: 0.1693277 Nov 25 17:45:49.645172 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9d604634-1864-4757-ad69-79b52d9f690b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:49.663237 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d1f09a3b-f909-457b-bc05-2f04ef651c74 None None] Port ac9a1888-9a99-4128-a90e-de660cfe7754 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:45:49.663482 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37482) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:49.680366 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d1f09a3b-f909-457b-bc05-2f04ef651c74 None None] Provisioning complete for port d34f96e5-6f7c-4f8b-af19-402f040930b7 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:49.684227 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d1f09a3b-f909-457b-bc05-2f04ef651c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:49.747688 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d23f7-5385-4569-84b5-dc74a28fc6d5 req-6d1c7fb0-8c76-45e4-b5e9-69b3cc4f4a40 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:49.757328 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-003d23f7-5385-4569-84b5-dc74a28fc6d5 req-6d1c7fb0-8c76-45e4-b5e9-69b3cc4f4a40 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] 10.222.0.75 "GET /v2.0/ports?device_id=85721638-7b6d-45e5-877a-cb5295920ecf HTTP/1.1" status: 200 len: 932 time: 0.8235202 Nov 25 17:45:49.762167 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d1f09a3b-f909-457b-bc05-2f04ef651c74 None None] Port d34f96e5-6f7c-4f8b-af19-402f040930b7 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:45:49.802751 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d1774b82-1a95-4fe5-93fb-014d8738a875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:49.948325 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-484449ff-711c-4086-bdba-1d46df255431 None None] Could not find standard attr ID for object 62067bfd-a8c3-49e5-8bbd-6a591f1b2cdf. {{(pid=103362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:45:49.960482 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-484449ff-711c-4086-bdba-1d46df255431 None None] Provisioning complete for port d34f96e5-6f7c-4f8b-af19-402f040930b7 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:49.961085 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-484449ff-711c-4086-bdba-1d46df255431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:49.974061 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9d604634-1864-4757-ad69-79b52d9f690b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:49.984291 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4485c81b-bd8d-4377-a040-7215d1fdee3d req-999dc57e-d3b6-4d6b-9377-986901e8d756 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9581227 Nov 25 17:45:50.019174 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-9214d450-58da-4d4e-8c8a-7a7a7a216c17 req-d97d7115-2cac-4f88-8c56-d8d2f64d9f67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac9a1888-9a99-4128-a90e-de660cfe7754 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:45:50.051149 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-484449ff-711c-4086-bdba-1d46df255431 None None] Port d34f96e5-6f7c-4f8b-af19-402f040930b7 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:45:50.061700 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9214d450-58da-4d4e-8c8a-7a7a7a216c17 req-d97d7115-2cac-4f88-8c56-d8d2f64d9f67 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:50.087888 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 5564edac-3528-4d8c-a0d3-29aba8b71273 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:45:50.094314 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da3a819-92df-4d87-b93b-9a490ad9bc26 req-c103389c-582f-41d2-88ef-877d5385f3e4 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:50.095930 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5da3a819-92df-4d87-b93b-9a490ad9bc26 req-c103389c-582f-41d2-88ef-877d5385f3e4 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.74 "GET /v2.0/networks?id=d89d2854-97b0-4c53-9fed-c35cc58a4c82 HTTP/1.1" status: 200 len: 814 time: 0.3684046 Nov 25 17:45:50.121071 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-5da3a819-92df-4d87-b93b-9a490ad9bc26 req-2f1893bd-4d28-4a54-9d21-bed7eb9ba62c tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Request body: {'port': {'device_id': '481c3a50-3a48-4609-ab28-3d6c644af2b0', 'network_id': 'd89d2854-97b0-4c53-9fed-c35cc58a4c82', 'admin_state_up': True, 'tenant_id': '696ba9968638467ab0c418d763598933'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:45:50.230363 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 5564edac-3528-4d8c-a0d3-29aba8b71273 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:50.230742 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:50.242394 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-9214d450-58da-4d4e-8c8a-7a7a7a216c17 req-d97d7115-2cac-4f88-8c56-d8d2f64d9f67 service neutron] Transition to ACTIVE for port object ac9a1888-9a99-4128-a90e-de660cfe7754 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:45:50.244433 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a56583f-4c3a-4845-81fe-b9a248e483f1 admin admin] Network 55aac267-cfea-4cb6-a3d1-5d2e5c9145dd is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:45:50.273850 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-003d23f7-5385-4569-84b5-dc74a28fc6d5 req-bd6e23d7-718d-4537-aed0-fd1a8ec4b09f tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] 10.222.0.75 "GET /v2.0/security-groups?id=8f3bf077-980f-46b2-88e9-a69282b2cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5111206 Nov 25 17:45:50.277328 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-2a453f52-a361-4cb0-b7ec-5174a97e14a3 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Deleting port d34f96e5-6f7c-4f8b-af19-402f040930b7 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:45:50.277868 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2a453f52-a361-4cb0-b7ec-5174a97e14a3 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:50.284702 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0bd5b7b1-8963-4471-adcf-b97fae3ef317 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:50.423138 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9d604634-1864-4757-ad69-79b52d9f690b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:50.425703 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9d604634-1864-4757-ad69-79b52d9f690b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:50.439947 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9d604634-1864-4757-ad69-79b52d9f690b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1e7c5bad-7a71-4365-97f0-b8de9262f3b1 HTTP/1.1" status: 204 len: 168 time: 1.3563550 Nov 25 17:45:50.622945 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-5a56583f-4c3a-4845-81fe-b9a248e483f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:45:50.628306 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9214d450-58da-4d4e-8c8a-7a7a7a216c17 req-d97d7115-2cac-4f88-8c56-d8d2f64d9f67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:50.632273 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d95f3315-b0d0-455e-aa33-4f72cfd11b6a req-061baafe-06ef-4849-92e9-eb748f8ae3cd tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 210 time: 0.3866293 Nov 25 17:45:50.691294 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97d7115-2cac-4f88-8c56-d8d2f64d9f67 service neutron] Pushing event updated for resources: {'Port': ['ID=ac9a1888-9a99-4128-a90e-de660cfe7754,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:50.746437 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bc442c-5ea5-46b4-a21c-f93e7f11c42b None None] DHCP port deletion for b30ed141-e46f-4f04-93c5-818fdb0b9345 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:45:50.820011 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5da3a819-92df-4d87-b93b-9a490ad9bc26 req-2f1893bd-4d28-4a54-9d21-bed7eb9ba62c tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Made reservation on behalf of 696ba9968638467ab0c418d763598933 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:45:50.824469 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-5da3a819-92df-4d87-b93b-9a490ad9bc26 req-2f1893bd-4d28-4a54-9d21-bed7eb9ba62c tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:50.858357 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:50.930173 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-9214d450-58da-4d4e-8c8a-7a7a7a216c17 req-d97d7115-2cac-4f88-8c56-d8d2f64d9f67 service neutron] Attempting to bind port ac9a1888-9a99-4128-a90e-de660cfe7754 on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:45:50.930511 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-9214d450-58da-4d4e-8c8a-7a7a7a216c17 req-d97d7115-2cac-4f88-8c56-d8d2f64d9f67 service neutron] Attempting to bind port ac9a1888-9a99-4128-a90e-de660cfe7754 by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': 'f6e32bd7-2ca9-4798-a619-01bfcddda0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'b30ed141-e46f-4f04-93c5-818fdb0b9345'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:45:50.930848 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9214d450-58da-4d4e-8c8a-7a7a7a216c17 req-d97d7115-2cac-4f88-8c56-d8d2f64d9f67 service neutron] Attempting to bind port ac9a1888-9a99-4128-a90e-de660cfe7754 on network b30ed141-e46f-4f04-93c5-818fdb0b9345 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:45:50.961740 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9214d450-58da-4d4e-8c8a-7a7a7a216c17 req-d97d7115-2cac-4f88-8c56-d8d2f64d9f67 service neutron] Port ac9a1888-9a99-4128-a90e-de660cfe7754 on network b30ed141-e46f-4f04-93c5-818fdb0b9345 not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:45:50.962040 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9214d450-58da-4d4e-8c8a-7a7a7a216c17 req-d97d7115-2cac-4f88-8c56-d8d2f64d9f67 service neutron] Attempting to bind port ac9a1888-9a99-4128-a90e-de660cfe7754 on network b30ed141-e46f-4f04-93c5-818fdb0b9345 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:45:50.981778 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da36aed-807b-4524-9f64-f391e60a66f3 req-47be4fdd-f1d3-4fe8-9bb8-bae77a3a249e tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:50.983653 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9da36aed-807b-4524-9f64-f391e60a66f3 req-47be4fdd-f1d3-4fe8-9bb8-bae77a3a249e tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 945 time: 0.3620389 Nov 25 17:45:51.029514 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9214d450-58da-4d4e-8c8a-7a7a7a216c17 req-d97d7115-2cac-4f88-8c56-d8d2f64d9f67 service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:45:51.029855 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9214d450-58da-4d4e-8c8a-7a7a7a216c17 req-d97d7115-2cac-4f88-8c56-d8d2f64d9f67 service neutron] Checking segment: {'id': 'f6e32bd7-2ca9-4798-a619-01bfcddda0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'b30ed141-e46f-4f04-93c5-818fdb0b9345'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:45:51.030350 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9214d450-58da-4d4e-8c8a-7a7a7a216c17 req-d97d7115-2cac-4f88-8c56-d8d2f64d9f67 service neutron] Bound using segment: {'id': 'f6e32bd7-2ca9-4798-a619-01bfcddda0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'b30ed141-e46f-4f04-93c5-818fdb0b9345'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:45:51.030810 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-9214d450-58da-4d4e-8c8a-7a7a7a216c17 req-d97d7115-2cac-4f88-8c56-d8d2f64d9f67 service neutron] Bound port: ac9a1888-9a99-4128-a90e-de660cfe7754, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6e32bd7-2ca9-4798-a619-01bfcddda0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'b30ed141-e46f-4f04-93c5-818fdb0b9345'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:45:51.031379 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9214d450-58da-4d4e-8c8a-7a7a7a216c17 req-d97d7115-2cac-4f88-8c56-d8d2f64d9f67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:51.082407 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d604634-1864-4757-ad69-79b52d9f690b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7c5bad-7a71-4365-97f0-b8de9262f3b1,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:51.118769 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0bd5b7b1-8963-4471-adcf-b97fae3ef317 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:51.170628 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2a453f52-a361-4cb0-b7ec-5174a97e14a3 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:51.171774 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a56583f-4c3a-4845-81fe-b9a248e483f1 admin admin] Router c03d7d74-0247-4b17-a397-f0597cc97424 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:45:51.193077 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-2a453f52-a361-4cb0-b7ec-5174a97e14a3 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Calling delete_port for d34f96e5-6f7c-4f8b-af19-402f040930b7 owned by {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:45:51.227141 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9da36aed-807b-4524-9f64-f391e60a66f3 req-2da6b4ad-97cf-46dd-ba20-9ad8dafa80e2 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2067931 Nov 25 17:45:51.259083 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-9214d450-58da-4d4e-8c8a-7a7a7a216c17 req-d97d7115-2cac-4f88-8c56-d8d2f64d9f67 service neutron] For port ac9a1888-9a99-4128-a90e-de660cfe7754, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:45:51.265350 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-5da3a819-92df-4d87-b93b-9a490ad9bc26 req-2f1893bd-4d28-4a54-9d21-bed7eb9ba62c tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Allocated IP 172.20.0.9 (d89d2854-97b0-4c53-9fed-c35cc58a4c82/bb2a2af3-1780-4394-834e-7b4d65546660/f775cafa-bf5b-412d-84f8-dce9f7ca3a8f) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:45:51.268277 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-9214d450-58da-4d4e-8c8a-7a7a7a216c17 req-d97d7115-2cac-4f88-8c56-d8d2f64d9f67 service neutron] For port ac9a1888-9a99-4128-a90e-de660cfe7754, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=ac9a1888-9a99-4128-a90e-de660cfe7754,segment=NetworkSegment(f6e32bd7-2ca9-4798-a619-01bfcddda0e3),segment_id=f6e32bd7-2ca9-4798-a619-01bfcddda0e3)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:45:51.324066 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9214d450-58da-4d4e-8c8a-7a7a7a216c17 req-d97d7115-2cac-4f88-8c56-d8d2f64d9f67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:51.416008 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0bd5b7b1-8963-4471-adcf-b97fae3ef317 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:51.427186 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0bd5b7b1-8963-4471-adcf-b97fae3ef317 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:51.467521 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8edaef-5bf9-4ba7-99ae-eede2d26213f None None] DHCP port deletion for b30ed141-e46f-4f04-93c5-818fdb0b9345 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:45:51.486658 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214d450-58da-4d4e-8c8a-7a7a7a216c17 req-d97d7115-2cac-4f88-8c56-d8d2f64d9f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:51.487278 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9214d450-58da-4d4e-8c8a-7a7a7a216c17 req-d97d7115-2cac-4f88-8c56-d8d2f64d9f67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:51.489030 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9214d450-58da-4d4e-8c8a-7a7a7a216c17 req-d97d7115-2cac-4f88-8c56-d8d2f64d9f67 service neutron] 10.222.0.90 "PUT /v2.0/ports/ac9a1888-9a99-4128-a90e-de660cfe7754 HTTP/1.1" status: 200 len: 1092 time: 2.6649590 Nov 25 17:45:51.496311 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85721638-7b6d-45e5-877a-cb5295920ecf', 'tag': 'ac9a1888-9a99-4128-a90e-de660cfe7754'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:45:51.500021 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132f0f0a-4b5d-4f75-9b9c-f34118b4e40c" -d '{"events": [{"name": "network-changed", "server_uuid": "85721638-7b6d-45e5-877a-cb5295920ecf", "tag": "ac9a1888-9a99-4128-a90e-de660cfe7754"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:45:51.619746 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64027636-2a56-4fca-b384-f4aef9a8b2da x-openstack-request-id: req-64027636-2a56-4fca-b384-f4aef9a8b2da {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:45:51.620036 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85721638-7b6d-45e5-877a-cb5295920ecf", "tag": "ac9a1888-9a99-4128-a90e-de660cfe7754", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:45:51.620290 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-64027636-2a56-4fca-b384-f4aef9a8b2da {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:45:51.620687 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85721638-7b6d-45e5-877a-cb5295920ecf', 'tag': 'ac9a1888-9a99-4128-a90e-de660cfe7754', 'status': 'completed', 'code': 200} Nov 25 17:45:51.623071 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97d7115-2cac-4f88-8c56-d8d2f64d9f67 service neutron] Pushing event updated for resources: {'Port': ['ID=ac9a1888-9a99-4128-a90e-de660cfe7754,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:51.677188 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a56583f-4c3a-4845-81fe-b9a248e483f1 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:45:51.689388 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0fadd2-e599-4e0a-b46d-2a4e5d399713 req-b7a7942a-1f17-4f43-92fe-dc80a2e6d1a0 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:51.690689 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9a0fadd2-e599-4e0a-b46d-2a4e5d399713 req-b7a7942a-1f17-4f43-92fe-dc80a2e6d1a0 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] 10.222.0.75 "GET /v2.0/ports?device_id=85721638-7b6d-45e5-877a-cb5295920ecf HTTP/1.1" status: 200 len: 944 time: 0.2871690 Nov 25 17:45:51.691964 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e6638c-16e1-498b-b8f6-c8aa981011b8 None None] Sync routers for ids ['c03d7d74-0247-4b17-a397-f0597cc97424'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:45:51.705307 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-5a56583f-4c3a-4845-81fe-b9a248e483f1 admin admin] 10.222.0.75 "PUT /v2.0/routers/c03d7d74-0247-4b17-a397-f0597cc97424/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2696071 Nov 25 17:45:51.715405 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd5b7b1-8963-4471-adcf-b97fae3ef317 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Pushing event updated for resources: {'Port': ['ID=71df5ab4-c595-4652-91de-3735e3470c75,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:51.735105 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e6638c-16e1-498b-b8f6-c8aa981011b8 None None] Routers {'c03d7d74-0247-4b17-a397-f0597cc97424'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:45:51.735728 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-f4e6638c-16e1-498b-b8f6-c8aa981011b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:45:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['c03d7d74-0247-4b17-a397-f0597cc97424'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:51.742588 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214d450-58da-4d4e-8c8a-7a7a7a216c17 req-828accc7-5ac2-4785-88a4-97c35392375d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:51.744122 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9214d450-58da-4d4e-8c8a-7a7a7a216c17 req-828accc7-5ac2-4785-88a4-97c35392375d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4a3c7b8e51774deca7ec3da21f807f3e&device_id=85721638-7b6d-45e5-877a-cb5295920ecf HTTP/1.1" status: 200 len: 1095 time: 0.1905921 Nov 25 17:45:51.754163 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0bd5b7b1-8963-4471-adcf-b97fae3ef317 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:51.966632 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9214d450-58da-4d4e-8c8a-7a7a7a216c17 req-a77f4418-023f-4baf-a368-00712aaa384d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac9a1888-9a99-4128-a90e-de660cfe7754 HTTP/1.1" status: 200 len: 217 time: 0.1873002 Nov 25 17:45:52.074175 n-d-817746-1 neutron-server[103360]: INFO neutron.db.l3_db [None req-0bd5b7b1-8963-4471-adcf-b97fae3ef317 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Floating IP 8c39a3de-ffc5-422c-a0df-9ad893c27386 associated. External IP: 172.25.0.157, port: ab8b33e8-2d06-4c5d-8805-94b76f672098. Nov 25 17:45:52.077656 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2a453f52-a361-4cb0-b7ec-5174a97e14a3 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:52.083664 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4f05c53e-66de-4bd1-8d4e-e9f40f97e2ec req-f92122c5-fdeb-4868-a695-bc3506dc281a tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 210 time: 0.2282767 Nov 25 17:45:52.158434 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9a0fadd2-e599-4e0a-b46d-2a4e5d399713 req-ef0108a3-a0ea-4631-963d-9b04a557849e tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] 10.222.0.75 "GET /v2.0/security-groups?id=8f3bf077-980f-46b2-88e9-a69282b2cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4555068 Nov 25 17:45:52.165579 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:52.166290 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-5da3a819-92df-4d87-b93b-9a490ad9bc26 req-2f1893bd-4d28-4a54-9d21-bed7eb9ba62c tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:52.181063 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214d450-58da-4d4e-8c8a-7a7a7a216c17 req-dac69a7a-7b18-40f7-9001-5dc68d37105a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:52.182802 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9214d450-58da-4d4e-8c8a-7a7a7a216c17 req-dac69a7a-7b18-40f7-9001-5dc68d37105a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=51d942a2-a4cd-4685-a9c9-2707d3619302 HTTP/1.1" status: 200 len: 853 time: 0.1730356 Nov 25 17:45:52.259313 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9214d450-58da-4d4e-8c8a-7a7a7a216c17 req-69741347-9716-4ef0-9a13-5f77032ef8ee service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b30ed141-e46f-4f04-93c5-818fdb0b9345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609996 Nov 25 17:45:52.286428 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-f4e6638c-16e1-498b-b8f6-c8aa981011b8 None None] Set router c03d7d74-0247-4b17-a397-f0597cc97424 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:45:52.316092 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a453f52-a361-4cb0-b7ec-5174a97e14a3 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event deleted for resources: {'Port': ['ID=d34f96e5-6f7c-4f8b-af19-402f040930b7,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:52.460542 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-5da3a819-92df-4d87-b93b-9a490ad9bc26 req-2f1893bd-4d28-4a54-9d21-bed7eb9ba62c tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:52.547345 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2a453f52-a361-4cb0-b7ec-5174a97e14a3 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:52.553861 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2a453f52-a361-4cb0-b7ec-5174a97e14a3 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "DELETE /v2.0/ports/d34f96e5-6f7c-4f8b-af19-402f040930b7 HTTP/1.1" status: 204 len: 168 time: 2.8854916 Nov 25 17:45:52.572617 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37544) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:52.621069 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-f4e6638c-16e1-498b-b8f6-c8aa981011b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03d7d74-0247-4b17-a397-f0597cc97424', 'name': 'tempest-ServerRescueNegativeTestJSON-1248325280-router', 'tenant_id': 'c4f532841b574680aa5b2f4b964927a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'd2dceca1-df5d-4f89-8cfb-947b9a62206c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:45:36Z', 'updated_at': '2021-11-25T17:45:47Z', 'revision_number': 4, 'project_id': 'c4f532841b574680aa5b2f4b964927a8', 'gw_port': {'id': 'd2dceca1-df5d-4f89-8cfb-947b9a62206c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03d7d74-0247-4b17-a397-f0597cc97424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:38Z', 'updated_at': '2021-11-25T17:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'c210d714-e6c3-43df-aee9-88e1731ff240', 'name': '', 'network_id': '55aac267-cfea-4cb6-a3d1-5d2e5c9145dd', 'tenant_id': 'c4f532841b574680aa5b2f4b964927a8', 'mac_address': 'fa:16:3e:71:e0:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c03d7d74-0247-4b17-a397-f0597cc97424', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': 'f1fd26dd-f220-4d6c-884e-069c7606d72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:44Z', 'updated_at': '2021-11-25T17:45:47Z', 'revision_number': 2, 'project_id': 'c4f532841b574680aa5b2f4b964927a8', 'subnets': [{'id': 'f1fd26dd-f220-4d6c-884e-069c7606d72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:52.658197 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e6638c-16e1-498b-b8f6-c8aa981011b8 None None] Checking router: c03d7d74-0247-4b17-a397-f0597cc97424 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:45:52.658564 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e6638c-16e1-498b-b8f6-c8aa981011b8 None None] Updating router c03d7d74-0247-4b17-a397-f0597cc97424 port c210d714-e6c3-43df-aee9-88e1731ff240 binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:45:52.680494 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5da3a819-92df-4d87-b93b-9a490ad9bc26 req-2f1893bd-4d28-4a54-9d21-bed7eb9ba62c tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Network d89d2854-97b0-4c53-9fed-c35cc58a4c82 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:45:52.692189 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f4e6638c-16e1-498b-b8f6-c8aa981011b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:52.696572 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dc512ce-a492-431b-9a81-4b17c87b2ffa tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] GET failed (client error): The resource could not be found. Nov 25 17:45:52.699918 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6dc512ce-a492-431b-9a81-4b17c87b2ffa tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "GET /v2.0/ports/d34f96e5-6f7c-4f8b-af19-402f040930b7 HTTP/1.1" status: 404 len: 333 time: 0.1213257 Nov 25 17:45:52.705157 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37550) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:52.781573 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-5da3a819-92df-4d87-b93b-9a490ad9bc26 req-2f1893bd-4d28-4a54-9d21-bed7eb9ba62c tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:45:52.784964 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-5da3a819-92df-4d87-b93b-9a490ad9bc26 req-2f1893bd-4d28-4a54-9d21-bed7eb9ba62c tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:45:52.873590 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4e2b3-49c8-418c-801d-71e8d347e77c req-128d5c02-1deb-41cd-9610-46ed63d7a67c tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:52.875337 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cee4e2b3-49c8-418c-801d-71e8d347e77c req-128d5c02-1deb-41cd-9610-46ed63d7a67c tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 945 time: 0.4674950 Nov 25 17:45:52.878281 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9214d450-58da-4d4e-8c8a-7a7a7a216c17 req-784263f7-81e6-480c-bab0-f3d13fc46560 service neutron] 10.222.0.90 "GET /v2.0/networks/b30ed141-e46f-4f04-93c5-818fdb0b9345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6122928 Nov 25 17:45:52.879356 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1893bd-4d28-4a54-9d21-bed7eb9ba62c tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Pushing event updated for resources: {'Port': ['ID=f775cafa-bf5b-412d-84f8-dce9f7ca3a8f,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:52.880035 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bd5b7b1-8963-4471-adcf-b97fae3ef317 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Router faaaf2a7-2b11-46de-9144-e36c2d44bf11 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:45:52.960783 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:53.032657 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba2c7bda-52e3-4b2e-a08f-93821418edb3 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Deleting subnet 7cf6a5ea-30d1-41aa-883f-3e01ba8ab808 {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:45:53.096356 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f4e6638c-16e1-498b-b8f6-c8aa981011b8 None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:53.103946 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f4e6638c-16e1-498b-b8f6-c8aa981011b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:53.122495 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd5b7b1-8963-4471-adcf-b97fae3ef317 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:45:53.127037 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ba2c7bda-52e3-4b2e-a08f-93821418edb3 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:53.133974 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3cb34c-d3d8-4994-9a76-c7728afe0d07 None None] Sync routers for ids ['faaaf2a7-2b11-46de-9144-e36c2d44bf11'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:45:53.150047 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3cb34c-d3d8-4994-9a76-c7728afe0d07 None None] Routers {'faaaf2a7-2b11-46de-9144-e36c2d44bf11'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:45:53.158401 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-2b3cb34c-d3d8-4994-9a76-c7728afe0d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:45:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['faaaf2a7-2b11-46de-9144-e36c2d44bf11'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:53.168409 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0bd5b7b1-8963-4471-adcf-b97fae3ef317 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:53.171103 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d5aceb-6b0c-4b8b-a8a6-e293063baa6d None None] Pushing event updated for resources: {'Port': ['ID=c210d714-e6c3-43df-aee9-88e1731ff240,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:53.188043 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da3a819-92df-4d87-b93b-9a490ad9bc26 req-2f1893bd-4d28-4a54-9d21-bed7eb9ba62c tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:53.188717 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-5da3a819-92df-4d87-b93b-9a490ad9bc26 req-2f1893bd-4d28-4a54-9d21-bed7eb9ba62c tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:53.232813 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-f4e6638c-16e1-498b-b8f6-c8aa981011b8 None None] Attempting to bind port c210d714-e6c3-43df-aee9-88e1731ff240 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:45:53.233850 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-f4e6638c-16e1-498b-b8f6-c8aa981011b8 None None] Attempting to bind port c210d714-e6c3-43df-aee9-88e1731ff240 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '285f1045-6e1b-4930-84ab-e53a5adeeccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '55aac267-cfea-4cb6-a3d1-5d2e5c9145dd'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:45:53.234226 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e6638c-16e1-498b-b8f6-c8aa981011b8 None None] Attempting to bind port c210d714-e6c3-43df-aee9-88e1731ff240 on network 55aac267-cfea-4cb6-a3d1-5d2e5c9145dd {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:45:53.240191 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e6638c-16e1-498b-b8f6-c8aa981011b8 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:45:53.240573 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e6638c-16e1-498b-b8f6-c8aa981011b8 None None] Checking segment: {'id': '285f1045-6e1b-4930-84ab-e53a5adeeccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '55aac267-cfea-4cb6-a3d1-5d2e5c9145dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:45:53.241026 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f4e6638c-16e1-498b-b8f6-c8aa981011b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:53.241428 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e6638c-16e1-498b-b8f6-c8aa981011b8 None None] Bound using segment: {'id': '285f1045-6e1b-4930-84ab-e53a5adeeccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '55aac267-cfea-4cb6-a3d1-5d2e5c9145dd'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:45:53.242119 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-f4e6638c-16e1-498b-b8f6-c8aa981011b8 None None] Bound port: c210d714-e6c3-43df-aee9-88e1731ff240, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285f1045-6e1b-4930-84ab-e53a5adeeccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '55aac267-cfea-4cb6-a3d1-5d2e5c9145dd'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:45:53.242819 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f4e6638c-16e1-498b-b8f6-c8aa981011b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:53.244309 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0bd5b7b1-8963-4471-adcf-b97fae3ef317 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.9294746 Nov 25 17:45:53.254591 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37562) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:53.255510 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd733f4c7-b735-40ef-ad4c-8d22913b2c6f', 'tag': 'ab8b33e8-2d06-4c5d-8805-94b76f672098'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:45:53.258388 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15622f7f-7db2-45db-b898-6f89971ba4cb" -d '{"events": [{"name": "network-changed", "server_uuid": "d733f4c7-b735-40ef-ad4c-8d22913b2c6f", "tag": "ab8b33e8-2d06-4c5d-8805-94b76f672098"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:45:53.329833 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ba2c7bda-52e3-4b2e-a08f-93821418edb3 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:53.331409 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-f4e6638c-16e1-498b-b8f6-c8aa981011b8 None None] For port c210d714-e6c3-43df-aee9-88e1731ff240, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:45:53.337160 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-f4e6638c-16e1-498b-b8f6-c8aa981011b8 None None] For port c210d714-e6c3-43df-aee9-88e1731ff240, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=c210d714-e6c3-43df-aee9-88e1731ff240,segment=NetworkSegment(285f1045-6e1b-4930-84ab-e53a5adeeccb),segment_id=285f1045-6e1b-4930-84ab-e53a5adeeccb)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:45:53.346931 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f4e6638c-16e1-498b-b8f6-c8aa981011b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:53.359361 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9388eb50-d94d-42ac-b8ed-f451c87bf51c tempest-TestVolumeBackupRestore-1021719222 tempest-TestVolumeBackupRestore-1021719222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:53.368350 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9388eb50-d94d-42ac-b8ed-f451c87bf51c tempest-TestVolumeBackupRestore-1021719222 tempest-TestVolumeBackupRestore-1021719222-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=d733f4c7-b735-40ef-ad4c-8d22913b2c6f HTTP/1.1" status: 200 len: 1091 time: 0.1065562 Nov 25 17:45:53.369069 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37566) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:53.375313 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-23a0249e-6731-43f0-8cbd-abdca87bbb73 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Request body: {'floatingip': {'port_id': 'ab8b33e8-2d06-4c5d-8805-94b76f672098'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:45:53.438672 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-2b3cb34c-d3d8-4994-9a76-c7728afe0d07 None None] Set router faaaf2a7-2b11-46de-9144-e36c2d44bf11 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:45:53.465499 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e6638c-16e1-498b-b8f6-c8aa981011b8 None None] Routers {'c03d7d74-0247-4b17-a397-f0597cc97424'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:45:53.466534 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-f4e6638c-16e1-498b-b8f6-c8aa981011b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:45:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['c03d7d74-0247-4b17-a397-f0597cc97424'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:53.516353 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ba2c7bda-52e3-4b2e-a08f-93821418edb3 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:53.600401 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-f4e6638c-16e1-498b-b8f6-c8aa981011b8 None None] Set router c03d7d74-0247-4b17-a397-f0597cc97424 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:45:53.643213 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37570) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:53.653606 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cee4e2b3-49c8-418c-801d-71e8d347e77c req-359e21d5-0ee0-46b7-ab7c-5a4b6dafca5b tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7418501 Nov 25 17:45:53.671870 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7beb8-7800-443b-96c1-d3d12a254820 req-7bf4556a-078a-4165-b1bb-4754e8852149 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:53.687736 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-57a7beb8-7800-443b-96c1-d3d12a254820 req-7bf4556a-078a-4165-b1bb-4754e8852149 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/networks?id=55aac267-cfea-4cb6-a3d1-5d2e5c9145dd HTTP/1.1" status: 200 len: 819 time: 1.0819998 Nov 25 17:45:53.781337 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-23a0249e-6731-43f0-8cbd-abdca87bbb73 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Publish callbacks [] for floatingip, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:53.805260 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9214d450-58da-4d4e-8c8a-7a7a7a216c17 req-763109e0-258f-48f9-8da4-9f466e8b5331 service neutron] 10.222.0.90 "GET /v2.0/networks/b30ed141-e46f-4f04-93c5-818fdb0b9345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9137282 Nov 25 17:45:53.876592 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5da3a819-92df-4d87-b93b-9a490ad9bc26 req-2f1893bd-4d28-4a54-9d21-bed7eb9ba62c tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7653825 Nov 25 17:45:53.877617 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ba2c7bda-52e3-4b2e-a08f-93821418edb3 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:53.899209 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-5da3a819-92df-4d87-b93b-9a490ad9bc26 req-1f7934bf-0664-4e62-8bd7-712006129164 service neutron] Request body: {'port': {'device_id': '481c3a50-3a48-4609-ab28-3d6c644af2b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:45:53.907895 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-2b3cb34c-d3d8-4994-9a76-c7728afe0d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faaaf2a7-2b11-46de-9144-e36c2d44bf11', 'name': 'tempest-TestVolumeBackupRestore-1444397206-router', 'tenant_id': 'e67f483089c147bfb012c80d67402bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '420fd8b0-33bd-4e1d-9def-85f817187d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:40:21Z', 'updated_at': '2021-11-25T17:40:37Z', 'revision_number': 4, 'project_id': 'e67f483089c147bfb012c80d67402bfc', 'gw_port': {'id': '420fd8b0-33bd-4e1d-9def-85f817187d95', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faaaf2a7-2b11-46de-9144-e36c2d44bf11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:24Z', 'updated_at': '2021-11-25T17:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '8c39a3de-ffc5-422c-a0df-9ad893c27386', 'tenant_id': 'e67f483089c147bfb012c80d67402bfc', 'floating_ip_address': '172.25.0.157', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': 'faaaf2a7-2b11-46de-9144-e36c2d44bf11', 'port_id': 'ab8b33e8-2d06-4c5d-8805-94b76f672098', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac3d9612-6ca0-40df-ad89-62ed459c33fb', 'mac_address': 'fa:16:3e:d3:2b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd733f4c7-b735-40ef-ad4c-8d22913b2c6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:45:49Z', 'updated_at': '2021-11-25T17:45:49Z', 'revision_number': 0, 'project_id': 'e67f483089c147bfb012c80d67402bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0325404-8595-448c-b7d1-a13e108ad9c2', 'name': '', 'network_id': 'ac3d9612-6ca0-40df-ad89-62ed459c33fb', 'tenant_id': 'e67f483089c147bfb012c80d67402bfc', 'mac_address': 'fa:16:3e:29:72:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faaaf2a7-2b11-46de-9144-e36c2d44bf11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': '5c27de08-3ab5-466c-84b4-62cdfa6da7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:34Z', 'updated_at': '2021-11-25T17:40:45Z', 'revision_number': 5, 'project_id': 'e67f483089c147bfb012c80d67402bfc', 'subnets': [{'id': '5c27de08-3ab5-466c-84b4-62cdfa6da7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:53.912742 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d5aceb-6b0c-4b8b-a8a6-e293063baa6d None None] Pushing event updated for resources: {'Port': ['ID=c210d714-e6c3-43df-aee9-88e1731ff240,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:53.969818 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3cb34c-d3d8-4994-9a76-c7728afe0d07 None None] Checking router: faaaf2a7-2b11-46de-9144-e36c2d44bf11 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:45:53.986550 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3cb34c-d3d8-4994-9a76-c7728afe0d07 None None] Routers {'faaaf2a7-2b11-46de-9144-e36c2d44bf11'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:45:53.987296 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-2b3cb34c-d3d8-4994-9a76-c7728afe0d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:45:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['faaaf2a7-2b11-46de-9144-e36c2d44bf11'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:53.995351 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-f4e6638c-16e1-498b-b8f6-c8aa981011b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03d7d74-0247-4b17-a397-f0597cc97424', 'name': 'tempest-ServerRescueNegativeTestJSON-1248325280-router', 'tenant_id': 'c4f532841b574680aa5b2f4b964927a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'd2dceca1-df5d-4f89-8cfb-947b9a62206c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:45:36Z', 'updated_at': '2021-11-25T17:45:47Z', 'revision_number': 4, 'project_id': 'c4f532841b574680aa5b2f4b964927a8', 'gw_port': {'id': 'd2dceca1-df5d-4f89-8cfb-947b9a62206c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03d7d74-0247-4b17-a397-f0597cc97424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:38Z', 'updated_at': '2021-11-25T17:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'c210d714-e6c3-43df-aee9-88e1731ff240', 'name': '', 'network_id': '55aac267-cfea-4cb6-a3d1-5d2e5c9145dd', 'tenant_id': 'c4f532841b574680aa5b2f4b964927a8', 'mac_address': 'fa:16:3e:71:e0:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c03d7d74-0247-4b17-a397-f0597cc97424', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': 'f1fd26dd-f220-4d6c-884e-069c7606d72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:44Z', 'updated_at': '2021-11-25T17:45:53Z', 'revision_number': 4, 'project_id': 'c4f532841b574680aa5b2f4b964927a8', 'subnets': [{'id': 'f1fd26dd-f220-4d6c-884e-069c7606d72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:53.996037 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ba2c7bda-52e3-4b2e-a08f-93821418edb3 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:54.008857 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-ba2c7bda-52e3-4b2e-a08f-93821418edb3 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "DELETE /v2.0/subnets/7cf6a5ea-30d1-41aa-883f-3e01ba8ab808 HTTP/1.1" status: 204 len: 168 time: 1.2441733 Nov 25 17:45:54.016208 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37578) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:54.037495 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-57a7beb8-7800-443b-96c1-d3d12a254820 req-4d1b68b2-1db1-495e-aac9-1c33f8a60e24 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/quotas/c4f532841b574680aa5b2f4b964927a8 HTTP/1.1" status: 200 len: 375 time: 0.3485572 Nov 25 17:45:54.040151 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e6638c-16e1-498b-b8f6-c8aa981011b8 None None] The sync data for ids ['c03d7d74-0247-4b17-a397-f0597cc97424'] in n-d-817746-1 is: [{'id': 'c03d7d74-0247-4b17-a397-f0597cc97424', 'name': 'tempest-ServerRescueNegativeTestJSON-1248325280-router', 'tenant_id': 'c4f532841b574680aa5b2f4b964927a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'd2dceca1-df5d-4f89-8cfb-947b9a62206c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:45:36Z', 'updated_at': '2021-11-25T17:45:47Z', 'revision_number': 4, 'project_id': 'c4f532841b574680aa5b2f4b964927a8', 'gw_port': {'id': 'd2dceca1-df5d-4f89-8cfb-947b9a62206c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03d7d74-0247-4b17-a397-f0597cc97424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:38Z', 'updated_at': '2021-11-25T17:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'c210d714-e6c3-43df-aee9-88e1731ff240', 'name': '', 'network_id': '55aac267-cfea-4cb6-a3d1-5d2e5c9145dd', 'tenant_id': 'c4f532841b574680aa5b2f4b964927a8', 'mac_address': 'fa:16:3e:71:e0:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c03d7d74-0247-4b17-a397-f0597cc97424', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': 'f1fd26dd-f220-4d6c-884e-069c7606d72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:44Z', 'updated_at': '2021-11-25T17:45:53Z', 'revision_number': 4, 'project_id': 'c4f532841b574680aa5b2f4b964927a8', 'subnets': [{'id': 'f1fd26dd-f220-4d6c-884e-069c7606d72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:45:54.043604 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b213dd87-f187-47a1-be53-25d8a3da8e64 None None] Network fe93a934-75ec-4557-ad0e-2d1584aa645a requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:45:54.110608 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-005c0712-0058-431e-8f62-cc8f120da57d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:54.268111 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c7bda-52e3-4b2e-a08f-93821418edb3 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event deleted for resources: {'Subnet': ['ID=7cf6a5ea-30d1-41aa-883f-3e01ba8ab808,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:54.297258 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-2b3cb34c-d3d8-4994-9a76-c7728afe0d07 None None] Set router faaaf2a7-2b11-46de-9144-e36c2d44bf11 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:45:54.381637 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-5da3a819-92df-4d87-b93b-9a490ad9bc26 req-1f7934bf-0664-4e62-8bd7-712006129164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:54.388629 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8db8a2-ccd9-46ed-9d66-da6d62344b18 None None] DHCP port deletion for fe93a934-75ec-4557-ad0e-2d1584aa645a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:45:54.431065 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cda644b-c303-495c-9c69-ab3330d8a046 req-906e176d-e9ff-42fc-b6b3-fdc8335231fb tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:54.433122 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2cda644b-c303-495c-9c69-ab3330d8a046 req-906e176d-e9ff-42fc-b6b3-fdc8335231fb tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 931 time: 0.6254976 Nov 25 17:45:54.515588 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f0f0a-4b5d-4f75-9b9c-f34118b4e40c req-c49bb63e-a4ae-4a81-ae7e-1f85462f7f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:54.517310 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-132f0f0a-4b5d-4f75-9b9c-f34118b4e40c req-c49bb63e-a4ae-4a81-ae7e-1f85462f7f3c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4a3c7b8e51774deca7ec3da21f807f3e&device_id=85721638-7b6d-45e5-877a-cb5295920ecf HTTP/1.1" status: 200 len: 1095 time: 0.5859244 Nov 25 17:45:54.555711 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-7d8db8a2-ccd9-46ed-9d66-da6d62344b18 None None] Deleting port 5564edac-3528-4d8c-a0d3-29aba8b71273 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:45:54.556360 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7d8db8a2-ccd9-46ed-9d66-da6d62344b18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:54.581760 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-005c0712-0058-431e-8f62-cc8f120da57d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:54.596592 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-005c0712-0058-431e-8f62-cc8f120da57d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:54.619981 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fa63eef5-95c3-4ba6-9551-cb29f8cfa8fa tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:54.671523 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-57a7beb8-7800-443b-96c1-d3d12a254820 req-94deaac5-122d-422f-8a5e-347506846247 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=c4f532841b574680aa5b2f4b964927a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6330693 Nov 25 17:45:54.734927 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-7d8db8a2-ccd9-46ed-9d66-da6d62344b18 None None] For port 5564edac-3528-4d8c-a0d3-29aba8b71273, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=5564edac-3528-4d8c-a0d3-29aba8b71273,segment=NetworkSegment(f7decb3c-2769-453d-8d77-4b203c5e6ef4),segment_id=f7decb3c-2769-453d-8d77-4b203c5e6ef4)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:54.734927 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7d8db8a2-ccd9-46ed-9d66-da6d62344b18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:54.748228 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-7d8db8a2-ccd9-46ed-9d66-da6d62344b18 None None] Calling delete_port for 5564edac-3528-4d8c-a0d3-29aba8b71273 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:45:54.748721 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-005c0712-0058-431e-8f62-cc8f120da57d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6783db9c00a84a5f91c2f0b941222b56&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0825410 Nov 25 17:45:54.757656 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37580) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:54.809642 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005c0712-0058-431e-8f62-cc8f120da57d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=164afd51-7c58-49c9-8ea2-5fb4a570f998,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:54.902660 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-2b3cb34c-d3d8-4994-9a76-c7728afe0d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faaaf2a7-2b11-46de-9144-e36c2d44bf11', 'name': 'tempest-TestVolumeBackupRestore-1444397206-router', 'tenant_id': 'e67f483089c147bfb012c80d67402bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '420fd8b0-33bd-4e1d-9def-85f817187d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:40:21Z', 'updated_at': '2021-11-25T17:40:37Z', 'revision_number': 4, 'project_id': 'e67f483089c147bfb012c80d67402bfc', 'gw_port': {'id': '420fd8b0-33bd-4e1d-9def-85f817187d95', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faaaf2a7-2b11-46de-9144-e36c2d44bf11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:24Z', 'updated_at': '2021-11-25T17:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '8c39a3de-ffc5-422c-a0df-9ad893c27386', 'tenant_id': 'e67f483089c147bfb012c80d67402bfc', 'floating_ip_address': '172.25.0.157', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': 'faaaf2a7-2b11-46de-9144-e36c2d44bf11', 'port_id': 'ab8b33e8-2d06-4c5d-8805-94b76f672098', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac3d9612-6ca0-40df-ad89-62ed459c33fb', 'mac_address': 'fa:16:3e:d3:2b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd733f4c7-b735-40ef-ad4c-8d22913b2c6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:45:49Z', 'updated_at': '2021-11-25T17:45:49Z', 'revision_number': 0, 'project_id': 'e67f483089c147bfb012c80d67402bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0325404-8595-448c-b7d1-a13e108ad9c2', 'name': '', 'network_id': 'ac3d9612-6ca0-40df-ad89-62ed459c33fb', 'tenant_id': 'e67f483089c147bfb012c80d67402bfc', 'mac_address': 'fa:16:3e:29:72:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faaaf2a7-2b11-46de-9144-e36c2d44bf11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': '5c27de08-3ab5-466c-84b4-62cdfa6da7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:34Z', 'updated_at': '2021-11-25T17:40:45Z', 'revision_number': 5, 'project_id': 'e67f483089c147bfb012c80d67402bfc', 'subnets': [{'id': '5c27de08-3ab5-466c-84b4-62cdfa6da7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:54.907638 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7d8db8a2-ccd9-46ed-9d66-da6d62344b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:54.983495 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3cb34c-d3d8-4994-9a76-c7728afe0d07 None None] The sync data for ids ['faaaf2a7-2b11-46de-9144-e36c2d44bf11'] in n-d-817746-1 is: [{'id': 'faaaf2a7-2b11-46de-9144-e36c2d44bf11', 'name': 'tempest-TestVolumeBackupRestore-1444397206-router', 'tenant_id': 'e67f483089c147bfb012c80d67402bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '420fd8b0-33bd-4e1d-9def-85f817187d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:40:21Z', 'updated_at': '2021-11-25T17:40:37Z', 'revision_number': 4, 'project_id': 'e67f483089c147bfb012c80d67402bfc', 'gw_port': {'id': '420fd8b0-33bd-4e1d-9def-85f817187d95', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faaaf2a7-2b11-46de-9144-e36c2d44bf11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:24Z', 'updated_at': '2021-11-25T17:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '8c39a3de-ffc5-422c-a0df-9ad893c27386', 'tenant_id': 'e67f483089c147bfb012c80d67402bfc', 'floating_ip_address': '172.25.0.157', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': 'faaaf2a7-2b11-46de-9144-e36c2d44bf11', 'port_id': 'ab8b33e8-2d06-4c5d-8805-94b76f672098', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac3d9612-6ca0-40df-ad89-62ed459c33fb', 'mac_address': 'fa:16:3e:d3:2b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd733f4c7-b735-40ef-ad4c-8d22913b2c6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:45:49Z', 'updated_at': '2021-11-25T17:45:49Z', 'revision_number': 0, 'project_id': 'e67f483089c147bfb012c80d67402bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0325404-8595-448c-b7d1-a13e108ad9c2', 'name': '', 'network_id': 'ac3d9612-6ca0-40df-ad89-62ed459c33fb', 'tenant_id': 'e67f483089c147bfb012c80d67402bfc', 'mac_address': 'fa:16:3e:29:72:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faaaf2a7-2b11-46de-9144-e36c2d44bf11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': '5c27de08-3ab5-466c-84b4-62cdfa6da7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:34Z', 'updated_at': '2021-11-25T17:40:45Z', 'revision_number': 5, 'project_id': 'e67f483089c147bfb012c80d67402bfc', 'subnets': [{'id': '5c27de08-3ab5-466c-84b4-62cdfa6da7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:45:55.021039 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8db8a2-ccd9-46ed-9d66-da6d62344b18 None None] Pushing event deleted for resources: {'Port': ['ID=5564edac-3528-4d8c-a0d3-29aba8b71273,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:55.030136 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8db8a2-ccd9-46ed-9d66-da6d62344b18 None None] No DVR routers for this DVR port 5564edac-3528-4d8c-a0d3-29aba8b71273 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:45:55.133375 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-23a0249e-6731-43f0-8cbd-abdca87bbb73 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:55.142167 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-23a0249e-6731-43f0-8cbd-abdca87bbb73 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:55.337009 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f0f0a-4b5d-4f75-9b9c-f34118b4e40c req-9f1ca19a-531d-4c75-b13b-8653e2bc6a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:55.338988 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-132f0f0a-4b5d-4f75-9b9c-f34118b4e40c req-9f1ca19a-531d-4c75-b13b-8653e2bc6a5a service neutron] 10.222.0.90 "GET /v2.0/networks?id=b30ed141-e46f-4f04-93c5-818fdb0b9345 HTTP/1.1" status: 200 len: 914 time: 0.8086255 Nov 25 17:45:55.357115 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2cda644b-c303-495c-9c69-ab3330d8a046 req-4710fdb4-801a-4a5f-aaf7-e31479da3f19 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9060955 Nov 25 17:45:55.449812 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-132f0f0a-4b5d-4f75-9b9c-f34118b4e40c req-44d8972f-501b-4ada-8dd4-65f940796e6e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac9a1888-9a99-4128-a90e-de660cfe7754 HTTP/1.1" status: 200 len: 217 time: 0.0978806 Nov 25 17:45:55.484914 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf850355-5c21-465c-a2f1-29770b62bcd2 None None] New status for floating IP 8c39a3de-ffc5-422c-a0df-9ad893c27386: ACTIVE {{(pid=103362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:45:55.595977 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7f04fba5-b89d-40cb-832a-fe14501ff7f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:55.723797 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fa63eef5-95c3-4ba6-9551-cb29f8cfa8fa tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:55.817402 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23a0249e-6731-43f0-8cbd-abdca87bbb73 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Router faaaf2a7-2b11-46de-9144-e36c2d44bf11 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:45:55.831078 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7f04fba5-b89d-40cb-832a-fe14501ff7f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:55.852227 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f0f0a-4b5d-4f75-9b9c-f34118b4e40c req-7599a48e-b985-45c3-aa00-0d63ad2f1a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:55.853940 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-132f0f0a-4b5d-4f75-9b9c-f34118b4e40c req-7599a48e-b985-45c3-aa00-0d63ad2f1a76 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=51d942a2-a4cd-4685-a9c9-2707d3619302 HTTP/1.1" status: 200 len: 853 time: 0.3419750 Nov 25 17:45:55.856037 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-57a7beb8-7800-443b-96c1-d3d12a254820 req-bdf76bab-adab-418c-a300-62ed8ddbf708 service neutron] 10.222.0.75 "GET /v2.0/networks/55aac267-cfea-4cb6-a3d1-5d2e5c9145dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1837673 Nov 25 17:45:55.940805 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a0249e-6731-43f0-8cbd-abdca87bbb73 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:45:55.944489 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device ac9a1888-9a99-4128-a90e-de660cfe7754 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:45:55.945574 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-23a0249e-6731-43f0-8cbd-abdca87bbb73 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:55.953306 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05430f1-2d5d-4902-9057-c92949eeffa8 None None] Sync routers for ids ['faaaf2a7-2b11-46de-9144-e36c2d44bf11'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:45:55.974744 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05430f1-2d5d-4902-9057-c92949eeffa8 None None] Routers {'faaaf2a7-2b11-46de-9144-e36c2d44bf11'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:45:55.978033 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-d05430f1-2d5d-4902-9057-c92949eeffa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:45:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['faaaf2a7-2b11-46de-9144-e36c2d44bf11'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:56.074639 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-23a0249e-6731-43f0-8cbd-abdca87bbb73 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] 10.222.0.75 "PUT /v2.0/floatingips/8c39a3de-ffc5-422c-a0df-9ad893c27386 HTTP/1.1" status: 200 len: 991 time: 2.7045124 Nov 25 17:45:56.154252 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port ac9a1888-9a99-4128-a90e-de660cfe7754, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=ac9a1888-9a99-4128-a90e-de660cfe7754,segment=NetworkSegment(f6e32bd7-2ca9-4798-a619-01bfcddda0e3),segment_id=f6e32bd7-2ca9-4798-a619-01bfcddda0e3)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:56.166805 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device c210d714-e6c3-43df-aee9-88e1731ff240 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:45:56.192113 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': 'ac9a1888-9a99-4128-a90e-de660cfe7754', 'network_id': 'b30ed141-e46f-4f04-93c5-818fdb0b9345', 'port_id': 'ac9a1888-9a99-4128-a90e-de660cfe7754', 'mac_address': 'fa:16:3e:5b:9d:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51d942a2-a4cd-4685-a9c9-2707d3619302', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:45:56.209402 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-d05430f1-2d5d-4902-9057-c92949eeffa8 None None] Set router faaaf2a7-2b11-46de-9144-e36c2d44bf11 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:45:56.250636 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:56.273042 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac9a1888-9a99-4128-a90e-de660cfe7754 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:45:56.298519 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-5da3a819-92df-4d87-b93b-9a490ad9bc26 req-1f7934bf-0664-4e62-8bd7-712006129164 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f775cafa-bf5b-412d-84f8-dce9f7ca3a8f {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:45:56.302333 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port ac9a1888-9a99-4128-a90e-de660cfe7754, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=ac9a1888-9a99-4128-a90e-de660cfe7754,segment=NetworkSegment(f6e32bd7-2ca9-4798-a619-01bfcddda0e3),segment_id=f6e32bd7-2ca9-4798-a619-01bfcddda0e3)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:56.308019 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port c210d714-e6c3-43df-aee9-88e1731ff240 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:56.308514 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:56.310734 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:56.320726 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-132f0f0a-4b5d-4f75-9b9c-f34118b4e40c req-08343c8e-702a-436e-ba2f-92148ccfe4d8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b30ed141-e46f-4f04-93c5-818fdb0b9345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4405873 Nov 25 17:45:56.326232 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-5da3a819-92df-4d87-b93b-9a490ad9bc26 req-1f7934bf-0664-4e62-8bd7-712006129164 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:56.329717 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-fa63eef5-95c3-4ba6-9551-cb29f8cfa8fa tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe93a934-75ec-4557-ad0e-2d1584aa645a']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:56.383583 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-fa63eef5-95c3-4ba6-9551-cb29f8cfa8fa tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7decb3c-2769-453d-8d77-4b203c5e6ef4') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:56.384306 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-fa63eef5-95c3-4ba6-9551-cb29f8cfa8fa tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7decb3c-2769-453d-8d77-4b203c5e6ef4') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:56.421305 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f8034-46c9-4e20-8e47-18105391170c req-9c7437c3-d7c4-4e7b-9ce9-cca0d772a4bb tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:56.422977 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-af5f8034-46c9-4e20-8e47-18105391170c req-9c7437c3-d7c4-4e7b-9ce9-cca0d772a4bb tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] 10.222.0.75 "GET /v2.0/ports?device_id=85721638-7b6d-45e5-877a-cb5295920ecf HTTP/1.1" status: 200 len: 944 time: 0.8281143 Nov 25 17:45:56.426808 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=ac9a1888-9a99-4128-a90e-de660cfe7754,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:56.439498 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fa63eef5-95c3-4ba6-9551-cb29f8cfa8fa tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:56.517469 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-d05430f1-2d5d-4902-9057-c92949eeffa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faaaf2a7-2b11-46de-9144-e36c2d44bf11', 'name': 'tempest-TestVolumeBackupRestore-1444397206-router', 'tenant_id': 'e67f483089c147bfb012c80d67402bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '420fd8b0-33bd-4e1d-9def-85f817187d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:40:21Z', 'updated_at': '2021-11-25T17:40:37Z', 'revision_number': 4, 'project_id': 'e67f483089c147bfb012c80d67402bfc', 'gw_port': {'id': '420fd8b0-33bd-4e1d-9def-85f817187d95', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faaaf2a7-2b11-46de-9144-e36c2d44bf11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:24Z', 'updated_at': '2021-11-25T17:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '8c39a3de-ffc5-422c-a0df-9ad893c27386', 'tenant_id': 'e67f483089c147bfb012c80d67402bfc', 'floating_ip_address': '172.25.0.157', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': 'faaaf2a7-2b11-46de-9144-e36c2d44bf11', 'port_id': 'ab8b33e8-2d06-4c5d-8805-94b76f672098', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac3d9612-6ca0-40df-ad89-62ed459c33fb', 'mac_address': 'fa:16:3e:d3:2b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd733f4c7-b735-40ef-ad4c-8d22913b2c6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:45:49Z', 'updated_at': '2021-11-25T17:45:55Z', 'revision_number': 2, 'project_id': 'e67f483089c147bfb012c80d67402bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0325404-8595-448c-b7d1-a13e108ad9c2', 'name': '', 'network_id': 'ac3d9612-6ca0-40df-ad89-62ed459c33fb', 'tenant_id': 'e67f483089c147bfb012c80d67402bfc', 'mac_address': 'fa:16:3e:29:72:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faaaf2a7-2b11-46de-9144-e36c2d44bf11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': '5c27de08-3ab5-466c-84b4-62cdfa6da7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:34Z', 'updated_at': '2021-11-25T17:40:45Z', 'revision_number': 5, 'project_id': 'e67f483089c147bfb012c80d67402bfc', 'subnets': [{'id': '5c27de08-3ab5-466c-84b4-62cdfa6da7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:56.522055 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:56.546203 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['ac9a1888-9a99-4128-a90e-de660cfe7754'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:45:56.554086 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05430f1-2d5d-4902-9057-c92949eeffa8 None None] Checking router: faaaf2a7-2b11-46de-9144-e36c2d44bf11 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:45:56.572076 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05430f1-2d5d-4902-9057-c92949eeffa8 None None] Routers {'faaaf2a7-2b11-46de-9144-e36c2d44bf11'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:45:56.580662 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-d05430f1-2d5d-4902-9057-c92949eeffa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:45:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['faaaf2a7-2b11-46de-9144-e36c2d44bf11'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:56.625131 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port c210d714-e6c3-43df-aee9-88e1731ff240, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=c210d714-e6c3-43df-aee9-88e1731ff240,segment=NetworkSegment(285f1045-6e1b-4930-84ab-e53a5adeeccb),segment_id=285f1045-6e1b-4930-84ab-e53a5adeeccb)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:56.633389 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-57a7beb8-7800-443b-96c1-d3d12a254820 req-f45058ec-0005-4c35-a2bf-101066e17302 service neutron] 10.222.0.75 "GET /v2.0/networks/55aac267-cfea-4cb6-a3d1-5d2e5c9145dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7369549 Nov 25 17:45:56.637703 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:56.638130 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fa63eef5-95c3-4ba6-9551-cb29f8cfa8fa tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:56.658807 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-5da3a819-92df-4d87-b93b-9a490ad9bc26 req-1f7934bf-0664-4e62-8bd7-712006129164 service neutron] Transition to ACTIVE for port object f775cafa-bf5b-412d-84f8-dce9f7ca3a8f will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:45:56.660021 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7f04fba5-b89d-40cb-832a-fe14501ff7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:56.666872 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7f04fba5-b89d-40cb-832a-fe14501ff7f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:56.668490 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-7f04fba5-b89d-40cb-832a-fe14501ff7f6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/164afd51-7c58-49c9-8ea2-5fb4a570f998 HTTP/1.1" status: 204 len: 168 time: 1.8761408 Nov 25 17:45:56.684081 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa63eef5-95c3-4ba6-9551-cb29f8cfa8fa tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Releasing vlan 949 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:45:56.685459 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fa63eef5-95c3-4ba6-9551-cb29f8cfa8fa tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:56.697116 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-5da3a819-92df-4d87-b93b-9a490ad9bc26 req-1f7934bf-0664-4e62-8bd7-712006129164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:56.699476 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:45:56.699476 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:45:56.699476 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:45:56.699476 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:45:56.699476 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:45:56.699476 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:45:56.699476 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:45:56.699476 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:45:56.699476 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:45:56.699476 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:45:56.699476 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:45:56.699476 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:45:56.699476 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:45:56.699476 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:45:56.699476 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:45:56.699476 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:45:56.699476 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:45:56.699476 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:45:56.699476 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:45:56.699476 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:45:56.699476 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:45:56.699476 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:45:56.699476 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:45:56.699476 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:45:56.699476 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:45:56.699476 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:45:56.699476 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:45:56.699476 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:45:56.699476 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:45:56.699476 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:45:56.699476 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:45:56.699476 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:45:56.802001 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 5564edac-3528-4d8c-a0d3-29aba8b71273 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:45:56.831581 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-af5f8034-46c9-4e20-8e47-18105391170c req-12711841-68f3-4df3-9d1c-405b855b2a57 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] 10.222.0.75 "GET /v2.0/security-groups?id=8f3bf077-980f-46b2-88e9-a69282b2cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552874 Nov 25 17:45:56.832814 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-d05430f1-2d5d-4902-9057-c92949eeffa8 None None] Set router faaaf2a7-2b11-46de-9144-e36c2d44bf11 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:45:56.833968 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04fba5-b89d-40cb-832a-fe14501ff7f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=164afd51-7c58-49c9-8ea2-5fb4a570f998,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:56.845613 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-132f0f0a-4b5d-4f75-9b9c-f34118b4e40c req-8dc8e873-dc7f-4777-bc3b-87d87035d5ce service neutron] 10.222.0.90 "GET /v2.0/networks/b30ed141-e46f-4f04-93c5-818fdb0b9345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5087290 Nov 25 17:45:56.931991 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04038cb6-3486-488e-92c2-89f7b5864647 x-openstack-request-id: req-04038cb6-3486-488e-92c2-89f7b5864647 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:45:56.932489 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d733f4c7-b735-40ef-ad4c-8d22913b2c6f", "tag": "ab8b33e8-2d06-4c5d-8805-94b76f672098", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:45:56.932910 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-04038cb6-3486-488e-92c2-89f7b5864647 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:45:56.933422 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd733f4c7-b735-40ef-ad4c-8d22913b2c6f', 'tag': 'ab8b33e8-2d06-4c5d-8805-94b76f672098', 'status': 'completed', 'code': 200} Nov 25 17:45:56.945703 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 5564edac-3528-4d8c-a0d3-29aba8b71273 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:45:56.951048 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 5564edac-3528-4d8c-a0d3-29aba8b71273 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:45:57.024636 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=c210d714-e6c3-43df-aee9-88e1731ff240,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:57.068973 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7934bf-0664-4e62-8bd7-712006129164 service neutron] Pushing event updated for resources: {'Port': ['ID=f775cafa-bf5b-412d-84f8-dce9f7ca3a8f,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:57.142336 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fa63eef5-95c3-4ba6-9551-cb29f8cfa8fa tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:57.174039 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fa63eef5-95c3-4ba6-9551-cb29f8cfa8fa tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:57.183782 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-fa63eef5-95c3-4ba6-9551-cb29f8cfa8fa tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "DELETE /v2.0/networks/fe93a934-75ec-4557-ad0e-2d1584aa645a HTTP/1.1" status: 204 len: 168 time: 3.1441715 Nov 25 17:45:57.189998 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37612) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:57.203741 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-c78fdc4e-efc2-4370-a677-5804d29d3b7e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1386989069'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:45:57.268938 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc44b0-20d3-4264-a65c-d594f728c78b req-ec23d973-6385-4c98-ba86-10f029a8e96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:57.271100 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-43cc44b0-20d3-4264-a65c-d594f728c78b req-ec23d973-6385-4c98-ba86-10f029a8e96b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5a560046c26c483180c0093a6be1dd8b&device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 1096 time: 0.0973840 Nov 25 17:45:57.272456 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78fdc4e-efc2-4370-a677-5804d29d3b7e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Made reservation on behalf of c99f4fcf65714d6392d1221ed91b6f93 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:45:57.277041 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c78fdc4e-efc2-4370-a677-5804d29d3b7e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:57.311847 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa63eef5-95c3-4ba6-9551-cb29f8cfa8fa tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event deleted for resources: {'Network': ['ID=fe93a934-75ec-4557-ad0e-2d1584aa645a,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:57.324036 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37616) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:57.350244 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-d05430f1-2d5d-4902-9057-c92949eeffa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faaaf2a7-2b11-46de-9144-e36c2d44bf11', 'name': 'tempest-TestVolumeBackupRestore-1444397206-router', 'tenant_id': 'e67f483089c147bfb012c80d67402bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '420fd8b0-33bd-4e1d-9def-85f817187d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:40:21Z', 'updated_at': '2021-11-25T17:40:37Z', 'revision_number': 4, 'project_id': 'e67f483089c147bfb012c80d67402bfc', 'gw_port': {'id': '420fd8b0-33bd-4e1d-9def-85f817187d95', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faaaf2a7-2b11-46de-9144-e36c2d44bf11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:24Z', 'updated_at': '2021-11-25T17:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '8c39a3de-ffc5-422c-a0df-9ad893c27386', 'tenant_id': 'e67f483089c147bfb012c80d67402bfc', 'floating_ip_address': '172.25.0.157', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': 'faaaf2a7-2b11-46de-9144-e36c2d44bf11', 'port_id': 'ab8b33e8-2d06-4c5d-8805-94b76f672098', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac3d9612-6ca0-40df-ad89-62ed459c33fb', 'mac_address': 'fa:16:3e:d3:2b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd733f4c7-b735-40ef-ad4c-8d22913b2c6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:45:49Z', 'updated_at': '2021-11-25T17:45:55Z', 'revision_number': 2, 'project_id': 'e67f483089c147bfb012c80d67402bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0325404-8595-448c-b7d1-a13e108ad9c2', 'name': '', 'network_id': 'ac3d9612-6ca0-40df-ad89-62ed459c33fb', 'tenant_id': 'e67f483089c147bfb012c80d67402bfc', 'mac_address': 'fa:16:3e:29:72:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faaaf2a7-2b11-46de-9144-e36c2d44bf11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': '5c27de08-3ab5-466c-84b4-62cdfa6da7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:34Z', 'updated_at': '2021-11-25T17:40:45Z', 'revision_number': 5, 'project_id': 'e67f483089c147bfb012c80d67402bfc', 'subnets': [{'id': '5c27de08-3ab5-466c-84b4-62cdfa6da7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:57.365990 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15622f7f-7db2-45db-b898-6f89971ba4cb req-82c35a98-d82b-49f0-b1d2-4c781b7ab521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:57.367496 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-15622f7f-7db2-45db-b898-6f89971ba4cb req-82c35a98-d82b-49f0-b1d2-4c781b7ab521 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e67f483089c147bfb012c80d67402bfc&device_id=d733f4c7-b735-40ef-ad4c-8d22913b2c6f HTTP/1.1" status: 200 len: 1096 time: 0.3765450 Nov 25 17:45:57.373529 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f2310bcf-67ac-4fa6-94b1-42eefec6d8eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:57.387527 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-475c240e-4c67-435f-910c-6c21fa5e19b9 req-f0bbddf0-57f1-47ee-8b79-cc544dca951a tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=019cad4d-a92d-4351-8ebf-fda94ce5a945 HTTP/1.1" status: 200 len: 210 time: 0.1713686 Nov 25 17:45:57.392415 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [req-7567e9c1-2442-4d84-8814-210d51b42324 req-84bf77b3-08dd-470c-8a1a-ff19d9d6795d service neutron] (103360) timed out ('10.222.0.74', 59116) {{(pid=103360) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 17:45:57.396965 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05430f1-2d5d-4902-9057-c92949eeffa8 None None] The sync data for ids ['faaaf2a7-2b11-46de-9144-e36c2d44bf11'] in n-d-817746-1 is: [{'id': 'faaaf2a7-2b11-46de-9144-e36c2d44bf11', 'name': 'tempest-TestVolumeBackupRestore-1444397206-router', 'tenant_id': 'e67f483089c147bfb012c80d67402bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '420fd8b0-33bd-4e1d-9def-85f817187d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:40:21Z', 'updated_at': '2021-11-25T17:40:37Z', 'revision_number': 4, 'project_id': 'e67f483089c147bfb012c80d67402bfc', 'gw_port': {'id': '420fd8b0-33bd-4e1d-9def-85f817187d95', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faaaf2a7-2b11-46de-9144-e36c2d44bf11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:24Z', 'updated_at': '2021-11-25T17:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '8c39a3de-ffc5-422c-a0df-9ad893c27386', 'tenant_id': 'e67f483089c147bfb012c80d67402bfc', 'floating_ip_address': '172.25.0.157', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': 'faaaf2a7-2b11-46de-9144-e36c2d44bf11', 'port_id': 'ab8b33e8-2d06-4c5d-8805-94b76f672098', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac3d9612-6ca0-40df-ad89-62ed459c33fb', 'mac_address': 'fa:16:3e:d3:2b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd733f4c7-b735-40ef-ad4c-8d22913b2c6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:45:49Z', 'updated_at': '2021-11-25T17:45:55Z', 'revision_number': 2, 'project_id': 'e67f483089c147bfb012c80d67402bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0325404-8595-448c-b7d1-a13e108ad9c2', 'name': '', 'network_id': 'ac3d9612-6ca0-40df-ad89-62ed459c33fb', 'tenant_id': 'e67f483089c147bfb012c80d67402bfc', 'mac_address': 'fa:16:3e:29:72:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faaaf2a7-2b11-46de-9144-e36c2d44bf11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': '5c27de08-3ab5-466c-84b4-62cdfa6da7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:34Z', 'updated_at': '2021-11-25T17:40:45Z', 'revision_number': 5, 'project_id': 'e67f483089c147bfb012c80d67402bfc', 'subnets': [{'id': '5c27de08-3ab5-466c-84b4-62cdfa6da7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:45:57.426136 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c78fdc4e-efc2-4370-a677-5804d29d3b7e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 904} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:45:57.468282 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c78fdc4e-efc2-4370-a677-5804d29d3b7e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:57.468947 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-c78fdc4e-efc2-4370-a677-5804d29d3b7e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Added segment 46ec5433-417b-46d4-8cb8-5cce92848917 of type vlan for network f91e2ca5-5e01-42cf-b91b-0012657478d6 Nov 25 17:45:57.494335 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc44b0-20d3-4264-a65c-d594f728c78b req-25ed4658-3082-4a13-8d6e-1d908162f47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:57.496015 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-43cc44b0-20d3-4264-a65c-d594f728c78b req-25ed4658-3082-4a13-8d6e-1d908162f47b service neutron] 10.222.0.74 "GET /v2.0/networks?id=d0082d57-8c96-4a76-be0f-340c2f65b160 HTTP/1.1" status: 200 len: 913 time: 0.2153561 Nov 25 17:45:57.594510 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-5da3a819-92df-4d87-b93b-9a490ad9bc26 req-1f7934bf-0664-4e62-8bd7-712006129164 service neutron] Attempting to bind port f775cafa-bf5b-412d-84f8-dce9f7ca3a8f on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:45:57.594854 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-5da3a819-92df-4d87-b93b-9a490ad9bc26 req-1f7934bf-0664-4e62-8bd7-712006129164 service neutron] Attempting to bind port f775cafa-bf5b-412d-84f8-dce9f7ca3a8f by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '71c86001-f0ae-4454-b37f-632918094290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'd89d2854-97b0-4c53-9fed-c35cc58a4c82'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:45:57.595180 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da3a819-92df-4d87-b93b-9a490ad9bc26 req-1f7934bf-0664-4e62-8bd7-712006129164 service neutron] Attempting to bind port f775cafa-bf5b-412d-84f8-dce9f7ca3a8f on network d89d2854-97b0-4c53-9fed-c35cc58a4c82 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:45:57.598003 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15622f7f-7db2-45db-b898-6f89971ba4cb req-57f1c953-c03f-4a1a-9105-040741b4aa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:57.599272 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-15622f7f-7db2-45db-b898-6f89971ba4cb req-57f1c953-c03f-4a1a-9105-040741b4aa9d service neutron] 10.222.0.74 "GET /v2.0/networks?id=ac3d9612-6ca0-40df-ad89-62ed459c33fb HTTP/1.1" status: 200 len: 915 time: 0.1987343 Nov 25 17:45:57.665641 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c78fdc4e-efc2-4370-a677-5804d29d3b7e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:57.680363 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-43cc44b0-20d3-4264-a65c-d594f728c78b req-9a133762-f522-4da3-ba08-7f04acf1e586 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82625e3e-d5dd-41cd-b7dc-44893732e44b HTTP/1.1" status: 200 len: 999 time: 0.1560829 Nov 25 17:45:57.750229 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e9a8bb-6a3a-4d47-b02a-9478597f006c req-07009d80-0487-4929-8243-db3b4a866bce tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:57.752999 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b3e9a8bb-6a3a-4d47-b02a-9478597f006c req-07009d80-0487-4929-8243-db3b4a866bce tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 943 time: 0.6738868 Nov 25 17:45:57.753971 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da3a819-92df-4d87-b93b-9a490ad9bc26 req-1f7934bf-0664-4e62-8bd7-712006129164 service neutron] Port f775cafa-bf5b-412d-84f8-dce9f7ca3a8f on network d89d2854-97b0-4c53-9fed-c35cc58a4c82 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:45:57.756403 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da3a819-92df-4d87-b93b-9a490ad9bc26 req-1f7934bf-0664-4e62-8bd7-712006129164 service neutron] Attempting to bind port f775cafa-bf5b-412d-84f8-dce9f7ca3a8f on network d89d2854-97b0-4c53-9fed-c35cc58a4c82 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:45:57.785047 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f2310bcf-67ac-4fa6-94b1-42eefec6d8eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:57.794613 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f2310bcf-67ac-4fa6-94b1-42eefec6d8eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:57.809973 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da3a819-92df-4d87-b93b-9a490ad9bc26 req-1f7934bf-0664-4e62-8bd7-712006129164 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:45:57.810313 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da3a819-92df-4d87-b93b-9a490ad9bc26 req-1f7934bf-0664-4e62-8bd7-712006129164 service neutron] Checking segment: {'id': '71c86001-f0ae-4454-b37f-632918094290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'd89d2854-97b0-4c53-9fed-c35cc58a4c82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:45:57.810709 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da3a819-92df-4d87-b93b-9a490ad9bc26 req-1f7934bf-0664-4e62-8bd7-712006129164 service neutron] Bound using segment: {'id': '71c86001-f0ae-4454-b37f-632918094290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'd89d2854-97b0-4c53-9fed-c35cc58a4c82'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:45:57.811490 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-5da3a819-92df-4d87-b93b-9a490ad9bc26 req-1f7934bf-0664-4e62-8bd7-712006129164 service neutron] Bound port: f775cafa-bf5b-412d-84f8-dce9f7ca3a8f, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71c86001-f0ae-4454-b37f-632918094290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'd89d2854-97b0-4c53-9fed-c35cc58a4c82'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:45:57.811490 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-5da3a819-92df-4d87-b93b-9a490ad9bc26 req-1f7934bf-0664-4e62-8bd7-712006129164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:57.811941 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c78fdc4e-efc2-4370-a677-5804d29d3b7e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:57.820962 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78fdc4e-efc2-4370-a677-5804d29d3b7e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:57.821680 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c78fdc4e-efc2-4370-a677-5804d29d3b7e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:57.827530 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-15622f7f-7db2-45db-b898-6f89971ba4cb req-0102fa9b-1084-47f9-908c-e4c355a4d2e1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab8b33e8-2d06-4c5d-8805-94b76f672098 HTTP/1.1" status: 200 len: 1001 time: 0.2179205 Nov 25 17:45:57.889070 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc44b0-20d3-4264-a65c-d594f728c78b req-419469c8-e33e-459e-b1bf-fd74e9ad08a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:57.890743 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-43cc44b0-20d3-4264-a65c-d594f728c78b req-419469c8-e33e-459e-b1bf-fd74e9ad08a1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c74f83ed-3896-4341-8cf1-e1417d85add2 HTTP/1.1" status: 200 len: 851 time: 0.1950262 Nov 25 17:45:57.903901 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-132f0f0a-4b5d-4f75-9b9c-f34118b4e40c req-a1e9b0f3-3163-40ba-9861-7c5fa5762c09 service neutron] 10.222.0.90 "GET /v2.0/networks/b30ed141-e46f-4f04-93c5-818fdb0b9345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0389745 Nov 25 17:45:57.935972 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c78fdc4e-efc2-4370-a677-5804d29d3b7e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7381947 Nov 25 17:45:57.940814 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f2310bcf-67ac-4fa6-94b1-42eefec6d8eb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6b772ab422894d62b34b6b1a3a8e1785&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6131506 Nov 25 17:45:57.948693 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37632) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:57.949065 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37634) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:57.953908 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-d4052010-4a5e-4096-91b9-0eb6ec617c60 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Request body: {'subnet': {'network_id': 'f91e2ca5-5e01-42cf-b91b-0012657478d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:45:57.961428 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device ac9a1888-9a99-4128-a90e-de660cfe7754 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:45:58.003412 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce63231-7b55-4411-b873-8b811f91c1af req-ca04e1ba-b355-4be3-abcb-c0b07a9dfd0f tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:58.011176 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3ce63231-7b55-4411-b873-8b811f91c1af req-ca04e1ba-b355-4be3-abcb-c0b07a9dfd0f tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 945 time: 0.4080460 Nov 25 17:45:58.028643 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2310bcf-67ac-4fa6-94b1-42eefec6d8eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d1be03-1347-4420-af91-73f0cb4348a7,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:58.037041 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port ac9a1888-9a99-4128-a90e-de660cfe7754 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:45:58.043170 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b3e9a8bb-6a3a-4d47-b02a-9478597f006c req-bd74a91c-9f37-4a46-ab34-5b01a317abe9 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716668 Nov 25 17:45:58.050686 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port ac9a1888-9a99-4128-a90e-de660cfe7754 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:58.053061 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:58.055445 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78fdc4e-efc2-4370-a677-5804d29d3b7e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event updated for resources: {'Network': ['ID=f91e2ca5-5e01-42cf-b91b-0012657478d6,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:58.105609 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network f91e2ca5-5e01-42cf-b91b-0012657478d6 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:45:58.107909 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device c210d714-e6c3-43df-aee9-88e1731ff240 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:45:58.108090 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc44b0-20d3-4264-a65c-d594f728c78b req-2329d64c-8612-4ec3-983e-9c5f726095d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:58.118079 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15622f7f-7db2-45db-b898-6f89971ba4cb req-32b1d121-58ce-44f6-baf8-e9688f481636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:58.119566 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-15622f7f-7db2-45db-b898-6f89971ba4cb req-32b1d121-58ce-44f6-baf8-e9688f481636 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5c27de08-3ab5-466c-84b4-62cdfa6da7ca HTTP/1.1" status: 200 len: 853 time: 0.2754898 Nov 25 17:45:58.124055 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-43cc44b0-20d3-4264-a65c-d594f728c78b req-2329d64c-8612-4ec3-983e-9c5f726095d5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d0082d57-8c96-4a76-be0f-340c2f65b160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1917870 Nov 25 17:45:58.245160 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-5da3a819-92df-4d87-b93b-9a490ad9bc26 req-1f7934bf-0664-4e62-8bd7-712006129164 service neutron] For port f775cafa-bf5b-412d-84f8-dce9f7ca3a8f, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:45:58.245976 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-43cc44b0-20d3-4264-a65c-d594f728c78b req-100be6a4-07c4-4136-8be0-ca5b4bbc0c05 service neutron] 10.222.0.74 "GET /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123302 Nov 25 17:45:58.345981 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port c210d714-e6c3-43df-aee9-88e1731ff240 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:58.346358 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:58.378155 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:58.387360 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-43cc44b0-20d3-4264-a65c-d594f728c78b req-08f5d11a-69cd-4c99-885d-387ce13ab336 service neutron] 10.222.0.74 "GET /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338491 Nov 25 17:45:58.414961 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85721638-7b6d-45e5-877a-cb5295920ecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9a1888-9a99-4128-a90e-de660cfe7754'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:45:58.418070 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cfed49a-aa33-473e-8c18-31b8ebc9033f" -d '{"events": [{"server_uuid": "85721638-7b6d-45e5-877a-cb5295920ecf", "name": "network-vif-plugged", "status": "completed", "tag": "ac9a1888-9a99-4128-a90e-de660cfe7754"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:45:58.435271 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port ac9a1888-9a99-4128-a90e-de660cfe7754, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=ac9a1888-9a99-4128-a90e-de660cfe7754,segment=NetworkSegment(f6e32bd7-2ca9-4798-a619-01bfcddda0e3),segment_id=f6e32bd7-2ca9-4798-a619-01bfcddda0e3)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:58.450742 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:58.522498 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-5da3a819-92df-4d87-b93b-9a490ad9bc26 req-1f7934bf-0664-4e62-8bd7-712006129164 service neutron] For port f775cafa-bf5b-412d-84f8-dce9f7ca3a8f, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=f775cafa-bf5b-412d-84f8-dce9f7ca3a8f,segment=NetworkSegment(71c86001-f0ae-4454-b37f-632918094290),segment_id=71c86001-f0ae-4454-b37f-632918094290)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:45:58.550165 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-5da3a819-92df-4d87-b93b-9a490ad9bc26 req-1f7934bf-0664-4e62-8bd7-712006129164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:58.551954 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=ac9a1888-9a99-4128-a90e-de660cfe7754,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:58.560003 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:58.560460 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:58.560926 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:58.561345 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:58.561761 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:58.562170 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:58.562576 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:58.562978 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:58.563381 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:58.563785 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:58.564185 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:58.565339 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:58.635026 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3ce63231-7b55-4411-b873-8b811f91c1af req-edeacdbc-9bd5-4d68-8b4f-6e8b757b8572 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6232142 Nov 25 17:45:58.662227 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15622f7f-7db2-45db-b898-6f89971ba4cb req-bea7a506-0c24-47bf-babd-9e1ebb9b56dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:58.663729 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-15622f7f-7db2-45db-b898-6f89971ba4cb req-bea7a506-0c24-47bf-babd-9e1ebb9b56dc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ac3d9612-6ca0-40df-ad89-62ed459c33fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4567888 Nov 25 17:45:58.671007 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ff7ec1b5-76f6-436f-87fb-5ca07a79d297 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:58.673354 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da3a819-92df-4d87-b93b-9a490ad9bc26 req-1f7934bf-0664-4e62-8bd7-712006129164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:58.673961 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-5da3a819-92df-4d87-b93b-9a490ad9bc26 req-1f7934bf-0664-4e62-8bd7-712006129164 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:58.675337 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5da3a819-92df-4d87-b93b-9a490ad9bc26 req-1f7934bf-0664-4e62-8bd7-712006129164 service neutron] 10.222.0.74 "PUT /v2.0/ports/f775cafa-bf5b-412d-84f8-dce9f7ca3a8f HTTP/1.1" status: 200 len: 1091 time: 4.7811511 Nov 25 17:45:58.682276 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '481c3a50-3a48-4609-ab28-3d6c644af2b0', 'tag': 'f775cafa-bf5b-412d-84f8-dce9f7ca3a8f'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:45:58.684565 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0305b8b9-c868-448c-8245-40fd172b8361" -d '{"events": [{"name": "network-changed", "server_uuid": "481c3a50-3a48-4609-ab28-3d6c644af2b0", "tag": "f775cafa-bf5b-412d-84f8-dce9f7ca3a8f"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:45:58.694162 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7beb8-7800-443b-96c1-d3d12a254820 req-9501e1d0-f304-4b8f-ac52-dbc57e2a71ae tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:58.695896 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-57a7beb8-7800-443b-96c1-d3d12a254820 req-9501e1d0-f304-4b8f-ac52-dbc57e2a71ae tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.90 "GET /v2.0/networks?id=55aac267-cfea-4cb6-a3d1-5d2e5c9145dd HTTP/1.1" status: 200 len: 819 time: 0.3526132 Nov 25 17:45:58.721307 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-57a7beb8-7800-443b-96c1-d3d12a254820 req-574c4b04-c78f-461d-a2df-602ac874972c tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Request body: {'port': {'device_id': '019cad4d-a92d-4351-8ebf-fda94ce5a945', 'network_id': '55aac267-cfea-4cb6-a3d1-5d2e5c9145dd', 'admin_state_up': True, 'tenant_id': 'c4f532841b574680aa5b2f4b964927a8'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:45:58.731828 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b57787-e252-4f29-b76e-2d450c1aab7f req-c9a9b4aa-e420-4278-a138-bd33af730ffa tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:58.733243 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-65b57787-e252-4f29-b76e-2d450c1aab7f req-c9a9b4aa-e420-4278-a138-bd33af730ffa tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/networks?id=55aac267-cfea-4cb6-a3d1-5d2e5c9145dd HTTP/1.1" status: 200 len: 819 time: 0.5223007 Nov 25 17:45:58.769027 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4052010-4a5e-4096-91b9-0eb6ec617c60 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Made reservation on behalf of c99f4fcf65714d6392d1221ed91b6f93 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:45:58.773145 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d4052010-4a5e-4096-91b9-0eb6ec617c60 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:58.934467 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd733f4c7-b735-40ef-ad4c-8d22913b2c6f', 'tag': 'ab8b33e8-2d06-4c5d-8805-94b76f672098'}, {'name': 'network-changed', 'server_uuid': 'd733f4c7-b735-40ef-ad4c-8d22913b2c6f', 'tag': 'ab8b33e8-2d06-4c5d-8805-94b76f672098'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:45:58.937360 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1027c6e3-cd19-41b2-b67b-40c90de56345" -d '{"events": [{"name": "network-changed", "server_uuid": "d733f4c7-b735-40ef-ad4c-8d22913b2c6f", "tag": "ab8b33e8-2d06-4c5d-8805-94b76f672098"}, {"name": "network-changed", "server_uuid": "d733f4c7-b735-40ef-ad4c-8d22913b2c6f", "tag": "ab8b33e8-2d06-4c5d-8805-94b76f672098"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:45:59.199556 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7934bf-0664-4e62-8bd7-712006129164 service neutron] Pushing event updated for resources: {'Port': ['ID=f775cafa-bf5b-412d-84f8-dce9f7ca3a8f,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:59.214910 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ff7ec1b5-76f6-436f-87fb-5ca07a79d297 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:59.219319 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-65b57787-e252-4f29-b76e-2d450c1aab7f req-5d1dc16a-4a17-45a5-98e5-9dd7a63d103d tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/quotas/c4f532841b574680aa5b2f4b964927a8 HTTP/1.1" status: 200 len: 375 time: 0.4691830 Nov 25 17:45:59.414737 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da3a819-92df-4d87-b93b-9a490ad9bc26 req-25d03514-416b-40bf-9d89-a8dd6e4490c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:59.416214 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5da3a819-92df-4d87-b93b-9a490ad9bc26 req-25d03514-416b-40bf-9d89-a8dd6e4490c1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=696ba9968638467ab0c418d763598933&device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 1094 time: 0.6481528 Nov 25 17:45:59.432359 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373bd5e5-5a80-4b66-8488-eda525e69303 req-f2e35297-bd48-4839-848c-6560531136d6 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:59.433856 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-373bd5e5-5a80-4b66-8488-eda525e69303 req-f2e35297-bd48-4839-848c-6560531136d6 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] 10.222.0.75 "GET /v2.0/ports?device_id=85721638-7b6d-45e5-877a-cb5295920ecf HTTP/1.1" status: 200 len: 946 time: 0.6876874 Nov 25 17:45:59.441453 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-15622f7f-7db2-45db-b898-6f89971ba4cb req-513c2ff3-f65c-4a1c-a471-925d3beeeabc service neutron] 10.222.0.74 "GET /v2.0/networks/ac3d9612-6ca0-40df-ad89-62ed459c33fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7409029 Nov 25 17:45:59.507007 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-65b57787-e252-4f29-b76e-2d450c1aab7f req-a4282b21-5c7a-4856-a00a-e12e23c4227a tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=c4f532841b574680aa5b2f4b964927a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2721725 Nov 25 17:45:59.538549 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5da3a819-92df-4d87-b93b-9a490ad9bc26 req-17f3b97c-5ae7-4d44-843e-bf75545168ca service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f775cafa-bf5b-412d-84f8-dce9f7ca3a8f HTTP/1.1" status: 200 len: 217 time: 0.0991738 Nov 25 17:45:59.553378 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ff7ec1b5-76f6-436f-87fb-5ca07a79d297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:59.555849 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ff7ec1b5-76f6-436f-87fb-5ca07a79d297 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:59.556927 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-ff7ec1b5-76f6-436f-87fb-5ca07a79d297 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/29d1be03-1347-4420-af91-73f0cb4348a7 HTTP/1.1" status: 204 len: 168 time: 1.5995240 Nov 25 17:45:59.662248 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57a7beb8-7800-443b-96c1-d3d12a254820 req-574c4b04-c78f-461d-a2df-602ac874972c tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Made reservation on behalf of c4f532841b574680aa5b2f4b964927a8 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:45:59.665754 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-57a7beb8-7800-443b-96c1-d3d12a254820 req-574c4b04-c78f-461d-a2df-602ac874972c tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:59.683084 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7ec1b5-76f6-436f-87fb-5ca07a79d297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d1be03-1347-4420-af91-73f0cb4348a7,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:59.792612 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-373bd5e5-5a80-4b66-8488-eda525e69303 req-b475a49b-f1d4-4533-bb04-4254322a5004 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] 10.222.0.75 "GET /v2.0/security-groups?id=8f3bf077-980f-46b2-88e9-a69282b2cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432231 Nov 25 17:45:59.832809 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da3a819-92df-4d87-b93b-9a490ad9bc26 req-1c78cbea-0496-460b-bfe5-bcf4c684ac0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:59.834300 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5da3a819-92df-4d87-b93b-9a490ad9bc26 req-1c78cbea-0496-460b-bfe5-bcf4c684ac0f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bb2a2af3-1780-4394-834e-7b4d65546660 HTTP/1.1" status: 200 len: 854 time: 0.2572086 Nov 25 17:45:59.853322 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e194693-73ab-459e-825e-f3faff646041 x-openstack-request-id: req-5e194693-73ab-459e-825e-f3faff646041 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:45:59.853322 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85721638-7b6d-45e5-877a-cb5295920ecf", "name": "network-vif-plugged", "status": "completed", "tag": "ac9a1888-9a99-4128-a90e-de660cfe7754", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:45:59.853322 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5e194693-73ab-459e-825e-f3faff646041 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:45:59.853322 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85721638-7b6d-45e5-877a-cb5295920ecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9a1888-9a99-4128-a90e-de660cfe7754', 'code': 200} Nov 25 17:45:59.925087 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87d7873-a6ec-446a-bce2-ea0bb6eb9b5e x-openstack-request-id: req-e87d7873-a6ec-446a-bce2-ea0bb6eb9b5e {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:45:59.925087 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "481c3a50-3a48-4609-ab28-3d6c644af2b0", "tag": "f775cafa-bf5b-412d-84f8-dce9f7ca3a8f", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:45:59.925330 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e87d7873-a6ec-446a-bce2-ea0bb6eb9b5e {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:45:59.925690 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '481c3a50-3a48-4609-ab28-3d6c644af2b0', 'tag': 'f775cafa-bf5b-412d-84f8-dce9f7ca3a8f', 'status': 'completed', 'code': 200} Nov 25 17:45:59.930240 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5da3a819-92df-4d87-b93b-9a490ad9bc26 req-0c6fdfe9-4b15-44f3-b9aa-0ee577444d6a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d89d2854-97b0-4c53-9fed-c35cc58a4c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619841 Nov 25 17:45:59.932529 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-15622f7f-7db2-45db-b898-6f89971ba4cb req-5e13260a-331e-4fb5-be9d-a17084ef08c5 service neutron] 10.222.0.74 "GET /v2.0/networks/ac3d9612-6ca0-40df-ad89-62ed459c33fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4791732 Nov 25 17:45:59.958040 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 25 Nov 2021 17:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65d41f7-810d-4a6c-8900-1588ca0f5175 x-openstack-request-id: req-a65d41f7-810d-4a6c-8900-1588ca0f5175 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:45:59.958562 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d733f4c7-b735-40ef-ad4c-8d22913b2c6f", "tag": "ab8b33e8-2d06-4c5d-8805-94b76f672098", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d733f4c7-b735-40ef-ad4c-8d22913b2c6f", "tag": "ab8b33e8-2d06-4c5d-8805-94b76f672098", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:45:59.958687 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a65d41f7-810d-4a6c-8900-1588ca0f5175 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:45:59.958991 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd733f4c7-b735-40ef-ad4c-8d22913b2c6f', 'tag': 'ab8b33e8-2d06-4c5d-8805-94b76f672098', 'status': 'completed', 'code': 200} Nov 25 17:45:59.959424 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd733f4c7-b735-40ef-ad4c-8d22913b2c6f', 'tag': 'ab8b33e8-2d06-4c5d-8805-94b76f672098', 'status': 'completed', 'code': 200} Nov 25 17:45:59.965275 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d4052010-4a5e-4096-91b9-0eb6ec617c60 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:59.998983 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d0069b-fcea-4a6e-8410-fee1bc99f81c req-1c369b94-3745-4f30-a588-2e5651828295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:00.000532 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-a4d0069b-fcea-4a6e-8410-fee1bc99f81c req-1c369b94-3745-4f30-a588-2e5651828295 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=85721638-7b6d-45e5-877a-cb5295920ecf HTTP/1.1" status: 200 len: 1097 time: 0.0735049 Nov 25 17:46:00.040896 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-65b57787-e252-4f29-b76e-2d450c1aab7f req-4eab45bb-459b-4a55-9095-3b3c53c9332c service neutron] 10.222.0.75 "GET /v2.0/networks/55aac267-cfea-4cb6-a3d1-5d2e5c9145dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5077069 Nov 25 17:46:00.058377 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-a4d0069b-fcea-4a6e-8410-fee1bc99f81c req-e92a89fc-b5bb-45e9-9bc8-2164c6c82ecb service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=8f3bf077-980f-46b2-88e9-a69282b2cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481563 Nov 25 17:46:00.213023 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4052010-4a5e-4096-91b9-0eb6ec617c60 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event updated for resources: {'Subnet': ['ID=34c5fb3e-c334-4cd5-84f8-91149febef90,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:00.283674 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-57a7beb8-7800-443b-96c1-d3d12a254820 req-574c4b04-c78f-461d-a2df-602ac874972c tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Allocated IP 172.20.0.7 (55aac267-cfea-4cb6-a3d1-5d2e5c9145dd/f1fd26dd-f220-4d6c-884e-069c7606d72e/9c0f0dcd-a625-4cbe-bc86-7738aeaa3179) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:46:00.342689 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5da3a819-92df-4d87-b93b-9a490ad9bc26 req-2214b40b-b42a-48ea-9a2b-2ab9a538571b service neutron] 10.222.0.74 "GET /v2.0/networks/d89d2854-97b0-4c53-9fed-c35cc58a4c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916473 Nov 25 17:46:00.357152 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1027c6e3-cd19-41b2-b67b-40c90de56345 req-799233c3-c1cf-4b84-a75d-71f86835a717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:00.358632 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1027c6e3-cd19-41b2-b67b-40c90de56345 req-799233c3-c1cf-4b84-a75d-71f86835a717 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e67f483089c147bfb012c80d67402bfc&device_id=d733f4c7-b735-40ef-ad4c-8d22913b2c6f HTTP/1.1" status: 200 len: 1096 time: 0.2931685 Nov 25 17:46:00.372545 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ce319-1746-4529-9279-7331e02c96bb req-67aff6e7-9b5f-4992-8af1-a0c2f7151bf5 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:00.374134 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-618ce319-1746-4529-9279-7331e02c96bb req-67aff6e7-9b5f-4992-8af1-a0c2f7151bf5 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 943 time: 0.3323145 Nov 25 17:46:00.389684 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4052010-4a5e-4096-91b9-0eb6ec617c60 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Checking segment: {'id': '46ec5433-417b-46d4-8cb8-5cce92848917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'f91e2ca5-5e01-42cf-b91b-0012657478d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:46:00.390114 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4052010-4a5e-4096-91b9-0eb6ec617c60 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Network hostable DHCP agents. Network: f91e2ca5-5e01-42cf-b91b-0012657478d6, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:46:00.479370 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-65b57787-e252-4f29-b76e-2d450c1aab7f req-fbb91edf-df1c-44d9-9b4b-d19b19d8f729 service neutron] 10.222.0.75 "GET /v2.0/networks/55aac267-cfea-4cb6-a3d1-5d2e5c9145dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3876178 Nov 25 17:46:00.632912 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4052010-4a5e-4096-91b9-0eb6ec617c60 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Network f91e2ca5-5e01-42cf-b91b-0012657478d6 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:46:00.833299 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-d4052010-4a5e-4096-91b9-0eb6ec617c60 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, f91e2ca5-5e01-42cf-b91b-0012657478d6) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:46:00.837902 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4052010-4a5e-4096-91b9-0eb6ec617c60 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:00.838520 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d4052010-4a5e-4096-91b9-0eb6ec617c60 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:00.844030 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5db0f7-bec1-49f4-a4fb-25f9e8576e9a None None] Network f91e2ca5-5e01-42cf-b91b-0012657478d6 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:46:00.891882 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5da3a819-92df-4d87-b93b-9a490ad9bc26 req-deded544-7d8c-4dc5-b003-522e9f235387 service neutron] 10.222.0.74 "GET /v2.0/networks/d89d2854-97b0-4c53-9fed-c35cc58a4c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5282228 Nov 25 17:46:00.915234 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-618ce319-1746-4529-9279-7331e02c96bb req-c1c93362-c5e0-49d2-822c-816b2397e676 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5223138 Nov 25 17:46:01.002253 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1027c6e3-cd19-41b2-b67b-40c90de56345 req-a04c21f7-d007-4090-a21e-14fc3b0b499d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:01.003814 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1027c6e3-cd19-41b2-b67b-40c90de56345 req-a04c21f7-d007-4090-a21e-14fc3b0b499d service neutron] 10.222.0.74 "GET /v2.0/networks?id=ac3d9612-6ca0-40df-ad89-62ed459c33fb HTTP/1.1" status: 200 len: 915 time: 0.6155341 Nov 25 17:46:01.009140 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d4052010-4a5e-4096-91b9-0eb6ec617c60 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0588148 Nov 25 17:46:01.011813 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37718) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:01.021944 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-71604cdd-a4da-48cc-9221-0171951f9e57 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Request body: {'port': {'network_id': 'f91e2ca5-5e01-42cf-b91b-0012657478d6', 'name': 'tempest-PortsTestJSON-986942763', 'fixed_ips': [{'subnet_id': '34c5fb3e-c334-4cd5-84f8-91149febef90', 'ip_address': '172.20.0.10'}]}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:46:01.116581 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-57a7beb8-7800-443b-96c1-d3d12a254820 req-574c4b04-c78f-461d-a2df-602ac874972c tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:01.182897 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddffce1-df8d-4388-b13b-69570e036d25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-f91e2ca5-5e01-42cf-b91b-0012657478d6', 'network_id': 'f91e2ca5-5e01-42cf-b91b-0012657478d6', 'tenant_id': 'c99f4fcf65714d6392d1221ed91b6f93', 'fixed_ips': [{'subnet_id': '34c5fb3e-c334-4cd5-84f8-91149febef90'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:46:01.184042 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2ddffce1-df8d-4388-b13b-69570e036d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:01.260183 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a587e4a0-d342-4332-83d7-3ee4e6f0eec1 req-563717eb-d684-4b02-9fc7-d780b8ce7fae tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=b12726b5-045a-4e74-8d5e-7b570347aecc HTTP/1.1" status: 200 len: 210 time: 0.2164650 Nov 25 17:46:01.289004 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70e873-0740-4a9d-906e-8922bc208f63 req-df561542-3fda-46d6-97ee-9ca547ebbadd tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:01.290584 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:46:01.291098 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71604cdd-a4da-48cc-9221-0171951f9e57 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Made reservation on behalf of c99f4fcf65714d6392d1221ed91b6f93 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:46:01.298496 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8e70e873-0740-4a9d-906e-8922bc208f63 req-df561542-3fda-46d6-97ee-9ca547ebbadd tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 945 time: 0.5795059 Nov 25 17:46:01.352695 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305b8b9-c868-448c-8245-40fd172b8361 req-e2c6e015-6360-4538-b643-23d3fd77d086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:01.354633 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0305b8b9-c868-448c-8245-40fd172b8361 req-e2c6e015-6360-4538-b643-23d3fd77d086 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=696ba9968638467ab0c418d763598933&device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 1094 time: 0.3441167 Nov 25 17:46:01.388524 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1027c6e3-cd19-41b2-b67b-40c90de56345 req-2ba883d5-957d-4c06-8bc9-e98c8cd42775 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab8b33e8-2d06-4c5d-8805-94b76f672098 HTTP/1.1" status: 200 len: 1001 time: 0.3461950 Nov 25 17:46:01.467237 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-71604cdd-a4da-48cc-9221-0171951f9e57 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:01.518474 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-71604cdd-a4da-48cc-9221-0171951f9e57 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] device_id is not set on port af1dcbe5-ba0f-4af3-af81-0a89aface2b7 yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:46:01.543423 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8e70e873-0740-4a9d-906e-8922bc208f63 req-ae88d904-8df8-42f9-9398-d809adabc2e8 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2396853 Nov 25 17:46:01.608663 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-2ddffce1-df8d-4388-b13b-69570e036d25 None None] Allocated IP 172.20.0.2 (f91e2ca5-5e01-42cf-b91b-0012657478d6/34c5fb3e-c334-4cd5-84f8-91149febef90/e39af042-f780-4ae1-9f30-fc5b38b809c9) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:46:01.624945 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-57a7beb8-7800-443b-96c1-d3d12a254820 req-574c4b04-c78f-461d-a2df-602ac874972c tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:01.736682 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1027c6e3-cd19-41b2-b67b-40c90de56345 req-f648c3c5-3e7a-4e6e-a1c9-5ccf0b46c62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:01.739989 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1027c6e3-cd19-41b2-b67b-40c90de56345 req-f648c3c5-3e7a-4e6e-a1c9-5ccf0b46c62c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5c27de08-3ab5-466c-84b4-62cdfa6da7ca HTTP/1.1" status: 200 len: 853 time: 0.3258939 Nov 25 17:46:01.806530 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57a7beb8-7800-443b-96c1-d3d12a254820 req-574c4b04-c78f-461d-a2df-602ac874972c tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Network 55aac267-cfea-4cb6-a3d1-5d2e5c9145dd is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:46:01.834618 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e947c7f-13a5-4d13-afa0-28d29cbced40 req-3938ecb9-6dbf-4ba3-b583-f57e48801d85 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:01.837142 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8e947c7f-13a5-4d13-afa0-28d29cbced40 req-3938ecb9-6dbf-4ba3-b583-f57e48801d85 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] 10.222.0.75 "GET /v2.0/ports?device_id=85721638-7b6d-45e5-877a-cb5295920ecf HTTP/1.1" status: 200 len: 946 time: 0.3196616 Nov 25 17:46:01.844346 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-57a7beb8-7800-443b-96c1-d3d12a254820 req-574c4b04-c78f-461d-a2df-602ac874972c tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:46:01.848532 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a7beb8-7800-443b-96c1-d3d12a254820 req-574c4b04-c78f-461d-a2df-602ac874972c tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:46:01.924523 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7beb8-7800-443b-96c1-d3d12a254820 req-574c4b04-c78f-461d-a2df-602ac874972c tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:01.925229 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-57a7beb8-7800-443b-96c1-d3d12a254820 req-574c4b04-c78f-461d-a2df-602ac874972c tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:01.945256 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574c4b04-c78f-461d-a2df-602ac874972c tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Pushing event updated for resources: {'Port': ['ID=9c0f0dcd-a625-4cbe-bc86-7738aeaa3179,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:01.957883 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305b8b9-c868-448c-8245-40fd172b8361 req-b9b89419-a379-48c1-a284-1a8f92b9c198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:01.959367 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0305b8b9-c868-448c-8245-40fd172b8361 req-b9b89419-a379-48c1-a284-1a8f92b9c198 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d89d2854-97b0-4c53-9fed-c35cc58a4c82 HTTP/1.1" status: 200 len: 915 time: 0.5837512 Nov 25 17:46:01.985179 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c38f2-adad-41c2-a056-e848ba66cd93 req-6f2220c0-c79f-4f32-8e97-e318ab819200 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:01.986833 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-500c38f2-adad-41c2-a056-e848ba66cd93 req-6f2220c0-c79f-4f32-8e97-e318ab819200 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 945 time: 0.3173909 Nov 25 17:46:02.040942 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2ddffce1-df8d-4388-b13b-69570e036d25 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:02.054539 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2ddffce1-df8d-4388-b13b-69570e036d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:02.134734 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-71604cdd-a4da-48cc-9221-0171951f9e57 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Allocated IP 172.20.0.10 (f91e2ca5-5e01-42cf-b91b-0012657478d6/34c5fb3e-c334-4cd5-84f8-91149febef90/af1dcbe5-ba0f-4af3-af81-0a89aface2b7) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:46:02.186180 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddffce1-df8d-4388-b13b-69570e036d25 None None] Network f91e2ca5-5e01-42cf-b91b-0012657478d6 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:46:02.199403 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-2ddffce1-df8d-4388-b13b-69570e036d25 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:46:02.207934 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddffce1-df8d-4388-b13b-69570e036d25 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:46:02.233064 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddffce1-df8d-4388-b13b-69570e036d25 None None] Pushing event updated for resources: {'Port': ['ID=e39af042-f780-4ae1-9f30-fc5b38b809c9,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:02.377956 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-71604cdd-a4da-48cc-9221-0171951f9e57 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:02.381398 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-2ddffce1-df8d-4388-b13b-69570e036d25 None None] Attempting to bind port e39af042-f780-4ae1-9f30-fc5b38b809c9 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:46:02.381966 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-2ddffce1-df8d-4388-b13b-69570e036d25 None None] Attempting to bind port e39af042-f780-4ae1-9f30-fc5b38b809c9 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '46ec5433-417b-46d4-8cb8-5cce92848917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'f91e2ca5-5e01-42cf-b91b-0012657478d6'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:46:02.382515 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddffce1-df8d-4388-b13b-69570e036d25 None None] Attempting to bind port e39af042-f780-4ae1-9f30-fc5b38b809c9 on network f91e2ca5-5e01-42cf-b91b-0012657478d6 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:46:02.399194 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddffce1-df8d-4388-b13b-69570e036d25 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:46:02.399921 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddffce1-df8d-4388-b13b-69570e036d25 None None] Checking segment: {'id': '46ec5433-417b-46d4-8cb8-5cce92848917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'f91e2ca5-5e01-42cf-b91b-0012657478d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:46:02.400518 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2ddffce1-df8d-4388-b13b-69570e036d25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:02.401171 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddffce1-df8d-4388-b13b-69570e036d25 None None] Bound using segment: {'id': '46ec5433-417b-46d4-8cb8-5cce92848917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'f91e2ca5-5e01-42cf-b91b-0012657478d6'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:46:02.414528 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-2ddffce1-df8d-4388-b13b-69570e036d25 None None] Bound port: e39af042-f780-4ae1-9f30-fc5b38b809c9, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46ec5433-417b-46d4-8cb8-5cce92848917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'f91e2ca5-5e01-42cf-b91b-0012657478d6'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:46:02.415333 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2ddffce1-df8d-4388-b13b-69570e036d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:02.554514 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-2ddffce1-df8d-4388-b13b-69570e036d25 None None] For port e39af042-f780-4ae1-9f30-fc5b38b809c9, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:46:02.564130 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-2ddffce1-df8d-4388-b13b-69570e036d25 None None] For port e39af042-f780-4ae1-9f30-fc5b38b809c9, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=e39af042-f780-4ae1-9f30-fc5b38b809c9,segment=NetworkSegment(46ec5433-417b-46d4-8cb8-5cce92848917),segment_id=46ec5433-417b-46d4-8cb8-5cce92848917)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:46:02.574011 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2ddffce1-df8d-4388-b13b-69570e036d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:02.653712 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-57a7beb8-7800-443b-96c1-d3d12a254820 req-574c4b04-c78f-461d-a2df-602ac874972c tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9360287 Nov 25 17:46:02.660984 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0305b8b9-c868-448c-8245-40fd172b8361 req-7a514d03-9103-4176-8a01-2b5dabf2ee74 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f775cafa-bf5b-412d-84f8-dce9f7ca3a8f HTTP/1.1" status: 200 len: 217 time: 0.6886580 Nov 25 17:46:02.663107 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1027c6e3-cd19-41b2-b67b-40c90de56345 req-05176390-90a8-4e2a-abbc-d7e9ed5e36c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:02.664743 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1027c6e3-cd19-41b2-b67b-40c90de56345 req-05176390-90a8-4e2a-abbc-d7e9ed5e36c6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ac3d9612-6ca0-40df-ad89-62ed459c33fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9149292 Nov 25 17:46:02.693701 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-57a7beb8-7800-443b-96c1-d3d12a254820 req-c9d408e1-140c-4dfd-a287-46dda433e09f service neutron] Request body: {'port': {'device_id': '019cad4d-a92d-4351-8ebf-fda94ce5a945', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:46:02.715894 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddffce1-df8d-4388-b13b-69570e036d25 None None] Pushing event updated for resources: {'Port': ['ID=e39af042-f780-4ae1-9f30-fc5b38b809c9,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:02.730174 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-71604cdd-a4da-48cc-9221-0171951f9e57 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:02.787156 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b57787-e252-4f29-b76e-2d450c1aab7f req-e48765c4-ef95-4a68-9eb0-fc03e2a4d343 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:02.788704 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-65b57787-e252-4f29-b76e-2d450c1aab7f req-e48765c4-ef95-4a68-9eb0-fc03e2a4d343 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.74 "GET /v2.0/networks?id=55aac267-cfea-4cb6-a3d1-5d2e5c9145dd HTTP/1.1" status: 200 len: 819 time: 0.3363330 Nov 25 17:46:02.809484 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-65b57787-e252-4f29-b76e-2d450c1aab7f req-d2e66930-4b70-4366-8492-a1931f741bb5 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Request body: {'port': {'device_id': 'b12726b5-045a-4e74-8d5e-7b570347aecc', 'network_id': '55aac267-cfea-4cb6-a3d1-5d2e5c9145dd', 'admin_state_up': True, 'tenant_id': 'c4f532841b574680aa5b2f4b964927a8'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:46:02.820304 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71604cdd-a4da-48cc-9221-0171951f9e57 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Network f91e2ca5-5e01-42cf-b91b-0012657478d6 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:46:02.849529 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305b8b9-c868-448c-8245-40fd172b8361 req-9a465623-af9d-4eaa-a33d-29b41b13ab7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:02.849529 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0305b8b9-c868-448c-8245-40fd172b8361 req-9a465623-af9d-4eaa-a33d-29b41b13ab7f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bb2a2af3-1780-4394-834e-7b4d65546660 HTTP/1.1" status: 200 len: 854 time: 0.1153629 Nov 25 17:46:02.850323 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-71604cdd-a4da-48cc-9221-0171951f9e57 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:46:02.853306 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71604cdd-a4da-48cc-9221-0171951f9e57 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:46:02.908558 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71604cdd-a4da-48cc-9221-0171951f9e57 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event updated for resources: {'Port': ['ID=af1dcbe5-ba0f-4af3-af81-0a89aface2b7,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:02.919009 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0305b8b9-c868-448c-8245-40fd172b8361 req-8324b673-6065-466d-a7cf-a2f0912b408c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d89d2854-97b0-4c53-9fed-c35cc58a4c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540323 Nov 25 17:46:02.964110 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-500c38f2-adad-41c2-a056-e848ba66cd93 req-18658347-2d3e-455f-b5b2-df67999fec35 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9662490 Nov 25 17:46:03.044282 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71604cdd-a4da-48cc-9221-0171951f9e57 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:03.045015 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-71604cdd-a4da-48cc-9221-0171951f9e57 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:03.100400 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8e947c7f-13a5-4d13-afa0-28d29cbced40 req-0de5d1ca-5fdf-4a6c-9675-1d070e0e7aa4 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] 10.222.0.75 "GET /v2.0/security-groups?id=8f3bf077-980f-46b2-88e9-a69282b2cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1703045 Nov 25 17:46:03.131335 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-71604cdd-a4da-48cc-9221-0171951f9e57 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1163278 Nov 25 17:46:03.132275 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37778) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:03.141357 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-0a480049-edf4-48a9-99c5-daec3cb9a496 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Request body: {'port': {'network_id': 'f91e2ca5-5e01-42cf-b91b-0012657478d6', 'name': 'tempest-PortsTestJSON-1770922688', 'fixed_ips': [{'subnet_id': '34c5fb3e-c334-4cd5-84f8-91149febef90', 'ip_address': '172.20.0.9'}]}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:46:03.260873 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65b57787-e252-4f29-b76e-2d450c1aab7f req-d2e66930-4b70-4366-8492-a1931f741bb5 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Made reservation on behalf of c4f532841b574680aa5b2f4b964927a8 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:46:03.268449 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-57a7beb8-7800-443b-96c1-d3d12a254820 req-c9d408e1-140c-4dfd-a287-46dda433e09f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:03.269706 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-65b57787-e252-4f29-b76e-2d450c1aab7f req-d2e66930-4b70-4366-8492-a1931f741bb5 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:03.309178 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1d2463c4-836a-49b0-a747-37afed9964f0 req-77c8308f-b594-4467-86bc-3a77ade85c16 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=b12726b5-045a-4e74-8d5e-7b570347aecc HTTP/1.1" status: 200 len: 210 time: 0.0823414 Nov 25 17:46:03.518746 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a480049-edf4-48a9-99c5-daec3cb9a496 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Made reservation on behalf of c99f4fcf65714d6392d1221ed91b6f93 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:46:03.525881 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0a480049-edf4-48a9-99c5-daec3cb9a496 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:03.563091 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0305b8b9-c868-448c-8245-40fd172b8361 req-f8bd2d61-f11d-4b8f-a231-56f2cd46f507 service neutron] 10.222.0.74 "GET /v2.0/networks/d89d2854-97b0-4c53-9fed-c35cc58a4c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6358683 Nov 25 17:46:03.579901 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192d502-21e5-449e-a86a-9d5451acd0ec req-18107d66-c37e-4c44-8fca-8c99064a0753 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:03.581513 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c192d502-21e5-449e-a86a-9d5451acd0ec req-18107d66-c37e-4c44-8fca-8c99064a0753 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 943 time: 0.3887136 Nov 25 17:46:03.603925 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1027c6e3-cd19-41b2-b67b-40c90de56345 req-64a362a0-3bf3-466b-9ca0-7b62a2ffa310 service neutron] 10.222.0.74 "GET /v2.0/networks/ac3d9612-6ca0-40df-ad89-62ed459c33fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8422303 Nov 25 17:46:03.622877 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-65b57787-e252-4f29-b76e-2d450c1aab7f req-d2e66930-4b70-4366-8492-a1931f741bb5 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Allocated IP 172.20.0.9 (55aac267-cfea-4cb6-a3d1-5d2e5c9145dd/f1fd26dd-f220-4d6c-884e-069c7606d72e/e2bf9fc7-71ab-4b89-b135-683415fcde88) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:46:03.718523 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-0a480049-edf4-48a9-99c5-daec3cb9a496 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] device_id is not set on port 8b812ba1-fc2a-475c-ade8-f845754a81ef yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:46:03.794147 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device f775cafa-bf5b-412d-84f8-dce9f7ca3a8f details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:46:03.874769 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1027c6e3-cd19-41b2-b67b-40c90de56345 req-10b2d1cc-2855-478a-ab19-ef9df6b82ade service neutron] 10.222.0.74 "GET /v2.0/networks/ac3d9612-6ca0-40df-ad89-62ed459c33fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447283 Nov 25 17:46:03.961183 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c192d502-21e5-449e-a86a-9d5451acd0ec req-bf561232-741e-449b-86ef-c810cf4915fc tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3629491 Nov 25 17:46:04.105895 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0305b8b9-c868-448c-8245-40fd172b8361 req-020299b6-a09c-4145-bb2d-0a294e21b820 service neutron] 10.222.0.74 "GET /v2.0/networks/d89d2854-97b0-4c53-9fed-c35cc58a4c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5211031 Nov 25 17:46:04.145701 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1027c6e3-cd19-41b2-b67b-40c90de56345 req-2e029258-8953-4b20-b678-e8c3882c9861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:04.147313 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1027c6e3-cd19-41b2-b67b-40c90de56345 req-2e029258-8953-4b20-b678-e8c3882c9861 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e67f483089c147bfb012c80d67402bfc&device_id=d733f4c7-b735-40ef-ad4c-8d22913b2c6f HTTP/1.1" status: 200 len: 1096 time: 0.1858699 Nov 25 17:46:04.303417 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port f775cafa-bf5b-412d-84f8-dce9f7ca3a8f, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=f775cafa-bf5b-412d-84f8-dce9f7ca3a8f,segment=NetworkSegment(71c86001-f0ae-4454-b37f-632918094290),segment_id=71c86001-f0ae-4454-b37f-632918094290)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:04.384903 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device e39af042-f780-4ae1-9f30-fc5b38b809c9 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:46:04.416540 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': 'f775cafa-bf5b-412d-84f8-dce9f7ca3a8f', 'network_id': 'd89d2854-97b0-4c53-9fed-c35cc58a4c82', 'port_id': 'f775cafa-bf5b-412d-84f8-dce9f7ca3a8f', 'mac_address': 'fa:16:3e:16:5b:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb2a2af3-1780-4394-834e-7b4d65546660', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:46:04.494218 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1027c6e3-cd19-41b2-b67b-40c90de56345 req-5ca30ebd-f38d-47ba-92d5-90d537bce7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:04.500698 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1027c6e3-cd19-41b2-b67b-40c90de56345 req-5ca30ebd-f38d-47ba-92d5-90d537bce7db service neutron] 10.222.0.74 "GET /v2.0/networks?id=ac3d9612-6ca0-40df-ad89-62ed459c33fb HTTP/1.1" status: 200 len: 915 time: 0.3354981 Nov 25 17:46:04.519615 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-65b57787-e252-4f29-b76e-2d450c1aab7f req-d2e66930-4b70-4366-8492-a1931f741bb5 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:04.548695 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-0a480049-edf4-48a9-99c5-daec3cb9a496 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Allocated IP 172.20.0.9 (f91e2ca5-5e01-42cf-b91b-0012657478d6/34c5fb3e-c334-4cd5-84f8-91149febef90/8b812ba1-fc2a-475c-ade8-f845754a81ef) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:46:04.576474 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429fbd4d-85d0-4f2f-942f-a4e6af395ccd None None] Network f91e2ca5-5e01-42cf-b91b-0012657478d6 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:46:04.698050 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-65b57787-e252-4f29-b76e-2d450c1aab7f req-d2e66930-4b70-4366-8492-a1931f741bb5 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:04.722235 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-06e0b92b-5928-4cd1-b77b-1945879fc962 req-e84c2ee2-b325-4851-83f1-229bc3546538 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=b12726b5-045a-4e74-8d5e-7b570347aecc HTTP/1.1" status: 200 len: 210 time: 0.0875990 Nov 25 17:46:04.850491 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:04.907129 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1027c6e3-cd19-41b2-b67b-40c90de56345 req-65440d8f-c31e-46dd-9e6c-ce6a866c7698 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab8b33e8-2d06-4c5d-8805-94b76f672098 HTTP/1.1" status: 200 len: 1001 time: 0.3986731 Nov 25 17:46:04.949148 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65b57787-e252-4f29-b76e-2d450c1aab7f req-d2e66930-4b70-4366-8492-a1931f741bb5 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Network 55aac267-cfea-4cb6-a3d1-5d2e5c9145dd is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:46:04.990158 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-65b57787-e252-4f29-b76e-2d450c1aab7f req-d2e66930-4b70-4366-8492-a1931f741bb5 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:46:04.994280 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e66930-4b70-4366-8492-a1931f741bb5 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Pushing event updated for resources: {'Port': ['ID=e2bf9fc7-71ab-4b89-b135-683415fcde88,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:05.000495 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-65b57787-e252-4f29-b76e-2d450c1aab7f req-d2e66930-4b70-4366-8492-a1931f741bb5 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:46:05.027755 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-6d9838ac-cc1c-49e2-b6d2-93c0b7e0a369 None None] Provisioning complete for port e39af042-f780-4ae1-9f30-fc5b38b809c9 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:05.028456 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6d9838ac-cc1c-49e2-b6d2-93c0b7e0a369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:05.037350 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f775cafa-bf5b-412d-84f8-dce9f7ca3a8f {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:46:05.126351 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b57787-e252-4f29-b76e-2d450c1aab7f req-d2e66930-4b70-4366-8492-a1931f741bb5 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:05.135717 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-65b57787-e252-4f29-b76e-2d450c1aab7f req-d2e66930-4b70-4366-8492-a1931f741bb5 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:05.204628 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0a480049-edf4-48a9-99c5-daec3cb9a496 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:05.225538 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port f775cafa-bf5b-412d-84f8-dce9f7ca3a8f, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=f775cafa-bf5b-412d-84f8-dce9f7ca3a8f,segment=NetworkSegment(71c86001-f0ae-4454-b37f-632918094290),segment_id=71c86001-f0ae-4454-b37f-632918094290)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:05.236762 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-65b57787-e252-4f29-b76e-2d450c1aab7f req-d2e66930-4b70-4366-8492-a1931f741bb5 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4358096 Nov 25 17:46:05.251727 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-65b57787-e252-4f29-b76e-2d450c1aab7f req-e6d59817-e328-434c-a6bb-a7fa0a817456 service neutron] Request body: {'port': {'device_id': 'b12726b5-045a-4e74-8d5e-7b570347aecc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:46:05.292107 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0a480049-edf4-48a9-99c5-daec3cb9a496 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:05.328939 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4772a08-f602-4402-bd43-be374c3e8389 req-7fefdcff-9c68-4710-85a1-905ea9a7b256 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:05.330904 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f4772a08-f602-4402-bd43-be374c3e8389 req-7fefdcff-9c68-4710-85a1-905ea9a7b256 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fddf626-e038-414d-b1b4-b49ae4c2a393 HTTP/1.1" status: 200 len: 943 time: 0.3974667 Nov 25 17:46:05.341769 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1027c6e3-cd19-41b2-b67b-40c90de56345 req-9818aa14-6caf-47fe-a75b-9421e66d20ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:05.343447 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1027c6e3-cd19-41b2-b67b-40c90de56345 req-9818aa14-6caf-47fe-a75b-9421e66d20ec service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5c27de08-3ab5-466c-84b4-62cdfa6da7ca HTTP/1.1" status: 200 len: 853 time: 0.4144983 Nov 25 17:46:05.352797 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:05.359941 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port e39af042-f780-4ae1-9f30-fc5b38b809c9 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:05.360585 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:05.364884 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a480049-edf4-48a9-99c5-daec3cb9a496 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event updated for resources: {'Port': ['ID=8b812ba1-fc2a-475c-ade8-f845754a81ef,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:05.397873 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a480049-edf4-48a9-99c5-daec3cb9a496 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Network f91e2ca5-5e01-42cf-b91b-0012657478d6 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:46:05.399772 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-0a480049-edf4-48a9-99c5-daec3cb9a496 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:46:05.401616 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-65b57787-e252-4f29-b76e-2d450c1aab7f req-e6d59817-e328-434c-a6bb-a7fa0a817456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:05.423000 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a480049-edf4-48a9-99c5-daec3cb9a496 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:46:05.428255 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db0966-77ac-4701-a2ed-1da9ca2179c1 req-263367ce-9b05-4d5f-8529-7289bd9d6e2e tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:05.430135 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b7db0966-77ac-4701-a2ed-1da9ca2179c1 req-263367ce-9b05-4d5f-8529-7289bd9d6e2e tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 944 time: 0.2717872 Nov 25 17:46:05.529382 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6d9838ac-cc1c-49e2-b6d2-93c0b7e0a369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:05.600999 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1027c6e3-cd19-41b2-b67b-40c90de56345 req-ea2279d0-a519-4d28-95c3-4a769691cba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:05.602745 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1027c6e3-cd19-41b2-b67b-40c90de56345 req-ea2279d0-a519-4d28-95c3-4a769691cba4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ac3d9612-6ca0-40df-ad89-62ed459c33fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2413757 Nov 25 17:46:05.605245 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-57a7beb8-7800-443b-96c1-d3d12a254820 req-c9d408e1-140c-4dfd-a287-46dda433e09f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c0f0dcd-a625-4cbe-bc86-7738aeaa3179 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:46:05.615628 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b7db0966-77ac-4701-a2ed-1da9ca2179c1 req-36d1a3a1-45db-4e95-ba32-cc0afa150cd9 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555843 Nov 25 17:46:05.626159 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a480049-edf4-48a9-99c5-daec3cb9a496 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:05.628599 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0a480049-edf4-48a9-99c5-daec3cb9a496 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:05.632576 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-57a7beb8-7800-443b-96c1-d3d12a254820 req-c9d408e1-140c-4dfd-a287-46dda433e09f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:05.651214 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['f775cafa-bf5b-412d-84f8-dce9f7ca3a8f'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:46:05.778507 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1027c6e3-cd19-41b2-b67b-40c90de56345 req-dac0497f-9a65-4f01-a8cc-19596e7b0b60 service neutron] 10.222.0.74 "GET /v2.0/networks/ac3d9612-6ca0-40df-ad89-62ed459c33fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549857 Nov 25 17:46:05.793020 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0a480049-edf4-48a9-99c5-daec3cb9a496 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6582098 Nov 25 17:46:05.793683 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37932) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:05.818944 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-57a7beb8-7800-443b-96c1-d3d12a254820 req-c9d408e1-140c-4dfd-a287-46dda433e09f service neutron] Transition to ACTIVE for port object 9c0f0dcd-a625-4cbe-bc86-7738aeaa3179 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:46:05.843862 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-57a7beb8-7800-443b-96c1-d3d12a254820 req-c9d408e1-140c-4dfd-a287-46dda433e09f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:05.853945 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=f775cafa-bf5b-412d-84f8-dce9f7ca3a8f,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:05.920957 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-6d9838ac-cc1c-49e2-b6d2-93c0b7e0a369 None None] For port e39af042-f780-4ae1-9f30-fc5b38b809c9, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=e39af042-f780-4ae1-9f30-fc5b38b809c9,segment=NetworkSegment(46ec5433-417b-46d4-8cb8-5cce92848917),segment_id=46ec5433-417b-46d4-8cb8-5cce92848917)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:06.007419 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-f4772a08-f602-4402-bd43-be374c3e8389 req-784cfdd2-7e36-4ab5-93b3-946254be6996 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Deleting port ed84ae92-906d-4243-b510-3c436279b9e0 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:46:06.008132 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f4772a08-f602-4402-bd43-be374c3e8389 req-784cfdd2-7e36-4ab5-93b3-946254be6996 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:06.046462 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6d9838ac-cc1c-49e2-b6d2-93c0b7e0a369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:06.120671 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d408e1-140c-4dfd-a287-46dda433e09f service neutron] Pushing event updated for resources: {'Port': ['ID=9c0f0dcd-a625-4cbe-bc86-7738aeaa3179,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:06.235597 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9983e40-6b89-4ac9-ae89-b83de3446ba8 req-98548a7b-9416-49d8-bb4a-3e2de34b760a tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:06.237329 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c9983e40-6b89-4ac9-ae89-b83de3446ba8 req-98548a7b-9416-49d8-bb4a-3e2de34b760a tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=b12726b5-045a-4e74-8d5e-7b570347aecc HTTP/1.1" status: 200 len: 931 time: 0.3021898 Nov 25 17:46:06.284743 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1027c6e3-cd19-41b2-b67b-40c90de56345 req-c7241977-f97e-45b6-bde1-77e34c7a9988 service neutron] 10.222.0.74 "GET /v2.0/networks/ac3d9612-6ca0-40df-ad89-62ed459c33fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4876969 Nov 25 17:46:06.327971 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-57a7beb8-7800-443b-96c1-d3d12a254820 req-c9d408e1-140c-4dfd-a287-46dda433e09f service neutron] Attempting to bind port 9c0f0dcd-a625-4cbe-bc86-7738aeaa3179 on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:46:06.328225 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-57a7beb8-7800-443b-96c1-d3d12a254820 req-c9d408e1-140c-4dfd-a287-46dda433e09f service neutron] Attempting to bind port 9c0f0dcd-a625-4cbe-bc86-7738aeaa3179 by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '285f1045-6e1b-4930-84ab-e53a5adeeccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '55aac267-cfea-4cb6-a3d1-5d2e5c9145dd'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:46:06.328563 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a7beb8-7800-443b-96c1-d3d12a254820 req-c9d408e1-140c-4dfd-a287-46dda433e09f service neutron] Attempting to bind port 9c0f0dcd-a625-4cbe-bc86-7738aeaa3179 on network 55aac267-cfea-4cb6-a3d1-5d2e5c9145dd {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:46:06.390888 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a7beb8-7800-443b-96c1-d3d12a254820 req-c9d408e1-140c-4dfd-a287-46dda433e09f service neutron] Port 9c0f0dcd-a625-4cbe-bc86-7738aeaa3179 on network 55aac267-cfea-4cb6-a3d1-5d2e5c9145dd not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:46:06.391222 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a7beb8-7800-443b-96c1-d3d12a254820 req-c9d408e1-140c-4dfd-a287-46dda433e09f service neutron] Attempting to bind port 9c0f0dcd-a625-4cbe-bc86-7738aeaa3179 on network 55aac267-cfea-4cb6-a3d1-5d2e5c9145dd {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:46:06.446858 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-f4772a08-f602-4402-bd43-be374c3e8389 req-784cfdd2-7e36-4ab5-93b3-946254be6996 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] For port ed84ae92-906d-4243-b510-3c436279b9e0, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=ed84ae92-906d-4243-b510-3c436279b9e0,segment=NetworkSegment(c5752f96-a6e9-4fc2-9dae-273cc6a23f00),segment_id=c5752f96-a6e9-4fc2-9dae-273cc6a23f00)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:06.447274 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f4772a08-f602-4402-bd43-be374c3e8389 req-784cfdd2-7e36-4ab5-93b3-946254be6996 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:06.455730 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a7beb8-7800-443b-96c1-d3d12a254820 req-c9d408e1-140c-4dfd-a287-46dda433e09f service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:46:06.456075 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a7beb8-7800-443b-96c1-d3d12a254820 req-c9d408e1-140c-4dfd-a287-46dda433e09f service neutron] Checking segment: {'id': '285f1045-6e1b-4930-84ab-e53a5adeeccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '55aac267-cfea-4cb6-a3d1-5d2e5c9145dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:46:06.456467 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a7beb8-7800-443b-96c1-d3d12a254820 req-c9d408e1-140c-4dfd-a287-46dda433e09f service neutron] Bound using segment: {'id': '285f1045-6e1b-4930-84ab-e53a5adeeccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '55aac267-cfea-4cb6-a3d1-5d2e5c9145dd'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:46:06.456951 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-57a7beb8-7800-443b-96c1-d3d12a254820 req-c9d408e1-140c-4dfd-a287-46dda433e09f service neutron] Bound port: 9c0f0dcd-a625-4cbe-bc86-7738aeaa3179, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '285f1045-6e1b-4930-84ab-e53a5adeeccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '55aac267-cfea-4cb6-a3d1-5d2e5c9145dd'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:46:06.457942 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-57a7beb8-7800-443b-96c1-d3d12a254820 req-c9d408e1-140c-4dfd-a287-46dda433e09f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:06.463304 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9838ac-cc1c-49e2-b6d2-93c0b7e0a369 None None] Pushing event updated for resources: {'Port': ['ID=e39af042-f780-4ae1-9f30-fc5b38b809c9,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:06.470526 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41248bd4-2394-447f-a52c-883ecf447128 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:06.472179 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-41248bd4-2394-447f-a52c-883ecf447128 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.6718891 Nov 25 17:46:06.485724 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37940) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:06.584200 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-f4772a08-f602-4402-bd43-be374c3e8389 req-784cfdd2-7e36-4ab5-93b3-946254be6996 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Calling delete_port for ed84ae92-906d-4243-b510-3c436279b9e0 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:46:06.731840 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-65b57787-e252-4f29-b76e-2d450c1aab7f req-e6d59817-e328-434c-a6bb-a7fa0a817456 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2bf9fc7-71ab-4b89-b135-683415fcde88 {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:46:06.746618 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-65b57787-e252-4f29-b76e-2d450c1aab7f req-e6d59817-e328-434c-a6bb-a7fa0a817456 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:06.777052 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-65b57787-e252-4f29-b76e-2d450c1aab7f req-e6d59817-e328-434c-a6bb-a7fa0a817456 service neutron] Transition to ACTIVE for port object e2bf9fc7-71ab-4b89-b135-683415fcde88 will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:46:06.783628 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-65b57787-e252-4f29-b76e-2d450c1aab7f req-e6d59817-e328-434c-a6bb-a7fa0a817456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:06.792766 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-bc40cfec-247b-4582-a488-423549428f75 None None] Provisioning complete for port 8b812ba1-fc2a-475c-ade8-f845754a81ef triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:06.793246 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-bc40cfec-247b-4582-a488-423549428f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:06.882333 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-bc40cfec-247b-4582-a488-423549428f75 None None] Port 8b812ba1-fc2a-475c-ade8-f845754a81ef cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:46:06.904351 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-bc40cfec-247b-4582-a488-423549428f75 None None] Provisioning complete for port af1dcbe5-ba0f-4af3-af81-0a89aface2b7 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:06.904729 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-bc40cfec-247b-4582-a488-423549428f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:06.990240 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c9983e40-6b89-4ac9-ae89-b83de3446ba8 req-67403f69-51b5-4dbc-9356-f1e328c5ea8c tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7386301 Nov 25 17:46:07.006365 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-bc40cfec-247b-4582-a488-423549428f75 None None] Port af1dcbe5-ba0f-4af3-af81-0a89aface2b7 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:46:07.036643 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-bc40cfec-247b-4582-a488-423549428f75 None None] Provisioning complete for port e39af042-f780-4ae1-9f30-fc5b38b809c9 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:07.038686 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-bc40cfec-247b-4582-a488-423549428f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:07.089594 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d59817-e328-434c-a6bb-a7fa0a817456 service neutron] Pushing event updated for resources: {'Port': ['ID=e2bf9fc7-71ab-4b89-b135-683415fcde88,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:07.132602 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-65b57787-e252-4f29-b76e-2d450c1aab7f req-e6d59817-e328-434c-a6bb-a7fa0a817456 service neutron] Attempting to bind port e2bf9fc7-71ab-4b89-b135-683415fcde88 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:46:07.133322 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-65b57787-e252-4f29-b76e-2d450c1aab7f req-e6d59817-e328-434c-a6bb-a7fa0a817456 service neutron] Attempting to bind port e2bf9fc7-71ab-4b89-b135-683415fcde88 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '285f1045-6e1b-4930-84ab-e53a5adeeccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '55aac267-cfea-4cb6-a3d1-5d2e5c9145dd'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:46:07.133668 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b57787-e252-4f29-b76e-2d450c1aab7f req-e6d59817-e328-434c-a6bb-a7fa0a817456 service neutron] Attempting to bind port e2bf9fc7-71ab-4b89-b135-683415fcde88 on network 55aac267-cfea-4cb6-a3d1-5d2e5c9145dd {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:46:07.150794 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b57787-e252-4f29-b76e-2d450c1aab7f req-e6d59817-e328-434c-a6bb-a7fa0a817456 service neutron] Port e2bf9fc7-71ab-4b89-b135-683415fcde88 on network 55aac267-cfea-4cb6-a3d1-5d2e5c9145dd not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:46:07.151338 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b57787-e252-4f29-b76e-2d450c1aab7f req-e6d59817-e328-434c-a6bb-a7fa0a817456 service neutron] Attempting to bind port e2bf9fc7-71ab-4b89-b135-683415fcde88 on network 55aac267-cfea-4cb6-a3d1-5d2e5c9145dd {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:46:07.165036 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b57787-e252-4f29-b76e-2d450c1aab7f req-e6d59817-e328-434c-a6bb-a7fa0a817456 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:46:07.167872 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b57787-e252-4f29-b76e-2d450c1aab7f req-e6d59817-e328-434c-a6bb-a7fa0a817456 service neutron] Checking segment: {'id': '285f1045-6e1b-4930-84ab-e53a5adeeccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '55aac267-cfea-4cb6-a3d1-5d2e5c9145dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:46:07.168539 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b57787-e252-4f29-b76e-2d450c1aab7f req-e6d59817-e328-434c-a6bb-a7fa0a817456 service neutron] Bound using segment: {'id': '285f1045-6e1b-4930-84ab-e53a5adeeccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '55aac267-cfea-4cb6-a3d1-5d2e5c9145dd'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:46:07.169279 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-65b57787-e252-4f29-b76e-2d450c1aab7f req-e6d59817-e328-434c-a6bb-a7fa0a817456 service neutron] Bound port: e2bf9fc7-71ab-4b89-b135-683415fcde88, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '285f1045-6e1b-4930-84ab-e53a5adeeccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '55aac267-cfea-4cb6-a3d1-5d2e5c9145dd'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:46:07.169900 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-65b57787-e252-4f29-b76e-2d450c1aab7f req-e6d59817-e328-434c-a6bb-a7fa0a817456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:07.246296 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efedb330-2ff9-4fff-a649-670f37bce7ce tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:07.252875 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efedb330-2ff9-4fff-a649-670f37bce7ce tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:07.260042 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efedb330-2ff9-4fff-a649-670f37bce7ce tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:07.262137 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-efedb330-2ff9-4fff-a649-670f37bce7ce tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.7754910 Nov 25 17:46:07.267645 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37948) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:07.314662 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-57a7beb8-7800-443b-96c1-d3d12a254820 req-c9d408e1-140c-4dfd-a287-46dda433e09f service neutron] For port 9c0f0dcd-a625-4cbe-bc86-7738aeaa3179, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:46:07.362000 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-e2ee2175-a91d-4022-80c4-bc10990d233c None None] Provisioning complete for port af1dcbe5-ba0f-4af3-af81-0a89aface2b7 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:07.362783 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e2ee2175-a91d-4022-80c4-bc10990d233c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:07.366845 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-57a7beb8-7800-443b-96c1-d3d12a254820 req-c9d408e1-140c-4dfd-a287-46dda433e09f service neutron] For port 9c0f0dcd-a625-4cbe-bc86-7738aeaa3179, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=9c0f0dcd-a625-4cbe-bc86-7738aeaa3179,segment=NetworkSegment(285f1045-6e1b-4930-84ab-e53a5adeeccb),segment_id=285f1045-6e1b-4930-84ab-e53a5adeeccb)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:46:07.397682 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-57a7beb8-7800-443b-96c1-d3d12a254820 req-c9d408e1-140c-4dfd-a287-46dda433e09f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:07.400375 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-65b57787-e252-4f29-b76e-2d450c1aab7f req-e6d59817-e328-434c-a6bb-a7fa0a817456 service neutron] For port e2bf9fc7-71ab-4b89-b135-683415fcde88, host n-h1-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:46:07.472291 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-65b57787-e252-4f29-b76e-2d450c1aab7f req-e6d59817-e328-434c-a6bb-a7fa0a817456 service neutron] For port e2bf9fc7-71ab-4b89-b135-683415fcde88, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e2bf9fc7-71ab-4b89-b135-683415fcde88,segment=NetworkSegment(285f1045-6e1b-4930-84ab-e53a5adeeccb),segment_id=285f1045-6e1b-4930-84ab-e53a5adeeccb)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:46:07.482163 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-e2ee2175-a91d-4022-80c4-bc10990d233c None None] Port af1dcbe5-ba0f-4af3-af81-0a89aface2b7 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:46:07.492631 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-65b57787-e252-4f29-b76e-2d450c1aab7f req-e6d59817-e328-434c-a6bb-a7fa0a817456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:07.500739 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbba33-c799-4756-917c-14d4c00839c7 req-c83930fb-8f3a-462b-bc77-22ec2da6fdf7 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:07.508169 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-05fbba33-c799-4756-917c-14d4c00839c7 req-c83930fb-8f3a-462b-bc77-22ec2da6fdf7 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 944 time: 0.3482134 Nov 25 17:46:07.590526 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b57787-e252-4f29-b76e-2d450c1aab7f req-e6d59817-e328-434c-a6bb-a7fa0a817456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:07.590526 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-65b57787-e252-4f29-b76e-2d450c1aab7f req-e6d59817-e328-434c-a6bb-a7fa0a817456 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:07.590526 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-65b57787-e252-4f29-b76e-2d450c1aab7f req-e6d59817-e328-434c-a6bb-a7fa0a817456 service neutron] 10.222.0.74 "PUT /v2.0/ports/e2bf9fc7-71ab-4b89-b135-683415fcde88 HTTP/1.1" status: 200 len: 1091 time: 2.3419974 Nov 25 17:46:07.594558 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b12726b5-045a-4e74-8d5e-7b570347aecc', 'tag': 'e2bf9fc7-71ab-4b89-b135-683415fcde88'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:46:07.597663 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0701200b-5698-4140-a5f4-bbb14c08348d" -d '{"events": [{"name": "network-changed", "server_uuid": "b12726b5-045a-4e74-8d5e-7b570347aecc", "tag": "e2bf9fc7-71ab-4b89-b135-683415fcde88"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:46:07.628133 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cd4e3a17-681f-48a9-8d0d-ae901b4e3a9e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Deleting port 8b812ba1-fc2a-475c-ade8-f845754a81ef {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:46:07.628516 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cd4e3a17-681f-48a9-8d0d-ae901b4e3a9e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:07.635844 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-774ed625-a7eb-4cdc-a140-d95048ab60b5 None None] Provisioning complete for port 8b812ba1-fc2a-475c-ade8-f845754a81ef triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:07.637838 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-774ed625-a7eb-4cdc-a140-d95048ab60b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:07.666061 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7beb8-7800-443b-96c1-d3d12a254820 req-c9d408e1-140c-4dfd-a287-46dda433e09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:07.667602 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-57a7beb8-7800-443b-96c1-d3d12a254820 req-c9d408e1-140c-4dfd-a287-46dda433e09f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:07.672675 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-57a7beb8-7800-443b-96c1-d3d12a254820 req-c9d408e1-140c-4dfd-a287-46dda433e09f service neutron] 10.222.0.90 "PUT /v2.0/ports/9c0f0dcd-a625-4cbe-bc86-7738aeaa3179 HTTP/1.1" status: 200 len: 1091 time: 5.0046291 Nov 25 17:46:07.673569 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '019cad4d-a92d-4351-8ebf-fda94ce5a945', 'tag': '9c0f0dcd-a625-4cbe-bc86-7738aeaa3179'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:46:07.681993 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db02efac-2f62-4d36-aeda-8e92eb31e001" -d '{"events": [{"name": "network-changed", "server_uuid": "019cad4d-a92d-4351-8ebf-fda94ce5a945", "tag": "9c0f0dcd-a625-4cbe-bc86-7738aeaa3179"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:46:07.724679 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-774ed625-a7eb-4cdc-a140-d95048ab60b5 None None] Port 8b812ba1-fc2a-475c-ade8-f845754a81ef cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:46:07.827538 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device f775cafa-bf5b-412d-84f8-dce9f7ca3a8f up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:46:07.851428 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d59817-e328-434c-a6bb-a7fa0a817456 service neutron] Pushing event updated for resources: {'Port': ['ID=e2bf9fc7-71ab-4b89-b135-683415fcde88,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:07.888432 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-05fbba33-c799-4756-917c-14d4c00839c7 req-cbbba379-9e4b-4ee1-8cc6-21344faa1348 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336599 Nov 25 17:46:07.889115 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d408e1-140c-4dfd-a287-46dda433e09f service neutron] Pushing event updated for resources: {'Port': ['ID=9c0f0dcd-a625-4cbe-bc86-7738aeaa3179,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:07.890548 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b57787-e252-4f29-b76e-2d450c1aab7f req-043c299b-b20f-4c1c-8409-5b0f004882e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:07.902885 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-65b57787-e252-4f29-b76e-2d450c1aab7f req-043c299b-b20f-4c1c-8409-5b0f004882e6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c4f532841b574680aa5b2f4b964927a8&device_id=b12726b5-045a-4e74-8d5e-7b570347aecc HTTP/1.1" status: 200 len: 1094 time: 0.2641511 Nov 25 17:46:07.930279 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f4772a08-f602-4402-bd43-be374c3e8389 req-784cfdd2-7e36-4ab5-93b3-946254be6996 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:07.962379 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['5065f371-45ed-4e50-b639-0de33fa2049c'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:46:07.971275 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['dc6a8024-085e-4dd4-a044-03e7336eacba'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:46:07.990796 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7beb8-7800-443b-96c1-d3d12a254820 req-c0428994-d292-49f1-afa1-ad08be8b62c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:08.001147 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-57a7beb8-7800-443b-96c1-d3d12a254820 req-c0428994-d292-49f1-afa1-ad08be8b62c0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c4f532841b574680aa5b2f4b964927a8&device_id=019cad4d-a92d-4351-8ebf-fda94ce5a945 HTTP/1.1" status: 200 len: 1094 time: 0.2548668 Nov 25 17:46:08.011200 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-65b57787-e252-4f29-b76e-2d450c1aab7f req-87ee3733-ed51-4e31-ba25-7a36fdd1d01d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2bf9fc7-71ab-4b89-b135-683415fcde88 HTTP/1.1" status: 200 len: 217 time: 0.0956759 Nov 25 17:46:08.029173 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf99510c-d9ad-409d-8c16-f02021fde8e3 x-openstack-request-id: req-bf99510c-d9ad-409d-8c16-f02021fde8e3 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:46:08.029808 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b12726b5-045a-4e74-8d5e-7b570347aecc", "tag": "e2bf9fc7-71ab-4b89-b135-683415fcde88", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:46:08.030302 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bf99510c-d9ad-409d-8c16-f02021fde8e3 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:46:08.031612 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b12726b5-045a-4e74-8d5e-7b570347aecc', 'tag': 'e2bf9fc7-71ab-4b89-b135-683415fcde88', 'status': 'completed', 'code': 200} Nov 25 17:46:08.182768 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784cfdd2-7e36-4ab5-93b3-946254be6996 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Pushing event deleted for resources: {'Port': ['ID=ed84ae92-906d-4243-b510-3c436279b9e0,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:08.193084 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eebe2a4-1d41-452c-9033-532c87c6c2d4 x-openstack-request-id: req-9eebe2a4-1d41-452c-9033-532c87c6c2d4 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:46:08.193636 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "019cad4d-a92d-4351-8ebf-fda94ce5a945", "tag": "9c0f0dcd-a625-4cbe-bc86-7738aeaa3179", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:46:08.194119 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9eebe2a4-1d41-452c-9033-532c87c6c2d4 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:46:08.194989 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '019cad4d-a92d-4351-8ebf-fda94ce5a945', 'tag': '9c0f0dcd-a625-4cbe-bc86-7738aeaa3179', 'status': 'completed', 'code': 200} Nov 25 17:46:08.199540 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-57a7beb8-7800-443b-96c1-d3d12a254820 req-ee7fb043-b278-4a69-8e0e-e2f24c2e0fbf service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c0f0dcd-a625-4cbe-bc86-7738aeaa3179 HTTP/1.1" status: 200 len: 217 time: 0.1830604 Nov 25 17:46:08.230507 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4772a08-f602-4402-bd43-be374c3e8389 req-784cfdd2-7e36-4ab5-93b3-946254be6996 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] No DVR routers for this DVR port ed84ae92-906d-4243-b510-3c436279b9e0 on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:46:08.240914 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b57787-e252-4f29-b76e-2d450c1aab7f req-f9e2dee1-da12-4b90-bb71-c59411013948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:08.242474 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-65b57787-e252-4f29-b76e-2d450c1aab7f req-f9e2dee1-da12-4b90-bb71-c59411013948 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f1fd26dd-f220-4d6c-884e-069c7606d72e HTTP/1.1" status: 200 len: 859 time: 0.1987743 Nov 25 17:46:08.244647 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cd4e3a17-681f-48a9-8d0d-ae901b4e3a9e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:08.262641 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f4772a08-f602-4402-bd43-be374c3e8389 req-784cfdd2-7e36-4ab5-93b3-946254be6996 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:08.288806 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f4772a08-f602-4402-bd43-be374c3e8389 req-784cfdd2-7e36-4ab5-93b3-946254be6996 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "DELETE /v2.0/ports/ed84ae92-906d-4243-b510-3c436279b9e0 HTTP/1.1" status: 204 len: 173 time: 2.9438396 Nov 25 17:46:08.296399 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cd4e3a17-681f-48a9-8d0d-ae901b4e3a9e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Calling delete_port for 8b812ba1-fc2a-475c-ade8-f845754a81ef owned by {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:46:08.300483 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-65b57787-e252-4f29-b76e-2d450c1aab7f req-8ad41405-6ee5-46e1-958e-76f9461db376 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=55aac267-cfea-4cb6-a3d1-5d2e5c9145dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448310 Nov 25 17:46:08.318842 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port f775cafa-bf5b-412d-84f8-dce9f7ca3a8f completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:46:08.329154 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port f775cafa-bf5b-412d-84f8-dce9f7ca3a8f triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:08.329537 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:08.531696 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7beb8-7800-443b-96c1-d3d12a254820 req-6ead5be4-8bc4-4f33-aafc-d016eac4be90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:08.534095 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-57a7beb8-7800-443b-96c1-d3d12a254820 req-6ead5be4-8bc4-4f33-aafc-d016eac4be90 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f1fd26dd-f220-4d6c-884e-069c7606d72e HTTP/1.1" status: 200 len: 859 time: 0.3051887 Nov 25 17:46:08.540381 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device e39af042-f780-4ae1-9f30-fc5b38b809c9 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:46:08.546568 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-65b57787-e252-4f29-b76e-2d450c1aab7f req-43d93b78-6c0d-4239-a6cd-ec6ebe968aff service neutron] 10.222.0.74 "GET /v2.0/networks/55aac267-cfea-4cb6-a3d1-5d2e5c9145dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357078 Nov 25 17:46:08.603325 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc87007-73c7-4655-95e8-ce6903778262 req-f13e7124-93f5-4379-b4b5-a6ef42bd1c2f tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:08.604949 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7fc87007-73c7-4655-95e8-ce6903778262 req-f13e7124-93f5-4379-b4b5-a6ef42bd1c2f tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=b12726b5-045a-4e74-8d5e-7b570347aecc HTTP/1.1" status: 200 len: 943 time: 0.2629569 Nov 25 17:46:08.607157 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-57a7beb8-7800-443b-96c1-d3d12a254820 req-636a2f9c-abb7-4ea2-bacb-b0678811f155 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=55aac267-cfea-4cb6-a3d1-5d2e5c9145dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616515 Nov 25 17:46:08.782247 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-65b57787-e252-4f29-b76e-2d450c1aab7f req-a681fc42-1b9c-4c07-8f08-68f3a92ce4c5 service neutron] 10.222.0.74 "GET /v2.0/networks/55aac267-cfea-4cb6-a3d1-5d2e5c9145dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163744 Nov 25 17:46:08.841646 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7fc87007-73c7-4655-95e8-ce6903778262 req-ceb0862d-4aee-4708-a732-c90315224c76 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176728 Nov 25 17:46:08.908152 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-57a7beb8-7800-443b-96c1-d3d12a254820 req-56132a41-235a-457d-a219-c3ebcf01f24f service neutron] 10.222.0.90 "GET /v2.0/networks/55aac267-cfea-4cb6-a3d1-5d2e5c9145dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866817 Nov 25 17:46:09.065288 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-fde55977-b3f9-4f6e-a33a-a722d0e40ffd req-b68f8fd3-b628-4af6-9595-facec4025a13 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=be4b7a36-232e-4fd3-be4b-dca35373e00f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5280290 Nov 25 17:46:09.166234 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:09.198703 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cd4e3a17-681f-48a9-8d0d-ae901b4e3a9e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:09.257988 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-57a7beb8-7800-443b-96c1-d3d12a254820 req-218bc5a3-bf1c-4608-ad37-9514af54ddc8 service neutron] 10.222.0.90 "GET /v2.0/networks/55aac267-cfea-4cb6-a3d1-5d2e5c9145dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215628 Nov 25 17:46:09.373772 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e3a17-681f-48a9-8d0d-ae901b4e3a9e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event deleted for resources: {'Port': ['ID=8b812ba1-fc2a-475c-ade8-f845754a81ef,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:09.385031 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701200b-5698-4140-a5f4-bbb14c08348d req-784b785b-47bd-4b67-ad97-f6625917ad51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:09.386589 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-0701200b-5698-4140-a5f4-bbb14c08348d req-784b785b-47bd-4b67-ad97-f6625917ad51 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c4f532841b574680aa5b2f4b964927a8&device_id=b12726b5-045a-4e74-8d5e-7b570347aecc HTTP/1.1" status: 200 len: 1094 time: 0.5129890 Nov 25 17:46:09.389919 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481c3a50-3a48-4609-ab28-3d6c644af2b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f775cafa-bf5b-412d-84f8-dce9f7ca3a8f'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:46:09.392175 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0dfa22f-0c9f-472a-92aa-3d4de2a46bfc" -d '{"events": [{"server_uuid": "481c3a50-3a48-4609-ab28-3d6c644af2b0", "name": "network-vif-plugged", "status": "completed", "tag": "f775cafa-bf5b-412d-84f8-dce9f7ca3a8f"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:46:09.431636 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port e39af042-f780-4ae1-9f30-fc5b38b809c9 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:09.432005 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:09.451142 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port f775cafa-bf5b-412d-84f8-dce9f7ca3a8f, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=f775cafa-bf5b-412d-84f8-dce9f7ca3a8f,segment=NetworkSegment(71c86001-f0ae-4454-b37f-632918094290),segment_id=71c86001-f0ae-4454-b37f-632918094290)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:09.513896 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:09.514448 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b0842-4ff0-4cea-aac3-3a397f5e3f5c req-cf48fd9b-786b-4e8d-aa93-e3e668c4efcc tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:09.529312 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ba8b0842-4ff0-4cea-aac3-3a397f5e3f5c req-cf48fd9b-786b-4e8d-aa93-e3e668c4efcc tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 944 time: 0.2688265 Nov 25 17:46:09.669532 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=f775cafa-bf5b-412d-84f8-dce9f7ca3a8f,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:09.717389 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e35a5b-79c6-4b01-b27d-733d77593fa5 x-openstack-request-id: req-f5e35a5b-79c6-4b01-b27d-733d77593fa5 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:46:09.717688 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "481c3a50-3a48-4609-ab28-3d6c644af2b0", "name": "network-vif-plugged", "status": "completed", "tag": "f775cafa-bf5b-412d-84f8-dce9f7ca3a8f", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:46:09.718703 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f5e35a5b-79c6-4b01-b27d-733d77593fa5 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:46:09.718839 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '481c3a50-3a48-4609-ab28-3d6c644af2b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f775cafa-bf5b-412d-84f8-dce9f7ca3a8f', 'code': 200} Nov 25 17:46:09.752963 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ba8b0842-4ff0-4cea-aac3-3a397f5e3f5c req-30ca8240-69fe-4c6c-a228-343b60deafd1 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187662 Nov 25 17:46:09.812989 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02efac-2f62-4d36-aeda-8e92eb31e001 req-bf28c367-faca-4450-b06e-81a14b649f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:09.815110 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-db02efac-2f62-4d36-aeda-8e92eb31e001 req-bf28c367-faca-4450-b06e-81a14b649f2f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c4f532841b574680aa5b2f4b964927a8&device_id=019cad4d-a92d-4351-8ebf-fda94ce5a945 HTTP/1.1" status: 200 len: 1094 time: 0.4303865 Nov 25 17:46:09.843805 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701200b-5698-4140-a5f4-bbb14c08348d req-0f912698-5b5a-4311-b040-f645697576a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:09.845222 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-0701200b-5698-4140-a5f4-bbb14c08348d req-0f912698-5b5a-4311-b040-f645697576a3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=55aac267-cfea-4cb6-a3d1-5d2e5c9145dd HTTP/1.1" status: 200 len: 920 time: 0.4450843 Nov 25 17:46:09.846545 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cd4e3a17-681f-48a9-8d0d-ae901b4e3a9e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:09.853040 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-cd4e3a17-681f-48a9-8d0d-ae901b4e3a9e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "DELETE /v2.0/ports/8b812ba1-fc2a-475c-ade8-f845754a81ef HTTP/1.1" status: 204 len: 168 time: 2.5841179 Nov 25 17:46:09.855134 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38010) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:09.893737 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-a46974b7-139a-480c-bbd9-c4cc2d1ee96d tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] GET failed (client error): The resource could not be found. Nov 25 17:46:09.898553 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a46974b7-139a-480c-bbd9-c4cc2d1ee96d tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "GET /v2.0/ports/8b812ba1-fc2a-475c-ade8-f845754a81ef HTTP/1.1" status: 404 len: 333 time: 0.0366697 Nov 25 17:46:09.899918 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38012) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:09.948127 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde55977-b3f9-4f6e-a33a-a722d0e40ffd req-b30af0f5-f38f-4c3c-aa89-f75838402b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:09.949778 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-fde55977-b3f9-4f6e-a33a-a722d0e40ffd req-b30af0f5-f38f-4c3c-aa89-f75838402b9c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5a560046c26c483180c0093a6be1dd8b&device_id=be4b7a36-232e-4fd3-be4b-dca35373e00f HTTP/1.1" status: 200 len: 1058 time: 0.8265643 Nov 25 17:46:09.951446 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-0701200b-5698-4140-a5f4-bbb14c08348d req-0dc15379-a666-4e67-a85c-b539a2c4d88d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2bf9fc7-71ab-4b89-b135-683415fcde88 HTTP/1.1" status: 200 len: 217 time: 0.0954301 Nov 25 17:46:10.047502 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f7cce2-60d5-4803-8a96-fcca19572527 req-36d60d9b-86eb-4a77-a1ca-c33b04d40400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:10.049046 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-34f7cce2-60d5-4803-8a96-fcca19572527 req-36d60d9b-86eb-4a77-a1ca-c33b04d40400 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 1096 time: 0.2775719 Nov 25 17:46:10.112223 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a0f4ac-ed4f-4b29-8590-843a585298bc req-4355a17b-b55c-416f-8f66-d501eae0bd22 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:10.125768 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-86a0f4ac-ed4f-4b29-8590-843a585298bc req-4355a17b-b55c-416f-8f66-d501eae0bd22 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=be4b7a36-232e-4fd3-be4b-dca35373e00f HTTP/1.1" status: 200 len: 907 time: 0.3026540 Nov 25 17:46:10.137387 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02efac-2f62-4d36-aeda-8e92eb31e001 req-259dff04-9573-4133-93d6-7b784edb00ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:10.139294 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-db02efac-2f62-4d36-aeda-8e92eb31e001 req-259dff04-9573-4133-93d6-7b784edb00ff service neutron] 10.222.0.90 "GET /v2.0/networks?id=55aac267-cfea-4cb6-a3d1-5d2e5c9145dd HTTP/1.1" status: 200 len: 920 time: 0.3162510 Nov 25 17:46:10.154444 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde55977-b3f9-4f6e-a33a-a722d0e40ffd req-ef981caa-bf97-4eb2-a1d9-178c02238a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:10.156390 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-fde55977-b3f9-4f6e-a33a-a722d0e40ffd req-ef981caa-bf97-4eb2-a1d9-178c02238a02 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d0082d57-8c96-4a76-be0f-340c2f65b160 HTTP/1.1" status: 200 len: 913 time: 0.1637552 Nov 25 17:46:10.172953 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0225d24-2b8e-4972-86b8-f4160a9c226a req-a1bddd7d-d866-4684-b8b3-02ec20522cad tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:10.174798 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a0225d24-2b8e-4972-86b8-f4160a9c226a req-a1bddd7d-d866-4684-b8b3-02ec20522cad tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=b12726b5-045a-4e74-8d5e-7b570347aecc HTTP/1.1" status: 200 len: 943 time: 0.1912055 Nov 25 17:46:10.218488 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fddf626-e038-414d-b1b4-b49ae4c2a393', 'name': 'network-vif-deleted', 'tag': 'ed84ae92-906d-4243-b510-3c436279b9e0'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:46:10.221041 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9af94b-d5c8-441a-91b3-1393b806c3fd" -d '{"events": [{"server_uuid": "0fddf626-e038-414d-b1b4-b49ae4c2a393", "name": "network-vif-deleted", "tag": "ed84ae92-906d-4243-b510-3c436279b9e0"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:46:10.261884 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-db02efac-2f62-4d36-aeda-8e92eb31e001 req-1b3c8af1-efa7-4836-af2c-37c4f729a02d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c0f0dcd-a625-4cbe-bc86-7738aeaa3179 HTTP/1.1" status: 200 len: 217 time: 0.1104317 Nov 25 17:46:10.263326 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-fde55977-b3f9-4f6e-a33a-a722d0e40ffd req-ba0c5d15-fad9-4c7f-9418-caac02c8774a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=153edba5-0694-404e-8e28-a5ad64821450 HTTP/1.1" status: 200 len: 217 time: 0.0734754 Nov 25 17:46:10.284155 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-34f7cce2-60d5-4803-8a96-fcca19572527 req-6ab09876-c502-4410-88fc-a58e2783b507 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194076 Nov 25 17:46:10.296913 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 25 Nov 2021 17:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef91da3-b890-4333-9919-c9c55782f001 x-openstack-request-id: req-3ef91da3-b890-4333-9919-c9c55782f001 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:46:10.297487 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fddf626-e038-414d-b1b4-b49ae4c2a393", "name": "network-vif-deleted", "tag": "ed84ae92-906d-4243-b510-3c436279b9e0", "status": "failed", "code": 422}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:46:10.297911 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3ef91da3-b890-4333-9919-c9c55782f001 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:46:10.298464 n-d-817746-1 neutron-server[103361]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0fddf626-e038-414d-b1b4-b49ae4c2a393', 'name': 'network-vif-deleted', 'tag': 'ed84ae92-906d-4243-b510-3c436279b9e0', 'status': 'failed', 'code': 422} returned with failed status Nov 25 17:46:10.358821 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde55977-b3f9-4f6e-a33a-a722d0e40ffd req-55dfe091-8e01-4b11-adc5-d03a4debe6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:10.360880 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-fde55977-b3f9-4f6e-a33a-a722d0e40ffd req-55dfe091-8e01-4b11-adc5-d03a4debe6a7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c74f83ed-3896-4341-8cf1-e1417d85add2 HTTP/1.1" status: 200 len: 851 time: 0.0674071 Nov 25 17:46:10.393392 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a0225d24-2b8e-4972-86b8-f4160a9c226a req-08c64098-b41d-4608-bacf-ee2121ce9ea2 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501486 Nov 25 17:46:10.403522 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701200b-5698-4140-a5f4-bbb14c08348d req-beae9a37-960e-4326-989a-1cad45ce48b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:10.404250 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02efac-2f62-4d36-aeda-8e92eb31e001 req-bfc40d6c-b9fc-4c99-8f8e-3275a3406427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:10.405420 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-0701200b-5698-4140-a5f4-bbb14c08348d req-beae9a37-960e-4326-989a-1cad45ce48b2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f1fd26dd-f220-4d6c-884e-069c7606d72e HTTP/1.1" status: 200 len: 859 time: 0.4104514 Nov 25 17:46:10.406138 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-db02efac-2f62-4d36-aeda-8e92eb31e001 req-bfc40d6c-b9fc-4c99-8f8e-3275a3406427 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f1fd26dd-f220-4d6c-884e-069c7606d72e HTTP/1.1" status: 200 len: 859 time: 0.1188984 Nov 25 17:46:10.485687 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-e4d665e4-9b6a-4c4c-a2f0-1a220276ca82 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Deleting port af1dcbe5-ba0f-4af3-af81-0a89aface2b7 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:46:10.490515 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e4d665e4-9b6a-4c4c-a2f0-1a220276ca82 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:10.500790 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-db02efac-2f62-4d36-aeda-8e92eb31e001 req-40623afd-777f-4bc0-8f81-8dfd89d34b12 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=55aac267-cfea-4cb6-a3d1-5d2e5c9145dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734816 Nov 25 17:46:10.519595 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde55977-b3f9-4f6e-a33a-a722d0e40ffd req-583dfe31-defe-4249-878f-c51fc62c4e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:10.521514 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-fde55977-b3f9-4f6e-a33a-a722d0e40ffd req-583dfe31-defe-4249-878f-c51fc62c4e14 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d0082d57-8c96-4a76-be0f-340c2f65b160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1390467 Nov 25 17:46:10.743371 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-fde55977-b3f9-4f6e-a33a-a722d0e40ffd req-d85b0ee5-95ff-488f-9f1b-b10063a9e595 service neutron] 10.222.0.90 "GET /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891282 Nov 25 17:46:10.762746 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-0701200b-5698-4140-a5f4-bbb14c08348d req-b55d420f-e40b-403a-898c-5d7982c17ce7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=55aac267-cfea-4cb6-a3d1-5d2e5c9145dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2638335 Nov 25 17:46:10.774148 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-db02efac-2f62-4d36-aeda-8e92eb31e001 req-d31e15d8-a92d-4404-a860-dad0628d2555 service neutron] 10.222.0.90 "GET /v2.0/networks/55aac267-cfea-4cb6-a3d1-5d2e5c9145dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582257 Nov 25 17:46:10.905098 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-fde55977-b3f9-4f6e-a33a-a722d0e40ffd req-bfeff3a7-4429-4347-8e05-c95994404372 service neutron] 10.222.0.90 "GET /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410966 Nov 25 17:46:11.048010 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-db02efac-2f62-4d36-aeda-8e92eb31e001 req-7cbc16ec-957b-40d0-8138-abc6720c919d service neutron] 10.222.0.90 "GET /v2.0/networks/55aac267-cfea-4cb6-a3d1-5d2e5c9145dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676508 Nov 25 17:46:11.058590 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed249e1-e8c7-4e90-a512-409bdd9480db req-6b28b3e2-9448-4640-82e9-11bfd985fb9f tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:11.060370 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-aed249e1-e8c7-4e90-a512-409bdd9480db req-6b28b3e2-9448-4640-82e9-11bfd985fb9f tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.1156285 Nov 25 17:46:11.124943 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e4d665e4-9b6a-4c4c-a2f0-1a220276ca82 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:11.139911 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-aed249e1-e8c7-4e90-a512-409bdd9480db req-30b007c6-c2ca-460d-9c85-388dae1bdca9 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715437 Nov 25 17:46:11.162362 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-e4d665e4-9b6a-4c4c-a2f0-1a220276ca82 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Calling delete_port for af1dcbe5-ba0f-4af3-af81-0a89aface2b7 owned by {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:46:11.186983 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf7c7a-339f-458f-be14-89dd01544718 req-561eeafe-e0a2-4ad7-ac25-e4666dc6b991 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:11.188913 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-24cf7c7a-339f-458f-be14-89dd01544718 req-561eeafe-e0a2-4ad7-ac25-e4666dc6b991 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.90 "GET /v2.0/ports?device_id=be4b7a36-232e-4fd3-be4b-dca35373e00f HTTP/1.1" status: 200 len: 907 time: 0.1617577 Nov 25 17:46:11.361860 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-0701200b-5698-4140-a5f4-bbb14c08348d req-0260f57f-00f7-4deb-bda6-a714b1d86f8b service neutron] 10.222.0.74 "GET /v2.0/networks/55aac267-cfea-4cb6-a3d1-5d2e5c9145dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5826821 Nov 25 17:46:11.621937 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6582d205-5e90-4c6f-a9a0-d0690a2199ea req-fed525b3-2426-4b1b-9393-448b5172082e tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:11.626444 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6582d205-5e90-4c6f-a9a0-d0690a2199ea req-fed525b3-2426-4b1b-9393-448b5172082e tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=b12726b5-045a-4e74-8d5e-7b570347aecc HTTP/1.1" status: 200 len: 943 time: 0.1146600 Nov 25 17:46:11.855987 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device e2bf9fc7-71ab-4b89-b135-683415fcde88 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:46:11.928598 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6582d205-5e90-4c6f-a9a0-d0690a2199ea req-15f95956-4b4b-4673-b804-93867e3253e5 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933600 Nov 25 17:46:11.994781 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 9c0f0dcd-a625-4cbe-bc86-7738aeaa3179 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:46:11.999264 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf6bc4-e314-4363-88df-0a0ec3ef60b0 req-f0133d89-aff0-4b18-937b-1b723538e370 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:12.007812 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0dbf6bc4-e314-4363-88df-0a0ec3ef60b0 req-f0133d89-aff0-4b18-937b-1b723538e370 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=be4b7a36-232e-4fd3-be4b-dca35373e00f HTTP/1.1" status: 200 len: 907 time: 0.7541437 Nov 25 17:46:12.199807 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port e2bf9fc7-71ab-4b89-b135-683415fcde88, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e2bf9fc7-71ab-4b89-b135-683415fcde88,segment=NetworkSegment(285f1045-6e1b-4930-84ab-e53a5adeeccb),segment_id=285f1045-6e1b-4930-84ab-e53a5adeeccb)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:12.226372 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': 'e2bf9fc7-71ab-4b89-b135-683415fcde88', 'network_id': '55aac267-cfea-4cb6-a3d1-5d2e5c9145dd', 'port_id': 'e2bf9fc7-71ab-4b89-b135-683415fcde88', 'mac_address': 'fa:16:3e:59:9f:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1fd26dd-f220-4d6c-884e-069c7606d72e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:46:12.286882 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:12.336112 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e4d665e4-9b6a-4c4c-a2f0-1a220276ca82 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:12.342304 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-24cf7c7a-339f-458f-be14-89dd01544718 req-4e932ef3-c78c-4f64-b0ab-a99c5030e7f8 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Deleting port 153edba5-0694-404e-8e28-a5ad64821450 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:46:12.342656 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-24cf7c7a-339f-458f-be14-89dd01544718 req-4e932ef3-c78c-4f64-b0ab-a99c5030e7f8 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:12.362508 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2bf9fc7-71ab-4b89-b135-683415fcde88 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:46:12.376218 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d665e4-9b6a-4c4c-a2f0-1a220276ca82 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event deleted for resources: {'Port': ['ID=af1dcbe5-ba0f-4af3-af81-0a89aface2b7,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:12.380616 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-0701200b-5698-4140-a5f4-bbb14c08348d req-f47039ff-0698-47fc-a81f-2852b7977de9 service neutron] 10.222.0.74 "GET /v2.0/networks/55aac267-cfea-4cb6-a3d1-5d2e5c9145dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9675295 Nov 25 17:46:12.383632 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 9c0f0dcd-a625-4cbe-bc86-7738aeaa3179, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=9c0f0dcd-a625-4cbe-bc86-7738aeaa3179,segment=NetworkSegment(285f1045-6e1b-4930-84ab-e53a5adeeccb),segment_id=285f1045-6e1b-4930-84ab-e53a5adeeccb)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:12.445472 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b44bb3-3024-43d3-9bc3-3956fcb82105 req-21d1ab14-3d5b-4373-8b27-9b05b4a4f6e6 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:12.452974 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-94b44bb3-3024-43d3-9bc3-3956fcb82105 req-21d1ab14-3d5b-4373-8b27-9b05b4a4f6e6 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.1437070 Nov 25 17:46:12.481548 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '9c0f0dcd-a625-4cbe-bc86-7738aeaa3179', 'network_id': '55aac267-cfea-4cb6-a3d1-5d2e5c9145dd', 'port_id': '9c0f0dcd-a625-4cbe-bc86-7738aeaa3179', 'mac_address': 'fa:16:3e:96:47:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1fd26dd-f220-4d6c-884e-069c7606d72e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:46:12.492310 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port e2bf9fc7-71ab-4b89-b135-683415fcde88, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e2bf9fc7-71ab-4b89-b135-683415fcde88,segment=NetworkSegment(285f1045-6e1b-4930-84ab-e53a5adeeccb),segment_id=285f1045-6e1b-4930-84ab-e53a5adeeccb)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:12.506500 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:12.577996 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-94b44bb3-3024-43d3-9bc3-3956fcb82105 req-8991f064-5fa0-4a15-89ce-8085636869af tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190190 Nov 25 17:46:12.735445 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e4d665e4-9b6a-4c4c-a2f0-1a220276ca82 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:12.746183 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e4d665e4-9b6a-4c4c-a2f0-1a220276ca82 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "DELETE /v2.0/ports/af1dcbe5-ba0f-4af3-af81-0a89aface2b7 HTTP/1.1" status: 204 len: 168 time: 2.8155828 Nov 25 17:46:12.746406 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38048) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:12.787596 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:12.833626 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-fedb73ab-9eeb-4456-8ef4-163b2c4498a6 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] GET failed (client error): The resource could not be found. Nov 25 17:46:12.842180 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-fedb73ab-9eeb-4456-8ef4-163b2c4498a6 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "GET /v2.0/ports/af1dcbe5-ba0f-4af3-af81-0a89aface2b7 HTTP/1.1" status: 404 len: 333 time: 0.0914590 Nov 25 17:46:12.845108 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38052) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:12.850835 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['e2bf9fc7-71ab-4b89-b135-683415fcde88'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:46:12.886116 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-24cf7c7a-339f-458f-be14-89dd01544718 req-4e932ef3-c78c-4f64-b0ab-a99c5030e7f8 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] For port 153edba5-0694-404e-8e28-a5ad64821450, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=153edba5-0694-404e-8e28-a5ad64821450,segment=NetworkSegment(c5752f96-a6e9-4fc2-9dae-273cc6a23f00),segment_id=c5752f96-a6e9-4fc2-9dae-273cc6a23f00)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:12.887860 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-24cf7c7a-339f-458f-be14-89dd01544718 req-4e932ef3-c78c-4f64-b0ab-a99c5030e7f8 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:12.925300 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-24cf7c7a-339f-458f-be14-89dd01544718 req-4e932ef3-c78c-4f64-b0ab-a99c5030e7f8 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Calling delete_port for 153edba5-0694-404e-8e28-a5ad64821450 owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:46:12.943424 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c0f0dcd-a625-4cbe-bc86-7738aeaa3179 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:46:12.971073 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 9c0f0dcd-a625-4cbe-bc86-7738aeaa3179, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=9c0f0dcd-a625-4cbe-bc86-7738aeaa3179,segment=NetworkSegment(285f1045-6e1b-4930-84ab-e53a5adeeccb),segment_id=285f1045-6e1b-4930-84ab-e53a5adeeccb)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:12.976241 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3870954-0b57-49f9-a06e-2ab6ffdf85a8 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Deleting subnet 34c5fb3e-c334-4cd5-84f8-91149febef90 {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:46:12.983240 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a3870954-0b57-49f9-a06e-2ab6ffdf85a8 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:12.985559 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=e2bf9fc7-71ab-4b89-b135-683415fcde88,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:12.995187 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:13.091877 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a3870954-0b57-49f9-a06e-2ab6ffdf85a8 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:13.244633 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['9c0f0dcd-a625-4cbe-bc86-7738aeaa3179'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:46:13.251536 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=9c0f0dcd-a625-4cbe-bc86-7738aeaa3179,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:13.340351 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d5f48-19e8-423d-9709-1b942fb70ee8 req-e34f5409-0570-4f62-bacf-6a5cbc43859e tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:13.342745 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ee6d5f48-19e8-423d-9709-1b942fb70ee8 req-e34f5409-0570-4f62-bacf-6a5cbc43859e tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/networks?id=d89d2854-97b0-4c53-9fed-c35cc58a4c82 HTTP/1.1" status: 200 len: 814 time: 0.3050625 Nov 25 17:46:13.353145 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-24cf7c7a-339f-458f-be14-89dd01544718 req-4e932ef3-c78c-4f64-b0ab-a99c5030e7f8 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:13.375438 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e24be4-8c79-499e-b9bb-f4fc2194dc54 req-9dba09f6-a58a-4922-98a6-e35ab1021a0f tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:13.377665 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a5e24be4-8c79-499e-b9bb-f4fc2194dc54 req-9dba09f6-a58a-4922-98a6-e35ab1021a0f tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=b12726b5-045a-4e74-8d5e-7b570347aecc HTTP/1.1" status: 200 len: 944 time: 0.2170672 Nov 25 17:46:13.409708 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ee6d5f48-19e8-423d-9709-1b942fb70ee8 req-8e2bfa6a-7e7a-42e7-b06c-4db27aff6a2b tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/quotas/696ba9968638467ab0c418d763598933 HTTP/1.1" status: 200 len: 375 time: 0.0438478 Nov 25 17:46:13.447068 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a3870954-0b57-49f9-a06e-2ab6ffdf85a8 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:13.544599 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e932ef3-c78c-4f64-b0ab-a99c5030e7f8 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Pushing event deleted for resources: {'Port': ['ID=153edba5-0694-404e-8e28-a5ad64821450,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:13.632340 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-24cf7c7a-339f-458f-be14-89dd01544718 req-4e932ef3-c78c-4f64-b0ab-a99c5030e7f8 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] No DVR routers for this DVR port 153edba5-0694-404e-8e28-a5ad64821450 on host n-h2-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:46:13.632599 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a5e24be4-8c79-499e-b9bb-f4fc2194dc54 req-8e202d74-8a2d-416b-81ba-ad11b297d76b tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399023 Nov 25 17:46:13.639098 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-24cf7c7a-339f-458f-be14-89dd01544718 req-4e932ef3-c78c-4f64-b0ab-a99c5030e7f8 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:13.648797 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-24cf7c7a-339f-458f-be14-89dd01544718 req-4e932ef3-c78c-4f64-b0ab-a99c5030e7f8 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.90 "DELETE /v2.0/ports/153edba5-0694-404e-8e28-a5ad64821450 HTTP/1.1" status: 204 len: 173 time: 2.4466708 Nov 25 17:46:13.649867 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be4b7a36-232e-4fd3-be4b-dca35373e00f', 'name': 'network-vif-deleted', 'tag': '153edba5-0694-404e-8e28-a5ad64821450'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:46:13.656515 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b561f3-2045-40b4-9d80-8ddf136af772" -d '{"events": [{"server_uuid": "be4b7a36-232e-4fd3-be4b-dca35373e00f", "name": "network-vif-deleted", "tag": "153edba5-0694-404e-8e28-a5ad64821450"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:46:13.670503 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ee6d5f48-19e8-423d-9709-1b942fb70ee8 req-0a49b830-3d9e-4689-9fba-d5f7fb50d974 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=696ba9968638467ab0c418d763598933&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2485998 Nov 25 17:46:13.711511 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a3870954-0b57-49f9-a06e-2ab6ffdf85a8 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:13.826660 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3870954-0b57-49f9-a06e-2ab6ffdf85a8 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event deleted for resources: {'Subnet': ['ID=34c5fb3e-c334-4cd5-84f8-91149febef90,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:13.846658 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2c98fa-2fd9-48e3-aee3-262863083684 None None] Network f91e2ca5-5e01-42cf-b91b-0012657478d6 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:46:13.873588 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-16a1debb-1f0b-4f44-9d3b-7d02a8a30ec3 req-49b51cda-2086-4910-ae67-9731fe8db3a4 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=be4b7a36-232e-4fd3-be4b-dca35373e00f HTTP/1.1" status: 200 len: 210 time: 0.0507505 Nov 25 17:46:13.930062 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9dd84c-33c9-48de-9313-6cc641b1ce82 x-openstack-request-id: req-2a9dd84c-33c9-48de-9313-6cc641b1ce82 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:46:13.930395 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be4b7a36-232e-4fd3-be4b-dca35373e00f", "name": "network-vif-deleted", "tag": "153edba5-0694-404e-8e28-a5ad64821450", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:46:13.930786 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2a9dd84c-33c9-48de-9313-6cc641b1ce82 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:46:13.931140 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be4b7a36-232e-4fd3-be4b-dca35373e00f', 'name': 'network-vif-deleted', 'tag': '153edba5-0694-404e-8e28-a5ad64821450', 'status': 'completed', 'code': 200} Nov 25 17:46:13.959918 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a3870954-0b57-49f9-a06e-2ab6ffdf85a8 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:13.966472 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38076) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:13.967126 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-a3870954-0b57-49f9-a06e-2ab6ffdf85a8 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "DELETE /v2.0/subnets/34c5fb3e-c334-4cd5-84f8-91149febef90 HTTP/1.1" status: 204 len: 168 time: 1.1180892 Nov 25 17:46:13.979427 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ee6d5f48-19e8-423d-9709-1b942fb70ee8 req-c556ad1a-20c6-4bd6-a0e0-93874642967f service neutron] 10.222.0.75 "GET /v2.0/networks/d89d2854-97b0-4c53-9fed-c35cc58a4c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991960 Nov 25 17:46:13.997645 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 153edba5-0694-404e-8e28-a5ad64821450 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:46:14.189055 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c8ace68d-0665-438d-8df3-d80bac57c066 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:14.284941 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ee6d5f48-19e8-423d-9709-1b942fb70ee8 req-327b2eb0-442e-4266-9f62-9a0a438ecd72 service neutron] 10.222.0.75 "GET /v2.0/networks/d89d2854-97b0-4c53-9fed-c35cc58a4c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935007 Nov 25 17:46:14.340870 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-c8ace68d-0665-438d-8df3-d80bac57c066 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Deleting port e39af042-f780-4ae1-9f30-fc5b38b809c9 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:46:14.343211 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c8ace68d-0665-438d-8df3-d80bac57c066 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:14.372008 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: 153edba5-0694-404e-8e28-a5ad64821450 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:46:14.373682 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 153edba5-0694-404e-8e28-a5ad64821450 not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:46:14.491408 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-c8ace68d-0665-438d-8df3-d80bac57c066 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] For port e39af042-f780-4ae1-9f30-fc5b38b809c9, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=e39af042-f780-4ae1-9f30-fc5b38b809c9,segment=NetworkSegment(46ec5433-417b-46d4-8cb8-5cce92848917),segment_id=46ec5433-417b-46d4-8cb8-5cce92848917)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:14.494353 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c8ace68d-0665-438d-8df3-d80bac57c066 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:14.527804 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a50cd7-e7e4-4241-bfc9-c6b91e267976 None None] DHCP port deletion for f91e2ca5-5e01-42cf-b91b-0012657478d6 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:46:14.552317 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-c8ace68d-0665-438d-8df3-d80bac57c066 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Calling delete_port for e39af042-f780-4ae1-9f30-fc5b38b809c9 owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:46:14.736897 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9865105f-a090-4e6a-bd38-461be4f0b2a7 req-442c3aab-d677-4eb5-ab1a-a64b43fa5031 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=3d13e7bb-882d-455e-b1e9-7b268d6748d9 HTTP/1.1" status: 200 len: 210 time: 0.0738149 Nov 25 17:46:14.742680 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-07a50cd7-e7e4-4241-bfc9-c6b91e267976 None None] Deleting port e39af042-f780-4ae1-9f30-fc5b38b809c9 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:46:14.745076 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-07a50cd7-e7e4-4241-bfc9-c6b91e267976 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:14.823647 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c8ace68d-0665-438d-8df3-d80bac57c066 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:14.937776 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-07a50cd7-e7e4-4241-bfc9-c6b91e267976 None None] For port e39af042-f780-4ae1-9f30-fc5b38b809c9, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=e39af042-f780-4ae1-9f30-fc5b38b809c9,segment=NetworkSegment(46ec5433-417b-46d4-8cb8-5cce92848917),segment_id=46ec5433-417b-46d4-8cb8-5cce92848917)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:14.938040 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-07a50cd7-e7e4-4241-bfc9-c6b91e267976 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:14.953804 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ace68d-0665-438d-8df3-d80bac57c066 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] No DVR routers for this DVR port e39af042-f780-4ae1-9f30-fc5b38b809c9 on host n-d-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:46:14.976068 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-07a50cd7-e7e4-4241-bfc9-c6b91e267976 None None] Calling delete_port for e39af042-f780-4ae1-9f30-fc5b38b809c9 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:46:15.001105 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5998ca-8dbc-4102-aadb-f9c147612fa9 req-3dbe6e8f-66c8-4878-8e7d-b8a127f8329e tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:15.028775 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7f5998ca-8dbc-4102-aadb-f9c147612fa9 req-3dbe6e8f-66c8-4878-8e7d-b8a127f8329e tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=b12726b5-045a-4e74-8d5e-7b570347aecc HTTP/1.1" status: 200 len: 944 time: 0.2009912 Nov 25 17:46:15.060659 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ace68d-0665-438d-8df3-d80bac57c066 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event deleted for resources: {'Port': ['ID=e39af042-f780-4ae1-9f30-fc5b38b809c9,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:15.173845 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7f5998ca-8dbc-4102-aadb-f9c147612fa9 req-a254c9eb-19b5-45e9-8b3f-c5ced5983a96 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400168 Nov 25 17:46:15.229782 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c8ace68d-0665-438d-8df3-d80bac57c066 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:15.232345 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-07a50cd7-e7e4-4241-bfc9-c6b91e267976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:15.269687 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-c8ace68d-0665-438d-8df3-d80bac57c066 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f91e2ca5-5e01-42cf-b91b-0012657478d6']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:15.284576 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-c8ace68d-0665-438d-8df3-d80bac57c066 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46ec5433-417b-46d4-8cb8-5cce92848917') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:15.285677 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-c8ace68d-0665-438d-8df3-d80bac57c066 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46ec5433-417b-46d4-8cb8-5cce92848917') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:15.303014 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c8ace68d-0665-438d-8df3-d80bac57c066 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:15.333528 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a50cd7-e7e4-4241-bfc9-c6b91e267976 None None] Pushing event deleted for resources: {'Port': ['ID=e39af042-f780-4ae1-9f30-fc5b38b809c9,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:15.348536 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a50cd7-e7e4-4241-bfc9-c6b91e267976 None None] No DVR routers for this DVR port e39af042-f780-4ae1-9f30-fc5b38b809c9 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:46:15.365629 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c8ace68d-0665-438d-8df3-d80bac57c066 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:15.375564 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8ace68d-0665-438d-8df3-d80bac57c066 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Releasing vlan 904 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:46:15.375986 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c8ace68d-0665-438d-8df3-d80bac57c066 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:15.384910 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:46:15.384910 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:46:15.384910 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:46:15.384910 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:46:15.384910 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:46:15.384910 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:46:15.384910 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:46:15.384910 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:46:15.384910 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:46:15.384910 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:46:15.384910 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:46:15.384910 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:46:15.384910 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:46:15.384910 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:46:15.384910 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:46:15.384910 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:46:15.384910 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:46:15.384910 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:46:15.384910 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:46:15.384910 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:46:15.384910 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:46:15.384910 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:46:15.384910 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:46:15.384910 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:46:15.384910 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:46:15.384910 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:46:15.384910 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:46:15.384910 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:46:15.384910 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:46:15.384910 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:46:15.384910 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:46:15.384910 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:46:15.481338 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c8ace68d-0665-438d-8df3-d80bac57c066 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:15.505223 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c8ace68d-0665-438d-8df3-d80bac57c066 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:15.513600 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c8ace68d-0665-438d-8df3-d80bac57c066 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "DELETE /v2.0/networks/f91e2ca5-5e01-42cf-b91b-0012657478d6 HTTP/1.1" status: 204 len: 168 time: 1.5456319 Nov 25 17:46:15.515676 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ace68d-0665-438d-8df3-d80bac57c066 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event deleted for resources: {'Network': ['ID=f91e2ca5-5e01-42cf-b91b-0012657478d6,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:15.516328 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38112) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:15.531299 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-c1ef5525-dcf4-4c4c-a4ab-e088dc4c6e31 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1787899352'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:46:15.547281 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f44cbf-6cd7-4acb-b4be-26c94ba69b47 req-24c623a9-5fd5-442b-9352-ef772a341ab9 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:15.558703 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-39f44cbf-6cd7-4acb-b4be-26c94ba69b47 req-24c623a9-5fd5-442b-9352-ef772a341ab9 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a34f52ae-5dd5-496c-a4ed-6772403a2b53 HTTP/1.1" status: 200 len: 946 time: 0.0913155 Nov 25 17:46:15.636563 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-39f44cbf-6cd7-4acb-b4be-26c94ba69b47 req-a5958f39-18f8-444b-b352-05f890404f07 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767248 Nov 25 17:46:15.658247 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ef5525-dcf4-4c4c-a4ab-e088dc4c6e31 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Made reservation on behalf of c99f4fcf65714d6392d1221ed91b6f93 for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:46:15.663596 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c1ef5525-dcf4-4c4c-a4ab-e088dc4c6e31 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:15.696138 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1ef5525-dcf4-4c4c-a4ab-e088dc4c6e31 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 926} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:46:15.708697 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c1ef5525-dcf4-4c4c-a4ab-e088dc4c6e31 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:15.709364 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-c1ef5525-dcf4-4c4c-a4ab-e088dc4c6e31 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Added segment bf2e6e1b-0ae1-4adb-9ed1-2c6a4f75e101 of type vlan for network 3f1b3da4-daf0-423c-8c06-45afbeb47882 Nov 25 17:46:15.764052 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c1ef5525-dcf4-4c4c-a4ab-e088dc4c6e31 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:15.832034 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c1ef5525-dcf4-4c4c-a4ab-e088dc4c6e31 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:15.851438 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ef5525-dcf4-4c4c-a4ab-e088dc4c6e31 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:15.853163 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c1ef5525-dcf4-4c4c-a4ab-e088dc4c6e31 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:15.880289 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device e2bf9fc7-71ab-4b89-b135-683415fcde88 up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:46:15.972083 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 9c0f0dcd-a625-4cbe-bc86-7738aeaa3179 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:46:16.035390 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-251aabd0-fdb2-4322-961a-808345694c31 req-4ec43b4f-7aab-4805-bba1-5770ef7951a7 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=3d13e7bb-882d-455e-b1e9-7b268d6748d9 HTTP/1.1" status: 200 len: 210 time: 0.1738594 Nov 25 17:46:16.117403 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c1ef5525-dcf4-4c4c-a4ab-e088dc4c6e31 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5996335 Nov 25 17:46:16.120084 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38118) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:16.125457 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-12217641-e0cf-4876-a365-fac0a88c9726 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Request body: {'subnet': {'network_id': '3f1b3da4-daf0-423c-8c06-45afbeb47882', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:46:16.183300 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ef5525-dcf4-4c4c-a4ab-e088dc4c6e31 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event updated for resources: {'Network': ['ID=3f1b3da4-daf0-423c-8c06-45afbeb47882,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:16.201513 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port 9c0f0dcd-a625-4cbe-bc86-7738aeaa3179 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:46:16.204492 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 3f1b3da4-daf0-423c-8c06-45afbeb47882 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:46:16.206701 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port e2bf9fc7-71ab-4b89-b135-683415fcde88 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:46:16.240530 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port 9c0f0dcd-a625-4cbe-bc86-7738aeaa3179 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:16.241644 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:16.245210 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port e2bf9fc7-71ab-4b89-b135-683415fcde88 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:16.245785 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:16.548914 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device e39af042-f780-4ae1-9f30-fc5b38b809c9 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:46:16.586225 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0dcf11-25ec-4f75-bb85-def73bdf2eb9 req-c3d83b76-7c18-4998-b608-414970be5a21 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:16.597792 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0b0dcf11-25ec-4f75-bb85-def73bdf2eb9 req-c3d83b76-7c18-4998-b608-414970be5a21 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=b12726b5-045a-4e74-8d5e-7b570347aecc HTTP/1.1" status: 200 len: 944 time: 0.2123389 Nov 25 17:46:16.602765 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: e39af042-f780-4ae1-9f30-fc5b38b809c9 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:46:16.603118 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device e39af042-f780-4ae1-9f30-fc5b38b809c9 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:46:16.922453 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:16.952458 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:17.005635 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12217641-e0cf-4876-a365-fac0a88c9726 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Made reservation on behalf of c99f4fcf65714d6392d1221ed91b6f93 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:46:17.023387 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-12217641-e0cf-4876-a365-fac0a88c9726 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:17.171766 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:17.183980 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d5f48-19e8-423d-9709-1b942fb70ee8 req-ffcf39bf-afef-44ac-9b28-0443e15c4fc8 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:17.185859 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ee6d5f48-19e8-423d-9709-1b942fb70ee8 req-ffcf39bf-afef-44ac-9b28-0443e15c4fc8 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.90 "GET /v2.0/networks?id=d89d2854-97b0-4c53-9fed-c35cc58a4c82 HTTP/1.1" status: 200 len: 814 time: 0.7962430 Nov 25 17:46:17.195210 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b12726b5-045a-4e74-8d5e-7b570347aecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2bf9fc7-71ab-4b89-b135-683415fcde88'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:46:17.216327 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f38aed4-7ead-41cf-b514-d846160023be" -d '{"events": [{"server_uuid": "b12726b5-045a-4e74-8d5e-7b570347aecc", "name": "network-vif-plugged", "status": "completed", "tag": "e2bf9fc7-71ab-4b89-b135-683415fcde88"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:46:17.257755 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450875fc-719a-497e-a136-d6a7e9b0d5db req-0aa63e0d-cac4-4306-a25b-18f11cd5cf6a tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:17.259619 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-450875fc-719a-497e-a136-d6a7e9b0d5db req-0aa63e0d-cac4-4306-a25b-18f11cd5cf6a tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.74 "GET /v2.0/ports?device_id=a34f52ae-5dd5-496c-a4ed-6772403a2b53 HTTP/1.1" status: 200 len: 946 time: 0.4644217 Nov 25 17:46:17.281118 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-ee6d5f48-19e8-423d-9709-1b942fb70ee8 req-95c07465-ff66-4c79-8749-3f0fb34ab57d tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Request body: {'port': {'device_id': '3d13e7bb-882d-455e-b1e9-7b268d6748d9', 'network_id': 'd89d2854-97b0-4c53-9fed-c35cc58a4c82', 'admin_state_up': True, 'tenant_id': '696ba9968638467ab0c418d763598933'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:46:17.300316 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port e2bf9fc7-71ab-4b89-b135-683415fcde88, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e2bf9fc7-71ab-4b89-b135-683415fcde88,segment=NetworkSegment(285f1045-6e1b-4930-84ab-e53a5adeeccb),segment_id=285f1045-6e1b-4930-84ab-e53a5adeeccb)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:17.318854 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c5bc3891-a9c8-4fba-9da4-3dd280b0e45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:17.320590 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:17.323540 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:17.540183 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 9c0f0dcd-a625-4cbe-bc86-7738aeaa3179, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=9c0f0dcd-a625-4cbe-bc86-7738aeaa3179,segment=NetworkSegment(285f1045-6e1b-4930-84ab-e53a5adeeccb),segment_id=285f1045-6e1b-4930-84ab-e53a5adeeccb)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:17.559999 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:17.571282 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=e2bf9fc7-71ab-4b89-b135-683415fcde88,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:17.732413 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=9c0f0dcd-a625-4cbe-bc86-7738aeaa3179,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:17.884226 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0b0dcf11-25ec-4f75-bb85-def73bdf2eb9 req-da129aeb-1094-48e9-8654-2341863dff2b tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2608938 Nov 25 17:46:17.948151 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e49ae2-30ec-4a6a-82f2-b6ff9438c80b req-8374847a-4306-40aa-897c-ebe7b478e54b tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:17.953350 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a9e49ae2-30ec-4a6a-82f2-b6ff9438c80b req-8374847a-4306-40aa-897c-ebe7b478e54b tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a34f52ae-5dd5-496c-a4ed-6772403a2b53 HTTP/1.1" status: 200 len: 946 time: 0.1418409 Nov 25 17:46:17.966983 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-450875fc-719a-497e-a136-d6a7e9b0d5db req-7e969094-a545-4dfa-a609-22570eeaa19f tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Deleting port 5065f371-45ed-4e50-b639-0de33fa2049c {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:46:17.967552 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-450875fc-719a-497e-a136-d6a7e9b0d5db req-7e969094-a545-4dfa-a609-22570eeaa19f tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:18.087957 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c7e45b65-b533-40bd-9e99-074822c18c32 req-f1c65c30-eaf5-4f45-ba26-fcc253af8d06 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=3d13e7bb-882d-455e-b1e9-7b268d6748d9 HTTP/1.1" status: 200 len: 210 time: 0.0508690 Nov 25 17:46:18.095117 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a9e49ae2-30ec-4a6a-82f2-b6ff9438c80b req-5c076bdc-0d75-4337-9fc7-370e3910f2b2 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372311 Nov 25 17:46:18.115724 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee6d5f48-19e8-423d-9709-1b942fb70ee8 req-95c07465-ff66-4c79-8749-3f0fb34ab57d tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Made reservation on behalf of 696ba9968638467ab0c418d763598933 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:46:18.119803 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ee6d5f48-19e8-423d-9709-1b942fb70ee8 req-95c07465-ff66-4c79-8749-3f0fb34ab57d tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:18.124317 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-12217641-e0cf-4876-a365-fac0a88c9726 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:18.202540 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5668fa44-fbe0-492d-8688-d0c14ffa12c8 x-openstack-request-id: req-5668fa44-fbe0-492d-8688-d0c14ffa12c8 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:46:18.203033 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b12726b5-045a-4e74-8d5e-7b570347aecc", "name": "network-vif-plugged", "status": "completed", "tag": "e2bf9fc7-71ab-4b89-b135-683415fcde88", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:46:18.203458 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5668fa44-fbe0-492d-8688-d0c14ffa12c8 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:46:18.203994 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b12726b5-045a-4e74-8d5e-7b570347aecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2bf9fc7-71ab-4b89-b135-683415fcde88', 'code': 200} Nov 25 17:46:18.284817 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12217641-e0cf-4876-a365-fac0a88c9726 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event updated for resources: {'Subnet': ['ID=7143a025-c250-4743-b111-6394bba764bf,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:18.353711 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-450875fc-719a-497e-a136-d6a7e9b0d5db req-7e969094-a545-4dfa-a609-22570eeaa19f tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] For port 5065f371-45ed-4e50-b639-0de33fa2049c, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=5065f371-45ed-4e50-b639-0de33fa2049c,segment=NetworkSegment(c5752f96-a6e9-4fc2-9dae-273cc6a23f00),segment_id=c5752f96-a6e9-4fc2-9dae-273cc6a23f00)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:18.354287 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-450875fc-719a-497e-a136-d6a7e9b0d5db req-7e969094-a545-4dfa-a609-22570eeaa19f tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:18.418975 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-450875fc-719a-497e-a136-d6a7e9b0d5db req-7e969094-a545-4dfa-a609-22570eeaa19f tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Calling delete_port for 5065f371-45ed-4e50-b639-0de33fa2049c owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:46:18.423051 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12217641-e0cf-4876-a365-fac0a88c9726 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Checking segment: {'id': 'bf2e6e1b-0ae1-4adb-9ed1-2c6a4f75e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '3f1b3da4-daf0-423c-8c06-45afbeb47882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:46:18.423439 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12217641-e0cf-4876-a365-fac0a88c9726 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Network hostable DHCP agents. Network: 3f1b3da4-daf0-423c-8c06-45afbeb47882, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:46:18.514154 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12217641-e0cf-4876-a365-fac0a88c9726 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Network 3f1b3da4-daf0-423c-8c06-45afbeb47882 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:46:18.526416 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-ee6d5f48-19e8-423d-9709-1b942fb70ee8 req-95c07465-ff66-4c79-8749-3f0fb34ab57d tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Allocated IP 172.20.0.6 (d89d2854-97b0-4c53-9fed-c35cc58a4c82/bb2a2af3-1780-4394-834e-7b4d65546660/b05ddf92-b7fa-4381-9532-e1f520108d6c) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:46:18.559092 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-12217641-e0cf-4876-a365-fac0a88c9726 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 3f1b3da4-daf0-423c-8c06-45afbeb47882) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:46:18.571701 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e623f7fc-2e49-4c6c-8726-5331044f53ae req-324195c9-8980-4494-b108-9e0650f9fc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:18.580292 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e623f7fc-2e49-4c6c-8726-5331044f53ae req-324195c9-8980-4494-b108-9e0650f9fc9c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b12726b5-045a-4e74-8d5e-7b570347aecc HTTP/1.1" status: 200 len: 1096 time: 0.1302083 Nov 25 17:46:18.592566 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383a9958-fae0-44ca-bec3-76b309cdab6c None None] Network 3f1b3da4-daf0-423c-8c06-45afbeb47882 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:46:18.689840 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e623f7fc-2e49-4c6c-8726-5331044f53ae req-9fdf6b3b-cafd-446a-86f7-aa7cf3f008ef service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972006 Nov 25 17:46:18.710075 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12217641-e0cf-4876-a365-fac0a88c9726 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:18.710862 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-12217641-e0cf-4876-a365-fac0a88c9726 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:18.741577 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-450875fc-719a-497e-a136-d6a7e9b0d5db req-7e969094-a545-4dfa-a609-22570eeaa19f tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:18.748956 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-12217641-e0cf-4876-a365-fac0a88c9726 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6250560 Nov 25 17:46:18.749410 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38162) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:18.754820 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-04c76ad2-7a03-4262-87d5-574632756daf tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1608919569', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:46:18.764542 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['dc6a8024-085e-4dd4-a044-03e7336eacba'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:46:18.844608 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-04c76ad2-7a03-4262-87d5-574632756daf tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:18.849424 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-04c76ad2-7a03-4262-87d5-574632756daf tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:18.859609 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e969094-a545-4dfa-a609-22570eeaa19f tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Pushing event deleted for resources: {'Port': ['ID=5065f371-45ed-4e50-b639-0de33fa2049c,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:19.067145 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-04c76ad2-7a03-4262-87d5-574632756daf tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:19.080080 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-04c76ad2-7a03-4262-87d5-574632756daf tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:19.119594 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-450875fc-719a-497e-a136-d6a7e9b0d5db req-7e969094-a545-4dfa-a609-22570eeaa19f tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] No DVR routers for this DVR port 5065f371-45ed-4e50-b639-0de33fa2049c on host n-h1-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:46:19.130953 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-450875fc-719a-497e-a136-d6a7e9b0d5db req-7e969094-a545-4dfa-a609-22570eeaa19f tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:19.138326 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-450875fc-719a-497e-a136-d6a7e9b0d5db req-7e969094-a545-4dfa-a609-22570eeaa19f tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.74 "DELETE /v2.0/ports/5065f371-45ed-4e50-b639-0de33fa2049c HTTP/1.1" status: 204 len: 173 time: 1.8485250 Nov 25 17:46:19.147324 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-04c76ad2-7a03-4262-87d5-574632756daf tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:19.151084 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-04c76ad2-7a03-4262-87d5-574632756daf tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3981812 Nov 25 17:46:19.159632 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da31c9-5b1b-434a-8a15-2c8db9551e7b req-7c417c91-2d0b-4d92-989a-4a530e6d797c tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:19.163336 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ee6d5f48-19e8-423d-9709-1b942fb70ee8 req-95c07465-ff66-4c79-8749-3f0fb34ab57d tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:19.168470 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-91da31c9-5b1b-434a-8a15-2c8db9551e7b req-7c417c91-2d0b-4d92-989a-4a530e6d797c tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=b12726b5-045a-4e74-8d5e-7b570347aecc HTTP/1.1" status: 200 len: 945 time: 0.0995159 Nov 25 17:46:19.175252 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38174) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:19.189405 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-ab1aea01-7d3d-447a-a8ff-d02e44a488b1 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Request body: {'port': {'network_id': '3f1b3da4-daf0-423c-8c06-45afbeb47882', 'name': 'tempest-PortsTestJSON-1687279557'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:46:19.290586 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a34f52ae-5dd5-496c-a4ed-6772403a2b53', 'name': 'network-vif-deleted', 'tag': '5065f371-45ed-4e50-b639-0de33fa2049c'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:46:19.293760 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45804ad3-b594-4667-81d4-3f22171afaf0" -d '{"events": [{"server_uuid": "a34f52ae-5dd5-496c-a4ed-6772403a2b53", "name": "network-vif-deleted", "tag": "5065f371-45ed-4e50-b639-0de33fa2049c"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:46:19.299744 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ee6d5f48-19e8-423d-9709-1b942fb70ee8 req-95c07465-ff66-4c79-8749-3f0fb34ab57d tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:19.305759 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091f4ff7-6fc4-4d99-8188-3880f0cc95ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-3f1b3da4-daf0-423c-8c06-45afbeb47882', 'network_id': '3f1b3da4-daf0-423c-8c06-45afbeb47882', 'tenant_id': 'c99f4fcf65714d6392d1221ed91b6f93', 'fixed_ips': [{'subnet_id': '7143a025-c250-4743-b111-6394bba764bf'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:46:19.306796 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-091f4ff7-6fc4-4d99-8188-3880f0cc95ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:19.373492 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['f775cafa-bf5b-412d-84f8-dce9f7ca3a8f'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:46:19.374901 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee6d5f48-19e8-423d-9709-1b942fb70ee8 req-95c07465-ff66-4c79-8749-3f0fb34ab57d tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Network d89d2854-97b0-4c53-9fed-c35cc58a4c82 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:46:19.383766 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-ee6d5f48-19e8-423d-9709-1b942fb70ee8 req-95c07465-ff66-4c79-8749-3f0fb34ab57d tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:46:19.391771 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee6d5f48-19e8-423d-9709-1b942fb70ee8 req-95c07465-ff66-4c79-8749-3f0fb34ab57d tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:46:19.447090 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1f0b7678-4e9f-4651-951f-9755b1027a18 req-5a1dea28-ad10-4a1c-88d1-f852f885495e tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a34f52ae-5dd5-496c-a4ed-6772403a2b53 HTTP/1.1" status: 200 len: 210 time: 0.1206391 Nov 25 17:46:19.485456 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d5f48-19e8-423d-9709-1b942fb70ee8 req-95c07465-ff66-4c79-8749-3f0fb34ab57d tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:19.486373 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ee6d5f48-19e8-423d-9709-1b942fb70ee8 req-95c07465-ff66-4c79-8749-3f0fb34ab57d tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:19.511464 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c07465-ff66-4c79-8749-3f0fb34ab57d tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Pushing event updated for resources: {'Port': ['ID=b05ddf92-b7fa-4381-9532-e1f520108d6c,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:19.512084 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-91da31c9-5b1b-434a-8a15-2c8db9551e7b req-2bb93389-b3ff-4ea0-a414-2be4fae359dd tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3424904 Nov 25 17:46:19.536224 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ee6d5f48-19e8-423d-9709-1b942fb70ee8 req-95c07465-ff66-4c79-8749-3f0fb34ab57d tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2652862 Nov 25 17:46:19.551184 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-ee6d5f48-19e8-423d-9709-1b942fb70ee8 req-a6b17c2b-5816-4ec9-b4cf-248c80053539 service neutron] Request body: {'port': {'device_id': '3d13e7bb-882d-455e-b1e9-7b268d6748d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:46:19.667255 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1aea01-7d3d-447a-a8ff-d02e44a488b1 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Made reservation on behalf of c99f4fcf65714d6392d1221ed91b6f93 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:46:19.672475 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ab1aea01-7d3d-447a-a8ff-d02e44a488b1 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:19.674584 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625bde9d-507e-4bb0-9aae-bec1027c7053 x-openstack-request-id: req-625bde9d-507e-4bb0-9aae-bec1027c7053 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:46:19.674885 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a34f52ae-5dd5-496c-a4ed-6772403a2b53", "name": "network-vif-deleted", "tag": "5065f371-45ed-4e50-b639-0de33fa2049c", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:46:19.675137 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-625bde9d-507e-4bb0-9aae-bec1027c7053 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:46:19.676955 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a34f52ae-5dd5-496c-a4ed-6772403a2b53', 'name': 'network-vif-deleted', 'tag': '5065f371-45ed-4e50-b639-0de33fa2049c', 'status': 'completed', 'code': 200} Nov 25 17:46:19.687541 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ee6d5f48-19e8-423d-9709-1b942fb70ee8 req-a6b17c2b-5816-4ec9-b4cf-248c80053539 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:19.820251 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [None req-ab1aea01-7d3d-447a-a8ff-d02e44a488b1 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] device_id is not set on port ac8c442a-ac74-4178-9977-c7a021bbdbdb yet. {{(pid=103361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:46:19.990475 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7623e2-3639-4e69-8c0d-1c3371a5789e req-318611ae-112f-4a89-b996-a90d0e5a9eef tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:20.009438 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6d7623e2-3639-4e69-8c0d-1c3371a5789e req-318611ae-112f-4a89-b996-a90d0e5a9eef tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=3d13e7bb-882d-455e-b1e9-7b268d6748d9 HTTP/1.1" status: 200 len: 931 time: 0.3695672 Nov 25 17:46:20.027106 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-091f4ff7-6fc4-4d99-8188-3880f0cc95ad None None] Allocated IP 172.20.0.2 (3f1b3da4-daf0-423c-8c06-45afbeb47882/7143a025-c250-4743-b111-6394bba764bf/093ad2f0-e6a0-4495-b779-f95b0eb5e5c5) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:46:20.078262 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 5065f371-45ed-4e50-b639-0de33fa2049c no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:46:20.180853 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6d7623e2-3639-4e69-8c0d-1c3371a5789e req-21bec513-a2af-473f-be9f-a40139110c95 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703272 Nov 25 17:46:20.215943 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019cad4d-a92d-4351-8ebf-fda94ce5a945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0f0dcd-a625-4cbe-bc86-7738aeaa3179'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:46:20.222103 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed63c88c-32b4-46ba-808a-52c41e157d76" -d '{"events": [{"server_uuid": "019cad4d-a92d-4351-8ebf-fda94ce5a945", "name": "network-vif-plugged", "status": "completed", "tag": "9c0f0dcd-a625-4cbe-bc86-7738aeaa3179"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:46:20.231585 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-ee6d5f48-19e8-423d-9709-1b942fb70ee8 req-a6b17c2b-5816-4ec9-b4cf-248c80053539 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b05ddf92-b7fa-4381-9532-e1f520108d6c {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:46:20.250215 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: 5065f371-45ed-4e50-b639-0de33fa2049c {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:46:20.251561 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 5065f371-45ed-4e50-b639-0de33fa2049c not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:46:20.261419 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ee6d5f48-19e8-423d-9709-1b942fb70ee8 req-a6b17c2b-5816-4ec9-b4cf-248c80053539 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:20.291122 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3b0b3832-b99c-4923-8b9f-091e41ff061d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:20.305479 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-ee6d5f48-19e8-423d-9709-1b942fb70ee8 req-a6b17c2b-5816-4ec9-b4cf-248c80053539 service neutron] Transition to ACTIVE for port object b05ddf92-b7fa-4381-9532-e1f520108d6c will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:46:20.314505 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ee6d5f48-19e8-423d-9709-1b942fb70ee8 req-a6b17c2b-5816-4ec9-b4cf-248c80053539 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:20.326858 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93dde25-93a5-4877-9d43-e1f876a85dbb x-openstack-request-id: req-b93dde25-93a5-4877-9d43-e1f876a85dbb {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:46:20.327150 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "019cad4d-a92d-4351-8ebf-fda94ce5a945", "name": "network-vif-plugged", "status": "completed", "tag": "9c0f0dcd-a625-4cbe-bc86-7738aeaa3179", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:46:20.327402 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b93dde25-93a5-4877-9d43-e1f876a85dbb {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:46:20.327996 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '019cad4d-a92d-4351-8ebf-fda94ce5a945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0f0dcd-a625-4cbe-bc86-7738aeaa3179', 'code': 200} Nov 25 17:46:20.455416 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b015c1-2d61-4565-a5e5-7385111ca904 req-6877ccc0-a090-4a1b-9683-5e117cbed1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:20.457726 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b17c2b-5816-4ec9-b4cf-248c80053539 service neutron] Pushing event updated for resources: {'Port': ['ID=b05ddf92-b7fa-4381-9532-e1f520108d6c,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:20.470992 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-29b015c1-2d61-4565-a5e5-7385111ca904 req-6877ccc0-a090-4a1b-9683-5e117cbed1c9 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=019cad4d-a92d-4351-8ebf-fda94ce5a945 HTTP/1.1" status: 200 len: 1096 time: 0.1024783 Nov 25 17:46:20.580480 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-091f4ff7-6fc4-4d99-8188-3880f0cc95ad None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:20.590199 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-29b015c1-2d61-4565-a5e5-7385111ca904 req-2b3c41ed-ac99-4aaa-aba3-75b9182a63a2 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076167 Nov 25 17:46:20.593760 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-091f4ff7-6fc4-4d99-8188-3880f0cc95ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:20.679413 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f4ff7-6fc4-4d99-8188-3880f0cc95ad None None] Pushing event updated for resources: {'Port': ['ID=093ad2f0-e6a0-4495-b779-f95b0eb5e5c5,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:20.692359 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-ee6d5f48-19e8-423d-9709-1b942fb70ee8 req-a6b17c2b-5816-4ec9-b4cf-248c80053539 service neutron] Attempting to bind port b05ddf92-b7fa-4381-9532-e1f520108d6c on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:46:20.692713 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-ee6d5f48-19e8-423d-9709-1b942fb70ee8 req-a6b17c2b-5816-4ec9-b4cf-248c80053539 service neutron] Attempting to bind port b05ddf92-b7fa-4381-9532-e1f520108d6c by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '71c86001-f0ae-4454-b37f-632918094290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'd89d2854-97b0-4c53-9fed-c35cc58a4c82'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:46:20.693151 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6d5f48-19e8-423d-9709-1b942fb70ee8 req-a6b17c2b-5816-4ec9-b4cf-248c80053539 service neutron] Attempting to bind port b05ddf92-b7fa-4381-9532-e1f520108d6c on network d89d2854-97b0-4c53-9fed-c35cc58a4c82 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:46:20.699011 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6d5f48-19e8-423d-9709-1b942fb70ee8 req-a6b17c2b-5816-4ec9-b4cf-248c80053539 service neutron] Port b05ddf92-b7fa-4381-9532-e1f520108d6c on network d89d2854-97b0-4c53-9fed-c35cc58a4c82 not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:46:20.699559 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6d5f48-19e8-423d-9709-1b942fb70ee8 req-a6b17c2b-5816-4ec9-b4cf-248c80053539 service neutron] Attempting to bind port b05ddf92-b7fa-4381-9532-e1f520108d6c on network d89d2854-97b0-4c53-9fed-c35cc58a4c82 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:46:20.705556 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6d5f48-19e8-423d-9709-1b942fb70ee8 req-a6b17c2b-5816-4ec9-b4cf-248c80053539 service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:46:20.705987 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6d5f48-19e8-423d-9709-1b942fb70ee8 req-a6b17c2b-5816-4ec9-b4cf-248c80053539 service neutron] Checking segment: {'id': '71c86001-f0ae-4454-b37f-632918094290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'd89d2854-97b0-4c53-9fed-c35cc58a4c82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:46:20.706383 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6d5f48-19e8-423d-9709-1b942fb70ee8 req-a6b17c2b-5816-4ec9-b4cf-248c80053539 service neutron] Bound using segment: {'id': '71c86001-f0ae-4454-b37f-632918094290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'd89d2854-97b0-4c53-9fed-c35cc58a4c82'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:46:20.706846 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-ee6d5f48-19e8-423d-9709-1b942fb70ee8 req-a6b17c2b-5816-4ec9-b4cf-248c80053539 service neutron] Bound port: b05ddf92-b7fa-4381-9532-e1f520108d6c, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71c86001-f0ae-4454-b37f-632918094290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'd89d2854-97b0-4c53-9fed-c35cc58a4c82'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:46:20.707318 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ee6d5f48-19e8-423d-9709-1b942fb70ee8 req-a6b17c2b-5816-4ec9-b4cf-248c80053539 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:20.711014 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091f4ff7-6fc4-4d99-8188-3880f0cc95ad None None] Network 3f1b3da4-daf0-423c-8c06-45afbeb47882 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:46:20.719069 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-091f4ff7-6fc4-4d99-8188-3880f0cc95ad None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:46:20.726147 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091f4ff7-6fc4-4d99-8188-3880f0cc95ad None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:46:20.767047 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-ab1aea01-7d3d-447a-a8ff-d02e44a488b1 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Allocated IP 172.20.0.3 (3f1b3da4-daf0-423c-8c06-45afbeb47882/7143a025-c250-4743-b111-6394bba764bf/ac8c442a-ac74-4178-9977-c7a021bbdbdb) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:46:20.785944 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b84c61-471d-4416-8fed-f2dd505ce05b req-666ecc41-d9c5-4bf1-b18d-291907d4b3cb tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:20.793533 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-88b84c61-471d-4416-8fed-f2dd505ce05b req-666ecc41-d9c5-4bf1-b18d-291907d4b3cb tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=b12726b5-045a-4e74-8d5e-7b570347aecc HTTP/1.1" status: 200 len: 945 time: 0.1381507 Nov 25 17:46:20.815709 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-ee6d5f48-19e8-423d-9709-1b942fb70ee8 req-a6b17c2b-5816-4ec9-b4cf-248c80053539 service neutron] For port b05ddf92-b7fa-4381-9532-e1f520108d6c, host n-h2-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:46:20.827947 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-ee6d5f48-19e8-423d-9709-1b942fb70ee8 req-a6b17c2b-5816-4ec9-b4cf-248c80053539 service neutron] For port b05ddf92-b7fa-4381-9532-e1f520108d6c, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=b05ddf92-b7fa-4381-9532-e1f520108d6c,segment=NetworkSegment(71c86001-f0ae-4454-b37f-632918094290),segment_id=71c86001-f0ae-4454-b37f-632918094290)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:46:20.837081 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ee6d5f48-19e8-423d-9709-1b942fb70ee8 req-a6b17c2b-5816-4ec9-b4cf-248c80053539 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:20.873935 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d5f48-19e8-423d-9709-1b942fb70ee8 req-a6b17c2b-5816-4ec9-b4cf-248c80053539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:20.880178 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ee6d5f48-19e8-423d-9709-1b942fb70ee8 req-a6b17c2b-5816-4ec9-b4cf-248c80053539 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:20.885514 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ee6d5f48-19e8-423d-9709-1b942fb70ee8 req-a6b17c2b-5816-4ec9-b4cf-248c80053539 service neutron] 10.222.0.90 "PUT /v2.0/ports/b05ddf92-b7fa-4381-9532-e1f520108d6c HTTP/1.1" status: 200 len: 1091 time: 1.3396626 Nov 25 17:46:20.891707 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-091f4ff7-6fc4-4d99-8188-3880f0cc95ad None None] Attempting to bind port 093ad2f0-e6a0-4495-b779-f95b0eb5e5c5 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:46:20.892067 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-091f4ff7-6fc4-4d99-8188-3880f0cc95ad None None] Attempting to bind port 093ad2f0-e6a0-4495-b779-f95b0eb5e5c5 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'bf2e6e1b-0ae1-4adb-9ed1-2c6a4f75e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '3f1b3da4-daf0-423c-8c06-45afbeb47882'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:46:20.892808 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091f4ff7-6fc4-4d99-8188-3880f0cc95ad None None] Attempting to bind port 093ad2f0-e6a0-4495-b779-f95b0eb5e5c5 on network 3f1b3da4-daf0-423c-8c06-45afbeb47882 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:46:20.910714 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091f4ff7-6fc4-4d99-8188-3880f0cc95ad None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:46:20.910714 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091f4ff7-6fc4-4d99-8188-3880f0cc95ad None None] Checking segment: {'id': 'bf2e6e1b-0ae1-4adb-9ed1-2c6a4f75e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '3f1b3da4-daf0-423c-8c06-45afbeb47882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:46:20.910714 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-091f4ff7-6fc4-4d99-8188-3880f0cc95ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:20.910714 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091f4ff7-6fc4-4d99-8188-3880f0cc95ad None None] Bound using segment: {'id': 'bf2e6e1b-0ae1-4adb-9ed1-2c6a4f75e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '3f1b3da4-daf0-423c-8c06-45afbeb47882'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:46:20.911601 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-091f4ff7-6fc4-4d99-8188-3880f0cc95ad None None] Bound port: 093ad2f0-e6a0-4495-b779-f95b0eb5e5c5, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf2e6e1b-0ae1-4adb-9ed1-2c6a4f75e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '3f1b3da4-daf0-423c-8c06-45afbeb47882'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:46:20.913140 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-091f4ff7-6fc4-4d99-8188-3880f0cc95ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:20.928580 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-88b84c61-471d-4416-8fed-f2dd505ce05b req-0c0257cb-cebf-4c72-8864-e4e9565ad9f9 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343856 Nov 25 17:46:20.959525 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:21.091688 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38202) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:21.118929 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-091f4ff7-6fc4-4d99-8188-3880f0cc95ad None None] For port 093ad2f0-e6a0-4495-b779-f95b0eb5e5c5, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:46:21.120662 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d5f48-19e8-423d-9709-1b942fb70ee8 req-fb9f4f36-0d4f-43a8-8adf-a3f760ba7c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:21.126483 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ee6d5f48-19e8-423d-9709-1b942fb70ee8 req-fb9f4f36-0d4f-43a8-8adf-a3f760ba7c7b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=696ba9968638467ab0c418d763598933&device_id=3d13e7bb-882d-455e-b1e9-7b268d6748d9 HTTP/1.1" status: 200 len: 1094 time: 0.1801479 Nov 25 17:46:21.127326 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b17c2b-5816-4ec9-b4cf-248c80053539 service neutron] Pushing event updated for resources: {'Port': ['ID=b05ddf92-b7fa-4381-9532-e1f520108d6c,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:21.128655 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-091f4ff7-6fc4-4d99-8188-3880f0cc95ad None None] For port 093ad2f0-e6a0-4495-b779-f95b0eb5e5c5, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=093ad2f0-e6a0-4495-b779-f95b0eb5e5c5,segment=NetworkSegment(bf2e6e1b-0ae1-4adb-9ed1-2c6a4f75e101),segment_id=bf2e6e1b-0ae1-4adb-9ed1-2c6a4f75e101)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:46:21.139390 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-091f4ff7-6fc4-4d99-8188-3880f0cc95ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:21.253855 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ee6d5f48-19e8-423d-9709-1b942fb70ee8 req-de638790-e614-4487-afd9-ecbcc37e3119 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b05ddf92-b7fa-4381-9532-e1f520108d6c HTTP/1.1" status: 200 len: 217 time: 0.1137657 Nov 25 17:46:21.317087 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc413a6-8d4f-45cd-a79d-09c5556d5673 req-64660805-63bd-4487-abf3-403d470520f5 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:21.330936 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3bc413a6-8d4f-45cd-a79d-09c5556d5673 req-64660805-63bd-4487-abf3-403d470520f5 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=97be2ce6-9257-4cdf-b9a7-5336b2f90489 HTTP/1.1" status: 200 len: 946 time: 0.3529422 Nov 25 17:46:21.380238 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f4ff7-6fc4-4d99-8188-3880f0cc95ad None None] Pushing event updated for resources: {'Port': ['ID=093ad2f0-e6a0-4495-b779-f95b0eb5e5c5,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:21.530903 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58e213-238d-4f9d-aa24-9a6cdce3f028 req-7e195175-3dd6-4429-bf1c-c5b8200611c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:21.532613 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3b58e213-238d-4f9d-aa24-9a6cdce3f028 req-7e195175-3dd6-4429-bf1c-c5b8200611c1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c4f532841b574680aa5b2f4b964927a8&device_id=b12726b5-045a-4e74-8d5e-7b570347aecc HTTP/1.1" status: 200 len: 1096 time: 0.1321461 Nov 25 17:46:21.559612 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d5f48-19e8-423d-9709-1b942fb70ee8 req-2dde95bb-5e16-4f9c-a674-395a2f260a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:21.561372 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ee6d5f48-19e8-423d-9709-1b942fb70ee8 req-2dde95bb-5e16-4f9c-a674-395a2f260a00 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bb2a2af3-1780-4394-834e-7b4d65546660 HTTP/1.1" status: 200 len: 854 time: 0.3013551 Nov 25 17:46:21.630483 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ee6d5f48-19e8-423d-9709-1b942fb70ee8 req-4934156a-2c1f-46c8-99b4-18259d09b86a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d89d2854-97b0-4c53-9fed-c35cc58a4c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541725 Nov 25 17:46:21.687550 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d13e7bb-882d-455e-b1e9-7b268d6748d9', 'tag': 'b05ddf92-b7fa-4381-9532-e1f520108d6c'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:46:21.704088 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5956e58b-33cf-4745-91a1-e03b9adc0a46" -d '{"events": [{"name": "network-changed", "server_uuid": "3d13e7bb-882d-455e-b1e9-7b268d6748d9", "tag": "b05ddf92-b7fa-4381-9532-e1f520108d6c"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:46:21.921719 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1b71c8-f7b6-4f0f-9dc6-5f511eea338e req-eeb89b43-8b39-40cc-9362-3b024d8f612a tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:21.929697 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-aa1b71c8-f7b6-4f0f-9dc6-5f511eea338e req-eeb89b43-8b39-40cc-9362-3b024d8f612a tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.90 "GET /v2.0/ports?device_id=97be2ce6-9257-4cdf-b9a7-5336b2f90489 HTTP/1.1" status: 200 len: 946 time: 0.7181690 Nov 25 17:46:21.978754 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58e213-238d-4f9d-aa24-9a6cdce3f028 req-d0604f0f-e2de-4069-9c65-e0bf6bd462be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:21.983367 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3b58e213-238d-4f9d-aa24-9a6cdce3f028 req-d0604f0f-e2de-4069-9c65-e0bf6bd462be service neutron] 10.222.0.74 "GET /v2.0/networks?id=55aac267-cfea-4cb6-a3d1-5d2e5c9145dd HTTP/1.1" status: 200 len: 920 time: 0.4304199 Nov 25 17:46:22.032588 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:22.084794 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3b58e213-238d-4f9d-aa24-9a6cdce3f028 req-3ef2bbb0-fae0-4097-815d-0304202c12ee service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2bf9fc7-71ab-4b89-b135-683415fcde88 HTTP/1.1" status: 200 len: 217 time: 0.0817711 Nov 25 17:46:22.087111 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ee6d5f48-19e8-423d-9709-1b942fb70ee8 req-159fc8e6-e03b-4603-b177-c5fdfe9f9524 service neutron] 10.222.0.90 "GET /v2.0/networks/d89d2854-97b0-4c53-9fed-c35cc58a4c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4174969 Nov 25 17:46:22.191645 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1220bd-a6d2-4f7f-be44-e311ea8a8b19 req-c5f460ad-ffd2-4c2d-be10-a9afa38e2dd1 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:22.205454 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bd1220bd-a6d2-4f7f-be44-e311ea8a8b19 req-c5f460ad-ffd2-4c2d-be10-a9afa38e2dd1 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=3d13e7bb-882d-455e-b1e9-7b268d6748d9 HTTP/1.1" status: 200 len: 943 time: 0.7840505 Nov 25 17:46:22.283597 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3bc413a6-8d4f-45cd-a79d-09c5556d5673 req-07d611af-b028-49cc-9a92-4d7edef103be tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8743689 Nov 25 17:46:22.291984 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58e213-238d-4f9d-aa24-9a6cdce3f028 req-4e99d9cf-7766-4a0c-b703-ae3a5259c0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:22.294603 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3b58e213-238d-4f9d-aa24-9a6cdce3f028 req-4e99d9cf-7766-4a0c-b703-ae3a5259c0fa service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f1fd26dd-f220-4d6c-884e-069c7606d72e HTTP/1.1" status: 200 len: 859 time: 0.1874480 Nov 25 17:46:22.297749 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ab1aea01-7d3d-447a-a8ff-d02e44a488b1 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:22.425248 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3b58e213-238d-4f9d-aa24-9a6cdce3f028 req-50be6c83-f68b-438e-a11d-b8478c73b9fb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=55aac267-cfea-4cb6-a3d1-5d2e5c9145dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1194553 Nov 25 17:46:22.540878 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 093ad2f0-e6a0-4495-b779-f95b0eb5e5c5 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:46:22.553725 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bd1220bd-a6d2-4f7f-be44-e311ea8a8b19 req-2c9bb117-b8c5-47df-a0e6-f8a3e0f24c66 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467729 Nov 25 17:46:22.660205 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 093ad2f0-e6a0-4495-b779-f95b0eb5e5c5 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:22.661197 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:22.676552 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38224) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:22.693687 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ab1aea01-7d3d-447a-a8ff-d02e44a488b1 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:22.696150 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1b66af-0c6c-4a43-bed4-46ca53b32cce x-openstack-request-id: req-ec1b66af-0c6c-4a43-bed4-46ca53b32cce {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:46:22.696454 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d13e7bb-882d-455e-b1e9-7b268d6748d9", "tag": "b05ddf92-b7fa-4381-9532-e1f520108d6c", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:46:22.696706 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ec1b66af-0c6c-4a43-bed4-46ca53b32cce {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:46:22.716674 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d13e7bb-882d-455e-b1e9-7b268d6748d9', 'tag': 'b05ddf92-b7fa-4381-9532-e1f520108d6c', 'status': 'completed', 'code': 200} Nov 25 17:46:22.725992 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ee6d5f48-19e8-423d-9709-1b942fb70ee8 req-5c4e0b5a-6ce2-45e3-ba73-e27eb43efdc8 service neutron] 10.222.0.90 "GET /v2.0/networks/d89d2854-97b0-4c53-9fed-c35cc58a4c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6311605 Nov 25 17:46:22.729452 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-aa1b71c8-f7b6-4f0f-9dc6-5f511eea338e req-4c072e9b-2d2f-4117-83f1-e7eba6963b8f tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Deleting port dc6a8024-085e-4dd4-a044-03e7336eacba {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:46:22.730041 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-aa1b71c8-f7b6-4f0f-9dc6-5f511eea338e req-4c072e9b-2d2f-4117-83f1-e7eba6963b8f tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:22.768483 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1aea01-7d3d-447a-a8ff-d02e44a488b1 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Network 3f1b3da4-daf0-423c-8c06-45afbeb47882 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:46:22.788758 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-ab1aea01-7d3d-447a-a8ff-d02e44a488b1 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:46:22.859814 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1aea01-7d3d-447a-a8ff-d02e44a488b1 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:46:22.938335 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:22.986938 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5956e58b-33cf-4745-91a1-e03b9adc0a46 req-e5722288-2ad6-415e-9998-80e2230f612a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:22.989964 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-5956e58b-33cf-4745-91a1-e03b9adc0a46 req-e5722288-2ad6-415e-9998-80e2230f612a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=696ba9968638467ab0c418d763598933&device_id=3d13e7bb-882d-455e-b1e9-7b268d6748d9 HTTP/1.1" status: 200 len: 1094 time: 0.2006147 Nov 25 17:46:22.996116 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3b58e213-238d-4f9d-aa24-9a6cdce3f028 req-9f47643b-dc7e-4743-97b7-3d1c6c53d777 service neutron] 10.222.0.74 "GET /v2.0/networks/55aac267-cfea-4cb6-a3d1-5d2e5c9145dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5593975 Nov 25 17:46:23.037157 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:23.050441 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8f764a-a8d9-415c-aea0-c50a3abfa53f req-cfefc3d9-db39-44b9-842c-95d7839d692a tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:23.063743 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6c8f764a-a8d9-415c-aea0-c50a3abfa53f req-cfefc3d9-db39-44b9-842c-95d7839d692a tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=b12726b5-045a-4e74-8d5e-7b570347aecc HTTP/1.1" status: 200 len: 945 time: 0.5357089 Nov 25 17:46:23.099167 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port 093ad2f0-e6a0-4495-b779-f95b0eb5e5c5, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=093ad2f0-e6a0-4495-b779-f95b0eb5e5c5,segment=NetworkSegment(bf2e6e1b-0ae1-4adb-9ed1-2c6a4f75e101),segment_id=bf2e6e1b-0ae1-4adb-9ed1-2c6a4f75e101)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:23.107779 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:23.117525 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5956e58b-33cf-4745-91a1-e03b9adc0a46 req-71b45afa-30f1-446d-9b15-056246244d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:23.119508 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-5956e58b-33cf-4745-91a1-e03b9adc0a46 req-71b45afa-30f1-446d-9b15-056246244d5e service neutron] 10.222.0.90 "GET /v2.0/networks?id=d89d2854-97b0-4c53-9fed-c35cc58a4c82 HTTP/1.1" status: 200 len: 915 time: 0.1218042 Nov 25 17:46:23.244511 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3b58e213-238d-4f9d-aa24-9a6cdce3f028 req-43558cbb-577c-41c6-885f-3cba047a9f54 service neutron] 10.222.0.74 "GET /v2.0/networks/55aac267-cfea-4cb6-a3d1-5d2e5c9145dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236253 Nov 25 17:46:23.274743 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=093ad2f0-e6a0-4495-b779-f95b0eb5e5c5,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:23.289343 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8a8c6e-1682-4fbc-a192-e2d543b1ffdf None None] Network 3f1b3da4-daf0-423c-8c06-45afbeb47882 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:46:23.302377 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-5956e58b-33cf-4745-91a1-e03b9adc0a46 req-fd4207a2-9a6e-4571-a745-d4b5da33691f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b05ddf92-b7fa-4381-9532-e1f520108d6c HTTP/1.1" status: 200 len: 217 time: 0.0566187 Nov 25 17:46:23.346713 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9e98f704-02ba-4437-bf4b-50bacfc8a0a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:23.412084 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5956e58b-33cf-4745-91a1-e03b9adc0a46 req-cda81df1-63ce-44c9-8696-47aed4c1fdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:23.413658 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-5956e58b-33cf-4745-91a1-e03b9adc0a46 req-cda81df1-63ce-44c9-8696-47aed4c1fdfb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bb2a2af3-1780-4394-834e-7b4d65546660 HTTP/1.1" status: 200 len: 854 time: 0.0979974 Nov 25 17:46:23.416367 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6c8f764a-a8d9-415c-aea0-c50a3abfa53f req-fed245d9-ab81-4c6c-bcff-2987d0313298 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3514619 Nov 25 17:46:23.464576 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-5956e58b-33cf-4745-91a1-e03b9adc0a46 req-6b8a377b-e728-4e37-85b2-79a8629cb29f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d89d2854-97b0-4c53-9fed-c35cc58a4c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396531 Nov 25 17:46:23.499031 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1aea01-7d3d-447a-a8ff-d02e44a488b1 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event updated for resources: {'Port': ['ID=ac8c442a-ac74-4178-9977-c7a021bbdbdb,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:23.533183 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-89928efd-e391-4801-9d7a-6f90dbae1d84 None None] Provisioning complete for port 093ad2f0-e6a0-4495-b779-f95b0eb5e5c5 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:23.533701 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-89928efd-e391-4801-9d7a-6f90dbae1d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:23.560086 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1aea01-7d3d-447a-a8ff-d02e44a488b1 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:23.560975 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ab1aea01-7d3d-447a-a8ff-d02e44a488b1 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:23.572541 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-f101cb4a-8ead-40d3-8ac4-7d439299f091 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Deleting port 71df5ab4-c595-4652-91de-3735e3470c75 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:46:23.573081 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f101cb4a-8ead-40d3-8ac4-7d439299f091 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:23.687944 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-ab1aea01-7d3d-447a-a8ff-d02e44a488b1 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.5114465 Nov 25 17:46:23.712769 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38246) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:23.723240 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7a5579-048b-44a0-b2c1-5f946e94930d req-ee409c65-2ca9-443a-9ef5-3f71003732b4 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:23.731428 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9b7a5579-048b-44a0-b2c1-5f946e94930d req-ee409c65-2ca9-443a-9ef5-3f71003732b4 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=97be2ce6-9257-4cdf-b9a7-5336b2f90489 HTTP/1.1" status: 200 len: 946 time: 0.2458799 Nov 25 17:46:23.743189 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-5956e58b-33cf-4745-91a1-e03b9adc0a46 req-64b30709-cb34-47ea-aa6d-5f01f9daca28 service neutron] 10.222.0.90 "GET /v2.0/networks/d89d2854-97b0-4c53-9fed-c35cc58a4c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662358 Nov 25 17:46:23.745560 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-aa1b71c8-f7b6-4f0f-9dc6-5f511eea338e req-4c072e9b-2d2f-4117-83f1-e7eba6963b8f tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] For port dc6a8024-085e-4dd4-a044-03e7336eacba, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=dc6a8024-085e-4dd4-a044-03e7336eacba,segment=NetworkSegment(c5752f96-a6e9-4fc2-9dae-273cc6a23f00),segment_id=c5752f96-a6e9-4fc2-9dae-273cc6a23f00)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:23.746037 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-aa1b71c8-f7b6-4f0f-9dc6-5f511eea338e req-4c072e9b-2d2f-4117-83f1-e7eba6963b8f tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:23.922074 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-aa1b71c8-f7b6-4f0f-9dc6-5f511eea338e req-4c072e9b-2d2f-4117-83f1-e7eba6963b8f tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Calling delete_port for dc6a8024-085e-4dd4-a044-03e7336eacba owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:46:23.996558 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38250) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:24.030495 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce754099-2813-4977-8bf6-754eccede6b9 req-00f7aa99-918a-4d3e-bd91-f1261aaf127d tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:24.038792 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ce754099-2813-4977-8bf6-754eccede6b9 req-00f7aa99-918a-4d3e-bd91-f1261aaf127d tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=3d13e7bb-882d-455e-b1e9-7b268d6748d9 HTTP/1.1" status: 200 len: 943 time: 0.2891977 Nov 25 17:46:24.062048 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f101cb4a-8ead-40d3-8ac4-7d439299f091 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:24.062678 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f101cb4a-8ead-40d3-8ac4-7d439299f091 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:24.358983 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-947824cc-d17f-46db-88bb-c63d41a741d2 None None] Provisioning complete for port 093ad2f0-e6a0-4495-b779-f95b0eb5e5c5 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:24.359516 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-947824cc-d17f-46db-88bb-c63d41a741d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:24.360472 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-5956e58b-33cf-4745-91a1-e03b9adc0a46 req-2ab2f62f-9397-44db-b441-c2222f6c21e4 service neutron] 10.222.0.90 "GET /v2.0/networks/d89d2854-97b0-4c53-9fed-c35cc58a4c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6102583 Nov 25 17:46:24.480514 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 093ad2f0-e6a0-4495-b779-f95b0eb5e5c5 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:46:24.557053 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-947824cc-d17f-46db-88bb-c63d41a741d2 None None] Provisioning complete for port ac8c442a-ac74-4178-9977-c7a021bbdbdb triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:24.557732 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-947824cc-d17f-46db-88bb-c63d41a741d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:24.600608 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-947824cc-d17f-46db-88bb-c63d41a741d2 None None] Port ac8c442a-ac74-4178-9977-c7a021bbdbdb cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:46:24.616244 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 093ad2f0-e6a0-4495-b779-f95b0eb5e5c5 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:24.616696 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:24.715872 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-f101cb4a-8ead-40d3-8ac4-7d439299f091 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Calling delete_port for 71df5ab4-c595-4652-91de-3735e3470c75 owned by network:floatingip {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:46:24.739804 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-594d23e6-4783-4e98-ba90-09dce3bde664 None None] Provisioning complete for port ac8c442a-ac74-4178-9977-c7a021bbdbdb triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:24.740556 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-594d23e6-4783-4e98-ba90-09dce3bde664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:24.741766 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9b7a5579-048b-44a0-b2c1-5f946e94930d req-990cb361-f96d-43aa-a904-c922721770a6 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=397c5ae6-9fe0-422a-86af-1014e06fb451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0090125 Nov 25 17:46:24.760732 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8c368d6c-fa10-4c7c-a35a-acb9741a690b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:24.763897 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9e98f704-02ba-4437-bf4b-50bacfc8a0a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:24.786789 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ce754099-2813-4977-8bf6-754eccede6b9 req-d5e4ed57-b4f5-461a-8073-b214fbb231b8 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7467499 Nov 25 17:46:24.787430 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9e98f704-02ba-4437-bf4b-50bacfc8a0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:24.822657 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-594d23e6-4783-4e98-ba90-09dce3bde664 None None] Port ac8c442a-ac74-4178-9977-c7a021bbdbdb cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:46:25.067731 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e98f704-02ba-4437-bf4b-50bacfc8a0a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaee5562-21fd-44d0-98b2-98af9e6aa6ec,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:25.072268 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-9e98f704-02ba-4437-bf4b-50bacfc8a0a5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3dd4428ec1da42bfb5c9a10ba135958e&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3862343 Nov 25 17:46:25.075013 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38258) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:25.140523 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-70807d17-4477-4086-a28e-0e59028b6afd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:25.155728 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e9e6f8-2670-4144-b3d1-59f32cdd6bb9 req-5f7cf281-1d92-4db3-9f99-a711889e8e2a tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:25.163612 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-30e9e6f8-2670-4144-b3d1-59f32cdd6bb9 req-5f7cf281-1d92-4db3-9f99-a711889e8e2a tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=b12726b5-045a-4e74-8d5e-7b570347aecc HTTP/1.1" status: 200 len: 945 time: 0.2931201 Nov 25 17:46:25.166654 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-70807d17-4477-4086-a28e-0e59028b6afd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:25.221600 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-70807d17-4477-4086-a28e-0e59028b6afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:25.226843 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-70807d17-4477-4086-a28e-0e59028b6afd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:25.228530 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-70807d17-4477-4086-a28e-0e59028b6afd admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/eaee5562-21fd-44d0-98b2-98af9e6aa6ec HTTP/1.1" status: 204 len: 168 time: 0.1525176 Nov 25 17:46:25.254437 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70807d17-4477-4086-a28e-0e59028b6afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaee5562-21fd-44d0-98b2-98af9e6aa6ec,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:25.318336 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-aa1b71c8-f7b6-4f0f-9dc6-5f511eea338e req-4c072e9b-2d2f-4117-83f1-e7eba6963b8f tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:25.412417 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-30e9e6f8-2670-4144-b3d1-59f32cdd6bb9 req-60b4ee60-6ed0-4ba1-9b39-fd5bee0e27e6 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476642 Nov 25 17:46:25.421005 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c072e9b-2d2f-4117-83f1-e7eba6963b8f tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Pushing event deleted for resources: {'Port': ['ID=dc6a8024-085e-4dd4-a044-03e7336eacba,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:25.428282 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-10248b33-a21e-44d2-8a9f-8d4cf164493e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:25.433912 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8c368d6c-fa10-4c7c-a35a-acb9741a690b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:25.456515 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8c368d6c-fa10-4c7c-a35a-acb9741a690b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:25.537706 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f101cb4a-8ead-40d3-8ac4-7d439299f091 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:25.539781 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa1b71c8-f7b6-4f0f-9dc6-5f511eea338e req-4c072e9b-2d2f-4117-83f1-e7eba6963b8f tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] No DVR routers for this DVR port dc6a8024-085e-4dd4-a044-03e7336eacba on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:46:25.556756 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-aa1b71c8-f7b6-4f0f-9dc6-5f511eea338e req-4c072e9b-2d2f-4117-83f1-e7eba6963b8f tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:25.560097 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-aa1b71c8-f7b6-4f0f-9dc6-5f511eea338e req-4c072e9b-2d2f-4117-83f1-e7eba6963b8f tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.90 "DELETE /v2.0/ports/dc6a8024-085e-4dd4-a044-03e7336eacba HTTP/1.1" status: 204 len: 173 time: 3.5999322 Nov 25 17:46:25.570018 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97be2ce6-9257-4cdf-b9a7-5336b2f90489', 'name': 'network-vif-deleted', 'tag': 'dc6a8024-085e-4dd4-a044-03e7336eacba'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:46:25.572360 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf585db2-e868-4efb-91b3-eea3d4a4678b" -d '{"events": [{"server_uuid": "97be2ce6-9257-4cdf-b9a7-5336b2f90489", "name": "network-vif-deleted", "tag": "dc6a8024-085e-4dd4-a044-03e7336eacba"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:46:25.611419 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c368d6c-fa10-4c7c-a35a-acb9741a690b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7ac715-43d5-4ca3-9b2a-74b5534650b1,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:25.618480 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f101cb4a-8ead-40d3-8ac4-7d439299f091 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Pushing event deleted for resources: {'Port': ['ID=71df5ab4-c595-4652-91de-3735e3470c75,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:25.630109 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-8c368d6c-fa10-4c7c-a35a-acb9741a690b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0877b9dd7a4d4f5e988a72838d25932a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6218138 Nov 25 17:46:25.631980 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38270) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:25.714269 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa3a464-8800-462a-8dbe-ecbc273be004 x-openstack-request-id: req-4fa3a464-8800-462a-8dbe-ecbc273be004 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:46:25.715039 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97be2ce6-9257-4cdf-b9a7-5336b2f90489", "name": "network-vif-deleted", "tag": "dc6a8024-085e-4dd4-a044-03e7336eacba", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:46:25.715039 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4fa3a464-8800-462a-8dbe-ecbc273be004 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:46:25.715039 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97be2ce6-9257-4cdf-b9a7-5336b2f90489', 'name': 'network-vif-deleted', 'tag': 'dc6a8024-085e-4dd4-a044-03e7336eacba', 'status': 'completed', 'code': 200} Nov 25 17:46:25.715518 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2ec11e0b-3e46-44d9-97a5-ae986e0d32d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:25.783021 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f101cb4a-8ead-40d3-8ac4-7d439299f091 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Publish callbacks [] for floatingip, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:25.783592 n-d-817746-1 neutron-server[103361]: INFO neutron.db.l3_db [None req-f101cb4a-8ead-40d3-8ac4-7d439299f091 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Floating IP 8c39a3de-ffc5-422c-a0df-9ad893c27386 disassociated (deleted). External IP: 172.25.0.157, port: ab8b33e8-2d06-4c5d-8805-94b76f672098. Nov 25 17:46:25.787157 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2ec11e0b-3e46-44d9-97a5-ae986e0d32d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:25.909132 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2ec11e0b-3e46-44d9-97a5-ae986e0d32d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:25.912626 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2ec11e0b-3e46-44d9-97a5-ae986e0d32d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:25.913960 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2ec11e0b-3e46-44d9-97a5-ae986e0d32d3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/be7ac715-43d5-4ca3-9b2a-74b5534650b1 HTTP/1.1" status: 204 len: 168 time: 0.2809253 Nov 25 17:46:25.925586 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec11e0b-3e46-44d9-97a5-ae986e0d32d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7ac715-43d5-4ca3-9b2a-74b5534650b1,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:25.995181 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device b05ddf92-b7fa-4381-9532-e1f520108d6c details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:46:26.045722 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d9432a9e-5fc4-4f2c-b217-792234fa0047 req-499423ea-3aa3-4046-894c-007547937fe6 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=97be2ce6-9257-4cdf-b9a7-5336b2f90489 HTTP/1.1" status: 200 len: 210 time: 0.0649614 Nov 25 17:46:26.177443 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85867bc9-52cb-4cc1-9415-23195cafbc1d req-ed66233c-e0ab-4ac9-9e64-538942e39b1b tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:26.179000 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-85867bc9-52cb-4cc1-9415-23195cafbc1d req-ed66233c-e0ab-4ac9-9e64-538942e39b1b tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=3d13e7bb-882d-455e-b1e9-7b268d6748d9 HTTP/1.1" status: 200 len: 943 time: 0.2399347 Nov 25 17:46:26.236598 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-10248b33-a21e-44d2-8a9f-8d4cf164493e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:26.272437 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port b05ddf92-b7fa-4381-9532-e1f520108d6c, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=b05ddf92-b7fa-4381-9532-e1f520108d6c,segment=NetworkSegment(71c86001-f0ae-4454-b37f-632918094290),segment_id=71c86001-f0ae-4454-b37f-632918094290)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:26.284381 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device dc6a8024-085e-4dd4-a044-03e7336eacba no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:46:26.323106 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-10248b33-a21e-44d2-8a9f-8d4cf164493e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:26.365834 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: dc6a8024-085e-4dd4-a044-03e7336eacba {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:46:26.367451 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device dc6a8024-085e-4dd4-a044-03e7336eacba not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:46:26.371998 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': 'b05ddf92-b7fa-4381-9532-e1f520108d6c', 'network_id': 'd89d2854-97b0-4c53-9fed-c35cc58a4c82', 'port_id': 'b05ddf92-b7fa-4381-9532-e1f520108d6c', 'mac_address': 'fa:16:3e:1e:0b:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb2a2af3-1780-4394-834e-7b4d65546660', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:46:26.418059 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:26.440321 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b05ddf92-b7fa-4381-9532-e1f520108d6c {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:46:26.469037 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port b05ddf92-b7fa-4381-9532-e1f520108d6c, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=b05ddf92-b7fa-4381-9532-e1f520108d6c,segment=NetworkSegment(71c86001-f0ae-4454-b37f-632918094290),segment_id=71c86001-f0ae-4454-b37f-632918094290)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:26.480742 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:26.576669 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-85867bc9-52cb-4cc1-9415-23195cafbc1d req-4681b540-c1d7-405b-9d98-b3bdce43b37c tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3879945 Nov 25 17:46:26.595050 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=b05ddf92-b7fa-4381-9532-e1f520108d6c,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:26.648624 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10248b33-a21e-44d2-8a9f-8d4cf164493e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event updated for resources: {'Port': ['ID=ac8c442a-ac74-4178-9977-c7a021bbdbdb,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:26.694416 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38298) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:26.710771 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f101cb4a-8ead-40d3-8ac4-7d439299f091 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Router faaaf2a7-2b11-46de-9144-e36c2d44bf11 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:46:26.719525 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['b05ddf92-b7fa-4381-9532-e1f520108d6c'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:46:26.724035 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-360f8e7d-6940-43be-8773-4fd6a88b486f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:26.743012 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7b8de-f050-4985-a87e-f31b7e4d5b1c req-f34c13ee-3d94-4352-8d1b-9114d888f3e9 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:26.751205 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8bd7b8de-f050-4985-a87e-f31b7e4d5b1c req-f34c13ee-3d94-4352-8d1b-9114d888f3e9 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=b12726b5-045a-4e74-8d5e-7b570347aecc HTTP/1.1" status: 200 len: 945 time: 0.1535649 Nov 25 17:46:26.830469 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38300) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:26.887535 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-360f8e7d-6940-43be-8773-4fd6a88b486f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:26.888103 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-7c091133-2c01-4f78-be17-74a7d3990712 None None] Provisioning complete for port ac8c442a-ac74-4178-9977-c7a021bbdbdb triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:26.888501 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7c091133-2c01-4f78-be17-74a7d3990712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:26.898676 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-360f8e7d-6940-43be-8773-4fd6a88b486f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:26.971068 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8bd7b8de-f050-4985-a87e-f31b7e4d5b1c req-40d0eb6c-7d3c-4704-9b76-d8d6e4a42c7f tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147827 Nov 25 17:46:26.990655 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-360f8e7d-6940-43be-8773-4fd6a88b486f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3929c7f300924ac680ceafb1afdbc640&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2938623 Nov 25 17:46:26.992494 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-7c091133-2c01-4f78-be17-74a7d3990712 None None] Port ac8c442a-ac74-4178-9977-c7a021bbdbdb cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:46:26.997873 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38304) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:27.017769 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f8e7d-6940-43be-8773-4fd6a88b486f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7c1038-69e6-403b-a3d0-e5318a527638,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:27.084437 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b94c3555-5ef7-4616-81e8-8983cd9396f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:27.111546 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b94c3555-5ef7-4616-81e8-8983cd9396f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:27.137629 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-70a9c38a-a38b-4e0c-b53b-32ee3ce53560 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1392123178-network', 'tenant_id': '6e46a2d501b24d24bd8a58d703ca2267'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:46:27.190344 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a9c38a-a38b-4e0c-b53b-32ee3ce53560 admin admin] Made reservation on behalf of 6e46a2d501b24d24bd8a58d703ca2267 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:46:27.193471 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-70a9c38a-a38b-4e0c-b53b-32ee3ce53560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:27.204961 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-70a9c38a-a38b-4e0c-b53b-32ee3ce53560 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:27.229640 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b94c3555-5ef7-4616-81e8-8983cd9396f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:27.235035 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b94c3555-5ef7-4616-81e8-8983cd9396f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:27.236300 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b94c3555-5ef7-4616-81e8-8983cd9396f4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2d7c1038-69e6-403b-a3d0-e5318a527638 HTTP/1.1" status: 204 len: 168 time: 0.2374744 Nov 25 17:46:27.246919 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94c3555-5ef7-4616-81e8-8983cd9396f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7c1038-69e6-403b-a3d0-e5318a527638,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:27.383025 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-10248b33-a21e-44d2-8a9f-8d4cf164493e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:27.387646 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-70a9c38a-a38b-4e0c-b53b-32ee3ce53560 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:27.392063 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-70a9c38a-a38b-4e0c-b53b-32ee3ce53560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:27.429220 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a9c38a-a38b-4e0c-b53b-32ee3ce53560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3662b985-c3bd-42a1-bfd4-b3cc70024fd1,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:27.435633 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70a9c38a-a38b-4e0c-b53b-32ee3ce53560 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:46:27.452485 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-70a9c38a-a38b-4e0c-b53b-32ee3ce53560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:27.453092 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-70a9c38a-a38b-4e0c-b53b-32ee3ce53560 admin admin] Added segment 3b76184b-6b40-4d8f-bca1-ff81c34f88b9 of type vlan for network d0227144-e1d6-4afe-af3a-96912811fab1 Nov 25 17:46:27.459890 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f101cb4a-8ead-40d3-8ac4-7d439299f091 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:46:27.467827 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f101cb4a-8ead-40d3-8ac4-7d439299f091 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:27.472045 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d7c907-bcb3-4561-a8c1-3b0b2c1e596e None None] Sync routers for ids ['faaaf2a7-2b11-46de-9144-e36c2d44bf11'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:46:27.492498 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d7c907-bcb3-4561-a8c1-3b0b2c1e596e None None] Routers {'faaaf2a7-2b11-46de-9144-e36c2d44bf11'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:46:27.493515 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-f4d7c907-bcb3-4561-a8c1-3b0b2c1e596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:46:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['faaaf2a7-2b11-46de-9144-e36c2d44bf11'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:27.516408 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-70a9c38a-a38b-4e0c-b53b-32ee3ce53560 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:27.533120 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-f101cb4a-8ead-40d3-8ac4-7d439299f091 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] 10.222.0.75 "DELETE /v2.0/floatingips/8c39a3de-ffc5-422c-a0df-9ad893c27386 HTTP/1.1" status: 204 len: 168 time: 6.4357493 Nov 25 17:46:27.544711 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ccf62-81de-4172-94c3-481c6000dfde req-b88fc815-2188-4aa6-b05a-eacd9699352d tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:27.546294 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2e8ccf62-81de-4172-94c3-481c6000dfde req-b88fc815-2188-4aa6-b05a-eacd9699352d tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 945 time: 0.1767471 Nov 25 17:46:27.605569 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-70a9c38a-a38b-4e0c-b53b-32ee3ce53560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:27.608011 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a9c38a-a38b-4e0c-b53b-32ee3ce53560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:27.608693 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-70a9c38a-a38b-4e0c-b53b-32ee3ce53560 admin admin] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:27.693128 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-10248b33-a21e-44d2-8a9f-8d4cf164493e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:27.744845 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd733f4c7-b735-40ef-ad4c-8d22913b2c6f', 'tag': 'ab8b33e8-2d06-4c5d-8805-94b76f672098'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:46:27.756109 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15080cdf-4adb-46c2-8e5e-66af00ca2bb7" -d '{"events": [{"name": "network-changed", "server_uuid": "d733f4c7-b735-40ef-ad4c-8d22913b2c6f", "tag": "ab8b33e8-2d06-4c5d-8805-94b76f672098"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:46:27.765275 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-70a9c38a-a38b-4e0c-b53b-32ee3ce53560 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9326134 Nov 25 17:46:27.773263 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38324) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:27.781113 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-449978a8-f171-4a31-aa81-4cdf9be50cc6 admin admin] Request body: {'subnet': {'network_id': 'd0227144-e1d6-4afe-af3a-96912811fab1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1392123178-subnet', 'tenant_id': '6e46a2d501b24d24bd8a58d703ca2267', 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:46:27.792911 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a9c38a-a38b-4e0c-b53b-32ee3ce53560 admin admin] Pushing event updated for resources: {'Network': ['ID=d0227144-e1d6-4afe-af3a-96912811fab1,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:27.793550 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2e8ccf62-81de-4172-94c3-481c6000dfde req-d962365f-d504-4bc8-baed-601777a58c6b tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2333219 Nov 25 17:46:27.842778 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38326) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:27.867702 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449978a8-f171-4a31-aa81-4cdf9be50cc6 admin admin] Made reservation on behalf of 6e46a2d501b24d24bd8a58d703ca2267 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:46:27.886963 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-449978a8-f171-4a31-aa81-4cdf9be50cc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:27.947554 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network d0227144-e1d6-4afe-af3a-96912811fab1 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:46:28.015066 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device b05ddf92-b7fa-4381-9532-e1f520108d6c up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:46:28.088976 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b462cf-2242-4e69-90fa-adff19df4378 x-openstack-request-id: req-d8b462cf-2242-4e69-90fa-adff19df4378 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:46:28.090575 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d733f4c7-b735-40ef-ad4c-8d22913b2c6f", "tag": "ab8b33e8-2d06-4c5d-8805-94b76f672098", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:46:28.091364 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d8b462cf-2242-4e69-90fa-adff19df4378 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:46:28.092946 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd733f4c7-b735-40ef-ad4c-8d22913b2c6f', 'tag': 'ab8b33e8-2d06-4c5d-8805-94b76f672098', 'status': 'completed', 'code': 200} Nov 25 17:46:28.104136 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-f4d7c907-bcb3-4561-a8c1-3b0b2c1e596e None None] Set router faaaf2a7-2b11-46de-9144-e36c2d44bf11 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:46:28.106620 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e9287-356b-4590-be7f-3467920877d1 req-06403e85-6e1b-402b-be29-97c89712b60e tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:28.106620 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-235e9287-356b-4590-be7f-3467920877d1 req-06403e85-6e1b-402b-be29-97c89712b60e tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=3d13e7bb-882d-455e-b1e9-7b268d6748d9 HTTP/1.1" status: 200 len: 944 time: 0.1696992 Nov 25 17:46:28.193154 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-235e9287-356b-4590-be7f-3467920877d1 req-49ae8e17-491b-461a-bbc3-00c355fc8931 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794251 Nov 25 17:46:28.253228 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9c6696bf-e079-4b44-9085-600817bcc0a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:28.351728 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port b05ddf92-b7fa-4381-9532-e1f520108d6c completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:46:28.373758 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port b05ddf92-b7fa-4381-9532-e1f520108d6c triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:28.374224 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:28.392970 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15080cdf-4adb-46c2-8e5e-66af00ca2bb7 req-b4ea250f-bd6a-4a95-8b6f-9cc681d23886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:28.396278 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-15080cdf-4adb-46c2-8e5e-66af00ca2bb7 req-b4ea250f-bd6a-4a95-8b6f-9cc681d23886 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e67f483089c147bfb012c80d67402bfc&device_id=d733f4c7-b735-40ef-ad4c-8d22913b2c6f HTTP/1.1" status: 200 len: 1096 time: 0.1837456 Nov 25 17:46:28.444531 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df095f3b-c1ff-4378-92d6-011503f0ff19 req-91b6a193-87d9-47cd-b18c-92fecaf32a47 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:28.447091 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-df095f3b-c1ff-4378-92d6-011503f0ff19 req-91b6a193-87d9-47cd-b18c-92fecaf32a47 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] 10.222.0.75 "GET /v2.0/ports?device_id=d733f4c7-b735-40ef-ad4c-8d22913b2c6f HTTP/1.1" status: 200 len: 945 time: 0.1720297 Nov 25 17:46:28.459827 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-449978a8-f171-4a31-aa81-4cdf9be50cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:28.473332 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec55cb9b-dc74-4525-8e5c-deaa9cd3b2e8 req-45de75a3-3026-4e44-8a19-85ddccab7791 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:28.476480 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ec55cb9b-dc74-4525-8e5c-deaa9cd3b2e8 req-45de75a3-3026-4e44-8a19-85ddccab7791 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=b12726b5-045a-4e74-8d5e-7b570347aecc HTTP/1.1" status: 200 len: 945 time: 0.1568844 Nov 25 17:46:28.589572 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ec55cb9b-dc74-4525-8e5c-deaa9cd3b2e8 req-e83377a2-3639-452c-a104-0cdbed11733d tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836227 Nov 25 17:46:28.603071 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:28.628089 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-f4d7c907-bcb3-4561-a8c1-3b0b2c1e596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faaaf2a7-2b11-46de-9144-e36c2d44bf11', 'name': 'tempest-TestVolumeBackupRestore-1444397206-router', 'tenant_id': 'e67f483089c147bfb012c80d67402bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '420fd8b0-33bd-4e1d-9def-85f817187d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:40:21Z', 'updated_at': '2021-11-25T17:40:37Z', 'revision_number': 4, 'project_id': 'e67f483089c147bfb012c80d67402bfc', 'gw_port': {'id': '420fd8b0-33bd-4e1d-9def-85f817187d95', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faaaf2a7-2b11-46de-9144-e36c2d44bf11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:24Z', 'updated_at': '2021-11-25T17:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'a0325404-8595-448c-b7d1-a13e108ad9c2', 'name': '', 'network_id': 'ac3d9612-6ca0-40df-ad89-62ed459c33fb', 'tenant_id': 'e67f483089c147bfb012c80d67402bfc', 'mac_address': 'fa:16:3e:29:72:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faaaf2a7-2b11-46de-9144-e36c2d44bf11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': '5c27de08-3ab5-466c-84b4-62cdfa6da7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:34Z', 'updated_at': '2021-11-25T17:40:45Z', 'revision_number': 5, 'project_id': 'e67f483089c147bfb012c80d67402bfc', 'subnets': [{'id': '5c27de08-3ab5-466c-84b4-62cdfa6da7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:28.645360 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-df095f3b-c1ff-4378-92d6-011503f0ff19 req-4b33727d-c868-4c53-b55c-3f9bf779b474 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] 10.222.0.75 "GET /v2.0/security-groups?id=2285b65b-d698-4f33-ae20-5b05d59ab176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1861761 Nov 25 17:46:28.673177 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-10248b33-a21e-44d2-8a9f-8d4cf164493e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:28.683366 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449978a8-f171-4a31-aa81-4cdf9be50cc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4a8e97e-c950-476c-8cf2-46cf5bbd30a7,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:28.690967 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-10248b33-a21e-44d2-8a9f-8d4cf164493e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:28.707823 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9c6696bf-e079-4b44-9085-600817bcc0a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:28.714693 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15080cdf-4adb-46c2-8e5e-66af00ca2bb7 req-a7afa016-8c6b-4305-8551-5ccde4a64f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:28.716375 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-15080cdf-4adb-46c2-8e5e-66af00ca2bb7 req-a7afa016-8c6b-4305-8551-5ccde4a64f71 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ac3d9612-6ca0-40df-ad89-62ed459c33fb HTTP/1.1" status: 200 len: 915 time: 0.3084114 Nov 25 17:46:28.717164 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449978a8-f171-4a31-aa81-4cdf9be50cc6 admin admin] Checking segment: {'id': '3b76184b-6b40-4d8f-bca1-ff81c34f88b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'd0227144-e1d6-4afe-af3a-96912811fab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:46:28.717523 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449978a8-f171-4a31-aa81-4cdf9be50cc6 admin admin] Network hostable DHCP agents. Network: d0227144-e1d6-4afe-af3a-96912811fab1, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:46:28.721441 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9c6696bf-e079-4b44-9085-600817bcc0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:28.728710 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d7c907-bcb3-4561-a8c1-3b0b2c1e596e None None] Checking router: faaaf2a7-2b11-46de-9144-e36c2d44bf11 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:46:28.763809 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port b05ddf92-b7fa-4381-9532-e1f520108d6c, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=b05ddf92-b7fa-4381-9532-e1f520108d6c,segment=NetworkSegment(71c86001-f0ae-4454-b37f-632918094290),segment_id=71c86001-f0ae-4454-b37f-632918094290)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:28.765051 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d13e7bb-882d-455e-b1e9-7b268d6748d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b05ddf92-b7fa-4381-9532-e1f520108d6c'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:46:28.767930 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e33efab6-52ee-4b07-a77f-426e112e96d9" -d '{"events": [{"server_uuid": "3d13e7bb-882d-455e-b1e9-7b268d6748d9", "name": "network-vif-plugged", "status": "completed", "tag": "b05ddf92-b7fa-4381-9532-e1f520108d6c"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:46:28.774308 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:28.783579 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d7c907-bcb3-4561-a8c1-3b0b2c1e596e None None] Routers {'faaaf2a7-2b11-46de-9144-e36c2d44bf11'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:46:28.784339 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-f4d7c907-bcb3-4561-a8c1-3b0b2c1e596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:46:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['faaaf2a7-2b11-46de-9144-e36c2d44bf11'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:28.799468 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9c6696bf-e079-4b44-9085-600817bcc0a3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=aea76a990c944afe85c50e1874546279&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9538128 Nov 25 17:46:28.803688 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38336) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:28.811242 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6696bf-e079-4b44-9085-600817bcc0a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d23005-b997-45ff-a985-cfb71f22d70d,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:28.831713 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10248b33-a21e-44d2-8a9f-8d4cf164493e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event updated for resources: {'Port': ['ID=ac8c442a-ac74-4178-9977-c7a021bbdbdb,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:28.894993 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-10248b33-a21e-44d2-8a9f-8d4cf164493e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:28.956687 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-15080cdf-4adb-46c2-8e5e-66af00ca2bb7 req-11913713-6184-4324-84b5-20594c92ab02 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab8b33e8-2d06-4c5d-8805-94b76f672098 HTTP/1.1" status: 200 len: 217 time: 0.1929574 Nov 25 17:46:29.012725 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449978a8-f171-4a31-aa81-4cdf9be50cc6 admin admin] Network d0227144-e1d6-4afe-af3a-96912811fab1 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:46:29.066407 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-449978a8-f171-4a31-aa81-4cdf9be50cc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, d0227144-e1d6-4afe-af3a-96912811fab1) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:46:29.079027 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-f4d7c907-bcb3-4561-a8c1-3b0b2c1e596e None None] Set router faaaf2a7-2b11-46de-9144-e36c2d44bf11 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:46:29.085734 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10248b33-a21e-44d2-8a9f-8d4cf164493e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Network 3f1b3da4-daf0-423c-8c06-45afbeb47882 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:46:29.088503 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15080cdf-4adb-46c2-8e5e-66af00ca2bb7 req-eec0c590-271e-4330-830a-f7d04bafb1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:29.095819 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-15080cdf-4adb-46c2-8e5e-66af00ca2bb7 req-eec0c590-271e-4330-830a-f7d04bafb1bd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5c27de08-3ab5-466c-84b4-62cdfa6da7ca HTTP/1.1" status: 200 len: 853 time: 0.1292169 Nov 25 17:46:29.107639 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449978a8-f171-4a31-aa81-4cdf9be50cc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:29.108296 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-449978a8-f171-4a31-aa81-4cdf9be50cc6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:29.136178 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-10248b33-a21e-44d2-8a9f-8d4cf164493e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:46:29.142234 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4e649e25-d4d2-42e0-855f-07dcca0a7ce5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:29.200157 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-449978a8-f171-4a31-aa81-4cdf9be50cc6 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4224193 Nov 25 17:46:29.201887 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=b05ddf92-b7fa-4381-9532-e1f520108d6c,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:29.202916 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38348) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:29.218367 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-3fd22e4b-b400-41b6-91de-a0df2624f535 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1392123178-router', 'tenant_id': '6e46a2d501b24d24bd8a58d703ca2267', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:46:29.227891 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4e649e25-d4d2-42e0-855f-07dcca0a7ce5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:29.267078 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3fd22e4b-b400-41b6-91de-a0df2624f535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:29.268323 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3fd22e4b-b400-41b6-91de-a0df2624f535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:29.295449 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15080cdf-4adb-46c2-8e5e-66af00ca2bb7 req-0ecca7bc-6201-4d2e-be8a-e7a49bd7020e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:29.297021 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-15080cdf-4adb-46c2-8e5e-66af00ca2bb7 req-0ecca7bc-6201-4d2e-be8a-e7a49bd7020e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ac3d9612-6ca0-40df-ad89-62ed459c33fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1860659 Nov 25 17:46:29.340697 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d10c70-7717-4929-bb16-c7a6049d2ae5 x-openstack-request-id: req-32d10c70-7717-4929-bb16-c7a6049d2ae5 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:46:29.341190 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3fd22e4b-b400-41b6-91de-a0df2624f535 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:29.341505 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d13e7bb-882d-455e-b1e9-7b268d6748d9", "name": "network-vif-plugged", "status": "completed", "tag": "b05ddf92-b7fa-4381-9532-e1f520108d6c", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:46:29.341933 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-32d10c70-7717-4929-bb16-c7a6049d2ae5 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:46:29.342495 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d13e7bb-882d-455e-b1e9-7b268d6748d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b05ddf92-b7fa-4381-9532-e1f520108d6c', 'code': 200} Nov 25 17:46:29.370455 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def8e3f2-2e8d-4f4c-b268-b13953a4b90b None None] Network d0227144-e1d6-4afe-af3a-96912811fab1 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:46:29.398786 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fd5955-dafe-4358-943e-c90880459d51 req-5cf5ef5a-a618-466e-9d41-88df6ff314e4 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:29.401536 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-71fd5955-dafe-4358-943e-c90880459d51 req-5cf5ef5a-a618-466e-9d41-88df6ff314e4 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.74 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 945 time: 0.3362081 Nov 25 17:46:29.510083 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-f4d7c907-bcb3-4561-a8c1-3b0b2c1e596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faaaf2a7-2b11-46de-9144-e36c2d44bf11', 'name': 'tempest-TestVolumeBackupRestore-1444397206-router', 'tenant_id': 'e67f483089c147bfb012c80d67402bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '420fd8b0-33bd-4e1d-9def-85f817187d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:40:21Z', 'updated_at': '2021-11-25T17:40:37Z', 'revision_number': 4, 'project_id': 'e67f483089c147bfb012c80d67402bfc', 'gw_port': {'id': '420fd8b0-33bd-4e1d-9def-85f817187d95', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faaaf2a7-2b11-46de-9144-e36c2d44bf11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:24Z', 'updated_at': '2021-11-25T17:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'a0325404-8595-448c-b7d1-a13e108ad9c2', 'name': '', 'network_id': 'ac3d9612-6ca0-40df-ad89-62ed459c33fb', 'tenant_id': 'e67f483089c147bfb012c80d67402bfc', 'mac_address': 'fa:16:3e:29:72:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faaaf2a7-2b11-46de-9144-e36c2d44bf11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': '5c27de08-3ab5-466c-84b4-62cdfa6da7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:34Z', 'updated_at': '2021-11-25T17:40:45Z', 'revision_number': 5, 'project_id': 'e67f483089c147bfb012c80d67402bfc', 'subnets': [{'id': '5c27de08-3ab5-466c-84b4-62cdfa6da7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:29.526062 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-15080cdf-4adb-46c2-8e5e-66af00ca2bb7 req-8c70d9af-2489-4ded-a3ea-a3e01258893a service neutron] 10.222.0.74 "GET /v2.0/networks/ac3d9612-6ca0-40df-ad89-62ed459c33fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129109 Nov 25 17:46:29.526863 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4e649e25-d4d2-42e0-855f-07dcca0a7ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:29.529735 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4e649e25-d4d2-42e0-855f-07dcca0a7ce5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:29.531128 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4e649e25-d4d2-42e0-855f-07dcca0a7ce5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/80d23005-b997-45ff-a985-cfb71f22d70d HTTP/1.1" status: 204 len: 168 time: 0.6812501 Nov 25 17:46:29.549451 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e649e25-d4d2-42e0-855f-07dcca0a7ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d23005-b997-45ff-a985-cfb71f22d70d,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:29.572384 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d7c907-bcb3-4561-a8c1-3b0b2c1e596e None None] The sync data for ids ['faaaf2a7-2b11-46de-9144-e36c2d44bf11'] in n-d-817746-1 is: [{'id': 'faaaf2a7-2b11-46de-9144-e36c2d44bf11', 'name': 'tempest-TestVolumeBackupRestore-1444397206-router', 'tenant_id': 'e67f483089c147bfb012c80d67402bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '420fd8b0-33bd-4e1d-9def-85f817187d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:40:21Z', 'updated_at': '2021-11-25T17:40:37Z', 'revision_number': 4, 'project_id': 'e67f483089c147bfb012c80d67402bfc', 'gw_port': {'id': '420fd8b0-33bd-4e1d-9def-85f817187d95', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faaaf2a7-2b11-46de-9144-e36c2d44bf11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:24Z', 'updated_at': '2021-11-25T17:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'a0325404-8595-448c-b7d1-a13e108ad9c2', 'name': '', 'network_id': 'ac3d9612-6ca0-40df-ad89-62ed459c33fb', 'tenant_id': 'e67f483089c147bfb012c80d67402bfc', 'mac_address': 'fa:16:3e:29:72:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faaaf2a7-2b11-46de-9144-e36c2d44bf11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': '5c27de08-3ab5-466c-84b4-62cdfa6da7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:34Z', 'updated_at': '2021-11-25T17:40:45Z', 'revision_number': 5, 'project_id': 'e67f483089c147bfb012c80d67402bfc', 'subnets': [{'id': '5c27de08-3ab5-466c-84b4-62cdfa6da7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:46:29.698488 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-15080cdf-4adb-46c2-8e5e-66af00ca2bb7 req-92c22290-0413-457c-81ce-c22a85c577db service neutron] 10.222.0.74 "GET /v2.0/networks/ac3d9612-6ca0-40df-ad89-62ed459c33fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567857 Nov 25 17:46:29.737657 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee9dfda-9c8c-4f31-84b8-1052f0b59227 req-47e46784-2cd6-4232-965e-c19694a8e066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:29.739385 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9ee9dfda-9c8c-4f31-84b8-1052f0b59227 req-47e46784-2cd6-4232-965e-c19694a8e066 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=3d13e7bb-882d-455e-b1e9-7b268d6748d9 HTTP/1.1" status: 200 len: 1096 time: 0.6775198 Nov 25 17:46:29.761902 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dec8370-7d8b-40b2-afc9-bd5da085daa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-d0227144-e1d6-4afe-af3a-96912811fab1', 'network_id': 'd0227144-e1d6-4afe-af3a-96912811fab1', 'tenant_id': '6e46a2d501b24d24bd8a58d703ca2267', 'fixed_ips': [{'subnet_id': 'd4a8e97e-c950-476c-8cf2-46cf5bbd30a7'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:46:29.763438 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7dec8370-7d8b-40b2-afc9-bd5da085daa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:29.837326 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ef75b-d542-4db8-8bbb-57fe58325207 req-b596fd6c-2738-4d8c-af2a-c4eb1650dab3 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:29.838908 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c02ef75b-d542-4db8-8bbb-57fe58325207 req-b596fd6c-2738-4d8c-af2a-c4eb1650dab3 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 945 time: 0.7752213 Nov 25 17:46:29.951098 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-7dec8370-7d8b-40b2-afc9-bd5da085daa3 None None] Allocated IP 172.20.0.2 (d0227144-e1d6-4afe-af3a-96912811fab1/d4a8e97e-c950-476c-8cf2-46cf5bbd30a7/befba73b-8d69-40db-8d34-78dd59c9fe7b) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:46:29.981385 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d347ff35-144b-428b-806f-ca7093371a68 None None] Provisioning complete for port ac8c442a-ac74-4178-9977-c7a021bbdbdb triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:29.981806 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d347ff35-144b-428b-806f-ca7093371a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:30.062416 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3fd22e4b-b400-41b6-91de-a0df2624f535 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:30.100468 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe2e438-ff58-4647-bdf6-295945d95269 None None] New status for floating IP 8c39a3de-ffc5-422c-a0df-9ad893c27386: DOWN {{(pid=103363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:46:30.210077 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e0a4cc-5b06-4792-95a2-e43a7aad03d0 req-9c392bdc-d17a-4b56-bfa0-9cece2eaff44 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:30.217804 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-39e0a4cc-5b06-4792-95a2-e43a7aad03d0 req-9c392bdc-d17a-4b56-bfa0-9cece2eaff44 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=3d13e7bb-882d-455e-b1e9-7b268d6748d9 HTTP/1.1" status: 200 len: 945 time: 0.7525878 Nov 25 17:46:30.247823 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7dec8370-7d8b-40b2-afc9-bd5da085daa3 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:30.264935 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7dec8370-7d8b-40b2-afc9-bd5da085daa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:30.277604 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c02ef75b-d542-4db8-8bbb-57fe58325207 req-0e05f502-d5c2-4dd7-b32d-f8b84f3684cb tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3218086 Nov 25 17:46:30.298549 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73772a9e-77c3-4f55-905f-2d77ed341225 req-fd21019a-76bb-4b17-96bb-589eab418eaf tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:30.301170 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-73772a9e-77c3-4f55-905f-2d77ed341225 req-fd21019a-76bb-4b17-96bb-589eab418eaf tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] 10.222.0.74 "GET /v2.0/ports?device_id=d733f4c7-b735-40ef-ad4c-8d22913b2c6f HTTP/1.1" status: 200 len: 945 time: 0.5405746 Nov 25 17:46:30.305162 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9ee9dfda-9c8c-4f31-84b8-1052f0b59227 req-9bcf62e5-d67e-4940-9ec5-1cfbd5d6764e service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4832611 Nov 25 17:46:30.330800 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d347ff35-144b-428b-806f-ca7093371a68 None None] Port ac8c442a-ac74-4178-9977-c7a021bbdbdb cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:46:30.345334 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dec8370-7d8b-40b2-afc9-bd5da085daa3 None None] Network d0227144-e1d6-4afe-af3a-96912811fab1 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:46:30.349854 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-7dec8370-7d8b-40b2-afc9-bd5da085daa3 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:46:30.353639 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dec8370-7d8b-40b2-afc9-bd5da085daa3 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:46:30.362700 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec8370-7d8b-40b2-afc9-bd5da085daa3 None None] Pushing event updated for resources: {'Port': ['ID=befba73b-8d69-40db-8d34-78dd59c9fe7b,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:30.436387 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-7dec8370-7d8b-40b2-afc9-bd5da085daa3 None None] Attempting to bind port befba73b-8d69-40db-8d34-78dd59c9fe7b on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:46:30.436991 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-7dec8370-7d8b-40b2-afc9-bd5da085daa3 None None] Attempting to bind port befba73b-8d69-40db-8d34-78dd59c9fe7b by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '3b76184b-6b40-4d8f-bca1-ff81c34f88b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'd0227144-e1d6-4afe-af3a-96912811fab1'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:46:30.437539 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dec8370-7d8b-40b2-afc9-bd5da085daa3 None None] Attempting to bind port befba73b-8d69-40db-8d34-78dd59c9fe7b on network d0227144-e1d6-4afe-af3a-96912811fab1 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:46:30.449873 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dec8370-7d8b-40b2-afc9-bd5da085daa3 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:46:30.450307 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dec8370-7d8b-40b2-afc9-bd5da085daa3 None None] Checking segment: {'id': '3b76184b-6b40-4d8f-bca1-ff81c34f88b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'd0227144-e1d6-4afe-af3a-96912811fab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:46:30.450723 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7dec8370-7d8b-40b2-afc9-bd5da085daa3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:30.451286 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dec8370-7d8b-40b2-afc9-bd5da085daa3 None None] Bound using segment: {'id': '3b76184b-6b40-4d8f-bca1-ff81c34f88b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'd0227144-e1d6-4afe-af3a-96912811fab1'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:46:30.451765 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-7dec8370-7d8b-40b2-afc9-bd5da085daa3 None None] Bound port: befba73b-8d69-40db-8d34-78dd59c9fe7b, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b76184b-6b40-4d8f-bca1-ff81c34f88b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'd0227144-e1d6-4afe-af3a-96912811fab1'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:46:30.452155 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7dec8370-7d8b-40b2-afc9-bd5da085daa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:30.539974 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-7dec8370-7d8b-40b2-afc9-bd5da085daa3 None None] For port befba73b-8d69-40db-8d34-78dd59c9fe7b, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:46:30.543972 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-7dec8370-7d8b-40b2-afc9-bd5da085daa3 None None] For port befba73b-8d69-40db-8d34-78dd59c9fe7b, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=befba73b-8d69-40db-8d34-78dd59c9fe7b,segment=NetworkSegment(3b76184b-6b40-4d8f-bca1-ff81c34f88b9),segment_id=3b76184b-6b40-4d8f-bca1-ff81c34f88b9)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:46:30.549841 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7dec8370-7d8b-40b2-afc9-bd5da085daa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:30.571976 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-71fd5955-dafe-4358-943e-c90880459d51 req-899506ce-df98-440d-b654-c7219a4734c4 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Deleting port 82625e3e-d5dd-41cd-b7dc-44893732e44b {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:46:30.572315 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-71fd5955-dafe-4358-943e-c90880459d51 req-899506ce-df98-440d-b654-c7219a4734c4 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:30.613324 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10248b33-a21e-44d2-8a9f-8d4cf164493e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Router fee1d27c-162e-4a55-bb4b-bbed011f6fc6 is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:46:30.634198 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-39e0a4cc-5b06-4792-95a2-e43a7aad03d0 req-d3458710-da99-4535-8361-2b11269608d4 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4154150 Nov 25 17:46:30.640480 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec8370-7d8b-40b2-afc9-bd5da085daa3 None None] Pushing event updated for resources: {'Port': ['ID=befba73b-8d69-40db-8d34-78dd59c9fe7b,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:30.681431 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d667c063-c1a2-4fa3-a1c1-7c5f9c4492df req-019b7d02-d729-417c-869a-ac55885de4c0 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:30.683199 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d667c063-c1a2-4fa3-a1c1-7c5f9c4492df req-019b7d02-d729-417c-869a-ac55885de4c0 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=b12726b5-045a-4e74-8d5e-7b570347aecc HTTP/1.1" status: 200 len: 945 time: 0.2749317 Nov 25 17:46:31.260478 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-71fd5955-dafe-4358-943e-c90880459d51 req-899506ce-df98-440d-b654-c7219a4734c4 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] For port 82625e3e-d5dd-41cd-b7dc-44893732e44b, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=82625e3e-d5dd-41cd-b7dc-44893732e44b,segment=NetworkSegment(c5752f96-a6e9-4fc2-9dae-273cc6a23f00),segment_id=c5752f96-a6e9-4fc2-9dae-273cc6a23f00)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:31.261526 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-71fd5955-dafe-4358-943e-c90880459d51 req-899506ce-df98-440d-b654-c7219a4734c4 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:31.266844 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d667c063-c1a2-4fa3-a1c1-7c5f9c4492df req-537fab4a-9212-46c8-b523-af1b89b8f1d5 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5713561 Nov 25 17:46:31.296131 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-73772a9e-77c3-4f55-905f-2d77ed341225 req-16973a77-984d-4a23-aeb9-517361576df6 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Deleting port ab8b33e8-2d06-4c5d-8805-94b76f672098 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:46:31.296131 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-73772a9e-77c3-4f55-905f-2d77ed341225 req-16973a77-984d-4a23-aeb9-517361576df6 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:31.473247 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10248b33-a21e-44d2-8a9f-8d4cf164493e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:46:31.479166 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-10248b33-a21e-44d2-8a9f-8d4cf164493e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "PUT /v2.0/routers/fee1d27c-162e-4a55-bb4b-bbed011f6fc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7450781 Nov 25 17:46:31.482799 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38398) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:31.486195 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216238a7-5223-4142-a09a-4416779fcad2 None None] Sync routers for ids ['fee1d27c-162e-4a55-bb4b-bbed011f6fc6'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:46:31.511722 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216238a7-5223-4142-a09a-4416779fcad2 None None] Routers {'fee1d27c-162e-4a55-bb4b-bbed011f6fc6'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:46:31.512396 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-216238a7-5223-4142-a09a-4416779fcad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:46:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['fee1d27c-162e-4a55-bb4b-bbed011f6fc6'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:31.566526 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f6ecd-d22f-4e32-90ea-24067e00e574 req-782f1df5-3733-4788-94fa-c2532ad63cb8 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:31.568138 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b45f6ecd-d22f-4e32-90ea-24067e00e574 req-782f1df5-3733-4788-94fa-c2532ad63cb8 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] 10.222.0.75 "GET /v2.0/ports?device_id=d733f4c7-b735-40ef-ad4c-8d22913b2c6f HTTP/1.1" status: 200 len: 945 time: 0.4434643 Nov 25 17:46:31.585492 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-216238a7-5223-4142-a09a-4416779fcad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:31.585748 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0498ee3f-356e-4651-9879-9b2d7c4c74bd tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:31.588023 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0498ee3f-356e-4651-9879-9b2d7c4c74bd tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "GET /v2.0/ports?device_id=fee1d27c-162e-4a55-bb4b-bbed011f6fc6 HTTP/1.1" status: 200 len: 982 time: 0.1034279 Nov 25 17:46:31.590636 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38402) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:31.615099 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216238a7-5223-4142-a09a-4416779fcad2 None None] Routers {'fee1d27c-162e-4a55-bb4b-bbed011f6fc6'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:46:31.615972 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-216238a7-5223-4142-a09a-4416779fcad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:46:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['fee1d27c-162e-4a55-bb4b-bbed011f6fc6'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:31.639479 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3fd22e4b-b400-41b6-91de-a0df2624f535 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:31.681572 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3fd22e4b-b400-41b6-91de-a0df2624f535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:31.694062 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-216238a7-5223-4142-a09a-4416779fcad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:31.694959 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216238a7-5223-4142-a09a-4416779fcad2 None None] The sync data for ids ['fee1d27c-162e-4a55-bb4b-bbed011f6fc6'] in n-d-817746-1 is: [] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:46:31.788782 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b45f6ecd-d22f-4e32-90ea-24067e00e574 req-e29f91d4-719b-4bbc-b3e7-52499d87c02e tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] 10.222.0.75 "GET /v2.0/security-groups?id=2285b65b-d698-4f33-ae20-5b05d59ab176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214345 Nov 25 17:46:31.874295 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1555a6-8985-4046-b9ff-73dc2874adfe req-f14ff47b-60e1-4dcc-af4b-89d40b214b69 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:31.875900 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6b1555a6-8985-4046-b9ff-73dc2874adfe req-f14ff47b-60e1-4dcc-af4b-89d40b214b69 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 945 time: 0.4181976 Nov 25 17:46:32.004925 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device ab8b33e8-2d06-4c5d-8805-94b76f672098 no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:46:32.100437 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-73772a9e-77c3-4f55-905f-2d77ed341225 req-16973a77-984d-4a23-aeb9-517361576df6 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] For port ab8b33e8-2d06-4c5d-8805-94b76f672098, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=ab8b33e8-2d06-4c5d-8805-94b76f672098,segment=NetworkSegment(506df9f2-b834-4d78-a6af-1ee3efc3ff09),segment_id=506df9f2-b834-4d78-a6af-1ee3efc3ff09)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:32.100899 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-73772a9e-77c3-4f55-905f-2d77ed341225 req-16973a77-984d-4a23-aeb9-517361576df6 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:32.171402 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:32.228150 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-73772a9e-77c3-4f55-905f-2d77ed341225 req-16973a77-984d-4a23-aeb9-517361576df6 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Calling delete_port for ab8b33e8-2d06-4c5d-8805-94b76f672098 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:46:32.231800 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port ab8b33e8-2d06-4c5d-8805-94b76f672098, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=ab8b33e8-2d06-4c5d-8805-94b76f672098,segment=NetworkSegment(506df9f2-b834-4d78-a6af-1ee3efc3ff09),segment_id=506df9f2-b834-4d78-a6af-1ee3efc3ff09)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:32.233670 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd733f4c7-b735-40ef-ad4c-8d22913b2c6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab8b33e8-2d06-4c5d-8805-94b76f672098'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:46:32.238045 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c4d940-c5ef-4c90-9b1d-0acaaa597c51" -d '{"events": [{"server_uuid": "d733f4c7-b735-40ef-ad4c-8d22913b2c6f", "name": "network-vif-unplugged", "status": "completed", "tag": "ab8b33e8-2d06-4c5d-8805-94b76f672098"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:46:32.243032 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:32.245438 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 82625e3e-d5dd-41cd-b7dc-44893732e44b no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:46:32.276260 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6b1555a6-8985-4046-b9ff-73dc2874adfe req-f720f86f-f159-4bd0-878e-972162c63422 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ba6c8d6-137c-4982-89d6-5b8e3de488d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3591704 Nov 25 17:46:32.328279 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e16dc586-0513-4efb-97f7-1154113fca29 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:32.377879 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839078d7-a23d-4967-9480-6e6cdd937c7a req-438bcad5-47e0-468c-9b2c-ac6c6fdb5163 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:32.386048 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-839078d7-a23d-4967-9480-6e6cdd937c7a req-438bcad5-47e0-468c-9b2c-ac6c6fdb5163 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=3d13e7bb-882d-455e-b1e9-7b268d6748d9 HTTP/1.1" status: 200 len: 945 time: 0.4699523 Nov 25 17:46:32.400960 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-71fd5955-dafe-4358-943e-c90880459d51 req-899506ce-df98-440d-b654-c7219a4734c4 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:32.400960 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-71fd5955-dafe-4358-943e-c90880459d51 req-899506ce-df98-440d-b654-c7219a4734c4 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:32.402130 n-d-817746-1 neutron-server[103361]: INFO neutron.db.l3_db [req-71fd5955-dafe-4358-943e-c90880459d51 req-899506ce-df98-440d-b654-c7219a4734c4 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Floating IP 4e474126-1069-4530-96e7-4dc5c14e860d disassociated. External IP: 172.25.0.36, port: 82625e3e-d5dd-41cd-b7dc-44893732e44b. Nov 25 17:46:32.402510 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-71fd5955-dafe-4358-943e-c90880459d51 req-899506ce-df98-440d-b654-c7219a4734c4 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Calling delete_port for 82625e3e-d5dd-41cd-b7dc-44893732e44b owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:46:32.453638 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-3fd22e4b-b400-41b6-91de-a0df2624f535 admin admin] Allocated IP 172.25.0.135 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/ab05c66b-ff49-4cd7-a9ba-9983161ef007) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:46:32.534877 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33263f74-c3de-4b81-8067-f7e0316bb8cf x-openstack-request-id: req-33263f74-c3de-4b81-8067-f7e0316bb8cf {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:46:32.535840 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d733f4c7-b735-40ef-ad4c-8d22913b2c6f", "name": "network-vif-unplugged", "status": "completed", "tag": "ab8b33e8-2d06-4c5d-8805-94b76f672098", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:46:32.541433 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-33263f74-c3de-4b81-8067-f7e0316bb8cf {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:46:32.542269 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd733f4c7-b735-40ef-ad4c-8d22913b2c6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab8b33e8-2d06-4c5d-8805-94b76f672098', 'code': 200} Nov 25 17:46:32.544766 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=ab8b33e8-2d06-4c5d-8805-94b76f672098,revision_number=6']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:32.560545 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eaf75e3-c9c4-4ed7-b255-649385eb8715 None None] Network d0227144-e1d6-4afe-af3a-96912811fab1 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:46:32.610564 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device befba73b-8d69-40db-8d34-78dd59c9fe7b up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:46:32.692780 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-839078d7-a23d-4967-9480-6e6cdd937c7a req-171cfaa0-cc56-4dc4-8514-552359c5c098 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059113 Nov 25 17:46:32.759527 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-e16dc586-0513-4efb-97f7-1154113fca29 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Deleting port ac8c442a-ac74-4178-9977-c7a021bbdbdb {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:46:32.760060 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e16dc586-0513-4efb-97f7-1154113fca29 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:32.762939 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-ca7e3a9b-1784-4064-b54c-757a1aab9fa6 None None] Provisioning complete for port befba73b-8d69-40db-8d34-78dd59c9fe7b triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:32.763765 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ca7e3a9b-1784-4064-b54c-757a1aab9fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:32.890599 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d543a5-059f-4c5c-85d1-777b23be4260 req-a64b6a85-8ad2-41db-a61c-244115f16bbb tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:32.903425 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-95d543a5-059f-4c5c-85d1-777b23be4260 req-a64b6a85-8ad2-41db-a61c-244115f16bbb tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=b12726b5-045a-4e74-8d5e-7b570347aecc HTTP/1.1" status: 200 len: 945 time: 0.3738337 Nov 25 17:46:32.954561 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-73772a9e-77c3-4f55-905f-2d77ed341225 req-16973a77-984d-4a23-aeb9-517361576df6 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:32.997357 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e16dc586-0513-4efb-97f7-1154113fca29 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:33.040411 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-e16dc586-0513-4efb-97f7-1154113fca29 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Calling delete_port for ac8c442a-ac74-4178-9977-c7a021bbdbdb owned by network:router_interface {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:46:33.049010 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3fd22e4b-b400-41b6-91de-a0df2624f535 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:33.072769 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16973a77-984d-4a23-aeb9-517361576df6 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Pushing event deleted for resources: {'Port': ['ID=ab8b33e8-2d06-4c5d-8805-94b76f672098,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:33.167148 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-73772a9e-77c3-4f55-905f-2d77ed341225 req-16973a77-984d-4a23-aeb9-517361576df6 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] No DVR routers for this DVR port ab8b33e8-2d06-4c5d-8805-94b76f672098 on host n-h1-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:46:33.169984 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-73772a9e-77c3-4f55-905f-2d77ed341225 req-16973a77-984d-4a23-aeb9-517361576df6 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:33.174036 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-73772a9e-77c3-4f55-905f-2d77ed341225 req-16973a77-984d-4a23-aeb9-517361576df6 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] 10.222.0.74 "DELETE /v2.0/ports/ab8b33e8-2d06-4c5d-8805-94b76f672098 HTTP/1.1" status: 204 len: 173 time: 2.8545268 Nov 25 17:46:33.181232 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd733f4c7-b735-40ef-ad4c-8d22913b2c6f', 'name': 'network-vif-deleted', 'tag': 'ab8b33e8-2d06-4c5d-8805-94b76f672098'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:46:33.187352 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b547e0-0e07-4cea-a9d5-76a355f60623" -d '{"events": [{"server_uuid": "d733f4c7-b735-40ef-ad4c-8d22913b2c6f", "name": "network-vif-deleted", "tag": "ab8b33e8-2d06-4c5d-8805-94b76f672098"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:46:33.208574 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-95d543a5-059f-4c5c-85d1-777b23be4260 req-66bfb1a0-7bdb-4ed2-a2c1-2b9064db7c07 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041511 Nov 25 17:46:33.241958 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-71fd5955-dafe-4358-943e-c90880459d51 req-899506ce-df98-440d-b654-c7219a4734c4 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:33.244094 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port befba73b-8d69-40db-8d34-78dd59c9fe7b triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:33.245834 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:33.325698 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-955d38cc-5444-40a2-bba8-3002cd743bb1 req-d9833638-c41d-41f6-b403-4e893db44ffd tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] 10.222.0.75 "GET /v2.0/ports?device_id=d733f4c7-b735-40ef-ad4c-8d22913b2c6f HTTP/1.1" status: 200 len: 210 time: 0.1604328 Nov 25 17:46:33.370476 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e16dc586-0513-4efb-97f7-1154113fca29 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:33.370998 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899506ce-df98-440d-b654-c7219a4734c4 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Pushing event deleted for resources: {'Port': ['ID=82625e3e-d5dd-41cd-b7dc-44893732e44b,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:33.405048 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3fd22e4b-b400-41b6-91de-a0df2624f535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:33.432364 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ca7e3a9b-1784-4064-b54c-757a1aab9fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:33.434551 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16dc586-0513-4efb-97f7-1154113fca29 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event deleted for resources: {'Port': ['ID=ac8c442a-ac74-4178-9977-c7a021bbdbdb,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:33.494159 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16dc586-0513-4efb-97f7-1154113fca29 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:33.494384 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16dc586-0513-4efb-97f7-1154113fca29 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:33.500264 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16dc586-0513-4efb-97f7-1154113fca29 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:33.500644 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36f1ef3-15c7-45eb-8414-844cdf156d31 x-openstack-request-id: req-d36f1ef3-15c7-45eb-8414-844cdf156d31 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:46:33.500777 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16dc586-0513-4efb-97f7-1154113fca29 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:33.501012 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d733f4c7-b735-40ef-ad4c-8d22913b2c6f", "name": "network-vif-deleted", "tag": "ab8b33e8-2d06-4c5d-8805-94b76f672098", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:46:33.501120 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16dc586-0513-4efb-97f7-1154113fca29 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:33.501223 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d36f1ef3-15c7-45eb-8414-844cdf156d31 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:46:33.501451 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16dc586-0513-4efb-97f7-1154113fca29 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:33.501616 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd733f4c7-b735-40ef-ad4c-8d22913b2c6f', 'name': 'network-vif-deleted', 'tag': 'ab8b33e8-2d06-4c5d-8805-94b76f672098', 'status': 'completed', 'code': 200} Nov 25 17:46:33.501716 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16dc586-0513-4efb-97f7-1154113fca29 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:33.502042 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16dc586-0513-4efb-97f7-1154113fca29 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:33.502178 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd22e4b-b400-41b6-91de-a0df2624f535 admin admin] Pushing event updated for resources: {'Port': ['ID=ab05c66b-ff49-4cd7-a9ba-9983161ef007,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:33.502412 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16dc586-0513-4efb-97f7-1154113fca29 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:33.502689 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16dc586-0513-4efb-97f7-1154113fca29 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:33.503954 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16dc586-0513-4efb-97f7-1154113fca29 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:33.506117 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16dc586-0513-4efb-97f7-1154113fca29 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:33.544536 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd22e4b-b400-41b6-91de-a0df2624f535 admin admin] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:46:33.555582 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b4660-3677-4ba5-b9cb-160c210b9255 req-32c59133-ac9d-4b13-8adb-82e75822720c tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:33.557394 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3f7b4660-3677-4ba5-b9cb-160c210b9255 req-32c59133-ac9d-4b13-8adb-82e75822720c tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=3d13e7bb-882d-455e-b1e9-7b268d6748d9 HTTP/1.1" status: 200 len: 945 time: 0.2275774 Nov 25 17:46:33.618054 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-ca7e3a9b-1784-4064-b54c-757a1aab9fa6 None None] For port befba73b-8d69-40db-8d34-78dd59c9fe7b, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=befba73b-8d69-40db-8d34-78dd59c9fe7b,segment=NetworkSegment(3b76184b-6b40-4d8f-bca1-ff81c34f88b9),segment_id=3b76184b-6b40-4d8f-bca1-ff81c34f88b9)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:33.644635 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-3fd22e4b-b400-41b6-91de-a0df2624f535 admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:46:33.662706 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ca7e3a9b-1784-4064-b54c-757a1aab9fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:33.676232 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1364fe5-f7ca-4add-bebf-0304ac4dc026 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:46:33.705208 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd22e4b-b400-41b6-91de-a0df2624f535 admin admin] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:46:33.714123 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3f7b4660-3677-4ba5-b9cb-160c210b9255 req-7fc4a5a0-38a7-484d-a02a-7609855e7229 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179252 Nov 25 17:46:33.745346 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:33.840840 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-826feb44-6a22-4e75-a92e-cd44aef39cb9 req-a02022cc-480e-4807-9a97-19fa74284983 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 210 time: 0.1547487 Nov 25 17:46:33.899701 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e16dc586-0513-4efb-97f7-1154113fca29 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:33.979136 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-32221542-6a4b-43ae-a022-6cb0d2f99706 None None] Provisioning complete for port ab05c66b-ff49-4cd7-a9ba-9983161ef007 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:33.979517 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-32221542-6a4b-43ae-a022-6cb0d2f99706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:33.985001 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7e3a9b-1784-4064-b54c-757a1aab9fa6 None None] Pushing event updated for resources: {'Port': ['ID=befba73b-8d69-40db-8d34-78dd59c9fe7b,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:34.132262 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.db.api [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:46:34.133608 n-d-817746-1 neutron-server[103362]: DEBUG oslo_db.api [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:46:34.177486 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-32221542-6a4b-43ae-a022-6cb0d2f99706 None None] Port ab05c66b-ff49-4cd7-a9ba-9983161ef007 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:46:34.289061 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e16dc586-0513-4efb-97f7-1154113fca29 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Router fee1d27c-162e-4a55-bb4b-bbed011f6fc6 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:46:34.312908 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-7d0509d1-5776-47e8-a148-4fda9894aee7 None None] Provisioning complete for port befba73b-8d69-40db-8d34-78dd59c9fe7b triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:34.314103 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7d0509d1-5776-47e8-a148-4fda9894aee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:34.686947 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3063208-037d-42ac-8155-2cb221d79b11 req-675a4a24-490f-4288-aab2-4b9489d30493 tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=b8c6d90e7f31479493c59a439a539141&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1652670 Nov 25 17:46:34.723897 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429047e-478f-457f-a2e4-1f4ad3fc0242 req-568a9fee-4d0d-4319-9a57-758af4e8db16 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:34.735838 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6429047e-478f-457f-a2e4-1f4ad3fc0242 req-568a9fee-4d0d-4319-9a57-758af4e8db16 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=b12726b5-045a-4e74-8d5e-7b570347aecc HTTP/1.1" status: 200 len: 945 time: 0.2108803 Nov 25 17:46:34.747396 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71fd5955-dafe-4358-943e-c90880459d51 req-899506ce-df98-440d-b654-c7219a4734c4 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Router c0683976-3878-49e6-8dc7-177fbd4b99b5 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:46:34.831640 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5cf6f7-9e5d-40a9-914a-ac6de87af885 req-e01ec275-7d2a-4e7c-b69d-08f295720b2a tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:34.836038 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2e5cf6f7-9e5d-40a9-914a-ac6de87af885 req-e01ec275-7d2a-4e7c-b69d-08f295720b2a tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.90 "GET /v2.0/ports?device_id=3d13e7bb-882d-455e-b1e9-7b268d6748d9 HTTP/1.1" status: 200 len: 945 time: 0.2672317 Nov 25 17:46:34.836244 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16dc586-0513-4efb-97f7-1154113fca29 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:46:34.850762 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c309d5-6761-472d-924e-8a3a99723c28 None None] Sync routers for ids ['fee1d27c-162e-4a55-bb4b-bbed011f6fc6'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:46:34.853951 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e16dc586-0513-4efb-97f7-1154113fca29 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "PUT /v2.0/routers/fee1d27c-162e-4a55-bb4b-bbed011f6fc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2618353 Nov 25 17:46:34.857343 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38456) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:34.869933 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c309d5-6761-472d-924e-8a3a99723c28 None None] Routers {'fee1d27c-162e-4a55-bb4b-bbed011f6fc6'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:46:34.871998 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-c6c309d5-6761-472d-924e-8a3a99723c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:46:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['fee1d27c-162e-4a55-bb4b-bbed011f6fc6'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:34.895983 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6a373d1-4222-4d3b-a3bf-2242571b4c21 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] GET failed (client error): The resource could not be found. Nov 25 17:46:34.900191 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b6a373d1-4222-4d3b-a3bf-2242571b4c21 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "GET /v2.0/ports/ac8c442a-ac74-4178-9977-c7a021bbdbdb HTTP/1.1" status: 404 len: 333 time: 0.0386481 Nov 25 17:46:34.900767 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38460) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:34.931263 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-c6c309d5-6761-472d-924e-8a3a99723c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:34.933830 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device befba73b-8d69-40db-8d34-78dd59c9fe7b up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:46:34.978692 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c309d5-6761-472d-924e-8a3a99723c28 None None] Routers {'fee1d27c-162e-4a55-bb4b-bbed011f6fc6'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:46:34.979927 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-c6c309d5-6761-472d-924e-8a3a99723c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:46:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['fee1d27c-162e-4a55-bb4b-bbed011f6fc6'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:35.020811 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d067baac-cf98-4105-b97d-0090ffa3a781 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:35.061262 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-c6c309d5-6761-472d-924e-8a3a99723c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:35.062152 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c309d5-6761-472d-924e-8a3a99723c28 None None] The sync data for ids ['fee1d27c-162e-4a55-bb4b-bbed011f6fc6'] in n-d-817746-1 is: [] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:46:35.078936 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port befba73b-8d69-40db-8d34-78dd59c9fe7b triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:35.079558 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:35.229578 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6429047e-478f-457f-a2e4-1f4ad3fc0242 req-e3569365-f932-417e-bf25-44d940e1323f tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4907994 Nov 25 17:46:35.297619 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d067baac-cf98-4105-b97d-0090ffa3a781 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:35.305685 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d067baac-cf98-4105-b97d-0090ffa3a781 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:35.368087 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d067baac-cf98-4105-b97d-0090ffa3a781 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:35.369154 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d067baac-cf98-4105-b97d-0090ffa3a781 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Fanout notify agent at l3_agent the message router_deleted on router fee1d27c-162e-4a55-bb4b-bbed011f6fc6 {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:46:35.386446 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d067baac-cf98-4105-b97d-0090ffa3a781 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:35.389472 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d067baac-cf98-4105-b97d-0090ffa3a781 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "DELETE /v2.0/routers/fee1d27c-162e-4a55-bb4b-bbed011f6fc6 HTTP/1.1" status: 204 len: 168 time: 0.4858825 Nov 25 17:46:35.390608 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38464) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:35.466887 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-abeaa04c-4235-4166-bdec-5147d296a4e5 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Deleting subnet 7143a025-c250-4743-b111-6394bba764bf {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:46:35.470940 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-abeaa04c-4235-4166-bdec-5147d296a4e5 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:35.491487 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0af04ebf-ae9c-4b13-86f4-6e34f7b0c5ef req-e3021d0a-fe16-4ef6-b47e-eb20eca4344a tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] 10.222.0.75 "GET /v2.0/ports?device_id=d733f4c7-b735-40ef-ad4c-8d22913b2c6f HTTP/1.1" status: 200 len: 210 time: 0.0904508 Nov 25 17:46:35.521655 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-abeaa04c-4235-4166-bdec-5147d296a4e5 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:35.534019 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3063208-037d-42ac-8155-2cb221d79b11 req-a296b22f-2069-47cf-ad64-dbac175335e2 tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:35.540443 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3063208-037d-42ac-8155-2cb221d79b11 req-a296b22f-2069-47cf-ad64-dbac175335e2 tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8260098 Nov 25 17:46:35.553979 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3fd22e4b-b400-41b6-91de-a0df2624f535 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:35.619284 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-abeaa04c-4235-4166-bdec-5147d296a4e5 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:35.630266 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71fd5955-dafe-4358-943e-c90880459d51 req-899506ce-df98-440d-b654-c7219a4734c4 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:46:35.642238 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f231cd71-90e1-4103-ae14-913f6b4850b2 None None] Sync routers for ids ['c0683976-3878-49e6-8dc7-177fbd4b99b5'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:46:35.669091 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f231cd71-90e1-4103-ae14-913f6b4850b2 None None] Routers {'c0683976-3878-49e6-8dc7-177fbd4b99b5'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:46:35.670274 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-f231cd71-90e1-4103-ae14-913f6b4850b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:46:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['c0683976-3878-49e6-8dc7-177fbd4b99b5'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:35.671349 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3063208-037d-42ac-8155-2cb221d79b11 req-347ad978-93b9-427a-8e85-b598195ea376 tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] 10.222.0.75 "GET /v2.0/quotas/b8c6d90e7f31479493c59a439a539141 HTTP/1.1" status: 200 len: 375 time: 0.1231475 Nov 25 17:46:35.720492 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-abeaa04c-4235-4166-bdec-5147d296a4e5 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:35.771667 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-abeaa04c-4235-4166-bdec-5147d296a4e5 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:35.775240 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-abeaa04c-4235-4166-bdec-5147d296a4e5 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "DELETE /v2.0/subnets/7143a025-c250-4743-b111-6394bba764bf HTTP/1.1" status: 204 len: 168 time: 0.3836238 Nov 25 17:46:35.776180 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeaa04c-4235-4166-bdec-5147d296a4e5 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event deleted for resources: {'Subnet': ['ID=7143a025-c250-4743-b111-6394bba764bf,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:35.778333 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38466) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:35.789904 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4acd7d6-7d94-4ac8-bbff-dd9eb9933897 None None] Network 3f1b3da4-daf0-423c-8c06-45afbeb47882 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:46:35.846479 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3063208-037d-42ac-8155-2cb221d79b11 req-338b785a-3320-4b2b-a30e-5f2640ba0b41 tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=b8c6d90e7f31479493c59a439a539141&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1526103 Nov 25 17:46:35.851364 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-71fd5955-dafe-4358-943e-c90880459d51 req-899506ce-df98-440d-b654-c7219a4734c4 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] No DVR routers for this DVR port 82625e3e-d5dd-41cd-b7dc-44893732e44b on host n-h1-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:46:35.908981 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bbb87bbe-3f40-439c-951a-73d01200ab16 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:35.949685 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-f231cd71-90e1-4103-ae14-913f6b4850b2 None None] Set router c0683976-3878-49e6-8dc7-177fbd4b99b5 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:46:36.036201 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-bbb87bbe-3f40-439c-951a-73d01200ab16 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Deleting port 093ad2f0-e6a0-4495-b779-f95b0eb5e5c5 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:46:36.036425 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bbb87bbe-3f40-439c-951a-73d01200ab16 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:36.123206 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b328c2b0-fa09-4044-abd6-d5a629ff5451 None None] DHCP port deletion for 3f1b3da4-daf0-423c-8c06-45afbeb47882 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:46:36.187206 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-71fd5955-dafe-4358-943e-c90880459d51 req-899506ce-df98-440d-b654-c7219a4734c4 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:36.196280 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-71fd5955-dafe-4358-943e-c90880459d51 req-899506ce-df98-440d-b654-c7219a4734c4 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.74 "DELETE /v2.0/ports/82625e3e-d5dd-41cd-b7dc-44893732e44b HTTP/1.1" status: 204 len: 173 time: 6.6000686 Nov 25 17:46:36.199313 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3fd22e4b-b400-41b6-91de-a0df2624f535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:36.201098 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a945130d-bde9-4dd0-aeb1-55204a14c056', 'name': 'network-vif-deleted', 'tag': '82625e3e-d5dd-41cd-b7dc-44893732e44b'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:46:36.203395 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17309aa-ee22-4088-9132-46bc0a95695f" -d '{"events": [{"server_uuid": "a945130d-bde9-4dd0-aeb1-55204a14c056", "name": "network-vif-deleted", "tag": "82625e3e-d5dd-41cd-b7dc-44893732e44b"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:46:36.208913 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-bbb87bbe-3f40-439c-951a-73d01200ab16 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] For port 093ad2f0-e6a0-4495-b779-f95b0eb5e5c5, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=093ad2f0-e6a0-4495-b779-f95b0eb5e5c5,segment=NetworkSegment(bf2e6e1b-0ae1-4adb-9ed1-2c6a4f75e101),segment_id=bf2e6e1b-0ae1-4adb-9ed1-2c6a4f75e101)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:36.209389 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bbb87bbe-3f40-439c-951a-73d01200ab16 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:36.260650 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-bbb87bbe-3f40-439c-951a-73d01200ab16 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Calling delete_port for 093ad2f0-e6a0-4495-b779-f95b0eb5e5c5 owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:46:36.273702 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-2e5cf6f7-9e5d-40a9-914a-ac6de87af885 req-b0133d97-2477-46f0-8ddb-6d4d152d42b3 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Deleting port b05ddf92-b7fa-4381-9532-e1f520108d6c {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:46:36.274083 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-2e5cf6f7-9e5d-40a9-914a-ac6de87af885 req-b0133d97-2477-46f0-8ddb-6d4d152d42b3 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:36.398898 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b328c2b0-fa09-4044-abd6-d5a629ff5451 None None] Deleting port 093ad2f0-e6a0-4495-b779-f95b0eb5e5c5 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:46:36.399284 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b328c2b0-fa09-4044-abd6-d5a629ff5451 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:36.446432 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e176620f-3d2a-4882-9425-aabecaab04e8 req-215239fa-9ca8-4e4b-aa34-f29f6bca7712 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:36.448436 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e176620f-3d2a-4882-9425-aabecaab04e8 req-215239fa-9ca8-4e4b-aa34-f29f6bca7712 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=3d13e7bb-882d-455e-b1e9-7b268d6748d9 HTTP/1.1" status: 200 len: 945 time: 0.8271329 Nov 25 17:46:36.458428 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bbb87bbe-3f40-439c-951a-73d01200ab16 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:36.499184 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb87bbe-3f40-439c-951a-73d01200ab16 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event deleted for resources: {'Port': ['ID=093ad2f0-e6a0-4495-b779-f95b0eb5e5c5,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:36.511884 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb87bbe-3f40-439c-951a-73d01200ab16 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] No DVR routers for this DVR port 093ad2f0-e6a0-4495-b779-f95b0eb5e5c5 on host n-d-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:46:36.663083 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b328c2b0-fa09-4044-abd6-d5a629ff5451 None None] For port 093ad2f0-e6a0-4495-b779-f95b0eb5e5c5, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=093ad2f0-e6a0-4495-b779-f95b0eb5e5c5,segment=NetworkSegment(bf2e6e1b-0ae1-4adb-9ed1-2c6a4f75e101),segment_id=bf2e6e1b-0ae1-4adb-9ed1-2c6a4f75e101)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:36.663497 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b328c2b0-fa09-4044-abd6-d5a629ff5451 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:36.692252 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bbb87bbe-3f40-439c-951a-73d01200ab16 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:36.714818 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b328c2b0-fa09-4044-abd6-d5a629ff5451 None None] Calling delete_port for 093ad2f0-e6a0-4495-b779-f95b0eb5e5c5 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:46:36.742044 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-2e5cf6f7-9e5d-40a9-914a-ac6de87af885 req-b0133d97-2477-46f0-8ddb-6d4d152d42b3 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] For port b05ddf92-b7fa-4381-9532-e1f520108d6c, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=b05ddf92-b7fa-4381-9532-e1f520108d6c,segment=NetworkSegment(71c86001-f0ae-4454-b37f-632918094290),segment_id=71c86001-f0ae-4454-b37f-632918094290)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:36.742654 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-2e5cf6f7-9e5d-40a9-914a-ac6de87af885 req-b0133d97-2477-46f0-8ddb-6d4d152d42b3 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:36.746087 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-bbb87bbe-3f40-439c-951a-73d01200ab16 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f1b3da4-daf0-423c-8c06-45afbeb47882']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:36.771294 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-2e5cf6f7-9e5d-40a9-914a-ac6de87af885 req-b0133d97-2477-46f0-8ddb-6d4d152d42b3 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Calling delete_port for b05ddf92-b7fa-4381-9532-e1f520108d6c owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:46:36.808698 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-f231cd71-90e1-4103-ae14-913f6b4850b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0683976-3878-49e6-8dc7-177fbd4b99b5', 'name': 'tempest-ServerActionsTestJSON-1097397683-router', 'tenant_id': '5a560046c26c483180c0093a6be1dd8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '86f3a13f-9894-42a5-9566-945afd1efec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:36:21Z', 'updated_at': '2021-11-25T17:36:29Z', 'revision_number': 4, 'project_id': '5a560046c26c483180c0093a6be1dd8b', 'gw_port': {'id': '86f3a13f-9894-42a5-9566-945afd1efec6', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0683976-3878-49e6-8dc7-177fbd4b99b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:23Z', 'updated_at': '2021-11-25T17:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '2fe512c4-3058-44ab-91e2-a2ef4a534159', 'name': '', 'network_id': 'd0082d57-8c96-4a76-be0f-340c2f65b160', 'tenant_id': '5a560046c26c483180c0093a6be1dd8b', 'mac_address': 'fa:16:3e:7a:03:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0683976-3878-49e6-8dc7-177fbd4b99b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'c74f83ed-3896-4341-8cf1-e1417d85add2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:27Z', 'updated_at': '2021-11-25T17:36:33Z', 'revision_number': 5, 'project_id': '5a560046c26c483180c0093a6be1dd8b', 'subnets': [{'id': 'c74f83ed-3896-4341-8cf1-e1417d85add2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:36.813319 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-bbb87bbe-3f40-439c-951a-73d01200ab16 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf2e6e1b-0ae1-4adb-9ed1-2c6a4f75e101') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:36.815461 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-bbb87bbe-3f40-439c-951a-73d01200ab16 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf2e6e1b-0ae1-4adb-9ed1-2c6a4f75e101') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:36.881376 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f231cd71-90e1-4103-ae14-913f6b4850b2 None None] Checking router: c0683976-3878-49e6-8dc7-177fbd4b99b5 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:46:36.895356 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bbb87bbe-3f40-439c-951a-73d01200ab16 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:36.943278 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bbb87bbe-3f40-439c-951a-73d01200ab16 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:36.947984 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f231cd71-90e1-4103-ae14-913f6b4850b2 None None] Routers {'c0683976-3878-49e6-8dc7-177fbd4b99b5'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:46:36.948997 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-f231cd71-90e1-4103-ae14-913f6b4850b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:46:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['c0683976-3878-49e6-8dc7-177fbd4b99b5'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:36.957393 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbb87bbe-3f40-439c-951a-73d01200ab16 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Releasing vlan 926 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:46:36.957799 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bbb87bbe-3f40-439c-951a-73d01200ab16 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:36.972744 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 093ad2f0-e6a0-4495-b779-f95b0eb5e5c5 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:46:37.072922 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:46:37.072922 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:46:37.072922 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:46:37.072922 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:46:37.072922 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:46:37.072922 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:46:37.072922 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:46:37.072922 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:46:37.072922 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:46:37.072922 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:46:37.072922 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:46:37.072922 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:46:37.072922 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:46:37.072922 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:46:37.072922 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:46:37.072922 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:46:37.072922 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:46:37.072922 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:46:37.072922 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:46:37.072922 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:46:37.072922 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:46:37.072922 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:46:37.072922 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:46:37.072922 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:46:37.072922 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:46:37.072922 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:46:37.072922 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:46:37.072922 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:46:37.072922 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:46:37.072922 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:46:37.072922 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:46:37.072922 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:46:37.072922 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:46:37.072922 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:46:37.072922 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:46:37.072922 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:46:37.072922 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:46:37.072922 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:46:37.072922 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:46:37.072922 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:46:37.072922 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:46:37.072922 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:46:37.072922 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:46:37.072922 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:46:37.072922 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:46:37.072922 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:46:37.072922 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:46:37.072922 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:46:37.072922 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:46:37.072922 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:46:37.072922 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:46:37.072922 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:46:37.072922 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:46:37.072922 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:46:37.090805 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:46:37.090805 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:46:37.090805 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:46:37.090805 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:46:37.090805 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:46:37.090805 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:46:37.090805 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:46:37.090805 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:46:37.090805 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:46:37.090805 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:46:37.090805 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:46:37.090805 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:46:37.090805 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:46:37.090805 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:46:37.090805 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:46:37.090805 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:46:37.090805 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:46:37.090805 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:46:37.090805 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:46:37.090805 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:46:37.090805 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:46:37.090805 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:46:37.090805 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:46:37.090805 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:46:37.090805 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:46:37.090805 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:46:37.090805 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:46:37.090805 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:46:37.090805 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:46:37.090805 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:46:37.090805 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:46:37.090805 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:46:37.104543 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bbb87bbe-3f40-439c-951a-73d01200ab16 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:37.111657 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1d11d6ac-9143-4d8e-9e3b-c062bcc0a3ab req-befef563-41c2-472e-9717-700e50186ad6 tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/ports?device_id=a945130d-bde9-4dd0-aeb1-55204a14c056 HTTP/1.1" status: 200 len: 210 time: 0.0655148 Nov 25 17:46:37.121364 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bbb87bbe-3f40-439c-951a-73d01200ab16 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:37.131345 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-bbb87bbe-3f40-439c-951a-73d01200ab16 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "DELETE /v2.0/networks/3f1b3da4-daf0-423c-8c06-45afbeb47882 HTTP/1.1" status: 204 len: 168 time: 1.3487091 Nov 25 17:46:37.189001 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38490) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:37.195664 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e176620f-3d2a-4882-9425-aabecaab04e8 req-d090425a-97ef-4457-b503-2ffb4cf8fd4d tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6347980 Nov 25 17:46:37.203723 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 093ad2f0-e6a0-4495-b779-f95b0eb5e5c5 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:46:37.217303 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 093ad2f0-e6a0-4495-b779-f95b0eb5e5c5 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:46:37.217538 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb87bbe-3f40-439c-951a-73d01200ab16 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event deleted for resources: {'Network': ['ID=3f1b3da4-daf0-423c-8c06-45afbeb47882,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:37.230441 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b328c2b0-fa09-4044-abd6-d5a629ff5451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:37.314000 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b328c2b0-fa09-4044-abd6-d5a629ff5451 None None] Network 3f1b3da4-daf0-423c-8c06-45afbeb47882 is not hosted by any dhcp agent {{(pid=103362) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 17:46:37.314616 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b328c2b0-fa09-4044-abd6-d5a629ff5451 None None] No DVR routers for this DVR port 093ad2f0-e6a0-4495-b779-f95b0eb5e5c5 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:46:37.319620 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9d6aaf65-66fa-4c45-84e3-c7576c14bbfd req-16cd7d50-11d3-449e-9f51-6b861b775582 tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] 10.222.0.75 "GET /v2.0/ports?device_id=d86087ed-2ac2-4bab-a58c-a71a82cc65ea HTTP/1.1" status: 200 len: 210 time: 0.1347425 Nov 25 17:46:37.327629 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1295a7e4-96db-4ca7-a691-cff208756113 x-openstack-request-id: req-1295a7e4-96db-4ca7-a691-cff208756113 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:46:37.328130 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a945130d-bde9-4dd0-aeb1-55204a14c056", "name": "network-vif-deleted", "tag": "82625e3e-d5dd-41cd-b7dc-44893732e44b", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:46:37.328563 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1295a7e4-96db-4ca7-a691-cff208756113 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:46:37.329352 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a945130d-bde9-4dd0-aeb1-55204a14c056', 'name': 'network-vif-deleted', 'tag': '82625e3e-d5dd-41cd-b7dc-44893732e44b', 'status': 'completed', 'code': 200} Nov 25 17:46:37.336587 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b328c2b0-fa09-4044-abd6-d5a629ff5451 None None] Pushing event deleted for resources: {'Port': ['ID=093ad2f0-e6a0-4495-b779-f95b0eb5e5c5,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:37.376726 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd57f168-2ebc-4eed-a45c-620475fdde8e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:37.387527 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-fd57f168-2ebc-4eed-a45c-620475fdde8e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "GET /v2.0/ports/e967720b-dc4b-465b-b4d3-04f3ccb23025 HTTP/1.1" status: 200 len: 841 time: 0.1907642 Nov 25 17:46:37.392182 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38492) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:37.408379 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-f231cd71-90e1-4103-ae14-913f6b4850b2 None None] Set router c0683976-3878-49e6-8dc7-177fbd4b99b5 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:46:37.538763 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a6890444-1742-4bed-ba0e-b406d77cd498 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "GET /v2.0/ports/e967720b-dc4b-465b-b4d3-04f3ccb23025?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1450331 Nov 25 17:46:37.539453 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38494) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:37.544914 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-4aadf057-c862-4519-95d6-6c999ea94874 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Request body: {'subnet': {'network_id': '8d7e4a45-bfe2-414e-a417-1d31226cac38', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:46:37.766605 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aadf057-c862-4519-95d6-6c999ea94874 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Made reservation on behalf of c99f4fcf65714d6392d1221ed91b6f93 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:46:37.773288 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4aadf057-c862-4519-95d6-6c999ea94874 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:37.825239 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-f231cd71-90e1-4103-ae14-913f6b4850b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0683976-3878-49e6-8dc7-177fbd4b99b5', 'name': 'tempest-ServerActionsTestJSON-1097397683-router', 'tenant_id': '5a560046c26c483180c0093a6be1dd8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '86f3a13f-9894-42a5-9566-945afd1efec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:36:21Z', 'updated_at': '2021-11-25T17:36:29Z', 'revision_number': 4, 'project_id': '5a560046c26c483180c0093a6be1dd8b', 'gw_port': {'id': '86f3a13f-9894-42a5-9566-945afd1efec6', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0683976-3878-49e6-8dc7-177fbd4b99b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:23Z', 'updated_at': '2021-11-25T17:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '2fe512c4-3058-44ab-91e2-a2ef4a534159', 'name': '', 'network_id': 'd0082d57-8c96-4a76-be0f-340c2f65b160', 'tenant_id': '5a560046c26c483180c0093a6be1dd8b', 'mac_address': 'fa:16:3e:7a:03:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0683976-3878-49e6-8dc7-177fbd4b99b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'c74f83ed-3896-4341-8cf1-e1417d85add2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:27Z', 'updated_at': '2021-11-25T17:36:33Z', 'revision_number': 5, 'project_id': '5a560046c26c483180c0093a6be1dd8b', 'subnets': [{'id': 'c74f83ed-3896-4341-8cf1-e1417d85add2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:37.837555 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd22e4b-b400-41b6-91de-a0df2624f535 admin admin] Router 33bc4f79-0907-4297-bd85-3990c63f4824 is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:46:37.870981 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f231cd71-90e1-4103-ae14-913f6b4850b2 None None] The sync data for ids ['c0683976-3878-49e6-8dc7-177fbd4b99b5'] in n-d-817746-1 is: [{'id': 'c0683976-3878-49e6-8dc7-177fbd4b99b5', 'name': 'tempest-ServerActionsTestJSON-1097397683-router', 'tenant_id': '5a560046c26c483180c0093a6be1dd8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '86f3a13f-9894-42a5-9566-945afd1efec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:36:21Z', 'updated_at': '2021-11-25T17:36:29Z', 'revision_number': 4, 'project_id': '5a560046c26c483180c0093a6be1dd8b', 'gw_port': {'id': '86f3a13f-9894-42a5-9566-945afd1efec6', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0683976-3878-49e6-8dc7-177fbd4b99b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:23Z', 'updated_at': '2021-11-25T17:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '2fe512c4-3058-44ab-91e2-a2ef4a534159', 'name': '', 'network_id': 'd0082d57-8c96-4a76-be0f-340c2f65b160', 'tenant_id': '5a560046c26c483180c0093a6be1dd8b', 'mac_address': 'fa:16:3e:7a:03:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0683976-3878-49e6-8dc7-177fbd4b99b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'c74f83ed-3896-4341-8cf1-e1417d85add2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:27Z', 'updated_at': '2021-11-25T17:36:33Z', 'revision_number': 5, 'project_id': '5a560046c26c483180c0093a6be1dd8b', 'subnets': [{'id': 'c74f83ed-3896-4341-8cf1-e1417d85add2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:46:37.931824 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ade45401-e149-4da2-94c3-e567773ab0d0 req-1ec4f304-fb24-47aa-8f1b-cafeed463ea5 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] 10.222.0.75 "GET /v2.0/ports?device_id=d733f4c7-b735-40ef-ad4c-8d22913b2c6f HTTP/1.1" status: 200 len: 210 time: 0.0963869 Nov 25 17:46:38.025483 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device b05ddf92-b7fa-4381-9532-e1f520108d6c no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:46:38.047347 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4aadf057-c862-4519-95d6-6c999ea94874 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:38.054230 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8bb31-7c1e-44a0-8c99-2f37e76040e9 req-1253296e-b0cf-4bc1-ba04-6403e49c3922 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:38.061624 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-71b8bb31-7c1e-44a0-8c99-2f37e76040e9 req-1253296e-b0cf-4bc1-ba04-6403e49c3922 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=b12726b5-045a-4e74-8d5e-7b570347aecc HTTP/1.1" status: 200 len: 945 time: 0.2126951 Nov 25 17:46:38.066010 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-2e5cf6f7-9e5d-40a9-914a-ac6de87af885 req-b0133d97-2477-46f0-8ddb-6d4d152d42b3 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:38.103464 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aadf057-c862-4519-95d6-6c999ea94874 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Network 8d7e4a45-bfe2-414e-a417-1d31226cac38 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:46:38.107310 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-4aadf057-c862-4519-95d6-6c999ea94874 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:46:38.127050 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-71b8bb31-7c1e-44a0-8c99-2f37e76040e9 req-58e4898d-b2ce-4d02-905d-732001eeeab5 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629866 Nov 25 17:46:38.137612 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aadf057-c862-4519-95d6-6c999ea94874 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:38.141033 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['f775cafa-bf5b-412d-84f8-dce9f7ca3a8f'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:46:38.141201 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4aadf057-c862-4519-95d6-6c999ea94874 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:38.158009 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0133d97-2477-46f0-8ddb-6d4d152d42b3 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Pushing event deleted for resources: {'Port': ['ID=b05ddf92-b7fa-4381-9532-e1f520108d6c,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:38.182828 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aadf057-c862-4519-95d6-6c999ea94874 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event updated for resources: {'Subnet': ['ID=f6274f92-e7c0-4eca-bda0-054a38d096c8,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:38.212790 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4aadf057-c862-4519-95d6-6c999ea94874 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6698143 Nov 25 17:46:38.213323 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38502) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:38.228920 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-ebe457be-97d5-4fbb-b4aa-2f38e6b00fd0 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Request body: {'security_group': {'name': 'tempest-secgroup-859915116'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:46:38.254202 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae52d453-c605-4c55-8b40-90a91e36026e None None] Network 8d7e4a45-bfe2-414e-a417-1d31226cac38 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:46:38.279071 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd22e4b-b400-41b6-91de-a0df2624f535 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:46:38.293573 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:46:38.296510 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e86bdc-55a6-45fa-8ca7-c1d0dccbe4cc None None] Sync routers for ids ['33bc4f79-0907-4297-bd85-3990c63f4824'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:46:38.318628 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38506) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:38.334722 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e86bdc-55a6-45fa-8ca7-c1d0dccbe4cc None None] Routers {'33bc4f79-0907-4297-bd85-3990c63f4824'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:46:38.335361 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-a0e86bdc-55a6-45fa-8ca7-c1d0dccbe4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:46:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['33bc4f79-0907-4297-bd85-3990c63f4824'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:38.349085 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ebe457be-97d5-4fbb-b4aa-2f38e6b00fd0 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:38.452204 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa7105b-7c6e-48d8-95bd-375221c63927 None None] New status for floating IP 4e474126-1069-4530-96e7-4dc5c14e860d: DOWN {{(pid=103362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:46:38.470479 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e5cf6f7-9e5d-40a9-914a-ac6de87af885 req-b0133d97-2477-46f0-8ddb-6d4d152d42b3 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] No DVR routers for this DVR port b05ddf92-b7fa-4381-9532-e1f520108d6c on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:46:38.482391 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-2e5cf6f7-9e5d-40a9-914a-ac6de87af885 req-b0133d97-2477-46f0-8ddb-6d4d152d42b3 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:38.496233 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2e5cf6f7-9e5d-40a9-914a-ac6de87af885 req-b0133d97-2477-46f0-8ddb-6d4d152d42b3 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.90 "DELETE /v2.0/ports/b05ddf92-b7fa-4381-9532-e1f520108d6c HTTP/1.1" status: 204 len: 173 time: 3.6466162 Nov 25 17:46:38.534094 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3063208-037d-42ac-8155-2cb221d79b11 req-f4afcc8f-b236-4b50-996b-762545be3de5 tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=b8c6d90e7f31479493c59a439a539141&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2295184 Nov 25 17:46:38.556976 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-a0e86bdc-55a6-45fa-8ca7-c1d0dccbe4cc None None] Set router 33bc4f79-0907-4297-bd85-3990c63f4824 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:46:38.577535 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-02c12139-9c1f-42d3-8e55-e3b5e0a55c2e tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:38.626021 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e936d8c0-35a2-4dc1-95ff-a009672aacb1 req-11b1c8f5-5575-4842-aa40-1728ae01df37 tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] 10.222.0.75 "GET /v2.0/ports?device_id=d86087ed-2ac2-4bab-a58c-a71a82cc65ea HTTP/1.1" status: 200 len: 210 time: 0.1287091 Nov 25 17:46:38.635122 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3fd22e4b-b400-41b6-91de-a0df2624f535 admin admin] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:38.636476 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-3fd22e4b-b400-41b6-91de-a0df2624f535 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 9.4253728 Nov 25 17:46:38.638779 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-24654e45-278b-4d21-8d49-e9671509beef req-e2d14b51-455f-4201-b5bf-84e9b1854ac9 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=3d13e7bb-882d-455e-b1e9-7b268d6748d9 HTTP/1.1" status: 200 len: 210 time: 0.1846650 Nov 25 17:46:38.644348 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38510) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:38.684787 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-02c12139-9c1f-42d3-8e55-e3b5e0a55c2e tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:38.799281 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-a0e86bdc-55a6-45fa-8ca7-c1d0dccbe4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33bc4f79-0907-4297-bd85-3990c63f4824', 'name': 'tempest-TestAggregatesBasicOps-1392123178-router', 'tenant_id': '6e46a2d501b24d24bd8a58d703ca2267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'ab05c66b-ff49-4cd7-a9ba-9983161ef007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:29Z', 'updated_at': '2021-11-25T17:46:34Z', 'revision_number': 3, 'project_id': '6e46a2d501b24d24bd8a58d703ca2267', 'gw_port': {'id': 'ab05c66b-ff49-4cd7-a9ba-9983161ef007', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33bc4f79-0907-4297-bd85-3990c63f4824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:31Z', 'updated_at': '2021-11-25T17:46:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:38.814202 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No active binding found for port b05ddf92-b7fa-4381-9532-e1f520108d6c {{(pid=103362) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 25 17:46:38.815130 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device b05ddf92-b7fa-4381-9532-e1f520108d6c not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:46:38.832183 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e86bdc-55a6-45fa-8ca7-c1d0dccbe4cc None None] Checking router: 33bc4f79-0907-4297-bd85-3990c63f4824 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:46:38.832576 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e86bdc-55a6-45fa-8ca7-c1d0dccbe4cc None None] Updating router 33bc4f79-0907-4297-bd85-3990c63f4824 port ab05c66b-ff49-4cd7-a9ba-9983161ef007 binding host n-d-817746-1 {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:46:38.855733 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3063208-037d-42ac-8155-2cb221d79b11 req-2f783c1c-9498-4da8-aba4-10237e4bf3f7 tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:38.859152 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3063208-037d-42ac-8155-2cb221d79b11 req-2f783c1c-9498-4da8-aba4-10237e4bf3f7 tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2563891 Nov 25 17:46:38.875036 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-d3063208-037d-42ac-8155-2cb221d79b11 req-8339ee15-3861-4add-81b5-5d2016aa506c tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] Request body: {'port': {'device_id': 'd86087ed-2ac2-4bab-a58c-a71a82cc65ea', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'admin_state_up': True, 'tenant_id': 'b8c6d90e7f31479493c59a439a539141'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:46:38.888221 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a0e86bdc-55a6-45fa-8ca7-c1d0dccbe4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:38.908895 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ebe457be-97d5-4fbb-b4aa-2f38e6b00fd0 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:38.943395 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ebe457be-97d5-4fbb-b4aa-2f38e6b00fd0 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:39.050866 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ebe457be-97d5-4fbb-b4aa-2f38e6b00fd0 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:39.052131 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ebe457be-97d5-4fbb-b4aa-2f38e6b00fd0 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8378463 Nov 25 17:46:39.058387 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38516) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:39.063151 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-3fefb41a-86db-4b04-bff3-71345e048bb8 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Request body: {'security_group': {'name': 'tempest-secgroup-950920114'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:46:39.102476 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-49395836-86b2-499d-bef2-74ff84170bd7 req-88975fbc-aee2-47de-9f71-360ee5df708c tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] 10.222.0.75 "GET /v2.0/ports?device_id=d733f4c7-b735-40ef-ad4c-8d22913b2c6f HTTP/1.1" status: 200 len: 210 time: 0.0521207 Nov 25 17:46:39.123505 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.db.api [req-d3063208-037d-42ac-8155-2cb221d79b11 req-8339ee15-3861-4add-81b5-5d2016aa506c tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 25 17:46:39.123505 n-d-817746-1 neutron-server[103361]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 25 17:46:39.123505 n-d-817746-1 neutron-server[103361]: [parameters: {'project_id_1': 'b8c6d90e7f31479493c59a439a539141', 'expiration_1': datetime.datetime(2021, 11, 25, 17, 46, 19, 108709)}] Nov 25 17:46:39.123505 n-d-817746-1 neutron-server[103361]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103361) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:46:39.124577 n-d-817746-1 neutron-server[103361]: DEBUG oslo_db.api [req-d3063208-037d-42ac-8155-2cb221d79b11 req-8339ee15-3861-4add-81b5-5d2016aa506c tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:46:39.131646 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3fefb41a-86db-4b04-bff3-71345e048bb8 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:39.260664 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a0e86bdc-55a6-45fa-8ca7-c1d0dccbe4cc None None] Publish callbacks [] for port, precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:39.270225 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a0e86bdc-55a6-45fa-8ca7-c1d0dccbe4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:39.281848 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3fefb41a-86db-4b04-bff3-71345e048bb8 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:39.292300 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe457be-97d5-4fbb-b4aa-2f38e6b00fd0 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ba8ce6-43a0-4e04-9e30-dbc4671c37d2,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:39.315397 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3fefb41a-86db-4b04-bff3-71345e048bb8 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:39.333939 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dfe143-7582-4e69-9d75-97f123597b09 None None] Pushing event updated for resources: {'Port': ['ID=ab05c66b-ff49-4cd7-a9ba-9983161ef007,revision_number=2']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:39.350443 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-02c12139-9c1f-42d3-8e55-e3b5e0a55c2e tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:39.353219 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-02c12139-9c1f-42d3-8e55-e3b5e0a55c2e tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:39.360315 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-02c12139-9c1f-42d3-8e55-e3b5e0a55c2e tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "DELETE /v2.0/security-groups/6ba6c8d6-137c-4982-89d6-5b8e3de488d3 HTTP/1.1" status: 204 len: 168 time: 1.0384383 Nov 25 17:46:39.362850 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38520) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:39.363585 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b0b019-d77d-4447-8f80-8d51ad8f1a6d None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:46:39.365708 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-a0e86bdc-55a6-45fa-8ca7-c1d0dccbe4cc None None] Attempting to bind port ab05c66b-ff49-4cd7-a9ba-9983161ef007 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:46:39.374699 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-a0e86bdc-55a6-45fa-8ca7-c1d0dccbe4cc None None] Attempting to bind port ab05c66b-ff49-4cd7-a9ba-9983161ef007 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:46:39.375164 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e86bdc-55a6-45fa-8ca7-c1d0dccbe4cc None None] Attempting to bind port ab05c66b-ff49-4cd7-a9ba-9983161ef007 on network 1aa44027-b9d0-4a56-9a59-7e664703e20a {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:46:39.386137 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e86bdc-55a6-45fa-8ca7-c1d0dccbe4cc None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:46:39.387023 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e86bdc-55a6-45fa-8ca7-c1d0dccbe4cc None None] Checking segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:46:39.391497 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a0e86bdc-55a6-45fa-8ca7-c1d0dccbe4cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:39.392132 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e86bdc-55a6-45fa-8ca7-c1d0dccbe4cc None None] Bound using segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:46:39.392868 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-a0e86bdc-55a6-45fa-8ca7-c1d0dccbe4cc None None] Bound port: ab05c66b-ff49-4cd7-a9ba-9983161ef007, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:46:39.393495 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a0e86bdc-55a6-45fa-8ca7-c1d0dccbe4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:39.431245 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c12139-9c1f-42d3-8e55-e3b5e0a55c2e tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba6c8d6-137c-4982-89d6-5b8e3de488d3,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:39.439651 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-72c4c262-9b8c-46ca-88af-8abcfe2f288e tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] show failed (client error): The resource could not be found. Nov 25 17:46:39.445150 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-72c4c262-9b8c-46ca-88af-8abcfe2f288e tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "GET /v2.0/security-groups/6ba6c8d6-137c-4982-89d6-5b8e3de488d3 HTTP/1.1" status: 404 len: 347 time: 0.0744796 Nov 25 17:46:39.446771 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51bdb34-e079-4fce-952e-e7256a7710d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-8d7e4a45-bfe2-414e-a417-1d31226cac38', 'network_id': '8d7e4a45-bfe2-414e-a417-1d31226cac38', 'tenant_id': 'c99f4fcf65714d6392d1221ed91b6f93', 'fixed_ips': [{'subnet_id': 'f6274f92-e7c0-4eca-bda0-054a38d096c8'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:46:39.447695 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a51bdb34-e079-4fce-952e-e7256a7710d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:39.449689 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38522) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:39.463407 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d13e7bb-882d-455e-b1e9-7b268d6748d9', 'name': 'network-vif-deleted', 'tag': 'b05ddf92-b7fa-4381-9532-e1f520108d6c'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:46:39.466421 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43350ba1-ecca-4ed0-b611-c972f5c98376" -d '{"events": [{"server_uuid": "3d13e7bb-882d-455e-b1e9-7b268d6748d9", "name": "network-vif-deleted", "tag": "b05ddf92-b7fa-4381-9532-e1f520108d6c"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:46:39.515223 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3fefb41a-86db-4b04-bff3-71345e048bb8 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:39.519945 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-3fefb41a-86db-4b04-bff3-71345e048bb8 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4570999 Nov 25 17:46:39.524194 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38526) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:39.531351 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-a0e86bdc-55a6-45fa-8ca7-c1d0dccbe4cc None None] For port ab05c66b-ff49-4cd7-a9ba-9983161ef007, host n-d-817746-1, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:46:39.532869 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-f35dd1fc-a19c-481c-ae8e-0d28241954d3 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1478335903', 'security_groups': ['19d0031f-3195-4c3d-906f-bff2b815ec68'], 'network_id': '8d7e4a45-bfe2-414e-a417-1d31226cac38', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f6274f92-e7c0-4eca-bda0-054a38d096c8'}]}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:46:39.535482 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-a0e86bdc-55a6-45fa-8ca7-c1d0dccbe4cc None None] For port ab05c66b-ff49-4cd7-a9ba-9983161ef007, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=ab05c66b-ff49-4cd7-a9ba-9983161ef007,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:46:39.548853 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a0e86bdc-55a6-45fa-8ca7-c1d0dccbe4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:39.577239 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3eaaab-1d31-412a-ab5b-88fd2a1bd5e7 x-openstack-request-id: req-5c3eaaab-1d31-412a-ab5b-88fd2a1bd5e7 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:46:39.577802 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d13e7bb-882d-455e-b1e9-7b268d6748d9", "name": "network-vif-deleted", "tag": "b05ddf92-b7fa-4381-9532-e1f520108d6c", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:46:39.578221 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5c3eaaab-1d31-412a-ab5b-88fd2a1bd5e7 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:46:39.579175 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d13e7bb-882d-455e-b1e9-7b268d6748d9', 'name': 'network-vif-deleted', 'tag': 'b05ddf92-b7fa-4381-9532-e1f520108d6c', 'status': 'completed', 'code': 200} Nov 25 17:46:39.588215 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fefb41a-86db-4b04-bff3-71345e048bb8 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19d0031f-3195-4c3d-906f-bff2b815ec68,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:39.638461 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af43e5-a72a-4bdb-971b-1ded20255f8e req-2e233761-4d28-48a2-9cdc-710c0fb5b356 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:39.641245 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b0af43e5-a72a-4bdb-971b-1ded20255f8e req-2e233761-4d28-48a2-9cdc-710c0fb5b356 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=b12726b5-045a-4e74-8d5e-7b570347aecc HTTP/1.1" status: 200 len: 945 time: 0.3426783 Nov 25 17:46:39.660140 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dfe143-7582-4e69-9d75-97f123597b09 None None] Pushing event updated for resources: {'Port': ['ID=ab05c66b-ff49-4cd7-a9ba-9983161ef007,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:39.691894 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e86bdc-55a6-45fa-8ca7-c1d0dccbe4cc None None] Routers {'33bc4f79-0907-4297-bd85-3990c63f4824'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:46:39.693498 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-a0e86bdc-55a6-45fa-8ca7-c1d0dccbe4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:46:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['33bc4f79-0907-4297-bd85-3990c63f4824'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:39.714565 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fefb41a-86db-4b04-bff3-71345e048bb8 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:39.716754 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fefb41a-86db-4b04-bff3-71345e048bb8 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:39.717372 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fefb41a-86db-4b04-bff3-71345e048bb8 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:39.718587 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fefb41a-86db-4b04-bff3-71345e048bb8 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:39.719454 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fefb41a-86db-4b04-bff3-71345e048bb8 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:39.720275 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fefb41a-86db-4b04-bff3-71345e048bb8 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:39.723422 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fefb41a-86db-4b04-bff3-71345e048bb8 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:39.723962 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fefb41a-86db-4b04-bff3-71345e048bb8 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:39.733375 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fefb41a-86db-4b04-bff3-71345e048bb8 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:39.733857 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fefb41a-86db-4b04-bff3-71345e048bb8 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:39.734311 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fefb41a-86db-4b04-bff3-71345e048bb8 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:39.741349 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fefb41a-86db-4b04-bff3-71345e048bb8 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:39.744590 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3063208-037d-42ac-8155-2cb221d79b11 req-8339ee15-3861-4add-81b5-5d2016aa506c tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] Made reservation on behalf of b8c6d90e7f31479493c59a439a539141 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:46:39.748239 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d3063208-037d-42ac-8155-2cb221d79b11 req-8339ee15-3861-4add-81b5-5d2016aa506c tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:39.748788 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-a51bdb34-e079-4fce-952e-e7256a7710d0 None None] Allocated IP 172.20.0.2 (8d7e4a45-bfe2-414e-a417-1d31226cac38/f6274f92-e7c0-4eca-bda0-054a38d096c8/ff15919f-8a35-43b3-bd35-2550327cda0f) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:46:39.772024 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99866a0d-67a5-4ef6-bb42-392d315d348c None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:46:39.806475 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d3063208-037d-42ac-8155-2cb221d79b11 req-8339ee15-3861-4add-81b5-5d2016aa506c tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:39.823647 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-72c16485-042b-4255-b20b-205b2a6d1258 None None] Provisioning complete for port ab05c66b-ff49-4cd7-a9ba-9983161ef007 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:39.824702 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-72c16485-042b-4255-b20b-205b2a6d1258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:39.972632 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-a0e86bdc-55a6-45fa-8ca7-c1d0dccbe4cc None None] Set router 33bc4f79-0907-4297-bd85-3990c63f4824 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:46:40.012953 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-61be1711-4931-4699-b8ad-413d49aa5f61 req-87a1fe21-4d4b-43c1-a7b6-697b7fc174f5 tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] 10.222.0.75 "GET /v2.0/ports?device_id=d86087ed-2ac2-4bab-a58c-a71a82cc65ea HTTP/1.1" status: 200 len: 210 time: 0.2354827 Nov 25 17:46:40.020426 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fc3c706f-3e9e-410f-8889-2b7df5af1f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:40.070086 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-c41f92a0-c9f7-4c66-b68d-11eb25c29fcf tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Deleting port 2d96278b-46d1-423c-8eec-169f029db404 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:46:40.072242 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c41f92a0-c9f7-4c66-b68d-11eb25c29fcf tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:40.088085 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b0af43e5-a72a-4bdb-971b-1ded20255f8e req-9cb08b8f-7fa3-44d3-b1e3-72022886bb09 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4037735 Nov 25 17:46:40.091694 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d3063208-037d-42ac-8155-2cb221d79b11 req-8339ee15-3861-4add-81b5-5d2016aa506c tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:40.112199 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d3063208-037d-42ac-8155-2cb221d79b11 req-8339ee15-3861-4add-81b5-5d2016aa506c tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:40.258829 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-a0e86bdc-55a6-45fa-8ca7-c1d0dccbe4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33bc4f79-0907-4297-bd85-3990c63f4824', 'name': 'tempest-TestAggregatesBasicOps-1392123178-router', 'tenant_id': '6e46a2d501b24d24bd8a58d703ca2267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'ab05c66b-ff49-4cd7-a9ba-9983161ef007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:29Z', 'updated_at': '2021-11-25T17:46:34Z', 'revision_number': 3, 'project_id': '6e46a2d501b24d24bd8a58d703ca2267', 'gw_port': {'id': 'ab05c66b-ff49-4cd7-a9ba-9983161ef007', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33bc4f79-0907-4297-bd85-3990c63f4824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:31Z', 'updated_at': '2021-11-25T17:46:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:40.299132 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e86bdc-55a6-45fa-8ca7-c1d0dccbe4cc None None] The sync data for ids ['33bc4f79-0907-4297-bd85-3990c63f4824'] in n-d-817746-1 is: [{'id': '33bc4f79-0907-4297-bd85-3990c63f4824', 'name': 'tempest-TestAggregatesBasicOps-1392123178-router', 'tenant_id': '6e46a2d501b24d24bd8a58d703ca2267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'ab05c66b-ff49-4cd7-a9ba-9983161ef007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:29Z', 'updated_at': '2021-11-25T17:46:34Z', 'revision_number': 3, 'project_id': '6e46a2d501b24d24bd8a58d703ca2267', 'gw_port': {'id': 'ab05c66b-ff49-4cd7-a9ba-9983161ef007', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33bc4f79-0907-4297-bd85-3990c63f4824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:31Z', 'updated_at': '2021-11-25T17:46:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:46:40.308071 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ef25d8de-da40-4c75-b4f4-ea9a3528b9b8 req-8d11b8f8-8688-409f-b4b4-d76fdb779e84 tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] 10.222.0.75 "GET /v2.0/ports?device_id=d733f4c7-b735-40ef-ad4c-8d22913b2c6f HTTP/1.1" status: 200 len: 210 time: 0.0537117 Nov 25 17:46:40.349952 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a51bdb34-e079-4fce-952e-e7256a7710d0 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:40.358455 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8339ee15-3861-4add-81b5-5d2016aa506c tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=222e8f1c-2e62-49fe-bcce-89c47d96f17a,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:40.361553 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a51bdb34-e079-4fce-952e-e7256a7710d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:40.368925 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-72c16485-042b-4255-b20b-205b2a6d1258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:40.372396 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35dd1fc-a19c-481c-ae8e-0d28241954d3 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Made reservation on behalf of c99f4fcf65714d6392d1221ed91b6f93 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:46:40.399170 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-72c16485-042b-4255-b20b-205b2a6d1258 None None] For port ab05c66b-ff49-4cd7-a9ba-9983161ef007, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=ab05c66b-ff49-4cd7-a9ba-9983161ef007,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:40.475197 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51bdb34-e079-4fce-952e-e7256a7710d0 None None] Pushing event updated for resources: {'Port': ['ID=ff15919f-8a35-43b3-bd35-2550327cda0f,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:40.485278 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-72c16485-042b-4255-b20b-205b2a6d1258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:40.499321 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51bdb34-e079-4fce-952e-e7256a7710d0 None None] Network 8d7e4a45-bfe2-414e-a417-1d31226cac38 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:46:40.503970 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-a51bdb34-e079-4fce-952e-e7256a7710d0 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:46:40.512257 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51bdb34-e079-4fce-952e-e7256a7710d0 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:46:40.519753 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c41f92a0-c9f7-4c66-b68d-11eb25c29fcf tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:40.520072 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c41f92a0-c9f7-4c66-b68d-11eb25c29fcf tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:40.530066 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-fc3c706f-3e9e-410f-8889-2b7df5af1f0c admin admin] Allocated IP 172.20.0.1 (d0227144-e1d6-4afe-af3a-96912811fab1/d4a8e97e-c950-476c-8cf2-46cf5bbd30a7/f5cc415d-bf59-43bd-87a5-59a199e04e07) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:46:40.540865 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-c41f92a0-c9f7-4c66-b68d-11eb25c29fcf tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Calling delete_port for 2d96278b-46d1-423c-8eec-169f029db404 owned by network:floatingip {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:46:40.607480 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96159c67-d41a-48c9-85b7-3c3ef4462fe1 req-779747c5-82c2-4907-8f26-69f5fb714bbf tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:40.616780 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-96159c67-d41a-48c9-85b7-3c3ef4462fe1 req-779747c5-82c2-4907-8f26-69f5fb714bbf tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.3485782 Nov 25 17:46:40.640005 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c16485-042b-4255-b20b-205b2a6d1258 None None] Pushing event updated for resources: {'Port': ['ID=ab05c66b-ff49-4cd7-a9ba-9983161ef007,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:40.645184 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-71891f87-bd24-423b-9c5d-fe45139bc60f None None] Provisioning complete for port ab05c66b-ff49-4cd7-a9ba-9983161ef007 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:40.645606 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-71891f87-bd24-423b-9c5d-fe45139bc60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:40.648992 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-a51bdb34-e079-4fce-952e-e7256a7710d0 None None] Attempting to bind port ff15919f-8a35-43b3-bd35-2550327cda0f on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:46:40.649376 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-a51bdb34-e079-4fce-952e-e7256a7710d0 None None] Attempting to bind port ff15919f-8a35-43b3-bd35-2550327cda0f by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'a358e021-f01b-43fe-828e-c3f7ffe17daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '8d7e4a45-bfe2-414e-a417-1d31226cac38'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:46:40.649854 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51bdb34-e079-4fce-952e-e7256a7710d0 None None] Attempting to bind port ff15919f-8a35-43b3-bd35-2550327cda0f on network 8d7e4a45-bfe2-414e-a417-1d31226cac38 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:46:40.664351 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-d3063208-037d-42ac-8155-2cb221d79b11 req-8339ee15-3861-4add-81b5-5d2016aa506c tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] Allocated IP 192.168.233.252 (ab4fed0b-9bf1-4925-8765-94da08c5de2a/8793709c-5336-428d-aede-b0b8df1a26b2/c3f3d7cd-ec10-4a46-a739-2729e828115f) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:46:40.678986 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51bdb34-e079-4fce-952e-e7256a7710d0 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:46:40.679372 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51bdb34-e079-4fce-952e-e7256a7710d0 None None] Checking segment: {'id': 'a358e021-f01b-43fe-828e-c3f7ffe17daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '8d7e4a45-bfe2-414e-a417-1d31226cac38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:46:40.679779 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a51bdb34-e079-4fce-952e-e7256a7710d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:40.687092 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51bdb34-e079-4fce-952e-e7256a7710d0 None None] Bound using segment: {'id': 'a358e021-f01b-43fe-828e-c3f7ffe17daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '8d7e4a45-bfe2-414e-a417-1d31226cac38'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:46:40.688521 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-a51bdb34-e079-4fce-952e-e7256a7710d0 None None] Bound port: ff15919f-8a35-43b3-bd35-2550327cda0f, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a358e021-f01b-43fe-828e-c3f7ffe17daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '8d7e4a45-bfe2-414e-a417-1d31226cac38'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:46:40.689207 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a51bdb34-e079-4fce-952e-e7256a7710d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:40.746598 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f35dd1fc-a19c-481c-ae8e-0d28241954d3 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:40.772812 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [None req-f35dd1fc-a19c-481c-ae8e-0d28241954d3 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] device_id is not set on port dd4a3fb1-addc-46d2-b66b-8263f5ed00f9 yet. {{(pid=103361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:46:40.789377 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-a51bdb34-e079-4fce-952e-e7256a7710d0 None None] For port ff15919f-8a35-43b3-bd35-2550327cda0f, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:46:40.793838 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-a51bdb34-e079-4fce-952e-e7256a7710d0 None None] For port ff15919f-8a35-43b3-bd35-2550327cda0f, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=ff15919f-8a35-43b3-bd35-2550327cda0f,segment=NetworkSegment(a358e021-f01b-43fe-828e-c3f7ffe17daf),segment_id=a358e021-f01b-43fe-828e-c3f7ffe17daf)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:46:40.809429 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a51bdb34-e079-4fce-952e-e7256a7710d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:40.871837 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fc3c706f-3e9e-410f-8889-2b7df5af1f0c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:41.000754 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device ab05c66b-ff49-4cd7-a9ba-9983161ef007 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:46:41.038693 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c41f92a0-c9f7-4c66-b68d-11eb25c29fcf tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:41.060866 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51bdb34-e079-4fce-952e-e7256a7710d0 None None] Pushing event updated for resources: {'Port': ['ID=ff15919f-8a35-43b3-bd35-2550327cda0f,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:41.079220 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-f35dd1fc-a19c-481c-ae8e-0d28241954d3 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Allocated IP 172.20.0.5 (8d7e4a45-bfe2-414e-a417-1d31226cac38/f6274f92-e7c0-4eca-bda0-054a38d096c8/dd4a3fb1-addc-46d2-b66b-8263f5ed00f9) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:46:41.091387 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fc3c706f-3e9e-410f-8889-2b7df5af1f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:41.098238 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port ab05c66b-ff49-4cd7-a9ba-9983161ef007 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:41.098833 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:41.185018 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-96159c67-d41a-48c9-85b7-3c3ef4462fe1 req-158b31e6-761e-4104-9993-4a8f2d1677ea tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5616632 Nov 25 17:46:41.283681 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3c706f-3e9e-410f-8889-2b7df5af1f0c admin admin] Network d0227144-e1d6-4afe-af3a-96912811fab1 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:46:41.290298 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-fc3c706f-3e9e-410f-8889-2b7df5af1f0c admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:46:41.430692 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-087ba45d-d1fc-473f-90af-07e8a628c9ac req-85235b07-a322-4e81-9bb8-6603a31103bc tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] 10.222.0.75 "GET /v2.0/ports?device_id=d86087ed-2ac2-4bab-a58c-a71a82cc65ea HTTP/1.1" status: 200 len: 210 time: 0.1882510 Nov 25 17:46:41.790911 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c3217-8983-4bd8-b160-a69031dfc31d req-6c946b72-e70b-4eb7-af6a-47f76caf16a3 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:41.792437 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-511c3217-8983-4bd8-b160-a69031dfc31d req-6c946b72-e70b-4eb7-af6a-47f76caf16a3 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=b12726b5-045a-4e74-8d5e-7b570347aecc HTTP/1.1" status: 200 len: 945 time: 0.4488945 Nov 25 17:46:41.829161 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-2329e811-af43-4a87-9592-b231306982ec None None] Provisioning complete for port f5cc415d-bf59-43bd-87a5-59a199e04e07 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:41.832290 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3c706f-3e9e-410f-8889-2b7df5af1f0c admin admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:46:41.833891 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2329e811-af43-4a87-9592-b231306982ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:41.834694 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41f92a0-c9f7-4c66-b68d-11eb25c29fcf tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Pushing event deleted for resources: {'Port': ['ID=2d96278b-46d1-423c-8eec-169f029db404,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:41.880123 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f35dd1fc-a19c-481c-ae8e-0d28241954d3 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:41.950132 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3c706f-3e9e-410f-8889-2b7df5af1f0c admin admin] Pushing event updated for resources: {'Port': ['ID=f5cc415d-bf59-43bd-87a5-59a199e04e07,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:41.955487 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fc3c706f-3e9e-410f-8889-2b7df5af1f0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:41.959461 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c41f92a0-c9f7-4c66-b68d-11eb25c29fcf tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks [] for floatingip, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:41.962843 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c41f92a0-c9f7-4c66-b68d-11eb25c29fcf tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:41.964204 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c41f92a0-c9f7-4c66-b68d-11eb25c29fcf tempest-ServerActionsTestJSON-39664842 tempest-ServerActionsTestJSON-39664842-project] 10.222.0.75 "DELETE /v2.0/floatingips/4e474126-1069-4530-96e7-4dc5c14e860d HTTP/1.1" status: 204 len: 168 time: 2.5098286 Nov 25 17:46:41.968357 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d3063208-037d-42ac-8155-2cb221d79b11 req-8339ee15-3861-4add-81b5-5d2016aa506c tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:41.991991 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-2329e811-af43-4a87-9592-b231306982ec None None] Port f5cc415d-bf59-43bd-87a5-59a199e04e07 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:46:42.014207 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38558) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:42.026172 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f35dd1fc-a19c-481c-ae8e-0d28241954d3 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:42.077010 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d3063208-037d-42ac-8155-2cb221d79b11 req-8339ee15-3861-4add-81b5-5d2016aa506c tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:42.204117 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3063208-037d-42ac-8155-2cb221d79b11 req-8339ee15-3861-4add-81b5-5d2016aa506c tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] Network ab4fed0b-9bf1-4925-8765-94da08c5de2a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:46:42.205945 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fc3c706f-3e9e-410f-8889-2b7df5af1f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:42.209786 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-511c3217-8983-4bd8-b160-a69031dfc31d req-86977047-8f7b-4e63-9b34-db429877d989 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3981922 Nov 25 17:46:42.212769 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8339ee15-3861-4add-81b5-5d2016aa506c tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] Pushing event updated for resources: {'Port': ['ID=c3f3d7cd-ec10-4a46-a739-2729e828115f,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:42.216104 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-d3063208-037d-42ac-8155-2cb221d79b11 req-8339ee15-3861-4add-81b5-5d2016aa506c tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:46:42.232316 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3063208-037d-42ac-8155-2cb221d79b11 req-8339ee15-3861-4add-81b5-5d2016aa506c tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:46:42.355831 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35dd1fc-a19c-481c-ae8e-0d28241954d3 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event updated for resources: {'Port': ['ID=dd4a3fb1-addc-46d2-b66b-8263f5ed00f9,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:42.463225 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a54450ce-5177-4bca-bfe0-c7b3bc3fce98 req-1f579789-b136-4f02-a087-00685a2dc01b tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] 10.222.0.75 "GET /v2.0/ports?device_id=d733f4c7-b735-40ef-ad4c-8d22913b2c6f HTTP/1.1" status: 200 len: 210 time: 0.2512455 Nov 25 17:46:42.580694 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fc3c706f-3e9e-410f-8889-2b7df5af1f0c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:42.602502 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fc3c706f-3e9e-410f-8889-2b7df5af1f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:42.667716 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35dd1fc-a19c-481c-ae8e-0d28241954d3 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Network 8d7e4a45-bfe2-414e-a417-1d31226cac38 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:46:42.712962 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-f35dd1fc-a19c-481c-ae8e-0d28241954d3 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:46:42.734454 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-07e2ae2e-3b36-475f-82f0-05b6daa126e6 None None] Provisioning complete for port c3f3d7cd-ec10-4a46-a739-2729e828115f triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:42.734837 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-07e2ae2e-3b36-475f-82f0-05b6daa126e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:42.739630 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3c706f-3e9e-410f-8889-2b7df5af1f0c admin admin] Pushing event updated for resources: {'Port': ['ID=f5cc415d-bf59-43bd-87a5-59a199e04e07,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:42.769638 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fc3c706f-3e9e-410f-8889-2b7df5af1f0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:42.771099 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35dd1fc-a19c-481c-ae8e-0d28241954d3 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:46:42.840373 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-07e2ae2e-3b36-475f-82f0-05b6daa126e6 None None] Port c3f3d7cd-ec10-4a46-a739-2729e828115f cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:46:42.950410 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device ff15919f-8a35-43b3-bd35-2550327cda0f up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:46:43.018325 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3c706f-3e9e-410f-8889-2b7df5af1f0c admin admin] Network d0227144-e1d6-4afe-af3a-96912811fab1 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:46:43.025122 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-fc3c706f-3e9e-410f-8889-2b7df5af1f0c admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:46:43.099714 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port ff15919f-8a35-43b3-bd35-2550327cda0f triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:43.100007 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:43.162644 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-6ef6c872-ec6d-4d55-a906-304394e7f60f None None] Provisioning complete for port ff15919f-8a35-43b3-bd35-2550327cda0f triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:43.163030 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6ef6c872-ec6d-4d55-a906-304394e7f60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:43.358258 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc3c706f-3e9e-410f-8889-2b7df5af1f0c admin admin] Router 33bc4f79-0907-4297-bd85-3990c63f4824 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:46:43.443393 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6ef6c872-ec6d-4d55-a906-304394e7f60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:43.464398 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:43.510808 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-6ef6c872-ec6d-4d55-a906-304394e7f60f None None] For port ff15919f-8a35-43b3-bd35-2550327cda0f, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=ff15919f-8a35-43b3-bd35-2550327cda0f,segment=NetworkSegment(a358e021-f01b-43fe-828e-c3f7ffe17daf),segment_id=a358e021-f01b-43fe-828e-c3f7ffe17daf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:43.517670 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6ef6c872-ec6d-4d55-a906-304394e7f60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:43.558018 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3c706f-3e9e-410f-8889-2b7df5af1f0c admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:46:43.563701 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-fc3c706f-3e9e-410f-8889-2b7df5af1f0c admin admin] 10.222.0.75 "PUT /v2.0/routers/33bc4f79-0907-4297-bd85-3990c63f4824/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9180832 Nov 25 17:46:43.578809 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08094109-870a-4161-aad4-03389c92a7eb None None] Sync routers for ids ['33bc4f79-0907-4297-bd85-3990c63f4824'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:46:43.590330 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35dd1fc-a19c-481c-ae8e-0d28241954d3 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:43.590952 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f35dd1fc-a19c-481c-ae8e-0d28241954d3 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:43.592958 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08094109-870a-4161-aad4-03389c92a7eb None None] Routers {'33bc4f79-0907-4297-bd85-3990c63f4824'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:46:43.593727 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-08094109-870a-4161-aad4-03389c92a7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:46:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['33bc4f79-0907-4297-bd85-3990c63f4824'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:43.601294 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-6ef6c872-ec6d-4d55-a906-304394e7f60f None None] Provisioning complete for port e967720b-dc4b-465b-b4d3-04f3ccb23025 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:43.601672 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6ef6c872-ec6d-4d55-a906-304394e7f60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:43.639495 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3063208-037d-42ac-8155-2cb221d79b11 req-8339ee15-3861-4add-81b5-5d2016aa506c tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:43.640152 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d3063208-037d-42ac-8155-2cb221d79b11 req-8339ee15-3861-4add-81b5-5d2016aa506c tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:43.644254 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-6ef6c872-ec6d-4d55-a906-304394e7f60f None None] Port e967720b-dc4b-465b-b4d3-04f3ccb23025 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:46:43.646198 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.db.api [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:46:43.646564 n-d-817746-1 neutron-server[103362]: DEBUG oslo_db.api [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:46:43.652420 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef6c872-ec6d-4d55-a906-304394e7f60f None None] Pushing event updated for resources: {'Port': ['ID=ff15919f-8a35-43b3-bd35-2550327cda0f,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:43.664447 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7db60-1d5f-48fe-a196-2aaa19864399 req-f53bb808-46e5-4e99-8385-27eaad61f372 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:43.666811 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-14d7db60-1d5f-48fe-a196-2aaa19864399 req-f53bb808-46e5-4e99-8385-27eaad61f372 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 1.2103503 Nov 25 17:46:43.677350 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3063208-037d-42ac-8155-2cb221d79b11 req-8339ee15-3861-4add-81b5-5d2016aa506c tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8072400 Nov 25 17:46:43.723002 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38578) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:43.728608 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-453e5c26-05e4-4936-8e71-51bdbe1f32b1 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Request body: {'subnet': {'network_id': '8d7e4a45-bfe2-414e-a417-1d31226cac38', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:46:43.742362 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-f35dd1fc-a19c-481c-ae8e-0d28241954d3 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.1997826 Nov 25 17:46:43.779509 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-da2442a9-c0f9-4ee9-837b-72f216141b0e None None] Provisioning complete for port f5cc415d-bf59-43bd-87a5-59a199e04e07 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:43.779732 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-da2442a9-c0f9-4ee9-837b-72f216141b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:43.781139 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fef7d7-b400-45c9-9e43-a257d3a8e3e5 req-7a9e0950-6e29-4fcd-b062-b8250f909ac2 tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:43.782822 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-02fef7d7-b400-45c9-9e43-a257d3a8e3e5 req-7a9e0950-6e29-4fcd-b062-b8250f909ac2 tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] 10.222.0.75 "GET /v2.0/ports?device_id=d86087ed-2ac2-4bab-a58c-a71a82cc65ea HTTP/1.1" status: 200 len: 936 time: 1.1053150 Nov 25 17:46:43.789037 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-d3063208-037d-42ac-8155-2cb221d79b11 req-8d61a752-6c20-4f78-b5b9-4ef0ee75429c service neutron] Request body: {'port': {'device_id': 'd86087ed-2ac2-4bab-a58c-a71a82cc65ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:46:43.833362 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-da2442a9-c0f9-4ee9-837b-72f216141b0e None None] Port f5cc415d-bf59-43bd-87a5-59a199e04e07 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:46:43.845913 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-da2442a9-c0f9-4ee9-837b-72f216141b0e None None] Provisioning complete for port dd4a3fb1-addc-46d2-b66b-8263f5ed00f9 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:43.847311 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-da2442a9-c0f9-4ee9-837b-72f216141b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:43.874959 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-14d7db60-1d5f-48fe-a196-2aaa19864399 req-d473977c-5e34-4af7-bc7e-0d02cebd73e0 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923888 Nov 25 17:46:43.939103 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-02fef7d7-b400-45c9-9e43-a257d3a8e3e5 req-ad74f60a-2dc4-42ef-9241-31259e0435bf tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] 10.222.0.75 "GET /v2.0/security-groups?id=222e8f1c-2e62-49fe-bcce-89c47d96f17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428914 Nov 25 17:46:43.958176 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d3063208-037d-42ac-8155-2cb221d79b11 req-8d61a752-6c20-4f78-b5b9-4ef0ee75429c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:43.963566 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-da2442a9-c0f9-4ee9-837b-72f216141b0e None None] Port dd4a3fb1-addc-46d2-b66b-8263f5ed00f9 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:46:44.020511 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453e5c26-05e4-4936-8e71-51bdbe1f32b1 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Made reservation on behalf of c99f4fcf65714d6392d1221ed91b6f93 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:46:44.024904 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-453e5c26-05e4-4936-8e71-51bdbe1f32b1 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:44.026355 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-08094109-870a-4161-aad4-03389c92a7eb None None] Set router 33bc4f79-0907-4297-bd85-3990c63f4824 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:46:44.067054 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38586) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:44.167941 n-d-817746-1 neutron-server[103360]: INFO neutron.db.ipam_backend_mixin [None req-453e5c26-05e4-4936-8e71-51bdbe1f32b1 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f6274f92-e7c0-4eca-bda0-054a38d096c8 (CIDR: 172.20.0.0/28) Nov 25 17:46:44.173400 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-453e5c26-05e4-4936-8e71-51bdbe1f32b1 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:46:44.174018 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-453e5c26-05e4-4936-8e71-51bdbe1f32b1 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:46:44.213628 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-453e5c26-05e4-4936-8e71-51bdbe1f32b1 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4870980 Nov 25 17:46:44.214046 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38592) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:44.219079 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-243dbeb1-38d1-4d8d-baef-8d4a79501a62 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Request body: {'subnet': {'network_id': '8d7e4a45-bfe2-414e-a417-1d31226cac38', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:46:44.353868 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243dbeb1-38d1-4d8d-baef-8d4a79501a62 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Made reservation on behalf of c99f4fcf65714d6392d1221ed91b6f93 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:46:44.359819 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-243dbeb1-38d1-4d8d-baef-8d4a79501a62 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:44.490007 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-08094109-870a-4161-aad4-03389c92a7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33bc4f79-0907-4297-bd85-3990c63f4824', 'name': 'tempest-TestAggregatesBasicOps-1392123178-router', 'tenant_id': '6e46a2d501b24d24bd8a58d703ca2267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'ab05c66b-ff49-4cd7-a9ba-9983161ef007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:29Z', 'updated_at': '2021-11-25T17:46:42Z', 'revision_number': 4, 'project_id': '6e46a2d501b24d24bd8a58d703ca2267', 'gw_port': {'id': 'ab05c66b-ff49-4cd7-a9ba-9983161ef007', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bc4f79-0907-4297-bd85-3990c63f4824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:31Z', 'updated_at': '2021-11-25T17:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'f5cc415d-bf59-43bd-87a5-59a199e04e07', 'name': '', 'network_id': 'd0227144-e1d6-4afe-af3a-96912811fab1', 'tenant_id': '6e46a2d501b24d24bd8a58d703ca2267', 'mac_address': 'fa:16:3e:6c:e5:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33bc4f79-0907-4297-bd85-3990c63f4824', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': 'd4a8e97e-c950-476c-8cf2-46cf5bbd30a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:40Z', 'updated_at': '2021-11-25T17:46:42Z', 'revision_number': 2, 'project_id': '6e46a2d501b24d24bd8a58d703ca2267', 'subnets': [{'id': 'd4a8e97e-c950-476c-8cf2-46cf5bbd30a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:44.509694 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439f771-3ac8-4970-9953-c19fe6fcd638 req-84df7048-66c2-4e94-aac5-9be7697d7892 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:44.511595 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1439f771-3ac8-4970-9953-c19fe6fcd638 req-84df7048-66c2-4e94-aac5-9be7697d7892 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=b12726b5-045a-4e74-8d5e-7b570347aecc HTTP/1.1" status: 200 len: 945 time: 0.4459901 Nov 25 17:46:44.520707 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08094109-870a-4161-aad4-03389c92a7eb None None] Checking router: 33bc4f79-0907-4297-bd85-3990c63f4824 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:46:44.521183 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08094109-870a-4161-aad4-03389c92a7eb None None] Updating router 33bc4f79-0907-4297-bd85-3990c63f4824 port f5cc415d-bf59-43bd-87a5-59a199e04e07 binding host n-d-817746-1 {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:46:44.560104 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-08094109-870a-4161-aad4-03389c92a7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:44.574359 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38600) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:44.580096 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-5e5bd901-0659-414e-9115-71261b8cbf76 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1054206127-network', 'tenant_id': 'c7ef9bc835ec40dda3265e244543749f'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:46:44.614344 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab1451-b797-4707-a4f3-d540bc386d0a req-7f40abc9-53fd-4f74-8e8e-00c93ed7492c tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:44.617284 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d9ab1451-b797-4707-a4f3-d540bc386d0a req-7f40abc9-53fd-4f74-8e8e-00c93ed7492c tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.3767965 Nov 25 17:46:44.641426 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4d76b658-41e0-4fcf-b8f4-7c8fbec1d5df tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:44.678712 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-243dbeb1-38d1-4d8d-baef-8d4a79501a62 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:44.693958 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4d76b658-41e0-4fcf-b8f4-7c8fbec1d5df tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:44.755434 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243dbeb1-38d1-4d8d-baef-8d4a79501a62 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Network 8d7e4a45-bfe2-414e-a417-1d31226cac38 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:46:44.759528 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-243dbeb1-38d1-4d8d-baef-8d4a79501a62 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:46:44.765735 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243dbeb1-38d1-4d8d-baef-8d4a79501a62 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:44.767644 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-243dbeb1-38d1-4d8d-baef-8d4a79501a62 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:44.777174 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cda069-c4ab-4cf2-aebd-47f9ad51ab6f None None] Network 8d7e4a45-bfe2-414e-a417-1d31226cac38 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:46:44.806976 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243dbeb1-38d1-4d8d-baef-8d4a79501a62 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event updated for resources: {'Subnet': ['ID=4ee6c972-be41-4e18-9110-372ab9e73ea3,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:44.816600 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d9ab1451-b797-4707-a4f3-d540bc386d0a req-9c83944e-ae47-42a5-8f1d-691b04887bbf tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350088 Nov 25 17:46:44.837243 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5bd901-0659-414e-9115-71261b8cbf76 admin admin] Made reservation on behalf of c7ef9bc835ec40dda3265e244543749f for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:46:44.841148 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5e5bd901-0659-414e-9115-71261b8cbf76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:44.842570 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-243dbeb1-38d1-4d8d-baef-8d4a79501a62 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6273723 Nov 25 17:46:44.849675 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38602) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:44.865869 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-24c6f537-ff8d-4cde-bc2e-b4bc5707d1db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:44.873041 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-47eaae7f-f984-4130-a948-19e6c284526a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1382253911', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4ee6c972-be41-4e18-9110-372ab9e73ea3'}], 'security_groups': ['a6ba8ce6-43a0-4e04-9e30-dbc4671c37d2']}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:46:44.880384 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1439f771-3ac8-4970-9953-c19fe6fcd638 req-a43d5eed-dd35-45e2-b6f1-02afd24d2003 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3552539 Nov 25 17:46:44.964638 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device ff15919f-8a35-43b3-bd35-2550327cda0f up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:46:45.035376 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-08094109-870a-4161-aad4-03389c92a7eb None None] Publish callbacks [] for port, precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:45.046724 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-08094109-870a-4161-aad4-03389c92a7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:45.049431 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5e5bd901-0659-414e-9115-71261b8cbf76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:45.162899 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port ff15919f-8a35-43b3-bd35-2550327cda0f triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:45.163397 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:45.184700 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-47eaae7f-f984-4130-a948-19e6c284526a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:45.222072 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-d3063208-037d-42ac-8155-2cb221d79b11 req-8d61a752-6c20-4f78-b5b9-4ef0ee75429c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3f3d7cd-ec10-4a46-a739-2729e828115f {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:46:45.245210 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f8796a-981a-41de-8ea0-d87239e04f79 None None] Pushing event updated for resources: {'Port': ['ID=f5cc415d-bf59-43bd-87a5-59a199e04e07,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:45.247254 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d3063208-037d-42ac-8155-2cb221d79b11 req-8d61a752-6c20-4f78-b5b9-4ef0ee75429c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:45.329116 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f8796a-981a-41de-8ea0-d87239e04f79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:45.329721 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f8796a-981a-41de-8ea0-d87239e04f79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:45.330158 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f8796a-981a-41de-8ea0-d87239e04f79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:45.333689 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f8796a-981a-41de-8ea0-d87239e04f79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:45.334220 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f8796a-981a-41de-8ea0-d87239e04f79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:45.334665 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f8796a-981a-41de-8ea0-d87239e04f79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:45.335343 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f8796a-981a-41de-8ea0-d87239e04f79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:45.335891 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f8796a-981a-41de-8ea0-d87239e04f79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:45.335891 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f8796a-981a-41de-8ea0-d87239e04f79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:45.336427 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f8796a-981a-41de-8ea0-d87239e04f79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:45.336874 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f8796a-981a-41de-8ea0-d87239e04f79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:45.344973 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f8796a-981a-41de-8ea0-d87239e04f79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:45.361559 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-08094109-870a-4161-aad4-03389c92a7eb None None] Attempting to bind port f5cc415d-bf59-43bd-87a5-59a199e04e07 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:46:45.362063 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-08094109-870a-4161-aad4-03389c92a7eb None None] Attempting to bind port f5cc415d-bf59-43bd-87a5-59a199e04e07 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '3b76184b-6b40-4d8f-bca1-ff81c34f88b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'd0227144-e1d6-4afe-af3a-96912811fab1'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:46:45.362750 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08094109-870a-4161-aad4-03389c92a7eb None None] Attempting to bind port f5cc415d-bf59-43bd-87a5-59a199e04e07 on network d0227144-e1d6-4afe-af3a-96912811fab1 {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:46:45.369029 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08094109-870a-4161-aad4-03389c92a7eb None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:46:45.369872 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08094109-870a-4161-aad4-03389c92a7eb None None] Checking segment: {'id': '3b76184b-6b40-4d8f-bca1-ff81c34f88b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'd0227144-e1d6-4afe-af3a-96912811fab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:46:45.370403 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-08094109-870a-4161-aad4-03389c92a7eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:45.370975 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08094109-870a-4161-aad4-03389c92a7eb None None] Bound using segment: {'id': '3b76184b-6b40-4d8f-bca1-ff81c34f88b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'd0227144-e1d6-4afe-af3a-96912811fab1'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:46:45.371559 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-08094109-870a-4161-aad4-03389c92a7eb None None] Bound port: f5cc415d-bf59-43bd-87a5-59a199e04e07, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b76184b-6b40-4d8f-bca1-ff81c34f88b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'd0227144-e1d6-4afe-af3a-96912811fab1'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:46:45.372047 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-08094109-870a-4161-aad4-03389c92a7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:45.456692 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-d3063208-037d-42ac-8155-2cb221d79b11 req-8d61a752-6c20-4f78-b5b9-4ef0ee75429c service neutron] Transition to ACTIVE for port object c3f3d7cd-ec10-4a46-a739-2729e828115f will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:46:45.506754 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d3063208-037d-42ac-8155-2cb221d79b11 req-8d61a752-6c20-4f78-b5b9-4ef0ee75429c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:45.546679 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-08094109-870a-4161-aad4-03389c92a7eb None None] For port f5cc415d-bf59-43bd-87a5-59a199e04e07, host n-d-817746-1, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:46:45.553698 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-08094109-870a-4161-aad4-03389c92a7eb None None] For port f5cc415d-bf59-43bd-87a5-59a199e04e07, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=f5cc415d-bf59-43bd-87a5-59a199e04e07,segment=NetworkSegment(3b76184b-6b40-4d8f-bca1-ff81c34f88b9),segment_id=3b76184b-6b40-4d8f-bca1-ff81c34f88b9)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:46:45.561257 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-08094109-870a-4161-aad4-03389c92a7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:45.606120 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890509ab-5b3e-4152-a3cf-bb1439b53780 None None] Update dhcp port {'port': {'network_id': '8d7e4a45-bfe2-414e-a417-1d31226cac38', 'fixed_ips': [{'subnet_id': 'f6274f92-e7c0-4eca-bda0-054a38d096c8', 'ip_address': '172.20.0.2'}, {'subnet_id': '4ee6c972-be41-4e18-9110-372ab9e73ea3'}], 'binding:host_id': 'n-d-817746-1'}, 'id': 'ff15919f-8a35-43b3-bd35-2550327cda0f'} from n-d-817746-1. {{(pid=103362) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 17:46:45.639877 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d61a752-6c20-4f78-b5b9-4ef0ee75429c service neutron] Pushing event updated for resources: {'Port': ['ID=c3f3d7cd-ec10-4a46-a739-2729e828115f,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:45.672066 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-890509ab-5b3e-4152-a3cf-bb1439b53780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:45.688198 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f8796a-981a-41de-8ea0-d87239e04f79 None None] Pushing event updated for resources: {'Port': ['ID=f5cc415d-bf59-43bd-87a5-59a199e04e07,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:45.707054 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08094109-870a-4161-aad4-03389c92a7eb None None] Routers {'33bc4f79-0907-4297-bd85-3990c63f4824'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:46:45.707971 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-08094109-870a-4161-aad4-03389c92a7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:46:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['33bc4f79-0907-4297-bd85-3990c63f4824'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:45.710338 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-306c6dbe-3f24-494d-b239-0a64f67b9430 None None] Provisioning complete for port f5cc415d-bf59-43bd-87a5-59a199e04e07 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:45.710860 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-306c6dbe-3f24-494d-b239-0a64f67b9430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:45.720332 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d6494-e5e5-419a-ba57-24fb9b9ab6d2 req-f6506649-adf7-4602-969b-4c145fad1c99 tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:45.733439 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3e9d6494-e5e5-419a-ba57-24fb9b9ab6d2 req-f6506649-adf7-4602-969b-4c145fad1c99 tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] 10.222.0.75 "GET /v2.0/ports?device_id=d86087ed-2ac2-4bab-a58c-a71a82cc65ea HTTP/1.1" status: 200 len: 936 time: 0.4781833 Nov 25 17:46:45.861915 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4d76b658-41e0-4fcf-b8f4-7c8fbec1d5df tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:45.865274 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4d76b658-41e0-4fcf-b8f4-7c8fbec1d5df tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:45.866456 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-4d76b658-41e0-4fcf-b8f4-7c8fbec1d5df tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] 10.222.0.75 "DELETE /v2.0/security-groups/2285b65b-d698-4f33-ae20-5b05d59ab176 HTTP/1.1" status: 204 len: 168 time: 1.7816978 Nov 25 17:46:45.901379 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-08094109-870a-4161-aad4-03389c92a7eb None None] Set router 33bc4f79-0907-4297-bd85-3990c63f4824 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:46:46.021406 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d76b658-41e0-4fcf-b8f4-7c8fbec1d5df tempest-TestVolumeBackupRestore-2096669856 tempest-TestVolumeBackupRestore-2096669856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2285b65b-d698-4f33-ae20-5b05d59ab176,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:46.170326 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5e5bd901-0659-414e-9115-71261b8cbf76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:46.210273 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-47eaae7f-f984-4130-a948-19e6c284526a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Delete allocated IP 172.20.0.5 (8d7e4a45-bfe2-414e-a417-1d31226cac38/f6274f92-e7c0-4eca-bda0-054a38d096c8) {{(pid=103360) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 25 17:46:46.238512 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-47eaae7f-f984-4130-a948-19e6c284526a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Allocated IP 172.20.0.26 (8d7e4a45-bfe2-414e-a417-1d31226cac38/4ee6c972-be41-4e18-9110-372ab9e73ea3/dd4a3fb1-addc-46d2-b66b-8263f5ed00f9) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:46:46.361717 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-306c6dbe-3f24-494d-b239-0a64f67b9430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:46.397839 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5e5bd901-0659-414e-9115-71261b8cbf76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:46.434526 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-306c6dbe-3f24-494d-b239-0a64f67b9430 None None] For port f5cc415d-bf59-43bd-87a5-59a199e04e07, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=f5cc415d-bf59-43bd-87a5-59a199e04e07,segment=NetworkSegment(3b76184b-6b40-4d8f-bca1-ff81c34f88b9),segment_id=3b76184b-6b40-4d8f-bca1-ff81c34f88b9)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:46.444589 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-306c6dbe-3f24-494d-b239-0a64f67b9430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:46.446448 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3e9d6494-e5e5-419a-ba57-24fb9b9ab6d2 req-d56c6a78-ffd8-4c37-9d07-5317d473d346 tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] 10.222.0.75 "GET /v2.0/security-groups?id=222e8f1c-2e62-49fe-bcce-89c47d96f17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6848967 Nov 25 17:46:46.580416 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e5bd901-0659-414e-9115-71261b8cbf76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:46:46.585437 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c6dbe-3f24-494d-b239-0a64f67b9430 None None] Pushing event updated for resources: {'Port': ['ID=f5cc415d-bf59-43bd-87a5-59a199e04e07,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:46.603252 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-08094109-870a-4161-aad4-03389c92a7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33bc4f79-0907-4297-bd85-3990c63f4824', 'name': 'tempest-TestAggregatesBasicOps-1392123178-router', 'tenant_id': '6e46a2d501b24d24bd8a58d703ca2267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'ab05c66b-ff49-4cd7-a9ba-9983161ef007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:29Z', 'updated_at': '2021-11-25T17:46:42Z', 'revision_number': 4, 'project_id': '6e46a2d501b24d24bd8a58d703ca2267', 'gw_port': {'id': 'ab05c66b-ff49-4cd7-a9ba-9983161ef007', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bc4f79-0907-4297-bd85-3990c63f4824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:31Z', 'updated_at': '2021-11-25T17:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'f5cc415d-bf59-43bd-87a5-59a199e04e07', 'name': '', 'network_id': 'd0227144-e1d6-4afe-af3a-96912811fab1', 'tenant_id': '6e46a2d501b24d24bd8a58d703ca2267', 'mac_address': 'fa:16:3e:6c:e5:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33bc4f79-0907-4297-bd85-3990c63f4824', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': 'd4a8e97e-c950-476c-8cf2-46cf5bbd30a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:40Z', 'updated_at': '2021-11-25T17:46:45Z', 'revision_number': 4, 'project_id': '6e46a2d501b24d24bd8a58d703ca2267', 'subnets': [{'id': 'd4a8e97e-c950-476c-8cf2-46cf5bbd30a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:46.622982 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-bbf0ff26-9e51-46a0-bfdd-27d02195cf62 None None] Provisioning complete for port f5cc415d-bf59-43bd-87a5-59a199e04e07 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:46.623649 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-bbf0ff26-9e51-46a0-bfdd-27d02195cf62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:46.688263 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08094109-870a-4161-aad4-03389c92a7eb None None] The sync data for ids ['33bc4f79-0907-4297-bd85-3990c63f4824'] in n-d-817746-1 is: [{'id': '33bc4f79-0907-4297-bd85-3990c63f4824', 'name': 'tempest-TestAggregatesBasicOps-1392123178-router', 'tenant_id': '6e46a2d501b24d24bd8a58d703ca2267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'ab05c66b-ff49-4cd7-a9ba-9983161ef007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:29Z', 'updated_at': '2021-11-25T17:46:42Z', 'revision_number': 4, 'project_id': '6e46a2d501b24d24bd8a58d703ca2267', 'gw_port': {'id': 'ab05c66b-ff49-4cd7-a9ba-9983161ef007', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bc4f79-0907-4297-bd85-3990c63f4824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:31Z', 'updated_at': '2021-11-25T17:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'f5cc415d-bf59-43bd-87a5-59a199e04e07', 'name': '', 'network_id': 'd0227144-e1d6-4afe-af3a-96912811fab1', 'tenant_id': '6e46a2d501b24d24bd8a58d703ca2267', 'mac_address': 'fa:16:3e:6c:e5:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33bc4f79-0907-4297-bd85-3990c63f4824', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': 'd4a8e97e-c950-476c-8cf2-46cf5bbd30a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:40Z', 'updated_at': '2021-11-25T17:46:45Z', 'revision_number': 4, 'project_id': '6e46a2d501b24d24bd8a58d703ca2267', 'subnets': [{'id': 'd4a8e97e-c950-476c-8cf2-46cf5bbd30a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:46:46.750790 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-d3063208-037d-42ac-8155-2cb221d79b11 req-8d61a752-6c20-4f78-b5b9-4ef0ee75429c service neutron] Attempting to bind port c3f3d7cd-ec10-4a46-a739-2729e828115f on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:46:46.751686 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-d3063208-037d-42ac-8155-2cb221d79b11 req-8d61a752-6c20-4f78-b5b9-4ef0ee75429c service neutron] Attempting to bind port c3f3d7cd-ec10-4a46-a739-2729e828115f by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:46:46.791378 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:46.801185 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3063208-037d-42ac-8155-2cb221d79b11 req-8d61a752-6c20-4f78-b5b9-4ef0ee75429c service neutron] Attempting to bind port c3f3d7cd-ec10-4a46-a739-2729e828115f on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:46:46.805252 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5e5bd901-0659-414e-9115-71261b8cbf76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:46.805626 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-5e5bd901-0659-414e-9115-71261b8cbf76 admin admin] Added segment c2a008b6-1546-4d01-b665-8ac469d61d8a of type vlan for network 06c442bb-37f2-43b8-87ba-a35374a95cc0 Nov 25 17:46:46.826547 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-47eaae7f-f984-4130-a948-19e6c284526a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:46.836773 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-47eaae7f-f984-4130-a948-19e6c284526a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:46.867207 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753632d9-b5a9-469a-9cd0-6edcaff4c97d req-78f97694-6e37-4995-8b00-ce6a8e0da29d tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:46.888955 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-753632d9-b5a9-469a-9cd0-6edcaff4c97d req-78f97694-6e37-4995-8b00-ce6a8e0da29d tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=b12726b5-045a-4e74-8d5e-7b570347aecc HTTP/1.1" status: 200 len: 945 time: 0.6334252 Nov 25 17:46:46.890854 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5bd901-0659-414e-9115-71261b8cbf76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03874082-2bfe-4684-be99-f2b84536ecb3,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:46.928017 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3063208-037d-42ac-8155-2cb221d79b11 req-8d61a752-6c20-4f78-b5b9-4ef0ee75429c service neutron] Port c3f3d7cd-ec10-4a46-a739-2729e828115f on network ab4fed0b-9bf1-4925-8765-94da08c5de2a not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:46:46.928391 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3063208-037d-42ac-8155-2cb221d79b11 req-8d61a752-6c20-4f78-b5b9-4ef0ee75429c service neutron] Attempting to bind port c3f3d7cd-ec10-4a46-a739-2729e828115f on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:46:47.013206 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3063208-037d-42ac-8155-2cb221d79b11 req-8d61a752-6c20-4f78-b5b9-4ef0ee75429c service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:46:47.013555 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3063208-037d-42ac-8155-2cb221d79b11 req-8d61a752-6c20-4f78-b5b9-4ef0ee75429c service neutron] Checking segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:46:47.014153 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3063208-037d-42ac-8155-2cb221d79b11 req-8d61a752-6c20-4f78-b5b9-4ef0ee75429c service neutron] Bound using segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:46:47.025210 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-d3063208-037d-42ac-8155-2cb221d79b11 req-8d61a752-6c20-4f78-b5b9-4ef0ee75429c service neutron] Bound port: c3f3d7cd-ec10-4a46-a739-2729e828115f, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:46:47.025634 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d3063208-037d-42ac-8155-2cb221d79b11 req-8d61a752-6c20-4f78-b5b9-4ef0ee75429c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:47.057040 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eaae7f-f984-4130-a948-19e6c284526a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event updated for resources: {'Port': ['ID=dd4a3fb1-addc-46d2-b66b-8263f5ed00f9,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:47.066074 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5e5bd901-0659-414e-9115-71261b8cbf76 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:47.098142 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-47eaae7f-f984-4130-a948-19e6c284526a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] In _notify_port_updated(), no bound segment for port dd4a3fb1-addc-46d2-b66b-8263f5ed00f9 on network 8d7e4a45-bfe2-414e-a417-1d31226cac38 {{(pid=103360) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:46:47.110899 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device f5cc415d-bf59-43bd-87a5-59a199e04e07 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:46:47.117139 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47eaae7f-f984-4130-a948-19e6c284526a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:47.118085 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-47eaae7f-f984-4130-a948-19e6c284526a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:47.119630 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-47eaae7f-f984-4130-a948-19e6c284526a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "PUT /v2.0/ports/dd4a3fb1-addc-46d2-b66b-8263f5ed00f9 HTTP/1.1" status: 200 len: 921 time: 2.2676778 Nov 25 17:46:47.127629 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38706) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:47.177085 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-753632d9-b5a9-469a-9cd0-6edcaff4c97d req-519749c8-d22a-43c9-b7a5-bfb15b1c2329 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871621 Nov 25 17:46:47.210640 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5e5bd901-0659-414e-9115-71261b8cbf76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:47.211945 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5bd901-0659-414e-9115-71261b8cbf76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:47.212713 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5e5bd901-0659-414e-9115-71261b8cbf76 admin admin] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:47.256737 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:47.273269 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-890509ab-5b3e-4152-a3cf-bb1439b53780 None None] Allocated IP 172.20.0.18 (8d7e4a45-bfe2-414e-a417-1d31226cac38/4ee6c972-be41-4e18-9110-372ab9e73ea3/ff15919f-8a35-43b3-bd35-2550327cda0f) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:46:47.282064 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-788f68e1-0d03-4f27-9e5b-8dc88ce8ce4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:47.318428 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port f5cc415d-bf59-43bd-87a5-59a199e04e07 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:47.319545 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:47.386956 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-1b9e8f69-63a7-4fbf-9215-df71e646d773 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Deleting port dd4a3fb1-addc-46d2-b66b-8263f5ed00f9 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:46:47.387548 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1b9e8f69-63a7-4fbf-9215-df71e646d773 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:47.422034 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-d3063208-037d-42ac-8155-2cb221d79b11 req-8d61a752-6c20-4f78-b5b9-4ef0ee75429c service neutron] For port c3f3d7cd-ec10-4a46-a739-2729e828115f, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:46:47.578944 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-5e5bd901-0659-414e-9115-71261b8cbf76 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.0027041 Nov 25 17:46:47.589243 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38750) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:47.615420 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-537914e8-575e-4077-98a3-b58c1d335049 admin admin] Request body: {'subnet': {'network_id': '06c442bb-37f2-43b8-87ba-a35374a95cc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1054206127-subnet', 'tenant_id': 'c7ef9bc835ec40dda3265e244543749f', 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:46:47.621793 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-d3063208-037d-42ac-8155-2cb221d79b11 req-8d61a752-6c20-4f78-b5b9-4ef0ee75429c service neutron] For port c3f3d7cd-ec10-4a46-a739-2729e828115f, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=c3f3d7cd-ec10-4a46-a739-2729e828115f,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:46:47.697022 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1b9e8f69-63a7-4fbf-9215-df71e646d773 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:47.747181 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d3063208-037d-42ac-8155-2cb221d79b11 req-8d61a752-6c20-4f78-b5b9-4ef0ee75429c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:47.766891 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-1b9e8f69-63a7-4fbf-9215-df71e646d773 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Calling delete_port for dd4a3fb1-addc-46d2-b66b-8263f5ed00f9 owned by {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:46:47.783004 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537914e8-575e-4077-98a3-b58c1d335049 admin admin] Made reservation on behalf of c7ef9bc835ec40dda3265e244543749f for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:46:47.785565 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-537914e8-575e-4077-98a3-b58c1d335049 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:47.845209 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5bd901-0659-414e-9115-71261b8cbf76 admin admin] Pushing event updated for resources: {'Network': ['ID=06c442bb-37f2-43b8-87ba-a35374a95cc0,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:47.931596 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3063208-037d-42ac-8155-2cb221d79b11 req-8d61a752-6c20-4f78-b5b9-4ef0ee75429c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:47.939591 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d3063208-037d-42ac-8155-2cb221d79b11 req-8d61a752-6c20-4f78-b5b9-4ef0ee75429c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:47.945854 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3063208-037d-42ac-8155-2cb221d79b11 req-8d61a752-6c20-4f78-b5b9-4ef0ee75429c service neutron] 10.222.0.74 "PUT /v2.0/ports/c3f3d7cd-ec10-4a46-a739-2729e828115f HTTP/1.1" status: 200 len: 1096 time: 4.2396314 Nov 25 17:46:47.947617 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd86087ed-2ac2-4bab-a58c-a71a82cc65ea', 'tag': 'c3f3d7cd-ec10-4a46-a739-2729e828115f'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:46:47.949994 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53d15d4-dd7f-4641-b4fc-4e356c7dad5b" -d '{"events": [{"name": "network-changed", "server_uuid": "d86087ed-2ac2-4bab-a58c-a71a82cc65ea", "tag": "c3f3d7cd-ec10-4a46-a739-2729e828115f"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:46:48.187403 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 06c442bb-37f2-43b8-87ba-a35374a95cc0 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:46:48.252091 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-890509ab-5b3e-4152-a3cf-bb1439b53780 None None] For port ff15919f-8a35-43b3-bd35-2550327cda0f, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=ff15919f-8a35-43b3-bd35-2550327cda0f,segment=NetworkSegment(a358e021-f01b-43fe-828e-c3f7ffe17daf),segment_id=a358e021-f01b-43fe-828e-c3f7ffe17daf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:48.263450 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee772de8-fa14-4c2d-a461-f0a9265cd850 req-818bf98a-e3b1-4d80-ad44-02e45f75bb62 tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:48.280663 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ee772de8-fa14-4c2d-a461-f0a9265cd850 req-818bf98a-e3b1-4d80-ad44-02e45f75bb62 tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] 10.222.0.75 "GET /v2.0/ports?device_id=d86087ed-2ac2-4bab-a58c-a71a82cc65ea HTTP/1.1" status: 200 len: 948 time: 0.5777259 Nov 25 17:46:48.329191 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d61a752-6c20-4f78-b5b9-4ef0ee75429c service neutron] Pushing event updated for resources: {'Port': ['ID=c3f3d7cd-ec10-4a46-a739-2729e828115f,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:48.402049 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-24c6f537-ff8d-4cde-bc2e-b4bc5707d1db admin admin] Deleting port 2fe512c4-3058-44ab-91e2-a2ef4a534159 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:46:48.403364 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-24c6f537-ff8d-4cde-bc2e-b4bc5707d1db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:48.577097 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-890509ab-5b3e-4152-a3cf-bb1439b53780 None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:48.585853 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-890509ab-5b3e-4152-a3cf-bb1439b53780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:48.616593 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3063208-037d-42ac-8155-2cb221d79b11 req-15fd9866-baf5-401a-b696-49256b9dcf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:48.619978 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3063208-037d-42ac-8155-2cb221d79b11 req-15fd9866-baf5-401a-b696-49256b9dcf5b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b8c6d90e7f31479493c59a439a539141&device_id=d86087ed-2ac2-4bab-a58c-a71a82cc65ea HTTP/1.1" status: 200 len: 1099 time: 0.6036592 Nov 25 17:46:48.643566 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e66a2fb-b999-4d50-901e-b0bcad382136 x-openstack-request-id: req-3e66a2fb-b999-4d50-901e-b0bcad382136 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:46:48.643860 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d86087ed-2ac2-4bab-a58c-a71a82cc65ea", "tag": "c3f3d7cd-ec10-4a46-a739-2729e828115f", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:46:48.644340 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3e66a2fb-b999-4d50-901e-b0bcad382136 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:46:48.647639 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd86087ed-2ac2-4bab-a58c-a71a82cc65ea', 'tag': 'c3f3d7cd-ec10-4a46-a739-2729e828115f', 'status': 'completed', 'code': 200} Nov 25 17:46:48.661442 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1b9e8f69-63a7-4fbf-9215-df71e646d773 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:48.747932 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890509ab-5b3e-4152-a3cf-bb1439b53780 None None] Pushing event updated for resources: {'Port': ['ID=ff15919f-8a35-43b3-bd35-2550327cda0f,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:48.778769 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ee772de8-fa14-4c2d-a461-f0a9265cd850 req-af147bf3-735f-499c-8af2-273e5b8e9017 tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] 10.222.0.75 "GET /v2.0/security-groups?id=222e8f1c-2e62-49fe-bcce-89c47d96f17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4968278 Nov 25 17:46:48.787434 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3063208-037d-42ac-8155-2cb221d79b11 req-bf7ba7e4-0d70-4848-9396-fd1aa2d57b59 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=c3f3d7cd-ec10-4a46-a739-2729e828115f HTTP/1.1" status: 200 len: 217 time: 0.1388264 Nov 25 17:46:48.840038 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9e8f69-63a7-4fbf-9215-df71e646d773 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event deleted for resources: {'Port': ['ID=dd4a3fb1-addc-46d2-b66b-8263f5ed00f9,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:48.974866 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device ff15919f-8a35-43b3-bd35-2550327cda0f up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:46:49.077901 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-537914e8-575e-4077-98a3-b58c1d335049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:49.080376 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-24c6f537-ff8d-4cde-bc2e-b4bc5707d1db admin admin] For port 2fe512c4-3058-44ab-91e2-a2ef4a534159, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=2fe512c4-3058-44ab-91e2-a2ef4a534159,segment=NetworkSegment(c5752f96-a6e9-4fc2-9dae-273cc6a23f00),segment_id=c5752f96-a6e9-4fc2-9dae-273cc6a23f00)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:49.080911 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-24c6f537-ff8d-4cde-bc2e-b4bc5707d1db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:49.119684 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1b9e8f69-63a7-4fbf-9215-df71e646d773 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:49.124523 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1b9e8f69-63a7-4fbf-9215-df71e646d773 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "DELETE /v2.0/ports/dd4a3fb1-addc-46d2-b66b-8263f5ed00f9 HTTP/1.1" status: 204 len: 168 time: 1.9955435 Nov 25 17:46:49.125747 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3063208-037d-42ac-8155-2cb221d79b11 req-f25b81e7-5438-4d82-8df8-fc0d9cc113d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:49.134579 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3063208-037d-42ac-8155-2cb221d79b11 req-f25b81e7-5438-4d82-8df8-fc0d9cc113d9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.3124747 Nov 25 17:46:49.141454 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38902) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:49.156382 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-24c6f537-ff8d-4cde-bc2e-b4bc5707d1db admin admin] Calling delete_port for 2fe512c4-3058-44ab-91e2-a2ef4a534159 owned by network:router_interface {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:46:49.175138 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e92208-d844-4bfc-9199-9275570b1f5d req-5a110d32-2a01-4227-bb4f-d4a4b0e2770a tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:49.184999 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-09e92208-d844-4bfc-9199-9275570b1f5d req-5a110d32-2a01-4227-bb4f-d4a4b0e2770a tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=b12726b5-045a-4e74-8d5e-7b570347aecc HTTP/1.1" status: 200 len: 945 time: 0.4045837 Nov 25 17:46:49.185154 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port ff15919f-8a35-43b3-bd35-2550327cda0f triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:49.185382 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:49.207563 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537914e8-575e-4077-98a3-b58c1d335049 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e2aa69c-007f-4145-aef1-a7e01974c0be,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:49.226521 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537914e8-575e-4077-98a3-b58c1d335049 admin admin] Checking segment: {'id': 'c2a008b6-1546-4d01-b665-8ac469d61d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '06c442bb-37f2-43b8-87ba-a35374a95cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:46:49.230235 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537914e8-575e-4077-98a3-b58c1d335049 admin admin] Network hostable DHCP agents. Network: 06c442bb-37f2-43b8-87ba-a35374a95cc0, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:46:49.267545 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537914e8-575e-4077-98a3-b58c1d335049 admin admin] Network 06c442bb-37f2-43b8-87ba-a35374a95cc0 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:46:49.287085 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-537914e8-575e-4077-98a3-b58c1d335049 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 06c442bb-37f2-43b8-87ba-a35374a95cc0) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:46:49.298728 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537914e8-575e-4077-98a3-b58c1d335049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:49.299316 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-537914e8-575e-4077-98a3-b58c1d335049 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:49.307946 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19e2440-0f0b-4c63-a8b3-b0544e7cce2e None None] Network 06c442bb-37f2-43b8-87ba-a35374a95cc0 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:46:49.337081 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-537914e8-575e-4077-98a3-b58c1d335049 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7459245 Nov 25 17:46:49.339042 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38920) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:49.346229 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-68714832-160d-4f12-b84d-c79fe3ae0987 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1054206127-router', 'tenant_id': 'c7ef9bc835ec40dda3265e244543749f', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:46:49.397150 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-68714832-160d-4f12-b84d-c79fe3ae0987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:49.398283 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-68714832-160d-4f12-b84d-c79fe3ae0987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:49.492166 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-1425ca95-80e4-4887-be75-a5488202f6a0 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] GET failed (client error): The resource could not be found. Nov 25 17:46:49.509960 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-1425ca95-80e4-4887-be75-a5488202f6a0 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "GET /v2.0/ports/dd4a3fb1-addc-46d2-b66b-8263f5ed00f9 HTTP/1.1" status: 404 len: 333 time: 0.3670831 Nov 25 17:46:49.512398 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38938) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:49.546688 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-68714832-160d-4f12-b84d-c79fe3ae0987 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:49.730643 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fe81f1-6da7-4056-a33f-695bea1cf707 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-06c442bb-37f2-43b8-87ba-a35374a95cc0', 'network_id': '06c442bb-37f2-43b8-87ba-a35374a95cc0', 'tenant_id': 'c7ef9bc835ec40dda3265e244543749f', 'fixed_ips': [{'subnet_id': '2e2aa69c-007f-4145-aef1-a7e01974c0be'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:46:49.732735 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-56fe81f1-6da7-4056-a33f-695bea1cf707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:49.753575 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3063208-037d-42ac-8155-2cb221d79b11 req-d20347e8-4f01-4b41-8464-ca6ef19eff6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:49.756728 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3063208-037d-42ac-8155-2cb221d79b11 req-d20347e8-4f01-4b41-8464-ca6ef19eff6a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6118381 Nov 25 17:46:49.781987 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e99c7f-3622-4bec-99c0-a79bc7819f23 req-fd404ad7-91b8-486f-945a-20a45705ea77 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:49.791688 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-04e99c7f-3622-4bec-99c0-a79bc7819f23 req-fd404ad7-91b8-486f-945a-20a45705ea77 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.5941427 Nov 25 17:46:49.829261 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-09e92208-d844-4bfc-9199-9275570b1f5d req-0b3b7161-6bb5-40b9-afae-ffef38485635 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6433048 Nov 25 17:46:49.924363 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2030bcae-9a65-4aab-b63c-54bc49a563f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:49.963322 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-68714832-160d-4f12-b84d-c79fe3ae0987 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:49.989408 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-1da29564-9191-418c-b746-6a658a48a927 None None] Provisioning complete for port ff15919f-8a35-43b3-bd35-2550327cda0f triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:49.990209 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1da29564-9191-418c-b746-6a658a48a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:50.050609 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-27a1720a-7175-44f9-8fdc-0f3422a3d5e0 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:50.101710 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-56fe81f1-6da7-4056-a33f-695bea1cf707 None None] Allocated IP 172.20.0.2 (06c442bb-37f2-43b8-87ba-a35374a95cc0/2e2aa69c-007f-4145-aef1-a7e01974c0be/da6be410-57b4-4034-9200-90150de36f32) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:46:50.114398 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-27a1720a-7175-44f9-8fdc-0f3422a3d5e0 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:50.131204 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-04e99c7f-3622-4bec-99c0-a79bc7819f23 req-ff6fdb37-b394-47c0-bed6-6d481ff2650a tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315966 Nov 25 17:46:50.223463 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867cfd8-b584-481e-bb98-70eeb8106611 req-8b00c2d3-03b2-4e01-8c74-097ff8461549 tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:50.234174 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-27a1720a-7175-44f9-8fdc-0f3422a3d5e0 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:50.236778 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-27a1720a-7175-44f9-8fdc-0f3422a3d5e0 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:50.247481 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b867cfd8-b584-481e-bb98-70eeb8106611 req-8b00c2d3-03b2-4e01-8c74-097ff8461549 tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] 10.222.0.75 "GET /v2.0/ports?device_id=d86087ed-2ac2-4bab-a58c-a71a82cc65ea HTTP/1.1" status: 200 len: 948 time: 0.2729394 Nov 25 17:46:50.256393 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39002) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:50.257450 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-27a1720a-7175-44f9-8fdc-0f3422a3d5e0 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "DELETE /v2.0/security-groups/19d0031f-3195-4c3d-906f-bff2b815ec68 HTTP/1.1" status: 204 len: 168 time: 0.7431624 Nov 25 17:46:50.264866 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-1da29564-9191-418c-b746-6a658a48a927 None None] Provisioning complete for port e967720b-dc4b-465b-b4d3-04f3ccb23025 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:50.265426 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1da29564-9191-418c-b746-6a658a48a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:50.311279 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a1720a-7175-44f9-8fdc-0f3422a3d5e0 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d0031f-3195-4c3d-906f-bff2b815ec68,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:50.387798 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3063208-037d-42ac-8155-2cb221d79b11 req-8097f645-f469-4290-8036-837896024f34 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6218832 Nov 25 17:46:50.455933 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-1da29564-9191-418c-b746-6a658a48a927 None None] Port e967720b-dc4b-465b-b4d3-04f3ccb23025 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:46:50.467041 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-1da29564-9191-418c-b746-6a658a48a927 None None] Could not find standard attr ID for object dd4a3fb1-addc-46d2-b66b-8263f5ed00f9. {{(pid=103362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:46:50.495005 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-56fe81f1-6da7-4056-a33f-695bea1cf707 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:50.502899 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-56fe81f1-6da7-4056-a33f-695bea1cf707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:50.590121 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fe81f1-6da7-4056-a33f-695bea1cf707 None None] Network 06c442bb-37f2-43b8-87ba-a35374a95cc0 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:46:50.597741 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-56fe81f1-6da7-4056-a33f-695bea1cf707 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:46:50.601545 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fe81f1-6da7-4056-a33f-695bea1cf707 None None] Pushing event updated for resources: {'Port': ['ID=da6be410-57b4-4034-9200-90150de36f32,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:50.604710 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fe81f1-6da7-4056-a33f-695bea1cf707 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:46:50.688039 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-68714832-160d-4f12-b84d-c79fe3ae0987 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:50.722834 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-56fe81f1-6da7-4056-a33f-695bea1cf707 None None] Attempting to bind port da6be410-57b4-4034-9200-90150de36f32 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:46:50.732030 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-56fe81f1-6da7-4056-a33f-695bea1cf707 None None] Attempting to bind port da6be410-57b4-4034-9200-90150de36f32 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'c2a008b6-1546-4d01-b665-8ac469d61d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '06c442bb-37f2-43b8-87ba-a35374a95cc0'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:46:50.732554 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fe81f1-6da7-4056-a33f-695bea1cf707 None None] Attempting to bind port da6be410-57b4-4034-9200-90150de36f32 on network 06c442bb-37f2-43b8-87ba-a35374a95cc0 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:46:50.739328 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d446c632-3231-42f7-8022-90307ef788f7 None None] Could not find standard attr ID for object dd4a3fb1-addc-46d2-b66b-8263f5ed00f9. {{(pid=103362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:46:50.748265 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fe81f1-6da7-4056-a33f-695bea1cf707 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:46:50.750760 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fe81f1-6da7-4056-a33f-695bea1cf707 None None] Checking segment: {'id': 'c2a008b6-1546-4d01-b665-8ac469d61d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '06c442bb-37f2-43b8-87ba-a35374a95cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:46:50.751093 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-68714832-160d-4f12-b84d-c79fe3ae0987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:50.751795 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-56fe81f1-6da7-4056-a33f-695bea1cf707 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:50.753681 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fe81f1-6da7-4056-a33f-695bea1cf707 None None] Bound using segment: {'id': 'c2a008b6-1546-4d01-b665-8ac469d61d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '06c442bb-37f2-43b8-87ba-a35374a95cc0'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:46:50.755133 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-56fe81f1-6da7-4056-a33f-695bea1cf707 None None] Bound port: da6be410-57b4-4034-9200-90150de36f32, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2a008b6-1546-4d01-b665-8ac469d61d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '06c442bb-37f2-43b8-87ba-a35374a95cc0'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:46:50.756343 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-56fe81f1-6da7-4056-a33f-695bea1cf707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:50.923371 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:50.995920 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-56fe81f1-6da7-4056-a33f-695bea1cf707 None None] For port da6be410-57b4-4034-9200-90150de36f32, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:46:51.002656 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-56fe81f1-6da7-4056-a33f-695bea1cf707 None None] For port da6be410-57b4-4034-9200-90150de36f32, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=da6be410-57b4-4034-9200-90150de36f32,segment=NetworkSegment(c2a008b6-1546-4d01-b665-8ac469d61d8a),segment_id=c2a008b6-1546-4d01-b665-8ac469d61d8a)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:46:51.014752 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-56fe81f1-6da7-4056-a33f-695bea1cf707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:51.044983 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-68714832-160d-4f12-b84d-c79fe3ae0987 admin admin] Allocated IP 172.25.0.206 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/5b398207-826d-456b-b879-b38aa0e39a1a) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:46:51.057797 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3063208-037d-42ac-8155-2cb221d79b11 req-08288e97-61d6-4d6e-84a3-6269b7f0fe7d service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843991 Nov 25 17:46:51.076649 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-24c6f537-ff8d-4cde-bc2e-b4bc5707d1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:51.109631 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fe81f1-6da7-4056-a33f-695bea1cf707 None None] Pushing event updated for resources: {'Port': ['ID=da6be410-57b4-4034-9200-90150de36f32,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:51.182646 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b867cfd8-b584-481e-bb98-70eeb8106611 req-b2119acd-2447-4a62-a07e-5c39e9c972ab tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] 10.222.0.75 "GET /v2.0/security-groups?id=222e8f1c-2e62-49fe-bcce-89c47d96f17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9339724 Nov 25 17:46:51.193462 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c6f537-ff8d-4cde-bc2e-b4bc5707d1db admin admin] Pushing event deleted for resources: {'Port': ['ID=2fe512c4-3058-44ab-91e2-a2ef4a534159,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:51.281776 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3e853a4c-1feb-4e31-9a67-4349248f7f5e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:51.285432 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-68714832-160d-4f12-b84d-c79fe3ae0987 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:51.355477 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-68714832-160d-4f12-b84d-c79fe3ae0987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:51.433384 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3e853a4c-1feb-4e31-9a67-4349248f7f5e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:51.433631 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68714832-160d-4f12-b84d-c79fe3ae0987 admin admin] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:46:51.444214 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa7414-37e4-4f29-86e4-22a3d28e5885 req-979c9e23-a3f4-45db-809d-357d39ae43d5 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:51.446135 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4bfa7414-37e4-4f29-86e4-22a3d28e5885 req-979c9e23-a3f4-45db-809d-357d39ae43d5 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 1.1123831 Nov 25 17:46:51.448105 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-68714832-160d-4f12-b84d-c79fe3ae0987 admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:46:51.458283 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68714832-160d-4f12-b84d-c79fe3ae0987 admin admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:46:51.460556 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68714832-160d-4f12-b84d-c79fe3ae0987 admin admin] Pushing event updated for resources: {'Port': ['ID=5b398207-826d-456b-b879-b38aa0e39a1a,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:51.486439 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33c8b4f-1623-4d4a-a590-58592c33b4dd None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:46:51.591702 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d15d4-dd7f-4641-b4fc-4e356c7dad5b req-20757a0b-9f1d-4164-9f17-b72437d5fca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:51.596656 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a53d15d4-dd7f-4641-b4fc-4e356c7dad5b req-20757a0b-9f1d-4164-9f17-b72437d5fca7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b8c6d90e7f31479493c59a439a539141&device_id=d86087ed-2ac2-4bab-a58c-a71a82cc65ea HTTP/1.1" status: 200 len: 1099 time: 0.4043257 Nov 25 17:46:51.609382 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-c82de84d-77cd-4334-9823-530f64d8d7bf None None] Provisioning complete for port 5b398207-826d-456b-b879-b38aa0e39a1a triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:51.611753 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c82de84d-77cd-4334-9823-530f64d8d7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:51.735669 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-c82de84d-77cd-4334-9823-530f64d8d7bf None None] Port 5b398207-826d-456b-b879-b38aa0e39a1a cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:46:51.738245 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f36e89d-6e5e-43c9-981c-2fe8daa94018 req-b272773d-b7d5-4be5-bc12-9bbc9d4ded6d tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:51.751662 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6f36e89d-6e5e-43c9-981c-2fe8daa94018 req-b272773d-b7d5-4be5-bc12-9bbc9d4ded6d tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=b12726b5-045a-4e74-8d5e-7b570347aecc HTTP/1.1" status: 200 len: 945 time: 0.4442446 Nov 25 17:46:51.947319 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-24c6f537-ff8d-4cde-bc2e-b4bc5707d1db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:51.949592 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3e853a4c-1feb-4e31-9a67-4349248f7f5e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:51.950559 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-68714832-160d-4f12-b84d-c79fe3ae0987 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:51.954695 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3e853a4c-1feb-4e31-9a67-4349248f7f5e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:51.961434 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-3e853a4c-1feb-4e31-9a67-4349248f7f5e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "DELETE /v2.0/security-groups/a6ba8ce6-43a0-4e04-9e30-dbc4671c37d2 HTTP/1.1" status: 204 len: 168 time: 1.6949947 Nov 25 17:46:51.969498 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39122) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:52.026199 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e853a4c-1feb-4e31-9a67-4349248f7f5e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ba8ce6-43a0-4e04-9e30-dbc4671c37d2,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:52.037532 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:52.138273 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4bfa7414-37e4-4f29-86e4-22a3d28e5885 req-5a78c0aa-4336-4057-bb56-64ee436c2423 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6211038 Nov 25 17:46:52.274102 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-68714832-160d-4f12-b84d-c79fe3ae0987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:52.459594 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a99028e-55c7-4155-aa20-fa25f1b8f7cf tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Deleting subnet f6274f92-e7c0-4eca-bda0-054a38d096c8 {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:46:52.489086 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6f36e89d-6e5e-43c9-981c-2fe8daa94018 req-068dbac3-4f9e-4ebc-a21d-358a1fbfa83c tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7304518 Nov 25 17:46:52.503567 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68714832-160d-4f12-b84d-c79fe3ae0987 admin admin] Router ded14983-14ba-4b5e-a615-caf4144e729a is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:46:52.522552 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6a99028e-55c7-4155-aa20-fa25f1b8f7cf tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:52.596265 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d15d4-dd7f-4641-b4fc-4e356c7dad5b req-4dd67fc1-2cdc-4c91-bb15-298212303b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:52.598018 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a53d15d4-dd7f-4641-b4fc-4e356c7dad5b req-4dd67fc1-2cdc-4c91-bb15-298212303b65 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ab4fed0b-9bf1-4925-8765-94da08c5de2a HTTP/1.1" status: 200 len: 870 time: 0.9831924 Nov 25 17:46:52.774496 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a53d15d4-dd7f-4641-b4fc-4e356c7dad5b req-108cf670-35a0-4b2f-badf-276674e65e2a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=c3f3d7cd-ec10-4a46-a739-2729e828115f HTTP/1.1" status: 200 len: 217 time: 0.1479783 Nov 25 17:46:52.784738 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6a99028e-55c7-4155-aa20-fa25f1b8f7cf tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:52.841665 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3fc74f-5b6c-4e87-baaf-2be0391240b4 None None] Network 06c442bb-37f2-43b8-87ba-a35374a95cc0 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:46:52.927455 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be94aea3-e651-4dbf-a9a1-c8b2caa86863 req-a8441e94-c8fd-47bb-9823-dac3f992cd6f tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:52.946872 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-be94aea3-e651-4dbf-a9a1-c8b2caa86863 req-a8441e94-c8fd-47bb-9823-dac3f992cd6f tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] 10.222.0.75 "GET /v2.0/ports?device_id=d86087ed-2ac2-4bab-a58c-a71a82cc65ea HTTP/1.1" status: 200 len: 948 time: 0.6281657 Nov 25 17:46:53.073142 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:53.102074 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-1caf8b1f-ebc6-40dd-bf50-f01fde45bc5f None None] Provisioning complete for port da6be410-57b4-4034-9200-90150de36f32 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:53.102448 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1caf8b1f-ebc6-40dd-bf50-f01fde45bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:53.105966 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-be94aea3-e651-4dbf-a9a1-c8b2caa86863 req-0520f73b-c5c9-43a4-a446-040563785c13 tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] 10.222.0.75 "GET /v2.0/security-groups?id=222e8f1c-2e62-49fe-bcce-89c47d96f17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579587 Nov 25 17:46:53.196421 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device da6be410-57b4-4034-9200-90150de36f32 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:46:53.306508 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d15d4-dd7f-4641-b4fc-4e356c7dad5b req-62c0270a-d109-4d8a-b1c2-44560e0339c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:53.308016 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a53d15d4-dd7f-4641-b4fc-4e356c7dad5b req-62c0270a-d109-4d8a-b1c2-44560e0339c0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.5098920 Nov 25 17:46:53.332229 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68714832-160d-4f12-b84d-c79fe3ae0987 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:46:53.332763 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c6f537-ff8d-4cde-bc2e-b4bc5707d1db admin admin] Router c0683976-3878-49e6-8dc7-177fbd4b99b5 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:46:53.361556 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-68714832-160d-4f12-b84d-c79fe3ae0987 admin admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:53.363172 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-68714832-160d-4f12-b84d-c79fe3ae0987 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.0230844 Nov 25 17:46:53.365767 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39140) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:53.371829 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176fff50-8955-4f2e-beb9-536a91c9a578 None None] Sync routers for ids ['ded14983-14ba-4b5e-a615-caf4144e729a'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:46:53.375210 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6a99028e-55c7-4155-aa20-fa25f1b8f7cf tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:53.492853 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d15d4-dd7f-4641-b4fc-4e356c7dad5b req-a0749a74-260a-4451-b915-ae657d54f5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:53.494300 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a53d15d4-dd7f-4641-b4fc-4e356c7dad5b req-a0749a74-260a-4451-b915-ae657d54f5b3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1774418 Nov 25 17:46:53.680531 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1caf8b1f-ebc6-40dd-bf50-f01fde45bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:53.711165 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176fff50-8955-4f2e-beb9-536a91c9a578 None None] Routers {'ded14983-14ba-4b5e-a615-caf4144e729a'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:46:53.717022 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-176fff50-8955-4f2e-beb9-536a91c9a578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:46:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['ded14983-14ba-4b5e-a615-caf4144e729a'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:53.748475 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6a99028e-55c7-4155-aa20-fa25f1b8f7cf tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:53.880669 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a99028e-55c7-4155-aa20-fa25f1b8f7cf tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event deleted for resources: {'Subnet': ['ID=f6274f92-e7c0-4eca-bda0-054a38d096c8,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:53.892770 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6a99028e-55c7-4155-aa20-fa25f1b8f7cf tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:53.901421 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-6a99028e-55c7-4155-aa20-fa25f1b8f7cf tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "DELETE /v2.0/subnets/f6274f92-e7c0-4eca-bda0-054a38d096c8 HTTP/1.1" status: 204 len: 168 time: 1.9025209 Nov 25 17:46:53.906830 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39148) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:53.914834 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-cd2bf0af-2d7a-4c89-b6cb-da3405e71d66 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Request body: {'subnet': {'network_id': '8d7e4a45-bfe2-414e-a417-1d31226cac38', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:46:54.000888 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-176fff50-8955-4f2e-beb9-536a91c9a578 None None] Set router ded14983-14ba-4b5e-a615-caf4144e729a gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:46:54.077088 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2730937c-24da-45fe-9443-7f2f4cc7ff60 None None] Network 8d7e4a45-bfe2-414e-a417-1d31226cac38 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:46:54.079898 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device c3f3d7cd-ec10-4a46-a739-2729e828115f details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:46:54.161504 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c6f537-ff8d-4cde-bc2e-b4bc5707d1db admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:46:54.180311 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230f4578-f251-48a5-9f23-9ec5c87ac5a7 None None] Sync routers for ids ['c0683976-3878-49e6-8dc7-177fbd4b99b5'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:46:54.204254 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230f4578-f251-48a5-9f23-9ec5c87ac5a7 None None] Routers {'c0683976-3878-49e6-8dc7-177fbd4b99b5'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:46:54.215060 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-230f4578-f251-48a5-9f23-9ec5c87ac5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:46:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['c0683976-3878-49e6-8dc7-177fbd4b99b5'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:54.255679 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-24c6f537-ff8d-4cde-bc2e-b4bc5707d1db admin admin] 10.222.0.75 "PUT /v2.0/routers/c0683976-3878-49e6-8dc7-177fbd4b99b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2320845 Nov 25 17:46:54.257922 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39154) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:54.273979 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a53d15d4-dd7f-4641-b4fc-4e356c7dad5b req-074a536f-b260-4d2c-a4e8-96d63a762364 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7617137 Nov 25 17:46:54.344752 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-33960f6a-a710-476d-9aa5-915dfec830f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:54.567896 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a53d15d4-dd7f-4641-b4fc-4e356c7dad5b req-1fd0b0eb-22e2-476e-8a9b-7ec67a5fef91 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813182 Nov 25 17:46:54.608877 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-230f4578-f251-48a5-9f23-9ec5c87ac5a7 None None] Set router c0683976-3878-49e6-8dc7-177fbd4b99b5 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:46:54.691899 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56b3e7-f40f-4918-9db9-e566a77e8cd0 req-18191cc4-c71c-4e8b-867a-19883faee057 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:54.700986 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5c56b3e7-f40f-4918-9db9-e566a77e8cd0 req-18191cc4-c71c-4e8b-867a-19883faee057 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=b12726b5-045a-4e74-8d5e-7b570347aecc HTTP/1.1" status: 200 len: 945 time: 0.9686120 Nov 25 17:46:54.731305 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2bf0af-2d7a-4c89-b6cb-da3405e71d66 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Made reservation on behalf of c99f4fcf65714d6392d1221ed91b6f93 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:46:54.736176 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cd2bf0af-2d7a-4c89-b6cb-da3405e71d66 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:54.809894 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-1caf8b1f-ebc6-40dd-bf50-f01fde45bc5f None None] For port da6be410-57b4-4034-9200-90150de36f32, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=da6be410-57b4-4034-9200-90150de36f32,segment=NetworkSegment(c2a008b6-1546-4d01-b665-8ac469d61d8a),segment_id=c2a008b6-1546-4d01-b665-8ac469d61d8a)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:54.812815 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3aa0dca0-a552-4737-bda9-3edf510a3dd5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:54.840267 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5c56b3e7-f40f-4918-9db9-e566a77e8cd0 req-8dfcdaf6-9d57-4fd4-bff2-0a2f92c3a8a9 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380877 Nov 25 17:46:54.848906 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port da6be410-57b4-4034-9200-90150de36f32 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:54.856005 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:54.961867 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-230f4578-f251-48a5-9f23-9ec5c87ac5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0683976-3878-49e6-8dc7-177fbd4b99b5', 'name': 'tempest-ServerActionsTestJSON-1097397683-router', 'tenant_id': '5a560046c26c483180c0093a6be1dd8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '86f3a13f-9894-42a5-9566-945afd1efec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:36:21Z', 'updated_at': '2021-11-25T17:46:50Z', 'revision_number': 5, 'project_id': '5a560046c26c483180c0093a6be1dd8b', 'gw_port': {'id': '86f3a13f-9894-42a5-9566-945afd1efec6', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0683976-3878-49e6-8dc7-177fbd4b99b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:23Z', 'updated_at': '2021-11-25T17:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:55.001588 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230f4578-f251-48a5-9f23-9ec5c87ac5a7 None None] Checking router: c0683976-3878-49e6-8dc7-177fbd4b99b5 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:46:55.026331 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230f4578-f251-48a5-9f23-9ec5c87ac5a7 None None] Routers {'c0683976-3878-49e6-8dc7-177fbd4b99b5'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:46:55.026948 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-230f4578-f251-48a5-9f23-9ec5c87ac5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:46:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['c0683976-3878-49e6-8dc7-177fbd4b99b5'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:55.041560 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-33960f6a-a710-476d-9aa5-915dfec830f0 admin admin] Allocated IP 172.20.0.1 (06c442bb-37f2-43b8-87ba-a35374a95cc0/2e2aa69c-007f-4145-aef1-a7e01974c0be/e3be10b2-ff70-4342-803d-dd69e44a73b7) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:46:55.136569 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27651b1-ce6f-4453-a61b-35ccf0ec9381 req-2ef7ec97-210a-440c-a8e4-d202d922afaa tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:55.138192 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a27651b1-ce6f-4453-a61b-35ccf0ec9381 req-2ef7ec97-210a-440c-a8e4-d202d922afaa tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] 10.222.0.75 "GET /v2.0/ports?device_id=d86087ed-2ac2-4bab-a58c-a71a82cc65ea HTTP/1.1" status: 200 len: 948 time: 0.5694251 Nov 25 17:46:55.239252 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e8d28f-eae9-4522-9bf7-18ab6f928cc5 req-3b08a0a7-7604-48f9-8bc9-5ae7546ceb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:55.247924 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-94e8d28f-eae9-4522-9bf7-18ab6f928cc5 req-3b08a0a7-7604-48f9-8bc9-5ae7546ceb33 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b12726b5-045a-4e74-8d5e-7b570347aecc HTTP/1.1" status: 200 len: 1096 time: 0.6676197 Nov 25 17:46:55.449738 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-33960f6a-a710-476d-9aa5-915dfec830f0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:55.477550 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-230f4578-f251-48a5-9f23-9ec5c87ac5a7 None None] Set router c0683976-3878-49e6-8dc7-177fbd4b99b5 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:46:55.489985 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3aa0dca0-a552-4737-bda9-3edf510a3dd5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:55.494563 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-33960f6a-a710-476d-9aa5-915dfec830f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:55.507068 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1caf8b1f-ebc6-40dd-bf50-f01fde45bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:55.550455 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a27651b1-ce6f-4453-a61b-35ccf0ec9381 req-3f74ed2e-b325-4436-84ed-99f2a7a4fdc3 tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] 10.222.0.75 "GET /v2.0/security-groups?id=222e8f1c-2e62-49fe-bcce-89c47d96f17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3976345 Nov 25 17:46:55.593540 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33960f6a-a710-476d-9aa5-915dfec830f0 admin admin] Pushing event updated for resources: {'Port': ['ID=e3be10b2-ff70-4342-803d-dd69e44a73b7,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:55.609636 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33960f6a-a710-476d-9aa5-915dfec830f0 admin admin] Network 06c442bb-37f2-43b8-87ba-a35374a95cc0 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:46:55.623969 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port c3f3d7cd-ec10-4a46-a739-2729e828115f, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=c3f3d7cd-ec10-4a46-a739-2729e828115f,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:55.643655 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-33960f6a-a710-476d-9aa5-915dfec830f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:46:55.650809 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33960f6a-a710-476d-9aa5-915dfec830f0 admin admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:46:55.693494 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-94e8d28f-eae9-4522-9bf7-18ab6f928cc5 req-a9c8fcae-3495-43b1-8df6-bffa1d3b1e0e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4358795 Nov 25 17:46:55.696000 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': 'c3f3d7cd-ec10-4a46-a739-2729e828115f', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'port_id': 'c3f3d7cd-ec10-4a46-a739-2729e828115f', 'mac_address': 'fa:16:3e:5f:42:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8793709c-5336-428d-aede-b0b8df1a26b2', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:46:55.736084 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-33960f6a-a710-476d-9aa5-915dfec830f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:55.743961 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7cffd0-f6c2-4bad-a631-fd5d01e151c0 req-8f433dc1-6f33-4436-8efa-c4471f81b33e tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:55.752725 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5c7cffd0-f6c2-4bad-a631-fd5d01e151c0 req-8f433dc1-6f33-4436-8efa-c4471f81b33e tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.3772089 Nov 25 17:46:55.897374 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-230f4578-f251-48a5-9f23-9ec5c87ac5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0683976-3878-49e6-8dc7-177fbd4b99b5', 'name': 'tempest-ServerActionsTestJSON-1097397683-router', 'tenant_id': '5a560046c26c483180c0093a6be1dd8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '86f3a13f-9894-42a5-9566-945afd1efec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:36:21Z', 'updated_at': '2021-11-25T17:46:50Z', 'revision_number': 5, 'project_id': '5a560046c26c483180c0093a6be1dd8b', 'gw_port': {'id': '86f3a13f-9894-42a5-9566-945afd1efec6', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0683976-3878-49e6-8dc7-177fbd4b99b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:23Z', 'updated_at': '2021-11-25T17:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:56.015760 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230f4578-f251-48a5-9f23-9ec5c87ac5a7 None None] The sync data for ids ['c0683976-3878-49e6-8dc7-177fbd4b99b5'] in n-d-817746-1 is: [{'id': 'c0683976-3878-49e6-8dc7-177fbd4b99b5', 'name': 'tempest-ServerActionsTestJSON-1097397683-router', 'tenant_id': '5a560046c26c483180c0093a6be1dd8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '86f3a13f-9894-42a5-9566-945afd1efec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:36:21Z', 'updated_at': '2021-11-25T17:46:50Z', 'revision_number': 5, 'project_id': '5a560046c26c483180c0093a6be1dd8b', 'gw_port': {'id': '86f3a13f-9894-42a5-9566-945afd1efec6', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0683976-3878-49e6-8dc7-177fbd4b99b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:23Z', 'updated_at': '2021-11-25T17:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:46:56.019312 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-33960f6a-a710-476d-9aa5-915dfec830f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:56.092397 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-81978515-0bba-48df-8520-5e0d2e65214f None None] Provisioning complete for port da6be410-57b4-4034-9200-90150de36f32 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:56.097833 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-81978515-0bba-48df-8520-5e0d2e65214f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:56.190217 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caf8b1f-ebc6-40dd-bf50-f01fde45bc5f None None] Pushing event updated for resources: {'Port': ['ID=da6be410-57b4-4034-9200-90150de36f32,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:56.237125 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5c7cffd0-f6c2-4bad-a631-fd5d01e151c0 req-359537b2-9182-4143-8973-6b4afa394921 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4704032 Nov 25 17:46:56.279407 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-33960f6a-a710-476d-9aa5-915dfec830f0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:56.287564 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cd2bf0af-2d7a-4c89-b6cb-da3405e71d66 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:56.288251 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-33960f6a-a710-476d-9aa5-915dfec830f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:56.342731 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba9f548-61d4-4e8e-8d87-a05b7003c67e req-d2520de5-c247-4dd2-ad8e-a00b7f1d88ac tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:56.358870 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7ba9f548-61d4-4e8e-8d87-a05b7003c67e req-d2520de5-c247-4dd2-ad8e-a00b7f1d88ac tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=b12726b5-045a-4e74-8d5e-7b570347aecc HTTP/1.1" status: 200 len: 945 time: 0.3116512 Nov 25 17:46:56.368630 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:56.384924 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-33960f6a-a710-476d-9aa5-915dfec830f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:56.397630 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33960f6a-a710-476d-9aa5-915dfec830f0 admin admin] Pushing event updated for resources: {'Port': ['ID=e3be10b2-ff70-4342-803d-dd69e44a73b7,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:56.442815 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-3aa0dca0-a552-4737-bda9-3edf510a3dd5 admin admin] Deleting port 86f3a13f-9894-42a5-9566-945afd1efec6 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:46:56.443381 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3aa0dca0-a552-4737-bda9-3edf510a3dd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:56.523556 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3f3d7cd-ec10-4a46-a739-2729e828115f {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:46:56.602259 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39176) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:56.633122 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port c3f3d7cd-ec10-4a46-a739-2729e828115f, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=c3f3d7cd-ec10-4a46-a739-2729e828115f,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:56.638821 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-176fff50-8955-4f2e-beb9-536a91c9a578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded14983-14ba-4b5e-a615-caf4144e729a', 'name': 'tempest-TestAggregatesBasicOps-1054206127-router', 'tenant_id': 'c7ef9bc835ec40dda3265e244543749f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '5b398207-826d-456b-b879-b38aa0e39a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:49Z', 'updated_at': '2021-11-25T17:46:51Z', 'revision_number': 3, 'project_id': 'c7ef9bc835ec40dda3265e244543749f', 'gw_port': {'id': '5b398207-826d-456b-b879-b38aa0e39a1a', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:33:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded14983-14ba-4b5e-a615-caf4144e729a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:50Z', 'updated_at': '2021-11-25T17:46:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:56.651614 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:56.655103 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-07cf36bb-83d5-44bd-9aab-25bcf77b59ad None None] Provisioning complete for port e3be10b2-ff70-4342-803d-dd69e44a73b7 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:56.655480 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-07cf36bb-83d5-44bd-9aab-25bcf77b59ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:56.880790 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-3aa0dca0-a552-4737-bda9-3edf510a3dd5 admin admin] For port 86f3a13f-9894-42a5-9566-945afd1efec6, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=86f3a13f-9894-42a5-9566-945afd1efec6,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:56.881209 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3aa0dca0-a552-4737-bda9-3edf510a3dd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:56.920178 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-07cf36bb-83d5-44bd-9aab-25bcf77b59ad None None] Port e3be10b2-ff70-4342-803d-dd69e44a73b7 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:46:56.924050 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=c3f3d7cd-ec10-4a46-a739-2729e828115f,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:56.936014 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device da6be410-57b4-4034-9200-90150de36f32 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:46:56.940912 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176fff50-8955-4f2e-beb9-536a91c9a578 None None] Checking router: ded14983-14ba-4b5e-a615-caf4144e729a for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:46:56.941700 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176fff50-8955-4f2e-beb9-536a91c9a578 None None] Updating router ded14983-14ba-4b5e-a615-caf4144e729a port 5b398207-826d-456b-b879-b38aa0e39a1a binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:46:56.980958 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-3aa0dca0-a552-4737-bda9-3edf510a3dd5 admin admin] Calling delete_port for 86f3a13f-9894-42a5-9566-945afd1efec6 owned by network:router_gateway {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:46:57.023493 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['c3f3d7cd-ec10-4a46-a739-2729e828115f'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:46:57.073154 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-176fff50-8955-4f2e-beb9-536a91c9a578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:57.286539 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33960f6a-a710-476d-9aa5-915dfec830f0 admin admin] Network 06c442bb-37f2-43b8-87ba-a35374a95cc0 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:46:57.295115 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-33960f6a-a710-476d-9aa5-915dfec830f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:46:57.302775 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port da6be410-57b4-4034-9200-90150de36f32 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:57.303402 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:57.370891 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2bf0af-2d7a-4c89-b6cb-da3405e71d66 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Network 8d7e4a45-bfe2-414e-a417-1d31226cac38 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:46:57.405991 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-cd2bf0af-2d7a-4c89-b6cb-da3405e71d66 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:46:57.412114 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2bf0af-2d7a-4c89-b6cb-da3405e71d66 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:57.412937 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cd2bf0af-2d7a-4c89-b6cb-da3405e71d66 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:57.557781 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154766bb-5d2c-4caa-9b3d-2e90aff0a664 None None] Network 8d7e4a45-bfe2-414e-a417-1d31226cac38 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:46:57.589710 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2bf0af-2d7a-4c89-b6cb-da3405e71d66 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event updated for resources: {'Subnet': ['ID=e75b1007-8352-49ad-9688-30cfb37ffd2a,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:57.598973 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-cd2bf0af-2d7a-4c89-b6cb-da3405e71d66 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6907763 Nov 25 17:46:57.605905 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7ba9f548-61d4-4e8e-8d87-a05b7003c67e req-2674b910-8702-4a71-9a01-4b45b5532504 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2461743 Nov 25 17:46:57.607494 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39184) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:57.616861 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-be099d1f-6470-40f1-859c-0cd682eaf787 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Request body: {'security_group': {'name': 'tempest-secgroup-719838019'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:46:57.681985 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-be099d1f-6470-40f1-859c-0cd682eaf787 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:57.708104 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-ef385aca-e6a8-419a-afb6-c9f069e2a26b None None] Provisioning complete for port ff15919f-8a35-43b3-bd35-2550327cda0f triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:57.708758 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ef385aca-e6a8-419a-afb6-c9f069e2a26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:57.729811 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa4678-9fcc-4277-bbf0-a7f17c8a00cd req-38cf7f61-b7e8-40e5-809a-66c9bdf21adf tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:57.740050 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7faa4678-9fcc-4277-bbf0-a7f17c8a00cd req-38cf7f61-b7e8-40e5-809a-66c9bdf21adf tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.3675318 Nov 25 17:46:57.856554 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3aa0dca0-a552-4737-bda9-3edf510a3dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:57.871430 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7faa4678-9fcc-4277-bbf0-a7f17c8a00cd req-2c769c4b-d910-4d41-921e-7b5e49a1fa44 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303611 Nov 25 17:46:57.922021 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24659d4-a2bd-47f0-a049-8e134e10922a req-03674333-a4f7-49aa-96fc-1e5e30bc9b3a tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:57.923670 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e24659d4-a2bd-47f0-a049-8e134e10922a req-03674333-a4f7-49aa-96fc-1e5e30bc9b3a tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] 10.222.0.75 "GET /v2.0/ports?device_id=d86087ed-2ac2-4bab-a58c-a71a82cc65ea HTTP/1.1" status: 200 len: 949 time: 0.1779883 Nov 25 17:46:58.010064 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33960f6a-a710-476d-9aa5-915dfec830f0 admin admin] Router ded14983-14ba-4b5e-a615-caf4144e729a has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:46:58.015045 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-be099d1f-6470-40f1-859c-0cd682eaf787 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:58.034362 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-be099d1f-6470-40f1-859c-0cd682eaf787 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:58.036732 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa0dca0-a552-4737-bda9-3edf510a3dd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=86f3a13f-9894-42a5-9566-945afd1efec6,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:58.061806 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 2fe512c4-3058-44ab-91e2-a2ef4a534159 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:46:58.075388 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-be099d1f-6470-40f1-859c-0cd682eaf787 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:58.079628 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-be099d1f-6470-40f1-859c-0cd682eaf787 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4642017 Nov 25 17:46:58.082950 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39192) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:58.112859 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e24659d4-a2bd-47f0-a049-8e134e10922a req-053db953-629f-47f2-ae8c-f5b4e8a8a376 tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] 10.222.0.75 "GET /v2.0/security-groups?id=222e8f1c-2e62-49fe-bcce-89c47d96f17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733882 Nov 25 17:46:58.117911 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-7f60fba5-20d9-4fc5-bfba-6313ec9b85e6 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Request body: {'security_group': {'name': 'tempest-secgroup-929249243'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:46:58.155541 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 2fe512c4-3058-44ab-91e2-a2ef4a534159 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:46:58.155906 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 2fe512c4-3058-44ab-91e2-a2ef4a534159 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:46:58.158010 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e085bd4-0f42-4b77-b7e1-08cbb92a1c6e None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:46:58.171067 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be099d1f-6470-40f1-859c-0cd682eaf787 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f272f26f-db3e-4fea-9616-a09093c2440a,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:58.207730 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d59d6-f56c-43b0-950a-1b5b993e17c0 req-363725e0-7bab-4359-9490-2c76c59d913f tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:58.209374 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f73d59d6-f56c-43b0-950a-1b5b993e17c0 req-363725e0-7bab-4359-9490-2c76c59d913f tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.1014457 Nov 25 17:46:58.320963 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f73d59d6-f56c-43b0-950a-1b5b993e17c0 req-ae5b17c2-9d26-4ddc-9856-e711710b88dd tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042178 Nov 25 17:46:58.499376 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-ef385aca-e6a8-419a-afb6-c9f069e2a26b None None] Provisioning complete for port e967720b-dc4b-465b-b4d3-04f3ccb23025 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:58.499634 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ef385aca-e6a8-419a-afb6-c9f069e2a26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:58.530366 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09d8908-dda6-41f6-8f48-a6cfc7723323 req-f9eea213-f453-4ba8-8650-9e41c2f1cf21 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:58.531883 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e09d8908-dda6-41f6-8f48-a6cfc7723323 req-f9eea213-f453-4ba8-8650-9e41c2f1cf21 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.1085172 Nov 25 17:46:58.538550 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-ef385aca-e6a8-419a-afb6-c9f069e2a26b None None] Port e967720b-dc4b-465b-b4d3-04f3ccb23025 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:46:58.593271 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-176fff50-8955-4f2e-beb9-536a91c9a578 None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:58.604597 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-176fff50-8955-4f2e-beb9-536a91c9a578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:58.604776 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7f60fba5-20d9-4fc5-bfba-6313ec9b85e6 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:58.633892 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3aa0dca0-a552-4737-bda9-3edf510a3dd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:58.642788 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e09d8908-dda6-41f6-8f48-a6cfc7723323 req-3877bb52-b361-4ebc-bf0c-910eee32b446 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981755 Nov 25 17:46:58.705530 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-176fff50-8955-4f2e-beb9-536a91c9a578 None None] Attempting to bind port 5b398207-826d-456b-b879-b38aa0e39a1a on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:46:58.706488 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-176fff50-8955-4f2e-beb9-536a91c9a578 None None] Attempting to bind port 5b398207-826d-456b-b879-b38aa0e39a1a by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:46:58.706864 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176fff50-8955-4f2e-beb9-536a91c9a578 None None] Attempting to bind port 5b398207-826d-456b-b879-b38aa0e39a1a on network 1aa44027-b9d0-4a56-9a59-7e664703e20a {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:46:58.711949 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device c3f3d7cd-ec10-4a46-a739-2729e828115f up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:46:58.737548 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b88a87-7a9f-4bae-9388-d4f9bab9cb12 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:46:58.793014 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-6f3ac318-6268-4f98-bf8e-3ad8571c8e0b None None] Provisioning complete for port e3be10b2-ff70-4342-803d-dd69e44a73b7 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:58.793459 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6f3ac318-6268-4f98-bf8e-3ad8571c8e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:58.833284 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176fff50-8955-4f2e-beb9-536a91c9a578 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:46:58.833792 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176fff50-8955-4f2e-beb9-536a91c9a578 None None] Checking segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:46:58.834264 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-176fff50-8955-4f2e-beb9-536a91c9a578 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:58.834742 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176fff50-8955-4f2e-beb9-536a91c9a578 None None] Bound using segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:46:58.835318 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-176fff50-8955-4f2e-beb9-536a91c9a578 None None] Bound port: 5b398207-826d-456b-b879-b38aa0e39a1a, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:46:58.835776 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-176fff50-8955-4f2e-beb9-536a91c9a578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:58.837522 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be24f61-198a-4d7b-b694-cb372a04976e None None] Pushing event updated for resources: {'Port': ['ID=5b398207-826d-456b-b879-b38aa0e39a1a,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:58.847290 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-6f3ac318-6268-4f98-bf8e-3ad8571c8e0b None None] Port e3be10b2-ff70-4342-803d-dd69e44a73b7 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:46:58.872551 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3aa0dca0-a552-4737-bda9-3edf510a3dd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:58.874832 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3aa0dca0-a552-4737-bda9-3edf510a3dd5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:58.893176 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be24f61-198a-4d7b-b694-cb372a04976e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:58.894335 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be24f61-198a-4d7b-b694-cb372a04976e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:58.894822 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be24f61-198a-4d7b-b694-cb372a04976e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:58.895288 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be24f61-198a-4d7b-b694-cb372a04976e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:58.895703 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be24f61-198a-4d7b-b694-cb372a04976e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:58.896152 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be24f61-198a-4d7b-b694-cb372a04976e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:58.896601 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be24f61-198a-4d7b-b694-cb372a04976e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:58.897036 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be24f61-198a-4d7b-b694-cb372a04976e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:58.897446 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be24f61-198a-4d7b-b694-cb372a04976e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:58.897852 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be24f61-198a-4d7b-b694-cb372a04976e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:58.898246 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be24f61-198a-4d7b-b694-cb372a04976e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:58.898591 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be24f61-198a-4d7b-b694-cb372a04976e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:58.908405 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96f2c5d-7151-4dea-a791-e9baf4d40eb8 None None] Update dhcp port {'port': {'network_id': '8d7e4a45-bfe2-414e-a417-1d31226cac38', 'fixed_ips': [{'subnet_id': '4ee6c972-be41-4e18-9110-372ab9e73ea3', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e75b1007-8352-49ad-9688-30cfb37ffd2a'}], 'binding:host_id': 'n-d-817746-1'}, 'id': 'ff15919f-8a35-43b3-bd35-2550327cda0f'} from n-d-817746-1. {{(pid=103362) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 17:46:58.955450 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0f9e8-7600-4ff6-aeb8-99eaa1ce16da req-b25faba7-1ff1-4991-a464-05ed30316611 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:58.966117 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b3b0f9e8-7600-4ff6-aeb8-99eaa1ce16da req-b25faba7-1ff1-4991-a464-05ed30316611 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=b12726b5-045a-4e74-8d5e-7b570347aecc HTTP/1.1" status: 200 len: 945 time: 0.1690333 Nov 25 17:46:59.000493 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e96f2c5d-7151-4dea-a791-e9baf4d40eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:59.004671 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-176fff50-8955-4f2e-beb9-536a91c9a578 None None] For port 5b398207-826d-456b-b879-b38aa0e39a1a, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:46:59.007471 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port c3f3d7cd-ec10-4a46-a739-2729e828115f completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:46:59.012050 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f5bea-7d42-4b57-9ba9-ffefbcb429ee req-480f0942-fb96-45ad-930e-065b89eca784 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:59.012714 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-176fff50-8955-4f2e-beb9-536a91c9a578 None None] For port 5b398207-826d-456b-b879-b38aa0e39a1a, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=5b398207-826d-456b-b879-b38aa0e39a1a,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:46:59.013998 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-111f5bea-7d42-4b57-9ba9-ffefbcb429ee req-480f0942-fb96-45ad-930e-065b89eca784 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.1545219 Nov 25 17:46:59.031358 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d355bcc6-025a-45de-82c4-22f8541d58d5 None None] Provisioning complete for port 5b398207-826d-456b-b879-b38aa0e39a1a triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:59.031740 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d355bcc6-025a-45de-82c4-22f8541d58d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:59.033469 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port c3f3d7cd-ec10-4a46-a739-2729e828115f triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:59.034083 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:59.060782 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3aa0dca0-a552-4737-bda9-3edf510a3dd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:59.061740 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa0dca0-a552-4737-bda9-3edf510a3dd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0683976-3878-49e6-8dc7-177fbd4b99b5 {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:46:59.077106 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-176fff50-8955-4f2e-beb9-536a91c9a578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:59.084022 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3aa0dca0-a552-4737-bda9-3edf510a3dd5 admin admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:59.088244 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3aa0dca0-a552-4737-bda9-3edf510a3dd5 admin admin] 10.222.0.75 "DELETE /v2.0/routers/c0683976-3878-49e6-8dc7-177fbd4b99b5 HTTP/1.1" status: 204 len: 168 time: 4.8288522 Nov 25 17:46:59.094022 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39206) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:59.110475 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b3b0f9e8-7600-4ff6-aeb8-99eaa1ce16da req-da000ee3-a57e-4a13-843a-441463610ed4 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414809 Nov 25 17:46:59.137466 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7f60fba5-20d9-4fc5-bfba-6313ec9b85e6 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:59.149204 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-111f5bea-7d42-4b57-9ba9-ffefbcb429ee req-bdefb551-e1e4-4281-9bfa-7fab28aa014b tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201470 Nov 25 17:46:59.270980 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7f60fba5-20d9-4fc5-bfba-6313ec9b85e6 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:59.284119 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c7c05-300d-40fc-a6ec-5044d3898e82 req-07280c9c-befc-41c8-8a98-7b744b27f3fd tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:59.284119 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-403c7c05-300d-40fc-a6ec-5044d3898e82 req-07280c9c-befc-41c8-8a98-7b744b27f3fd tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=019cad4d-a92d-4351-8ebf-fda94ce5a945 HTTP/1.1" status: 200 len: 945 time: 0.0770831 Nov 25 17:46:59.396256 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74796169-86ac-4056-8fc9-9238ac3b2525 req-2443c84a-9b65-42f3-9adb-db57c4125a06 tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:59.396256 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-74796169-86ac-4056-8fc9-9238ac3b2525 req-2443c84a-9b65-42f3-9adb-db57c4125a06 tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] 10.222.0.75 "GET /v2.0/ports?device_id=d86087ed-2ac2-4bab-a58c-a71a82cc65ea HTTP/1.1" status: 200 len: 949 time: 0.1235981 Nov 25 17:46:59.402050 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7f60fba5-20d9-4fc5-bfba-6313ec9b85e6 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:59.403306 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7f60fba5-20d9-4fc5-bfba-6313ec9b85e6 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.3130779 Nov 25 17:46:59.407589 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39216) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:59.413821 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bb7a39b-5344-4660-b4b3-14031a9d938a admin admin] Deleting subnet c74f83ed-3896-4341-8cf1-e1417d85add2 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:46:59.420138 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-0845032c-13a2-42df-9c13-86c1d006a34c tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Request body: {'security_group': {'name': 'tempest-secgroup-864230786'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:46:59.426000 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33960f6a-a710-476d-9aa5-915dfec830f0 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:46:59.431697 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-33960f6a-a710-476d-9aa5-915dfec830f0 admin admin] 10.222.0.75 "PUT /v2.0/routers/ded14983-14ba-4b5e-a615-caf4144e729a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0647905 Nov 25 17:46:59.432504 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5bb7a39b-5344-4660-b4b3-14031a9d938a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:59.435303 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f60fba5-20d9-4fc5-bfba-6313ec9b85e6 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a4bfce-4cff-4820-9914-3eabcc8f5954,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:59.463726 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-403c7c05-300d-40fc-a6ec-5044d3898e82 req-b8a9ad78-6e4a-4c1e-9969-bc141bb42a3f tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711972 Nov 25 17:46:59.515257 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5bb7a39b-5344-4660-b4b3-14031a9d938a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:59.527511 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-74796169-86ac-4056-8fc9-9238ac3b2525 req-8ab2652b-73bd-4976-af1e-64e2f8591e0a tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] 10.222.0.75 "GET /v2.0/security-groups?id=222e8f1c-2e62-49fe-bcce-89c47d96f17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253657 Nov 25 17:46:59.564284 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0845032c-13a2-42df-9c13-86c1d006a34c tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:59.606536 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-e96f2c5d-7151-4dea-a791-e9baf4d40eb8 None None] Allocated IP 172.20.0.2 (8d7e4a45-bfe2-414e-a417-1d31226cac38/e75b1007-8352-49ad-9688-30cfb37ffd2a/ff15919f-8a35-43b3-bd35-2550327cda0f) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:46:59.664378 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66942a31-2f59-46d6-a404-de5482414a03 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:46:59.750648 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f2ed2f-173f-4642-af53-ea4550f71e4f req-8d11a459-b5fc-40c8-87ba-04549ce3355f tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:59.753811 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c6f2ed2f-173f-4642-af53-ea4550f71e4f req-8d11a459-b5fc-40c8-87ba-04549ce3355f tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.1637208 Nov 25 17:46:59.764103 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be24f61-198a-4d7b-b694-cb372a04976e None None] Pushing event updated for resources: {'Port': ['ID=5b398207-826d-456b-b879-b38aa0e39a1a,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:59.791964 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176fff50-8955-4f2e-beb9-536a91c9a578 None None] Routers {'ded14983-14ba-4b5e-a615-caf4144e729a'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:46:59.793826 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-176fff50-8955-4f2e-beb9-536a91c9a578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:46:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['ded14983-14ba-4b5e-a615-caf4144e729a'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:59.795775 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5bb7a39b-5344-4660-b4b3-14031a9d938a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:59.869835 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c6f2ed2f-173f-4642-af53-ea4550f71e4f req-bcf09f87-cc4c-4dd4-9f3f-f86e2f1d4bb6 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089346 Nov 25 17:46:59.880491 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0845032c-13a2-42df-9c13-86c1d006a34c tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:59.909993 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0845032c-13a2-42df-9c13-86c1d006a34c tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:59.965690 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0845032c-13a2-42df-9c13-86c1d006a34c tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:59.967441 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0845032c-13a2-42df-9c13-86c1d006a34c tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5572071 Nov 25 17:46:59.970716 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39232) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:59.973998 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0845032c-13a2-42df-9c13-86c1d006a34c tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b5594f-97ff-4aa3-92dd-f91f970ae380,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:59.979424 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-4dd26267-dc33-4186-9536-e4c8f8c71e7d tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1921624690', 'security_groups': ['b3b5594f-97ff-4aa3-92dd-f91f970ae380'], 'network_id': '8d7e4a45-bfe2-414e-a417-1d31226cac38', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e75b1007-8352-49ad-9688-30cfb37ffd2a'}]}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:46:59.985400 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-72710228-0216-4334-b954-8e3892cd6c18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:59.988481 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5bb7a39b-5344-4660-b4b3-14031a9d938a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:00.078069 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d355bcc6-025a-45de-82c4-22f8541d58d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:00.155585 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:00.176526 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb7a39b-5344-4660-b4b3-14031a9d938a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c74f83ed-3896-4341-8cf1-e1417d85add2,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:00.180356 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5bb7a39b-5344-4660-b4b3-14031a9d938a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:00.190334 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39244) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:00.190608 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-5bb7a39b-5344-4660-b4b3-14031a9d938a admin admin] 10.222.0.75 "DELETE /v2.0/subnets/c74f83ed-3896-4341-8cf1-e1417d85add2 HTTP/1.1" status: 204 len: 168 time: 1.0781162 Nov 25 17:47:00.190904 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ab5d2c-8faa-4fe1-bca9-75ac7dc1432b None None] Network d0082d57-8c96-4a76-be0f-340c2f65b160 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:47:00.208506 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d355bcc6-025a-45de-82c4-22f8541d58d5 None None] For port 5b398207-826d-456b-b879-b38aa0e39a1a, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=5b398207-826d-456b-b879-b38aa0e39a1a,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:47:00.234116 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d355bcc6-025a-45de-82c4-22f8541d58d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:00.318468 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd86087ed-2ac2-4bab-a58c-a71a82cc65ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3f3d7cd-ec10-4a46-a739-2729e828115f'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:47:00.321162 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45aeed1-022c-4547-9d23-9efc1e3f5208" -d '{"events": [{"server_uuid": "d86087ed-2ac2-4bab-a58c-a71a82cc65ea", "name": "network-vif-plugged", "status": "completed", "tag": "c3f3d7cd-ec10-4a46-a739-2729e828115f"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:47:00.357915 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef4b66-3c4a-474b-a463-cb538e7cf4b5 req-5d2abefb-f11b-4af9-954c-56f4924d0cce tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:00.359952 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-35ef4b66-3c4a-474b-a463-cb538e7cf4b5 req-5d2abefb-f11b-4af9-954c-56f4924d0cce tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=019cad4d-a92d-4351-8ebf-fda94ce5a945 HTTP/1.1" status: 200 len: 945 time: 0.2633991 Nov 25 17:47:00.370476 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port c3f3d7cd-ec10-4a46-a739-2729e828115f, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=c3f3d7cd-ec10-4a46-a739-2729e828115f,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:47:00.381353 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-91e6d447-0833-4d71-8f55-5422caad181f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:00.400426 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-e96f2c5d-7151-4dea-a791-e9baf4d40eb8 None None] For port ff15919f-8a35-43b3-bd35-2550327cda0f, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=ff15919f-8a35-43b3-bd35-2550327cda0f,segment=NetworkSegment(a358e021-f01b-43fe-828e-c3f7ffe17daf),segment_id=a358e021-f01b-43fe-828e-c3f7ffe17daf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:47:00.413243 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:00.446038 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-35ef4b66-3c4a-474b-a463-cb538e7cf4b5 req-b587585a-9b71-4219-bc10-c81b50bebc5a tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716887 Nov 25 17:47:00.459856 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-176fff50-8955-4f2e-beb9-536a91c9a578 None None] Set router ded14983-14ba-4b5e-a615-caf4144e729a gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:47:00.466459 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-f74a6352-1e7f-4d2e-aff8-9e230ab7b98d None None] Provisioning complete for port 5b398207-826d-456b-b879-b38aa0e39a1a triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:47:00.467117 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f74a6352-1e7f-4d2e-aff8-9e230ab7b98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:00.532263 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d9a9aa-ea6b-4923-b442-3f58c0af489b req-d996daa9-bfe6-4646-ba7d-8a193a5a0ff8 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:00.534936 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-60d9a9aa-ea6b-4923-b442-3f58c0af489b req-d996daa9-bfe6-4646-ba7d-8a193a5a0ff8 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.2404962 Nov 25 17:47:00.540620 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d355bcc6-025a-45de-82c4-22f8541d58d5 None None] Pushing event updated for resources: {'Port': ['ID=5b398207-826d-456b-b879-b38aa0e39a1a,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:00.592816 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-72710228-0216-4334-b954-8e3892cd6c18 admin admin] Deleting port a0325404-8595-448c-b7d1-a13e108ad9c2 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:47:00.611055 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-72710228-0216-4334-b954-8e3892cd6c18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:00.611326 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77046c5b-6037-4b76-a14d-300c273fd9a6 x-openstack-request-id: req-77046c5b-6037-4b76-a14d-300c273fd9a6 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:47:00.612402 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d86087ed-2ac2-4bab-a58c-a71a82cc65ea", "name": "network-vif-plugged", "status": "completed", "tag": "c3f3d7cd-ec10-4a46-a739-2729e828115f", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:47:00.612402 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-77046c5b-6037-4b76-a14d-300c273fd9a6 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:47:00.613020 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd86087ed-2ac2-4bab-a58c-a71a82cc65ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3f3d7cd-ec10-4a46-a739-2729e828115f', 'code': 200} Nov 25 17:47:00.635500 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e96f2c5d-7151-4dea-a791-e9baf4d40eb8 None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:00.686298 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 86f3a13f-9894-42a5-9566-945afd1efec6 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:47:00.714575 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e96f2c5d-7151-4dea-a791-e9baf4d40eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:00.718735 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-60d9a9aa-ea6b-4923-b442-3f58c0af489b req-7832e235-347b-46b7-b5aa-65f9d1e43e87 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730876 Nov 25 17:47:00.720901 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 86f3a13f-9894-42a5-9566-945afd1efec6 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:47:00.721440 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 86f3a13f-9894-42a5-9566-945afd1efec6 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:47:00.758028 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd26267-dc33-4186-9536-e4c8f8c71e7d tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Made reservation on behalf of c99f4fcf65714d6392d1221ed91b6f93 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:47:00.788502 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-72710228-0216-4334-b954-8e3892cd6c18 admin admin] For port a0325404-8595-448c-b7d1-a13e108ad9c2, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=a0325404-8595-448c-b7d1-a13e108ad9c2,segment=NetworkSegment(506df9f2-b834-4d78-a6af-1ee3efc3ff09),segment_id=506df9f2-b834-4d78-a6af-1ee3efc3ff09)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:47:00.789059 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-72710228-0216-4334-b954-8e3892cd6c18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:00.811377 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-72710228-0216-4334-b954-8e3892cd6c18 admin admin] Calling delete_port for a0325404-8595-448c-b7d1-a13e108ad9c2 owned by network:router_interface {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:47:00.888019 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=c3f3d7cd-ec10-4a46-a739-2729e828115f,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:00.924552 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-91e6d447-0833-4d71-8f55-5422caad181f admin admin] Deleting port bbf03ac3-49a1-48c9-8d32-40ab841d1036 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:47:00.924910 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-91e6d447-0833-4d71-8f55-5422caad181f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:00.931349 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fed9f8-71de-42ee-98cc-826458ea5937 req-9ea03ff5-c11b-44c9-ba59-36d2d523fbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:00.937080 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-26fed9f8-71de-42ee-98cc-826458ea5937 req-9ea03ff5-c11b-44c9-ba59-36d2d523fbce service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d86087ed-2ac2-4bab-a58c-a71a82cc65ea HTTP/1.1" status: 200 len: 1101 time: 0.2872589 Nov 25 17:47:00.960981 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2038e4-0055-4260-95d6-f12250dcd8f8 None None] DHCP port deletion for d0082d57-8c96-4a76-be0f-340c2f65b160 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:47:01.038997 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4dd26267-dc33-4186-9536-e4c8f8c71e7d tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:01.055053 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562ee73-a281-4a19-ac79-8128d43cc024 req-9557e17c-785c-42fb-893c-41dddbc30ecc tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:01.068696 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0562ee73-a281-4a19-ac79-8128d43cc024 req-9557e17c-785c-42fb-893c-41dddbc30ecc tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] 10.222.0.75 "GET /v2.0/ports?device_id=d86087ed-2ac2-4bab-a58c-a71a82cc65ea HTTP/1.1" status: 200 len: 950 time: 0.2156017 Nov 25 17:47:01.102117 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96f2c5d-7151-4dea-a791-e9baf4d40eb8 None None] Pushing event updated for resources: {'Port': ['ID=ff15919f-8a35-43b3-bd35-2550327cda0f,revision_number=6']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:01.115007 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-91e6d447-0833-4d71-8f55-5422caad181f admin admin] For port bbf03ac3-49a1-48c9-8d32-40ab841d1036, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=bbf03ac3-49a1-48c9-8d32-40ab841d1036,segment=NetworkSegment(c5752f96-a6e9-4fc2-9dae-273cc6a23f00),segment_id=c5752f96-a6e9-4fc2-9dae-273cc6a23f00)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:47:01.115380 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-91e6d447-0833-4d71-8f55-5422caad181f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:01.119529 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-176fff50-8955-4f2e-beb9-536a91c9a578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded14983-14ba-4b5e-a615-caf4144e729a', 'name': 'tempest-TestAggregatesBasicOps-1054206127-router', 'tenant_id': 'c7ef9bc835ec40dda3265e244543749f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '5b398207-826d-456b-b879-b38aa0e39a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:49Z', 'updated_at': '2021-11-25T17:46:55Z', 'revision_number': 4, 'project_id': 'c7ef9bc835ec40dda3265e244543749f', 'gw_port': {'id': '5b398207-826d-456b-b879-b38aa0e39a1a', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:33:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded14983-14ba-4b5e-a615-caf4144e729a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:50Z', 'updated_at': '2021-11-25T17:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'e3be10b2-ff70-4342-803d-dd69e44a73b7', 'name': '', 'network_id': '06c442bb-37f2-43b8-87ba-a35374a95cc0', 'tenant_id': 'c7ef9bc835ec40dda3265e244543749f', 'mac_address': 'fa:16:3e:40:b6:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded14983-14ba-4b5e-a615-caf4144e729a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '2e2aa69c-007f-4145-aef1-a7e01974c0be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:54Z', 'updated_at': '2021-11-25T17:46:56Z', 'revision_number': 2, 'project_id': 'c7ef9bc835ec40dda3265e244543749f', 'subnets': [{'id': '2e2aa69c-007f-4145-aef1-a7e01974c0be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:01.149784 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [None req-4dd26267-dc33-4186-9536-e4c8f8c71e7d tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] device_id is not set on port 5933c8d2-59ae-4836-bb7a-cab3efa72203 yet. {{(pid=103361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:47:01.162070 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-72710228-0216-4334-b954-8e3892cd6c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:01.183340 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176fff50-8955-4f2e-beb9-536a91c9a578 None None] The sync data for ids ['ded14983-14ba-4b5e-a615-caf4144e729a'] in n-d-817746-1 is: [{'id': 'ded14983-14ba-4b5e-a615-caf4144e729a', 'name': 'tempest-TestAggregatesBasicOps-1054206127-router', 'tenant_id': 'c7ef9bc835ec40dda3265e244543749f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '5b398207-826d-456b-b879-b38aa0e39a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:49Z', 'updated_at': '2021-11-25T17:46:55Z', 'revision_number': 4, 'project_id': 'c7ef9bc835ec40dda3265e244543749f', 'gw_port': {'id': '5b398207-826d-456b-b879-b38aa0e39a1a', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:33:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded14983-14ba-4b5e-a615-caf4144e729a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:50Z', 'updated_at': '2021-11-25T17:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'e3be10b2-ff70-4342-803d-dd69e44a73b7', 'name': '', 'network_id': '06c442bb-37f2-43b8-87ba-a35374a95cc0', 'tenant_id': 'c7ef9bc835ec40dda3265e244543749f', 'mac_address': 'fa:16:3e:40:b6:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded14983-14ba-4b5e-a615-caf4144e729a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '2e2aa69c-007f-4145-aef1-a7e01974c0be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:54Z', 'updated_at': '2021-11-25T17:46:56Z', 'revision_number': 2, 'project_id': 'c7ef9bc835ec40dda3265e244543749f', 'subnets': [{'id': '2e2aa69c-007f-4145-aef1-a7e01974c0be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:47:01.193838 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-7e2038e4-0055-4260-95d6-f12250dcd8f8 None None] Deleting port bbf03ac3-49a1-48c9-8d32-40ab841d1036 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:47:01.194327 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7e2038e4-0055-4260-95d6-f12250dcd8f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:01.207619 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72710228-0216-4334-b954-8e3892cd6c18 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0325404-8595-448c-b7d1-a13e108ad9c2,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:01.292533 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-7e2038e4-0055-4260-95d6-f12250dcd8f8 None None] For port bbf03ac3-49a1-48c9-8d32-40ab841d1036, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=bbf03ac3-49a1-48c9-8d32-40ab841d1036,segment=NetworkSegment(c5752f96-a6e9-4fc2-9dae-273cc6a23f00),segment_id=c5752f96-a6e9-4fc2-9dae-273cc6a23f00)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:47:01.293290 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7e2038e4-0055-4260-95d6-f12250dcd8f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:01.316171 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-7e2038e4-0055-4260-95d6-f12250dcd8f8 None None] Calling delete_port for bbf03ac3-49a1-48c9-8d32-40ab841d1036 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:47:01.376026 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-91e6d447-0833-4d71-8f55-5422caad181f admin admin] Calling delete_port for bbf03ac3-49a1-48c9-8d32-40ab841d1036 owned by network:dhcp {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:47:01.457413 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7e2038e4-0055-4260-95d6-f12250dcd8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:01.528140 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-72710228-0216-4334-b954-8e3892cd6c18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:01.533532 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2038e4-0055-4260-95d6-f12250dcd8f8 None None] Pushing event deleted for resources: {'Port': ['ID=bbf03ac3-49a1-48c9-8d32-40ab841d1036,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:01.563188 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2038e4-0055-4260-95d6-f12250dcd8f8 None None] No DVR routers for this DVR port bbf03ac3-49a1-48c9-8d32-40ab841d1036 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:47:01.586570 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-26fed9f8-71de-42ee-98cc-826458ea5937 req-340174b7-c9a7-48f8-912e-64e4d4b20329 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=222e8f1c-2e62-49fe-bcce-89c47d96f17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6271718 Nov 25 17:47:01.622578 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0562ee73-a281-4a19-ac79-8128d43cc024 req-43d4d94f-f4b3-411d-b8b8-983099301a01 tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] 10.222.0.75 "GET /v2.0/security-groups?id=222e8f1c-2e62-49fe-bcce-89c47d96f17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5262394 Nov 25 17:47:01.641103 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-4dd26267-dc33-4186-9536-e4c8f8c71e7d tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Allocated IP 172.20.0.14 (8d7e4a45-bfe2-414e-a417-1d31226cac38/e75b1007-8352-49ad-9688-30cfb37ffd2a/5933c8d2-59ae-4836-bb7a-cab3efa72203) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:47:01.684239 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-91e6d447-0833-4d71-8f55-5422caad181f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:01.844857 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed7def-39bd-4e2f-bdbc-cc0174b5eedc req-061fcdb8-3173-4f82-8436-76ed7903b942 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:01.858848 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-79ed7def-39bd-4e2f-bdbc-cc0174b5eedc req-061fcdb8-3173-4f82-8436-76ed7903b942 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.4972975 Nov 25 17:47:01.889705 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e6d447-0833-4d71-8f55-5422caad181f admin admin] Pushing event deleted for resources: {'Port': ['ID=bbf03ac3-49a1-48c9-8d32-40ab841d1036,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:01.979514 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e6d447-0833-4d71-8f55-5422caad181f admin admin] No DVR routers for this DVR port bbf03ac3-49a1-48c9-8d32-40ab841d1036 on host n-d-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:47:01.988107 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72710228-0216-4334-b954-8e3892cd6c18 admin admin] Router faaaf2a7-2b11-46de-9144-e36c2d44bf11 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:47:02.097741 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-79ed7def-39bd-4e2f-bdbc-cc0174b5eedc req-e16ff865-4be4-4113-9eb2-0d9be6b733cc tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376261 Nov 25 17:47:02.153231 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72710228-0216-4334-b954-8e3892cd6c18 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:47:02.155810 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-91e6d447-0833-4d71-8f55-5422caad181f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:02.161106 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-8e397c6c-20e8-4271-8bd1-12503efd5edc None None] Provisioning complete for port ff15919f-8a35-43b3-bd35-2550327cda0f triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:47:02.161658 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8e397c6c-20e8-4271-8bd1-12503efd5edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:02.172190 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6445c33-d6a7-477f-8af5-080735e4e1bd req-556102c7-c54e-438d-9e59-dc329e1f265b tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:02.174936 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-72710228-0216-4334-b954-8e3892cd6c18 admin admin] 10.222.0.75 "PUT /v2.0/routers/faaaf2a7-2b11-46de-9144-e36c2d44bf11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5521133 Nov 25 17:47:02.175934 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39276) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:02.179975 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a6445c33-d6a7-477f-8af5-080735e4e1bd req-556102c7-c54e-438d-9e59-dc329e1f265b tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=019cad4d-a92d-4351-8ebf-fda94ce5a945 HTTP/1.1" status: 200 len: 945 time: 0.2941179 Nov 25 17:47:02.192134 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4dd26267-dc33-4186-9536-e4c8f8c71e7d tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:02.207212 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8383ab9-c5d3-4f69-bff8-c90196898907 None None] Sync routers for ids ['faaaf2a7-2b11-46de-9144-e36c2d44bf11'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:47:02.225120 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-91e6d447-0833-4d71-8f55-5422caad181f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0082d57-8c96-4a76-be0f-340c2f65b160']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:02.263475 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8383ab9-c5d3-4f69-bff8-c90196898907 None None] Routers {'faaaf2a7-2b11-46de-9144-e36c2d44bf11'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:47:02.264118 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-d8383ab9-c5d3-4f69-bff8-c90196898907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:46:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['faaaf2a7-2b11-46de-9144-e36c2d44bf11'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:02.269159 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-91e6d447-0833-4d71-8f55-5422caad181f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5752f96-a6e9-4fc2-9dae-273cc6a23f00') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:02.269562 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-91e6d447-0833-4d71-8f55-5422caad181f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5752f96-a6e9-4fc2-9dae-273cc6a23f00') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:02.291143 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-91e6d447-0833-4d71-8f55-5422caad181f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:02.373553 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a6445c33-d6a7-477f-8af5-080735e4e1bd req-d24bc55b-39a0-4a4d-906b-02eabd2b865a tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925969 Nov 25 17:47:02.381525 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-91e6d447-0833-4d71-8f55-5422caad181f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:02.399148 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91e6d447-0833-4d71-8f55-5422caad181f admin admin] Releasing vlan 934 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:47:02.399687 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-91e6d447-0833-4d71-8f55-5422caad181f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:02.411142 n-d-817746-1 neutron-server[103361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:47:02.411142 n-d-817746-1 neutron-server[103361]: self.session.flush() Nov 25 17:47:02.411142 n-d-817746-1 neutron-server[103361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:47:02.411142 n-d-817746-1 neutron-server[103361]: self.session.flush() Nov 25 17:47:02.411142 n-d-817746-1 neutron-server[103361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:47:02.411142 n-d-817746-1 neutron-server[103361]: self.session.flush() Nov 25 17:47:02.411142 n-d-817746-1 neutron-server[103361]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:47:02.411142 n-d-817746-1 neutron-server[103361]: self.session.flush() Nov 25 17:47:02.411142 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:47:02.411142 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:47:02.411142 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:47:02.411142 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:47:02.411142 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:47:02.411142 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:47:02.411142 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:47:02.411142 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:47:02.411142 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:47:02.411142 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:47:02.411142 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:47:02.411142 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:47:02.411142 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:47:02.411142 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:47:02.411142 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:47:02.411142 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:47:02.411142 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:47:02.411142 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:47:02.411142 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:47:02.411142 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:47:02.411142 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:47:02.411142 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:47:02.411142 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:47:02.411142 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:47:02.411142 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:47:02.411142 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:47:02.411142 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:47:02.411142 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:47:02.411142 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:47:02.411142 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:47:02.411142 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:47:02.411142 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:47:02.445811 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-294a0c49-ca83-4e2c-8958-abb58704150b admin admin] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:02.449398 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4dd26267-dc33-4186-9536-e4c8f8c71e7d tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:02.682770 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-294a0c49-ca83-4e2c-8958-abb58704150b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:02.689144 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-91e6d447-0833-4d71-8f55-5422caad181f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:02.712140 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-91e6d447-0833-4d71-8f55-5422caad181f admin admin] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:02.718995 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-91e6d447-0833-4d71-8f55-5422caad181f admin admin] 10.222.0.75 "DELETE /v2.0/networks/d0082d57-8c96-4a76-be0f-340c2f65b160 HTTP/1.1" status: 204 len: 168 time: 2.5235600 Nov 25 17:47:02.725408 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd26267-dc33-4186-9536-e4c8f8c71e7d tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Network 8d7e4a45-bfe2-414e-a417-1d31226cac38 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:47:02.738399 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-4dd26267-dc33-4186-9536-e4c8f8c71e7d tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:47:02.751366 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd26267-dc33-4186-9536-e4c8f8c71e7d tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:47:02.773496 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5b8e6-2b17-48c0-8586-b097f9e634d5 req-3a2e0fbe-08eb-49a6-b0be-6c5ee3a876b8 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:02.785456 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-09e5b8e6-2b17-48c0-8586-b097f9e634d5 req-3a2e0fbe-08eb-49a6-b0be-6c5ee3a876b8 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.3436904 Nov 25 17:47:02.787319 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd26267-dc33-4186-9536-e4c8f8c71e7d tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event updated for resources: {'Port': ['ID=5933c8d2-59ae-4836-bb7a-cab3efa72203,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:02.811236 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e6d447-0833-4d71-8f55-5422caad181f admin admin] Pushing event deleted for resources: {'Network': ['ID=d0082d57-8c96-4a76-be0f-340c2f65b160,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:02.838815 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-d8383ab9-c5d3-4f69-bff8-c90196898907 None None] Set router faaaf2a7-2b11-46de-9144-e36c2d44bf11 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:47:02.900865 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-294a0c49-ca83-4e2c-8958-abb58704150b admin admin] Deleting port 420fd8b0-33bd-4e1d-9def-85f817187d95 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:47:02.901227 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-294a0c49-ca83-4e2c-8958-abb58704150b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:03.052250 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-8e397c6c-20e8-4271-8bd1-12503efd5edc None None] Provisioning complete for port e967720b-dc4b-465b-b4d3-04f3ccb23025 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:47:03.052637 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8e397c6c-20e8-4271-8bd1-12503efd5edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:03.069577 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd26267-dc33-4186-9536-e4c8f8c71e7d tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:03.070464 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4dd26267-dc33-4186-9536-e4c8f8c71e7d tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:03.076961 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39310) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:03.122707 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-09e5b8e6-2b17-48c0-8586-b097f9e634d5 req-7a8ba0c4-04c2-40ce-84e2-8491ea4402bd tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361299 Nov 25 17:47:03.141232 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-294a0c49-ca83-4e2c-8958-abb58704150b admin admin] For port 420fd8b0-33bd-4e1d-9def-85f817187d95, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=420fd8b0-33bd-4e1d-9def-85f817187d95,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:47:03.142174 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-294a0c49-ca83-4e2c-8958-abb58704150b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:03.181986 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device ff15919f-8a35-43b3-bd35-2550327cda0f up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:47:03.219079 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-294a0c49-ca83-4e2c-8958-abb58704150b admin admin] Calling delete_port for 420fd8b0-33bd-4e1d-9def-85f817187d95 owned by network:router_gateway {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:47:03.225987 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-4dd26267-dc33-4186-9536-e4c8f8c71e7d tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.2537155 Nov 25 17:47:03.235306 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39314) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:03.266789 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-d85ee55a-42ca-4f19-894a-2935dd7a7f38 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Request body: {'subnet': {'network_id': '8d7e4a45-bfe2-414e-a417-1d31226cac38', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:47:03.329618 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-0c8b5101-3224-4da9-9a24-6f5d2e6d3090 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5a560046c26c483180c0093a6be1dd8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2476146 Nov 25 17:47:03.330275 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39318) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:03.428254 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39320) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:03.517240 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-8e397c6c-20e8-4271-8bd1-12503efd5edc None None] Port e967720b-dc4b-465b-b4d3-04f3ccb23025 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:47:03.650327 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port ff15919f-8a35-43b3-bd35-2550327cda0f triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:47:03.650872 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:03.675263 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-82bdfa37-c9cc-44e9-a3af-551f2f734912 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:03.707755 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-82bdfa37-c9cc-44e9-a3af-551f2f734912 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:03.852282 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-82bdfa37-c9cc-44e9-a3af-551f2f734912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:03.855882 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-82bdfa37-c9cc-44e9-a3af-551f2f734912 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:03.857084 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-82bdfa37-c9cc-44e9-a3af-551f2f734912 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/397c5ae6-9fe0-422a-86af-1014e06fb451 HTTP/1.1" status: 204 len: 168 time: 0.5252297 Nov 25 17:47:03.889209 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 5b398207-826d-456b-b879-b38aa0e39a1a up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:47:03.928441 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85ee55a-42ca-4f19-894a-2935dd7a7f38 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Made reservation on behalf of c99f4fcf65714d6392d1221ed91b6f93 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:47:03.931857 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d85ee55a-42ca-4f19-894a-2935dd7a7f38 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:03.950598 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-1f4a243a-c2c6-4cec-89a3-640d0581a1fe None None] Provisioning complete for port 5933c8d2-59ae-4836-bb7a-cab3efa72203 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:47:03.950971 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1f4a243a-c2c6-4cec-89a3-640d0581a1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:04.011073 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca37759-8f94-464b-a4c2-17de54654f24 req-e9717cd1-dd75-4f27-9719-0c272b1acf05 tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:04.018904 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cca37759-8f94-464b-a4c2-17de54654f24 req-e9717cd1-dd75-4f27-9719-0c272b1acf05 tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] 10.222.0.75 "GET /v2.0/ports?device_id=d86087ed-2ac2-4bab-a58c-a71a82cc65ea HTTP/1.1" status: 200 len: 950 time: 0.4487300 Nov 25 17:47:04.035757 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-d8383ab9-c5d3-4f69-bff8-c90196898907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faaaf2a7-2b11-46de-9144-e36c2d44bf11', 'name': 'tempest-TestVolumeBackupRestore-1444397206-router', 'tenant_id': 'e67f483089c147bfb012c80d67402bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '420fd8b0-33bd-4e1d-9def-85f817187d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:40:21Z', 'updated_at': '2021-11-25T17:47:01Z', 'revision_number': 5, 'project_id': 'e67f483089c147bfb012c80d67402bfc', 'gw_port': {'id': '420fd8b0-33bd-4e1d-9def-85f817187d95', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faaaf2a7-2b11-46de-9144-e36c2d44bf11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:24Z', 'updated_at': '2021-11-25T17:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:04.037597 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bdfa37-c9cc-44e9-a3af-551f2f734912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397c5ae6-9fe0-422a-86af-1014e06fb451,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:04.062078 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e3f52-2220-4d35-a4a7-c9a81057525c req-0d47be3e-1271-4e84-b27e-7bb0e55887a6 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:04.070722 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-1f4a243a-c2c6-4cec-89a3-640d0581a1fe None None] Port 5933c8d2-59ae-4836-bb7a-cab3efa72203 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:47:04.077205 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b95e3f52-2220-4d35-a4a7-c9a81057525c req-0d47be3e-1271-4e84-b27e-7bb0e55887a6 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.4057310 Nov 25 17:47:04.079978 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8383ab9-c5d3-4f69-bff8-c90196898907 None None] Checking router: faaaf2a7-2b11-46de-9144-e36c2d44bf11 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:47:04.105518 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 5b398207-826d-456b-b879-b38aa0e39a1a triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:47:04.105984 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:04.108995 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8383ab9-c5d3-4f69-bff8-c90196898907 None None] Routers {'faaaf2a7-2b11-46de-9144-e36c2d44bf11'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:47:04.109627 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-d8383ab9-c5d3-4f69-bff8-c90196898907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:46:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['faaaf2a7-2b11-46de-9144-e36c2d44bf11'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:04.162914 n-d-817746-1 neutron-server[103360]: INFO neutron.db.ipam_backend_mixin [None req-d85ee55a-42ca-4f19-894a-2935dd7a7f38 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e75b1007-8352-49ad-9688-30cfb37ffd2a (CIDR: 172.20.0.0/28) Nov 25 17:47:04.169225 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-d85ee55a-42ca-4f19-894a-2935dd7a7f38 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:47:04.170505 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d85ee55a-42ca-4f19-894a-2935dd7a7f38 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:47:04.184571 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-294a0c49-ca83-4e2c-8958-abb58704150b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:04.208140 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b95e3f52-2220-4d35-a4a7-c9a81057525c req-e1b47995-cf92-4e7b-9497-7f794bf18403 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275878 Nov 25 17:47:04.222221 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294a0c49-ca83-4e2c-8958-abb58704150b admin admin] Pushing event deleted for resources: {'Port': ['ID=420fd8b0-33bd-4e1d-9def-85f817187d95,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:04.227420 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d85ee55a-42ca-4f19-894a-2935dd7a7f38 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9765134 Nov 25 17:47:04.232036 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39330) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:04.273011 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-c4b0f10f-d912-4f54-8700-2c51d62168bf tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Request body: {'subnet': {'network_id': '8d7e4a45-bfe2-414e-a417-1d31226cac38', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:47:04.325569 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc06889-06a3-413b-b326-7057b11e548e None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:47:04.335444 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cca37759-8f94-464b-a4c2-17de54654f24 req-b6b4fc61-e634-42da-b52a-f78d4957c11a tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] 10.222.0.75 "GET /v2.0/security-groups?id=222e8f1c-2e62-49fe-bcce-89c47d96f17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076975 Nov 25 17:47:04.404097 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-d8383ab9-c5d3-4f69-bff8-c90196898907 None None] Set router faaaf2a7-2b11-46de-9144-e36c2d44bf11 gateway port host: None {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:47:04.501773 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178a747-d38a-4323-b06a-35dd16154bd3 req-a506d7f1-6730-4388-a625-bdf6d5020e73 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:04.516372 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1178a747-d38a-4323-b06a-35dd16154bd3 req-a506d7f1-6730-4388-a625-bdf6d5020e73 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=019cad4d-a92d-4351-8ebf-fda94ce5a945 HTTP/1.1" status: 200 len: 945 time: 0.1757452 Nov 25 17:47:04.540752 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-d8383ab9-c5d3-4f69-bff8-c90196898907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faaaf2a7-2b11-46de-9144-e36c2d44bf11', 'name': 'tempest-TestVolumeBackupRestore-1444397206-router', 'tenant_id': 'e67f483089c147bfb012c80d67402bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:40:21Z', 'updated_at': '2021-11-25T17:47:02Z', 'revision_number': 6, 'project_id': 'e67f483089c147bfb012c80d67402bfc', 'gw_port_host': None}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:04.600532 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-294a0c49-ca83-4e2c-8958-abb58704150b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:04.617517 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8383ab9-c5d3-4f69-bff8-c90196898907 None None] The sync data for ids ['faaaf2a7-2b11-46de-9144-e36c2d44bf11'] in n-d-817746-1 is: [{'id': 'faaaf2a7-2b11-46de-9144-e36c2d44bf11', 'name': 'tempest-TestVolumeBackupRestore-1444397206-router', 'tenant_id': 'e67f483089c147bfb012c80d67402bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:40:21Z', 'updated_at': '2021-11-25T17:47:02Z', 'revision_number': 6, 'project_id': 'e67f483089c147bfb012c80d67402bfc', 'gw_port_host': None}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:47:04.630912 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1178a747-d38a-4323-b06a-35dd16154bd3 req-33e28322-886c-4b3c-b4de-7c479121a1e1 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049671 Nov 25 17:47:04.798919 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b0f10f-d912-4f54-8700-2c51d62168bf tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Made reservation on behalf of c99f4fcf65714d6392d1221ed91b6f93 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:47:04.803359 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c4b0f10f-d912-4f54-8700-2c51d62168bf tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:04.914469 n-d-817746-1 neutron-server[103360]: INFO neutron.db.ipam_backend_mixin [None req-c4b0f10f-d912-4f54-8700-2c51d62168bf tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 4ee6c972-be41-4e18-9110-372ab9e73ea3 (CIDR: 172.20.0.16/28) Nov 25 17:47:04.919012 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bae9b3a0-9dc7-423b-bd52-e3a21ad875b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:04.951644 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4b0f10f-d912-4f54-8700-2c51d62168bf tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:47:04.952413 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4b0f10f-d912-4f54-8700-2c51d62168bf tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:47:04.968071 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-294a0c49-ca83-4e2c-8958-abb58704150b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:04.987159 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-294a0c49-ca83-4e2c-8958-abb58704150b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:05.036385 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c4b0f10f-d912-4f54-8700-2c51d62168bf tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7987556 Nov 25 17:47:05.042233 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device bbf03ac3-49a1-48c9-8d32-40ab841d1036 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:47:05.127476 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: bbf03ac3-49a1-48c9-8d32-40ab841d1036 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:47:05.134059 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device bbf03ac3-49a1-48c9-8d32-40ab841d1036 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:47:05.220798 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34c350e-3d14-4a02-ae6a-3aec8cf3a59e None None] Sync routers for ids ['ded14983-14ba-4b5e-a615-caf4144e729a'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:47:05.245310 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34c350e-3d14-4a02-ae6a-3aec8cf3a59e None None] Routers {'ded14983-14ba-4b5e-a615-caf4144e729a'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:47:05.246157 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-a34c350e-3d14-4a02-ae6a-3aec8cf3a59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:46:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['ded14983-14ba-4b5e-a615-caf4144e729a'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:05.435539 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-a34c350e-3d14-4a02-ae6a-3aec8cf3a59e None None] Set router ded14983-14ba-4b5e-a615-caf4144e729a gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:47:05.606558 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39358) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:05.616451 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-adc5b732-9736-4f0f-82d8-d48fbc2c5a01 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Request body: {'subnet': {'network_id': '8d7e4a45-bfe2-414e-a417-1d31226cac38', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:47:05.665106 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-294a0c49-ca83-4e2c-8958-abb58704150b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:05.667693 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294a0c49-ca83-4e2c-8958-abb58704150b admin admin] Fanout notify agent at l3_agent the message router_deleted on router faaaf2a7-2b11-46de-9144-e36c2d44bf11 {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:47:05.681452 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-294a0c49-ca83-4e2c-8958-abb58704150b admin admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:05.696996 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-294a0c49-ca83-4e2c-8958-abb58704150b admin admin] 10.222.0.75 "DELETE /v2.0/routers/faaaf2a7-2b11-46de-9144-e36c2d44bf11 HTTP/1.1" status: 204 len: 168 time: 3.5181274 Nov 25 17:47:05.697953 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39376) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:05.703852 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device a0325404-8595-448c-b7d1-a13e108ad9c2 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:47:05.746254 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: a0325404-8595-448c-b7d1-a13e108ad9c2 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:47:05.746633 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device a0325404-8595-448c-b7d1-a13e108ad9c2 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:47:05.770713 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383826d-169b-4fbd-869a-190bbd0e0b85 req-80431f9d-a622-4d14-94c7-bb34485e2bfd tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:05.772268 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b383826d-169b-4fbd-869a-190bbd0e0b85 req-80431f9d-a622-4d14-94c7-bb34485e2bfd tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] 10.222.0.75 "GET /v2.0/ports?device_id=d86087ed-2ac2-4bab-a58c-a71a82cc65ea HTTP/1.1" status: 200 len: 950 time: 0.9374549 Nov 25 17:47:05.786323 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b8493-6a50-4d9a-9243-02fdaff62e0e req-d54b10e3-e654-4acf-8f9d-8968a1deb146 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:05.787848 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0d8b8493-6a50-4d9a-9243-02fdaff62e0e req-d54b10e3-e654-4acf-8f9d-8968a1deb146 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.9923418 Nov 25 17:47:05.803187 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-358a12a0-9730-47ba-bc25-9104b51652dd admin admin] Deleting subnet 5c27de08-3ab5-466c-84b4-62cdfa6da7ca {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:47:05.808038 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-358a12a0-9730-47ba-bc25-9104b51652dd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:05.874045 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-358a12a0-9730-47ba-bc25-9104b51652dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:05.888362 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-a34c350e-3d14-4a02-ae6a-3aec8cf3a59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded14983-14ba-4b5e-a615-caf4144e729a', 'name': 'tempest-TestAggregatesBasicOps-1054206127-router', 'tenant_id': 'c7ef9bc835ec40dda3265e244543749f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '5b398207-826d-456b-b879-b38aa0e39a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:49Z', 'updated_at': '2021-11-25T17:46:55Z', 'revision_number': 4, 'project_id': 'c7ef9bc835ec40dda3265e244543749f', 'gw_port': {'id': '5b398207-826d-456b-b879-b38aa0e39a1a', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:33:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded14983-14ba-4b5e-a615-caf4144e729a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:50Z', 'updated_at': '2021-11-25T17:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'e3be10b2-ff70-4342-803d-dd69e44a73b7', 'name': '', 'network_id': '06c442bb-37f2-43b8-87ba-a35374a95cc0', 'tenant_id': 'c7ef9bc835ec40dda3265e244543749f', 'mac_address': 'fa:16:3e:40:b6:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded14983-14ba-4b5e-a615-caf4144e729a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '2e2aa69c-007f-4145-aef1-a7e01974c0be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:54Z', 'updated_at': '2021-11-25T17:46:56Z', 'revision_number': 2, 'project_id': 'c7ef9bc835ec40dda3265e244543749f', 'subnets': [{'id': '2e2aa69c-007f-4145-aef1-a7e01974c0be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:05.942297 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34c350e-3d14-4a02-ae6a-3aec8cf3a59e None None] Checking router: ded14983-14ba-4b5e-a615-caf4144e729a for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:47:05.943013 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34c350e-3d14-4a02-ae6a-3aec8cf3a59e None None] Updating router ded14983-14ba-4b5e-a615-caf4144e729a port e3be10b2-ff70-4342-803d-dd69e44a73b7 binding host n-d-817746-1 {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:47:05.986041 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a34c350e-3d14-4a02-ae6a-3aec8cf3a59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:06.000133 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc5b732-9736-4f0f-82d8-d48fbc2c5a01 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Made reservation on behalf of c99f4fcf65714d6392d1221ed91b6f93 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:47:06.004972 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-adc5b732-9736-4f0f-82d8-d48fbc2c5a01 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:06.068205 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-358a12a0-9730-47ba-bc25-9104b51652dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:06.160781 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-358a12a0-9730-47ba-bc25-9104b51652dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:06.173180 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0d8b8493-6a50-4d9a-9243-02fdaff62e0e req-a7108239-9956-4119-95c1-83781040aae5 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3567936 Nov 25 17:47:06.191469 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-358a12a0-9730-47ba-bc25-9104b51652dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:06.192011 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f53c4e1-d97a-4e68-81ce-c7d90678ac9d None None] Network ac3d9612-6ca0-40df-ad89-62ed459c33fb requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:47:06.194437 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b383826d-169b-4fbd-869a-190bbd0e0b85 req-e35f1175-e4f2-4b8f-9802-b5df08eef105 tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] 10.222.0.75 "GET /v2.0/security-groups?id=222e8f1c-2e62-49fe-bcce-89c47d96f17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4017904 Nov 25 17:47:06.199951 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-358a12a0-9730-47ba-bc25-9104b51652dd admin admin] 10.222.0.75 "DELETE /v2.0/subnets/5c27de08-3ab5-466c-84b4-62cdfa6da7ca HTTP/1.1" status: 204 len: 168 time: 0.4837036 Nov 25 17:47:06.228725 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39380) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:06.255020 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358a12a0-9730-47ba-bc25-9104b51652dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c27de08-3ab5-466c-84b4-62cdfa6da7ca,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:06.349951 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b52249-497c-40ad-9264-9c75935de4c0 req-98e3fe63-efcf-41cd-8a52-1995a589203b tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:06.351498 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f8b52249-497c-40ad-9264-9c75935de4c0 req-98e3fe63-efcf-41cd-8a52-1995a589203b tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] 10.222.0.74 "GET /v2.0/ports?device_id=d86087ed-2ac2-4bab-a58c-a71a82cc65ea HTTP/1.1" status: 200 len: 950 time: 0.2528143 Nov 25 17:47:06.394877 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-146251d8-ee15-4f1d-9c76-169e206760d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:06.512358 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-146251d8-ee15-4f1d-9c76-169e206760d2 admin admin] Deleting port a47d25cd-643c-4b6e-8878-a6c34a585365 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:47:06.512704 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-146251d8-ee15-4f1d-9c76-169e206760d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:06.629781 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f23e6fb-8764-46b6-a307-ba15efea12ab None None] DHCP port deletion for ac3d9612-6ca0-40df-ad89-62ed459c33fb request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:47:06.649588 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a34c350e-3d14-4a02-ae6a-3aec8cf3a59e None None] Publish callbacks [] for port, precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:06.662316 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a34c350e-3d14-4a02-ae6a-3aec8cf3a59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:06.685764 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-146251d8-ee15-4f1d-9c76-169e206760d2 admin admin] For port a47d25cd-643c-4b6e-8878-a6c34a585365, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=a47d25cd-643c-4b6e-8878-a6c34a585365,segment=NetworkSegment(506df9f2-b834-4d78-a6af-1ee3efc3ff09),segment_id=506df9f2-b834-4d78-a6af-1ee3efc3ff09)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:47:06.686930 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-146251d8-ee15-4f1d-9c76-169e206760d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:06.719459 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-146251d8-ee15-4f1d-9c76-169e206760d2 admin admin] Calling delete_port for a47d25cd-643c-4b6e-8878-a6c34a585365 owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:47:06.774525 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-7f23e6fb-8764-46b6-a307-ba15efea12ab None None] Deleting port a47d25cd-643c-4b6e-8878-a6c34a585365 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:47:06.775067 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7f23e6fb-8764-46b6-a307-ba15efea12ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:06.777716 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9efdf9-21c6-46e6-9c1b-3b8c791bab09 None None] Pushing event updated for resources: {'Port': ['ID=e3be10b2-ff70-4342-803d-dd69e44a73b7,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:06.820492 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39398) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:06.943595 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2fd1ef-b4f1-4eb8-ac59-47646722792a req-2e16d1d3-0de0-429c-b90d-81edcc21c565 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:06.947046 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-df2fd1ef-b4f1-4eb8-ac59-47646722792a req-2e16d1d3-0de0-429c-b90d-81edcc21c565 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.5898664 Nov 25 17:47:06.978921 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-a34c350e-3d14-4a02-ae6a-3aec8cf3a59e None None] Attempting to bind port e3be10b2-ff70-4342-803d-dd69e44a73b7 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:47:06.979355 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-a34c350e-3d14-4a02-ae6a-3aec8cf3a59e None None] Attempting to bind port e3be10b2-ff70-4342-803d-dd69e44a73b7 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'c2a008b6-1546-4d01-b665-8ac469d61d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '06c442bb-37f2-43b8-87ba-a35374a95cc0'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:47:06.979723 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34c350e-3d14-4a02-ae6a-3aec8cf3a59e None None] Attempting to bind port e3be10b2-ff70-4342-803d-dd69e44a73b7 on network 06c442bb-37f2-43b8-87ba-a35374a95cc0 {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:47:06.981580 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-146251d8-ee15-4f1d-9c76-169e206760d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:06.988784 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34c350e-3d14-4a02-ae6a-3aec8cf3a59e None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:47:06.989240 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34c350e-3d14-4a02-ae6a-3aec8cf3a59e None None] Checking segment: {'id': 'c2a008b6-1546-4d01-b665-8ac469d61d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '06c442bb-37f2-43b8-87ba-a35374a95cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:47:06.989645 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a34c350e-3d14-4a02-ae6a-3aec8cf3a59e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:06.990046 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34c350e-3d14-4a02-ae6a-3aec8cf3a59e None None] Bound using segment: {'id': 'c2a008b6-1546-4d01-b665-8ac469d61d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '06c442bb-37f2-43b8-87ba-a35374a95cc0'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:47:06.991884 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-a34c350e-3d14-4a02-ae6a-3aec8cf3a59e None None] Bound port: e3be10b2-ff70-4342-803d-dd69e44a73b7, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2a008b6-1546-4d01-b665-8ac469d61d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '06c442bb-37f2-43b8-87ba-a35374a95cc0'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:47:06.992292 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a34c350e-3d14-4a02-ae6a-3aec8cf3a59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:06.994175 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-7f23e6fb-8764-46b6-a307-ba15efea12ab None None] For port a47d25cd-643c-4b6e-8878-a6c34a585365, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=a47d25cd-643c-4b6e-8878-a6c34a585365,segment=NetworkSegment(506df9f2-b834-4d78-a6af-1ee3efc3ff09),segment_id=506df9f2-b834-4d78-a6af-1ee3efc3ff09)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:47:06.995474 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7f23e6fb-8764-46b6-a307-ba15efea12ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:07.023085 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-7f23e6fb-8764-46b6-a307-ba15efea12ab None None] Calling delete_port for a47d25cd-643c-4b6e-8878-a6c34a585365 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:47:07.113942 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146251d8-ee15-4f1d-9c76-169e206760d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a47d25cd-643c-4b6e-8878-a6c34a585365,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:07.126529 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146251d8-ee15-4f1d-9c76-169e206760d2 admin admin] No DVR routers for this DVR port a47d25cd-643c-4b6e-8878-a6c34a585365 on host n-d-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:47:07.157284 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-a34c350e-3d14-4a02-ae6a-3aec8cf3a59e None None] For port e3be10b2-ff70-4342-803d-dd69e44a73b7, host n-d-817746-1, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:47:07.162562 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-a34c350e-3d14-4a02-ae6a-3aec8cf3a59e None None] For port e3be10b2-ff70-4342-803d-dd69e44a73b7, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=e3be10b2-ff70-4342-803d-dd69e44a73b7,segment=NetworkSegment(c2a008b6-1546-4d01-b665-8ac469d61d8a),segment_id=c2a008b6-1546-4d01-b665-8ac469d61d8a)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:47:07.172054 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a34c350e-3d14-4a02-ae6a-3aec8cf3a59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:07.200439 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7a78f9d8-4e07-484a-afa2-4f367dbda8dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:07.228871 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-f8b52249-497c-40ad-9264-9c75935de4c0 req-3cab492b-58ec-4aae-9f92-788d9597a415 tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] Deleting port c3f3d7cd-ec10-4a46-a739-2729e828115f {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:47:07.229740 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f8b52249-497c-40ad-9264-9c75935de4c0 req-3cab492b-58ec-4aae-9f92-788d9597a415 tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:07.267837 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7f23e6fb-8764-46b6-a307-ba15efea12ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:07.376634 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9efdf9-21c6-46e6-9c1b-3b8c791bab09 None None] Pushing event updated for resources: {'Port': ['ID=e3be10b2-ff70-4342-803d-dd69e44a73b7,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:07.429336 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f23e6fb-8764-46b6-a307-ba15efea12ab None None] No DVR routers for this DVR port a47d25cd-643c-4b6e-8878-a6c34a585365 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:47:07.436906 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f23e6fb-8764-46b6-a307-ba15efea12ab None None] Pushing event deleted for resources: {'Port': ['ID=a47d25cd-643c-4b6e-8878-a6c34a585365,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:07.454012 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34c350e-3d14-4a02-ae6a-3aec8cf3a59e None None] Routers {'ded14983-14ba-4b5e-a615-caf4144e729a'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:47:07.455064 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-146251d8-ee15-4f1d-9c76-169e206760d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:07.457634 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-a34c350e-3d14-4a02-ae6a-3aec8cf3a59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:46:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['ded14983-14ba-4b5e-a615-caf4144e729a'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:07.458572 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 420fd8b0-33bd-4e1d-9def-85f817187d95 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:47:07.458847 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-f8b52249-497c-40ad-9264-9c75935de4c0 req-3cab492b-58ec-4aae-9f92-788d9597a415 tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] For port c3f3d7cd-ec10-4a46-a739-2729e828115f, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=c3f3d7cd-ec10-4a46-a739-2729e828115f,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:47:07.459421 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f8b52249-497c-40ad-9264-9c75935de4c0 req-3cab492b-58ec-4aae-9f92-788d9597a415 tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:07.488531 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-f8b52249-497c-40ad-9264-9c75935de4c0 req-3cab492b-58ec-4aae-9f92-788d9597a415 tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] Calling delete_port for c3f3d7cd-ec10-4a46-a739-2729e828115f owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:47:07.512504 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-146251d8-ee15-4f1d-9c76-169e206760d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac3d9612-6ca0-40df-ad89-62ed459c33fb']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:07.572583 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-adc5b732-9736-4f0f-82d8-d48fbc2c5a01 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:07.579345 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-146251d8-ee15-4f1d-9c76-169e206760d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '506df9f2-b834-4d78-a6af-1ee3efc3ff09') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:07.579650 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-146251d8-ee15-4f1d-9c76-169e206760d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '506df9f2-b834-4d78-a6af-1ee3efc3ff09') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:07.598932 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-146251d8-ee15-4f1d-9c76-169e206760d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:07.608856 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 420fd8b0-33bd-4e1d-9def-85f817187d95 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:47:07.610280 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 420fd8b0-33bd-4e1d-9def-85f817187d95 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:47:07.612438 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device a47d25cd-643c-4b6e-8878-a6c34a585365 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:47:07.660282 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-146251d8-ee15-4f1d-9c76-169e206760d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:07.698367 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-66cb6a07-c001-4259-9fa3-c43d5f4e0034 None None] Provisioning complete for port e3be10b2-ff70-4342-803d-dd69e44a73b7 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:47:07.698741 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-66cb6a07-c001-4259-9fa3-c43d5f4e0034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:07.699724 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-146251d8-ee15-4f1d-9c76-169e206760d2 admin admin] Releasing vlan 935 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:47:07.700236 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-146251d8-ee15-4f1d-9c76-169e206760d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:07.703111 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:47:07.703111 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:47:07.703111 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:47:07.703111 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:47:07.703111 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:47:07.703111 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:47:07.703111 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:47:07.703111 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:47:07.703111 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:47:07.703111 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:47:07.703111 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:47:07.703111 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:47:07.703111 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:47:07.703111 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:47:07.703111 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:47:07.703111 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:47:07.703111 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:47:07.703111 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:47:07.703111 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:47:07.703111 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:47:07.703111 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:47:07.703111 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:47:07.703111 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:47:07.703111 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:47:07.703111 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:47:07.703111 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:47:07.703111 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:47:07.703111 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:47:07.703111 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:47:07.703111 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:47:07.703111 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:47:07.703111 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:47:07.705847 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: a47d25cd-643c-4b6e-8878-a6c34a585365 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:47:07.706378 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device a47d25cd-643c-4b6e-8878-a6c34a585365 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:47:07.708108 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc5b732-9736-4f0f-82d8-d48fbc2c5a01 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Network 8d7e4a45-bfe2-414e-a417-1d31226cac38 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:47:07.725108 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-adc5b732-9736-4f0f-82d8-d48fbc2c5a01 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:47:07.728483 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc5b732-9736-4f0f-82d8-d48fbc2c5a01 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:07.729378 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-adc5b732-9736-4f0f-82d8-d48fbc2c5a01 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:07.739091 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7a78f9d8-4e07-484a-afa2-4f367dbda8dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:07.758126 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7a78f9d8-4e07-484a-afa2-4f367dbda8dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:07.760622 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-df2fd1ef-b4f1-4eb8-ac59-47646722792a req-fd2147c0-0950-441c-b6bf-60977756031c tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7944193 Nov 25 17:47:07.794695 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-a34c350e-3d14-4a02-ae6a-3aec8cf3a59e None None] Set router ded14983-14ba-4b5e-a615-caf4144e729a gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:47:07.848189 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3965d6ca-9832-4a87-a199-5f21efb521cf None None] Network 8d7e4a45-bfe2-414e-a417-1d31226cac38 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:47:07.865898 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236bc0fb-b3f6-4ab9-8a12-30088d814ec7 req-5e2d5041-2f90-4a0d-879c-4211f9b2fcb7 tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:07.868720 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-236bc0fb-b3f6-4ab9-8a12-30088d814ec7 req-5e2d5041-2f90-4a0d-879c-4211f9b2fcb7 tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] 10.222.0.75 "GET /v2.0/ports?device_id=d86087ed-2ac2-4bab-a58c-a71a82cc65ea HTTP/1.1" status: 200 len: 950 time: 0.3431337 Nov 25 17:47:07.876566 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc5b732-9736-4f0f-82d8-d48fbc2c5a01 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event updated for resources: {'Subnet': ['ID=7b888f73-3e55-495a-8bf1-2af649a25aa9,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:07.882533 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-bae9b3a0-9dc7-423b-bd52-e3a21ad875b9 admin admin] Deleting port f5cc415d-bf59-43bd-87a5-59a199e04e07 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:47:07.882865 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bae9b3a0-9dc7-423b-bd52-e3a21ad875b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:07.914434 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-adc5b732-9736-4f0f-82d8-d48fbc2c5a01 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3039465 Nov 25 17:47:07.946436 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39412) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:07.979696 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-8011edb3-1b8d-4f85-af10-990fccacf2b4 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1982140256', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7b888f73-3e55-495a-8bf1-2af649a25aa9'}], 'security_groups': ['f272f26f-db3e-4fea-9616-a09093c2440a', 'c6a4bfce-4cff-4820-9914-3eabcc8f5954']}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:47:08.039514 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a78f9d8-4e07-484a-afa2-4f367dbda8dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a88b09-ec06-45e4-ab96-45162a758856,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:08.058824 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39426) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:08.061242 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7a78f9d8-4e07-484a-afa2-4f367dbda8dd admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=78638020376449eca0e38d4986fa343c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2357075 Nov 25 17:47:08.063982 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-146251d8-ee15-4f1d-9c76-169e206760d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:08.093333 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-146251d8-ee15-4f1d-9c76-169e206760d2 admin admin] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:08.099022 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-146251d8-ee15-4f1d-9c76-169e206760d2 admin admin] 10.222.0.75 "DELETE /v2.0/networks/ac3d9612-6ca0-40df-ad89-62ed459c33fb HTTP/1.1" status: 204 len: 168 time: 1.8593616 Nov 25 17:47:08.100199 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146251d8-ee15-4f1d-9c76-169e206760d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac3d9612-6ca0-40df-ad89-62ed459c33fb,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:08.102128 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39430) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:08.133498 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-66cb6a07-c001-4259-9fa3-c43d5f4e0034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:08.191816 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-66cb6a07-c001-4259-9fa3-c43d5f4e0034 None None] For port e3be10b2-ff70-4342-803d-dd69e44a73b7, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=e3be10b2-ff70-4342-803d-dd69e44a73b7,segment=NetworkSegment(c2a008b6-1546-4d01-b665-8ac469d61d8a),segment_id=c2a008b6-1546-4d01-b665-8ac469d61d8a)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:47:08.202845 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-66cb6a07-c001-4259-9fa3-c43d5f4e0034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:08.256751 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-a34c350e-3d14-4a02-ae6a-3aec8cf3a59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded14983-14ba-4b5e-a615-caf4144e729a', 'name': 'tempest-TestAggregatesBasicOps-1054206127-router', 'tenant_id': 'c7ef9bc835ec40dda3265e244543749f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '5b398207-826d-456b-b879-b38aa0e39a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:49Z', 'updated_at': '2021-11-25T17:46:55Z', 'revision_number': 4, 'project_id': 'c7ef9bc835ec40dda3265e244543749f', 'gw_port': {'id': '5b398207-826d-456b-b879-b38aa0e39a1a', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:33:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded14983-14ba-4b5e-a615-caf4144e729a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:50Z', 'updated_at': '2021-11-25T17:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'e3be10b2-ff70-4342-803d-dd69e44a73b7', 'name': '', 'network_id': '06c442bb-37f2-43b8-87ba-a35374a95cc0', 'tenant_id': 'c7ef9bc835ec40dda3265e244543749f', 'mac_address': 'fa:16:3e:40:b6:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded14983-14ba-4b5e-a615-caf4144e729a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '2e2aa69c-007f-4145-aef1-a7e01974c0be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:54Z', 'updated_at': '2021-11-25T17:47:07Z', 'revision_number': 4, 'project_id': 'c7ef9bc835ec40dda3265e244543749f', 'subnets': [{'id': '2e2aa69c-007f-4145-aef1-a7e01974c0be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:08.290444 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34c350e-3d14-4a02-ae6a-3aec8cf3a59e None None] The sync data for ids ['ded14983-14ba-4b5e-a615-caf4144e729a'] in n-d-817746-1 is: [{'id': 'ded14983-14ba-4b5e-a615-caf4144e729a', 'name': 'tempest-TestAggregatesBasicOps-1054206127-router', 'tenant_id': 'c7ef9bc835ec40dda3265e244543749f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '5b398207-826d-456b-b879-b38aa0e39a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:49Z', 'updated_at': '2021-11-25T17:46:55Z', 'revision_number': 4, 'project_id': 'c7ef9bc835ec40dda3265e244543749f', 'gw_port': {'id': '5b398207-826d-456b-b879-b38aa0e39a1a', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:33:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded14983-14ba-4b5e-a615-caf4144e729a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:50Z', 'updated_at': '2021-11-25T17:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'e3be10b2-ff70-4342-803d-dd69e44a73b7', 'name': '', 'network_id': '06c442bb-37f2-43b8-87ba-a35374a95cc0', 'tenant_id': 'c7ef9bc835ec40dda3265e244543749f', 'mac_address': 'fa:16:3e:40:b6:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded14983-14ba-4b5e-a615-caf4144e729a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '2e2aa69c-007f-4145-aef1-a7e01974c0be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:54Z', 'updated_at': '2021-11-25T17:47:07Z', 'revision_number': 4, 'project_id': 'c7ef9bc835ec40dda3265e244543749f', 'subnets': [{'id': '2e2aa69c-007f-4145-aef1-a7e01974c0be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:47:08.304994 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb6a07-c001-4259-9fa3-c43d5f4e0034 None None] Pushing event updated for resources: {'Port': ['ID=e3be10b2-ff70-4342-803d-dd69e44a73b7,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:08.310094 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af693390-effb-47da-a05b-b960c6c81eef None None] Update dhcp port {'port': {'network_id': '8d7e4a45-bfe2-414e-a417-1d31226cac38', 'fixed_ips': [{'subnet_id': '4ee6c972-be41-4e18-9110-372ab9e73ea3', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e75b1007-8352-49ad-9688-30cfb37ffd2a', 'ip_address': '172.20.0.2'}, {'subnet_id': '7b888f73-3e55-495a-8bf1-2af649a25aa9'}], 'binding:host_id': 'n-d-817746-1'}, 'id': 'ff15919f-8a35-43b3-bd35-2550327cda0f'} from n-d-817746-1. {{(pid=103362) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 17:47:08.334231 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57545c4-a83e-43dc-815f-0b76dce97adb req-97fac4ab-72dc-437f-a866-029f7a224968 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:08.341640 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b57545c4-a83e-43dc-815f-0b76dce97adb req-97fac4ab-72dc-437f-a866-029f7a224968 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/networks?id=d89d2854-97b0-4c53-9fed-c35cc58a4c82 HTTP/1.1" status: 200 len: 814 time: 0.2649515 Nov 25 17:47:08.360021 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-ca776150-25cd-4037-855e-c4e37c0ef33c None None] Provisioning complete for port e3be10b2-ff70-4342-803d-dd69e44a73b7 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:47:08.360391 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ca776150-25cd-4037-855e-c4e37c0ef33c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:08.363522 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-af693390-effb-47da-a05b-b960c6c81eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:08.463649 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b57545c4-a83e-43dc-815f-0b76dce97adb req-92ed7768-95d5-4286-93d2-a904f02688a9 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/quotas/696ba9968638467ab0c418d763598933 HTTP/1.1" status: 200 len: 375 time: 0.0667048 Nov 25 17:47:08.501391 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-236bc0fb-b3f6-4ab9-8a12-30088d814ec7 req-271ee2da-6500-420d-9f1c-a26b8310da0a tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] 10.222.0.75 "GET /v2.0/security-groups?id=222e8f1c-2e62-49fe-bcce-89c47d96f17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6105652 Nov 25 17:47:08.603320 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-72164459-8785-475b-af31-6244fb0d45c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:08.677051 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-af693390-effb-47da-a05b-b960c6c81eef None None] Allocated IP 172.20.0.34 (8d7e4a45-bfe2-414e-a417-1d31226cac38/7b888f73-3e55-495a-8bf1-2af649a25aa9/ff15919f-8a35-43b3-bd35-2550327cda0f) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:47:08.680901 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50210a-539b-4bb4-8c54-dc1e472d9c8a req-1568f288-0075-488b-aef1-1a2e329e81d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:08.683657 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cd50210a-539b-4bb4-8c54-dc1e472d9c8a req-1568f288-0075-488b-aef1-1a2e329e81d0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c4f532841b574680aa5b2f4b964927a8&device_id=019cad4d-a92d-4351-8ebf-fda94ce5a945 HTTP/1.1" status: 200 len: 1096 time: 0.6295555 Nov 25 17:47:08.685505 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f8b52249-497c-40ad-9264-9c75935de4c0 req-3cab492b-58ec-4aae-9f92-788d9597a415 tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:08.742470 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-bae9b3a0-9dc7-423b-bd52-e3a21ad875b9 admin admin] For port f5cc415d-bf59-43bd-87a5-59a199e04e07, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=f5cc415d-bf59-43bd-87a5-59a199e04e07,segment=NetworkSegment(3b76184b-6b40-4d8f-bca1-ff81c34f88b9),segment_id=3b76184b-6b40-4d8f-bca1-ff81c34f88b9)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:47:08.742848 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bae9b3a0-9dc7-423b-bd52-e3a21ad875b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:08.861025 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-bae9b3a0-9dc7-423b-bd52-e3a21ad875b9 admin admin] Calling delete_port for f5cc415d-bf59-43bd-87a5-59a199e04e07 owned by network:router_interface {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:47:08.863340 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab492b-58ec-4aae-9f92-788d9597a415 tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] Pushing event deleted for resources: {'Port': ['ID=c3f3d7cd-ec10-4a46-a739-2729e828115f,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:08.983977 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['c3f3d7cd-ec10-4a46-a739-2729e828115f'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:47:09.023983 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-72164459-8785-475b-af31-6244fb0d45c4 admin admin] Deleting port 1e85e3cf-cabe-408d-a25a-879f190221c8 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:47:09.024526 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-72164459-8785-475b-af31-6244fb0d45c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:09.063557 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-af693390-effb-47da-a05b-b960c6c81eef None None] For port ff15919f-8a35-43b3-bd35-2550327cda0f, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=ff15919f-8a35-43b3-bd35-2550327cda0f,segment=NetworkSegment(a358e021-f01b-43fe-828e-c3f7ffe17daf),segment_id=a358e021-f01b-43fe-828e-c3f7ffe17daf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:47:09.109946 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-af693390-effb-47da-a05b-b960c6c81eef None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:09.116967 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-af693390-effb-47da-a05b-b960c6c81eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:09.281830 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b57545c4-a83e-43dc-815f-0b76dce97adb req-3c988915-c6bd-4c50-8ba6-af5f601cdc0e tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=696ba9968638467ab0c418d763598933&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8150868 Nov 25 17:47:09.324468 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-72164459-8785-475b-af31-6244fb0d45c4 admin admin] For port 1e85e3cf-cabe-408d-a25a-879f190221c8, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=1e85e3cf-cabe-408d-a25a-879f190221c8,segment=NetworkSegment(3cea5712-e879-4358-ae6c-d58f64b0f02f),segment_id=3cea5712-e879-4358-ae6c-d58f64b0f02f)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:47:09.325126 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-72164459-8785-475b-af31-6244fb0d45c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:09.375592 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4c0676ab-4e1a-4f79-944b-f5a4d2942fd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:09.413400 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af693390-effb-47da-a05b-b960c6c81eef None None] Pushing event updated for resources: {'Port': ['ID=ff15919f-8a35-43b3-bd35-2550327cda0f,revision_number=7']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:09.425502 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-72164459-8785-475b-af31-6244fb0d45c4 admin admin] Calling delete_port for 1e85e3cf-cabe-408d-a25a-879f190221c8 owned by network:router_interface {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:47:09.472440 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b52249-497c-40ad-9264-9c75935de4c0 req-3cab492b-58ec-4aae-9f92-788d9597a415 tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] No DVR routers for this DVR port c3f3d7cd-ec10-4a46-a739-2729e828115f on host n-h1-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:47:09.477220 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device e3be10b2-ff70-4342-803d-dd69e44a73b7 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:47:09.479435 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f8b52249-497c-40ad-9264-9c75935de4c0 req-3cab492b-58ec-4aae-9f92-788d9597a415 tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:09.482978 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f8b52249-497c-40ad-9264-9c75935de4c0 req-3cab492b-58ec-4aae-9f92-788d9597a415 tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] 10.222.0.74 "DELETE /v2.0/ports/c3f3d7cd-ec10-4a46-a739-2729e828115f HTTP/1.1" status: 204 len: 173 time: 3.1133275 Nov 25 17:47:09.490696 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd86087ed-2ac2-4bab-a58c-a71a82cc65ea', 'name': 'network-vif-deleted', 'tag': 'c3f3d7cd-ec10-4a46-a739-2729e828115f'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:47:09.493124 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc874f76-4617-4d39-8636-6b2c4170e7b7" -d '{"events": [{"server_uuid": "d86087ed-2ac2-4bab-a58c-a71a82cc65ea", "name": "network-vif-deleted", "tag": "c3f3d7cd-ec10-4a46-a739-2729e828115f"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:47:09.503621 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc59c36-8f04-463c-a2de-96b8515cc943 req-93bc14bf-e617-4229-b101-3ed0a1e3f0d9 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:09.512558 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1fc59c36-8f04-463c-a2de-96b8515cc943 req-93bc14bf-e617-4229-b101-3ed0a1e3f0d9 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=019cad4d-a92d-4351-8ebf-fda94ce5a945 HTTP/1.1" status: 200 len: 945 time: 0.9023137 Nov 25 17:47:09.636688 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1fc59c36-8f04-463c-a2de-96b8515cc943 req-eaa266a3-69d4-4c07-8480-1bb9873dc5b2 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220081 Nov 25 17:47:09.760508 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port e3be10b2-ff70-4342-803d-dd69e44a73b7 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:47:09.761156 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:09.791458 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8011edb3-1b8d-4f85-af10-990fccacf2b4 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:09.810174 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4c0676ab-4e1a-4f79-944b-f5a4d2942fd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:09.899964 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-72164459-8785-475b-af31-6244fb0d45c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:09.992476 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72164459-8785-475b-af31-6244fb0d45c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e85e3cf-cabe-408d-a25a-879f190221c8,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:10.084495 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50210a-539b-4bb4-8c54-dc1e472d9c8a req-1a895070-02d8-4f20-b08e-fab2ef858052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:10.087594 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cd50210a-539b-4bb4-8c54-dc1e472d9c8a req-1a895070-02d8-4f20-b08e-fab2ef858052 service neutron] 10.222.0.90 "GET /v2.0/networks?id=55aac267-cfea-4cb6-a3d1-5d2e5c9145dd HTTP/1.1" status: 200 len: 920 time: 1.3954973 Nov 25 17:47:10.165214 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-86dbbcfc-8914-4f50-a081-8f323048d5d3 req-5977ab81-e4fe-464b-9d63-98acd84360d8 tempest-VolumesNegativeTest-897174365 tempest-VolumesNegativeTest-897174365-project] 10.222.0.75 "GET /v2.0/ports?device_id=d86087ed-2ac2-4bab-a58c-a71a82cc65ea HTTP/1.1" status: 200 len: 210 time: 0.3746316 Nov 25 17:47:10.296895 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-72164459-8785-475b-af31-6244fb0d45c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:10.513789 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-a8cd3909-1e3e-4cb5-b64e-d3d8d6e3f278 None None] Provisioning complete for port ff15919f-8a35-43b3-bd35-2550327cda0f triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:47:10.515681 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a8cd3909-1e3e-4cb5-b64e-d3d8d6e3f278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:10.614628 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a5c134-7b5b-48fd-8dea-b09f26701419 x-openstack-request-id: req-14a5c134-7b5b-48fd-8dea-b09f26701419 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:47:10.615195 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d86087ed-2ac2-4bab-a58c-a71a82cc65ea", "name": "network-vif-deleted", "tag": "c3f3d7cd-ec10-4a46-a739-2729e828115f", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:47:10.615195 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-14a5c134-7b5b-48fd-8dea-b09f26701419 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:47:10.615577 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd86087ed-2ac2-4bab-a58c-a71a82cc65ea', 'name': 'network-vif-deleted', 'tag': 'c3f3d7cd-ec10-4a46-a739-2729e828115f', 'status': 'completed', 'code': 200} Nov 25 17:47:10.630803 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72164459-8785-475b-af31-6244fb0d45c4 admin admin] Router 85061d10-b0b5-45e6-9334-31c77dc331a3 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:47:10.640988 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cd50210a-539b-4bb4-8c54-dc1e472d9c8a req-6a1a2103-78a9-4d12-976d-a32643a87d37 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c0f0dcd-a625-4cbe-bc86-7738aeaa3179 HTTP/1.1" status: 200 len: 217 time: 0.4963484 Nov 25 17:47:10.643421 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-a8cd3909-1e3e-4cb5-b64e-d3d8d6e3f278 None None] Provisioning complete for port 5933c8d2-59ae-4836-bb7a-cab3efa72203 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:47:10.644127 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a8cd3909-1e3e-4cb5-b64e-d3d8d6e3f278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:10.715865 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50210a-539b-4bb4-8c54-dc1e472d9c8a req-82a24d42-4da7-45ed-81e4-bc80dd04cd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:10.717352 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cd50210a-539b-4bb4-8c54-dc1e472d9c8a req-82a24d42-4da7-45ed-81e4-bc80dd04cd4b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f1fd26dd-f220-4d6c-884e-069c7606d72e HTTP/1.1" status: 200 len: 859 time: 0.0652034 Nov 25 17:47:10.725464 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe1fbf-7636-4156-9b63-0d8f35ae2898 req-e87afe49-2fa8-434c-94d7-aab599477b34 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:10.732752 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f4fe1fbf-7636-4156-9b63-0d8f35ae2898 req-e87afe49-2fa8-434c-94d7-aab599477b34 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 1.2627964 Nov 25 17:47:10.768698 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-a8cd3909-1e3e-4cb5-b64e-d3d8d6e3f278 None None] Port 5933c8d2-59ae-4836-bb7a-cab3efa72203 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:47:10.778841 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device c3f3d7cd-ec10-4a46-a739-2729e828115f no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:47:10.790214 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72164459-8785-475b-af31-6244fb0d45c4 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:47:10.802829 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-72164459-8785-475b-af31-6244fb0d45c4 admin admin] 10.222.0.75 "PUT /v2.0/routers/85061d10-b0b5-45e6-9334-31c77dc331a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6994655 Nov 25 17:47:10.807513 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39448) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:10.823093 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-599aad92-9b5b-4d25-9220-551e067a4f89 req-00a968d2-daa5-48be-8be5-afb594f520e6 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=85721638-7b6d-45e5-877a-cb5295920ecf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2036130 Nov 25 17:47:10.825876 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: c3f3d7cd-ec10-4a46-a739-2729e828115f {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:47:10.826249 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device c3f3d7cd-ec10-4a46-a739-2729e828115f not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:47:10.829281 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cd50210a-539b-4bb4-8c54-dc1e472d9c8a req-21c81e22-c07e-49e4-b8ce-8b120ff489cf service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=55aac267-cfea-4cb6-a3d1-5d2e5c9145dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630920 Nov 25 17:47:10.843651 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6596ac6f-2172-4fc1-8bed-82dc93c51e53 None None] Sync routers for ids ['85061d10-b0b5-45e6-9334-31c77dc331a3'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:47:10.888629 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-a8cd3909-1e3e-4cb5-b64e-d3d8d6e3f278 None None] Provisioning complete for port e967720b-dc4b-465b-b4d3-04f3ccb23025 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:47:10.890002 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a8cd3909-1e3e-4cb5-b64e-d3d8d6e3f278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:10.937540 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-a8cd3909-1e3e-4cb5-b64e-d3d8d6e3f278 None None] Port e967720b-dc4b-465b-b4d3-04f3ccb23025 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:47:10.950255 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6596ac6f-2172-4fc1-8bed-82dc93c51e53 None None] Routers {'85061d10-b0b5-45e6-9334-31c77dc331a3'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:47:10.950978 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-6596ac6f-2172-4fc1-8bed-82dc93c51e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:46:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['85061d10-b0b5-45e6-9334-31c77dc331a3'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:10.958696 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cd50210a-539b-4bb4-8c54-dc1e472d9c8a req-66cdc78a-5630-41f3-9aa8-67b68ef4f3bf service neutron] 10.222.0.90 "GET /v2.0/networks/55aac267-cfea-4cb6-a3d1-5d2e5c9145dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080406 Nov 25 17:47:10.972889 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599aad92-9b5b-4d25-9220-551e067a4f89 req-47f864d9-bef4-4519-94d0-5c6c6215a6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:10.974881 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-599aad92-9b5b-4d25-9220-551e067a4f89 req-47f864d9-bef4-4519-94d0-5c6c6215a6ad service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4a3c7b8e51774deca7ec3da21f807f3e&device_id=85721638-7b6d-45e5-877a-cb5295920ecf HTTP/1.1" status: 200 len: 1097 time: 0.0738232 Nov 25 17:47:11.017031 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bae9b3a0-9dc7-423b-bd52-e3a21ad875b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:11.032472 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4c0676ab-4e1a-4f79-944b-f5a4d2942fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:11.035789 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4c0676ab-4e1a-4f79-944b-f5a4d2942fd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:11.036963 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-4c0676ab-4e1a-4f79-944b-f5a4d2942fd7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/51a88b09-ec06-45e4-ab96-45162a758856 HTTP/1.1" status: 204 len: 168 time: 2.9718165 Nov 25 17:47:11.132915 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599aad92-9b5b-4d25-9220-551e067a4f89 req-45393037-5f2e-46c0-904c-233352e60e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:11.135877 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-599aad92-9b5b-4d25-9220-551e067a4f89 req-45393037-5f2e-46c0-904c-233352e60e98 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b30ed141-e46f-4f04-93c5-818fdb0b9345 HTTP/1.1" status: 200 len: 914 time: 0.1208942 Nov 25 17:47:11.143652 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-6596ac6f-2172-4fc1-8bed-82dc93c51e53 None None] Set router 85061d10-b0b5-45e6-9334-31c77dc331a3 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:47:11.172429 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae9b3a0-9dc7-423b-bd52-e3a21ad875b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5cc415d-bf59-43bd-87a5-59a199e04e07,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:11.186218 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0676ab-4e1a-4f79-944b-f5a4d2942fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a88b09-ec06-45e4-ab96-45162a758856,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:11.280775 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f4fe1fbf-7636-4156-9b63-0d8f35ae2898 req-9dfe5720-835b-4a99-a3eb-741b059ec52c tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5354059 Nov 25 17:47:11.330970 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-599aad92-9b5b-4d25-9220-551e067a4f89 req-ae870d2b-57a7-4141-b6fe-fe4dd7fb0479 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac9a1888-9a99-4128-a90e-de660cfe7754 HTTP/1.1" status: 200 len: 217 time: 0.1768231 Nov 25 17:47:11.352162 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05ba08b-8255-4405-a7f1-82a58e2d6b15 req-90f9f80d-5e93-4525-8da5-d62bbed16f77 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:11.372907 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d05ba08b-8255-4405-a7f1-82a58e2d6b15 req-90f9f80d-5e93-4525-8da5-d62bbed16f77 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=019cad4d-a92d-4351-8ebf-fda94ce5a945 HTTP/1.1" status: 200 len: 945 time: 0.5480509 Nov 25 17:47:11.449244 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-233632d5-82de-406b-b59d-188a7165462a admin admin] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:11.551629 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599aad92-9b5b-4d25-9220-551e067a4f89 req-dd7601f7-9a60-4bb1-b8a5-9f1e1da2d0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:11.554437 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-599aad92-9b5b-4d25-9220-551e067a4f89 req-dd7601f7-9a60-4bb1-b8a5-9f1e1da2d0cb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=51d942a2-a4cd-4685-a9c9-2707d3619302 HTTP/1.1" status: 200 len: 853 time: 0.2192631 Nov 25 17:47:11.704052 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-6596ac6f-2172-4fc1-8bed-82dc93c51e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85061d10-b0b5-45e6-9334-31c77dc331a3', 'name': 'tempest-TestVolumeBackupRestore-1338798108-router', 'tenant_id': '745b6d7aa8fc4a70b5ebbcad4768ef94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '7950222e-366e-449c-8598-c180179ea00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:40:48Z', 'updated_at': '2021-11-25T17:47:09Z', 'revision_number': 5, 'project_id': '745b6d7aa8fc4a70b5ebbcad4768ef94', 'gw_port': {'id': '7950222e-366e-449c-8598-c180179ea00c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:16:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85061d10-b0b5-45e6-9334-31c77dc331a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:50Z', 'updated_at': '2021-11-25T17:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:11.797037 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-599aad92-9b5b-4d25-9220-551e067a4f89 req-6012ac2b-c87f-44ef-882c-56b9efa0eaa4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b30ed141-e46f-4f04-93c5-818fdb0b9345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007254 Nov 25 17:47:11.808273 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device ff15919f-8a35-43b3-bd35-2550327cda0f up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:47:11.808467 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cd50210a-539b-4bb4-8c54-dc1e472d9c8a req-eb730092-9b5a-4b8a-b1d7-d1015196ff78 service neutron] 10.222.0.90 "GET /v2.0/networks/55aac267-cfea-4cb6-a3d1-5d2e5c9145dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8275020 Nov 25 17:47:11.819542 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6596ac6f-2172-4fc1-8bed-82dc93c51e53 None None] Checking router: 85061d10-b0b5-45e6-9334-31c77dc331a3 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:47:11.901826 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6596ac6f-2172-4fc1-8bed-82dc93c51e53 None None] Routers {'85061d10-b0b5-45e6-9334-31c77dc331a3'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:47:11.902535 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-6596ac6f-2172-4fc1-8bed-82dc93c51e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:46:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['85061d10-b0b5-45e6-9334-31c77dc331a3'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:11.967296 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-233632d5-82de-406b-b59d-188a7165462a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:12.006350 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d05ba08b-8255-4405-a7f1-82a58e2d6b15 req-a8feb4cd-59c1-477e-ace0-6d9cf94c91ea tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6321373 Nov 25 17:47:12.053215 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-599aad92-9b5b-4d25-9220-551e067a4f89 req-30220ffb-39d4-4825-8447-2bcbdf358b6b service neutron] 10.222.0.90 "GET /v2.0/networks/b30ed141-e46f-4f04-93c5-818fdb0b9345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461200 Nov 25 17:47:12.089724 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-6596ac6f-2172-4fc1-8bed-82dc93c51e53 None None] Set router 85061d10-b0b5-45e6-9334-31c77dc331a3 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:47:12.099223 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70df9ee-31d7-4d57-ae19-5e0f1f111967 req-e8e11605-ac83-4d90-aa24-baaebae6979f tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:12.101332 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b70df9ee-31d7-4d57-ae19-5e0f1f111967 req-e8e11605-ac83-4d90-aa24-baaebae6979f tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.4873009 Nov 25 17:47:12.153304 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-8011edb3-1b8d-4f85-af10-990fccacf2b4 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Delete allocated IP 172.20.0.14 (8d7e4a45-bfe2-414e-a417-1d31226cac38/e75b1007-8352-49ad-9688-30cfb37ffd2a) {{(pid=103361) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 25 17:47:12.207370 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-8011edb3-1b8d-4f85-af10-990fccacf2b4 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Allocated IP 172.20.0.46 (8d7e4a45-bfe2-414e-a417-1d31226cac38/7b888f73-3e55-495a-8bf1-2af649a25aa9/5933c8d2-59ae-4836-bb7a-cab3efa72203) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:47:12.215577 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bae9b3a0-9dc7-423b-bd52-e3a21ad875b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:12.224079 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b70df9ee-31d7-4d57-ae19-5e0f1f111967 req-616497de-6467-4427-b4f6-4384fedc3bca tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114821 Nov 25 17:47:12.538742 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port ff15919f-8a35-43b3-bd35-2550327cda0f triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:47:12.539518 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:12.642366 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-6596ac6f-2172-4fc1-8bed-82dc93c51e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85061d10-b0b5-45e6-9334-31c77dc331a3', 'name': 'tempest-TestVolumeBackupRestore-1338798108-router', 'tenant_id': '745b6d7aa8fc4a70b5ebbcad4768ef94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '7950222e-366e-449c-8598-c180179ea00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:40:48Z', 'updated_at': '2021-11-25T17:47:09Z', 'revision_number': 5, 'project_id': '745b6d7aa8fc4a70b5ebbcad4768ef94', 'gw_port': {'id': '7950222e-366e-449c-8598-c180179ea00c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:16:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85061d10-b0b5-45e6-9334-31c77dc331a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:50Z', 'updated_at': '2021-11-25T17:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:12.679255 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6596ac6f-2172-4fc1-8bed-82dc93c51e53 None None] The sync data for ids ['85061d10-b0b5-45e6-9334-31c77dc331a3'] in n-d-817746-1 is: [{'id': '85061d10-b0b5-45e6-9334-31c77dc331a3', 'name': 'tempest-TestVolumeBackupRestore-1338798108-router', 'tenant_id': '745b6d7aa8fc4a70b5ebbcad4768ef94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '7950222e-366e-449c-8598-c180179ea00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:40:48Z', 'updated_at': '2021-11-25T17:47:09Z', 'revision_number': 5, 'project_id': '745b6d7aa8fc4a70b5ebbcad4768ef94', 'gw_port': {'id': '7950222e-366e-449c-8598-c180179ea00c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:16:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85061d10-b0b5-45e6-9334-31c77dc331a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:50Z', 'updated_at': '2021-11-25T17:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:47:12.852426 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-233632d5-82de-406b-b59d-188a7165462a admin admin] Deleting port 7950222e-366e-449c-8598-c180179ea00c {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:47:12.853002 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-233632d5-82de-406b-b59d-188a7165462a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:12.911249 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-599aad92-9b5b-4d25-9220-551e067a4f89 req-252d4cc2-1ff4-4d9b-a99b-cef2dac4d3d8 service neutron] 10.222.0.90 "GET /v2.0/networks/b30ed141-e46f-4f04-93c5-818fdb0b9345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8483360 Nov 25 17:47:12.932801 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-00b4a526-fde9-4bb1-a242-2ae9c934e4fd req-a3304d8f-f7aa-4559-b85c-85a612a93e68 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=696ba9968638467ab0c418d763598933 HTTP/1.1" status: 200 len: 221 time: 0.2309864 Nov 25 17:47:12.938946 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8011edb3-1b8d-4f85-af10-990fccacf2b4 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:12.951438 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8011edb3-1b8d-4f85-af10-990fccacf2b4 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:13.017300 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-233632d5-82de-406b-b59d-188a7165462a admin admin] For port 7950222e-366e-449c-8598-c180179ea00c, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=7950222e-366e-449c-8598-c180179ea00c,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:47:13.018498 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-233632d5-82de-406b-b59d-188a7165462a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:13.029323 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae9b3a0-9dc7-423b-bd52-e3a21ad875b9 admin admin] Router 33bc4f79-0907-4297-bd85-3990c63f4824 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:47:13.081974 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-233632d5-82de-406b-b59d-188a7165462a admin admin] Calling delete_port for 7950222e-366e-449c-8598-c180179ea00c owned by network:router_gateway {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:47:13.152281 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8011edb3-1b8d-4f85-af10-990fccacf2b4 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event updated for resources: {'Port': ['ID=5933c8d2-59ae-4836-bb7a-cab3efa72203,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:13.270257 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 1e85e3cf-cabe-408d-a25a-879f190221c8 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:47:13.310962 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 1e85e3cf-cabe-408d-a25a-879f190221c8 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:47:13.311569 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 1e85e3cf-cabe-408d-a25a-879f190221c8 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:47:13.394347 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-8011edb3-1b8d-4f85-af10-990fccacf2b4 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] In _notify_port_updated(), no bound segment for port 5933c8d2-59ae-4836-bb7a-cab3efa72203 on network 8d7e4a45-bfe2-414e-a417-1d31226cac38 {{(pid=103361) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:47:13.401043 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8011edb3-1b8d-4f85-af10-990fccacf2b4 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:13.402356 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8011edb3-1b8d-4f85-af10-990fccacf2b4 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:13.403662 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-8011edb3-1b8d-4f85-af10-990fccacf2b4 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "PUT /v2.0/ports/5933c8d2-59ae-4836-bb7a-cab3efa72203 HTTP/1.1" status: 200 len: 960 time: 5.4379396 Nov 25 17:47:13.416787 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39596) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:13.515014 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-233632d5-82de-406b-b59d-188a7165462a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:13.530238 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683c204-d2b8-4918-a988-0428e6dcaf1e req-d9324c5c-7baf-4c2d-8d55-696a16895a34 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:13.540571 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2683c204-d2b8-4918-a988-0428e6dcaf1e req-d9324c5c-7baf-4c2d-8d55-696a16895a34 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.4142530 Nov 25 17:47:13.567546 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be8aab-9b2f-4c52-8576-4883ca751077 req-b5a578f2-e2ac-4629-a804-fff6997b9ed6 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:13.571130 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-32be8aab-9b2f-4c52-8576-4883ca751077 req-b5a578f2-e2ac-4629-a804-fff6997b9ed6 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=019cad4d-a92d-4351-8ebf-fda94ce5a945 HTTP/1.1" status: 200 len: 945 time: 0.4014387 Nov 25 17:47:13.603573 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233632d5-82de-406b-b59d-188a7165462a admin admin] Pushing event deleted for resources: {'Port': ['ID=7950222e-366e-449c-8598-c180179ea00c,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:13.645120 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32254875-8ad6-45b0-b808-cb42f693054c None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:47:13.692723 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae9b3a0-9dc7-423b-bd52-e3a21ad875b9 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:47:13.703182 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5ac319-17f2-486e-bfad-6eefa0cadb07 None None] Sync routers for ids ['33bc4f79-0907-4297-bd85-3990c63f4824'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:47:13.708278 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-bae9b3a0-9dc7-423b-bd52-e3a21ad875b9 admin admin] 10.222.0.75 "PUT /v2.0/routers/33bc4f79-0907-4297-bd85-3990c63f4824/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2789562 Nov 25 17:47:13.714814 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39610) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:13.722649 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5ac319-17f2-486e-bfad-6eefa0cadb07 None None] Routers {'33bc4f79-0907-4297-bd85-3990c63f4824'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:47:13.726685 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-1d5ac319-17f2-486e-bfad-6eefa0cadb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:46:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['33bc4f79-0907-4297-bd85-3990c63f4824'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:13.784651 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2683c204-d2b8-4918-a988-0428e6dcaf1e req-51eb4a95-5ebe-4485-8654-6cc431fc9514 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429464 Nov 25 17:47:13.803668 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-233632d5-82de-406b-b59d-188a7165462a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:13.809081 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-4b7d57b9-b401-41b4-a335-fca5b277269d None None] Provisioning complete for port 5933c8d2-59ae-4836-bb7a-cab3efa72203 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:47:13.809284 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4b7d57b9-b401-41b4-a335-fca5b277269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:13.896467 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-4b7d57b9-b401-41b4-a335-fca5b277269d None None] Port 5933c8d2-59ae-4836-bb7a-cab3efa72203 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:47:14.063388 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-32be8aab-9b2f-4c52-8576-4883ca751077 req-acaae417-ee77-47a5-8312-b2beb0beaa32 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4717250 Nov 25 17:47:14.139899 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-233632d5-82de-406b-b59d-188a7165462a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:14.143556 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-233632d5-82de-406b-b59d-188a7165462a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:14.214508 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-1d5ac319-17f2-486e-bfad-6eefa0cadb07 None None] Set router 33bc4f79-0907-4297-bd85-3990c63f4824 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:47:14.268685 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-0170e936-a556-4670-bb49-f1b83310394e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Deleting port 5933c8d2-59ae-4836-bb7a-cab3efa72203 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:47:14.269082 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0170e936-a556-4670-bb49-f1b83310394e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:14.273504 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-233632d5-82de-406b-b59d-188a7165462a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:14.273504 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-233632d5-82de-406b-b59d-188a7165462a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85061d10-b0b5-45e6-9334-31c77dc331a3 {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:47:14.277645 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-233632d5-82de-406b-b59d-188a7165462a admin admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:14.281740 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-233632d5-82de-406b-b59d-188a7165462a admin admin] 10.222.0.75 "DELETE /v2.0/routers/85061d10-b0b5-45e6-9334-31c77dc331a3 HTTP/1.1" status: 204 len: 168 time: 3.4720705 Nov 25 17:47:14.282324 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39620) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:14.342706 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e2c015-e7f9-47df-8124-81032ffb023f req-d1874b58-a653-4513-8d76-442338bc4fb2 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:14.352110 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a8e2c015-e7f9-47df-8124-81032ffb023f req-d1874b58-a653-4513-8d76-442338bc4fb2 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.3125806 Nov 25 17:47:14.431677 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-aebdedd9-79f5-4304-aa81-7d9d45c0297c admin admin] Deleting subnet 59ff6854-4900-4942-87d3-b6659323a0cb {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:47:14.435809 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-aebdedd9-79f5-4304-aa81-7d9d45c0297c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:14.514617 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0170e936-a556-4670-bb49-f1b83310394e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:14.529150 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-0170e936-a556-4670-bb49-f1b83310394e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Calling delete_port for 5933c8d2-59ae-4836-bb7a-cab3efa72203 owned by {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:47:14.529368 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-aebdedd9-79f5-4304-aa81-7d9d45c0297c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:14.556326 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-1d5ac319-17f2-486e-bfad-6eefa0cadb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33bc4f79-0907-4297-bd85-3990c63f4824', 'name': 'tempest-TestAggregatesBasicOps-1392123178-router', 'tenant_id': '6e46a2d501b24d24bd8a58d703ca2267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'ab05c66b-ff49-4cd7-a9ba-9983161ef007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:29Z', 'updated_at': '2021-11-25T17:47:10Z', 'revision_number': 5, 'project_id': '6e46a2d501b24d24bd8a58d703ca2267', 'gw_port': {'id': 'ab05c66b-ff49-4cd7-a9ba-9983161ef007', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bc4f79-0907-4297-bd85-3990c63f4824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:31Z', 'updated_at': '2021-11-25T17:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:14.628466 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5ac319-17f2-486e-bfad-6eefa0cadb07 None None] Checking router: 33bc4f79-0907-4297-bd85-3990c63f4824 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:47:14.648412 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5ac319-17f2-486e-bfad-6eefa0cadb07 None None] Routers {'33bc4f79-0907-4297-bd85-3990c63f4824'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:47:14.649267 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-1d5ac319-17f2-486e-bfad-6eefa0cadb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:46:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['33bc4f79-0907-4297-bd85-3990c63f4824'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:14.650711 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e4bad8bf-55c8-4217-a911-e0ec5c2ddf19 admin admin] Publish callbacks [] for router, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:14.750834 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-aebdedd9-79f5-4304-aa81-7d9d45c0297c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:14.963129 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-aebdedd9-79f5-4304-aa81-7d9d45c0297c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:15.040464 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebdedd9-79f5-4304-aa81-7d9d45c0297c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59ff6854-4900-4942-87d3-b6659323a0cb,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:15.048722 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-aebdedd9-79f5-4304-aa81-7d9d45c0297c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:15.053328 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75ffaa6-a971-443d-9929-bd10b3f1685c None None] Network 7b970361-db1b-45fa-9068-3650d0797a2a requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:47:15.057919 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-aebdedd9-79f5-4304-aa81-7d9d45c0297c admin admin] 10.222.0.75 "DELETE /v2.0/subnets/59ff6854-4900-4942-87d3-b6659323a0cb HTTP/1.1" status: 204 len: 168 time: 0.7745857 Nov 25 17:47:15.058857 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39660) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:15.079298 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-1d5ac319-17f2-486e-bfad-6eefa0cadb07 None None] Set router 33bc4f79-0907-4297-bd85-3990c63f4824 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:47:15.154852 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f2b839d4-6519-4e38-8d71-d2dbcd403d50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:15.279832 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-f2b839d4-6519-4e38-8d71-d2dbcd403d50 admin admin] Deleting port d57d4a09-0bbc-4956-b22b-5d927de1beb8 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:47:15.280172 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f2b839d4-6519-4e38-8d71-d2dbcd403d50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:15.338857 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084b99e8-8a61-4147-8419-f82bec78bd09 None None] DHCP port deletion for 7b970361-db1b-45fa-9068-3650d0797a2a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:47:15.344943 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 7950222e-366e-449c-8598-c180179ea00c no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:47:15.351619 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:47:15.387409 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-f2b839d4-6519-4e38-8d71-d2dbcd403d50 admin admin] For port d57d4a09-0bbc-4956-b22b-5d927de1beb8, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d57d4a09-0bbc-4956-b22b-5d927de1beb8,segment=NetworkSegment(3cea5712-e879-4358-ae6c-d58f64b0f02f),segment_id=3cea5712-e879-4358-ae6c-d58f64b0f02f)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:47:15.387778 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f2b839d4-6519-4e38-8d71-d2dbcd403d50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:15.402890 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 7950222e-366e-449c-8598-c180179ea00c {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:47:15.403253 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-f2b839d4-6519-4e38-8d71-d2dbcd403d50 admin admin] Calling delete_port for d57d4a09-0bbc-4956-b22b-5d927de1beb8 owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:47:15.405052 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 7950222e-366e-449c-8598-c180179ea00c not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:47:15.506544 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-084b99e8-8a61-4147-8419-f82bec78bd09 None None] Deleting port d57d4a09-0bbc-4956-b22b-5d927de1beb8 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:47:15.506544 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-084b99e8-8a61-4147-8419-f82bec78bd09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:15.562250 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f2b839d4-6519-4e38-8d71-d2dbcd403d50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:15.574124 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-1d5ac319-17f2-486e-bfad-6eefa0cadb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33bc4f79-0907-4297-bd85-3990c63f4824', 'name': 'tempest-TestAggregatesBasicOps-1392123178-router', 'tenant_id': '6e46a2d501b24d24bd8a58d703ca2267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'ab05c66b-ff49-4cd7-a9ba-9983161ef007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:29Z', 'updated_at': '2021-11-25T17:47:10Z', 'revision_number': 5, 'project_id': '6e46a2d501b24d24bd8a58d703ca2267', 'gw_port': {'id': 'ab05c66b-ff49-4cd7-a9ba-9983161ef007', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bc4f79-0907-4297-bd85-3990c63f4824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:31Z', 'updated_at': '2021-11-25T17:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:15.643546 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5ac319-17f2-486e-bfad-6eefa0cadb07 None None] The sync data for ids ['33bc4f79-0907-4297-bd85-3990c63f4824'] in n-d-817746-1 is: [{'id': '33bc4f79-0907-4297-bd85-3990c63f4824', 'name': 'tempest-TestAggregatesBasicOps-1392123178-router', 'tenant_id': '6e46a2d501b24d24bd8a58d703ca2267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'ab05c66b-ff49-4cd7-a9ba-9983161ef007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:29Z', 'updated_at': '2021-11-25T17:47:10Z', 'revision_number': 5, 'project_id': '6e46a2d501b24d24bd8a58d703ca2267', 'gw_port': {'id': 'ab05c66b-ff49-4cd7-a9ba-9983161ef007', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bc4f79-0907-4297-bd85-3990c63f4824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:31Z', 'updated_at': '2021-11-25T17:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:47:15.652120 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b839d4-6519-4e38-8d71-d2dbcd403d50 admin admin] Pushing event deleted for resources: {'Port': ['ID=d57d4a09-0bbc-4956-b22b-5d927de1beb8,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:15.670918 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b839d4-6519-4e38-8d71-d2dbcd403d50 admin admin] No DVR routers for this DVR port d57d4a09-0bbc-4956-b22b-5d927de1beb8 on host n-d-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:47:15.706713 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-084b99e8-8a61-4147-8419-f82bec78bd09 None None] For port d57d4a09-0bbc-4956-b22b-5d927de1beb8, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d57d4a09-0bbc-4956-b22b-5d927de1beb8,segment=NetworkSegment(3cea5712-e879-4358-ae6c-d58f64b0f02f),segment_id=3cea5712-e879-4358-ae6c-d58f64b0f02f)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:47:15.707126 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-084b99e8-8a61-4147-8419-f82bec78bd09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:15.751344 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-084b99e8-8a61-4147-8419-f82bec78bd09 None None] Calling delete_port for d57d4a09-0bbc-4956-b22b-5d927de1beb8 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:47:15.827621 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a8e2c015-e7f9-47df-8124-81032ffb023f req-2ff60528-e4f9-45fa-9f6b-9a7bdc6cfe11 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4742706 Nov 25 17:47:15.852664 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f2b839d4-6519-4e38-8d71-d2dbcd403d50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:15.903008 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a5416a-9229-4410-84ad-5d796df83970 req-c785394b-6da0-4021-8833-dbcba8887d38 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:15.904277 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-f2b839d4-6519-4e38-8d71-d2dbcd403d50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b970361-db1b-45fa-9068-3650d0797a2a']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:15.913546 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-00a5416a-9229-4410-84ad-5d796df83970 req-c785394b-6da0-4021-8833-dbcba8887d38 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=019cad4d-a92d-4351-8ebf-fda94ce5a945 HTTP/1.1" status: 200 len: 945 time: 0.3645394 Nov 25 17:47:15.931623 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-f2b839d4-6519-4e38-8d71-d2dbcd403d50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cea5712-e879-4358-ae6c-d58f64b0f02f') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:15.932296 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-f2b839d4-6519-4e38-8d71-d2dbcd403d50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cea5712-e879-4358-ae6c-d58f64b0f02f') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:15.934234 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e4bad8bf-55c8-4217-a911-e0ec5c2ddf19 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:15.962034 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f2b839d4-6519-4e38-8d71-d2dbcd403d50 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:15.989899 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f2b839d4-6519-4e38-8d71-d2dbcd403d50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:16.001184 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2b839d4-6519-4e38-8d71-d2dbcd403d50 admin admin] Releasing vlan 909 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:47:16.001773 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f2b839d4-6519-4e38-8d71-d2dbcd403d50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:16.006684 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:47:16.006684 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:47:16.006684 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:47:16.006684 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:47:16.006684 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:47:16.006684 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:47:16.006684 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:47:16.006684 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:47:16.006684 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:47:16.006684 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:47:16.006684 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:47:16.006684 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:47:16.006684 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:47:16.006684 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:47:16.006684 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:47:16.006684 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:47:16.006684 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:47:16.006684 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:47:16.006684 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:47:16.006684 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:47:16.006684 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:47:16.006684 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:47:16.006684 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:47:16.006684 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:47:16.006684 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:47:16.006684 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:47:16.006684 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:47:16.006684 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:47:16.006684 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:47:16.006684 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:47:16.006684 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:47:16.006684 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:47:16.055313 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-084b99e8-8a61-4147-8419-f82bec78bd09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:16.076627 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084b99e8-8a61-4147-8419-f82bec78bd09 None None] No DVR routers for this DVR port d57d4a09-0bbc-4956-b22b-5d927de1beb8 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:47:16.119626 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084b99e8-8a61-4147-8419-f82bec78bd09 None None] Pushing event deleted for resources: {'Port': ['ID=d57d4a09-0bbc-4956-b22b-5d927de1beb8,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:16.137224 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f2b839d4-6519-4e38-8d71-d2dbcd403d50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:16.161667 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f2b839d4-6519-4e38-8d71-d2dbcd403d50 admin admin] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:16.165969 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f2b839d4-6519-4e38-8d71-d2dbcd403d50 admin admin] 10.222.0.75 "DELETE /v2.0/networks/7b970361-db1b-45fa-9068-3650d0797a2a HTTP/1.1" status: 204 len: 168 time: 1.1058419 Nov 25 17:47:16.166884 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b839d4-6519-4e38-8d71-d2dbcd403d50 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b970361-db1b-45fa-9068-3650d0797a2a,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:16.194151 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-00a5416a-9229-4410-84ad-5d796df83970 req-78796c91-ca44-4b3a-99c0-f68f47648385 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788041 Nov 25 17:47:16.218910 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0170e936-a556-4670-bb49-f1b83310394e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:16.315975 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0170e936-a556-4670-bb49-f1b83310394e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event deleted for resources: {'Port': ['ID=5933c8d2-59ae-4836-bb7a-cab3efa72203,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:16.415604 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a238a-2542-429a-a71e-5a60f31b1661 req-a87a527b-c3f4-40f3-934c-02cf01e875a8 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:16.417193 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f48a238a-2542-429a-a71e-5a60f31b1661 req-a87a527b-c3f4-40f3-934c-02cf01e875a8 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.3178353 Nov 25 17:47:16.449839 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39734) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:16.492459 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0170e936-a556-4670-bb49-f1b83310394e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:16.504649 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-0170e936-a556-4670-bb49-f1b83310394e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "DELETE /v2.0/ports/5933c8d2-59ae-4836-bb7a-cab3efa72203 HTTP/1.1" status: 204 len: 168 time: 3.0859549 Nov 25 17:47:16.506779 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39740) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:16.571477 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-e4bad8bf-55c8-4217-a911-e0ec5c2ddf19 admin admin] Deleting port ab05c66b-ff49-4cd7-a9ba-9983161ef007 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:47:16.571819 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e4bad8bf-55c8-4217-a911-e0ec5c2ddf19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:16.579204 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-7012f8aa-ae7f-4cdd-be51-dd08c299c61b tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] GET failed (client error): The resource could not be found. Nov 25 17:47:16.586986 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7012f8aa-ae7f-4cdd-be51-dd08c299c61b tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "GET /v2.0/ports/5933c8d2-59ae-4836-bb7a-cab3efa72203 HTTP/1.1" status: 404 len: 333 time: 0.0732179 Nov 25 17:47:16.589046 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39742) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:16.680748 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-101c84aa-9124-4e0b-b969-22eee5a04b68 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e67f483089c147bfb012c80d67402bfc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2294321 Nov 25 17:47:16.682357 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39744) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:16.707151 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f48a238a-2542-429a-a71e-5a60f31b1661 req-f1813594-2193-4cf9-b2b9-4ad321c64361 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717319 Nov 25 17:47:16.724046 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-e4bad8bf-55c8-4217-a911-e0ec5c2ddf19 admin admin] For port ab05c66b-ff49-4cd7-a9ba-9983161ef007, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=ab05c66b-ff49-4cd7-a9ba-9983161ef007,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:47:16.724946 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e4bad8bf-55c8-4217-a911-e0ec5c2ddf19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:16.741229 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:16.748420 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-e4bad8bf-55c8-4217-a911-e0ec5c2ddf19 admin admin] Calling delete_port for ab05c66b-ff49-4cd7-a9ba-9983161ef007 owned by network:router_gateway {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:47:16.792708 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bc630e25-769f-4b98-bcc9-1d1c5a814fa1 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:16.827806 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b77f0631-ef44-45f5-a46c-96b41e6203d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:16.850267 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bc630e25-769f-4b98-bcc9-1d1c5a814fa1 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:16.882314 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b77f0631-ef44-45f5-a46c-96b41e6203d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:16.954044 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:16.977096 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bc630e25-769f-4b98-bcc9-1d1c5a814fa1 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:16.982245 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bc630e25-769f-4b98-bcc9-1d1c5a814fa1 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:16.988014 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-bc630e25-769f-4b98-bcc9-1d1c5a814fa1 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "DELETE /v2.0/security-groups/b3b5594f-97ff-4aa3-92dd-f91f970ae380 HTTP/1.1" status: 204 len: 168 time: 0.3777454 Nov 25 17:47:16.989469 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39764) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:17.016403 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc630e25-769f-4b98-bcc9-1d1c5a814fa1 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b5594f-97ff-4aa3-92dd-f91f970ae380,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:17.023049 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b77f0631-ef44-45f5-a46c-96b41e6203d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:17.025702 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b77f0631-ef44-45f5-a46c-96b41e6203d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:17.027077 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b77f0631-ef44-45f5-a46c-96b41e6203d7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c947fccf-cedf-4a04-b14d-ccef06b8ecd8 HTTP/1.1" status: 204 len: 168 time: 0.3380597 Nov 25 17:47:17.045998 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f0631-ef44-45f5-a46c-96b41e6203d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c947fccf-cedf-4a04-b14d-ccef06b8ecd8,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:17.082998 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f47e1-7a1d-4758-a404-8da915624c34 req-8ca75439-1ca9-4ae3-8825-1f3d79c54394 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:17.084569 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-101f47e1-7a1d-4758-a404-8da915624c34 req-8ca75439-1ca9-4ae3-8825-1f3d79c54394 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.2196338 Nov 25 17:47:17.097531 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a3517079-458f-43c9-ae85-5d7e769973b2 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:17.166618 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a3517079-458f-43c9-ae85-5d7e769973b2 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:17.238646 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4789f9bf-1f1f-4b98-96ff-3ba044934d8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:17.290615 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a3517079-458f-43c9-ae85-5d7e769973b2 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:17.296505 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a3517079-458f-43c9-ae85-5d7e769973b2 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:17.302702 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a3517079-458f-43c9-ae85-5d7e769973b2 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "DELETE /v2.0/security-groups/c6a4bfce-4cff-4820-9914-3eabcc8f5954 HTTP/1.1" status: 204 len: 168 time: 0.3082471 Nov 25 17:47:17.305387 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39780) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:17.419774 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3517079-458f-43c9-ae85-5d7e769973b2 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a4bfce-4cff-4820-9914-3eabcc8f5954,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:17.459797 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-101f47e1-7a1d-4758-a404-8da915624c34 req-325c0bc5-ea9f-40d8-bba8-11079888c568 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3635366 Nov 25 17:47:17.510876 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c6865c5f-06de-45d7-891e-2718dad015bc tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:17.512349 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device f5cc415d-bf59-43bd-87a5-59a199e04e07 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:47:17.603117 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c6865c5f-06de-45d7-891e-2718dad015bc tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:17.662134 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: f5cc415d-bf59-43bd-87a5-59a199e04e07 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:47:17.662475 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device f5cc415d-bf59-43bd-87a5-59a199e04e07 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:47:17.662963 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d57d4a09-0bbc-4956-b22b-5d927de1beb8 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:47:17.710231 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c6865c5f-06de-45d7-891e-2718dad015bc tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:17.713998 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c6865c5f-06de-45d7-891e-2718dad015bc tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:17.715204 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c6865c5f-06de-45d7-891e-2718dad015bc tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "DELETE /v2.0/security-groups/f272f26f-db3e-4fea-9616-a09093c2440a HTTP/1.1" status: 204 len: 168 time: 0.3989708 Nov 25 17:47:17.735214 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39804) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:17.736470 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6865c5f-06de-45d7-891e-2718dad015bc tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f272f26f-db3e-4fea-9616-a09093c2440a,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:17.744785 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: d57d4a09-0bbc-4956-b22b-5d927de1beb8 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:47:17.745787 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d57d4a09-0bbc-4956-b22b-5d927de1beb8 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:47:17.826698 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c488062-4b9a-4b0d-a326-9b979cd8ac60 req-be41b211-1680-45fd-a7ac-742b6cb81dca tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:17.828274 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6c488062-4b9a-4b0d-a326-9b979cd8ac60 req-be41b211-1680-45fd-a7ac-742b6cb81dca tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=019cad4d-a92d-4351-8ebf-fda94ce5a945 HTTP/1.1" status: 200 len: 945 time: 0.3672390 Nov 25 17:47:17.843096 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-8031b9c0-16b6-4438-93ea-61a28a5e62a9 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Deleting subnet e75b1007-8352-49ad-9688-30cfb37ffd2a {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:47:17.851439 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8031b9c0-16b6-4438-93ea-61a28a5e62a9 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:17.918751 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37b3f0-55fb-4f47-9e1c-0367b72b9c22 req-1b42cc30-4b70-4ddb-83d2-b29d03ca5f1d tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:17.920970 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9a37b3f0-55fb-4f47-9e1c-0367b72b9c22 req-1b42cc30-4b70-4ddb-83d2-b29d03ca5f1d tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.2872057 Nov 25 17:47:17.921972 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e4bad8bf-55c8-4217-a911-e0ec5c2ddf19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:17.923384 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8031b9c0-16b6-4438-93ea-61a28a5e62a9 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:17.996507 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bad8bf-55c8-4217-a911-e0ec5c2ddf19 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab05c66b-ff49-4cd7-a9ba-9983161ef007,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:18.034174 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047b3440-0ac9-4e1f-9f72-c1e2761ced5c None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:47:18.049880 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8031b9c0-16b6-4438-93ea-61a28a5e62a9 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:18.125249 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6c488062-4b9a-4b0d-a326-9b979cd8ac60 req-f77a9fb8-b9df-4430-937d-b14ab1ba9b88 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711806 Nov 25 17:47:18.165621 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8031b9c0-16b6-4438-93ea-61a28a5e62a9 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:18.232351 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6c6559-1051-475a-9f3c-a91d9208e9c0 None None] Network 8d7e4a45-bfe2-414e-a417-1d31226cac38 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:47:18.240433 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8031b9c0-16b6-4438-93ea-61a28a5e62a9 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event deleted for resources: {'Subnet': ['ID=e75b1007-8352-49ad-9688-30cfb37ffd2a,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:18.251193 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8031b9c0-16b6-4438-93ea-61a28a5e62a9 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:18.255354 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8031b9c0-16b6-4438-93ea-61a28a5e62a9 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "DELETE /v2.0/subnets/e75b1007-8352-49ad-9688-30cfb37ffd2a HTTP/1.1" status: 204 len: 168 time: 0.5156083 Nov 25 17:47:18.259922 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39818) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:18.307155 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9a37b3f0-55fb-4f47-9e1c-0367b72b9c22 req-ed101dfc-43e7-4228-b413-e0f2d9142036 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3738949 Nov 25 17:47:18.321940 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e4bad8bf-55c8-4217-a911-e0ec5c2ddf19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:18.384927 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-a755b636-d3b7-482b-9e6b-0a1676475360 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Deleting subnet 7b888f73-3e55-495a-8bf1-2af649a25aa9 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:47:18.396526 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a755b636-d3b7-482b-9e6b-0a1676475360 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:18.444494 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39826) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:18.525711 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a755b636-d3b7-482b-9e6b-0a1676475360 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:18.688026 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e4bad8bf-55c8-4217-a911-e0ec5c2ddf19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:18.711966 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e4bad8bf-55c8-4217-a911-e0ec5c2ddf19 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:18.765976 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a755b636-d3b7-482b-9e6b-0a1676475360 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:18.786128 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-b23f5882-86fa-475f-a4fb-8631504785c2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=745b6d7aa8fc4a70b5ebbcad4768ef94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3362870 Nov 25 17:47:18.788774 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e4bad8bf-55c8-4217-a911-e0ec5c2ddf19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:18.789679 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4bad8bf-55c8-4217-a911-e0ec5c2ddf19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33bc4f79-0907-4297-bd85-3990c63f4824 {{(pid=103361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:47:18.799797 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e4bad8bf-55c8-4217-a911-e0ec5c2ddf19 admin admin] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:18.801281 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-e4bad8bf-55c8-4217-a911-e0ec5c2ddf19 admin admin] 10.222.0.75 "DELETE /v2.0/routers/33bc4f79-0907-4297-bd85-3990c63f4824 HTTP/1.1" status: 204 len: 168 time: 5.0804288 Nov 25 17:47:18.802232 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39844) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:18.810911 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2415dec-8746-4670-aa3e-d244abf7e7c9 req-99ed8142-0f8e-4b0f-80b8-8f47a6458a6b tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:18.813215 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c2415dec-8746-4670-aa3e-d244abf7e7c9 req-99ed8142-0f8e-4b0f-80b8-8f47a6458a6b tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.1933010 Nov 25 17:47:18.815968 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39846) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:18.904517 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-005102b5-6ba4-4c37-b359-7bf7c9bc94fa admin admin] Deleting subnet d4a8e97e-c950-476c-8cf2-46cf5bbd30a7 {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:47:18.927903 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-005102b5-6ba4-4c37-b359-7bf7c9bc94fa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:19.014627 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a755b636-d3b7-482b-9e6b-0a1676475360 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:19.082469 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c2415dec-8746-4670-aa3e-d244abf7e7c9 req-39a22732-055f-44fa-afe6-e5420be804ee tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573507 Nov 25 17:47:19.090218 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a755b636-d3b7-482b-9e6b-0a1676475360 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event deleted for resources: {'Subnet': ['ID=7b888f73-3e55-495a-8bf1-2af649a25aa9,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:19.124649 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a755b636-d3b7-482b-9e6b-0a1676475360 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:19.130210 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-005102b5-6ba4-4c37-b359-7bf7c9bc94fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:19.132794 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39872) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:19.139731 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a755b636-d3b7-482b-9e6b-0a1676475360 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "DELETE /v2.0/subnets/7b888f73-3e55-495a-8bf1-2af649a25aa9 HTTP/1.1" status: 204 len: 168 time: 0.8676438 Nov 25 17:47:19.140558 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [req-c180a1b3-9732-4dfa-88f4-f3aa5b5596ea req-7cd84752-1335-41af-815d-da3a4815d8f0 service neutron] (103360) timed out ('10.222.0.90', 51494) {{(pid=103360) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 17:47:19.219486 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-74b733c7-6017-4274-a54d-ad778e5b2c59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:19.276164 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-80ce9b10-b9c1-4040-b75c-5ff0c150e5c4 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] DELETE failed (client error): The resource could not be found. Nov 25 17:47:19.276629 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80ce9b10-b9c1-4040-b75c-5ff0c150e5c4 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:47:19.282292 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-80ce9b10-b9c1-4040-b75c-5ff0c150e5c4 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "DELETE /v2.0/subnets/e75b1007-8352-49ad-9688-30cfb37ffd2a HTTP/1.1" status: 404 len: 337 time: 0.1461105 Nov 25 17:47:19.282631 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39884) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:19.368693 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f7ea00a-a553-47c0-8b61-6354653416d2 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Deleting subnet 4ee6c972-be41-4e18-9110-372ab9e73ea3 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:47:19.372588 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8f7ea00a-a553-47c0-8b61-6354653416d2 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:19.428219 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8f7ea00a-a553-47c0-8b61-6354653416d2 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:19.493234 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-74b733c7-6017-4274-a54d-ad778e5b2c59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:19.554545 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device ab05c66b-ff49-4cd7-a9ba-9983161ef007 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:47:19.599302 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8f7ea00a-a553-47c0-8b61-6354653416d2 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:19.603815 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: ab05c66b-ff49-4cd7-a9ba-9983161ef007 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:47:19.604266 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device ab05c66b-ff49-4cd7-a9ba-9983161ef007 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:47:19.605096 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728cab76-2783-4fcc-8fa7-d32ec7555d11 req-f0b18fa5-2a89-4c67-a134-aa84f40eda79 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:19.615403 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-728cab76-2783-4fcc-8fa7-d32ec7555d11 req-f0b18fa5-2a89-4c67-a134-aa84f40eda79 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=019cad4d-a92d-4351-8ebf-fda94ce5a945 HTTP/1.1" status: 200 len: 945 time: 0.3048298 Nov 25 17:47:19.688198 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9508a9-3722-452c-9225-62118907b61e req-46cdfe93-628b-412e-af8d-0e79e4d068ff tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:19.697539 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7a9508a9-3722-452c-9225-62118907b61e req-46cdfe93-628b-412e-af8d-0e79e4d068ff tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.4814901 Nov 25 17:47:19.700796 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-005102b5-6ba4-4c37-b359-7bf7c9bc94fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:19.701203 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8f7ea00a-a553-47c0-8b61-6354653416d2 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:19.735695 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8f7ea00a-a553-47c0-8b61-6354653416d2 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:19.742813 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8f7ea00a-a553-47c0-8b61-6354653416d2 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "DELETE /v2.0/subnets/4ee6c972-be41-4e18-9110-372ab9e73ea3 HTTP/1.1" status: 204 len: 168 time: 0.4563627 Nov 25 17:47:19.768007 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46557343-83b8-4453-ace6-c1737d4b93cf None None] Network 8d7e4a45-bfe2-414e-a417-1d31226cac38 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:47:19.769948 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39894) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:19.781673 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7ea00a-a553-47c0-8b61-6354653416d2 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event deleted for resources: {'Subnet': ['ID=4ee6c972-be41-4e18-9110-372ab9e73ea3,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:19.815801 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-7af588e5-16d0-4aac-bdfc-8b64e8d7af2a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] DELETE failed (client error): The resource could not be found. Nov 25 17:47:19.816566 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7af588e5-16d0-4aac-bdfc-8b64e8d7af2a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:47:19.821379 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7af588e5-16d0-4aac-bdfc-8b64e8d7af2a tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "DELETE /v2.0/subnets/f6274f92-e7c0-4eca-bda0-054a38d096c8 HTTP/1.1" status: 404 len: 337 time: 0.0493877 Nov 25 17:47:19.823392 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39896) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:19.864143 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-005102b5-6ba4-4c37-b359-7bf7c9bc94fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:19.869971 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9a51108e-bd9b-4553-ad28-4079a0bbf4b3 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "GET /v2.0/ports?device_id=fee1d27c-162e-4a55-bb4b-bbed011f6fc6 HTTP/1.1" status: 200 len: 205 time: 0.0430691 Nov 25 17:47:19.870611 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39898) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:19.902177 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2c9df7d0-76cb-4ff6-9385-a61a93897253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:19.936776 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-c998e8d5-094e-421d-95c8-dbc1b5bcd34e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] delete failed (client error): The resource could not be found. Nov 25 17:47:19.937862 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005102b5-6ba4-4c37-b359-7bf7c9bc94fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4a8e97e-c950-476c-8cf2-46cf5bbd30a7,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:19.945125 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c998e8d5-094e-421d-95c8-dbc1b5bcd34e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "DELETE /v2.0/routers/fee1d27c-162e-4a55-bb4b-bbed011f6fc6 HTTP/1.1" status: 404 len: 336 time: 0.0695329 Nov 25 17:47:19.950201 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39900) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:19.960326 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-ba670071-b347-4508-ad2d-800a15172e25 None None] Provisioning complete for port ff15919f-8a35-43b3-bd35-2550327cda0f triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:47:19.961826 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ba670071-b347-4508-ad2d-800a15172e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:19.966414 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-005102b5-6ba4-4c37-b359-7bf7c9bc94fa admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:19.974902 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-005102b5-6ba4-4c37-b359-7bf7c9bc94fa admin admin] 10.222.0.75 "DELETE /v2.0/subnets/d4a8e97e-c950-476c-8cf2-46cf5bbd30a7 HTTP/1.1" status: 204 len: 168 time: 1.1510692 Nov 25 17:47:20.020288 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c98a27f-393c-41c6-bac7-80dfabbb6ee4 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] DELETE failed (client error): The resource could not be found. Nov 25 17:47:20.020771 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c98a27f-393c-41c6-bac7-80dfabbb6ee4 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:47:20.031658 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4c98a27f-393c-41c6-bac7-80dfabbb6ee4 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "DELETE /v2.0/subnets/7143a025-c250-4743-b111-6394bba764bf HTTP/1.1" status: 404 len: 337 time: 0.0742564 Nov 25 17:47:20.032724 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39904) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:20.035738 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39910) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:20.065330 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-728cab76-2783-4fcc-8fa7-d32ec7555d11 req-ad26b043-5ba6-4440-89bf-8532e3d93d6b tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4485493 Nov 25 17:47:20.075632 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-74b733c7-6017-4274-a54d-ad778e5b2c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:20.078772 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-74b733c7-6017-4274-a54d-ad778e5b2c59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:20.083621 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-74b733c7-6017-4274-a54d-ad778e5b2c59 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/280db314-bde6-4404-8ec0-307e697ecb87 HTTP/1.1" status: 204 len: 168 time: 1.2688046 Nov 25 17:47:20.089796 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280c63d7-4e20-4d00-b894-81bc7dea66d6 None None] Network d0227144-e1d6-4afe-af3a-96912811fab1 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:47:20.107550 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b733c7-6017-4274-a54d-ad778e5b2c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=280db314-bde6-4404-8ec0-307e697ecb87,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:20.121500 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7a9508a9-3722-452c-9225-62118907b61e req-169685e9-0150-48e9-b397-aa3d0290891c tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4225042 Nov 25 17:47:20.128361 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e9884eab-1cca-4f8d-9aa4-f863cd54886d req-48ba7d9f-be37-4a80-b5ca-d3fba7e9f4cf service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2065413 Nov 25 17:47:20.176756 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-56311940-4113-40a3-bc60-dfb9e4e38815 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] DELETE failed (client error): The resource could not be found. Nov 25 17:47:20.176756 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56311940-4113-40a3-bc60-dfb9e4e38815 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:47:20.191132 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39922) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:20.191687 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-56311940-4113-40a3-bc60-dfb9e4e38815 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "DELETE /v2.0/subnets/34c5fb3e-c334-4cd5-84f8-91149febef90 HTTP/1.1" status: 404 len: 337 time: 0.1513345 Nov 25 17:47:20.325418 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-36e16c99-c4a9-475c-8fde-d758b4557cc8 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] DELETE failed (client error): The resource could not be found. Nov 25 17:47:20.325877 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36e16c99-c4a9-475c-8fde-d758b4557cc8 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:47:20.327396 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-912ee5d5-edbd-455b-b679-92e42deed3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:20.329706 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-36e16c99-c4a9-475c-8fde-d758b4557cc8 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "DELETE /v2.0/subnets/7cf6a5ea-30d1-41aa-883f-3e01ba8ab808 HTTP/1.1" status: 404 len: 337 time: 0.1375980 Nov 25 17:47:20.333072 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39930) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:20.441008 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-82a5efd8-8ccf-40e9-a2ef-95af41b6ada5 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] DELETE failed (client error): The resource could not be found. Nov 25 17:47:20.441586 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82a5efd8-8ccf-40e9-a2ef-95af41b6ada5 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:47:20.444596 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-82a5efd8-8ccf-40e9-a2ef-95af41b6ada5 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "DELETE /v2.0/ports/02dcb50c-9494-4cb5-84af-40adb69436f7 HTTP/1.1" status: 404 len: 333 time: 0.1100368 Nov 25 17:47:20.454778 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39934) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:20.459770 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-912ee5d5-edbd-455b-b679-92e42deed3b2 admin admin] Deleting port befba73b-8d69-40db-8d34-78dd59c9fe7b {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:47:20.460151 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-912ee5d5-edbd-455b-b679-92e42deed3b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:20.530999 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ad3b900-676b-4c26-90ba-cf889eb321cb tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] DELETE failed (client error): The resource could not be found. Nov 25 17:47:20.531810 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ad3b900-676b-4c26-90ba-cf889eb321cb tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:47:20.535566 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-6ad3b900-676b-4c26-90ba-cf889eb321cb tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "DELETE /v2.0/subnets/0d7a45e0-5e57-4dad-a011-ae4f84104dfd HTTP/1.1" status: 404 len: 337 time: 0.0723214 Nov 25 17:47:20.540339 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39936) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:20.560023 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9884eab-1cca-4f8d-9aa4-f863cd54886d req-0f578ea1-355e-44a6-8a3e-0927d6fb633b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:20.573568 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e9884eab-1cca-4f8d-9aa4-f863cd54886d req-0f578ea1-355e-44a6-8a3e-0927d6fb633b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=696ba9968638467ab0c418d763598933&device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 1096 time: 0.3136427 Nov 25 17:47:20.604640 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-d903fa05-6e7b-45d6-8bdb-9c7f5e86d63f tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] DELETE failed (client error): The resource could not be found. Nov 25 17:47:20.605558 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d903fa05-6e7b-45d6-8bdb-9c7f5e86d63f tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:47:20.605880 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f636f-8c71-4446-94d2-92528417d669 req-7c9b3dfa-9ddb-4204-b881-258fc1cb85d8 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:20.607518 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-487f636f-8c71-4446-94d2-92528417d669 req-7c9b3dfa-9ddb-4204-b881-258fc1cb85d8 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.2763577 Nov 25 17:47:20.613095 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d903fa05-6e7b-45d6-8bdb-9c7f5e86d63f tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "DELETE /v2.0/subnets/431de3c0-69dd-4234-a3df-b18b5a2c05f5 HTTP/1.1" status: 404 len: 337 time: 0.0710683 Nov 25 17:47:20.619987 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39938) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:20.624041 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-912ee5d5-edbd-455b-b679-92e42deed3b2 admin admin] For port befba73b-8d69-40db-8d34-78dd59c9fe7b, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=befba73b-8d69-40db-8d34-78dd59c9fe7b,segment=NetworkSegment(3b76184b-6b40-4d8f-bca1-ff81c34f88b9),segment_id=3b76184b-6b40-4d8f-bca1-ff81c34f88b9)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:47:20.624941 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-912ee5d5-edbd-455b-b679-92e42deed3b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:20.655202 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6842dfa-206d-40bb-8b2a-45ad18725ace tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] DELETE failed (client error): The resource could not be found. Nov 25 17:47:20.656268 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6842dfa-206d-40bb-8b2a-45ad18725ace tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:47:20.669677 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c6842dfa-206d-40bb-8b2a-45ad18725ace tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "DELETE /v2.0/ports/7182d93d-3162-4ed0-9dc9-d275b1144c97 HTTP/1.1" status: 404 len: 333 time: 0.0482523 Nov 25 17:47:20.671726 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39942) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:20.711131 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-912ee5d5-edbd-455b-b679-92e42deed3b2 admin admin] Calling delete_port for befba73b-8d69-40db-8d34-78dd59c9fe7b owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:47:20.807033 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-11634522-2019-4bc3-b2e6-a0e22ba1a08e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] DELETE failed (client error): The resource could not be found. Nov 25 17:47:20.807279 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11634522-2019-4bc3-b2e6-a0e22ba1a08e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:47:20.821779 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-11634522-2019-4bc3-b2e6-a0e22ba1a08e tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "DELETE /v2.0/subnets/61707860-6d8f-454a-8300-e5081c551be9 HTTP/1.1" status: 404 len: 337 time: 0.1115408 Nov 25 17:47:20.821895 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39948) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:20.952662 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-ba670071-b347-4508-ad2d-800a15172e25 None None] Provisioning complete for port e967720b-dc4b-465b-b4d3-04f3ccb23025 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:47:20.954153 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ba670071-b347-4508-ad2d-800a15172e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:21.020470 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-14bc3267-7f67-445e-a284-c92d1fc3f511 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] DELETE failed (client error): The resource could not be found. Nov 25 17:47:21.031948 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14bc3267-7f67-445e-a284-c92d1fc3f511 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:47:21.037166 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-14bc3267-7f67-445e-a284-c92d1fc3f511 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "DELETE /v2.0/subnets/691466ce-3341-4ea9-aac8-34bb9944a692 HTTP/1.1" status: 404 len: 337 time: 0.2143121 Nov 25 17:47:21.045498 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39958) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:21.046489 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-487f636f-8c71-4446-94d2-92528417d669 req-5e725b04-eb14-4a94-8555-bc3e789c46b8 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3897088 Nov 25 17:47:21.070518 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:21.103952 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9884eab-1cca-4f8d-9aa4-f863cd54886d req-981df85e-af11-4419-b258-bac00e4e14be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:21.119445 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e9884eab-1cca-4f8d-9aa4-f863cd54886d req-981df85e-af11-4419-b258-bac00e4e14be service neutron] 10.222.0.74 "GET /v2.0/networks?id=d89d2854-97b0-4c53-9fed-c35cc58a4c82 HTTP/1.1" status: 200 len: 915 time: 0.5108895 Nov 25 17:47:21.186727 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0c7cef-4f28-483a-b342-07c67d456fd2 None None] DHCP port deletion for 8d7e4a45-bfe2-414e-a417-1d31226cac38 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:47:21.234677 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-74a0b56e-3cf8-4b53-8318-f3e71df84611 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Deleting port e967720b-dc4b-465b-b4d3-04f3ccb23025 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:47:21.235077 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-74a0b56e-3cf8-4b53-8318-f3e71df84611 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:21.244097 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-912ee5d5-edbd-455b-b679-92e42deed3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:21.249456 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e9884eab-1cca-4f8d-9aa4-f863cd54886d req-3592665e-7f99-4378-9efa-e91a076e9078 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f775cafa-bf5b-412d-84f8-dce9f7ca3a8f HTTP/1.1" status: 200 len: 217 time: 0.1205187 Nov 25 17:47:21.250875 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-ba670071-b347-4508-ad2d-800a15172e25 None None] Port e967720b-dc4b-465b-b4d3-04f3ccb23025 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:47:21.338613 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device ff15919f-8a35-43b3-bd35-2550327cda0f no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:47:21.343790 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912ee5d5-edbd-455b-b679-92e42deed3b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=befba73b-8d69-40db-8d34-78dd59c9fe7b,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:21.374805 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912ee5d5-edbd-455b-b679-92e42deed3b2 admin admin] No DVR routers for this DVR port befba73b-8d69-40db-8d34-78dd59c9fe7b on host n-d-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:47:21.419001 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-fb0c7cef-4f28-483a-b342-07c67d456fd2 None None] Deleting port ff15919f-8a35-43b3-bd35-2550327cda0f {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:47:21.420072 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-fb0c7cef-4f28-483a-b342-07c67d456fd2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:21.533544 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:21.535880 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fdfa16-88d3-41c8-af2b-3a0ce7cb71b9 None None] DHCP port deletion for d0227144-e1d6-4afe-af3a-96912811fab1 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:47:21.545400 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-fb0c7cef-4f28-483a-b342-07c67d456fd2 None None] For port ff15919f-8a35-43b3-bd35-2550327cda0f, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=ff15919f-8a35-43b3-bd35-2550327cda0f,segment=NetworkSegment(a358e021-f01b-43fe-828e-c3f7ffe17daf),segment_id=a358e021-f01b-43fe-828e-c3f7ffe17daf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:47:21.546049 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-fb0c7cef-4f28-483a-b342-07c67d456fd2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:21.547193 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bab5e2-ed0d-4545-9a86-ac2c439cd3b2 req-b985f659-8428-4c42-9b36-df87d505cc18 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:21.550811 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-22bab5e2-ed0d-4545-9a86-ac2c439cd3b2 req-b985f659-8428-4c42-9b36-df87d505cc18 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.2648876 Nov 25 17:47:21.585706 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-fb0c7cef-4f28-483a-b342-07c67d456fd2 None None] Calling delete_port for ff15919f-8a35-43b3-bd35-2550327cda0f owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:47:21.585805 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-74a0b56e-3cf8-4b53-8318-f3e71df84611 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:21.594944 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9884eab-1cca-4f8d-9aa4-f863cd54886d req-9898d681-0d4b-429f-a725-2333ab8d3d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:21.597793 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e9884eab-1cca-4f8d-9aa4-f863cd54886d req-9898d681-0d4b-429f-a725-2333ab8d3d30 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bb2a2af3-1780-4394-834e-7b4d65546660 HTTP/1.1" status: 200 len: 854 time: 0.3401165 Nov 25 17:47:21.618730 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d715789-4186-469e-bc9b-d17ac5a2280d req-42085012-813b-4075-95ca-dd5aec51fc30 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:21.621635 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d715789-4186-469e-bc9b-d17ac5a2280d req-42085012-813b-4075-95ca-dd5aec51fc30 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=019cad4d-a92d-4351-8ebf-fda94ce5a945 HTTP/1.1" status: 200 len: 945 time: 0.2859688 Nov 25 17:47:21.653042 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port ff15919f-8a35-43b3-bd35-2550327cda0f, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=ff15919f-8a35-43b3-bd35-2550327cda0f,segment=NetworkSegment(a358e021-f01b-43fe-828e-c3f7ffe17daf),segment_id=a358e021-f01b-43fe-828e-c3f7ffe17daf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:47:21.663167 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:21.664740 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-74a0b56e-3cf8-4b53-8318-f3e71df84611 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Calling delete_port for e967720b-dc4b-465b-b4d3-04f3ccb23025 owned by {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:47:21.743569 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e9884eab-1cca-4f8d-9aa4-f863cd54886d req-e045b58c-c337-40cb-b0d5-a89cad45e621 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d89d2854-97b0-4c53-9fed-c35cc58a4c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1162529 Nov 25 17:47:21.777610 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=ff15919f-8a35-43b3-bd35-2550327cda0f,revision_number=11']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:21.781583 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-912ee5d5-edbd-455b-b679-92e42deed3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:21.815614 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-22bab5e2-ed0d-4545-9a86-ac2c439cd3b2 req-afd4635d-e204-4f6e-a49b-5bf4d12ba975 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551618 Nov 25 17:47:21.821847 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d715789-4186-469e-bc9b-d17ac5a2280d req-0752925f-707f-48c1-a787-970df640fe5e tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830130 Nov 25 17:47:21.848407 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-912ee5d5-edbd-455b-b679-92e42deed3b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0227144-e1d6-4afe-af3a-96912811fab1']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:21.861863 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-912ee5d5-edbd-455b-b679-92e42deed3b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b76184b-6b40-4d8f-bca1-ff81c34f88b9') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:21.862630 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-912ee5d5-edbd-455b-b679-92e42deed3b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b76184b-6b40-4d8f-bca1-ff81c34f88b9') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:21.877018 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-912ee5d5-edbd-455b-b679-92e42deed3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:21.891264 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-fb0c7cef-4f28-483a-b342-07c67d456fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:21.901052 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-912ee5d5-edbd-455b-b679-92e42deed3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:21.914689 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-912ee5d5-edbd-455b-b679-92e42deed3b2 admin admin] Releasing vlan 936 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:47:21.916666 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-912ee5d5-edbd-455b-b679-92e42deed3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:21.963780 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c7cef-4f28-483a-b342-07c67d456fd2 None None] Pushing event deleted for resources: {'Port': ['ID=ff15919f-8a35-43b3-bd35-2550327cda0f,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:21.966472 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0c7cef-4f28-483a-b342-07c67d456fd2 None None] No DVR routers for this DVR port ff15919f-8a35-43b3-bd35-2550327cda0f on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:47:21.994745 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e9884eab-1cca-4f8d-9aa4-f863cd54886d req-4d4a347f-c3ad-4e48-803b-9267e64d32eb service neutron] 10.222.0.74 "GET /v2.0/networks/d89d2854-97b0-4c53-9fed-c35cc58a4c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385657 Nov 25 17:47:22.013685 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:47:22.013685 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:47:22.013685 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:47:22.013685 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:47:22.013685 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:47:22.013685 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:47:22.013685 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:47:22.013685 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:47:22.013685 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:47:22.013685 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:47:22.013685 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:47:22.013685 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:47:22.013685 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:47:22.013685 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:47:22.013685 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:47:22.013685 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:47:22.013685 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:47:22.013685 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:47:22.013685 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:47:22.013685 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:47:22.013685 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:47:22.013685 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:47:22.013685 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:47:22.013685 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:47:22.013685 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:47:22.013685 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:47:22.013685 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:47:22.013685 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:47:22.013685 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:47:22.013685 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:47:22.013685 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:47:22.013685 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:47:22.036175 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:22.137384 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-912ee5d5-edbd-455b-b679-92e42deed3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:22.148654 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-912ee5d5-edbd-455b-b679-92e42deed3b2 admin admin] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:22.156108 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-912ee5d5-edbd-455b-b679-92e42deed3b2 admin admin] 10.222.0.75 "DELETE /v2.0/networks/d0227144-e1d6-4afe-af3a-96912811fab1 HTTP/1.1" status: 204 len: 168 time: 2.1173463 Nov 25 17:47:22.170543 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 40018) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:22.172814 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912ee5d5-edbd-455b-b679-92e42deed3b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0227144-e1d6-4afe-af3a-96912811fab1,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:22.183032 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-74a0b56e-3cf8-4b53-8318-f3e71df84611 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:22.206796 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-74a0b56e-3cf8-4b53-8318-f3e71df84611 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:22.210243 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-74a0b56e-3cf8-4b53-8318-f3e71df84611 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "DELETE /v2.0/ports/e967720b-dc4b-465b-b4d3-04f3ccb23025 HTTP/1.1" status: 204 len: 168 time: 1.1624558 Nov 25 17:47:22.219276 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 40022) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:22.229028 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a0b56e-3cf8-4b53-8318-f3e71df84611 tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event deleted for resources: {'Port': ['ID=e967720b-dc4b-465b-b4d3-04f3ccb23025,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:22.360861 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac5332e-55a2-438b-a827-cc9fbf9637d0 req-fdf5e080-ede5-4f3f-8aac-84e2456e60c0 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:22.369238 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bac5332e-55a2-438b-a827-cc9fbf9637d0 req-fdf5e080-ede5-4f3f-8aac-84e2456e60c0 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.3547840 Nov 25 17:47:22.519597 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e9884eab-1cca-4f8d-9aa4-f863cd54886d req-5c4d1ee9-431d-403f-9084-d18ca09080a4 service neutron] 10.222.0.74 "GET /v2.0/networks/d89d2854-97b0-4c53-9fed-c35cc58a4c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5167058 Nov 25 17:47:22.542696 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e5e7900a-7467-465f-904c-0c2c905a5bdd tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:22.615687 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bac5332e-55a2-438b-a827-cc9fbf9637d0 req-5fc99438-455a-4eee-b830-c3d4d6eb3196 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393396 Nov 25 17:47:22.842610 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e5e7900a-7467-465f-904c-0c2c905a5bdd tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:22.901193 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-e5e7900a-7467-465f-904c-0c2c905a5bdd tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d7e4a45-bfe2-414e-a417-1d31226cac38']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:22.947442 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b07ad-4cc8-4ebf-9282-d3f6af6be9b1 req-bef8ac28-b5b3-4ec0-b5b5-947caf171d76 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:22.948472 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:22.956579 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e04b07ad-4cc8-4ebf-9282-d3f6af6be9b1 req-bef8ac28-b5b3-4ec0-b5b5-947caf171d76 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.2200658 Nov 25 17:47:22.965855 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-e5e7900a-7467-465f-904c-0c2c905a5bdd tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a358e021-f01b-43fe-828e-c3f7ffe17daf') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:22.966159 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-e5e7900a-7467-465f-904c-0c2c905a5bdd tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a358e021-f01b-43fe-828e-c3f7ffe17daf') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:22.999419 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e5e7900a-7467-465f-904c-0c2c905a5bdd tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:23.060402 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e5e7900a-7467-465f-904c-0c2c905a5bdd tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:23.291386 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device befba73b-8d69-40db-8d34-78dd59c9fe7b no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:47:23.315294 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: befba73b-8d69-40db-8d34-78dd59c9fe7b {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:47:23.316075 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device befba73b-8d69-40db-8d34-78dd59c9fe7b not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:47:23.394207 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40084) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:23.408666 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5e7900a-7467-465f-904c-0c2c905a5bdd tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Releasing vlan 938 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:47:23.409501 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e5e7900a-7467-465f-904c-0c2c905a5bdd tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:23.426847 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:47:23.426847 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:47:23.426847 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:47:23.426847 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:47:23.426847 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:47:23.426847 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:47:23.426847 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:47:23.426847 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:47:23.426847 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:47:23.426847 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:47:23.426847 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:47:23.426847 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:47:23.426847 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:47:23.426847 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:47:23.426847 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:47:23.426847 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:47:23.426847 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:47:23.426847 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:47:23.426847 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:47:23.426847 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:47:23.426847 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:47:23.426847 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:47:23.426847 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:47:23.426847 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:47:23.426847 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:47:23.426847 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:47:23.426847 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:47:23.426847 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:47:23.426847 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:47:23.426847 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:47:23.426847 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:47:23.426847 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:47:23.521011 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-014b7312-7ef5-4c6e-94d4-91d7c0fa34c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:23.533614 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da506b36-47bb-42cf-af07-06e69090d721 req-2eb0c256-ffea-4fc0-a4f6-39c5df2a0858 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:23.535494 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-da506b36-47bb-42cf-af07-06e69090d721 req-2eb0c256-ffea-4fc0-a4f6-39c5df2a0858 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=019cad4d-a92d-4351-8ebf-fda94ce5a945 HTTP/1.1" status: 200 len: 945 time: 0.5747924 Nov 25 17:47:23.541444 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e04b07ad-4cc8-4ebf-9282-d3f6af6be9b1 req-1761e214-8296-4098-8083-e347eb6c27a7 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5837131 Nov 25 17:47:23.587431 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e5e7900a-7467-465f-904c-0c2c905a5bdd tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:23.626497 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e5e7900a-7467-465f-904c-0c2c905a5bdd tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:23.632945 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-e5e7900a-7467-465f-904c-0c2c905a5bdd tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] 10.222.0.75 "DELETE /v2.0/networks/8d7e4a45-bfe2-414e-a417-1d31226cac38 HTTP/1.1" status: 204 len: 168 time: 1.4125824 Nov 25 17:47:23.638762 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-da506b36-47bb-42cf-af07-06e69090d721 req-4f18be62-a733-4f5b-b356-5659b662ace5 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946305 Nov 25 17:47:23.651220 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e7900a-7467-465f-904c-0c2c905a5bdd tempest-PortsTestJSON-224169541 tempest-PortsTestJSON-224169541-project] Pushing event deleted for resources: {'Network': ['ID=8d7e4a45-bfe2-414e-a417-1d31226cac38,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:23.677854 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-014b7312-7ef5-4c6e-94d4-91d7c0fa34c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:23.694199 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-014b7312-7ef5-4c6e-94d4-91d7c0fa34c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:23.801694 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3004b88-55db-4111-82c4-d71f2d45edf1 req-d69f617c-1d71-42ab-bd02-23e3f5a41c15 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:23.802672 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-014b7312-7ef5-4c6e-94d4-91d7c0fa34c5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c3f209db5f9f4037abbbaa8d58f96bcb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4068296 Nov 25 17:47:23.803543 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3004b88-55db-4111-82c4-d71f2d45edf1 req-d69f617c-1d71-42ab-bd02-23e3f5a41c15 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.0935166 Nov 25 17:47:23.805583 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 40098) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:23.828805 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b7312-7ef5-4c6e-94d4-91d7c0fa34c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96772a46-e8ed-49b5-8aa2-1a1cb3fc4c8c,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:23.855637 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a613bc19-9157-4f8e-ae73-8f8b934a2373 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:24.048347 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40104) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:24.059908 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3004b88-55db-4111-82c4-d71f2d45edf1 req-75c66646-feb2-4bd0-b4d9-d1df2cd3a55d tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441504 Nov 25 17:47:24.073799 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-78417102-5002-43c4-b44b-ff7dd6dfe01b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:24.075593 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40108) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:24.124479 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-78417102-5002-43c4-b44b-ff7dd6dfe01b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:24.223895 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-78417102-5002-43c4-b44b-ff7dd6dfe01b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:24.226497 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-78417102-5002-43c4-b44b-ff7dd6dfe01b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:24.227661 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-78417102-5002-43c4-b44b-ff7dd6dfe01b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/96772a46-e8ed-49b5-8aa2-1a1cb3fc4c8c HTTP/1.1" status: 204 len: 168 time: 0.4196298 Nov 25 17:47:24.286890 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78417102-5002-43c4-b44b-ff7dd6dfe01b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96772a46-e8ed-49b5-8aa2-1a1cb3fc4c8c,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:24.380070 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-56060974-4a40-4a43-90dd-309d29f728da admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c99f4fcf65714d6392d1221ed91b6f93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3294587 Nov 25 17:47:24.380801 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40118) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:24.385112 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0f69e887-e9ee-4888-930e-92b7d55c37fc admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b8c6d90e7f31479493c59a439a539141&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3083875 Nov 25 17:47:24.390607 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40120) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:24.453496 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56ee63-4e5f-4e83-9783-3d2a78dc5a89 req-fe386617-d4ea-4a16-b3d5-d897de0bd64a tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:24.456253 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1e56ee63-4e5f-4e83-9783-3d2a78dc5a89 req-fe386617-d4ea-4a16-b3d5-d897de0bd64a tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.2252460 Nov 25 17:47:24.503427 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-453972a1-ba7c-46fa-b971-d27545d24cc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:24.506032 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-30545e8a-1f06-4bae-8d79-ac037b6b0545 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:24.549236 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-30545e8a-1f06-4bae-8d79-ac037b6b0545 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:24.559997 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-453972a1-ba7c-46fa-b971-d27545d24cc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:24.592394 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1e56ee63-4e5f-4e83-9783-3d2a78dc5a89 req-cc61dde6-0715-4e30-8656-c21813aba590 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179245 Nov 25 17:47:24.657275 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-30545e8a-1f06-4bae-8d79-ac037b6b0545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:24.660812 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-30545e8a-1f06-4bae-8d79-ac037b6b0545 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:24.666361 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-30545e8a-1f06-4bae-8d79-ac037b6b0545 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/222e8f1c-2e62-49fe-bcce-89c47d96f17a HTTP/1.1" status: 204 len: 168 time: 0.2728288 Nov 25 17:47:24.670233 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-453972a1-ba7c-46fa-b971-d27545d24cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:24.677532 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-a613bc19-9157-4f8e-ae73-8f8b934a2373 admin admin] Deleting port e3be10b2-ff70-4342-803d-dd69e44a73b7 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:47:24.677737 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-453972a1-ba7c-46fa-b971-d27545d24cc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:24.677945 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a613bc19-9157-4f8e-ae73-8f8b934a2373 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:24.683049 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-453972a1-ba7c-46fa-b971-d27545d24cc2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5b79d130-6739-4323-ae69-16f31b599755 HTTP/1.1" status: 204 len: 168 time: 0.2965209 Nov 25 17:47:24.695269 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30545e8a-1f06-4bae-8d79-ac037b6b0545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222e8f1c-2e62-49fe-bcce-89c47d96f17a,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:24.732722 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453972a1-ba7c-46fa-b971-d27545d24cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b79d130-6739-4323-ae69-16f31b599755,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:24.846676 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40134) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:24.868855 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5481ab24-fbbe-465c-92ad-a335685a83bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:24.971765 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301fd660-3f0e-462b-97cf-17c0c1cefaf0 req-ba9590bd-d045-433a-a8b8-5875eeea4296 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:24.982127 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-301fd660-3f0e-462b-97cf-17c0c1cefaf0 req-ba9590bd-d045-433a-a8b8-5875eeea4296 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.1879542 Nov 25 17:47:25.021403 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-a613bc19-9157-4f8e-ae73-8f8b934a2373 admin admin] For port e3be10b2-ff70-4342-803d-dd69e44a73b7, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=e3be10b2-ff70-4342-803d-dd69e44a73b7,segment=NetworkSegment(c2a008b6-1546-4d01-b665-8ac469d61d8a),segment_id=c2a008b6-1546-4d01-b665-8ac469d61d8a)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:47:25.021804 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a613bc19-9157-4f8e-ae73-8f8b934a2373 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:25.045589 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe88c4-0f75-489e-aea1-ef9d719009bd req-eeded96e-bc2a-4d83-be30-32f999a23db7 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:25.050502 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1ffe88c4-0f75-489e-aea1-ef9d719009bd req-eeded96e-bc2a-4d83-be30-32f999a23db7 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=019cad4d-a92d-4351-8ebf-fda94ce5a945 HTTP/1.1" status: 200 len: 945 time: 0.2134144 Nov 25 17:47:25.117535 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5481ab24-fbbe-465c-92ad-a335685a83bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:25.127295 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5481ab24-fbbe-465c-92ad-a335685a83bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:25.136732 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-a613bc19-9157-4f8e-ae73-8f8b934a2373 admin admin] Calling delete_port for e3be10b2-ff70-4342-803d-dd69e44a73b7 owned by network:router_interface {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:47:25.202155 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-5481ab24-fbbe-465c-92ad-a335685a83bb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a6dd2a7093fb4be48dfb79c8335fbd4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3528204 Nov 25 17:47:25.209575 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40136) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:25.225361 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1ffe88c4-0f75-489e-aea1-ef9d719009bd req-b31abd0a-5a62-49c4-8c20-43e417f50790 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567860 Nov 25 17:47:25.292612 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5481ab24-fbbe-465c-92ad-a335685a83bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2765c162-faf6-448d-87ec-cde776e6f495,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:25.309862 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5d41a6c6-c8f6-4139-a5e4-065379022a27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:25.312531 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-301fd660-3f0e-462b-97cf-17c0c1cefaf0 req-9102e6f8-2f6c-4ff6-8524-d070d6ce857c tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289754 Nov 25 17:47:25.361376 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5d41a6c6-c8f6-4139-a5e4-065379022a27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:25.451083 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5d41a6c6-c8f6-4139-a5e4-065379022a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:25.454558 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5d41a6c6-c8f6-4139-a5e4-065379022a27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:25.456726 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-5d41a6c6-c8f6-4139-a5e4-065379022a27 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2765c162-faf6-448d-87ec-cde776e6f495 HTTP/1.1" status: 204 len: 168 time: 0.2415240 Nov 25 17:47:25.469263 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d41a6c6-c8f6-4139-a5e4-065379022a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2765c162-faf6-448d-87ec-cde776e6f495,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:25.520653 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a613bc19-9157-4f8e-ae73-8f8b934a2373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:25.571559 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a613bc19-9157-4f8e-ae73-8f8b934a2373 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3be10b2-ff70-4342-803d-dd69e44a73b7,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:25.725914 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08982f-3a7a-4b3e-b8dd-b76d1535ddd5 req-2d4be4e2-7ca0-4657-b2ad-8d64d24be975 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:25.734061 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4a08982f-3a7a-4b3e-b8dd-b76d1535ddd5 req-2d4be4e2-7ca0-4657-b2ad-8d64d24be975 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.1006696 Nov 25 17:47:25.890539 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4a08982f-3a7a-4b3e-b8dd-b76d1535ddd5 req-726028ab-3c4e-4412-92ca-db98bf5b4e1b tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555147 Nov 25 17:47:25.917064 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a613bc19-9157-4f8e-ae73-8f8b934a2373 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:26.113376 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2829809-63a6-4082-9d7d-49b515db55ab req-5a8f49b3-25e5-4b01-9607-531087e1088e tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:26.114890 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b2829809-63a6-4082-9d7d-49b515db55ab req-5a8f49b3-25e5-4b01-9607-531087e1088e tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.0739958 Nov 25 17:47:26.247180 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b2829809-63a6-4082-9d7d-49b515db55ab req-ff9b44aa-5034-42aa-9bdd-1036835aae23 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249616 Nov 25 17:47:26.287099 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a613bc19-9157-4f8e-ae73-8f8b934a2373 admin admin] Router ded14983-14ba-4b5e-a615-caf4144e729a has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:47:26.305570 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40188) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:26.442698 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c004efd6-b0cc-4dec-ab6c-3cc95b7e8e12 req-02f70737-01ea-4825-8302-5c58a49f6cc1 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:26.444240 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c004efd6-b0cc-4dec-ab6c-3cc95b7e8e12 req-02f70737-01ea-4825-8302-5c58a49f6cc1 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=019cad4d-a92d-4351-8ebf-fda94ce5a945 HTTP/1.1" status: 200 len: 945 time: 0.0997331 Nov 25 17:47:26.492649 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a613bc19-9157-4f8e-ae73-8f8b934a2373 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:47:26.509817 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-a613bc19-9157-4f8e-ae73-8f8b934a2373 admin admin] 10.222.0.75 "PUT /v2.0/routers/ded14983-14ba-4b5e-a615-caf4144e729a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3359141 Nov 25 17:47:26.512054 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40198) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:26.512586 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d6533f-0bf7-49db-89dc-035311a188cc None None] Sync routers for ids ['ded14983-14ba-4b5e-a615-caf4144e729a'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:47:26.525273 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d6533f-0bf7-49db-89dc-035311a188cc None None] Routers {'ded14983-14ba-4b5e-a615-caf4144e729a'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:47:26.527677 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-92d6533f-0bf7-49db-89dc-035311a188cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:47:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['ded14983-14ba-4b5e-a615-caf4144e729a'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:26.552323 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c004efd6-b0cc-4dec-ab6c-3cc95b7e8e12 req-bea1f36c-80e7-4d9f-930b-daaeb0a69c69 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006663 Nov 25 17:47:26.666822 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b9947-bf5f-494e-99ce-76d36ada33bb req-5916a74b-e871-4425-af7b-8c1831c866b9 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:26.668738 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed2b9947-bf5f-494e-99ce-76d36ada33bb req-5916a74b-e871-4425-af7b-8c1831c866b9 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.1144125 Nov 25 17:47:26.702932 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-92d6533f-0bf7-49db-89dc-035311a188cc None None] Set router ded14983-14ba-4b5e-a615-caf4144e729a gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:47:26.759389 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-e9c9516f-9df8-4086-a2d1-9097bf47de23 tempest-DvrRoutersNegativeTest-1556708077 tempest-DvrRoutersNegativeTest-1556708077-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-228863890', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:47:26.762948 n-d-817746-1 neutron-server[103360]: DEBUG neutron.policy [None req-e9c9516f-9df8-4086-a2d1-9097bf47de23 tempest-DvrRoutersNegativeTest-1556708077 tempest-DvrRoutersNegativeTest-1556708077-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103360) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 25 17:47:26.763476 n-d-817746-1 neutron-server[103360]: DEBUG neutron.policy [None req-e9c9516f-9df8-4086-a2d1-9097bf47de23 tempest-DvrRoutersNegativeTest-1556708077 tempest-DvrRoutersNegativeTest-1556708077-project] Failed policy check for 'create_router' {{(pid=103360) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 25 17:47:26.764540 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-e9c9516f-9df8-4086-a2d1-9097bf47de23 tempest-DvrRoutersNegativeTest-1556708077 tempest-DvrRoutersNegativeTest-1556708077-project] create failed (client error): Access was denied to this resource. Nov 25 17:47:26.765797 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e9c9516f-9df8-4086-a2d1-9097bf47de23 tempest-DvrRoutersNegativeTest-1556708077 tempest-DvrRoutersNegativeTest-1556708077-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4592018 Nov 25 17:47:26.785392 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-70559a4e-4dbf-4f55-a308-0f319ea5d3cc admin admin] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:26.804436 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed2b9947-bf5f-494e-99ce-76d36ada33bb req-91aef8d9-20a0-4f0f-97cc-a22c6f0cb04c tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216362 Nov 25 17:47:26.938391 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-92d6533f-0bf7-49db-89dc-035311a188cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded14983-14ba-4b5e-a615-caf4144e729a', 'name': 'tempest-TestAggregatesBasicOps-1054206127-router', 'tenant_id': 'c7ef9bc835ec40dda3265e244543749f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '5b398207-826d-456b-b879-b38aa0e39a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:49Z', 'updated_at': '2021-11-25T17:47:25Z', 'revision_number': 5, 'project_id': 'c7ef9bc835ec40dda3265e244543749f', 'gw_port': {'id': '5b398207-826d-456b-b879-b38aa0e39a1a', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:33:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded14983-14ba-4b5e-a615-caf4144e729a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:50Z', 'updated_at': '2021-11-25T17:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:26.977447 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d6533f-0bf7-49db-89dc-035311a188cc None None] Checking router: ded14983-14ba-4b5e-a615-caf4144e729a for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:47:26.987188 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d6533f-0bf7-49db-89dc-035311a188cc None None] Routers {'ded14983-14ba-4b5e-a615-caf4144e729a'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:47:26.988247 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-92d6533f-0bf7-49db-89dc-035311a188cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:47:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['ded14983-14ba-4b5e-a615-caf4144e729a'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:27.020921 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-70559a4e-4dbf-4f55-a308-0f319ea5d3cc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:27.026443 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e4a7f-cefd-4801-982e-662404130658 req-760c7b6c-cf03-4ffb-b8a0-dc5dbf7b5ae1 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:27.038580 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1a9e4a7f-cefd-4801-982e-662404130658 req-760c7b6c-cf03-4ffb-b8a0-dc5dbf7b5ae1 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.0882506 Nov 25 17:47:27.121526 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1a9e4a7f-cefd-4801-982e-662404130658 req-a0e08350-de02-44a0-acee-877670687370 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810537 Nov 25 17:47:27.185233 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-70559a4e-4dbf-4f55-a308-0f319ea5d3cc admin admin] Deleting port 5b398207-826d-456b-b879-b38aa0e39a1a {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:47:27.195260 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-70559a4e-4dbf-4f55-a308-0f319ea5d3cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:27.251151 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-92d6533f-0bf7-49db-89dc-035311a188cc None None] Set router ded14983-14ba-4b5e-a615-caf4144e729a gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:47:27.254842 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 40230) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:27.333036 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-70559a4e-4dbf-4f55-a308-0f319ea5d3cc admin admin] For port 5b398207-826d-456b-b879-b38aa0e39a1a, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=5b398207-826d-456b-b879-b38aa0e39a1a,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:47:27.334539 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-70559a4e-4dbf-4f55-a308-0f319ea5d3cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:27.350762 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-70559a4e-4dbf-4f55-a308-0f319ea5d3cc admin admin] Calling delete_port for 5b398207-826d-456b-b879-b38aa0e39a1a owned by network:router_gateway {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:47:27.380279 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a5a2ab-a037-443d-b71f-005d00c20708 req-e404b613-a281-462b-8829-b0e06f34fbed tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:27.396186 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-35a5a2ab-a037-443d-b71f-005d00c20708 req-e404b613-a281-462b-8829-b0e06f34fbed tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.1309648 Nov 25 17:47:27.417303 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e7851fda-4ec9-41f6-a658-6b8c5efb5729 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:27.469079 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-35a5a2ab-a037-443d-b71f-005d00c20708 req-eb6d96e5-5b1b-490d-a6b6-f650dde4192f tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800200 Nov 25 17:47:27.590560 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-92d6533f-0bf7-49db-89dc-035311a188cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded14983-14ba-4b5e-a615-caf4144e729a', 'name': 'tempest-TestAggregatesBasicOps-1054206127-router', 'tenant_id': 'c7ef9bc835ec40dda3265e244543749f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '5b398207-826d-456b-b879-b38aa0e39a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:49Z', 'updated_at': '2021-11-25T17:47:25Z', 'revision_number': 5, 'project_id': 'c7ef9bc835ec40dda3265e244543749f', 'gw_port': {'id': '5b398207-826d-456b-b879-b38aa0e39a1a', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:33:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded14983-14ba-4b5e-a615-caf4144e729a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:50Z', 'updated_at': '2021-11-25T17:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:27.623911 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d6533f-0bf7-49db-89dc-035311a188cc None None] The sync data for ids ['ded14983-14ba-4b5e-a615-caf4144e729a'] in n-d-817746-1 is: [{'id': 'ded14983-14ba-4b5e-a615-caf4144e729a', 'name': 'tempest-TestAggregatesBasicOps-1054206127-router', 'tenant_id': 'c7ef9bc835ec40dda3265e244543749f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '5b398207-826d-456b-b879-b38aa0e39a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:49Z', 'updated_at': '2021-11-25T17:47:25Z', 'revision_number': 5, 'project_id': 'c7ef9bc835ec40dda3265e244543749f', 'gw_port': {'id': '5b398207-826d-456b-b879-b38aa0e39a1a', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:33:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded14983-14ba-4b5e-a615-caf4144e729a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:50Z', 'updated_at': '2021-11-25T17:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:47:27.624397 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfaf8aa-5c0b-487c-ad12-22dd312b1771 req-c4eb26e6-ebb4-4fc8-916a-5b145ec17cc9 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:27.639955 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ebfaf8aa-5c0b-487c-ad12-22dd312b1771 req-c4eb26e6-ebb4-4fc8-916a-5b145ec17cc9 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.1003163 Nov 25 17:47:27.646556 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-70559a4e-4dbf-4f55-a308-0f319ea5d3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:27.711094 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70559a4e-4dbf-4f55-a308-0f319ea5d3cc admin admin] Pushing event deleted for resources: {'Port': ['ID=5b398207-826d-456b-b879-b38aa0e39a1a,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:27.733838 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6710b5-abda-4db9-b877-94f4bb9f974c None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:47:27.760169 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ebfaf8aa-5c0b-487c-ad12-22dd312b1771 req-70c7ab44-1ba2-4a1e-818d-9c1e8bf9e5a1 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165450 Nov 25 17:47:27.810299 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-70559a4e-4dbf-4f55-a308-0f319ea5d3cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:27.829081 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e7851fda-4ec9-41f6-a658-6b8c5efb5729 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:27.853554 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e7851fda-4ec9-41f6-a658-6b8c5efb5729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:27.889024 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dfdf00-7e72-4eba-8797-439bd278eeba req-474f79a0-a8ea-4bcc-afce-1e7dfaee1c2b tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:27.890617 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-62dfdf00-7e72-4eba-8797-439bd278eeba req-474f79a0-a8ea-4bcc-afce-1e7dfaee1c2b tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=019cad4d-a92d-4351-8ebf-fda94ce5a945 HTTP/1.1" status: 200 len: 945 time: 0.1781087 Nov 25 17:47:28.038671 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-e7851fda-4ec9-41f6-a658-6b8c5efb5729 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1a530afab27c436abb2926bef28fe74b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7805188 Nov 25 17:47:28.039497 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 40260) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:28.067786 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-70559a4e-4dbf-4f55-a308-0f319ea5d3cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:28.072702 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-70559a4e-4dbf-4f55-a308-0f319ea5d3cc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:28.110439 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-62dfdf00-7e72-4eba-8797-439bd278eeba req-7607adc7-5763-44a9-b7fb-90e74c266664 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961634 Nov 25 17:47:28.111137 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7851fda-4ec9-41f6-a658-6b8c5efb5729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a64893-7694-4419-afa6-4d3f2dcf3b44,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:28.167977 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-70559a4e-4dbf-4f55-a308-0f319ea5d3cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:28.168735 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70559a4e-4dbf-4f55-a308-0f319ea5d3cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router ded14983-14ba-4b5e-a615-caf4144e729a {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:47:28.173656 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-70559a4e-4dbf-4f55-a308-0f319ea5d3cc admin admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:28.177686 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-70559a4e-4dbf-4f55-a308-0f319ea5d3cc admin admin] 10.222.0.75 "DELETE /v2.0/routers/ded14983-14ba-4b5e-a615-caf4144e729a HTTP/1.1" status: 204 len: 168 time: 1.6645591 Nov 25 17:47:28.178522 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40266) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:28.267845 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc5565ea-9aa1-4c80-819a-ed3eab09160a admin admin] Deleting subnet 2e2aa69c-007f-4145-aef1-a7e01974c0be {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:47:28.277628 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cc5565ea-9aa1-4c80-819a-ed3eab09160a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:28.282018 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f77233-19bd-4fdb-8e1f-203092ab88dd req-8f678c6d-db4c-448a-b2d2-2dc2579b45f4 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:28.284212 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-12f77233-19bd-4fdb-8e1f-203092ab88dd req-8f678c6d-db4c-448a-b2d2-2dc2579b45f4 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.1829216 Nov 25 17:47:28.333129 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5c45ec66-49ac-4d8f-97ee-0337d07ee395 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:28.347422 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cc5565ea-9aa1-4c80-819a-ed3eab09160a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:28.430429 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5c45ec66-49ac-4d8f-97ee-0337d07ee395 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:28.473745 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cc5565ea-9aa1-4c80-819a-ed3eab09160a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:28.482312 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-12f77233-19bd-4fdb-8e1f-203092ab88dd req-85b78c1e-c708-43b3-92c0-cad1036d2d47 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816323 Nov 25 17:47:28.560424 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5c45ec66-49ac-4d8f-97ee-0337d07ee395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:28.563880 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5c45ec66-49ac-4d8f-97ee-0337d07ee395 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:28.567481 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-5c45ec66-49ac-4d8f-97ee-0337d07ee395 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/69a64893-7694-4419-afa6-4d3f2dcf3b44 HTTP/1.1" status: 204 len: 168 time: 0.5268531 Nov 25 17:47:28.584791 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c45ec66-49ac-4d8f-97ee-0337d07ee395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a64893-7694-4419-afa6-4d3f2dcf3b44,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:28.632917 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cc5565ea-9aa1-4c80-819a-ed3eab09160a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:28.681343 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cc5565ea-9aa1-4c80-819a-ed3eab09160a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:28.684808 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1710f26-23a5-4034-a14a-9a3397f6877a None None] Network 06c442bb-37f2-43b8-87ba-a35374a95cc0 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:47:28.689994 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 40278) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:28.691176 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-cc5565ea-9aa1-4c80-819a-ed3eab09160a admin admin] 10.222.0.75 "DELETE /v2.0/subnets/2e2aa69c-007f-4145-aef1-a7e01974c0be HTTP/1.1" status: 204 len: 168 time: 0.5114295 Nov 25 17:47:28.692565 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5565ea-9aa1-4c80-819a-ed3eab09160a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e2aa69c-007f-4145-aef1-a7e01974c0be,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:28.801873 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8e3be46d-a2cc-4321-8c0e-fed35604e5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:28.922810 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-8e3be46d-a2cc-4321-8c0e-fed35604e5b4 admin admin] Deleting port da6be410-57b4-4034-9200-90150de36f32 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:47:28.927984 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8e3be46d-a2cc-4321-8c0e-fed35604e5b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:29.040993 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-8e3be46d-a2cc-4321-8c0e-fed35604e5b4 admin admin] For port da6be410-57b4-4034-9200-90150de36f32, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=da6be410-57b4-4034-9200-90150de36f32,segment=NetworkSegment(c2a008b6-1546-4d01-b665-8ac469d61d8a),segment_id=c2a008b6-1546-4d01-b665-8ac469d61d8a)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:47:29.041829 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8e3be46d-a2cc-4321-8c0e-fed35604e5b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:29.058225 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-8e3be46d-a2cc-4321-8c0e-fed35604e5b4 admin admin] Calling delete_port for da6be410-57b4-4034-9200-90150de36f32 owned by network:dhcp {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:47:29.128361 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368574f3-748a-462e-981e-cab0aa2b7d20 None None] DHCP port deletion for 06c442bb-37f2-43b8-87ba-a35374a95cc0 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:47:29.221843 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8e3be46d-a2cc-4321-8c0e-fed35604e5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:29.295922 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-368574f3-748a-462e-981e-cab0aa2b7d20 None None] Deleting port da6be410-57b4-4034-9200-90150de36f32 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:47:29.296505 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-368574f3-748a-462e-981e-cab0aa2b7d20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:29.300106 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3be46d-a2cc-4321-8c0e-fed35604e5b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=da6be410-57b4-4034-9200-90150de36f32,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:29.323950 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40292) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:29.325273 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3be46d-a2cc-4321-8c0e-fed35604e5b4 admin admin] No DVR routers for this DVR port da6be410-57b4-4034-9200-90150de36f32 on host n-d-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:47:29.459454 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-368574f3-748a-462e-981e-cab0aa2b7d20 None None] For port da6be410-57b4-4034-9200-90150de36f32, host n-d-817746-1, got binding levels [] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:47:29.460132 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-368574f3-748a-462e-981e-cab0aa2b7d20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:29.476574 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8e3be46d-a2cc-4321-8c0e-fed35604e5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:29.477540 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-368574f3-748a-462e-981e-cab0aa2b7d20 None None] Calling delete_port for da6be410-57b4-4034-9200-90150de36f32 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:47:29.483973 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.ipam_backend_mixin [None req-368574f3-748a-462e-981e-cab0aa2b7d20 None None] Port da6be410-57b4-4034-9200-90150de36f32 was not found and therefore no delete operation was performed {{(pid=103362) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 17:47:29.488068 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-368574f3-748a-462e-981e-cab0aa2b7d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:29.491950 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ab47ec-6f0e-4b82-b558-89191d5e97a7 req-8966f891-9730-47e9-886f-a1a9ae9de5c7 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:29.499107 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device da6be410-57b4-4034-9200-90150de36f32 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:47:29.500104 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d5ab47ec-6f0e-4b82-b558-89191d5e97a7 req-8966f891-9730-47e9-886f-a1a9ae9de5c7 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=019cad4d-a92d-4351-8ebf-fda94ce5a945 HTTP/1.1" status: 200 len: 945 time: 0.2022278 Nov 25 17:47:29.538137 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-8e3be46d-a2cc-4321-8c0e-fed35604e5b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06c442bb-37f2-43b8-87ba-a35374a95cc0']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:29.551702 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: da6be410-57b4-4034-9200-90150de36f32 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:47:29.552054 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device da6be410-57b4-4034-9200-90150de36f32 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:47:29.555446 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device e3be10b2-ff70-4342-803d-dd69e44a73b7 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:47:29.560883 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368574f3-748a-462e-981e-cab0aa2b7d20 None None] No DVR routers for this DVR port da6be410-57b4-4034-9200-90150de36f32 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:47:29.565594 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-8e3be46d-a2cc-4321-8c0e-fed35604e5b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2a008b6-1546-4d01-b665-8ac469d61d8a') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:29.565988 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-8e3be46d-a2cc-4321-8c0e-fed35604e5b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2a008b6-1546-4d01-b665-8ac469d61d8a') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:29.591044 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bb1a548b-9766-4f40-8841-182bb5cdfaea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:29.617020 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: e3be10b2-ff70-4342-803d-dd69e44a73b7 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:47:29.617923 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device e3be10b2-ff70-4342-803d-dd69e44a73b7 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:47:29.618536 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 5b398207-826d-456b-b879-b38aa0e39a1a no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:47:29.644713 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368574f3-748a-462e-981e-cab0aa2b7d20 None None] Pushing event deleted for resources: {'Port': ['ID=da6be410-57b4-4034-9200-90150de36f32,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:29.647748 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 5b398207-826d-456b-b879-b38aa0e39a1a {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:47:29.648355 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 5b398207-826d-456b-b879-b38aa0e39a1a not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:47:29.675029 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8e3be46d-a2cc-4321-8c0e-fed35604e5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:29.733787 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bb1a548b-9766-4f40-8841-182bb5cdfaea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:29.739956 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bb1a548b-9766-4f40-8841-182bb5cdfaea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:29.742926 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d5ab47ec-6f0e-4b82-b558-89191d5e97a7 req-b8a33cdb-74aa-4958-a27a-bbf3e116e195 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414677 Nov 25 17:47:29.750295 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8e3be46d-a2cc-4321-8c0e-fed35604e5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:29.774811 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1a548b-9766-4f40-8841-182bb5cdfaea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2915e98d-28b9-4dad-9592-fc4f8ed9ba49,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:29.775066 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e3be46d-a2cc-4321-8c0e-fed35604e5b4 admin admin] Releasing vlan 929 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:47:29.775457 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8e3be46d-a2cc-4321-8c0e-fed35604e5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:29.777524 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:47:29.777524 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:47:29.777524 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:47:29.777524 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:47:29.777524 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:47:29.777524 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:47:29.777524 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:47:29.777524 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:47:29.777524 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:47:29.777524 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:47:29.777524 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:47:29.777524 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:47:29.777524 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:47:29.777524 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:47:29.777524 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:47:29.777524 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:47:29.777524 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:47:29.777524 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:47:29.777524 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:47:29.777524 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:47:29.777524 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:47:29.777524 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:47:29.777524 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:47:29.777524 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:47:29.777524 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:47:29.777524 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:47:29.777524 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:47:29.777524 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:47:29.777524 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:47:29.777524 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:47:29.777524 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:47:29.777524 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:47:29.835988 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-bb1a548b-9766-4f40-8841-182bb5cdfaea admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0db5e850a71146ae82f844661c6f3d78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5084839 Nov 25 17:47:29.841611 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40306) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:29.891080 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f47495-4e31-4e02-8811-088db6eea090 req-997e605d-7e20-4f82-a984-c72e8c9045fb tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:29.894844 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-18f47495-4e31-4e02-8811-088db6eea090 req-997e605d-7e20-4f82-a984-c72e8c9045fb tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.3214378 Nov 25 17:47:29.921391 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e69055fa-7f2c-4b5a-9f94-989d6b120915 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:29.932640 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8e3be46d-a2cc-4321-8c0e-fed35604e5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:29.942212 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8e3be46d-a2cc-4321-8c0e-fed35604e5b4 admin admin] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:29.945808 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-8e3be46d-a2cc-4321-8c0e-fed35604e5b4 admin admin] 10.222.0.75 "DELETE /v2.0/networks/06c442bb-37f2-43b8-87ba-a35374a95cc0 HTTP/1.1" status: 204 len: 168 time: 1.2548792 Nov 25 17:47:29.963658 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3be46d-a2cc-4321-8c0e-fed35604e5b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=06c442bb-37f2-43b8-87ba-a35374a95cc0,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:29.983416 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e69055fa-7f2c-4b5a-9f94-989d6b120915 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:30.002006 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-18f47495-4e31-4e02-8811-088db6eea090 req-cfd513b0-a21e-4bbf-9c76-bb326a7227e6 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921426 Nov 25 17:47:30.081939 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e69055fa-7f2c-4b5a-9f94-989d6b120915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:30.088121 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e69055fa-7f2c-4b5a-9f94-989d6b120915 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:30.096624 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e69055fa-7f2c-4b5a-9f94-989d6b120915 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2915e98d-28b9-4dad-9592-fc4f8ed9ba49 HTTP/1.1" status: 204 len: 168 time: 0.2537446 Nov 25 17:47:30.123017 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69055fa-7f2c-4b5a-9f94-989d6b120915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2915e98d-28b9-4dad-9592-fc4f8ed9ba49,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:30.181594 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40324) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:30.245219 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 40326) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:30.249458 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [-] 10.222.0.75 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0030651 Nov 25 17:47:30.253298 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40328) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:30.288110 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-fed21d0e-1d94-476f-aeb8-23630ad54fbd admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6e46a2d501b24d24bd8a58d703ca2267&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1038649 Nov 25 17:47:30.289428 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 40334) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:30.413748 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5a405b5c-9c56-48c4-a6d5-631a1b0c2027 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:30.504973 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a565b0-5f15-497c-9da6-c88dc0091c3e req-8ff8b99c-1213-4c58-a3aa-c71f02417982 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:30.515215 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-26a565b0-5f15-497c-9da6-c88dc0091c3e req-8ff8b99c-1213-4c58-a3aa-c71f02417982 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.1564884 Nov 25 17:47:30.529905 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5a405b5c-9c56-48c4-a6d5-631a1b0c2027 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:30.582457 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-26a565b0-5f15-497c-9da6-c88dc0091c3e req-283a3408-ed77-4893-b0f5-13c2d8742752 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662313 Nov 25 17:47:30.622117 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-56cfd38c-3ec6-4e57-b2c9-2e6432ec27e7 tempest-NetworksApiDiscovery-930517093 tempest-NetworksApiDiscovery-930517093-project] 10.222.0.75 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3674185 Nov 25 17:47:30.645322 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5a405b5c-9c56-48c4-a6d5-631a1b0c2027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:30.649333 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5a405b5c-9c56-48c4-a6d5-631a1b0c2027 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:30.652668 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-5a405b5c-9c56-48c4-a6d5-631a1b0c2027 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3662b985-c3bd-42a1-bfd4-b3cc70024fd1 HTTP/1.1" status: 204 len: 168 time: 0.3622546 Nov 25 17:47:30.666660 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a405b5c-9c56-48c4-a6d5-631a1b0c2027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3662b985-c3bd-42a1-bfd4-b3cc70024fd1,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:30.729084 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 40344) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:30.744683 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1abdc3c9-121c-4a0d-b6fd-b53612e07039 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:30.895102 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1abdc3c9-121c-4a0d-b6fd-b53612e07039 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:30.902157 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1abdc3c9-121c-4a0d-b6fd-b53612e07039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:30.932073 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40350) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:30.959164 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c605839-f498-4765-8514-9bbddc5b4529 req-def10c4e-e2d4-48ba-afe2-10ce7bdd416e tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:30.960847 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3c605839-f498-4765-8514-9bbddc5b4529 req-def10c4e-e2d4-48ba-afe2-10ce7bdd416e tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=019cad4d-a92d-4351-8ebf-fda94ce5a945 HTTP/1.1" status: 200 len: 945 time: 0.1211822 Nov 25 17:47:30.963672 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-1abdc3c9-121c-4a0d-b6fd-b53612e07039 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=532713d931f5431e9dc037d9c3356c7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2332845 Nov 25 17:47:30.964693 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abdc3c9-121c-4a0d-b6fd-b53612e07039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbf9c1e-0fbc-4b4d-aa01-df4dad5e516d,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:30.966460 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40354) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:31.047375 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8e275bf6-ab5c-4414-aec6-eb862a2ab95d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:31.064876 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3c605839-f498-4765-8514-9bbddc5b4529 req-8cbacb87-782b-463e-b97f-434fa0066c45 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800297 Nov 25 17:47:31.091565 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8e275bf6-ab5c-4414-aec6-eb862a2ab95d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:31.155154 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8e275bf6-ab5c-4414-aec6-eb862a2ab95d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:31.160747 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8e275bf6-ab5c-4414-aec6-eb862a2ab95d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:31.163322 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8e275bf6-ab5c-4414-aec6-eb862a2ab95d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8cbf9c1e-0fbc-4b4d-aa01-df4dad5e516d HTTP/1.1" status: 204 len: 168 time: 0.1947668 Nov 25 17:47:31.181091 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e275bf6-ab5c-4414-aec6-eb862a2ab95d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbf9c1e-0fbc-4b4d-aa01-df4dad5e516d,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:31.233546 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3816748b-257d-4e83-9b1e-d6590730fddf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:31.267008 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 40360) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:31.327477 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d4c27bb1-8386-4d5a-a821-1e15e20b3645 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c7ef9bc835ec40dda3265e244543749f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0561986 Nov 25 17:47:31.328186 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 40362) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:31.355672 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3816748b-257d-4e83-9b1e-d6590730fddf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:31.362279 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3816748b-257d-4e83-9b1e-d6590730fddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:31.422748 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6f221628-3fd0-4c68-95da-6f28ef73fd2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:31.422951 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3816748b-257d-4e83-9b1e-d6590730fddf admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0362591edc90456aaaa06b6b771d3d6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4828525 Nov 25 17:47:31.422951 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3816748b-257d-4e83-9b1e-d6590730fddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0b1436-9851-4aee-b14f-b8814cd8db67,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:31.434653 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40366) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:31.445682 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6f221628-3fd0-4c68-95da-6f28ef73fd2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:31.493107 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-13e37b80-fef7-47e4-9e0f-191c437ffcda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:31.504625 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6f221628-3fd0-4c68-95da-6f28ef73fd2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:31.507484 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6f221628-3fd0-4c68-95da-6f28ef73fd2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:31.508709 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-6f221628-3fd0-4c68-95da-6f28ef73fd2e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/03874082-2bfe-4684-be99-f2b84536ecb3 HTTP/1.1" status: 204 len: 168 time: 0.1800339 Nov 25 17:47:31.524742 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f221628-3fd0-4c68-95da-6f28ef73fd2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03874082-2bfe-4684-be99-f2b84536ecb3,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:31.552869 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-13e37b80-fef7-47e4-9e0f-191c437ffcda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:31.644571 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-13e37b80-fef7-47e4-9e0f-191c437ffcda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:31.649340 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-13e37b80-fef7-47e4-9e0f-191c437ffcda admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:31.651393 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-13e37b80-fef7-47e4-9e0f-191c437ffcda admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1d0b1436-9851-4aee-b14f-b8814cd8db67 HTTP/1.1" status: 204 len: 168 time: 0.2155366 Nov 25 17:47:31.665644 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e37b80-fef7-47e4-9e0f-191c437ffcda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0b1436-9851-4aee-b14f-b8814cd8db67,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:31.743474 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bbda12-41ea-4db3-8980-5a416d8ea359 req-d061cd5c-f18d-4b5d-a7f2-62b9b4ac95d2 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:31.745332 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b6bbda12-41ea-4db3-8980-5a416d8ea359 req-d061cd5c-f18d-4b5d-a7f2-62b9b4ac95d2 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.0543170 Nov 25 17:47:31.821673 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b6bbda12-41ea-4db3-8980-5a416d8ea359 req-5028c516-4c94-4662-a899-e6aa38b6298f tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632851 Nov 25 17:47:31.985062 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a940c7-3704-4ca4-867a-1a8a4a981d92 req-c57d987d-2de6-4f02-b09c-626508f765ab tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:31.993058 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-50a940c7-3704-4ca4-867a-1a8a4a981d92 req-c57d987d-2de6-4f02-b09c-626508f765ab tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.0862157 Nov 25 17:47:32.060516 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-50a940c7-3704-4ca4-867a-1a8a4a981d92 req-5c787269-5389-40b1-bfae-b2b2c70dafcc tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643396 Nov 25 17:47:32.277039 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1542a5-44d8-4120-973a-03ae6b04d163 req-d6eb96a8-f8c9-4497-8032-29a99a6065d2 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:32.279032 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ce1542a5-44d8-4120-973a-03ae6b04d163 req-d6eb96a8-f8c9-4497-8032-29a99a6065d2 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=019cad4d-a92d-4351-8ebf-fda94ce5a945 HTTP/1.1" status: 200 len: 945 time: 0.1089029 Nov 25 17:47:32.294641 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c4928f-91ba-4e43-8199-ad08850b8f9f req-77611d67-8e70-4ee6-883b-5a15eed1df9f tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:32.296215 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-24c4928f-91ba-4e43-8199-ad08850b8f9f req-77611d67-8e70-4ee6-883b-5a15eed1df9f tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.0864172 Nov 25 17:47:32.369946 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ce1542a5-44d8-4120-973a-03ae6b04d163 req-2c877a7b-ccfd-4a45-a1d3-e8e724c9ec4b tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813048 Nov 25 17:47:32.388546 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-24c4928f-91ba-4e43-8199-ad08850b8f9f req-9219ba47-846f-4970-9f7c-f644b32681f0 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784287 Nov 25 17:47:32.526391 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31f0e1-ec8f-4680-bc5d-96ccc9e6acce req-24c82580-4c30-4cd0-8763-e2d9db20ad40 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:32.534469 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cd31f0e1-ec8f-4680-bc5d-96ccc9e6acce req-24c82580-4c30-4cd0-8763-e2d9db20ad40 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.0589983 Nov 25 17:47:32.599073 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cd31f0e1-ec8f-4680-bc5d-96ccc9e6acce req-98e7c950-2c1c-4258-9e3c-98a830527024 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588353 Nov 25 17:47:32.770759 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5476d5f-9683-4f50-8aad-8b13b222aa53 req-5a1d277e-a4b9-4171-9930-b5c75008fac7 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:32.780681 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c5476d5f-9683-4f50-8aad-8b13b222aa53 req-5a1d277e-a4b9-4171-9930-b5c75008fac7 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.0979102 Nov 25 17:47:32.883746 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c5476d5f-9683-4f50-8aad-8b13b222aa53 req-0272b8f9-58ec-4bcb-9af0-c2417ac8143d tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996218 Nov 25 17:47:32.964947 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9371c4-6ff0-44b6-9531-1e08290bf5cb req-70ae193e-b0e9-4eb0-b963-d3fa769b14f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:32.967710 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2e9371c4-6ff0-44b6-9531-1e08290bf5cb req-70ae193e-b0e9-4eb0-b963-d3fa769b14f6 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=019cad4d-a92d-4351-8ebf-fda94ce5a945 HTTP/1.1" status: 200 len: 1096 time: 0.0921767 Nov 25 17:47:33.025470 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2e9371c4-6ff0-44b6-9531-1e08290bf5cb req-f8ad787a-2274-4a0f-a09b-619f5a083968 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499845 Nov 25 17:47:33.066905 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ef029-01c9-4280-af41-e2cd1659cefc req-23e71cc5-0936-4d34-a94b-8739a187bfd3 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:33.073331 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e99ef029-01c9-4280-af41-e2cd1659cefc req-23e71cc5-0936-4d34-a94b-8739a187bfd3 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.0804584 Nov 25 17:47:33.130903 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e99ef029-01c9-4280-af41-e2cd1659cefc req-b6677069-348c-416b-9059-f42750e601d8 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550897 Nov 25 17:47:33.343227 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4514d7c-0bc6-4e39-b704-4ec56de40fb0 req-d6395886-f159-41f4-abb1-801e0ca38f56 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:33.345190 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e4514d7c-0bc6-4e39-b704-4ec56de40fb0 req-d6395886-f159-41f4-abb1-801e0ca38f56 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.0739930 Nov 25 17:47:33.445093 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e4514d7c-0bc6-4e39-b704-4ec56de40fb0 req-4fa0f3f2-ebac-4f26-9a73-9f36bcfa12ec tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811505 Nov 25 17:47:33.612696 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c6a4b8-7c77-4ab7-857d-40654f13f156 req-4b9d17b2-a929-4fb6-a83e-a332918090b1 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:33.614271 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c2c6a4b8-7c77-4ab7-857d-40654f13f156 req-4b9d17b2-a929-4fb6-a83e-a332918090b1 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=019cad4d-a92d-4351-8ebf-fda94ce5a945 HTTP/1.1" status: 200 len: 945 time: 0.0912757 Nov 25 17:47:33.630819 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc768e4-7d93-4d6e-b9f4-7be847fce01f req-768fbfaf-6e31-4935-a11d-81af3aaff116 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:33.632644 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ffc768e4-7d93-4d6e-b9f4-7be847fce01f req-768fbfaf-6e31-4935-a11d-81af3aaff116 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.0771313 Nov 25 17:47:33.709010 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c2c6a4b8-7c77-4ab7-857d-40654f13f156 req-15f90fb8-49a4-42dc-b93f-9773c8682415 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878818 Nov 25 17:47:33.714139 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ffc768e4-7d93-4d6e-b9f4-7be847fce01f req-9bf53320-f764-4eca-b7c3-5bae73127484 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672064 Nov 25 17:47:33.875970 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fffb81-fbdc-43d9-b1c8-1b3a0ba64fb4 req-d34c11e3-4e51-4968-a237-de641fc892b0 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:33.885212 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-41fffb81-fbdc-43d9-b1c8-1b3a0ba64fb4 req-d34c11e3-4e51-4968-a237-de641fc892b0 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.0680614 Nov 25 17:47:33.951212 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-41fffb81-fbdc-43d9-b1c8-1b3a0ba64fb4 req-b733aa5a-88bd-4a8d-93f8-4d8ee546aeb3 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650656 Nov 25 17:47:34.132098 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006cdacb-e0bb-4c7d-9a00-e6ba486ce0b7 req-3e364f20-4a48-423c-9abf-e72e057a0e37 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:34.133695 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-006cdacb-e0bb-4c7d-9a00-e6ba486ce0b7 req-3e364f20-4a48-423c-9abf-e72e057a0e37 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.0854559 Nov 25 17:47:34.166566 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce2a86-2a5b-4303-9223-3738c18a37e8 req-c538e214-27c6-4624-ba49-2b0cb53ebcef tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:34.168075 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-52ce2a86-2a5b-4303-9223-3738c18a37e8 req-c538e214-27c6-4624-ba49-2b0cb53ebcef tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] 10.222.0.75 "GET /v2.0/ports?device_id=85721638-7b6d-45e5-877a-cb5295920ecf HTTP/1.1" status: 200 len: 946 time: 0.0793111 Nov 25 17:47:34.212026 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-006cdacb-e0bb-4c7d-9a00-e6ba486ce0b7 req-d8ee3800-f6f3-4532-a0bf-f6e6bd79d061 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694580 Nov 25 17:47:34.276380 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-52ce2a86-2a5b-4303-9223-3738c18a37e8 req-4b42d688-ab94-47b1-b86a-a3fa41d3ef8e tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] 10.222.0.75 "GET /v2.0/security-groups?id=8f3bf077-980f-46b2-88e9-a69282b2cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942106 Nov 25 17:47:34.364467 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62cd06c-49f3-4354-bc69-60313986728a req-f1c07805-1d98-45b1-b5f9-3ed8df0b9f42 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:34.366838 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d62cd06c-49f3-4354-bc69-60313986728a req-f1c07805-1d98-45b1-b5f9-3ed8df0b9f42 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.0599585 Nov 25 17:47:34.459452 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d62cd06c-49f3-4354-bc69-60313986728a req-00eb9790-82cd-4993-b5a1-d691fbcac1df tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839419 Nov 25 17:47:34.500625 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40528) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:34.585656 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79519894-85ed-4d6b-ab7b-b645696e2947 req-c7b8be5e-235f-4937-8266-46c0e5548ff0 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:34.594568 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-79519894-85ed-4d6b-ab7b-b645696e2947 req-c7b8be5e-235f-4937-8266-46c0e5548ff0 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.0651386 Nov 25 17:47:34.690099 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-79519894-85ed-4d6b-ab7b-b645696e2947 req-185fd1ee-4ad4-4ca8-9856-81f28e04e47a tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896938 Nov 25 17:47:34.709592 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-b6f1ad03-8063-42c9-a9ea-8fb351c944e8 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Request body: {'network': {'name': 'tempest-network-smoke--117164978', 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'port_security_enabled': True}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:47:34.742215 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f1ad03-8063-42c9-a9ea-8fb351c944e8 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Made reservation on behalf of e74594bc3f604c5c9d4110d7bd37c200 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:47:34.749652 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b6f1ad03-8063-42c9-a9ea-8fb351c944e8 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:34.760427 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b6f1ad03-8063-42c9-a9ea-8fb351c944e8 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:34.868611 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111135a7-864f-47e8-b38e-46ea6c78691e req-a61e00a2-def7-420c-a567-21cf9b20cd9f tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:34.872258 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b6f1ad03-8063-42c9-a9ea-8fb351c944e8 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:34.875824 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-111135a7-864f-47e8-b38e-46ea6c78691e req-a61e00a2-def7-420c-a567-21cf9b20cd9f tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=019cad4d-a92d-4351-8ebf-fda94ce5a945 HTTP/1.1" status: 200 len: 945 time: 0.0609264 Nov 25 17:47:34.879301 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b6f1ad03-8063-42c9-a9ea-8fb351c944e8 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:34.898518 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6f1ad03-8063-42c9-a9ea-8fb351c944e8 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 932} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:47:34.911300 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b6f1ad03-8063-42c9-a9ea-8fb351c944e8 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:34.911767 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-b6f1ad03-8063-42c9-a9ea-8fb351c944e8 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Added segment 0a30a398-d571-424e-b25b-e1a7f32fba2c of type vlan for network 89e861ee-81cb-4555-a572-83244168320b Nov 25 17:47:34.962741 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b6f1ad03-8063-42c9-a9ea-8fb351c944e8 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:34.989073 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-111135a7-864f-47e8-b38e-46ea6c78691e req-4f821bf4-83b0-4168-a703-e07b012d9821 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123006 Nov 25 17:47:35.003205 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0cc4a-38c1-4560-b905-6250803b6d98 req-4228dc2c-977a-40ec-8e3b-60a7c61aa495 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:35.005123 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b5b0cc4a-38c1-4560-b905-6250803b6d98 req-4228dc2c-977a-40ec-8e3b-60a7c61aa495 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.0922847 Nov 25 17:47:35.017023 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b6f1ad03-8063-42c9-a9ea-8fb351c944e8 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:35.023851 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f1ad03-8063-42c9-a9ea-8fb351c944e8 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:35.025162 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b6f1ad03-8063-42c9-a9ea-8fb351c944e8 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:35.077845 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f1ad03-8063-42c9-a9ea-8fb351c944e8 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5faf678c-3120-4235-9f03-e2c34e85655c,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:35.082695 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b5b0cc4a-38c1-4560-b905-6250803b6d98 req-a7612bab-d87d-4c6f-a92b-b89e6ffef266 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563247 Nov 25 17:47:35.092288 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f1ad03-8063-42c9-a9ea-8fb351c944e8 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:35.092743 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f1ad03-8063-42c9-a9ea-8fb351c944e8 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:35.093604 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f1ad03-8063-42c9-a9ea-8fb351c944e8 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:35.094232 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f1ad03-8063-42c9-a9ea-8fb351c944e8 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:35.094796 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f1ad03-8063-42c9-a9ea-8fb351c944e8 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:35.095941 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f1ad03-8063-42c9-a9ea-8fb351c944e8 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:35.096587 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f1ad03-8063-42c9-a9ea-8fb351c944e8 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:35.097318 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f1ad03-8063-42c9-a9ea-8fb351c944e8 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:35.098295 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f1ad03-8063-42c9-a9ea-8fb351c944e8 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:35.099191 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f1ad03-8063-42c9-a9ea-8fb351c944e8 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:35.100658 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f1ad03-8063-42c9-a9ea-8fb351c944e8 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:35.102454 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f1ad03-8063-42c9-a9ea-8fb351c944e8 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:35.144214 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b6f1ad03-8063-42c9-a9ea-8fb351c944e8 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6414056 Nov 25 17:47:35.150638 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 40566) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:35.155737 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-813cc77e-0cdc-4812-b644-52331d9a61cf tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-984726346', 'admin_state_up': True, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:47:35.176363 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f1ad03-8063-42c9-a9ea-8fb351c944e8 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Pushing event updated for resources: {'Network': ['ID=89e861ee-81cb-4555-a572-83244168320b,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:35.190636 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 89e861ee-81cb-4555-a572-83244168320b details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:47:35.208852 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-813cc77e-0cdc-4812-b644-52331d9a61cf tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:35.210916 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-813cc77e-0cdc-4812-b644-52331d9a61cf tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:35.288288 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-813cc77e-0cdc-4812-b644-52331d9a61cf tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:35.343602 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f68d2-f99e-403c-8a08-5c3363f2d15e req-23d0c17d-7a31-4a0f-8e2e-587f275ccf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:35.345190 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-0d4f68d2-f99e-403c-8a08-5c3363f2d15e req-23d0c17d-7a31-4a0f-8e2e-587f275ccf0f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c4f532841b574680aa5b2f4b964927a8&device_id=019cad4d-a92d-4351-8ebf-fda94ce5a945 HTTP/1.1" status: 200 len: 1096 time: 0.0702209 Nov 25 17:47:35.506274 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f68d2-f99e-403c-8a08-5c3363f2d15e req-ce4ea92b-dba8-4f77-b955-0112744a5f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:35.509492 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-0d4f68d2-f99e-403c-8a08-5c3363f2d15e req-ce4ea92b-dba8-4f77-b955-0112744a5f87 service neutron] 10.222.0.90 "GET /v2.0/networks?id=55aac267-cfea-4cb6-a3d1-5d2e5c9145dd HTTP/1.1" status: 200 len: 920 time: 0.1548092 Nov 25 17:47:35.579096 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-0d4f68d2-f99e-403c-8a08-5c3363f2d15e req-012feac9-7fab-47d1-a060-aa8db0a75500 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c0f0dcd-a625-4cbe-bc86-7738aeaa3179 HTTP/1.1" status: 200 len: 217 time: 0.0608370 Nov 25 17:47:35.637310 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f68d2-f99e-403c-8a08-5c3363f2d15e req-34945162-a649-4135-beb9-272dc9629a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:35.638791 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-0d4f68d2-f99e-403c-8a08-5c3363f2d15e req-34945162-a649-4135-beb9-272dc9629a05 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f1fd26dd-f220-4d6c-884e-069c7606d72e HTTP/1.1" status: 200 len: 859 time: 0.0500388 Nov 25 17:47:35.696067 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-0d4f68d2-f99e-403c-8a08-5c3363f2d15e req-a829a8d2-c315-4bb9-a4d2-7e700fbf867e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=55aac267-cfea-4cb6-a3d1-5d2e5c9145dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473642 Nov 25 17:47:35.826538 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 40586) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:35.965822 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9695394b-c7a5-4701-9cad-09330d9771af req-b9525703-7981-46e1-a8fe-1782517f335b tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:35.968367 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9695394b-c7a5-4701-9cad-09330d9771af req-b9525703-7981-46e1-a8fe-1782517f335b tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.6650188 Nov 25 17:47:35.980234 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b022f-fd3e-4e56-bd55-f151e695fcc9 req-147f842a-db54-46aa-98e9-25ca1507cf26 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:35.982828 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-385b022f-fd3e-4e56-bd55-f151e695fcc9 req-147f842a-db54-46aa-98e9-25ca1507cf26 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=019cad4d-a92d-4351-8ebf-fda94ce5a945 HTTP/1.1" status: 200 len: 945 time: 0.6653767 Nov 25 17:47:35.994709 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefdbad4-1eb4-4b2b-b5d7-3694ad06bef1 req-04e0e83a-a655-4505-a7d2-7979026b74f1 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:35.996155 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eefdbad4-1eb4-4b2b-b5d7-3694ad06bef1 req-04e0e83a-a655-4505-a7d2-7979026b74f1 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] 10.222.0.90 "GET /v2.0/ports?device_id=85721638-7b6d-45e5-877a-cb5295920ecf HTTP/1.1" status: 200 len: 946 time: 0.2043033 Nov 25 17:47:36.002040 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-813cc77e-0cdc-4812-b644-52331d9a61cf tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:36.089521 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0f30a217-8975-47fe-9158-475c1b140d3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:36.104654 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-0d4f68d2-f99e-403c-8a08-5c3363f2d15e req-f01e532a-8707-440d-89e0-779f960725c9 service neutron] 10.222.0.90 "GET /v2.0/networks/55aac267-cfea-4cb6-a3d1-5d2e5c9145dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3854208 Nov 25 17:47:36.180095 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9695394b-c7a5-4701-9cad-09330d9771af req-bb4def55-1b00-49be-bdfb-fddc1b56946c tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937630 Nov 25 17:47:36.202795 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-0d4f68d2-f99e-403c-8a08-5c3363f2d15e req-fb268e54-9707-4ade-9922-557714185d64 service neutron] 10.222.0.90 "GET /v2.0/networks/55aac267-cfea-4cb6-a3d1-5d2e5c9145dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903404 Nov 25 17:47:36.238226 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-385b022f-fd3e-4e56-bd55-f151e695fcc9 req-932c3ea2-163a-49cf-a280-c00ddd6cf950 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410781 Nov 25 17:47:36.313238 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-eefdbad4-1eb4-4b2b-b5d7-3694ad06bef1 req-f5736cac-3c97-4f4d-aeff-8180115217c4 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] Deleting port ac9a1888-9a99-4128-a90e-de660cfe7754 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:47:36.313535 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-eefdbad4-1eb4-4b2b-b5d7-3694ad06bef1 req-f5736cac-3c97-4f4d-aeff-8180115217c4 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:36.447950 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3123e-443d-406d-b75d-e7aac6aa0ae6 req-23a694f8-347f-4c3a-99d2-0b2f41a7dedf tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:36.449375 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b8b3123e-443d-406d-b75d-e7aac6aa0ae6 req-23a694f8-347f-4c3a-99d2-0b2f41a7dedf tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] 10.222.0.75 "GET /v2.0/ports?device_id=85721638-7b6d-45e5-877a-cb5295920ecf HTTP/1.1" status: 200 len: 946 time: 0.1890960 Nov 25 17:47:36.458661 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0f30a217-8975-47fe-9158-475c1b140d3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:36.474921 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0f30a217-8975-47fe-9158-475c1b140d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:36.574565 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e200168-2103-4ae6-b1a4-efa75d0341cc req-6f8d2011-8969-41ae-9ae0-f84f97aa8c16 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:36.576051 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2e200168-2103-4ae6-b1a4-efa75d0341cc req-6f8d2011-8969-41ae-9ae0-f84f97aa8c16 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.2390397 Nov 25 17:47:36.584856 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-eefdbad4-1eb4-4b2b-b5d7-3694ad06bef1 req-f5736cac-3c97-4f4d-aeff-8180115217c4 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] For port ac9a1888-9a99-4128-a90e-de660cfe7754, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=ac9a1888-9a99-4128-a90e-de660cfe7754,segment=NetworkSegment(f6e32bd7-2ca9-4798-a619-01bfcddda0e3),segment_id=f6e32bd7-2ca9-4798-a619-01bfcddda0e3)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:47:36.585164 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-eefdbad4-1eb4-4b2b-b5d7-3694ad06bef1 req-f5736cac-3c97-4f4d-aeff-8180115217c4 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:36.599507 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-0f30a217-8975-47fe-9158-475c1b140d3e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5f7539fb45ca49258c0c559cf0c546ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7711461 Nov 25 17:47:36.602222 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40596) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:36.635631 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f30a217-8975-47fe-9158-475c1b140d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae385b3c-8150-494c-866e-9d841f5113c3,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:36.655852 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1f90c25-9875-4b4b-b1ff-91d76107ca3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:36.677816 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-eefdbad4-1eb4-4b2b-b5d7-3694ad06bef1 req-f5736cac-3c97-4f4d-aeff-8180115217c4 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] Calling delete_port for ac9a1888-9a99-4128-a90e-de660cfe7754 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:47:36.678373 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1f90c25-9875-4b4b-b1ff-91d76107ca3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:36.701241 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b8b3123e-443d-406d-b75d-e7aac6aa0ae6 req-9b3d4a39-33cb-4841-a18b-ab931fb57a3c tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] 10.222.0.75 "GET /v2.0/security-groups?id=8f3bf077-980f-46b2-88e9-a69282b2cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380161 Nov 25 17:47:36.729666 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1f90c25-9875-4b4b-b1ff-91d76107ca3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:36.732625 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1f90c25-9875-4b4b-b1ff-91d76107ca3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:36.733804 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c1f90c25-9875-4b4b-b1ff-91d76107ca3b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ae385b3c-8150-494c-866e-9d841f5113c3 HTTP/1.1" status: 204 len: 168 time: 0.1304526 Nov 25 17:47:36.742460 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f90c25-9875-4b4b-b1ff-91d76107ca3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae385b3c-8150-494c-866e-9d841f5113c3,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:36.775591 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-813cc77e-0cdc-4812-b644-52331d9a61cf tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for router_gateway, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:36.806248 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-813cc77e-0cdc-4812-b644-52331d9a61cf tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:36.811098 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2e200168-2103-4ae6-b1a4-efa75d0341cc req-345210ca-0eed-496e-b8e7-4cbd17da0a43 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195725 Nov 25 17:47:37.005101 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-813cc77e-0cdc-4812-b644-52331d9a61cf tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Allocated IP 172.25.0.170 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:47:37.042550 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd521d9f-348c-46a8-83d7-e4cfdcb3b635 req-789a4043-626d-40e1-8bc3-e436f1c22f8d tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:37.044084 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dd521d9f-348c-46a8-83d7-e4cfdcb3b635 req-789a4043-626d-40e1-8bc3-e436f1c22f8d tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.1243250 Nov 25 17:47:37.062134 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-eefdbad4-1eb4-4b2b-b5d7-3694ad06bef1 req-f5736cac-3c97-4f4d-aeff-8180115217c4 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:37.077556 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['ac9a1888-9a99-4128-a90e-de660cfe7754'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:47:37.126334 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40610) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:37.142870 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-232f6316-1860-445e-836a-73aeca98b04f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:37.151249 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5736cac-3c97-4f4d-aeff-8180115217c4 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] Pushing event deleted for resources: {'Port': ['ID=ac9a1888-9a99-4128-a90e-de660cfe7754,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:37.168588 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d61a7a3-310b-4fd4-b12f-1fc2e8354897 None None] DHCP port deletion for b30ed141-e46f-4f04-93c5-818fdb0b9345 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:47:37.244908 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-232f6316-1860-445e-836a-73aeca98b04f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:37.248187 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-eefdbad4-1eb4-4b2b-b5d7-3694ad06bef1 req-f5736cac-3c97-4f4d-aeff-8180115217c4 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] No DVR routers for this DVR port ac9a1888-9a99-4128-a90e-de660cfe7754 on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:47:37.250882 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-232f6316-1860-445e-836a-73aeca98b04f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:37.254360 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-eefdbad4-1eb4-4b2b-b5d7-3694ad06bef1 req-f5736cac-3c97-4f4d-aeff-8180115217c4 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:37.257727 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eefdbad4-1eb4-4b2b-b5d7-3694ad06bef1 req-f5736cac-3c97-4f4d-aeff-8180115217c4 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] 10.222.0.90 "DELETE /v2.0/ports/ac9a1888-9a99-4128-a90e-de660cfe7754 HTTP/1.1" status: 204 len: 173 time: 1.2463777 Nov 25 17:47:37.258321 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85721638-7b6d-45e5-877a-cb5295920ecf', 'name': 'network-vif-deleted', 'tag': 'ac9a1888-9a99-4128-a90e-de660cfe7754'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:47:37.260677 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20451b44-1f0b-4a26-913a-f4962294ffe9" -d '{"events": [{"server_uuid": "85721638-7b6d-45e5-877a-cb5295920ecf", "name": "network-vif-deleted", "tag": "ac9a1888-9a99-4128-a90e-de660cfe7754"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:47:37.276912 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dd521d9f-348c-46a8-83d7-e4cfdcb3b635 req-55bb3633-caf4-494c-809a-8604ca3cc08f tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120440 Nov 25 17:47:37.330947 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-813cc77e-0cdc-4812-b644-52331d9a61cf tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:37.355349 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-232f6316-1860-445e-836a-73aeca98b04f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fbb28f39934a462bab4def149f3cd56f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2264147 Nov 25 17:47:37.357837 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40618) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:37.366565 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad423cd-1f37-4cc8-9351-246027121755 x-openstack-request-id: req-1ad423cd-1f37-4cc8-9351-246027121755 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:47:37.367735 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232f6316-1860-445e-836a-73aeca98b04f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4487eda6-fc15-4b69-a274-d2b86b01158f,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:37.368740 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85721638-7b6d-45e5-877a-cb5295920ecf", "name": "network-vif-deleted", "tag": "ac9a1888-9a99-4128-a90e-de660cfe7754", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:47:37.369043 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1ad423cd-1f37-4cc8-9351-246027121755 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:47:37.369454 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85721638-7b6d-45e5-877a-cb5295920ecf', 'name': 'network-vif-deleted', 'tag': 'ac9a1888-9a99-4128-a90e-de660cfe7754', 'status': 'completed', 'code': 200} Nov 25 17:47:37.435372 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-813cc77e-0cdc-4812-b644-52331d9a61cf tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:37.450830 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86419a1b-4899-41f8-8c31-c6e702cf0146 req-f509f61b-2d54-4898-82c5-85f6cdac32e7 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:37.459635 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-86419a1b-4899-41f8-8c31-c6e702cf0146 req-f509f61b-2d54-4898-82c5-85f6cdac32e7 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=019cad4d-a92d-4351-8ebf-fda94ce5a945 HTTP/1.1" status: 200 len: 945 time: 0.0778997 Nov 25 17:47:37.481629 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1a5c2265-f96e-4a7a-a42f-cf027634751a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:37.520440 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813cc77e-0cdc-4812-b644-52331d9a61cf tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:47:37.527628 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-813cc77e-0cdc-4812-b644-52331d9a61cf tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:47:37.535693 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813cc77e-0cdc-4812-b644-52331d9a61cf tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:47:37.549864 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7ee008-5793-4e0f-b567-57f868c91dac None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:47:37.579918 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1a5c2265-f96e-4a7a-a42f-cf027634751a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:37.647586 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-1f179eee-9a40-4c79-9f29-c129cc2708bc None None] Provisioning complete for port 2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:47:37.656775 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1f179eee-9a40-4c79-9f29-c129cc2708bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:37.668226 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1a5c2265-f96e-4a7a-a42f-cf027634751a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:37.670943 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1a5c2265-f96e-4a7a-a42f-cf027634751a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:37.672075 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1a5c2265-f96e-4a7a-a42f-cf027634751a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4487eda6-fc15-4b69-a274-d2b86b01158f HTTP/1.1" status: 204 len: 168 time: 0.3064160 Nov 25 17:47:37.679398 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813cc77e-0cdc-4812-b644-52331d9a61cf tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Pushing event updated for resources: {'Port': ['ID=2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:37.685436 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5c2265-f96e-4a7a-a42f-cf027634751a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4487eda6-fc15-4b69-a274-d2b86b01158f,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:37.786510 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-86419a1b-4899-41f8-8c31-c6e702cf0146 req-bbcc28bd-ca8a-499a-97ca-0abd5071b1bd tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256927 Nov 25 17:47:37.812280 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047dea5-0a73-4e80-9598-72d146e7b212 req-2016098b-9760-45e7-9cb8-9a92fe02843b tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:37.820426 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f047dea5-0a73-4e80-9598-72d146e7b212 req-2016098b-9760-45e7-9cb8-9a92fe02843b tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.2144501 Nov 25 17:47:37.952937 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-1f179eee-9a40-4c79-9f29-c129cc2708bc None None] Port 2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:47:37.963166 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a5e88264-2528-459c-83c4-a23d30ad71b5 req-3917ca71-e34e-4a17-867f-205410511dbf tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] 10.222.0.75 "GET /v2.0/ports?device_id=85721638-7b6d-45e5-877a-cb5295920ecf HTTP/1.1" status: 200 len: 210 time: 0.0361819 Nov 25 17:47:38.008256 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f047dea5-0a73-4e80-9598-72d146e7b212 req-d93fa1b4-d2f6-422b-a673-368fb89f75ca tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867523 Nov 25 17:47:38.069690 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-813cc77e-0cdc-4812-b644-52331d9a61cf tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for router_gateway, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:38.202555 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5d967-2183-43a3-82a4-8890d3699e31 req-fa5d7892-17e5-41c3-9c2f-5366fcb1fc57 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:38.204327 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3cf5d967-2183-43a3-82a4-8890d3699e31 req-fa5d7892-17e5-41c3-9c2f-5366fcb1fc57 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.1319685 Nov 25 17:47:38.332914 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3cf5d967-2183-43a3-82a4-8890d3699e31 req-38917d7f-4d3d-4e57-9bf4-6213622aba02 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217291 Nov 25 17:47:38.373602 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-813cc77e-0cdc-4812-b644-52331d9a61cf tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:38.548841 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-813cc77e-0cdc-4812-b644-52331d9a61cf tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Router 2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:47:38.744552 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af5e202-fd2c-4be7-abbd-e57986f03c1f req-086d8c71-5821-458f-b03f-309f0db87dc9 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:38.746112 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8af5e202-fd2c-4be7-abbd-e57986f03c1f req-086d8c71-5821-458f-b03f-309f0db87dc9 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.0986614 Nov 25 17:47:38.747437 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-813cc77e-0cdc-4812-b644-52331d9a61cf tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:47:38.766488 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cacef88-bb1f-413c-a5d2-5a43fe82b741 None None] Sync routers for ids ['2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:47:38.799611 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cacef88-bb1f-413c-a5d2-5a43fe82b741 None None] Routers {'2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:47:38.803020 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-8cacef88-bb1f-413c-a5d2-5a43fe82b741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:47:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:38.806768 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-813cc77e-0cdc-4812-b644-52331d9a61cf tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:38.811130 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40656) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:38.811667 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-813cc77e-0cdc-4812-b644-52331d9a61cf tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.6592832 Nov 25 17:47:38.843397 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8af5e202-fd2c-4be7-abbd-e57986f03c1f req-357803f2-058d-452b-b262-4987a945a00c tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764635 Nov 25 17:47:39.033989 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-8cacef88-bb1f-413c-a5d2-5a43fe82b741 None None] Set router 2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:47:39.088872 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01362043-c851-4c2d-b800-d53c2d60adc8 req-bce39124-0d06-48b1-a162-9ee163edfb7c tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:39.090385 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-01362043-c851-4c2d-b800-d53c2d60adc8 req-bce39124-0d06-48b1-a162-9ee163edfb7c tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=019cad4d-a92d-4351-8ebf-fda94ce5a945 HTTP/1.1" status: 200 len: 945 time: 0.1469102 Nov 25 17:47:39.112648 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4e8c6-05dd-4da5-b543-ac346ae120fa req-cdee33d7-bea5-4035-9990-a9156bf34967 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:39.114707 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-84f4e8c6-05dd-4da5-b543-ac346ae120fa req-cdee33d7-bea5-4035-9990-a9156bf34967 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.1528935 Nov 25 17:47:39.200325 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-458e9985-c596-4486-9a98-7ccef61512cb tempest-TestNetworkBasicOps-1366248748 tempest-TestNetworkBasicOps-1366248748-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=e74594bc3f604c5c9d4110d7bd37c200&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3831265 Nov 25 17:47:39.203784 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 40680) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:39.236135 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-01362043-c851-4c2d-b800-d53c2d60adc8 req-fb188fe6-6019-4650-b826-26d90e43e498 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327672 Nov 25 17:47:39.280536 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-8cacef88-bb1f-413c-a5d2-5a43fe82b741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'name': 'tempest-TestNetworkBasicOps-router-984726346', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:47:35Z', 'updated_at': '2021-11-25T17:47:37Z', 'revision_number': 3, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'gw_port': {'id': '2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:1a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:47:36Z', 'updated_at': '2021-11-25T17:47:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:39.326017 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cacef88-bb1f-413c-a5d2-5a43fe82b741 None None] Checking router: 2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:47:39.336529 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-84f4e8c6-05dd-4da5-b543-ac346ae120fa req-23fc4c9d-d869-4045-8e06-49510ea4d9aa tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044230 Nov 25 17:47:39.337727 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cacef88-bb1f-413c-a5d2-5a43fe82b741 None None] Updating router 2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e port 2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3 binding host n-d-817746-1 {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:47:39.383994 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-8cacef88-bb1f-413c-a5d2-5a43fe82b741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:39.555782 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307673c6-4515-4105-b164-f6345c8b81cc tempest-TestNetworkBasicOps-1366248748 tempest-TestNetworkBasicOps-1366248748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:39.557341 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-307673c6-4515-4105-b164-f6345c8b81cc tempest-TestNetworkBasicOps-1366248748 tempest-TestNetworkBasicOps-1366248748-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3526537 Nov 25 17:47:39.560345 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40694) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:39.668727 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782130f0-6fba-41f3-8529-b92a3b4872a5 req-f7b81f8f-3f5e-4a29-ba97-3e3b1d715708 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:39.670579 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-782130f0-6fba-41f3-8529-b92a3b4872a5 req-f7b81f8f-3f5e-4a29-ba97-3e3b1d715708 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.1122284 Nov 25 17:47:39.677431 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 40700) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:39.683250 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-734a9d4d-1345-4c95-afbe-5e98c15cc4d9 tempest-TestNetworkBasicOps-1366248748 tempest-TestNetworkBasicOps-1366248748-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=1aa44027-b9d0-4a56-9a59-7e664703e20a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1104190 Nov 25 17:47:39.686716 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-c906f050-ef26-433a-8d93-7c5760990bf4 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-851132093', 'network_id': '89e861ee-81cb-4555-a572-83244168320b', 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:47:39.804939 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-8cacef88-bb1f-413c-a5d2-5a43fe82b741 None None] Publish callbacks [] for port, precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:39.820773 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-8cacef88-bb1f-413c-a5d2-5a43fe82b741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:39.862136 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-782130f0-6fba-41f3-8529-b92a3b4872a5 req-2c3db353-eb10-4458-82e7-74bb3d39dedb tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627622 Nov 25 17:47:39.918753 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c906f050-ef26-433a-8d93-7c5760990bf4 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Made reservation on behalf of e74594bc3f604c5c9d4110d7bd37c200 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:47:39.923174 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c906f050-ef26-433a-8d93-7c5760990bf4 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:39.946796 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6e6b7b-664e-4c8f-807f-f605a46df9e4 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:47:40.013665 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-07de2632-48fe-45e7-91e0-e7768966ec5e None None] Provisioning complete for port 2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:47:40.014306 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-07de2632-48fe-45e7-91e0-e7768966ec5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:40.026523 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7a79d0-b3d2-48f6-aaa9-6000010cfcd8 None None] Pushing event updated for resources: {'Port': ['ID=2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3,revision_number=2']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:40.038605 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-8cacef88-bb1f-413c-a5d2-5a43fe82b741 None None] Attempting to bind port 2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:47:40.038983 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-8cacef88-bb1f-413c-a5d2-5a43fe82b741 None None] Attempting to bind port 2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:47:40.039341 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cacef88-bb1f-413c-a5d2-5a43fe82b741 None None] Attempting to bind port 2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3 on network 1aa44027-b9d0-4a56-9a59-7e664703e20a {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:47:40.058759 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cacef88-bb1f-413c-a5d2-5a43fe82b741 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:47:40.059755 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cacef88-bb1f-413c-a5d2-5a43fe82b741 None None] Checking segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:47:40.060273 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-8cacef88-bb1f-413c-a5d2-5a43fe82b741 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:40.060781 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cacef88-bb1f-413c-a5d2-5a43fe82b741 None None] Bound using segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:47:40.061654 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-8cacef88-bb1f-413c-a5d2-5a43fe82b741 None None] Bound port: 2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:47:40.062278 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-8cacef88-bb1f-413c-a5d2-5a43fe82b741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:40.083167 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-07de2632-48fe-45e7-91e0-e7768966ec5e None None] Port 2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:47:40.158722 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-8cacef88-bb1f-413c-a5d2-5a43fe82b741 None None] For port 2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3, host n-d-817746-1, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:47:40.165619 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-8cacef88-bb1f-413c-a5d2-5a43fe82b741 None None] For port 2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:47:40.171324 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-8cacef88-bb1f-413c-a5d2-5a43fe82b741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:40.226409 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device ac9a1888-9a99-4128-a90e-de660cfe7754 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:47:40.282018 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7a79d0-b3d2-48f6-aaa9-6000010cfcd8 None None] Pushing event updated for resources: {'Port': ['ID=2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:40.300853 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cacef88-bb1f-413c-a5d2-5a43fe82b741 None None] Routers {'2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:47:40.301497 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-8cacef88-bb1f-413c-a5d2-5a43fe82b741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:47:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:40.323503 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b26ad60-ef3d-4873-bdc7-ec041a03d62c None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:47:40.334053 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: ac9a1888-9a99-4128-a90e-de660cfe7754 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:47:40.334830 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device ac9a1888-9a99-4128-a90e-de660cfe7754 not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:47:40.390947 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9f71e-9372-40fd-bb4d-e5bdbc0d188a req-f952d8e5-8101-4508-a14d-08865d779e0d tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:40.392537 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d0b9f71e-9372-40fd-bb4d-e5bdbc0d188a req-f952d8e5-8101-4508-a14d-08865d779e0d tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.4147379 Nov 25 17:47:40.395714 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c906f050-ef26-433a-8d93-7c5760990bf4 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:40.429857 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-3fdb9a49-15a0-4b65-970b-bb561ca6bdad None None] Provisioning complete for port 2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:47:40.430240 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3fdb9a49-15a0-4b65-970b-bb561ca6bdad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:40.484106 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c906f050-ef26-433a-8d93-7c5760990bf4 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Pushing event updated for resources: {'Subnet': ['ID=6ff89a9f-2f25-4d9d-9f45-63e595f0a31a,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:40.510437 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c906f050-ef26-433a-8d93-7c5760990bf4 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:40.510969 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c906f050-ef26-433a-8d93-7c5760990bf4 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:40.511423 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c906f050-ef26-433a-8d93-7c5760990bf4 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:40.511916 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c906f050-ef26-433a-8d93-7c5760990bf4 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:40.512360 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c906f050-ef26-433a-8d93-7c5760990bf4 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:40.512805 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c906f050-ef26-433a-8d93-7c5760990bf4 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:40.513269 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c906f050-ef26-433a-8d93-7c5760990bf4 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:40.514289 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c906f050-ef26-433a-8d93-7c5760990bf4 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:40.514750 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c906f050-ef26-433a-8d93-7c5760990bf4 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:40.515640 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c906f050-ef26-433a-8d93-7c5760990bf4 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:40.516087 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c906f050-ef26-433a-8d93-7c5760990bf4 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:40.516531 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c906f050-ef26-433a-8d93-7c5760990bf4 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:40.626682 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c906f050-ef26-433a-8d93-7c5760990bf4 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Checking segment: {'id': '0a30a398-d571-424e-b25b-e1a7f32fba2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '89e861ee-81cb-4555-a572-83244168320b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:47:40.633658 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c906f050-ef26-433a-8d93-7c5760990bf4 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Network hostable DHCP agents. Network: 89e861ee-81cb-4555-a572-83244168320b, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:47:40.649952 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3fdb9a49-15a0-4b65-970b-bb561ca6bdad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:40.695047 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-3fdb9a49-15a0-4b65-970b-bb561ca6bdad None None] For port 2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:47:40.705004 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d0b9f71e-9372-40fd-bb4d-e5bdbc0d188a req-37c33d12-3cd3-4dcc-8cd2-30688fdd85f9 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037999 Nov 25 17:47:40.706791 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3fdb9a49-15a0-4b65-970b-bb561ca6bdad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:40.736806 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c906f050-ef26-433a-8d93-7c5760990bf4 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Network 89e861ee-81cb-4555-a572-83244168320b is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:47:40.757725 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-c906f050-ef26-433a-8d93-7c5760990bf4 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 89e861ee-81cb-4555-a572-83244168320b) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:47:40.762183 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c906f050-ef26-433a-8d93-7c5760990bf4 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:40.762842 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c906f050-ef26-433a-8d93-7c5760990bf4 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:40.794251 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba7ffb9-aca2-4fc0-a692-04e3415711fd None None] Network 89e861ee-81cb-4555-a572-83244168320b requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:47:40.798449 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c906f050-ef26-433a-8d93-7c5760990bf4 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1198473 Nov 25 17:47:40.801319 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 40736) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:40.912905 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-8cacef88-bb1f-413c-a5d2-5a43fe82b741 None None] Set router 2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:47:41.085730 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb9a49-15a0-4b65-970b-bb561ca6bdad None None] Pushing event updated for resources: {'Port': ['ID=2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:41.180189 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-8cacef88-bb1f-413c-a5d2-5a43fe82b741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'name': 'tempest-TestNetworkBasicOps-router-984726346', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:47:35Z', 'updated_at': '2021-11-25T17:47:37Z', 'revision_number': 3, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'gw_port': {'id': '2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:1a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:47:36Z', 'updated_at': '2021-11-25T17:47:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:41.241088 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cacef88-bb1f-413c-a5d2-5a43fe82b741 None None] The sync data for ids ['2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e'] in n-d-817746-1 is: [{'id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'name': 'tempest-TestNetworkBasicOps-router-984726346', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:47:35Z', 'updated_at': '2021-11-25T17:47:37Z', 'revision_number': 3, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'gw_port': {'id': '2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:1a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:47:36Z', 'updated_at': '2021-11-25T17:47:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:47:41.370473 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46025d74-9181-41a7-b921-dabae77937ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-89e861ee-81cb-4555-a572-83244168320b', 'network_id': '89e861ee-81cb-4555-a572-83244168320b', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'fixed_ips': [{'subnet_id': '6ff89a9f-2f25-4d9d-9f45-63e595f0a31a'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:47:41.371642 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-46025d74-9181-41a7-b921-dabae77937ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:41.662181 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-46025d74-9181-41a7-b921-dabae77937ef None None] Allocated IP 172.20.0.2 (89e861ee-81cb-4555-a572-83244168320b/6ff89a9f-2f25-4d9d-9f45-63e595f0a31a/d480d524-0c4f-426f-aecd-fe612eb6d152) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:47:41.736550 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa1954-424f-48ae-9d7f-d94eab3db478 req-bf910a62-d286-4026-a5a2-e5597553acbc tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:41.738364 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7ffa1954-424f-48ae-9d7f-d94eab3db478 req-bf910a62-d286-4026-a5a2-e5597553acbc tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.1084135 Nov 25 17:47:42.041211 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7ffa1954-424f-48ae-9d7f-d94eab3db478 req-1250cb8b-0147-47bd-8857-c0ee52a34fae tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953732 Nov 25 17:47:42.081713 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-46025d74-9181-41a7-b921-dabae77937ef None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:42.093009 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-46025d74-9181-41a7-b921-dabae77937ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:42.194418 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46025d74-9181-41a7-b921-dabae77937ef None None] Network 89e861ee-81cb-4555-a572-83244168320b is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:47:42.198433 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-46025d74-9181-41a7-b921-dabae77937ef None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:47:42.204966 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46025d74-9181-41a7-b921-dabae77937ef None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:47:42.276721 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46025d74-9181-41a7-b921-dabae77937ef None None] Pushing event updated for resources: {'Port': ['ID=d480d524-0c4f-426f-aecd-fe612eb6d152,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:42.296242 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-46025d74-9181-41a7-b921-dabae77937ef None None] Attempting to bind port d480d524-0c4f-426f-aecd-fe612eb6d152 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:47:42.297889 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-46025d74-9181-41a7-b921-dabae77937ef None None] Attempting to bind port d480d524-0c4f-426f-aecd-fe612eb6d152 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '0a30a398-d571-424e-b25b-e1a7f32fba2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '89e861ee-81cb-4555-a572-83244168320b'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:47:42.299340 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46025d74-9181-41a7-b921-dabae77937ef None None] Attempting to bind port d480d524-0c4f-426f-aecd-fe612eb6d152 on network 89e861ee-81cb-4555-a572-83244168320b {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:47:42.313152 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46025d74-9181-41a7-b921-dabae77937ef None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:47:42.313581 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46025d74-9181-41a7-b921-dabae77937ef None None] Checking segment: {'id': '0a30a398-d571-424e-b25b-e1a7f32fba2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '89e861ee-81cb-4555-a572-83244168320b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:47:42.314087 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-46025d74-9181-41a7-b921-dabae77937ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:42.315124 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46025d74-9181-41a7-b921-dabae77937ef None None] Bound using segment: {'id': '0a30a398-d571-424e-b25b-e1a7f32fba2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '89e861ee-81cb-4555-a572-83244168320b'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:47:42.315658 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-46025d74-9181-41a7-b921-dabae77937ef None None] Bound port: d480d524-0c4f-426f-aecd-fe612eb6d152, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a30a398-d571-424e-b25b-e1a7f32fba2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '89e861ee-81cb-4555-a572-83244168320b'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:47:42.316064 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-46025d74-9181-41a7-b921-dabae77937ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:42.417752 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-46025d74-9181-41a7-b921-dabae77937ef None None] For port d480d524-0c4f-426f-aecd-fe612eb6d152, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:47:42.421879 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-46025d74-9181-41a7-b921-dabae77937ef None None] For port d480d524-0c4f-426f-aecd-fe612eb6d152, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d480d524-0c4f-426f-aecd-fe612eb6d152,segment=NetworkSegment(0a30a398-d571-424e-b25b-e1a7f32fba2c),segment_id=0a30a398-d571-424e-b25b-e1a7f32fba2c)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:47:42.429047 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-46025d74-9181-41a7-b921-dabae77937ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:42.552385 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46025d74-9181-41a7-b921-dabae77937ef None None] Pushing event updated for resources: {'Port': ['ID=d480d524-0c4f-426f-aecd-fe612eb6d152,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:42.608810 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1405ad1f-1b8a-4834-accf-991f0e37b045 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:43.412363 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:47:43.496082 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c193b2a5-58e1-4503-9f1f-e55705745656 req-37e9fe54-9f06-422a-a719-efc7b29b780c tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:43.497534 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c193b2a5-58e1-4503-9f1f-e55705745656 req-37e9fe54-9f06-422a-a719-efc7b29b780c tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=019cad4d-a92d-4351-8ebf-fda94ce5a945 HTTP/1.1" status: 200 len: 945 time: 0.2903683 Nov 25 17:47:43.519963 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9effd9ec-4514-4fda-9a41-1429e2ee665a req-3de05f26-678a-4f99-a0f5-79d84215df78 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:43.523606 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9effd9ec-4514-4fda-9a41-1429e2ee665a req-3de05f26-678a-4f99-a0f5-79d84215df78 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.2947414 Nov 25 17:47:43.526800 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-1405ad1f-1b8a-4834-accf-991f0e37b045 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Allocated IP 172.20.0.1 (89e861ee-81cb-4555-a572-83244168320b/6ff89a9f-2f25-4d9d-9f45-63e595f0a31a/980e859c-6162-46c7-b729-a12f4838b350) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:47:43.547325 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:47:43.547831 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:43.687719 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d480d524-0c4f-426f-aecd-fe612eb6d152 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:47:43.695489 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c193b2a5-58e1-4503-9f1f-e55705745656 req-c3ed2fb4-0cc9-4194-93ee-4b2b2af699ed tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671233 Nov 25 17:47:43.719448 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9effd9ec-4514-4fda-9a41-1429e2ee665a req-4f3ce478-13a9-4d57-b5de-f7c825556f16 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882429 Nov 25 17:47:43.766836 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port d480d524-0c4f-426f-aecd-fe612eb6d152 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:47:43.767926 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:43.823275 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1405ad1f-1b8a-4834-accf-991f0e37b045 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:43.863544 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:43.879905 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1405ad1f-1b8a-4834-accf-991f0e37b045 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:43.921871 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port d480d524-0c4f-426f-aecd-fe612eb6d152, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d480d524-0c4f-426f-aecd-fe612eb6d152,segment=NetworkSegment(0a30a398-d571-424e-b25b-e1a7f32fba2c),segment_id=0a30a398-d571-424e-b25b-e1a7f32fba2c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:47:43.928308 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:43.940861 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1405ad1f-1b8a-4834-accf-991f0e37b045 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Network 89e861ee-81cb-4555-a572-83244168320b is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:47:43.944540 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-1405ad1f-1b8a-4834-accf-991f0e37b045 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:47:43.950263 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1405ad1f-1b8a-4834-accf-991f0e37b045 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:47:43.987828 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1405ad1f-1b8a-4834-accf-991f0e37b045 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Pushing event updated for resources: {'Port': ['ID=980e859c-6162-46c7-b729-a12f4838b350,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:44.015023 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1405ad1f-1b8a-4834-accf-991f0e37b045 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:44.022864 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=d480d524-0c4f-426f-aecd-fe612eb6d152,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:44.210396 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1405ad1f-1b8a-4834-accf-991f0e37b045 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:44.313325 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f483dd54-cfe8-4e2e-8aab-ca9f69aec364 None None] Network 89e861ee-81cb-4555-a572-83244168320b requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:47:44.535190 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-ae68f7fc-6308-4d5a-9735-a7173f60f406 None None] Provisioning complete for port d480d524-0c4f-426f-aecd-fe612eb6d152 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:47:44.535768 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ae68f7fc-6308-4d5a-9735-a7173f60f406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:44.756434 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1405ad1f-1b8a-4834-accf-991f0e37b045 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:44.771224 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1405ad1f-1b8a-4834-accf-991f0e37b045 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:44.880270 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1405ad1f-1b8a-4834-accf-991f0e37b045 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:45.028009 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1405ad1f-1b8a-4834-accf-991f0e37b045 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Pushing event updated for resources: {'Port': ['ID=980e859c-6162-46c7-b729-a12f4838b350,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:45.046403 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f66e26-50d8-46d9-b6cb-ea65e6027c29 req-83eec32f-4391-4f6f-ad70-8ca96a2f32f8 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:45.048053 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-27f66e26-50d8-46d9-b6cb-ea65e6027c29 req-83eec32f-4391-4f6f-ad70-8ca96a2f32f8 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.2048647 Nov 25 17:47:45.132687 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-c9766e09-196e-40ca-adfb-fbd1b97ed9fd None None] Provisioning complete for port d480d524-0c4f-426f-aecd-fe612eb6d152 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:47:45.133148 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c9766e09-196e-40ca-adfb-fbd1b97ed9fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:45.217401 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1405ad1f-1b8a-4834-accf-991f0e37b045 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Network 89e861ee-81cb-4555-a572-83244168320b is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:47:45.225483 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-1405ad1f-1b8a-4834-accf-991f0e37b045 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:47:45.255042 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-27f66e26-50d8-46d9-b6cb-ea65e6027c29 req-dff53732-481b-492e-bd5e-28c2d8997ab8 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838217 Nov 25 17:47:45.365213 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d480d524-0c4f-426f-aecd-fe612eb6d152 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:47:45.443848 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port d480d524-0c4f-426f-aecd-fe612eb6d152 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:47:45.444222 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:45.497175 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1405ad1f-1b8a-4834-accf-991f0e37b045 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Router 2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:47:45.499053 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-c9766e09-196e-40ca-adfb-fbd1b97ed9fd None None] Provisioning complete for port 980e859c-6162-46c7-b729-a12f4838b350 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:47:45.499437 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c9766e09-196e-40ca-adfb-fbd1b97ed9fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:45.618533 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-c9766e09-196e-40ca-adfb-fbd1b97ed9fd None None] Port 980e859c-6162-46c7-b729-a12f4838b350 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:47:45.701071 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1405ad1f-1b8a-4834-accf-991f0e37b045 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:47:45.708553 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-1405ad1f-1b8a-4834-accf-991f0e37b045 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "PUT /v2.0/routers/2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9062083 Nov 25 17:47:45.711356 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40852) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:45.730113 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486689ec-d6a6-46d8-b34e-1e6975fec5b7 None None] Sync routers for ids ['2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:47:45.774632 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-03ea1ceb-137d-4eb9-936f-7f90eab90f7f None None] Provisioning complete for port 980e859c-6162-46c7-b729-a12f4838b350 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:47:45.775270 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-03ea1ceb-137d-4eb9-936f-7f90eab90f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:45.779256 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486689ec-d6a6-46d8-b34e-1e6975fec5b7 None None] Routers {'2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:47:45.780169 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-486689ec-d6a6-46d8-b34e-1e6975fec5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:47:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:45.994731 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-03ea1ceb-137d-4eb9-936f-7f90eab90f7f None None] Port 980e859c-6162-46c7-b729-a12f4838b350 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:47:46.005986 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-486689ec-d6a6-46d8-b34e-1e6975fec5b7 None None] Set router 2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:47:46.008587 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd5e80a-ab26-4d96-8279-132fbea7eede tempest-TestNetworkBasicOps-1366248748 tempest-TestNetworkBasicOps-1366248748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:46.009113 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd5e80a-ab26-4d96-8279-132fbea7eede tempest-TestNetworkBasicOps-1366248748 tempest-TestNetworkBasicOps-1366248748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:46.009577 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd5e80a-ab26-4d96-8279-132fbea7eede tempest-TestNetworkBasicOps-1366248748 tempest-TestNetworkBasicOps-1366248748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:46.010044 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd5e80a-ab26-4d96-8279-132fbea7eede tempest-TestNetworkBasicOps-1366248748 tempest-TestNetworkBasicOps-1366248748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:46.010558 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd5e80a-ab26-4d96-8279-132fbea7eede tempest-TestNetworkBasicOps-1366248748 tempest-TestNetworkBasicOps-1366248748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:46.010960 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd5e80a-ab26-4d96-8279-132fbea7eede tempest-TestNetworkBasicOps-1366248748 tempest-TestNetworkBasicOps-1366248748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:46.011418 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd5e80a-ab26-4d96-8279-132fbea7eede tempest-TestNetworkBasicOps-1366248748 tempest-TestNetworkBasicOps-1366248748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:46.013449 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7bd5e80a-ab26-4d96-8279-132fbea7eede tempest-TestNetworkBasicOps-1366248748 tempest-TestNetworkBasicOps-1366248748-project-admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4995 time: 0.3011017 Nov 25 17:47:46.016309 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 40858) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:46.216262 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e0c0cf-9045-4618-acb1-a6892e20130d tempest-TestNetworkBasicOps-1366248748 tempest-TestNetworkBasicOps-1366248748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:46.217060 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e0c0cf-9045-4618-acb1-a6892e20130d tempest-TestNetworkBasicOps-1366248748 tempest-TestNetworkBasicOps-1366248748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:46.217673 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e0c0cf-9045-4618-acb1-a6892e20130d tempest-TestNetworkBasicOps-1366248748 tempest-TestNetworkBasicOps-1366248748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:46.218278 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e0c0cf-9045-4618-acb1-a6892e20130d tempest-TestNetworkBasicOps-1366248748 tempest-TestNetworkBasicOps-1366248748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:46.218889 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e0c0cf-9045-4618-acb1-a6892e20130d tempest-TestNetworkBasicOps-1366248748 tempest-TestNetworkBasicOps-1366248748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:46.219514 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e0c0cf-9045-4618-acb1-a6892e20130d tempest-TestNetworkBasicOps-1366248748 tempest-TestNetworkBasicOps-1366248748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:46.220435 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e0c0cf-9045-4618-acb1-a6892e20130d tempest-TestNetworkBasicOps-1366248748 tempest-TestNetworkBasicOps-1366248748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:46.222711 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-62e0c0cf-9045-4618-acb1-a6892e20130d tempest-TestNetworkBasicOps-1366248748 tempest-TestNetworkBasicOps-1366248748-project-admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4657 time: 0.2046270 Nov 25 17:47:46.225678 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 40862) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:46.287719 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-686a000a-e021-4300-b827-35b7abb12fba None None] Provisioning complete for port 980e859c-6162-46c7-b729-a12f4838b350 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:47:46.288414 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-686a000a-e021-4300-b827-35b7abb12fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:46.329784 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-686a000a-e021-4300-b827-35b7abb12fba None None] Port 980e859c-6162-46c7-b729-a12f4838b350 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:47:46.444005 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-486689ec-d6a6-46d8-b34e-1e6975fec5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'name': 'tempest-TestNetworkBasicOps-router-984726346', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:47:35Z', 'updated_at': '2021-11-25T17:47:44Z', 'revision_number': 4, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'gw_port': {'id': '2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:1a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:47:36Z', 'updated_at': '2021-11-25T17:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '980e859c-6162-46c7-b729-a12f4838b350', 'name': '', 'network_id': '89e861ee-81cb-4555-a572-83244168320b', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'mac_address': 'fa:16:3e:5c:68:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '6ff89a9f-2f25-4d9d-9f45-63e595f0a31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:47:42Z', 'updated_at': '2021-11-25T17:47:44Z', 'revision_number': 2, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'subnets': [{'id': '6ff89a9f-2f25-4d9d-9f45-63e595f0a31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:46.479798 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486689ec-d6a6-46d8-b34e-1e6975fec5b7 None None] Checking router: 2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:47:46.480590 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486689ec-d6a6-46d8-b34e-1e6975fec5b7 None None] Updating router 2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e port 980e859c-6162-46c7-b729-a12f4838b350 binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:47:46.518781 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b5a2e-b180-4e3a-810c-b9d12783491e req-9960ea98-7cdc-4f29-bc86-8fb99253ba31 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:46.520365 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e65b5a2e-b180-4e3a-810c-b9d12783491e req-9960ea98-7cdc-4f29-bc86-8fb99253ba31 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.1103132 Nov 25 17:47:46.537472 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-486689ec-d6a6-46d8-b34e-1e6975fec5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:46.640994 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e65b5a2e-b180-4e3a-810c-b9d12783491e req-6dbbbdc3-6438-423e-a669-a012c5d687c1 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123793 Nov 25 17:47:46.761432 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-85c9b9eb-cb77-4eb0-8748-81a48e301ac4 tempest-TestNetworkBasicOps-1366248748 tempest-TestNetworkBasicOps-1366248748-project-admin] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2334 time: 0.5335610 Nov 25 17:47:46.899905 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-486689ec-d6a6-46d8-b34e-1e6975fec5b7 None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:46.911598 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-486689ec-d6a6-46d8-b34e-1e6975fec5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:47.094391 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:47.137228 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:47.146792 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a98182c-6d4e-4faa-aadb-8ca33d4682f6 None None] Pushing event updated for resources: {'Port': ['ID=980e859c-6162-46c7-b729-a12f4838b350,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:47.209765 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-54284e86-b397-4ff5-ac9d-6dc3c2c57f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:47.215948 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-486689ec-d6a6-46d8-b34e-1e6975fec5b7 None None] Attempting to bind port 980e859c-6162-46c7-b729-a12f4838b350 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:47:47.216329 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-486689ec-d6a6-46d8-b34e-1e6975fec5b7 None None] Attempting to bind port 980e859c-6162-46c7-b729-a12f4838b350 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '0a30a398-d571-424e-b25b-e1a7f32fba2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '89e861ee-81cb-4555-a572-83244168320b'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:47:47.216700 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486689ec-d6a6-46d8-b34e-1e6975fec5b7 None None] Attempting to bind port 980e859c-6162-46c7-b729-a12f4838b350 on network 89e861ee-81cb-4555-a572-83244168320b {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:47:47.223884 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486689ec-d6a6-46d8-b34e-1e6975fec5b7 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:47:47.224268 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486689ec-d6a6-46d8-b34e-1e6975fec5b7 None None] Checking segment: {'id': '0a30a398-d571-424e-b25b-e1a7f32fba2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '89e861ee-81cb-4555-a572-83244168320b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:47:47.224688 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-486689ec-d6a6-46d8-b34e-1e6975fec5b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:47.225103 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486689ec-d6a6-46d8-b34e-1e6975fec5b7 None None] Bound using segment: {'id': '0a30a398-d571-424e-b25b-e1a7f32fba2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '89e861ee-81cb-4555-a572-83244168320b'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:47:47.225588 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-486689ec-d6a6-46d8-b34e-1e6975fec5b7 None None] Bound port: 980e859c-6162-46c7-b729-a12f4838b350, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a30a398-d571-424e-b25b-e1a7f32fba2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '89e861ee-81cb-4555-a572-83244168320b'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:47:47.225973 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-486689ec-d6a6-46d8-b34e-1e6975fec5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:47.437988 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-486689ec-d6a6-46d8-b34e-1e6975fec5b7 None None] For port 980e859c-6162-46c7-b729-a12f4838b350, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:47:47.448406 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-486689ec-d6a6-46d8-b34e-1e6975fec5b7 None None] For port 980e859c-6162-46c7-b729-a12f4838b350, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=980e859c-6162-46c7-b729-a12f4838b350,segment=NetworkSegment(0a30a398-d571-424e-b25b-e1a7f32fba2c),segment_id=0a30a398-d571-424e-b25b-e1a7f32fba2c)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:47:47.475912 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-486689ec-d6a6-46d8-b34e-1e6975fec5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:47.579883 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-4cdf95e5-840e-49df-a5bc-eaf73cc1e94b None None] Provisioning complete for port 980e859c-6162-46c7-b729-a12f4838b350 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:47:47.580529 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4cdf95e5-840e-49df-a5bc-eaf73cc1e94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:47.662898 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486689ec-d6a6-46d8-b34e-1e6975fec5b7 None None] Routers {'2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:47:47.663553 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-486689ec-d6a6-46d8-b34e-1e6975fec5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:47:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:47.734313 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 40892) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:47.743374 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-213170fb-8275-4eb4-a533-bd79be9e5c5c tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1029154773', 'description': 'tempest-secgroup-smoke-1029154773 description', 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:47:47.780274 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-213170fb-8275-4eb4-a533-bd79be9e5c5c tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:47.970910 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d0371-0962-4281-922a-09e900a98a9b req-f6adaef4-53d0-4eee-92c1-e6588db8c85f tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:47.975374 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a72d0371-0962-4281-922a-09e900a98a9b req-f6adaef4-53d0-4eee-92c1-e6588db8c85f tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.1668684 Nov 25 17:47:48.046743 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a98182c-6d4e-4faa-aadb-8ca33d4682f6 None None] Pushing event updated for resources: {'Port': ['ID=980e859c-6162-46c7-b729-a12f4838b350,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:48.149219 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-213170fb-8275-4eb4-a533-bd79be9e5c5c tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:48.178044 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-213170fb-8275-4eb4-a533-bd79be9e5c5c tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:48.218123 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a72d0371-0962-4281-922a-09e900a98a9b req-6093b4cc-b5bd-4327-9285-f318aa6f10fe tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311721 Nov 25 17:47:48.241504 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4cdf95e5-840e-49df-a5bc-eaf73cc1e94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:48.263994 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-213170fb-8275-4eb4-a533-bd79be9e5c5c tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:48.268315 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-213170fb-8275-4eb4-a533-bd79be9e5c5c tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5288129 Nov 25 17:47:48.268688 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40906) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:48.274615 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-9a822679-fcd9-4585-a02a-8d6c6cc85ed0 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Request body: {'security_group_rule': {'security_group_id': 'ddc479aa-a134-4c61-ba30-9fc894f04e91', 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:47:48.312297 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-4cdf95e5-840e-49df-a5bc-eaf73cc1e94b None None] For port 980e859c-6162-46c7-b729-a12f4838b350, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=980e859c-6162-46c7-b729-a12f4838b350,segment=NetworkSegment(0a30a398-d571-424e-b25b-e1a7f32fba2c),segment_id=0a30a398-d571-424e-b25b-e1a7f32fba2c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:47:48.313204 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213170fb-8275-4eb4-a533-bd79be9e5c5c tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc479aa-a134-4c61-ba30-9fc894f04e91,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:48.315726 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-486689ec-d6a6-46d8-b34e-1e6975fec5b7 None None] Set router 2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:47:48.344172 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9a822679-fcd9-4585-a02a-8d6c6cc85ed0 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:48.365063 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4cdf95e5-840e-49df-a5bc-eaf73cc1e94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:48.428320 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdf95e5-840e-49df-a5bc-eaf73cc1e94b None None] Pushing event updated for resources: {'Port': ['ID=980e859c-6162-46c7-b729-a12f4838b350,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:48.451320 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9a822679-fcd9-4585-a02a-8d6c6cc85ed0 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:48.468649 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9a822679-fcd9-4585-a02a-8d6c6cc85ed0 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:48.532394 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a822679-fcd9-4585-a02a-8d6c6cc85ed0 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d172198-c01d-4eca-83e0-dc4e10166d4c,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:48.547675 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9a822679-fcd9-4585-a02a-8d6c6cc85ed0 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:48.550358 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9a822679-fcd9-4585-a02a-8d6c6cc85ed0 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2805586 Nov 25 17:47:48.552440 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40912) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:48.570478 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-87864a3d-6c39-4e27-ac9b-268819beceda tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Request body: {'security_group_rule': {'security_group_id': 'ddc479aa-a134-4c61-ba30-9fc894f04e91', 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:47:48.612007 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-c63b7d67-f1c5-4893-80de-d117459d0f1f None None] Provisioning complete for port 980e859c-6162-46c7-b729-a12f4838b350 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:47:48.612536 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c63b7d67-f1c5-4893-80de-d117459d0f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:48.613437 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-87864a3d-6c39-4e27-ac9b-268819beceda tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:48.700748 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-87864a3d-6c39-4e27-ac9b-268819beceda tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:48.706438 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-87864a3d-6c39-4e27-ac9b-268819beceda tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:48.733143 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87864a3d-6c39-4e27-ac9b-268819beceda tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae1f5ba7-1bcb-4e4e-9b1c-170f625981f2,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:48.761304 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-87864a3d-6c39-4e27-ac9b-268819beceda tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:48.766313 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 40916) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:48.767448 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-87864a3d-6c39-4e27-ac9b-268819beceda tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2135468 Nov 25 17:47:48.771452 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-a9dd5947-a7d6-46e7-a151-a3837cbd5050 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Request body: {'security_group_rule': {'security_group_id': 'ddc479aa-a134-4c61-ba30-9fc894f04e91', 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:47:48.823912 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a9dd5947-a7d6-46e7-a151-a3837cbd5050 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:48.899698 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a9dd5947-a7d6-46e7-a151-a3837cbd5050 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:48.910323 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a9dd5947-a7d6-46e7-a151-a3837cbd5050 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:48.957122 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dd5947-a7d6-46e7-a151-a3837cbd5050 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b34357f9-f2d5-4b30-bc53-da6127459069,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:48.976655 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a9dd5947-a7d6-46e7-a151-a3837cbd5050 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:48.978544 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-a9dd5947-a7d6-46e7-a151-a3837cbd5050 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2109616 Nov 25 17:47:48.981979 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40920) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:48.990741 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-179e6237-72e5-45c2-be33-26d16deb149c tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Request body: {'security_group_rule': {'security_group_id': 'ddc479aa-a134-4c61-ba30-9fc894f04e91', 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:47:48.998021 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-486689ec-d6a6-46d8-b34e-1e6975fec5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'name': 'tempest-TestNetworkBasicOps-router-984726346', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:47:35Z', 'updated_at': '2021-11-25T17:47:44Z', 'revision_number': 4, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'gw_port': {'id': '2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:1a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:47:36Z', 'updated_at': '2021-11-25T17:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '980e859c-6162-46c7-b729-a12f4838b350', 'name': '', 'network_id': '89e861ee-81cb-4555-a572-83244168320b', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'mac_address': 'fa:16:3e:5c:68:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '6ff89a9f-2f25-4d9d-9f45-63e595f0a31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:47:42Z', 'updated_at': '2021-11-25T17:47:47Z', 'revision_number': 4, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'subnets': [{'id': '6ff89a9f-2f25-4d9d-9f45-63e595f0a31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:49.038659 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-179e6237-72e5-45c2-be33-26d16deb149c tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:49.082567 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486689ec-d6a6-46d8-b34e-1e6975fec5b7 None None] The sync data for ids ['2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e'] in n-d-817746-1 is: [{'id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'name': 'tempest-TestNetworkBasicOps-router-984726346', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:47:35Z', 'updated_at': '2021-11-25T17:47:44Z', 'revision_number': 4, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'gw_port': {'id': '2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:1a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:47:36Z', 'updated_at': '2021-11-25T17:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '980e859c-6162-46c7-b729-a12f4838b350', 'name': '', 'network_id': '89e861ee-81cb-4555-a572-83244168320b', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'mac_address': 'fa:16:3e:5c:68:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '6ff89a9f-2f25-4d9d-9f45-63e595f0a31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:47:42Z', 'updated_at': '2021-11-25T17:47:47Z', 'revision_number': 4, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'subnets': [{'id': '6ff89a9f-2f25-4d9d-9f45-63e595f0a31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:47:49.203904 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-179e6237-72e5-45c2-be33-26d16deb149c tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:49.216602 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-179e6237-72e5-45c2-be33-26d16deb149c tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:49.287853 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179e6237-72e5-45c2-be33-26d16deb149c tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7de4bad2-86f0-4de4-8d8f-3a6af61380d0,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:49.307721 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-179e6237-72e5-45c2-be33-26d16deb149c tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:49.309966 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-179e6237-72e5-45c2-be33-26d16deb149c tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3269720 Nov 25 17:47:49.312791 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 40928) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:49.319486 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-5725ef5f-d723-4619-849b-7845422bbbe1 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Request body: {'security_group_rule': {'security_group_id': 'ddc479aa-a134-4c61-ba30-9fc894f04e91', 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:47:49.339302 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 980e859c-6162-46c7-b729-a12f4838b350 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:47:49.358270 n-d-817746-1 neutron-server[103361]: INFO neutron.db.securitygroups_db [None req-5725ef5f-d723-4619-849b-7845422bbbe1 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Project e74594bc3f604c5c9d4110d7bd37c200 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:47:49.365963 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5725ef5f-d723-4619-849b-7845422bbbe1 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:49.518614 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 980e859c-6162-46c7-b729-a12f4838b350 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:47:49.519007 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:49.519661 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5725ef5f-d723-4619-849b-7845422bbbe1 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:49.531339 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5725ef5f-d723-4619-849b-7845422bbbe1 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:49.610206 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4229e1-ba82-46ec-adc7-a051600cf7aa req-1a97e284-7e47-4adc-8765-9ca38510b5f9 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:49.616041 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9b4229e1-ba82-46ec-adc7-a051600cf7aa req-1a97e284-7e47-4adc-8765-9ca38510b5f9 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.2141132 Nov 25 17:47:49.623549 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5725ef5f-d723-4619-849b-7845422bbbe1 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:49.624793 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-5725ef5f-d723-4619-849b-7845422bbbe1 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3101809 Nov 25 17:47:49.628304 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40934) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:49.634184 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-00516175-2fa4-414d-941f-102dc226fd14 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Request body: {'security_group_rule': {'security_group_id': 'ddc479aa-a134-4c61-ba30-9fc894f04e91', 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:47:49.697314 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5725ef5f-d723-4619-849b-7845422bbbe1 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d685279c-86f5-48f3-8ecd-f69de14d0d42,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:49.703840 n-d-817746-1 neutron-server[103360]: INFO neutron.db.securitygroups_db [None req-00516175-2fa4-414d-941f-102dc226fd14 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Project e74594bc3f604c5c9d4110d7bd37c200 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:47:49.714718 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-00516175-2fa4-414d-941f-102dc226fd14 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:49.739751 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9b4229e1-ba82-46ec-adc7-a051600cf7aa req-65e42d10-d5df-4937-b39e-adc09bb21882 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940332 Nov 25 17:47:49.807484 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d8208d78-9a6d-4e13-8814-149c3e617b41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:49.838549 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-00516175-2fa4-414d-941f-102dc226fd14 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:49.844140 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-00516175-2fa4-414d-941f-102dc226fd14 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:49.888141 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00516175-2fa4-414d-941f-102dc226fd14 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cc06457-9da3-4f83-b115-8a736a299295,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:49.902866 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-00516175-2fa4-414d-941f-102dc226fd14 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:49.914886 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-00516175-2fa4-414d-941f-102dc226fd14 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2843304 Nov 25 17:47:50.320754 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-25fbc458-b6d4-4c8c-a038-acec4878f4c3 req-b204a5b9-56ae-4523-912b-e01a2633b0c2 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1029154773&fields=id&tenant_id=e74594bc3f604c5c9d4110d7bd37c200 HTTP/1.1" status: 200 len: 267 time: 0.0891600 Nov 25 17:47:50.863774 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:51.141939 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fbc458-b6d4-4c8c-a038-acec4878f4c3 req-6d2f6cf4-20ed-4609-b8b7-ddc942c25225 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:51.143861 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-25fbc458-b6d4-4c8c-a038-acec4878f4c3 req-6d2f6cf4-20ed-4609-b8b7-ddc942c25225 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/networks?id=89e861ee-81cb-4555-a572-83244168320b HTTP/1.1" status: 200 len: 796 time: 0.8160877 Nov 25 17:47:51.154714 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe57e8-cab6-4cd7-abf1-8c752602ce1a req-05ccab95-ddea-45f3-be32-6f7aeaf98b52 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:51.156590 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b9fe57e8-cab6-4cd7-abf1-8c752602ce1a req-05ccab95-ddea-45f3-be32-6f7aeaf98b52 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.1390128 Nov 25 17:47:51.170347 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-25fbc458-b6d4-4c8c-a038-acec4878f4c3 req-42801f4c-c041-4888-b232-52e301c2e57d tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/quotas/e74594bc3f604c5c9d4110d7bd37c200 HTTP/1.1" status: 200 len: 375 time: 0.0118873 Nov 25 17:47:51.315434 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b9fe57e8-cab6-4cd7-abf1-8c752602ce1a req-e790eb21-7cb8-41d7-82c0-673c9d35c80a tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439233 Nov 25 17:47:51.340790 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-25fbc458-b6d4-4c8c-a038-acec4878f4c3 req-4d9b4e6b-7998-4a0d-9133-4e22bb45dba9 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=e74594bc3f604c5c9d4110d7bd37c200&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1536100 Nov 25 17:47:51.674647 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-25fbc458-b6d4-4c8c-a038-acec4878f4c3 req-c4c57ced-a1ed-4868-b4f8-33674be83885 service neutron] 10.222.0.75 "GET /v2.0/networks/89e861ee-81cb-4555-a572-83244168320b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185563 Nov 25 17:47:51.781966 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712aed1b-ab9d-4d92-9d4b-640d32ee1430 req-1912a0ec-a9f1-4696-aff1-c6ff64ab4d42 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:51.784733 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-712aed1b-ab9d-4d92-9d4b-640d32ee1430 req-1912a0ec-a9f1-4696-aff1-c6ff64ab4d42 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] 10.222.0.75 "GET /v2.0/networks?id=b30ed141-e46f-4f04-93c5-818fdb0b9345 HTTP/1.1" status: 200 len: 813 time: 0.2054400 Nov 25 17:47:51.816446 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-712aed1b-ab9d-4d92-9d4b-640d32ee1430 req-aba363c0-d33c-4d3b-ab87-75b9f36021da tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] 10.222.0.75 "GET /v2.0/quotas/4a3c7b8e51774deca7ec3da21f807f3e HTTP/1.1" status: 200 len: 375 time: 0.0232911 Nov 25 17:47:51.837116 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-25fbc458-b6d4-4c8c-a038-acec4878f4c3 req-9bdf56c9-b233-41b3-af26-4859063aaf5c service neutron] 10.222.0.75 "GET /v2.0/networks/89e861ee-81cb-4555-a572-83244168320b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545606 Nov 25 17:47:51.869082 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-712aed1b-ab9d-4d92-9d4b-640d32ee1430 req-edb291fc-7013-4fb6-bd7d-397a5896fe79 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=4a3c7b8e51774deca7ec3da21f807f3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422487 Nov 25 17:47:52.053542 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:52.087780 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fc79d002-d3bb-4c63-b8c2-36231d8b0421 req-ff27cf0f-0ffa-4aa0-a700-6baa01bd5356 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/ports?device_id=498691d0-c76f-4d60-a193-68d18e621ee6 HTTP/1.1" status: 200 len: 210 time: 0.0378563 Nov 25 17:47:52.101633 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-712aed1b-ab9d-4d92-9d4b-640d32ee1430 req-6b1c3833-2836-4e26-93f1-d45aa07826ac service neutron] 10.222.0.75 "GET /v2.0/networks/b30ed141-e46f-4f04-93c5-818fdb0b9345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217233 Nov 25 17:47:52.241755 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-712aed1b-ab9d-4d92-9d4b-640d32ee1430 req-53eedd4f-adb7-45de-97fa-6bf6cfb6892a service neutron] 10.222.0.75 "GET /v2.0/networks/b30ed141-e46f-4f04-93c5-818fdb0b9345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381075 Nov 25 17:47:52.304309 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:47:52.532640 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fab1ec90-d28d-431b-8ff7-aeda586fbbfb req-b3063abb-4873-4cf8-aa85-a55f26f2bab6 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c563411-3bcf-479c-b48d-36e768ac9c49 HTTP/1.1" status: 200 len: 210 time: 0.0576093 Nov 25 17:47:52.540472 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6537d199-086c-4dc0-b661-06eba1c84770 req-74852fa4-fc3e-4c5f-bcc2-e745805d8a58 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:52.542372 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6537d199-086c-4dc0-b661-06eba1c84770 req-74852fa4-fc3e-4c5f-bcc2-e745805d8a58 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.1239967 Nov 25 17:47:52.607335 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6537d199-086c-4dc0-b661-06eba1c84770 req-efcab914-4261-4dee-9d05-14e234397e68 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570121 Nov 25 17:47:52.960385 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:53.223505 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6fe62d91-f550-482c-adeb-c4fe6b064e52 req-4389db8e-7e4c-4c0c-8c2d-94d9f89e6628 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/ports?device_id=498691d0-c76f-4d60-a193-68d18e621ee6 HTTP/1.1" status: 200 len: 210 time: 0.0349998 Nov 25 17:47:53.629590 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fbc458-b6d4-4c8c-a038-acec4878f4c3 req-ab2e3209-d7fd-4fd1-bd59-f7ebb828c07c tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:53.631161 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-25fbc458-b6d4-4c8c-a038-acec4878f4c3 req-ab2e3209-d7fd-4fd1-bd59-f7ebb828c07c tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.74 "GET /v2.0/networks?id=89e861ee-81cb-4555-a572-83244168320b HTTP/1.1" status: 200 len: 796 time: 0.2298539 Nov 25 17:47:53.710839 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-40054499-9218-49fe-ac2a-6b93bfd489f9 req-3df8ddd8-f318-4496-829a-27faebd7f03a tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c563411-3bcf-479c-b48d-36e768ac9c49 HTTP/1.1" status: 200 len: 210 time: 0.0581179 Nov 25 17:47:53.805471 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-25fbc458-b6d4-4c8c-a038-acec4878f4c3 req-b7b9a29e-d732-4c83-86d3-ec5dba3c0b80 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e74594bc3f604c5c9d4110d7bd37c200 HTTP/1.1" status: 200 len: 380 time: 0.1378837 Nov 25 17:47:53.816301 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf9385-b5d9-4a97-a647-3c0370c9b364 req-c94fcca0-4a8d-46b6-be0f-b95eb3d51ff4 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:53.824740 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e9cf9385-b5d9-4a97-a647-3c0370c9b364 req-c94fcca0-4a8d-46b6-be0f-b95eb3d51ff4 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.1175337 Nov 25 17:47:53.847945 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-25fbc458-b6d4-4c8c-a038-acec4878f4c3 req-ca8d29fc-f9dc-4e4d-9a72-d3afc1ee517f tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Request body: {'port': {'device_id': '498691d0-c76f-4d60-a193-68d18e621ee6', 'network_id': '89e861ee-81cb-4555-a572-83244168320b', 'admin_state_up': True, 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'security_groups': ['ddc479aa-a134-4c61-ba30-9fc894f04e91']}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:47:54.056490 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712aed1b-ab9d-4d92-9d4b-640d32ee1430 req-01b7fb65-e2c4-4b38-8bef-e8a14bf21949 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:54.058314 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-712aed1b-ab9d-4d92-9d4b-640d32ee1430 req-01b7fb65-e2c4-4b38-8bef-e8a14bf21949 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] 10.222.0.74 "GET /v2.0/networks?id=b30ed141-e46f-4f04-93c5-818fdb0b9345 HTTP/1.1" status: 200 len: 813 time: 0.1339056 Nov 25 17:47:54.082773 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e9cf9385-b5d9-4a97-a647-3c0370c9b364 req-85e97dd8-e81a-4e1e-9845-c079f2d416e2 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516229 Nov 25 17:47:54.090313 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-712aed1b-ab9d-4d92-9d4b-640d32ee1430 req-8eed8de7-8d79-4934-b774-3d9a53e9c8fe tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] Request body: {'port': {'device_id': '0c563411-3bcf-479c-b48d-36e768ac9c49', 'network_id': 'b30ed141-e46f-4f04-93c5-818fdb0b9345', 'admin_state_up': True, 'tenant_id': '4a3c7b8e51774deca7ec3da21f807f3e'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:47:54.279795 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25fbc458-b6d4-4c8c-a038-acec4878f4c3 req-ca8d29fc-f9dc-4e4d-9a72-d3afc1ee517f tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Made reservation on behalf of e74594bc3f604c5c9d4110d7bd37c200 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:47:54.284042 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-25fbc458-b6d4-4c8c-a038-acec4878f4c3 req-ca8d29fc-f9dc-4e4d-9a72-d3afc1ee517f tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:54.403083 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-712aed1b-ab9d-4d92-9d4b-640d32ee1430 req-8eed8de7-8d79-4934-b774-3d9a53e9c8fe tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] Made reservation on behalf of 4a3c7b8e51774deca7ec3da21f807f3e for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:47:54.406893 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-712aed1b-ab9d-4d92-9d4b-640d32ee1430 req-8eed8de7-8d79-4934-b774-3d9a53e9c8fe tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:54.451653 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-36718013-9a3a-4492-bed2-c4e89c296705 req-17558804-5486-4402-871a-e7c0bdd40efd tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/ports?device_id=498691d0-c76f-4d60-a193-68d18e621ee6 HTTP/1.1" status: 200 len: 210 time: 0.0645676 Nov 25 17:47:54.511580 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-25fbc458-b6d4-4c8c-a038-acec4878f4c3 req-ca8d29fc-f9dc-4e4d-9a72-d3afc1ee517f tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Allocated IP 172.20.0.3 (89e861ee-81cb-4555-a572-83244168320b/6ff89a9f-2f25-4d9d-9f45-63e595f0a31a/69056102-3a27-4631-949d-4d0692363d00) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:47:54.805528 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-712aed1b-ab9d-4d92-9d4b-640d32ee1430 req-8eed8de7-8d79-4934-b774-3d9a53e9c8fe tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] Allocated IP 172.20.0.10 (b30ed141-e46f-4f04-93c5-818fdb0b9345/51d942a2-a4cd-4685-a9c9-2707d3619302/d9399054-541c-4efa-a43c-df36f7199b75) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:47:54.918629 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-25fbc458-b6d4-4c8c-a038-acec4878f4c3 req-ca8d29fc-f9dc-4e4d-9a72-d3afc1ee517f tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:54.952526 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-323c1c51-cf2d-461c-8d94-912affa98bf3 req-e8c8e5d5-5d60-462f-8cba-d8b6160a3737 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c563411-3bcf-479c-b48d-36e768ac9c49 HTTP/1.1" status: 200 len: 210 time: 0.0587347 Nov 25 17:47:54.964307 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 41100) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:55.058249 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device f775cafa-bf5b-412d-84f8-dce9f7ca3a8f details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:47:55.145598 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cf436f31-abd7-49de-b1f2-6e605fb2b3a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:55.225334 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port f775cafa-bf5b-412d-84f8-dce9f7ca3a8f, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=f775cafa-bf5b-412d-84f8-dce9f7ca3a8f,segment=NetworkSegment(71c86001-f0ae-4454-b37f-632918094290),segment_id=71c86001-f0ae-4454-b37f-632918094290)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:47:55.250192 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': 'f775cafa-bf5b-412d-84f8-dce9f7ca3a8f', 'network_id': 'd89d2854-97b0-4c53-9fed-c35cc58a4c82', 'port_id': 'f775cafa-bf5b-412d-84f8-dce9f7ca3a8f', 'mac_address': 'fa:16:3e:16:5b:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb2a2af3-1780-4394-834e-7b4d65546660', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:47:55.307919 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-25fbc458-b6d4-4c8c-a038-acec4878f4c3 req-ca8d29fc-f9dc-4e4d-9a72-d3afc1ee517f tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:55.319504 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:55.335110 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd3716-e950-42b7-b7aa-377505de0ec4 req-8657cd2f-b8d4-4fec-be44-ec88dfc3effa tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:55.336871 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4dfd3716-e950-42b7-b7aa-377505de0ec4 req-8657cd2f-b8d4-4fec-be44-ec88dfc3effa tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.1483841 Nov 25 17:47:55.353609 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f775cafa-bf5b-412d-84f8-dce9f7ca3a8f {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:47:55.382144 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port f775cafa-bf5b-412d-84f8-dce9f7ca3a8f, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=f775cafa-bf5b-412d-84f8-dce9f7ca3a8f,segment=NetworkSegment(71c86001-f0ae-4454-b37f-632918094290),segment_id=71c86001-f0ae-4454-b37f-632918094290)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:47:55.387924 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:55.402797 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cf436f31-abd7-49de-b1f2-6e605fb2b3a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:55.408937 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cf436f31-abd7-49de-b1f2-6e605fb2b3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:55.422143 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25fbc458-b6d4-4c8c-a038-acec4878f4c3 req-ca8d29fc-f9dc-4e4d-9a72-d3afc1ee517f tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Network 89e861ee-81cb-4555-a572-83244168320b is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:47:55.432552 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-25fbc458-b6d4-4c8c-a038-acec4878f4c3 req-ca8d29fc-f9dc-4e4d-9a72-d3afc1ee517f tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:47:55.447163 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=f775cafa-bf5b-412d-84f8-dce9f7ca3a8f,revision_number=6']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:55.463175 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-cf436f31-abd7-49de-b1f2-6e605fb2b3a9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=97b1ffa2d686433e81107d43319ddf5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4946461 Nov 25 17:47:55.465588 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 41110) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:55.471366 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-712aed1b-ab9d-4d92-9d4b-640d32ee1430 req-8eed8de7-8d79-4934-b774-3d9a53e9c8fe tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:55.473090 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-25fbc458-b6d4-4c8c-a038-acec4878f4c3 req-ca8d29fc-f9dc-4e4d-9a72-d3afc1ee517f tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:47:55.478711 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf436f31-abd7-49de-b1f2-6e605fb2b3a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be400ff-2a50-4f2e-994c-07bac9e4d1d6,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:55.518608 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['f775cafa-bf5b-412d-84f8-dce9f7ca3a8f'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:47:55.582238 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5265b961-0dee-4084-a14d-46732429bb0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:55.582472 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8d29fc-f9dc-4e4d-9a72-d3afc1ee517f tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Pushing event updated for resources: {'Port': ['ID=69056102-3a27-4631-949d-4d0692363d00,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:55.606904 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fbc458-b6d4-4c8c-a038-acec4878f4c3 req-ca8d29fc-f9dc-4e4d-9a72-d3afc1ee517f tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:55.608418 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-25fbc458-b6d4-4c8c-a038-acec4878f4c3 req-ca8d29fc-f9dc-4e4d-9a72-d3afc1ee517f tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:55.632965 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4dfd3716-e950-42b7-b7aa-377505de0ec4 req-0ea35900-8bbc-4c76-a2c7-f39d614b716a tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568505 Nov 25 17:47:55.650796 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5265b961-0dee-4084-a14d-46732429bb0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:55.707006 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-25fbc458-b6d4-4c8c-a038-acec4878f4c3 req-ca8d29fc-f9dc-4e4d-9a72-d3afc1ee517f tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8796222 Nov 25 17:47:55.729547 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-25fbc458-b6d4-4c8c-a038-acec4878f4c3 req-aae86731-fe20-4c24-be43-53025a4000cb service neutron] Request body: {'port': {'device_id': '498691d0-c76f-4d60-a193-68d18e621ee6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:47:55.748255 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-712aed1b-ab9d-4d92-9d4b-640d32ee1430 req-8eed8de7-8d79-4934-b774-3d9a53e9c8fe tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:55.767511 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5265b961-0dee-4084-a14d-46732429bb0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:55.771134 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5265b961-0dee-4084-a14d-46732429bb0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:55.773399 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-5265b961-0dee-4084-a14d-46732429bb0c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0be400ff-2a50-4f2e-994c-07bac9e4d1d6 HTTP/1.1" status: 204 len: 168 time: 0.3060181 Nov 25 17:47:55.775202 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9cfb74-db81-475d-8c39-026f32e5a1c8 req-b559bf6c-de9c-47cf-a9c8-f030056bc8b8 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:55.783351 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1d9cfb74-db81-475d-8c39-026f32e5a1c8 req-b559bf6c-de9c-47cf-a9c8-f030056bc8b8 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/ports?device_id=498691d0-c76f-4d60-a193-68d18e621ee6 HTTP/1.1" status: 200 len: 931 time: 0.1446934 Nov 25 17:47:55.804298 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5265b961-0dee-4084-a14d-46732429bb0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be400ff-2a50-4f2e-994c-07bac9e4d1d6,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:55.889040 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-712aed1b-ab9d-4d92-9d4b-640d32ee1430 req-8eed8de7-8d79-4934-b774-3d9a53e9c8fe tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] Network b30ed141-e46f-4f04-93c5-818fdb0b9345 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:47:55.927243 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-712aed1b-ab9d-4d92-9d4b-640d32ee1430 req-8eed8de7-8d79-4934-b774-3d9a53e9c8fe tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:47:55.930303 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-712aed1b-ab9d-4d92-9d4b-640d32ee1430 req-8eed8de7-8d79-4934-b774-3d9a53e9c8fe tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:47:55.954734 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0b0dc8-192a-46ce-8621-aec954971a83 None None] DHCP port deletion for b30ed141-e46f-4f04-93c5-818fdb0b9345 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:47:55.976348 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d575bd99-81fb-4403-86fb-d4d917c071e5 None None] Provisioning complete for port 69056102-3a27-4631-949d-4d0692363d00 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:47:55.976731 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d575bd99-81fb-4403-86fb-d4d917c071e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:55.985044 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eed8de7-8d79-4934-b774-3d9a53e9c8fe tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] Pushing event updated for resources: {'Port': ['ID=d9399054-541c-4efa-a43c-df36f7199b75,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:56.028347 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d575bd99-81fb-4403-86fb-d4d917c071e5 None None] Port 69056102-3a27-4631-949d-4d0692363d00 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:47:56.037922 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-25fbc458-b6d4-4c8c-a038-acec4878f4c3 req-aae86731-fe20-4c24-be43-53025a4000cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:56.067949 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1d9cfb74-db81-475d-8c39-026f32e5a1c8 req-cb7b93e9-8348-4446-bc2b-9ec2dec73a85 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/security-groups?id=ddc479aa-a134-4c61-ba30-9fc894f04e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2836695 Nov 25 17:47:56.108074 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712aed1b-ab9d-4d92-9d4b-640d32ee1430 req-8eed8de7-8d79-4934-b774-3d9a53e9c8fe tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:56.108743 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-712aed1b-ab9d-4d92-9d4b-640d32ee1430 req-8eed8de7-8d79-4934-b774-3d9a53e9c8fe tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:56.160425 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-94282e08-1cba-4120-80b9-1b180a81a874 None None] Provisioning complete for port d9399054-541c-4efa-a43c-df36f7199b75 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:47:56.161502 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-94282e08-1cba-4120-80b9-1b180a81a874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:56.220591 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-94282e08-1cba-4120-80b9-1b180a81a874 None None] Port d9399054-541c-4efa-a43c-df36f7199b75 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:47:56.271535 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-712aed1b-ab9d-4d92-9d4b-640d32ee1430 req-8eed8de7-8d79-4934-b774-3d9a53e9c8fe tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1851296 Nov 25 17:47:56.275325 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 41128) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:56.291892 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eacf66-7f6e-420a-bd84-83d7a6b3c2d5 req-9d1dca2b-a3e3-489a-811d-1264829dbf5c tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:56.294175 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-67eacf66-7f6e-420a-bd84-83d7a6b3c2d5 req-9d1dca2b-a3e3-489a-811d-1264829dbf5c tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c563411-3bcf-479c-b48d-36e768ac9c49 HTTP/1.1" status: 200 len: 932 time: 0.2099502 Nov 25 17:47:56.315929 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-deab7030-cbe8-4877-89b2-7eb7379909da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:56.348286 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-712aed1b-ab9d-4d92-9d4b-640d32ee1430 req-4ffa9bf2-2e29-44ba-9b99-4999f1b8147d service neutron] Request body: {'port': {'device_id': '0c563411-3bcf-479c-b48d-36e768ac9c49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:47:56.487834 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-deab7030-cbe8-4877-89b2-7eb7379909da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:56.495529 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-deab7030-cbe8-4877-89b2-7eb7379909da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:56.536903 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-712aed1b-ab9d-4d92-9d4b-640d32ee1430 req-4ffa9bf2-2e29-44ba-9b99-4999f1b8147d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:56.557442 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-67eacf66-7f6e-420a-bd84-83d7a6b3c2d5 req-6f955634-1512-4688-b7aa-b0563c7339c0 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] 10.222.0.75 "GET /v2.0/security-groups?id=8f3bf077-980f-46b2-88e9-a69282b2cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060306 Nov 25 17:47:56.572409 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-deab7030-cbe8-4877-89b2-7eb7379909da admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ef8a7c20c29f4a90b42d47c2085426d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2958562 Nov 25 17:47:56.573678 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deab7030-cbe8-4877-89b2-7eb7379909da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f078f7-30ed-4539-b9bb-e944e46ec2a5,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:56.577050 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 41134) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:56.705116 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d682bb3c-512b-4489-8bdc-9e56444e759d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:56.743564 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d682bb3c-512b-4489-8bdc-9e56444e759d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:56.843704 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d682bb3c-512b-4489-8bdc-9e56444e759d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:56.854666 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d682bb3c-512b-4489-8bdc-9e56444e759d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:56.856196 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d682bb3c-512b-4489-8bdc-9e56444e759d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f9f078f7-30ed-4539-b9bb-e944e46ec2a5 HTTP/1.1" status: 204 len: 168 time: 0.2779808 Nov 25 17:47:56.870319 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d682bb3c-512b-4489-8bdc-9e56444e759d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f078f7-30ed-4539-b9bb-e944e46ec2a5,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:56.993985 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d601203-1169-49b8-89b1-12fc7b8667f9 req-1afc3624-3fcb-4928-8fef-1814b07b02d3 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:56.995578 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5d601203-1169-49b8-89b1-12fc7b8667f9 req-1afc3624-3fcb-4928-8fef-1814b07b02d3 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 944 time: 0.2405982 Nov 25 17:47:57.003255 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-25fbc458-b6d4-4c8c-a038-acec4878f4c3 req-aae86731-fe20-4c24-be43-53025a4000cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69056102-3a27-4631-949d-4d0692363d00 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:47:57.028889 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-25fbc458-b6d4-4c8c-a038-acec4878f4c3 req-aae86731-fe20-4c24-be43-53025a4000cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:57.078770 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device f775cafa-bf5b-412d-84f8-dce9f7ca3a8f up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:47:57.091842 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-25fbc458-b6d4-4c8c-a038-acec4878f4c3 req-aae86731-fe20-4c24-be43-53025a4000cb service neutron] Transition to ACTIVE for port object 69056102-3a27-4631-949d-4d0692363d00 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:47:57.125004 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-25fbc458-b6d4-4c8c-a038-acec4878f4c3 req-aae86731-fe20-4c24-be43-53025a4000cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:57.191243 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port f775cafa-bf5b-412d-84f8-dce9f7ca3a8f triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:47:57.191820 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:57.346841 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-712aed1b-ab9d-4d92-9d4b-640d32ee1430 req-4ffa9bf2-2e29-44ba-9b99-4999f1b8147d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9399054-541c-4efa-a43c-df36f7199b75 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:47:57.359934 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-712aed1b-ab9d-4d92-9d4b-640d32ee1430 req-4ffa9bf2-2e29-44ba-9b99-4999f1b8147d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:57.377214 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:57.396468 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5d601203-1169-49b8-89b1-12fc7b8667f9 req-4b95fb2c-1081-456e-b84f-e855db80a5a0 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3877866 Nov 25 17:47:57.416324 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481c3a50-3a48-4609-ab28-3d6c644af2b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f775cafa-bf5b-412d-84f8-dce9f7ca3a8f'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:47:57.419942 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db09d54a-67d6-45ef-a1ed-937e287a5300" -d '{"events": [{"server_uuid": "481c3a50-3a48-4609-ab28-3d6c644af2b0", "name": "network-vif-plugged", "status": "completed", "tag": "f775cafa-bf5b-412d-84f8-dce9f7ca3a8f"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:47:57.438643 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port f775cafa-bf5b-412d-84f8-dce9f7ca3a8f, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=f775cafa-bf5b-412d-84f8-dce9f7ca3a8f,segment=NetworkSegment(71c86001-f0ae-4454-b37f-632918094290),segment_id=71c86001-f0ae-4454-b37f-632918094290)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:47:57.450353 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:57.493733 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-712aed1b-ab9d-4d92-9d4b-640d32ee1430 req-4ffa9bf2-2e29-44ba-9b99-4999f1b8147d service neutron] Transition to ACTIVE for port object d9399054-541c-4efa-a43c-df36f7199b75 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:47:57.511948 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=f775cafa-bf5b-412d-84f8-dce9f7ca3a8f,revision_number=7']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:57.534559 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae86731-fe20-4c24-be43-53025a4000cb service neutron] Pushing event updated for resources: {'Port': ['ID=69056102-3a27-4631-949d-4d0692363d00,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:57.538924 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 41152) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:57.561347 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6ab34cc2-25a3-4601-8fa8-85dc98b24d36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:57.563565 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-712aed1b-ab9d-4d92-9d4b-640d32ee1430 req-4ffa9bf2-2e29-44ba-9b99-4999f1b8147d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:57.696733 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5afa8f5-f3a6-4d9c-ac66-b800c19f1a0c None None] DHCP port deletion for b30ed141-e46f-4f04-93c5-818fdb0b9345 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:47:57.710481 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6ab34cc2-25a3-4601-8fa8-85dc98b24d36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:57.715051 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6ab34cc2-25a3-4601-8fa8-85dc98b24d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:57.745543 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d36630-18f5-482e-b3a3-292342bce66b req-2e335c51-e01f-461d-9fbe-4165ca09d9b3 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:57.747374 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f1d36630-18f5-482e-b3a3-292342bce66b req-2e335c51-e01f-461d-9fbe-4165ca09d9b3 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/ports?device_id=498691d0-c76f-4d60-a193-68d18e621ee6 HTTP/1.1" status: 200 len: 943 time: 0.5659094 Nov 25 17:47:57.773693 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6ab34cc2-25a3-4601-8fa8-85dc98b24d36 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e706698cbd3d44b19b39a159cb9d27fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2308538 Nov 25 17:47:57.773693 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab34cc2-25a3-4601-8fa8-85dc98b24d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c96827-dd15-4df8-b4d5-da209fd02089,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:57.777322 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 41156) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:57.849286 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ddc63e1b-10d3-4ac8-8c93-f5b962882c4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:57.877047 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffa9bf2-2e29-44ba-9b99-4999f1b8147d service neutron] Pushing event updated for resources: {'Port': ['ID=d9399054-541c-4efa-a43c-df36f7199b75,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:57.893393 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-25fbc458-b6d4-4c8c-a038-acec4878f4c3 req-aae86731-fe20-4c24-be43-53025a4000cb service neutron] Attempting to bind port 69056102-3a27-4631-949d-4d0692363d00 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:47:57.893738 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-25fbc458-b6d4-4c8c-a038-acec4878f4c3 req-aae86731-fe20-4c24-be43-53025a4000cb service neutron] Attempting to bind port 69056102-3a27-4631-949d-4d0692363d00 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '0a30a398-d571-424e-b25b-e1a7f32fba2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '89e861ee-81cb-4555-a572-83244168320b'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:47:57.894072 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fbc458-b6d4-4c8c-a038-acec4878f4c3 req-aae86731-fe20-4c24-be43-53025a4000cb service neutron] Attempting to bind port 69056102-3a27-4631-949d-4d0692363d00 on network 89e861ee-81cb-4555-a572-83244168320b {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:47:57.942226 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ddc63e1b-10d3-4ac8-8c93-f5b962882c4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:57.962201 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fbc458-b6d4-4c8c-a038-acec4878f4c3 req-aae86731-fe20-4c24-be43-53025a4000cb service neutron] Port 69056102-3a27-4631-949d-4d0692363d00 on network 89e861ee-81cb-4555-a572-83244168320b not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:47:57.962572 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fbc458-b6d4-4c8c-a038-acec4878f4c3 req-aae86731-fe20-4c24-be43-53025a4000cb service neutron] Attempting to bind port 69056102-3a27-4631-949d-4d0692363d00 on network 89e861ee-81cb-4555-a572-83244168320b {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:47:57.964239 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73998450-5849-4d27-913c-4819ad25bb9e x-openstack-request-id: req-73998450-5849-4d27-913c-4819ad25bb9e {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:47:57.964934 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "481c3a50-3a48-4609-ab28-3d6c644af2b0", "name": "network-vif-plugged", "status": "completed", "tag": "f775cafa-bf5b-412d-84f8-dce9f7ca3a8f", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:47:57.965520 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-73998450-5849-4d27-913c-4819ad25bb9e {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:47:57.966126 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '481c3a50-3a48-4609-ab28-3d6c644af2b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f775cafa-bf5b-412d-84f8-dce9f7ca3a8f', 'code': 200} Nov 25 17:47:57.982765 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f1d36630-18f5-482e-b3a3-292342bce66b req-a79ad64c-def9-4f1a-b627-1e1daeeab9e8 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/security-groups?id=ddc479aa-a134-4c61-ba30-9fc894f04e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1878185 Nov 25 17:47:57.985820 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fbc458-b6d4-4c8c-a038-acec4878f4c3 req-aae86731-fe20-4c24-be43-53025a4000cb service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:47:57.986166 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fbc458-b6d4-4c8c-a038-acec4878f4c3 req-aae86731-fe20-4c24-be43-53025a4000cb service neutron] Checking segment: {'id': '0a30a398-d571-424e-b25b-e1a7f32fba2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '89e861ee-81cb-4555-a572-83244168320b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:47:57.986814 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fbc458-b6d4-4c8c-a038-acec4878f4c3 req-aae86731-fe20-4c24-be43-53025a4000cb service neutron] Bound using segment: {'id': '0a30a398-d571-424e-b25b-e1a7f32fba2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '89e861ee-81cb-4555-a572-83244168320b'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:47:57.987011 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-25fbc458-b6d4-4c8c-a038-acec4878f4c3 req-aae86731-fe20-4c24-be43-53025a4000cb service neutron] Bound port: 69056102-3a27-4631-949d-4d0692363d00, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a30a398-d571-424e-b25b-e1a7f32fba2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '89e861ee-81cb-4555-a572-83244168320b'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:47:57.987349 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-25fbc458-b6d4-4c8c-a038-acec4878f4c3 req-aae86731-fe20-4c24-be43-53025a4000cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:58.044517 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ddc63e1b-10d3-4ac8-8c93-f5b962882c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:58.047272 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ddc63e1b-10d3-4ac8-8c93-f5b962882c4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:58.050984 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ddc63e1b-10d3-4ac8-8c93-f5b962882c4b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/83c96827-dd15-4df8-b4d5-da209fd02089 HTTP/1.1" status: 204 len: 168 time: 0.2699137 Nov 25 17:47:58.071322 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-712aed1b-ab9d-4d92-9d4b-640d32ee1430 req-4ffa9bf2-2e29-44ba-9b99-4999f1b8147d service neutron] Attempting to bind port d9399054-541c-4efa-a43c-df36f7199b75 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:47:58.071900 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-712aed1b-ab9d-4d92-9d4b-640d32ee1430 req-4ffa9bf2-2e29-44ba-9b99-4999f1b8147d service neutron] Attempting to bind port d9399054-541c-4efa-a43c-df36f7199b75 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'f6e32bd7-2ca9-4798-a619-01bfcddda0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'b30ed141-e46f-4f04-93c5-818fdb0b9345'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:47:58.072016 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712aed1b-ab9d-4d92-9d4b-640d32ee1430 req-4ffa9bf2-2e29-44ba-9b99-4999f1b8147d service neutron] Attempting to bind port d9399054-541c-4efa-a43c-df36f7199b75 on network b30ed141-e46f-4f04-93c5-818fdb0b9345 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:47:58.074905 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc63e1b-10d3-4ac8-8c93-f5b962882c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c96827-dd15-4df8-b4d5-da209fd02089,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:58.106087 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712aed1b-ab9d-4d92-9d4b-640d32ee1430 req-4ffa9bf2-2e29-44ba-9b99-4999f1b8147d service neutron] Port d9399054-541c-4efa-a43c-df36f7199b75 on network b30ed141-e46f-4f04-93c5-818fdb0b9345 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:47:58.106421 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712aed1b-ab9d-4d92-9d4b-640d32ee1430 req-4ffa9bf2-2e29-44ba-9b99-4999f1b8147d service neutron] Attempting to bind port d9399054-541c-4efa-a43c-df36f7199b75 on network b30ed141-e46f-4f04-93c5-818fdb0b9345 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:47:58.122458 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712aed1b-ab9d-4d92-9d4b-640d32ee1430 req-4ffa9bf2-2e29-44ba-9b99-4999f1b8147d service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:47:58.122805 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712aed1b-ab9d-4d92-9d4b-640d32ee1430 req-4ffa9bf2-2e29-44ba-9b99-4999f1b8147d service neutron] Checking segment: {'id': 'f6e32bd7-2ca9-4798-a619-01bfcddda0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'b30ed141-e46f-4f04-93c5-818fdb0b9345'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:47:58.123257 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712aed1b-ab9d-4d92-9d4b-640d32ee1430 req-4ffa9bf2-2e29-44ba-9b99-4999f1b8147d service neutron] Bound using segment: {'id': 'f6e32bd7-2ca9-4798-a619-01bfcddda0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'b30ed141-e46f-4f04-93c5-818fdb0b9345'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:47:58.123633 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-712aed1b-ab9d-4d92-9d4b-640d32ee1430 req-4ffa9bf2-2e29-44ba-9b99-4999f1b8147d service neutron] Bound port: d9399054-541c-4efa-a43c-df36f7199b75, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6e32bd7-2ca9-4798-a619-01bfcddda0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'b30ed141-e46f-4f04-93c5-818fdb0b9345'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:47:58.124001 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-712aed1b-ab9d-4d92-9d4b-640d32ee1430 req-4ffa9bf2-2e29-44ba-9b99-4999f1b8147d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:58.129597 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-25fbc458-b6d4-4c8c-a038-acec4878f4c3 req-aae86731-fe20-4c24-be43-53025a4000cb service neutron] For port 69056102-3a27-4631-949d-4d0692363d00, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:47:58.161935 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-25fbc458-b6d4-4c8c-a038-acec4878f4c3 req-aae86731-fe20-4c24-be43-53025a4000cb service neutron] For port 69056102-3a27-4631-949d-4d0692363d00, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=69056102-3a27-4631-949d-4d0692363d00,segment=NetworkSegment(0a30a398-d571-424e-b25b-e1a7f32fba2c),segment_id=0a30a398-d571-424e-b25b-e1a7f32fba2c)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:47:58.176005 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dcbd8d-d60d-4df2-bffb-c3dfce891f01 req-1ae1c822-5d5c-48fc-afb2-a0dda27475ae tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:58.177601 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-37dcbd8d-d60d-4df2-bffb-c3dfce891f01 req-1ae1c822-5d5c-48fc-afb2-a0dda27475ae tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c563411-3bcf-479c-b48d-36e768ac9c49 HTTP/1.1" status: 200 len: 944 time: 0.1303692 Nov 25 17:47:58.206256 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-25fbc458-b6d4-4c8c-a038-acec4878f4c3 req-aae86731-fe20-4c24-be43-53025a4000cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:58.280242 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fbc458-b6d4-4c8c-a038-acec4878f4c3 req-aae86731-fe20-4c24-be43-53025a4000cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:58.280935 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-25fbc458-b6d4-4c8c-a038-acec4878f4c3 req-aae86731-fe20-4c24-be43-53025a4000cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:58.282937 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-25fbc458-b6d4-4c8c-a038-acec4878f4c3 req-aae86731-fe20-4c24-be43-53025a4000cb service neutron] 10.222.0.74 "PUT /v2.0/ports/69056102-3a27-4631-949d-4d0692363d00 HTTP/1.1" status: 200 len: 1091 time: 2.5624774 Nov 25 17:47:58.286016 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '498691d0-c76f-4d60-a193-68d18e621ee6', 'tag': '69056102-3a27-4631-949d-4d0692363d00'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:47:58.295668 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa2a2ec-d043-4235-be90-fe6773d0d4fd" -d '{"events": [{"name": "network-changed", "server_uuid": "498691d0-c76f-4d60-a193-68d18e621ee6", "tag": "69056102-3a27-4631-949d-4d0692363d00"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:47:58.400651 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-712aed1b-ab9d-4d92-9d4b-640d32ee1430 req-4ffa9bf2-2e29-44ba-9b99-4999f1b8147d service neutron] For port d9399054-541c-4efa-a43c-df36f7199b75, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:47:58.451484 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e3738c-4d8e-4b43-b8fb-f811cf9590bf x-openstack-request-id: req-11e3738c-4d8e-4b43-b8fb-f811cf9590bf {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:47:58.454053 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "498691d0-c76f-4d60-a193-68d18e621ee6", "tag": "69056102-3a27-4631-949d-4d0692363d00", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:47:58.454515 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-11e3738c-4d8e-4b43-b8fb-f811cf9590bf {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:47:58.455118 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '498691d0-c76f-4d60-a193-68d18e621ee6', 'tag': '69056102-3a27-4631-949d-4d0692363d00', 'status': 'completed', 'code': 200} Nov 25 17:47:58.565568 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae86731-fe20-4c24-be43-53025a4000cb service neutron] Pushing event updated for resources: {'Port': ['ID=69056102-3a27-4631-949d-4d0692363d00,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:58.613243 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-37dcbd8d-d60d-4df2-bffb-c3dfce891f01 req-65705475-d919-4297-bb4e-54570743a501 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] 10.222.0.75 "GET /v2.0/security-groups?id=8f3bf077-980f-46b2-88e9-a69282b2cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4096291 Nov 25 17:47:58.620607 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-712aed1b-ab9d-4d92-9d4b-640d32ee1430 req-4ffa9bf2-2e29-44ba-9b99-4999f1b8147d service neutron] For port d9399054-541c-4efa-a43c-df36f7199b75, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=d9399054-541c-4efa-a43c-df36f7199b75,segment=NetworkSegment(f6e32bd7-2ca9-4798-a619-01bfcddda0e3),segment_id=f6e32bd7-2ca9-4798-a619-01bfcddda0e3)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:47:58.660953 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-712aed1b-ab9d-4d92-9d4b-640d32ee1430 req-4ffa9bf2-2e29-44ba-9b99-4999f1b8147d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:58.736993 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fbc458-b6d4-4c8c-a038-acec4878f4c3 req-0ef67409-4a4f-455c-bdec-c9c1a6c542a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:58.740013 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-25fbc458-b6d4-4c8c-a038-acec4878f4c3 req-0ef67409-4a4f-455c-bdec-c9c1a6c542a1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e74594bc3f604c5c9d4110d7bd37c200&device_id=498691d0-c76f-4d60-a193-68d18e621ee6 HTTP/1.1" status: 200 len: 1094 time: 0.3589282 Nov 25 17:47:58.783779 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac90716-8cf1-444f-b219-f48a3e1f6f0a None None] DHCP port deletion for b30ed141-e46f-4f04-93c5-818fdb0b9345 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:47:58.786133 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712aed1b-ab9d-4d92-9d4b-640d32ee1430 req-4ffa9bf2-2e29-44ba-9b99-4999f1b8147d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:58.786946 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-712aed1b-ab9d-4d92-9d4b-640d32ee1430 req-4ffa9bf2-2e29-44ba-9b99-4999f1b8147d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:58.789173 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-712aed1b-ab9d-4d92-9d4b-640d32ee1430 req-4ffa9bf2-2e29-44ba-9b99-4999f1b8147d service neutron] 10.222.0.74 "PUT /v2.0/ports/d9399054-541c-4efa-a43c-df36f7199b75 HTTP/1.1" status: 200 len: 1092 time: 2.5058532 Nov 25 17:47:58.885033 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-25fbc458-b6d4-4c8c-a038-acec4878f4c3 req-31f2b9a6-6c88-4ac0-9821-cd48f1251e30 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69056102-3a27-4631-949d-4d0692363d00 HTTP/1.1" status: 200 len: 217 time: 0.1139166 Nov 25 17:47:59.296589 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f135c-fd8a-4dd3-a3a8-7e14dd5aa333 req-fab8a7db-3cef-42a7-8682-02ea56b52bd3 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:59.298209 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-170f135c-fd8a-4dd3-a3a8-7e14dd5aa333 req-fab8a7db-3cef-42a7-8682-02ea56b52bd3 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.6754341 Nov 25 17:47:59.361937 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffa9bf2-2e29-44ba-9b99-4999f1b8147d service neutron] Pushing event updated for resources: {'Port': ['ID=d9399054-541c-4efa-a43c-df36f7199b75,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:59.464334 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712aed1b-ab9d-4d92-9d4b-640d32ee1430 req-d0704b51-a0ad-428a-8080-d5ff737e73e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:59.466054 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-712aed1b-ab9d-4d92-9d4b-640d32ee1430 req-d0704b51-a0ad-428a-8080-d5ff737e73e5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4a3c7b8e51774deca7ec3da21f807f3e&device_id=0c563411-3bcf-479c-b48d-36e768ac9c49 HTTP/1.1" status: 200 len: 1095 time: 0.5944965 Nov 25 17:47:59.511956 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-170f135c-fd8a-4dd3-a3a8-7e14dd5aa333 req-22706d40-1952-437c-a75e-b148986dd362 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905522 Nov 25 17:47:59.521245 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fbc458-b6d4-4c8c-a038-acec4878f4c3 req-5574c17b-e905-42ee-8b23-f8d322919d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:59.522273 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-25fbc458-b6d4-4c8c-a038-acec4878f4c3 req-5574c17b-e905-42ee-8b23-f8d322919d41 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6ff89a9f-2f25-4d9d-9f45-63e595f0a31a HTTP/1.1" status: 200 len: 834 time: 0.2336278 Nov 25 17:47:59.596528 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab34edf-b7c2-46e9-9391-f6425ddd2870 req-c8a98fd6-88f2-412b-9f17-32a3b1829d2f tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:59.604107 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8ab34edf-b7c2-46e9-9391-f6425ddd2870 req-c8a98fd6-88f2-412b-9f17-32a3b1829d2f tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/ports?device_id=498691d0-c76f-4d60-a193-68d18e621ee6 HTTP/1.1" status: 200 len: 943 time: 0.3163791 Nov 25 17:47:59.614338 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-712aed1b-ab9d-4d92-9d4b-640d32ee1430 req-eed642f3-b765-48d3-af79-ec63a556116c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9399054-541c-4efa-a43c-df36f7199b75 HTTP/1.1" status: 200 len: 217 time: 0.1011009 Nov 25 17:47:59.831811 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712aed1b-ab9d-4d92-9d4b-640d32ee1430 req-91e2c174-057d-4eee-9a17-ac77d4d777f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:59.833365 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-712aed1b-ab9d-4d92-9d4b-640d32ee1430 req-91e2c174-057d-4eee-9a17-ac77d4d777f2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=51d942a2-a4cd-4685-a9c9-2707d3619302 HTTP/1.1" status: 200 len: 853 time: 0.2017515 Nov 25 17:47:59.888427 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8ab34edf-b7c2-46e9-9391-f6425ddd2870 req-fe0d77c1-d433-4cd8-aaf6-a84763f5a6c1 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/security-groups?id=ddc479aa-a134-4c61-ba30-9fc894f04e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2778809 Nov 25 17:47:59.945467 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fbc458-b6d4-4c8c-a038-acec4878f4c3 req-6127b543-629e-4cae-ada9-d2c7152fc51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:59.946821 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-25fbc458-b6d4-4c8c-a038-acec4878f4c3 req-6127b543-629e-4cae-ada9-d2c7152fc51d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=89e861ee-81cb-4555-a572-83244168320b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3874013 Nov 25 17:47:59.948782 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-712aed1b-ab9d-4d92-9d4b-640d32ee1430 req-16057779-74ef-43c5-bd30-98783b832d9d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b30ed141-e46f-4f04-93c5-818fdb0b9345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796604 Nov 25 17:47:59.963100 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430114fc-0fc7-4436-919b-26aefe9bb7d7 req-337b7143-d598-4b34-942e-c65d09d64f49 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:59.970600 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-430114fc-0fc7-4436-919b-26aefe9bb7d7 req-337b7143-d598-4b34-942e-c65d09d64f49 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c563411-3bcf-479c-b48d-36e768ac9c49 HTTP/1.1" status: 200 len: 944 time: 0.2580900 Nov 25 17:48:00.333536 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-712aed1b-ab9d-4d92-9d4b-640d32ee1430 req-f385ec04-6b8a-437d-a9d0-30eb6faf6f53 service neutron] 10.222.0.74 "GET /v2.0/networks/b30ed141-e46f-4f04-93c5-818fdb0b9345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596704 Nov 25 17:48:00.337334 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-430114fc-0fc7-4436-919b-26aefe9bb7d7 req-1348b6de-42ad-4173-a788-354e503b7e9c tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] 10.222.0.75 "GET /v2.0/security-groups?id=8f3bf077-980f-46b2-88e9-a69282b2cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3658020 Nov 25 17:48:00.423488 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-25fbc458-b6d4-4c8c-a038-acec4878f4c3 req-0d108848-9cf4-430b-8169-1e69308349b4 service neutron] 10.222.0.74 "GET /v2.0/networks/89e861ee-81cb-4555-a572-83244168320b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4487460 Nov 25 17:48:00.476081 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c563411-3bcf-479c-b48d-36e768ac9c49', 'tag': 'd9399054-541c-4efa-a43c-df36f7199b75'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:48:00.481409 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68be851-c781-4996-a4a7-05588eeb37f5" -d '{"events": [{"name": "network-changed", "server_uuid": "0c563411-3bcf-479c-b48d-36e768ac9c49", "tag": "d9399054-541c-4efa-a43c-df36f7199b75"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:48:00.639898 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2cdfc0-0116-4966-8106-e6d2b92d42ea x-openstack-request-id: req-1e2cdfc0-0116-4966-8106-e6d2b92d42ea {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:48:00.640191 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c563411-3bcf-479c-b48d-36e768ac9c49", "tag": "d9399054-541c-4efa-a43c-df36f7199b75", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:48:00.640447 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1e2cdfc0-0116-4966-8106-e6d2b92d42ea {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:48:00.640861 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c563411-3bcf-479c-b48d-36e768ac9c49', 'tag': 'd9399054-541c-4efa-a43c-df36f7199b75', 'status': 'completed', 'code': 200} Nov 25 17:48:00.649829 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e5932-74b2-4c98-9ff4-9aba16bd793d req-7234e072-1893-40db-bab3-951bcaff8f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:00.651349 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-885e5932-74b2-4c98-9ff4-9aba16bd793d req-7234e072-1893-40db-bab3-951bcaff8f5b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c4f532841b574680aa5b2f4b964927a8&device_id=019cad4d-a92d-4351-8ebf-fda94ce5a945 HTTP/1.1" status: 200 len: 1096 time: 0.2649395 Nov 25 17:48:00.658742 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-712aed1b-ab9d-4d92-9d4b-640d32ee1430 req-22295567-8a6e-45ff-a98d-23cb7edb30f1 service neutron] 10.222.0.74 "GET /v2.0/networks/b30ed141-e46f-4f04-93c5-818fdb0b9345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145187 Nov 25 17:48:00.735427 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd2968-c736-48f6-ba00-f0f2b0e23c73 req-c4a2c54d-5566-40c8-8b96-a3a3653c2a9d tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:00.737565 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-12bd2968-c736-48f6-ba00-f0f2b0e23c73 req-c4a2c54d-5566-40c8-8b96-a3a3653c2a9d tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=019cad4d-a92d-4351-8ebf-fda94ce5a945 HTTP/1.1" status: 200 len: 945 time: 0.2259996 Nov 25 17:48:00.790361 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-25fbc458-b6d4-4c8c-a038-acec4878f4c3 req-763ff8fd-77e4-4f93-ac91-3f9277a2890d service neutron] 10.222.0.74 "GET /v2.0/networks/89e861ee-81cb-4555-a572-83244168320b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910163 Nov 25 17:48:01.022126 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-12bd2968-c736-48f6-ba00-f0f2b0e23c73 req-c0382df3-8038-4761-a92c-32e1243953be tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740037 Nov 25 17:48:01.054204 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68be851-c781-4996-a4a7-05588eeb37f5 req-327993c2-fd0e-4858-8f71-d6388920b81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:01.055758 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d68be851-c781-4996-a4a7-05588eeb37f5 req-327993c2-fd0e-4858-8f71-d6388920b81a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4a3c7b8e51774deca7ec3da21f807f3e&device_id=0c563411-3bcf-479c-b48d-36e768ac9c49 HTTP/1.1" status: 200 len: 1095 time: 0.2721550 Nov 25 17:48:01.065922 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a6f426-2a17-46d4-89a0-a66ab2b64a87 req-63a6fc45-5bae-4f5a-b75d-55b94cd4fc84 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:01.069682 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a7a6f426-2a17-46d4-89a0-a66ab2b64a87 req-63a6fc45-5bae-4f5a-b75d-55b94cd4fc84 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.2676616 Nov 25 17:48:01.071939 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2a2ec-d043-4235-be90-fe6773d0d4fd req-35b91115-dd13-46f3-b330-571e73c356cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:01.073459 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-daa2a2ec-d043-4235-be90-fe6773d0d4fd req-35b91115-dd13-46f3-b330-571e73c356cb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e74594bc3f604c5c9d4110d7bd37c200&device_id=498691d0-c76f-4d60-a193-68d18e621ee6 HTTP/1.1" status: 200 len: 1094 time: 0.2054043 Nov 25 17:48:01.074466 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e5932-74b2-4c98-9ff4-9aba16bd793d req-d90ca4ea-c3ff-4cf2-9d20-563d936a699f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:01.075815 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-885e5932-74b2-4c98-9ff4-9aba16bd793d req-d90ca4ea-c3ff-4cf2-9d20-563d936a699f service neutron] 10.222.0.90 "GET /v2.0/networks?id=55aac267-cfea-4cb6-a3d1-5d2e5c9145dd HTTP/1.1" status: 200 len: 920 time: 0.4127114 Nov 25 17:48:01.205535 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-885e5932-74b2-4c98-9ff4-9aba16bd793d req-475b7da5-b550-4ab8-9068-d6adf5500b71 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c0f0dcd-a625-4cbe-bc86-7738aeaa3179 HTTP/1.1" status: 200 len: 217 time: 0.1111341 Nov 25 17:48:01.357412 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a7a6f426-2a17-46d4-89a0-a66ab2b64a87 req-92d0c842-b775-40b9-94bd-e10d93c3fd00 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794323 Nov 25 17:48:01.434138 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e5932-74b2-4c98-9ff4-9aba16bd793d req-1e53aa74-07f7-4881-9c55-bee555acedac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:01.435658 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-885e5932-74b2-4c98-9ff4-9aba16bd793d req-1e53aa74-07f7-4881-9c55-bee555acedac service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f1fd26dd-f220-4d6c-884e-069c7606d72e HTTP/1.1" status: 200 len: 859 time: 0.2151797 Nov 25 17:48:01.441548 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68be851-c781-4996-a4a7-05588eeb37f5 req-a7ded8f1-c345-407c-bf54-72d13a6abb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:01.443004 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d68be851-c781-4996-a4a7-05588eeb37f5 req-a7ded8f1-c345-407c-bf54-72d13a6abb5e service neutron] 10.222.0.74 "GET /v2.0/networks?id=b30ed141-e46f-4f04-93c5-818fdb0b9345 HTTP/1.1" status: 200 len: 914 time: 0.3662665 Nov 25 17:48:01.456333 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01904b9-0ab8-4a34-922e-e96c245bada4 req-d48036b3-a4a7-4d02-8d38-91244f0d5a56 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:01.458074 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c01904b9-0ab8-4a34-922e-e96c245bada4 req-d48036b3-a4a7-4d02-8d38-91244f0d5a56 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/ports?device_id=498691d0-c76f-4d60-a193-68d18e621ee6 HTTP/1.1" status: 200 len: 943 time: 0.2841475 Nov 25 17:48:01.537914 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-885e5932-74b2-4c98-9ff4-9aba16bd793d req-7460ec40-c3cc-4ecd-8752-800bed3b1490 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=55aac267-cfea-4cb6-a3d1-5d2e5c9145dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904729 Nov 25 17:48:01.546856 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2a2ec-d043-4235-be90-fe6773d0d4fd req-931c8539-043f-47de-a5b5-36af090af62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:01.549173 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-daa2a2ec-d043-4235-be90-fe6773d0d4fd req-931c8539-043f-47de-a5b5-36af090af62b service neutron] 10.222.0.74 "GET /v2.0/networks?id=89e861ee-81cb-4555-a572-83244168320b HTTP/1.1" status: 200 len: 897 time: 0.4616694 Nov 25 17:48:01.559691 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d68be851-c781-4996-a4a7-05588eeb37f5 req-d7197052-9fe6-48c1-9a62-ad563a238b99 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9399054-541c-4efa-a43c-df36f7199b75 HTTP/1.1" status: 200 len: 217 time: 0.1004148 Nov 25 17:48:01.678379 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-daa2a2ec-d043-4235-be90-fe6773d0d4fd req-e543211d-368b-4008-9962-be0ac361048f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69056102-3a27-4631-949d-4d0692363d00 HTTP/1.1" status: 200 len: 217 time: 0.1086490 Nov 25 17:48:01.832929 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2a2ec-d043-4235-be90-fe6773d0d4fd req-f8f61596-7704-427d-a17d-706d87a2a9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:01.834367 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-daa2a2ec-d043-4235-be90-fe6773d0d4fd req-f8f61596-7704-427d-a17d-706d87a2a9eb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6ff89a9f-2f25-4d9d-9f45-63e595f0a31a HTTP/1.1" status: 200 len: 834 time: 0.1432111 Nov 25 17:48:01.840348 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c01904b9-0ab8-4a34-922e-e96c245bada4 req-edcc8451-cd51-4596-ac30-3e9e85c77de0 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/security-groups?id=ddc479aa-a134-4c61-ba30-9fc894f04e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3649664 Nov 25 17:48:01.909011 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68be851-c781-4996-a4a7-05588eeb37f5 req-a8aa2231-0043-46a0-a62e-1617b2d0ba48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:01.910472 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d68be851-c781-4996-a4a7-05588eeb37f5 req-a8aa2231-0043-46a0-a62e-1617b2d0ba48 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=51d942a2-a4cd-4685-a9c9-2707d3619302 HTTP/1.1" status: 200 len: 853 time: 0.3395808 Nov 25 17:48:01.932423 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d842a-1090-4aa9-b48b-35ab3e2d4dea req-ad5bc700-3486-4a0b-ba4e-9d4ad31ffd33 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:01.946048 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7c0d842a-1090-4aa9-b48b-35ab3e2d4dea req-ad5bc700-3486-4a0b-ba4e-9d4ad31ffd33 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c563411-3bcf-479c-b48d-36e768ac9c49 HTTP/1.1" status: 200 len: 944 time: 0.4525287 Nov 25 17:48:02.054741 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d68be851-c781-4996-a4a7-05588eeb37f5 req-668a78db-873b-4a49-a4e1-07ffdfb9b598 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b30ed141-e46f-4f04-93c5-818fdb0b9345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1022611 Nov 25 17:48:02.060259 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-885e5932-74b2-4c98-9ff4-9aba16bd793d req-50d68a0b-dab5-47e4-bc89-e232d8ac4eba service neutron] 10.222.0.90 "GET /v2.0/networks/55aac267-cfea-4cb6-a3d1-5d2e5c9145dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5045376 Nov 25 17:48:02.175561 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2a2ec-d043-4235-be90-fe6773d0d4fd req-dfe10326-15eb-479f-baad-a894f20d96dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:02.177122 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-daa2a2ec-d043-4235-be90-fe6773d0d4fd req-dfe10326-15eb-479f-baad-a894f20d96dd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=89e861ee-81cb-4555-a572-83244168320b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3263752 Nov 25 17:48:02.235900 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7c0d842a-1090-4aa9-b48b-35ab3e2d4dea req-2bbdd1cb-db61-4b54-9dd7-c88196e767f7 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] 10.222.0.75 "GET /v2.0/security-groups?id=8f3bf077-980f-46b2-88e9-a69282b2cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882197 Nov 25 17:48:02.435551 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-885e5932-74b2-4c98-9ff4-9aba16bd793d req-d416c9ba-54e5-4746-9f44-cf386678a24e service neutron] 10.222.0.90 "GET /v2.0/networks/55aac267-cfea-4cb6-a3d1-5d2e5c9145dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428106 Nov 25 17:48:02.477424 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0219485-9132-4933-8504-807987d518f8 req-87556387-81d0-4c95-bbf3-28e3c37d0a42 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:02.485749 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b0219485-9132-4933-8504-807987d518f8 req-87556387-81d0-4c95-bbf3-28e3c37d0a42 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=019cad4d-a92d-4351-8ebf-fda94ce5a945 HTTP/1.1" status: 200 len: 945 time: 0.3596218 Nov 25 17:48:02.511690 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d68be851-c781-4996-a4a7-05588eeb37f5 req-cd164d52-395f-4b90-b64f-f0fdb6cedce1 service neutron] 10.222.0.74 "GET /v2.0/networks/b30ed141-e46f-4f04-93c5-818fdb0b9345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4465885 Nov 25 17:48:02.621631 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-daa2a2ec-d043-4235-be90-fe6773d0d4fd req-cc5d0684-37da-4f24-83e5-f15d7440b452 service neutron] 10.222.0.74 "GET /v2.0/networks/89e861ee-81cb-4555-a572-83244168320b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3512092 Nov 25 17:48:03.094129 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 69056102-3a27-4631-949d-4d0692363d00 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:48:03.199874 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-daa2a2ec-d043-4235-be90-fe6773d0d4fd req-4fb28b24-1454-4405-90e0-925e85277b0b service neutron] 10.222.0.74 "GET /v2.0/networks/89e861ee-81cb-4555-a572-83244168320b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428664 Nov 25 17:48:03.210576 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f6391-82a7-41e2-99aa-84b76b2f8be9 req-9d057a0b-95ec-4a63-b849-76f39d1fa680 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:03.212508 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e7f6391-82a7-41e2-99aa-84b76b2f8be9 req-9d057a0b-95ec-4a63-b849-76f39d1fa680 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.7242126 Nov 25 17:48:03.238741 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b0219485-9132-4933-8504-807987d518f8 req-21c35196-30e6-49a2-9f5c-3a7a783cb779 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7463493 Nov 25 17:48:03.328294 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e7f6391-82a7-41e2-99aa-84b76b2f8be9 req-ae2c221a-ffb1-4c5e-9206-6c041ba19b04 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094067 Nov 25 17:48:03.333303 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d68be851-c781-4996-a4a7-05588eeb37f5 req-33d70211-51d2-4cc7-8dc1-19d2617b4454 service neutron] 10.222.0.74 "GET /v2.0/networks/b30ed141-e46f-4f04-93c5-818fdb0b9345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7971449 Nov 25 17:48:03.348866 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 69056102-3a27-4631-949d-4d0692363d00, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=69056102-3a27-4631-949d-4d0692363d00,segment=NetworkSegment(0a30a398-d571-424e-b25b-e1a7f32fba2c),segment_id=0a30a398-d571-424e-b25b-e1a7f32fba2c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:48:03.401668 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '69056102-3a27-4631-949d-4d0692363d00', 'network_id': '89e861ee-81cb-4555-a572-83244168320b', 'port_id': '69056102-3a27-4631-949d-4d0692363d00', 'mac_address': 'fa:16:3e:d0:d1:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ff89a9f-2f25-4d9d-9f45-63e595f0a31a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:48:03.465323 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:03.506390 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69056102-3a27-4631-949d-4d0692363d00 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:48:03.524309 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42af0563-dfa9-4498-85d1-abde9db4cd86 req-0a6f5357-0ca3-4b00-a68a-cd53918da0c4 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:03.526285 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-42af0563-dfa9-4498-85d1-abde9db4cd86 req-0a6f5357-0ca3-4b00-a68a-cd53918da0c4 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c563411-3bcf-479c-b48d-36e768ac9c49 HTTP/1.1" status: 200 len: 944 time: 0.1293588 Nov 25 17:48:03.542221 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8dd87a-6a38-4c5b-99d9-0fe0befb590d req-90e77610-ac66-46d2-821e-b0f8342ebe0f tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:03.550256 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8b8dd87a-6a38-4c5b-99d9-0fe0befb590d req-90e77610-ac66-46d2-821e-b0f8342ebe0f tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/ports?device_id=498691d0-c76f-4d60-a193-68d18e621ee6 HTTP/1.1" status: 200 len: 943 time: 0.1355762 Nov 25 17:48:03.575962 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 69056102-3a27-4631-949d-4d0692363d00, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=69056102-3a27-4631-949d-4d0692363d00,segment=NetworkSegment(0a30a398-d571-424e-b25b-e1a7f32fba2c),segment_id=0a30a398-d571-424e-b25b-e1a7f32fba2c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:48:03.585248 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:03.585933 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device d9399054-541c-4efa-a43c-df36f7199b75 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:48:03.646905 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-42af0563-dfa9-4498-85d1-abde9db4cd86 req-8a9bd40f-f319-49e8-9bbc-a39478f5fa90 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] 10.222.0.75 "GET /v2.0/security-groups?id=8f3bf077-980f-46b2-88e9-a69282b2cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139996 Nov 25 17:48:03.676280 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8b8dd87a-6a38-4c5b-99d9-0fe0befb590d req-d8ca011c-fb46-4873-94fb-4c15b7aae339 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/security-groups?id=ddc479aa-a134-4c61-ba30-9fc894f04e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250772 Nov 25 17:48:03.691587 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=69056102-3a27-4631-949d-4d0692363d00,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:03.706766 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:03.707130 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:03.707461 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:03.707802 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:03.708138 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:03.708528 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:03.708884 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:03.709218 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:03.709544 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:03.709868 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:03.710194 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:03.710567 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:03.812447 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port d9399054-541c-4efa-a43c-df36f7199b75, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=d9399054-541c-4efa-a43c-df36f7199b75,segment=NetworkSegment(f6e32bd7-2ca9-4798-a619-01bfcddda0e3),segment_id=f6e32bd7-2ca9-4798-a619-01bfcddda0e3)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:48:03.825162 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': 'd9399054-541c-4efa-a43c-df36f7199b75', 'network_id': 'b30ed141-e46f-4f04-93c5-818fdb0b9345', 'port_id': 'd9399054-541c-4efa-a43c-df36f7199b75', 'mac_address': 'fa:16:3e:32:c0:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51d942a2-a4cd-4685-a9c9-2707d3619302', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:48:03.871414 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:03.893966 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9399054-541c-4efa-a43c-df36f7199b75 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:48:03.926290 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port d9399054-541c-4efa-a43c-df36f7199b75, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=d9399054-541c-4efa-a43c-df36f7199b75,segment=NetworkSegment(f6e32bd7-2ca9-4798-a619-01bfcddda0e3),segment_id=f6e32bd7-2ca9-4798-a619-01bfcddda0e3)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:48:03.931728 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:04.020685 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=d9399054-541c-4efa-a43c-df36f7199b75,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:04.214618 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['d9399054-541c-4efa-a43c-df36f7199b75'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:48:04.282880 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['69056102-3a27-4631-949d-4d0692363d00'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:48:04.552424 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a0d67a-04e9-405a-a4b5-4adbc7c40119 req-3d762d59-b3d2-45f9-9074-a1ad3f1ab7c0 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:04.555341 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c3a0d67a-04e9-405a-a4b5-4adbc7c40119 req-3d762d59-b3d2-45f9-9074-a1ad3f1ab7c0 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=019cad4d-a92d-4351-8ebf-fda94ce5a945 HTTP/1.1" status: 200 len: 945 time: 0.1713398 Nov 25 17:48:04.577092 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d903d848-c250-4ceb-b0fe-c0c1ad588e2a req-d2516798-06c6-46a2-8e5c-eacd189bc97e tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:04.587783 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d903d848-c250-4ceb-b0fe-c0c1ad588e2a req-d2516798-06c6-46a2-8e5c-eacd189bc97e tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.1448641 Nov 25 17:48:04.698672 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d903d848-c250-4ceb-b0fe-c0c1ad588e2a req-58dc95d8-03b3-4199-98a0-3e671bcf81c4 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079297 Nov 25 17:48:04.725286 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c3a0d67a-04e9-405a-a4b5-4adbc7c40119 req-6926f02c-f1e0-4436-b19f-abef1eacd079 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572695 Nov 25 17:48:04.923544 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c1d82f-61f1-4fbf-9406-cca0c86ec1c1 req-e51e68f6-d020-45cf-9042-73ab40a066bb tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:04.926707 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c7c1d82f-61f1-4fbf-9406-cca0c86ec1c1 req-e51e68f6-d020-45cf-9042-73ab40a066bb tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c563411-3bcf-479c-b48d-36e768ac9c49 HTTP/1.1" status: 200 len: 945 time: 0.1091661 Nov 25 17:48:04.979197 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f83be-0505-426b-9efa-f5f2dc211629 req-ab525117-d0d4-435e-8a25-8caa97716240 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:04.987681 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1b2f83be-0505-426b-9efa-f5f2dc211629 req-ab525117-d0d4-435e-8a25-8caa97716240 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/ports?device_id=498691d0-c76f-4d60-a193-68d18e621ee6 HTTP/1.1" status: 200 len: 944 time: 0.1288238 Nov 25 17:48:05.106832 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1b2f83be-0505-426b-9efa-f5f2dc211629 req-2848b3e7-e2ae-41bb-b81e-35bbdd882cc0 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/security-groups?id=ddc479aa-a134-4c61-ba30-9fc894f04e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132176 Nov 25 17:48:05.111797 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c7c1d82f-61f1-4fbf-9406-cca0c86ec1c1 req-3ab8b066-dc74-46fb-9e0c-679663991224 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] 10.222.0.75 "GET /v2.0/security-groups?id=8f3bf077-980f-46b2-88e9-a69282b2cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600711 Nov 25 17:48:05.913885 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1078616c-7250-43b3-8b7c-97c12f49946e req-e8b0c020-4789-4ed3-90f7-65ffdb0a3201 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:05.916191 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1078616c-7250-43b3-8b7c-97c12f49946e req-e8b0c020-4789-4ed3-90f7-65ffdb0a3201 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.1150305 Nov 25 17:48:05.932891 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc636932-1f38-4356-9c59-09197e073990 req-46e713ff-310c-45a8-95ad-834d7b453a42 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:05.936927 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fc636932-1f38-4356-9c59-09197e073990 req-46e713ff-310c-45a8-95ad-834d7b453a42 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=019cad4d-a92d-4351-8ebf-fda94ce5a945 HTTP/1.1" status: 200 len: 945 time: 0.1169975 Nov 25 17:48:06.017348 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1078616c-7250-43b3-8b7c-97c12f49946e req-d2e2f7e0-1e32-4667-94b9-7df8f82dc461 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792162 Nov 25 17:48:06.027485 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fc636932-1f38-4356-9c59-09197e073990 req-98fdabaa-b172-4f7b-9b8e-e95c48bbcb00 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823448 Nov 25 17:48:06.270950 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef21836-1ed8-4172-951f-7b34c4612b37 req-244418a9-3b1a-462a-8f6b-8c716cd1ed8d tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:06.272616 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2ef21836-1ed8-4172-951f-7b34c4612b37 req-244418a9-3b1a-462a-8f6b-8c716cd1ed8d tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/ports?device_id=498691d0-c76f-4d60-a193-68d18e621ee6 HTTP/1.1" status: 200 len: 944 time: 0.0948024 Nov 25 17:48:06.291162 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3814a293-9651-46ed-98ad-5a2b64f441ba req-28065b14-80e8-442d-9a4b-f94ff848381c tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:06.292843 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3814a293-9651-46ed-98ad-5a2b64f441ba req-28065b14-80e8-442d-9a4b-f94ff848381c tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c563411-3bcf-479c-b48d-36e768ac9c49 HTTP/1.1" status: 200 len: 945 time: 0.0816503 Nov 25 17:48:06.382980 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2ef21836-1ed8-4172-951f-7b34c4612b37 req-4ad87135-7327-4e9a-8faf-b4efb90f3b0d tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/security-groups?id=ddc479aa-a134-4c61-ba30-9fc894f04e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844672 Nov 25 17:48:06.410046 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3814a293-9651-46ed-98ad-5a2b64f441ba req-5acaf3d4-c5ab-4fa5-8a0d-3035d6ea4b1b tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] 10.222.0.75 "GET /v2.0/security-groups?id=8f3bf077-980f-46b2-88e9-a69282b2cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010990 Nov 25 17:48:07.124664 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 69056102-3a27-4631-949d-4d0692363d00 up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:48:07.245103 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port 69056102-3a27-4631-949d-4d0692363d00 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:48:07.250206 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 69056102-3a27-4631-949d-4d0692363d00 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:48:07.251114 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:07.359464 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f110aa-9bf1-45c8-827a-67f884986ffc req-81abcddc-87b9-46d6-9dd3-4a406a86106e tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:07.371981 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-71f110aa-9bf1-45c8-827a-67f884986ffc req-81abcddc-87b9-46d6-9dd3-4a406a86106e tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=019cad4d-a92d-4351-8ebf-fda94ce5a945 HTTP/1.1" status: 200 len: 945 time: 0.2012465 Nov 25 17:48:07.382153 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:07.388173 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a26d5-f929-4eed-aa89-abbf86a1beb2 req-878be899-a3e5-465c-8bcb-4573c5f2a1f2 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:07.404746 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c03a26d5-f929-4eed-aa89-abbf86a1beb2 req-878be899-a3e5-465c-8bcb-4573c5f2a1f2 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.1742487 Nov 25 17:48:07.424886 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498691d0-c76f-4d60-a193-68d18e621ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69056102-3a27-4631-949d-4d0692363d00'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:48:07.427703 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0bbf4a-34da-4cd0-bf15-03ce7f4954c8" -d '{"events": [{"server_uuid": "498691d0-c76f-4d60-a193-68d18e621ee6", "name": "network-vif-plugged", "status": "completed", "tag": "69056102-3a27-4631-949d-4d0692363d00"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:48:07.448553 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 69056102-3a27-4631-949d-4d0692363d00, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=69056102-3a27-4631-949d-4d0692363d00,segment=NetworkSegment(0a30a398-d571-424e-b25b-e1a7f32fba2c),segment_id=0a30a398-d571-424e-b25b-e1a7f32fba2c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:48:07.459603 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:07.463769 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device d9399054-541c-4efa-a43c-df36f7199b75 up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:48:07.540163 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=69056102-3a27-4631-949d-4d0692363d00,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:07.589061 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c03a26d5-f929-4eed-aa89-abbf86a1beb2 req-85e8bf59-ef6f-4bd1-9bdf-12354f9b863c tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826041 Nov 25 17:48:07.606295 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-71f110aa-9bf1-45c8-827a-67f884986ffc req-74fd009e-eb54-4d08-b956-3f4109a0901a tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958272 Nov 25 17:48:07.649962 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port d9399054-541c-4efa-a43c-df36f7199b75 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:48:07.661289 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port d9399054-541c-4efa-a43c-df36f7199b75 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:48:07.661289 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:07.778863 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b178c1a-e5ba-4f66-94fc-ae7c2feaceca req-4b883dae-02b0-42a0-8f52-effa6a355509 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:07.782135 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:07.789372 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7b178c1a-e5ba-4f66-94fc-ae7c2feaceca req-4b883dae-02b0-42a0-8f52-effa6a355509 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c563411-3bcf-479c-b48d-36e768ac9c49 HTTP/1.1" status: 200 len: 945 time: 0.0897138 Nov 25 17:48:07.834451 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port d9399054-541c-4efa-a43c-df36f7199b75, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=d9399054-541c-4efa-a43c-df36f7199b75,segment=NetworkSegment(f6e32bd7-2ca9-4798-a619-01bfcddda0e3),segment_id=f6e32bd7-2ca9-4798-a619-01bfcddda0e3)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:48:07.842242 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:07.894601 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7b178c1a-e5ba-4f66-94fc-ae7c2feaceca req-43697b93-332e-483e-b3e9-bb1eaabf6351 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] 10.222.0.75 "GET /v2.0/security-groups?id=8f3bf077-980f-46b2-88e9-a69282b2cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036141 Nov 25 17:48:07.954724 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=d9399054-541c-4efa-a43c-df36f7199b75,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:07.960743 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce659f02-7221-4a23-90fa-539e89217cac req-ccedabe7-eb62-4649-9f8c-96d5093ee1aa tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:07.962416 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ce659f02-7221-4a23-90fa-539e89217cac req-ccedabe7-eb62-4649-9f8c-96d5093ee1aa tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/ports?device_id=498691d0-c76f-4d60-a193-68d18e621ee6 HTTP/1.1" status: 200 len: 945 time: 0.2070858 Nov 25 17:48:08.034651 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ce659f02-7221-4a23-90fa-539e89217cac req-bf1afcc0-dddf-4945-b8a6-2e201f52a722 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/security-groups?id=ddc479aa-a134-4c61-ba30-9fc894f04e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664039 Nov 25 17:48:08.058551 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a510db6-585f-4320-b45c-0b4b675130ef x-openstack-request-id: req-2a510db6-585f-4320-b45c-0b4b675130ef {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:48:08.059323 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "498691d0-c76f-4d60-a193-68d18e621ee6", "name": "network-vif-plugged", "status": "completed", "tag": "69056102-3a27-4631-949d-4d0692363d00", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:48:08.059914 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2a510db6-585f-4320-b45c-0b4b675130ef {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:48:08.060211 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498691d0-c76f-4d60-a193-68d18e621ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69056102-3a27-4631-949d-4d0692363d00', 'code': 200} Nov 25 17:48:08.173674 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad7f29-45fc-417b-a9aa-ed7ebabce06a req-7028d7fb-5b72-4f92-aec0-b127298dff97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:08.175360 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-31ad7f29-45fc-417b-a9aa-ed7ebabce06a req-7028d7fb-5b72-4f92-aec0-b127298dff97 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=498691d0-c76f-4d60-a193-68d18e621ee6 HTTP/1.1" status: 200 len: 1096 time: 0.0502648 Nov 25 17:48:08.186218 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 41390) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:08.278476 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-31ad7f29-45fc-417b-a9aa-ed7ebabce06a req-699eb4c3-445f-4596-8cfb-4c07d8f3d283 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ddc479aa-a134-4c61-ba30-9fc894f04e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797818 Nov 25 17:48:08.326486 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f0cdb421-6ebc-40e8-927b-325691a77832 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:08.449306 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f0cdb421-6ebc-40e8-927b-325691a77832 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:08.455914 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f0cdb421-6ebc-40e8-927b-325691a77832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:08.540335 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f0cdb421-6ebc-40e8-927b-325691a77832 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4ba165b0885449ad81715c6ff2a45f95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3528910 Nov 25 17:48:08.541608 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cdb421-6ebc-40e8-927b-325691a77832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90306249-7511-41e0-8387-270528f4014a,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:08.544301 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 41394) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:08.551860 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ef899-afd4-41b8-965f-7ead909aa9d3 req-0aa62720-827f-4453-aab2-7fe563bc7e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:08.553803 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-843ef899-afd4-41b8-965f-7ead909aa9d3 req-0aa62720-827f-4453-aab2-7fe563bc7e73 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=019cad4d-a92d-4351-8ebf-fda94ce5a945 HTTP/1.1" status: 200 len: 1096 time: 0.0706604 Nov 25 17:48:08.617261 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-843ef899-afd4-41b8-965f-7ead909aa9d3 req-48e34e96-40e5-4938-aad8-5f215a8ef9e4 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519550 Nov 25 17:48:08.618453 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-74585305-6f6b-48d0-8fdd-01820d66f202 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:08.651827 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-74585305-6f6b-48d0-8fdd-01820d66f202 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:08.738825 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-74585305-6f6b-48d0-8fdd-01820d66f202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:08.744303 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-74585305-6f6b-48d0-8fdd-01820d66f202 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:08.747960 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-74585305-6f6b-48d0-8fdd-01820d66f202 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/90306249-7511-41e0-8387-270528f4014a HTTP/1.1" status: 204 len: 168 time: 0.2001827 Nov 25 17:48:08.755950 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74585305-6f6b-48d0-8fdd-01820d66f202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90306249-7511-41e0-8387-270528f4014a,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:08.880520 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be62c68-ebd1-409e-b5ab-cd84d2e40fc6 req-c263659a-b375-45b2-9da2-c3afb1d5ab1e tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:08.890359 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8be62c68-ebd1-409e-b5ab-cd84d2e40fc6 req-c263659a-b375-45b2-9da2-c3afb1d5ab1e tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.2110198 Nov 25 17:48:08.929818 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c7f42-bb8e-4954-8629-bf4459f5be31 req-73db84c3-542c-40f9-ab21-110d5ab8170b tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:08.938737 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cc8c7f42-bb8e-4954-8629-bf4459f5be31 req-73db84c3-542c-40f9-ab21-110d5ab8170b tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=019cad4d-a92d-4351-8ebf-fda94ce5a945 HTTP/1.1" status: 200 len: 945 time: 0.2059696 Nov 25 17:48:09.018969 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8be62c68-ebd1-409e-b5ab-cd84d2e40fc6 req-70b17b55-52ce-4db4-8b10-0dbd3ce6a239 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261578 Nov 25 17:48:09.063889 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cc8c7f42-bb8e-4954-8629-bf4459f5be31 req-13dc9470-e5e1-4d95-aaf9-7bfde3928cd7 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240823 Nov 25 17:48:09.337633 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd4b5ea-20b0-4dfb-be6a-8932aa0e9e7f req-0184f4a1-36cd-4703-aced-bd28980d0fa3 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:09.340773 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fbd4b5ea-20b0-4dfb-be6a-8932aa0e9e7f req-0184f4a1-36cd-4703-aced-bd28980d0fa3 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c563411-3bcf-479c-b48d-36e768ac9c49 HTTP/1.1" status: 200 len: 946 time: 0.1659970 Nov 25 17:48:09.355115 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2b433-94ff-4cd4-976a-88be87c22f7e req-930189ec-c7ce-4eb2-9e53-398b59dc0265 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:09.361350 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1ef2b433-94ff-4cd4-976a-88be87c22f7e req-930189ec-c7ce-4eb2-9e53-398b59dc0265 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/ports?device_id=498691d0-c76f-4d60-a193-68d18e621ee6 HTTP/1.1" status: 200 len: 945 time: 0.1120939 Nov 25 17:48:09.388768 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 41410) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:09.414208 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6f33a29a-1213-4047-8735-cafdb95da532 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:09.449003 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1ef2b433-94ff-4cd4-976a-88be87c22f7e req-7f080f66-41a3-4072-87b1-6692922f722d tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/security-groups?id=ddc479aa-a134-4c61-ba30-9fc894f04e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853097 Nov 25 17:48:09.487768 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fbd4b5ea-20b0-4dfb-be6a-8932aa0e9e7f req-961c6c92-5017-4299-8cf4-c3e42e869a41 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] 10.222.0.75 "GET /v2.0/security-groups?id=8f3bf077-980f-46b2-88e9-a69282b2cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252518 Nov 25 17:48:09.514499 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6f33a29a-1213-4047-8735-cafdb95da532 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:09.520047 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6f33a29a-1213-4047-8735-cafdb95da532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:09.562421 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6f33a29a-1213-4047-8735-cafdb95da532 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=22a911f36277446fac6acf8a65e29a0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1714737 Nov 25 17:48:09.563490 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f33a29a-1213-4047-8735-cafdb95da532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f7d05e4-78d9-4fa2-a4f7-1ae8d9e13e88,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:09.565354 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 41412) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:09.633447 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-727ff1ea-4472-409a-a54f-bc24b2c06836 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:09.662252 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-727ff1ea-4472-409a-a54f-bc24b2c06836 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:09.720256 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-727ff1ea-4472-409a-a54f-bc24b2c06836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:09.722912 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-727ff1ea-4472-409a-a54f-bc24b2c06836 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:09.724174 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-727ff1ea-4472-409a-a54f-bc24b2c06836 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8f7d05e4-78d9-4fa2-a4f7-1ae8d9e13e88 HTTP/1.1" status: 204 len: 168 time: 0.1559136 Nov 25 17:48:09.737101 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727ff1ea-4472-409a-a54f-bc24b2c06836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f7d05e4-78d9-4fa2-a4f7-1ae8d9e13e88,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:10.062202 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c563411-3bcf-479c-b48d-36e768ac9c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9399054-541c-4efa-a43c-df36f7199b75'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:48:10.066346 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e283db73-1824-455c-92a5-abcf8c3c7e57" -d '{"events": [{"server_uuid": "0c563411-3bcf-479c-b48d-36e768ac9c49", "name": "network-vif-plugged", "status": "completed", "tag": "d9399054-541c-4efa-a43c-df36f7199b75"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:48:10.121969 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a81637-313e-4e76-b614-6378e5fe44c4 x-openstack-request-id: req-73a81637-313e-4e76-b614-6378e5fe44c4 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:48:10.122456 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c563411-3bcf-479c-b48d-36e768ac9c49", "name": "network-vif-plugged", "status": "completed", "tag": "d9399054-541c-4efa-a43c-df36f7199b75", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:48:10.122890 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-73a81637-313e-4e76-b614-6378e5fe44c4 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:48:10.123536 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c563411-3bcf-479c-b48d-36e768ac9c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9399054-541c-4efa-a43c-df36f7199b75', 'code': 200} Nov 25 17:48:10.239675 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469daed-9e34-43a0-99e0-ca1573d59383 req-3fad4867-1748-4de3-b42e-8ab303ffd19a tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:10.241383 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b469daed-9e34-43a0-99e0-ca1573d59383 req-3fad4867-1748-4de3-b42e-8ab303ffd19a tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.1243954 Nov 25 17:48:10.343837 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd598bd0-f7cf-4810-aac9-93e7395fddbb req-c416ea1b-d119-4cde-830d-78c4c031ccc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:10.345622 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fd598bd0-f7cf-4810-aac9-93e7395fddbb req-c416ea1b-d119-4cde-830d-78c4c031ccc8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0c563411-3bcf-479c-b48d-36e768ac9c49 HTTP/1.1" status: 200 len: 1097 time: 0.1500959 Nov 25 17:48:10.353624 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104af51-61be-450a-9627-95d9a80d6e8f req-cfe2e1c9-4250-4a8d-9394-db57ff548240 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:10.355270 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e104af51-61be-450a-9627-95d9a80d6e8f req-cfe2e1c9-4250-4a8d-9394-db57ff548240 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=019cad4d-a92d-4351-8ebf-fda94ce5a945 HTTP/1.1" status: 200 len: 945 time: 0.1383026 Nov 25 17:48:10.369489 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b469daed-9e34-43a0-99e0-ca1573d59383 req-c70a3c98-1ef1-405f-8373-f558f6cf0a9a tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091139 Nov 25 17:48:10.455938 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fd598bd0-f7cf-4810-aac9-93e7395fddbb req-87133ab0-1309-458d-afff-54fec8de0af8 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8f3bf077-980f-46b2-88e9-a69282b2cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983980 Nov 25 17:48:10.472726 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e104af51-61be-450a-9627-95d9a80d6e8f req-32def37c-1524-486b-97ed-bab30d96770c tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938089 Nov 25 17:48:10.717086 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c304eff7-df26-4f5e-85d1-ad0d6c287f1a req-4ced67b5-7b3d-4c4e-8bb3-7ed682eac2ca tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:10.722907 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c304eff7-df26-4f5e-85d1-ad0d6c287f1a req-4ced67b5-7b3d-4c4e-8bb3-7ed682eac2ca tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/ports?device_id=498691d0-c76f-4d60-a193-68d18e621ee6 HTTP/1.1" status: 200 len: 945 time: 0.1462748 Nov 25 17:48:10.848158 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c304eff7-df26-4f5e-85d1-ad0d6c287f1a req-65f4e9cd-9d79-4dca-bcf2-b21a4bcb4cb9 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/security-groups?id=ddc479aa-a134-4c61-ba30-9fc894f04e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160779 Nov 25 17:48:10.959970 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a252385d-edfe-4d2d-ae99-e2a7fbbcee38 req-eed78624-80fe-495c-99b8-dcd564abf1a2 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:10.969836 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a252385d-edfe-4d2d-ae99-e2a7fbbcee38 req-eed78624-80fe-495c-99b8-dcd564abf1a2 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c563411-3bcf-479c-b48d-36e768ac9c49 HTTP/1.1" status: 200 len: 946 time: 0.0872109 Nov 25 17:48:11.040604 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a252385d-edfe-4d2d-ae99-e2a7fbbcee38 req-ab5c55b1-5d12-4716-a06a-74874d02a665 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] 10.222.0.75 "GET /v2.0/security-groups?id=8f3bf077-980f-46b2-88e9-a69282b2cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695229 Nov 25 17:48:11.263487 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29c546-cfb8-40ca-a2e8-e14193756f05 req-7cc5e2d9-ce25-49b2-a01c-99f6a28e4f6a tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:11.273288 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d29c546-cfb8-40ca-a2e8-e14193756f05 req-7cc5e2d9-ce25-49b2-a01c-99f6a28e4f6a tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=019cad4d-a92d-4351-8ebf-fda94ce5a945 HTTP/1.1" status: 200 len: 945 time: 0.1113319 Nov 25 17:48:11.342340 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b968ba-7893-410a-be71-25a1b6a5c3be req-84fc4071-e73f-45e3-864b-09e05934f408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:11.343959 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-86b968ba-7893-410a-be71-25a1b6a5c3be req-84fc4071-e73f-45e3-864b-09e05934f408 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c4f532841b574680aa5b2f4b964927a8&device_id=019cad4d-a92d-4351-8ebf-fda94ce5a945 HTTP/1.1" status: 200 len: 1096 time: 0.2521083 Nov 25 17:48:11.357061 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d29c546-cfb8-40ca-a2e8-e14193756f05 req-b4d925c8-1b3e-4ee9-b49d-2cb4eb482d9d tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805283 Nov 25 17:48:11.358851 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 41494) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:11.419495 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc8a5db-370c-494e-abf7-039a7f623319 req-7e3dfdc3-1f69-4e56-b32a-751fc0723ec2 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:11.419495 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5cc8a5db-370c-494e-abf7-039a7f623319 req-7e3dfdc3-1f69-4e56-b32a-751fc0723ec2 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/ports?device_id=498691d0-c76f-4d60-a193-68d18e621ee6 HTTP/1.1" status: 200 len: 945 time: 0.2109823 Nov 25 17:48:11.576003 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5cc8a5db-370c-494e-abf7-039a7f623319 req-9b5cb03b-66df-44f4-9e0c-5ec55738b18d tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/security-groups?id=ddc479aa-a134-4c61-ba30-9fc894f04e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624105 Nov 25 17:48:11.592149 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6e20cf86-1d31-48b4-9c04-50c4fd0a5d34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:11.597815 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 41508) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:11.680220 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da991b-ec58-4b3a-8a3a-2bfaab6b731d req-b7ae27b2-9930-40f8-bee1-0b22184274fc tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:11.681839 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b5da991b-ec58-4b3a-8a3a-2bfaab6b731d req-b7ae27b2-9930-40f8-bee1-0b22184274fc tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.1570852 Nov 25 17:48:11.684545 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b968ba-7893-410a-be71-25a1b6a5c3be req-afbbc2c9-2ed0-4c2e-a553-8e33caf4d7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:11.685997 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-86b968ba-7893-410a-be71-25a1b6a5c3be req-afbbc2c9-2ed0-4c2e-a553-8e33caf4d7bb service neutron] 10.222.0.90 "GET /v2.0/networks?id=55aac267-cfea-4cb6-a3d1-5d2e5c9145dd HTTP/1.1" status: 200 len: 920 time: 0.3146834 Nov 25 17:48:11.700035 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6e20cf86-1d31-48b4-9c04-50c4fd0a5d34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:11.705189 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6e20cf86-1d31-48b4-9c04-50c4fd0a5d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:11.740617 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6e20cf86-1d31-48b4-9c04-50c4fd0a5d34 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b6cf593d0c1047228e5124f0b846b290&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3799043 Nov 25 17:48:11.743643 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 41514) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:11.745598 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4459c2a3-0505-45f5-880d-1658b5694220 tempest-TestNetworkBasicOps-1366248748 tempest-TestNetworkBasicOps-1366248748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:11.747107 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-4459c2a3-0505-45f5-880d-1658b5694220 tempest-TestNetworkBasicOps-1366248748 tempest-TestNetworkBasicOps-1366248748-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=498691d0-c76f-4d60-a193-68d18e621ee6 HTTP/1.1" status: 200 len: 1091 time: 0.1482444 Nov 25 17:48:11.751193 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-86b968ba-7893-410a-be71-25a1b6a5c3be req-5c3d72cc-3ca7-4c76-81dd-c22dd591ecee service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c0f0dcd-a625-4cbe-bc86-7738aeaa3179 HTTP/1.1" status: 200 len: 217 time: 0.0564213 Nov 25 17:48:11.751647 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 41516) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:11.757424 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-f5cccd99-47c4-41e3-a44c-8b39459010b5 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Request body: {'floatingip': {'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'port_id': '69056102-3a27-4631-949d-4d0692363d00', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:11.765460 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e20cf86-1d31-48b4-9c04-50c4fd0a5d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a24ee7c-482d-4750-9a1e-e4693c31a6c0,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:11.809247 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-26e48af2-a0a5-446c-98aa-cadfdd13795c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:11.834560 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-26e48af2-a0a5-446c-98aa-cadfdd13795c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:11.839193 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b5da991b-ec58-4b3a-8a3a-2bfaab6b731d req-448c90b9-862c-4bc4-b7ba-96d77469c592 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461623 Nov 25 17:48:11.850030 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f5cccd99-47c4-41e3-a44c-8b39459010b5 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for floatingip, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:11.857293 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b968ba-7893-410a-be71-25a1b6a5c3be req-1f45178e-0979-47f9-acc1-4feb4f3a5ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:11.859077 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-86b968ba-7893-410a-be71-25a1b6a5c3be req-1f45178e-0979-47f9-acc1-4feb4f3a5ba1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f1fd26dd-f220-4d6c-884e-069c7606d72e HTTP/1.1" status: 200 len: 859 time: 0.0962925 Nov 25 17:48:11.898093 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-26e48af2-a0a5-446c-98aa-cadfdd13795c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:11.902041 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-26e48af2-a0a5-446c-98aa-cadfdd13795c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:11.905531 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-26e48af2-a0a5-446c-98aa-cadfdd13795c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4a24ee7c-482d-4750-9a1e-e4693c31a6c0 HTTP/1.1" status: 204 len: 168 time: 0.1585557 Nov 25 17:48:11.913533 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e48af2-a0a5-446c-98aa-cadfdd13795c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a24ee7c-482d-4750-9a1e-e4693c31a6c0,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:11.925586 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-86b968ba-7893-410a-be71-25a1b6a5c3be req-ad6cacb3-3ca6-4bec-9e0f-82b1ba8b363e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=55aac267-cfea-4cb6-a3d1-5d2e5c9145dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510445 Nov 25 17:48:12.146147 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-86b968ba-7893-410a-be71-25a1b6a5c3be req-bb7164a6-7a79-4123-87aa-7b6fa29bf6e4 service neutron] 10.222.0.90 "GET /v2.0/networks/55aac267-cfea-4cb6-a3d1-5d2e5c9145dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973662 Nov 25 17:48:12.170479 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f5cccd99-47c4-41e3-a44c-8b39459010b5 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:12.346119 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55a4b0-7408-44db-995a-db5d53fa7af1 req-ceb56be7-e6d6-4b20-a28e-7f2e6300f369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:12.347739 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bd55a4b0-7408-44db-995a-db5d53fa7af1 req-ceb56be7-e6d6-4b20-a28e-7f2e6300f369 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=696ba9968638467ab0c418d763598933&device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 1096 time: 0.2052300 Nov 25 17:48:12.365228 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed635be-3750-4831-af09-1ec3b8c55ae7 req-36f183a0-e56e-40f2-bbf5-72ea9522c715 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:12.367129 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3ed635be-3750-4831-af09-1ec3b8c55ae7 req-36f183a0-e56e-40f2-bbf5-72ea9522c715 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c563411-3bcf-479c-b48d-36e768ac9c49 HTTP/1.1" status: 200 len: 946 time: 0.2395675 Nov 25 17:48:12.541496 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-86b968ba-7893-410a-be71-25a1b6a5c3be req-067bd15b-e974-4a06-9f69-cc0426564d86 service neutron] 10.222.0.90 "GET /v2.0/networks/55aac267-cfea-4cb6-a3d1-5d2e5c9145dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3728452 Nov 25 17:48:12.583470 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-f5cccd99-47c4-41e3-a44c-8b39459010b5 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Allocated IP 172.25.0.231 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/e0ae5b35-0d86-4177-92ec-034ef4b1afb6) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:48:12.631509 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3ed635be-3750-4831-af09-1ec3b8c55ae7 req-a75c7dae-ffc7-4f9c-84ce-8edc65348d48 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] 10.222.0.75 "GET /v2.0/security-groups?id=8f3bf077-980f-46b2-88e9-a69282b2cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357504 Nov 25 17:48:12.680154 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78adf1e2-757a-4e6a-aa67-0d18562f57fd req-156bb988-af18-42a9-9fc1-61842754a92c tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:12.684551 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-78adf1e2-757a-4e6a-aa67-0d18562f57fd req-156bb988-af18-42a9-9fc1-61842754a92c tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=019cad4d-a92d-4351-8ebf-fda94ce5a945 HTTP/1.1" status: 200 len: 945 time: 0.2365544 Nov 25 17:48:12.749174 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55a4b0-7408-44db-995a-db5d53fa7af1 req-0b0c2f99-b22c-4228-ba4c-c3e8d144e216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:12.751305 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bd55a4b0-7408-44db-995a-db5d53fa7af1 req-0b0c2f99-b22c-4228-ba4c-c3e8d144e216 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d89d2854-97b0-4c53-9fed-c35cc58a4c82 HTTP/1.1" status: 200 len: 915 time: 0.3787992 Nov 25 17:48:12.812301 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c798a2-fb47-44dd-a53a-c2769bcef3c0 req-c1f307a8-ee24-4c8f-ae92-4d7dab6123c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:12.814316 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-88c798a2-fb47-44dd-a53a-c2769bcef3c0 req-c1f307a8-ee24-4c8f-ae92-4d7dab6123c3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c4f532841b574680aa5b2f4b964927a8&device_id=019cad4d-a92d-4351-8ebf-fda94ce5a945 HTTP/1.1" status: 200 len: 1096 time: 0.2126997 Nov 25 17:48:12.819763 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bd55a4b0-7408-44db-995a-db5d53fa7af1 req-b686f87a-3132-4484-89bf-4faae9df83e7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f775cafa-bf5b-412d-84f8-dce9f7ca3a8f HTTP/1.1" status: 200 len: 217 time: 0.0542114 Nov 25 17:48:12.935807 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-78adf1e2-757a-4e6a-aa67-0d18562f57fd req-84392eb6-650c-4707-bb03-b8c0e4b7ae8a tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343066 Nov 25 17:48:12.945471 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f5cccd99-47c4-41e3-a44c-8b39459010b5 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:12.993427 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55a4b0-7408-44db-995a-db5d53fa7af1 req-e0a72cc8-8f5a-4e4b-ac3b-e993b2fe1454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:12.994902 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bd55a4b0-7408-44db-995a-db5d53fa7af1 req-e0a72cc8-8f5a-4e4b-ac3b-e993b2fe1454 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bb2a2af3-1780-4394-834e-7b4d65546660 HTTP/1.1" status: 200 len: 854 time: 0.1644380 Nov 25 17:48:13.058066 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bd55a4b0-7408-44db-995a-db5d53fa7af1 req-753aeb6c-0ebb-45ea-9404-2934c5920a37 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d89d2854-97b0-4c53-9fed-c35cc58a4c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537443 Nov 25 17:48:13.127060 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c798a2-fb47-44dd-a53a-c2769bcef3c0 req-a42b15e7-01be-42ea-b99e-cd3055a6217d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:13.128553 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-88c798a2-fb47-44dd-a53a-c2769bcef3c0 req-a42b15e7-01be-42ea-b99e-cd3055a6217d service neutron] 10.222.0.90 "GET /v2.0/networks?id=55aac267-cfea-4cb6-a3d1-5d2e5c9145dd HTTP/1.1" status: 200 len: 920 time: 0.2692060 Nov 25 17:48:13.179922 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-88c798a2-fb47-44dd-a53a-c2769bcef3c0 req-59096fbd-44b7-49f6-b0e8-c4d28c254b7d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c0f0dcd-a625-4cbe-bc86-7738aeaa3179 HTTP/1.1" status: 200 len: 217 time: 0.0394301 Nov 25 17:48:13.224658 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f5cccd99-47c4-41e3-a44c-8b39459010b5 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:13.305694 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76355bac-8e6e-459b-a898-5f08b1775e68 req-b81e4b26-5f86-4a5f-b7d6-509b9aecc704 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:13.309471 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-76355bac-8e6e-459b-a898-5f08b1775e68 req-b81e4b26-5f86-4a5f-b7d6-509b9aecc704 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.2559955 Nov 25 17:48:13.348124 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cccd99-47c4-41e3-a44c-8b39459010b5 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:48:13.373106 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c798a2-fb47-44dd-a53a-c2769bcef3c0 req-b474bdf7-96bb-45e4-bd5b-e8f69a14ede7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:13.374602 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-88c798a2-fb47-44dd-a53a-c2769bcef3c0 req-b474bdf7-96bb-45e4-bd5b-e8f69a14ede7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f1fd26dd-f220-4d6c-884e-069c7606d72e HTTP/1.1" status: 200 len: 859 time: 0.1612637 Nov 25 17:48:13.376133 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-f5cccd99-47c4-41e3-a44c-8b39459010b5 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:48:13.379507 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cccd99-47c4-41e3-a44c-8b39459010b5 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:48:13.384988 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cccd99-47c4-41e3-a44c-8b39459010b5 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Pushing event updated for resources: {'Port': ['ID=e0ae5b35-0d86-4177-92ec-034ef4b1afb6,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:13.423022 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bd55a4b0-7408-44db-995a-db5d53fa7af1 req-56fe51c1-eb5f-43f2-a1ec-a340452062c9 service neutron] 10.222.0.74 "GET /v2.0/networks/d89d2854-97b0-4c53-9fed-c35cc58a4c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360744 Nov 25 17:48:13.458815 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-88c798a2-fb47-44dd-a53a-c2769bcef3c0 req-7e1c9c1d-3ec2-4b64-8890-43b73c0e6644 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=55aac267-cfea-4cb6-a3d1-5d2e5c9145dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687032 Nov 25 17:48:13.892754 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-76355bac-8e6e-459b-a898-5f08b1775e68 req-839c2dc4-f7e7-4ec3-a3e6-32969c778008 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5662642 Nov 25 17:48:14.094610 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bd55a4b0-7408-44db-995a-db5d53fa7af1 req-73cf6e23-ea29-49d7-bb78-ca905be290a5 service neutron] 10.222.0.74 "GET /v2.0/networks/d89d2854-97b0-4c53-9fed-c35cc58a4c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6636531 Nov 25 17:48:14.359363 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-88c798a2-fb47-44dd-a53a-c2769bcef3c0 req-5fa50f7b-ccc9-425d-87a2-ee5741ca1efa service neutron] 10.222.0.90 "GET /v2.0/networks/55aac267-cfea-4cb6-a3d1-5d2e5c9145dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8807380 Nov 25 17:48:14.501166 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a6ecb-49a5-43ae-afc8-c9aafde7ba02 req-1ccac59c-e015-4f69-91ce-7aa46e7403fa tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:14.502771 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8d6a6ecb-49a5-43ae-afc8-c9aafde7ba02 req-1ccac59c-e015-4f69-91ce-7aa46e7403fa tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=019cad4d-a92d-4351-8ebf-fda94ce5a945 HTTP/1.1" status: 200 len: 945 time: 0.4320860 Nov 25 17:48:14.543907 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f5cccd99-47c4-41e3-a44c-8b39459010b5 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:14.607802 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-88c798a2-fb47-44dd-a53a-c2769bcef3c0 req-d97b0ea5-ea9f-4ed4-b501-a90561f500dc service neutron] 10.222.0.90 "GET /v2.0/networks/55aac267-cfea-4cb6-a3d1-5d2e5c9145dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392275 Nov 25 17:48:14.628572 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8d6a6ecb-49a5-43ae-afc8-c9aafde7ba02 req-3f5a8988-3d9b-423a-80c3-70cb45d7fd0a tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071377 Nov 25 17:48:14.663581 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f5cccd99-47c4-41e3-a44c-8b39459010b5 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:14.874517 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f5cccd99-47c4-41e3-a44c-8b39459010b5 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:14.883691 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f5cccd99-47c4-41e3-a44c-8b39459010b5 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:14.974802 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cccd99-47c4-41e3-a44c-8b39459010b5 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Pushing event updated for resources: {'Port': ['ID=e0ae5b35-0d86-4177-92ec-034ef4b1afb6,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:14.990861 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f5cccd99-47c4-41e3-a44c-8b39459010b5 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:15.153879 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46176b1-b39f-4ab8-81e8-db8690c92843 req-b02908c6-9815-4fd4-b97c-6562fe6a7e99 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:15.155384 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a46176b1-b39f-4ab8-81e8-db8690c92843 req-b02908c6-9815-4fd4-b97c-6562fe6a7e99 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.1097548 Nov 25 17:48:15.170212 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device f775cafa-bf5b-412d-84f8-dce9f7ca3a8f no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:48:15.219689 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a46176b1-b39f-4ab8-81e8-db8690c92843 req-4f843068-24d0-4a16-8bcb-60347ec831ac tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570445 Nov 25 17:48:15.224147 n-d-817746-1 neutron-server[103361]: INFO neutron.db.l3_db [None req-f5cccd99-47c4-41e3-a44c-8b39459010b5 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Floating IP 61012ad0-218f-4b4c-9bfd-a84c4f949019 associated. External IP: 172.25.0.231, port: 69056102-3a27-4631-949d-4d0692363d00. Nov 25 17:48:15.332654 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:15.367598 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port f775cafa-bf5b-412d-84f8-dce9f7ca3a8f, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=f775cafa-bf5b-412d-84f8-dce9f7ca3a8f,segment=NetworkSegment(71c86001-f0ae-4454-b37f-632918094290),segment_id=71c86001-f0ae-4454-b37f-632918094290)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:48:15.369162 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481c3a50-3a48-4609-ab28-3d6c644af2b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f775cafa-bf5b-412d-84f8-dce9f7ca3a8f'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:48:15.372224 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91db4ac-0964-401e-a7b0-b71c54b6395c" -d '{"events": [{"server_uuid": "481c3a50-3a48-4609-ab28-3d6c644af2b0", "name": "network-vif-unplugged", "status": "completed", "tag": "f775cafa-bf5b-412d-84f8-dce9f7ca3a8f"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:48:15.380199 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:15.481324 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed0e2c8-0378-4da0-9fb1-c7314e79cd66 x-openstack-request-id: req-6ed0e2c8-0378-4da0-9fb1-c7314e79cd66 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:48:15.481887 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "481c3a50-3a48-4609-ab28-3d6c644af2b0", "name": "network-vif-unplugged", "status": "completed", "tag": "f775cafa-bf5b-412d-84f8-dce9f7ca3a8f", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:48:15.482576 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6ed0e2c8-0378-4da0-9fb1-c7314e79cd66 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:48:15.482980 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '481c3a50-3a48-4609-ab28-3d6c644af2b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f775cafa-bf5b-412d-84f8-dce9f7ca3a8f', 'code': 200} Nov 25 17:48:15.501728 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=f775cafa-bf5b-412d-84f8-dce9f7ca3a8f,revision_number=8']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:15.611931 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5cccd99-47c4-41e3-a44c-8b39459010b5 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Router 2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:48:15.724064 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5cccd99-47c4-41e3-a44c-8b39459010b5 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:48:15.736559 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3ea05b-491a-4224-988b-234de1d6e079 None None] Sync routers for ids ['2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:48:15.745251 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f5cccd99-47c4-41e3-a44c-8b39459010b5 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:15.750919 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3ea05b-491a-4224-988b-234de1d6e079 None None] Routers {'2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:48:15.752084 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-3d3ea05b-491a-4224-988b-234de1d6e079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:47:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:15.781937 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-f5cccd99-47c4-41e3-a44c-8b39459010b5 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0277746 Nov 25 17:48:15.782773 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '498691d0-c76f-4d60-a193-68d18e621ee6', 'tag': '69056102-3a27-4631-949d-4d0692363d00'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:48:15.784526 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 41606) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:15.786115 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270ac319-68aa-4fb6-bcb5-59b9f513dd7b" -d '{"events": [{"name": "network-changed", "server_uuid": "498691d0-c76f-4d60-a193-68d18e621ee6", "tag": "69056102-3a27-4631-949d-4d0692363d00"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:48:15.836604 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2faf344c-7908-465b-aaef-0757762f6cd8 x-openstack-request-id: req-2faf344c-7908-465b-aaef-0757762f6cd8 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:48:15.837114 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "498691d0-c76f-4d60-a193-68d18e621ee6", "tag": "69056102-3a27-4631-949d-4d0692363d00", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:48:15.837386 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2faf344c-7908-465b-aaef-0757762f6cd8 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:48:15.837956 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '498691d0-c76f-4d60-a193-68d18e621ee6', 'tag': '69056102-3a27-4631-949d-4d0692363d00', 'status': 'completed', 'code': 200} Nov 25 17:48:15.890390 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-657aa126-aa35-4ac4-8311-3788e04a89a2 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/floatingips/61012ad0-218f-4b4c-9bfd-a84c4f949019 HTTP/1.1" status: 200 len: 991 time: 0.1044252 Nov 25 17:48:15.925721 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-3d3ea05b-491a-4224-988b-234de1d6e079 None None] Set router 2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:48:15.928410 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ac319-68aa-4fb6-bcb5-59b9f513dd7b req-d5129c86-40f0-498f-a045-3f1271c719bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:15.930578 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-270ac319-68aa-4fb6-bcb5-59b9f513dd7b req-d5129c86-40f0-498f-a045-3f1271c719bd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e74594bc3f604c5c9d4110d7bd37c200&device_id=498691d0-c76f-4d60-a193-68d18e621ee6 HTTP/1.1" status: 200 len: 1096 time: 0.0688248 Nov 25 17:48:16.079024 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ac319-68aa-4fb6-bcb5-59b9f513dd7b req-0f0ada4e-24f8-4e2e-a907-4af164997cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:16.081098 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-270ac319-68aa-4fb6-bcb5-59b9f513dd7b req-0f0ada4e-24f8-4e2e-a907-4af164997cb7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=89e861ee-81cb-4555-a572-83244168320b HTTP/1.1" status: 200 len: 897 time: 0.1416457 Nov 25 17:48:16.180646 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-270ac319-68aa-4fb6-bcb5-59b9f513dd7b req-b65efb41-a6fd-4ab0-a515-9c54f6c4fabe service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69056102-3a27-4631-949d-4d0692363d00 HTTP/1.1" status: 200 len: 999 time: 0.0912771 Nov 25 17:48:16.233096 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-3d3ea05b-491a-4224-988b-234de1d6e079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'name': 'tempest-TestNetworkBasicOps-router-984726346', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:47:35Z', 'updated_at': '2021-11-25T17:47:44Z', 'revision_number': 4, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'gw_port': {'id': '2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:1a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:47:36Z', 'updated_at': '2021-11-25T17:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '61012ad0-218f-4b4c-9bfd-a84c4f949019', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'floating_ip_address': '172.25.0.231', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'port_id': '69056102-3a27-4631-949d-4d0692363d00', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89e861ee-81cb-4555-a572-83244168320b', 'mac_address': 'fa:16:3e:d0:d1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498691d0-c76f-4d60-a193-68d18e621ee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:48:14Z', 'updated_at': '2021-11-25T17:48:14Z', 'revision_number': 0, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '980e859c-6162-46c7-b729-a12f4838b350', 'name': '', 'network_id': '89e861ee-81cb-4555-a572-83244168320b', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'mac_address': 'fa:16:3e:5c:68:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '6ff89a9f-2f25-4d9d-9f45-63e595f0a31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:47:42Z', 'updated_at': '2021-11-25T17:47:48Z', 'revision_number': 5, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'subnets': [{'id': '6ff89a9f-2f25-4d9d-9f45-63e595f0a31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:16.243629 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ac319-68aa-4fb6-bcb5-59b9f513dd7b req-fe8c4acc-20bc-44a0-b7bb-8152a401e54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:16.246994 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-270ac319-68aa-4fb6-bcb5-59b9f513dd7b req-fe8c4acc-20bc-44a0-b7bb-8152a401e54a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6ff89a9f-2f25-4d9d-9f45-63e595f0a31a HTTP/1.1" status: 200 len: 834 time: 0.0590723 Nov 25 17:48:16.271367 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3ea05b-491a-4224-988b-234de1d6e079 None None] Checking router: 2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:48:16.283038 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3ea05b-491a-4224-988b-234de1d6e079 None None] Routers {'2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:48:16.283863 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-3d3ea05b-491a-4224-988b-234de1d6e079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:47:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:16.335864 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ac319-68aa-4fb6-bcb5-59b9f513dd7b req-ecc315c9-2d19-48ae-8eec-9831ff042fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:16.337425 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-270ac319-68aa-4fb6-bcb5-59b9f513dd7b req-ecc315c9-2d19-48ae-8eec-9831ff042fa3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=89e861ee-81cb-4555-a572-83244168320b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743461 Nov 25 17:48:16.416921 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-3d3ea05b-491a-4224-988b-234de1d6e079 None None] Set router 2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:48:16.465519 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88419f-4fe6-4f0f-b1d2-ef81c12d8d66 req-fb5d98a8-8fa5-4887-8028-11d1d422d8cd tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:16.467231 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9a88419f-4fe6-4f0f-b1d2-ef81c12d8d66 req-fb5d98a8-8fa5-4887-8028-11d1d422d8cd tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 943 time: 0.1339030 Nov 25 17:48:16.557063 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-270ac319-68aa-4fb6-bcb5-59b9f513dd7b req-e513a4aa-9fd6-4818-a6ce-2a316982ebd2 service neutron] 10.222.0.74 "GET /v2.0/networks/89e861ee-81cb-4555-a572-83244168320b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088401 Nov 25 17:48:16.697602 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9a88419f-4fe6-4f0f-b1d2-ef81c12d8d66 req-882d2f06-9852-4b94-8cad-82eb748f374f tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222445 Nov 25 17:48:16.700963 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-3d3ea05b-491a-4224-988b-234de1d6e079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'name': 'tempest-TestNetworkBasicOps-router-984726346', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:47:35Z', 'updated_at': '2021-11-25T17:47:44Z', 'revision_number': 4, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'gw_port': {'id': '2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:1a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:47:36Z', 'updated_at': '2021-11-25T17:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '61012ad0-218f-4b4c-9bfd-a84c4f949019', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'floating_ip_address': '172.25.0.231', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'port_id': '69056102-3a27-4631-949d-4d0692363d00', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89e861ee-81cb-4555-a572-83244168320b', 'mac_address': 'fa:16:3e:d0:d1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498691d0-c76f-4d60-a193-68d18e621ee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:48:14Z', 'updated_at': '2021-11-25T17:48:14Z', 'revision_number': 0, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '980e859c-6162-46c7-b729-a12f4838b350', 'name': '', 'network_id': '89e861ee-81cb-4555-a572-83244168320b', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'mac_address': 'fa:16:3e:5c:68:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '6ff89a9f-2f25-4d9d-9f45-63e595f0a31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:47:42Z', 'updated_at': '2021-11-25T17:47:48Z', 'revision_number': 5, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'subnets': [{'id': '6ff89a9f-2f25-4d9d-9f45-63e595f0a31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:16.743713 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3ea05b-491a-4224-988b-234de1d6e079 None None] The sync data for ids ['2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e'] in n-d-817746-1 is: [{'id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'name': 'tempest-TestNetworkBasicOps-router-984726346', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:47:35Z', 'updated_at': '2021-11-25T17:47:44Z', 'revision_number': 4, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'gw_port': {'id': '2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:1a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:47:36Z', 'updated_at': '2021-11-25T17:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '61012ad0-218f-4b4c-9bfd-a84c4f949019', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'floating_ip_address': '172.25.0.231', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'port_id': '69056102-3a27-4631-949d-4d0692363d00', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89e861ee-81cb-4555-a572-83244168320b', 'mac_address': 'fa:16:3e:d0:d1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498691d0-c76f-4d60-a193-68d18e621ee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:48:14Z', 'updated_at': '2021-11-25T17:48:14Z', 'revision_number': 0, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '980e859c-6162-46c7-b729-a12f4838b350', 'name': '', 'network_id': '89e861ee-81cb-4555-a572-83244168320b', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'mac_address': 'fa:16:3e:5c:68:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '6ff89a9f-2f25-4d9d-9f45-63e595f0a31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:47:42Z', 'updated_at': '2021-11-25T17:47:48Z', 'revision_number': 5, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'subnets': [{'id': '6ff89a9f-2f25-4d9d-9f45-63e595f0a31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:48:16.785571 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:16.875478 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-270ac319-68aa-4fb6-bcb5-59b9f513dd7b req-5c3f2bcd-8337-4b96-a6b4-c10a5d4e3a7f service neutron] 10.222.0.74 "GET /v2.0/networks/89e861ee-81cb-4555-a572-83244168320b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105056 Nov 25 17:48:16.894584 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 41626) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:16.903020 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d79cb5-cb5b-45b0-bf49-0f3e6b87a6a6 req-8b139f7e-0cf8-4b9b-a657-e64db0ad8bc9 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:16.912854 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-48d79cb5-cb5b-45b0-bf49-0f3e6b87a6a6 req-8b139f7e-0cf8-4b9b-a657-e64db0ad8bc9 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 943 time: 0.1016772 Nov 25 17:48:16.950583 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:17.046769 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-48d79cb5-cb5b-45b0-bf49-0f3e6b87a6a6 req-eb079978-3054-4883-a624-e57a01a36602 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248891 Nov 25 17:48:17.048506 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-edab84f2-8206-4304-a9ca-5d4f0959da87 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/floatingips/61012ad0-218f-4b4c-9bfd-a84c4f949019 HTTP/1.1" status: 200 len: 991 time: 0.1513772 Nov 25 17:48:17.114513 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791da809-c564-4492-835a-60209406c30c None None] New status for floating IP 61012ad0-218f-4b4c-9bfd-a84c4f949019: ACTIVE {{(pid=103362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:48:17.277844 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [req-9b137dc6-73ad-4242-b684-c6b227f6a461 req-3f2822b9-e9e1-4021-99df-b85aa300b9fc service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:48:17.280018 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9b137dc6-73ad-4242-b684-c6b227f6a461 req-3f2822b9-e9e1-4021-99df-b85aa300b9fc service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073118 Nov 25 17:48:17.300132 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-25dd5944-f097-44e0-a763-3ce2c2b38762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:17.479040 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6df636-6889-4dfb-a533-0707f24a2995 req-aaa58ff5-fc45-4b9e-9ad4-bec070415b42 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:17.480931 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cb6df636-6889-4dfb-a533-0707f24a2995 req-aaa58ff5-fc45-4b9e-9ad4-bec070415b42 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 943 time: 0.0586758 Nov 25 17:48:17.556209 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cb6df636-6889-4dfb-a533-0707f24a2995 req-884f72db-a764-437a-8e66-5ca5dd379b14 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631738 Nov 25 17:48:17.768841 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 41650) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:17.988595 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e14e64a0-5fee-4bcc-8f6a-f4c211e8558a req-79e5be2d-a395-4df1-a49e-d3c970186e48 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2175615 Nov 25 17:48:17.996103 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [req-e14e64a0-5fee-4bcc-8f6a-f4c211e8558a req-0fe5b3be-6c38-4294-b8f5-6ec199b2fdc2 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:48:17.997589 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e14e64a0-5fee-4bcc-8f6a-f4c211e8558a req-0fe5b3be-6c38-4294-b8f5-6ec199b2fdc2 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072920 Nov 25 17:48:18.051652 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 41662) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:18.138276 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-8e7ecd60-7a67-4b1b-945f-39ce2677eb96 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/floatingips/61012ad0-218f-4b4c-9bfd-a84c4f949019 HTTP/1.1" status: 200 len: 993 time: 0.0852044 Nov 25 17:48:18.677382 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7546e583-6750-4158-9e50-b78b8ce19a06 req-e9f11224-967e-42e3-9094-74cffe77cfaf tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:18.679176 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7546e583-6750-4158-9e50-b78b8ce19a06 req-e9f11224-967e-42e3-9094-74cffe77cfaf tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 943 time: 0.0596261 Nov 25 17:48:18.731291 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7546e583-6750-4158-9e50-b78b8ce19a06 req-60bc1266-a301-4c16-ab67-353194b27b83 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461681 Nov 25 17:48:18.894278 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e64a0-5fee-4bcc-8f6a-f4c211e8558a req-4f51dff9-4f98-45e7-807a-08d65bd1b58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:18.895813 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e14e64a0-5fee-4bcc-8f6a-f4c211e8558a req-4f51dff9-4f98-45e7-807a-08d65bd1b58e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0&tenant_id=696ba9968638467ab0c418d763598933 HTTP/1.1" status: 200 len: 1094 time: 0.0725510 Nov 25 17:48:18.908279 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-e14e64a0-5fee-4bcc-8f6a-f4c211e8558a req-266bc572-4c4a-40e8-b92a-0c27a8a1688e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817746-1', 'device_owner': 'compute:nova'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:18.964090 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e14e64a0-5fee-4bcc-8f6a-f4c211e8558a req-266bc572-4c4a-40e8-b92a-0c27a8a1688e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:19.186479 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device f775cafa-bf5b-412d-84f8-dce9f7ca3a8f no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:48:19.187320 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-e14e64a0-5fee-4bcc-8f6a-f4c211e8558a req-266bc572-4c4a-40e8-b92a-0c27a8a1688e service neutron] For port f775cafa-bf5b-412d-84f8-dce9f7ca3a8f, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=f775cafa-bf5b-412d-84f8-dce9f7ca3a8f,segment=NetworkSegment(71c86001-f0ae-4454-b37f-632918094290),segment_id=71c86001-f0ae-4454-b37f-632918094290)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:48:19.226618 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-e14e64a0-5fee-4bcc-8f6a-f4c211e8558a req-266bc572-4c4a-40e8-b92a-0c27a8a1688e service neutron] For port f775cafa-bf5b-412d-84f8-dce9f7ca3a8f, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:48:19.264433 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-e14e64a0-5fee-4bcc-8f6a-f4c211e8558a req-266bc572-4c4a-40e8-b92a-0c27a8a1688e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f775cafa-bf5b-412d-84f8-dce9f7ca3a8f {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:48:19.281116 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e14e64a0-5fee-4bcc-8f6a-f4c211e8558a req-266bc572-4c4a-40e8-b92a-0c27a8a1688e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:19.314386 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-e14e64a0-5fee-4bcc-8f6a-f4c211e8558a req-266bc572-4c4a-40e8-b92a-0c27a8a1688e service neutron] Transition to ACTIVE for port object f775cafa-bf5b-412d-84f8-dce9f7ca3a8f will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:48:19.319270 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e14e64a0-5fee-4bcc-8f6a-f4c211e8558a req-266bc572-4c4a-40e8-b92a-0c27a8a1688e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:19.366233 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed10f292-3ce3-48e8-8b2d-8b5271d900ec req-a6212900-8d12-4406-8208-3462bef18bdc service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b12726b5-045a-4e74-8d5e-7b570347aecc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0938709 Nov 25 17:48:19.405412 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-e14e64a0-5fee-4bcc-8f6a-f4c211e8558a req-266bc572-4c4a-40e8-b92a-0c27a8a1688e service neutron] No DVR routers for this DVR port f775cafa-bf5b-412d-84f8-dce9f7ca3a8f on host n-h1-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:48:19.416135 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266bc572-4c4a-40e8-b92a-0c27a8a1688e service neutron] Pushing event updated for resources: {'Port': ['ID=f775cafa-bf5b-412d-84f8-dce9f7ca3a8f,revision_number=9']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:19.471864 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-e14e64a0-5fee-4bcc-8f6a-f4c211e8558a req-266bc572-4c4a-40e8-b92a-0c27a8a1688e service neutron] Attempting to bind port f775cafa-bf5b-412d-84f8-dce9f7ca3a8f on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:48:19.472204 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-e14e64a0-5fee-4bcc-8f6a-f4c211e8558a req-266bc572-4c4a-40e8-b92a-0c27a8a1688e service neutron] Attempting to bind port f775cafa-bf5b-412d-84f8-dce9f7ca3a8f by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '71c86001-f0ae-4454-b37f-632918094290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'd89d2854-97b0-4c53-9fed-c35cc58a4c82'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:48:19.472537 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14e64a0-5fee-4bcc-8f6a-f4c211e8558a req-266bc572-4c4a-40e8-b92a-0c27a8a1688e service neutron] Attempting to bind port f775cafa-bf5b-412d-84f8-dce9f7ca3a8f on network d89d2854-97b0-4c53-9fed-c35cc58a4c82 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:48:19.479509 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10f292-3ce3-48e8-8b2d-8b5271d900ec req-670b8bcb-ad86-4d19-9363-5b22bad6d2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:19.481030 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed10f292-3ce3-48e8-8b2d-8b5271d900ec req-670b8bcb-ad86-4d19-9363-5b22bad6d2d4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c4f532841b574680aa5b2f4b964927a8&device_id=b12726b5-045a-4e74-8d5e-7b570347aecc HTTP/1.1" status: 200 len: 1096 time: 0.0791836 Nov 25 17:48:19.481976 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14e64a0-5fee-4bcc-8f6a-f4c211e8558a req-266bc572-4c4a-40e8-b92a-0c27a8a1688e service neutron] Port f775cafa-bf5b-412d-84f8-dce9f7ca3a8f on network d89d2854-97b0-4c53-9fed-c35cc58a4c82 not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:48:19.482300 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14e64a0-5fee-4bcc-8f6a-f4c211e8558a req-266bc572-4c4a-40e8-b92a-0c27a8a1688e service neutron] Attempting to bind port f775cafa-bf5b-412d-84f8-dce9f7ca3a8f on network d89d2854-97b0-4c53-9fed-c35cc58a4c82 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:48:19.487901 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14e64a0-5fee-4bcc-8f6a-f4c211e8558a req-266bc572-4c4a-40e8-b92a-0c27a8a1688e service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:48:19.488243 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14e64a0-5fee-4bcc-8f6a-f4c211e8558a req-266bc572-4c4a-40e8-b92a-0c27a8a1688e service neutron] Checking segment: {'id': '71c86001-f0ae-4454-b37f-632918094290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'd89d2854-97b0-4c53-9fed-c35cc58a4c82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:48:19.488629 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14e64a0-5fee-4bcc-8f6a-f4c211e8558a req-266bc572-4c4a-40e8-b92a-0c27a8a1688e service neutron] Bound using segment: {'id': '71c86001-f0ae-4454-b37f-632918094290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'd89d2854-97b0-4c53-9fed-c35cc58a4c82'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:48:19.489094 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-e14e64a0-5fee-4bcc-8f6a-f4c211e8558a req-266bc572-4c4a-40e8-b92a-0c27a8a1688e service neutron] Bound port: f775cafa-bf5b-412d-84f8-dce9f7ca3a8f, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71c86001-f0ae-4454-b37f-632918094290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'd89d2854-97b0-4c53-9fed-c35cc58a4c82'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:48:19.489895 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e14e64a0-5fee-4bcc-8f6a-f4c211e8558a req-266bc572-4c4a-40e8-b92a-0c27a8a1688e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:19.617489 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-e14e64a0-5fee-4bcc-8f6a-f4c211e8558a req-266bc572-4c4a-40e8-b92a-0c27a8a1688e service neutron] For port f775cafa-bf5b-412d-84f8-dce9f7ca3a8f, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:48:19.623337 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-e14e64a0-5fee-4bcc-8f6a-f4c211e8558a req-266bc572-4c4a-40e8-b92a-0c27a8a1688e service neutron] For port f775cafa-bf5b-412d-84f8-dce9f7ca3a8f, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=f775cafa-bf5b-412d-84f8-dce9f7ca3a8f,segment=NetworkSegment(71c86001-f0ae-4454-b37f-632918094290),segment_id=71c86001-f0ae-4454-b37f-632918094290)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:48:19.631051 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e14e64a0-5fee-4bcc-8f6a-f4c211e8558a req-266bc572-4c4a-40e8-b92a-0c27a8a1688e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:19.659551 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10f292-3ce3-48e8-8b2d-8b5271d900ec req-2cd29008-4f35-44b8-bb4c-8062bf4dc431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:19.661071 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed10f292-3ce3-48e8-8b2d-8b5271d900ec req-2cd29008-4f35-44b8-bb4c-8062bf4dc431 service neutron] 10.222.0.74 "GET /v2.0/networks?id=55aac267-cfea-4cb6-a3d1-5d2e5c9145dd HTTP/1.1" status: 200 len: 920 time: 0.1562829 Nov 25 17:48:19.716538 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e64a0-5fee-4bcc-8f6a-f4c211e8558a req-266bc572-4c4a-40e8-b92a-0c27a8a1688e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:19.717228 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e14e64a0-5fee-4bcc-8f6a-f4c211e8558a req-266bc572-4c4a-40e8-b92a-0c27a8a1688e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:19.718566 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e14e64a0-5fee-4bcc-8f6a-f4c211e8558a req-266bc572-4c4a-40e8-b92a-0c27a8a1688e service neutron] 10.222.0.90 "PUT /v2.0/ports/f775cafa-bf5b-412d-84f8-dce9f7ca3a8f HTTP/1.1" status: 200 len: 1091 time: 0.8146992 Nov 25 17:48:19.719073 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '481c3a50-3a48-4609-ab28-3d6c644af2b0', 'tag': 'f775cafa-bf5b-412d-84f8-dce9f7ca3a8f'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:48:19.721481 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8381447-7ebe-4a46-877f-af9355de6a91" -d '{"events": [{"name": "network-changed", "server_uuid": "481c3a50-3a48-4609-ab28-3d6c644af2b0", "tag": "f775cafa-bf5b-412d-84f8-dce9f7ca3a8f"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:48:19.728319 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed10f292-3ce3-48e8-8b2d-8b5271d900ec req-bea72391-8744-4f76-af22-17135fda75a6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2bf9fc7-71ab-4b89-b135-683415fcde88 HTTP/1.1" status: 200 len: 217 time: 0.0577431 Nov 25 17:48:19.779452 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e918a34-6369-4b66-a218-474d01daae2e x-openstack-request-id: req-4e918a34-6369-4b66-a218-474d01daae2e {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:48:19.779829 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "481c3a50-3a48-4609-ab28-3d6c644af2b0", "tag": "f775cafa-bf5b-412d-84f8-dce9f7ca3a8f", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:48:19.780036 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4e918a34-6369-4b66-a218-474d01daae2e {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:48:19.780412 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '481c3a50-3a48-4609-ab28-3d6c644af2b0', 'tag': 'f775cafa-bf5b-412d-84f8-dce9f7ca3a8f', 'status': 'completed', 'code': 200} Nov 25 17:48:19.784174 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266bc572-4c4a-40e8-b92a-0c27a8a1688e service neutron] Pushing event updated for resources: {'Port': ['ID=f775cafa-bf5b-412d-84f8-dce9f7ca3a8f,revision_number=10']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:19.821057 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ecd96f01-6daa-4d38-9078-76b2859b810f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:19.831771 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10f292-3ce3-48e8-8b2d-8b5271d900ec req-e5985c79-4c00-4fc4-85fa-23fc37fed1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:19.832725 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed10f292-3ce3-48e8-8b2d-8b5271d900ec req-e5985c79-4c00-4fc4-85fa-23fc37fed1b6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f1fd26dd-f220-4d6c-884e-069c7606d72e HTTP/1.1" status: 200 len: 859 time: 0.0968127 Nov 25 17:48:20.226306 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed10f292-3ce3-48e8-8b2d-8b5271d900ec req-204a3079-b27a-426c-a96b-5fd5327d9efb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=55aac267-cfea-4cb6-a3d1-5d2e5c9145dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3729753 Nov 25 17:48:20.229844 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e64a0-5fee-4bcc-8f6a-f4c211e8558a req-1e8bca8b-c775-49d8-a612-07ddcc1e61d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:20.231163 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e14e64a0-5fee-4bcc-8f6a-f4c211e8558a req-1e8bca8b-c775-49d8-a612-07ddcc1e61d0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=696ba9968638467ab0c418d763598933&device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 1095 time: 0.4838700 Nov 25 17:48:20.287572 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b904920-b90b-45a8-bafc-f9e6f050c07a req-5ef54c6e-2a2d-4fce-9691-9a22ee315c79 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:20.289011 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3b904920-b90b-45a8-bafc-f9e6f050c07a req-5ef54c6e-2a2d-4fce-9691-9a22ee315c79 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 944 time: 0.4741690 Nov 25 17:48:20.443576 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3b904920-b90b-45a8-bafc-f9e6f050c07a req-880ca419-4562-4108-9a1f-a96292d40458 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272533 Nov 25 17:48:20.447650 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed10f292-3ce3-48e8-8b2d-8b5271d900ec req-d72301a4-641f-44f6-992c-cbd1b096fb00 service neutron] 10.222.0.74 "GET /v2.0/networks/55aac267-cfea-4cb6-a3d1-5d2e5c9145dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118497 Nov 25 17:48:20.448725 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e64a0-5fee-4bcc-8f6a-f4c211e8558a req-b3af7a40-a1d0-48d1-9932-453875e11a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:20.450071 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e14e64a0-5fee-4bcc-8f6a-f4c211e8558a req-b3af7a40-a1d0-48d1-9932-453875e11a1c service neutron] 10.222.0.90 "GET /v2.0/networks?id=d89d2854-97b0-4c53-9fed-c35cc58a4c82 HTTP/1.1" status: 200 len: 915 time: 0.2053745 Nov 25 17:48:20.510519 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e14e64a0-5fee-4bcc-8f6a-f4c211e8558a req-4d707b42-657b-4e2a-879c-caba39e65755 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f775cafa-bf5b-412d-84f8-dce9f7ca3a8f HTTP/1.1" status: 200 len: 217 time: 0.0483971 Nov 25 17:48:20.610971 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e64a0-5fee-4bcc-8f6a-f4c211e8558a req-f394633e-6ec9-42d6-8855-a41e2b2ff3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:20.612443 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e14e64a0-5fee-4bcc-8f6a-f4c211e8558a req-f394633e-6ec9-42d6-8855-a41e2b2ff3a4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bb2a2af3-1780-4394-834e-7b4d65546660 HTTP/1.1" status: 200 len: 854 time: 0.0731325 Nov 25 17:48:20.617825 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed10f292-3ce3-48e8-8b2d-8b5271d900ec req-6e146573-5eac-46cd-9d70-9d69e346ccd5 service neutron] 10.222.0.74 "GET /v2.0/networks/55aac267-cfea-4cb6-a3d1-5d2e5c9145dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631675 Nov 25 17:48:20.644045 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e14e64a0-5fee-4bcc-8f6a-f4c211e8558a req-d415c4d7-cb96-4278-aaee-a751cc514e0e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d89d2854-97b0-4c53-9fed-c35cc58a4c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249553 Nov 25 17:48:20.741384 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e14e64a0-5fee-4bcc-8f6a-f4c211e8558a req-4189cb2f-4a48-4e16-88a3-e56e3a340f74 service neutron] 10.222.0.90 "GET /v2.0/networks/d89d2854-97b0-4c53-9fed-c35cc58a4c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907502 Nov 25 17:48:20.835758 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:20.843303 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e14e64a0-5fee-4bcc-8f6a-f4c211e8558a req-185a554a-2b10-4a4e-8e3e-6f452a55430b service neutron] 10.222.0.90 "GET /v2.0/networks/d89d2854-97b0-4c53-9fed-c35cc58a4c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952933 Nov 25 17:48:20.935751 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8381447-7ebe-4a46-877f-af9355de6a91 req-322271f3-1636-46d6-9d56-1f38362ae791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:20.937318 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d8381447-7ebe-4a46-877f-af9355de6a91 req-322271f3-1636-46d6-9d56-1f38362ae791 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=696ba9968638467ab0c418d763598933&device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 1095 time: 0.0472550 Nov 25 17:48:21.039941 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8381447-7ebe-4a46-877f-af9355de6a91 req-accb0405-3296-40cc-bd71-e997303d8956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:21.041474 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d8381447-7ebe-4a46-877f-af9355de6a91 req-accb0405-3296-40cc-bd71-e997303d8956 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d89d2854-97b0-4c53-9fed-c35cc58a4c82 HTTP/1.1" status: 200 len: 915 time: 0.0956304 Nov 25 17:48:21.088240 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d8381447-7ebe-4a46-877f-af9355de6a91 req-0fcc6535-5796-423e-bbaf-f788f120121b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f775cafa-bf5b-412d-84f8-dce9f7ca3a8f HTTP/1.1" status: 200 len: 217 time: 0.0382402 Nov 25 17:48:21.140307 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8381447-7ebe-4a46-877f-af9355de6a91 req-2536f61b-0169-44df-9630-78902ccbf45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:21.143391 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d8381447-7ebe-4a46-877f-af9355de6a91 req-2536f61b-0169-44df-9630-78902ccbf45c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bb2a2af3-1780-4394-834e-7b4d65546660 HTTP/1.1" status: 200 len: 854 time: 0.0478027 Nov 25 17:48:21.177417 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d8381447-7ebe-4a46-877f-af9355de6a91 req-d091c0ca-de0b-44f1-9dd2-b49a2f214c92 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d89d2854-97b0-4c53-9fed-c35cc58a4c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274613 Nov 25 17:48:21.291010 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d8381447-7ebe-4a46-877f-af9355de6a91 req-11d2072c-de87-474e-96df-7bfba0a54500 service neutron] 10.222.0.90 "GET /v2.0/networks/d89d2854-97b0-4c53-9fed-c35cc58a4c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057682 Nov 25 17:48:21.421707 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d8381447-7ebe-4a46-877f-af9355de6a91 req-f38782f9-22ee-4439-b242-a8633b92fe9c service neutron] 10.222.0.90 "GET /v2.0/networks/d89d2854-97b0-4c53-9fed-c35cc58a4c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076920 Nov 25 17:48:21.598693 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5315ae8-6bf6-4fc4-ba8d-d34191c83972 req-2d212fc1-6aef-4bc8-bd8e-0f8537e27b37 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:21.608679 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a5315ae8-6bf6-4fc4-ba8d-d34191c83972 req-2d212fc1-6aef-4bc8-bd8e-0f8537e27b37 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 944 time: 0.0853636 Nov 25 17:48:21.687317 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a5315ae8-6bf6-4fc4-ba8d-d34191c83972 req-7a85245a-e76b-452b-8ed8-90c378bdee2f tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763955 Nov 25 17:48:22.049628 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:22.427207 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 41716) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:22.553004 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e9338772-79ed-4a19-b4d7-2c52da7ca2b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:22.671303 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e9338772-79ed-4a19-b4d7-2c52da7ca2b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:22.677047 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e9338772-79ed-4a19-b4d7-2c52da7ca2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:22.716221 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9338772-79ed-4a19-b4d7-2c52da7ca2b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca9b9a0-ffc4-4e39-b2ad-45a46b71b004,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:22.723559 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-e9338772-79ed-4a19-b4d7-2c52da7ca2b4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0aa64d54fc44413aae510f0e8a4d2c52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2927136 Nov 25 17:48:22.723900 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 41722) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:22.786896 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3d43614d-1517-4ad8-9ceb-526b50f48bcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:22.815344 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3d43614d-1517-4ad8-9ceb-526b50f48bcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:22.885439 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3d43614d-1517-4ad8-9ceb-526b50f48bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:22.889897 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3d43614d-1517-4ad8-9ceb-526b50f48bcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:22.891577 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3d43614d-1517-4ad8-9ceb-526b50f48bcf admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5ca9b9a0-ffc4-4e39-b2ad-45a46b71b004 HTTP/1.1" status: 204 len: 168 time: 0.1661210 Nov 25 17:48:22.903103 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d43614d-1517-4ad8-9ceb-526b50f48bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca9b9a0-ffc4-4e39-b2ad-45a46b71b004,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:22.932004 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad41121-dfd2-4076-b82d-137b1f0cdde5 req-2e2971af-d171-482a-9552-cfe6655c1674 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:22.941137 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5ad41121-dfd2-4076-b82d-137b1f0cdde5 req-2e2971af-d171-482a-9552-cfe6655c1674 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 944 time: 0.0931640 Nov 25 17:48:23.013208 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5ad41121-dfd2-4076-b82d-137b1f0cdde5 req-859f5466-6b49-4d92-b0c9-49f72a630a92 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697324 Nov 25 17:48:23.013416 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:23.352634 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 41732) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:23.372406 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-10b55321-ceda-4625-a1d9-adee0d45d2a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:23.480572 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-10b55321-ceda-4625-a1d9-adee0d45d2a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:23.490994 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-10b55321-ceda-4625-a1d9-adee0d45d2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:23.541307 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-10b55321-ceda-4625-a1d9-adee0d45d2a6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b56b91cddc934bd2b33fc66c6abb45ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1868942 Nov 25 17:48:23.542269 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b55321-ceda-4625-a1d9-adee0d45d2a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb88121c-3b73-481f-ae94-e9c9a3194ddf,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:23.545221 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 41734) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:23.603769 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-522cbf88-88c9-4e98-a925-6e2d68c55f87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:23.627552 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-522cbf88-88c9-4e98-a925-6e2d68c55f87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:23.717383 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-522cbf88-88c9-4e98-a925-6e2d68c55f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:23.720718 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-522cbf88-88c9-4e98-a925-6e2d68c55f87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:23.722227 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-522cbf88-88c9-4e98-a925-6e2d68c55f87 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/eb88121c-3b73-481f-ae94-e9c9a3194ddf HTTP/1.1" status: 204 len: 168 time: 0.1757281 Nov 25 17:48:23.732235 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522cbf88-88c9-4e98-a925-6e2d68c55f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb88121c-3b73-481f-ae94-e9c9a3194ddf,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:24.167544 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481935e-440e-4921-a299-e3145a568242 req-a7dde37e-166e-4243-90a5-0da0dc89be9e tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:24.169117 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e481935e-440e-4921-a299-e3145a568242 req-a7dde37e-166e-4243-90a5-0da0dc89be9e tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 944 time: 0.0708454 Nov 25 17:48:24.257800 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e481935e-440e-4921-a299-e3145a568242 req-9ad9e91a-f811-4f1b-8051-80d7fe00b8a1 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770955 Nov 25 17:48:25.428880 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070fb32-4c79-4ec7-b07f-8e644e1e5808 req-1377f909-6fe8-4cb0-9973-8c3aa28f3099 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:25.430395 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3070fb32-4c79-4ec7-b07f-8e644e1e5808 req-1377f909-6fe8-4cb0-9973-8c3aa28f3099 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 944 time: 0.0878015 Nov 25 17:48:25.492509 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3070fb32-4c79-4ec7-b07f-8e644e1e5808 req-97dce7b3-ce38-459a-8d78-da45e9eb442a tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558708 Nov 25 17:48:26.637832 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad399e1-bded-4a50-9787-20b950af3652 req-154f1446-7bad-4320-90af-73d9a400327e tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:26.640696 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7ad399e1-bded-4a50-9787-20b950af3652 req-154f1446-7bad-4320-90af-73d9a400327e tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 944 time: 0.0651433 Nov 25 17:48:26.720733 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7ad399e1-bded-4a50-9787-20b950af3652 req-c3278630-9e83-42ea-a35a-810078d01e2b tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718539 Nov 25 17:48:27.861563 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a60729-9322-4438-a0d1-d51eaa077e6a req-698d5c6f-ecba-4677-8bff-98aeb79f27ba tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:27.869350 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-96a60729-9322-4438-a0d1-d51eaa077e6a req-698d5c6f-ecba-4677-8bff-98aeb79f27ba tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 944 time: 0.0746281 Nov 25 17:48:27.926199 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-96a60729-9322-4438-a0d1-d51eaa077e6a req-7d8f8be0-4a32-4c42-a6f5-31acd44a0ad1 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557296 Nov 25 17:48:29.135300 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8809416d-1214-4e19-89e0-4bc2d0697124 req-fa41c86e-1569-41ed-8f0d-e3c7d7c12398 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:29.138191 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8809416d-1214-4e19-89e0-4bc2d0697124 req-fa41c86e-1569-41ed-8f0d-e3c7d7c12398 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 944 time: 0.1020658 Nov 25 17:48:29.217656 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8809416d-1214-4e19-89e0-4bc2d0697124 req-c8371bec-c200-46fb-bd75-802e10568da8 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729852 Nov 25 17:48:29.306043 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:48:30.345350 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c81df-367b-4dd4-9acc-e2cb32248c59 req-9a092d0f-7ba9-4099-b06d-68e445fc140f tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:30.347225 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d38c81df-367b-4dd4-9acc-e2cb32248c59 req-9a092d0f-7ba9-4099-b06d-68e445fc140f tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 944 time: 0.0537763 Nov 25 17:48:30.423065 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d38c81df-367b-4dd4-9acc-e2cb32248c59 req-b1cc670b-eed5-4535-8266-49c96047d72d tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694027 Nov 25 17:48:31.553735 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d48d20-bc5b-4ad4-a9c2-e8d69c048252 req-e9cd246a-1db5-43cd-9281-f6dfb8b9fabb tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:31.556686 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c1d48d20-bc5b-4ad4-a9c2-e8d69c048252 req-e9cd246a-1db5-43cd-9281-f6dfb8b9fabb tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 944 time: 0.0596607 Nov 25 17:48:31.611218 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c1d48d20-bc5b-4ad4-a9c2-e8d69c048252 req-e954ee60-0a84-4af9-b396-46eb43f36349 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486290 Nov 25 17:48:32.775663 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2dd42-0ac4-4492-9f34-fb749e3a006d req-8acb7be8-f54a-445e-86ae-167cb57a6ae5 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:32.777258 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6df2dd42-0ac4-4492-9f34-fb749e3a006d req-8acb7be8-f54a-445e-86ae-167cb57a6ae5 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 944 time: 0.0669172 Nov 25 17:48:32.860602 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6df2dd42-0ac4-4492-9f34-fb749e3a006d req-9c2bf8bc-f52a-4d6e-b01a-99144a368882 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705707 Nov 25 17:48:33.202745 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 41952) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:33.320895 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-73c8fcd2-45ca-4fc9-b30b-b164408b0c0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:33.435646 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-73c8fcd2-45ca-4fc9-b30b-b164408b0c0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:33.442179 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-73c8fcd2-45ca-4fc9-b30b-b164408b0c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:33.489936 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-73c8fcd2-45ca-4fc9-b30b-b164408b0c0c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a6ead80e99f84113b434023a313540a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2826476 Nov 25 17:48:33.489936 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 41956) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:33.497370 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c8fcd2-45ca-4fc9-b30b-b164408b0c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43edf18e-22b5-48b4-a901-c473ae9fb74b,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:33.555222 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-17a1d9d0-0d3a-42ac-8a1d-ef49b585ab30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:33.581234 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-17a1d9d0-0d3a-42ac-8a1d-ef49b585ab30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:33.630451 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-17a1d9d0-0d3a-42ac-8a1d-ef49b585ab30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:33.633247 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-17a1d9d0-0d3a-42ac-8a1d-ef49b585ab30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:33.634531 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-17a1d9d0-0d3a-42ac-8a1d-ef49b585ab30 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/43edf18e-22b5-48b4-a901-c473ae9fb74b HTTP/1.1" status: 204 len: 168 time: 0.1437097 Nov 25 17:48:33.644400 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a1d9d0-0d3a-42ac-8a1d-ef49b585ab30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43edf18e-22b5-48b4-a901-c473ae9fb74b,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:34.047266 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65d339-b951-4ad5-9f1f-34976028a6ff req-d8292bad-f587-47f4-b6b4-df8526112ff2 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:34.051022 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7c65d339-b951-4ad5-9f1f-34976028a6ff req-d8292bad-f587-47f4-b6b4-df8526112ff2 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 944 time: 0.0757835 Nov 25 17:48:34.051022 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 41972) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:34.091580 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5462d6bc-b58d-4c55-8707-e569e0baf04c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:34.135315 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7c65d339-b951-4ad5-9f1f-34976028a6ff req-c514614c-a5a2-468f-803c-7a9846ef39b2 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748923 Nov 25 17:48:34.199200 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5462d6bc-b58d-4c55-8707-e569e0baf04c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:34.203487 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5462d6bc-b58d-4c55-8707-e569e0baf04c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:34.256964 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-5462d6bc-b58d-4c55-8707-e569e0baf04c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b809e662edb74f05a638b3c12a9ad11e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2047400 Nov 25 17:48:34.257220 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 41976) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:34.258789 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5462d6bc-b58d-4c55-8707-e569e0baf04c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c7f3b9-00a0-4a31-863d-e848164c9a41,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:34.324172 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-af245947-7537-421e-989f-e83ccb2b5188 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:34.346500 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-af245947-7537-421e-989f-e83ccb2b5188 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:34.397365 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-af245947-7537-421e-989f-e83ccb2b5188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:34.400956 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-af245947-7537-421e-989f-e83ccb2b5188 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:34.404667 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-af245947-7537-421e-989f-e83ccb2b5188 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a7c7f3b9-00a0-4a31-863d-e848164c9a41 HTTP/1.1" status: 204 len: 168 time: 0.1453156 Nov 25 17:48:34.413071 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af245947-7537-421e-989f-e83ccb2b5188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c7f3b9-00a0-4a31-863d-e848164c9a41,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:34.505536 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device f775cafa-bf5b-412d-84f8-dce9f7ca3a8f details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:48:34.702543 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port f775cafa-bf5b-412d-84f8-dce9f7ca3a8f, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=f775cafa-bf5b-412d-84f8-dce9f7ca3a8f,segment=NetworkSegment(71c86001-f0ae-4454-b37f-632918094290),segment_id=71c86001-f0ae-4454-b37f-632918094290)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:48:34.745348 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': 'f775cafa-bf5b-412d-84f8-dce9f7ca3a8f', 'network_id': 'd89d2854-97b0-4c53-9fed-c35cc58a4c82', 'port_id': 'f775cafa-bf5b-412d-84f8-dce9f7ca3a8f', 'mac_address': 'fa:16:3e:16:5b:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb2a2af3-1780-4394-834e-7b4d65546660', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:48:34.855381 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:34.875444 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f775cafa-bf5b-412d-84f8-dce9f7ca3a8f {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:48:34.897566 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port f775cafa-bf5b-412d-84f8-dce9f7ca3a8f, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=f775cafa-bf5b-412d-84f8-dce9f7ca3a8f,segment=NetworkSegment(71c86001-f0ae-4454-b37f-632918094290),segment_id=71c86001-f0ae-4454-b37f-632918094290)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:48:34.902321 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:34.961989 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=f775cafa-bf5b-412d-84f8-dce9f7ca3a8f,revision_number=11']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:35.158248 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['f775cafa-bf5b-412d-84f8-dce9f7ca3a8f'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:48:35.403411 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59260075-35e6-4f00-ae36-889875c95e5f req-8ce35818-4f72-4f25-bcdb-87bf3354dd02 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:35.413319 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-59260075-35e6-4f00-ae36-889875c95e5f req-8ce35818-4f72-4f25-bcdb-87bf3354dd02 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.1527882 Nov 25 17:48:35.528851 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-59260075-35e6-4f00-ae36-889875c95e5f req-db2cda05-8a7e-4f99-a613-6980376dce26 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119695 Nov 25 17:48:35.867147 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 42028) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:35.998403 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0d5d608b-0365-4bd7-bd0c-ec07b92f5b6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:36.083562 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0d5d608b-0365-4bd7-bd0c-ec07b92f5b6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:36.088065 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0d5d608b-0365-4bd7-bd0c-ec07b92f5b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:36.134062 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0d5d608b-0365-4bd7-bd0c-ec07b92f5b6d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=08de6b784abc4056971ee90fbc2873bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2649715 Nov 25 17:48:36.135002 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5d608b-0365-4bd7-bd0c-ec07b92f5b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77a6cda-7d0f-4ff8-8822-c0deb1a90ea7,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:36.137591 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 42032) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:36.152887 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5d608b-0365-4bd7-bd0c-ec07b92f5b6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:36.153260 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5d608b-0365-4bd7-bd0c-ec07b92f5b6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:36.155246 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5d608b-0365-4bd7-bd0c-ec07b92f5b6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:36.155246 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5d608b-0365-4bd7-bd0c-ec07b92f5b6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:36.155246 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5d608b-0365-4bd7-bd0c-ec07b92f5b6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:36.155246 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5d608b-0365-4bd7-bd0c-ec07b92f5b6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:36.155246 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5d608b-0365-4bd7-bd0c-ec07b92f5b6d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:36.155246 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5d608b-0365-4bd7-bd0c-ec07b92f5b6d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:36.156444 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5d608b-0365-4bd7-bd0c-ec07b92f5b6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:36.157066 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5d608b-0365-4bd7-bd0c-ec07b92f5b6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:36.157497 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5d608b-0365-4bd7-bd0c-ec07b92f5b6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:36.157839 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5d608b-0365-4bd7-bd0c-ec07b92f5b6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:36.207119 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b986f58-3763-489e-96e3-a5cfc9ca51c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:36.238942 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b986f58-3763-489e-96e3-a5cfc9ca51c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:36.290323 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b986f58-3763-489e-96e3-a5cfc9ca51c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:36.293268 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b986f58-3763-489e-96e3-a5cfc9ca51c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:36.294424 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9b986f58-3763-489e-96e3-a5cfc9ca51c3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e77a6cda-7d0f-4ff8-8822-c0deb1a90ea7 HTTP/1.1" status: 204 len: 168 time: 0.1559033 Nov 25 17:48:36.321104 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b986f58-3763-489e-96e3-a5cfc9ca51c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77a6cda-7d0f-4ff8-8822-c0deb1a90ea7,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:36.522814 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device f775cafa-bf5b-412d-84f8-dce9f7ca3a8f up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:48:36.676600 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port f775cafa-bf5b-412d-84f8-dce9f7ca3a8f completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:48:36.685184 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port f775cafa-bf5b-412d-84f8-dce9f7ca3a8f triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:48:36.685649 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:36.705627 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cce4e6-fe5f-4c05-867e-881ab96c048a req-5f5894ec-08b1-4839-8baa-4dcad65d74d2 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:36.707159 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f6cce4e6-fe5f-4c05-867e-881ab96c048a req-5f5894ec-08b1-4839-8baa-4dcad65d74d2 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 945 time: 0.0561275 Nov 25 17:48:36.776541 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f6cce4e6-fe5f-4c05-867e-881ab96c048a req-724eaeed-61d2-4823-9a91-19d27f2bdcc3 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634315 Nov 25 17:48:36.818682 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:36.859774 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481c3a50-3a48-4609-ab28-3d6c644af2b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f775cafa-bf5b-412d-84f8-dce9f7ca3a8f'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:48:36.862656 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad776877-78eb-4c39-85bc-818465e474b6" -d '{"events": [{"server_uuid": "481c3a50-3a48-4609-ab28-3d6c644af2b0", "name": "network-vif-plugged", "status": "completed", "tag": "f775cafa-bf5b-412d-84f8-dce9f7ca3a8f"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:48:36.902784 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port f775cafa-bf5b-412d-84f8-dce9f7ca3a8f, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=f775cafa-bf5b-412d-84f8-dce9f7ca3a8f,segment=NetworkSegment(71c86001-f0ae-4454-b37f-632918094290),segment_id=71c86001-f0ae-4454-b37f-632918094290)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:48:36.921983 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:37.021790 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81bccec2-b1da-488e-9744-dd9a5db65bdc x-openstack-request-id: req-81bccec2-b1da-488e-9744-dd9a5db65bdc {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:48:37.022447 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "481c3a50-3a48-4609-ab28-3d6c644af2b0", "name": "network-vif-plugged", "status": "completed", "tag": "f775cafa-bf5b-412d-84f8-dce9f7ca3a8f", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:48:37.022955 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-81bccec2-b1da-488e-9744-dd9a5db65bdc {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:48:37.023580 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '481c3a50-3a48-4609-ab28-3d6c644af2b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f775cafa-bf5b-412d-84f8-dce9f7ca3a8f', 'code': 200} Nov 25 17:48:37.120926 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=f775cafa-bf5b-412d-84f8-dce9f7ca3a8f,revision_number=12']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:37.287507 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db1f1d4-0b3a-4ee1-8b8a-8d73d971cf6e req-50277e54-f648-4856-9752-02019cd1d582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:37.289462 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4db1f1d4-0b3a-4ee1-8b8a-8d73d971cf6e req-50277e54-f648-4856-9752-02019cd1d582 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 1097 time: 0.0785029 Nov 25 17:48:37.377672 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4db1f1d4-0b3a-4ee1-8b8a-8d73d971cf6e req-03aaec36-c67e-489a-9f1e-36ab195b3774 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764847 Nov 25 17:48:37.935037 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f135b-dd8e-41ae-a61b-a04572c79f21 req-4358fd8f-f256-400f-9080-b89cb317160b tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:37.945224 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e23f135b-dd8e-41ae-a61b-a04572c79f21 req-4358fd8f-f256-400f-9080-b89cb317160b tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 946 time: 0.0716426 Nov 25 17:48:38.073427 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e23f135b-dd8e-41ae-a61b-a04572c79f21 req-73a2c604-77f0-460d-b542-f6186ea44cdc tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266923 Nov 25 17:48:38.133493 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 42104) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:38.303118 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9fe85840-6092-4a10-9186-2ad76a0ba74f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:38.405400 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9fe85840-6092-4a10-9186-2ad76a0ba74f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:38.412218 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9fe85840-6092-4a10-9186-2ad76a0ba74f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:38.444756 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9fe85840-6092-4a10-9186-2ad76a0ba74f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a034aa5e0da94c17a52e7fd04319b08d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3094413 Nov 25 17:48:38.447609 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 42120) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:38.508512 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe85840-6092-4a10-9186-2ad76a0ba74f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a0e967-0768-4be9-bd63-25ba72dec742,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:38.541693 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9dfffbda-b201-4003-89d9-aa24075c539a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:38.569388 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9dfffbda-b201-4003-89d9-aa24075c539a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:38.634842 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9dfffbda-b201-4003-89d9-aa24075c539a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:38.638441 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9dfffbda-b201-4003-89d9-aa24075c539a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:38.639757 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-9dfffbda-b201-4003-89d9-aa24075c539a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/52a0e967-0768-4be9-bd63-25ba72dec742 HTTP/1.1" status: 204 len: 168 time: 0.1909986 Nov 25 17:48:38.651020 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfffbda-b201-4003-89d9-aa24075c539a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a0e967-0768-4be9-bd63-25ba72dec742,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:39.371863 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b251fdb-119a-49cd-8df1-b38f26e19883 req-640baaa7-6639-4f7f-96e1-11a19d5d6b04 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:39.381798 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1b251fdb-119a-49cd-8df1-b38f26e19883 req-640baaa7-6639-4f7f-96e1-11a19d5d6b04 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 946 time: 0.1837964 Nov 25 17:48:39.476065 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1b251fdb-119a-49cd-8df1-b38f26e19883 req-5687deee-202c-4039-a0f3-f01d52dbb6b1 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884893 Nov 25 17:48:40.697681 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f28c5-5880-4550-a1d9-b6ce54b29eb9 req-16fc425c-4f1e-405d-9bb2-d8b627f8398b tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:40.701699 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2a5f28c5-5880-4550-a1d9-b6ce54b29eb9 req-16fc425c-4f1e-405d-9bb2-d8b627f8398b tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 946 time: 0.0795283 Nov 25 17:48:40.822207 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2a5f28c5-5880-4550-a1d9-b6ce54b29eb9 req-1ce16542-d8c0-42db-8c79-3c44dc1711dc tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161404 Nov 25 17:48:40.848405 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2b578-21bf-4f90-bc86-ce767d978a39 req-cefd5227-b1f6-4025-bfa1-522f36616cbb tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:40.868070 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-57c2b578-21bf-4f90-bc86-ce767d978a39 req-cefd5227-b1f6-4025-bfa1-522f36616cbb tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=b12726b5-045a-4e74-8d5e-7b570347aecc HTTP/1.1" status: 200 len: 945 time: 0.1556385 Nov 25 17:48:41.033229 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-57c2b578-21bf-4f90-bc86-ce767d978a39 req-6b102637-e4f1-48b2-ac0b-12f57bff8aa7 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543705 Nov 25 17:48:41.041859 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15f96e-0c59-4e0b-a325-68b78868439b req-cf338a25-407a-499b-8720-d466ad14bcd9 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:41.050568 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1e15f96e-0c59-4e0b-a325-68b78868439b req-cf338a25-407a-499b-8720-d466ad14bcd9 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 946 time: 0.1387541 Nov 25 17:48:41.108335 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1e15f96e-0c59-4e0b-a325-68b78868439b req-e536e8cd-a545-4d99-b0bb-85d306f930ea tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520501 Nov 25 17:48:41.235230 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9029ff-7943-4a96-b115-a3749fb0bbd9 req-a7eb1d5a-fc93-4177-9d85-bb02ef34737a tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:41.237138 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9c9029ff-7943-4a96-b115-a3749fb0bbd9 req-a7eb1d5a-fc93-4177-9d85-bb02ef34737a tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 946 time: 0.0591221 Nov 25 17:48:41.295199 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9c9029ff-7943-4a96-b115-a3749fb0bbd9 req-47099a4c-2f4f-4a16-818e-0737ca5ba0b6 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511670 Nov 25 17:48:41.444807 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc521c-4306-4728-9e98-f703d98bd28a req-3a37de69-e0b1-4212-ab9e-dc3e248a6a33 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:41.446887 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-00cc521c-4306-4728-9e98-f703d98bd28a req-3a37de69-e0b1-4212-ab9e-dc3e248a6a33 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 946 time: 0.0527532 Nov 25 17:48:41.513343 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-00cc521c-4306-4728-9e98-f703d98bd28a req-d5ca239d-0e58-449c-938c-9b5642d80664 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589488 Nov 25 17:48:41.719012 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a5eb5-e9eb-4127-b195-2d1bd19a1db1 req-17c4a740-89d5-4769-ac37-dcff91aa2f05 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:41.721076 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-731a5eb5-e9eb-4127-b195-2d1bd19a1db1 req-17c4a740-89d5-4769-ac37-dcff91aa2f05 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 946 time: 0.0639694 Nov 25 17:48:41.787506 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-731a5eb5-e9eb-4127-b195-2d1bd19a1db1 req-3ab534e6-d7bf-4d6d-a9cd-87b293a616f7 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588868 Nov 25 17:48:41.966059 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff363e0-ff3a-4689-82e1-691fe16ead8f req-d4243810-40fc-47bf-a2f7-e9030c8528d4 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:41.975606 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4ff363e0-ff3a-4689-82e1-691fe16ead8f req-d4243810-40fc-47bf-a2f7-e9030c8528d4 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 946 time: 0.0750778 Nov 25 17:48:42.043937 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4ff363e0-ff3a-4689-82e1-691fe16ead8f req-793f5bb8-f079-45a7-baef-aae33c21924a tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671368 Nov 25 17:48:42.196043 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3734697-34b5-4d30-8bb7-70e0ddac97f9 req-4ff49a98-aecd-487e-9bd4-9592bc256cb4 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:42.197661 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f3734697-34b5-4d30-8bb7-70e0ddac97f9 req-4ff49a98-aecd-487e-9bd4-9592bc256cb4 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=b12726b5-045a-4e74-8d5e-7b570347aecc HTTP/1.1" status: 200 len: 945 time: 0.0728989 Nov 25 17:48:42.257847 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f3734697-34b5-4d30-8bb7-70e0ddac97f9 req-f80dc2a4-aa7e-4bd2-a073-ab6c6a8b9f8d tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539560 Nov 25 17:48:42.394128 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d8d52-d5ba-43a2-b343-65bc561a0c1d req-9b6b9bab-c863-4f7b-bb4a-0a4536eeed09 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:42.397067 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4c1d8d52-d5ba-43a2-b343-65bc561a0c1d req-9b6b9bab-c863-4f7b-bb4a-0a4536eeed09 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 946 time: 0.0675588 Nov 25 17:48:42.454204 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4c1d8d52-d5ba-43a2-b343-65bc561a0c1d req-df12faa3-6f17-43b0-979f-202b0cf62761 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491135 Nov 25 17:48:42.701746 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a906a7-ceea-4864-8f10-3a8c76c3c851 req-54b9540c-1fba-4548-9105-bd2c14c28c1c tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:42.704084 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-68a906a7-ceea-4864-8f10-3a8c76c3c851 req-54b9540c-1fba-4548-9105-bd2c14c28c1c tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 946 time: 0.0598884 Nov 25 17:48:42.768630 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-68a906a7-ceea-4864-8f10-3a8c76c3c851 req-1990bbc3-3b04-445a-874b-bb6a3c792433 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586967 Nov 25 17:48:43.166626 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af75268a-c559-4340-b2a9-29059de94056 req-5c6502c0-a1f1-4c5b-b3cd-1f07e071974c tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:43.168711 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-af75268a-c559-4340-b2a9-29059de94056 req-5c6502c0-a1f1-4c5b-b3cd-1f07e071974c tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.74 "GET /v2.0/ports?device_id=b12726b5-045a-4e74-8d5e-7b570347aecc HTTP/1.1" status: 200 len: 945 time: 0.0956662 Nov 25 17:48:43.335663 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-af75268a-c559-4340-b2a9-29059de94056 req-ccd7499b-ee10-48a2-a051-2d7d12492293 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Deleting port e2bf9fc7-71ab-4b89-b135-683415fcde88 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:48:43.336001 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-af75268a-c559-4340-b2a9-29059de94056 req-ccd7499b-ee10-48a2-a051-2d7d12492293 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:43.485119 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c8fb2-eced-4a92-ae48-a36f3392fa69 req-5a0421e4-1288-4c7f-b0a3-cb3225978718 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:43.487032 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d31c8fb2-eced-4a92-ae48-a36f3392fa69 req-5a0421e4-1288-4c7f-b0a3-cb3225978718 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=b12726b5-045a-4e74-8d5e-7b570347aecc HTTP/1.1" status: 200 len: 945 time: 0.1231127 Nov 25 17:48:43.537270 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-af75268a-c559-4340-b2a9-29059de94056 req-ccd7499b-ee10-48a2-a051-2d7d12492293 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] For port e2bf9fc7-71ab-4b89-b135-683415fcde88, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e2bf9fc7-71ab-4b89-b135-683415fcde88,segment=NetworkSegment(285f1045-6e1b-4930-84ab-e53a5adeeccb),segment_id=285f1045-6e1b-4930-84ab-e53a5adeeccb)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:48:43.537681 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-af75268a-c559-4340-b2a9-29059de94056 req-ccd7499b-ee10-48a2-a051-2d7d12492293 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:43.565621 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-af75268a-c559-4340-b2a9-29059de94056 req-ccd7499b-ee10-48a2-a051-2d7d12492293 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Calling delete_port for e2bf9fc7-71ab-4b89-b135-683415fcde88 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:48:43.592606 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d31c8fb2-eced-4a92-ae48-a36f3392fa69 req-2b2b4dbc-9232-462f-80bc-a4b4e2bef6bb tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930457 Nov 25 17:48:43.768127 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-af75268a-c559-4340-b2a9-29059de94056 req-ccd7499b-ee10-48a2-a051-2d7d12492293 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:43.782350 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['9c0f0dcd-a625-4cbe-bc86-7738aeaa3179'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:48:43.794919 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['e2bf9fc7-71ab-4b89-b135-683415fcde88'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:48:43.898166 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd7499b-ee10-48a2-a051-2d7d12492293 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Pushing event deleted for resources: {'Port': ['ID=e2bf9fc7-71ab-4b89-b135-683415fcde88,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:43.954891 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd7499b-ee10-48a2-a051-2d7d12492293 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:43.955126 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd7499b-ee10-48a2-a051-2d7d12492293 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:43.955435 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd7499b-ee10-48a2-a051-2d7d12492293 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:43.955783 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd7499b-ee10-48a2-a051-2d7d12492293 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:43.956120 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd7499b-ee10-48a2-a051-2d7d12492293 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:43.956458 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd7499b-ee10-48a2-a051-2d7d12492293 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:43.956791 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd7499b-ee10-48a2-a051-2d7d12492293 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:43.957161 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd7499b-ee10-48a2-a051-2d7d12492293 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:43.957494 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd7499b-ee10-48a2-a051-2d7d12492293 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:43.957823 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd7499b-ee10-48a2-a051-2d7d12492293 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:43.958149 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd7499b-ee10-48a2-a051-2d7d12492293 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:43.958477 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd7499b-ee10-48a2-a051-2d7d12492293 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:43.984185 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-af75268a-c559-4340-b2a9-29059de94056 req-ccd7499b-ee10-48a2-a051-2d7d12492293 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] No DVR routers for this DVR port e2bf9fc7-71ab-4b89-b135-683415fcde88 on host n-h1-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:48:43.987303 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-af75268a-c559-4340-b2a9-29059de94056 req-ccd7499b-ee10-48a2-a051-2d7d12492293 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:43.991644 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-af75268a-c559-4340-b2a9-29059de94056 req-ccd7499b-ee10-48a2-a051-2d7d12492293 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.74 "DELETE /v2.0/ports/e2bf9fc7-71ab-4b89-b135-683415fcde88 HTTP/1.1" status: 204 len: 173 time: 0.8076282 Nov 25 17:48:43.992323 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b12726b5-045a-4e74-8d5e-7b570347aecc', 'name': 'network-vif-deleted', 'tag': 'e2bf9fc7-71ab-4b89-b135-683415fcde88'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:48:43.994877 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe76d0e-f9e7-44ec-a86f-7b7089d45a43" -d '{"events": [{"server_uuid": "b12726b5-045a-4e74-8d5e-7b570347aecc", "name": "network-vif-deleted", "tag": "e2bf9fc7-71ab-4b89-b135-683415fcde88"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:48:44.066654 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60beaa16-c007-42c2-b83c-67ab2847605a req-20d3858d-496d-429d-86ba-94aa5f821db0 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:44.079009 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-60beaa16-c007-42c2-b83c-67ab2847605a req-20d3858d-496d-429d-86ba-94aa5f821db0 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 946 time: 0.2023385 Nov 25 17:48:44.109895 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced7b058-7863-4184-9f63-40f5843127a2 x-openstack-request-id: req-ced7b058-7863-4184-9f63-40f5843127a2 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:48:44.112582 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b12726b5-045a-4e74-8d5e-7b570347aecc", "name": "network-vif-deleted", "tag": "e2bf9fc7-71ab-4b89-b135-683415fcde88", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:48:44.113000 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ced7b058-7863-4184-9f63-40f5843127a2 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:48:44.115054 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b12726b5-045a-4e74-8d5e-7b570347aecc', 'name': 'network-vif-deleted', 'tag': 'e2bf9fc7-71ab-4b89-b135-683415fcde88', 'status': 'completed', 'code': 200} Nov 25 17:48:44.195844 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-60beaa16-c007-42c2-b83c-67ab2847605a req-72232d9f-c706-4b70-890c-1af524a05306 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159437 Nov 25 17:48:44.659193 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6251feec-fde0-4a9c-9371-6885d90aad2e req-7b2118e1-5f47-4434-a053-d60bdcb1189b tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:44.666884 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6251feec-fde0-4a9c-9371-6885d90aad2e req-7b2118e1-5f47-4434-a053-d60bdcb1189b tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 946 time: 0.1280737 Nov 25 17:48:44.736449 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6251feec-fde0-4a9c-9371-6885d90aad2e req-cf56f835-9bf1-4871-8a82-a48bb300f96e tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631537 Nov 25 17:48:44.751813 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf54e1-ee01-4b38-bbf4-53365399c3d5 req-546b9c90-3aa7-4c42-922a-d944154131f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:44.754574 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-efcf54e1-ee01-4b38-bbf4-53365399c3d5 req-546b9c90-3aa7-4c42-922a-d944154131f5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=696ba9968638467ab0c418d763598933&device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 1097 time: 0.1608002 Nov 25 17:48:44.822990 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7b48cea9-0111-42e4-9395-a18283f039e2 req-dae545ee-7ac9-492b-a681-35ca64c9d2ab tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=b12726b5-045a-4e74-8d5e-7b570347aecc HTTP/1.1" status: 200 len: 210 time: 0.0605845 Nov 25 17:48:44.898127 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf54e1-ee01-4b38-bbf4-53365399c3d5 req-aa6b0ed4-0272-4aa5-980a-0860080c03d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:44.900643 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-efcf54e1-ee01-4b38-bbf4-53365399c3d5 req-aa6b0ed4-0272-4aa5-980a-0860080c03d6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d89d2854-97b0-4c53-9fed-c35cc58a4c82 HTTP/1.1" status: 200 len: 915 time: 0.1365421 Nov 25 17:48:44.979726 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-efcf54e1-ee01-4b38-bbf4-53365399c3d5 req-7aa51b18-bf25-4224-bc4c-07fd5c117440 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f775cafa-bf5b-412d-84f8-dce9f7ca3a8f HTTP/1.1" status: 200 len: 217 time: 0.0691121 Nov 25 17:48:45.056315 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf54e1-ee01-4b38-bbf4-53365399c3d5 req-1cd00fd4-a0b4-4aa7-9519-cd43873d29a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:45.058303 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-efcf54e1-ee01-4b38-bbf4-53365399c3d5 req-1cd00fd4-a0b4-4aa7-9519-cd43873d29a4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bb2a2af3-1780-4394-834e-7b4d65546660 HTTP/1.1" status: 200 len: 854 time: 0.0708556 Nov 25 17:48:45.097767 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-efcf54e1-ee01-4b38-bbf4-53365399c3d5 req-ed3f0a0b-3a20-4250-9cf5-305c52e09987 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d89d2854-97b0-4c53-9fed-c35cc58a4c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318928 Nov 25 17:48:45.216928 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-efcf54e1-ee01-4b38-bbf4-53365399c3d5 req-37af3bce-28fa-4ccc-8787-ab417fdbe288 service neutron] 10.222.0.90 "GET /v2.0/networks/d89d2854-97b0-4c53-9fed-c35cc58a4c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096296 Nov 25 17:48:45.330934 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-efcf54e1-ee01-4b38-bbf4-53365399c3d5 req-b9a7057c-aa5d-4f3d-b509-4dfd60d02f28 service neutron] 10.222.0.90 "GET /v2.0/networks/d89d2854-97b0-4c53-9fed-c35cc58a4c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075373 Nov 25 17:48:45.885462 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bef007-cab9-4415-b928-b5a03455bdd0 req-d513b929-b973-480f-bcbc-07d021eb19bd tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:45.894128 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-48bef007-cab9-4415-b928-b5a03455bdd0 req-d513b929-b973-480f-bcbc-07d021eb19bd tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 946 time: 0.0792856 Nov 25 17:48:45.945135 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-48bef007-cab9-4415-b928-b5a03455bdd0 req-161e099e-5cd7-42f6-8a3d-197c9d6f0274 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498316 Nov 25 17:48:46.241447 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 42624) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:46.241978 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dab5a0-f0ff-4009-8137-4754329d6da6 req-5e072725-02c4-4a1d-a6f5-7d67cd41eac7 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:46.243051 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-83dab5a0-f0ff-4009-8137-4754329d6da6 req-5e072725-02c4-4a1d-a6f5-7d67cd41eac7 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=019cad4d-a92d-4351-8ebf-fda94ce5a945 HTTP/1.1" status: 200 len: 945 time: 0.0566711 Nov 25 17:48:46.302596 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-83dab5a0-f0ff-4009-8137-4754329d6da6 req-b7992c78-d7b7-4b68-b883-5d3839630811 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527439 Nov 25 17:48:46.375399 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e4793281-c772-429e-8eaa-290c0d1054de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:46.465896 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e4793281-c772-429e-8eaa-290c0d1054de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:46.470711 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e4793281-c772-429e-8eaa-290c0d1054de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:46.510236 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e4793281-c772-429e-8eaa-290c0d1054de admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7c0c5fdbe3e440c281ade53bf9993c7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2676909 Nov 25 17:48:46.512343 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4793281-c772-429e-8eaa-290c0d1054de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af1c4e6-c339-44ec-91ae-b9d789cbd15e,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:46.513099 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 42628) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:46.581064 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b576b3eb-b3a4-4c79-85f0-59ec42b9fa10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:46.619264 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b576b3eb-b3a4-4c79-85f0-59ec42b9fa10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:46.677100 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b576b3eb-b3a4-4c79-85f0-59ec42b9fa10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:46.679915 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b576b3eb-b3a4-4c79-85f0-59ec42b9fa10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:46.681301 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-b576b3eb-b3a4-4c79-85f0-59ec42b9fa10 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6af1c4e6-c339-44ec-91ae-b9d789cbd15e HTTP/1.1" status: 204 len: 168 time: 0.1667986 Nov 25 17:48:46.690488 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b576b3eb-b3a4-4c79-85f0-59ec42b9fa10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af1c4e6-c339-44ec-91ae-b9d789cbd15e,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:46.783725 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:46.954619 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:47.093965 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 42654) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:47.139879 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-152e2776-64fb-445c-ad5e-84f663579ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:47.164174 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ed888-ed0d-4006-b05b-b32ad7b2aed2 req-7bfa4751-b22f-4083-b1a2-35fd34faa6ec tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:47.171544 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-830ed888-ed0d-4006-b05b-b32ad7b2aed2 req-7bfa4751-b22f-4083-b1a2-35fd34faa6ec tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 946 time: 0.0820603 Nov 25 17:48:47.237018 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-830ed888-ed0d-4006-b05b-b32ad7b2aed2 req-a24e5b15-980a-4877-b9c1-33cee9bb4202 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644500 Nov 25 17:48:47.238989 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79d9e9a-af48-46e0-9a91-5e536ae26fc0 tempest-TestNetworkBasicOps-1366248748 tempest-TestNetworkBasicOps-1366248748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:47.240091 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79d9e9a-af48-46e0-9a91-5e536ae26fc0 tempest-TestNetworkBasicOps-1366248748 tempest-TestNetworkBasicOps-1366248748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:47.245286 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79d9e9a-af48-46e0-9a91-5e536ae26fc0 tempest-TestNetworkBasicOps-1366248748 tempest-TestNetworkBasicOps-1366248748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:47.261665 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a79d9e9a-af48-46e0-9a91-5e536ae26fc0 tempest-TestNetworkBasicOps-1366248748 tempest-TestNetworkBasicOps-1366248748-project-admin] 10.222.0.75 "GET /v2.0/ports?project_id=e74594bc3f604c5c9d4110d7bd37c200&network_id=89e861ee-81cb-4555-a572-83244168320b HTTP/1.1" status: 200 len: 2969 time: 0.1665883 Nov 25 17:48:47.279979 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device e2bf9fc7-71ab-4b89-b135-683415fcde88 no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:48:47.331276 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: e2bf9fc7-71ab-4b89-b135-683415fcde88 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:48:47.331845 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device e2bf9fc7-71ab-4b89-b135-683415fcde88 not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:48:47.461872 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2aebf7-52c6-400e-a56e-49162f29aad3 req-154e5c8e-856b-4cf5-977c-6b9a40d6260d tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:47.463470 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4a2aebf7-52c6-400e-a56e-49162f29aad3 req-154e5c8e-856b-4cf5-977c-6b9a40d6260d tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 946 time: 0.1402316 Nov 25 17:48:47.569772 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2d651e-7e01-497d-9a4d-7216bcd8b2d5 req-18cc0663-9215-46e2-8722-4366eb5cfcd5 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:47.571639 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1c2d651e-7e01-497d-9a4d-7216bcd8b2d5 req-18cc0663-9215-46e2-8722-4366eb5cfcd5 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=019cad4d-a92d-4351-8ebf-fda94ce5a945 HTTP/1.1" status: 200 len: 945 time: 0.1804440 Nov 25 17:48:47.580567 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4a2aebf7-52c6-400e-a56e-49162f29aad3 req-9ee22f82-0021-46e3-847b-db09c00b5211 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031594 Nov 25 17:48:47.663160 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1c2d651e-7e01-497d-9a4d-7216bcd8b2d5 req-cd6662c0-778a-4ba0-a39e-4ba090d1e890 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815475 Nov 25 17:48:47.775691 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef079997-c90d-4951-a974-5b32ad432d88 req-1deaf277-4ac1-407e-965c-16e3d7c0cfcc tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:47.777361 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ef079997-c90d-4951-a974-5b32ad432d88 req-1deaf277-4ac1-407e-965c-16e3d7c0cfcc tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 946 time: 0.0593770 Nov 25 17:48:47.851666 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ef079997-c90d-4951-a974-5b32ad432d88 req-dfee084b-c4d7-43bd-9d7d-a513f2f18ee3 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614269 Nov 25 17:48:48.008183 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c37afd-2a85-4f1c-acb0-f53716e669a0 req-5e25f3a5-e5fc-42d2-8a0e-7e92c300f1f8 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:48.027180 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-71c37afd-2a85-4f1c-acb0-f53716e669a0 req-5e25f3a5-e5fc-42d2-8a0e-7e92c300f1f8 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 946 time: 0.0888548 Nov 25 17:48:48.142492 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-71c37afd-2a85-4f1c-acb0-f53716e669a0 req-0b6f041d-9c75-4b4c-8fd7-2d7efa317442 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143861 Nov 25 17:48:48.336219 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694bf25d-12a0-4da1-b47b-7dbf71c50dd0 req-fdab2e1b-59a0-4f13-8add-35a4ee963bec tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:48.337770 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-694bf25d-12a0-4da1-b47b-7dbf71c50dd0 req-fdab2e1b-59a0-4f13-8add-35a4ee963bec tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 946 time: 0.0615923 Nov 25 17:48:48.397720 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-694bf25d-12a0-4da1-b47b-7dbf71c50dd0 req-a106d1c7-4a26-4114-b556-4e9cc097474f tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509834 Nov 25 17:48:48.503363 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 42708) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:48.533098 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf009c6-3b61-4e19-a543-85be7ab20010 req-f5a3913b-e88c-4c1c-ac79-c6174ea5486d tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:48.534658 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6bf009c6-3b61-4e19-a543-85be7ab20010 req-f5a3913b-e88c-4c1c-ac79-c6174ea5486d tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 946 time: 0.0513144 Nov 25 17:48:48.583787 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6bf009c6-3b61-4e19-a543-85be7ab20010 req-c8a63a77-eb70-466a-9b9e-3097ba54e71d tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430102 Nov 25 17:48:48.602238 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-ff1af0d0-129d-4c78-85fc-5cb74e80efb5 tempest-ExternalNetworksAdminNegativeTestJSON-954198131 tempest-ExternalNetworksAdminNegativeTestJSON-954198131-project-admin] Request body: {'floatingip': {'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:48.627208 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ff1af0d0-129d-4c78-85fc-5cb74e80efb5 tempest-ExternalNetworksAdminNegativeTestJSON-954198131 tempest-ExternalNetworksAdminNegativeTestJSON-954198131-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:48.717973 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ff1af0d0-129d-4c78-85fc-5cb74e80efb5 tempest-ExternalNetworksAdminNegativeTestJSON-954198131 tempest-ExternalNetworksAdminNegativeTestJSON-954198131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:48.731694 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebfe1c4-fdfe-4e8c-b626-d43cddcdfdca req-bdab37d1-e95c-4920-b39b-1fe6081e090b tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:48.733548 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bebfe1c4-fdfe-4e8c-b626-d43cddcdfdca req-bdab37d1-e95c-4920-b39b-1fe6081e090b tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 946 time: 0.0658922 Nov 25 17:48:48.813165 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bebfe1c4-fdfe-4e8c-b626-d43cddcdfdca req-67e3fafc-05a6-4285-9f60-4c3436d38375 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720408 Nov 25 17:48:48.822164 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2ff99-1ef6-4351-a1da-2bbbb37749c6 req-11da0b9e-60f0-464b-b433-2e787b32944c tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:48.823645 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-18a2ff99-1ef6-4351-a1da-2bbbb37749c6 req-11da0b9e-60f0-464b-b433-2e787b32944c tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=019cad4d-a92d-4351-8ebf-fda94ce5a945 HTTP/1.1" status: 200 len: 945 time: 0.0810039 Nov 25 17:48:48.824420 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-ff1af0d0-129d-4c78-85fc-5cb74e80efb5 tempest-ExternalNetworksAdminNegativeTestJSON-954198131 tempest-ExternalNetworksAdminNegativeTestJSON-954198131-project-admin] Allocated IP 172.25.0.246 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/935a0283-df19-4f4a-89c3-edeb05e72bbf) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:48:48.888384 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-18a2ff99-1ef6-4351-a1da-2bbbb37749c6 req-fd7a9fde-632c-4ae6-b8d5-19a1c964a23f tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577948 Nov 25 17:48:48.938059 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ff1af0d0-129d-4c78-85fc-5cb74e80efb5 tempest-ExternalNetworksAdminNegativeTestJSON-954198131 tempest-ExternalNetworksAdminNegativeTestJSON-954198131-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:48.948447 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12d91a-373d-4769-b234-bbab2889b97b req-a1bc5868-3ce3-47f4-86fa-20e9a035dfd6 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:48.949972 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4d12d91a-373d-4769-b234-bbab2889b97b req-a1bc5868-3ce3-47f4-86fa-20e9a035dfd6 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 946 time: 0.0607066 Nov 25 17:48:48.974201 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ff1af0d0-129d-4c78-85fc-5cb74e80efb5 tempest-ExternalNetworksAdminNegativeTestJSON-954198131 tempest-ExternalNetworksAdminNegativeTestJSON-954198131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:48.999080 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4d12d91a-373d-4769-b234-bbab2889b97b req-2be9a9f8-3e99-45ed-a965-70a5036bdde9 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424440 Nov 25 17:48:49.014662 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1af0d0-129d-4c78-85fc-5cb74e80efb5 tempest-ExternalNetworksAdminNegativeTestJSON-954198131 tempest-ExternalNetworksAdminNegativeTestJSON-954198131-project-admin] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:48:49.018783 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-ff1af0d0-129d-4c78-85fc-5cb74e80efb5 tempest-ExternalNetworksAdminNegativeTestJSON-954198131 tempest-ExternalNetworksAdminNegativeTestJSON-954198131-project-admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:48:49.021285 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1af0d0-129d-4c78-85fc-5cb74e80efb5 tempest-ExternalNetworksAdminNegativeTestJSON-954198131 tempest-ExternalNetworksAdminNegativeTestJSON-954198131-project-admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:48:49.052793 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1af0d0-129d-4c78-85fc-5cb74e80efb5 tempest-ExternalNetworksAdminNegativeTestJSON-954198131 tempest-ExternalNetworksAdminNegativeTestJSON-954198131-project-admin] Pushing event updated for resources: {'Port': ['ID=935a0283-df19-4f4a-89c3-edeb05e72bbf,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:49.126058 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ff1af0d0-129d-4c78-85fc-5cb74e80efb5 tempest-ExternalNetworksAdminNegativeTestJSON-954198131 tempest-ExternalNetworksAdminNegativeTestJSON-954198131-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:49.166177 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ff1af0d0-129d-4c78-85fc-5cb74e80efb5 tempest-ExternalNetworksAdminNegativeTestJSON-954198131 tempest-ExternalNetworksAdminNegativeTestJSON-954198131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:49.168857 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daacb195-553b-4268-a1b4-4774e4a066a2 req-f37534f5-852d-471e-8275-3d95d0bb30ef tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:49.176336 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-daacb195-553b-4268-a1b4-4774e4a066a2 req-f37534f5-852d-471e-8275-3d95d0bb30ef tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 946 time: 0.0583124 Nov 25 17:48:49.225360 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-daacb195-553b-4268-a1b4-4774e4a066a2 req-f458a685-9048-4dee-b08e-5c0c0f494bd0 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481222 Nov 25 17:48:49.345120 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 42740) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:49.386527 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ff1af0d0-129d-4c78-85fc-5cb74e80efb5 tempest-ExternalNetworksAdminNegativeTestJSON-954198131 tempest-ExternalNetworksAdminNegativeTestJSON-954198131-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:49.392031 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ff1af0d0-129d-4c78-85fc-5cb74e80efb5 tempest-ExternalNetworksAdminNegativeTestJSON-954198131 tempest-ExternalNetworksAdminNegativeTestJSON-954198131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:49.454068 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d8cd4b-b167-4a9d-bd0f-ee4a18eb25d9 req-da5d995c-ba3d-4a8a-ae9a-22cdb9f0739c tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:49.455606 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d5d8cd4b-b167-4a9d-bd0f-ee4a18eb25d9 req-da5d995c-ba3d-4a8a-ae9a-22cdb9f0739c tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 946 time: 0.1416838 Nov 25 17:48:49.458474 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609e408d-9aa3-469c-89de-221104962dca tempest-TestNetworkBasicOps-1366248748 tempest-TestNetworkBasicOps-1366248748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:49.460083 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-609e408d-9aa3-469c-89de-221104962dca tempest-TestNetworkBasicOps-1366248748 tempest-TestNetworkBasicOps-1366248748-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=1aa44027-b9d0-4a56-9a59-7e664703e20a HTTP/1.1" status: 200 len: 814 time: 0.1116374 Nov 25 17:48:49.465022 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1af0d0-129d-4c78-85fc-5cb74e80efb5 tempest-ExternalNetworksAdminNegativeTestJSON-954198131 tempest-ExternalNetworksAdminNegativeTestJSON-954198131-project-admin] Pushing event updated for resources: {'Port': ['ID=935a0283-df19-4f4a-89c3-edeb05e72bbf,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:49.478124 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ff1af0d0-129d-4c78-85fc-5cb74e80efb5 tempest-ExternalNetworksAdminNegativeTestJSON-954198131 tempest-ExternalNetworksAdminNegativeTestJSON-954198131-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:49.484239 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce98dc5-43cd-4c5c-8575-c159808fff92 req-e8fe5d88-3590-4f4e-93b9-e0295ef444f0 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:49.485925 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1ce98dc5-43cd-4c5c-8575-c159808fff92 req-e8fe5d88-3590-4f4e-93b9-e0295ef444f0 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c563411-3bcf-479c-b48d-36e768ac9c49 HTTP/1.1" status: 200 len: 946 time: 0.1188698 Nov 25 17:48:49.507506 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ff1af0d0-129d-4c78-85fc-5cb74e80efb5 tempest-ExternalNetworksAdminNegativeTestJSON-954198131 tempest-ExternalNetworksAdminNegativeTestJSON-954198131-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:49.509904 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ff1af0d0-129d-4c78-85fc-5cb74e80efb5 tempest-ExternalNetworksAdminNegativeTestJSON-954198131 tempest-ExternalNetworksAdminNegativeTestJSON-954198131-project-admin] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0054431 Nov 25 17:48:49.512721 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 42754) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:49.517645 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-c5280fb0-844f-4b75-888a-3ee727a104aa tempest-ExternalNetworksAdminNegativeTestJSON-954198131 tempest-ExternalNetworksAdminNegativeTestJSON-954198131-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-481277894', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'fixed_ips': [{'ip_address': '172.25.0.246'}]}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:49.539382 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5280fb0-844f-4b75-888a-3ee727a104aa tempest-ExternalNetworksAdminNegativeTestJSON-954198131 tempest-ExternalNetworksAdminNegativeTestJSON-954198131-project-admin] Made reservation on behalf of 8af29919ed0d4ac88ee2e3fa05e67dc3 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:48:49.542057 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c5280fb0-844f-4b75-888a-3ee727a104aa tempest-ExternalNetworksAdminNegativeTestJSON-954198131 tempest-ExternalNetworksAdminNegativeTestJSON-954198131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:49.553889 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c5280fb0-844f-4b75-888a-3ee727a104aa tempest-ExternalNetworksAdminNegativeTestJSON-954198131 tempest-ExternalNetworksAdminNegativeTestJSON-954198131-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:49.560985 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d5d8cd4b-b167-4a9d-bd0f-ee4a18eb25d9 req-770c0302-7a63-4c36-bc3b-ebc2921b89af tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739210 Nov 25 17:48:49.584515 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1ce98dc5-43cd-4c5c-8575-c159808fff92 req-a4655c70-27e3-4ef7-963c-9edc569b3767 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] 10.222.0.75 "GET /v2.0/security-groups?id=8f3bf077-980f-46b2-88e9-a69282b2cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896356 Nov 25 17:48:49.658208 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c5280fb0-844f-4b75-888a-3ee727a104aa tempest-ExternalNetworksAdminNegativeTestJSON-954198131 tempest-ExternalNetworksAdminNegativeTestJSON-954198131-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:49.666075 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c5280fb0-844f-4b75-888a-3ee727a104aa tempest-ExternalNetworksAdminNegativeTestJSON-954198131 tempest-ExternalNetworksAdminNegativeTestJSON-954198131-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:49.683950 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-c5280fb0-844f-4b75-888a-3ee727a104aa tempest-ExternalNetworksAdminNegativeTestJSON-954198131 tempest-ExternalNetworksAdminNegativeTestJSON-954198131-project-admin] device_id is not set on port 6398bc30-6d87-4226-8e17-d00cba9ce918 yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:48:49.730034 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f5de2-24ae-4675-ad5b-d26ee467c01d req-a9a01087-8a86-4106-b300-9d31e8e32b78 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:49.731609 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1c2f5de2-24ae-4675-ad5b-d26ee467c01d req-a9a01087-8a86-4106-b300-9d31e8e32b78 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 946 time: 0.0654855 Nov 25 17:48:49.744815 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5280fb0-844f-4b75-888a-3ee727a104aa tempest-ExternalNetworksAdminNegativeTestJSON-954198131 tempest-ExternalNetworksAdminNegativeTestJSON-954198131-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4c4f22-10e5-47de-a133-bf9c97ea4aa4,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:49.795022 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1c2f5de2-24ae-4675-ad5b-d26ee467c01d req-18afcb9d-16af-49bf-affd-f1157ea51a8b tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543394 Nov 25 17:48:49.804629 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5cf358a9-381f-49f4-acfc-8faa7cbeca44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:49.913443 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5280fb0-844f-4b75-888a-3ee727a104aa tempest-ExternalNetworksAdminNegativeTestJSON-954198131 tempest-ExternalNetworksAdminNegativeTestJSON-954198131-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 25 17:48:49.914031 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5280fb0-844f-4b75-888a-3ee727a104aa tempest-ExternalNetworksAdminNegativeTestJSON-954198131 tempest-ExternalNetworksAdminNegativeTestJSON-954198131-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:48:49.943237 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c5280fb0-844f-4b75-888a-3ee727a104aa tempest-ExternalNetworksAdminNegativeTestJSON-954198131 tempest-ExternalNetworksAdminNegativeTestJSON-954198131-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.4293351 Nov 25 17:48:49.946434 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 42770) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:49.958214 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a7201-7fb1-4ce9-a9f1-7091fba5f263 req-8571eb04-166d-4c19-9454-d31b7c300a93 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:49.959907 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ff5a7201-7fb1-4ce9-a9f1-7091fba5f263 req-8571eb04-166d-4c19-9454-d31b7c300a93 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 946 time: 0.0752785 Nov 25 17:48:50.045257 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ff5a7201-7fb1-4ce9-a9f1-7091fba5f263 req-e1b356aa-307e-4dad-9f66-946b92db08d1 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756135 Nov 25 17:48:50.053658 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c677b72-3495-4337-8763-8781b68a0b71 req-a981a97f-fe40-47f2-8f6d-a48a72313f75 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:50.060733 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0c677b72-3495-4337-8763-8781b68a0b71 req-a981a97f-fe40-47f2-8f6d-a48a72313f75 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=019cad4d-a92d-4351-8ebf-fda94ce5a945 HTTP/1.1" status: 200 len: 945 time: 0.0926306 Nov 25 17:48:50.131890 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0c677b72-3495-4337-8763-8781b68a0b71 req-07249280-3178-43d6-baa9-3982c9b3d27d tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701766 Nov 25 17:48:50.149638 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-44415d4e-7e3c-460c-81d2-acb91d67248d tempest-ExternalNetworksAdminNegativeTestJSON-954198131 tempest-ExternalNetworksAdminNegativeTestJSON-954198131-project-admin] Deleting port 935a0283-df19-4f4a-89c3-edeb05e72bbf {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:48:50.149978 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-44415d4e-7e3c-460c-81d2-acb91d67248d tempest-ExternalNetworksAdminNegativeTestJSON-954198131 tempest-ExternalNetworksAdminNegativeTestJSON-954198131-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:50.197409 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7933c-9085-4f28-aee8-a01e730894d3 req-eb35fc3c-3edc-44f8-8b67-11c2ba838c76 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:50.199192 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7cc7933c-9085-4f28-aee8-a01e730894d3 req-eb35fc3c-3edc-44f8-8b67-11c2ba838c76 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 946 time: 0.0596938 Nov 25 17:48:50.236948 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 42776) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:50.242433 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-31d7f950-325b-4ace-9400-21e028799620 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Request body: {'network': {'name': 'tempest-network-smoke--196074840', 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'port_security_enabled': True}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:50.248590 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-44415d4e-7e3c-460c-81d2-acb91d67248d tempest-ExternalNetworksAdminNegativeTestJSON-954198131 tempest-ExternalNetworksAdminNegativeTestJSON-954198131-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:50.249009 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-44415d4e-7e3c-460c-81d2-acb91d67248d tempest-ExternalNetworksAdminNegativeTestJSON-954198131 tempest-ExternalNetworksAdminNegativeTestJSON-954198131-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:50.251353 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7cc7933c-9085-4f28-aee8-a01e730894d3 req-e4d1dbfd-f037-4746-8d5b-e8ad68a8f132 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447052 Nov 25 17:48:50.268651 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-44415d4e-7e3c-460c-81d2-acb91d67248d tempest-ExternalNetworksAdminNegativeTestJSON-954198131 tempest-ExternalNetworksAdminNegativeTestJSON-954198131-project-admin] Calling delete_port for 935a0283-df19-4f4a-89c3-edeb05e72bbf owned by network:floatingip {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:48:50.284610 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d7f950-325b-4ace-9400-21e028799620 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Made reservation on behalf of e74594bc3f604c5c9d4110d7bd37c200 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:48:50.288246 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-31d7f950-325b-4ace-9400-21e028799620 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:50.355327 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31d7f950-325b-4ace-9400-21e028799620 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:48:50.374994 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae26b13-0ac4-4511-93a2-b96d9286e8e7 req-bc491482-06dd-45d6-83c3-1812ff39e90d tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:50.376850 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-31d7f950-325b-4ace-9400-21e028799620 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:50.376983 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cae26b13-0ac4-4511-93a2-b96d9286e8e7 req-bc491482-06dd-45d6-83c3-1812ff39e90d tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 946 time: 0.0548766 Nov 25 17:48:50.377275 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-31d7f950-325b-4ace-9400-21e028799620 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Added segment f9004119-766e-43ce-ae55-bd51f66bdff7 of type vlan for network 109bdaf3-9609-4601-8374-f1bcaf8256b8 Nov 25 17:48:50.429738 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cae26b13-0ac4-4511-93a2-b96d9286e8e7 req-a510f130-709c-4ef9-ad7a-b4de1c7a04c9 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449622 Nov 25 17:48:50.431864 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-31d7f950-325b-4ace-9400-21e028799620 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:50.496302 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-31d7f950-325b-4ace-9400-21e028799620 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:50.502913 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d7f950-325b-4ace-9400-21e028799620 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:50.503568 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-31d7f950-325b-4ace-9400-21e028799620 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:50.548592 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-31d7f950-325b-4ace-9400-21e028799620 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3106339 Nov 25 17:48:50.566133 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 42784) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:50.580662 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-44415d4e-7e3c-460c-81d2-acb91d67248d tempest-ExternalNetworksAdminNegativeTestJSON-954198131 tempest-ExternalNetworksAdminNegativeTestJSON-954198131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:50.615442 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d7f950-325b-4ace-9400-21e028799620 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Pushing event updated for resources: {'Network': ['ID=109bdaf3-9609-4601-8374-f1bcaf8256b8,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:50.624164 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44415d4e-7e3c-460c-81d2-acb91d67248d tempest-ExternalNetworksAdminNegativeTestJSON-954198131 tempest-ExternalNetworksAdminNegativeTestJSON-954198131-project-admin] Pushing event deleted for resources: {'Port': ['ID=935a0283-df19-4f4a-89c3-edeb05e72bbf,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:50.626074 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 109bdaf3-9609-4601-8374-f1bcaf8256b8 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:48:50.659241 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77bf338-8423-4fa9-b686-a41813dc6fdc tempest-TestNetworkBasicOps-1366248748 tempest-TestNetworkBasicOps-1366248748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:50.663482 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c77bf338-8423-4fa9-b686-a41813dc6fdc tempest-TestNetworkBasicOps-1366248748 tempest-TestNetworkBasicOps-1366248748-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=e74594bc3f604c5c9d4110d7bd37c200&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0936375 Nov 25 17:48:50.666117 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 42788) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:50.707053 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c64ea8-6810-4cc3-b9b8-2f6f198ec195 req-2ad69e56-ade2-46c7-ba6a-6579bd2e9ac5 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:50.707310 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-44415d4e-7e3c-460c-81d2-acb91d67248d tempest-ExternalNetworksAdminNegativeTestJSON-954198131 tempest-ExternalNetworksAdminNegativeTestJSON-954198131-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:50.708765 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c7c64ea8-6810-4cc3-b9b8-2f6f198ec195 req-2ad69e56-ade2-46c7-ba6a-6579bd2e9ac5 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 946 time: 0.1795726 Nov 25 17:48:50.710219 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-44415d4e-7e3c-460c-81d2-acb91d67248d tempest-ExternalNetworksAdminNegativeTestJSON-954198131 tempest-ExternalNetworksAdminNegativeTestJSON-954198131-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:50.711741 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-44415d4e-7e3c-460c-81d2-acb91d67248d tempest-ExternalNetworksAdminNegativeTestJSON-954198131 tempest-ExternalNetworksAdminNegativeTestJSON-954198131-project-admin] 10.222.0.75 "DELETE /v2.0/floatingips/4392b532-95d7-4bf7-ae6f-063c206aaea9 HTTP/1.1" status: 204 len: 168 time: 0.7643669 Nov 25 17:48:50.836145 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:50.890674 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c7c64ea8-6810-4cc3-b9b8-2f6f198ec195 req-2c8fff66-10ad-45b1-a9c4-d9d679483630 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182992 Nov 25 17:48:50.956356 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb8ea1-6875-4a23-8080-44ee6084f217 req-fdf4b3d3-d882-458f-9ac0-7fffca2ca281 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:50.958211 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a3bb8ea1-6875-4a23-8080-44ee6084f217 req-fdf4b3d3-d882-458f-9ac0-7fffca2ca281 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c563411-3bcf-479c-b48d-36e768ac9c49 HTTP/1.1" status: 200 len: 946 time: 0.1885371 Nov 25 17:48:50.985146 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54db7bf9-1629-45da-b39c-68f1695949e6 tempest-TestNetworkBasicOps-1366248748 tempest-TestNetworkBasicOps-1366248748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:50.988899 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-54db7bf9-1629-45da-b39c-68f1695949e6 tempest-TestNetworkBasicOps-1366248748 tempest-TestNetworkBasicOps-1366248748-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3195615 Nov 25 17:48:50.990581 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 42798) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:51.030322 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 42802) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:51.058149 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4de2b7-76d3-4da2-af15-a17dad6f98cc req-69a7e8a7-1c04-496b-aca9-0261b6d00a0a tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:51.060128 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ca4de2b7-76d3-4da2-af15-a17dad6f98cc req-69a7e8a7-1c04-496b-aca9-0261b6d00a0a tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] 10.222.0.74 "GET /v2.0/ports?device_id=0c563411-3bcf-479c-b48d-36e768ac9c49 HTTP/1.1" status: 200 len: 946 time: 0.1367385 Nov 25 17:48:51.068461 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-43b90b54-3f53-42d0-b01e-dd13c3fee419 tempest-TestNetworkBasicOps-1366248748 tempest-TestNetworkBasicOps-1366248748-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=1aa44027-b9d0-4a56-9a59-7e664703e20a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0762479 Nov 25 17:48:51.071580 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 42806) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:51.095135 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a3bb8ea1-6875-4a23-8080-44ee6084f217 req-f1437916-1b3c-4d2c-9ef8-fd584aaa11a0 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] 10.222.0.75 "GET /v2.0/security-groups?id=8f3bf077-980f-46b2-88e9-a69282b2cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139700 Nov 25 17:48:51.126295 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3094077f-9f8e-416a-9b07-710973e29b90 tempest-TestNetworkBasicOps-1366248748 tempest-TestNetworkBasicOps-1366248748-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=e74594bc3f604c5c9d4110d7bd37c200&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0531142 Nov 25 17:48:51.128919 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 42808) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:51.665688 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6cc85f01-6d82-49ea-9b0c-4cb6fafa1c16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:51.754912 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f09e89f-20fb-4053-9eb0-fa105ac2a966 tempest-TestNetworkBasicOps-1366248748 tempest-TestNetworkBasicOps-1366248748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:51.759288 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-2f09e89f-20fb-4053-9eb0-fa105ac2a966 tempest-TestNetworkBasicOps-1366248748 tempest-TestNetworkBasicOps-1366248748-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6242242 Nov 25 17:48:51.760110 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 42814) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:51.766412 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f72d796-4217-4057-be49-a55d39ba2eee req-cdb55382-55ad-47e4-84d3-f035363fcf22 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:51.767892 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2f72d796-4217-4057-be49-a55d39ba2eee req-cdb55382-55ad-47e4-84d3-f035363fcf22 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.90 "GET /v2.0/ports?device_id=019cad4d-a92d-4351-8ebf-fda94ce5a945 HTTP/1.1" status: 200 len: 945 time: 0.5382044 Nov 25 17:48:51.782322 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b1b1f-7093-4100-853d-4af58bf60306 req-6aa8c8d2-4147-42dc-a719-946b0066431f tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:51.783986 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-158b1b1f-7093-4100-853d-4af58bf60306 req-6aa8c8d2-4147-42dc-a719-946b0066431f tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=019cad4d-a92d-4351-8ebf-fda94ce5a945 HTTP/1.1" status: 200 len: 945 time: 0.5590088 Nov 25 17:48:51.850062 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-bba34873-da6d-4920-97f3-a3ff88c723d4 tempest-TestNetworkBasicOps-1366248748 tempest-TestNetworkBasicOps-1366248748-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=1aa44027-b9d0-4a56-9a59-7e664703e20a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0887208 Nov 25 17:48:51.851571 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 42816) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:51.857614 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-ca4de2b7-76d3-4da2-af15-a17dad6f98cc req-a2e29e92-cbe4-416b-bc67-bc0be30d95d3 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] Deleting port d9399054-541c-4efa-a43c-df36f7199b75 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:48:51.858272 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ca4de2b7-76d3-4da2-af15-a17dad6f98cc req-a2e29e92-cbe4-416b-bc67-bc0be30d95d3 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:51.861849 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-c5497e5f-8f34-4160-aaf7-6cea2cded09e tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1606073317', 'network_id': '109bdaf3-9609-4601-8374-f1bcaf8256b8', 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:51.966960 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5497e5f-8f34-4160-aaf7-6cea2cded09e tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Made reservation on behalf of e74594bc3f604c5c9d4110d7bd37c200 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:48:51.970754 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c5497e5f-8f34-4160-aaf7-6cea2cded09e tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:52.045130 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:52.074420 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6cc85f01-6d82-49ea-9b0c-4cb6fafa1c16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:52.094362 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-158b1b1f-7093-4100-853d-4af58bf60306 req-dd87d85a-4575-45e6-ad1d-ae4d879ea27c tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/security-groups?id=57eb4a1a-aaa1-490e-886f-d56946fc5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916956 Nov 25 17:48:52.114001 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6cc85f01-6d82-49ea-9b0c-4cb6fafa1c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:52.219292 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-ca4de2b7-76d3-4da2-af15-a17dad6f98cc req-a2e29e92-cbe4-416b-bc67-bc0be30d95d3 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] For port d9399054-541c-4efa-a43c-df36f7199b75, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=d9399054-541c-4efa-a43c-df36f7199b75,segment=NetworkSegment(f6e32bd7-2ca9-4798-a619-01bfcddda0e3),segment_id=f6e32bd7-2ca9-4798-a619-01bfcddda0e3)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:48:52.219673 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ca4de2b7-76d3-4da2-af15-a17dad6f98cc req-a2e29e92-cbe4-416b-bc67-bc0be30d95d3 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:52.234417 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-6cc85f01-6d82-49ea-9b0c-4cb6fafa1c16 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9bcd2001e5b64f93a685e9aa7cbdef35&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1985373 Nov 25 17:48:52.235240 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 42822) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:52.243778 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc85f01-6d82-49ea-9b0c-4cb6fafa1c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=068dad82-c313-4f8c-af3c-148801e1b298,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:52.259931 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-ca4de2b7-76d3-4da2-af15-a17dad6f98cc req-a2e29e92-cbe4-416b-bc67-bc0be30d95d3 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] Calling delete_port for d9399054-541c-4efa-a43c-df36f7199b75 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:48:52.306614 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-2f72d796-4217-4057-be49-a55d39ba2eee req-afd3e770-51cb-4897-817b-bcca2f0b0c94 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Deleting port 9c0f0dcd-a625-4cbe-bc86-7738aeaa3179 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:48:52.306614 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-2f72d796-4217-4057-be49-a55d39ba2eee req-afd3e770-51cb-4897-817b-bcca2f0b0c94 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:52.345483 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c5497e5f-8f34-4160-aaf7-6cea2cded09e tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:52.392064 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-047136fe-e564-4368-b383-cf403bd69797 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:52.441736 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ff16c-97b1-421f-93e7-cf6d98c8683f req-d6450445-6a17-429c-8d6c-88a8050bb231 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:52.443341 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ff1ff16c-97b1-421f-93e7-cf6d98c8683f req-d6450445-6a17-429c-8d6c-88a8050bb231 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c563411-3bcf-479c-b48d-36e768ac9c49 HTTP/1.1" status: 200 len: 946 time: 0.2054143 Nov 25 17:48:52.610837 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-2f72d796-4217-4057-be49-a55d39ba2eee req-afd3e770-51cb-4897-817b-bcca2f0b0c94 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] For port 9c0f0dcd-a625-4cbe-bc86-7738aeaa3179, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=9c0f0dcd-a625-4cbe-bc86-7738aeaa3179,segment=NetworkSegment(285f1045-6e1b-4930-84ab-e53a5adeeccb),segment_id=285f1045-6e1b-4930-84ab-e53a5adeeccb)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:48:52.612165 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-2f72d796-4217-4057-be49-a55d39ba2eee req-afd3e770-51cb-4897-817b-bcca2f0b0c94 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:52.628803 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-2f72d796-4217-4057-be49-a55d39ba2eee req-afd3e770-51cb-4897-817b-bcca2f0b0c94 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Calling delete_port for 9c0f0dcd-a625-4cbe-bc86-7738aeaa3179 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:48:52.692396 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ca4de2b7-76d3-4da2-af15-a17dad6f98cc req-a2e29e92-cbe4-416b-bc67-bc0be30d95d3 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:52.705823 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['d9399054-541c-4efa-a43c-df36f7199b75'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:48:52.732457 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-047136fe-e564-4368-b383-cf403bd69797 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:52.735229 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5497e5f-8f34-4160-aaf7-6cea2cded09e tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Pushing event updated for resources: {'Subnet': ['ID=464b9b20-5008-42ac-9953-750a1383ab51,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:52.754511 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5497e5f-8f34-4160-aaf7-6cea2cded09e tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Checking segment: {'id': 'f9004119-766e-43ce-ae55-bd51f66bdff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '109bdaf3-9609-4601-8374-f1bcaf8256b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:48:52.754936 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5497e5f-8f34-4160-aaf7-6cea2cded09e tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Network hostable DHCP agents. Network: 109bdaf3-9609-4601-8374-f1bcaf8256b8, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:48:52.789119 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5497e5f-8f34-4160-aaf7-6cea2cded09e tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Network 109bdaf3-9609-4601-8374-f1bcaf8256b8 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:48:52.802528 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-c5497e5f-8f34-4160-aaf7-6cea2cded09e tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 109bdaf3-9609-4601-8374-f1bcaf8256b8) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:48:52.808964 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5497e5f-8f34-4160-aaf7-6cea2cded09e tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:52.809709 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c5497e5f-8f34-4160-aaf7-6cea2cded09e tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:52.814857 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-047136fe-e564-4368-b383-cf403bd69797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:52.816289 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427d7bfd-c2d5-44f6-a4cf-d117b82ac515 None None] Network 109bdaf3-9609-4601-8374-f1bcaf8256b8 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:48:52.818017 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-047136fe-e564-4368-b383-cf403bd69797 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:52.819494 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-047136fe-e564-4368-b383-cf403bd69797 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/068dad82-c313-4f8c-af3c-148801e1b298 HTTP/1.1" status: 204 len: 168 time: 0.5828476 Nov 25 17:48:52.837822 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047136fe-e564-4368-b383-cf403bd69797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=068dad82-c313-4f8c-af3c-148801e1b298,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:52.849075 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c5497e5f-8f34-4160-aaf7-6cea2cded09e tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9895852 Nov 25 17:48:52.947224 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a51c337-a2e0-4bf6-ad22-4228808fb32e None None] DHCP port deletion for b30ed141-e46f-4f04-93c5-818fdb0b9345 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:48:52.980895 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e29e92-cbe4-416b-bc67-bc0be30d95d3 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] Pushing event deleted for resources: {'Port': ['ID=d9399054-541c-4efa-a43c-df36f7199b75,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:53.068450 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:53.207203 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 42842) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:53.213502 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-85bfbba9-2985-4591-8d66-8155827cd16c tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2070422313', 'description': 'tempest-secgroup-smoke-2070422313 description', 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:53.217151 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ff1ff16c-97b1-421f-93e7-cf6d98c8683f req-ec6979af-ca43-4255-b208-83d9f68375e9 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] 10.222.0.75 "GET /v2.0/security-groups?id=8f3bf077-980f-46b2-88e9-a69282b2cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6614420 Nov 25 17:48:53.285948 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-85bfbba9-2985-4591-8d66-8155827cd16c tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:53.301108 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca4de2b7-76d3-4da2-af15-a17dad6f98cc req-a2e29e92-cbe4-416b-bc67-bc0be30d95d3 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] No DVR routers for this DVR port d9399054-541c-4efa-a43c-df36f7199b75 on host n-h1-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:48:53.308406 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ca4de2b7-76d3-4da2-af15-a17dad6f98cc req-a2e29e92-cbe4-416b-bc67-bc0be30d95d3 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:53.316366 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ca4de2b7-76d3-4da2-af15-a17dad6f98cc req-a2e29e92-cbe4-416b-bc67-bc0be30d95d3 tempest-VolumesSnapshotTestJSON-1272776718 tempest-VolumesSnapshotTestJSON-1272776718-project] 10.222.0.74 "DELETE /v2.0/ports/d9399054-541c-4efa-a43c-df36f7199b75 HTTP/1.1" status: 204 len: 173 time: 2.2419565 Nov 25 17:48:53.321902 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-2f72d796-4217-4057-be49-a55d39ba2eee req-afd3e770-51cb-4897-817b-bcca2f0b0c94 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:53.346546 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c563411-3bcf-479c-b48d-36e768ac9c49', 'name': 'network-vif-deleted', 'tag': 'd9399054-541c-4efa-a43c-df36f7199b75'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:48:53.347736 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f22f7fa-93ff-492b-bb5f-3ac6ad2de3f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-109bdaf3-9609-4601-8374-f1bcaf8256b8', 'network_id': '109bdaf3-9609-4601-8374-f1bcaf8256b8', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'fixed_ips': [{'subnet_id': '464b9b20-5008-42ac-9953-750a1383ab51'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:48:53.349991 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8f22f7fa-93ff-492b-bb5f-3ac6ad2de3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:53.357131 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2fa1e57-5ef9-4b6f-a3bb-1db2f105cb26" -d '{"events": [{"server_uuid": "0c563411-3bcf-479c-b48d-36e768ac9c49", "name": "network-vif-deleted", "tag": "d9399054-541c-4efa-a43c-df36f7199b75"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:48:53.481172 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd3e770-51cb-4897-817b-bcca2f0b0c94 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Pushing event deleted for resources: {'Port': ['ID=9c0f0dcd-a625-4cbe-bc86-7738aeaa3179,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:53.557495 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-85bfbba9-2985-4591-8d66-8155827cd16c tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:53.558237 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5627506e-d9ed-4d05-85a6-688b44a5513e x-openstack-request-id: req-5627506e-d9ed-4d05-85a6-688b44a5513e {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:48:53.558519 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c563411-3bcf-479c-b48d-36e768ac9c49", "name": "network-vif-deleted", "tag": "d9399054-541c-4efa-a43c-df36f7199b75", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:48:53.558767 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5627506e-d9ed-4d05-85a6-688b44a5513e {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:48:53.559186 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c563411-3bcf-479c-b48d-36e768ac9c49', 'name': 'network-vif-deleted', 'tag': 'd9399054-541c-4efa-a43c-df36f7199b75', 'status': 'completed', 'code': 200} Nov 25 17:48:53.567298 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-85bfbba9-2985-4591-8d66-8155827cd16c tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:53.621334 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a1fc67d5-0fde-418b-846f-7663b282b1f4 req-2f63e932-af7f-4f25-8f8f-dc0ae411289f tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.75 "GET /v2.0/ports?device_id=019cad4d-a92d-4351-8ebf-fda94ce5a945 HTTP/1.1" status: 200 len: 210 time: 0.2115846 Nov 25 17:48:53.648005 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 42848) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:53.649143 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f72d796-4217-4057-be49-a55d39ba2eee req-afd3e770-51cb-4897-817b-bcca2f0b0c94 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] No DVR routers for this DVR port 9c0f0dcd-a625-4cbe-bc86-7738aeaa3179 on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:48:53.652655 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-2f72d796-4217-4057-be49-a55d39ba2eee req-afd3e770-51cb-4897-817b-bcca2f0b0c94 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:53.657041 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2f72d796-4217-4057-be49-a55d39ba2eee req-afd3e770-51cb-4897-817b-bcca2f0b0c94 tempest-ServerRescueNegativeTestJSON-1438251980 tempest-ServerRescueNegativeTestJSON-1438251980-project] 10.222.0.90 "DELETE /v2.0/ports/9c0f0dcd-a625-4cbe-bc86-7738aeaa3179 HTTP/1.1" status: 204 len: 173 time: 1.8655424 Nov 25 17:48:53.674754 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bfbba9-2985-4591-8d66-8155827cd16c tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6cefa0-6f5c-47ec-b0b6-6d94909384f4,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:53.702109 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-0f8734da-5c98-434a-a157-60b55ec5e5cb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8af29919ed0d4ac88ee2e3fa05e67dc3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0482533 Nov 25 17:48:53.703259 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 42850) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:53.708817 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-85bfbba9-2985-4591-8d66-8155827cd16c tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:53.710837 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-85bfbba9-2985-4591-8d66-8155827cd16c tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5025399 Nov 25 17:48:53.714617 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 42852) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:53.721891 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-ee4e9793-f27e-4be2-b013-986035e59494 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Request body: {'security_group_rule': {'security_group_id': '0b6cefa0-6f5c-47ec-b0b6-6d94909384f4', 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:53.777175 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-8f22f7fa-93ff-492b-bb5f-3ac6ad2de3f2 None None] Allocated IP 172.20.0.18 (109bdaf3-9609-4601-8374-f1bcaf8256b8/464b9b20-5008-42ac-9953-750a1383ab51/2a6be18d-1cd0-4da3-b40d-05f4c26e17e8) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:48:53.797892 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 42854) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:53.805668 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ee4e9793-f27e-4be2-b013-986035e59494 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:53.832209 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-63bdd6b5-956c-4c37-8248-863eeb76175f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:53.868473 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-63bdd6b5-956c-4c37-8248-863eeb76175f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:53.924115 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-63bdd6b5-956c-4c37-8248-863eeb76175f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:53.931060 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-63bdd6b5-956c-4c37-8248-863eeb76175f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:53.935938 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-63bdd6b5-956c-4c37-8248-863eeb76175f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2c4c4f22-10e5-47de-a133-bf9c97ea4aa4 HTTP/1.1" status: 204 len: 168 time: 0.2268867 Nov 25 17:48:53.947663 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bdd6b5-956c-4c37-8248-863eeb76175f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4c4f22-10e5-47de-a133-bf9c97ea4aa4,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:54.008662 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ee4e9793-f27e-4be2-b013-986035e59494 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:54.016778 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ee4e9793-f27e-4be2-b013-986035e59494 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:54.063933 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4e9793-f27e-4be2-b013-986035e59494 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e7d3173-cdcf-435f-9b31-f73598debbc7,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:54.085447 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ee4e9793-f27e-4be2-b013-986035e59494 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:54.087606 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ee4e9793-f27e-4be2-b013-986035e59494 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3709056 Nov 25 17:48:54.090445 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 42860) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:54.101727 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-85b65d0c-2cc0-4ee2-a197-32ede97d1ae0 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Request body: {'security_group_rule': {'security_group_id': '0b6cefa0-6f5c-47ec-b0b6-6d94909384f4', 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:54.190022 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-85b65d0c-2cc0-4ee2-a197-32ede97d1ae0 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:54.208771 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f2501ec6-2edc-46d6-9918-d78ab4aa7c98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:54.224895 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8f22f7fa-93ff-492b-bb5f-3ac6ad2de3f2 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:54.235838 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8f22f7fa-93ff-492b-bb5f-3ac6ad2de3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:54.348664 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f22f7fa-93ff-492b-bb5f-3ac6ad2de3f2 None None] Network 109bdaf3-9609-4601-8374-f1bcaf8256b8 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:48:54.351869 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-8f22f7fa-93ff-492b-bb5f-3ac6ad2de3f2 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:48:54.358958 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f22f7fa-93ff-492b-bb5f-3ac6ad2de3f2 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:48:54.367610 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-85b65d0c-2cc0-4ee2-a197-32ede97d1ae0 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:54.373901 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-85b65d0c-2cc0-4ee2-a197-32ede97d1ae0 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:54.401863 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-85b65d0c-2cc0-4ee2-a197-32ede97d1ae0 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:54.403728 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-85b65d0c-2cc0-4ee2-a197-32ede97d1ae0 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3109825 Nov 25 17:48:54.407476 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 42872) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:54.413257 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b65d0c-2cc0-4ee2-a197-32ede97d1ae0 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38d7b595-3a11-404d-be3b-b043c7339102,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:54.428065 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-edadf182-c5d9-4bd1-b7b8-8cdc34785840 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Request body: {'security_group_rule': {'security_group_id': '0b6cefa0-6f5c-47ec-b0b6-6d94909384f4', 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:54.464744 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f2501ec6-2edc-46d6-9918-d78ab4aa7c98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:54.496441 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f22f7fa-93ff-492b-bb5f-3ac6ad2de3f2 None None] Pushing event updated for resources: {'Port': ['ID=2a6be18d-1cd0-4da3-b40d-05f4c26e17e8,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:54.517246 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f2501ec6-2edc-46d6-9918-d78ab4aa7c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:54.561432 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 9c0f0dcd-a625-4cbe-bc86-7738aeaa3179 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:48:54.577464 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-8f22f7fa-93ff-492b-bb5f-3ac6ad2de3f2 None None] Attempting to bind port 2a6be18d-1cd0-4da3-b40d-05f4c26e17e8 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:48:54.595457 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-edadf182-c5d9-4bd1-b7b8-8cdc34785840 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:54.595684 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-8f22f7fa-93ff-492b-bb5f-3ac6ad2de3f2 None None] Attempting to bind port 2a6be18d-1cd0-4da3-b40d-05f4c26e17e8 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'f9004119-766e-43ce-ae55-bd51f66bdff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '109bdaf3-9609-4601-8374-f1bcaf8256b8'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:48:54.596243 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f22f7fa-93ff-492b-bb5f-3ac6ad2de3f2 None None] Attempting to bind port 2a6be18d-1cd0-4da3-b40d-05f4c26e17e8 on network 109bdaf3-9609-4601-8374-f1bcaf8256b8 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:48:54.601331 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-f2501ec6-2edc-46d6-9918-d78ab4aa7c98 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f2f309453a134d6ea3f6ab89cba96291&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8021557 Nov 25 17:48:54.602370 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2501ec6-2edc-46d6-9918-d78ab4aa7c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b94c90-7202-4851-b76d-c4dc1f206c15,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:54.604247 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 42880) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:54.666087 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: 9c0f0dcd-a625-4cbe-bc86-7738aeaa3179 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:48:54.666444 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 9c0f0dcd-a625-4cbe-bc86-7738aeaa3179 not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:48:54.697384 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f22f7fa-93ff-492b-bb5f-3ac6ad2de3f2 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:48:54.703128 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f22f7fa-93ff-492b-bb5f-3ac6ad2de3f2 None None] Checking segment: {'id': 'f9004119-766e-43ce-ae55-bd51f66bdff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '109bdaf3-9609-4601-8374-f1bcaf8256b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:48:54.703421 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8f22f7fa-93ff-492b-bb5f-3ac6ad2de3f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:54.703834 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f22f7fa-93ff-492b-bb5f-3ac6ad2de3f2 None None] Bound using segment: {'id': 'f9004119-766e-43ce-ae55-bd51f66bdff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '109bdaf3-9609-4601-8374-f1bcaf8256b8'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:48:54.704366 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-8f22f7fa-93ff-492b-bb5f-3ac6ad2de3f2 None None] Bound port: 2a6be18d-1cd0-4da3-b40d-05f4c26e17e8, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9004119-766e-43ce-ae55-bd51f66bdff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '109bdaf3-9609-4601-8374-f1bcaf8256b8'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:48:54.704885 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8f22f7fa-93ff-492b-bb5f-3ac6ad2de3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:54.708152 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-edadf182-c5d9-4bd1-b7b8-8cdc34785840 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:54.718180 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-edadf182-c5d9-4bd1-b7b8-8cdc34785840 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:54.729879 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 42886) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:54.736906 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edadf182-c5d9-4bd1-b7b8-8cdc34785840 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d08ee118-b09a-4cb8-9c9d-762b6f815a80,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:54.766683 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-edadf182-c5d9-4bd1-b7b8-8cdc34785840 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:54.768791 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-edadf182-c5d9-4bd1-b7b8-8cdc34785840 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3558831 Nov 25 17:48:54.771263 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 42888) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:54.777082 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-b39bb674-fd79-4f38-b1a3-a0e651af55d7 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Request body: {'security_group_rule': {'security_group_id': '0b6cefa0-6f5c-47ec-b0b6-6d94909384f4', 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:54.823448 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b39bb674-fd79-4f38-b1a3-a0e651af55d7 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:54.928554 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8e96e3f5-296f-4bd1-b246-b9f7846ca8d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:54.933624 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-8f22f7fa-93ff-492b-bb5f-3ac6ad2de3f2 None None] For port 2a6be18d-1cd0-4da3-b40d-05f4c26e17e8, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:48:54.947406 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-8f22f7fa-93ff-492b-bb5f-3ac6ad2de3f2 None None] For port 2a6be18d-1cd0-4da3-b40d-05f4c26e17e8, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=2a6be18d-1cd0-4da3-b40d-05f4c26e17e8,segment=NetworkSegment(f9004119-766e-43ce-ae55-bd51f66bdff7),segment_id=f9004119-766e-43ce-ae55-bd51f66bdff7)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:48:54.957912 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8f22f7fa-93ff-492b-bb5f-3ac6ad2de3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:55.010374 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8e96e3f5-296f-4bd1-b246-b9f7846ca8d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:55.020528 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b39bb674-fd79-4f38-b1a3-a0e651af55d7 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:55.029394 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b39bb674-fd79-4f38-b1a3-a0e651af55d7 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:55.081745 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39bb674-fd79-4f38-b1a3-a0e651af55d7 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=946ce06f-ba56-4f0e-bc73-9602e0fe3641,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:55.098148 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b39bb674-fd79-4f38-b1a3-a0e651af55d7 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:55.101363 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-b39bb674-fd79-4f38-b1a3-a0e651af55d7 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3287251 Nov 25 17:48:55.105032 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 42900) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:55.116059 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-d31cf2cf-886b-4bf8-96b0-94926db7f278 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Request body: {'security_group_rule': {'security_group_id': '0b6cefa0-6f5c-47ec-b0b6-6d94909384f4', 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:55.120989 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f22f7fa-93ff-492b-bb5f-3ac6ad2de3f2 None None] Pushing event updated for resources: {'Port': ['ID=2a6be18d-1cd0-4da3-b40d-05f4c26e17e8,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:55.209069 n-d-817746-1 neutron-server[103361]: INFO neutron.db.securitygroups_db [None req-d31cf2cf-886b-4bf8-96b0-94926db7f278 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Project e74594bc3f604c5c9d4110d7bd37c200 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:48:55.225052 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d31cf2cf-886b-4bf8-96b0-94926db7f278 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:55.310294 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device d9399054-541c-4efa-a43c-df36f7199b75 no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:48:55.320763 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8e96e3f5-296f-4bd1-b246-b9f7846ca8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:55.323923 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8e96e3f5-296f-4bd1-b246-b9f7846ca8d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:55.325885 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8e96e3f5-296f-4bd1-b246-b9f7846ca8d7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/54b94c90-7202-4851-b76d-c4dc1f206c15 HTTP/1.1" status: 204 len: 168 time: 0.7207923 Nov 25 17:48:55.356749 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d31cf2cf-886b-4bf8-96b0-94926db7f278 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:55.364523 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d31cf2cf-886b-4bf8-96b0-94926db7f278 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:55.373989 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e96e3f5-296f-4bd1-b246-b9f7846ca8d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b94c90-7202-4851-b76d-c4dc1f206c15,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:55.374833 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: d9399054-541c-4efa-a43c-df36f7199b75 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:48:55.375367 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device d9399054-541c-4efa-a43c-df36f7199b75 not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:48:55.391062 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31cf2cf-886b-4bf8-96b0-94926db7f278 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e63c317d-d0a2-4aef-b69a-ec2691ed4265,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:55.428708 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d31cf2cf-886b-4bf8-96b0-94926db7f278 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:55.433774 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d31cf2cf-886b-4bf8-96b0-94926db7f278 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3275011 Nov 25 17:48:55.434405 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 42910) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:55.444298 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-f040f023-ca09-4d68-872b-4fd81fc7c399 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Request body: {'security_group_rule': {'security_group_id': '0b6cefa0-6f5c-47ec-b0b6-6d94909384f4', 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:55.528305 n-d-817746-1 neutron-server[103361]: INFO neutron.db.securitygroups_db [None req-f040f023-ca09-4d68-872b-4fd81fc7c399 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Project e74594bc3f604c5c9d4110d7bd37c200 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:48:55.564122 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019cad4d-a92d-4351-8ebf-fda94ce5a945', 'name': 'network-vif-deleted', 'tag': '9c0f0dcd-a625-4cbe-bc86-7738aeaa3179'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:48:55.566489 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7b4a16-8f9a-4c36-8708-cdd942e277e8" -d '{"events": [{"server_uuid": "019cad4d-a92d-4351-8ebf-fda94ce5a945", "name": "network-vif-deleted", "tag": "9c0f0dcd-a625-4cbe-bc86-7738aeaa3179"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:48:55.570559 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f040f023-ca09-4d68-872b-4fd81fc7c399 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:55.669120 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932b7097-8734-444c-84a1-fdc28723d0f2 x-openstack-request-id: req-932b7097-8734-444c-84a1-fdc28723d0f2 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:48:55.669412 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "019cad4d-a92d-4351-8ebf-fda94ce5a945", "name": "network-vif-deleted", "tag": "9c0f0dcd-a625-4cbe-bc86-7738aeaa3179", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:48:55.671016 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-932b7097-8734-444c-84a1-fdc28723d0f2 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:48:55.671952 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '019cad4d-a92d-4351-8ebf-fda94ce5a945', 'name': 'network-vif-deleted', 'tag': '9c0f0dcd-a625-4cbe-bc86-7738aeaa3179', 'status': 'completed', 'code': 200} Nov 25 17:48:55.767986 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f040f023-ca09-4d68-872b-4fd81fc7c399 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:55.774913 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-649677b7-6c99-496a-80f3-df210359f07f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:55.776413 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f040f023-ca09-4d68-872b-4fd81fc7c399 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:55.858280 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f040f023-ca09-4d68-872b-4fd81fc7c399 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a92412aa-d4ea-427b-9ba0-79fbef28ef3f,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:55.882796 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f040f023-ca09-4d68-872b-4fd81fc7c399 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:55.889304 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-f040f023-ca09-4d68-872b-4fd81fc7c399 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4513915 Nov 25 17:48:56.049732 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 42926) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:56.085598 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-28d12df4-e58d-4eb6-8a37-81460f3b19cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:56.319625 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-28d12df4-e58d-4eb6-8a37-81460f3b19cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:56.366760 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-28d12df4-e58d-4eb6-8a37-81460f3b19cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:56.386901 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-649677b7-6c99-496a-80f3-df210359f07f admin admin] Deleting port c210d714-e6c3-43df-aee9-88e1731ff240 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:48:56.387469 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-649677b7-6c99-496a-80f3-df210359f07f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:56.514199 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-28d12df4-e58d-4eb6-8a37-81460f3b19cb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=af92e0b416f44cf8846e4a67b0189462&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4631324 Nov 25 17:48:56.521475 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 42944) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:56.530108 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7ebff11d-2ef4-4397-a019-287ca25f067d req-26acb1ae-ded2-4dc2-90aa-875657887125 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2070422313&fields=id&tenant_id=e74594bc3f604c5c9d4110d7bd37c200 HTTP/1.1" status: 200 len: 267 time: 0.2094083 Nov 25 17:48:56.531426 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d12df4-e58d-4eb6-8a37-81460f3b19cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50071717-484a-4264-ac84-8ece9fe80f79,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:56.663066 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-649677b7-6c99-496a-80f3-df210359f07f admin admin] For port c210d714-e6c3-43df-aee9-88e1731ff240, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=c210d714-e6c3-43df-aee9-88e1731ff240,segment=NetworkSegment(285f1045-6e1b-4930-84ab-e53a5adeeccb),segment_id=285f1045-6e1b-4930-84ab-e53a5adeeccb)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:48:56.663437 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-649677b7-6c99-496a-80f3-df210359f07f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:56.667170 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebff11d-2ef4-4397-a019-287ca25f067d req-d1fcf21d-1936-4f6c-85d4-bb490baa6685 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:56.674821 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7ebff11d-2ef4-4397-a019-287ca25f067d req-d1fcf21d-1936-4f6c-85d4-bb490baa6685 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/networks?id=109bdaf3-9609-4601-8374-f1bcaf8256b8 HTTP/1.1" status: 200 len: 796 time: 0.1203947 Nov 25 17:48:56.691418 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-649677b7-6c99-496a-80f3-df210359f07f admin admin] Calling delete_port for c210d714-e6c3-43df-aee9-88e1731ff240 owned by network:router_interface {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:48:56.712649 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7ebff11d-2ef4-4397-a019-287ca25f067d req-a729035e-ddbf-43de-8766-e8ae16dab0c3 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/quotas/e74594bc3f604c5c9d4110d7bd37c200 HTTP/1.1" status: 200 len: 375 time: 0.0368516 Nov 25 17:48:56.757776 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6e9332bd-6729-4ef0-910b-38c432479dba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:56.799499 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6e9332bd-6729-4ef0-910b-38c432479dba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:56.826811 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7ebff11d-2ef4-4397-a019-287ca25f067d req-e4af2257-2ee1-44f9-9a6c-2e92942e6b3b tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=e74594bc3f604c5c9d4110d7bd37c200&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1086223 Nov 25 17:48:56.935389 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6e9332bd-6729-4ef0-910b-38c432479dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:56.940607 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6e9332bd-6729-4ef0-910b-38c432479dba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:56.942569 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6e9332bd-6729-4ef0-910b-38c432479dba admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/50071717-484a-4264-ac84-8ece9fe80f79 HTTP/1.1" status: 204 len: 168 time: 0.4192822 Nov 25 17:48:56.955091 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9332bd-6729-4ef0-910b-38c432479dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50071717-484a-4264-ac84-8ece9fe80f79,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:57.063928 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7ebff11d-2ef4-4397-a019-287ca25f067d req-8a1c171e-e1d6-4109-bb02-949abffd6d77 service neutron] 10.222.0.75 "GET /v2.0/networks/109bdaf3-9609-4601-8374-f1bcaf8256b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247105 Nov 25 17:48:57.066568 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-649677b7-6c99-496a-80f3-df210359f07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:57.075113 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7beb3b75-32f3-4640-98a7-38c8396bbd6f None None] Network 109bdaf3-9609-4601-8374-f1bcaf8256b8 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:48:57.107899 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649677b7-6c99-496a-80f3-df210359f07f admin admin] Pushing event deleted for resources: {'Port': ['ID=c210d714-e6c3-43df-aee9-88e1731ff240,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:57.218477 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-1c114238-d551-41d1-9f8e-6c0d2188f219 None None] Provisioning complete for port 2a6be18d-1cd0-4da3-b40d-05f4c26e17e8 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:48:57.219089 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1c114238-d551-41d1-9f8e-6c0d2188f219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:57.332851 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7ebff11d-2ef4-4397-a019-287ca25f067d req-fa6d1948-a634-41d4-b391-f067bb9f5568 service neutron] 10.222.0.75 "GET /v2.0/networks/109bdaf3-9609-4601-8374-f1bcaf8256b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573657 Nov 25 17:48:57.401675 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-649677b7-6c99-496a-80f3-df210359f07f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:57.567553 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1c114238-d551-41d1-9f8e-6c0d2188f219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:57.573954 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 2a6be18d-1cd0-4da3-b40d-05f4c26e17e8 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:48:57.605254 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 42968) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:57.685103 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-1c114238-d551-41d1-9f8e-6c0d2188f219 None None] For port 2a6be18d-1cd0-4da3-b40d-05f4c26e17e8, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=2a6be18d-1cd0-4da3-b40d-05f4c26e17e8,segment=NetworkSegment(f9004119-766e-43ce-ae55-bd51f66bdff7),segment_id=f9004119-766e-43ce-ae55-bd51f66bdff7)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:48:57.740673 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1c114238-d551-41d1-9f8e-6c0d2188f219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:57.762744 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 2a6be18d-1cd0-4da3-b40d-05f4c26e17e8 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:48:57.763435 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:57.863876 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 42976) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:57.880619 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-809640d0-5593-4daa-8452-9b8ae2a272ac tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:57.912090 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bea63dfe-4905-4297-8d78-226611426150 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:57.929637 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f5dd918f-a83b-4e0b-947a-c3c10beebfd5 req-15dc832a-7f69-4eb4-999f-c0f2b423c008 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/ports?device_id=3ffca1d4-3ffa-4cf3-a8c8-035e353b8243 HTTP/1.1" status: 200 len: 210 time: 0.1258287 Nov 25 17:48:57.960596 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c114238-d551-41d1-9f8e-6c0d2188f219 None None] Pushing event updated for resources: {'Port': ['ID=2a6be18d-1cd0-4da3-b40d-05f4c26e17e8,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:57.990419 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-852e541e-aa40-4cc9-b677-02217b34a906 None None] Provisioning complete for port 2a6be18d-1cd0-4da3-b40d-05f4c26e17e8 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:48:57.991182 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-852e541e-aa40-4cc9-b677-02217b34a906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:58.017845 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-809640d0-5593-4daa-8452-9b8ae2a272ac tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] 10.222.0.75 "PUT /v2.0/quotas/04de59d5ff3647ad85b86bbde195a603 HTTP/1.1" status: 200 len: 368 time: 0.4118922 Nov 25 17:48:58.021297 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 42980) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:58.028204 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-3913aad7-a09a-4bd6-b00a-6c5f082fa610 tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] Request body: {'network': {'project_id': '04de59d5ff3647ad85b86bbde195a603'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:58.088028 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3913aad7-a09a-4bd6-b00a-6c5f082fa610 tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] Made reservation on behalf of 04de59d5ff3647ad85b86bbde195a603 for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:48:58.100604 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3913aad7-a09a-4bd6-b00a-6c5f082fa610 tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:58.123998 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3913aad7-a09a-4bd6-b00a-6c5f082fa610 tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:58.146176 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bea63dfe-4905-4297-8d78-226611426150 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:58.157491 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bea63dfe-4905-4297-8d78-226611426150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:58.209564 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-649677b7-6c99-496a-80f3-df210359f07f admin admin] Router c03d7d74-0247-4b17-a397-f0597cc97424 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:48:58.213426 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3913aad7-a09a-4bd6-b00a-6c5f082fa610 tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:58.219668 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3913aad7-a09a-4bd6-b00a-6c5f082fa610 tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:58.236629 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-bea63dfe-4905-4297-8d78-226611426150 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f17c488166e14c9a8f543464366c2da0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3671982 Nov 25 17:48:58.241374 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 42986) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:58.252422 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea63dfe-4905-4297-8d78-226611426150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ac6c5f-a82f-4935-8523-4b8226a765fc,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:58.264068 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3913aad7-a09a-4bd6-b00a-6c5f082fa610 tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 919} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:48:58.277945 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913aad7-a09a-4bd6-b00a-6c5f082fa610 tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=816573a8-3f1e-4cc0-8d63-888beba47b52,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:58.297204 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3913aad7-a09a-4bd6-b00a-6c5f082fa610 tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:58.297819 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-3913aad7-a09a-4bd6-b00a-6c5f082fa610 tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] Added segment a6214645-62d1-46ca-83ab-8535bf1bba55 of type vlan for network 670d7417-5195-4f45-aa20-0a5cffabd871 Nov 25 17:48:58.357053 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3913aad7-a09a-4bd6-b00a-6c5f082fa610 tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:58.374292 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d9ccd346-40d3-49d7-857f-e653bc4d7d9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:58.407174 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-649677b7-6c99-496a-80f3-df210359f07f admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:48:58.412879 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d9ccd346-40d3-49d7-857f-e653bc4d7d9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:58.414821 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-649677b7-6c99-496a-80f3-df210359f07f admin admin] 10.222.0.75 "PUT /v2.0/routers/c03d7d74-0247-4b17-a397-f0597cc97424/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6836574 Nov 25 17:48:58.417421 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 42990) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:58.418424 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3913aad7-a09a-4bd6-b00a-6c5f082fa610 tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:58.418943 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3913aad7-a09a-4bd6-b00a-6c5f082fa610 tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:58.419779 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3913aad7-a09a-4bd6-b00a-6c5f082fa610 tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:58.422387 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee47e6d-d492-437f-a399-2a15d94b13fd None None] Sync routers for ids ['c03d7d74-0247-4b17-a397-f0597cc97424'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:48:58.438668 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee47e6d-d492-437f-a399-2a15d94b13fd None None] Routers {'c03d7d74-0247-4b17-a397-f0597cc97424'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:48:58.439387 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-cee47e6d-d492-437f-a399-2a15d94b13fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:48:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['c03d7d74-0247-4b17-a397-f0597cc97424'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:58.492574 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913aad7-a09a-4bd6-b00a-6c5f082fa610 tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] Pushing event updated for resources: {'Network': ['ID=670d7417-5195-4f45-aa20-0a5cffabd871,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:58.507969 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 670d7417-5195-4f45-aa20-0a5cffabd871 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:48:58.544999 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-3913aad7-a09a-4bd6-b00a-6c5f082fa610 tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5219853 Nov 25 17:48:58.547659 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 42994) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:58.556854 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-0c6b7ec2-f209-473e-bf1e-74ec8e4e9d5c tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] Request body: {'network': {'project_id': '04de59d5ff3647ad85b86bbde195a603'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:58.592377 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c6b7ec2-f209-473e-bf1e-74ec8e4e9d5c tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] Made reservation on behalf of 04de59d5ff3647ad85b86bbde195a603 for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:48:58.597803 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0c6b7ec2-f209-473e-bf1e-74ec8e4e9d5c tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:58.606371 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d9ccd346-40d3-49d7-857f-e653bc4d7d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:58.610732 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d9ccd346-40d3-49d7-857f-e653bc4d7d9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:58.612348 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d9ccd346-40d3-49d7-857f-e653bc4d7d9e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d8ac6c5f-a82f-4935-8523-4b8226a765fc HTTP/1.1" status: 204 len: 168 time: 0.3669407 Nov 25 17:48:58.632152 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ccd346-40d3-49d7-857f-e653bc4d7d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ac6c5f-a82f-4935-8523-4b8226a765fc,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:58.650205 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c6b7ec2-f209-473e-bf1e-74ec8e4e9d5c tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 940} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:48:58.667177 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0c6b7ec2-f209-473e-bf1e-74ec8e4e9d5c tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:58.667908 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-0c6b7ec2-f209-473e-bf1e-74ec8e4e9d5c tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] Added segment f1971b7d-65b2-4881-b131-9500f7ca02d5 of type vlan for network 57c17dff-c8c5-4840-9074-a40471cc92d5 Nov 25 17:48:58.734997 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0c6b7ec2-f209-473e-bf1e-74ec8e4e9d5c tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:58.754702 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-cee47e6d-d492-437f-a399-2a15d94b13fd None None] Set router c03d7d74-0247-4b17-a397-f0597cc97424 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:48:58.792680 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a359f092-a8ad-4791-91db-fa643cf2a175 admin admin] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:58.794630 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0c6b7ec2-f209-473e-bf1e-74ec8e4e9d5c tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:58.798153 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6b7ec2-f209-473e-bf1e-74ec8e4e9d5c tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:58.798876 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0c6b7ec2-f209-473e-bf1e-74ec8e4e9d5c tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:58.839367 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-0c6b7ec2-f209-473e-bf1e-74ec8e4e9d5c tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2901552 Nov 25 17:48:58.840069 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 42998) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:58.882091 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-ec8a0259-4513-4ac2-b9bb-80e21f0aa7cf tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] Request body: {'network': {'project_id': '04de59d5ff3647ad85b86bbde195a603'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:58.895072 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6b7ec2-f209-473e-bf1e-74ec8e4e9d5c tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] Pushing event updated for resources: {'Network': ['ID=57c17dff-c8c5-4840-9074-a40471cc92d5,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:58.904068 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec8a0259-4513-4ac2-b9bb-80e21f0aa7cf tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 25 17:48:58.904604 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec8a0259-4513-4ac2-b9bb-80e21f0aa7cf tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:48:58.909056 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 57c17dff-c8c5-4840-9074-a40471cc92d5 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:48:58.909732 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-ec8a0259-4513-4ac2-b9bb-80e21f0aa7cf tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0408587 Nov 25 17:48:58.910404 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 43000) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:59.011803 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-9f9a9a7d-e47b-4dc1-ac7b-9a5ce83240d9 tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=04de59d5ff3647ad85b86bbde195a603&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1002278 Nov 25 17:48:59.012513 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 43006) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:59.071799 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d3a80709-fcfe-4d4c-9287-a93281dd59a0 tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:59.098630 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d3a80709-fcfe-4d4c-9287-a93281dd59a0 tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:59.145700 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a359f092-a8ad-4791-91db-fa643cf2a175 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:59.167204 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d3a80709-fcfe-4d4c-9287-a93281dd59a0 tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:59.169993 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d3a80709-fcfe-4d4c-9287-a93281dd59a0 tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:59.173773 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d3a80709-fcfe-4d4c-9287-a93281dd59a0 tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] 10.222.0.75 "DELETE /v2.0/security-groups/816573a8-3f1e-4cc0-8d63-888beba47b52 HTTP/1.1" status: 204 len: 168 time: 0.1599019 Nov 25 17:48:59.174483 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43010) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:59.200429 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3cb5139c-e520-4664-8621-8828c4006b36 req-f7122612-dd23-4279-8a64-e1dfc8608026 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/ports?device_id=3ffca1d4-3ffa-4cf3-a8c8-035e353b8243 HTTP/1.1" status: 200 len: 210 time: 0.0431468 Nov 25 17:48:59.227600 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a80709-fcfe-4d4c-9287-a93281dd59a0 tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816573a8-3f1e-4cc0-8d63-888beba47b52,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:59.401443 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 2a6be18d-1cd0-4da3-b40d-05f4c26e17e8 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:48:59.425474 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-116ebee5-10aa-4182-bd30-b23c9145dd69 tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:59.487961 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-cee47e6d-d492-437f-a399-2a15d94b13fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03d7d74-0247-4b17-a397-f0597cc97424', 'name': 'tempest-ServerRescueNegativeTestJSON-1248325280-router', 'tenant_id': 'c4f532841b574680aa5b2f4b964927a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'd2dceca1-df5d-4f89-8cfb-947b9a62206c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:45:36Z', 'updated_at': '2021-11-25T17:48:56Z', 'revision_number': 5, 'project_id': 'c4f532841b574680aa5b2f4b964927a8', 'gw_port': {'id': 'd2dceca1-df5d-4f89-8cfb-947b9a62206c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03d7d74-0247-4b17-a397-f0597cc97424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:38Z', 'updated_at': '2021-11-25T17:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:59.491811 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-a359f092-a8ad-4791-91db-fa643cf2a175 admin admin] Deleting port d2dceca1-df5d-4f89-8cfb-947b9a62206c {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:48:59.492165 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a359f092-a8ad-4791-91db-fa643cf2a175 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:59.529078 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee47e6d-d492-437f-a399-2a15d94b13fd None None] Checking router: c03d7d74-0247-4b17-a397-f0597cc97424 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:48:59.529953 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 2a6be18d-1cd0-4da3-b40d-05f4c26e17e8 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:48:59.531189 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:59.540916 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee47e6d-d492-437f-a399-2a15d94b13fd None None] Routers {'c03d7d74-0247-4b17-a397-f0597cc97424'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:48:59.541603 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-cee47e6d-d492-437f-a399-2a15d94b13fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:48:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['c03d7d74-0247-4b17-a397-f0597cc97424'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:59.650032 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-cee47e6d-d492-437f-a399-2a15d94b13fd None None] Set router c03d7d74-0247-4b17-a397-f0597cc97424 gateway port host: None {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:48:59.707004 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebff11d-2ef4-4397-a019-287ca25f067d req-2d0c7edc-cd38-488f-a8be-b32b311b4a7a tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:59.709605 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7ebff11d-2ef4-4397-a019-287ca25f067d req-2d0c7edc-cd38-488f-a8be-b32b311b4a7a tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.74 "GET /v2.0/networks?id=109bdaf3-9609-4601-8374-f1bcaf8256b8 HTTP/1.1" status: 200 len: 796 time: 0.3759279 Nov 25 17:48:59.717876 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-cee47e6d-d492-437f-a399-2a15d94b13fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03d7d74-0247-4b17-a397-f0597cc97424', 'name': 'tempest-ServerRescueNegativeTestJSON-1248325280-router', 'tenant_id': 'c4f532841b574680aa5b2f4b964927a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:45:36Z', 'updated_at': '2021-11-25T17:48:59Z', 'revision_number': 6, 'project_id': 'c4f532841b574680aa5b2f4b964927a8', 'gw_port_host': None}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:59.746240 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee47e6d-d492-437f-a399-2a15d94b13fd None None] The sync data for ids ['c03d7d74-0247-4b17-a397-f0597cc97424'] in n-d-817746-1 is: [{'id': 'c03d7d74-0247-4b17-a397-f0597cc97424', 'name': 'tempest-ServerRescueNegativeTestJSON-1248325280-router', 'tenant_id': 'c4f532841b574680aa5b2f4b964927a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:45:36Z', 'updated_at': '2021-11-25T17:48:59Z', 'revision_number': 6, 'project_id': 'c4f532841b574680aa5b2f4b964927a8', 'gw_port_host': None}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:48:59.809672 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7ebff11d-2ef4-4397-a019-287ca25f067d req-f3004e80-be92-4653-83b7-a57d64a6254a tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e74594bc3f604c5c9d4110d7bd37c200 HTTP/1.1" status: 200 len: 473 time: 0.0887837 Nov 25 17:48:59.815631 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-116ebee5-10aa-4182-bd30-b23c9145dd69 tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:59.820765 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-7ebff11d-2ef4-4397-a019-287ca25f067d req-6242cbfe-f303-404b-96ca-35fbc7c82cde tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Request body: {'port': {'device_id': '3ffca1d4-3ffa-4cf3-a8c8-035e353b8243', 'network_id': '109bdaf3-9609-4601-8374-f1bcaf8256b8', 'admin_state_up': True, 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'security_groups': ['0b6cefa0-6f5c-47ec-b0b6-6d94909384f4']}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:59.879840 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-116ebee5-10aa-4182-bd30-b23c9145dd69 tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57c17dff-c8c5-4840-9074-a40471cc92d5']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:59.900435 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-a359f092-a8ad-4791-91db-fa643cf2a175 admin admin] For port d2dceca1-df5d-4f89-8cfb-947b9a62206c, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d2dceca1-df5d-4f89-8cfb-947b9a62206c,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:48:59.901154 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a359f092-a8ad-4791-91db-fa643cf2a175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:59.904662 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-116ebee5-10aa-4182-bd30-b23c9145dd69 tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1971b7d-65b2-4881-b131-9500f7ca02d5') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:59.905839 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-116ebee5-10aa-4182-bd30-b23c9145dd69 tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1971b7d-65b2-4881-b131-9500f7ca02d5') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:59.924178 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-116ebee5-10aa-4182-bd30-b23c9145dd69 tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:59.932125 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-a359f092-a8ad-4791-91db-fa643cf2a175 admin admin] Calling delete_port for d2dceca1-df5d-4f89-8cfb-947b9a62206c owned by network:router_gateway {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:48:59.961093 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-116ebee5-10aa-4182-bd30-b23c9145dd69 tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:59.978798 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-116ebee5-10aa-4182-bd30-b23c9145dd69 tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] Releasing vlan 940 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:48:59.979064 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-116ebee5-10aa-4182-bd30-b23c9145dd69 tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:00.031892 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:49:00.031892 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:49:00.031892 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:49:00.031892 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:49:00.031892 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:49:00.031892 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:49:00.031892 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:49:00.031892 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:49:00.031892 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:49:00.031892 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:49:00.031892 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:49:00.031892 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:49:00.031892 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:49:00.031892 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:49:00.031892 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:49:00.031892 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:49:00.031892 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:49:00.031892 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:49:00.031892 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:49:00.031892 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:49:00.031892 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:49:00.031892 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:49:00.031892 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:49:00.031892 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:49:00.031892 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:49:00.031892 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:49:00.031892 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:49:00.031892 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:49:00.031892 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:49:00.031892 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:49:00.031892 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:49:00.031892 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:49:00.050746 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ebff11d-2ef4-4397-a019-287ca25f067d req-6242cbfe-f303-404b-96ca-35fbc7c82cde tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Made reservation on behalf of e74594bc3f604c5c9d4110d7bd37c200 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:49:00.055060 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7ebff11d-2ef4-4397-a019-287ca25f067d req-6242cbfe-f303-404b-96ca-35fbc7c82cde tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:00.133853 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-116ebee5-10aa-4182-bd30-b23c9145dd69 tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:00.142941 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-116ebee5-10aa-4182-bd30-b23c9145dd69 tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:00.152854 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-116ebee5-10aa-4182-bd30-b23c9145dd69 tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] 10.222.0.75 "DELETE /v2.0/networks/57c17dff-c8c5-4840-9074-a40471cc92d5 HTTP/1.1" status: 204 len: 168 time: 0.9711893 Nov 25 17:49:00.163477 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43034) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:00.255311 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116ebee5-10aa-4182-bd30-b23c9145dd69 tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] Pushing event deleted for resources: {'Network': ['ID=57c17dff-c8c5-4840-9074-a40471cc92d5,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:00.365478 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-7ebff11d-2ef4-4397-a019-287ca25f067d req-6242cbfe-f303-404b-96ca-35fbc7c82cde tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Allocated IP 172.20.0.22 (109bdaf3-9609-4601-8374-f1bcaf8256b8/464b9b20-5008-42ac-9953-750a1383ab51/e059e7b9-cbec-4340-8cd4-6187196c0ff6) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:49:00.472381 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-52e2078d-2f95-4838-84d3-c49cab9b641a tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:00.495036 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bec13fb8-227c-487f-89b1-f93b59cebf41 req-ee9323c0-6b4d-492c-b916-357b3e7a6b24 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/ports?device_id=3ffca1d4-3ffa-4cf3-a8c8-035e353b8243 HTTP/1.1" status: 200 len: 210 time: 0.0427444 Nov 25 17:49:00.611640 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a359f092-a8ad-4791-91db-fa643cf2a175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:00.668746 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b254f994-f264-47d0-b9e6-d1af0c733dc5 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:49:00.721671 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7ebff11d-2ef4-4397-a019-287ca25f067d req-6242cbfe-f303-404b-96ca-35fbc7c82cde tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:00.777305 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a359f092-a8ad-4791-91db-fa643cf2a175 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2dceca1-df5d-4f89-8cfb-947b9a62206c,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:00.781842 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-52e2078d-2f95-4838-84d3-c49cab9b641a tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:00.844615 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-52e2078d-2f95-4838-84d3-c49cab9b641a tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['670d7417-5195-4f45-aa20-0a5cffabd871']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:00.860243 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-52e2078d-2f95-4838-84d3-c49cab9b641a tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6214645-62d1-46ca-83ab-8535bf1bba55') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:00.860818 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-52e2078d-2f95-4838-84d3-c49cab9b641a tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6214645-62d1-46ca-83ab-8535bf1bba55') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:00.870824 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a359f092-a8ad-4791-91db-fa643cf2a175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:00.874458 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27c081-dbca-4626-ba15-c27949e52c40 req-0501abb9-e98c-432a-a8b1-a57a4842dbc4 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:00.875391 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-52e2078d-2f95-4838-84d3-c49cab9b641a tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:00.876487 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1b27c081-dbca-4626-ba15-c27949e52c40 req-0501abb9-e98c-432a-a8b1-a57a4842dbc4 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 946 time: 0.1062267 Nov 25 17:49:00.878877 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7ebff11d-2ef4-4397-a019-287ca25f067d req-6242cbfe-f303-404b-96ca-35fbc7c82cde tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:00.923314 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ebff11d-2ef4-4397-a019-287ca25f067d req-6242cbfe-f303-404b-96ca-35fbc7c82cde tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Network 109bdaf3-9609-4601-8374-f1bcaf8256b8 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:49:00.927650 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-7ebff11d-2ef4-4397-a019-287ca25f067d req-6242cbfe-f303-404b-96ca-35fbc7c82cde tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:49:00.951125 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ebff11d-2ef4-4397-a019-287ca25f067d req-6242cbfe-f303-404b-96ca-35fbc7c82cde tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:49:01.040853 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebff11d-2ef4-4397-a019-287ca25f067d req-6242cbfe-f303-404b-96ca-35fbc7c82cde tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:01.041669 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7ebff11d-2ef4-4397-a019-287ca25f067d req-6242cbfe-f303-404b-96ca-35fbc7c82cde tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:01.109646 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7ebff11d-2ef4-4397-a019-287ca25f067d req-6242cbfe-f303-404b-96ca-35fbc7c82cde tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2931533 Nov 25 17:49:01.112907 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6242cbfe-f303-404b-96ca-35fbc7c82cde tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Pushing event updated for resources: {'Port': ['ID=e059e7b9-cbec-4340-8cd4-6187196c0ff6,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:01.139260 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-7ebff11d-2ef4-4397-a019-287ca25f067d req-decc24ea-5a4e-423d-b923-f2134a3a9400 service neutron] Request body: {'port': {'device_id': '3ffca1d4-3ffa-4cf3-a8c8-035e353b8243', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:01.239023 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7ebff11d-2ef4-4397-a019-287ca25f067d req-decc24ea-5a4e-423d-b923-f2134a3a9400 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:01.305430 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1b27c081-dbca-4626-ba15-c27949e52c40 req-ad24d9bb-8f07-4c3b-872e-2f7f36a7b4f8 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4085903 Nov 25 17:49:01.308367 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-080aef79-416e-4d10-8e29-5d799a8bd508 None None] Provisioning complete for port e059e7b9-cbec-4340-8cd4-6187196c0ff6 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:01.309093 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-080aef79-416e-4d10-8e29-5d799a8bd508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:01.403976 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device c210d714-e6c3-43df-aee9-88e1731ff240 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:49:01.449001 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: c210d714-e6c3-43df-aee9-88e1731ff240 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:49:01.449353 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device c210d714-e6c3-43df-aee9-88e1731ff240 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:49:01.449778 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d2dceca1-df5d-4f89-8cfb-947b9a62206c no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:49:01.475980 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-080aef79-416e-4d10-8e29-5d799a8bd508 None None] Port e059e7b9-cbec-4340-8cd4-6187196c0ff6 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:49:01.477554 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: d2dceca1-df5d-4f89-8cfb-947b9a62206c {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:49:01.478146 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d2dceca1-df5d-4f89-8cfb-947b9a62206c not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:49:01.527309 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a359f092-a8ad-4791-91db-fa643cf2a175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:01.530542 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a359f092-a8ad-4791-91db-fa643cf2a175 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:01.581520 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-52e2078d-2f95-4838-84d3-c49cab9b641a tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:01.583933 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a359f092-a8ad-4791-91db-fa643cf2a175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:01.584661 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a359f092-a8ad-4791-91db-fa643cf2a175 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c03d7d74-0247-4b17-a397-f0597cc97424 {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:49:01.594891 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a359f092-a8ad-4791-91db-fa643cf2a175 admin admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:01.596469 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a359f092-a8ad-4791-91db-fa643cf2a175 admin admin] 10.222.0.75 "DELETE /v2.0/routers/c03d7d74-0247-4b17-a397-f0597cc97424 HTTP/1.1" status: 204 len: 168 time: 3.1780379 Nov 25 17:49:01.598232 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52e2078d-2f95-4838-84d3-c49cab9b641a tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] Releasing vlan 919 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:49:01.598887 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-52e2078d-2f95-4838-84d3-c49cab9b641a tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:01.601150 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:49:01.601150 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:49:01.601150 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:49:01.601150 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:49:01.601150 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:49:01.601150 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:49:01.601150 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:49:01.601150 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:49:01.601150 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:49:01.601150 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:49:01.601150 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:49:01.601150 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:49:01.601150 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:49:01.601150 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:49:01.601150 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:49:01.601150 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:49:01.601150 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:49:01.601150 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:49:01.601150 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:49:01.601150 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:49:01.601150 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:49:01.601150 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:49:01.601150 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:49:01.601150 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:49:01.601150 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:49:01.601150 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:49:01.601150 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:49:01.601150 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:49:01.601150 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:49:01.601150 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:49:01.601150 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:49:01.601150 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:49:01.604398 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43060) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:01.715903 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce55a518-1342-4cf4-b921-6d988e48f4b3 admin admin] Deleting subnet f1fd26dd-f220-4d6c-884e-069c7606d72e {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:49:01.722228 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-52e2078d-2f95-4838-84d3-c49cab9b641a tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:01.729532 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ce55a518-1342-4cf4-b921-6d988e48f4b3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:01.745275 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-52e2078d-2f95-4838-84d3-c49cab9b641a tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:01.747569 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-7ebff11d-2ef4-4397-a019-287ca25f067d req-decc24ea-5a4e-423d-b923-f2134a3a9400 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e059e7b9-cbec-4340-8cd4-6187196c0ff6 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:49:01.754231 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-52e2078d-2f95-4838-84d3-c49cab9b641a tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] 10.222.0.75 "DELETE /v2.0/networks/670d7417-5195-4f45-aa20-0a5cffabd871 HTTP/1.1" status: 204 len: 168 time: 1.5874033 Nov 25 17:49:01.779588 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7ebff11d-2ef4-4397-a019-287ca25f067d req-decc24ea-5a4e-423d-b923-f2134a3a9400 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:01.789294 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e2078d-2f95-4838-84d3-c49cab9b641a tempest-QuotasNegativeTest-1013505655 tempest-QuotasNegativeTest-1013505655-project-admin] Pushing event deleted for resources: {'Network': ['ID=670d7417-5195-4f45-aa20-0a5cffabd871,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:01.804226 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545cd6f4-c3ac-4202-9a79-d25d85f62232 req-01915b74-1dcd-4649-9f82-fd9f967353d3 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:01.812154 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-545cd6f4-c3ac-4202-9a79-d25d85f62232 req-01915b74-1dcd-4649-9f82-fd9f967353d3 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/ports?device_id=3ffca1d4-3ffa-4cf3-a8c8-035e353b8243 HTTP/1.1" status: 200 len: 932 time: 0.1750000 Nov 25 17:49:01.814486 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ce55a518-1342-4cf4-b921-6d988e48f4b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:01.821109 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-7ebff11d-2ef4-4397-a019-287ca25f067d req-decc24ea-5a4e-423d-b923-f2134a3a9400 service neutron] Transition to ACTIVE for port object e059e7b9-cbec-4340-8cd4-6187196c0ff6 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:49:01.835528 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7ebff11d-2ef4-4397-a019-287ca25f067d req-decc24ea-5a4e-423d-b923-f2134a3a9400 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:01.864384 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ce55a518-1342-4cf4-b921-6d988e48f4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:01.944759 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ce55a518-1342-4cf4-b921-6d988e48f4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:01.953358 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decc24ea-5a4e-423d-b923-f2134a3a9400 service neutron] Pushing event updated for resources: {'Port': ['ID=e059e7b9-cbec-4340-8cd4-6187196c0ff6,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:01.986119 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce55a518-1342-4cf4-b921-6d988e48f4b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1fd26dd-f220-4d6c-884e-069c7606d72e,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:01.988536 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ce55a518-1342-4cf4-b921-6d988e48f4b3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:01.991579 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-545cd6f4-c3ac-4202-9a79-d25d85f62232 req-839e3fec-8f81-4c8b-9e65-02764d36364f tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b6cefa0-6f5c-47ec-b0b6-6d94909384f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700692 Nov 25 17:49:01.991959 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ce55a518-1342-4cf4-b921-6d988e48f4b3 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/f1fd26dd-f220-4d6c-884e-069c7606d72e HTTP/1.1" status: 204 len: 168 time: 0.3756039 Nov 25 17:49:01.994821 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 43068) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:02.123695 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bb207f8f-aecf-48be-b841-64cb1256f72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:02.187999 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-7ebff11d-2ef4-4397-a019-287ca25f067d req-decc24ea-5a4e-423d-b923-f2134a3a9400 service neutron] Attempting to bind port e059e7b9-cbec-4340-8cd4-6187196c0ff6 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:49:02.188352 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-7ebff11d-2ef4-4397-a019-287ca25f067d req-decc24ea-5a4e-423d-b923-f2134a3a9400 service neutron] Attempting to bind port e059e7b9-cbec-4340-8cd4-6187196c0ff6 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'f9004119-766e-43ce-ae55-bd51f66bdff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '109bdaf3-9609-4601-8374-f1bcaf8256b8'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:49:02.188694 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebff11d-2ef4-4397-a019-287ca25f067d req-decc24ea-5a4e-423d-b923-f2134a3a9400 service neutron] Attempting to bind port e059e7b9-cbec-4340-8cd4-6187196c0ff6 on network 109bdaf3-9609-4601-8374-f1bcaf8256b8 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:49:02.212243 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebff11d-2ef4-4397-a019-287ca25f067d req-decc24ea-5a4e-423d-b923-f2134a3a9400 service neutron] Port e059e7b9-cbec-4340-8cd4-6187196c0ff6 on network 109bdaf3-9609-4601-8374-f1bcaf8256b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:49:02.212574 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebff11d-2ef4-4397-a019-287ca25f067d req-decc24ea-5a4e-423d-b923-f2134a3a9400 service neutron] Attempting to bind port e059e7b9-cbec-4340-8cd4-6187196c0ff6 on network 109bdaf3-9609-4601-8374-f1bcaf8256b8 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:49:02.226080 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebff11d-2ef4-4397-a019-287ca25f067d req-decc24ea-5a4e-423d-b923-f2134a3a9400 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:49:02.226288 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebff11d-2ef4-4397-a019-287ca25f067d req-decc24ea-5a4e-423d-b923-f2134a3a9400 service neutron] Checking segment: {'id': 'f9004119-766e-43ce-ae55-bd51f66bdff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '109bdaf3-9609-4601-8374-f1bcaf8256b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:49:02.226871 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebff11d-2ef4-4397-a019-287ca25f067d req-decc24ea-5a4e-423d-b923-f2134a3a9400 service neutron] Bound using segment: {'id': 'f9004119-766e-43ce-ae55-bd51f66bdff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '109bdaf3-9609-4601-8374-f1bcaf8256b8'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:49:02.227810 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-7ebff11d-2ef4-4397-a019-287ca25f067d req-decc24ea-5a4e-423d-b923-f2134a3a9400 service neutron] Bound port: e059e7b9-cbec-4340-8cd4-6187196c0ff6, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9004119-766e-43ce-ae55-bd51f66bdff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '109bdaf3-9609-4601-8374-f1bcaf8256b8'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:49:02.228699 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7ebff11d-2ef4-4397-a019-287ca25f067d req-decc24ea-5a4e-423d-b923-f2134a3a9400 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:02.274178 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bb207f8f-aecf-48be-b841-64cb1256f72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:02.326144 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-bb207f8f-aecf-48be-b841-64cb1256f72b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55aac267-cfea-4cb6-a3d1-5d2e5c9145dd']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:02.430551 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-bb207f8f-aecf-48be-b841-64cb1256f72b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '285f1045-6e1b-4930-84ab-e53a5adeeccb') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:02.431153 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-bb207f8f-aecf-48be-b841-64cb1256f72b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '285f1045-6e1b-4930-84ab-e53a5adeeccb') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:02.462174 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bb207f8f-aecf-48be-b841-64cb1256f72b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:02.523788 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bb207f8f-aecf-48be-b841-64cb1256f72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:02.562333 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26bb5f-8189-4be4-8d7d-f7a6cfe381cb req-698759ef-d2bf-48cd-a736-2af508296109 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:02.563774 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cf26bb5f-8189-4be4-8d7d-f7a6cfe381cb req-698759ef-d2bf-48cd-a736-2af508296109 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.90 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 946 time: 0.1832504 Nov 25 17:49:02.565591 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb207f8f-aecf-48be-b841-64cb1256f72b admin admin] Releasing vlan 916 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:49:02.566004 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bb207f8f-aecf-48be-b841-64cb1256f72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:02.568805 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:49:02.568805 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:49:02.568805 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:49:02.568805 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:49:02.568805 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:49:02.568805 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:49:02.568805 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:49:02.568805 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:49:02.568805 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:49:02.568805 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:49:02.568805 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:49:02.568805 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:49:02.568805 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:49:02.568805 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:49:02.568805 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:49:02.568805 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:49:02.568805 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:49:02.568805 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:49:02.568805 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:49:02.568805 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:49:02.568805 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:49:02.568805 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:49:02.568805 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:49:02.568805 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:49:02.568805 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:49:02.568805 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:49:02.568805 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:49:02.568805 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:49:02.568805 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:49:02.568805 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:49:02.568805 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:49:02.568805 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:49:02.585399 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-7ebff11d-2ef4-4397-a019-287ca25f067d req-decc24ea-5a4e-423d-b923-f2134a3a9400 service neutron] For port e059e7b9-cbec-4340-8cd4-6187196c0ff6, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:49:02.624129 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43086) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:02.641311 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-7ebff11d-2ef4-4397-a019-287ca25f067d req-decc24ea-5a4e-423d-b923-f2134a3a9400 service neutron] For port e059e7b9-cbec-4340-8cd4-6187196c0ff6, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e059e7b9-cbec-4340-8cd4-6187196c0ff6,segment=NetworkSegment(f9004119-766e-43ce-ae55-bd51f66bdff7),segment_id=f9004119-766e-43ce-ae55-bd51f66bdff7)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:49:02.671469 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7ebff11d-2ef4-4397-a019-287ca25f067d req-decc24ea-5a4e-423d-b923-f2134a3a9400 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:02.702217 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96abae6d-d9d4-41fa-97f4-aca1c9cf67ca req-48e62d91-79d1-4f3c-a317-af535489fc19 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:02.704297 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-96abae6d-d9d4-41fa-97f4-aca1c9cf67ca req-48e62d91-79d1-4f3c-a317-af535489fc19 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 946 time: 0.2156162 Nov 25 17:49:02.740778 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bb207f8f-aecf-48be-b841-64cb1256f72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:02.749327 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebff11d-2ef4-4397-a019-287ca25f067d req-decc24ea-5a4e-423d-b923-f2134a3a9400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:02.750243 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7ebff11d-2ef4-4397-a019-287ca25f067d req-decc24ea-5a4e-423d-b923-f2134a3a9400 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:02.751808 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7ebff11d-2ef4-4397-a019-287ca25f067d req-decc24ea-5a4e-423d-b923-f2134a3a9400 service neutron] 10.222.0.74 "PUT /v2.0/ports/e059e7b9-cbec-4340-8cd4-6187196c0ff6 HTTP/1.1" status: 200 len: 1092 time: 1.6224663 Nov 25 17:49:02.753576 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ffca1d4-3ffa-4cf3-a8c8-035e353b8243', 'tag': 'e059e7b9-cbec-4340-8cd4-6187196c0ff6'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:49:02.756198 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b6d522d-ad66-4a3b-af77-9d08f63ad812" -d '{"events": [{"name": "network-changed", "server_uuid": "3ffca1d4-3ffa-4cf3-a8c8-035e353b8243", "tag": "e059e7b9-cbec-4340-8cd4-6187196c0ff6"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:49:02.789963 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bb207f8f-aecf-48be-b841-64cb1256f72b admin admin] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:02.793169 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-bb207f8f-aecf-48be-b841-64cb1256f72b admin admin] 10.222.0.75 "DELETE /v2.0/networks/55aac267-cfea-4cb6-a3d1-5d2e5c9145dd HTTP/1.1" status: 204 len: 168 time: 0.7967985 Nov 25 17:49:02.818839 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832a830e-9437-4662-865c-8d220c30a8d5 x-openstack-request-id: req-832a830e-9437-4662-865c-8d220c30a8d5 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:49:02.819176 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ffca1d4-3ffa-4cf3-a8c8-035e353b8243", "tag": "e059e7b9-cbec-4340-8cd4-6187196c0ff6", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:49:02.819384 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-832a830e-9437-4662-865c-8d220c30a8d5 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:49:02.820286 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ffca1d4-3ffa-4cf3-a8c8-035e353b8243', 'tag': 'e059e7b9-cbec-4340-8cd4-6187196c0ff6', 'status': 'completed', 'code': 200} Nov 25 17:49:02.838831 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e710596e-153d-4881-b2cd-9c75a0b41ed2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:02.882188 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb207f8f-aecf-48be-b841-64cb1256f72b admin admin] Pushing event deleted for resources: {'Network': ['ID=55aac267-cfea-4cb6-a3d1-5d2e5c9145dd,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:02.910324 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decc24ea-5a4e-423d-b923-f2134a3a9400 service neutron] Pushing event updated for resources: {'Port': ['ID=e059e7b9-cbec-4340-8cd4-6187196c0ff6,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:02.938446 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-96abae6d-d9d4-41fa-97f4-aca1c9cf67ca req-3ef10d4f-0046-4148-9969-fddd8b94cad6 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/security-groups?id=2fca9d33-96ae-479c-a2bc-3e1943f0d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150030 Nov 25 17:49:02.955928 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebff11d-2ef4-4397-a019-287ca25f067d req-9cdd432d-64d9-48c2-aae8-cb61dfe97d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:02.957431 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7ebff11d-2ef4-4397-a019-287ca25f067d req-9cdd432d-64d9-48c2-aae8-cb61dfe97d22 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e74594bc3f604c5c9d4110d7bd37c200&device_id=3ffca1d4-3ffa-4cf3-a8c8-035e353b8243 HTTP/1.1" status: 200 len: 1095 time: 0.1342170 Nov 25 17:49:02.960076 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-cf26bb5f-8189-4be4-8d7d-f7a6cfe381cb req-dcaba516-8cc7-4a67-98aa-81c046423153 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Deleting port f775cafa-bf5b-412d-84f8-dce9f7ca3a8f {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:49:02.960423 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-cf26bb5f-8189-4be4-8d7d-f7a6cfe381cb req-dcaba516-8cc7-4a67-98aa-81c046423153 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:02.992135 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e710596e-153d-4881-b2cd-9c75a0b41ed2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:02.999794 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e710596e-153d-4881-b2cd-9c75a0b41ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:03.006940 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 43094) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:03.067218 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e710596e-153d-4881-b2cd-9c75a0b41ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf1b935-81b0-4250-90bd-20a3d56518a6,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:03.114993 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e710596e-153d-4881-b2cd-9c75a0b41ed2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4f3c8a249fc045fa8b06dc4333d77cfe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4873874 Nov 25 17:49:03.115343 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43098) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:03.116905 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7ebff11d-2ef4-4397-a019-287ca25f067d req-e0cc9945-558b-4571-8c66-9fb6c284b597 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=e059e7b9-cbec-4340-8cd4-6187196c0ff6 HTTP/1.1" status: 200 len: 217 time: 0.1467102 Nov 25 17:49:03.180440 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-72ecb19b-ca90-48fe-ab10-c41c0a655953 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:03.207533 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-72ecb19b-ca90-48fe-ab10-c41c0a655953 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:03.248270 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-2403b3c5-596b-4eca-97da-3b0abdb1e177 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c4f532841b574680aa5b2f4b964927a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2374415 Nov 25 17:49:03.250855 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43100) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:03.257478 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebff11d-2ef4-4397-a019-287ca25f067d req-e0450553-aca3-4f73-8c7e-9a25b5468594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:03.258942 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7ebff11d-2ef4-4397-a019-287ca25f067d req-e0450553-aca3-4f73-8c7e-9a25b5468594 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=464b9b20-5008-42ac-9953-750a1383ab51 HTTP/1.1" status: 200 len: 838 time: 0.1263711 Nov 25 17:49:03.261869 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-cf26bb5f-8189-4be4-8d7d-f7a6cfe381cb req-dcaba516-8cc7-4a67-98aa-81c046423153 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] For port f775cafa-bf5b-412d-84f8-dce9f7ca3a8f, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=f775cafa-bf5b-412d-84f8-dce9f7ca3a8f,segment=NetworkSegment(71c86001-f0ae-4454-b37f-632918094290),segment_id=71c86001-f0ae-4454-b37f-632918094290)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:03.262314 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-cf26bb5f-8189-4be4-8d7d-f7a6cfe381cb req-dcaba516-8cc7-4a67-98aa-81c046423153 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:03.287486 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-72ecb19b-ca90-48fe-ab10-c41c0a655953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:03.290198 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-72ecb19b-ca90-48fe-ab10-c41c0a655953 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:03.293667 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-72ecb19b-ca90-48fe-ab10-c41c0a655953 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/eaf1b935-81b0-4250-90bd-20a3d56518a6 HTTP/1.1" status: 204 len: 168 time: 0.1746905 Nov 25 17:49:03.294745 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9924db-8eec-4464-b450-1b0a81c5f623 req-8d5e5179-5cda-4a54-b5fb-40e20940dcc9 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:03.305089 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2d9924db-8eec-4464-b450-1b0a81c5f623 req-8d5e5179-5cda-4a54-b5fb-40e20940dcc9 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/ports?device_id=3ffca1d4-3ffa-4cf3-a8c8-035e353b8243 HTTP/1.1" status: 200 len: 944 time: 0.1839621 Nov 25 17:49:03.319309 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ecb19b-ca90-48fe-ab10-c41c0a655953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf1b935-81b0-4250-90bd-20a3d56518a6,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:03.320255 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-cf26bb5f-8189-4be4-8d7d-f7a6cfe381cb req-dcaba516-8cc7-4a67-98aa-81c046423153 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Calling delete_port for f775cafa-bf5b-412d-84f8-dce9f7ca3a8f owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:49:03.360657 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5f8922fe-daf4-4340-a072-d294a7d5ee2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:03.398915 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5f8922fe-daf4-4340-a072-d294a7d5ee2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:03.486901 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5f8922fe-daf4-4340-a072-d294a7d5ee2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:03.492210 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5f8922fe-daf4-4340-a072-d294a7d5ee2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:03.502288 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-5f8922fe-daf4-4340-a072-d294a7d5ee2f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/57eb4a1a-aaa1-490e-886f-d56946fc5e14 HTTP/1.1" status: 204 len: 168 time: 0.2495816 Nov 25 17:49:03.512637 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8922fe-daf4-4340-a072-d294a7d5ee2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57eb4a1a-aaa1-490e-886f-d56946fc5e14,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:03.532888 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2d9924db-8eec-4464-b450-1b0a81c5f623 req-ea3e2e43-df6c-405e-aa52-43705ca8d979 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b6cefa0-6f5c-47ec-b0b6-6d94909384f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2102368 Nov 25 17:49:03.537229 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebff11d-2ef4-4397-a019-287ca25f067d req-2be4b067-ee5d-4976-bcde-fbf448a52934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:03.539023 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7ebff11d-2ef4-4397-a019-287ca25f067d req-2be4b067-ee5d-4976-bcde-fbf448a52934 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=109bdaf3-9609-4601-8374-f1bcaf8256b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2670393 Nov 25 17:49:03.723612 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7ebff11d-2ef4-4397-a019-287ca25f067d req-2f80e675-d34f-4f46-85cc-d4d010000a06 service neutron] 10.222.0.74 "GET /v2.0/networks/109bdaf3-9609-4601-8374-f1bcaf8256b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753926 Nov 25 17:49:03.724229 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-cf26bb5f-8189-4be4-8d7d-f7a6cfe381cb req-dcaba516-8cc7-4a67-98aa-81c046423153 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:03.727468 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d6c3b0df-ccc9-4c1f-bf8d-25b732813e4f req-b5476b67-d556-4b05-b2d5-31b905498d59 tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=cedc085fdc134aa698be949c7dd7cb76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328772 Nov 25 17:49:03.737052 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['f775cafa-bf5b-412d-84f8-dce9f7ca3a8f'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:49:03.788204 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaba516-8cc7-4a67-98aa-81c046423153 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Pushing event deleted for resources: {'Port': ['ID=f775cafa-bf5b-412d-84f8-dce9f7ca3a8f,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:03.852596 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43124) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:03.871067 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f882c75c-92c7-4af1-a2e5-42b17a6588a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:03.917573 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf26bb5f-8189-4be4-8d7d-f7a6cfe381cb req-dcaba516-8cc7-4a67-98aa-81c046423153 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] No DVR routers for this DVR port f775cafa-bf5b-412d-84f8-dce9f7ca3a8f on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:49:03.923747 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-cf26bb5f-8189-4be4-8d7d-f7a6cfe381cb req-dcaba516-8cc7-4a67-98aa-81c046423153 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:03.927216 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cf26bb5f-8189-4be4-8d7d-f7a6cfe381cb req-dcaba516-8cc7-4a67-98aa-81c046423153 tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.90 "DELETE /v2.0/ports/f775cafa-bf5b-412d-84f8-dce9f7ca3a8f HTTP/1.1" status: 204 len: 173 time: 1.3364594 Nov 25 17:49:03.999978 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7ebff11d-2ef4-4397-a019-287ca25f067d req-42d27469-7233-44e6-9b51-4aded355459b service neutron] 10.222.0.74 "GET /v2.0/networks/109bdaf3-9609-4601-8374-f1bcaf8256b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655928 Nov 25 17:49:04.011306 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c3b0df-ccc9-4c1f-bf8d-25b732813e4f req-80e7381c-0699-461c-b685-27caffb9e50a tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:04.012909 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d6c3b0df-ccc9-4c1f-bf8d-25b732813e4f req-80e7381c-0699-461c-b685-27caffb9e50a tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2473514 Nov 25 17:49:04.041672 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d6c3b0df-ccc9-4c1f-bf8d-25b732813e4f req-5e8eb1a4-9aa4-46fe-b5db-d7f143666421 tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] 10.222.0.75 "GET /v2.0/quotas/cedc085fdc134aa698be949c7dd7cb76 HTTP/1.1" status: 200 len: 375 time: 0.0209374 Nov 25 17:49:04.062981 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f882c75c-92c7-4af1-a2e5-42b17a6588a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:04.071350 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f882c75c-92c7-4af1-a2e5-42b17a6588a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:04.099902 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d6c3b0df-ccc9-4c1f-bf8d-25b732813e4f req-1af5c050-5e0c-490e-a8b8-40d39277da06 tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=cedc085fdc134aa698be949c7dd7cb76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465403 Nov 25 17:49:04.119192 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f882c75c-92c7-4af1-a2e5-42b17a6588a6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=bd7d7a3a6aa64938844b1def7e5e7210&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2652502 Nov 25 17:49:04.123044 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43132) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:04.152404 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f882c75c-92c7-4af1-a2e5-42b17a6588a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db214e5e-def8-40b8-958f-805702fc7f70,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:04.169916 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a3e0885f-df29-460b-886a-22d25fa30b5e req-2aa64e7f-f5e2-4af6-911e-5908a75da43a tempest-ServersNegativeTestJSON-417122514 tempest-ServersNegativeTestJSON-417122514-project] 10.222.0.75 "GET /v2.0/ports?device_id=481c3a50-3a48-4609-ab28-3d6c644af2b0 HTTP/1.1" status: 200 len: 210 time: 0.0403185 Nov 25 17:49:04.196189 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f28f8e94-f300-4030-a961-a7daa066fb38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:04.197057 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d522d-ad66-4a3b-af77-9d08f63ad812 req-f76e202b-37b9-4ab1-b30d-a946675ae076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:04.199666 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2b6d522d-ad66-4a3b-af77-9d08f63ad812 req-f76e202b-37b9-4ab1-b30d-a946675ae076 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e74594bc3f604c5c9d4110d7bd37c200&device_id=3ffca1d4-3ffa-4cf3-a8c8-035e353b8243 HTTP/1.1" status: 200 len: 1095 time: 0.1053174 Nov 25 17:49:04.224193 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f28f8e94-f300-4030-a961-a7daa066fb38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:04.283373 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f28f8e94-f300-4030-a961-a7daa066fb38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:04.287750 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f28f8e94-f300-4030-a961-a7daa066fb38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:04.289058 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f28f8e94-f300-4030-a961-a7daa066fb38 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/db214e5e-def8-40b8-958f-805702fc7f70 HTTP/1.1" status: 204 len: 168 time: 0.1650693 Nov 25 17:49:04.304952 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f8e94-f300-4030-a961-a7daa066fb38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db214e5e-def8-40b8-958f-805702fc7f70,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:04.379159 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-53dac858-6903-44b2-afdd-dfa9ead39efe req-70db8096-add5-4b41-88a9-0cb9e5b3f3d1 tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] 10.222.0.75 "GET /v2.0/ports?device_id=7176acaa-331c-4e0c-bb4b-113bdf76a36f HTTP/1.1" status: 200 len: 210 time: 0.0309494 Nov 25 17:49:04.430436 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d522d-ad66-4a3b-af77-9d08f63ad812 req-c4283e9d-6a53-4c65-8739-0b084c90f852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:04.432007 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2b6d522d-ad66-4a3b-af77-9d08f63ad812 req-c4283e9d-6a53-4c65-8739-0b084c90f852 service neutron] 10.222.0.74 "GET /v2.0/networks?id=109bdaf3-9609-4601-8374-f1bcaf8256b8 HTTP/1.1" status: 200 len: 897 time: 0.2256589 Nov 25 17:49:04.930742 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481c3a50-3a48-4609-ab28-3d6c644af2b0', 'name': 'network-vif-deleted', 'tag': 'f775cafa-bf5b-412d-84f8-dce9f7ca3a8f'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:49:04.933577 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4792b21a-43e3-4215-87ff-6fd992a9c9ba" -d '{"events": [{"server_uuid": "481c3a50-3a48-4609-ab28-3d6c644af2b0", "name": "network-vif-deleted", "tag": "f775cafa-bf5b-412d-84f8-dce9f7ca3a8f"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:49:04.950034 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2b6d522d-ad66-4a3b-af77-9d08f63ad812 req-c74396ba-98ea-4699-8345-b07001317969 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=e059e7b9-cbec-4340-8cd4-6187196c0ff6 HTTP/1.1" status: 200 len: 217 time: 0.5099616 Nov 25 17:49:05.001006 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94c5d05-8e4f-4e9d-92e6-ee1f96795b0a x-openstack-request-id: req-f94c5d05-8e4f-4e9d-92e6-ee1f96795b0a {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:49:05.001450 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "481c3a50-3a48-4609-ab28-3d6c644af2b0", "name": "network-vif-deleted", "tag": "f775cafa-bf5b-412d-84f8-dce9f7ca3a8f", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:49:05.001788 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f94c5d05-8e4f-4e9d-92e6-ee1f96795b0a {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:49:05.002276 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '481c3a50-3a48-4609-ab28-3d6c644af2b0', 'name': 'network-vif-deleted', 'tag': 'f775cafa-bf5b-412d-84f8-dce9f7ca3a8f', 'status': 'completed', 'code': 200} Nov 25 17:49:05.035908 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d522d-ad66-4a3b-af77-9d08f63ad812 req-a2a1d948-34d8-4c4d-be44-82424d152a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:05.038856 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2b6d522d-ad66-4a3b-af77-9d08f63ad812 req-a2a1d948-34d8-4c4d-be44-82424d152a8b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=464b9b20-5008-42ac-9953-750a1383ab51 HTTP/1.1" status: 200 len: 838 time: 0.0719907 Nov 25 17:49:05.051439 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc33c30-edca-49be-b317-56b41e317621 req-dcf981c5-1a1a-4c84-96a1-0ca5322d25f0 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:05.053174 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ebc33c30-edca-49be-b317-56b41e317621 req-dcf981c5-1a1a-4c84-96a1-0ca5322d25f0 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/ports?device_id=3ffca1d4-3ffa-4cf3-a8c8-035e353b8243 HTTP/1.1" status: 200 len: 944 time: 0.1159036 Nov 25 17:49:05.088457 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 43174) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:05.143921 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ebc33c30-edca-49be-b317-56b41e317621 req-1c2ae4d3-1552-40e7-a3e8-ce4698099738 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b6cefa0-6f5c-47ec-b0b6-6d94909384f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796747 Nov 25 17:49:05.146928 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d522d-ad66-4a3b-af77-9d08f63ad812 req-e08e9cae-d922-4110-a4e8-f9559efc74a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:05.149036 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2b6d522d-ad66-4a3b-af77-9d08f63ad812 req-e08e9cae-d922-4110-a4e8-f9559efc74a7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=109bdaf3-9609-4601-8374-f1bcaf8256b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0943520 Nov 25 17:49:05.261109 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43182) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:05.355178 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1ca7930-1f3b-4977-8231-a7140bac32c1 admin admin] Deleting subnet bb2a2af3-1780-4394-834e-7b4d65546660 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:49:05.360469 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b1ca7930-1f3b-4977-8231-a7140bac32c1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:05.404276 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2b6d522d-ad66-4a3b-af77-9d08f63ad812 req-38b2bf4f-0c05-4de4-b634-05af34ea5276 service neutron] 10.222.0.74 "GET /v2.0/networks/109bdaf3-9609-4601-8374-f1bcaf8256b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327983 Nov 25 17:49:05.440818 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b1ca7930-1f3b-4977-8231-a7140bac32c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:05.456924 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-129080cf-3001-4bd1-8168-7bfdadfbecd1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-643674791-network', 'tenant_id': '0d1113b5e38141dd82a78af66f2b7f1f'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:05.483290 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129080cf-3001-4bd1-8168-7bfdadfbecd1 admin admin] Made reservation on behalf of 0d1113b5e38141dd82a78af66f2b7f1f for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:49:05.486196 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-129080cf-3001-4bd1-8168-7bfdadfbecd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:05.538387 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b1ca7930-1f3b-4977-8231-a7140bac32c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:05.544022 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-129080cf-3001-4bd1-8168-7bfdadfbecd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:05.564120 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ea325ebc-ec54-41e4-abbe-1b77a19ff0b0 req-6d2e3829-b7cd-4946-8ec6-27c22103dfa4 tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] 10.222.0.75 "GET /v2.0/ports?device_id=7176acaa-331c-4e0c-bb4b-113bdf76a36f HTTP/1.1" status: 200 len: 210 time: 0.0428619 Nov 25 17:49:05.636882 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b1ca7930-1f3b-4977-8231-a7140bac32c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:05.681709 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-129080cf-3001-4bd1-8168-7bfdadfbecd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:05.692585 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-129080cf-3001-4bd1-8168-7bfdadfbecd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:05.694194 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca7930-1f3b-4977-8231-a7140bac32c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb2a2af3-1780-4394-834e-7b4d65546660,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:05.702556 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b1ca7930-1f3b-4977-8231-a7140bac32c1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:05.708053 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b1ca7930-1f3b-4977-8231-a7140bac32c1 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/bb2a2af3-1780-4394-834e-7b4d65546660 HTTP/1.1" status: 204 len: 168 time: 0.4453797 Nov 25 17:49:05.711117 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43198) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:05.737662 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d6c3b0df-ccc9-4c1f-bf8d-25b732813e4f req-fadf2cb8-d197-49af-b261-4b10a1843803 tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=cedc085fdc134aa698be949c7dd7cb76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279911 Nov 25 17:49:05.778841 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-129080cf-3001-4bd1-8168-7bfdadfbecd1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 947} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:49:05.811976 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2b6d522d-ad66-4a3b-af77-9d08f63ad812 req-ba70552a-e138-43f3-b72d-c5cafc9ade15 service neutron] 10.222.0.74 "GET /v2.0/networks/109bdaf3-9609-4601-8374-f1bcaf8256b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4005134 Nov 25 17:49:05.822837 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129080cf-3001-4bd1-8168-7bfdadfbecd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0c0051-c014-4ad3-b23f-5463132d4db5,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:05.826314 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-129080cf-3001-4bd1-8168-7bfdadfbecd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:05.827390 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-129080cf-3001-4bd1-8168-7bfdadfbecd1 admin admin] Added segment 5d15a5ac-47ef-4ddf-b5a4-0fc888643200 of type vlan for network cde55e2d-003f-4ba7-9946-c3e49edc6c96 Nov 25 17:49:05.855731 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5ce981cf-e480-4ded-ada0-b403718602d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:05.922252 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-129080cf-3001-4bd1-8168-7bfdadfbecd1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:05.975704 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5ce981cf-e480-4ded-ada0-b403718602d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:05.990434 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c3b0df-ccc9-4c1f-bf8d-25b732813e4f req-01a81cba-b038-4008-8d13-48123fdb8a12 tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:05.992257 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d6c3b0df-ccc9-4c1f-bf8d-25b732813e4f req-01a81cba-b038-4008-8d13-48123fdb8a12 tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2426238 Nov 25 17:49:06.004003 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-129080cf-3001-4bd1-8168-7bfdadfbecd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:06.005452 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129080cf-3001-4bd1-8168-7bfdadfbecd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:06.006334 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-5ce981cf-e480-4ded-ada0-b403718602d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d89d2854-97b0-4c53-9fed-c35cc58a4c82']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:06.007039 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-129080cf-3001-4bd1-8168-7bfdadfbecd1 admin admin] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:06.019567 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-5ce981cf-e480-4ded-ada0-b403718602d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71c86001-f0ae-4454-b37f-632918094290') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:06.020184 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-5ce981cf-e480-4ded-ada0-b403718602d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71c86001-f0ae-4454-b37f-632918094290') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:06.023277 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-d6c3b0df-ccc9-4c1f-bf8d-25b732813e4f req-999aac91-b6a2-4f20-b252-73ef63ba47dd tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] Request body: {'port': {'device_id': '7176acaa-331c-4e0c-bb4b-113bdf76a36f', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'admin_state_up': True, 'tenant_id': 'cedc085fdc134aa698be949c7dd7cb76'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:06.032725 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5ce981cf-e480-4ded-ada0-b403718602d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:06.050181 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5ce981cf-e480-4ded-ada0-b403718602d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:06.059489 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ce981cf-e480-4ded-ada0-b403718602d7 admin admin] Releasing vlan 922 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:49:06.060359 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5ce981cf-e480-4ded-ada0-b403718602d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:06.074838 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-129080cf-3001-4bd1-8168-7bfdadfbecd1 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9825439 Nov 25 17:49:06.113113 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:49:06.113113 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:49:06.113113 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:49:06.113113 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:49:06.113113 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:49:06.113113 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:49:06.113113 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:49:06.113113 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:49:06.113113 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:49:06.113113 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:49:06.113113 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:49:06.113113 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:49:06.113113 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:49:06.113113 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:49:06.113113 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:49:06.113113 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:49:06.113113 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:49:06.113113 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:49:06.113113 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:49:06.113113 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:49:06.113113 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:49:06.113113 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:49:06.113113 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:49:06.113113 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:49:06.113113 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:49:06.113113 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:49:06.113113 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:49:06.113113 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:49:06.113113 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:49:06.113113 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:49:06.113113 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:49:06.113113 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:49:06.116711 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43204) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:06.126363 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-63f91d5c-f372-4abd-97e6-6270f4c70ede admin admin] Request body: {'subnet': {'network_id': 'cde55e2d-003f-4ba7-9946-c3e49edc6c96', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-643674791-subnet', 'tenant_id': '0d1113b5e38141dd82a78af66f2b7f1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:06.143567 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129080cf-3001-4bd1-8168-7bfdadfbecd1 admin admin] Pushing event updated for resources: {'Network': ['ID=cde55e2d-003f-4ba7-9946-c3e49edc6c96,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:06.156629 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network cde55e2d-003f-4ba7-9946-c3e49edc6c96 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:49:06.172304 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f91d5c-f372-4abd-97e6-6270f4c70ede admin admin] Made reservation on behalf of 0d1113b5e38141dd82a78af66f2b7f1f for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:49:06.175108 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-63f91d5c-f372-4abd-97e6-6270f4c70ede admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:06.212359 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6c3b0df-ccc9-4c1f-bf8d-25b732813e4f req-999aac91-b6a2-4f20-b252-73ef63ba47dd tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] Made reservation on behalf of cedc085fdc134aa698be949c7dd7cb76 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:49:06.216785 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d6c3b0df-ccc9-4c1f-bf8d-25b732813e4f req-999aac91-b6a2-4f20-b252-73ef63ba47dd tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:06.248018 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d6c3b0df-ccc9-4c1f-bf8d-25b732813e4f req-999aac91-b6a2-4f20-b252-73ef63ba47dd tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:06.307467 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:49:06.319075 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5ce981cf-e480-4ded-ada0-b403718602d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:06.332643 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5ce981cf-e480-4ded-ada0-b403718602d7 admin admin] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:06.336463 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-5ce981cf-e480-4ded-ada0-b403718602d7 admin admin] 10.222.0.75 "DELETE /v2.0/networks/d89d2854-97b0-4c53-9fed-c35cc58a4c82 HTTP/1.1" status: 204 len: 168 time: 0.6235344 Nov 25 17:49:06.354378 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce981cf-e480-4ded-ada0-b403718602d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d89d2854-97b0-4c53-9fed-c35cc58a4c82,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:06.416503 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d6c3b0df-ccc9-4c1f-bf8d-25b732813e4f req-999aac91-b6a2-4f20-b252-73ef63ba47dd tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:06.428720 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d6c3b0df-ccc9-4c1f-bf8d-25b732813e4f req-999aac91-b6a2-4f20-b252-73ef63ba47dd tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:06.502110 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-63f91d5c-f372-4abd-97e6-6270f4c70ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:06.520489 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0a2deb-372e-4637-939e-fb7a84214e13 req-c7fe7d79-b7e8-45e7-a251-3c8cd5e5db83 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:06.522422 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fd0a2deb-372e-4637-939e-fb7a84214e13 req-c7fe7d79-b7e8-45e7-a251-3c8cd5e5db83 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/ports?device_id=3ffca1d4-3ffa-4cf3-a8c8-035e353b8243 HTTP/1.1" status: 200 len: 944 time: 0.2445030 Nov 25 17:49:06.535944 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999aac91-b6a2-4f20-b252-73ef63ba47dd tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68c41f7e-0037-40a5-8464-59f31d80a911,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:06.566397 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device f775cafa-bf5b-412d-84f8-dce9f7ca3a8f no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:49:06.604472 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: f775cafa-bf5b-412d-84f8-dce9f7ca3a8f {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:49:06.604846 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device f775cafa-bf5b-412d-84f8-dce9f7ca3a8f not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:49:06.617492 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f91d5c-f372-4abd-97e6-6270f4c70ede admin admin] Pushing event updated for resources: {'Subnet': ['ID=b114d138-184e-414d-8d77-af9fac4f96f6,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:06.654440 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f91d5c-f372-4abd-97e6-6270f4c70ede admin admin] Checking segment: {'id': '5d15a5ac-47ef-4ddf-b5a4-0fc888643200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'cde55e2d-003f-4ba7-9946-c3e49edc6c96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:49:06.654937 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f91d5c-f372-4abd-97e6-6270f4c70ede admin admin] Network hostable DHCP agents. Network: cde55e2d-003f-4ba7-9946-c3e49edc6c96, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:49:06.656671 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fd0a2deb-372e-4637-939e-fb7a84214e13 req-880a3ee2-0bad-4920-80ef-4b2e586fd631 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b6cefa0-6f5c-47ec-b0b6-6d94909384f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248021 Nov 25 17:49:06.678550 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f91d5c-f372-4abd-97e6-6270f4c70ede admin admin] Network cde55e2d-003f-4ba7-9946-c3e49edc6c96 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:49:06.698907 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-63f91d5c-f372-4abd-97e6-6270f4c70ede admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, cde55e2d-003f-4ba7-9946-c3e49edc6c96) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:49:06.705522 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f91d5c-f372-4abd-97e6-6270f4c70ede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:06.706390 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-63f91d5c-f372-4abd-97e6-6270f4c70ede admin admin] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:06.716066 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b4e859-6ec3-4d4d-80c4-c6fe5601eaa4 None None] Network cde55e2d-003f-4ba7-9946-c3e49edc6c96 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:49:06.767703 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-63f91d5c-f372-4abd-97e6-6270f4c70ede admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6466019 Nov 25 17:49:06.782226 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-d6c3b0df-ccc9-4c1f-bf8d-25b732813e4f req-999aac91-b6a2-4f20-b252-73ef63ba47dd tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] Allocated IP 192.168.233.4 (ab4fed0b-9bf1-4925-8765-94da08c5de2a/8793709c-5336-428d-aede-b0b8df1a26b2/75eb7615-45ed-42b7-8d42-9b016e77c80b) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:49:06.794731 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43228) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:06.841554 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0eb74d5a-e6a6-40ac-a514-b5817e9d0c33 req-63f6e2e7-21d2-48dd-b55b-8c0ad7a431c9 tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] 10.222.0.75 "GET /v2.0/ports?device_id=7176acaa-331c-4e0c-bb4b-113bdf76a36f HTTP/1.1" status: 200 len: 210 time: 0.1006618 Nov 25 17:49:06.881976 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1615d55d-a051-455c-8123-c4fcf64c8b7b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=696ba9968638467ab0c418d763598933&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0859256 Nov 25 17:49:06.882900 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43232) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:06.947454 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad77603d-93a5-4148-bb00-142d6a73a67e None None] Network cde55e2d-003f-4ba7-9946-c3e49edc6c96 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:49:06.975461 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43234) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:07.017046 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-211ce5d1-ec77-4ea0-a953-ba9047222d4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:07.076959 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-211ce5d1-ec77-4ea0-a953-ba9047222d4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:07.165578 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-211ce5d1-ec77-4ea0-a953-ba9047222d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:07.175183 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-211ce5d1-ec77-4ea0-a953-ba9047222d4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:07.176777 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-211ce5d1-ec77-4ea0-a953-ba9047222d4f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2fca9d33-96ae-479c-a2bc-3e1943f0d8db HTTP/1.1" status: 204 len: 168 time: 0.2902389 Nov 25 17:49:07.177008 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d6c3b0df-ccc9-4c1f-bf8d-25b732813e4f req-999aac91-b6a2-4f20-b252-73ef63ba47dd tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:07.200651 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-7c2e3a0f-568d-4f4e-be41-c894f8d84874 tempest-QuotasTest-950598174 tempest-QuotasTest-950598174-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:07.216533 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211ce5d1-ec77-4ea0-a953-ba9047222d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fca9d33-96ae-479c-a2bc-3e1943f0d8db,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:07.270431 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d6c3b0df-ccc9-4c1f-bf8d-25b732813e4f req-999aac91-b6a2-4f20-b252-73ef63ba47dd tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:07.297393 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7c2e3a0f-568d-4f4e-be41-c894f8d84874 tempest-QuotasTest-950598174 tempest-QuotasTest-950598174-project-admin] 10.222.0.75 "PUT /v2.0/quotas/3900cab859784c24a21495e09dfafde9 HTTP/1.1" status: 200 len: 366 time: 0.3165534 Nov 25 17:49:07.302496 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43246) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:07.330480 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ec1f0a37-24ab-459a-8255-bba4446dd3b8 tempest-QuotasTest-950598174 tempest-QuotasTest-950598174-project-admin] 10.222.0.75 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0266306 Nov 25 17:49:07.332432 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 43248) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:07.345655 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device e059e7b9-cbec-4340-8cd4-6187196c0ff6 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:49:07.401623 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6c3b0df-ccc9-4c1f-bf8d-25b732813e4f req-999aac91-b6a2-4f20-b252-73ef63ba47dd tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] Network ab4fed0b-9bf1-4925-8765-94da08c5de2a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:49:07.424453 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-d6c3b0df-ccc9-4c1f-bf8d-25b732813e4f req-999aac91-b6a2-4f20-b252-73ef63ba47dd tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:49:07.429377 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-8d0924fa-005d-4ff8-9406-14b4e1efdf31 tempest-QuotasTest-950598174 tempest-QuotasTest-950598174-project-admin] 10.222.0.75 "GET /v2.0/quotas/3900cab859784c24a21495e09dfafde9 HTTP/1.1" status: 200 len: 366 time: 0.0934479 Nov 25 17:49:07.430546 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c3b0df-ccc9-4c1f-bf8d-25b732813e4f req-999aac91-b6a2-4f20-b252-73ef63ba47dd tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:49:07.431942 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43258) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:07.464732 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-333cc269-4d61-48a6-934e-fb482a6fcf68 tempest-QuotasTest-950598174 tempest-QuotasTest-950598174-project-admin] 10.222.0.75 "DELETE /v2.0/quotas/3900cab859784c24a21495e09dfafde9 HTTP/1.1" status: 204 len: 168 time: 0.0247545 Nov 25 17:49:07.465293 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43260) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:07.488547 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999aac91-b6a2-4f20-b252-73ef63ba47dd tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] Pushing event updated for resources: {'Port': ['ID=75eb7615-45ed-42b7-8d42-9b016e77c80b,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:07.516045 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e36838dd-1dcf-48bb-a0f4-47ad5ab5e775 tempest-QuotasTest-950598174 tempest-QuotasTest-950598174-project-admin] 10.222.0.75 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0468497 Nov 25 17:49:07.516569 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43262) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:07.539218 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c3b0df-ccc9-4c1f-bf8d-25b732813e4f req-999aac91-b6a2-4f20-b252-73ef63ba47dd tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:07.539929 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d6c3b0df-ccc9-4c1f-bf8d-25b732813e4f req-999aac91-b6a2-4f20-b252-73ef63ba47dd tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:07.563782 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-25f94e2e-b25b-4cd2-a069-95719475d808 tempest-QuotasTest-950598174 tempest-QuotasTest-950598174-project-admin] 10.222.0.75 "GET /v2.0/quotas/3900cab859784c24a21495e09dfafde9 HTTP/1.1" status: 200 len: 370 time: 0.0448136 Nov 25 17:49:07.565740 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43266) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:07.570873 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3079a614-8959-4753-ad72-d5f66bb25054 tempest-QuotasTest-950598174 tempest-QuotasTest-950598174-project-admin] 10.222.0.75 "GET /v2.0/quotas/3900cab859784c24a21495e09dfafde9/default HTTP/1.1" status: 200 len: 370 time: 0.0040870 Nov 25 17:49:07.581691 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43268) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:07.590924 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-60e46b84-f89a-4003-98e7-90adeab0841b tempest-QuotasTest-950598174 tempest-QuotasTest-950598174-project-admin] delete failed (client error): The resource could not be found. Nov 25 17:49:07.596296 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-60e46b84-f89a-4003-98e7-90adeab0841b tempest-QuotasTest-950598174 tempest-QuotasTest-950598174-project-admin] 10.222.0.75 "DELETE /v2.0/quotas/3900cab859784c24a21495e09dfafde9 HTTP/1.1" status: 404 len: 348 time: 0.0095172 Nov 25 17:49:07.630678 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d6c3b0df-ccc9-4c1f-bf8d-25b732813e4f req-999aac91-b6a2-4f20-b252-73ef63ba47dd tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6183031 Nov 25 17:49:07.660239 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-d6c3b0df-ccc9-4c1f-bf8d-25b732813e4f req-63f28a98-dfae-4035-b01b-f3a23a896c01 service neutron] Request body: {'port': {'device_id': '7176acaa-331c-4e0c-bb4b-113bdf76a36f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:07.748412 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a08c8-32c8-42f6-b84d-d36131612ba7 req-c4ad2ba5-6b3a-4f3a-80e8-bd2b2c45da2a tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:07.762010 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-020a08c8-32c8-42f6-b84d-d36131612ba7 req-c4ad2ba5-6b3a-4f3a-80e8-bd2b2c45da2a tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/networks?id=cde55e2d-003f-4ba7-9946-c3e49edc6c96 HTTP/1.1" status: 200 len: 805 time: 0.2772226 Nov 25 17:49:07.771420 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port e059e7b9-cbec-4340-8cd4-6187196c0ff6, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e059e7b9-cbec-4340-8cd4-6187196c0ff6,segment=NetworkSegment(f9004119-766e-43ce-ae55-bd51f66bdff7),segment_id=f9004119-766e-43ce-ae55-bd51f66bdff7)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:07.794224 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': 'e059e7b9-cbec-4340-8cd4-6187196c0ff6', 'network_id': '109bdaf3-9609-4601-8374-f1bcaf8256b8', 'port_id': 'e059e7b9-cbec-4340-8cd4-6187196c0ff6', 'mac_address': 'fa:16:3e:5b:a5:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 929, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '464b9b20-5008-42ac-9953-750a1383ab51', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:49:07.832130 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d6c3b0df-ccc9-4c1f-bf8d-25b732813e4f req-63f28a98-dfae-4035-b01b-f3a23a896c01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:07.840816 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-020a08c8-32c8-42f6-b84d-d36131612ba7 req-b785b216-23de-49de-8b55-c6af1fd647ba tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/quotas/0d1113b5e38141dd82a78af66f2b7f1f HTTP/1.1" status: 200 len: 375 time: 0.0775385 Nov 25 17:49:07.871883 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:07.887598 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e059e7b9-cbec-4340-8cd4-6187196c0ff6 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:49:07.944311 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-6747f3a5-bd22-4351-bc9f-830286030eb1 None None] Provisioning complete for port 75eb7615-45ed-42b7-8d42-9b016e77c80b triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:07.944632 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6747f3a5-bd22-4351-bc9f-830286030eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:07.960694 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-020a08c8-32c8-42f6-b84d-d36131612ba7 req-c374b7a7-cb99-4f8c-99ce-94b378a21691 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=0d1113b5e38141dd82a78af66f2b7f1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1185915 Nov 25 17:49:07.981586 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-6747f3a5-bd22-4351-bc9f-830286030eb1 None None] Port 75eb7615-45ed-42b7-8d42-9b016e77c80b cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:49:07.987988 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port e059e7b9-cbec-4340-8cd4-6187196c0ff6, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e059e7b9-cbec-4340-8cd4-6187196c0ff6,segment=NetworkSegment(f9004119-766e-43ce-ae55-bd51f66bdff7),segment_id=f9004119-766e-43ce-ae55-bd51f66bdff7)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:07.993747 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:08.012935 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43280) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:08.039697 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35fe23-0e03-49db-8c49-6fe5158de14e req-8ffd950f-ef24-47f7-818a-8cffd1bf9a68 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:08.041319 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6d35fe23-0e03-49db-8c49-6fe5158de14e req-8ffd950f-ef24-47f7-818a-8cffd1bf9a68 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/ports?device_id=3ffca1d4-3ffa-4cf3-a8c8-035e353b8243 HTTP/1.1" status: 200 len: 944 time: 0.2377515 Nov 25 17:49:08.062732 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=e059e7b9-cbec-4340-8cd4-6187196c0ff6,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:08.071117 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:08.071552 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:08.072082 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:08.072317 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:08.072790 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:08.073300 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:08.073706 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:08.074112 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:08.074511 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:08.074910 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:08.075308 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:08.075705 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:08.094447 n-d-817746-1 neutron-server[103360]: DEBUG neutron.quota.resource [None req-dccef147-6f3b-4dc9-99f2-767fad7d43cb tempest-QuotasTest-950598174 tempest-QuotasTest-950598174-project-admin] Usage tracker for resource:network and project:1036e12843c9450ebf2bd38559b439d5 is out of sync, need to count used quota {{(pid=103360) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 25 17:49:08.105319 n-d-817746-1 neutron-server[103360]: DEBUG neutron.quota.resource [None req-dccef147-6f3b-4dc9-99f2-767fad7d43cb tempest-QuotasTest-950598174 tempest-QuotasTest-950598174-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103360) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 25 17:49:08.123442 n-d-817746-1 neutron-server[103360]: DEBUG neutron.quota.resource [None req-dccef147-6f3b-4dc9-99f2-767fad7d43cb tempest-QuotasTest-950598174 tempest-QuotasTest-950598174-project-admin] Usage tracker for resource:subnet and project:1036e12843c9450ebf2bd38559b439d5 is out of sync, need to count used quota {{(pid=103360) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 25 17:49:08.128139 n-d-817746-1 neutron-server[103360]: DEBUG neutron.quota.resource [None req-dccef147-6f3b-4dc9-99f2-767fad7d43cb tempest-QuotasTest-950598174 tempest-QuotasTest-950598174-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103360) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 25 17:49:08.136427 n-d-817746-1 neutron-server[103360]: DEBUG neutron.quota.resource [None req-dccef147-6f3b-4dc9-99f2-767fad7d43cb tempest-QuotasTest-950598174 tempest-QuotasTest-950598174-project-admin] Usage tracker for resource:subnetpool and project:1036e12843c9450ebf2bd38559b439d5 is out of sync, need to count used quota {{(pid=103360) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 25 17:49:08.146085 n-d-817746-1 neutron-server[103360]: DEBUG neutron.quota.resource [None req-dccef147-6f3b-4dc9-99f2-767fad7d43cb tempest-QuotasTest-950598174 tempest-QuotasTest-950598174-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103360) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 25 17:49:08.154293 n-d-817746-1 neutron-server[103360]: DEBUG neutron.quota.resource [None req-dccef147-6f3b-4dc9-99f2-767fad7d43cb tempest-QuotasTest-950598174 tempest-QuotasTest-950598174-project-admin] Usage tracker for resource:port and project:1036e12843c9450ebf2bd38559b439d5 is out of sync, need to count used quota {{(pid=103360) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 25 17:49:08.159528 n-d-817746-1 neutron-server[103360]: DEBUG neutron.quota.resource [None req-dccef147-6f3b-4dc9-99f2-767fad7d43cb tempest-QuotasTest-950598174 tempest-QuotasTest-950598174-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103360) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 25 17:49:08.170962 n-d-817746-1 neutron-server[103360]: DEBUG neutron.quota.resource [None req-dccef147-6f3b-4dc9-99f2-767fad7d43cb tempest-QuotasTest-950598174 tempest-QuotasTest-950598174-project-admin] Usage tracker for resource:router and project:1036e12843c9450ebf2bd38559b439d5 is out of sync, need to count used quota {{(pid=103360) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 25 17:49:08.178405 n-d-817746-1 neutron-server[103360]: DEBUG neutron.quota.resource [None req-dccef147-6f3b-4dc9-99f2-767fad7d43cb tempest-QuotasTest-950598174 tempest-QuotasTest-950598174-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103360) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 25 17:49:08.189030 n-d-817746-1 neutron-server[103360]: DEBUG neutron.quota.resource [None req-dccef147-6f3b-4dc9-99f2-767fad7d43cb tempest-QuotasTest-950598174 tempest-QuotasTest-950598174-project-admin] Usage tracker for resource:floatingip and project:1036e12843c9450ebf2bd38559b439d5 is out of sync, need to count used quota {{(pid=103360) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 25 17:49:08.194140 n-d-817746-1 neutron-server[103360]: DEBUG neutron.quota.resource [None req-dccef147-6f3b-4dc9-99f2-767fad7d43cb tempest-QuotasTest-950598174 tempest-QuotasTest-950598174-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103360) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 25 17:49:08.210935 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['e059e7b9-cbec-4340-8cd4-6187196c0ff6'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:49:08.218185 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6d35fe23-0e03-49db-8c49-6fe5158de14e req-0ca24ba2-2663-4ae7-ab74-fbba9c74c63f tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b6cefa0-6f5c-47ec-b0b6-6d94909384f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691766 Nov 25 17:49:08.260655 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-020a08c8-32c8-42f6-b84d-d36131612ba7 req-3098b0b1-70bb-47c2-a20b-4d308e992388 service neutron] 10.222.0.75 "GET /v2.0/networks/cde55e2d-003f-4ba7-9946-c3e49edc6c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989843 Nov 25 17:49:08.302937 n-d-817746-1 neutron-server[103360]: DEBUG neutron.quota.resource [None req-dccef147-6f3b-4dc9-99f2-767fad7d43cb tempest-QuotasTest-950598174 tempest-QuotasTest-950598174-project-admin] Usage tracker for resource:security_group and project:1036e12843c9450ebf2bd38559b439d5 is out of sync, need to count used quota {{(pid=103360) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 25 17:49:08.310092 n-d-817746-1 neutron-server[103360]: DEBUG neutron.quota.resource [None req-dccef147-6f3b-4dc9-99f2-767fad7d43cb tempest-QuotasTest-950598174 tempest-QuotasTest-950598174-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103360) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 25 17:49:08.330105 n-d-817746-1 neutron-server[103360]: DEBUG neutron.quota.resource [None req-dccef147-6f3b-4dc9-99f2-767fad7d43cb tempest-QuotasTest-950598174 tempest-QuotasTest-950598174-project-admin] Usage tracker for resource:security_group_rule and project:1036e12843c9450ebf2bd38559b439d5 is out of sync, need to count used quota {{(pid=103360) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 25 17:49:08.334093 n-d-817746-1 neutron-server[103360]: DEBUG neutron.quota.resource [None req-dccef147-6f3b-4dc9-99f2-767fad7d43cb tempest-QuotasTest-950598174 tempest-QuotasTest-950598174-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103360) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 25 17:49:08.343659 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-dccef147-6f3b-4dc9-99f2-767fad7d43cb tempest-QuotasTest-950598174 tempest-QuotasTest-950598174-project-admin] 10.222.0.75 "GET /v2.0/quotas/1036e12843c9450ebf2bd38559b439d5/details.json HTTP/1.1" status: 200 len: 703 time: 0.3282912 Nov 25 17:49:08.425199 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-020a08c8-32c8-42f6-b84d-d36131612ba7 req-03e88d0a-9cea-43e0-a743-4586ce85b1c9 service neutron] 10.222.0.75 "GET /v2.0/networks/cde55e2d-003f-4ba7-9946-c3e49edc6c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635511 Nov 25 17:49:08.613726 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992d6e2-4449-4777-ac0a-9cdaf4d1ea34 req-8fbbcfae-e9ab-4f82-b4c8-05622180ff93 tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:08.626458 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2992d6e2-4449-4777-ac0a-9cdaf4d1ea34 req-8fbbcfae-e9ab-4f82-b4c8-05622180ff93 tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] 10.222.0.75 "GET /v2.0/ports?device_id=7176acaa-331c-4e0c-bb4b-113bdf76a36f HTTP/1.1" status: 200 len: 934 time: 0.1893275 Nov 25 17:49:08.777187 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6e283084-2754-4dde-ac89-379cb8245491 req-a0d75182-2bbc-4d16-bfbe-279f56f451ee tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=bebe8fd0-03ba-4e73-8b7d-c21c896fc1a6 HTTP/1.1" status: 200 len: 210 time: 0.0493221 Nov 25 17:49:08.810727 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2992d6e2-4449-4777-ac0a-9cdaf4d1ea34 req-f2be68a0-9c8e-496e-8e1c-2cd899749a1c tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] 10.222.0.75 "GET /v2.0/security-groups?id=68c41f7e-0037-40a5-8464-59f31d80a911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792383 Nov 25 17:49:08.996717 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-d6c3b0df-ccc9-4c1f-bf8d-25b732813e4f req-63f28a98-dfae-4035-b01b-f3a23a896c01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75eb7615-45ed-42b7-8d42-9b016e77c80b {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:49:09.007750 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d6c3b0df-ccc9-4c1f-bf8d-25b732813e4f req-63f28a98-dfae-4035-b01b-f3a23a896c01 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:09.023435 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-d6c3b0df-ccc9-4c1f-bf8d-25b732813e4f req-63f28a98-dfae-4035-b01b-f3a23a896c01 service neutron] Transition to ACTIVE for port object 75eb7615-45ed-42b7-8d42-9b016e77c80b will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:49:09.039297 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d6c3b0df-ccc9-4c1f-bf8d-25b732813e4f req-63f28a98-dfae-4035-b01b-f3a23a896c01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:09.047866 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43314) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:09.163268 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f28a98-dfae-4035-b01b-f3a23a896c01 service neutron] Pushing event updated for resources: {'Port': ['ID=75eb7615-45ed-42b7-8d42-9b016e77c80b,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:09.210630 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-d6c3b0df-ccc9-4c1f-bf8d-25b732813e4f req-63f28a98-dfae-4035-b01b-f3a23a896c01 service neutron] Attempting to bind port 75eb7615-45ed-42b7-8d42-9b016e77c80b on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:49:09.213936 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-d6c3b0df-ccc9-4c1f-bf8d-25b732813e4f req-63f28a98-dfae-4035-b01b-f3a23a896c01 service neutron] Attempting to bind port 75eb7615-45ed-42b7-8d42-9b016e77c80b by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:49:09.214282 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c3b0df-ccc9-4c1f-bf8d-25b732813e4f req-63f28a98-dfae-4035-b01b-f3a23a896c01 service neutron] Attempting to bind port 75eb7615-45ed-42b7-8d42-9b016e77c80b on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:49:09.219578 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c3b0df-ccc9-4c1f-bf8d-25b732813e4f req-63f28a98-dfae-4035-b01b-f3a23a896c01 service neutron] Port 75eb7615-45ed-42b7-8d42-9b016e77c80b on network ab4fed0b-9bf1-4925-8765-94da08c5de2a not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:49:09.219907 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c3b0df-ccc9-4c1f-bf8d-25b732813e4f req-63f28a98-dfae-4035-b01b-f3a23a896c01 service neutron] Attempting to bind port 75eb7615-45ed-42b7-8d42-9b016e77c80b on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:49:09.225601 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c3b0df-ccc9-4c1f-bf8d-25b732813e4f req-63f28a98-dfae-4035-b01b-f3a23a896c01 service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:49:09.225877 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c3b0df-ccc9-4c1f-bf8d-25b732813e4f req-63f28a98-dfae-4035-b01b-f3a23a896c01 service neutron] Checking segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:49:09.229425 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c3b0df-ccc9-4c1f-bf8d-25b732813e4f req-63f28a98-dfae-4035-b01b-f3a23a896c01 service neutron] Bound using segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:49:09.229864 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-d6c3b0df-ccc9-4c1f-bf8d-25b732813e4f req-63f28a98-dfae-4035-b01b-f3a23a896c01 service neutron] Bound port: 75eb7615-45ed-42b7-8d42-9b016e77c80b, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:49:09.230261 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d6c3b0df-ccc9-4c1f-bf8d-25b732813e4f req-63f28a98-dfae-4035-b01b-f3a23a896c01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:09.339342 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5107b4fa-ab6c-4886-a54d-bdf732d3af42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:09.357492 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device e059e7b9-cbec-4340-8cd4-6187196c0ff6 up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:49:09.454526 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port e059e7b9-cbec-4340-8cd4-6187196c0ff6 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:49:09.467448 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port e059e7b9-cbec-4340-8cd4-6187196c0ff6 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:09.468543 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:09.571787 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-d6c3b0df-ccc9-4c1f-bf8d-25b732813e4f req-63f28a98-dfae-4035-b01b-f3a23a896c01 service neutron] For port 75eb7615-45ed-42b7-8d42-9b016e77c80b, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:49:09.572639 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:09.622329 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port e059e7b9-cbec-4340-8cd4-6187196c0ff6, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e059e7b9-cbec-4340-8cd4-6187196c0ff6,segment=NetworkSegment(f9004119-766e-43ce-ae55-bd51f66bdff7),segment_id=f9004119-766e-43ce-ae55-bd51f66bdff7)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:09.623543 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ffca1d4-3ffa-4cf3-a8c8-035e353b8243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e059e7b9-cbec-4340-8cd4-6187196c0ff6'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:49:09.627247 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e38772-fdc4-4f8a-bd15-e7d2b97844d7" -d '{"events": [{"server_uuid": "3ffca1d4-3ffa-4cf3-a8c8-035e353b8243", "name": "network-vif-plugged", "status": "completed", "tag": "e059e7b9-cbec-4340-8cd4-6187196c0ff6"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:49:09.632374 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:09.648397 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-d6c3b0df-ccc9-4c1f-bf8d-25b732813e4f req-63f28a98-dfae-4035-b01b-f3a23a896c01 service neutron] For port 75eb7615-45ed-42b7-8d42-9b016e77c80b, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=75eb7615-45ed-42b7-8d42-9b016e77c80b,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:49:09.660656 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc092479-058f-4132-a818-701bc05f820b req-eee4ea95-916b-4942-92c9-71517dab4c36 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:09.662523 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dc092479-058f-4132-a818-701bc05f820b req-eee4ea95-916b-4942-92c9-71517dab4c36 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/ports?device_id=3ffca1d4-3ffa-4cf3-a8c8-035e353b8243 HTTP/1.1" status: 200 len: 945 time: 0.2468114 Nov 25 17:49:09.664547 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d6c3b0df-ccc9-4c1f-bf8d-25b732813e4f req-63f28a98-dfae-4035-b01b-f3a23a896c01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:09.693708 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5107b4fa-ab6c-4886-a54d-bdf732d3af42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:09.701703 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5107b4fa-ab6c-4886-a54d-bdf732d3af42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:09.721320 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c3b0df-ccc9-4c1f-bf8d-25b732813e4f req-63f28a98-dfae-4035-b01b-f3a23a896c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:09.722275 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d6c3b0df-ccc9-4c1f-bf8d-25b732813e4f req-63f28a98-dfae-4035-b01b-f3a23a896c01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:09.723859 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d6c3b0df-ccc9-4c1f-bf8d-25b732813e4f req-63f28a98-dfae-4035-b01b-f3a23a896c01 service neutron] 10.222.0.90 "PUT /v2.0/ports/75eb7615-45ed-42b7-8d42-9b016e77c80b HTTP/1.1" status: 200 len: 1094 time: 2.0718312 Nov 25 17:49:09.724428 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7176acaa-331c-4e0c-bb4b-113bdf76a36f', 'tag': '75eb7615-45ed-42b7-8d42-9b016e77c80b'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:49:09.727066 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f86285c-4c7f-450f-87f7-ebfc62595319" -d '{"events": [{"name": "network-changed", "server_uuid": "7176acaa-331c-4e0c-bb4b-113bdf76a36f", "tag": "75eb7615-45ed-42b7-8d42-9b016e77c80b"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:49:09.745555 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=e059e7b9-cbec-4340-8cd4-6187196c0ff6,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:09.822682 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5107b4fa-ab6c-4886-a54d-bdf732d3af42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f02ebf9-6de9-4162-bb61-5fb917e513d5,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:09.865535 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 43332) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:09.866295 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-5107b4fa-ab6c-4886-a54d-bdf732d3af42 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6c8c213c23e04ed68b30e58a29130a24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8173060 Nov 25 17:49:09.919196 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f28a98-dfae-4035-b01b-f3a23a896c01 service neutron] Pushing event updated for resources: {'Port': ['ID=75eb7615-45ed-42b7-8d42-9b016e77c80b,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:09.932052 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dc092479-058f-4132-a818-701bc05f820b req-b1d2f0a3-6f1a-4189-9853-783eb1680e26 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b6cefa0-6f5c-47ec-b0b6-6d94909384f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2614958 Nov 25 17:49:10.056953 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a393b4-5550-4d53-bf85-6f21bf4623de x-openstack-request-id: req-32a393b4-5550-4d53-bf85-6f21bf4623de {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:49:10.057473 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ffca1d4-3ffa-4cf3-a8c8-035e353b8243", "name": "network-vif-plugged", "status": "completed", "tag": "e059e7b9-cbec-4340-8cd4-6187196c0ff6", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:49:10.057831 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-32a393b4-5550-4d53-bf85-6f21bf4623de {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:49:10.058327 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ffca1d4-3ffa-4cf3-a8c8-035e353b8243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e059e7b9-cbec-4340-8cd4-6187196c0ff6', 'code': 200} Nov 25 17:49:10.061919 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1e6b1fdc-63d7-4635-b372-1f6afdcd81de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:10.100458 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c3b0df-ccc9-4c1f-bf8d-25b732813e4f req-4c9bb6d2-2546-41b3-ab57-046bd62d4cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:10.102868 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d6c3b0df-ccc9-4c1f-bf8d-25b732813e4f req-4c9bb6d2-2546-41b3-ab57-046bd62d4cf9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cedc085fdc134aa698be949c7dd7cb76&device_id=7176acaa-331c-4e0c-bb4b-113bdf76a36f HTTP/1.1" status: 200 len: 1097 time: 0.3086832 Nov 25 17:49:10.243931 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1920e5a-2db2-4773-abfa-a5b2637b8270 x-openstack-request-id: req-f1920e5a-2db2-4773-abfa-a5b2637b8270 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:49:10.244520 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7176acaa-331c-4e0c-bb4b-113bdf76a36f", "tag": "75eb7615-45ed-42b7-8d42-9b016e77c80b", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:49:10.244991 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f1920e5a-2db2-4773-abfa-a5b2637b8270 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:49:10.245581 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7176acaa-331c-4e0c-bb4b-113bdf76a36f', 'tag': '75eb7615-45ed-42b7-8d42-9b016e77c80b', 'status': 'completed', 'code': 200} Nov 25 17:49:10.318252 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1e6b1fdc-63d7-4635-b372-1f6afdcd81de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:10.355674 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d6c3b0df-ccc9-4c1f-bf8d-25b732813e4f req-977b9f60-9d66-42b9-807d-1869a675f853 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=75eb7615-45ed-42b7-8d42-9b016e77c80b HTTP/1.1" status: 200 len: 217 time: 0.2232249 Nov 25 17:49:10.357896 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e5551423-f106-4e08-bee5-13e839a6df33 req-aaa4c425-8803-430e-be44-76bd386b0c66 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=bebe8fd0-03ba-4e73-8b7d-c21c896fc1a6 HTTP/1.1" status: 200 len: 210 time: 0.1294696 Nov 25 17:49:10.438432 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1504826-96de-4511-9e70-90a4c8c8517d req-25fa9293-2674-49ce-9a4a-f64451e393c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:10.439730 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d1504826-96de-4511-9e70-90a4c8c8517d req-25fa9293-2674-49ce-9a4a-f64451e393c4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3ffca1d4-3ffa-4cf3-a8c8-035e353b8243 HTTP/1.1" status: 200 len: 1097 time: 0.2887537 Nov 25 17:49:10.479900 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ecd9f-93b4-47f8-9182-2db9b2509882 req-5b5db4a5-8b39-47b8-8fa7-14f630befc02 tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:10.487884 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c58ecd9f-93b4-47f8-9182-2db9b2509882 req-5b5db4a5-8b39-47b8-8fa7-14f630befc02 tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] 10.222.0.75 "GET /v2.0/ports?device_id=7176acaa-331c-4e0c-bb4b-113bdf76a36f HTTP/1.1" status: 200 len: 946 time: 0.1843436 Nov 25 17:49:10.510640 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c3b0df-ccc9-4c1f-bf8d-25b732813e4f req-be15aafd-79f4-4b12-b871-37bd669b41fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:10.512093 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d6c3b0df-ccc9-4c1f-bf8d-25b732813e4f req-be15aafd-79f4-4b12-b871-37bd669b41fd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.1296020 Nov 25 17:49:10.585478 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1e6b1fdc-63d7-4635-b372-1f6afdcd81de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:10.587711 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1e6b1fdc-63d7-4635-b372-1f6afdcd81de admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:10.588845 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-1e6b1fdc-63d7-4635-b372-1f6afdcd81de admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6f02ebf9-6de9-4162-bb61-5fb917e513d5 HTTP/1.1" status: 204 len: 168 time: 0.7058175 Nov 25 17:49:10.630235 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d1504826-96de-4511-9e70-90a4c8c8517d req-6ec6d4d9-8ce2-4d7c-a7b5-cf2010729437 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=0b6cefa0-6f5c-47ec-b0b6-6d94909384f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802726 Nov 25 17:49:10.636487 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b1fdc-63d7-4635-b372-1f6afdcd81de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f02ebf9-6de9-4162-bb61-5fb917e513d5,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:10.654564 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c58ecd9f-93b4-47f8-9182-2db9b2509882 req-3515cd59-86c1-45d0-a7db-1c989b3c6135 tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] 10.222.0.75 "GET /v2.0/security-groups?id=68c41f7e-0037-40a5-8464-59f31d80a911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657279 Nov 25 17:49:10.676474 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c3b0df-ccc9-4c1f-bf8d-25b732813e4f req-f05e043b-2bc3-4b2d-ad48-b3b429712424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:10.678233 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d6c3b0df-ccc9-4c1f-bf8d-25b732813e4f req-f05e043b-2bc3-4b2d-ad48-b3b429712424 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1566648 Nov 25 17:49:10.829221 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a08c8-32c8-42f6-b84d-d36131612ba7 req-484ad629-4086-4bcc-a85a-53603b6c26a0 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:10.831504 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-020a08c8-32c8-42f6-b84d-d36131612ba7 req-484ad629-4086-4bcc-a85a-53603b6c26a0 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.90 "GET /v2.0/networks?id=cde55e2d-003f-4ba7-9946-c3e49edc6c96 HTTP/1.1" status: 200 len: 805 time: 0.2030153 Nov 25 17:49:10.850420 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-020a08c8-32c8-42f6-b84d-d36131612ba7 req-1ab3e17f-9c2b-441b-aba0-43e57e0650b2 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Request body: {'port': {'device_id': 'bebe8fd0-03ba-4e73-8b7d-c21c896fc1a6', 'network_id': 'cde55e2d-003f-4ba7-9946-c3e49edc6c96', 'admin_state_up': True, 'tenant_id': '0d1113b5e38141dd82a78af66f2b7f1f'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:11.041426 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-020a08c8-32c8-42f6-b84d-d36131612ba7 req-1ab3e17f-9c2b-441b-aba0-43e57e0650b2 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Made reservation on behalf of 0d1113b5e38141dd82a78af66f2b7f1f for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:49:11.047754 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-020a08c8-32c8-42f6-b84d-d36131612ba7 req-1ab3e17f-9c2b-441b-aba0-43e57e0650b2 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:11.056291 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d6c3b0df-ccc9-4c1f-bf8d-25b732813e4f req-a5091c5b-9be0-4842-8576-d8278397b6f6 service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541007 Nov 25 17:49:11.212154 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f57358-8315-48bc-a743-8c2ad9f1f8d9 req-8c9a560e-949a-472b-98d5-836dda05177f tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:11.213803 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-59f57358-8315-48bc-a743-8c2ad9f1f8d9 req-8c9a560e-949a-472b-98d5-836dda05177f tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/ports?device_id=3ffca1d4-3ffa-4cf3-a8c8-035e353b8243 HTTP/1.1" status: 200 len: 946 time: 0.1524770 Nov 25 17:49:11.323529 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d6c3b0df-ccc9-4c1f-bf8d-25b732813e4f req-005197b5-9a20-4d96-b009-93b020d4a513 service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556677 Nov 25 17:49:11.350950 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-59f57358-8315-48bc-a743-8c2ad9f1f8d9 req-56bff77d-344f-4584-9428-016434b7ab08 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b6cefa0-6f5c-47ec-b0b6-6d94909384f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291423 Nov 25 17:49:11.429746 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-020a08c8-32c8-42f6-b84d-d36131612ba7 req-1ab3e17f-9c2b-441b-aba0-43e57e0650b2 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Allocated IP 172.20.0.2 (cde55e2d-003f-4ba7-9946-c3e49edc6c96/b114d138-184e-414d-8d77-af9fac4f96f6/efa7b196-d088-459a-852c-dd1f944378ce) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:49:11.502426 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f86285c-4c7f-450f-87f7-ebfc62595319 req-28ecce1f-f6bd-4295-8140-f523cf66a5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:11.515322 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0f86285c-4c7f-450f-87f7-ebfc62595319 req-28ecce1f-f6bd-4295-8140-f523cf66a5f2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cedc085fdc134aa698be949c7dd7cb76&device_id=7176acaa-331c-4e0c-bb4b-113bdf76a36f HTTP/1.1" status: 200 len: 1097 time: 0.0888774 Nov 25 17:49:11.605431 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43364) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:11.678191 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6d86ba2a-3134-4d8c-966f-2640d96c7ac7 req-f3830235-178a-44be-981c-e008455f7f70 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=bebe8fd0-03ba-4e73-8b7d-c21c896fc1a6 HTTP/1.1" status: 200 len: 210 time: 0.1616561 Nov 25 17:49:11.682277 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-520d3954-c6b5-4f50-9aa5-54fbced97344 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:11.690869 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-020a08c8-32c8-42f6-b84d-d36131612ba7 req-1ab3e17f-9c2b-441b-aba0-43e57e0650b2 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:11.723608 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f86285c-4c7f-450f-87f7-ebfc62595319 req-c5278453-f570-4885-94a2-c46aa42788ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:11.725652 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0f86285c-4c7f-450f-87f7-ebfc62595319 req-c5278453-f570-4885-94a2-c46aa42788ef service neutron] 10.222.0.90 "GET /v2.0/networks?id=ab4fed0b-9bf1-4925-8765-94da08c5de2a HTTP/1.1" status: 200 len: 870 time: 0.1917572 Nov 25 17:49:11.784847 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-020a08c8-32c8-42f6-b84d-d36131612ba7 req-1ab3e17f-9c2b-441b-aba0-43e57e0650b2 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:11.790127 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0f86285c-4c7f-450f-87f7-ebfc62595319 req-84f464e5-1454-4bcf-b6e8-2003c3652a2a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=75eb7615-45ed-42b7-8d42-9b016e77c80b HTTP/1.1" status: 200 len: 217 time: 0.0549488 Nov 25 17:49:11.859145 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-020a08c8-32c8-42f6-b84d-d36131612ba7 req-1ab3e17f-9c2b-441b-aba0-43e57e0650b2 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Network cde55e2d-003f-4ba7-9946-c3e49edc6c96 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:49:11.864689 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-020a08c8-32c8-42f6-b84d-d36131612ba7 req-1ab3e17f-9c2b-441b-aba0-43e57e0650b2 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:49:11.867290 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-020a08c8-32c8-42f6-b84d-d36131612ba7 req-1ab3e17f-9c2b-441b-aba0-43e57e0650b2 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:49:11.870732 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f86285c-4c7f-450f-87f7-ebfc62595319 req-02e0157b-8421-41ae-893a-60999896eab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:11.872210 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0f86285c-4c7f-450f-87f7-ebfc62595319 req-02e0157b-8421-41ae-893a-60999896eab6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.0723796 Nov 25 17:49:11.886430 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1afc9-eecd-4c4f-8034-cfc78b3ba0ec req-097d1732-5a91-4d51-9a06-92f3d64746a4 tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:11.887910 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0be1afc9-eecd-4c4f-8034-cfc78b3ba0ec req-097d1732-5a91-4d51-9a06-92f3d64746a4 tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] 10.222.0.75 "GET /v2.0/ports?device_id=7176acaa-331c-4e0c-bb4b-113bdf76a36f HTTP/1.1" status: 200 len: 946 time: 0.1003757 Nov 25 17:49:11.932016 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a08c8-32c8-42f6-b84d-d36131612ba7 req-1ab3e17f-9c2b-441b-aba0-43e57e0650b2 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:11.932642 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-020a08c8-32c8-42f6-b84d-d36131612ba7 req-1ab3e17f-9c2b-441b-aba0-43e57e0650b2 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:11.941235 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-520d3954-c6b5-4f50-9aa5-54fbced97344 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:11.947594 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab3e17f-9c2b-441b-aba0-43e57e0650b2 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Pushing event updated for resources: {'Port': ['ID=efa7b196-d088-459a-852c-dd1f944378ce,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:11.954000 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-520d3954-c6b5-4f50-9aa5-54fbced97344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:11.963518 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0be1afc9-eecd-4c4f-8034-cfc78b3ba0ec req-684d6124-034e-4f2c-a71e-38a0ba9d0e6b tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] 10.222.0.75 "GET /v2.0/security-groups?id=68c41f7e-0037-40a5-8464-59f31d80a911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625033 Nov 25 17:49:11.987065 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-020a08c8-32c8-42f6-b84d-d36131612ba7 req-1ab3e17f-9c2b-441b-aba0-43e57e0650b2 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1452675 Nov 25 17:49:11.990407 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f86285c-4c7f-450f-87f7-ebfc62595319 req-c05d3b80-5042-4a4b-8a67-ca75d6466c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:11.992146 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0f86285c-4c7f-450f-87f7-ebfc62595319 req-c05d3b80-5042-4a4b-8a67-ca75d6466c8f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1033819 Nov 25 17:49:12.003201 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-520d3954-c6b5-4f50-9aa5-54fbced97344 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1036e12843c9450ebf2bd38559b439d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3955016 Nov 25 17:49:12.009413 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-020a08c8-32c8-42f6-b84d-d36131612ba7 req-86a44210-54b3-4102-ae71-f551133b5e53 service neutron] Request body: {'port': {'device_id': 'bebe8fd0-03ba-4e73-8b7d-c21c896fc1a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:12.011921 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43368) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:12.013638 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520d3954-c6b5-4f50-9aa5-54fbced97344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d53a07-66ab-48a2-9b85-4292770f2d9e,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:12.112162 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-020a08c8-32c8-42f6-b84d-d36131612ba7 req-86a44210-54b3-4102-ae71-f551133b5e53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:12.115796 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0f86285c-4c7f-450f-87f7-ebfc62595319 req-d498b410-cc0c-461c-9c3b-1b5f8c6675cd service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111038 Nov 25 17:49:12.162555 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7ea2b28f-3324-4725-8d61-b2d40a167c7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:12.228163 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0f86285c-4c7f-450f-87f7-ebfc62595319 req-5ef4a355-493b-47f1-957e-fc20a2052713 service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049981 Nov 25 17:49:12.254867 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7ea2b28f-3324-4725-8d61-b2d40a167c7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:12.376142 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7ea2b28f-3324-4725-8d61-b2d40a167c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:12.379273 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7ea2b28f-3324-4725-8d61-b2d40a167c7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:12.380470 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7ea2b28f-3324-4725-8d61-b2d40a167c7b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/28d53a07-66ab-48a2-9b85-4292770f2d9e HTTP/1.1" status: 204 len: 168 time: 0.3612263 Nov 25 17:49:12.400550 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea2b28f-3324-4725-8d61-b2d40a167c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d53a07-66ab-48a2-9b85-4292770f2d9e,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:12.535082 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f876015f-f9e1-4c59-bfd8-59baf130039e req-97ed0db5-da92-4d0d-b6e6-631e0511d7ad tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:12.536598 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f876015f-f9e1-4c59-bfd8-59baf130039e req-97ed0db5-da92-4d0d-b6e6-631e0511d7ad tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/ports?device_id=3ffca1d4-3ffa-4cf3-a8c8-035e353b8243 HTTP/1.1" status: 200 len: 946 time: 0.0617278 Nov 25 17:49:12.545094 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-020a08c8-32c8-42f6-b84d-d36131612ba7 req-86a44210-54b3-4102-ae71-f551133b5e53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efa7b196-d088-459a-852c-dd1f944378ce {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:49:12.559540 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-020a08c8-32c8-42f6-b84d-d36131612ba7 req-86a44210-54b3-4102-ae71-f551133b5e53 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:12.584630 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-020a08c8-32c8-42f6-b84d-d36131612ba7 req-86a44210-54b3-4102-ae71-f551133b5e53 service neutron] Transition to ACTIVE for port object efa7b196-d088-459a-852c-dd1f944378ce will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:49:12.590305 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-020a08c8-32c8-42f6-b84d-d36131612ba7 req-86a44210-54b3-4102-ae71-f551133b5e53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:12.620787 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f876015f-f9e1-4c59-bfd8-59baf130039e req-d4ce1950-e5ae-4bc3-804e-1aef50734ae4 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b6cefa0-6f5c-47ec-b0b6-6d94909384f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751517 Nov 25 17:49:12.646900 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a44210-54b3-4102-ae71-f551133b5e53 service neutron] Pushing event updated for resources: {'Port': ['ID=efa7b196-d088-459a-852c-dd1f944378ce,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:12.798493 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-020a08c8-32c8-42f6-b84d-d36131612ba7 req-86a44210-54b3-4102-ae71-f551133b5e53 service neutron] Attempting to bind port efa7b196-d088-459a-852c-dd1f944378ce on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:49:12.798924 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-020a08c8-32c8-42f6-b84d-d36131612ba7 req-86a44210-54b3-4102-ae71-f551133b5e53 service neutron] Attempting to bind port efa7b196-d088-459a-852c-dd1f944378ce by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '5d15a5ac-47ef-4ddf-b5a4-0fc888643200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'cde55e2d-003f-4ba7-9946-c3e49edc6c96'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:49:12.799616 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020a08c8-32c8-42f6-b84d-d36131612ba7 req-86a44210-54b3-4102-ae71-f551133b5e53 service neutron] Attempting to bind port efa7b196-d088-459a-852c-dd1f944378ce on network cde55e2d-003f-4ba7-9946-c3e49edc6c96 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:49:12.813993 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020a08c8-32c8-42f6-b84d-d36131612ba7 req-86a44210-54b3-4102-ae71-f551133b5e53 service neutron] Port efa7b196-d088-459a-852c-dd1f944378ce on network cde55e2d-003f-4ba7-9946-c3e49edc6c96 not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:49:12.814339 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020a08c8-32c8-42f6-b84d-d36131612ba7 req-86a44210-54b3-4102-ae71-f551133b5e53 service neutron] Attempting to bind port efa7b196-d088-459a-852c-dd1f944378ce on network cde55e2d-003f-4ba7-9946-c3e49edc6c96 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:49:12.820593 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020a08c8-32c8-42f6-b84d-d36131612ba7 req-86a44210-54b3-4102-ae71-f551133b5e53 service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:49:12.820955 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020a08c8-32c8-42f6-b84d-d36131612ba7 req-86a44210-54b3-4102-ae71-f551133b5e53 service neutron] Checking segment: {'id': '5d15a5ac-47ef-4ddf-b5a4-0fc888643200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'cde55e2d-003f-4ba7-9946-c3e49edc6c96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:49:12.821343 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020a08c8-32c8-42f6-b84d-d36131612ba7 req-86a44210-54b3-4102-ae71-f551133b5e53 service neutron] Bound using segment: {'id': '5d15a5ac-47ef-4ddf-b5a4-0fc888643200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'cde55e2d-003f-4ba7-9946-c3e49edc6c96'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:49:12.821777 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-020a08c8-32c8-42f6-b84d-d36131612ba7 req-86a44210-54b3-4102-ae71-f551133b5e53 service neutron] Bound port: efa7b196-d088-459a-852c-dd1f944378ce, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d15a5ac-47ef-4ddf-b5a4-0fc888643200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'cde55e2d-003f-4ba7-9946-c3e49edc6c96'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:49:12.822152 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-020a08c8-32c8-42f6-b84d-d36131612ba7 req-86a44210-54b3-4102-ae71-f551133b5e53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:12.846231 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32fd486-d314-4543-a8fa-7f5f3e796c08 req-7a5ce503-bef8-42db-9ab4-d105767ef6a9 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:12.847751 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f32fd486-d314-4543-a8fa-7f5f3e796c08 req-7a5ce503-bef8-42db-9ab4-d105767ef6a9 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/ports?device_id=3ffca1d4-3ffa-4cf3-a8c8-035e353b8243 HTTP/1.1" status: 200 len: 946 time: 0.1029100 Nov 25 17:49:12.925396 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f32fd486-d314-4543-a8fa-7f5f3e796c08 req-2afce52c-74e1-46a1-815c-05723e78717a tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b6cefa0-6f5c-47ec-b0b6-6d94909384f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704992 Nov 25 17:49:12.965081 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001428a-c3dd-46af-ae8a-da2d7e49a1c3 req-9cae5395-fa62-464f-87f2-200c40ef09fa tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:12.965081 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5001428a-c3dd-46af-ae8a-da2d7e49a1c3 req-9cae5395-fa62-464f-87f2-200c40ef09fa tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=bebe8fd0-03ba-4e73-8b7d-c21c896fc1a6 HTTP/1.1" status: 200 len: 943 time: 0.1621575 Nov 25 17:49:12.965295 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-020a08c8-32c8-42f6-b84d-d36131612ba7 req-86a44210-54b3-4102-ae71-f551133b5e53 service neutron] For port efa7b196-d088-459a-852c-dd1f944378ce, host n-h2-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:49:12.970411 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-020a08c8-32c8-42f6-b84d-d36131612ba7 req-86a44210-54b3-4102-ae71-f551133b5e53 service neutron] For port efa7b196-d088-459a-852c-dd1f944378ce, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=efa7b196-d088-459a-852c-dd1f944378ce,segment=NetworkSegment(5d15a5ac-47ef-4ddf-b5a4-0fc888643200),segment_id=5d15a5ac-47ef-4ddf-b5a4-0fc888643200)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:49:12.981612 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-020a08c8-32c8-42f6-b84d-d36131612ba7 req-86a44210-54b3-4102-ae71-f551133b5e53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:13.035341 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5001428a-c3dd-46af-ae8a-da2d7e49a1c3 req-a43b77da-7823-42a8-915e-5aefb7bf21f7 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746439 Nov 25 17:49:13.109560 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a08c8-32c8-42f6-b84d-d36131612ba7 req-86a44210-54b3-4102-ae71-f551133b5e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:13.112813 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-020a08c8-32c8-42f6-b84d-d36131612ba7 req-86a44210-54b3-4102-ae71-f551133b5e53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:13.114538 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-020a08c8-32c8-42f6-b84d-d36131612ba7 req-86a44210-54b3-4102-ae71-f551133b5e53 service neutron] 10.222.0.90 "PUT /v2.0/ports/efa7b196-d088-459a-852c-dd1f944378ce HTTP/1.1" status: 200 len: 1091 time: 1.1103230 Nov 25 17:49:13.115087 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bebe8fd0-03ba-4e73-8b7d-c21c896fc1a6', 'tag': 'efa7b196-d088-459a-852c-dd1f944378ce'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:49:13.117573 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f424eb37-d1ef-49c3-965d-0e391ccb19f6" -d '{"events": [{"name": "network-changed", "server_uuid": "bebe8fd0-03ba-4e73-8b7d-c21c896fc1a6", "tag": "efa7b196-d088-459a-852c-dd1f944378ce"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:49:13.161420 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a44210-54b3-4102-ae71-f551133b5e53 service neutron] Pushing event updated for resources: {'Port': ['ID=efa7b196-d088-459a-852c-dd1f944378ce,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:13.241372 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a08c8-32c8-42f6-b84d-d36131612ba7 req-5562f48d-6f7d-4793-b7e9-9d29cb6a4d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:13.243084 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-020a08c8-32c8-42f6-b84d-d36131612ba7 req-5562f48d-6f7d-4793-b7e9-9d29cb6a4d0c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0d1113b5e38141dd82a78af66f2b7f1f&device_id=bebe8fd0-03ba-4e73-8b7d-c21c896fc1a6 HTTP/1.1" status: 200 len: 1094 time: 0.0741723 Nov 25 17:49:13.276591 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a32f7-1df6-4fc8-81f2-0df7f91deac6 req-79ec3175-b1e2-4f8c-9fb7-3f585b9f9876 tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:13.278350 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a86a32f7-1df6-4fc8-81f2-0df7f91deac6 req-79ec3175-b1e2-4f8c-9fb7-3f585b9f9876 tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] 10.222.0.75 "GET /v2.0/ports?device_id=7176acaa-331c-4e0c-bb4b-113bdf76a36f HTTP/1.1" status: 200 len: 946 time: 0.1079044 Nov 25 17:49:13.341593 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-020a08c8-32c8-42f6-b84d-d36131612ba7 req-3fe70c95-76d0-46d0-85f4-8a2b16012df3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=efa7b196-d088-459a-852c-dd1f944378ce HTTP/1.1" status: 200 len: 217 time: 0.0878069 Nov 25 17:49:13.343493 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205db6e4-907b-461d-901b-0e3de21de55b x-openstack-request-id: req-205db6e4-907b-461d-901b-0e3de21de55b {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:49:13.343791 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bebe8fd0-03ba-4e73-8b7d-c21c896fc1a6", "tag": "efa7b196-d088-459a-852c-dd1f944378ce", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:49:13.344346 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-205db6e4-907b-461d-901b-0e3de21de55b {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:49:13.344483 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bebe8fd0-03ba-4e73-8b7d-c21c896fc1a6', 'tag': 'efa7b196-d088-459a-852c-dd1f944378ce', 'status': 'completed', 'code': 200} Nov 25 17:49:13.392626 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a86a32f7-1df6-4fc8-81f2-0df7f91deac6 req-723c2062-d477-4d48-a35e-ab4e4c6534df tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] 10.222.0.75 "GET /v2.0/security-groups?id=68c41f7e-0037-40a5-8464-59f31d80a911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058509 Nov 25 17:49:13.419052 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a08c8-32c8-42f6-b84d-d36131612ba7 req-8a6cd7ca-5826-4c4e-9309-6894d7b9df6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:13.421574 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-020a08c8-32c8-42f6-b84d-d36131612ba7 req-8a6cd7ca-5826-4c4e-9309-6894d7b9df6e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b114d138-184e-414d-8d77-af9fac4f96f6 HTTP/1.1" status: 200 len: 845 time: 0.0713577 Nov 25 17:49:13.483965 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-020a08c8-32c8-42f6-b84d-d36131612ba7 req-0da7d1d0-2cd7-469b-a2b2-d6d2d0868191 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=cde55e2d-003f-4ba7-9946-c3e49edc6c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523355 Nov 25 17:49:13.706183 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-020a08c8-32c8-42f6-b84d-d36131612ba7 req-28d3ef37-061b-4968-a268-0acc5c722a6a service neutron] 10.222.0.90 "GET /v2.0/networks/cde55e2d-003f-4ba7-9946-c3e49edc6c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088850 Nov 25 17:49:13.783790 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 43424) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:13.814919 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-020a08c8-32c8-42f6-b84d-d36131612ba7 req-25bb1ec1-9427-4dbb-9a1c-45083cac9e5c service neutron] 10.222.0.90 "GET /v2.0/networks/cde55e2d-003f-4ba7-9946-c3e49edc6c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991380 Nov 25 17:49:13.984697 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-702fe2e4-24b7-4eec-89b5-52c9d3a0d2d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-273104364'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:13.993814 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f424eb37-d1ef-49c3-965d-0e391ccb19f6 req-906f5c40-2c88-4f60-a264-1af1e8c8cdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:13.996060 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f424eb37-d1ef-49c3-965d-0e391ccb19f6 req-906f5c40-2c88-4f60-a264-1af1e8c8cdac service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0d1113b5e38141dd82a78af66f2b7f1f&device_id=bebe8fd0-03ba-4e73-8b7d-c21c896fc1a6 HTTP/1.1" status: 200 len: 1094 time: 0.1140113 Nov 25 17:49:14.022538 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702fe2e4-24b7-4eec-89b5-52c9d3a0d2d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Made reservation on behalf of 6d8b345352ed4b03ba862a04dd9715c5 for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:49:14.028351 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-702fe2e4-24b7-4eec-89b5-52c9d3a0d2d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:14.037423 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-702fe2e4-24b7-4eec-89b5-52c9d3a0d2d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:14.153908 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-702fe2e4-24b7-4eec-89b5-52c9d3a0d2d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:14.161360 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-702fe2e4-24b7-4eec-89b5-52c9d3a0d2d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:14.205603 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-702fe2e4-24b7-4eec-89b5-52c9d3a0d2d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 911} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:49:14.242332 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f424eb37-d1ef-49c3-965d-0e391ccb19f6 req-8291e244-4639-411e-b3ba-bc26b2f13820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:14.243886 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f424eb37-d1ef-49c3-965d-0e391ccb19f6 req-8291e244-4639-411e-b3ba-bc26b2f13820 service neutron] 10.222.0.90 "GET /v2.0/networks?id=cde55e2d-003f-4ba7-9946-c3e49edc6c96 HTTP/1.1" status: 200 len: 906 time: 0.2397654 Nov 25 17:49:14.245458 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702fe2e4-24b7-4eec-89b5-52c9d3a0d2d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8704604d-517b-43b4-905e-c8bab3fa561f,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:14.261199 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-702fe2e4-24b7-4eec-89b5-52c9d3a0d2d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:14.261763 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-702fe2e4-24b7-4eec-89b5-52c9d3a0d2d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Added segment f53a67e7-1595-48af-ab5f-cdeb24a2557f of type vlan for network 763e0c50-0e0b-4a60-8f17-43bddc6bbb02 Nov 25 17:49:14.321985 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f424eb37-d1ef-49c3-965d-0e391ccb19f6 req-7fd6f982-deb1-45d8-99f3-1785b55994b5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=efa7b196-d088-459a-852c-dd1f944378ce HTTP/1.1" status: 200 len: 217 time: 0.0565896 Nov 25 17:49:14.345115 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84527fd9-e25f-4ac2-aa62-8dd9e93901e2 req-caf589c8-7b79-4ec6-b2d5-e2a1d3240054 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:14.346972 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-84527fd9-e25f-4ac2-aa62-8dd9e93901e2 req-caf589c8-7b79-4ec6-b2d5-e2a1d3240054 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=bebe8fd0-03ba-4e73-8b7d-c21c896fc1a6 HTTP/1.1" status: 200 len: 943 time: 0.1474354 Nov 25 17:49:14.350876 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-702fe2e4-24b7-4eec-89b5-52c9d3a0d2d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:14.393515 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f424eb37-d1ef-49c3-965d-0e391ccb19f6 req-5d716b8a-bc07-4264-912a-4ccffefd6eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:14.403560 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f424eb37-d1ef-49c3-965d-0e391ccb19f6 req-5d716b8a-bc07-4264-912a-4ccffefd6eda service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b114d138-184e-414d-8d77-af9fac4f96f6 HTTP/1.1" status: 200 len: 845 time: 0.0657213 Nov 25 17:49:14.409475 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-702fe2e4-24b7-4eec-89b5-52c9d3a0d2d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:14.415073 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702fe2e4-24b7-4eec-89b5-52c9d3a0d2d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:14.415702 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-702fe2e4-24b7-4eec-89b5-52c9d3a0d2d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:14.443324 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f424eb37-d1ef-49c3-965d-0e391ccb19f6 req-a3fb844e-e496-4659-ad67-4ea14dde720e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=cde55e2d-003f-4ba7-9946-c3e49edc6c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403948 Nov 25 17:49:14.471743 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 43440) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:14.598013 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 75eb7615-45ed-42b7-8d42-9b016e77c80b details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:49:14.609998 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f424eb37-d1ef-49c3-965d-0e391ccb19f6 req-191a17f6-3aa1-490e-9b95-e7605fb304f1 service neutron] 10.222.0.90 "GET /v2.0/networks/cde55e2d-003f-4ba7-9946-c3e49edc6c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586514 Nov 25 17:49:14.634422 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-84527fd9-e25f-4ac2-aa62-8dd9e93901e2 req-8de40d85-ef0b-4834-8c0d-5366f8820187 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797329 Nov 25 17:49:14.665088 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702fe2e4-24b7-4eec-89b5-52c9d3a0d2d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Pushing event updated for resources: {'Network': ['ID=763e0c50-0e0b-4a60-8f17-43bddc6bbb02,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:14.678154 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-702fe2e4-24b7-4eec-89b5-52c9d3a0d2d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8928540 Nov 25 17:49:14.683960 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 43444) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:14.689719 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-f62cf4e5-1046-4c3c-8503-99e9d194d76e tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Request body: {'subnet': {'network_id': '763e0c50-0e0b-4a60-8f17-43bddc6bbb02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:14.742477 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 763e0c50-0e0b-4a60-8f17-43bddc6bbb02 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:49:14.797152 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 75eb7615-45ed-42b7-8d42-9b016e77c80b, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=75eb7615-45ed-42b7-8d42-9b016e77c80b,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:14.843675 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '75eb7615-45ed-42b7-8d42-9b016e77c80b', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'port_id': '75eb7615-45ed-42b7-8d42-9b016e77c80b', 'mac_address': 'fa:16:3e:e4:4b:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8793709c-5336-428d-aede-b0b8df1a26b2', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:49:14.844984 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dce0c2-0b8f-42eb-9876-994758f15626 req-e217fbfb-9ce7-4c89-b506-f7dc4caac7a1 tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:14.846866 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e6dce0c2-0b8f-42eb-9876-994758f15626 req-e217fbfb-9ce7-4c89-b506-f7dc4caac7a1 tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] 10.222.0.75 "GET /v2.0/ports?device_id=7176acaa-331c-4e0c-bb4b-113bdf76a36f HTTP/1.1" status: 200 len: 946 time: 0.2616343 Nov 25 17:49:14.850137 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f424eb37-d1ef-49c3-965d-0e391ccb19f6 req-1887d0cd-aa68-4b19-bbcb-f48e0b300b80 service neutron] 10.222.0.90 "GET /v2.0/networks/cde55e2d-003f-4ba7-9946-c3e49edc6c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308936 Nov 25 17:49:14.955270 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:14.978118 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75eb7615-45ed-42b7-8d42-9b016e77c80b {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:49:15.007673 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 75eb7615-45ed-42b7-8d42-9b016e77c80b, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=75eb7615-45ed-42b7-8d42-9b016e77c80b,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:15.011782 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e6dce0c2-0b8f-42eb-9876-994758f15626 req-1d0e9b0f-26ea-4bb5-87c8-14d4b6eeb01e tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] 10.222.0.75 "GET /v2.0/security-groups?id=68c41f7e-0037-40a5-8464-59f31d80a911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494141 Nov 25 17:49:15.015551 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:15.039096 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62cf4e5-1046-4c3c-8503-99e9d194d76e tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Made reservation on behalf of 6d8b345352ed4b03ba862a04dd9715c5 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:49:15.042592 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f62cf4e5-1046-4c3c-8503-99e9d194d76e tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:15.094831 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=75eb7615-45ed-42b7-8d42-9b016e77c80b,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:15.214899 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['75eb7615-45ed-42b7-8d42-9b016e77c80b'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:49:15.737654 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f62cf4e5-1046-4c3c-8503-99e9d194d76e tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:15.854458 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62cf4e5-1046-4c3c-8503-99e9d194d76e tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Pushing event updated for resources: {'Subnet': ['ID=94b4eb37-5446-4578-9200-65b796b93124,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:15.930081 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe1999-066d-4c3f-a4f4-b62367aded13 req-5c3884ca-f801-450d-b20d-34bc8503a4ce tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:15.932923 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-90fe1999-066d-4c3f-a4f4-b62367aded13 req-5c3884ca-f801-450d-b20d-34bc8503a4ce tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=bebe8fd0-03ba-4e73-8b7d-c21c896fc1a6 HTTP/1.1" status: 200 len: 943 time: 0.1913812 Nov 25 17:49:15.938846 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62cf4e5-1046-4c3c-8503-99e9d194d76e tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Checking segment: {'id': 'f53a67e7-1595-48af-ab5f-cdeb24a2557f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '763e0c50-0e0b-4a60-8f17-43bddc6bbb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:49:15.938846 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62cf4e5-1046-4c3c-8503-99e9d194d76e tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Network hostable DHCP agents. Network: 763e0c50-0e0b-4a60-8f17-43bddc6bbb02, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:49:15.948220 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c1e54a63-ec48-4107-9dc6-54ec16a48372 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:15.995647 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62cf4e5-1046-4c3c-8503-99e9d194d76e tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Network 763e0c50-0e0b-4a60-8f17-43bddc6bbb02 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:49:16.120984 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-f62cf4e5-1046-4c3c-8503-99e9d194d76e tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 763e0c50-0e0b-4a60-8f17-43bddc6bbb02) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:49:16.134549 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be10fda-fcd7-4f9e-940c-ea3db153b733 None None] Network 763e0c50-0e0b-4a60-8f17-43bddc6bbb02 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:49:16.150713 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-90fe1999-066d-4c3f-a4f4-b62367aded13 req-66c482cd-0677-4b0a-ba43-c1996617f255 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971455 Nov 25 17:49:16.154094 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62cf4e5-1046-4c3c-8503-99e9d194d76e tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:16.154697 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f62cf4e5-1046-4c3c-8503-99e9d194d76e tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:16.252970 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43464) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:16.269435 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-f62cf4e5-1046-4c3c-8503-99e9d194d76e tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5817816 Nov 25 17:49:16.271481 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43468) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:16.277058 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89782c65-d016-477f-a402-183875cddc09 req-8f2cd4cf-66f7-4e93-85b3-f1156c30e8c9 tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:16.278598 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-89782c65-d016-477f-a402-183875cddc09 req-8f2cd4cf-66f7-4e93-85b3-f1156c30e8c9 tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] 10.222.0.75 "GET /v2.0/ports?device_id=7176acaa-331c-4e0c-bb4b-113bdf76a36f HTTP/1.1" status: 200 len: 947 time: 0.1437054 Nov 25 17:49:16.282231 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-fbd8adfc-e49b-473a-8de4-3124127cb398 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Request body: {'port': {'network_id': '763e0c50-0e0b-4a60-8f17-43bddc6bbb02', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-823499503'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:16.421764 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfada8a-809d-499d-8e03-75e70a5d9f06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-763e0c50-0e0b-4a60-8f17-43bddc6bbb02', 'network_id': '763e0c50-0e0b-4a60-8f17-43bddc6bbb02', 'tenant_id': '6d8b345352ed4b03ba862a04dd9715c5', 'fixed_ips': [{'subnet_id': '94b4eb37-5446-4578-9200-65b796b93124'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:49:16.422352 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-89782c65-d016-477f-a402-183875cddc09 req-fac6c9ff-b9a6-47f5-afa3-f14b8b9ec9c6 tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] 10.222.0.75 "GET /v2.0/security-groups?id=68c41f7e-0037-40a5-8464-59f31d80a911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231246 Nov 25 17:49:16.423079 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7cfada8a-809d-499d-8e03-75e70a5d9f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:16.490689 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a7492443-ac15-4f02-b46c-59e57d5d7541 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:16.518223 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd8adfc-e49b-473a-8de4-3124127cb398 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Made reservation on behalf of 6d8b345352ed4b03ba862a04dd9715c5 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:49:16.521681 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fbd8adfc-e49b-473a-8de4-3124127cb398 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:16.558405 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-c1e54a63-ec48-4107-9dc6-54ec16a48372 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Allocated IP 172.20.0.17 (109bdaf3-9609-4601-8374-f1bcaf8256b8/464b9b20-5008-42ac-9953-750a1383ab51/023c1077-c4d4-4009-b8ff-448de0a21ccb) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:49:16.591128 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-fbd8adfc-e49b-473a-8de4-3124127cb398 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] device_id is not set on port fb832071-c516-43fd-8fc5-8dc8ced50c7c yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:49:16.671515 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-7cfada8a-809d-499d-8e03-75e70a5d9f06 None None] Allocated IP 2001:db8::2 (763e0c50-0e0b-4a60-8f17-43bddc6bbb02/94b4eb37-5446-4578-9200-65b796b93124/eacf23ea-04d2-4c24-ba30-6cb2916f4579) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:49:16.695822 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device efa7b196-d088-459a-852c-dd1f944378ce details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:49:16.698084 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 75eb7615-45ed-42b7-8d42-9b016e77c80b up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:49:16.741563 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a7492443-ac15-4f02-b46c-59e57d5d7541 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:16.742181 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c1e54a63-ec48-4107-9dc6-54ec16a48372 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:16.747106 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a7492443-ac15-4f02-b46c-59e57d5d7541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:16.793599 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c1e54a63-ec48-4107-9dc6-54ec16a48372 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:16.835555 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a7492443-ac15-4f02-b46c-59e57d5d7541 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6efb53510aab4ef6bc05ba4bd4b57ba1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5753329 Nov 25 17:49:16.835555 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7492443-ac15-4f02-b46c-59e57d5d7541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7161a114-844a-499e-a9ff-d90c2c1b00be,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:16.836045 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43472) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:16.862940 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:16.907921 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e54a63-ec48-4107-9dc6-54ec16a48372 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Network 109bdaf3-9609-4601-8374-f1bcaf8256b8 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:49:16.909547 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e54a63-ec48-4107-9dc6-54ec16a48372 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Pushing event updated for resources: {'Port': ['ID=023c1077-c4d4-4009-b8ff-448de0a21ccb,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:16.919725 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port 75eb7615-45ed-42b7-8d42-9b016e77c80b completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:49:16.926798 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-c1e54a63-ec48-4107-9dc6-54ec16a48372 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:49:16.927466 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-19436daa-d1a3-4835-b936-705a96d0f9b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:16.938521 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e54a63-ec48-4107-9dc6-54ec16a48372 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:49:16.992460 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port 75eb7615-45ed-42b7-8d42-9b016e77c80b triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:16.994967 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-19436daa-d1a3-4835-b936-705a96d0f9b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:16.995191 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:17.034231 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c1e54a63-ec48-4107-9dc6-54ec16a48372 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:17.087699 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-19436daa-d1a3-4835-b936-705a96d0f9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:17.090981 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-19436daa-d1a3-4835-b936-705a96d0f9b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:17.092188 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-19436daa-d1a3-4835-b936-705a96d0f9b6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7161a114-844a-499e-a9ff-d90c2c1b00be HTTP/1.1" status: 204 len: 168 time: 0.2554426 Nov 25 17:49:17.107887 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:17.127393 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19436daa-d1a3-4835-b936-705a96d0f9b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7161a114-844a-499e-a9ff-d90c2c1b00be,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:17.221815 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port efa7b196-d088-459a-852c-dd1f944378ce, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=efa7b196-d088-459a-852c-dd1f944378ce,segment=NetworkSegment(5d15a5ac-47ef-4ddf-b5a4-0fc888643200),segment_id=5d15a5ac-47ef-4ddf-b5a4-0fc888643200)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:17.270311 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7c2d37a4-0d0d-4399-bbb3-6835fe218c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:17.310841 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': 'efa7b196-d088-459a-852c-dd1f944378ce', 'network_id': 'cde55e2d-003f-4ba7-9946-c3e49edc6c96', 'port_id': 'efa7b196-d088-459a-852c-dd1f944378ce', 'mac_address': 'fa:16:3e:89:af:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b114d138-184e-414d-8d77-af9fac4f96f6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:49:17.356568 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7cfada8a-809d-499d-8e03-75e70a5d9f06 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:17.380702 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7cfada8a-809d-499d-8e03-75e70a5d9f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:17.396760 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-7f7215ce-b3c2-4295-a586-cd636455efa8 None None] Provisioning complete for port 023c1077-c4d4-4009-b8ff-448de0a21ccb triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:17.396760 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7f7215ce-b3c2-4295-a586-cd636455efa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:17.424374 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c1e54a63-ec48-4107-9dc6-54ec16a48372 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:17.463953 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfada8a-809d-499d-8e03-75e70a5d9f06 None None] Network 763e0c50-0e0b-4a60-8f17-43bddc6bbb02 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:49:17.507024 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-fbd8adfc-e49b-473a-8de4-3124127cb398 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Allocated IP 2001:db8::14b (763e0c50-0e0b-4a60-8f17-43bddc6bbb02/94b4eb37-5446-4578-9200-65b796b93124/fb832071-c516-43fd-8fc5-8dc8ced50c7c) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:49:17.523706 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfada8a-809d-499d-8e03-75e70a5d9f06 None None] Pushing event updated for resources: {'Port': ['ID=eacf23ea-04d2-4c24-ba30-6cb2916f4579,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:17.526915 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-7cfada8a-809d-499d-8e03-75e70a5d9f06 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:49:17.529219 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:17.531960 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfada8a-809d-499d-8e03-75e70a5d9f06 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:49:17.566845 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def1bbe8-6173-4183-b9d3-9055fa15d80b req-e062d1d0-5b90-4465-842c-96771934bf9a tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:17.568480 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-def1bbe8-6173-4183-b9d3-9055fa15d80b req-e062d1d0-5b90-4465-842c-96771934bf9a tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=bebe8fd0-03ba-4e73-8b7d-c21c896fc1a6 HTTP/1.1" status: 200 len: 943 time: 0.3259685 Nov 25 17:49:17.637845 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efa7b196-d088-459a-852c-dd1f944378ce {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:49:17.665503 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:17.688866 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-7f7215ce-b3c2-4295-a586-cd636455efa8 None None] Port 023c1077-c4d4-4009-b8ff-448de0a21ccb cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:49:17.705669 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port efa7b196-d088-459a-852c-dd1f944378ce, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=efa7b196-d088-459a-852c-dd1f944378ce,segment=NetworkSegment(5d15a5ac-47ef-4ddf-b5a4-0fc888643200),segment_id=5d15a5ac-47ef-4ddf-b5a4-0fc888643200)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:17.743139 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:17.799985 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-7cfada8a-809d-499d-8e03-75e70a5d9f06 None None] Attempting to bind port eacf23ea-04d2-4c24-ba30-6cb2916f4579 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:49:17.800366 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-7cfada8a-809d-499d-8e03-75e70a5d9f06 None None] Attempting to bind port eacf23ea-04d2-4c24-ba30-6cb2916f4579 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'f53a67e7-1595-48af-ab5f-cdeb24a2557f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '763e0c50-0e0b-4a60-8f17-43bddc6bbb02'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:49:17.800842 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfada8a-809d-499d-8e03-75e70a5d9f06 None None] Attempting to bind port eacf23ea-04d2-4c24-ba30-6cb2916f4579 on network 763e0c50-0e0b-4a60-8f17-43bddc6bbb02 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:49:17.802658 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7176acaa-331c-4e0c-bb4b-113bdf76a36f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75eb7615-45ed-42b7-8d42-9b016e77c80b'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:49:17.805040 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954f7c77-6de4-445e-a783-9e11799f44f6" -d '{"events": [{"server_uuid": "7176acaa-331c-4e0c-bb4b-113bdf76a36f", "name": "network-vif-plugged", "status": "completed", "tag": "75eb7615-45ed-42b7-8d42-9b016e77c80b"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:49:17.808931 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fbd8adfc-e49b-473a-8de4-3124127cb398 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:17.830252 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfada8a-809d-499d-8e03-75e70a5d9f06 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:49:17.830789 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfada8a-809d-499d-8e03-75e70a5d9f06 None None] Checking segment: {'id': 'f53a67e7-1595-48af-ab5f-cdeb24a2557f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '763e0c50-0e0b-4a60-8f17-43bddc6bbb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:49:17.831296 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7cfada8a-809d-499d-8e03-75e70a5d9f06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:17.831790 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfada8a-809d-499d-8e03-75e70a5d9f06 None None] Bound using segment: {'id': 'f53a67e7-1595-48af-ab5f-cdeb24a2557f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '763e0c50-0e0b-4a60-8f17-43bddc6bbb02'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:49:17.832383 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-7cfada8a-809d-499d-8e03-75e70a5d9f06 None None] Bound port: eacf23ea-04d2-4c24-ba30-6cb2916f4579, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f53a67e7-1595-48af-ab5f-cdeb24a2557f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '763e0c50-0e0b-4a60-8f17-43bddc6bbb02'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:49:17.832921 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7cfada8a-809d-499d-8e03-75e70a5d9f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:17.838752 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 75eb7615-45ed-42b7-8d42-9b016e77c80b, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=75eb7615-45ed-42b7-8d42-9b016e77c80b,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:17.850763 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:17.854066 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=efa7b196-d088-459a-852c-dd1f944378ce,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:17.915998 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fbd8adfc-e49b-473a-8de4-3124127cb398 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:17.969373 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=75eb7615-45ed-42b7-8d42-9b016e77c80b,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:18.050292 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd8adfc-e49b-473a-8de4-3124127cb398 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Network 763e0c50-0e0b-4a60-8f17-43bddc6bbb02 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:49:18.069895 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-fbd8adfc-e49b-473a-8de4-3124127cb398 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:49:18.075816 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['efa7b196-d088-459a-852c-dd1f944378ce'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:49:18.082723 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd8adfc-e49b-473a-8de4-3124127cb398 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:49:18.089852 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd8adfc-e49b-473a-8de4-3124127cb398 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:18.091196 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fbd8adfc-e49b-473a-8de4-3124127cb398 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:18.110140 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-def1bbe8-6173-4183-b9d3-9055fa15d80b req-cabda1d0-c9f5-47a6-813f-07bec1f16e41 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5303938 Nov 25 17:49:18.145386 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-7cfada8a-809d-499d-8e03-75e70a5d9f06 None None] For port eacf23ea-04d2-4c24-ba30-6cb2916f4579, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:49:18.147859 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd8adfc-e49b-473a-8de4-3124127cb398 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Pushing event updated for resources: {'Port': ['ID=fb832071-c516-43fd-8fc5-8dc8ced50c7c,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:18.151928 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc47f2-afa2-4b32-a85e-068e779367d2 req-292d2ae7-752f-48ad-bf5b-08c13f751030 tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:18.153931 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d8fc47f2-afa2-4b32-a85e-068e779367d2 req-292d2ae7-752f-48ad-bf5b-08c13f751030 tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] 10.222.0.75 "GET /v2.0/ports?device_id=7176acaa-331c-4e0c-bb4b-113bdf76a36f HTTP/1.1" status: 200 len: 947 time: 0.4285319 Nov 25 17:49:18.176657 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-fbd8adfc-e49b-473a-8de4-3124127cb398 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.9028289 Nov 25 17:49:18.184270 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43500) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:18.199457 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-252613fa-6978-495e-b913-cf94b498d40d tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Request body: {'port': {'network_id': '763e0c50-0e0b-4a60-8f17-43bddc6bbb02', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2141704722', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:18.199649 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-7cfada8a-809d-499d-8e03-75e70a5d9f06 None None] For port eacf23ea-04d2-4c24-ba30-6cb2916f4579, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=eacf23ea-04d2-4c24-ba30-6cb2916f4579,segment=NetworkSegment(f53a67e7-1595-48af-ab5f-cdeb24a2557f),segment_id=f53a67e7-1595-48af-ab5f-cdeb24a2557f)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:49:18.199963 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.api.validators [None req-252613fa-6978-495e-b913-cf94b498d40d tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] bootfile-name is not in valid_values {{(pid=103360) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 17:49:18.203971 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.api.validators [None req-252613fa-6978-495e-b913-cf94b498d40d tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] tftp-server is not in valid_values {{(pid=103360) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 17:49:18.205317 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.api.validators [None req-252613fa-6978-495e-b913-cf94b498d40d tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] server-ip-address is not in valid_values {{(pid=103360) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 17:49:18.273000 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d8fc47f2-afa2-4b32-a85e-068e779367d2 req-38ec3a9c-0cb2-4396-946f-1a49b88003de tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] 10.222.0.75 "GET /v2.0/security-groups?id=68c41f7e-0037-40a5-8464-59f31d80a911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080732 Nov 25 17:49:18.280287 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ae886f-f3d8-4f89-9c19-9424b75500fd x-openstack-request-id: req-86ae886f-f3d8-4f89-9c19-9424b75500fd {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:49:18.280879 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7176acaa-331c-4e0c-bb4b-113bdf76a36f", "name": "network-vif-plugged", "status": "completed", "tag": "75eb7615-45ed-42b7-8d42-9b016e77c80b", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:49:18.281152 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-86ae886f-f3d8-4f89-9c19-9424b75500fd {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:49:18.281617 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7176acaa-331c-4e0c-bb4b-113bdf76a36f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75eb7615-45ed-42b7-8d42-9b016e77c80b', 'code': 200} Nov 25 17:49:18.296063 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7cfada8a-809d-499d-8e03-75e70a5d9f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:18.572894 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fec46c-0b31-4b1f-aa33-c1e137ac2351 req-9341f794-196a-410d-a19a-23d301bf7e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:18.574996 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-75fec46c-0b31-4b1f-aa33-c1e137ac2351 req-9341f794-196a-410d-a19a-23d301bf7e58 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7176acaa-331c-4e0c-bb4b-113bdf76a36f HTTP/1.1" status: 200 len: 1099 time: 0.2647347 Nov 25 17:49:18.583717 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c1e54a63-ec48-4107-9dc6-54ec16a48372 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:18.593786 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c1e54a63-ec48-4107-9dc6-54ec16a48372 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:18.733791 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-75fec46c-0b31-4b1f-aa33-c1e137ac2351 req-b9dace73-5ada-4d56-a1b5-89ce687010ca service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=68c41f7e-0037-40a5-8464-59f31d80a911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470284 Nov 25 17:49:18.744150 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252613fa-6978-495e-b913-cf94b498d40d tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Made reservation on behalf of 6d8b345352ed4b03ba862a04dd9715c5 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:49:18.747799 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-252613fa-6978-495e-b913-cf94b498d40d tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:18.754027 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e54a63-ec48-4107-9dc6-54ec16a48372 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Pushing event updated for resources: {'Port': ['ID=023c1077-c4d4-4009-b8ff-448de0a21ccb,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:18.756603 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c1e54a63-ec48-4107-9dc6-54ec16a48372 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:18.787019 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-252613fa-6978-495e-b913-cf94b498d40d tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] device_id is not set on port cbd11168-55eb-49ff-9444-b00a37299475 yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:49:18.975267 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e54a63-ec48-4107-9dc6-54ec16a48372 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Network 109bdaf3-9609-4601-8374-f1bcaf8256b8 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:49:18.978930 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-c1e54a63-ec48-4107-9dc6-54ec16a48372 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:49:19.038851 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfada8a-809d-499d-8e03-75e70a5d9f06 None None] Pushing event updated for resources: {'Port': ['ID=eacf23ea-04d2-4c24-ba30-6cb2916f4579,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:19.044299 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-252613fa-6978-495e-b913-cf94b498d40d tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Allocated IP 2001:db8::226 (763e0c50-0e0b-4a60-8f17-43bddc6bbb02/94b4eb37-5446-4578-9200-65b796b93124/cbd11168-55eb-49ff-9444-b00a37299475) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:49:19.507390 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-252613fa-6978-495e-b913-cf94b498d40d tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:19.508055 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e54a63-ec48-4107-9dc6-54ec16a48372 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Router 2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:49:19.569612 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb9421f-b132-4a86-a63d-3828a92b16e9 req-b6f90978-f2f6-4832-a1ef-5646de4c7db9 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:19.577683 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5cb9421f-b132-4a86-a63d-3828a92b16e9 req-b6f90978-f2f6-4832-a1ef-5646de4c7db9 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=bebe8fd0-03ba-4e73-8b7d-c21c896fc1a6 HTTP/1.1" status: 200 len: 944 time: 0.3107278 Nov 25 17:49:19.583906 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f53f156c-1f7f-470c-9dc9-0bde542d0756 req-3a06c635-aa52-4edf-ba3d-97edc298ffa3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=498691d0-c76f-4d60-a193-68d18e621ee6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3007550 Nov 25 17:49:19.662472 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-252613fa-6978-495e-b913-cf94b498d40d tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:19.793416 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252613fa-6978-495e-b913-cf94b498d40d tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Network 763e0c50-0e0b-4a60-8f17-43bddc6bbb02 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:49:19.870320 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-252613fa-6978-495e-b913-cf94b498d40d tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:49:19.902831 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252613fa-6978-495e-b913-cf94b498d40d tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:49:19.911050 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252613fa-6978-495e-b913-cf94b498d40d tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:19.912851 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-252613fa-6978-495e-b913-cf94b498d40d tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:19.918346 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252613fa-6978-495e-b913-cf94b498d40d tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Pushing event updated for resources: {'Port': ['ID=cbd11168-55eb-49ff-9444-b00a37299475,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:19.970104 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-84ff0502-7189-47c5-bb38-b825a7ceabb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:19.998111 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-252613fa-6978-495e-b913-cf94b498d40d tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.8125792 Nov 25 17:49:20.003028 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee79cde-999f-4715-ab05-8319be02b199 req-5004cf2f-607f-4551-bf8b-690fce3a555e tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:20.005047 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dee79cde-999f-4715-ab05-8319be02b199 req-5004cf2f-607f-4551-bf8b-690fce3a555e tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] 10.222.0.75 "GET /v2.0/ports?device_id=7176acaa-331c-4e0c-bb4b-113bdf76a36f HTTP/1.1" status: 200 len: 948 time: 0.5445914 Nov 25 17:49:20.006940 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-c95313d0-ab12-44d1-a38b-81b5a3d2b312 None None] Provisioning complete for port 023c1077-c4d4-4009-b8ff-448de0a21ccb triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:20.009350 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 43536) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:20.009771 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c95313d0-ab12-44d1-a38b-81b5a3d2b312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:20.120899 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-c95313d0-ab12-44d1-a38b-81b5a3d2b312 None None] Port 023c1077-c4d4-4009-b8ff-448de0a21ccb cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:49:20.163037 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5cb9421f-b132-4a86-a63d-3828a92b16e9 req-fa789d66-6ae3-44c8-8a44-993f1c210899 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5842109 Nov 25 17:49:20.190774 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f156c-1f7f-470c-9dc9-0bde542d0756 req-440bb5ef-2c6e-4f0a-be6d-ca925a656a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:20.192474 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f53f156c-1f7f-470c-9dc9-0bde542d0756 req-440bb5ef-2c6e-4f0a-be6d-ca925a656a98 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e74594bc3f604c5c9d4110d7bd37c200&device_id=498691d0-c76f-4d60-a193-68d18e621ee6 HTTP/1.1" status: 200 len: 1096 time: 0.3544331 Nov 25 17:49:20.210057 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e54a63-ec48-4107-9dc6-54ec16a48372 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:49:20.220721 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc74b1dd-573b-4c80-82e9-dd42b1058d46 None None] Sync routers for ids ['2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:49:20.222651 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c1e54a63-ec48-4107-9dc6-54ec16a48372 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "PUT /v2.0/routers/2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7498696 Nov 25 17:49:20.230857 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc74b1dd-573b-4c80-82e9-dd42b1058d46 None None] Routers {'2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:49:20.231833 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-fc74b1dd-573b-4c80-82e9-dd42b1058d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:49:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:20.277573 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dee79cde-999f-4715-ab05-8319be02b199 req-6d80dff1-6639-4494-8c9b-f3ca4c3d44eb tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] 10.222.0.75 "GET /v2.0/security-groups?id=68c41f7e-0037-40a5-8464-59f31d80a911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579184 Nov 25 17:49:20.347879 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fbc08d-5f4d-4d39-aedc-59eb4c07016c tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:20.360595 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fbc08d-5f4d-4d39-aedc-59eb4c07016c tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:20.363147 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-fc74b1dd-573b-4c80-82e9-dd42b1058d46 None None] Set router 2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:49:20.368882 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fbc08d-5f4d-4d39-aedc-59eb4c07016c tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:20.370714 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-34fbc08d-5f4d-4d39-aedc-59eb4c07016c tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.3587143 Nov 25 17:49:20.374074 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 43548) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:20.489316 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f156c-1f7f-470c-9dc9-0bde542d0756 req-46a5f302-0062-4cf1-8abe-da5d6d523ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:20.499190 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f53f156c-1f7f-470c-9dc9-0bde542d0756 req-46a5f302-0062-4cf1-8abe-da5d6d523ab5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=89e861ee-81cb-4555-a572-83244168320b HTTP/1.1" status: 200 len: 897 time: 0.2688689 Nov 25 17:49:20.597999 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-71a5daab-32b4-40b8-868d-786203eb4f0a tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Deleting port cbd11168-55eb-49ff-9444-b00a37299475 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:49:20.598594 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-71a5daab-32b4-40b8-868d-786203eb4f0a tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:20.625007 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f53f156c-1f7f-470c-9dc9-0bde542d0756 req-08f08799-7e55-4091-ba6b-80a694891d68 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69056102-3a27-4631-949d-4d0692363d00 HTTP/1.1" status: 200 len: 1001 time: 0.1187658 Nov 25 17:49:20.662999 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device efa7b196-d088-459a-852c-dd1f944378ce up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:49:20.725666 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-fc74b1dd-573b-4c80-82e9-dd42b1058d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'name': 'tempest-TestNetworkBasicOps-router-984726346', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:47:35Z', 'updated_at': '2021-11-25T17:49:17Z', 'revision_number': 5, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'gw_port': {'id': '2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:1a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:47:36Z', 'updated_at': '2021-11-25T17:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '61012ad0-218f-4b4c-9bfd-a84c4f949019', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'floating_ip_address': '172.25.0.231', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'port_id': '69056102-3a27-4631-949d-4d0692363d00', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89e861ee-81cb-4555-a572-83244168320b', 'mac_address': 'fa:16:3e:d0:d1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498691d0-c76f-4d60-a193-68d18e621ee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:48:14Z', 'updated_at': '2021-11-25T17:48:17Z', 'revision_number': 1, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '023c1077-c4d4-4009-b8ff-448de0a21ccb', 'name': '', 'network_id': '109bdaf3-9609-4601-8374-f1bcaf8256b8', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'mac_address': 'fa:16:3e:34:ad:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '464b9b20-5008-42ac-9953-750a1383ab51', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:49:16Z', 'updated_at': '2021-11-25T17:49:18Z', 'revision_number': 2, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'subnets': [{'id': '464b9b20-5008-42ac-9953-750a1383ab51', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '980e859c-6162-46c7-b729-a12f4838b350', 'name': '', 'network_id': '89e861ee-81cb-4555-a572-83244168320b', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'mac_address': 'fa:16:3e:5c:68:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '6ff89a9f-2f25-4d9d-9f45-63e595f0a31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:47:42Z', 'updated_at': '2021-11-25T17:47:48Z', 'revision_number': 5, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'subnets': [{'id': '6ff89a9f-2f25-4d9d-9f45-63e595f0a31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:20.758849 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc74b1dd-573b-4c80-82e9-dd42b1058d46 None None] Checking router: 2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:49:20.760019 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc74b1dd-573b-4c80-82e9-dd42b1058d46 None None] Updating router 2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e port 023c1077-c4d4-4009-b8ff-448de0a21ccb binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:49:20.810467 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-71a5daab-32b4-40b8-868d-786203eb4f0a tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:20.828608 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-71a5daab-32b4-40b8-868d-786203eb4f0a tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Calling delete_port for cbd11168-55eb-49ff-9444-b00a37299475 owned by {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:49:20.840665 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-fc74b1dd-573b-4c80-82e9-dd42b1058d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:20.859309 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port efa7b196-d088-459a-852c-dd1f944378ce completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:49:20.867516 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port efa7b196-d088-459a-852c-dd1f944378ce triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:20.868252 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:20.880238 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f156c-1f7f-470c-9dc9-0bde542d0756 req-7b83caed-bcee-41eb-aeab-fb27ebba12b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:20.882068 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f53f156c-1f7f-470c-9dc9-0bde542d0756 req-7b83caed-bcee-41eb-aeab-fb27ebba12b1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6ff89a9f-2f25-4d9d-9f45-63e595f0a31a HTTP/1.1" status: 200 len: 834 time: 0.2346940 Nov 25 17:49:20.908994 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:21.099209 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:21.137132 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-71a5daab-32b4-40b8-868d-786203eb4f0a tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:21.149457 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f156c-1f7f-470c-9dc9-0bde542d0756 req-8ce9efed-0e4e-4d7e-9ced-407a2f1b19fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:21.151216 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f53f156c-1f7f-470c-9dc9-0bde542d0756 req-8ce9efed-0e4e-4d7e-9ced-407a2f1b19fe service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=89e861ee-81cb-4555-a572-83244168320b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2589519 Nov 25 17:49:21.183552 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a5daab-32b4-40b8-868d-786203eb4f0a tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Pushing event deleted for resources: {'Port': ['ID=cbd11168-55eb-49ff-9444-b00a37299475,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:21.223424 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-71a5daab-32b4-40b8-868d-786203eb4f0a tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:21.226850 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-71a5daab-32b4-40b8-868d-786203eb4f0a tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] 10.222.0.75 "DELETE /v2.0/ports/cbd11168-55eb-49ff-9444-b00a37299475 HTTP/1.1" status: 204 len: 168 time: 0.8514934 Nov 25 17:49:21.233136 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 43580) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:21.238041 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5216c1ca-2954-491e-a724-f7ccf81766c2 None None] Network 763e0c50-0e0b-4a60-8f17-43bddc6bbb02 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:49:21.238535 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-2c9719a0-1984-4cd2-9a0c-21f779866673 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Request body: {'port': {'name': 'tempest-new-port-name-363624778', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:21.239619 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.api.validators [None req-2c9719a0-1984-4cd2-9a0c-21f779866673 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] bootfile-name is not in valid_values {{(pid=103361) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 17:49:21.240061 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.api.validators [None req-2c9719a0-1984-4cd2-9a0c-21f779866673 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] tftp-server is not in valid_values {{(pid=103361) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 17:49:21.240487 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.api.validators [None req-2c9719a0-1984-4cd2-9a0c-21f779866673 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] server-ip-address is not in valid_values {{(pid=103361) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 17:49:21.258469 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bebe8fd0-03ba-4e73-8b7d-c21c896fc1a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa7b196-d088-459a-852c-dd1f944378ce'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:49:21.260733 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6518e2ae-afcb-41cb-8d83-bd721141a1dd" -d '{"events": [{"server_uuid": "bebe8fd0-03ba-4e73-8b7d-c21c896fc1a6", "name": "network-vif-plugged", "status": "completed", "tag": "efa7b196-d088-459a-852c-dd1f944378ce"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:49:21.456750 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2c9719a0-1984-4cd2-9a0c-21f779866673 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:21.492264 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f53f156c-1f7f-470c-9dc9-0bde542d0756 req-bb5ab012-d9f1-476e-abb3-9862abd26945 service neutron] 10.222.0.74 "GET /v2.0/networks/89e861ee-81cb-4555-a572-83244168320b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196855 Nov 25 17:49:21.504187 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e0ce0-4a0f-4fa6-ab38-db1bc362d03d req-3f66ebc7-80d2-42d7-92d2-8a227876db7a tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:21.505796 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-394e0ce0-4a0f-4fa6-ab38-db1bc362d03d req-3f66ebc7-80d2-42d7-92d2-8a227876db7a tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=bebe8fd0-03ba-4e73-8b7d-c21c896fc1a6 HTTP/1.1" status: 200 len: 944 time: 0.2142720 Nov 25 17:49:21.600417 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-fc74b1dd-573b-4c80-82e9-dd42b1058d46 None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:21.610285 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device eacf23ea-04d2-4c24-ba30-6cb2916f4579 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:49:21.615412 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port efa7b196-d088-459a-852c-dd1f944378ce, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=efa7b196-d088-459a-852c-dd1f944378ce,segment=NetworkSegment(5d15a5ac-47ef-4ddf-b5a4-0fc888643200),segment_id=5d15a5ac-47ef-4ddf-b5a4-0fc888643200)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:21.618356 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-a504e8d9-c829-4164-bdf6-c7a8699b87b3 None None] Provisioning complete for port eacf23ea-04d2-4c24-ba30-6cb2916f4579 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:21.618807 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a504e8d9-c829-4164-bdf6-c7a8699b87b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:21.631427 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919220f-a477-4f3e-b06d-e4980f3c21e0 req-5af55c5c-1289-4593-abbe-ca57301b8e4d tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:21.638628 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f919220f-a477-4f3e-b06d-e4980f3c21e0 req-5af55c5c-1289-4593-abbe-ca57301b8e4d tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] 10.222.0.75 "GET /v2.0/ports?device_id=7176acaa-331c-4e0c-bb4b-113bdf76a36f HTTP/1.1" status: 200 len: 948 time: 0.1984026 Nov 25 17:49:21.643352 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:21.646673 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-fc74b1dd-573b-4c80-82e9-dd42b1058d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:21.726707 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-394e0ce0-4a0f-4fa6-ab38-db1bc362d03d req-98e3d5b7-f69f-4153-913c-546006f76b13 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074275 Nov 25 17:49:21.809164 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f53f156c-1f7f-470c-9dc9-0bde542d0756 req-ad615747-e6b5-47e3-ac82-c068b908f83e service neutron] 10.222.0.74 "GET /v2.0/networks/89e861ee-81cb-4555-a572-83244168320b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022802 Nov 25 17:49:21.817377 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f919220f-a477-4f3e-b06d-e4980f3c21e0 req-25b821bf-a81b-4072-9983-122d83899bdf tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] 10.222.0.75 "GET /v2.0/security-groups?id=68c41f7e-0037-40a5-8464-59f31d80a911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772292 Nov 25 17:49:21.872899 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43592) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:21.901891 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9890e132-6108-446c-997c-bea7f05f8c98 x-openstack-request-id: req-9890e132-6108-446c-997c-bea7f05f8c98 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:49:21.902273 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bebe8fd0-03ba-4e73-8b7d-c21c896fc1a6", "name": "network-vif-plugged", "status": "completed", "tag": "efa7b196-d088-459a-852c-dd1f944378ce", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:49:21.902445 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9890e132-6108-446c-997c-bea7f05f8c98 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:49:21.903224 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bebe8fd0-03ba-4e73-8b7d-c21c896fc1a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa7b196-d088-459a-852c-dd1f944378ce', 'code': 200} Nov 25 17:49:22.057707 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4977584d-c314-4f21-944e-4166396ccc25 req-571728e6-2a11-45a9-85ac-74a157664325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:22.061922 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-4977584d-c314-4f21-944e-4166396ccc25 req-571728e6-2a11-45a9-85ac-74a157664325 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=bebe8fd0-03ba-4e73-8b7d-c21c896fc1a6 HTTP/1.1" status: 200 len: 1096 time: 0.1619384 Nov 25 17:49:22.149263 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a504e8d9-c829-4164-bdf6-c7a8699b87b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:22.191292 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a31d69c0-3cce-4418-855a-258ada15b3bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:22.261896 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=efa7b196-d088-459a-852c-dd1f944378ce,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:22.391466 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-4977584d-c314-4f21-944e-4166396ccc25 req-6fd31d5f-3979-4c9a-aa7b-ab4bf4e7cb2d service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183756 Nov 25 17:49:22.440738 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a31d69c0-3cce-4418-855a-258ada15b3bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:22.449509 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a31d69c0-3cce-4418-855a-258ada15b3bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:22.476548 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-fc74b1dd-573b-4c80-82e9-dd42b1058d46 None None] Attempting to bind port 023c1077-c4d4-4009-b8ff-448de0a21ccb on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:49:22.486462 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-fc74b1dd-573b-4c80-82e9-dd42b1058d46 None None] Attempting to bind port 023c1077-c4d4-4009-b8ff-448de0a21ccb by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'f9004119-766e-43ce-ae55-bd51f66bdff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '109bdaf3-9609-4601-8374-f1bcaf8256b8'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:49:22.487368 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc74b1dd-573b-4c80-82e9-dd42b1058d46 None None] Attempting to bind port 023c1077-c4d4-4009-b8ff-448de0a21ccb on network 109bdaf3-9609-4601-8374-f1bcaf8256b8 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:49:22.523003 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31d69c0-3cce-4418-855a-258ada15b3bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e293ed6-7af5-4484-ab6e-2bab28e6b143,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:22.527424 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a31d69c0-3cce-4418-855a-258ada15b3bc admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=86faf46beadc4e60ac3ebce4f0066f8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6504006 Nov 25 17:49:22.531014 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:22.540464 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43606) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:22.550714 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port eacf23ea-04d2-4c24-ba30-6cb2916f4579 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:22.551289 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:22.621899 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-09018cc8-7231-4318-88ae-a95fb1de7f35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:22.625701 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc74b1dd-573b-4c80-82e9-dd42b1058d46 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:49:22.626121 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc74b1dd-573b-4c80-82e9-dd42b1058d46 None None] Checking segment: {'id': 'f9004119-766e-43ce-ae55-bd51f66bdff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '109bdaf3-9609-4601-8374-f1bcaf8256b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:49:22.626500 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-fc74b1dd-573b-4c80-82e9-dd42b1058d46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:22.626957 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc74b1dd-573b-4c80-82e9-dd42b1058d46 None None] Bound using segment: {'id': 'f9004119-766e-43ce-ae55-bd51f66bdff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '109bdaf3-9609-4601-8374-f1bcaf8256b8'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:49:22.627463 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-fc74b1dd-573b-4c80-82e9-dd42b1058d46 None None] Bound port: 023c1077-c4d4-4009-b8ff-448de0a21ccb, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9004119-766e-43ce-ae55-bd51f66bdff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '109bdaf3-9609-4601-8374-f1bcaf8256b8'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:49:22.628273 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-fc74b1dd-573b-4c80-82e9-dd42b1058d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:22.652069 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-09018cc8-7231-4318-88ae-a95fb1de7f35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:22.696883 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c02e2-0085-46a9-b106-0184c4b6380c None None] Pushing event updated for resources: {'Port': ['ID=023c1077-c4d4-4009-b8ff-448de0a21ccb,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:22.711668 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-a504e8d9-c829-4164-bdf6-c7a8699b87b3 None None] For port eacf23ea-04d2-4c24-ba30-6cb2916f4579, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=eacf23ea-04d2-4c24-ba30-6cb2916f4579,segment=NetworkSegment(f53a67e7-1595-48af-ab5f-cdeb24a2557f),segment_id=f53a67e7-1595-48af-ab5f-cdeb24a2557f)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:22.723181 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a504e8d9-c829-4164-bdf6-c7a8699b87b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:22.743259 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-09018cc8-7231-4318-88ae-a95fb1de7f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:22.748176 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-09018cc8-7231-4318-88ae-a95fb1de7f35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:22.749883 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-09018cc8-7231-4318-88ae-a95fb1de7f35 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0e293ed6-7af5-4484-ab6e-2bab28e6b143 HTTP/1.1" status: 204 len: 168 time: 0.2066598 Nov 25 17:49:22.788032 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09018cc8-7231-4318-88ae-a95fb1de7f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e293ed6-7af5-4484-ab6e-2bab28e6b143,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:22.822777 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2c9719a0-1984-4cd2-9a0c-21f779866673 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:22.832001 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2c9719a0-1984-4cd2-9a0c-21f779866673 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:23.028136 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-e3c87e90-8595-4502-a8c0-5696273ab203 None None] Provisioning complete for port 023c1077-c4d4-4009-b8ff-448de0a21ccb triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:23.028525 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e3c87e90-8595-4502-a8c0-5696273ab203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:23.100814 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-2c9719a0-1984-4cd2-9a0c-21f779866673 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] In _notify_port_updated(), no bound segment for port fb832071-c516-43fd-8fc5-8dc8ced50c7c on network 763e0c50-0e0b-4a60-8f17-43bddc6bbb02 {{(pid=103361) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:49:23.113451 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9719a0-1984-4cd2-9a0c-21f779866673 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:23.115229 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2c9719a0-1984-4cd2-9a0c-21f779866673 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:23.118190 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-2c9719a0-1984-4cd2-9a0c-21f779866673 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] 10.222.0.75 "PUT /v2.0/ports/fb832071-c516-43fd-8fc5-8dc8ced50c7c HTTP/1.1" status: 200 len: 1129 time: 1.8838513 Nov 25 17:49:23.121082 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43618) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:23.162925 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-e3c87e90-8595-4502-a8c0-5696273ab203 None None] Port 023c1077-c4d4-4009-b8ff-448de0a21ccb cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:49:23.173761 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-fc74b1dd-573b-4c80-82e9-dd42b1058d46 None None] For port 023c1077-c4d4-4009-b8ff-448de0a21ccb, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:49:23.189940 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a504e8d9-c829-4164-bdf6-c7a8699b87b3 None None] Pushing event updated for resources: {'Port': ['ID=eacf23ea-04d2-4c24-ba30-6cb2916f4579,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:23.190841 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9719a0-1984-4cd2-9a0c-21f779866673 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Pushing event updated for resources: {'Port': ['ID=fb832071-c516-43fd-8fc5-8dc8ced50c7c,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:23.197463 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-fc74b1dd-573b-4c80-82e9-dd42b1058d46 None None] For port 023c1077-c4d4-4009-b8ff-448de0a21ccb, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=023c1077-c4d4-4009-b8ff-448de0a21ccb,segment=NetworkSegment(f9004119-766e-43ce-ae55-bd51f66bdff7),segment_id=f9004119-766e-43ce-ae55-bd51f66bdff7)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:49:23.204968 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:23.211010 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-fc74b1dd-573b-4c80-82e9-dd42b1058d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:23.251656 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d8cdc-2ab8-4181-b65d-6a911ff04312 req-8c8c96ff-d130-4c0b-b2db-f34967440df8 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:23.257339 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b88d8cdc-2ab8-4181-b65d-6a911ff04312 req-8c8c96ff-d130-4c0b-b2db-f34967440df8 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=bebe8fd0-03ba-4e73-8b7d-c21c896fc1a6 HTTP/1.1" status: 200 len: 945 time: 0.3148503 Nov 25 17:49:23.283629 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7fbdb9-3c42-45c9-b35c-5365bed31722 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:23.324819 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 43620) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:23.327214 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9b7fbdb9-3c42-45c9-b35c-5365bed31722 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] 10.222.0.75 "GET /v2.0/ports/fb832071-c516-43fd-8fc5-8dc8ced50c7c HTTP/1.1" status: 200 len: 1129 time: 0.2031257 Nov 25 17:49:23.381142 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc74b1dd-573b-4c80-82e9-dd42b1058d46 None None] Routers {'2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:49:23.381797 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-fc74b1dd-573b-4c80-82e9-dd42b1058d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:49:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:23.539387 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43624) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:23.567738 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0d98deb8-abfc-4338-bc35-af32dea767ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:23.574982 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b88d8cdc-2ab8-4181-b65d-6a911ff04312 req-e9be951c-309e-4204-87a3-ebf1342a4118 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030481 Nov 25 17:49:23.620945 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-2a0e46ab-a4cc-46b0-9031-d61fba0ae0c6 None None] Provisioning complete for port eacf23ea-04d2-4c24-ba30-6cb2916f4579 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:23.622072 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2a0e46ab-a4cc-46b0-9031-d61fba0ae0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:23.646498 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device eacf23ea-04d2-4c24-ba30-6cb2916f4579 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:49:23.656684 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-b36c4f91-9752-416e-8c24-9278bc14c973 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Deleting port fb832071-c516-43fd-8fc5-8dc8ced50c7c {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:49:23.657362 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b36c4f91-9752-416e-8c24-9278bc14c973 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:23.753376 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0d98deb8-abfc-4338-bc35-af32dea767ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:23.761495 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0d98deb8-abfc-4338-bc35-af32dea767ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:23.793892 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c02e2-0085-46a9-b106-0184c4b6380c None None] Pushing event updated for resources: {'Port': ['ID=023c1077-c4d4-4009-b8ff-448de0a21ccb,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:23.815773 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0d98deb8-abfc-4338-bc35-af32dea767ab admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=87067f3594384214bf16de1b206c5420&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2705998 Nov 25 17:49:23.815773 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d98deb8-abfc-4338-bc35-af32dea767ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4afa1620-7609-4587-bc84-8e02514e33ad,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:23.816023 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 43626) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:23.888443 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-fc74b1dd-573b-4c80-82e9-dd42b1058d46 None None] Set router 2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:49:23.895069 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b36c4f91-9752-416e-8c24-9278bc14c973 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:23.916611 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-b36c4f91-9752-416e-8c24-9278bc14c973 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Calling delete_port for fb832071-c516-43fd-8fc5-8dc8ced50c7c owned by {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:49:23.942564 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-98e5f2af-8682-460f-8c34-9a8fbf20322f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:24.000846 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-98e5f2af-8682-460f-8c34-9a8fbf20322f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:24.088647 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-98e5f2af-8682-460f-8c34-9a8fbf20322f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:24.094704 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-98e5f2af-8682-460f-8c34-9a8fbf20322f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:24.098208 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-98e5f2af-8682-460f-8c34-9a8fbf20322f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4afa1620-7609-4587-bc84-8e02514e33ad HTTP/1.1" status: 204 len: 168 time: 0.2826779 Nov 25 17:49:24.175279 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e5f2af-8682-460f-8c34-9a8fbf20322f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4afa1620-7609-4587-bc84-8e02514e33ad,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:24.227521 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b36c4f91-9752-416e-8c24-9278bc14c973 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:24.252906 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-2a0e46ab-a4cc-46b0-9031-d61fba0ae0c6 None None] Could not find standard attr ID for object fb832071-c516-43fd-8fc5-8dc8ced50c7c. {{(pid=103362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:49:24.258292 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port eacf23ea-04d2-4c24-ba30-6cb2916f4579 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:24.259020 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:24.353016 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36c4f91-9752-416e-8c24-9278bc14c973 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Pushing event deleted for resources: {'Port': ['ID=fb832071-c516-43fd-8fc5-8dc8ced50c7c,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:24.362012 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b36c4f91-9752-416e-8c24-9278bc14c973 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:24.370302 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43636) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:24.372873 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-b36c4f91-9752-416e-8c24-9278bc14c973 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] 10.222.0.75 "DELETE /v2.0/ports/fb832071-c516-43fd-8fc5-8dc8ced50c7c HTTP/1.1" status: 204 len: 168 time: 1.0469000 Nov 25 17:49:24.380325 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-bf19ccfc-5c55-4932-8c4b-d467c65e0c8c None None] Could not find standard attr ID for object fb832071-c516-43fd-8fc5-8dc8ced50c7c. {{(pid=103362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:49:24.474342 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-a68a18cf-ecab-4357-9466-c00f841ce9de tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Deleting subnet 94b4eb37-5446-4578-9200-65b796b93124 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:49:24.478257 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a68a18cf-ecab-4357-9466-c00f841ce9de tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:24.489714 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-bf19ccfc-5c55-4932-8c4b-d467c65e0c8c None None] Could not find standard attr ID for object cbd11168-55eb-49ff-9444-b00a37299475. {{(pid=103362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:49:24.561256 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a68a18cf-ecab-4357-9466-c00f841ce9de tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:24.702480 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a68a18cf-ecab-4357-9466-c00f841ce9de tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:24.755462 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-bf19ccfc-5c55-4932-8c4b-d467c65e0c8c None None] Provisioning complete for port 023c1077-c4d4-4009-b8ff-448de0a21ccb triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:24.755845 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-bf19ccfc-5c55-4932-8c4b-d467c65e0c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:24.821849 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe34c6c-4013-42d2-9ae1-0fff81b05975 req-06170cf1-c93e-426c-9a09-a6e01b15309b tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:24.835619 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dbe34c6c-4013-42d2-9ae1-0fff81b05975 req-06170cf1-c93e-426c-9a09-a6e01b15309b tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=bebe8fd0-03ba-4e73-8b7d-c21c896fc1a6 HTTP/1.1" status: 200 len: 945 time: 0.1520267 Nov 25 17:49:24.902137 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a68a18cf-ecab-4357-9466-c00f841ce9de tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:24.979119 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a68a18cf-ecab-4357-9466-c00f841ce9de tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:24.987835 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a68a18cf-ecab-4357-9466-c00f841ce9de tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] 10.222.0.75 "DELETE /v2.0/subnets/94b4eb37-5446-4578-9200-65b796b93124 HTTP/1.1" status: 204 len: 168 time: 0.6155078 Nov 25 17:49:24.989349 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68a18cf-ecab-4357-9466-c00f841ce9de tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Pushing event deleted for resources: {'Subnet': ['ID=94b4eb37-5446-4578-9200-65b796b93124,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:24.991295 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43654) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:25.007061 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dbe34c6c-4013-42d2-9ae1-0fff81b05975 req-bd9a09df-2eee-4939-9aae-3b5b3ae4009e tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621411 Nov 25 17:49:25.161738 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e02621c-5cc5-4584-8dc5-d4df3476e354 None None] Network 763e0c50-0e0b-4a60-8f17-43bddc6bbb02 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:49:25.164591 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-725b990e-7170-4baa-9849-cccff3592bdc tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:25.260002 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-725b990e-7170-4baa-9849-cccff3592bdc tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Deleting port eacf23ea-04d2-4c24-ba30-6cb2916f4579 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:49:25.260548 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-725b990e-7170-4baa-9849-cccff3592bdc tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:25.422516 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-725b990e-7170-4baa-9849-cccff3592bdc tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] For port eacf23ea-04d2-4c24-ba30-6cb2916f4579, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=eacf23ea-04d2-4c24-ba30-6cb2916f4579,segment=NetworkSegment(f53a67e7-1595-48af-ab5f-cdeb24a2557f),segment_id=f53a67e7-1595-48af-ab5f-cdeb24a2557f)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:25.423266 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-725b990e-7170-4baa-9849-cccff3592bdc tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:25.450062 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-bf19ccfc-5c55-4932-8c4b-d467c65e0c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:25.452790 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-725b990e-7170-4baa-9849-cccff3592bdc tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Calling delete_port for eacf23ea-04d2-4c24-ba30-6cb2916f4579 owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:49:25.555066 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-fc74b1dd-573b-4c80-82e9-dd42b1058d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'name': 'tempest-TestNetworkBasicOps-router-984726346', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:47:35Z', 'updated_at': '2021-11-25T17:49:17Z', 'revision_number': 5, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'gw_port': {'id': '2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:1a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:47:36Z', 'updated_at': '2021-11-25T17:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '61012ad0-218f-4b4c-9bfd-a84c4f949019', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'floating_ip_address': '172.25.0.231', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'port_id': '69056102-3a27-4631-949d-4d0692363d00', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89e861ee-81cb-4555-a572-83244168320b', 'mac_address': 'fa:16:3e:d0:d1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498691d0-c76f-4d60-a193-68d18e621ee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:48:14Z', 'updated_at': '2021-11-25T17:48:17Z', 'revision_number': 1, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '023c1077-c4d4-4009-b8ff-448de0a21ccb', 'name': '', 'network_id': '109bdaf3-9609-4601-8374-f1bcaf8256b8', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'mac_address': 'fa:16:3e:34:ad:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '464b9b20-5008-42ac-9953-750a1383ab51', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:49:16Z', 'updated_at': '2021-11-25T17:49:23Z', 'revision_number': 4, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'subnets': [{'id': '464b9b20-5008-42ac-9953-750a1383ab51', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '980e859c-6162-46c7-b729-a12f4838b350', 'name': '', 'network_id': '89e861ee-81cb-4555-a572-83244168320b', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'mac_address': 'fa:16:3e:5c:68:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '6ff89a9f-2f25-4d9d-9f45-63e595f0a31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:47:42Z', 'updated_at': '2021-11-25T17:47:48Z', 'revision_number': 5, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'subnets': [{'id': '6ff89a9f-2f25-4d9d-9f45-63e595f0a31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:25.567955 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f2ce0d-d52e-4e14-8314-8b766cc05f02 req-d7e80cc0-2725-477f-858b-d7485bf6dd1d tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:25.572298 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c5f2ce0d-d52e-4e14-8314-8b766cc05f02 req-d7e80cc0-2725-477f-858b-d7485bf6dd1d tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/networks?id=cde55e2d-003f-4ba7-9946-c3e49edc6c96 HTTP/1.1" status: 200 len: 805 time: 0.2227054 Nov 25 17:49:25.596968 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c5f2ce0d-d52e-4e14-8314-8b766cc05f02 req-5ade2f72-2743-4ae8-b539-10998e68494d tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/quotas/0d1113b5e38141dd82a78af66f2b7f1f HTTP/1.1" status: 200 len: 375 time: 0.0144496 Nov 25 17:49:25.617196 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc74b1dd-573b-4c80-82e9-dd42b1058d46 None None] The sync data for ids ['2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e'] in n-d-817746-1 is: [{'id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'name': 'tempest-TestNetworkBasicOps-router-984726346', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:47:35Z', 'updated_at': '2021-11-25T17:49:17Z', 'revision_number': 5, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'gw_port': {'id': '2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:1a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:47:36Z', 'updated_at': '2021-11-25T17:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '61012ad0-218f-4b4c-9bfd-a84c4f949019', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'floating_ip_address': '172.25.0.231', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'port_id': '69056102-3a27-4631-949d-4d0692363d00', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89e861ee-81cb-4555-a572-83244168320b', 'mac_address': 'fa:16:3e:d0:d1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498691d0-c76f-4d60-a193-68d18e621ee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:48:14Z', 'updated_at': '2021-11-25T17:48:17Z', 'revision_number': 1, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '023c1077-c4d4-4009-b8ff-448de0a21ccb', 'name': '', 'network_id': '109bdaf3-9609-4601-8374-f1bcaf8256b8', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'mac_address': 'fa:16:3e:34:ad:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '464b9b20-5008-42ac-9953-750a1383ab51', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:49:16Z', 'updated_at': '2021-11-25T17:49:23Z', 'revision_number': 4, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'subnets': [{'id': '464b9b20-5008-42ac-9953-750a1383ab51', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '980e859c-6162-46c7-b729-a12f4838b350', 'name': '', 'network_id': '89e861ee-81cb-4555-a572-83244168320b', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'mac_address': 'fa:16:3e:5c:68:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '6ff89a9f-2f25-4d9d-9f45-63e595f0a31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:47:42Z', 'updated_at': '2021-11-25T17:47:48Z', 'revision_number': 5, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'subnets': [{'id': '6ff89a9f-2f25-4d9d-9f45-63e595f0a31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:49:25.662432 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-bf19ccfc-5c55-4932-8c4b-d467c65e0c8c None None] For port 023c1077-c4d4-4009-b8ff-448de0a21ccb, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=023c1077-c4d4-4009-b8ff-448de0a21ccb,segment=NetworkSegment(f9004119-766e-43ce-ae55-bd51f66bdff7),segment_id=f9004119-766e-43ce-ae55-bd51f66bdff7)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:25.675424 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-bf19ccfc-5c55-4932-8c4b-d467c65e0c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:25.688304 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-725b990e-7170-4baa-9849-cccff3592bdc tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:25.755087 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb9ed01-51e9-412f-9156-cf804622e518 None None] DHCP port deletion for 763e0c50-0e0b-4a60-8f17-43bddc6bbb02 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:49:25.757340 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725b990e-7170-4baa-9849-cccff3592bdc tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Pushing event deleted for resources: {'Port': ['ID=eacf23ea-04d2-4c24-ba30-6cb2916f4579,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:25.776516 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725b990e-7170-4baa-9849-cccff3592bdc tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] No DVR routers for this DVR port eacf23ea-04d2-4c24-ba30-6cb2916f4579 on host n-d-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:49:25.789217 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf19ccfc-5c55-4932-8c4b-d467c65e0c8c None None] Pushing event updated for resources: {'Port': ['ID=023c1077-c4d4-4009-b8ff-448de0a21ccb,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:25.820364 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d6297fa0-59b8-4af5-a748-04ab5c663eec None None] Could not find standard attr ID for object fb832071-c516-43fd-8fc5-8dc8ced50c7c. {{(pid=103362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:49:25.833527 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c5f2ce0d-d52e-4e14-8314-8b766cc05f02 req-a3fc7552-7850-45a6-9b81-ebc905cbf519 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=0d1113b5e38141dd82a78af66f2b7f1f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2211907 Nov 25 17:49:26.029162 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-725b990e-7170-4baa-9849-cccff3592bdc tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:26.047104 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c5f2ce0d-d52e-4e14-8314-8b766cc05f02 req-1c983286-ea4a-4f84-8138-2ebb4800d384 service neutron] 10.222.0.75 "GET /v2.0/networks/cde55e2d-003f-4ba7-9946-c3e49edc6c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070251 Nov 25 17:49:26.072402 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-725b990e-7170-4baa-9849-cccff3592bdc tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['763e0c50-0e0b-4a60-8f17-43bddc6bbb02']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:26.084588 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-725b990e-7170-4baa-9849-cccff3592bdc tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f53a67e7-1595-48af-ab5f-cdeb24a2557f') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:26.085053 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-725b990e-7170-4baa-9849-cccff3592bdc tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f53a67e7-1595-48af-ab5f-cdeb24a2557f') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:26.099262 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-725b990e-7170-4baa-9849-cccff3592bdc tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:26.120949 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-725b990e-7170-4baa-9849-cccff3592bdc tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:26.128619 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-725b990e-7170-4baa-9849-cccff3592bdc tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Releasing vlan 911 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:49:26.129023 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-725b990e-7170-4baa-9849-cccff3592bdc tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:26.154186 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c5f2ce0d-d52e-4e14-8314-8b766cc05f02 req-90150d00-43fe-455d-9e85-b3f067e21418 service neutron] 10.222.0.75 "GET /v2.0/networks/cde55e2d-003f-4ba7-9946-c3e49edc6c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061199 Nov 25 17:49:26.252566 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:49:26.252566 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:49:26.252566 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:49:26.252566 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:49:26.252566 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:49:26.252566 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:49:26.252566 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:49:26.252566 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:49:26.252566 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:49:26.252566 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:49:26.252566 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:49:26.252566 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:49:26.252566 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:49:26.252566 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:49:26.252566 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:49:26.252566 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:49:26.252566 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:49:26.252566 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:49:26.252566 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:49:26.252566 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:49:26.252566 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:49:26.252566 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:49:26.252566 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:49:26.252566 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:49:26.252566 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:49:26.252566 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:49:26.252566 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:49:26.252566 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:49:26.252566 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:49:26.252566 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:49:26.252566 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:49:26.252566 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:49:26.302852 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-725b990e-7170-4baa-9849-cccff3592bdc tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:26.324090 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-725b990e-7170-4baa-9849-cccff3592bdc tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:26.329240 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-725b990e-7170-4baa-9849-cccff3592bdc tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] 10.222.0.75 "DELETE /v2.0/networks/763e0c50-0e0b-4a60-8f17-43bddc6bbb02 HTTP/1.1" status: 204 len: 168 time: 1.3369064 Nov 25 17:49:26.348574 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725b990e-7170-4baa-9849-cccff3592bdc tempest-ExtraDHCPOptionsIpV6TestJSON-1498997 tempest-ExtraDHCPOptionsIpV6TestJSON-1498997-project] Pushing event deleted for resources: {'Network': ['ID=763e0c50-0e0b-4a60-8f17-43bddc6bbb02,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:26.902956 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43720) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:27.418283 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d383b66c-772c-4953-b966-b618d71a8feb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6d8b345352ed4b03ba862a04dd9715c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5135615 Nov 25 17:49:27.419842 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43744) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:27.462402 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 023c1077-c4d4-4009-b8ff-448de0a21ccb up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:49:27.501573 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ffe0aa-2bb1-43be-abef-54a47d6ad4e2 req-9df8d5a4-b666-4fb6-8dd6-7869152d66f7 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:27.517728 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e9ffe0aa-2bb1-43be-abef-54a47d6ad4e2 req-9df8d5a4-b666-4fb6-8dd6-7869152d66f7 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/networks?id=cde55e2d-003f-4ba7-9946-c3e49edc6c96 HTTP/1.1" status: 200 len: 805 time: 0.2134891 Nov 25 17:49:27.533282 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 023c1077-c4d4-4009-b8ff-448de0a21ccb triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:27.533665 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:27.552596 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e9ffe0aa-2bb1-43be-abef-54a47d6ad4e2 req-37d57ef7-1c46-4830-8bd5-23e111c7fea6 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/quotas/0d1113b5e38141dd82a78af66f2b7f1f HTTP/1.1" status: 200 len: 375 time: 0.0278416 Nov 25 17:49:27.580000 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-943464e5-23ab-40c5-80a2-9d9166262de3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:27.629977 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-943464e5-23ab-40c5-80a2-9d9166262de3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:27.641647 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e9ffe0aa-2bb1-43be-abef-54a47d6ad4e2 req-ca9c2a2c-3cd7-4a42-9b02-a8019001c87f tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=0d1113b5e38141dd82a78af66f2b7f1f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0827255 Nov 25 17:49:27.745112 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-943464e5-23ab-40c5-80a2-9d9166262de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:27.749087 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-943464e5-23ab-40c5-80a2-9d9166262de3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:27.754367 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-943464e5-23ab-40c5-80a2-9d9166262de3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8704604d-517b-43b4-905e-c8bab3fa561f HTTP/1.1" status: 204 len: 168 time: 0.3295836 Nov 25 17:49:27.760942 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device eacf23ea-04d2-4c24-ba30-6cb2916f4579 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:49:27.774409 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943464e5-23ab-40c5-80a2-9d9166262de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8704604d-517b-43b4-905e-c8bab3fa561f,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:27.833599 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: eacf23ea-04d2-4c24-ba30-6cb2916f4579 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:49:27.834505 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device eacf23ea-04d2-4c24-ba30-6cb2916f4579 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:49:27.994719 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e9ffe0aa-2bb1-43be-abef-54a47d6ad4e2 req-98f6fc63-95f8-42f9-aa98-e89edbcb7be7 service neutron] 10.222.0.75 "GET /v2.0/networks/cde55e2d-003f-4ba7-9946-c3e49edc6c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519309 Nov 25 17:49:28.244998 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e9ffe0aa-2bb1-43be-abef-54a47d6ad4e2 req-b6499636-0f02-4f96-aef9-cb10e3b8a5cb service neutron] 10.222.0.75 "GET /v2.0/networks/cde55e2d-003f-4ba7-9946-c3e49edc6c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410612 Nov 25 17:49:28.608099 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-84fa3535-ad60-4152-9975-a41e7b91e914 req-048356fc-5ea8-41cb-b02e-9adf264ce568 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=d414fea8-ab57-4467-9c9a-e4dd02da7d78 HTTP/1.1" status: 200 len: 210 time: 0.0495729 Nov 25 17:49:29.494503 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43816) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:29.763035 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9498fd56-c463-4d99-85c4-b6291ac7409a req-d7b9e7e4-769c-4d3c-8230-7276fbb9fe4f tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=d414fea8-ab57-4467-9c9a-e4dd02da7d78 HTTP/1.1" status: 200 len: 210 time: 0.0465295 Nov 25 17:49:29.922650 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-f44c1706-4490-48a3-9e2d-31a656891b59 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Request body: {'networks': [{'name': 'tempest-network--989434607'}, {'name': 'tempest-network--1902274211'}]} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:29.923021 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-f44c1706-4490-48a3-9e2d-31a656891b59 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Request body: {'network': {'name': 'tempest-network--989434607'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:29.923627 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-f44c1706-4490-48a3-9e2d-31a656891b59 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Request body: {'network': {'name': 'tempest-network--1902274211'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:29.972739 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44c1706-4490-48a3-9e2d-31a656891b59 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Made reservation on behalf of 2552f68b58d84a14bf32e89d9061d923 for: {'network': 2} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:49:29.986748 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f44c1706-4490-48a3-9e2d-31a656891b59 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:29.997411 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f44c1706-4490-48a3-9e2d-31a656891b59 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:30.149892 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f44c1706-4490-48a3-9e2d-31a656891b59 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:30.155414 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f44c1706-4490-48a3-9e2d-31a656891b59 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:30.155905 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f44c1706-4490-48a3-9e2d-31a656891b59 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:30.195751 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44c1706-4490-48a3-9e2d-31a656891b59 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07b6fb12-05cb-4e03-bcfb-85d38123440d,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:30.222110 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f44c1706-4490-48a3-9e2d-31a656891b59 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 931} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:49:30.235695 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f44c1706-4490-48a3-9e2d-31a656891b59 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:30.236456 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-f44c1706-4490-48a3-9e2d-31a656891b59 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Added segment 42f5ad74-d24d-4b3a-85d1-596cbaba79a3 of type vlan for network d32c07b9-e148-453f-bf3a-a13d6224a464 Nov 25 17:49:30.293767 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f44c1706-4490-48a3-9e2d-31a656891b59 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:30.347079 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f44c1706-4490-48a3-9e2d-31a656891b59 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 922} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:49:30.392758 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f44c1706-4490-48a3-9e2d-31a656891b59 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:30.393577 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-f44c1706-4490-48a3-9e2d-31a656891b59 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Added segment 17d95e33-adea-479b-b903-8a55aa1f4a5a of type vlan for network de1f85e0-f9c2-4183-9160-e4fcaf0db875 Nov 25 17:49:30.521781 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f44c1706-4490-48a3-9e2d-31a656891b59 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:30.581901 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f44c1706-4490-48a3-9e2d-31a656891b59 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:30.587349 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f44c1706-4490-48a3-9e2d-31a656891b59 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:30.600389 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44c1706-4490-48a3-9e2d-31a656891b59 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:30.608351 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44c1706-4490-48a3-9e2d-31a656891b59 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:30.609360 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f44c1706-4490-48a3-9e2d-31a656891b59 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:30.679524 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 43842) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:30.682608 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f44c1706-4490-48a3-9e2d-31a656891b59 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.1849678 Nov 25 17:49:30.759349 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ffe0aa-2bb1-43be-abef-54a47d6ad4e2 req-99123bff-48d9-4715-97f4-404cda90a1cd tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:30.767271 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e9ffe0aa-2bb1-43be-abef-54a47d6ad4e2 req-99123bff-48d9-4715-97f4-404cda90a1cd tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.74 "GET /v2.0/networks?id=cde55e2d-003f-4ba7-9946-c3e49edc6c96 HTTP/1.1" status: 200 len: 805 time: 0.2678790 Nov 25 17:49:30.829101 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44c1706-4490-48a3-9e2d-31a656891b59 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Pushing event updated for resources: {'Network': ['ID=d32c07b9-e148-453f-bf3a-a13d6224a464,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:30.842722 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network d32c07b9-e148-453f-bf3a-a13d6224a464 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:49:30.857351 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-e9ffe0aa-2bb1-43be-abef-54a47d6ad4e2 req-1419b63d-3281-4da5-bded-44ffc227f657 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Request body: {'port': {'device_id': 'd414fea8-ab57-4467-9c9a-e4dd02da7d78', 'network_id': 'cde55e2d-003f-4ba7-9946-c3e49edc6c96', 'admin_state_up': True, 'tenant_id': '0d1113b5e38141dd82a78af66f2b7f1f'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:30.965984 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44c1706-4490-48a3-9e2d-31a656891b59 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Pushing event updated for resources: {'Network': ['ID=de1f85e0-f9c2-4183-9160-e4fcaf0db875,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:30.986221 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a1eddc56-de8d-461d-9618-93b23c774a18 req-6d8d0ee1-7b51-487f-a6f2-eda22b17216d tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=d414fea8-ab57-4467-9c9a-e4dd02da7d78 HTTP/1.1" status: 200 len: 210 time: 0.0784464 Nov 25 17:49:30.988180 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network de1f85e0-f9c2-4183-9160-e4fcaf0db875 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:49:31.218110 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161047e6-57c5-405c-abbf-b5380f70e40c tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:31.224401 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161047e6-57c5-405c-abbf-b5380f70e40c tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:31.231371 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161047e6-57c5-405c-abbf-b5380f70e40c tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:31.238224 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161047e6-57c5-405c-abbf-b5380f70e40c tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:31.240409 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-161047e6-57c5-405c-abbf-b5380f70e40c tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5594652 Nov 25 17:49:31.243470 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43854) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:31.299843 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9ffe0aa-2bb1-43be-abef-54a47d6ad4e2 req-1419b63d-3281-4da5-bded-44ffc227f657 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Made reservation on behalf of 0d1113b5e38141dd82a78af66f2b7f1f for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:49:31.311736 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e9ffe0aa-2bb1-43be-abef-54a47d6ad4e2 req-1419b63d-3281-4da5-bded-44ffc227f657 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:31.420745 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-364bc03b-c76d-4bea-a690-e23a1a8e1e6a tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:31.592987 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-364bc03b-c76d-4bea-a690-e23a1a8e1e6a tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:31.593653 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-e9ffe0aa-2bb1-43be-abef-54a47d6ad4e2 req-1419b63d-3281-4da5-bded-44ffc227f657 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Allocated IP 172.20.0.4 (cde55e2d-003f-4ba7-9946-c3e49edc6c96/b114d138-184e-414d-8d77-af9fac4f96f6/f204581c-a663-497c-8c35-21a0ebbcf8c4) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:49:31.627706 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-364bc03b-c76d-4bea-a690-e23a1a8e1e6a tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d32c07b9-e148-453f-bf3a-a13d6224a464']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:31.639133 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-364bc03b-c76d-4bea-a690-e23a1a8e1e6a tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42f5ad74-d24d-4b3a-85d1-596cbaba79a3') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:31.640004 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-364bc03b-c76d-4bea-a690-e23a1a8e1e6a tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42f5ad74-d24d-4b3a-85d1-596cbaba79a3') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:31.660466 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-364bc03b-c76d-4bea-a690-e23a1a8e1e6a tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:31.691731 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-364bc03b-c76d-4bea-a690-e23a1a8e1e6a tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:31.702061 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-364bc03b-c76d-4bea-a690-e23a1a8e1e6a tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Releasing vlan 931 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:49:31.702526 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-364bc03b-c76d-4bea-a690-e23a1a8e1e6a tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:31.719469 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:49:31.719469 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:49:31.719469 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:49:31.719469 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:49:31.719469 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:49:31.719469 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:49:31.719469 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:49:31.719469 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:49:31.719469 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:49:31.719469 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:49:31.719469 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:49:31.719469 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:49:31.719469 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:49:31.719469 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:49:31.719469 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:49:31.719469 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:49:31.719469 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:49:31.719469 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:49:31.719469 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:49:31.719469 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:49:31.719469 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:49:31.719469 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:49:31.719469 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:49:31.719469 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:49:31.719469 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:49:31.719469 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:49:31.719469 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:49:31.719469 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:49:31.719469 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:49:31.719469 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:49:31.719469 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:49:31.719469 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:49:31.774459 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-364bc03b-c76d-4bea-a690-e23a1a8e1e6a tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:31.784218 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-364bc03b-c76d-4bea-a690-e23a1a8e1e6a tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:31.790680 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-364bc03b-c76d-4bea-a690-e23a1a8e1e6a tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] 10.222.0.75 "DELETE /v2.0/networks/d32c07b9-e148-453f-bf3a-a13d6224a464 HTTP/1.1" status: 204 len: 168 time: 0.5461807 Nov 25 17:49:31.821072 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e9ffe0aa-2bb1-43be-abef-54a47d6ad4e2 req-1419b63d-3281-4da5-bded-44ffc227f657 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:31.821703 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43868) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:31.839139 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364bc03b-c76d-4bea-a690-e23a1a8e1e6a tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Pushing event deleted for resources: {'Network': ['ID=d32c07b9-e148-453f-bf3a-a13d6224a464,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:31.867215 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e9ffe0aa-2bb1-43be-abef-54a47d6ad4e2 req-1419b63d-3281-4da5-bded-44ffc227f657 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:31.884875 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['efa7b196-d088-459a-852c-dd1f944378ce'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:49:31.966016 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1419b63d-3281-4da5-bded-44ffc227f657 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Pushing event updated for resources: {'Port': ['ID=f204581c-a663-497c-8c35-21a0ebbcf8c4,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:31.973949 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-00fb3cbb-81de-4a50-9239-e0c2c299f3aa tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:31.989034 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9ffe0aa-2bb1-43be-abef-54a47d6ad4e2 req-1419b63d-3281-4da5-bded-44ffc227f657 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Network cde55e2d-003f-4ba7-9946-c3e49edc6c96 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:49:31.991647 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-e9ffe0aa-2bb1-43be-abef-54a47d6ad4e2 req-1419b63d-3281-4da5-bded-44ffc227f657 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:49:31.995255 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9ffe0aa-2bb1-43be-abef-54a47d6ad4e2 req-1419b63d-3281-4da5-bded-44ffc227f657 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:49:32.093087 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ffe0aa-2bb1-43be-abef-54a47d6ad4e2 req-1419b63d-3281-4da5-bded-44ffc227f657 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:32.094594 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e9ffe0aa-2bb1-43be-abef-54a47d6ad4e2 req-1419b63d-3281-4da5-bded-44ffc227f657 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:32.134224 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-00fb3cbb-81de-4a50-9239-e0c2c299f3aa tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:32.182248 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e9ffe0aa-2bb1-43be-abef-54a47d6ad4e2 req-1419b63d-3281-4da5-bded-44ffc227f657 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3374126 Nov 25 17:49:32.187516 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-00fb3cbb-81de-4a50-9239-e0c2c299f3aa tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de1f85e0-f9c2-4183-9160-e4fcaf0db875']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:32.198573 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-00fb3cbb-81de-4a50-9239-e0c2c299f3aa tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17d95e33-adea-479b-b903-8a55aa1f4a5a') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:32.199018 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-00fb3cbb-81de-4a50-9239-e0c2c299f3aa tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17d95e33-adea-479b-b903-8a55aa1f4a5a') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:32.209853 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-e9ffe0aa-2bb1-43be-abef-54a47d6ad4e2 req-d097bcbb-546c-4804-baec-a9f3cb1451ed service neutron] Request body: {'port': {'device_id': 'd414fea8-ab57-4467-9c9a-e4dd02da7d78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:32.220250 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-00fb3cbb-81de-4a50-9239-e0c2c299f3aa tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:32.253861 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-00fb3cbb-81de-4a50-9239-e0c2c299f3aa tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:32.254150 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b60412-20c6-41ab-b8b1-4a289e9ee880 req-20d5b926-02a9-4e7a-bf89-2e476bafdb8d tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:32.255678 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-57b60412-20c6-41ab-b8b1-4a289e9ee880 req-20d5b926-02a9-4e7a-bf89-2e476bafdb8d tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=d414fea8-ab57-4467-9c9a-e4dd02da7d78 HTTP/1.1" status: 200 len: 931 time: 0.1530967 Nov 25 17:49:32.264984 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00fb3cbb-81de-4a50-9239-e0c2c299f3aa tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Releasing vlan 922 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:49:32.265697 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-00fb3cbb-81de-4a50-9239-e0c2c299f3aa tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:32.284458 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:49:32.284458 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:49:32.284458 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:49:32.284458 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:49:32.284458 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:49:32.284458 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:49:32.284458 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:49:32.284458 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:49:32.284458 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:49:32.284458 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:49:32.284458 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:49:32.284458 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:49:32.284458 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:49:32.284458 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:49:32.284458 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:49:32.284458 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:49:32.284458 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:49:32.284458 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:49:32.284458 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:49:32.284458 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:49:32.284458 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:49:32.284458 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:49:32.284458 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:49:32.284458 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:49:32.284458 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:49:32.284458 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:49:32.284458 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:49:32.284458 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:49:32.284458 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:49:32.284458 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:49:32.284458 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:49:32.284458 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:49:32.289835 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e9ffe0aa-2bb1-43be-abef-54a47d6ad4e2 req-d097bcbb-546c-4804-baec-a9f3cb1451ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:32.369030 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-00fb3cbb-81de-4a50-9239-e0c2c299f3aa tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:32.369398 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-57b60412-20c6-41ab-b8b1-4a289e9ee880 req-5e70ca02-3b52-44bf-b9e4-9563ee520d40 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805461 Nov 25 17:49:32.377961 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-00fb3cbb-81de-4a50-9239-e0c2c299f3aa tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:32.385876 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-00fb3cbb-81de-4a50-9239-e0c2c299f3aa tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] 10.222.0.75 "DELETE /v2.0/networks/de1f85e0-f9c2-4183-9160-e4fcaf0db875 HTTP/1.1" status: 204 len: 168 time: 0.5637033 Nov 25 17:49:32.397117 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 43880) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:32.417422 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fb3cbb-81de-4a50-9239-e0c2c299f3aa tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Pushing event deleted for resources: {'Network': ['ID=de1f85e0-f9c2-4183-9160-e4fcaf0db875,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:32.640975 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8588425d-358b-4629-b356-5983370f3c26 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:32.647039 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8588425d-358b-4629-b356-5983370f3c26 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:32.648634 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-8588425d-358b-4629-b356-5983370f3c26 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2505207 Nov 25 17:49:32.652633 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43890) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:32.657832 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-c7343f33-0580-4296-8069-1e28a114f14c tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-782863531'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:32.692883 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7343f33-0580-4296-8069-1e28a114f14c tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Made reservation on behalf of 2552f68b58d84a14bf32e89d9061d923 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:49:32.696735 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c7343f33-0580-4296-8069-1e28a114f14c tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:32.725759 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7343f33-0580-4296-8069-1e28a114f14c tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:49:32.736401 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c7343f33-0580-4296-8069-1e28a114f14c tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:32.737332 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-c7343f33-0580-4296-8069-1e28a114f14c tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Added segment d9a9a01a-1c3a-43c1-8144-ef72e5674880 of type vlan for network 70bde4a0-e9e3-4ae8-8e8b-e9166ff1be75 Nov 25 17:49:32.812241 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c7343f33-0580-4296-8069-1e28a114f14c tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:32.814912 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-e9ffe0aa-2bb1-43be-abef-54a47d6ad4e2 req-d097bcbb-546c-4804-baec-a9f3cb1451ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f204581c-a663-497c-8c35-21a0ebbcf8c4 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:49:32.837352 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e9ffe0aa-2bb1-43be-abef-54a47d6ad4e2 req-d097bcbb-546c-4804-baec-a9f3cb1451ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:32.855789 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-e9ffe0aa-2bb1-43be-abef-54a47d6ad4e2 req-d097bcbb-546c-4804-baec-a9f3cb1451ed service neutron] Transition to ACTIVE for port object f204581c-a663-497c-8c35-21a0ebbcf8c4 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:49:32.859914 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c7343f33-0580-4296-8069-1e28a114f14c tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:32.862382 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e9ffe0aa-2bb1-43be-abef-54a47d6ad4e2 req-d097bcbb-546c-4804-baec-a9f3cb1451ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:32.871914 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7343f33-0580-4296-8069-1e28a114f14c tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:32.873672 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c7343f33-0580-4296-8069-1e28a114f14c tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:32.914372 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 43894) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:32.914553 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c7343f33-0580-4296-8069-1e28a114f14c tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2559958 Nov 25 17:49:32.923426 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-9f8305ee-20fe-4384-b30d-c110b65a77b6 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1004994566'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:32.949377 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d097bcbb-546c-4804-baec-a9f3cb1451ed service neutron] Pushing event updated for resources: {'Port': ['ID=f204581c-a663-497c-8c35-21a0ebbcf8c4,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:33.020480 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7343f33-0580-4296-8069-1e28a114f14c tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Pushing event updated for resources: {'Network': ['ID=70bde4a0-e9e3-4ae8-8e8b-e9166ff1be75,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:33.032990 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8305ee-20fe-4384-b30d-c110b65a77b6 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Made reservation on behalf of 2552f68b58d84a14bf32e89d9061d923 for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:49:33.036403 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9f8305ee-20fe-4384-b30d-c110b65a77b6 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:33.041657 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 70bde4a0-e9e3-4ae8-8e8b-e9166ff1be75 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:49:33.072363 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f8305ee-20fe-4384-b30d-c110b65a77b6 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 908} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:49:33.093773 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9f8305ee-20fe-4384-b30d-c110b65a77b6 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:33.094117 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-9f8305ee-20fe-4384-b30d-c110b65a77b6 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Added segment b9c838ac-ae55-445c-9d97-735913f053b4 of type vlan for network f2c6860c-590a-49db-b3c5-a72cbb1b1d2b Nov 25 17:49:33.102217 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-e9ffe0aa-2bb1-43be-abef-54a47d6ad4e2 req-d097bcbb-546c-4804-baec-a9f3cb1451ed service neutron] Attempting to bind port f204581c-a663-497c-8c35-21a0ebbcf8c4 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:49:33.102563 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-e9ffe0aa-2bb1-43be-abef-54a47d6ad4e2 req-d097bcbb-546c-4804-baec-a9f3cb1451ed service neutron] Attempting to bind port f204581c-a663-497c-8c35-21a0ebbcf8c4 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '5d15a5ac-47ef-4ddf-b5a4-0fc888643200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'cde55e2d-003f-4ba7-9946-c3e49edc6c96'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:49:33.103449 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ffe0aa-2bb1-43be-abef-54a47d6ad4e2 req-d097bcbb-546c-4804-baec-a9f3cb1451ed service neutron] Attempting to bind port f204581c-a663-497c-8c35-21a0ebbcf8c4 on network cde55e2d-003f-4ba7-9946-c3e49edc6c96 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:49:33.108610 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ffe0aa-2bb1-43be-abef-54a47d6ad4e2 req-d097bcbb-546c-4804-baec-a9f3cb1451ed service neutron] Port f204581c-a663-497c-8c35-21a0ebbcf8c4 on network cde55e2d-003f-4ba7-9946-c3e49edc6c96 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:49:33.108964 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ffe0aa-2bb1-43be-abef-54a47d6ad4e2 req-d097bcbb-546c-4804-baec-a9f3cb1451ed service neutron] Attempting to bind port f204581c-a663-497c-8c35-21a0ebbcf8c4 on network cde55e2d-003f-4ba7-9946-c3e49edc6c96 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:49:33.136571 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ffe0aa-2bb1-43be-abef-54a47d6ad4e2 req-d097bcbb-546c-4804-baec-a9f3cb1451ed service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:49:33.138036 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ffe0aa-2bb1-43be-abef-54a47d6ad4e2 req-d097bcbb-546c-4804-baec-a9f3cb1451ed service neutron] Checking segment: {'id': '5d15a5ac-47ef-4ddf-b5a4-0fc888643200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'cde55e2d-003f-4ba7-9946-c3e49edc6c96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:49:33.138036 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ffe0aa-2bb1-43be-abef-54a47d6ad4e2 req-d097bcbb-546c-4804-baec-a9f3cb1451ed service neutron] Bound using segment: {'id': '5d15a5ac-47ef-4ddf-b5a4-0fc888643200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'cde55e2d-003f-4ba7-9946-c3e49edc6c96'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:49:33.138036 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-e9ffe0aa-2bb1-43be-abef-54a47d6ad4e2 req-d097bcbb-546c-4804-baec-a9f3cb1451ed service neutron] Bound port: f204581c-a663-497c-8c35-21a0ebbcf8c4, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d15a5ac-47ef-4ddf-b5a4-0fc888643200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'cde55e2d-003f-4ba7-9946-c3e49edc6c96'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:49:33.138036 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e9ffe0aa-2bb1-43be-abef-54a47d6ad4e2 req-d097bcbb-546c-4804-baec-a9f3cb1451ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:33.161472 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9f8305ee-20fe-4384-b30d-c110b65a77b6 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:33.223097 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9f8305ee-20fe-4384-b30d-c110b65a77b6 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:33.228863 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8305ee-20fe-4384-b30d-c110b65a77b6 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:33.229458 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9f8305ee-20fe-4384-b30d-c110b65a77b6 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:33.311600 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43900) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:33.311878 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-9f8305ee-20fe-4384-b30d-c110b65a77b6 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3941243 Nov 25 17:49:33.316767 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-62e93696-b28f-4d5e-b539-abd409568958 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Request body: {'ports': [{'network_id': '70bde4a0-e9e3-4ae8-8e8b-e9166ff1be75', 'name': 'tempest-port--2025792246', 'admin_state_up': True}, {'network_id': 'f2c6860c-590a-49db-b3c5-a72cbb1b1d2b', 'admin_state_up': False}]} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:33.318440 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-62e93696-b28f-4d5e-b539-abd409568958 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Request body: {'port': {'network_id': '70bde4a0-e9e3-4ae8-8e8b-e9166ff1be75', 'name': 'tempest-port--2025792246', 'admin_state_up': True}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:33.318655 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-62e93696-b28f-4d5e-b539-abd409568958 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Request body: {'port': {'network_id': 'f2c6860c-590a-49db-b3c5-a72cbb1b1d2b', 'admin_state_up': False}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:33.321536 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-e9ffe0aa-2bb1-43be-abef-54a47d6ad4e2 req-d097bcbb-546c-4804-baec-a9f3cb1451ed service neutron] For port f204581c-a663-497c-8c35-21a0ebbcf8c4, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:49:33.331709 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8305ee-20fe-4384-b30d-c110b65a77b6 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Pushing event updated for resources: {'Network': ['ID=f2c6860c-590a-49db-b3c5-a72cbb1b1d2b,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:33.336991 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-e9ffe0aa-2bb1-43be-abef-54a47d6ad4e2 req-d097bcbb-546c-4804-baec-a9f3cb1451ed service neutron] For port f204581c-a663-497c-8c35-21a0ebbcf8c4, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=f204581c-a663-497c-8c35-21a0ebbcf8c4,segment=NetworkSegment(5d15a5ac-47ef-4ddf-b5a4-0fc888643200),segment_id=5d15a5ac-47ef-4ddf-b5a4-0fc888643200)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:49:33.344991 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network f2c6860c-590a-49db-b3c5-a72cbb1b1d2b details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:49:33.352973 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e9ffe0aa-2bb1-43be-abef-54a47d6ad4e2 req-d097bcbb-546c-4804-baec-a9f3cb1451ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:33.424132 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ffe0aa-2bb1-43be-abef-54a47d6ad4e2 req-d097bcbb-546c-4804-baec-a9f3cb1451ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:33.424755 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e9ffe0aa-2bb1-43be-abef-54a47d6ad4e2 req-d097bcbb-546c-4804-baec-a9f3cb1451ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:33.426195 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e9ffe0aa-2bb1-43be-abef-54a47d6ad4e2 req-d097bcbb-546c-4804-baec-a9f3cb1451ed service neutron] 10.222.0.74 "PUT /v2.0/ports/f204581c-a663-497c-8c35-21a0ebbcf8c4 HTTP/1.1" status: 200 len: 1091 time: 1.2209828 Nov 25 17:49:33.426650 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd414fea8-ab57-4467-9c9a-e4dd02da7d78', 'tag': 'f204581c-a663-497c-8c35-21a0ebbcf8c4'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:49:33.428968 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6e94b6-52e2-4373-9249-60a0e85a1cb8" -d '{"events": [{"name": "network-changed", "server_uuid": "d414fea8-ab57-4467-9c9a-e4dd02da7d78", "tag": "f204581c-a663-497c-8c35-21a0ebbcf8c4"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:49:33.532528 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b7178f-b7f7-43e9-bd5e-148820468d20 x-openstack-request-id: req-56b7178f-b7f7-43e9-bd5e-148820468d20 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:49:33.532645 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d414fea8-ab57-4467-9c9a-e4dd02da7d78", "tag": "f204581c-a663-497c-8c35-21a0ebbcf8c4", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:49:33.532910 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-56b7178f-b7f7-43e9-bd5e-148820468d20 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:49:33.536916 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd414fea8-ab57-4467-9c9a-e4dd02da7d78', 'tag': 'f204581c-a663-497c-8c35-21a0ebbcf8c4', 'status': 'completed', 'code': 200} Nov 25 17:49:33.595190 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d097bcbb-546c-4804-baec-a9f3cb1451ed service neutron] Pushing event updated for resources: {'Port': ['ID=f204581c-a663-497c-8c35-21a0ebbcf8c4,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:33.637055 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ffe0aa-2bb1-43be-abef-54a47d6ad4e2 req-24805eac-3232-4c95-9ebe-66e52101a3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:33.638858 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e9ffe0aa-2bb1-43be-abef-54a47d6ad4e2 req-24805eac-3232-4c95-9ebe-66e52101a3c4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0d1113b5e38141dd82a78af66f2b7f1f&device_id=d414fea8-ab57-4467-9c9a-e4dd02da7d78 HTTP/1.1" status: 200 len: 1094 time: 0.1656795 Nov 25 17:49:33.659612 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e93696-b28f-4d5e-b539-abd409568958 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Made reservation on behalf of 2552f68b58d84a14bf32e89d9061d923 for: {'port': 2} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:49:33.669719 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-62e93696-b28f-4d5e-b539-abd409568958 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:33.700814 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796b37f-0d49-4e96-8d3a-3e2a147d704a req-67662a73-b0ef-432e-bddf-f27aab6e1c1c tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:33.705891 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-62e93696-b28f-4d5e-b539-abd409568958 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:33.708146 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0796b37f-0d49-4e96-8d3a-3e2a147d704a req-67662a73-b0ef-432e-bddf-f27aab6e1c1c tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=d414fea8-ab57-4467-9c9a-e4dd02da7d78 HTTP/1.1" status: 200 len: 943 time: 0.1642509 Nov 25 17:49:33.717616 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e9ffe0aa-2bb1-43be-abef-54a47d6ad4e2 req-637b4309-133e-4391-95e3-ed7409e302ee service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f204581c-a663-497c-8c35-21a0ebbcf8c4 HTTP/1.1" status: 200 len: 217 time: 0.0697110 Nov 25 17:49:33.820919 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0796b37f-0d49-4e96-8d3a-3e2a147d704a req-63230e6a-64f3-466d-b08f-226861f2ea2e tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117718 Nov 25 17:49:33.825037 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-62e93696-b28f-4d5e-b539-abd409568958 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] device_id is not set on port a087c5fb-278a-4d5f-ad39-df88e3b0caf2 yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:49:33.845227 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ffe0aa-2bb1-43be-abef-54a47d6ad4e2 req-e6ea4b16-5a4e-4058-8077-29c0b3dfeeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:33.845227 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e9ffe0aa-2bb1-43be-abef-54a47d6ad4e2 req-e6ea4b16-5a4e-4058-8077-29c0b3dfeeda service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b114d138-184e-414d-8d77-af9fac4f96f6 HTTP/1.1" status: 200 len: 845 time: 0.1150167 Nov 25 17:49:33.891617 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e9ffe0aa-2bb1-43be-abef-54a47d6ad4e2 req-7f70667f-3328-4729-93d6-90b0409d93b6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cde55e2d-003f-4ba7-9946-c3e49edc6c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426025 Nov 25 17:49:33.997658 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-62e93696-b28f-4d5e-b539-abd409568958 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:34.020358 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e9ffe0aa-2bb1-43be-abef-54a47d6ad4e2 req-1fc5b55d-2b45-4138-a46f-9e7c09652610 service neutron] 10.222.0.74 "GET /v2.0/networks/cde55e2d-003f-4ba7-9946-c3e49edc6c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209867 Nov 25 17:49:34.157311 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e9ffe0aa-2bb1-43be-abef-54a47d6ad4e2 req-6170eaa4-081a-4c24-a62a-46da005545b4 service neutron] 10.222.0.74 "GET /v2.0/networks/cde55e2d-003f-4ba7-9946-c3e49edc6c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268144 Nov 25 17:49:34.304506 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e94b6-52e2-4373-9249-60a0e85a1cb8 req-53a67355-cfd9-4407-ba9b-f9f945c24908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:34.306433 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3c6e94b6-52e2-4373-9249-60a0e85a1cb8 req-53a67355-cfd9-4407-ba9b-f9f945c24908 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0d1113b5e38141dd82a78af66f2b7f1f&device_id=d414fea8-ab57-4467-9c9a-e4dd02da7d78 HTTP/1.1" status: 200 len: 1094 time: 0.0839570 Nov 25 17:49:34.403464 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-62e93696-b28f-4d5e-b539-abd409568958 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] device_id is not set on port 87655670-b485-4b1e-b3df-9fd1358cf560 yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:49:34.430282 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e94b6-52e2-4373-9249-60a0e85a1cb8 req-8190e18c-9e29-42d7-8e16-feafef24004d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:34.431984 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3c6e94b6-52e2-4373-9249-60a0e85a1cb8 req-8190e18c-9e29-42d7-8e16-feafef24004d service neutron] 10.222.0.74 "GET /v2.0/networks?id=cde55e2d-003f-4ba7-9946-c3e49edc6c96 HTTP/1.1" status: 200 len: 906 time: 0.1180422 Nov 25 17:49:34.492306 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3c6e94b6-52e2-4373-9249-60a0e85a1cb8 req-f710da0c-6364-42ac-a735-58e398484877 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f204581c-a663-497c-8c35-21a0ebbcf8c4 HTTP/1.1" status: 200 len: 217 time: 0.0499148 Nov 25 17:49:34.551974 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-62e93696-b28f-4d5e-b539-abd409568958 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:34.564768 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e94b6-52e2-4373-9249-60a0e85a1cb8 req-8927ed72-be41-43e1-bf93-f41af7d4d9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:34.566637 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3c6e94b6-52e2-4373-9249-60a0e85a1cb8 req-8927ed72-be41-43e1-bf93-f41af7d4d9db service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b114d138-184e-414d-8d77-af9fac4f96f6 HTTP/1.1" status: 200 len: 845 time: 0.0616965 Nov 25 17:49:34.610144 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3c6e94b6-52e2-4373-9249-60a0e85a1cb8 req-90b4b721-b73f-45d8-80d1-7bbc3d083b5e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cde55e2d-003f-4ba7-9946-c3e49edc6c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323818 Nov 25 17:49:34.621947 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-62e93696-b28f-4d5e-b539-abd409568958 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:34.721333 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e93696-b28f-4d5e-b539-abd409568958 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Pushing event updated for resources: {'Port': ['ID=a087c5fb-278a-4d5f-ad39-df88e3b0caf2,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:34.739450 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e93696-b28f-4d5e-b539-abd409568958 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Checking segment: {'id': 'd9a9a01a-1c3a-43c1-8144-ef72e5674880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '70bde4a0-e9e3-4ae8-8e8b-e9166ff1be75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:49:34.739831 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e93696-b28f-4d5e-b539-abd409568958 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Network hostable DHCP agents. Network: 70bde4a0-e9e3-4ae8-8e8b-e9166ff1be75, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:49:34.760753 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3c6e94b6-52e2-4373-9249-60a0e85a1cb8 req-a3055a29-947f-4886-a5cd-c75010c2ffd1 service neutron] 10.222.0.74 "GET /v2.0/networks/cde55e2d-003f-4ba7-9946-c3e49edc6c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427586 Nov 25 17:49:34.762752 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e93696-b28f-4d5e-b539-abd409568958 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Network 70bde4a0-e9e3-4ae8-8e8b-e9166ff1be75 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:49:34.778209 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-62e93696-b28f-4d5e-b539-abd409568958 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 70bde4a0-e9e3-4ae8-8e8b-e9166ff1be75) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:49:34.784736 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e93696-b28f-4d5e-b539-abd409568958 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:49:34.785731 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-62e93696-b28f-4d5e-b539-abd409568958 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:34.792850 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48731cb8-1ae3-4692-a094-b64a0fccfb9c None None] Network 70bde4a0-e9e3-4ae8-8e8b-e9166ff1be75 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:49:34.905507 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3c6e94b6-52e2-4373-9249-60a0e85a1cb8 req-a79f4a07-90ec-4761-9ca2-80f1bfd0f71d service neutron] 10.222.0.74 "GET /v2.0/networks/cde55e2d-003f-4ba7-9946-c3e49edc6c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361365 Nov 25 17:49:34.926414 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e93696-b28f-4d5e-b539-abd409568958 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Pushing event updated for resources: {'Port': ['ID=87655670-b485-4b1e-b3df-9fd1358cf560,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:34.947506 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e93696-b28f-4d5e-b539-abd409568958 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Checking segment: {'id': 'b9c838ac-ae55-445c-9d97-735913f053b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'f2c6860c-590a-49db-b3c5-a72cbb1b1d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:49:34.948017 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e93696-b28f-4d5e-b539-abd409568958 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Network hostable DHCP agents. Network: f2c6860c-590a-49db-b3c5-a72cbb1b1d2b, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:49:34.991182 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e93696-b28f-4d5e-b539-abd409568958 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Network f2c6860c-590a-49db-b3c5-a72cbb1b1d2b is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:49:35.012721 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-62e93696-b28f-4d5e-b539-abd409568958 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, f2c6860c-590a-49db-b3c5-a72cbb1b1d2b) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:49:35.016745 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02011b92-1fc7-4aaa-95cd-5e2000459b2d req-78721fe7-7280-41b3-92f6-72c8eb90a13a tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:35.031200 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e93696-b28f-4d5e-b539-abd409568958 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:49:35.032366 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63befb22-9441-4bf5-b54d-8417041254d7 None None] Network f2c6860c-590a-49db-b3c5-a72cbb1b1d2b requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:49:35.038316 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e93696-b28f-4d5e-b539-abd409568958 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:35.039933 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-02011b92-1fc7-4aaa-95cd-5e2000459b2d req-78721fe7-7280-41b3-92f6-72c8eb90a13a tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=d414fea8-ab57-4467-9c9a-e4dd02da7d78 HTTP/1.1" status: 200 len: 943 time: 0.1020472 Nov 25 17:49:35.048707 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e93696-b28f-4d5e-b539-abd409568958 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:35.050166 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-62e93696-b28f-4d5e-b539-abd409568958 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:35.083823 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-62e93696-b28f-4d5e-b539-abd409568958 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.7706759 Nov 25 17:49:35.098314 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43936) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:35.139350 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-02011b92-1fc7-4aaa-95cd-5e2000459b2d req-a787b3f9-75b5-4a69-bdc3-789809eb4c05 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978639 Nov 25 17:49:35.188309 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69b8307-ec16-4087-915b-8b4261cbbbda tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:35.195336 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69b8307-ec16-4087-915b-8b4261cbbbda tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:35.196991 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d69b8307-ec16-4087-915b-8b4261cbbbda tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0974288 Nov 25 17:49:35.199961 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 43938) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:35.315050 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-26a498b7-09b9-4b2d-bf08-9d6d28b5f11f tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Deleting port a087c5fb-278a-4d5f-ad39-df88e3b0caf2 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:49:35.315396 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-26a498b7-09b9-4b2d-bf08-9d6d28b5f11f tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:35.398593 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-26a498b7-09b9-4b2d-bf08-9d6d28b5f11f tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:35.420309 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-26a498b7-09b9-4b2d-bf08-9d6d28b5f11f tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Calling delete_port for a087c5fb-278a-4d5f-ad39-df88e3b0caf2 owned by {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:49:35.525711 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-26a498b7-09b9-4b2d-bf08-9d6d28b5f11f tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:35.557015 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a498b7-09b9-4b2d-bf08-9d6d28b5f11f tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Pushing event deleted for resources: {'Port': ['ID=a087c5fb-278a-4d5f-ad39-df88e3b0caf2,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:35.576715 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-26a498b7-09b9-4b2d-bf08-9d6d28b5f11f tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:35.582476 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-26a498b7-09b9-4b2d-bf08-9d6d28b5f11f tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] 10.222.0.75 "DELETE /v2.0/ports/a087c5fb-278a-4d5f-ad39-df88e3b0caf2 HTTP/1.1" status: 204 len: 168 time: 0.3813009 Nov 25 17:49:35.583634 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43944) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:35.683984 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-ae3abcec-8bc5-4992-b124-50cbbc98d9a6 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Deleting port 87655670-b485-4b1e-b3df-9fd1358cf560 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:49:35.686441 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ae3abcec-8bc5-4992-b124-50cbbc98d9a6 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:35.804579 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ae3abcec-8bc5-4992-b124-50cbbc98d9a6 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:35.828754 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-ae3abcec-8bc5-4992-b124-50cbbc98d9a6 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Calling delete_port for 87655670-b485-4b1e-b3df-9fd1358cf560 owned by {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:49:35.926275 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ae3abcec-8bc5-4992-b124-50cbbc98d9a6 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:35.962126 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3abcec-8bc5-4992-b124-50cbbc98d9a6 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Pushing event deleted for resources: {'Port': ['ID=87655670-b485-4b1e-b3df-9fd1358cf560,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:35.971873 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ae3abcec-8bc5-4992-b124-50cbbc98d9a6 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:35.977617 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ae3abcec-8bc5-4992-b124-50cbbc98d9a6 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] 10.222.0.75 "DELETE /v2.0/ports/87655670-b485-4b1e-b3df-9fd1358cf560 HTTP/1.1" status: 204 len: 168 time: 0.3904474 Nov 25 17:49:35.977920 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43952) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:36.009428 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-53ff6b5a-e572-4ccc-b8db-ae55f2c41e24 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0303295 Nov 25 17:49:36.013247 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 43954) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:36.019190 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-28929b74-867c-4e83-b3e4-648af5cfbfb0 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2079773965'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:36.045625 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28929b74-867c-4e83-b3e4-648af5cfbfb0 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Made reservation on behalf of 2552f68b58d84a14bf32e89d9061d923 for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:49:36.049024 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-28929b74-867c-4e83-b3e4-648af5cfbfb0 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:36.074855 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28929b74-867c-4e83-b3e4-648af5cfbfb0 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 942} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:49:36.086767 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-28929b74-867c-4e83-b3e4-648af5cfbfb0 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:36.087680 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-28929b74-867c-4e83-b3e4-648af5cfbfb0 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Added segment 0bebb00e-241e-46e3-9f0b-f94519b7c398 of type vlan for network 93931c31-5fec-4708-adc3-ac6496756d62 Nov 25 17:49:36.134195 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-28929b74-867c-4e83-b3e4-648af5cfbfb0 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:36.149261 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43958) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:36.163208 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-28929b74-867c-4e83-b3e4-648af5cfbfb0 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:36.170076 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28929b74-867c-4e83-b3e4-648af5cfbfb0 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:36.170948 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-28929b74-867c-4e83-b3e4-648af5cfbfb0 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:36.254297 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-28929b74-867c-4e83-b3e4-648af5cfbfb0 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2390759 Nov 25 17:49:36.258257 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43966) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:36.261993 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-d49036bb-9727-4a3c-8b32-3145b973c11c tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1478146106'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:36.300054 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28929b74-867c-4e83-b3e4-648af5cfbfb0 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Pushing event updated for resources: {'Network': ['ID=93931c31-5fec-4708-adc3-ac6496756d62,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:36.307648 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49036bb-9727-4a3c-8b32-3145b973c11c tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Made reservation on behalf of 2552f68b58d84a14bf32e89d9061d923 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:49:36.313637 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 93931c31-5fec-4708-adc3-ac6496756d62 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:49:36.323486 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d49036bb-9727-4a3c-8b32-3145b973c11c tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:36.339170 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89646ef-010b-463f-89e1-2551261cb341 req-a6f8b75c-c276-487a-8d06-2b0bafbdaa5a tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:36.349103 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b89646ef-010b-463f-89e1-2551261cb341 req-a6f8b75c-c276-487a-8d06-2b0bafbdaa5a tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=d414fea8-ab57-4467-9c9a-e4dd02da7d78 HTTP/1.1" status: 200 len: 943 time: 0.1078634 Nov 25 17:49:36.381446 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e685f073-24eb-44ec-adc7-320298b6fcf6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:36.408937 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d49036bb-9727-4a3c-8b32-3145b973c11c tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 907} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:49:36.427591 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b89646ef-010b-463f-89e1-2551261cb341 req-d806ead7-ab1d-4f6a-8456-c40bd25ef306 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773246 Nov 25 17:49:36.427767 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d49036bb-9727-4a3c-8b32-3145b973c11c tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:36.428169 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-d49036bb-9727-4a3c-8b32-3145b973c11c tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Added segment 39992699-aaf0-4dfb-ba04-fda9aef0f5e0 of type vlan for network efdfc4f2-bf6c-4c91-8c07-f27d8f7062a1 Nov 25 17:49:36.506291 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d49036bb-9727-4a3c-8b32-3145b973c11c tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:36.543746 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e685f073-24eb-44ec-adc7-320298b6fcf6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:36.551672 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e685f073-24eb-44ec-adc7-320298b6fcf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:36.564436 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d49036bb-9727-4a3c-8b32-3145b973c11c tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:36.571180 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49036bb-9727-4a3c-8b32-3145b973c11c tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:36.571823 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d49036bb-9727-4a3c-8b32-3145b973c11c tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:36.593788 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 43968) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:36.675169 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d49036bb-9727-4a3c-8b32-3145b973c11c tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4170654 Nov 25 17:49:36.682179 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e685f073-24eb-44ec-adc7-320298b6fcf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd35ba93-ae49-47b2-b5a2-dc7f12799f8d,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:36.686193 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e685f073-24eb-44ec-adc7-320298b6fcf6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=bd0869f7bb4841099d6de223d39370af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5359168 Nov 25 17:49:36.689276 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 43970) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:36.697447 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49036bb-9727-4a3c-8b32-3145b973c11c tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Pushing event updated for resources: {'Network': ['ID=efdfc4f2-bf6c-4c91-8c07-f27d8f7062a1,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:36.700276 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e685f073-24eb-44ec-adc7-320298b6fcf6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:36.700728 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e685f073-24eb-44ec-adc7-320298b6fcf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:36.701708 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e685f073-24eb-44ec-adc7-320298b6fcf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:36.702115 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e685f073-24eb-44ec-adc7-320298b6fcf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:36.702546 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e685f073-24eb-44ec-adc7-320298b6fcf6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:36.702886 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e685f073-24eb-44ec-adc7-320298b6fcf6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:36.703221 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e685f073-24eb-44ec-adc7-320298b6fcf6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:36.703554 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e685f073-24eb-44ec-adc7-320298b6fcf6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:36.703883 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e685f073-24eb-44ec-adc7-320298b6fcf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:36.704213 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e685f073-24eb-44ec-adc7-320298b6fcf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:36.704541 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e685f073-24eb-44ec-adc7-320298b6fcf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:36.704882 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e685f073-24eb-44ec-adc7-320298b6fcf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:36.726232 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49036bb-9727-4a3c-8b32-3145b973c11c tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:36.726594 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49036bb-9727-4a3c-8b32-3145b973c11c tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:36.726941 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49036bb-9727-4a3c-8b32-3145b973c11c tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:36.727280 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49036bb-9727-4a3c-8b32-3145b973c11c tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:36.727620 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49036bb-9727-4a3c-8b32-3145b973c11c tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:36.727955 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49036bb-9727-4a3c-8b32-3145b973c11c tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:36.728288 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49036bb-9727-4a3c-8b32-3145b973c11c tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:36.728619 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49036bb-9727-4a3c-8b32-3145b973c11c tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:36.728975 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49036bb-9727-4a3c-8b32-3145b973c11c tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:36.729304 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49036bb-9727-4a3c-8b32-3145b973c11c tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:36.729631 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49036bb-9727-4a3c-8b32-3145b973c11c tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:36.729958 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49036bb-9727-4a3c-8b32-3145b973c11c tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:36.741178 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network efdfc4f2-bf6c-4c91-8c07-f27d8f7062a1 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:49:36.875675 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-15eb98f5-c345-4a68-a10b-51ed0a4e6952 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:36.911908 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-15eb98f5-c345-4a68-a10b-51ed0a4e6952 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:37.020237 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-15eb98f5-c345-4a68-a10b-51ed0a4e6952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:37.022862 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-15eb98f5-c345-4a68-a10b-51ed0a4e6952 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:37.026383 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-15eb98f5-c345-4a68-a10b-51ed0a4e6952 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bd35ba93-ae49-47b2-b5a2-dc7f12799f8d HTTP/1.1" status: 204 len: 168 time: 0.3335321 Nov 25 17:49:37.078062 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eb98f5-c345-4a68-a10b-51ed0a4e6952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd35ba93-ae49-47b2-b5a2-dc7f12799f8d,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:37.263647 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f4b0790c-2541-4424-96c0-d42aae1ac21a tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:37.470401 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device f204581c-a663-497c-8c35-21a0ebbcf8c4 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:49:37.569427 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43988) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:37.594383 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9ddb3a20-5445-4945-9ceb-e45c952be7c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:37.643782 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port f204581c-a663-497c-8c35-21a0ebbcf8c4, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=f204581c-a663-497c-8c35-21a0ebbcf8c4,segment=NetworkSegment(5d15a5ac-47ef-4ddf-b5a4-0fc888643200),segment_id=5d15a5ac-47ef-4ddf-b5a4-0fc888643200)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:37.661847 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': 'f204581c-a663-497c-8c35-21a0ebbcf8c4', 'network_id': 'cde55e2d-003f-4ba7-9946-c3e49edc6c96', 'port_id': 'f204581c-a663-497c-8c35-21a0ebbcf8c4', 'mac_address': 'fa:16:3e:b6:7a:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b114d138-184e-414d-8d77-af9fac4f96f6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:49:37.718712 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:37.741235 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f204581c-a663-497c-8c35-21a0ebbcf8c4 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:49:37.750807 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9ddb3a20-5445-4945-9ceb-e45c952be7c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:37.758159 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9ddb3a20-5445-4945-9ceb-e45c952be7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:37.774222 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port f204581c-a663-497c-8c35-21a0ebbcf8c4, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=f204581c-a663-497c-8c35-21a0ebbcf8c4,segment=NetworkSegment(5d15a5ac-47ef-4ddf-b5a4-0fc888643200),segment_id=5d15a5ac-47ef-4ddf-b5a4-0fc888643200)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:37.781712 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:37.837207 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddb3a20-5445-4945-9ceb-e45c952be7c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da3b4ff-f896-4b04-bb4c-2da8549901c8,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:37.838771 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=f204581c-a663-497c-8c35-21a0ebbcf8c4,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:37.842655 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9ddb3a20-5445-4945-9ceb-e45c952be7c5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cb3a9179c1424cefb0cf7dc302337036&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2724268 Nov 25 17:49:37.845384 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 43992) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:37.910472 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0973f9fb-9e3d-487b-82d0-52bfa66f65b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:37.919132 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943d5a8-938f-4f82-a47d-a66a736a92d5 req-06a92e9a-81b2-4cd5-b9c7-a0249362b36c tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:37.921404 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c943d5a8-938f-4f82-a47d-a66a736a92d5 req-06a92e9a-81b2-4cd5-b9c7-a0249362b36c tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=d414fea8-ab57-4467-9c9a-e4dd02da7d78 HTTP/1.1" status: 200 len: 944 time: 0.1022387 Nov 25 17:49:37.939795 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0973f9fb-9e3d-487b-82d0-52bfa66f65b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:38.009584 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0973f9fb-9e3d-487b-82d0-52bfa66f65b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:38.012857 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0973f9fb-9e3d-487b-82d0-52bfa66f65b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:38.014656 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0973f9fb-9e3d-487b-82d0-52bfa66f65b9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5da3b4ff-f896-4b04-bb4c-2da8549901c8 HTTP/1.1" status: 204 len: 168 time: 0.1681054 Nov 25 17:49:38.024814 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['f204581c-a663-497c-8c35-21a0ebbcf8c4'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:49:38.042422 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0973f9fb-9e3d-487b-82d0-52bfa66f65b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da3b4ff-f896-4b04-bb4c-2da8549901c8,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:38.052386 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c943d5a8-938f-4f82-a47d-a66a736a92d5 req-f1362b29-0266-444c-a780-8a29a9b13f0c tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235430 Nov 25 17:49:38.561056 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0790c-2541-4424-96c0-d42aae1ac21a tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Deleting port 023c1077-c4d4-4009-b8ff-448de0a21ccb {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:49:38.561405 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f4b0790c-2541-4424-96c0-d42aae1ac21a tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:38.679314 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-f4b0790c-2541-4424-96c0-d42aae1ac21a tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] For port 023c1077-c4d4-4009-b8ff-448de0a21ccb, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=023c1077-c4d4-4009-b8ff-448de0a21ccb,segment=NetworkSegment(f9004119-766e-43ce-ae55-bd51f66bdff7),segment_id=f9004119-766e-43ce-ae55-bd51f66bdff7)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:38.679713 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f4b0790c-2541-4424-96c0-d42aae1ac21a tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:38.695582 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0790c-2541-4424-96c0-d42aae1ac21a tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Calling delete_port for 023c1077-c4d4-4009-b8ff-448de0a21ccb owned by network:router_interface {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:49:38.932387 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f4b0790c-2541-4424-96c0-d42aae1ac21a tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:39.034266 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0790c-2541-4424-96c0-d42aae1ac21a tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Pushing event deleted for resources: {'Port': ['ID=023c1077-c4d4-4009-b8ff-448de0a21ccb,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:39.375676 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c31d5d8-c3d5-4b8d-9454-0228217612f3 req-28eb1d99-fe34-4cac-bb76-71f2815b3717 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:39.384430 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2c31d5d8-c3d5-4b8d-9454-0228217612f3 req-28eb1d99-fe34-4cac-bb76-71f2815b3717 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=d414fea8-ab57-4467-9c9a-e4dd02da7d78 HTTP/1.1" status: 200 len: 944 time: 0.1667490 Nov 25 17:49:39.484214 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device f204581c-a663-497c-8c35-21a0ebbcf8c4 up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:49:39.512323 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f4b0790c-2541-4424-96c0-d42aae1ac21a tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:39.622062 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port f204581c-a663-497c-8c35-21a0ebbcf8c4 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:49:39.629193 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port f204581c-a663-497c-8c35-21a0ebbcf8c4 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:39.629843 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:39.742653 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2c31d5d8-c3d5-4b8d-9454-0228217612f3 req-0bce6e8b-4837-48fd-87cd-74c4394e827b tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570123 Nov 25 17:49:39.802773 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:39.867031 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port f204581c-a663-497c-8c35-21a0ebbcf8c4, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=f204581c-a663-497c-8c35-21a0ebbcf8c4,segment=NetworkSegment(5d15a5ac-47ef-4ddf-b5a4-0fc888643200),segment_id=5d15a5ac-47ef-4ddf-b5a4-0fc888643200)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:39.868554 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd414fea8-ab57-4467-9c9a-e4dd02da7d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f204581c-a663-497c-8c35-21a0ebbcf8c4'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:49:39.873946 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01530d8-91c4-48bf-b68a-7c2d031126e2" -d '{"events": [{"server_uuid": "d414fea8-ab57-4467-9c9a-e4dd02da7d78", "name": "network-vif-plugged", "status": "completed", "tag": "f204581c-a663-497c-8c35-21a0ebbcf8c4"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:49:39.879019 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:40.036000 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c34056-b694-44dc-b4ac-4688fdfb2fb9 x-openstack-request-id: req-e6c34056-b694-44dc-b4ac-4688fdfb2fb9 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:49:40.036381 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d414fea8-ab57-4467-9c9a-e4dd02da7d78", "name": "network-vif-plugged", "status": "completed", "tag": "f204581c-a663-497c-8c35-21a0ebbcf8c4", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:49:40.036535 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e6c34056-b694-44dc-b4ac-4688fdfb2fb9 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:49:40.036956 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd414fea8-ab57-4467-9c9a-e4dd02da7d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f204581c-a663-497c-8c35-21a0ebbcf8c4', 'code': 200} Nov 25 17:49:40.037992 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=f204581c-a663-497c-8c35-21a0ebbcf8c4,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:40.058017 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44036) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:40.063962 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-40b9837c-2a75-466e-a5b9-ccd6e203877b tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Request body: {'subnets': [{'network_id': '93931c31-5fec-4708-adc3-ac6496756d62', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1128915483', 'ip_version': 6}, {'network_id': 'efdfc4f2-bf6c-4c91-8c07-f27d8f7062a1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:40.065132 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-40b9837c-2a75-466e-a5b9-ccd6e203877b tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Request body: {'subnet': {'network_id': '93931c31-5fec-4708-adc3-ac6496756d62', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1128915483', 'ip_version': 6}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:40.065939 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-40b9837c-2a75-466e-a5b9-ccd6e203877b tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Request body: {'subnet': {'network_id': 'efdfc4f2-bf6c-4c91-8c07-f27d8f7062a1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:40.144575 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d9de8-1f38-4809-86c5-582c835e3068 req-247cb872-e8b2-400e-81ae-b15d5adc597b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:40.146131 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9f9d9de8-1f38-4809-86c5-582c835e3068 req-247cb872-e8b2-400e-81ae-b15d5adc597b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d414fea8-ab57-4467-9c9a-e4dd02da7d78 HTTP/1.1" status: 200 len: 1096 time: 0.0808952 Nov 25 17:49:40.159523 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4b0790c-2541-4424-96c0-d42aae1ac21a tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Router 2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:49:40.313541 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b9837c-2a75-466e-a5b9-ccd6e203877b tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Made reservation on behalf of 2552f68b58d84a14bf32e89d9061d923 for: {'subnet': 2} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:49:40.319124 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-40b9837c-2a75-466e-a5b9-ccd6e203877b tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:40.319633 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-40b9837c-2a75-466e-a5b9-ccd6e203877b tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:40.333086 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9f9d9de8-1f38-4809-86c5-582c835e3068 req-44e823f8-fee7-4e52-96b9-988de717946f service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758204 Nov 25 17:49:40.401018 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b0790c-2541-4424-96c0-d42aae1ac21a tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:49:40.413305 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447539fd-eb63-4f84-b60c-f018847ecd58 None None] Sync routers for ids ['2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:49:40.423266 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-f4b0790c-2541-4424-96c0-d42aae1ac21a tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "PUT /v2.0/routers/2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8274145 Nov 25 17:49:40.427324 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447539fd-eb63-4f84-b60c-f018847ecd58 None None] Routers {'2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:49:40.427944 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-447539fd-eb63-4f84-b60c-f018847ecd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:49:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:40.570664 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-447539fd-eb63-4f84-b60c-f018847ecd58 None None] Set router 2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:49:40.930346 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-40b9837c-2a75-466e-a5b9-ccd6e203877b tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:41.000027 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627abcac-970e-4c67-a016-9d91ab7ab0a1 req-8af52ee7-d404-46ab-b2e2-c257ff4e02a1 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:41.005539 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-627abcac-970e-4c67-a016-9d91ab7ab0a1 req-8af52ee7-d404-46ab-b2e2-c257ff4e02a1 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/ports?device_id=3ffca1d4-3ffa-4cf3-a8c8-035e353b8243 HTTP/1.1" status: 200 len: 946 time: 0.1876600 Nov 25 17:49:41.019355 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b9837c-2a75-466e-a5b9-ccd6e203877b tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Pushing event updated for resources: {'Subnet': ['ID=c4612cc0-ad24-4be6-9caa-a4037a3ec650,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:41.080499 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca200e8-4d6d-4bfe-8684-a7f5a01fda2d req-fa876c80-cdf0-4d38-bda7-9b7fdb4ad373 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:41.089814 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b9837c-2a75-466e-a5b9-ccd6e203877b tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Checking segment: {'id': '0bebb00e-241e-46e3-9f0b-f94519b7c398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '93931c31-5fec-4708-adc3-ac6496756d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:49:41.090373 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b9837c-2a75-466e-a5b9-ccd6e203877b tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Network hostable DHCP agents. Network: 93931c31-5fec-4708-adc3-ac6496756d62, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:49:41.093085 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-447539fd-eb63-4f84-b60c-f018847ecd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'name': 'tempest-TestNetworkBasicOps-router-984726346', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:47:35Z', 'updated_at': '2021-11-25T17:49:38Z', 'revision_number': 6, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'gw_port': {'id': '2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:1a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:47:36Z', 'updated_at': '2021-11-25T17:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '61012ad0-218f-4b4c-9bfd-a84c4f949019', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'floating_ip_address': '172.25.0.231', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'port_id': '69056102-3a27-4631-949d-4d0692363d00', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89e861ee-81cb-4555-a572-83244168320b', 'mac_address': 'fa:16:3e:d0:d1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498691d0-c76f-4d60-a193-68d18e621ee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:48:14Z', 'updated_at': '2021-11-25T17:48:17Z', 'revision_number': 1, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '980e859c-6162-46c7-b729-a12f4838b350', 'name': '', 'network_id': '89e861ee-81cb-4555-a572-83244168320b', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'mac_address': 'fa:16:3e:5c:68:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '6ff89a9f-2f25-4d9d-9f45-63e595f0a31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:47:42Z', 'updated_at': '2021-11-25T17:47:48Z', 'revision_number': 5, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'subnets': [{'id': '6ff89a9f-2f25-4d9d-9f45-63e595f0a31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:41.099791 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fca200e8-4d6d-4bfe-8684-a7f5a01fda2d req-fa876c80-cdf0-4d38-bda7-9b7fdb4ad373 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=d414fea8-ab57-4467-9c9a-e4dd02da7d78 HTTP/1.1" status: 200 len: 945 time: 0.2337317 Nov 25 17:49:41.141620 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b9837c-2a75-466e-a5b9-ccd6e203877b tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Network 93931c31-5fec-4708-adc3-ac6496756d62 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:49:41.162644 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-40b9837c-2a75-466e-a5b9-ccd6e203877b tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 93931c31-5fec-4708-adc3-ac6496756d62) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:49:41.164289 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447539fd-eb63-4f84-b60c-f018847ecd58 None None] Checking router: 2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:49:41.173641 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-40b9837c-2a75-466e-a5b9-ccd6e203877b tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:41.174279 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c89bd0-09d6-4bc5-982b-8d01afdca124 None None] Network 93931c31-5fec-4708-adc3-ac6496756d62 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:49:41.240682 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447539fd-eb63-4f84-b60c-f018847ecd58 None None] Routers {'2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:49:41.241048 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-447539fd-eb63-4f84-b60c-f018847ecd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:49:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:41.276313 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-627abcac-970e-4c67-a016-9d91ab7ab0a1 req-d14a7171-b778-4e56-b1a3-fcf62d701c40 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b6cefa0-6f5c-47ec-b0b6-6d94909384f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2606130 Nov 25 17:49:41.318722 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b9837c-2a75-466e-a5b9-ccd6e203877b tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Pushing event updated for resources: {'Subnet': ['ID=5042b459-2b5a-4741-8866-c9a111c8f108,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:41.318722 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b9837c-2a75-466e-a5b9-ccd6e203877b tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Checking segment: {'id': '39992699-aaf0-4dfb-ba04-fda9aef0f5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'efdfc4f2-bf6c-4c91-8c07-f27d8f7062a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:49:41.319137 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b9837c-2a75-466e-a5b9-ccd6e203877b tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Network hostable DHCP agents. Network: efdfc4f2-bf6c-4c91-8c07-f27d8f7062a1, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:49:41.322032 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fca200e8-4d6d-4bfe-8684-a7f5a01fda2d req-9a9f7c71-862e-474b-9b3e-05723c668a2e tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153382 Nov 25 17:49:41.369037 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b9837c-2a75-466e-a5b9-ccd6e203877b tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Network efdfc4f2-bf6c-4c91-8c07-f27d8f7062a1 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:49:41.389668 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-40b9837c-2a75-466e-a5b9-ccd6e203877b tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, efdfc4f2-bf6c-4c91-8c07-f27d8f7062a1) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:49:41.397136 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b9837c-2a75-466e-a5b9-ccd6e203877b tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:41.397769 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b9837c-2a75-466e-a5b9-ccd6e203877b tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:41.398668 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-40b9837c-2a75-466e-a5b9-ccd6e203877b tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:41.449384 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-40b9837c-2a75-466e-a5b9-ccd6e203877b tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.3900542 Nov 25 17:49:41.452643 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 44068) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:41.515950 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a525de88-2acc-40f6-9a31-ddfa291cd2be None None] Network efdfc4f2-bf6c-4c91-8c07-f27d8f7062a1 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:49:41.583021 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-447539fd-eb63-4f84-b60c-f018847ecd58 None None] Set router 2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:49:41.696489 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d386048-3a93-4832-bbd9-0e58fb14f252 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:41.702452 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d386048-3a93-4832-bbd9-0e58fb14f252 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:41.705930 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d386048-3a93-4832-bbd9-0e58fb14f252 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:41.712045 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-9d386048-3a93-4832-bbd9-0e58fb14f252 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2543986 Nov 25 17:49:41.717598 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 44078) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:41.844761 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f4be104-4d59-47ac-8e0a-8bd227ea405a tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Deleting subnet c4612cc0-ad24-4be6-9caa-a4037a3ec650 {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:49:41.858621 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2f4be104-4d59-47ac-8e0a-8bd227ea405a tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:41.959623 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2f4be104-4d59-47ac-8e0a-8bd227ea405a tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:41.967385 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f67ba12-bb4d-480c-99a4-795537615e58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-efdfc4f2-bf6c-4c91-8c07-f27d8f7062a1', 'network_id': 'efdfc4f2-bf6c-4c91-8c07-f27d8f7062a1', 'tenant_id': '2552f68b58d84a14bf32e89d9061d923', 'fixed_ips': [{'subnet_id': '5042b459-2b5a-4741-8866-c9a111c8f108'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:49:41.974088 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4f67ba12-bb4d-480c-99a4-795537615e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:42.002408 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147ad989-d071-4db0-98bd-0dad60edda1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-93931c31-5fec-4708-adc3-ac6496756d62', 'network_id': '93931c31-5fec-4708-adc3-ac6496756d62', 'tenant_id': '2552f68b58d84a14bf32e89d9061d923', 'fixed_ips': [{'subnet_id': 'c4612cc0-ad24-4be6-9caa-a4037a3ec650'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:49:42.003659 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-147ad989-d071-4db0-98bd-0dad60edda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:42.057895 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2f4be104-4d59-47ac-8e0a-8bd227ea405a tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:42.157055 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-447539fd-eb63-4f84-b60c-f018847ecd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'name': 'tempest-TestNetworkBasicOps-router-984726346', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:47:35Z', 'updated_at': '2021-11-25T17:49:38Z', 'revision_number': 6, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'gw_port': {'id': '2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:1a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:47:36Z', 'updated_at': '2021-11-25T17:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '61012ad0-218f-4b4c-9bfd-a84c4f949019', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'floating_ip_address': '172.25.0.231', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'port_id': '69056102-3a27-4631-949d-4d0692363d00', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89e861ee-81cb-4555-a572-83244168320b', 'mac_address': 'fa:16:3e:d0:d1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498691d0-c76f-4d60-a193-68d18e621ee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:48:14Z', 'updated_at': '2021-11-25T17:48:17Z', 'revision_number': 1, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '980e859c-6162-46c7-b729-a12f4838b350', 'name': '', 'network_id': '89e861ee-81cb-4555-a572-83244168320b', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'mac_address': 'fa:16:3e:5c:68:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '6ff89a9f-2f25-4d9d-9f45-63e595f0a31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:47:42Z', 'updated_at': '2021-11-25T17:47:48Z', 'revision_number': 5, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'subnets': [{'id': '6ff89a9f-2f25-4d9d-9f45-63e595f0a31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:42.224705 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447539fd-eb63-4f84-b60c-f018847ecd58 None None] The sync data for ids ['2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e'] in n-d-817746-1 is: [{'id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'name': 'tempest-TestNetworkBasicOps-router-984726346', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:47:35Z', 'updated_at': '2021-11-25T17:49:38Z', 'revision_number': 6, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'gw_port': {'id': '2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:1a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:47:36Z', 'updated_at': '2021-11-25T17:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '61012ad0-218f-4b4c-9bfd-a84c4f949019', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'floating_ip_address': '172.25.0.231', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'port_id': '69056102-3a27-4631-949d-4d0692363d00', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89e861ee-81cb-4555-a572-83244168320b', 'mac_address': 'fa:16:3e:d0:d1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498691d0-c76f-4d60-a193-68d18e621ee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:48:14Z', 'updated_at': '2021-11-25T17:48:17Z', 'revision_number': 1, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '980e859c-6162-46c7-b729-a12f4838b350', 'name': '', 'network_id': '89e861ee-81cb-4555-a572-83244168320b', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'mac_address': 'fa:16:3e:5c:68:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '6ff89a9f-2f25-4d9d-9f45-63e595f0a31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:47:42Z', 'updated_at': '2021-11-25T17:47:48Z', 'revision_number': 5, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'subnets': [{'id': '6ff89a9f-2f25-4d9d-9f45-63e595f0a31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:49:42.349736 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-4f67ba12-bb4d-480c-99a4-795537615e58 None None] Allocated IP 2001:db8:0:1::1 (efdfc4f2-bf6c-4c91-8c07-f27d8f7062a1/5042b459-2b5a-4741-8866-c9a111c8f108/5bbdd0b1-3e59-4c84-ba2a-09c997209ab6) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:49:42.355064 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2f4be104-4d59-47ac-8e0a-8bd227ea405a tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server [None req-147ad989-d071-4db0-98bd-0dad60edda1a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c4612cc0-ad24-4be6-9caa-a4037a3ec650: This subnet is being modified by another concurrent operation. Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server raise exception Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c4612cc0-ad24-4be6-9caa-a4037a3ec650: This subnet is being modified by another concurrent operation. Nov 25 17:49:42.405032 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server Nov 25 17:49:42.445747 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa5071d-6a97-44de-ab12-9121b8b9af7b req-091cabc2-7485-4eb4-96e8-4b3abf8b22c1 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:42.447305 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9fa5071d-6a97-44de-ab12-9121b8b9af7b req-091cabc2-7485-4eb4-96e8-4b3abf8b22c1 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.74 "GET /v2.0/ports?device_id=3ffca1d4-3ffa-4cf3-a8c8-035e353b8243 HTTP/1.1" status: 200 len: 946 time: 0.2851193 Nov 25 17:49:42.457365 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04941dde-caa6-45e5-b2ff-0f659a0e2579 None None] Network 93931c31-5fec-4708-adc3-ac6496756d62 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:49:42.539179 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4be104-4d59-47ac-8e0a-8bd227ea405a tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Pushing event deleted for resources: {'Subnet': ['ID=c4612cc0-ad24-4be6-9caa-a4037a3ec650,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:42.554073 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2f4be104-4d59-47ac-8e0a-8bd227ea405a tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:42.560051 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-2f4be104-4d59-47ac-8e0a-8bd227ea405a tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] 10.222.0.75 "DELETE /v2.0/subnets/c4612cc0-ad24-4be6-9caa-a4037a3ec650 HTTP/1.1" status: 204 len: 168 time: 0.8407292 Nov 25 17:49:42.560263 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44100) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:42.756913 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4f67ba12-bb4d-480c-99a4-795537615e58 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:42.770334 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4f67ba12-bb4d-480c-99a4-795537615e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:42.772764 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c12290c-d715-40dc-8f00-4ccb1369af1f tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Deleting subnet 5042b459-2b5a-4741-8866-c9a111c8f108 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:49:42.782822 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6c12290c-d715-40dc-8f00-4ccb1369af1f tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:42.910231 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67aab64-eafe-4969-8aaa-622e446960d8 req-dc242164-4c7a-45ca-8998-bd2073f89fb6 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:42.912105 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c67aab64-eafe-4969-8aaa-622e446960d8 req-dc242164-4c7a-45ca-8998-bd2073f89fb6 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/ports?device_id=3ffca1d4-3ffa-4cf3-a8c8-035e353b8243 HTTP/1.1" status: 200 len: 946 time: 0.3952823 Nov 25 17:49:42.922030 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6c12290c-d715-40dc-8f00-4ccb1369af1f tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:42.947904 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b6069d-3416-4ab2-a6db-83abd5db17a9 req-7d30837e-5ec9-4483-aceb-c498dbe25928 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:42.960413 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f67ba12-bb4d-480c-99a4-795537615e58 None None] Network efdfc4f2-bf6c-4c91-8c07-f27d8f7062a1 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:49:42.967197 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-50b6069d-3416-4ab2-a6db-83abd5db17a9 req-7d30837e-5ec9-4483-aceb-c498dbe25928 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=d414fea8-ab57-4467-9c9a-e4dd02da7d78 HTTP/1.1" status: 200 len: 945 time: 0.4465032 Nov 25 17:49:42.980100 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-4f67ba12-bb4d-480c-99a4-795537615e58 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:49:42.984780 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f67ba12-bb4d-480c-99a4-795537615e58 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:49:43.001079 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f67ba12-bb4d-480c-99a4-795537615e58 None None] Pushing event updated for resources: {'Port': ['ID=5bbdd0b1-3e59-4c84-ba2a-09c997209ab6,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:43.100655 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-4f67ba12-bb4d-480c-99a4-795537615e58 None None] Attempting to bind port 5bbdd0b1-3e59-4c84-ba2a-09c997209ab6 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:49:43.101523 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-4f67ba12-bb4d-480c-99a4-795537615e58 None None] Attempting to bind port 5bbdd0b1-3e59-4c84-ba2a-09c997209ab6 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '39992699-aaf0-4dfb-ba04-fda9aef0f5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'efdfc4f2-bf6c-4c91-8c07-f27d8f7062a1'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:49:43.103139 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f67ba12-bb4d-480c-99a4-795537615e58 None None] Attempting to bind port 5bbdd0b1-3e59-4c84-ba2a-09c997209ab6 on network efdfc4f2-bf6c-4c91-8c07-f27d8f7062a1 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:49:43.118236 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f67ba12-bb4d-480c-99a4-795537615e58 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:49:43.129067 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f67ba12-bb4d-480c-99a4-795537615e58 None None] Checking segment: {'id': '39992699-aaf0-4dfb-ba04-fda9aef0f5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'efdfc4f2-bf6c-4c91-8c07-f27d8f7062a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:49:43.130091 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4f67ba12-bb4d-480c-99a4-795537615e58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:43.130954 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f67ba12-bb4d-480c-99a4-795537615e58 None None] Bound using segment: {'id': '39992699-aaf0-4dfb-ba04-fda9aef0f5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'efdfc4f2-bf6c-4c91-8c07-f27d8f7062a1'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:49:43.131691 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-4f67ba12-bb4d-480c-99a4-795537615e58 None None] Bound port: 5bbdd0b1-3e59-4c84-ba2a-09c997209ab6, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39992699-aaf0-4dfb-ba04-fda9aef0f5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'efdfc4f2-bf6c-4c91-8c07-f27d8f7062a1'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:49:43.132401 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4f67ba12-bb4d-480c-99a4-795537615e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:43.218521 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6c12290c-d715-40dc-8f00-4ccb1369af1f tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:43.263216 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-9fa5071d-6a97-44de-ab12-9121b8b9af7b req-095be4f6-7821-41b2-a40d-9a956f69936a tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Deleting port e059e7b9-cbec-4340-8cd4-6187196c0ff6 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:49:43.263744 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9fa5071d-6a97-44de-ab12-9121b8b9af7b req-095be4f6-7821-41b2-a40d-9a956f69936a tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:43.294357 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-50b6069d-3416-4ab2-a6db-83abd5db17a9 req-e5f1d544-6051-4b20-96f5-1df131a442fa tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286641 Nov 25 17:49:43.322353 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:49:43.351182 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c67aab64-eafe-4969-8aaa-622e446960d8 req-7509377b-012f-4b84-8686-b838e16d6c20 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b6cefa0-6f5c-47ec-b0b6-6d94909384f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3536916 Nov 25 17:49:43.351608 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 023c1077-c4d4-4009-b8ff-448de0a21ccb no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:49:43.370854 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6c12290c-d715-40dc-8f00-4ccb1369af1f tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:43.425162 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 023c1077-c4d4-4009-b8ff-448de0a21ccb {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:49:43.425562 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 023c1077-c4d4-4009-b8ff-448de0a21ccb not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:49:43.436554 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-4f67ba12-bb4d-480c-99a4-795537615e58 None None] For port 5bbdd0b1-3e59-4c84-ba2a-09c997209ab6, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:49:43.467523 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6c12290c-d715-40dc-8f00-4ccb1369af1f tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:43.469328 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-4f67ba12-bb4d-480c-99a4-795537615e58 None None] For port 5bbdd0b1-3e59-4c84-ba2a-09c997209ab6, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=5bbdd0b1-3e59-4c84-ba2a-09c997209ab6,segment=NetworkSegment(39992699-aaf0-4dfb-ba04-fda9aef0f5e0),segment_id=39992699-aaf0-4dfb-ba04-fda9aef0f5e0)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:49:43.472206 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6c12290c-d715-40dc-8f00-4ccb1369af1f tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] 10.222.0.75 "DELETE /v2.0/subnets/5042b459-2b5a-4741-8866-c9a111c8f108 HTTP/1.1" status: 204 len: 168 time: 0.9104676 Nov 25 17:49:43.473995 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c12290c-d715-40dc-8f00-4ccb1369af1f tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Pushing event deleted for resources: {'Subnet': ['ID=5042b459-2b5a-4741-8866-c9a111c8f108,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:43.476207 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44114) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:43.480719 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4f67ba12-bb4d-480c-99a4-795537615e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:43.598884 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f67ba12-bb4d-480c-99a4-795537615e58 None None] Pushing event updated for resources: {'Port': ['ID=5bbdd0b1-3e59-4c84-ba2a-09c997209ab6,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:43.601759 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4eae2f-9fc3-490d-91a9-729c56aa8431 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:43.610437 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9b4eae2f-9fc3-490d-91a9-729c56aa8431 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1272697 Nov 25 17:49:43.611066 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44120) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:43.649241 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2074b-0170-4e83-a9e2-2c520c4e1520 req-41c4b3c2-450d-4ac6-acdb-e264a1e0ffd8 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:43.651471 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dae2074b-0170-4e83-a9e2-2c520c4e1520 req-41c4b3c2-450d-4ac6-acdb-e264a1e0ffd8 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=d414fea8-ab57-4467-9c9a-e4dd02da7d78 HTTP/1.1" status: 200 len: 945 time: 0.1985638 Nov 25 17:49:43.672196 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-9fa5071d-6a97-44de-ab12-9121b8b9af7b req-095be4f6-7821-41b2-a40d-9a956f69936a tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] For port e059e7b9-cbec-4340-8cd4-6187196c0ff6, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e059e7b9-cbec-4340-8cd4-6187196c0ff6,segment=NetworkSegment(f9004119-766e-43ce-ae55-bd51f66bdff7),segment_id=f9004119-766e-43ce-ae55-bd51f66bdff7)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:43.672873 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9fa5071d-6a97-44de-ab12-9121b8b9af7b req-095be4f6-7821-41b2-a40d-9a956f69936a tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:43.713377 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-9fa5071d-6a97-44de-ab12-9121b8b9af7b req-095be4f6-7821-41b2-a40d-9a956f69936a tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Calling delete_port for e059e7b9-cbec-4340-8cd4-6187196c0ff6 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:49:43.723523 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b53224dd-3733-47d0-ae77-94356a348e5e tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:43.784261 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dae2074b-0170-4e83-a9e2-2c520c4e1520 req-ada0f7ce-0871-41b9-89d7-cf91bd1e572d tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206212 Nov 25 17:49:43.812904 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-b53224dd-3733-47d0-ae77-94356a348e5e tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Deleting port 5bbdd0b1-3e59-4c84-ba2a-09c997209ab6 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:49:43.812904 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b53224dd-3733-47d0-ae77-94356a348e5e tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:43.993166 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-b53224dd-3733-47d0-ae77-94356a348e5e tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] For port 5bbdd0b1-3e59-4c84-ba2a-09c997209ab6, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=5bbdd0b1-3e59-4c84-ba2a-09c997209ab6,segment=NetworkSegment(39992699-aaf0-4dfb-ba04-fda9aef0f5e0),segment_id=39992699-aaf0-4dfb-ba04-fda9aef0f5e0)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:43.993931 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b53224dd-3733-47d0-ae77-94356a348e5e tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:44.017580 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-b53224dd-3733-47d0-ae77-94356a348e5e tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Calling delete_port for 5bbdd0b1-3e59-4c84-ba2a-09c997209ab6 owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:49:44.129209 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9fa5071d-6a97-44de-ab12-9121b8b9af7b req-095be4f6-7821-41b2-a40d-9a956f69936a tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:44.143970 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b53224dd-3733-47d0-ae77-94356a348e5e tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:44.178733 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53224dd-3733-47d0-ae77-94356a348e5e tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] No DVR routers for this DVR port 5bbdd0b1-3e59-4c84-ba2a-09c997209ab6 on host n-d-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:49:44.205593 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095be4f6-7821-41b2-a40d-9a956f69936a tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Pushing event deleted for resources: {'Port': ['ID=e059e7b9-cbec-4340-8cd4-6187196c0ff6,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:44.225931 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53224dd-3733-47d0-ae77-94356a348e5e tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Pushing event deleted for resources: {'Port': ['ID=5bbdd0b1-3e59-4c84-ba2a-09c997209ab6,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:44.226132 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095be4f6-7821-41b2-a40d-9a956f69936a tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:44.226632 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095be4f6-7821-41b2-a40d-9a956f69936a tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:44.227164 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095be4f6-7821-41b2-a40d-9a956f69936a tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:44.227674 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095be4f6-7821-41b2-a40d-9a956f69936a tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:44.228185 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095be4f6-7821-41b2-a40d-9a956f69936a tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:44.228677 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095be4f6-7821-41b2-a40d-9a956f69936a tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:44.229262 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095be4f6-7821-41b2-a40d-9a956f69936a tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:44.229768 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095be4f6-7821-41b2-a40d-9a956f69936a tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:44.230272 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095be4f6-7821-41b2-a40d-9a956f69936a tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:44.230762 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095be4f6-7821-41b2-a40d-9a956f69936a tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:44.231273 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095be4f6-7821-41b2-a40d-9a956f69936a tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:44.231883 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095be4f6-7821-41b2-a40d-9a956f69936a tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:44.283203 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fa5071d-6a97-44de-ab12-9121b8b9af7b req-095be4f6-7821-41b2-a40d-9a956f69936a tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] No DVR routers for this DVR port e059e7b9-cbec-4340-8cd4-6187196c0ff6 on host n-h1-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:49:44.286902 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9fa5071d-6a97-44de-ab12-9121b8b9af7b req-095be4f6-7821-41b2-a40d-9a956f69936a tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:44.290533 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9fa5071d-6a97-44de-ab12-9121b8b9af7b req-095be4f6-7821-41b2-a40d-9a956f69936a tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.74 "DELETE /v2.0/ports/e059e7b9-cbec-4340-8cd4-6187196c0ff6 HTTP/1.1" status: 204 len: 173 time: 1.7710757 Nov 25 17:49:44.291812 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ffca1d4-3ffa-4cf3-a8c8-035e353b8243', 'name': 'network-vif-deleted', 'tag': 'e059e7b9-cbec-4340-8cd4-6187196c0ff6'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:49:44.303730 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3ee2bd-d4b5-40d1-be73-15c97a48596d" -d '{"events": [{"server_uuid": "3ffca1d4-3ffa-4cf3-a8c8-035e353b8243", "name": "network-vif-deleted", "tag": "e059e7b9-cbec-4340-8cd4-6187196c0ff6"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:49:44.382167 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64247eb6-a790-480c-9f7c-5e669ccecc97 x-openstack-request-id: req-64247eb6-a790-480c-9f7c-5e669ccecc97 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:49:44.383120 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ffca1d4-3ffa-4cf3-a8c8-035e353b8243", "name": "network-vif-deleted", "tag": "e059e7b9-cbec-4340-8cd4-6187196c0ff6", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:49:44.383384 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-64247eb6-a790-480c-9f7c-5e669ccecc97 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:49:44.384810 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ffca1d4-3ffa-4cf3-a8c8-035e353b8243', 'name': 'network-vif-deleted', 'tag': 'e059e7b9-cbec-4340-8cd4-6187196c0ff6', 'status': 'completed', 'code': 200} Nov 25 17:49:44.396887 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b53224dd-3733-47d0-ae77-94356a348e5e tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:44.403828 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac2e07-97f9-4d5b-a548-74656406b733 req-eb0f4cde-3fd1-4a41-91d4-4927632e1fb1 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:44.413807 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8aac2e07-97f9-4d5b-a548-74656406b733 req-eb0f4cde-3fd1-4a41-91d4-4927632e1fb1 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=d414fea8-ab57-4467-9c9a-e4dd02da7d78 HTTP/1.1" status: 200 len: 945 time: 0.1281116 Nov 25 17:49:44.463966 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-b53224dd-3733-47d0-ae77-94356a348e5e tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efdfc4f2-bf6c-4c91-8c07-f27d8f7062a1']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:44.492918 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-b53224dd-3733-47d0-ae77-94356a348e5e tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39992699-aaf0-4dfb-ba04-fda9aef0f5e0') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:44.493997 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-b53224dd-3733-47d0-ae77-94356a348e5e tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39992699-aaf0-4dfb-ba04-fda9aef0f5e0') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:44.521385 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b53224dd-3733-47d0-ae77-94356a348e5e tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:44.561924 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b53224dd-3733-47d0-ae77-94356a348e5e tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:44.581024 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b53224dd-3733-47d0-ae77-94356a348e5e tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Releasing vlan 907 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:49:44.581492 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b53224dd-3733-47d0-ae77-94356a348e5e tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:44.614701 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8aac2e07-97f9-4d5b-a548-74656406b733 req-56fbc215-ac48-4210-aa8e-a5dec73dbf5d tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000048 Nov 25 17:49:44.636565 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:49:44.636565 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:49:44.636565 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:49:44.636565 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:49:44.636565 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:49:44.636565 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:49:44.636565 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:49:44.636565 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:49:44.636565 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:49:44.636565 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:49:44.636565 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:49:44.636565 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:49:44.636565 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:49:44.636565 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:49:44.636565 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:49:44.636565 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:49:44.636565 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:49:44.636565 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:49:44.636565 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:49:44.636565 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:49:44.636565 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:49:44.636565 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:49:44.636565 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:49:44.636565 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:49:44.636565 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:49:44.636565 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:49:44.636565 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:49:44.636565 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:49:44.636565 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:49:44.636565 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:49:44.636565 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:49:44.636565 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:49:44.667492 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5283c036-4c28-41ac-b4de-45248db74a69 req-2dc84ca7-f6a9-4a27-a41c-479a28b1051e tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/ports?device_id=3ffca1d4-3ffa-4cf3-a8c8-035e353b8243 HTTP/1.1" status: 200 len: 210 time: 0.0500901 Nov 25 17:49:44.733878 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b53224dd-3733-47d0-ae77-94356a348e5e tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:44.746053 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b53224dd-3733-47d0-ae77-94356a348e5e tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:44.752251 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b53224dd-3733-47d0-ae77-94356a348e5e tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] 10.222.0.75 "DELETE /v2.0/networks/efdfc4f2-bf6c-4c91-8c07-f27d8f7062a1 HTTP/1.1" status: 204 len: 168 time: 1.1401563 Nov 25 17:49:44.754827 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 44146) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:44.767156 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53224dd-3733-47d0-ae77-94356a348e5e tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Pushing event deleted for resources: {'Network': ['ID=efdfc4f2-bf6c-4c91-8c07-f27d8f7062a1,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:44.911453 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7ee9049b-7c0a-4e97-880f-71bb7a717911 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:45.172505 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7ee9049b-7c0a-4e97-880f-71bb7a717911 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:45.205512 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-7ee9049b-7c0a-4e97-880f-71bb7a717911 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93931c31-5fec-4708-adc3-ac6496756d62']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:45.220049 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-7ee9049b-7c0a-4e97-880f-71bb7a717911 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bebb00e-241e-46e3-9f0b-f94519b7c398') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:45.220797 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-7ee9049b-7c0a-4e97-880f-71bb7a717911 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bebb00e-241e-46e3-9f0b-f94519b7c398') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:45.234876 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7ee9049b-7c0a-4e97-880f-71bb7a717911 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:45.253882 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7ee9049b-7c0a-4e97-880f-71bb7a717911 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:45.262879 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ee9049b-7c0a-4e97-880f-71bb7a717911 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Releasing vlan 942 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:49:45.264458 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7ee9049b-7c0a-4e97-880f-71bb7a717911 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:45.338923 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:49:45.338923 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:49:45.338923 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:49:45.338923 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:49:45.338923 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:49:45.338923 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:49:45.338923 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:49:45.338923 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:49:45.338923 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:49:45.338923 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:49:45.338923 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:49:45.338923 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:49:45.338923 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:49:45.338923 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:49:45.338923 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:49:45.338923 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:49:45.338923 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:49:45.338923 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:49:45.338923 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:49:45.338923 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:49:45.338923 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:49:45.338923 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:49:45.338923 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:49:45.338923 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:49:45.338923 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:49:45.338923 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:49:45.338923 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:49:45.338923 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:49:45.338923 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:49:45.338923 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:49:45.338923 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:49:45.338923 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:49:45.364720 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7ee9049b-7c0a-4e97-880f-71bb7a717911 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:45.380255 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7ee9049b-7c0a-4e97-880f-71bb7a717911 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:45.394312 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-7ee9049b-7c0a-4e97-880f-71bb7a717911 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] 10.222.0.75 "DELETE /v2.0/networks/93931c31-5fec-4708-adc3-ac6496756d62 HTTP/1.1" status: 204 len: 168 time: 0.6383765 Nov 25 17:49:45.397637 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44160) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:45.419017 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee9049b-7c0a-4e97-880f-71bb7a717911 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Pushing event deleted for resources: {'Network': ['ID=93931c31-5fec-4708-adc3-ac6496756d62,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:45.528804 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device e059e7b9-cbec-4340-8cd4-6187196c0ff6 no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:49:45.552689 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-919ce53b-727d-4386-a9e1-999819ab18f6 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:45.579579 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: e059e7b9-cbec-4340-8cd4-6187196c0ff6 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:49:45.579940 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device e059e7b9-cbec-4340-8cd4-6187196c0ff6 not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:49:45.610953 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-fcc6a1d7-dbe2-4cc6-bd35-3b2e9995bb70 None None] Could not find standard attr ID for object 5bbdd0b1-3e59-4c84-ba2a-09c997209ab6. {{(pid=103362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:49:45.612776 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859cb564-211c-4504-b4b1-aea8584ab729 None None] DHCP port deletion for efdfc4f2-bf6c-4c91-8c07-f27d8f7062a1 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:49:45.643782 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ac8559-f425-49d5-99da-cd97dc7a9315 None None] Network efdfc4f2-bf6c-4c91-8c07-f27d8f7062a1 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:49:45.663002 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7000c941-c6b6-4d32-b675-d07e58c3f89e req-792ac904-ef76-4748-ac15-add17924b20c tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:45.664494 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7000c941-c6b6-4d32-b675-d07e58c3f89e req-792ac904-ef76-4748-ac15-add17924b20c tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.74 "GET /v2.0/ports?device_id=d414fea8-ab57-4467-9c9a-e4dd02da7d78 HTTP/1.1" status: 200 len: 945 time: 0.0928373 Nov 25 17:49:45.665613 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ac8559-f425-49d5-99da-cd97dc7a9315 None None] Network efdfc4f2-bf6c-4c91-8c07-f27d8f7062a1 could not be found, it might have been deleted concurrently. {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 25 17:49:45.686230 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fd7b6b-13dd-42b7-8f66-f49224d503e8 None None] get_active_networks_info from n-d-817746-1 {{(pid=103362) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 17:49:45.768336 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44176) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:45.880496 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9fd7b6b-13dd-42b7-8f66-f49224d503e8 None None] Resources bound (agent type, host, resource id): {{(pid=103362) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 17:49:45.944102 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8d8a1-0cc8-43d4-932c-4bc45746e247 req-d5bfde12-3396-46d0-ac7b-bff559d47683 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:45.949409 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cdf8d8a1-0cc8-43d4-932c-4bc45746e247 req-d5bfde12-3396-46d0-ac7b-bff559d47683 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=d414fea8-ab57-4467-9c9a-e4dd02da7d78 HTTP/1.1" status: 200 len: 945 time: 0.1459668 Nov 25 17:49:45.961278 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-919ce53b-727d-4386-a9e1-999819ab18f6 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:46.014295 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-919ce53b-727d-4386-a9e1-999819ab18f6 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2c6860c-590a-49db-b3c5-a72cbb1b1d2b']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:46.025336 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cdf8d8a1-0cc8-43d4-932c-4bc45746e247 req-24673120-7268-4a22-9409-46aa81df05f9 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635281 Nov 25 17:49:46.034484 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-7000c941-c6b6-4d32-b675-d07e58c3f89e req-c291ad25-fc9f-412c-883b-27ae088d6372 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Deleting port f204581c-a663-497c-8c35-21a0ebbcf8c4 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:49:46.035770 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7000c941-c6b6-4d32-b675-d07e58c3f89e req-c291ad25-fc9f-412c-883b-27ae088d6372 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:46.038281 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-919ce53b-727d-4386-a9e1-999819ab18f6 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9c838ac-ae55-445c-9d97-735913f053b4') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:46.040686 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-919ce53b-727d-4386-a9e1-999819ab18f6 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9c838ac-ae55-445c-9d97-735913f053b4') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:46.051920 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-919ce53b-727d-4386-a9e1-999819ab18f6 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:46.070425 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-919ce53b-727d-4386-a9e1-999819ab18f6 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:46.078585 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-919ce53b-727d-4386-a9e1-999819ab18f6 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Releasing vlan 908 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:49:46.079286 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-919ce53b-727d-4386-a9e1-999819ab18f6 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:46.158358 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:49:46.158358 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:49:46.158358 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:49:46.158358 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:49:46.158358 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:49:46.158358 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:49:46.158358 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:49:46.158358 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:49:46.158358 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:49:46.158358 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:49:46.158358 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:49:46.158358 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:49:46.158358 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:49:46.158358 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:49:46.158358 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:49:46.158358 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:49:46.158358 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:49:46.158358 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:49:46.158358 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:49:46.158358 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:49:46.158358 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:49:46.158358 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:49:46.158358 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:49:46.158358 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:49:46.158358 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:49:46.158358 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:49:46.158358 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:49:46.158358 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:49:46.158358 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:49:46.158358 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:49:46.158358 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:49:46.158358 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:49:46.162466 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f429bf6a-6f9b-4291-a01a-27cea46615d1 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:46.169396 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-919ce53b-727d-4386-a9e1-999819ab18f6 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:46.198382 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-919ce53b-727d-4386-a9e1-999819ab18f6 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:46.202525 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-919ce53b-727d-4386-a9e1-999819ab18f6 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] 10.222.0.75 "DELETE /v2.0/networks/f2c6860c-590a-49db-b3c5-a72cbb1b1d2b HTTP/1.1" status: 204 len: 168 time: 0.8029761 Nov 25 17:49:46.206181 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919ce53b-727d-4386-a9e1-999819ab18f6 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Pushing event deleted for resources: {'Network': ['ID=f2c6860c-590a-49db-b3c5-a72cbb1b1d2b,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:46.209986 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 44184) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:46.236192 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f429bf6a-6f9b-4291-a01a-27cea46615d1 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:46.346857 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e809a776-241d-4d95-94eb-d9fd1007b803 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:46.363105 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-7000c941-c6b6-4d32-b675-d07e58c3f89e req-c291ad25-fc9f-412c-883b-27ae088d6372 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] For port f204581c-a663-497c-8c35-21a0ebbcf8c4, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=f204581c-a663-497c-8c35-21a0ebbcf8c4,segment=NetworkSegment(5d15a5ac-47ef-4ddf-b5a4-0fc888643200),segment_id=5d15a5ac-47ef-4ddf-b5a4-0fc888643200)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:46.363514 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7000c941-c6b6-4d32-b675-d07e58c3f89e req-c291ad25-fc9f-412c-883b-27ae088d6372 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:46.371442 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f429bf6a-6f9b-4291-a01a-27cea46615d1 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:46.375491 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f429bf6a-6f9b-4291-a01a-27cea46615d1 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:46.376773 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f429bf6a-6f9b-4291-a01a-27cea46615d1 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "DELETE /v2.0/security-groups/0b6cefa0-6f5c-47ec-b0b6-6d94909384f4 HTTP/1.1" status: 204 len: 168 time: 0.6074414 Nov 25 17:49:46.382003 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-7000c941-c6b6-4d32-b675-d07e58c3f89e req-c291ad25-fc9f-412c-883b-27ae088d6372 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Calling delete_port for f204581c-a663-497c-8c35-21a0ebbcf8c4 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:49:46.414398 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f429bf6a-6f9b-4291-a01a-27cea46615d1 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6cefa0-6f5c-47ec-b0b6-6d94909384f4,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:46.444637 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44190) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:46.469506 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-7206b6b7-bb8b-4378-8838-06bb7cf155e2 None None] Provisioning complete for port f204581c-a663-497c-8c35-21a0ebbcf8c4 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:46.469885 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7206b6b7-bb8b-4378-8838-06bb7cf155e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:46.580119 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-652020e2-ebd4-4cd6-99ef-9ac8e7cb292b tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Deleting subnet 464b9b20-5008-42ac-9953-750a1383ab51 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:49:46.589650 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-652020e2-ebd4-4cd6-99ef-9ac8e7cb292b tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:46.650043 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-652020e2-ebd4-4cd6-99ef-9ac8e7cb292b tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:46.683531 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-7206b6b7-bb8b-4378-8838-06bb7cf155e2 None None] Provisioning complete for port efa7b196-d088-459a-852c-dd1f944378ce triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:46.684520 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7206b6b7-bb8b-4378-8838-06bb7cf155e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:46.726310 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e809a776-241d-4d95-94eb-d9fd1007b803 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:46.786899 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-e809a776-241d-4d95-94eb-d9fd1007b803 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70bde4a0-e9e3-4ae8-8e8b-e9166ff1be75']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:46.802772 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-652020e2-ebd4-4cd6-99ef-9ac8e7cb292b tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:46.824747 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-e809a776-241d-4d95-94eb-d9fd1007b803 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9a9a01a-1c3a-43c1-8144-ef72e5674880') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:46.825124 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-e809a776-241d-4d95-94eb-d9fd1007b803 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9a9a01a-1c3a-43c1-8144-ef72e5674880') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:46.871988 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:46.897979 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-652020e2-ebd4-4cd6-99ef-9ac8e7cb292b tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:46.912450 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e809a776-241d-4d95-94eb-d9fd1007b803 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:46.933137 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652020e2-ebd4-4cd6-99ef-9ac8e7cb292b tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Pushing event deleted for resources: {'Subnet': ['ID=464b9b20-5008-42ac-9953-750a1383ab51,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:46.935421 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-652020e2-ebd4-4cd6-99ef-9ac8e7cb292b tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:46.939539 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-652020e2-ebd4-4cd6-99ef-9ac8e7cb292b tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "DELETE /v2.0/subnets/464b9b20-5008-42ac-9953-750a1383ab51 HTTP/1.1" status: 204 len: 168 time: 0.4932911 Nov 25 17:49:46.947958 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44200) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:46.949170 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ebd0be-37db-4838-85fa-82567a601139 None None] Network 109bdaf3-9609-4601-8374-f1bcaf8256b8 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:49:47.005041 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e809a776-241d-4d95-94eb-d9fd1007b803 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:47.020177 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e809a776-241d-4d95-94eb-d9fd1007b803 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Releasing vlan 917 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:49:47.020719 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e809a776-241d-4d95-94eb-d9fd1007b803 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:47.028055 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:49:47.028055 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:49:47.028055 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:49:47.028055 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:49:47.028055 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:49:47.028055 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:49:47.028055 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:49:47.028055 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:49:47.028055 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:49:47.028055 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:49:47.028055 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:49:47.028055 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:49:47.028055 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:49:47.028055 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:49:47.028055 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:49:47.028055 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:49:47.028055 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:49:47.028055 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:49:47.028055 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:49:47.028055 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:49:47.028055 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:49:47.028055 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:49:47.028055 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:49:47.028055 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:49:47.028055 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:49:47.028055 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:49:47.028055 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:49:47.028055 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:49:47.028055 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:49:47.028055 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:49:47.028055 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:49:47.028055 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:49:47.030954 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7000c941-c6b6-4d32-b675-d07e58c3f89e req-c291ad25-fc9f-412c-883b-27ae088d6372 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:47.060107 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['efa7b196-d088-459a-852c-dd1f944378ce'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:49:47.078824 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e845ebbc-d3fc-460d-b1dc-d9ea341c7def tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:47.129080 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['f204581c-a663-497c-8c35-21a0ebbcf8c4'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:49:47.191464 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-7000c941-c6b6-4d32-b675-d07e58c3f89e req-c291ad25-fc9f-412c-883b-27ae088d6372 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] No DVR routers for this DVR port f204581c-a663-497c-8c35-21a0ebbcf8c4 on host n-h1-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:49:47.193267 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-e845ebbc-d3fc-460d-b1dc-d9ea341c7def tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Deleting port 2a6be18d-1cd0-4da3-b40d-05f4c26e17e8 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:49:47.193646 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e845ebbc-d3fc-460d-b1dc-d9ea341c7def tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:47.194362 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7000c941-c6b6-4d32-b675-d07e58c3f89e req-c291ad25-fc9f-412c-883b-27ae088d6372 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:47.198337 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7000c941-c6b6-4d32-b675-d07e58c3f89e req-c291ad25-fc9f-412c-883b-27ae088d6372 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.74 "DELETE /v2.0/ports/f204581c-a663-497c-8c35-21a0ebbcf8c4 HTTP/1.1" status: 204 len: 173 time: 1.5264161 Nov 25 17:49:47.201170 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5ebc23-d391-497d-8bc6-159a4bc0b3b7 None None] DHCP port deletion for cde55e2d-003f-4ba7-9946-c3e49edc6c96 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:49:47.206075 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd414fea8-ab57-4467-9c9a-e4dd02da7d78', 'name': 'network-vif-deleted', 'tag': 'f204581c-a663-497c-8c35-21a0ebbcf8c4'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:49:47.209086 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6501fd1-cf5c-4c04-82c2-e20385232fdd" -d '{"events": [{"server_uuid": "d414fea8-ab57-4467-9c9a-e4dd02da7d78", "name": "network-vif-deleted", "tag": "f204581c-a663-497c-8c35-21a0ebbcf8c4"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:49:47.223187 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:47.292637 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c291ad25-fc9f-412c-883b-27ae088d6372 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Pushing event deleted for resources: {'Port': ['ID=f204581c-a663-497c-8c35-21a0ebbcf8c4,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:47.375602 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2ffc1e75-5f2a-4155-874f-85c3e5507f53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:47.381176 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 5bbdd0b1-3e59-4c84-ba2a-09c997209ab6 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:49:47.427127 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-30028dcc-f318-4bbc-99ee-54a1ccd9e6fa req-ead0d65a-d36c-4388-ac8f-ed91e259cbca tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=d414fea8-ab57-4467-9c9a-e4dd02da7d78 HTTP/1.1" status: 200 len: 210 time: 0.2204785 Nov 25 17:49:47.432685 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-e845ebbc-d3fc-460d-b1dc-d9ea341c7def tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] For port 2a6be18d-1cd0-4da3-b40d-05f4c26e17e8, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=2a6be18d-1cd0-4da3-b40d-05f4c26e17e8,segment=NetworkSegment(f9004119-766e-43ce-ae55-bd51f66bdff7),segment_id=f9004119-766e-43ce-ae55-bd51f66bdff7)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:47.433865 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9327dd23-f741-4d22-afd0-b698e3e1e6d2 x-openstack-request-id: req-9327dd23-f741-4d22-afd0-b698e3e1e6d2 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:49:47.434165 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d414fea8-ab57-4467-9c9a-e4dd02da7d78", "name": "network-vif-deleted", "tag": "f204581c-a663-497c-8c35-21a0ebbcf8c4", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:49:47.435039 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9327dd23-f741-4d22-afd0-b698e3e1e6d2 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:49:47.435777 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd414fea8-ab57-4467-9c9a-e4dd02da7d78', 'name': 'network-vif-deleted', 'tag': 'f204581c-a663-497c-8c35-21a0ebbcf8c4', 'status': 'completed', 'code': 200} Nov 25 17:49:47.436820 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e845ebbc-d3fc-460d-b1dc-d9ea341c7def tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:47.457983 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 5bbdd0b1-3e59-4c84-ba2a-09c997209ab6 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:49:47.458331 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 5bbdd0b1-3e59-4c84-ba2a-09c997209ab6 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:49:47.460476 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e809a776-241d-4d95-94eb-d9fd1007b803 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:47.503866 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e809a776-241d-4d95-94eb-d9fd1007b803 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:47.509530 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-e809a776-241d-4d95-94eb-d9fd1007b803 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] 10.222.0.75 "DELETE /v2.0/networks/70bde4a0-e9e3-4ae8-8e8b-e9166ff1be75 HTTP/1.1" status: 204 len: 168 time: 1.2916906 Nov 25 17:49:47.523219 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-e845ebbc-d3fc-460d-b1dc-d9ea341c7def tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Calling delete_port for 2a6be18d-1cd0-4da3-b40d-05f4c26e17e8 owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:49:47.567782 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e809a776-241d-4d95-94eb-d9fd1007b803 tempest-BulkNetworkOpsIpV6Test-1133775832 tempest-BulkNetworkOpsIpV6Test-1133775832-project] Pushing event deleted for resources: {'Network': ['ID=70bde4a0-e9e3-4ae8-8e8b-e9166ff1be75,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:47.605111 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fcf40ad-de91-499b-b74d-0ad37ba3d12e None None] DHCP port deletion for 109bdaf3-9609-4601-8374-f1bcaf8256b8 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:49:47.705911 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-4fcf40ad-de91-499b-b74d-0ad37ba3d12e None None] Deleting port 2a6be18d-1cd0-4da3-b40d-05f4c26e17e8 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:49:47.706452 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4fcf40ad-de91-499b-b74d-0ad37ba3d12e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:47.756984 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e845ebbc-d3fc-460d-b1dc-d9ea341c7def tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:47.826781 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845ebbc-d3fc-460d-b1dc-d9ea341c7def tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Pushing event deleted for resources: {'Port': ['ID=2a6be18d-1cd0-4da3-b40d-05f4c26e17e8,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:47.851522 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e845ebbc-d3fc-460d-b1dc-d9ea341c7def tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] No DVR routers for this DVR port 2a6be18d-1cd0-4da3-b40d-05f4c26e17e8 on host n-d-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:49:47.882400 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-4fcf40ad-de91-499b-b74d-0ad37ba3d12e None None] For port 2a6be18d-1cd0-4da3-b40d-05f4c26e17e8, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=2a6be18d-1cd0-4da3-b40d-05f4c26e17e8,segment=NetworkSegment(f9004119-766e-43ce-ae55-bd51f66bdff7),segment_id=f9004119-766e-43ce-ae55-bd51f66bdff7)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:47.883055 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4fcf40ad-de91-499b-b74d-0ad37ba3d12e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:47.913978 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-4fcf40ad-de91-499b-b74d-0ad37ba3d12e None None] Calling delete_port for 2a6be18d-1cd0-4da3-b40d-05f4c26e17e8 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:49:48.063629 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e845ebbc-d3fc-460d-b1dc-d9ea341c7def tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:48.111024 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4fcf40ad-de91-499b-b74d-0ad37ba3d12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:48.116449 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-e845ebbc-d3fc-460d-b1dc-d9ea341c7def tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['109bdaf3-9609-4601-8374-f1bcaf8256b8']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:48.140973 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-e845ebbc-d3fc-460d-b1dc-d9ea341c7def tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9004119-766e-43ce-ae55-bd51f66bdff7') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:48.141278 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-e845ebbc-d3fc-460d-b1dc-d9ea341c7def tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9004119-766e-43ce-ae55-bd51f66bdff7') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:48.160472 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcf40ad-de91-499b-b74d-0ad37ba3d12e None None] Pushing event deleted for resources: {'Port': ['ID=2a6be18d-1cd0-4da3-b40d-05f4c26e17e8,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:48.162729 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e845ebbc-d3fc-460d-b1dc-d9ea341c7def tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:48.179720 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcf40ad-de91-499b-b74d-0ad37ba3d12e None None] No DVR routers for this DVR port 2a6be18d-1cd0-4da3-b40d-05f4c26e17e8 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:49:48.201556 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e845ebbc-d3fc-460d-b1dc-d9ea341c7def tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:48.212157 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e845ebbc-d3fc-460d-b1dc-d9ea341c7def tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Releasing vlan 929 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:49:48.212634 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e845ebbc-d3fc-460d-b1dc-d9ea341c7def tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:48.215854 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:49:48.215854 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:49:48.215854 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:49:48.215854 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:49:48.215854 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:49:48.215854 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:49:48.215854 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:49:48.215854 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:49:48.215854 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:49:48.215854 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:49:48.215854 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:49:48.215854 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:49:48.215854 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:49:48.215854 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:49:48.215854 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:49:48.215854 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:49:48.215854 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:49:48.215854 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:49:48.215854 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:49:48.215854 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:49:48.215854 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:49:48.215854 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:49:48.215854 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:49:48.215854 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:49:48.215854 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:49:48.215854 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:49:48.215854 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:49:48.215854 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:49:48.215854 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:49:48.215854 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:49:48.215854 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:49:48.215854 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:49:48.385742 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 44230) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:48.413304 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e845ebbc-d3fc-460d-b1dc-d9ea341c7def tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:48.418642 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e845ebbc-d3fc-460d-b1dc-d9ea341c7def tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:48.425216 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 44236) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:48.425865 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e845ebbc-d3fc-460d-b1dc-d9ea341c7def tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "DELETE /v2.0/networks/109bdaf3-9609-4601-8374-f1bcaf8256b8 HTTP/1.1" status: 204 len: 168 time: 1.4737668 Nov 25 17:49:48.443803 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845ebbc-d3fc-460d-b1dc-d9ea341c7def tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Pushing event deleted for resources: {'Network': ['ID=109bdaf3-9609-4601-8374-f1bcaf8256b8,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:48.777309 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-af3b5f00-00f4-4f2b-a1f7-7b8ce71e9d6c tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Deleting port e0ae5b35-0d86-4177-92ec-034ef4b1afb6 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:49:48.795119 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-af3b5f00-00f4-4f2b-a1f7-7b8ce71e9d6c tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:48.945306 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-af3b5f00-00f4-4f2b-a1f7-7b8ce71e9d6c tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:48.945643 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-af3b5f00-00f4-4f2b-a1f7-7b8ce71e9d6c tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:48.962557 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d36ec9db-f832-4c65-bc88-3738edd4f296 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2552f68b58d84a14bf32e89d9061d923&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5729246 Nov 25 17:49:48.963015 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44258) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:48.965223 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-af3b5f00-00f4-4f2b-a1f7-7b8ce71e9d6c tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Calling delete_port for e0ae5b35-0d86-4177-92ec-034ef4b1afb6 owned by network:floatingip {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:49:49.131308 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a6f47700-e556-42fc-a8e3-d29278ab53b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:49.206400 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a6f47700-e556-42fc-a8e3-d29278ab53b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:49.359190 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a6f47700-e556-42fc-a8e3-d29278ab53b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:49.364117 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a6f47700-e556-42fc-a8e3-d29278ab53b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:49.371664 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a6f47700-e556-42fc-a8e3-d29278ab53b4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/07b6fb12-05cb-4e03-bcfb-85d38123440d HTTP/1.1" status: 204 len: 168 time: 0.4046371 Nov 25 17:49:49.407423 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f47700-e556-42fc-a8e3-d29278ab53b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b6fb12-05cb-4e03-bcfb-85d38123440d,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:49.527418 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device f204581c-a663-497c-8c35-21a0ebbcf8c4 no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:49:49.590984 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: f204581c-a663-497c-8c35-21a0ebbcf8c4 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:49:49.599601 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device f204581c-a663-497c-8c35-21a0ebbcf8c4 not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:49:49.601983 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 2a6be18d-1cd0-4da3-b40d-05f4c26e17e8 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:49:49.650315 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 2a6be18d-1cd0-4da3-b40d-05f4c26e17e8 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:49:49.651096 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 2a6be18d-1cd0-4da3-b40d-05f4c26e17e8 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:49:49.754882 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-af3b5f00-00f4-4f2b-a1f7-7b8ce71e9d6c tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:49.861971 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-419f294f-d5f1-4e7e-96f4-78038aca7c60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:49.887378 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3b5f00-00f4-4f2b-a1f7-7b8ce71e9d6c tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Pushing event deleted for resources: {'Port': ['ID=e0ae5b35-0d86-4177-92ec-034ef4b1afb6,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:50.046153 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-af3b5f00-00f4-4f2b-a1f7-7b8ce71e9d6c tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for floatingip, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:50.047452 n-d-817746-1 neutron-server[103361]: INFO neutron.db.l3_db [None req-af3b5f00-00f4-4f2b-a1f7-7b8ce71e9d6c tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Floating IP 61012ad0-218f-4b4c-9bfd-a84c4f949019 disassociated (deleted). External IP: 172.25.0.231, port: 69056102-3a27-4631-949d-4d0692363d00. Nov 25 17:49:50.231808 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4df928-1459-41bc-a2e8-3ed47f66fd28 req-8ae11580-0784-41f8-9c3c-3d534d9c1009 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:50.239048 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ce4df928-1459-41bc-a2e8-3ed47f66fd28 req-8ae11580-0784-41f8-9c3c-3d534d9c1009 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/networks?id=cde55e2d-003f-4ba7-9946-c3e49edc6c96 HTTP/1.1" status: 200 len: 805 time: 0.5100784 Nov 25 17:49:50.261209 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ce4df928-1459-41bc-a2e8-3ed47f66fd28 req-5ef05d9d-0ed7-4054-aa67-91290917b677 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/quotas/0d1113b5e38141dd82a78af66f2b7f1f HTTP/1.1" status: 200 len: 375 time: 0.0212030 Nov 25 17:49:50.409518 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ce4df928-1459-41bc-a2e8-3ed47f66fd28 req-0b4ff217-0c3a-4ee2-8ae0-e749c69cddff tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=0d1113b5e38141dd82a78af66f2b7f1f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1472762 Nov 25 17:49:50.606063 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af3b5f00-00f4-4f2b-a1f7-7b8ce71e9d6c tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Router 2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:49:50.641536 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ce4df928-1459-41bc-a2e8-3ed47f66fd28 req-6bb9b298-8143-42c6-b52b-fa5a15f852f4 service neutron] 10.222.0.75 "GET /v2.0/networks/cde55e2d-003f-4ba7-9946-c3e49edc6c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252979 Nov 25 17:49:50.880033 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ce4df928-1459-41bc-a2e8-3ed47f66fd28 req-0e0d643c-ae69-4018-99a6-1417c609027e service neutron] 10.222.0.75 "GET /v2.0/networks/cde55e2d-003f-4ba7-9946-c3e49edc6c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567478 Nov 25 17:49:50.942688 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:50.968707 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3b5f00-00f4-4f2b-a1f7-7b8ce71e9d6c tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:49:50.986659 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-af3b5f00-00f4-4f2b-a1f7-7b8ce71e9d6c tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:50.989383 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477aac27-1bc2-4680-a034-dd068f1f0f69 None None] Sync routers for ids ['2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:49:51.024863 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477aac27-1bc2-4680-a034-dd068f1f0f69 None None] Routers {'2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:49:51.027704 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-477aac27-1bc2-4680-a034-dd068f1f0f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:49:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:51.047357 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-af3b5f00-00f4-4f2b-a1f7-7b8ce71e9d6c tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "DELETE /v2.0/floatingips/61012ad0-218f-4b4c-9bfd-a84c4f949019 HTTP/1.1" status: 204 len: 168 time: 2.6205173 Nov 25 17:49:51.050477 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '498691d0-c76f-4d60-a193-68d18e621ee6', 'tag': '69056102-3a27-4631-949d-4d0692363d00'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:49:51.058952 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98d53f9-25d7-4ba1-9228-53be0f001271" -d '{"events": [{"name": "network-changed", "server_uuid": "498691d0-c76f-4d60-a193-68d18e621ee6", "tag": "69056102-3a27-4631-949d-4d0692363d00"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:49:51.118949 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315eb8a5-4bf7-4d4c-9e57-3dcfc155feae x-openstack-request-id: req-315eb8a5-4bf7-4d4c-9e57-3dcfc155feae {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:49:51.119265 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "498691d0-c76f-4d60-a193-68d18e621ee6", "tag": "69056102-3a27-4631-949d-4d0692363d00", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:49:51.119520 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-315eb8a5-4bf7-4d4c-9e57-3dcfc155feae {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:49:51.119928 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '498691d0-c76f-4d60-a193-68d18e621ee6', 'tag': '69056102-3a27-4631-949d-4d0692363d00', 'status': 'completed', 'code': 200} Nov 25 17:49:51.384047 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-477aac27-1bc2-4680-a034-dd068f1f0f69 None None] Set router 2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:49:51.430896 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6edd8bf7-a675-4660-825b-aa714d19025d req-5bdf65f6-8e7b-4ece-9d68-23914897bc6a tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0c28620-f6c3-496a-98e7-6deae0bde304 HTTP/1.1" status: 200 len: 210 time: 0.2068102 Nov 25 17:49:51.463693 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d53f9-25d7-4ba1-9228-53be0f001271 req-9ad1f18c-7134-477a-b14b-3815db6675f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:51.469745 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c98d53f9-25d7-4ba1-9228-53be0f001271 req-9ad1f18c-7134-477a-b14b-3815db6675f8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e74594bc3f604c5c9d4110d7bd37c200&device_id=498691d0-c76f-4d60-a193-68d18e621ee6 HTTP/1.1" status: 200 len: 1096 time: 0.3255601 Nov 25 17:49:51.933647 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc71aa1-5c3f-45c8-bb0a-e354275a4397 req-98296c6b-3b67-4f89-b55d-4a3e321790e9 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:51.945688 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7bc71aa1-5c3f-45c8-bb0a-e354275a4397 req-98296c6b-3b67-4f89-b55d-4a3e321790e9 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/ports?device_id=498691d0-c76f-4d60-a193-68d18e621ee6 HTTP/1.1" status: 200 len: 945 time: 0.2251010 Nov 25 17:49:52.013604 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44340) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:52.052732 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7bc71aa1-5c3f-45c8-bb0a-e354275a4397 req-8b22c870-2fed-499e-9b75-df2f5443670f tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/security-groups?id=ddc479aa-a134-4c61-ba30-9fc894f04e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059639 Nov 25 17:49:52.055171 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d53f9-25d7-4ba1-9228-53be0f001271 req-da12ea3b-2015-4c6e-9acc-671cd9cd4c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:52.062405 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c98d53f9-25d7-4ba1-9228-53be0f001271 req-da12ea3b-2015-4c6e-9acc-671cd9cd4c03 service neutron] 10.222.0.74 "GET /v2.0/networks?id=89e861ee-81cb-4555-a572-83244168320b HTTP/1.1" status: 200 len: 897 time: 0.5815351 Nov 25 17:49:52.084405 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:52.114750 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-477aac27-1bc2-4680-a034-dd068f1f0f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'name': 'tempest-TestNetworkBasicOps-router-984726346', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:47:35Z', 'updated_at': '2021-11-25T17:49:38Z', 'revision_number': 6, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'gw_port': {'id': '2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:1a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:47:36Z', 'updated_at': '2021-11-25T17:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '980e859c-6162-46c7-b729-a12f4838b350', 'name': '', 'network_id': '89e861ee-81cb-4555-a572-83244168320b', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'mac_address': 'fa:16:3e:5c:68:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '6ff89a9f-2f25-4d9d-9f45-63e595f0a31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:47:42Z', 'updated_at': '2021-11-25T17:47:48Z', 'revision_number': 5, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'subnets': [{'id': '6ff89a9f-2f25-4d9d-9f45-63e595f0a31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:52.149151 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c98d53f9-25d7-4ba1-9228-53be0f001271 req-0c1675b1-4945-4aff-aefe-78bf4dc258f5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69056102-3a27-4631-949d-4d0692363d00 HTTP/1.1" status: 200 len: 217 time: 0.0662854 Nov 25 17:49:52.167834 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477aac27-1bc2-4680-a034-dd068f1f0f69 None None] Checking router: 2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:49:52.178764 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477aac27-1bc2-4680-a034-dd068f1f0f69 None None] Routers {'2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:49:52.179643 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-477aac27-1bc2-4680-a034-dd068f1f0f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:49:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:52.286380 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d53f9-25d7-4ba1-9228-53be0f001271 req-91f5ca7f-86e5-49f2-be67-79be95a86eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:52.287394 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c98d53f9-25d7-4ba1-9228-53be0f001271 req-91f5ca7f-86e5-49f2-be67-79be95a86eb6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6ff89a9f-2f25-4d9d-9f45-63e595f0a31a HTTP/1.1" status: 200 len: 834 time: 0.1371820 Nov 25 17:49:52.303259 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-477aac27-1bc2-4680-a034-dd068f1f0f69 None None] Set router 2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:49:52.491633 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d53f9-25d7-4ba1-9228-53be0f001271 req-0e281719-c964-4ff2-a293-4625ea596010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:52.493648 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c98d53f9-25d7-4ba1-9228-53be0f001271 req-0e281719-c964-4ff2-a293-4625ea596010 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=89e861ee-81cb-4555-a572-83244168320b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1968172 Nov 25 17:49:52.495321 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-cf7cceec-76d7-4535-82c0-bd021d8e8456 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Request body: {'networks': [{'name': 'tempest-network--1357776364'}, {'name': 'tempest-network--852503237'}]} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:52.495845 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-cf7cceec-76d7-4535-82c0-bd021d8e8456 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Request body: {'network': {'name': 'tempest-network--1357776364'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:52.496649 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-cf7cceec-76d7-4535-82c0-bd021d8e8456 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Request body: {'network': {'name': 'tempest-network--852503237'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:52.553166 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7cceec-76d7-4535-82c0-bd021d8e8456 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Made reservation on behalf of db7474ccd5c84cf4a88af1b05ccb5b71 for: {'network': 2} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:49:52.565440 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cf7cceec-76d7-4535-82c0-bd021d8e8456 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:52.586495 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cf7cceec-76d7-4535-82c0-bd021d8e8456 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:52.732861 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9a7ba271-fdf1-4e66-9b3f-628f93b86a2d req-dd7d5907-fe1b-4b17-b3eb-ae311249344b tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0c28620-f6c3-496a-98e7-6deae0bde304 HTTP/1.1" status: 200 len: 210 time: 0.1596768 Nov 25 17:49:52.800410 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cf7cceec-76d7-4535-82c0-bd021d8e8456 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:52.808459 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cf7cceec-76d7-4535-82c0-bd021d8e8456 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:52.809169 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cf7cceec-76d7-4535-82c0-bd021d8e8456 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:52.836597 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c98d53f9-25d7-4ba1-9228-53be0f001271 req-1e7b394a-b03a-4734-906c-619798d7cde8 service neutron] 10.222.0.74 "GET /v2.0/networks/89e861ee-81cb-4555-a572-83244168320b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337319 Nov 25 17:49:52.901285 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf7cceec-76d7-4535-82c0-bd021d8e8456 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 926} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:49:52.917567 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7cceec-76d7-4535-82c0-bd021d8e8456 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34f1404b-abc3-40d0-88eb-3c41ebdd03b7,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:52.990842 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cf7cceec-76d7-4535-82c0-bd021d8e8456 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:52.991198 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-cf7cceec-76d7-4535-82c0-bd021d8e8456 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Added segment e2f89400-6db5-488f-bee4-84c78e035fa3 of type vlan for network 99fb1199-0b35-40a5-a1ae-26aafeb77575 Nov 25 17:49:53.193829 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:53.234456 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cf7cceec-76d7-4535-82c0-bd021d8e8456 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:53.394623 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf7cceec-76d7-4535-82c0-bd021d8e8456 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 908} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:49:53.405982 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-477aac27-1bc2-4680-a034-dd068f1f0f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'name': 'tempest-TestNetworkBasicOps-router-984726346', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:47:35Z', 'updated_at': '2021-11-25T17:49:38Z', 'revision_number': 6, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'gw_port': {'id': '2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:1a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:47:36Z', 'updated_at': '2021-11-25T17:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '980e859c-6162-46c7-b729-a12f4838b350', 'name': '', 'network_id': '89e861ee-81cb-4555-a572-83244168320b', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'mac_address': 'fa:16:3e:5c:68:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '6ff89a9f-2f25-4d9d-9f45-63e595f0a31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:47:42Z', 'updated_at': '2021-11-25T17:47:48Z', 'revision_number': 5, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'subnets': [{'id': '6ff89a9f-2f25-4d9d-9f45-63e595f0a31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:53.414371 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4df928-1459-41bc-a2e8-3ed47f66fd28 req-ecd396ae-a049-4aa2-a1cf-c6640b2de3c0 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:53.421752 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411da06-04fc-4e5d-96ce-f0460715ef88 req-94b8e4f9-609e-4294-957a-b08b9e1243ef tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:53.423785 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9411da06-04fc-4e5d-96ce-f0460715ef88 req-94b8e4f9-609e-4294-957a-b08b9e1243ef tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.74 "GET /v2.0/ports?device_id=498691d0-c76f-4d60-a193-68d18e621ee6 HTTP/1.1" status: 200 len: 945 time: 0.5019064 Nov 25 17:49:53.424419 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ce4df928-1459-41bc-a2e8-3ed47f66fd28 req-ecd396ae-a049-4aa2-a1cf-c6640b2de3c0 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.74 "GET /v2.0/networks?id=cde55e2d-003f-4ba7-9946-c3e49edc6c96 HTTP/1.1" status: 200 len: 805 time: 0.3074257 Nov 25 17:49:53.438193 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cf7cceec-76d7-4535-82c0-bd021d8e8456 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:53.438861 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-cf7cceec-76d7-4535-82c0-bd021d8e8456 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Added segment d0fc1f92-44ae-4ccd-98b1-575522d0ba71 of type vlan for network 638f0ce0-b3ea-4c3f-8578-20b542b02c7c Nov 25 17:49:53.450398 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c98d53f9-25d7-4ba1-9228-53be0f001271 req-b1829328-0c22-4f04-a836-8346ee7d42be service neutron] 10.222.0.74 "GET /v2.0/networks/89e861ee-81cb-4555-a572-83244168320b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5980160 Nov 25 17:49:53.453112 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-ce4df928-1459-41bc-a2e8-3ed47f66fd28 req-aa134545-3d50-4cb5-b5ce-5ce03cf6e621 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Request body: {'port': {'device_id': 'e0c28620-f6c3-496a-98e7-6deae0bde304', 'network_id': 'cde55e2d-003f-4ba7-9946-c3e49edc6c96', 'admin_state_up': True, 'tenant_id': '0d1113b5e38141dd82a78af66f2b7f1f'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:53.463585 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beeadb4-d4c3-49fe-8b53-135e888cb0e8 req-b6c5e54a-9c77-4643-93d6-cab0530391b3 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:53.470234 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477aac27-1bc2-4680-a034-dd068f1f0f69 None None] The sync data for ids ['2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e'] in n-d-817746-1 is: [{'id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'name': 'tempest-TestNetworkBasicOps-router-984726346', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:47:35Z', 'updated_at': '2021-11-25T17:49:38Z', 'revision_number': 6, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'gw_port': {'id': '2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:1a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:47:36Z', 'updated_at': '2021-11-25T17:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '980e859c-6162-46c7-b729-a12f4838b350', 'name': '', 'network_id': '89e861ee-81cb-4555-a572-83244168320b', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'mac_address': 'fa:16:3e:5c:68:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '6ff89a9f-2f25-4d9d-9f45-63e595f0a31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:47:42Z', 'updated_at': '2021-11-25T17:47:48Z', 'revision_number': 5, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'subnets': [{'id': '6ff89a9f-2f25-4d9d-9f45-63e595f0a31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:49:53.478692 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6beeadb4-d4c3-49fe-8b53-135e888cb0e8 req-b6c5e54a-9c77-4643-93d6-cab0530391b3 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/ports?device_id=498691d0-c76f-4d60-a193-68d18e621ee6 HTTP/1.1" status: 200 len: 945 time: 0.2704909 Nov 25 17:49:53.621147 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6beeadb4-d4c3-49fe-8b53-135e888cb0e8 req-4681d7e3-1541-48ca-8f51-d2b2b81594fe tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/security-groups?id=ddc479aa-a134-4c61-ba30-9fc894f04e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407511 Nov 25 17:49:53.661780 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce4df928-1459-41bc-a2e8-3ed47f66fd28 req-aa134545-3d50-4cb5-b5ce-5ce03cf6e621 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Made reservation on behalf of 0d1113b5e38141dd82a78af66f2b7f1f for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:49:53.665446 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ce4df928-1459-41bc-a2e8-3ed47f66fd28 req-aa134545-3d50-4cb5-b5ce-5ce03cf6e621 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:53.694138 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-9411da06-04fc-4e5d-96ce-f0460715ef88 req-ea66f256-fbac-4925-8bab-953a4c9bf3fc tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Deleting port 69056102-3a27-4631-949d-4d0692363d00 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:49:53.694747 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9411da06-04fc-4e5d-96ce-f0460715ef88 req-ea66f256-fbac-4925-8bab-953a4c9bf3fc tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:53.706892 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cf7cceec-76d7-4535-82c0-bd021d8e8456 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:53.894999 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cf7cceec-76d7-4535-82c0-bd021d8e8456 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:53.905589 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cf7cceec-76d7-4535-82c0-bd021d8e8456 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:53.911473 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7cceec-76d7-4535-82c0-bd021d8e8456 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:53.931228 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7cceec-76d7-4535-82c0-bd021d8e8456 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:53.933990 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cf7cceec-76d7-4535-82c0-bd021d8e8456 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:54.005292 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-9411da06-04fc-4e5d-96ce-f0460715ef88 req-ea66f256-fbac-4925-8bab-953a4c9bf3fc tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] For port 69056102-3a27-4631-949d-4d0692363d00, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=69056102-3a27-4631-949d-4d0692363d00,segment=NetworkSegment(0a30a398-d571-424e-b25b-e1a7f32fba2c),segment_id=0a30a398-d571-424e-b25b-e1a7f32fba2c)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:54.008620 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9411da06-04fc-4e5d-96ce-f0460715ef88 req-ea66f256-fbac-4925-8bab-953a4c9bf3fc tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:54.029847 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bf72ce-e317-4e9f-a97a-bbcf18e0f617 None None] New status for floating IP 61012ad0-218f-4b4c-9bfd-a84c4f949019: DOWN {{(pid=103363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:49:54.053908 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7cceec-76d7-4535-82c0-bd021d8e8456 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Pushing event updated for resources: {'Network': ['ID=99fb1199-0b35-40a5-a1ae-26aafeb77575,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:54.065788 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 99fb1199-0b35-40a5-a1ae-26aafeb77575 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:49:54.067566 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-9411da06-04fc-4e5d-96ce-f0460715ef88 req-ea66f256-fbac-4925-8bab-953a4c9bf3fc tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Calling delete_port for 69056102-3a27-4631-949d-4d0692363d00 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:49:54.145698 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-cf7cceec-76d7-4535-82c0-bd021d8e8456 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.1300714 Nov 25 17:49:54.154200 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44386) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:54.315364 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7cceec-76d7-4535-82c0-bd021d8e8456 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Pushing event updated for resources: {'Network': ['ID=638f0ce0-b3ea-4c3f-8578-20b542b02c7c,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:54.335402 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-ce4df928-1459-41bc-a2e8-3ed47f66fd28 req-aa134545-3d50-4cb5-b5ce-5ce03cf6e621 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Allocated IP 172.20.0.8 (cde55e2d-003f-4ba7-9946-c3e49edc6c96/b114d138-184e-414d-8d77-af9fac4f96f6/87cda004-da23-46ed-8a55-743756bccb8e) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:49:54.349722 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 638f0ce0-b3ea-4c3f-8578-20b542b02c7c details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:49:54.357644 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-147d5932-4b7a-4b6d-a77a-89772377d906 req-275b9d4a-5551-4806-a5f7-ef45d104a6a5 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0c28620-f6c3-496a-98e7-6deae0bde304 HTTP/1.1" status: 200 len: 210 time: 0.1115251 Nov 25 17:49:54.498084 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a783160-76d9-4d29-b5d5-9ec9f9702bba tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:54.505573 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a783160-76d9-4d29-b5d5-9ec9f9702bba tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:54.512695 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a783160-76d9-4d29-b5d5-9ec9f9702bba tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:54.521568 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a783160-76d9-4d29-b5d5-9ec9f9702bba tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:54.525883 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4a783160-76d9-4d29-b5d5-9ec9f9702bba tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3590186 Nov 25 17:49:54.526317 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44390) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:54.584014 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9411da06-04fc-4e5d-96ce-f0460715ef88 req-ea66f256-fbac-4925-8bab-953a4c9bf3fc tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:54.635277 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea66f256-fbac-4925-8bab-953a4c9bf3fc tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Pushing event deleted for resources: {'Port': ['ID=69056102-3a27-4631-949d-4d0692363d00,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:54.693822 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-9411da06-04fc-4e5d-96ce-f0460715ef88 req-ea66f256-fbac-4925-8bab-953a4c9bf3fc tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] No DVR routers for this DVR port 69056102-3a27-4631-949d-4d0692363d00 on host n-h1-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:49:54.697303 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9411da06-04fc-4e5d-96ce-f0460715ef88 req-ea66f256-fbac-4925-8bab-953a4c9bf3fc tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:54.701324 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9411da06-04fc-4e5d-96ce-f0460715ef88 req-ea66f256-fbac-4925-8bab-953a4c9bf3fc tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.74 "DELETE /v2.0/ports/69056102-3a27-4631-949d-4d0692363d00 HTTP/1.1" status: 204 len: 173 time: 1.2621498 Nov 25 17:49:54.701832 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498691d0-c76f-4d60-a193-68d18e621ee6', 'name': 'network-vif-deleted', 'tag': '69056102-3a27-4631-949d-4d0692363d00'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:49:54.713802 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1bc0e2d-3d9e-4235-9fd1-3ddd2d156879" -d '{"events": [{"server_uuid": "498691d0-c76f-4d60-a193-68d18e621ee6", "name": "network-vif-deleted", "tag": "69056102-3a27-4631-949d-4d0692363d00"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:49:54.732261 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-121d8d1f-3f5a-4949-9fd7-8918fd169347 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:54.813505 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f02c87-c8df-43f1-9871-604d05b5aee1 x-openstack-request-id: req-50f02c87-c8df-43f1-9871-604d05b5aee1 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:49:54.813817 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "498691d0-c76f-4d60-a193-68d18e621ee6", "name": "network-vif-deleted", "tag": "69056102-3a27-4631-949d-4d0692363d00", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:49:54.814084 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-50f02c87-c8df-43f1-9871-604d05b5aee1 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:49:54.814544 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498691d0-c76f-4d60-a193-68d18e621ee6', 'name': 'network-vif-deleted', 'tag': '69056102-3a27-4631-949d-4d0692363d00', 'status': 'completed', 'code': 200} Nov 25 17:49:54.867386 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0b21169e-219c-4c73-b394-18b39d7cb0cf req-e46bc443-f731-452c-b1e9-f3f29bc44613 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/ports?device_id=498691d0-c76f-4d60-a193-68d18e621ee6 HTTP/1.1" status: 200 len: 210 time: 0.0761569 Nov 25 17:49:54.893184 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ce4df928-1459-41bc-a2e8-3ed47f66fd28 req-aa134545-3d50-4cb5-b5ce-5ce03cf6e621 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:54.982165 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-121d8d1f-3f5a-4949-9fd7-8918fd169347 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:55.014560 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-121d8d1f-3f5a-4949-9fd7-8918fd169347 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99fb1199-0b35-40a5-a1ae-26aafeb77575']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:55.027207 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-121d8d1f-3f5a-4949-9fd7-8918fd169347 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2f89400-6db5-488f-bee4-84c78e035fa3') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:55.027802 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-121d8d1f-3f5a-4949-9fd7-8918fd169347 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2f89400-6db5-488f-bee4-84c78e035fa3') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:55.043963 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-121d8d1f-3f5a-4949-9fd7-8918fd169347 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:55.057551 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ce4df928-1459-41bc-a2e8-3ed47f66fd28 req-aa134545-3d50-4cb5-b5ce-5ce03cf6e621 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:55.074924 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['efa7b196-d088-459a-852c-dd1f944378ce'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:49:55.113437 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-121d8d1f-3f5a-4949-9fd7-8918fd169347 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:55.118385 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce4df928-1459-41bc-a2e8-3ed47f66fd28 req-aa134545-3d50-4cb5-b5ce-5ce03cf6e621 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Network cde55e2d-003f-4ba7-9946-c3e49edc6c96 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:49:55.130474 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-ce4df928-1459-41bc-a2e8-3ed47f66fd28 req-aa134545-3d50-4cb5-b5ce-5ce03cf6e621 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:49:55.133128 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce4df928-1459-41bc-a2e8-3ed47f66fd28 req-aa134545-3d50-4cb5-b5ce-5ce03cf6e621 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:49:55.164749 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-121d8d1f-3f5a-4949-9fd7-8918fd169347 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Releasing vlan 926 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:49:55.165333 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-121d8d1f-3f5a-4949-9fd7-8918fd169347 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:55.167291 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a409a63-422d-4ea6-8391-56eb866facdc None None] DHCP port deletion for cde55e2d-003f-4ba7-9946-c3e49edc6c96 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:49:55.171718 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:49:55.171718 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:49:55.171718 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:49:55.171718 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:49:55.171718 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:49:55.171718 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:49:55.171718 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:49:55.171718 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:49:55.171718 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:49:55.171718 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:49:55.171718 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:49:55.171718 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:49:55.171718 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:49:55.171718 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:49:55.171718 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:49:55.171718 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:49:55.171718 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:49:55.171718 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:49:55.171718 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:49:55.171718 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:49:55.171718 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:49:55.171718 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:49:55.171718 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:49:55.171718 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:49:55.171718 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:49:55.171718 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:49:55.171718 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:49:55.171718 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:49:55.171718 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:49:55.171718 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:49:55.171718 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:49:55.171718 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:49:55.205603 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa134545-3d50-4cb5-b5ce-5ce03cf6e621 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Pushing event updated for resources: {'Port': ['ID=87cda004-da23-46ed-8a55-743756bccb8e,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:55.320239 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4df928-1459-41bc-a2e8-3ed47f66fd28 req-aa134545-3d50-4cb5-b5ce-5ce03cf6e621 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:55.322471 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ce4df928-1459-41bc-a2e8-3ed47f66fd28 req-aa134545-3d50-4cb5-b5ce-5ce03cf6e621 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:55.342801 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-32fb7091-ef16-49d2-b4de-f87d760f3e12 None None] Provisioning complete for port 87cda004-da23-46ed-8a55-743756bccb8e triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:55.343544 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-32fb7091-ef16-49d2-b4de-f87d760f3e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:55.343682 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-121d8d1f-3f5a-4949-9fd7-8918fd169347 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:55.354042 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-121d8d1f-3f5a-4949-9fd7-8918fd169347 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:55.365281 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 44410) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:55.365589 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-121d8d1f-3f5a-4949-9fd7-8918fd169347 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] 10.222.0.75 "DELETE /v2.0/networks/99fb1199-0b35-40a5-a1ae-26aafeb77575 HTTP/1.1" status: 204 len: 168 time: 0.8381426 Nov 25 17:49:55.427424 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ce4df928-1459-41bc-a2e8-3ed47f66fd28 req-aa134545-3d50-4cb5-b5ce-5ce03cf6e621 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9850562 Nov 25 17:49:55.429928 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121d8d1f-3f5a-4949-9fd7-8918fd169347 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Pushing event deleted for resources: {'Network': ['ID=99fb1199-0b35-40a5-a1ae-26aafeb77575,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:55.446656 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-ce4df928-1459-41bc-a2e8-3ed47f66fd28 req-8810abd4-d98c-4474-8f37-824b026a1141 service neutron] Request body: {'port': {'device_id': 'e0c28620-f6c3-496a-98e7-6deae0bde304', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:55.451179 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-32fb7091-ef16-49d2-b4de-f87d760f3e12 None None] Port 87cda004-da23-46ed-8a55-743756bccb8e cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:49:55.535870 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ce4df928-1459-41bc-a2e8-3ed47f66fd28 req-8810abd4-d98c-4474-8f37-824b026a1141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:55.543926 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 69056102-3a27-4631-949d-4d0692363d00 no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:49:55.582752 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: 69056102-3a27-4631-949d-4d0692363d00 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:49:55.589034 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 69056102-3a27-4631-949d-4d0692363d00 not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:49:55.658113 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-31a9eeba-aca9-4e87-b7f2-7ed4a314a4e9 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:55.690256 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52fd77-8593-48c2-9745-7eae3d1cebef req-b716da9f-5bbc-4741-a29b-817b587502e6 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:55.698066 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-de52fd77-8593-48c2-9745-7eae3d1cebef req-b716da9f-5bbc-4741-a29b-817b587502e6 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0c28620-f6c3-496a-98e7-6deae0bde304 HTTP/1.1" status: 200 len: 931 time: 0.1425078 Nov 25 17:49:55.809505 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-de52fd77-8593-48c2-9745-7eae3d1cebef req-00d5ca81-136c-4171-8ee1-ba74165eeeb2 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104712 Nov 25 17:49:55.864232 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-31a9eeba-aca9-4e87-b7f2-7ed4a314a4e9 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:55.878636 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-ce4df928-1459-41bc-a2e8-3ed47f66fd28 req-8810abd4-d98c-4474-8f37-824b026a1141 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87cda004-da23-46ed-8a55-743756bccb8e {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:49:55.887415 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ce4df928-1459-41bc-a2e8-3ed47f66fd28 req-8810abd4-d98c-4474-8f37-824b026a1141 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:55.887834 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-31a9eeba-aca9-4e87-b7f2-7ed4a314a4e9 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['638f0ce0-b3ea-4c3f-8578-20b542b02c7c']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:55.906521 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-31a9eeba-aca9-4e87-b7f2-7ed4a314a4e9 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0fc1f92-44ae-4ccd-98b1-575522d0ba71') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:55.906521 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-31a9eeba-aca9-4e87-b7f2-7ed4a314a4e9 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0fc1f92-44ae-4ccd-98b1-575522d0ba71') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:55.941664 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-ce4df928-1459-41bc-a2e8-3ed47f66fd28 req-8810abd4-d98c-4474-8f37-824b026a1141 service neutron] Transition to ACTIVE for port object 87cda004-da23-46ed-8a55-743756bccb8e will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:49:55.953022 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ce4df928-1459-41bc-a2e8-3ed47f66fd28 req-8810abd4-d98c-4474-8f37-824b026a1141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:55.962773 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-31a9eeba-aca9-4e87-b7f2-7ed4a314a4e9 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:55.997835 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-31a9eeba-aca9-4e87-b7f2-7ed4a314a4e9 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:56.007869 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31a9eeba-aca9-4e87-b7f2-7ed4a314a4e9 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Releasing vlan 908 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:49:56.008418 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-31a9eeba-aca9-4e87-b7f2-7ed4a314a4e9 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:56.017186 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:49:56.017186 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:49:56.017186 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:49:56.017186 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:49:56.017186 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:49:56.017186 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:49:56.017186 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:49:56.017186 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:49:56.017186 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:49:56.017186 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:49:56.017186 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:49:56.017186 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:49:56.017186 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:49:56.017186 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:49:56.017186 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:49:56.017186 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:49:56.017186 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:49:56.017186 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:49:56.017186 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:49:56.017186 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:49:56.017186 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:49:56.017186 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:49:56.017186 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:49:56.017186 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:49:56.017186 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:49:56.017186 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:49:56.017186 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:49:56.017186 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:49:56.017186 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:49:56.017186 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:49:56.017186 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:49:56.017186 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:49:56.038019 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 44422) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:56.054803 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d83510-8d2d-4591-87f3-3d71273186f7 None None] DHCP port deletion for cde55e2d-003f-4ba7-9946-c3e49edc6c96 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:49:56.122568 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8810abd4-d98c-4474-8f37-824b026a1141 service neutron] Pushing event updated for resources: {'Port': ['ID=87cda004-da23-46ed-8a55-743756bccb8e,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:56.158966 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-31a9eeba-aca9-4e87-b7f2-7ed4a314a4e9 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:56.182766 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-31a9eeba-aca9-4e87-b7f2-7ed4a314a4e9 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:56.186377 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-31a9eeba-aca9-4e87-b7f2-7ed4a314a4e9 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] 10.222.0.75 "DELETE /v2.0/networks/638f0ce0-b3ea-4c3f-8578-20b542b02c7c HTTP/1.1" status: 204 len: 168 time: 0.8199511 Nov 25 17:49:56.187627 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a9eeba-aca9-4e87-b7f2-7ed4a314a4e9 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Pushing event deleted for resources: {'Network': ['ID=638f0ce0-b3ea-4c3f-8578-20b542b02c7c,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:56.191558 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 44430) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:56.222281 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0401b438-690d-45ba-98e5-378345f5e4c7 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:56.235702 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-ce4df928-1459-41bc-a2e8-3ed47f66fd28 req-8810abd4-d98c-4474-8f37-824b026a1141 service neutron] Attempting to bind port 87cda004-da23-46ed-8a55-743756bccb8e on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:49:56.236051 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-ce4df928-1459-41bc-a2e8-3ed47f66fd28 req-8810abd4-d98c-4474-8f37-824b026a1141 service neutron] Attempting to bind port 87cda004-da23-46ed-8a55-743756bccb8e by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '5d15a5ac-47ef-4ddf-b5a4-0fc888643200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'cde55e2d-003f-4ba7-9946-c3e49edc6c96'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:49:56.236385 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4df928-1459-41bc-a2e8-3ed47f66fd28 req-8810abd4-d98c-4474-8f37-824b026a1141 service neutron] Attempting to bind port 87cda004-da23-46ed-8a55-743756bccb8e on network cde55e2d-003f-4ba7-9946-c3e49edc6c96 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:49:56.242504 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4df928-1459-41bc-a2e8-3ed47f66fd28 req-8810abd4-d98c-4474-8f37-824b026a1141 service neutron] Port 87cda004-da23-46ed-8a55-743756bccb8e on network cde55e2d-003f-4ba7-9946-c3e49edc6c96 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:49:56.243432 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4df928-1459-41bc-a2e8-3ed47f66fd28 req-8810abd4-d98c-4474-8f37-824b026a1141 service neutron] Attempting to bind port 87cda004-da23-46ed-8a55-743756bccb8e on network cde55e2d-003f-4ba7-9946-c3e49edc6c96 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:49:56.254223 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4df928-1459-41bc-a2e8-3ed47f66fd28 req-8810abd4-d98c-4474-8f37-824b026a1141 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:49:56.255579 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4df928-1459-41bc-a2e8-3ed47f66fd28 req-8810abd4-d98c-4474-8f37-824b026a1141 service neutron] Checking segment: {'id': '5d15a5ac-47ef-4ddf-b5a4-0fc888643200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'cde55e2d-003f-4ba7-9946-c3e49edc6c96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:49:56.255999 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4df928-1459-41bc-a2e8-3ed47f66fd28 req-8810abd4-d98c-4474-8f37-824b026a1141 service neutron] Bound using segment: {'id': '5d15a5ac-47ef-4ddf-b5a4-0fc888643200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'cde55e2d-003f-4ba7-9946-c3e49edc6c96'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:49:56.256467 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-ce4df928-1459-41bc-a2e8-3ed47f66fd28 req-8810abd4-d98c-4474-8f37-824b026a1141 service neutron] Bound port: 87cda004-da23-46ed-8a55-743756bccb8e, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d15a5ac-47ef-4ddf-b5a4-0fc888643200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'cde55e2d-003f-4ba7-9946-c3e49edc6c96'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:49:56.257189 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ce4df928-1459-41bc-a2e8-3ed47f66fd28 req-8810abd4-d98c-4474-8f37-824b026a1141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:56.328920 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0401b438-690d-45ba-98e5-378345f5e4c7 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:56.361571 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-ce4df928-1459-41bc-a2e8-3ed47f66fd28 req-8810abd4-d98c-4474-8f37-824b026a1141 service neutron] For port 87cda004-da23-46ed-8a55-743756bccb8e, host n-h1-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:49:56.373485 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-ce4df928-1459-41bc-a2e8-3ed47f66fd28 req-8810abd4-d98c-4474-8f37-824b026a1141 service neutron] For port 87cda004-da23-46ed-8a55-743756bccb8e, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=87cda004-da23-46ed-8a55-743756bccb8e,segment=NetworkSegment(5d15a5ac-47ef-4ddf-b5a4-0fc888643200),segment_id=5d15a5ac-47ef-4ddf-b5a4-0fc888643200)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:49:56.382419 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ce4df928-1459-41bc-a2e8-3ed47f66fd28 req-8810abd4-d98c-4474-8f37-824b026a1141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:56.417370 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769a4bb5-5e5d-4124-b3f3-4492c58e9720 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:56.433274 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769a4bb5-5e5d-4124-b3f3-4492c58e9720 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:56.444773 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-769a4bb5-5e5d-4124-b3f3-4492c58e9720 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2514122 Nov 25 17:49:56.445908 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 44440) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:56.455303 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-d7613984-55d3-4dfe-b420-4cad12e71c64 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1816534211'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:56.470523 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4df928-1459-41bc-a2e8-3ed47f66fd28 req-8810abd4-d98c-4474-8f37-824b026a1141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:56.474933 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ce4df928-1459-41bc-a2e8-3ed47f66fd28 req-8810abd4-d98c-4474-8f37-824b026a1141 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:56.476415 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ce4df928-1459-41bc-a2e8-3ed47f66fd28 req-8810abd4-d98c-4474-8f37-824b026a1141 service neutron] 10.222.0.74 "PUT /v2.0/ports/87cda004-da23-46ed-8a55-743756bccb8e HTTP/1.1" status: 200 len: 1091 time: 1.0404394 Nov 25 17:49:56.479314 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b058a7d-56c2-41e9-bd9d-7e23ed1977b7 None None] DHCP port deletion for cde55e2d-003f-4ba7-9946-c3e49edc6c96 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:49:56.482540 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0c28620-f6c3-496a-98e7-6deae0bde304', 'tag': '87cda004-da23-46ed-8a55-743756bccb8e'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:49:56.491509 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae62213-3644-4543-86dc-ac35e3e38926" -d '{"events": [{"name": "network-changed", "server_uuid": "e0c28620-f6c3-496a-98e7-6deae0bde304", "tag": "87cda004-da23-46ed-8a55-743756bccb8e"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:49:56.511262 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7613984-55d3-4dfe-b420-4cad12e71c64 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Made reservation on behalf of db7474ccd5c84cf4a88af1b05ccb5b71 for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:49:56.519966 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d7613984-55d3-4dfe-b420-4cad12e71c64 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:56.586578 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8810abd4-d98c-4474-8f37-824b026a1141 service neutron] Pushing event updated for resources: {'Port': ['ID=87cda004-da23-46ed-8a55-743756bccb8e,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:56.605394 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4df928-1459-41bc-a2e8-3ed47f66fd28 req-1574df82-2faf-42af-ad12-d27517ddf5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:56.608798 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ce4df928-1459-41bc-a2e8-3ed47f66fd28 req-1574df82-2faf-42af-ad12-d27517ddf5eb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0d1113b5e38141dd82a78af66f2b7f1f&device_id=e0c28620-f6c3-496a-98e7-6deae0bde304 HTTP/1.1" status: 200 len: 1094 time: 0.0805972 Nov 25 17:49:56.625086 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0401b438-690d-45ba-98e5-378345f5e4c7 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:56.627688 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0401b438-690d-45ba-98e5-378345f5e4c7 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:56.639875 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-0401b438-690d-45ba-98e5-378345f5e4c7 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "DELETE /v2.0/security-groups/ddc479aa-a134-4c61-ba30-9fc894f04e91 HTTP/1.1" status: 204 len: 168 time: 0.6006920 Nov 25 17:49:56.656553 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7613984-55d3-4dfe-b420-4cad12e71c64 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:49:56.678040 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0401b438-690d-45ba-98e5-378345f5e4c7 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc479aa-a134-4c61-ba30-9fc894f04e91,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:56.692711 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ce4df928-1459-41bc-a2e8-3ed47f66fd28 req-b01b91ea-07aa-47e6-a2dd-7653b3aea504 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87cda004-da23-46ed-8a55-743756bccb8e HTTP/1.1" status: 200 len: 217 time: 0.0757172 Nov 25 17:49:56.696916 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44454) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:56.724867 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d7613984-55d3-4dfe-b420-4cad12e71c64 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:56.727800 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-d7613984-55d3-4dfe-b420-4cad12e71c64 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Added segment d079b29c-5dd7-41dc-90b2-a0228c064dc5 of type vlan for network fc33040e-bfd8-45ea-8418-128fe9ec84e1 Nov 25 17:49:56.810515 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d7613984-55d3-4dfe-b420-4cad12e71c64 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:56.889403 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d7613984-55d3-4dfe-b420-4cad12e71c64 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:56.896071 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7613984-55d3-4dfe-b420-4cad12e71c64 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:56.897044 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d7613984-55d3-4dfe-b420-4cad12e71c64 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:56.915777 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b182d9-09cf-4964-8df0-c2175b1a4c91 x-openstack-request-id: req-82b182d9-09cf-4964-8df0-c2175b1a4c91 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:49:56.916439 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0c28620-f6c3-496a-98e7-6deae0bde304", "tag": "87cda004-da23-46ed-8a55-743756bccb8e", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:49:56.916676 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-82b182d9-09cf-4964-8df0-c2175b1a4c91 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:49:56.917142 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0c28620-f6c3-496a-98e7-6deae0bde304', 'tag': '87cda004-da23-46ed-8a55-743756bccb8e', 'status': 'completed', 'code': 200} Nov 25 17:49:56.921195 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4df928-1459-41bc-a2e8-3ed47f66fd28 req-181f95d8-5ceb-48ba-83a3-cf1c8f620308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:56.923585 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ce4df928-1459-41bc-a2e8-3ed47f66fd28 req-181f95d8-5ceb-48ba-83a3-cf1c8f620308 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b114d138-184e-414d-8d77-af9fac4f96f6 HTTP/1.1" status: 200 len: 845 time: 0.2180014 Nov 25 17:49:57.046965 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ce4df928-1459-41bc-a2e8-3ed47f66fd28 req-92a10b3b-5b86-4a51-8678-7185d66d21d2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cde55e2d-003f-4ba7-9946-c3e49edc6c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1144383 Nov 25 17:49:57.087697 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d7613984-55d3-4dfe-b420-4cad12e71c64 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6403167 Nov 25 17:49:57.106121 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 44466) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:57.117493 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-48c529b4-c46c-4b81-90df-ac4e62ca9b6b tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-217401480'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:57.124641 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7613984-55d3-4dfe-b420-4cad12e71c64 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Pushing event updated for resources: {'Network': ['ID=fc33040e-bfd8-45ea-8418-128fe9ec84e1,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:57.137193 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network fc33040e-bfd8-45ea-8418-128fe9ec84e1 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:49:57.209344 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b372de27-1088-4f41-bfe5-2f38e683caea req-d3113cb1-54ce-414c-8b6d-f1dc5e336320 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:57.216874 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b372de27-1088-4f41-bfe5-2f38e683caea req-d3113cb1-54ce-414c-8b6d-f1dc5e336320 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0c28620-f6c3-496a-98e7-6deae0bde304 HTTP/1.1" status: 200 len: 943 time: 0.2905927 Nov 25 17:49:57.239003 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c529b4-c46c-4b81-90df-ac4e62ca9b6b tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Made reservation on behalf of db7474ccd5c84cf4a88af1b05ccb5b71 for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:49:57.249547 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-48c529b4-c46c-4b81-90df-ac4e62ca9b6b tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:57.325499 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b372de27-1088-4f41-bfe5-2f38e683caea req-80c1c7ce-0152-437a-9c46-6e49aa4307e6 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045005 Nov 25 17:49:57.344490 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48c529b4-c46c-4b81-90df-ac4e62ca9b6b tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 942} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:49:57.356491 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-48c529b4-c46c-4b81-90df-ac4e62ca9b6b tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:57.357589 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-48c529b4-c46c-4b81-90df-ac4e62ca9b6b tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Added segment e6865899-8e06-4451-a125-f55b96b99834 of type vlan for network 1068c86f-7c67-4993-aa6a-0a6327974b88 Nov 25 17:49:57.416483 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-48c529b4-c46c-4b81-90df-ac4e62ca9b6b tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:57.483330 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-48c529b4-c46c-4b81-90df-ac4e62ca9b6b tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:57.499425 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c529b4-c46c-4b81-90df-ac4e62ca9b6b tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:57.501621 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-48c529b4-c46c-4b81-90df-ac4e62ca9b6b tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:57.684485 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c529b4-c46c-4b81-90df-ac4e62ca9b6b tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Pushing event updated for resources: {'Network': ['ID=1068c86f-7c67-4993-aa6a-0a6327974b88,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:57.702429 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 1068c86f-7c67-4993-aa6a-0a6327974b88 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:49:57.704015 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-48c529b4-c46c-4b81-90df-ac4e62ca9b6b tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5944517 Nov 25 17:49:57.707331 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 44492) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:57.713289 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-0b9cdee2-8206-43b4-8102-b0621ecdbeec tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Request body: {'ports': [{'network_id': 'fc33040e-bfd8-45ea-8418-128fe9ec84e1', 'name': 'tempest-port--1579222803', 'admin_state_up': True}, {'network_id': '1068c86f-7c67-4993-aa6a-0a6327974b88', 'admin_state_up': False}]} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:57.713818 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-0b9cdee2-8206-43b4-8102-b0621ecdbeec tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Request body: {'port': {'network_id': 'fc33040e-bfd8-45ea-8418-128fe9ec84e1', 'name': 'tempest-port--1579222803', 'admin_state_up': True}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:57.714474 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-0b9cdee2-8206-43b4-8102-b0621ecdbeec tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Request body: {'port': {'network_id': '1068c86f-7c67-4993-aa6a-0a6327974b88', 'admin_state_up': False}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:57.983289 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9cdee2-8206-43b4-8102-b0621ecdbeec tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Made reservation on behalf of db7474ccd5c84cf4a88af1b05ccb5b71 for: {'port': 2} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:49:57.990733 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0b9cdee2-8206-43b4-8102-b0621ecdbeec tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:58.008055 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0b9cdee2-8206-43b4-8102-b0621ecdbeec tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:58.026455 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ce4df928-1459-41bc-a2e8-3ed47f66fd28 req-d96e43b2-5eb5-4d80-8aec-74604b7ab3fd service neutron] 10.222.0.74 "GET /v2.0/networks/cde55e2d-003f-4ba7-9946-c3e49edc6c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9658637 Nov 25 17:49:58.178384 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [None req-0b9cdee2-8206-43b4-8102-b0621ecdbeec tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] device_id is not set on port c6fdc6d9-fad0-4314-8a8f-a64d7353427a yet. {{(pid=103361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:49:58.200147 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ce4df928-1459-41bc-a2e8-3ed47f66fd28 req-af773fa5-e037-4393-bc68-eb372261c84b service neutron] 10.222.0.74 "GET /v2.0/networks/cde55e2d-003f-4ba7-9946-c3e49edc6c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509941 Nov 25 17:49:58.345677 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae62213-3644-4543-86dc-ac35e3e38926 req-587b86a0-ebe0-4245-9e25-4f354b3457d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:58.347446 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-0ae62213-3644-4543-86dc-ac35e3e38926 req-587b86a0-ebe0-4245-9e25-4f354b3457d0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0d1113b5e38141dd82a78af66f2b7f1f&device_id=e0c28620-f6c3-496a-98e7-6deae0bde304 HTTP/1.1" status: 200 len: 1094 time: 0.0833299 Nov 25 17:49:58.487635 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0b9cdee2-8206-43b4-8102-b0621ecdbeec tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:58.511705 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae62213-3644-4543-86dc-ac35e3e38926 req-329fafca-043e-45e5-b58e-92e0d1b26b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:58.513827 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-0ae62213-3644-4543-86dc-ac35e3e38926 req-329fafca-043e-45e5-b58e-92e0d1b26b7f service neutron] 10.222.0.74 "GET /v2.0/networks?id=cde55e2d-003f-4ba7-9946-c3e49edc6c96 HTTP/1.1" status: 200 len: 906 time: 0.1551533 Nov 25 17:49:58.517518 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ad3d343e-eda3-481e-9a48-859486a745b2 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:58.632818 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [None req-0b9cdee2-8206-43b4-8102-b0621ecdbeec tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] device_id is not set on port 18e94801-4a77-4542-abc7-9bce71d36698 yet. {{(pid=103361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:49:58.648800 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff75ed22-4fd2-4f6e-a9da-1ddff1958c99 req-49f93762-4725-492e-b876-bba02106de17 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:58.657364 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ff75ed22-4fd2-4f6e-a9da-1ddff1958c99 req-49f93762-4725-492e-b876-bba02106de17 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0c28620-f6c3-496a-98e7-6deae0bde304 HTTP/1.1" status: 200 len: 943 time: 0.1567185 Nov 25 17:49:58.702182 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-0ae62213-3644-4543-86dc-ac35e3e38926 req-de6a331e-28cf-48d9-bbe2-e7732ece66cd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87cda004-da23-46ed-8a55-743756bccb8e HTTP/1.1" status: 200 len: 217 time: 0.0437565 Nov 25 17:49:58.736109 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ff75ed22-4fd2-4f6e-a9da-1ddff1958c99 req-2a097920-a39c-4414-afe0-adabe7478c12 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759568 Nov 25 17:49:58.848569 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0b9cdee2-8206-43b4-8102-b0621ecdbeec tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:58.864571 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae62213-3644-4543-86dc-ac35e3e38926 req-09007bcf-4988-4a1b-9510-0871dfc3ade3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:58.866858 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-0ae62213-3644-4543-86dc-ac35e3e38926 req-09007bcf-4988-4a1b-9510-0871dfc3ade3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b114d138-184e-414d-8d77-af9fac4f96f6 HTTP/1.1" status: 200 len: 845 time: 0.1263149 Nov 25 17:49:58.910648 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-0ae62213-3644-4543-86dc-ac35e3e38926 req-d56e8ead-c1db-4770-8778-9446692eddbc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cde55e2d-003f-4ba7-9946-c3e49edc6c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351706 Nov 25 17:49:58.939138 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0b9cdee2-8206-43b4-8102-b0621ecdbeec tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:59.010845 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9cdee2-8206-43b4-8102-b0621ecdbeec tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Pushing event updated for resources: {'Port': ['ID=c6fdc6d9-fad0-4314-8a8f-a64d7353427a,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:59.039960 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9cdee2-8206-43b4-8102-b0621ecdbeec tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Checking segment: {'id': 'd079b29c-5dd7-41dc-90b2-a0228c064dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'fc33040e-bfd8-45ea-8418-128fe9ec84e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:49:59.040451 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9cdee2-8206-43b4-8102-b0621ecdbeec tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Network hostable DHCP agents. Network: fc33040e-bfd8-45ea-8418-128fe9ec84e1, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:49:59.066276 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9cdee2-8206-43b4-8102-b0621ecdbeec tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Network fc33040e-bfd8-45ea-8418-128fe9ec84e1 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:49:59.083286 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-0b9cdee2-8206-43b4-8102-b0621ecdbeec tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, fc33040e-bfd8-45ea-8418-128fe9ec84e1) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:49:59.092797 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce54781a-a85a-47fa-8c8f-80aab3b7d4f3 None None] Network fc33040e-bfd8-45ea-8418-128fe9ec84e1 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:49:59.097942 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9cdee2-8206-43b4-8102-b0621ecdbeec tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:49:59.098990 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0b9cdee2-8206-43b4-8102-b0621ecdbeec tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:59.125495 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-0ae62213-3644-4543-86dc-ac35e3e38926 req-99740ac7-f8b1-440c-9ceb-d0ba2c590865 service neutron] 10.222.0.74 "GET /v2.0/networks/cde55e2d-003f-4ba7-9946-c3e49edc6c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040532 Nov 25 17:49:59.184260 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9cdee2-8206-43b4-8102-b0621ecdbeec tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Pushing event updated for resources: {'Port': ['ID=18e94801-4a77-4542-abc7-9bce71d36698,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:59.196481 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9cdee2-8206-43b4-8102-b0621ecdbeec tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Checking segment: {'id': 'e6865899-8e06-4451-a125-f55b96b99834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '1068c86f-7c67-4993-aa6a-0a6327974b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:49:59.196969 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9cdee2-8206-43b4-8102-b0621ecdbeec tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Network hostable DHCP agents. Network: 1068c86f-7c67-4993-aa6a-0a6327974b88, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:49:59.236190 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9cdee2-8206-43b4-8102-b0621ecdbeec tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Network 1068c86f-7c67-4993-aa6a-0a6327974b88 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:49:59.249864 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-0b9cdee2-8206-43b4-8102-b0621ecdbeec tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 1068c86f-7c67-4993-aa6a-0a6327974b88) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:49:59.253798 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9cdee2-8206-43b4-8102-b0621ecdbeec tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:49:59.264959 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9cdee2-8206-43b4-8102-b0621ecdbeec tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:59.266053 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-0ae62213-3644-4543-86dc-ac35e3e38926 req-7bf2efb1-6bd1-47ce-821a-dd531ee1bbe2 service neutron] 10.222.0.74 "GET /v2.0/networks/cde55e2d-003f-4ba7-9946-c3e49edc6c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326032 Nov 25 17:49:59.270617 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9cdee2-8206-43b4-8102-b0621ecdbeec tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:59.285436 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60da4df0-cee8-4672-b717-52504501c16d None None] Network 1068c86f-7c67-4993-aa6a-0a6327974b88 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:49:59.292920 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0b9cdee2-8206-43b4-8102-b0621ecdbeec tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:59.304075 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-ad3d343e-eda3-481e-9a48-859486a745b2 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Deleting port 980e859c-6162-46c7-b729-a12f4838b350 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:49:59.304418 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ad3d343e-eda3-481e-9a48-859486a745b2 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:59.318247 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-0b9cdee2-8206-43b4-8102-b0621ecdbeec tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.6092372 Nov 25 17:49:59.322908 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 44522) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:59.441995 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85237087-39b4-4e96-8e63-f0834edb39b9 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:59.459083 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85237087-39b4-4e96-8e63-f0834edb39b9 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:59.466375 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-85237087-39b4-4e96-8e63-f0834edb39b9 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1388543 Nov 25 17:49:59.466375 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 44528) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:59.499417 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-ad3d343e-eda3-481e-9a48-859486a745b2 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] For port 980e859c-6162-46c7-b729-a12f4838b350, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=980e859c-6162-46c7-b729-a12f4838b350,segment=NetworkSegment(0a30a398-d571-424e-b25b-e1a7f32fba2c),segment_id=0a30a398-d571-424e-b25b-e1a7f32fba2c)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:59.499791 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ad3d343e-eda3-481e-9a48-859486a745b2 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:59.514597 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-ad3d343e-eda3-481e-9a48-859486a745b2 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Calling delete_port for 980e859c-6162-46c7-b729-a12f4838b350 owned by network:router_interface {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:49:59.660067 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-d519a88b-a8ec-449f-90db-6454a8deee3a tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Deleting port c6fdc6d9-fad0-4314-8a8f-a64d7353427a {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:49:59.662024 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d519a88b-a8ec-449f-90db-6454a8deee3a tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:59.768209 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d519a88b-a8ec-449f-90db-6454a8deee3a tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:59.799787 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-d519a88b-a8ec-449f-90db-6454a8deee3a tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Calling delete_port for c6fdc6d9-fad0-4314-8a8f-a64d7353427a owned by {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:49:59.857357 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ad3d343e-eda3-481e-9a48-859486a745b2 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:59.901965 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3d343e-eda3-481e-9a48-859486a745b2 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Pushing event deleted for resources: {'Port': ['ID=980e859c-6162-46c7-b729-a12f4838b350,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:00.006975 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d519a88b-a8ec-449f-90db-6454a8deee3a tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:00.135612 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e564a759-a1f0-4c12-99de-556b201971fe req-8f1966bd-6c47-4e40-9f8d-89adafcf12b9 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:00.137410 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e564a759-a1f0-4c12-99de-556b201971fe req-8f1966bd-6c47-4e40-9f8d-89adafcf12b9 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0c28620-f6c3-496a-98e7-6deae0bde304 HTTP/1.1" status: 200 len: 943 time: 0.2698054 Nov 25 17:50:00.139235 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d519a88b-a8ec-449f-90db-6454a8deee3a tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Pushing event deleted for resources: {'Port': ['ID=c6fdc6d9-fad0-4314-8a8f-a64d7353427a,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:00.175315 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d519a88b-a8ec-449f-90db-6454a8deee3a tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:00.188237 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d519a88b-a8ec-449f-90db-6454a8deee3a tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] 10.222.0.75 "DELETE /v2.0/ports/c6fdc6d9-fad0-4314-8a8f-a64d7353427a HTTP/1.1" status: 204 len: 168 time: 0.7207284 Nov 25 17:50:00.190554 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 44552) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:00.229946 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ad3d343e-eda3-481e-9a48-859486a745b2 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:00.392485 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e564a759-a1f0-4c12-99de-556b201971fe req-7186f676-7712-4120-ae49-27e7a142ff97 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361412 Nov 25 17:50:00.433540 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-2ab8eb64-c65d-4dfb-a1e0-ae5d21229d96 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Deleting port 18e94801-4a77-4542-abc7-9bce71d36698 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:50:00.434390 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2ab8eb64-c65d-4dfb-a1e0-ae5d21229d96 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:00.573432 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad3d343e-eda3-481e-9a48-859486a745b2 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Router 2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:50:00.593485 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2ab8eb64-c65d-4dfb-a1e0-ae5d21229d96 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:00.618773 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-2ab8eb64-c65d-4dfb-a1e0-ae5d21229d96 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Calling delete_port for 18e94801-4a77-4542-abc7-9bce71d36698 owned by {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:50:00.711380 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad3d343e-eda3-481e-9a48-859486a745b2 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:50:00.722827 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c842132-abf8-48be-ac79-210fe1b2b95b None None] Sync routers for ids ['2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:50:00.727060 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ad3d343e-eda3-481e-9a48-859486a745b2 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "PUT /v2.0/routers/2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0250866 Nov 25 17:50:00.729103 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 44560) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:00.742294 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c842132-abf8-48be-ac79-210fe1b2b95b None None] Routers {'2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:50:00.743152 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-1c842132-abf8-48be-ac79-210fe1b2b95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:49:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:00.797371 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-f782b988-a5f6-4a20-85a8-1f1cb511dc82 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Deleting subnet 6ff89a9f-2f25-4d9d-9f45-63e595f0a31a {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:50:00.800713 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f782b988-a5f6-4a20-85a8-1f1cb511dc82 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:00.842156 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2ab8eb64-c65d-4dfb-a1e0-ae5d21229d96 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:00.851651 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f782b988-a5f6-4a20-85a8-1f1cb511dc82 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:00.956930 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f782b988-a5f6-4a20-85a8-1f1cb511dc82 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:00.982567 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-1c842132-abf8-48be-ac79-210fe1b2b95b None None] Set router 2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:50:01.082683 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab8eb64-c65d-4dfb-a1e0-ae5d21229d96 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Pushing event deleted for resources: {'Port': ['ID=18e94801-4a77-4542-abc7-9bce71d36698,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:01.115058 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2ab8eb64-c65d-4dfb-a1e0-ae5d21229d96 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:01.121256 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-2ab8eb64-c65d-4dfb-a1e0-ae5d21229d96 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] 10.222.0.75 "DELETE /v2.0/ports/18e94801-4a77-4542-abc7-9bce71d36698 HTTP/1.1" status: 204 len: 168 time: 0.9275100 Nov 25 17:50:01.124423 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44566) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:01.143254 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f782b988-a5f6-4a20-85a8-1f1cb511dc82 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:01.168844 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f782b988-a5f6-4a20-85a8-1f1cb511dc82 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:01.176025 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-f782b988-a5f6-4a20-85a8-1f1cb511dc82 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "DELETE /v2.0/subnets/6ff89a9f-2f25-4d9d-9f45-63e595f0a31a HTTP/1.1" status: 204 len: 168 time: 0.4459295 Nov 25 17:50:01.178823 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 44568) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:01.210562 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aca32ca-e2a7-47d4-8d56-51b81b77692f None None] Network 89e861ee-81cb-4555-a572-83244168320b requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:50:01.211870 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f8150a69-378b-4e52-bd3f-b1d14a1037c3 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0798452 Nov 25 17:50:01.212561 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44570) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:01.226257 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-a7a760c3-2bc8-40e0-bdd2-e8c2f994a477 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1820581776'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:01.266284 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a760c3-2bc8-40e0-bdd2-e8c2f994a477 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Made reservation on behalf of db7474ccd5c84cf4a88af1b05ccb5b71 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:50:01.270516 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a7a760c3-2bc8-40e0-bdd2-e8c2f994a477 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:01.300849 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7a760c3-2bc8-40e0-bdd2-e8c2f994a477 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:50:01.332544 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a7a760c3-2bc8-40e0-bdd2-e8c2f994a477 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:01.334420 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-a7a760c3-2bc8-40e0-bdd2-e8c2f994a477 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Added segment b3bcdcd5-0a35-4f5f-b15c-2b4f9550404a of type vlan for network e9f157bc-da95-4149-ab08-7df0097261c4 Nov 25 17:50:01.348490 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-531c3c93-4da5-40af-9000-b3ac9d3cea29 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for router, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:01.351327 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f782b988-a5f6-4a20-85a8-1f1cb511dc82 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Pushing event deleted for resources: {'Subnet': ['ID=6ff89a9f-2f25-4d9d-9f45-63e595f0a31a,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:01.434677 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a7a760c3-2bc8-40e0-bdd2-e8c2f994a477 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:01.501262 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a7a760c3-2bc8-40e0-bdd2-e8c2f994a477 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:01.508111 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a760c3-2bc8-40e0-bdd2-e8c2f994a477 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:01.508731 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a7a760c3-2bc8-40e0-bdd2-e8c2f994a477 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:01.536103 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-1c842132-abf8-48be-ac79-210fe1b2b95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'name': 'tempest-TestNetworkBasicOps-router-984726346', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:47:35Z', 'updated_at': '2021-11-25T17:49:59Z', 'revision_number': 7, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'gw_port': {'id': '2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:1a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:47:36Z', 'updated_at': '2021-11-25T17:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:01.608855 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c842132-abf8-48be-ac79-210fe1b2b95b None None] Checking router: 2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:50:01.615229 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 87cda004-da23-46ed-8a55-743756bccb8e details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:50:01.650355 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 44578) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:01.654081 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a7a760c3-2bc8-40e0-bdd2-e8c2f994a477 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4392307 Nov 25 17:50:01.684815 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a760c3-2bc8-40e0-bdd2-e8c2f994a477 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Pushing event updated for resources: {'Network': ['ID=e9f157bc-da95-4149-ab08-7df0097261c4,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:01.686755 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-8003c97f-bde0-4b96-a203-240569782c6a tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1448728734'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:01.692030 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c842132-abf8-48be-ac79-210fe1b2b95b None None] Routers {'2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:50:01.693301 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-1c842132-abf8-48be-ac79-210fe1b2b95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:49:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:01.717098 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465fa53-eba2-4944-a068-b6ed32e93fce req-826ce521-4a40-467c-86bc-bc001ccbdf46 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:01.720212 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3465fa53-eba2-4944-a068-b6ed32e93fce req-826ce521-4a40-467c-86bc-bc001ccbdf46 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0c28620-f6c3-496a-98e7-6deae0bde304 HTTP/1.1" status: 200 len: 943 time: 0.1969132 Nov 25 17:50:01.765268 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network e9f157bc-da95-4149-ab08-7df0097261c4 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:50:01.805018 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.db.resource_extend [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:50:01.829788 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcb5935-4bd1-4ba4-8f5d-7c26afc60161 None None] DHCP port deletion for 89e861ee-81cb-4555-a572-83244168320b request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:50:01.918892 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44582) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:02.148965 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cfa6dfa2-e461-4935-bdab-49e6456c1a29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:02.295733 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-531c3c93-4da5-40af-9000-b3ac9d3cea29 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:02.313289 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cfa6dfa2-e461-4935-bdab-49e6456c1a29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:02.329178 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cfa6dfa2-e461-4935-bdab-49e6456c1a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:02.356950 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-1c842132-abf8-48be-ac79-210fe1b2b95b None None] Set router 2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:50:02.363061 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8003c97f-bde0-4b96-a203-240569782c6a tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Made reservation on behalf of db7474ccd5c84cf4a88af1b05ccb5b71 for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:50:02.366675 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8003c97f-bde0-4b96-a203-240569782c6a tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:02.389457 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-cfa6dfa2-e461-4935-bdab-49e6456c1a29 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8c0574b71b674036969e7d50692f3726&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4654028 Nov 25 17:50:02.391655 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44590) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:02.394844 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-cbcb5935-4bd1-4ba4-8f5d-7c26afc60161 None None] Deleting port d480d524-0c4f-426f-aecd-fe612eb6d152 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:50:02.395705 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-cbcb5935-4bd1-4ba4-8f5d-7c26afc60161 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:02.399691 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3465fa53-eba2-4944-a068-b6ed32e93fce req-b8da967b-b149-4c58-9a61-d9bc108c8a29 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6684306 Nov 25 17:50:02.414259 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8003c97f-bde0-4b96-a203-240569782c6a tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 926} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:50:02.425736 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8003c97f-bde0-4b96-a203-240569782c6a tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:02.426264 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-8003c97f-bde0-4b96-a203-240569782c6a tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Added segment 6b81c794-8012-440c-8db5-b23178dc854a of type vlan for network 5416e60b-606a-4376-a648-27522c9e94e5 Nov 25 17:50:02.468096 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-531c3c93-4da5-40af-9000-b3ac9d3cea29 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Deleting port 2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:50:02.468500 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-531c3c93-4da5-40af-9000-b3ac9d3cea29 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:02.485867 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa6dfa2-e461-4935-bdab-49e6456c1a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91243375-d15f-4cfe-bf3a-866e416ca2eb,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:02.498700 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8003c97f-bde0-4b96-a203-240569782c6a tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:02.524244 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 87cda004-da23-46ed-8a55-743756bccb8e, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=87cda004-da23-46ed-8a55-743756bccb8e,segment=NetworkSegment(5d15a5ac-47ef-4ddf-b5a4-0fc888643200),segment_id=5d15a5ac-47ef-4ddf-b5a4-0fc888643200)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:50:02.547452 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5fb53f15-5467-4732-b138-7a77c06a386e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:02.578245 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8003c97f-bde0-4b96-a203-240569782c6a tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:02.583475 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5fb53f15-5467-4732-b138-7a77c06a386e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:02.586122 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8003c97f-bde0-4b96-a203-240569782c6a tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:02.586824 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8003c97f-bde0-4b96-a203-240569782c6a tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:02.633712 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-531c3c93-4da5-40af-9000-b3ac9d3cea29 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] For port 2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:50:02.634582 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-531c3c93-4da5-40af-9000-b3ac9d3cea29 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:02.634747 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '87cda004-da23-46ed-8a55-743756bccb8e', 'network_id': 'cde55e2d-003f-4ba7-9946-c3e49edc6c96', 'port_id': '87cda004-da23-46ed-8a55-743756bccb8e', 'mac_address': 'fa:16:3e:f7:b4:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b114d138-184e-414d-8d77-af9fac4f96f6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:50:02.644868 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-8003c97f-bde0-4b96-a203-240569782c6a tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9884086 Nov 25 17:50:02.686929 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5fb53f15-5467-4732-b138-7a77c06a386e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:02.689986 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5fb53f15-5467-4732-b138-7a77c06a386e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:02.693856 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-5fb53f15-5467-4732-b138-7a77c06a386e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/91243375-d15f-4cfe-bf3a-866e416ca2eb HTTP/1.1" status: 204 len: 168 time: 0.2844908 Nov 25 17:50:02.703939 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb53f15-5467-4732-b138-7a77c06a386e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91243375-d15f-4cfe-bf3a-866e416ca2eb,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:02.704432 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-531c3c93-4da5-40af-9000-b3ac9d3cea29 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Calling delete_port for 2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3 owned by network:router_gateway {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:50:02.708925 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8003c97f-bde0-4b96-a203-240569782c6a tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Pushing event updated for resources: {'Network': ['ID=5416e60b-606a-4376-a648-27522c9e94e5,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:02.797324 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44594) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:02.802774 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-cbcb5935-4bd1-4ba4-8f5d-7c26afc60161 None None] For port d480d524-0c4f-426f-aecd-fe612eb6d152, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d480d524-0c4f-426f-aecd-fe612eb6d152,segment=NetworkSegment(0a30a398-d571-424e-b25b-e1a7f32fba2c),segment_id=0a30a398-d571-424e-b25b-e1a7f32fba2c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:50:02.803297 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-eadf51f0-d1f2-4839-b0f7-365ead9be46a tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Request body: {'subnets': [{'network_id': 'e9f157bc-da95-4149-ab08-7df0097261c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1338515715', 'ip_version': 4}, {'network_id': '5416e60b-606a-4376-a648-27522c9e94e5', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:02.803297 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-eadf51f0-d1f2-4839-b0f7-365ead9be46a tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Request body: {'subnet': {'network_id': 'e9f157bc-da95-4149-ab08-7df0097261c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1338515715', 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:02.803513 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-cbcb5935-4bd1-4ba4-8f5d-7c26afc60161 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:02.804057 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-eadf51f0-d1f2-4839-b0f7-365ead9be46a tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Request body: {'subnet': {'network_id': '5416e60b-606a-4376-a648-27522c9e94e5', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:02.825064 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-cbcb5935-4bd1-4ba4-8f5d-7c26afc60161 None None] Calling delete_port for d480d524-0c4f-426f-aecd-fe612eb6d152 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:50:02.927484 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 5416e60b-606a-4376-a648-27522c9e94e5 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:50:03.005245 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-531c3c93-4da5-40af-9000-b3ac9d3cea29 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:03.038908 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-cbcb5935-4bd1-4ba4-8f5d-7c26afc60161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:03.058834 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531c3c93-4da5-40af-9000-b3ac9d3cea29 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Pushing event deleted for resources: {'Port': ['ID=2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:03.121881 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcb5935-4bd1-4ba4-8f5d-7c26afc60161 None None] Pushing event deleted for resources: {'Port': ['ID=d480d524-0c4f-426f-aecd-fe612eb6d152,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:03.124801 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1ebdff-eb4a-4ff1-a2dc-fbcff6c408c5 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:50:03.128799 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eadf51f0-d1f2-4839-b0f7-365ead9be46a tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Made reservation on behalf of db7474ccd5c84cf4a88af1b05ccb5b71 for: {'subnet': 2} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:50:03.135952 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcb5935-4bd1-4ba4-8f5d-7c26afc60161 None None] No DVR routers for this DVR port d480d524-0c4f-426f-aecd-fe612eb6d152 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:50:03.141314 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eadf51f0-d1f2-4839-b0f7-365ead9be46a tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:03.144061 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eadf51f0-d1f2-4839-b0f7-365ead9be46a tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:03.179107 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-531c3c93-4da5-40af-9000-b3ac9d3cea29 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:03.240078 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 44598) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:03.269329 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:03.306443 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87cda004-da23-46ed-8a55-743756bccb8e {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:50:03.337954 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 87cda004-da23-46ed-8a55-743756bccb8e, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=87cda004-da23-46ed-8a55-743756bccb8e,segment=NetworkSegment(5d15a5ac-47ef-4ddf-b5a4-0fc888643200),segment_id=5d15a5ac-47ef-4ddf-b5a4-0fc888643200)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:50:03.346899 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:03.417683 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-531c3c93-4da5-40af-9000-b3ac9d3cea29 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:03.424153 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-531c3c93-4da5-40af-9000-b3ac9d3cea29 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:03.428112 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=87cda004-da23-46ed-8a55-743756bccb8e,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:03.432891 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7aa3f6ef-b6b9-4160-ae58-9db1a04bd8a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:03.448316 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-1c842132-abf8-48be-ac79-210fe1b2b95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'name': 'tempest-TestNetworkBasicOps-router-984726346', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:47:35Z', 'updated_at': '2021-11-25T17:49:59Z', 'revision_number': 7, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'gw_port': {'id': '2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:1a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:47:36Z', 'updated_at': '2021-11-25T17:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:03.515922 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c842132-abf8-48be-ac79-210fe1b2b95b None None] The sync data for ids ['2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e'] in n-d-817746-1 is: [{'id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'name': 'tempest-TestNetworkBasicOps-router-984726346', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:47:35Z', 'updated_at': '2021-11-25T17:49:59Z', 'revision_number': 7, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'gw_port': {'id': '2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:1a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:47:36Z', 'updated_at': '2021-11-25T17:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:50:03.558732 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d480d524-0c4f-426f-aecd-fe612eb6d152 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:50:03.594758 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-531c3c93-4da5-40af-9000-b3ac9d3cea29 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:03.595544 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531c3c93-4da5-40af-9000-b3ac9d3cea29 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Fanout notify agent at l3_agent the message router_deleted on router 2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e {{(pid=103361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:50:03.603596 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['87cda004-da23-46ed-8a55-743756bccb8e'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:50:03.613052 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-531c3c93-4da5-40af-9000-b3ac9d3cea29 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:03.614690 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-531c3c93-4da5-40af-9000-b3ac9d3cea29 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "DELETE /v2.0/routers/2f1f13d9-ab70-4bcb-b1ec-ad574ed5010e HTTP/1.1" status: 204 len: 168 time: 2.3891404 Nov 25 17:50:03.619735 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44610) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:03.686660 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143bf4ed-b085-4124-8578-34fddd4126dc req-29049d4f-2391-4c1d-98bc-5bdc5c0da984 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:03.695503 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-143bf4ed-b085-4124-8578-34fddd4126dc req-29049d4f-2391-4c1d-98bc-5bdc5c0da984 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0c28620-f6c3-496a-98e7-6deae0bde304 HTTP/1.1" status: 200 len: 944 time: 0.1242700 Nov 25 17:50:03.720770 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: d480d524-0c4f-426f-aecd-fe612eb6d152 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:50:03.721190 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d480d524-0c4f-426f-aecd-fe612eb6d152 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:50:03.756797 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4cddc4ca-fa24-4208-a39a-3a7eed5b1fc0 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:03.761072 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-143bf4ed-b085-4124-8578-34fddd4126dc req-2f86589f-e917-4fa7-8c84-fc2292ef0e06 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596108 Nov 25 17:50:03.800911 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7aa3f6ef-b6b9-4160-ae58-9db1a04bd8a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:03.809530 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7aa3f6ef-b6b9-4160-ae58-9db1a04bd8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:03.892424 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-7aa3f6ef-b6b9-4160-ae58-9db1a04bd8a9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c6b3bf1f33da49c781973e6346ddaa39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6511180 Nov 25 17:50:03.897243 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 44612) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:03.899651 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa3f6ef-b6b9-4160-ae58-9db1a04bd8a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b117bf-17d3-4ed0-92d7-d6bd14357430,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:04.054215 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-414aa9ff-8f7b-444f-9a47-e9d5280c969d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:04.079131 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4cddc4ca-fa24-4208-a39a-3a7eed5b1fc0 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:04.106220 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-414aa9ff-8f7b-444f-9a47-e9d5280c969d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:04.162455 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-4cddc4ca-fa24-4208-a39a-3a7eed5b1fc0 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89e861ee-81cb-4555-a572-83244168320b']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:04.174996 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eadf51f0-d1f2-4839-b0f7-365ead9be46a tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:04.197979 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-4cddc4ca-fa24-4208-a39a-3a7eed5b1fc0 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a30a398-d571-424e-b25b-e1a7f32fba2c') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:04.198279 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-4cddc4ca-fa24-4208-a39a-3a7eed5b1fc0 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a30a398-d571-424e-b25b-e1a7f32fba2c') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:04.202677 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-414aa9ff-8f7b-444f-9a47-e9d5280c969d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:04.205741 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-414aa9ff-8f7b-444f-9a47-e9d5280c969d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:04.209567 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-414aa9ff-8f7b-444f-9a47-e9d5280c969d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/53b117bf-17d3-4ed0-92d7-d6bd14357430 HTTP/1.1" status: 204 len: 168 time: 0.3084352 Nov 25 17:50:04.220182 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414aa9ff-8f7b-444f-9a47-e9d5280c969d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b117bf-17d3-4ed0-92d7-d6bd14357430,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:04.296536 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4cddc4ca-fa24-4208-a39a-3a7eed5b1fc0 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:04.378929 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4cddc4ca-fa24-4208-a39a-3a7eed5b1fc0 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:04.399805 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cddc4ca-fa24-4208-a39a-3a7eed5b1fc0 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Releasing vlan 932 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:50:04.400890 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4cddc4ca-fa24-4208-a39a-3a7eed5b1fc0 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:04.406793 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:50:04.406793 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:50:04.406793 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:50:04.406793 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:50:04.406793 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:50:04.406793 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:50:04.406793 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:50:04.406793 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:50:04.406793 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:50:04.406793 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:50:04.406793 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:50:04.406793 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:50:04.406793 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:50:04.406793 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:50:04.406793 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:50:04.406793 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:50:04.406793 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:50:04.406793 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:50:04.406793 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:50:04.406793 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:50:04.406793 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:50:04.406793 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:50:04.406793 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:50:04.406793 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:50:04.406793 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:50:04.406793 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:50:04.406793 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:50:04.406793 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:50:04.406793 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:50:04.406793 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:50:04.406793 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:50:04.406793 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:50:04.453540 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadf51f0-d1f2-4839-b0f7-365ead9be46a tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Checking segment: {'id': 'b3bcdcd5-0a35-4f5f-b15c-2b4f9550404a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'e9f157bc-da95-4149-ab08-7df0097261c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:50:04.454106 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadf51f0-d1f2-4839-b0f7-365ead9be46a tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Network hostable DHCP agents. Network: e9f157bc-da95-4149-ab08-7df0097261c4, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:50:04.503762 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf51f0-d1f2-4839-b0f7-365ead9be46a tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Pushing event updated for resources: {'Subnet': ['ID=fa7f9ee1-0fb4-431c-8b1e-b67ff108ecdf,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:04.580702 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadf51f0-d1f2-4839-b0f7-365ead9be46a tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Network e9f157bc-da95-4149-ab08-7df0097261c4 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:50:04.587470 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4cddc4ca-fa24-4208-a39a-3a7eed5b1fc0 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:04.604388 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4cddc4ca-fa24-4208-a39a-3a7eed5b1fc0 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:04.608494 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4cddc4ca-fa24-4208-a39a-3a7eed5b1fc0 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "DELETE /v2.0/networks/89e861ee-81cb-4555-a572-83244168320b HTTP/1.1" status: 204 len: 168 time: 0.9875829 Nov 25 17:50:04.630146 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 44622) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:04.639210 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-f9a007c1-af84-4650-acb3-544f23dc73f6 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Request body: {'network': {'name': 'tempest-network-smoke--1667121385', 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'port_security_enabled': True}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:04.639474 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-eadf51f0-d1f2-4839-b0f7-365ead9be46a tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, e9f157bc-da95-4149-ab08-7df0097261c4) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:50:04.641364 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cddc4ca-fa24-4208-a39a-3a7eed5b1fc0 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Pushing event deleted for resources: {'Network': ['ID=89e861ee-81cb-4555-a572-83244168320b,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:04.652506 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beaec88d-0385-4f25-bf09-cf5c14421a7d None None] Network e9f157bc-da95-4149-ab08-7df0097261c4 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:50:04.656170 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eadf51f0-d1f2-4839-b0f7-365ead9be46a tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:04.703739 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a007c1-af84-4650-acb3-544f23dc73f6 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Made reservation on behalf of e74594bc3f604c5c9d4110d7bd37c200 for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:50:04.707965 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f9a007c1-af84-4650-acb3-544f23dc73f6 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:04.769203 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9a007c1-af84-4650-acb3-544f23dc73f6 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 931} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:50:04.782940 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f9a007c1-af84-4650-acb3-544f23dc73f6 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:04.783724 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-f9a007c1-af84-4650-acb3-544f23dc73f6 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Added segment 274a258b-b064-458c-b5c1-f473d996c8a2 of type vlan for network f0b62c91-efd1-42fd-8c7c-59c29803d540 Nov 25 17:50:04.858371 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf51f0-d1f2-4839-b0f7-365ead9be46a tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Pushing event updated for resources: {'Subnet': ['ID=68eea8cc-c54b-4e21-9115-b1ac9e49efe1,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:04.878639 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f9a007c1-af84-4650-acb3-544f23dc73f6 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:04.889966 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadf51f0-d1f2-4839-b0f7-365ead9be46a tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Checking segment: {'id': '6b81c794-8012-440c-8db5-b23178dc854a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '5416e60b-606a-4376-a648-27522c9e94e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:50:04.890794 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadf51f0-d1f2-4839-b0f7-365ead9be46a tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Network hostable DHCP agents. Network: 5416e60b-606a-4376-a648-27522c9e94e5, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:50:04.937885 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadf51f0-d1f2-4839-b0f7-365ead9be46a tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Network 5416e60b-606a-4376-a648-27522c9e94e5 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:50:04.960612 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-eadf51f0-d1f2-4839-b0f7-365ead9be46a tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 5416e60b-606a-4376-a648-27522c9e94e5) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:50:04.971256 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ba8b92-ce6a-47b6-a65f-36708a7d13f3 None None] Network 5416e60b-606a-4376-a648-27522c9e94e5 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:50:04.983075 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadf51f0-d1f2-4839-b0f7-365ead9be46a tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:04.984391 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadf51f0-d1f2-4839-b0f7-365ead9be46a tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:04.985238 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eadf51f0-d1f2-4839-b0f7-365ead9be46a tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:05.018035 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f9a007c1-af84-4650-acb3-544f23dc73f6 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:05.023336 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-eadf51f0-d1f2-4839-b0f7-365ead9be46a tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.2248859 Nov 25 17:50:05.023711 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a007c1-af84-4650-acb3-544f23dc73f6 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:05.024121 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44632) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:05.024273 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f9a007c1-af84-4650-acb3-544f23dc73f6 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:05.097768 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8b34e1-57ea-47c7-ba34-57fefbc760ff tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:05.099631 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8b34e1-57ea-47c7-ba34-57fefbc760ff tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:05.101436 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8b34e1-57ea-47c7-ba34-57fefbc760ff tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:05.107509 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9b8b34e1-57ea-47c7-ba34-57fefbc760ff tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0796854 Nov 25 17:50:05.108325 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44634) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:05.173203 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc821d8-7709-4a6d-bcb4-9067a7e801ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-e9f157bc-da95-4149-ab08-7df0097261c4', 'network_id': 'e9f157bc-da95-4149-ab08-7df0097261c4', 'tenant_id': 'db7474ccd5c84cf4a88af1b05ccb5b71', 'fixed_ips': [{'subnet_id': 'fa7f9ee1-0fb4-431c-8b1e-b67ff108ecdf'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:50:05.175267 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6bc821d8-7709-4a6d-bcb4-9067a7e801ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:05.202736 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-c16530bc-356e-4ba1-bbd5-891b620a92fe tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Deleting subnet fa7f9ee1-0fb4-431c-8b1e-b67ff108ecdf {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:50:05.210191 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c16530bc-356e-4ba1-bbd5-891b620a92fe tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:05.218976 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a007c1-af84-4650-acb3-544f23dc73f6 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Pushing event updated for resources: {'Network': ['ID=f0b62c91-efd1-42fd-8c7c-59c29803d540,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:05.236989 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-f9a007c1-af84-4650-acb3-544f23dc73f6 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5934935 Nov 25 17:50:05.238208 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 44638) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:05.256318 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-c9c78719-7772-49ab-aafa-7a9812bec3e7 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1777893788', 'admin_state_up': True, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:05.317499 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986a9f7-b729-46ed-b34b-6ae0122bde65 req-9889445f-cba3-43ac-bf5e-51ea708de8ea tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:05.319600 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d986a9f7-b729-46ed-b34b-6ae0122bde65 req-9889445f-cba3-43ac-bf5e-51ea708de8ea tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0c28620-f6c3-496a-98e7-6deae0bde304 HTTP/1.1" status: 200 len: 944 time: 0.4266524 Nov 25 17:50:05.331410 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c16530bc-356e-4ba1-bbd5-891b620a92fe tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:05.340401 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c9c78719-7772-49ab-aafa-7a9812bec3e7 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:05.344034 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c9c78719-7772-49ab-aafa-7a9812bec3e7 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:05.404505 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network f0b62c91-efd1-42fd-8c7c-59c29803d540 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:50:05.430051 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c16530bc-356e-4ba1-bbd5-891b620a92fe tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:05.539524 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:50:05.546506 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c9c78719-7772-49ab-aafa-7a9812bec3e7 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:05.552987 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c16530bc-356e-4ba1-bbd5-891b620a92fe tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:05.574613 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d986a9f7-b729-46ed-b34b-6ae0122bde65 req-b269e05d-69a1-425f-a589-f6e020d3f8db tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165079 Nov 25 17:50:05.578926 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b759bfe8-c633-4f96-96b9-b98bb98cdaf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-5416e60b-606a-4376-a648-27522c9e94e5', 'network_id': '5416e60b-606a-4376-a648-27522c9e94e5', 'tenant_id': 'db7474ccd5c84cf4a88af1b05ccb5b71', 'fixed_ips': [{'subnet_id': '68eea8cc-c54b-4e21-9115-b1ac9e49efe1'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:50:05.579968 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b759bfe8-c633-4f96-96b9-b98bb98cdaf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:05.608157 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:50:05.608518 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 2b2b2df3-4414-43e8-9776-b8ad6f8d7cc3 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:50:05.608961 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 980e859c-6162-46c7-b729-a12f4838b350 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:50:05.643817 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16530bc-356e-4ba1-bbd5-891b620a92fe tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Pushing event deleted for resources: {'Subnet': ['ID=fa7f9ee1-0fb4-431c-8b1e-b67ff108ecdf,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:05.649345 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c16530bc-356e-4ba1-bbd5-891b620a92fe tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:05.654262 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c16530bc-356e-4ba1-bbd5-891b620a92fe tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] 10.222.0.75 "DELETE /v2.0/subnets/fa7f9ee1-0fb4-431c-8b1e-b67ff108ecdf HTTP/1.1" status: 204 len: 168 time: 0.5448346 Nov 25 17:50:05.656408 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44650) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:05.749694 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 87cda004-da23-46ed-8a55-743756bccb8e up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:50:05.777358 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d8f4be8-2a1f-48cc-bbb8-0ab9f56c557e tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Deleting subnet 68eea8cc-c54b-4e21-9115-b1ac9e49efe1 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:50:05.784809 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3d8f4be8-2a1f-48cc-bbb8-0ab9f56c557e tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:05.836282 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 980e859c-6162-46c7-b729-a12f4838b350 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:50:05.836678 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 980e859c-6162-46c7-b729-a12f4838b350 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:50:05.848265 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3d8f4be8-2a1f-48cc-bbb8-0ab9f56c557e tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:05.906397 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3d8f4be8-2a1f-48cc-bbb8-0ab9f56c557e tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:05.931294 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c9c78719-7772-49ab-aafa-7a9812bec3e7 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server [None req-6bc821d8-7709-4a6d-bcb4-9067a7e801ff None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fa7f9ee1-0fb4-431c-8b1e-b67ff108ecdf: This subnet is being modified by another concurrent operation. Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server raise exception Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fa7f9ee1-0fb4-431c-8b1e-b67ff108ecdf: This subnet is being modified by another concurrent operation. Nov 25 17:50:05.985310 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server Nov 25 17:50:05.999382 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3d8f4be8-2a1f-48cc-bbb8-0ab9f56c557e tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:06.035432 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8f4be8-2a1f-48cc-bbb8-0ab9f56c557e tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Pushing event deleted for resources: {'Subnet': ['ID=68eea8cc-c54b-4e21-9115-b1ac9e49efe1,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:06.049953 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3d8f4be8-2a1f-48cc-bbb8-0ab9f56c557e tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:06.057912 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3d8f4be8-2a1f-48cc-bbb8-0ab9f56c557e tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] 10.222.0.75 "DELETE /v2.0/subnets/68eea8cc-c54b-4e21-9115-b1ac9e49efe1 HTTP/1.1" status: 204 len: 168 time: 0.4004560 Nov 25 17:50:06.059311 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44656) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:06.128779 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981fba91-bc1b-4426-a1b2-d342d5f01fa0 None None] Network e9f157bc-da95-4149-ab08-7df0097261c4 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:50:06.171294 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a491ef9d-5735-4667-9d31-19c7cfa5e4f5 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:06.174822 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a491ef9d-5735-4667-9d31-19c7cfa5e4f5 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1131725 Nov 25 17:50:06.178723 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44660) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:06.270965 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c9c78719-7772-49ab-aafa-7a9812bec3e7 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for router_gateway, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:06.321027 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c9c78719-7772-49ab-aafa-7a9812bec3e7 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server [None req-b759bfe8-c633-4f96-96b9-b98bb98cdaf0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 68eea8cc-c54b-4e21-9115-b1ac9e49efe1: This subnet is being modified by another concurrent operation. Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server raise exception Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 68eea8cc-c54b-4e21-9115-b1ac9e49efe1: This subnet is being modified by another concurrent operation. Nov 25 17:50:06.403107 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server Nov 25 17:50:06.418684 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port 87cda004-da23-46ed-8a55-743756bccb8e completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:50:06.430496 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 87cda004-da23-46ed-8a55-743756bccb8e triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:06.431149 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:06.443323 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ae6e62-fba8-4d6d-8b2f-a576ea719d97 None None] Network 5416e60b-606a-4376-a648-27522c9e94e5 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:50:06.517250 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-c9c78719-7772-49ab-aafa-7a9812bec3e7 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Allocated IP 172.25.0.91 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/24085af4-0ede-4c45-9d34-e5f560d23e4b) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:50:06.720633 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14cd7d8-b4e8-4d46-bfa6-5c3ed26f8516 None None] get_active_networks_info from n-d-817746-1 {{(pid=103362) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 17:50:06.775151 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c9c78719-7772-49ab-aafa-7a9812bec3e7 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:06.786437 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14cd7d8-b4e8-4d46-bfa6-5c3ed26f8516 None None] Resources bound (agent type, host, resource id): {{(pid=103362) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 17:50:06.793430 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:06.828751 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c9c78719-7772-49ab-aafa-7a9812bec3e7 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:06.901373 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c78719-7772-49ab-aafa-7a9812bec3e7 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:50:06.910700 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-c9c78719-7772-49ab-aafa-7a9812bec3e7 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:50:06.917681 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c78719-7772-49ab-aafa-7a9812bec3e7 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:50:06.983054 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 87cda004-da23-46ed-8a55-743756bccb8e, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=87cda004-da23-46ed-8a55-743756bccb8e,segment=NetworkSegment(5d15a5ac-47ef-4ddf-b5a4-0fc888643200),segment_id=5d15a5ac-47ef-4ddf-b5a4-0fc888643200)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:50:06.984154 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c28620-f6c3-496a-98e7-6deae0bde304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87cda004-da23-46ed-8a55-743756bccb8e'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:50:06.986924 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2452cb38-8096-4866-bd19-c5a9583e5b60" -d '{"events": [{"server_uuid": "e0c28620-f6c3-496a-98e7-6deae0bde304", "name": "network-vif-plugged", "status": "completed", "tag": "87cda004-da23-46ed-8a55-743756bccb8e"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:50:06.991617 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:07.042703 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdaa2fb-af22-4b4f-9bce-794ed30b3160 req-e5b250e9-6a07-4f28-9f97-128a29491da3 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:07.051355 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3cdaa2fb-af22-4b4f-9bce-794ed30b3160 req-e5b250e9-6a07-4f28-9f97-128a29491da3 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0c28620-f6c3-496a-98e7-6deae0bde304 HTTP/1.1" status: 200 len: 944 time: 0.2348006 Nov 25 17:50:07.077989 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d86d1eed-eb93-4d3e-a449-c7cc64dc20a2 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:07.096586 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c78719-7772-49ab-aafa-7a9812bec3e7 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Pushing event updated for resources: {'Port': ['ID=24085af4-0ede-4c45-9d34-e5f560d23e4b,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:07.162400 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ea2116-dab3-4b5e-9de3-10a9a8225d6d x-openstack-request-id: req-e8ea2116-dab3-4b5e-9de3-10a9a8225d6d {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:50:07.162712 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0c28620-f6c3-496a-98e7-6deae0bde304", "name": "network-vif-plugged", "status": "completed", "tag": "87cda004-da23-46ed-8a55-743756bccb8e", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:50:07.163354 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e8ea2116-dab3-4b5e-9de3-10a9a8225d6d {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:50:07.165584 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0c28620-f6c3-496a-98e7-6deae0bde304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87cda004-da23-46ed-8a55-743756bccb8e', 'code': 200} Nov 25 17:50:07.205288 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3cdaa2fb-af22-4b4f-9bce-794ed30b3160 req-ab3820d5-6726-47f8-b63b-3bcdae87daea tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535034 Nov 25 17:50:07.209735 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=87cda004-da23-46ed-8a55-743756bccb8e,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:07.220462 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdaacab1-35f4-40d5-8bc1-c5696d865ed1 None None] get_active_networks_info from n-d-817746-1 {{(pid=103362) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 17:50:07.307197 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdaacab1-35f4-40d5-8bc1-c5696d865ed1 None None] Resources bound (agent type, host, resource id): {{(pid=103362) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 17:50:07.331823 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b0919-6d61-41ae-bb7e-7ebad21d3654 req-01f8556b-e719-4450-9524-e5a2a47f1066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:07.333438 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f20b0919-6d61-41ae-bb7e-7ebad21d3654 req-01f8556b-e719-4450-9524-e5a2a47f1066 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e0c28620-f6c3-496a-98e7-6deae0bde304 HTTP/1.1" status: 200 len: 1096 time: 0.1722865 Nov 25 17:50:07.342718 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d86d1eed-eb93-4d3e-a449-c7cc64dc20a2 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:07.382065 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-d86d1eed-eb93-4d3e-a449-c7cc64dc20a2 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5416e60b-606a-4376-a648-27522c9e94e5']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:07.401049 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c9c78719-7772-49ab-aafa-7a9812bec3e7 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for router_gateway, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:07.415583 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f20b0919-6d61-41ae-bb7e-7ebad21d3654 req-83d2fae6-ccaf-4cb6-98ce-432ddf5cb9c9 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697789 Nov 25 17:50:07.420134 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-d86d1eed-eb93-4d3e-a449-c7cc64dc20a2 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b81c794-8012-440c-8db5-b23178dc854a') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:07.420665 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-d86d1eed-eb93-4d3e-a449-c7cc64dc20a2 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b81c794-8012-440c-8db5-b23178dc854a') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:07.432818 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d86d1eed-eb93-4d3e-a449-c7cc64dc20a2 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:07.455157 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d86d1eed-eb93-4d3e-a449-c7cc64dc20a2 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:07.462140 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d86d1eed-eb93-4d3e-a449-c7cc64dc20a2 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Releasing vlan 926 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:50:07.462850 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d86d1eed-eb93-4d3e-a449-c7cc64dc20a2 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:07.482836 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:50:07.482836 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:50:07.482836 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:50:07.482836 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:50:07.482836 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:50:07.482836 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:50:07.482836 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:50:07.482836 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:50:07.482836 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:50:07.482836 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:50:07.482836 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:50:07.482836 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:50:07.482836 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:50:07.482836 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:50:07.482836 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:50:07.482836 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:50:07.482836 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:50:07.482836 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:50:07.482836 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:50:07.482836 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:50:07.482836 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:50:07.482836 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:50:07.482836 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:50:07.482836 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:50:07.482836 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:50:07.482836 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:50:07.482836 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:50:07.482836 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:50:07.482836 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:50:07.482836 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:50:07.482836 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:50:07.482836 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:50:07.549456 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d86d1eed-eb93-4d3e-a449-c7cc64dc20a2 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:07.561426 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d86d1eed-eb93-4d3e-a449-c7cc64dc20a2 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:07.575476 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d86d1eed-eb93-4d3e-a449-c7cc64dc20a2 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] 10.222.0.75 "DELETE /v2.0/networks/5416e60b-606a-4376-a648-27522c9e94e5 HTTP/1.1" status: 204 len: 168 time: 1.3951390 Nov 25 17:50:07.577357 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44696) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:07.620216 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d1eed-eb93-4d3e-a449-c7cc64dc20a2 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Pushing event deleted for resources: {'Network': ['ID=5416e60b-606a-4376-a648-27522c9e94e5,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:07.700723 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ace81bd6-2594-4af2-8daa-0162a924430b tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:07.711966 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da51aeb-610e-4afb-85ee-15fe9632e5d1 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:50:07.772978 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-f0adfb40-a624-4cef-b745-b28240aba575 None None] Provisioning complete for port 24085af4-0ede-4c45-9d34-e5f560d23e4b triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:07.773677 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f0adfb40-a624-4cef-b745-b28240aba575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:07.812347 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c9c78719-7772-49ab-aafa-7a9812bec3e7 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:07.870961 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ace81bd6-2594-4af2-8daa-0162a924430b tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:07.887266 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-f0adfb40-a624-4cef-b745-b28240aba575 None None] Port 24085af4-0ede-4c45-9d34-e5f560d23e4b cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:50:07.905657 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-ace81bd6-2594-4af2-8daa-0162a924430b tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9f157bc-da95-4149-ab08-7df0097261c4']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:07.919666 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-ace81bd6-2594-4af2-8daa-0162a924430b tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3bcdcd5-0a35-4f5f-b15c-2b4f9550404a') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:07.920375 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-ace81bd6-2594-4af2-8daa-0162a924430b tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3bcdcd5-0a35-4f5f-b15c-2b4f9550404a') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:07.931273 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ace81bd6-2594-4af2-8daa-0162a924430b tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:07.952426 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ace81bd6-2594-4af2-8daa-0162a924430b tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:07.960999 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ace81bd6-2594-4af2-8daa-0162a924430b tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Releasing vlan 906 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:50:07.961945 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ace81bd6-2594-4af2-8daa-0162a924430b tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:07.967720 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:50:07.967720 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:50:07.967720 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:50:07.967720 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:50:07.967720 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:50:07.967720 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:50:07.967720 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:50:07.967720 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:50:07.967720 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:50:07.967720 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:50:07.967720 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:50:07.967720 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:50:07.967720 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:50:07.967720 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:50:07.967720 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:50:07.967720 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:50:07.967720 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:50:07.967720 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:50:07.967720 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:50:07.967720 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:50:07.967720 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:50:07.967720 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:50:07.967720 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:50:07.967720 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:50:07.967720 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:50:07.967720 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:50:07.967720 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:50:07.967720 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:50:07.967720 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:50:07.967720 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:50:07.967720 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:50:07.967720 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:50:08.030093 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9c78719-7772-49ab-aafa-7a9812bec3e7 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Router 2de12eba-ca9c-4ee9-a127-6d8b48ad62b2 is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:50:08.057338 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ace81bd6-2594-4af2-8daa-0162a924430b tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:08.067165 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ace81bd6-2594-4af2-8daa-0162a924430b tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:08.071496 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ace81bd6-2594-4af2-8daa-0162a924430b tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] 10.222.0.75 "DELETE /v2.0/networks/e9f157bc-da95-4149-ab08-7df0097261c4 HTTP/1.1" status: 204 len: 168 time: 0.4877591 Nov 25 17:50:08.073749 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44708) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:08.104070 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace81bd6-2594-4af2-8daa-0162a924430b tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Pushing event deleted for resources: {'Network': ['ID=e9f157bc-da95-4149-ab08-7df0097261c4,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:08.171454 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c78719-7772-49ab-aafa-7a9812bec3e7 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:50:08.184036 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a359ad04-19df-4688-bf98-4f033fe4096f None None] Sync routers for ids ['2de12eba-ca9c-4ee9-a127-6d8b48ad62b2'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:50:08.186266 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ec62f8de-7a2d-40ba-ba58-2925c2db5bd2 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:08.200944 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a359ad04-19df-4688-bf98-4f033fe4096f None None] Routers {'2de12eba-ca9c-4ee9-a127-6d8b48ad62b2'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:50:08.202287 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-a359ad04-19df-4688-bf98-4f033fe4096f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:49:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['2de12eba-ca9c-4ee9-a127-6d8b48ad62b2'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:08.235480 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c9c78719-7772-49ab-aafa-7a9812bec3e7 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:08.239874 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c9c78719-7772-49ab-aafa-7a9812bec3e7 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9958868 Nov 25 17:50:08.240164 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 44714) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:08.314945 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-83dcc4c0-3790-4722-88e5-e31dc0a1e165 tempest-TestNetworkBasicOps-1366248748 tempest-TestNetworkBasicOps-1366248748-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=e74594bc3f604c5c9d4110d7bd37c200&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0722694 Nov 25 17:50:08.315186 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ec62f8de-7a2d-40ba-ba58-2925c2db5bd2 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:08.317004 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 44716) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:08.346982 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-ec62f8de-7a2d-40ba-ba58-2925c2db5bd2 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1068c86f-7c67-4993-aa6a-0a6327974b88']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:08.353074 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-a359ad04-19df-4688-bf98-4f033fe4096f None None] Set router 2de12eba-ca9c-4ee9-a127-6d8b48ad62b2 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:50:08.361763 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-ec62f8de-7a2d-40ba-ba58-2925c2db5bd2 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6865899-8e06-4451-a125-f55b96b99834') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:08.362330 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-ec62f8de-7a2d-40ba-ba58-2925c2db5bd2 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6865899-8e06-4451-a125-f55b96b99834') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:08.376186 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ec62f8de-7a2d-40ba-ba58-2925c2db5bd2 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:08.395411 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ec62f8de-7a2d-40ba-ba58-2925c2db5bd2 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:08.404298 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec62f8de-7a2d-40ba-ba58-2925c2db5bd2 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Releasing vlan 942 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:50:08.405643 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ec62f8de-7a2d-40ba-ba58-2925c2db5bd2 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:08.500438 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:50:08.500438 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:50:08.500438 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:50:08.500438 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:50:08.500438 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:50:08.500438 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:50:08.500438 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:50:08.500438 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:50:08.500438 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:50:08.500438 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:50:08.500438 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:50:08.500438 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:50:08.500438 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:50:08.500438 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:50:08.500438 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:50:08.500438 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:50:08.500438 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:50:08.500438 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:50:08.500438 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:50:08.500438 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:50:08.500438 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:50:08.500438 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:50:08.500438 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:50:08.500438 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:50:08.500438 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:50:08.500438 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:50:08.500438 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:50:08.500438 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:50:08.500438 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:50:08.500438 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:50:08.500438 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:50:08.500438 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:50:08.504998 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ec62f8de-7a2d-40ba-ba58-2925c2db5bd2 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:08.536603 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ec62f8de-7a2d-40ba-ba58-2925c2db5bd2 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:08.547220 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b0b4bd-8c11-4b0d-a57e-ff42fae4df71 tempest-TestNetworkBasicOps-1366248748 tempest-TestNetworkBasicOps-1366248748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:08.549530 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ec62f8de-7a2d-40ba-ba58-2925c2db5bd2 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] 10.222.0.75 "DELETE /v2.0/networks/1068c86f-7c67-4993-aa6a-0a6327974b88 HTTP/1.1" status: 204 len: 168 time: 0.4745729 Nov 25 17:50:08.551755 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44720) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:08.552362 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-13b0b4bd-8c11-4b0d-a57e-ff42fae4df71 tempest-TestNetworkBasicOps-1366248748 tempest-TestNetworkBasicOps-1366248748-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2343893 Nov 25 17:50:08.556024 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44722) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:08.566491 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c49c2de-5eb4-4bf9-a4c6-e05e2c7cb267 req-7f83cdc9-e2aa-401a-8345-be28b2365f86 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:08.568005 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6c49c2de-5eb4-4bf9-a4c6-e05e2c7cb267 req-7f83cdc9-e2aa-401a-8345-be28b2365f86 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0c28620-f6c3-496a-98e7-6deae0bde304 HTTP/1.1" status: 200 len: 945 time: 0.2385056 Nov 25 17:50:08.621023 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec62f8de-7a2d-40ba-ba58-2925c2db5bd2 tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Pushing event deleted for resources: {'Network': ['ID=1068c86f-7c67-4993-aa6a-0a6327974b88,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:08.626322 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f644ac48-6984-4182-98c2-88c7b6b0a227 tempest-TestNetworkBasicOps-1366248748 tempest-TestNetworkBasicOps-1366248748-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=1aa44027-b9d0-4a56-9a59-7e664703e20a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0627377 Nov 25 17:50:08.629865 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44726) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:08.646917 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-ac0a0311-aaf5-4d65-9312-188b3edf9992 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1031916479', 'network_id': 'f0b62c91-efd1-42fd-8c7c-59c29803d540', 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:08.662005 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-a359ad04-19df-4688-bf98-4f033fe4096f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de12eba-ca9c-4ee9-a127-6d8b48ad62b2', 'name': 'tempest-TestNetworkBasicOps-router-1777893788', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '24085af4-0ede-4c45-9d34-e5f560d23e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:50:05Z', 'updated_at': '2021-11-25T17:50:07Z', 'revision_number': 3, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'gw_port': {'id': '24085af4-0ede-4c45-9d34-e5f560d23e4b', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:59:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de12eba-ca9c-4ee9-a127-6d8b48ad62b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:50:06Z', 'updated_at': '2021-11-25T17:50:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:08.670005 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6c49c2de-5eb4-4bf9-a4c6-e05e2c7cb267 req-8aed37a9-efe6-483a-a554-64ba6ccf0cc4 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857484 Nov 25 17:50:08.698281 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 44728) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:08.714930 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a359ad04-19df-4688-bf98-4f033fe4096f None None] Checking router: 2de12eba-ca9c-4ee9-a127-6d8b48ad62b2 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:50:08.715295 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a359ad04-19df-4688-bf98-4f033fe4096f None None] Updating router 2de12eba-ca9c-4ee9-a127-6d8b48ad62b2 port 24085af4-0ede-4c45-9d34-e5f560d23e4b binding host n-d-817746-1 {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:50:08.772849 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a359ad04-19df-4688-bf98-4f033fe4096f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:08.801662 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-05f1e739-a260-466d-a33e-69cc6b51063b tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:08.863022 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0a0311-aaf5-4d65-9312-188b3edf9992 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Made reservation on behalf of e74594bc3f604c5c9d4110d7bd37c200 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:50:08.868144 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ac0a0311-aaf5-4d65-9312-188b3edf9992 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:08.877204 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cb62278b-4a4c-49b9-83cb-e4fde409e0ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:09.041459 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-05f1e739-a260-466d-a33e-69cc6b51063b tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:09.062627 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cb62278b-4a4c-49b9-83cb-e4fde409e0ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:09.072209 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cb62278b-4a4c-49b9-83cb-e4fde409e0ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:09.088662 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-05f1e739-a260-466d-a33e-69cc6b51063b tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc33040e-bfd8-45ea-8418-128fe9ec84e1']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:09.106483 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-05f1e739-a260-466d-a33e-69cc6b51063b tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd079b29c-5dd7-41dc-90b2-a0228c064dc5') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:09.107496 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-05f1e739-a260-466d-a33e-69cc6b51063b tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd079b29c-5dd7-41dc-90b2-a0228c064dc5') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:09.122823 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-05f1e739-a260-466d-a33e-69cc6b51063b tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:09.145723 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-05f1e739-a260-466d-a33e-69cc6b51063b tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:09.159548 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-cb62278b-4a4c-49b9-83cb-e4fde409e0ef admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4a65cb53f2564d8ebcc5aaad42a25965&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4601355 Nov 25 17:50:09.162338 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 44734) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:09.187989 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05f1e739-a260-466d-a33e-69cc6b51063b tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Releasing vlan 936 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:50:09.188707 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-05f1e739-a260-466d-a33e-69cc6b51063b tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:09.192035 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:50:09.192035 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:50:09.192035 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:50:09.192035 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:50:09.192035 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:50:09.192035 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:50:09.192035 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:50:09.192035 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:50:09.192035 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:50:09.192035 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:50:09.192035 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:50:09.192035 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:50:09.192035 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:50:09.192035 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:50:09.192035 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:50:09.192035 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:50:09.192035 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:50:09.192035 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:50:09.192035 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:50:09.192035 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:50:09.192035 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:50:09.192035 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:50:09.192035 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:50:09.192035 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:50:09.192035 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:50:09.192035 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:50:09.192035 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:50:09.192035 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:50:09.192035 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:50:09.192035 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:50:09.192035 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:50:09.192035 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:50:09.211657 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb62278b-4a4c-49b9-83cb-e4fde409e0ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a84c2e-3d39-4cdc-acfd-e30f052ca80d,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:09.226340 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a359ad04-19df-4688-bf98-4f033fe4096f None None] Publish callbacks [] for port, precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:09.234550 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a359ad04-19df-4688-bf98-4f033fe4096f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:09.261611 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8693174-113a-4705-8abb-5e35a48844af None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:50:09.262882 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3f09cab0-89e1-454a-85d5-9b82d452837b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:09.291582 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-05f1e739-a260-466d-a33e-69cc6b51063b tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:09.307979 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3f09cab0-89e1-454a-85d5-9b82d452837b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:09.309391 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-05f1e739-a260-466d-a33e-69cc6b51063b tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:09.334366 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-05f1e739-a260-466d-a33e-69cc6b51063b tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] 10.222.0.75 "DELETE /v2.0/networks/fc33040e-bfd8-45ea-8418-128fe9ec84e1 HTTP/1.1" status: 204 len: 168 time: 0.7718771 Nov 25 17:50:09.366816 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-7b03866e-2b08-428f-b612-f8dbcdf0e678 None None] Provisioning complete for port 24085af4-0ede-4c45-9d34-e5f560d23e4b triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:09.367228 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3f09cab0-89e1-454a-85d5-9b82d452837b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:09.367855 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7b03866e-2b08-428f-b612-f8dbcdf0e678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:09.371678 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3f09cab0-89e1-454a-85d5-9b82d452837b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:09.378827 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-3f09cab0-89e1-454a-85d5-9b82d452837b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f8a84c2e-3d39-4cdc-acfd-e30f052ca80d HTTP/1.1" status: 204 len: 168 time: 0.2149928 Nov 25 17:50:09.385584 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bedf1b-a77f-4bf9-a2e2-0b7a3b56d009 None None] Pushing event updated for resources: {'Port': ['ID=24085af4-0ede-4c45-9d34-e5f560d23e4b,revision_number=2']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:09.388856 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f09cab0-89e1-454a-85d5-9b82d452837b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a84c2e-3d39-4cdc-acfd-e30f052ca80d,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:09.406296 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bedf1b-a77f-4bf9-a2e2-0b7a3b56d009 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:09.406914 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bedf1b-a77f-4bf9-a2e2-0b7a3b56d009 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:09.407475 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bedf1b-a77f-4bf9-a2e2-0b7a3b56d009 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:09.408046 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bedf1b-a77f-4bf9-a2e2-0b7a3b56d009 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:09.408911 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bedf1b-a77f-4bf9-a2e2-0b7a3b56d009 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:09.409545 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bedf1b-a77f-4bf9-a2e2-0b7a3b56d009 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:09.410162 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bedf1b-a77f-4bf9-a2e2-0b7a3b56d009 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:09.410668 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bedf1b-a77f-4bf9-a2e2-0b7a3b56d009 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:09.411171 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bedf1b-a77f-4bf9-a2e2-0b7a3b56d009 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:09.411686 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bedf1b-a77f-4bf9-a2e2-0b7a3b56d009 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:09.412194 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bedf1b-a77f-4bf9-a2e2-0b7a3b56d009 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:09.412697 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bedf1b-a77f-4bf9-a2e2-0b7a3b56d009 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:09.417123 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-a359ad04-19df-4688-bf98-4f033fe4096f None None] Attempting to bind port 24085af4-0ede-4c45-9d34-e5f560d23e4b on host n-d-817746-1 for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:50:09.417804 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-a359ad04-19df-4688-bf98-4f033fe4096f None None] Attempting to bind port 24085af4-0ede-4c45-9d34-e5f560d23e4b by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:50:09.418374 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a359ad04-19df-4688-bf98-4f033fe4096f None None] Attempting to bind port 24085af4-0ede-4c45-9d34-e5f560d23e4b on network 1aa44027-b9d0-4a56-9a59-7e664703e20a {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:50:09.426018 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a359ad04-19df-4688-bf98-4f033fe4096f None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:50:09.426629 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a359ad04-19df-4688-bf98-4f033fe4096f None None] Checking segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:50:09.427220 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a359ad04-19df-4688-bf98-4f033fe4096f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:09.427985 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a359ad04-19df-4688-bf98-4f033fe4096f None None] Bound using segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:50:09.428640 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-a359ad04-19df-4688-bf98-4f033fe4096f None None] Bound port: 24085af4-0ede-4c45-9d34-e5f560d23e4b, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:50:09.429559 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a359ad04-19df-4688-bf98-4f033fe4096f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:09.441964 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f1e739-a260-466d-a33e-69cc6b51063b tempest-BulkNetworkOpsTest-1339306101 tempest-BulkNetworkOpsTest-1339306101-project] Pushing event deleted for resources: {'Network': ['ID=fc33040e-bfd8-45ea-8418-128fe9ec84e1,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:09.486435 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ac0a0311-aaf5-4d65-9312-188b3edf9992 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:09.529279 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-a359ad04-19df-4688-bf98-4f033fe4096f None None] For port 24085af4-0ede-4c45-9d34-e5f560d23e4b, host n-d-817746-1, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:50:09.537558 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-7b03866e-2b08-428f-b612-f8dbcdf0e678 None None] Port 24085af4-0ede-4c45-9d34-e5f560d23e4b cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:50:09.539203 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-a359ad04-19df-4688-bf98-4f033fe4096f None None] For port 24085af4-0ede-4c45-9d34-e5f560d23e4b, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=24085af4-0ede-4c45-9d34-e5f560d23e4b,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:50:09.553066 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-a359ad04-19df-4688-bf98-4f033fe4096f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:09.619194 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bedf1b-a77f-4bf9-a2e2-0b7a3b56d009 None None] Pushing event updated for resources: {'Port': ['ID=24085af4-0ede-4c45-9d34-e5f560d23e4b,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:09.629349 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0a0311-aaf5-4d65-9312-188b3edf9992 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Checking segment: {'id': '274a258b-b064-458c-b5c1-f473d996c8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'f0b62c91-efd1-42fd-8c7c-59c29803d540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:50:09.629496 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0a0311-aaf5-4d65-9312-188b3edf9992 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Network hostable DHCP agents. Network: f0b62c91-efd1-42fd-8c7c-59c29803d540, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:50:09.638868 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a0311-aaf5-4d65-9312-188b3edf9992 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Pushing event updated for resources: {'Subnet': ['ID=dd8ab691-8e62-449b-bab6-bdcf74b0ccb1,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:09.646328 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1e8864-af08-49e2-a44a-4ef13196a2d0 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:50:09.654065 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a359ad04-19df-4688-bf98-4f033fe4096f None None] Routers {'2de12eba-ca9c-4ee9-a127-6d8b48ad62b2'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:50:09.654882 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-a359ad04-19df-4688-bf98-4f033fe4096f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:49:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['2de12eba-ca9c-4ee9-a127-6d8b48ad62b2'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:09.674152 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0a0311-aaf5-4d65-9312-188b3edf9992 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Network f0b62c91-efd1-42fd-8c7c-59c29803d540 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:50:09.692406 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-ac0a0311-aaf5-4d65-9312-188b3edf9992 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, f0b62c91-efd1-42fd-8c7c-59c29803d540) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:50:09.705353 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d59f473-325c-4603-a43f-3256e0f90353 None None] Network f0b62c91-efd1-42fd-8c7c-59c29803d540 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:50:09.718251 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0a0311-aaf5-4d65-9312-188b3edf9992 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:09.720664 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ac0a0311-aaf5-4d65-9312-188b3edf9992 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:09.781538 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 44756) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:09.787281 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 44758) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:09.788387 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ac0a0311-aaf5-4d65-9312-188b3edf9992 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1572154 Nov 25 17:50:09.820950 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-a359ad04-19df-4688-bf98-4f033fe4096f None None] Set router 2de12eba-ca9c-4ee9-a127-6d8b48ad62b2 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:50:10.040148 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e605745-8d48-432d-a4c3-d8ccd8c6cb07 req-ed235c89-9719-404f-9ad2-6a9ccb3e377c tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:10.041730 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6e605745-8d48-432d-a4c3-d8ccd8c6cb07 req-ed235c89-9719-404f-9ad2-6a9ccb3e377c tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0c28620-f6c3-496a-98e7-6deae0bde304 HTTP/1.1" status: 200 len: 945 time: 0.1632731 Nov 25 17:50:10.053018 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-03eb329a-c83e-4a71-9704-3626bcc297b8 None None] Provisioning complete for port 24085af4-0ede-4c45-9d34-e5f560d23e4b triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:10.058880 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-03eb329a-c83e-4a71-9704-3626bcc297b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:10.073401 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44764) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:10.140798 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-53e18d5a-b9bb-45c9-9bea-449e090817b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:10.209339 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-a359ad04-19df-4688-bf98-4f033fe4096f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de12eba-ca9c-4ee9-a127-6d8b48ad62b2', 'name': 'tempest-TestNetworkBasicOps-router-1777893788', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '24085af4-0ede-4c45-9d34-e5f560d23e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:50:05Z', 'updated_at': '2021-11-25T17:50:07Z', 'revision_number': 3, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'gw_port': {'id': '24085af4-0ede-4c45-9d34-e5f560d23e4b', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:59:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de12eba-ca9c-4ee9-a127-6d8b48ad62b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:50:06Z', 'updated_at': '2021-11-25T17:50:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:10.294745 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a359ad04-19df-4688-bf98-4f033fe4096f None None] The sync data for ids ['2de12eba-ca9c-4ee9-a127-6d8b48ad62b2'] in n-d-817746-1 is: [{'id': '2de12eba-ca9c-4ee9-a127-6d8b48ad62b2', 'name': 'tempest-TestNetworkBasicOps-router-1777893788', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '24085af4-0ede-4c45-9d34-e5f560d23e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:50:05Z', 'updated_at': '2021-11-25T17:50:07Z', 'revision_number': 3, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'gw_port': {'id': '24085af4-0ede-4c45-9d34-e5f560d23e4b', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:59:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de12eba-ca9c-4ee9-a127-6d8b48ad62b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:50:06Z', 'updated_at': '2021-11-25T17:50:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:50:10.338789 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-53e18d5a-b9bb-45c9-9bea-449e090817b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:10.343636 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-53e18d5a-b9bb-45c9-9bea-449e090817b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:10.375594 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-53e18d5a-b9bb-45c9-9bea-449e090817b8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ef9ddee86c1e4f07803dde2252d809d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3006880 Nov 25 17:50:10.383079 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44774) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:10.410818 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6e605745-8d48-432d-a4c3-d8ccd8c6cb07 req-8119cf29-31ca-4f75-ad6b-cd7a5d1a4323 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563056 Nov 25 17:50:10.417234 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e18d5a-b9bb-45c9-9bea-449e090817b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7cdde0d-5de6-4da3-89fb-7d47911e8012,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:10.457878 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-03eb329a-c83e-4a71-9704-3626bcc297b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:10.474699 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c466b6-2985-4b77-80c3-ebfa9e8d1486 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-f0b62c91-efd1-42fd-8c7c-59c29803d540', 'network_id': 'f0b62c91-efd1-42fd-8c7c-59c29803d540', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'fixed_ips': [{'subnet_id': 'dd8ab691-8e62-449b-bab6-bdcf74b0ccb1'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:50:10.475911 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-42c466b6-2985-4b77-80c3-ebfa9e8d1486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:10.484053 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-51c588cc-2108-49f8-8b95-be17630df38a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=db7474ccd5c84cf4a88af1b05ccb5b71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6979530 Nov 25 17:50:10.485547 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 44778) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:10.517264 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-03eb329a-c83e-4a71-9704-3626bcc297b8 None None] For port 24085af4-0ede-4c45-9d34-e5f560d23e4b, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=24085af4-0ede-4c45-9d34-e5f560d23e4b,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:50:10.526346 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4eaf25d2-353e-44a9-8801-fb1bcc399020 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:10.591573 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4eaf25d2-353e-44a9-8801-fb1bcc399020 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:10.596661 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-03eb329a-c83e-4a71-9704-3626bcc297b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:10.671416 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4eaf25d2-353e-44a9-8801-fb1bcc399020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:10.677241 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4eaf25d2-353e-44a9-8801-fb1bcc399020 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:10.681518 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4eaf25d2-353e-44a9-8801-fb1bcc399020 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d7cdde0d-5de6-4da3-89fb-7d47911e8012 HTTP/1.1" status: 204 len: 168 time: 0.2974224 Nov 25 17:50:10.706745 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaf25d2-353e-44a9-8801-fb1bcc399020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7cdde0d-5de6-4da3-89fb-7d47911e8012,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:10.848138 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eb329a-c83e-4a71-9704-3626bcc297b8 None None] Pushing event updated for resources: {'Port': ['ID=24085af4-0ede-4c45-9d34-e5f560d23e4b,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:10.878168 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb329a-c83e-4a71-9704-3626bcc297b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:10.878536 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb329a-c83e-4a71-9704-3626bcc297b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:10.878934 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb329a-c83e-4a71-9704-3626bcc297b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:10.879243 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb329a-c83e-4a71-9704-3626bcc297b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:10.879589 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb329a-c83e-4a71-9704-3626bcc297b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:10.879929 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb329a-c83e-4a71-9704-3626bcc297b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:10.880266 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb329a-c83e-4a71-9704-3626bcc297b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:10.880602 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb329a-c83e-4a71-9704-3626bcc297b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:10.880961 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb329a-c83e-4a71-9704-3626bcc297b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:10.881304 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb329a-c83e-4a71-9704-3626bcc297b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:10.881637 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb329a-c83e-4a71-9704-3626bcc297b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:10.883330 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb329a-c83e-4a71-9704-3626bcc297b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:11.033913 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-42c466b6-2985-4b77-80c3-ebfa9e8d1486 None None] Allocated IP 172.20.0.2 (f0b62c91-efd1-42fd-8c7c-59c29803d540/dd8ab691-8e62-449b-bab6-bdcf74b0ccb1/809c9ba4-67dc-4305-9e57-76e8eef6d2ea) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:50:11.333753 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-42c466b6-2985-4b77-80c3-ebfa9e8d1486 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:11.362199 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-42c466b6-2985-4b77-80c3-ebfa9e8d1486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:11.465520 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8e60dd08-9a80-4773-bc69-3e1938e945ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:11.475636 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c466b6-2985-4b77-80c3-ebfa9e8d1486 None None] Network f0b62c91-efd1-42fd-8c7c-59c29803d540 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:50:11.485557 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-42c466b6-2985-4b77-80c3-ebfa9e8d1486 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:50:11.491779 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c466b6-2985-4b77-80c3-ebfa9e8d1486 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:50:11.509307 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8e60dd08-9a80-4773-bc69-3e1938e945ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:11.521294 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 24085af4-0ede-4c45-9d34-e5f560d23e4b up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:50:11.588680 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0848419-8bd1-43bb-9a3a-b9ea0de2cedf req-f75c1167-7ea4-47b3-b622-5a2dbe0898d4 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:11.590790 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e0848419-8bd1-43bb-9a3a-b9ea0de2cedf req-f75c1167-7ea4-47b3-b622-5a2dbe0898d4 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0c28620-f6c3-496a-98e7-6deae0bde304 HTTP/1.1" status: 200 len: 945 time: 1.0471036 Nov 25 17:50:11.594321 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8e60dd08-9a80-4773-bc69-3e1938e945ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:11.597488 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8e60dd08-9a80-4773-bc69-3e1938e945ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:11.615361 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-8e60dd08-9a80-4773-bc69-3e1938e945ab admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/34f1404b-abc3-40d0-88eb-3c41ebdd03b7 HTTP/1.1" status: 204 len: 168 time: 1.1282187 Nov 25 17:50:11.695676 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e60dd08-9a80-4773-bc69-3e1938e945ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f1404b-abc3-40d0-88eb-3c41ebdd03b7,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:11.763938 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c466b6-2985-4b77-80c3-ebfa9e8d1486 None None] Pushing event updated for resources: {'Port': ['ID=809c9ba4-67dc-4305-9e57-76e8eef6d2ea,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:11.833693 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e0848419-8bd1-43bb-9a3a-b9ea0de2cedf req-afb909ab-4dbd-4f1c-8d2e-390a36299bbd tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147043 Nov 25 17:50:11.859144 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-42c466b6-2985-4b77-80c3-ebfa9e8d1486 None None] Attempting to bind port 809c9ba4-67dc-4305-9e57-76e8eef6d2ea on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:50:11.861388 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-42c466b6-2985-4b77-80c3-ebfa9e8d1486 None None] Attempting to bind port 809c9ba4-67dc-4305-9e57-76e8eef6d2ea by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '274a258b-b064-458c-b5c1-f473d996c8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'f0b62c91-efd1-42fd-8c7c-59c29803d540'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:50:11.863017 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c466b6-2985-4b77-80c3-ebfa9e8d1486 None None] Attempting to bind port 809c9ba4-67dc-4305-9e57-76e8eef6d2ea on network f0b62c91-efd1-42fd-8c7c-59c29803d540 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:50:11.875150 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 24085af4-0ede-4c45-9d34-e5f560d23e4b triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:11.876603 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:11.944354 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c466b6-2985-4b77-80c3-ebfa9e8d1486 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:50:11.944736 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c466b6-2985-4b77-80c3-ebfa9e8d1486 None None] Checking segment: {'id': '274a258b-b064-458c-b5c1-f473d996c8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'f0b62c91-efd1-42fd-8c7c-59c29803d540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:50:11.945441 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-42c466b6-2985-4b77-80c3-ebfa9e8d1486 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:11.951750 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c466b6-2985-4b77-80c3-ebfa9e8d1486 None None] Bound using segment: {'id': '274a258b-b064-458c-b5c1-f473d996c8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'f0b62c91-efd1-42fd-8c7c-59c29803d540'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:50:11.953296 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-42c466b6-2985-4b77-80c3-ebfa9e8d1486 None None] Bound port: 809c9ba4-67dc-4305-9e57-76e8eef6d2ea, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '274a258b-b064-458c-b5c1-f473d996c8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'f0b62c91-efd1-42fd-8c7c-59c29803d540'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:50:11.962495 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-42c466b6-2985-4b77-80c3-ebfa9e8d1486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:12.032643 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5c6c6221-9108-494a-aa70-541c3c883cd1 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:12.230665 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-42c466b6-2985-4b77-80c3-ebfa9e8d1486 None None] For port 809c9ba4-67dc-4305-9e57-76e8eef6d2ea, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:50:12.244329 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-42c466b6-2985-4b77-80c3-ebfa9e8d1486 None None] For port 809c9ba4-67dc-4305-9e57-76e8eef6d2ea, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=809c9ba4-67dc-4305-9e57-76e8eef6d2ea,segment=NetworkSegment(274a258b-b064-458c-b5c1-f473d996c8a2),segment_id=274a258b-b064-458c-b5c1-f473d996c8a2)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:50:12.259203 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-42c466b6-2985-4b77-80c3-ebfa9e8d1486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:12.450958 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c466b6-2985-4b77-80c3-ebfa9e8d1486 None None] Pushing event updated for resources: {'Port': ['ID=809c9ba4-67dc-4305-9e57-76e8eef6d2ea,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:12.575594 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-5c6c6221-9108-494a-aa70-541c3c883cd1 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Allocated IP 172.20.0.1 (f0b62c91-efd1-42fd-8c7c-59c29803d540/dd8ab691-8e62-449b-bab6-bdcf74b0ccb1/c0f6eebf-ffa1-4a9d-bf6e-b5c538296cae) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:50:12.619099 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88145f-519c-433a-a690-1197324a02c2 req-d753e393-4459-4efc-9c1f-3b6439b0218b tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:12.620361 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3b88145f-519c-433a-a690-1197324a02c2 req-d753e393-4459-4efc-9c1f-3b6439b0218b tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0c28620-f6c3-496a-98e7-6deae0bde304 HTTP/1.1" status: 200 len: 945 time: 0.1665227 Nov 25 17:50:12.845314 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3b88145f-519c-433a-a690-1197324a02c2 req-15eee541-4c8a-41b9-a26a-870bb427bfe2 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123444 Nov 25 17:50:12.955822 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5c6c6221-9108-494a-aa70-541c3c883cd1 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:13.041469 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5c6c6221-9108-494a-aa70-541c3c883cd1 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:13.108164 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6c6221-9108-494a-aa70-541c3c883cd1 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Network f0b62c91-efd1-42fd-8c7c-59c29803d540 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:50:13.113866 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-5c6c6221-9108-494a-aa70-541c3c883cd1 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:50:13.117345 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6c6221-9108-494a-aa70-541c3c883cd1 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:50:13.173403 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6c6221-9108-494a-aa70-541c3c883cd1 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Pushing event updated for resources: {'Port': ['ID=c0f6eebf-ffa1-4a9d-bf6e-b5c538296cae,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:13.222057 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5c6c6221-9108-494a-aa70-541c3c883cd1 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:13.296036 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44868) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:13.443480 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44880) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:13.532222 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 809c9ba4-67dc-4305-9e57-76e8eef6d2ea up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:50:13.539179 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5c6c6221-9108-494a-aa70-541c3c883cd1 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:13.676267 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-014bc786-e959-42bf-9e5e-5693ae177e8a req-51f3b612-b156-4212-8e6a-838b9c6793c9 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7176acaa-331c-4e0c-bb4b-113bdf76a36f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1698644 Nov 25 17:50:13.676941 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44884) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:13.695931 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 809c9ba4-67dc-4305-9e57-76e8eef6d2ea triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:13.696546 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:13.729493 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d53a2ef-c143-4792-a41a-845b0e907123 req-8b3c93a6-56bf-478c-96aa-eb444d21957f tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:13.733380 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-0d53a2ef-c143-4792-a41a-845b0e907123 req-8b3c93a6-56bf-478c-96aa-eb444d21957f tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.74 "GET /v2.0/ports?device_id=e0c28620-f6c3-496a-98e7-6deae0bde304 HTTP/1.1" status: 200 len: 945 time: 0.2621281 Nov 25 17:50:13.901313 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-9745a849-f844-4d7a-be05-c9296747e4f6 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Request body: {'network': {'name': 'tempest-RoutersTest-463421028'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:13.902518 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:13.986855 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port 809c9ba4-67dc-4305-9e57-76e8eef6d2ea, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=809c9ba4-67dc-4305-9e57-76e8eef6d2ea,segment=NetworkSegment(274a258b-b064-458c-b5c1-f473d996c8a2),segment_id=274a258b-b064-458c-b5c1-f473d996c8a2)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:50:13.994939 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:14.073332 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=809c9ba4-67dc-4305-9e57-76e8eef6d2ea,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:14.101448 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e48182b-a818-461b-a1fe-80bbb4a99d19 req-b00891e0-e0fa-41f5-af52-2219fdbfdaa4 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:14.109655 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4e48182b-a818-461b-a1fe-80bbb4a99d19 req-b00891e0-e0fa-41f5-af52-2219fdbfdaa4 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0c28620-f6c3-496a-98e7-6deae0bde304 HTTP/1.1" status: 200 len: 945 time: 0.0908811 Nov 25 17:50:14.166793 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a0c8388d-69b0-4042-b869-ae36de0e341a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:14.195714 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4e48182b-a818-461b-a1fe-80bbb4a99d19 req-38fc199f-62d7-44cd-8d5e-2709cae85584 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801296 Nov 25 17:50:14.226033 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5c6c6221-9108-494a-aa70-541c3c883cd1 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:14.232012 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-37573ce5-9395-4f1a-b3cc-fa4f59c83267 admin admin] Deleting subnet 51d942a2-a4cd-4685-a9c9-2707d3619302 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:50:14.232645 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5c6c6221-9108-494a-aa70-541c3c883cd1 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:14.245983 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9745a849-f844-4d7a-be05-c9296747e4f6 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Made reservation on behalf of 4d907a5f181242fcb929653cbcef12b3 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:50:14.251807 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9745a849-f844-4d7a-be05-c9296747e4f6 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:14.265527 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-37573ce5-9395-4f1a-b3cc-fa4f59c83267 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:14.275386 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba25cd00-0b07-44a9-85fa-d1bbf5c0e414 None None] Network f0b62c91-efd1-42fd-8c7c-59c29803d540 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:50:14.276476 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9745a849-f844-4d7a-be05-c9296747e4f6 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:14.305463 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5c6c6221-9108-494a-aa70-541c3c883cd1 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:14.353925 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6c6221-9108-494a-aa70-541c3c883cd1 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Pushing event updated for resources: {'Port': ['ID=c0f6eebf-ffa1-4a9d-bf6e-b5c538296cae,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:14.376420 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014bc786-e959-42bf-9e5e-5693ae177e8a req-f45b5f41-a77c-44e0-bbff-ab839a62df61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:14.378706 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-014bc786-e959-42bf-9e5e-5693ae177e8a req-f45b5f41-a77c-44e0-bbff-ab839a62df61 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cedc085fdc134aa698be949c7dd7cb76&device_id=7176acaa-331c-4e0c-bb4b-113bdf76a36f HTTP/1.1" status: 200 len: 1099 time: 0.6268926 Nov 25 17:50:14.455338 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-37573ce5-9395-4f1a-b3cc-fa4f59c83267 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:14.487537 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-2ba4f388-e185-4519-a79c-3290064f78ac None None] Provisioning complete for port 809c9ba4-67dc-4305-9e57-76e8eef6d2ea triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:14.488198 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2ba4f388-e185-4519-a79c-3290064f78ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:14.534850 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a0c8388d-69b0-4042-b869-ae36de0e341a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:14.543063 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6c6221-9108-494a-aa70-541c3c883cd1 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Network f0b62c91-efd1-42fd-8c7c-59c29803d540 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:50:14.548593 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-5c6c6221-9108-494a-aa70-541c3c883cd1 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:50:14.572337 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-0d53a2ef-c143-4792-a41a-845b0e907123 req-af9113ad-8c87-4ffc-a2f4-e68ab14a0573 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Deleting port 87cda004-da23-46ed-8a55-743756bccb8e {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:50:14.572869 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-0d53a2ef-c143-4792-a41a-845b0e907123 req-af9113ad-8c87-4ffc-a2f4-e68ab14a0573 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:14.625363 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a0c8388d-69b0-4042-b869-ae36de0e341a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:14.779007 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-37573ce5-9395-4f1a-b3cc-fa4f59c83267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:14.811394 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c6c6221-9108-494a-aa70-541c3c883cd1 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Router 2de12eba-ca9c-4ee9-a127-6d8b48ad62b2 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:50:14.844788 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a0c8388d-69b0-4042-b869-ae36de0e341a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c2b3a6daf0e44e5f90225e981ba8d208&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5465467 Nov 25 17:50:14.846237 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014bc786-e959-42bf-9e5e-5693ae177e8a req-bbf31169-2600-4e74-896f-261669d5dff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:14.848330 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-014bc786-e959-42bf-9e5e-5693ae177e8a req-bbf31169-2600-4e74-896f-261669d5dff6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ab4fed0b-9bf1-4925-8765-94da08c5de2a HTTP/1.1" status: 200 len: 870 time: 0.4395850 Nov 25 17:50:14.849234 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44906) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:14.876294 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-e6788c6d-8eda-45a1-a5b0-be5549ad5bcf None None] Provisioning complete for port c0f6eebf-ffa1-4a9d-bf6e-b5c538296cae triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:14.879601 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e6788c6d-8eda-45a1-a5b0-be5549ad5bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:14.946329 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-e6788c6d-8eda-45a1-a5b0-be5549ad5bcf None None] Port c0f6eebf-ffa1-4a9d-bf6e-b5c538296cae cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:50:14.952531 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c8388d-69b0-4042-b869-ae36de0e341a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f36e5b3-f1c9-4c2f-bcb0-364a468f538d,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:14.959562 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-e6788c6d-8eda-45a1-a5b0-be5549ad5bcf None None] Provisioning complete for port 809c9ba4-67dc-4305-9e57-76e8eef6d2ea triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:14.959562 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e6788c6d-8eda-45a1-a5b0-be5549ad5bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:14.968859 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c6c6221-9108-494a-aa70-541c3c883cd1 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:50:14.976627 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-5c6c6221-9108-494a-aa70-541c3c883cd1 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "PUT /v2.0/routers/2de12eba-ca9c-4ee9-a127-6d8b48ad62b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1883855 Nov 25 17:50:14.988187 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05b7680-dee2-4ad6-b12e-0cad91873831 None None] Sync routers for ids ['2de12eba-ca9c-4ee9-a127-6d8b48ad62b2'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:50:14.989630 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 44910) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:15.017666 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05b7680-dee2-4ad6-b12e-0cad91873831 None None] Routers {'2de12eba-ca9c-4ee9-a127-6d8b48ad62b2'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:50:15.020026 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-b05b7680-dee2-4ad6-b12e-0cad91873831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:49:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['2de12eba-ca9c-4ee9-a127-6d8b48ad62b2'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:15.126048 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9745a849-f844-4d7a-be05-c9296747e4f6 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:15.184176 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-014bc786-e959-42bf-9e5e-5693ae177e8a req-40cdce6b-96c8-4847-8884-379ee0885114 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=75eb7615-45ed-42b7-8d42-9b016e77c80b HTTP/1.1" status: 200 len: 217 time: 0.3001316 Nov 25 17:50:15.188816 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-0d53a2ef-c143-4792-a41a-845b0e907123 req-af9113ad-8c87-4ffc-a2f4-e68ab14a0573 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] For port 87cda004-da23-46ed-8a55-743756bccb8e, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=87cda004-da23-46ed-8a55-743756bccb8e,segment=NetworkSegment(5d15a5ac-47ef-4ddf-b5a4-0fc888643200),segment_id=5d15a5ac-47ef-4ddf-b5a4-0fc888643200)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:50:15.191284 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-0d53a2ef-c143-4792-a41a-845b0e907123 req-af9113ad-8c87-4ffc-a2f4-e68ab14a0573 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:15.201906 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9745a849-f844-4d7a-be05-c9296747e4f6 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:15.286585 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-b05b7680-dee2-4ad6-b12e-0cad91873831 None None] Set router 2de12eba-ca9c-4ee9-a127-6d8b48ad62b2 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:50:15.300259 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-37573ce5-9395-4f1a-b3cc-fa4f59c83267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:15.334328 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-0d53a2ef-c143-4792-a41a-845b0e907123 req-af9113ad-8c87-4ffc-a2f4-e68ab14a0573 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Calling delete_port for 87cda004-da23-46ed-8a55-743756bccb8e owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:50:15.391125 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a9ebb9-8885-44f6-b7fd-048acfebe42c tempest-TestNetworkBasicOps-1366248748 tempest-TestNetworkBasicOps-1366248748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:15.391731 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a9ebb9-8885-44f6-b7fd-048acfebe42c tempest-TestNetworkBasicOps-1366248748 tempest-TestNetworkBasicOps-1366248748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:15.392059 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a9ebb9-8885-44f6-b7fd-048acfebe42c tempest-TestNetworkBasicOps-1366248748 tempest-TestNetworkBasicOps-1366248748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:15.392515 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a9ebb9-8885-44f6-b7fd-048acfebe42c tempest-TestNetworkBasicOps-1366248748 tempest-TestNetworkBasicOps-1366248748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:15.393000 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a9ebb9-8885-44f6-b7fd-048acfebe42c tempest-TestNetworkBasicOps-1366248748 tempest-TestNetworkBasicOps-1366248748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:15.393462 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a9ebb9-8885-44f6-b7fd-048acfebe42c tempest-TestNetworkBasicOps-1366248748 tempest-TestNetworkBasicOps-1366248748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:15.398978 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-97a9ebb9-8885-44f6-b7fd-048acfebe42c tempest-TestNetworkBasicOps-1366248748 tempest-TestNetworkBasicOps-1366248748-project-admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4280 time: 0.4080608 Nov 25 17:50:15.404784 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9745a849-f844-4d7a-be05-c9296747e4f6 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 910} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:50:15.409510 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 44922) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:15.420534 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-e6069a56-14a8-48de-b804-a797026ee2a3 None None] Provisioning complete for port c0f6eebf-ffa1-4a9d-bf6e-b5c538296cae triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:15.421076 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e6069a56-14a8-48de-b804-a797026ee2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:15.508778 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-37573ce5-9395-4f1a-b3cc-fa4f59c83267 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:15.514264 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-37573ce5-9395-4f1a-b3cc-fa4f59c83267 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/51d942a2-a4cd-4685-a9c9-2707d3619302 HTTP/1.1" status: 204 len: 168 time: 2.0675197 Nov 25 17:50:15.517728 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 809c9ba4-67dc-4305-9e57-76e8eef6d2ea up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:50:15.524273 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5431d5a3-498e-4d1f-abc3-ff2e127e8228 None None] Network b30ed141-e46f-4f04-93c5-818fdb0b9345 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:50:15.528646 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 44924) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:15.547744 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9745a849-f844-4d7a-be05-c9296747e4f6 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:15.548338 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-9745a849-f844-4d7a-be05-c9296747e4f6 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Added segment a194d2c4-ef15-4050-bf9e-0713d10a4729 of type vlan for network bd5788f7-c438-4406-baf9-14434f7742da Nov 25 17:50:15.638953 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9745a849-f844-4d7a-be05-c9296747e4f6 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7149c089-1dc3-4fb2-b408-af611f71ac34,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:15.641952 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37573ce5-9395-4f1a-b3cc-fa4f59c83267 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51d942a2-a4cd-4685-a9c9-2707d3619302,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:15.723742 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-05f96f93-56e4-4914-89e5-5e2c8c504c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:15.743425 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b3e457-a8f0-4f9d-80f1-c080f010a034 tempest-TestNetworkBasicOps-1366248748 tempest-TestNetworkBasicOps-1366248748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:15.744217 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b3e457-a8f0-4f9d-80f1-c080f010a034 tempest-TestNetworkBasicOps-1366248748 tempest-TestNetworkBasicOps-1366248748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:15.745113 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b3e457-a8f0-4f9d-80f1-c080f010a034 tempest-TestNetworkBasicOps-1366248748 tempest-TestNetworkBasicOps-1366248748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:15.745907 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b3e457-a8f0-4f9d-80f1-c080f010a034 tempest-TestNetworkBasicOps-1366248748 tempest-TestNetworkBasicOps-1366248748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:15.746719 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b3e457-a8f0-4f9d-80f1-c080f010a034 tempest-TestNetworkBasicOps-1366248748 tempest-TestNetworkBasicOps-1366248748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:15.749560 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-f7b3e457-a8f0-4f9d-80f1-c080f010a034 tempest-TestNetworkBasicOps-1366248748 tempest-TestNetworkBasicOps-1366248748-project-admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3361 time: 0.3365824 Nov 25 17:50:15.752370 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 44930) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:15.771778 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bc35427b-e861-490f-bc60-9f0a14cd7bdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:15.777882 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9745a849-f844-4d7a-be05-c9296747e4f6 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:15.804753 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014bc786-e959-42bf-9e5e-5693ae177e8a req-7be65b17-d3a7-4749-861b-ee862ab139a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:15.806477 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-014bc786-e959-42bf-9e5e-5693ae177e8a req-7be65b17-d3a7-4749-861b-ee862ab139a1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.5808995 Nov 25 17:50:15.876958 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658213d3-6b56-46fa-86ca-2dbf13708669 req-92490ca3-5d90-4970-803c-7b30a45e07d0 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:15.880808 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-658213d3-6b56-46fa-86ca-2dbf13708669 req-92490ca3-5d90-4970-803c-7b30a45e07d0 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0c28620-f6c3-496a-98e7-6deae0bde304 HTTP/1.1" status: 200 len: 945 time: 0.4703264 Nov 25 17:50:15.884536 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bc35427b-e861-490f-bc60-9f0a14cd7bdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:15.906503 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-e6069a56-14a8-48de-b804-a797026ee2a3 None None] Port c0f6eebf-ffa1-4a9d-bf6e-b5c538296cae cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:50:16.007424 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 809c9ba4-67dc-4305-9e57-76e8eef6d2ea triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:16.008086 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:16.054324 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-0d53a2ef-c143-4792-a41a-845b0e907123 req-af9113ad-8c87-4ffc-a2f4-e68ab14a0573 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:16.076533 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['efa7b196-d088-459a-852c-dd1f944378ce'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:50:16.080083 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-05f96f93-56e4-4914-89e5-5e2c8c504c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:16.104147 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-05f96f93-56e4-4914-89e5-5e2c8c504c8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b30ed141-e46f-4f04-93c5-818fdb0b9345']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:16.116503 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-05f96f93-56e4-4914-89e5-5e2c8c504c8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6e32bd7-2ca9-4798-a619-01bfcddda0e3') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:16.116944 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-05f96f93-56e4-4914-89e5-5e2c8c504c8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6e32bd7-2ca9-4798-a619-01bfcddda0e3') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:16.126842 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-05f96f93-56e4-4914-89e5-5e2c8c504c8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:16.134976 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b69c58-a847-4adb-b0af-597b0126f38b None None] DHCP port deletion for cde55e2d-003f-4ba7-9946-c3e49edc6c96 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:50:16.140634 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-05f96f93-56e4-4914-89e5-5e2c8c504c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:16.142868 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a9a6d4-4723-4464-a1a1-c53772d96a6e None None] DHCP port deletion for b30ed141-e46f-4f04-93c5-818fdb0b9345 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:50:16.147328 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05f96f93-56e4-4914-89e5-5e2c8c504c8c admin admin] Releasing vlan 920 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:50:16.147933 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-05f96f93-56e4-4914-89e5-5e2c8c504c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:16.180549 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d53a2ef-c143-4792-a41a-845b0e907123 req-af9113ad-8c87-4ffc-a2f4-e68ab14a0573 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] No DVR routers for this DVR port 87cda004-da23-46ed-8a55-743756bccb8e on host n-h1-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:50:16.182707 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9745a849-f844-4d7a-be05-c9296747e4f6 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:16.189709 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9745a849-f844-4d7a-be05-c9296747e4f6 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:16.190336 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9745a849-f844-4d7a-be05-c9296747e4f6 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:16.198564 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-e7d7fff0-119d-44ca-9255-2e9930ba8cb1 None None] Provisioning complete for port c0f6eebf-ffa1-4a9d-bf6e-b5c538296cae triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:16.199402 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7d7fff0-119d-44ca-9255-2e9930ba8cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:16.205160 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-0d53a2ef-c143-4792-a41a-845b0e907123 req-af9113ad-8c87-4ffc-a2f4-e68ab14a0573 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:16.209139 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-0d53a2ef-c143-4792-a41a-845b0e907123 req-af9113ad-8c87-4ffc-a2f4-e68ab14a0573 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.74 "DELETE /v2.0/ports/87cda004-da23-46ed-8a55-743756bccb8e HTTP/1.1" status: 204 len: 173 time: 2.4563940 Nov 25 17:50:16.219130 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:50:16.219130 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:50:16.219130 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:50:16.219130 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:50:16.219130 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:50:16.219130 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:50:16.219130 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:50:16.219130 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:50:16.219130 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:50:16.219130 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:50:16.219130 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:50:16.219130 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:50:16.219130 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:50:16.219130 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:50:16.219130 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:50:16.219130 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:50:16.219130 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:50:16.219130 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:50:16.219130 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:50:16.219130 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:50:16.219130 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:50:16.219130 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:50:16.219130 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:50:16.219130 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:50:16.219130 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:50:16.219130 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:50:16.219130 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:50:16.219130 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:50:16.219130 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:50:16.219130 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:50:16.219130 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:50:16.219130 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:50:16.237515 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-05f96f93-56e4-4914-89e5-5e2c8c504c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:16.255526 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-05f96f93-56e4-4914-89e5-5e2c8c504c8c admin admin] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:16.259362 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-05f96f93-56e4-4914-89e5-5e2c8c504c8c admin admin] 10.222.0.75 "DELETE /v2.0/networks/b30ed141-e46f-4f04-93c5-818fdb0b9345 HTTP/1.1" status: 204 len: 168 time: 0.7271638 Nov 25 17:50:16.291233 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-e7d7fff0-119d-44ca-9255-2e9930ba8cb1 None None] Port c0f6eebf-ffa1-4a9d-bf6e-b5c538296cae cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:50:16.317267 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c28620-f6c3-496a-98e7-6deae0bde304', 'name': 'network-vif-deleted', 'tag': '87cda004-da23-46ed-8a55-743756bccb8e'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:50:16.319941 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f25d07-e2bb-4415-9cbf-750965e0bda9" -d '{"events": [{"server_uuid": "e0c28620-f6c3-496a-98e7-6deae0bde304", "name": "network-vif-deleted", "tag": "87cda004-da23-46ed-8a55-743756bccb8e"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:50:16.327122 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9113ad-8c87-4ffc-a2f4-e68ab14a0573 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Pushing event deleted for resources: {'Port': ['ID=87cda004-da23-46ed-8a55-743756bccb8e,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:16.348716 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9745a849-f844-4d7a-be05-c9296747e4f6 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event updated for resources: {'Network': ['ID=bd5788f7-c438-4406-baf9-14434f7742da,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:16.359414 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-b05b7680-dee2-4ad6-b12e-0cad91873831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de12eba-ca9c-4ee9-a127-6d8b48ad62b2', 'name': 'tempest-TestNetworkBasicOps-router-1777893788', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '24085af4-0ede-4c45-9d34-e5f560d23e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:50:05Z', 'updated_at': '2021-11-25T17:50:13Z', 'revision_number': 4, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'gw_port': {'id': '24085af4-0ede-4c45-9d34-e5f560d23e4b', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:59:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de12eba-ca9c-4ee9-a127-6d8b48ad62b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:50:06Z', 'updated_at': '2021-11-25T17:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'c0f6eebf-ffa1-4a9d-bf6e-b5c538296cae', 'name': '', 'network_id': 'f0b62c91-efd1-42fd-8c7c-59c29803d540', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'mac_address': 'fa:16:3e:3c:4f:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de12eba-ca9c-4ee9-a127-6d8b48ad62b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'dd8ab691-8e62-449b-bab6-bdcf74b0ccb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:50:12Z', 'updated_at': '2021-11-25T17:50:13Z', 'revision_number': 2, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'subnets': [{'id': 'dd8ab691-8e62-449b-bab6-bdcf74b0ccb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:16.366257 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network bd5788f7-c438-4406-baf9-14434f7742da details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:50:16.371767 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9745a849-f844-4d7a-be05-c9296747e4f6 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.6936660 Nov 25 17:50:16.377826 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014bc786-e959-42bf-9e5e-5693ae177e8a req-0c7ecfa1-a8cd-4dbd-a485-794ba334580e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:16.380065 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-014bc786-e959-42bf-9e5e-5693ae177e8a req-0c7ecfa1-a8cd-4dbd-a485-794ba334580e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5582690 Nov 25 17:50:16.380720 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44946) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:16.385955 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-658213d3-6b56-46fa-86ca-2dbf13708669 req-f0d85bdf-67da-4aee-8cde-d9738e8f8b6f tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4667902 Nov 25 17:50:16.401350 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-3c0fff6d-b426-4812-ae33-9dd7ab931af0 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Request body: {'network': {'name': 'tempest-RoutersTest-692624078'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:16.405152 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f96f93-56e4-4914-89e5-5e2c8c504c8c admin admin] Pushing event deleted for resources: {'Network': ['ID=b30ed141-e46f-4f04-93c5-818fdb0b9345,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:16.419484 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05b7680-dee2-4ad6-b12e-0cad91873831 None None] Checking router: 2de12eba-ca9c-4ee9-a127-6d8b48ad62b2 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:50:16.419950 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05b7680-dee2-4ad6-b12e-0cad91873831 None None] Updating router 2de12eba-ca9c-4ee9-a127-6d8b48ad62b2 port c0f6eebf-ffa1-4a9d-bf6e-b5c538296cae binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:50:16.462353 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d32f820-f65a-4b33-95a9-eb1ea414262f x-openstack-request-id: req-0d32f820-f65a-4b33-95a9-eb1ea414262f {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:50:16.462945 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0c28620-f6c3-496a-98e7-6deae0bde304", "name": "network-vif-deleted", "tag": "87cda004-da23-46ed-8a55-743756bccb8e", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:50:16.462945 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0d32f820-f65a-4b33-95a9-eb1ea414262f {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:50:16.463354 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0c28620-f6c3-496a-98e7-6deae0bde304', 'name': 'network-vif-deleted', 'tag': '87cda004-da23-46ed-8a55-743756bccb8e', 'status': 'completed', 'code': 200} Nov 25 17:50:16.473012 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b05b7680-dee2-4ad6-b12e-0cad91873831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:16.538625 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-1cd074f4-2070-4b34-b3b6-fcf32dd728d4 tempest-TestNetworkBasicOps-1366248748 tempest-TestNetworkBasicOps-1366248748-project-admin] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.7827981 Nov 25 17:50:16.544847 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bc35427b-e861-490f-bc60-9f0a14cd7bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:16.549103 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bc35427b-e861-490f-bc60-9f0a14cd7bdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:16.550283 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-bc35427b-e861-490f-bc60-9f0a14cd7bdc admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9f36e5b3-f1c9-4c2f-bcb0-364a468f538d HTTP/1.1" status: 204 len: 168 time: 1.6806486 Nov 25 17:50:16.558929 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0fff6d-b426-4812-ae33-9dd7ab931af0 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Made reservation on behalf of 4d907a5f181242fcb929653cbcef12b3 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:50:16.569598 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3c0fff6d-b426-4812-ae33-9dd7ab931af0 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:16.582093 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 44952) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:16.600494 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc35427b-e861-490f-bc60-9f0a14cd7bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f36e5b3-f1c9-4c2f-bcb0-364a468f538d,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:16.637484 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c0fff6d-b426-4812-ae33-9dd7ab931af0 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:50:16.644052 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-014bc786-e959-42bf-9e5e-5693ae177e8a req-13bc6ed1-9fec-4251-87bb-6837cfb20b1f service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324574 Nov 25 17:50:16.656153 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3c0fff6d-b426-4812-ae33-9dd7ab931af0 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:16.656522 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-3c0fff6d-b426-4812-ae33-9dd7ab931af0 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Added segment fd35a55c-8e15-4ec1-aa49-788a425fda9c of type vlan for network cc86ed5a-c90d-4b4a-a2ec-a018981c7f22 Nov 25 17:50:16.694678 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d8e1f6db-cdd5-499f-9f8a-d5f8ff21f2a2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4a3c7b8e51774deca7ec3da21f807f3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1107879 Nov 25 17:50:16.698481 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 44954) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:16.841737 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cd703e2d-9ef5-4bb7-a321-8f9f278e8a0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:16.844991 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 44956) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:16.852302 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-4b385f60-6cb5-422b-909a-632649280c18 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1554827755', 'description': 'tempest-secgroup-smoke-1554827755 description', 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:16.852568 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3c0fff6d-b426-4812-ae33-9dd7ab931af0 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:16.886489 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4b385f60-6cb5-422b-909a-632649280c18 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:16.903985 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-014bc786-e959-42bf-9e5e-5693ae177e8a req-b8d2ca7d-f5b2-4638-a7a8-7536cd960ab3 service neutron] 10.222.0.90 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455149 Nov 25 17:50:16.908525 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3c0fff6d-b426-4812-ae33-9dd7ab931af0 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:16.915946 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0fff6d-b426-4812-ae33-9dd7ab931af0 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:16.917367 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cd703e2d-9ef5-4bb7-a321-8f9f278e8a0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:16.921655 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3c0fff6d-b426-4812-ae33-9dd7ab931af0 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:16.944589 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3c0fff6d-b426-4812-ae33-9dd7ab931af0 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5618820 Nov 25 17:50:16.947450 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 44960) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:16.953604 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-689c2e05-b438-430a-ad6c-6fce34a1dbb7 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Request body: {'subnet': {'network_id': 'bd5788f7-c438-4406-baf9-14434f7742da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:17.065547 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0fff6d-b426-4812-ae33-9dd7ab931af0 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event updated for resources: {'Network': ['ID=cc86ed5a-c90d-4b4a-a2ec-a018981c7f22,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:17.105715 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network cc86ed5a-c90d-4b4a-a2ec-a018981c7f22 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:50:17.113383 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cd703e2d-9ef5-4bb7-a321-8f9f278e8a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:17.116273 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cd703e2d-9ef5-4bb7-a321-8f9f278e8a0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:17.117731 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-cd703e2d-9ef5-4bb7-a321-8f9f278e8a0b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8f3bf077-980f-46b2-88e9-a69282b2cca7 HTTP/1.1" status: 204 len: 168 time: 0.4161110 Nov 25 17:50:17.146015 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd703e2d-9ef5-4bb7-a321-8f9f278e8a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3bf077-980f-46b2-88e9-a69282b2cca7,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:17.190981 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4b385f60-6cb5-422b-909a-632649280c18 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:17.196970 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689c2e05-b438-430a-ad6c-6fce34a1dbb7 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Made reservation on behalf of 4d907a5f181242fcb929653cbcef12b3 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:50:17.200653 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-689c2e05-b438-430a-ad6c-6fce34a1dbb7 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:17.206109 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:17.281632 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:17.335469 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4b385f60-6cb5-422b-909a-632649280c18 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:17.386153 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d51e5814-d4c7-4303-8e55-99e8d7a603b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:17.407942 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b05b7680-dee2-4ad6-b12e-0cad91873831 None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:17.415484 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b05b7680-dee2-4ad6-b12e-0cad91873831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:17.486295 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4b385f60-6cb5-422b-909a-632649280c18 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:17.490509 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 44984) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:17.492512 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-4b385f60-6cb5-422b-909a-632649280c18 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6461825 Nov 25 17:50:17.496041 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-19ea11eb-25b9-4d6f-bfd6-c7b4e27c86dc tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Request body: {'security_group_rule': {'security_group_id': 'ccc401e9-c464-4c5f-bf48-702b4b25d2c5', 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:17.514440 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b385f60-6cb5-422b-909a-632649280c18 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc401e9-c464-4c5f-bf48-702b4b25d2c5,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:17.580189 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1c4e80-c404-4460-9f27-2ed2e4186bcd None None] Pushing event updated for resources: {'Port': ['ID=c0f6eebf-ffa1-4a9d-bf6e-b5c538296cae,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:17.596842 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-19ea11eb-25b9-4d6f-bfd6-c7b4e27c86dc tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:17.663007 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 87cda004-da23-46ed-8a55-743756bccb8e no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:50:17.668136 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-b05b7680-dee2-4ad6-b12e-0cad91873831 None None] Attempting to bind port c0f6eebf-ffa1-4a9d-bf6e-b5c538296cae on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:50:17.672819 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-b05b7680-dee2-4ad6-b12e-0cad91873831 None None] Attempting to bind port c0f6eebf-ffa1-4a9d-bf6e-b5c538296cae by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '274a258b-b064-458c-b5c1-f473d996c8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'f0b62c91-efd1-42fd-8c7c-59c29803d540'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:50:17.673361 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05b7680-dee2-4ad6-b12e-0cad91873831 None None] Attempting to bind port c0f6eebf-ffa1-4a9d-bf6e-b5c538296cae on network f0b62c91-efd1-42fd-8c7c-59c29803d540 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:50:17.726068 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05b7680-dee2-4ad6-b12e-0cad91873831 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:50:17.726739 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05b7680-dee2-4ad6-b12e-0cad91873831 None None] Checking segment: {'id': '274a258b-b064-458c-b5c1-f473d996c8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'f0b62c91-efd1-42fd-8c7c-59c29803d540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:50:17.727351 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b05b7680-dee2-4ad6-b12e-0cad91873831 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:17.728014 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05b7680-dee2-4ad6-b12e-0cad91873831 None None] Bound using segment: {'id': '274a258b-b064-458c-b5c1-f473d996c8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'f0b62c91-efd1-42fd-8c7c-59c29803d540'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:50:17.728757 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-b05b7680-dee2-4ad6-b12e-0cad91873831 None None] Bound port: c0f6eebf-ffa1-4a9d-bf6e-b5c538296cae, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '274a258b-b064-458c-b5c1-f473d996c8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'f0b62c91-efd1-42fd-8c7c-59c29803d540'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:50:17.729429 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b05b7680-dee2-4ad6-b12e-0cad91873831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:17.739989 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: 87cda004-da23-46ed-8a55-743756bccb8e {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:50:17.740772 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 87cda004-da23-46ed-8a55-743756bccb8e not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:50:17.781545 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-19ea11eb-25b9-4d6f-bfd6-c7b4e27c86dc tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:17.788430 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-19ea11eb-25b9-4d6f-bfd6-c7b4e27c86dc tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:17.821477 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-19ea11eb-25b9-4d6f-bfd6-c7b4e27c86dc tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:17.822931 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-19ea11eb-25b9-4d6f-bfd6-c7b4e27c86dc tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3307645 Nov 25 17:50:17.826433 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 45000) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:17.827091 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ea11eb-25b9-4d6f-bfd6-c7b4e27c86dc tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a52f5b23-a0c5-4d20-b2bd-9baf9e3e9c8e,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:17.833587 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-79f23fe9-267a-4bc7-9702-6a9882b189c1 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Request body: {'security_group_rule': {'security_group_id': 'ccc401e9-c464-4c5f-bf48-702b4b25d2c5', 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:17.865702 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-79f23fe9-267a-4bc7-9702-6a9882b189c1 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:17.868580 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b05b7680-dee2-4ad6-b12e-0cad91873831 None None] For port c0f6eebf-ffa1-4a9d-bf6e-b5c538296cae, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:50:17.872810 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b05b7680-dee2-4ad6-b12e-0cad91873831 None None] For port c0f6eebf-ffa1-4a9d-bf6e-b5c538296cae, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=c0f6eebf-ffa1-4a9d-bf6e-b5c538296cae,segment=NetworkSegment(274a258b-b064-458c-b5c1-f473d996c8a2),segment_id=274a258b-b064-458c-b5c1-f473d996c8a2)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:50:17.881043 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b05b7680-dee2-4ad6-b12e-0cad91873831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:17.901576 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-689c2e05-b438-430a-ad6c-6fce34a1dbb7 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:18.004685 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1c4e80-c404-4460-9f27-2ed2e4186bcd None None] Pushing event updated for resources: {'Port': ['ID=c0f6eebf-ffa1-4a9d-bf6e-b5c538296cae,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:18.033361 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d1210d1c-c132-4114-8239-4a2ad1192bfb None None] Provisioning complete for port c0f6eebf-ffa1-4a9d-bf6e-b5c538296cae triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:18.034765 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d1210d1c-c132-4114-8239-4a2ad1192bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:18.044354 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-79f23fe9-267a-4bc7-9702-6a9882b189c1 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:18.049532 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05b7680-dee2-4ad6-b12e-0cad91873831 None None] Routers {'2de12eba-ca9c-4ee9-a127-6d8b48ad62b2'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:50:18.051123 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-b05b7680-dee2-4ad6-b12e-0cad91873831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:49:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['2de12eba-ca9c-4ee9-a127-6d8b48ad62b2'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:18.052166 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-79f23fe9-267a-4bc7-9702-6a9882b189c1 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:18.081939 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f23fe9-267a-4bc7-9702-6a9882b189c1 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68b987df-f511-431b-a53b-1d05ee845178,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:18.109104 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-79f23fe9-267a-4bc7-9702-6a9882b189c1 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:18.120154 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-79f23fe9-267a-4bc7-9702-6a9882b189c1 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2906113 Nov 25 17:50:18.124783 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 45018) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:18.134328 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-4ad631cc-e723-4163-b329-8fdf9d12a48a tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Request body: {'security_group_rule': {'security_group_id': 'ccc401e9-c464-4c5f-bf48-702b4b25d2c5', 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:18.247807 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-b05b7680-dee2-4ad6-b12e-0cad91873831 None None] Set router 2de12eba-ca9c-4ee9-a127-6d8b48ad62b2 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:50:18.250950 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4ad631cc-e723-4163-b329-8fdf9d12a48a tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:18.373146 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689c2e05-b438-430a-ad6c-6fce34a1dbb7 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Checking segment: {'id': 'a194d2c4-ef15-4050-bf9e-0713d10a4729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'bd5788f7-c438-4406-baf9-14434f7742da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:50:18.373555 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689c2e05-b438-430a-ad6c-6fce34a1dbb7 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Network hostable DHCP agents. Network: bd5788f7-c438-4406-baf9-14434f7742da, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:50:18.380419 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c2e05-b438-430a-ad6c-6fce34a1dbb7 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event updated for resources: {'Subnet': ['ID=e6940aef-a348-4a01-ba66-58afe6efcd70,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:18.397444 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4ad631cc-e723-4163-b329-8fdf9d12a48a tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:18.405940 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4ad631cc-e723-4163-b329-8fdf9d12a48a tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:18.469456 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad631cc-e723-4163-b329-8fdf9d12a48a tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54f2b346-ea3c-47f6-952d-1ab08da8c641,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:18.470105 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689c2e05-b438-430a-ad6c-6fce34a1dbb7 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Network bd5788f7-c438-4406-baf9-14434f7742da is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:50:18.489535 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4ad631cc-e723-4163-b329-8fdf9d12a48a tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:18.490539 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-689c2e05-b438-430a-ad6c-6fce34a1dbb7 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, bd5788f7-c438-4406-baf9-14434f7742da) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:50:18.495100 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4ad631cc-e723-4163-b329-8fdf9d12a48a tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3691523 Nov 25 17:50:18.495977 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689c2e05-b438-430a-ad6c-6fce34a1dbb7 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:18.496607 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-689c2e05-b438-430a-ad6c-6fce34a1dbb7 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:18.497720 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 45032) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:18.503340 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-77f6b39a-d1cb-499f-b3e5-d27705e0e2db tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Request body: {'security_group_rule': {'security_group_id': 'ccc401e9-c464-4c5f-bf48-702b4b25d2c5', 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:18.544563 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d8946-b576-48e1-a199-532e398e37ea req-fc66a4f8-c09a-4048-982f-b7efb6cfd7da tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:18.547798 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6f4d8946-b576-48e1-a199-532e398e37ea req-fc66a4f8-c09a-4048-982f-b7efb6cfd7da tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/networks?id=cde55e2d-003f-4ba7-9946-c3e49edc6c96 HTTP/1.1" status: 200 len: 805 time: 0.3358665 Nov 25 17:50:18.558364 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-689c2e05-b438-430a-ad6c-6fce34a1dbb7 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6093140 Nov 25 17:50:18.561869 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 45036) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:18.565064 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0c5f1b-2f27-4824-a291-440efbb8a4d6 None None] Network bd5788f7-c438-4406-baf9-14434f7742da requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:50:18.571136 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-bef63d8d-7c17-469d-b20b-a02b7a8cb157 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Request body: {'subnet': {'network_id': 'cc86ed5a-c90d-4b4a-a2ec-a018981c7f22', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:18.587990 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6f4d8946-b576-48e1-a199-532e398e37ea req-66f8d17b-71a8-46f8-967e-31bc6d3dfbab tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/quotas/0d1113b5e38141dd82a78af66f2b7f1f HTTP/1.1" status: 200 len: 375 time: 0.0267870 Nov 25 17:50:18.638386 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-77f6b39a-d1cb-499f-b3e5-d27705e0e2db tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:18.704376 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6f4d8946-b576-48e1-a199-532e398e37ea req-6da9e943-6d5e-446c-a4f1-b8d5e6554e7b tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=0d1113b5e38141dd82a78af66f2b7f1f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1102431 Nov 25 17:50:18.901901 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef63d8d-7c17-469d-b20b-a02b7a8cb157 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Made reservation on behalf of 4d907a5f181242fcb929653cbcef12b3 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:50:18.907556 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bef63d8d-7c17-469d-b20b-a02b7a8cb157 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:18.954723 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6f4d8946-b576-48e1-a199-532e398e37ea req-bb1aa334-2190-47a4-a263-db73e38a984f service neutron] 10.222.0.75 "GET /v2.0/networks/cde55e2d-003f-4ba7-9946-c3e49edc6c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488415 Nov 25 17:50:18.986763 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-77f6b39a-d1cb-499f-b3e5-d27705e0e2db tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:19.030667 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d1210d1c-c132-4114-8239-4a2ad1192bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:19.075208 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d1210d1c-c132-4114-8239-4a2ad1192bfb None None] For port c0f6eebf-ffa1-4a9d-bf6e-b5c538296cae, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=c0f6eebf-ffa1-4a9d-bf6e-b5c538296cae,segment=NetworkSegment(274a258b-b064-458c-b5c1-f473d996c8a2),segment_id=274a258b-b064-458c-b5c1-f473d996c8a2)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:50:19.087645 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-b05b7680-dee2-4ad6-b12e-0cad91873831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de12eba-ca9c-4ee9-a127-6d8b48ad62b2', 'name': 'tempest-TestNetworkBasicOps-router-1777893788', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '24085af4-0ede-4c45-9d34-e5f560d23e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:50:05Z', 'updated_at': '2021-11-25T17:50:13Z', 'revision_number': 4, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'gw_port': {'id': '24085af4-0ede-4c45-9d34-e5f560d23e4b', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:59:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de12eba-ca9c-4ee9-a127-6d8b48ad62b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:50:06Z', 'updated_at': '2021-11-25T17:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'c0f6eebf-ffa1-4a9d-bf6e-b5c538296cae', 'name': '', 'network_id': 'f0b62c91-efd1-42fd-8c7c-59c29803d540', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'mac_address': 'fa:16:3e:3c:4f:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de12eba-ca9c-4ee9-a127-6d8b48ad62b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'dd8ab691-8e62-449b-bab6-bdcf74b0ccb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:50:12Z', 'updated_at': '2021-11-25T17:50:17Z', 'revision_number': 4, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'subnets': [{'id': 'dd8ab691-8e62-449b-bab6-bdcf74b0ccb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:19.091235 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-77f6b39a-d1cb-499f-b3e5-d27705e0e2db tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:19.092128 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d1210d1c-c132-4114-8239-4a2ad1192bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:19.160812 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f6b39a-d1cb-499f-b3e5-d27705e0e2db tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0347cca-4612-49bd-8431-59931c34209b,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:19.210466 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-77f6b39a-d1cb-499f-b3e5-d27705e0e2db tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:19.212354 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-77f6b39a-d1cb-499f-b3e5-d27705e0e2db tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7131245 Nov 25 17:50:19.217586 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1210d1c-c132-4114-8239-4a2ad1192bfb None None] Pushing event updated for resources: {'Port': ['ID=c0f6eebf-ffa1-4a9d-bf6e-b5c538296cae,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:19.230408 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6f4d8946-b576-48e1-a199-532e398e37ea req-cd65be48-b866-43b1-acb8-b8824806f9ad service neutron] 10.222.0.75 "GET /v2.0/networks/cde55e2d-003f-4ba7-9946-c3e49edc6c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746360 Nov 25 17:50:19.230935 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 45054) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:19.236020 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-2aa33a75-a37f-4247-99ff-a8efbc87a4cc tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Request body: {'security_group_rule': {'security_group_id': 'ccc401e9-c464-4c5f-bf48-702b4b25d2c5', 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:19.303063 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05b7680-dee2-4ad6-b12e-0cad91873831 None None] The sync data for ids ['2de12eba-ca9c-4ee9-a127-6d8b48ad62b2'] in n-d-817746-1 is: [{'id': '2de12eba-ca9c-4ee9-a127-6d8b48ad62b2', 'name': 'tempest-TestNetworkBasicOps-router-1777893788', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '24085af4-0ede-4c45-9d34-e5f560d23e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:50:05Z', 'updated_at': '2021-11-25T17:50:13Z', 'revision_number': 4, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'gw_port': {'id': '24085af4-0ede-4c45-9d34-e5f560d23e4b', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:59:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de12eba-ca9c-4ee9-a127-6d8b48ad62b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:50:06Z', 'updated_at': '2021-11-25T17:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'c0f6eebf-ffa1-4a9d-bf6e-b5c538296cae', 'name': '', 'network_id': 'f0b62c91-efd1-42fd-8c7c-59c29803d540', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'mac_address': 'fa:16:3e:3c:4f:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de12eba-ca9c-4ee9-a127-6d8b48ad62b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'dd8ab691-8e62-449b-bab6-bdcf74b0ccb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:50:12Z', 'updated_at': '2021-11-25T17:50:17Z', 'revision_number': 4, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'subnets': [{'id': 'dd8ab691-8e62-449b-bab6-bdcf74b0ccb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:50:19.344893 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ca1efe-8f17-4d39-8675-9f691c306418 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-bd5788f7-c438-4406-baf9-14434f7742da', 'network_id': 'bd5788f7-c438-4406-baf9-14434f7742da', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'fixed_ips': [{'subnet_id': 'e6940aef-a348-4a01-ba66-58afe6efcd70'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:50:19.345895 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90ca1efe-8f17-4d39-8675-9f691c306418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:19.386655 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d3604429-6903-47cf-b10e-744927daf3f5 None None] Provisioning complete for port c0f6eebf-ffa1-4a9d-bf6e-b5c538296cae triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:19.402351 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d3604429-6903-47cf-b10e-744927daf3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:19.426221 n-d-817746-1 neutron-server[103361]: INFO neutron.db.securitygroups_db [None req-2aa33a75-a37f-4247-99ff-a8efbc87a4cc tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Project e74594bc3f604c5c9d4110d7bd37c200 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:50:19.470721 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2aa33a75-a37f-4247-99ff-a8efbc87a4cc tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:19.628161 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2aa33a75-a37f-4247-99ff-a8efbc87a4cc tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:19.635479 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2aa33a75-a37f-4247-99ff-a8efbc87a4cc tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:19.642496 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 45066) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:19.699318 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa33a75-a37f-4247-99ff-a8efbc87a4cc tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4debea8-5d54-465f-ac56-b1d3d2a2c1ee,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:19.758007 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-db60aa39-fc5d-41e8-9344-9f1a5a9c3814 req-867b3bcc-da7d-4d9f-832e-3593c35edb0e tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=f620a5eb-95f5-4720-872d-d2ce309bb9a0 HTTP/1.1" status: 200 len: 210 time: 0.0790534 Nov 25 17:50:19.761649 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2aa33a75-a37f-4247-99ff-a8efbc87a4cc tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:19.764130 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-2aa33a75-a37f-4247-99ff-a8efbc87a4cc tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5321028 Nov 25 17:50:19.766946 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 45074) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:19.772108 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-9cb55b11-cdea-4aaa-82bb-14434222df5f tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Request body: {'security_group_rule': {'security_group_id': 'ccc401e9-c464-4c5f-bf48-702b4b25d2c5', 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:19.817815 n-d-817746-1 neutron-server[103361]: INFO neutron.db.securitygroups_db [None req-9cb55b11-cdea-4aaa-82bb-14434222df5f tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Project e74594bc3f604c5c9d4110d7bd37c200 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:50:19.832216 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9cb55b11-cdea-4aaa-82bb-14434222df5f tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:19.897110 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-39e4435e-9b68-4545-97d0-1e934a5559d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:19.916908 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-90ca1efe-8f17-4d39-8675-9f691c306418 None None] Allocated IP 172.20.0.2 (bd5788f7-c438-4406-baf9-14434f7742da/e6940aef-a348-4a01-ba66-58afe6efcd70/d6370a1b-5276-4cd0-896e-7d2bf0db8509) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:50:20.128167 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90ca1efe-8f17-4d39-8675-9f691c306418 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:20.143363 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90ca1efe-8f17-4d39-8675-9f691c306418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:20.172867 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9cb55b11-cdea-4aaa-82bb-14434222df5f tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:20.189565 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fcee1114-e93b-428a-bc03-225e846c4f36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:20.200389 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ca1efe-8f17-4d39-8675-9f691c306418 None None] Network bd5788f7-c438-4406-baf9-14434f7742da is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:50:20.204297 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-90ca1efe-8f17-4d39-8675-9f691c306418 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:50:20.210951 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ca1efe-8f17-4d39-8675-9f691c306418 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:50:20.231982 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9cb55b11-cdea-4aaa-82bb-14434222df5f tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:20.309487 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:50:20.312766 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ca1efe-8f17-4d39-8675-9f691c306418 None None] Pushing event updated for resources: {'Port': ['ID=d6370a1b-5276-4cd0-896e-7d2bf0db8509,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:20.413302 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-90ca1efe-8f17-4d39-8675-9f691c306418 None None] Attempting to bind port d6370a1b-5276-4cd0-896e-7d2bf0db8509 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:50:20.414059 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-90ca1efe-8f17-4d39-8675-9f691c306418 None None] Attempting to bind port d6370a1b-5276-4cd0-896e-7d2bf0db8509 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'a194d2c4-ef15-4050-bf9e-0713d10a4729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'bd5788f7-c438-4406-baf9-14434f7742da'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:50:20.415065 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ca1efe-8f17-4d39-8675-9f691c306418 None None] Attempting to bind port d6370a1b-5276-4cd0-896e-7d2bf0db8509 on network bd5788f7-c438-4406-baf9-14434f7742da {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:50:20.434897 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ca1efe-8f17-4d39-8675-9f691c306418 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:50:20.435754 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ca1efe-8f17-4d39-8675-9f691c306418 None None] Checking segment: {'id': 'a194d2c4-ef15-4050-bf9e-0713d10a4729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'bd5788f7-c438-4406-baf9-14434f7742da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:50:20.436436 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90ca1efe-8f17-4d39-8675-9f691c306418 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:20.437129 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ca1efe-8f17-4d39-8675-9f691c306418 None None] Bound using segment: {'id': 'a194d2c4-ef15-4050-bf9e-0713d10a4729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'bd5788f7-c438-4406-baf9-14434f7742da'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:50:20.437888 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-90ca1efe-8f17-4d39-8675-9f691c306418 None None] Bound port: d6370a1b-5276-4cd0-896e-7d2bf0db8509, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a194d2c4-ef15-4050-bf9e-0713d10a4729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'bd5788f7-c438-4406-baf9-14434f7742da'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:50:20.438522 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90ca1efe-8f17-4d39-8675-9f691c306418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:20.504007 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bef63d8d-7c17-469d-b20b-a02b7a8cb157 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:20.521819 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fcee1114-e93b-428a-bc03-225e846c4f36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:20.550677 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fcee1114-e93b-428a-bc03-225e846c4f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:20.613462 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90ca1efe-8f17-4d39-8675-9f691c306418 None None] For port d6370a1b-5276-4cd0-896e-7d2bf0db8509, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:50:20.619882 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb55b11-cdea-4aaa-82bb-14434222df5f tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2779740c-93d4-4d10-91ab-39ac4b4f4cb3,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:20.621404 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90ca1efe-8f17-4d39-8675-9f691c306418 None None] For port d6370a1b-5276-4cd0-896e-7d2bf0db8509, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d6370a1b-5276-4cd0-896e-7d2bf0db8509,segment=NetworkSegment(a194d2c4-ef15-4050-bf9e-0713d10a4729),segment_id=a194d2c4-ef15-4050-bf9e-0713d10a4729)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:50:20.631763 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90ca1efe-8f17-4d39-8675-9f691c306418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:20.682172 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9cb55b11-cdea-4aaa-82bb-14434222df5f tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:20.683920 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef63d8d-7c17-469d-b20b-a02b7a8cb157 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event updated for resources: {'Subnet': ['ID=7fd7efd3-182c-44ee-b384-1f69250a168d,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:20.696083 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-9cb55b11-cdea-4aaa-82bb-14434222df5f tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9191773 Nov 25 17:50:20.771441 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-fcee1114-e93b-428a-bc03-225e846c4f36 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=48a95f32d7e34596931bf09b84c0a526&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1109841 Nov 25 17:50:20.780232 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 45104) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:20.789849 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcee1114-e93b-428a-bc03-225e846c4f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6713a1b-8106-4978-b888-6f84e2ab25e2,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:20.799760 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef63d8d-7c17-469d-b20b-a02b7a8cb157 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Checking segment: {'id': 'fd35a55c-8e15-4ec1-aa49-788a425fda9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'cc86ed5a-c90d-4b4a-a2ec-a018981c7f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:50:20.800322 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef63d8d-7c17-469d-b20b-a02b7a8cb157 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Network hostable DHCP agents. Network: cc86ed5a-c90d-4b4a-a2ec-a018981c7f22, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:50:20.847053 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef63d8d-7c17-469d-b20b-a02b7a8cb157 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Network cc86ed5a-c90d-4b4a-a2ec-a018981c7f22 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:50:20.889749 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-bef63d8d-7c17-469d-b20b-a02b7a8cb157 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, cc86ed5a-c90d-4b4a-a2ec-a018981c7f22) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:50:20.909312 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef63d8d-7c17-469d-b20b-a02b7a8cb157 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:20.909985 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bef63d8d-7c17-469d-b20b-a02b7a8cb157 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:20.937627 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cd4d25-c6d2-42b3-8c27-94eb2b039f1c None None] Network cc86ed5a-c90d-4b4a-a2ec-a018981c7f22 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:50:20.965706 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-bef63d8d-7c17-469d-b20b-a02b7a8cb157 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4021821 Nov 25 17:50:20.972185 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 45112) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:20.974455 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a3553e18-9d94-40ea-b395-d8331755cd36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:20.986414 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-54e16190-5c7c-429f-aab8-af23271c0937 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-957187883', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:21.070837 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-54e16190-5c7c-429f-aab8-af23271c0937 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:21.072662 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-54e16190-5c7c-429f-aab8-af23271c0937 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:21.081961 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a3553e18-9d94-40ea-b395-d8331755cd36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:21.163286 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a3553e18-9d94-40ea-b395-d8331755cd36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:21.166303 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a3553e18-9d94-40ea-b395-d8331755cd36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:21.167912 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-a3553e18-9d94-40ea-b395-d8331755cd36 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b6713a1b-8106-4978-b888-6f84e2ab25e2 HTTP/1.1" status: 204 len: 168 time: 0.3862851 Nov 25 17:50:21.200389 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e313d7e0-2aed-44aa-90e4-1b203f911340 req-d5438770-b894-4372-aa1c-1d0a5586967e tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=f620a5eb-95f5-4720-872d-d2ce309bb9a0 HTTP/1.1" status: 200 len: 210 time: 0.1538596 Nov 25 17:50:21.235934 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3553e18-9d94-40ea-b395-d8331755cd36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6713a1b-8106-4978-b888-6f84e2ab25e2,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:21.271844 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-54e16190-5c7c-429f-aab8-af23271c0937 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:21.286961 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-54e16190-5c7c-429f-aab8-af23271c0937 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:21.368192 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-54e16190-5c7c-429f-aab8-af23271c0937 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:21.380028 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-54e16190-5c7c-429f-aab8-af23271c0937 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4014249 Nov 25 17:50:21.380406 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 45124) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:21.628329 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3b463eb-d7a4-472e-a1a1-ac793b69e39d req-356a845b-bbfe-42b6-8dfe-d2f125225f82 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1554827755&fields=id&tenant_id=e74594bc3f604c5c9d4110d7bd37c200 HTTP/1.1" status: 200 len: 267 time: 0.1807437 Nov 25 17:50:21.755084 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device c0f6eebf-ffa1-4a9d-bf6e-b5c538296cae up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:50:21.853409 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b463eb-d7a4-472e-a1a1-ac793b69e39d req-8f489035-62a9-4c3b-a207-4a2cea0f04a3 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:21.859392 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3b463eb-d7a4-472e-a1a1-ac793b69e39d req-8f489035-62a9-4c3b-a207-4a2cea0f04a3 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/networks?id=f0b62c91-efd1-42fd-8c7c-59c29803d540 HTTP/1.1" status: 200 len: 797 time: 0.2124875 Nov 25 17:50:21.890377 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3b463eb-d7a4-472e-a1a1-ac793b69e39d req-84f4cd64-cd88-4ac2-a7f1-3e45943a420d tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/quotas/e74594bc3f604c5c9d4110d7bd37c200 HTTP/1.1" status: 200 len: 375 time: 0.0241489 Nov 25 17:50:21.986224 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:21.994397 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ca1efe-8f17-4d39-8675-9f691c306418 None None] Pushing event updated for resources: {'Port': ['ID=d6370a1b-5276-4cd0-896e-7d2bf0db8509,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:22.129525 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 45140) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:22.144454 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-a1f461c1-7e41-4f5d-9a8d-d102261d88d6 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-85505661', 'description': 'tempest-secgroup-smoke-85505661 description', 'project_id': '867688fabf794394b7f5a37353b0165e'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:22.205293 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:22.250317 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port c0f6eebf-ffa1-4a9d-bf6e-b5c538296cae triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:22.251707 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:22.311574 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d8946-b576-48e1-a199-532e398e37ea req-10203089-9d1c-42b4-8d6f-c5579f9e7a39 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:22.313351 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-6f4d8946-b576-48e1-a199-532e398e37ea req-10203089-9d1c-42b4-8d6f-c5579f9e7a39 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.74 "GET /v2.0/networks?id=cde55e2d-003f-4ba7-9946-c3e49edc6c96 HTTP/1.1" status: 200 len: 805 time: 0.4658544 Nov 25 17:50:22.317862 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a1f461c1-7e41-4f5d-9a8d-d102261d88d6 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:22.318012 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4eb4ad4-a2d6-4956-a5cb-29f1d7f81ec3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-cc86ed5a-c90d-4b4a-a2ec-a018981c7f22', 'network_id': 'cc86ed5a-c90d-4b4a-a2ec-a018981c7f22', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'fixed_ips': [{'subnet_id': '7fd7efd3-182c-44ee-b384-1f69250a168d'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:50:22.318370 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d4eb4ad4-a2d6-4956-a5cb-29f1d7f81ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:22.380565 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-6f4d8946-b576-48e1-a199-532e398e37ea req-4bd54c25-4782-486d-942e-31c822babb88 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Request body: {'port': {'device_id': 'f620a5eb-95f5-4720-872d-d2ce309bb9a0', 'network_id': 'cde55e2d-003f-4ba7-9946-c3e49edc6c96', 'admin_state_up': True, 'tenant_id': '0d1113b5e38141dd82a78af66f2b7f1f'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:22.392095 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b5764e81-d9c1-4a39-b457-be2d743df7a0 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:22.413123 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a1f461c1-7e41-4f5d-9a8d-d102261d88d6 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:22.620394 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-d4eb4ad4-a2d6-4956-a5cb-29f1d7f81ec3 None None] Allocated IP 172.21.0.2 (cc86ed5a-c90d-4b4a-a2ec-a018981c7f22/7fd7efd3-182c-44ee-b384-1f69250a168d/83726fa8-0d66-441c-8ea0-d9707ef628db) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:50:22.807988 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f4d8946-b576-48e1-a199-532e398e37ea req-4bd54c25-4782-486d-942e-31c822babb88 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Made reservation on behalf of 0d1113b5e38141dd82a78af66f2b7f1f for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:50:22.812411 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-6f4d8946-b576-48e1-a199-532e398e37ea req-4bd54c25-4782-486d-942e-31c822babb88 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:22.877632 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bcf43e77-d359-4acb-89a4-6ee0a58249b4 req-bfbe8ed8-7ffd-4bfe-9101-27e47f7db15f tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=f620a5eb-95f5-4720-872d-d2ce309bb9a0 HTTP/1.1" status: 200 len: 210 time: 0.0774384 Nov 25 17:50:22.914298 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3b463eb-d7a4-472e-a1a1-ac793b69e39d req-c627442d-0a53-4647-8750-3b1fffe225b5 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=e74594bc3f604c5c9d4110d7bd37c200&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0227995 Nov 25 17:50:22.965826 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d4eb4ad4-a2d6-4956-a5cb-29f1d7f81ec3 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:22.980881 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6621b9f3-55b0-401c-899a-927eb9286eda None None] Network bd5788f7-c438-4406-baf9-14434f7742da requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:50:23.058813 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3b463eb-d7a4-472e-a1a1-ac793b69e39d req-9740bd1b-ecf0-438b-b257-ee452d911f10 service neutron] 10.222.0.75 "GET /v2.0/networks/f0b62c91-efd1-42fd-8c7c-59c29803d540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434493 Nov 25 17:50:23.078095 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a1f461c1-7e41-4f5d-9a8d-d102261d88d6 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:23.094410 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a1f461c1-7e41-4f5d-9a8d-d102261d88d6 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:23.107554 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d4eb4ad4-a2d6-4956-a5cb-29f1d7f81ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:23.174728 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:23.193044 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-3d787dd4-c9ab-4da7-9214-5a529e118ce4 None None] Provisioning complete for port d6370a1b-5276-4cd0-896e-7d2bf0db8509 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:23.193543 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3d787dd4-c9ab-4da7-9214-5a529e118ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:23.250531 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4eb4ad4-a2d6-4956-a5cb-29f1d7f81ec3 None None] Network cc86ed5a-c90d-4b4a-a2ec-a018981c7f22 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:50:23.252358 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3b463eb-d7a4-472e-a1a1-ac793b69e39d req-06ddf679-ec4b-45cb-ac77-8a4b41cf9000 service neutron] 10.222.0.75 "GET /v2.0/networks/f0b62c91-efd1-42fd-8c7c-59c29803d540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705317 Nov 25 17:50:23.259790 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-d4eb4ad4-a2d6-4956-a5cb-29f1d7f81ec3 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:50:23.270206 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eb4ad4-a2d6-4956-a5cb-29f1d7f81ec3 None None] Pushing event updated for resources: {'Port': ['ID=83726fa8-0d66-441c-8ea0-d9707ef628db,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:23.283331 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4eb4ad4-a2d6-4956-a5cb-29f1d7f81ec3 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:50:23.363456 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f461c1-7e41-4f5d-9a8d-d102261d88d6 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3693d6b3-d236-4f97-8c95-69c373977b09,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:23.448959 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-6f4d8946-b576-48e1-a199-532e398e37ea req-4bd54c25-4782-486d-942e-31c822babb88 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Allocated IP 172.20.0.5 (cde55e2d-003f-4ba7-9946-c3e49edc6c96/b114d138-184e-414d-8d77-af9fac4f96f6/03f0f2ed-d617-4f76-8f9a-e1c0ad5d1bb0) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:50:23.508477 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-d4eb4ad4-a2d6-4956-a5cb-29f1d7f81ec3 None None] Attempting to bind port 83726fa8-0d66-441c-8ea0-d9707ef628db on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:50:23.509188 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-d4eb4ad4-a2d6-4956-a5cb-29f1d7f81ec3 None None] Attempting to bind port 83726fa8-0d66-441c-8ea0-d9707ef628db by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'fd35a55c-8e15-4ec1-aa49-788a425fda9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'cc86ed5a-c90d-4b4a-a2ec-a018981c7f22'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:50:23.509787 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4eb4ad4-a2d6-4956-a5cb-29f1d7f81ec3 None None] Attempting to bind port 83726fa8-0d66-441c-8ea0-d9707ef628db on network cc86ed5a-c90d-4b4a-a2ec-a018981c7f22 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:50:23.548907 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4eb4ad4-a2d6-4956-a5cb-29f1d7f81ec3 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:50:23.549601 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4eb4ad4-a2d6-4956-a5cb-29f1d7f81ec3 None None] Checking segment: {'id': 'fd35a55c-8e15-4ec1-aa49-788a425fda9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'cc86ed5a-c90d-4b4a-a2ec-a018981c7f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:50:23.550249 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d4eb4ad4-a2d6-4956-a5cb-29f1d7f81ec3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:23.550877 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4eb4ad4-a2d6-4956-a5cb-29f1d7f81ec3 None None] Bound using segment: {'id': 'fd35a55c-8e15-4ec1-aa49-788a425fda9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'cc86ed5a-c90d-4b4a-a2ec-a018981c7f22'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:50:23.552061 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-d4eb4ad4-a2d6-4956-a5cb-29f1d7f81ec3 None None] Bound port: 83726fa8-0d66-441c-8ea0-d9707ef628db, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd35a55c-8e15-4ec1-aa49-788a425fda9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'cc86ed5a-c90d-4b4a-a2ec-a018981c7f22'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:50:23.552774 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d4eb4ad4-a2d6-4956-a5cb-29f1d7f81ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:23.574487 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f3bb33c3-2c85-4b9e-904f-0984219f3d7b req-625d6acc-81ef-47ee-a2d4-50dffee77100 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2dee017-9aa8-41c6-b4ab-5f83a39d35d4 HTTP/1.1" status: 200 len: 210 time: 0.0474405 Nov 25 17:50:23.603415 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3d787dd4-c9ab-4da7-9214-5a529e118ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:23.634307 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-b5764e81-d9c1-4a39-b457-be2d743df7a0 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Allocated IP 172.20.0.1 (bd5788f7-c438-4406-baf9-14434f7742da/e6940aef-a348-4a01-ba66-58afe6efcd70/74a32eae-ebfe-4ee3-9c55-d4725f5f3e0a) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:50:23.649169 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a1f461c1-7e41-4f5d-9a8d-d102261d88d6 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:23.662085 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a1f461c1-7e41-4f5d-9a8d-d102261d88d6 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:23.666371 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d6370a1b-5276-4cd0-896e-7d2bf0db8509 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:50:23.742531 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a1f461c1-7e41-4f5d-9a8d-d102261d88d6 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:23.748298 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a1f461c1-7e41-4f5d-9a8d-d102261d88d6 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.6094754 Nov 25 17:50:23.748767 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 45204) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:23.755929 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-df9feaeb-400d-434f-b993-b5d919f12b3b tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Request body: {'security_group_rule': {'security_group_id': '1d72823a-4513-4da3-9508-6964b7c723ab', 'project_id': '867688fabf794394b7f5a37353b0165e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:23.784606 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-3d787dd4-c9ab-4da7-9214-5a529e118ce4 None None] For port d6370a1b-5276-4cd0-896e-7d2bf0db8509, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d6370a1b-5276-4cd0-896e-7d2bf0db8509,segment=NetworkSegment(a194d2c4-ef15-4050-bf9e-0713d10a4729),segment_id=a194d2c4-ef15-4050-bf9e-0713d10a4729)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:50:23.825072 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-df9feaeb-400d-434f-b993-b5d919f12b3b tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:23.827544 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3d787dd4-c9ab-4da7-9214-5a529e118ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:23.862813 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f461c1-7e41-4f5d-9a8d-d102261d88d6 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d72823a-4513-4da3-9508-6964b7c723ab,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:23.911216 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d787dd4-c9ab-4da7-9214-5a529e118ce4 None None] Pushing event updated for resources: {'Port': ['ID=d6370a1b-5276-4cd0-896e-7d2bf0db8509,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:23.915059 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d4eb4ad4-a2d6-4956-a5cb-29f1d7f81ec3 None None] For port 83726fa8-0d66-441c-8ea0-d9707ef628db, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:50:23.938791 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d4eb4ad4-a2d6-4956-a5cb-29f1d7f81ec3 None None] For port 83726fa8-0d66-441c-8ea0-d9707ef628db, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=83726fa8-0d66-441c-8ea0-d9707ef628db,segment=NetworkSegment(fd35a55c-8e15-4ec1-aa49-788a425fda9c),segment_id=fd35a55c-8e15-4ec1-aa49-788a425fda9c)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:50:23.948877 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port d6370a1b-5276-4cd0-896e-7d2bf0db8509 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:23.948877 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:23.951786 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d4eb4ad4-a2d6-4956-a5cb-29f1d7f81ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:24.022001 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-df9feaeb-400d-434f-b993-b5d919f12b3b tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:24.030882 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-df9feaeb-400d-434f-b993-b5d919f12b3b tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:24.122990 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eb4ad4-a2d6-4956-a5cb-29f1d7f81ec3 None None] Pushing event updated for resources: {'Port': ['ID=83726fa8-0d66-441c-8ea0-d9707ef628db,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:24.135290 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9feaeb-400d-434f-b993-b5d919f12b3b tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83676f21-90c4-4576-8f4c-1bee119dcf41,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:24.156099 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-df9feaeb-400d-434f-b993-b5d919f12b3b tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:24.164765 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-df9feaeb-400d-434f-b993-b5d919f12b3b tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4117002 Nov 25 17:50:24.188515 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 45222) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:24.201972 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-745cce1f-ca77-47ff-9718-47210c00db9a None None] Provisioning complete for port d6370a1b-5276-4cd0-896e-7d2bf0db8509 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:24.202350 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-745cce1f-ca77-47ff-9718-47210c00db9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:24.204863 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-bd8e5935-d364-4f94-b982-a0156b785a39 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Request body: {'security_group_rule': {'security_group_id': '1d72823a-4513-4da3-9508-6964b7c723ab', 'project_id': '867688fabf794394b7f5a37353b0165e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:24.219382 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5cb96248-fcdb-4610-8b6b-3c34007c707f req-05d744d6-5dab-4ba1-87e6-fdbd49b90b94 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=f620a5eb-95f5-4720-872d-d2ce309bb9a0 HTTP/1.1" status: 200 len: 210 time: 0.1153424 Nov 25 17:50:24.363827 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b5764e81-d9c1-4a39-b457-be2d743df7a0 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:24.394716 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-6f4d8946-b576-48e1-a199-532e398e37ea req-4bd54c25-4782-486d-942e-31c822babb88 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:24.435833 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bd8e5935-d364-4f94-b982-a0156b785a39 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:24.453544 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-6f4d8946-b576-48e1-a199-532e398e37ea req-4bd54c25-4782-486d-942e-31c822babb88 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:24.470555 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['efa7b196-d088-459a-852c-dd1f944378ce'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:50:24.585959 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f4d8946-b576-48e1-a199-532e398e37ea req-4bd54c25-4782-486d-942e-31c822babb88 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Network cde55e2d-003f-4ba7-9946-c3e49edc6c96 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:50:24.602977 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-6f4d8946-b576-48e1-a199-532e398e37ea req-4bd54c25-4782-486d-942e-31c822babb88 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:50:24.607399 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f4d8946-b576-48e1-a199-532e398e37ea req-4bd54c25-4782-486d-942e-31c822babb88 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:50:24.629208 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7179e9b8-630f-46c8-80ab-09cdcad899e5 None None] DHCP port deletion for cde55e2d-003f-4ba7-9946-c3e49edc6c96 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:50:24.642910 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd54c25-4782-486d-942e-31c822babb88 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Pushing event updated for resources: {'Port': ['ID=03f0f2ed-d617-4f76-8f9a-e1c0ad5d1bb0,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:24.644566 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 45234) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:24.725880 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b5764e81-d9c1-4a39-b457-be2d743df7a0 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:24.744366 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d8946-b576-48e1-a199-532e398e37ea req-4bd54c25-4782-486d-942e-31c822babb88 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:24.745309 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-6f4d8946-b576-48e1-a199-532e398e37ea req-4bd54c25-4782-486d-942e-31c822babb88 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:24.771950 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-90f0c3d3-7905-4c98-a684-479ba376a42a req-8677dc65-bdc8-4cad-82d9-85ced8832b1b tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2dee017-9aa8-41c6-b4ab-5f83a39d35d4 HTTP/1.1" status: 200 len: 210 time: 0.0746396 Nov 25 17:50:24.796192 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bd8e5935-d364-4f94-b982-a0156b785a39 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:24.826231 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-848e642c-decd-46ce-9f6c-8db54c896db1 None None] Provisioning complete for port 03f0f2ed-d617-4f76-8f9a-e1c0ad5d1bb0 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:24.826776 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-848e642c-decd-46ce-9f6c-8db54c896db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:24.829844 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5764e81-d9c1-4a39-b457-be2d743df7a0 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Network bd5788f7-c438-4406-baf9-14434f7742da is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:50:24.835515 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bd8e5935-d364-4f94-b982-a0156b785a39 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:24.845378 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-b5764e81-d9c1-4a39-b457-be2d743df7a0 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:50:24.849221 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5764e81-d9c1-4a39-b457-be2d743df7a0 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:50:24.871048 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-6f4d8946-b576-48e1-a199-532e398e37ea req-4bd54c25-4782-486d-942e-31c822babb88 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4947722 Nov 25 17:50:24.925528 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-848e642c-decd-46ce-9f6c-8db54c896db1 None None] Port 03f0f2ed-d617-4f76-8f9a-e1c0ad5d1bb0 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:50:24.937773 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-6f4d8946-b576-48e1-a199-532e398e37ea req-60945524-1ba1-4083-8183-35c69d93023c service neutron] Request body: {'port': {'device_id': 'f620a5eb-95f5-4720-872d-d2ce309bb9a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:24.978025 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8e5935-d364-4f94-b982-a0156b785a39 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7221122f-f23f-42ce-8f21-768b03da4f5c,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:24.993529 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5764e81-d9c1-4a39-b457-be2d743df7a0 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event updated for resources: {'Port': ['ID=74a32eae-ebfe-4ee3-9c55-d4725f5f3e0a,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:25.005429 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6adb2a49-f556-4f3f-ae73-c98e2b0d5428 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:25.006538 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bd8e5935-d364-4f94-b982-a0156b785a39 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:25.008334 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-bd8e5935-d364-4f94-b982-a0156b785a39 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8085809 Nov 25 17:50:25.011595 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 45242) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:25.023184 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-517078d9-2f2c-4696-ae28-d0f820b8a410 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Request body: {'security_group_rule': {'security_group_id': '1d72823a-4513-4da3-9508-6964b7c723ab', 'project_id': '867688fabf794394b7f5a37353b0165e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:25.059753 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b5764e81-d9c1-4a39-b457-be2d743df7a0 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:25.155704 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6adb2a49-f556-4f3f-ae73-c98e2b0d5428 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:25.162081 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6adb2a49-f556-4f3f-ae73-c98e2b0d5428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:25.186519 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-6f4d8946-b576-48e1-a199-532e398e37ea req-60945524-1ba1-4083-8183-35c69d93023c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:25.202737 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adb2a49-f556-4f3f-ae73-c98e2b0d5428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7870d41-48bb-4dcc-89dd-b1b6bec686da,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:25.252536 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-6adb2a49-f556-4f3f-ae73-c98e2b0d5428 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=343584ea3bdb425b9a1778eb9dddcfe3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6060681 Nov 25 17:50:25.255354 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 45244) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:25.260723 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-517078d9-2f2c-4696-ae28-d0f820b8a410 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:25.272904 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-a243316c-c713-400b-abcd-7ec86a74b879 None None] Provisioning complete for port 74a32eae-ebfe-4ee3-9c55-d4725f5f3e0a triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:25.273966 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a243316c-c713-400b-abcd-7ec86a74b879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:25.331839 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-a243316c-c713-400b-abcd-7ec86a74b879 None None] Port 74a32eae-ebfe-4ee3-9c55-d4725f5f3e0a cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:50:25.335772 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bdc35609-a00b-4734-bc2c-8033ac75387d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:25.374409 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bdc35609-a00b-4734-bc2c-8033ac75387d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:25.523857 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b5764e81-d9c1-4a39-b457-be2d743df7a0 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:25.536184 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bdc35609-a00b-4734-bc2c-8033ac75387d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:25.538779 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bdc35609-a00b-4734-bc2c-8033ac75387d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:25.542242 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-bdc35609-a00b-4734-bc2c-8033ac75387d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e7870d41-48bb-4dcc-89dd-b1b6bec686da HTTP/1.1" status: 204 len: 168 time: 0.2836571 Nov 25 17:50:25.570267 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc35609-a00b-4734-bc2c-8033ac75387d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7870d41-48bb-4dcc-89dd-b1b6bec686da,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:25.595110 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ea864-7d90-4280-bf9f-258883b430f8 req-4d3ec61d-44a3-44b7-a693-2040c3bf2ea2 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:25.598085 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-053ea864-7d90-4280-bf9f-258883b430f8 req-4d3ec61d-44a3-44b7-a693-2040c3bf2ea2 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=f620a5eb-95f5-4720-872d-d2ce309bb9a0 HTTP/1.1" status: 200 len: 931 time: 0.1643369 Nov 25 17:50:25.718819 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 83726fa8-0d66-441c-8ea0-d9707ef628db up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:50:25.727769 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-053ea864-7d90-4280-bf9f-258883b430f8 req-2aa14a65-d3b2-4cda-96b0-b0b4f85bd4e9 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205852 Nov 25 17:50:25.735173 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-517078d9-2f2c-4696-ae28-d0f820b8a410 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:25.757042 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-517078d9-2f2c-4696-ae28-d0f820b8a410 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:25.800682 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 83726fa8-0d66-441c-8ea0-d9707ef628db triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:25.801688 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:25.905721 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0afe3c20-20cc-4282-a5de-2241e0640540 req-97d066df-1cdb-4d19-8cc4-a7a454e713b3 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2dee017-9aa8-41c6-b4ab-5f83a39d35d4 HTTP/1.1" status: 200 len: 210 time: 0.0340126 Nov 25 17:50:25.905847 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b463eb-d7a4-472e-a1a1-ac793b69e39d req-6fe87433-049d-406d-af8f-7da135f12c15 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:25.906617 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d3b463eb-d7a4-472e-a1a1-ac793b69e39d req-6fe87433-049d-406d-af8f-7da135f12c15 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.90 "GET /v2.0/networks?id=f0b62c91-efd1-42fd-8c7c-59c29803d540 HTTP/1.1" status: 200 len: 797 time: 0.6785429 Nov 25 17:50:25.915385 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517078d9-2f2c-4696-ae28-d0f820b8a410 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eb34270-bebc-420c-acc8-c4d83bec42b9,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:25.920235 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-517078d9-2f2c-4696-ae28-d0f820b8a410 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:25.923923 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-517078d9-2f2c-4696-ae28-d0f820b8a410 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9051132 Nov 25 17:50:25.924682 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 45264) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:25.930293 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-485e5ea4-54b1-4b23-900d-2349e37a41c2 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Request body: {'security_group_rule': {'security_group_id': '1d72823a-4513-4da3-9508-6964b7c723ab', 'project_id': '867688fabf794394b7f5a37353b0165e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:25.993022 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-485e5ea4-54b1-4b23-900d-2349e37a41c2 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:25.998878 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96decf8d-f951-4580-aff0-9c989746bd71 None None] Network cc86ed5a-c90d-4b4a-a2ec-a018981c7f22 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:50:26.056391 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d3b463eb-d7a4-472e-a1a1-ac793b69e39d req-0e56a3fc-545d-4087-a719-93229f026647 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e74594bc3f604c5c9d4110d7bd37c200 HTTP/1.1" status: 200 len: 380 time: 0.1320035 Nov 25 17:50:26.073321 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-d3b463eb-d7a4-472e-a1a1-ac793b69e39d req-0e52c478-d681-40d0-878a-045c7c27f06a tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Request body: {'port': {'device_id': 'a2dee017-9aa8-41c6-b4ab-5f83a39d35d4', 'network_id': 'f0b62c91-efd1-42fd-8c7c-59c29803d540', 'admin_state_up': True, 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'security_groups': ['ccc401e9-c464-4c5f-bf48-702b4b25d2c5']}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:26.085591 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-485e5ea4-54b1-4b23-900d-2349e37a41c2 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:26.100149 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-485e5ea4-54b1-4b23-900d-2349e37a41c2 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:26.136036 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485e5ea4-54b1-4b23-900d-2349e37a41c2 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d87346b-53db-4782-96a3-57dfa8036e73,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:26.156318 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-485e5ea4-54b1-4b23-900d-2349e37a41c2 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:26.157793 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-485e5ea4-54b1-4b23-900d-2349e37a41c2 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2317722 Nov 25 17:50:26.161283 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 45272) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:26.169947 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-8029a368-977c-4b08-af5c-3c65c1a9a444 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Request body: {'security_group_rule': {'security_group_id': '1d72823a-4513-4da3-9508-6964b7c723ab', 'project_id': '867688fabf794394b7f5a37353b0165e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:26.205179 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:26.236053 n-d-817746-1 neutron-server[103361]: INFO neutron.db.securitygroups_db [None req-8029a368-977c-4b08-af5c-3c65c1a9a444 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Project 867688fabf794394b7f5a37353b0165e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:50:26.247458 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8029a368-977c-4b08-af5c-3c65c1a9a444 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:26.284371 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port 83726fa8-0d66-441c-8ea0-d9707ef628db, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=83726fa8-0d66-441c-8ea0-d9707ef628db,segment=NetworkSegment(fd35a55c-8e15-4ec1-aa49-788a425fda9c),segment_id=fd35a55c-8e15-4ec1-aa49-788a425fda9c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:50:26.300731 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-428b0ed6-b63c-42c8-acc6-d2c1e4a66e40 None None] Provisioning complete for port 83726fa8-0d66-441c-8ea0-d9707ef628db triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:26.301551 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-428b0ed6-b63c-42c8-acc6-d2c1e4a66e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:26.303357 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:26.304309 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d6370a1b-5276-4cd0-896e-7d2bf0db8509 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:50:26.380985 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8029a368-977c-4b08-af5c-3c65c1a9a444 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:26.389892 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8029a368-977c-4b08-af5c-3c65c1a9a444 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:26.428302 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8029a368-977c-4b08-af5c-3c65c1a9a444 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a375fa2d-138a-4db5-9ca6-ee9f4fcdd655,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:26.437585 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8029a368-977c-4b08-af5c-3c65c1a9a444 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:26.439098 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-8029a368-977c-4b08-af5c-3c65c1a9a444 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2767286 Nov 25 17:50:26.441815 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 45280) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:26.450302 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-1332dd68-243c-4bb2-9e65-b609b5f8cb10 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Request body: {'security_group_rule': {'security_group_id': '1d72823a-4513-4da3-9508-6964b7c723ab', 'project_id': '867688fabf794394b7f5a37353b0165e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:26.484686 n-d-817746-1 neutron-server[103361]: INFO neutron.db.securitygroups_db [None req-1332dd68-243c-4bb2-9e65-b609b5f8cb10 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Project 867688fabf794394b7f5a37353b0165e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:50:26.497803 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1332dd68-243c-4bb2-9e65-b609b5f8cb10 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:26.570853 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=83726fa8-0d66-441c-8ea0-d9707ef628db,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:26.600810 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port d6370a1b-5276-4cd0-896e-7d2bf0db8509 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:26.601422 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:26.679087 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1332dd68-243c-4bb2-9e65-b609b5f8cb10 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:26.688204 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1332dd68-243c-4bb2-9e65-b609b5f8cb10 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:26.727892 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1332dd68-243c-4bb2-9e65-b609b5f8cb10 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b78a3527-3f98-48dd-98d1-e4bc5d20f469,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:26.736750 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1332dd68-243c-4bb2-9e65-b609b5f8cb10 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:26.742247 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-1332dd68-243c-4bb2-9e65-b609b5f8cb10 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2971900 Nov 25 17:50:26.742878 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 45294) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:26.753960 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-07d216ad-f1c7-4122-81b6-bcfc835c1488 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Request body: {'network': {'name': 'tempest-network-smoke--561719431', 'project_id': '867688fabf794394b7f5a37353b0165e', 'port_security_enabled': True}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:26.789630 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d216ad-f1c7-4122-81b6-bcfc835c1488 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Made reservation on behalf of 867688fabf794394b7f5a37353b0165e for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:50:26.799326 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-07d216ad-f1c7-4122-81b6-bcfc835c1488 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:26.801796 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b5764e81-d9c1-4a39-b457-be2d743df7a0 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:26.824402 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b5764e81-d9c1-4a39-b457-be2d743df7a0 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:26.843934 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-6f4d8946-b576-48e1-a199-532e398e37ea req-60945524-1ba1-4083-8183-35c69d93023c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03f0f2ed-d617-4f76-8f9a-e1c0ad5d1bb0 {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:50:26.867193 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07d216ad-f1c7-4122-81b6-bcfc835c1488 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 944} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:50:26.884433 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-07d216ad-f1c7-4122-81b6-bcfc835c1488 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:26.885266 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-07d216ad-f1c7-4122-81b6-bcfc835c1488 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Added segment 9bc68ea2-bf7d-42c6-bd84-767bb9f889f5 of type vlan for network 956f4e0f-d672-4efc-84b9-1a07478d59f4 Nov 25 17:50:26.956463 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-6f4d8946-b576-48e1-a199-532e398e37ea req-60945524-1ba1-4083-8183-35c69d93023c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:27.001688 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3b463eb-d7a4-472e-a1a1-ac793b69e39d req-0e52c478-d681-40d0-878a-045c7c27f06a tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Made reservation on behalf of e74594bc3f604c5c9d4110d7bd37c200 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:50:27.005549 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-d3b463eb-d7a4-472e-a1a1-ac793b69e39d req-0e52c478-d681-40d0-878a-045c7c27f06a tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:27.039450 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-6f4d8946-b576-48e1-a199-532e398e37ea req-60945524-1ba1-4083-8183-35c69d93023c service neutron] Transition to ACTIVE for port object 03f0f2ed-d617-4f76-8f9a-e1c0ad5d1bb0 will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:50:27.068472 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-6f4d8946-b576-48e1-a199-532e398e37ea req-60945524-1ba1-4083-8183-35c69d93023c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:27.070863 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5764e81-d9c1-4a39-b457-be2d743df7a0 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event updated for resources: {'Port': ['ID=74a32eae-ebfe-4ee3-9c55-d4725f5f3e0a,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:27.130314 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1280be01-ad31-4cc9-b073-e9886541fad1 req-10c88e88-3c7d-410d-81be-21f04366dc50 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2dee017-9aa8-41c6-b4ab-5f83a39d35d4 HTTP/1.1" status: 200 len: 210 time: 0.0668430 Nov 25 17:50:27.133010 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b5764e81-d9c1-4a39-b457-be2d743df7a0 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:27.141027 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-07d216ad-f1c7-4122-81b6-bcfc835c1488 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:27.187463 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-07d216ad-f1c7-4122-81b6-bcfc835c1488 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:27.194285 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d216ad-f1c7-4122-81b6-bcfc835c1488 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:27.194918 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-07d216ad-f1c7-4122-81b6-bcfc835c1488 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:27.222984 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00290179-4d30-4a18-9f66-f364c33253aa req-a3adf823-6b21-45a0-8de1-320aedb1c234 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:27.224918 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-00290179-4d30-4a18-9f66-f364c33253aa req-a3adf823-6b21-45a0-8de1-320aedb1c234 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=f620a5eb-95f5-4720-872d-d2ce309bb9a0 HTTP/1.1" status: 200 len: 931 time: 0.3376992 Nov 25 17:50:27.262189 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-07d216ad-f1c7-4122-81b6-bcfc835c1488 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5179133 Nov 25 17:50:27.269885 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 45310) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:27.282970 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-a7b56a2e-64e5-43b5-8e9c-5ce56a9c8e8a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1904891424', 'admin_state_up': True, 'project_id': '867688fabf794394b7f5a37353b0165e', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:27.342315 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-4aec9547-5c6e-4794-a2d4-0fe8f44a4c12 None None] Provisioning complete for port 83726fa8-0d66-441c-8ea0-d9707ef628db triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:27.342811 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4aec9547-5c6e-4794-a2d4-0fe8f44a4c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:27.379601 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5764e81-d9c1-4a39-b457-be2d743df7a0 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Network bd5788f7-c438-4406-baf9-14434f7742da is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:50:27.405306 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ae027c-45ce-4c85-98bc-c4e68e95b862 None None] DHCP port deletion for cde55e2d-003f-4ba7-9946-c3e49edc6c96 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:50:27.423690 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-b5764e81-d9c1-4a39-b457-be2d743df7a0 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:50:27.437347 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60945524-1ba1-4083-8183-35c69d93023c service neutron] Pushing event updated for resources: {'Port': ['ID=03f0f2ed-d617-4f76-8f9a-e1c0ad5d1bb0,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:27.548453 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d216ad-f1c7-4122-81b6-bcfc835c1488 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event updated for resources: {'Network': ['ID=956f4e0f-d672-4efc-84b9-1a07478d59f4,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:27.558899 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 83726fa8-0d66-441c-8ea0-d9707ef628db up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:50:27.580953 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 956f4e0f-d672-4efc-84b9-1a07478d59f4 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:50:27.600437 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a7b56a2e-64e5-43b5-8e9c-5ce56a9c8e8a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:27.601716 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a7b56a2e-64e5-43b5-8e9c-5ce56a9c8e8a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:27.627717 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-d3b463eb-d7a4-472e-a1a1-ac793b69e39d req-0e52c478-d681-40d0-878a-045c7c27f06a tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Allocated IP 172.20.0.5 (f0b62c91-efd1-42fd-8c7c-59c29803d540/dd8ab691-8e62-449b-bab6-bdcf74b0ccb1/5a792fdb-75f0-4cc9-ace9-3afedd10fad8) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:50:27.732550 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-00290179-4d30-4a18-9f66-f364c33253aa req-ba116bf1-3db3-4550-8798-239556f55228 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4631703 Nov 25 17:50:27.748094 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a7b56a2e-64e5-43b5-8e9c-5ce56a9c8e8a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:27.825509 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 83726fa8-0d66-441c-8ea0-d9707ef628db triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:27.826189 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:27.896090 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5764e81-d9c1-4a39-b457-be2d743df7a0 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Router d679a1f6-27a7-4606-92a4-66671b2e736f is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:50:27.907161 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-6f4d8946-b576-48e1-a199-532e398e37ea req-60945524-1ba1-4083-8183-35c69d93023c service neutron] Attempting to bind port 03f0f2ed-d617-4f76-8f9a-e1c0ad5d1bb0 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:50:27.907935 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-6f4d8946-b576-48e1-a199-532e398e37ea req-60945524-1ba1-4083-8183-35c69d93023c service neutron] Attempting to bind port 03f0f2ed-d617-4f76-8f9a-e1c0ad5d1bb0 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '5d15a5ac-47ef-4ddf-b5a4-0fc888643200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'cde55e2d-003f-4ba7-9946-c3e49edc6c96'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:50:27.909035 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4d8946-b576-48e1-a199-532e398e37ea req-60945524-1ba1-4083-8183-35c69d93023c service neutron] Attempting to bind port 03f0f2ed-d617-4f76-8f9a-e1c0ad5d1bb0 on network cde55e2d-003f-4ba7-9946-c3e49edc6c96 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:50:27.927494 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4d8946-b576-48e1-a199-532e398e37ea req-60945524-1ba1-4083-8183-35c69d93023c service neutron] Port 03f0f2ed-d617-4f76-8f9a-e1c0ad5d1bb0 on network cde55e2d-003f-4ba7-9946-c3e49edc6c96 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:50:27.927868 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4d8946-b576-48e1-a199-532e398e37ea req-60945524-1ba1-4083-8183-35c69d93023c service neutron] Attempting to bind port 03f0f2ed-d617-4f76-8f9a-e1c0ad5d1bb0 on network cde55e2d-003f-4ba7-9946-c3e49edc6c96 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:50:27.941793 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4d8946-b576-48e1-a199-532e398e37ea req-60945524-1ba1-4083-8183-35c69d93023c service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:50:27.942420 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4d8946-b576-48e1-a199-532e398e37ea req-60945524-1ba1-4083-8183-35c69d93023c service neutron] Checking segment: {'id': '5d15a5ac-47ef-4ddf-b5a4-0fc888643200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'cde55e2d-003f-4ba7-9946-c3e49edc6c96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:50:27.943000 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4d8946-b576-48e1-a199-532e398e37ea req-60945524-1ba1-4083-8183-35c69d93023c service neutron] Bound using segment: {'id': '5d15a5ac-47ef-4ddf-b5a4-0fc888643200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'cde55e2d-003f-4ba7-9946-c3e49edc6c96'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:50:27.943621 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-6f4d8946-b576-48e1-a199-532e398e37ea req-60945524-1ba1-4083-8183-35c69d93023c service neutron] Bound port: 03f0f2ed-d617-4f76-8f9a-e1c0ad5d1bb0, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d15a5ac-47ef-4ddf-b5a4-0fc888643200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'cde55e2d-003f-4ba7-9946-c3e49edc6c96'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:50:27.944173 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-6f4d8946-b576-48e1-a199-532e398e37ea req-60945524-1ba1-4083-8183-35c69d93023c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:27.979412 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-6b04a48f-1642-4405-a0c4-8275e0e89a38 None None] Provisioning complete for port 74a32eae-ebfe-4ee3-9c55-d4725f5f3e0a triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:27.979852 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6b04a48f-1642-4405-a0c4-8275e0e89a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:28.053484 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a7b56a2e-64e5-43b5-8e9c-5ce56a9c8e8a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:28.078464 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-6b04a48f-1642-4405-a0c4-8275e0e89a38 None None] Port 74a32eae-ebfe-4ee3-9c55-d4725f5f3e0a cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:50:28.126923 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-d3b463eb-d7a4-472e-a1a1-ac793b69e39d req-0e52c478-d681-40d0-878a-045c7c27f06a tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:28.172177 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5764e81-d9c1-4a39-b457-be2d743df7a0 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:50:28.181175 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b5764e81-d9c1-4a39-b457-be2d743df7a0 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "PUT /v2.0/routers/d679a1f6-27a7-4606-92a4-66671b2e736f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7994041 Nov 25 17:50:28.185091 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e25bdf2-10b8-437c-8697-0cf51e0ae019 None None] Sync routers for ids ['d679a1f6-27a7-4606-92a4-66671b2e736f'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:50:28.188943 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 45340) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:28.204971 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e25bdf2-10b8-437c-8697-0cf51e0ae019 None None] Routers {'d679a1f6-27a7-4606-92a4-66671b2e736f'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:50:28.205583 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-0e25bdf2-10b8-437c-8697-0cf51e0ae019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:50:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['d679a1f6-27a7-4606-92a4-66671b2e736f'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:28.241555 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-6f4d8946-b576-48e1-a199-532e398e37ea req-60945524-1ba1-4083-8183-35c69d93023c service neutron] For port 03f0f2ed-d617-4f76-8f9a-e1c0ad5d1bb0, host n-h1-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:50:28.284141 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-0e25bdf2-10b8-437c-8697-0cf51e0ae019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:28.298594 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-6f4d8946-b576-48e1-a199-532e398e37ea req-60945524-1ba1-4083-8183-35c69d93023c service neutron] For port 03f0f2ed-d617-4f76-8f9a-e1c0ad5d1bb0, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=03f0f2ed-d617-4f76-8f9a-e1c0ad5d1bb0,segment=NetworkSegment(5d15a5ac-47ef-4ddf-b5a4-0fc888643200),segment_id=5d15a5ac-47ef-4ddf-b5a4-0fc888643200)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:50:28.312269 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e25bdf2-10b8-437c-8697-0cf51e0ae019 None None] Routers {'d679a1f6-27a7-4606-92a4-66671b2e736f'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:50:28.314216 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-0e25bdf2-10b8-437c-8697-0cf51e0ae019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:50:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['d679a1f6-27a7-4606-92a4-66671b2e736f'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:28.315768 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-6f4d8946-b576-48e1-a199-532e398e37ea req-60945524-1ba1-4083-8183-35c69d93023c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:28.384360 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60945524-1ba1-4083-8183-35c69d93023c service neutron] Pushing event updated for resources: {'Port': ['ID=03f0f2ed-d617-4f76-8f9a-e1c0ad5d1bb0,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:28.390283 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-0e25bdf2-10b8-437c-8697-0cf51e0ae019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:28.391359 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e25bdf2-10b8-437c-8697-0cf51e0ae019 None None] The sync data for ids ['d679a1f6-27a7-4606-92a4-66671b2e736f'] in n-d-817746-1 is: [] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:50:28.393434 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-d3b463eb-d7a4-472e-a1a1-ac793b69e39d req-0e52c478-d681-40d0-878a-045c7c27f06a tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:28.411268 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ca9272-a93e-465b-915d-412f15c6a546 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:28.415224 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-79ca9272-a93e-465b-915d-412f15c6a546 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "GET /v2.0/ports/74a32eae-ebfe-4ee3-9c55-d4725f5f3e0a HTTP/1.1" status: 200 len: 910 time: 0.2122412 Nov 25 17:50:28.418320 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 45346) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:28.445919 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa60617-a52c-46ad-9906-00cb2cc3d983 None None] DHCP port deletion for cde55e2d-003f-4ba7-9946-c3e49edc6c96 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:50:28.449312 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d8946-b576-48e1-a199-532e398e37ea req-60945524-1ba1-4083-8183-35c69d93023c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:28.450810 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-6f4d8946-b576-48e1-a199-532e398e37ea req-60945524-1ba1-4083-8183-35c69d93023c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:28.460769 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-6f4d8946-b576-48e1-a199-532e398e37ea req-60945524-1ba1-4083-8183-35c69d93023c service neutron] 10.222.0.74 "PUT /v2.0/ports/03f0f2ed-d617-4f76-8f9a-e1c0ad5d1bb0 HTTP/1.1" status: 200 len: 1091 time: 3.5406423 Nov 25 17:50:28.470437 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f620a5eb-95f5-4720-872d-d2ce309bb9a0', 'tag': '03f0f2ed-d617-4f76-8f9a-e1c0ad5d1bb0'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:50:28.475295 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23532762-a236-4a7f-89a7-e63e281548e9" -d '{"events": [{"name": "network-changed", "server_uuid": "f620a5eb-95f5-4720-872d-d2ce309bb9a0", "tag": "03f0f2ed-d617-4f76-8f9a-e1c0ad5d1bb0"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:50:28.567917 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc87c3f-1a03-4fc5-8fd4-1c5fcfa94e7a x-openstack-request-id: req-1fc87c3f-1a03-4fc5-8fd4-1c5fcfa94e7a {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:50:28.568347 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f620a5eb-95f5-4720-872d-d2ce309bb9a0", "tag": "03f0f2ed-d617-4f76-8f9a-e1c0ad5d1bb0", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:50:28.568690 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1fc87c3f-1a03-4fc5-8fd4-1c5fcfa94e7a {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:50:28.569207 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f620a5eb-95f5-4720-872d-d2ce309bb9a0', 'tag': '03f0f2ed-d617-4f76-8f9a-e1c0ad5d1bb0', 'status': 'completed', 'code': 200} Nov 25 17:50:28.606810 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3b463eb-d7a4-472e-a1a1-ac793b69e39d req-0e52c478-d681-40d0-878a-045c7c27f06a tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Network f0b62c91-efd1-42fd-8c7c-59c29803d540 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:50:28.624502 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-d3b463eb-d7a4-472e-a1a1-ac793b69e39d req-0e52c478-d681-40d0-878a-045c7c27f06a tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:50:28.635894 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b463eb-d7a4-472e-a1a1-ac793b69e39d req-0e52c478-d681-40d0-878a-045c7c27f06a tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:50:28.640518 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e52c478-d681-40d0-878a-045c7c27f06a tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Pushing event updated for resources: {'Port': ['ID=5a792fdb-75f0-4cc9-ace9-3afedd10fad8,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:28.674420 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d6d691-8c22-43e4-a6ec-0abe900d6ca1 req-e214de8b-e652-4194-aadc-a12a1dccfe39 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:28.676537 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-40d6d691-8c22-43e4-a6ec-0abe900d6ca1 req-e214de8b-e652-4194-aadc-a12a1dccfe39 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2dee017-9aa8-41c6-b4ab-5f83a39d35d4 HTTP/1.1" status: 200 len: 931 time: 0.3908672 Nov 25 17:50:28.729980 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d8946-b576-48e1-a199-532e398e37ea req-a1e2e3df-a6b9-421c-94a6-17fe8330dcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:28.732779 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-6f4d8946-b576-48e1-a199-532e398e37ea req-a1e2e3df-a6b9-421c-94a6-17fe8330dcbb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0d1113b5e38141dd82a78af66f2b7f1f&device_id=f620a5eb-95f5-4720-872d-d2ce309bb9a0 HTTP/1.1" status: 200 len: 1094 time: 0.1859643 Nov 25 17:50:28.866824 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-6f4d8946-b576-48e1-a199-532e398e37ea req-d1d68e51-9662-4613-99a1-a9a9fab39c0d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03f0f2ed-d617-4f76-8f9a-e1c0ad5d1bb0 HTTP/1.1" status: 200 len: 217 time: 0.1261666 Nov 25 17:50:28.921902 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b463eb-d7a4-472e-a1a1-ac793b69e39d req-0e52c478-d681-40d0-878a-045c7c27f06a tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:28.922587 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-d3b463eb-d7a4-472e-a1a1-ac793b69e39d req-0e52c478-d681-40d0-878a-045c7c27f06a tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:28.959925 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d8946-b576-48e1-a199-532e398e37ea req-b0b6d6d5-1405-4a3f-a097-cf953000b9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:28.963698 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-6f4d8946-b576-48e1-a199-532e398e37ea req-b0b6d6d5-1405-4a3f-a097-cf953000b9ab service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b114d138-184e-414d-8d77-af9fac4f96f6 HTTP/1.1" status: 200 len: 845 time: 0.0895054 Nov 25 17:50:28.964191 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a7b56a2e-64e5-43b5-8e9c-5ce56a9c8e8a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for router_gateway, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:28.983932 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d3b463eb-d7a4-472e-a1a1-ac793b69e39d req-0e52c478-d681-40d0-878a-045c7c27f06a tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9066501 Nov 25 17:50:28.990711 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-d3b463eb-d7a4-472e-a1a1-ac793b69e39d req-4ba986a7-c717-4033-832a-7a3631dac385 service neutron] Request body: {'port': {'device_id': 'a2dee017-9aa8-41c6-b4ab-5f83a39d35d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:29.022356 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a7b56a2e-64e5-43b5-8e9c-5ce56a9c8e8a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:29.049237 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-40d6d691-8c22-43e4-a6ec-0abe900d6ca1 req-34b7ce1c-58b6-4c34-8c95-a24f103aae02 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/security-groups?id=ccc401e9-c464-4c5f-bf48-702b4b25d2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2413728 Nov 25 17:50:29.084709 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-6f4d8946-b576-48e1-a199-532e398e37ea req-b98cc3ec-a3b8-447c-ae5d-0e59bce057c1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cde55e2d-003f-4ba7-9946-c3e49edc6c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984097 Nov 25 17:50:29.103931 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-9da2a8a9-90cd-4b64-86b2-446eeff9c3fa None None] Provisioning complete for port 5a792fdb-75f0-4cc9-ace9-3afedd10fad8 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:29.104310 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9da2a8a9-90cd-4b64-86b2-446eeff9c3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:29.173562 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-d3b463eb-d7a4-472e-a1a1-ac793b69e39d req-4ba986a7-c717-4033-832a-7a3631dac385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:29.212695 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-9da2a8a9-90cd-4b64-86b2-446eeff9c3fa None None] Port 5a792fdb-75f0-4cc9-ace9-3afedd10fad8 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:50:29.253263 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04c20c-8bcd-4a9b-8df9-21b6c80f2cf6 req-4aa8dd3d-818b-4154-a2b8-9e82412c06ca tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:29.254801 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d04c20c-8bcd-4a9b-8df9-21b6c80f2cf6 req-4aa8dd3d-818b-4154-a2b8-9e82412c06ca tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=f620a5eb-95f5-4720-872d-d2ce309bb9a0 HTTP/1.1" status: 200 len: 943 time: 0.4089115 Nov 25 17:50:29.410428 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-6f4d8946-b576-48e1-a199-532e398e37ea req-287818fb-12f0-47c4-9523-d2ea7ed4a109 service neutron] 10.222.0.74 "GET /v2.0/networks/cde55e2d-003f-4ba7-9946-c3e49edc6c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617805 Nov 25 17:50:29.644359 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-6f4d8946-b576-48e1-a199-532e398e37ea req-a758024d-ab83-4cd7-8778-440cc338dcab service neutron] 10.222.0.74 "GET /v2.0/networks/cde55e2d-003f-4ba7-9946-c3e49edc6c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236085 Nov 25 17:50:29.692876 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d04c20c-8bcd-4a9b-8df9-21b6c80f2cf6 req-4e61941d-19a5-4cd3-9ddf-13bb948bfe66 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3770363 Nov 25 17:50:29.704033 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-a7b56a2e-64e5-43b5-8e9c-5ce56a9c8e8a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Allocated IP 172.25.0.160 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/c20cd774-9c44-4c03-9982-8604410253d3) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:50:29.811139 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-d3b463eb-d7a4-472e-a1a1-ac793b69e39d req-4ba986a7-c717-4033-832a-7a3631dac385 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a792fdb-75f0-4cc9-ace9-3afedd10fad8 {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:50:29.825970 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-d3b463eb-d7a4-472e-a1a1-ac793b69e39d req-4ba986a7-c717-4033-832a-7a3631dac385 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:29.846077 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23532762-a236-4a7f-89a7-e63e281548e9 req-c8695dac-ee4d-4211-bbd7-9bc971ee4306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:29.847735 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-23532762-a236-4a7f-89a7-e63e281548e9 req-c8695dac-ee4d-4211-bbd7-9bc971ee4306 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0d1113b5e38141dd82a78af66f2b7f1f&device_id=f620a5eb-95f5-4720-872d-d2ce309bb9a0 HTTP/1.1" status: 200 len: 1094 time: 0.1145692 Nov 25 17:50:29.848774 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-d3b463eb-d7a4-472e-a1a1-ac793b69e39d req-4ba986a7-c717-4033-832a-7a3631dac385 service neutron] Transition to ACTIVE for port object 5a792fdb-75f0-4cc9-ace9-3afedd10fad8 will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:50:29.854022 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-d3b463eb-d7a4-472e-a1a1-ac793b69e39d req-4ba986a7-c717-4033-832a-7a3631dac385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:29.915014 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e900449e-fa84-4996-839d-ff1e943856f7 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:29.946275 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a7b56a2e-64e5-43b5-8e9c-5ce56a9c8e8a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:30.055936 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 45444) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:30.125206 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba986a7-c717-4033-832a-7a3631dac385 service neutron] Pushing event updated for resources: {'Port': ['ID=5a792fdb-75f0-4cc9-ace9-3afedd10fad8,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:30.202249 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23532762-a236-4a7f-89a7-e63e281548e9 req-47424537-cb31-4c5a-82eb-840f75d4b2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:30.204588 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-23532762-a236-4a7f-89a7-e63e281548e9 req-47424537-cb31-4c5a-82eb-840f75d4b2c3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cde55e2d-003f-4ba7-9946-c3e49edc6c96 HTTP/1.1" status: 200 len: 906 time: 0.3462420 Nov 25 17:50:30.260206 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-23532762-a236-4a7f-89a7-e63e281548e9 req-9810f3c7-60a1-46c5-835b-57af8eb814c5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03f0f2ed-d617-4f76-8f9a-e1c0ad5d1bb0 HTTP/1.1" status: 200 len: 217 time: 0.0465081 Nov 25 17:50:30.286807 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-d3b463eb-d7a4-472e-a1a1-ac793b69e39d req-4ba986a7-c717-4033-832a-7a3631dac385 service neutron] Attempting to bind port 5a792fdb-75f0-4cc9-ace9-3afedd10fad8 on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:50:30.287160 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-d3b463eb-d7a4-472e-a1a1-ac793b69e39d req-4ba986a7-c717-4033-832a-7a3631dac385 service neutron] Attempting to bind port 5a792fdb-75f0-4cc9-ace9-3afedd10fad8 by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '274a258b-b064-458c-b5c1-f473d996c8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'f0b62c91-efd1-42fd-8c7c-59c29803d540'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:50:30.287900 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b463eb-d7a4-472e-a1a1-ac793b69e39d req-4ba986a7-c717-4033-832a-7a3631dac385 service neutron] Attempting to bind port 5a792fdb-75f0-4cc9-ace9-3afedd10fad8 on network f0b62c91-efd1-42fd-8c7c-59c29803d540 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:50:30.299250 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a7b56a2e-64e5-43b5-8e9c-5ce56a9c8e8a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:30.313079 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b463eb-d7a4-472e-a1a1-ac793b69e39d req-4ba986a7-c717-4033-832a-7a3631dac385 service neutron] Port 5a792fdb-75f0-4cc9-ace9-3afedd10fad8 on network f0b62c91-efd1-42fd-8c7c-59c29803d540 not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:50:30.313219 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b463eb-d7a4-472e-a1a1-ac793b69e39d req-4ba986a7-c717-4033-832a-7a3631dac385 service neutron] Attempting to bind port 5a792fdb-75f0-4cc9-ace9-3afedd10fad8 on network f0b62c91-efd1-42fd-8c7c-59c29803d540 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:50:30.321862 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b463eb-d7a4-472e-a1a1-ac793b69e39d req-4ba986a7-c717-4033-832a-7a3631dac385 service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:50:30.322201 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b463eb-d7a4-472e-a1a1-ac793b69e39d req-4ba986a7-c717-4033-832a-7a3631dac385 service neutron] Checking segment: {'id': '274a258b-b064-458c-b5c1-f473d996c8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'f0b62c91-efd1-42fd-8c7c-59c29803d540'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:50:30.322738 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b463eb-d7a4-472e-a1a1-ac793b69e39d req-4ba986a7-c717-4033-832a-7a3631dac385 service neutron] Bound using segment: {'id': '274a258b-b064-458c-b5c1-f473d996c8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'f0b62c91-efd1-42fd-8c7c-59c29803d540'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:50:30.323167 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-d3b463eb-d7a4-472e-a1a1-ac793b69e39d req-4ba986a7-c717-4033-832a-7a3631dac385 service neutron] Bound port: 5a792fdb-75f0-4cc9-ace9-3afedd10fad8, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '274a258b-b064-458c-b5c1-f473d996c8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'f0b62c91-efd1-42fd-8c7c-59c29803d540'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:50:30.323534 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-d3b463eb-d7a4-472e-a1a1-ac793b69e39d req-4ba986a7-c717-4033-832a-7a3631dac385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:30.370927 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-333f1694-9b38-478c-a42f-a2f242d4012c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:30.378185 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b56a2e-64e5-43b5-8e9c-5ce56a9c8e8a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:50:30.402605 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-a7b56a2e-64e5-43b5-8e9c-5ce56a9c8e8a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:50:30.408584 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b56a2e-64e5-43b5-8e9c-5ce56a9c8e8a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:50:30.409473 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23532762-a236-4a7f-89a7-e63e281548e9 req-b9b7707a-4062-4f96-98a7-0eb070b9f740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:30.411229 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-23532762-a236-4a7f-89a7-e63e281548e9 req-b9b7707a-4062-4f96-98a7-0eb070b9f740 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b114d138-184e-414d-8d77-af9fac4f96f6 HTTP/1.1" status: 200 len: 845 time: 0.1356511 Nov 25 17:50:30.415629 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b56a2e-64e5-43b5-8e9c-5ce56a9c8e8a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event updated for resources: {'Port': ['ID=c20cd774-9c44-4c03-9982-8604410253d3,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:30.437077 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b116198-85d3-44b8-ad58-8ead630b0e25 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:50:30.458157 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8063da-bb77-42c9-a9dc-23b42e14c837 req-92639bde-ffef-4f0c-8c8f-935b04f482ed tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:30.465462 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-aa8063da-bb77-42c9-a9dc-23b42e14c837 req-92639bde-ffef-4f0c-8c8f-935b04f482ed tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2dee017-9aa8-41c6-b4ab-5f83a39d35d4 HTTP/1.1" status: 200 len: 943 time: 0.2898400 Nov 25 17:50:30.486602 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-c4da7a7a-c7de-4b6b-acde-c6c6056e6735 None None] Provisioning complete for port c20cd774-9c44-4c03-9982-8604410253d3 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:30.486977 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c4da7a7a-c7de-4b6b-acde-c6c6056e6735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:30.491629 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-23532762-a236-4a7f-89a7-e63e281548e9 req-f06964bd-ce9e-45c0-a83b-92f08cfd7100 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cde55e2d-003f-4ba7-9946-c3e49edc6c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663002 Nov 25 17:50:30.508063 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-e900449e-fa84-4996-839d-ff1e943856f7 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Allocated IP 172.21.0.1 (cc86ed5a-c90d-4b4a-a2ec-a018981c7f22/7fd7efd3-182c-44ee-b384-1f69250a168d/4cff4b4a-8218-442e-b4c7-b89571187532) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:50:30.537635 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-d3b463eb-d7a4-472e-a1a1-ac793b69e39d req-4ba986a7-c717-4033-832a-7a3631dac385 service neutron] For port 5a792fdb-75f0-4cc9-ace9-3afedd10fad8, host n-h2-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:50:30.555386 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-c4da7a7a-c7de-4b6b-acde-c6c6056e6735 None None] Port c20cd774-9c44-4c03-9982-8604410253d3 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:50:30.598345 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-d3b463eb-d7a4-472e-a1a1-ac793b69e39d req-4ba986a7-c717-4033-832a-7a3631dac385 service neutron] For port 5a792fdb-75f0-4cc9-ace9-3afedd10fad8, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=5a792fdb-75f0-4cc9-ace9-3afedd10fad8,segment=NetworkSegment(274a258b-b064-458c-b5c1-f473d996c8a2),segment_id=274a258b-b064-458c-b5c1-f473d996c8a2)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:50:30.614299 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-d3b463eb-d7a4-472e-a1a1-ac793b69e39d req-4ba986a7-c717-4033-832a-7a3631dac385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:30.702911 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b463eb-d7a4-472e-a1a1-ac793b69e39d req-4ba986a7-c717-4033-832a-7a3631dac385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:30.703608 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-d3b463eb-d7a4-472e-a1a1-ac793b69e39d req-4ba986a7-c717-4033-832a-7a3631dac385 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:30.705554 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d3b463eb-d7a4-472e-a1a1-ac793b69e39d req-4ba986a7-c717-4033-832a-7a3631dac385 service neutron] 10.222.0.90 "PUT /v2.0/ports/5a792fdb-75f0-4cc9-ace9-3afedd10fad8 HTTP/1.1" status: 200 len: 1091 time: 1.7207139 Nov 25 17:50:30.706218 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2dee017-9aa8-41c6-b4ab-5f83a39d35d4', 'tag': '5a792fdb-75f0-4cc9-ace9-3afedd10fad8'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:50:30.708920 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e8fa7e-32b5-48f7-b886-a6168654d89e" -d '{"events": [{"name": "network-changed", "server_uuid": "a2dee017-9aa8-41c6-b4ab-5f83a39d35d4", "tag": "5a792fdb-75f0-4cc9-ace9-3afedd10fad8"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:50:30.759477 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-333f1694-9b38-478c-a42f-a2f242d4012c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:30.768610 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-23532762-a236-4a7f-89a7-e63e281548e9 req-93a387fb-8630-48af-a5d8-bea9d745a9b5 service neutron] 10.222.0.74 "GET /v2.0/networks/cde55e2d-003f-4ba7-9946-c3e49edc6c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607872 Nov 25 17:50:30.781599 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-333f1694-9b38-478c-a42f-a2f242d4012c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:30.828034 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5ba542-92ed-4f7a-9903-007109182ae9 x-openstack-request-id: req-3d5ba542-92ed-4f7a-9903-007109182ae9 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:50:30.828336 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2dee017-9aa8-41c6-b4ab-5f83a39d35d4", "tag": "5a792fdb-75f0-4cc9-ace9-3afedd10fad8", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:50:30.828574 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3d5ba542-92ed-4f7a-9903-007109182ae9 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:50:30.829010 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2dee017-9aa8-41c6-b4ab-5f83a39d35d4', 'tag': '5a792fdb-75f0-4cc9-ace9-3afedd10fad8', 'status': 'completed', 'code': 200} Nov 25 17:50:30.874090 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba986a7-c717-4033-832a-7a3631dac385 service neutron] Pushing event updated for resources: {'Port': ['ID=5a792fdb-75f0-4cc9-ace9-3afedd10fad8,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:30.928957 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-333f1694-9b38-478c-a42f-a2f242d4012c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=316f0294299249458ed4dc0f172992a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8692162 Nov 25 17:50:30.936927 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 45464) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:30.936927 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333f1694-9b38-478c-a42f-a2f242d4012c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea18fb9-4515-4534-96f5-0ce2f368a6e2,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:31.002311 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b463eb-d7a4-472e-a1a1-ac793b69e39d req-6e82ab70-ad09-4e63-bdcf-dfb0c4e4eb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:31.003882 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d3b463eb-d7a4-472e-a1a1-ac793b69e39d req-6e82ab70-ad09-4e63-bdcf-dfb0c4e4eb95 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e74594bc3f604c5c9d4110d7bd37c200&device_id=a2dee017-9aa8-41c6-b4ab-5f83a39d35d4 HTTP/1.1" status: 200 len: 1094 time: 0.2339659 Nov 25 17:50:31.075772 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d3b463eb-d7a4-472e-a1a1-ac793b69e39d req-9826fce4-3610-4d0e-bc44-e316ea9cf0a8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a792fdb-75f0-4cc9-ace9-3afedd10fad8 HTTP/1.1" status: 200 len: 217 time: 0.0580988 Nov 25 17:50:31.081339 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-23532762-a236-4a7f-89a7-e63e281548e9 req-19fcb820-7d84-4bab-865a-819ca5e51812 service neutron] 10.222.0.74 "GET /v2.0/networks/cde55e2d-003f-4ba7-9946-c3e49edc6c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007188 Nov 25 17:50:31.135646 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b3dd9895-ad08-4dba-a931-3ad8e87f2289 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:31.144775 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b463eb-d7a4-472e-a1a1-ac793b69e39d req-1f8fe7fd-c744-41c6-93a1-229c9f8e0e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:31.146275 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d3b463eb-d7a4-472e-a1a1-ac793b69e39d req-1f8fe7fd-c744-41c6-93a1-229c9f8e0e3e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=dd8ab691-8e62-449b-bab6-bdcf74b0ccb1 HTTP/1.1" status: 200 len: 835 time: 0.0590045 Nov 25 17:50:31.159005 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-aa8063da-bb77-42c9-a9dc-23b42e14c837 req-583088d4-6d9e-468f-88ac-c150a4211bda tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/security-groups?id=ccc401e9-c464-4c5f-bf48-702b4b25d2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6926637 Nov 25 17:50:31.194564 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b3dd9895-ad08-4dba-a931-3ad8e87f2289 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:31.212421 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b04155c-40e1-4413-95b0-ddbee766ea99 req-2f299466-3fa7-4c83-ac8b-1a301e925721 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:31.214005 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0b04155c-40e1-4413-95b0-ddbee766ea99 req-2f299466-3fa7-4c83-ac8b-1a301e925721 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=f620a5eb-95f5-4720-872d-d2ce309bb9a0 HTTP/1.1" status: 200 len: 943 time: 0.1942108 Nov 25 17:50:31.274059 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b463eb-d7a4-472e-a1a1-ac793b69e39d req-000f92f6-c900-4bcd-a3fe-8404d40f912d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:31.276387 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d3b463eb-d7a4-472e-a1a1-ac793b69e39d req-000f92f6-c900-4bcd-a3fe-8404d40f912d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f0b62c91-efd1-42fd-8c7c-59c29803d540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1220891 Nov 25 17:50:31.278232 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b3dd9895-ad08-4dba-a931-3ad8e87f2289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:31.281401 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b3dd9895-ad08-4dba-a931-3ad8e87f2289 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:31.285218 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b3dd9895-ad08-4dba-a931-3ad8e87f2289 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4ea18fb9-4515-4534-96f5-0ce2f368a6e2 HTTP/1.1" status: 204 len: 168 time: 0.3499026 Nov 25 17:50:31.312895 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dd9895-ad08-4dba-a931-3ad8e87f2289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea18fb9-4515-4534-96f5-0ce2f368a6e2,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:31.389899 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0b04155c-40e1-4413-95b0-ddbee766ea99 req-38341653-c77d-4f54-acc1-ef0dda8157bd tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336448 Nov 25 17:50:31.416271 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e900449e-fa84-4996-839d-ff1e943856f7 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:31.417500 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d3b463eb-d7a4-472e-a1a1-ac793b69e39d req-36b65a2d-267f-4426-a2ee-591d48af269e service neutron] 10.222.0.90 "GET /v2.0/networks/f0b62c91-efd1-42fd-8c7c-59c29803d540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336420 Nov 25 17:50:31.469575 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a7b56a2e-64e5-43b5-8e9c-5ce56a9c8e8a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for router_gateway, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:31.540216 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e900449e-fa84-4996-839d-ff1e943856f7 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:31.543869 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d3b463eb-d7a4-472e-a1a1-ac793b69e39d req-9005abb9-7326-4dd6-8eae-128335efbdea service neutron] 10.222.0.90 "GET /v2.0/networks/f0b62c91-efd1-42fd-8c7c-59c29803d540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183517 Nov 25 17:50:31.624626 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e900449e-fa84-4996-839d-ff1e943856f7 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Network cc86ed5a-c90d-4b4a-a2ec-a018981c7f22 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:50:31.631418 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-e900449e-fa84-4996-839d-ff1e943856f7 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:50:31.637063 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e900449e-fa84-4996-839d-ff1e943856f7 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:50:31.649133 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e8fa7e-32b5-48f7-b886-a6168654d89e req-08ba4792-a9d6-4abd-b66a-02fd3f486e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:31.656658 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-54e8fa7e-32b5-48f7-b886-a6168654d89e req-08ba4792-a9d6-4abd-b66a-02fd3f486e1c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e74594bc3f604c5c9d4110d7bd37c200&device_id=a2dee017-9aa8-41c6-b4ab-5f83a39d35d4 HTTP/1.1" status: 200 len: 1094 time: 0.0530016 Nov 25 17:50:31.669833 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e900449e-fa84-4996-839d-ff1e943856f7 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event updated for resources: {'Port': ['ID=4cff4b4a-8218-442e-b4c7-b89571187532,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:31.705234 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 45482) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:31.722934 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0a6b3bec-a0e6-40ed-a6c3-b581abb8b2aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:31.727657 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 03f0f2ed-d617-4f76-8f9a-e1c0ad5d1bb0 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:50:31.866041 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e900449e-fa84-4996-839d-ff1e943856f7 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:31.870300 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a7b56a2e-64e5-43b5-8e9c-5ce56a9c8e8a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:31.870512 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 03f0f2ed-d617-4f76-8f9a-e1c0ad5d1bb0, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=03f0f2ed-d617-4f76-8f9a-e1c0ad5d1bb0,segment=NetworkSegment(5d15a5ac-47ef-4ddf-b5a4-0fc888643200),segment_id=5d15a5ac-47ef-4ddf-b5a4-0fc888643200)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:50:31.884706 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '03f0f2ed-d617-4f76-8f9a-e1c0ad5d1bb0', 'network_id': 'cde55e2d-003f-4ba7-9946-c3e49edc6c96', 'port_id': '03f0f2ed-d617-4f76-8f9a-e1c0ad5d1bb0', 'mac_address': 'fa:16:3e:4f:22:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b114d138-184e-414d-8d77-af9fac4f96f6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:50:31.901085 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e8fa7e-32b5-48f7-b886-a6168654d89e req-dc301ce1-c052-4aa3-b302-fcbf4df8fde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:31.909060 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-54e8fa7e-32b5-48f7-b886-a6168654d89e req-dc301ce1-c052-4aa3-b302-fcbf4df8fde3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f0b62c91-efd1-42fd-8c7c-59c29803d540 HTTP/1.1" status: 200 len: 898 time: 0.2500374 Nov 25 17:50:31.980543 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:32.002763 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03f0f2ed-d617-4f76-8f9a-e1c0ad5d1bb0 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:50:32.026772 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 03f0f2ed-d617-4f76-8f9a-e1c0ad5d1bb0, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=03f0f2ed-d617-4f76-8f9a-e1c0ad5d1bb0,segment=NetworkSegment(5d15a5ac-47ef-4ddf-b5a4-0fc888643200),segment_id=5d15a5ac-47ef-4ddf-b5a4-0fc888643200)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:50:32.032414 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:32.039193 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-54e8fa7e-32b5-48f7-b886-a6168654d89e req-762af51a-331d-4743-a9c8-01618be0edd0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a792fdb-75f0-4cc9-ace9-3afedd10fad8 HTTP/1.1" status: 200 len: 217 time: 0.1053975 Nov 25 17:50:32.094251 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=03f0f2ed-d617-4f76-8f9a-e1c0ad5d1bb0,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:32.108912 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0a6b3bec-a0e6-40ed-a6c3-b581abb8b2aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:32.116400 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e8fa7e-32b5-48f7-b886-a6168654d89e req-757913ee-614d-41b4-8681-6d87c2e1b3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:32.118671 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-54e8fa7e-32b5-48f7-b886-a6168654d89e req-757913ee-614d-41b4-8681-6d87c2e1b3ed service neutron] 10.222.0.90 "GET /v2.0/subnets?id=dd8ab691-8e62-449b-bab6-bdcf74b0ccb1 HTTP/1.1" status: 200 len: 835 time: 0.0719786 Nov 25 17:50:32.119888 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0a6b3bec-a0e6-40ed-a6c3-b581abb8b2aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:32.133871 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-4aeb3ff8-cae1-47ec-889b-44fd1a737a04 None None] Provisioning complete for port 4cff4b4a-8218-442e-b4c7-b89571187532 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:32.134254 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4aeb3ff8-cae1-47ec-889b-44fd1a737a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:32.152241 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6b3bec-a0e6-40ed-a6c3-b581abb8b2aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78fa48a8-77a9-43c3-b2cc-24750cdce1fa,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:32.163356 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e900449e-fa84-4996-839d-ff1e943856f7 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:32.190521 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-4aeb3ff8-cae1-47ec-889b-44fd1a737a04 None None] Port 4cff4b4a-8218-442e-b4c7-b89571187532 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:50:32.250440 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b56a2e-64e5-43b5-8e9c-5ce56a9c8e8a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Router 100e317a-92c9-4cce-a065-e02c0ec39adf is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:50:32.257538 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['03f0f2ed-d617-4f76-8f9a-e1c0ad5d1bb0'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:50:32.545883 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0a6b3bec-a0e6-40ed-a6c3-b581abb8b2aa admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=16dc9e40d5af44649e8571d0917da225&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8390868 Nov 25 17:50:32.549268 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 45502) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:32.588607 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28995a2-789d-4179-a4c9-494497c91208 req-124b8b43-1b30-4880-a9ac-4df1503334d3 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:32.590604 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a28995a2-789d-4179-a4c9-494497c91208 req-124b8b43-1b30-4880-a9ac-4df1503334d3 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2dee017-9aa8-41c6-b4ab-5f83a39d35d4 HTTP/1.1" status: 200 len: 943 time: 0.3191814 Nov 25 17:50:32.593449 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e8fa7e-32b5-48f7-b886-a6168654d89e req-4a38e5d9-1b42-4822-b6bb-718bf176baa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:32.594955 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-54e8fa7e-32b5-48f7-b886-a6168654d89e req-4a38e5d9-1b42-4822-b6bb-718bf176baa4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f0b62c91-efd1-42fd-8c7c-59c29803d540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4438994 Nov 25 17:50:32.631605 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ba769119-eabe-4583-99e2-111857dab596 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:32.655202 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b56a2e-64e5-43b5-8e9c-5ce56a9c8e8a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:50:32.665985 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141ac1f9-190e-41bc-9173-52e1a4abba0d None None] Sync routers for ids ['100e317a-92c9-4cce-a065-e02c0ec39adf'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:50:32.676171 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141ac1f9-190e-41bc-9173-52e1a4abba0d None None] Routers {'100e317a-92c9-4cce-a065-e02c0ec39adf'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:50:32.676935 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-141ac1f9-190e-41bc-9173-52e1a4abba0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:50:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['100e317a-92c9-4cce-a065-e02c0ec39adf'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:32.692509 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9083d56a-777e-4d78-a291-610c629daf89 req-a1009cba-45c3-45f4-99d0-9ebbd1322538 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:32.694262 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9083d56a-777e-4d78-a291-610c629daf89 req-a1009cba-45c3-45f4-99d0-9ebbd1322538 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=f620a5eb-95f5-4720-872d-d2ce309bb9a0 HTTP/1.1" status: 200 len: 944 time: 0.1949587 Nov 25 17:50:32.700452 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ba769119-eabe-4583-99e2-111857dab596 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:32.755806 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-54e8fa7e-32b5-48f7-b886-a6168654d89e req-22b5ee42-5530-44a6-8190-61c8d56a0d09 service neutron] 10.222.0.90 "GET /v2.0/networks/f0b62c91-efd1-42fd-8c7c-59c29803d540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452274 Nov 25 17:50:32.757156 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a7b56a2e-64e5-43b5-8e9c-5ce56a9c8e8a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:32.761317 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-a7b56a2e-64e5-43b5-8e9c-5ce56a9c8e8a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.4871879 Nov 25 17:50:32.761941 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 45504) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:32.794446 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-141ac1f9-190e-41bc-9173-52e1a4abba0d None None] Set router 100e317a-92c9-4cce-a065-e02c0ec39adf gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:50:32.829489 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a28995a2-789d-4179-a4c9-494497c91208 req-cbfe0754-af7e-47de-9bd6-3b1cdcb4b51c tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/security-groups?id=ccc401e9-c464-4c5f-bf48-702b4b25d2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2212892 Nov 25 17:50:32.839502 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ba769119-eabe-4583-99e2-111857dab596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:32.843209 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ba769119-eabe-4583-99e2-111857dab596 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:32.844653 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ba769119-eabe-4583-99e2-111857dab596 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/78fa48a8-77a9-43c3-b2cc-24750cdce1fa HTTP/1.1" status: 204 len: 168 time: 0.2945693 Nov 25 17:50:32.885967 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba769119-eabe-4583-99e2-111857dab596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fa48a8-77a9-43c3-b2cc-24750cdce1fa,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:32.926872 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-54e8fa7e-32b5-48f7-b886-a6168654d89e req-28893b30-5ecc-4dc6-b54d-1e72819537a1 service neutron] 10.222.0.90 "GET /v2.0/networks/f0b62c91-efd1-42fd-8c7c-59c29803d540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609306 Nov 25 17:50:32.930103 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9083d56a-777e-4d78-a291-610c629daf89 req-1954a000-02dc-464e-b3f2-8e92ba8c2952 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260244 Nov 25 17:50:32.996510 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e900449e-fa84-4996-839d-ff1e943856f7 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:33.003378 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e900449e-fa84-4996-839d-ff1e943856f7 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:33.093163 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e900449e-fa84-4996-839d-ff1e943856f7 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:33.095099 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e900449e-fa84-4996-839d-ff1e943856f7 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event updated for resources: {'Port': ['ID=4cff4b4a-8218-442e-b4c7-b89571187532,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:33.145595 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-141ac1f9-190e-41bc-9173-52e1a4abba0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100e317a-92c9-4cce-a065-e02c0ec39adf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1904891424', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'c20cd774-9c44-4c03-9982-8604410253d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:50:27Z', 'updated_at': '2021-11-25T17:50:31Z', 'revision_number': 3, 'project_id': '867688fabf794394b7f5a37353b0165e', 'gw_port': {'id': 'c20cd774-9c44-4c03-9982-8604410253d3', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100e317a-92c9-4cce-a065-e02c0ec39adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:50:29Z', 'updated_at': '2021-11-25T17:50:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:33.182688 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141ac1f9-190e-41bc-9173-52e1a4abba0d None None] Checking router: 100e317a-92c9-4cce-a065-e02c0ec39adf for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:50:33.183184 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141ac1f9-190e-41bc-9173-52e1a4abba0d None None] Updating router 100e317a-92c9-4cce-a065-e02c0ec39adf port c20cd774-9c44-4c03-9982-8604410253d3 binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:50:33.218370 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-141ac1f9-190e-41bc-9173-52e1a4abba0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:33.244573 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e900449e-fa84-4996-839d-ff1e943856f7 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Network cc86ed5a-c90d-4b4a-a2ec-a018981c7f22 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:50:33.247410 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-e900449e-fa84-4996-839d-ff1e943856f7 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:50:33.250813 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-165b0efe-2748-4f53-be24-6b220c91d0da tempest-TestNetworkAdvancedServerOps-44296226 tempest-TestNetworkAdvancedServerOps-44296226-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=867688fabf794394b7f5a37353b0165e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4836781 Nov 25 17:50:33.251281 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 45518) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:33.447996 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e900449e-fa84-4996-839d-ff1e943856f7 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Router d679a1f6-27a7-4606-92a4-66671b2e736f has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:50:33.559577 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2f5951-dbd7-431d-84f7-b9b3f16b531a tempest-TestNetworkAdvancedServerOps-44296226 tempest-TestNetworkAdvancedServerOps-44296226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:33.561393 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-cb2f5951-dbd7-431d-84f7-b9b3f16b531a tempest-TestNetworkAdvancedServerOps-44296226 tempest-TestNetworkAdvancedServerOps-44296226-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3092513 Nov 25 17:50:33.564488 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 45530) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:33.607796 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c441db52-fcdb-45f9-9803-ced928caacd7 tempest-TestNetworkAdvancedServerOps-44296226 tempest-TestNetworkAdvancedServerOps-44296226-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=1aa44027-b9d0-4a56-9a59-7e664703e20a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400784 Nov 25 17:50:33.609210 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 45532) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:33.620097 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-1728070f-2e5b-488e-b9fb-ee9adab6d7f5 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1833295254', 'network_id': '956f4e0f-d672-4efc-84b9-1a07478d59f4', 'project_id': '867688fabf794394b7f5a37353b0165e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:33.647638 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e900449e-fa84-4996-839d-ff1e943856f7 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:50:33.662077 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-e900449e-fa84-4996-839d-ff1e943856f7 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "PUT /v2.0/routers/d679a1f6-27a7-4606-92a4-66671b2e736f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2422776 Nov 25 17:50:33.664900 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 45540) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:33.666250 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e166308a-63e0-44da-a25b-6db5462226a6 None None] Sync routers for ids ['d679a1f6-27a7-4606-92a4-66671b2e736f'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:50:33.682520 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e166308a-63e0-44da-a25b-6db5462226a6 None None] Routers {'d679a1f6-27a7-4606-92a4-66671b2e736f'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:50:33.685714 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-e166308a-63e0-44da-a25b-6db5462226a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:50:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['d679a1f6-27a7-4606-92a4-66671b2e736f'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:33.705930 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-c71947cc-cc56-45c6-bae4-1b3f2ea7e3e9 None None] Provisioning complete for port 4cff4b4a-8218-442e-b4c7-b89571187532 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:33.706310 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c71947cc-cc56-45c6-bae4-1b3f2ea7e3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:33.766199 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-e166308a-63e0-44da-a25b-6db5462226a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:33.770946 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-c71947cc-cc56-45c6-bae4-1b3f2ea7e3e9 None None] Port 4cff4b4a-8218-442e-b4c7-b89571187532 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:50:33.771120 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b004d3-7abb-4eaf-8d3f-67bd3720b0a2 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:33.772999 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-64b004d3-7abb-4eaf-8d3f-67bd3720b0a2 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "GET /v2.0/ports/4cff4b4a-8218-442e-b4c7-b89571187532 HTTP/1.1" status: 200 len: 910 time: 0.1067016 Nov 25 17:50:33.775883 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 45542) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:33.779935 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 03f0f2ed-d617-4f76-8f9a-e1c0ad5d1bb0 up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:50:33.782273 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1728070f-2e5b-488e-b9fb-ee9adab6d7f5 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Made reservation on behalf of 867688fabf794394b7f5a37353b0165e for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:50:33.789440 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1728070f-2e5b-488e-b9fb-ee9adab6d7f5 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:33.799731 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e166308a-63e0-44da-a25b-6db5462226a6 None None] Routers {'d679a1f6-27a7-4606-92a4-66671b2e736f'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:50:33.800398 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-e166308a-63e0-44da-a25b-6db5462226a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:50:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['d679a1f6-27a7-4606-92a4-66671b2e736f'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:33.858122 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-e166308a-63e0-44da-a25b-6db5462226a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:33.859095 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e166308a-63e0-44da-a25b-6db5462226a6 None None] The sync data for ids ['d679a1f6-27a7-4606-92a4-66671b2e736f'] in n-d-817746-1 is: [] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:50:33.919041 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-141ac1f9-190e-41bc-9173-52e1a4abba0d None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:33.936255 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port 03f0f2ed-d617-4f76-8f9a-e1c0ad5d1bb0 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:50:33.940702 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 03f0f2ed-d617-4f76-8f9a-e1c0ad5d1bb0 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:33.941112 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:33.945417 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-141ac1f9-190e-41bc-9173-52e1a4abba0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:34.086552 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a16a04-53d1-4ba4-9888-e73611d21721 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:50:34.133544 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-141ac1f9-190e-41bc-9173-52e1a4abba0d None None] Attempting to bind port c20cd774-9c44-4c03-9982-8604410253d3 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:50:34.133933 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-141ac1f9-190e-41bc-9173-52e1a4abba0d None None] Attempting to bind port c20cd774-9c44-4c03-9982-8604410253d3 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:50:34.134347 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141ac1f9-190e-41bc-9173-52e1a4abba0d None None] Attempting to bind port c20cd774-9c44-4c03-9982-8604410253d3 on network 1aa44027-b9d0-4a56-9a59-7e664703e20a {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:50:34.148291 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141ac1f9-190e-41bc-9173-52e1a4abba0d None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:50:34.149930 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141ac1f9-190e-41bc-9173-52e1a4abba0d None None] Checking segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:50:34.150362 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-141ac1f9-190e-41bc-9173-52e1a4abba0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:34.150906 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141ac1f9-190e-41bc-9173-52e1a4abba0d None None] Bound using segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:50:34.151407 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-141ac1f9-190e-41bc-9173-52e1a4abba0d None None] Bound port: c20cd774-9c44-4c03-9982-8604410253d3, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:50:34.151815 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-141ac1f9-190e-41bc-9173-52e1a4abba0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:34.194107 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1728070f-2e5b-488e-b9fb-ee9adab6d7f5 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:34.220479 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-141ac1f9-190e-41bc-9173-52e1a4abba0d None None] For port c20cd774-9c44-4c03-9982-8604410253d3, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:50:34.224470 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-141ac1f9-190e-41bc-9173-52e1a4abba0d None None] For port c20cd774-9c44-4c03-9982-8604410253d3, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=c20cd774-9c44-4c03-9982-8604410253d3,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:50:34.239468 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-141ac1f9-190e-41bc-9173-52e1a4abba0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:34.246335 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c638e2-cc06-4234-b68a-19e8a7a1abaa None None] Pushing event updated for resources: {'Port': ['ID=c20cd774-9c44-4c03-9982-8604410253d3,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:34.287570 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1728070f-2e5b-488e-b9fb-ee9adab6d7f5 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event updated for resources: {'Subnet': ['ID=41aa15c7-0383-4c7f-9427-4b12720b647d,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:34.314016 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1728070f-2e5b-488e-b9fb-ee9adab6d7f5 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Checking segment: {'id': '9bc68ea2-bf7d-42c6-bd84-767bb9f889f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '956f4e0f-d672-4efc-84b9-1a07478d59f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:50:34.314407 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1728070f-2e5b-488e-b9fb-ee9adab6d7f5 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Network hostable DHCP agents. Network: 956f4e0f-d672-4efc-84b9-1a07478d59f4, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:50:34.357058 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bf2d9f-8afc-46d3-829c-c21ae4ed3061 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:50:34.358769 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1728070f-2e5b-488e-b9fb-ee9adab6d7f5 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Network 956f4e0f-d672-4efc-84b9-1a07478d59f4 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:50:34.360884 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c638e2-cc06-4234-b68a-19e8a7a1abaa None None] Pushing event updated for resources: {'Port': ['ID=c20cd774-9c44-4c03-9982-8604410253d3,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:34.375118 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-1728070f-2e5b-488e-b9fb-ee9adab6d7f5 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 956f4e0f-d672-4efc-84b9-1a07478d59f4) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:50:34.381108 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1728070f-2e5b-488e-b9fb-ee9adab6d7f5 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:34.381721 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1728070f-2e5b-488e-b9fb-ee9adab6d7f5 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:34.417890 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1728070f-2e5b-488e-b9fb-ee9adab6d7f5 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8062499 Nov 25 17:50:34.418637 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 45568) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:34.429542 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a394662-6b67-45d3-b376-33e179b3501c None None] Network 956f4e0f-d672-4efc-84b9-1a07478d59f4 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:50:34.432380 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-0fd40910-200f-4d4f-bd0c-2107ac5f3974 None None] Provisioning complete for port c20cd774-9c44-4c03-9982-8604410253d3 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:34.432987 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0fd40910-200f-4d4f-bd0c-2107ac5f3974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:34.541560 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:34.603464 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef24dc2-2f3a-4973-895c-2eb51010d499 req-4be5c462-c3a3-4bc4-8c90-b06a3358dea9 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:34.605125 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2ef24dc2-2f3a-4973-895c-2eb51010d499 req-4be5c462-c3a3-4bc4-8c90-b06a3358dea9 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=f620a5eb-95f5-4720-872d-d2ce309bb9a0 HTTP/1.1" status: 200 len: 944 time: 0.5432310 Nov 25 17:50:34.614392 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e376d0a1-8b27-4158-b258-675a2fd29265 req-d06c006b-aa14-4050-b256-62e037ebc740 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:34.622587 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e376d0a1-8b27-4158-b258-675a2fd29265 req-d06c006b-aa14-4050-b256-62e037ebc740 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2dee017-9aa8-41c6-b4ab-5f83a39d35d4 HTTP/1.1" status: 200 len: 943 time: 0.5625589 Nov 25 17:50:34.675114 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141ac1f9-190e-41bc-9173-52e1a4abba0d None None] Routers {'100e317a-92c9-4cce-a065-e02c0ec39adf'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:50:34.675773 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-141ac1f9-190e-41bc-9173-52e1a4abba0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:50:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['100e317a-92c9-4cce-a065-e02c0ec39adf'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:34.791137 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 45576) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:34.806675 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2ef24dc2-2f3a-4973-895c-2eb51010d499 req-5e035176-84ce-42b2-b96b-0aec4cb26687 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819830 Nov 25 17:50:34.877389 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e376d0a1-8b27-4158-b258-675a2fd29265 req-b041a7e7-0f78-45d0-8224-ec84c7bdace0 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/security-groups?id=ccc401e9-c464-4c5f-bf48-702b4b25d2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2488568 Nov 25 17:50:35.004469 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f620a5eb-95f5-4720-872d-d2ce309bb9a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03f0f2ed-d617-4f76-8f9a-e1c0ad5d1bb0'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:50:35.011134 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6b0d01-42c5-44f3-b71f-486419c10d0d" -d '{"events": [{"server_uuid": "f620a5eb-95f5-4720-872d-d2ce309bb9a0", "name": "network-vif-plugged", "status": "completed", "tag": "03f0f2ed-d617-4f76-8f9a-e1c0ad5d1bb0"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:50:35.048515 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-deadd673-7f56-4b12-b692-700f901bf9e3 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:35.058361 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1f19b0a3-10c2-4479-a2d7-156e4554b97a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:35.125485 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-deafaf62-13c8-4170-bf0a-5586676b76e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:35.250487 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc0dcb-65dc-43f1-b440-d6ab060eb702 req-4b1b59ad-bc7b-48d0-a0a0-5bbcbfcb9da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:35.252146 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-5bcc0dcb-65dc-43f1-b440-d6ab060eb702 req-4b1b59ad-bc7b-48d0-a0a0-5bbcbfcb9da7 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f620a5eb-95f5-4720-872d-d2ce309bb9a0 HTTP/1.1" status: 200 len: 1095 time: 0.0994868 Nov 25 17:50:35.319156 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 5a792fdb-75f0-4cc9-ace9-3afedd10fad8 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:50:35.337024 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 03f0f2ed-d617-4f76-8f9a-e1c0ad5d1bb0, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=03f0f2ed-d617-4f76-8f9a-e1c0ad5d1bb0,segment=NetworkSegment(5d15a5ac-47ef-4ddf-b5a4-0fc888643200),segment_id=5d15a5ac-47ef-4ddf-b5a4-0fc888643200)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:50:35.343528 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cdc51d7-fe55-4927-b228-21cbbf71dbeb x-openstack-request-id: req-8cdc51d7-fe55-4927-b228-21cbbf71dbeb {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:50:35.344344 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f620a5eb-95f5-4720-872d-d2ce309bb9a0", "name": "network-vif-plugged", "status": "completed", "tag": "03f0f2ed-d617-4f76-8f9a-e1c0ad5d1bb0", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:50:35.344344 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8cdc51d7-fe55-4927-b228-21cbbf71dbeb {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:50:35.344795 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f620a5eb-95f5-4720-872d-d2ce309bb9a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03f0f2ed-d617-4f76-8f9a-e1c0ad5d1bb0', 'code': 200} Nov 25 17:50:35.359548 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:35.383400 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-deafaf62-13c8-4170-bf0a-5586676b76e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:35.391890 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-deafaf62-13c8-4170-bf0a-5586676b76e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:35.415378 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-141ac1f9-190e-41bc-9173-52e1a4abba0d None None] Set router 100e317a-92c9-4cce-a065-e02c0ec39adf gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:50:35.434372 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-5bcc0dcb-65dc-43f1-b440-d6ab060eb702 req-7ea408f6-964b-48e0-85d1-7aab51d2b7b2 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390605 Nov 25 17:50:35.442121 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-deafaf62-13c8-4170-bf0a-5586676b76e1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cc2a882ddc34459cbdc251b2c4f4e84b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6344454 Nov 25 17:50:35.443317 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deafaf62-13c8-4170-bf0a-5586676b76e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9043aa9-11b5-4dca-8944-04c89bb237ba,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:35.446098 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 45592) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:35.459748 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ec6751-6cf5-4327-b572-210e60513e07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-956f4e0f-d672-4efc-84b9-1a07478d59f4', 'network_id': '956f4e0f-d672-4efc-84b9-1a07478d59f4', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'fixed_ips': [{'subnet_id': '41aa15c7-0383-4c7f-9427-4b12720b647d'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:50:35.460500 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-52ec6751-6cf5-4327-b572-210e60513e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:35.511587 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-1f19b0a3-10c2-4479-a2d7-156e4554b97a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Allocated IP 172.20.0.1 (956f4e0f-d672-4efc-84b9-1a07478d59f4/41aa15c7-0383-4c7f-9427-4b12720b647d/5760450d-a84c-44ee-b77c-7ae14d91aace) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:50:35.533750 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f862ff29-851a-4702-acd6-f42f4e73c5b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:35.549183 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.db.resource_extend [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:50:35.566717 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f862ff29-851a-4702-acd6-f42f4e73c5b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:35.575666 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-deadd673-7f56-4b12-b692-700f901bf9e3 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Deleting port 4cff4b4a-8218-442e-b4c7-b89571187532 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:50:35.575999 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-deadd673-7f56-4b12-b692-700f901bf9e3 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:35.673853 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1f19b0a3-10c2-4479-a2d7-156e4554b97a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:35.702959 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-deadd673-7f56-4b12-b692-700f901bf9e3 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:35.720803 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f862ff29-851a-4702-acd6-f42f4e73c5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:35.725049 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f862ff29-851a-4702-acd6-f42f4e73c5b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:35.726397 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-f862ff29-851a-4702-acd6-f42f4e73c5b2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a9043aa9-11b5-4dca-8944-04c89bb237ba HTTP/1.1" status: 204 len: 168 time: 0.2778015 Nov 25 17:50:35.731620 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1f19b0a3-10c2-4479-a2d7-156e4554b97a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:35.736397 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-deadd673-7f56-4b12-b692-700f901bf9e3 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Calling delete_port for 4cff4b4a-8218-442e-b4c7-b89571187532 owned by network:router_interface {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:50:35.748165 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f862ff29-851a-4702-acd6-f42f4e73c5b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9043aa9-11b5-4dca-8944-04c89bb237ba,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:35.773379 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0fd40910-200f-4d4f-bd0c-2107ac5f3974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:35.808415 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f19b0a3-10c2-4479-a2d7-156e4554b97a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Network 956f4e0f-d672-4efc-84b9-1a07478d59f4 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:50:35.812183 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-1f19b0a3-10c2-4479-a2d7-156e4554b97a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:50:35.816631 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f19b0a3-10c2-4479-a2d7-156e4554b97a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:50:35.865729 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=03f0f2ed-d617-4f76-8f9a-e1c0ad5d1bb0,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:35.887333 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f19b0a3-10c2-4479-a2d7-156e4554b97a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event updated for resources: {'Port': ['ID=5760450d-a84c-44ee-b77c-7ae14d91aace,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:35.927084 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-0fd40910-200f-4d4f-bd0c-2107ac5f3974 None None] For port c20cd774-9c44-4c03-9982-8604410253d3, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=c20cd774-9c44-4c03-9982-8604410253d3,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:50:35.944943 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1f19b0a3-10c2-4479-a2d7-156e4554b97a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:35.958842 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0fd40910-200f-4d4f-bd0c-2107ac5f3974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:36.003425 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 5a792fdb-75f0-4cc9-ace9-3afedd10fad8, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=5a792fdb-75f0-4cc9-ace9-3afedd10fad8,segment=NetworkSegment(274a258b-b064-458c-b5c1-f473d996c8a2),segment_id=274a258b-b064-458c-b5c1-f473d996c8a2)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:50:36.040353 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-52ec6751-6cf5-4327-b572-210e60513e07 None None] Allocated IP 172.20.0.2 (956f4e0f-d672-4efc-84b9-1a07478d59f4/41aa15c7-0383-4c7f-9427-4b12720b647d/6312214f-a1f6-4e76-933b-68d1810ee1d0) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:50:36.128890 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '5a792fdb-75f0-4cc9-ace9-3afedd10fad8', 'network_id': 'f0b62c91-efd1-42fd-8c7c-59c29803d540', 'port_id': '5a792fdb-75f0-4cc9-ace9-3afedd10fad8', 'mac_address': 'fa:16:3e:88:84:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd8ab691-8e62-449b-bab6-bdcf74b0ccb1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:50:36.171009 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fdfc5c-749e-4fa0-b144-434d7f700801 req-b3b5d995-f85e-487a-a92a-a1cf731a445f tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:36.174266 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-24fdfc5c-749e-4fa0-b144-434d7f700801 req-b3b5d995-f85e-487a-a92a-a1cf731a445f tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=f620a5eb-95f5-4720-872d-d2ce309bb9a0 HTTP/1.1" status: 200 len: 945 time: 0.1599681 Nov 25 17:50:36.200814 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1f19b0a3-10c2-4479-a2d7-156e4554b97a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:36.232743 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf4ce9-142d-4ed2-a67a-f3741389ac0c req-a783c14d-9a75-47c1-97a4-1666e9159936 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:36.234529 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5edf4ce9-142d-4ed2-a67a-f3741389ac0c req-a783c14d-9a75-47c1-97a4-1666e9159936 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2dee017-9aa8-41c6-b4ab-5f83a39d35d4 HTTP/1.1" status: 200 len: 943 time: 0.1848168 Nov 25 17:50:36.299467 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-deadd673-7f56-4b12-b692-700f901bf9e3 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:36.307720 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-a127eda7-96ca-4277-8171-c3f5ca7c8ba6 None None] Provisioning complete for port c20cd774-9c44-4c03-9982-8604410253d3 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:36.308462 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a127eda7-96ca-4277-8171-c3f5ca7c8ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:36.384701 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deadd673-7f56-4b12-b692-700f901bf9e3 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event deleted for resources: {'Port': ['ID=4cff4b4a-8218-442e-b4c7-b89571187532,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:36.388868 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd40910-200f-4d4f-bd0c-2107ac5f3974 None None] Pushing event updated for resources: {'Port': ['ID=c20cd774-9c44-4c03-9982-8604410253d3,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:36.395724 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-24fdfc5c-749e-4fa0-b144-434d7f700801 req-27ce8e09-9e11-4f00-9807-b9f9bb7bf299 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891468 Nov 25 17:50:36.405482 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5edf4ce9-142d-4ed2-a67a-f3741389ac0c req-02e0a51c-0531-4b8f-8c5e-8c12a43570e3 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/security-groups?id=ccc401e9-c464-4c5f-bf48-702b4b25d2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595118 Nov 25 17:50:36.541366 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:36.583337 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a792fdb-75f0-4cc9-ace9-3afedd10fad8 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:50:36.624423 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 5a792fdb-75f0-4cc9-ace9-3afedd10fad8, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=5a792fdb-75f0-4cc9-ace9-3afedd10fad8,segment=NetworkSegment(274a258b-b064-458c-b5c1-f473d996c8a2),segment_id=274a258b-b064-458c-b5c1-f473d996c8a2)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:50:36.642660 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-deadd673-7f56-4b12-b692-700f901bf9e3 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:36.651818 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:36.799210 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-52ec6751-6cf5-4327-b572-210e60513e07 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:36.812349 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-141ac1f9-190e-41bc-9173-52e1a4abba0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100e317a-92c9-4cce-a065-e02c0ec39adf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1904891424', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'c20cd774-9c44-4c03-9982-8604410253d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:50:27Z', 'updated_at': '2021-11-25T17:50:31Z', 'revision_number': 3, 'project_id': '867688fabf794394b7f5a37353b0165e', 'gw_port': {'id': 'c20cd774-9c44-4c03-9982-8604410253d3', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100e317a-92c9-4cce-a065-e02c0ec39adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:50:29Z', 'updated_at': '2021-11-25T17:50:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:36.822178 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1f19b0a3-10c2-4479-a2d7-156e4554b97a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:36.835330 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1f19b0a3-10c2-4479-a2d7-156e4554b97a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:36.903412 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141ac1f9-190e-41bc-9173-52e1a4abba0d None None] The sync data for ids ['100e317a-92c9-4cce-a065-e02c0ec39adf'] in n-d-817746-1 is: [{'id': '100e317a-92c9-4cce-a065-e02c0ec39adf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1904891424', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'c20cd774-9c44-4c03-9982-8604410253d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:50:27Z', 'updated_at': '2021-11-25T17:50:31Z', 'revision_number': 3, 'project_id': '867688fabf794394b7f5a37353b0165e', 'gw_port': {'id': 'c20cd774-9c44-4c03-9982-8604410253d3', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100e317a-92c9-4cce-a065-e02c0ec39adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:50:29Z', 'updated_at': '2021-11-25T17:50:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:50:36.921442 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-52ec6751-6cf5-4327-b572-210e60513e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:36.941773 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f19b0a3-10c2-4479-a2d7-156e4554b97a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event updated for resources: {'Port': ['ID=5760450d-a84c-44ee-b77c-7ae14d91aace,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:36.955715 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f19b0a3-10c2-4479-a2d7-156e4554b97a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:36.955715 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f19b0a3-10c2-4479-a2d7-156e4554b97a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:36.955715 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f19b0a3-10c2-4479-a2d7-156e4554b97a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:36.956188 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f19b0a3-10c2-4479-a2d7-156e4554b97a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:36.956575 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f19b0a3-10c2-4479-a2d7-156e4554b97a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:36.957019 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f19b0a3-10c2-4479-a2d7-156e4554b97a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:36.957929 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f19b0a3-10c2-4479-a2d7-156e4554b97a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:36.957929 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f19b0a3-10c2-4479-a2d7-156e4554b97a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:36.965352 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f19b0a3-10c2-4479-a2d7-156e4554b97a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:36.965352 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f19b0a3-10c2-4479-a2d7-156e4554b97a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:36.965352 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f19b0a3-10c2-4479-a2d7-156e4554b97a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:36.965352 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f19b0a3-10c2-4479-a2d7-156e4554b97a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:36.977985 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ec6751-6cf5-4327-b572-210e60513e07 None None] Network 956f4e0f-d672-4efc-84b9-1a07478d59f4 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:50:36.994098 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1f19b0a3-10c2-4479-a2d7-156e4554b97a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:36.999181 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-52ec6751-6cf5-4327-b572-210e60513e07 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:50:37.006049 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deadd673-7f56-4b12-b692-700f901bf9e3 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Router d679a1f6-27a7-4606-92a4-66671b2e736f has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:50:37.007229 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ec6751-6cf5-4327-b572-210e60513e07 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:50:37.024455 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['5a792fdb-75f0-4cc9-ace9-3afedd10fad8'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:50:37.060710 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=5a792fdb-75f0-4cc9-ace9-3afedd10fad8,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:37.146690 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 45638) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:37.198240 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ec6751-6cf5-4327-b572-210e60513e07 None None] Pushing event updated for resources: {'Port': ['ID=6312214f-a1f6-4e76-933b-68d1810ee1d0,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:37.199550 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f19b0a3-10c2-4479-a2d7-156e4554b97a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Network 956f4e0f-d672-4efc-84b9-1a07478d59f4 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:50:37.201130 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-1f19b0a3-10c2-4479-a2d7-156e4554b97a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:50:37.224540 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deadd673-7f56-4b12-b692-700f901bf9e3 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:50:37.232067 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-deadd673-7f56-4b12-b692-700f901bf9e3 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "PUT /v2.0/routers/d679a1f6-27a7-4606-92a4-66671b2e736f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4545770 Nov 25 17:50:37.234621 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 45646) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:37.245392 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff94f5a0-f1e7-4b02-8748-f02b66b8552e None None] Sync routers for ids ['d679a1f6-27a7-4606-92a4-66671b2e736f'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:50:37.279201 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-52ec6751-6cf5-4327-b572-210e60513e07 None None] Attempting to bind port 6312214f-a1f6-4e76-933b-68d1810ee1d0 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:50:37.295420 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-52ec6751-6cf5-4327-b572-210e60513e07 None None] Attempting to bind port 6312214f-a1f6-4e76-933b-68d1810ee1d0 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '9bc68ea2-bf7d-42c6-bd84-767bb9f889f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '956f4e0f-d672-4efc-84b9-1a07478d59f4'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:50:37.296274 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ec6751-6cf5-4327-b572-210e60513e07 None None] Attempting to bind port 6312214f-a1f6-4e76-933b-68d1810ee1d0 on network 956f4e0f-d672-4efc-84b9-1a07478d59f4 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:50:37.308066 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff94f5a0-f1e7-4b02-8748-f02b66b8552e None None] Routers {'d679a1f6-27a7-4606-92a4-66671b2e736f'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:50:37.309780 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-ff94f5a0-f1e7-4b02-8748-f02b66b8552e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:50:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['d679a1f6-27a7-4606-92a4-66671b2e736f'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:37.364445 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-ff94f5a0-f1e7-4b02-8748-f02b66b8552e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:37.370305 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ec6751-6cf5-4327-b572-210e60513e07 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:50:37.371115 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ec6751-6cf5-4327-b572-210e60513e07 None None] Checking segment: {'id': '9bc68ea2-bf7d-42c6-bd84-767bb9f889f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '956f4e0f-d672-4efc-84b9-1a07478d59f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:50:37.372090 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-52ec6751-6cf5-4327-b572-210e60513e07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:37.372993 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ec6751-6cf5-4327-b572-210e60513e07 None None] Bound using segment: {'id': '9bc68ea2-bf7d-42c6-bd84-767bb9f889f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '956f4e0f-d672-4efc-84b9-1a07478d59f4'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:50:37.374726 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-52ec6751-6cf5-4327-b572-210e60513e07 None None] Bound port: 6312214f-a1f6-4e76-933b-68d1810ee1d0, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bc68ea2-bf7d-42c6-bd84-767bb9f889f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '956f4e0f-d672-4efc-84b9-1a07478d59f4'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:50:37.375128 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-52ec6751-6cf5-4327-b572-210e60513e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:37.439037 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-f2b21062-d4f1-43fa-a83e-c874643c7b75 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-939078484'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:37.451823 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff94f5a0-f1e7-4b02-8748-f02b66b8552e None None] Routers {'d679a1f6-27a7-4606-92a4-66671b2e736f'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:50:37.452628 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-ff94f5a0-f1e7-4b02-8748-f02b66b8552e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:50:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['d679a1f6-27a7-4606-92a4-66671b2e736f'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:37.509756 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b21062-d4f1-43fa-a83e-c874643c7b75 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Made reservation on behalf of 2a0c7521c23c4259b7e5cebdbcb195bb for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:50:37.513518 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f2b21062-d4f1-43fa-a83e-c874643c7b75 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:37.549665 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-ff94f5a0-f1e7-4b02-8748-f02b66b8552e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:37.550808 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff94f5a0-f1e7-4b02-8748-f02b66b8552e None None] The sync data for ids ['d679a1f6-27a7-4606-92a4-66671b2e736f'] in n-d-817746-1 is: [] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:50:37.553864 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f2b21062-d4f1-43fa-a83e-c874643c7b75 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:37.610682 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f19b0a3-10c2-4479-a2d7-156e4554b97a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Router 100e317a-92c9-4cce-a065-e02c0ec39adf has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:50:37.685280 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a78338-2acb-4660-b839-e42992dd703a req-367beda1-a25c-448c-ab05-221a84e5636b tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:37.702295 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-47a78338-2acb-4660-b839-e42992dd703a req-367beda1-a25c-448c-ab05-221a84e5636b tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2dee017-9aa8-41c6-b4ab-5f83a39d35d4 HTTP/1.1" status: 200 len: 944 time: 0.1800399 Nov 25 17:50:37.706009 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-52ec6751-6cf5-4327-b572-210e60513e07 None None] For port 6312214f-a1f6-4e76-933b-68d1810ee1d0, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:50:37.726178 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-52ec6751-6cf5-4327-b572-210e60513e07 None None] For port 6312214f-a1f6-4e76-933b-68d1810ee1d0, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=6312214f-a1f6-4e76-933b-68d1810ee1d0,segment=NetworkSegment(9bc68ea2-bf7d-42c6-bd84-767bb9f889f5),segment_id=9bc68ea2-bf7d-42c6-bd84-767bb9f889f5)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:50:37.739974 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-52ec6751-6cf5-4327-b572-210e60513e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:37.766777 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb29f5-16fd-4456-b89b-50b33a8bd3f3 req-8678e9e1-2591-4209-af63-d384d1c4655f tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:37.774425 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-aefb29f5-16fd-4456-b89b-50b33a8bd3f3 req-8678e9e1-2591-4209-af63-d384d1c4655f tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=f620a5eb-95f5-4720-872d-d2ce309bb9a0 HTTP/1.1" status: 200 len: 945 time: 0.2369721 Nov 25 17:50:37.859046 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ec6751-6cf5-4327-b572-210e60513e07 None None] Pushing event updated for resources: {'Port': ['ID=6312214f-a1f6-4e76-933b-68d1810ee1d0,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:37.898839 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f19b0a3-10c2-4479-a2d7-156e4554b97a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:50:37.912359 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1f19b0a3-10c2-4479-a2d7-156e4554b97a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "PUT /v2.0/routers/100e317a-92c9-4cce-a065-e02c0ec39adf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4923551 Nov 25 17:50:37.929699 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f2b21062-d4f1-43fa-a83e-c874643c7b75 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:37.954378 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f2b21062-d4f1-43fa-a83e-c874643c7b75 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:37.964575 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-47a78338-2acb-4660-b839-e42992dd703a req-ff826061-673b-4892-9fe4-75d9b76d82a5 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/security-groups?id=ccc401e9-c464-4c5f-bf48-702b4b25d2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2612796 Nov 25 17:50:38.006696 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-aefb29f5-16fd-4456-b89b-50b33a8bd3f3 req-9e478d9f-d7c6-4692-9290-8d61e434b90c tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313011 Nov 25 17:50:38.032908 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2b21062-d4f1-43fa-a83e-c874643c7b75 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 939} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:50:38.040308 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f2b21062-d4f1-43fa-a83e-c874643c7b75 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:38.040548 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-f2b21062-d4f1-43fa-a83e-c874643c7b75 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Added segment 7a7675a2-3c8e-4466-b3cb-d77d0e97fd29 of type vlan for network 606a6c80-baa3-4c33-b770-e497fee86342 Nov 25 17:50:38.124797 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f2b21062-d4f1-43fa-a83e-c874643c7b75 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:38.221747 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b7797df5-f6ba-4677-824e-44cf538c96db tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:38.224403 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b21062-d4f1-43fa-a83e-c874643c7b75 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50d27e9e-2488-44e6-8084-e0038d3e140d,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:38.253387 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f2b21062-d4f1-43fa-a83e-c874643c7b75 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:38.261894 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b21062-d4f1-43fa-a83e-c874643c7b75 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:38.262849 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f2b21062-d4f1-43fa-a83e-c874643c7b75 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:38.316583 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f2b21062-d4f1-43fa-a83e-c874643c7b75 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.1657569 Nov 25 17:50:38.317159 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 45682) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:38.325595 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-2958c4ae-ab11-4c3a-bdbc-c807dacd2bbf tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Request body: {'subnet': {'network_id': '606a6c80-baa3-4c33-b770-e497fee86342', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:38.414833 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b21062-d4f1-43fa-a83e-c874643c7b75 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Pushing event updated for resources: {'Network': ['ID=606a6c80-baa3-4c33-b770-e497fee86342,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:38.427734 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 606a6c80-baa3-4c33-b770-e497fee86342 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:50:38.553028 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c34346e9-118f-4b49-adb9-6763776d094a req-98b8f654-7a4a-4379-9f2f-6512be8416c0 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-85505661&fields=id&tenant_id=867688fabf794394b7f5a37353b0165e HTTP/1.1" status: 200 len: 267 time: 0.3632936 Nov 25 17:50:38.565134 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2958c4ae-ab11-4c3a-bdbc-c807dacd2bbf tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Made reservation on behalf of 2a0c7521c23c4259b7e5cebdbcb195bb for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:50:38.571952 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2958c4ae-ab11-4c3a-bdbc-c807dacd2bbf tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:38.684105 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad49443-c424-4fc2-847c-74cf8c0af15c req-b338d04b-e417-4f8a-872b-9cdc22f6c586 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:38.685766 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bad49443-c424-4fc2-847c-74cf8c0af15c req-b338d04b-e417-4f8a-872b-9cdc22f6c586 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/networks?id=cde55e2d-003f-4ba7-9946-c3e49edc6c96 HTTP/1.1" status: 200 len: 805 time: 0.3022711 Nov 25 17:50:38.814184 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2958c4ae-ab11-4c3a-bdbc-c807dacd2bbf tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:38.889275 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2958c4ae-ab11-4c3a-bdbc-c807dacd2bbf tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Pushing event updated for resources: {'Subnet': ['ID=d85f219a-9948-4635-ab11-064802af52d2,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:38.900206 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2958c4ae-ab11-4c3a-bdbc-c807dacd2bbf tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Checking segment: {'id': '7a7675a2-3c8e-4466-b3cb-d77d0e97fd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '606a6c80-baa3-4c33-b770-e497fee86342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:50:38.900774 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2958c4ae-ab11-4c3a-bdbc-c807dacd2bbf tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Network hostable DHCP agents. Network: 606a6c80-baa3-4c33-b770-e497fee86342, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:50:38.926775 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2958c4ae-ab11-4c3a-bdbc-c807dacd2bbf tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Network 606a6c80-baa3-4c33-b770-e497fee86342 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:50:38.943872 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-2958c4ae-ab11-4c3a-bdbc-c807dacd2bbf tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 606a6c80-baa3-4c33-b770-e497fee86342) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:50:38.949740 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2958c4ae-ab11-4c3a-bdbc-c807dacd2bbf tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:38.950592 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2958c4ae-ab11-4c3a-bdbc-c807dacd2bbf tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:38.963633 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4f6943-3692-4ab5-950e-642a212d224a None None] Network 606a6c80-baa3-4c33-b770-e497fee86342 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:50:38.971779 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2958c4ae-ab11-4c3a-bdbc-c807dacd2bbf tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6535373 Nov 25 17:50:38.974566 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 45696) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:38.998293 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-8f246f73-a362-4291-b552-7c4241854be6 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Request body: {'port': {'network_id': '606a6c80-baa3-4c33-b770-e497fee86342', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1077988009'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:39.039478 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 5a792fdb-75f0-4cc9-ace9-3afedd10fad8 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:50:39.062904 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bad49443-c424-4fc2-847c-74cf8c0af15c req-726f6469-155b-4068-9c00-d8eb2a0b27e2 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/quotas/0d1113b5e38141dd82a78af66f2b7f1f HTTP/1.1" status: 200 len: 375 time: 0.3541946 Nov 25 17:50:39.139408 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34346e9-118f-4b49-adb9-6763776d094a req-1becfa75-3102-419a-b643-e88e3840326e tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:39.140940 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c34346e9-118f-4b49-adb9-6763776d094a req-1becfa75-3102-419a-b643-e88e3840326e tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/networks?id=956f4e0f-d672-4efc-84b9-1a07478d59f4 HTTP/1.1" status: 200 len: 796 time: 0.5626686 Nov 25 17:50:39.178799 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port 5a792fdb-75f0-4cc9-ace9-3afedd10fad8 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:50:39.203261 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port 5a792fdb-75f0-4cc9-ace9-3afedd10fad8 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:39.203561 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:39.227309 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c34346e9-118f-4b49-adb9-6763776d094a req-6452338b-710d-48e4-8bf8-a2be95055d0c tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/quotas/867688fabf794394b7f5a37353b0165e HTTP/1.1" status: 200 len: 375 time: 0.0746632 Nov 25 17:50:39.264147 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f246f73-a362-4291-b552-7c4241854be6 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Made reservation on behalf of 2a0c7521c23c4259b7e5cebdbcb195bb for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:50:39.268248 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8f246f73-a362-4291-b552-7c4241854be6 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:39.290414 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70842ba1-29b8-45f7-a373-e8546e33bf9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-606a6c80-baa3-4c33-b770-e497fee86342', 'network_id': '606a6c80-baa3-4c33-b770-e497fee86342', 'tenant_id': '2a0c7521c23c4259b7e5cebdbcb195bb', 'fixed_ips': [{'subnet_id': 'd85f219a-9948-4635-ab11-064802af52d2'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:50:39.292971 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-8f246f73-a362-4291-b552-7c4241854be6 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] device_id is not set on port cb044389-9ee1-4914-b3a2-50a9237029e6 yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:50:39.297030 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bad49443-c424-4fc2-847c-74cf8c0af15c req-e18656ed-0394-4393-8de9-ea67cf7a1894 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=0d1113b5e38141dd82a78af66f2b7f1f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2131128 Nov 25 17:50:39.297310 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-70842ba1-29b8-45f7-a373-e8546e33bf9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:39.390423 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c34346e9-118f-4b49-adb9-6763776d094a req-a44ce034-d6f7-4452-9e4f-4a35b381d870 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=867688fabf794394b7f5a37353b0165e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1618435 Nov 25 17:50:39.512841 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-8f246f73-a362-4291-b552-7c4241854be6 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Allocated IP 2001:db8::223 (606a6c80-baa3-4c33-b770-e497fee86342/d85f219a-9948-4635-ab11-064802af52d2/cb044389-9ee1-4914-b3a2-50a9237029e6) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:50:39.586156 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c34346e9-118f-4b49-adb9-6763776d094a req-da5c7173-63a8-4e68-b6e0-ec29b2e4f162 service neutron] 10.222.0.75 "GET /v2.0/networks/956f4e0f-d672-4efc-84b9-1a07478d59f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817036 Nov 25 17:50:39.694746 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-b7797df5-f6ba-4677-824e-44cf538c96db tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Deleting port 74a32eae-ebfe-4ee3-9c55-d4725f5f3e0a {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:50:39.695492 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b7797df5-f6ba-4677-824e-44cf538c96db tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:39.789283 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8f246f73-a362-4291-b552-7c4241854be6 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:39.818508 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34045f4-931a-47b9-8a22-8d5ad48da9a6 None None] Network 956f4e0f-d672-4efc-84b9-1a07478d59f4 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:50:39.820972 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device c20cd774-9c44-4c03-9982-8604410253d3 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:50:39.845251 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8f246f73-a362-4291-b552-7c4241854be6 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:39.865120 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:39.923288 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 5a792fdb-75f0-4cc9-ace9-3afedd10fad8, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=5a792fdb-75f0-4cc9-ace9-3afedd10fad8,segment=NetworkSegment(274a258b-b064-458c-b5c1-f473d996c8a2),segment_id=274a258b-b064-458c-b5c1-f473d996c8a2)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:50:39.934753 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2dee017-9aa8-41c6-b4ab-5f83a39d35d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a792fdb-75f0-4cc9-ace9-3afedd10fad8'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:50:39.937291 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704f0ad7-37bf-47a4-bb6f-ffd6a942534e" -d '{"events": [{"server_uuid": "a2dee017-9aa8-41c6-b4ab-5f83a39d35d4", "name": "network-vif-plugged", "status": "completed", "tag": "5a792fdb-75f0-4cc9-ace9-3afedd10fad8"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:50:39.943072 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f246f73-a362-4291-b552-7c4241854be6 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Network 606a6c80-baa3-4c33-b770-e497fee86342 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:50:39.947415 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bad49443-c424-4fc2-847c-74cf8c0af15c req-4783c84a-c545-4d8d-af4c-c88815b029e9 service neutron] 10.222.0.75 "GET /v2.0/networks/cde55e2d-003f-4ba7-9946-c3e49edc6c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6493013 Nov 25 17:50:39.951860 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c34346e9-118f-4b49-adb9-6763776d094a req-6e8ad65f-1031-4187-9304-20f41b3aca54 service neutron] 10.222.0.75 "GET /v2.0/networks/956f4e0f-d672-4efc-84b9-1a07478d59f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3500867 Nov 25 17:50:39.962005 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-8f246f73-a362-4291-b552-7c4241854be6 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:50:39.979278 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:40.003155 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f246f73-a362-4291-b552-7c4241854be6 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Pushing event updated for resources: {'Port': ['ID=cb044389-9ee1-4914-b3a2-50a9237029e6,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:40.007414 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f246f73-a362-4291-b552-7c4241854be6 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:50:40.015619 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-3b3b1683-31c6-4b97-8cfb-96b37e329e46 None None] Provisioning complete for port 6312214f-a1f6-4e76-933b-68d1810ee1d0 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:40.016002 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3b3b1683-31c6-4b97-8cfb-96b37e329e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:40.022813 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f246f73-a362-4291-b552-7c4241854be6 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:40.023485 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8f246f73-a362-4291-b552-7c4241854be6 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:40.047298 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b7797df5-f6ba-4677-824e-44cf538c96db tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:40.056868 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8f246f73-a362-4291-b552-7c4241854be6 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0797751 Nov 25 17:50:40.059380 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 45714) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:40.068140 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-3038f833-70d6-4b53-8e14-fdb0efad8143 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Request body: {'port': {'network_id': '606a6c80-baa3-4c33-b770-e497fee86342', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1423543491', 'allowed_address_pairs': [{'ip_address': '2001:db8::223', 'mac_address': 'fa:16:3e:5d:47:6d'}]}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:40.075858 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-b7797df5-f6ba-4677-824e-44cf538c96db tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Calling delete_port for 74a32eae-ebfe-4ee3-9c55-d4725f5f3e0a owned by network:router_interface {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:50:40.136652 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e486df-cd66-49ab-8925-65f4a561661e None None] Sync routers for ids ['100e317a-92c9-4cce-a065-e02c0ec39adf'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:50:40.156243 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e486df-cd66-49ab-8925-65f4a561661e None None] Routers {'100e317a-92c9-4cce-a065-e02c0ec39adf'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:50:40.157104 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-02e486df-cd66-49ab-8925-65f4a561661e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:50:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['100e317a-92c9-4cce-a065-e02c0ec39adf'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:40.202919 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-70842ba1-29b8-45f7-a373-e8546e33bf9a None None] Allocated IP 2001:db8::2 (606a6c80-baa3-4c33-b770-e497fee86342/d85f219a-9948-4635-ab11-064802af52d2/975e4801-4605-4909-9630-61f3bf5dc74b) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:50:40.266957 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=5a792fdb-75f0-4cc9-ace9-3afedd10fad8,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:40.289120 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bad49443-c424-4fc2-847c-74cf8c0af15c req-8b1f05b1-7ed6-492c-8168-7d17e4adca43 service neutron] 10.222.0.75 "GET /v2.0/networks/cde55e2d-003f-4ba7-9946-c3e49edc6c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003674 Nov 25 17:50:40.367457 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port c20cd774-9c44-4c03-9982-8604410253d3 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:40.367898 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:40.423706 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3038f833-70d6-4b53-8e14-fdb0efad8143 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Made reservation on behalf of 2a0c7521c23c4259b7e5cebdbcb195bb for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:50:40.488266 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-02e486df-cd66-49ab-8925-65f4a561661e None None] Set router 100e317a-92c9-4cce-a065-e02c0ec39adf gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:50:40.597579 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3b3b1683-31c6-4b97-8cfb-96b37e329e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:40.679067 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3038f833-70d6-4b53-8e14-fdb0efad8143 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:40.707270 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-3038f833-70d6-4b53-8e14-fdb0efad8143 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] device_id is not set on port 9ef1bb02-ba31-4c3b-9bd0-461b457e8e6b yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:50:40.766279 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5a9f60-5995-4118-ac76-0c6c43b3e972 req-770fd73b-4e08-48ba-943b-4a8f69a82ebc tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:40.779970 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eb5a9f60-5995-4118-ac76-0c6c43b3e972 req-770fd73b-4e08-48ba-943b-4a8f69a82ebc tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2dee017-9aa8-41c6-b4ab-5f83a39d35d4 HTTP/1.1" status: 200 len: 945 time: 0.3219178 Nov 25 17:50:40.822103 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5015d1-3425-4f03-b7f3-069baf93bc26 x-openstack-request-id: req-df5015d1-3425-4f03-b7f3-069baf93bc26 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:50:40.822662 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2dee017-9aa8-41c6-b4ab-5f83a39d35d4", "name": "network-vif-plugged", "status": "completed", "tag": "5a792fdb-75f0-4cc9-ace9-3afedd10fad8", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:50:40.833335 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-df5015d1-3425-4f03-b7f3-069baf93bc26 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:50:40.833828 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2dee017-9aa8-41c6-b4ab-5f83a39d35d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a792fdb-75f0-4cc9-ace9-3afedd10fad8', 'code': 200} Nov 25 17:50:40.946463 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4aa5b-516c-4fce-8e55-bdd0cae10e82 req-f06232ed-46c9-47a0-aa47-0dbf0c0e817b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:40.951339 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-69f4aa5b-516c-4fce-8e55-bdd0cae10e82 req-f06232ed-46c9-47a0-aa47-0dbf0c0e817b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a2dee017-9aa8-41c6-b4ab-5f83a39d35d4 HTTP/1.1" status: 200 len: 1096 time: 0.1093032 Nov 25 17:50:40.977706 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4ada0c8c-1b7f-4f7d-8f79-94db5080ec54 req-509fa55e-32a7-4c7c-84e0-bc5f4cf58290 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=598ae637-959f-4a82-ab28-f6756f65d14c HTTP/1.1" status: 200 len: 210 time: 0.0956707 Nov 25 17:50:41.040949 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b7797df5-f6ba-4677-824e-44cf538c96db tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:41.125705 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-69f4aa5b-516c-4fce-8e55-bdd0cae10e82 req-35b21eec-84cb-42d1-ad2d-b93b67fb09ee service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=ccc401e9-c464-4c5f-bf48-702b4b25d2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691480 Nov 25 17:50:41.132313 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-3b3b1683-31c6-4b97-8cfb-96b37e329e46 None None] For port 6312214f-a1f6-4e76-933b-68d1810ee1d0, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=6312214f-a1f6-4e76-933b-68d1810ee1d0,segment=NetworkSegment(9bc68ea2-bf7d-42c6-bd84-767bb9f889f5),segment_id=9bc68ea2-bf7d-42c6-bd84-767bb9f889f5)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:50:41.157276 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-02e486df-cd66-49ab-8925-65f4a561661e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100e317a-92c9-4cce-a065-e02c0ec39adf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1904891424', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'c20cd774-9c44-4c03-9982-8604410253d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:50:27Z', 'updated_at': '2021-11-25T17:50:36Z', 'revision_number': 4, 'project_id': '867688fabf794394b7f5a37353b0165e', 'gw_port': {'id': 'c20cd774-9c44-4c03-9982-8604410253d3', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100e317a-92c9-4cce-a065-e02c0ec39adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:50:29Z', 'updated_at': '2021-11-25T17:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '5760450d-a84c-44ee-b77c-7ae14d91aace', 'name': '', 'network_id': '956f4e0f-d672-4efc-84b9-1a07478d59f4', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'mac_address': 'fa:16:3e:d8:ef:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100e317a-92c9-4cce-a065-e02c0ec39adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '41aa15c7-0383-4c7f-9427-4b12720b647d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:50:35Z', 'updated_at': '2021-11-25T17:50:36Z', 'revision_number': 2, 'project_id': '867688fabf794394b7f5a37353b0165e', 'subnets': [{'id': '41aa15c7-0383-4c7f-9427-4b12720b647d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:41.176329 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 6312214f-a1f6-4e76-933b-68d1810ee1d0 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:50:41.213804 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7797df5-f6ba-4677-824e-44cf538c96db tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event deleted for resources: {'Port': ['ID=74a32eae-ebfe-4ee3-9c55-d4725f5f3e0a,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:41.219485 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3b3b1683-31c6-4b97-8cfb-96b37e329e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:41.251898 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e486df-cd66-49ab-8925-65f4a561661e None None] Checking router: 100e317a-92c9-4cce-a065-e02c0ec39adf for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:50:41.254393 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e486df-cd66-49ab-8925-65f4a561661e None None] Updating router 100e317a-92c9-4cce-a065-e02c0ec39adf port 5760450d-a84c-44ee-b77c-7ae14d91aace binding host n-d-817746-1 {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:50:41.305036 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eb5a9f60-5995-4118-ac76-0c6c43b3e972 req-28886d68-3278-4578-a988-7d4d66c26af8 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/security-groups?id=ccc401e9-c464-4c5f-bf48-702b4b25d2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5241051 Nov 25 17:50:41.346151 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-02e486df-cd66-49ab-8925-65f4a561661e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:41.386066 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-52b44ad1-2e61-4613-83d9-1e36463d3ef7 req-e34754f7-8656-445d-afe8-1f4e4595d46f tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=868e5c34-a566-46dd-a995-03461696f0c2 HTTP/1.1" status: 200 len: 210 time: 0.2134571 Nov 25 17:50:41.492217 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-70842ba1-29b8-45f7-a373-e8546e33bf9a None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:41.518327 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-f39e828f-9895-4b4e-98a3-796420c9e1aa None None] Provisioning complete for port 5760450d-a84c-44ee-b77c-7ae14d91aace triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:41.518758 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f39e828f-9895-4b4e-98a3-796420c9e1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:41.574830 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-f39e828f-9895-4b4e-98a3-796420c9e1aa None None] Port 5760450d-a84c-44ee-b77c-7ae14d91aace cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:50:41.577317 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-70842ba1-29b8-45f7-a373-e8546e33bf9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:41.613861 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70842ba1-29b8-45f7-a373-e8546e33bf9a None None] Network 606a6c80-baa3-4c33-b770-e497fee86342 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:50:41.621667 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-f39e828f-9895-4b4e-98a3-796420c9e1aa None None] Provisioning complete for port 6312214f-a1f6-4e76-933b-68d1810ee1d0 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:41.622019 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f39e828f-9895-4b4e-98a3-796420c9e1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:41.623635 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3b1683-31c6-4b97-8cfb-96b37e329e46 None None] Pushing event updated for resources: {'Port': ['ID=6312214f-a1f6-4e76-933b-68d1810ee1d0,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:41.678031 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70842ba1-29b8-45f7-a373-e8546e33bf9a None None] Pushing event updated for resources: {'Port': ['ID=975e4801-4605-4909-9630-61f3bf5dc74b,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:41.702873 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-70842ba1-29b8-45f7-a373-e8546e33bf9a None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:50:41.706212 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70842ba1-29b8-45f7-a373-e8546e33bf9a None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:50:41.709864 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 6312214f-a1f6-4e76-933b-68d1810ee1d0 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:41.710436 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:41.715332 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-3038f833-70d6-4b53-8e14-fdb0efad8143 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Allocated IP 2001:db8::2b1 (606a6c80-baa3-4c33-b770-e497fee86342/d85f219a-9948-4635-ab11-064802af52d2/9ef1bb02-ba31-4c3b-9bd0-461b457e8e6b) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:50:41.794180 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b7797df5-f6ba-4677-824e-44cf538c96db tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:41.919398 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-70842ba1-29b8-45f7-a373-e8546e33bf9a None None] Attempting to bind port 975e4801-4605-4909-9630-61f3bf5dc74b on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:50:41.921003 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-70842ba1-29b8-45f7-a373-e8546e33bf9a None None] Attempting to bind port 975e4801-4605-4909-9630-61f3bf5dc74b by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '7a7675a2-3c8e-4466-b3cb-d77d0e97fd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '606a6c80-baa3-4c33-b770-e497fee86342'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:50:41.921597 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70842ba1-29b8-45f7-a373-e8546e33bf9a None None] Attempting to bind port 975e4801-4605-4909-9630-61f3bf5dc74b on network 606a6c80-baa3-4c33-b770-e497fee86342 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:50:41.969922 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70842ba1-29b8-45f7-a373-e8546e33bf9a None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:50:41.972667 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70842ba1-29b8-45f7-a373-e8546e33bf9a None None] Checking segment: {'id': '7a7675a2-3c8e-4466-b3cb-d77d0e97fd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '606a6c80-baa3-4c33-b770-e497fee86342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:50:41.975505 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-70842ba1-29b8-45f7-a373-e8546e33bf9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:41.976495 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70842ba1-29b8-45f7-a373-e8546e33bf9a None None] Bound using segment: {'id': '7a7675a2-3c8e-4466-b3cb-d77d0e97fd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '606a6c80-baa3-4c33-b770-e497fee86342'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:50:41.980086 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-70842ba1-29b8-45f7-a373-e8546e33bf9a None None] Bound port: 975e4801-4605-4909-9630-61f3bf5dc74b, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7675a2-3c8e-4466-b3cb-d77d0e97fd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '606a6c80-baa3-4c33-b770-e497fee86342'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:50:41.983196 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-70842ba1-29b8-45f7-a373-e8546e33bf9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:42.025681 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7797df5-f6ba-4677-824e-44cf538c96db tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Router d679a1f6-27a7-4606-92a4-66671b2e736f has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:50:42.066683 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-70842ba1-29b8-45f7-a373-e8546e33bf9a None None] For port 975e4801-4605-4909-9630-61f3bf5dc74b, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:50:42.070881 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-70842ba1-29b8-45f7-a373-e8546e33bf9a None None] For port 975e4801-4605-4909-9630-61f3bf5dc74b, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=975e4801-4605-4909-9630-61f3bf5dc74b,segment=NetworkSegment(7a7675a2-3c8e-4466-b3cb-d77d0e97fd29),segment_id=7a7675a2-3c8e-4466-b3cb-d77d0e97fd29)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:50:42.125322 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-70842ba1-29b8-45f7-a373-e8546e33bf9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:42.194918 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 6312214f-a1f6-4e76-933b-68d1810ee1d0 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:50:42.211544 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3038f833-70d6-4b53-8e14-fdb0efad8143 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:42.261153 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-02e486df-cd66-49ab-8925-65f4a561661e None None] Publish callbacks [] for port, precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:42.280442 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-02e486df-cd66-49ab-8925-65f4a561661e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:42.291759 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e5e3d205-a54c-44b3-9be4-eb9a0525eb6b req-268f3cba-f0cd-4e85-af87-da9bff5e0e8e tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=598ae637-959f-4a82-ab28-f6756f65d14c HTTP/1.1" status: 200 len: 210 time: 0.1029110 Nov 25 17:50:42.304700 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7797df5-f6ba-4677-824e-44cf538c96db tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:50:42.325582 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-b7797df5-f6ba-4677-824e-44cf538c96db tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "PUT /v2.0/routers/d679a1f6-27a7-4606-92a4-66671b2e736f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0894814 Nov 25 17:50:42.328312 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 45758) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:42.344651 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf9e44b-583b-4128-b512-66c8a57b3d80 None None] Sync routers for ids ['d679a1f6-27a7-4606-92a4-66671b2e736f'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:50:42.352117 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3038f833-70d6-4b53-8e14-fdb0efad8143 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:42.391609 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-4957bc9c-5679-41f0-b2af-8b35159a297b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "GET /v2.0/ports?device_id=d679a1f6-27a7-4606-92a4-66671b2e736f HTTP/1.1" status: 200 len: 205 time: 0.0615537 Nov 25 17:50:42.394978 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 45764) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:42.454405 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf9e44b-583b-4128-b512-66c8a57b3d80 None None] Routers {'d679a1f6-27a7-4606-92a4-66671b2e736f'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:50:42.457167 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-acf9e44b-583b-4128-b512-66c8a57b3d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:50:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['d679a1f6-27a7-4606-92a4-66671b2e736f'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:42.658669 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-acf9e44b-583b-4128-b512-66c8a57b3d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:42.664229 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f1cae78c-d1c7-4591-b209-6faca005356f req-898a4309-90af-4769-bac5-1e3f3c8b6ff0 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=868e5c34-a566-46dd-a995-03461696f0c2 HTTP/1.1" status: 200 len: 210 time: 0.0943615 Nov 25 17:50:42.693279 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f26651c-126f-42c0-999d-27af6b8065f2 req-9040947a-f3f9-4709-9a56-6e75d6f7e3f4 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:42.710056 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70842ba1-29b8-45f7-a373-e8546e33bf9a None None] Pushing event updated for resources: {'Port': ['ID=975e4801-4605-4909-9630-61f3bf5dc74b,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:42.713165 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0f26651c-126f-42c0-999d-27af6b8065f2 req-9040947a-f3f9-4709-9a56-6e75d6f7e3f4 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2dee017-9aa8-41c6-b4ab-5f83a39d35d4 HTTP/1.1" status: 200 len: 945 time: 0.2292175 Nov 25 17:50:42.716775 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b15fce-6e02-4132-abe6-3f8a51b10c16 None None] Pushing event updated for resources: {'Port': ['ID=5760450d-a84c-44ee-b77c-7ae14d91aace,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:42.740581 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-dd1c667e-fa67-4e92-a08d-ae7d04666269 None None] Provisioning complete for port 5760450d-a84c-44ee-b77c-7ae14d91aace triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:42.740992 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dd1c667e-fa67-4e92-a08d-ae7d04666269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:42.796045 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-02e486df-cd66-49ab-8925-65f4a561661e None None] Attempting to bind port 5760450d-a84c-44ee-b77c-7ae14d91aace on host n-d-817746-1 for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:50:42.796419 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-02e486df-cd66-49ab-8925-65f4a561661e None None] Attempting to bind port 5760450d-a84c-44ee-b77c-7ae14d91aace by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '9bc68ea2-bf7d-42c6-bd84-767bb9f889f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '956f4e0f-d672-4efc-84b9-1a07478d59f4'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:50:42.797033 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e486df-cd66-49ab-8925-65f4a561661e None None] Attempting to bind port 5760450d-a84c-44ee-b77c-7ae14d91aace on network 956f4e0f-d672-4efc-84b9-1a07478d59f4 {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:50:42.811374 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e486df-cd66-49ab-8925-65f4a561661e None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:50:42.811971 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e486df-cd66-49ab-8925-65f4a561661e None None] Checking segment: {'id': '9bc68ea2-bf7d-42c6-bd84-767bb9f889f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '956f4e0f-d672-4efc-84b9-1a07478d59f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:50:42.822129 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-02e486df-cd66-49ab-8925-65f4a561661e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:42.822831 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e486df-cd66-49ab-8925-65f4a561661e None None] Bound using segment: {'id': '9bc68ea2-bf7d-42c6-bd84-767bb9f889f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '956f4e0f-d672-4efc-84b9-1a07478d59f4'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:50:42.823530 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-02e486df-cd66-49ab-8925-65f4a561661e None None] Bound port: 5760450d-a84c-44ee-b77c-7ae14d91aace, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bc68ea2-bf7d-42c6-bd84-767bb9f889f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '956f4e0f-d672-4efc-84b9-1a07478d59f4'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:50:42.824110 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-02e486df-cd66-49ab-8925-65f4a561661e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:42.841435 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0f26651c-126f-42c0-999d-27af6b8065f2 req-3bbea110-3828-46df-9291-f8feb5081874 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/security-groups?id=ccc401e9-c464-4c5f-bf48-702b4b25d2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267688 Nov 25 17:50:42.847304 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf9e44b-583b-4128-b512-66c8a57b3d80 None None] Routers {'d679a1f6-27a7-4606-92a4-66671b2e736f'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:50:42.847988 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-acf9e44b-583b-4128-b512-66c8a57b3d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:50:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['d679a1f6-27a7-4606-92a4-66671b2e736f'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:42.950096 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-acf9e44b-583b-4128-b512-66c8a57b3d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:42.953335 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf9e44b-583b-4128-b512-66c8a57b3d80 None None] The sync data for ids ['d679a1f6-27a7-4606-92a4-66671b2e736f'] in n-d-817746-1 is: [] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:50:42.979492 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 6312214f-a1f6-4e76-933b-68d1810ee1d0 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:42.979727 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:43.016010 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-dd1c667e-fa67-4e92-a08d-ae7d04666269 None None] Port 5760450d-a84c-44ee-b77c-7ae14d91aace cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:50:43.058157 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-02e486df-cd66-49ab-8925-65f4a561661e None None] For port 5760450d-a84c-44ee-b77c-7ae14d91aace, host n-d-817746-1, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:50:43.069673 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-02e486df-cd66-49ab-8925-65f4a561661e None None] For port 5760450d-a84c-44ee-b77c-7ae14d91aace, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=5760450d-a84c-44ee-b77c-7ae14d91aace,segment=NetworkSegment(9bc68ea2-bf7d-42c6-bd84-767bb9f889f5),segment_id=9bc68ea2-bf7d-42c6-bd84-767bb9f889f5)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:50:43.079259 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-02e486df-cd66-49ab-8925-65f4a561661e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:43.175494 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-75b8102a-59ec-4fc1-912d-df037c8fab0e None None] Provisioning complete for port 5760450d-a84c-44ee-b77c-7ae14d91aace triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:43.176757 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-75b8102a-59ec-4fc1-912d-df037c8fab0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:43.203323 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2cdb0d-b70f-4c80-872c-47bd314b495e req-c34d2631-e192-476d-a8de-fc573b4aa7c4 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:43.220947 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-da2cdb0d-b70f-4c80-872c-47bd314b495e req-c34d2631-e192-476d-a8de-fc573b4aa7c4 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2dee017-9aa8-41c6-b4ab-5f83a39d35d4 HTTP/1.1" status: 200 len: 945 time: 0.1893599 Nov 25 17:50:43.233727 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e486df-cd66-49ab-8925-65f4a561661e None None] Routers {'100e317a-92c9-4cce-a065-e02c0ec39adf'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:50:43.235737 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-02e486df-cd66-49ab-8925-65f4a561661e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:50:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['100e317a-92c9-4cce-a065-e02c0ec39adf'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:43.273356 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3038f833-70d6-4b53-8e14-fdb0efad8143 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Pushing event updated for resources: {'Port': ['ID=9ef1bb02-ba31-4c3b-9bd0-461b457e8e6b,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:43.311934 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b15fce-6e02-4132-abe6-3f8a51b10c16 None None] Pushing event updated for resources: {'Port': ['ID=5760450d-a84c-44ee-b77c-7ae14d91aace,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:43.431475 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-75b8102a-59ec-4fc1-912d-df037c8fab0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:43.450695 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-da2cdb0d-b70f-4c80-872c-47bd314b495e req-7e89a91b-06d4-48e1-a30c-41d8758c3771 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/security-groups?id=ccc401e9-c464-4c5f-bf48-702b4b25d2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2286313 Nov 25 17:50:43.476508 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad49443-c424-4fc2-847c-74cf8c0af15c req-821eb282-0740-4d86-aa2d-24ae8115ee84 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:43.476508 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bad49443-c424-4fc2-847c-74cf8c0af15c req-821eb282-0740-4d86-aa2d-24ae8115ee84 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.74 "GET /v2.0/networks?id=cde55e2d-003f-4ba7-9946-c3e49edc6c96 HTTP/1.1" status: 200 len: 805 time: 0.5207348 Nov 25 17:50:43.491580 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 45784) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:43.505375 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-bad49443-c424-4fc2-847c-74cf8c0af15c req-a57d26f6-bdab-4f5b-95af-66fd71c14412 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Request body: {'port': {'device_id': '868e5c34-a566-46dd-a995-03461696f0c2', 'network_id': 'cde55e2d-003f-4ba7-9946-c3e49edc6c96', 'admin_state_up': True, 'tenant_id': '0d1113b5e38141dd82a78af66f2b7f1f'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:43.509229 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-75b8102a-59ec-4fc1-912d-df037c8fab0e None None] For port 5760450d-a84c-44ee-b77c-7ae14d91aace, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=5760450d-a84c-44ee-b77c-7ae14d91aace,segment=NetworkSegment(9bc68ea2-bf7d-42c6-bd84-767bb9f889f5),segment_id=9bc68ea2-bf7d-42c6-bd84-767bb9f889f5)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:50:43.519564 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-75b8102a-59ec-4fc1-912d-df037c8fab0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:43.522991 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-02e486df-cd66-49ab-8925-65f4a561661e None None] Set router 100e317a-92c9-4cce-a065-e02c0ec39adf gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:50:43.563207 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3038f833-70d6-4b53-8e14-fdb0efad8143 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Network 606a6c80-baa3-4c33-b770-e497fee86342 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:50:43.591908 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-3038f833-70d6-4b53-8e14-fdb0efad8143 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:50:43.601788 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cbc5f63e-02c9-4e6a-b930-712780f5b2a2 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:43.621407 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3cd4caed-1881-47c1-a6d1-13b2d5d83712 req-2a9abb50-d06c-4397-a1f2-83e2e66816ae tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=598ae637-959f-4a82-ab28-f6756f65d14c HTTP/1.1" status: 200 len: 210 time: 0.1489398 Nov 25 17:50:43.651589 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b8102a-59ec-4fc1-912d-df037c8fab0e None None] Pushing event updated for resources: {'Port': ['ID=5760450d-a84c-44ee-b77c-7ae14d91aace,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:43.670531 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3038f833-70d6-4b53-8e14-fdb0efad8143 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:50:43.677629 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3038f833-70d6-4b53-8e14-fdb0efad8143 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:43.678398 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3038f833-70d6-4b53-8e14-fdb0efad8143 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:43.681569 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-3bec8ae7-18ff-4232-9689-fb6c029504ed None None] Provisioning complete for port 5760450d-a84c-44ee-b77c-7ae14d91aace triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:43.682165 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3bec8ae7-18ff-4232-9689-fb6c029504ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:43.750913 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3038f833-70d6-4b53-8e14-fdb0efad8143 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 3.6904461 Nov 25 17:50:43.768100 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 45788) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:43.872950 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e1d821c7-c62c-4094-a487-09026ba74ba2 req-cd78a450-3c69-4479-9936-5b84971dce7f tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=868e5c34-a566-46dd-a995-03461696f0c2 HTTP/1.1" status: 200 len: 210 time: 0.0668030 Nov 25 17:50:43.884861 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38618de-6c00-456d-92c9-f21617a37845 tempest-TestNetworkBasicOps-1366248748 tempest-TestNetworkBasicOps-1366248748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:43.886685 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-b38618de-6c00-456d-92c9-f21617a37845 tempest-TestNetworkBasicOps-1366248748 tempest-TestNetworkBasicOps-1366248748-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=a2dee017-9aa8-41c6-b4ab-5f83a39d35d4 HTTP/1.1" status: 200 len: 1091 time: 0.3880389 Nov 25 17:50:43.891499 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 45794) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:43.906241 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-d589bf0c-fe02-4ed9-aab1-b6f5a2a1a252 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Request body: {'floatingip': {'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'port_id': '5a792fdb-75f0-4cc9-ace9-3afedd10fad8', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:43.998447 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3cefde-cb25-4098-b659-7f6064bee1f2 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:44.004367 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3cefde-cb25-4098-b659-7f6064bee1f2 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:44.007579 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34346e9-118f-4b49-adb9-6763776d094a req-d84e1a1b-e648-4efc-9c6f-9cb784223863 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:44.010558 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3cefde-cb25-4098-b659-7f6064bee1f2 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:44.015877 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-6b3cefde-cb25-4098-b659-7f6064bee1f2 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.2431159 Nov 25 17:50:44.016060 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c34346e9-118f-4b49-adb9-6763776d094a req-d84e1a1b-e648-4efc-9c6f-9cb784223863 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.74 "GET /v2.0/networks?id=956f4e0f-d672-4efc-84b9-1a07478d59f4 HTTP/1.1" status: 200 len: 796 time: 1.7063613 Nov 25 17:50:44.016583 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cbc5f63e-02c9-4e6a-b930-712780f5b2a2 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:44.016755 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 45796) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:44.034091 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cbc5f63e-02c9-4e6a-b930-712780f5b2a2 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:44.034362 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d589bf0c-fe02-4ed9-aab1-b6f5a2a1a252 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for floatingip, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:44.074718 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-02e486df-cd66-49ab-8925-65f4a561661e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100e317a-92c9-4cce-a065-e02c0ec39adf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1904891424', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'c20cd774-9c44-4c03-9982-8604410253d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:50:27Z', 'updated_at': '2021-11-25T17:50:36Z', 'revision_number': 4, 'project_id': '867688fabf794394b7f5a37353b0165e', 'gw_port': {'id': 'c20cd774-9c44-4c03-9982-8604410253d3', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100e317a-92c9-4cce-a065-e02c0ec39adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:50:29Z', 'updated_at': '2021-11-25T17:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '5760450d-a84c-44ee-b77c-7ae14d91aace', 'name': '', 'network_id': '956f4e0f-d672-4efc-84b9-1a07478d59f4', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'mac_address': 'fa:16:3e:d8:ef:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100e317a-92c9-4cce-a065-e02c0ec39adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '41aa15c7-0383-4c7f-9427-4b12720b647d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:50:35Z', 'updated_at': '2021-11-25T17:50:43Z', 'revision_number': 4, 'project_id': '867688fabf794394b7f5a37353b0165e', 'subnets': [{'id': '41aa15c7-0383-4c7f-9427-4b12720b647d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:44.094674 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bad49443-c424-4fc2-847c-74cf8c0af15c req-a57d26f6-bdab-4f5b-95af-66fd71c14412 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Made reservation on behalf of 0d1113b5e38141dd82a78af66f2b7f1f for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:50:44.099484 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-bad49443-c424-4fc2-847c-74cf8c0af15c req-a57d26f6-bdab-4f5b-95af-66fd71c14412 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:44.136329 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e486df-cd66-49ab-8925-65f4a561661e None None] The sync data for ids ['100e317a-92c9-4cce-a065-e02c0ec39adf'] in n-d-817746-1 is: [{'id': '100e317a-92c9-4cce-a065-e02c0ec39adf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1904891424', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'c20cd774-9c44-4c03-9982-8604410253d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:50:27Z', 'updated_at': '2021-11-25T17:50:36Z', 'revision_number': 4, 'project_id': '867688fabf794394b7f5a37353b0165e', 'gw_port': {'id': 'c20cd774-9c44-4c03-9982-8604410253d3', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100e317a-92c9-4cce-a065-e02c0ec39adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:50:29Z', 'updated_at': '2021-11-25T17:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '5760450d-a84c-44ee-b77c-7ae14d91aace', 'name': '', 'network_id': '956f4e0f-d672-4efc-84b9-1a07478d59f4', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'mac_address': 'fa:16:3e:d8:ef:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100e317a-92c9-4cce-a065-e02c0ec39adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '41aa15c7-0383-4c7f-9427-4b12720b647d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:50:35Z', 'updated_at': '2021-11-25T17:50:43Z', 'revision_number': 4, 'project_id': '867688fabf794394b7f5a37353b0165e', 'subnets': [{'id': '41aa15c7-0383-4c7f-9427-4b12720b647d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:50:44.143530 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 975e4801-4605-4909-9630-61f3bf5dc74b up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:50:44.226214 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c34346e9-118f-4b49-adb9-6763776d094a req-a63f9a63-0701-494e-9100-9db643a7d114 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=867688fabf794394b7f5a37353b0165e HTTP/1.1" status: 200 len: 378 time: 0.1720774 Nov 25 17:50:44.227247 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cbc5f63e-02c9-4e6a-b930-712780f5b2a2 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:44.227913 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc5f63e-02c9-4e6a-b930-712780f5b2a2 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Fanout notify agent at l3_agent the message router_deleted on router d679a1f6-27a7-4606-92a4-66671b2e736f {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:50:44.242272 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cbc5f63e-02c9-4e6a-b930-712780f5b2a2 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:44.246526 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-cbc5f63e-02c9-4e6a-b930-712780f5b2a2 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "DELETE /v2.0/routers/d679a1f6-27a7-4606-92a4-66671b2e736f HTTP/1.1" status: 204 len: 168 time: 1.8423986 Nov 25 17:50:44.249813 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 45798) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:44.250887 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-c34346e9-118f-4b49-adb9-6763776d094a req-c86c228a-68f2-4089-86bf-2b99a6c9669c tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Request body: {'port': {'device_id': '598ae637-959f-4a82-ab28-f6756f65d14c', 'network_id': '956f4e0f-d672-4efc-84b9-1a07478d59f4', 'admin_state_up': True, 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'security_groups': ['1d72823a-4513-4da3-9508-6964b7c723ab']}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:44.263663 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9474c564-5506-4f19-89f4-51f826d6f386 None None] Network 606a6c80-baa3-4c33-b770-e497fee86342 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:50:44.385836 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-8616a524-ff32-4cc2-8b26-cdf650d00545 None None] Provisioning complete for port 975e4801-4605-4909-9630-61f3bf5dc74b triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:44.386170 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8616a524-ff32-4cc2-8b26-cdf650d00545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:44.391956 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c343f6d-8061-4064-b1a6-6d2fe97b9657 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Deleting subnet 7fd7efd3-182c-44ee-b384-1f69250a168d {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:50:44.404147 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 975e4801-4605-4909-9630-61f3bf5dc74b triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:44.405568 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:44.411451 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2c343f6d-8061-4064-b1a6-6d2fe97b9657 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:44.436864 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c34346e9-118f-4b49-adb9-6763776d094a req-c86c228a-68f2-4089-86bf-2b99a6c9669c tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Made reservation on behalf of 867688fabf794394b7f5a37353b0165e for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:50:44.440844 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-c34346e9-118f-4b49-adb9-6763776d094a req-c86c228a-68f2-4089-86bf-2b99a6c9669c tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:44.459495 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-63eee33a-9060-44b9-b38e-7ad69fa30977 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Deleting port 9ef1bb02-ba31-4c3b-9bd0-461b457e8e6b {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:50:44.460179 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-63eee33a-9060-44b9-b38e-7ad69fa30977 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:44.612782 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-c34346e9-118f-4b49-adb9-6763776d094a req-c86c228a-68f2-4089-86bf-2b99a6c9669c tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Allocated IP 172.20.0.10 (956f4e0f-d672-4efc-84b9-1a07478d59f4/41aa15c7-0383-4c7f-9427-4b12720b647d/5bd04eb2-3dbf-402a-8d62-77b2cc3686f1) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:50:44.613471 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2c343f6d-8061-4064-b1a6-6d2fe97b9657 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:44.783373 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-c34346e9-118f-4b49-adb9-6763776d094a req-c86c228a-68f2-4089-86bf-2b99a6c9669c tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:44.826699 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-c34346e9-118f-4b49-adb9-6763776d094a req-c86c228a-68f2-4089-86bf-2b99a6c9669c tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:44.932174 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86c228a-68f2-4089-86bf-2b99a6c9669c tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event updated for resources: {'Port': ['ID=5bd04eb2-3dbf-402a-8d62-77b2cc3686f1,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:44.962622 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8616a524-ff32-4cc2-8b26-cdf650d00545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:44.962899 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c34346e9-118f-4b49-adb9-6763776d094a req-c86c228a-68f2-4089-86bf-2b99a6c9669c tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Network 956f4e0f-d672-4efc-84b9-1a07478d59f4 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:50:44.970183 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-c34346e9-118f-4b49-adb9-6763776d094a req-c86c228a-68f2-4089-86bf-2b99a6c9669c tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:50:44.989537 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-c34346e9-118f-4b49-adb9-6763776d094a req-c86c228a-68f2-4089-86bf-2b99a6c9669c tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:50:44.997327 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:45.072981 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34346e9-118f-4b49-adb9-6763776d094a req-c86c228a-68f2-4089-86bf-2b99a6c9669c tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:45.073666 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-c34346e9-118f-4b49-adb9-6763776d094a req-c86c228a-68f2-4089-86bf-2b99a6c9669c tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:45.105812 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-8616a524-ff32-4cc2-8b26-cdf650d00545 None None] For port 975e4801-4605-4909-9630-61f3bf5dc74b, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=975e4801-4605-4909-9630-61f3bf5dc74b,segment=NetworkSegment(7a7675a2-3c8e-4466-b3cb-d77d0e97fd29),segment_id=7a7675a2-3c8e-4466-b3cb-d77d0e97fd29)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:50:45.110542 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c34346e9-118f-4b49-adb9-6763776d094a req-c86c228a-68f2-4089-86bf-2b99a6c9669c tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8784206 Nov 25 17:50:45.120662 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8616a524-ff32-4cc2-8b26-cdf650d00545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:45.127652 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-c34346e9-118f-4b49-adb9-6763776d094a req-00ab99fd-1506-4850-9846-65bccd4bf760 service neutron] Request body: {'port': {'device_id': '598ae637-959f-4a82-ab28-f6756f65d14c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:45.267537 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-bad49443-c424-4fc2-847c-74cf8c0af15c req-a57d26f6-bdab-4f5b-95af-66fd71c14412 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Allocated IP 172.20.0.8 (cde55e2d-003f-4ba7-9946-c3e49edc6c96/b114d138-184e-414d-8d77-af9fac4f96f6/8c4cbee0-50cf-4c2c-b75c-5eb7207e7353) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:50:45.275579 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8616a524-ff32-4cc2-8b26-cdf650d00545 None None] Pushing event updated for resources: {'Port': ['ID=975e4801-4605-4909-9630-61f3bf5dc74b,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:45.385826 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.db.api [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:50:45.386189 n-d-817746-1 neutron-server[103362]: DEBUG oslo_db.api [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:50:45.393521 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-c34346e9-118f-4b49-adb9-6763776d094a req-00ab99fd-1506-4850-9846-65bccd4bf760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:45.495576 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b198f514-9da4-4363-8ac1-1cc16886def9 req-0dad849f-fe5a-4ab5-96ed-1c0e8ac12698 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=868e5c34-a566-46dd-a995-03461696f0c2 HTTP/1.1" status: 200 len: 210 time: 0.2239304 Nov 25 17:50:45.501668 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-63eee33a-9060-44b9-b38e-7ad69fa30977 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:45.509186 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d589bf0c-fe02-4ed9-aab1-b6f5a2a1a252 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:45.599726 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-63eee33a-9060-44b9-b38e-7ad69fa30977 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Calling delete_port for 9ef1bb02-ba31-4c3b-9bd0-461b457e8e6b owned by {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:50:45.620514 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08ec15-cce5-4137-b0d6-75baea11ef23 req-be2bd9c5-d45f-4cdd-915b-d7b23347c5af tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:45.622127 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cc08ec15-cce5-4137-b0d6-75baea11ef23 req-be2bd9c5-d45f-4cdd-915b-d7b23347c5af tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=598ae637-959f-4a82-ab28-f6756f65d14c HTTP/1.1" status: 200 len: 932 time: 0.8666933 Nov 25 17:50:45.673868 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-e01a4090-78ca-44ad-a225-a9f2eebc63ea None None] Provisioning complete for port cb044389-9ee1-4914-b3a2-50a9237029e6 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:45.675390 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e01a4090-78ca-44ad-a225-a9f2eebc63ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:45.770987 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-e01a4090-78ca-44ad-a225-a9f2eebc63ea None None] Port cb044389-9ee1-4914-b3a2-50a9237029e6 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:50:45.776475 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2c343f6d-8061-4064-b1a6-6d2fe97b9657 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:45.799813 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-e01a4090-78ca-44ad-a225-a9f2eebc63ea None None] Provisioning complete for port 9ef1bb02-ba31-4c3b-9bd0-461b457e8e6b triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:45.800342 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e01a4090-78ca-44ad-a225-a9f2eebc63ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:45.860043 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-e01a4090-78ca-44ad-a225-a9f2eebc63ea None None] Port 9ef1bb02-ba31-4c3b-9bd0-461b457e8e6b cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:50:45.876083 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-e01a4090-78ca-44ad-a225-a9f2eebc63ea None None] Provisioning complete for port 975e4801-4605-4909-9630-61f3bf5dc74b triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:45.876674 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e01a4090-78ca-44ad-a225-a9f2eebc63ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:46.088340 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-e01a4090-78ca-44ad-a225-a9f2eebc63ea None None] Provisioning complete for port 5bd04eb2-3dbf-402a-8d62-77b2cc3686f1 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:46.088727 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e01a4090-78ca-44ad-a225-a9f2eebc63ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:46.155105 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-c34346e9-118f-4b49-adb9-6763776d094a req-00ab99fd-1506-4850-9846-65bccd4bf760 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bd04eb2-3dbf-402a-8d62-77b2cc3686f1 {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:50:46.157060 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-e01a4090-78ca-44ad-a225-a9f2eebc63ea None None] Port 5bd04eb2-3dbf-402a-8d62-77b2cc3686f1 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:50:46.173984 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-c34346e9-118f-4b49-adb9-6763776d094a req-00ab99fd-1506-4850-9846-65bccd4bf760 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:46.297295 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-69019b96-704b-47a8-aff1-c22ab9bcac4d None None] Provisioning complete for port cb044389-9ee1-4914-b3a2-50a9237029e6 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:46.297830 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-69019b96-704b-47a8-aff1-c22ab9bcac4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:46.300869 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 975e4801-4605-4909-9630-61f3bf5dc74b up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:50:46.319698 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cc08ec15-cce5-4137-b0d6-75baea11ef23 req-6bc9dbde-a17c-4f04-979a-b49227f9bb28 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=1d72823a-4513-4da3-9508-6964b7c723ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6866286 Nov 25 17:50:46.357569 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2c343f6d-8061-4064-b1a6-6d2fe97b9657 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:46.373832 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-d589bf0c-fe02-4ed9-aab1-b6f5a2a1a252 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Allocated IP 172.25.0.9 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/58b23749-bbd7-41a3-938b-c6212086475a) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:50:46.386038 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-c34346e9-118f-4b49-adb9-6763776d094a req-00ab99fd-1506-4850-9846-65bccd4bf760 service neutron] Transition to ACTIVE for port object 5bd04eb2-3dbf-402a-8d62-77b2cc3686f1 will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:50:46.395986 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-c34346e9-118f-4b49-adb9-6763776d094a req-00ab99fd-1506-4850-9846-65bccd4bf760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:46.403377 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-63eee33a-9060-44b9-b38e-7ad69fa30977 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:46.421355 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-69019b96-704b-47a8-aff1-c22ab9bcac4d None None] Port cb044389-9ee1-4914-b3a2-50a9237029e6 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:50:46.442537 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 975e4801-4605-4909-9630-61f3bf5dc74b triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:46.443099 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:46.446880 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-bad49443-c424-4fc2-847c-74cf8c0af15c req-a57d26f6-bdab-4f5b-95af-66fd71c14412 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:46.506696 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2354e1-7460-4f13-a576-9961b3f8255a None None] Network cc86ed5a-c90d-4b4a-a2ec-a018981c7f22 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:50:46.557829 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2c343f6d-8061-4064-b1a6-6d2fe97b9657 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:46.571009 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-2c343f6d-8061-4064-b1a6-6d2fe97b9657 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "DELETE /v2.0/subnets/7fd7efd3-182c-44ee-b384-1f69250a168d HTTP/1.1" status: 204 len: 168 time: 2.3182554 Nov 25 17:50:46.573733 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ab99fd-1506-4850-9846-65bccd4bf760 service neutron] Pushing event updated for resources: {'Port': ['ID=5bd04eb2-3dbf-402a-8d62-77b2cc3686f1,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:46.577478 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eee33a-9060-44b9-b38e-7ad69fa30977 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Pushing event deleted for resources: {'Port': ['ID=9ef1bb02-ba31-4c3b-9bd0-461b457e8e6b,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:46.584038 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 45832) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:46.597016 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-bad49443-c424-4fc2-847c-74cf8c0af15c req-a57d26f6-bdab-4f5b-95af-66fd71c14412 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:46.598796 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c343f6d-8061-4064-b1a6-6d2fe97b9657 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event deleted for resources: {'Subnet': ['ID=7fd7efd3-182c-44ee-b384-1f69250a168d,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:46.638302 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['03f0f2ed-d617-4f76-8f9a-e1c0ad5d1bb0'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:50:46.640262 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['efa7b196-d088-459a-852c-dd1f944378ce'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:50:46.647376 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63eee33a-9060-44b9-b38e-7ad69fa30977 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:46.647742 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63eee33a-9060-44b9-b38e-7ad69fa30977 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:46.648096 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63eee33a-9060-44b9-b38e-7ad69fa30977 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:46.648444 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63eee33a-9060-44b9-b38e-7ad69fa30977 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:46.648789 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63eee33a-9060-44b9-b38e-7ad69fa30977 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:46.649161 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63eee33a-9060-44b9-b38e-7ad69fa30977 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:46.649500 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63eee33a-9060-44b9-b38e-7ad69fa30977 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:46.649843 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63eee33a-9060-44b9-b38e-7ad69fa30977 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:46.650181 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63eee33a-9060-44b9-b38e-7ad69fa30977 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:46.650517 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63eee33a-9060-44b9-b38e-7ad69fa30977 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:46.650853 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63eee33a-9060-44b9-b38e-7ad69fa30977 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:46.661336 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63eee33a-9060-44b9-b38e-7ad69fa30977 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:46.666976 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c343f6d-8061-4064-b1a6-6d2fe97b9657 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:46.670938 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c343f6d-8061-4064-b1a6-6d2fe97b9657 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:46.671405 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c343f6d-8061-4064-b1a6-6d2fe97b9657 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:46.671718 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c343f6d-8061-4064-b1a6-6d2fe97b9657 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:46.672075 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c343f6d-8061-4064-b1a6-6d2fe97b9657 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:46.672575 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c343f6d-8061-4064-b1a6-6d2fe97b9657 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:46.672945 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c343f6d-8061-4064-b1a6-6d2fe97b9657 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:46.673439 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c343f6d-8061-4064-b1a6-6d2fe97b9657 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:46.673790 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c343f6d-8061-4064-b1a6-6d2fe97b9657 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:46.674136 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c343f6d-8061-4064-b1a6-6d2fe97b9657 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:46.677670 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c343f6d-8061-4064-b1a6-6d2fe97b9657 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:46.678082 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c343f6d-8061-4064-b1a6-6d2fe97b9657 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:46.699683 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bad49443-c424-4fc2-847c-74cf8c0af15c req-a57d26f6-bdab-4f5b-95af-66fd71c14412 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Network cde55e2d-003f-4ba7-9946-c3e49edc6c96 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:50:46.733321 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-93f47806-9877-4373-a225-571d14383a50 None None] Could not find standard attr ID for object 9ef1bb02-ba31-4c3b-9bd0-461b457e8e6b. {{(pid=103362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:50:46.760837 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c16b0d5-38ee-4c69-9e81-c2683b2e861c tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Deleting subnet e6940aef-a348-4a01-ba66-58afe6efcd70 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:50:46.770521 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-bad49443-c424-4fc2-847c-74cf8c0af15c req-a57d26f6-bdab-4f5b-95af-66fd71c14412 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:50:46.776397 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5c16b0d5-38ee-4c69-9e81-c2683b2e861c tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:46.788238 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad49443-c424-4fc2-847c-74cf8c0af15c req-a57d26f6-bdab-4f5b-95af-66fd71c14412 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:50:46.800696 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4592ec-2547-4730-8afe-e74a45283843 None None] DHCP port deletion for cde55e2d-003f-4ba7-9946-c3e49edc6c96 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:50:46.851283 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5c16b0d5-38ee-4c69-9e81-c2683b2e861c tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:46.868908 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:46.944402 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 5760450d-a84c-44ee-b77c-7ae14d91aace up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:50:47.025929 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-c34346e9-118f-4b49-adb9-6763776d094a req-00ab99fd-1506-4850-9846-65bccd4bf760 service neutron] Attempting to bind port 5bd04eb2-3dbf-402a-8d62-77b2cc3686f1 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:50:47.026376 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-c34346e9-118f-4b49-adb9-6763776d094a req-00ab99fd-1506-4850-9846-65bccd4bf760 service neutron] Attempting to bind port 5bd04eb2-3dbf-402a-8d62-77b2cc3686f1 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '9bc68ea2-bf7d-42c6-bd84-767bb9f889f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '956f4e0f-d672-4efc-84b9-1a07478d59f4'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:50:47.026597 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34346e9-118f-4b49-adb9-6763776d094a req-00ab99fd-1506-4850-9846-65bccd4bf760 service neutron] Attempting to bind port 5bd04eb2-3dbf-402a-8d62-77b2cc3686f1 on network 956f4e0f-d672-4efc-84b9-1a07478d59f4 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:50:47.041772 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34346e9-118f-4b49-adb9-6763776d094a req-00ab99fd-1506-4850-9846-65bccd4bf760 service neutron] Port 5bd04eb2-3dbf-402a-8d62-77b2cc3686f1 on network 956f4e0f-d672-4efc-84b9-1a07478d59f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:50:47.042253 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34346e9-118f-4b49-adb9-6763776d094a req-00ab99fd-1506-4850-9846-65bccd4bf760 service neutron] Attempting to bind port 5bd04eb2-3dbf-402a-8d62-77b2cc3686f1 on network 956f4e0f-d672-4efc-84b9-1a07478d59f4 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:50:47.051929 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d327f6-ca80-4fe4-aef2-886564b48a4f req-b5548c79-17f2-4e6c-b7a5-fa7db112dc02 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:47.053725 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-32d327f6-ca80-4fe4-aef2-886564b48a4f req-b5548c79-17f2-4e6c-b7a5-fa7db112dc02 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=868e5c34-a566-46dd-a995-03461696f0c2 HTTP/1.1" status: 200 len: 931 time: 0.3446727 Nov 25 17:50:47.054418 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57d26f6-bdab-4f5b-95af-66fd71c14412 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Pushing event updated for resources: {'Port': ['ID=8c4cbee0-50cf-4c2c-b75c-5eb7207e7353,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:47.056865 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34346e9-118f-4b49-adb9-6763776d094a req-00ab99fd-1506-4850-9846-65bccd4bf760 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:50:47.056865 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34346e9-118f-4b49-adb9-6763776d094a req-00ab99fd-1506-4850-9846-65bccd4bf760 service neutron] Checking segment: {'id': '9bc68ea2-bf7d-42c6-bd84-767bb9f889f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '956f4e0f-d672-4efc-84b9-1a07478d59f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:50:47.057279 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34346e9-118f-4b49-adb9-6763776d094a req-00ab99fd-1506-4850-9846-65bccd4bf760 service neutron] Bound using segment: {'id': '9bc68ea2-bf7d-42c6-bd84-767bb9f889f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '956f4e0f-d672-4efc-84b9-1a07478d59f4'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:50:47.057728 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-c34346e9-118f-4b49-adb9-6763776d094a req-00ab99fd-1506-4850-9846-65bccd4bf760 service neutron] Bound port: 5bd04eb2-3dbf-402a-8d62-77b2cc3686f1, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bc68ea2-bf7d-42c6-bd84-767bb9f889f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '956f4e0f-d672-4efc-84b9-1a07478d59f4'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:50:47.058148 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-c34346e9-118f-4b49-adb9-6763776d094a req-00ab99fd-1506-4850-9846-65bccd4bf760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:47.098015 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:47.121945 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad49443-c424-4fc2-847c-74cf8c0af15c req-a57d26f6-bdab-4f5b-95af-66fd71c14412 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:47.122612 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-bad49443-c424-4fc2-847c-74cf8c0af15c req-a57d26f6-bdab-4f5b-95af-66fd71c14412 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:47.143770 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f518436b-d501-449e-98b1-4dd82c88a63d None None] DHCP port deletion for cc86ed5a-c90d-4b4a-a2ec-a018981c7f22 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:50:47.146040 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5c16b0d5-38ee-4c69-9e81-c2683b2e861c tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:47.197502 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-63eee33a-9060-44b9-b38e-7ad69fa30977 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:47.199692 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-c34346e9-118f-4b49-adb9-6763776d094a req-00ab99fd-1506-4850-9846-65bccd4bf760 service neutron] For port 5bd04eb2-3dbf-402a-8d62-77b2cc3686f1, host n-h1-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:50:47.202385 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-63eee33a-9060-44b9-b38e-7ad69fa30977 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] 10.222.0.75 "DELETE /v2.0/ports/9ef1bb02-ba31-4c3b-9bd0-461b457e8e6b HTTP/1.1" status: 204 len: 168 time: 3.1833518 Nov 25 17:50:47.205754 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 45838) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:47.220592 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bad49443-c424-4fc2-847c-74cf8c0af15c req-a57d26f6-bdab-4f5b-95af-66fd71c14412 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7279339 Nov 25 17:50:47.241636 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-c34346e9-118f-4b49-adb9-6763776d094a req-00ab99fd-1506-4850-9846-65bccd4bf760 service neutron] For port 5bd04eb2-3dbf-402a-8d62-77b2cc3686f1, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=5bd04eb2-3dbf-402a-8d62-77b2cc3686f1,segment=NetworkSegment(9bc68ea2-bf7d-42c6-bd84-767bb9f889f5),segment_id=9bc68ea2-bf7d-42c6-bd84-767bb9f889f5)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:50:47.245664 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-bad49443-c424-4fc2-847c-74cf8c0af15c req-44583053-3767-4311-af97-406dd343c785 service neutron] Request body: {'port': {'device_id': '868e5c34-a566-46dd-a995-03461696f0c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:47.259665 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-c3be079b-335e-4995-b880-093775d09d02 None None] Provisioning complete for port 8c4cbee0-50cf-4c2c-b75c-5eb7207e7353 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:47.260183 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c3be079b-335e-4995-b880-093775d09d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:47.260784 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d589bf0c-fe02-4ed9-aab1-b6f5a2a1a252 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:47.269061 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-a08cfc98-18e8-45a3-ae27-5cb3cad58bfc tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] GET failed (client error): The resource could not be found. Nov 25 17:50:47.274693 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a08cfc98-18e8-45a3-ae27-5cb3cad58bfc tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] 10.222.0.75 "GET /v2.0/ports/9ef1bb02-ba31-4c3b-9bd0-461b457e8e6b HTTP/1.1" status: 404 len: 333 time: 0.0447221 Nov 25 17:50:47.274693 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-c34346e9-118f-4b49-adb9-6763776d094a req-00ab99fd-1506-4850-9846-65bccd4bf760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:47.276354 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 45844) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:47.283399 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-23fb8950-e86c-44ee-90d8-66c8a8f82ead tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Request body: {'port': {'network_id': '606a6c80-baa3-4c33-b770-e497fee86342', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-480823806'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:47.317390 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-c3be079b-335e-4995-b880-093775d09d02 None None] Port 8c4cbee0-50cf-4c2c-b75c-5eb7207e7353 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:50:47.319696 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 5760450d-a84c-44ee-b77c-7ae14d91aace triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:47.320386 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:47.341573 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-32d327f6-ca80-4fe4-aef2-886564b48a4f req-ca84a95c-d3f5-4f84-a1ab-d5ce7f9fc7fd tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518506 Nov 25 17:50:47.374980 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34346e9-118f-4b49-adb9-6763776d094a req-00ab99fd-1506-4850-9846-65bccd4bf760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:47.376237 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-c34346e9-118f-4b49-adb9-6763776d094a req-00ab99fd-1506-4850-9846-65bccd4bf760 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:47.379692 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c34346e9-118f-4b49-adb9-6763776d094a req-00ab99fd-1506-4850-9846-65bccd4bf760 service neutron] 10.222.0.74 "PUT /v2.0/ports/5bd04eb2-3dbf-402a-8d62-77b2cc3686f1 HTTP/1.1" status: 200 len: 1092 time: 2.2602572 Nov 25 17:50:47.380891 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-bafc76a9-0e44-4053-ae5f-8f5f9e91a5e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:47.443487 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '598ae637-959f-4a82-ab28-f6756f65d14c', 'tag': '5bd04eb2-3dbf-402a-8d62-77b2cc3686f1'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:50:47.447327 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e22c69-2f73-4573-a8dd-3cfdfacd0ae9" -d '{"events": [{"name": "network-changed", "server_uuid": "598ae637-959f-4a82-ab28-f6756f65d14c", "tag": "5bd04eb2-3dbf-402a-8d62-77b2cc3686f1"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:50:47.451290 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d589bf0c-fe02-4ed9-aab1-b6f5a2a1a252 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:47.482441 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-bad49443-c424-4fc2-847c-74cf8c0af15c req-44583053-3767-4311-af97-406dd343c785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:47.498042 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5c16b0d5-38ee-4c69-9e81-c2683b2e861c tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:47.541255 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d589bf0c-fe02-4ed9-aab1-b6f5a2a1a252 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:50:47.568328 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c16b0d5-38ee-4c69-9e81-c2683b2e861c tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event deleted for resources: {'Subnet': ['ID=e6940aef-a348-4a01-ba66-58afe6efcd70,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:47.586200 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b8ed5e-cd9f-4611-8ad5-4100b29ddd12 x-openstack-request-id: req-b2b8ed5e-cd9f-4611-8ad5-4100b29ddd12 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:50:47.586794 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "598ae637-959f-4a82-ab28-f6756f65d14c", "tag": "5bd04eb2-3dbf-402a-8d62-77b2cc3686f1", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:50:47.587222 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b2b8ed5e-cd9f-4611-8ad5-4100b29ddd12 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:50:47.587796 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '598ae637-959f-4a82-ab28-f6756f65d14c', 'tag': '5bd04eb2-3dbf-402a-8d62-77b2cc3686f1', 'status': 'completed', 'code': 200} Nov 25 17:50:47.592543 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5c16b0d5-38ee-4c69-9e81-c2683b2e861c tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:47.597294 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-5c16b0d5-38ee-4c69-9e81-c2683b2e861c tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "DELETE /v2.0/subnets/e6940aef-a348-4a01-ba66-58afe6efcd70 HTTP/1.1" status: 204 len: 168 time: 1.0122645 Nov 25 17:50:47.607699 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-f518436b-d501-449e-98b1-4dd82c88a63d None None] Deleting port 83726fa8-0d66-441c-8ea0-d9707ef628db {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:50:47.608108 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f518436b-d501-449e-98b1-4dd82c88a63d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:47.610719 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 45852) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:47.614047 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ab99fd-1506-4850-9846-65bccd4bf760 service neutron] Pushing event updated for resources: {'Port': ['ID=5bd04eb2-3dbf-402a-8d62-77b2cc3686f1,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:47.628411 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70896dec-6253-4070-98e5-5643c9003575 None None] Network bd5788f7-c438-4406-baf9-14434f7742da requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:50:47.653486 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-d589bf0c-fe02-4ed9-aab1-b6f5a2a1a252 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:50:47.672400 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34346e9-118f-4b49-adb9-6763776d094a req-94a17adf-8091-4c6d-8530-c3bcc47d0235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:47.674272 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d589bf0c-fe02-4ed9-aab1-b6f5a2a1a252 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:50:47.674649 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c34346e9-118f-4b49-adb9-6763776d094a req-94a17adf-8091-4c6d-8530-c3bcc47d0235 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=867688fabf794394b7f5a37353b0165e&device_id=598ae637-959f-4a82-ab28-f6756f65d14c HTTP/1.1" status: 200 len: 1095 time: 0.2231929 Nov 25 17:50:47.729282 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d589bf0c-fe02-4ed9-aab1-b6f5a2a1a252 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Pushing event updated for resources: {'Port': ['ID=58b23749-bbd7-41a3-938b-c6212086475a,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:47.758834 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a264eb2-7455-4072-82ed-e656e0181b59 req-bb4142c6-5304-4ee4-9a64-a4acca87255b tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:47.760410 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1a264eb2-7455-4072-82ed-e656e0181b59 req-bb4142c6-5304-4ee4-9a64-a4acca87255b tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=598ae637-959f-4a82-ab28-f6756f65d14c HTTP/1.1" status: 200 len: 944 time: 0.2179017 Nov 25 17:50:47.794993 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c34346e9-118f-4b49-adb9-6763776d094a req-4b056aa8-1f76-41b5-ac24-83037c80ccb6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bd04eb2-3dbf-402a-8d62-77b2cc3686f1 HTTP/1.1" status: 200 len: 217 time: 0.0811613 Nov 25 17:50:47.804025 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8a70e974-1b44-4325-985d-d4d3b4cf16ee tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:47.808726 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23fb8950-e86c-44ee-90d8-66c8a8f82ead tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Made reservation on behalf of 2a0c7521c23c4259b7e5cebdbcb195bb for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:50:47.817421 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-23fb8950-e86c-44ee-90d8-66c8a8f82ead tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:47.860027 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-f518436b-d501-449e-98b1-4dd82c88a63d None None] For port 83726fa8-0d66-441c-8ea0-d9707ef628db, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=83726fa8-0d66-441c-8ea0-d9707ef628db,segment=NetworkSegment(fd35a55c-8e15-4ec1-aa49-788a425fda9c),segment_id=fd35a55c-8e15-4ec1-aa49-788a425fda9c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:50:47.860444 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f518436b-d501-449e-98b1-4dd82c88a63d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:47.884612 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-23fb8950-e86c-44ee-90d8-66c8a8f82ead tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] device_id is not set on port 875586e0-072c-45ef-9010-459761caf523 yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:50:47.895174 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-f518436b-d501-449e-98b1-4dd82c88a63d None None] Calling delete_port for 83726fa8-0d66-441c-8ea0-d9707ef628db owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:50:47.960502 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34346e9-118f-4b49-adb9-6763776d094a req-e4a5156e-3e5f-4e94-ab31-503d0bbb4182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:47.962111 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c34346e9-118f-4b49-adb9-6763776d094a req-e4a5156e-3e5f-4e94-ab31-503d0bbb4182 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=41aa15c7-0383-4c7f-9427-4b12720b647d HTTP/1.1" status: 200 len: 835 time: 0.1550326 Nov 25 17:50:48.068556 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f518436b-d501-449e-98b1-4dd82c88a63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:48.089639 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-8a70e974-1b44-4325-985d-d4d3b4cf16ee tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Deleting port 83726fa8-0d66-441c-8ea0-d9707ef628db {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:50:48.090566 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8a70e974-1b44-4325-985d-d4d3b4cf16ee tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:48.095626 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34346e9-118f-4b49-adb9-6763776d094a req-38156d6b-8b81-4f1b-b54b-387a113c16a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:48.097371 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c34346e9-118f-4b49-adb9-6763776d094a req-38156d6b-8b81-4f1b-b54b-387a113c16a3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=956f4e0f-d672-4efc-84b9-1a07478d59f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1251667 Nov 25 17:50:48.120799 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f518436b-d501-449e-98b1-4dd82c88a63d None None] Pushing event deleted for resources: {'Port': ['ID=83726fa8-0d66-441c-8ea0-d9707ef628db,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:48.129328 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f518436b-d501-449e-98b1-4dd82c88a63d None None] No DVR routers for this DVR port 83726fa8-0d66-441c-8ea0-d9707ef628db on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:50:48.146484 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-23fb8950-e86c-44ee-90d8-66c8a8f82ead tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Allocated IP 2001:db8::39e (606a6c80-baa3-4c33-b770-e497fee86342/d85f219a-9948-4635-ab11-064802af52d2/875586e0-072c-45ef-9010-459761caf523) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:50:48.159017 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 83726fa8-0d66-441c-8ea0-d9707ef628db no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:50:48.182193 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1a264eb2-7455-4072-82ed-e656e0181b59 req-ec5d20d3-f935-43bd-a4da-48ce94152610 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=1d72823a-4513-4da3-9508-6964b7c723ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3908737 Nov 25 17:50:48.195485 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 83726fa8-0d66-441c-8ea0-d9707ef628db {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:50:48.195485 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 83726fa8-0d66-441c-8ea0-d9707ef628db not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:50:48.226268 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f97ce13-6e9e-4533-8b5c-ff560830a855 None None] DHCP port deletion for bd5788f7-c438-4406-baf9-14434f7742da request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:50:48.329235 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-5f97ce13-6e9e-4533-8b5c-ff560830a855 None None] Deleting port d6370a1b-5276-4cd0-896e-7d2bf0db8509 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:50:48.329982 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5f97ce13-6e9e-4533-8b5c-ff560830a855 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:48.335086 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-8a70e974-1b44-4325-985d-d4d3b4cf16ee tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] For port 83726fa8-0d66-441c-8ea0-d9707ef628db, host n-d-817746-1, got binding levels [] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:50:48.335580 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8a70e974-1b44-4325-985d-d4d3b4cf16ee tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:48.370125 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-8a70e974-1b44-4325-985d-d4d3b4cf16ee tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Calling delete_port for 83726fa8-0d66-441c-8ea0-d9707ef628db owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:50:48.381578 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.ipam_backend_mixin [None req-8a70e974-1b44-4325-985d-d4d3b4cf16ee tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Port 83726fa8-0d66-441c-8ea0-d9707ef628db was not found and therefore no delete operation was performed {{(pid=103360) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 17:50:48.390389 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8a70e974-1b44-4325-985d-d4d3b4cf16ee tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:48.398134 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c34346e9-118f-4b49-adb9-6763776d094a req-3a1d20a6-a554-426f-9f7b-b683d6211790 service neutron] 10.222.0.74 "GET /v2.0/networks/956f4e0f-d672-4efc-84b9-1a07478d59f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546644 Nov 25 17:50:48.458578 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-5f97ce13-6e9e-4533-8b5c-ff560830a855 None None] For port d6370a1b-5276-4cd0-896e-7d2bf0db8509, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d6370a1b-5276-4cd0-896e-7d2bf0db8509,segment=NetworkSegment(a194d2c4-ef15-4050-bf9e-0713d10a4729),segment_id=a194d2c4-ef15-4050-bf9e-0713d10a4729)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:50:48.458989 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5f97ce13-6e9e-4533-8b5c-ff560830a855 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:48.462663 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a70e974-1b44-4325-985d-d4d3b4cf16ee tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event deleted for resources: {'Port': ['ID=83726fa8-0d66-441c-8ea0-d9707ef628db,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:48.489943 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-5f97ce13-6e9e-4533-8b5c-ff560830a855 None None] Calling delete_port for d6370a1b-5276-4cd0-896e-7d2bf0db8509 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:50:48.515977 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a70e974-1b44-4325-985d-d4d3b4cf16ee tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] No DVR routers for this DVR port 83726fa8-0d66-441c-8ea0-d9707ef628db on host n-d-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:50:48.593393 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5f97ce13-6e9e-4533-8b5c-ff560830a855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:48.631020 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f97ce13-6e9e-4533-8b5c-ff560830a855 None None] Pushing event deleted for resources: {'Port': ['ID=d6370a1b-5276-4cd0-896e-7d2bf0db8509,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:48.635737 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f97ce13-6e9e-4533-8b5c-ff560830a855 None None] No DVR routers for this DVR port d6370a1b-5276-4cd0-896e-7d2bf0db8509 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:50:48.705793 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c34346e9-118f-4b49-adb9-6763776d094a req-6a64c494-06b3-4c1e-ad54-af22239ad793 service neutron] 10.222.0.74 "GET /v2.0/networks/956f4e0f-d672-4efc-84b9-1a07478d59f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826302 Nov 25 17:50:48.773619 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8a70e974-1b44-4325-985d-d4d3b4cf16ee tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:48.826993 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-23fb8950-e86c-44ee-90d8-66c8a8f82ead tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:48.834445 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-8a70e974-1b44-4325-985d-d4d3b4cf16ee tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc86ed5a-c90d-4b4a-a2ec-a018981c7f22']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:48.852950 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-8a70e974-1b44-4325-985d-d4d3b4cf16ee tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd35a55c-8e15-4ec1-aa49-788a425fda9c') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:48.853262 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-8a70e974-1b44-4325-985d-d4d3b4cf16ee tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd35a55c-8e15-4ec1-aa49-788a425fda9c') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:48.872102 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8a70e974-1b44-4325-985d-d4d3b4cf16ee tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:48.901348 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e22c69-2f73-4573-a8dd-3cfdfacd0ae9 req-0a1c2d71-cdf6-40ce-aa16-d8a9a0660b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:48.903472 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d4e22c69-2f73-4573-a8dd-3cfdfacd0ae9 req-0a1c2d71-cdf6-40ce-aa16-d8a9a0660b1b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=867688fabf794394b7f5a37353b0165e&device_id=598ae637-959f-4a82-ab28-f6756f65d14c HTTP/1.1" status: 200 len: 1095 time: 0.1258109 Nov 25 17:50:48.905919 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8a70e974-1b44-4325-985d-d4d3b4cf16ee tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:48.924812 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a70e974-1b44-4325-985d-d4d3b4cf16ee tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Releasing vlan 936 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:50:48.925241 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8a70e974-1b44-4325-985d-d4d3b4cf16ee tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:48.928502 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:50:48.928502 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:50:48.928502 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:50:48.928502 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:50:48.928502 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:50:48.928502 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:50:48.928502 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:50:48.928502 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:50:48.928502 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:50:48.928502 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:50:48.928502 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:50:48.928502 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:50:48.928502 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:50:48.928502 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:50:48.928502 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:50:48.928502 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:50:48.928502 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:50:48.928502 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:50:48.928502 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:50:48.928502 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:50:48.928502 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:50:48.928502 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:50:48.928502 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:50:48.928502 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:50:48.928502 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:50:48.928502 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:50:48.928502 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:50:48.928502 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:50:48.928502 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:50:48.928502 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:50:48.928502 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:50:48.928502 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:50:48.956081 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-23fb8950-e86c-44ee-90d8-66c8a8f82ead tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:49.008754 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-bad49443-c424-4fc2-847c-74cf8c0af15c req-44583053-3767-4311-af97-406dd343c785 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c4cbee0-50cf-4c2c-b75c-5eb7207e7353 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:50:49.056054 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-bad49443-c424-4fc2-847c-74cf8c0af15c req-44583053-3767-4311-af97-406dd343c785 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:49.100640 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fb8950-e86c-44ee-90d8-66c8a8f82ead tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Network 606a6c80-baa3-4c33-b770-e497fee86342 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:50:49.101444 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8a70e974-1b44-4325-985d-d4d3b4cf16ee tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:49.110085 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fb8950-e86c-44ee-90d8-66c8a8f82ead tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Pushing event updated for resources: {'Port': ['ID=875586e0-072c-45ef-9010-459761caf523,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:49.113118 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8a70e974-1b44-4325-985d-d4d3b4cf16ee tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:49.116506 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8a70e974-1b44-4325-985d-d4d3b4cf16ee tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "DELETE /v2.0/networks/cc86ed5a-c90d-4b4a-a2ec-a018981c7f22 HTTP/1.1" status: 204 len: 168 time: 1.5032825 Nov 25 17:50:49.117844 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-bad49443-c424-4fc2-847c-74cf8c0af15c req-44583053-3767-4311-af97-406dd343c785 service neutron] Transition to ACTIVE for port object 8c4cbee0-50cf-4c2c-b75c-5eb7207e7353 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:50:49.125775 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-23fb8950-e86c-44ee-90d8-66c8a8f82ead tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:50:49.126164 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 45878) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:49.139400 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fb8950-e86c-44ee-90d8-66c8a8f82ead tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:50:49.145182 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fb8950-e86c-44ee-90d8-66c8a8f82ead tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:49.145824 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-23fb8950-e86c-44ee-90d8-66c8a8f82ead tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:49.152619 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4baf09-dc42-4ee2-9b36-025f260c0e17 req-e0f106c7-969e-4229-94c8-c7eb854e9851 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:49.152977 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a70e974-1b44-4325-985d-d4d3b4cf16ee tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event deleted for resources: {'Network': ['ID=cc86ed5a-c90d-4b4a-a2ec-a018981c7f22,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:49.162315 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5b4baf09-dc42-4ee2-9b36-025f260c0e17 req-e0f106c7-969e-4229-94c8-c7eb854e9851 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=868e5c34-a566-46dd-a995-03461696f0c2 HTTP/1.1" status: 200 len: 931 time: 0.6795220 Nov 25 17:50:49.172857 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e22c69-2f73-4573-a8dd-3cfdfacd0ae9 req-088c3ac5-5e9f-4914-a077-a7b1faa95416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:49.177138 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d4e22c69-2f73-4573-a8dd-3cfdfacd0ae9 req-088c3ac5-5e9f-4914-a077-a7b1faa95416 service neutron] 10.222.0.74 "GET /v2.0/networks?id=956f4e0f-d672-4efc-84b9-1a07478d59f4 HTTP/1.1" status: 200 len: 897 time: 0.2642524 Nov 25 17:50:49.177824 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-bad49443-c424-4fc2-847c-74cf8c0af15c req-44583053-3767-4311-af97-406dd343c785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:49.184780 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-23fb8950-e86c-44ee-90d8-66c8a8f82ead tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9054525 Nov 25 17:50:49.191929 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 45880) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:49.212119 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-e030e8c7-dc26-4f06-bc4c-86f50e5ff65c tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::223', 'mac_address': 'fa:16:3e:5d:47:6d'}]}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:49.239259 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a8b367-6078-4ff8-8b93-bec82a43ce6d None None] DHCP port deletion for cde55e2d-003f-4ba7-9946-c3e49edc6c96 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:50:49.297851 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d4e22c69-2f73-4573-a8dd-3cfdfacd0ae9 req-e20d52a7-4ba8-4762-80d5-6df2d573e6f0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bd04eb2-3dbf-402a-8d62-77b2cc3686f1 HTTP/1.1" status: 200 len: 217 time: 0.1076677 Nov 25 17:50:49.365834 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d589bf0c-fe02-4ed9-aab1-b6f5a2a1a252 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:49.459146 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5b4baf09-dc42-4ee2-9b36-025f260c0e17 req-dcc2095b-f357-4ff6-aa3b-3f12cc212f3f tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952671 Nov 25 17:50:49.524051 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-91135e6d-70f7-402a-a848-e85eb9068e40 None None] Provisioning complete for port 875586e0-072c-45ef-9010-459761caf523 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:49.537512 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-91135e6d-70f7-402a-a848-e85eb9068e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:49.557619 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-adf657c5-978a-4b93-99bf-ea6ed413656f tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:49.560153 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44583053-3767-4311-af97-406dd343c785 service neutron] Pushing event updated for resources: {'Port': ['ID=8c4cbee0-50cf-4c2c-b75c-5eb7207e7353,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:49.590000 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-91135e6d-70f7-402a-a848-e85eb9068e40 None None] Port 875586e0-072c-45ef-9010-459761caf523 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:50:49.631034 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290ee1b-a106-497e-9754-1c05c470390c req-da0bbd92-2a7d-4135-9a65-3c0155b2edcd tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:49.632444 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5290ee1b-a106-497e-9754-1c05c470390c req-da0bbd92-2a7d-4135-9a65-3c0155b2edcd tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=598ae637-959f-4a82-ab28-f6756f65d14c HTTP/1.1" status: 200 len: 944 time: 0.3099196 Nov 25 17:50:49.707596 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d589bf0c-fe02-4ed9-aab1-b6f5a2a1a252 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:49.748895 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e22c69-2f73-4573-a8dd-3cfdfacd0ae9 req-c0ab51e1-9d51-4c09-8658-a73b5fceca27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:49.750387 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d4e22c69-2f73-4573-a8dd-3cfdfacd0ae9 req-c0ab51e1-9d51-4c09-8658-a73b5fceca27 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=41aa15c7-0383-4c7f-9427-4b12720b647d HTTP/1.1" status: 200 len: 835 time: 0.0858433 Nov 25 17:50:49.753158 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-bad49443-c424-4fc2-847c-74cf8c0af15c req-44583053-3767-4311-af97-406dd343c785 service neutron] Attempting to bind port 8c4cbee0-50cf-4c2c-b75c-5eb7207e7353 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:50:49.753506 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-bad49443-c424-4fc2-847c-74cf8c0af15c req-44583053-3767-4311-af97-406dd343c785 service neutron] Attempting to bind port 8c4cbee0-50cf-4c2c-b75c-5eb7207e7353 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '5d15a5ac-47ef-4ddf-b5a4-0fc888643200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'cde55e2d-003f-4ba7-9946-c3e49edc6c96'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:50:49.754507 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad49443-c424-4fc2-847c-74cf8c0af15c req-44583053-3767-4311-af97-406dd343c785 service neutron] Attempting to bind port 8c4cbee0-50cf-4c2c-b75c-5eb7207e7353 on network cde55e2d-003f-4ba7-9946-c3e49edc6c96 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:50:49.814892 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad49443-c424-4fc2-847c-74cf8c0af15c req-44583053-3767-4311-af97-406dd343c785 service neutron] Port 8c4cbee0-50cf-4c2c-b75c-5eb7207e7353 on network cde55e2d-003f-4ba7-9946-c3e49edc6c96 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:50:49.815229 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad49443-c424-4fc2-847c-74cf8c0af15c req-44583053-3767-4311-af97-406dd343c785 service neutron] Attempting to bind port 8c4cbee0-50cf-4c2c-b75c-5eb7207e7353 on network cde55e2d-003f-4ba7-9946-c3e49edc6c96 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:50:49.819768 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-adf657c5-978a-4b93-99bf-ea6ed413656f tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:49.826683 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a2c357af-4f9a-46e7-a8f9-bf68a0006b50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:49.842783 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e030e8c7-dc26-4f06-bc4c-86f50e5ff65c tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:49.868215 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e22c69-2f73-4573-a8dd-3cfdfacd0ae9 req-00b45d56-05eb-41f5-b814-48e501918e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:49.869557 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d4e22c69-2f73-4573-a8dd-3cfdfacd0ae9 req-00b45d56-05eb-41f5-b814-48e501918e4e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=956f4e0f-d672-4efc-84b9-1a07478d59f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1080558 Nov 25 17:50:49.870348 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad49443-c424-4fc2-847c-74cf8c0af15c req-44583053-3767-4311-af97-406dd343c785 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:50:49.873149 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad49443-c424-4fc2-847c-74cf8c0af15c req-44583053-3767-4311-af97-406dd343c785 service neutron] Checking segment: {'id': '5d15a5ac-47ef-4ddf-b5a4-0fc888643200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'cde55e2d-003f-4ba7-9946-c3e49edc6c96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:50:49.873670 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad49443-c424-4fc2-847c-74cf8c0af15c req-44583053-3767-4311-af97-406dd343c785 service neutron] Bound using segment: {'id': '5d15a5ac-47ef-4ddf-b5a4-0fc888643200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'cde55e2d-003f-4ba7-9946-c3e49edc6c96'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:50:49.874293 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-bad49443-c424-4fc2-847c-74cf8c0af15c req-44583053-3767-4311-af97-406dd343c785 service neutron] Bound port: 8c4cbee0-50cf-4c2c-b75c-5eb7207e7353, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d15a5ac-47ef-4ddf-b5a4-0fc888643200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'cde55e2d-003f-4ba7-9946-c3e49edc6c96'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:50:49.874733 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-bad49443-c424-4fc2-847c-74cf8c0af15c req-44583053-3767-4311-af97-406dd343c785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:49.892413 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5290ee1b-a106-497e-9754-1c05c470390c req-6b2ac5f5-1ae8-457c-a192-0567681b6ef8 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=1d72823a-4513-4da3-9508-6964b7c723ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2419744 Nov 25 17:50:49.909773 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-adf657c5-978a-4b93-99bf-ea6ed413656f tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd5788f7-c438-4406-baf9-14434f7742da']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:49.939917 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-adf657c5-978a-4b93-99bf-ea6ed413656f tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a194d2c4-ef15-4050-bf9e-0713d10a4729') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:49.940169 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-adf657c5-978a-4b93-99bf-ea6ed413656f tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a194d2c4-ef15-4050-bf9e-0713d10a4729') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:50.010013 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-adf657c5-978a-4b93-99bf-ea6ed413656f tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:50.047450 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-adf657c5-978a-4b93-99bf-ea6ed413656f tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:50.055391 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adf657c5-978a-4b93-99bf-ea6ed413656f tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Releasing vlan 910 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:50:50.055920 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-adf657c5-978a-4b93-99bf-ea6ed413656f tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:50.071141 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d4e22c69-2f73-4573-a8dd-3cfdfacd0ae9 req-7b6fb91a-3938-42a7-81fc-38d996fb7882 service neutron] 10.222.0.74 "GET /v2.0/networks/956f4e0f-d672-4efc-84b9-1a07478d59f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734812 Nov 25 17:50:50.079722 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:50:50.079722 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:50:50.079722 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:50:50.079722 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:50:50.079722 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:50:50.079722 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:50:50.079722 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:50:50.079722 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:50:50.079722 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:50:50.079722 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:50:50.079722 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:50:50.079722 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:50:50.079722 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:50:50.079722 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:50:50.079722 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:50:50.079722 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:50:50.079722 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:50:50.079722 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:50:50.079722 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:50:50.079722 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:50:50.079722 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:50:50.079722 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:50:50.079722 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:50:50.079722 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:50:50.079722 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:50:50.079722 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:50:50.079722 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:50:50.079722 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:50:50.079722 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:50:50.079722 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:50:50.079722 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:50:50.079722 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:50:50.112601 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d6370a1b-5276-4cd0-896e-7d2bf0db8509 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:50:50.175853 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: d6370a1b-5276-4cd0-896e-7d2bf0db8509 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:50:50.176483 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d6370a1b-5276-4cd0-896e-7d2bf0db8509 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:50:50.182720 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-adf657c5-978a-4b93-99bf-ea6ed413656f tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:50.188029 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-adf657c5-978a-4b93-99bf-ea6ed413656f tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:50.191342 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-adf657c5-978a-4b93-99bf-ea6ed413656f tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "DELETE /v2.0/networks/bd5788f7-c438-4406-baf9-14434f7742da HTTP/1.1" status: 204 len: 168 time: 1.0641732 Nov 25 17:50:50.192768 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-bad49443-c424-4fc2-847c-74cf8c0af15c req-44583053-3767-4311-af97-406dd343c785 service neutron] For port 8c4cbee0-50cf-4c2c-b75c-5eb7207e7353, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:50:50.214444 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 45898) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:50.225110 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-18c1da92-c503-4480-81a3-1aeb3fdc1c38 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Request body: {'network': {'name': 'tempest-RoutersTest-404123776'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:50.237461 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf657c5-978a-4b93-99bf-ea6ed413656f tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event deleted for resources: {'Network': ['ID=bd5788f7-c438-4406-baf9-14434f7742da,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:50.249974 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-bad49443-c424-4fc2-847c-74cf8c0af15c req-44583053-3767-4311-af97-406dd343c785 service neutron] For port 8c4cbee0-50cf-4c2c-b75c-5eb7207e7353, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=8c4cbee0-50cf-4c2c-b75c-5eb7207e7353,segment=NetworkSegment(5d15a5ac-47ef-4ddf-b5a4-0fc888643200),segment_id=5d15a5ac-47ef-4ddf-b5a4-0fc888643200)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:50:50.258140 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-bad49443-c424-4fc2-847c-74cf8c0af15c req-44583053-3767-4311-af97-406dd343c785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:50.297053 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e030e8c7-dc26-4f06-bc4c-86f50e5ff65c tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:50.300596 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c1da92-c503-4480-81a3-1aeb3fdc1c38 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Made reservation on behalf of 4d907a5f181242fcb929653cbcef12b3 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:50:50.302025 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d589bf0c-fe02-4ed9-aab1-b6f5a2a1a252 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:50.304235 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-18c1da92-c503-4480-81a3-1aeb3fdc1c38 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:50.315600 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e030e8c7-dc26-4f06-bc4c-86f50e5ff65c tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:50.315844 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad49443-c424-4fc2-847c-74cf8c0af15c req-44583053-3767-4311-af97-406dd343c785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:50.316322 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-bad49443-c424-4fc2-847c-74cf8c0af15c req-44583053-3767-4311-af97-406dd343c785 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:50.317769 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bad49443-c424-4fc2-847c-74cf8c0af15c req-44583053-3767-4311-af97-406dd343c785 service neutron] 10.222.0.74 "PUT /v2.0/ports/8c4cbee0-50cf-4c2c-b75c-5eb7207e7353 HTTP/1.1" status: 200 len: 1091 time: 3.0782108 Nov 25 17:50:50.318355 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '868e5c34-a566-46dd-a995-03461696f0c2', 'tag': '8c4cbee0-50cf-4c2c-b75c-5eb7207e7353'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:50:50.320309 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d4e22c69-2f73-4573-a8dd-3cfdfacd0ae9 req-12dfabdb-aa99-4359-b91b-2d3682ca41af service neutron] 10.222.0.74 "GET /v2.0/networks/956f4e0f-d672-4efc-84b9-1a07478d59f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200344 Nov 25 17:50:50.320952 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb138797-9a46-4eab-b61c-a59bb124b3ce" -d '{"events": [{"name": "network-changed", "server_uuid": "868e5c34-a566-46dd-a995-03461696f0c2", "tag": "8c4cbee0-50cf-4c2c-b75c-5eb7207e7353"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:50:50.324097 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d589bf0c-fe02-4ed9-aab1-b6f5a2a1a252 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:50.352794 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6304d2a9-d4c7-4275-915b-d82cb67d4516 None None] DHCP port deletion for cde55e2d-003f-4ba7-9946-c3e49edc6c96 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:50:50.354376 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44583053-3767-4311-af97-406dd343c785 service neutron] Pushing event updated for resources: {'Port': ['ID=8c4cbee0-50cf-4c2c-b75c-5eb7207e7353,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:50.438433 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-e030e8c7-dc26-4f06-bc4c-86f50e5ff65c tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] In _notify_port_updated(), no bound segment for port 875586e0-072c-45ef-9010-459761caf523 on network 606a6c80-baa3-4c33-b770-e497fee86342 {{(pid=103360) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:50:50.442014 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16aa216-1d5c-4e2a-ba48-f8f43045da31 x-openstack-request-id: req-e16aa216-1d5c-4e2a-ba48-f8f43045da31 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:50:50.442673 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "868e5c34-a566-46dd-a995-03461696f0c2", "tag": "8c4cbee0-50cf-4c2c-b75c-5eb7207e7353", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:50:50.443025 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e16aa216-1d5c-4e2a-ba48-f8f43045da31 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:50:50.443596 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '868e5c34-a566-46dd-a995-03461696f0c2', 'tag': '8c4cbee0-50cf-4c2c-b75c-5eb7207e7353', 'status': 'completed', 'code': 200} Nov 25 17:50:50.445494 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e030e8c7-dc26-4f06-bc4c-86f50e5ff65c tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:50.446166 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e030e8c7-dc26-4f06-bc4c-86f50e5ff65c tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:50.447519 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e030e8c7-dc26-4f06-bc4c-86f50e5ff65c tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] 10.222.0.75 "PUT /v2.0/ports/875586e0-072c-45ef-9010-459761caf523 HTTP/1.1" status: 200 len: 1002 time: 1.2541761 Nov 25 17:50:50.453969 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 45906) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:50.487898 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d589bf0c-fe02-4ed9-aab1-b6f5a2a1a252 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Pushing event updated for resources: {'Port': ['ID=58b23749-bbd7-41a3-938b-c6212086475a,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:50.505160 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d589bf0c-fe02-4ed9-aab1-b6f5a2a1a252 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:50.515123 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18c1da92-c503-4480-81a3-1aeb3fdc1c38 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 915} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:50:50.529262 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e030e8c7-dc26-4f06-bc4c-86f50e5ff65c tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Pushing event updated for resources: {'Port': ['ID=875586e0-072c-45ef-9010-459761caf523,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:50.537782 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-18c1da92-c503-4480-81a3-1aeb3fdc1c38 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:50.538214 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-18c1da92-c503-4480-81a3-1aeb3fdc1c38 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Added segment 888d0a0f-73fe-47d8-9514-49a7295eaf2b of type vlan for network 82ffc804-5058-4b99-9e00-2010c00a5ef0 Nov 25 17:50:50.586130 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad49443-c424-4fc2-847c-74cf8c0af15c req-40db3d33-11c3-4d44-8264-72d5e6d228c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:50.587658 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-bad49443-c424-4fc2-847c-74cf8c0af15c req-40db3d33-11c3-4d44-8264-72d5e6d228c6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0d1113b5e38141dd82a78af66f2b7f1f&device_id=868e5c34-a566-46dd-a995-03461696f0c2 HTTP/1.1" status: 200 len: 1094 time: 0.1561520 Nov 25 17:50:50.593080 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-18c1da92-c503-4480-81a3-1aeb3fdc1c38 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:50.680058 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-bad49443-c424-4fc2-847c-74cf8c0af15c req-30bdb072-df19-49ac-afde-b9240292c78f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c4cbee0-50cf-4c2c-b75c-5eb7207e7353 HTTP/1.1" status: 200 len: 217 time: 0.0840816 Nov 25 17:50:50.683776 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-18c1da92-c503-4480-81a3-1aeb3fdc1c38 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:50.691284 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c1da92-c503-4480-81a3-1aeb3fdc1c38 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:50.692154 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-18c1da92-c503-4480-81a3-1aeb3fdc1c38 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:50.755101 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f3bfa-f416-468b-9515-90a4b99fb311 req-7ece7599-c5cc-4b6b-a744-24adfccd7f48 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:50.756663 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e29f3bfa-f416-468b-9515-90a4b99fb311 req-7ece7599-c5cc-4b6b-a744-24adfccd7f48 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=868e5c34-a566-46dd-a995-03461696f0c2 HTTP/1.1" status: 200 len: 943 time: 0.1668847 Nov 25 17:50:50.760955 n-d-817746-1 neutron-server[103361]: INFO neutron.db.l3_db [None req-d589bf0c-fe02-4ed9-aab1-b6f5a2a1a252 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Floating IP c9a46e57-090e-4bab-9a1c-029bb1889f3e associated. External IP: 172.25.0.9, port: 5a792fdb-75f0-4cc9-ace9-3afedd10fad8. Nov 25 17:50:50.853505 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:50.877089 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-18c1da92-c503-4480-81a3-1aeb3fdc1c38 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6560283 Nov 25 17:50:50.879636 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c1da92-c503-4480-81a3-1aeb3fdc1c38 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event updated for resources: {'Network': ['ID=82ffc804-5058-4b99-9e00-2010c00a5ef0,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:50.885943 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 45916) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:50.892568 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-7a8969fa-f3be-43b5-8895-4df809e6deca tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Request body: {'subnet': {'network_id': '82ffc804-5058-4b99-9e00-2010c00a5ef0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:50.893227 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 82ffc804-5058-4b99-9e00-2010c00a5ef0 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:50:50.920528 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-825491d3-3473-4d4e-8c96-6dd7fd5d2f96 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Deleting port 875586e0-072c-45ef-9010-459761caf523 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:50:50.920993 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-825491d3-3473-4d4e-8c96-6dd7fd5d2f96 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:51.022346 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad49443-c424-4fc2-847c-74cf8c0af15c req-df8b3092-e52d-4ef9-9675-33be39491e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:51.023907 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-bad49443-c424-4fc2-847c-74cf8c0af15c req-df8b3092-e52d-4ef9-9675-33be39491e5e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b114d138-184e-414d-8d77-af9fac4f96f6 HTTP/1.1" status: 200 len: 845 time: 0.3274827 Nov 25 17:50:51.066582 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-bad49443-c424-4fc2-847c-74cf8c0af15c req-4867b34b-5245-4bf2-98b5-3c2e38fc079d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cde55e2d-003f-4ba7-9946-c3e49edc6c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346699 Nov 25 17:50:51.074400 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-24f805a8-9e37-4b31-a589-6dda69274e98 None None] Provisioning complete for port 875586e0-072c-45ef-9010-459761caf523 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:51.074917 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-24f805a8-9e37-4b31-a589-6dda69274e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:51.117936 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8969fa-f3be-43b5-8895-4df809e6deca tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Made reservation on behalf of 4d907a5f181242fcb929653cbcef12b3 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:50:51.119990 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-24f805a8-9e37-4b31-a589-6dda69274e98 None None] Port 875586e0-072c-45ef-9010-459761caf523 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:50:51.124751 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7a8969fa-f3be-43b5-8895-4df809e6deca tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:51.155725 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e29f3bfa-f416-468b-9515-90a4b99fb311 req-1e0f159d-d67f-4aee-83fb-124dc8236f80 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3892725 Nov 25 17:50:51.194923 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b476bf-2344-4b4b-a2cb-0dbe3afe778f req-e09b9c4f-a3c1-4ef8-80f8-e85289c41a55 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:51.196553 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-04b476bf-2344-4b4b-a2cb-0dbe3afe778f req-e09b9c4f-a3c1-4ef8-80f8-e85289c41a55 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=598ae637-959f-4a82-ab28-f6756f65d14c HTTP/1.1" status: 200 len: 944 time: 0.1973655 Nov 25 17:50:51.209118 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-825491d3-3473-4d4e-8c96-6dd7fd5d2f96 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:51.244002 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d589bf0c-fe02-4ed9-aab1-b6f5a2a1a252 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Router 2de12eba-ca9c-4ee9-a127-6d8b48ad62b2 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:50:51.245007 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-825491d3-3473-4d4e-8c96-6dd7fd5d2f96 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Calling delete_port for 875586e0-072c-45ef-9010-459761caf523 owned by {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:50:51.310522 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-bad49443-c424-4fc2-847c-74cf8c0af15c req-07f2f295-1306-4a5d-8b81-71ad9f4f9e9e service neutron] 10.222.0.74 "GET /v2.0/networks/cde55e2d-003f-4ba7-9946-c3e49edc6c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249894 Nov 25 17:50:51.370114 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-04b476bf-2344-4b4b-a2cb-0dbe3afe778f req-708c6141-a823-40e7-8b65-83f6e9800206 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=1d72823a-4513-4da3-9508-6964b7c723ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1579883 Nov 25 17:50:51.469060 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d589bf0c-fe02-4ed9-aab1-b6f5a2a1a252 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:50:51.489176 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ec64db-41b0-48fe-b011-1d77ba636254 None None] Sync routers for ids ['2de12eba-ca9c-4ee9-a127-6d8b48ad62b2'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:50:51.489684 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d589bf0c-fe02-4ed9-aab1-b6f5a2a1a252 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:51.510397 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-bad49443-c424-4fc2-847c-74cf8c0af15c req-beefb431-a886-4198-93bc-e9f33f2c78ad service neutron] 10.222.0.74 "GET /v2.0/networks/cde55e2d-003f-4ba7-9946-c3e49edc6c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822286 Nov 25 17:50:51.513135 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ec64db-41b0-48fe-b011-1d77ba636254 None None] Routers {'2de12eba-ca9c-4ee9-a127-6d8b48ad62b2'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:50:51.513896 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-d2ec64db-41b0-48fe-b011-1d77ba636254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:50:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['2de12eba-ca9c-4ee9-a127-6d8b48ad62b2'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:51.531163 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7a8969fa-f3be-43b5-8895-4df809e6deca tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:51.635070 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8969fa-f3be-43b5-8895-4df809e6deca tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event updated for resources: {'Subnet': ['ID=3606094b-f6d7-4022-8999-06fae1a0b53d,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:51.649338 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-d2ec64db-41b0-48fe-b011-1d77ba636254 None None] Set router 2de12eba-ca9c-4ee9-a127-6d8b48ad62b2 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:50:51.694627 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8969fa-f3be-43b5-8895-4df809e6deca tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Checking segment: {'id': '888d0a0f-73fe-47d8-9514-49a7295eaf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '82ffc804-5058-4b99-9e00-2010c00a5ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:50:51.695009 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8969fa-f3be-43b5-8895-4df809e6deca tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Network hostable DHCP agents. Network: 82ffc804-5058-4b99-9e00-2010c00a5ef0, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:50:51.727867 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb138797-9a46-4eab-b61c-a59bb124b3ce req-c752de7d-ed99-4e80-8a1c-10cf8e5b02e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:51.729351 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-cb138797-9a46-4eab-b61c-a59bb124b3ce req-c752de7d-ed99-4e80-8a1c-10cf8e5b02e7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0d1113b5e38141dd82a78af66f2b7f1f&device_id=868e5c34-a566-46dd-a995-03461696f0c2 HTTP/1.1" status: 200 len: 1094 time: 0.0998967 Nov 25 17:50:51.751622 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8969fa-f3be-43b5-8895-4df809e6deca tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Network 82ffc804-5058-4b99-9e00-2010c00a5ef0 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:50:51.829985 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 5bd04eb2-3dbf-402a-8d62-77b2cc3686f1 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:50:51.866141 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb138797-9a46-4eab-b61c-a59bb124b3ce req-74cb4e1e-281c-4c27-a269-fb4ae6ed97c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:51.867842 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-cb138797-9a46-4eab-b61c-a59bb124b3ce req-74cb4e1e-281c-4c27-a269-fb4ae6ed97c4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cde55e2d-003f-4ba7-9946-c3e49edc6c96 HTTP/1.1" status: 200 len: 906 time: 0.1273136 Nov 25 17:50:51.869034 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-7a8969fa-f3be-43b5-8895-4df809e6deca tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 82ffc804-5058-4b99-9e00-2010c00a5ef0) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:50:51.875339 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d589bf0c-fe02-4ed9-aab1-b6f5a2a1a252 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 7.9733517 Nov 25 17:50:51.875553 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8969fa-f3be-43b5-8895-4df809e6deca tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:51.875671 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 45934) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:51.876505 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7a8969fa-f3be-43b5-8895-4df809e6deca tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:51.898902 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfd12bd-8560-4b2a-abcb-087dd22cffe8 None None] Network 82ffc804-5058-4b99-9e00-2010c00a5ef0 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:50:51.959605 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-ee433192-fae8-4945-b24c-b2d06e91846f tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/floatingips/c9a46e57-090e-4bab-9a1c-029bb1889f3e HTTP/1.1" status: 200 len: 989 time: 0.0821254 Nov 25 17:50:51.961643 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-825491d3-3473-4d4e-8c96-6dd7fd5d2f96 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:51.978348 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-cb138797-9a46-4eab-b61c-a59bb124b3ce req-dd2d843e-72d8-4a4d-9776-1f1355732e66 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c4cbee0-50cf-4c2c-b75c-5eb7207e7353 HTTP/1.1" status: 200 len: 217 time: 0.0882804 Nov 25 17:50:51.984078 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7a8969fa-f3be-43b5-8895-4df809e6deca tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0965006 Nov 25 17:50:51.992580 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 45936) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:51.999724 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-79cd91b9-ae33-476c-a94a-631dbb1a96f3 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-976407918', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:52.008429 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825491d3-3473-4d4e-8c96-6dd7fd5d2f96 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Pushing event deleted for resources: {'Port': ['ID=875586e0-072c-45ef-9010-459761caf523,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:52.044540 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-79cd91b9-ae33-476c-a94a-631dbb1a96f3 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:52.045663 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-79cd91b9-ae33-476c-a94a-631dbb1a96f3 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:52.105036 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-79cd91b9-ae33-476c-a94a-631dbb1a96f3 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:52.126963 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-79cd91b9-ae33-476c-a94a-631dbb1a96f3 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:52.132596 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-d2ec64db-41b0-48fe-b011-1d77ba636254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de12eba-ca9c-4ee9-a127-6d8b48ad62b2', 'name': 'tempest-TestNetworkBasicOps-router-1777893788', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '24085af4-0ede-4c45-9d34-e5f560d23e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:50:05Z', 'updated_at': '2021-11-25T17:50:13Z', 'revision_number': 4, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'gw_port': {'id': '24085af4-0ede-4c45-9d34-e5f560d23e4b', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:59:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de12eba-ca9c-4ee9-a127-6d8b48ad62b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:50:06Z', 'updated_at': '2021-11-25T17:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': 'c9a46e57-090e-4bab-9a1c-029bb1889f3e', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'floating_ip_address': '172.25.0.9', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '2de12eba-ca9c-4ee9-a127-6d8b48ad62b2', 'port_id': '5a792fdb-75f0-4cc9-ace9-3afedd10fad8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0b62c91-efd1-42fd-8c7c-59c29803d540', 'mac_address': 'fa:16:3e:88:84:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2dee017-9aa8-41c6-b4ab-5f83a39d35d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:50:48Z', 'updated_at': '2021-11-25T17:50:48Z', 'revision_number': 0, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0f6eebf-ffa1-4a9d-bf6e-b5c538296cae', 'name': '', 'network_id': 'f0b62c91-efd1-42fd-8c7c-59c29803d540', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'mac_address': 'fa:16:3e:3c:4f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de12eba-ca9c-4ee9-a127-6d8b48ad62b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'dd8ab691-8e62-449b-bab6-bdcf74b0ccb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:50:12Z', 'updated_at': '2021-11-25T17:50:19Z', 'revision_number': 5, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'subnets': [{'id': 'dd8ab691-8e62-449b-bab6-bdcf74b0ccb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:52.152962 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb138797-9a46-4eab-b61c-a59bb124b3ce req-19883345-fc36-41ea-a5c4-8b6f6dada02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:52.155145 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-cb138797-9a46-4eab-b61c-a59bb124b3ce req-19883345-fc36-41ea-a5c4-8b6f6dada02a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b114d138-184e-414d-8d77-af9fac4f96f6 HTTP/1.1" status: 200 len: 845 time: 0.1691990 Nov 25 17:50:52.186981 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-79cd91b9-ae33-476c-a94a-631dbb1a96f3 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:52.187327 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:52.191677 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-79cd91b9-ae33-476c-a94a-631dbb1a96f3 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1961789 Nov 25 17:50:52.213282 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ec64db-41b0-48fe-b011-1d77ba636254 None None] Checking router: 2de12eba-ca9c-4ee9-a127-6d8b48ad62b2 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:50:52.217891 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 45942) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:52.227004 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ec64db-41b0-48fe-b011-1d77ba636254 None None] Routers {'2de12eba-ca9c-4ee9-a127-6d8b48ad62b2'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:50:52.227980 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-d2ec64db-41b0-48fe-b011-1d77ba636254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:50:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['2de12eba-ca9c-4ee9-a127-6d8b48ad62b2'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:52.228199 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-825491d3-3473-4d4e-8c96-6dd7fd5d2f96 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:52.243873 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-cb138797-9a46-4eab-b61c-a59bb124b3ce req-22d98d5d-2f4b-4398-9e03-24425ac0f5c7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cde55e2d-003f-4ba7-9946-c3e49edc6c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683632 Nov 25 17:50:52.243873 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-3af42f33-74f1-424d-af71-89fd11b9a9b8 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Request body: {'port': {'network_id': '82ffc804-5058-4b99-9e00-2010c00a5ef0', 'name': 'tempest-RoutersTest-1752943027'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:52.244264 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-825491d3-3473-4d4e-8c96-6dd7fd5d2f96 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] 10.222.0.75 "DELETE /v2.0/ports/875586e0-072c-45ef-9010-459761caf523 HTTP/1.1" status: 204 len: 168 time: 1.7871134 Nov 25 17:50:52.244264 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 45946) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:52.301085 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6377a5-5dce-4322-9e4c-b06e56d02beb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-82ffc804-5058-4b99-9e00-2010c00a5ef0', 'network_id': '82ffc804-5058-4b99-9e00-2010c00a5ef0', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'fixed_ips': [{'subnet_id': '3606094b-f6d7-4022-8999-06fae1a0b53d'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:50:52.305280 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1b6377a5-5dce-4322-9e4c-b06e56d02beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:52.325617 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 5bd04eb2-3dbf-402a-8d62-77b2cc3686f1, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=5bd04eb2-3dbf-402a-8d62-77b2cc3686f1,segment=NetworkSegment(9bc68ea2-bf7d-42c6-bd84-767bb9f889f5),segment_id=9bc68ea2-bf7d-42c6-bd84-767bb9f889f5)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:50:52.329472 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-2469e0e8-e352-4394-9b01-aa216a40898d tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] GET failed (client error): The resource could not be found. Nov 25 17:50:52.336879 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-2469e0e8-e352-4394-9b01-aa216a40898d tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] 10.222.0.75 "GET /v2.0/ports/875586e0-072c-45ef-9010-459761caf523 HTTP/1.1" status: 404 len: 333 time: 0.0918441 Nov 25 17:50:52.343103 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 45948) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:52.348763 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-3ad5fab3-6b03-41e9-ae90-b98b1f122af9 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Request body: {'port': {'network_id': '606a6c80-baa3-4c33-b770-e497fee86342', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-167558656'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:52.444887 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2dee017-9aa8-41c6-b4ab-5f83a39d35d4', 'tag': '5a792fdb-75f0-4cc9-ace9-3afedd10fad8'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:50:52.447782 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0807f337-f37f-4561-a1fa-7f9fe42b7362" -d '{"events": [{"name": "network-changed", "server_uuid": "a2dee017-9aa8-41c6-b4ab-5f83a39d35d4", "tag": "5a792fdb-75f0-4cc9-ace9-3afedd10fad8"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:50:52.485223 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922829e1-f4ed-4f68-b604-eae4c6ab23bc req-d054fd67-b304-41ea-9ee7-6861657f4a74 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:52.492958 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-922829e1-f4ed-4f68-b604-eae4c6ab23bc req-d054fd67-b304-41ea-9ee7-6861657f4a74 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=868e5c34-a566-46dd-a995-03461696f0c2 HTTP/1.1" status: 200 len: 943 time: 0.1758039 Nov 25 17:50:52.516384 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-d2ec64db-41b0-48fe-b011-1d77ba636254 None None] Set router 2de12eba-ca9c-4ee9-a127-6d8b48ad62b2 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:50:52.547394 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-cb138797-9a46-4eab-b61c-a59bb124b3ce req-bd528f1d-8bf3-4d7c-a792-7108e0aa82db service neutron] 10.222.0.74 "GET /v2.0/networks/cde55e2d-003f-4ba7-9946-c3e49edc6c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750835 Nov 25 17:50:52.616032 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-922829e1-f4ed-4f68-b604-eae4c6ab23bc req-a1126c59-2c23-44a4-9aff-d041d29fd297 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197157 Nov 25 17:50:52.649764 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af42f33-74f1-424d-af71-89fd11b9a9b8 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Made reservation on behalf of 4d907a5f181242fcb929653cbcef12b3 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:50:52.654444 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3af42f33-74f1-424d-af71-89fd11b9a9b8 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:52.676979 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de4b51-890b-48b6-b13d-2311a6cfdb9e req-76e8be07-a7a8-44b9-80b1-e6be4a4b778e tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:52.682404 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-3af42f33-74f1-424d-af71-89fd11b9a9b8 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] device_id is not set on port 3d6dfe67-6dc6-4d03-b34d-d666ed381a84 yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:50:52.690472 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-46de4b51-890b-48b6-b13d-2311a6cfdb9e req-76e8be07-a7a8-44b9-80b1-e6be4a4b778e tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=598ae637-959f-4a82-ab28-f6756f65d14c HTTP/1.1" status: 200 len: 944 time: 0.1689117 Nov 25 17:50:52.702538 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8490da46-b4dd-49d0-b10d-5c2d730cb029 x-openstack-request-id: req-8490da46-b4dd-49d0-b10d-5c2d730cb029 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:50:52.702538 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2dee017-9aa8-41c6-b4ab-5f83a39d35d4", "tag": "5a792fdb-75f0-4cc9-ace9-3afedd10fad8", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:50:52.702538 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8490da46-b4dd-49d0-b10d-5c2d730cb029 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:50:52.702538 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2dee017-9aa8-41c6-b4ab-5f83a39d35d4', 'tag': '5a792fdb-75f0-4cc9-ace9-3afedd10fad8', 'status': 'completed', 'code': 200} Nov 25 17:50:52.713950 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad5fab3-6b03-41e9-ae90-b98b1f122af9 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Made reservation on behalf of 2a0c7521c23c4259b7e5cebdbcb195bb for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:50:52.721591 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3ad5fab3-6b03-41e9-ae90-b98b1f122af9 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:52.799994 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '5bd04eb2-3dbf-402a-8d62-77b2cc3686f1', 'network_id': '956f4e0f-d672-4efc-84b9-1a07478d59f4', 'port_id': '5bd04eb2-3dbf-402a-8d62-77b2cc3686f1', 'mac_address': 'fa:16:3e:52:a0:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41aa15c7-0383-4c7f-9427-4b12720b647d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:50:52.811527 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-3af42f33-74f1-424d-af71-89fd11b9a9b8 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Allocated IP 172.20.0.9 (82ffc804-5058-4b99-9e00-2010c00a5ef0/3606094b-f6d7-4022-8999-06fae1a0b53d/3d6dfe67-6dc6-4d03-b34d-d666ed381a84) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:50:52.821279 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [None req-3ad5fab3-6b03-41e9-ae90-b98b1f122af9 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] device_id is not set on port 47f20b10-060a-4997-b0a7-0ee1f4cbec70 yet. {{(pid=103361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:50:52.845620 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-46de4b51-890b-48b6-b13d-2311a6cfdb9e req-5fca9b66-42a2-4900-8de2-c5af4196187f tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=1d72823a-4513-4da3-9508-6964b7c723ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0821934 Nov 25 17:50:52.878160 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:52.904519 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bd04eb2-3dbf-402a-8d62-77b2cc3686f1 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:50:52.958596 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 5bd04eb2-3dbf-402a-8d62-77b2cc3686f1, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=5bd04eb2-3dbf-402a-8d62-77b2cc3686f1,segment=NetworkSegment(9bc68ea2-bf7d-42c6-bd84-767bb9f889f5),segment_id=9bc68ea2-bf7d-42c6-bd84-767bb9f889f5)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:50:52.966008 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 45960) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:52.968065 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:52.982151 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-d2ec64db-41b0-48fe-b011-1d77ba636254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de12eba-ca9c-4ee9-a127-6d8b48ad62b2', 'name': 'tempest-TestNetworkBasicOps-router-1777893788', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '24085af4-0ede-4c45-9d34-e5f560d23e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:50:05Z', 'updated_at': '2021-11-25T17:50:13Z', 'revision_number': 4, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'gw_port': {'id': '24085af4-0ede-4c45-9d34-e5f560d23e4b', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:59:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de12eba-ca9c-4ee9-a127-6d8b48ad62b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:50:06Z', 'updated_at': '2021-11-25T17:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': 'c9a46e57-090e-4bab-9a1c-029bb1889f3e', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'floating_ip_address': '172.25.0.9', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '2de12eba-ca9c-4ee9-a127-6d8b48ad62b2', 'port_id': '5a792fdb-75f0-4cc9-ace9-3afedd10fad8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0b62c91-efd1-42fd-8c7c-59c29803d540', 'mac_address': 'fa:16:3e:88:84:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2dee017-9aa8-41c6-b4ab-5f83a39d35d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:50:48Z', 'updated_at': '2021-11-25T17:50:48Z', 'revision_number': 0, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0f6eebf-ffa1-4a9d-bf6e-b5c538296cae', 'name': '', 'network_id': 'f0b62c91-efd1-42fd-8c7c-59c29803d540', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'mac_address': 'fa:16:3e:3c:4f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de12eba-ca9c-4ee9-a127-6d8b48ad62b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'dd8ab691-8e62-449b-bab6-bdcf74b0ccb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:50:12Z', 'updated_at': '2021-11-25T17:50:19Z', 'revision_number': 5, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'subnets': [{'id': 'dd8ab691-8e62-449b-bab6-bdcf74b0ccb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:53.014559 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ec64db-41b0-48fe-b011-1d77ba636254 None None] The sync data for ids ['2de12eba-ca9c-4ee9-a127-6d8b48ad62b2'] in n-d-817746-1 is: [{'id': '2de12eba-ca9c-4ee9-a127-6d8b48ad62b2', 'name': 'tempest-TestNetworkBasicOps-router-1777893788', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '24085af4-0ede-4c45-9d34-e5f560d23e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:50:05Z', 'updated_at': '2021-11-25T17:50:13Z', 'revision_number': 4, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'gw_port': {'id': '24085af4-0ede-4c45-9d34-e5f560d23e4b', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:59:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de12eba-ca9c-4ee9-a127-6d8b48ad62b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:50:06Z', 'updated_at': '2021-11-25T17:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': 'c9a46e57-090e-4bab-9a1c-029bb1889f3e', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'floating_ip_address': '172.25.0.9', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '2de12eba-ca9c-4ee9-a127-6d8b48ad62b2', 'port_id': '5a792fdb-75f0-4cc9-ace9-3afedd10fad8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0b62c91-efd1-42fd-8c7c-59c29803d540', 'mac_address': 'fa:16:3e:88:84:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2dee017-9aa8-41c6-b4ab-5f83a39d35d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:50:48Z', 'updated_at': '2021-11-25T17:50:48Z', 'revision_number': 0, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0f6eebf-ffa1-4a9d-bf6e-b5c538296cae', 'name': '', 'network_id': 'f0b62c91-efd1-42fd-8c7c-59c29803d540', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'mac_address': 'fa:16:3e:3c:4f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de12eba-ca9c-4ee9-a127-6d8b48ad62b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'dd8ab691-8e62-449b-bab6-bdcf74b0ccb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:50:12Z', 'updated_at': '2021-11-25T17:50:19Z', 'revision_number': 5, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'subnets': [{'id': 'dd8ab691-8e62-449b-bab6-bdcf74b0ccb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:50:53.029339 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-3ad5fab3-6b03-41e9-ae90-b98b1f122af9 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Allocated IP 2001:db8::338 (606a6c80-baa3-4c33-b770-e497fee86342/d85f219a-9948-4635-ab11-064802af52d2/47f20b10-060a-4997-b0a7-0ee1f4cbec70) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:50:53.064574 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807f337-f37f-4561-a1fa-7f9fe42b7362 req-ec37f7d4-159c-4892-b973-5a18936401ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:53.070843 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:53.071461 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-0807f337-f37f-4561-a1fa-7f9fe42b7362 req-ec37f7d4-159c-4892-b973-5a18936401ce service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e74594bc3f604c5c9d4110d7bd37c200&device_id=a2dee017-9aa8-41c6-b4ab-5f83a39d35d4 HTTP/1.1" status: 200 len: 1096 time: 0.1607735 Nov 25 17:50:53.090622 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=5bd04eb2-3dbf-402a-8d62-77b2cc3686f1,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:53.123241 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-cb138797-9a46-4eab-b61c-a59bb124b3ce req-f033d2ab-9f09-474d-94aa-3c238fa2a6c0 service neutron] 10.222.0.74 "GET /v2.0/networks/cde55e2d-003f-4ba7-9946-c3e49edc6c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5668833 Nov 25 17:50:53.180055 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-32286b97-eb71-4dd1-8c7c-d7b7ec658765 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/floatingips/c9a46e57-090e-4bab-9a1c-029bb1889f3e HTTP/1.1" status: 200 len: 989 time: 0.2091422 Nov 25 17:50:53.190090 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['5bd04eb2-3dbf-402a-8d62-77b2cc3686f1'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:50:53.207964 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3af42f33-74f1-424d-af71-89fd11b9a9b8 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:53.264447 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807f337-f37f-4561-a1fa-7f9fe42b7362 req-98adc816-ae06-429c-a82f-127b4d114cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:53.266054 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-0807f337-f37f-4561-a1fa-7f9fe42b7362 req-98adc816-ae06-429c-a82f-127b4d114cc5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f0b62c91-efd1-42fd-8c7c-59c29803d540 HTTP/1.1" status: 200 len: 898 time: 0.1418531 Nov 25 17:50:53.284785 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3af42f33-74f1-424d-af71-89fd11b9a9b8 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:53.289787 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3ad5fab3-6b03-41e9-ae90-b98b1f122af9 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:53.344307 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3ad5fab3-6b03-41e9-ae90-b98b1f122af9 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:53.420075 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad5fab3-6b03-41e9-ae90-b98b1f122af9 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Network 606a6c80-baa3-4c33-b770-e497fee86342 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:50:53.423982 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-3ad5fab3-6b03-41e9-ae90-b98b1f122af9 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:50:53.429706 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad5fab3-6b03-41e9-ae90-b98b1f122af9 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:50:53.429911 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af42f33-74f1-424d-af71-89fd11b9a9b8 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Network 82ffc804-5058-4b99-9e00-2010c00a5ef0 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:50:53.432677 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af42f33-74f1-424d-af71-89fd11b9a9b8 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event updated for resources: {'Port': ['ID=3d6dfe67-6dc6-4d03-b34d-d666ed381a84,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:53.438181 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad5fab3-6b03-41e9-ae90-b98b1f122af9 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:53.439677 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3ad5fab3-6b03-41e9-ae90-b98b1f122af9 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:53.446610 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-3af42f33-74f1-424d-af71-89fd11b9a9b8 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:50:53.450438 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-0807f337-f37f-4561-a1fa-7f9fe42b7362 req-7cfac843-d58a-46e9-8e3b-ef835e61e47d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a792fdb-75f0-4cc9-ace9-3afedd10fad8 HTTP/1.1" status: 200 len: 997 time: 0.1762612 Nov 25 17:50:53.451190 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af42f33-74f1-424d-af71-89fd11b9a9b8 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:50:53.451502 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad5fab3-6b03-41e9-ae90-b98b1f122af9 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Pushing event updated for resources: {'Port': ['ID=47f20b10-060a-4997-b0a7-0ee1f4cbec70,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:53.457310 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a47db2-deb0-44f0-a5e5-a4358ad15214 None None] New status for floating IP c9a46e57-090e-4bab-9a1c-029bb1889f3e: ACTIVE {{(pid=103362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:50:53.477640 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-3ad5fab3-6b03-41e9-ae90-b98b1f122af9 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1330559 Nov 25 17:50:53.481449 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 45970) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:53.491080 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-54b01693-bbc8-4c8e-9ee5-d1290c7a9274 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:5d:47:6d'}]}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:53.525633 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-1b6377a5-5dce-4322-9e4c-b06e56d02beb None None] Allocated IP 172.20.0.2 (82ffc804-5058-4b99-9e00-2010c00a5ef0/3606094b-f6d7-4022-8999-06fae1a0b53d/d8b649a7-cbd0-4442-b3a1-37f3574347d2) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:50:53.548439 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807f337-f37f-4561-a1fa-7f9fe42b7362 req-3bc9e7b2-bbac-4511-8eee-7016f12ca2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:53.549845 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-0807f337-f37f-4561-a1fa-7f9fe42b7362 req-3bc9e7b2-bbac-4511-8eee-7016f12ca2e2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=dd8ab691-8e62-449b-bab6-bdcf74b0ccb1 HTTP/1.1" status: 200 len: 835 time: 0.0838420 Nov 25 17:50:53.615382 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af42f33-74f1-424d-af71-89fd11b9a9b8 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:53.616291 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3af42f33-74f1-424d-af71-89fd11b9a9b8 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:53.653544 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3af42f33-74f1-424d-af71-89fd11b9a9b8 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.4201767 Nov 25 17:50:53.654451 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 45974) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:53.656569 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807f337-f37f-4561-a1fa-7f9fe42b7362 req-4203d539-46af-48e2-8998-18e23fbf8451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:53.658234 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-0807f337-f37f-4561-a1fa-7f9fe42b7362 req-4203d539-46af-48e2-8998-18e23fbf8451 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f0b62c91-efd1-42fd-8c7c-59c29803d540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0990098 Nov 25 17:50:53.794611 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-54b01693-bbc8-4c8e-9ee5-d1290c7a9274 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:53.848060 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-0807f337-f37f-4561-a1fa-7f9fe42b7362 req-e8c21e55-c91e-4001-83a7-e5eb8c94fd76 service neutron] 10.222.0.90 "GET /v2.0/networks/f0b62c91-efd1-42fd-8c7c-59c29803d540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814280 Nov 25 17:50:53.850641 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1116a5e6-41ad-485a-90af-1c579e4a716b req-b2428d56-236f-4fa2-b57b-4c1e21ca7432 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:53.852247 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1116a5e6-41ad-485a-90af-1c579e4a716b req-b2428d56-236f-4fa2-b57b-4c1e21ca7432 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=868e5c34-a566-46dd-a995-03461696f0c2 HTTP/1.1" status: 200 len: 943 time: 0.1110339 Nov 25 17:50:53.858459 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 8c4cbee0-50cf-4c2c-b75c-5eb7207e7353 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:50:54.008270 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1116a5e6-41ad-485a-90af-1c579e4a716b req-5405433f-c0b0-4cd5-a124-2a4bbd8dac95 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080868 Nov 25 17:50:54.045772 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-0807f337-f37f-4561-a1fa-7f9fe42b7362 req-802b97a1-73f7-4e2a-9e06-65b990953f46 service neutron] 10.222.0.90 "GET /v2.0/networks/f0b62c91-efd1-42fd-8c7c-59c29803d540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545775 Nov 25 17:50:54.180033 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d68f4f-a385-44f4-819e-d7b5f16d7436 req-03320fdd-3d6a-435b-95c0-f5b908221fd6 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:54.182197 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b8d68f4f-a385-44f4-819e-d7b5f16d7436 req-03320fdd-3d6a-435b-95c0-f5b908221fd6 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=598ae637-959f-4a82-ab28-f6756f65d14c HTTP/1.1" status: 200 len: 945 time: 0.1483271 Nov 25 17:50:54.188006 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 45988) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:54.190564 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-62629b86-5067-4895-b4f7-daa58b755f29 None None] Provisioning complete for port 47f20b10-060a-4997-b0a7-0ee1f4cbec70 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:54.191106 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-62629b86-5067-4895-b4f7-daa58b755f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:54.275952 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1b6377a5-5dce-4322-9e4c-b06e56d02beb None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:54.302503 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 8c4cbee0-50cf-4c2c-b75c-5eb7207e7353, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=8c4cbee0-50cf-4c2c-b75c-5eb7207e7353,segment=NetworkSegment(5d15a5ac-47ef-4ddf-b5a4-0fc888643200),segment_id=5d15a5ac-47ef-4ddf-b5a4-0fc888643200)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:50:54.306923 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1b6377a5-5dce-4322-9e4c-b06e56d02beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:54.327354 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-54b01693-bbc8-4c8e-9ee5-d1290c7a9274 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:54.328184 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-62629b86-5067-4895-b4f7-daa58b755f29 None None] Port 47f20b10-060a-4997-b0a7-0ee1f4cbec70 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:50:54.341118 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-54b01693-bbc8-4c8e-9ee5-d1290c7a9274 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:54.351076 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-fd350e3b-a283-4966-860b-5ac0ee124439 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/floatingips/c9a46e57-090e-4bab-9a1c-029bb1889f3e HTTP/1.1" status: 200 len: 991 time: 0.1619868 Nov 25 17:50:54.362914 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b8d68f4f-a385-44f4-819e-d7b5f16d7436 req-1c91e676-e990-4935-abb3-a1a564b4e47c tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=1d72823a-4513-4da3-9508-6964b7c723ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1674216 Nov 25 17:50:54.383325 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '8c4cbee0-50cf-4c2c-b75c-5eb7207e7353', 'network_id': 'cde55e2d-003f-4ba7-9946-c3e49edc6c96', 'port_id': '8c4cbee0-50cf-4c2c-b75c-5eb7207e7353', 'mac_address': 'fa:16:3e:2e:e5:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b114d138-184e-414d-8d77-af9fac4f96f6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:50:54.386440 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6377a5-5dce-4322-9e4c-b06e56d02beb None None] Network 82ffc804-5058-4b99-9e00-2010c00a5ef0 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:50:54.397768 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-1b6377a5-5dce-4322-9e4c-b06e56d02beb None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:50:54.405974 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6377a5-5dce-4322-9e4c-b06e56d02beb None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:50:54.407313 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-54b01693-bbc8-4c8e-9ee5-d1290c7a9274 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] In _notify_port_updated(), no bound segment for port 47f20b10-060a-4997-b0a7-0ee1f4cbec70 on network 606a6c80-baa3-4c33-b770-e497fee86342 {{(pid=103361) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:50:54.413356 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b01693-bbc8-4c8e-9ee5-d1290c7a9274 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:54.414000 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-54b01693-bbc8-4c8e-9ee5-d1290c7a9274 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:54.417177 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6377a5-5dce-4322-9e4c-b06e56d02beb None None] Pushing event updated for resources: {'Port': ['ID=d8b649a7-cbd0-4442-b3a1-37f3574347d2,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:54.418749 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-54b01693-bbc8-4c8e-9ee5-d1290c7a9274 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] 10.222.0.75 "PUT /v2.0/ports/47f20b10-060a-4997-b0a7-0ee1f4cbec70 HTTP/1.1" status: 200 len: 1002 time: 0.9342794 Nov 25 17:50:54.419389 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 45990) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:54.457914 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7cbeabb4-36e3-4db4-918b-b521cb1a5f95 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:54.468280 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b01693-bbc8-4c8e-9ee5-d1290c7a9274 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Pushing event updated for resources: {'Port': ['ID=47f20b10-060a-4997-b0a7-0ee1f4cbec70,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:54.523493 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:54.563510 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-1b6377a5-5dce-4322-9e4c-b06e56d02beb None None] Attempting to bind port d8b649a7-cbd0-4442-b3a1-37f3574347d2 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:50:54.563821 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-1b6377a5-5dce-4322-9e4c-b06e56d02beb None None] Attempting to bind port d8b649a7-cbd0-4442-b3a1-37f3574347d2 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '888d0a0f-73fe-47d8-9514-49a7295eaf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '82ffc804-5058-4b99-9e00-2010c00a5ef0'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:50:54.564192 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6377a5-5dce-4322-9e4c-b06e56d02beb None None] Attempting to bind port d8b649a7-cbd0-4442-b3a1-37f3574347d2 on network 82ffc804-5058-4b99-9e00-2010c00a5ef0 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:50:54.573605 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-66f10e47-8192-4153-9e6a-642ac7616cad tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Deleting port 47f20b10-060a-4997-b0a7-0ee1f4cbec70 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:50:54.574126 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-66f10e47-8192-4153-9e6a-642ac7616cad tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:54.578099 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c4cbee0-50cf-4c2c-b75c-5eb7207e7353 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:50:54.585368 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6377a5-5dce-4322-9e4c-b06e56d02beb None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:50:54.585909 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6377a5-5dce-4322-9e4c-b06e56d02beb None None] Checking segment: {'id': '888d0a0f-73fe-47d8-9514-49a7295eaf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '82ffc804-5058-4b99-9e00-2010c00a5ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:50:54.586420 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1b6377a5-5dce-4322-9e4c-b06e56d02beb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:54.586959 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6377a5-5dce-4322-9e4c-b06e56d02beb None None] Bound using segment: {'id': '888d0a0f-73fe-47d8-9514-49a7295eaf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '82ffc804-5058-4b99-9e00-2010c00a5ef0'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:50:54.587537 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-1b6377a5-5dce-4322-9e4c-b06e56d02beb None None] Bound port: d8b649a7-cbd0-4442-b3a1-37f3574347d2, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '888d0a0f-73fe-47d8-9514-49a7295eaf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '82ffc804-5058-4b99-9e00-2010c00a5ef0'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:50:54.588026 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1b6377a5-5dce-4322-9e4c-b06e56d02beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:54.617610 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 8c4cbee0-50cf-4c2c-b75c-5eb7207e7353, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=8c4cbee0-50cf-4c2c-b75c-5eb7207e7353,segment=NetworkSegment(5d15a5ac-47ef-4ddf-b5a4-0fc888643200),segment_id=5d15a5ac-47ef-4ddf-b5a4-0fc888643200)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:50:54.651249 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:54.696410 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-66f10e47-8192-4153-9e6a-642ac7616cad tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:54.722435 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-66f10e47-8192-4153-9e6a-642ac7616cad tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Calling delete_port for 47f20b10-060a-4997-b0a7-0ee1f4cbec70 owned by {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:50:54.727962 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-1b6377a5-5dce-4322-9e4c-b06e56d02beb None None] For port d8b649a7-cbd0-4442-b3a1-37f3574347d2, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:50:54.733645 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-1b6377a5-5dce-4322-9e4c-b06e56d02beb None None] For port d8b649a7-cbd0-4442-b3a1-37f3574347d2, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d8b649a7-cbd0-4442-b3a1-37f3574347d2,segment=NetworkSegment(888d0a0f-73fe-47d8-9514-49a7295eaf2b),segment_id=888d0a0f-73fe-47d8-9514-49a7295eaf2b)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:50:54.737646 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=8c4cbee0-50cf-4c2c-b75c-5eb7207e7353,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:54.742154 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1b6377a5-5dce-4322-9e4c-b06e56d02beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:54.831198 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6377a5-5dce-4322-9e4c-b06e56d02beb None None] Pushing event updated for resources: {'Port': ['ID=d8b649a7-cbd0-4442-b3a1-37f3574347d2,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:54.877472 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-7d37e576-32fe-4a4f-a98f-260f6d8c9f45 None None] Provisioning complete for port 47f20b10-060a-4997-b0a7-0ee1f4cbec70 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:54.877835 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7d37e576-32fe-4a4f-a98f-260f6d8c9f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:54.886970 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['8c4cbee0-50cf-4c2c-b75c-5eb7207e7353'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:50:54.972614 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-7d37e576-32fe-4a4f-a98f-260f6d8c9f45 None None] Port 47f20b10-060a-4997-b0a7-0ee1f4cbec70 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:50:54.976434 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-66f10e47-8192-4153-9e6a-642ac7616cad tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:54.987632 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7cbeabb4-36e3-4db4-918b-b521cb1a5f95 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:54.998153 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7cbeabb4-36e3-4db4-918b-b521cb1a5f95 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:55.018245 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f10e47-8192-4153-9e6a-642ac7616cad tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Pushing event deleted for resources: {'Port': ['ID=47f20b10-060a-4997-b0a7-0ee1f4cbec70,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:55.062050 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-66f10e47-8192-4153-9e6a-642ac7616cad tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:55.068298 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-66f10e47-8192-4153-9e6a-642ac7616cad tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] 10.222.0.75 "DELETE /v2.0/ports/47f20b10-060a-4997-b0a7-0ee1f4cbec70 HTTP/1.1" status: 204 len: 168 time: 0.6423523 Nov 25 17:50:55.068941 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 46012) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:55.111575 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-377b666e-93bb-4c4c-b0df-927c8d622059 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] GET failed (client error): The resource could not be found. Nov 25 17:50:55.124538 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-377b666e-93bb-4c4c-b0df-927c8d622059 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] 10.222.0.75 "GET /v2.0/ports/47f20b10-060a-4997-b0a7-0ee1f4cbec70 HTTP/1.1" status: 404 len: 333 time: 0.0544946 Nov 25 17:50:55.125236 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 46014) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:55.130737 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-587b777b-2e5d-4422-8504-df95123e4f75 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Request body: {'port': {'network_id': '606a6c80-baa3-4c33-b770-e497fee86342', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1016674827'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:55.225762 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbeabb4-36e3-4db4-918b-b521cb1a5f95 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event updated for resources: {'Port': ['ID=3d6dfe67-6dc6-4d03-b34d-d666ed381a84,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:55.302167 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd417ade-f07c-42f5-86f8-b258b8023870 req-65e3e470-2a24-4fe4-87ed-60938db63449 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:55.303081 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fd417ade-f07c-42f5-86f8-b258b8023870 req-65e3e470-2a24-4fe4-87ed-60938db63449 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=868e5c34-a566-46dd-a995-03461696f0c2 HTTP/1.1" status: 200 len: 944 time: 0.1386223 Nov 25 17:50:55.389289 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fd417ade-f07c-42f5-86f8-b258b8023870 req-778116fe-9295-495e-8cef-543f12c713b4 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748217 Nov 25 17:50:55.406711 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587b777b-2e5d-4422-8504-df95123e4f75 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Made reservation on behalf of 2a0c7521c23c4259b7e5cebdbcb195bb for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:50:55.416596 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-587b777b-2e5d-4422-8504-df95123e4f75 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:55.442906 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [None req-587b777b-2e5d-4422-8504-df95123e4f75 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] device_id is not set on port 4c02501a-c22d-4fd2-9f36-8c84976ff392 yet. {{(pid=103361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:50:55.505001 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7cbeabb4-36e3-4db4-918b-b521cb1a5f95 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:55.614606 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716bbc70-3fe7-4cdb-b1ce-5a62f5cf2b07 req-64f4523a-39bb-4fda-bb48-0f29672103d1 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:55.616251 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-716bbc70-3fe7-4cdb-b1ce-5a62f5cf2b07 req-64f4523a-39bb-4fda-bb48-0f29672103d1 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=598ae637-959f-4a82-ab28-f6756f65d14c HTTP/1.1" status: 200 len: 945 time: 0.1051600 Nov 25 17:50:55.646263 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7cbeabb4-36e3-4db4-918b-b521cb1a5f95 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:55.657143 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-587b777b-2e5d-4422-8504-df95123e4f75 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Allocated IP 2001:db8::193 (606a6c80-baa3-4c33-b770-e497fee86342/d85f219a-9948-4635-ab11-064802af52d2/4c02501a-c22d-4fd2-9f36-8c84976ff392) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:50:55.701572 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-716bbc70-3fe7-4cdb-b1ce-5a62f5cf2b07 req-65cd2a92-4c01-4335-805b-837391ed9704 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=1d72823a-4513-4da3-9508-6964b7c723ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0757127 Nov 25 17:50:55.836094 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 8c4cbee0-50cf-4c2c-b75c-5eb7207e7353 up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:50:55.867861 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-587b777b-2e5d-4422-8504-df95123e4f75 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:55.914234 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-587b777b-2e5d-4422-8504-df95123e4f75 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:55.942770 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port 8c4cbee0-50cf-4c2c-b75c-5eb7207e7353 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:50:55.951997 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 8c4cbee0-50cf-4c2c-b75c-5eb7207e7353 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:55.956609 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:55.973866 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587b777b-2e5d-4422-8504-df95123e4f75 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Network 606a6c80-baa3-4c33-b770-e497fee86342 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:50:55.978343 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-587b777b-2e5d-4422-8504-df95123e4f75 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:50:55.981617 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587b777b-2e5d-4422-8504-df95123e4f75 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:50:55.987655 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587b777b-2e5d-4422-8504-df95123e4f75 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:55.988330 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-587b777b-2e5d-4422-8504-df95123e4f75 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:55.995189 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587b777b-2e5d-4422-8504-df95123e4f75 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Pushing event updated for resources: {'Port': ['ID=4c02501a-c22d-4fd2-9f36-8c84976ff392,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:56.023473 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-587b777b-2e5d-4422-8504-df95123e4f75 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8938935 Nov 25 17:50:56.025003 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 46020) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:56.032582 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-4b5ca699-069c-4f9b-9236-eeb05bb8bddb tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Request body: {'port': {'network_id': '606a6c80-baa3-4c33-b770-e497fee86342', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1666997688'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:56.160585 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:56.206803 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '868e5c34-a566-46dd-a995-03461696f0c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c4cbee0-50cf-4c2c-b75c-5eb7207e7353'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:50:56.210446 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bda57ff-b052-4eda-878a-046ce83852b8" -d '{"events": [{"server_uuid": "868e5c34-a566-46dd-a995-03461696f0c2", "name": "network-vif-plugged", "status": "completed", "tag": "8c4cbee0-50cf-4c2c-b75c-5eb7207e7353"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:50:56.227712 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 8c4cbee0-50cf-4c2c-b75c-5eb7207e7353, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=8c4cbee0-50cf-4c2c-b75c-5eb7207e7353,segment=NetworkSegment(5d15a5ac-47ef-4ddf-b5a4-0fc888643200),segment_id=5d15a5ac-47ef-4ddf-b5a4-0fc888643200)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:50:56.235104 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:56.236688 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 5bd04eb2-3dbf-402a-8d62-77b2cc3686f1 up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:50:56.280401 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5ca699-069c-4f9b-9236-eeb05bb8bddb tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Made reservation on behalf of 2a0c7521c23c4259b7e5cebdbcb195bb for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:50:56.295073 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4b5ca699-069c-4f9b-9236-eeb05bb8bddb tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:56.300402 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d8b649a7-cbd0-4442-b3a1-37f3574347d2 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:50:56.306726 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13de94e3-b247-4831-b1a2-7106f2617dff x-openstack-request-id: req-13de94e3-b247-4831-b1a2-7106f2617dff {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:50:56.307011 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "868e5c34-a566-46dd-a995-03461696f0c2", "name": "network-vif-plugged", "status": "completed", "tag": "8c4cbee0-50cf-4c2c-b75c-5eb7207e7353", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:50:56.307509 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-13de94e3-b247-4831-b1a2-7106f2617dff {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:50:56.307910 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '868e5c34-a566-46dd-a995-03461696f0c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c4cbee0-50cf-4c2c-b75c-5eb7207e7353', 'code': 200} Nov 25 17:50:56.375902 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [None req-4b5ca699-069c-4f9b-9236-eeb05bb8bddb tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] device_id is not set on port 2f54e952-698b-434e-a114-6326fc9cef40 yet. {{(pid=103361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:50:56.480263 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=8c4cbee0-50cf-4c2c-b75c-5eb7207e7353,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:56.512489 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port 5bd04eb2-3dbf-402a-8d62-77b2cc3686f1 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:50:56.519745 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 5bd04eb2-3dbf-402a-8d62-77b2cc3686f1 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:56.520365 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:56.575317 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port d8b649a7-cbd0-4442-b3a1-37f3574347d2 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:56.575696 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:56.581940 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f4aca3-b59d-4d00-b7ef-0049dc0ca853 None None] Network 82ffc804-5058-4b99-9e00-2010c00a5ef0 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:50:56.603357 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d6d88-7aaf-493a-bcd0-2ce6d0d56bed req-b47ce04a-d021-4a4d-8437-c7043a558b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:56.606481 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-a26d6d88-7aaf-493a-bcd0-2ce6d0d56bed req-b47ce04a-d021-4a4d-8437-c7043a558b6f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=868e5c34-a566-46dd-a995-03461696f0c2 HTTP/1.1" status: 200 len: 1096 time: 0.1715820 Nov 25 17:50:56.619665 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-4b5ca699-069c-4f9b-9236-eeb05bb8bddb tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Allocated IP 2001:db8::28e (606a6c80-baa3-4c33-b770-e497fee86342/d85f219a-9948-4635-ab11-064802af52d2/2f54e952-698b-434e-a114-6326fc9cef40) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:50:56.668400 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-a26d6d88-7aaf-493a-bcd0-2ce6d0d56bed req-ea45ad3f-3f2f-400c-b433-fe96db8b96d2 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518920 Nov 25 17:50:56.687741 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7cbeabb4-36e3-4db4-918b-b521cb1a5f95 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:56.697140 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7cbeabb4-36e3-4db4-918b-b521cb1a5f95 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:56.738093 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-51ab8349-a229-4232-a914-7aed2ac7ebd4 None None] Provisioning complete for port d8b649a7-cbd0-4442-b3a1-37f3574347d2 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:56.738475 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-51ab8349-a229-4232-a914-7aed2ac7ebd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:56.801284 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7cbeabb4-36e3-4db4-918b-b521cb1a5f95 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:56.821418 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbeabb4-36e3-4db4-918b-b521cb1a5f95 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event updated for resources: {'Port': ['ID=3d6dfe67-6dc6-4d03-b34d-d666ed381a84,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:56.831502 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:56.841459 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:56.853256 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d4ad7-3cad-4766-b1f1-44c3b0365909 req-1a61808b-d6f2-4287-8ef8-929583a51345 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:56.856519 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-350d4ad7-3cad-4766-b1f1-44c3b0365909 req-1a61808b-d6f2-4287-8ef8-929583a51345 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=868e5c34-a566-46dd-a995-03461696f0c2 HTTP/1.1" status: 200 len: 945 time: 0.3003154 Nov 25 17:50:56.923833 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4b5ca699-069c-4f9b-9236-eeb05bb8bddb tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:56.996313 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbeabb4-36e3-4db4-918b-b521cb1a5f95 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Network 82ffc804-5058-4b99-9e00-2010c00a5ef0 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:50:56.998685 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port d8b649a7-cbd0-4442-b3a1-37f3574347d2, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d8b649a7-cbd0-4442-b3a1-37f3574347d2,segment=NetworkSegment(888d0a0f-73fe-47d8-9514-49a7295eaf2b),segment_id=888d0a0f-73fe-47d8-9514-49a7295eaf2b)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:50:56.998991 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-7cbeabb4-36e3-4db4-918b-b521cb1a5f95 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:50:57.006497 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 5bd04eb2-3dbf-402a-8d62-77b2cc3686f1, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=5bd04eb2-3dbf-402a-8d62-77b2cc3686f1,segment=NetworkSegment(9bc68ea2-bf7d-42c6-bd84-767bb9f889f5),segment_id=9bc68ea2-bf7d-42c6-bd84-767bb9f889f5)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:50:57.013556 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:57.022229 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4b5ca699-069c-4f9b-9236-eeb05bb8bddb tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:57.048865 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31e98ac-1f05-4955-b0ff-a83d4d4ecc3a req-d157051e-36bd-4377-849b-acb2cd9bf95f tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:57.050670 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e31e98ac-1f05-4955-b0ff-a83d4d4ecc3a req-d157051e-36bd-4377-849b-acb2cd9bf95f tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=598ae637-959f-4a82-ab28-f6756f65d14c HTTP/1.1" status: 200 len: 945 time: 0.1888049 Nov 25 17:50:57.052192 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:57.084301 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-350d4ad7-3cad-4766-b1f1-44c3b0365909 req-1cddd1a1-246e-48b6-a5e3-8660f2c81c8d tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989534 Nov 25 17:50:57.089669 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5ca699-069c-4f9b-9236-eeb05bb8bddb tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Network 606a6c80-baa3-4c33-b770-e497fee86342 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:50:57.115450 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-4b5ca699-069c-4f9b-9236-eeb05bb8bddb tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:50:57.124415 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5ca699-069c-4f9b-9236-eeb05bb8bddb tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:50:57.129652 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5ca699-069c-4f9b-9236-eeb05bb8bddb tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:57.131268 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4b5ca699-069c-4f9b-9236-eeb05bb8bddb tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:57.152942 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ca699-069c-4f9b-9236-eeb05bb8bddb tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Pushing event updated for resources: {'Port': ['ID=2f54e952-698b-434e-a114-6326fc9cef40,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:57.170433 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-4b5ca699-069c-4f9b-9236-eeb05bb8bddb tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1442821 Nov 25 17:50:57.171084 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 46030) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:57.183883 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-5b390d9d-1482-4a7c-a1b7-e116fa3be8c4 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::223', 'mac_address': 'fa:16:3e:5d:47:6d'}, {'ip_address': '2001:db8::193', 'mac_address': 'fa:16:3e:73:15:a7'}]}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:57.198622 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e31e98ac-1f05-4955-b0ff-a83d4d4ecc3a req-ea706228-8694-4929-bad5-2394036b7af5 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=1d72823a-4513-4da3-9508-6964b7c723ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1214342 Nov 25 17:50:57.242603 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cbeabb4-36e3-4db4-918b-b521cb1a5f95 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Router 014c9399-5e44-458e-90c9-85127206ba7f is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:50:57.279265 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5b390d9d-1482-4a7c-a1b7-e116fa3be8c4 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:57.314562 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:50:57.318682 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=d8b649a7-cbd0-4442-b3a1-37f3574347d2,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:57.416726 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cbeabb4-36e3-4db4-918b-b521cb1a5f95 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:50:57.431662 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000d67ab-3dc2-4d75-8e47-b1dac46d23f3 None None] Sync routers for ids ['014c9399-5e44-458e-90c9-85127206ba7f'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:50:57.436178 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7cbeabb4-36e3-4db4-918b-b521cb1a5f95 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "PUT /v2.0/routers/014c9399-5e44-458e-90c9-85127206ba7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7763135 Nov 25 17:50:57.437642 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 46032) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:57.454553 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000d67ab-3dc2-4d75-8e47-b1dac46d23f3 None None] Routers {'014c9399-5e44-458e-90c9-85127206ba7f'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:50:57.455190 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-000d67ab-3dc2-4d75-8e47-b1dac46d23f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:50:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['014c9399-5e44-458e-90c9-85127206ba7f'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:57.475301 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-51ab8349-a229-4232-a914-7aed2ac7ebd4 None None] Provisioning complete for port 4c02501a-c22d-4fd2-9f36-8c84976ff392 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:57.475676 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-51ab8349-a229-4232-a914-7aed2ac7ebd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:57.501514 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555c41cb-b778-43d3-b88a-a5e2f7e60d35 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:57.503522 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-555c41cb-b778-43d3-b88a-a5e2f7e60d35 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "GET /v2.0/ports/3d6dfe67-6dc6-4d03-b34d-d666ed381a84 HTTP/1.1" status: 200 len: 977 time: 0.0646040 Nov 25 17:50:57.506167 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 46034) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:57.532074 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-000d67ab-3dc2-4d75-8e47-b1dac46d23f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:57.541878 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000d67ab-3dc2-4d75-8e47-b1dac46d23f3 None None] Routers {'014c9399-5e44-458e-90c9-85127206ba7f'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:50:57.543530 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-000d67ab-3dc2-4d75-8e47-b1dac46d23f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:50:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['014c9399-5e44-458e-90c9-85127206ba7f'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:57.580240 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=5bd04eb2-3dbf-402a-8d62-77b2cc3686f1,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:57.590431 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-000d67ab-3dc2-4d75-8e47-b1dac46d23f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:57.591318 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000d67ab-3dc2-4d75-8e47-b1dac46d23f3 None None] The sync data for ids ['014c9399-5e44-458e-90c9-85127206ba7f'] in n-d-817746-1 is: [] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:50:57.591465 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5b390d9d-1482-4a7c-a1b7-e116fa3be8c4 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:57.600804 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5b390d9d-1482-4a7c-a1b7-e116fa3be8c4 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:57.618070 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-51ab8349-a229-4232-a914-7aed2ac7ebd4 None None] Port 4c02501a-c22d-4fd2-9f36-8c84976ff392 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:50:57.668478 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-5b390d9d-1482-4a7c-a1b7-e116fa3be8c4 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] In _notify_port_updated(), no bound segment for port 2f54e952-698b-434e-a114-6326fc9cef40 on network 606a6c80-baa3-4c33-b770-e497fee86342 {{(pid=103361) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:50:57.674042 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b390d9d-1482-4a7c-a1b7-e116fa3be8c4 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:57.674665 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5b390d9d-1482-4a7c-a1b7-e116fa3be8c4 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:57.678778 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-5b390d9d-1482-4a7c-a1b7-e116fa3be8c4 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] 10.222.0.75 "PUT /v2.0/ports/2f54e952-698b-434e-a114-6326fc9cef40 HTTP/1.1" status: 200 len: 1068 time: 0.5039165 Nov 25 17:50:57.681538 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 46036) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:57.741022 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b390d9d-1482-4a7c-a1b7-e116fa3be8c4 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Pushing event updated for resources: {'Port': ['ID=2f54e952-698b-434e-a114-6326fc9cef40,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:57.783563 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-a2cb7df0-85d2-45bc-af3b-e995102d9227 None None] Provisioning complete for port 2f54e952-698b-434e-a114-6326fc9cef40 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:57.785759 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a2cb7df0-85d2-45bc-af3b-e995102d9227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:57.859313 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-a2cb7df0-85d2-45bc-af3b-e995102d9227 None None] Port 2f54e952-698b-434e-a114-6326fc9cef40 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:50:57.869649 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-06307937-4fa0-4cbd-a5a1-55942dcf8012 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Deleting port 2f54e952-698b-434e-a114-6326fc9cef40 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:50:57.872349 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-06307937-4fa0-4cbd-a5a1-55942dcf8012 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:57.998436 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-280c7f2e-f88b-43aa-ab76-51d71cb0bb39 None None] Provisioning complete for port d8b649a7-cbd0-4442-b3a1-37f3574347d2 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:57.999181 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-280c7f2e-f88b-43aa-ab76-51d71cb0bb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:58.092235 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-06307937-4fa0-4cbd-a5a1-55942dcf8012 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:58.146426 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-06307937-4fa0-4cbd-a5a1-55942dcf8012 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Calling delete_port for 2f54e952-698b-434e-a114-6326fc9cef40 owned by {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:50:58.149020 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4c5b7441-955a-4463-bf7e-9e88256adb76 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:58.182725 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d8b649a7-cbd0-4442-b3a1-37f3574347d2 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:50:58.283890 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-280c7f2e-f88b-43aa-ab76-51d71cb0bb39 None None] Provisioning complete for port 3d6dfe67-6dc6-4d03-b34d-d666ed381a84 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:58.284033 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-280c7f2e-f88b-43aa-ab76-51d71cb0bb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:58.309772 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '598ae637-959f-4a82-ab28-f6756f65d14c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd04eb2-3dbf-402a-8d62-77b2cc3686f1'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:50:58.312445 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a2a066-dc2e-4a2a-b402-0c874c3b4b09" -d '{"events": [{"server_uuid": "598ae637-959f-4a82-ab28-f6756f65d14c", "name": "network-vif-plugged", "status": "completed", "tag": "5bd04eb2-3dbf-402a-8d62-77b2cc3686f1"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:50:58.334101 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port d8b649a7-cbd0-4442-b3a1-37f3574347d2 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:58.334619 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:58.337523 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-280c7f2e-f88b-43aa-ab76-51d71cb0bb39 None None] Port 3d6dfe67-6dc6-4d03-b34d-d666ed381a84 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:50:58.438217 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3022e8e9-f61b-4ca9-a319-b8efe4128dc1 req-81c5393b-7f3a-48b1-a289-618fc6ef2e2a tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:58.440096 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3022e8e9-f61b-4ca9-a319-b8efe4128dc1 req-81c5393b-7f3a-48b1-a289-618fc6ef2e2a tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=868e5c34-a566-46dd-a995-03461696f0c2 HTTP/1.1" status: 200 len: 945 time: 0.1809223 Nov 25 17:50:58.476746 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e0510-0ac2-4217-a435-db9048b26bcd req-4f447952-2e63-4d8a-965a-7c8c18add411 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:58.478609 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-660e0510-0ac2-4217-a435-db9048b26bcd req-4f447952-2e63-4d8a-965a-7c8c18add411 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=598ae637-959f-4a82-ab28-f6756f65d14c HTTP/1.1" status: 200 len: 946 time: 0.1517382 Nov 25 17:50:58.478820 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-4c5b7441-955a-4463-bf7e-9e88256adb76 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Deleting port 3d6dfe67-6dc6-4d03-b34d-d666ed381a84 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:50:58.479170 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4c5b7441-955a-4463-bf7e-9e88256adb76 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:58.539106 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d365dac9-26c3-4c4b-bc6d-668f954378e6 None None] Provisioning complete for port 3d6dfe67-6dc6-4d03-b34d-d666ed381a84 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:58.539757 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d365dac9-26c3-4c4b-bc6d-668f954378e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:58.572529 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3022e8e9-f61b-4ca9-a319-b8efe4128dc1 req-53c9d989-3733-4e0d-8487-56ba964c014d tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133795 Nov 25 17:50:58.574242 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-06307937-4fa0-4cbd-a5a1-55942dcf8012 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:58.592151 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d365dac9-26c3-4c4b-bc6d-668f954378e6 None None] Port 3d6dfe67-6dc6-4d03-b34d-d666ed381a84 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:50:58.595395 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d365dac9-26c3-4c4b-bc6d-668f954378e6 None None] Could not find standard attr ID for object 2f54e952-698b-434e-a114-6326fc9cef40. {{(pid=103362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:50:58.654243 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4c5b7441-955a-4463-bf7e-9e88256adb76 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:58.661533 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42655f0-3660-4680-972c-299c65f5c203 x-openstack-request-id: req-a42655f0-3660-4680-972c-299c65f5c203 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:50:58.661832 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "598ae637-959f-4a82-ab28-f6756f65d14c", "name": "network-vif-plugged", "status": "completed", "tag": "5bd04eb2-3dbf-402a-8d62-77b2cc3686f1", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:50:58.662092 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a42655f0-3660-4680-972c-299c65f5c203 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:50:58.662508 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '598ae637-959f-4a82-ab28-f6756f65d14c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd04eb2-3dbf-402a-8d62-77b2cc3686f1', 'code': 200} Nov 25 17:50:58.691738 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06307937-4fa0-4cbd-a5a1-55942dcf8012 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Pushing event deleted for resources: {'Port': ['ID=2f54e952-698b-434e-a114-6326fc9cef40,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:58.717301 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-4c5b7441-955a-4463-bf7e-9e88256adb76 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Calling delete_port for 3d6dfe67-6dc6-4d03-b34d-d666ed381a84 owned by network:router_interface {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:50:58.738461 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-660e0510-0ac2-4217-a435-db9048b26bcd req-adb54e83-818c-4d16-b51d-ebc76e3c4e23 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=1d72823a-4513-4da3-9508-6964b7c723ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2473929 Nov 25 17:50:58.744734 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d74ff3cb-ef08-4ca5-88c8-f024221cd010 None None] Provisioning complete for port 3d6dfe67-6dc6-4d03-b34d-d666ed381a84 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:58.745139 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d74ff3cb-ef08-4ca5-88c8-f024221cd010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:58.825107 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d74ff3cb-ef08-4ca5-88c8-f024221cd010 None None] Port 3d6dfe67-6dc6-4d03-b34d-d666ed381a84 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:50:58.882788 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb74de-d0c5-4676-beb4-00f1d75c8b61 req-793e34d4-442a-4475-92ca-33d2534429b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:58.884348 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-91cb74de-d0c5-4676-beb4-00f1d75c8b61 req-793e34d4-442a-4475-92ca-33d2534429b9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=598ae637-959f-4a82-ab28-f6756f65d14c HTTP/1.1" status: 200 len: 1097 time: 0.1455855 Nov 25 17:50:58.908384 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca4eb1-17d8-4df9-be07-84f601d59f97 req-65a1e9d1-21a3-4f14-8932-fc62fa09b9ed tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:58.910196 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c6ca4eb1-17d8-4df9-be07-84f601d59f97 req-65a1e9d1-21a3-4f14-8932-fc62fa09b9ed tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=f620a5eb-95f5-4720-872d-d2ce309bb9a0 HTTP/1.1" status: 200 len: 945 time: 0.1082599 Nov 25 17:50:58.978499 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-91cb74de-d0c5-4676-beb4-00f1d75c8b61 req-fa140dc1-c8cd-484b-8af3-3876ddd1feac service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=1d72823a-4513-4da3-9508-6964b7c723ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0746486 Nov 25 17:50:59.009855 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-06307937-4fa0-4cbd-a5a1-55942dcf8012 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:59.029027 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-06307937-4fa0-4cbd-a5a1-55942dcf8012 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] 10.222.0.75 "DELETE /v2.0/ports/2f54e952-698b-434e-a114-6326fc9cef40 HTTP/1.1" status: 204 len: 168 time: 1.3463593 Nov 25 17:50:59.029703 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 46050) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:59.067324 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8ed56a6-7939-49a1-8fc6-fd8d12dd1128 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] GET failed (client error): The resource could not be found. Nov 25 17:50:59.072464 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c8ed56a6-7939-49a1-8fc6-fd8d12dd1128 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] 10.222.0.75 "GET /v2.0/ports/2f54e952-698b-434e-a114-6326fc9cef40 HTTP/1.1" status: 404 len: 333 time: 0.0387528 Nov 25 17:50:59.072683 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 46052) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:59.077974 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c6ca4eb1-17d8-4df9-be07-84f601d59f97 req-b634f6a3-1e87-4bc9-bb32-22d65a8ef701 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582358 Nov 25 17:50:59.160866 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-a2034a70-5429-49e1-9af7-2846b61409ef None None] Provisioning complete for port 3d6dfe67-6dc6-4d03-b34d-d666ed381a84 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:59.160866 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a2034a70-5429-49e1-9af7-2846b61409ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:59.198162 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-a2034a70-5429-49e1-9af7-2846b61409ef None None] Port 3d6dfe67-6dc6-4d03-b34d-d666ed381a84 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:50:59.207603 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268f936-80be-4a81-85d6-e87a9292c050 req-7738d9d8-a41c-4b7e-b6f9-c259827bcfdf tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:59.209225 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7268f936-80be-4a81-85d6-e87a9292c050 req-7738d9d8-a41c-4b7e-b6f9-c259827bcfdf tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=868e5c34-a566-46dd-a995-03461696f0c2 HTTP/1.1" status: 200 len: 945 time: 0.0613136 Nov 25 17:50:59.222166 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4c5b7441-955a-4463-bf7e-9e88256adb76 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:59.257255 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5b7441-955a-4463-bf7e-9e88256adb76 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event deleted for resources: {'Port': ['ID=3d6dfe67-6dc6-4d03-b34d-d666ed381a84,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:59.260741 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7268f936-80be-4a81-85d6-e87a9292c050 req-45be01f1-4a0c-4077-a660-57e28a4c804a tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447149 Nov 25 17:50:59.300777 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-87c8e0aa-449e-4aeb-af32-252327ea0e96 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Deleting port 4c02501a-c22d-4fd2-9f36-8c84976ff392 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:50:59.301089 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-87c8e0aa-449e-4aeb-af32-252327ea0e96 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:59.495102 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4c5b7441-955a-4463-bf7e-9e88256adb76 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:59.500281 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-87c8e0aa-449e-4aeb-af32-252327ea0e96 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:59.520417 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-87c8e0aa-449e-4aeb-af32-252327ea0e96 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Calling delete_port for 4c02501a-c22d-4fd2-9f36-8c84976ff392 owned by {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:50:59.580547 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd097e0a-c3df-409b-9596-268112aba6f0 req-4e9df3c4-a639-4c59-be68-d23b5d8fe5a1 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:59.582366 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dd097e0a-c3df-409b-9596-268112aba6f0 req-4e9df3c4-a639-4c59-be68-d23b5d8fe5a1 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=868e5c34-a566-46dd-a995-03461696f0c2 HTTP/1.1" status: 200 len: 945 time: 0.0627325 Nov 25 17:50:59.639672 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dd097e0a-c3df-409b-9596-268112aba6f0 req-af575e16-3629-4afe-8f37-ed6983e549fb tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497913 Nov 25 17:50:59.728107 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c5b7441-955a-4463-bf7e-9e88256adb76 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Router 014c9399-5e44-458e-90c9-85127206ba7f has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:50:59.853747 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c5b7441-955a-4463-bf7e-9e88256adb76 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:50:59.863357 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4c5b7441-955a-4463-bf7e-9e88256adb76 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "PUT /v2.0/routers/014c9399-5e44-458e-90c9-85127206ba7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3527393 Nov 25 17:50:59.863357 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-87c8e0aa-449e-4aeb-af32-252327ea0e96 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:59.864074 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 46062) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:59.876728 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a1f99a-6500-4fd2-9475-fe53404d233c None None] Sync routers for ids ['014c9399-5e44-458e-90c9-85127206ba7f'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:50:59.895320 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a1f99a-6500-4fd2-9475-fe53404d233c None None] Routers {'014c9399-5e44-458e-90c9-85127206ba7f'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:50:59.896361 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-37a1f99a-6500-4fd2-9475-fe53404d233c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:50:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['014c9399-5e44-458e-90c9-85127206ba7f'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:59.908726 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c8e0aa-449e-4aeb-af32-252327ea0e96 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Pushing event deleted for resources: {'Port': ['ID=4c02501a-c22d-4fd2-9f36-8c84976ff392,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:59.944641 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-87c8e0aa-449e-4aeb-af32-252327ea0e96 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:59.946052 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-37a1f99a-6500-4fd2-9475-fe53404d233c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:59.949849 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-87c8e0aa-449e-4aeb-af32-252327ea0e96 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] 10.222.0.75 "DELETE /v2.0/ports/4c02501a-c22d-4fd2-9f36-8c84976ff392 HTTP/1.1" status: 204 len: 168 time: 0.8720980 Nov 25 17:50:59.953197 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 46064) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:59.957877 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a1f99a-6500-4fd2-9475-fe53404d233c None None] Routers {'014c9399-5e44-458e-90c9-85127206ba7f'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:50:59.958505 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-37a1f99a-6500-4fd2-9475-fe53404d233c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:50:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['014c9399-5e44-458e-90c9-85127206ba7f'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:00.006450 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-37a1f99a-6500-4fd2-9475-fe53404d233c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:00.007138 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a1f99a-6500-4fd2-9475-fe53404d233c None None] The sync data for ids ['014c9399-5e44-458e-90c9-85127206ba7f'] in n-d-817746-1 is: [] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:51:00.018498 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-1015aa4e-be92-4c3d-91ee-b6db6f2f734a tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] GET failed (client error): The resource could not be found. Nov 25 17:51:00.020439 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1015aa4e-be92-4c3d-91ee-b6db6f2f734a tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] 10.222.0.75 "GET /v2.0/ports/4c02501a-c22d-4fd2-9f36-8c84976ff392 HTTP/1.1" status: 404 len: 333 time: 0.0658979 Nov 25 17:51:00.024356 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 46066) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:00.231272 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-43b94cbf-eca9-4318-a56b-6e327a9afee8 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Deleting port cb044389-9ee1-4914-b3a2-50a9237029e6 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:51:00.233311 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-43b94cbf-eca9-4318-a56b-6e327a9afee8 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:00.347998 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-43b94cbf-eca9-4318-a56b-6e327a9afee8 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:00.361180 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-43b94cbf-eca9-4318-a56b-6e327a9afee8 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Calling delete_port for cb044389-9ee1-4914-b3a2-50a9237029e6 owned by {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:51:00.422886 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24e31b-322b-4b74-ac70-cb097775080f req-c9329857-ed35-4b95-bee7-7df5a6537166 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:00.424393 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8d24e31b-322b-4b74-ac70-cb097775080f req-c9329857-ed35-4b95-bee7-7df5a6537166 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=598ae637-959f-4a82-ab28-f6756f65d14c HTTP/1.1" status: 200 len: 946 time: 0.5967085 Nov 25 17:51:00.506787 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-43b94cbf-eca9-4318-a56b-6e327a9afee8 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:00.537218 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b94cbf-eca9-4318-a56b-6e327a9afee8 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Pushing event deleted for resources: {'Port': ['ID=cb044389-9ee1-4914-b3a2-50a9237029e6,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:00.576468 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-43b94cbf-eca9-4318-a56b-6e327a9afee8 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:00.582222 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-43b94cbf-eca9-4318-a56b-6e327a9afee8 tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] 10.222.0.75 "DELETE /v2.0/ports/cb044389-9ee1-4914-b3a2-50a9237029e6 HTTP/1.1" status: 204 len: 168 time: 0.5542738 Nov 25 17:51:00.583248 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 46070) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:00.610767 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [None req-c1454533-d19d-41c8-932d-a5df0de53d06 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] remove_router_interface failed (client error): The resource could not be found. Nov 25 17:51:00.614675 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c1454533-d19d-41c8-932d-a5df0de53d06 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "PUT /v2.0/routers/014c9399-5e44-458e-90c9-85127206ba7f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7492995 Nov 25 17:51:00.623650 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 46072) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:00.640921 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8d24e31b-322b-4b74-ac70-cb097775080f req-34c20a18-2a6f-4a74-99f1-c65827a20737 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=1d72823a-4513-4da3-9508-6964b7c723ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1755669 Nov 25 17:51:00.663477 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-709cf00c-6202-4815-8a55-bb3d6dd34ba0 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "GET /v2.0/ports?device_id=014c9399-5e44-458e-90c9-85127206ba7f HTTP/1.1" status: 200 len: 205 time: 0.0364978 Nov 25 17:51:00.665713 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 46074) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:00.796325 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8693fb-c19d-4b8e-9dda-eeecc08131c1 req-cb389905-a633-4272-a13c-10c2c06908fc tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:00.801148 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cd8693fb-c19d-4b8e-9dda-eeecc08131c1 req-cb389905-a633-4272-a13c-10c2c06908fc tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=868e5c34-a566-46dd-a995-03461696f0c2 HTTP/1.1" status: 200 len: 945 time: 0.0720501 Nov 25 17:51:00.857113 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cd8693fb-c19d-4b8e-9dda-eeecc08131c1 req-a3272fa1-8c91-447c-a34d-8fcc6bb7406c tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522184 Nov 25 17:51:01.091936 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-d088af9e-7208-4f7b-82b0-c08530b8f63f tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Deleting subnet d85f219a-9948-4635-ab11-064802af52d2 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:51:01.112195 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d088af9e-7208-4f7b-82b0-c08530b8f63f tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:01.144163 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d05881fa-4fee-4a45-801f-a5b9a3710a75 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:01.231174 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d088af9e-7208-4f7b-82b0-c08530b8f63f tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:01.360329 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326eea1-34cf-464a-a3f1-80c535be803d req-85fe331f-a86c-4bc1-a101-d6fc9d4369c3 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:01.361838 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8326eea1-34cf-464a-a3f1-80c535be803d req-85fe331f-a86c-4bc1-a101-d6fc9d4369c3 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.74 "GET /v2.0/ports?device_id=868e5c34-a566-46dd-a995-03461696f0c2 HTTP/1.1" status: 200 len: 945 time: 0.2838123 Nov 25 17:51:01.375569 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d05881fa-4fee-4a45-801f-a5b9a3710a75 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:01.387004 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d05881fa-4fee-4a45-801f-a5b9a3710a75 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:01.506300 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d05881fa-4fee-4a45-801f-a5b9a3710a75 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:01.506818 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d05881fa-4fee-4a45-801f-a5b9a3710a75 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Fanout notify agent at l3_agent the message router_deleted on router 014c9399-5e44-458e-90c9-85127206ba7f {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:51:01.516220 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d05881fa-4fee-4a45-801f-a5b9a3710a75 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:01.517380 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d05881fa-4fee-4a45-801f-a5b9a3710a75 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "DELETE /v2.0/routers/014c9399-5e44-458e-90c9-85127206ba7f HTTP/1.1" status: 204 len: 168 time: 0.8505819 Nov 25 17:51:01.520080 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 46080) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:01.533916 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d088af9e-7208-4f7b-82b0-c08530b8f63f tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:01.576457 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8886dad-2bc9-4302-9318-d07b8be6e149 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Deleting subnet 3606094b-f6d7-4022-8999-06fae1a0b53d {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:51:01.580347 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a8886dad-2bc9-4302-9318-d07b8be6e149 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:01.586777 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-8326eea1-34cf-464a-a3f1-80c535be803d req-1bf68945-45eb-41f1-abd5-6daa5734cdf6 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Deleting port 8c4cbee0-50cf-4c2c-b75c-5eb7207e7353 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:51:01.587130 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-8326eea1-34cf-464a-a3f1-80c535be803d req-1bf68945-45eb-41f1-abd5-6daa5734cdf6 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:01.626476 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a8886dad-2bc9-4302-9318-d07b8be6e149 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:01.693466 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d088af9e-7208-4f7b-82b0-c08530b8f63f tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:01.709948 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-8326eea1-34cf-464a-a3f1-80c535be803d req-1bf68945-45eb-41f1-abd5-6daa5734cdf6 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] For port 8c4cbee0-50cf-4c2c-b75c-5eb7207e7353, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=8c4cbee0-50cf-4c2c-b75c-5eb7207e7353,segment=NetworkSegment(5d15a5ac-47ef-4ddf-b5a4-0fc888643200),segment_id=5d15a5ac-47ef-4ddf-b5a4-0fc888643200)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:51:01.710358 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-8326eea1-34cf-464a-a3f1-80c535be803d req-1bf68945-45eb-41f1-abd5-6daa5734cdf6 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:01.742418 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d088af9e-7208-4f7b-82b0-c08530b8f63f tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Pushing event deleted for resources: {'Subnet': ['ID=d85f219a-9948-4635-ab11-064802af52d2,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:01.744544 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d088af9e-7208-4f7b-82b0-c08530b8f63f tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:01.748938 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d088af9e-7208-4f7b-82b0-c08530b8f63f tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] 10.222.0.75 "DELETE /v2.0/subnets/d85f219a-9948-4635-ab11-064802af52d2 HTTP/1.1" status: 204 len: 168 time: 1.1645789 Nov 25 17:51:01.751831 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 46084) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:01.767191 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a8886dad-2bc9-4302-9318-d07b8be6e149 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:01.768378 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad688919-3dfd-4313-8921-79e23c90dea2 None None] Network 606a6c80-baa3-4c33-b770-e497fee86342 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:51:01.797531 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-8326eea1-34cf-464a-a3f1-80c535be803d req-1bf68945-45eb-41f1-abd5-6daa5734cdf6 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Calling delete_port for 8c4cbee0-50cf-4c2c-b75c-5eb7207e7353 owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:51:01.809598 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de6fd0-3343-44c5-88b2-23fb3ce90de0 req-74a06e95-718b-44bf-b8a0-0e91f4460e78 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:01.811396 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-02de6fd0-3343-44c5-88b2-23fb3ce90de0 req-74a06e95-718b-44bf-b8a0-0e91f4460e78 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=598ae637-959f-4a82-ab28-f6756f65d14c HTTP/1.1" status: 200 len: 946 time: 0.0985193 Nov 25 17:51:01.927451 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-02de6fd0-3343-44c5-88b2-23fb3ce90de0 req-bae28425-c710-490b-ae9e-eb8527f686d3 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=1d72823a-4513-4da3-9508-6964b7c723ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0989947 Nov 25 17:51:01.927847 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ecb03e69-27d4-4fc5-b4c9-c5499d42254d tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:01.936030 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a8886dad-2bc9-4302-9318-d07b8be6e149 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:01.958091 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a8886dad-2bc9-4302-9318-d07b8be6e149 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:01.966958 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-a8886dad-2bc9-4302-9318-d07b8be6e149 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "DELETE /v2.0/subnets/3606094b-f6d7-4022-8999-06fae1a0b53d HTTP/1.1" status: 204 len: 168 time: 0.4423892 Nov 25 17:51:01.983026 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1bf3f0-b81c-4c6f-a4d1-0c442eaa2608 None None] Network 82ffc804-5058-4b99-9e00-2010c00a5ef0 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:51:01.990743 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 46090) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:01.991892 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8886dad-2bc9-4302-9318-d07b8be6e149 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event deleted for resources: {'Subnet': ['ID=3606094b-f6d7-4022-8999-06fae1a0b53d,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:02.133395 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c150bf-ce22-4527-8ed6-176a2185a3cf req-7e06a006-b343-47fe-8197-344496a4df53 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:02.139070 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-63c150bf-ce22-4527-8ed6-176a2185a3cf req-7e06a006-b343-47fe-8197-344496a4df53 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=598ae637-959f-4a82-ab28-f6756f65d14c HTTP/1.1" status: 200 len: 946 time: 0.0797877 Nov 25 17:51:02.154716 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f17b92c2-2990-4020-a1bb-2b3f1e25921d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:02.178221 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c5abb9-d00a-4b08-b399-21385f450a33 None None] DHCP port deletion for 606a6c80-baa3-4c33-b770-e497fee86342 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:51:02.231638 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-63c150bf-ce22-4527-8ed6-176a2185a3cf req-b81a4cfb-cc06-47da-af36-83c2639be6cf tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=1d72823a-4513-4da3-9508-6964b7c723ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0849402 Nov 25 17:51:02.272689 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 46098) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:02.276403 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-a7c5abb9-d00a-4b08-b399-21385f450a33 None None] Deleting port 975e4801-4605-4909-9630-61f3bf5dc74b {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:51:02.277865 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a7c5abb9-d00a-4b08-b399-21385f450a33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:02.367239 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b957df82-f8cd-4dcc-b494-908130439b28 None None] DHCP port deletion for 82ffc804-5058-4b99-9e00-2010c00a5ef0 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:51:02.367397 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-ecb03e69-27d4-4fc5-b4c9-c5499d42254d tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Deleting port 975e4801-4605-4909-9630-61f3bf5dc74b {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:51:02.367832 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ecb03e69-27d4-4fc5-b4c9-c5499d42254d tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:02.385739 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-a7c5abb9-d00a-4b08-b399-21385f450a33 None None] For port 975e4801-4605-4909-9630-61f3bf5dc74b, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=975e4801-4605-4909-9630-61f3bf5dc74b,segment=NetworkSegment(7a7675a2-3c8e-4466-b3cb-d77d0e97fd29),segment_id=7a7675a2-3c8e-4466-b3cb-d77d0e97fd29)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:51:02.386956 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a7c5abb9-d00a-4b08-b399-21385f450a33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:02.392658 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-8326eea1-34cf-464a-a3f1-80c535be803d req-1bf68945-45eb-41f1-abd5-6daa5734cdf6 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:02.422608 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['efa7b196-d088-459a-852c-dd1f944378ce'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:51:02.439350 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f89f38-ad1d-4a55-8ff0-fabbeed15c4c tempest-TestNetworkAdvancedServerOps-44296226 tempest-TestNetworkAdvancedServerOps-44296226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:02.456138 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-83f89f38-ad1d-4a55-8ff0-fabbeed15c4c tempest-TestNetworkAdvancedServerOps-44296226 tempest-TestNetworkAdvancedServerOps-44296226-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=598ae637-959f-4a82-ab28-f6756f65d14c HTTP/1.1" status: 200 len: 1092 time: 0.1845138 Nov 25 17:51:02.469496 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 46108) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:02.479952 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-39e25d5a-423a-4186-88a4-285062ad1723 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Request body: {'floatingip': {'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'port_id': '5bd04eb2-3dbf-402a-8d62-77b2cc3686f1', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:51:02.485930 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['03f0f2ed-d617-4f76-8f9a-e1c0ad5d1bb0'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:51:02.498012 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6d272-e1d6-4925-8541-cba0fd26b78d req-c992971c-5344-4f2c-90ee-b2f7c2688fff tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:02.499865 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-75c6d272-e1d6-4925-8541-cba0fd26b78d req-c992971c-5344-4f2c-90ee-b2f7c2688fff tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=868e5c34-a566-46dd-a995-03461696f0c2 HTTP/1.1" status: 200 len: 867 time: 0.5010898 Nov 25 17:51:02.500206 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf68945-45eb-41f1-abd5-6daa5734cdf6 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Pushing event deleted for resources: {'Port': ['ID=8c4cbee0-50cf-4c2c-b75c-5eb7207e7353,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:02.517380 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0142019-534c-4467-a6a4-c22c83b02d20 None None] DHCP port deletion for cde55e2d-003f-4ba7-9946-c3e49edc6c96 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:51:02.571078 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-a7c5abb9-d00a-4b08-b399-21385f450a33 None None] Calling delete_port for 975e4801-4605-4909-9630-61f3bf5dc74b owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:51:02.578775 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-8326eea1-34cf-464a-a3f1-80c535be803d req-1bf68945-45eb-41f1-abd5-6daa5734cdf6 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] No DVR routers for this DVR port 8c4cbee0-50cf-4c2c-b75c-5eb7207e7353 on host n-h1-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:51:02.582573 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-ecb03e69-27d4-4fc5-b4c9-c5499d42254d tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] For port 975e4801-4605-4909-9630-61f3bf5dc74b, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=975e4801-4605-4909-9630-61f3bf5dc74b,segment=NetworkSegment(7a7675a2-3c8e-4466-b3cb-d77d0e97fd29),segment_id=7a7675a2-3c8e-4466-b3cb-d77d0e97fd29)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:51:02.582937 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ecb03e69-27d4-4fc5-b4c9-c5499d42254d tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:02.585911 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-8326eea1-34cf-464a-a3f1-80c535be803d req-1bf68945-45eb-41f1-abd5-6daa5734cdf6 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:02.589916 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8326eea1-34cf-464a-a3f1-80c535be803d req-1bf68945-45eb-41f1-abd5-6daa5734cdf6 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.74 "DELETE /v2.0/ports/8c4cbee0-50cf-4c2c-b75c-5eb7207e7353 HTTP/1.1" status: 204 len: 173 time: 1.2156227 Nov 25 17:51:02.590521 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '868e5c34-a566-46dd-a995-03461696f0c2', 'name': 'network-vif-deleted', 'tag': '8c4cbee0-50cf-4c2c-b75c-5eb7207e7353'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:51:02.591490 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-39e25d5a-423a-4186-88a4-285062ad1723 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for floatingip, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:02.592995 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3f1e3a-b263-4414-b076-635fcd3f0a28" -d '{"events": [{"server_uuid": "868e5c34-a566-46dd-a995-03461696f0c2", "name": "network-vif-deleted", "tag": "8c4cbee0-50cf-4c2c-b75c-5eb7207e7353"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:51:02.611651 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-f17b92c2-2990-4020-a1bb-2b3f1e25921d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Deleting port d8b649a7-cbd0-4442-b3a1-37f3574347d2 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:51:02.611982 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f17b92c2-2990-4020-a1bb-2b3f1e25921d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:02.613895 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-ecb03e69-27d4-4fc5-b4c9-c5499d42254d tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Calling delete_port for 975e4801-4605-4909-9630-61f3bf5dc74b owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:51:02.682545 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-75c6d272-e1d6-4925-8541-cba0fd26b78d req-90e7959f-cd8c-426a-a9e9-23ed6156d5fb tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753023 Nov 25 17:51:02.695628 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a669f9-2ec0-4bd9-91d4-49deb2c9593f x-openstack-request-id: req-b7a669f9-2ec0-4bd9-91d4-49deb2c9593f {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:51:02.695926 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "868e5c34-a566-46dd-a995-03461696f0c2", "name": "network-vif-deleted", "tag": "8c4cbee0-50cf-4c2c-b75c-5eb7207e7353", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:51:02.696183 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b7a669f9-2ec0-4bd9-91d4-49deb2c9593f {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:51:02.696603 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '868e5c34-a566-46dd-a995-03461696f0c2', 'name': 'network-vif-deleted', 'tag': '8c4cbee0-50cf-4c2c-b75c-5eb7207e7353', 'status': 'completed', 'code': 200} Nov 25 17:51:02.769298 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-f17b92c2-2990-4020-a1bb-2b3f1e25921d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] For port d8b649a7-cbd0-4442-b3a1-37f3574347d2, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d8b649a7-cbd0-4442-b3a1-37f3574347d2,segment=NetworkSegment(888d0a0f-73fe-47d8-9514-49a7295eaf2b),segment_id=888d0a0f-73fe-47d8-9514-49a7295eaf2b)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:51:02.769785 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f17b92c2-2990-4020-a1bb-2b3f1e25921d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:02.794538 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-f17b92c2-2990-4020-a1bb-2b3f1e25921d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Calling delete_port for d8b649a7-cbd0-4442-b3a1-37f3574347d2 owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:51:02.859662 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b957df82-f8cd-4dcc-b494-908130439b28 None None] Deleting port d8b649a7-cbd0-4442-b3a1-37f3574347d2 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:51:02.860452 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b957df82-f8cd-4dcc-b494-908130439b28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:02.867889 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ecb03e69-27d4-4fc5-b4c9-c5499d42254d tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:02.881563 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-39e25d5a-423a-4186-88a4-285062ad1723 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:02.976342 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb03e69-27d4-4fc5-b4c9-c5499d42254d tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Pushing event deleted for resources: {'Port': ['ID=975e4801-4605-4909-9630-61f3bf5dc74b,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:02.985018 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb03e69-27d4-4fc5-b4c9-c5499d42254d tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] No DVR routers for this DVR port 975e4801-4605-4909-9630-61f3bf5dc74b on host n-d-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:51:03.048274 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-39e25d5a-423a-4186-88a4-285062ad1723 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Allocated IP 172.25.0.218 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/30a923d5-4e9d-4bb6-85fb-8acad72b7376) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:51:03.049747 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b957df82-f8cd-4dcc-b494-908130439b28 None None] For port d8b649a7-cbd0-4442-b3a1-37f3574347d2, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d8b649a7-cbd0-4442-b3a1-37f3574347d2,segment=NetworkSegment(888d0a0f-73fe-47d8-9514-49a7295eaf2b),segment_id=888d0a0f-73fe-47d8-9514-49a7295eaf2b)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:51:03.050282 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b957df82-f8cd-4dcc-b494-908130439b28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:03.082574 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a7c5abb9-d00a-4b08-b399-21385f450a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:03.095981 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b957df82-f8cd-4dcc-b494-908130439b28 None None] Calling delete_port for d8b649a7-cbd0-4442-b3a1-37f3574347d2 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:51:03.148543 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c5abb9-d00a-4b08-b399-21385f450a33 None None] Pushing event deleted for resources: {'Port': ['ID=975e4801-4605-4909-9630-61f3bf5dc74b,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:03.167658 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-39e25d5a-423a-4186-88a4-285062ad1723 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:03.177957 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ecb03e69-27d4-4fc5-b4c9-c5499d42254d tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:03.208929 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c5abb9-d00a-4b08-b399-21385f450a33 None None] No DVR routers for this DVR port 975e4801-4605-4909-9630-61f3bf5dc74b on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:51:03.222952 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-ecb03e69-27d4-4fc5-b4c9-c5499d42254d tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['606a6c80-baa3-4c33-b770-e497fee86342']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:03.243108 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f17b92c2-2990-4020-a1bb-2b3f1e25921d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:03.259519 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-ecb03e69-27d4-4fc5-b4c9-c5499d42254d tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a7675a2-3c8e-4466-b3cb-d77d0e97fd29') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:03.259833 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-ecb03e69-27d4-4fc5-b4c9-c5499d42254d tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a7675a2-3c8e-4466-b3cb-d77d0e97fd29') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:03.266567 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-39e25d5a-423a-4186-88a4-285062ad1723 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:03.299889 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17b92c2-2990-4020-a1bb-2b3f1e25921d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event deleted for resources: {'Port': ['ID=d8b649a7-cbd0-4442-b3a1-37f3574347d2,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:03.304592 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17b92c2-2990-4020-a1bb-2b3f1e25921d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] No DVR routers for this DVR port d8b649a7-cbd0-4442-b3a1-37f3574347d2 on host n-d-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:51:03.307054 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ecb03e69-27d4-4fc5-b4c9-c5499d42254d tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:03.323460 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b957df82-f8cd-4dcc-b494-908130439b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:03.357912 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ecb03e69-27d4-4fc5-b4c9-c5499d42254d tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:03.383354 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e25d5a-423a-4186-88a4-285062ad1723 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:51:03.383768 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b957df82-f8cd-4dcc-b494-908130439b28 None None] Pushing event deleted for resources: {'Port': ['ID=d8b649a7-cbd0-4442-b3a1-37f3574347d2,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:03.388400 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-39e25d5a-423a-4186-88a4-285062ad1723 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:51:03.391768 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e25d5a-423a-4186-88a4-285062ad1723 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:51:03.394025 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b957df82-f8cd-4dcc-b494-908130439b28 None None] No DVR routers for this DVR port d8b649a7-cbd0-4442-b3a1-37f3574347d2 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:51:03.394810 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e25d5a-423a-4186-88a4-285062ad1723 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event updated for resources: {'Port': ['ID=30a923d5-4e9d-4bb6-85fb-8acad72b7376,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:03.452040 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecb03e69-27d4-4fc5-b4c9-c5499d42254d tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Releasing vlan 939 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:51:03.452638 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ecb03e69-27d4-4fc5-b4c9-c5499d42254d tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:03.455800 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:51:03.455800 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:51:03.455800 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:51:03.455800 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:51:03.455800 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:51:03.455800 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:51:03.455800 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:51:03.455800 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:51:03.455800 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:51:03.455800 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:51:03.455800 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:51:03.455800 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:51:03.455800 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:51:03.455800 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:51:03.455800 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:51:03.455800 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:51:03.455800 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:51:03.455800 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:51:03.455800 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:51:03.455800 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:51:03.455800 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:51:03.455800 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:51:03.455800 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:51:03.455800 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:51:03.455800 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:51:03.455800 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:51:03.455800 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:51:03.455800 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:51:03.455800 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:51:03.455800 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:51:03.455800 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:51:03.455800 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:51:03.527389 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f17b92c2-2990-4020-a1bb-2b3f1e25921d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:03.594870 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-f17b92c2-2990-4020-a1bb-2b3f1e25921d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82ffc804-5058-4b99-9e00-2010c00a5ef0']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:03.609640 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-f17b92c2-2990-4020-a1bb-2b3f1e25921d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '888d0a0f-73fe-47d8-9514-49a7295eaf2b') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:03.609996 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-f17b92c2-2990-4020-a1bb-2b3f1e25921d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '888d0a0f-73fe-47d8-9514-49a7295eaf2b') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:03.623896 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f17b92c2-2990-4020-a1bb-2b3f1e25921d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:03.626838 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ecb03e69-27d4-4fc5-b4c9-c5499d42254d tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:03.646610 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ecb03e69-27d4-4fc5-b4c9-c5499d42254d tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:03.649878 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ecb03e69-27d4-4fc5-b4c9-c5499d42254d tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] 10.222.0.75 "DELETE /v2.0/networks/606a6c80-baa3-4c33-b770-e497fee86342 HTTP/1.1" status: 204 len: 168 time: 1.8968873 Nov 25 17:51:03.675893 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb03e69-27d4-4fc5-b4c9-c5499d42254d tempest-AllowedAddressPairIpV6TestJSON-748104574 tempest-AllowedAddressPairIpV6TestJSON-748104574-project] Pushing event deleted for resources: {'Network': ['ID=606a6c80-baa3-4c33-b770-e497fee86342,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:03.678663 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f17b92c2-2990-4020-a1bb-2b3f1e25921d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:03.688496 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f17b92c2-2990-4020-a1bb-2b3f1e25921d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Releasing vlan 915 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:51:03.689163 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f17b92c2-2990-4020-a1bb-2b3f1e25921d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:03.695024 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:51:03.695024 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:51:03.695024 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:51:03.695024 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:51:03.695024 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:51:03.695024 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:51:03.695024 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:51:03.695024 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:51:03.695024 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:51:03.695024 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:51:03.695024 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:51:03.695024 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:51:03.695024 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:51:03.695024 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:51:03.695024 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:51:03.695024 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:51:03.695024 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:51:03.695024 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:51:03.695024 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:51:03.695024 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:51:03.695024 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:51:03.695024 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:51:03.695024 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:51:03.695024 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:51:03.695024 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:51:03.695024 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:51:03.695024 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:51:03.695024 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:51:03.695024 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:51:03.695024 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:51:03.695024 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:51:03.695024 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:51:03.775654 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f17b92c2-2990-4020-a1bb-2b3f1e25921d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:03.787528 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f17b92c2-2990-4020-a1bb-2b3f1e25921d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:03.791371 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f17b92c2-2990-4020-a1bb-2b3f1e25921d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "DELETE /v2.0/networks/82ffc804-5058-4b99-9e00-2010c00a5ef0 HTTP/1.1" status: 204 len: 168 time: 1.7980826 Nov 25 17:51:03.806902 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 46234) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:03.813847 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-82955462-5a03-49d3-b1db-c4f57a8db375 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Request body: {'network': {'name': 'tempest-RoutersTest-207815848'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:51:03.819024 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17b92c2-2990-4020-a1bb-2b3f1e25921d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event deleted for resources: {'Network': ['ID=82ffc804-5058-4b99-9e00-2010c00a5ef0,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:03.860764 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82955462-5a03-49d3-b1db-c4f57a8db375 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Made reservation on behalf of 4d907a5f181242fcb929653cbcef12b3 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:51:03.866481 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-82955462-5a03-49d3-b1db-c4f57a8db375 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:03.870631 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 8c4cbee0-50cf-4c2c-b75c-5eb7207e7353 no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:51:03.907239 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82955462-5a03-49d3-b1db-c4f57a8db375 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 928} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:51:03.922548 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-82955462-5a03-49d3-b1db-c4f57a8db375 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:03.923056 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-82955462-5a03-49d3-b1db-c4f57a8db375 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Added segment e26d785d-4f21-410b-9da1-0f59e316c96f of type vlan for network 66123d11-a504-42cf-9d20-24834cf40daa Nov 25 17:51:03.930689 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: 8c4cbee0-50cf-4c2c-b75c-5eb7207e7353 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:51:03.931046 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 8c4cbee0-50cf-4c2c-b75c-5eb7207e7353 not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:51:04.009380 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-82955462-5a03-49d3-b1db-c4f57a8db375 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:04.068175 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-82955462-5a03-49d3-b1db-c4f57a8db375 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:04.072515 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-39e25d5a-423a-4186-88a4-285062ad1723 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:04.090177 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82955462-5a03-49d3-b1db-c4f57a8db375 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:04.092676 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-82955462-5a03-49d3-b1db-c4f57a8db375 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:04.183997 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d8b649a7-cbd0-4442-b3a1-37f3574347d2 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:51:04.189452 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-82955462-5a03-49d3-b1db-c4f57a8db375 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3809178 Nov 25 17:51:04.200000 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 46272) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:04.208718 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-d809092b-0014-4309-ae2e-2ddb6b2fc411 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Request body: {'subnet': {'network_id': '66123d11-a504-42cf-9d20-24834cf40daa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:51:04.216890 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82955462-5a03-49d3-b1db-c4f57a8db375 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event updated for resources: {'Network': ['ID=66123d11-a504-42cf-9d20-24834cf40daa,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:04.238870 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: d8b649a7-cbd0-4442-b3a1-37f3574347d2 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:51:04.241847 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d8b649a7-cbd0-4442-b3a1-37f3574347d2 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:51:04.244013 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 975e4801-4605-4909-9630-61f3bf5dc74b no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:51:04.251368 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 66123d11-a504-42cf-9d20-24834cf40daa details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:51:04.291121 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142159d-2608-4931-a66f-692d82bef2e6 req-6a5d4607-6a52-4efa-b817-25c44dfd4db4 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:04.293979 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a142159d-2608-4931-a66f-692d82bef2e6 req-6a5d4607-6a52-4efa-b817-25c44dfd4db4 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=f620a5eb-95f5-4720-872d-d2ce309bb9a0 HTTP/1.1" status: 200 len: 945 time: 0.2138236 Nov 25 17:51:04.302562 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 46286) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:04.375226 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-39e25d5a-423a-4186-88a4-285062ad1723 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:04.411218 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d809092b-0014-4309-ae2e-2ddb6b2fc411 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Made reservation on behalf of 4d907a5f181242fcb929653cbcef12b3 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:51:04.415107 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d809092b-0014-4309-ae2e-2ddb6b2fc411 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:04.419109 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 975e4801-4605-4909-9630-61f3bf5dc74b {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:51:04.419461 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 975e4801-4605-4909-9630-61f3bf5dc74b not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:51:04.497720 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a142159d-2608-4931-a66f-692d82bef2e6 req-07c2ab74-295e-454e-98be-c945da9422c4 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648936 Nov 25 17:51:04.618971 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 46324) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:04.619982 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a85c36c0-f491-4dcc-969a-86199154fe24 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2a0c7521c23c4259b7e5cebdbcb195bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3154998 Nov 25 17:51:04.693381 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-39e25d5a-423a-4186-88a4-285062ad1723 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:04.705183 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-39e25d5a-423a-4186-88a4-285062ad1723 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:04.748976 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d809092b-0014-4309-ae2e-2ddb6b2fc411 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:04.828359 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d809092b-0014-4309-ae2e-2ddb6b2fc411 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event updated for resources: {'Subnet': ['ID=9c183e03-9717-4b72-b800-93cb73f4ccb5,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:04.833489 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a3ff655f-2aa0-4ce4-91df-52d51755a10e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:04.837530 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d809092b-0014-4309-ae2e-2ddb6b2fc411 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Checking segment: {'id': 'e26d785d-4f21-410b-9da1-0f59e316c96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '66123d11-a504-42cf-9d20-24834cf40daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:51:04.838188 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d809092b-0014-4309-ae2e-2ddb6b2fc411 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Network hostable DHCP agents. Network: 66123d11-a504-42cf-9d20-24834cf40daa, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:51:04.858477 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-39e25d5a-423a-4186-88a4-285062ad1723 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:04.865093 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a3ff655f-2aa0-4ce4-91df-52d51755a10e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:04.865988 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d809092b-0014-4309-ae2e-2ddb6b2fc411 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Network 66123d11-a504-42cf-9d20-24834cf40daa is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:51:04.880168 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-d809092b-0014-4309-ae2e-2ddb6b2fc411 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 66123d11-a504-42cf-9d20-24834cf40daa) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:51:04.885225 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d809092b-0014-4309-ae2e-2ddb6b2fc411 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:04.887452 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d809092b-0014-4309-ae2e-2ddb6b2fc411 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:04.890641 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f787695-d8a5-476b-88fa-bee52c9d0c89 None None] Network 66123d11-a504-42cf-9d20-24834cf40daa requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:51:04.912604 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d809092b-0014-4309-ae2e-2ddb6b2fc411 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7112517 Nov 25 17:51:04.914938 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 46358) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:04.921880 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-5a8eaf19-058f-49b0-9111-c4642d65d907 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1052167090', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:51:04.958760 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e25d5a-423a-4186-88a4-285062ad1723 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event updated for resources: {'Port': ['ID=30a923d5-4e9d-4bb6-85fb-8acad72b7376,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:04.984758 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5a8eaf19-058f-49b0-9111-c4642d65d907 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:04.986430 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5a8eaf19-058f-49b0-9111-c4642d65d907 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:05.114837 n-d-817746-1 neutron-server[103361]: INFO neutron.db.l3_db [None req-39e25d5a-423a-4186-88a4-285062ad1723 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Floating IP 733b64f6-063d-4f06-87f9-24151509a702 associated. External IP: 172.25.0.218, port: 5bd04eb2-3dbf-402a-8d62-77b2cc3686f1. Nov 25 17:51:05.117971 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a3ff655f-2aa0-4ce4-91df-52d51755a10e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:05.120990 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a3ff655f-2aa0-4ce4-91df-52d51755a10e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:05.122044 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5a8eaf19-058f-49b0-9111-c4642d65d907 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:05.125359 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-a3ff655f-2aa0-4ce4-91df-52d51755a10e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/50d27e9e-2488-44e6-8084-e0038d3e140d HTTP/1.1" status: 204 len: 168 time: 0.4950600 Nov 25 17:51:05.132408 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5a8eaf19-058f-49b0-9111-c4642d65d907 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:05.160620 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e0d886-008c-4d8c-8871-019f0d1cd0dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-66123d11-a504-42cf-9d20-24834cf40daa', 'network_id': '66123d11-a504-42cf-9d20-24834cf40daa', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'fixed_ips': [{'subnet_id': '9c183e03-9717-4b72-b800-93cb73f4ccb5'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:51:05.163794 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-99e0d886-008c-4d8c-8871-019f0d1cd0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:05.166249 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5a8eaf19-058f-49b0-9111-c4642d65d907 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:05.167529 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-5a8eaf19-058f-49b0-9111-c4642d65d907 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2515066 Nov 25 17:51:05.172673 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 46384) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:05.225418 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ff655f-2aa0-4ce4-91df-52d51755a10e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d27e9e-2488-44e6-8084-e0038d3e140d,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:05.345675 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-99e0d886-008c-4d8c-8871-019f0d1cd0dd None None] Allocated IP 172.20.0.2 (66123d11-a504-42cf-9d20-24834cf40daa/9c183e03-9717-4b72-b800-93cb73f4ccb5/19c6ef09-90b8-44fa-ae7c-467832b4fb3b) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:51:05.517825 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f0903-f017-4b8d-ad6a-8e63a9d90484 req-5a1bbe79-d75e-4405-bfd6-7f9af1ce592b tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:05.519552 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-415f0903-f017-4b8d-ad6a-8e63a9d90484 req-5a1bbe79-d75e-4405-bfd6-7f9af1ce592b tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.74 "GET /v2.0/ports?device_id=f620a5eb-95f5-4720-872d-d2ce309bb9a0 HTTP/1.1" status: 200 len: 945 time: 0.1958897 Nov 25 17:51:05.550706 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39e25d5a-423a-4186-88a4-285062ad1723 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Router 100e317a-92c9-4cce-a065-e02c0ec39adf has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:51:05.594345 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-99e0d886-008c-4d8c-8871-019f0d1cd0dd None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:05.608741 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-99e0d886-008c-4d8c-8871-019f0d1cd0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:05.671998 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e0d886-008c-4d8c-8871-019f0d1cd0dd None None] Network 66123d11-a504-42cf-9d20-24834cf40daa is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:51:05.685659 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-99e0d886-008c-4d8c-8871-019f0d1cd0dd None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:51:05.690627 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e0d886-008c-4d8c-8871-019f0d1cd0dd None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:51:05.741328 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-602a5732-7c19-4633-8c88-55a75bd6f033 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:05.785699 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e0d886-008c-4d8c-8871-019f0d1cd0dd None None] Pushing event updated for resources: {'Port': ['ID=19c6ef09-90b8-44fa-ae7c-467832b4fb3b,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:05.834068 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-99e0d886-008c-4d8c-8871-019f0d1cd0dd None None] Attempting to bind port 19c6ef09-90b8-44fa-ae7c-467832b4fb3b on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:51:05.834446 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-99e0d886-008c-4d8c-8871-019f0d1cd0dd None None] Attempting to bind port 19c6ef09-90b8-44fa-ae7c-467832b4fb3b by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'e26d785d-4f21-410b-9da1-0f59e316c96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '66123d11-a504-42cf-9d20-24834cf40daa'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:51:05.834819 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e0d886-008c-4d8c-8871-019f0d1cd0dd None None] Attempting to bind port 19c6ef09-90b8-44fa-ae7c-467832b4fb3b on network 66123d11-a504-42cf-9d20-24834cf40daa {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:51:05.840657 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e0d886-008c-4d8c-8871-019f0d1cd0dd None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:51:05.841544 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e0d886-008c-4d8c-8871-019f0d1cd0dd None None] Checking segment: {'id': 'e26d785d-4f21-410b-9da1-0f59e316c96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '66123d11-a504-42cf-9d20-24834cf40daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:51:05.842152 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-99e0d886-008c-4d8c-8871-019f0d1cd0dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:05.843040 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e0d886-008c-4d8c-8871-019f0d1cd0dd None None] Bound using segment: {'id': 'e26d785d-4f21-410b-9da1-0f59e316c96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '66123d11-a504-42cf-9d20-24834cf40daa'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:51:05.843945 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-99e0d886-008c-4d8c-8871-019f0d1cd0dd None None] Bound port: 19c6ef09-90b8-44fa-ae7c-467832b4fb3b, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e26d785d-4f21-410b-9da1-0f59e316c96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '66123d11-a504-42cf-9d20-24834cf40daa'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:51:05.844513 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-99e0d886-008c-4d8c-8871-019f0d1cd0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:05.853805 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cabcd1-192e-485c-a546-216cede40188 req-e8c10ebc-20a6-40b6-bdc0-bb2ad20a7cae tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:05.855984 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-29cabcd1-192e-485c-a546-216cede40188 req-e8c10ebc-20a6-40b6-bdc0-bb2ad20a7cae tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=f620a5eb-95f5-4720-872d-d2ce309bb9a0 HTTP/1.1" status: 200 len: 945 time: 0.1179190 Nov 25 17:51:05.936232 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-99e0d886-008c-4d8c-8871-019f0d1cd0dd None None] For port 19c6ef09-90b8-44fa-ae7c-467832b4fb3b, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:51:05.939985 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-99e0d886-008c-4d8c-8871-019f0d1cd0dd None None] For port 19c6ef09-90b8-44fa-ae7c-467832b4fb3b, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=19c6ef09-90b8-44fa-ae7c-467832b4fb3b,segment=NetworkSegment(e26d785d-4f21-410b-9da1-0f59e316c96f),segment_id=e26d785d-4f21-410b-9da1-0f59e316c96f)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:51:05.949975 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-99e0d886-008c-4d8c-8871-019f0d1cd0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:05.953359 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e25d5a-423a-4186-88a4-285062ad1723 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:51:05.968892 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d79e75-27f8-4920-b3ff-ad16dd4b7f96 None None] Sync routers for ids ['100e317a-92c9-4cce-a065-e02c0ec39adf'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:51:05.996642 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-415f0903-f017-4b8d-ad6a-8e63a9d90484 req-f8f8f256-03ff-4b15-a40f-f59659e8cd2c tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Deleting port 03f0f2ed-d617-4f76-8f9a-e1c0ad5d1bb0 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:51:05.997381 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-415f0903-f017-4b8d-ad6a-8e63a9d90484 req-f8f8f256-03ff-4b15-a40f-f59659e8cd2c tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:06.005016 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d79e75-27f8-4920-b3ff-ad16dd4b7f96 None None] Routers {'100e317a-92c9-4cce-a065-e02c0ec39adf'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:51:06.006847 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-62d79e75-27f8-4920-b3ff-ad16dd4b7f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:50:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['100e317a-92c9-4cce-a065-e02c0ec39adf'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:06.086548 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-29cabcd1-192e-485c-a546-216cede40188 req-1ec05121-ae25-4cd3-882c-0d9aef85670d tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097080 Nov 25 17:51:06.093315 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-39e25d5a-423a-4186-88a4-285062ad1723 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:06.154732 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e0d886-008c-4d8c-8871-019f0d1cd0dd None None] Pushing event updated for resources: {'Port': ['ID=19c6ef09-90b8-44fa-ae7c-467832b4fb3b,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:06.202888 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-39e25d5a-423a-4186-88a4-285062ad1723 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.7320464 Nov 25 17:51:06.204309 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '598ae637-959f-4a82-ab28-f6756f65d14c', 'tag': '5bd04eb2-3dbf-402a-8d62-77b2cc3686f1'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:51:06.208987 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ac85e2-8f8a-43bc-9399-d76fc1dcbb96" -d '{"events": [{"name": "network-changed", "server_uuid": "598ae637-959f-4a82-ab28-f6756f65d14c", "tag": "5bd04eb2-3dbf-402a-8d62-77b2cc3686f1"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:51:06.296385 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-124a9971-17a2-4ed2-9303-b546f201cd01 x-openstack-request-id: req-124a9971-17a2-4ed2-9303-b546f201cd01 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:51:06.296748 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "598ae637-959f-4a82-ab28-f6756f65d14c", "tag": "5bd04eb2-3dbf-402a-8d62-77b2cc3686f1", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:51:06.297095 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-124a9971-17a2-4ed2-9303-b546f201cd01 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:51:06.297570 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '598ae637-959f-4a82-ab28-f6756f65d14c', 'tag': '5bd04eb2-3dbf-402a-8d62-77b2cc3686f1', 'status': 'completed', 'code': 200} Nov 25 17:51:06.355706 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-415f0903-f017-4b8d-ad6a-8e63a9d90484 req-f8f8f256-03ff-4b15-a40f-f59659e8cd2c tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] For port 03f0f2ed-d617-4f76-8f9a-e1c0ad5d1bb0, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=03f0f2ed-d617-4f76-8f9a-e1c0ad5d1bb0,segment=NetworkSegment(5d15a5ac-47ef-4ddf-b5a4-0fc888643200),segment_id=5d15a5ac-47ef-4ddf-b5a4-0fc888643200)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:51:06.356374 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-415f0903-f017-4b8d-ad6a-8e63a9d90484 req-f8f8f256-03ff-4b15-a40f-f59659e8cd2c tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:06.440524 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-415f0903-f017-4b8d-ad6a-8e63a9d90484 req-f8f8f256-03ff-4b15-a40f-f59659e8cd2c tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Calling delete_port for 03f0f2ed-d617-4f76-8f9a-e1c0ad5d1bb0 owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:51:06.485318 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac85e2-8f8a-43bc-9399-d76fc1dcbb96 req-f3bcf4b5-5114-40e9-8ba4-09a1a87d7ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:06.492737 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-83ac85e2-8f8a-43bc-9399-d76fc1dcbb96 req-f3bcf4b5-5114-40e9-8ba4-09a1a87d7ce8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=867688fabf794394b7f5a37353b0165e&device_id=598ae637-959f-4a82-ab28-f6756f65d14c HTTP/1.1" status: 200 len: 1097 time: 0.1700091 Nov 25 17:51:06.501317 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-602a5732-7c19-4633-8c88-55a75bd6f033 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Allocated IP 172.20.0.1 (66123d11-a504-42cf-9d20-24834cf40daa/9c183e03-9717-4b72-b800-93cb73f4ccb5/9d250ea3-afb4-456c-aa33-24358a83c7fc) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:51:06.799851 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-602a5732-7c19-4633-8c88-55a75bd6f033 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:06.814399 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-62d79e75-27f8-4920-b3ff-ad16dd4b7f96 None None] Set router 100e317a-92c9-4cce-a065-e02c0ec39adf gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:51:06.830543 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-415f0903-f017-4b8d-ad6a-8e63a9d90484 req-f8f8f256-03ff-4b15-a40f-f59659e8cd2c tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:06.842662 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['efa7b196-d088-459a-852c-dd1f944378ce'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:51:07.008965 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d2523-a51d-42e1-9e0c-4455862488b8 req-d8341f22-1896-432e-a24b-cf0a56627cf4 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:07.018295 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b06d2523-a51d-42e1-9e0c-4455862488b8 req-d8341f22-1896-432e-a24b-cf0a56627cf4 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=598ae637-959f-4a82-ab28-f6756f65d14c HTTP/1.1" status: 200 len: 946 time: 0.5411720 Nov 25 17:51:07.018806 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 46562) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:07.021626 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f8f256-03ff-4b15-a40f-f59659e8cd2c tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Pushing event deleted for resources: {'Port': ['ID=03f0f2ed-d617-4f76-8f9a-e1c0ad5d1bb0,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:07.071677 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac85e2-8f8a-43bc-9399-d76fc1dcbb96 req-c2876d4b-ae31-4b55-b3ed-c29c1bb117e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:07.077704 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-83ac85e2-8f8a-43bc-9399-d76fc1dcbb96 req-c2876d4b-ae31-4b55-b3ed-c29c1bb117e8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=956f4e0f-d672-4efc-84b9-1a07478d59f4 HTTP/1.1" status: 200 len: 897 time: 0.4421873 Nov 25 17:51:07.146112 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-415f0903-f017-4b8d-ad6a-8e63a9d90484 req-f8f8f256-03ff-4b15-a40f-f59659e8cd2c tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] No DVR routers for this DVR port 03f0f2ed-d617-4f76-8f9a-e1c0ad5d1bb0 on host n-h1-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:51:07.150289 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-415f0903-f017-4b8d-ad6a-8e63a9d90484 req-f8f8f256-03ff-4b15-a40f-f59659e8cd2c tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:07.159190 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-415f0903-f017-4b8d-ad6a-8e63a9d90484 req-f8f8f256-03ff-4b15-a40f-f59659e8cd2c tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.74 "DELETE /v2.0/ports/03f0f2ed-d617-4f76-8f9a-e1c0ad5d1bb0 HTTP/1.1" status: 204 len: 173 time: 1.6018472 Nov 25 17:51:07.161494 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f620a5eb-95f5-4720-872d-d2ce309bb9a0', 'name': 'network-vif-deleted', 'tag': '03f0f2ed-d617-4f76-8f9a-e1c0ad5d1bb0'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:51:07.171101 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ecc383-9612-49b3-b743-04ee98efe2c9" -d '{"events": [{"server_uuid": "f620a5eb-95f5-4720-872d-d2ce309bb9a0", "name": "network-vif-deleted", "tag": "03f0f2ed-d617-4f76-8f9a-e1c0ad5d1bb0"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:51:07.180270 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-602a5732-7c19-4633-8c88-55a75bd6f033 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:07.189194 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74abd367-8a22-42ee-88e2-756f51a797e5 None None] DHCP port deletion for cde55e2d-003f-4ba7-9946-c3e49edc6c96 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:51:07.318956 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602a5732-7c19-4633-8c88-55a75bd6f033 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Network 66123d11-a504-42cf-9d20-24834cf40daa is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:51:07.323373 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-602a5732-7c19-4633-8c88-55a75bd6f033 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:51:07.328367 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602a5732-7c19-4633-8c88-55a75bd6f033 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:51:07.369785 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-47bc75f8-de75-4e42-a302-788f7045f865 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-6735319'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:51:07.414033 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-62d79e75-27f8-4920-b3ff-ad16dd4b7f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100e317a-92c9-4cce-a065-e02c0ec39adf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1904891424', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'c20cd774-9c44-4c03-9982-8604410253d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:50:27Z', 'updated_at': '2021-11-25T17:50:36Z', 'revision_number': 4, 'project_id': '867688fabf794394b7f5a37353b0165e', 'gw_port': {'id': 'c20cd774-9c44-4c03-9982-8604410253d3', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100e317a-92c9-4cce-a065-e02c0ec39adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:50:29Z', 'updated_at': '2021-11-25T17:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '733b64f6-063d-4f06-87f9-24151509a702', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'floating_ip_address': '172.25.0.218', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '100e317a-92c9-4cce-a065-e02c0ec39adf', 'port_id': '5bd04eb2-3dbf-402a-8d62-77b2cc3686f1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '956f4e0f-d672-4efc-84b9-1a07478d59f4', 'mac_address': 'fa:16:3e:52:a0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598ae637-959f-4a82-ab28-f6756f65d14c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:51:03Z', 'updated_at': '2021-11-25T17:51:03Z', 'revision_number': 0, 'project_id': '867688fabf794394b7f5a37353b0165e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5760450d-a84c-44ee-b77c-7ae14d91aace', 'name': '', 'network_id': '956f4e0f-d672-4efc-84b9-1a07478d59f4', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'mac_address': 'fa:16:3e:d8:ef:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100e317a-92c9-4cce-a065-e02c0ec39adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '41aa15c7-0383-4c7f-9427-4b12720b647d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:50:35Z', 'updated_at': '2021-11-25T17:50:43Z', 'revision_number': 5, 'project_id': '867688fabf794394b7f5a37353b0165e', 'subnets': [{'id': '41aa15c7-0383-4c7f-9427-4b12720b647d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:07.414755 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-602a5732-7c19-4633-8c88-55a75bd6f033 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:07.456568 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d79e75-27f8-4920-b3ff-ad16dd4b7f96 None None] Checking router: 100e317a-92c9-4cce-a065-e02c0ec39adf for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:51:07.469045 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d79e75-27f8-4920-b3ff-ad16dd4b7f96 None None] Routers {'100e317a-92c9-4cce-a065-e02c0ec39adf'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:51:07.470043 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-62d79e75-27f8-4920-b3ff-ad16dd4b7f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:50:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['100e317a-92c9-4cce-a065-e02c0ec39adf'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:07.478285 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47bc75f8-de75-4e42-a302-788f7045f865 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Made reservation on behalf of 28b5aae943b9455c8114055630556aca for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:51:07.491653 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-47bc75f8-de75-4e42-a302-788f7045f865 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:07.502538 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602a5732-7c19-4633-8c88-55a75bd6f033 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event updated for resources: {'Port': ['ID=9d250ea3-afb4-456c-aa33-24358a83c7fc,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:07.530413 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e836d400-7183-45f7-9189-fefeea385341 req-97598156-41d3-462e-849f-ab7cd3196f78 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=f620a5eb-95f5-4720-872d-d2ce309bb9a0 HTTP/1.1" status: 200 len: 210 time: 0.2275600 Nov 25 17:51:07.562459 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-47bc75f8-de75-4e42-a302-788f7045f865 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:07.589635 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b06d2523-a51d-42e1-9e0c-4455862488b8 req-3edcc623-72b6-4f65-aabd-4fcf3a233ad9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=1d72823a-4513-4da3-9508-6964b7c723ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5495381 Nov 25 17:51:07.626013 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 46606) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:07.647695 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-83ac85e2-8f8a-43bc-9399-d76fc1dcbb96 req-4714238e-ec2c-4bd4-a430-19a9847baf1d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bd04eb2-3dbf-402a-8d62-77b2cc3686f1 HTTP/1.1" status: 200 len: 1000 time: 0.5206549 Nov 25 17:51:07.684783 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-62d79e75-27f8-4920-b3ff-ad16dd4b7f96 None None] Set router 100e317a-92c9-4cce-a065-e02c0ec39adf gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:51:07.809377 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac85e2-8f8a-43bc-9399-d76fc1dcbb96 req-2f59f762-4932-4435-b356-3bb8a7280e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:07.814472 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-83ac85e2-8f8a-43bc-9399-d76fc1dcbb96 req-2f59f762-4932-4435-b356-3bb8a7280e53 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=41aa15c7-0383-4c7f-9427-4b12720b647d HTTP/1.1" status: 200 len: 835 time: 0.1066771 Nov 25 17:51:07.832553 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-72087d7a-791b-474c-9471-168f336ae5ef tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/floatingips/733b64f6-063d-4f06-87f9-24151509a702 HTTP/1.1" status: 200 len: 992 time: 0.2029555 Nov 25 17:51:07.881680 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 03f0f2ed-d617-4f76-8f9a-e1c0ad5d1bb0 no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:51:07.924166 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: 03f0f2ed-d617-4f76-8f9a-e1c0ad5d1bb0 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:51:07.924873 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 03f0f2ed-d617-4f76-8f9a-e1c0ad5d1bb0 not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:51:08.015424 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e76ead-d7fd-435a-aeee-3e65d3365f46 x-openstack-request-id: req-a5e76ead-d7fd-435a-aeee-3e65d3365f46 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:51:08.016030 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f620a5eb-95f5-4720-872d-d2ce309bb9a0", "name": "network-vif-deleted", "tag": "03f0f2ed-d617-4f76-8f9a-e1c0ad5d1bb0", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:51:08.016030 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a5e76ead-d7fd-435a-aeee-3e65d3365f46 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:51:08.016291 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f620a5eb-95f5-4720-872d-d2ce309bb9a0', 'name': 'network-vif-deleted', 'tag': '03f0f2ed-d617-4f76-8f9a-e1c0ad5d1bb0', 'status': 'completed', 'code': 200} Nov 25 17:51:08.035045 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac85e2-8f8a-43bc-9399-d76fc1dcbb96 req-dbd5c444-04f0-4cee-afb2-11078ad2799e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:08.036639 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-83ac85e2-8f8a-43bc-9399-d76fc1dcbb96 req-dbd5c444-04f0-4cee-afb2-11078ad2799e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=956f4e0f-d672-4efc-84b9-1a07478d59f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2028198 Nov 25 17:51:08.049668 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d128feeb-fa9f-4ca3-b56f-e025fbdf1ea6 None None] Network 66123d11-a504-42cf-9d20-24834cf40daa requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:51:08.091446 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-47bc75f8-de75-4e42-a302-788f7045f865 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:08.116638 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-47bc75f8-de75-4e42-a302-788f7045f865 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:08.142894 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-602a5732-7c19-4633-8c88-55a75bd6f033 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:08.172965 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-62d79e75-27f8-4920-b3ff-ad16dd4b7f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100e317a-92c9-4cce-a065-e02c0ec39adf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1904891424', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'c20cd774-9c44-4c03-9982-8604410253d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:50:27Z', 'updated_at': '2021-11-25T17:50:36Z', 'revision_number': 4, 'project_id': '867688fabf794394b7f5a37353b0165e', 'gw_port': {'id': 'c20cd774-9c44-4c03-9982-8604410253d3', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100e317a-92c9-4cce-a065-e02c0ec39adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:50:29Z', 'updated_at': '2021-11-25T17:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '733b64f6-063d-4f06-87f9-24151509a702', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'floating_ip_address': '172.25.0.218', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '100e317a-92c9-4cce-a065-e02c0ec39adf', 'port_id': '5bd04eb2-3dbf-402a-8d62-77b2cc3686f1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '956f4e0f-d672-4efc-84b9-1a07478d59f4', 'mac_address': 'fa:16:3e:52:a0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598ae637-959f-4a82-ab28-f6756f65d14c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:51:03Z', 'updated_at': '2021-11-25T17:51:03Z', 'revision_number': 0, 'project_id': '867688fabf794394b7f5a37353b0165e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5760450d-a84c-44ee-b77c-7ae14d91aace', 'name': '', 'network_id': '956f4e0f-d672-4efc-84b9-1a07478d59f4', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'mac_address': 'fa:16:3e:d8:ef:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100e317a-92c9-4cce-a065-e02c0ec39adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '41aa15c7-0383-4c7f-9427-4b12720b647d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:50:35Z', 'updated_at': '2021-11-25T17:50:43Z', 'revision_number': 5, 'project_id': '867688fabf794394b7f5a37353b0165e', 'subnets': [{'id': '41aa15c7-0383-4c7f-9427-4b12720b647d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:08.213438 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 19c6ef09-90b8-44fa-ae7c-467832b4fb3b up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:51:08.220260 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47bc75f8-de75-4e42-a302-788f7045f865 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:51:08.229374 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d79e75-27f8-4920-b3ff-ad16dd4b7f96 None None] The sync data for ids ['100e317a-92c9-4cce-a065-e02c0ec39adf'] in n-d-817746-1 is: [{'id': '100e317a-92c9-4cce-a065-e02c0ec39adf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1904891424', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'c20cd774-9c44-4c03-9982-8604410253d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:50:27Z', 'updated_at': '2021-11-25T17:50:36Z', 'revision_number': 4, 'project_id': '867688fabf794394b7f5a37353b0165e', 'gw_port': {'id': 'c20cd774-9c44-4c03-9982-8604410253d3', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100e317a-92c9-4cce-a065-e02c0ec39adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:50:29Z', 'updated_at': '2021-11-25T17:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '733b64f6-063d-4f06-87f9-24151509a702', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'floating_ip_address': '172.25.0.218', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '100e317a-92c9-4cce-a065-e02c0ec39adf', 'port_id': '5bd04eb2-3dbf-402a-8d62-77b2cc3686f1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '956f4e0f-d672-4efc-84b9-1a07478d59f4', 'mac_address': 'fa:16:3e:52:a0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598ae637-959f-4a82-ab28-f6756f65d14c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:51:03Z', 'updated_at': '2021-11-25T17:51:03Z', 'revision_number': 0, 'project_id': '867688fabf794394b7f5a37353b0165e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5760450d-a84c-44ee-b77c-7ae14d91aace', 'name': '', 'network_id': '956f4e0f-d672-4efc-84b9-1a07478d59f4', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'mac_address': 'fa:16:3e:d8:ef:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100e317a-92c9-4cce-a065-e02c0ec39adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '41aa15c7-0383-4c7f-9427-4b12720b647d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:50:35Z', 'updated_at': '2021-11-25T17:50:43Z', 'revision_number': 5, 'project_id': '867688fabf794394b7f5a37353b0165e', 'subnets': [{'id': '41aa15c7-0383-4c7f-9427-4b12720b647d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:51:08.243881 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-47bc75f8-de75-4e42-a302-788f7045f865 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:08.244235 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-47bc75f8-de75-4e42-a302-788f7045f865 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Added segment 45b8131c-1f8f-4c68-899c-22019d250c82 of type vlan for network ea19064b-94c7-418e-a2c1-6bc16d70098e Nov 25 17:51:08.257892 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bc75f8-de75-4e42-a302-788f7045f865 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c986a5-e5ee-41f9-9326-5f9c20b19c6e,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:08.287068 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-a3c2c7aa-a0b0-43ed-9c12-dd62d33b1b0c None None] Provisioning complete for port 19c6ef09-90b8-44fa-ae7c-467832b4fb3b triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:51:08.287449 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a3c2c7aa-a0b0-43ed-9c12-dd62d33b1b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:08.334604 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-47bc75f8-de75-4e42-a302-788f7045f865 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:08.343560 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-83ac85e2-8f8a-43bc-9399-d76fc1dcbb96 req-95287489-c31f-4312-9789-7600cf0fceda service neutron] 10.222.0.74 "GET /v2.0/networks/956f4e0f-d672-4efc-84b9-1a07478d59f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854176 Nov 25 17:51:08.395534 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-47bc75f8-de75-4e42-a302-788f7045f865 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:08.401100 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bc75f8-de75-4e42-a302-788f7045f865 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:08.402539 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-47bc75f8-de75-4e42-a302-788f7045f865 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:08.438816 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-47bc75f8-de75-4e42-a302-788f7045f865 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.4042149 Nov 25 17:51:08.442590 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 46616) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:08.448582 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 19c6ef09-90b8-44fa-ae7c-467832b4fb3b triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:51:08.452014 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-d04e58f0-52c1-4252-8ed5-33eb032c3318 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Request body: {'port': {'network_id': 'ea19064b-94c7-418e-a2c1-6bc16d70098e', 'name': 'tempest-PortsIpV6TestJSON-1262653584'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:51:08.453460 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:08.558762 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a3c2c7aa-a0b0-43ed-9c12-dd62d33b1b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:08.635364 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f939a76d-170c-4b4a-ac94-fb109232d30a None None] New status for floating IP 733b64f6-063d-4f06-87f9-24151509a702: ACTIVE {{(pid=103362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:51:08.651373 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-602a5732-7c19-4633-8c88-55a75bd6f033 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:08.669365 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-602a5732-7c19-4633-8c88-55a75bd6f033 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:08.737630 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-a3c2c7aa-a0b0-43ed-9c12-dd62d33b1b0c None None] For port 19c6ef09-90b8-44fa-ae7c-467832b4fb3b, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=19c6ef09-90b8-44fa-ae7c-467832b4fb3b,segment=NetworkSegment(e26d785d-4f21-410b-9da1-0f59e316c96f),segment_id=e26d785d-4f21-410b-9da1-0f59e316c96f)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:51:08.753941 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a3c2c7aa-a0b0-43ed-9c12-dd62d33b1b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:08.793540 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-602a5732-7c19-4633-8c88-55a75bd6f033 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:08.838643 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 46626) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:08.852924 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c2c7aa-a0b0-43ed-9c12-dd62d33b1b0c None None] Pushing event updated for resources: {'Port': ['ID=19c6ef09-90b8-44fa-ae7c-467832b4fb3b,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:08.895518 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04e58f0-52c1-4252-8ed5-33eb032c3318 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Made reservation on behalf of 28b5aae943b9455c8114055630556aca for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:51:08.906186 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d04e58f0-52c1-4252-8ed5-33eb032c3318 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:09.000218 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602a5732-7c19-4633-8c88-55a75bd6f033 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event updated for resources: {'Port': ['ID=9d250ea3-afb4-456c-aa33-24358a83c7fc,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:09.041265 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-cef6e655-c3c9-4752-9632-b6aaae446a98 None None] Provisioning complete for port 9d250ea3-afb4-456c-aa33-24358a83c7fc triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:51:09.042635 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-cef6e655-c3c9-4752-9632-b6aaae446a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:09.069970 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-d04e58f0-52c1-4252-8ed5-33eb032c3318 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] device_id is not set on port 1f52d8cd-a26b-41d9-9590-a668efb4e314 yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:51:09.090999 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bc75f8-de75-4e42-a302-788f7045f865 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event updated for resources: {'Network': ['ID=ea19064b-94c7-418e-a2c1-6bc16d70098e,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:09.128416 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network ea19064b-94c7-418e-a2c1-6bc16d70098e details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:51:09.205420 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0e6f9eaf-d5d0-4617-9752-179995f03f81 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/floatingips/733b64f6-063d-4f06-87f9-24151509a702 HTTP/1.1" status: 200 len: 992 time: 0.3625255 Nov 25 17:51:09.294802 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3259d392-68a4-4fb2-b2fd-7b811110f395 req-22f31e41-8a70-451b-8ec5-5e782c49833d tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:09.303688 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3259d392-68a4-4fb2-b2fd-7b811110f395 req-22f31e41-8a70-451b-8ec5-5e782c49833d tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/networks?id=cde55e2d-003f-4ba7-9946-c3e49edc6c96 HTTP/1.1" status: 200 len: 805 time: 0.2060211 Nov 25 17:51:09.314653 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602a5732-7c19-4633-8c88-55a75bd6f033 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Network 66123d11-a504-42cf-9d20-24834cf40daa is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:51:09.318344 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-602a5732-7c19-4633-8c88-55a75bd6f033 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:51:09.330283 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3259d392-68a4-4fb2-b2fd-7b811110f395 req-7b7b7d84-e472-421a-a6c3-080d05c59e04 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/quotas/0d1113b5e38141dd82a78af66f2b7f1f HTTP/1.1" status: 200 len: 375 time: 0.0250862 Nov 25 17:51:09.369156 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-cef6e655-c3c9-4752-9632-b6aaae446a98 None None] Port 9d250ea3-afb4-456c-aa33-24358a83c7fc cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:51:09.389295 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-cef6e655-c3c9-4752-9632-b6aaae446a98 None None] Provisioning complete for port 19c6ef09-90b8-44fa-ae7c-467832b4fb3b triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:51:09.389956 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-cef6e655-c3c9-4752-9632-b6aaae446a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:09.416536 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3259d392-68a4-4fb2-b2fd-7b811110f395 req-3608a2b4-4a25-480f-8d37-d4f1fbd3a232 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=0d1113b5e38141dd82a78af66f2b7f1f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0851314 Nov 25 17:51:09.421939 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-83ac85e2-8f8a-43bc-9399-d76fc1dcbb96 req-f656824c-9d0d-4321-8f90-ed786c76abb6 service neutron] 10.222.0.74 "GET /v2.0/networks/956f4e0f-d672-4efc-84b9-1a07478d59f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0481148 Nov 25 17:51:09.546996 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d04e58f0-52c1-4252-8ed5-33eb032c3318 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:09.550589 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3259d392-68a4-4fb2-b2fd-7b811110f395 req-4b365018-7480-4fdb-8f15-f349c1ae79b3 service neutron] 10.222.0.75 "GET /v2.0/networks/cde55e2d-003f-4ba7-9946-c3e49edc6c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276946 Nov 25 17:51:09.609269 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-602a5732-7c19-4633-8c88-55a75bd6f033 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Router 206699ae-a3f7-4c20-8c05-13e15d440827 is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:51:09.624522 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d04e58f0-52c1-4252-8ed5-33eb032c3318 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:09.654902 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-fe23c8c3-4a3c-4697-89e8-318e10085602 None None] Provisioning complete for port 9d250ea3-afb4-456c-aa33-24358a83c7fc triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:51:09.656085 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-fe23c8c3-4a3c-4697-89e8-318e10085602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:09.698035 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-fe23c8c3-4a3c-4697-89e8-318e10085602 None None] Port 9d250ea3-afb4-456c-aa33-24358a83c7fc cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:51:09.702819 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3259d392-68a4-4fb2-b2fd-7b811110f395 req-07154a09-366b-40f3-8eef-c9eedfffd6fd service neutron] 10.222.0.75 "GET /v2.0/networks/cde55e2d-003f-4ba7-9946-c3e49edc6c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459527 Nov 25 17:51:09.775366 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04e58f0-52c1-4252-8ed5-33eb032c3318 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event updated for resources: {'Port': ['ID=1f52d8cd-a26b-41d9-9590-a668efb4e314,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:09.793758 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602a5732-7c19-4633-8c88-55a75bd6f033 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:51:09.801184 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-602a5732-7c19-4633-8c88-55a75bd6f033 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "PUT /v2.0/routers/206699ae-a3f7-4c20-8c05-13e15d440827/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6270318 Nov 25 17:51:09.803745 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 46638) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:09.807085 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c406a734-0b30-4433-b1a1-308d6757ce0b None None] Sync routers for ids ['206699ae-a3f7-4c20-8c05-13e15d440827'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:51:09.830719 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c406a734-0b30-4433-b1a1-308d6757ce0b None None] Routers {'206699ae-a3f7-4c20-8c05-13e15d440827'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:51:09.831327 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-c406a734-0b30-4433-b1a1-308d6757ce0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:50:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['206699ae-a3f7-4c20-8c05-13e15d440827'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:09.848005 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04e58f0-52c1-4252-8ed5-33eb032c3318 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Checking segment: {'id': '45b8131c-1f8f-4c68-899c-22019d250c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'ea19064b-94c7-418e-a2c1-6bc16d70098e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:51:09.848379 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04e58f0-52c1-4252-8ed5-33eb032c3318 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Network hostable DHCP agents. Network: ea19064b-94c7-418e-a2c1-6bc16d70098e, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:51:09.893814 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-c406a734-0b30-4433-b1a1-308d6757ce0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:09.902881 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec00f12-2ebe-40d0-affc-e69ccee73814 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:09.904197 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c406a734-0b30-4433-b1a1-308d6757ce0b None None] Routers {'206699ae-a3f7-4c20-8c05-13e15d440827'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:51:09.907504 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-fec00f12-2ebe-40d0-affc-e69ccee73814 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "GET /v2.0/ports/9d250ea3-afb4-456c-aa33-24358a83c7fc HTTP/1.1" status: 200 len: 910 time: 0.1001077 Nov 25 17:51:09.907805 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 46644) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:09.909384 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-c406a734-0b30-4433-b1a1-308d6757ce0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:50:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['206699ae-a3f7-4c20-8c05-13e15d440827'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:09.920643 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04e58f0-52c1-4252-8ed5-33eb032c3318 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Network ea19064b-94c7-418e-a2c1-6bc16d70098e is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:51:09.923132 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f59f3829-69e0-4c1c-a86a-e5a125d16566 req-c5154b96-d6e8-4ddb-abaf-98ad50bff689 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdd0d866-ce76-4a24-89f5-c50749e81bd5 HTTP/1.1" status: 200 len: 210 time: 0.0449407 Nov 25 17:51:09.954097 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-c406a734-0b30-4433-b1a1-308d6757ce0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:09.955017 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c406a734-0b30-4433-b1a1-308d6757ce0b None None] The sync data for ids ['206699ae-a3f7-4c20-8c05-13e15d440827'] in n-d-817746-1 is: [] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:51:10.001434 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-d04e58f0-52c1-4252-8ed5-33eb032c3318 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, ea19064b-94c7-418e-a2c1-6bc16d70098e) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:51:10.008362 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04e58f0-52c1-4252-8ed5-33eb032c3318 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:51:10.012656 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656ca41b-c14f-4074-a6b0-7f1cce92c2de None None] Network ea19064b-94c7-418e-a2c1-6bc16d70098e requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:51:10.014976 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04e58f0-52c1-4252-8ed5-33eb032c3318 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:10.015765 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d04e58f0-52c1-4252-8ed5-33eb032c3318 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:10.056701 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 46646) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:10.057192 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d04e58f0-52c1-4252-8ed5-33eb032c3318 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6132514 Nov 25 17:51:10.063825 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-d90c2a31-1b80-4338-bbc2-a9eab69be71b tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-507140679'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:51:10.101775 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90c2a31-1b80-4338-bbc2-a9eab69be71b tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Made reservation on behalf of 28b5aae943b9455c8114055630556aca for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:51:10.106016 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d90c2a31-1b80-4338-bbc2-a9eab69be71b tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:10.153777 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d90c2a31-1b80-4338-bbc2-a9eab69be71b tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 942} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:51:10.166645 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d90c2a31-1b80-4338-bbc2-a9eab69be71b tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:10.168239 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-d90c2a31-1b80-4338-bbc2-a9eab69be71b tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Added segment e66ba1b0-569b-4558-8d02-aecd02b7d231 of type vlan for network 6cb96767-39ac-482c-872e-aa2625173f5f Nov 25 17:51:10.219262 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 46652) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:10.224901 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 19c6ef09-90b8-44fa-ae7c-467832b4fb3b up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:51:10.295987 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d90c2a31-1b80-4338-bbc2-a9eab69be71b tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:10.359299 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-cb388e60-e5dc-4630-a01d-158572c6dec4 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/floatingips/733b64f6-063d-4f06-87f9-24151509a702 HTTP/1.1" status: 200 len: 994 time: 0.1329350 Nov 25 17:51:10.370379 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d90c2a31-1b80-4338-bbc2-a9eab69be71b tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:10.384857 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90c2a31-1b80-4338-bbc2-a9eab69be71b tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:10.386866 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d90c2a31-1b80-4338-bbc2-a9eab69be71b tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:10.431984 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 19c6ef09-90b8-44fa-ae7c-467832b4fb3b triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:51:10.432560 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:10.436135 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d90c2a31-1b80-4338-bbc2-a9eab69be71b tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3774767 Nov 25 17:51:10.440000 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 46658) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:10.450291 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-1e4fb9ae-6a67-41e5-9a24-d791e87de440 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Request body: {'ports': [{'network_id': 'ea19064b-94c7-418e-a2c1-6bc16d70098e'}, {'network_id': '6cb96767-39ac-482c-872e-aa2625173f5f'}]} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:51:10.450984 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-1e4fb9ae-6a67-41e5-9a24-d791e87de440 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Request body: {'port': {'network_id': 'ea19064b-94c7-418e-a2c1-6bc16d70098e'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:51:10.451834 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-1e4fb9ae-6a67-41e5-9a24-d791e87de440 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Request body: {'port': {'network_id': '6cb96767-39ac-482c-872e-aa2625173f5f'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:51:10.550145 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90c2a31-1b80-4338-bbc2-a9eab69be71b tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event updated for resources: {'Network': ['ID=6cb96767-39ac-482c-872e-aa2625173f5f,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:10.564684 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 6cb96767-39ac-482c-872e-aa2625173f5f details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:51:10.569261 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b3b770bc-461f-4f8a-997b-5f1a4d0e6887 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:10.768923 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4fb9ae-6a67-41e5-9a24-d791e87de440 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Made reservation on behalf of 28b5aae943b9455c8114055630556aca for: {'port': 2} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:51:10.773419 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1e4fb9ae-6a67-41e5-9a24-d791e87de440 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:10.808267 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1e4fb9ae-6a67-41e5-9a24-d791e87de440 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:10.903814 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-1e4fb9ae-6a67-41e5-9a24-d791e87de440 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] device_id is not set on port 105f4539-8cdd-4943-b49f-f7715cadb4b0 yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:51:11.048458 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e11ed5fc-a330-4778-91e9-e0642989389f req-8cde5f89-86f9-410d-8827-71c553945779 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdd0d866-ce76-4a24-89f5-c50749e81bd5 HTTP/1.1" status: 200 len: 210 time: 0.0541267 Nov 25 17:51:11.110163 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-b3b770bc-461f-4f8a-997b-5f1a4d0e6887 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Deleting port 9d250ea3-afb4-456c-aa33-24358a83c7fc {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:51:11.110543 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b3b770bc-461f-4f8a-997b-5f1a4d0e6887 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:11.146793 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1e4fb9ae-6a67-41e5-9a24-d791e87de440 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:11.246261 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3259d392-68a4-4fb2-b2fd-7b811110f395 req-6138b9c6-d670-4ab4-b637-2444e7f42e8d tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:11.247990 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3259d392-68a4-4fb2-b2fd-7b811110f395 req-6138b9c6-d670-4ab4-b637-2444e7f42e8d tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.74 "GET /v2.0/networks?id=cde55e2d-003f-4ba7-9946-c3e49edc6c96 HTTP/1.1" status: 200 len: 805 time: 0.1393044 Nov 25 17:51:11.263303 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-3259d392-68a4-4fb2-b2fd-7b811110f395 req-28291bb8-e830-4fb6-a434-fe1f1809907c tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Request body: {'port': {'device_id': 'fdd0d866-ce76-4a24-89f5-c50749e81bd5', 'network_id': 'cde55e2d-003f-4ba7-9946-c3e49edc6c96', 'admin_state_up': True, 'tenant_id': '0d1113b5e38141dd82a78af66f2b7f1f'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:51:11.284811 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-1e4fb9ae-6a67-41e5-9a24-d791e87de440 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] device_id is not set on port e0820721-09b4-4c93-83ba-9dd72c42d2d9 yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:51:11.292506 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b3b770bc-461f-4f8a-997b-5f1a4d0e6887 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:11.308486 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-b3b770bc-461f-4f8a-997b-5f1a4d0e6887 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Calling delete_port for 9d250ea3-afb4-456c-aa33-24358a83c7fc owned by network:router_interface {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:51:11.399955 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3259d392-68a4-4fb2-b2fd-7b811110f395 req-28291bb8-e830-4fb6-a434-fe1f1809907c tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Made reservation on behalf of 0d1113b5e38141dd82a78af66f2b7f1f for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:51:11.405105 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3259d392-68a4-4fb2-b2fd-7b811110f395 req-28291bb8-e830-4fb6-a434-fe1f1809907c tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:11.543303 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-3259d392-68a4-4fb2-b2fd-7b811110f395 req-28291bb8-e830-4fb6-a434-fe1f1809907c tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Allocated IP 172.20.0.12 (cde55e2d-003f-4ba7-9946-c3e49edc6c96/b114d138-184e-414d-8d77-af9fac4f96f6/fb3f8bf4-5455-4bb8-9567-48bb13061e6e) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:51:11.591879 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b3b770bc-461f-4f8a-997b-5f1a4d0e6887 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:11.629743 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1e4fb9ae-6a67-41e5-9a24-d791e87de440 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:11.635300 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b770bc-461f-4f8a-997b-5f1a4d0e6887 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event deleted for resources: {'Port': ['ID=9d250ea3-afb4-456c-aa33-24358a83c7fc,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:11.743648 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3259d392-68a4-4fb2-b2fd-7b811110f395 req-28291bb8-e830-4fb6-a434-fe1f1809907c tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:11.783142 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1e4fb9ae-6a67-41e5-9a24-d791e87de440 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:11.788891 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3259d392-68a4-4fb2-b2fd-7b811110f395 req-28291bb8-e830-4fb6-a434-fe1f1809907c tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:11.800525 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['efa7b196-d088-459a-852c-dd1f944378ce'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:51:11.847067 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28291bb8-e830-4fb6-a434-fe1f1809907c tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Pushing event updated for resources: {'Port': ['ID=fb3f8bf4-5455-4bb8-9567-48bb13061e6e,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:11.865347 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3259d392-68a4-4fb2-b2fd-7b811110f395 req-28291bb8-e830-4fb6-a434-fe1f1809907c tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Network cde55e2d-003f-4ba7-9946-c3e49edc6c96 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:51:11.866887 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-3259d392-68a4-4fb2-b2fd-7b811110f395 req-28291bb8-e830-4fb6-a434-fe1f1809907c tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:51:11.869466 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-3259d392-68a4-4fb2-b2fd-7b811110f395 req-28291bb8-e830-4fb6-a434-fe1f1809907c tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:51:11.898003 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090bde98-c03b-44bd-8ed7-0ca41c18111d None None] DHCP port deletion for cde55e2d-003f-4ba7-9946-c3e49edc6c96 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:51:11.913968 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b3b770bc-461f-4f8a-997b-5f1a4d0e6887 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:11.930190 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4fb9ae-6a67-41e5-9a24-d791e87de440 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Network ea19064b-94c7-418e-a2c1-6bc16d70098e is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:51:11.934735 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3259d392-68a4-4fb2-b2fd-7b811110f395 req-28291bb8-e830-4fb6-a434-fe1f1809907c tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:11.938183 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-1e4fb9ae-6a67-41e5-9a24-d791e87de440 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:51:11.941844 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3259d392-68a4-4fb2-b2fd-7b811110f395 req-28291bb8-e830-4fb6-a434-fe1f1809907c tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:11.944160 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4fb9ae-6a67-41e5-9a24-d791e87de440 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:51:11.945357 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1e4fb9ae-6a67-41e5-9a24-d791e87de440 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:11.954292 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4fb9ae-6a67-41e5-9a24-d791e87de440 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event updated for resources: {'Port': ['ID=105f4539-8cdd-4943-b49f-f7715cadb4b0,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:11.982490 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3259d392-68a4-4fb2-b2fd-7b811110f395 req-28291bb8-e830-4fb6-a434-fe1f1809907c tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7247310 Nov 25 17:51:11.997277 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-3259d392-68a4-4fb2-b2fd-7b811110f395 req-28330c27-a6e2-41f1-9297-4b6e449efc12 service neutron] Request body: {'port': {'device_id': 'fdd0d866-ce76-4a24-89f5-c50749e81bd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:51:12.064387 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3259d392-68a4-4fb2-b2fd-7b811110f395 req-28330c27-a6e2-41f1-9297-4b6e449efc12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:12.118635 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d880844e-8871-4ac2-aa4f-8d5164839b88 None None] Provisioning complete for port fb3f8bf4-5455-4bb8-9567-48bb13061e6e triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:51:12.119022 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d880844e-8871-4ac2-aa4f-8d5164839b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:12.171200 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d880844e-8871-4ac2-aa4f-8d5164839b88 None None] Port fb3f8bf4-5455-4bb8-9567-48bb13061e6e cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:51:12.185626 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4fb9ae-6a67-41e5-9a24-d791e87de440 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Checking segment: {'id': 'e66ba1b0-569b-4558-8d02-aecd02b7d231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '6cb96767-39ac-482c-872e-aa2625173f5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:51:12.186118 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4fb9ae-6a67-41e5-9a24-d791e87de440 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Network hostable DHCP agents. Network: 6cb96767-39ac-482c-872e-aa2625173f5f, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:51:12.190570 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4fb9ae-6a67-41e5-9a24-d791e87de440 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event updated for resources: {'Port': ['ID=e0820721-09b4-4c93-83ba-9dd72c42d2d9,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:12.205021 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b770bc-461f-4f8a-997b-5f1a4d0e6887 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Router 206699ae-a3f7-4c20-8c05-13e15d440827 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:51:12.222132 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4fb9ae-6a67-41e5-9a24-d791e87de440 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Network 6cb96767-39ac-482c-872e-aa2625173f5f is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:51:12.294423 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-1e4fb9ae-6a67-41e5-9a24-d791e87de440 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 6cb96767-39ac-482c-872e-aa2625173f5f) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:51:12.300566 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b770bc-461f-4f8a-997b-5f1a4d0e6887 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:51:12.301826 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4fb9ae-6a67-41e5-9a24-d791e87de440 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:51:12.308846 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4fb9ae-6a67-41e5-9a24-d791e87de440 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:12.310016 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e95194-58e9-45cc-bb3b-4c3d7f8dfbd5 None None] Network 6cb96767-39ac-482c-872e-aa2625173f5f requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:51:12.314160 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4fb9ae-6a67-41e5-9a24-d791e87de440 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:12.314975 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1e4fb9ae-6a67-41e5-9a24-d791e87de440 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:12.324321 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b3b770bc-461f-4f8a-997b-5f1a4d0e6887 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "PUT /v2.0/routers/206699ae-a3f7-4c20-8c05-13e15d440827/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4109952 Nov 25 17:51:12.325098 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 46670) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:12.358618 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a85b05fc-5507-4a6a-b7a4-95581eabf76d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "GET /v2.0/ports?device_id=206699ae-a3f7-4c20-8c05-13e15d440827 HTTP/1.1" status: 200 len: 205 time: 0.0303054 Nov 25 17:51:12.358967 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 46672) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:12.377065 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1e4fb9ae-6a67-41e5-9a24-d791e87de440 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.9351294 Nov 25 17:51:12.378774 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 46676) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:12.444236 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdad9fc-d149-4f3d-a3c8-818063cc5c0e None None] Sync routers for ids ['206699ae-a3f7-4c20-8c05-13e15d440827'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:51:12.497005 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c07c763f-357f-40a5-a970-43aa9f5daebf tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:12.519819 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdad9fc-d149-4f3d-a3c8-818063cc5c0e None None] Routers {'206699ae-a3f7-4c20-8c05-13e15d440827'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:51:12.520467 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-5cdad9fc-d149-4f3d-a3c8-818063cc5c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:50:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['206699ae-a3f7-4c20-8c05-13e15d440827'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:12.558810 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-3259d392-68a4-4fb2-b2fd-7b811110f395 req-28330c27-a6e2-41f1-9297-4b6e449efc12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb3f8bf4-5455-4bb8-9567-48bb13061e6e {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:51:12.579144 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f0f6d-51ae-4750-ac07-e00bf9fbd54a req-5b8ae3e6-39ba-4611-a3ac-c30f231f8154 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:12.581031 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0d7f0f6d-51ae-4750-ac07-e00bf9fbd54a req-5b8ae3e6-39ba-4611-a3ac-c30f231f8154 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdd0d866-ce76-4a24-89f5-c50749e81bd5 HTTP/1.1" status: 200 len: 932 time: 0.3915527 Nov 25 17:51:12.582249 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-5cdad9fc-d149-4f3d-a3c8-818063cc5c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:12.585708 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3259d392-68a4-4fb2-b2fd-7b811110f395 req-28330c27-a6e2-41f1-9297-4b6e449efc12 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:12.602622 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdad9fc-d149-4f3d-a3c8-818063cc5c0e None None] Routers {'206699ae-a3f7-4c20-8c05-13e15d440827'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:51:12.603634 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-5cdad9fc-d149-4f3d-a3c8-818063cc5c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:50:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['206699ae-a3f7-4c20-8c05-13e15d440827'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:12.641924 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-5cdad9fc-d149-4f3d-a3c8-818063cc5c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:12.643330 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdad9fc-d149-4f3d-a3c8-818063cc5c0e None None] The sync data for ids ['206699ae-a3f7-4c20-8c05-13e15d440827'] in n-d-817746-1 is: [] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:51:12.646815 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0d7f0f6d-51ae-4750-ac07-e00bf9fbd54a req-e6be356d-d614-4a6d-8c36-acaf247f4212 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567701 Nov 25 17:51:12.659440 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-3259d392-68a4-4fb2-b2fd-7b811110f395 req-28330c27-a6e2-41f1-9297-4b6e449efc12 service neutron] Transition to ACTIVE for port object fb3f8bf4-5455-4bb8-9567-48bb13061e6e will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:51:12.668103 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3259d392-68a4-4fb2-b2fd-7b811110f395 req-28330c27-a6e2-41f1-9297-4b6e449efc12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:12.726939 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35c8dfc-b15e-476a-99b8-f4b94e683cef None None] DHCP port deletion for cde55e2d-003f-4ba7-9946-c3e49edc6c96 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:51:12.771915 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28330c27-a6e2-41f1-9297-4b6e449efc12 service neutron] Pushing event updated for resources: {'Port': ['ID=fb3f8bf4-5455-4bb8-9567-48bb13061e6e,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:12.815262 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-3259d392-68a4-4fb2-b2fd-7b811110f395 req-28330c27-a6e2-41f1-9297-4b6e449efc12 service neutron] Attempting to bind port fb3f8bf4-5455-4bb8-9567-48bb13061e6e on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:51:12.815609 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-3259d392-68a4-4fb2-b2fd-7b811110f395 req-28330c27-a6e2-41f1-9297-4b6e449efc12 service neutron] Attempting to bind port fb3f8bf4-5455-4bb8-9567-48bb13061e6e by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '5d15a5ac-47ef-4ddf-b5a4-0fc888643200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'cde55e2d-003f-4ba7-9946-c3e49edc6c96'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:51:12.815948 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3259d392-68a4-4fb2-b2fd-7b811110f395 req-28330c27-a6e2-41f1-9297-4b6e449efc12 service neutron] Attempting to bind port fb3f8bf4-5455-4bb8-9567-48bb13061e6e on network cde55e2d-003f-4ba7-9946-c3e49edc6c96 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:51:12.821151 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3259d392-68a4-4fb2-b2fd-7b811110f395 req-28330c27-a6e2-41f1-9297-4b6e449efc12 service neutron] Port fb3f8bf4-5455-4bb8-9567-48bb13061e6e on network cde55e2d-003f-4ba7-9946-c3e49edc6c96 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:51:12.821482 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3259d392-68a4-4fb2-b2fd-7b811110f395 req-28330c27-a6e2-41f1-9297-4b6e449efc12 service neutron] Attempting to bind port fb3f8bf4-5455-4bb8-9567-48bb13061e6e on network cde55e2d-003f-4ba7-9946-c3e49edc6c96 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:51:12.826935 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3259d392-68a4-4fb2-b2fd-7b811110f395 req-28330c27-a6e2-41f1-9297-4b6e449efc12 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:51:12.827298 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3259d392-68a4-4fb2-b2fd-7b811110f395 req-28330c27-a6e2-41f1-9297-4b6e449efc12 service neutron] Checking segment: {'id': '5d15a5ac-47ef-4ddf-b5a4-0fc888643200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'cde55e2d-003f-4ba7-9946-c3e49edc6c96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:51:12.827677 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3259d392-68a4-4fb2-b2fd-7b811110f395 req-28330c27-a6e2-41f1-9297-4b6e449efc12 service neutron] Bound using segment: {'id': '5d15a5ac-47ef-4ddf-b5a4-0fc888643200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'cde55e2d-003f-4ba7-9946-c3e49edc6c96'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:51:12.828114 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-3259d392-68a4-4fb2-b2fd-7b811110f395 req-28330c27-a6e2-41f1-9297-4b6e449efc12 service neutron] Bound port: fb3f8bf4-5455-4bb8-9567-48bb13061e6e, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d15a5ac-47ef-4ddf-b5a4-0fc888643200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'cde55e2d-003f-4ba7-9946-c3e49edc6c96'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:51:12.828481 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3259d392-68a4-4fb2-b2fd-7b811110f395 req-28330c27-a6e2-41f1-9297-4b6e449efc12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:12.900280 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-3259d392-68a4-4fb2-b2fd-7b811110f395 req-28330c27-a6e2-41f1-9297-4b6e449efc12 service neutron] For port fb3f8bf4-5455-4bb8-9567-48bb13061e6e, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:51:12.905439 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-3259d392-68a4-4fb2-b2fd-7b811110f395 req-28330c27-a6e2-41f1-9297-4b6e449efc12 service neutron] For port fb3f8bf4-5455-4bb8-9567-48bb13061e6e, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=fb3f8bf4-5455-4bb8-9567-48bb13061e6e,segment=NetworkSegment(5d15a5ac-47ef-4ddf-b5a4-0fc888643200),segment_id=5d15a5ac-47ef-4ddf-b5a4-0fc888643200)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:51:12.910743 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3259d392-68a4-4fb2-b2fd-7b811110f395 req-28330c27-a6e2-41f1-9297-4b6e449efc12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:12.959062 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3259d392-68a4-4fb2-b2fd-7b811110f395 req-28330c27-a6e2-41f1-9297-4b6e449efc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:12.959702 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3259d392-68a4-4fb2-b2fd-7b811110f395 req-28330c27-a6e2-41f1-9297-4b6e449efc12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:12.961434 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3259d392-68a4-4fb2-b2fd-7b811110f395 req-28330c27-a6e2-41f1-9297-4b6e449efc12 service neutron] 10.222.0.74 "PUT /v2.0/ports/fb3f8bf4-5455-4bb8-9567-48bb13061e6e HTTP/1.1" status: 200 len: 1092 time: 0.9704571 Nov 25 17:51:12.961913 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdd0d866-ce76-4a24-89f5-c50749e81bd5', 'tag': 'fb3f8bf4-5455-4bb8-9567-48bb13061e6e'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:51:12.965432 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22fa10d9-ebf3-4759-9dd4-a23d7c8010a3" -d '{"events": [{"name": "network-changed", "server_uuid": "fdd0d866-ce76-4a24-89f5-c50749e81bd5", "tag": "fb3f8bf4-5455-4bb8-9567-48bb13061e6e"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:51:12.973332 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fcf544-2b90-4bbb-b4be-68933c44bb68 None None] DHCP port deletion for cde55e2d-003f-4ba7-9946-c3e49edc6c96 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:51:13.036289 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c07c763f-357f-40a5-a970-43aa9f5daebf tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:13.040593 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c07c763f-357f-40a5-a970-43aa9f5daebf tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:13.052419 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-521344a3-e962-48aa-92aa-c4d406b71937 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Deleting port e0820721-09b4-4c93-83ba-9dd72c42d2d9 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:51:13.052764 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-521344a3-e962-48aa-92aa-c4d406b71937 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:13.068553 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a112222d-06ae-4ea9-a76e-8f748f713392 x-openstack-request-id: req-a112222d-06ae-4ea9-a76e-8f748f713392 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:51:13.068877 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdd0d866-ce76-4a24-89f5-c50749e81bd5", "tag": "fb3f8bf4-5455-4bb8-9567-48bb13061e6e", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:51:13.069094 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a112222d-06ae-4ea9-a76e-8f748f713392 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:51:13.069478 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdd0d866-ce76-4a24-89f5-c50749e81bd5', 'tag': 'fb3f8bf4-5455-4bb8-9567-48bb13061e6e', 'status': 'completed', 'code': 200} Nov 25 17:51:13.071667 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28330c27-a6e2-41f1-9297-4b6e449efc12 service neutron] Pushing event updated for resources: {'Port': ['ID=fb3f8bf4-5455-4bb8-9567-48bb13061e6e,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:13.088893 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3259d392-68a4-4fb2-b2fd-7b811110f395 req-94dfc5f5-daa2-453a-88ba-50addee31979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:13.089465 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3259d392-68a4-4fb2-b2fd-7b811110f395 req-94dfc5f5-daa2-453a-88ba-50addee31979 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0d1113b5e38141dd82a78af66f2b7f1f&device_id=fdd0d866-ce76-4a24-89f5-c50749e81bd5 HTTP/1.1" status: 200 len: 1095 time: 0.0731070 Nov 25 17:51:13.136925 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3259d392-68a4-4fb2-b2fd-7b811110f395 req-75dc92ea-3cbc-419f-8185-d6412864653e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb3f8bf4-5455-4bb8-9567-48bb13061e6e HTTP/1.1" status: 200 len: 217 time: 0.0379434 Nov 25 17:51:13.141132 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c07c763f-357f-40a5-a970-43aa9f5daebf tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:13.141672 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07c763f-357f-40a5-a970-43aa9f5daebf tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Fanout notify agent at l3_agent the message router_deleted on router 206699ae-a3f7-4c20-8c05-13e15d440827 {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:51:13.150059 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c07c763f-357f-40a5-a970-43aa9f5daebf tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:13.151141 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c07c763f-357f-40a5-a970-43aa9f5daebf tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "DELETE /v2.0/routers/206699ae-a3f7-4c20-8c05-13e15d440827 HTTP/1.1" status: 204 len: 168 time: 0.7910829 Nov 25 17:51:13.155427 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 46680) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:13.163568 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-521344a3-e962-48aa-92aa-c4d406b71937 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:13.177353 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-521344a3-e962-48aa-92aa-c4d406b71937 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Calling delete_port for e0820721-09b4-4c93-83ba-9dd72c42d2d9 owned by {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:51:13.232762 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3259d392-68a4-4fb2-b2fd-7b811110f395 req-7ecd54fb-38f0-46ba-975f-e3b2bb383a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:13.234264 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3259d392-68a4-4fb2-b2fd-7b811110f395 req-7ecd54fb-38f0-46ba-975f-e3b2bb383a69 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b114d138-184e-414d-8d77-af9fac4f96f6 HTTP/1.1" status: 200 len: 845 time: 0.0903459 Nov 25 17:51:13.243099 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-a316df6a-f4a7-4467-820e-c892e0e7aff1 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Deleting subnet 9c183e03-9717-4b72-b800-93cb73f4ccb5 {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:51:13.258187 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a316df6a-f4a7-4467-820e-c892e0e7aff1 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:13.269518 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-521344a3-e962-48aa-92aa-c4d406b71937 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:13.291660 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3259d392-68a4-4fb2-b2fd-7b811110f395 req-b2cf3b8f-a528-44ae-9c73-789a731bee42 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cde55e2d-003f-4ba7-9946-c3e49edc6c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463343 Nov 25 17:51:13.302366 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521344a3-e962-48aa-92aa-c4d406b71937 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event deleted for resources: {'Port': ['ID=e0820721-09b4-4c93-83ba-9dd72c42d2d9,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:13.312404 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-521344a3-e962-48aa-92aa-c4d406b71937 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:13.317994 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-521344a3-e962-48aa-92aa-c4d406b71937 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "DELETE /v2.0/ports/e0820721-09b4-4c93-83ba-9dd72c42d2d9 HTTP/1.1" status: 204 len: 168 time: 0.9359398 Nov 25 17:51:13.318256 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 46682) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:13.318478 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a316df6a-f4a7-4467-820e-c892e0e7aff1 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:13.369430 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c5af1a-da88-4efc-8288-2d9540fcd2cc tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:13.376533 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c5af1a-da88-4efc-8288-2d9540fcd2cc tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:13.377878 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-64c5af1a-da88-4efc-8288-2d9540fcd2cc tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0586946 Nov 25 17:51:13.381416 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 46684) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:13.478046 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-e2f56fbe-0907-41b5-8076-6f6aa1ab095d tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Deleting port 105f4539-8cdd-4943-b49f-f7715cadb4b0 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:51:13.478413 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e2f56fbe-0907-41b5-8076-6f6aa1ab095d tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:13.483916 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3259d392-68a4-4fb2-b2fd-7b811110f395 req-c0c9da92-f230-4774-a5fe-49db3708dee5 service neutron] 10.222.0.74 "GET /v2.0/networks/cde55e2d-003f-4ba7-9946-c3e49edc6c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621790 Nov 25 17:51:13.485261 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a316df6a-f4a7-4467-820e-c892e0e7aff1 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:13.561381 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e2f56fbe-0907-41b5-8076-6f6aa1ab095d tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:13.576698 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-e2f56fbe-0907-41b5-8076-6f6aa1ab095d tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Calling delete_port for 105f4539-8cdd-4943-b49f-f7715cadb4b0 owned by {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:51:13.637509 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3259d392-68a4-4fb2-b2fd-7b811110f395 req-38e54180-75ae-42c1-9dd5-e0a9f94483df service neutron] 10.222.0.74 "GET /v2.0/networks/cde55e2d-003f-4ba7-9946-c3e49edc6c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045589 Nov 25 17:51:13.653055 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a316df6a-f4a7-4467-820e-c892e0e7aff1 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:13.672786 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e2f56fbe-0907-41b5-8076-6f6aa1ab095d tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:13.691240 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a316df6a-f4a7-4467-820e-c892e0e7aff1 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event deleted for resources: {'Subnet': ['ID=9c183e03-9717-4b72-b800-93cb73f4ccb5,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:13.693507 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a9e0a9-31f3-4414-9405-035ad54c73df None None] Network 66123d11-a504-42cf-9d20-24834cf40daa requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:51:13.694158 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a316df6a-f4a7-4467-820e-c892e0e7aff1 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:13.698187 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-a316df6a-f4a7-4467-820e-c892e0e7aff1 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "DELETE /v2.0/subnets/9c183e03-9717-4b72-b800-93cb73f4ccb5 HTTP/1.1" status: 204 len: 168 time: 0.5423303 Nov 25 17:51:13.728503 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 46690) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:13.743694 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f56fbe-0907-41b5-8076-6f6aa1ab095d tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event deleted for resources: {'Port': ['ID=105f4539-8cdd-4943-b49f-f7715cadb4b0,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:13.764015 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa10d9-ebf3-4759-9dd4-a23d7c8010a3 req-00641f2a-525c-418f-ae32-d2d1e610acaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:13.769256 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-22fa10d9-ebf3-4759-9dd4-a23d7c8010a3 req-00641f2a-525c-418f-ae32-d2d1e610acaa service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0d1113b5e38141dd82a78af66f2b7f1f&device_id=fdd0d866-ce76-4a24-89f5-c50749e81bd5 HTTP/1.1" status: 200 len: 1095 time: 0.0688868 Nov 25 17:51:13.779128 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e2f56fbe-0907-41b5-8076-6f6aa1ab095d tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:13.782975 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e2f56fbe-0907-41b5-8076-6f6aa1ab095d tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "DELETE /v2.0/ports/105f4539-8cdd-4943-b49f-f7715cadb4b0 HTTP/1.1" status: 204 len: 168 time: 0.3996019 Nov 25 17:51:13.787513 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 46692) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:13.896217 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547c66b-ebd4-4c32-9cc0-c288edc59c78 req-5908a27a-b3e5-4a58-aec4-6a4a584dc706 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:13.906443 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f718003b-4f66-4c97-ad3c-69fc4b03ca80 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:13.907818 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d547c66b-ebd4-4c32-9cc0-c288edc59c78 req-5908a27a-b3e5-4a58-aec4-6a4a584dc706 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdd0d866-ce76-4a24-89f5-c50749e81bd5 HTTP/1.1" status: 200 len: 944 time: 0.1348994 Nov 25 17:51:13.927387 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63796e85-7890-4caf-b2ef-001d2aecc340 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:13.928871 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-63796e85-7890-4caf-b2ef-001d2aecc340 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1400604 Nov 25 17:51:13.932223 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 46694) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:13.947633 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ba1e58-5f99-4605-95ed-cc6e64aa7f54 None None] DHCP port deletion for 66123d11-a504-42cf-9d20-24834cf40daa request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:51:13.968302 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-4be7053d-c3f1-40da-9423-c9d093323ff2 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] GET failed (client error): The resource could not be found. Nov 25 17:51:13.979084 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4be7053d-c3f1-40da-9423-c9d093323ff2 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "GET /v2.0/ports/e0820721-09b4-4c93-83ba-9dd72c42d2d9 HTTP/1.1" status: 404 len: 333 time: 0.0434170 Nov 25 17:51:13.983739 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 46696) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:14.015047 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cdb67f5-f82d-4fc5-818f-0ba3b3de8c01 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] GET failed (client error): The resource could not be found. Nov 25 17:51:14.019001 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-6cdb67f5-f82d-4fc5-818f-0ba3b3de8c01 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "GET /v2.0/ports/105f4539-8cdd-4943-b49f-f7715cadb4b0 HTTP/1.1" status: 404 len: 333 time: 0.0296001 Nov 25 17:51:14.019001 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa10d9-ebf3-4759-9dd4-a23d7c8010a3 req-e90f9078-1bc3-43fd-bd1c-2be1c0b7b0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:14.019001 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-22fa10d9-ebf3-4759-9dd4-a23d7c8010a3 req-e90f9078-1bc3-43fd-bd1c-2be1c0b7b0a9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cde55e2d-003f-4ba7-9946-c3e49edc6c96 HTTP/1.1" status: 200 len: 906 time: 0.2026463 Nov 25 17:51:14.019484 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 46698) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:14.020484 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-f718003b-4f66-4c97-ad3c-69fc4b03ca80 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Deleting port 19c6ef09-90b8-44fa-ae7c-467832b4fb3b {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:51:14.021051 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f718003b-4f66-4c97-ad3c-69fc4b03ca80 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:14.030434 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba1e58-5f99-4605-95ed-cc6e64aa7f54 None None] Deleting port 19c6ef09-90b8-44fa-ae7c-467832b4fb3b {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:51:14.031000 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c5ba1e58-5f99-4605-95ed-cc6e64aa7f54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:14.066386 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-22fa10d9-ebf3-4759-9dd4-a23d7c8010a3 req-1e8c3291-cf9a-4b15-876d-7fd657b19c1d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb3f8bf4-5455-4bb8-9567-48bb13061e6e HTTP/1.1" status: 200 len: 217 time: 0.0369837 Nov 25 17:51:14.077797 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d547c66b-ebd4-4c32-9cc0-c288edc59c78 req-0570cdaf-3998-42f2-8e8c-6f04fd4daa05 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690807 Nov 25 17:51:14.107830 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-f718003b-4f66-4c97-ad3c-69fc4b03ca80 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] For port 19c6ef09-90b8-44fa-ae7c-467832b4fb3b, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=19c6ef09-90b8-44fa-ae7c-467832b4fb3b,segment=NetworkSegment(e26d785d-4f21-410b-9da1-0f59e316c96f),segment_id=e26d785d-4f21-410b-9da1-0f59e316c96f)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:51:14.108409 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f718003b-4f66-4c97-ad3c-69fc4b03ca80 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:14.128999 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-f718003b-4f66-4c97-ad3c-69fc4b03ca80 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Calling delete_port for 19c6ef09-90b8-44fa-ae7c-467832b4fb3b owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:51:14.171154 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 19c6ef09-90b8-44fa-ae7c-467832b4fb3b no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:51:14.208183 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa10d9-ebf3-4759-9dd4-a23d7c8010a3 req-7dadb75a-9cbe-4e0d-9014-b34ca41d4ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:14.209681 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-22fa10d9-ebf3-4759-9dd4-a23d7c8010a3 req-7dadb75a-9cbe-4e0d-9014-b34ca41d4ff9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b114d138-184e-414d-8d77-af9fac4f96f6 HTTP/1.1" status: 200 len: 845 time: 0.1245461 Nov 25 17:51:14.213434 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-17474e68-c381-4a00-a9a1-e5eecc79b68f tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:14.226095 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-c5ba1e58-5f99-4605-95ed-cc6e64aa7f54 None None] For port 19c6ef09-90b8-44fa-ae7c-467832b4fb3b, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=19c6ef09-90b8-44fa-ae7c-467832b4fb3b,segment=NetworkSegment(e26d785d-4f21-410b-9da1-0f59e316c96f),segment_id=e26d785d-4f21-410b-9da1-0f59e316c96f)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:51:14.226726 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c5ba1e58-5f99-4605-95ed-cc6e64aa7f54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:14.233286 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f718003b-4f66-4c97-ad3c-69fc4b03ca80 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:14.243882 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba1e58-5f99-4605-95ed-cc6e64aa7f54 None None] Calling delete_port for 19c6ef09-90b8-44fa-ae7c-467832b4fb3b owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:51:14.246963 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-22fa10d9-ebf3-4759-9dd4-a23d7c8010a3 req-4cffaf0d-4d24-422a-b486-5b6713ef45e7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cde55e2d-003f-4ba7-9946-c3e49edc6c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277886 Nov 25 17:51:14.252376 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No active binding found for port 19c6ef09-90b8-44fa-ae7c-467832b4fb3b {{(pid=103362) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 25 17:51:14.252917 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 19c6ef09-90b8-44fa-ae7c-467832b4fb3b not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:51:14.263755 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f718003b-4f66-4c97-ad3c-69fc4b03ca80 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event deleted for resources: {'Port': ['ID=19c6ef09-90b8-44fa-ae7c-467832b4fb3b,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:14.267470 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f718003b-4f66-4c97-ad3c-69fc4b03ca80 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] No DVR routers for this DVR port 19c6ef09-90b8-44fa-ae7c-467832b4fb3b on host n-d-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:51:14.273612 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [req-22fa10d9-ebf3-4759-9dd4-a23d7c8010a3 req-89ba8bbe-80ae-41e5-af84-995301f655d1 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:51:14.274594 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-22fa10d9-ebf3-4759-9dd4-a23d7c8010a3 req-89ba8bbe-80ae-41e5-af84-995301f655d1 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052917 Nov 25 17:51:14.345953 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c5ba1e58-5f99-4605-95ed-cc6e64aa7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:14.368578 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f718003b-4f66-4c97-ad3c-69fc4b03ca80 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:14.372164 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba1e58-5f99-4605-95ed-cc6e64aa7f54 None None] Pushing event deleted for resources: {'Port': ['ID=19c6ef09-90b8-44fa-ae7c-467832b4fb3b,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:14.376834 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ba1e58-5f99-4605-95ed-cc6e64aa7f54 None None] No DVR routers for this DVR port 19c6ef09-90b8-44fa-ae7c-467832b4fb3b on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:51:14.393444 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba1e58-5f99-4605-95ed-cc6e64aa7f54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:14.393922 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba1e58-5f99-4605-95ed-cc6e64aa7f54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:14.394376 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba1e58-5f99-4605-95ed-cc6e64aa7f54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:14.394829 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba1e58-5f99-4605-95ed-cc6e64aa7f54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:14.395290 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba1e58-5f99-4605-95ed-cc6e64aa7f54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:14.395763 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba1e58-5f99-4605-95ed-cc6e64aa7f54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:14.396200 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba1e58-5f99-4605-95ed-cc6e64aa7f54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:14.396640 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-f718003b-4f66-4c97-ad3c-69fc4b03ca80 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66123d11-a504-42cf-9d20-24834cf40daa']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:14.396787 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba1e58-5f99-4605-95ed-cc6e64aa7f54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:14.397179 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba1e58-5f99-4605-95ed-cc6e64aa7f54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:14.397613 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba1e58-5f99-4605-95ed-cc6e64aa7f54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:14.398048 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba1e58-5f99-4605-95ed-cc6e64aa7f54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:14.398479 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba1e58-5f99-4605-95ed-cc6e64aa7f54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:14.401366 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-17474e68-c381-4a00-a9a1-e5eecc79b68f tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:14.408742 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-f718003b-4f66-4c97-ad3c-69fc4b03ca80 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e26d785d-4f21-410b-9da1-0f59e316c96f') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:14.409384 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-f718003b-4f66-4c97-ad3c-69fc4b03ca80 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e26d785d-4f21-410b-9da1-0f59e316c96f') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:14.419963 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f718003b-4f66-4c97-ad3c-69fc4b03ca80 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:14.433813 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f718003b-4f66-4c97-ad3c-69fc4b03ca80 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:14.438712 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-17474e68-c381-4a00-a9a1-e5eecc79b68f tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cb96767-39ac-482c-872e-aa2625173f5f']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:14.442079 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f718003b-4f66-4c97-ad3c-69fc4b03ca80 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Releasing vlan 928 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:51:14.442582 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f718003b-4f66-4c97-ad3c-69fc4b03ca80 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:14.447202 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:51:14.447202 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:51:14.447202 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:51:14.447202 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:51:14.447202 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:51:14.447202 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:51:14.447202 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:51:14.447202 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:51:14.447202 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:51:14.447202 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:51:14.447202 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:51:14.447202 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:51:14.447202 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:51:14.447202 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:51:14.447202 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:51:14.447202 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:51:14.447202 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:51:14.447202 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:51:14.447202 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:51:14.447202 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:51:14.447202 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:51:14.447202 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:51:14.447202 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:51:14.447202 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:51:14.447202 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:51:14.447202 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:51:14.447202 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:51:14.447202 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:51:14.447202 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:51:14.447202 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:51:14.447202 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:51:14.447202 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:51:14.457639 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-17474e68-c381-4a00-a9a1-e5eecc79b68f tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e66ba1b0-569b-4558-8d02-aecd02b7d231') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:14.457939 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-17474e68-c381-4a00-a9a1-e5eecc79b68f tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e66ba1b0-569b-4558-8d02-aecd02b7d231') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:14.468659 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-22fa10d9-ebf3-4759-9dd4-a23d7c8010a3 req-fbb438e5-2815-4929-b01e-9ab02b220ff1 service neutron] 10.222.0.74 "GET /v2.0/networks/cde55e2d-003f-4ba7-9946-c3e49edc6c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783984 Nov 25 17:51:14.470294 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-17474e68-c381-4a00-a9a1-e5eecc79b68f tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:14.499440 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-17474e68-c381-4a00-a9a1-e5eecc79b68f tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:14.509733 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17474e68-c381-4a00-a9a1-e5eecc79b68f tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Releasing vlan 942 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:51:14.510174 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-17474e68-c381-4a00-a9a1-e5eecc79b68f tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:14.511935 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f718003b-4f66-4c97-ad3c-69fc4b03ca80 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:14.513827 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:51:14.513827 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:51:14.513827 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:51:14.513827 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:51:14.513827 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:51:14.513827 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:51:14.513827 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:51:14.513827 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:51:14.513827 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:51:14.513827 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:51:14.513827 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:51:14.513827 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:51:14.513827 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:51:14.513827 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:51:14.513827 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:51:14.513827 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:51:14.513827 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:51:14.513827 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:51:14.513827 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:51:14.513827 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:51:14.513827 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:51:14.513827 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:51:14.513827 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:51:14.513827 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:51:14.513827 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:51:14.513827 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:51:14.513827 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:51:14.513827 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:51:14.513827 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:51:14.513827 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:51:14.513827 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:51:14.513827 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:51:14.525094 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f718003b-4f66-4c97-ad3c-69fc4b03ca80 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:14.534401 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f718003b-4f66-4c97-ad3c-69fc4b03ca80 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "DELETE /v2.0/networks/66123d11-a504-42cf-9d20-24834cf40daa HTTP/1.1" status: 204 len: 168 time: 0.7970667 Nov 25 17:51:14.538334 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 46700) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:14.555022 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f718003b-4f66-4c97-ad3c-69fc4b03ca80 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event deleted for resources: {'Network': ['ID=66123d11-a504-42cf-9d20-24834cf40daa,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:14.555719 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-76c84b2a-53ad-4239-8a38-f24f4a9d9500 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1353728513', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}, 'admin_state_up': False}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:51:14.610052 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-cbf53914-7cb7-439c-858c-872ec3254982 req-8ce91c22-cbfc-4b89-bd32-313a5aaba072 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=bebe8fd0-03ba-4e73-8b7d-c21c896fc1a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0507262 Nov 25 17:51:14.637209 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-17474e68-c381-4a00-a9a1-e5eecc79b68f tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:14.656083 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-17474e68-c381-4a00-a9a1-e5eecc79b68f tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:14.659444 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-17474e68-c381-4a00-a9a1-e5eecc79b68f tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "DELETE /v2.0/networks/6cb96767-39ac-482c-872e-aa2625173f5f HTTP/1.1" status: 204 len: 168 time: 0.6388559 Nov 25 17:51:14.665568 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 46708) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:14.668100 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-76c84b2a-53ad-4239-8a38-f24f4a9d9500 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:14.669182 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-76c84b2a-53ad-4239-8a38-f24f4a9d9500 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:14.692670 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf53914-7cb7-439c-858c-872ec3254982 req-770651ef-74d1-4821-a8a3-89a6cf6d77e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:14.694119 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-cbf53914-7cb7-439c-858c-872ec3254982 req-770651ef-74d1-4821-a8a3-89a6cf6d77e8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0d1113b5e38141dd82a78af66f2b7f1f&device_id=bebe8fd0-03ba-4e73-8b7d-c21c896fc1a6 HTTP/1.1" status: 200 len: 1096 time: 0.0560908 Nov 25 17:51:14.720199 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-76c84b2a-53ad-4239-8a38-f24f4a9d9500 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:14.737504 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-cb237a8f-a6aa-422d-be36-4d688d779480 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1452680004'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:51:14.742954 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-22fa10d9-ebf3-4759-9dd4-a23d7c8010a3 req-f73318a0-3695-40bd-bdc6-fecd9d5872f7 service neutron] 10.222.0.74 "GET /v2.0/networks/cde55e2d-003f-4ba7-9946-c3e49edc6c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643328 Nov 25 17:51:14.749216 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17474e68-c381-4a00-a9a1-e5eecc79b68f tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event deleted for resources: {'Network': ['ID=6cb96767-39ac-482c-872e-aa2625173f5f,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:14.838461 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf53914-7cb7-439c-858c-872ec3254982 req-18bc866c-2e74-41ca-8941-35ff007b5147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:14.838764 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb237a8f-a6aa-422d-be36-4d688d779480 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Made reservation on behalf of 28b5aae943b9455c8114055630556aca for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:51:14.839555 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-cbf53914-7cb7-439c-858c-872ec3254982 req-18bc866c-2e74-41ca-8941-35ff007b5147 service neutron] 10.222.0.90 "GET /v2.0/networks?id=cde55e2d-003f-4ba7-9946-c3e49edc6c96 HTTP/1.1" status: 200 len: 906 time: 0.1230559 Nov 25 17:51:14.842479 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cb237a8f-a6aa-422d-be36-4d688d779480 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:14.885115 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-cbf53914-7cb7-439c-858c-872ec3254982 req-60623039-849e-4ac3-a810-d704e35869fc service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=efa7b196-d088-459a-852c-dd1f944378ce HTTP/1.1" status: 200 len: 217 time: 0.0340002 Nov 25 17:51:14.940654 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-76c84b2a-53ad-4239-8a38-f24f4a9d9500 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:14.945894 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf53914-7cb7-439c-858c-872ec3254982 req-8d9c1388-a697-4945-8541-f588aad0bd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:14.947516 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-cbf53914-7cb7-439c-858c-872ec3254982 req-8d9c1388-a697-4945-8541-f588aad0bd99 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b114d138-184e-414d-8d77-af9fac4f96f6 HTTP/1.1" status: 200 len: 845 time: 0.0528674 Nov 25 17:51:14.960743 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb237a8f-a6aa-422d-be36-4d688d779480 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 942} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:51:14.984595 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c8dac0-0c28-4871-b145-4e610e0c596d req-1e588368-965b-4c3c-aa0e-21ce046b8247 tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:14.986114 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-94c8dac0-0c28-4871-b145-4e610e0c596d req-1e588368-965b-4c3c-aa0e-21ce046b8247 tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] 10.222.0.75 "GET /v2.0/ports?device_id=7176acaa-331c-4e0c-bb4b-113bdf76a36f HTTP/1.1" status: 200 len: 948 time: 0.1642482 Nov 25 17:51:14.987992 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-cbf53914-7cb7-439c-858c-872ec3254982 req-9deebdea-40a8-498e-850c-715c98b6a0b0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=cde55e2d-003f-4ba7-9946-c3e49edc6c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280445 Nov 25 17:51:14.994468 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cb237a8f-a6aa-422d-be36-4d688d779480 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:14.994816 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-cb237a8f-a6aa-422d-be36-4d688d779480 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Added segment 96261a9b-1a66-4872-b9f8-5f575fbbd3ec of type vlan for network ef781204-279a-4d3d-a00c-94cda711477b Nov 25 17:51:15.086903 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-cbf53914-7cb7-439c-858c-872ec3254982 req-d2257736-e6e2-42c3-a5ad-9caa594e5392 service neutron] 10.222.0.90 "GET /v2.0/networks/cde55e2d-003f-4ba7-9946-c3e49edc6c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907400 Nov 25 17:51:15.087197 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cb237a8f-a6aa-422d-be36-4d688d779480 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:15.115253 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-94c8dac0-0c28-4871-b145-4e610e0c596d req-31776816-ddc2-4156-a0b8-bb160d5cb6b3 tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] 10.222.0.75 "GET /v2.0/security-groups?id=68c41f7e-0037-40a5-8464-59f31d80a911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221325 Nov 25 17:51:15.150802 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cb237a8f-a6aa-422d-be36-4d688d779480 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:15.157521 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb237a8f-a6aa-422d-be36-4d688d779480 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:15.158121 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cb237a8f-a6aa-422d-be36-4d688d779480 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:15.183967 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-cbf53914-7cb7-439c-858c-872ec3254982 req-4cb2925e-3d0b-463d-8a78-95398834465d service neutron] 10.222.0.90 "GET /v2.0/networks/cde55e2d-003f-4ba7-9946-c3e49edc6c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891721 Nov 25 17:51:15.253097 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-cb237a8f-a6aa-422d-be36-4d688d779480 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5859911 Nov 25 17:51:15.256265 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 46714) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:15.262018 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-7eca23cc-e467-482d-af7f-e3590b4b6a45 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Request body: {'subnet': {'network_id': 'ef781204-279a-4d3d-a00c-94cda711477b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:51:15.278662 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb237a8f-a6aa-422d-be36-4d688d779480 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event updated for resources: {'Network': ['ID=ef781204-279a-4d3d-a00c-94cda711477b,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:15.292576 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network ef781204-279a-4d3d-a00c-94cda711477b details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:51:15.362385 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eca23cc-e467-482d-af7f-e3590b4b6a45 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Made reservation on behalf of 28b5aae943b9455c8114055630556aca for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:51:15.364519 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e7a83-1bee-4557-a087-357c0d50da09 req-53040674-8a75-45e4-9d64-b4d4669764e6 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:15.365868 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7eca23cc-e467-482d-af7f-e3590b4b6a45 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:15.366113 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c37e7a83-1bee-4557-a087-357c0d50da09 req-53040674-8a75-45e4-9d64-b4d4669764e6 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdd0d866-ce76-4a24-89f5-c50749e81bd5 HTTP/1.1" status: 200 len: 944 time: 0.2037816 Nov 25 17:51:15.405605 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-76c84b2a-53ad-4239-8a38-f24f4a9d9500 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for router_gateway, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:15.426670 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.ipam_backend_mixin [None req-7eca23cc-e467-482d-af7f-e3590b4b6a45 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Performing IP validity checks on allocation pools {{(pid=103360) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 25 17:51:15.429542 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.ipam_backend_mixin [None req-7eca23cc-e467-482d-af7f-e3590b4b6a45 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103360) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 25 17:51:15.435887 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-76c84b2a-53ad-4239-8a38-f24f4a9d9500 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:15.492225 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c37e7a83-1bee-4557-a087-357c0d50da09 req-901d7823-98fc-406c-842a-1f6f34598bec tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191497 Nov 25 17:51:15.561774 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-76c84b2a-53ad-4239-8a38-f24f4a9d9500 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Allocated IP 172.25.0.115 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/38ee4aa8-6c71-48fb-92c6-bf5d8850aa13) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:51:15.569172 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7eca23cc-e467-482d-af7f-e3590b4b6a45 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:15.641057 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca23cc-e467-482d-af7f-e3590b4b6a45 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event updated for resources: {'Subnet': ['ID=0fe06b64-2fd0-43c8-baae-facb58d06264,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:15.648331 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eca23cc-e467-482d-af7f-e3590b4b6a45 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Checking segment: {'id': '96261a9b-1a66-4872-b9f8-5f575fbbd3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'ef781204-279a-4d3d-a00c-94cda711477b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:51:15.648680 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eca23cc-e467-482d-af7f-e3590b4b6a45 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Network hostable DHCP agents. Network: ef781204-279a-4d3d-a00c-94cda711477b, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:51:15.666170 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eca23cc-e467-482d-af7f-e3590b4b6a45 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Network ef781204-279a-4d3d-a00c-94cda711477b is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:51:15.672471 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-76c84b2a-53ad-4239-8a38-f24f4a9d9500 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:15.676783 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-7eca23cc-e467-482d-af7f-e3590b4b6a45 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, ef781204-279a-4d3d-a00c-94cda711477b) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:51:15.681076 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eca23cc-e467-482d-af7f-e3590b4b6a45 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:15.681679 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7eca23cc-e467-482d-af7f-e3590b4b6a45 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:15.691909 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb4d6ad-97ce-41d5-9f1c-695817845653 None None] Network ef781204-279a-4d3d-a00c-94cda711477b requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:51:15.705197 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7eca23cc-e467-482d-af7f-e3590b4b6a45 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4453223 Nov 25 17:51:15.705475 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 46716) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:15.710412 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-76c84b2a-53ad-4239-8a38-f24f4a9d9500 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:15.711142 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-23a2c2a4-f7f6-48a8-b711-46b3cce0bdc9 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Request body: {'port': {'network_id': 'ef781204-279a-4d3d-a00c-94cda711477b', 'name': 'tempest-PortsIpV6TestJSON-1379652941'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:51:15.761930 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c84b2a-53ad-4239-8a38-f24f4a9d9500 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:51:15.764568 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-76c84b2a-53ad-4239-8a38-f24f4a9d9500 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:51:15.768556 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c84b2a-53ad-4239-8a38-f24f4a9d9500 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:51:15.774924 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c84b2a-53ad-4239-8a38-f24f4a9d9500 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event updated for resources: {'Port': ['ID=38ee4aa8-6c71-48fb-92c6-bf5d8850aa13,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:15.835866 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a2c2a4-f7f6-48a8-b711-46b3cce0bdc9 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Made reservation on behalf of 28b5aae943b9455c8114055630556aca for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:51:15.841081 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-23a2c2a4-f7f6-48a8-b711-46b3cce0bdc9 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:15.862220 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-23a2c2a4-f7f6-48a8-b711-46b3cce0bdc9 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] device_id is not set on port de3f675a-4f37-4125-8551-09b8c3d1a4bd yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:51:15.978366 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6452f3-306e-4d4b-92b3-5173bd3dbdf1 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:51:15.980631 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device fb3f8bf4-5455-4bb8-9567-48bb13061e6e details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:51:16.002770 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-23a2c2a4-f7f6-48a8-b711-46b3cce0bdc9 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Allocated IP 2001:db8::38 (ef781204-279a-4d3d-a00c-94cda711477b/0fe06b64-2fd0-43c8-baae-facb58d06264/de3f675a-4f37-4125-8551-09b8c3d1a4bd) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:51:16.046246 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9dd1fea-94eb-48aa-ae17-5693874bf358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-ef781204-279a-4d3d-a00c-94cda711477b', 'network_id': 'ef781204-279a-4d3d-a00c-94cda711477b', 'tenant_id': '28b5aae943b9455c8114055630556aca', 'fixed_ips': [{'subnet_id': '0fe06b64-2fd0-43c8-baae-facb58d06264'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:51:16.047147 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f9dd1fea-94eb-48aa-ae17-5693874bf358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:16.204871 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-8f50b578-fd9e-402b-9e7e-4034d5b11a15 None None] Provisioning complete for port 38ee4aa8-6c71-48fb-92c6-bf5d8850aa13 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:51:16.205121 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8f50b578-fd9e-402b-9e7e-4034d5b11a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:16.211031 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-23a2c2a4-f7f6-48a8-b711-46b3cce0bdc9 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:16.248799 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port fb3f8bf4-5455-4bb8-9567-48bb13061e6e, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=fb3f8bf4-5455-4bb8-9567-48bb13061e6e,segment=NetworkSegment(5d15a5ac-47ef-4ddf-b5a4-0fc888643200),segment_id=5d15a5ac-47ef-4ddf-b5a4-0fc888643200)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:51:16.254075 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-23a2c2a4-f7f6-48a8-b711-46b3cce0bdc9 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:16.302694 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': 'fb3f8bf4-5455-4bb8-9567-48bb13061e6e', 'network_id': 'cde55e2d-003f-4ba7-9946-c3e49edc6c96', 'port_id': 'fb3f8bf4-5455-4bb8-9567-48bb13061e6e', 'mac_address': 'fa:16:3e:ae:01:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b114d138-184e-414d-8d77-af9fac4f96f6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:51:16.307344 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a2c2a4-f7f6-48a8-b711-46b3cce0bdc9 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Network ef781204-279a-4d3d-a00c-94cda711477b is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:51:16.307648 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-8f50b578-fd9e-402b-9e7e-4034d5b11a15 None None] Port 38ee4aa8-6c71-48fb-92c6-bf5d8850aa13 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:51:16.312577 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-23a2c2a4-f7f6-48a8-b711-46b3cce0bdc9 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:51:16.314077 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a2c2a4-f7f6-48a8-b711-46b3cce0bdc9 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event updated for resources: {'Port': ['ID=de3f675a-4f37-4125-8551-09b8c3d1a4bd,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:16.316485 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a2c2a4-f7f6-48a8-b711-46b3cce0bdc9 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:51:16.322666 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a2c2a4-f7f6-48a8-b711-46b3cce0bdc9 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:16.323976 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-23a2c2a4-f7f6-48a8-b711-46b3cce0bdc9 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:16.344580 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-23a2c2a4-f7f6-48a8-b711-46b3cce0bdc9 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6351738 Nov 25 17:51:16.344893 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 46720) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:16.377450 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-f9dd1fea-94eb-48aa-ae17-5693874bf358 None None] Allocated IP 2001:db8::2 (ef781204-279a-4d3d-a00c-94cda711477b/0fe06b64-2fd0-43c8-baae-facb58d06264/e49fd6dd-c93b-4365-8d52-edb4f883ec63) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:51:16.387295 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:16.412764 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb3f8bf4-5455-4bb8-9567-48bb13061e6e {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:51:16.467465 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e09b8-204e-4067-ac90-1b536d2a3f86 req-4b47d024-9e96-4657-9d68-b11d85dc66b8 tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:16.467465 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-345e09b8-204e-4067-ac90-1b536d2a3f86 req-4b47d024-9e96-4657-9d68-b11d85dc66b8 tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] 10.222.0.75 "GET /v2.0/ports?device_id=7176acaa-331c-4e0c-bb4b-113bdf76a36f HTTP/1.1" status: 200 len: 948 time: 0.1108849 Nov 25 17:51:16.467465 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-76c84b2a-53ad-4239-8a38-f24f4a9d9500 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for router_gateway, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:16.493119 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port fb3f8bf4-5455-4bb8-9567-48bb13061e6e, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=fb3f8bf4-5455-4bb8-9567-48bb13061e6e,segment=NetworkSegment(5d15a5ac-47ef-4ddf-b5a4-0fc888643200),segment_id=5d15a5ac-47ef-4ddf-b5a4-0fc888643200)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:51:16.498441 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:16.519087 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f59deb7-bd94-425f-8b68-6e2876e6821e req-172ca161-00df-41e0-9a95-7d5058fa55b0 tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:16.521205 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7f59deb7-bd94-425f-8b68-6e2876e6821e req-172ca161-00df-41e0-9a95-7d5058fa55b0 tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] 10.222.0.90 "GET /v2.0/ports?device_id=7176acaa-331c-4e0c-bb4b-113bdf76a36f HTTP/1.1" status: 200 len: 948 time: 0.1146436 Nov 25 17:51:16.576364 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-eff91afb-4f37-4a58-b924-fe2357d8037d tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Deleting port de3f675a-4f37-4125-8551-09b8c3d1a4bd {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:51:16.577068 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eff91afb-4f37-4a58-b924-fe2357d8037d tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:16.587540 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-345e09b8-204e-4067-ac90-1b536d2a3f86 req-d6d884ff-2d26-4443-b771-c8f1165c1523 tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] 10.222.0.75 "GET /v2.0/security-groups?id=68c41f7e-0037-40a5-8464-59f31d80a911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919490 Nov 25 17:51:16.661332 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=fb3f8bf4-5455-4bb8-9567-48bb13061e6e,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:16.680975 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f9dd1fea-94eb-48aa-ae17-5693874bf358 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:16.692469 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f9dd1fea-94eb-48aa-ae17-5693874bf358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:16.735187 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eff91afb-4f37-4a58-b924-fe2357d8037d tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:16.737985 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4265a9-2d01-45b0-8801-d6d9475c2467 req-b8811f02-f8e8-4d6f-a403-6bdda352e6d2 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:16.740070 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9d4265a9-2d01-45b0-8801-d6d9475c2467 req-b8811f02-f8e8-4d6f-a403-6bdda352e6d2 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdd0d866-ce76-4a24-89f5-c50749e81bd5 HTTP/1.1" status: 200 len: 945 time: 0.0966129 Nov 25 17:51:16.758060 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-7f59deb7-bd94-425f-8b68-6e2876e6821e req-8be7a8ad-b585-413c-a8b7-5e6f2a438d1e tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] Deleting port 75eb7615-45ed-42b7-8d42-9b016e77c80b {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:51:16.758402 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-7f59deb7-bd94-425f-8b68-6e2876e6821e req-8be7a8ad-b585-413c-a8b7-5e6f2a438d1e tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:16.762081 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-eff91afb-4f37-4a58-b924-fe2357d8037d tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Calling delete_port for de3f675a-4f37-4125-8551-09b8c3d1a4bd owned by {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:51:16.767056 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['fb3f8bf4-5455-4bb8-9567-48bb13061e6e'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:51:16.773839 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-76c84b2a-53ad-4239-8a38-f24f4a9d9500 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:16.808656 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9dd1fea-94eb-48aa-ae17-5693874bf358 None None] Network ef781204-279a-4d3d-a00c-94cda711477b is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:51:16.853318 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-f9dd1fea-94eb-48aa-ae17-5693874bf358 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:51:16.857718 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9dd1fea-94eb-48aa-ae17-5693874bf358 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:51:16.866968 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9d4265a9-2d01-45b0-8801-d6d9475c2467 req-46a7f479-d3dc-4d18-91b4-2ab32de5fb9a tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163921 Nov 25 17:51:16.889568 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dd1fea-94eb-48aa-ae17-5693874bf358 None None] Pushing event updated for resources: {'Port': ['ID=e49fd6dd-c93b-4365-8d52-edb4f883ec63,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:16.923325 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:16.925325 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-7f59deb7-bd94-425f-8b68-6e2876e6821e req-8be7a8ad-b585-413c-a8b7-5e6f2a438d1e tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] For port 75eb7615-45ed-42b7-8d42-9b016e77c80b, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=75eb7615-45ed-42b7-8d42-9b016e77c80b,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:51:16.925714 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-7f59deb7-bd94-425f-8b68-6e2876e6821e req-8be7a8ad-b585-413c-a8b7-5e6f2a438d1e tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:16.943793 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-7f59deb7-bd94-425f-8b68-6e2876e6821e req-8be7a8ad-b585-413c-a8b7-5e6f2a438d1e tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] Calling delete_port for 75eb7615-45ed-42b7-8d42-9b016e77c80b owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:51:16.951488 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76c84b2a-53ad-4239-8a38-f24f4a9d9500 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Router 93bb077a-c405-46ab-9e4a-3824d5a1931f is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:51:16.971426 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-f9dd1fea-94eb-48aa-ae17-5693874bf358 None None] Attempting to bind port e49fd6dd-c93b-4365-8d52-edb4f883ec63 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:51:16.972015 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-f9dd1fea-94eb-48aa-ae17-5693874bf358 None None] Attempting to bind port e49fd6dd-c93b-4365-8d52-edb4f883ec63 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '96261a9b-1a66-4872-b9f8-5f575fbbd3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'ef781204-279a-4d3d-a00c-94cda711477b'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:51:16.972549 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9dd1fea-94eb-48aa-ae17-5693874bf358 None None] Attempting to bind port e49fd6dd-c93b-4365-8d52-edb4f883ec63 on network ef781204-279a-4d3d-a00c-94cda711477b {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:51:16.992793 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9dd1fea-94eb-48aa-ae17-5693874bf358 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:51:16.993612 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9dd1fea-94eb-48aa-ae17-5693874bf358 None None] Checking segment: {'id': '96261a9b-1a66-4872-b9f8-5f575fbbd3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'ef781204-279a-4d3d-a00c-94cda711477b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:51:16.994052 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f9dd1fea-94eb-48aa-ae17-5693874bf358 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:16.994594 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9dd1fea-94eb-48aa-ae17-5693874bf358 None None] Bound using segment: {'id': '96261a9b-1a66-4872-b9f8-5f575fbbd3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'ef781204-279a-4d3d-a00c-94cda711477b'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:51:16.997205 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-f9dd1fea-94eb-48aa-ae17-5693874bf358 None None] Bound port: e49fd6dd-c93b-4365-8d52-edb4f883ec63, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96261a9b-1a66-4872-b9f8-5f575fbbd3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'ef781204-279a-4d3d-a00c-94cda711477b'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:51:16.997205 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f9dd1fea-94eb-48aa-ae17-5693874bf358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:17.015074 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:17.071807 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eff91afb-4f37-4a58-b924-fe2357d8037d tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:17.089887 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c84b2a-53ad-4239-8a38-f24f4a9d9500 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:51:17.103933 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6e9c7e-a569-4902-b1e1-69ca65405078 None None] Sync routers for ids ['93bb077a-c405-46ab-9e4a-3824d5a1931f'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:51:17.119243 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-76c84b2a-53ad-4239-8a38-f24f4a9d9500 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:17.120854 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-76c84b2a-53ad-4239-8a38-f24f4a9d9500 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 2.5724082 Nov 25 17:51:17.123452 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 46724) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:17.124289 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-f9dd1fea-94eb-48aa-ae17-5693874bf358 None None] For port e49fd6dd-c93b-4365-8d52-edb4f883ec63, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:51:17.130581 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff91afb-4f37-4a58-b924-fe2357d8037d tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event deleted for resources: {'Port': ['ID=de3f675a-4f37-4125-8551-09b8c3d1a4bd,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:17.156311 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-f9dd1fea-94eb-48aa-ae17-5693874bf358 None None] For port e49fd6dd-c93b-4365-8d52-edb4f883ec63, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=e49fd6dd-c93b-4365-8d52-edb4f883ec63,segment=NetworkSegment(96261a9b-1a66-4872-b9f8-5f575fbbd3ec),segment_id=96261a9b-1a66-4872-b9f8-5f575fbbd3ec)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:51:17.156509 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6e9c7e-a569-4902-b1e1-69ca65405078 None None] Routers {'93bb077a-c405-46ab-9e4a-3824d5a1931f'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:51:17.163282 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-1d6e9c7e-a569-4902-b1e1-69ca65405078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:50:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['93bb077a-c405-46ab-9e4a-3824d5a1931f'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:17.168340 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f9dd1fea-94eb-48aa-ae17-5693874bf358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:17.169870 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eff91afb-4f37-4a58-b924-fe2357d8037d tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:17.173297 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-eff91afb-4f37-4a58-b924-fe2357d8037d tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "DELETE /v2.0/ports/de3f675a-4f37-4125-8551-09b8c3d1a4bd HTTP/1.1" status: 204 len: 168 time: 0.8273251 Nov 25 17:51:17.175992 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 46726) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:17.177149 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-45fda70e-dd3f-455a-a386-a369a175782f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:17.204658 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-7f59deb7-bd94-425f-8b68-6e2876e6821e req-8be7a8ad-b585-413c-a8b7-5e6f2a438d1e tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:17.206568 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-e50a064c-3f16-4c6f-aba9-d5524765e580 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] DELETE failed (client error): The resource could not be found. Nov 25 17:51:17.207159 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e50a064c-3f16-4c6f-aba9-d5524765e580 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:51:17.210319 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e50a064c-3f16-4c6f-aba9-d5524765e580 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "DELETE /v2.0/ports/de3f675a-4f37-4125-8551-09b8c3d1a4bd HTTP/1.1" status: 404 len: 333 time: 0.0334301 Nov 25 17:51:17.215563 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 46728) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:17.228396 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['75eb7615-45ed-42b7-8d42-9b016e77c80b'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:51:17.240701 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-1d6e9c7e-a569-4902-b1e1-69ca65405078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:17.258477 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6e9c7e-a569-4902-b1e1-69ca65405078 None None] Routers {'93bb077a-c405-46ab-9e4a-3824d5a1931f'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:51:17.259363 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-1d6e9c7e-a569-4902-b1e1-69ca65405078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:50:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['93bb077a-c405-46ab-9e4a-3824d5a1931f'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:17.272861 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dd1fea-94eb-48aa-ae17-5693874bf358 None None] Pushing event updated for resources: {'Port': ['ID=e49fd6dd-c93b-4365-8d52-edb4f883ec63,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:17.277899 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a47ecf9-1668-45c7-9c1d-6ed368e18d8d tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] GET failed (client error): The resource could not be found. Nov 25 17:51:17.280026 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8a47ecf9-1668-45c7-9c1d-6ed368e18d8d tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "GET /v2.0/ports/de3f675a-4f37-4125-8551-09b8c3d1a4bd HTTP/1.1" status: 404 len: 333 time: 0.0626018 Nov 25 17:51:17.280971 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be7a8ad-b585-413c-a8b7-5e6f2a438d1e tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] Pushing event deleted for resources: {'Port': ['ID=75eb7615-45ed-42b7-8d42-9b016e77c80b,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:17.285411 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 46730) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:17.309480 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-1d6e9c7e-a569-4902-b1e1-69ca65405078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:17.310991 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6e9c7e-a569-4902-b1e1-69ca65405078 None None] The sync data for ids ['93bb077a-c405-46ab-9e4a-3824d5a1931f'] in n-d-817746-1 is: [] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:51:17.341559 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-3a8fa192-1f6f-421f-b698-bff5ed1ed8c3 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "GET /v2.0/routers/93bb077a-c405-46ab-9e4a-3824d5a1931f HTTP/1.1" status: 200 len: 881 time: 0.2129734 Nov 25 17:51:17.341887 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 46732) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:17.421022 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f59deb7-bd94-425f-8b68-6e2876e6821e req-8be7a8ad-b585-413c-a8b7-5e6f2a438d1e tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] No DVR routers for this DVR port 75eb7615-45ed-42b7-8d42-9b016e77c80b on host n-h2-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:51:17.433150 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-7f59deb7-bd94-425f-8b68-6e2876e6821e req-8be7a8ad-b585-413c-a8b7-5e6f2a438d1e tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:17.433150 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7f59deb7-bd94-425f-8b68-6e2876e6821e req-8be7a8ad-b585-413c-a8b7-5e6f2a438d1e tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] 10.222.0.90 "DELETE /v2.0/ports/75eb7615-45ed-42b7-8d42-9b016e77c80b HTTP/1.1" status: 204 len: 173 time: 0.9022470 Nov 25 17:51:17.436572 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7176acaa-331c-4e0c-bb4b-113bdf76a36f', 'name': 'network-vif-deleted', 'tag': '75eb7615-45ed-42b7-8d42-9b016e77c80b'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:51:17.438938 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5abf952e-903d-4cf7-8ef5-800e918ca941" -d '{"events": [{"server_uuid": "7176acaa-331c-4e0c-bb4b-113bdf76a36f", "name": "network-vif-deleted", "tag": "75eb7615-45ed-42b7-8d42-9b016e77c80b"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:51:17.502354 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cec344f-9a96-4287-9aef-38c06bb46769 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Deleting subnet 0fe06b64-2fd0-43c8-baae-facb58d06264 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:51:17.506438 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88aa6b38-66f0-47bc-a33d-b7bbd3c4b6af x-openstack-request-id: req-88aa6b38-66f0-47bc-a33d-b7bbd3c4b6af {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:51:17.506742 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7176acaa-331c-4e0c-bb4b-113bdf76a36f", "name": "network-vif-deleted", "tag": "75eb7615-45ed-42b7-8d42-9b016e77c80b", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:51:17.507343 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-88aa6b38-66f0-47bc-a33d-b7bbd3c4b6af {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:51:17.507436 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7176acaa-331c-4e0c-bb4b-113bdf76a36f', 'name': 'network-vif-deleted', 'tag': '75eb7615-45ed-42b7-8d42-9b016e77c80b', 'status': 'completed', 'code': 200} Nov 25 17:51:17.509499 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4cec344f-9a96-4287-9aef-38c06bb46769 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:17.580016 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4cec344f-9a96-4287-9aef-38c06bb46769 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:17.724868 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e6885f81-71bf-4709-8937-aa4099995148 req-00b88cba-ef56-48cc-81cf-b80c9aa70411 tempest-VolumesBackupsTest-521340362 tempest-VolumesBackupsTest-521340362-project] 10.222.0.75 "GET /v2.0/ports?device_id=7176acaa-331c-4e0c-bb4b-113bdf76a36f HTTP/1.1" status: 200 len: 210 time: 0.0308614 Nov 25 17:51:17.737425 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4cec344f-9a96-4287-9aef-38c06bb46769 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:17.808860 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d66ac829-9101-40b5-a4e9-9d06ccef2594 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.4638999 Nov 25 17:51:17.811561 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 46738) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:17.817091 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-66e2f501-849d-45d1-93ee-b77d875a6c2f tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1353728513'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:51:17.830669 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4cec344f-9a96-4287-9aef-38c06bb46769 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:17.866713 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec344f-9a96-4287-9aef-38c06bb46769 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event deleted for resources: {'Subnet': ['ID=0fe06b64-2fd0-43c8-baae-facb58d06264,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:17.871006 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4cec344f-9a96-4287-9aef-38c06bb46769 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:17.874150 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4cec344f-9a96-4287-9aef-38c06bb46769 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "DELETE /v2.0/subnets/0fe06b64-2fd0-43c8-baae-facb58d06264 HTTP/1.1" status: 204 len: 168 time: 0.5875216 Nov 25 17:51:17.877622 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 46740) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:17.914366 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device fb3f8bf4-5455-4bb8-9567-48bb13061e6e up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:51:17.999606 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port fb3f8bf4-5455-4bb8-9567-48bb13061e6e completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:51:18.004327 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port fb3f8bf4-5455-4bb8-9567-48bb13061e6e triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:51:18.004918 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:18.035182 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a9d43504-0c39-46be-b6c8-de4ee5aec752 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:18.121026 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:18.148223 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd0d866-ce76-4a24-89f5-c50749e81bd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb3f8bf4-5455-4bb8-9567-48bb13061e6e'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:51:18.156293 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414e727f-bfb8-494f-9613-7ce747a0c6a3" -d '{"events": [{"server_uuid": "fdd0d866-ce76-4a24-89f5-c50749e81bd5", "name": "network-vif-plugged", "status": "completed", "tag": "fb3f8bf4-5455-4bb8-9567-48bb13061e6e"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:51:18.170012 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-a9d43504-0c39-46be-b6c8-de4ee5aec752 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Deleting port e49fd6dd-c93b-4365-8d52-edb4f883ec63 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:51:18.170622 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a9d43504-0c39-46be-b6c8-de4ee5aec752 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:18.177117 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82b2a2-c82a-4177-bbb9-4dfecaaf1e16 req-63102873-94b3-4345-baaa-5d7770825df0 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:18.177265 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port fb3f8bf4-5455-4bb8-9567-48bb13061e6e, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=fb3f8bf4-5455-4bb8-9567-48bb13061e6e,segment=NetworkSegment(5d15a5ac-47ef-4ddf-b5a4-0fc888643200),segment_id=5d15a5ac-47ef-4ddf-b5a4-0fc888643200)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:51:18.184656 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:18.189775 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2c82b2a2-c82a-4177-bbb9-4dfecaaf1e16 req-63102873-94b3-4345-baaa-5d7770825df0 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdd0d866-ce76-4a24-89f5-c50749e81bd5 HTTP/1.1" status: 200 len: 945 time: 0.1774809 Nov 25 17:51:18.251188 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a285e846-1548-4cf4-b953-15279439f5f9 x-openstack-request-id: req-a285e846-1548-4cf4-b953-15279439f5f9 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:51:18.251483 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd0d866-ce76-4a24-89f5-c50749e81bd5", "name": "network-vif-plugged", "status": "completed", "tag": "fb3f8bf4-5455-4bb8-9567-48bb13061e6e", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:51:18.251744 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a285e846-1548-4cf4-b953-15279439f5f9 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:51:18.252143 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdd0d866-ce76-4a24-89f5-c50749e81bd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb3f8bf4-5455-4bb8-9567-48bb13061e6e', 'code': 200} Nov 25 17:51:18.253528 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device e49fd6dd-c93b-4365-8d52-edb4f883ec63 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:51:18.290828 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-a9d43504-0c39-46be-b6c8-de4ee5aec752 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] For port e49fd6dd-c93b-4365-8d52-edb4f883ec63, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=e49fd6dd-c93b-4365-8d52-edb4f883ec63,segment=NetworkSegment(96261a9b-1a66-4872-b9f8-5f575fbbd3ec),segment_id=96261a9b-1a66-4872-b9f8-5f575fbbd3ec)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:51:18.291404 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a9d43504-0c39-46be-b6c8-de4ee5aec752 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:18.311732 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-a9d43504-0c39-46be-b6c8-de4ee5aec752 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Calling delete_port for e49fd6dd-c93b-4365-8d52-edb4f883ec63 owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:51:18.315570 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=fb3f8bf4-5455-4bb8-9567-48bb13061e6e,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:18.347140 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port e49fd6dd-c93b-4365-8d52-edb4f883ec63 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:51:18.347524 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:18.384797 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2c82b2a2-c82a-4177-bbb9-4dfecaaf1e16 req-e6f53f5b-7f34-4939-b527-68b0823f9a4b tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939857 Nov 25 17:51:18.416418 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d405a-43ea-4882-8e9a-6233c4c266aa req-1e14d2fd-906d-47cd-840d-a7b6ad1b7965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:18.418535 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-237d405a-43ea-4882-8e9a-6233c4c266aa req-1e14d2fd-906d-47cd-840d-a7b6ad1b7965 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fdd0d866-ce76-4a24-89f5-c50749e81bd5 HTTP/1.1" status: 200 len: 1097 time: 0.0755887 Nov 25 17:51:18.435037 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a9d43504-0c39-46be-b6c8-de4ee5aec752 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:18.446332 n-d-817746-1 neutron-server[103362]: INFO neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No ports have port_id starting with e49fd6dd-c93b-4365-8d52-edb4f883ec63 Nov 25 17:51:18.454667 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-66e2f501-849d-45d1-93ee-b77d875a6c2f tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-542255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8324'] for router, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:18.467229 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d43504-0c39-46be-b6c8-de4ee5aec752 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event deleted for resources: {'Port': ['ID=e49fd6dd-c93b-4365-8d52-edb4f883ec63,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:18.471358 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d43504-0c39-46be-b6c8-de4ee5aec752 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] No DVR routers for this DVR port e49fd6dd-c93b-4365-8d52-edb4f883ec63 on host n-d-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:51:18.480042 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-66e2f501-849d-45d1-93ee-b77d875a6c2f tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-542246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-542269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-530067'] for router, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:18.485658 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-237d405a-43ea-4882-8e9a-6233c4c266aa req-4daad277-6382-45ce-a777-b2381d9f011a service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575824 Nov 25 17:51:18.515728 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31dd1bde-809d-4b1f-b421-83d2789b199b None None] Network ef781204-279a-4d3d-a00c-94cda711477b requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:51:18.558607 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a9d43504-0c39-46be-b6c8-de4ee5aec752 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:18.579479 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-ad0d3a47-4cdd-4097-ad11-63f4cad4daa2 None None] Could not find standard attr ID for object e49fd6dd-c93b-4365-8d52-edb4f883ec63. {{(pid=103362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:51:18.580884 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-a9d43504-0c39-46be-b6c8-de4ee5aec752 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef781204-279a-4d3d-a00c-94cda711477b']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:18.591876 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-a9d43504-0c39-46be-b6c8-de4ee5aec752 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96261a9b-1a66-4872-b9f8-5f575fbbd3ec') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:18.592298 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-a9d43504-0c39-46be-b6c8-de4ee5aec752 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96261a9b-1a66-4872-b9f8-5f575fbbd3ec') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:18.599316 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e2f501-849d-45d1-93ee-b77d875a6c2f tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Router 93bb077a-c405-46ab-9e4a-3824d5a1931f has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:51:18.602757 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a9d43504-0c39-46be-b6c8-de4ee5aec752 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:18.616711 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a9d43504-0c39-46be-b6c8-de4ee5aec752 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:18.623235 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9d43504-0c39-46be-b6c8-de4ee5aec752 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Releasing vlan 942 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:51:18.623605 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a9d43504-0c39-46be-b6c8-de4ee5aec752 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:18.626836 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:51:18.626836 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:51:18.626836 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:51:18.626836 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:51:18.626836 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:51:18.626836 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:51:18.626836 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:51:18.626836 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:51:18.626836 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:51:18.626836 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:51:18.626836 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:51:18.626836 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:51:18.626836 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:51:18.626836 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:51:18.626836 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:51:18.626836 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:51:18.626836 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:51:18.626836 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:51:18.626836 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:51:18.626836 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:51:18.626836 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:51:18.626836 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:51:18.626836 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:51:18.626836 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:51:18.626836 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:51:18.626836 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:51:18.626836 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:51:18.626836 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:51:18.626836 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:51:18.626836 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:51:18.626836 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:51:18.626836 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:51:18.697424 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a9d43504-0c39-46be-b6c8-de4ee5aec752 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:18.699880 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab5116e-80cc-45d6-8fed-0b397e0f1534 None None] DHCP port deletion for ef781204-279a-4d3d-a00c-94cda711477b request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:51:18.704811 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a9d43504-0c39-46be-b6c8-de4ee5aec752 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:18.708233 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a9d43504-0c39-46be-b6c8-de4ee5aec752 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "DELETE /v2.0/networks/ef781204-279a-4d3d-a00c-94cda711477b HTTP/1.1" status: 204 len: 168 time: 0.8296437 Nov 25 17:51:18.713523 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 46746) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:18.723678 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-b2ba19e3-a672-49b7-b390-5e1619db5ca4 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2146059690'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:51:18.725529 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d43504-0c39-46be-b6c8-de4ee5aec752 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event deleted for resources: {'Network': ['ID=ef781204-279a-4d3d-a00c-94cda711477b,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:18.737099 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e2f501-849d-45d1-93ee-b77d875a6c2f tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:51:18.746468 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-66e2f501-849d-45d1-93ee-b77d875a6c2f tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:18.747173 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3c3b1b-db95-48cc-a104-115c019b8938 None None] Sync routers for ids ['93bb077a-c405-46ab-9e4a-3824d5a1931f'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:51:18.747657 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-66e2f501-849d-45d1-93ee-b77d875a6c2f tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "PUT /v2.0/routers/93bb077a-c405-46ab-9e4a-3824d5a1931f HTTP/1.1" status: 200 len: 888 time: 0.9350138 Nov 25 17:51:18.750303 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 46750) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:18.762694 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3c3b1b-db95-48cc-a104-115c019b8938 None None] Routers {'93bb077a-c405-46ab-9e4a-3824d5a1931f'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:51:18.763696 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-6c3c3b1b-db95-48cc-a104-115c019b8938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:50:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['93bb077a-c405-46ab-9e4a-3824d5a1931f'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:18.770891 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ba19e3-a672-49b7-b390-5e1619db5ca4 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Made reservation on behalf of 28b5aae943b9455c8114055630556aca for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:51:18.775811 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b2ba19e3-a672-49b7-b390-5e1619db5ca4 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:18.803461 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2ba19e3-a672-49b7-b390-5e1619db5ca4 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 935} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:51:18.808607 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-6c3c3b1b-db95-48cc-a104-115c019b8938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:18.814989 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b2ba19e3-a672-49b7-b390-5e1619db5ca4 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:18.815408 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-b2ba19e3-a672-49b7-b390-5e1619db5ca4 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Added segment f43d6932-0e93-4827-83ed-f3547f73ab63 of type vlan for network cc43aa12-5cc9-4b0e-a103-94a570421579 Nov 25 17:51:18.819511 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3c3b1b-db95-48cc-a104-115c019b8938 None None] Routers {'93bb077a-c405-46ab-9e4a-3824d5a1931f'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:51:18.820447 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-6c3c3b1b-db95-48cc-a104-115c019b8938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:50:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['93bb077a-c405-46ab-9e4a-3824d5a1931f'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:18.856417 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-6c3c3b1b-db95-48cc-a104-115c019b8938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:18.857407 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3c3b1b-db95-48cc-a104-115c019b8938 None None] The sync data for ids ['93bb077a-c405-46ab-9e4a-3824d5a1931f'] in n-d-817746-1 is: [] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:51:18.867156 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b2ba19e3-a672-49b7-b390-5e1619db5ca4 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:18.902557 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b2ba19e3-a672-49b7-b390-5e1619db5ca4 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:18.908565 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ba19e3-a672-49b7-b390-5e1619db5ca4 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:18.909248 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b2ba19e3-a672-49b7-b390-5e1619db5ca4 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:19.006163 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-b2ba19e3-a672-49b7-b390-5e1619db5ca4 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2868280 Nov 25 17:51:19.006163 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ba19e3-a672-49b7-b390-5e1619db5ca4 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event updated for resources: {'Network': ['ID=cc43aa12-5cc9-4b0e-a103-94a570421579,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:19.007183 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 46756) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:19.012951 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-19a1b9f0-3a2f-4c8e-b8da-87c91f23ccde tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Request body: {'subnet': {'network_id': 'cc43aa12-5cc9-4b0e-a103-94a570421579', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:51:19.020390 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network cc43aa12-5cc9-4b0e-a103-94a570421579 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:51:19.126041 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a1b9f0-3a2f-4c8e-b8da-87c91f23ccde tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Made reservation on behalf of 28b5aae943b9455c8114055630556aca for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:51:19.130387 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-19a1b9f0-3a2f-4c8e-b8da-87c91f23ccde tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:19.206567 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 75eb7615-45ed-42b7-8d42-9b016e77c80b no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:51:19.225313 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-840b67a2-6024-4176-b609-32f7fd774703 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "GET /v2.0/routers/93bb077a-c405-46ab-9e4a-3824d5a1931f HTTP/1.1" status: 200 len: 888 time: 0.4738190 Nov 25 17:51:19.226386 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 46758) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:19.229219 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: 75eb7615-45ed-42b7-8d42-9b016e77c80b {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:51:19.229596 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 75eb7615-45ed-42b7-8d42-9b016e77c80b not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:51:19.258706 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-dcae206b-7421-415e-be7b-aa5520d95f23 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "GET /v2.0/ports?device_id=93bb077a-c405-46ab-9e4a-3824d5a1931f HTTP/1.1" status: 200 len: 205 time: 0.0310390 Nov 25 17:51:19.262012 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 46760) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:19.376234 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9475063c-6ffd-4de7-bd98-d623b01e20c8 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:19.390373 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-19a1b9f0-3a2f-4c8e-b8da-87c91f23ccde tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:19.476995 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a1b9f0-3a2f-4c8e-b8da-87c91f23ccde tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event updated for resources: {'Subnet': ['ID=097c15ba-1cfd-4751-bdf5-7f3b7d4a1863,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:19.486921 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a1b9f0-3a2f-4c8e-b8da-87c91f23ccde tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Checking segment: {'id': 'f43d6932-0e93-4827-83ed-f3547f73ab63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'cc43aa12-5cc9-4b0e-a103-94a570421579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:51:19.487299 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a1b9f0-3a2f-4c8e-b8da-87c91f23ccde tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Network hostable DHCP agents. Network: cc43aa12-5cc9-4b0e-a103-94a570421579, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:51:19.510291 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a1b9f0-3a2f-4c8e-b8da-87c91f23ccde tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Network cc43aa12-5cc9-4b0e-a103-94a570421579 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:51:19.516550 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9475063c-6ffd-4de7-bd98-d623b01e20c8 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:19.523999 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-19a1b9f0-3a2f-4c8e-b8da-87c91f23ccde tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, cc43aa12-5cc9-4b0e-a103-94a570421579) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:51:19.537309 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cafd1fb-114b-4d23-b212-79134892ac15 None None] Network cc43aa12-5cc9-4b0e-a103-94a570421579 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:51:19.553715 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a1b9f0-3a2f-4c8e-b8da-87c91f23ccde tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:19.554688 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-19a1b9f0-3a2f-4c8e-b8da-87c91f23ccde tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:19.585914 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 46766) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:19.603556 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-19a1b9f0-3a2f-4c8e-b8da-87c91f23ccde tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5956926 Nov 25 17:51:19.610519 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 46768) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:19.617273 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-267ec744-3afb-408c-858f-7179e3f12df7 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Request body: {'port': {'network_id': 'cc43aa12-5cc9-4b0e-a103-94a570421579', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1519476391'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:51:19.712762 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9475063c-6ffd-4de7-bd98-d623b01e20c8 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Deleting port 38ee4aa8-6c71-48fb-92c6-bf5d8850aa13 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:51:19.713149 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9475063c-6ffd-4de7-bd98-d623b01e20c8 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:19.847519 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9202886-072e-4586-9d6b-23a7961448f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-cc43aa12-5cc9-4b0e-a103-94a570421579', 'network_id': 'cc43aa12-5cc9-4b0e-a103-94a570421579', 'tenant_id': '28b5aae943b9455c8114055630556aca', 'fixed_ips': [{'subnet_id': '097c15ba-1cfd-4751-bdf5-7f3b7d4a1863'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:51:19.848402 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e9202886-072e-4586-9d6b-23a7961448f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:19.869762 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dedb4046-5eb0-4c61-994d-e3b22138c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:19.896487 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9475063c-6ffd-4de7-bd98-d623b01e20c8 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:19.924427 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9475063c-6ffd-4de7-bd98-d623b01e20c8 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Calling delete_port for 38ee4aa8-6c71-48fb-92c6-bf5d8850aa13 owned by network:router_gateway {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:51:20.034486 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1f5fe-6e06-4473-be78-21a3b217cd44 req-2f695637-9158-4137-bacc-7c927fbea65c tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:20.036196 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4ff1f5fe-6e06-4473-be78-21a3b217cd44 req-2f695637-9158-4137-bacc-7c927fbea65c tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdd0d866-ce76-4a24-89f5-c50749e81bd5 HTTP/1.1" status: 200 len: 946 time: 0.4986064 Nov 25 17:51:20.050958 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-359d6868-6978-4bab-87cc-85c45e8b2f8a tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/floatingips/c9a46e57-090e-4bab-9a1c-029bb1889f3e HTTP/1.1" status: 200 len: 991 time: 0.4617555 Nov 25 17:51:20.067951 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267ec744-3afb-408c-858f-7179e3f12df7 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Made reservation on behalf of 28b5aae943b9455c8114055630556aca for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:51:20.090716 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-267ec744-3afb-408c-858f-7179e3f12df7 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:20.091851 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-e9202886-072e-4586-9d6b-23a7961448f0 None None] Allocated IP 2001:db8::2 (cc43aa12-5cc9-4b0e-a103-94a570421579/097c15ba-1cfd-4751-bdf5-7f3b7d4a1863/723c5072-bfbd-4779-ba73-1eb60abfaad2) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:51:20.150233 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4ff1f5fe-6e06-4473-be78-21a3b217cd44 req-559d8928-0240-4252-9475-236a38ed76c7 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979254 Nov 25 17:51:20.183614 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-267ec744-3afb-408c-858f-7179e3f12df7 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] device_id is not set on port 904f4755-04ee-4088-9ca9-f2a10dc00835 yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:51:20.209297 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device e49fd6dd-c93b-4365-8d52-edb4f883ec63 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:51:20.286272 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: e49fd6dd-c93b-4365-8d52-edb4f883ec63 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:51:20.286780 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device e49fd6dd-c93b-4365-8d52-edb4f883ec63 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:51:20.384785 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e9202886-072e-4586-9d6b-23a7961448f0 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:20.392191 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e9202886-072e-4586-9d6b-23a7961448f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:20.436175 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9202886-072e-4586-9d6b-23a7961448f0 None None] Network cc43aa12-5cc9-4b0e-a103-94a570421579 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:51:20.450053 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-e9202886-072e-4586-9d6b-23a7961448f0 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:51:20.450053 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9202886-072e-4586-9d6b-23a7961448f0 None None] Pushing event updated for resources: {'Port': ['ID=723c5072-bfbd-4779-ba73-1eb60abfaad2,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:20.450621 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 46776) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:20.452475 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9202886-072e-4586-9d6b-23a7961448f0 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:51:20.486793 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9475063c-6ffd-4de7-bd98-d623b01e20c8 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:20.545288 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-e9202886-072e-4586-9d6b-23a7961448f0 None None] Attempting to bind port 723c5072-bfbd-4779-ba73-1eb60abfaad2 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:51:20.546045 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-e9202886-072e-4586-9d6b-23a7961448f0 None None] Attempting to bind port 723c5072-bfbd-4779-ba73-1eb60abfaad2 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'f43d6932-0e93-4827-83ed-f3547f73ab63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'cc43aa12-5cc9-4b0e-a103-94a570421579'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:51:20.546592 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9202886-072e-4586-9d6b-23a7961448f0 None None] Attempting to bind port 723c5072-bfbd-4779-ba73-1eb60abfaad2 on network cc43aa12-5cc9-4b0e-a103-94a570421579 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:51:20.555543 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9202886-072e-4586-9d6b-23a7961448f0 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:51:20.556242 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9202886-072e-4586-9d6b-23a7961448f0 None None] Checking segment: {'id': 'f43d6932-0e93-4827-83ed-f3547f73ab63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'cc43aa12-5cc9-4b0e-a103-94a570421579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:51:20.557232 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e9202886-072e-4586-9d6b-23a7961448f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:20.559305 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9202886-072e-4586-9d6b-23a7961448f0 None None] Bound using segment: {'id': 'f43d6932-0e93-4827-83ed-f3547f73ab63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'cc43aa12-5cc9-4b0e-a103-94a570421579'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:51:20.561432 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-e9202886-072e-4586-9d6b-23a7961448f0 None None] Bound port: 723c5072-bfbd-4779-ba73-1eb60abfaad2, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f43d6932-0e93-4827-83ed-f3547f73ab63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'cc43aa12-5cc9-4b0e-a103-94a570421579'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:51:20.562075 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e9202886-072e-4586-9d6b-23a7961448f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:20.580668 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9475063c-6ffd-4de7-bd98-d623b01e20c8 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event deleted for resources: {'Port': ['ID=38ee4aa8-6c71-48fb-92c6-bf5d8850aa13,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:20.602907 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-267ec744-3afb-408c-858f-7179e3f12df7 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Allocated IP 2001:db8::ad (cc43aa12-5cc9-4b0e-a103-94a570421579/097c15ba-1cfd-4751-bdf5-7f3b7d4a1863/904f4755-04ee-4088-9ca9-f2a10dc00835) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:51:20.635087 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fb2c55-0203-433e-be86-1d7b85d8aaee None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:51:20.699631 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-e9202886-072e-4586-9d6b-23a7961448f0 None None] For port 723c5072-bfbd-4779-ba73-1eb60abfaad2, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:51:20.704031 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-e9202886-072e-4586-9d6b-23a7961448f0 None None] For port 723c5072-bfbd-4779-ba73-1eb60abfaad2, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=723c5072-bfbd-4779-ba73-1eb60abfaad2,segment=NetworkSegment(f43d6932-0e93-4827-83ed-f3547f73ab63),segment_id=f43d6932-0e93-4827-83ed-f3547f73ab63)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:51:20.729194 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e9202886-072e-4586-9d6b-23a7961448f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:20.797981 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9475063c-6ffd-4de7-bd98-d623b01e20c8 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:20.815614 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-a40a134d-e62e-4bfb-83f8-c26a8eac96a5 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Deleting port 58b23749-bbd7-41a3-938b-c6212086475a {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:51:20.815962 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a40a134d-e62e-4bfb-83f8-c26a8eac96a5 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:20.818437 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9202886-072e-4586-9d6b-23a7961448f0 None None] Pushing event updated for resources: {'Port': ['ID=723c5072-bfbd-4779-ba73-1eb60abfaad2,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:20.860588 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:20.928782 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9475063c-6ffd-4de7-bd98-d623b01e20c8 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:20.934675 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9475063c-6ffd-4de7-bd98-d623b01e20c8 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:20.949994 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a40a134d-e62e-4bfb-83f8-c26a8eac96a5 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:20.950332 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a40a134d-e62e-4bfb-83f8-c26a8eac96a5 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:20.956216 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-267ec744-3afb-408c-858f-7179e3f12df7 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:20.967896 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-a40a134d-e62e-4bfb-83f8-c26a8eac96a5 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Calling delete_port for 58b23749-bbd7-41a3-938b-c6212086475a owned by network:floatingip {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:51:21.030727 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9475063c-6ffd-4de7-bd98-d623b01e20c8 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:21.030727 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9475063c-6ffd-4de7-bd98-d623b01e20c8 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Fanout notify agent at l3_agent the message router_deleted on router 93bb077a-c405-46ab-9e4a-3824d5a1931f {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:51:21.050191 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9475063c-6ffd-4de7-bd98-d623b01e20c8 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:21.055668 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9475063c-6ffd-4de7-bd98-d623b01e20c8 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "DELETE /v2.0/routers/93bb077a-c405-46ab-9e4a-3824d5a1931f HTTP/1.1" status: 204 len: 168 time: 1.7881713 Nov 25 17:51:21.055668 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 46780) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:21.062492 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-62d0fd01-4e36-496b-a4b8-d3b0a5284649 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Request body: {'network': {'name': 'tempest-RoutersTest-1033673836'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:51:21.087855 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-267ec744-3afb-408c-858f-7179e3f12df7 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:21.127954 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d0fd01-4e36-496b-a4b8-d3b0a5284649 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Made reservation on behalf of 4d907a5f181242fcb929653cbcef12b3 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:51:21.132072 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-62d0fd01-4e36-496b-a4b8-d3b0a5284649 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:21.163449 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267ec744-3afb-408c-858f-7179e3f12df7 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Network cc43aa12-5cc9-4b0e-a103-94a570421579 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:51:21.186298 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-267ec744-3afb-408c-858f-7179e3f12df7 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:51:21.193819 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267ec744-3afb-408c-858f-7179e3f12df7 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:51:21.200538 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267ec744-3afb-408c-858f-7179e3f12df7 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:21.201287 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-267ec744-3afb-408c-858f-7179e3f12df7 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:21.220845 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267ec744-3afb-408c-858f-7179e3f12df7 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event updated for resources: {'Port': ['ID=904f4755-04ee-4088-9ca9-f2a10dc00835,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:21.224566 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62d0fd01-4e36-496b-a4b8-d3b0a5284649 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 934} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:51:21.235617 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a40a134d-e62e-4bfb-83f8-c26a8eac96a5 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:21.238118 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-267ec744-3afb-408c-858f-7179e3f12df7 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.6254506 Nov 25 17:51:21.240607 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 46784) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:21.246484 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-62d0fd01-4e36-496b-a4b8-d3b0a5284649 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:21.246852 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-62d0fd01-4e36-496b-a4b8-d3b0a5284649 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Added segment 0c7ec89d-8bdf-47b1-94df-ce0ab0041469 of type vlan for network dbf4f4bf-784f-47b1-8ff2-eb03b694e4ce Nov 25 17:51:21.294937 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40a134d-e62e-4bfb-83f8-c26a8eac96a5 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Pushing event deleted for resources: {'Port': ['ID=58b23749-bbd7-41a3-938b-c6212086475a,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:21.418114 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-62d0fd01-4e36-496b-a4b8-d3b0a5284649 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:21.443428 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a40a134d-e62e-4bfb-83f8-c26a8eac96a5 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for floatingip, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:21.443614 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-8a55ff0b-8f6c-4ffc-93ea-4b1ff559e809 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Deleting port 904f4755-04ee-4088-9ca9-f2a10dc00835 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:51:21.443690 n-d-817746-1 neutron-server[103361]: INFO neutron.db.l3_db [None req-a40a134d-e62e-4bfb-83f8-c26a8eac96a5 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Floating IP c9a46e57-090e-4bab-9a1c-029bb1889f3e disassociated (deleted). External IP: 172.25.0.9, port: 5a792fdb-75f0-4cc9-ace9-3afedd10fad8. Nov 25 17:51:21.443893 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8a55ff0b-8f6c-4ffc-93ea-4b1ff559e809 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:21.507430 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-62d0fd01-4e36-496b-a4b8-d3b0a5284649 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:21.514913 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d0fd01-4e36-496b-a4b8-d3b0a5284649 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:21.515292 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-62d0fd01-4e36-496b-a4b8-d3b0a5284649 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:21.530237 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22e326-5c5a-4774-ae64-6191b4cea067 req-50bec4cd-aa42-4a2c-bb4a-2e48fd893630 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:21.532054 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ac22e326-5c5a-4774-ae64-6191b4cea067 req-50bec4cd-aa42-4a2c-bb4a-2e48fd893630 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdd0d866-ce76-4a24-89f5-c50749e81bd5 HTTP/1.1" status: 200 len: 946 time: 0.1600108 Nov 25 17:51:21.561040 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-62d0fd01-4e36-496b-a4b8-d3b0a5284649 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5043895 Nov 25 17:51:21.567721 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 46786) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:21.575818 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-c1eeb6fb-99c4-4b38-8593-bd260da0e631 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Request body: {'subnet': {'network_id': 'dbf4f4bf-784f-47b1-8ff2-eb03b694e4ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:51:21.620356 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d0fd01-4e36-496b-a4b8-d3b0a5284649 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event updated for resources: {'Network': ['ID=dbf4f4bf-784f-47b1-8ff2-eb03b694e4ce,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:21.632936 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network dbf4f4bf-784f-47b1-8ff2-eb03b694e4ce details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:51:21.633802 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8a55ff0b-8f6c-4ffc-93ea-4b1ff559e809 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:21.648442 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-8a55ff0b-8f6c-4ffc-93ea-4b1ff559e809 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Calling delete_port for 904f4755-04ee-4088-9ca9-f2a10dc00835 owned by {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:51:21.685875 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ac22e326-5c5a-4774-ae64-6191b4cea067 req-57bee63f-2cc8-47e2-8ca0-a079efecac41 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399751 Nov 25 17:51:21.807298 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1eeb6fb-99c4-4b38-8593-bd260da0e631 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Made reservation on behalf of 4d907a5f181242fcb929653cbcef12b3 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:51:21.811915 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c1eeb6fb-99c4-4b38-8593-bd260da0e631 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:21.839403 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8a55ff0b-8f6c-4ffc-93ea-4b1ff559e809 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:21.920625 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a40a134d-e62e-4bfb-83f8-c26a8eac96a5 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Router 2de12eba-ca9c-4ee9-a127-6d8b48ad62b2 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:51:21.936580 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55ff0b-8f6c-4ffc-93ea-4b1ff559e809 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event deleted for resources: {'Port': ['ID=904f4755-04ee-4088-9ca9-f2a10dc00835,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:21.977070 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8a55ff0b-8f6c-4ffc-93ea-4b1ff559e809 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:21.982777 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8a55ff0b-8f6c-4ffc-93ea-4b1ff559e809 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "DELETE /v2.0/ports/904f4755-04ee-4088-9ca9-f2a10dc00835 HTTP/1.1" status: 204 len: 168 time: 0.7411203 Nov 25 17:51:21.985648 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 46792) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:22.019427 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-315eb5f4-f910-4772-8f50-b3c674b9dc8d tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] GET failed (client error): The resource could not be found. Nov 25 17:51:22.020927 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-315eb5f4-f910-4772-8f50-b3c674b9dc8d tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "GET /v2.0/ports/904f4755-04ee-4088-9ca9-f2a10dc00835 HTTP/1.1" status: 404 len: 333 time: 0.0336201 Nov 25 17:51:22.024303 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 46794) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:22.062430 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:22.116602 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-d56d91ab-4754-4e75-9504-0079ef79d517 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Deleting subnet 097c15ba-1cfd-4751-bdf5-7f3b7d4a1863 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:51:22.120678 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d56d91ab-4754-4e75-9504-0079ef79d517 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:22.145506 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b72713-6fd1-48c0-bc52-1df2459bfafc req-03857adb-1295-4e45-94c6-e1f1eb77b679 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:22.151964 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-77b72713-6fd1-48c0-bc52-1df2459bfafc req-03857adb-1295-4e45-94c6-e1f1eb77b679 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdd0d866-ce76-4a24-89f5-c50749e81bd5 HTTP/1.1" status: 200 len: 946 time: 0.2084076 Nov 25 17:51:22.190509 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d56d91ab-4754-4e75-9504-0079ef79d517 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:22.282000 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 723c5072-bfbd-4779-ba73-1eb60abfaad2 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:51:22.345825 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d56d91ab-4754-4e75-9504-0079ef79d517 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:22.352512 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 723c5072-bfbd-4779-ba73-1eb60abfaad2 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:51:22.353293 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:22.389904 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-77b72713-6fd1-48c0-bc52-1df2459bfafc req-4df0b031-1120-40f9-827e-5b456e7d05c5 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367818 Nov 25 17:51:22.390882 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c1eeb6fb-99c4-4b38-8593-bd260da0e631 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:22.466352 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d56d91ab-4754-4e75-9504-0079ef79d517 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:22.473207 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40a134d-e62e-4bfb-83f8-c26a8eac96a5 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:51:22.491784 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4760d64b-bbbd-40fd-b9d4-4e074f9b72b2 None None] Sync routers for ids ['2de12eba-ca9c-4ee9-a127-6d8b48ad62b2'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:51:22.498831 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a40a134d-e62e-4bfb-83f8-c26a8eac96a5 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:22.502180 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:22.517439 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4760d64b-bbbd-40fd-b9d4-4e074f9b72b2 None None] Routers {'2de12eba-ca9c-4ee9-a127-6d8b48ad62b2'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:51:22.519384 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-4760d64b-bbbd-40fd-b9d4-4e074f9b72b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:51:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['2de12eba-ca9c-4ee9-a127-6d8b48ad62b2'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:22.525471 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d91ab-4754-4e75-9504-0079ef79d517 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event deleted for resources: {'Subnet': ['ID=097c15ba-1cfd-4751-bdf5-7f3b7d4a1863,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:22.529401 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d56d91ab-4754-4e75-9504-0079ef79d517 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:22.533275 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d56d91ab-4754-4e75-9504-0079ef79d517 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "DELETE /v2.0/subnets/097c15ba-1cfd-4751-bdf5-7f3b7d4a1863 HTTP/1.1" status: 204 len: 168 time: 0.5078948 Nov 25 17:51:22.536553 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 46800) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:22.540702 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-a40a134d-e62e-4bfb-83f8-c26a8eac96a5 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "DELETE /v2.0/floatingips/c9a46e57-090e-4bab-9a1c-029bb1889f3e HTTP/1.1" status: 204 len: 168 time: 2.0860848 Nov 25 17:51:22.556004 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2dee017-9aa8-41c6-b4ab-5f83a39d35d4', 'tag': '5a792fdb-75f0-4cc9-ace9-3afedd10fad8'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:51:22.561090 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3991bea-30e5-4688-8356-f57de84a6c27" -d '{"events": [{"name": "network-changed", "server_uuid": "a2dee017-9aa8-41c6-b4ab-5f83a39d35d4", "tag": "5a792fdb-75f0-4cc9-ace9-3afedd10fad8"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:51:22.571128 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56056a77-6ad0-44c9-ba67-7ed1408b2f50 None None] Network cc43aa12-5cc9-4b0e-a103-94a570421579 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:51:22.627669 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1eeb6fb-99c4-4b38-8593-bd260da0e631 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Checking segment: {'id': '0c7ec89d-8bdf-47b1-94df-ce0ab0041469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'dbf4f4bf-784f-47b1-8ff2-eb03b694e4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:51:22.628045 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1eeb6fb-99c4-4b38-8593-bd260da0e631 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Network hostable DHCP agents. Network: dbf4f4bf-784f-47b1-8ff2-eb03b694e4ce, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:51:22.635773 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2ac6e036-7a6a-49d9-8c89-8ce0c0e8b897 req-c2136028-714b-4853-b9f6-3e2e69b9e85a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=598ae637-959f-4a82-ab28-f6756f65d14c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3590763 Nov 25 17:51:22.653384 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eeb6fb-99c4-4b38-8593-bd260da0e631 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event updated for resources: {'Subnet': ['ID=4fe3586c-540a-41b2-9534-83dfcbb9a4db,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:22.672928 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1eeb6fb-99c4-4b38-8593-bd260da0e631 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Network dbf4f4bf-784f-47b1-8ff2-eb03b694e4ce is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:51:22.693375 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5388b88b-597a-45d2-a84c-81b7aa421a23 req-d27a37e7-a2db-4f90-836c-b66c1e002e71 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:22.695462 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5388b88b-597a-45d2-a84c-81b7aa421a23 req-d27a37e7-a2db-4f90-836c-b66c1e002e71 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdd0d866-ce76-4a24-89f5-c50749e81bd5 HTTP/1.1" status: 200 len: 946 time: 0.1485453 Nov 25 17:51:22.696858 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-c1eeb6fb-99c4-4b38-8593-bd260da0e631 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, dbf4f4bf-784f-47b1-8ff2-eb03b694e4ce) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:51:22.711501 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1eeb6fb-99c4-4b38-8593-bd260da0e631 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:22.712155 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c1eeb6fb-99c4-4b38-8593-bd260da0e631 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:22.758084 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-4760d64b-bbbd-40fd-b9d4-4e074f9b72b2 None None] Set router 2de12eba-ca9c-4ee9-a127-6d8b48ad62b2 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:51:22.774678 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c1eeb6fb-99c4-4b38-8593-bd260da0e631 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2046366 Nov 25 17:51:22.781282 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-11f9a6d9-2da2-499a-9679-e42b6e6fa7c0 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:22.783264 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 46808) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:22.798911 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-b8533cff-7209-429e-b669-a8ad8406463d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-264646957', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:51:22.853542 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85dc09ed-b20b-4460-ac93-040fa6c79ad4 x-openstack-request-id: req-85dc09ed-b20b-4460-ac93-040fa6c79ad4 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:51:22.853920 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2dee017-9aa8-41c6-b4ab-5f83a39d35d4", "tag": "5a792fdb-75f0-4cc9-ace9-3afedd10fad8", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:51:22.854175 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-85dc09ed-b20b-4460-ac93-040fa6c79ad4 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:51:22.854677 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2dee017-9aa8-41c6-b4ab-5f83a39d35d4', 'tag': '5a792fdb-75f0-4cc9-ace9-3afedd10fad8', 'status': 'completed', 'code': 200} Nov 25 17:51:22.895082 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6e036-7a6a-49d9-8c89-8ce0c0e8b897 req-836eb632-201a-430e-aad0-3608b1cc02ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:22.896814 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2ac6e036-7a6a-49d9-8c89-8ce0c0e8b897 req-836eb632-201a-430e-aad0-3608b1cc02ce service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=867688fabf794394b7f5a37353b0165e&device_id=598ae637-959f-4a82-ab28-f6756f65d14c HTTP/1.1" status: 200 len: 1097 time: 0.1951864 Nov 25 17:51:22.902914 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5388b88b-597a-45d2-a84c-81b7aa421a23 req-4eeacc5c-1b63-461e-a95c-0fd8289476ed tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776922 Nov 25 17:51:22.935228 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b8533cff-7209-429e-b669-a8ad8406463d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:22.935228 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b8533cff-7209-429e-b669-a8ad8406463d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:23.117238 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6e036-7a6a-49d9-8c89-8ce0c0e8b897 req-985aeee0-36d5-40f9-a103-6b06da5dfafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:23.117238 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2ac6e036-7a6a-49d9-8c89-8ce0c0e8b897 req-985aeee0-36d5-40f9-a103-6b06da5dfafd service neutron] 10.222.0.74 "GET /v2.0/networks?id=956f4e0f-d672-4efc-84b9-1a07478d59f4 HTTP/1.1" status: 200 len: 897 time: 0.1967278 Nov 25 17:51:23.130559 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca66f0db-25bb-43d1-9e9c-42e9f99ceca9 None None] Network dbf4f4bf-784f-47b1-8ff2-eb03b694e4ce requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:51:23.142545 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3991bea-30e5-4688-8356-f57de84a6c27 req-23a0571e-efd9-4763-befa-8d01bd9580e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:23.144030 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-a3991bea-30e5-4688-8356-f57de84a6c27 req-23a0571e-efd9-4763-befa-8d01bd9580e0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e74594bc3f604c5c9d4110d7bd37c200&device_id=a2dee017-9aa8-41c6-b4ab-5f83a39d35d4 HTTP/1.1" status: 200 len: 1096 time: 0.2351213 Nov 25 17:51:23.172618 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b8533cff-7209-429e-b669-a8ad8406463d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:23.196090 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-4760d64b-bbbd-40fd-b9d4-4e074f9b72b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de12eba-ca9c-4ee9-a127-6d8b48ad62b2', 'name': 'tempest-TestNetworkBasicOps-router-1777893788', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '24085af4-0ede-4c45-9d34-e5f560d23e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:50:05Z', 'updated_at': '2021-11-25T17:50:13Z', 'revision_number': 4, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'gw_port': {'id': '24085af4-0ede-4c45-9d34-e5f560d23e4b', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:59:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de12eba-ca9c-4ee9-a127-6d8b48ad62b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:50:06Z', 'updated_at': '2021-11-25T17:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'c0f6eebf-ffa1-4a9d-bf6e-b5c538296cae', 'name': '', 'network_id': 'f0b62c91-efd1-42fd-8c7c-59c29803d540', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'mac_address': 'fa:16:3e:3c:4f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de12eba-ca9c-4ee9-a127-6d8b48ad62b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'dd8ab691-8e62-449b-bab6-bdcf74b0ccb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:50:12Z', 'updated_at': '2021-11-25T17:50:19Z', 'revision_number': 5, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'subnets': [{'id': 'dd8ab691-8e62-449b-bab6-bdcf74b0ccb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:23.211702 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b8533cff-7209-429e-b669-a8ad8406463d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:23.260436 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4760d64b-bbbd-40fd-b9d4-4e074f9b72b2 None None] Checking router: 2de12eba-ca9c-4ee9-a127-6d8b48ad62b2 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:51:23.267945 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.db.api [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:51:23.268538 n-d-817746-1 neutron-server[103362]: DEBUG oslo_db.api [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:51:23.271084 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-99d43e0a-5153-45ed-9704-80f94c9a3e88 None None] Provisioning complete for port 723c5072-bfbd-4779-ba73-1eb60abfaad2 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:51:23.271630 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-99d43e0a-5153-45ed-9704-80f94c9a3e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:23.272068 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4760d64b-bbbd-40fd-b9d4-4e074f9b72b2 None None] Routers {'2de12eba-ca9c-4ee9-a127-6d8b48ad62b2'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:51:23.272972 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-4760d64b-bbbd-40fd-b9d4-4e074f9b72b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:51:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['2de12eba-ca9c-4ee9-a127-6d8b48ad62b2'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:23.305647 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-11f9a6d9-2da2-499a-9679-e42b6e6fa7c0 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Deleting port 723c5072-bfbd-4779-ba73-1eb60abfaad2 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:51:23.305996 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-11f9a6d9-2da2-499a-9679-e42b6e6fa7c0 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:23.340622 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:23.363957 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b8533cff-7209-429e-b669-a8ad8406463d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:23.372114 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b8533cff-7209-429e-b669-a8ad8406463d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5867956 Nov 25 17:51:23.376986 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 46834) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:23.507038 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b99ef0-2098-4ce4-8bcc-68acf94e770c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-dbf4f4bf-784f-47b1-8ff2-eb03b694e4ce', 'network_id': 'dbf4f4bf-784f-47b1-8ff2-eb03b694e4ce', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'fixed_ips': [{'subnet_id': '4fe3586c-540a-41b2-9534-83dfcbb9a4db'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:51:23.508032 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-12b99ef0-2098-4ce4-8bcc-68acf94e770c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:23.544772 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-11f9a6d9-2da2-499a-9679-e42b6e6fa7c0 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] For port 723c5072-bfbd-4779-ba73-1eb60abfaad2, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=723c5072-bfbd-4779-ba73-1eb60abfaad2,segment=NetworkSegment(f43d6932-0e93-4827-83ed-f3547f73ab63),segment_id=f43d6932-0e93-4827-83ed-f3547f73ab63)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:51:23.548244 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-11f9a6d9-2da2-499a-9679-e42b6e6fa7c0 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:23.575415 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2ac6e036-7a6a-49d9-8c89-8ce0c0e8b897 req-ba150ff2-81b8-46a7-a005-240e4eac4c3e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bd04eb2-3dbf-402a-8d62-77b2cc3686f1 HTTP/1.1" status: 200 len: 1002 time: 0.4247241 Nov 25 17:51:23.583380 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-11f9a6d9-2da2-499a-9679-e42b6e6fa7c0 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Calling delete_port for 723c5072-bfbd-4779-ba73-1eb60abfaad2 owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:51:23.598099 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e34a3-b8fb-4348-8695-8fa250db5194 req-6e1eea2c-d0c6-4d12-bc54-ff5336a63ad0 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:23.615785 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ef4e34a3-b8fb-4348-8695-8fa250db5194 req-6e1eea2c-d0c6-4d12-bc54-ff5336a63ad0 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2dee017-9aa8-41c6-b4ab-5f83a39d35d4 HTTP/1.1" status: 200 len: 945 time: 0.5281594 Nov 25 17:51:23.643511 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f90d82-0ddd-4342-bd76-dd2fed334028 None None] DHCP port deletion for cc43aa12-5cc9-4b0e-a103-94a570421579 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:51:23.687419 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-4760d64b-bbbd-40fd-b9d4-4e074f9b72b2 None None] Set router 2de12eba-ca9c-4ee9-a127-6d8b48ad62b2 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:51:23.703051 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae12ec6-aaec-4760-8e24-ed58854bec41 req-6aacbf18-22cf-43de-b9de-08aee6bf32e9 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:23.704623 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fae12ec6-aaec-4760-8e24-ed58854bec41 req-6aacbf18-22cf-43de-b9de-08aee6bf32e9 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdd0d866-ce76-4a24-89f5-c50749e81bd5 HTTP/1.1" status: 200 len: 946 time: 0.4637563 Nov 25 17:51:23.777311 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-99d43e0a-5153-45ed-9704-80f94c9a3e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:23.791555 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3991bea-30e5-4688-8356-f57de84a6c27 req-865be750-8440-49e5-8007-df9a26cfe2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:23.794917 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-a3991bea-30e5-4688-8356-f57de84a6c27 req-865be750-8440-49e5-8007-df9a26cfe2f2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f0b62c91-efd1-42fd-8c7c-59c29803d540 HTTP/1.1" status: 200 len: 898 time: 0.6411276 Nov 25 17:51:23.798576 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-11f9a6d9-2da2-499a-9679-e42b6e6fa7c0 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:23.871484 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Port 723c5072-bfbd-4779-ba73-1eb60abfaad2 update to ACTIVE by agent not found {{(pid=103362) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 25 17:51:23.907061 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f9a6d9-2da2-499a-9679-e42b6e6fa7c0 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event deleted for resources: {'Port': ['ID=723c5072-bfbd-4779-ba73-1eb60abfaad2,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:23.923619 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ef4e34a3-b8fb-4348-8695-8fa250db5194 req-34dcdde2-6be3-47f9-9151-11d4551c4874 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/security-groups?id=ccc401e9-c464-4c5f-bf48-702b4b25d2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3068662 Nov 25 17:51:23.982123 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f9a6d9-2da2-499a-9679-e42b6e6fa7c0 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] No DVR routers for this DVR port 723c5072-bfbd-4779-ba73-1eb60abfaad2 on host n-d-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:51:23.984673 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-a3991bea-30e5-4688-8356-f57de84a6c27 req-b52a0cbe-8efc-47b5-901a-db6b1377ee3b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a792fdb-75f0-4cc9-ace9-3afedd10fad8 HTTP/1.1" status: 200 len: 217 time: 0.1741266 Nov 25 17:51:24.011553 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-12b99ef0-2098-4ce4-8bcc-68acf94e770c None None] Allocated IP 172.20.0.2 (dbf4f4bf-784f-47b1-8ff2-eb03b694e4ce/4fe3586c-540a-41b2-9534-83dfcbb9a4db/89bf71f7-8576-4482-a6a0-f396126552f0) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:51:24.096273 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6e036-7a6a-49d9-8c89-8ce0c0e8b897 req-5c9bbb3e-b8e3-4e2f-a111-7d42149fd586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:24.097836 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2ac6e036-7a6a-49d9-8c89-8ce0c0e8b897 req-5c9bbb3e-b8e3-4e2f-a111-7d42149fd586 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=41aa15c7-0383-4c7f-9427-4b12720b647d HTTP/1.1" status: 200 len: 835 time: 0.4793885 Nov 25 17:51:24.102761 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-21f90d82-0ddd-4342-bd76-dd2fed334028 None None] Deleting port 723c5072-bfbd-4779-ba73-1eb60abfaad2 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:51:24.103348 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-21f90d82-0ddd-4342-bd76-dd2fed334028 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:24.164220 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-4760d64b-bbbd-40fd-b9d4-4e074f9b72b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de12eba-ca9c-4ee9-a127-6d8b48ad62b2', 'name': 'tempest-TestNetworkBasicOps-router-1777893788', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '24085af4-0ede-4c45-9d34-e5f560d23e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:50:05Z', 'updated_at': '2021-11-25T17:50:13Z', 'revision_number': 4, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'gw_port': {'id': '24085af4-0ede-4c45-9d34-e5f560d23e4b', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:59:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de12eba-ca9c-4ee9-a127-6d8b48ad62b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:50:06Z', 'updated_at': '2021-11-25T17:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'c0f6eebf-ffa1-4a9d-bf6e-b5c538296cae', 'name': '', 'network_id': 'f0b62c91-efd1-42fd-8c7c-59c29803d540', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'mac_address': 'fa:16:3e:3c:4f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de12eba-ca9c-4ee9-a127-6d8b48ad62b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'dd8ab691-8e62-449b-bab6-bdcf74b0ccb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:50:12Z', 'updated_at': '2021-11-25T17:50:19Z', 'revision_number': 5, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'subnets': [{'id': 'dd8ab691-8e62-449b-bab6-bdcf74b0ccb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:24.194447 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4760d64b-bbbd-40fd-b9d4-4e074f9b72b2 None None] The sync data for ids ['2de12eba-ca9c-4ee9-a127-6d8b48ad62b2'] in n-d-817746-1 is: [{'id': '2de12eba-ca9c-4ee9-a127-6d8b48ad62b2', 'name': 'tempest-TestNetworkBasicOps-router-1777893788', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '24085af4-0ede-4c45-9d34-e5f560d23e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:50:05Z', 'updated_at': '2021-11-25T17:50:13Z', 'revision_number': 4, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'gw_port': {'id': '24085af4-0ede-4c45-9d34-e5f560d23e4b', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:59:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de12eba-ca9c-4ee9-a127-6d8b48ad62b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:50:06Z', 'updated_at': '2021-11-25T17:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'c0f6eebf-ffa1-4a9d-bf6e-b5c538296cae', 'name': '', 'network_id': 'f0b62c91-efd1-42fd-8c7c-59c29803d540', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'mac_address': 'fa:16:3e:3c:4f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de12eba-ca9c-4ee9-a127-6d8b48ad62b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'dd8ab691-8e62-449b-bab6-bdcf74b0ccb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:50:12Z', 'updated_at': '2021-11-25T17:50:19Z', 'revision_number': 5, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'subnets': [{'id': 'dd8ab691-8e62-449b-bab6-bdcf74b0ccb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:51:24.215643 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 723c5072-bfbd-4779-ba73-1eb60abfaad2 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:51:24.226294 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-11f9a6d9-2da2-499a-9679-e42b6e6fa7c0 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:24.241878 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 723c5072-bfbd-4779-ba73-1eb60abfaad2 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:51:24.242567 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 723c5072-bfbd-4779-ba73-1eb60abfaad2 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:51:24.269369 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3991bea-30e5-4688-8356-f57de84a6c27 req-2c532684-7feb-48a4-a510-9b0374de2c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:24.272498 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-a3991bea-30e5-4688-8356-f57de84a6c27 req-2c532684-7feb-48a4-a510-9b0374de2c15 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=dd8ab691-8e62-449b-bab6-bdcf74b0ccb1 HTTP/1.1" status: 200 len: 835 time: 0.2290738 Nov 25 17:51:24.312766 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-11f9a6d9-2da2-499a-9679-e42b6e6fa7c0 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc43aa12-5cc9-4b0e-a103-94a570421579']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:24.339189 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fae12ec6-aaec-4760-8e24-ed58854bec41 req-95a9f246-df47-4626-94a2-3a6057c166aa tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5475974 Nov 25 17:51:24.357207 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-21f90d82-0ddd-4342-bd76-dd2fed334028 None None] For port 723c5072-bfbd-4779-ba73-1eb60abfaad2, host n-d-817746-1, got binding levels [] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:51:24.357786 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-21f90d82-0ddd-4342-bd76-dd2fed334028 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:24.399314 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-21f90d82-0ddd-4342-bd76-dd2fed334028 None None] Calling delete_port for 723c5072-bfbd-4779-ba73-1eb60abfaad2 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:51:24.408331 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.ipam_backend_mixin [None req-21f90d82-0ddd-4342-bd76-dd2fed334028 None None] Port 723c5072-bfbd-4779-ba73-1eb60abfaad2 was not found and therefore no delete operation was performed {{(pid=103362) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 17:51:24.424906 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-11f9a6d9-2da2-499a-9679-e42b6e6fa7c0 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f43d6932-0e93-4827-83ed-f3547f73ab63') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:24.424906 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-11f9a6d9-2da2-499a-9679-e42b6e6fa7c0 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f43d6932-0e93-4827-83ed-f3547f73ab63') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:24.439470 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-21f90d82-0ddd-4342-bd76-dd2fed334028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:24.456699 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-11f9a6d9-2da2-499a-9679-e42b6e6fa7c0 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:24.463312 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339ec48e-6d9a-4453-a453-610e8ac323c4 req-79455bd6-e1ff-4c64-b5a4-bd99a60f9f2a tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:24.469186 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-339ec48e-6d9a-4453-a453-610e8ac323c4 req-79455bd6-e1ff-4c64-b5a4-bd99a60f9f2a tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.90 "GET /v2.0/ports?device_id=a2dee017-9aa8-41c6-b4ab-5f83a39d35d4 HTTP/1.1" status: 200 len: 945 time: 0.4118819 Nov 25 17:51:24.497373 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6e036-7a6a-49d9-8c89-8ce0c0e8b897 req-806432b6-b4a2-4155-b264-9d51e6113539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:24.502565 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-11f9a6d9-2da2-499a-9679-e42b6e6fa7c0 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:24.505497 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2ac6e036-7a6a-49d9-8c89-8ce0c0e8b897 req-806432b6-b4a2-4155-b264-9d51e6113539 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=956f4e0f-d672-4efc-84b9-1a07478d59f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3819420 Nov 25 17:51:24.511550 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f90d82-0ddd-4342-bd76-dd2fed334028 None None] Pushing event deleted for resources: {'Port': ['ID=723c5072-bfbd-4779-ba73-1eb60abfaad2,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:24.518977 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f90d82-0ddd-4342-bd76-dd2fed334028 None None] No DVR routers for this DVR port 723c5072-bfbd-4779-ba73-1eb60abfaad2 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:51:24.531771 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11f9a6d9-2da2-499a-9679-e42b6e6fa7c0 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Releasing vlan 935 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:51:24.532164 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-11f9a6d9-2da2-499a-9679-e42b6e6fa7c0 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:24.547090 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-12b99ef0-2098-4ce4-8bcc-68acf94e770c None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:24.559442 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-12b99ef0-2098-4ce4-8bcc-68acf94e770c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:24.612924 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b99ef0-2098-4ce4-8bcc-68acf94e770c None None] Network dbf4f4bf-784f-47b1-8ff2-eb03b694e4ce is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:51:24.619544 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-12b99ef0-2098-4ce4-8bcc-68acf94e770c None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:51:24.629401 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b99ef0-2098-4ce4-8bcc-68acf94e770c None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:51:24.647880 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:51:24.647880 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:51:24.647880 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:51:24.647880 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:51:24.647880 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:51:24.647880 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:51:24.647880 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:51:24.647880 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:51:24.647880 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:51:24.647880 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:51:24.647880 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:51:24.647880 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:51:24.647880 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:51:24.647880 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:51:24.647880 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:51:24.647880 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:51:24.647880 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:51:24.647880 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:51:24.647880 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:51:24.647880 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:51:24.647880 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:51:24.647880 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:51:24.647880 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:51:24.647880 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:51:24.647880 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:51:24.647880 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:51:24.647880 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:51:24.647880 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:51:24.647880 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:51:24.647880 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:51:24.647880 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:51:24.647880 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:51:24.650049 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b99ef0-2098-4ce4-8bcc-68acf94e770c None None] Pushing event updated for resources: {'Port': ['ID=89bf71f7-8576-4482-a6a0-f396126552f0,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:24.657070 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-11f9a6d9-2da2-499a-9679-e42b6e6fa7c0 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:24.708996 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7837e9d9-d32d-48fa-9cdb-e98974701123 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:24.723174 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-11f9a6d9-2da2-499a-9679-e42b6e6fa7c0 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:24.738091 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-11f9a6d9-2da2-499a-9679-e42b6e6fa7c0 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "DELETE /v2.0/networks/cc43aa12-5cc9-4b0e-a103-94a570421579 HTTP/1.1" status: 204 len: 168 time: 2.1883764 Nov 25 17:51:24.739865 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-12b99ef0-2098-4ce4-8bcc-68acf94e770c None None] Attempting to bind port 89bf71f7-8576-4482-a6a0-f396126552f0 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:51:24.740253 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-12b99ef0-2098-4ce4-8bcc-68acf94e770c None None] Attempting to bind port 89bf71f7-8576-4482-a6a0-f396126552f0 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '0c7ec89d-8bdf-47b1-94df-ce0ab0041469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'dbf4f4bf-784f-47b1-8ff2-eb03b694e4ce'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:51:24.740628 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b99ef0-2098-4ce4-8bcc-68acf94e770c None None] Attempting to bind port 89bf71f7-8576-4482-a6a0-f396126552f0 on network dbf4f4bf-784f-47b1-8ff2-eb03b694e4ce {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:51:24.747961 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b99ef0-2098-4ce4-8bcc-68acf94e770c None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:51:24.748862 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b99ef0-2098-4ce4-8bcc-68acf94e770c None None] Checking segment: {'id': '0c7ec89d-8bdf-47b1-94df-ce0ab0041469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'dbf4f4bf-784f-47b1-8ff2-eb03b694e4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:51:24.748862 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-12b99ef0-2098-4ce4-8bcc-68acf94e770c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:24.749181 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b99ef0-2098-4ce4-8bcc-68acf94e770c None None] Bound using segment: {'id': '0c7ec89d-8bdf-47b1-94df-ce0ab0041469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'dbf4f4bf-784f-47b1-8ff2-eb03b694e4ce'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:51:24.749658 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-12b99ef0-2098-4ce4-8bcc-68acf94e770c None None] Bound port: 89bf71f7-8576-4482-a6a0-f396126552f0, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c7ec89d-8bdf-47b1-94df-ce0ab0041469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'dbf4f4bf-784f-47b1-8ff2-eb03b694e4ce'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:51:24.750111 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-12b99ef0-2098-4ce4-8bcc-68acf94e770c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:24.751119 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 46890) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:24.806171 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f9a6d9-2da2-499a-9679-e42b6e6fa7c0 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event deleted for resources: {'Network': ['ID=cc43aa12-5cc9-4b0e-a103-94a570421579,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:24.819914 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9498dd4-290c-437e-9432-2d16fa23f7ba None None] New status for floating IP c9a46e57-090e-4bab-9a1c-029bb1889f3e: DOWN {{(pid=103362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:51:24.841866 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-3a15cbf4-1696-49cc-820f-5fdac4f51473 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Request body: {'port': {'network_id': 'ea19064b-94c7-418e-a2c1-6bc16d70098e', 'name': 'tempest-PortsIpV6TestJSON-979965957'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:51:24.845689 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f16dd8-fc4f-406c-b483-11016607a555 req-19f0b943-9174-468e-92a6-cd62290a9747 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:24.847588 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-93f16dd8-fc4f-406c-b483-11016607a555 req-19f0b943-9174-468e-92a6-cd62290a9747 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.74 "GET /v2.0/ports?device_id=fdd0d866-ce76-4a24-89f5-c50749e81bd5 HTTP/1.1" status: 200 len: 946 time: 0.1961672 Nov 25 17:51:24.872193 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3991bea-30e5-4688-8356-f57de84a6c27 req-ebbf65ef-9af0-4202-83e3-7ffaa6c160df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:24.873196 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-a3991bea-30e5-4688-8356-f57de84a6c27 req-ebbf65ef-9af0-4202-83e3-7ffaa6c160df service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f0b62c91-efd1-42fd-8c7c-59c29803d540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5756342 Nov 25 17:51:24.888284 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-12b99ef0-2098-4ce4-8bcc-68acf94e770c None None] For port 89bf71f7-8576-4482-a6a0-f396126552f0, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:51:24.902736 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-12b99ef0-2098-4ce4-8bcc-68acf94e770c None None] For port 89bf71f7-8576-4482-a6a0-f396126552f0, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=89bf71f7-8576-4482-a6a0-f396126552f0,segment=NetworkSegment(0c7ec89d-8bdf-47b1-94df-ce0ab0041469),segment_id=0c7ec89d-8bdf-47b1-94df-ce0ab0041469)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:51:24.909869 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-12b99ef0-2098-4ce4-8bcc-68acf94e770c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:25.050307 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b99ef0-2098-4ce4-8bcc-68acf94e770c None None] Pushing event updated for resources: {'Port': ['ID=89bf71f7-8576-4482-a6a0-f396126552f0,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:25.050812 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-a3991bea-30e5-4688-8356-f57de84a6c27 req-c9e36e8d-206b-46a4-81f2-057eb0a9a509 service neutron] 10.222.0.90 "GET /v2.0/networks/f0b62c91-efd1-42fd-8c7c-59c29803d540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508002 Nov 25 17:51:25.302512 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-a3991bea-30e5-4688-8356-f57de84a6c27 req-0d65d74c-9ace-4475-820f-9d9de9c00932 service neutron] 10.222.0.90 "GET /v2.0/networks/f0b62c91-efd1-42fd-8c7c-59c29803d540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358646 Nov 25 17:51:25.320644 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-93f16dd8-fc4f-406c-b483-11016607a555 req-c5dc893f-19d3-425e-9a0d-bf33b3b665c6 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Deleting port fb3f8bf4-5455-4bb8-9567-48bb13061e6e {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:51:25.320644 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-93f16dd8-fc4f-406c-b483-11016607a555 req-c5dc893f-19d3-425e-9a0d-bf33b3b665c6 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:25.362019 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2ac6e036-7a6a-49d9-8c89-8ce0c0e8b897 req-32414ae6-4c09-440c-9ea1-3793230630ff service neutron] 10.222.0.74 "GET /v2.0/networks/956f4e0f-d672-4efc-84b9-1a07478d59f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8212974 Nov 25 17:51:25.478466 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-93f16dd8-fc4f-406c-b483-11016607a555 req-c5dc893f-19d3-425e-9a0d-bf33b3b665c6 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] For port fb3f8bf4-5455-4bb8-9567-48bb13061e6e, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=fb3f8bf4-5455-4bb8-9567-48bb13061e6e,segment=NetworkSegment(5d15a5ac-47ef-4ddf-b5a4-0fc888643200),segment_id=5d15a5ac-47ef-4ddf-b5a4-0fc888643200)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:51:25.478923 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-93f16dd8-fc4f-406c-b483-11016607a555 req-c5dc893f-19d3-425e-9a0d-bf33b3b665c6 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:25.496578 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-93f16dd8-fc4f-406c-b483-11016607a555 req-c5dc893f-19d3-425e-9a0d-bf33b3b665c6 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Calling delete_port for fb3f8bf4-5455-4bb8-9567-48bb13061e6e owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:51:25.657037 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-93f16dd8-fc4f-406c-b483-11016607a555 req-c5dc893f-19d3-425e-9a0d-bf33b3b665c6 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:25.672158 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['efa7b196-d088-459a-852c-dd1f944378ce'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:51:25.699774 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dc893f-19d3-425e-9a0d-bf33b3b665c6 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Pushing event deleted for resources: {'Port': ['ID=fb3f8bf4-5455-4bb8-9567-48bb13061e6e,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:25.703580 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['fb3f8bf4-5455-4bb8-9567-48bb13061e6e'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:51:25.715977 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816173d6-365e-4f66-af5f-cf2a193fe183 None None] DHCP port deletion for cde55e2d-003f-4ba7-9946-c3e49edc6c96 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:51:25.767619 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f16dd8-fc4f-406c-b483-11016607a555 req-c5dc893f-19d3-425e-9a0d-bf33b3b665c6 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] No DVR routers for this DVR port fb3f8bf4-5455-4bb8-9567-48bb13061e6e on host n-h1-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:51:25.770273 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-93f16dd8-fc4f-406c-b483-11016607a555 req-c5dc893f-19d3-425e-9a0d-bf33b3b665c6 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:25.775634 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-93f16dd8-fc4f-406c-b483-11016607a555 req-c5dc893f-19d3-425e-9a0d-bf33b3b665c6 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.74 "DELETE /v2.0/ports/fb3f8bf4-5455-4bb8-9567-48bb13061e6e HTTP/1.1" status: 204 len: 173 time: 0.9169817 Nov 25 17:51:25.776671 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd0d866-ce76-4a24-89f5-c50749e81bd5', 'name': 'network-vif-deleted', 'tag': 'fb3f8bf4-5455-4bb8-9567-48bb13061e6e'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:51:25.782993 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9b18d7-e097-4f62-a692-aa01d42c2a56" -d '{"events": [{"server_uuid": "fdd0d866-ce76-4a24-89f5-c50749e81bd5", "name": "network-vif-deleted", "tag": "fb3f8bf4-5455-4bb8-9567-48bb13061e6e"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:51:25.907364 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fc9bf0b2-40b1-4bcb-b2c0-46009f49214c req-6688e324-08ca-4ba3-b37b-a4817fb265ad tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdd0d866-ce76-4a24-89f5-c50749e81bd5 HTTP/1.1" status: 200 len: 210 time: 0.0713623 Nov 25 17:51:25.915683 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e7738e-0d5c-4c9a-aa42-278786b75a88 req-1c458791-73f3-4ca4-91a8-50617acf9580 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:25.923742 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c2e7738e-0d5c-4c9a-aa42-278786b75a88 req-1c458791-73f3-4ca4-91a8-50617acf9580 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2dee017-9aa8-41c6-b4ab-5f83a39d35d4 HTTP/1.1" status: 200 len: 945 time: 0.8407056 Nov 25 17:51:25.968358 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2ac6e036-7a6a-49d9-8c89-8ce0c0e8b897 req-ec23f742-cbee-4943-ac33-fff880d09a9a service neutron] 10.222.0.74 "GET /v2.0/networks/956f4e0f-d672-4efc-84b9-1a07478d59f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5953236 Nov 25 17:51:25.980350 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462fd563-5d9f-4fd6-a59d-4eabdb99d5e6 x-openstack-request-id: req-462fd563-5d9f-4fd6-a59d-4eabdb99d5e6 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:51:25.980721 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd0d866-ce76-4a24-89f5-c50749e81bd5", "name": "network-vif-deleted", "tag": "fb3f8bf4-5455-4bb8-9567-48bb13061e6e", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:51:25.980917 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-462fd563-5d9f-4fd6-a59d-4eabdb99d5e6 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:51:25.981313 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdd0d866-ce76-4a24-89f5-c50749e81bd5', 'name': 'network-vif-deleted', 'tag': 'fb3f8bf4-5455-4bb8-9567-48bb13061e6e', 'status': 'completed', 'code': 200} Nov 25 17:51:25.986002 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a15cbf4-1696-49cc-820f-5fdac4f51473 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Made reservation on behalf of 28b5aae943b9455c8114055630556aca for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:51:25.989695 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3a15cbf4-1696-49cc-820f-5fdac4f51473 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:25.993804 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-339ec48e-6d9a-4453-a453-610e8ac323c4 req-71eea0c6-b940-4e7f-8c53-d5ec24c0f46f tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Deleting port 5a792fdb-75f0-4cc9-ace9-3afedd10fad8 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:51:25.994136 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-339ec48e-6d9a-4453-a453-610e8ac323c4 req-71eea0c6-b940-4e7f-8c53-d5ec24c0f46f tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:26.157806 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [None req-3a15cbf4-1696-49cc-820f-5fdac4f51473 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] device_id is not set on port 073a3c4a-8fa7-43e6-953c-9a054f9b0c8c yet. {{(pid=103361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:51:26.191032 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 89bf71f7-8576-4482-a6a0-f396126552f0 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:51:26.255062 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c2e7738e-0d5c-4c9a-aa42-278786b75a88 req-9cabd7bc-b603-4ae9-9355-bdfc90878923 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/security-groups?id=ccc401e9-c464-4c5f-bf48-702b4b25d2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3304195 Nov 25 17:51:26.262400 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-7837e9d9-d32d-48fa-9cdb-e98974701123 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Allocated IP 172.20.0.1 (dbf4f4bf-784f-47b1-8ff2-eb03b694e4ce/4fe3586c-540a-41b2-9534-83dfcbb9a4db/42d0742c-00a7-45c9-a92c-0482141384b7) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:51:26.266462 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 89bf71f7-8576-4482-a6a0-f396126552f0 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:51:26.266977 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:26.328638 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-339ec48e-6d9a-4453-a453-610e8ac323c4 req-71eea0c6-b940-4e7f-8c53-d5ec24c0f46f tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] For port 5a792fdb-75f0-4cc9-ace9-3afedd10fad8, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=5a792fdb-75f0-4cc9-ace9-3afedd10fad8,segment=NetworkSegment(274a258b-b064-458c-b5c1-f473d996c8a2),segment_id=274a258b-b064-458c-b5c1-f473d996c8a2)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:51:26.329050 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-339ec48e-6d9a-4453-a453-610e8ac323c4 req-71eea0c6-b940-4e7f-8c53-d5ec24c0f46f tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:26.344116 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-339ec48e-6d9a-4453-a453-610e8ac323c4 req-71eea0c6-b940-4e7f-8c53-d5ec24c0f46f tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Calling delete_port for 5a792fdb-75f0-4cc9-ace9-3afedd10fad8 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:51:26.582890 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fea702-fcf6-4c65-b989-fde153b4b0b3 None None] Network dbf4f4bf-784f-47b1-8ff2-eb03b694e4ce requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:51:26.618416 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:26.667951 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-2b9a880d-d201-4556-9922-a3a29b73b6b1 None None] Provisioning complete for port 89bf71f7-8576-4482-a6a0-f396126552f0 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:51:26.668326 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2b9a880d-d201-4556-9922-a3a29b73b6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:26.688297 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3a15cbf4-1696-49cc-820f-5fdac4f51473 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:26.710027 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port 89bf71f7-8576-4482-a6a0-f396126552f0, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=89bf71f7-8576-4482-a6a0-f396126552f0,segment=NetworkSegment(0c7ec89d-8bdf-47b1-94df-ce0ab0041469),segment_id=0c7ec89d-8bdf-47b1-94df-ce0ab0041469)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:51:26.720680 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:26.725251 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7837e9d9-d32d-48fa-9cdb-e98974701123 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:26.754722 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-339ec48e-6d9a-4453-a453-610e8ac323c4 req-71eea0c6-b940-4e7f-8c53-d5ec24c0f46f tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:26.822104 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eea0c6-b940-4e7f-8c53-d5ec24c0f46f tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Pushing event deleted for resources: {'Port': ['ID=5a792fdb-75f0-4cc9-ace9-3afedd10fad8,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:26.826660 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=89bf71f7-8576-4482-a6a0-f396126552f0,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:26.853849 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-339ec48e-6d9a-4453-a453-610e8ac323c4 req-71eea0c6-b940-4e7f-8c53-d5ec24c0f46f tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] No DVR routers for this DVR port 5a792fdb-75f0-4cc9-ace9-3afedd10fad8 on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:51:26.858218 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3a15cbf4-1696-49cc-820f-5fdac4f51473 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:26.861480 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-339ec48e-6d9a-4453-a453-610e8ac323c4 req-71eea0c6-b940-4e7f-8c53-d5ec24c0f46f tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:26.864748 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-339ec48e-6d9a-4453-a453-610e8ac323c4 req-71eea0c6-b940-4e7f-8c53-d5ec24c0f46f tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.90 "DELETE /v2.0/ports/5a792fdb-75f0-4cc9-ace9-3afedd10fad8 HTTP/1.1" status: 204 len: 173 time: 2.3737516 Nov 25 17:51:26.865224 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2dee017-9aa8-41c6-b4ab-5f83a39d35d4', 'name': 'network-vif-deleted', 'tag': '5a792fdb-75f0-4cc9-ace9-3afedd10fad8'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:51:26.867591 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506f5b9d-2c75-402b-9a97-892cc5cf988f" -d '{"events": [{"server_uuid": "a2dee017-9aa8-41c6-b4ab-5f83a39d35d4", "name": "network-vif-deleted", "tag": "5a792fdb-75f0-4cc9-ace9-3afedd10fad8"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:51:26.907012 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7837e9d9-d32d-48fa-9cdb-e98974701123 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:26.938218 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a15cbf4-1696-49cc-820f-5fdac4f51473 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Network ea19064b-94c7-418e-a2c1-6bc16d70098e is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:51:26.947004 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-3a15cbf4-1696-49cc-820f-5fdac4f51473 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:51:26.961196 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a15cbf4-1696-49cc-820f-5fdac4f51473 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:51:26.967623 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a15cbf4-1696-49cc-820f-5fdac4f51473 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:26.968270 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3a15cbf4-1696-49cc-820f-5fdac4f51473 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:26.977505 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db3d35a-c4e7-4052-997b-92262900e29b x-openstack-request-id: req-6db3d35a-c4e7-4052-997b-92262900e29b {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:51:26.978291 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2dee017-9aa8-41c6-b4ab-5f83a39d35d4", "name": "network-vif-deleted", "tag": "5a792fdb-75f0-4cc9-ace9-3afedd10fad8", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:51:26.978550 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6db3d35a-c4e7-4052-997b-92262900e29b {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:51:26.978955 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2dee017-9aa8-41c6-b4ab-5f83a39d35d4', 'name': 'network-vif-deleted', 'tag': '5a792fdb-75f0-4cc9-ace9-3afedd10fad8', 'status': 'completed', 'code': 200} Nov 25 17:51:26.981836 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7837e9d9-d32d-48fa-9cdb-e98974701123 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Network dbf4f4bf-784f-47b1-8ff2-eb03b694e4ce is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:51:26.993833 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-7837e9d9-d32d-48fa-9cdb-e98974701123 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:51:26.996559 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7837e9d9-d32d-48fa-9cdb-e98974701123 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:51:27.007720 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a15cbf4-1696-49cc-820f-5fdac4f51473 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event updated for resources: {'Port': ['ID=073a3c4a-8fa7-43e6-953c-9a054f9b0c8c,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:27.071225 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-3a15cbf4-1696-49cc-820f-5fdac4f51473 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.3146975 Nov 25 17:51:27.073895 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 46914) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:27.098843 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7837e9d9-d32d-48fa-9cdb-e98974701123 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event updated for resources: {'Port': ['ID=42d0742c-00a7-45c9-a92c-0482141384b7,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:27.107602 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7837e9d9-d32d-48fa-9cdb-e98974701123 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:27.249299 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 5a792fdb-75f0-4cc9-ace9-3afedd10fad8 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:51:27.305345 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: 5a792fdb-75f0-4cc9-ace9-3afedd10fad8 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:51:27.305702 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 5a792fdb-75f0-4cc9-ace9-3afedd10fad8 not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:51:27.312092 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-82c7ea0a-3533-41db-8b7f-df43900153c1 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Deleting port 073a3c4a-8fa7-43e6-953c-9a054f9b0c8c {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:51:27.313646 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-82c7ea0a-3533-41db-8b7f-df43900153c1 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:27.365572 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-e5d66a6c-52b3-4c35-a32c-a53825f9a6a9 None None] Provisioning complete for port 89bf71f7-8576-4482-a6a0-f396126552f0 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:51:27.367252 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e5d66a6c-52b3-4c35-a32c-a53825f9a6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:27.395746 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5030954-9014-4aa5-ae38-494389ee1c59 req-15e84280-1e32-446d-94ed-7bdfa2544e44 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:27.420392 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c5030954-9014-4aa5-ae38-494389ee1c59 req-15e84280-1e32-446d-94ed-7bdfa2544e44 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/networks?id=cde55e2d-003f-4ba7-9946-c3e49edc6c96 HTTP/1.1" status: 200 len: 805 time: 0.1762426 Nov 25 17:51:27.460161 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c5030954-9014-4aa5-ae38-494389ee1c59 req-e73e883d-a23a-48cc-8fa0-ec5503a7205b tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/quotas/0d1113b5e38141dd82a78af66f2b7f1f HTTP/1.1" status: 200 len: 375 time: 0.0387366 Nov 25 17:51:27.493132 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-82c7ea0a-3533-41db-8b7f-df43900153c1 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:27.534215 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-82c7ea0a-3533-41db-8b7f-df43900153c1 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Calling delete_port for 073a3c4a-8fa7-43e6-953c-9a054f9b0c8c owned by {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:51:27.580034 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-db6835e2-f45e-4e76-b8dc-59cd8ca16b4c req-48eebeb9-1f78-4808-b098-c03f813ebd7b tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2dee017-9aa8-41c6-b4ab-5f83a39d35d4 HTTP/1.1" status: 200 len: 210 time: 0.0618281 Nov 25 17:51:27.649349 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c5030954-9014-4aa5-ae38-494389ee1c59 req-66dfb68d-b049-42e6-af4f-6dfb3a73323a tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=0d1113b5e38141dd82a78af66f2b7f1f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1882977 Nov 25 17:51:27.650323 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7837e9d9-d32d-48fa-9cdb-e98974701123 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:27.669885 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-82c7ea0a-3533-41db-8b7f-df43900153c1 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:27.703351 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c7ea0a-3533-41db-8b7f-df43900153c1 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event deleted for resources: {'Port': ['ID=073a3c4a-8fa7-43e6-953c-9a054f9b0c8c,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:27.708767 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-82c7ea0a-3533-41db-8b7f-df43900153c1 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:27.712785 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-82c7ea0a-3533-41db-8b7f-df43900153c1 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "DELETE /v2.0/ports/073a3c4a-8fa7-43e6-953c-9a054f9b0c8c HTTP/1.1" status: 204 len: 168 time: 0.6368690 Nov 25 17:51:27.716414 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 46928) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:27.721925 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-5b7faed6-f48e-4cd7-8ca3-ecce5e55e0b1 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Request body: {'port': {'network_id': 'ea19064b-94c7-418e-a2c1-6bc16d70098e', 'mac_address': 'fa:16:3e:bd:41:8a', 'name': 'tempest-PortsIpV6TestJSON-815093349'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:51:27.741574 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-145ae1ab-72a6-4a5a-813a-b7b15abc1010 None None] Provisioning complete for port 42d0742c-00a7-45c9-a92c-0482141384b7 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:51:27.742113 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-145ae1ab-72a6-4a5a-813a-b7b15abc1010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:27.788848 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-145ae1ab-72a6-4a5a-813a-b7b15abc1010 None None] Port 42d0742c-00a7-45c9-a92c-0482141384b7 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:51:27.843096 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7faed6-f48e-4cd7-8ca3-ecce5e55e0b1 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Made reservation on behalf of 28b5aae943b9455c8114055630556aca for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:51:27.892253 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c5030954-9014-4aa5-ae38-494389ee1c59 req-6cac47b4-ab46-4457-8f3b-4e86d8a690fa service neutron] 10.222.0.75 "GET /v2.0/networks/cde55e2d-003f-4ba7-9946-c3e49edc6c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381573 Nov 25 17:51:27.927314 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device fb3f8bf4-5455-4bb8-9567-48bb13061e6e no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:51:27.941368 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5b7faed6-f48e-4cd7-8ca3-ecce5e55e0b1 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:27.969604 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-5b7faed6-f48e-4cd7-8ca3-ecce5e55e0b1 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] device_id is not set on port 1fd1cd23-34b2-48ab-8a8c-1659cba5c6c4 yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:51:27.970743 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: fb3f8bf4-5455-4bb8-9567-48bb13061e6e {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:51:27.971336 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device fb3f8bf4-5455-4bb8-9567-48bb13061e6e not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:51:28.161566 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7837e9d9-d32d-48fa-9cdb-e98974701123 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:28.169253 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7837e9d9-d32d-48fa-9cdb-e98974701123 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:28.191178 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 89bf71f7-8576-4482-a6a0-f396126552f0 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:51:28.200920 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5b7faed6-f48e-4cd7-8ca3-ecce5e55e0b1 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:28.241345 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5b7faed6-f48e-4cd7-8ca3-ecce5e55e0b1 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:28.312866 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c5030954-9014-4aa5-ae38-494389ee1c59 req-134c2415-0335-4677-9516-fce003cd59bc service neutron] 10.222.0.75 "GET /v2.0/networks/cde55e2d-003f-4ba7-9946-c3e49edc6c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4088922 Nov 25 17:51:28.330737 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 89bf71f7-8576-4482-a6a0-f396126552f0 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:51:28.332255 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:28.336437 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7faed6-f48e-4cd7-8ca3-ecce5e55e0b1 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Network ea19064b-94c7-418e-a2c1-6bc16d70098e is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:51:28.337724 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7faed6-f48e-4cd7-8ca3-ecce5e55e0b1 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event updated for resources: {'Port': ['ID=1fd1cd23-34b2-48ab-8a8c-1659cba5c6c4,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:28.340489 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-5b7faed6-f48e-4cd7-8ca3-ecce5e55e0b1 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:51:28.346982 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7faed6-f48e-4cd7-8ca3-ecce5e55e0b1 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:51:28.357803 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7faed6-f48e-4cd7-8ca3-ecce5e55e0b1 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:28.358535 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5b7faed6-f48e-4cd7-8ca3-ecce5e55e0b1 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:28.392057 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-5b7faed6-f48e-4cd7-8ca3-ecce5e55e0b1 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6743414 Nov 25 17:51:28.394770 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 46932) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:28.398874 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7837e9d9-d32d-48fa-9cdb-e98974701123 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event updated for resources: {'Port': ['ID=42d0742c-00a7-45c9-a92c-0482141384b7,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:28.409479 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7837e9d9-d32d-48fa-9cdb-e98974701123 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:28.462551 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd6d1ed-0d0b-441f-b3ec-24ef69cb8270 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:28.467758 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ccd6d1ed-0d0b-441f-b3ec-24ef69cb8270 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "GET /v2.0/ports/1fd1cd23-34b2-48ab-8a8c-1659cba5c6c4 HTTP/1.1" status: 200 len: 844 time: 0.0717144 Nov 25 17:51:28.468404 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 46934) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:28.572109 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7837e9d9-d32d-48fa-9cdb-e98974701123 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Network dbf4f4bf-784f-47b1-8ff2-eb03b694e4ce is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:51:28.575602 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-7837e9d9-d32d-48fa-9cdb-e98974701123 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:51:28.631740 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5253c9b6-419f-4957-bfc7-0e2e06956ab7 req-5b83afa5-cd29-4acb-bcf1-92292852b7f7 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=42c58d9e-7d5d-4c82-89f5-8b4693338342 HTTP/1.1" status: 200 len: 210 time: 0.0447500 Nov 25 17:51:28.731835 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 46942) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:28.859992 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7837e9d9-d32d-48fa-9cdb-e98974701123 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Router d1c5930e-a55a-46a3-bb7f-76295413f97f is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:51:28.927481 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d5509b2a-ab47-4932-ab21-5550aa2fc8d8 None None] Provisioning complete for port 42d0742c-00a7-45c9-a92c-0482141384b7 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:51:28.928584 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d5509b2a-ab47-4932-ab21-5550aa2fc8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:29.021039 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7837e9d9-d32d-48fa-9cdb-e98974701123 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:51:29.021528 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d5509b2a-ab47-4932-ab21-5550aa2fc8d8 None None] Port 42d0742c-00a7-45c9-a92c-0482141384b7 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:51:29.028094 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-7837e9d9-d32d-48fa-9cdb-e98974701123 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "PUT /v2.0/routers/d1c5930e-a55a-46a3-bb7f-76295413f97f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6472490 Nov 25 17:51:29.028094 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1bf79e8a-57a1-427a-9f63-56653ac7b118 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:29.029280 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 46948) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:29.036646 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cd2eb2-b9e5-4e20-bb5a-fecc224298ce None None] Sync routers for ids ['d1c5930e-a55a-46a3-bb7f-76295413f97f'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:51:29.054139 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cd2eb2-b9e5-4e20-bb5a-fecc224298ce None None] Routers {'d1c5930e-a55a-46a3-bb7f-76295413f97f'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:51:29.054757 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-d3cd2eb2-b9e5-4e20-bb5a-fecc224298ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:51:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['d1c5930e-a55a-46a3-bb7f-76295413f97f'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:29.138863 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-d3cd2eb2-b9e5-4e20-bb5a-fecc224298ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:29.154525 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cd2eb2-b9e5-4e20-bb5a-fecc224298ce None None] Routers {'d1c5930e-a55a-46a3-bb7f-76295413f97f'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:51:29.155136 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-d3cd2eb2-b9e5-4e20-bb5a-fecc224298ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:51:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['d1c5930e-a55a-46a3-bb7f-76295413f97f'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:29.165896 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1bf79e8a-57a1-427a-9f63-56653ac7b118 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:29.215213 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecbcfaa-64e0-4f64-8eb9-54888b30c80c tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:29.219212 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-8ecbcfaa-64e0-4f64-8eb9-54888b30c80c tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "GET /v2.0/ports/42d0742c-00a7-45c9-a92c-0482141384b7 HTTP/1.1" status: 200 len: 910 time: 0.1866856 Nov 25 17:51:29.222594 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 46954) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:29.224832 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-d3cd2eb2-b9e5-4e20-bb5a-fecc224298ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:29.225498 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cd2eb2-b9e5-4e20-bb5a-fecc224298ce None None] The sync data for ids ['d1c5930e-a55a-46a3-bb7f-76295413f97f'] in n-d-817746-1 is: [] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:51:29.234181 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-fe0ce01e-7a82-431f-8d9b-e05561d60ed4 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4fe3586c-540a-41b2-9534-83dfcbb9a4db'}]}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:51:29.269319 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-f63b9d52-175f-4484-8db3-92f586fd1307 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Deleting port 1fd1cd23-34b2-48ab-8a8c-1659cba5c6c4 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:51:29.270948 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f63b9d52-175f-4484-8db3-92f586fd1307 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:29.369099 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f63b9d52-175f-4484-8db3-92f586fd1307 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:29.386382 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-f63b9d52-175f-4484-8db3-92f586fd1307 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Calling delete_port for 1fd1cd23-34b2-48ab-8a8c-1659cba5c6c4 owned by {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:51:29.485087 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f63b9d52-175f-4484-8db3-92f586fd1307 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:29.505883 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1bf79e8a-57a1-427a-9f63-56653ac7b118 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:29.508723 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1bf79e8a-57a1-427a-9f63-56653ac7b118 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:29.513365 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-1bf79e8a-57a1-427a-9f63-56653ac7b118 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "DELETE /v2.0/security-groups/ccc401e9-c464-4c5f-bf48-702b4b25d2c5 HTTP/1.1" status: 204 len: 168 time: 0.7803202 Nov 25 17:51:29.528195 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b9d52-175f-4484-8db3-92f586fd1307 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event deleted for resources: {'Port': ['ID=1fd1cd23-34b2-48ab-8a8c-1659cba5c6c4,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:29.539643 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f63b9d52-175f-4484-8db3-92f586fd1307 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:29.545475 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f63b9d52-175f-4484-8db3-92f586fd1307 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "DELETE /v2.0/ports/1fd1cd23-34b2-48ab-8a8c-1659cba5c6c4 HTTP/1.1" status: 204 len: 168 time: 1.0759196 Nov 25 17:51:29.548511 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 46960) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:29.570840 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 46962) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:29.582235 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf79e8a-57a1-427a-9f63-56653ac7b118 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc401e9-c464-4c5f-bf48-702b4b25d2c5,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:29.586975 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fe0ce01e-7a82-431f-8d9b-e05561d60ed4 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:29.597056 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5239d54-6e6c-4a9b-8624-00186081dc69 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] GET failed (client error): The resource could not be found. Nov 25 17:51:29.598883 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e5239d54-6e6c-4a9b-8624-00186081dc69 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "GET /v2.0/ports/1fd1cd23-34b2-48ab-8a8c-1659cba5c6c4 HTTP/1.1" status: 404 len: 333 time: 0.0490427 Nov 25 17:51:29.603106 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 46964) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:29.610740 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-86049b55-e490-436f-9927-5c96802a2f0c tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Request body: {'port': {'network_id': 'ea19064b-94c7-418e-a2c1-6bc16d70098e', 'name': 'tempest-PortsIpV6TestJSON-1591735340'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:51:29.747618 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86049b55-e490-436f-9927-5c96802a2f0c tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Made reservation on behalf of 28b5aae943b9455c8114055630556aca for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:51:29.752962 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-86049b55-e490-436f-9927-5c96802a2f0c tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:29.778574 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-091242c3-6ac3-438a-b88a-15f69b904347 req-24b7114a-f7c0-402f-bc7e-265b8cda1eb5 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=42c58d9e-7d5d-4c82-89f5-8b4693338342 HTTP/1.1" status: 200 len: 210 time: 0.0461614 Nov 25 17:51:29.790044 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-86049b55-e490-436f-9927-5c96802a2f0c tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] device_id is not set on port 301139bd-18de-4566-a5aa-7175aa9e9015 yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:51:29.994007 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-86049b55-e490-436f-9927-5c96802a2f0c tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:30.040810 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-86049b55-e490-436f-9927-5c96802a2f0c tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:30.111967 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86049b55-e490-436f-9927-5c96802a2f0c tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Network ea19064b-94c7-418e-a2c1-6bc16d70098e is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:51:30.115689 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-86049b55-e490-436f-9927-5c96802a2f0c tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:51:30.119713 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86049b55-e490-436f-9927-5c96802a2f0c tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:51:30.133995 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86049b55-e490-436f-9927-5c96802a2f0c tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:30.135905 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-86049b55-e490-436f-9927-5c96802a2f0c tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:30.156570 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86049b55-e490-436f-9927-5c96802a2f0c tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event updated for resources: {'Port': ['ID=301139bd-18de-4566-a5aa-7175aa9e9015,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:30.166248 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-86049b55-e490-436f-9927-5c96802a2f0c tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5616975 Nov 25 17:51:30.168622 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 46968) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:30.175522 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-1290dc2d-0c99-4b4e-97ab-8c7c16d33c1f tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:51:30.273993 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1290dc2d-0c99-4b4e-97ab-8c7c16d33c1f tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:30.450990 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1290dc2d-0c99-4b4e-97ab-8c7c16d33c1f tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:30.458146 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1290dc2d-0c99-4b4e-97ab-8c7c16d33c1f tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:30.499511 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-1290dc2d-0c99-4b4e-97ab-8c7c16d33c1f tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] In _notify_port_updated(), no bound segment for port 301139bd-18de-4566-a5aa-7175aa9e9015 on network ea19064b-94c7-418e-a2c1-6bc16d70098e {{(pid=103360) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:51:30.506913 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1290dc2d-0c99-4b4e-97ab-8c7c16d33c1f tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:30.512745 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1290dc2d-0c99-4b4e-97ab-8c7c16d33c1f tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:30.519227 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1290dc2d-0c99-4b4e-97ab-8c7c16d33c1f tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "PUT /v2.0/ports/301139bd-18de-4566-a5aa-7175aa9e9015 HTTP/1.1" status: 200 len: 818 time: 0.3492451 Nov 25 17:51:30.522680 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 46972) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:30.549159 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5030954-9014-4aa5-ae38-494389ee1c59 req-403f06e2-05d8-4ecd-b7c3-7cf44ae32a06 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:30.550510 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c5030954-9014-4aa5-ae38-494389ee1c59 req-403f06e2-05d8-4ecd-b7c3-7cf44ae32a06 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.74 "GET /v2.0/networks?id=cde55e2d-003f-4ba7-9946-c3e49edc6c96 HTTP/1.1" status: 200 len: 805 time: 0.2650495 Nov 25 17:51:30.569427 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-c5030954-9014-4aa5-ae38-494389ee1c59 req-4a6a91ec-45fc-4706-b48e-9daa099d3778 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Request body: {'port': {'device_id': '42c58d9e-7d5d-4c82-89f5-8b4693338342', 'network_id': 'cde55e2d-003f-4ba7-9946-c3e49edc6c96', 'admin_state_up': True, 'tenant_id': '0d1113b5e38141dd82a78af66f2b7f1f'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:51:30.609694 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1290dc2d-0c99-4b4e-97ab-8c7c16d33c1f tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event updated for resources: {'Port': ['ID=301139bd-18de-4566-a5aa-7175aa9e9015,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:30.639151 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-eb529f78-3ed1-4995-bb64-3e327c2de11c tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Deleting port 301139bd-18de-4566-a5aa-7175aa9e9015 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:51:30.639739 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eb529f78-3ed1-4995-bb64-3e327c2de11c tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:30.719003 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eb529f78-3ed1-4995-bb64-3e327c2de11c tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:30.737370 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-eb529f78-3ed1-4995-bb64-3e327c2de11c tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Calling delete_port for 301139bd-18de-4566-a5aa-7175aa9e9015 owned by {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:51:30.832349 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5030954-9014-4aa5-ae38-494389ee1c59 req-4a6a91ec-45fc-4706-b48e-9daa099d3778 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Made reservation on behalf of 0d1113b5e38141dd82a78af66f2b7f1f for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:51:30.835353 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c5030954-9014-4aa5-ae38-494389ee1c59 req-4a6a91ec-45fc-4706-b48e-9daa099d3778 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:30.842009 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eb529f78-3ed1-4995-bb64-3e327c2de11c tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:30.881093 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb529f78-3ed1-4995-bb64-3e327c2de11c tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event deleted for resources: {'Port': ['ID=301139bd-18de-4566-a5aa-7175aa9e9015,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:30.892237 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eb529f78-3ed1-4995-bb64-3e327c2de11c tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:30.895819 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-eb529f78-3ed1-4995-bb64-3e327c2de11c tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "DELETE /v2.0/ports/301139bd-18de-4566-a5aa-7175aa9e9015 HTTP/1.1" status: 204 len: 168 time: 0.3726971 Nov 25 17:51:30.898337 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 46976) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:30.926260 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9e34882f-efcf-4ca8-92c5-429d4fa19b89 req-b04eb710-7f03-4180-92fc-f4313037264c tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=42c58d9e-7d5d-4c82-89f5-8b4693338342 HTTP/1.1" status: 200 len: 210 time: 0.0530295 Nov 25 17:51:30.961428 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fe0ce01e-7a82-431f-8d9b-e05561d60ed4 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:30.965780 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33c3605-6cfa-46dc-8c3d-428ca9a9f338 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:30.967494 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b33c3605-6cfa-46dc-8c3d-428ca9a9f338 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0681760 Nov 25 17:51:30.972861 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 46978) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:30.979711 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fe0ce01e-7a82-431f-8d9b-e05561d60ed4 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:31.004946 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab6d517a-b11d-4933-a5c8-aee124b8ef12 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] GET failed (client error): The resource could not be found. Nov 25 17:51:31.009855 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ab6d517a-b11d-4933-a5c8-aee124b8ef12 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "GET /v2.0/ports/301139bd-18de-4566-a5aa-7175aa9e9015 HTTP/1.1" status: 404 len: 333 time: 0.0348051 Nov 25 17:51:31.010106 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 46980) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:31.016348 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-645e63ff-d41d-45a8-a1f2-00e0373f547a tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-68847499'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:51:31.038915 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645e63ff-d41d-45a8-a1f2-00e0373f547a tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Made reservation on behalf of 28b5aae943b9455c8114055630556aca for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:51:31.043051 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-645e63ff-d41d-45a8-a1f2-00e0373f547a tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:31.078800 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-645e63ff-d41d-45a8-a1f2-00e0373f547a tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 918} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:51:31.089750 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-645e63ff-d41d-45a8-a1f2-00e0373f547a tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:31.089750 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-645e63ff-d41d-45a8-a1f2-00e0373f547a tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Added segment 9797049c-647e-4219-a0c8-cca096d0f388 of type vlan for network 2102d22d-17d2-4bf1-aa0a-a04d0cada51d Nov 25 17:51:31.128844 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0ce01e-7a82-431f-8d9b-e05561d60ed4 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:31.129508 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fe0ce01e-7a82-431f-8d9b-e05561d60ed4 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:31.130856 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-fe0ce01e-7a82-431f-8d9b-e05561d60ed4 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "PUT /v2.0/ports/42d0742c-00a7-45c9-a92c-0482141384b7 HTTP/1.1" status: 200 len: 910 time: 1.9064941 Nov 25 17:51:31.137746 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 46982) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:31.142405 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-645e63ff-d41d-45a8-a1f2-00e0373f547a tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:31.149759 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0ce01e-7a82-431f-8d9b-e05561d60ed4 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event updated for resources: {'Port': ['ID=42d0742c-00a7-45c9-a92c-0482141384b7,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:31.171528 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-645e63ff-d41d-45a8-a1f2-00e0373f547a tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:31.178686 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645e63ff-d41d-45a8-a1f2-00e0373f547a tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:31.179352 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-645e63ff-d41d-45a8-a1f2-00e0373f547a tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:31.231148 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-c5030954-9014-4aa5-ae38-494389ee1c59 req-4a6a91ec-45fc-4706-b48e-9daa099d3778 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Allocated IP 172.20.0.3 (cde55e2d-003f-4ba7-9946-c3e49edc6c96/b114d138-184e-414d-8d77-af9fac4f96f6/e26f3648-3afc-43ef-9d40-c99eb7cc3525) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:51:31.252542 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-645e63ff-d41d-45a8-a1f2-00e0373f547a tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2405629 Nov 25 17:51:31.253206 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 46984) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:31.259966 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5ea315c1-4731-4afc-ba73-6466d6f14f81 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:31.268341 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-7c87f3ed-3624-419a-8fc0-3d5a88388381 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Request body: {'subnet': {'network_id': '2102d22d-17d2-4bf1-aa0a-a04d0cada51d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:51:31.275726 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645e63ff-d41d-45a8-a1f2-00e0373f547a tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event updated for resources: {'Network': ['ID=2102d22d-17d2-4bf1-aa0a-a04d0cada51d,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:31.288056 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 2102d22d-17d2-4bf1-aa0a-a04d0cada51d details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:51:31.395365 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c87f3ed-3624-419a-8fc0-3d5a88388381 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Made reservation on behalf of 28b5aae943b9455c8114055630556aca for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:51:31.399468 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7c87f3ed-3624-419a-8fc0-3d5a88388381 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:31.614604 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7c87f3ed-3624-419a-8fc0-3d5a88388381 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:31.684685 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c5030954-9014-4aa5-ae38-494389ee1c59 req-4a6a91ec-45fc-4706-b48e-9daa099d3778 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:31.688938 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c87f3ed-3624-419a-8fc0-3d5a88388381 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event updated for resources: {'Subnet': ['ID=125d92eb-b8e5-4388-9ec8-7a64bb75fed2,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:31.693186 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c87f3ed-3624-419a-8fc0-3d5a88388381 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Checking segment: {'id': '9797049c-647e-4219-a0c8-cca096d0f388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '2102d22d-17d2-4bf1-aa0a-a04d0cada51d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:51:31.694005 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c87f3ed-3624-419a-8fc0-3d5a88388381 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Network hostable DHCP agents. Network: 2102d22d-17d2-4bf1-aa0a-a04d0cada51d, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:51:31.715762 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c87f3ed-3624-419a-8fc0-3d5a88388381 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Network 2102d22d-17d2-4bf1-aa0a-a04d0cada51d is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:51:31.726470 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-7c87f3ed-3624-419a-8fc0-3d5a88388381 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 2102d22d-17d2-4bf1-aa0a-a04d0cada51d) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:51:31.733268 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c87f3ed-3624-419a-8fc0-3d5a88388381 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:31.733868 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7c87f3ed-3624-419a-8fc0-3d5a88388381 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:31.741490 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d265a661-a40c-49c0-9e96-e1fd51024bc1 None None] Network 2102d22d-17d2-4bf1-aa0a-a04d0cada51d requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:51:31.755881 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7c87f3ed-3624-419a-8fc0-3d5a88388381 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4914253 Nov 25 17:51:31.755881 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 46988) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:31.762476 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-ca4f8bbe-bbc5-4d20-8fe4-91dd5bce63bd tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Request body: {'subnet': {'network_id': '2102d22d-17d2-4bf1-aa0a-a04d0cada51d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:51:31.774032 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c5030954-9014-4aa5-ae38-494389ee1c59 req-4a6a91ec-45fc-4706-b48e-9daa099d3778 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:31.815073 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['efa7b196-d088-459a-852c-dd1f944378ce'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:51:31.856415 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5030954-9014-4aa5-ae38-494389ee1c59 req-4a6a91ec-45fc-4706-b48e-9daa099d3778 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Network cde55e2d-003f-4ba7-9946-c3e49edc6c96 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:51:31.886740 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-c5030954-9014-4aa5-ae38-494389ee1c59 req-4a6a91ec-45fc-4706-b48e-9daa099d3778 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:51:31.892317 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5030954-9014-4aa5-ae38-494389ee1c59 req-4a6a91ec-45fc-4706-b48e-9daa099d3778 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:51:31.913239 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e94aa5-c152-4826-b362-945d9370b206 None None] DHCP port deletion for cde55e2d-003f-4ba7-9946-c3e49edc6c96 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:51:31.919444 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a91ec-45fc-4706-b48e-9daa099d3778 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Pushing event updated for resources: {'Port': ['ID=e26f3648-3afc-43ef-9d40-c99eb7cc3525,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:31.960188 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b8fc4c0a-6d3c-4fe1-a37c-c17f6333b06a tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:31.978413 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca4f8bbe-bbc5-4d20-8fe4-91dd5bce63bd tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Made reservation on behalf of 28b5aae943b9455c8114055630556aca for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:51:31.990193 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ca4f8bbe-bbc5-4d20-8fe4-91dd5bce63bd tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:32.027420 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5030954-9014-4aa5-ae38-494389ee1c59 req-4a6a91ec-45fc-4706-b48e-9daa099d3778 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:32.027993 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c5030954-9014-4aa5-ae38-494389ee1c59 req-4a6a91ec-45fc-4706-b48e-9daa099d3778 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:32.112921 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e57b1b-e721-47f0-8224-41893241ef79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-2102d22d-17d2-4bf1-aa0a-a04d0cada51d', 'network_id': '2102d22d-17d2-4bf1-aa0a-a04d0cada51d', 'tenant_id': '28b5aae943b9455c8114055630556aca', 'fixed_ips': [{'subnet_id': '125d92eb-b8e5-4388-9ec8-7a64bb75fed2'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:51:32.113772 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d5e57b1b-e721-47f0-8224-41893241ef79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:32.115281 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c5030954-9014-4aa5-ae38-494389ee1c59 req-4a6a91ec-45fc-4706-b48e-9daa099d3778 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5527418 Nov 25 17:51:32.126216 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-5ea315c1-4731-4afc-ba73-6466d6f14f81 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Deleting port c0f6eebf-ffa1-4a9d-bf6e-b5c538296cae {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:51:32.126792 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5ea315c1-4731-4afc-ba73-6466d6f14f81 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:32.136355 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-368e12a8-52cd-4431-911a-1e16ebe1a682 None None] Provisioning complete for port e26f3648-3afc-43ef-9d40-c99eb7cc3525 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:51:32.137417 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-368e12a8-52cd-4431-911a-1e16ebe1a682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:32.147357 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-c5030954-9014-4aa5-ae38-494389ee1c59 req-27da6129-d94e-4963-ad21-4f41b551e488 service neutron] Request body: {'port': {'device_id': '42c58d9e-7d5d-4c82-89f5-8b4693338342', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:51:32.162599 n-d-817746-1 neutron-server[103360]: INFO neutron.db.ipam_backend_mixin [None req-ca4f8bbe-bbc5-4d20-8fe4-91dd5bce63bd tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 125d92eb-b8e5-4388-9ec8-7a64bb75fed2 (CIDR: 2001:db8::/64) Nov 25 17:51:32.166175 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca4f8bbe-bbc5-4d20-8fe4-91dd5bce63bd tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:51:32.166860 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca4f8bbe-bbc5-4d20-8fe4-91dd5bce63bd tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:51:32.186044 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ca4f8bbe-bbc5-4d20-8fe4-91dd5bce63bd tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4289272 Nov 25 17:51:32.188939 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 46992) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:32.195605 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-a9c08f75-a87b-44ba-82bb-b440bb8d3ade tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Request body: {'subnet': {'network_id': '2102d22d-17d2-4bf1-aa0a-a04d0cada51d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:51:32.257952 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3991bfc9-95c4-4d78-ae17-71a00c43d955 req-7f1b6af6-8fea-4dc1-935f-885090116291 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:32.261650 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3991bfc9-95c4-4d78-ae17-71a00c43d955 req-7f1b6af6-8fea-4dc1-935f-885090116291 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=42c58d9e-7d5d-4c82-89f5-8b4693338342 HTTP/1.1" status: 200 len: 931 time: 0.1869931 Nov 25 17:51:32.315635 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-368e12a8-52cd-4431-911a-1e16ebe1a682 None None] Port e26f3648-3afc-43ef-9d40-c99eb7cc3525 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:51:32.330457 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c08f75-a87b-44ba-82bb-b440bb8d3ade tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Made reservation on behalf of 28b5aae943b9455c8114055630556aca for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:51:32.334932 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a9c08f75-a87b-44ba-82bb-b440bb8d3ade tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:32.361881 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c5030954-9014-4aa5-ae38-494389ee1c59 req-27da6129-d94e-4963-ad21-4f41b551e488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:32.386751 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-5ea315c1-4731-4afc-ba73-6466d6f14f81 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] For port c0f6eebf-ffa1-4a9d-bf6e-b5c538296cae, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=c0f6eebf-ffa1-4a9d-bf6e-b5c538296cae,segment=NetworkSegment(274a258b-b064-458c-b5c1-f473d996c8a2),segment_id=274a258b-b064-458c-b5c1-f473d996c8a2)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:51:32.387145 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5ea315c1-4731-4afc-ba73-6466d6f14f81 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:32.419071 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-5ea315c1-4731-4afc-ba73-6466d6f14f81 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Calling delete_port for c0f6eebf-ffa1-4a9d-bf6e-b5c538296cae owned by network:router_interface {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:51:32.451656 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-d5e57b1b-e721-47f0-8224-41893241ef79 None None] Allocated IP 2001:db8::2 (2102d22d-17d2-4bf1-aa0a-a04d0cada51d/125d92eb-b8e5-4388-9ec8-7a64bb75fed2/bcbbe8af-f90a-40b1-addf-270257b37d67) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:51:32.461278 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3991bfc9-95c4-4d78-ae17-71a00c43d955 req-83d93b04-f782-451c-bc54-252f8d2743f6 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758795 Nov 25 17:51:32.650450 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a9c08f75-a87b-44ba-82bb-b440bb8d3ade tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:32.693057 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c08f75-a87b-44ba-82bb-b440bb8d3ade tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Network 2102d22d-17d2-4bf1-aa0a-a04d0cada51d is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:51:32.699030 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-a9c08f75-a87b-44ba-82bb-b440bb8d3ade tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:51:32.709071 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c08f75-a87b-44ba-82bb-b440bb8d3ade tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:32.709833 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a9c08f75-a87b-44ba-82bb-b440bb8d3ade tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:32.722298 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d5e57b1b-e721-47f0-8224-41893241ef79 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:32.733353 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a9c08f75-a87b-44ba-82bb-b440bb8d3ade tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5404918 Nov 25 17:51:32.733977 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 46998) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:32.736895 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d5e57b1b-e721-47f0-8224-41893241ef79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:32.739212 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-78279f8e-1fab-4a30-91d6-ba38f7111fbe tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Request body: {'port': {'network_id': '2102d22d-17d2-4bf1-aa0a-a04d0cada51d', 'fixed_ips': [{'subnet_id': '125d92eb-b8e5-4388-9ec8-7a64bb75fed2'}, {'subnet_id': '9826fabb-6797-45e8-8c57-e6d953490d18'}], 'name': 'tempest-PortsIpV6TestJSON-1550134005'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:51:32.782235 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e57b1b-e721-47f0-8224-41893241ef79 None None] Network 2102d22d-17d2-4bf1-aa0a-a04d0cada51d is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:51:32.790187 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-d5e57b1b-e721-47f0-8224-41893241ef79 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:51:32.793852 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e57b1b-e721-47f0-8224-41893241ef79 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:51:32.800713 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c08f75-a87b-44ba-82bb-b440bb8d3ade tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event updated for resources: {'Subnet': ['ID=9826fabb-6797-45e8-8c57-e6d953490d18,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:32.814420 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e57b1b-e721-47f0-8224-41893241ef79 None None] Pushing event updated for resources: {'Port': ['ID=bcbbe8af-f90a-40b1-addf-270257b37d67,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:32.865846 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-d5e57b1b-e721-47f0-8224-41893241ef79 None None] Attempting to bind port bcbbe8af-f90a-40b1-addf-270257b37d67 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:51:32.866363 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-d5e57b1b-e721-47f0-8224-41893241ef79 None None] Attempting to bind port bcbbe8af-f90a-40b1-addf-270257b37d67 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '9797049c-647e-4219-a0c8-cca096d0f388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '2102d22d-17d2-4bf1-aa0a-a04d0cada51d'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:51:32.866769 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e57b1b-e721-47f0-8224-41893241ef79 None None] Attempting to bind port bcbbe8af-f90a-40b1-addf-270257b37d67 on network 2102d22d-17d2-4bf1-aa0a-a04d0cada51d {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:51:32.873931 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e57b1b-e721-47f0-8224-41893241ef79 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:51:32.874323 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e57b1b-e721-47f0-8224-41893241ef79 None None] Checking segment: {'id': '9797049c-647e-4219-a0c8-cca096d0f388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '2102d22d-17d2-4bf1-aa0a-a04d0cada51d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:51:32.874720 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d5e57b1b-e721-47f0-8224-41893241ef79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:32.875121 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e57b1b-e721-47f0-8224-41893241ef79 None None] Bound using segment: {'id': '9797049c-647e-4219-a0c8-cca096d0f388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '2102d22d-17d2-4bf1-aa0a-a04d0cada51d'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:51:32.875609 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-d5e57b1b-e721-47f0-8224-41893241ef79 None None] Bound port: bcbbe8af-f90a-40b1-addf-270257b37d67, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9797049c-647e-4219-a0c8-cca096d0f388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '2102d22d-17d2-4bf1-aa0a-a04d0cada51d'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:51:32.875999 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d5e57b1b-e721-47f0-8224-41893241ef79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:32.912130 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78279f8e-1fab-4a30-91d6-ba38f7111fbe tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Made reservation on behalf of 28b5aae943b9455c8114055630556aca for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:51:32.960914 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d5e57b1b-e721-47f0-8224-41893241ef79 None None] For port bcbbe8af-f90a-40b1-addf-270257b37d67, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:51:32.965690 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d5e57b1b-e721-47f0-8224-41893241ef79 None None] For port bcbbe8af-f90a-40b1-addf-270257b37d67, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=bcbbe8af-f90a-40b1-addf-270257b37d67,segment=NetworkSegment(9797049c-647e-4219-a0c8-cca096d0f388),segment_id=9797049c-647e-4219-a0c8-cca096d0f388)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:51:32.978543 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d5e57b1b-e721-47f0-8224-41893241ef79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:33.063050 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-78279f8e-1fab-4a30-91d6-ba38f7111fbe tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:33.078557 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e57b1b-e721-47f0-8224-41893241ef79 None None] Pushing event updated for resources: {'Port': ['ID=bcbbe8af-f90a-40b1-addf-270257b37d67,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:33.094488 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-78279f8e-1fab-4a30-91d6-ba38f7111fbe tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] device_id is not set on port 7cecbdd3-481a-43b4-b30e-dc52cab73ace yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:51:33.259532 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-b8fc4c0a-6d3c-4fe1-a37c-c17f6333b06a tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Deleting port 42d0742c-00a7-45c9-a92c-0482141384b7 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:51:33.260269 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b8fc4c0a-6d3c-4fe1-a37c-c17f6333b06a tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:33.397930 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e1449-491b-493a-bb90-ac8fdd321c9d req-baf43746-63a0-41f8-90fe-2b5824753dc8 tempest-TestNetworkAdvancedServerOps-44296226 tempest-TestNetworkAdvancedServerOps-44296226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:33.399479 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-374e1449-491b-493a-bb90-ac8fdd321c9d req-baf43746-63a0-41f8-90fe-2b5824753dc8 tempest-TestNetworkAdvancedServerOps-44296226 tempest-TestNetworkAdvancedServerOps-44296226-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=598ae637-959f-4a82-ab28-f6756f65d14c HTTP/1.1" status: 200 len: 1097 time: 0.2561388 Nov 25 17:51:33.475120 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-374e1449-491b-493a-bb90-ac8fdd321c9d req-611ead8d-1607-42fe-ac13-33eb13299a26 tempest-TestNetworkAdvancedServerOps-44296226 tempest-TestNetworkAdvancedServerOps-44296226-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:33.483152 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-78279f8e-1fab-4a30-91d6-ba38f7111fbe tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Allocated IP 2001:db8::20f (2102d22d-17d2-4bf1-aa0a-a04d0cada51d/125d92eb-b8e5-4388-9ec8-7a64bb75fed2/7cecbdd3-481a-43b4-b30e-dc52cab73ace) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:51:33.489455 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-78279f8e-1fab-4a30-91d6-ba38f7111fbe tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Allocated IP 2001:db8:0:1::16f (2102d22d-17d2-4bf1-aa0a-a04d0cada51d/9826fabb-6797-45e8-8c57-e6d953490d18/7cecbdd3-481a-43b4-b30e-dc52cab73ace) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:51:33.503320 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b8fc4c0a-6d3c-4fe1-a37c-c17f6333b06a tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:33.559069 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-b8fc4c0a-6d3c-4fe1-a37c-c17f6333b06a tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Calling delete_port for 42d0742c-00a7-45c9-a92c-0482141384b7 owned by network:router_interface {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:51:33.592992 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5ea315c1-4731-4afc-ba73-6466d6f14f81 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:33.625318 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-c5030954-9014-4aa5-ae38-494389ee1c59 req-27da6129-d94e-4963-ad21-4f41b551e488 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e26f3648-3afc-43ef-9d40-c99eb7cc3525 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:51:33.659757 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c5030954-9014-4aa5-ae38-494389ee1c59 req-27da6129-d94e-4963-ad21-4f41b551e488 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:33.669602 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea315c1-4731-4afc-ba73-6466d6f14f81 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Pushing event deleted for resources: {'Port': ['ID=c0f6eebf-ffa1-4a9d-bf6e-b5c538296cae,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:33.709187 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-78279f8e-1fab-4a30-91d6-ba38f7111fbe tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:33.750788 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-c5030954-9014-4aa5-ae38-494389ee1c59 req-27da6129-d94e-4963-ad21-4f41b551e488 service neutron] Transition to ACTIVE for port object e26f3648-3afc-43ef-9d40-c99eb7cc3525 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:51:33.763180 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-78279f8e-1fab-4a30-91d6-ba38f7111fbe tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:33.784793 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c5030954-9014-4aa5-ae38-494389ee1c59 req-27da6129-d94e-4963-ad21-4f41b551e488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:33.811484 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78279f8e-1fab-4a30-91d6-ba38f7111fbe tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Network 2102d22d-17d2-4bf1-aa0a-a04d0cada51d is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:51:33.818101 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-78279f8e-1fab-4a30-91d6-ba38f7111fbe tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:51:33.823055 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78279f8e-1fab-4a30-91d6-ba38f7111fbe tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:51:33.829252 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78279f8e-1fab-4a30-91d6-ba38f7111fbe tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:33.830030 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-78279f8e-1fab-4a30-91d6-ba38f7111fbe tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:33.859007 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78279f8e-1fab-4a30-91d6-ba38f7111fbe tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event updated for resources: {'Port': ['ID=7cecbdd3-481a-43b4-b30e-dc52cab73ace,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:33.877861 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-78279f8e-1fab-4a30-91d6-ba38f7111fbe tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.1402895 Nov 25 17:51:33.879474 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47006) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:33.884868 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-8acb368a-baa4-4c45-8484-dab0f9c3956d tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '125d92eb-b8e5-4388-9ec8-7a64bb75fed2'}]}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:51:33.889096 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675b113-d52b-4d0f-9a31-a0f00ca8259c req-470ae465-e00a-448b-bcbb-66d91ca59107 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:33.890924 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c675b113-d52b-4d0f-9a31-a0f00ca8259c req-470ae465-e00a-448b-bcbb-66d91ca59107 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=42c58d9e-7d5d-4c82-89f5-8b4693338342 HTTP/1.1" status: 200 len: 931 time: 0.3201556 Nov 25 17:51:33.931126 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfdee80-72a5-4ba2-946a-4e8df3bed9fa None None] DHCP port deletion for cde55e2d-003f-4ba7-9946-c3e49edc6c96 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:51:34.006230 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8acb368a-baa4-4c45-8484-dab0f9c3956d tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:34.110750 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-374e1449-491b-493a-bb90-ac8fdd321c9d req-611ead8d-1607-42fe-ac13-33eb13299a26 tempest-TestNetworkAdvancedServerOps-44296226 tempest-TestNetworkAdvancedServerOps-44296226-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:34.114162 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27da6129-d94e-4963-ad21-4f41b551e488 service neutron] Pushing event updated for resources: {'Port': ['ID=e26f3648-3afc-43ef-9d40-c99eb7cc3525,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:34.156727 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c675b113-d52b-4d0f-9a31-a0f00ca8259c req-3c369617-c053-4830-83a5-1b6765e4d8f5 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569711 Nov 25 17:51:34.209683 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-374e1449-491b-493a-bb90-ac8fdd321c9d req-611ead8d-1607-42fe-ac13-33eb13299a26 tempest-TestNetworkAdvancedServerOps-44296226 tempest-TestNetworkAdvancedServerOps-44296226-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:34.309761 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:51:34.349746 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device bcbbe8af-f90a-40b1-addf-270257b37d67 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:51:34.390445 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611ead8d-1607-42fe-ac13-33eb13299a26 tempest-TestNetworkAdvancedServerOps-44296226 tempest-TestNetworkAdvancedServerOps-44296226-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93571065-d237-4959-9229-d0972533bee0,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:34.396956 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-374e1449-491b-493a-bb90-ac8fdd321c9d req-611ead8d-1607-42fe-ac13-33eb13299a26 tempest-TestNetworkAdvancedServerOps-44296226 tempest-TestNetworkAdvancedServerOps-44296226-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=1d72823a-4513-4da3-9508-6964b7c723ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.9807944 Nov 25 17:51:34.402506 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-8acb368a-baa4-4c45-8484-dab0f9c3956d tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Delete allocated IP 2001:db8:0:1::16f (2102d22d-17d2-4bf1-aa0a-a04d0cada51d/9826fabb-6797-45e8-8c57-e6d953490d18) {{(pid=103360) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 25 17:51:34.480020 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5ea315c1-4731-4afc-ba73-6466d6f14f81 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:34.486458 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b8fc4c0a-6d3c-4fe1-a37c-c17f6333b06a tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:34.487494 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port bcbbe8af-f90a-40b1-addf-270257b37d67 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:51:34.487887 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:34.511990 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-c5030954-9014-4aa5-ae38-494389ee1c59 req-27da6129-d94e-4963-ad21-4f41b551e488 service neutron] Attempting to bind port e26f3648-3afc-43ef-9d40-c99eb7cc3525 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:51:34.512334 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-c5030954-9014-4aa5-ae38-494389ee1c59 req-27da6129-d94e-4963-ad21-4f41b551e488 service neutron] Attempting to bind port e26f3648-3afc-43ef-9d40-c99eb7cc3525 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '5d15a5ac-47ef-4ddf-b5a4-0fc888643200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'cde55e2d-003f-4ba7-9946-c3e49edc6c96'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:51:34.512667 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5030954-9014-4aa5-ae38-494389ee1c59 req-27da6129-d94e-4963-ad21-4f41b551e488 service neutron] Attempting to bind port e26f3648-3afc-43ef-9d40-c99eb7cc3525 on network cde55e2d-003f-4ba7-9946-c3e49edc6c96 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:51:34.599048 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc4c0a-6d3c-4fe1-a37c-c17f6333b06a tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event deleted for resources: {'Port': ['ID=42d0742c-00a7-45c9-a92c-0482141384b7,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:34.631908 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1734ddeb-210a-4652-a7d2-5026b59044b6 None None] Network 2102d22d-17d2-4bf1-aa0a-a04d0cada51d requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:51:34.659040 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:34.659243 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8acb368a-baa4-4c45-8484-dab0f9c3956d tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:34.666038 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8acb368a-baa4-4c45-8484-dab0f9c3956d tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:34.676404 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5030954-9014-4aa5-ae38-494389ee1c59 req-27da6129-d94e-4963-ad21-4f41b551e488 service neutron] Port e26f3648-3afc-43ef-9d40-c99eb7cc3525 on network cde55e2d-003f-4ba7-9946-c3e49edc6c96 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:51:34.677160 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5030954-9014-4aa5-ae38-494389ee1c59 req-27da6129-d94e-4963-ad21-4f41b551e488 service neutron] Attempting to bind port e26f3648-3afc-43ef-9d40-c99eb7cc3525 on network cde55e2d-003f-4ba7-9946-c3e49edc6c96 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:51:34.741861 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-8acb368a-baa4-4c45-8484-dab0f9c3956d tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] In _notify_port_updated(), no bound segment for port 7cecbdd3-481a-43b4-b30e-dc52cab73ace on network 2102d22d-17d2-4bf1-aa0a-a04d0cada51d {{(pid=103360) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:51:34.748670 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acb368a-baa4-4c45-8484-dab0f9c3956d tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:34.749368 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8acb368a-baa4-4c45-8484-dab0f9c3956d tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:34.750755 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8acb368a-baa4-4c45-8484-dab0f9c3956d tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "PUT /v2.0/ports/7cecbdd3-481a-43b4-b30e-dc52cab73ace HTTP/1.1" status: 200 len: 926 time: 0.8702831 Nov 25 17:51:34.753834 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47012) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:34.759216 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-f85a9c7c-8f21-42ee-b6f4-4dd8e3d5ce07 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '125d92eb-b8e5-4388-9ec8-7a64bb75fed2'}, {'subnet_id': '9826fabb-6797-45e8-8c57-e6d953490d18'}]}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:51:34.775534 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5030954-9014-4aa5-ae38-494389ee1c59 req-27da6129-d94e-4963-ad21-4f41b551e488 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:51:34.776751 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5030954-9014-4aa5-ae38-494389ee1c59 req-27da6129-d94e-4963-ad21-4f41b551e488 service neutron] Checking segment: {'id': '5d15a5ac-47ef-4ddf-b5a4-0fc888643200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'cde55e2d-003f-4ba7-9946-c3e49edc6c96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:51:34.777450 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5030954-9014-4aa5-ae38-494389ee1c59 req-27da6129-d94e-4963-ad21-4f41b551e488 service neutron] Bound using segment: {'id': '5d15a5ac-47ef-4ddf-b5a4-0fc888643200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'cde55e2d-003f-4ba7-9946-c3e49edc6c96'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:51:34.778271 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-c5030954-9014-4aa5-ae38-494389ee1c59 req-27da6129-d94e-4963-ad21-4f41b551e488 service neutron] Bound port: e26f3648-3afc-43ef-9d40-c99eb7cc3525, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d15a5ac-47ef-4ddf-b5a4-0fc888643200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'cde55e2d-003f-4ba7-9946-c3e49edc6c96'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:51:34.778887 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c5030954-9014-4aa5-ae38-494389ee1c59 req-27da6129-d94e-4963-ad21-4f41b551e488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:34.804785 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acb368a-baa4-4c45-8484-dab0f9c3956d tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event updated for resources: {'Port': ['ID=7cecbdd3-481a-43b4-b30e-dc52cab73ace,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:34.845392 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-78d225e3-347a-47db-b686-63a2402cf032 None None] Provisioning complete for port bcbbe8af-f90a-40b1-addf-270257b37d67 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:51:34.846043 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-78d225e3-347a-47db-b686-63a2402cf032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:34.877452 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f85a9c7c-8f21-42ee-b6f4-4dd8e3d5ce07 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:34.907483 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port bcbbe8af-f90a-40b1-addf-270257b37d67, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=bcbbe8af-f90a-40b1-addf-270257b37d67,segment=NetworkSegment(9797049c-647e-4219-a0c8-cca096d0f388),segment_id=9797049c-647e-4219-a0c8-cca096d0f388)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:51:34.910624 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a84089f-c142-4830-a0d0-5692de7f59f1 req-cf896eb1-a264-42c7-805a-c23e309cc523 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:34.911375 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7a84089f-c142-4830-a0d0-5692de7f59f1 req-cf896eb1-a264-42c7-805a-c23e309cc523 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=598ae637-959f-4a82-ab28-f6756f65d14c HTTP/1.1" status: 200 len: 946 time: 0.3951552 Nov 25 17:51:34.938687 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:35.046187 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=bcbbe8af-f90a-40b1-addf-270257b37d67,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:35.146100 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b8fc4c0a-6d3c-4fe1-a37c-c17f6333b06a tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:35.148453 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-c5030954-9014-4aa5-ae38-494389ee1c59 req-27da6129-d94e-4963-ad21-4f41b551e488 service neutron] For port e26f3648-3afc-43ef-9d40-c99eb7cc3525, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:51:35.180271 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5bfb0b-0a6f-4413-976f-05700f8a0721 None None] Update dhcp port {'port': {'network_id': '2102d22d-17d2-4bf1-aa0a-a04d0cada51d', 'fixed_ips': [{'subnet_id': '125d92eb-b8e5-4388-9ec8-7a64bb75fed2', 'ip_address': '2001:db8::2'}, {'subnet_id': '9826fabb-6797-45e8-8c57-e6d953490d18'}], 'binding:host_id': 'n-d-817746-1'}, 'id': 'bcbbe8af-f90a-40b1-addf-270257b37d67'} from n-d-817746-1. {{(pid=103362) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 17:51:35.212239 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3c5bfb0b-0a6f-4413-976f-05700f8a0721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:35.233087 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-c5030954-9014-4aa5-ae38-494389ee1c59 req-27da6129-d94e-4963-ad21-4f41b551e488 service neutron] For port e26f3648-3afc-43ef-9d40-c99eb7cc3525, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e26f3648-3afc-43ef-9d40-c99eb7cc3525,segment=NetworkSegment(5d15a5ac-47ef-4ddf-b5a4-0fc888643200),segment_id=5d15a5ac-47ef-4ddf-b5a4-0fc888643200)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:51:35.282755 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7a84089f-c142-4830-a0d0-5692de7f59f1 req-7ef9714b-abcd-404c-9bdb-faba68844d1e tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=1d72823a-4513-4da3-9508-6964b7c723ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3550010 Nov 25 17:51:35.320677 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c5030954-9014-4aa5-ae38-494389ee1c59 req-27da6129-d94e-4963-ad21-4f41b551e488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:35.323383 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47016) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:35.354284 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-f85a9c7c-8f21-42ee-b6f4-4dd8e3d5ce07 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Allocated IP 2001:db8:0:1::231 (2102d22d-17d2-4bf1-aa0a-a04d0cada51d/9826fabb-6797-45e8-8c57-e6d953490d18/7cecbdd3-481a-43b4-b30e-dc52cab73ace) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:51:35.445492 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7056a51a-c9fd-48e0-8621-7c442e09565c None None] DHCP port deletion for cde55e2d-003f-4ba7-9946-c3e49edc6c96 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:51:35.461230 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5030954-9014-4aa5-ae38-494389ee1c59 req-27da6129-d94e-4963-ad21-4f41b551e488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:35.461921 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c5030954-9014-4aa5-ae38-494389ee1c59 req-27da6129-d94e-4963-ad21-4f41b551e488 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:35.463457 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c5030954-9014-4aa5-ae38-494389ee1c59 req-27da6129-d94e-4963-ad21-4f41b551e488 service neutron] 10.222.0.74 "PUT /v2.0/ports/e26f3648-3afc-43ef-9d40-c99eb7cc3525 HTTP/1.1" status: 200 len: 1091 time: 3.3338687 Nov 25 17:51:35.467966 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42c58d9e-7d5d-4c82-89f5-8b4693338342', 'tag': 'e26f3648-3afc-43ef-9d40-c99eb7cc3525'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:51:35.470335 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d398d5-fb9c-45d5-a25a-2ab025346a74" -d '{"events": [{"name": "network-changed", "server_uuid": "42c58d9e-7d5d-4c82-89f5-8b4693338342", "tag": "e26f3648-3afc-43ef-9d40-c99eb7cc3525"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:51:35.519261 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f85a9c7c-8f21-42ee-b6f4-4dd8e3d5ce07 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:35.526840 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f85a9c7c-8f21-42ee-b6f4-4dd8e3d5ce07 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:35.571877 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-b616c44c-ccbc-455c-85df-1d262509003a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/floatingips/733b64f6-063d-4f06-87f9-24151509a702 HTTP/1.1" status: 200 len: 994 time: 0.2332993 Nov 25 17:51:35.571877 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19faba89-8f1e-4952-a74e-78234297681b x-openstack-request-id: req-19faba89-8f1e-4952-a74e-78234297681b {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:51:35.571877 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42c58d9e-7d5d-4c82-89f5-8b4693338342", "tag": "e26f3648-3afc-43ef-9d40-c99eb7cc3525", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:51:35.571877 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-19faba89-8f1e-4952-a74e-78234297681b {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:51:35.571877 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42c58d9e-7d5d-4c82-89f5-8b4693338342', 'tag': 'e26f3648-3afc-43ef-9d40-c99eb7cc3525', 'status': 'completed', 'code': 200} Nov 25 17:51:35.571877 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea315c1-4731-4afc-ba73-6466d6f14f81 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Router 2de12eba-ca9c-4ee9-a127-6d8b48ad62b2 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:51:35.613495 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27da6129-d94e-4963-ad21-4f41b551e488 service neutron] Pushing event updated for resources: {'Port': ['ID=e26f3648-3afc-43ef-9d40-c99eb7cc3525,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:35.658330 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-f85a9c7c-8f21-42ee-b6f4-4dd8e3d5ce07 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] In _notify_port_updated(), no bound segment for port 7cecbdd3-481a-43b4-b30e-dc52cab73ace on network 2102d22d-17d2-4bf1-aa0a-a04d0cada51d {{(pid=103360) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:51:35.659008 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-3c5bfb0b-0a6f-4413-976f-05700f8a0721 None None] Allocated IP 2001:db8:0:1::2 (2102d22d-17d2-4bf1-aa0a-a04d0cada51d/9826fabb-6797-45e8-8c57-e6d953490d18/bcbbe8af-f90a-40b1-addf-270257b37d67) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:51:35.665624 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85a9c7c-8f21-42ee-b6f4-4dd8e3d5ce07 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:35.666416 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f85a9c7c-8f21-42ee-b6f4-4dd8e3d5ce07 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:35.680943 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325ce304-208a-4575-9de4-774ea186cc94 req-92d94f6d-11b4-4b7a-a6ca-167015859234 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:35.680943 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-325ce304-208a-4575-9de4-774ea186cc94 req-92d94f6d-11b4-4b7a-a6ca-167015859234 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=42c58d9e-7d5d-4c82-89f5-8b4693338342 HTTP/1.1" status: 200 len: 943 time: 0.2624216 Nov 25 17:51:35.680943 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47022) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:35.681226 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f85a9c7c-8f21-42ee-b6f4-4dd8e3d5ce07 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "PUT /v2.0/ports/7cecbdd3-481a-43b4-b30e-dc52cab73ace HTTP/1.1" status: 200 len: 1012 time: 0.9236672 Nov 25 17:51:35.692220 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85a9c7c-8f21-42ee-b6f4-4dd8e3d5ce07 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event updated for resources: {'Port': ['ID=7cecbdd3-481a-43b4-b30e-dc52cab73ace,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:35.724266 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8fc4c0a-6d3c-4fe1-a37c-c17f6333b06a tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Router d1c5930e-a55a-46a3-bb7f-76295413f97f has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:51:35.777060 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-3c5bfb0b-0a6f-4413-976f-05700f8a0721 None None] For port bcbbe8af-f90a-40b1-addf-270257b37d67, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=bcbbe8af-f90a-40b1-addf-270257b37d67,segment=NetworkSegment(9797049c-647e-4219-a0c8-cca096d0f388),segment_id=9797049c-647e-4219-a0c8-cca096d0f388)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:51:35.810245 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3c5bfb0b-0a6f-4413-976f-05700f8a0721 None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:35.815881 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3c5bfb0b-0a6f-4413-976f-05700f8a0721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:35.959646 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5bfb0b-0a6f-4413-976f-05700f8a0721 None None] Pushing event updated for resources: {'Port': ['ID=bcbbe8af-f90a-40b1-addf-270257b37d67,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:36.147324 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device bcbbe8af-f90a-40b1-addf-270257b37d67 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:51:36.152380 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [req-357a5636-b761-4fb8-bfe6-5031281243c8 req-1baa8c50-fe03-4a86-b22e-4b5c0d9763d1 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:51:36.157609 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-357a5636-b761-4fb8-bfe6-5031281243c8 req-1baa8c50-fe03-4a86-b22e-4b5c0d9763d1 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0131886 Nov 25 17:51:36.225297 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5030954-9014-4aa5-ae38-494389ee1c59 req-bb040fd0-b299-45b0-8de5-033f0b87cb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:36.226861 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c5030954-9014-4aa5-ae38-494389ee1c59 req-bb040fd0-b299-45b0-8de5-033f0b87cb23 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0d1113b5e38141dd82a78af66f2b7f1f&device_id=42c58d9e-7d5d-4c82-89f5-8b4693338342 HTTP/1.1" status: 200 len: 1094 time: 0.7052197 Nov 25 17:51:36.232532 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port bcbbe8af-f90a-40b1-addf-270257b37d67 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:51:36.233272 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:36.297897 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-325ce304-208a-4575-9de4-774ea186cc94 req-6ded8c84-8660-4030-9fc0-67e4f44fa7e8 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6123157 Nov 25 17:51:36.391892 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c5030954-9014-4aa5-ae38-494389ee1c59 req-f3506721-5a38-4422-9281-1ae537b532cd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e26f3648-3afc-43ef-9d40-c99eb7cc3525 HTTP/1.1" status: 200 len: 217 time: 0.1450329 Nov 25 17:51:36.403321 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8fc4c0a-6d3c-4fe1-a37c-c17f6333b06a tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:51:36.415473 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74401e7-9507-40db-bcef-b19905ba4836 None None] Sync routers for ids ['d1c5930e-a55a-46a3-bb7f-76295413f97f'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:51:36.436379 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74401e7-9507-40db-bcef-b19905ba4836 None None] Routers {'d1c5930e-a55a-46a3-bb7f-76295413f97f'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:51:36.438156 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-a74401e7-9507-40db-bcef-b19905ba4836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:51:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['d1c5930e-a55a-46a3-bb7f-76295413f97f'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:36.452479 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-b8fc4c0a-6d3c-4fe1-a37c-c17f6333b06a tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "PUT /v2.0/routers/d1c5930e-a55a-46a3-bb7f-76295413f97f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3114808 Nov 25 17:51:36.453724 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47040) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:36.482536 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-a74401e7-9507-40db-bcef-b19905ba4836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:36.485274 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea315c1-4731-4afc-ba73-6466d6f14f81 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:51:36.496469 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74401e7-9507-40db-bcef-b19905ba4836 None None] Routers {'d1c5930e-a55a-46a3-bb7f-76295413f97f'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:51:36.497123 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-a74401e7-9507-40db-bcef-b19905ba4836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:51:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['d1c5930e-a55a-46a3-bb7f-76295413f97f'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:36.501896 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-5ea315c1-4731-4afc-ba73-6466d6f14f81 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "PUT /v2.0/routers/2de12eba-ca9c-4ee9-a127-6d8b48ad62b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9290819 Nov 25 17:51:36.503066 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc172422-8e7a-456f-8567-8b25b74b2fd7 None None] Sync routers for ids ['2de12eba-ca9c-4ee9-a127-6d8b48ad62b2'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:51:36.503940 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47042) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:36.514065 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a4d27af4-157c-4625-a513-6205117104a6 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1c5930e-a55a-46a3-bb7f-76295413f97f HTTP/1.1" status: 200 len: 205 time: 0.0584962 Nov 25 17:51:36.516776 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47044) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:36.527680 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc172422-8e7a-456f-8567-8b25b74b2fd7 None None] Routers {'2de12eba-ca9c-4ee9-a127-6d8b48ad62b2'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:51:36.528309 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-dc172422-8e7a-456f-8567-8b25b74b2fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:51:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['2de12eba-ca9c-4ee9-a127-6d8b48ad62b2'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:36.575745 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-40fb133e-8343-424b-b88c-917fc0e8f0d0 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Deleting subnet dd8ab691-8e62-449b-bab6-bdcf74b0ccb1 {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:51:36.582742 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5030954-9014-4aa5-ae38-494389ee1c59 req-384c3d4f-f381-4b0f-ac8e-25f99086281c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:36.585679 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c5030954-9014-4aa5-ae38-494389ee1c59 req-384c3d4f-f381-4b0f-ac8e-25f99086281c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b114d138-184e-414d-8d77-af9fac4f96f6 HTTP/1.1" status: 200 len: 845 time: 0.1798265 Nov 25 17:51:36.591130 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-40fb133e-8343-424b-b88c-917fc0e8f0d0 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:36.594541 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-a74401e7-9507-40db-bcef-b19905ba4836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:36.595224 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74401e7-9507-40db-bcef-b19905ba4836 None None] The sync data for ids ['d1c5930e-a55a-46a3-bb7f-76295413f97f'] in n-d-817746-1 is: [] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:51:36.640425 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-f5433fe5-b147-46f8-a198-3979bea56624 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Deleting port 7cecbdd3-481a-43b4-b30e-dc52cab73ace {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:51:36.640941 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f5433fe5-b147-46f8-a198-3979bea56624 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:36.674523 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c5030954-9014-4aa5-ae38-494389ee1c59 req-49db7a5b-a15e-46da-8f4c-dbe827e81fac service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cde55e2d-003f-4ba7-9946-c3e49edc6c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760131 Nov 25 17:51:36.733262 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-dc172422-8e7a-456f-8567-8b25b74b2fd7 None None] Set router 2de12eba-ca9c-4ee9-a127-6d8b48ad62b2 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:51:36.733951 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2e907c61-cab5-4c37-98ae-8ac88c12b129 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:36.771743 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-40fb133e-8343-424b-b88c-917fc0e8f0d0 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:36.879755 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f5433fe5-b147-46f8-a198-3979bea56624 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:36.897069 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2d712a-060d-46f6-a79b-bf66cee999cd None None] Network 2102d22d-17d2-4bf1-aa0a-a04d0cada51d requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:51:36.919518 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-f5433fe5-b147-46f8-a198-3979bea56624 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Calling delete_port for 7cecbdd3-481a-43b4-b30e-dc52cab73ace owned by {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:51:37.023007 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-6b74cbf1-47cd-4f56-ae5d-49c7c53c5988 None None] Provisioning complete for port 7cecbdd3-481a-43b4-b30e-dc52cab73ace triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:51:37.023545 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6b74cbf1-47cd-4f56-ae5d-49c7c53c5988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:37.125039 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-dc172422-8e7a-456f-8567-8b25b74b2fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de12eba-ca9c-4ee9-a127-6d8b48ad62b2', 'name': 'tempest-TestNetworkBasicOps-router-1777893788', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '24085af4-0ede-4c45-9d34-e5f560d23e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:50:05Z', 'updated_at': '2021-11-25T17:51:33Z', 'revision_number': 5, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'gw_port': {'id': '24085af4-0ede-4c45-9d34-e5f560d23e4b', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:59:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de12eba-ca9c-4ee9-a127-6d8b48ad62b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:50:06Z', 'updated_at': '2021-11-25T17:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:37.157262 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc172422-8e7a-456f-8567-8b25b74b2fd7 None None] Checking router: 2de12eba-ca9c-4ee9-a127-6d8b48ad62b2 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:51:37.189642 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc172422-8e7a-456f-8567-8b25b74b2fd7 None None] Routers {'2de12eba-ca9c-4ee9-a127-6d8b48ad62b2'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:51:37.190756 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-dc172422-8e7a-456f-8567-8b25b74b2fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:51:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['2de12eba-ca9c-4ee9-a127-6d8b48ad62b2'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:37.209516 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2e907c61-cab5-4c37-98ae-8ac88c12b129 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:37.236443 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2e907c61-cab5-4c37-98ae-8ac88c12b129 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:37.296953 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c5030954-9014-4aa5-ae38-494389ee1c59 req-2218a128-d154-4d79-bd3a-78b1ce4a7ce4 service neutron] 10.222.0.74 "GET /v2.0/networks/cde55e2d-003f-4ba7-9946-c3e49edc6c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6124775 Nov 25 17:51:37.317603 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-40fb133e-8343-424b-b88c-917fc0e8f0d0 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:37.340507 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-6b74cbf1-47cd-4f56-ae5d-49c7c53c5988 None None] Port 7cecbdd3-481a-43b4-b30e-dc52cab73ace cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:51:37.387910 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-dc172422-8e7a-456f-8567-8b25b74b2fd7 None None] Set router 2de12eba-ca9c-4ee9-a127-6d8b48ad62b2 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:51:37.396455 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-6b74cbf1-47cd-4f56-ae5d-49c7c53c5988 None None] Provisioning complete for port bcbbe8af-f90a-40b1-addf-270257b37d67 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:51:37.396636 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2e907c61-cab5-4c37-98ae-8ac88c12b129 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:37.396905 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6b74cbf1-47cd-4f56-ae5d-49c7c53c5988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:37.397151 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e907c61-cab5-4c37-98ae-8ac88c12b129 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Fanout notify agent at l3_agent the message router_deleted on router d1c5930e-a55a-46a3-bb7f-76295413f97f {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:51:37.413073 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2e907c61-cab5-4c37-98ae-8ac88c12b129 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:37.421692 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2e907c61-cab5-4c37-98ae-8ac88c12b129 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "DELETE /v2.0/routers/d1c5930e-a55a-46a3-bb7f-76295413f97f HTTP/1.1" status: 204 len: 168 time: 0.9029050 Nov 25 17:51:37.423920 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47054) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:37.468179 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-40fb133e-8343-424b-b88c-917fc0e8f0d0 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:37.552374 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e949b58-f0a6-43b9-9466-282fc83349b4 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Deleting subnet 4fe3586c-540a-41b2-9534-83dfcbb9a4db {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:51:37.558026 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb133e-8343-424b-b88c-917fc0e8f0d0 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Pushing event deleted for resources: {'Subnet': ['ID=dd8ab691-8e62-449b-bab6-bdcf74b0ccb1,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:37.564914 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2e949b58-f0a6-43b9-9466-282fc83349b4 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:37.591762 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cab1df-bae7-40b2-ada8-908fe3b6d96f req-24f04269-cbcb-4e71-83db-45f664e44285 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:37.595925 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e776c445-0021-4ec6-a2b9-861ebe3f69f6 req-0e6bfabe-d303-419f-bc5d-353fa10a3027 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=598ae637-959f-4a82-ab28-f6756f65d14c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4635553 Nov 25 17:51:37.596623 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-28cab1df-bae7-40b2-ada8-908fe3b6d96f req-24f04269-cbcb-4e71-83db-45f664e44285 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=598ae637-959f-4a82-ab28-f6756f65d14c HTTP/1.1" status: 200 len: 946 time: 0.4803946 Nov 25 17:51:37.614164 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [req-e776c445-0021-4ec6-a2b9-861ebe3f69f6 req-576988e9-f727-4309-8232-a6ad80ea60b3 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:51:37.615170 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e776c445-0021-4ec6-a2b9-861ebe3f69f6 req-576988e9-f727-4309-8232-a6ad80ea60b3 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052264 Nov 25 17:51:37.632650 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2e949b58-f0a6-43b9-9466-282fc83349b4 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:37.656819 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-40fb133e-8343-424b-b88c-917fc0e8f0d0 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:37.660408 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-40fb133e-8343-424b-b88c-917fc0e8f0d0 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "DELETE /v2.0/subnets/dd8ab691-8e62-449b-bab6-bdcf74b0ccb1 HTTP/1.1" status: 204 len: 168 time: 1.1526728 Nov 25 17:51:37.660809 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fdd0da-4613-4ac0-b4d5-88e5e015a55d None None] Network f0b62c91-efd1-42fd-8c7c-59c29803d540 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:51:37.665313 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47056) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:37.741975 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-28cab1df-bae7-40b2-ada8-908fe3b6d96f req-c9a6c100-89a8-4d1d-a85c-1026c0e71267 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=1d72823a-4513-4da3-9508-6964b7c723ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1012464 Nov 25 17:51:37.757446 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d682e-3b3c-441d-81eb-01ec7e5aaa0f req-4a596664-557b-4abc-9bca-811c27520f73 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:37.759031 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-af6d682e-3b3c-441d-81eb-01ec7e5aaa0f req-4a596664-557b-4abc-9bca-811c27520f73 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=42c58d9e-7d5d-4c82-89f5-8b4693338342 HTTP/1.1" status: 200 len: 943 time: 0.3107541 Nov 25 17:51:37.837496 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-dc172422-8e7a-456f-8567-8b25b74b2fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de12eba-ca9c-4ee9-a127-6d8b48ad62b2', 'name': 'tempest-TestNetworkBasicOps-router-1777893788', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '24085af4-0ede-4c45-9d34-e5f560d23e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:50:05Z', 'updated_at': '2021-11-25T17:51:33Z', 'revision_number': 5, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'gw_port': {'id': '24085af4-0ede-4c45-9d34-e5f560d23e4b', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:59:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de12eba-ca9c-4ee9-a127-6d8b48ad62b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:50:06Z', 'updated_at': '2021-11-25T17:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:37.842196 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-04523fd2-eebb-40e4-9725-0e5ddbf81b6e tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:37.881084 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c5030954-9014-4aa5-ae38-494389ee1c59 req-4f18df64-cb91-471c-953a-1ec6ed382f94 service neutron] 10.222.0.74 "GET /v2.0/networks/cde55e2d-003f-4ba7-9946-c3e49edc6c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4530203 Nov 25 17:51:37.987617 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc172422-8e7a-456f-8567-8b25b74b2fd7 None None] The sync data for ids ['2de12eba-ca9c-4ee9-a127-6d8b48ad62b2'] in n-d-817746-1 is: [{'id': '2de12eba-ca9c-4ee9-a127-6d8b48ad62b2', 'name': 'tempest-TestNetworkBasicOps-router-1777893788', 'tenant_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '24085af4-0ede-4c45-9d34-e5f560d23e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:50:05Z', 'updated_at': '2021-11-25T17:51:33Z', 'revision_number': 5, 'project_id': 'e74594bc3f604c5c9d4110d7bd37c200', 'gw_port': {'id': '24085af4-0ede-4c45-9d34-e5f560d23e4b', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:59:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de12eba-ca9c-4ee9-a127-6d8b48ad62b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:50:06Z', 'updated_at': '2021-11-25T17:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:51:38.009739 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-af6d682e-3b3c-441d-81eb-01ec7e5aaa0f req-d15ac58d-dc61-476d-adbf-ee663d929bea tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356656 Nov 25 17:51:38.082869 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d398d5-fb9c-45d5-a25a-2ab025346a74 req-60cf5d19-b11b-4bc4-b6db-e2d29c484879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:38.084545 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a3d398d5-fb9c-45d5-a25a-2ab025346a74 req-60cf5d19-b11b-4bc4-b6db-e2d29c484879 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0d1113b5e38141dd82a78af66f2b7f1f&device_id=42c58d9e-7d5d-4c82-89f5-8b4693338342 HTTP/1.1" status: 200 len: 1094 time: 0.1369386 Nov 25 17:51:38.102205 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-249061b2-4063-4ce0-a535-6f420bd15d86 None None] Provisioning complete for port 7cecbdd3-481a-43b4-b30e-dc52cab73ace triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:51:38.102676 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-249061b2-4063-4ce0-a535-6f420bd15d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:38.190411 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-249061b2-4063-4ce0-a535-6f420bd15d86 None None] Port 7cecbdd3-481a-43b4-b30e-dc52cab73ace cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:51:38.222573 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-249061b2-4063-4ce0-a535-6f420bd15d86 None None] Provisioning complete for port bcbbe8af-f90a-40b1-addf-270257b37d67 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:51:38.222798 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-249061b2-4063-4ce0-a535-6f420bd15d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:38.230007 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f5433fe5-b147-46f8-a198-3979bea56624 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:38.239831 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2e949b58-f0a6-43b9-9466-282fc83349b4 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:38.312807 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5433fe5-b147-46f8-a198-3979bea56624 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event deleted for resources: {'Port': ['ID=7cecbdd3-481a-43b4-b30e-dc52cab73ace,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:38.316555 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-04523fd2-eebb-40e4-9725-0e5ddbf81b6e tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:38.414188 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2e949b58-f0a6-43b9-9466-282fc83349b4 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:38.416096 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-04523fd2-eebb-40e4-9725-0e5ddbf81b6e tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Deleting port 24085af4-0ede-4c45-9d34-e5f560d23e4b {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:51:38.416526 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-04523fd2-eebb-40e4-9725-0e5ddbf81b6e tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:38.436692 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70203d8-07d6-49d2-b57a-728b001f66cc None None] DHCP port deletion for f0b62c91-efd1-42fd-8c7c-59c29803d540 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:51:38.458909 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e949b58-f0a6-43b9-9466-282fc83349b4 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event deleted for resources: {'Subnet': ['ID=4fe3586c-540a-41b2-9534-83dfcbb9a4db,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:38.477004 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2e949b58-f0a6-43b9-9466-282fc83349b4 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:38.483271 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2e949b58-f0a6-43b9-9466-282fc83349b4 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "DELETE /v2.0/subnets/4fe3586c-540a-41b2-9534-83dfcbb9a4db HTTP/1.1" status: 204 len: 168 time: 1.0583086 Nov 25 17:51:38.484075 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47080) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:38.487253 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e949b58-f0a6-43b9-9466-282fc83349b4 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:38.487608 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e949b58-f0a6-43b9-9466-282fc83349b4 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:38.487952 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e949b58-f0a6-43b9-9466-282fc83349b4 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:38.488293 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e949b58-f0a6-43b9-9466-282fc83349b4 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:38.488629 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e949b58-f0a6-43b9-9466-282fc83349b4 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:38.488991 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e949b58-f0a6-43b9-9466-282fc83349b4 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:38.489326 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e949b58-f0a6-43b9-9466-282fc83349b4 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:38.489656 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e949b58-f0a6-43b9-9466-282fc83349b4 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:38.489987 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e949b58-f0a6-43b9-9466-282fc83349b4 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:38.490315 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e949b58-f0a6-43b9-9466-282fc83349b4 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:38.490640 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e949b58-f0a6-43b9-9466-282fc83349b4 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:38.490969 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e949b58-f0a6-43b9-9466-282fc83349b4 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:38.550679 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd068a90-4084-4853-b2a1-fbab96473b19 None None] Network dbf4f4bf-784f-47b1-8ff2-eb03b694e4ce requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:51:38.556307 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f5433fe5-b147-46f8-a198-3979bea56624 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:38.566155 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-f5433fe5-b147-46f8-a198-3979bea56624 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "DELETE /v2.0/ports/7cecbdd3-481a-43b4-b30e-dc52cab73ace HTTP/1.1" status: 204 len: 168 time: 2.8900805 Nov 25 17:51:38.569819 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d398d5-fb9c-45d5-a25a-2ab025346a74 req-25b3d73b-1933-42bc-8425-8ca2619cd223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:38.577567 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47082) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:38.577780 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a3d398d5-fb9c-45d5-a25a-2ab025346a74 req-25b3d73b-1933-42bc-8425-8ca2619cd223 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cde55e2d-003f-4ba7-9946-c3e49edc6c96 HTTP/1.1" status: 200 len: 906 time: 0.4809904 Nov 25 17:51:38.642690 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a3d398d5-fb9c-45d5-a25a-2ab025346a74 req-d90e90c1-df69-4888-be99-fc4c15e44895 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e26f3648-3afc-43ef-9d40-c99eb7cc3525 HTTP/1.1" status: 200 len: 217 time: 0.0565455 Nov 25 17:51:38.652971 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f93c1ee-fb4c-49ba-84cd-24ae797f778b tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] GET failed (client error): The resource could not be found. Nov 25 17:51:38.656297 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 809c9ba4-67dc-4305-9e57-76e8eef6d2ea no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:51:38.657199 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9f93c1ee-fb4c-49ba-84cd-24ae797f778b tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "GET /v2.0/ports/7cecbdd3-481a-43b4-b30e-dc52cab73ace HTTP/1.1" status: 404 len: 333 time: 0.0772545 Nov 25 17:51:38.659478 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47084) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:38.719424 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-72140ba0-3eec-42ed-970e-122f4212632c None None] Could not find standard attr ID for object 7cecbdd3-481a-43b4-b30e-dc52cab73ace. {{(pid=103362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:51:38.770802 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4f83f4c7-db35-46cd-ac8d-eed31e40bc3d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:38.821473 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d70203d8-07d6-49d2-b57a-728b001f66cc None None] Deleting port 809c9ba4-67dc-4305-9e57-76e8eef6d2ea {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:51:38.822004 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d70203d8-07d6-49d2-b57a-728b001f66cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:38.826477 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d398d5-fb9c-45d5-a25a-2ab025346a74 req-aa2cce4c-e14d-49fd-b0a6-1af66e709c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:38.829181 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a3d398d5-fb9c-45d5-a25a-2ab025346a74 req-aa2cce4c-e14d-49fd-b0a6-1af66e709c4e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b114d138-184e-414d-8d77-af9fac4f96f6 HTTP/1.1" status: 200 len: 845 time: 0.1778750 Nov 25 17:51:38.912816 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a3d398d5-fb9c-45d5-a25a-2ab025346a74 req-ad641c8d-d679-4e5c-ac52-da8cddb5e1d6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cde55e2d-003f-4ba7-9946-c3e49edc6c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733864 Nov 25 17:51:39.055553 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146ce84-bf9f-49c5-9f4e-cfda5d606532 req-5f34653f-9de3-4917-8314-7d7f50e4f8f8 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:39.065324 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4146ce84-bf9f-49c5-9f4e-cfda5d606532 req-5f34653f-9de3-4917-8314-7d7f50e4f8f8 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=598ae637-959f-4a82-ab28-f6756f65d14c HTTP/1.1" status: 200 len: 946 time: 0.1477087 Nov 25 17:51:39.124038 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d70203d8-07d6-49d2-b57a-728b001f66cc None None] For port 809c9ba4-67dc-4305-9e57-76e8eef6d2ea, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=809c9ba4-67dc-4305-9e57-76e8eef6d2ea,segment=NetworkSegment(274a258b-b064-458c-b5c1-f473d996c8a2),segment_id=274a258b-b064-458c-b5c1-f473d996c8a2)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:51:39.124532 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d70203d8-07d6-49d2-b57a-728b001f66cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:39.160625 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d70203d8-07d6-49d2-b57a-728b001f66cc None None] Calling delete_port for 809c9ba4-67dc-4305-9e57-76e8eef6d2ea owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:51:39.161936 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4146ce84-bf9f-49c5-9f4e-cfda5d606532 req-d1623c5f-5220-441d-b1d8-ce2112764930 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=1d72823a-4513-4da3-9508-6964b7c723ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0937035 Nov 25 17:51:39.184549 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a3d398d5-fb9c-45d5-a25a-2ab025346a74 req-bb9ee8d5-3fbf-4478-9e43-b6cbcd186273 service neutron] 10.222.0.74 "GET /v2.0/networks/cde55e2d-003f-4ba7-9946-c3e49edc6c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119920 Nov 25 17:51:39.374769 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3dc1bb-4912-4e4c-afe7-9498a06b31bd req-72423f38-08f3-4b79-87c4-6020a82de8a1 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:39.376727 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4e3dc1bb-4912-4e4c-afe7-9498a06b31bd req-72423f38-08f3-4b79-87c4-6020a82de8a1 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=42c58d9e-7d5d-4c82-89f5-8b4693338342 HTTP/1.1" status: 200 len: 943 time: 0.1888804 Nov 25 17:51:39.429442 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d70203d8-07d6-49d2-b57a-728b001f66cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:39.456027 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-8bfe559d-39d5-4ebe-91af-78a67aa958d9 None None] Could not find standard attr ID for object 7cecbdd3-481a-43b4-b30e-dc52cab73ace. {{(pid=103362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:51:39.462731 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70203d8-07d6-49d2-b57a-728b001f66cc None None] Pushing event deleted for resources: {'Port': ['ID=809c9ba4-67dc-4305-9e57-76e8eef6d2ea,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:39.469766 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:39.482813 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4e3dc1bb-4912-4e4c-afe7-9498a06b31bd req-e90d7d86-3f4c-46fc-b4c3-1a56eb9c3bb6 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971503 Nov 25 17:51:39.485433 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a3d398d5-fb9c-45d5-a25a-2ab025346a74 req-06bfe86d-25a2-460b-98ad-edfdddf95e91 service neutron] 10.222.0.74 "GET /v2.0/networks/cde55e2d-003f-4ba7-9946-c3e49edc6c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419441 Nov 25 17:51:39.500963 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70203d8-07d6-49d2-b57a-728b001f66cc None None] No DVR routers for this DVR port 809c9ba4-67dc-4305-9e57-76e8eef6d2ea on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:51:39.568815 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device c0f6eebf-ffa1-4a9d-bf6e-b5c538296cae no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:51:39.593683 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-04523fd2-eebb-40e4-9725-0e5ddbf81b6e tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] For port 24085af4-0ede-4c45-9d34-e5f560d23e4b, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=24085af4-0ede-4c45-9d34-e5f560d23e4b,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:51:39.594107 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-04523fd2-eebb-40e4-9725-0e5ddbf81b6e tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:39.606104 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: c0f6eebf-ffa1-4a9d-bf6e-b5c538296cae {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:51:39.606770 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device c0f6eebf-ffa1-4a9d-bf6e-b5c538296cae not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:51:39.607965 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b5d198d5-b1d5-4a99-8c18-d2eab76588a5 None None] Could not find standard attr ID for object 7cecbdd3-481a-43b4-b30e-dc52cab73ace. {{(pid=103362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:51:39.611963 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-04523fd2-eebb-40e4-9725-0e5ddbf81b6e tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Calling delete_port for 24085af4-0ede-4c45-9d34-e5f560d23e4b owned by network:router_gateway {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:51:39.627389 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f334b4c1-b738-4eb2-ac73-0ef902e70ddc None None] DHCP port deletion for dbf4f4bf-784f-47b1-8ff2-eb03b694e4ce request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:51:39.637311 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-28c57eb2-16bb-439c-a73b-90ef37ac40c2 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Deleting subnet 9826fabb-6797-45e8-8c57-e6d953490d18 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:51:39.643337 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-28c57eb2-16bb-439c-a73b-90ef37ac40c2 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:39.729669 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-f334b4c1-b738-4eb2-ac73-0ef902e70ddc None None] Deleting port 89bf71f7-8576-4482-a6a0-f396126552f0 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:51:39.732505 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f334b4c1-b738-4eb2-ac73-0ef902e70ddc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:39.757653 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-28c57eb2-16bb-439c-a73b-90ef37ac40c2 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:39.802684 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e776c445-0021-4ec6-a2b9-861ebe3f69f6 req-218de88c-1148-4555-84af-909d1bd95664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:39.805091 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e776c445-0021-4ec6-a2b9-861ebe3f69f6 req-218de88c-1148-4555-84af-909d1bd95664 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=867688fabf794394b7f5a37353b0165e&device_id=598ae637-959f-4a82-ab28-f6756f65d14c HTTP/1.1" status: 200 len: 1097 time: 0.0729032 Nov 25 17:51:39.838421 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-f334b4c1-b738-4eb2-ac73-0ef902e70ddc None None] For port 89bf71f7-8576-4482-a6a0-f396126552f0, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=89bf71f7-8576-4482-a6a0-f396126552f0,segment=NetworkSegment(0c7ec89d-8bdf-47b1-94df-ce0ab0041469),segment_id=0c7ec89d-8bdf-47b1-94df-ce0ab0041469)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:51:39.839148 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f334b4c1-b738-4eb2-ac73-0ef902e70ddc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:39.853367 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-f334b4c1-b738-4eb2-ac73-0ef902e70ddc None None] Calling delete_port for 89bf71f7-8576-4482-a6a0-f396126552f0 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:51:39.909058 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e776c445-0021-4ec6-a2b9-861ebe3f69f6 req-1e53a491-bc5c-40a6-9d58-dd9fc79d4860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:39.910571 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e776c445-0021-4ec6-a2b9-861ebe3f69f6 req-1e53a491-bc5c-40a6-9d58-dd9fc79d4860 service neutron] 10.222.0.74 "GET /v2.0/networks?id=956f4e0f-d672-4efc-84b9-1a07478d59f4 HTTP/1.1" status: 200 len: 897 time: 0.0992346 Nov 25 17:51:39.951391 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-28c57eb2-16bb-439c-a73b-90ef37ac40c2 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:39.958756 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f334b4c1-b738-4eb2-ac73-0ef902e70ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:39.992150 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-4f83f4c7-db35-46cd-ac8d-eed31e40bc3d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Deleting port 89bf71f7-8576-4482-a6a0-f396126552f0 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:51:39.992150 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4f83f4c7-db35-46cd-ac8d-eed31e40bc3d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:39.995826 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device e26f3648-3afc-43ef-9d40-c99eb7cc3525 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:51:40.000648 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e776c445-0021-4ec6-a2b9-861ebe3f69f6 req-202f323d-3f13-452b-ba3d-f8b0d901016b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bd04eb2-3dbf-402a-8d62-77b2cc3686f1 HTTP/1.1" status: 200 len: 1002 time: 0.0815682 Nov 25 17:51:40.006795 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f334b4c1-b738-4eb2-ac73-0ef902e70ddc None None] Pushing event deleted for resources: {'Port': ['ID=89bf71f7-8576-4482-a6a0-f396126552f0,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:40.009202 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f334b4c1-b738-4eb2-ac73-0ef902e70ddc None None] No DVR routers for this DVR port 89bf71f7-8576-4482-a6a0-f396126552f0 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:51:40.067645 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e776c445-0021-4ec6-a2b9-861ebe3f69f6 req-67b76edc-ea15-4026-b601-30b109d8ee3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:40.069856 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e776c445-0021-4ec6-a2b9-861ebe3f69f6 req-67b76edc-ea15-4026-b601-30b109d8ee3f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=41aa15c7-0383-4c7f-9427-4b12720b647d HTTP/1.1" status: 200 len: 835 time: 0.0599387 Nov 25 17:51:40.146527 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e776c445-0021-4ec6-a2b9-861ebe3f69f6 req-bdd9a554-24c8-4f49-aadb-e0e733130d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:40.149226 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e776c445-0021-4ec6-a2b9-861ebe3f69f6 req-bdd9a554-24c8-4f49-aadb-e0e733130d12 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=956f4e0f-d672-4efc-84b9-1a07478d59f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718412 Nov 25 17:51:40.159953 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-4f83f4c7-db35-46cd-ac8d-eed31e40bc3d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] For port 89bf71f7-8576-4482-a6a0-f396126552f0, host n-d-817746-1, got binding levels [] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:51:40.161363 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4f83f4c7-db35-46cd-ac8d-eed31e40bc3d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:40.185679 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port e26f3648-3afc-43ef-9d40-c99eb7cc3525, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e26f3648-3afc-43ef-9d40-c99eb7cc3525,segment=NetworkSegment(5d15a5ac-47ef-4ddf-b5a4-0fc888643200),segment_id=5d15a5ac-47ef-4ddf-b5a4-0fc888643200)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:51:40.212328 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': 'e26f3648-3afc-43ef-9d40-c99eb7cc3525', 'network_id': 'cde55e2d-003f-4ba7-9946-c3e49edc6c96', 'port_id': 'e26f3648-3afc-43ef-9d40-c99eb7cc3525', 'mac_address': 'fa:16:3e:8e:76:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b114d138-184e-414d-8d77-af9fac4f96f6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:51:40.215658 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-4f83f4c7-db35-46cd-ac8d-eed31e40bc3d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Calling delete_port for 89bf71f7-8576-4482-a6a0-f396126552f0 owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:51:40.223203 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-28c57eb2-16bb-439c-a73b-90ef37ac40c2 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:40.233890 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.ipam_backend_mixin [None req-4f83f4c7-db35-46cd-ac8d-eed31e40bc3d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Port 89bf71f7-8576-4482-a6a0-f396126552f0 was not found and therefore no delete operation was performed {{(pid=103360) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 17:51:40.251915 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-04523fd2-eebb-40e4-9725-0e5ddbf81b6e tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:40.279379 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:40.296940 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e26f3648-3afc-43ef-9d40-c99eb7cc3525 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:51:40.332871 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e776c445-0021-4ec6-a2b9-861ebe3f69f6 req-b37a816f-9aa6-4235-866d-cbeeb40ac71c service neutron] 10.222.0.74 "GET /v2.0/networks/956f4e0f-d672-4efc-84b9-1a07478d59f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757801 Nov 25 17:51:40.335044 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4f83f4c7-db35-46cd-ac8d-eed31e40bc3d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:40.357286 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277ab91f-d848-4b22-9f59-2535a5101875 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:51:40.360407 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port e26f3648-3afc-43ef-9d40-c99eb7cc3525, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e26f3648-3afc-43ef-9d40-c99eb7cc3525,segment=NetworkSegment(5d15a5ac-47ef-4ddf-b5a4-0fc888643200),segment_id=5d15a5ac-47ef-4ddf-b5a4-0fc888643200)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:51:40.368360 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:40.386960 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c57eb2-16bb-439c-a73b-90ef37ac40c2 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event deleted for resources: {'Subnet': ['ID=9826fabb-6797-45e8-8c57-e6d953490d18,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:40.392276 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-28c57eb2-16bb-439c-a73b-90ef37ac40c2 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:40.395498 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-28c57eb2-16bb-439c-a73b-90ef37ac40c2 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "DELETE /v2.0/subnets/9826fabb-6797-45e8-8c57-e6d953490d18 HTTP/1.1" status: 204 len: 168 time: 1.7285788 Nov 25 17:51:40.413599 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b117aa-93d9-49a1-abb4-6f29f93ccc07 None None] Network 2102d22d-17d2-4bf1-aa0a-a04d0cada51d requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:51:40.433707 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47100) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:40.435128 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04523fd2-eebb-40e4-9725-0e5ddbf81b6e tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Pushing event deleted for resources: {'Port': ['ID=24085af4-0ede-4c45-9d34-e5f560d23e4b,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:40.438789 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 89bf71f7-8576-4482-a6a0-f396126552f0 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:51:40.499232 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 89bf71f7-8576-4482-a6a0-f396126552f0 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:51:40.499587 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 89bf71f7-8576-4482-a6a0-f396126552f0 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:51:40.500186 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e776c445-0021-4ec6-a2b9-861ebe3f69f6 req-4f23e719-b9ad-462d-99fe-33374af5e147 service neutron] 10.222.0.74 "GET /v2.0/networks/956f4e0f-d672-4efc-84b9-1a07478d59f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591351 Nov 25 17:51:40.500402 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-056e7fdd-811f-4562-a313-d74e3e3ba459 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Deleting subnet 125d92eb-b8e5-4388-9ec8-7a64bb75fed2 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:51:40.568003 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=e26f3648-3afc-43ef-9d40-c99eb7cc3525,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:40.587369 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9597dad3-3240-4774-814c-bc8270974fc0 req-c7370664-2a7c-4114-bb9f-58524c41fc7c tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:40.601936 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f83f4c7-db35-46cd-ac8d-eed31e40bc3d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] No DVR routers for this DVR port 89bf71f7-8576-4482-a6a0-f396126552f0 on host n-d-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:51:40.603277 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9597dad3-3240-4774-814c-bc8270974fc0 req-c7370664-2a7c-4114-bb9f-58524c41fc7c tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=598ae637-959f-4a82-ab28-f6756f65d14c HTTP/1.1" status: 200 len: 946 time: 0.2683082 Nov 25 17:51:40.604040 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-056e7fdd-811f-4562-a313-d74e3e3ba459 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:40.611063 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f83f4c7-db35-46cd-ac8d-eed31e40bc3d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event deleted for resources: {'Port': ['ID=89bf71f7-8576-4482-a6a0-f396126552f0,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:40.709682 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['e26f3648-3afc-43ef-9d40-c99eb7cc3525'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:51:40.742020 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-04523fd2-eebb-40e4-9725-0e5ddbf81b6e tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:40.755424 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9597dad3-3240-4774-814c-bc8270974fc0 req-4fec86bf-621c-4fec-b567-9aa1b971a625 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=1d72823a-4513-4da3-9508-6964b7c723ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1492796 Nov 25 17:51:40.781991 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74093725-c0d2-4230-a922-901d9bba64af req-4d92b319-8796-44a6-995c-4765fac5eaec tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:40.785820 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-74093725-c0d2-4230-a922-901d9bba64af req-4d92b319-8796-44a6-995c-4765fac5eaec tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=42c58d9e-7d5d-4c82-89f5-8b4693338342 HTTP/1.1" status: 200 len: 944 time: 0.1076450 Nov 25 17:51:40.788582 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-056e7fdd-811f-4562-a313-d74e3e3ba459 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:40.897701 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-74093725-c0d2-4230-a922-901d9bba64af req-0a9c1130-3e51-4018-b015-b867ec738bde tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896299 Nov 25 17:51:40.918931 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4f83f4c7-db35-46cd-ac8d-eed31e40bc3d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:40.937141 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-04523fd2-eebb-40e4-9725-0e5ddbf81b6e tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:40.947422 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-04523fd2-eebb-40e4-9725-0e5ddbf81b6e tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:40.955412 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-4f83f4c7-db35-46cd-ac8d-eed31e40bc3d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbf4f4bf-784f-47b1-8ff2-eb03b694e4ce']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:40.977805 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-4f83f4c7-db35-46cd-ac8d-eed31e40bc3d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c7ec89d-8bdf-47b1-94df-ce0ab0041469') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:40.978257 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-4f83f4c7-db35-46cd-ac8d-eed31e40bc3d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c7ec89d-8bdf-47b1-94df-ce0ab0041469') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:41.054650 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-04523fd2-eebb-40e4-9725-0e5ddbf81b6e tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:41.055230 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04523fd2-eebb-40e4-9725-0e5ddbf81b6e tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Fanout notify agent at l3_agent the message router_deleted on router 2de12eba-ca9c-4ee9-a127-6d8b48ad62b2 {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:51:41.060410 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4f83f4c7-db35-46cd-ac8d-eed31e40bc3d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:41.072561 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-04523fd2-eebb-40e4-9725-0e5ddbf81b6e tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:41.076284 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-04523fd2-eebb-40e4-9725-0e5ddbf81b6e tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "DELETE /v2.0/routers/2de12eba-ca9c-4ee9-a127-6d8b48ad62b2 HTTP/1.1" status: 204 len: 168 time: 3.4074781 Nov 25 17:51:41.076672 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47104) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:41.104343 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4f83f4c7-db35-46cd-ac8d-eed31e40bc3d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:41.114033 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-056e7fdd-811f-4562-a313-d74e3e3ba459 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:41.117876 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f83f4c7-db35-46cd-ac8d-eed31e40bc3d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Releasing vlan 934 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:51:41.118293 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4f83f4c7-db35-46cd-ac8d-eed31e40bc3d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:41.124110 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:51:41.124110 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:51:41.124110 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:51:41.124110 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:51:41.124110 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:51:41.124110 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:51:41.124110 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:51:41.124110 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:51:41.124110 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:51:41.124110 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:51:41.124110 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:51:41.124110 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:51:41.124110 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:51:41.124110 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:51:41.124110 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:51:41.124110 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:51:41.124110 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:51:41.124110 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:51:41.124110 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:51:41.124110 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:51:41.124110 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:51:41.124110 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:51:41.124110 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:51:41.124110 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:51:41.124110 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:51:41.124110 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:51:41.124110 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:51:41.124110 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:51:41.124110 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:51:41.124110 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:51:41.124110 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:51:41.124110 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:51:41.207076 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-24d5f8cd-2f19-46e3-871e-c70c5c56ea61 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:41.256329 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4f83f4c7-db35-46cd-ac8d-eed31e40bc3d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:41.269721 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4f83f4c7-db35-46cd-ac8d-eed31e40bc3d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:41.273127 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4f83f4c7-db35-46cd-ac8d-eed31e40bc3d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "DELETE /v2.0/networks/dbf4f4bf-784f-47b1-8ff2-eb03b694e4ce HTTP/1.1" status: 204 len: 168 time: 2.7768576 Nov 25 17:51:41.280291 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47106) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:41.321681 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-5ab741cf-512a-4637-a8f1-b2c0f68e07d1 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1574513644', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:51:41.322213 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-24d5f8cd-2f19-46e3-871e-c70c5c56ea61 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:41.332702 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f83f4c7-db35-46cd-ac8d-eed31e40bc3d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event deleted for resources: {'Network': ['ID=dbf4f4bf-784f-47b1-8ff2-eb03b694e4ce,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:41.347117 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-24d5f8cd-2f19-46e3-871e-c70c5c56ea61 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0b62c91-efd1-42fd-8c7c-59c29803d540']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:41.353805 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-056e7fdd-811f-4562-a313-d74e3e3ba459 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:41.359750 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-24d5f8cd-2f19-46e3-871e-c70c5c56ea61 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '274a258b-b064-458c-b5c1-f473d996c8a2') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:41.360294 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-24d5f8cd-2f19-46e3-871e-c70c5c56ea61 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '274a258b-b064-458c-b5c1-f473d996c8a2') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:41.371624 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-24d5f8cd-2f19-46e3-871e-c70c5c56ea61 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:41.383559 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056e7fdd-811f-4562-a313-d74e3e3ba459 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event deleted for resources: {'Subnet': ['ID=125d92eb-b8e5-4388-9ec8-7a64bb75fed2,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:41.386087 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5ab741cf-512a-4637-a8f1-b2c0f68e07d1 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:41.387281 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5ab741cf-512a-4637-a8f1-b2c0f68e07d1 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:41.393930 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-24d5f8cd-2f19-46e3-871e-c70c5c56ea61 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:41.403383 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24d5f8cd-2f19-46e3-871e-c70c5c56ea61 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Releasing vlan 931 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:51:41.403897 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-24d5f8cd-2f19-46e3-871e-c70c5c56ea61 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:41.405817 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-056e7fdd-811f-4562-a313-d74e3e3ba459 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:41.408436 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:51:41.408436 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:51:41.408436 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:51:41.408436 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:51:41.408436 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:51:41.408436 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:51:41.408436 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:51:41.408436 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:51:41.408436 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:51:41.408436 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:51:41.408436 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:51:41.408436 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:51:41.408436 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:51:41.408436 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:51:41.408436 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:51:41.408436 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:51:41.408436 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:51:41.408436 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:51:41.408436 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:51:41.408436 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:51:41.408436 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:51:41.408436 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:51:41.408436 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:51:41.408436 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:51:41.408436 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:51:41.408436 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:51:41.408436 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:51:41.408436 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:51:41.408436 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:51:41.408436 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:51:41.408436 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:51:41.408436 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:51:41.410180 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-056e7fdd-811f-4562-a313-d74e3e3ba459 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "DELETE /v2.0/subnets/125d92eb-b8e5-4388-9ec8-7a64bb75fed2 HTTP/1.1" status: 204 len: 168 time: 0.9689996 Nov 25 17:51:41.413402 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47110) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:41.488385 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5ab741cf-512a-4637-a8f1-b2c0f68e07d1 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:41.520427 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-24d5f8cd-2f19-46e3-871e-c70c5c56ea61 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:41.524082 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5ab741cf-512a-4637-a8f1-b2c0f68e07d1 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:41.532339 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-24d5f8cd-2f19-46e3-871e-c70c5c56ea61 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:41.536123 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-24d5f8cd-2f19-46e3-871e-c70c5c56ea61 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] 10.222.0.75 "DELETE /v2.0/networks/f0b62c91-efd1-42fd-8c7c-59c29803d540 HTTP/1.1" status: 204 len: 168 time: 0.4580417 Nov 25 17:51:41.555051 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5ab741cf-512a-4637-a8f1-b2c0f68e07d1 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:41.556321 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-5ab741cf-512a-4637-a8f1-b2c0f68e07d1 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2732580 Nov 25 17:51:41.563545 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47118) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:41.568350 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-1b2d9ce2-6ee8-46c8-a3ee-44c5e66be3a5 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Request body: {'network': {'name': 'tempest-RoutersTest-1682856893'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:51:41.574643 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d5f8cd-2f19-46e3-871e-c70c5c56ea61 tempest-TestNetworkBasicOps-2029287579 tempest-TestNetworkBasicOps-2029287579-project] Pushing event deleted for resources: {'Network': ['ID=f0b62c91-efd1-42fd-8c7c-59c29803d540,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:41.590024 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dbd6ce94-5dd3-4443-a76d-877bbf2157b1 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:41.651550 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2d9ce2-6ee8-46c8-a3ee-44c5e66be3a5 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Made reservation on behalf of 4d907a5f181242fcb929653cbcef12b3 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:51:41.652941 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd851f8-7a04-46c8-93c2-620df78cceec None None] Network 2102d22d-17d2-4bf1-aa0a-a04d0cada51d requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:51:41.655646 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1b2d9ce2-6ee8-46c8-a3ee-44c5e66be3a5 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:41.658680 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-266e620e-841d-4b98-b6e9-d66282e6a032 None None] Provisioning complete for port bcbbe8af-f90a-40b1-addf-270257b37d67 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:51:41.659042 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-266e620e-841d-4b98-b6e9-d66282e6a032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:41.692632 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b2d9ce2-6ee8-46c8-a3ee-44c5e66be3a5 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 931} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:51:41.699444 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1b2d9ce2-6ee8-46c8-a3ee-44c5e66be3a5 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:41.699789 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-1b2d9ce2-6ee8-46c8-a3ee-44c5e66be3a5 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Added segment e7f574f7-f805-4161-90d7-2375bac908bb of type vlan for network f68e2a6a-5ebb-4874-9cdf-aa1f412d1e39 Nov 25 17:51:41.754757 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1b2d9ce2-6ee8-46c8-a3ee-44c5e66be3a5 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:41.785781 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1b2d9ce2-6ee8-46c8-a3ee-44c5e66be3a5 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:41.792756 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2d9ce2-6ee8-46c8-a3ee-44c5e66be3a5 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:41.793514 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1b2d9ce2-6ee8-46c8-a3ee-44c5e66be3a5 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:41.893713 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1b2d9ce2-6ee8-46c8-a3ee-44c5e66be3a5 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3291719 Nov 25 17:51:41.906495 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47128) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:41.917025 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-8062acc5-ffd9-4538-a570-4ad04c5d196d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Request body: {'subnet': {'network_id': 'f68e2a6a-5ebb-4874-9cdf-aa1f412d1e39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:51:41.925076 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d9ce2-6ee8-46c8-a3ee-44c5e66be3a5 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event updated for resources: {'Network': ['ID=f68e2a6a-5ebb-4874-9cdf-aa1f412d1e39,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:41.940403 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-dbd6ce94-5dd3-4443-a76d-877bbf2157b1 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Deleting port bcbbe8af-f90a-40b1-addf-270257b37d67 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:51:41.940403 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dbd6ce94-5dd3-4443-a76d-877bbf2157b1 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:41.949259 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network f68e2a6a-5ebb-4874-9cdf-aa1f412d1e39 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:51:41.992402 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c537e7b2-f467-4aa2-af2e-e0ee6b6c1604 req-ebf294d8-d1ac-4e41-9b34-f2faa090fd02 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:41.995610 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c537e7b2-f467-4aa2-af2e-e0ee6b6c1604 req-ebf294d8-d1ac-4e41-9b34-f2faa090fd02 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=598ae637-959f-4a82-ab28-f6756f65d14c HTTP/1.1" status: 200 len: 946 time: 0.1171980 Nov 25 17:51:42.055404 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47132) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:42.062424 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-dbd6ce94-5dd3-4443-a76d-877bbf2157b1 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] For port bcbbe8af-f90a-40b1-addf-270257b37d67, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=bcbbe8af-f90a-40b1-addf-270257b37d67,segment=NetworkSegment(9797049c-647e-4219-a0c8-cca096d0f388),segment_id=9797049c-647e-4219-a0c8-cca096d0f388)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:51:42.062807 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dbd6ce94-5dd3-4443-a76d-877bbf2157b1 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:42.074797 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device e26f3648-3afc-43ef-9d40-c99eb7cc3525 up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:51:42.078043 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8a46b1-206f-4ba4-9140-c48a414db37a None None] DHCP port deletion for 2102d22d-17d2-4bf1-aa0a-a04d0cada51d request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:51:42.100807 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-dbd6ce94-5dd3-4443-a76d-877bbf2157b1 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Calling delete_port for bcbbe8af-f90a-40b1-addf-270257b37d67 owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:51:42.126828 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3441ea-8492-4ee9-a94d-c683e78b4cbd req-e0d8fe19-5b15-4c03-9b64-ce6c570b3c6d tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:42.128627 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7d3441ea-8492-4ee9-a94d-c683e78b4cbd req-e0d8fe19-5b15-4c03-9b64-ce6c570b3c6d tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=42c58d9e-7d5d-4c82-89f5-8b4693338342 HTTP/1.1" status: 200 len: 944 time: 0.1105852 Nov 25 17:51:42.154960 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c537e7b2-f467-4aa2-af2e-e0ee6b6c1604 req-9ff90d4a-e205-453c-b063-cab1989b3fc9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=1d72823a-4513-4da3-9508-6964b7c723ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1475637 Nov 25 17:51:42.172453 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port e26f3648-3afc-43ef-9d40-c99eb7cc3525 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:51:42.187050 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port e26f3648-3afc-43ef-9d40-c99eb7cc3525 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:51:42.187660 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:42.230994 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-8e8a46b1-206f-4ba4-9140-c48a414db37a None None] Deleting port bcbbe8af-f90a-40b1-addf-270257b37d67 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:51:42.231374 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8e8a46b1-206f-4ba4-9140-c48a414db37a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:42.245103 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7d3441ea-8492-4ee9-a94d-c683e78b4cbd req-7636942f-0b98-4a89-ac24-cf26c8a065f9 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010129 Nov 25 17:51:42.261400 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dbd6ce94-5dd3-4443-a76d-877bbf2157b1 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:42.298624 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-e2899585-ae73-4c3c-8b35-f5e8f6d4f1c0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e74594bc3f604c5c9d4110d7bd37c200&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2337763 Nov 25 17:51:42.300972 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47136) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:42.335059 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd6ce94-5dd3-4443-a76d-877bbf2157b1 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event deleted for resources: {'Port': ['ID=bcbbe8af-f90a-40b1-addf-270257b37d67,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:42.344797 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd6ce94-5dd3-4443-a76d-877bbf2157b1 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] No DVR routers for this DVR port bcbbe8af-f90a-40b1-addf-270257b37d67 on host n-d-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:51:42.351991 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-8e8a46b1-206f-4ba4-9140-c48a414db37a None None] For port bcbbe8af-f90a-40b1-addf-270257b37d67, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=bcbbe8af-f90a-40b1-addf-270257b37d67,segment=NetworkSegment(9797049c-647e-4219-a0c8-cca096d0f388),segment_id=9797049c-647e-4219-a0c8-cca096d0f388)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:51:42.352742 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8e8a46b1-206f-4ba4-9140-c48a414db37a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:42.372884 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:42.387139 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-8e8a46b1-206f-4ba4-9140-c48a414db37a None None] Calling delete_port for bcbbe8af-f90a-40b1-addf-270257b37d67 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:51:42.389937 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-de403e4f-2eac-4e08-9265-0c7cd38b0a6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:42.407415 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c58d9e-7d5d-4c82-89f5-8b4693338342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26f3648-3afc-43ef-9d40-c99eb7cc3525'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:51:42.410331 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48cd5181-2a43-41ca-b2bf-b08ba0a7a496" -d '{"events": [{"server_uuid": "42c58d9e-7d5d-4c82-89f5-8b4693338342", "name": "network-vif-plugged", "status": "completed", "tag": "e26f3648-3afc-43ef-9d40-c99eb7cc3525"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:51:42.410488 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8062acc5-ffd9-4538-a570-4ad04c5d196d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Made reservation on behalf of 4d907a5f181242fcb929653cbcef12b3 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:51:42.413971 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8062acc5-ffd9-4538-a570-4ad04c5d196d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:42.437732 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-de403e4f-2eac-4e08-9265-0c7cd38b0a6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:42.456875 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port e26f3648-3afc-43ef-9d40-c99eb7cc3525, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e26f3648-3afc-43ef-9d40-c99eb7cc3525,segment=NetworkSegment(5d15a5ac-47ef-4ddf-b5a4-0fc888643200),segment_id=5d15a5ac-47ef-4ddf-b5a4-0fc888643200)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:51:42.467189 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:42.512635 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-de403e4f-2eac-4e08-9265-0c7cd38b0a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:42.515913 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-de403e4f-2eac-4e08-9265-0c7cd38b0a6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:42.517897 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-de403e4f-2eac-4e08-9265-0c7cd38b0a6e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5faf678c-3120-4235-9f03-e2c34e85655c HTTP/1.1" status: 204 len: 168 time: 0.2159977 Nov 25 17:51:42.534206 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34c22e7-aaee-42b5-a2d9-3891f70a0330 x-openstack-request-id: req-c34c22e7-aaee-42b5-a2d9-3891f70a0330 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:51:42.534498 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42c58d9e-7d5d-4c82-89f5-8b4693338342", "name": "network-vif-plugged", "status": "completed", "tag": "e26f3648-3afc-43ef-9d40-c99eb7cc3525", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:51:42.534755 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c34c22e7-aaee-42b5-a2d9-3891f70a0330 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:51:42.535148 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42c58d9e-7d5d-4c82-89f5-8b4693338342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26f3648-3afc-43ef-9d40-c99eb7cc3525', 'code': 200} Nov 25 17:51:42.535925 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 24085af4-0ede-4c45-9d34-e5f560d23e4b no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:51:42.537321 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de403e4f-2eac-4e08-9265-0c7cd38b0a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5faf678c-3120-4235-9f03-e2c34e85655c,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:42.604744 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 24085af4-0ede-4c45-9d34-e5f560d23e4b {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:51:42.605145 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 24085af4-0ede-4c45-9d34-e5f560d23e4b not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:51:42.605558 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device bcbbe8af-f90a-40b1-addf-270257b37d67 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:51:42.630749 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: bcbbe8af-f90a-40b1-addf-270257b37d67 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:51:42.631106 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device bcbbe8af-f90a-40b1-addf-270257b37d67 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:51:42.638990 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7dae7-9785-444f-a49d-05a74db42bad req-5d2ec236-c124-4107-9d0c-153f8b259122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:42.642619 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e2b7dae7-9785-444f-a49d-05a74db42bad req-5d2ec236-c124-4107-9d0c-153f8b259122 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=42c58d9e-7d5d-4c82-89f5-8b4693338342 HTTP/1.1" status: 200 len: 1096 time: 0.0748315 Nov 25 17:51:42.658192 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=e26f3648-3afc-43ef-9d40-c99eb7cc3525,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:42.664605 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8e8a46b1-206f-4ba4-9140-c48a414db37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:42.701408 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8a46b1-206f-4ba4-9140-c48a414db37a None None] Pushing event deleted for resources: {'Port': ['ID=bcbbe8af-f90a-40b1-addf-270257b37d67,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:42.704881 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8a46b1-206f-4ba4-9140-c48a414db37a None None] No DVR routers for this DVR port bcbbe8af-f90a-40b1-addf-270257b37d67 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:51:42.717803 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e2b7dae7-9785-444f-a49d-05a74db42bad req-27695876-774d-4cfd-b069-5caf66497a7d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613358 Nov 25 17:51:42.750872 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dbd6ce94-5dd3-4443-a76d-877bbf2157b1 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:42.785262 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-dbd6ce94-5dd3-4443-a76d-877bbf2157b1 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2102d22d-17d2-4bf1-aa0a-a04d0cada51d']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:42.798821 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-dbd6ce94-5dd3-4443-a76d-877bbf2157b1 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9797049c-647e-4219-a0c8-cca096d0f388') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:42.799061 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-dbd6ce94-5dd3-4443-a76d-877bbf2157b1 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9797049c-647e-4219-a0c8-cca096d0f388') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:42.812546 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dbd6ce94-5dd3-4443-a76d-877bbf2157b1 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:42.830409 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dbd6ce94-5dd3-4443-a76d-877bbf2157b1 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:42.857987 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbd6ce94-5dd3-4443-a76d-877bbf2157b1 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Releasing vlan 918 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:51:42.858325 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dbd6ce94-5dd3-4443-a76d-877bbf2157b1 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:42.861328 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:51:42.861328 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:51:42.861328 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:51:42.861328 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:51:42.861328 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:51:42.861328 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:51:42.861328 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:51:42.861328 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:51:42.861328 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:51:42.861328 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:51:42.861328 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:51:42.861328 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:51:42.861328 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:51:42.861328 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:51:42.861328 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:51:42.861328 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:51:42.861328 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:51:42.861328 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:51:42.861328 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:51:42.861328 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:51:42.861328 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:51:42.861328 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:51:42.861328 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:51:42.861328 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:51:42.861328 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:51:42.861328 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:51:42.861328 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:51:42.861328 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:51:42.861328 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:51:42.861328 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:51:42.861328 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:51:42.861328 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:51:42.930627 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47154) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:42.981424 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dbd6ce94-5dd3-4443-a76d-877bbf2157b1 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:42.986514 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-53e8f6ca-1c0c-4130-b881-21f437f51aa4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:42.997990 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dbd6ce94-5dd3-4443-a76d-877bbf2157b1 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:43.001066 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-dbd6ce94-5dd3-4443-a76d-877bbf2157b1 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "DELETE /v2.0/networks/2102d22d-17d2-4bf1-aa0a-a04d0cada51d HTTP/1.1" status: 204 len: 168 time: 1.5867000 Nov 25 17:51:43.004615 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47156) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:43.021417 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd6ce94-5dd3-4443-a76d-877bbf2157b1 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event deleted for resources: {'Network': ['ID=2102d22d-17d2-4bf1-aa0a-a04d0cada51d,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:43.027884 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8062acc5-ffd9-4538-a570-4ad04c5d196d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:43.068612 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf800d1b-e921-4343-a9be-70b2cb98493f tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:43.070837 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-bf800d1b-e921-4343-a9be-70b2cb98493f tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0651965 Nov 25 17:51:43.074806 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47158) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:43.111769 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8062acc5-ffd9-4538-a570-4ad04c5d196d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event updated for resources: {'Subnet': ['ID=eff5c9f1-fdc7-4c24-90ab-6d7ea065962e,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:43.137417 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-12e61616-3c43-4723-8850-177ace320a38 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0603473 Nov 25 17:51:43.138491 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8062acc5-ffd9-4538-a570-4ad04c5d196d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Checking segment: {'id': 'e7f574f7-f805-4161-90d7-2375bac908bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'f68e2a6a-5ebb-4874-9cdf-aa1f412d1e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:51:43.140271 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8062acc5-ffd9-4538-a570-4ad04c5d196d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Network hostable DHCP agents. Network: f68e2a6a-5ebb-4874-9cdf-aa1f412d1e39, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:51:43.140777 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47160) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:43.145578 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-f5a01263-c129-409c-a48a-2ef67450859e tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-818729373'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:51:43.168743 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a01263-c129-409c-a48a-2ef67450859e tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Made reservation on behalf of 28b5aae943b9455c8114055630556aca for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:51:43.172456 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f5a01263-c129-409c-a48a-2ef67450859e tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:43.176284 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-53e8f6ca-1c0c-4130-b881-21f437f51aa4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:43.180954 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-53e8f6ca-1c0c-4130-b881-21f437f51aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:43.187742 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8062acc5-ffd9-4538-a570-4ad04c5d196d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Network f68e2a6a-5ebb-4874-9cdf-aa1f412d1e39 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:51:43.205847 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5a01263-c129-409c-a48a-2ef67450859e tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 922} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:51:43.211673 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-8062acc5-ffd9-4538-a570-4ad04c5d196d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, f68e2a6a-5ebb-4874-9cdf-aa1f412d1e39) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:51:43.223621 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11796104-b818-456c-921a-ed0268f8aa32 None None] Network f68e2a6a-5ebb-4874-9cdf-aa1f412d1e39 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:51:43.233130 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8062acc5-ffd9-4538-a570-4ad04c5d196d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:43.233827 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8062acc5-ffd9-4538-a570-4ad04c5d196d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:43.237071 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f5a01263-c129-409c-a48a-2ef67450859e tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:43.237581 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-f5a01263-c129-409c-a48a-2ef67450859e tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Added segment 1683b520-b526-45ed-98a5-ad4ab746ac41 of type vlan for network b4883c7e-4c5d-4e9b-b226-3ffd38cfd24d Nov 25 17:51:43.256294 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8062acc5-ffd9-4538-a570-4ad04c5d196d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3486114 Nov 25 17:51:43.259082 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-53e8f6ca-1c0c-4130-b881-21f437f51aa4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=87ae075fb0ab4e1dba9c3b704a98fe6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3267937 Nov 25 17:51:43.261089 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47164) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:43.268247 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47168) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:43.313591 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e8f6ca-1c0c-4130-b881-21f437f51aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22281599-0029-48cc-98d0-d7c7d9f18b77,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:43.369062 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f5a01263-c129-409c-a48a-2ef67450859e tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:43.420948 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c633ae40-821b-4146-b164-b253a840cb7a req-9ef16783-0930-45cd-bcef-24f8a3903cdc tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:43.429250 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c633ae40-821b-4146-b164-b253a840cb7a req-9ef16783-0930-45cd-bcef-24f8a3903cdc tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=598ae637-959f-4a82-ab28-f6756f65d14c HTTP/1.1" status: 200 len: 946 time: 0.1220601 Nov 25 17:51:43.448014 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a81321a-0df0-40ed-945c-eeddd08c7856 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-f68e2a6a-5ebb-4874-9cdf-aa1f412d1e39', 'network_id': 'f68e2a6a-5ebb-4874-9cdf-aa1f412d1e39', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'fixed_ips': [{'subnet_id': 'eff5c9f1-fdc7-4c24-90ab-6d7ea065962e'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:51:43.449153 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1a81321a-0df0-40ed-945c-eeddd08c7856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:43.464375 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f5a01263-c129-409c-a48a-2ef67450859e tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:43.470721 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a01263-c129-409c-a48a-2ef67450859e tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:43.471314 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f5a01263-c129-409c-a48a-2ef67450859e tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:43.514232 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-176a6d51-ba14-443b-b4fb-a374746921db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:43.569897 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a01263-c129-409c-a48a-2ef67450859e tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event updated for resources: {'Network': ['ID=b4883c7e-4c5d-4e9b-b226-3ffd38cfd24d,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:43.591643 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe69e4b9-d700-4ed1-9e22-b2329a4e5a82 req-1d522f4f-64bd-49a9-b4c6-cec72095539e tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:43.594391 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fe69e4b9-d700-4ed1-9e22-b2329a4e5a82 req-1d522f4f-64bd-49a9-b4c6-cec72095539e tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=42c58d9e-7d5d-4c82-89f5-8b4693338342 HTTP/1.1" status: 200 len: 945 time: 0.2418280 Nov 25 17:51:43.604515 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network b4883c7e-4c5d-4e9b-b226-3ffd38cfd24d details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:51:43.646427 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-f5a01263-c129-409c-a48a-2ef67450859e tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5045652 Nov 25 17:51:43.650106 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47172) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:43.662494 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c633ae40-821b-4146-b164-b253a840cb7a req-083fdf9f-e29e-479b-a21c-adeb0dc4fad8 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=1d72823a-4513-4da3-9508-6964b7c723ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2320726 Nov 25 17:51:43.672303 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-cb9c295a-b981-4681-9d3d-e48a42890ce6 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Request body: {'subnet': {'network_id': 'b4883c7e-4c5d-4e9b-b226-3ffd38cfd24d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:51:43.690675 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-176a6d51-ba14-443b-b4fb-a374746921db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:43.726032 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-1a81321a-0df0-40ed-945c-eeddd08c7856 None None] Allocated IP 172.20.0.2 (f68e2a6a-5ebb-4874-9cdf-aa1f412d1e39/eff5c9f1-fdc7-4c24-90ab-6d7ea065962e/26c3f918-c9e8-4795-910c-17ac6abe2d6a) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:51:43.787522 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-176a6d51-ba14-443b-b4fb-a374746921db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:43.791991 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-176a6d51-ba14-443b-b4fb-a374746921db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:43.793987 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-176a6d51-ba14-443b-b4fb-a374746921db admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/22281599-0029-48cc-98d0-d7c7d9f18b77 HTTP/1.1" status: 204 len: 168 time: 0.5222299 Nov 25 17:51:43.818473 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176a6d51-ba14-443b-b4fb-a374746921db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22281599-0029-48cc-98d0-d7c7d9f18b77,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:43.839372 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fe69e4b9-d700-4ed1-9e22-b2329a4e5a82 req-18c832a6-67f7-47e7-9b6a-1bbed41a951c tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275488 Nov 25 17:51:43.870195 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9c295a-b981-4681-9d3d-e48a42890ce6 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Made reservation on behalf of 28b5aae943b9455c8114055630556aca for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:51:43.874534 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cb9c295a-b981-4681-9d3d-e48a42890ce6 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:43.898033 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a738791a-de54-40f1-8b95-706a4152855b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:43.899802 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1a81321a-0df0-40ed-945c-eeddd08c7856 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:43.926551 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1a81321a-0df0-40ed-945c-eeddd08c7856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:44.033993 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a81321a-0df0-40ed-945c-eeddd08c7856 None None] Network f68e2a6a-5ebb-4874-9cdf-aa1f412d1e39 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:51:44.045075 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-1a81321a-0df0-40ed-945c-eeddd08c7856 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:51:44.049477 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a81321a-0df0-40ed-945c-eeddd08c7856 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:51:44.060079 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a81321a-0df0-40ed-945c-eeddd08c7856 None None] Pushing event updated for resources: {'Port': ['ID=26c3f918-c9e8-4795-910c-17ac6abe2d6a,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:44.130083 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-1a81321a-0df0-40ed-945c-eeddd08c7856 None None] Attempting to bind port 26c3f918-c9e8-4795-910c-17ac6abe2d6a on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:51:44.130365 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-1a81321a-0df0-40ed-945c-eeddd08c7856 None None] Attempting to bind port 26c3f918-c9e8-4795-910c-17ac6abe2d6a by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'e7f574f7-f805-4161-90d7-2375bac908bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'f68e2a6a-5ebb-4874-9cdf-aa1f412d1e39'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:51:44.130743 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a81321a-0df0-40ed-945c-eeddd08c7856 None None] Attempting to bind port 26c3f918-c9e8-4795-910c-17ac6abe2d6a on network f68e2a6a-5ebb-4874-9cdf-aa1f412d1e39 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:51:44.136767 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a81321a-0df0-40ed-945c-eeddd08c7856 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:51:44.137182 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a81321a-0df0-40ed-945c-eeddd08c7856 None None] Checking segment: {'id': 'e7f574f7-f805-4161-90d7-2375bac908bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'f68e2a6a-5ebb-4874-9cdf-aa1f412d1e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:51:44.137596 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1a81321a-0df0-40ed-945c-eeddd08c7856 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:44.138000 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a81321a-0df0-40ed-945c-eeddd08c7856 None None] Bound using segment: {'id': 'e7f574f7-f805-4161-90d7-2375bac908bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'f68e2a6a-5ebb-4874-9cdf-aa1f412d1e39'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:51:44.138478 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-1a81321a-0df0-40ed-945c-eeddd08c7856 None None] Bound port: 26c3f918-c9e8-4795-910c-17ac6abe2d6a, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f574f7-f805-4161-90d7-2375bac908bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'f68e2a6a-5ebb-4874-9cdf-aa1f412d1e39'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:51:44.138872 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1a81321a-0df0-40ed-945c-eeddd08c7856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:44.174592 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cb9c295a-b981-4681-9d3d-e48a42890ce6 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:44.257426 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-a738791a-de54-40f1-8b95-706a4152855b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Allocated IP 172.20.0.1 (f68e2a6a-5ebb-4874-9cdf-aa1f412d1e39/eff5c9f1-fdc7-4c24-90ab-6d7ea065962e/f84aaffa-bc80-4569-b8c3-0de835a474ba) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:51:44.297602 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9c295a-b981-4681-9d3d-e48a42890ce6 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event updated for resources: {'Subnet': ['ID=709f4a92-f266-4107-9f40-2558f26c1616,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:44.303653 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-1a81321a-0df0-40ed-945c-eeddd08c7856 None None] For port 26c3f918-c9e8-4795-910c-17ac6abe2d6a, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:51:44.312974 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-1a81321a-0df0-40ed-945c-eeddd08c7856 None None] For port 26c3f918-c9e8-4795-910c-17ac6abe2d6a, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=26c3f918-c9e8-4795-910c-17ac6abe2d6a,segment=NetworkSegment(e7f574f7-f805-4161-90d7-2375bac908bb),segment_id=e7f574f7-f805-4161-90d7-2375bac908bb)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:51:44.326201 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1a81321a-0df0-40ed-945c-eeddd08c7856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:44.339967 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9c295a-b981-4681-9d3d-e48a42890ce6 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Checking segment: {'id': '1683b520-b526-45ed-98a5-ad4ab746ac41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b4883c7e-4c5d-4e9b-b226-3ffd38cfd24d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:51:44.340335 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9c295a-b981-4681-9d3d-e48a42890ce6 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Network hostable DHCP agents. Network: b4883c7e-4c5d-4e9b-b226-3ffd38cfd24d, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:51:44.380376 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9c295a-b981-4681-9d3d-e48a42890ce6 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Network b4883c7e-4c5d-4e9b-b226-3ffd38cfd24d is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:51:44.394554 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-cb9c295a-b981-4681-9d3d-e48a42890ce6 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, b4883c7e-4c5d-4e9b-b226-3ffd38cfd24d) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:51:44.410390 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9c295a-b981-4681-9d3d-e48a42890ce6 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:44.411026 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cb9c295a-b981-4681-9d3d-e48a42890ce6 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:44.427535 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273958dc-01e1-4f0c-9d2c-8e966cdf2565 None None] Network b4883c7e-4c5d-4e9b-b226-3ffd38cfd24d requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:51:44.427913 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a738791a-de54-40f1-8b95-706a4152855b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:44.443514 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-cb9c295a-b981-4681-9d3d-e48a42890ce6 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7799513 Nov 25 17:51:44.448230 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47182) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:44.461647 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-b222910f-1762-4b8a-a3e7-87c39d08fb93 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Request body: {'port': {'network_id': 'b4883c7e-4c5d-4e9b-b226-3ffd38cfd24d', 'name': 'tempest-PortsIpV6TestJSON-899987039'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:51:44.500673 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a81321a-0df0-40ed-945c-eeddd08c7856 None None] Pushing event updated for resources: {'Port': ['ID=26c3f918-c9e8-4795-910c-17ac6abe2d6a,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:44.556654 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a738791a-de54-40f1-8b95-706a4152855b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:44.624808 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a738791a-de54-40f1-8b95-706a4152855b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Network f68e2a6a-5ebb-4874-9cdf-aa1f412d1e39 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:51:44.633755 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-a738791a-de54-40f1-8b95-706a4152855b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:51:44.641960 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a738791a-de54-40f1-8b95-706a4152855b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:51:44.724006 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738791a-de54-40f1-8b95-706a4152855b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event updated for resources: {'Port': ['ID=f84aaffa-bc80-4569-b8c3-0de835a474ba,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:44.750142 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a738791a-de54-40f1-8b95-706a4152855b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:44.874064 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b222910f-1762-4b8a-a3e7-87c39d08fb93 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Made reservation on behalf of 28b5aae943b9455c8114055630556aca for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:51:44.888675 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b222910f-1762-4b8a-a3e7-87c39d08fb93 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:44.908758 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a43401-f7a9-449b-bc7c-d47816822e6a req-7239c818-3385-4e3b-be46-7d6bf59e01c8 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:44.910719 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-84a43401-f7a9-449b-bc7c-d47816822e6a req-7239c818-3385-4e3b-be46-7d6bf59e01c8 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=598ae637-959f-4a82-ab28-f6756f65d14c HTTP/1.1" status: 200 len: 946 time: 0.0917313 Nov 25 17:51:44.926361 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-b222910f-1762-4b8a-a3e7-87c39d08fb93 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] device_id is not set on port 4c29b2c3-b8a1-48af-98f2-dbe08730a654 yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:51:44.935093 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6643c78-3172-492d-99d5-79386f8e96bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-b4883c7e-4c5d-4e9b-b226-3ffd38cfd24d', 'network_id': 'b4883c7e-4c5d-4e9b-b226-3ffd38cfd24d', 'tenant_id': '28b5aae943b9455c8114055630556aca', 'fixed_ips': [{'subnet_id': '709f4a92-f266-4107-9f40-2558f26c1616'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:51:44.935987 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a6643c78-3172-492d-99d5-79386f8e96bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:45.006557 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-84a43401-f7a9-449b-bc7c-d47816822e6a req-77595178-d675-4b0d-b583-bfd4566a01ec tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=1d72823a-4513-4da3-9508-6964b7c723ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0797625 Nov 25 17:51:45.133552 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a738791a-de54-40f1-8b95-706a4152855b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:45.135168 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95afb8e6-0b7d-4463-80f9-d5f9250311fe req-ba771d0f-5b3d-4e51-9128-31efe7b8a6b4 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:45.144651 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-95afb8e6-0b7d-4463-80f9-d5f9250311fe req-ba771d0f-5b3d-4e51-9128-31efe7b8a6b4 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=42c58d9e-7d5d-4c82-89f5-8b4693338342 HTTP/1.1" status: 200 len: 945 time: 0.1081877 Nov 25 17:51:45.145489 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47210) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:45.177004 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-a6643c78-3172-492d-99d5-79386f8e96bb None None] Allocated IP 2001:db8::2 (b4883c7e-4c5d-4e9b-b226-3ffd38cfd24d/709f4a92-f266-4107-9f40-2558f26c1616/a06c311c-5376-4237-8adf-614186aaf078) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:51:45.225956 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-95afb8e6-0b7d-4463-80f9-d5f9250311fe req-fddc1b8e-87ba-4fac-bc8f-bc68b85a7733 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654910 Nov 25 17:51:45.318465 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-911c597a-9fe7-4327-bd55-0bc4726c4c16 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-846702002-network', 'tenant_id': 'e69beea86d034f398c1d6fc720d35db8'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:51:45.359698 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-911c597a-9fe7-4327-bd55-0bc4726c4c16 admin admin] Made reservation on behalf of e69beea86d034f398c1d6fc720d35db8 for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:51:45.362942 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-911c597a-9fe7-4327-bd55-0bc4726c4c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:45.395285 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-911c597a-9fe7-4327-bd55-0bc4726c4c16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:45.434483 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a6643c78-3172-492d-99d5-79386f8e96bb None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:45.446243 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a6643c78-3172-492d-99d5-79386f8e96bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:45.489655 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6643c78-3172-492d-99d5-79386f8e96bb None None] Network b4883c7e-4c5d-4e9b-b226-3ffd38cfd24d is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:51:45.496483 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-a6643c78-3172-492d-99d5-79386f8e96bb None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:51:45.501248 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6643c78-3172-492d-99d5-79386f8e96bb None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:51:45.536903 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6643c78-3172-492d-99d5-79386f8e96bb None None] Pushing event updated for resources: {'Port': ['ID=a06c311c-5376-4237-8adf-614186aaf078,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:45.553269 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-911c597a-9fe7-4327-bd55-0bc4726c4c16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:45.567716 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-a6643c78-3172-492d-99d5-79386f8e96bb None None] Attempting to bind port a06c311c-5376-4237-8adf-614186aaf078 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:51:45.568148 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-a6643c78-3172-492d-99d5-79386f8e96bb None None] Attempting to bind port a06c311c-5376-4237-8adf-614186aaf078 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '1683b520-b526-45ed-98a5-ad4ab746ac41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b4883c7e-4c5d-4e9b-b226-3ffd38cfd24d'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:51:45.568527 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6643c78-3172-492d-99d5-79386f8e96bb None None] Attempting to bind port a06c311c-5376-4237-8adf-614186aaf078 on network b4883c7e-4c5d-4e9b-b226-3ffd38cfd24d {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:51:45.569261 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af014c0f-887b-4f9d-bdc8-f48d46368d09 req-347d249d-8cf9-4260-9d2d-9ea5f47f6bc2 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:45.571142 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-af014c0f-887b-4f9d-bdc8-f48d46368d09 req-347d249d-8cf9-4260-9d2d-9ea5f47f6bc2 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=42c58d9e-7d5d-4c82-89f5-8b4693338342 HTTP/1.1" status: 200 len: 945 time: 0.0953269 Nov 25 17:51:45.573021 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-911c597a-9fe7-4327-bd55-0bc4726c4c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:45.575123 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6643c78-3172-492d-99d5-79386f8e96bb None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:51:45.575507 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6643c78-3172-492d-99d5-79386f8e96bb None None] Checking segment: {'id': '1683b520-b526-45ed-98a5-ad4ab746ac41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b4883c7e-4c5d-4e9b-b226-3ffd38cfd24d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:51:45.575971 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a6643c78-3172-492d-99d5-79386f8e96bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:45.576377 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6643c78-3172-492d-99d5-79386f8e96bb None None] Bound using segment: {'id': '1683b520-b526-45ed-98a5-ad4ab746ac41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b4883c7e-4c5d-4e9b-b226-3ffd38cfd24d'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:51:45.576898 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-a6643c78-3172-492d-99d5-79386f8e96bb None None] Bound port: a06c311c-5376-4237-8adf-614186aaf078, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1683b520-b526-45ed-98a5-ad4ab746ac41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b4883c7e-4c5d-4e9b-b226-3ffd38cfd24d'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:51:45.577303 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a6643c78-3172-492d-99d5-79386f8e96bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:45.583690 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a738791a-de54-40f1-8b95-706a4152855b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:45.587597 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-911c597a-9fe7-4327-bd55-0bc4726c4c16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 935} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:51:45.594400 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a738791a-de54-40f1-8b95-706a4152855b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:45.610720 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-911c597a-9fe7-4327-bd55-0bc4726c4c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:45.611166 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-911c597a-9fe7-4327-bd55-0bc4726c4c16 admin admin] Added segment 692e7f4e-f503-4f7b-9c33-1cf3ca0dc7ac of type vlan for network 766cc6a0-9cae-4dff-aad3-bb04508f9490 Nov 25 17:51:45.697217 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-a6643c78-3172-492d-99d5-79386f8e96bb None None] For port a06c311c-5376-4237-8adf-614186aaf078, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:51:45.701188 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-911c597a-9fe7-4327-bd55-0bc4726c4c16 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:45.701954 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-a6643c78-3172-492d-99d5-79386f8e96bb None None] For port a06c311c-5376-4237-8adf-614186aaf078, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=a06c311c-5376-4237-8adf-614186aaf078,segment=NetworkSegment(1683b520-b526-45ed-98a5-ad4ab746ac41),segment_id=1683b520-b526-45ed-98a5-ad4ab746ac41)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:51:45.712799 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a6643c78-3172-492d-99d5-79386f8e96bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:45.748533 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911c597a-9fe7-4327-bd55-0bc4726c4c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4d222f-bb7a-4ad9-9d73-e5cb966a102c,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:45.809952 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-af014c0f-887b-4f9d-bdc8-f48d46368d09 req-f2eba75d-3d9e-49f4-9990-5d8d2764f4dc tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862240 Nov 25 17:51:45.811253 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-911c597a-9fe7-4327-bd55-0bc4726c4c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:45.812384 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911c597a-9fe7-4327-bd55-0bc4726c4c16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:45.813516 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-911c597a-9fe7-4327-bd55-0bc4726c4c16 admin admin] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:45.890563 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6643c78-3172-492d-99d5-79386f8e96bb None None] Pushing event updated for resources: {'Port': ['ID=a06c311c-5376-4237-8adf-614186aaf078,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:45.912675 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-911c597a-9fe7-4327-bd55-0bc4726c4c16 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7658629 Nov 25 17:51:45.924587 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47222) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:45.942170 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-9af81753-9edf-437a-b343-f6caee0656ba admin admin] Request body: {'subnet': {'network_id': '766cc6a0-9cae-4dff-aad3-bb04508f9490', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-846702002-subnet', 'tenant_id': 'e69beea86d034f398c1d6fc720d35db8', 'ip_version': 4}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:51:46.074446 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911c597a-9fe7-4327-bd55-0bc4726c4c16 admin admin] Pushing event updated for resources: {'Network': ['ID=766cc6a0-9cae-4dff-aad3-bb04508f9490,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:46.091271 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 766cc6a0-9cae-4dff-aad3-bb04508f9490 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:51:46.134621 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af81753-9edf-437a-b343-f6caee0656ba admin admin] Made reservation on behalf of e69beea86d034f398c1d6fc720d35db8 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:51:46.137272 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9af81753-9edf-437a-b343-f6caee0656ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:46.184755 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86227c5-50c6-4f07-b64d-967da8eac51e req-f6f7ecaf-da0e-4599-a440-57abc95d0d6d tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:46.192467 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e86227c5-50c6-4f07-b64d-967da8eac51e req-f6f7ecaf-da0e-4599-a440-57abc95d0d6d tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=42c58d9e-7d5d-4c82-89f5-8b4693338342 HTTP/1.1" status: 200 len: 945 time: 0.2448702 Nov 25 17:51:46.310758 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b755cb00-c309-4b14-89cf-72947c9b3700 None None] Network f68e2a6a-5ebb-4874-9cdf-aa1f412d1e39 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:51:46.442026 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738791a-de54-40f1-8b95-706a4152855b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event updated for resources: {'Port': ['ID=f84aaffa-bc80-4569-b8c3-0de835a474ba,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:46.451592 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-b222910f-1762-4b8a-a3e7-87c39d08fb93 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Allocated IP 2001:db8::329 (b4883c7e-4c5d-4e9b-b226-3ffd38cfd24d/709f4a92-f266-4107-9f40-2558f26c1616/4c29b2c3-b8a1-48af-98f2-dbe08730a654) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:51:46.487504 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a738791a-de54-40f1-8b95-706a4152855b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:46.504108 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-3b766142-d5ac-4fe0-b8e1-21066e8da328 None None] Provisioning complete for port 26c3f918-c9e8-4795-910c-17ac6abe2d6a triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:51:46.504471 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3b766142-d5ac-4fe0-b8e1-21066e8da328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:46.576192 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device a06c311c-5376-4237-8adf-614186aaf078 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:51:46.696678 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3b766142-d5ac-4fe0-b8e1-21066e8da328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:46.722560 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a738791a-de54-40f1-8b95-706a4152855b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Network f68e2a6a-5ebb-4874-9cdf-aa1f412d1e39 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:51:46.726689 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-a738791a-de54-40f1-8b95-706a4152855b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:51:46.750374 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port a06c311c-5376-4237-8adf-614186aaf078 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:51:46.750846 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:46.791672 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-3b766142-d5ac-4fe0-b8e1-21066e8da328 None None] For port 26c3f918-c9e8-4795-910c-17ac6abe2d6a, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=26c3f918-c9e8-4795-910c-17ac6abe2d6a,segment=NetworkSegment(e7f574f7-f805-4161-90d7-2375bac908bb),segment_id=e7f574f7-f805-4161-90d7-2375bac908bb)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:51:46.806101 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3b766142-d5ac-4fe0-b8e1-21066e8da328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:46.865927 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b222910f-1762-4b8a-a3e7-87c39d08fb93 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:46.891250 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b766142-d5ac-4fe0-b8e1-21066e8da328 None None] Pushing event updated for resources: {'Port': ['ID=26c3f918-c9e8-4795-910c-17ac6abe2d6a,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:46.915892 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:46.952933 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b222910f-1762-4b8a-a3e7-87c39d08fb93 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:46.993930 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b222910f-1762-4b8a-a3e7-87c39d08fb93 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Network b4883c7e-4c5d-4e9b-b226-3ffd38cfd24d is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:51:47.020937 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9af81753-9edf-437a-b343-f6caee0656ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:47.031288 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-b222910f-1762-4b8a-a3e7-87c39d08fb93 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:51:47.035503 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:47.036349 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:47.039769 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b222910f-1762-4b8a-a3e7-87c39d08fb93 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:51:47.054601 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b222910f-1762-4b8a-a3e7-87c39d08fb93 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:47.059607 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b222910f-1762-4b8a-a3e7-87c39d08fb93 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:47.118104 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port a06c311c-5376-4237-8adf-614186aaf078, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=a06c311c-5376-4237-8adf-614186aaf078,segment=NetworkSegment(1683b520-b526-45ed-98a5-ad4ab746ac41),segment_id=1683b520-b526-45ed-98a5-ad4ab746ac41)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:51:47.134055 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:47.134874 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 26c3f918-c9e8-4795-910c-17ac6abe2d6a up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:51:47.162895 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b222910f-1762-4b8a-a3e7-87c39d08fb93 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7101319 Nov 25 17:51:47.168053 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a738791a-de54-40f1-8b95-706a4152855b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Router 0e037f4a-8e3e-4e04-9d15-ea5084dd366a is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:51:47.171525 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47228) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:47.178846 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-2e37eff5-f931-471f-a045-976b4cb137f4 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Request body: {'port': {'network_id': 'b4883c7e-4c5d-4e9b-b226-3ffd38cfd24d', 'name': 'tempest-PortsIpV6TestJSON-1580354979'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:51:47.182713 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b222910f-1762-4b8a-a3e7-87c39d08fb93 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event updated for resources: {'Port': ['ID=4c29b2c3-b8a1-48af-98f2-dbe08730a654,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:47.234344 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c900cd-8ac1-4bb8-b18a-dad22cc9c930 req-81a47bbe-5013-4b1c-a7ac-8febec7f191c tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:47.250559 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b2c900cd-8ac1-4bb8-b18a-dad22cc9c930 req-81a47bbe-5013-4b1c-a7ac-8febec7f191c tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=598ae637-959f-4a82-ab28-f6756f65d14c HTTP/1.1" status: 200 len: 946 time: 1.0853612 Nov 25 17:51:47.282006 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e86227c5-50c6-4f07-b64d-967da8eac51e req-4129a3e9-a89e-4810-934e-df511a4f97a2 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0885224 Nov 25 17:51:47.326587 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af81753-9edf-437a-b343-f6caee0656ba admin admin] Checking segment: {'id': '692e7f4e-f503-4f7b-9c33-1cf3ca0dc7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '766cc6a0-9cae-4dff-aad3-bb04508f9490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:51:47.327030 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af81753-9edf-437a-b343-f6caee0656ba admin admin] Network hostable DHCP agents. Network: 766cc6a0-9cae-4dff-aad3-bb04508f9490, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:51:47.330798 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af81753-9edf-437a-b343-f6caee0656ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=50ec2d95-5a02-4606-9013-483e9966ecad,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:47.385786 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af81753-9edf-437a-b343-f6caee0656ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:47.386469 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af81753-9edf-437a-b343-f6caee0656ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:47.386959 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af81753-9edf-437a-b343-f6caee0656ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:47.387444 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af81753-9edf-437a-b343-f6caee0656ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:47.387938 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af81753-9edf-437a-b343-f6caee0656ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:47.390486 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=a06c311c-5376-4237-8adf-614186aaf078,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:47.394587 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af81753-9edf-437a-b343-f6caee0656ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:47.395056 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af81753-9edf-437a-b343-f6caee0656ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:47.395494 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af81753-9edf-437a-b343-f6caee0656ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:47.396321 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af81753-9edf-437a-b343-f6caee0656ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:47.397484 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af81753-9edf-437a-b343-f6caee0656ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:47.397925 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af81753-9edf-437a-b343-f6caee0656ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:47.398272 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af81753-9edf-437a-b343-f6caee0656ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:47.462604 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ec3eef74-6f99-495c-81d7-f129c19523cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:47.465046 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b2c900cd-8ac1-4bb8-b18a-dad22cc9c930 req-8ca0277c-280f-41d6-bcea-9448d67c9793 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=1d72823a-4513-4da3-9508-6964b7c723ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2053142 Nov 25 17:51:47.468592 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af81753-9edf-437a-b343-f6caee0656ba admin admin] Network 766cc6a0-9cae-4dff-aad3-bb04508f9490 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:51:47.495889 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-9af81753-9edf-437a-b343-f6caee0656ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 766cc6a0-9cae-4dff-aad3-bb04508f9490) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:51:47.500908 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a738791a-de54-40f1-8b95-706a4152855b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:51:47.509823 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a738791a-de54-40f1-8b95-706a4152855b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "PUT /v2.0/routers/0e037f4a-8e3e-4e04-9d15-ea5084dd366a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2448034 Nov 25 17:51:47.512414 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d242ed13-7904-4156-ba7c-f7c868f942ec None None] Provisioning complete for port 26c3f918-c9e8-4795-910c-17ac6abe2d6a triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:51:47.512845 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d242ed13-7904-4156-ba7c-f7c868f942ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:47.516375 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47232) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:47.523950 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-97fb0b7f-b7f5-42fd-94ac-32f48446903b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Request body: {'network': {'name': 'tempest-RoutersTest-1694463442'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:51:47.535987 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af81753-9edf-437a-b343-f6caee0656ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:47.536584 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9af81753-9edf-437a-b343-f6caee0656ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:47.545523 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d07f32-2326-401f-bf39-1e17b7c1f482 None None] Sync routers for ids ['0e037f4a-8e3e-4e04-9d15-ea5084dd366a'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:51:47.548539 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c96283a-1258-4b5f-a1a2-9b22e49e00b9 None None] Network 766cc6a0-9cae-4dff-aad3-bb04508f9490 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:51:47.601183 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 26c3f918-c9e8-4795-910c-17ac6abe2d6a triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:51:47.601819 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:47.608496 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.db.api [None req-97fb0b7f-b7f5-42fd-94ac-32f48446903b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 25 17:51:47.608496 n-d-817746-1 neutron-server[103360]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 25 17:51:47.608496 n-d-817746-1 neutron-server[103360]: [parameters: {'project_id_1': '4d907a5f181242fcb929653cbcef12b3', 'expiration_1': datetime.datetime(2021, 11, 25, 17, 51, 27, 563051)}] Nov 25 17:51:47.608496 n-d-817746-1 neutron-server[103360]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:51:47.609440 n-d-817746-1 neutron-server[103360]: DEBUG oslo_db.api [None req-97fb0b7f-b7f5-42fd-94ac-32f48446903b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:51:47.617829 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e37eff5-f931-471f-a045-976b4cb137f4 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Made reservation on behalf of 28b5aae943b9455c8114055630556aca for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:51:47.622578 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2e37eff5-f931-471f-a045-976b4cb137f4 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:47.632739 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-9af81753-9edf-437a-b343-f6caee0656ba admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.6948154 Nov 25 17:51:47.633843 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47236) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:47.640226 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-8f62e9ca-8824-4dd5-b708-7aab1d6e56d9 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-846702002-router', 'tenant_id': 'e69beea86d034f398c1d6fc720d35db8', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:51:47.666339 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-2e37eff5-f931-471f-a045-976b4cb137f4 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] device_id is not set on port 4ff5cc0c-e8f9-4dbb-9cb0-1cef557b50c4 yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:51:47.698638 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8f62e9ca-8824-4dd5-b708-7aab1d6e56d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:47.700348 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8f62e9ca-8824-4dd5-b708-7aab1d6e56d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:47.753577 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a821a09e-a8ec-450e-94bf-e8f3df8cf359 None None] Network b4883c7e-4c5d-4e9b-b226-3ffd38cfd24d requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:51:47.795131 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d07f32-2326-401f-bf39-1e17b7c1f482 None None] Routers {'0e037f4a-8e3e-4e04-9d15-ea5084dd366a'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:51:47.795770 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-a9d07f32-2326-401f-bf39-1e17b7c1f482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:51:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['0e037f4a-8e3e-4e04-9d15-ea5084dd366a'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:47.798105 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa33ed6f-ff5b-4d62-b18f-b80c837d9160 req-53f1ded6-b2b6-48fc-b5d6-a7f795e6194b tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:47.799776 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-aa33ed6f-ff5b-4d62-b18f-b80c837d9160 req-53f1ded6-b2b6-48fc-b5d6-a7f795e6194b tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=42c58d9e-7d5d-4c82-89f5-8b4693338342 HTTP/1.1" status: 200 len: 945 time: 0.1237290 Nov 25 17:51:47.809815 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8f62e9ca-8824-4dd5-b708-7aab1d6e56d9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:47.864218 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-2e37eff5-f931-471f-a045-976b4cb137f4 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Allocated IP 2001:db8::20e (b4883c7e-4c5d-4e9b-b226-3ffd38cfd24d/709f4a92-f266-4107-9f40-2558f26c1616/4ff5cc0c-e8f9-4dbb-9cb0-1cef557b50c4) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:51:48.012209 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-aa33ed6f-ff5b-4d62-b18f-b80c837d9160 req-37dc1ef6-2873-453a-af0d-d0d7b8410cb2 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977062 Nov 25 17:51:48.093131 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-a9d07f32-2326-401f-bf39-1e17b7c1f482 None None] Set router 0e037f4a-8e3e-4e04-9d15-ea5084dd366a gateway port host: None {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:51:48.127658 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8f62e9ca-8824-4dd5-b708-7aab1d6e56d9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:48.153524 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2e37eff5-f931-471f-a045-976b4cb137f4 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:48.171477 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97fb0b7f-b7f5-42fd-94ac-32f48446903b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Made reservation on behalf of 4d907a5f181242fcb929653cbcef12b3 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:51:48.176980 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-97fb0b7f-b7f5-42fd-94ac-32f48446903b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:48.216559 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2e37eff5-f931-471f-a045-976b4cb137f4 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:48.294342 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97fb0b7f-b7f5-42fd-94ac-32f48446903b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 914} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:51:48.314242 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-97fb0b7f-b7f5-42fd-94ac-32f48446903b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:48.314821 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-97fb0b7f-b7f5-42fd-94ac-32f48446903b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Added segment 065ff53e-6f93-414d-81b7-2a1e61fc3070 of type vlan for network 0c6a70d1-a1fb-41e0-a04c-bcbbb242747c Nov 25 17:51:48.373817 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e37eff5-f931-471f-a045-976b4cb137f4 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Network b4883c7e-4c5d-4e9b-b226-3ffd38cfd24d is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:51:48.379065 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-2e37eff5-f931-471f-a045-976b4cb137f4 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:51:48.392376 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e37eff5-f931-471f-a045-976b4cb137f4 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:51:48.399140 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e37eff5-f931-471f-a045-976b4cb137f4 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:48.400021 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2e37eff5-f931-471f-a045-976b4cb137f4 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:48.413488 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-97fb0b7f-b7f5-42fd-94ac-32f48446903b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:48.416072 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8f62e9ca-8824-4dd5-b708-7aab1d6e56d9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:48.418645 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e37eff5-f931-471f-a045-976b4cb137f4 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event updated for resources: {'Port': ['ID=4ff5cc0c-e8f9-4dbb-9cb0-1cef557b50c4,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:48.441315 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2e37eff5-f931-471f-a045-976b4cb137f4 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2683115 Nov 25 17:51:48.444024 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47240) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:48.456180 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8f62e9ca-8824-4dd5-b708-7aab1d6e56d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:48.456674 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-97fb0b7f-b7f5-42fd-94ac-32f48446903b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:48.464535 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fb0b7f-b7f5-42fd-94ac-32f48446903b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:48.465341 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-97fb0b7f-b7f5-42fd-94ac-32f48446903b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:48.526066 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-97fb0b7f-b7f5-42fd-94ac-32f48446903b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0080867 Nov 25 17:51:48.531129 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47244) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:48.579192 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-6edab855-05df-45bf-9ca6-1e3217f4e547 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Request body: {'subnet': {'network_id': '0c6a70d1-a1fb-41e0-a04c-bcbbb242747c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:51:48.589760 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda356bc-edd6-4e40-9bc7-31bf8a4b7434 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:48.591447 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-cda356bc-edd6-4e40-9bc7-31bf8a4b7434 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A329 HTTP/1.1" status: 200 len: 928 time: 0.1461694 Nov 25 17:51:48.594612 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47246) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:48.672894 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fb0b7f-b7f5-42fd-94ac-32f48446903b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event updated for resources: {'Network': ['ID=0c6a70d1-a1fb-41e0-a04c-bcbbb242747c,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:48.726485 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6edab855-05df-45bf-9ca6-1e3217f4e547 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Made reservation on behalf of 4d907a5f181242fcb929653cbcef12b3 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:51:48.732626 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6edab855-05df-45bf-9ca6-1e3217f4e547 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:48.760725 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-8f62e9ca-8824-4dd5-b708-7aab1d6e56d9 admin admin] Allocated IP 172.25.0.2 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/a628a886-a259-4dad-a59f-f37cfdc5f054) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:51:48.769271 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 0c6a70d1-a1fb-41e0-a04c-bcbbb242747c details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:51:48.776764 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7775262-01cb-4baa-baf6-d86a4e1628ee req-3c30d1ee-edc6-4bb1-80bf-2b2ab538571f tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:48.778656 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f7775262-01cb-4baa-baf6-d86a4e1628ee req-3c30d1ee-edc6-4bb1-80bf-2b2ab538571f tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=598ae637-959f-4a82-ab28-f6756f65d14c HTTP/1.1" status: 200 len: 946 time: 0.1723440 Nov 25 17:51:48.843519 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d242ed13-7904-4156-ba7c-f7c868f942ec None None] Provisioning complete for port f84aaffa-bc80-4569-b8c3-0de835a474ba triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:51:48.844092 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d242ed13-7904-4156-ba7c-f7c868f942ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:48.904118 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device a06c311c-5376-4237-8adf-614186aaf078 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:51:48.924977 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-79899d4a-15d5-49ea-a7f1-1b7f8e5d3c1e tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Deleting port 4ff5cc0c-e8f9-4dbb-9cb0-1cef557b50c4 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:51:48.925341 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-79899d4a-15d5-49ea-a7f1-1b7f8e5d3c1e tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:48.956869 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc3561e-777f-442f-b963-ccb1b3fc4099 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-766cc6a0-9cae-4dff-aad3-bb04508f9490', 'network_id': '766cc6a0-9cae-4dff-aad3-bb04508f9490', 'tenant_id': 'e69beea86d034f398c1d6fc720d35db8', 'fixed_ips': [{'subnet_id': '50ec2d95-5a02-4606-9013-483e9966ecad'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:51:48.957778 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6fc3561e-777f-442f-b963-ccb1b3fc4099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:48.985847 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f7775262-01cb-4baa-baf6-d86a4e1628ee req-d89b44c5-be93-4420-a880-9ebf23e39fd5 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=1d72823a-4513-4da3-9508-6964b7c723ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1886759 Nov 25 17:51:49.024554 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d242ed13-7904-4156-ba7c-f7c868f942ec None None] Port f84aaffa-bc80-4569-b8c3-0de835a474ba cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:51:49.082671 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6edab855-05df-45bf-9ca6-1e3217f4e547 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:49.087337 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8f62e9ca-8824-4dd5-b708-7aab1d6e56d9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:49.117651 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-79899d4a-15d5-49ea-a7f1-1b7f8e5d3c1e tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:49.171663 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edab855-05df-45bf-9ca6-1e3217f4e547 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event updated for resources: {'Subnet': ['ID=46e2b0b8-c15f-4d8a-b2c3-792d4f60265c,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:49.175641 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-79899d4a-15d5-49ea-a7f1-1b7f8e5d3c1e tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Calling delete_port for 4ff5cc0c-e8f9-4dbb-9cb0-1cef557b50c4 owned by {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:51:49.241507 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-16c223de-eaf0-41a4-8198-787ac2592d20 None None] Provisioning complete for port a06c311c-5376-4237-8adf-614186aaf078 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:51:49.241886 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-16c223de-eaf0-41a4-8198-787ac2592d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:49.254509 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edab855-05df-45bf-9ca6-1e3217f4e547 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Checking segment: {'id': '065ff53e-6f93-414d-81b7-2a1e61fc3070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0c6a70d1-a1fb-41e0-a04c-bcbbb242747c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:51:49.254880 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edab855-05df-45bf-9ca6-1e3217f4e547 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Network hostable DHCP agents. Network: 0c6a70d1-a1fb-41e0-a04c-bcbbb242747c, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:51:49.299867 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edab855-05df-45bf-9ca6-1e3217f4e547 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Network 0c6a70d1-a1fb-41e0-a04c-bcbbb242747c is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:51:49.315604 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-6edab855-05df-45bf-9ca6-1e3217f4e547 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 0c6a70d1-a1fb-41e0-a04c-bcbbb242747c) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:51:49.320995 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edab855-05df-45bf-9ca6-1e3217f4e547 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:49.322771 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6edab855-05df-45bf-9ca6-1e3217f4e547 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:49.335040 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port a06c311c-5376-4237-8adf-614186aaf078 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:51:49.335414 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:49.368984 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6edab855-05df-45bf-9ca6-1e3217f4e547 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8357613 Nov 25 17:51:49.373435 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47252) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:49.376758 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea4adc9-c7e3-4f45-81dc-06723a7bebbf None None] Network 0c6a70d1-a1fb-41e0-a04c-bcbbb242747c requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:51:49.399769 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8f62e9ca-8824-4dd5-b708-7aab1d6e56d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:49.471768 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5cdbb7-bb26-41f9-beb8-088c36d2b9d0 req-9081ab90-683c-4979-b233-eeaecc33e6c0 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:49.473678 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8f5cdbb7-bb26-41f9-beb8-088c36d2b9d0 req-9081ab90-683c-4979-b233-eeaecc33e6c0 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=42c58d9e-7d5d-4c82-89f5-8b4693338342 HTTP/1.1" status: 200 len: 945 time: 0.3249435 Nov 25 17:51:49.486652 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-79899d4a-15d5-49ea-a7f1-1b7f8e5d3c1e tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:49.522429 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f62e9ca-8824-4dd5-b708-7aab1d6e56d9 admin admin] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:51:49.545175 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-8f62e9ca-8824-4dd5-b708-7aab1d6e56d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:51:49.549631 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f62e9ca-8824-4dd5-b708-7aab1d6e56d9 admin admin] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:51:49.558299 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f62e9ca-8824-4dd5-b708-7aab1d6e56d9 admin admin] Pushing event updated for resources: {'Port': ['ID=a628a886-a259-4dad-a59f-f37cfdc5f054,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:49.653802 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-79899d4a-15d5-49ea-a7f1-1b7f8e5d3c1e tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:49.665207 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-79899d4a-15d5-49ea-a7f1-1b7f8e5d3c1e tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "DELETE /v2.0/ports/4ff5cc0c-e8f9-4dbb-9cb0-1cef557b50c4 HTTP/1.1" status: 204 len: 168 time: 1.0695152 Nov 25 17:51:49.667355 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79899d4a-15d5-49ea-a7f1-1b7f8e5d3c1e tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event deleted for resources: {'Port': ['ID=4ff5cc0c-e8f9-4dbb-9cb0-1cef557b50c4,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:49.671714 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9934c44-8137-4563-955d-6750a9e7f7ee None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:51:49.674620 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47254) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:49.720475 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-c105fc9e-61ea-4c55-af52-95b39ee8d2fd tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] GET failed (client error): The resource could not be found. Nov 25 17:51:49.721985 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c105fc9e-61ea-4c55-af52-95b39ee8d2fd tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "GET /v2.0/ports/4ff5cc0c-e8f9-4dbb-9cb0-1cef557b50c4 HTTP/1.1" status: 404 len: 333 time: 0.0463941 Nov 25 17:51:49.725529 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47256) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:49.740298 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8f5cdbb7-bb26-41f9-beb8-088c36d2b9d0 req-4bfe77e4-64c9-4eed-b180-3c98319be0ea tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547572 Nov 25 17:51:49.794071 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-16c223de-eaf0-41a4-8198-787ac2592d20 None None] Provisioning complete for port f84aaffa-bc80-4569-b8c3-0de835a474ba triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:51:49.794525 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-16c223de-eaf0-41a4-8198-787ac2592d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:49.796995 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-a9d07f32-2326-401f-bf39-1e17b7c1f482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'name': 'tempest-RoutersTest-router-1574513644', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:51:41Z', 'updated_at': '2021-11-25T17:51:44Z', 'revision_number': 2, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'gw_port_host': None, '_interfaces': [{'id': 'f84aaffa-bc80-4569-b8c3-0de835a474ba', 'name': '', 'network_id': 'f68e2a6a-5ebb-4874-9cdf-aa1f412d1e39', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:cb:1e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'eff5c9f1-fdc7-4c24-90ab-6d7ea065962e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:44Z', 'updated_at': '2021-11-25T17:51:45Z', 'revision_number': 2, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': 'eff5c9f1-fdc7-4c24-90ab-6d7ea065962e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:49.914276 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-6fc3561e-777f-442f-b963-ccb1b3fc4099 None None] Allocated IP 172.20.0.2 (766cc6a0-9cae-4dff-aad3-bb04508f9490/50ec2d95-5a02-4606-9013-483e9966ecad/21bed984-340a-4e46-8557-db462e123349) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:51:49.960093 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-16c223de-eaf0-41a4-8198-787ac2592d20 None None] Port f84aaffa-bc80-4569-b8c3-0de835a474ba cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:51:49.970593 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-87ce13ef-2e47-4dd1-969e-093540c3d31e tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:50.018726 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-2e4fcf6b-a4d1-44c0-a940-dbb35e2c859a tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Deleting port 4c29b2c3-b8a1-48af-98f2-dbe08730a654 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:51:50.020041 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2e4fcf6b-a4d1-44c0-a940-dbb35e2c859a tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:50.127196 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d07f32-2326-401f-bf39-1e17b7c1f482 None None] Checking router: 0e037f4a-8e3e-4e04-9d15-ea5084dd366a for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:51:50.127555 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d07f32-2326-401f-bf39-1e17b7c1f482 None None] Updating router 0e037f4a-8e3e-4e04-9d15-ea5084dd366a port f84aaffa-bc80-4569-b8c3-0de835a474ba binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:51:50.142964 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 26c3f918-c9e8-4795-910c-17ac6abe2d6a up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:51:50.284854 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2e4fcf6b-a4d1-44c0-a940-dbb35e2c859a tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:50.297095 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-474e3c2d-d1ba-4bb4-b2e4-28b6f1b74b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:50.303953 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-2e4fcf6b-a4d1-44c0-a940-dbb35e2c859a tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Calling delete_port for 4c29b2c3-b8a1-48af-98f2-dbe08730a654 owned by {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:51:50.343476 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8f62e9ca-8824-4dd5-b708-7aab1d6e56d9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:50.358769 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a9d07f32-2326-401f-bf39-1e17b7c1f482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:50.394833 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-87ce13ef-2e47-4dd1-969e-093540c3d31e tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Allocated IP 172.21.0.1 (0c6a70d1-a1fb-41e0-a04c-bcbbb242747c/46e2b0b8-c15f-4d8a-b2c3-792d4f60265c/dfc92901-ef79-42e0-933d-464fddd8942f) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:51:50.415013 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-45a77c07-e9a6-458d-8040-d336972029fa None None] Provisioning complete for port a06c311c-5376-4237-8adf-614186aaf078 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:51:50.415416 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-45a77c07-e9a6-458d-8040-d336972029fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:50.417273 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae824b16-dd6d-4514-bef9-b86015d1cc05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-0c6a70d1-a1fb-41e0-a04c-bcbbb242747c', 'network_id': '0c6a70d1-a1fb-41e0-a04c-bcbbb242747c', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'fixed_ips': [{'subnet_id': '46e2b0b8-c15f-4d8a-b2c3-792d4f60265c'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:51:50.418630 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ae824b16-dd6d-4514-bef9-b86015d1cc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:50.518791 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c241c-dad8-4928-a9c2-0bc8a3d59625 req-de148893-3ea1-4870-af29-da219ed1cd18 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:50.520499 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-437c241c-dad8-4928-a9c2-0bc8a3d59625 req-de148893-3ea1-4870-af29-da219ed1cd18 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=598ae637-959f-4a82-ab28-f6756f65d14c HTTP/1.1" status: 200 len: 946 time: 0.3918133 Nov 25 17:51:50.571349 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-87ce13ef-2e47-4dd1-969e-093540c3d31e tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:50.606972 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6fc3561e-777f-442f-b963-ccb1b3fc4099 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:50.611318 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-87ce13ef-2e47-4dd1-969e-093540c3d31e tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:50.665630 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ce13ef-2e47-4dd1-969e-093540c3d31e tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Network 0c6a70d1-a1fb-41e0-a04c-bcbbb242747c is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:51:50.674810 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-87ce13ef-2e47-4dd1-969e-093540c3d31e tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:51:50.676783 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6fc3561e-777f-442f-b963-ccb1b3fc4099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:50.676939 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce13ef-2e47-4dd1-969e-093540c3d31e tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event updated for resources: {'Port': ['ID=dfc92901-ef79-42e0-933d-464fddd8942f,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:50.679066 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ce13ef-2e47-4dd1-969e-093540c3d31e tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:51:50.686962 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-437c241c-dad8-4928-a9c2-0bc8a3d59625 req-4e8b3d37-0e4b-4c07-b2b2-654934cc0cce tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=1d72823a-4513-4da3-9508-6964b7c723ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1547508 Nov 25 17:51:50.741593 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-87ce13ef-2e47-4dd1-969e-093540c3d31e tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:50.747872 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8f62e9ca-8824-4dd5-b708-7aab1d6e56d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:50.757884 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 26c3f918-c9e8-4795-910c-17ac6abe2d6a triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:51:50.758694 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:50.812622 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc3561e-777f-442f-b963-ccb1b3fc4099 None None] Network 766cc6a0-9cae-4dff-aad3-bb04508f9490 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:51:50.859135 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-6fc3561e-777f-442f-b963-ccb1b3fc4099 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:51:50.867014 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc3561e-777f-442f-b963-ccb1b3fc4099 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:51:50.872574 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2e4fcf6b-a4d1-44c0-a940-dbb35e2c859a tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:50.905549 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-87ce13ef-2e47-4dd1-969e-093540c3d31e tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:50.914595 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4fcf6b-a4d1-44c0-a940-dbb35e2c859a tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event deleted for resources: {'Port': ['ID=4c29b2c3-b8a1-48af-98f2-dbe08730a654,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:50.969584 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd65909-5a5d-4ba3-8625-e5b1a0173cfb req-27f44cca-1dbb-4549-b912-aded1c1ebb02 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:50.971420 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7cd65909-5a5d-4ba3-8625-e5b1a0173cfb req-27f44cca-1dbb-4549-b912-aded1c1ebb02 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=42c58d9e-7d5d-4c82-89f5-8b4693338342 HTTP/1.1" status: 200 len: 945 time: 0.1350756 Nov 25 17:51:50.979069 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2e4fcf6b-a4d1-44c0-a940-dbb35e2c859a tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:50.982598 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-2e4fcf6b-a4d1-44c0-a940-dbb35e2c859a tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "DELETE /v2.0/ports/4c29b2c3-b8a1-48af-98f2-dbe08730a654 HTTP/1.1" status: 204 len: 168 time: 1.2558641 Nov 25 17:51:50.988585 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47264) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:51.037979 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-039ba205-7b7a-4157-b2f3-c802bbc1eebf tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] GET failed (client error): The resource could not be found. Nov 25 17:51:51.042252 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-039ba205-7b7a-4157-b2f3-c802bbc1eebf tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "GET /v2.0/ports/4c29b2c3-b8a1-48af-98f2-dbe08730a654 HTTP/1.1" status: 404 len: 333 time: 0.0477965 Nov 25 17:51:51.049615 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47266) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:51.116622 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7cd65909-5a5d-4ba3-8625-e5b1a0173cfb req-6f660ff5-5b27-4508-b21d-b00c00e3b703 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311204 Nov 25 17:51:51.118855 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc3561e-777f-442f-b963-ccb1b3fc4099 None None] Pushing event updated for resources: {'Port': ['ID=21bed984-340a-4e46-8557-db462e123349,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:51.130998 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-e767c114-db9f-4d9f-9ef6-8ad9d09fa0f0 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Deleting subnet 709f4a92-f266-4107-9f40-2558f26c1616 {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:51:51.135926 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e767c114-db9f-4d9f-9ef6-8ad9d09fa0f0 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:51.157988 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-45a77c07-e9a6-458d-8040-d336972029fa None None] Could not find standard attr ID for object 4c29b2c3-b8a1-48af-98f2-dbe08730a654. {{(pid=103362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:51:51.167632 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:51.173572 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f62e9ca-8824-4dd5-b708-7aab1d6e56d9 admin admin] Router e91ee442-95d4-4719-82c1-870bd1b11981 is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:51:51.188690 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e767c114-db9f-4d9f-9ef6-8ad9d09fa0f0 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:51.336989 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-87ce13ef-2e47-4dd1-969e-093540c3d31e tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:51.346426 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-87ce13ef-2e47-4dd1-969e-093540c3d31e tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:51.381209 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-ae824b16-dd6d-4514-bef9-b86015d1cc05 None None] Allocated IP 172.21.0.2 (0c6a70d1-a1fb-41e0-a04c-bcbbb242747c/46e2b0b8-c15f-4d8a-b2c3-792d4f60265c/b5645956-9d7b-47f8-83be-2828d849e0ed) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:51:51.389374 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-45a77c07-e9a6-458d-8040-d336972029fa None None] Provisioning complete for port a628a886-a259-4dad-a59f-f37cfdc5f054 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:51:51.389705 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-45a77c07-e9a6-458d-8040-d336972029fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:51.394362 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a9d07f32-2326-401f-bf39-1e17b7c1f482 None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:51.437008 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-6fc3561e-777f-442f-b963-ccb1b3fc4099 None None] Attempting to bind port 21bed984-340a-4e46-8557-db462e123349 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:51:51.437302 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-6fc3561e-777f-442f-b963-ccb1b3fc4099 None None] Attempting to bind port 21bed984-340a-4e46-8557-db462e123349 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '692e7f4e-f503-4f7b-9c33-1cf3ca0dc7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '766cc6a0-9cae-4dff-aad3-bb04508f9490'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:51:51.437798 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc3561e-777f-442f-b963-ccb1b3fc4099 None None] Attempting to bind port 21bed984-340a-4e46-8557-db462e123349 on network 766cc6a0-9cae-4dff-aad3-bb04508f9490 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:51:51.451610 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce13ef-2e47-4dd1-969e-093540c3d31e tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event updated for resources: {'Port': ['ID=dfc92901-ef79-42e0-933d-464fddd8942f,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:51.459304 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-87ce13ef-2e47-4dd1-969e-093540c3d31e tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:51.495466 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a9d07f32-2326-401f-bf39-1e17b7c1f482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:51.556209 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1976c8-b345-48a9-bc96-79c2e1a0f156 None None] Pushing event updated for resources: {'Port': ['ID=f84aaffa-bc80-4569-b8c3-0de835a474ba,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:51.567823 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc3561e-777f-442f-b963-ccb1b3fc4099 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:51:51.567960 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc3561e-777f-442f-b963-ccb1b3fc4099 None None] Checking segment: {'id': '692e7f4e-f503-4f7b-9c33-1cf3ca0dc7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '766cc6a0-9cae-4dff-aad3-bb04508f9490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:51:51.568341 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6fc3561e-777f-442f-b963-ccb1b3fc4099 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:51.568788 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc3561e-777f-442f-b963-ccb1b3fc4099 None None] Bound using segment: {'id': '692e7f4e-f503-4f7b-9c33-1cf3ca0dc7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '766cc6a0-9cae-4dff-aad3-bb04508f9490'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:51:51.569313 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-6fc3561e-777f-442f-b963-ccb1b3fc4099 None None] Bound port: 21bed984-340a-4e46-8557-db462e123349, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '692e7f4e-f503-4f7b-9c33-1cf3ca0dc7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '766cc6a0-9cae-4dff-aad3-bb04508f9490'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:51:51.569706 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6fc3561e-777f-442f-b963-ccb1b3fc4099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:51.611238 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ce13ef-2e47-4dd1-969e-093540c3d31e tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Network 0c6a70d1-a1fb-41e0-a04c-bcbbb242747c is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:51:51.613650 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-87ce13ef-2e47-4dd1-969e-093540c3d31e tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:51:51.633101 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-45a77c07-e9a6-458d-8040-d336972029fa None None] Port a628a886-a259-4dad-a59f-f37cfdc5f054 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:51:51.647277 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-45a77c07-e9a6-458d-8040-d336972029fa None None] Could not find standard attr ID for object 4ff5cc0c-e8f9-4dbb-9cb0-1cef557b50c4. {{(pid=103362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:51:51.705537 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e767c114-db9f-4d9f-9ef6-8ad9d09fa0f0 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:51.743313 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-6fc3561e-777f-442f-b963-ccb1b3fc4099 None None] For port 21bed984-340a-4e46-8557-db462e123349, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:51:51.748733 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-6fc3561e-777f-442f-b963-ccb1b3fc4099 None None] For port 21bed984-340a-4e46-8557-db462e123349, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=21bed984-340a-4e46-8557-db462e123349,segment=NetworkSegment(692e7f4e-f503-4f7b-9c33-1cf3ca0dc7ac),segment_id=692e7f4e-f503-4f7b-9c33-1cf3ca0dc7ac)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:51:51.750575 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f62e9ca-8824-4dd5-b708-7aab1d6e56d9 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:51:51.765079 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7f90d7-ac35-49e4-8523-226ecaef7b9e None None] Sync routers for ids ['e91ee442-95d4-4719-82c1-870bd1b11981'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:51:51.779979 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7f90d7-ac35-49e4-8523-226ecaef7b9e None None] Routers {'e91ee442-95d4-4719-82c1-870bd1b11981'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:51:51.780609 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-1e7f90d7-ac35-49e4-8523-226ecaef7b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:51:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['e91ee442-95d4-4719-82c1-870bd1b11981'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:51.817574 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87ce13ef-2e47-4dd1-969e-093540c3d31e tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Router 0e037f4a-8e3e-4e04-9d15-ea5084dd366a has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:51:51.844047 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8f62e9ca-8824-4dd5-b708-7aab1d6e56d9 admin admin] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:51.845370 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-8f62e9ca-8824-4dd5-b708-7aab1d6e56d9 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.2092605 Nov 25 17:51:51.873608 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47278) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:51.906162 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6fc3561e-777f-442f-b963-ccb1b3fc4099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:52.000870 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2e413-b510-4fa7-812e-a122c03f07fb req-0e1532b3-ca91-4472-ba5f-2d547dc0b849 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:52.003253 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f0c2e413-b510-4fa7-812e-a122c03f07fb req-0e1532b3-ca91-4472-ba5f-2d547dc0b849 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=598ae637-959f-4a82-ab28-f6756f65d14c HTTP/1.1" status: 200 len: 946 time: 0.1985936 Nov 25 17:51:52.012309 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-4c54b0fa-2cd2-4a31-9ba1-88674c7a2fbc None None] Could not find standard attr ID for object 4ff5cc0c-e8f9-4dbb-9cb0-1cef557b50c4. {{(pid=103362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:51:52.018186 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e767c114-db9f-4d9f-9ef6-8ad9d09fa0f0 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:52.021464 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-1e7f90d7-ac35-49e4-8523-226ecaef7b9e None None] Set router e91ee442-95d4-4719-82c1-870bd1b11981 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:51:52.032105 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ce13ef-2e47-4dd1-969e-093540c3d31e tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:51:52.054538 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-87ce13ef-2e47-4dd1-969e-093540c3d31e tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "PUT /v2.0/routers/0e037f4a-8e3e-4e04-9d15-ea5084dd366a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6791606 Nov 25 17:51:52.058272 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47280) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:52.068153 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-3c54c3af-84fe-4f5f-9dce-9f8b46a6adfd tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Request body: {'network': {'name': 'tempest-RoutersTest-521800717'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:51:52.101824 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e767c114-db9f-4d9f-9ef6-8ad9d09fa0f0 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event deleted for resources: {'Subnet': ['ID=709f4a92-f266-4107-9f40-2558f26c1616,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:52.114221 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ae824b16-dd6d-4514-bef9-b86015d1cc05 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:52.115337 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e767c114-db9f-4d9f-9ef6-8ad9d09fa0f0 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:52.121785 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-e767c114-db9f-4d9f-9ef6-8ad9d09fa0f0 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "DELETE /v2.0/subnets/709f4a92-f266-4107-9f40-2558f26c1616 HTTP/1.1" status: 204 len: 168 time: 1.0681217 Nov 25 17:51:52.124233 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47282) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:52.128042 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc3561e-777f-442f-b963-ccb1b3fc4099 None None] Pushing event updated for resources: {'Port': ['ID=21bed984-340a-4e46-8557-db462e123349,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:52.139983 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c54c3af-84fe-4f5f-9dce-9f8b46a6adfd tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Made reservation on behalf of 4d907a5f181242fcb929653cbcef12b3 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:51:52.140528 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c000737-0bd0-4c1c-8642-7cfaaf89a38a None None] Network b4883c7e-4c5d-4e9b-b226-3ffd38cfd24d requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:51:52.147221 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3c54c3af-84fe-4f5f-9dce-9f8b46a6adfd tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:52.160550 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ae824b16-dd6d-4514-bef9-b86015d1cc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:52.164001 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:52.165056 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-a9d07f32-2326-401f-bf39-1e17b7c1f482 None None] Attempting to bind port f84aaffa-bc80-4569-b8c3-0de835a474ba on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:51:52.165635 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-a9d07f32-2326-401f-bf39-1e17b7c1f482 None None] Attempting to bind port f84aaffa-bc80-4569-b8c3-0de835a474ba by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'e7f574f7-f805-4161-90d7-2375bac908bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'f68e2a6a-5ebb-4874-9cdf-aa1f412d1e39'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:51:52.166249 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d07f32-2326-401f-bf39-1e17b7c1f482 None None] Attempting to bind port f84aaffa-bc80-4569-b8c3-0de835a474ba on network f68e2a6a-5ebb-4874-9cdf-aa1f412d1e39 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:51:52.218800 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c54c3af-84fe-4f5f-9dce-9f8b46a6adfd tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 940} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:51:52.228873 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d07f32-2326-401f-bf39-1e17b7c1f482 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:51:52.229731 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d07f32-2326-401f-bf39-1e17b7c1f482 None None] Checking segment: {'id': 'e7f574f7-f805-4161-90d7-2375bac908bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'f68e2a6a-5ebb-4874-9cdf-aa1f412d1e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:51:52.232225 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a9d07f32-2326-401f-bf39-1e17b7c1f482 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:52.233015 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d07f32-2326-401f-bf39-1e17b7c1f482 None None] Bound using segment: {'id': 'e7f574f7-f805-4161-90d7-2375bac908bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'f68e2a6a-5ebb-4874-9cdf-aa1f412d1e39'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:51:52.234215 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-a9d07f32-2326-401f-bf39-1e17b7c1f482 None None] Bound port: f84aaffa-bc80-4569-b8c3-0de835a474ba, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f574f7-f805-4161-90d7-2375bac908bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'f68e2a6a-5ebb-4874-9cdf-aa1f412d1e39'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:51:52.234215 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a9d07f32-2326-401f-bf39-1e17b7c1f482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:52.247365 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3c54c3af-84fe-4f5f-9dce-9f8b46a6adfd tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:52.247936 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-3c54c3af-84fe-4f5f-9dce-9f8b46a6adfd tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Added segment fe69e32f-69b7-41be-9d68-9993a79ed25d of type vlan for network 75d1c93c-8c87-42be-a263-8677f1a35ef9 Nov 25 17:51:52.306174 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-8bfa504d-c31e-44d3-9690-fa2607bd74a8 None None] Provisioning complete for port f84aaffa-bc80-4569-b8c3-0de835a474ba triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:51:52.307811 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8bfa504d-c31e-44d3-9690-fa2607bd74a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:52.312058 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae824b16-dd6d-4514-bef9-b86015d1cc05 None None] Network 0c6a70d1-a1fb-41e0-a04c-bcbbb242747c is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:51:52.335142 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3c54c3af-84fe-4f5f-9dce-9f8b46a6adfd tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:52.366843 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-ae824b16-dd6d-4514-bef9-b86015d1cc05 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:51:52.371935 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3c54c3af-84fe-4f5f-9dce-9f8b46a6adfd tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:52.380301 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae824b16-dd6d-4514-bef9-b86015d1cc05 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:51:52.386418 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c54c3af-84fe-4f5f-9dce-9f8b46a6adfd tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:52.387075 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3c54c3af-84fe-4f5f-9dce-9f8b46a6adfd tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:52.389568 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae824b16-dd6d-4514-bef9-b86015d1cc05 None None] Pushing event updated for resources: {'Port': ['ID=b5645956-9d7b-47f8-83be-2828d849e0ed,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:52.450165 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f0c2e413-b510-4fa7-812e-a122c03f07fb req-ef95c0be-7f60-4d6e-81e1-6faec357eaad tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=1d72823a-4513-4da3-9508-6964b7c723ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3756168 Nov 25 17:51:52.454432 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3c54c3af-84fe-4f5f-9dce-9f8b46a6adfd tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3949499 Nov 25 17:51:52.466812 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47288) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:52.478966 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-1e7f90d7-ac35-49e4-8523-226ecaef7b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91ee442-95d4-4719-82c1-870bd1b11981', 'name': 'tempest-TestServerBasicOps-846702002-router', 'tenant_id': 'e69beea86d034f398c1d6fc720d35db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a628a886-a259-4dad-a59f-f37cfdc5f054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:51:47Z', 'updated_at': '2021-11-25T17:51:49Z', 'revision_number': 3, 'project_id': 'e69beea86d034f398c1d6fc720d35db8', 'gw_port': {'id': 'a628a886-a259-4dad-a59f-f37cfdc5f054', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91ee442-95d4-4719-82c1-870bd1b11981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:48Z', 'updated_at': '2021-11-25T17:51:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:52.479791 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-4f9a29b2-a4a0-40e7-9957-d4aba7c81a51 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Request body: {'subnet': {'network_id': '75d1c93c-8c87-42be-a263-8677f1a35ef9', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:51:52.516176 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-8bfa504d-c31e-44d3-9690-fa2607bd74a8 None None] Port f84aaffa-bc80-4569-b8c3-0de835a474ba cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:51:52.520918 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-952cd713-aa7f-43f9-bf25-87ba64a2f051 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:52.561453 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7f90d7-ac35-49e4-8523-226ecaef7b9e None None] Checking router: e91ee442-95d4-4719-82c1-870bd1b11981 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:51:52.563048 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7f90d7-ac35-49e4-8523-226ecaef7b9e None None] Updating router e91ee442-95d4-4719-82c1-870bd1b11981 port a628a886-a259-4dad-a59f-f37cfdc5f054 binding host n-d-817746-1 {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:51:52.568213 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-a9d07f32-2326-401f-bf39-1e17b7c1f482 None None] For port f84aaffa-bc80-4569-b8c3-0de835a474ba, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:51:52.618469 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba31add-fc90-45b8-bd05-64c7d64476ad req-c90d5ce3-c0c5-41d7-99a8-f2c29fddb6f2 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:52.620501 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-a9d07f32-2326-401f-bf39-1e17b7c1f482 None None] For port f84aaffa-bc80-4569-b8c3-0de835a474ba, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=f84aaffa-bc80-4569-b8c3-0de835a474ba,segment=NetworkSegment(e7f574f7-f805-4161-90d7-2375bac908bb),segment_id=e7f574f7-f805-4161-90d7-2375bac908bb)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:51:52.626588 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-1e7f90d7-ac35-49e4-8523-226ecaef7b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:52.626930 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fba31add-fc90-45b8-bd05-64c7d64476ad req-c90d5ce3-c0c5-41d7-99a8-f2c29fddb6f2 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=42c58d9e-7d5d-4c82-89f5-8b4693338342 HTTP/1.1" status: 200 len: 945 time: 0.3465836 Nov 25 17:51:52.638225 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-ae824b16-dd6d-4514-bef9-b86015d1cc05 None None] Attempting to bind port b5645956-9d7b-47f8-83be-2828d849e0ed on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:51:52.638852 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-ae824b16-dd6d-4514-bef9-b86015d1cc05 None None] Attempting to bind port b5645956-9d7b-47f8-83be-2828d849e0ed by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '065ff53e-6f93-414d-81b7-2a1e61fc3070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0c6a70d1-a1fb-41e0-a04c-bcbbb242747c'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:51:52.638994 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae824b16-dd6d-4514-bef9-b86015d1cc05 None None] Attempting to bind port b5645956-9d7b-47f8-83be-2828d849e0ed on network 0c6a70d1-a1fb-41e0-a04c-bcbbb242747c {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:51:52.647168 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c54c3af-84fe-4f5f-9dce-9f8b46a6adfd tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event updated for resources: {'Network': ['ID=75d1c93c-8c87-42be-a263-8677f1a35ef9,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:52.673315 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a9d07f32-2326-401f-bf39-1e17b7c1f482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:52.682624 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 75d1c93c-8c87-42be-a263-8677f1a35ef9 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:51:52.727618 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae824b16-dd6d-4514-bef9-b86015d1cc05 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:51:52.727896 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae824b16-dd6d-4514-bef9-b86015d1cc05 None None] Checking segment: {'id': '065ff53e-6f93-414d-81b7-2a1e61fc3070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0c6a70d1-a1fb-41e0-a04c-bcbbb242747c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:51:52.728224 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ae824b16-dd6d-4514-bef9-b86015d1cc05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:52.729904 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae824b16-dd6d-4514-bef9-b86015d1cc05 None None] Bound using segment: {'id': '065ff53e-6f93-414d-81b7-2a1e61fc3070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0c6a70d1-a1fb-41e0-a04c-bcbbb242747c'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:51:52.729904 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-ae824b16-dd6d-4514-bef9-b86015d1cc05 None None] Bound port: b5645956-9d7b-47f8-83be-2828d849e0ed, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '065ff53e-6f93-414d-81b7-2a1e61fc3070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0c6a70d1-a1fb-41e0-a04c-bcbbb242747c'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:51:52.730096 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ae824b16-dd6d-4514-bef9-b86015d1cc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:52.821399 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fba31add-fc90-45b8-bd05-64c7d64476ad req-6f7e288a-18ef-4488-a013-ed97a02ba1bc tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934698 Nov 25 17:51:52.842943 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9a29b2-a4a0-40e7-9957-d4aba7c81a51 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Made reservation on behalf of 4d907a5f181242fcb929653cbcef12b3 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:51:52.846501 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4f9a29b2-a4a0-40e7-9957-d4aba7c81a51 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:52.895552 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd4cb18-9524-4c50-bf5c-47d6e5ebebde None None] DHCP port deletion for b4883c7e-4c5d-4e9b-b226-3ffd38cfd24d request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:51:52.924445 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1976c8-b345-48a9-bc96-79c2e1a0f156 None None] Pushing event updated for resources: {'Port': ['ID=f84aaffa-bc80-4569-b8c3-0de835a474ba,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:52.954271 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d07f32-2326-401f-bf39-1e17b7c1f482 None None] Routers {'0e037f4a-8e3e-4e04-9d15-ea5084dd366a'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:51:52.954920 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-952cd713-aa7f-43f9-bf25-87ba64a2f051 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Deleting port a06c311c-5376-4237-8adf-614186aaf078 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:51:52.955273 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-952cd713-aa7f-43f9-bf25-87ba64a2f051 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:52.955697 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-a9d07f32-2326-401f-bf39-1e17b7c1f482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:51:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['0e037f4a-8e3e-4e04-9d15-ea5084dd366a'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:53.053703 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-1e7f90d7-ac35-49e4-8523-226ecaef7b9e None None] Publish callbacks [] for port, precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:53.062717 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-1e7f90d7-ac35-49e4-8523-226ecaef7b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:53.124512 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-ae824b16-dd6d-4514-bef9-b86015d1cc05 None None] For port b5645956-9d7b-47f8-83be-2828d849e0ed, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:51:53.133682 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-1e7f90d7-ac35-49e4-8523-226ecaef7b9e None None] Attempting to bind port a628a886-a259-4dad-a59f-f37cfdc5f054 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:51:53.134084 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-1e7f90d7-ac35-49e4-8523-226ecaef7b9e None None] Attempting to bind port a628a886-a259-4dad-a59f-f37cfdc5f054 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:51:53.134455 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7f90d7-ac35-49e4-8523-226ecaef7b9e None None] Attempting to bind port a628a886-a259-4dad-a59f-f37cfdc5f054 on network 1aa44027-b9d0-4a56-9a59-7e664703e20a {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:51:53.147439 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7f90d7-ac35-49e4-8523-226ecaef7b9e None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:51:53.148330 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7f90d7-ac35-49e4-8523-226ecaef7b9e None None] Checking segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:51:53.148330 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-1e7f90d7-ac35-49e4-8523-226ecaef7b9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:53.148597 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7f90d7-ac35-49e4-8523-226ecaef7b9e None None] Bound using segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:51:53.149108 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-1e7f90d7-ac35-49e4-8523-226ecaef7b9e None None] Bound port: a628a886-a259-4dad-a59f-f37cfdc5f054, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:51:53.149494 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-1e7f90d7-ac35-49e4-8523-226ecaef7b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:53.149804 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-952cd713-aa7f-43f9-bf25-87ba64a2f051 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] For port a06c311c-5376-4237-8adf-614186aaf078, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=a06c311c-5376-4237-8adf-614186aaf078,segment=NetworkSegment(1683b520-b526-45ed-98a5-ad4ab746ac41),segment_id=1683b520-b526-45ed-98a5-ad4ab746ac41)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:51:53.149918 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:53.150182 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-952cd713-aa7f-43f9-bf25-87ba64a2f051 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:53.169529 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcf6351-5fd0-4732-8be0-4cb91120e88e None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:51:53.182781 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-ae824b16-dd6d-4514-bef9-b86015d1cc05 None None] For port b5645956-9d7b-47f8-83be-2828d849e0ed, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=b5645956-9d7b-47f8-83be-2828d849e0ed,segment=NetworkSegment(065ff53e-6f93-414d-81b7-2a1e61fc3070),segment_id=065ff53e-6f93-414d-81b7-2a1e61fc3070)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:51:53.193231 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8bfdf6-62fe-402b-ae95-685d1c2079e0 None None] Pushing event updated for resources: {'Port': ['ID=a628a886-a259-4dad-a59f-f37cfdc5f054,revision_number=2']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:53.202760 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ae824b16-dd6d-4514-bef9-b86015d1cc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:53.217972 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-1e7f90d7-ac35-49e4-8523-226ecaef7b9e None None] For port a628a886-a259-4dad-a59f-f37cfdc5f054, host n-d-817746-1, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:51:53.221507 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-1e7f90d7-ac35-49e4-8523-226ecaef7b9e None None] For port a628a886-a259-4dad-a59f-f37cfdc5f054, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=a628a886-a259-4dad-a59f-f37cfdc5f054,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:51:53.226966 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-a9d07f32-2326-401f-bf39-1e17b7c1f482 None None] Set router 0e037f4a-8e3e-4e04-9d15-ea5084dd366a gateway port host: None {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:51:53.228387 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8bfdf6-62fe-402b-ae95-685d1c2079e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:53.228698 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8bfdf6-62fe-402b-ae95-685d1c2079e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:53.229099 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8bfdf6-62fe-402b-ae95-685d1c2079e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:53.229706 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8bfdf6-62fe-402b-ae95-685d1c2079e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:53.230122 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8bfdf6-62fe-402b-ae95-685d1c2079e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:53.230512 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8bfdf6-62fe-402b-ae95-685d1c2079e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:53.230877 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8bfdf6-62fe-402b-ae95-685d1c2079e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:53.231344 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8bfdf6-62fe-402b-ae95-685d1c2079e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:53.231686 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8bfdf6-62fe-402b-ae95-685d1c2079e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:53.231954 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-952cd713-aa7f-43f9-bf25-87ba64a2f051 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Calling delete_port for a06c311c-5376-4237-8adf-614186aaf078 owned by network:dhcp {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:51:53.232066 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8bfdf6-62fe-402b-ae95-685d1c2079e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:53.232396 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8bfdf6-62fe-402b-ae95-685d1c2079e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:53.232731 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8bfdf6-62fe-402b-ae95-685d1c2079e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:53.237052 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-1e7f90d7-ac35-49e4-8523-226ecaef7b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:53.307656 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be33df8-e378-4d0f-a4f0-14cad36b083f None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:51:53.350158 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8bfdf6-62fe-402b-ae95-685d1c2079e0 None None] Pushing event updated for resources: {'Port': ['ID=a628a886-a259-4dad-a59f-f37cfdc5f054,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:53.366647 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-1dd4cb18-9524-4c50-bf5c-47d6e5ebebde None None] Deleting port a06c311c-5376-4237-8adf-614186aaf078 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:51:53.367186 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1dd4cb18-9524-4c50-bf5c-47d6e5ebebde None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:53.373556 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7f90d7-ac35-49e4-8523-226ecaef7b9e None None] Routers {'e91ee442-95d4-4719-82c1-870bd1b11981'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:51:53.374789 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-1e7f90d7-ac35-49e4-8523-226ecaef7b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:51:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['e91ee442-95d4-4719-82c1-870bd1b11981'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:53.462196 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4f9a29b2-a4a0-40e7-9957-d4aba7c81a51 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:53.496787 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-15a2600a-3ddd-49e6-8797-0b635a229812 None None] Provisioning complete for port a628a886-a259-4dad-a59f-f37cfdc5f054 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:51:53.499420 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-15a2600a-3ddd-49e6-8797-0b635a229812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:53.511573 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae824b16-dd6d-4514-bef9-b86015d1cc05 None None] Pushing event updated for resources: {'Port': ['ID=b5645956-9d7b-47f8-83be-2828d849e0ed,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:53.652817 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-1e7f90d7-ac35-49e4-8523-226ecaef7b9e None None] Set router e91ee442-95d4-4719-82c1-870bd1b11981 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:51:53.793937 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9a29b2-a4a0-40e7-9957-d4aba7c81a51 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event updated for resources: {'Subnet': ['ID=9217f2a5-3e97-4c11-803e-08864cfe3ea9,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:53.826482 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-952cd713-aa7f-43f9-bf25-87ba64a2f051 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:53.829574 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b5303c44-cc85-473d-a671-a161963b27c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:53.957480 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952cd713-aa7f-43f9-bf25-87ba64a2f051 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event deleted for resources: {'Port': ['ID=a06c311c-5376-4237-8adf-614186aaf078,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:53.959055 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-1dd4cb18-9524-4c50-bf5c-47d6e5ebebde None None] For port a06c311c-5376-4237-8adf-614186aaf078, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=a06c311c-5376-4237-8adf-614186aaf078,segment=NetworkSegment(1683b520-b526-45ed-98a5-ad4ab746ac41),segment_id=1683b520-b526-45ed-98a5-ad4ab746ac41)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:51:53.959548 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1dd4cb18-9524-4c50-bf5c-47d6e5ebebde None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:53.967126 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952cd713-aa7f-43f9-bf25-87ba64a2f051 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] No DVR routers for this DVR port a06c311c-5376-4237-8adf-614186aaf078 on host n-d-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:51:53.976000 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-1dd4cb18-9524-4c50-bf5c-47d6e5ebebde None None] Calling delete_port for a06c311c-5376-4237-8adf-614186aaf078 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:51:54.022129 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9a29b2-a4a0-40e7-9957-d4aba7c81a51 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Checking segment: {'id': 'fe69e32f-69b7-41be-9d68-9993a79ed25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '75d1c93c-8c87-42be-a263-8677f1a35ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:51:54.022456 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9a29b2-a4a0-40e7-9957-d4aba7c81a51 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Network hostable DHCP agents. Network: 75d1c93c-8c87-42be-a263-8677f1a35ef9, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:51:54.040036 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e94acc5-3d8c-465a-ac1d-4b35726eb42b req-81570fd1-9136-4c90-9a56-4bc8c14e4ddb tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:54.042381 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7e94acc5-3d8c-465a-ac1d-4b35726eb42b req-81570fd1-9136-4c90-9a56-4bc8c14e4ddb tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=598ae637-959f-4a82-ab28-f6756f65d14c HTTP/1.1" status: 200 len: 946 time: 0.4308882 Nov 25 17:51:54.129164 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-1e7f90d7-ac35-49e4-8523-226ecaef7b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91ee442-95d4-4719-82c1-870bd1b11981', 'name': 'tempest-TestServerBasicOps-846702002-router', 'tenant_id': 'e69beea86d034f398c1d6fc720d35db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a628a886-a259-4dad-a59f-f37cfdc5f054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:51:47Z', 'updated_at': '2021-11-25T17:51:49Z', 'revision_number': 3, 'project_id': 'e69beea86d034f398c1d6fc720d35db8', 'gw_port': {'id': 'a628a886-a259-4dad-a59f-f37cfdc5f054', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91ee442-95d4-4719-82c1-870bd1b11981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:48Z', 'updated_at': '2021-11-25T17:51:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:54.154671 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 21bed984-340a-4e46-8557-db462e123349 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:51:54.156633 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e628514c-1a06-490d-81b0-9a3cd6327f07 None None] Network 766cc6a0-9cae-4dff-aad3-bb04508f9490 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:51:54.160605 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1dd4cb18-9524-4c50-bf5c-47d6e5ebebde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:54.165193 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7f90d7-ac35-49e4-8523-226ecaef7b9e None None] The sync data for ids ['e91ee442-95d4-4719-82c1-870bd1b11981'] in n-d-817746-1 is: [{'id': 'e91ee442-95d4-4719-82c1-870bd1b11981', 'name': 'tempest-TestServerBasicOps-846702002-router', 'tenant_id': 'e69beea86d034f398c1d6fc720d35db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a628a886-a259-4dad-a59f-f37cfdc5f054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:51:47Z', 'updated_at': '2021-11-25T17:51:49Z', 'revision_number': 3, 'project_id': 'e69beea86d034f398c1d6fc720d35db8', 'gw_port': {'id': 'a628a886-a259-4dad-a59f-f37cfdc5f054', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91ee442-95d4-4719-82c1-870bd1b11981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:48Z', 'updated_at': '2021-11-25T17:51:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:51:54.270454 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9a29b2-a4a0-40e7-9957-d4aba7c81a51 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Network 75d1c93c-8c87-42be-a263-8677f1a35ef9 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:51:54.283560 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd4cb18-9524-4c50-bf5c-47d6e5ebebde None None] No DVR routers for this DVR port a06c311c-5376-4237-8adf-614186aaf078 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:51:54.285253 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd4cb18-9524-4c50-bf5c-47d6e5ebebde None None] Pushing event deleted for resources: {'Port': ['ID=a06c311c-5376-4237-8adf-614186aaf078,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:54.294222 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da00262-498b-46b6-a7e2-26e3fb5e7e45 req-8321c429-a97e-4425-a93b-654dd0c4f021 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:54.294222 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0da00262-498b-46b6-a7e2-26e3fb5e7e45 req-8321c429-a97e-4425-a93b-654dd0c4f021 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=42c58d9e-7d5d-4c82-89f5-8b4693338342 HTTP/1.1" status: 200 len: 945 time: 0.3718472 Nov 25 17:51:54.295258 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-952cd713-aa7f-43f9-bf25-87ba64a2f051 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:54.392485 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-4f9a29b2-a4a0-40e7-9957-d4aba7c81a51 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 75d1c93c-8c87-42be-a263-8677f1a35ef9) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:51:54.396858 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-952cd713-aa7f-43f9-bf25-87ba64a2f051 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4883c7e-4c5d-4e9b-b226-3ffd38cfd24d']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:54.412698 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb2d91c-fa30-4fcb-8e73-91ecb58b8e06 None None] Network 75d1c93c-8c87-42be-a263-8677f1a35ef9 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:51:54.424771 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7e94acc5-3d8c-465a-ac1d-4b35726eb42b req-866e982d-ef38-4b68-912b-6121d7a59404 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=1d72823a-4513-4da3-9508-6964b7c723ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3519614 Nov 25 17:51:54.427424 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-952cd713-aa7f-43f9-bf25-87ba64a2f051 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1683b520-b526-45ed-98a5-ad4ab746ac41') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:54.427621 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-952cd713-aa7f-43f9-bf25-87ba64a2f051 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1683b520-b526-45ed-98a5-ad4ab746ac41') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:54.430337 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9a29b2-a4a0-40e7-9957-d4aba7c81a51 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:54.431371 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4f9a29b2-a4a0-40e7-9957-d4aba7c81a51 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:54.504404 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 21bed984-340a-4e46-8557-db462e123349 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:51:54.504954 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:54.513978 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-952cd713-aa7f-43f9-bf25-87ba64a2f051 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:54.572033 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-4f9a29b2-a4a0-40e7-9957-d4aba7c81a51 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0977802 Nov 25 17:51:54.575587 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47298) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:54.576433 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-952cd713-aa7f-43f9-bf25-87ba64a2f051 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:54.581925 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0da00262-498b-46b6-a7e2-26e3fb5e7e45 req-fb1ce51e-831d-4054-8e1f-a3364f5e1df3 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474325 Nov 25 17:51:54.592063 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-952cd713-aa7f-43f9-bf25-87ba64a2f051 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Releasing vlan 922 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:51:54.595892 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-952cd713-aa7f-43f9-bf25-87ba64a2f051 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:54.600238 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:51:54.600238 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:51:54.600238 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:51:54.600238 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:51:54.600238 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:51:54.600238 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:51:54.600238 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:51:54.600238 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:51:54.600238 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:51:54.600238 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:51:54.600238 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:51:54.600238 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:51:54.600238 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:51:54.600238 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:51:54.600238 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:51:54.600238 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:51:54.600238 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:51:54.600238 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:51:54.600238 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:51:54.600238 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:51:54.600238 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:51:54.600238 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:51:54.600238 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:51:54.600238 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:51:54.600238 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:51:54.600238 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:51:54.600238 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:51:54.600238 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:51:54.600238 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:51:54.600238 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:51:54.600238 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:51:54.600238 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:51:54.629798 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-b5303c44-cc85-473d-a671-a161963b27c6 admin admin] Allocated IP 172.20.0.1 (766cc6a0-9cae-4dff-aad3-bb04508f9490/50ec2d95-5a02-4606-9013-483e9966ecad/45cd16e8-5a5c-4d13-8a13-0c171b0ba20d) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:51:54.752302 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-952cd713-aa7f-43f9-bf25-87ba64a2f051 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:54.761097 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-952cd713-aa7f-43f9-bf25-87ba64a2f051 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:54.765959 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-952cd713-aa7f-43f9-bf25-87ba64a2f051 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "DELETE /v2.0/networks/b4883c7e-4c5d-4e9b-b226-3ffd38cfd24d HTTP/1.1" status: 204 len: 168 time: 2.6329541 Nov 25 17:51:54.772711 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47302) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:54.792006 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-94f88036-8272-4d0d-8902-7b84505d54d0 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1545238315'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:51:54.798275 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-a9d07f32-2326-401f-bf39-1e17b7c1f482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'name': 'tempest-RoutersTest-router-1574513644', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:51:41Z', 'updated_at': '2021-11-25T17:51:50Z', 'revision_number': 3, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'gw_port_host': None, '_interfaces': [{'id': 'dfc92901-ef79-42e0-933d-464fddd8942f', 'name': '', 'network_id': '0c6a70d1-a1fb-41e0-a04c-bcbbb242747c', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:9b:b4:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '46e2b0b8-c15f-4d8a-b2c3-792d4f60265c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:50Z', 'updated_at': '2021-11-25T17:51:51Z', 'revision_number': 2, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': '46e2b0b8-c15f-4d8a-b2c3-792d4f60265c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f84aaffa-bc80-4569-b8c3-0de835a474ba', 'name': '', 'network_id': 'f68e2a6a-5ebb-4874-9cdf-aa1f412d1e39', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:cb:1e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'eff5c9f1-fdc7-4c24-90ab-6d7ea065962e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:44Z', 'updated_at': '2021-11-25T17:51:52Z', 'revision_number': 4, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': 'eff5c9f1-fdc7-4c24-90ab-6d7ea065962e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:54.865272 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952cd713-aa7f-43f9-bf25-87ba64a2f051 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event deleted for resources: {'Network': ['ID=b4883c7e-4c5d-4e9b-b226-3ffd38cfd24d,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:54.870917 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f88036-8272-4d0d-8902-7b84505d54d0 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Made reservation on behalf of 28b5aae943b9455c8114055630556aca for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:51:54.875240 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-94f88036-8272-4d0d-8902-7b84505d54d0 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:54.883498 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d07f32-2326-401f-bf39-1e17b7c1f482 None None] The sync data for ids ['0e037f4a-8e3e-4e04-9d15-ea5084dd366a'] in n-d-817746-1 is: [{'id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'name': 'tempest-RoutersTest-router-1574513644', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:51:41Z', 'updated_at': '2021-11-25T17:51:50Z', 'revision_number': 3, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'gw_port_host': None, '_interfaces': [{'id': 'dfc92901-ef79-42e0-933d-464fddd8942f', 'name': '', 'network_id': '0c6a70d1-a1fb-41e0-a04c-bcbbb242747c', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:9b:b4:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '46e2b0b8-c15f-4d8a-b2c3-792d4f60265c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:50Z', 'updated_at': '2021-11-25T17:51:51Z', 'revision_number': 2, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': '46e2b0b8-c15f-4d8a-b2c3-792d4f60265c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f84aaffa-bc80-4569-b8c3-0de835a474ba', 'name': '', 'network_id': 'f68e2a6a-5ebb-4874-9cdf-aa1f412d1e39', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:cb:1e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'eff5c9f1-fdc7-4c24-90ab-6d7ea065962e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:44Z', 'updated_at': '2021-11-25T17:51:52Z', 'revision_number': 4, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': 'eff5c9f1-fdc7-4c24-90ab-6d7ea065962e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:51:54.907875 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-15a2600a-3ddd-49e6-8797-0b635a229812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:54.995312 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-15a2600a-3ddd-49e6-8797-0b635a229812 None None] For port a628a886-a259-4dad-a59f-f37cfdc5f054, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=a628a886-a259-4dad-a59f-f37cfdc5f054,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:51:55.039393 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-15a2600a-3ddd-49e6-8797-0b635a229812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:55.054921 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b5303c44-cc85-473d-a671-a161963b27c6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:55.137488 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94f88036-8272-4d0d-8902-7b84505d54d0 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 932} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:51:55.149559 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b5303c44-cc85-473d-a671-a161963b27c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:55.183908 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-94f88036-8272-4d0d-8902-7b84505d54d0 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:55.184273 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-94f88036-8272-4d0d-8902-7b84505d54d0 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Added segment be464a21-c735-49f7-b998-cfef70581a5e of type vlan for network 9f903830-ae2b-41b5-9f31-2a72678acd71 Nov 25 17:51:55.195900 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-15a2600a-3ddd-49e6-8797-0b635a229812 None None] Provisioning complete for port f84aaffa-bc80-4569-b8c3-0de835a474ba triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:51:55.196765 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-15a2600a-3ddd-49e6-8797-0b635a229812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:55.251981 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5303c44-cc85-473d-a671-a161963b27c6 admin admin] Network 766cc6a0-9cae-4dff-aad3-bb04508f9490 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:51:55.275038 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-b5303c44-cc85-473d-a671-a161963b27c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:51:55.282228 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5303c44-cc85-473d-a671-a161963b27c6 admin admin] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:51:55.302042 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:55.309756 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5303c44-cc85-473d-a671-a161963b27c6 admin admin] Pushing event updated for resources: {'Port': ['ID=45cd16e8-5a5c-4d13-8a13-0c171b0ba20d,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:55.314612 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2600a-3ddd-49e6-8797-0b635a229812 None None] Pushing event updated for resources: {'Port': ['ID=a628a886-a259-4dad-a59f-f37cfdc5f054,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:55.320533 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f646bb20-d33d-4711-aa00-500f31845dae None None] Network 0c6a70d1-a1fb-41e0-a04c-bcbbb242747c requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:51:55.407444 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b5303c44-cc85-473d-a671-a161963b27c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:55.531505 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ed46bf-b846-4348-af22-a728ec58a070 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-75d1c93c-8c87-42be-a263-8677f1a35ef9', 'network_id': '75d1c93c-8c87-42be-a263-8677f1a35ef9', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'fixed_ips': [{'subnet_id': '9217f2a5-3e97-4c11-803e-08864cfe3ea9'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:51:55.532757 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b5ed46bf-b846-4348-af22-a728ec58a070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:55.665225 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port 21bed984-340a-4e46-8557-db462e123349, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=21bed984-340a-4e46-8557-db462e123349,segment=NetworkSegment(692e7f4e-f503-4f7b-9c33-1cf3ca0dc7ac),segment_id=692e7f4e-f503-4f7b-9c33-1cf3ca0dc7ac)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:51:55.708111 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:55.892572 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device a06c311c-5376-4237-8adf-614186aaf078 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:51:55.994572 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-94f88036-8272-4d0d-8902-7b84505d54d0 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:56.024327 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: a06c311c-5376-4237-8adf-614186aaf078 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:51:56.024876 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device a06c311c-5376-4237-8adf-614186aaf078 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:51:56.026722 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc990f7-ecb8-4d04-8819-6592b9f16605 req-8325a319-a184-4b2c-b4f3-fe6346aa0d5c tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:56.028355 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0dc990f7-ecb8-4d04-8819-6592b9f16605 req-8325a319-a184-4b2c-b4f3-fe6346aa0d5c tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=598ae637-959f-4a82-ab28-f6756f65d14c HTTP/1.1" status: 200 len: 946 time: 0.4482245 Nov 25 17:51:56.029368 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b5303c44-cc85-473d-a671-a161963b27c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:56.047663 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd456532-f0b5-4000-9e00-8e83ca60b520 req-8436e21d-0b2d-44fe-9093-ceaa203c199b tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:56.049151 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dd456532-f0b5-4000-9e00-8e83ca60b520 req-8436e21d-0b2d-44fe-9093-ceaa203c199b tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=42c58d9e-7d5d-4c82-89f5-8b4693338342 HTTP/1.1" status: 200 len: 945 time: 0.2692513 Nov 25 17:51:56.075420 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-94f88036-8272-4d0d-8902-7b84505d54d0 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:56.086265 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f88036-8272-4d0d-8902-7b84505d54d0 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:56.092127 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-94f88036-8272-4d0d-8902-7b84505d54d0 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:56.111169 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-15a2600a-3ddd-49e6-8797-0b635a229812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:56.225711 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-94f88036-8272-4d0d-8902-7b84505d54d0 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4515774 Nov 25 17:51:56.229696 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47310) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:56.250256 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-da1ce94f-9240-4982-ac33-b773415f480d tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Request body: {'subnet': {'network_id': '9f903830-ae2b-41b5-9f31-2a72678acd71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:51:56.254613 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=21bed984-340a-4e46-8557-db462e123349,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:56.332112 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dd456532-f0b5-4000-9e00-8e83ca60b520 req-855471f6-ff3c-44cd-8ea5-636132fb1f6b tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677517 Nov 25 17:51:56.340096 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device a628a886-a259-4dad-a59f-f37cfdc5f054 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:51:56.343398 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0dc990f7-ecb8-4d04-8819-6592b9f16605 req-2c67dfc1-a66e-47e0-b397-5779ed8ce215 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=1d72823a-4513-4da3-9508-6964b7c723ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2921181 Nov 25 17:51:56.358781 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-15a2600a-3ddd-49e6-8797-0b635a229812 None None] For port f84aaffa-bc80-4569-b8c3-0de835a474ba, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=f84aaffa-bc80-4569-b8c3-0de835a474ba,segment=NetworkSegment(e7f574f7-f805-4161-90d7-2375bac908bb),segment_id=e7f574f7-f805-4161-90d7-2375bac908bb)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:51:56.396431 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f88036-8272-4d0d-8902-7b84505d54d0 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event updated for resources: {'Network': ['ID=9f903830-ae2b-41b5-9f31-2a72678acd71,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:56.434126 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 9f903830-ae2b-41b5-9f31-2a72678acd71 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:51:56.531083 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-15a2600a-3ddd-49e6-8797-0b635a229812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:56.565673 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a7cea787-b511-4f87-83f4-dd0bc89a6906 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:56.567627 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-b5ed46bf-b846-4348-af22-a728ec58a070 None None] Allocated IP 172.22.0.2 (75d1c93c-8c87-42be-a263-8677f1a35ef9/9217f2a5-3e97-4c11-803e-08864cfe3ea9/0aef5d1f-f98f-4d2c-b042-5c016423814f) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:51:56.620586 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1ce94f-9240-4982-ac33-b773415f480d tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Made reservation on behalf of 28b5aae943b9455c8114055630556aca for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:51:56.632224 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-da1ce94f-9240-4982-ac33-b773415f480d tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:56.642956 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b5303c44-cc85-473d-a671-a161963b27c6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:56.652034 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b5303c44-cc85-473d-a671-a161963b27c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:56.681172 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2600a-3ddd-49e6-8797-0b635a229812 None None] Pushing event updated for resources: {'Port': ['ID=f84aaffa-bc80-4569-b8c3-0de835a474ba,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:56.789200 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b5303c44-cc85-473d-a671-a161963b27c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:56.798852 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5303c44-cc85-473d-a671-a161963b27c6 admin admin] Pushing event updated for resources: {'Port': ['ID=45cd16e8-5a5c-4d13-8a13-0c171b0ba20d,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:56.826819 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-ad9961db-38d7-40d7-b62d-8f1e05204aa2 None None] Provisioning complete for port 21bed984-340a-4e46-8557-db462e123349 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:51:56.827218 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ad9961db-38d7-40d7-b62d-8f1e05204aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:56.859160 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port a628a886-a259-4dad-a59f-f37cfdc5f054 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:51:56.859639 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:57.307181 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b5ed46bf-b846-4348-af22-a728ec58a070 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:57.324815 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b5ed46bf-b846-4348-af22-a728ec58a070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:57.354681 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ed46bf-b846-4348-af22-a728ec58a070 None None] Network 75d1c93c-8c87-42be-a263-8677f1a35ef9 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:51:57.426387 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-b5ed46bf-b846-4348-af22-a728ec58a070 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:51:57.449846 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ed46bf-b846-4348-af22-a728ec58a070 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:51:57.565029 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-da1ce94f-9240-4982-ac33-b773415f480d tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:57.576221 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-a7cea787-b511-4f87-83f4-dd0bc89a6906 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Allocated IP 172.22.0.1 (75d1c93c-8c87-42be-a263-8677f1a35ef9/9217f2a5-3e97-4c11-803e-08864cfe3ea9/b902da03-bffa-46b5-a7d6-a7d5f0a8cb2b) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:51:57.589522 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ed46bf-b846-4348-af22-a728ec58a070 None None] Pushing event updated for resources: {'Port': ['ID=0aef5d1f-f98f-4d2c-b042-5c016423814f,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:57.635447 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device b5645956-9d7b-47f8-83be-2828d849e0ed up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:51:57.637266 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-b5ed46bf-b846-4348-af22-a728ec58a070 None None] Attempting to bind port 0aef5d1f-f98f-4d2c-b042-5c016423814f on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:51:57.637643 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-b5ed46bf-b846-4348-af22-a728ec58a070 None None] Attempting to bind port 0aef5d1f-f98f-4d2c-b042-5c016423814f by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'fe69e32f-69b7-41be-9d68-9993a79ed25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '75d1c93c-8c87-42be-a263-8677f1a35ef9'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:51:57.638035 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ed46bf-b846-4348-af22-a728ec58a070 None None] Attempting to bind port 0aef5d1f-f98f-4d2c-b042-5c016423814f on network 75d1c93c-8c87-42be-a263-8677f1a35ef9 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:51:57.644664 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1ce94f-9240-4982-ac33-b773415f480d tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event updated for resources: {'Subnet': ['ID=b1e65c4c-5560-4f6e-92b5-f4e122275a0d,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:57.670876 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ed46bf-b846-4348-af22-a728ec58a070 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:51:57.671266 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ed46bf-b846-4348-af22-a728ec58a070 None None] Checking segment: {'id': 'fe69e32f-69b7-41be-9d68-9993a79ed25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '75d1c93c-8c87-42be-a263-8677f1a35ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:51:57.671679 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b5ed46bf-b846-4348-af22-a728ec58a070 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:57.672082 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ed46bf-b846-4348-af22-a728ec58a070 None None] Bound using segment: {'id': 'fe69e32f-69b7-41be-9d68-9993a79ed25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '75d1c93c-8c87-42be-a263-8677f1a35ef9'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:51:57.672573 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-b5ed46bf-b846-4348-af22-a728ec58a070 None None] Bound port: 0aef5d1f-f98f-4d2c-b042-5c016423814f, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe69e32f-69b7-41be-9d68-9993a79ed25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '75d1c93c-8c87-42be-a263-8677f1a35ef9'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:51:57.672990 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b5ed46bf-b846-4348-af22-a728ec58a070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:57.695087 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1ce94f-9240-4982-ac33-b773415f480d tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Checking segment: {'id': 'be464a21-c735-49f7-b998-cfef70581a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '9f903830-ae2b-41b5-9f31-2a72678acd71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:51:57.696259 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1ce94f-9240-4982-ac33-b773415f480d tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Network hostable DHCP agents. Network: 9f903830-ae2b-41b5-9f31-2a72678acd71, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:51:57.730147 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599a14a-7308-4142-9865-5a0376a31e51 req-82445f5e-690f-4c2a-8383-3e2292a00a61 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:57.731728 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b599a14a-7308-4142-9865-5a0376a31e51 req-82445f5e-690f-4c2a-8383-3e2292a00a61 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=598ae637-959f-4a82-ab28-f6756f65d14c HTTP/1.1" status: 200 len: 946 time: 0.1289465 Nov 25 17:51:57.740560 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1ce94f-9240-4982-ac33-b773415f480d tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Network 9f903830-ae2b-41b5-9f31-2a72678acd71 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:51:57.752129 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5303c44-cc85-473d-a671-a161963b27c6 admin admin] Network 766cc6a0-9cae-4dff-aad3-bb04508f9490 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:51:57.759413 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-ad9961db-38d7-40d7-b62d-8f1e05204aa2 None None] Provisioning complete for port b5645956-9d7b-47f8-83be-2828d849e0ed triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:51:57.759902 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ad9961db-38d7-40d7-b62d-8f1e05204aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:57.768117 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-da1ce94f-9240-4982-ac33-b773415f480d tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 9f903830-ae2b-41b5-9f31-2a72678acd71) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:51:57.770110 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-b5303c44-cc85-473d-a671-a161963b27c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:51:57.777245 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1ce94f-9240-4982-ac33-b773415f480d tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:57.777858 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-da1ce94f-9240-4982-ac33-b773415f480d tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:57.811665 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9cccde-bcf6-4d24-8edf-278d3aa9e051 req-679113b1-4790-4522-91d0-f3e94a6c5512 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:57.820575 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7a9cccde-bcf6-4d24-8edf-278d3aa9e051 req-679113b1-4790-4522-91d0-f3e94a6c5512 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=42c58d9e-7d5d-4c82-89f5-8b4693338342 HTTP/1.1" status: 200 len: 945 time: 0.2335167 Nov 25 17:51:57.845899 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-da1ce94f-9240-4982-ac33-b773415f480d tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6115100 Nov 25 17:51:57.846761 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47322) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:57.852190 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6806cd-225d-44b0-af48-e59a74a001ac None None] Network 9f903830-ae2b-41b5-9f31-2a72678acd71 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:51:57.855832 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-098c61f0-9aa2-4cb3-961b-139ef1745762 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Request body: {'port': {'network_id': '9f903830-ae2b-41b5-9f31-2a72678acd71', 'name': 'tempest-PortsIpV6TestJSON-47561565', 'fixed_ips': [{'subnet_id': 'b1e65c4c-5560-4f6e-92b5-f4e122275a0d', 'ip_address': '2001:db8::10'}]}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:51:57.991617 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port b5645956-9d7b-47f8-83be-2828d849e0ed triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:51:57.997916 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:58.024611 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b599a14a-7308-4142-9865-5a0376a31e51 req-d7fbaa22-3636-41e6-9318-90123224037b tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=1d72823a-4513-4da3-9508-6964b7c723ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2857835 Nov 25 17:51:58.040142 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-098c61f0-9aa2-4cb3-961b-139ef1745762 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Made reservation on behalf of 28b5aae943b9455c8114055630556aca for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:51:58.063918 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b5ed46bf-b846-4348-af22-a728ec58a070 None None] For port 0aef5d1f-f98f-4d2c-b042-5c016423814f, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:51:58.067993 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b5ed46bf-b846-4348-af22-a728ec58a070 None None] For port 0aef5d1f-f98f-4d2c-b042-5c016423814f, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=0aef5d1f-f98f-4d2c-b042-5c016423814f,segment=NetworkSegment(fe69e32f-69b7-41be-9d68-9993a79ed25d),segment_id=fe69e32f-69b7-41be-9d68-9993a79ed25d)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:51:58.082712 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [req-e776c445-0021-4ec6-a2b9-861ebe3f69f6 req-cbeef907-3071-4d9e-a7b4-0f11fcd336fd service neutron] show failed (client error): The resource could not be found. Nov 25 17:51:58.084105 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e776c445-0021-4ec6-a2b9-861ebe3f69f6 req-cbeef907-3071-4d9e-a7b4-0f11fcd336fd service neutron] 10.222.0.74 "GET /v2.0/ports/5bd04eb2-3dbf-402a-8d62-77b2cc3686f1/bindings/n-h2-817746-1 HTTP/1.1" status: 404 len: 380 time: 0.4484987 Nov 25 17:51:58.093047 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a7cea787-b511-4f87-83f4-dd0bc89a6906 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:58.136210 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a7cea787-b511-4f87-83f4-dd0bc89a6906 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:58.167576 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b5ed46bf-b846-4348-af22-a728ec58a070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:58.237139 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cea787-b511-4f87-83f4-dd0bc89a6906 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Network 75d1c93c-8c87-42be-a263-8677f1a35ef9 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:51:58.240353 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-a7cea787-b511-4f87-83f4-dd0bc89a6906 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:51:58.246731 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cea787-b511-4f87-83f4-dd0bc89a6906 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:51:58.285838 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7a9cccde-bcf6-4d24-8edf-278d3aa9e051 req-40b5b6e6-f87e-42fc-aa92-03ee97a815fc tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4640458 Nov 25 17:51:58.326688 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cea787-b511-4f87-83f4-dd0bc89a6906 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event updated for resources: {'Port': ['ID=b902da03-bffa-46b5-a7d6-a7d5f0a8cb2b,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:58.351232 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-098c61f0-9aa2-4cb3-961b-139ef1745762 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:58.353972 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a7cea787-b511-4f87-83f4-dd0bc89a6906 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:58.370396 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5303c44-cc85-473d-a671-a161963b27c6 admin admin] Router e91ee442-95d4-4719-82c1-870bd1b11981 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:51:58.372845 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ed46bf-b846-4348-af22-a728ec58a070 None None] Pushing event updated for resources: {'Port': ['ID=0aef5d1f-f98f-4d2c-b042-5c016423814f,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:58.469585 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-098c61f0-9aa2-4cb3-961b-139ef1745762 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] device_id is not set on port 767a9c50-7a7c-42da-a6f2-957fa3c662ff yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:51:58.521350 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:58.537416 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65ed3e2-e6fc-47c8-8376-ad8384bc40b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-9f903830-ae2b-41b5-9f31-2a72678acd71', 'network_id': '9f903830-ae2b-41b5-9f31-2a72678acd71', 'tenant_id': '28b5aae943b9455c8114055630556aca', 'fixed_ips': [{'subnet_id': 'b1e65c4c-5560-4f6e-92b5-f4e122275a0d'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:51:58.538670 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c65ed3e2-e6fc-47c8-8376-ad8384bc40b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:58.596070 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port b5645956-9d7b-47f8-83be-2828d849e0ed, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=b5645956-9d7b-47f8-83be-2828d849e0ed,segment=NetworkSegment(065ff53e-6f93-414d-81b7-2a1e61fc3070),segment_id=065ff53e-6f93-414d-81b7-2a1e61fc3070)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:51:58.607842 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ad9961db-38d7-40d7-b62d-8f1e05204aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:58.638931 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:58.685119 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a7cea787-b511-4f87-83f4-dd0bc89a6906 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:58.773263 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e776c445-0021-4ec6-a2b9-861ebe3f69f6 req-6e07910a-14df-42ca-9360-6d69d4e237f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:58.774952 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e776c445-0021-4ec6-a2b9-861ebe3f69f6 req-6e07910a-14df-42ca-9360-6d69d4e237f4 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=598ae637-959f-4a82-ab28-f6756f65d14c&tenant_id=867688fabf794394b7f5a37353b0165e HTTP/1.1" status: 200 len: 1097 time: 0.3916683 Nov 25 17:51:58.788129 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-e776c445-0021-4ec6-a2b9-861ebe3f69f6 req-abe85325-6d96-41f2-b839-971cdabe2fd5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817746-1', 'device_owner': 'compute:nova'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:51:58.840992 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659ec1ff-40e4-487c-833b-bd02d0ac7a7e None None] Sync routers for ids ['0e037f4a-8e3e-4e04-9d15-ea5084dd366a'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:51:58.860173 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5303c44-cc85-473d-a671-a161963b27c6 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:51:58.872519 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0767552-11c9-4955-8752-eab6f5bfc642 None None] Sync routers for ids ['e91ee442-95d4-4719-82c1-870bd1b11981'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:51:58.878653 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-b5303c44-cc85-473d-a671-a161963b27c6 admin admin] 10.222.0.75 "PUT /v2.0/routers/e91ee442-95d4-4719-82c1-870bd1b11981/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0031171 Nov 25 17:51:58.891511 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e776c445-0021-4ec6-a2b9-861ebe3f69f6 req-abe85325-6d96-41f2-b839-971cdabe2fd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:58.922946 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0767552-11c9-4955-8752-eab6f5bfc642 None None] Routers {'e91ee442-95d4-4719-82c1-870bd1b11981'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:51:58.923935 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-c0767552-11c9-4955-8752-eab6f5bfc642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:51:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['e91ee442-95d4-4719-82c1-870bd1b11981'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:59.054633 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659ec1ff-40e4-487c-833b-bd02d0ac7a7e None None] Routers {'0e037f4a-8e3e-4e04-9d15-ea5084dd366a'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:51:59.055437 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-659ec1ff-40e4-487c-833b-bd02d0ac7a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:51:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['0e037f4a-8e3e-4e04-9d15-ea5084dd366a'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:59.173372 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-c0767552-11c9-4955-8752-eab6f5bfc642 None None] Set router e91ee442-95d4-4719-82c1-870bd1b11981 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:51:59.226536 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-098c61f0-9aa2-4cb3-961b-139ef1745762 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Allocated IP 2001:db8::10 (9f903830-ae2b-41b5-9f31-2a72678acd71/b1e65c4c-5560-4f6e-92b5-f4e122275a0d/767a9c50-7a7c-42da-a6f2-957fa3c662ff) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:51:59.257550 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device f84aaffa-bc80-4569-b8c3-0de835a474ba up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:51:59.387120 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a7cea787-b511-4f87-83f4-dd0bc89a6906 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:59.389600 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a47c4-6b96-4de9-8ceb-9551ca227c34 req-03c75388-80a0-44ff-82da-a7ac1ebef21a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:59.397400 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7b2a47c4-6b96-4de9-8ceb-9551ca227c34 req-03c75388-80a0-44ff-82da-a7ac1ebef21a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=598ae637-959f-4a82-ab28-f6756f65d14c HTTP/1.1" status: 200 len: 946 time: 0.2389281 Nov 25 17:51:59.415273 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a7cea787-b511-4f87-83f4-dd0bc89a6906 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:59.443817 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-659ec1ff-40e4-487c-833b-bd02d0ac7a7e None None] Set router 0e037f4a-8e3e-4e04-9d15-ea5084dd366a gateway port host: None {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:51:59.449913 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=b5645956-9d7b-47f8-83be-2828d849e0ed,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:59.535653 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.db.api [None req-ad9961db-38d7-40d7-b62d-8f1e05204aa2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:51:59.536253 n-d-817746-1 neutron-server[103362]: DEBUG oslo_db.api [None req-ad9961db-38d7-40d7-b62d-8f1e05204aa2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:51:59.566128 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cea787-b511-4f87-83f4-dd0bc89a6906 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event updated for resources: {'Port': ['ID=b902da03-bffa-46b5-a7d6-a7d5f0a8cb2b,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:59.595114 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a7cea787-b511-4f87-83f4-dd0bc89a6906 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:59.633172 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-e776c445-0021-4ec6-a2b9-861ebe3f69f6 req-abe85325-6d96-41f2-b839-971cdabe2fd5 service neutron] For port 5bd04eb2-3dbf-402a-8d62-77b2cc3686f1, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=5bd04eb2-3dbf-402a-8d62-77b2cc3686f1,segment=NetworkSegment(9bc68ea2-bf7d-42c6-bd84-767bb9f889f5),segment_id=9bc68ea2-bf7d-42c6-bd84-767bb9f889f5)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:51:59.693405 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port f84aaffa-bc80-4569-b8c3-0de835a474ba triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:51:59.694940 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:59.727726 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-c0767552-11c9-4955-8752-eab6f5bfc642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91ee442-95d4-4719-82c1-870bd1b11981', 'name': 'tempest-TestServerBasicOps-846702002-router', 'tenant_id': 'e69beea86d034f398c1d6fc720d35db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a628a886-a259-4dad-a59f-f37cfdc5f054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:51:47Z', 'updated_at': '2021-11-25T17:51:55Z', 'revision_number': 4, 'project_id': 'e69beea86d034f398c1d6fc720d35db8', 'gw_port': {'id': 'a628a886-a259-4dad-a59f-f37cfdc5f054', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91ee442-95d4-4719-82c1-870bd1b11981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:48Z', 'updated_at': '2021-11-25T17:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '45cd16e8-5a5c-4d13-8a13-0c171b0ba20d', 'name': '', 'network_id': '766cc6a0-9cae-4dff-aad3-bb04508f9490', 'tenant_id': 'e69beea86d034f398c1d6fc720d35db8', 'mac_address': 'fa:16:3e:7d:e1:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91ee442-95d4-4719-82c1-870bd1b11981', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '50ec2d95-5a02-4606-9013-483e9966ecad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:54Z', 'updated_at': '2021-11-25T17:51:56Z', 'revision_number': 2, 'project_id': 'e69beea86d034f398c1d6fc720d35db8', 'subnets': [{'id': '50ec2d95-5a02-4606-9013-483e9966ecad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:59.734055 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7b2a47c4-6b96-4de9-8ceb-9551ca227c34 req-e8096515-9f68-4e4e-be9f-212573165973 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=1d72823a-4513-4da3-9508-6964b7c723ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3343825 Nov 25 17:51:59.752054 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddd1c59-da58-4f85-87db-55c33836d81e req-a9be06ad-4919-418f-af8a-9981e41ca22f tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:59.753757 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7ddd1c59-da58-4f85-87db-55c33836d81e req-a9be06ad-4919-418f-af8a-9981e41ca22f tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=42c58d9e-7d5d-4c82-89f5-8b4693338342 HTTP/1.1" status: 200 len: 945 time: 0.3159716 Nov 25 17:51:59.793527 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0767552-11c9-4955-8752-eab6f5bfc642 None None] Checking router: e91ee442-95d4-4719-82c1-870bd1b11981 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:51:59.793887 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0767552-11c9-4955-8752-eab6f5bfc642 None None] Updating router e91ee442-95d4-4719-82c1-870bd1b11981 port 45cd16e8-5a5c-4d13-8a13-0c171b0ba20d binding host n-d-817746-1 {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:51:59.794941 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cea787-b511-4f87-83f4-dd0bc89a6906 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Network 75d1c93c-8c87-42be-a263-8677f1a35ef9 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:51:59.799297 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-a7cea787-b511-4f87-83f4-dd0bc89a6906 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:51:59.828099 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-e776c445-0021-4ec6-a2b9-861ebe3f69f6 req-abe85325-6d96-41f2-b839-971cdabe2fd5 service neutron] For port 5bd04eb2-3dbf-402a-8d62-77b2cc3686f1, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:51:59.847669 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-c0767552-11c9-4955-8752-eab6f5bfc642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:59.875376 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47344) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:59.882008 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-76c67a67-3ae9-46aa-a532-e494fcaed655 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-740709325-network', 'tenant_id': '5fb2686b2b4f4c908c9f00584b6a4be4'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:52:00.023726 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7ddd1c59-da58-4f85-87db-55c33836d81e req-b070cc08-80e8-489a-a2d6-c5c70821cddc tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585261 Nov 25 17:52:00.037010 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '598ae637-959f-4a82-ab28-f6756f65d14c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bd04eb2-3dbf-402a-8d62-77b2cc3686f1'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:52:00.040099 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ba9b27-a64b-4784-a5cb-1a0d1b2a4416" -d '{"events": [{"server_uuid": "598ae637-959f-4a82-ab28-f6756f65d14c", "name": "network-vif-unplugged", "status": "completed", "tag": "5bd04eb2-3dbf-402a-8d62-77b2cc3686f1"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:52:00.045833 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e776c445-0021-4ec6-a2b9-861ebe3f69f6 req-abe85325-6d96-41f2-b839-971cdabe2fd5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:00.060199 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c67a67-3ae9-46aa-a532-e494fcaed655 admin admin] Made reservation on behalf of 5fb2686b2b4f4c908c9f00584b6a4be4 for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:52:00.063062 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-76c67a67-3ae9-46aa-a532-e494fcaed655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:00.069524 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7cea787-b511-4f87-83f4-dd0bc89a6906 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Router 0e037f4a-8e3e-4e04-9d15-ea5084dd366a has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:52:00.083864 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-098c61f0-9aa2-4cb3-961b-139ef1745762 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:00.096393 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 21bed984-340a-4e46-8557-db462e123349 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:52:00.098391 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-76c67a67-3ae9-46aa-a532-e494fcaed655 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:00.101113 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-e776c445-0021-4ec6-a2b9-861ebe3f69f6 req-abe85325-6d96-41f2-b839-971cdabe2fd5 service neutron] Transition to ACTIVE for port object 5bd04eb2-3dbf-402a-8d62-77b2cc3686f1 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:52:00.125463 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e776c445-0021-4ec6-a2b9-861ebe3f69f6 req-abe85325-6d96-41f2-b839-971cdabe2fd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:00.132194 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 5bd04eb2-3dbf-402a-8d62-77b2cc3686f1 no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:52:00.259582 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009d3c19-8d5e-4183-a97b-d6d2084383c9 None None] Network 75d1c93c-8c87-42be-a263-8677f1a35ef9 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:52:00.294152 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7cea787-b511-4f87-83f4-dd0bc89a6906 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:52:00.308152 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe85325-6d96-41f2-b839-971cdabe2fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=5bd04eb2-3dbf-402a-8d62-77b2cc3686f1,revision_number=6']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:00.316002 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a7cea787-b511-4f87-83f4-dd0bc89a6906 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "PUT /v2.0/routers/0e037f4a-8e3e-4e04-9d15-ea5084dd366a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7393243 Nov 25 17:52:00.334480 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47352) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:00.359274 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-c5934ed8-4821-4c70-9837-3962eb06a536 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Request body: {'network': {'name': 'tempest-RoutersTest-388666474'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:52:00.372897 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-c0767552-11c9-4955-8752-eab6f5bfc642 None None] Publish callbacks [] for port, precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:00.382659 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-c0767552-11c9-4955-8752-eab6f5bfc642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:00.402790 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5934ed8-4821-4c70-9837-3962eb06a536 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Made reservation on behalf of 4d907a5f181242fcb929653cbcef12b3 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:52:00.414721 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c5934ed8-4821-4c70-9837-3962eb06a536 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:00.472213 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-098c61f0-9aa2-4cb3-961b-139ef1745762 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:00.506490 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac69361-b71e-49ee-a61e-c85ef3727fba None None] Pushing event updated for resources: {'Port': ['ID=45cd16e8-5a5c-4d13-8a13-0c171b0ba20d,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:00.521580 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-e776c445-0021-4ec6-a2b9-861ebe3f69f6 req-abe85325-6d96-41f2-b839-971cdabe2fd5 service neutron] No DVR routers for this DVR port 5bd04eb2-3dbf-402a-8d62-77b2cc3686f1 on host n-h1-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:52:00.578174 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098c61f0-9aa2-4cb3-961b-139ef1745762 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event updated for resources: {'Port': ['ID=767a9c50-7a7c-42da-a6f2-957fa3c662ff,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:00.588647 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098c61f0-9aa2-4cb3-961b-139ef1745762 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Network 9f903830-ae2b-41b5-9f31-2a72678acd71 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:52:00.593082 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-098c61f0-9aa2-4cb3-961b-139ef1745762 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:52:00.600848 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098c61f0-9aa2-4cb3-961b-139ef1745762 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:52:00.607171 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098c61f0-9aa2-4cb3-961b-139ef1745762 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:00.608449 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-098c61f0-9aa2-4cb3-961b-139ef1745762 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:00.621516 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5934ed8-4821-4c70-9837-3962eb06a536 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 938} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:52:00.638321 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-098c61f0-9aa2-4cb3-961b-139ef1745762 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.7904575 Nov 25 17:52:00.642735 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47354) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:00.653509 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-75f3cf87-66f3-4781-b814-208c9967f520 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Request body: {'port': {'network_id': '9f903830-ae2b-41b5-9f31-2a72678acd71', 'name': 'tempest-PortsIpV6TestJSON-1654603490', 'fixed_ips': [{'subnet_id': 'b1e65c4c-5560-4f6e-92b5-f4e122275a0d', 'ip_address': '2001:db8::f'}]}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:52:00.712477 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-c0767552-11c9-4955-8752-eab6f5bfc642 None None] Attempting to bind port 45cd16e8-5a5c-4d13-8a13-0c171b0ba20d on host n-d-817746-1 for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:52:00.715965 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-c0767552-11c9-4955-8752-eab6f5bfc642 None None] Attempting to bind port 45cd16e8-5a5c-4d13-8a13-0c171b0ba20d by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '692e7f4e-f503-4f7b-9c33-1cf3ca0dc7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '766cc6a0-9cae-4dff-aad3-bb04508f9490'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:52:00.717289 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0767552-11c9-4955-8752-eab6f5bfc642 None None] Attempting to bind port 45cd16e8-5a5c-4d13-8a13-0c171b0ba20d on network 766cc6a0-9cae-4dff-aad3-bb04508f9490 {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:52:00.730163 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0767552-11c9-4955-8752-eab6f5bfc642 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:52:00.730974 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0767552-11c9-4955-8752-eab6f5bfc642 None None] Checking segment: {'id': '692e7f4e-f503-4f7b-9c33-1cf3ca0dc7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '766cc6a0-9cae-4dff-aad3-bb04508f9490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:52:00.733186 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-c0767552-11c9-4955-8752-eab6f5bfc642 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:00.733921 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0767552-11c9-4955-8752-eab6f5bfc642 None None] Bound using segment: {'id': '692e7f4e-f503-4f7b-9c33-1cf3ca0dc7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '766cc6a0-9cae-4dff-aad3-bb04508f9490'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:52:00.734589 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-c0767552-11c9-4955-8752-eab6f5bfc642 None None] Bound port: 45cd16e8-5a5c-4d13-8a13-0c171b0ba20d, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '692e7f4e-f503-4f7b-9c33-1cf3ca0dc7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '766cc6a0-9cae-4dff-aad3-bb04508f9490'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:52:00.737033 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-c0767552-11c9-4955-8752-eab6f5bfc642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:00.760477 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-659ec1ff-40e4-487c-833b-bd02d0ac7a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'name': 'tempest-RoutersTest-router-1574513644', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:51:41Z', 'updated_at': '2021-11-25T17:51:58Z', 'revision_number': 4, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'gw_port_host': None, '_interfaces': [{'id': 'b902da03-bffa-46b5-a7d6-a7d5f0a8cb2b', 'name': '', 'network_id': '75d1c93c-8c87-42be-a263-8677f1a35ef9', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:bb:0e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '9217f2a5-3e97-4c11-803e-08864cfe3ea9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:57Z', 'updated_at': '2021-11-25T17:51:57Z', 'revision_number': 1, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': '9217f2a5-3e97-4c11-803e-08864cfe3ea9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfc92901-ef79-42e0-933d-464fddd8942f', 'name': '', 'network_id': '0c6a70d1-a1fb-41e0-a04c-bcbbb242747c', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:9b:b4:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '46e2b0b8-c15f-4d8a-b2c3-792d4f60265c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:50Z', 'updated_at': '2021-11-25T17:51:51Z', 'revision_number': 2, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': '46e2b0b8-c15f-4d8a-b2c3-792d4f60265c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f84aaffa-bc80-4569-b8c3-0de835a474ba', 'name': '', 'network_id': 'f68e2a6a-5ebb-4874-9cdf-aa1f412d1e39', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:cb:1e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'eff5c9f1-fdc7-4c24-90ab-6d7ea065962e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:44Z', 'updated_at': '2021-11-25T17:51:56Z', 'revision_number': 5, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': 'eff5c9f1-fdc7-4c24-90ab-6d7ea065962e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:00.803870 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c5934ed8-4821-4c70-9837-3962eb06a536 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:00.803870 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-c5934ed8-4821-4c70-9837-3962eb06a536 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Added segment 981c6d7f-ce45-43ae-9eb8-4ddb3d16ac33 of type vlan for network eb054642-0377-4298-a2a0-268a52ec5fff Nov 25 17:52:00.837461 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54bc8e25-ae4f-4d80-b33d-1b2c799a9833 x-openstack-request-id: req-54bc8e25-ae4f-4d80-b33d-1b2c799a9833 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:52:00.839064 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "598ae637-959f-4a82-ab28-f6756f65d14c", "name": "network-vif-unplugged", "status": "completed", "tag": "5bd04eb2-3dbf-402a-8d62-77b2cc3686f1", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:52:00.839064 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-54bc8e25-ae4f-4d80-b33d-1b2c799a9833 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:52:00.839689 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '598ae637-959f-4a82-ab28-f6756f65d14c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bd04eb2-3dbf-402a-8d62-77b2cc3686f1', 'code': 200} Nov 25 17:52:00.880271 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-c0767552-11c9-4955-8752-eab6f5bfc642 None None] For port 45cd16e8-5a5c-4d13-8a13-0c171b0ba20d, host n-d-817746-1, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:52:00.882472 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c5934ed8-4821-4c70-9837-3962eb06a536 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:00.885032 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-c0767552-11c9-4955-8752-eab6f5bfc642 None None] For port 45cd16e8-5a5c-4d13-8a13-0c171b0ba20d, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=45cd16e8-5a5c-4d13-8a13-0c171b0ba20d,segment=NetworkSegment(692e7f4e-f503-4f7b-9c33-1cf3ca0dc7ac),segment_id=692e7f4e-f503-4f7b-9c33-1cf3ca0dc7ac)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:52:00.888063 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f3cf87-66f3-4781-b814-208c9967f520 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Made reservation on behalf of 28b5aae943b9455c8114055630556aca for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:52:00.889101 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-76c67a67-3ae9-46aa-a532-e494fcaed655 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:00.895098 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-75f3cf87-66f3-4781-b814-208c9967f520 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:00.898787 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-c0767552-11c9-4955-8752-eab6f5bfc642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:00.928988 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-76c67a67-3ae9-46aa-a532-e494fcaed655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:00.931056 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-75f3cf87-66f3-4781-b814-208c9967f520 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] device_id is not set on port 41e7666c-72c9-403f-a343-ea9a2261cc1a yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:52:00.967169 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76c67a67-3ae9-46aa-a532-e494fcaed655 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 918} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:52:00.994353 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-76c67a67-3ae9-46aa-a532-e494fcaed655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:00.994711 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-76c67a67-3ae9-46aa-a532-e494fcaed655 admin admin] Added segment ad456a5e-4a97-4892-8780-875591fd3535 of type vlan for network 6bd37951-dca0-400f-b347-a266c47fc88b Nov 25 17:52:01.011403 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0767552-11c9-4955-8752-eab6f5bfc642 None None] Routers {'e91ee442-95d4-4719-82c1-870bd1b11981'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:52:01.012362 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-c0767552-11c9-4955-8752-eab6f5bfc642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:51:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['e91ee442-95d4-4719-82c1-870bd1b11981'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:01.018909 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac69361-b71e-49ee-a61e-c85ef3727fba None None] Pushing event updated for resources: {'Port': ['ID=45cd16e8-5a5c-4d13-8a13-0c171b0ba20d,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:01.066883 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-76c67a67-3ae9-46aa-a532-e494fcaed655 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:01.110678 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c5934ed8-4821-4c70-9837-3962eb06a536 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:01.117414 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5934ed8-4821-4c70-9837-3962eb06a536 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:01.118119 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c5934ed8-4821-4c70-9837-3962eb06a536 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:01.142829 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-76c67a67-3ae9-46aa-a532-e494fcaed655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:01.143809 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c67a67-3ae9-46aa-a532-e494fcaed655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:01.156345 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-76c67a67-3ae9-46aa-a532-e494fcaed655 admin admin] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:01.190299 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c5934ed8-4821-4c70-9837-3962eb06a536 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8505435 Nov 25 17:52:01.228348 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 5bd04eb2-3dbf-402a-8d62-77b2cc3686f1 not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:52:01.229993 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659ec1ff-40e4-487c-833b-bd02d0ac7a7e None None] Checking router: 0e037f4a-8e3e-4e04-9d15-ea5084dd366a for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:52:01.230472 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659ec1ff-40e4-487c-833b-bd02d0ac7a7e None None] Updating router 0e037f4a-8e3e-4e04-9d15-ea5084dd366a port b902da03-bffa-46b5-a7d6-a7d5f0a8cb2b binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:52:01.238646 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47362) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:01.270516 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5934ed8-4821-4c70-9837-3962eb06a536 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event updated for resources: {'Network': ['ID=eb054642-0377-4298-a2a0-268a52ec5fff,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:01.277622 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-c0767552-11c9-4955-8752-eab6f5bfc642 None None] Set router e91ee442-95d4-4719-82c1-870bd1b11981 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:52:01.288604 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-3734d2bd-8a50-429d-a764-72ed27b01c3b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Request body: {'subnet': {'network_id': 'eb054642-0377-4298-a2a0-268a52ec5fff', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:52:01.322283 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network eb054642-0377-4298-a2a0-268a52ec5fff details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:52:01.428042 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c67a67-3ae9-46aa-a532-e494fcaed655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e119ac4c-b1cc-4443-aaf4-f1ac4ec6f591,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:01.448311 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-659ec1ff-40e4-487c-833b-bd02d0ac7a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:01.451131 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-c65ed3e2-e6fc-47c8-8376-ad8384bc40b8 None None] Allocated IP 2001:db8::2 (9f903830-ae2b-41b5-9f31-2a72678acd71/b1e65c4c-5560-4f6e-92b5-f4e122275a0d/19da415e-60d7-4c1a-a83f-832d3d887705) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:52:01.457632 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-ad9961db-38d7-40d7-b62d-8f1e05204aa2 None None] Provisioning complete for port a628a886-a259-4dad-a59f-f37cfdc5f054 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:01.458271 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ad9961db-38d7-40d7-b62d-8f1e05204aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:01.509312 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-c0767552-11c9-4955-8752-eab6f5bfc642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91ee442-95d4-4719-82c1-870bd1b11981', 'name': 'tempest-TestServerBasicOps-846702002-router', 'tenant_id': 'e69beea86d034f398c1d6fc720d35db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a628a886-a259-4dad-a59f-f37cfdc5f054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:51:47Z', 'updated_at': '2021-11-25T17:51:55Z', 'revision_number': 4, 'project_id': 'e69beea86d034f398c1d6fc720d35db8', 'gw_port': {'id': 'a628a886-a259-4dad-a59f-f37cfdc5f054', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91ee442-95d4-4719-82c1-870bd1b11981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:48Z', 'updated_at': '2021-11-25T17:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '45cd16e8-5a5c-4d13-8a13-0c171b0ba20d', 'name': '', 'network_id': '766cc6a0-9cae-4dff-aad3-bb04508f9490', 'tenant_id': 'e69beea86d034f398c1d6fc720d35db8', 'mac_address': 'fa:16:3e:7d:e1:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91ee442-95d4-4719-82c1-870bd1b11981', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '50ec2d95-5a02-4606-9013-483e9966ecad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:54Z', 'updated_at': '2021-11-25T17:52:00Z', 'revision_number': 4, 'project_id': 'e69beea86d034f398c1d6fc720d35db8', 'subnets': [{'id': '50ec2d95-5a02-4606-9013-483e9966ecad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:01.520620 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 21bed984-340a-4e46-8557-db462e123349 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:01.521021 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:01.528482 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47364) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:01.533212 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-76c67a67-3ae9-46aa-a532-e494fcaed655 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6552608 Nov 25 17:52:01.534311 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-97204b5a-4655-41cb-be90-5f7e16f7be1e admin admin] Request body: {'subnet': {'network_id': '6bd37951-dca0-400f-b347-a266c47fc88b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-740709325-subnet', 'tenant_id': '5fb2686b2b4f4c908c9f00584b6a4be4', 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:52:01.552089 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0767552-11c9-4955-8752-eab6f5bfc642 None None] The sync data for ids ['e91ee442-95d4-4719-82c1-870bd1b11981'] in n-d-817746-1 is: [{'id': 'e91ee442-95d4-4719-82c1-870bd1b11981', 'name': 'tempest-TestServerBasicOps-846702002-router', 'tenant_id': 'e69beea86d034f398c1d6fc720d35db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a628a886-a259-4dad-a59f-f37cfdc5f054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:51:47Z', 'updated_at': '2021-11-25T17:51:55Z', 'revision_number': 4, 'project_id': 'e69beea86d034f398c1d6fc720d35db8', 'gw_port': {'id': 'a628a886-a259-4dad-a59f-f37cfdc5f054', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91ee442-95d4-4719-82c1-870bd1b11981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:48Z', 'updated_at': '2021-11-25T17:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '45cd16e8-5a5c-4d13-8a13-0c171b0ba20d', 'name': '', 'network_id': '766cc6a0-9cae-4dff-aad3-bb04508f9490', 'tenant_id': 'e69beea86d034f398c1d6fc720d35db8', 'mac_address': 'fa:16:3e:7d:e1:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91ee442-95d4-4719-82c1-870bd1b11981', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '50ec2d95-5a02-4606-9013-483e9966ecad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:54Z', 'updated_at': '2021-11-25T17:52:00Z', 'revision_number': 4, 'project_id': 'e69beea86d034f398c1d6fc720d35db8', 'subnets': [{'id': '50ec2d95-5a02-4606-9013-483e9966ecad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:52:01.578976 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97204b5a-4655-41cb-be90-5f7e16f7be1e admin admin] Made reservation on behalf of 5fb2686b2b4f4c908c9f00584b6a4be4 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:52:01.581325 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-97204b5a-4655-41cb-be90-5f7e16f7be1e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:01.674368 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-e776c445-0021-4ec6-a2b9-861ebe3f69f6 req-abe85325-6d96-41f2-b839-971cdabe2fd5 service neutron] Attempting to bind port 5bd04eb2-3dbf-402a-8d62-77b2cc3686f1 on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:52:01.674850 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-e776c445-0021-4ec6-a2b9-861ebe3f69f6 req-abe85325-6d96-41f2-b839-971cdabe2fd5 service neutron] Attempting to bind port 5bd04eb2-3dbf-402a-8d62-77b2cc3686f1 by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '9bc68ea2-bf7d-42c6-bd84-767bb9f889f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '956f4e0f-d672-4efc-84b9-1a07478d59f4'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:52:01.675285 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e776c445-0021-4ec6-a2b9-861ebe3f69f6 req-abe85325-6d96-41f2-b839-971cdabe2fd5 service neutron] Attempting to bind port 5bd04eb2-3dbf-402a-8d62-77b2cc3686f1 on network 956f4e0f-d672-4efc-84b9-1a07478d59f4 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:52:01.721207 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c67a67-3ae9-46aa-a532-e494fcaed655 admin admin] Pushing event updated for resources: {'Network': ['ID=6bd37951-dca0-400f-b347-a266c47fc88b,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:01.737403 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 6bd37951-dca0-400f-b347-a266c47fc88b details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:52:01.755740 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede8e9fe-b7b8-42d2-9332-ef0cdeab0396 req-b7620959-bbfe-4639-8530-12e946216125 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:01.758974 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ede8e9fe-b7b8-42d2-9332-ef0cdeab0396 req-b7620959-bbfe-4639-8530-12e946216125 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=42c58d9e-7d5d-4c82-89f5-8b4693338342 HTTP/1.1" status: 200 len: 945 time: 0.5900524 Nov 25 17:52:01.774641 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36395a36-3aa8-4644-8082-b8a413e357c5 req-df979531-d91a-4c33-bb2b-70ff05c7f9e8 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:01.786078 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-36395a36-3aa8-4644-8082-b8a413e357c5 req-df979531-d91a-4c33-bb2b-70ff05c7f9e8 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=598ae637-959f-4a82-ab28-f6756f65d14c HTTP/1.1" status: 200 len: 944 time: 0.8677452 Nov 25 17:52:01.815011 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e776c445-0021-4ec6-a2b9-861ebe3f69f6 req-abe85325-6d96-41f2-b839-971cdabe2fd5 service neutron] Port 5bd04eb2-3dbf-402a-8d62-77b2cc3686f1 on network 956f4e0f-d672-4efc-84b9-1a07478d59f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:52:01.815730 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e776c445-0021-4ec6-a2b9-861ebe3f69f6 req-abe85325-6d96-41f2-b839-971cdabe2fd5 service neutron] Attempting to bind port 5bd04eb2-3dbf-402a-8d62-77b2cc3686f1 on network 956f4e0f-d672-4efc-84b9-1a07478d59f4 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:52:01.869925 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e776c445-0021-4ec6-a2b9-861ebe3f69f6 req-abe85325-6d96-41f2-b839-971cdabe2fd5 service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:52:01.870626 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e776c445-0021-4ec6-a2b9-861ebe3f69f6 req-abe85325-6d96-41f2-b839-971cdabe2fd5 service neutron] Checking segment: {'id': '9bc68ea2-bf7d-42c6-bd84-767bb9f889f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '956f4e0f-d672-4efc-84b9-1a07478d59f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:52:01.870974 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e776c445-0021-4ec6-a2b9-861ebe3f69f6 req-abe85325-6d96-41f2-b839-971cdabe2fd5 service neutron] Bound using segment: {'id': '9bc68ea2-bf7d-42c6-bd84-767bb9f889f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '956f4e0f-d672-4efc-84b9-1a07478d59f4'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:52:01.871823 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-e776c445-0021-4ec6-a2b9-861ebe3f69f6 req-abe85325-6d96-41f2-b839-971cdabe2fd5 service neutron] Bound port: 5bd04eb2-3dbf-402a-8d62-77b2cc3686f1, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bc68ea2-bf7d-42c6-bd84-767bb9f889f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '956f4e0f-d672-4efc-84b9-1a07478d59f4'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:52:01.871985 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e776c445-0021-4ec6-a2b9-861ebe3f69f6 req-abe85325-6d96-41f2-b839-971cdabe2fd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:01.999547 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-97204b5a-4655-41cb-be90-5f7e16f7be1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:02.067139 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-ad9961db-38d7-40d7-b62d-8f1e05204aa2 None None] Provisioning complete for port 45cd16e8-5a5c-4d13-8a13-0c171b0ba20d triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:02.067654 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ad9961db-38d7-40d7-b62d-8f1e05204aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:02.098595 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ede8e9fe-b7b8-42d2-9332-ef0cdeab0396 req-7b1f6bf9-5494-4ad3-83e6-4ffb62ce7e32 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676206 Nov 25 17:52:02.126666 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-36395a36-3aa8-4644-8082-b8a413e357c5 req-0ed3c682-282c-4c87-9ecf-86c1b9be4294 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=1d72823a-4513-4da3-9508-6964b7c723ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3332379 Nov 25 17:52:02.130785 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-e776c445-0021-4ec6-a2b9-861ebe3f69f6 req-abe85325-6d96-41f2-b839-971cdabe2fd5 service neutron] For port 5bd04eb2-3dbf-402a-8d62-77b2cc3686f1, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:52:02.140224 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-e776c445-0021-4ec6-a2b9-861ebe3f69f6 req-abe85325-6d96-41f2-b839-971cdabe2fd5 service neutron] For port 5bd04eb2-3dbf-402a-8d62-77b2cc3686f1, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=5bd04eb2-3dbf-402a-8d62-77b2cc3686f1,segment=NetworkSegment(9bc68ea2-bf7d-42c6-bd84-767bb9f889f5),segment_id=9bc68ea2-bf7d-42c6-bd84-767bb9f889f5)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:52:02.142473 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3734d2bd-8a50-429d-a764-72ed27b01c3b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Made reservation on behalf of 4d907a5f181242fcb929653cbcef12b3 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:52:02.151403 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3734d2bd-8a50-429d-a764-72ed27b01c3b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:02.171506 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97204b5a-4655-41cb-be90-5f7e16f7be1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=48dffd63-f6d6-4cf8-9d3c-7a1ef8b9becc,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:02.176160 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97204b5a-4655-41cb-be90-5f7e16f7be1e admin admin] Checking segment: {'id': 'ad456a5e-4a97-4892-8780-875591fd3535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6bd37951-dca0-400f-b347-a266c47fc88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:52:02.176533 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97204b5a-4655-41cb-be90-5f7e16f7be1e admin admin] Network hostable DHCP agents. Network: 6bd37951-dca0-400f-b347-a266c47fc88b, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:52:02.222903 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97204b5a-4655-41cb-be90-5f7e16f7be1e admin admin] Network 6bd37951-dca0-400f-b347-a266c47fc88b is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:52:02.240700 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-97204b5a-4655-41cb-be90-5f7e16f7be1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 6bd37951-dca0-400f-b347-a266c47fc88b) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:52:02.245100 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97204b5a-4655-41cb-be90-5f7e16f7be1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:02.245719 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-97204b5a-4655-41cb-be90-5f7e16f7be1e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:02.254429 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e776c445-0021-4ec6-a2b9-861ebe3f69f6 req-abe85325-6d96-41f2-b839-971cdabe2fd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:02.278489 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-97204b5a-4655-41cb-be90-5f7e16f7be1e admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7488341 Nov 25 17:52:02.280988 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47368) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:02.285410 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-0e3abac2-f9c1-47ad-8a11-6d1afa02cb07 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-740709325-router', 'tenant_id': '5fb2686b2b4f4c908c9f00584b6a4be4', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:52:02.330248 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e776c445-0021-4ec6-a2b9-861ebe3f69f6 req-abe85325-6d96-41f2-b839-971cdabe2fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:02.331042 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e776c445-0021-4ec6-a2b9-861ebe3f69f6 req-abe85325-6d96-41f2-b839-971cdabe2fd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:02.333419 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e776c445-0021-4ec6-a2b9-861ebe3f69f6 req-abe85325-6d96-41f2-b839-971cdabe2fd5 service neutron] 10.222.0.90 "PUT /v2.0/ports/5bd04eb2-3dbf-402a-8d62-77b2cc3686f1 HTTP/1.1" status: 200 len: 1092 time: 3.5494564 Nov 25 17:52:02.348964 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0e3abac2-f9c1-47ad-8a11-6d1afa02cb07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:02.349959 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0e3abac2-f9c1-47ad-8a11-6d1afa02cb07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:02.428255 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe85325-6d96-41f2-b839-971cdabe2fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=5bd04eb2-3dbf-402a-8d62-77b2cc3686f1,revision_number=7']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:02.460261 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e776c445-0021-4ec6-a2b9-861ebe3f69f6 req-100c9d44-14cf-4a74-bc10-350d38a78d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:02.462109 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e776c445-0021-4ec6-a2b9-861ebe3f69f6 req-100c9d44-14cf-4a74-bc10-350d38a78d76 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=867688fabf794394b7f5a37353b0165e&device_id=598ae637-959f-4a82-ab28-f6756f65d14c HTTP/1.1" status: 200 len: 1095 time: 0.1029937 Nov 25 17:52:02.497031 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475596a4-23d6-42c0-ac5c-58f3828aa8dd None None] Network 6bd37951-dca0-400f-b347-a266c47fc88b requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:52:02.499166 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0e3abac2-f9c1-47ad-8a11-6d1afa02cb07 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:02.651400 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-659ec1ff-40e4-487c-833b-bd02d0ac7a7e None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:02.704115 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 0aef5d1f-f98f-4d2c-b042-5c016423814f up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:52:02.743108 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-659ec1ff-40e4-487c-833b-bd02d0ac7a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:02.817720 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e776c445-0021-4ec6-a2b9-861ebe3f69f6 req-5f9632cc-4f51-4cbf-83ba-59f3925b6ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:02.819438 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e776c445-0021-4ec6-a2b9-861ebe3f69f6 req-5f9632cc-4f51-4cbf-83ba-59f3925b6ab0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=956f4e0f-d672-4efc-84b9-1a07478d59f4 HTTP/1.1" status: 200 len: 897 time: 0.3481982 Nov 25 17:52:02.843362 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0e3abac2-f9c1-47ad-8a11-6d1afa02cb07 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:02.848871 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c65ed3e2-e6fc-47c8-8376-ad8384bc40b8 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:02.852080 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '598ae637-959f-4a82-ab28-f6756f65d14c', 'tag': '5bd04eb2-3dbf-402a-8d62-77b2cc3686f1'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:52:02.856629 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c49490-a122-4666-af90-45669a6a7942" -d '{"events": [{"name": "network-changed", "server_uuid": "598ae637-959f-4a82-ab28-f6756f65d14c", "tag": "5bd04eb2-3dbf-402a-8d62-77b2cc3686f1"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:52:02.917914 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c65ed3e2-e6fc-47c8-8376-ad8384bc40b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:02.942130 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3734d2bd-8a50-429d-a764-72ed27b01c3b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:03.023199 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65ed3e2-e6fc-47c8-8376-ad8384bc40b8 None None] Network 9f903830-ae2b-41b5-9f31-2a72678acd71 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:52:03.029983 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e776c445-0021-4ec6-a2b9-861ebe3f69f6 req-8aad9dee-69a3-478c-860b-7534da1ed0a5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bd04eb2-3dbf-402a-8d62-77b2cc3686f1 HTTP/1.1" status: 200 len: 1000 time: 0.1978142 Nov 25 17:52:03.055775 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-c65ed3e2-e6fc-47c8-8376-ad8384bc40b8 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:52:03.056255 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65ed3e2-e6fc-47c8-8376-ad8384bc40b8 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:52:03.094461 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1296e56-9c1b-4721-a204-edb23a5814b9 None None] Pushing event updated for resources: {'Port': ['ID=b902da03-bffa-46b5-a7d6-a7d5f0a8cb2b,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:03.115145 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e776c445-0021-4ec6-a2b9-861ebe3f69f6 req-7a9110b3-8c88-4c51-97bb-37851ffc8c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:03.117757 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e776c445-0021-4ec6-a2b9-861ebe3f69f6 req-7a9110b3-8c88-4c51-97bb-37851ffc8c5f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=41aa15c7-0383-4c7f-9427-4b12720b647d HTTP/1.1" status: 200 len: 835 time: 0.0793562 Nov 25 17:52:03.119543 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5988dab6-afe8-4076-8cf9-da9f7359abaf x-openstack-request-id: req-5988dab6-afe8-4076-8cf9-da9f7359abaf {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:52:03.120217 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "598ae637-959f-4a82-ab28-f6756f65d14c", "tag": "5bd04eb2-3dbf-402a-8d62-77b2cc3686f1", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:52:03.120645 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5988dab6-afe8-4076-8cf9-da9f7359abaf {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:52:03.123199 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '598ae637-959f-4a82-ab28-f6756f65d14c', 'tag': '5bd04eb2-3dbf-402a-8d62-77b2cc3686f1', 'status': 'completed', 'code': 200} Nov 25 17:52:03.131568 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-75f3cf87-66f3-4781-b814-208c9967f520 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Allocated IP 2001:db8::f (9f903830-ae2b-41b5-9f31-2a72678acd71/b1e65c4c-5560-4f6e-92b5-f4e122275a0d/41e7666c-72c9-403f-a343-ea9a2261cc1a) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:52:03.238183 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3734d2bd-8a50-429d-a764-72ed27b01c3b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event updated for resources: {'Subnet': ['ID=0c7b88f3-6a2f-4214-8f34-d72f817fa2eb,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:03.272605 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ad9961db-38d7-40d7-b62d-8f1e05204aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:03.368208 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3734d2bd-8a50-429d-a764-72ed27b01c3b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Checking segment: {'id': '981c6d7f-ce45-43ae-9eb8-4ddb3d16ac33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'eb054642-0377-4298-a2a0-268a52ec5fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:52:03.368574 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3734d2bd-8a50-429d-a764-72ed27b01c3b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Network hostable DHCP agents. Network: eb054642-0377-4298-a2a0-268a52ec5fff, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:52:03.380060 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ed3e2-e6fc-47c8-8376-ad8384bc40b8 None None] Pushing event updated for resources: {'Port': ['ID=19da415e-60d7-4c1a-a83f-832d3d887705,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:03.383534 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-659ec1ff-40e4-487c-833b-bd02d0ac7a7e None None] Attempting to bind port b902da03-bffa-46b5-a7d6-a7d5f0a8cb2b on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:52:03.384035 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-659ec1ff-40e4-487c-833b-bd02d0ac7a7e None None] Attempting to bind port b902da03-bffa-46b5-a7d6-a7d5f0a8cb2b by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'fe69e32f-69b7-41be-9d68-9993a79ed25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '75d1c93c-8c87-42be-a263-8677f1a35ef9'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:52:03.385090 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659ec1ff-40e4-487c-833b-bd02d0ac7a7e None None] Attempting to bind port b902da03-bffa-46b5-a7d6-a7d5f0a8cb2b on network 75d1c93c-8c87-42be-a263-8677f1a35ef9 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:52:03.410055 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e776c445-0021-4ec6-a2b9-861ebe3f69f6 req-24aeef35-4f20-40c4-9774-64d9b81d83d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:03.411895 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e776c445-0021-4ec6-a2b9-861ebe3f69f6 req-24aeef35-4f20-40c4-9774-64d9b81d83d9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=956f4e0f-d672-4efc-84b9-1a07478d59f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2230566 Nov 25 17:52:03.429394 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c49490-a122-4666-af90-45669a6a7942 req-55ac1991-2bd9-41db-9ca4-c90b703f8131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:03.431156 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f3c49490-a122-4666-af90-45669a6a7942 req-55ac1991-2bd9-41db-9ca4-c90b703f8131 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=867688fabf794394b7f5a37353b0165e&device_id=598ae637-959f-4a82-ab28-f6756f65d14c HTTP/1.1" status: 200 len: 1095 time: 0.2758992 Nov 25 17:52:03.443040 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3734d2bd-8a50-429d-a764-72ed27b01c3b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Network eb054642-0377-4298-a2a0-268a52ec5fff is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:52:03.455294 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659ec1ff-40e4-487c-833b-bd02d0ac7a7e None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:52:03.456544 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659ec1ff-40e4-487c-833b-bd02d0ac7a7e None None] Checking segment: {'id': 'fe69e32f-69b7-41be-9d68-9993a79ed25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '75d1c93c-8c87-42be-a263-8677f1a35ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:52:03.457540 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-659ec1ff-40e4-487c-833b-bd02d0ac7a7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:03.458205 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659ec1ff-40e4-487c-833b-bd02d0ac7a7e None None] Bound using segment: {'id': 'fe69e32f-69b7-41be-9d68-9993a79ed25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '75d1c93c-8c87-42be-a263-8677f1a35ef9'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:52:03.461448 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-659ec1ff-40e4-487c-833b-bd02d0ac7a7e None None] Bound port: b902da03-bffa-46b5-a7d6-a7d5f0a8cb2b, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe69e32f-69b7-41be-9d68-9993a79ed25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '75d1c93c-8c87-42be-a263-8677f1a35ef9'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:52:03.464791 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-659ec1ff-40e4-487c-833b-bd02d0ac7a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:03.466427 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba8f315-26b2-4f37-b740-be800ef720e0 req-6f871d23-ae25-44ea-ac86-f74f20134a6d tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:03.468218 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5ba8f315-26b2-4f37-b740-be800ef720e0 req-6f871d23-ae25-44ea-ac86-f74f20134a6d tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=598ae637-959f-4a82-ab28-f6756f65d14c HTTP/1.1" status: 200 len: 944 time: 0.1719582 Nov 25 17:52:03.513066 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf63a6-e150-4cdb-a868-edd7d61562d9 req-b37526ad-92b3-4f36-91b6-a5b64d5f3a4f tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:03.520859 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-02bf63a6-e150-4cdb-a868-edd7d61562d9 req-b37526ad-92b3-4f36-91b6-a5b64d5f3a4f tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=42c58d9e-7d5d-4c82-89f5-8b4693338342 HTTP/1.1" status: 200 len: 945 time: 0.2799883 Nov 25 17:52:03.525271 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 0aef5d1f-f98f-4d2c-b042-5c016423814f triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:03.526218 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:03.552251 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-3734d2bd-8a50-429d-a764-72ed27b01c3b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, eb054642-0377-4298-a2a0-268a52ec5fff) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:52:03.559844 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176bbef3-6b11-46a2-b7d8-30d16c691581 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-6bd37951-dca0-400f-b347-a266c47fc88b', 'network_id': '6bd37951-dca0-400f-b347-a266c47fc88b', 'tenant_id': '5fb2686b2b4f4c908c9f00584b6a4be4', 'fixed_ips': [{'subnet_id': '48dffd63-f6d6-4cf8-9d3c-7a1ef8b9becc'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:52:03.561258 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-176bbef3-6b11-46a2-b7d8-30d16c691581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:03.592750 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-c65ed3e2-e6fc-47c8-8376-ad8384bc40b8 None None] Attempting to bind port 19da415e-60d7-4c1a-a83f-832d3d887705 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:52:03.593268 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-c65ed3e2-e6fc-47c8-8376-ad8384bc40b8 None None] Attempting to bind port 19da415e-60d7-4c1a-a83f-832d3d887705 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'be464a21-c735-49f7-b998-cfef70581a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '9f903830-ae2b-41b5-9f31-2a72678acd71'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:52:03.593765 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65ed3e2-e6fc-47c8-8376-ad8384bc40b8 None None] Attempting to bind port 19da415e-60d7-4c1a-a83f-832d3d887705 on network 9f903830-ae2b-41b5-9f31-2a72678acd71 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:52:03.607136 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5b617b-211f-4678-a0d3-662a7e3c9870 None None] Network eb054642-0377-4298-a2a0-268a52ec5fff requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:52:03.633389 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3734d2bd-8a50-429d-a764-72ed27b01c3b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:03.633584 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-75f3cf87-66f3-4781-b814-208c9967f520 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:03.634008 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3734d2bd-8a50-429d-a764-72ed27b01c3b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:03.644793 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0e3abac2-f9c1-47ad-8a11-6d1afa02cb07 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:03.654194 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65ed3e2-e6fc-47c8-8376-ad8384bc40b8 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:52:03.655161 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65ed3e2-e6fc-47c8-8376-ad8384bc40b8 None None] Checking segment: {'id': 'be464a21-c735-49f7-b998-cfef70581a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '9f903830-ae2b-41b5-9f31-2a72678acd71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:52:03.655715 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c65ed3e2-e6fc-47c8-8376-ad8384bc40b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:03.656243 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65ed3e2-e6fc-47c8-8376-ad8384bc40b8 None None] Bound using segment: {'id': 'be464a21-c735-49f7-b998-cfef70581a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '9f903830-ae2b-41b5-9f31-2a72678acd71'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:52:03.657738 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-c65ed3e2-e6fc-47c8-8376-ad8384bc40b8 None None] Bound port: 19da415e-60d7-4c1a-a83f-832d3d887705, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be464a21-c735-49f7-b998-cfef70581a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '9f903830-ae2b-41b5-9f31-2a72678acd71'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:52:03.658827 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c65ed3e2-e6fc-47c8-8376-ad8384bc40b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:03.672212 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0e3abac2-f9c1-47ad-8a11-6d1afa02cb07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:03.678530 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-ad9961db-38d7-40d7-b62d-8f1e05204aa2 None None] For port 45cd16e8-5a5c-4d13-8a13-0c171b0ba20d, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=45cd16e8-5a5c-4d13-8a13-0c171b0ba20d,segment=NetworkSegment(692e7f4e-f503-4f7b-9c33-1cf3ca0dc7ac),segment_id=692e7f4e-f503-4f7b-9c33-1cf3ca0dc7ac)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:52:03.727872 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ad9961db-38d7-40d7-b62d-8f1e05204aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:03.781706 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-02bf63a6-e150-4cdb-a868-edd7d61562d9 req-5030a542-1bbf-4a6f-9827-eef7d6e6496c tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595217 Nov 25 17:52:03.806040 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-0e3abac2-f9c1-47ad-8a11-6d1afa02cb07 admin admin] Allocated IP 172.25.0.185 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/c08f9c1f-6b15-49f2-9724-2b62a108df4c) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:52:03.878235 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-75f3cf87-66f3-4781-b814-208c9967f520 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:04.204657 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:04.209109 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-659ec1ff-40e4-487c-833b-bd02d0ac7a7e None None] For port b902da03-bffa-46b5-a7d6-a7d5f0a8cb2b, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:52:04.284236 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-659ec1ff-40e4-487c-833b-bd02d0ac7a7e None None] For port b902da03-bffa-46b5-a7d6-a7d5f0a8cb2b, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=b902da03-bffa-46b5-a7d6-a7d5f0a8cb2b,segment=NetworkSegment(fe69e32f-69b7-41be-9d68-9993a79ed25d),segment_id=fe69e32f-69b7-41be-9d68-9993a79ed25d)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:52:04.292285 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9961db-38d7-40d7-b62d-8f1e05204aa2 None None] Pushing event updated for resources: {'Port': ['ID=45cd16e8-5a5c-4d13-8a13-0c171b0ba20d,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:04.296097 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-a07626d8-a039-4415-ad2a-df88b6706946 None None] Provisioning complete for port b5645956-9d7b-47f8-83be-2828d849e0ed triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:04.296606 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a07626d8-a039-4415-ad2a-df88b6706946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:04.324921 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f3cf87-66f3-4781-b814-208c9967f520 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Network 9f903830-ae2b-41b5-9f31-2a72678acd71 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:52:04.331636 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-75f3cf87-66f3-4781-b814-208c9967f520 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:52:04.340562 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5ba8f315-26b2-4f37-b740-be800ef720e0 req-90f26f35-9351-4944-a9d9-c0f4ab856bbb tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=1d72823a-4513-4da3-9508-6964b7c723ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.8535798 Nov 25 17:52:04.341919 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f3cf87-66f3-4781-b814-208c9967f520 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:52:04.347613 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f3cf87-66f3-4781-b814-208c9967f520 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:04.348316 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-75f3cf87-66f3-4781-b814-208c9967f520 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:04.349172 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e776c445-0021-4ec6-a2b9-861ebe3f69f6 req-d5cbdf50-dc6e-4efb-98ea-9182d661394a service neutron] 10.222.0.90 "GET /v2.0/networks/956f4e0f-d672-4efc-84b9-1a07478d59f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9144700 Nov 25 17:52:04.357479 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-3734d2bd-8a50-429d-a764-72ed27b01c3b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1048179 Nov 25 17:52:04.361682 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47382) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:04.367911 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f3cf87-66f3-4781-b814-208c9967f520 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event updated for resources: {'Port': ['ID=41e7666c-72c9-403f-a343-ea9a2261cc1a,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:04.371785 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port 0aef5d1f-f98f-4d2c-b042-5c016423814f, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=0aef5d1f-f98f-4d2c-b042-5c016423814f,segment=NetworkSegment(fe69e32f-69b7-41be-9d68-9993a79ed25d),segment_id=fe69e32f-69b7-41be-9d68-9993a79ed25d)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:52:04.374073 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-659ec1ff-40e4-487c-833b-bd02d0ac7a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:04.374231 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0e3abac2-f9c1-47ad-8a11-6d1afa02cb07 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:04.396754 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-75f3cf87-66f3-4781-b814-208c9967f520 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.7528565 Nov 25 17:52:04.403564 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47384) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:04.426206 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:04.460850 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-c65ed3e2-e6fc-47c8-8376-ad8384bc40b8 None None] For port 19da415e-60d7-4c1a-a83f-832d3d887705, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:52:04.482512 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659ec1ff-40e4-487c-833b-bd02d0ac7a7e None None] Updating router 0e037f4a-8e3e-4e04-9d15-ea5084dd366a port dfc92901-ef79-42e0-933d-464fddd8942f binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:52:04.518145 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd863763-a9e9-4c72-98ee-260a6d775879 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:04.523767 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-bd863763-a9e9-4c72-98ee-260a6d775879 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 926 time: 0.1179569 Nov 25 17:52:04.525864 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0e3abac2-f9c1-47ad-8a11-6d1afa02cb07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:04.529321 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47386) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:04.545061 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-c65ed3e2-e6fc-47c8-8376-ad8384bc40b8 None None] For port 19da415e-60d7-4c1a-a83f-832d3d887705, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=19da415e-60d7-4c1a-a83f-832d3d887705,segment=NetworkSegment(be464a21-c735-49f7-b998-cfef70581a5e),segment_id=be464a21-c735-49f7-b998-cfef70581a5e)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:52:04.550960 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-176bbef3-6b11-46a2-b7d8-30d16c691581 None None] Allocated IP 172.20.0.2 (6bd37951-dca0-400f-b347-a266c47fc88b/48dffd63-f6d6-4cf8-9d3c-7a1ef8b9becc/961c9ee6-df93-4a73-b34e-6d283a9a460e) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:52:04.566367 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c65ed3e2-e6fc-47c8-8376-ad8384bc40b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:04.592744 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3abac2-f9c1-47ad-8a11-6d1afa02cb07 admin admin] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:52:04.610099 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c49490-a122-4666-af90-45669a6a7942 req-0cc1d4bf-fcbd-403c-9233-36ef44234e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:04.611792 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f3c49490-a122-4666-af90-45669a6a7942 req-0cc1d4bf-fcbd-403c-9233-36ef44234e24 service neutron] 10.222.0.74 "GET /v2.0/networks?id=956f4e0f-d672-4efc-84b9-1a07478d59f4 HTTP/1.1" status: 200 len: 897 time: 1.1609485 Nov 25 17:52:04.630081 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-659ec1ff-40e4-487c-833b-bd02d0ac7a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:04.677256 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-0e3abac2-f9c1-47ad-8a11-6d1afa02cb07 admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:52:04.692701 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3abac2-f9c1-47ad-8a11-6d1afa02cb07 admin admin] Pushing event updated for resources: {'Port': ['ID=c08f9c1f-6b15-49f2-9724-2b62a108df4c,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:04.708691 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3abac2-f9c1-47ad-8a11-6d1afa02cb07 admin admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:52:04.816453 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-176bbef3-6b11-46a2-b7d8-30d16c691581 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:04.826185 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db42ec5-7e26-4166-bcf6-484f299ac919 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:04.839147 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db42ec5-7e26-4166-bcf6-484f299ac919 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:04.843635 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1296e56-9c1b-4721-a204-edb23a5814b9 None None] Pushing event updated for resources: {'Port': ['ID=b902da03-bffa-46b5-a7d6-a7d5f0a8cb2b,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:04.847493 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e776c445-0021-4ec6-a2b9-861ebe3f69f6 req-438ae4c1-5bb4-4c57-b93b-51b8cb83a2bc service neutron] 10.222.0.90 "GET /v2.0/networks/956f4e0f-d672-4efc-84b9-1a07478d59f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4887652 Nov 25 17:52:04.848562 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db42ec5-7e26-4166-bcf6-484f299ac919 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:04.855764 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4db42ec5-7e26-4166-bcf6-484f299ac919 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.3225348 Nov 25 17:52:04.856807 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47390) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:04.953548 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f3c49490-a122-4666-af90-45669a6a7942 req-c8205c39-5ffe-4429-8233-eef8578d01a6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bd04eb2-3dbf-402a-8d62-77b2cc3686f1 HTTP/1.1" status: 200 len: 1000 time: 0.3277695 Nov 25 17:52:04.996434 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408c178a-9875-4152-b96b-38ef46b698ff None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:52:04.999703 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 45cd16e8-5a5c-4d13-8a13-0c171b0ba20d up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:52:05.015185 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=0aef5d1f-f98f-4d2c-b042-5c016423814f,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:05.020540 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-176bbef3-6b11-46a2-b7d8-30d16c691581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:05.032478 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd0a69d-bcc0-4ed9-a703-ba77a0e9dda3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-eb054642-0377-4298-a2a0-268a52ec5fff', 'network_id': 'eb054642-0377-4298-a2a0-268a52ec5fff', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'fixed_ips': [{'subnet_id': '0c7b88f3-6a2f-4214-8f34-d72f817fa2eb'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:52:05.034091 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0bd0a69d-bcc0-4ed9-a703-ba77a0e9dda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:05.184733 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c49490-a122-4666-af90-45669a6a7942 req-36b849ce-35ae-4aa4-b1d3-630f2a385dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:05.186502 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f3c49490-a122-4666-af90-45669a6a7942 req-36b849ce-35ae-4aa4-b1d3-630f2a385dfa service neutron] 10.222.0.74 "GET /v2.0/subnets?id=41aa15c7-0383-4c7f-9427-4b12720b647d HTTP/1.1" status: 200 len: 835 time: 0.2108886 Nov 25 17:52:05.243356 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c49490-a122-4666-af90-45669a6a7942 req-3b4ab577-6dd2-44ae-a679-f7ddb369e046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:05.245070 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f3c49490-a122-4666-af90-45669a6a7942 req-3b4ab577-6dd2-44ae-a679-f7ddb369e046 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=867688fabf794394b7f5a37353b0165e&device_id=598ae637-959f-4a82-ab28-f6756f65d14c HTTP/1.1" status: 200 len: 1095 time: 0.2782979 Nov 25 17:52:05.257592 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42257492-e3e1-400a-8117-3088dd3c8d9f req-178e5063-71ca-47ed-8d62-94283e5f08aa tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:05.259880 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-42257492-e3e1-400a-8117-3088dd3c8d9f req-178e5063-71ca-47ed-8d62-94283e5f08aa tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=42c58d9e-7d5d-4c82-89f5-8b4693338342 HTTP/1.1" status: 200 len: 945 time: 0.2950277 Nov 25 17:52:05.390710 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-65c7ff78-f6b2-404f-989f-bf269c6edd25 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Deleting port 41e7666c-72c9-403f-a343-ea9a2261cc1a {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:52:05.391266 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-65c7ff78-f6b2-404f-989f-bf269c6edd25 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:05.532644 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c49490-a122-4666-af90-45669a6a7942 req-e5b8d911-5ce3-41e1-a62e-56e48b3bec17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:05.534334 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f3c49490-a122-4666-af90-45669a6a7942 req-e5b8d911-5ce3-41e1-a62e-56e48b3bec17 service neutron] 10.222.0.90 "GET /v2.0/networks?id=956f4e0f-d672-4efc-84b9-1a07478d59f4 HTTP/1.1" status: 200 len: 897 time: 0.2734551 Nov 25 17:52:05.571894 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0e3abac2-f9c1-47ad-8a11-6d1afa02cb07 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:05.581061 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176bbef3-6b11-46a2-b7d8-30d16c691581 None None] Network 6bd37951-dca0-400f-b347-a266c47fc88b is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:52:05.600232 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-176bbef3-6b11-46a2-b7d8-30d16c691581 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:52:05.602696 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176bbef3-6b11-46a2-b7d8-30d16c691581 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:52:05.630541 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-65c7ff78-f6b2-404f-989f-bf269c6edd25 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:05.638024 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f3c49490-a122-4666-af90-45669a6a7942 req-c6447917-0219-42cf-a5b7-1b418187ea7d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bd04eb2-3dbf-402a-8d62-77b2cc3686f1 HTTP/1.1" status: 200 len: 1000 time: 0.0766418 Nov 25 17:52:05.638843 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-a07626d8-a039-4415-ad2a-df88b6706946 None None] Provisioning complete for port 45cd16e8-5a5c-4d13-8a13-0c171b0ba20d triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:05.639222 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a07626d8-a039-4415-ad2a-df88b6706946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:05.680627 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-65c7ff78-f6b2-404f-989f-bf269c6edd25 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Calling delete_port for 41e7666c-72c9-403f-a343-ea9a2261cc1a owned by {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:52:05.725970 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c49490-a122-4666-af90-45669a6a7942 req-9af37586-e2d7-4e01-9063-53da4e0d0a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:05.727527 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f3c49490-a122-4666-af90-45669a6a7942 req-9af37586-e2d7-4e01-9063-53da4e0d0a91 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=41aa15c7-0383-4c7f-9427-4b12720b647d HTTP/1.1" status: 200 len: 835 time: 0.0588260 Nov 25 17:52:05.731451 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ed3e2-e6fc-47c8-8376-ad8384bc40b8 None None] Pushing event updated for resources: {'Port': ['ID=19da415e-60d7-4c1a-a83f-832d3d887705,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:05.749229 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c49490-a122-4666-af90-45669a6a7942 req-d0260eb3-5194-4d26-80a6-42a771d80e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:05.750859 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f3c49490-a122-4666-af90-45669a6a7942 req-d0260eb3-5194-4d26-80a6-42a771d80e54 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=956f4e0f-d672-4efc-84b9-1a07478d59f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5219729 Nov 25 17:52:05.766339 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-42257492-e3e1-400a-8117-3088dd3c8d9f req-40cb9d03-872b-403d-a576-7a71544168ae tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4769342 Nov 25 17:52:05.839588 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176bbef3-6b11-46a2-b7d8-30d16c691581 None None] Pushing event updated for resources: {'Port': ['ID=961c9ee6-df93-4a73-b34e-6d283a9a460e,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:05.921388 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0e3abac2-f9c1-47ad-8a11-6d1afa02cb07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:05.954978 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e12d72-d24f-4ef8-9b15-25b54e3cd9ac req-d6e8466f-e362-4385-ac36-6619c1d44109 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:05.956839 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-81e12d72-d24f-4ef8-9b15-25b54e3cd9ac req-d6e8466f-e362-4385-ac36-6619c1d44109 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=598ae637-959f-4a82-ab28-f6756f65d14c HTTP/1.1" status: 200 len: 944 time: 0.4803851 Nov 25 17:52:05.965868 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f3c49490-a122-4666-af90-45669a6a7942 req-dcc9b474-808c-481e-a366-16af33ac69e3 service neutron] 10.222.0.74 "GET /v2.0/networks/956f4e0f-d672-4efc-84b9-1a07478d59f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907573 Nov 25 17:52:05.968071 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-176bbef3-6b11-46a2-b7d8-30d16c691581 None None] Attempting to bind port 961c9ee6-df93-4a73-b34e-6d283a9a460e on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:52:05.968460 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-176bbef3-6b11-46a2-b7d8-30d16c691581 None None] Attempting to bind port 961c9ee6-df93-4a73-b34e-6d283a9a460e by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'ad456a5e-4a97-4892-8780-875591fd3535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6bd37951-dca0-400f-b347-a266c47fc88b'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:52:05.968921 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176bbef3-6b11-46a2-b7d8-30d16c691581 None None] Attempting to bind port 961c9ee6-df93-4a73-b34e-6d283a9a460e on network 6bd37951-dca0-400f-b347-a266c47fc88b {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:52:05.994695 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c49490-a122-4666-af90-45669a6a7942 req-20fdade1-5e69-4c27-9826-d017ea1c7a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:05.995245 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 45cd16e8-5a5c-4d13-8a13-0c171b0ba20d triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:05.995628 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:05.996758 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f3c49490-a122-4666-af90-45669a6a7942 req-20fdade1-5e69-4c27-9826-d017ea1c7a2e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=956f4e0f-d672-4efc-84b9-1a07478d59f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2590358 Nov 25 17:52:06.006622 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2f86a2ed-73c3-4ea4-8cb9-4ca67be71706 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:06.132162 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-65c7ff78-f6b2-404f-989f-bf269c6edd25 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:06.139415 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176bbef3-6b11-46a2-b7d8-30d16c691581 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:52:06.140149 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176bbef3-6b11-46a2-b7d8-30d16c691581 None None] Checking segment: {'id': 'ad456a5e-4a97-4892-8780-875591fd3535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6bd37951-dca0-400f-b347-a266c47fc88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:52:06.140746 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-176bbef3-6b11-46a2-b7d8-30d16c691581 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:06.141401 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176bbef3-6b11-46a2-b7d8-30d16c691581 None None] Bound using segment: {'id': 'ad456a5e-4a97-4892-8780-875591fd3535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6bd37951-dca0-400f-b347-a266c47fc88b'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:52:06.142145 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-176bbef3-6b11-46a2-b7d8-30d16c691581 None None] Bound port: 961c9ee6-df93-4a73-b34e-6d283a9a460e, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad456a5e-4a97-4892-8780-875591fd3535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6bd37951-dca0-400f-b347-a266c47fc88b'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:52:06.143020 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-176bbef3-6b11-46a2-b7d8-30d16c691581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:06.172650 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-659ec1ff-40e4-487c-833b-bd02d0ac7a7e None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:06.177666 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c7ff78-f6b2-404f-989f-bf269c6edd25 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event deleted for resources: {'Port': ['ID=41e7666c-72c9-403f-a343-ea9a2261cc1a,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:06.223119 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-65c7ff78-f6b2-404f-989f-bf269c6edd25 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:06.233099 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-65c7ff78-f6b2-404f-989f-bf269c6edd25 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "DELETE /v2.0/ports/41e7666c-72c9-403f-a343-ea9a2261cc1a HTTP/1.1" status: 204 len: 168 time: 1.3707449 Nov 25 17:52:06.238398 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47414) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:06.289372 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-e65a67a1-93dc-4fbe-9245-6b3226a37c81 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] GET failed (client error): The resource could not be found. Nov 25 17:52:06.294283 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-659ec1ff-40e4-487c-833b-bd02d0ac7a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:06.294726 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e65a67a1-93dc-4fbe-9245-6b3226a37c81 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "GET /v2.0/ports/41e7666c-72c9-403f-a343-ea9a2261cc1a HTTP/1.1" status: 404 len: 333 time: 0.0553164 Nov 25 17:52:06.295530 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47420) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:06.312578 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e3abac2-f9c1-47ad-8a11-6d1afa02cb07 admin admin] Router 5d5e266a-007c-4c81-a01f-9434dfa38b58 is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:52:06.379505 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-0bd0a69d-bcc0-4ed9-a703-ba77a0e9dda3 None None] Allocated IP 172.23.0.2 (eb054642-0377-4298-a2a0-268a52ec5fff/0c7b88f3-6a2f-4214-8f34-d72f817fa2eb/6190616e-c7aa-412c-9744-0633049efddb) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:52:06.401835 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-a07626d8-a039-4415-ad2a-df88b6706946 None None] Provisioning complete for port 0aef5d1f-f98f-4d2c-b042-5c016423814f triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:06.402204 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a07626d8-a039-4415-ad2a-df88b6706946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:06.403407 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-81e12d72-d24f-4ef8-9b15-25b54e3cd9ac req-e25e0479-72f4-4529-a136-68dc95dea30e tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=1d72823a-4513-4da3-9508-6964b7c723ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4363480 Nov 25 17:52:06.586674 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f3c49490-a122-4666-af90-45669a6a7942 req-c3717adc-ac08-4c9d-a59d-d331e7aa0c2c service neutron] 10.222.0.90 "GET /v2.0/networks/956f4e0f-d672-4efc-84b9-1a07478d59f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5607803 Nov 25 17:52:06.596031 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f3c49490-a122-4666-af90-45669a6a7942 req-e83947f1-2d36-453c-bbb2-d0ccd5653e31 service neutron] 10.222.0.74 "GET /v2.0/networks/956f4e0f-d672-4efc-84b9-1a07478d59f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6114564 Nov 25 17:52:06.651665 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-009aeff6-6439-4c26-9efc-54450b1fcd6b tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Deleting port 767a9c50-7a7c-42da-a6f2-957fa3c662ff {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:52:06.652080 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-009aeff6-6439-4c26-9efc-54450b1fcd6b tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:06.711771 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-176bbef3-6b11-46a2-b7d8-30d16c691581 None None] For port 961c9ee6-df93-4a73-b34e-6d283a9a460e, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:52:06.715700 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-176bbef3-6b11-46a2-b7d8-30d16c691581 None None] For port 961c9ee6-df93-4a73-b34e-6d283a9a460e, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=961c9ee6-df93-4a73-b34e-6d283a9a460e,segment=NetworkSegment(ad456a5e-4a97-4892-8780-875591fd3535),segment_id=ad456a5e-4a97-4892-8780-875591fd3535)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:52:06.724336 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0198686-b1e1-41fb-b89b-60c6056f0a36 None None] Network 9f903830-ae2b-41b5-9f31-2a72678acd71 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:52:06.764807 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1296e56-9c1b-4721-a204-edb23a5814b9 None None] Pushing event updated for resources: {'Port': ['ID=dfc92901-ef79-42e0-933d-464fddd8942f,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:06.766330 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3abac2-f9c1-47ad-8a11-6d1afa02cb07 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:52:06.787540 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f3c49490-a122-4666-af90-45669a6a7942 req-fa9e5880-4434-4ea6-b2ad-50b8af4e4004 service neutron] 10.222.0.90 "GET /v2.0/networks/956f4e0f-d672-4efc-84b9-1a07478d59f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903195 Nov 25 17:52:06.794719 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-176bbef3-6b11-46a2-b7d8-30d16c691581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:06.826507 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0e3abac2-f9c1-47ad-8a11-6d1afa02cb07 admin admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:06.830664 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47424) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:06.830788 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0e3abac2-f9c1-47ad-8a11-6d1afa02cb07 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.5487847 Nov 25 17:52:06.854541 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-009aeff6-6439-4c26-9efc-54450b1fcd6b tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:06.867362 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-009aeff6-6439-4c26-9efc-54450b1fcd6b tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Calling delete_port for 767a9c50-7a7c-42da-a6f2-957fa3c662ff owned by {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:52:06.930375 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af58aa2-6b22-476d-b65a-cb0e1a7db143 None None] Sync routers for ids ['5d5e266a-007c-4c81-a01f-9434dfa38b58'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:52:06.964211 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device b5645956-9d7b-47f8-83be-2828d849e0ed up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:52:06.996451 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8488b9-24a7-48c1-be53-7af1e50e9982 req-c06b9003-7949-4453-be2d-631aafcb0f4c tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:07.004957 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-aa8488b9-24a7-48c1-be53-7af1e50e9982 req-c06b9003-7949-4453-be2d-631aafcb0f4c tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=42c58d9e-7d5d-4c82-89f5-8b4693338342 HTTP/1.1" status: 200 len: 945 time: 0.1228526 Nov 25 17:52:07.039781 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-009aeff6-6439-4c26-9efc-54450b1fcd6b tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:07.077690 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009aeff6-6439-4c26-9efc-54450b1fcd6b tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event deleted for resources: {'Port': ['ID=767a9c50-7a7c-42da-a6f2-957fa3c662ff,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:07.112158 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-009aeff6-6439-4c26-9efc-54450b1fcd6b tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:07.117348 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-009aeff6-6439-4c26-9efc-54450b1fcd6b tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "DELETE /v2.0/ports/767a9c50-7a7c-42da-a6f2-957fa3c662ff HTTP/1.1" status: 204 len: 168 time: 0.8133776 Nov 25 17:52:07.121696 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47426) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:07.169266 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-aa8488b9-24a7-48c1-be53-7af1e50e9982 req-a5498d11-9d7e-46a9-ae48-c29d4b23ae82 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629691 Nov 25 17:52:07.171729 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-abae5599-c962-4bb6-8267-533f4af8b4ac tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] GET failed (client error): The resource could not be found. Nov 25 17:52:07.176254 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47428) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:07.183611 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-abae5599-c962-4bb6-8267-533f4af8b4ac tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "GET /v2.0/ports/767a9c50-7a7c-42da-a6f2-957fa3c662ff HTTP/1.1" status: 404 len: 333 time: 0.0506186 Nov 25 17:52:07.287868 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-e39c5931-883c-47e8-8458-5cc35285a745 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Deleting subnet b1e65c4c-5560-4f6e-92b5-f4e122275a0d {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:52:07.295506 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-659ec1ff-40e4-487c-833b-bd02d0ac7a7e None None] Attempting to bind port dfc92901-ef79-42e0-933d-464fddd8942f on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:52:07.295938 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-659ec1ff-40e4-487c-833b-bd02d0ac7a7e None None] Attempting to bind port dfc92901-ef79-42e0-933d-464fddd8942f by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '065ff53e-6f93-414d-81b7-2a1e61fc3070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0c6a70d1-a1fb-41e0-a04c-bcbbb242747c'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:52:07.296519 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659ec1ff-40e4-487c-833b-bd02d0ac7a7e None None] Attempting to bind port dfc92901-ef79-42e0-933d-464fddd8942f on network 0c6a70d1-a1fb-41e0-a04c-bcbbb242747c {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:52:07.331796 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e39c5931-883c-47e8-8458-5cc35285a745 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:07.353905 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659ec1ff-40e4-487c-833b-bd02d0ac7a7e None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:52:07.354514 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659ec1ff-40e4-487c-833b-bd02d0ac7a7e None None] Checking segment: {'id': '065ff53e-6f93-414d-81b7-2a1e61fc3070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0c6a70d1-a1fb-41e0-a04c-bcbbb242747c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:52:07.357905 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-659ec1ff-40e4-487c-833b-bd02d0ac7a7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:07.357905 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659ec1ff-40e4-487c-833b-bd02d0ac7a7e None None] Bound using segment: {'id': '065ff53e-6f93-414d-81b7-2a1e61fc3070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0c6a70d1-a1fb-41e0-a04c-bcbbb242747c'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:52:07.357905 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-659ec1ff-40e4-487c-833b-bd02d0ac7a7e None None] Bound port: dfc92901-ef79-42e0-933d-464fddd8942f, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '065ff53e-6f93-414d-81b7-2a1e61fc3070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0c6a70d1-a1fb-41e0-a04c-bcbbb242747c'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:52:07.357905 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-659ec1ff-40e4-487c-833b-bd02d0ac7a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:07.368863 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af58aa2-6b22-476d-b65a-cb0e1a7db143 None None] Routers {'5d5e266a-007c-4c81-a01f-9434dfa38b58'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:52:07.370103 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-1af58aa2-6b22-476d-b65a-cb0e1a7db143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:51:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['5d5e266a-007c-4c81-a01f-9434dfa38b58'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:07.388471 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e39c5931-883c-47e8-8458-5cc35285a745 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:07.553913 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 5bd04eb2-3dbf-402a-8d62-77b2cc3686f1 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:52:07.673305 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-659ec1ff-40e4-487c-833b-bd02d0ac7a7e None None] For port dfc92901-ef79-42e0-933d-464fddd8942f, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:52:07.677675 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-659ec1ff-40e4-487c-833b-bd02d0ac7a7e None None] For port dfc92901-ef79-42e0-933d-464fddd8942f, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=dfc92901-ef79-42e0-933d-464fddd8942f,segment=NetworkSegment(065ff53e-6f93-414d-81b7-2a1e61fc3070),segment_id=065ff53e-6f93-414d-81b7-2a1e61fc3070)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:52:07.692068 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-1af58aa2-6b22-476d-b65a-cb0e1a7db143 None None] Set router 5d5e266a-007c-4c81-a01f-9434dfa38b58 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:52:07.732475 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176bbef3-6b11-46a2-b7d8-30d16c691581 None None] Pushing event updated for resources: {'Port': ['ID=961c9ee6-df93-4a73-b34e-6d283a9a460e,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:07.787050 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-659ec1ff-40e4-487c-833b-bd02d0ac7a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:07.967717 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.db.resource_extend [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:52:07.986100 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e39c5931-883c-47e8-8458-5cc35285a745 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:08.021497 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0bd0a69d-bcc0-4ed9-a703-ba77a0e9dda3 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:08.091810 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a35f31f-9ae7-4b31-9ab6-b86418bb0a5a req-5ac0da68-ef3e-43e5-88e9-003522cac5ed tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:08.093608 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8a35f31f-9ae7-4b31-9ab6-b86418bb0a5a req-5ac0da68-ef3e-43e5-88e9-003522cac5ed tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=598ae637-959f-4a82-ab28-f6756f65d14c HTTP/1.1" status: 200 len: 944 time: 0.2089365 Nov 25 17:52:08.123406 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port b5645956-9d7b-47f8-83be-2828d849e0ed triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:08.123784 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:08.154448 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0bd0a69d-bcc0-4ed9-a703-ba77a0e9dda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:08.172440 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-2f86a2ed-73c3-4ea4-8cb9-4ca67be71706 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Allocated IP 172.23.0.1 (eb054642-0377-4298-a2a0-268a52ec5fff/0c7b88f3-6a2f-4214-8f34-d72f817fa2eb/4c19ac39-58ae-40a4-98ac-4b81c32aebcc) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:52:08.211280 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1296e56-9c1b-4721-a204-edb23a5814b9 None None] Pushing event updated for resources: {'Port': ['ID=dfc92901-ef79-42e0-933d-464fddd8942f,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:08.235828 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659ec1ff-40e4-487c-833b-bd02d0ac7a7e None None] Routers {'0e037f4a-8e3e-4e04-9d15-ea5084dd366a'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:52:08.236543 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-659ec1ff-40e4-487c-833b-bd02d0ac7a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:51:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['0e037f4a-8e3e-4e04-9d15-ea5084dd366a'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:08.362208 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2f86a2ed-73c3-4ea4-8cb9-4ca67be71706 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:08.363287 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-a07626d8-a039-4415-ad2a-df88b6706946 None None] Provisioning complete for port dfc92901-ef79-42e0-933d-464fddd8942f triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:08.363669 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a07626d8-a039-4415-ad2a-df88b6706946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:08.459937 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5e868ce1-13b2-4adc-924b-3f2aad1e1774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:08.462147 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 5bd04eb2-3dbf-402a-8d62-77b2cc3686f1, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=5bd04eb2-3dbf-402a-8d62-77b2cc3686f1,segment=NetworkSegment(9bc68ea2-bf7d-42c6-bd84-767bb9f889f5),segment_id=9bc68ea2-bf7d-42c6-bd84-767bb9f889f5)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:52:08.476909 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd0a69d-bcc0-4ed9-a703-ba77a0e9dda3 None None] Network eb054642-0377-4298-a2a0-268a52ec5fff is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:52:08.483243 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2f86a2ed-73c3-4ea4-8cb9-4ca67be71706 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:08.536324 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-0bd0a69d-bcc0-4ed9-a703-ba77a0e9dda3 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:52:08.539355 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd0a69d-bcc0-4ed9-a703-ba77a0e9dda3 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:52:08.575615 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e39c5931-883c-47e8-8458-5cc35285a745 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:08.597383 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6bd721-aa0b-4881-843b-b2dc094a1e92 req-6f9ba054-4445-458e-88d4-45a1b6a6a98e tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:08.599003 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eb6bd721-aa0b-4881-843b-b2dc094a1e92 req-6f9ba054-4445-458e-88d4-45a1b6a6a98e tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=42c58d9e-7d5d-4c82-89f5-8b4693338342 HTTP/1.1" status: 200 len: 945 time: 0.2050099 Nov 25 17:52:08.603342 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd0a69d-bcc0-4ed9-a703-ba77a0e9dda3 None None] Pushing event updated for resources: {'Port': ['ID=6190616e-c7aa-412c-9744-0633049efddb,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:08.611138 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f86a2ed-73c3-4ea4-8cb9-4ca67be71706 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Network eb054642-0377-4298-a2a0-268a52ec5fff is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:52:08.618479 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8a35f31f-9ae7-4b31-9ab6-b86418bb0a5a req-0b840211-2c8b-40a9-9094-c5e89016a3f6 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=1d72823a-4513-4da3-9508-6964b7c723ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2127783 Nov 25 17:52:08.628075 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '5bd04eb2-3dbf-402a-8d62-77b2cc3686f1', 'network_id': '956f4e0f-d672-4efc-84b9-1a07478d59f4', 'port_id': '5bd04eb2-3dbf-402a-8d62-77b2cc3686f1', 'mac_address': 'fa:16:3e:52:a0:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41aa15c7-0383-4c7f-9427-4b12720b647d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:52:08.632563 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-659ec1ff-40e4-487c-833b-bd02d0ac7a7e None None] Set router 0e037f4a-8e3e-4e04-9d15-ea5084dd366a gateway port host: None {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:52:08.681941 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-2f86a2ed-73c3-4ea4-8cb9-4ca67be71706 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:52:08.722483 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c5931-883c-47e8-8458-5cc35285a745 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event deleted for resources: {'Subnet': ['ID=b1e65c4c-5560-4f6e-92b5-f4e122275a0d,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:08.725300 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f86a2ed-73c3-4ea4-8cb9-4ca67be71706 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:52:08.740617 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f86a2ed-73c3-4ea4-8cb9-4ca67be71706 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event updated for resources: {'Port': ['ID=4c19ac39-58ae-40a4-98ac-4b81c32aebcc,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:08.744332 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e39c5931-883c-47e8-8458-5cc35285a745 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:08.750610 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47448) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:08.751469 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-e39c5931-883c-47e8-8458-5cc35285a745 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "DELETE /v2.0/subnets/b1e65c4c-5560-4f6e-92b5-f4e122275a0d HTTP/1.1" status: 204 len: 168 time: 1.5733073 Nov 25 17:52:08.835822 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-0bd0a69d-bcc0-4ed9-a703-ba77a0e9dda3 None None] Attempting to bind port 6190616e-c7aa-412c-9744-0633049efddb on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:52:08.839725 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-0bd0a69d-bcc0-4ed9-a703-ba77a0e9dda3 None None] Attempting to bind port 6190616e-c7aa-412c-9744-0633049efddb by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '981c6d7f-ce45-43ae-9eb8-4ddb3d16ac33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'eb054642-0377-4298-a2a0-268a52ec5fff'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:52:08.840162 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd0a69d-bcc0-4ed9-a703-ba77a0e9dda3 None None] Attempting to bind port 6190616e-c7aa-412c-9744-0633049efddb on network eb054642-0377-4298-a2a0-268a52ec5fff {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:52:08.912035 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2f86a2ed-73c3-4ea4-8cb9-4ca67be71706 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:08.957295 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3d72983f-66af-40ae-a2ce-22a5912dab35 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:08.979716 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd0a69d-bcc0-4ed9-a703-ba77a0e9dda3 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:52:08.980112 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd0a69d-bcc0-4ed9-a703-ba77a0e9dda3 None None] Checking segment: {'id': '981c6d7f-ce45-43ae-9eb8-4ddb3d16ac33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'eb054642-0377-4298-a2a0-268a52ec5fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:52:08.980531 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0bd0a69d-bcc0-4ed9-a703-ba77a0e9dda3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:08.980963 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd0a69d-bcc0-4ed9-a703-ba77a0e9dda3 None None] Bound using segment: {'id': '981c6d7f-ce45-43ae-9eb8-4ddb3d16ac33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'eb054642-0377-4298-a2a0-268a52ec5fff'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:52:08.982744 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eb6bd721-aa0b-4881-843b-b2dc094a1e92 req-c9b0bebf-62dd-45b1-9dde-1559eb72b048 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242106 Nov 25 17:52:08.989906 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-0bd0a69d-bcc0-4ed9-a703-ba77a0e9dda3 None None] Bound port: 6190616e-c7aa-412c-9744-0633049efddb, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '981c6d7f-ce45-43ae-9eb8-4ddb3d16ac33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'eb054642-0377-4298-a2a0-268a52ec5fff'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:52:08.990336 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0bd0a69d-bcc0-4ed9-a703-ba77a0e9dda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:09.090704 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-3d72983f-66af-40ae-a2ce-22a5912dab35 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Deleting port 19da415e-60d7-4c1a-a83f-832d3d887705 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:52:09.091085 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3d72983f-66af-40ae-a2ce-22a5912dab35 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:09.142845 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39de7b49-92d5-407a-8feb-8a44acd89c35 None None] Network 6bd37951-dca0-400f-b347-a266c47fc88b requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:52:09.171274 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-3d72983f-66af-40ae-a2ce-22a5912dab35 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] For port 19da415e-60d7-4c1a-a83f-832d3d887705, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=19da415e-60d7-4c1a-a83f-832d3d887705,segment=NetworkSegment(be464a21-c735-49f7-b998-cfef70581a5e),segment_id=be464a21-c735-49f7-b998-cfef70581a5e)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:52:09.172065 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3d72983f-66af-40ae-a2ce-22a5912dab35 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:09.186026 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-3d72983f-66af-40ae-a2ce-22a5912dab35 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Calling delete_port for 19da415e-60d7-4c1a-a83f-832d3d887705 owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:52:09.209282 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-5e868ce1-13b2-4adc-924b-3f2aad1e1774 admin admin] Allocated IP 172.20.0.1 (6bd37951-dca0-400f-b347-a266c47fc88b/48dffd63-f6d6-4cf8-9d3c-7a1ef8b9becc/483938a5-9042-43b9-a57a-4c27634369d0) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:52:09.235925 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2f7a0a-f627-477c-8354-45bec3a28a08 None None] Network 9f903830-ae2b-41b5-9f31-2a72678acd71 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:52:09.274241 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:09.284683 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3d72983f-66af-40ae-a2ce-22a5912dab35 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:09.307617 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d72983f-66af-40ae-a2ce-22a5912dab35 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] No DVR routers for this DVR port 19da415e-60d7-4c1a-a83f-832d3d887705 on host n-d-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:52:09.318876 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2f86a2ed-73c3-4ea4-8cb9-4ca67be71706 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:09.334886 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d72983f-66af-40ae-a2ce-22a5912dab35 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event deleted for resources: {'Port': ['ID=19da415e-60d7-4c1a-a83f-832d3d887705,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:09.350297 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae591f-7610-43e5-a0b2-ecc8efcc1bf8 req-bc214652-af17-439b-bbe5-099b7d1dd924 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:09.352611 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-14ae591f-7610-43e5-a0b2-ecc8efcc1bf8 req-bc214652-af17-439b-bbe5-099b7d1dd924 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=598ae637-959f-4a82-ab28-f6756f65d14c HTTP/1.1" status: 200 len: 944 time: 0.2637041 Nov 25 17:52:09.439081 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3d72983f-66af-40ae-a2ce-22a5912dab35 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:09.468034 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-3d72983f-66af-40ae-a2ce-22a5912dab35 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f903830-ae2b-41b5-9f31-2a72678acd71']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:09.481036 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-3d72983f-66af-40ae-a2ce-22a5912dab35 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be464a21-c735-49f7-b998-cfef70581a5e') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:09.481259 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-3d72983f-66af-40ae-a2ce-22a5912dab35 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be464a21-c735-49f7-b998-cfef70581a5e') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:09.485780 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df796230-8a2c-4592-90d0-205211aa777c req-f63aa5c5-2abe-4355-bb3b-7d9a5ac22c1a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:09.487333 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-df796230-8a2c-4592-90d0-205211aa777c req-f63aa5c5-2abe-4355-bb3b-7d9a5ac22c1a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.74 "GET /v2.0/ports?device_id=598ae637-959f-4a82-ab28-f6756f65d14c&tenant_id=867688fabf794394b7f5a37353b0165e&binding%3Ahost_id=n-h2-817746-1 HTTP/1.1" status: 200 len: 944 time: 0.3536179 Nov 25 17:52:09.493364 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3d72983f-66af-40ae-a2ce-22a5912dab35 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:09.509017 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3d72983f-66af-40ae-a2ce-22a5912dab35 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:09.518438 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d72983f-66af-40ae-a2ce-22a5912dab35 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Releasing vlan 932 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:52:09.518864 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3d72983f-66af-40ae-a2ce-22a5912dab35 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:09.592001 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:52:09.592001 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:52:09.592001 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:52:09.592001 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:52:09.592001 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:52:09.592001 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:52:09.592001 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:52:09.592001 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:52:09.592001 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:52:09.592001 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:52:09.592001 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:52:09.592001 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:52:09.592001 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:52:09.592001 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:52:09.592001 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:52:09.592001 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:52:09.592001 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:52:09.592001 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:52:09.592001 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:52:09.592001 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:52:09.592001 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:52:09.592001 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:52:09.592001 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:52:09.592001 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:52:09.592001 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:52:09.592001 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:52:09.592001 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:52:09.592001 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:52:09.592001 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:52:09.592001 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:52:09.592001 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:52:09.592001 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:52:09.598020 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3d72983f-66af-40ae-a2ce-22a5912dab35 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:09.610933 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3d72983f-66af-40ae-a2ce-22a5912dab35 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:09.614505 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3d72983f-66af-40ae-a2ce-22a5912dab35 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "DELETE /v2.0/networks/9f903830-ae2b-41b5-9f31-2a72678acd71 HTTP/1.1" status: 204 len: 168 time: 0.8627524 Nov 25 17:52:09.632696 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47454) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:09.634991 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d72983f-66af-40ae-a2ce-22a5912dab35 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event deleted for resources: {'Network': ['ID=9f903830-ae2b-41b5-9f31-2a72678acd71,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:09.655203 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-b7ccd3c4-c934-40a3-b575-259dec0ca32c tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-755287556'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:52:09.663055 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bd04eb2-3dbf-402a-8d62-77b2cc3686f1 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:52:09.667240 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a07626d8-a039-4415-ad2a-df88b6706946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:09.693003 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-1af58aa2-6b22-476d-b65a-cb0e1a7db143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5e266a-007c-4c81-a01f-9434dfa38b58', 'name': 'tempest-TestServerBasicOps-740709325-router', 'tenant_id': '5fb2686b2b4f4c908c9f00584b6a4be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'c08f9c1f-6b15-49f2-9724-2b62a108df4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:52:02Z', 'updated_at': '2021-11-25T17:52:05Z', 'revision_number': 3, 'project_id': '5fb2686b2b4f4c908c9f00584b6a4be4', 'gw_port': {'id': 'c08f9c1f-6b15-49f2-9724-2b62a108df4c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f8:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5e266a-007c-4c81-a01f-9434dfa38b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:52:03Z', 'updated_at': '2021-11-25T17:52:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:09.707677 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ccd3c4-c934-40a3-b575-259dec0ca32c tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Made reservation on behalf of 28b5aae943b9455c8114055630556aca for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:52:09.711680 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c4-c934-40a3-b575-259dec0ca32c tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:09.764198 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [req-df796230-8a2c-4592-90d0-205211aa777c req-a92ef4a9-e23e-41c7-9ef7-433e7876c30c service neutron] delete failed (client error): The resource could not be found. Nov 25 17:52:09.765105 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-df796230-8a2c-4592-90d0-205211aa777c req-a92ef4a9-e23e-41c7-9ef7-433e7876c30c service neutron] 10.222.0.74 "DELETE /v2.0/ports/5bd04eb2-3dbf-402a-8d62-77b2cc3686f1/bindings/n-h1-817746-1 HTTP/1.1" status: 404 len: 380 time: 0.2644162 Nov 25 17:52:09.785373 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 5bd04eb2-3dbf-402a-8d62-77b2cc3686f1, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=5bd04eb2-3dbf-402a-8d62-77b2cc3686f1,segment=NetworkSegment(9bc68ea2-bf7d-42c6-bd84-767bb9f889f5),segment_id=9bc68ea2-bf7d-42c6-bd84-767bb9f889f5)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:52:09.791372 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-14ae591f-7610-43e5-a0b2-ecc8efcc1bf8 req-99d6f1e1-f2a1-4b8b-b878-15c595c3132a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=1d72823a-4513-4da3-9508-6964b7c723ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3002205 Nov 25 17:52:09.835782 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af58aa2-6b22-476d-b65a-cb0e1a7db143 None None] Checking router: 5d5e266a-007c-4c81-a01f-9434dfa38b58 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:52:09.836406 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af58aa2-6b22-476d-b65a-cb0e1a7db143 None None] Updating router 5d5e266a-007c-4c81-a01f-9434dfa38b58 port c08f9c1f-6b15-49f2-9724-2b62a108df4c binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:52:09.893195 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:09.904374 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5e868ce1-13b2-4adc-924b-3f2aad1e1774 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:09.916391 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-0bd0a69d-bcc0-4ed9-a703-ba77a0e9dda3 None None] For port 6190616e-c7aa-412c-9744-0633049efddb, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:52:09.949012 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7ccd3c4-c934-40a3-b575-259dec0ca32c tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 903} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:52:09.999715 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-a07626d8-a039-4415-ad2a-df88b6706946 None None] For port dfc92901-ef79-42e0-933d-464fddd8942f, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=dfc92901-ef79-42e0-933d-464fddd8942f,segment=NetworkSegment(065ff53e-6f93-414d-81b7-2a1e61fc3070),segment_id=065ff53e-6f93-414d-81b7-2a1e61fc3070)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:52:10.004052 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-0bd0a69d-bcc0-4ed9-a703-ba77a0e9dda3 None None] For port 6190616e-c7aa-412c-9744-0633049efddb, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=6190616e-c7aa-412c-9744-0633049efddb,segment=NetworkSegment(981c6d7f-ce45-43ae-9eb8-4ddb3d16ac33),segment_id=981c6d7f-ce45-43ae-9eb8-4ddb3d16ac33)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:52:10.012972 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c4-c934-40a3-b575-259dec0ca32c tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:10.013333 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-b7ccd3c4-c934-40a3-b575-259dec0ca32c tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Added segment d72468a5-d51a-4fdb-acbd-956427e2080c of type vlan for network 870180b8-cd0d-4965-bade-acc20756c739 Nov 25 17:52:10.014917 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1af58aa2-6b22-476d-b65a-cb0e1a7db143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:10.020133 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0bd0a69d-bcc0-4ed9-a703-ba77a0e9dda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:10.022006 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a07626d8-a039-4415-ad2a-df88b6706946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:10.047357 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df796230-8a2c-4592-90d0-205211aa777c req-307ed6ad-6c42-48c9-a7d2-05dd9a7dc1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:10.049052 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-df796230-8a2c-4592-90d0-205211aa777c req-307ed6ad-6c42-48c9-a7d2-05dd9a7dc1e9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=867688fabf794394b7f5a37353b0165e&device_id=598ae637-959f-4a82-ab28-f6756f65d14c HTTP/1.1" status: 200 len: 1096 time: 0.1568673 Nov 25 17:52:10.124564 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device dfc92901-ef79-42e0-933d-464fddd8942f up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:52:10.156732 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c4-c934-40a3-b575-259dec0ca32c tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:10.161542 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5e868ce1-13b2-4adc-924b-3f2aad1e1774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:10.191200 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['5bd04eb2-3dbf-402a-8d62-77b2cc3686f1'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:52:10.193031 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46af6cf0-1795-466c-999a-7ce79750487c None None] DHCP port deletion for 9f903830-ae2b-41b5-9f31-2a72678acd71 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:52:10.205988 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2f86a2ed-73c3-4ea4-8cb9-4ca67be71706 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:10.239904 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=5bd04eb2-3dbf-402a-8d62-77b2cc3686f1,revision_number=8']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:10.253376 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2f86a2ed-73c3-4ea4-8cb9-4ca67be71706 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:10.265325 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e868ce1-13b2-4adc-924b-3f2aad1e1774 admin admin] Network 6bd37951-dca0-400f-b347-a266c47fc88b is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:52:10.373070 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-5e868ce1-13b2-4adc-924b-3f2aad1e1774 admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:52:10.385619 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e868ce1-13b2-4adc-924b-3f2aad1e1774 admin admin] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:52:10.426926 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e868ce1-13b2-4adc-924b-3f2aad1e1774 admin admin] Pushing event updated for resources: {'Port': ['ID=483938a5-9042-43b9-a57a-4c27634369d0,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:10.443931 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c4-c934-40a3-b575-259dec0ca32c tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:10.450081 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ccd3c4-c934-40a3-b575-259dec0ca32c tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:10.450882 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c4-c934-40a3-b575-259dec0ca32c tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:10.500277 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd0a69d-bcc0-4ed9-a703-ba77a0e9dda3 None None] Pushing event updated for resources: {'Port': ['ID=6190616e-c7aa-412c-9744-0633049efddb,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:10.521947 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port dfc92901-ef79-42e0-933d-464fddd8942f triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:10.522336 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:10.524711 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df796230-8a2c-4592-90d0-205211aa777c req-f7a3052f-ba5c-443f-a8f6-1f1f13f47200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:10.526619 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-df796230-8a2c-4592-90d0-205211aa777c req-f7a3052f-ba5c-443f-a8f6-1f1f13f47200 service neutron] 10.222.0.74 "GET /v2.0/networks?id=956f4e0f-d672-4efc-84b9-1a07478d59f4 HTTP/1.1" status: 200 len: 897 time: 0.4493821 Nov 25 17:52:10.598874 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-a07626d8-a039-4415-ad2a-df88b6706946 None None] Provisioning complete for port b902da03-bffa-46b5-a7d6-a7d5f0a8cb2b triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:10.599261 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a07626d8-a039-4415-ad2a-df88b6706946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:10.656665 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2f86a2ed-73c3-4ea4-8cb9-4ca67be71706 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:10.684870 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cda5661-8df7-4afe-8d89-69c270b99d52 req-cf9ce3f2-b968-4edb-a50d-2b83868218ba tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:10.686512 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2cda5661-8df7-4afe-8d89-69c270b99d52 req-cf9ce3f2-b968-4edb-a50d-2b83868218ba tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=42c58d9e-7d5d-4c82-89f5-8b4693338342 HTTP/1.1" status: 200 len: 945 time: 0.4716723 Nov 25 17:52:10.704284 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-b7ccd3c4-c934-40a3-b575-259dec0ca32c tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0581200 Nov 25 17:52:10.704284 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ccd3c4-c934-40a3-b575-259dec0ca32c tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event updated for resources: {'Network': ['ID=870180b8-cd0d-4965-bade-acc20756c739,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:10.706936 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47468) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:10.721996 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5e868ce1-13b2-4adc-924b-3f2aad1e1774 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:10.725071 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-8132bdc8-a102-4063-8590-0e01bd85ae48 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Request body: {'subnet': {'network_id': '870180b8-cd0d-4965-bade-acc20756c739', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:52:10.802443 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 870180b8-cd0d-4965-bade-acc20756c739 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:52:10.843470 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f86a2ed-73c3-4ea4-8cb9-4ca67be71706 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event updated for resources: {'Port': ['ID=4c19ac39-58ae-40a4-98ac-4b81c32aebcc,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:10.888672 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07626d8-a039-4415-ad2a-df88b6706946 None None] Pushing event updated for resources: {'Port': ['ID=dfc92901-ef79-42e0-933d-464fddd8942f,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:10.908072 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-df796230-8a2c-4592-90d0-205211aa777c req-b86d7c76-317c-4914-82bd-a2ac78c6d320 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bd04eb2-3dbf-402a-8d62-77b2cc3686f1 HTTP/1.1" status: 200 len: 1001 time: 0.3202786 Nov 25 17:52:10.917253 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8132bdc8-a102-4063-8590-0e01bd85ae48 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Made reservation on behalf of 28b5aae943b9455c8114055630556aca for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:52:10.926416 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8132bdc8-a102-4063-8590-0e01bd85ae48 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:10.960527 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-659ec1ff-40e4-487c-833b-bd02d0ac7a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'name': 'tempest-RoutersTest-router-1574513644', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:51:41Z', 'updated_at': '2021-11-25T17:51:58Z', 'revision_number': 4, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'gw_port_host': None, '_interfaces': [{'id': 'b902da03-bffa-46b5-a7d6-a7d5f0a8cb2b', 'name': '', 'network_id': '75d1c93c-8c87-42be-a263-8677f1a35ef9', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:bb:0e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '9217f2a5-3e97-4c11-803e-08864cfe3ea9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:57Z', 'updated_at': '2021-11-25T17:52:04Z', 'revision_number': 4, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': '9217f2a5-3e97-4c11-803e-08864cfe3ea9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfc92901-ef79-42e0-933d-464fddd8942f', 'name': '', 'network_id': '0c6a70d1-a1fb-41e0-a04c-bcbbb242747c', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:9b:b4:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '46e2b0b8-c15f-4d8a-b2c3-792d4f60265c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:50Z', 'updated_at': '2021-11-25T17:52:07Z', 'revision_number': 4, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': '46e2b0b8-c15f-4d8a-b2c3-792d4f60265c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f84aaffa-bc80-4569-b8c3-0de835a474ba', 'name': '', 'network_id': 'f68e2a6a-5ebb-4874-9cdf-aa1f412d1e39', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:cb:1e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'eff5c9f1-fdc7-4c24-90ab-6d7ea065962e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:44Z', 'updated_at': '2021-11-25T17:51:56Z', 'revision_number': 5, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': 'eff5c9f1-fdc7-4c24-90ab-6d7ea065962e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:11.037583 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659ec1ff-40e4-487c-833b-bd02d0ac7a7e None None] The sync data for ids ['0e037f4a-8e3e-4e04-9d15-ea5084dd366a'] in n-d-817746-1 is: [{'id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'name': 'tempest-RoutersTest-router-1574513644', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:51:41Z', 'updated_at': '2021-11-25T17:51:58Z', 'revision_number': 4, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'gw_port_host': None, '_interfaces': [{'id': 'b902da03-bffa-46b5-a7d6-a7d5f0a8cb2b', 'name': '', 'network_id': '75d1c93c-8c87-42be-a263-8677f1a35ef9', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:bb:0e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '9217f2a5-3e97-4c11-803e-08864cfe3ea9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:57Z', 'updated_at': '2021-11-25T17:52:04Z', 'revision_number': 4, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': '9217f2a5-3e97-4c11-803e-08864cfe3ea9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfc92901-ef79-42e0-933d-464fddd8942f', 'name': '', 'network_id': '0c6a70d1-a1fb-41e0-a04c-bcbbb242747c', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:9b:b4:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '46e2b0b8-c15f-4d8a-b2c3-792d4f60265c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:50Z', 'updated_at': '2021-11-25T17:52:07Z', 'revision_number': 4, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': '46e2b0b8-c15f-4d8a-b2c3-792d4f60265c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f84aaffa-bc80-4569-b8c3-0de835a474ba', 'name': '', 'network_id': 'f68e2a6a-5ebb-4874-9cdf-aa1f412d1e39', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:cb:1e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'eff5c9f1-fdc7-4c24-90ab-6d7ea065962e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:44Z', 'updated_at': '2021-11-25T17:51:56Z', 'revision_number': 5, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': 'eff5c9f1-fdc7-4c24-90ab-6d7ea065962e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:52:11.278716 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8132bdc8-a102-4063-8590-0e01bd85ae48 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:11.312233 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:52:11.344081 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 0aef5d1f-f98f-4d2c-b042-5c016423814f up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:52:11.376729 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2cda5661-8df7-4afe-8d89-69c270b99d52 req-63b2180c-2443-45b1-bc4c-f0859bdb4159 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6654263 Nov 25 17:52:11.403584 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8132bdc8-a102-4063-8590-0e01bd85ae48 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Checking segment: {'id': 'd72468a5-d51a-4fdb-acbd-956427e2080c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '870180b8-cd0d-4965-bade-acc20756c739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:52:11.403969 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8132bdc8-a102-4063-8590-0e01bd85ae48 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Network hostable DHCP agents. Network: 870180b8-cd0d-4965-bade-acc20756c739, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:52:11.410154 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8132bdc8-a102-4063-8590-0e01bd85ae48 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event updated for resources: {'Subnet': ['ID=b783a7d6-bbd0-445a-8777-fdb5045855ba,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:11.433265 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df796230-8a2c-4592-90d0-205211aa777c req-9c850c5f-4905-4539-9a5a-47dad7cbdfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:11.438344 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-df796230-8a2c-4592-90d0-205211aa777c req-9c850c5f-4905-4539-9a5a-47dad7cbdfde service neutron] 10.222.0.74 "GET /v2.0/subnets?id=41aa15c7-0383-4c7f-9427-4b12720b647d HTTP/1.1" status: 200 len: 835 time: 0.5164316 Nov 25 17:52:11.438642 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8132bdc8-a102-4063-8590-0e01bd85ae48 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Network 870180b8-cd0d-4965-bade-acc20756c739 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:52:11.457768 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-8132bdc8-a102-4063-8590-0e01bd85ae48 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 870180b8-cd0d-4965-bade-acc20756c739) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:52:11.475993 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8132bdc8-a102-4063-8590-0e01bd85ae48 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:11.477401 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8132bdc8-a102-4063-8590-0e01bd85ae48 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:11.500065 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8132bdc8-a102-4063-8590-0e01bd85ae48 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7919092 Nov 25 17:52:11.503045 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47478) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:11.509851 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-36baa51f-424e-47a0-8c3c-319d1acd418a tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1726202332', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:52:11.512401 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096e228e-9d8d-4a9d-9283-f2362ff2d56d None None] Network 870180b8-cd0d-4965-bade-acc20756c739 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:52:11.513812 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f86a2ed-73c3-4ea4-8cb9-4ca67be71706 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Network eb054642-0377-4298-a2a0-268a52ec5fff is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:52:11.520858 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5e868ce1-13b2-4adc-924b-3f2aad1e1774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:11.568894 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16574f21-f0ce-409e-980f-1dd3577df390 req-390030ba-a2e3-4f09-ab4c-23062e083e70 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:11.570802 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-36baa51f-424e-47a0-8c3c-319d1acd418a tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:11.571233 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-16574f21-f0ce-409e-980f-1dd3577df390 req-390030ba-a2e3-4f09-ab4c-23062e083e70 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=598ae637-959f-4a82-ab28-f6756f65d14c HTTP/1.1" status: 200 len: 945 time: 0.6617727 Nov 25 17:52:11.572509 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-36baa51f-424e-47a0-8c3c-319d1acd418a tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:11.697664 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-36baa51f-424e-47a0-8c3c-319d1acd418a tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:11.726079 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-36baa51f-424e-47a0-8c3c-319d1acd418a tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:11.767116 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-36baa51f-424e-47a0-8c3c-319d1acd418a tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:11.768370 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-36baa51f-424e-47a0-8c3c-319d1acd418a tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2642457 Nov 25 17:52:11.771307 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47484) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:11.781521 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-a981a352-8216-46b0-9780-0913b2174255 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Request body: {'port': {'network_id': '870180b8-cd0d-4965-bade-acc20756c739', 'name': 'tempest-PortsIpV6TestJSON-826400392'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:52:11.851967 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1af58aa2-6b22-476d-b65a-cb0e1a7db143 None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:11.901106 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1af58aa2-6b22-476d-b65a-cb0e1a7db143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:11.943801 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a07626d8-a039-4415-ad2a-df88b6706946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:12.013611 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-1af58aa2-6b22-476d-b65a-cb0e1a7db143 None None] Attempting to bind port c08f9c1f-6b15-49f2-9724-2b62a108df4c on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:52:12.014161 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-1af58aa2-6b22-476d-b65a-cb0e1a7db143 None None] Attempting to bind port c08f9c1f-6b15-49f2-9724-2b62a108df4c by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:52:12.014638 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af58aa2-6b22-476d-b65a-cb0e1a7db143 None None] Attempting to bind port c08f9c1f-6b15-49f2-9724-2b62a108df4c on network 1aa44027-b9d0-4a56-9a59-7e664703e20a {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:52:12.017010 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4764bf0-b308-4bbd-ad13-1b14df2cccd7 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:52:12.058033 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af58aa2-6b22-476d-b65a-cb0e1a7db143 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:52:12.058548 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af58aa2-6b22-476d-b65a-cb0e1a7db143 None None] Checking segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:52:12.059700 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1af58aa2-6b22-476d-b65a-cb0e1a7db143 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:12.060293 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af58aa2-6b22-476d-b65a-cb0e1a7db143 None None] Bound using segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:52:12.061038 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-1af58aa2-6b22-476d-b65a-cb0e1a7db143 None None] Bound port: c08f9c1f-6b15-49f2-9724-2b62a108df4c, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:52:12.061982 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1af58aa2-6b22-476d-b65a-cb0e1a7db143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:12.113523 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a981a352-8216-46b0-9780-0913b2174255 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Made reservation on behalf of 28b5aae943b9455c8114055630556aca for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:52:12.119520 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a981a352-8216-46b0-9780-0913b2174255 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:12.127907 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d86a724-a18b-4f17-8d32-a1ab6339f785 None None] Pushing event updated for resources: {'Port': ['ID=c08f9c1f-6b15-49f2-9724-2b62a108df4c,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:12.131498 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 0aef5d1f-f98f-4d2c-b042-5c016423814f triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:12.132626 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:12.164628 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-a981a352-8216-46b0-9780-0913b2174255 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] device_id is not set on port 99b4e6d9-5e37-43b5-bdd8-d7253484fd0c yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:52:12.208773 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-a07626d8-a039-4415-ad2a-df88b6706946 None None] For port b902da03-bffa-46b5-a7d6-a7d5f0a8cb2b, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=b902da03-bffa-46b5-a7d6-a7d5f0a8cb2b,segment=NetworkSegment(fe69e32f-69b7-41be-9d68-9993a79ed25d),segment_id=fe69e32f-69b7-41be-9d68-9993a79ed25d)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:52:12.215554 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec70cbb-8305-4e6d-b903-91acd1b10ebc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-870180b8-cd0d-4965-bade-acc20756c739', 'network_id': '870180b8-cd0d-4965-bade-acc20756c739', 'tenant_id': '28b5aae943b9455c8114055630556aca', 'fixed_ips': [{'subnet_id': 'b783a7d6-bbd0-445a-8777-fdb5045855ba'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:52:12.216713 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0ec70cbb-8305-4e6d-b903-91acd1b10ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:12.244686 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ed4704-ec8b-457c-b0bf-874736248e34 None None] Network eb054642-0377-4298-a2a0-268a52ec5fff requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:52:12.247113 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a07626d8-a039-4415-ad2a-df88b6706946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:12.355194 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710a5add-ad13-4b6e-949f-29f73df781ae None None] Sync routers for ids ['0e037f4a-8e3e-4e04-9d15-ea5084dd366a'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:52:12.375126 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710a5add-ad13-4b6e-949f-29f73df781ae None None] Routers {'0e037f4a-8e3e-4e04-9d15-ea5084dd366a'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:52:12.375864 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-710a5add-ad13-4b6e-949f-29f73df781ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:51:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['0e037f4a-8e3e-4e04-9d15-ea5084dd366a'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:12.382729 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-a981a352-8216-46b0-9780-0913b2174255 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Allocated IP 2001:db8::8d (870180b8-cd0d-4965-bade-acc20756c739/b783a7d6-bbd0-445a-8777-fdb5045855ba/99b4e6d9-5e37-43b5-bdd8-d7253484fd0c) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:52:12.424182 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-2f86a2ed-73c3-4ea4-8cb9-4ca67be71706 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:52:12.455352 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-1af58aa2-6b22-476d-b65a-cb0e1a7db143 None None] For port c08f9c1f-6b15-49f2-9724-2b62a108df4c, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:52:12.518708 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-ce0e6779-eebb-4d94-ab16-52df5f9c8112 None None] Could not find standard attr ID for object 19da415e-60d7-4c1a-a83f-832d3d887705. {{(pid=103362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:52:12.530352 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-710a5add-ad13-4b6e-949f-29f73df781ae None None] Set router 0e037f4a-8e3e-4e04-9d15-ea5084dd366a gateway port host: None {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:52:12.585555 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-1af58aa2-6b22-476d-b65a-cb0e1a7db143 None None] For port c08f9c1f-6b15-49f2-9724-2b62a108df4c, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=c08f9c1f-6b15-49f2-9724-2b62a108df4c,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:52:12.604086 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1af58aa2-6b22-476d-b65a-cb0e1a7db143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:12.628681 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07626d8-a039-4415-ad2a-df88b6706946 None None] Pushing event updated for resources: {'Port': ['ID=b902da03-bffa-46b5-a7d6-a7d5f0a8cb2b,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:12.709930 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5e868ce1-13b2-4adc-924b-3f2aad1e1774 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:12.753209 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a981a352-8216-46b0-9780-0913b2174255 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:12.770211 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f86a2ed-73c3-4ea4-8cb9-4ca67be71706 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Router 0e037f4a-8e3e-4e04-9d15-ea5084dd366a has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:52:12.776804 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df796230-8a2c-4592-90d0-205211aa777c req-4db1dbbe-9672-4511-914a-683b545ef166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:12.778400 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-df796230-8a2c-4592-90d0-205211aa777c req-4db1dbbe-9672-4511-914a-683b545ef166 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=956f4e0f-d672-4efc-84b9-1a07478d59f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2634554 Nov 25 17:52:12.828254 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5e868ce1-13b2-4adc-924b-3f2aad1e1774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:12.829458 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a981a352-8216-46b0-9780-0913b2174255 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:12.891187 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-710a5add-ad13-4b6e-949f-29f73df781ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'name': 'tempest-RoutersTest-router-1574513644', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:51:41Z', 'updated_at': '2021-11-25T17:52:09Z', 'revision_number': 5, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'gw_port_host': None, '_interfaces': [{'id': '4c19ac39-58ae-40a4-98ac-4b81c32aebcc', 'name': '', 'network_id': 'eb054642-0377-4298-a2a0-268a52ec5fff', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:fc:03:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '0c7b88f3-6a2f-4214-8f34-d72f817fa2eb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:52:06Z', 'updated_at': '2021-11-25T17:52:09Z', 'revision_number': 2, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': '0c7b88f3-6a2f-4214-8f34-d72f817fa2eb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b902da03-bffa-46b5-a7d6-a7d5f0a8cb2b', 'name': '', 'network_id': '75d1c93c-8c87-42be-a263-8677f1a35ef9', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:bb:0e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '9217f2a5-3e97-4c11-803e-08864cfe3ea9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:57Z', 'updated_at': '2021-11-25T17:52:12Z', 'revision_number': 5, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': '9217f2a5-3e97-4c11-803e-08864cfe3ea9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfc92901-ef79-42e0-933d-464fddd8942f', 'name': '', 'network_id': '0c6a70d1-a1fb-41e0-a04c-bcbbb242747c', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:9b:b4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '46e2b0b8-c15f-4d8a-b2c3-792d4f60265c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:50Z', 'updated_at': '2021-11-25T17:52:09Z', 'revision_number': 5, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': '46e2b0b8-c15f-4d8a-b2c3-792d4f60265c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f84aaffa-bc80-4569-b8c3-0de835a474ba', 'name': '', 'network_id': 'f68e2a6a-5ebb-4874-9cdf-aa1f412d1e39', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:cb:1e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'eff5c9f1-fdc7-4c24-90ab-6d7ea065962e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:44Z', 'updated_at': '2021-11-25T17:51:56Z', 'revision_number': 5, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': 'eff5c9f1-fdc7-4c24-90ab-6d7ea065962e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:12.892343 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a981a352-8216-46b0-9780-0913b2174255 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Network 870180b8-cd0d-4965-bade-acc20756c739 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:52:12.897107 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-a981a352-8216-46b0-9780-0913b2174255 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:52:12.903738 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a981a352-8216-46b0-9780-0913b2174255 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:52:12.910441 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a981a352-8216-46b0-9780-0913b2174255 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:12.911254 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a981a352-8216-46b0-9780-0913b2174255 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:12.913973 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-ce0e6779-eebb-4d94-ab16-52df5f9c8112 None None] Provisioning complete for port c08f9c1f-6b15-49f2-9724-2b62a108df4c triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:12.914456 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ce0e6779-eebb-4d94-ab16-52df5f9c8112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:12.916450 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c58b06-70b7-423c-95a6-918c9ea391a7 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:52:12.957819 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a981a352-8216-46b0-9780-0913b2174255 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1830626 Nov 25 17:52:12.958644 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a981a352-8216-46b0-9780-0913b2174255 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event updated for resources: {'Port': ['ID=99b4e6d9-5e37-43b5-bdd8-d7253484fd0c,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:12.981605 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47494) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:13.005522 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710a5add-ad13-4b6e-949f-29f73df781ae None None] Checking router: 0e037f4a-8e3e-4e04-9d15-ea5084dd366a for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:52:13.008059 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710a5add-ad13-4b6e-949f-29f73df781ae None None] Updating router 0e037f4a-8e3e-4e04-9d15-ea5084dd366a port 4c19ac39-58ae-40a4-98ac-4b81c32aebcc binding host n-d-817746-1 {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:52:13.011064 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5e868ce1-13b2-4adc-924b-3f2aad1e1774 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:13.027624 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af58aa2-6b22-476d-b65a-cb0e1a7db143 None None] Routers {'5d5e266a-007c-4c81-a01f-9434dfa38b58'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:52:13.033614 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-1af58aa2-6b22-476d-b65a-cb0e1a7db143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:51:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['5d5e266a-007c-4c81-a01f-9434dfa38b58'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:13.066931 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-710a5add-ad13-4b6e-949f-29f73df781ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:13.070569 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e868ce1-13b2-4adc-924b-3f2aad1e1774 admin admin] Pushing event updated for resources: {'Port': ['ID=483938a5-9042-43b9-a57a-4c27634369d0,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:13.093872 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-16574f21-f0ce-409e-980f-1dd3577df390 req-f7083dbf-c837-4561-85b6-bcdd3adfbc88 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=1d72823a-4513-4da3-9508-6964b7c723ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.3617003 Nov 25 17:52:13.279133 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-1af58aa2-6b22-476d-b65a-cb0e1a7db143 None None] Set router 5d5e266a-007c-4c81-a01f-9434dfa38b58 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:52:13.341941 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7baf8c-720f-4628-a3c8-11cdbc7461d0 req-f0213b6e-e8d5-4475-ab51-2525cf569d03 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:13.343799 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1e7baf8c-720f-4628-a3c8-11cdbc7461d0 req-f0213b6e-e8d5-4475-ab51-2525cf569d03 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=42c58d9e-7d5d-4c82-89f5-8b4693338342 HTTP/1.1" status: 200 len: 945 time: 0.7460945 Nov 25 17:52:13.430325 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-0ec70cbb-8305-4e6d-b903-91acd1b10ebc None None] Allocated IP 2001:db8::2 (870180b8-cd0d-4965-bade-acc20756c739/b783a7d6-bbd0-445a-8777-fdb5045855ba/4dc53ff5-0d41-432a-b4c7-b21944ca8e4b) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:52:13.465223 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-710a5add-ad13-4b6e-949f-29f73df781ae None None] Publish callbacks [] for port, precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:13.486569 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-710a5add-ad13-4b6e-949f-29f73df781ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:13.520902 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-276909d7-1305-4e70-952a-1a18e9339bee tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:13.526945 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-df796230-8a2c-4592-90d0-205211aa777c req-49463c78-5682-4c14-99e4-6366d9db8181 service neutron] 10.222.0.74 "GET /v2.0/networks/956f4e0f-d672-4efc-84b9-1a07478d59f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5944359 Nov 25 17:52:13.536142 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f86a2ed-73c3-4ea4-8cb9-4ca67be71706 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:52:13.544527 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-2f86a2ed-73c3-4ea4-8cb9-4ca67be71706 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "PUT /v2.0/routers/0e037f4a-8e3e-4e04-9d15-ea5084dd366a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1718836 Nov 25 17:52:13.552661 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d86a724-a18b-4f17-8d32-a1ab6339f785 None None] Pushing event updated for resources: {'Port': ['ID=c08f9c1f-6b15-49f2-9724-2b62a108df4c,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:13.556864 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47506) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:13.561704 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-7730562a-555e-4edf-97fe-10e55a6ed08c tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:52:13.603754 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 961c9ee6-df93-4a73-b34e-6d283a9a460e up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:52:13.623258 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a184930a-bd19-4ff7-b56c-a7cfccc44adb None None] Pushing event updated for resources: {'Port': ['ID=4c19ac39-58ae-40a4-98ac-4b81c32aebcc,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:13.734094 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e868ce1-13b2-4adc-924b-3f2aad1e1774 admin admin] Network 6bd37951-dca0-400f-b347-a266c47fc88b is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:52:13.743744 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1e7baf8c-720f-4628-a3c8-11cdbc7461d0 req-515fca40-639e-4a4e-b1a3-a57c60611895 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627605 Nov 25 17:52:13.771296 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-5e868ce1-13b2-4adc-924b-3f2aad1e1774 admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:52:13.773714 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-710a5add-ad13-4b6e-949f-29f73df781ae None None] Attempting to bind port 4c19ac39-58ae-40a4-98ac-4b81c32aebcc on host n-d-817746-1 for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:52:13.774158 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-710a5add-ad13-4b6e-949f-29f73df781ae None None] Attempting to bind port 4c19ac39-58ae-40a4-98ac-4b81c32aebcc by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '981c6d7f-ce45-43ae-9eb8-4ddb3d16ac33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'eb054642-0377-4298-a2a0-268a52ec5fff'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:52:13.788789 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710a5add-ad13-4b6e-949f-29f73df781ae None None] Attempting to bind port 4c19ac39-58ae-40a4-98ac-4b81c32aebcc on network eb054642-0377-4298-a2a0-268a52ec5fff {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:52:13.798002 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710a5add-ad13-4b6e-949f-29f73df781ae None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:52:13.798822 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710a5add-ad13-4b6e-949f-29f73df781ae None None] Checking segment: {'id': '981c6d7f-ce45-43ae-9eb8-4ddb3d16ac33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'eb054642-0377-4298-a2a0-268a52ec5fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:52:13.799472 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-710a5add-ad13-4b6e-949f-29f73df781ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:13.800720 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710a5add-ad13-4b6e-949f-29f73df781ae None None] Bound using segment: {'id': '981c6d7f-ce45-43ae-9eb8-4ddb3d16ac33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'eb054642-0377-4298-a2a0-268a52ec5fff'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:52:13.803293 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-710a5add-ad13-4b6e-949f-29f73df781ae None None] Bound port: 4c19ac39-58ae-40a4-98ac-4b81c32aebcc, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '981c6d7f-ce45-43ae-9eb8-4ddb3d16ac33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'eb054642-0377-4298-a2a0-268a52ec5fff'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:52:13.804318 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-710a5add-ad13-4b6e-949f-29f73df781ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:13.854357 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-276909d7-1305-4e70-952a-1a18e9339bee tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:13.864166 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-276909d7-1305-4e70-952a-1a18e9339bee tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:13.927224 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-710a5add-ad13-4b6e-949f-29f73df781ae None None] For port 4c19ac39-58ae-40a4-98ac-4b81c32aebcc, host n-d-817746-1, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:52:13.934316 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ce0e6779-eebb-4d94-ab16-52df5f9c8112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:13.943247 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-710a5add-ad13-4b6e-949f-29f73df781ae None None] For port 4c19ac39-58ae-40a4-98ac-4b81c32aebcc, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=4c19ac39-58ae-40a4-98ac-4b81c32aebcc,segment=NetworkSegment(981c6d7f-ce45-43ae-9eb8-4ddb3d16ac33),segment_id=981c6d7f-ce45-43ae-9eb8-4ddb3d16ac33)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:52:13.950365 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-710a5add-ad13-4b6e-949f-29f73df781ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:13.959163 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276909d7-1305-4e70-952a-1a18e9339bee tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event updated for resources: {'Port': ['ID=99b4e6d9-5e37-43b5-bdd8-d7253484fd0c,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:13.965723 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0ec70cbb-8305-4e6d-b903-91acd1b10ebc None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:13.974893 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 5bd04eb2-3dbf-402a-8d62-77b2cc3686f1 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:52:14.068560 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710a5add-ad13-4b6e-949f-29f73df781ae None None] Routers {'0e037f4a-8e3e-4e04-9d15-ea5084dd366a'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:52:14.069429 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-710a5add-ad13-4b6e-949f-29f73df781ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:51:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['0e037f4a-8e3e-4e04-9d15-ea5084dd366a'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:14.185343 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-710a5add-ad13-4b6e-949f-29f73df781ae None None] Set router 0e037f4a-8e3e-4e04-9d15-ea5084dd366a gateway port host: None {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:52:14.197222 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0ec70cbb-8305-4e6d-b903-91acd1b10ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:14.217434 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-df796230-8a2c-4592-90d0-205211aa777c req-3c434ddf-c546-4b68-b82f-91ce5d1f885c service neutron] 10.222.0.74 "GET /v2.0/networks/956f4e0f-d672-4efc-84b9-1a07478d59f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6726208 Nov 25 17:52:14.284108 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec70cbb-8305-4e6d-b903-91acd1b10ebc None None] Network 870180b8-cd0d-4965-bade-acc20756c739 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:52:14.292130 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-0ec70cbb-8305-4e6d-b903-91acd1b10ebc None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:52:14.296140 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-276909d7-1305-4e70-952a-1a18e9339bee tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:14.306721 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec70cbb-8305-4e6d-b903-91acd1b10ebc None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:52:14.310456 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-ce0e6779-eebb-4d94-ab16-52df5f9c8112 None None] For port c08f9c1f-6b15-49f2-9724-2b62a108df4c, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=c08f9c1f-6b15-49f2-9724-2b62a108df4c,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:52:14.329464 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a184930a-bd19-4ff7-b56c-a7cfccc44adb None None] Pushing event updated for resources: {'Port': ['ID=4c19ac39-58ae-40a4-98ac-4b81c32aebcc,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:14.344035 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port 5bd04eb2-3dbf-402a-8d62-77b2cc3686f1 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:52:14.348886 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ce0e6779-eebb-4d94-ab16-52df5f9c8112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:14.356638 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port 5bd04eb2-3dbf-402a-8d62-77b2cc3686f1 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:14.357058 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:14.469671 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 961c9ee6-df93-4a73-b34e-6d283a9a460e triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:14.469671 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:14.487812 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e868ce1-13b2-4adc-924b-3f2aad1e1774 admin admin] Router 5d5e266a-007c-4c81-a01f-9434dfa38b58 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:52:14.504102 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbfa267-bd90-4861-b5a9-90e82afb0128 req-dd85ae6f-6e06-401d-a445-d0d1a8670651 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:14.518008 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3bbfa267-bd90-4861-b5a9-90e82afb0128 req-dd85ae6f-6e06-401d-a445-d0d1a8670651 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=598ae637-959f-4a82-ab28-f6756f65d14c HTTP/1.1" status: 200 len: 945 time: 0.2466147 Nov 25 17:52:14.591782 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-276909d7-1305-4e70-952a-1a18e9339bee tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:14.627630 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-ce0e6779-eebb-4d94-ab16-52df5f9c8112 None None] Provisioning complete for port dfc92901-ef79-42e0-933d-464fddd8942f triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:14.629308 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ce0e6779-eebb-4d94-ab16-52df5f9c8112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:14.707433 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec70cbb-8305-4e6d-b903-91acd1b10ebc None None] Pushing event updated for resources: {'Port': ['ID=4dc53ff5-0d41-432a-b4c7-b21944ca8e4b,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:14.731591 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec70cbb-8305-4e6d-b903-91acd1b10ebc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:14.732371 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec70cbb-8305-4e6d-b903-91acd1b10ebc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:14.733187 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec70cbb-8305-4e6d-b903-91acd1b10ebc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:14.733776 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec70cbb-8305-4e6d-b903-91acd1b10ebc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:14.734455 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec70cbb-8305-4e6d-b903-91acd1b10ebc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:14.735043 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec70cbb-8305-4e6d-b903-91acd1b10ebc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:14.735664 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec70cbb-8305-4e6d-b903-91acd1b10ebc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:14.736250 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec70cbb-8305-4e6d-b903-91acd1b10ebc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:14.737374 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec70cbb-8305-4e6d-b903-91acd1b10ebc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:14.738321 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec70cbb-8305-4e6d-b903-91acd1b10ebc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:14.738955 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec70cbb-8305-4e6d-b903-91acd1b10ebc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:14.739588 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-710a5add-ad13-4b6e-949f-29f73df781ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'name': 'tempest-RoutersTest-router-1574513644', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:51:41Z', 'updated_at': '2021-11-25T17:52:09Z', 'revision_number': 5, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'gw_port_host': None, '_interfaces': [{'id': '4c19ac39-58ae-40a4-98ac-4b81c32aebcc', 'name': '', 'network_id': 'eb054642-0377-4298-a2a0-268a52ec5fff', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:fc:03:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '0c7b88f3-6a2f-4214-8f34-d72f817fa2eb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:52:06Z', 'updated_at': '2021-11-25T17:52:13Z', 'revision_number': 4, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': '0c7b88f3-6a2f-4214-8f34-d72f817fa2eb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b902da03-bffa-46b5-a7d6-a7d5f0a8cb2b', 'name': '', 'network_id': '75d1c93c-8c87-42be-a263-8677f1a35ef9', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:bb:0e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '9217f2a5-3e97-4c11-803e-08864cfe3ea9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:57Z', 'updated_at': '2021-11-25T17:52:12Z', 'revision_number': 5, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': '9217f2a5-3e97-4c11-803e-08864cfe3ea9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfc92901-ef79-42e0-933d-464fddd8942f', 'name': '', 'network_id': '0c6a70d1-a1fb-41e0-a04c-bcbbb242747c', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:9b:b4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '46e2b0b8-c15f-4d8a-b2c3-792d4f60265c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:50Z', 'updated_at': '2021-11-25T17:52:09Z', 'revision_number': 5, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': '46e2b0b8-c15f-4d8a-b2c3-792d4f60265c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f84aaffa-bc80-4569-b8c3-0de835a474ba', 'name': '', 'network_id': 'f68e2a6a-5ebb-4874-9cdf-aa1f412d1e39', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:cb:1e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'eff5c9f1-fdc7-4c24-90ab-6d7ea065962e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:44Z', 'updated_at': '2021-11-25T17:51:56Z', 'revision_number': 5, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': 'eff5c9f1-fdc7-4c24-90ab-6d7ea065962e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:14.740159 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec70cbb-8305-4e6d-b903-91acd1b10ebc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:14.792954 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3bbfa267-bd90-4861-b5a9-90e82afb0128 req-804fcf5c-cc40-4529-9655-67a40e733436 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=1d72823a-4513-4da3-9508-6964b7c723ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2720847 Nov 25 17:52:14.812021 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710a5add-ad13-4b6e-949f-29f73df781ae None None] The sync data for ids ['0e037f4a-8e3e-4e04-9d15-ea5084dd366a'] in n-d-817746-1 is: [{'id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'name': 'tempest-RoutersTest-router-1574513644', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:51:41Z', 'updated_at': '2021-11-25T17:52:09Z', 'revision_number': 5, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'gw_port_host': None, '_interfaces': [{'id': '4c19ac39-58ae-40a4-98ac-4b81c32aebcc', 'name': '', 'network_id': 'eb054642-0377-4298-a2a0-268a52ec5fff', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:fc:03:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '0c7b88f3-6a2f-4214-8f34-d72f817fa2eb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:52:06Z', 'updated_at': '2021-11-25T17:52:13Z', 'revision_number': 4, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': '0c7b88f3-6a2f-4214-8f34-d72f817fa2eb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b902da03-bffa-46b5-a7d6-a7d5f0a8cb2b', 'name': '', 'network_id': '75d1c93c-8c87-42be-a263-8677f1a35ef9', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:bb:0e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '9217f2a5-3e97-4c11-803e-08864cfe3ea9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:57Z', 'updated_at': '2021-11-25T17:52:12Z', 'revision_number': 5, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': '9217f2a5-3e97-4c11-803e-08864cfe3ea9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfc92901-ef79-42e0-933d-464fddd8942f', 'name': '', 'network_id': '0c6a70d1-a1fb-41e0-a04c-bcbbb242747c', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:9b:b4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '46e2b0b8-c15f-4d8a-b2c3-792d4f60265c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:50Z', 'updated_at': '2021-11-25T17:52:09Z', 'revision_number': 5, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': '46e2b0b8-c15f-4d8a-b2c3-792d4f60265c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f84aaffa-bc80-4569-b8c3-0de835a474ba', 'name': '', 'network_id': 'f68e2a6a-5ebb-4874-9cdf-aa1f412d1e39', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:cb:1e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'eff5c9f1-fdc7-4c24-90ab-6d7ea065962e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:44Z', 'updated_at': '2021-11-25T17:51:56Z', 'revision_number': 5, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': 'eff5c9f1-fdc7-4c24-90ab-6d7ea065962e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:52:14.985330 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:15.017240 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-1af58aa2-6b22-476d-b65a-cb0e1a7db143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5e266a-007c-4c81-a01f-9434dfa38b58', 'name': 'tempest-TestServerBasicOps-740709325-router', 'tenant_id': '5fb2686b2b4f4c908c9f00584b6a4be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'c08f9c1f-6b15-49f2-9724-2b62a108df4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:52:02Z', 'updated_at': '2021-11-25T17:52:11Z', 'revision_number': 4, 'project_id': '5fb2686b2b4f4c908c9f00584b6a4be4', 'gw_port': {'id': 'c08f9c1f-6b15-49f2-9724-2b62a108df4c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f8:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5e266a-007c-4c81-a01f-9434dfa38b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:52:03Z', 'updated_at': '2021-11-25T17:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '483938a5-9042-43b9-a57a-4c27634369d0', 'name': '', 'network_id': '6bd37951-dca0-400f-b347-a266c47fc88b', 'tenant_id': '5fb2686b2b4f4c908c9f00584b6a4be4', 'mac_address': 'fa:16:3e:ab:ed:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5e266a-007c-4c81-a01f-9434dfa38b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': '48dffd63-f6d6-4cf8-9d3c-7a1ef8b9becc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:52:08Z', 'updated_at': '2021-11-25T17:52:11Z', 'revision_number': 2, 'project_id': '5fb2686b2b4f4c908c9f00584b6a4be4', 'subnets': [{'id': '48dffd63-f6d6-4cf8-9d3c-7a1ef8b9becc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:15.137525 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014592c6-c137-4b0d-b52f-a0abc28f23e3 req-6287caec-a17f-47f1-a6d4-876e3469d306 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:15.139107 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-014592c6-c137-4b0d-b52f-a0abc28f23e3 req-6287caec-a17f-47f1-a6d4-876e3469d306 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=42c58d9e-7d5d-4c82-89f5-8b4693338342 HTTP/1.1" status: 200 len: 945 time: 0.1461983 Nov 25 17:52:15.142233 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6aed2f8f-8380-48bf-881b-fa4a1330b999 req-203767fe-9d0d-453c-a368-ba9926a1529c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=bebe8fd0-03ba-4e73-8b7d-c21c896fc1a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6212227 Nov 25 17:52:15.226090 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af58aa2-6b22-476d-b65a-cb0e1a7db143 None None] The sync data for ids ['5d5e266a-007c-4c81-a01f-9434dfa38b58'] in n-d-817746-1 is: [{'id': '5d5e266a-007c-4c81-a01f-9434dfa38b58', 'name': 'tempest-TestServerBasicOps-740709325-router', 'tenant_id': '5fb2686b2b4f4c908c9f00584b6a4be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'c08f9c1f-6b15-49f2-9724-2b62a108df4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:52:02Z', 'updated_at': '2021-11-25T17:52:11Z', 'revision_number': 4, 'project_id': '5fb2686b2b4f4c908c9f00584b6a4be4', 'gw_port': {'id': 'c08f9c1f-6b15-49f2-9724-2b62a108df4c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f8:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5e266a-007c-4c81-a01f-9434dfa38b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:52:03Z', 'updated_at': '2021-11-25T17:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '483938a5-9042-43b9-a57a-4c27634369d0', 'name': '', 'network_id': '6bd37951-dca0-400f-b347-a266c47fc88b', 'tenant_id': '5fb2686b2b4f4c908c9f00584b6a4be4', 'mac_address': 'fa:16:3e:ab:ed:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5e266a-007c-4c81-a01f-9434dfa38b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': '48dffd63-f6d6-4cf8-9d3c-7a1ef8b9becc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:52:08Z', 'updated_at': '2021-11-25T17:52:11Z', 'revision_number': 2, 'project_id': '5fb2686b2b4f4c908c9f00584b6a4be4', 'subnets': [{'id': '48dffd63-f6d6-4cf8-9d3c-7a1ef8b9becc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:52:15.285717 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e868ce1-13b2-4adc-924b-3f2aad1e1774 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:52:15.314255 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-5e868ce1-13b2-4adc-924b-3f2aad1e1774 admin admin] 10.222.0.75 "PUT /v2.0/routers/5d5e266a-007c-4c81-a01f-9434dfa38b58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4824929 Nov 25 17:52:15.326909 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-0ec70cbb-8305-4e6d-b903-91acd1b10ebc None None] Attempting to bind port 4dc53ff5-0d41-432a-b4c7-b21944ca8e4b on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:52:15.327657 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-0ec70cbb-8305-4e6d-b903-91acd1b10ebc None None] Attempting to bind port 4dc53ff5-0d41-432a-b4c7-b21944ca8e4b by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'd72468a5-d51a-4fdb-acbd-956427e2080c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '870180b8-cd0d-4965-bade-acc20756c739'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:52:15.328286 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec70cbb-8305-4e6d-b903-91acd1b10ebc None None] Attempting to bind port 4dc53ff5-0d41-432a-b4c7-b21944ca8e4b on network 870180b8-cd0d-4965-bade-acc20756c739 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:52:15.441513 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-014592c6-c137-4b0d-b52f-a0abc28f23e3 req-9622fb15-31c6-4a84-8d6f-832ed9c08a90 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202523 Nov 25 17:52:15.442768 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.extraroute_db [None req-7730562a-555e-4edf-97fe-10e55a6ed08c tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103361) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 25 17:52:15.467654 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port 961c9ee6-df93-4a73-b34e-6d283a9a460e, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=961c9ee6-df93-4a73-b34e-6d283a9a460e,segment=NetworkSegment(ad456a5e-4a97-4892-8780-875591fd3535),segment_id=ad456a5e-4a97-4892-8780-875591fd3535)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:52:15.499106 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.extraroute_db [None req-7730562a-555e-4edf-97fe-10e55a6ed08c tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Removed routes are [] {{(pid=103361) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 25 17:52:15.499541 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7730562a-555e-4edf-97fe-10e55a6ed08c tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-542255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8324'] for router, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:15.552569 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec70cbb-8305-4e6d-b903-91acd1b10ebc None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:52:15.559305 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec70cbb-8305-4e6d-b903-91acd1b10ebc None None] Checking segment: {'id': 'd72468a5-d51a-4fdb-acbd-956427e2080c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '870180b8-cd0d-4965-bade-acc20756c739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:52:15.559999 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0ec70cbb-8305-4e6d-b903-91acd1b10ebc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:15.560934 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec70cbb-8305-4e6d-b903-91acd1b10ebc None None] Bound using segment: {'id': 'd72468a5-d51a-4fdb-acbd-956427e2080c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '870180b8-cd0d-4965-bade-acc20756c739'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:52:15.561515 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-0ec70cbb-8305-4e6d-b903-91acd1b10ebc None None] Bound port: 4dc53ff5-0d41-432a-b4c7-b21944ca8e4b, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd72468a5-d51a-4fdb-acbd-956427e2080c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '870180b8-cd0d-4965-bade-acc20756c739'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:52:15.562045 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0ec70cbb-8305-4e6d-b903-91acd1b10ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:15.828435 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-0ec70cbb-8305-4e6d-b903-91acd1b10ebc None None] For port 4dc53ff5-0d41-432a-b4c7-b21944ca8e4b, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:52:15.836704 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-0ec70cbb-8305-4e6d-b903-91acd1b10ebc None None] For port 4dc53ff5-0d41-432a-b4c7-b21944ca8e4b, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=4dc53ff5-0d41-432a-b4c7-b21944ca8e4b,segment=NetworkSegment(d72468a5-d51a-4fdb-acbd-956427e2080c),segment_id=d72468a5-d51a-4fdb-acbd-956427e2080c)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:52:15.866385 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:15.906076 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:15.950942 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0ec70cbb-8305-4e6d-b903-91acd1b10ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:16.034729 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0e6779-eebb-4d94-ab16-52df5f9c8112 None None] Pushing event updated for resources: {'Port': ['ID=c08f9c1f-6b15-49f2-9724-2b62a108df4c,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:16.093653 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '598ae637-959f-4a82-ab28-f6756f65d14c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd04eb2-3dbf-402a-8d62-77b2cc3686f1'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:52:16.101537 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00e9725-e3dd-4034-999f-93da040bc6f6" -d '{"events": [{"server_uuid": "598ae637-959f-4a82-ab28-f6756f65d14c", "name": "network-vif-plugged", "status": "completed", "tag": "5bd04eb2-3dbf-402a-8d62-77b2cc3686f1"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:52:16.163335 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7730562a-555e-4edf-97fe-10e55a6ed08c tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-542255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8324'] for router, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:16.170900 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7730562a-555e-4edf-97fe-10e55a6ed08c tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-542246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-542269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-530067'] for router, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:16.188976 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aed2f8f-8380-48bf-881b-fa4a1330b999 req-48ed4cd6-3c4f-441a-b459-69e5303f8daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:16.190513 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6aed2f8f-8380-48bf-881b-fa4a1330b999 req-48ed4cd6-3c4f-441a-b459-69e5303f8daf service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0d1113b5e38141dd82a78af66f2b7f1f&device_id=bebe8fd0-03ba-4e73-8b7d-c21c896fc1a6 HTTP/1.1" status: 200 len: 1096 time: 0.9421880 Nov 25 17:52:16.262865 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 5bd04eb2-3dbf-402a-8d62-77b2cc3686f1, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=5bd04eb2-3dbf-402a-8d62-77b2cc3686f1,segment=NetworkSegment(9bc68ea2-bf7d-42c6-bd84-767bb9f889f5),segment_id=9bc68ea2-bf7d-42c6-bd84-767bb9f889f5)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:52:16.314513 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:16.347298 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-ce0e6779-eebb-4d94-ab16-52df5f9c8112 None None] Provisioning complete for port 961c9ee6-df93-4a73-b34e-6d283a9a460e triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:16.350089 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ce0e6779-eebb-4d94-ab16-52df5f9c8112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:16.444440 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-276909d7-1305-4e70-952a-1a18e9339bee tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:16.453360 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-276909d7-1305-4e70-952a-1a18e9339bee tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:16.454277 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-276909d7-1305-4e70-952a-1a18e9339bee tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:16.491050 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 4c19ac39-58ae-40a4-98ac-4b81c32aebcc up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:52:16.505769 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=961c9ee6-df93-4a73-b34e-6d283a9a460e,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:16.558538 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ffe822-7534-40dc-bcdd-d56dfd658cbc None None] Sync routers for ids ['0e037f4a-8e3e-4e04-9d15-ea5084dd366a'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:52:16.574699 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276909d7-1305-4e70-952a-1a18e9339bee tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event updated for resources: {'Port': ['ID=99b4e6d9-5e37-43b5-bdd8-d7253484fd0c,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:16.625643 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7730562a-555e-4edf-97fe-10e55a6ed08c tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Router 0e037f4a-8e3e-4e04-9d15-ea5084dd366a has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:52:16.667054 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ffe822-7534-40dc-bcdd-d56dfd658cbc None None] Routers {'0e037f4a-8e3e-4e04-9d15-ea5084dd366a'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:52:16.667693 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-49ffe822-7534-40dc-bcdd-d56dfd658cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:51:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['0e037f4a-8e3e-4e04-9d15-ea5084dd366a'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:16.770518 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aed2f8f-8380-48bf-881b-fa4a1330b999 req-55c1bb35-f373-47e2-bd2e-04204f8fe826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:16.775379 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6aed2f8f-8380-48bf-881b-fa4a1330b999 req-55c1bb35-f373-47e2-bd2e-04204f8fe826 service neutron] 10.222.0.90 "GET /v2.0/networks?id=cde55e2d-003f-4ba7-9946-c3e49edc6c96 HTTP/1.1" status: 200 len: 906 time: 0.4340100 Nov 25 17:52:16.783512 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759dcd28-5ea0-4378-a9bc-84b61c1c4239 req-d7df1df9-8c3b-424c-8b55-f11dabee296d tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:16.785094 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-759dcd28-5ea0-4378-a9bc-84b61c1c4239 req-d7df1df9-8c3b-424c-8b55-f11dabee296d tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=42c58d9e-7d5d-4c82-89f5-8b4693338342 HTTP/1.1" status: 200 len: 945 time: 0.9841459 Nov 25 17:52:16.862728 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276909d7-1305-4e70-952a-1a18e9339bee tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Network 870180b8-cd0d-4965-bade-acc20756c739 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:52:16.868083 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-276909d7-1305-4e70-952a-1a18e9339bee tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:52:16.910941 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6aed2f8f-8380-48bf-881b-fa4a1330b999 req-19a63835-1363-417e-8e14-c70052c29bd8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=efa7b196-d088-459a-852c-dd1f944378ce HTTP/1.1" status: 200 len: 217 time: 0.1237385 Nov 25 17:52:17.101393 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47542) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:17.135378 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-06f2dcfe-b73b-49ae-bb32-0ba57a1e5e49 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-516812569', 'description': 'tempest-secgroup-smoke-516812569 description', 'project_id': 'e69beea86d034f398c1d6fc720d35db8'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:52:17.214301 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec70cbb-8305-4e6d-b903-91acd1b10ebc None None] Pushing event updated for resources: {'Port': ['ID=4dc53ff5-0d41-432a-b4c7-b21944ca8e4b,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:17.240035 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-06f2dcfe-b73b-49ae-bb32-0ba57a1e5e49 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:17.283213 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:17.304525 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-276909d7-1305-4e70-952a-1a18e9339bee tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Router 3b557147-8fad-4d0b-8d07-e9602418109d is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:52:17.347879 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dcf94aad-3160-4085-894e-31453e9dba51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:17.373610 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:17.499699 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-49ffe822-7534-40dc-bcdd-d56dfd658cbc None None] Set router 0e037f4a-8e3e-4e04-9d15-ea5084dd366a gateway port host: None {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:52:17.503886 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-06f2dcfe-b73b-49ae-bb32-0ba57a1e5e49 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:17.520814 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-06f2dcfe-b73b-49ae-bb32-0ba57a1e5e49 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:17.609110 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f2dcfe-b73b-49ae-bb32-0ba57a1e5e49 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0eb8955-3837-4033-8077-0a461ef082d6,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:17.624520 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-06f2dcfe-b73b-49ae-bb32-0ba57a1e5e49 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:17.629155 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-06f2dcfe-b73b-49ae-bb32-0ba57a1e5e49 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5258589 Nov 25 17:52:17.631617 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47550) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:17.634629 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276909d7-1305-4e70-952a-1a18e9339bee tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:52:17.646196 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-5e861d2b-89ee-49a7-b814-3edc9466a53f tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Request body: {'security_group_rule': {'security_group_id': 'd0eb8955-3837-4033-8077-0a461ef082d6', 'project_id': 'e69beea86d034f398c1d6fc720d35db8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:52:17.651335 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c538d15f-87f8-4b34-9689-1ef58562e04a None None] Sync routers for ids ['3b557147-8fad-4d0b-8d07-e9602418109d'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:52:17.675817 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-276909d7-1305-4e70-952a-1a18e9339bee tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "PUT /v2.0/routers/3b557147-8fad-4d0b-8d07-e9602418109d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6911457 Nov 25 17:52:17.677148 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c538d15f-87f8-4b34-9689-1ef58562e04a None None] Routers {'3b557147-8fad-4d0b-8d07-e9602418109d'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:52:17.678081 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-c538d15f-87f8-4b34-9689-1ef58562e04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:51:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['3b557147-8fad-4d0b-8d07-e9602418109d'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:17.685558 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47552) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:17.720057 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=5bd04eb2-3dbf-402a-8d62-77b2cc3686f1,revision_number=9']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:17.729408 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 4c19ac39-58ae-40a4-98ac-4b81c32aebcc triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:17.729810 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:17.731058 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-c538d15f-87f8-4b34-9689-1ef58562e04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:17.741776 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c538d15f-87f8-4b34-9689-1ef58562e04a None None] Routers {'3b557147-8fad-4d0b-8d07-e9602418109d'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:52:17.742731 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-c538d15f-87f8-4b34-9689-1ef58562e04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:51:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['3b557147-8fad-4d0b-8d07-e9602418109d'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:17.806880 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5e861d2b-89ee-49a7-b814-3edc9466a53f tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:17.815125 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-c538d15f-87f8-4b34-9689-1ef58562e04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:17.817247 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c538d15f-87f8-4b34-9689-1ef58562e04a None None] The sync data for ids ['3b557147-8fad-4d0b-8d07-e9602418109d'] in n-d-817746-1 is: [] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:52:17.850986 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a763d2-e492-482a-a531-9611f492d618 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:17.853908 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b6a763d2-e492-482a-a531-9611f492d618 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b557147-8fad-4d0b-8d07-e9602418109d HTTP/1.1" status: 200 len: 987 time: 0.1649122 Nov 25 17:52:17.863855 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47554) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:17.918667 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5e861d2b-89ee-49a7-b814-3edc9466a53f tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:17.925896 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5e861d2b-89ee-49a7-b814-3edc9466a53f tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:17.944436 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-ce0e6779-eebb-4d94-ab16-52df5f9c8112 None None] Provisioning complete for port b902da03-bffa-46b5-a7d6-a7d5f0a8cb2b triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:17.945077 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ce0e6779-eebb-4d94-ab16-52df5f9c8112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:17.952812 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e861d2b-89ee-49a7-b814-3edc9466a53f tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9132e3f6-d6f8-403e-a558-184b11af95ce,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:17.985869 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5e861d2b-89ee-49a7-b814-3edc9466a53f tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:17.988068 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-5e861d2b-89ee-49a7-b814-3edc9466a53f tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3468363 Nov 25 17:52:17.990781 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47556) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:17.997853 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-458ad35e-35e1-4984-8ce9-768a1ddb4667 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Request body: {'security_group_rule': {'security_group_id': 'd0eb8955-3837-4033-8077-0a461ef082d6', 'project_id': 'e69beea86d034f398c1d6fc720d35db8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:52:18.007722 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b6f24a-54a3-4fda-b586-52d8baa6736e None None] Network 870180b8-cd0d-4965-bade-acc20756c739 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:52:18.034510 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-458ad35e-35e1-4984-8ce9-768a1ddb4667 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:18.104552 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-458ad35e-35e1-4984-8ce9-768a1ddb4667 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:18.113234 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-458ad35e-35e1-4984-8ce9-768a1ddb4667 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:18.142814 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ad35e-35e1-4984-8ce9-768a1ddb4667 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba988f71-67e9-4f36-92d5-18dfe1a30737,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:18.148491 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-458ad35e-35e1-4984-8ce9-768a1ddb4667 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:18.153092 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-458ad35e-35e1-4984-8ce9-768a1ddb4667 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1560478 Nov 25 17:52:18.153233 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47558) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:18.157928 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-33d42472-1d9f-4548-898d-0ed55090c04a tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Request body: {'security_group_rule': {'security_group_id': 'd0eb8955-3837-4033-8077-0a461ef082d6', 'project_id': 'e69beea86d034f398c1d6fc720d35db8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:52:18.179488 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:18.192606 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-33d42472-1d9f-4548-898d-0ed55090c04a tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:18.256562 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port 4c19ac39-58ae-40a4-98ac-4b81c32aebcc, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=4c19ac39-58ae-40a4-98ac-4b81c32aebcc,segment=NetworkSegment(981c6d7f-ce45-43ae-9eb8-4ddb3d16ac33),segment_id=981c6d7f-ce45-43ae-9eb8-4ddb3d16ac33)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:52:18.261980 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7730562a-555e-4edf-97fe-10e55a6ed08c tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:52:18.275653 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-759dcd28-5ea0-4378-a9bc-84b61c1c4239 req-732c0f34-3e60-4918-9d4c-969bed240117 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4165919 Nov 25 17:52:18.278566 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-33d42472-1d9f-4548-898d-0ed55090c04a tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:18.282803 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7730562a-555e-4edf-97fe-10e55a6ed08c tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:18.284192 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-7730562a-555e-4edf-97fe-10e55a6ed08c tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "PUT /v2.0/routers/0e037f4a-8e3e-4e04-9d15-ea5084dd366a HTTP/1.1" status: 200 len: 934 time: 4.7260776 Nov 25 17:52:18.288322 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aed2f8f-8380-48bf-881b-fa4a1330b999 req-e0c443d0-53f1-4e3d-bc3b-e679ad8333c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:18.288713 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-33d42472-1d9f-4548-898d-0ed55090c04a tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:18.290936 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6aed2f8f-8380-48bf-881b-fa4a1330b999 req-e0c443d0-53f1-4e3d-bc3b-e679ad8333c9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b114d138-184e-414d-8d77-af9fac4f96f6 HTTP/1.1" status: 200 len: 845 time: 1.3215334 Nov 25 17:52:18.291746 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47560) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:18.336587 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be3ffb-bcd4-4c82-b682-89df2ba0f1fc req-89ac4542-940b-4164-8bfa-38ad0966abf5 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:18.343979 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d42472-1d9f-4548-898d-0ed55090c04a tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b6d2ec6-83dc-4b74-bf98-d6314007d32b,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:18.347997 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-43be3ffb-bcd4-4c82-b682-89df2ba0f1fc req-89ac4542-940b-4164-8bfa-38ad0966abf5 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=598ae637-959f-4a82-ab28-f6756f65d14c HTTP/1.1" status: 200 len: 946 time: 0.4958088 Nov 25 17:52:18.350885 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-33d42472-1d9f-4548-898d-0ed55090c04a tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:18.351720 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-33d42472-1d9f-4548-898d-0ed55090c04a tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1974194 Nov 25 17:52:18.356495 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47564) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:18.370197 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-2f84c4ff-ef68-42ad-9227-44e1b7eeb47e tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Request body: {'security_group_rule': {'security_group_id': 'd0eb8955-3837-4033-8077-0a461ef082d6', 'project_id': 'e69beea86d034f398c1d6fc720d35db8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:52:18.372065 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:18.374972 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device b902da03-bffa-46b5-a7d6-a7d5f0a8cb2b up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:52:18.380204 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501fb5bf-441d-4612-a921-19f282231e4d x-openstack-request-id: req-501fb5bf-441d-4612-a921-19f282231e4d {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:52:18.381563 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "598ae637-959f-4a82-ab28-f6756f65d14c", "name": "network-vif-plugged", "status": "completed", "tag": "5bd04eb2-3dbf-402a-8d62-77b2cc3686f1", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:52:18.382040 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-501fb5bf-441d-4612-a921-19f282231e4d {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:52:18.386209 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '598ae637-959f-4a82-ab28-f6756f65d14c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd04eb2-3dbf-402a-8d62-77b2cc3686f1', 'code': 200} Nov 25 17:52:18.414550 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2f84c4ff-ef68-42ad-9227-44e1b7eeb47e tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:18.461309 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6aed2f8f-8380-48bf-881b-fa4a1330b999 req-3ed93fe9-a24a-4af1-8a32-748b009962ac service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=cde55e2d-003f-4ba7-9946-c3e49edc6c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1505032 Nov 25 17:52:18.505365 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2f84c4ff-ef68-42ad-9227-44e1b7eeb47e tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:18.514065 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2f84c4ff-ef68-42ad-9227-44e1b7eeb47e tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:18.519400 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [req-6aed2f8f-8380-48bf-881b-fa4a1330b999 req-0bd5d133-ea09-401b-8070-4e9ed4a4896e service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:52:18.522171 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6aed2f8f-8380-48bf-881b-fa4a1330b999 req-0bd5d133-ea09-401b-8070-4e9ed4a4896e service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057108 Nov 25 17:52:18.538006 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f84c4ff-ef68-42ad-9227-44e1b7eeb47e tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a190b2ec-46a3-4f1f-abd5-e4facfb1493b,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:18.551294 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-49ffe822-7534-40dc-bcdd-d56dfd658cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'name': 'tempest-RoutersTest-router-1574513644', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:51:41Z', 'updated_at': '2021-11-25T17:52:15Z', 'revision_number': 6, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'gw_port_host': None, '_interfaces': [{'id': '4c19ac39-58ae-40a4-98ac-4b81c32aebcc', 'name': '', 'network_id': 'eb054642-0377-4298-a2a0-268a52ec5fff', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:fc:03:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '0c7b88f3-6a2f-4214-8f34-d72f817fa2eb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:52:06Z', 'updated_at': '2021-11-25T17:52:13Z', 'revision_number': 4, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': '0c7b88f3-6a2f-4214-8f34-d72f817fa2eb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b902da03-bffa-46b5-a7d6-a7d5f0a8cb2b', 'name': '', 'network_id': '75d1c93c-8c87-42be-a263-8677f1a35ef9', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:bb:0e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '9217f2a5-3e97-4c11-803e-08864cfe3ea9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:57Z', 'updated_at': '2021-11-25T17:52:12Z', 'revision_number': 5, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': '9217f2a5-3e97-4c11-803e-08864cfe3ea9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfc92901-ef79-42e0-933d-464fddd8942f', 'name': '', 'network_id': '0c6a70d1-a1fb-41e0-a04c-bcbbb242747c', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:9b:b4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '46e2b0b8-c15f-4d8a-b2c3-792d4f60265c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:50Z', 'updated_at': '2021-11-25T17:52:09Z', 'revision_number': 5, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': '46e2b0b8-c15f-4d8a-b2c3-792d4f60265c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f84aaffa-bc80-4569-b8c3-0de835a474ba', 'name': '', 'network_id': 'f68e2a6a-5ebb-4874-9cdf-aa1f412d1e39', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:cb:1e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'eff5c9f1-fdc7-4c24-90ab-6d7ea065962e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:44Z', 'updated_at': '2021-11-25T17:51:56Z', 'revision_number': 5, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': 'eff5c9f1-fdc7-4c24-90ab-6d7ea065962e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:18.560849 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2f84c4ff-ef68-42ad-9227-44e1b7eeb47e tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:18.562825 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2f84c4ff-ef68-42ad-9227-44e1b7eeb47e tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2025952 Nov 25 17:52:18.565500 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47566) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:18.572263 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-e67b1f14-f87e-4f62-aeac-0aea2e1e2d9a tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Request body: {'security_group_rule': {'security_group_id': 'd0eb8955-3837-4033-8077-0a461ef082d6', 'project_id': 'e69beea86d034f398c1d6fc720d35db8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:52:18.608968 n-d-817746-1 neutron-server[103360]: INFO neutron.db.securitygroups_db [None req-e67b1f14-f87e-4f62-aeac-0aea2e1e2d9a tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Project e69beea86d034f398c1d6fc720d35db8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:52:18.618469 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e67b1f14-f87e-4f62-aeac-0aea2e1e2d9a tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:18.620318 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ffe822-7534-40dc-bcdd-d56dfd658cbc None None] Checking router: 0e037f4a-8e3e-4e04-9d15-ea5084dd366a for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:52:18.636348 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-43be3ffb-bcd4-4c82-b682-89df2ba0f1fc req-a3f350c1-bc91-4398-a944-fde86d906db8 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=1d72823a-4513-4da3-9508-6964b7c723ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2871513 Nov 25 17:52:18.641093 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=4c19ac39-58ae-40a4-98ac-4b81c32aebcc,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:18.650228 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-ce0e6779-eebb-4d94-ab16-52df5f9c8112 None None] Provisioning complete for port 6190616e-c7aa-412c-9744-0633049efddb triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:18.653132 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ce0e6779-eebb-4d94-ab16-52df5f9c8112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:18.665909 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port b902da03-bffa-46b5-a7d6-a7d5f0a8cb2b triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:18.666284 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:18.670420 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47570) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:18.726435 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-5b8df1c3-ebbd-431c-bc69-d0d449d78f58 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "GET /v2.0/routers/0e037f4a-8e3e-4e04-9d15-ea5084dd366a HTTP/1.1" status: 200 len: 934 time: 0.4227512 Nov 25 17:52:18.735162 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca0f29d-1402-47f6-bb72-d45e784e3309 req-8cceafe8-a5a2-44a9-884c-a8c155cd8d32 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:18.736908 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0ca0f29d-1402-47f6-bb72-d45e784e3309 req-8cceafe8-a5a2-44a9-884c-a8c155cd8d32 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=42c58d9e-7d5d-4c82-89f5-8b4693338342 HTTP/1.1" status: 200 len: 945 time: 0.2657943 Nov 25 17:52:18.740091 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47576) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:18.745445 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-99af0827-f0a7-44e7-9472-cdcff9caf8a6 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Request body: {'router': {'routes': None}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:52:18.808213 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ffe822-7534-40dc-bcdd-d56dfd658cbc None None] Routers {'0e037f4a-8e3e-4e04-9d15-ea5084dd366a'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:52:18.809110 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-49ffe822-7534-40dc-bcdd-d56dfd658cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:51:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['0e037f4a-8e3e-4e04-9d15-ea5084dd366a'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:18.836506 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e67b1f14-f87e-4f62-aeac-0aea2e1e2d9a tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:18.852502 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-76c6ea1e-9c6d-43c7-bdd3-416076c02067 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/floatingips/733b64f6-063d-4f06-87f9-24151509a702 HTTP/1.1" status: 200 len: 994 time: 0.1537316 Nov 25 17:52:18.856539 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e67b1f14-f87e-4f62-aeac-0aea2e1e2d9a tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:18.915653 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67b1f14-f87e-4f62-aeac-0aea2e1e2d9a tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e13552f7-9ff6-4fe1-ba57-239cbf571565,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:18.960213 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e67b1f14-f87e-4f62-aeac-0aea2e1e2d9a tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:18.968080 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e67b1f14-f87e-4f62-aeac-0aea2e1e2d9a tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4012840 Nov 25 17:52:18.971209 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device dfc92901-ef79-42e0-933d-464fddd8942f up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:52:18.984736 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47578) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:19.000732 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-2a576b04-92f9-4508-81d0-c27df358b72c tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Request body: {'security_group_rule': {'security_group_id': 'd0eb8955-3837-4033-8077-0a461ef082d6', 'project_id': 'e69beea86d034f398c1d6fc720d35db8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:52:19.054366 n-d-817746-1 neutron-server[103360]: INFO neutron.db.securitygroups_db [None req-2a576b04-92f9-4508-81d0-c27df358b72c tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Project e69beea86d034f398c1d6fc720d35db8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:52:19.061419 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2a576b04-92f9-4508-81d0-c27df358b72c tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:19.090763 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port dfc92901-ef79-42e0-933d-464fddd8942f triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:19.091291 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:19.150569 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-49ffe822-7534-40dc-bcdd-d56dfd658cbc None None] Set router 0e037f4a-8e3e-4e04-9d15-ea5084dd366a gateway port host: None {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:52:19.171238 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6aed2f8f-8380-48bf-881b-fa4a1330b999 req-5ffd5b02-72a5-49e2-ae5b-e0f0a995b617 service neutron] 10.222.0.90 "GET /v2.0/networks/cde55e2d-003f-4ba7-9946-c3e49edc6c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6290371 Nov 25 17:52:19.192281 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0ca0f29d-1402-47f6-bb72-d45e784e3309 req-d4d8a7c0-2e33-4db0-bb90-b55425cd005d tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474610 Nov 25 17:52:19.215980 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ce0e6779-eebb-4d94-ab16-52df5f9c8112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:19.249877 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2a576b04-92f9-4508-81d0-c27df358b72c tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:19.256759 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2a576b04-92f9-4508-81d0-c27df358b72c tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:19.301740 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a576b04-92f9-4508-81d0-c27df358b72c tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8013ddb-3453-4015-b143-cc295e2441fc,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:19.318363 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2a576b04-92f9-4508-81d0-c27df358b72c tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:19.327566 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2a576b04-92f9-4508-81d0-c27df358b72c tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3335688 Nov 25 17:52:19.338349 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-ce0e6779-eebb-4d94-ab16-52df5f9c8112 None None] For port 6190616e-c7aa-412c-9744-0633049efddb, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=6190616e-c7aa-412c-9744-0633049efddb,segment=NetworkSegment(981c6d7f-ce45-43ae-9eb8-4ddb3d16ac33),segment_id=981c6d7f-ce45-43ae-9eb8-4ddb3d16ac33)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:52:19.402862 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 6190616e-c7aa-412c-9744-0633049efddb up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:52:19.484560 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c796766-bbb1-487c-b47d-cda3e56db19d None None] Sync routers for ids ['5d5e266a-007c-4c81-a01f-9434dfa38b58'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:52:19.497236 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ce0e6779-eebb-4d94-ab16-52df5f9c8112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:19.543874 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-54341fbf-8d8e-41a8-8286-fc0537450651 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:19.645602 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c796766-bbb1-487c-b47d-cda3e56db19d None None] Routers {'5d5e266a-007c-4c81-a01f-9434dfa38b58'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:52:19.646330 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-0c796766-bbb1-487c-b47d-cda3e56db19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:51:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['5d5e266a-007c-4c81-a01f-9434dfa38b58'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:19.713027 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6aed2f8f-8380-48bf-881b-fa4a1330b999 req-514195d2-c07b-47e6-ada0-6956af129a2d service neutron] 10.222.0.90 "GET /v2.0/networks/cde55e2d-003f-4ba7-9946-c3e49edc6c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5295637 Nov 25 17:52:19.752449 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ff4edc1d-1c9f-4369-817d-f7f3aa359709 req-ca781e48-645c-4b98-b884-869adf522449 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-516812569&fields=id&tenant_id=e69beea86d034f398c1d6fc720d35db8 HTTP/1.1" status: 200 len: 267 time: 0.2631617 Nov 25 17:52:19.803524 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.extraroute_db [None req-99af0827-f0a7-44e7-9472-cdcff9caf8a6 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Added routes are [] {{(pid=103361) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 25 17:52:19.804012 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.extraroute_db [None req-99af0827-f0a7-44e7-9472-cdcff9caf8a6 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103361) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 25 17:52:19.954430 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92e139-4f60-4f23-84c1-c27183b133fd req-df6a6e7b-a9e8-487f-8c3f-4a5a78bf9b8e tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:19.956643 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2f92e139-4f60-4f23-84c1-c27183b133fd req-df6a6e7b-a9e8-487f-8c3f-4a5a78bf9b8e tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=42c58d9e-7d5d-4c82-89f5-8b4693338342 HTTP/1.1" status: 200 len: 945 time: 0.4139578 Nov 25 17:52:20.076130 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-0c796766-bbb1-487c-b47d-cda3e56db19d None None] Set router 5d5e266a-007c-4c81-a01f-9434dfa38b58 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:52:20.158728 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-99af0827-f0a7-44e7-9472-cdcff9caf8a6 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-542255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8324'] for router, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:20.314538 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0e6779-eebb-4d94-ab16-52df5f9c8112 None None] Pushing event updated for resources: {'Port': ['ID=6190616e-c7aa-412c-9744-0633049efddb,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:20.339857 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-ce0e6779-eebb-4d94-ab16-52df5f9c8112 None None] Provisioning complete for port 483938a5-9042-43b9-a57a-4c27634369d0 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:20.340523 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ce0e6779-eebb-4d94-ab16-52df5f9c8112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:20.431494 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4edc1d-1c9f-4369-817d-f7f3aa359709 req-624851f9-680d-45b9-9390-127d2eedf299 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:20.433244 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ff4edc1d-1c9f-4369-817d-f7f3aa359709 req-624851f9-680d-45b9-9390-127d2eedf299 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] 10.222.0.75 "GET /v2.0/networks?id=766cc6a0-9cae-4dff-aad3-bb04508f9490 HTTP/1.1" status: 200 len: 808 time: 0.6675992 Nov 25 17:52:20.505321 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6b9c8c6f-010b-4536-9c3e-3741fc3bcf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:20.554736 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 6190616e-c7aa-412c-9744-0633049efddb triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:20.555119 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:20.557787 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-ce0e6779-eebb-4d94-ab16-52df5f9c8112 None None] Port 483938a5-9042-43b9-a57a-4c27634369d0 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:52:20.696092 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-49ffe822-7534-40dc-bcdd-d56dfd658cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'name': 'tempest-RoutersTest-router-1574513644', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:51:41Z', 'updated_at': '2021-11-25T17:52:15Z', 'revision_number': 6, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'gw_port_host': None, '_interfaces': [{'id': '4c19ac39-58ae-40a4-98ac-4b81c32aebcc', 'name': '', 'network_id': 'eb054642-0377-4298-a2a0-268a52ec5fff', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:fc:03:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '0c7b88f3-6a2f-4214-8f34-d72f817fa2eb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:52:06Z', 'updated_at': '2021-11-25T17:52:18Z', 'revision_number': 5, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': '0c7b88f3-6a2f-4214-8f34-d72f817fa2eb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b902da03-bffa-46b5-a7d6-a7d5f0a8cb2b', 'name': '', 'network_id': '75d1c93c-8c87-42be-a263-8677f1a35ef9', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:bb:0e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '9217f2a5-3e97-4c11-803e-08864cfe3ea9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:57Z', 'updated_at': '2021-11-25T17:52:12Z', 'revision_number': 5, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': '9217f2a5-3e97-4c11-803e-08864cfe3ea9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfc92901-ef79-42e0-933d-464fddd8942f', 'name': '', 'network_id': '0c6a70d1-a1fb-41e0-a04c-bcbbb242747c', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:9b:b4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '46e2b0b8-c15f-4d8a-b2c3-792d4f60265c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:50Z', 'updated_at': '2021-11-25T17:52:09Z', 'revision_number': 5, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': '46e2b0b8-c15f-4d8a-b2c3-792d4f60265c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f84aaffa-bc80-4569-b8c3-0de835a474ba', 'name': '', 'network_id': 'f68e2a6a-5ebb-4874-9cdf-aa1f412d1e39', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:cb:1e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'eff5c9f1-fdc7-4c24-90ab-6d7ea065962e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:44Z', 'updated_at': '2021-11-25T17:51:56Z', 'revision_number': 5, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': 'eff5c9f1-fdc7-4c24-90ab-6d7ea065962e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:20.742750 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ffe822-7534-40dc-bcdd-d56dfd658cbc None None] The sync data for ids ['0e037f4a-8e3e-4e04-9d15-ea5084dd366a'] in n-d-817746-1 is: [{'id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'name': 'tempest-RoutersTest-router-1574513644', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:51:41Z', 'updated_at': '2021-11-25T17:52:15Z', 'revision_number': 6, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'gw_port_host': None, '_interfaces': [{'id': '4c19ac39-58ae-40a4-98ac-4b81c32aebcc', 'name': '', 'network_id': 'eb054642-0377-4298-a2a0-268a52ec5fff', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:fc:03:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '0c7b88f3-6a2f-4214-8f34-d72f817fa2eb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:52:06Z', 'updated_at': '2021-11-25T17:52:18Z', 'revision_number': 5, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': '0c7b88f3-6a2f-4214-8f34-d72f817fa2eb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b902da03-bffa-46b5-a7d6-a7d5f0a8cb2b', 'name': '', 'network_id': '75d1c93c-8c87-42be-a263-8677f1a35ef9', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:bb:0e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '9217f2a5-3e97-4c11-803e-08864cfe3ea9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:57Z', 'updated_at': '2021-11-25T17:52:12Z', 'revision_number': 5, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': '9217f2a5-3e97-4c11-803e-08864cfe3ea9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfc92901-ef79-42e0-933d-464fddd8942f', 'name': '', 'network_id': '0c6a70d1-a1fb-41e0-a04c-bcbbb242747c', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:9b:b4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '46e2b0b8-c15f-4d8a-b2c3-792d4f60265c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:50Z', 'updated_at': '2021-11-25T17:52:09Z', 'revision_number': 5, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': '46e2b0b8-c15f-4d8a-b2c3-792d4f60265c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f84aaffa-bc80-4569-b8c3-0de835a474ba', 'name': '', 'network_id': 'f68e2a6a-5ebb-4874-9cdf-aa1f412d1e39', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:cb:1e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'eff5c9f1-fdc7-4c24-90ab-6d7ea065962e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:44Z', 'updated_at': '2021-11-25T17:51:56Z', 'revision_number': 5, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': 'eff5c9f1-fdc7-4c24-90ab-6d7ea065962e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:52:20.827828 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b22b8306-537a-4ba6-86a0-b02625ced943 None None] Provisioning complete for port c08f9c1f-6b15-49f2-9724-2b62a108df4c triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:20.828216 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b22b8306-537a-4ba6-86a0-b02625ced943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:20.868031 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 19da415e-60d7-4c1a-a83f-832d3d887705 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:52:20.889769 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-0c796766-bbb1-487c-b47d-cda3e56db19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5e266a-007c-4c81-a01f-9434dfa38b58', 'name': 'tempest-TestServerBasicOps-740709325-router', 'tenant_id': '5fb2686b2b4f4c908c9f00584b6a4be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'c08f9c1f-6b15-49f2-9724-2b62a108df4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:52:02Z', 'updated_at': '2021-11-25T17:52:11Z', 'revision_number': 4, 'project_id': '5fb2686b2b4f4c908c9f00584b6a4be4', 'gw_port': {'id': 'c08f9c1f-6b15-49f2-9724-2b62a108df4c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5e266a-007c-4c81-a01f-9434dfa38b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:52:03Z', 'updated_at': '2021-11-25T17:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '483938a5-9042-43b9-a57a-4c27634369d0', 'name': '', 'network_id': '6bd37951-dca0-400f-b347-a266c47fc88b', 'tenant_id': '5fb2686b2b4f4c908c9f00584b6a4be4', 'mac_address': 'fa:16:3e:ab:ed:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5e266a-007c-4c81-a01f-9434dfa38b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': '48dffd63-f6d6-4cf8-9d3c-7a1ef8b9becc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:52:08Z', 'updated_at': '2021-11-25T17:52:11Z', 'revision_number': 2, 'project_id': '5fb2686b2b4f4c908c9f00584b6a4be4', 'subnets': [{'id': '48dffd63-f6d6-4cf8-9d3c-7a1ef8b9becc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:20.926923 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2f92e139-4f60-4f23-84c1-c27183b133fd req-d34a01ca-2d4b-4b04-9217-5480cde28f75 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9108703 Nov 25 17:52:20.939750 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ff4edc1d-1c9f-4369-817d-f7f3aa359709 req-363d4f77-fd4a-41a0-9f09-b8e496483e84 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] 10.222.0.75 "GET /v2.0/quotas/e69beea86d034f398c1d6fc720d35db8 HTTP/1.1" status: 200 len: 375 time: 0.0275397 Nov 25 17:52:20.994096 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 19da415e-60d7-4c1a-a83f-832d3d887705 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:52:20.994805 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 19da415e-60d7-4c1a-a83f-832d3d887705 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:52:20.998316 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c796766-bbb1-487c-b47d-cda3e56db19d None None] Checking router: 5d5e266a-007c-4c81-a01f-9434dfa38b58 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:52:20.998946 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c796766-bbb1-487c-b47d-cda3e56db19d None None] Updating router 5d5e266a-007c-4c81-a01f-9434dfa38b58 port 483938a5-9042-43b9-a57a-4c27634369d0 binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:52:21.004381 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:21.072322 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0c796766-bbb1-487c-b47d-cda3e56db19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:21.155174 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b27fa-cdef-47c7-90dc-356baef8aaa7 req-9f22c2b7-117f-4544-b140-daf0fb99d364 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:21.159914 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6d6b27fa-cdef-47c7-90dc-356baef8aaa7 req-9f22c2b7-117f-4544-b140-daf0fb99d364 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.74 "GET /v2.0/ports?device_id=42c58d9e-7d5d-4c82-89f5-8b4693338342 HTTP/1.1" status: 200 len: 945 time: 0.2465994 Nov 25 17:52:21.236570 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-99af0827-f0a7-44e7-9472-cdcff9caf8a6 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-542255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8324'] for router, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:21.282702 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ff4edc1d-1c9f-4369-817d-f7f3aa359709 req-4896ba5c-f276-4987-aa47-7d5799569f20 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=e69beea86d034f398c1d6fc720d35db8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2902112 Nov 25 17:52:21.284007 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-99af0827-f0a7-44e7-9472-cdcff9caf8a6 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-542246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-542269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-530067'] for router, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:21.309867 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-54341fbf-8d8e-41a8-8286-fc0537450651 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Deleting port 99b4e6d9-5e37-43b5-bdd8-d7253484fd0c {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:52:21.309867 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-54341fbf-8d8e-41a8-8286-fc0537450651 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:21.337643 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b22b8306-537a-4ba6-86a0-b02625ced943 None None] Provisioning complete for port 4dc53ff5-0d41-432a-b4c7-b21944ca8e4b triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:21.338025 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b22b8306-537a-4ba6-86a0-b02625ced943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:21.376563 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2921d66e-7763-4fe9-bfbc-8d9cbae47669 None None] Sync routers for ids ['0e037f4a-8e3e-4e04-9d15-ea5084dd366a'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:52:21.399195 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2921d66e-7763-4fe9-bfbc-8d9cbae47669 None None] Routers {'0e037f4a-8e3e-4e04-9d15-ea5084dd366a'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:52:21.400294 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-2921d66e-7763-4fe9-bfbc-8d9cbae47669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:52:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['0e037f4a-8e3e-4e04-9d15-ea5084dd366a'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:21.422618 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 4dc53ff5-0d41-432a-b4c7-b21944ca8e4b up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:52:21.580479 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-6d6b27fa-cdef-47c7-90dc-356baef8aaa7 req-ae7129c2-0d34-463c-8953-6cf96d80f453 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Deleting port e26f3648-3afc-43ef-9d40-c99eb7cc3525 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:52:21.580979 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6d6b27fa-cdef-47c7-90dc-356baef8aaa7 req-ae7129c2-0d34-463c-8953-6cf96d80f453 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:21.589734 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-2921d66e-7763-4fe9-bfbc-8d9cbae47669 None None] Set router 0e037f4a-8e3e-4e04-9d15-ea5084dd366a gateway port host: None {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:52:21.616789 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b22b8306-537a-4ba6-86a0-b02625ced943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:21.626790 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99af0827-f0a7-44e7-9472-cdcff9caf8a6 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Router 0e037f4a-8e3e-4e04-9d15-ea5084dd366a has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:52:21.699347 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ff4edc1d-1c9f-4369-817d-f7f3aa359709 req-c138c014-fc7c-4980-99b7-c8fc3f783a63 service neutron] 10.222.0.75 "GET /v2.0/networks/766cc6a0-9cae-4dff-aad3-bb04508f9490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3792455 Nov 25 17:52:21.699695 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 4dc53ff5-0d41-432a-b4c7-b21944ca8e4b triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:21.700403 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:21.731431 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-54341fbf-8d8e-41a8-8286-fc0537450651 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:21.768523 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b22b8306-537a-4ba6-86a0-b02625ced943 None None] For port 4dc53ff5-0d41-432a-b4c7-b21944ca8e4b, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=4dc53ff5-0d41-432a-b4c7-b21944ca8e4b,segment=NetworkSegment(d72468a5-d51a-4fdb-acbd-956427e2080c),segment_id=d72468a5-d51a-4fdb-acbd-956427e2080c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:52:21.780669 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0c796766-bbb1-487c-b47d-cda3e56db19d None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:21.780912 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-6d6b27fa-cdef-47c7-90dc-356baef8aaa7 req-ae7129c2-0d34-463c-8953-6cf96d80f453 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] For port e26f3648-3afc-43ef-9d40-c99eb7cc3525, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e26f3648-3afc-43ef-9d40-c99eb7cc3525,segment=NetworkSegment(5d15a5ac-47ef-4ddf-b5a4-0fc888643200),segment_id=5d15a5ac-47ef-4ddf-b5a4-0fc888643200)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:52:21.781210 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6d6b27fa-cdef-47c7-90dc-356baef8aaa7 req-ae7129c2-0d34-463c-8953-6cf96d80f453 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:21.784595 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b22b8306-537a-4ba6-86a0-b02625ced943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:21.794884 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0c796766-bbb1-487c-b47d-cda3e56db19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:21.804493 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-6d6b27fa-cdef-47c7-90dc-356baef8aaa7 req-ae7129c2-0d34-463c-8953-6cf96d80f453 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Calling delete_port for e26f3648-3afc-43ef-9d40-c99eb7cc3525 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:52:21.953602 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b22b8306-537a-4ba6-86a0-b02625ced943 None None] Provisioning complete for port 99b4e6d9-5e37-43b5-bdd8-d7253484fd0c triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:21.953602 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b22b8306-537a-4ba6-86a0-b02625ced943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:21.953803 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-54341fbf-8d8e-41a8-8286-fc0537450651 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Calling delete_port for 99b4e6d9-5e37-43b5-bdd8-d7253484fd0c owned by network:router_interface {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:52:22.046379 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b22b8306-537a-4ba6-86a0-b02625ced943 None None] Port 99b4e6d9-5e37-43b5-bdd8-d7253484fd0c cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:52:22.087228 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99af0827-f0a7-44e7-9472-cdcff9caf8a6 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:52:22.088171 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b8306-537a-4ba6-86a0-b02625ced943 None None] Pushing event updated for resources: {'Port': ['ID=4dc53ff5-0d41-432a-b4c7-b21944ca8e4b,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:22.107445 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-2921d66e-7763-4fe9-bfbc-8d9cbae47669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'name': 'tempest-RoutersTest-router-1574513644', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:51:41Z', 'updated_at': '2021-11-25T17:52:19Z', 'revision_number': 7, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'gw_port_host': None, '_interfaces': [{'id': '4c19ac39-58ae-40a4-98ac-4b81c32aebcc', 'name': '', 'network_id': 'eb054642-0377-4298-a2a0-268a52ec5fff', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:fc:03:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '0c7b88f3-6a2f-4214-8f34-d72f817fa2eb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:52:06Z', 'updated_at': '2021-11-25T17:52:18Z', 'revision_number': 5, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': '0c7b88f3-6a2f-4214-8f34-d72f817fa2eb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b902da03-bffa-46b5-a7d6-a7d5f0a8cb2b', 'name': '', 'network_id': '75d1c93c-8c87-42be-a263-8677f1a35ef9', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:bb:0e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '9217f2a5-3e97-4c11-803e-08864cfe3ea9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:57Z', 'updated_at': '2021-11-25T17:52:12Z', 'revision_number': 5, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': '9217f2a5-3e97-4c11-803e-08864cfe3ea9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfc92901-ef79-42e0-933d-464fddd8942f', 'name': '', 'network_id': '0c6a70d1-a1fb-41e0-a04c-bcbbb242747c', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:9b:b4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '46e2b0b8-c15f-4d8a-b2c3-792d4f60265c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:50Z', 'updated_at': '2021-11-25T17:52:09Z', 'revision_number': 5, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': '46e2b0b8-c15f-4d8a-b2c3-792d4f60265c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f84aaffa-bc80-4569-b8c3-0de835a474ba', 'name': '', 'network_id': 'f68e2a6a-5ebb-4874-9cdf-aa1f412d1e39', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:cb:1e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'eff5c9f1-fdc7-4c24-90ab-6d7ea065962e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:44Z', 'updated_at': '2021-11-25T17:51:56Z', 'revision_number': 5, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': 'eff5c9f1-fdc7-4c24-90ab-6d7ea065962e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:22.123289 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-99af0827-f0a7-44e7-9472-cdcff9caf8a6 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:22.124323 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-99af0827-f0a7-44e7-9472-cdcff9caf8a6 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "PUT /v2.0/routers/0e037f4a-8e3e-4e04-9d15-ea5084dd366a HTTP/1.1" status: 200 len: 700 time: 3.3830142 Nov 25 17:52:22.128182 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47612) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:22.154293 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2921d66e-7763-4fe9-bfbc-8d9cbae47669 None None] Checking router: 0e037f4a-8e3e-4e04-9d15-ea5084dd366a for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:52:22.164935 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2921d66e-7763-4fe9-bfbc-8d9cbae47669 None None] Routers {'0e037f4a-8e3e-4e04-9d15-ea5084dd366a'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:52:22.165752 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-2921d66e-7763-4fe9-bfbc-8d9cbae47669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:52:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['0e037f4a-8e3e-4e04-9d15-ea5084dd366a'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:22.224951 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ff4edc1d-1c9f-4369-817d-f7f3aa359709 req-819b429b-1dc7-4374-9e72-89a19fcded89 service neutron] 10.222.0.75 "GET /v2.0/networks/766cc6a0-9cae-4dff-aad3-bb04508f9490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5115056 Nov 25 17:52:22.230458 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e18807d-8e2f-421a-bc46-4fa0ad1d2262 None None] Pushing event updated for resources: {'Port': ['ID=483938a5-9042-43b9-a57a-4c27634369d0,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:22.269675 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:22.273550 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b22b8306-537a-4ba6-86a0-b02625ced943 None None] Provisioning complete for port 4c19ac39-58ae-40a4-98ac-4b81c32aebcc triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:22.273927 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b22b8306-537a-4ba6-86a0-b02625ced943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:22.291618 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56788f98-5dfc-4e7c-97e5-4f33151f6b73 req-576642ae-10f7-4399-bb8e-e8a9c5de2aa9 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:22.305409 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-56788f98-5dfc-4e7c-97e5-4f33151f6b73 req-576642ae-10f7-4399-bb8e-e8a9c5de2aa9 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=42c58d9e-7d5d-4c82-89f5-8b4693338342 HTTP/1.1" status: 200 len: 945 time: 0.2543666 Nov 25 17:52:22.310970 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-0c796766-bbb1-487c-b47d-cda3e56db19d None None] Attempting to bind port 483938a5-9042-43b9-a57a-4c27634369d0 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:52:22.311364 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-0c796766-bbb1-487c-b47d-cda3e56db19d None None] Attempting to bind port 483938a5-9042-43b9-a57a-4c27634369d0 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'ad456a5e-4a97-4892-8780-875591fd3535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6bd37951-dca0-400f-b347-a266c47fc88b'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:52:22.311740 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c796766-bbb1-487c-b47d-cda3e56db19d None None] Attempting to bind port 483938a5-9042-43b9-a57a-4c27634369d0 on network 6bd37951-dca0-400f-b347-a266c47fc88b {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:52:22.327009 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 4c19ac39-58ae-40a4-98ac-4b81c32aebcc up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:52:22.329777 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c796766-bbb1-487c-b47d-cda3e56db19d None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:52:22.330177 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c796766-bbb1-487c-b47d-cda3e56db19d None None] Checking segment: {'id': 'ad456a5e-4a97-4892-8780-875591fd3535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6bd37951-dca0-400f-b347-a266c47fc88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:52:22.330581 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0c796766-bbb1-487c-b47d-cda3e56db19d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:22.330987 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c796766-bbb1-487c-b47d-cda3e56db19d None None] Bound using segment: {'id': 'ad456a5e-4a97-4892-8780-875591fd3535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6bd37951-dca0-400f-b347-a266c47fc88b'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:52:22.331481 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-0c796766-bbb1-487c-b47d-cda3e56db19d None None] Bound port: 483938a5-9042-43b9-a57a-4c27634369d0, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad456a5e-4a97-4892-8780-875591fd3535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6bd37951-dca0-400f-b347-a266c47fc88b'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:52:22.332087 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0c796766-bbb1-487c-b47d-cda3e56db19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:22.377124 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-2921d66e-7763-4fe9-bfbc-8d9cbae47669 None None] Set router 0e037f4a-8e3e-4e04-9d15-ea5084dd366a gateway port host: None {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:52:22.383487 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-15c15b12-e1df-44c2-b7d4-4bddb7227186 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "GET /v2.0/routers/0e037f4a-8e3e-4e04-9d15-ea5084dd366a HTTP/1.1" status: 200 len: 700 time: 0.2527592 Nov 25 17:52:22.386250 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47614) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:22.543712 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-0c796766-bbb1-487c-b47d-cda3e56db19d None None] For port 483938a5-9042-43b9-a57a-4c27634369d0, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:52:22.551543 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-0c796766-bbb1-487c-b47d-cda3e56db19d None None] For port 483938a5-9042-43b9-a57a-4c27634369d0, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=483938a5-9042-43b9-a57a-4c27634369d0,segment=NetworkSegment(ad456a5e-4a97-4892-8780-875591fd3535),segment_id=ad456a5e-4a97-4892-8780-875591fd3535)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:52:22.554082 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 4c19ac39-58ae-40a4-98ac-4b81c32aebcc triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:22.554461 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:22.605376 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b22b8306-537a-4ba6-86a0-b02625ced943 None None] Provisioning complete for port 6190616e-c7aa-412c-9744-0633049efddb triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:22.607484 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b22b8306-537a-4ba6-86a0-b02625ced943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:22.611524 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0c796766-bbb1-487c-b47d-cda3e56db19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:22.663458 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cfefa264-100b-44b1-be49-421882a196de req-722eb082-46bc-4b96-897b-8363e1c4bd36 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ebcc772-5424-44f1-b204-5ec9a995b0e7 HTTP/1.1" status: 200 len: 210 time: 0.0995147 Nov 25 17:52:22.678479 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-006ddc30-fd08-4716-b36b-0f671324345d req-628caaca-9257-4c39-b5bf-a6bd8a7dfce5 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=598ae637-959f-4a82-ab28-f6756f65d14c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3596401 Nov 25 17:52:22.724363 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e18807d-8e2f-421a-bc46-4fa0ad1d2262 None None] Pushing event updated for resources: {'Port': ['ID=483938a5-9042-43b9-a57a-4c27634369d0,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:22.743940 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-56788f98-5dfc-4e7c-97e5-4f33151f6b73 req-0afee048-84bf-4864-af85-a2400df29c6e tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442879 Nov 25 17:52:22.834251 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c796766-bbb1-487c-b47d-cda3e56db19d None None] Routers {'5d5e266a-007c-4c81-a01f-9434dfa38b58'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:52:22.834909 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-0c796766-bbb1-487c-b47d-cda3e56db19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:52:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['5d5e266a-007c-4c81-a01f-9434dfa38b58'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:22.884884 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6d6b27fa-cdef-47c7-90dc-356baef8aaa7 req-ae7129c2-0d34-463c-8953-6cf96d80f453 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:22.913376 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-2921d66e-7763-4fe9-bfbc-8d9cbae47669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'name': 'tempest-RoutersTest-router-1574513644', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:51:41Z', 'updated_at': '2021-11-25T17:52:19Z', 'revision_number': 7, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'gw_port_host': None, '_interfaces': [{'id': '4c19ac39-58ae-40a4-98ac-4b81c32aebcc', 'name': '', 'network_id': 'eb054642-0377-4298-a2a0-268a52ec5fff', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:fc:03:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '0c7b88f3-6a2f-4214-8f34-d72f817fa2eb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:52:06Z', 'updated_at': '2021-11-25T17:52:18Z', 'revision_number': 5, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': '0c7b88f3-6a2f-4214-8f34-d72f817fa2eb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b902da03-bffa-46b5-a7d6-a7d5f0a8cb2b', 'name': '', 'network_id': '75d1c93c-8c87-42be-a263-8677f1a35ef9', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:bb:0e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '9217f2a5-3e97-4c11-803e-08864cfe3ea9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:57Z', 'updated_at': '2021-11-25T17:52:12Z', 'revision_number': 5, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': '9217f2a5-3e97-4c11-803e-08864cfe3ea9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfc92901-ef79-42e0-933d-464fddd8942f', 'name': '', 'network_id': '0c6a70d1-a1fb-41e0-a04c-bcbbb242747c', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:9b:b4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '46e2b0b8-c15f-4d8a-b2c3-792d4f60265c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:50Z', 'updated_at': '2021-11-25T17:52:09Z', 'revision_number': 5, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': '46e2b0b8-c15f-4d8a-b2c3-792d4f60265c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f84aaffa-bc80-4569-b8c3-0de835a474ba', 'name': '', 'network_id': 'f68e2a6a-5ebb-4874-9cdf-aa1f412d1e39', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:cb:1e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'eff5c9f1-fdc7-4c24-90ab-6d7ea065962e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:44Z', 'updated_at': '2021-11-25T17:51:56Z', 'revision_number': 5, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': 'eff5c9f1-fdc7-4c24-90ab-6d7ea065962e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:22.950776 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ddc30-fd08-4716-b36b-0f671324345d req-30f5f774-c2d0-45a5-8ab0-fba26b153eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:22.952401 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-006ddc30-fd08-4716-b36b-0f671324345d req-30f5f774-c2d0-45a5-8ab0-fba26b153eb0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=867688fabf794394b7f5a37353b0165e&device_id=598ae637-959f-4a82-ab28-f6756f65d14c HTTP/1.1" status: 200 len: 1097 time: 0.2412131 Nov 25 17:52:22.953262 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7129c2-0d34-463c-8953-6cf96d80f453 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Pushing event deleted for resources: {'Port': ['ID=e26f3648-3afc-43ef-9d40-c99eb7cc3525,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:22.986708 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2921d66e-7763-4fe9-bfbc-8d9cbae47669 None None] The sync data for ids ['0e037f4a-8e3e-4e04-9d15-ea5084dd366a'] in n-d-817746-1 is: [{'id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'name': 'tempest-RoutersTest-router-1574513644', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:51:41Z', 'updated_at': '2021-11-25T17:52:19Z', 'revision_number': 7, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'gw_port_host': None, '_interfaces': [{'id': '4c19ac39-58ae-40a4-98ac-4b81c32aebcc', 'name': '', 'network_id': 'eb054642-0377-4298-a2a0-268a52ec5fff', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:fc:03:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '0c7b88f3-6a2f-4214-8f34-d72f817fa2eb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:52:06Z', 'updated_at': '2021-11-25T17:52:18Z', 'revision_number': 5, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': '0c7b88f3-6a2f-4214-8f34-d72f817fa2eb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b902da03-bffa-46b5-a7d6-a7d5f0a8cb2b', 'name': '', 'network_id': '75d1c93c-8c87-42be-a263-8677f1a35ef9', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:bb:0e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '9217f2a5-3e97-4c11-803e-08864cfe3ea9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:57Z', 'updated_at': '2021-11-25T17:52:12Z', 'revision_number': 5, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': '9217f2a5-3e97-4c11-803e-08864cfe3ea9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfc92901-ef79-42e0-933d-464fddd8942f', 'name': '', 'network_id': '0c6a70d1-a1fb-41e0-a04c-bcbbb242747c', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:9b:b4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '46e2b0b8-c15f-4d8a-b2c3-792d4f60265c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:50Z', 'updated_at': '2021-11-25T17:52:09Z', 'revision_number': 5, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': '46e2b0b8-c15f-4d8a-b2c3-792d4f60265c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f84aaffa-bc80-4569-b8c3-0de835a474ba', 'name': '', 'network_id': 'f68e2a6a-5ebb-4874-9cdf-aa1f412d1e39', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:cb:1e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'eff5c9f1-fdc7-4c24-90ab-6d7ea065962e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:44Z', 'updated_at': '2021-11-25T17:51:56Z', 'revision_number': 5, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': 'eff5c9f1-fdc7-4c24-90ab-6d7ea065962e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:52:22.997901 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-54341fbf-8d8e-41a8-8286-fc0537450651 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:23.043405 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['efa7b196-d088-459a-852c-dd1f944378ce'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:52:23.084851 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacb06d2-e757-4bdc-8b71-160e1b533b80 None None] DHCP port deletion for cde55e2d-003f-4ba7-9946-c3e49edc6c96 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:52:23.251191 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ddc30-fd08-4716-b36b-0f671324345d req-72d45320-c703-48a9-afd6-326265bf56a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:23.251335 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:23.252722 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-006ddc30-fd08-4716-b36b-0f671324345d req-72d45320-c703-48a9-afd6-326265bf56a7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=956f4e0f-d672-4efc-84b9-1a07478d59f4 HTTP/1.1" status: 200 len: 897 time: 0.1965966 Nov 25 17:52:23.279738 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b22b8306-537a-4ba6-86a0-b02625ced943 None None] Provisioning complete for port 483938a5-9042-43b9-a57a-4c27634369d0 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:23.280121 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b22b8306-537a-4ba6-86a0-b02625ced943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:23.338439 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-95f6cd90-5421-4893-963d-76dfaceab96b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:23.391326 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d6b27fa-cdef-47c7-90dc-356baef8aaa7 req-ae7129c2-0d34-463c-8953-6cf96d80f453 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] No DVR routers for this DVR port e26f3648-3afc-43ef-9d40-c99eb7cc3525 on host n-h1-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:52:23.402913 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54341fbf-8d8e-41a8-8286-fc0537450651 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event deleted for resources: {'Port': ['ID=99b4e6d9-5e37-43b5-bdd8-d7253484fd0c,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:23.416280 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6d6b27fa-cdef-47c7-90dc-356baef8aaa7 req-ae7129c2-0d34-463c-8953-6cf96d80f453 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:23.437894 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6d6b27fa-cdef-47c7-90dc-356baef8aaa7 req-ae7129c2-0d34-463c-8953-6cf96d80f453 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.74 "DELETE /v2.0/ports/e26f3648-3afc-43ef-9d40-c99eb7cc3525 HTTP/1.1" status: 204 len: 173 time: 2.2581666 Nov 25 17:52:23.438983 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c58d9e-7d5d-4c82-89f5-8b4693338342', 'name': 'network-vif-deleted', 'tag': 'e26f3648-3afc-43ef-9d40-c99eb7cc3525'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:52:23.441400 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de65c74b-817c-4673-90cf-0f7c5b71f052" -d '{"events": [{"server_uuid": "42c58d9e-7d5d-4c82-89f5-8b4693338342", "name": "network-vif-deleted", "tag": "e26f3648-3afc-43ef-9d40-c99eb7cc3525"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:52:23.522232 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-006ddc30-fd08-4716-b36b-0f671324345d req-3b477794-b933-48fa-ba58-9cdd1050ed9e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bd04eb2-3dbf-402a-8d62-77b2cc3686f1 HTTP/1.1" status: 200 len: 1002 time: 0.2543721 Nov 25 17:52:23.645722 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65643a7e-253d-45f7-85b8-f899c8c58af2 x-openstack-request-id: req-65643a7e-253d-45f7-85b8-f899c8c58af2 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:52:23.646021 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42c58d9e-7d5d-4c82-89f5-8b4693338342", "name": "network-vif-deleted", "tag": "e26f3648-3afc-43ef-9d40-c99eb7cc3525", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:52:23.646383 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-65643a7e-253d-45f7-85b8-f899c8c58af2 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:52:23.646804 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42c58d9e-7d5d-4c82-89f5-8b4693338342', 'name': 'network-vif-deleted', 'tag': 'e26f3648-3afc-43ef-9d40-c99eb7cc3525', 'status': 'completed', 'code': 200} Nov 25 17:52:23.650560 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ddc30-fd08-4716-b36b-0f671324345d req-159cb68c-b7b8-400b-a650-fad25c7a3be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:23.652063 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-006ddc30-fd08-4716-b36b-0f671324345d req-159cb68c-b7b8-400b-a650-fad25c7a3be3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=41aa15c7-0383-4c7f-9427-4b12720b647d HTTP/1.1" status: 200 len: 835 time: 0.0993989 Nov 25 17:52:23.708161 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-0c796766-bbb1-487c-b47d-cda3e56db19d None None] Set router 5d5e266a-007c-4c81-a01f-9434dfa38b58 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:52:23.805117 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 6190616e-c7aa-412c-9744-0633049efddb up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:52:23.812366 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7facdac9-6b80-46d7-be71-ca2e3102d3e5 None None] Sync routers for ids ['0e037f4a-8e3e-4e04-9d15-ea5084dd366a'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:52:23.873785 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-54341fbf-8d8e-41a8-8286-fc0537450651 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:23.983964 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7facdac9-6b80-46d7-be71-ca2e3102d3e5 None None] Routers {'0e037f4a-8e3e-4e04-9d15-ea5084dd366a'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:52:23.985117 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-7facdac9-6b80-46d7-be71-ca2e3102d3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:52:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['0e037f4a-8e3e-4e04-9d15-ea5084dd366a'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:23.996960 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-95f6cd90-5421-4893-963d-76dfaceab96b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Deleting port 4c19ac39-58ae-40a4-98ac-4b81c32aebcc {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:52:23.997313 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-95f6cd90-5421-4893-963d-76dfaceab96b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:24.078167 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d890390f-778d-49af-bf43-dc74fca725c5 req-b9b8a309-3dfb-4823-8650-1da3d516a0f6 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=42c58d9e-7d5d-4c82-89f5-8b4693338342 HTTP/1.1" status: 200 len: 210 time: 0.1186116 Nov 25 17:52:24.122466 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-7facdac9-6b80-46d7-be71-ca2e3102d3e5 None None] Set router 0e037f4a-8e3e-4e04-9d15-ea5084dd366a gateway port host: None {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:52:24.180315 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ddc30-fd08-4716-b36b-0f671324345d req-b695452e-c464-4a9f-b862-2456a3cc8f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:24.183058 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-006ddc30-fd08-4716-b36b-0f671324345d req-b695452e-c464-4a9f-b862-2456a3cc8f03 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=956f4e0f-d672-4efc-84b9-1a07478d59f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3146944 Nov 25 17:52:24.214019 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-95f6cd90-5421-4893-963d-76dfaceab96b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] For port 4c19ac39-58ae-40a4-98ac-4b81c32aebcc, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=4c19ac39-58ae-40a4-98ac-4b81c32aebcc,segment=NetworkSegment(981c6d7f-ce45-43ae-9eb8-4ddb3d16ac33),segment_id=981c6d7f-ce45-43ae-9eb8-4ddb3d16ac33)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:52:24.214683 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-95f6cd90-5421-4893-963d-76dfaceab96b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:24.237385 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-95f6cd90-5421-4893-963d-76dfaceab96b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Calling delete_port for 4c19ac39-58ae-40a4-98ac-4b81c32aebcc owned by network:router_interface {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:52:24.261255 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device e26f3648-3afc-43ef-9d40-c99eb7cc3525 no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:52:24.291963 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: e26f3648-3afc-43ef-9d40-c99eb7cc3525 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:52:24.292315 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device e26f3648-3afc-43ef-9d40-c99eb7cc3525 not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:52:24.340629 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54341fbf-8d8e-41a8-8286-fc0537450651 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Router 3b557147-8fad-4d0b-8d07-e9602418109d has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:52:24.451824 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2000badf-4d2e-41e1-beae-32b49be123e2 req-0d64d7dd-a7bb-48dd-b0be-eeadbc04b20b tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ebcc772-5424-44f1-b204-5ec9a995b0e7 HTTP/1.1" status: 200 len: 210 time: 0.0801401 Nov 25 17:52:24.577079 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b22b8306-537a-4ba6-86a0-b02625ced943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:24.585174 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 6190616e-c7aa-412c-9744-0633049efddb triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:24.585675 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:24.613982 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4edc1d-1c9f-4369-817d-f7f3aa359709 req-de5ed7eb-febd-434a-bbff-b4f8c3bd3bda tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:24.615765 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ff4edc1d-1c9f-4369-817d-f7f3aa359709 req-de5ed7eb-febd-434a-bbff-b4f8c3bd3bda tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] 10.222.0.74 "GET /v2.0/networks?id=766cc6a0-9cae-4dff-aad3-bb04508f9490 HTTP/1.1" status: 200 len: 808 time: 0.1260157 Nov 25 17:52:24.617918 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-006ddc30-fd08-4716-b36b-0f671324345d req-9a15f4e9-39bd-4fbe-8a6f-5b59625f95ca service neutron] 10.222.0.90 "GET /v2.0/networks/956f4e0f-d672-4efc-84b9-1a07478d59f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4268887 Nov 25 17:52:24.618950 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-95f6cd90-5421-4893-963d-76dfaceab96b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:24.626230 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54341fbf-8d8e-41a8-8286-fc0537450651 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:52:24.632169 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-54341fbf-8d8e-41a8-8286-fc0537450651 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "PUT /v2.0/routers/3b557147-8fad-4d0b-8d07-e9602418109d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7605979 Nov 25 17:52:24.650441 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b0a8ad-2c94-4a2c-832b-a851effb410a None None] Sync routers for ids ['3b557147-8fad-4d0b-8d07-e9602418109d'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:52:24.663494 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47644) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:24.664754 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b0a8ad-2c94-4a2c-832b-a851effb410a None None] Routers {'3b557147-8fad-4d0b-8d07-e9602418109d'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:52:24.669109 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-56b0a8ad-2c94-4a2c-832b-a851effb410a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:52:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['3b557147-8fad-4d0b-8d07-e9602418109d'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:24.739012 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b22b8306-537a-4ba6-86a0-b02625ced943 None None] For port 483938a5-9042-43b9-a57a-4c27634369d0, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=483938a5-9042-43b9-a57a-4c27634369d0,segment=NetworkSegment(ad456a5e-4a97-4892-8780-875591fd3535),segment_id=ad456a5e-4a97-4892-8780-875591fd3535)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:52:24.752496 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b22b8306-537a-4ba6-86a0-b02625ced943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:24.780671 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-56b0a8ad-2c94-4a2c-832b-a851effb410a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:24.785017 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f6cd90-5421-4893-963d-76dfaceab96b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event deleted for resources: {'Port': ['ID=4c19ac39-58ae-40a4-98ac-4b81c32aebcc,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:24.815524 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fe83b6a-0bc2-40d6-88fd-53d771686607 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] GET failed (client error): The resource could not be found. Nov 25 17:52:24.816523 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b0a8ad-2c94-4a2c-832b-a851effb410a None None] Routers {'3b557147-8fad-4d0b-8d07-e9602418109d'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:52:24.817403 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-56b0a8ad-2c94-4a2c-832b-a851effb410a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:52:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['3b557147-8fad-4d0b-8d07-e9602418109d'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:24.819152 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2fe83b6a-0bc2-40d6-88fd-53d771686607 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "GET /v2.0/ports/99b4e6d9-5e37-43b5-bdd8-d7253484fd0c HTTP/1.1" status: 404 len: 333 time: 0.1406584 Nov 25 17:52:24.849912 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-0c796766-bbb1-487c-b47d-cda3e56db19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5e266a-007c-4c81-a01f-9434dfa38b58', 'name': 'tempest-TestServerBasicOps-740709325-router', 'tenant_id': '5fb2686b2b4f4c908c9f00584b6a4be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'c08f9c1f-6b15-49f2-9724-2b62a108df4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:52:02Z', 'updated_at': '2021-11-25T17:52:11Z', 'revision_number': 4, 'project_id': '5fb2686b2b4f4c908c9f00584b6a4be4', 'gw_port': {'id': 'c08f9c1f-6b15-49f2-9724-2b62a108df4c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5e266a-007c-4c81-a01f-9434dfa38b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:52:03Z', 'updated_at': '2021-11-25T17:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '483938a5-9042-43b9-a57a-4c27634369d0', 'name': '', 'network_id': '6bd37951-dca0-400f-b347-a266c47fc88b', 'tenant_id': '5fb2686b2b4f4c908c9f00584b6a4be4', 'mac_address': 'fa:16:3e:ab:ed:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5e266a-007c-4c81-a01f-9434dfa38b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': '48dffd63-f6d6-4cf8-9d3c-7a1ef8b9becc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:52:08Z', 'updated_at': '2021-11-25T17:52:22Z', 'revision_number': 4, 'project_id': '5fb2686b2b4f4c908c9f00584b6a4be4', 'subnets': [{'id': '48dffd63-f6d6-4cf8-9d3c-7a1ef8b9becc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:24.857968 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47646) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:24.881365 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-006ddc30-fd08-4716-b36b-0f671324345d req-b5c42ccb-539c-4dc7-ac42-cbe96f05b61e service neutron] 10.222.0.90 "GET /v2.0/networks/956f4e0f-d672-4efc-84b9-1a07478d59f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477055 Nov 25 17:52:24.920806 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-56b0a8ad-2c94-4a2c-832b-a851effb410a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:24.921375 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b0a8ad-2c94-4a2c-832b-a851effb410a None None] The sync data for ids ['3b557147-8fad-4d0b-8d07-e9602418109d'] in n-d-817746-1 is: [] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:52:25.000622 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b8306-537a-4ba6-86a0-b02625ced943 None None] Pushing event updated for resources: {'Port': ['ID=483938a5-9042-43b9-a57a-4c27634369d0,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:25.027368 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ff4edc1d-1c9f-4369-817d-f7f3aa359709 req-49756f4f-0c17-4928-91a7-5574e8e15ad6 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e69beea86d034f398c1d6fc720d35db8 HTTP/1.1" status: 200 len: 379 time: 0.1753013 Nov 25 17:52:25.040955 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c796766-bbb1-487c-b47d-cda3e56db19d None None] The sync data for ids ['5d5e266a-007c-4c81-a01f-9434dfa38b58'] in n-d-817746-1 is: [{'id': '5d5e266a-007c-4c81-a01f-9434dfa38b58', 'name': 'tempest-TestServerBasicOps-740709325-router', 'tenant_id': '5fb2686b2b4f4c908c9f00584b6a4be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'c08f9c1f-6b15-49f2-9724-2b62a108df4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:52:02Z', 'updated_at': '2021-11-25T17:52:11Z', 'revision_number': 4, 'project_id': '5fb2686b2b4f4c908c9f00584b6a4be4', 'gw_port': {'id': 'c08f9c1f-6b15-49f2-9724-2b62a108df4c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5e266a-007c-4c81-a01f-9434dfa38b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:52:03Z', 'updated_at': '2021-11-25T17:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '483938a5-9042-43b9-a57a-4c27634369d0', 'name': '', 'network_id': '6bd37951-dca0-400f-b347-a266c47fc88b', 'tenant_id': '5fb2686b2b4f4c908c9f00584b6a4be4', 'mac_address': 'fa:16:3e:ab:ed:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5e266a-007c-4c81-a01f-9434dfa38b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': '48dffd63-f6d6-4cf8-9d3c-7a1ef8b9becc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:52:08Z', 'updated_at': '2021-11-25T17:52:22Z', 'revision_number': 4, 'project_id': '5fb2686b2b4f4c908c9f00584b6a4be4', 'subnets': [{'id': '48dffd63-f6d6-4cf8-9d3c-7a1ef8b9becc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:52:25.047069 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-7facdac9-6b80-46d7-be71-ca2e3102d3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'name': 'tempest-RoutersTest-router-1574513644', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:51:41Z', 'updated_at': '2021-11-25T17:52:19Z', 'revision_number': 7, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'gw_port_host': None, '_interfaces': [{'id': '4c19ac39-58ae-40a4-98ac-4b81c32aebcc', 'name': '', 'network_id': 'eb054642-0377-4298-a2a0-268a52ec5fff', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:fc:03:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '0c7b88f3-6a2f-4214-8f34-d72f817fa2eb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:52:06Z', 'updated_at': '2021-11-25T17:52:18Z', 'revision_number': 5, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': '0c7b88f3-6a2f-4214-8f34-d72f817fa2eb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b902da03-bffa-46b5-a7d6-a7d5f0a8cb2b', 'name': '', 'network_id': '75d1c93c-8c87-42be-a263-8677f1a35ef9', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:bb:0e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '9217f2a5-3e97-4c11-803e-08864cfe3ea9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:57Z', 'updated_at': '2021-11-25T17:52:12Z', 'revision_number': 5, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': '9217f2a5-3e97-4c11-803e-08864cfe3ea9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfc92901-ef79-42e0-933d-464fddd8942f', 'name': '', 'network_id': '0c6a70d1-a1fb-41e0-a04c-bcbbb242747c', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:9b:b4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '46e2b0b8-c15f-4d8a-b2c3-792d4f60265c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:50Z', 'updated_at': '2021-11-25T17:52:09Z', 'revision_number': 5, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': '46e2b0b8-c15f-4d8a-b2c3-792d4f60265c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f84aaffa-bc80-4569-b8c3-0de835a474ba', 'name': '', 'network_id': 'f68e2a6a-5ebb-4874-9cdf-aa1f412d1e39', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:cb:1e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'eff5c9f1-fdc7-4c24-90ab-6d7ea065962e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:44Z', 'updated_at': '2021-11-25T17:51:56Z', 'revision_number': 5, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': 'eff5c9f1-fdc7-4c24-90ab-6d7ea065962e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:25.053723 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-ff4edc1d-1c9f-4369-817d-f7f3aa359709 req-f0693739-a49b-41d8-946b-cd0b21eefb43 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Request body: {'port': {'device_id': '6ebcc772-5424-44f1-b204-5ec9a995b0e7', 'network_id': '766cc6a0-9cae-4dff-aad3-bb04508f9490', 'admin_state_up': True, 'tenant_id': 'e69beea86d034f398c1d6fc720d35db8', 'security_groups': ['d0eb8955-3837-4033-8077-0a461ef082d6']}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:52:25.081335 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7facdac9-6b80-46d7-be71-ca2e3102d3e5 None None] Checking router: 0e037f4a-8e3e-4e04-9d15-ea5084dd366a for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:52:25.085539 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device c08f9c1f-6b15-49f2-9724-2b62a108df4c up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:52:25.134151 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d9d8f12d-7a86-4a67-9d24-b7d43fa722f3 None None] Provisioning complete for port 483938a5-9042-43b9-a57a-4c27634369d0 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:25.134545 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d9d8f12d-7a86-4a67-9d24-b7d43fa722f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:25.139073 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7e93c2be-da44-4bfd-828d-e6176eb9ad1a tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:25.153763 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7facdac9-6b80-46d7-be71-ca2e3102d3e5 None None] Routers {'0e037f4a-8e3e-4e04-9d15-ea5084dd366a'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:52:25.154404 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-7facdac9-6b80-46d7-be71-ca2e3102d3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:52:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['0e037f4a-8e3e-4e04-9d15-ea5084dd366a'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:25.441751 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-7facdac9-6b80-46d7-be71-ca2e3102d3e5 None None] Set router 0e037f4a-8e3e-4e04-9d15-ea5084dd366a gateway port host: None {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:52:25.491582 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port c08f9c1f-6b15-49f2-9724-2b62a108df4c triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:25.491972 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:25.698148 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7e93c2be-da44-4bfd-828d-e6176eb9ad1a tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:25.700988 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7e93c2be-da44-4bfd-828d-e6176eb9ad1a tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:25.702845 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-95f6cd90-5421-4893-963d-76dfaceab96b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:25.813971 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 961c9ee6-df93-4a73-b34e-6d283a9a460e up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:52:25.818526 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7e93c2be-da44-4bfd-828d-e6176eb9ad1a tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:25.819429 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e93c2be-da44-4bfd-828d-e6176eb9ad1a tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Fanout notify agent at l3_agent the message router_deleted on router 3b557147-8fad-4d0b-8d07-e9602418109d {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:52:25.841995 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7e93c2be-da44-4bfd-828d-e6176eb9ad1a tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:25.847988 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7e93c2be-da44-4bfd-828d-e6176eb9ad1a tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "DELETE /v2.0/routers/3b557147-8fad-4d0b-8d07-e9602418109d HTTP/1.1" status: 204 len: 168 time: 0.9885435 Nov 25 17:52:25.887322 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47672) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:26.010313 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 961c9ee6-df93-4a73-b34e-6d283a9a460e triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:26.010805 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:26.041422 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-82e54964-6992-43a8-b8ed-37a91d98af28 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Deleting subnet b783a7d6-bbd0-445a-8777-fdb5045855ba {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:52:26.054837 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-82e54964-6992-43a8-b8ed-37a91d98af28 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:26.067599 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f5daef8d-0ed2-4772-a223-285b430b0249 req-29abf393-5ef3-4ca7-b593-0285aaa267f6 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ebcc772-5424-44f1-b204-5ec9a995b0e7 HTTP/1.1" status: 200 len: 210 time: 0.1277292 Nov 25 17:52:26.159094 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-7facdac9-6b80-46d7-be71-ca2e3102d3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'name': 'tempest-RoutersTest-router-1574513644', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:51:41Z', 'updated_at': '2021-11-25T17:52:24Z', 'revision_number': 8, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'gw_port_host': None, '_interfaces': [{'id': 'b902da03-bffa-46b5-a7d6-a7d5f0a8cb2b', 'name': '', 'network_id': '75d1c93c-8c87-42be-a263-8677f1a35ef9', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:bb:0e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '9217f2a5-3e97-4c11-803e-08864cfe3ea9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:57Z', 'updated_at': '2021-11-25T17:52:12Z', 'revision_number': 5, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': '9217f2a5-3e97-4c11-803e-08864cfe3ea9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfc92901-ef79-42e0-933d-464fddd8942f', 'name': '', 'network_id': '0c6a70d1-a1fb-41e0-a04c-bcbbb242747c', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:9b:b4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '46e2b0b8-c15f-4d8a-b2c3-792d4f60265c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:50Z', 'updated_at': '2021-11-25T17:52:09Z', 'revision_number': 5, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': '46e2b0b8-c15f-4d8a-b2c3-792d4f60265c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f84aaffa-bc80-4569-b8c3-0de835a474ba', 'name': '', 'network_id': 'f68e2a6a-5ebb-4874-9cdf-aa1f412d1e39', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:cb:1e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'eff5c9f1-fdc7-4c24-90ab-6d7ea065962e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:44Z', 'updated_at': '2021-11-25T17:51:56Z', 'revision_number': 5, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': 'eff5c9f1-fdc7-4c24-90ab-6d7ea065962e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:26.198767 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff4edc1d-1c9f-4369-817d-f7f3aa359709 req-f0693739-a49b-41d8-946b-cd0b21eefb43 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Made reservation on behalf of e69beea86d034f398c1d6fc720d35db8 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:52:26.206059 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ff4edc1d-1c9f-4369-817d-f7f3aa359709 req-f0693739-a49b-41d8-946b-cd0b21eefb43 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:26.220844 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-82e54964-6992-43a8-b8ed-37a91d98af28 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:26.309753 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f6cd90-5421-4893-963d-76dfaceab96b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Router 0e037f4a-8e3e-4e04-9d15-ea5084dd366a has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:52:26.451679 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-ff4edc1d-1c9f-4369-817d-f7f3aa359709 req-f0693739-a49b-41d8-946b-cd0b21eefb43 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Allocated IP 172.20.0.13 (766cc6a0-9cae-4dff-aad3-bb04508f9490/50ec2d95-5a02-4606-9013-483e9966ecad/538569fd-1f15-4370-97bc-c1b00113f18e) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:52:26.459683 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-82e54964-6992-43a8-b8ed-37a91d98af28 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:26.467676 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeecfcf-cf92-481a-b6c0-035b7923d486 req-4781077f-8e8a-48bf-8e8c-e64bda2e7d8e tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:26.475307 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3aeecfcf-cf92-481a-b6c0-035b7923d486 req-4781077f-8e8a-48bf-8e8c-e64bda2e7d8e tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=bebe8fd0-03ba-4e73-8b7d-c21c896fc1a6 HTTP/1.1" status: 200 len: 945 time: 0.1116946 Nov 25 17:52:26.509894 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f6cd90-5421-4893-963d-76dfaceab96b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:52:26.517634 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-95f6cd90-5421-4893-963d-76dfaceab96b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "PUT /v2.0/routers/0e037f4a-8e3e-4e04-9d15-ea5084dd366a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1301351 Nov 25 17:52:26.520496 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47694) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:26.533975 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7facdac9-6b80-46d7-be71-ca2e3102d3e5 None None] The sync data for ids ['0e037f4a-8e3e-4e04-9d15-ea5084dd366a'] in n-d-817746-1 is: [{'id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'name': 'tempest-RoutersTest-router-1574513644', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:51:41Z', 'updated_at': '2021-11-25T17:52:24Z', 'revision_number': 8, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'gw_port_host': None, '_interfaces': [{'id': 'b902da03-bffa-46b5-a7d6-a7d5f0a8cb2b', 'name': '', 'network_id': '75d1c93c-8c87-42be-a263-8677f1a35ef9', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:bb:0e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '9217f2a5-3e97-4c11-803e-08864cfe3ea9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:57Z', 'updated_at': '2021-11-25T17:52:12Z', 'revision_number': 5, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': '9217f2a5-3e97-4c11-803e-08864cfe3ea9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfc92901-ef79-42e0-933d-464fddd8942f', 'name': '', 'network_id': '0c6a70d1-a1fb-41e0-a04c-bcbbb242747c', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:9b:b4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '46e2b0b8-c15f-4d8a-b2c3-792d4f60265c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:50Z', 'updated_at': '2021-11-25T17:52:09Z', 'revision_number': 5, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': '46e2b0b8-c15f-4d8a-b2c3-792d4f60265c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f84aaffa-bc80-4569-b8c3-0de835a474ba', 'name': '', 'network_id': 'f68e2a6a-5ebb-4874-9cdf-aa1f412d1e39', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:cb:1e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'eff5c9f1-fdc7-4c24-90ab-6d7ea065962e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:44Z', 'updated_at': '2021-11-25T17:51:56Z', 'revision_number': 5, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': 'eff5c9f1-fdc7-4c24-90ab-6d7ea065962e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:52:26.543812 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3aeecfcf-cf92-481a-b6c0-035b7923d486 req-442bbe15-8ee6-406f-ae55-1fc089f157d3 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672774 Nov 25 17:52:26.613563 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-83bd65cc-f17a-47aa-972f-61754cf17dab tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Deleting subnet 0c7b88f3-6a2f-4214-8f34-d72f817fa2eb {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:52:26.617049 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-83bd65cc-f17a-47aa-972f-61754cf17dab tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:26.621374 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-82e54964-6992-43a8-b8ed-37a91d98af28 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:26.672930 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e54964-6992-43a8-b8ed-37a91d98af28 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event deleted for resources: {'Subnet': ['ID=b783a7d6-bbd0-445a-8777-fdb5045855ba,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:26.680279 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-82e54964-6992-43a8-b8ed-37a91d98af28 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:26.686876 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-82e54964-6992-43a8-b8ed-37a91d98af28 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "DELETE /v2.0/subnets/b783a7d6-bbd0-445a-8777-fdb5045855ba HTTP/1.1" status: 204 len: 168 time: 0.7982612 Nov 25 17:52:26.688784 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47696) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:26.695593 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-83bd65cc-f17a-47aa-972f-61754cf17dab tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:26.700972 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdefa7c3-0541-46a8-b1e3-ef7cb4f4d836 None None] Network 870180b8-cd0d-4965-bade-acc20756c739 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:52:26.799294 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-be0a213e-f2a4-46a1-946b-64ddc0296d04 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:26.803759 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ff4edc1d-1c9f-4369-817d-f7f3aa359709 req-f0693739-a49b-41d8-946b-cd0b21eefb43 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:26.803964 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-83bd65cc-f17a-47aa-972f-61754cf17dab tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:26.904909 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ff4edc1d-1c9f-4369-817d-f7f3aa359709 req-f0693739-a49b-41d8-946b-cd0b21eefb43 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:26.913449 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-83bd65cc-f17a-47aa-972f-61754cf17dab tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:26.958779 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898969c1-5497-41a0-9a73-78e0b4b0bb54 None None] DHCP port deletion for 870180b8-cd0d-4965-bade-acc20756c739 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:52:26.959438 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-83bd65cc-f17a-47aa-972f-61754cf17dab tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:26.966682 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-83bd65cc-f17a-47aa-972f-61754cf17dab tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "DELETE /v2.0/subnets/0c7b88f3-6a2f-4214-8f34-d72f817fa2eb HTTP/1.1" status: 204 len: 168 time: 0.4450674 Nov 25 17:52:26.967311 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47698) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:26.968289 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bd65cc-f17a-47aa-972f-61754cf17dab tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event deleted for resources: {'Subnet': ['ID=0c7b88f3-6a2f-4214-8f34-d72f817fa2eb,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:26.982166 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff4edc1d-1c9f-4369-817d-f7f3aa359709 req-f0693739-a49b-41d8-946b-cd0b21eefb43 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Network 766cc6a0-9cae-4dff-aad3-bb04508f9490 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:52:26.997329 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7472ae-7bc9-489d-8fb9-96539b48c12c None None] Network eb054642-0377-4298-a2a0-268a52ec5fff requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:52:27.008115 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-ff4edc1d-1c9f-4369-817d-f7f3aa359709 req-f0693739-a49b-41d8-946b-cd0b21eefb43 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:52:27.017528 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-be0a213e-f2a4-46a1-946b-64ddc0296d04 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Deleting port 4dc53ff5-0d41-432a-b4c7-b21944ca8e4b {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:52:27.017879 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-be0a213e-f2a4-46a1-946b-64ddc0296d04 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:27.020135 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0693739-a49b-41d8-946b-cd0b21eefb43 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Pushing event updated for resources: {'Port': ['ID=538569fd-1f15-4370-97bc-c1b00113f18e,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:27.027735 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff4edc1d-1c9f-4369-817d-f7f3aa359709 req-f0693739-a49b-41d8-946b-cd0b21eefb43 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:52:27.162331 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-47e9c8a0-12d1-48e9-80cf-984e98fc9c5b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:27.228129 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-be0a213e-f2a4-46a1-946b-64ddc0296d04 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] For port 4dc53ff5-0d41-432a-b4c7-b21944ca8e4b, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=4dc53ff5-0d41-432a-b4c7-b21944ca8e4b,segment=NetworkSegment(d72468a5-d51a-4fdb-acbd-956427e2080c),segment_id=d72468a5-d51a-4fdb-acbd-956427e2080c)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:52:27.229000 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-be0a213e-f2a4-46a1-946b-64ddc0296d04 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:27.247103 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 483938a5-9042-43b9-a57a-4c27634369d0 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:52:27.282891 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-be0a213e-f2a4-46a1-946b-64ddc0296d04 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Calling delete_port for 4dc53ff5-0d41-432a-b4c7-b21944ca8e4b owned by network:dhcp {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:52:27.327100 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e239bc-9efa-4c72-a456-7f602f40f746 None None] Sync routers for ids ['0e037f4a-8e3e-4e04-9d15-ea5084dd366a'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:52:27.406026 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e239bc-9efa-4c72-a456-7f602f40f746 None None] Routers {'0e037f4a-8e3e-4e04-9d15-ea5084dd366a'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:52:27.406738 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-02e239bc-9efa-4c72-a456-7f602f40f746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:52:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['0e037f4a-8e3e-4e04-9d15-ea5084dd366a'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:27.456891 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-898969c1-5497-41a0-9a73-78e0b4b0bb54 None None] Deleting port 4dc53ff5-0d41-432a-b4c7-b21944ca8e4b {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:52:27.457097 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-898969c1-5497-41a0-9a73-78e0b4b0bb54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:27.498374 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-be0a213e-f2a4-46a1-946b-64ddc0296d04 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:27.535329 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 483938a5-9042-43b9-a57a-4c27634369d0 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:27.536690 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:27.541019 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a213e-f2a4-46a1-946b-64ddc0296d04 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event deleted for resources: {'Port': ['ID=4dc53ff5-0d41-432a-b4c7-b21944ca8e4b,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:27.556559 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0a213e-f2a4-46a1-946b-64ddc0296d04 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] No DVR routers for this DVR port 4dc53ff5-0d41-432a-b4c7-b21944ca8e4b on host n-d-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:52:27.646709 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-be0a213e-f2a4-46a1-946b-64ddc0296d04 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:27.670672 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-be0a213e-f2a4-46a1-946b-64ddc0296d04 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['870180b8-cd0d-4965-bade-acc20756c739']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:27.691129 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-be0a213e-f2a4-46a1-946b-64ddc0296d04 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd72468a5-d51a-4fdb-acbd-956427e2080c') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:27.691877 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-be0a213e-f2a4-46a1-946b-64ddc0296d04 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd72468a5-d51a-4fdb-acbd-956427e2080c') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:27.694770 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-659823d8-2e86-489c-b0ca-2e1f0436b1a1 None None] Provisioning complete for port 538569fd-1f15-4370-97bc-c1b00113f18e triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:27.695641 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-659823d8-2e86-489c-b0ca-2e1f0436b1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:27.699036 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-47e9c8a0-12d1-48e9-80cf-984e98fc9c5b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Deleting port 6190616e-c7aa-412c-9744-0633049efddb {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:52:27.699538 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-47e9c8a0-12d1-48e9-80cf-984e98fc9c5b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:27.707278 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-be0a213e-f2a4-46a1-946b-64ddc0296d04 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:27.724479 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-be0a213e-f2a4-46a1-946b-64ddc0296d04 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:27.734505 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be0a213e-f2a4-46a1-946b-64ddc0296d04 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Releasing vlan 903 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:52:27.734921 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-be0a213e-f2a4-46a1-946b-64ddc0296d04 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:27.776754 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-47e9c8a0-12d1-48e9-80cf-984e98fc9c5b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] For port 6190616e-c7aa-412c-9744-0633049efddb, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=6190616e-c7aa-412c-9744-0633049efddb,segment=NetworkSegment(981c6d7f-ce45-43ae-9eb8-4ddb3d16ac33),segment_id=981c6d7f-ce45-43ae-9eb8-4ddb3d16ac33)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:52:27.777417 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-47e9c8a0-12d1-48e9-80cf-984e98fc9c5b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:27.791639 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-47e9c8a0-12d1-48e9-80cf-984e98fc9c5b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Calling delete_port for 6190616e-c7aa-412c-9744-0633049efddb owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:52:27.799580 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8caa8c-de72-4839-ad47-457d83e38f00 None None] DHCP port deletion for eb054642-0377-4298-a2a0-268a52ec5fff request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:52:27.811657 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:52:27.811657 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:52:27.811657 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:52:27.811657 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:52:27.811657 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:52:27.811657 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:52:27.811657 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:52:27.811657 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:52:27.811657 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:52:27.811657 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:52:27.811657 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:52:27.811657 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:52:27.811657 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:52:27.811657 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:52:27.811657 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:52:27.811657 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:52:27.811657 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:52:27.811657 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:52:27.811657 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:52:27.811657 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:52:27.811657 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:52:27.811657 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:52:27.811657 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:52:27.811657 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:52:27.811657 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:52:27.811657 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:52:27.811657 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:52:27.811657 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:52:27.811657 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:52:27.811657 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:52:27.811657 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:52:27.811657 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:52:27.887984 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-47e9c8a0-12d1-48e9-80cf-984e98fc9c5b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:27.897524 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-02e239bc-9efa-4c72-a456-7f602f40f746 None None] Set router 0e037f4a-8e3e-4e04-9d15-ea5084dd366a gateway port host: None {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:52:27.904494 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4edc1d-1c9f-4369-817d-f7f3aa359709 req-f0693739-a49b-41d8-946b-cd0b21eefb43 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:27.905394 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ff4edc1d-1c9f-4369-817d-f7f3aa359709 req-f0693739-a49b-41d8-946b-cd0b21eefb43 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:27.934824 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184d358e-fe58-4835-8658-a22dbd250fb9 req-6568eee3-0c5f-4594-80d4-fd85b797f821 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:27.942983 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 4c19ac39-58ae-40a4-98ac-4b81c32aebcc no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:52:27.945688 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-184d358e-fe58-4835-8658-a22dbd250fb9 req-6568eee3-0c5f-4594-80d4-fd85b797f821 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ebcc772-5424-44f1-b204-5ec9a995b0e7 HTTP/1.1" status: 200 len: 932 time: 0.5211334 Nov 25 17:52:27.947329 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e9c8a0-12d1-48e9-80cf-984e98fc9c5b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event deleted for resources: {'Port': ['ID=6190616e-c7aa-412c-9744-0633049efddb,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:27.952803 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-be0a213e-f2a4-46a1-946b-64ddc0296d04 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:27.962226 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e9c8a0-12d1-48e9-80cf-984e98fc9c5b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] No DVR routers for this DVR port 6190616e-c7aa-412c-9744-0633049efddb on host n-d-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:52:27.983869 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-898969c1-5497-41a0-9a73-78e0b4b0bb54 None None] For port 4dc53ff5-0d41-432a-b4c7-b21944ca8e4b, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=4dc53ff5-0d41-432a-b4c7-b21944ca8e4b,segment=NetworkSegment(d72468a5-d51a-4fdb-acbd-956427e2080c),segment_id=d72468a5-d51a-4fdb-acbd-956427e2080c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:52:27.984393 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-898969c1-5497-41a0-9a73-78e0b4b0bb54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:28.008290 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-659823d8-2e86-489c-b0ca-2e1f0436b1a1 None None] Port 538569fd-1f15-4370-97bc-c1b00113f18e cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:52:28.030213 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-be0a213e-f2a4-46a1-946b-64ddc0296d04 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:28.034040 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 4c19ac39-58ae-40a4-98ac-4b81c32aebcc {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:52:28.034473 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 4c19ac39-58ae-40a4-98ac-4b81c32aebcc not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:52:28.046680 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-be0a213e-f2a4-46a1-946b-64ddc0296d04 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "DELETE /v2.0/networks/870180b8-cd0d-4965-bade-acc20756c739 HTTP/1.1" status: 204 len: 168 time: 1.3564560 Nov 25 17:52:28.052009 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-898969c1-5497-41a0-9a73-78e0b4b0bb54 None None] Calling delete_port for 4dc53ff5-0d41-432a-b4c7-b21944ca8e4b owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:52:28.052870 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47710) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:28.096068 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 4dc53ff5-0d41-432a-b4c7-b21944ca8e4b no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:52:28.101783 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a213e-f2a4-46a1-946b-64ddc0296d04 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event deleted for resources: {'Network': ['ID=870180b8-cd0d-4965-bade-acc20756c739,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:28.128466 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ff4edc1d-1c9f-4369-817d-f7f3aa359709 req-f0693739-a49b-41d8-946b-cd0b21eefb43 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0768371 Nov 25 17:52:28.129005 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 4dc53ff5-0d41-432a-b4c7-b21944ca8e4b {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:52:28.129375 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 4dc53ff5-0d41-432a-b4c7-b21944ca8e4b not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:52:28.148723 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-ff4edc1d-1c9f-4369-817d-f7f3aa359709 req-558c1b23-303c-4c73-a37c-62698f2535a0 service neutron] Request body: {'port': {'device_id': '6ebcc772-5424-44f1-b204-5ec9a995b0e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:52:28.247234 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f6524-7d0c-49dd-aab5-bfc5e934fabd req-eb1e695d-8953-4d63-a704-21fd90197e2e tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:28.247871 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-47e9c8a0-12d1-48e9-80cf-984e98fc9c5b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:28.256012 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-183f6524-7d0c-49dd-aab5-bfc5e934fabd req-eb1e695d-8953-4d63-a704-21fd90197e2e tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=bebe8fd0-03ba-4e73-8b7d-c21c896fc1a6 HTTP/1.1" status: 200 len: 945 time: 0.4455943 Nov 25 17:52:28.261540 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-1d8caa8c-de72-4839-ad47-457d83e38f00 None None] Deleting port 6190616e-c7aa-412c-9744-0633049efddb {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:52:28.261935 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1d8caa8c-de72-4839-ad47-457d83e38f00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:28.271572 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17edcdf-dd23-4ff8-b477-be69a2534444 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:28.277798 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d17edcdf-dd23-4ff8-b477-be69a2534444 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "GET /v2.0/ports/1f52d8cd-a26b-41d9-9590-a668efb4e314 HTTP/1.1" status: 200 len: 845 time: 0.2238326 Nov 25 17:52:28.278419 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47714) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:28.280270 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c931d-6347-4030-866d-334224d9ce29 req-4b37c6b3-b3f7-4e02-a142-ba7b593e0b3a tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:28.281791 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ae3c931d-6347-4030-866d-334224d9ce29 req-4b37c6b3-b3f7-4e02-a142-ba7b593e0b3a tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.90 "GET /v2.0/ports?device_id=bebe8fd0-03ba-4e73-8b7d-c21c896fc1a6 HTTP/1.1" status: 200 len: 945 time: 0.4727631 Nov 25 17:52:28.332396 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-47e9c8a0-12d1-48e9-80cf-984e98fc9c5b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb054642-0377-4298-a2a0-268a52ec5fff']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:28.355468 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-86f3ee76-8ca2-4222-85e0-8c19f1b96a85 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "GET /v2.0/ports/1f52d8cd-a26b-41d9-9590-a668efb4e314?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0689189 Nov 25 17:52:28.356008 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47716) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:28.357941 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-47e9c8a0-12d1-48e9-80cf-984e98fc9c5b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '981c6d7f-ce45-43ae-9eb8-4ddb3d16ac33') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:28.358251 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-47e9c8a0-12d1-48e9-80cf-984e98fc9c5b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '981c6d7f-ce45-43ae-9eb8-4ddb3d16ac33') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:28.364854 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-9e194e2c-9e76-4c7f-b066-d8075a0d2049 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Request body: {'subnet': {'network_id': 'ea19064b-94c7-418e-a2c1-6bc16d70098e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:52:28.394201 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-47e9c8a0-12d1-48e9-80cf-984e98fc9c5b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:28.399520 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ff4edc1d-1c9f-4369-817d-f7f3aa359709 req-558c1b23-303c-4c73-a37c-62698f2535a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:28.417020 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-184d358e-fe58-4835-8658-a22dbd250fb9 req-263985dd-8767-4379-8d06-18f0ad00ef3f tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] 10.222.0.75 "GET /v2.0/security-groups?id=d0eb8955-3837-4033-8077-0a461ef082d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4634142 Nov 25 17:52:28.419369 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-898969c1-5497-41a0-9a73-78e0b4b0bb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:28.463056 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-898969c1-5497-41a0-9a73-78e0b4b0bb54 None None] Network 870180b8-cd0d-4965-bade-acc20756c739 is not hosted by any dhcp agent {{(pid=103362) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 17:52:28.463519 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898969c1-5497-41a0-9a73-78e0b4b0bb54 None None] No DVR routers for this DVR port 4dc53ff5-0d41-432a-b4c7-b21944ca8e4b on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:52:28.468040 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-47e9c8a0-12d1-48e9-80cf-984e98fc9c5b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:28.472486 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898969c1-5497-41a0-9a73-78e0b4b0bb54 None None] Pushing event deleted for resources: {'Port': ['ID=4dc53ff5-0d41-432a-b4c7-b21944ca8e4b,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:28.496852 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47e9c8a0-12d1-48e9-80cf-984e98fc9c5b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Releasing vlan 938 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:52:28.497314 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-47e9c8a0-12d1-48e9-80cf-984e98fc9c5b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:28.503230 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:52:28.503230 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:52:28.503230 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:52:28.503230 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:52:28.503230 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:52:28.503230 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:52:28.503230 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:52:28.503230 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:52:28.503230 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:52:28.503230 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:52:28.503230 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:52:28.503230 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:52:28.503230 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:52:28.503230 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:52:28.503230 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:52:28.503230 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:52:28.503230 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:52:28.503230 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:52:28.503230 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:52:28.503230 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:52:28.503230 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:52:28.503230 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:52:28.503230 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:52:28.503230 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:52:28.503230 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:52:28.503230 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:52:28.503230 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:52:28.503230 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:52:28.503230 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:52:28.503230 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:52:28.503230 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:52:28.503230 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:52:28.514457 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-1d8caa8c-de72-4839-ad47-457d83e38f00 None None] For port 6190616e-c7aa-412c-9744-0633049efddb, host n-d-817746-1, got binding levels [] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:52:28.514869 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1d8caa8c-de72-4839-ad47-457d83e38f00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:28.533649 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-1d8caa8c-de72-4839-ad47-457d83e38f00 None None] Calling delete_port for 6190616e-c7aa-412c-9744-0633049efddb owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:52:28.538647 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.ipam_backend_mixin [None req-1d8caa8c-de72-4839-ad47-457d83e38f00 None None] Port 6190616e-c7aa-412c-9744-0633049efddb was not found and therefore no delete operation was performed {{(pid=103362) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 17:52:28.544797 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1d8caa8c-de72-4839-ad47-457d83e38f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:28.562489 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-183f6524-7d0c-49dd-aab5-bfc5e934fabd req-98ef0577-3c89-4afc-8dda-03d7182a7757 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d0c0051-c014-4ad3-b23f-5463132d4db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055229 Nov 25 17:52:28.565253 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8caa8c-de72-4839-ad47-457d83e38f00 None None] No DVR routers for this DVR port 6190616e-c7aa-412c-9744-0633049efddb on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:52:28.605084 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-47e9c8a0-12d1-48e9-80cf-984e98fc9c5b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:28.608133 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8caa8c-de72-4839-ad47-457d83e38f00 None None] Pushing event deleted for resources: {'Port': ['ID=6190616e-c7aa-412c-9744-0633049efddb,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:28.625104 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-47e9c8a0-12d1-48e9-80cf-984e98fc9c5b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:28.634451 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-47e9c8a0-12d1-48e9-80cf-984e98fc9c5b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "DELETE /v2.0/networks/eb054642-0377-4298-a2a0-268a52ec5fff HTTP/1.1" status: 204 len: 168 time: 1.6561124 Nov 25 17:52:28.634451 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e194e2c-9e76-4c7f-b066-d8075a0d2049 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Made reservation on behalf of 28b5aae943b9455c8114055630556aca for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:52:28.634754 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-02e239bc-9efa-4c72-a456-7f602f40f746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'name': 'tempest-RoutersTest-router-1574513644', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:51:41Z', 'updated_at': '2021-11-25T17:52:24Z', 'revision_number': 8, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'gw_port_host': None, '_interfaces': [{'id': 'b902da03-bffa-46b5-a7d6-a7d5f0a8cb2b', 'name': '', 'network_id': '75d1c93c-8c87-42be-a263-8677f1a35ef9', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:bb:0e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '9217f2a5-3e97-4c11-803e-08864cfe3ea9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:57Z', 'updated_at': '2021-11-25T17:52:12Z', 'revision_number': 5, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': '9217f2a5-3e97-4c11-803e-08864cfe3ea9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfc92901-ef79-42e0-933d-464fddd8942f', 'name': '', 'network_id': '0c6a70d1-a1fb-41e0-a04c-bcbbb242747c', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:9b:b4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '46e2b0b8-c15f-4d8a-b2c3-792d4f60265c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:50Z', 'updated_at': '2021-11-25T17:52:09Z', 'revision_number': 5, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': '46e2b0b8-c15f-4d8a-b2c3-792d4f60265c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f84aaffa-bc80-4569-b8c3-0de835a474ba', 'name': '', 'network_id': 'f68e2a6a-5ebb-4874-9cdf-aa1f412d1e39', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:cb:1e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'eff5c9f1-fdc7-4c24-90ab-6d7ea065962e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:44Z', 'updated_at': '2021-11-25T17:51:56Z', 'revision_number': 5, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': 'eff5c9f1-fdc7-4c24-90ab-6d7ea065962e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:28.636934 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9e194e2c-9e76-4c7f-b066-d8075a0d2049 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:28.640984 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47722) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:28.690281 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-ae3c931d-6347-4030-866d-334224d9ce29 req-8e8eb336-11be-444e-b1ed-6c855a23caa0 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Deleting port efa7b196-d088-459a-852c-dd1f944378ce {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:52:28.690727 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ae3c931d-6347-4030-866d-334224d9ce29 req-8e8eb336-11be-444e-b1ed-6c855a23caa0 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:28.707646 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e239bc-9efa-4c72-a456-7f602f40f746 None None] Checking router: 0e037f4a-8e3e-4e04-9d15-ea5084dd366a for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:52:28.745928 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e239bc-9efa-4c72-a456-7f602f40f746 None None] Routers {'0e037f4a-8e3e-4e04-9d15-ea5084dd366a'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:52:28.746569 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-02e239bc-9efa-4c72-a456-7f602f40f746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:52:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['0e037f4a-8e3e-4e04-9d15-ea5084dd366a'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:28.809679 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e9c8a0-12d1-48e9-80cf-984e98fc9c5b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event deleted for resources: {'Network': ['ID=eb054642-0377-4298-a2a0-268a52ec5fff,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:28.881284 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 6190616e-c7aa-412c-9744-0633049efddb no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:52:28.899146 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-ae3c931d-6347-4030-866d-334224d9ce29 req-8e8eb336-11be-444e-b1ed-6c855a23caa0 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] For port efa7b196-d088-459a-852c-dd1f944378ce, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=efa7b196-d088-459a-852c-dd1f944378ce,segment=NetworkSegment(5d15a5ac-47ef-4ddf-b5a4-0fc888643200),segment_id=5d15a5ac-47ef-4ddf-b5a4-0fc888643200)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:52:28.900197 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ae3c931d-6347-4030-866d-334224d9ce29 req-8e8eb336-11be-444e-b1ed-6c855a23caa0 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:28.925371 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 6190616e-c7aa-412c-9744-0633049efddb {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:52:28.926020 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 6190616e-c7aa-412c-9744-0633049efddb not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:52:28.948523 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-ae3c931d-6347-4030-866d-334224d9ce29 req-8e8eb336-11be-444e-b1ed-6c855a23caa0 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Calling delete_port for efa7b196-d088-459a-852c-dd1f944378ce owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:52:28.967368 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-02e239bc-9efa-4c72-a456-7f602f40f746 None None] Set router 0e037f4a-8e3e-4e04-9d15-ea5084dd366a gateway port host: None {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:52:29.027067 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-ff4edc1d-1c9f-4369-817d-f7f3aa359709 req-558c1b23-303c-4c73-a37c-62698f2535a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 538569fd-1f15-4370-97bc-c1b00113f18e {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:52:29.037319 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ff4edc1d-1c9f-4369-817d-f7f3aa359709 req-558c1b23-303c-4c73-a37c-62698f2535a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:29.051322 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-ff4edc1d-1c9f-4369-817d-f7f3aa359709 req-558c1b23-303c-4c73-a37c-62698f2535a0 service neutron] Transition to ACTIVE for port object 538569fd-1f15-4370-97bc-c1b00113f18e will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:52:29.059400 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ff4edc1d-1c9f-4369-817d-f7f3aa359709 req-558c1b23-303c-4c73-a37c-62698f2535a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:29.226616 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558c1b23-303c-4c73-a37c-62698f2535a0 service neutron] Pushing event updated for resources: {'Port': ['ID=538569fd-1f15-4370-97bc-c1b00113f18e,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:29.369731 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-ff4edc1d-1c9f-4369-817d-f7f3aa359709 req-558c1b23-303c-4c73-a37c-62698f2535a0 service neutron] Attempting to bind port 538569fd-1f15-4370-97bc-c1b00113f18e on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:52:29.370349 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-ff4edc1d-1c9f-4369-817d-f7f3aa359709 req-558c1b23-303c-4c73-a37c-62698f2535a0 service neutron] Attempting to bind port 538569fd-1f15-4370-97bc-c1b00113f18e by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '692e7f4e-f503-4f7b-9c33-1cf3ca0dc7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '766cc6a0-9cae-4dff-aad3-bb04508f9490'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:52:29.370349 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4edc1d-1c9f-4369-817d-f7f3aa359709 req-558c1b23-303c-4c73-a37c-62698f2535a0 service neutron] Attempting to bind port 538569fd-1f15-4370-97bc-c1b00113f18e on network 766cc6a0-9cae-4dff-aad3-bb04508f9490 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:52:29.385120 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4edc1d-1c9f-4369-817d-f7f3aa359709 req-558c1b23-303c-4c73-a37c-62698f2535a0 service neutron] Port 538569fd-1f15-4370-97bc-c1b00113f18e on network 766cc6a0-9cae-4dff-aad3-bb04508f9490 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:52:29.386095 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4edc1d-1c9f-4369-817d-f7f3aa359709 req-558c1b23-303c-4c73-a37c-62698f2535a0 service neutron] Attempting to bind port 538569fd-1f15-4370-97bc-c1b00113f18e on network 766cc6a0-9cae-4dff-aad3-bb04508f9490 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:52:29.461328 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4edc1d-1c9f-4369-817d-f7f3aa359709 req-558c1b23-303c-4c73-a37c-62698f2535a0 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:52:29.461780 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4edc1d-1c9f-4369-817d-f7f3aa359709 req-558c1b23-303c-4c73-a37c-62698f2535a0 service neutron] Checking segment: {'id': '692e7f4e-f503-4f7b-9c33-1cf3ca0dc7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '766cc6a0-9cae-4dff-aad3-bb04508f9490'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:52:29.463879 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4edc1d-1c9f-4369-817d-f7f3aa359709 req-558c1b23-303c-4c73-a37c-62698f2535a0 service neutron] Bound using segment: {'id': '692e7f4e-f503-4f7b-9c33-1cf3ca0dc7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '766cc6a0-9cae-4dff-aad3-bb04508f9490'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:52:29.464365 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-ff4edc1d-1c9f-4369-817d-f7f3aa359709 req-558c1b23-303c-4c73-a37c-62698f2535a0 service neutron] Bound port: 538569fd-1f15-4370-97bc-c1b00113f18e, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '692e7f4e-f503-4f7b-9c33-1cf3ca0dc7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '766cc6a0-9cae-4dff-aad3-bb04508f9490'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:52:29.464747 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ff4edc1d-1c9f-4369-817d-f7f3aa359709 req-558c1b23-303c-4c73-a37c-62698f2535a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:29.474233 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6b7d34fa-5bb5-4d10-80a3-a75286215f9d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:29.551518 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9e194e2c-9e76-4c7f-b066-d8075a0d2049 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:29.655276 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-02e239bc-9efa-4c72-a456-7f602f40f746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'name': 'tempest-RoutersTest-router-1574513644', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:51:41Z', 'updated_at': '2021-11-25T17:52:24Z', 'revision_number': 8, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'gw_port_host': None, '_interfaces': [{'id': 'b902da03-bffa-46b5-a7d6-a7d5f0a8cb2b', 'name': '', 'network_id': '75d1c93c-8c87-42be-a263-8677f1a35ef9', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:bb:0e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '9217f2a5-3e97-4c11-803e-08864cfe3ea9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:57Z', 'updated_at': '2021-11-25T17:52:12Z', 'revision_number': 5, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': '9217f2a5-3e97-4c11-803e-08864cfe3ea9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfc92901-ef79-42e0-933d-464fddd8942f', 'name': '', 'network_id': '0c6a70d1-a1fb-41e0-a04c-bcbbb242747c', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:9b:b4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '46e2b0b8-c15f-4d8a-b2c3-792d4f60265c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:50Z', 'updated_at': '2021-11-25T17:52:09Z', 'revision_number': 5, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': '46e2b0b8-c15f-4d8a-b2c3-792d4f60265c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f84aaffa-bc80-4569-b8c3-0de835a474ba', 'name': '', 'network_id': 'f68e2a6a-5ebb-4874-9cdf-aa1f412d1e39', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:cb:1e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'eff5c9f1-fdc7-4c24-90ab-6d7ea065962e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:44Z', 'updated_at': '2021-11-25T17:51:56Z', 'revision_number': 5, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': 'eff5c9f1-fdc7-4c24-90ab-6d7ea065962e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:29.656040 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ae3c931d-6347-4030-866d-334224d9ce29 req-8e8eb336-11be-444e-b1ed-6c855a23caa0 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:29.687973 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e194e2c-9e76-4c7f-b066-d8075a0d2049 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Network ea19064b-94c7-418e-a2c1-6bc16d70098e is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:52:29.710510 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-9e194e2c-9e76-4c7f-b066-d8075a0d2049 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:52:29.716234 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e194e2c-9e76-4c7f-b066-d8075a0d2049 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:29.716962 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9e194e2c-9e76-4c7f-b066-d8075a0d2049 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:29.719916 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e194e2c-9e76-4c7f-b066-d8075a0d2049 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event updated for resources: {'Subnet': ['ID=3e8738a5-a1dc-4278-86c1-0e4a965717ad,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:29.738520 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e239bc-9efa-4c72-a456-7f602f40f746 None None] The sync data for ids ['0e037f4a-8e3e-4e04-9d15-ea5084dd366a'] in n-d-817746-1 is: [{'id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'name': 'tempest-RoutersTest-router-1574513644', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:51:41Z', 'updated_at': '2021-11-25T17:52:24Z', 'revision_number': 8, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'gw_port_host': None, '_interfaces': [{'id': 'b902da03-bffa-46b5-a7d6-a7d5f0a8cb2b', 'name': '', 'network_id': '75d1c93c-8c87-42be-a263-8677f1a35ef9', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:bb:0e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '9217f2a5-3e97-4c11-803e-08864cfe3ea9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:57Z', 'updated_at': '2021-11-25T17:52:12Z', 'revision_number': 5, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': '9217f2a5-3e97-4c11-803e-08864cfe3ea9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfc92901-ef79-42e0-933d-464fddd8942f', 'name': '', 'network_id': '0c6a70d1-a1fb-41e0-a04c-bcbbb242747c', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:9b:b4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '46e2b0b8-c15f-4d8a-b2c3-792d4f60265c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:50Z', 'updated_at': '2021-11-25T17:52:09Z', 'revision_number': 5, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': '46e2b0b8-c15f-4d8a-b2c3-792d4f60265c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f84aaffa-bc80-4569-b8c3-0de835a474ba', 'name': '', 'network_id': 'f68e2a6a-5ebb-4874-9cdf-aa1f412d1e39', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:cb:1e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'eff5c9f1-fdc7-4c24-90ab-6d7ea065962e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:44Z', 'updated_at': '2021-11-25T17:51:56Z', 'revision_number': 5, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': 'eff5c9f1-fdc7-4c24-90ab-6d7ea065962e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:52:29.740655 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['efa7b196-d088-459a-852c-dd1f944378ce'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:52:29.765224 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e426699-be84-4b4c-9b05-6cb0f05299ae None None] Network ea19064b-94c7-418e-a2c1-6bc16d70098e requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:52:29.802225 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9e194e2c-9e76-4c7f-b066-d8075a0d2049 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4388988 Nov 25 17:52:29.806220 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47732) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:29.816129 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8eb336-11be-444e-b1ed-6c855a23caa0 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Pushing event deleted for resources: {'Port': ['ID=efa7b196-d088-459a-852c-dd1f944378ce,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:29.845354 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-76a1ee4b-fe9c-4575-aaca-3be8d46a6afd tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Request body: {'security_group': {'name': 'tempest-secgroup-462019929'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:52:29.849936 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f50b14a-2a44-4722-86bd-8665c75ea5e4 None None] DHCP port deletion for cde55e2d-003f-4ba7-9946-c3e49edc6c96 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:52:29.900703 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-76a1ee4b-fe9c-4575-aaca-3be8d46a6afd tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:29.910288 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f299ce-dce9-485a-afda-eaa093171a6d req-7a353ee5-6392-4ce0-8385-e901c5b13b9e tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:29.912267 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d2f299ce-dce9-485a-afda-eaa093171a6d req-7a353ee5-6392-4ce0-8385-e901c5b13b9e tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ebcc772-5424-44f1-b204-5ec9a995b0e7 HTTP/1.1" status: 200 len: 944 time: 0.3865881 Nov 25 17:52:29.915544 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ca0d3892-6992-42f1-b9f8-2e6696f898b7 req-56d2fd25-9f58-45ce-924c-ebdec9d4d384 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.75 "GET /v2.0/ports?device_id=bebe8fd0-03ba-4e73-8b7d-c21c896fc1a6 HTTP/1.1" status: 200 len: 210 time: 0.2070732 Nov 25 17:52:29.935824 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-ff4edc1d-1c9f-4369-817d-f7f3aa359709 req-558c1b23-303c-4c73-a37c-62698f2535a0 service neutron] For port 538569fd-1f15-4370-97bc-c1b00113f18e, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:52:29.991310 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae3c931d-6347-4030-866d-334224d9ce29 req-8e8eb336-11be-444e-b1ed-6c855a23caa0 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] No DVR routers for this DVR port efa7b196-d088-459a-852c-dd1f944378ce on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:52:30.001531 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ae3c931d-6347-4030-866d-334224d9ce29 req-8e8eb336-11be-444e-b1ed-6c855a23caa0 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:30.005125 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ae3c931d-6347-4030-866d-334224d9ce29 req-8e8eb336-11be-444e-b1ed-6c855a23caa0 tempest-ServersTestJSON-1916580178 tempest-ServersTestJSON-1916580178-project] 10.222.0.90 "DELETE /v2.0/ports/efa7b196-d088-459a-852c-dd1f944378ce HTTP/1.1" status: 204 len: 173 time: 1.7078950 Nov 25 17:52:30.005874 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bebe8fd0-03ba-4e73-8b7d-c21c896fc1a6', 'name': 'network-vif-deleted', 'tag': 'efa7b196-d088-459a-852c-dd1f944378ce'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:52:30.008720 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28fbe3f-f25a-45d3-b382-f6f8bb8c947e" -d '{"events": [{"server_uuid": "bebe8fd0-03ba-4e73-8b7d-c21c896fc1a6", "name": "network-vif-deleted", "tag": "efa7b196-d088-459a-852c-dd1f944378ce"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:52:30.065291 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-ff4edc1d-1c9f-4369-817d-f7f3aa359709 req-558c1b23-303c-4c73-a37c-62698f2535a0 service neutron] For port 538569fd-1f15-4370-97bc-c1b00113f18e, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=538569fd-1f15-4370-97bc-c1b00113f18e,segment=NetworkSegment(692e7f4e-f503-4f7b-9c33-1cf3ca0dc7ac),segment_id=692e7f4e-f503-4f7b-9c33-1cf3ca0dc7ac)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:52:30.096332 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d2f299ce-dce9-485a-afda-eaa093171a6d req-e6b1e3b5-df25-493a-8c7f-aa841f0a928f tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] 10.222.0.75 "GET /v2.0/security-groups?id=d0eb8955-3837-4033-8077-0a461ef082d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1729219 Nov 25 17:52:30.100115 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ff4edc1d-1c9f-4369-817d-f7f3aa359709 req-558c1b23-303c-4c73-a37c-62698f2535a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:30.120648 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc34dc6-3414-4ef9-8949-033ca2472542 x-openstack-request-id: req-2bc34dc6-3414-4ef9-8949-033ca2472542 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:52:30.122639 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bebe8fd0-03ba-4e73-8b7d-c21c896fc1a6", "name": "network-vif-deleted", "tag": "efa7b196-d088-459a-852c-dd1f944378ce", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:52:30.122914 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2bc34dc6-3414-4ef9-8949-033ca2472542 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:52:30.123332 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bebe8fd0-03ba-4e73-8b7d-c21c896fc1a6', 'name': 'network-vif-deleted', 'tag': 'efa7b196-d088-459a-852c-dd1f944378ce', 'status': 'completed', 'code': 200} Nov 25 17:52:30.202337 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4edc1d-1c9f-4369-817d-f7f3aa359709 req-558c1b23-303c-4c73-a37c-62698f2535a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:30.204144 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ff4edc1d-1c9f-4369-817d-f7f3aa359709 req-558c1b23-303c-4c73-a37c-62698f2535a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:30.208457 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ff4edc1d-1c9f-4369-817d-f7f3aa359709 req-558c1b23-303c-4c73-a37c-62698f2535a0 service neutron] 10.222.0.74 "PUT /v2.0/ports/538569fd-1f15-4370-97bc-c1b00113f18e HTTP/1.1" status: 200 len: 1092 time: 2.0789907 Nov 25 17:52:30.217793 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116f4aae-e7eb-4f20-9c8a-89ec0ecaa4d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-ea19064b-94c7-418e-a2c1-6bc16d70098e', 'network_id': 'ea19064b-94c7-418e-a2c1-6bc16d70098e', 'tenant_id': '28b5aae943b9455c8114055630556aca', 'fixed_ips': [{'subnet_id': '3e8738a5-a1dc-4278-86c1-0e4a965717ad'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:52:30.218783 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-116f4aae-e7eb-4f20-9c8a-89ec0ecaa4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:30.254144 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-76a1ee4b-fe9c-4575-aaca-3be8d46a6afd tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:30.295002 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-76a1ee4b-fe9c-4575-aaca-3be8d46a6afd tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:30.336146 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558c1b23-303c-4c73-a37c-62698f2535a0 service neutron] Pushing event updated for resources: {'Port': ['ID=538569fd-1f15-4370-97bc-c1b00113f18e,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:30.360112 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4edc1d-1c9f-4369-817d-f7f3aa359709 req-bd6574be-50d6-43c3-b20e-a0caee075312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:30.361840 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ff4edc1d-1c9f-4369-817d-f7f3aa359709 req-bd6574be-50d6-43c3-b20e-a0caee075312 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e69beea86d034f398c1d6fc720d35db8&device_id=6ebcc772-5424-44f1-b204-5ec9a995b0e7 HTTP/1.1" status: 200 len: 1095 time: 0.0819330 Nov 25 17:52:30.376029 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a1ee4b-fe9c-4575-aaca-3be8d46a6afd tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bce006a-8bce-4d8e-8a0a-883e092bf513,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:30.389815 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-76a1ee4b-fe9c-4575-aaca-3be8d46a6afd tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:30.391068 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-76a1ee4b-fe9c-4575-aaca-3be8d46a6afd tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5495014 Nov 25 17:52:30.396605 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47740) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:30.402849 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-6b7d34fa-5bb5-4d10-80a3-a75286215f9d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Deleting port b902da03-bffa-46b5-a7d6-a7d5f0a8cb2b {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:52:30.403202 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6b7d34fa-5bb5-4d10-80a3-a75286215f9d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:30.447890 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ff4edc1d-1c9f-4369-817d-f7f3aa359709 req-2c4c5d20-f111-40e9-9230-c3bb275c0b3e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=538569fd-1f15-4370-97bc-c1b00113f18e HTTP/1.1" status: 200 len: 217 time: 0.0760388 Nov 25 17:52:30.518970 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-116f4aae-e7eb-4f20-9c8a-89ec0ecaa4d2 None None] Allocated IP 2001:db8::2 (ea19064b-94c7-418e-a2c1-6bc16d70098e/3e8738a5-a1dc-4278-86c1-0e4a965717ad/bc9a5961-b6a9-424d-a4f0-f514eab18a56) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:52:30.555956 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-6b7d34fa-5bb5-4d10-80a3-a75286215f9d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] For port b902da03-bffa-46b5-a7d6-a7d5f0a8cb2b, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=b902da03-bffa-46b5-a7d6-a7d5f0a8cb2b,segment=NetworkSegment(fe69e32f-69b7-41be-9d68-9993a79ed25d),segment_id=fe69e32f-69b7-41be-9d68-9993a79ed25d)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:52:30.556752 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6b7d34fa-5bb5-4d10-80a3-a75286215f9d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:30.576787 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-6b7d34fa-5bb5-4d10-80a3-a75286215f9d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Calling delete_port for b902da03-bffa-46b5-a7d6-a7d5f0a8cb2b owned by network:router_interface {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:52:30.592742 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4edc1d-1c9f-4369-817d-f7f3aa359709 req-4e6e2214-9430-443d-8a10-7df9daa8a719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:30.605993 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ff4edc1d-1c9f-4369-817d-f7f3aa359709 req-4e6e2214-9430-443d-8a10-7df9daa8a719 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=50ec2d95-5a02-4606-9013-483e9966ecad HTTP/1.1" status: 200 len: 847 time: 0.1522820 Nov 25 17:52:30.633142 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-5cf316ce-12d0-4fa8-80d9-e9378ec29287 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Request body: {'security_group': {'name': 'tempest-secgroup-1216850917'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:52:30.675556 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4edc1d-1c9f-4369-817d-f7f3aa359709 req-b45aff2e-8b3b-4d1d-bb35-fd957245ff67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:30.678125 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ff4edc1d-1c9f-4369-817d-f7f3aa359709 req-b45aff2e-8b3b-4d1d-bb35-fd957245ff67 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=766cc6a0-9cae-4dff-aad3-bb04508f9490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648167 Nov 25 17:52:30.724699 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5cf316ce-12d0-4fa8-80d9-e9378ec29287 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:30.754467 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-116f4aae-e7eb-4f20-9c8a-89ec0ecaa4d2 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:30.763970 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-116f4aae-e7eb-4f20-9c8a-89ec0ecaa4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:30.816979 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116f4aae-e7eb-4f20-9c8a-89ec0ecaa4d2 None None] Pushing event updated for resources: {'Port': ['ID=bc9a5961-b6a9-424d-a4f0-f514eab18a56,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:30.833644 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6b7d34fa-5bb5-4d10-80a3-a75286215f9d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:30.836523 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116f4aae-e7eb-4f20-9c8a-89ec0ecaa4d2 None None] Network ea19064b-94c7-418e-a2c1-6bc16d70098e is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:52:30.839197 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-116f4aae-e7eb-4f20-9c8a-89ec0ecaa4d2 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:52:30.844901 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116f4aae-e7eb-4f20-9c8a-89ec0ecaa4d2 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:52:30.867067 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ff4edc1d-1c9f-4369-817d-f7f3aa359709 req-95be8e2b-e47e-4810-a593-ec1e64ee1bda service neutron] 10.222.0.74 "GET /v2.0/networks/766cc6a0-9cae-4dff-aad3-bb04508f9490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805711 Nov 25 17:52:30.873856 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5cf316ce-12d0-4fa8-80d9-e9378ec29287 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:30.876526 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7d34fa-5bb5-4d10-80a3-a75286215f9d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event deleted for resources: {'Port': ['ID=b902da03-bffa-46b5-a7d6-a7d5f0a8cb2b,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:30.883127 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5cf316ce-12d0-4fa8-80d9-e9378ec29287 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:30.930069 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-116f4aae-e7eb-4f20-9c8a-89ec0ecaa4d2 None None] Attempting to bind port bc9a5961-b6a9-424d-a4f0-f514eab18a56 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:52:30.931258 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-116f4aae-e7eb-4f20-9c8a-89ec0ecaa4d2 None None] Attempting to bind port bc9a5961-b6a9-424d-a4f0-f514eab18a56 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '45b8131c-1f8f-4c68-899c-22019d250c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'ea19064b-94c7-418e-a2c1-6bc16d70098e'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:52:30.931722 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116f4aae-e7eb-4f20-9c8a-89ec0ecaa4d2 None None] Attempting to bind port bc9a5961-b6a9-424d-a4f0-f514eab18a56 on network ea19064b-94c7-418e-a2c1-6bc16d70098e {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:52:30.938346 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116f4aae-e7eb-4f20-9c8a-89ec0ecaa4d2 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:52:30.939029 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116f4aae-e7eb-4f20-9c8a-89ec0ecaa4d2 None None] Checking segment: {'id': '45b8131c-1f8f-4c68-899c-22019d250c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'ea19064b-94c7-418e-a2c1-6bc16d70098e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:52:30.939534 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-116f4aae-e7eb-4f20-9c8a-89ec0ecaa4d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:30.940192 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116f4aae-e7eb-4f20-9c8a-89ec0ecaa4d2 None None] Bound using segment: {'id': '45b8131c-1f8f-4c68-899c-22019d250c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'ea19064b-94c7-418e-a2c1-6bc16d70098e'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:52:30.940764 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-116f4aae-e7eb-4f20-9c8a-89ec0ecaa4d2 None None] Bound port: bc9a5961-b6a9-424d-a4f0-f514eab18a56, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45b8131c-1f8f-4c68-899c-22019d250c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'ea19064b-94c7-418e-a2c1-6bc16d70098e'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:52:30.941412 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-116f4aae-e7eb-4f20-9c8a-89ec0ecaa4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:30.947448 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5cf316ce-12d0-4fa8-80d9-e9378ec29287 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:30.951308 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-5cf316ce-12d0-4fa8-80d9-e9378ec29287 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3193791 Nov 25 17:52:30.958872 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47744) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:30.991984 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-f19d157d-9011-44bd-a0c3-3bfe243e1d86 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-754675423', 'security_groups': ['4b6b337d-cf58-431a-89fa-2d1ca698916e'], 'network_id': 'ea19064b-94c7-418e-a2c1-6bc16d70098e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3e8738a5-a1dc-4278-86c1-0e4a965717ad'}]}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:52:31.030912 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47748) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:31.069539 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-116f4aae-e7eb-4f20-9c8a-89ec0ecaa4d2 None None] For port bc9a5961-b6a9-424d-a4f0-f514eab18a56, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:52:31.073825 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-116f4aae-e7eb-4f20-9c8a-89ec0ecaa4d2 None None] For port bc9a5961-b6a9-424d-a4f0-f514eab18a56, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=bc9a5961-b6a9-424d-a4f0-f514eab18a56,segment=NetworkSegment(45b8131c-1f8f-4c68-899c-22019d250c82),segment_id=45b8131c-1f8f-4c68-899c-22019d250c82)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:52:31.084930 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-116f4aae-e7eb-4f20-9c8a-89ec0ecaa4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:31.145673 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f5837f0-e41e-4fbe-a38f-552f1b4b5188 admin admin] Deleting subnet b114d138-184e-414d-8d77-af9fac4f96f6 {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:52:31.159058 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8f5837f0-e41e-4fbe-a38f-552f1b4b5188 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:31.187413 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116f4aae-e7eb-4f20-9c8a-89ec0ecaa4d2 None None] Pushing event updated for resources: {'Port': ['ID=bc9a5961-b6a9-424d-a4f0-f514eab18a56,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:31.278611 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ff4edc1d-1c9f-4369-817d-f7f3aa359709 req-3252382c-17b7-44a7-83ad-6806a993a60a service neutron] 10.222.0.74 "GET /v2.0/networks/766cc6a0-9cae-4dff-aad3-bb04508f9490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4011476 Nov 25 17:52:31.287182 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf316ce-12d0-4fa8-80d9-e9378ec29287 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6b337d-cf58-431a-89fa-2d1ca698916e,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:31.296323 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19d157d-9011-44bd-a0c3-3bfe243e1d86 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Made reservation on behalf of 28b5aae943b9455c8114055630556aca for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:52:31.304627 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8f5837f0-e41e-4fbe-a38f-552f1b4b5188 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:31.364265 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8f5837f0-e41e-4fbe-a38f-552f1b4b5188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:31.463403 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3db54-b945-446a-87ea-9bedde4e2033 req-d377988d-54e0-4c18-9cc2-6bc5fbcf68a1 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:31.468546 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b0b3db54-b945-446a-87ea-9bedde4e2033 req-d377988d-54e0-4c18-9cc2-6bc5fbcf68a1 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ebcc772-5424-44f1-b204-5ec9a995b0e7 HTTP/1.1" status: 200 len: 944 time: 0.2506688 Nov 25 17:52:31.542771 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8f5837f0-e41e-4fbe-a38f-552f1b4b5188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:31.545054 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6b7d34fa-5bb5-4d10-80a3-a75286215f9d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:31.556309 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f19d157d-9011-44bd-a0c3-3bfe243e1d86 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:31.573782 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b0b3db54-b945-446a-87ea-9bedde4e2033 req-6fa4f37a-d55d-4446-9b20-f4426fc24b35 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] 10.222.0.75 "GET /v2.0/security-groups?id=d0eb8955-3837-4033-8077-0a461ef082d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905151 Nov 25 17:52:31.578505 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-f19d157d-9011-44bd-a0c3-3bfe243e1d86 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] device_id is not set on port be8830de-b9b2-4682-9984-25b850fece18 yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:52:31.595796 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5837f0-e41e-4fbe-a38f-552f1b4b5188 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b114d138-184e-414d-8d77-af9fac4f96f6,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:31.604355 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8f5837f0-e41e-4fbe-a38f-552f1b4b5188 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:31.607163 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c083c9-5b57-43b2-a7ca-8350b006f2b8 None None] Network cde55e2d-003f-4ba7-9946-c3e49edc6c96 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:52:31.609321 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-8f5837f0-e41e-4fbe-a38f-552f1b4b5188 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/b114d138-184e-414d-8d77-af9fac4f96f6 HTTP/1.1" status: 204 len: 168 time: 0.5766449 Nov 25 17:52:31.611368 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47760) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:31.712634 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13a77efd-2a11-475b-8ce0-e46be0e21d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:31.776909 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b029ef3c-9777-4126-9621-1fad202dcb59 None None] DHCP port deletion for cde55e2d-003f-4ba7-9946-c3e49edc6c96 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:52:31.809074 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13a77efd-2a11-475b-8ce0-e46be0e21d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:31.832617 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-13a77efd-2a11-475b-8ce0-e46be0e21d40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cde55e2d-003f-4ba7-9946-c3e49edc6c96']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:31.842428 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-13a77efd-2a11-475b-8ce0-e46be0e21d40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d15a5ac-47ef-4ddf-b5a4-0fc888643200') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:31.842731 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-13a77efd-2a11-475b-8ce0-e46be0e21d40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d15a5ac-47ef-4ddf-b5a4-0fc888643200') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:31.853137 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13a77efd-2a11-475b-8ce0-e46be0e21d40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:31.872288 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13a77efd-2a11-475b-8ce0-e46be0e21d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:31.881072 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13a77efd-2a11-475b-8ce0-e46be0e21d40 admin admin] Releasing vlan 947 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:52:31.881921 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13a77efd-2a11-475b-8ce0-e46be0e21d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:31.885616 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:52:31.885616 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:52:31.885616 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:52:31.885616 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:52:31.885616 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:52:31.885616 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:52:31.885616 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:52:31.885616 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:52:31.885616 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:52:31.885616 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:52:31.885616 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:52:31.885616 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:52:31.885616 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:52:31.885616 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:52:31.885616 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:52:31.885616 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:52:31.885616 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:52:31.885616 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:52:31.885616 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:52:31.885616 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:52:31.885616 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:52:31.885616 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:52:31.885616 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:52:31.885616 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:52:31.885616 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:52:31.885616 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:52:31.885616 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:52:31.885616 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:52:31.885616 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:52:31.885616 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:52:31.885616 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:52:31.885616 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:52:31.932636 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b7d34fa-5bb5-4d10-80a3-a75286215f9d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Router 0e037f4a-8e3e-4e04-9d15-ea5084dd366a has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:52:31.942794 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-f19d157d-9011-44bd-a0c3-3bfe243e1d86 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Allocated IP 2001:db8::2f6 (ea19064b-94c7-418e-a2c1-6bc16d70098e/3e8738a5-a1dc-4278-86c1-0e4a965717ad/be8830de-b9b2-4682-9984-25b850fece18) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:52:31.963935 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13a77efd-2a11-475b-8ce0-e46be0e21d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:31.974375 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13a77efd-2a11-475b-8ce0-e46be0e21d40 admin admin] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:31.974375 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-13a77efd-2a11-475b-8ce0-e46be0e21d40 admin admin] 10.222.0.75 "DELETE /v2.0/networks/cde55e2d-003f-4ba7-9946-c3e49edc6c96 HTTP/1.1" status: 204 len: 168 time: 0.3614497 Nov 25 17:52:31.982510 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device efa7b196-d088-459a-852c-dd1f944378ce no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:52:32.004417 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: efa7b196-d088-459a-852c-dd1f944378ce {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:52:32.005456 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device efa7b196-d088-459a-852c-dd1f944378ce not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:52:32.007514 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a77efd-2a11-475b-8ce0-e46be0e21d40 admin admin] Pushing event deleted for resources: {'Network': ['ID=cde55e2d-003f-4ba7-9946-c3e49edc6c96,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:32.124684 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ebcc772-5424-44f1-b204-5ec9a995b0e7', 'tag': '538569fd-1f15-4370-97bc-c1b00113f18e'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:52:32.127301 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d109d28-c87f-4d51-9002-bfcf449d489a" -d '{"events": [{"name": "network-changed", "server_uuid": "6ebcc772-5424-44f1-b204-5ec9a995b0e7", "tag": "538569fd-1f15-4370-97bc-c1b00113f18e"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:52:32.138889 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b7d34fa-5bb5-4d10-80a3-a75286215f9d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:52:32.150194 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e24958-c76f-4b30-ab9d-47d9bd7fad9d None None] Sync routers for ids ['0e037f4a-8e3e-4e04-9d15-ea5084dd366a'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:52:32.164401 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6b7d34fa-5bb5-4d10-80a3-a75286215f9d tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "PUT /v2.0/routers/0e037f4a-8e3e-4e04-9d15-ea5084dd366a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5123072 Nov 25 17:52:32.167200 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47766) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:32.178981 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e24958-c76f-4b30-ab9d-47d9bd7fad9d None None] Routers {'0e037f4a-8e3e-4e04-9d15-ea5084dd366a'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:52:32.184490 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-57e24958-c76f-4b30-ab9d-47d9bd7fad9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:52:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['0e037f4a-8e3e-4e04-9d15-ea5084dd366a'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:32.247243 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70097dc3-a7d1-4c8b-83af-956e9924b480 x-openstack-request-id: req-70097dc3-a7d1-4c8b-83af-956e9924b480 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:52:32.247639 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ebcc772-5424-44f1-b204-5ec9a995b0e7", "tag": "538569fd-1f15-4370-97bc-c1b00113f18e", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:52:32.247971 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-70097dc3-a7d1-4c8b-83af-956e9924b480 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:52:32.248440 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ebcc772-5424-44f1-b204-5ec9a995b0e7', 'tag': '538569fd-1f15-4370-97bc-c1b00113f18e', 'status': 'completed', 'code': 200} Nov 25 17:52:32.265871 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f19d157d-9011-44bd-a0c3-3bfe243e1d86 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:32.326243 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47770) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:32.363200 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-57e24958-c76f-4b30-ab9d-47d9bd7fad9d None None] Set router 0e037f4a-8e3e-4e04-9d15-ea5084dd366a gateway port host: None {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:52:32.369765 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f19d157d-9011-44bd-a0c3-3bfe243e1d86 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:32.387262 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-852d58eb-b832-40e4-aaf3-be2daf0d2e7e tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Deleting subnet 9217f2a5-3e97-4c11-803e-08864cfe3ea9 {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:52:32.393062 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-852d58eb-b832-40e4-aaf3-be2daf0d2e7e tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:32.440524 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19d157d-9011-44bd-a0c3-3bfe243e1d86 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Network ea19064b-94c7-418e-a2c1-6bc16d70098e is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:52:32.461530 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d109d28-c87f-4d51-9002-bfcf449d489a req-156b019c-63df-4d18-9339-699f7b8f070d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:32.461530 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d109d28-c87f-4d51-9002-bfcf449d489a req-156b019c-63df-4d18-9339-699f7b8f070d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e69beea86d034f398c1d6fc720d35db8&device_id=6ebcc772-5424-44f1-b204-5ec9a995b0e7 HTTP/1.1" status: 200 len: 1095 time: 0.1922081 Nov 25 17:52:32.461530 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-852d58eb-b832-40e4-aaf3-be2daf0d2e7e tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:32.493592 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-f19d157d-9011-44bd-a0c3-3bfe243e1d86 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:52:32.499041 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19d157d-9011-44bd-a0c3-3bfe243e1d86 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:52:32.505289 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19d157d-9011-44bd-a0c3-3bfe243e1d86 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:32.505919 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f19d157d-9011-44bd-a0c3-3bfe243e1d86 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:32.524491 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a4f72b87-de79-4283-87d2-aa6b621b3534 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0d1113b5e38141dd82a78af66f2b7f1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1963634 Nov 25 17:52:32.525235 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19d157d-9011-44bd-a0c3-3bfe243e1d86 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event updated for resources: {'Port': ['ID=be8830de-b9b2-4682-9984-25b850fece18,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:32.527519 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47776) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:32.578392 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f19d157d-9011-44bd-a0c3-3bfe243e1d86 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5970404 Nov 25 17:52:32.579032 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47778) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:32.585654 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-3e7339a9-d94a-4e2e-a9e2-b52397139c94 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Request body: {'subnet': {'network_id': 'ea19064b-94c7-418e-a2c1-6bc16d70098e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:52:32.692736 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-57e24958-c76f-4b30-ab9d-47d9bd7fad9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'name': 'tempest-RoutersTest-router-1574513644', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:51:41Z', 'updated_at': '2021-11-25T17:52:30Z', 'revision_number': 9, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'gw_port_host': None, '_interfaces': [{'id': 'dfc92901-ef79-42e0-933d-464fddd8942f', 'name': '', 'network_id': '0c6a70d1-a1fb-41e0-a04c-bcbbb242747c', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:9b:b4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '46e2b0b8-c15f-4d8a-b2c3-792d4f60265c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:50Z', 'updated_at': '2021-11-25T17:52:09Z', 'revision_number': 5, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': '46e2b0b8-c15f-4d8a-b2c3-792d4f60265c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f84aaffa-bc80-4569-b8c3-0de835a474ba', 'name': '', 'network_id': 'f68e2a6a-5ebb-4874-9cdf-aa1f412d1e39', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:cb:1e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'eff5c9f1-fdc7-4c24-90ab-6d7ea065962e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:44Z', 'updated_at': '2021-11-25T17:51:56Z', 'revision_number': 5, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': 'eff5c9f1-fdc7-4c24-90ab-6d7ea065962e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:32.701336 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dd054e7f-54d6-4ea0-a51a-bdc2241255c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:32.734061 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e24958-c76f-4b30-ab9d-47d9bd7fad9d None None] Checking router: 0e037f4a-8e3e-4e04-9d15-ea5084dd366a for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:52:32.748001 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e24958-c76f-4b30-ab9d-47d9bd7fad9d None None] Routers {'0e037f4a-8e3e-4e04-9d15-ea5084dd366a'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:52:32.749485 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-57e24958-c76f-4b30-ab9d-47d9bd7fad9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:52:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['0e037f4a-8e3e-4e04-9d15-ea5084dd366a'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:32.772163 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-852d58eb-b832-40e4-aaf3-be2daf0d2e7e tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:32.796900 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dd054e7f-54d6-4ea0-a51a-bdc2241255c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:32.846335 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-e4be3d1c-2952-4bc0-b5fc-e85c0974c7d8 None None] Provisioning complete for port bc9a5961-b6a9-424d-a4f0-f514eab18a56 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:32.846875 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e4be3d1c-2952-4bc0-b5fc-e85c0974c7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:32.898481 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7339a9-d94a-4e2e-a9e2-b52397139c94 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Made reservation on behalf of 28b5aae943b9455c8114055630556aca for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:52:32.903547 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3e7339a9-d94a-4e2e-a9e2-b52397139c94 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:32.923880 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-57e24958-c76f-4b30-ab9d-47d9bd7fad9d None None] Set router 0e037f4a-8e3e-4e04-9d15-ea5084dd366a gateway port host: None {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:52:32.951385 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device bc9a5961-b6a9-424d-a4f0-f514eab18a56 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:52:33.021916 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dd054e7f-54d6-4ea0-a51a-bdc2241255c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:33.025064 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dd054e7f-54d6-4ea0-a51a-bdc2241255c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:33.026422 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-dd054e7f-54d6-4ea0-a51a-bdc2241255c2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8d0c0051-c014-4ad3-b23f-5463132d4db5 HTTP/1.1" status: 204 len: 168 time: 0.4899015 Nov 25 17:52:33.043692 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd054e7f-54d6-4ea0-a51a-bdc2241255c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0c0051-c014-4ad3-b23f-5463132d4db5,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:33.083794 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e4be3d1c-2952-4bc0-b5fc-e85c0974c7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:33.115194 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-852d58eb-b832-40e4-aaf3-be2daf0d2e7e tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:33.141744 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-e4be3d1c-2952-4bc0-b5fc-e85c0974c7d8 None None] For port bc9a5961-b6a9-424d-a4f0-f514eab18a56, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=bc9a5961-b6a9-424d-a4f0-f514eab18a56,segment=NetworkSegment(45b8131c-1f8f-4c68-899c-22019d250c82),segment_id=45b8131c-1f8f-4c68-899c-22019d250c82)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:52:33.151374 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e4be3d1c-2952-4bc0-b5fc-e85c0974c7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:33.153422 n-d-817746-1 neutron-server[103360]: INFO neutron.db.ipam_backend_mixin [None req-3e7339a9-d94a-4e2e-a9e2-b52397139c94 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3e8738a5-a1dc-4278-86c1-0e4a965717ad (CIDR: 2001:db8::/64) Nov 25 17:52:33.153850 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port bc9a5961-b6a9-424d-a4f0-f514eab18a56 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:33.154233 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:33.162208 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e7339a9-d94a-4e2e-a9e2-b52397139c94 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:52:33.162804 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e7339a9-d94a-4e2e-a9e2-b52397139c94 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:52:33.197039 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852d58eb-b832-40e4-aaf3-be2daf0d2e7e tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event deleted for resources: {'Subnet': ['ID=9217f2a5-3e97-4c11-803e-08864cfe3ea9,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:33.198059 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3e7339a9-d94a-4e2e-a9e2-b52397139c94 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6159019 Nov 25 17:52:33.200331 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47784) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:33.212171 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d109d28-c87f-4d51-9002-bfcf449d489a req-cc3b4acb-90ce-4979-a627-41d58c258491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:33.214107 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d109d28-c87f-4d51-9002-bfcf449d489a req-cc3b4acb-90ce-4979-a627-41d58c258491 service neutron] 10.222.0.74 "GET /v2.0/networks?id=766cc6a0-9cae-4dff-aad3-bb04508f9490 HTTP/1.1" status: 200 len: 909 time: 0.7311854 Nov 25 17:52:33.220960 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-f19ebe08-a212-4d1f-90ea-cb90aa2815da tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Request body: {'subnet': {'network_id': 'ea19064b-94c7-418e-a2c1-6bc16d70098e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:52:33.246847 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4be3d1c-2952-4bc0-b5fc-e85c0974c7d8 None None] Pushing event updated for resources: {'Port': ['ID=bc9a5961-b6a9-424d-a4f0-f514eab18a56,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:33.252394 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4d5403-5e1e-49ed-95ad-b97cbf2fcfc2 None None] Network 75d1c93c-8c87-42be-a263-8677f1a35ef9 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:52:33.254310 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf5ebf0-dc22-4818-827f-cba18c800cb0 req-3f71b9f4-cb7f-4e0a-9659-de9bb98ff7a1 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:33.257463 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2bf5ebf0-dc22-4818-827f-cba18c800cb0 req-3f71b9f4-cb7f-4e0a-9659-de9bb98ff7a1 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ebcc772-5424-44f1-b204-5ec9a995b0e7 HTTP/1.1" status: 200 len: 944 time: 0.4145515 Nov 25 17:52:33.263137 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-852d58eb-b832-40e4-aaf3-be2daf0d2e7e tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:33.269410 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-852d58eb-b832-40e4-aaf3-be2daf0d2e7e tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "DELETE /v2.0/subnets/9217f2a5-3e97-4c11-803e-08864cfe3ea9 HTTP/1.1" status: 204 len: 168 time: 1.1009300 Nov 25 17:52:33.291311 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47786) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:33.350760 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d109d28-c87f-4d51-9002-bfcf449d489a req-551af31a-c5a6-415a-9aee-8de51b2ceb4c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=538569fd-1f15-4370-97bc-c1b00113f18e HTTP/1.1" status: 200 len: 217 time: 0.1169972 Nov 25 17:52:33.351544 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-e4be3d1c-2952-4bc0-b5fc-e85c0974c7d8 None None] Provisioning complete for port 1f52d8cd-a26b-41d9-9590-a668efb4e314 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:33.353091 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e4be3d1c-2952-4bc0-b5fc-e85c0974c7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:33.400292 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-e4be3d1c-2952-4bc0-b5fc-e85c0974c7d8 None None] Port 1f52d8cd-a26b-41d9-9590-a668efb4e314 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:52:33.422817 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-57e24958-c76f-4b30-ab9d-47d9bd7fad9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'name': 'tempest-RoutersTest-router-1574513644', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:51:41Z', 'updated_at': '2021-11-25T17:52:30Z', 'revision_number': 9, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'gw_port_host': None, '_interfaces': [{'id': 'dfc92901-ef79-42e0-933d-464fddd8942f', 'name': '', 'network_id': '0c6a70d1-a1fb-41e0-a04c-bcbbb242747c', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:9b:b4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '46e2b0b8-c15f-4d8a-b2c3-792d4f60265c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:50Z', 'updated_at': '2021-11-25T17:52:09Z', 'revision_number': 5, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': '46e2b0b8-c15f-4d8a-b2c3-792d4f60265c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f84aaffa-bc80-4569-b8c3-0de835a474ba', 'name': '', 'network_id': 'f68e2a6a-5ebb-4874-9cdf-aa1f412d1e39', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:cb:1e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'eff5c9f1-fdc7-4c24-90ab-6d7ea065962e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:44Z', 'updated_at': '2021-11-25T17:51:56Z', 'revision_number': 5, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': 'eff5c9f1-fdc7-4c24-90ab-6d7ea065962e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:33.534772 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e24958-c76f-4b30-ab9d-47d9bd7fad9d None None] The sync data for ids ['0e037f4a-8e3e-4e04-9d15-ea5084dd366a'] in n-d-817746-1 is: [{'id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'name': 'tempest-RoutersTest-router-1574513644', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:51:41Z', 'updated_at': '2021-11-25T17:52:30Z', 'revision_number': 9, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'gw_port_host': None, '_interfaces': [{'id': 'dfc92901-ef79-42e0-933d-464fddd8942f', 'name': '', 'network_id': '0c6a70d1-a1fb-41e0-a04c-bcbbb242747c', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:9b:b4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '46e2b0b8-c15f-4d8a-b2c3-792d4f60265c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:50Z', 'updated_at': '2021-11-25T17:52:09Z', 'revision_number': 5, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': '46e2b0b8-c15f-4d8a-b2c3-792d4f60265c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f84aaffa-bc80-4569-b8c3-0de835a474ba', 'name': '', 'network_id': 'f68e2a6a-5ebb-4874-9cdf-aa1f412d1e39', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:cb:1e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'eff5c9f1-fdc7-4c24-90ab-6d7ea065962e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:44Z', 'updated_at': '2021-11-25T17:51:56Z', 'revision_number': 5, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': 'eff5c9f1-fdc7-4c24-90ab-6d7ea065962e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:52:33.538355 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-115ac55f-b079-4a0a-8127-4634c0929f7f None None] Provisioning complete for port be8830de-b9b2-4682-9984-25b850fece18 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:33.538811 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-115ac55f-b079-4a0a-8127-4634c0929f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:33.590318 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d109d28-c87f-4d51-9002-bfcf449d489a req-43811343-f68e-4760-ba35-f337f06c32c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:33.610668 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d109d28-c87f-4d51-9002-bfcf449d489a req-43811343-f68e-4760-ba35-f337f06c32c1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=50ec2d95-5a02-4606-9013-483e9966ecad HTTP/1.1" status: 200 len: 847 time: 0.2433970 Nov 25 17:52:33.616609 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2bf5ebf0-dc22-4818-827f-cba18c800cb0 req-481e97d3-931b-4e61-8cc0-4aa6eae131d9 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] 10.222.0.75 "GET /v2.0/security-groups?id=d0eb8955-3837-4033-8077-0a461ef082d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2648520 Nov 25 17:52:33.664037 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-115ac55f-b079-4a0a-8127-4634c0929f7f None None] Port be8830de-b9b2-4682-9984-25b850fece18 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:52:33.670540 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13054f89-d728-4e01-9e25-6bee38a214b6 None None] DHCP port deletion for 75d1c93c-8c87-42be-a263-8677f1a35ef9 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:52:33.685284 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d109d28-c87f-4d51-9002-bfcf449d489a req-b11e7185-f731-4f22-ac6e-dfd899c9dbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:33.687015 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d109d28-c87f-4d51-9002-bfcf449d489a req-b11e7185-f731-4f22-ac6e-dfd899c9dbec service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=766cc6a0-9cae-4dff-aad3-bb04508f9490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690961 Nov 25 17:52:33.764902 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-13054f89-d728-4e01-9e25-6bee38a214b6 None None] Deleting port 0aef5d1f-f98f-4d2c-b042-5c016423814f {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:52:33.765452 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-13054f89-d728-4e01-9e25-6bee38a214b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:33.838006 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d109d28-c87f-4d51-9002-bfcf449d489a req-15d62fd5-c855-4683-bcaf-a2015d8ea2f4 service neutron] 10.222.0.74 "GET /v2.0/networks/766cc6a0-9cae-4dff-aad3-bb04508f9490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401794 Nov 25 17:52:33.839430 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-13054f89-d728-4e01-9e25-6bee38a214b6 None None] For port 0aef5d1f-f98f-4d2c-b042-5c016423814f, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=0aef5d1f-f98f-4d2c-b042-5c016423814f,segment=NetworkSegment(fe69e32f-69b7-41be-9d68-9993a79ed25d),segment_id=fe69e32f-69b7-41be-9d68-9993a79ed25d)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:52:33.840014 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-13054f89-d728-4e01-9e25-6bee38a214b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:33.857860 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-13054f89-d728-4e01-9e25-6bee38a214b6 None None] Calling delete_port for 0aef5d1f-f98f-4d2c-b042-5c016423814f owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:52:33.997058 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-13054f89-d728-4e01-9e25-6bee38a214b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:34.047591 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b74456b6-dec6-4c51-9324-e974a7fef338 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:34.058764 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13054f89-d728-4e01-9e25-6bee38a214b6 None None] Pushing event deleted for resources: {'Port': ['ID=0aef5d1f-f98f-4d2c-b042-5c016423814f,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:34.073783 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13054f89-d728-4e01-9e25-6bee38a214b6 None None] No DVR routers for this DVR port 0aef5d1f-f98f-4d2c-b042-5c016423814f on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:52:34.109155 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d109d28-c87f-4d51-9002-bfcf449d489a req-86f937e0-5062-4b10-8c13-01fe0c5a2848 service neutron] 10.222.0.74 "GET /v2.0/networks/766cc6a0-9cae-4dff-aad3-bb04508f9490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636478 Nov 25 17:52:34.148174 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19ebe08-a212-4d1f-90ea-cb90aa2815da tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Made reservation on behalf of 28b5aae943b9455c8114055630556aca for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:52:34.153343 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f19ebe08-a212-4d1f-90ea-cb90aa2815da tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:34.218184 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 538569fd-1f15-4370-97bc-c1b00113f18e details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:52:34.220356 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b74456b6-dec6-4c51-9324-e974a7fef338 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:34.281926 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-b74456b6-dec6-4c51-9324-e974a7fef338 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75d1c93c-8c87-42be-a263-8677f1a35ef9']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:34.299284 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-b74456b6-dec6-4c51-9324-e974a7fef338 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe69e32f-69b7-41be-9d68-9993a79ed25d') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:34.299587 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-b74456b6-dec6-4c51-9324-e974a7fef338 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe69e32f-69b7-41be-9d68-9993a79ed25d') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:34.321618 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b74456b6-dec6-4c51-9324-e974a7fef338 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:34.346168 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b74456b6-dec6-4c51-9324-e974a7fef338 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:34.355374 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b74456b6-dec6-4c51-9324-e974a7fef338 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Releasing vlan 940 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:52:34.355777 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b74456b6-dec6-4c51-9324-e974a7fef338 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:34.359027 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:52:34.359027 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:52:34.359027 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:52:34.359027 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:52:34.359027 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:52:34.359027 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:52:34.359027 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:52:34.359027 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:52:34.359027 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:52:34.359027 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:52:34.359027 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:52:34.359027 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:52:34.359027 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:52:34.359027 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:52:34.359027 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:52:34.359027 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:52:34.359027 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:52:34.359027 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:52:34.359027 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:52:34.359027 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:52:34.359027 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:52:34.359027 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:52:34.359027 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:52:34.359027 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:52:34.359027 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:52:34.359027 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:52:34.359027 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:52:34.359027 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:52:34.359027 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:52:34.359027 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:52:34.359027 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:52:34.359027 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:52:34.368410 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 538569fd-1f15-4370-97bc-c1b00113f18e, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=538569fd-1f15-4370-97bc-c1b00113f18e,segment=NetworkSegment(692e7f4e-f503-4f7b-9c33-1cf3ca0dc7ac),segment_id=692e7f4e-f503-4f7b-9c33-1cf3ca0dc7ac)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:52:34.390095 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '538569fd-1f15-4370-97bc-c1b00113f18e', 'network_id': '766cc6a0-9cae-4dff-aad3-bb04508f9490', 'port_id': '538569fd-1f15-4370-97bc-c1b00113f18e', 'mac_address': 'fa:16:3e:c3:1b:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 935, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ec2d95-5a02-4606-9013-483e9966ecad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:52:34.410586 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47816) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:34.452770 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b74456b6-dec6-4c51-9324-e974a7fef338 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:34.464164 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b74456b6-dec6-4c51-9324-e974a7fef338 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:34.470526 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47820) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:34.474184 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:34.476637 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b74456b6-dec6-4c51-9324-e974a7fef338 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "DELETE /v2.0/networks/75d1c93c-8c87-42be-a263-8677f1a35ef9 HTTP/1.1" status: 204 len: 168 time: 1.1835806 Nov 25 17:52:34.494312 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 538569fd-1f15-4370-97bc-c1b00113f18e {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:52:34.517705 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74456b6-dec6-4c51-9324-e974a7fef338 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event deleted for resources: {'Network': ['ID=75d1c93c-8c87-42be-a263-8677f1a35ef9,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:34.523028 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 538569fd-1f15-4370-97bc-c1b00113f18e, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=538569fd-1f15-4370-97bc-c1b00113f18e,segment=NetworkSegment(692e7f4e-f503-4f7b-9c33-1cf3ca0dc7ac),segment_id=692e7f4e-f503-4f7b-9c33-1cf3ca0dc7ac)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:52:34.531742 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:34.589260 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=538569fd-1f15-4370-97bc-c1b00113f18e,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:34.594975 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-f36434e6-cee4-4716-836b-7b3110e0a201 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-444141470-network', 'tenant_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:52:34.646799 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36434e6-cee4-4716-836b-7b3110e0a201 admin admin] Made reservation on behalf of d565d7fffa2d49b4a9e39a4ee7a417d3 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:52:34.649945 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f36434e6-cee4-4716-836b-7b3110e0a201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:34.669192 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f19ebe08-a212-4d1f-90ea-cb90aa2815da tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:34.678319 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f36434e6-cee4-4716-836b-7b3110e0a201 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:34.690985 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19ebe08-a212-4d1f-90ea-cb90aa2815da tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Network ea19064b-94c7-418e-a2c1-6bc16d70098e is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:52:34.696034 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-f19ebe08-a212-4d1f-90ea-cb90aa2815da tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:52:34.705003 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9230e534-81e2-43f6-8c26-4ffaf6c0c7f2 None None] Network ea19064b-94c7-418e-a2c1-6bc16d70098e requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:52:34.719776 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19ebe08-a212-4d1f-90ea-cb90aa2815da tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:34.720381 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f19ebe08-a212-4d1f-90ea-cb90aa2815da tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:34.768573 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f19ebe08-a212-4d1f-90ea-cb90aa2815da tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5610554 Nov 25 17:52:34.769216 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47828) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:34.780615 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-1e579828-b477-45a1-af11-2fc40b6a8883 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1692293582', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c39a5488-840a-49f0-8e67-e61fb42f9c3f'}], 'security_groups': ['2bce006a-8bce-4d8e-8a0a-883e092bf513']}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:52:34.783672 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19ebe08-a212-4d1f-90ea-cb90aa2815da tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event updated for resources: {'Subnet': ['ID=c39a5488-840a-49f0-8e67-e61fb42f9c3f,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:34.872255 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1e579828-b477-45a1-af11-2fc40b6a8883 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:34.891795 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device bc9a5961-b6a9-424d-a4f0-f514eab18a56 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:52:34.928734 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['538569fd-1f15-4370-97bc-c1b00113f18e'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:52:34.930794 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e504f0-b27c-4190-bf08-ad16b6f9742f req-74ec24be-d220-45c6-94c1-a1d7d9dd9c90 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:34.948003 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-96e504f0-b27c-4190-bf08-ad16b6f9742f req-74ec24be-d220-45c6-94c1-a1d7d9dd9c90 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ebcc772-5424-44f1-b204-5ec9a995b0e7 HTTP/1.1" status: 200 len: 945 time: 0.1488423 Nov 25 17:52:35.013749 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port bc9a5961-b6a9-424d-a4f0-f514eab18a56 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:35.014132 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:35.025271 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-96e504f0-b27c-4190-bf08-ad16b6f9742f req-c4e8d073-91ba-4bf5-88d9-bb9004671acd tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] 10.222.0.75 "GET /v2.0/security-groups?id=d0eb8955-3837-4033-8077-0a461ef082d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758407 Nov 25 17:52:35.050821 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f36434e6-cee4-4716-836b-7b3110e0a201 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:35.059150 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f36434e6-cee4-4716-836b-7b3110e0a201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:35.072610 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f36434e6-cee4-4716-836b-7b3110e0a201 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:52:35.090850 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f36434e6-cee4-4716-836b-7b3110e0a201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:35.091509 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-f36434e6-cee4-4716-836b-7b3110e0a201 admin admin] Added segment c259aabb-ec92-425d-84ff-c966f38eef88 of type vlan for network 70a573b0-b8cd-4b3b-a416-03e265a1da65 Nov 25 17:52:35.205154 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36434e6-cee4-4716-836b-7b3110e0a201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c124fd5c-7092-4855-8831-b1a3f3f7cd5d,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:35.232919 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-88905931-059f-41b2-8020-81bb5e8ff501 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:35.234915 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f36434e6-cee4-4716-836b-7b3110e0a201 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:35.251646 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device b902da03-bffa-46b5-a7d6-a7d5f0a8cb2b no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:52:35.295413 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: b902da03-bffa-46b5-a7d6-a7d5f0a8cb2b {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:52:35.295895 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device b902da03-bffa-46b5-a7d6-a7d5f0a8cb2b not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:52:35.296321 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 0aef5d1f-f98f-4d2c-b042-5c016423814f no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:52:35.307607 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f36434e6-cee4-4716-836b-7b3110e0a201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:35.309242 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36434e6-cee4-4716-836b-7b3110e0a201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:35.310414 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f36434e6-cee4-4716-836b-7b3110e0a201 admin admin] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:35.349926 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 0aef5d1f-f98f-4d2c-b042-5c016423814f {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:52:35.350189 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 0aef5d1f-f98f-4d2c-b042-5c016423814f not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:52:35.356796 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cee0143-1344-45fc-b5c9-19a1a6b8a886 None None] Update dhcp port {'port': {'network_id': 'ea19064b-94c7-418e-a2c1-6bc16d70098e', 'fixed_ips': [{'subnet_id': '3e8738a5-a1dc-4278-86c1-0e4a965717ad', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c39a5488-840a-49f0-8e67-e61fb42f9c3f'}], 'binding:host_id': 'n-d-817746-1'}, 'id': 'bc9a5961-b6a9-424d-a4f0-f514eab18a56'} from n-d-817746-1. {{(pid=103362) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 17:52:35.414611 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7cee0143-1344-45fc-b5c9-19a1a6b8a886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:35.422900 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f36434e6-cee4-4716-836b-7b3110e0a201 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0112352 Nov 25 17:52:35.427122 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47832) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:35.432959 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-ca89125a-0ac1-4860-acde-996161ad0e9b admin admin] Request body: {'subnet': {'network_id': '70a573b0-b8cd-4b3b-a416-03e265a1da65', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-444141470-subnet', 'tenant_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:52:35.449796 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36434e6-cee4-4716-836b-7b3110e0a201 admin admin] Pushing event updated for resources: {'Network': ['ID=70a573b0-b8cd-4b3b-a416-03e265a1da65,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:35.475588 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-1e579828-b477-45a1-af11-2fc40b6a8883 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Delete allocated IP 2001:db8::2f6 (ea19064b-94c7-418e-a2c1-6bc16d70098e/3e8738a5-a1dc-4278-86c1-0e4a965717ad) {{(pid=103360) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 25 17:52:35.488783 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-1e579828-b477-45a1-af11-2fc40b6a8883 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Allocated IP 2001:db8:0:1::325 (ea19064b-94c7-418e-a2c1-6bc16d70098e/c39a5488-840a-49f0-8e67-e61fb42f9c3f/be8830de-b9b2-4682-9984-25b850fece18) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:52:35.499196 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca89125a-0ac1-4860-acde-996161ad0e9b admin admin] Made reservation on behalf of d565d7fffa2d49b4a9e39a4ee7a417d3 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:52:35.501727 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ca89125a-0ac1-4860-acde-996161ad0e9b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:35.573019 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 70a573b0-b8cd-4b3b-a416-03e265a1da65 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:52:35.620565 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-88905931-059f-41b2-8020-81bb5e8ff501 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Deleting port dfc92901-ef79-42e0-933d-464fddd8942f {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:52:35.621309 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-88905931-059f-41b2-8020-81bb5e8ff501 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:35.784438 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-88905931-059f-41b2-8020-81bb5e8ff501 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] For port dfc92901-ef79-42e0-933d-464fddd8942f, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=dfc92901-ef79-42e0-933d-464fddd8942f,segment=NetworkSegment(065ff53e-6f93-414d-81b7-2a1e61fc3070),segment_id=065ff53e-6f93-414d-81b7-2a1e61fc3070)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:52:35.784799 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-88905931-059f-41b2-8020-81bb5e8ff501 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:35.798973 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-88905931-059f-41b2-8020-81bb5e8ff501 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Calling delete_port for dfc92901-ef79-42e0-933d-464fddd8942f owned by network:router_interface {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:52:35.820533 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ca89125a-0ac1-4860-acde-996161ad0e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:35.824487 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1e579828-b477-45a1-af11-2fc40b6a8883 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:35.832282 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1e579828-b477-45a1-af11-2fc40b6a8883 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:35.893994 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-7cee0143-1344-45fc-b5c9-19a1a6b8a886 None None] Allocated IP 2001:db8:0:1::2 (ea19064b-94c7-418e-a2c1-6bc16d70098e/c39a5488-840a-49f0-8e67-e61fb42f9c3f/bc9a5961-b6a9-424d-a4f0-f514eab18a56) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:52:35.917624 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e579828-b477-45a1-af11-2fc40b6a8883 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event updated for resources: {'Port': ['ID=be8830de-b9b2-4682-9984-25b850fece18,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:35.920104 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca89125a-0ac1-4860-acde-996161ad0e9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=88a810b4-d532-41af-9819-01c0d8d6a258,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:35.979981 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-1e579828-b477-45a1-af11-2fc40b6a8883 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] In _notify_port_updated(), no bound segment for port be8830de-b9b2-4682-9984-25b850fece18 on network ea19064b-94c7-418e-a2c1-6bc16d70098e {{(pid=103360) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:52:35.985742 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e579828-b477-45a1-af11-2fc40b6a8883 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:35.986474 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1e579828-b477-45a1-af11-2fc40b6a8883 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:35.987890 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1e579828-b477-45a1-af11-2fc40b6a8883 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "PUT /v2.0/ports/be8830de-b9b2-4682-9984-25b850fece18 HTTP/1.1" status: 200 len: 931 time: 1.2139988 Nov 25 17:52:35.989326 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca89125a-0ac1-4860-acde-996161ad0e9b admin admin] Checking segment: {'id': 'c259aabb-ec92-425d-84ff-c966f38eef88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '70a573b0-b8cd-4b3b-a416-03e265a1da65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:52:35.989788 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca89125a-0ac1-4860-acde-996161ad0e9b admin admin] Network hostable DHCP agents. Network: 70a573b0-b8cd-4b3b-a416-03e265a1da65, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:52:35.994517 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47840) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:36.033435 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca89125a-0ac1-4860-acde-996161ad0e9b admin admin] Network 70a573b0-b8cd-4b3b-a416-03e265a1da65 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:52:36.054493 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-ca89125a-0ac1-4860-acde-996161ad0e9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 70a573b0-b8cd-4b3b-a416-03e265a1da65) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:52:36.055201 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-88905931-059f-41b2-8020-81bb5e8ff501 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:36.084056 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca89125a-0ac1-4860-acde-996161ad0e9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:36.084911 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ca89125a-0ac1-4860-acde-996161ad0e9b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:36.108456 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ca89125a-0ac1-4860-acde-996161ad0e9b admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6802616 Nov 25 17:52:36.113205 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47844) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:36.114909 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88905931-059f-41b2-8020-81bb5e8ff501 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event deleted for resources: {'Port': ['ID=dfc92901-ef79-42e0-933d-464fddd8942f,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:36.125262 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-322fe4eb-3fcc-4372-b03f-89706d849482 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-444141470-router', 'tenant_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:52:36.183819 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-91cc8ca2-406e-46d3-a384-78ccd6e080e9 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Deleting port be8830de-b9b2-4682-9984-25b850fece18 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:52:36.184359 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-91cc8ca2-406e-46d3-a384-78ccd6e080e9 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:36.189370 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-322fe4eb-3fcc-4372-b03f-89706d849482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:36.190869 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-322fe4eb-3fcc-4372-b03f-89706d849482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:36.231761 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea27e819-8a83-4532-b568-5d9d2d917e83 None None] Network 70a573b0-b8cd-4b3b-a416-03e265a1da65 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:52:36.233807 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 538569fd-1f15-4370-97bc-c1b00113f18e up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:52:36.314345 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a1492-d2bd-4459-a5a5-0f91540ab47d req-5ea1c493-f549-45d7-a0a4-1f4dab78fe65 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:36.316141 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e24a1492-d2bd-4459-a5a5-0f91540ab47d req-5ea1c493-f549-45d7-a0a4-1f4dab78fe65 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ebcc772-5424-44f1-b204-5ec9a995b0e7 HTTP/1.1" status: 200 len: 945 time: 0.1297286 Nov 25 17:52:36.327070 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-91cc8ca2-406e-46d3-a384-78ccd6e080e9 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:36.390101 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-91cc8ca2-406e-46d3-a384-78ccd6e080e9 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Calling delete_port for be8830de-b9b2-4682-9984-25b850fece18 owned by {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:52:36.397368 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-322fe4eb-3fcc-4372-b03f-89706d849482 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:36.422039 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-7cee0143-1344-45fc-b5c9-19a1a6b8a886 None None] For port bc9a5961-b6a9-424d-a4f0-f514eab18a56, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=bc9a5961-b6a9-424d-a4f0-f514eab18a56,segment=NetworkSegment(45b8131c-1f8f-4c68-899c-22019d250c82),segment_id=45b8131c-1f8f-4c68-899c-22019d250c82)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:52:36.431512 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port 538569fd-1f15-4370-97bc-c1b00113f18e completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:52:36.454277 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 538569fd-1f15-4370-97bc-c1b00113f18e triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:36.454877 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:36.562432 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7cee0143-1344-45fc-b5c9-19a1a6b8a886 None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:36.579117 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7cee0143-1344-45fc-b5c9-19a1a6b8a886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:36.660775 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-322fe4eb-3fcc-4372-b03f-89706d849482 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:36.740467 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18861d7d-2ec9-41ef-a190-8a1acbb64393 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-70a573b0-b8cd-4b3b-a416-03e265a1da65', 'network_id': '70a573b0-b8cd-4b3b-a416-03e265a1da65', 'tenant_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'fixed_ips': [{'subnet_id': '88a810b4-d532-41af-9819-01c0d8d6a258'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:52:36.741717 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-18861d7d-2ec9-41ef-a190-8a1acbb64393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:36.839942 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cee0143-1344-45fc-b5c9-19a1a6b8a886 None None] Pushing event updated for resources: {'Port': ['ID=bc9a5961-b6a9-424d-a4f0-f514eab18a56,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:36.846679 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-91cc8ca2-406e-46d3-a384-78ccd6e080e9 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:36.874879 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:36.891242 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cc8ca2-406e-46d3-a384-78ccd6e080e9 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event deleted for resources: {'Port': ['ID=be8830de-b9b2-4682-9984-25b850fece18,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:36.923261 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e24a1492-d2bd-4459-a5a5-0f91540ab47d req-68588994-d001-4ac0-946c-8ab30a9f7194 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] 10.222.0.75 "GET /v2.0/security-groups?id=d0eb8955-3837-4033-8077-0a461ef082d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920002 Nov 25 17:52:36.927941 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-88905931-059f-41b2-8020-81bb5e8ff501 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:36.958815 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-91cc8ca2-406e-46d3-a384-78ccd6e080e9 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:36.963383 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-91cc8ca2-406e-46d3-a384-78ccd6e080e9 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "DELETE /v2.0/ports/be8830de-b9b2-4682-9984-25b850fece18 HTTP/1.1" status: 204 len: 168 time: 0.9629753 Nov 25 17:52:36.965799 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47848) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:37.014485 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5ddcd67-8bb8-488f-9565-05a07b4f0c67 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] GET failed (client error): The resource could not be found. Nov 25 17:52:37.016094 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a5ddcd67-8bb8-488f-9565-05a07b4f0c67 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "GET /v2.0/ports/be8830de-b9b2-4682-9984-25b850fece18 HTTP/1.1" status: 404 len: 333 time: 0.0492573 Nov 25 17:52:37.027530 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ebcc772-5424-44f1-b204-5ec9a995b0e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '538569fd-1f15-4370-97bc-c1b00113f18e'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:52:37.031450 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1186be5-864b-479b-addc-005f1d33fa90" -d '{"events": [{"server_uuid": "6ebcc772-5424-44f1-b204-5ec9a995b0e7", "name": "network-vif-plugged", "status": "completed", "tag": "538569fd-1f15-4370-97bc-c1b00113f18e"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:52:37.043660 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47850) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:37.079506 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 538569fd-1f15-4370-97bc-c1b00113f18e, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=538569fd-1f15-4370-97bc-c1b00113f18e,segment=NetworkSegment(692e7f4e-f503-4f7b-9c33-1cf3ca0dc7ac),segment_id=692e7f4e-f503-4f7b-9c33-1cf3ca0dc7ac)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:52:37.090194 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:37.154252 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a04efd-68e3-4a01-a564-a6aa3f16804c x-openstack-request-id: req-40a04efd-68e3-4a01-a564-a6aa3f16804c {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:52:37.154781 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ebcc772-5424-44f1-b204-5ec9a995b0e7", "name": "network-vif-plugged", "status": "completed", "tag": "538569fd-1f15-4370-97bc-c1b00113f18e", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:52:37.155180 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-40a04efd-68e3-4a01-a564-a6aa3f16804c {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:52:37.155771 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ebcc772-5424-44f1-b204-5ec9a995b0e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '538569fd-1f15-4370-97bc-c1b00113f18e', 'code': 200} Nov 25 17:52:37.208355 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6c916e97-5c25-4a67-8ad4-85ed9b166919 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:37.232632 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=538569fd-1f15-4370-97bc-c1b00113f18e,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:37.271283 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-322fe4eb-3fcc-4372-b03f-89706d849482 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:37.296002 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6c916e97-5c25-4a67-8ad4-85ed9b166919 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:37.299338 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-18861d7d-2ec9-41ef-a190-8a1acbb64393 None None] Allocated IP 172.20.0.2 (70a573b0-b8cd-4b3b-a416-03e265a1da65/88a810b4-d532-41af-9819-01c0d8d6a258/bd6b444b-39c2-42da-b242-33c9e54fbb08) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:52:37.302565 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-322fe4eb-3fcc-4372-b03f-89706d849482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:37.349300 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88905931-059f-41b2-8020-81bb5e8ff501 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Router 0e037f4a-8e3e-4e04-9d15-ea5084dd366a has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:52:37.352856 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f33754a-441f-45b7-978c-985c4d9698ec req-88f9610b-3f5d-449a-a2bd-9c7c1dc8f143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:37.358601 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3f33754a-441f-45b7-978c-985c4d9698ec req-88f9610b-3f5d-449a-a2bd-9c7c1dc8f143 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6ebcc772-5424-44f1-b204-5ec9a995b0e7 HTTP/1.1" status: 200 len: 1097 time: 0.1598902 Nov 25 17:52:37.448036 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3f33754a-441f-45b7-978c-985c4d9698ec req-5de85824-d010-4891-9dc3-ff96790ddefa service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=d0eb8955-3837-4033-8077-0a461ef082d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817611 Nov 25 17:52:37.463734 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-322fe4eb-3fcc-4372-b03f-89706d849482 admin admin] Allocated IP 172.25.0.128 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/78aa78d0-de4f-4587-a0df-1ebdd3df5f36) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:52:37.466162 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6c916e97-5c25-4a67-8ad4-85ed9b166919 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:37.468646 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6c916e97-5c25-4a67-8ad4-85ed9b166919 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:37.473864 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47862) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:37.480851 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-6c916e97-5c25-4a67-8ad4-85ed9b166919 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "DELETE /v2.0/security-groups/4b6b337d-cf58-431a-89fa-2d1ca698916e HTTP/1.1" status: 204 len: 168 time: 0.4359217 Nov 25 17:52:37.521626 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-18861d7d-2ec9-41ef-a190-8a1acbb64393 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:37.536342 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-18861d7d-2ec9-41ef-a190-8a1acbb64393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:37.604619 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d7c360b5-f40a-46d1-a20a-bca5677b7cd3 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:37.620108 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c916e97-5c25-4a67-8ad4-85ed9b166919 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6b337d-cf58-431a-89fa-2d1ca698916e,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:37.648374 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18861d7d-2ec9-41ef-a190-8a1acbb64393 None None] Pushing event updated for resources: {'Port': ['ID=bd6b444b-39c2-42da-b242-33c9e54fbb08,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:37.668250 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09dcb93-9210-4e96-bf2c-6d480cb284fa req-2e5561d2-4db0-409e-ae27-664e71f1ce7c tempest-TestNetworkAdvancedServerOps-44296226 tempest-TestNetworkAdvancedServerOps-44296226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:37.676049 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f09dcb93-9210-4e96-bf2c-6d480cb284fa req-2e5561d2-4db0-409e-ae27-664e71f1ce7c tempest-TestNetworkAdvancedServerOps-44296226 tempest-TestNetworkAdvancedServerOps-44296226-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=598ae637-959f-4a82-ab28-f6756f65d14c HTTP/1.1" status: 200 len: 1097 time: 0.1071932 Nov 25 17:52:37.686392 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88905931-059f-41b2-8020-81bb5e8ff501 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:52:37.686867 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18861d7d-2ec9-41ef-a190-8a1acbb64393 None None] Network 70a573b0-b8cd-4b3b-a416-03e265a1da65 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:52:37.693152 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d7c360b5-f40a-46d1-a20a-bca5677b7cd3 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:37.694694 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-18861d7d-2ec9-41ef-a190-8a1acbb64393 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:52:37.699672 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18861d7d-2ec9-41ef-a190-8a1acbb64393 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:52:37.700837 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-88905931-059f-41b2-8020-81bb5e8ff501 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "PUT /v2.0/routers/0e037f4a-8e3e-4e04-9d15-ea5084dd366a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2291908 Nov 25 17:52:37.701781 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47866) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:37.705661 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2ed5d4-42c4-4738-ba26-20a4a3e97619 None None] Sync routers for ids ['0e037f4a-8e3e-4e04-9d15-ea5084dd366a'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:52:37.730991 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2ed5d4-42c4-4738-ba26-20a4a3e97619 None None] Routers {'0e037f4a-8e3e-4e04-9d15-ea5084dd366a'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:52:37.732251 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-bf2ed5d4-42c4-4738-ba26-20a4a3e97619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:52:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['0e037f4a-8e3e-4e04-9d15-ea5084dd366a'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:37.764920 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d7c360b5-f40a-46d1-a20a-bca5677b7cd3 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:37.767654 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d7c360b5-f40a-46d1-a20a-bca5677b7cd3 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:37.775782 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47868) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:37.779418 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d7c360b5-f40a-46d1-a20a-bca5677b7cd3 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "DELETE /v2.0/security-groups/2bce006a-8bce-4d8e-8a0a-883e092bf513 HTTP/1.1" status: 204 len: 168 time: 0.2944014 Nov 25 17:52:37.801892 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe037fe5-529e-4c01-9bb6-08a062bbb1f3 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Deleting subnet 46e2b0b8-c15f-4d8a-b2c3-792d4f60265c {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:52:37.808563 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fe037fe5-529e-4c01-9bb6-08a062bbb1f3 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:37.811407 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c360b5-f40a-46d1-a20a-bca5677b7cd3 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bce006a-8bce-4d8e-8a0a-883e092bf513,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:37.816508 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-322fe4eb-3fcc-4372-b03f-89706d849482 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:37.870518 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f09dcb93-9210-4e96-bf2c-6d480cb284fa req-6045ce71-8362-44ce-8755-3d7aaddd82af tempest-TestNetworkAdvancedServerOps-44296226 tempest-TestNetworkAdvancedServerOps-44296226-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=1d72823a-4513-4da3-9508-6964b7c723ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1929224 Nov 25 17:52:37.873045 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-322fe4eb-3fcc-4372-b03f-89706d849482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:37.893594 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47870) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:37.905756 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fe037fe5-529e-4c01-9bb6-08a062bbb1f3 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:37.939399 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-18861d7d-2ec9-41ef-a190-8a1acbb64393 None None] Attempting to bind port bd6b444b-39c2-42da-b242-33c9e54fbb08 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:52:37.940014 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-18861d7d-2ec9-41ef-a190-8a1acbb64393 None None] Attempting to bind port bd6b444b-39c2-42da-b242-33c9e54fbb08 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'c259aabb-ec92-425d-84ff-c966f38eef88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '70a573b0-b8cd-4b3b-a416-03e265a1da65'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:52:37.940813 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18861d7d-2ec9-41ef-a190-8a1acbb64393 None None] Attempting to bind port bd6b444b-39c2-42da-b242-33c9e54fbb08 on network 70a573b0-b8cd-4b3b-a416-03e265a1da65 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:52:37.950315 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18861d7d-2ec9-41ef-a190-8a1acbb64393 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:52:37.951068 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18861d7d-2ec9-41ef-a190-8a1acbb64393 None None] Checking segment: {'id': 'c259aabb-ec92-425d-84ff-c966f38eef88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '70a573b0-b8cd-4b3b-a416-03e265a1da65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:52:37.951633 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-18861d7d-2ec9-41ef-a190-8a1acbb64393 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:37.952182 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18861d7d-2ec9-41ef-a190-8a1acbb64393 None None] Bound using segment: {'id': 'c259aabb-ec92-425d-84ff-c966f38eef88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '70a573b0-b8cd-4b3b-a416-03e265a1da65'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:52:37.952857 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-18861d7d-2ec9-41ef-a190-8a1acbb64393 None None] Bound port: bd6b444b-39c2-42da-b242-33c9e54fbb08, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c259aabb-ec92-425d-84ff-c966f38eef88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '70a573b0-b8cd-4b3b-a416-03e265a1da65'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:52:37.953450 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-18861d7d-2ec9-41ef-a190-8a1acbb64393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:37.970932 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322fe4eb-3fcc-4372-b03f-89706d849482 admin admin] Pushing event updated for resources: {'Port': ['ID=78aa78d0-de4f-4587-a0df-1ebdd3df5f36,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:38.019639 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322fe4eb-3fcc-4372-b03f-89706d849482 admin admin] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:52:38.023621 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-bf2ed5d4-42c4-4738-ba26-20a4a3e97619 None None] Set router 0e037f4a-8e3e-4e04-9d15-ea5084dd366a gateway port host: None {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:52:38.031435 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-322fe4eb-3fcc-4372-b03f-89706d849482 admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:52:38.051812 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322fe4eb-3fcc-4372-b03f-89706d849482 admin admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:52:38.066903 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-baba3414-f822-4088-b206-473a3b6e333b None None] Provisioning complete for port bc9a5961-b6a9-424d-a4f0-f514eab18a56 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:38.067493 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-baba3414-f822-4088-b206-473a3b6e333b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:38.073484 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470a4dc2-dc78-4644-a9a0-7a666cda64b3 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:52:38.084791 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fe037fe5-529e-4c01-9bb6-08a062bbb1f3 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:38.196594 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fe037fe5-529e-4c01-9bb6-08a062bbb1f3 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:38.249251 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fe037fe5-529e-4c01-9bb6-08a062bbb1f3 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:38.256372 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-fe037fe5-529e-4c01-9bb6-08a062bbb1f3 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "DELETE /v2.0/subnets/46e2b0b8-c15f-4d8a-b2c3-792d4f60265c HTTP/1.1" status: 204 len: 168 time: 0.5508151 Nov 25 17:52:38.257523 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe037fe5-529e-4c01-9bb6-08a062bbb1f3 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event deleted for resources: {'Subnet': ['ID=46e2b0b8-c15f-4d8a-b2c3-792d4f60265c,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:38.263433 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-18861d7d-2ec9-41ef-a190-8a1acbb64393 None None] For port bd6b444b-39c2-42da-b242-33c9e54fbb08, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:52:38.270198 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47874) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:38.279322 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-18861d7d-2ec9-41ef-a190-8a1acbb64393 None None] For port bd6b444b-39c2-42da-b242-33c9e54fbb08, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=bd6b444b-39c2-42da-b242-33c9e54fbb08,segment=NetworkSegment(c259aabb-ec92-425d-84ff-c966f38eef88),segment_id=c259aabb-ec92-425d-84ff-c966f38eef88)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:52:38.284309 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3453b1f-cabb-4bf0-b127-20802b394aa5 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Deleting subnet 3e8738a5-a1dc-4278-86c1-0e4a965717ad {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:52:38.288648 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72963784-cf7c-4909-8ed7-d8c908ca359f None None] Network 0c6a70d1-a1fb-41e0-a04c-bcbbb242747c requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:52:38.302104 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b3453b1f-cabb-4bf0-b127-20802b394aa5 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:38.310084 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-18861d7d-2ec9-41ef-a190-8a1acbb64393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:38.440230 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18861d7d-2ec9-41ef-a190-8a1acbb64393 None None] Pushing event updated for resources: {'Port': ['ID=bd6b444b-39c2-42da-b242-33c9e54fbb08,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:38.462785 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fbf281-1035-4422-89eb-19552e84a827 req-59028c62-bb70-4e3a-a3f8-b8e72ed0fda2 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:38.465343 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-73fbf281-1035-4422-89eb-19552e84a827 req-59028c62-bb70-4e3a-a3f8-b8e72ed0fda2 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ebcc772-5424-44f1-b204-5ec9a995b0e7 HTTP/1.1" status: 200 len: 946 time: 0.3057775 Nov 25 17:52:38.535096 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b3453b1f-cabb-4bf0-b127-20802b394aa5 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:38.577494 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-25993b06-ea80-4166-b50a-a241b4629ecb tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Deleting port 30a923d5-4e9d-4bb6-85fb-8acad72b7376 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:52:38.579066 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-25993b06-ea80-4166-b50a-a241b4629ecb tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:38.651613 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5eae3158-5c5f-4436-8513-20841f065dce tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:38.655765 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-322fe4eb-3fcc-4372-b03f-89706d849482 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:38.670427 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-73fbf281-1035-4422-89eb-19552e84a827 req-fb0aa220-1a0f-4a93-b0a5-8daab41a6aa5 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] 10.222.0.75 "GET /v2.0/security-groups?id=d0eb8955-3837-4033-8077-0a461ef082d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1900434 Nov 25 17:52:38.791509 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device bc9a5961-b6a9-424d-a4f0-f514eab18a56 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:52:38.842664 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b3453b1f-cabb-4bf0-b127-20802b394aa5 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:38.858123 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-25993b06-ea80-4166-b50a-a241b4629ecb tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:38.858332 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-25993b06-ea80-4166-b50a-a241b4629ecb tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:38.877093 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-25993b06-ea80-4166-b50a-a241b4629ecb tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Calling delete_port for 30a923d5-4e9d-4bb6-85fb-8acad72b7376 owned by network:floatingip {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:52:38.924561 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-5eae3158-5c5f-4436-8513-20841f065dce tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Deleting port b5645956-9d7b-47f8-83be-2828d849e0ed {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:52:38.925060 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5eae3158-5c5f-4436-8513-20841f065dce tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:39.022157 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-baba3414-f822-4088-b206-473a3b6e333b None None] Provisioning complete for port 1f52d8cd-a26b-41d9-9590-a668efb4e314 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:39.022529 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-baba3414-f822-4088-b206-473a3b6e333b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:39.072600 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-5eae3158-5c5f-4436-8513-20841f065dce tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] For port b5645956-9d7b-47f8-83be-2828d849e0ed, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=b5645956-9d7b-47f8-83be-2828d849e0ed,segment=NetworkSegment(065ff53e-6f93-414d-81b7-2a1e61fc3070),segment_id=065ff53e-6f93-414d-81b7-2a1e61fc3070)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:52:39.073504 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5eae3158-5c5f-4436-8513-20841f065dce tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:39.082186 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381ec40f-52e2-4aad-827e-f3473da38929 None None] DHCP port deletion for 0c6a70d1-a1fb-41e0-a04c-bcbbb242747c request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:52:39.090219 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port bc9a5961-b6a9-424d-a4f0-f514eab18a56 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:39.090594 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:39.095773 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-5eae3158-5c5f-4436-8513-20841f065dce tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Calling delete_port for b5645956-9d7b-47f8-83be-2828d849e0ed owned by network:dhcp {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:52:39.140661 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-bf2ed5d4-42c4-4738-ba26-20a4a3e97619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'name': 'tempest-RoutersTest-router-1574513644', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:51:41Z', 'updated_at': '2021-11-25T17:52:35Z', 'revision_number': 10, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'gw_port_host': None, '_interfaces': [{'id': 'f84aaffa-bc80-4569-b8c3-0de835a474ba', 'name': '', 'network_id': 'f68e2a6a-5ebb-4874-9cdf-aa1f412d1e39', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:cb:1e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'eff5c9f1-fdc7-4c24-90ab-6d7ea065962e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:44Z', 'updated_at': '2021-11-25T17:51:56Z', 'revision_number': 5, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': 'eff5c9f1-fdc7-4c24-90ab-6d7ea065962e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:39.197088 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b3453b1f-cabb-4bf0-b127-20802b394aa5 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:39.238821 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3453b1f-cabb-4bf0-b127-20802b394aa5 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event deleted for resources: {'Subnet': ['ID=3e8738a5-a1dc-4278-86c1-0e4a965717ad,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:39.244024 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b3453b1f-cabb-4bf0-b127-20802b394aa5 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:39.254763 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-b3453b1f-cabb-4bf0-b127-20802b394aa5 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "DELETE /v2.0/subnets/3e8738a5-a1dc-4278-86c1-0e4a965717ad HTTP/1.1" status: 204 len: 168 time: 1.4780133 Nov 25 17:52:39.255578 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47880) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:39.265684 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-60b2af06-b863-4b3b-8f70-4d022f91c782 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Request body: {'subnet': {'network_id': 'ea19064b-94c7-418e-a2c1-6bc16d70098e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:52:39.370647 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de533dd3-a8ff-4551-83a6-14e34baea312 None None] Network ea19064b-94c7-418e-a2c1-6bc16d70098e requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:52:39.376063 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2ed5d4-42c4-4738-ba26-20a4a3e97619 None None] Checking router: 0e037f4a-8e3e-4e04-9d15-ea5084dd366a for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:52:39.416053 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5eae3158-5c5f-4436-8513-20841f065dce tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:39.430188 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-baba3414-f822-4088-b206-473a3b6e333b None None] Port 1f52d8cd-a26b-41d9-9590-a668efb4e314 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:52:39.441224 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-baba3414-f822-4088-b206-473a3b6e333b None None] Could not find standard attr ID for object be8830de-b9b2-4682-9984-25b850fece18. {{(pid=103362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:52:39.450458 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2ed5d4-42c4-4738-ba26-20a4a3e97619 None None] Routers {'0e037f4a-8e3e-4e04-9d15-ea5084dd366a'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:52:39.451102 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-bf2ed5d4-42c4-4738-ba26-20a4a3e97619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:52:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['0e037f4a-8e3e-4e04-9d15-ea5084dd366a'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:39.486290 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eae3158-5c5f-4436-8513-20841f065dce tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event deleted for resources: {'Port': ['ID=b5645956-9d7b-47f8-83be-2828d849e0ed,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:39.490636 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eae3158-5c5f-4436-8513-20841f065dce tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] No DVR routers for this DVR port b5645956-9d7b-47f8-83be-2828d849e0ed on host n-d-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:52:39.498503 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b2af06-b863-4b3b-8f70-4d022f91c782 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Made reservation on behalf of 28b5aae943b9455c8114055630556aca for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:52:39.502768 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-60b2af06-b863-4b3b-8f70-4d022f91c782 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:39.676038 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-322fe4eb-3fcc-4372-b03f-89706d849482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:39.727547 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-381ec40f-52e2-4aad-827e-f3473da38929 None None] Deleting port b5645956-9d7b-47f8-83be-2828d849e0ed {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:52:39.727963 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-381ec40f-52e2-4aad-827e-f3473da38929 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:39.736551 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-39c3f9e3-349c-4d3a-bcec-63e01dbea9f3 None None] Provisioning complete for port 78aa78d0-de4f-4587-a0df-1ebdd3df5f36 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:39.737306 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-39c3f9e3-349c-4d3a-bcec-63e01dbea9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:39.815816 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-39c3f9e3-349c-4d3a-bcec-63e01dbea9f3 None None] Port 78aa78d0-de4f-4587-a0df-1ebdd3df5f36 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:52:39.828380 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-39c3f9e3-349c-4d3a-bcec-63e01dbea9f3 None None] Could not find standard attr ID for object be8830de-b9b2-4682-9984-25b850fece18. {{(pid=103362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:52:39.850222 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-25993b06-ea80-4166-b50a-a241b4629ecb tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:39.895237 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-bf2ed5d4-42c4-4738-ba26-20a4a3e97619 None None] Set router 0e037f4a-8e3e-4e04-9d15-ea5084dd366a gateway port host: None {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:52:39.904098 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25993b06-ea80-4166-b50a-a241b4629ecb tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event deleted for resources: {'Port': ['ID=30a923d5-4e9d-4bb6-85fb-8acad72b7376,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:39.984081 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25993b06-ea80-4166-b50a-a241b4629ecb tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:39.987154 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25993b06-ea80-4166-b50a-a241b4629ecb tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:39.987775 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25993b06-ea80-4166-b50a-a241b4629ecb tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:39.988302 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25993b06-ea80-4166-b50a-a241b4629ecb tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:39.988865 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25993b06-ea80-4166-b50a-a241b4629ecb tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:39.989382 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25993b06-ea80-4166-b50a-a241b4629ecb tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:39.989882 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25993b06-ea80-4166-b50a-a241b4629ecb tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:39.990384 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25993b06-ea80-4166-b50a-a241b4629ecb tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:39.990893 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25993b06-ea80-4166-b50a-a241b4629ecb tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:39.991389 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25993b06-ea80-4166-b50a-a241b4629ecb tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:39.991886 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25993b06-ea80-4166-b50a-a241b4629ecb tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:39.995669 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25993b06-ea80-4166-b50a-a241b4629ecb tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:40.002438 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-60b2af06-b863-4b3b-8f70-4d022f91c782 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:40.006099 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-322fe4eb-3fcc-4372-b03f-89706d849482 admin admin] Router 0f1d06f6-0ec7-4962-86e7-019f3af4644a is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:52:40.021829 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-381ec40f-52e2-4aad-827e-f3473da38929 None None] For port b5645956-9d7b-47f8-83be-2828d849e0ed, host n-d-817746-1, got binding levels [] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:52:40.022418 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-381ec40f-52e2-4aad-827e-f3473da38929 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:40.035788 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-381ec40f-52e2-4aad-827e-f3473da38929 None None] Calling delete_port for b5645956-9d7b-47f8-83be-2828d849e0ed owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:52:40.040227 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.ipam_backend_mixin [None req-381ec40f-52e2-4aad-827e-f3473da38929 None None] Port b5645956-9d7b-47f8-83be-2828d849e0ed was not found and therefore no delete operation was performed {{(pid=103362) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 17:52:40.089478 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-381ec40f-52e2-4aad-827e-f3473da38929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:40.091126 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f396768d-5c62-42ae-90c0-9e15ee82fd91 req-74ac762e-e0e1-4f93-a707-58063dd8f838 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:40.099291 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f396768d-5c62-42ae-90c0-9e15ee82fd91 req-74ac762e-e0e1-4f93-a707-58063dd8f838 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ebcc772-5424-44f1-b204-5ec9a995b0e7 HTTP/1.1" status: 200 len: 946 time: 0.1621404 Nov 25 17:52:40.127588 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381ec40f-52e2-4aad-827e-f3473da38929 None None] No DVR routers for this DVR port b5645956-9d7b-47f8-83be-2828d849e0ed on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:52:40.164641 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381ec40f-52e2-4aad-827e-f3473da38929 None None] Pushing event deleted for resources: {'Port': ['ID=b5645956-9d7b-47f8-83be-2828d849e0ed,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:40.178877 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-322fe4eb-3fcc-4372-b03f-89706d849482 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:52:40.187853 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-25993b06-ea80-4166-b50a-a241b4629ecb tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for floatingip, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:40.188201 n-d-817746-1 neutron-server[103360]: INFO neutron.db.l3_db [None req-25993b06-ea80-4166-b50a-a241b4629ecb tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Floating IP 733b64f6-063d-4f06-87f9-24151509a702 disassociated (deleted). External IP: 172.25.0.218, port: 5bd04eb2-3dbf-402a-8d62-77b2cc3686f1. Nov 25 17:52:40.189868 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b41aa99-8550-4588-af2d-96b5b285214f None None] Sync routers for ids ['0f1d06f6-0ec7-4962-86e7-019f3af4644a'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:52:40.198947 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b2af06-b863-4b3b-8f70-4d022f91c782 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Network ea19064b-94c7-418e-a2c1-6bc16d70098e is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:52:40.203779 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f27755-8870-4861-bd1f-d47464185a45 None None] Network 70a573b0-b8cd-4b3b-a416-03e265a1da65 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:52:40.205948 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b41aa99-8550-4588-af2d-96b5b285214f None None] Routers {'0f1d06f6-0ec7-4962-86e7-019f3af4644a'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:52:40.207441 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-3b41aa99-8550-4588-af2d-96b5b285214f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:52:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['0f1d06f6-0ec7-4962-86e7-019f3af4644a'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:40.225944 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5eae3158-5c5f-4436-8513-20841f065dce tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:40.233523 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-60b2af06-b863-4b3b-8f70-4d022f91c782 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:52:40.244996 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b2af06-b863-4b3b-8f70-4d022f91c782 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event updated for resources: {'Subnet': ['ID=cb4b3ac3-9922-4020-995c-f6db56b94c54,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:40.266165 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b2af06-b863-4b3b-8f70-4d022f91c782 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:40.266802 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-60b2af06-b863-4b3b-8f70-4d022f91c782 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:40.326196 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-322fe4eb-3fcc-4372-b03f-89706d849482 admin admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:40.327307 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-322fe4eb-3fcc-4372-b03f-89706d849482 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.2055275 Nov 25 17:52:40.330801 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47890) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:40.333984 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-3285a0fe-177c-40d2-b166-9a7d52ad53f6 None None] Provisioning complete for port bd6b444b-39c2-42da-b242-33c9e54fbb08 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:40.334491 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3285a0fe-177c-40d2-b166-9a7d52ad53f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:40.340302 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f396768d-5c62-42ae-90c0-9e15ee82fd91 req-35f82fa9-3bda-46b7-9037-269509065343 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] 10.222.0.75 "GET /v2.0/security-groups?id=d0eb8955-3837-4033-8077-0a461ef082d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2400150 Nov 25 17:52:40.350791 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-60b2af06-b863-4b3b-8f70-4d022f91c782 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0915983 Nov 25 17:52:40.351622 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47892) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:40.391003 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-a22aec62-01c8-4370-87df-df89dc21b57b tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Request body: {'security_group': {'name': 'tempest-secgroup-2088985927'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:52:40.448925 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-5eae3158-5c5f-4436-8513-20841f065dce tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c6a70d1-a1fb-41e0-a04c-bcbbb242747c']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:40.472515 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a22aec62-01c8-4370-87df-df89dc21b57b tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:40.480139 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-3b41aa99-8550-4588-af2d-96b5b285214f None None] Set router 0f1d06f6-0ec7-4962-86e7-019f3af4644a gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:52:40.491011 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-5eae3158-5c5f-4436-8513-20841f065dce tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '065ff53e-6f93-414d-81b7-2a1e61fc3070') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:40.491586 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-5eae3158-5c5f-4436-8513-20841f065dce tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '065ff53e-6f93-414d-81b7-2a1e61fc3070') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:40.539346 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5eae3158-5c5f-4436-8513-20841f065dce tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:40.573745 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5eae3158-5c5f-4436-8513-20841f065dce tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:40.587957 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eae3158-5c5f-4436-8513-20841f065dce tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Releasing vlan 914 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:52:40.588610 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5eae3158-5c5f-4436-8513-20841f065dce tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:40.592282 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:52:40.592282 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:52:40.592282 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:52:40.592282 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:52:40.592282 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:52:40.592282 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:52:40.592282 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:52:40.592282 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:52:40.592282 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:52:40.592282 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:52:40.592282 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:52:40.592282 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:52:40.592282 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:52:40.592282 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:52:40.592282 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:52:40.592282 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:52:40.592282 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:52:40.592282 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:52:40.592282 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:52:40.592282 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:52:40.592282 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:52:40.592282 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:52:40.592282 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:52:40.592282 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:52:40.592282 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:52:40.592282 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:52:40.592282 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:52:40.592282 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:52:40.592282 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:52:40.592282 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:52:40.592282 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:52:40.592282 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:52:40.603901 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac5bd0c-33cd-44b0-ac40-b867ad6cc503 req-f94d3145-dd80-44cb-b56f-e7afb8fb53ff tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:40.616915 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bac5bd0c-33cd-44b0-ac40-b867ad6cc503 req-f94d3145-dd80-44cb-b56f-e7afb8fb53ff tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ebcc772-5424-44f1-b204-5ec9a995b0e7 HTTP/1.1" status: 200 len: 946 time: 0.1375220 Nov 25 17:52:40.720199 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25993b06-ea80-4166-b50a-a241b4629ecb tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Router 100e317a-92c9-4cce-a065-e02c0ec39adf has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:52:40.826336 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device bd6b444b-39c2-42da-b242-33c9e54fbb08 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:52:40.836705 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5eae3158-5c5f-4436-8513-20841f065dce tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:40.862998 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5eae3158-5c5f-4436-8513-20841f065dce tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:40.869838 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-5eae3158-5c5f-4436-8513-20841f065dce tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "DELETE /v2.0/networks/0c6a70d1-a1fb-41e0-a04c-bcbbb242747c HTTP/1.1" status: 204 len: 168 time: 2.5926456 Nov 25 17:52:40.873346 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47900) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:40.878577 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-3b41aa99-8550-4588-af2d-96b5b285214f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1d06f6-0ec7-4962-86e7-019f3af4644a', 'name': 'tempest-AttachVolumeTestJSON-444141470-router', 'tenant_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '78aa78d0-de4f-4587-a0df-1ebdd3df5f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:52:36Z', 'updated_at': '2021-11-25T17:52:38Z', 'revision_number': 3, 'project_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'gw_port': {'id': '78aa78d0-de4f-4587-a0df-1ebdd3df5f36', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ad:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1d06f6-0ec7-4962-86e7-019f3af4644a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:52:37Z', 'updated_at': '2021-11-25T17:52:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:40.897935 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3285a0fe-177c-40d2-b166-9a7d52ad53f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:40.936564 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b41aa99-8550-4588-af2d-96b5b285214f None None] Checking router: 0f1d06f6-0ec7-4962-86e7-019f3af4644a for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:52:40.936564 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b41aa99-8550-4588-af2d-96b5b285214f None None] Updating router 0f1d06f6-0ec7-4962-86e7-019f3af4644a port 78aa78d0-de4f-4587-a0df-1ebdd3df5f36 binding host n-d-817746-1 {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:52:40.957319 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208cb4c9-ef28-4d06-a5ac-9376a7abd314 None None] Update dhcp port {'port': {'network_id': 'ea19064b-94c7-418e-a2c1-6bc16d70098e', 'fixed_ips': [{'subnet_id': 'c39a5488-840a-49f0-8e67-e61fb42f9c3f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'cb4b3ac3-9922-4020-995c-f6db56b94c54'}], 'binding:host_id': 'n-d-817746-1'}, 'id': 'bc9a5961-b6a9-424d-a4f0-f514eab18a56'} from n-d-817746-1. {{(pid=103362) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 17:52:40.991431 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-3b41aa99-8550-4588-af2d-96b5b285214f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:41.025921 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-3285a0fe-177c-40d2-b166-9a7d52ad53f6 None None] For port bd6b444b-39c2-42da-b242-33c9e54fbb08, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=bd6b444b-39c2-42da-b242-33c9e54fbb08,segment=NetworkSegment(c259aabb-ec92-425d-84ff-c966f38eef88),segment_id=c259aabb-ec92-425d-84ff-c966f38eef88)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:52:41.026902 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port bd6b444b-39c2-42da-b242-33c9e54fbb08 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:41.027278 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:41.031979 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-bf2ed5d4-42c4-4738-ba26-20a4a3e97619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'name': 'tempest-RoutersTest-router-1574513644', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:51:41Z', 'updated_at': '2021-11-25T17:52:35Z', 'revision_number': 10, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'gw_port_host': None, '_interfaces': [{'id': 'f84aaffa-bc80-4569-b8c3-0de835a474ba', 'name': '', 'network_id': 'f68e2a6a-5ebb-4874-9cdf-aa1f412d1e39', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:cb:1e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'eff5c9f1-fdc7-4c24-90ab-6d7ea065962e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:44Z', 'updated_at': '2021-11-25T17:51:56Z', 'revision_number': 5, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': 'eff5c9f1-fdc7-4c24-90ab-6d7ea065962e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:41.036047 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-208cb4c9-ef28-4d06-a5ac-9376a7abd314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:41.137558 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3285a0fe-177c-40d2-b166-9a7d52ad53f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:41.151356 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a22aec62-01c8-4370-87df-df89dc21b57b tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:41.155244 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eae3158-5c5f-4436-8513-20841f065dce tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event deleted for resources: {'Network': ['ID=0c6a70d1-a1fb-41e0-a04c-bcbbb242747c,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:41.177763 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bac5bd0c-33cd-44b0-ac40-b867ad6cc503 req-dbec2f83-c26c-4287-9247-73022a6b3823 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] 10.222.0.75 "GET /v2.0/security-groups?id=d0eb8955-3837-4033-8077-0a461ef082d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5597897 Nov 25 17:52:41.211416 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2ed5d4-42c4-4738-ba26-20a4a3e97619 None None] The sync data for ids ['0e037f4a-8e3e-4e04-9d15-ea5084dd366a'] in n-d-817746-1 is: [{'id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'name': 'tempest-RoutersTest-router-1574513644', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:51:41Z', 'updated_at': '2021-11-25T17:52:35Z', 'revision_number': 10, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'gw_port_host': None, '_interfaces': [{'id': 'f84aaffa-bc80-4569-b8c3-0de835a474ba', 'name': '', 'network_id': 'f68e2a6a-5ebb-4874-9cdf-aa1f412d1e39', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'mac_address': 'fa:16:3e:cb:1e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'eff5c9f1-fdc7-4c24-90ab-6d7ea065962e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:44Z', 'updated_at': '2021-11-25T17:51:56Z', 'revision_number': 5, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'subnets': [{'id': 'eff5c9f1-fdc7-4c24-90ab-6d7ea065962e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:52:41.223174 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a22aec62-01c8-4370-87df-df89dc21b57b tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:41.287540 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22aec62-01c8-4370-87df-df89dc21b57b tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ddfd37-12f7-4c0c-a079-3207b1130c8f,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:41.338048 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25993b06-ea80-4166-b50a-a241b4629ecb tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:52:41.358785 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-25993b06-ea80-4166-b50a-a241b4629ecb tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:41.375769 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbc8d14-0802-4d5d-aafc-d90e6d28a787 None None] Sync routers for ids ['100e317a-92c9-4cce-a065-e02c0ec39adf'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:52:41.375959 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a22aec62-01c8-4370-87df-df89dc21b57b tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:41.378360 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-a22aec62-01c8-4370-87df-df89dc21b57b tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0053804 Nov 25 17:52:41.386886 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47908) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:41.454539 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-25993b06-ea80-4166-b50a-a241b4629ecb tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "DELETE /v2.0/floatingips/733b64f6-063d-4f06-87f9-24151509a702 HTTP/1.1" status: 204 len: 168 time: 3.4927011 Nov 25 17:52:41.457646 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '598ae637-959f-4a82-ab28-f6756f65d14c', 'tag': '5bd04eb2-3dbf-402a-8d62-77b2cc3686f1'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:52:41.462163 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31eb802-a61c-4157-8abf-e626117c7dd9" -d '{"events": [{"name": "network-changed", "server_uuid": "598ae637-959f-4a82-ab28-f6756f65d14c", "tag": "5bd04eb2-3dbf-402a-8d62-77b2cc3686f1"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:52:41.468330 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-d09ad839-8f0e-4230-876e-63968b630dbb tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Request body: {'security_group': {'name': 'tempest-secgroup-1630210878'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:52:41.494527 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbc8d14-0802-4d5d-aafc-d90e6d28a787 None None] Routers {'100e317a-92c9-4cce-a065-e02c0ec39adf'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:52:41.495430 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-0cbc8d14-0802-4d5d-aafc-d90e6d28a787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:52:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['100e317a-92c9-4cce-a065-e02c0ec39adf'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:41.576976 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-3b41aa99-8550-4588-af2d-96b5b285214f None None] Publish callbacks [] for port, precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:41.592431 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1b8b1-3336-42c3-b195-537e98b11efc req-b655575a-3b63-4d48-865c-3d2f7b24abc2 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:41.594491 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-89a1b8b1-3336-42c3-b195-537e98b11efc req-b655575a-3b63-4d48-865c-3d2f7b24abc2 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ebcc772-5424-44f1-b204-5ec9a995b0e7 HTTP/1.1" status: 200 len: 946 time: 0.2138157 Nov 25 17:52:41.597948 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-3b41aa99-8550-4588-af2d-96b5b285214f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:41.638681 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d09ad839-8f0e-4230-876e-63968b630dbb tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:41.652986 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-3b41aa99-8550-4588-af2d-96b5b285214f None None] Attempting to bind port 78aa78d0-de4f-4587-a0df-1ebdd3df5f36 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:52:41.654606 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-3b41aa99-8550-4588-af2d-96b5b285214f None None] Attempting to bind port 78aa78d0-de4f-4587-a0df-1ebdd3df5f36 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:52:41.656202 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b41aa99-8550-4588-af2d-96b5b285214f None None] Attempting to bind port 78aa78d0-de4f-4587-a0df-1ebdd3df5f36 on network 1aa44027-b9d0-4a56-9a59-7e664703e20a {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:52:41.709114 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b41aa99-8550-4588-af2d-96b5b285214f None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:52:41.713711 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b41aa99-8550-4588-af2d-96b5b285214f None None] Checking segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:52:41.728029 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-3b41aa99-8550-4588-af2d-96b5b285214f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:41.731473 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b41aa99-8550-4588-af2d-96b5b285214f None None] Bound using segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:52:41.734886 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-3b41aa99-8550-4588-af2d-96b5b285214f None None] Bound port: 78aa78d0-de4f-4587-a0df-1ebdd3df5f36, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:52:41.736252 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-3b41aa99-8550-4588-af2d-96b5b285214f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:41.807034 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e3c1672f-c01b-4a1e-81a8-d5dca2c3210a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:41.828389 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66e03c8-216d-4c64-a5ff-366e37386047 x-openstack-request-id: req-c66e03c8-216d-4c64-a5ff-366e37386047 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:52:41.828771 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "598ae637-959f-4a82-ab28-f6756f65d14c", "tag": "5bd04eb2-3dbf-402a-8d62-77b2cc3686f1", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:52:41.829082 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c66e03c8-216d-4c64-a5ff-366e37386047 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:52:41.829530 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '598ae637-959f-4a82-ab28-f6756f65d14c', 'tag': '5bd04eb2-3dbf-402a-8d62-77b2cc3686f1', 'status': 'completed', 'code': 200} Nov 25 17:52:41.853644 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-89a1b8b1-3336-42c3-b195-537e98b11efc req-9940f233-e310-43a8-9fae-79f5aa2c3ad9 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] 10.222.0.75 "GET /v2.0/security-groups?id=d0eb8955-3837-4033-8077-0a461ef082d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2413800 Nov 25 17:52:41.879747 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47918) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:41.895225 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3285a0fe-177c-40d2-b166-9a7d52ad53f6 None None] Pushing event updated for resources: {'Port': ['ID=bd6b444b-39c2-42da-b242-33c9e54fbb08,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:41.900533 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-3b41aa99-8550-4588-af2d-96b5b285214f None None] For port 78aa78d0-de4f-4587-a0df-1ebdd3df5f36, host n-d-817746-1, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:52:41.905080 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-3b41aa99-8550-4588-af2d-96b5b285214f None None] For port 78aa78d0-de4f-4587-a0df-1ebdd3df5f36, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=78aa78d0-de4f-4587-a0df-1ebdd3df5f36,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:52:41.906724 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafbf247-a6e2-4614-91b3-6d7cd22389ad None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:52:41.920805 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-3b41aa99-8550-4588-af2d-96b5b285214f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:41.975177 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-cf0204e2-09dd-472c-bce3-e6a24f6973ed None None] Provisioning complete for port bd6b444b-39c2-42da-b242-33c9e54fbb08 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:41.975177 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-cf0204e2-09dd-472c-bce3-e6a24f6973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:42.002578 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06b70fa-aeab-4d4e-8151-d24c868399e2 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:52:42.017681 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b41aa99-8550-4588-af2d-96b5b285214f None None] Routers {'0f1d06f6-0ec7-4962-86e7-019f3af4644a'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:52:42.022105 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-3b41aa99-8550-4588-af2d-96b5b285214f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:52:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['0f1d06f6-0ec7-4962-86e7-019f3af4644a'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:42.098985 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device b5645956-9d7b-47f8-83be-2828d849e0ed no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:52:42.123288 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-208cb4c9-ef28-4d06-a5ac-9376a7abd314 None None] Allocated IP 2001:db8::2 (ea19064b-94c7-418e-a2c1-6bc16d70098e/cb4b3ac3-9922-4020-995c-f6db56b94c54/bc9a5961-b6a9-424d-a4f0-f514eab18a56) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:52:42.124764 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb4e07-3d82-4143-9079-a33510b314e9 None None] Pushing event updated for resources: {'Port': ['ID=78aa78d0-de4f-4587-a0df-1ebdd3df5f36,revision_number=2']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:42.153964 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31eb802-a61c-4157-8abf-e626117c7dd9 req-e64844ca-318b-4eff-b31c-1b04bbccee03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:42.156864 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d31eb802-a61c-4157-8abf-e626117c7dd9 req-e64844ca-318b-4eff-b31c-1b04bbccee03 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=867688fabf794394b7f5a37353b0165e&device_id=598ae637-959f-4a82-ab28-f6756f65d14c HTTP/1.1" status: 200 len: 1097 time: 0.2865906 Nov 25 17:52:42.160914 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: b5645956-9d7b-47f8-83be-2828d849e0ed {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:52:42.161692 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-e3c1672f-c01b-4a1e-81a8-d5dca2c3210a admin admin] Allocated IP 172.20.0.1 (70a573b0-b8cd-4b3b-a416-03e265a1da65/88a810b4-d532-41af-9819-01c0d8d6a258/b17a078a-6bd1-4bd1-b4f8-4334951ae20a) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:52:42.162049 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device b5645956-9d7b-47f8-83be-2828d849e0ed not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:52:42.192445 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-0cbc8d14-0802-4d5d-aafc-d90e6d28a787 None None] Set router 100e317a-92c9-4cce-a065-e02c0ec39adf gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:52:42.254265 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d09ad839-8f0e-4230-876e-63968b630dbb tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:42.279586 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d09ad839-8f0e-4230-876e-63968b630dbb tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:42.293249 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb4e07-3d82-4143-9079-a33510b314e9 None None] Pushing event updated for resources: {'Port': ['ID=78aa78d0-de4f-4587-a0df-1ebdd3df5f36,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:42.306642 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e3c1672f-c01b-4a1e-81a8-d5dca2c3210a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:42.307270 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-3b41aa99-8550-4588-af2d-96b5b285214f None None] Set router 0f1d06f6-0ec7-4962-86e7-019f3af4644a gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:52:42.346109 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661fcd88-b5c8-4cef-aefc-b96dbf6909c2 req-f49a755d-2f58-40bc-a3a6-be059f355fa6 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:42.356461 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e3c1672f-c01b-4a1e-81a8-d5dca2c3210a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:42.358515 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-661fcd88-b5c8-4cef-aefc-b96dbf6909c2 req-f49a755d-2f58-40bc-a3a6-be059f355fa6 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=598ae637-959f-4a82-ab28-f6756f65d14c HTTP/1.1" status: 200 len: 946 time: 0.3626685 Nov 25 17:52:42.363404 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d09ad839-8f0e-4230-876e-63968b630dbb tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:42.367835 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d09ad839-8f0e-4230-876e-63968b630dbb tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9769866 Nov 25 17:52:42.376278 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47922) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:42.380300 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-b5d9aa97-1405-47c7-b0f9-120dba68e645 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Request body: {'security_group': {'name': 'tempest-secgroup-295414925'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:52:42.436071 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c1672f-c01b-4a1e-81a8-d5dca2c3210a admin admin] Network 70a573b0-b8cd-4b3b-a416-03e265a1da65 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:52:42.443519 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-e3c1672f-c01b-4a1e-81a8-d5dca2c3210a admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:52:42.451713 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c1672f-c01b-4a1e-81a8-d5dca2c3210a admin admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:52:42.499970 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e3c1672f-c01b-4a1e-81a8-d5dca2c3210a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:42.544355 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09ad839-8f0e-4230-876e-63968b630dbb tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=164829a5-f0c4-4355-a3ab-03d093720314,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:42.611634 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-12bb2e1a-ae32-47aa-82b0-973895abbbd8 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:42.617290 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9019eb3a-84d1-441d-96a3-f34a112217a1 tempest-TestServerBasicOps-998474560 tempest-TestServerBasicOps-998474560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:42.619683 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9019eb3a-84d1-441d-96a3-f34a112217a1 tempest-TestServerBasicOps-998474560 tempest-TestServerBasicOps-998474560-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=6ebcc772-5424-44f1-b204-5ec9a995b0e7 HTTP/1.1" status: 200 len: 1092 time: 0.6916056 Nov 25 17:52:42.623270 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-208cb4c9-ef28-4d06-a5ac-9376a7abd314 None None] For port bc9a5961-b6a9-424d-a4f0-f514eab18a56, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=bc9a5961-b6a9-424d-a4f0-f514eab18a56,segment=NetworkSegment(45b8131c-1f8f-4c68-899c-22019d250c82),segment_id=45b8131c-1f8f-4c68-899c-22019d250c82)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:52:42.627770 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47924) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:42.636675 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-9009e52b-a5f4-47cc-a5df-3ef02f9d267b tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Request body: {'floatingip': {'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'port_id': '538569fd-1f15-4370-97bc-c1b00113f18e', 'tenant_id': 'e69beea86d034f398c1d6fc720d35db8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:52:42.640350 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-3b41aa99-8550-4588-af2d-96b5b285214f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1d06f6-0ec7-4962-86e7-019f3af4644a', 'name': 'tempest-AttachVolumeTestJSON-444141470-router', 'tenant_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '78aa78d0-de4f-4587-a0df-1ebdd3df5f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:52:36Z', 'updated_at': '2021-11-25T17:52:38Z', 'revision_number': 3, 'project_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'gw_port': {'id': '78aa78d0-de4f-4587-a0df-1ebdd3df5f36', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ad:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1d06f6-0ec7-4962-86e7-019f3af4644a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:52:37Z', 'updated_at': '2021-11-25T17:52:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:42.659687 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-208cb4c9-ef28-4d06-a5ac-9376a7abd314 None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:42.676419 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-208cb4c9-ef28-4d06-a5ac-9376a7abd314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:42.699632 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c1672f-c01b-4a1e-81a8-d5dca2c3210a admin admin] Pushing event updated for resources: {'Port': ['ID=b17a078a-6bd1-4bd1-b4f8-4334951ae20a,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:42.721465 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b5d9aa97-1405-47c7-b0f9-120dba68e645 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:42.726817 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9009e52b-a5f4-47cc-a5df-3ef02f9d267b tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Publish callbacks [] for floatingip, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:42.735437 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b41aa99-8550-4588-af2d-96b5b285214f None None] The sync data for ids ['0f1d06f6-0ec7-4962-86e7-019f3af4644a'] in n-d-817746-1 is: [{'id': '0f1d06f6-0ec7-4962-86e7-019f3af4644a', 'name': 'tempest-AttachVolumeTestJSON-444141470-router', 'tenant_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '78aa78d0-de4f-4587-a0df-1ebdd3df5f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:52:36Z', 'updated_at': '2021-11-25T17:52:38Z', 'revision_number': 3, 'project_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'gw_port': {'id': '78aa78d0-de4f-4587-a0df-1ebdd3df5f36', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ad:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1d06f6-0ec7-4962-86e7-019f3af4644a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:52:37Z', 'updated_at': '2021-11-25T17:52:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:52:42.800315 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-661fcd88-b5c8-4cef-aefc-b96dbf6909c2 req-0f1797ba-2e7d-445d-8206-4e2e377b2901 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=1d72823a-4513-4da3-9508-6964b7c723ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4345310 Nov 25 17:52:42.835373 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e3c1672f-c01b-4a1e-81a8-d5dca2c3210a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:42.840555 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31eb802-a61c-4157-8abf-e626117c7dd9 req-2687c06b-c54c-41b1-8823-bf57d7599331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:42.842754 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d31eb802-a61c-4157-8abf-e626117c7dd9 req-2687c06b-c54c-41b1-8823-bf57d7599331 service neutron] 10.222.0.90 "GET /v2.0/networks?id=956f4e0f-d672-4efc-84b9-1a07478d59f4 HTTP/1.1" status: 200 len: 897 time: 0.6394274 Nov 25 17:52:42.863846 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device bd6b444b-39c2-42da-b242-33c9e54fbb08 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:52:42.998430 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208cb4c9-ef28-4d06-a5ac-9376a7abd314 None None] Pushing event updated for resources: {'Port': ['ID=bc9a5961-b6a9-424d-a4f0-f514eab18a56,revision_number=6']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:43.030654 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-9441ae5e-5acd-4d4a-aac9-f30e4ab612ca None None] Provisioning complete for port 78aa78d0-de4f-4587-a0df-1ebdd3df5f36 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:43.031093 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9441ae5e-5acd-4d4a-aac9-f30e4ab612ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:43.090092 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b5d9aa97-1405-47c7-b0f9-120dba68e645 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:43.122116 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b5d9aa97-1405-47c7-b0f9-120dba68e645 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:43.151103 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port bd6b444b-39c2-42da-b242-33c9e54fbb08 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:43.151482 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:43.339279 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b5d9aa97-1405-47c7-b0f9-120dba68e645 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:43.340604 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b5d9aa97-1405-47c7-b0f9-120dba68e645 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9639442 Nov 25 17:52:43.347807 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47932) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:43.363485 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-4c853e98-d382-4d3d-bfe5-a04be8ec1a80 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2068661186', 'security_groups': ['2ba8fd23-dc94-4ac2-9fd2-72382ba1ab5f'], 'network_id': 'ea19064b-94c7-418e-a2c1-6bc16d70098e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'cb4b3ac3-9922-4020-995c-f6db56b94c54'}]}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:52:43.425174 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d9aa97-1405-47c7-b0f9-120dba68e645 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba8fd23-dc94-4ac2-9fd2-72382ba1ab5f,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:43.467344 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25945b19-f8f1-4821-97dc-71502c14f50c req-84935f8b-b85d-4ba9-8991-04b6e476e0da tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:43.470062 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-25945b19-f8f1-4821-97dc-71502c14f50c req-84935f8b-b85d-4ba9-8991-04b6e476e0da tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.90 "GET /v2.0/ports?device_id=598ae637-959f-4a82-ab28-f6756f65d14c HTTP/1.1" status: 200 len: 946 time: 0.3653691 Nov 25 17:52:43.484609 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-0cbc8d14-0802-4d5d-aafc-d90e6d28a787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100e317a-92c9-4cce-a065-e02c0ec39adf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1904891424', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'c20cd774-9c44-4c03-9982-8604410253d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:50:27Z', 'updated_at': '2021-11-25T17:50:36Z', 'revision_number': 4, 'project_id': '867688fabf794394b7f5a37353b0165e', 'gw_port': {'id': 'c20cd774-9c44-4c03-9982-8604410253d3', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100e317a-92c9-4cce-a065-e02c0ec39adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:50:29Z', 'updated_at': '2021-11-25T17:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '5760450d-a84c-44ee-b77c-7ae14d91aace', 'name': '', 'network_id': '956f4e0f-d672-4efc-84b9-1a07478d59f4', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'mac_address': 'fa:16:3e:d8:ef:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100e317a-92c9-4cce-a065-e02c0ec39adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '41aa15c7-0383-4c7f-9427-4b12720b647d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:50:35Z', 'updated_at': '2021-11-25T17:50:43Z', 'revision_number': 5, 'project_id': '867688fabf794394b7f5a37353b0165e', 'subnets': [{'id': '41aa15c7-0383-4c7f-9427-4b12720b647d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:43.532008 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9009e52b-a5f4-47cc-a5df-3ef02f9d267b tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:43.548943 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbc8d14-0802-4d5d-aafc-d90e6d28a787 None None] Checking router: 100e317a-92c9-4cce-a065-e02c0ec39adf for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:52:43.556197 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9441ae5e-5acd-4d4a-aac9-f30e4ab612ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:43.561903 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device dfc92901-ef79-42e0-933d-464fddd8942f no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:52:43.602928 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: dfc92901-ef79-42e0-933d-464fddd8942f {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:52:43.603447 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device dfc92901-ef79-42e0-933d-464fddd8942f not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:52:43.620722 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-9441ae5e-5acd-4d4a-aac9-f30e4ab612ca None None] For port 78aa78d0-de4f-4587-a0df-1ebdd3df5f36, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=78aa78d0-de4f-4587-a0df-1ebdd3df5f36,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:52:43.622439 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbc8d14-0802-4d5d-aafc-d90e6d28a787 None None] Routers {'100e317a-92c9-4cce-a065-e02c0ec39adf'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:52:43.623307 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-0cbc8d14-0802-4d5d-aafc-d90e6d28a787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:52:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['100e317a-92c9-4cce-a065-e02c0ec39adf'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:43.628308 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9441ae5e-5acd-4d4a-aac9-f30e4ab612ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:43.644983 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d31eb802-a61c-4157-8abf-e626117c7dd9 req-3aa6fd8f-2e3b-4246-afd8-76cc49cfe660 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bd04eb2-3dbf-402a-8d62-77b2cc3686f1 HTTP/1.1" status: 200 len: 217 time: 0.7749071 Nov 25 17:52:43.815482 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-9441ae5e-5acd-4d4a-aac9-f30e4ab612ca None None] Provisioning complete for port b17a078a-6bd1-4bd1-b4f8-4334951ae20a triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:43.816050 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9441ae5e-5acd-4d4a-aac9-f30e4ab612ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:43.869196 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31eb802-a61c-4157-8abf-e626117c7dd9 req-d97c1125-e1d9-4984-999a-4747eefaa55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:43.871267 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d31eb802-a61c-4157-8abf-e626117c7dd9 req-d97c1125-e1d9-4984-999a-4747eefaa55b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=41aa15c7-0383-4c7f-9427-4b12720b647d HTTP/1.1" status: 200 len: 835 time: 0.2161105 Nov 25 17:52:43.894208 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bdd63cb-644b-405d-9ffe-4a635a60cbe2 None None] Network ea19064b-94c7-418e-a2c1-6bc16d70098e requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:52:43.957600 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e3c1672f-c01b-4a1e-81a8-d5dca2c3210a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:44.028555 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9441ae5e-5acd-4d4a-aac9-f30e4ab612ca None None] Pushing event updated for resources: {'Port': ['ID=78aa78d0-de4f-4587-a0df-1ebdd3df5f36,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:44.056979 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-9009e52b-a5f4-47cc-a5df-3ef02f9d267b tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Allocated IP 172.25.0.21 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/9b81b266-d31d-4b05-bef0-a045263d11c3) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:52:44.070008 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31eb802-a61c-4157-8abf-e626117c7dd9 req-141ebb1f-dd95-4c43-ba43-da63c83a82fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:44.073486 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d31eb802-a61c-4157-8abf-e626117c7dd9 req-141ebb1f-dd95-4c43-ba43-da63c83a82fa service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=956f4e0f-d672-4efc-84b9-1a07478d59f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1940260 Nov 25 17:52:44.085823 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-0cbc8d14-0802-4d5d-aafc-d90e6d28a787 None None] Set router 100e317a-92c9-4cce-a065-e02c0ec39adf gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:52:44.089184 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-9441ae5e-5acd-4d4a-aac9-f30e4ab612ca None None] Port b17a078a-6bd1-4bd1-b4f8-4334951ae20a cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:52:44.203316 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d31eb802-a61c-4157-8abf-e626117c7dd9 req-30e83b77-8517-4791-a5d5-fdbceddbc074 service neutron] 10.222.0.90 "GET /v2.0/networks/956f4e0f-d672-4efc-84b9-1a07478d59f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123769 Nov 25 17:52:44.216745 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40713081-e050-4a76-93f3-7e2246c06835 req-2098c2d5-741b-4523-9455-e41cefed931b tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:44.218277 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-40713081-e050-4a76-93f3-7e2246c06835 req-2098c2d5-741b-4523-9455-e41cefed931b tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=598ae637-959f-4a82-ab28-f6756f65d14c HTTP/1.1" status: 200 len: 946 time: 0.2695928 Nov 25 17:52:44.226574 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e3c1672f-c01b-4a1e-81a8-d5dca2c3210a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:44.231618 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9009e52b-a5f4-47cc-a5df-3ef02f9d267b tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:44.267707 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-12bb2e1a-ae32-47aa-82b0-973895abbbd8 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Deleting port f84aaffa-bc80-4569-b8c3-0de835a474ba {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:52:44.267961 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-12bb2e1a-ae32-47aa-82b0-973895abbbd8 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:44.306052 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-40713081-e050-4a76-93f3-7e2246c06835 req-f4982cb0-5986-4f87-add1-bbe2aa3ab857 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=1d72823a-4513-4da3-9508-6964b7c723ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0759387 Nov 25 17:52:44.357104 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-6633ae2e-a0d2-42ff-8893-39b5fe52deda None None] Provisioning complete for port bc9a5961-b6a9-424d-a4f0-f514eab18a56 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:44.357471 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6633ae2e-a0d2-42ff-8893-39b5fe52deda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:44.366952 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e3c1672f-c01b-4a1e-81a8-d5dca2c3210a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:44.394563 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c1672f-c01b-4a1e-81a8-d5dca2c3210a admin admin] Pushing event updated for resources: {'Port': ['ID=b17a078a-6bd1-4bd1-b4f8-4334951ae20a,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:44.442170 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-25945b19-f8f1-4821-97dc-71502c14f50c req-61353a95-afee-41e5-9429-de535278a4ee tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Deleting port 5bd04eb2-3dbf-402a-8d62-77b2cc3686f1 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:52:44.442798 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-25945b19-f8f1-4821-97dc-71502c14f50c req-61353a95-afee-41e5-9429-de535278a4ee tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:44.496300 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d31eb802-a61c-4157-8abf-e626117c7dd9 req-6b5d85ba-5656-4485-9cc8-dc3dbe048712 service neutron] 10.222.0.90 "GET /v2.0/networks/956f4e0f-d672-4efc-84b9-1a07478d59f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755680 Nov 25 17:52:44.535490 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-12bb2e1a-ae32-47aa-82b0-973895abbbd8 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] For port f84aaffa-bc80-4569-b8c3-0de835a474ba, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=f84aaffa-bc80-4569-b8c3-0de835a474ba,segment=NetworkSegment(e7f574f7-f805-4161-90d7-2375bac908bb),segment_id=e7f574f7-f805-4161-90d7-2375bac908bb)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:52:44.535989 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-12bb2e1a-ae32-47aa-82b0-973895abbbd8 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:44.556193 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-12bb2e1a-ae32-47aa-82b0-973895abbbd8 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Calling delete_port for f84aaffa-bc80-4569-b8c3-0de835a474ba owned by network:router_interface {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:52:44.769939 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-6633ae2e-a0d2-42ff-8893-39b5fe52deda None None] Provisioning complete for port 1f52d8cd-a26b-41d9-9590-a668efb4e314 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:44.770401 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6633ae2e-a0d2-42ff-8893-39b5fe52deda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:44.907455 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-12bb2e1a-ae32-47aa-82b0-973895abbbd8 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:44.941682 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bb2e1a-ae32-47aa-82b0-973895abbbd8 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event deleted for resources: {'Port': ['ID=f84aaffa-bc80-4569-b8c3-0de835a474ba,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:44.963758 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c853e98-d382-4d3d-bfe5-a04be8ec1a80 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Made reservation on behalf of 28b5aae943b9455c8114055630556aca for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:52:45.080776 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 78aa78d0-de4f-4587-a0df-1ebdd3df5f36 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:52:45.154402 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-0cbc8d14-0802-4d5d-aafc-d90e6d28a787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100e317a-92c9-4cce-a065-e02c0ec39adf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1904891424', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'c20cd774-9c44-4c03-9982-8604410253d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:50:27Z', 'updated_at': '2021-11-25T17:50:36Z', 'revision_number': 4, 'project_id': '867688fabf794394b7f5a37353b0165e', 'gw_port': {'id': 'c20cd774-9c44-4c03-9982-8604410253d3', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100e317a-92c9-4cce-a065-e02c0ec39adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:50:29Z', 'updated_at': '2021-11-25T17:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '5760450d-a84c-44ee-b77c-7ae14d91aace', 'name': '', 'network_id': '956f4e0f-d672-4efc-84b9-1a07478d59f4', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'mac_address': 'fa:16:3e:d8:ef:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100e317a-92c9-4cce-a065-e02c0ec39adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '41aa15c7-0383-4c7f-9427-4b12720b647d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:50:35Z', 'updated_at': '2021-11-25T17:50:43Z', 'revision_number': 5, 'project_id': '867688fabf794394b7f5a37353b0165e', 'subnets': [{'id': '41aa15c7-0383-4c7f-9427-4b12720b647d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:45.165311 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-6633ae2e-a0d2-42ff-8893-39b5fe52deda None None] Port 1f52d8cd-a26b-41d9-9590-a668efb4e314 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:52:45.194613 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 78aa78d0-de4f-4587-a0df-1ebdd3df5f36 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:45.195003 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:45.199343 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-12bb2e1a-ae32-47aa-82b0-973895abbbd8 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:45.220916 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9009e52b-a5f4-47cc-a5df-3ef02f9d267b tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:45.268946 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbc8d14-0802-4d5d-aafc-d90e6d28a787 None None] The sync data for ids ['100e317a-92c9-4cce-a065-e02c0ec39adf'] in n-d-817746-1 is: [{'id': '100e317a-92c9-4cce-a065-e02c0ec39adf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1904891424', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'c20cd774-9c44-4c03-9982-8604410253d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:50:27Z', 'updated_at': '2021-11-25T17:50:36Z', 'revision_number': 4, 'project_id': '867688fabf794394b7f5a37353b0165e', 'gw_port': {'id': 'c20cd774-9c44-4c03-9982-8604410253d3', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100e317a-92c9-4cce-a065-e02c0ec39adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:50:29Z', 'updated_at': '2021-11-25T17:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '5760450d-a84c-44ee-b77c-7ae14d91aace', 'name': '', 'network_id': '956f4e0f-d672-4efc-84b9-1a07478d59f4', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'mac_address': 'fa:16:3e:d8:ef:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100e317a-92c9-4cce-a065-e02c0ec39adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '41aa15c7-0383-4c7f-9427-4b12720b647d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:50:35Z', 'updated_at': '2021-11-25T17:50:43Z', 'revision_number': 5, 'project_id': '867688fabf794394b7f5a37353b0165e', 'subnets': [{'id': '41aa15c7-0383-4c7f-9427-4b12720b647d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:52:45.329687 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9009e52b-a5f4-47cc-a5df-3ef02f9d267b tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:52:45.369723 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-9009e52b-a5f4-47cc-a5df-3ef02f9d267b tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:52:45.372727 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9009e52b-a5f4-47cc-a5df-3ef02f9d267b tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:52:45.388359 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-028df981-2e80-40a6-8c60-88da39ab3814 None None] Provisioning complete for port bc9a5961-b6a9-424d-a4f0-f514eab18a56 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:45.389210 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-028df981-2e80-40a6-8c60-88da39ab3814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:45.452809 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device bc9a5961-b6a9-424d-a4f0-f514eab18a56 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:52:45.490433 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-25945b19-f8f1-4821-97dc-71502c14f50c req-61353a95-afee-41e5-9429-de535278a4ee tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] For port 5bd04eb2-3dbf-402a-8d62-77b2cc3686f1, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=5bd04eb2-3dbf-402a-8d62-77b2cc3686f1,segment=NetworkSegment(9bc68ea2-bf7d-42c6-bd84-767bb9f889f5),segment_id=9bc68ea2-bf7d-42c6-bd84-767bb9f889f5)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:52:45.491513 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-25945b19-f8f1-4821-97dc-71502c14f50c req-61353a95-afee-41e5-9429-de535278a4ee tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:45.549074 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12bb2e1a-ae32-47aa-82b0-973895abbbd8 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Router 0e037f4a-8e3e-4e04-9d15-ea5084dd366a has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:52:45.575882 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cea455-d6f5-47b5-ae64-e328b4777c1f req-0ed3de9b-3cce-41bb-b955-236e9be3377d tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:45.577854 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d7cea455-d6f5-47b5-ae64-e328b4777c1f req-0ed3de9b-3cce-41bb-b955-236e9be3377d tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=598ae637-959f-4a82-ab28-f6756f65d14c HTTP/1.1" status: 200 len: 946 time: 0.1193404 Nov 25 17:52:45.586083 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port bc9a5961-b6a9-424d-a4f0-f514eab18a56 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:45.587350 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:45.605340 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-25945b19-f8f1-4821-97dc-71502c14f50c req-61353a95-afee-41e5-9429-de535278a4ee tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Calling delete_port for 5bd04eb2-3dbf-402a-8d62-77b2cc3686f1 owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:52:45.634816 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-028df981-2e80-40a6-8c60-88da39ab3814 None None] Provisioning complete for port 1f52d8cd-a26b-41d9-9590-a668efb4e314 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:45.635203 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-028df981-2e80-40a6-8c60-88da39ab3814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:45.676878 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009e52b-a5f4-47cc-a5df-3ef02f9d267b tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Pushing event updated for resources: {'Port': ['ID=9b81b266-d31d-4b05-bef0-a045263d11c3,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:45.700459 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4c853e98-d382-4d3d-bfe5-a04be8ec1a80 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:45.717637 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12bb2e1a-ae32-47aa-82b0-973895abbbd8 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:52:45.729159 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996c8b02-2395-4722-a98a-ea9c0f0b5ecd None None] Sync routers for ids ['0e037f4a-8e3e-4e04-9d15-ea5084dd366a'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:52:45.740976 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-4c853e98-d382-4d3d-bfe5-a04be8ec1a80 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] device_id is not set on port 9343f72a-b5c4-4d1f-a942-20053a20f9df yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:52:45.743539 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996c8b02-2395-4722-a98a-ea9c0f0b5ecd None None] Routers {'0e037f4a-8e3e-4e04-9d15-ea5084dd366a'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:52:45.744159 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-996c8b02-2395-4722-a98a-ea9c0f0b5ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:52:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['0e037f4a-8e3e-4e04-9d15-ea5084dd366a'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:45.747552 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-12bb2e1a-ae32-47aa-82b0-973895abbbd8 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "PUT /v2.0/routers/0e037f4a-8e3e-4e04-9d15-ea5084dd366a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8616395 Nov 25 17:52:45.753178 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-028df981-2e80-40a6-8c60-88da39ab3814 None None] Port 1f52d8cd-a26b-41d9-9590-a668efb4e314 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:52:45.753633 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47946) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:45.790647 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533f87d7-d1d1-4fe7-8c2a-65b3fc0676a1 None None] New status for floating IP 733b64f6-063d-4f06-87f9-24151509a702: DOWN {{(pid=103362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:52:45.816511 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d7cea455-d6f5-47b5-ae64-e328b4777c1f req-ea2b43f0-fb87-4dc2-93b8-933fc12a82cd tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=1d72823a-4513-4da3-9508-6964b7c723ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2274098 Nov 25 17:52:45.851098 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-b88d993f-d2c1-4f65-878f-91da167a423b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Deleting subnet eff5c9f1-fdc7-4c24-90ab-6d7ea065962e {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:52:45.855332 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b88d993f-d2c1-4f65-878f-91da167a423b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:45.914244 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-996c8b02-2395-4722-a98a-ea9c0f0b5ecd None None] Set router 0e037f4a-8e3e-4e04-9d15-ea5084dd366a gateway port host: None {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:52:45.937453 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b88d993f-d2c1-4f65-878f-91da167a423b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:46.000303 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-996c8b02-2395-4722-a98a-ea9c0f0b5ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'name': 'tempest-RoutersTest-router-1574513644', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:51:41Z', 'updated_at': '2021-11-25T17:52:44Z', 'revision_number': 11, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'gw_port_host': None}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:46.013901 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-4c853e98-d382-4d3d-bfe5-a04be8ec1a80 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Allocated IP 2001:db8::c1 (ea19064b-94c7-418e-a2c1-6bc16d70098e/cb4b3ac3-9922-4020-995c-f6db56b94c54/9343f72a-b5c4-4d1f-a942-20053a20f9df) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:52:46.027820 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 5bd04eb2-3dbf-402a-8d62-77b2cc3686f1 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:52:46.037903 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996c8b02-2395-4722-a98a-ea9c0f0b5ecd None None] Checking router: 0e037f4a-8e3e-4e04-9d15-ea5084dd366a for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:52:46.049794 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996c8b02-2395-4722-a98a-ea9c0f0b5ecd None None] Routers {'0e037f4a-8e3e-4e04-9d15-ea5084dd366a'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:52:46.050447 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-996c8b02-2395-4722-a98a-ea9c0f0b5ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:52:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['0e037f4a-8e3e-4e04-9d15-ea5084dd366a'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:46.065425 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b88d993f-d2c1-4f65-878f-91da167a423b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:46.068513 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c1672f-c01b-4a1e-81a8-d5dca2c3210a admin admin] Network 70a573b0-b8cd-4b3b-a416-03e265a1da65 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:52:46.136350 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-996c8b02-2395-4722-a98a-ea9c0f0b5ecd None None] Set router 0e037f4a-8e3e-4e04-9d15-ea5084dd366a gateway port host: None {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:52:46.138258 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-e3c1672f-c01b-4a1e-81a8-d5dca2c3210a admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:52:46.167246 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b88d993f-d2c1-4f65-878f-91da167a423b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:46.231048 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88d993f-d2c1-4f65-878f-91da167a423b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event deleted for resources: {'Subnet': ['ID=eff5c9f1-fdc7-4c24-90ab-6d7ea065962e,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:46.247899 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:46.249959 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b88d993f-d2c1-4f65-878f-91da167a423b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:46.257747 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-b88d993f-d2c1-4f65-878f-91da167a423b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "DELETE /v2.0/subnets/eff5c9f1-fdc7-4c24-90ab-6d7ea065962e HTTP/1.1" status: 204 len: 168 time: 0.5003390 Nov 25 17:52:46.257966 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1101c84-7101-414b-b5c0-cb6a23741d6b None None] Network f68e2a6a-5ebb-4874-9cdf-aa1f412d1e39 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:52:46.260983 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47954) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:46.376540 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-996c8b02-2395-4722-a98a-ea9c0f0b5ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'name': 'tempest-RoutersTest-router-1574513644', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:51:41Z', 'updated_at': '2021-11-25T17:52:44Z', 'revision_number': 11, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'gw_port_host': None}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:46.407220 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996c8b02-2395-4722-a98a-ea9c0f0b5ecd None None] The sync data for ids ['0e037f4a-8e3e-4e04-9d15-ea5084dd366a'] in n-d-817746-1 is: [{'id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'name': 'tempest-RoutersTest-router-1574513644', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:51:41Z', 'updated_at': '2021-11-25T17:52:44Z', 'revision_number': 11, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'gw_port_host': None}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:52:46.437310 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [req-b9bbeeac-71ee-4e14-88f1-c40b7c1f1515 req-dc326e2c-ab86-4fb7-a82b-9703b390aaa2 service neutron] (103361) timed out ('10.222.0.75', 53676) {{(pid=103361) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 17:52:46.442645 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6c9594fb-ca6d-4039-b932-66058c7ca48a tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:46.512969 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '598ae637-959f-4a82-ab28-f6756f65d14c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bd04eb2-3dbf-402a-8d62-77b2cc3686f1'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:52:46.515818 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581c1609-221e-4ec2-9b61-6ca222d39e16" -d '{"events": [{"server_uuid": "598ae637-959f-4a82-ab28-f6756f65d14c", "name": "network-vif-unplugged", "status": "completed", "tag": "5bd04eb2-3dbf-402a-8d62-77b2cc3686f1"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:52:46.517550 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-6c9594fb-ca6d-4039-b932-66058c7ca48a tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Deleting port 26c3f918-c9e8-4795-910c-17ac6abe2d6a {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:52:46.517900 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6c9594fb-ca6d-4039-b932-66058c7ca48a tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:46.534681 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 5bd04eb2-3dbf-402a-8d62-77b2cc3686f1, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=5bd04eb2-3dbf-402a-8d62-77b2cc3686f1,segment=NetworkSegment(9bc68ea2-bf7d-42c6-bd84-767bb9f889f5),segment_id=9bc68ea2-bf7d-42c6-bd84-767bb9f889f5)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:52:46.546200 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:46.606479 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c6d13f-ba95-4d3c-ba82-7065f7057f93 x-openstack-request-id: req-96c6d13f-ba95-4d3c-ba82-7065f7057f93 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:52:46.606777 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "598ae637-959f-4a82-ab28-f6756f65d14c", "name": "network-vif-unplugged", "status": "completed", "tag": "5bd04eb2-3dbf-402a-8d62-77b2cc3686f1", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:52:46.610954 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-96c6d13f-ba95-4d3c-ba82-7065f7057f93 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:52:46.611448 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '598ae637-959f-4a82-ab28-f6756f65d14c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bd04eb2-3dbf-402a-8d62-77b2cc3686f1', 'code': 200} Nov 25 17:52:46.621723 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3c1672f-c01b-4a1e-81a8-d5dca2c3210a admin admin] Router 0f1d06f6-0ec7-4962-86e7-019f3af4644a has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:52:46.623069 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-25945b19-f8f1-4821-97dc-71502c14f50c req-61353a95-afee-41e5-9429-de535278a4ee tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:46.657843 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=5bd04eb2-3dbf-402a-8d62-77b2cc3686f1,revision_number=10']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:46.663864 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61353a95-afee-41e5-9429-de535278a4ee tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event deleted for resources: {'Port': ['ID=5bd04eb2-3dbf-402a-8d62-77b2cc3686f1,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:46.664057 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-6c9594fb-ca6d-4039-b932-66058c7ca48a tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] For port 26c3f918-c9e8-4795-910c-17ac6abe2d6a, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=26c3f918-c9e8-4795-910c-17ac6abe2d6a,segment=NetworkSegment(e7f574f7-f805-4161-90d7-2375bac908bb),segment_id=e7f574f7-f805-4161-90d7-2375bac908bb)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:52:46.664283 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6c9594fb-ca6d-4039-b932-66058c7ca48a tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:46.678894 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-6c9594fb-ca6d-4039-b932-66058c7ca48a tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Calling delete_port for 26c3f918-c9e8-4795-910c-17ac6abe2d6a owned by network:dhcp {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:52:46.694266 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-a0c95bef-1719-4724-9fd3-0df46aac93f1 None None] Provisioning complete for port b17a078a-6bd1-4bd1-b4f8-4334951ae20a triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:46.694803 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a0c95bef-1719-4724-9fd3-0df46aac93f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:46.738039 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-a0c95bef-1719-4724-9fd3-0df46aac93f1 None None] Port b17a078a-6bd1-4bd1-b4f8-4334951ae20a cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:52:46.771645 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6c9594fb-ca6d-4039-b932-66058c7ca48a tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:46.811969 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9594fb-ca6d-4039-b932-66058c7ca48a tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event deleted for resources: {'Port': ['ID=26c3f918-c9e8-4795-910c-17ac6abe2d6a,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:46.816328 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9594fb-ca6d-4039-b932-66058c7ca48a tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] No DVR routers for this DVR port 26c3f918-c9e8-4795-910c-17ac6abe2d6a on host n-d-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:52:46.821529 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d883fd2c-ec80-4760-b0f1-51b206283a27 None None] DHCP port deletion for f68e2a6a-5ebb-4874-9cdf-aa1f412d1e39 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:52:46.838121 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:46.904541 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-25945b19-f8f1-4821-97dc-71502c14f50c req-61353a95-afee-41e5-9429-de535278a4ee tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] No DVR routers for this DVR port 5bd04eb2-3dbf-402a-8d62-77b2cc3686f1 on host n-h2-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:52:46.921244 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4c853e98-d382-4d3d-bfe5-a04be8ec1a80 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:46.947786 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-25945b19-f8f1-4821-97dc-71502c14f50c req-61353a95-afee-41e5-9429-de535278a4ee tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:46.957806 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-25945b19-f8f1-4821-97dc-71502c14f50c req-61353a95-afee-41e5-9429-de535278a4ee tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.90 "DELETE /v2.0/ports/5bd04eb2-3dbf-402a-8d62-77b2cc3686f1 HTTP/1.1" status: 204 len: 173 time: 3.4632123 Nov 25 17:52:46.963841 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 26c3f918-c9e8-4795-910c-17ac6abe2d6a no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:52:47.020356 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-94e1d8e5-865f-4ee9-af55-e6f820bd359a req-a16614d7-77f6-4102-aa4f-8308b14ab478 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=598ae637-959f-4a82-ab28-f6756f65d14c HTTP/1.1" status: 200 len: 210 time: 0.0452094 Nov 25 17:52:47.022328 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6c9594fb-ca6d-4039-b932-66058c7ca48a tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:47.057068 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 26c3f918-c9e8-4795-910c-17ac6abe2d6a {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:52:47.057068 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 26c3f918-c9e8-4795-910c-17ac6abe2d6a not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:52:47.060588 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device f84aaffa-bc80-4569-b8c3-0de835a474ba no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:52:47.062382 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-6c9594fb-ca6d-4039-b932-66058c7ca48a tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f68e2a6a-5ebb-4874-9cdf-aa1f412d1e39']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:47.074497 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-6c9594fb-ca6d-4039-b932-66058c7ca48a tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7f574f7-f805-4161-90d7-2375bac908bb') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:47.075050 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-6c9594fb-ca6d-4039-b932-66058c7ca48a tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7f574f7-f805-4161-90d7-2375bac908bb') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:47.092434 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6c9594fb-ca6d-4039-b932-66058c7ca48a tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:47.095020 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: f84aaffa-bc80-4569-b8c3-0de835a474ba {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:52:47.095575 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device f84aaffa-bc80-4569-b8c3-0de835a474ba not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:52:47.110135 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:47.112182 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6c9594fb-ca6d-4039-b932-66058c7ca48a tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:47.119756 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c9594fb-ca6d-4039-b932-66058c7ca48a tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Releasing vlan 931 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:52:47.120373 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6c9594fb-ca6d-4039-b932-66058c7ca48a tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:47.123955 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:52:47.123955 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:52:47.123955 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:52:47.123955 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:52:47.123955 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:52:47.123955 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:52:47.123955 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:52:47.123955 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:52:47.123955 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:52:47.123955 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:52:47.123955 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:52:47.123955 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:52:47.123955 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:52:47.123955 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:52:47.123955 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:52:47.123955 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:52:47.123955 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:52:47.123955 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:52:47.123955 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:52:47.123955 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:52:47.123955 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:52:47.123955 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:52:47.123955 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:52:47.123955 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:52:47.123955 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:52:47.123955 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:52:47.123955 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:52:47.123955 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:52:47.123955 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:52:47.123955 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:52:47.123955 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:52:47.123955 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:52:47.161405 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8d9dc6ff-af98-4199-a291-12f1acced1ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:47.183879 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9009e52b-a5f4-47cc-a5df-3ef02f9d267b tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:47.212272 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6c9594fb-ca6d-4039-b932-66058c7ca48a tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:47.225145 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '598ae637-959f-4a82-ab28-f6756f65d14c', 'name': 'network-vif-deleted', 'tag': '5bd04eb2-3dbf-402a-8d62-77b2cc3686f1'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:52:47.228723 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7357f311-6100-4759-b7ec-756774295d7d" -d '{"events": [{"server_uuid": "598ae637-959f-4a82-ab28-f6756f65d14c", "name": "network-vif-deleted", "tag": "5bd04eb2-3dbf-402a-8d62-77b2cc3686f1"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:52:47.233943 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6c9594fb-ca6d-4039-b932-66058c7ca48a tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:47.239791 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-6c9594fb-ca6d-4039-b932-66058c7ca48a tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "DELETE /v2.0/networks/f68e2a6a-5ebb-4874-9cdf-aa1f412d1e39 HTTP/1.1" status: 204 len: 168 time: 0.9754131 Nov 25 17:52:47.239791 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9594fb-ca6d-4039-b932-66058c7ca48a tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Pushing event deleted for resources: {'Network': ['ID=f68e2a6a-5ebb-4874-9cdf-aa1f412d1e39,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:47.240188 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47966) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:47.245229 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-09fc367c-3902-452d-8b35-4aa8c31f7c5e tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Request body: {'router': {'routes': None}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:52:47.304307 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04afc4d9-b6f2-40ac-b084-58baac21329d x-openstack-request-id: req-04afc4d9-b6f2-40ac-b084-58baac21329d {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:52:47.304683 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "598ae637-959f-4a82-ab28-f6756f65d14c", "name": "network-vif-deleted", "tag": "5bd04eb2-3dbf-402a-8d62-77b2cc3686f1", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:52:47.304901 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-04afc4d9-b6f2-40ac-b084-58baac21329d {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:52:47.305490 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '598ae637-959f-4a82-ab28-f6756f65d14c', 'name': 'network-vif-deleted', 'tag': '5bd04eb2-3dbf-402a-8d62-77b2cc3686f1', 'status': 'completed', 'code': 200} Nov 25 17:52:47.340440 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4c853e98-d382-4d3d-bfe5-a04be8ec1a80 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:47.411602 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c853e98-d382-4d3d-bfe5-a04be8ec1a80 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Network ea19064b-94c7-418e-a2c1-6bc16d70098e is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:52:47.413856 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c1672f-c01b-4a1e-81a8-d5dca2c3210a admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:52:47.425590 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172e5ab2-b6bd-4051-b7ac-1002347dc368 None None] Sync routers for ids ['0f1d06f6-0ec7-4962-86e7-019f3af4644a'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:52:47.435361 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e3c1672f-c01b-4a1e-81a8-d5dca2c3210a admin admin] 10.222.0.75 "PUT /v2.0/routers/0f1d06f6-0ec7-4962-86e7-019f3af4644a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1035259 Nov 25 17:52:47.441545 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-4c853e98-d382-4d3d-bfe5-a04be8ec1a80 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:52:47.452898 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172e5ab2-b6bd-4051-b7ac-1002347dc368 None None] Routers {'0f1d06f6-0ec7-4962-86e7-019f3af4644a'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:52:47.453586 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-172e5ab2-b6bd-4051-b7ac-1002347dc368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:52:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['0f1d06f6-0ec7-4962-86e7-019f3af4644a'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:47.503632 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.extraroute_db [None req-09fc367c-3902-452d-8b35-4aa8c31f7c5e tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Added routes are [] {{(pid=103361) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 25 17:52:47.503946 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.extraroute_db [None req-09fc367c-3902-452d-8b35-4aa8c31f7c5e tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Removed routes are [] {{(pid=103361) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 25 17:52:47.504312 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-09fc367c-3902-452d-8b35-4aa8c31f7c5e tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-542255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8324'] for router, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:47.543647 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c853e98-d382-4d3d-bfe5-a04be8ec1a80 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:52:47.565465 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c853e98-d382-4d3d-bfe5-a04be8ec1a80 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:47.566292 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4c853e98-d382-4d3d-bfe5-a04be8ec1a80 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:47.603290 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9009e52b-a5f4-47cc-a5df-3ef02f9d267b tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:47.651667 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-172e5ab2-b6bd-4051-b7ac-1002347dc368 None None] Set router 0f1d06f6-0ec7-4962-86e7-019f3af4644a gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:52:47.667295 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4c853e98-d382-4d3d-bfe5-a04be8ec1a80 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.3092229 Nov 25 17:52:47.668344 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47972) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:47.674438 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-bf835ef2-4c00-4d50-b9a2-b0c67594816b tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Request body: {'subnet': {'network_id': 'ea19064b-94c7-418e-a2c1-6bc16d70098e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:52:47.690336 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c853e98-d382-4d3d-bfe5-a04be8ec1a80 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event updated for resources: {'Port': ['ID=9343f72a-b5c4-4d1f-a942-20053a20f9df,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:47.902518 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-09fc367c-3902-452d-8b35-4aa8c31f7c5e tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-542255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8324'] for router, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:47.923676 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-09fc367c-3902-452d-8b35-4aa8c31f7c5e tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-542246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-542269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-530067'] for router, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:47.939713 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9009e52b-a5f4-47cc-a5df-3ef02f9d267b tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:47.947428 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9009e52b-a5f4-47cc-a5df-3ef02f9d267b tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:47.997678 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-595214b6-1556-4cf9-bd7a-9e4a15822892 None None] Provisioning complete for port 9343f72a-b5c4-4d1f-a942-20053a20f9df triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:47.998181 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-595214b6-1556-4cf9-bd7a-9e4a15822892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:48.046352 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-172e5ab2-b6bd-4051-b7ac-1002347dc368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1d06f6-0ec7-4962-86e7-019f3af4644a', 'name': 'tempest-AttachVolumeTestJSON-444141470-router', 'tenant_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '78aa78d0-de4f-4587-a0df-1ebdd3df5f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:52:36Z', 'updated_at': '2021-11-25T17:52:42Z', 'revision_number': 4, 'project_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'gw_port': {'id': '78aa78d0-de4f-4587-a0df-1ebdd3df5f36', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ad:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1d06f6-0ec7-4962-86e7-019f3af4644a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:52:37Z', 'updated_at': '2021-11-25T17:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'b17a078a-6bd1-4bd1-b4f8-4334951ae20a', 'name': '', 'network_id': '70a573b0-b8cd-4b3b-a416-03e265a1da65', 'tenant_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'mac_address': 'fa:16:3e:ed:6e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1d06f6-0ec7-4962-86e7-019f3af4644a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '88a810b4-d532-41af-9819-01c0d8d6a258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:52:41Z', 'updated_at': '2021-11-25T17:52:43Z', 'revision_number': 2, 'project_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'subnets': [{'id': '88a810b4-d532-41af-9819-01c0d8d6a258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:48.059469 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9009e52b-a5f4-47cc-a5df-3ef02f9d267b tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:48.075798 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172e5ab2-b6bd-4051-b7ac-1002347dc368 None None] Checking router: 0f1d06f6-0ec7-4962-86e7-019f3af4644a for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:52:48.076611 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172e5ab2-b6bd-4051-b7ac-1002347dc368 None None] Updating router 0f1d06f6-0ec7-4962-86e7-019f3af4644a port b17a078a-6bd1-4bd1-b4f8-4334951ae20a binding host n-d-817746-1 {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:52:48.110322 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-172e5ab2-b6bd-4051-b7ac-1002347dc368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:48.155357 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-595214b6-1556-4cf9-bd7a-9e4a15822892 None None] Port 9343f72a-b5c4-4d1f-a942-20053a20f9df cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:52:48.176432 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47982) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:48.184918 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09fc367c-3902-452d-8b35-4aa8c31f7c5e tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Router 0e037f4a-8e3e-4e04-9d15-ea5084dd366a has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:52:48.202742 n-d-817746-1 neutron-server[103360]: INFO neutron.db.l3_db [None req-9009e52b-a5f4-47cc-a5df-3ef02f9d267b tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Floating IP ff35f5bf-82d8-4140-822f-99bd313db968 associated. External IP: 172.25.0.21, port: 538569fd-1f15-4370-97bc-c1b00113f18e. Nov 25 17:52:48.209758 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009e52b-a5f4-47cc-a5df-3ef02f9d267b tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Pushing event updated for resources: {'Port': ['ID=9b81b266-d31d-4b05-bef0-a045263d11c3,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:48.327242 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf835ef2-4c00-4d50-b9a2-b0c67594816b tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Made reservation on behalf of 28b5aae943b9455c8114055630556aca for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:52:48.330825 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bf835ef2-4c00-4d50-b9a2-b0c67594816b tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:48.344087 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:52:48.387102 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47984) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:48.434343 n-d-817746-1 neutron-server[103361]: INFO neutron.db.ipam_backend_mixin [None req-bf835ef2-4c00-4d50-b9a2-b0c67594816b tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cb4b3ac3-9922-4020-995c-f6db56b94c54 (CIDR: 2001:db8::/64) Nov 25 17:52:48.482551 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-e34069fc-88b6-4fe4-b0c2-a87fce3a67de tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1061485435', 'description': 'tempest-description--609200472'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:52:48.490818 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf835ef2-4c00-4d50-b9a2-b0c67594816b tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:52:48.491323 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf835ef2-4c00-4d50-b9a2-b0c67594816b tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:52:48.518721 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9009e52b-a5f4-47cc-a5df-3ef02f9d267b tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Router e91ee442-95d4-4719-82c1-870bd1b11981 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:52:48.565018 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e34069fc-88b6-4fe4-b0c2-a87fce3a67de tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:48.575565 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-172e5ab2-b6bd-4051-b7ac-1002347dc368 None None] Publish callbacks [] for port, precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:48.608291 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-172e5ab2-b6bd-4051-b7ac-1002347dc368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:48.659567 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9009e52b-a5f4-47cc-a5df-3ef02f9d267b tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:52:48.668166 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-bf835ef2-4c00-4d50-b9a2-b0c67594816b tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9990308 Nov 25 17:52:48.672049 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4e4cfa-6874-4dda-b2a4-476737f49dd8 None None] Sync routers for ids ['e91ee442-95d4-4719-82c1-870bd1b11981'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:52:48.673576 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47990) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:48.681850 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-5d1d0ca3-c35f-4892-b385-b0c403ab94b1 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Request body: {'subnet': {'network_id': 'ea19064b-94c7-418e-a2c1-6bc16d70098e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:52:48.687571 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09fc367c-3902-452d-8b35-4aa8c31f7c5e tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:52:48.689714 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4e4cfa-6874-4dda-b2a4-476737f49dd8 None None] Routers {'e91ee442-95d4-4719-82c1-870bd1b11981'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:52:48.693182 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-bd4e4cfa-6874-4dda-b2a4-476737f49dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:52:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['e91ee442-95d4-4719-82c1-870bd1b11981'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:48.694603 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-09fc367c-3902-452d-8b35-4aa8c31f7c5e tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:48.696075 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-09fc367c-3902-452d-8b35-4aa8c31f7c5e tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "PUT /v2.0/routers/0e037f4a-8e3e-4e04-9d15-ea5084dd366a HTTP/1.1" status: 200 len: 701 time: 1.4549851 Nov 25 17:52:48.701846 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9009e52b-a5f4-47cc-a5df-3ef02f9d267b tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:48.717025 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14536d31-98a3-4bee-aa68-ddabf9f0a89d None None] Pushing event updated for resources: {'Port': ['ID=b17a078a-6bd1-4bd1-b4f8-4334951ae20a,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:48.726627 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d957564-8042-4c60-8e3c-fbfab43bfb24 None None] Sync routers for ids ['0e037f4a-8e3e-4e04-9d15-ea5084dd366a'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:52:48.734535 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 47992) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:48.746287 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9009e52b-a5f4-47cc-a5df-3ef02f9d267b tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.1158130 Nov 25 17:52:48.765495 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d957564-8042-4c60-8e3c-fbfab43bfb24 None None] Routers {'0e037f4a-8e3e-4e04-9d15-ea5084dd366a'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:52:48.766130 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-6d957564-8042-4c60-8e3c-fbfab43bfb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:52:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['0e037f4a-8e3e-4e04-9d15-ea5084dd366a'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:48.823506 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 47996) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:48.825753 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7c6e53ce-8f56-4263-a2fe-06fcb18bd7ac tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e037f4a-8e3e-4e04-9d15-ea5084dd366a HTTP/1.1" status: 200 len: 205 time: 0.0739701 Nov 25 17:52:48.880287 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-bd4e4cfa-6874-4dda-b2a4-476737f49dd8 None None] Set router e91ee442-95d4-4719-82c1-870bd1b11981 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:52:48.894228 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-6d957564-8042-4c60-8e3c-fbfab43bfb24 None None] Set router 0e037f4a-8e3e-4e04-9d15-ea5084dd366a gateway port host: None {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:52:48.964290 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-6d957564-8042-4c60-8e3c-fbfab43bfb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'name': 'tempest-RoutersTest-router-1574513644', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:51:41Z', 'updated_at': '2021-11-25T17:52:44Z', 'revision_number': 11, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'gw_port_host': None}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:49.010955 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d1d0ca3-c35f-4892-b385-b0c403ab94b1 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Made reservation on behalf of 28b5aae943b9455c8114055630556aca for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:52:49.014680 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5d1d0ca3-c35f-4892-b385-b0c403ab94b1 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:49.044900 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2c2a570f-3e9e-4ae3-ac4b-881077ddd016 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for router, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:49.049171 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d957564-8042-4c60-8e3c-fbfab43bfb24 None None] Checking router: 0e037f4a-8e3e-4e04-9d15-ea5084dd366a for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:52:49.065374 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-172e5ab2-b6bd-4051-b7ac-1002347dc368 None None] Attempting to bind port b17a078a-6bd1-4bd1-b4f8-4334951ae20a on host n-d-817746-1 for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:52:49.065740 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-172e5ab2-b6bd-4051-b7ac-1002347dc368 None None] Attempting to bind port b17a078a-6bd1-4bd1-b4f8-4334951ae20a by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'c259aabb-ec92-425d-84ff-c966f38eef88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '70a573b0-b8cd-4b3b-a416-03e265a1da65'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:52:49.066095 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172e5ab2-b6bd-4051-b7ac-1002347dc368 None None] Attempting to bind port b17a078a-6bd1-4bd1-b4f8-4334951ae20a on network 70a573b0-b8cd-4b3b-a416-03e265a1da65 {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:52:49.069360 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d957564-8042-4c60-8e3c-fbfab43bfb24 None None] Routers {'0e037f4a-8e3e-4e04-9d15-ea5084dd366a'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:52:49.069700 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-6d957564-8042-4c60-8e3c-fbfab43bfb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:52:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['0e037f4a-8e3e-4e04-9d15-ea5084dd366a'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:49.108385 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172e5ab2-b6bd-4051-b7ac-1002347dc368 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:52:49.108758 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172e5ab2-b6bd-4051-b7ac-1002347dc368 None None] Checking segment: {'id': 'c259aabb-ec92-425d-84ff-c966f38eef88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '70a573b0-b8cd-4b3b-a416-03e265a1da65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:52:49.109194 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-172e5ab2-b6bd-4051-b7ac-1002347dc368 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:49.109579 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172e5ab2-b6bd-4051-b7ac-1002347dc368 None None] Bound using segment: {'id': 'c259aabb-ec92-425d-84ff-c966f38eef88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '70a573b0-b8cd-4b3b-a416-03e265a1da65'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:52:49.110057 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-172e5ab2-b6bd-4051-b7ac-1002347dc368 None None] Bound port: b17a078a-6bd1-4bd1-b4f8-4334951ae20a, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c259aabb-ec92-425d-84ff-c966f38eef88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '70a573b0-b8cd-4b3b-a416-03e265a1da65'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:52:49.110435 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-172e5ab2-b6bd-4051-b7ac-1002347dc368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:49.131508 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-fa95613b-6df7-427f-a9f2-76b30ec642f0 None None] Provisioning complete for port b17a078a-6bd1-4bd1-b4f8-4334951ae20a triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:49.132077 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-fa95613b-6df7-427f-a9f2-76b30ec642f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:49.159621 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-6d957564-8042-4c60-8e3c-fbfab43bfb24 None None] Set router 0e037f4a-8e3e-4e04-9d15-ea5084dd366a gateway port host: None {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:52:49.231860 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-fa95613b-6df7-427f-a9f2-76b30ec642f0 None None] Port b17a078a-6bd1-4bd1-b4f8-4334951ae20a cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:52:49.250366 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-6d957564-8042-4c60-8e3c-fbfab43bfb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'name': 'tempest-RoutersTest-router-1574513644', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:51:41Z', 'updated_at': '2021-11-25T17:52:44Z', 'revision_number': 11, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'gw_port_host': None}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:49.265613 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-bd4e4cfa-6874-4dda-b2a4-476737f49dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91ee442-95d4-4719-82c1-870bd1b11981', 'name': 'tempest-TestServerBasicOps-846702002-router', 'tenant_id': 'e69beea86d034f398c1d6fc720d35db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a628a886-a259-4dad-a59f-f37cfdc5f054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:51:47Z', 'updated_at': '2021-11-25T17:51:55Z', 'revision_number': 4, 'project_id': 'e69beea86d034f398c1d6fc720d35db8', 'gw_port': {'id': 'a628a886-a259-4dad-a59f-f37cfdc5f054', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91ee442-95d4-4719-82c1-870bd1b11981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:48Z', 'updated_at': '2021-11-25T17:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': 'ff35f5bf-82d8-4140-822f-99bd313db968', 'tenant_id': 'e69beea86d034f398c1d6fc720d35db8', 'floating_ip_address': '172.25.0.21', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': 'e91ee442-95d4-4719-82c1-870bd1b11981', 'port_id': '538569fd-1f15-4370-97bc-c1b00113f18e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '766cc6a0-9cae-4dff-aad3-bb04508f9490', 'mac_address': 'fa:16:3e:c3:1b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ebcc772-5424-44f1-b204-5ec9a995b0e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:52:46Z', 'updated_at': '2021-11-25T17:52:46Z', 'revision_number': 0, 'project_id': 'e69beea86d034f398c1d6fc720d35db8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45cd16e8-5a5c-4d13-8a13-0c171b0ba20d', 'name': '', 'network_id': '766cc6a0-9cae-4dff-aad3-bb04508f9490', 'tenant_id': 'e69beea86d034f398c1d6fc720d35db8', 'mac_address': 'fa:16:3e:7d:e1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91ee442-95d4-4719-82c1-870bd1b11981', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '50ec2d95-5a02-4606-9013-483e9966ecad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:54Z', 'updated_at': '2021-11-25T17:52:03Z', 'revision_number': 5, 'project_id': 'e69beea86d034f398c1d6fc720d35db8', 'subnets': [{'id': '50ec2d95-5a02-4606-9013-483e9966ecad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:49.292689 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d957564-8042-4c60-8e3c-fbfab43bfb24 None None] The sync data for ids ['0e037f4a-8e3e-4e04-9d15-ea5084dd366a'] in n-d-817746-1 is: [{'id': '0e037f4a-8e3e-4e04-9d15-ea5084dd366a', 'name': 'tempest-RoutersTest-router-1574513644', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:51:41Z', 'updated_at': '2021-11-25T17:52:44Z', 'revision_number': 11, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'gw_port_host': None}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:52:49.303363 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4e4cfa-6874-4dda-b2a4-476737f49dd8 None None] Checking router: e91ee442-95d4-4719-82c1-870bd1b11981 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:52:49.307049 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ebcc772-5424-44f1-b204-5ec9a995b0e7', 'tag': '538569fd-1f15-4370-97bc-c1b00113f18e'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:52:49.309482 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb328d45-0f38-4610-aa6a-46280fd90801" -d '{"events": [{"name": "network-changed", "server_uuid": "6ebcc772-5424-44f1-b204-5ec9a995b0e7", "tag": "538569fd-1f15-4370-97bc-c1b00113f18e"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:52:49.315914 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4e4cfa-6874-4dda-b2a4-476737f49dd8 None None] Routers {'e91ee442-95d4-4719-82c1-870bd1b11981'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:52:49.317008 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-bd4e4cfa-6874-4dda-b2a4-476737f49dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:52:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['e91ee442-95d4-4719-82c1-870bd1b11981'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:49.352562 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-172e5ab2-b6bd-4051-b7ac-1002347dc368 None None] For port b17a078a-6bd1-4bd1-b4f8-4334951ae20a, host n-d-817746-1, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:52:49.355049 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7ef261-acce-47f0-89ce-c173dd129c01 x-openstack-request-id: req-bd7ef261-acce-47f0-89ce-c173dd129c01 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:52:49.355435 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ebcc772-5424-44f1-b204-5ec9a995b0e7", "tag": "538569fd-1f15-4370-97bc-c1b00113f18e", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:52:49.359010 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-172e5ab2-b6bd-4051-b7ac-1002347dc368 None None] For port b17a078a-6bd1-4bd1-b4f8-4334951ae20a, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=b17a078a-6bd1-4bd1-b4f8-4334951ae20a,segment=NetworkSegment(c259aabb-ec92-425d-84ff-c966f38eef88),segment_id=c259aabb-ec92-425d-84ff-c966f38eef88)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:52:49.359543 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bd7ef261-acce-47f0-89ce-c173dd129c01 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:52:49.360105 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ebcc772-5424-44f1-b204-5ec9a995b0e7', 'tag': '538569fd-1f15-4370-97bc-c1b00113f18e', 'status': 'completed', 'code': 200} Nov 25 17:52:49.370060 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-172e5ab2-b6bd-4051-b7ac-1002347dc368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:49.466533 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14536d31-98a3-4bee-aa68-ddabf9f0a89d None None] Pushing event updated for resources: {'Port': ['ID=b17a078a-6bd1-4bd1-b4f8-4334951ae20a,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:49.490409 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172e5ab2-b6bd-4051-b7ac-1002347dc368 None None] Routers {'0f1d06f6-0ec7-4962-86e7-019f3af4644a'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:52:49.491092 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-172e5ab2-b6bd-4051-b7ac-1002347dc368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:52:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['0f1d06f6-0ec7-4962-86e7-019f3af4644a'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:49.534087 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-bd4e4cfa-6874-4dda-b2a4-476737f49dd8 None None] Set router e91ee442-95d4-4719-82c1-870bd1b11981 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:52:49.795195 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-172e5ab2-b6bd-4051-b7ac-1002347dc368 None None] Set router 0f1d06f6-0ec7-4962-86e7-019f3af4644a gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:52:49.834971 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-28efb02e-484c-40ce-b63c-e04ed3e7dcd3 None None] Provisioning complete for port b17a078a-6bd1-4bd1-b4f8-4334951ae20a triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:49.835589 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-28efb02e-484c-40ce-b63c-e04ed3e7dcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:49.866569 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-25b372c9-c2b4-4c85-beb0-e6871b61ae45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:49.875330 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e34069fc-88b6-4fe4-b0c2-a87fce3a67de tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:49.950181 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-bd4e4cfa-6874-4dda-b2a4-476737f49dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91ee442-95d4-4719-82c1-870bd1b11981', 'name': 'tempest-TestServerBasicOps-846702002-router', 'tenant_id': 'e69beea86d034f398c1d6fc720d35db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a628a886-a259-4dad-a59f-f37cfdc5f054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:51:47Z', 'updated_at': '2021-11-25T17:51:55Z', 'revision_number': 4, 'project_id': 'e69beea86d034f398c1d6fc720d35db8', 'gw_port': {'id': 'a628a886-a259-4dad-a59f-f37cfdc5f054', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91ee442-95d4-4719-82c1-870bd1b11981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:48Z', 'updated_at': '2021-11-25T17:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': 'ff35f5bf-82d8-4140-822f-99bd313db968', 'tenant_id': 'e69beea86d034f398c1d6fc720d35db8', 'floating_ip_address': '172.25.0.21', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': 'e91ee442-95d4-4719-82c1-870bd1b11981', 'port_id': '538569fd-1f15-4370-97bc-c1b00113f18e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '766cc6a0-9cae-4dff-aad3-bb04508f9490', 'mac_address': 'fa:16:3e:c3:1b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ebcc772-5424-44f1-b204-5ec9a995b0e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:52:46Z', 'updated_at': '2021-11-25T17:52:46Z', 'revision_number': 0, 'project_id': 'e69beea86d034f398c1d6fc720d35db8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45cd16e8-5a5c-4d13-8a13-0c171b0ba20d', 'name': '', 'network_id': '766cc6a0-9cae-4dff-aad3-bb04508f9490', 'tenant_id': 'e69beea86d034f398c1d6fc720d35db8', 'mac_address': 'fa:16:3e:7d:e1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91ee442-95d4-4719-82c1-870bd1b11981', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '50ec2d95-5a02-4606-9013-483e9966ecad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:54Z', 'updated_at': '2021-11-25T17:52:03Z', 'revision_number': 5, 'project_id': 'e69beea86d034f398c1d6fc720d35db8', 'subnets': [{'id': '50ec2d95-5a02-4606-9013-483e9966ecad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:49.964609 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e34069fc-88b6-4fe4-b0c2-a87fce3a67de tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:49.987091 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4e4cfa-6874-4dda-b2a4-476737f49dd8 None None] The sync data for ids ['e91ee442-95d4-4719-82c1-870bd1b11981'] in n-d-817746-1 is: [{'id': 'e91ee442-95d4-4719-82c1-870bd1b11981', 'name': 'tempest-TestServerBasicOps-846702002-router', 'tenant_id': 'e69beea86d034f398c1d6fc720d35db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a628a886-a259-4dad-a59f-f37cfdc5f054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:51:47Z', 'updated_at': '2021-11-25T17:51:55Z', 'revision_number': 4, 'project_id': 'e69beea86d034f398c1d6fc720d35db8', 'gw_port': {'id': 'a628a886-a259-4dad-a59f-f37cfdc5f054', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91ee442-95d4-4719-82c1-870bd1b11981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:48Z', 'updated_at': '2021-11-25T17:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': 'ff35f5bf-82d8-4140-822f-99bd313db968', 'tenant_id': 'e69beea86d034f398c1d6fc720d35db8', 'floating_ip_address': '172.25.0.21', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': 'e91ee442-95d4-4719-82c1-870bd1b11981', 'port_id': '538569fd-1f15-4370-97bc-c1b00113f18e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '766cc6a0-9cae-4dff-aad3-bb04508f9490', 'mac_address': 'fa:16:3e:c3:1b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ebcc772-5424-44f1-b204-5ec9a995b0e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:52:46Z', 'updated_at': '2021-11-25T17:52:46Z', 'revision_number': 0, 'project_id': 'e69beea86d034f398c1d6fc720d35db8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45cd16e8-5a5c-4d13-8a13-0c171b0ba20d', 'name': '', 'network_id': '766cc6a0-9cae-4dff-aad3-bb04508f9490', 'tenant_id': 'e69beea86d034f398c1d6fc720d35db8', 'mac_address': 'fa:16:3e:7d:e1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91ee442-95d4-4719-82c1-870bd1b11981', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '50ec2d95-5a02-4606-9013-483e9966ecad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:54Z', 'updated_at': '2021-11-25T17:52:03Z', 'revision_number': 5, 'project_id': 'e69beea86d034f398c1d6fc720d35db8', 'subnets': [{'id': '50ec2d95-5a02-4606-9013-483e9966ecad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:52:50.040944 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-28efb02e-484c-40ce-b63c-e04ed3e7dcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:50.048230 n-d-817746-1 neutron-server[103361]: INFO neutron.db.ipam_backend_mixin [None req-5d1d0ca3-c35f-4892-b385-b0c403ab94b1 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet c39a5488-840a-49f0-8e67-e61fb42f9c3f (CIDR: 2001:db8:0:1::/64) Nov 25 17:52:50.080851 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb328d45-0f38-4610-aa6a-46280fd90801 req-1560270f-e225-4764-9c18-a06268235aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:50.085743 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eb328d45-0f38-4610-aa6a-46280fd90801 req-1560270f-e225-4764-9c18-a06268235aa6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e69beea86d034f398c1d6fc720d35db8&device_id=6ebcc772-5424-44f1-b204-5ec9a995b0e7 HTTP/1.1" status: 200 len: 1097 time: 0.3775196 Nov 25 17:52:50.086758 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d1d0ca3-c35f-4892-b385-b0c403ab94b1 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:52:50.087201 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d1d0ca3-c35f-4892-b385-b0c403ab94b1 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:52:50.096737 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2c2a570f-3e9e-4ae3-ac4b-881077ddd016 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:50.103499 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-28efb02e-484c-40ce-b63c-e04ed3e7dcd3 None None] For port b17a078a-6bd1-4bd1-b4f8-4334951ae20a, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=b17a078a-6bd1-4bd1-b4f8-4334951ae20a,segment=NetworkSegment(c259aabb-ec92-425d-84ff-c966f38eef88),segment_id=c259aabb-ec92-425d-84ff-c966f38eef88)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:52:50.109187 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-28efb02e-484c-40ce-b63c-e04ed3e7dcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:50.110286 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2c2a570f-3e9e-4ae3-ac4b-881077ddd016 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:50.121932 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-172e5ab2-b6bd-4051-b7ac-1002347dc368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1d06f6-0ec7-4962-86e7-019f3af4644a', 'name': 'tempest-AttachVolumeTestJSON-444141470-router', 'tenant_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '78aa78d0-de4f-4587-a0df-1ebdd3df5f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:52:36Z', 'updated_at': '2021-11-25T17:52:42Z', 'revision_number': 4, 'project_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'gw_port': {'id': '78aa78d0-de4f-4587-a0df-1ebdd3df5f36', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ad:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1d06f6-0ec7-4962-86e7-019f3af4644a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:52:37Z', 'updated_at': '2021-11-25T17:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'b17a078a-6bd1-4bd1-b4f8-4334951ae20a', 'name': '', 'network_id': '70a573b0-b8cd-4b3b-a416-03e265a1da65', 'tenant_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'mac_address': 'fa:16:3e:ed:6e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1d06f6-0ec7-4962-86e7-019f3af4644a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '88a810b4-d532-41af-9819-01c0d8d6a258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:52:41Z', 'updated_at': '2021-11-25T17:52:49Z', 'revision_number': 4, 'project_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'subnets': [{'id': '88a810b4-d532-41af-9819-01c0d8d6a258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:50.131356 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e34069fc-88b6-4fe4-b0c2-a87fce3a67de tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:50.133123 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-e34069fc-88b6-4fe4-b0c2-a87fce3a67de tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.7434609 Nov 25 17:52:50.136395 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48008) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:50.159154 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-5d9e650b-efb5-4d04-aeaf-c9326acfdad3 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Request body: {'security_group_rule': {'security_group_id': 'b2b64dc9-f681-4285-b2b0-a4471af47257', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:52:50.163731 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34069fc-88b6-4fe4-b0c2-a87fce3a67de tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b64dc9-f681-4285-b2b0-a4471af47257,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:50.178735 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28efb02e-484c-40ce-b63c-e04ed3e7dcd3 None None] Pushing event updated for resources: {'Port': ['ID=b17a078a-6bd1-4bd1-b4f8-4334951ae20a,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:50.212422 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34069fc-88b6-4fe4-b0c2-a87fce3a67de tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:50.212771 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34069fc-88b6-4fe4-b0c2-a87fce3a67de tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:50.213145 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34069fc-88b6-4fe4-b0c2-a87fce3a67de tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:50.213504 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34069fc-88b6-4fe4-b0c2-a87fce3a67de tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:50.214070 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34069fc-88b6-4fe4-b0c2-a87fce3a67de tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:50.214179 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34069fc-88b6-4fe4-b0c2-a87fce3a67de tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:50.214512 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34069fc-88b6-4fe4-b0c2-a87fce3a67de tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:50.214846 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34069fc-88b6-4fe4-b0c2-a87fce3a67de tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:50.215176 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34069fc-88b6-4fe4-b0c2-a87fce3a67de tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:50.215568 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34069fc-88b6-4fe4-b0c2-a87fce3a67de tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:50.215962 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34069fc-88b6-4fe4-b0c2-a87fce3a67de tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:50.216272 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34069fc-88b6-4fe4-b0c2-a87fce3a67de tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:50.222041 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172e5ab2-b6bd-4051-b7ac-1002347dc368 None None] The sync data for ids ['0f1d06f6-0ec7-4962-86e7-019f3af4644a'] in n-d-817746-1 is: [{'id': '0f1d06f6-0ec7-4962-86e7-019f3af4644a', 'name': 'tempest-AttachVolumeTestJSON-444141470-router', 'tenant_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '78aa78d0-de4f-4587-a0df-1ebdd3df5f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:52:36Z', 'updated_at': '2021-11-25T17:52:42Z', 'revision_number': 4, 'project_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'gw_port': {'id': '78aa78d0-de4f-4587-a0df-1ebdd3df5f36', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ad:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1d06f6-0ec7-4962-86e7-019f3af4644a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:52:37Z', 'updated_at': '2021-11-25T17:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'b17a078a-6bd1-4bd1-b4f8-4334951ae20a', 'name': '', 'network_id': '70a573b0-b8cd-4b3b-a416-03e265a1da65', 'tenant_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'mac_address': 'fa:16:3e:ed:6e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1d06f6-0ec7-4962-86e7-019f3af4644a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '88a810b4-d532-41af-9819-01c0d8d6a258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:52:41Z', 'updated_at': '2021-11-25T17:52:49Z', 'revision_number': 4, 'project_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'subnets': [{'id': '88a810b4-d532-41af-9819-01c0d8d6a258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:52:50.242146 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5d9e650b-efb5-4d04-aeaf-c9326acfdad3 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:50.260160 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-5d1d0ca3-c35f-4892-b385-b0c403ab94b1 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.5851216 Nov 25 17:52:50.267691 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48010) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:50.272999 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-f4137a64-323d-4a68-b6a7-dbd0b2343375 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Request body: {'subnet': {'network_id': 'ea19064b-94c7-418e-a2c1-6bc16d70098e', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:52:50.327964 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2c2a570f-3e9e-4ae3-ac4b-881077ddd016 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:50.328474 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2a570f-3e9e-4ae3-ac4b-881077ddd016 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Fanout notify agent at l3_agent the message router_deleted on router 0e037f4a-8e3e-4e04-9d15-ea5084dd366a {{(pid=103361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:52:50.353533 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2c2a570f-3e9e-4ae3-ac4b-881077ddd016 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:50.363060 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-2c2a570f-3e9e-4ae3-ac4b-881077ddd016 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "DELETE /v2.0/routers/0e037f4a-8e3e-4e04-9d15-ea5084dd366a HTTP/1.1" status: 204 len: 168 time: 1.5369990 Nov 25 17:52:50.373106 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48012) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:50.387771 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-20970856-5904-409f-80e7-6b3ce3992b12 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1684543630', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:52:50.428042 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-20970856-5904-409f-80e7-6b3ce3992b12 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:50.429993 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-20970856-5904-409f-80e7-6b3ce3992b12 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:50.465073 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cdd58c-151f-43c1-914e-9613acd96527 None None] New status for floating IP ff35f5bf-82d8-4140-822f-99bd313db968: ACTIVE {{(pid=103362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:52:50.467166 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5d9e650b-efb5-4d04-aeaf-c9326acfdad3 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:50.476060 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5d9e650b-efb5-4d04-aeaf-c9326acfdad3 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:50.536771 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5d9e650b-efb5-4d04-aeaf-c9326acfdad3 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:50.540259 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-5d9e650b-efb5-4d04-aeaf-c9326acfdad3 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4002912 Nov 25 17:52:50.549968 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48014) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:50.553977 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb328d45-0f38-4610-aa6a-46280fd90801 req-dd523912-01ee-480b-ac3b-c31c09ead6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:50.556315 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eb328d45-0f38-4610-aa6a-46280fd90801 req-dd523912-01ee-480b-ac3b-c31c09ead6bf service neutron] 10.222.0.74 "GET /v2.0/networks?id=766cc6a0-9cae-4dff-aad3-bb04508f9490 HTTP/1.1" status: 200 len: 909 time: 0.4415946 Nov 25 17:52:50.607264 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-27cf4ddc-2ede-4764-a6bd-a863488c85c9 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Request body: {'security_group_rule': {'security_group_id': 'b2b64dc9-f681-4285-b2b0-a4471af47257', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:52:50.612055 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e650b-efb5-4d04-aeaf-c9326acfdad3 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abcceee3-7508-48e0-864f-f4e9cab12540,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:50.637500 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-20970856-5904-409f-80e7-6b3ce3992b12 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:50.665022 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-20970856-5904-409f-80e7-6b3ce3992b12 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:50.718920 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-27cf4ddc-2ede-4764-a6bd-a863488c85c9 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:50.805682 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eb328d45-0f38-4610-aa6a-46280fd90801 req-61ff35bd-6657-41cf-938e-e0ae9cbe798c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=538569fd-1f15-4370-97bc-c1b00113f18e HTTP/1.1" status: 200 len: 999 time: 0.2295334 Nov 25 17:52:50.822897 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device b17a078a-6bd1-4bd1-b4f8-4334951ae20a up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:52:50.861497 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-27cf4ddc-2ede-4764-a6bd-a863488c85c9 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:50.867745 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-20970856-5904-409f-80e7-6b3ce3992b12 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:50.869784 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-20970856-5904-409f-80e7-6b3ce3992b12 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4955437 Nov 25 17:52:50.870817 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-71218cad-a6b2-45c7-8612-65d52a553960 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:50.875540 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48020) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:50.880389 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-27cf4ddc-2ede-4764-a6bd-a863488c85c9 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:50.882703 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-8ea8073c-617a-4c13-84e7-daef7f0a3474 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:52:50.917627 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:50.921587 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4137a64-323d-4a68-b6a7-dbd0b2343375 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Made reservation on behalf of 28b5aae943b9455c8114055630556aca for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:52:50.925033 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f4137a64-323d-4a68-b6a7-dbd0b2343375 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:50.943102 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port b17a078a-6bd1-4bd1-b4f8-4334951ae20a triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:50.943485 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:50.952884 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4ddc-2ede-4764-a6bd-a863488c85c9 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bacfe93c-1a32-47a0-b870-dd6a46ece2ac,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:50.970909 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-27cf4ddc-2ede-4764-a6bd-a863488c85c9 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:50.975604 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-27cf4ddc-2ede-4764-a6bd-a863488c85c9 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4198530 Nov 25 17:52:50.976271 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48022) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:50.981177 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-7acac26e-7c33-4b4f-a329-dd85b825f745 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Request body: {'floatingip': {'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:52:51.013809 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7acac26e-7c33-4b4f-a329-dd85b825f745 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks [] for floatingip, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:51.172712 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7acac26e-7c33-4b4f-a329-dd85b825f745 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:51.207469 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb328d45-0f38-4610-aa6a-46280fd90801 req-cd2ba1ed-f606-40cc-b160-5b6aea060175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:51.209424 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eb328d45-0f38-4610-aa6a-46280fd90801 req-cd2ba1ed-f606-40cc-b160-5b6aea060175 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=50ec2d95-5a02-4606-9013-483e9966ecad HTTP/1.1" status: 200 len: 847 time: 0.3944275 Nov 25 17:52:51.328184 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-7acac26e-7c33-4b4f-a329-dd85b825f745 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Allocated IP 172.25.0.121 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/0254e5c5-adbc-4c2a-921e-2501a6032179) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:52:51.459962 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7acac26e-7c33-4b4f-a329-dd85b825f745 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:51.460611 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8ea8073c-617a-4c13-84e7-daef7f0a3474 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-542255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8324'] for router, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:51.486148 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb328d45-0f38-4610-aa6a-46280fd90801 req-1bede828-06fb-4b39-828f-94bc2a229731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:51.487689 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eb328d45-0f38-4610-aa6a-46280fd90801 req-1bede828-06fb-4b39-828f-94bc2a229731 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=766cc6a0-9cae-4dff-aad3-bb04508f9490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2625279 Nov 25 17:52:51.494575 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8ea8073c-617a-4c13-84e7-daef7f0a3474 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-542246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-542269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-530067'] for router, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:51.505151 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7acac26e-7c33-4b4f-a329-dd85b825f745 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:51.572515 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7acac26e-7c33-4b4f-a329-dd85b825f745 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:52:51.575866 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-7acac26e-7c33-4b4f-a329-dd85b825f745 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:52:51.581434 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acac26e-7c33-4b4f-a329-dd85b825f745 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:52:51.808939 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eb328d45-0f38-4610-aa6a-46280fd90801 req-7ade5f33-2f21-4ba8-ba7e-60cc392d50e4 service neutron] 10.222.0.74 "GET /v2.0/networks/766cc6a0-9cae-4dff-aad3-bb04508f9490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070815 Nov 25 17:52:51.855270 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ea8073c-617a-4c13-84e7-daef7f0a3474 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Router 130976c7-bb0e-486a-a22f-09c19758a485 is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:52:52.030092 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-71218cad-a6b2-45c7-8612-65d52a553960 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Deleting port 5760450d-a84c-44ee-b77c-7ae14d91aace {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:52:52.030716 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-71218cad-a6b2-45c7-8612-65d52a553960 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:52.057852 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acac26e-7c33-4b4f-a329-dd85b825f745 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Pushing event updated for resources: {'Port': ['ID=0254e5c5-adbc-4c2a-921e-2501a6032179,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:52.069229 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f4137a64-323d-4a68-b6a7-dbd0b2343375 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:52.083532 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:52.112132 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea8073c-617a-4c13-84e7-daef7f0a3474 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:52:52.119537 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8ea8073c-617a-4c13-84e7-daef7f0a3474 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:52.120717 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-8ea8073c-617a-4c13-84e7-daef7f0a3474 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "PUT /v2.0/routers/130976c7-bb0e-486a-a22f-09c19758a485 HTTP/1.1" status: 200 len: 694 time: 1.2430692 Nov 25 17:52:52.123450 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48030) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:52.125805 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5fe6fa-4060-4619-a55e-b8f4ea8c3d0d None None] Sync routers for ids ['130976c7-bb0e-486a-a22f-09c19758a485'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:52:52.152207 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5fe6fa-4060-4619-a55e-b8f4ea8c3d0d None None] Routers {'130976c7-bb0e-486a-a22f-09c19758a485'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:52:52.152864 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-4d5fe6fa-4060-4619-a55e-b8f4ea8c3d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:52:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['130976c7-bb0e-486a-a22f-09c19758a485'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:52.212256 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7acac26e-7c33-4b4f-a329-dd85b825f745 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:52.221522 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-672b048c-f7c3-4ce1-a8b0-f8c94cd7e93e tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "GET /v2.0/routers/130976c7-bb0e-486a-a22f-09c19758a485 HTTP/1.1" status: 200 len: 700 time: 0.0945079 Nov 25 17:52:52.223450 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48034) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:52.254532 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-4d5fe6fa-4060-4619-a55e-b8f4ea8c3d0d None None] Set router 130976c7-bb0e-486a-a22f-09c19758a485 gateway port host: None {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:52:52.256371 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-57317f7a-9d21-4cca-a689-b545c3fc57d2 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "GET /v2.0/ports?device_id=130976c7-bb0e-486a-a22f-09c19758a485 HTTP/1.1" status: 200 len: 205 time: 0.0316284 Nov 25 17:52:52.265604 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48036) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:52.318577 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-4d5fe6fa-4060-4619-a55e-b8f4ea8c3d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130976c7-bb0e-486a-a22f-09c19758a485', 'name': 'tempest-RoutersTest-router-1684543630', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:52:50Z', 'updated_at': '2021-11-25T17:52:51Z', 'revision_number': 2, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'gw_port_host': None}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:52.350527 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5fe6fa-4060-4619-a55e-b8f4ea8c3d0d None None] Checking router: 130976c7-bb0e-486a-a22f-09c19758a485 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:52:52.359766 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5fe6fa-4060-4619-a55e-b8f4ea8c3d0d None None] Routers {'130976c7-bb0e-486a-a22f-09c19758a485'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:52:52.360380 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-4d5fe6fa-4060-4619-a55e-b8f4ea8c3d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:52:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['130976c7-bb0e-486a-a22f-09c19758a485'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:52.397687 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7acac26e-7c33-4b4f-a329-dd85b825f745 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:52.402978 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-af6be5b5-040c-48ce-97b3-b721811fd38e tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:52.439491 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-4d5fe6fa-4060-4619-a55e-b8f4ea8c3d0d None None] Set router 130976c7-bb0e-486a-a22f-09c19758a485 gateway port host: None {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:52:52.507703 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-4d5fe6fa-4060-4619-a55e-b8f4ea8c3d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130976c7-bb0e-486a-a22f-09c19758a485', 'name': 'tempest-RoutersTest-router-1684543630', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:52:50Z', 'updated_at': '2021-11-25T17:52:51Z', 'revision_number': 2, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'gw_port_host': None}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:52.537947 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5fe6fa-4060-4619-a55e-b8f4ea8c3d0d None None] The sync data for ids ['130976c7-bb0e-486a-a22f-09c19758a485'] in n-d-817746-1 is: [{'id': '130976c7-bb0e-486a-a22f-09c19758a485', 'name': 'tempest-RoutersTest-router-1684543630', 'tenant_id': '4d907a5f181242fcb929653cbcef12b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:52:50Z', 'updated_at': '2021-11-25T17:52:51Z', 'revision_number': 2, 'project_id': '4d907a5f181242fcb929653cbcef12b3', 'gw_port_host': None}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:52:52.604814 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eb328d45-0f38-4610-aa6a-46280fd90801 req-95cbb3ee-3cfd-4d60-bc77-c87dd267d800 service neutron] 10.222.0.74 "GET /v2.0/networks/766cc6a0-9cae-4dff-aad3-bb04508f9490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7706311 Nov 25 17:52:52.630301 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4137a64-323d-4a68-b6a7-dbd0b2343375 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Network ea19064b-94c7-418e-a2c1-6bc16d70098e is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:52:52.660067 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-f4137a64-323d-4a68-b6a7-dbd0b2343375 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:52:52.669880 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-af6be5b5-040c-48ce-97b3-b721811fd38e tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:52.671772 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d05ae5-cc0e-4971-9d17-5e1c9e2dca57 None None] Network ea19064b-94c7-418e-a2c1-6bc16d70098e requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:52:52.673578 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4137a64-323d-4a68-b6a7-dbd0b2343375 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:52.674498 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f4137a64-323d-4a68-b6a7-dbd0b2343375 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:52.710231 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-af6be5b5-040c-48ce-97b3-b721811fd38e tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:52.713396 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-f4137a64-323d-4a68-b6a7-dbd0b2343375 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.4446492 Nov 25 17:52:52.721556 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48040) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:52.730516 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-9c0110fa-2b6f-4525-a775-1059fa78d919 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-125348967', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '42d18739-364f-4f94-b3bb-bc1a350a6605'}], 'security_groups': ['d1ddfd37-12f7-4c0c-a079-3207b1130c8f', '164829a5-f0c4-4355-a3ab-03d093720314']}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:52:52.738793 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4137a64-323d-4a68-b6a7-dbd0b2343375 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event updated for resources: {'Subnet': ['ID=42d18739-364f-4f94-b3bb-bc1a350a6605,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:52.744465 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-71218cad-a6b2-45c7-8612-65d52a553960 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] For port 5760450d-a84c-44ee-b77c-7ae14d91aace, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=5760450d-a84c-44ee-b77c-7ae14d91aace,segment=NetworkSegment(9bc68ea2-bf7d-42c6-bd84-767bb9f889f5),segment_id=9bc68ea2-bf7d-42c6-bd84-767bb9f889f5)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:52:52.744898 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-71218cad-a6b2-45c7-8612-65d52a553960 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:52.770110 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-71218cad-a6b2-45c7-8612-65d52a553960 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Calling delete_port for 5760450d-a84c-44ee-b77c-7ae14d91aace owned by network:router_interface {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:52:52.927850 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-af6be5b5-040c-48ce-97b3-b721811fd38e tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:52.928373 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6be5b5-040c-48ce-97b3-b721811fd38e tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Fanout notify agent at l3_agent the message router_deleted on router 130976c7-bb0e-486a-a22f-09c19758a485 {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:52:52.940963 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-af6be5b5-040c-48ce-97b3-b721811fd38e tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:52.942307 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-af6be5b5-040c-48ce-97b3-b721811fd38e tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "DELETE /v2.0/routers/130976c7-bb0e-486a-a22f-09c19758a485 HTTP/1.1" status: 204 len: 168 time: 0.6450212 Nov 25 17:52:52.951479 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48044) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:52.999370 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-92472521-ed50-4ef5-a254-4e11dde9f8ba tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "GET /v2.0/ports?device_id=130976c7-bb0e-486a-a22f-09c19758a485 HTTP/1.1" status: 200 len: 205 time: 0.0464652 Nov 25 17:52:52.999604 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48046) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:53.049463 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9c0110fa-2b6f-4525-a775-1059fa78d919 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:53.052899 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:53.053360 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-f83ec13c-46e4-4410-a35b-630bdd85dbbe tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] delete failed (client error): The resource could not be found. Nov 25 17:52:53.057850 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f83ec13c-46e4-4410-a35b-630bdd85dbbe tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "DELETE /v2.0/routers/130976c7-bb0e-486a-a22f-09c19758a485 HTTP/1.1" status: 404 len: 336 time: 0.0539715 Nov 25 17:52:53.059789 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48048) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:53.063295 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61af6df6-3acb-4011-a583-9246eec934c4 None None] Update dhcp port {'port': {'network_id': 'ea19064b-94c7-418e-a2c1-6bc16d70098e', 'fixed_ips': [{'subnet_id': 'c39a5488-840a-49f0-8e67-e61fb42f9c3f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'cb4b3ac3-9922-4020-995c-f6db56b94c54', 'ip_address': '2001:db8::2'}, {'subnet_id': '42d18739-364f-4f94-b3bb-bc1a350a6605'}], 'binding:host_id': 'n-d-817746-1'}, 'id': 'bc9a5961-b6a9-424d-a4f0-f514eab18a56'} from n-d-817746-1. {{(pid=103362) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 17:52:53.092642 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-61af6df6-3acb-4011-a583-9246eec934c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:53.099595 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-6329fa71-b29a-489f-a160-8b3479c22765 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] DELETE failed (client error): The resource could not be found. Nov 25 17:52:53.100048 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6329fa71-b29a-489f-a160-8b3479c22765 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:52:53.104536 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6329fa71-b29a-489f-a160-8b3479c22765 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "DELETE /v2.0/subnets/0c7b88f3-6a2f-4214-8f34-d72f817fa2eb HTTP/1.1" status: 404 len: 337 time: 0.0389888 Nov 25 17:52:53.107029 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7acac26e-7c33-4b4f-a329-dd85b825f745 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:53.107387 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48050) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:53.126083 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-71218cad-a6b2-45c7-8612-65d52a553960 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:53.167713 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-55762f1d-80a4-411f-b7ca-594469cbd1b6 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] DELETE failed (client error): The resource could not be found. Nov 25 17:52:53.167713 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55762f1d-80a4-411f-b7ca-594469cbd1b6 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:52:53.173519 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-55762f1d-80a4-411f-b7ca-594469cbd1b6 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "DELETE /v2.0/subnets/9217f2a5-3e97-4c11-803e-08864cfe3ea9 HTTP/1.1" status: 404 len: 337 time: 0.0647573 Nov 25 17:52:53.178157 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48054) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:53.222052 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-e40092ac-eae9-4979-a82b-43a2648fcdf8 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] DELETE failed (client error): The resource could not be found. Nov 25 17:52:53.222527 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e40092ac-eae9-4979-a82b-43a2648fcdf8 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:52:53.227266 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e40092ac-eae9-4979-a82b-43a2648fcdf8 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "DELETE /v2.0/subnets/46e2b0b8-c15f-4d8a-b2c3-792d4f60265c HTTP/1.1" status: 404 len: 337 time: 0.0473564 Nov 25 17:52:53.227974 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71218cad-a6b2-45c7-8612-65d52a553960 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event deleted for resources: {'Port': ['ID=5760450d-a84c-44ee-b77c-7ae14d91aace,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:53.228112 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7acac26e-7c33-4b4f-a329-dd85b825f745 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:53.231434 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48056) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:53.285341 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-f25886aa-e7bd-473a-8711-c92a3b9c2c66 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] DELETE failed (client error): The resource could not be found. Nov 25 17:52:53.285823 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f25886aa-e7bd-473a-8711-c92a3b9c2c66 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:52:53.290088 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-f25886aa-e7bd-473a-8711-c92a3b9c2c66 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "DELETE /v2.0/subnets/eff5c9f1-fdc7-4c24-90ab-6d7ea065962e HTTP/1.1" status: 404 len: 337 time: 0.0568948 Nov 25 17:52:53.297190 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48058) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:53.340571 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7acac26e-7c33-4b4f-a329-dd85b825f745 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:53.412274 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7acac26e-7c33-4b4f-a329-dd85b825f745 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:53.421676 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7acac26e-7c33-4b4f-a329-dd85b825f745 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4363499 Nov 25 17:52:53.421676 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acac26e-7c33-4b4f-a329-dd85b825f745 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Pushing event updated for resources: {'Port': ['ID=0254e5c5-adbc-4c2a-921e-2501a6032179,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:53.433484 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-6fcd640b-8c84-4cb2-8051-48cae83c87a8 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e037f4a-8e3e-4e04-9d15-ea5084dd366a HTTP/1.1" status: 200 len: 205 time: 0.1350844 Nov 25 17:52:53.434183 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48062) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:53.538448 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [None req-effc343e-b418-4a42-9e1b-ca3b6c33c449 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] delete failed (client error): The resource could not be found. Nov 25 17:52:53.542922 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-effc343e-b418-4a42-9e1b-ca3b6c33c449 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "DELETE /v2.0/routers/0e037f4a-8e3e-4e04-9d15-ea5084dd366a HTTP/1.1" status: 404 len: 336 time: 0.0996568 Nov 25 17:52:53.543495 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48066) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:53.592519 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48072) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:53.608372 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-fd6b83da-3ee0-4887-8a5c-34c7d46caf78 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1c5930e-a55a-46a3-bb7f-76295413f97f HTTP/1.1" status: 200 len: 205 time: 0.0633900 Nov 25 17:52:53.690158 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-30b0bd75-60bc-4eff-b651-5792821a8588 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] delete failed (client error): The resource could not be found. Nov 25 17:52:53.693672 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-30b0bd75-60bc-4eff-b651-5792821a8588 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "DELETE /v2.0/routers/d1c5930e-a55a-46a3-bb7f-76295413f97f HTTP/1.1" status: 404 len: 336 time: 0.0973797 Nov 25 17:52:53.693861 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-61af6df6-3acb-4011-a583-9246eec934c4 None None] Allocated IP 2001:db8:0:2::2 (ea19064b-94c7-418e-a2c1-6bc16d70098e/42d18739-364f-4f94-b3bb-bc1a350a6605/bc9a5961-b6a9-424d-a4f0-f514eab18a56) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:52:53.703600 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48078) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:53.741330 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-983e1434-ea39-48c1-96fc-266fd04e385a tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] DELETE failed (client error): The resource could not be found. Nov 25 17:52:53.741645 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-983e1434-ea39-48c1-96fc-266fd04e385a tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:52:53.750735 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-983e1434-ea39-48c1-96fc-266fd04e385a tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "DELETE /v2.0/subnets/4fe3586c-540a-41b2-9534-83dfcbb9a4db HTTP/1.1" status: 404 len: 337 time: 0.0437703 Nov 25 17:52:53.751321 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48082) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:53.781030 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bc9b39d3-d84c-4ee0-9a66-960ea7aaf91c req-cbe1912b-51b1-4bfd-a725-d0df471959d4 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1061485435&fields=id&tenant_id=d565d7fffa2d49b4a9e39a4ee7a417d3 HTTP/1.1" status: 200 len: 267 time: 0.1070917 Nov 25 17:52:53.805655 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d80f83f9-6503-43f8-8b17-22e7739412e4 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "GET /v2.0/ports?device_id=93bb077a-c405-46ab-9e4a-3824d5a1931f HTTP/1.1" status: 200 len: 205 time: 0.0510054 Nov 25 17:52:53.808742 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-71218cad-a6b2-45c7-8612-65d52a553960 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:53.809348 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48086) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:53.834569 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-61af6df6-3acb-4011-a583-9246eec934c4 None None] For port bc9a5961-b6a9-424d-a4f0-f514eab18a56, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=bc9a5961-b6a9-424d-a4f0-f514eab18a56,segment=NetworkSegment(45b8131c-1f8f-4c68-899c-22019d250c82),segment_id=45b8131c-1f8f-4c68-899c-22019d250c82)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:52:53.878968 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-61af6df6-3acb-4011-a583-9246eec934c4 None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:53.881212 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-4c759206-78c7-49a2-a328-e92b932ab9ac tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] delete failed (client error): The resource could not be found. Nov 25 17:52:53.885050 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4c759206-78c7-49a2-a328-e92b932ab9ac tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "DELETE /v2.0/routers/93bb077a-c405-46ab-9e4a-3824d5a1931f HTTP/1.1" status: 404 len: 336 time: 0.0741484 Nov 25 17:52:53.885288 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48088) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:53.900009 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-61af6df6-3acb-4011-a583-9246eec934c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:53.922678 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-fbaccfa0-f1af-4481-af7e-46007dfef146 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "GET /v2.0/ports?device_id=206699ae-a3f7-4c20-8c05-13e15d440827 HTTP/1.1" status: 200 len: 205 time: 0.0342131 Nov 25 17:52:53.924175 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48090) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:54.032786 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-1df47187-fc6c-4612-ae49-deb96bafb4f5 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] delete failed (client error): The resource could not be found. Nov 25 17:52:54.040521 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1df47187-fc6c-4612-ae49-deb96bafb4f5 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "DELETE /v2.0/routers/206699ae-a3f7-4c20-8c05-13e15d440827 HTTP/1.1" status: 404 len: 336 time: 0.1087649 Nov 25 17:52:54.053965 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61af6df6-3acb-4011-a583-9246eec934c4 None None] Pushing event updated for resources: {'Port': ['ID=bc9a5961-b6a9-424d-a4f0-f514eab18a56,revision_number=7']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:54.062817 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48092) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:54.110859 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-35aee267-4be2-4467-b3f9-605a17d5dc6f tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] DELETE failed (client error): The resource could not be found. Nov 25 17:52:54.111288 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35aee267-4be2-4467-b3f9-605a17d5dc6f tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:52:54.115306 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-35aee267-4be2-4467-b3f9-605a17d5dc6f tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "DELETE /v2.0/subnets/9c183e03-9717-4b72-b800-93cb73f4ccb5 HTTP/1.1" status: 404 len: 337 time: 0.0515957 Nov 25 17:52:54.119321 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48094) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:54.152891 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-fde771c4-8a51-4bf9-a39c-6e60c5762ad8 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "GET /v2.0/ports?device_id=014c9399-5e44-458e-90c9-85127206ba7f HTTP/1.1" status: 200 len: 205 time: 0.0305903 Nov 25 17:52:54.153098 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48096) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:54.223797 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b39d3-d84c-4ee0-9a66-960ea7aaf91c req-15f5f52a-4816-4e89-8fd9-ca7b142db2c1 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:54.232455 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bc9b39d3-d84c-4ee0-9a66-960ea7aaf91c req-15f5f52a-4816-4e89-8fd9-ca7b142db2c1 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/networks?id=70a573b0-b8cd-4b3b-a416-03e265a1da65 HTTP/1.1" status: 200 len: 810 time: 0.4364059 Nov 25 17:52:54.236336 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-271d3687-661a-415a-ae6f-a07262268665 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] delete failed (client error): The resource could not be found. Nov 25 17:52:54.240418 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-271d3687-661a-415a-ae6f-a07262268665 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "DELETE /v2.0/routers/014c9399-5e44-458e-90c9-85127206ba7f HTTP/1.1" status: 404 len: 336 time: 0.0863540 Nov 25 17:52:54.243811 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48100) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:54.258132 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bc9b39d3-d84c-4ee0-9a66-960ea7aaf91c req-613a2cca-6e85-45c7-be6f-14c560999856 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/quotas/d565d7fffa2d49b4a9e39a4ee7a417d3 HTTP/1.1" status: 200 len: 375 time: 0.0237389 Nov 25 17:52:54.283908 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6e35732-0e1b-43a8-834a-22ac88e795a0 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] DELETE failed (client error): The resource could not be found. Nov 25 17:52:54.285769 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6e35732-0e1b-43a8-834a-22ac88e795a0 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:52:54.289777 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b6e35732-0e1b-43a8-834a-22ac88e795a0 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "DELETE /v2.0/subnets/3606094b-f6d7-4022-8999-06fae1a0b53d HTTP/1.1" status: 404 len: 337 time: 0.0442760 Nov 25 17:52:54.293436 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48102) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:54.323668 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2307062c-a8fc-4de8-986c-3742dd587d91 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "GET /v2.0/ports?device_id=d679a1f6-27a7-4606-92a4-66671b2e736f HTTP/1.1" status: 200 len: 205 time: 0.0288799 Nov 25 17:52:54.326849 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71218cad-a6b2-45c7-8612-65d52a553960 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Router 100e317a-92c9-4cce-a065-e02c0ec39adf has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:52:54.327540 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48104) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:54.342858 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bc9b39d3-d84c-4ee0-9a66-960ea7aaf91c req-8d7f2530-f13b-4871-8038-185fb894602f tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=d565d7fffa2d49b4a9e39a4ee7a417d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0838385 Nov 25 17:52:54.383090 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-9c0110fa-2b6f-4525-a775-1059fa78d919 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Delete allocated IP 2001:db8::c1 (ea19064b-94c7-418e-a2c1-6bc16d70098e/cb4b3ac3-9922-4020-995c-f6db56b94c54) {{(pid=103360) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 25 17:52:54.385999 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-8f4b02fe-407d-4814-bf13-4daa6e86d83b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] delete failed (client error): The resource could not be found. Nov 25 17:52:54.387080 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8f4b02fe-407d-4814-bf13-4daa6e86d83b tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "DELETE /v2.0/routers/d679a1f6-27a7-4606-92a4-66671b2e736f HTTP/1.1" status: 404 len: 336 time: 0.0586145 Nov 25 17:52:54.389553 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48106) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:54.402377 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-9c0110fa-2b6f-4525-a775-1059fa78d919 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Allocated IP 2001:db8:0:2::2d0 (ea19064b-94c7-418e-a2c1-6bc16d70098e/42d18739-364f-4f94-b3bb-bc1a350a6605/9343f72a-b5c4-4d1f-a942-20053a20f9df) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:52:54.426793 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ff318f7-0ee4-434b-9a44-1086119ab090 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] DELETE failed (client error): The resource could not be found. Nov 25 17:52:54.427262 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ff318f7-0ee4-434b-9a44-1086119ab090 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:52:54.433118 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7ff318f7-0ee4-434b-9a44-1086119ab090 tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "DELETE /v2.0/subnets/7fd7efd3-182c-44ee-b384-1f69250a168d HTTP/1.1" status: 404 len: 337 time: 0.0399864 Nov 25 17:52:54.433905 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48108) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:54.480008 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-d874cd69-c352-4f11-be40-ca33062521da tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] DELETE failed (client error): The resource could not be found. Nov 25 17:52:54.481109 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d874cd69-c352-4f11-be40-ca33062521da tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:52:54.489249 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d874cd69-c352-4f11-be40-ca33062521da tempest-RoutersTest-147875442 tempest-RoutersTest-147875442-project] 10.222.0.75 "DELETE /v2.0/subnets/e6940aef-a348-4a01-ba66-58afe6efcd70 HTTP/1.1" status: 404 len: 337 time: 0.0532336 Nov 25 17:52:54.547017 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71218cad-a6b2-45c7-8612-65d52a553960 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:52:54.552658 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-71218cad-a6b2-45c7-8612-65d52a553960 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "PUT /v2.0/routers/100e317a-92c9-4cce-a065-e02c0ec39adf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3661814 Nov 25 17:52:54.555408 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48112) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:54.564262 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5afda9-43d1-4aca-8574-f77a018e8ac5 None None] Sync routers for ids ['100e317a-92c9-4cce-a065-e02c0ec39adf'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:52:54.589936 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5afda9-43d1-4aca-8574-f77a018e8ac5 None None] Routers {'100e317a-92c9-4cce-a065-e02c0ec39adf'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:52:54.590621 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-6b5afda9-43d1-4aca-8574-f77a018e8ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:52:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['100e317a-92c9-4cce-a065-e02c0ec39adf'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:54.646081 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bc9b39d3-d84c-4ee0-9a66-960ea7aaf91c req-35fd4a1d-578f-46f8-84a5-9e6f7effbfa1 service neutron] 10.222.0.75 "GET /v2.0/networks/70a573b0-b8cd-4b3b-a416-03e265a1da65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898184 Nov 25 17:52:54.694309 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a367929-a3d5-4c5c-b740-8c0be256e200 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Deleting subnet 41aa15c7-0383-4c7f-9427-4b12720b647d {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:52:54.709597 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2a367929-a3d5-4c5c-b740-8c0be256e200 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:54.794493 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-6b5afda9-43d1-4aca-8574-f77a018e8ac5 None None] Set router 100e317a-92c9-4cce-a065-e02c0ec39adf gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:52:54.815789 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2a367929-a3d5-4c5c-b740-8c0be256e200 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:54.894433 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device bc9a5961-b6a9-424d-a4f0-f514eab18a56 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:52:54.925492 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bc9b39d3-d84c-4ee0-9a66-960ea7aaf91c req-13f0d9c0-38d6-4789-8e70-9b9456bdb46f service neutron] 10.222.0.75 "GET /v2.0/networks/70a573b0-b8cd-4b3b-a416-03e265a1da65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791612 Nov 25 17:52:54.928485 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9c0110fa-2b6f-4525-a775-1059fa78d919 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:54.943446 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9c0110fa-2b6f-4525-a775-1059fa78d919 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:55.008740 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port bc9a5961-b6a9-424d-a4f0-f514eab18a56 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:55.009153 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:55.023828 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9c0110fa-2b6f-4525-a775-1059fa78d919 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] In _notify_port_updated(), no bound segment for port 9343f72a-b5c4-4d1f-a942-20053a20f9df on network ea19064b-94c7-418e-a2c1-6bc16d70098e {{(pid=103360) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:52:55.030224 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0110fa-2b6f-4525-a775-1059fa78d919 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:55.030881 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9c0110fa-2b6f-4525-a775-1059fa78d919 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:55.034819 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9c0110fa-2b6f-4525-a775-1059fa78d919 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "PUT /v2.0/ports/9343f72a-b5c4-4d1f-a942-20053a20f9df HTTP/1.1" status: 200 len: 969 time: 2.3090532 Nov 25 17:52:55.034819 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48116) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:55.054249 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48120) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:55.135065 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0110fa-2b6f-4525-a775-1059fa78d919 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event updated for resources: {'Port': ['ID=9343f72a-b5c4-4d1f-a942-20053a20f9df,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:55.154739 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-a8f29434-f808-41b1-9522-ad05ad809878 None None] Provisioning complete for port bc9a5961-b6a9-424d-a4f0-f514eab18a56 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:55.155117 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a8f29434-f808-41b1-9522-ad05ad809878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:55.172963 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2a367929-a3d5-4c5c-b740-8c0be256e200 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:55.327643 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2a367929-a3d5-4c5c-b740-8c0be256e200 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:55.373028 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c293ab09-e770-4396-9b7f-04ebd4fba323 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4d907a5f181242fcb929653cbcef12b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3020260 Nov 25 17:52:55.373405 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48132) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:55.459657 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1617b10d-afeb-45b8-9d21-102dce7b430d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:55.480460 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-6b5afda9-43d1-4aca-8574-f77a018e8ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100e317a-92c9-4cce-a065-e02c0ec39adf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1904891424', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'c20cd774-9c44-4c03-9982-8604410253d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:50:27Z', 'updated_at': '2021-11-25T17:52:53Z', 'revision_number': 5, 'project_id': '867688fabf794394b7f5a37353b0165e', 'gw_port': {'id': 'c20cd774-9c44-4c03-9982-8604410253d3', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100e317a-92c9-4cce-a065-e02c0ec39adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:50:29Z', 'updated_at': '2021-11-25T17:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:55.495096 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a367929-a3d5-4c5c-b740-8c0be256e200 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event deleted for resources: {'Subnet': ['ID=41aa15c7-0383-4c7f-9427-4b12720b647d,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:55.506566 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1617b10d-afeb-45b8-9d21-102dce7b430d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:55.519463 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2a367929-a3d5-4c5c-b740-8c0be256e200 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:55.524313 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-2a367929-a3d5-4c5c-b740-8c0be256e200 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "DELETE /v2.0/subnets/41aa15c7-0383-4c7f-9427-4b12720b647d HTTP/1.1" status: 204 len: 168 time: 0.9678137 Nov 25 17:52:55.537460 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5afda9-43d1-4aca-8574-f77a018e8ac5 None None] Checking router: 100e317a-92c9-4cce-a065-e02c0ec39adf for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:52:55.543164 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1bacbb-c722-42d9-a5d3-0e0e84e849ce None None] Network 956f4e0f-d672-4efc-84b9-1a07478d59f4 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:52:55.577687 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-34eeeaf8-7d3e-44ad-9a61-cc95dd084207 req-6ca9caa4-7ff4-4b95-853e-a6ab78300162 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/ports?device_id=7eb063c1-7171-4d01-b2f6-3d6865a0fcf7 HTTP/1.1" status: 200 len: 210 time: 0.2455919 Nov 25 17:52:55.579116 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48138) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:55.601114 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1617b10d-afeb-45b8-9d21-102dce7b430d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:55.608660 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1617b10d-afeb-45b8-9d21-102dce7b430d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:55.610195 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1617b10d-afeb-45b8-9d21-102dce7b430d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7149c089-1dc3-4fb2-b408-af611f71ac34 HTTP/1.1" status: 204 len: 168 time: 0.2357280 Nov 25 17:52:55.623275 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1617b10d-afeb-45b8-9d21-102dce7b430d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7149c089-1dc3-4fb2-b408-af611f71ac34,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:55.749260 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5afda9-43d1-4aca-8574-f77a018e8ac5 None None] Routers {'100e317a-92c9-4cce-a065-e02c0ec39adf'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:52:55.750305 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-6b5afda9-43d1-4aca-8574-f77a018e8ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:52:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['100e317a-92c9-4cce-a065-e02c0ec39adf'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:55.757457 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-a8f29434-f808-41b1-9522-ad05ad809878 None None] Provisioning complete for port 9343f72a-b5c4-4d1f-a942-20053a20f9df triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:55.759856 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a8f29434-f808-41b1-9522-ad05ad809878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:55.772591 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5e25a46a-f7d4-4ecd-a262-191adbd0d1b5 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for router, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:55.847005 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-a8f29434-f808-41b1-9522-ad05ad809878 None None] Port 9343f72a-b5c4-4d1f-a942-20053a20f9df cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:52:55.879221 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-f8dfecce-af22-46c4-a017-ef4e11adb6a4 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Deleting port 9343f72a-b5c4-4d1f-a942-20053a20f9df {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:52:55.879645 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f8dfecce-af22-46c4-a017-ef4e11adb6a4 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:55.906571 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-a8f29434-f808-41b1-9522-ad05ad809878 None None] Provisioning complete for port 1f52d8cd-a26b-41d9-9590-a668efb4e314 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:55.906939 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a8f29434-f808-41b1-9522-ad05ad809878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:55.984718 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-a8f29434-f808-41b1-9522-ad05ad809878 None None] Port 1f52d8cd-a26b-41d9-9590-a668efb4e314 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:52:55.994781 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-6b5afda9-43d1-4aca-8574-f77a018e8ac5 None None] Set router 100e317a-92c9-4cce-a065-e02c0ec39adf gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:52:56.039918 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5e25a46a-f7d4-4ecd-a262-191adbd0d1b5 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:56.053160 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f8dfecce-af22-46c4-a017-ef4e11adb6a4 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:56.071471 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-f8dfecce-af22-46c4-a017-ef4e11adb6a4 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Calling delete_port for 9343f72a-b5c4-4d1f-a942-20053a20f9df owned by {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:52:56.128532 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a4850f-faf8-4ae9-a80b-ff7255ed612f None None] DHCP port deletion for 956f4e0f-d672-4efc-84b9-1a07478d59f4 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:52:56.225890 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b7e21b69-c87d-4079-8bd1-4a4fdd925f45 None None] Provisioning complete for port 9343f72a-b5c4-4d1f-a942-20053a20f9df triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:56.226269 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b7e21b69-c87d-4079-8bd1-4a4fdd925f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:56.271463 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b7e21b69-c87d-4079-8bd1-4a4fdd925f45 None None] Port 9343f72a-b5c4-4d1f-a942-20053a20f9df cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:52:56.317466 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f8dfecce-af22-46c4-a017-ef4e11adb6a4 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:56.355361 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-5e25a46a-f7d4-4ecd-a262-191adbd0d1b5 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Deleting port c20cd774-9c44-4c03-9982-8604410253d3 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:52:56.356050 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5e25a46a-f7d4-4ecd-a262-191adbd0d1b5 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:56.364014 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dfecce-af22-46c4-a017-ef4e11adb6a4 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event deleted for resources: {'Port': ['ID=9343f72a-b5c4-4d1f-a942-20053a20f9df,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:56.407217 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-40a4850f-faf8-4ae9-a80b-ff7255ed612f None None] Deleting port 6312214f-a1f6-4e76-933b-68d1810ee1d0 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:52:56.407603 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-40a4850f-faf8-4ae9-a80b-ff7255ed612f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:56.419602 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f8dfecce-af22-46c4-a017-ef4e11adb6a4 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:56.426851 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48158) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:56.437404 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-f8dfecce-af22-46c4-a017-ef4e11adb6a4 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "DELETE /v2.0/ports/9343f72a-b5c4-4d1f-a942-20053a20f9df HTTP/1.1" status: 204 len: 168 time: 1.3812311 Nov 25 17:52:56.484019 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-7519fc5b-e9c4-408e-9316-b95d50fdbd16 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] GET failed (client error): The resource could not be found. Nov 25 17:52:56.488916 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-40a4850f-faf8-4ae9-a80b-ff7255ed612f None None] For port 6312214f-a1f6-4e76-933b-68d1810ee1d0, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=6312214f-a1f6-4e76-933b-68d1810ee1d0,segment=NetworkSegment(9bc68ea2-bf7d-42c6-bd84-767bb9f889f5),segment_id=9bc68ea2-bf7d-42c6-bd84-767bb9f889f5)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:52:56.488916 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-40a4850f-faf8-4ae9-a80b-ff7255ed612f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:56.502971 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-40a4850f-faf8-4ae9-a80b-ff7255ed612f None None] Calling delete_port for 6312214f-a1f6-4e76-933b-68d1810ee1d0 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:52:56.508542 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7519fc5b-e9c4-408e-9316-b95d50fdbd16 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "GET /v2.0/ports/9343f72a-b5c4-4d1f-a942-20053a20f9df HTTP/1.1" status: 404 len: 333 time: 0.0800149 Nov 25 17:52:56.510323 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48164) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:56.606355 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-40a4850f-faf8-4ae9-a80b-ff7255ed612f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:56.631174 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-32c956a3-9f2e-41bd-9f49-6ce51f7e0a4f tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:56.649073 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-5e25a46a-f7d4-4ecd-a262-191adbd0d1b5 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] For port c20cd774-9c44-4c03-9982-8604410253d3, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=c20cd774-9c44-4c03-9982-8604410253d3,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:52:56.651364 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a4850f-faf8-4ae9-a80b-ff7255ed612f None None] No DVR routers for this DVR port 6312214f-a1f6-4e76-933b-68d1810ee1d0 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:52:56.653513 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5e25a46a-f7d4-4ecd-a262-191adbd0d1b5 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:56.668597 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a4850f-faf8-4ae9-a80b-ff7255ed612f None None] Pushing event deleted for resources: {'Port': ['ID=6312214f-a1f6-4e76-933b-68d1810ee1d0,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:56.684389 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-6b5afda9-43d1-4aca-8574-f77a018e8ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100e317a-92c9-4cce-a065-e02c0ec39adf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1904891424', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'c20cd774-9c44-4c03-9982-8604410253d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:50:27Z', 'updated_at': '2021-11-25T17:52:53Z', 'revision_number': 5, 'project_id': '867688fabf794394b7f5a37353b0165e', 'gw_port': {'id': 'c20cd774-9c44-4c03-9982-8604410253d3', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100e317a-92c9-4cce-a065-e02c0ec39adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:50:29Z', 'updated_at': '2021-11-25T17:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:56.716048 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-5e25a46a-f7d4-4ecd-a262-191adbd0d1b5 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Calling delete_port for c20cd774-9c44-4c03-9982-8604410253d3 owned by network:router_gateway {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:52:56.743446 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-32c956a3-9f2e-41bd-9f49-6ce51f7e0a4f tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:56.763484 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5afda9-43d1-4aca-8574-f77a018e8ac5 None None] The sync data for ids ['100e317a-92c9-4cce-a065-e02c0ec39adf'] in n-d-817746-1 is: [{'id': '100e317a-92c9-4cce-a065-e02c0ec39adf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1904891424', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'c20cd774-9c44-4c03-9982-8604410253d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:50:27Z', 'updated_at': '2021-11-25T17:52:53Z', 'revision_number': 5, 'project_id': '867688fabf794394b7f5a37353b0165e', 'gw_port': {'id': 'c20cd774-9c44-4c03-9982-8604410253d3', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100e317a-92c9-4cce-a065-e02c0ec39adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:50:29Z', 'updated_at': '2021-11-25T17:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:52:56.814427 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 6312214f-a1f6-4e76-933b-68d1810ee1d0 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:52:56.826177 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ab0655ca-752e-4c1f-9a7c-f7d6aa94eada req-24e9f071-a371-4fcd-9e4d-fdc8fc4dca36 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/ports?device_id=7eb063c1-7171-4d01-b2f6-3d6865a0fcf7 HTTP/1.1" status: 200 len: 210 time: 0.1151981 Nov 25 17:52:56.877441 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 6312214f-a1f6-4e76-933b-68d1810ee1d0 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:52:56.877888 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 6312214f-a1f6-4e76-933b-68d1810ee1d0 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:52:56.964703 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-32c956a3-9f2e-41bd-9f49-6ce51f7e0a4f tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:56.973185 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-32c956a3-9f2e-41bd-9f49-6ce51f7e0a4f tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:56.977045 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-32c956a3-9f2e-41bd-9f49-6ce51f7e0a4f tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "DELETE /v2.0/security-groups/2ba8fd23-dc94-4ac2-9fd2-72382ba1ab5f HTTP/1.1" status: 204 len: 168 time: 0.4629452 Nov 25 17:52:56.984538 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48174) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:57.014518 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c956a3-9f2e-41bd-9f49-6ce51f7e0a4f tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba8fd23-dc94-4ac2-9fd2-72382ba1ab5f,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:57.050732 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b39d3-d84c-4ee0-9a66-960ea7aaf91c req-26a853ee-331c-443e-b124-83bf91ed919f tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:57.052294 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-bc9b39d3-d84c-4ee0-9a66-960ea7aaf91c req-26a853ee-331c-443e-b124-83bf91ed919f tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.90 "GET /v2.0/networks?id=70a573b0-b8cd-4b3b-a416-03e265a1da65 HTTP/1.1" status: 200 len: 810 time: 0.2971919 Nov 25 17:52:57.115173 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5e25a46a-f7d4-4ecd-a262-191adbd0d1b5 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:57.132567 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-bc9b39d3-d84c-4ee0-9a66-960ea7aaf91c req-469e8ac8-b6c4-41ae-8f99-562b35d817c0 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d565d7fffa2d49b4a9e39a4ee7a417d3 HTTP/1.1" status: 200 len: 380 time: 0.0692282 Nov 25 17:52:57.142342 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-bc9b39d3-d84c-4ee0-9a66-960ea7aaf91c req-45659d50-684c-4b8d-aaf4-bfee8d5202c8 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Request body: {'port': {'device_id': '7eb063c1-7171-4d01-b2f6-3d6865a0fcf7', 'network_id': '70a573b0-b8cd-4b3b-a416-03e265a1da65', 'admin_state_up': True, 'tenant_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'security_groups': ['b2b64dc9-f681-4285-b2b0-a4471af47257']}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:52:57.152693 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e25a46a-f7d4-4ecd-a262-191adbd0d1b5 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event deleted for resources: {'Port': ['ID=c20cd774-9c44-4c03-9982-8604410253d3,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:57.168224 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1074b736-06f3-4ee8-a0f6-53599e0c08a4 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:52:57.254799 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-37ca7783-994b-4360-9b96-4f7501b482ea tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:57.303540 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5e25a46a-f7d4-4ecd-a262-191adbd0d1b5 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:57.348891 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc9b39d3-d84c-4ee0-9a66-960ea7aaf91c req-45659d50-684c-4b8d-aaf4-bfee8d5202c8 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Made reservation on behalf of d565d7fffa2d49b4a9e39a4ee7a417d3 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:52:57.349416 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-37ca7783-994b-4360-9b96-4f7501b482ea tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:57.353937 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-bc9b39d3-d84c-4ee0-9a66-960ea7aaf91c req-45659d50-684c-4b8d-aaf4-bfee8d5202c8 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:57.520258 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5e25a46a-f7d4-4ecd-a262-191adbd0d1b5 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:57.523673 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-bc9b39d3-d84c-4ee0-9a66-960ea7aaf91c req-45659d50-684c-4b8d-aaf4-bfee8d5202c8 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Allocated IP 172.20.0.7 (70a573b0-b8cd-4b3b-a416-03e265a1da65/88a810b4-d532-41af-9819-01c0d8d6a258/3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:52:57.528102 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5e25a46a-f7d4-4ecd-a262-191adbd0d1b5 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:57.615251 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5e25a46a-f7d4-4ecd-a262-191adbd0d1b5 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:57.615823 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e25a46a-f7d4-4ecd-a262-191adbd0d1b5 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Fanout notify agent at l3_agent the message router_deleted on router 100e317a-92c9-4cce-a065-e02c0ec39adf {{(pid=103361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:52:57.624522 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5e25a46a-f7d4-4ecd-a262-191adbd0d1b5 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:57.626109 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-5e25a46a-f7d4-4ecd-a262-191adbd0d1b5 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "DELETE /v2.0/routers/100e317a-92c9-4cce-a065-e02c0ec39adf HTTP/1.1" status: 204 len: 168 time: 2.0400016 Nov 25 17:52:57.627173 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-37ca7783-994b-4360-9b96-4f7501b482ea tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:57.630182 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48190) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:57.630311 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-37ca7783-994b-4360-9b96-4f7501b482ea tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:57.633633 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-37ca7783-994b-4360-9b96-4f7501b482ea tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "DELETE /v2.0/security-groups/164829a5-f0c4-4355-a3ab-03d093720314 HTTP/1.1" status: 204 len: 168 time: 0.5744824 Nov 25 17:52:57.640790 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48192) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:57.641673 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ca7783-994b-4360-9b96-4f7501b482ea tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=164829a5-f0c4-4355-a3ab-03d093720314,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:57.752913 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2de67509-f44b-4172-9ee2-e9e78b31fe15 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:57.795495 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2de67509-f44b-4172-9ee2-e9e78b31fe15 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:57.813803 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0b195bfb-239b-4e9b-9539-5fcf16e2c3cb tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:57.841310 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-bc9b39d3-d84c-4ee0-9a66-960ea7aaf91c req-45659d50-684c-4b8d-aaf4-bfee8d5202c8 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:57.869112 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2de67509-f44b-4172-9ee2-e9e78b31fe15 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:57.873663 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2de67509-f44b-4172-9ee2-e9e78b31fe15 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:57.879387 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-2de67509-f44b-4172-9ee2-e9e78b31fe15 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "DELETE /v2.0/security-groups/d1ddfd37-12f7-4c0c-a079-3207b1130c8f HTTP/1.1" status: 204 len: 168 time: 0.2324331 Nov 25 17:52:57.886748 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48204) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:57.930243 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de67509-f44b-4172-9ee2-e9e78b31fe15 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ddfd37-12f7-4c0c-a079-3207b1130c8f,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:58.007385 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bc655de9-b9b8-424b-9bac-bd6799c7f64d req-66fc4d58-5b2e-4569-8e19-66c3f8e58002 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/ports?device_id=7eb063c1-7171-4d01-b2f6-3d6865a0fcf7 HTTP/1.1" status: 200 len: 210 time: 0.0536454 Nov 25 17:52:58.031356 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0b195bfb-239b-4e9b-9539-5fcf16e2c3cb tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:58.053651 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-027da748-604a-437f-801a-fa08a87f0010 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Deleting subnet cb4b3ac3-9922-4020-995c-f6db56b94c54 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:52:58.073669 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-bc9b39d3-d84c-4ee0-9a66-960ea7aaf91c req-45659d50-684c-4b8d-aaf4-bfee8d5202c8 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:58.076331 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-0b195bfb-239b-4e9b-9539-5fcf16e2c3cb tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['956f4e0f-d672-4efc-84b9-1a07478d59f4']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:58.078526 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-027da748-604a-437f-801a-fa08a87f0010 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:58.112906 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-0b195bfb-239b-4e9b-9539-5fcf16e2c3cb tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bc68ea2-bf7d-42c6-bd84-767bb9f889f5') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:58.113216 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-0b195bfb-239b-4e9b-9539-5fcf16e2c3cb tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bc68ea2-bf7d-42c6-bd84-767bb9f889f5') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:58.154568 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0b195bfb-239b-4e9b-9539-5fcf16e2c3cb tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:58.185189 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc9b39d3-d84c-4ee0-9a66-960ea7aaf91c req-45659d50-684c-4b8d-aaf4-bfee8d5202c8 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Network 70a573b0-b8cd-4b3b-a416-03e265a1da65 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:52:58.199061 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-bc9b39d3-d84c-4ee0-9a66-960ea7aaf91c req-45659d50-684c-4b8d-aaf4-bfee8d5202c8 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:52:58.199061 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc9b39d3-d84c-4ee0-9a66-960ea7aaf91c req-45659d50-684c-4b8d-aaf4-bfee8d5202c8 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:52:58.223977 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-027da748-604a-437f-801a-fa08a87f0010 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:58.226741 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45659d50-684c-4b8d-aaf4-bfee8d5202c8 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Pushing event updated for resources: {'Port': ['ID=3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:58.232467 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0b195bfb-239b-4e9b-9539-5fcf16e2c3cb tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:58.363090 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b195bfb-239b-4e9b-9539-5fcf16e2c3cb tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Releasing vlan 944 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:52:58.363368 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0b195bfb-239b-4e9b-9539-5fcf16e2c3cb tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:58.382424 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:52:58.382424 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:52:58.382424 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:52:58.382424 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:52:58.382424 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:52:58.382424 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:52:58.382424 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:52:58.382424 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:52:58.382424 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:52:58.382424 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:52:58.382424 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:52:58.382424 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:52:58.382424 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:52:58.382424 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:52:58.382424 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:52:58.382424 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:52:58.382424 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:52:58.382424 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:52:58.382424 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:52:58.382424 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:52:58.382424 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:52:58.382424 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:52:58.382424 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:52:58.382424 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:52:58.382424 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:52:58.382424 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:52:58.382424 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:52:58.382424 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:52:58.382424 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:52:58.382424 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:52:58.382424 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:52:58.382424 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:52:58.389696 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b39d3-d84c-4ee0-9a66-960ea7aaf91c req-45659d50-684c-4b8d-aaf4-bfee8d5202c8 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:58.390306 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-bc9b39d3-d84c-4ee0-9a66-960ea7aaf91c req-45659d50-684c-4b8d-aaf4-bfee8d5202c8 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:58.393921 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-027da748-604a-437f-801a-fa08a87f0010 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:58.502447 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-bc9b39d3-d84c-4ee0-9a66-960ea7aaf91c req-45659d50-684c-4b8d-aaf4-bfee8d5202c8 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3625562 Nov 25 17:52:58.517956 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-bc9b39d3-d84c-4ee0-9a66-960ea7aaf91c req-2565e8b2-60b0-45cf-b090-b5e02a2035e7 service neutron] Request body: {'port': {'device_id': '7eb063c1-7171-4d01-b2f6-3d6865a0fcf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:52:58.526095 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0b195bfb-239b-4e9b-9539-5fcf16e2c3cb tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:58.554158 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-faddc39e-a31b-40bb-9095-71fe10ba2455 None None] Provisioning complete for port 3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:58.554658 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-faddc39e-a31b-40bb-9095-71fe10ba2455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:58.560040 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0b195bfb-239b-4e9b-9539-5fcf16e2c3cb tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:58.566346 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0b195bfb-239b-4e9b-9539-5fcf16e2c3cb tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "DELETE /v2.0/networks/956f4e0f-d672-4efc-84b9-1a07478d59f4 HTTP/1.1" status: 204 len: 168 time: 0.9327295 Nov 25 17:52:58.566431 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48222) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:58.598076 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-faddc39e-a31b-40bb-9095-71fe10ba2455 None None] Port 3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:52:58.598392 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b195bfb-239b-4e9b-9539-5fcf16e2c3cb tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event deleted for resources: {'Network': ['ID=956f4e0f-d672-4efc-84b9-1a07478d59f4,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:58.632415 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-027da748-604a-437f-801a-fa08a87f0010 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:58.671080 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-bc9b39d3-d84c-4ee0-9a66-960ea7aaf91c req-2565e8b2-60b0-45cf-b090-b5e02a2035e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:58.679356 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5bd734e4-4c52-465a-ba27-b0f653e24ab2 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:58.686039 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027da748-604a-437f-801a-fa08a87f0010 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event deleted for resources: {'Subnet': ['ID=cb4b3ac3-9922-4020-995c-f6db56b94c54,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:58.693314 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-027da748-604a-437f-801a-fa08a87f0010 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:58.700657 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-027da748-604a-437f-801a-fa08a87f0010 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "DELETE /v2.0/subnets/cb4b3ac3-9922-4020-995c-f6db56b94c54 HTTP/1.1" status: 204 len: 168 time: 0.8095355 Nov 25 17:52:58.700885 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48224) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:58.706004 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a12738-34f3-4b4e-a69f-cdef73d81b76 None None] Network ea19064b-94c7-418e-a2c1-6bc16d70098e requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:52:58.719169 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5bd734e4-4c52-465a-ba27-b0f653e24ab2 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:58.818799 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5bd734e4-4c52-465a-ba27-b0f653e24ab2 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:58.823369 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5bd734e4-4c52-465a-ba27-b0f653e24ab2 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:58.824738 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-5bd734e4-4c52-465a-ba27-b0f653e24ab2 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "DELETE /v2.0/security-groups/1d72823a-4513-4da3-9508-6964b7c723ab HTTP/1.1" status: 204 len: 168 time: 0.2574573 Nov 25 17:52:58.847800 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd734e4-4c52-465a-ba27-b0f653e24ab2 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d72823a-4513-4da3-9508-6964b7c723ab,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:58.866657 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device c20cd774-9c44-4c03-9982-8604410253d3 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:52:58.906723 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff866e9c-b439-4220-9fdc-dbfc685a57c5 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Deleting subnet 42d18739-364f-4f94-b3bb-bc1a350a6605 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:52:58.910114 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ff866e9c-b439-4220-9fdc-dbfc685a57c5 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:58.954918 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: c20cd774-9c44-4c03-9982-8604410253d3 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:52:58.955259 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device c20cd774-9c44-4c03-9982-8604410253d3 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:52:58.964487 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 5760450d-a84c-44ee-b77c-7ae14d91aace no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:52:58.989902 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ff866e9c-b439-4220-9fdc-dbfc685a57c5 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:59.023853 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 5760450d-a84c-44ee-b77c-7ae14d91aace {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:52:59.024198 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 5760450d-a84c-44ee-b77c-7ae14d91aace not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:52:59.175457 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e09b2d0-e7aa-4b21-85fe-e83056b417e2 req-fb9936b4-9788-4c2b-9889-63b3fc864f70 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:59.180701 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8e09b2d0-e7aa-4b21-85fe-e83056b417e2 req-fb9936b4-9788-4c2b-9889-63b3fc864f70 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/ports?device_id=7eb063c1-7171-4d01-b2f6-3d6865a0fcf7 HTTP/1.1" status: 200 len: 931 time: 0.0950139 Nov 25 17:52:59.245764 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48238) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:59.262152 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-52da52d5-5355-4b37-bffb-7e5c6a5f24f9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1616501150', 'description': 'tempest-secgroup-smoke-1616501150 description', 'project_id': '867688fabf794394b7f5a37353b0165e'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:52:59.277585 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ff866e9c-b439-4220-9fdc-dbfc685a57c5 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:59.302387 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8e09b2d0-e7aa-4b21-85fe-e83056b417e2 req-ea3c1146-866b-44f5-938f-b06fc95506da tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/security-groups?id=b2b64dc9-f681-4285-b2b0-a4471af47257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151478 Nov 25 17:52:59.333738 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-52da52d5-5355-4b37-bffb-7e5c6a5f24f9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:59.439463 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-bc9b39d3-d84c-4ee0-9a66-960ea7aaf91c req-2565e8b2-60b0-45cf-b090-b5e02a2035e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6 {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:52:59.457482 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-bc9b39d3-d84c-4ee0-9a66-960ea7aaf91c req-2565e8b2-60b0-45cf-b090-b5e02a2035e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:59.460404 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-52da52d5-5355-4b37-bffb-7e5c6a5f24f9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:59.466196 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-52da52d5-5355-4b37-bffb-7e5c6a5f24f9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:59.474056 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ff866e9c-b439-4220-9fdc-dbfc685a57c5 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:59.487685 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-bc9b39d3-d84c-4ee0-9a66-960ea7aaf91c req-2565e8b2-60b0-45cf-b090-b5e02a2035e7 service neutron] Transition to ACTIVE for port object 3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6 will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:52:59.513243 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-52da52d5-5355-4b37-bffb-7e5c6a5f24f9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:59.519984 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-52da52d5-5355-4b37-bffb-7e5c6a5f24f9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2632432 Nov 25 17:52:59.525353 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52da52d5-5355-4b37-bffb-7e5c6a5f24f9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5da7f36c-373d-42e3-b948-a3b8df03cf17,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:59.527001 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48242) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:59.529479 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff866e9c-b439-4220-9fdc-dbfc685a57c5 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event deleted for resources: {'Subnet': ['ID=42d18739-364f-4f94-b3bb-bc1a350a6605,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:59.536820 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-efd212e5-66a8-4628-a13e-499f75104770 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Request body: {'security_group_rule': {'security_group_id': '5da7f36c-373d-42e3-b948-a3b8df03cf17', 'project_id': '867688fabf794394b7f5a37353b0165e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:52:59.561357 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ff866e9c-b439-4220-9fdc-dbfc685a57c5 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:59.568402 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ff866e9c-b439-4220-9fdc-dbfc685a57c5 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "DELETE /v2.0/subnets/42d18739-364f-4f94-b3bb-bc1a350a6605 HTTP/1.1" status: 204 len: 168 time: 0.8664477 Nov 25 17:52:59.571323 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48244) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:59.571824 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-bc9b39d3-d84c-4ee0-9a66-960ea7aaf91c req-2565e8b2-60b0-45cf-b090-b5e02a2035e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:59.585980 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-efd212e5-66a8-4628-a13e-499f75104770 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:59.614603 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-01a903f2-685f-40f7-99d1-974d8c9cdfb1 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] DELETE failed (client error): The resource could not be found. Nov 25 17:52:59.615069 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01a903f2-685f-40f7-99d1-974d8c9cdfb1 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:52:59.619443 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-01a903f2-685f-40f7-99d1-974d8c9cdfb1 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "DELETE /v2.0/subnets/cb4b3ac3-9922-4020-995c-f6db56b94c54 HTTP/1.1" status: 404 len: 337 time: 0.0467353 Nov 25 17:52:59.624258 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48246) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:59.732924 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-f08719ec-0ac0-44df-9643-ed496795abce tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Deleting subnet c39a5488-840a-49f0-8e67-e61fb42f9c3f {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:52:59.737396 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f08719ec-0ac0-44df-9643-ed496795abce tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:59.738165 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2565e8b2-60b0-45cf-b090-b5e02a2035e7 service neutron] Pushing event updated for resources: {'Port': ['ID=3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:59.843764 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f08719ec-0ac0-44df-9643-ed496795abce tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:59.874095 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-efd212e5-66a8-4628-a13e-499f75104770 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:59.886139 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-efd212e5-66a8-4628-a13e-499f75104770 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:59.927341 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd212e5-66a8-4628-a13e-499f75104770 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c241513-c39a-4337-94ad-08d4805a2882,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:59.963856 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-efd212e5-66a8-4628-a13e-499f75104770 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:59.967911 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-efd212e5-66a8-4628-a13e-499f75104770 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4329393 Nov 25 17:52:59.968615 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48248) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:59.971331 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-bc9b39d3-d84c-4ee0-9a66-960ea7aaf91c req-2565e8b2-60b0-45cf-b090-b5e02a2035e7 service neutron] Attempting to bind port 3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6 on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:52:59.971674 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-bc9b39d3-d84c-4ee0-9a66-960ea7aaf91c req-2565e8b2-60b0-45cf-b090-b5e02a2035e7 service neutron] Attempting to bind port 3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6 by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': 'c259aabb-ec92-425d-84ff-c966f38eef88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '70a573b0-b8cd-4b3b-a416-03e265a1da65'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:52:59.972011 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9b39d3-d84c-4ee0-9a66-960ea7aaf91c req-2565e8b2-60b0-45cf-b090-b5e02a2035e7 service neutron] Attempting to bind port 3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6 on network 70a573b0-b8cd-4b3b-a416-03e265a1da65 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:52:59.981439 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-bad3f0df-b8d4-4a30-ae85-07e41860ffc3 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Request body: {'security_group_rule': {'security_group_id': '5da7f36c-373d-42e3-b948-a3b8df03cf17', 'project_id': '867688fabf794394b7f5a37353b0165e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:52:59.998008 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9b39d3-d84c-4ee0-9a66-960ea7aaf91c req-2565e8b2-60b0-45cf-b090-b5e02a2035e7 service neutron] Port 3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6 on network 70a573b0-b8cd-4b3b-a416-03e265a1da65 not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:52:59.998342 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9b39d3-d84c-4ee0-9a66-960ea7aaf91c req-2565e8b2-60b0-45cf-b090-b5e02a2035e7 service neutron] Attempting to bind port 3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6 on network 70a573b0-b8cd-4b3b-a416-03e265a1da65 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:53:00.013174 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f08719ec-0ac0-44df-9643-ed496795abce tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:00.049497 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9b39d3-d84c-4ee0-9a66-960ea7aaf91c req-2565e8b2-60b0-45cf-b090-b5e02a2035e7 service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:53:00.049975 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9b39d3-d84c-4ee0-9a66-960ea7aaf91c req-2565e8b2-60b0-45cf-b090-b5e02a2035e7 service neutron] Checking segment: {'id': 'c259aabb-ec92-425d-84ff-c966f38eef88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '70a573b0-b8cd-4b3b-a416-03e265a1da65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:53:00.050480 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9b39d3-d84c-4ee0-9a66-960ea7aaf91c req-2565e8b2-60b0-45cf-b090-b5e02a2035e7 service neutron] Bound using segment: {'id': 'c259aabb-ec92-425d-84ff-c966f38eef88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '70a573b0-b8cd-4b3b-a416-03e265a1da65'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:53:00.057038 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-bc9b39d3-d84c-4ee0-9a66-960ea7aaf91c req-2565e8b2-60b0-45cf-b090-b5e02a2035e7 service neutron] Bound port: 3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c259aabb-ec92-425d-84ff-c966f38eef88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '70a573b0-b8cd-4b3b-a416-03e265a1da65'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:53:00.057430 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-bc9b39d3-d84c-4ee0-9a66-960ea7aaf91c req-2565e8b2-60b0-45cf-b090-b5e02a2035e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:00.134001 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bad3f0df-b8d4-4a30-ae85-07e41860ffc3 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:00.151731 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f08719ec-0ac0-44df-9643-ed496795abce tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:00.215053 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08719ec-0ac0-44df-9643-ed496795abce tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event deleted for resources: {'Subnet': ['ID=c39a5488-840a-49f0-8e67-e61fb42f9c3f,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:00.225499 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f08719ec-0ac0-44df-9643-ed496795abce tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:00.227628 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bad3f0df-b8d4-4a30-ae85-07e41860ffc3 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:00.237226 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-f08719ec-0ac0-44df-9643-ed496795abce tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "DELETE /v2.0/subnets/c39a5488-840a-49f0-8e67-e61fb42f9c3f HTTP/1.1" status: 204 len: 168 time: 0.6117711 Nov 25 17:53:00.241905 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48254) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:00.243032 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bad3f0df-b8d4-4a30-ae85-07e41860ffc3 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:00.278363 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad3f0df-b8d4-4a30-ae85-07e41860ffc3 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b31e360-4b49-4bc1-a172-3acc885d7c00,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:00.294711 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-bc9b39d3-d84c-4ee0-9a66-960ea7aaf91c req-2565e8b2-60b0-45cf-b090-b5e02a2035e7 service neutron] For port 3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6, host n-h2-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:53:00.294799 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c7e9842-a8da-4cd7-a9ff-aec25a0167fc tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] DELETE failed (client error): The resource could not be found. Nov 25 17:53:00.295060 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c7e9842-a8da-4cd7-a9ff-aec25a0167fc tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:53:00.298948 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bad3f0df-b8d4-4a30-ae85-07e41860ffc3 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:00.302958 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-bad3f0df-b8d4-4a30-ae85-07e41860ffc3 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3297944 Nov 25 17:53:00.303100 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-5c7e9842-a8da-4cd7-a9ff-aec25a0167fc tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "DELETE /v2.0/subnets/3e8738a5-a1dc-4278-86c1-0e4a965717ad HTTP/1.1" status: 404 len: 337 time: 0.0573885 Nov 25 17:53:00.303213 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-bc9b39d3-d84c-4ee0-9a66-960ea7aaf91c req-2565e8b2-60b0-45cf-b090-b5e02a2035e7 service neutron] For port 3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6,segment=NetworkSegment(c259aabb-ec92-425d-84ff-c966f38eef88),segment_id=c259aabb-ec92-425d-84ff-c966f38eef88)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:53:00.303303 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48258) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:00.303496 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48260) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:00.309289 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-eda2afa1-bff6-42de-ba10-c86c5085c02a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Request body: {'security_group_rule': {'security_group_id': '5da7f36c-373d-42e3-b948-a3b8df03cf17', 'project_id': '867688fabf794394b7f5a37353b0165e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:00.315596 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-bc9b39d3-d84c-4ee0-9a66-960ea7aaf91c req-2565e8b2-60b0-45cf-b090-b5e02a2035e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:00.386499 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-4adc71e5-18a3-442f-b243-88db53713bf8 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b557147-8fad-4d0b-8d07-e9602418109d HTTP/1.1" status: 200 len: 205 time: 0.0829518 Nov 25 17:53:00.389707 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48264) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:00.427850 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c93b15c-a9d4-4612-bb03-a79257cf19db None None] Network ea19064b-94c7-418e-a2c1-6bc16d70098e requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:53:00.439524 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [None req-f839014a-656a-4b2b-9b65-732ae00a83f1 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] delete failed (client error): The resource could not be found. Nov 25 17:53:00.443739 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-f839014a-656a-4b2b-9b65-732ae00a83f1 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "DELETE /v2.0/routers/3b557147-8fad-4d0b-8d07-e9602418109d HTTP/1.1" status: 404 len: 336 time: 0.0528567 Nov 25 17:53:00.446798 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48266) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:00.517964 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-751ec751-5c8c-4cba-a5e0-18e0bf94e7b8 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] DELETE failed (client error): The resource could not be found. Nov 25 17:53:00.518438 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-751ec751-5c8c-4cba-a5e0-18e0bf94e7b8 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:53:00.541222 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-751ec751-5c8c-4cba-a5e0-18e0bf94e7b8 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "DELETE /v2.0/subnets/b783a7d6-bbd0-445a-8777-fdb5045855ba HTTP/1.1" status: 404 len: 337 time: 0.0927925 Nov 25 17:53:00.550449 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-92ceb0d1-e1b4-4c6a-a125-73c88bee648c None None] Provisioning complete for port bc9a5961-b6a9-424d-a4f0-f514eab18a56 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:53:00.551758 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-92ceb0d1-e1b4-4c6a-a125-73c88bee648c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:00.556535 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48270) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:00.704180 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-92ceb0d1-e1b4-4c6a-a125-73c88bee648c None None] Provisioning complete for port 1f52d8cd-a26b-41d9-9590-a668efb4e314 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:53:00.704632 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-92ceb0d1-e1b4-4c6a-a125-73c88bee648c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:00.748850 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-92ceb0d1-e1b4-4c6a-a125-73c88bee648c None None] Port 1f52d8cd-a26b-41d9-9590-a668efb4e314 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:53:00.752726 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d91521f-c598-4028-a2ff-88bcd523363e None None] DHCP port deletion for ea19064b-94c7-418e-a2c1-6bc16d70098e request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:53:00.786406 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eda2afa1-bff6-42de-ba10-c86c5085c02a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:00.816064 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-6d91521f-c598-4028-a2ff-88bcd523363e None None] Deleting port bc9a5961-b6a9-424d-a4f0-f514eab18a56 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:53:00.816484 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6d91521f-c598-4028-a2ff-88bcd523363e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:00.835114 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b39d3-d84c-4ee0-9a66-960ea7aaf91c req-2565e8b2-60b0-45cf-b090-b5e02a2035e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:00.837196 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-bc9b39d3-d84c-4ee0-9a66-960ea7aaf91c req-2565e8b2-60b0-45cf-b090-b5e02a2035e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:00.838545 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-bc9b39d3-d84c-4ee0-9a66-960ea7aaf91c req-2565e8b2-60b0-45cf-b090-b5e02a2035e7 service neutron] 10.222.0.90 "PUT /v2.0/ports/3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6 HTTP/1.1" status: 200 len: 1091 time: 2.3268735 Nov 25 17:53:00.839015 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eb063c1-7171-4d01-b2f6-3d6865a0fcf7', 'tag': '3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:53:00.841427 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14801a5-98c7-4582-934c-2bd67c6c8eb6" -d '{"events": [{"name": "network-changed", "server_uuid": "7eb063c1-7171-4d01-b2f6-3d6865a0fcf7", "tag": "3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:53:00.910933 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-6d91521f-c598-4028-a2ff-88bcd523363e None None] For port bc9a5961-b6a9-424d-a4f0-f514eab18a56, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=bc9a5961-b6a9-424d-a4f0-f514eab18a56,segment=NetworkSegment(45b8131c-1f8f-4c68-899c-22019d250c82),segment_id=45b8131c-1f8f-4c68-899c-22019d250c82)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:53:00.911738 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6d91521f-c598-4028-a2ff-88bcd523363e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:00.923268 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2565e8b2-60b0-45cf-b090-b5e02a2035e7 service neutron] Pushing event updated for resources: {'Port': ['ID=3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:00.929326 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-6d91521f-c598-4028-a2ff-88bcd523363e None None] Calling delete_port for bc9a5961-b6a9-424d-a4f0-f514eab18a56 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:53:00.955475 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4fd660a-19e6-4a90-9c83-0cf96c011c45 x-openstack-request-id: req-e4fd660a-19e6-4a90-9c83-0cf96c011c45 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:53:00.955763 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eb063c1-7171-4d01-b2f6-3d6865a0fcf7", "tag": "3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:53:00.956022 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e4fd660a-19e6-4a90-9c83-0cf96c011c45 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:53:00.956413 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eb063c1-7171-4d01-b2f6-3d6865a0fcf7', 'tag': '3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6', 'status': 'completed', 'code': 200} Nov 25 17:53:01.018196 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eda2afa1-bff6-42de-ba10-c86c5085c02a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:01.031707 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eda2afa1-bff6-42de-ba10-c86c5085c02a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:01.047882 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6d91521f-c598-4028-a2ff-88bcd523363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:01.064158 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d91521f-c598-4028-a2ff-88bcd523363e None None] No DVR routers for this DVR port bc9a5961-b6a9-424d-a4f0-f514eab18a56 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:53:01.077297 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b39d3-d84c-4ee0-9a66-960ea7aaf91c req-16a0f72f-0304-4c01-a572-6bba999c5f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:01.079188 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-bc9b39d3-d84c-4ee0-9a66-960ea7aaf91c req-16a0f72f-0304-4c01-a572-6bba999c5f5d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d565d7fffa2d49b4a9e39a4ee7a417d3&device_id=7eb063c1-7171-4d01-b2f6-3d6865a0fcf7 HTTP/1.1" status: 200 len: 1094 time: 0.1570830 Nov 25 17:53:01.083555 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda2afa1-bff6-42de-ba10-c86c5085c02a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f9a1732-6f55-4774-b0f7-ae0447a710f4,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:01.099423 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eda2afa1-bff6-42de-ba10-c86c5085c02a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:01.101560 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-eda2afa1-bff6-42de-ba10-c86c5085c02a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7970276 Nov 25 17:53:01.159781 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48274) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:01.169652 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-b3fdfa93-820d-448f-84e4-86132017fde1 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Request body: {'security_group_rule': {'security_group_id': '5da7f36c-373d-42e3-b948-a3b8df03cf17', 'project_id': '867688fabf794394b7f5a37353b0165e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:01.183721 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-bc9b39d3-d84c-4ee0-9a66-960ea7aaf91c req-0771f6aa-4af5-4d69-b289-9833b442d063 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6 HTTP/1.1" status: 200 len: 217 time: 0.0946190 Nov 25 17:53:01.284285 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b39d3-d84c-4ee0-9a66-960ea7aaf91c req-39ca982d-1a4e-4fb4-9b5e-3c910902fbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:01.286434 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-bc9b39d3-d84c-4ee0-9a66-960ea7aaf91c req-39ca982d-1a4e-4fb4-9b5e-3c910902fbb6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=88a810b4-d532-41af-9819-01c0d8d6a258 HTTP/1.1" status: 200 len: 849 time: 0.0868275 Nov 25 17:53:01.303973 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b3fdfa93-820d-448f-84e4-86132017fde1 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:01.329189 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3d27d2d-0352-4ff7-8b36-a7a29a94339f tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] DELETE failed (client error): The resource could not be found. Nov 25 17:53:01.329594 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3d27d2d-0352-4ff7-8b36-a7a29a94339f tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:53:01.336404 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d91521f-c598-4028-a2ff-88bcd523363e None None] Pushing event deleted for resources: {'Port': ['ID=bc9a5961-b6a9-424d-a4f0-f514eab18a56,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:01.337167 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48284) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:01.353499 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-a3d27d2d-0352-4ff7-8b36-a7a29a94339f tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "DELETE /v2.0/subnets/b1e65c4c-5560-4f6e-92b5-f4e122275a0d HTTP/1.1" status: 404 len: 337 time: 0.7960289 Nov 25 17:53:01.372760 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62899ef-6de3-4b2b-999f-c06a679440ab req-81fb9b01-a6be-4acf-b15b-ca6abb3b4d51 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:01.374645 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e62899ef-6de3-4b2b-999f-c06a679440ab req-81fb9b01-a6be-4acf-b15b-ca6abb3b4d51 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/ports?device_id=7eb063c1-7171-4d01-b2f6-3d6865a0fcf7 HTTP/1.1" status: 200 len: 943 time: 0.9296017 Nov 25 17:53:01.401107 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d333f47-b84f-4e19-8b8f-b8b1fad23cfb tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] DELETE failed (client error): The resource could not be found. Nov 25 17:53:01.401107 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d333f47-b84f-4e19-8b8f-b8b1fad23cfb tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:53:01.401107 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9d333f47-b84f-4e19-8b8f-b8b1fad23cfb tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "DELETE /v2.0/subnets/709f4a92-f266-4107-9f40-2558f26c1616 HTTP/1.1" status: 404 len: 337 time: 0.0426464 Nov 25 17:53:01.408719 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48286) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:01.448732 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-b76d6010-0e52-424e-bbce-d6d4fbfa3fcb tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] DELETE failed (client error): The resource could not be found. Nov 25 17:53:01.449347 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b76d6010-0e52-424e-bbce-d6d4fbfa3fcb tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:53:01.452413 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b76d6010-0e52-424e-bbce-d6d4fbfa3fcb tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "DELETE /v2.0/ports/7cecbdd3-481a-43b4-b30e-dc52cab73ace HTTP/1.1" status: 404 len: 333 time: 0.0436907 Nov 25 17:53:01.456819 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48290) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:01.483943 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b3fdfa93-820d-448f-84e4-86132017fde1 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:01.487587 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e62899ef-6de3-4b2b-999f-c06a679440ab req-0c7a194e-43c6-4d8f-b3bc-ce475bccaa3a tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/security-groups?id=b2b64dc9-f681-4285-b2b0-a4471af47257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051524 Nov 25 17:53:01.492885 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b39d3-d84c-4ee0-9a66-960ea7aaf91c req-9703270e-588c-4578-966e-e9093970d170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:01.501244 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-bc9b39d3-d84c-4ee0-9a66-960ea7aaf91c req-9703270e-588c-4578-966e-e9093970d170 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=70a573b0-b8cd-4b3b-a416-03e265a1da65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2074208 Nov 25 17:53:01.503960 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b3fdfa93-820d-448f-84e4-86132017fde1 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:01.551007 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b937e24-ac1a-4eac-aef7-a3df71502994 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] DELETE failed (client error): The resource could not be found. Nov 25 17:53:01.551529 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b937e24-ac1a-4eac-aef7-a3df71502994 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:53:01.562176 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2b937e24-ac1a-4eac-aef7-a3df71502994 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "DELETE /v2.0/subnets/9826fabb-6797-45e8-8c57-e6d953490d18 HTTP/1.1" status: 404 len: 337 time: 0.0926757 Nov 25 17:53:01.562284 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48296) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:01.566196 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fdfa93-820d-448f-84e4-86132017fde1 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9d180dc-6d06-45bd-9ad9-ca9369f4b998,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:01.585317 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b3fdfa93-820d-448f-84e4-86132017fde1 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:01.587410 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b3fdfa93-820d-448f-84e4-86132017fde1 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4215698 Nov 25 17:53:01.592146 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-03d5e4d6-9c07-43e8-a065-53ad8bd28be1 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] DELETE failed (client error): The resource could not be found. Nov 25 17:53:01.592684 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03d5e4d6-9c07-43e8-a065-53ad8bd28be1 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:53:01.598680 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-03d5e4d6-9c07-43e8-a065-53ad8bd28be1 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "DELETE /v2.0/subnets/125d92eb-b8e5-4388-9ec8-7a64bb75fed2 HTTP/1.1" status: 404 len: 337 time: 0.0368247 Nov 25 17:53:01.598680 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48298) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:01.599402 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48300) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:01.608874 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-e4420120-d198-4ddc-8b37-c2c9043ef427 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Request body: {'security_group_rule': {'security_group_id': '5da7f36c-373d-42e3-b948-a3b8df03cf17', 'project_id': '867688fabf794394b7f5a37353b0165e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:01.633409 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-124f6674-00df-4f05-9e94-c31891263e45 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] DELETE failed (client error): The resource could not be found. Nov 25 17:53:01.633960 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-124f6674-00df-4f05-9e94-c31891263e45 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:53:01.639388 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-124f6674-00df-4f05-9e94-c31891263e45 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "DELETE /v2.0/ports/904f4755-04ee-4088-9ca9-f2a10dc00835 HTTP/1.1" status: 404 len: 333 time: 0.0374517 Nov 25 17:53:01.640070 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48302) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:01.680715 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-bc9b39d3-d84c-4ee0-9a66-960ea7aaf91c req-40806cbf-88ce-408a-baf5-bba1d487f8cc service neutron] 10.222.0.90 "GET /v2.0/networks/70a573b0-b8cd-4b3b-a416-03e265a1da65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454384 Nov 25 17:53:01.685041 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c83f8e6-a9ce-47e9-992f-2c7bdd100a19 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] DELETE failed (client error): The resource could not be found. Nov 25 17:53:01.685499 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c83f8e6-a9ce-47e9-992f-2c7bdd100a19 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:53:01.691255 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-1c83f8e6-a9ce-47e9-992f-2c7bdd100a19 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "DELETE /v2.0/subnets/097c15ba-1cfd-4751-bdf5-7f3b7d4a1863 HTTP/1.1" status: 404 len: 337 time: 0.0478628 Nov 25 17:53:01.691467 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48304) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:01.718611 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c2cd27f-8d52-495a-9cdc-ae5382b2b6c5 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] DELETE failed (client error): The resource could not be found. Nov 25 17:53:01.718991 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c2cd27f-8d52-495a-9cdc-ae5382b2b6c5 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:53:01.724694 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-4c2cd27f-8d52-495a-9cdc-ae5382b2b6c5 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "DELETE /v2.0/subnets/0fe06b64-2fd0-43c8-baae-facb58d06264 HTTP/1.1" status: 404 len: 337 time: 0.0297797 Nov 25 17:53:01.724844 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48306) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:01.752368 n-d-817746-1 neutron-server[103361]: INFO neutron.db.securitygroups_db [None req-e4420120-d198-4ddc-8b37-c2c9043ef427 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Project 867688fabf794394b7f5a37353b0165e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:53:01.759987 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e4420120-d198-4ddc-8b37-c2c9043ef427 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:01.784264 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-bc9b39d3-d84c-4ee0-9a66-960ea7aaf91c req-0f569deb-485c-489f-b40d-f2c40417984c service neutron] 10.222.0.90 "GET /v2.0/networks/70a573b0-b8cd-4b3b-a416-03e265a1da65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965550 Nov 25 17:53:01.869698 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-8c69d4a5-b6f2-41db-a0ae-a93601caa1fa tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Deleting port 1f52d8cd-a26b-41d9-9590-a668efb4e314 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:53:01.870039 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8c69d4a5-b6f2-41db-a0ae-a93601caa1fa tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:01.873557 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e4420120-d198-4ddc-8b37-c2c9043ef427 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:01.893754 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e4420120-d198-4ddc-8b37-c2c9043ef427 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:01.903642 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14801a5-98c7-4582-934c-2bd67c6c8eb6 req-d62b9f6c-8fbb-4d4f-a780-8cf43962e05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:01.907387 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d14801a5-98c7-4582-934c-2bd67c6c8eb6 req-d62b9f6c-8fbb-4d4f-a780-8cf43962e05c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d565d7fffa2d49b4a9e39a4ee7a417d3&device_id=7eb063c1-7171-4d01-b2f6-3d6865a0fcf7 HTTP/1.1" status: 200 len: 1094 time: 0.0675085 Nov 25 17:53:01.950780 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4420120-d198-4ddc-8b37-c2c9043ef427 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1fe8d89-753a-443e-bc58-bdb718d961db,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:01.965335 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e4420120-d198-4ddc-8b37-c2c9043ef427 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:01.970047 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-e4420120-d198-4ddc-8b37-c2c9043ef427 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3685095 Nov 25 17:53:01.975095 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8c69d4a5-b6f2-41db-a0ae-a93601caa1fa tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:01.975095 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48308) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:01.978508 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-209292a6-48e6-4aab-b561-de46908c9762 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Request body: {'security_group_rule': {'security_group_id': '5da7f36c-373d-42e3-b948-a3b8df03cf17', 'project_id': '867688fabf794394b7f5a37353b0165e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:02.009486 n-d-817746-1 neutron-server[103361]: INFO neutron.db.securitygroups_db [None req-209292a6-48e6-4aab-b561-de46908c9762 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Project 867688fabf794394b7f5a37353b0165e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:53:02.019796 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-8c69d4a5-b6f2-41db-a0ae-a93601caa1fa tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Calling delete_port for 1f52d8cd-a26b-41d9-9590-a668efb4e314 owned by {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:53:02.021800 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-209292a6-48e6-4aab-b561-de46908c9762 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:02.037798 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14801a5-98c7-4582-934c-2bd67c6c8eb6 req-0cd5a17e-f3ba-4e6d-a82f-bd72d39649aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:02.041557 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d14801a5-98c7-4582-934c-2bd67c6c8eb6 req-0cd5a17e-f3ba-4e6d-a82f-bd72d39649aa service neutron] 10.222.0.90 "GET /v2.0/networks?id=70a573b0-b8cd-4b3b-a416-03e265a1da65 HTTP/1.1" status: 200 len: 911 time: 0.1245766 Nov 25 17:53:02.096779 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-209292a6-48e6-4aab-b561-de46908c9762 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:02.098405 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d14801a5-98c7-4582-934c-2bd67c6c8eb6 req-d7e6516e-b590-4ce4-84f7-b2ce8045dc90 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6 HTTP/1.1" status: 200 len: 217 time: 0.0497460 Nov 25 17:53:02.102253 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-209292a6-48e6-4aab-b561-de46908c9762 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:02.156506 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209292a6-48e6-4aab-b561-de46908c9762 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1083f78-ad09-4bd2-9cf5-63b4fe3ac1a5,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:02.172871 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-209292a6-48e6-4aab-b561-de46908c9762 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:02.173369 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14801a5-98c7-4582-934c-2bd67c6c8eb6 req-b48d7bd8-ca23-4261-a636-41367498f6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:02.174154 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-209292a6-48e6-4aab-b561-de46908c9762 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2004073 Nov 25 17:53:02.177265 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48310) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:02.183331 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-80e685f1-8252-4275-8787-d0522c58079f tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Request body: {'network': {'name': 'tempest-network-smoke--594957807', 'project_id': '867688fabf794394b7f5a37353b0165e', 'port_security_enabled': True}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:02.187756 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d14801a5-98c7-4582-934c-2bd67c6c8eb6 req-b48d7bd8-ca23-4261-a636-41367498f6f6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=88a810b4-d532-41af-9819-01c0d8d6a258 HTTP/1.1" status: 200 len: 849 time: 0.0780630 Nov 25 17:53:02.215591 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e685f1-8252-4275-8787-d0522c58079f tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Made reservation on behalf of 867688fabf794394b7f5a37353b0165e for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:53:02.220953 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-80e685f1-8252-4275-8787-d0522c58079f tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:02.243236 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8c69d4a5-b6f2-41db-a0ae-a93601caa1fa tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:02.271071 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14801a5-98c7-4582-934c-2bd67c6c8eb6 req-35588f5c-49b0-4e42-b98e-66b4155bf6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:02.272801 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d14801a5-98c7-4582-934c-2bd67c6c8eb6 req-35588f5c-49b0-4e42-b98e-66b4155bf6df service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=70a573b0-b8cd-4b3b-a416-03e265a1da65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757334 Nov 25 17:53:02.284800 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80e685f1-8252-4275-8787-d0522c58079f tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 922} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:53:02.291329 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8c69d4a5-b6f2-41db-a0ae-a93601caa1fa tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:02.294507 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-8c69d4a5-b6f2-41db-a0ae-a93601caa1fa tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "DELETE /v2.0/ports/1f52d8cd-a26b-41d9-9590-a668efb4e314 HTTP/1.1" status: 204 len: 168 time: 0.5686562 Nov 25 17:53:02.295372 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c69d4a5-b6f2-41db-a0ae-a93601caa1fa tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event deleted for resources: {'Port': ['ID=1f52d8cd-a26b-41d9-9590-a668efb4e314,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:02.297107 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48312) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:02.321491 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-80e685f1-8252-4275-8787-d0522c58079f tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:02.321852 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-80e685f1-8252-4275-8787-d0522c58079f tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Added segment 1d15927a-183a-4281-a947-f144dc1fa857 of type vlan for network c5fb9f88-55e7-4f31-bafe-ad97633cf2ef Nov 25 17:53:02.415898 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d14801a5-98c7-4582-934c-2bd67c6c8eb6 req-1ebb826c-4339-4346-8f85-47bbd7239d20 service neutron] 10.222.0.90 "GET /v2.0/networks/70a573b0-b8cd-4b3b-a416-03e265a1da65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347036 Nov 25 17:53:02.421323 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-51b54112-3f22-404b-9879-54e3c3c0b679 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:02.470662 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-80e685f1-8252-4275-8787-d0522c58079f tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:02.572046 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d14801a5-98c7-4582-934c-2bd67c6c8eb6 req-78cd025c-0b58-4beb-88e3-ed6846ca588d service neutron] 10.222.0.90 "GET /v2.0/networks/70a573b0-b8cd-4b3b-a416-03e265a1da65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472802 Nov 25 17:53:02.597158 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.db.resource_extend [None req-80e685f1-8252-4275-8787-d0522c58079f tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:53:02.622810 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-51b54112-3f22-404b-9879-54e3c3c0b679 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:02.668915 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-80e685f1-8252-4275-8787-d0522c58079f tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:02.674396 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e685f1-8252-4275-8787-d0522c58079f tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:02.674984 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-80e685f1-8252-4275-8787-d0522c58079f tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:02.684924 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-51b54112-3f22-404b-9879-54e3c3c0b679 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea19064b-94c7-418e-a2c1-6bc16d70098e']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:53:02.716427 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-51b54112-3f22-404b-9879-54e3c3c0b679 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45b8131c-1f8f-4c68-899c-22019d250c82') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:53:02.716732 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-51b54112-3f22-404b-9879-54e3c3c0b679 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45b8131c-1f8f-4c68-899c-22019d250c82') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:53:02.750078 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device bc9a5961-b6a9-424d-a4f0-f514eab18a56 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:53:02.757286 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-51b54112-3f22-404b-9879-54e3c3c0b679 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:02.765480 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-80e685f1-8252-4275-8787-d0522c58079f tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5846913 Nov 25 17:53:02.765933 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48324) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:02.770538 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-edf4b6f9-84b2-4dd8-b6aa-9ee7a6392f74 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-765675927', 'admin_state_up': True, 'project_id': '867688fabf794394b7f5a37353b0165e', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:02.774383 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: bc9a5961-b6a9-424d-a4f0-f514eab18a56 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:53:02.775584 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device bc9a5961-b6a9-424d-a4f0-f514eab18a56 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:53:02.797663 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe39fb41-d88c-4280-85b9-bf808a03fc72 req-76842030-45b9-4773-9949-601844985891 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:02.799185 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fe39fb41-d88c-4280-85b9-bf808a03fc72 req-76842030-45b9-4773-9949-601844985891 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/ports?device_id=7eb063c1-7171-4d01-b2f6-3d6865a0fcf7 HTTP/1.1" status: 200 len: 943 time: 0.1809759 Nov 25 17:53:02.800669 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e685f1-8252-4275-8787-d0522c58079f tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event updated for resources: {'Network': ['ID=c5fb9f88-55e7-4f31-bafe-ad97633cf2ef,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:02.804614 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-51b54112-3f22-404b-9879-54e3c3c0b679 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:02.813022 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51b54112-3f22-404b-9879-54e3c3c0b679 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Releasing vlan 917 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:53:02.813453 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-51b54112-3f22-404b-9879-54e3c3c0b679 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:02.813563 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-edf4b6f9-84b2-4dd8-b6aa-9ee7a6392f74 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:02.814583 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-edf4b6f9-84b2-4dd8-b6aa-9ee7a6392f74 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:02.816800 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:53:02.816800 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:53:02.816800 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:53:02.816800 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:53:02.816800 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:53:02.816800 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:53:02.816800 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:53:02.816800 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:53:02.816800 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:53:02.816800 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:53:02.816800 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:53:02.816800 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:53:02.816800 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:53:02.816800 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:53:02.816800 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:53:02.816800 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:53:02.816800 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:53:02.816800 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:53:02.816800 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:53:02.816800 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:53:02.816800 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:53:02.816800 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:53:02.816800 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:53:02.816800 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:53:02.816800 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:53:02.816800 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:53:02.816800 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:53:02.816800 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:53:02.816800 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:53:02.816800 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:53:02.816800 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:53:02.816800 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:53:02.823417 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network c5fb9f88-55e7-4f31-bafe-ad97633cf2ef details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:53:02.923613 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fe39fb41-d88c-4280-85b9-bf808a03fc72 req-6ee01e4a-245c-4ea2-879d-3fd01b27597f tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/security-groups?id=b2b64dc9-f681-4285-b2b0-a4471af47257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057019 Nov 25 17:53:02.926515 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-51b54112-3f22-404b-9879-54e3c3c0b679 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:02.932344 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-edf4b6f9-84b2-4dd8-b6aa-9ee7a6392f74 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:02.954888 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-51b54112-3f22-404b-9879-54e3c3c0b679 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:02.969946 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-51b54112-3f22-404b-9879-54e3c3c0b679 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] 10.222.0.75 "DELETE /v2.0/networks/ea19064b-94c7-418e-a2c1-6bc16d70098e HTTP/1.1" status: 204 len: 168 time: 0.6664076 Nov 25 17:53:02.979816 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b54112-3f22-404b-9879-54e3c3c0b679 tempest-PortsIpV6TestJSON-2038476398 tempest-PortsIpV6TestJSON-2038476398-project] Pushing event deleted for resources: {'Network': ['ID=ea19064b-94c7-418e-a2c1-6bc16d70098e,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:03.107431 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-edf4b6f9-84b2-4dd8-b6aa-9ee7a6392f74 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:03.410346 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48338) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:03.498340 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-edf4b6f9-84b2-4dd8-b6aa-9ee7a6392f74 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for router_gateway, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:03.518376 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-edf4b6f9-84b2-4dd8-b6aa-9ee7a6392f74 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:03.564021 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-ef13b90b-36ad-45b1-aa0b-ad19de999553 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=28b5aae943b9455c8114055630556aca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1524696 Nov 25 17:53:03.567048 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48346) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:03.649489 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-edf4b6f9-84b2-4dd8-b6aa-9ee7a6392f74 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Allocated IP 172.25.0.34 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/39f560fd-5f43-436a-a13b-b0b1f8e628c1) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:53:03.651631 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7e2ed351-e889-4ae1-9b67-af393dd1841f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:03.677751 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7e2ed351-e889-4ae1-9b67-af393dd1841f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:03.741838 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7e2ed351-e889-4ae1-9b67-af393dd1841f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:03.745500 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7e2ed351-e889-4ae1-9b67-af393dd1841f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:03.746837 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-7e2ed351-e889-4ae1-9b67-af393dd1841f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d4c986a5-e5ee-41f9-9326-5f9c20b19c6e HTTP/1.1" status: 204 len: 168 time: 0.1787961 Nov 25 17:53:03.756416 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2ed351-e889-4ae1-9b67-af393dd1841f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c986a5-e5ee-41f9-9326-5f9c20b19c6e,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:03.827866 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-edf4b6f9-84b2-4dd8-b6aa-9ee7a6392f74 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:03.874068 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-edf4b6f9-84b2-4dd8-b6aa-9ee7a6392f74 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:03.937379 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf4b6f9-84b2-4dd8-b6aa-9ee7a6392f74 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:53:03.938239 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-edf4b6f9-84b2-4dd8-b6aa-9ee7a6392f74 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:53:03.942230 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf4b6f9-84b2-4dd8-b6aa-9ee7a6392f74 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:53:03.955080 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de31ca5-c4cf-4cf7-bdd5-d518e9fac15f None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:53:04.020169 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf4b6f9-84b2-4dd8-b6aa-9ee7a6392f74 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event updated for resources: {'Port': ['ID=39f560fd-5f43-436a-a13b-b0b1f8e628c1,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:04.031109 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-4ce1d0b2-976d-4c9d-865e-eea2d62897e8 None None] Provisioning complete for port 39f560fd-5f43-436a-a13b-b0b1f8e628c1 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:53:04.031678 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4ce1d0b2-976d-4c9d-865e-eea2d62897e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:04.080776 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-4ce1d0b2-976d-4c9d-865e-eea2d62897e8 None None] Port 39f560fd-5f43-436a-a13b-b0b1f8e628c1 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:53:04.089119 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:53:04.210007 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce0d2a-b4d6-48a3-81c0-3ac4d2db0ce2 req-3a8c8f99-608c-4e2f-aa91-9f221e3b15fe tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:04.216662 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1bce0d2a-b4d6-48a3-81c0-3ac4d2db0ce2 req-3a8c8f99-608c-4e2f-aa91-9f221e3b15fe tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/ports?device_id=7eb063c1-7171-4d01-b2f6-3d6865a0fcf7 HTTP/1.1" status: 200 len: 943 time: 0.1365001 Nov 25 17:53:04.293320 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6,segment=NetworkSegment(c259aabb-ec92-425d-84ff-c966f38eef88),segment_id=c259aabb-ec92-425d-84ff-c966f38eef88)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:53:04.343527 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6', 'network_id': '70a573b0-b8cd-4b3b-a416-03e265a1da65', 'port_id': '3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6', 'mac_address': 'fa:16:3e:1d:c7:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88a810b4-d532-41af-9819-01c0d8d6a258', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:53:04.354848 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1bce0d2a-b4d6-48a3-81c0-3ac4d2db0ce2 req-a4f7ca2f-7f61-4234-9fad-2eb5c0c20474 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/security-groups?id=b2b64dc9-f681-4285-b2b0-a4471af47257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235721 Nov 25 17:53:04.419293 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:04.428494 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-edf4b6f9-84b2-4dd8-b6aa-9ee7a6392f74 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for router_gateway, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:04.443250 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:53:04.468956 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6,segment=NetworkSegment(c259aabb-ec92-425d-84ff-c966f38eef88),segment_id=c259aabb-ec92-425d-84ff-c966f38eef88)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:53:04.474464 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:04.534471 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:04.674478 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:53:04.786236 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-edf4b6f9-84b2-4dd8-b6aa-9ee7a6392f74 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:04.815138 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48396) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:04.957057 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-e01e6a40-5af1-4381-88ae-3ccb99b35c5d tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Request body: {'security_group': {'name': 'tempest-secgroup--361368829'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:04.963674 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf4b6f9-84b2-4dd8-b6aa-9ee7a6392f74 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Router 33081d06-b981-459f-a487-6ef56680b967 is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:53:05.014384 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e01e6a40-5af1-4381-88ae-3ccb99b35c5d tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:05.025670 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e01e6a40-5af1-4381-88ae-3ccb99b35c5d tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:05.091307 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf4b6f9-84b2-4dd8-b6aa-9ee7a6392f74 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:53:05.104058 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44413049-6538-4134-a1a9-353c23e5fb86 None None] Sync routers for ids ['33081d06-b981-459f-a487-6ef56680b967'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:53:05.119830 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-edf4b6f9-84b2-4dd8-b6aa-9ee7a6392f74 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:05.120047 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44413049-6538-4134-a1a9-353c23e5fb86 None None] Routers {'33081d06-b981-459f-a487-6ef56680b967'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:53:05.120546 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-44413049-6538-4134-a1a9-353c23e5fb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:52:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['33081d06-b981-459f-a487-6ef56680b967'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:53:05.124563 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-edf4b6f9-84b2-4dd8-b6aa-9ee7a6392f74 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3548179 Nov 25 17:53:05.125393 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48400) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:05.144708 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e01e6a40-5af1-4381-88ae-3ccb99b35c5d tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:05.166040 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e01e6a40-5af1-4381-88ae-3ccb99b35c5d tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:05.174707 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-9a5e0169-6021-4a0d-b75e-25fecd3407b1 tempest-TestNetworkAdvancedServerOps-44296226 tempest-TestNetworkAdvancedServerOps-44296226-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=867688fabf794394b7f5a37353b0165e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0458541 Nov 25 17:53:05.175316 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48402) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:05.228715 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e6a40-5af1-4381-88ae-3ccb99b35c5d tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4cab99-7093-4fae-bc72-5c467ad18f1d,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:05.308721 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e01e6a40-5af1-4381-88ae-3ccb99b35c5d tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:05.311470 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82db91f8-0c25-4c34-bb16-3fbeb94c764a tempest-TestNetworkAdvancedServerOps-44296226 tempest-TestNetworkAdvancedServerOps-44296226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:05.318209 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e01e6a40-5af1-4381-88ae-3ccb99b35c5d tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:05.318453 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-82db91f8-0c25-4c34-bb16-3fbeb94c764a tempest-TestNetworkAdvancedServerOps-44296226 tempest-TestNetworkAdvancedServerOps-44296226-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1392400 Nov 25 17:53:05.318557 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48410) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:05.349483 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-44413049-6538-4134-a1a9-353c23e5fb86 None None] Set router 33081d06-b981-459f-a487-6ef56680b967 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:53:05.385237 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d894dbf5-f413-4565-bdee-90c067213546 tempest-TestNetworkAdvancedServerOps-44296226 tempest-TestNetworkAdvancedServerOps-44296226-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=1aa44027-b9d0-4a56-9a59-7e664703e20a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0598950 Nov 25 17:53:05.387054 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48414) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:05.391580 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e6a40-5af1-4381-88ae-3ccb99b35c5d tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9e5004-fda7-4914-b779-0b85e51772aa,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:05.403048 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e01e6a40-5af1-4381-88ae-3ccb99b35c5d tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:05.406268 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-e01e6a40-5af1-4381-88ae-3ccb99b35c5d tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5901029 Nov 25 17:53:05.408959 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48416) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:05.410953 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-5e7785a5-6d1e-4ff0-9524-5548891b8be9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1608550133', 'network_id': 'c5fb9f88-55e7-4f31-bafe-ad97633cf2ef', 'project_id': '867688fabf794394b7f5a37353b0165e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:05.516451 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-8cbb0508-3a75-4448-bb8e-513222908a75 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1020591 Nov 25 17:53:05.538653 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48418) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:05.556808 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-8e634c39-4a80-46a9-8366-46d9c47811d2 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Request body: {'security_group': {'name': 'tempest-security--208830489', 'description': 'tempest-security-description-1150182680'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:05.580661 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e7708-256e-445a-82dd-acb0687d56e0 req-16b47eb1-45b7-426a-a8cb-40cdedc1b18e tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:05.582228 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-772e7708-256e-445a-82dd-acb0687d56e0 req-16b47eb1-45b7-426a-a8cb-40cdedc1b18e tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/ports?device_id=7eb063c1-7171-4d01-b2f6-3d6865a0fcf7 HTTP/1.1" status: 200 len: 944 time: 0.0927207 Nov 25 17:53:05.622658 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8e634c39-4a80-46a9-8366-46d9c47811d2 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:05.637994 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-44413049-6538-4134-a1a9-353c23e5fb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33081d06-b981-459f-a487-6ef56680b967', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765675927', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '39f560fd-5f43-436a-a13b-b0b1f8e628c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:53:02Z', 'updated_at': '2021-11-25T17:53:04Z', 'revision_number': 3, 'project_id': '867688fabf794394b7f5a37353b0165e', 'gw_port': {'id': '39f560fd-5f43-436a-a13b-b0b1f8e628c1', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ce:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33081d06-b981-459f-a487-6ef56680b967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:53:03Z', 'updated_at': '2021-11-25T17:53:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:53:05.640764 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-772e7708-256e-445a-82dd-acb0687d56e0 req-d02e1544-5b1e-47c7-acc5-9ca5ea4ebe5d tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/security-groups?id=b2b64dc9-f681-4285-b2b0-a4471af47257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518520 Nov 25 17:53:05.674650 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8e634c39-4a80-46a9-8366-46d9c47811d2 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:05.684530 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8e634c39-4a80-46a9-8366-46d9c47811d2 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:05.688087 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8e634c39-4a80-46a9-8366-46d9c47811d2 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:05.691967 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8e634c39-4a80-46a9-8366-46d9c47811d2 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "PUT /v2.0/security-groups/5f9e5004-fda7-4914-b779-0b85e51772aa HTTP/1.1" status: 200 len: 1796 time: 0.1486707 Nov 25 17:53:05.692099 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44413049-6538-4134-a1a9-353c23e5fb86 None None] Checking router: 33081d06-b981-459f-a487-6ef56680b967 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:53:05.692099 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44413049-6538-4134-a1a9-353c23e5fb86 None None] Updating router 33081d06-b981-459f-a487-6ef56680b967 port 39f560fd-5f43-436a-a13b-b0b1f8e628c1 binding host n-d-817746-1 {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:53:05.693304 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48422) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:05.695916 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7785a5-6d1e-4ff0-9524-5548891b8be9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Made reservation on behalf of 867688fabf794394b7f5a37353b0165e for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:53:05.699780 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5e7785a5-6d1e-4ff0-9524-5548891b8be9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:05.730594 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-44413049-6538-4134-a1a9-353c23e5fb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:05.764677 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-e7142809-f002-42db-9994-4583a8bfeb9d tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "GET /v2.0/security-groups/5f9e5004-fda7-4914-b779-0b85e51772aa HTTP/1.1" status: 200 len: 1796 time: 0.0675511 Nov 25 17:53:05.765190 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48424) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:05.872559 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e634c39-4a80-46a9-8366-46d9c47811d2 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9e5004-fda7-4914-b779-0b85e51772aa,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:05.889668 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2e80bda6-5bfd-4c73-8523-0415efd99ad4 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:05.927682 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2e80bda6-5bfd-4c73-8523-0415efd99ad4 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:05.986267 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2e80bda6-5bfd-4c73-8523-0415efd99ad4 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:05.989175 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2e80bda6-5bfd-4c73-8523-0415efd99ad4 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:05.990371 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-2e80bda6-5bfd-4c73-8523-0415efd99ad4 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "DELETE /v2.0/security-groups/5f9e5004-fda7-4914-b779-0b85e51772aa HTTP/1.1" status: 204 len: 168 time: 0.2239900 Nov 25 17:53:05.994574 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48436) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:06.046642 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e80bda6-5bfd-4c73-8523-0415efd99ad4 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9e5004-fda7-4914-b779-0b85e51772aa,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:06.051791 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-6155eb4e-b1aa-4789-8e02-862b2255c50f tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0560744 Nov 25 17:53:06.057391 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48438) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:06.073757 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [None req-bf96730c-5c0f-4efb-9906-efcae4561f35 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] delete failed (client error): The resource could not be found. Nov 25 17:53:06.079656 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-bf96730c-5c0f-4efb-9906-efcae4561f35 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "DELETE /v2.0/security-groups/5f9e5004-fda7-4914-b779-0b85e51772aa HTTP/1.1" status: 404 len: 347 time: 0.0210676 Nov 25 17:53:06.080342 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48440) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:06.087644 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-81f583b9-3a85-48a0-a57c-ff9a5074c19b tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Request body: {'security_group': {'name': 'tempest-secgroup--291993326'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:06.106115 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:53:06.128088 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5e7785a5-6d1e-4ff0-9524-5548891b8be9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:06.150974 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-81f583b9-3a85-48a0-a57c-ff9a5074c19b tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:06.168920 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-44413049-6538-4134-a1a9-353c23e5fb86 None None] Publish callbacks [] for port, precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:06.179066 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-44413049-6538-4134-a1a9-353c23e5fb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:06.214913 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port 3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:53:06.222922 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port 3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:53:06.232354 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:06.241626 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-44413049-6538-4134-a1a9-353c23e5fb86 None None] Attempting to bind port 39f560fd-5f43-436a-a13b-b0b1f8e628c1 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:53:06.242569 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-44413049-6538-4134-a1a9-353c23e5fb86 None None] Attempting to bind port 39f560fd-5f43-436a-a13b-b0b1f8e628c1 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:53:06.242939 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44413049-6538-4134-a1a9-353c23e5fb86 None None] Attempting to bind port 39f560fd-5f43-436a-a13b-b0b1f8e628c1 on network 1aa44027-b9d0-4a56-9a59-7e664703e20a {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:53:06.248562 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-81f583b9-3a85-48a0-a57c-ff9a5074c19b tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:06.253081 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-81f583b9-3a85-48a0-a57c-ff9a5074c19b tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:06.257230 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44413049-6538-4134-a1a9-353c23e5fb86 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:53:06.257663 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44413049-6538-4134-a1a9-353c23e5fb86 None None] Checking segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:53:06.258582 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-44413049-6538-4134-a1a9-353c23e5fb86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:06.258970 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44413049-6538-4134-a1a9-353c23e5fb86 None None] Bound using segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:53:06.259444 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-44413049-6538-4134-a1a9-353c23e5fb86 None None] Bound port: 39f560fd-5f43-436a-a13b-b0b1f8e628c1, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:53:06.259822 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-44413049-6538-4134-a1a9-353c23e5fb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:06.300601 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f583b9-3a85-48a0-a57c-ff9a5074c19b tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7a1252-1e1c-4ed1-9638-f92ccfe2f6ce,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:06.322009 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-81f583b9-3a85-48a0-a57c-ff9a5074c19b tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:06.325808 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-81f583b9-3a85-48a0-a57c-ff9a5074c19b tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2418756 Nov 25 17:53:06.326025 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48444) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:06.331285 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-188e62e7-456a-49b6-8d30-1e80ea782e13 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Request body: {'security_group_rule': {'security_group_id': '2f7a1252-1e1c-4ed1-9638-f92ccfe2f6ce', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:06.337315 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-44413049-6538-4134-a1a9-353c23e5fb86 None None] For port 39f560fd-5f43-436a-a13b-b0b1f8e628c1, host n-d-817746-1, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:53:06.348055 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-44413049-6538-4134-a1a9-353c23e5fb86 None None] For port 39f560fd-5f43-436a-a13b-b0b1f8e628c1, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=39f560fd-5f43-436a-a13b-b0b1f8e628c1,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:53:06.359292 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7785a5-6d1e-4ff0-9524-5548891b8be9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Checking segment: {'id': '1d15927a-183a-4281-a947-f144dc1fa857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c5fb9f88-55e7-4f31-bafe-ad97633cf2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:53:06.359704 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7785a5-6d1e-4ff0-9524-5548891b8be9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Network hostable DHCP agents. Network: c5fb9f88-55e7-4f31-bafe-ad97633cf2ef, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:53:06.361385 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-44413049-6538-4134-a1a9-353c23e5fb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:06.361603 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71607e7f-940e-4392-86e6-a46db35e66b3 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:53:06.368634 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7785a5-6d1e-4ff0-9524-5548891b8be9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event updated for resources: {'Subnet': ['ID=1624fc43-6956-4e05-871a-a93fe68b0807,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:06.372552 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e34aec-4b4f-448c-b992-c1ea43d4e1b0 None None] Pushing event updated for resources: {'Port': ['ID=39f560fd-5f43-436a-a13b-b0b1f8e628c1,revision_number=2']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:06.384891 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e34aec-4b4f-448c-b992-c1ea43d4e1b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:06.385387 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e34aec-4b4f-448c-b992-c1ea43d4e1b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:06.385731 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e34aec-4b4f-448c-b992-c1ea43d4e1b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:06.386180 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e34aec-4b4f-448c-b992-c1ea43d4e1b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:06.386589 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e34aec-4b4f-448c-b992-c1ea43d4e1b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:06.386925 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e34aec-4b4f-448c-b992-c1ea43d4e1b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:06.387671 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e34aec-4b4f-448c-b992-c1ea43d4e1b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:06.387904 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e34aec-4b4f-448c-b992-c1ea43d4e1b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:06.388337 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e34aec-4b4f-448c-b992-c1ea43d4e1b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:06.388854 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e34aec-4b4f-448c-b992-c1ea43d4e1b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:06.389363 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e34aec-4b4f-448c-b992-c1ea43d4e1b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:06.389706 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e34aec-4b4f-448c-b992-c1ea43d4e1b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:06.410407 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-188e62e7-456a-49b6-8d30-1e80ea782e13 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:06.440436 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7785a5-6d1e-4ff0-9524-5548891b8be9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Network c5fb9f88-55e7-4f31-bafe-ad97633cf2ef is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:53:06.452429 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44413049-6538-4134-a1a9-353c23e5fb86 None None] Routers {'33081d06-b981-459f-a487-6ef56680b967'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:53:06.453355 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-44413049-6538-4134-a1a9-353c23e5fb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:52:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['33081d06-b981-459f-a487-6ef56680b967'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:53:06.459431 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-5e7785a5-6d1e-4ff0-9524-5548891b8be9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, c5fb9f88-55e7-4f31-bafe-ad97633cf2ef) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:53:06.465247 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7785a5-6d1e-4ff0-9524-5548891b8be9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:06.465923 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5e7785a5-6d1e-4ff0-9524-5548891b8be9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:06.474065 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93ad16a-b954-4881-924a-48454fbf017f None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:53:06.480212 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f132cf7d-498a-4961-aedc-49ea8d4f0316 None None] Network c5fb9f88-55e7-4f31-bafe-ad97633cf2ef requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:53:06.503547 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48448) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:06.505994 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-5e7785a5-6d1e-4ff0-9524-5548891b8be9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1162872 Nov 25 17:53:06.510490 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:06.549607 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-f9300f01-edc6-436a-8108-cc5445ec25e8 None None] Provisioning complete for port 39f560fd-5f43-436a-a13b-b0b1f8e628c1 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:53:06.549971 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f9300f01-edc6-436a-8108-cc5445ec25e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:06.623524 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e34aec-4b4f-448c-b992-c1ea43d4e1b0 None None] Pushing event updated for resources: {'Port': ['ID=39f560fd-5f43-436a-a13b-b0b1f8e628c1,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:06.627568 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-188e62e7-456a-49b6-8d30-1e80ea782e13 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:06.636772 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-188e62e7-456a-49b6-8d30-1e80ea782e13 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:06.651771 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb063c1-7171-4d01-b2f6-3d6865a0fcf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:53:06.654697 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2461fa3e-fe36-4146-8b3d-869824496d79" -d '{"events": [{"server_uuid": "7eb063c1-7171-4d01-b2f6-3d6865a0fcf7", "name": "network-vif-plugged", "status": "completed", "tag": "3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:53:06.672019 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-44413049-6538-4134-a1a9-353c23e5fb86 None None] Set router 33081d06-b981-459f-a487-6ef56680b967 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:53:06.685064 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6,segment=NetworkSegment(c259aabb-ec92-425d-84ff-c966f38eef88),segment_id=c259aabb-ec92-425d-84ff-c966f38eef88)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:53:06.721241 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188e62e7-456a-49b6-8d30-1e80ea782e13 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73ac0776-693a-4a05-a72d-2eeb38b3cfd1,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:06.745258 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:06.757393 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-188e62e7-456a-49b6-8d30-1e80ea782e13 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:06.764623 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-188e62e7-456a-49b6-8d30-1e80ea782e13 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4351039 Nov 25 17:53:06.765053 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48460) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:06.847252 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-542d5de8-2e42-4427-a73c-e074b0ec8045 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:06.866705 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-542d5de8-2e42-4427-a73c-e074b0ec8045 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:06.872929 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fc7bc9-6715-4b6d-9b0e-29479e03296d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-c5fb9f88-55e7-4f31-bafe-ad97633cf2ef', 'network_id': 'c5fb9f88-55e7-4f31-bafe-ad97633cf2ef', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'fixed_ips': [{'subnet_id': '1624fc43-6956-4e05-871a-a93fe68b0807'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:53:06.874632 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c9fc7bc9-6715-4b6d-9b0e-29479e03296d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:06.933466 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-542d5de8-2e42-4427-a73c-e074b0ec8045 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:06.942203 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-542d5de8-2e42-4427-a73c-e074b0ec8045 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:06.946910 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-542d5de8-2e42-4427-a73c-e074b0ec8045 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/73ac0776-693a-4a05-a72d-2eeb38b3cfd1 HTTP/1.1" status: 204 len: 168 time: 0.1778784 Nov 25 17:53:06.947930 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48462) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:06.990103 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:06.996371 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542d5de8-2e42-4427-a73c-e074b0ec8045 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=73ac0776-693a-4a05-a72d-2eeb38b3cfd1,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:07.074155 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-44413049-6538-4134-a1a9-353c23e5fb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33081d06-b981-459f-a487-6ef56680b967', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765675927', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '39f560fd-5f43-436a-a13b-b0b1f8e628c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:53:02Z', 'updated_at': '2021-11-25T17:53:04Z', 'revision_number': 3, 'project_id': '867688fabf794394b7f5a37353b0165e', 'gw_port': {'id': '39f560fd-5f43-436a-a13b-b0b1f8e628c1', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ce:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33081d06-b981-459f-a487-6ef56680b967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:53:03Z', 'updated_at': '2021-11-25T17:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:53:07.092106 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8547095e-1385-4ac1-9b0b-7013617497d4 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1382720 Nov 25 17:53:07.093723 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48470) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:07.096563 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38386ad7-9c1d-4c0e-9430-1210908bb119 req-8422fe05-f9e4-458c-a01b-277d2fa2235f tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:07.100680 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f9300f01-edc6-436a-8108-cc5445ec25e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:07.101975 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-38386ad7-9c1d-4c0e-9430-1210908bb119 req-8422fe05-f9e4-458c-a01b-277d2fa2235f tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/ports?device_id=7eb063c1-7171-4d01-b2f6-3d6865a0fcf7 HTTP/1.1" status: 200 len: 945 time: 0.3153622 Nov 25 17:53:07.108028 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44413049-6538-4134-a1a9-353c23e5fb86 None None] The sync data for ids ['33081d06-b981-459f-a487-6ef56680b967'] in n-d-817746-1 is: [{'id': '33081d06-b981-459f-a487-6ef56680b967', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765675927', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '39f560fd-5f43-436a-a13b-b0b1f8e628c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:53:02Z', 'updated_at': '2021-11-25T17:53:04Z', 'revision_number': 3, 'project_id': '867688fabf794394b7f5a37353b0165e', 'gw_port': {'id': '39f560fd-5f43-436a-a13b-b0b1f8e628c1', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ce:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33081d06-b981-459f-a487-6ef56680b967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:53:03Z', 'updated_at': '2021-11-25T17:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:53:07.154996 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-f9300f01-edc6-436a-8108-cc5445ec25e8 None None] For port 39f560fd-5f43-436a-a13b-b0b1f8e628c1, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=39f560fd-5f43-436a-a13b-b0b1f8e628c1,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:53:07.159775 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faecb47a-841b-4637-94e4-7bf81f56f926 x-openstack-request-id: req-faecb47a-841b-4637-94e4-7bf81f56f926 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:53:07.160199 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb063c1-7171-4d01-b2f6-3d6865a0fcf7", "name": "network-vif-plugged", "status": "completed", "tag": "3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:53:07.160322 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-faecb47a-841b-4637-94e4-7bf81f56f926 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:53:07.160773 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eb063c1-7171-4d01-b2f6-3d6865a0fcf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6', 'code': 200} Nov 25 17:53:07.188562 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f9300f01-edc6-436a-8108-cc5445ec25e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:07.275019 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-c9fc7bc9-6715-4b6d-9b0e-29479e03296d None None] Allocated IP 172.20.0.2 (c5fb9f88-55e7-4f31-bafe-ad97633cf2ef/1624fc43-6956-4e05-871a-a93fe68b0807/6b7b42df-8d14-4d8d-a93d-4b359149f949) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:53:07.287452 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c478b-adaf-45cd-ab7c-a21d8962ba96 req-59146863-4d7e-4f8c-bf38-f55ed7edf824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:07.289853 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-048c478b-adaf-45cd-ab7c-a21d8962ba96 req-59146863-4d7e-4f8c-bf38-f55ed7edf824 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7eb063c1-7171-4d01-b2f6-3d6865a0fcf7 HTTP/1.1" status: 200 len: 1096 time: 0.0659699 Nov 25 17:53:07.290685 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-461778d8-36b3-4f6d-ba84-374dad0d910d tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:07.326974 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9300f01-edc6-436a-8108-cc5445ec25e8 None None] Pushing event updated for resources: {'Port': ['ID=39f560fd-5f43-436a-a13b-b0b1f8e628c1,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:07.361862 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-048c478b-adaf-45cd-ab7c-a21d8962ba96 req-1fd4da6a-ed7a-4f3e-987c-bd08b9c46d99 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=b2b64dc9-f681-4285-b2b0-a4471af47257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651262 Nov 25 17:53:07.365125 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-461778d8-36b3-4f6d-ba84-374dad0d910d tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:07.424648 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-461778d8-36b3-4f6d-ba84-374dad0d910d tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:07.427667 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-22401582-4e7a-4552-bbc2-70c0a77a639e None None] Provisioning complete for port 39f560fd-5f43-436a-a13b-b0b1f8e628c1 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:53:07.428055 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-22401582-4e7a-4552-bbc2-70c0a77a639e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:07.428709 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-461778d8-36b3-4f6d-ba84-374dad0d910d tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:07.431098 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-461778d8-36b3-4f6d-ba84-374dad0d910d tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "DELETE /v2.0/security-groups/2f7a1252-1e1c-4ed1-9638-f92ccfe2f6ce HTTP/1.1" status: 204 len: 168 time: 0.3362503 Nov 25 17:53:07.436109 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48476) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:07.443366 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461778d8-36b3-4f6d-ba84-374dad0d910d tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7a1252-1e1c-4ed1-9638-f92ccfe2f6ce,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:07.494513 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-38386ad7-9c1d-4c0e-9430-1210908bb119 req-4b6b3346-6939-4f2e-92d7-a4a913772b8f tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/security-groups?id=b2b64dc9-f681-4285-b2b0-a4471af47257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3560369 Nov 25 17:53:07.668399 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-de148e4d-0f70-4bea-8492-eff569724253 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2262516 Nov 25 17:53:07.668754 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48484) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:07.673451 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-acb7e5d3-7cae-47a9-b469-1e1cd645fad5 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Request body: {'security_group': {'name': 'tempest-secgroup--899696298'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:07.748902 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-acb7e5d3-7cae-47a9-b469-1e1cd645fad5 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:07.798435 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-35aff64e-e118-4852-8133-e869ca8636c9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:07.801393 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c9fc7bc9-6715-4b6d-9b0e-29479e03296d None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:07.810153 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c9fc7bc9-6715-4b6d-9b0e-29479e03296d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:07.870341 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fc7bc9-6715-4b6d-9b0e-29479e03296d None None] Pushing event updated for resources: {'Port': ['ID=6b7b42df-8d14-4d8d-a93d-4b359149f949,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:07.889433 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-acb7e5d3-7cae-47a9-b469-1e1cd645fad5 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:07.890982 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fc7bc9-6715-4b6d-9b0e-29479e03296d None None] Network c5fb9f88-55e7-4f31-bafe-ad97633cf2ef is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:53:07.893543 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-acb7e5d3-7cae-47a9-b469-1e1cd645fad5 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:07.895156 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-c9fc7bc9-6715-4b6d-9b0e-29479e03296d None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:53:07.910679 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fc7bc9-6715-4b6d-9b0e-29479e03296d None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:53:07.945100 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-acb7e5d3-7cae-47a9-b469-1e1cd645fad5 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:07.947240 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-acb7e5d3-7cae-47a9-b469-1e1cd645fad5 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2773325 Nov 25 17:53:07.958660 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48488) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:07.978943 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-6b2af9c9-b0ea-4673-b641-a87423c33a41 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Request body: {'security_group_rule': {'security_group_id': 'dbd1126a-27b5-4703-99d4-5c2bd203116a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:08.001434 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-c9fc7bc9-6715-4b6d-9b0e-29479e03296d None None] Attempting to bind port 6b7b42df-8d14-4d8d-a93d-4b359149f949 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:53:08.001903 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-c9fc7bc9-6715-4b6d-9b0e-29479e03296d None None] Attempting to bind port 6b7b42df-8d14-4d8d-a93d-4b359149f949 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '1d15927a-183a-4281-a947-f144dc1fa857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c5fb9f88-55e7-4f31-bafe-ad97633cf2ef'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:53:08.002576 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fc7bc9-6715-4b6d-9b0e-29479e03296d None None] Attempting to bind port 6b7b42df-8d14-4d8d-a93d-4b359149f949 on network c5fb9f88-55e7-4f31-bafe-ad97633cf2ef {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:53:08.004330 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb7e5d3-7cae-47a9-b469-1e1cd645fad5 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd1126a-27b5-4703-99d4-5c2bd203116a,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:08.013511 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fc7bc9-6715-4b6d-9b0e-29479e03296d None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:53:08.014067 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fc7bc9-6715-4b6d-9b0e-29479e03296d None None] Checking segment: {'id': '1d15927a-183a-4281-a947-f144dc1fa857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c5fb9f88-55e7-4f31-bafe-ad97633cf2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:53:08.014504 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c9fc7bc9-6715-4b6d-9b0e-29479e03296d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:08.015006 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fc7bc9-6715-4b6d-9b0e-29479e03296d None None] Bound using segment: {'id': '1d15927a-183a-4281-a947-f144dc1fa857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c5fb9f88-55e7-4f31-bafe-ad97633cf2ef'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:53:08.015674 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-c9fc7bc9-6715-4b6d-9b0e-29479e03296d None None] Bound port: 6b7b42df-8d14-4d8d-a93d-4b359149f949, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d15927a-183a-4281-a947-f144dc1fa857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c5fb9f88-55e7-4f31-bafe-ad97633cf2ef'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:53:08.016588 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c9fc7bc9-6715-4b6d-9b0e-29479e03296d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:08.047555 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6b2af9c9-b0ea-4673-b641-a87423c33a41 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:08.131443 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-c9fc7bc9-6715-4b6d-9b0e-29479e03296d None None] For port 6b7b42df-8d14-4d8d-a93d-4b359149f949, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:53:08.140018 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-c9fc7bc9-6715-4b6d-9b0e-29479e03296d None None] For port 6b7b42df-8d14-4d8d-a93d-4b359149f949, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=6b7b42df-8d14-4d8d-a93d-4b359149f949,segment=NetworkSegment(1d15927a-183a-4281-a947-f144dc1fa857),segment_id=1d15927a-183a-4281-a947-f144dc1fa857)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:53:08.153082 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c9fc7bc9-6715-4b6d-9b0e-29479e03296d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:08.162556 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6b2af9c9-b0ea-4673-b641-a87423c33a41 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:08.170968 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6b2af9c9-b0ea-4673-b641-a87423c33a41 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:08.203645 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2af9c9-b0ea-4673-b641-a87423c33a41 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa34e4f1-200d-441b-9d6f-259409452cec,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:08.227496 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6b2af9c9-b0ea-4673-b641-a87423c33a41 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:08.231343 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6b2af9c9-b0ea-4673-b641-a87423c33a41 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2693675 Nov 25 17:53:08.232715 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48490) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:08.239716 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-f1971a23-aba5-4455-9ed6-8fd362f8ef13 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Request body: {'security_group_rule': {'security_group_id': 'dbd1126a-27b5-4703-99d4-5c2bd203116a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:08.264459 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fc7bc9-6715-4b6d-9b0e-29479e03296d None None] Pushing event updated for resources: {'Port': ['ID=6b7b42df-8d14-4d8d-a93d-4b359149f949,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:08.304455 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f1971a23-aba5-4455-9ed6-8fd362f8ef13 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:08.431119 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f1971a23-aba5-4455-9ed6-8fd362f8ef13 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:08.446913 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f1971a23-aba5-4455-9ed6-8fd362f8ef13 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:08.497459 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-35aff64e-e118-4852-8133-e869ca8636c9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Allocated IP 172.20.0.1 (c5fb9f88-55e7-4f31-bafe-ad97633cf2ef/1624fc43-6956-4e05-871a-a93fe68b0807/9da48e2f-185a-4338-91d1-6664e80397ca) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:53:08.552029 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f1971a23-aba5-4455-9ed6-8fd362f8ef13 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:08.553801 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f1971a23-aba5-4455-9ed6-8fd362f8ef13 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3210046 Nov 25 17:53:08.562069 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48494) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:08.571021 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1971a23-aba5-4455-9ed6-8fd362f8ef13 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3641b592-fd6b-4381-ba3a-92c295360b9e,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:08.581623 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-dd07fb73-1a87-4a50-8356-e8dd5a1d2b6d tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Request body: {'security_group_rule': {'security_group_id': 'dbd1126a-27b5-4703-99d4-5c2bd203116a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:08.686806 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dd07fb73-1a87-4a50-8356-e8dd5a1d2b6d tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:08.870011 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dd07fb73-1a87-4a50-8356-e8dd5a1d2b6d tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:08.879512 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dd07fb73-1a87-4a50-8356-e8dd5a1d2b6d tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:08.902365 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd07fb73-1a87-4a50-8356-e8dd5a1d2b6d tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f1bc3ea-9b49-48d4-9004-83a8a7cb0a36,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:08.920177 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dd07fb73-1a87-4a50-8356-e8dd5a1d2b6d tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:08.927715 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48504) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:08.935965 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-4cde20b0-0a97-46f5-9f4d-3e6b6ecc63a5 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Request body: {'security_group_rule': {'security_group_id': 'dbd1126a-27b5-4703-99d4-5c2bd203116a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:08.958147 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-dd07fb73-1a87-4a50-8356-e8dd5a1d2b6d tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3803422 Nov 25 17:53:08.969098 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 6b7b42df-8d14-4d8d-a93d-4b359149f949 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:53:08.987096 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cbe1d9-c0d1-48c2-bda8-e490a9a8a5bf req-0d1ac2c5-273d-40d4-bd81-ea4359612df6 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:08.996560 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-98cbe1d9-c0d1-48c2-bda8-e490a9a8a5bf req-0d1ac2c5-273d-40d4-bd81-ea4359612df6 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/ports?device_id=7eb063c1-7171-4d01-b2f6-3d6865a0fcf7 HTTP/1.1" status: 200 len: 945 time: 0.2857172 Nov 25 17:53:09.002447 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-35aff64e-e118-4852-8133-e869ca8636c9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:09.040534 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 6b7b42df-8d14-4d8d-a93d-4b359149f949 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:53:09.041186 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:09.061418 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4cde20b0-0a97-46f5-9f4d-3e6b6ecc63a5 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:09.109095 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-98cbe1d9-c0d1-48c2-bda8-e490a9a8a5bf req-20acace0-eb71-4816-9090-6ce47c738f0c tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/security-groups?id=b2b64dc9-f681-4285-b2b0-a4471af47257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106839 Nov 25 17:53:09.158541 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-35aff64e-e118-4852-8133-e869ca8636c9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:09.206615 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:09.262674 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4cde20b0-0a97-46f5-9f4d-3e6b6ecc63a5 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:09.265827 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35aff64e-e118-4852-8133-e869ca8636c9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Network c5fb9f88-55e7-4f31-bafe-ad97633cf2ef is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:53:09.267603 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port 6b7b42df-8d14-4d8d-a93d-4b359149f949, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=6b7b42df-8d14-4d8d-a93d-4b359149f949,segment=NetworkSegment(1d15927a-183a-4281-a947-f144dc1fa857),segment_id=1d15927a-183a-4281-a947-f144dc1fa857)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:53:09.269928 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-35aff64e-e118-4852-8133-e869ca8636c9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:53:09.274322 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35aff64e-e118-4852-8133-e869ca8636c9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:53:09.277971 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:09.282073 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4cde20b0-0a97-46f5-9f4d-3e6b6ecc63a5 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:09.293751 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 39f560fd-5f43-436a-a13b-b0b1f8e628c1 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:53:09.317726 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aff64e-e118-4852-8133-e869ca8636c9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event updated for resources: {'Port': ['ID=9da48e2f-185a-4338-91d1-6664e80397ca,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:09.349987 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde20b0-0a97-46f5-9f4d-3e6b6ecc63a5 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c47250c-054e-4071-80ae-6dd384aa32f3,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:09.378787 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-35aff64e-e118-4852-8133-e869ca8636c9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:09.392853 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d05806-84e7-459d-9138-1d27fd7d1f36 req-746673f4-c7f8-41c9-8ec8-92f8870f73e0 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:09.394845 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-12d05806-84e7-459d-9138-1d27fd7d1f36 req-746673f4-c7f8-41c9-8ec8-92f8870f73e0 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/ports?device_id=7eb063c1-7171-4d01-b2f6-3d6865a0fcf7 HTTP/1.1" status: 200 len: 945 time: 0.1934512 Nov 25 17:53:09.405893 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48512) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:09.411033 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 39f560fd-5f43-436a-a13b-b0b1f8e628c1 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:53:09.411420 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:09.412172 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-6331e626-6835-4a46-8b96-fe7d876716a3 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Request body: {'floatingip': {'port_id': '3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:09.433022 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4cde20b0-0a97-46f5-9f4d-3e6b6ecc63a5 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:09.434208 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-4cde20b0-0a97-46f5-9f4d-3e6b6ecc63a5 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5055385 Nov 25 17:53:09.437618 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48514) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:09.441966 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-5605630f-9d9c-4263-8716-5b29af20b657 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Request body: {'security_group_rule': {'security_group_id': 'dbd1126a-27b5-4703-99d4-5c2bd203116a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:09.471507 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=6b7b42df-8d14-4d8d-a93d-4b359149f949,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:09.494792 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6331e626-6835-4a46-8b96-fe7d876716a3 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks [] for floatingip, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:09.576267 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5605630f-9d9c-4263-8716-5b29af20b657 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:09.724416 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-35aff64e-e118-4852-8133-e869ca8636c9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:09.753771 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5605630f-9d9c-4263-8716-5b29af20b657 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:09.782358 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5605630f-9d9c-4263-8716-5b29af20b657 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:09.865083 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5605630f-9d9c-4263-8716-5b29af20b657 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85aac01b-43ef-4603-aa9f-f7ef3b4685aa,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:10.096197 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5605630f-9d9c-4263-8716-5b29af20b657 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:10.097510 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-5605630f-9d9c-4263-8716-5b29af20b657 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.6589608 Nov 25 17:53:10.100721 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48520) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:10.175461 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6331e626-6835-4a46-8b96-fe7d876716a3 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:10.176887 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d992ffe-698c-4023-abe6-59ddf9ed692f None None] Network c5fb9f88-55e7-4f31-bafe-ad97633cf2ef requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:53:10.182195 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6331e626-6835-4a46-8b96-fe7d876716a3 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:10.310247 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4251558c-61ad-4b02-ba7e-3063c4d0c1fb tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:10.321240 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b174c0ef-195f-4de4-8449-68eaad665b10 None None] Provisioning complete for port 6b7b42df-8d14-4d8d-a93d-4b359149f949 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:53:10.322212 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b174c0ef-195f-4de4-8449-68eaad665b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:10.331150 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4251558c-61ad-4b02-ba7e-3063c4d0c1fb tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:10.350910 n-d-817746-1 neutron-server[103360]: INFO neutron.db.l3_db [None req-6331e626-6835-4a46-8b96-fe7d876716a3 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Floating IP 36099a4d-885e-46bf-b57a-ed8101668456 associated. External IP: 172.25.0.121, port: 3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6. Nov 25 17:53:10.393008 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4251558c-61ad-4b02-ba7e-3063c4d0c1fb tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:10.421454 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4251558c-61ad-4b02-ba7e-3063c4d0c1fb tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:10.433282 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-4251558c-61ad-4b02-ba7e-3063c4d0c1fb tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/85aac01b-43ef-4603-aa9f-f7ef3b4685aa HTTP/1.1" status: 204 len: 168 time: 0.3312969 Nov 25 17:53:10.445783 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48526) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:10.503191 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4251558c-61ad-4b02-ba7e-3063c4d0c1fb tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=85aac01b-43ef-4603-aa9f-f7ef3b4685aa,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:10.532618 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-35aff64e-e118-4852-8133-e869ca8636c9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:10.548519 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-35aff64e-e118-4852-8133-e869ca8636c9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:10.616409 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-f8e806bc-448d-4216-b582-6f88e5898cc5 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1660638 Nov 25 17:53:10.642168 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48532) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:10.658894 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aff64e-e118-4852-8133-e869ca8636c9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event updated for resources: {'Port': ['ID=9da48e2f-185a-4338-91d1-6664e80397ca,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:10.704977 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-35aff64e-e118-4852-8133-e869ca8636c9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:10.705330 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6331e626-6835-4a46-8b96-fe7d876716a3 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Router 0f1d06f6-0ec7-4962-86e7-019f3af4644a has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:53:10.707479 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2300f711-76c8-485c-bbc2-3928a7c96505 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:10.721038 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2300f711-76c8-485c-bbc2-3928a7c96505 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:10.826807 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 6b7b42df-8d14-4d8d-a93d-4b359149f949 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:53:10.939178 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35aff64e-e118-4852-8133-e869ca8636c9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Network c5fb9f88-55e7-4f31-bafe-ad97633cf2ef is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:53:10.940666 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-35aff64e-e118-4852-8133-e869ca8636c9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:53:10.974198 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 6b7b42df-8d14-4d8d-a93d-4b359149f949 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:53:10.974701 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:11.125290 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-f66d1935-2951-4c5a-ab52-e1af5c6daa06 None None] Provisioning complete for port 9da48e2f-185a-4338-91d1-6664e80397ca triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:53:11.126540 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f66d1935-2951-4c5a-ab52-e1af5c6daa06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:11.187655 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35aff64e-e118-4852-8133-e869ca8636c9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Router 33081d06-b981-459f-a487-6ef56680b967 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:53:11.310705 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-f66d1935-2951-4c5a-ab52-e1af5c6daa06 None None] Port 9da48e2f-185a-4338-91d1-6664e80397ca cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:53:11.331754 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-f66d1935-2951-4c5a-ab52-e1af5c6daa06 None None] Provisioning complete for port 6b7b42df-8d14-4d8d-a93d-4b359149f949 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:53:11.333011 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f66d1935-2951-4c5a-ab52-e1af5c6daa06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:11.418818 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35aff64e-e118-4852-8133-e869ca8636c9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:53:11.431728 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-35aff64e-e118-4852-8133-e869ca8636c9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "PUT /v2.0/routers/33081d06-b981-459f-a487-6ef56680b967/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9128842 Nov 25 17:53:11.527421 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f66b43-6470-40db-b373-1c24f2581ce2 None None] Sync routers for ids ['33081d06-b981-459f-a487-6ef56680b967'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:53:11.555579 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f66b43-6470-40db-b373-1c24f2581ce2 None None] Routers {'33081d06-b981-459f-a487-6ef56680b967'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:53:11.556227 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-a4f66b43-6470-40db-b373-1c24f2581ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:52:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['33081d06-b981-459f-a487-6ef56680b967'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:53:11.686036 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-78673b34-a997-46d3-8446-13b1327614e8 None None] Provisioning complete for port 9da48e2f-185a-4338-91d1-6664e80397ca triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:53:11.686586 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-78673b34-a997-46d3-8446-13b1327614e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:11.739641 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2300f711-76c8-485c-bbc2-3928a7c96505 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:11.757286 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2300f711-76c8-485c-bbc2-3928a7c96505 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:11.761550 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2300f711-76c8-485c-bbc2-3928a7c96505 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/5c47250c-054e-4071-80ae-6dd384aa32f3 HTTP/1.1" status: 204 len: 168 time: 1.1183667 Nov 25 17:53:11.767672 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48564) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:11.799916 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2300f711-76c8-485c-bbc2-3928a7c96505 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5c47250c-054e-4071-80ae-6dd384aa32f3,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:11.820985 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6331e626-6835-4a46-8b96-fe7d876716a3 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:53:11.831442 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fbab37-8243-486b-96ff-5dca4f3979d8 None None] Sync routers for ids ['0f1d06f6-0ec7-4962-86e7-019f3af4644a'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:53:11.833128 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6331e626-6835-4a46-8b96-fe7d876716a3 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:11.864918 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fbab37-8243-486b-96ff-5dca4f3979d8 None None] Routers {'0f1d06f6-0ec7-4962-86e7-019f3af4644a'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:53:11.871475 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-47fbab37-8243-486b-96ff-5dca4f3979d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:52:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['0f1d06f6-0ec7-4962-86e7-019f3af4644a'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:53:11.884393 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a31da2f2-8ac2-4ec0-889e-926741a87ff7 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1133835 Nov 25 17:53:11.887618 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48566) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:11.910717 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6331e626-6835-4a46-8b96-fe7d876716a3 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "PUT /v2.0/floatingips/36099a4d-885e-46bf-b57a-ed8101668456 HTTP/1.1" status: 200 len: 991 time: 2.5030124 Nov 25 17:53:11.922595 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eb063c1-7171-4d01-b2f6-3d6865a0fcf7', 'tag': '3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:53:11.924531 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b96751d-17e2-4366-9432-49cd8df46567" -d '{"events": [{"name": "network-changed", "server_uuid": "7eb063c1-7171-4d01-b2f6-3d6865a0fcf7", "tag": "3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:53:11.958900 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c327b7c0-fb44-43a7-92d9-63004c161095 req-8cb6b66f-e49a-4402-b280-ccf2fa64433f tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1616501150&fields=id&tenant_id=867688fabf794394b7f5a37353b0165e HTTP/1.1" status: 200 len: 267 time: 0.2135644 Nov 25 17:53:11.966057 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f0c6d455-de69-43f9-8d31-7f658cddc4fc tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:11.982608 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f0c6d455-de69-43f9-8d31-7f658cddc4fc tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:12.006292 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48576) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:12.044552 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f0c6d455-de69-43f9-8d31-7f658cddc4fc tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:12.050807 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f0c6d455-de69-43f9-8d31-7f658cddc4fc tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:12.051926 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f0c6d455-de69-43f9-8d31-7f658cddc4fc tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/8f1bc3ea-9b49-48d4-9004-83a8a7cb0a36 HTTP/1.1" status: 204 len: 168 time: 0.1633506 Nov 25 17:53:12.070918 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48582) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:12.107503 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c6d455-de69-43f9-8d31-7f658cddc4fc tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8f1bc3ea-9b49-48d4-9004-83a8a7cb0a36,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:12.184784 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-62c8898a-65e1-43a9-aa15-12aa0c687c70 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1123111 Nov 25 17:53:12.204911 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-78673b34-a997-46d3-8446-13b1327614e8 None None] Port 9da48e2f-185a-4338-91d1-6664e80397ca cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:53:12.205846 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48584) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:12.231622 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c327b7c0-fb44-43a7-92d9-63004c161095 req-c6de15ac-bff4-4f77-9314-fd8256e3d991 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:12.235170 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c327b7c0-fb44-43a7-92d9-63004c161095 req-c6de15ac-bff4-4f77-9314-fd8256e3d991 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/networks?id=c5fb9f88-55e7-4f31-bafe-ad97633cf2ef HTTP/1.1" status: 200 len: 796 time: 0.2691345 Nov 25 17:53:12.247041 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6c619e-5c84-4d00-937b-d8daa7e39830 x-openstack-request-id: req-5d6c619e-5c84-4d00-937b-d8daa7e39830 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:53:12.247337 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eb063c1-7171-4d01-b2f6-3d6865a0fcf7", "tag": "3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:53:12.250039 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-a4f66b43-6470-40db-b373-1c24f2581ce2 None None] Set router 33081d06-b981-459f-a487-6ef56680b967 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:53:12.257505 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5d6c619e-5c84-4d00-937b-d8daa7e39830 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:53:12.260583 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eb063c1-7171-4d01-b2f6-3d6865a0fcf7', 'tag': '3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6', 'status': 'completed', 'code': 200} Nov 25 17:53:12.265437 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c327b7c0-fb44-43a7-92d9-63004c161095 req-7d24112b-0d80-4467-8f27-daa2a168d1d4 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/quotas/867688fabf794394b7f5a37353b0165e HTTP/1.1" status: 200 len: 375 time: 0.0244319 Nov 25 17:53:12.349435 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fc5dcd67-19ab-44c8-b329-9e4da365e03f tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:12.368987 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fc5dcd67-19ab-44c8-b329-9e4da365e03f tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:12.372365 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-30dfa0d1-1b11-4b17-982e-306574ae2461 None None] Provisioning complete for port 9da48e2f-185a-4338-91d1-6664e80397ca triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:53:12.372906 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-30dfa0d1-1b11-4b17-982e-306574ae2461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:12.378222 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96751d-17e2-4366-9432-49cd8df46567 req-ec82ccc2-07da-4f64-8bb4-8d29acc24988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:12.379732 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3b96751d-17e2-4366-9432-49cd8df46567 req-ec82ccc2-07da-4f64-8bb4-8d29acc24988 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d565d7fffa2d49b4a9e39a4ee7a417d3&device_id=7eb063c1-7171-4d01-b2f6-3d6865a0fcf7 HTTP/1.1" status: 200 len: 1096 time: 0.1182077 Nov 25 17:53:12.414010 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-47fbab37-8243-486b-96ff-5dca4f3979d8 None None] Set router 0f1d06f6-0ec7-4962-86e7-019f3af4644a gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:53:12.435535 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6cba9b72-d37b-448c-b5cf-b77372427a85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:12.462778 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c327b7c0-fb44-43a7-92d9-63004c161095 req-c3d23387-f419-4728-a8ca-ecf7b8855bbe tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=867688fabf794394b7f5a37353b0165e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1907413 Nov 25 17:53:12.487118 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fc5dcd67-19ab-44c8-b329-9e4da365e03f tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:12.514380 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fc5dcd67-19ab-44c8-b329-9e4da365e03f tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:12.523629 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-fc5dcd67-19ab-44c8-b329-9e4da365e03f tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/3641b592-fd6b-4381-ba3a-92c295360b9e HTTP/1.1" status: 204 len: 168 time: 0.3149600 Nov 25 17:53:12.528457 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48588) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:12.576890 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5dcd67-19ab-44c8-b329-9e4da365e03f tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3641b592-fd6b-4381-ba3a-92c295360b9e,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:12.598762 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-30dfa0d1-1b11-4b17-982e-306574ae2461 None None] Port 9da48e2f-185a-4338-91d1-6664e80397ca cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:53:12.610176 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c327b7c0-fb44-43a7-92d9-63004c161095 req-4a61f146-1d41-441f-859f-16d1c86be23d service neutron] 10.222.0.75 "GET /v2.0/networks/c5fb9f88-55e7-4f31-bafe-ad97633cf2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304204 Nov 25 17:53:12.697631 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ebd91cba-ff0b-4293-a51a-c5e19766501d tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1618359 Nov 25 17:53:12.698424 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48592) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:12.698551 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6cba9b72-d37b-448c-b5cf-b77372427a85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:12.714388 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6cba9b72-d37b-448c-b5cf-b77372427a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:12.730723 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96751d-17e2-4366-9432-49cd8df46567 req-e683f2ac-cb32-41b7-bd7a-2f89a402a167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:12.735402 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3b96751d-17e2-4366-9432-49cd8df46567 req-e683f2ac-cb32-41b7-bd7a-2f89a402a167 service neutron] 10.222.0.90 "GET /v2.0/networks?id=70a573b0-b8cd-4b3b-a416-03e265a1da65 HTTP/1.1" status: 200 len: 911 time: 0.3464067 Nov 25 17:53:12.766438 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-daf7128c-cd77-4ba6-b8b6-dda0c993453b tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:12.769253 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cba9b72-d37b-448c-b5cf-b77372427a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe389c6c-1b82-4cce-b040-235933a58da4,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:12.783761 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-daf7128c-cd77-4ba6-b8b6-dda0c993453b tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:12.803742 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-a4f66b43-6470-40db-b373-1c24f2581ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33081d06-b981-459f-a487-6ef56680b967', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765675927', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '39f560fd-5f43-436a-a13b-b0b1f8e628c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:53:02Z', 'updated_at': '2021-11-25T17:53:09Z', 'revision_number': 4, 'project_id': '867688fabf794394b7f5a37353b0165e', 'gw_port': {'id': '39f560fd-5f43-436a-a13b-b0b1f8e628c1', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ce:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33081d06-b981-459f-a487-6ef56680b967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:53:03Z', 'updated_at': '2021-11-25T17:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '9da48e2f-185a-4338-91d1-6664e80397ca', 'name': '', 'network_id': 'c5fb9f88-55e7-4f31-bafe-ad97633cf2ef', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'mac_address': 'fa:16:3e:97:93:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33081d06-b981-459f-a487-6ef56680b967', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '1624fc43-6956-4e05-871a-a93fe68b0807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:53:08Z', 'updated_at': '2021-11-25T17:53:10Z', 'revision_number': 2, 'project_id': '867688fabf794394b7f5a37353b0165e', 'subnets': [{'id': '1624fc43-6956-4e05-871a-a93fe68b0807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:53:12.830810 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f66b43-6470-40db-b373-1c24f2581ce2 None None] Checking router: 33081d06-b981-459f-a487-6ef56680b967 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:53:12.831261 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f66b43-6470-40db-b373-1c24f2581ce2 None None] Updating router 33081d06-b981-459f-a487-6ef56680b967 port 9da48e2f-185a-4338-91d1-6664e80397ca binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:53:12.850869 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-daf7128c-cd77-4ba6-b8b6-dda0c993453b tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:12.860836 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-6cba9b72-d37b-448c-b5cf-b77372427a85 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a9f70f969b8b44949edaafff12c36ed6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8531208 Nov 25 17:53:12.863659 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48594) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:12.884410 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a4f66b43-6470-40db-b373-1c24f2581ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:12.912138 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-47fbab37-8243-486b-96ff-5dca4f3979d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1d06f6-0ec7-4962-86e7-019f3af4644a', 'name': 'tempest-AttachVolumeTestJSON-444141470-router', 'tenant_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '78aa78d0-de4f-4587-a0df-1ebdd3df5f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:52:36Z', 'updated_at': '2021-11-25T17:52:42Z', 'revision_number': 4, 'project_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'gw_port': {'id': '78aa78d0-de4f-4587-a0df-1ebdd3df5f36', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ad:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1d06f6-0ec7-4962-86e7-019f3af4644a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:52:37Z', 'updated_at': '2021-11-25T17:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '36099a4d-885e-46bf-b57a-ed8101668456', 'tenant_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'floating_ip_address': '172.25.0.121', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '0f1d06f6-0ec7-4962-86e7-019f3af4644a', 'port_id': '3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70a573b0-b8cd-4b3b-a416-03e265a1da65', 'mac_address': 'fa:16:3e:1d:c7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb063c1-7171-4d01-b2f6-3d6865a0fcf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:52:52Z', 'updated_at': '2021-11-25T17:53:10Z', 'revision_number': 1, 'project_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b17a078a-6bd1-4bd1-b4f8-4334951ae20a', 'name': '', 'network_id': '70a573b0-b8cd-4b3b-a416-03e265a1da65', 'tenant_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'mac_address': 'fa:16:3e:ed:6e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1d06f6-0ec7-4962-86e7-019f3af4644a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '88a810b4-d532-41af-9819-01c0d8d6a258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:52:41Z', 'updated_at': '2021-11-25T17:52:50Z', 'revision_number': 5, 'project_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'subnets': [{'id': '88a810b4-d532-41af-9819-01c0d8d6a258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:53:12.943402 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-daf7128c-cd77-4ba6-b8b6-dda0c993453b tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:12.948080 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-daf7128c-cd77-4ba6-b8b6-dda0c993453b tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/fa34e4f1-200d-441b-9d6f-259409452cec HTTP/1.1" status: 204 len: 168 time: 0.2486300 Nov 25 17:53:12.948703 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48596) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:12.976816 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fbab37-8243-486b-96ff-5dca4f3979d8 None None] Checking router: 0f1d06f6-0ec7-4962-86e7-019f3af4644a for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:53:12.995443 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf7128c-cd77-4ba6-b8b6-dda0c993453b tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa34e4f1-200d-441b-9d6f-259409452cec,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:13.019159 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c327b7c0-fb44-43a7-92d9-63004c161095 req-a05499ba-a03d-4aac-83b7-4c23d6b672dd service neutron] 10.222.0.75 "GET /v2.0/networks/c5fb9f88-55e7-4f31-bafe-ad97633cf2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186986 Nov 25 17:53:13.022485 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fbab37-8243-486b-96ff-5dca4f3979d8 None None] Routers {'0f1d06f6-0ec7-4962-86e7-019f3af4644a'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:53:13.024483 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-47fbab37-8243-486b-96ff-5dca4f3979d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:52:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['0f1d06f6-0ec7-4962-86e7-019f3af4644a'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:53:13.046845 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3b96751d-17e2-4366-9432-49cd8df46567 req-32dd33da-ad4e-465f-b424-e76b8e33da60 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6 HTTP/1.1" status: 200 len: 999 time: 0.2829161 Nov 25 17:53:13.102487 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-dd12bd4d-3832-46e9-93e2-8a5bf370f425 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1487663 Nov 25 17:53:13.107836 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3b262996-f178-42e8-a7ac-cb4c1df1c242 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:13.110290 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48602) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:13.166742 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96751d-17e2-4366-9432-49cd8df46567 req-8042c315-49ca-48cd-9df2-bec44fec42e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:13.182530 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3b96751d-17e2-4366-9432-49cd8df46567 req-8042c315-49ca-48cd-9df2-bec44fec42e9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=88a810b4-d532-41af-9819-01c0d8d6a258 HTTP/1.1" status: 200 len: 849 time: 0.1313541 Nov 25 17:53:13.185630 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3b262996-f178-42e8-a7ac-cb4c1df1c242 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:13.308002 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96751d-17e2-4366-9432-49cd8df46567 req-7e4d7441-6a62-4992-b6c5-f41897064ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:13.316476 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3b96751d-17e2-4366-9432-49cd8df46567 req-7e4d7441-6a62-4992-b6c5-f41897064ca7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=70a573b0-b8cd-4b3b-a416-03e265a1da65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1156676 Nov 25 17:53:13.317591 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-47fbab37-8243-486b-96ff-5dca4f3979d8 None None] Set router 0f1d06f6-0ec7-4962-86e7-019f3af4644a gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:53:13.325696 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cea8aec5-8226-4781-8557-f78e60c84eb0 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:13.404175 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ebfea241-f892-485e-9359-02f56bd5b8d1 req-d6eace01-b68a-4503-846d-bb3a79ff64c2 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d HTTP/1.1" status: 200 len: 210 time: 0.0751469 Nov 25 17:53:13.418105 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cea8aec5-8226-4781-8557-f78e60c84eb0 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:13.432422 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3b262996-f178-42e8-a7ac-cb4c1df1c242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:13.435705 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3b262996-f178-42e8-a7ac-cb4c1df1c242 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:13.441210 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-3b262996-f178-42e8-a7ac-cb4c1df1c242 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/fe389c6c-1b82-4cce-b040-235933a58da4 HTTP/1.1" status: 204 len: 168 time: 0.5710335 Nov 25 17:53:13.459531 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b262996-f178-42e8-a7ac-cb4c1df1c242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe389c6c-1b82-4cce-b040-235933a58da4,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:13.498019 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cea8aec5-8226-4781-8557-f78e60c84eb0 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:13.501170 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cea8aec5-8226-4781-8557-f78e60c84eb0 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:13.502492 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-cea8aec5-8226-4781-8557-f78e60c84eb0 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "DELETE /v2.0/security-groups/dbd1126a-27b5-4703-99d4-5c2bd203116a HTTP/1.1" status: 204 len: 168 time: 0.3910596 Nov 25 17:53:13.508853 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48614) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:13.535135 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea8aec5-8226-4781-8557-f78e60c84eb0 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd1126a-27b5-4703-99d4-5c2bd203116a,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:13.562873 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3b96751d-17e2-4366-9432-49cd8df46567 req-c2022c99-494c-4962-9c86-f639ec461192 service neutron] 10.222.0.90 "GET /v2.0/networks/70a573b0-b8cd-4b3b-a416-03e265a1da65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339041 Nov 25 17:53:13.617589 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-3b282317-f762-47f9-8acc-8fe0df50f668 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1030090 Nov 25 17:53:13.618131 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48616) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:13.622710 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-15f07b38-f5d0-4e49-8b4e-c5d033d52fe2 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Request body: {'security_group': {'name': 'tempest-secgroup--503086900'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:13.626651 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a4f66b43-6470-40db-b373-1c24f2581ce2 None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:13.642489 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a4f66b43-6470-40db-b373-1c24f2581ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:13.656550 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [req-1aed680d-d1eb-4894-bb4d-b9169270bd39 req-c8b9c8b7-a942-4e02-9725-6f20868c89ed service neutron] (103361) timed out ('10.222.0.75', 54574) {{(pid=103361) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 17:53:13.674163 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-15f07b38-f5d0-4e49-8b4e-c5d033d52fe2 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:13.766722 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3b96751d-17e2-4366-9432-49cd8df46567 req-35c242c5-818c-4f88-a6dd-f8f8eb128211 service neutron] 10.222.0.90 "GET /v2.0/networks/70a573b0-b8cd-4b3b-a416-03e265a1da65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952002 Nov 25 17:53:13.837939 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed3d816-8c84-466c-a2d6-474503358a04 None None] Pushing event updated for resources: {'Port': ['ID=9da48e2f-185a-4338-91d1-6664e80397ca,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:13.852507 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-15f07b38-f5d0-4e49-8b4e-c5d033d52fe2 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:13.860978 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-15f07b38-f5d0-4e49-8b4e-c5d033d52fe2 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:13.943234 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-47fbab37-8243-486b-96ff-5dca4f3979d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1d06f6-0ec7-4962-86e7-019f3af4644a', 'name': 'tempest-AttachVolumeTestJSON-444141470-router', 'tenant_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '78aa78d0-de4f-4587-a0df-1ebdd3df5f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:52:36Z', 'updated_at': '2021-11-25T17:52:42Z', 'revision_number': 4, 'project_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'gw_port': {'id': '78aa78d0-de4f-4587-a0df-1ebdd3df5f36', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ad:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1d06f6-0ec7-4962-86e7-019f3af4644a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:52:37Z', 'updated_at': '2021-11-25T17:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '36099a4d-885e-46bf-b57a-ed8101668456', 'tenant_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'floating_ip_address': '172.25.0.121', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '0f1d06f6-0ec7-4962-86e7-019f3af4644a', 'port_id': '3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70a573b0-b8cd-4b3b-a416-03e265a1da65', 'mac_address': 'fa:16:3e:1d:c7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb063c1-7171-4d01-b2f6-3d6865a0fcf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:52:52Z', 'updated_at': '2021-11-25T17:53:10Z', 'revision_number': 1, 'project_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b17a078a-6bd1-4bd1-b4f8-4334951ae20a', 'name': '', 'network_id': '70a573b0-b8cd-4b3b-a416-03e265a1da65', 'tenant_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'mac_address': 'fa:16:3e:ed:6e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1d06f6-0ec7-4962-86e7-019f3af4644a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '88a810b4-d532-41af-9819-01c0d8d6a258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:52:41Z', 'updated_at': '2021-11-25T17:52:50Z', 'revision_number': 5, 'project_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'subnets': [{'id': '88a810b4-d532-41af-9819-01c0d8d6a258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:53:13.950166 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-15f07b38-f5d0-4e49-8b4e-c5d033d52fe2 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:13.953414 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-15f07b38-f5d0-4e49-8b4e-c5d033d52fe2 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3341849 Nov 25 17:53:13.954275 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48626) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:13.959198 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-8a3ba893-9ed5-4ff6-bab1-19fccb8dfe46 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Request body: {'security_group_rule': {'security_group_id': 'b8ed3d7e-07da-45e6-b139-8bfc8624fe96', 'direction': 'ingress', 'protocol': 17}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:13.981964 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f07b38-f5d0-4e49-8b4e-c5d033d52fe2 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ed3d7e-07da-45e6-b139-8bfc8624fe96,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:14.051470 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8a3ba893-9ed5-4ff6-bab1-19fccb8dfe46 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:14.053752 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-a4f66b43-6470-40db-b373-1c24f2581ce2 None None] Attempting to bind port 9da48e2f-185a-4338-91d1-6664e80397ca on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:53:14.054130 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-a4f66b43-6470-40db-b373-1c24f2581ce2 None None] Attempting to bind port 9da48e2f-185a-4338-91d1-6664e80397ca by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '1d15927a-183a-4281-a947-f144dc1fa857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c5fb9f88-55e7-4f31-bafe-ad97633cf2ef'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:53:14.054746 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f66b43-6470-40db-b373-1c24f2581ce2 None None] Attempting to bind port 9da48e2f-185a-4338-91d1-6664e80397ca on network c5fb9f88-55e7-4f31-bafe-ad97633cf2ef {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:53:14.064711 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f66b43-6470-40db-b373-1c24f2581ce2 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:53:14.065236 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fbab37-8243-486b-96ff-5dca4f3979d8 None None] The sync data for ids ['0f1d06f6-0ec7-4962-86e7-019f3af4644a'] in n-d-817746-1 is: [{'id': '0f1d06f6-0ec7-4962-86e7-019f3af4644a', 'name': 'tempest-AttachVolumeTestJSON-444141470-router', 'tenant_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '78aa78d0-de4f-4587-a0df-1ebdd3df5f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:52:36Z', 'updated_at': '2021-11-25T17:52:42Z', 'revision_number': 4, 'project_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'gw_port': {'id': '78aa78d0-de4f-4587-a0df-1ebdd3df5f36', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ad:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1d06f6-0ec7-4962-86e7-019f3af4644a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:52:37Z', 'updated_at': '2021-11-25T17:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '36099a4d-885e-46bf-b57a-ed8101668456', 'tenant_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'floating_ip_address': '172.25.0.121', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '0f1d06f6-0ec7-4962-86e7-019f3af4644a', 'port_id': '3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70a573b0-b8cd-4b3b-a416-03e265a1da65', 'mac_address': 'fa:16:3e:1d:c7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb063c1-7171-4d01-b2f6-3d6865a0fcf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:52:52Z', 'updated_at': '2021-11-25T17:53:10Z', 'revision_number': 1, 'project_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b17a078a-6bd1-4bd1-b4f8-4334951ae20a', 'name': '', 'network_id': '70a573b0-b8cd-4b3b-a416-03e265a1da65', 'tenant_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'mac_address': 'fa:16:3e:ed:6e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1d06f6-0ec7-4962-86e7-019f3af4644a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '88a810b4-d532-41af-9819-01c0d8d6a258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:52:41Z', 'updated_at': '2021-11-25T17:52:50Z', 'revision_number': 5, 'project_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'subnets': [{'id': '88a810b4-d532-41af-9819-01c0d8d6a258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:53:14.069074 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f66b43-6470-40db-b373-1c24f2581ce2 None None] Checking segment: {'id': '1d15927a-183a-4281-a947-f144dc1fa857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c5fb9f88-55e7-4f31-bafe-ad97633cf2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:53:14.069583 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a4f66b43-6470-40db-b373-1c24f2581ce2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:14.083040 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f66b43-6470-40db-b373-1c24f2581ce2 None None] Bound using segment: {'id': '1d15927a-183a-4281-a947-f144dc1fa857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c5fb9f88-55e7-4f31-bafe-ad97633cf2ef'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:53:14.083728 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-a4f66b43-6470-40db-b373-1c24f2581ce2 None None] Bound port: 9da48e2f-185a-4338-91d1-6664e80397ca, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d15927a-183a-4281-a947-f144dc1fa857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c5fb9f88-55e7-4f31-bafe-ad97633cf2ef'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:53:14.084148 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a4f66b43-6470-40db-b373-1c24f2581ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:14.138460 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48630) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:14.163479 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8b4919de-2335-48a4-8a25-df24858b68e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:14.236298 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8a3ba893-9ed5-4ff6-bab1-19fccb8dfe46 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:14.243818 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8a3ba893-9ed5-4ff6-bab1-19fccb8dfe46 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:14.248197 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-a4f66b43-6470-40db-b373-1c24f2581ce2 None None] For port 9da48e2f-185a-4338-91d1-6664e80397ca, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:53:14.265734 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-a4f66b43-6470-40db-b373-1c24f2581ce2 None None] For port 9da48e2f-185a-4338-91d1-6664e80397ca, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=9da48e2f-185a-4338-91d1-6664e80397ca,segment=NetworkSegment(1d15927a-183a-4281-a947-f144dc1fa857),segment_id=1d15927a-183a-4281-a947-f144dc1fa857)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:53:14.271128 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-9a67af4d-c339-41fe-bc7b-4eb55b9947d3 None None] Provisioning complete for port 9da48e2f-185a-4338-91d1-6664e80397ca triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:53:14.271514 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9a67af4d-c339-41fe-bc7b-4eb55b9947d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:14.286590 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3ba893-9ed5-4ff6-bab1-19fccb8dfe46 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=964e9625-f86a-4aeb-8d8b-98c58fb4a6d2,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:14.295508 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48638) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:14.305942 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8a3ba893-9ed5-4ff6-bab1-19fccb8dfe46 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:14.307492 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8a3ba893-9ed5-4ff6-bab1-19fccb8dfe46 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3522036 Nov 25 17:53:14.310211 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48642) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:14.350892 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a4f66b43-6470-40db-b373-1c24f2581ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:14.394831 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8b4919de-2335-48a4-8a25-df24858b68e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:14.401453 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8b4919de-2335-48a4-8a25-df24858b68e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:14.456941 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f2a00f72-a21c-4fe6-9a5e-8bba78253d5e tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:14.508214 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-8b4919de-2335-48a4-8a25-df24858b68e6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a88faf4badaa4a2b960b0537359fb522&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3673434 Nov 25 17:53:14.509397 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48646) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:14.509925 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4919de-2335-48a4-8a25-df24858b68e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5946445c-0a5b-4804-bf22-02c01d47af7e,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:14.561552 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f2a00f72-a21c-4fe6-9a5e-8bba78253d5e tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:14.578533 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f66b43-6470-40db-b373-1c24f2581ce2 None None] Routers {'33081d06-b981-459f-a487-6ef56680b967'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:53:14.583284 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-a4f66b43-6470-40db-b373-1c24f2581ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:52:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['33081d06-b981-459f-a487-6ef56680b967'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:53:14.590659 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfbdc9f-168b-431a-bb16-e0958128b205 None None] New status for floating IP 36099a4d-885e-46bf-b57a-ed8101668456: ACTIVE {{(pid=103362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:53:14.663654 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b03a8dc5-4244-451a-9da6-e1e5a868dcee req-6ca32db7-d7e7-44f5-998f-2e56edb0c655 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d HTTP/1.1" status: 200 len: 210 time: 0.1149738 Nov 25 17:53:14.696340 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f2a00f72-a21c-4fe6-9a5e-8bba78253d5e tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:14.697547 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f2a00f72-a21c-4fe6-9a5e-8bba78253d5e tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:14.701252 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f2a00f72-a21c-4fe6-9a5e-8bba78253d5e tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "DELETE /v2.0/security-groups/b8ed3d7e-07da-45e6-b139-8bfc8624fe96 HTTP/1.1" status: 204 len: 168 time: 0.3837547 Nov 25 17:53:14.701400 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9a67af4d-c339-41fe-bc7b-4eb55b9947d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:14.706422 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48648) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:14.740881 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-50ca4687-c05d-4dd4-b2fd-5204a7ce3eed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:14.772083 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a00f72-a21c-4fe6-9a5e-8bba78253d5e tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ed3d7e-07da-45e6-b139-8bfc8624fe96,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:14.797324 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced49c0-748f-4d4e-9f45-0595cac55014 req-99ddbfd5-f55a-4f66-829f-9cd3b644bc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:14.798882 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8ced49c0-748f-4d4e-9f45-0595cac55014 req-99ddbfd5-f55a-4f66-829f-9cd3b644bc89 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=6ebcc772-5424-44f1-b204-5ec9a995b0e7 HTTP/1.1" status: 200 len: 1097 time: 0.5016222 Nov 25 17:53:14.863944 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8ced49c0-748f-4d4e-9f45-0595cac55014 req-ed4220f6-9768-439f-9ed0-c35250af74df service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=d0eb8955-3837-4033-8077-0a461ef082d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584929 Nov 25 17:53:14.882088 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed3d816-8c84-466c-a2d6-474503358a04 None None] Pushing event updated for resources: {'Port': ['ID=9da48e2f-185a-4338-91d1-6664e80397ca,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:14.924105 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-9a67af4d-c339-41fe-bc7b-4eb55b9947d3 None None] For port 9da48e2f-185a-4338-91d1-6664e80397ca, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=9da48e2f-185a-4338-91d1-6664e80397ca,segment=NetworkSegment(1d15927a-183a-4281-a947-f144dc1fa857),segment_id=1d15927a-183a-4281-a947-f144dc1fa857)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:53:14.939325 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9a67af4d-c339-41fe-bc7b-4eb55b9947d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:14.950722 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed3d816-8c84-466c-a2d6-474503358a04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:14.951081 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed3d816-8c84-466c-a2d6-474503358a04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:14.951437 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed3d816-8c84-466c-a2d6-474503358a04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:14.951778 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed3d816-8c84-466c-a2d6-474503358a04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:14.953201 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed3d816-8c84-466c-a2d6-474503358a04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:14.953561 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed3d816-8c84-466c-a2d6-474503358a04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:14.953905 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed3d816-8c84-466c-a2d6-474503358a04 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:14.954244 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed3d816-8c84-466c-a2d6-474503358a04 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:14.954580 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed3d816-8c84-466c-a2d6-474503358a04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:14.954914 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed3d816-8c84-466c-a2d6-474503358a04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:14.955251 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed3d816-8c84-466c-a2d6-474503358a04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:14.955584 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed3d816-8c84-466c-a2d6-474503358a04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:15.147494 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-5b6c579a-a48b-441d-8426-ac8be31d9200 None None] Provisioning complete for port 9da48e2f-185a-4338-91d1-6664e80397ca triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:53:15.148005 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5b6c579a-a48b-441d-8426-ac8be31d9200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:15.154707 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a67af4d-c339-41fe-bc7b-4eb55b9947d3 None None] Pushing event updated for resources: {'Port': ['ID=9da48e2f-185a-4338-91d1-6664e80397ca,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:15.158353 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-a4f66b43-6470-40db-b373-1c24f2581ce2 None None] Set router 33081d06-b981-459f-a487-6ef56680b967 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:53:15.205002 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-50ca4687-c05d-4dd4-b2fd-5204a7ce3eed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:15.262844 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-34e4d71c-99c2-445f-b75d-72d4a64299d9 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5535622 Nov 25 17:53:15.268876 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48654) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:15.279025 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-16e673cb-95cb-4bf6-bb0c-b78855e10dc7 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Request body: {'security_group': {'name': 'tempest-secgroup--752190587'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:15.334071 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-16e673cb-95cb-4bf6-bb0c-b78855e10dc7 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:15.379622 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c327b7c0-fb44-43a7-92d9-63004c161095 req-9426a1da-06a2-4df6-9113-221f5c33863d tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:15.381615 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c327b7c0-fb44-43a7-92d9-63004c161095 req-9426a1da-06a2-4df6-9113-221f5c33863d tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.74 "GET /v2.0/networks?id=c5fb9f88-55e7-4f31-bafe-ad97633cf2ef HTTP/1.1" status: 200 len: 796 time: 0.2213335 Nov 25 17:53:15.383595 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-50ca4687-c05d-4dd4-b2fd-5204a7ce3eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:15.387560 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-50ca4687-c05d-4dd4-b2fd-5204a7ce3eed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:15.392009 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-50ca4687-c05d-4dd4-b2fd-5204a7ce3eed admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5946445c-0a5b-4804-bf22-02c01d47af7e HTTP/1.1" status: 204 len: 168 time: 0.8742380 Nov 25 17:53:15.416783 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca4687-c05d-4dd4-b2fd-5204a7ce3eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5946445c-0a5b-4804-bf22-02c01d47af7e,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:15.479472 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c327b7c0-fb44-43a7-92d9-63004c161095 req-f9097e3d-5ed1-49b1-9ad2-aff9785167c5 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=867688fabf794394b7f5a37353b0165e HTTP/1.1" status: 200 len: 380 time: 0.0861769 Nov 25 17:53:15.484787 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-16e673cb-95cb-4bf6-bb0c-b78855e10dc7 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:15.493858 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-16e673cb-95cb-4bf6-bb0c-b78855e10dc7 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:15.494718 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-c327b7c0-fb44-43a7-92d9-63004c161095 req-5ce48d4c-b78c-4859-805e-350590f1caba tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Request body: {'port': {'device_id': 'ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d', 'network_id': 'c5fb9f88-55e7-4f31-bafe-ad97633cf2ef', 'admin_state_up': True, 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'security_groups': ['5da7f36c-373d-42e3-b948-a3b8df03cf17']}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:15.555845 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-16e673cb-95cb-4bf6-bb0c-b78855e10dc7 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:15.560330 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-16e673cb-95cb-4bf6-bb0c-b78855e10dc7 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2898328 Nov 25 17:53:15.562248 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48666) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:15.567316 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-6b94ddf0-491f-49c4-8ed8-b6d7758e4d6a tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Request body: {'security_group': {'name': 'tempest-secgroup--221826687'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:15.573007 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e673cb-95cb-4bf6-bb0c-b78855e10dc7 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9bb4e66-80a5-49f7-8de6-a821265b5b36,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:15.605544 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6b94ddf0-491f-49c4-8ed8-b6d7758e4d6a tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:15.639023 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c327b7c0-fb44-43a7-92d9-63004c161095 req-5ce48d4c-b78c-4859-805e-350590f1caba tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Made reservation on behalf of 867688fabf794394b7f5a37353b0165e for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:53:15.644037 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c327b7c0-fb44-43a7-92d9-63004c161095 req-5ce48d4c-b78c-4859-805e-350590f1caba tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:15.764975 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6b94ddf0-491f-49c4-8ed8-b6d7758e4d6a tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:15.782812 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6b94ddf0-491f-49c4-8ed8-b6d7758e4d6a tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:15.784155 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-a4f66b43-6470-40db-b373-1c24f2581ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33081d06-b981-459f-a487-6ef56680b967', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765675927', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '39f560fd-5f43-436a-a13b-b0b1f8e628c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:53:02Z', 'updated_at': '2021-11-25T17:53:09Z', 'revision_number': 4, 'project_id': '867688fabf794394b7f5a37353b0165e', 'gw_port': {'id': '39f560fd-5f43-436a-a13b-b0b1f8e628c1', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ce:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33081d06-b981-459f-a487-6ef56680b967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:53:03Z', 'updated_at': '2021-11-25T17:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '9da48e2f-185a-4338-91d1-6664e80397ca', 'name': '', 'network_id': 'c5fb9f88-55e7-4f31-bafe-ad97633cf2ef', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'mac_address': 'fa:16:3e:97:93:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33081d06-b981-459f-a487-6ef56680b967', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '1624fc43-6956-4e05-871a-a93fe68b0807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:53:08Z', 'updated_at': '2021-11-25T17:53:14Z', 'revision_number': 4, 'project_id': '867688fabf794394b7f5a37353b0165e', 'subnets': [{'id': '1624fc43-6956-4e05-871a-a93fe68b0807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:53:15.813586 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f66b43-6470-40db-b373-1c24f2581ce2 None None] The sync data for ids ['33081d06-b981-459f-a487-6ef56680b967'] in n-d-817746-1 is: [{'id': '33081d06-b981-459f-a487-6ef56680b967', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765675927', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '39f560fd-5f43-436a-a13b-b0b1f8e628c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:53:02Z', 'updated_at': '2021-11-25T17:53:09Z', 'revision_number': 4, 'project_id': '867688fabf794394b7f5a37353b0165e', 'gw_port': {'id': '39f560fd-5f43-436a-a13b-b0b1f8e628c1', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ce:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33081d06-b981-459f-a487-6ef56680b967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:53:03Z', 'updated_at': '2021-11-25T17:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '9da48e2f-185a-4338-91d1-6664e80397ca', 'name': '', 'network_id': 'c5fb9f88-55e7-4f31-bafe-ad97633cf2ef', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'mac_address': 'fa:16:3e:97:93:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33081d06-b981-459f-a487-6ef56680b967', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '1624fc43-6956-4e05-871a-a93fe68b0807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:53:08Z', 'updated_at': '2021-11-25T17:53:14Z', 'revision_number': 4, 'project_id': '867688fabf794394b7f5a37353b0165e', 'subnets': [{'id': '1624fc43-6956-4e05-871a-a93fe68b0807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:53:15.914647 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b94ddf0-491f-49c4-8ed8-b6d7758e4d6a tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efa7c2c8-b311-4420-b8c5-823f5b4a5854,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:15.938223 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6b94ddf0-491f-49c4-8ed8-b6d7758e4d6a tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:15.938223 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6b94ddf0-491f-49c4-8ed8-b6d7758e4d6a tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3734014 Nov 25 17:53:15.941433 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48678) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:15.949561 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-ca847c73-9afe-4356-99fd-6544951c98e9 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Request body: {'security_group_rule': {'security_group_id': 'c9bb4e66-80a5-49f7-8de6-a821265b5b36', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'efa7c2c8-b311-4420-b8c5-823f5b4a5854', 'remote_ip_prefix': None}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:15.959081 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9b924c73-92e2-44bc-9203-650bd9b22e5e req-3daac3f5-bc8a-4050-92e6-67b96576fc7a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d HTTP/1.1" status: 200 len: 210 time: 0.0496023 Nov 25 17:53:16.009299 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-c327b7c0-fb44-43a7-92d9-63004c161095 req-5ce48d4c-b78c-4859-805e-350590f1caba tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Allocated IP 172.20.0.3 (c5fb9f88-55e7-4f31-bafe-ad97633cf2ef/1624fc43-6956-4e05-871a-a93fe68b0807/a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:53:16.025800 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ca847c73-9afe-4356-99fd-6544951c98e9 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:16.186124 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ca847c73-9afe-4356-99fd-6544951c98e9 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:16.194535 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ca847c73-9afe-4356-99fd-6544951c98e9 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:16.248294 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca847c73-9afe-4356-99fd-6544951c98e9 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9620168-a51f-440e-ade8-10c140e83da9,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:16.264034 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ca847c73-9afe-4356-99fd-6544951c98e9 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:16.287666 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ca847c73-9afe-4356-99fd-6544951c98e9 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3451009 Nov 25 17:53:16.292401 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48692) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:16.325414 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5870b55b-eb3c-4d8d-af1a-691877157139 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:16.338693 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5870b55b-eb3c-4d8d-af1a-691877157139 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:16.345276 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c327b7c0-fb44-43a7-92d9-63004c161095 req-5ce48d4c-b78c-4859-805e-350590f1caba tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:16.387062 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5870b55b-eb3c-4d8d-af1a-691877157139 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:16.399792 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5870b55b-eb3c-4d8d-af1a-691877157139 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:16.401934 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-5870b55b-eb3c-4d8d-af1a-691877157139 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/b9620168-a51f-440e-ade8-10c140e83da9 HTTP/1.1" status: 204 len: 168 time: 0.1077666 Nov 25 17:53:16.404430 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48696) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:16.408851 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c327b7c0-fb44-43a7-92d9-63004c161095 req-5ce48d4c-b78c-4859-805e-350590f1caba tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:16.421790 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5870b55b-eb3c-4d8d-af1a-691877157139 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b9620168-a51f-440e-ade8-10c140e83da9,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:16.506157 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce48d4c-b78c-4859-805e-350590f1caba tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event updated for resources: {'Port': ['ID=a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:16.518336 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c327b7c0-fb44-43a7-92d9-63004c161095 req-5ce48d4c-b78c-4859-805e-350590f1caba tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Network c5fb9f88-55e7-4f31-bafe-ad97633cf2ef is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:53:16.522342 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-c327b7c0-fb44-43a7-92d9-63004c161095 req-5ce48d4c-b78c-4859-805e-350590f1caba tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:53:16.542748 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-c327b7c0-fb44-43a7-92d9-63004c161095 req-5ce48d4c-b78c-4859-805e-350590f1caba tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:53:16.572931 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48708) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:16.580496 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-2a7567be-5ffb-47fe-b81a-080c4808feaa tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1737523 Nov 25 17:53:16.676922 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c327b7c0-fb44-43a7-92d9-63004c161095 req-5ce48d4c-b78c-4859-805e-350590f1caba tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:16.677567 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c327b7c0-fb44-43a7-92d9-63004c161095 req-5ce48d4c-b78c-4859-805e-350590f1caba tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:16.697933 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e00b6ff3-01ca-4b33-8e77-24e61417cf15 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:16.725345 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c327b7c0-fb44-43a7-92d9-63004c161095 req-5ce48d4c-b78c-4859-805e-350590f1caba tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2389119 Nov 25 17:53:16.746646 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-c327b7c0-fb44-43a7-92d9-63004c161095 req-c5dfb35f-a739-42e7-8261-e836c68c2140 service neutron] Request body: {'port': {'device_id': 'ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:16.767754 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e00b6ff3-01ca-4b33-8e77-24e61417cf15 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:16.802356 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 9da48e2f-185a-4338-91d1-6664e80397ca up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:53:16.883727 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e00b6ff3-01ca-4b33-8e77-24e61417cf15 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:16.887402 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e00b6ff3-01ca-4b33-8e77-24e61417cf15 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:16.891445 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e00b6ff3-01ca-4b33-8e77-24e61417cf15 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "DELETE /v2.0/security-groups/efa7c2c8-b311-4420-b8c5-823f5b4a5854 HTTP/1.1" status: 204 len: 168 time: 0.3174062 Nov 25 17:53:16.892150 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48716) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:16.900638 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c327b7c0-fb44-43a7-92d9-63004c161095 req-c5dfb35f-a739-42e7-8261-e836c68c2140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:16.927796 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00b6ff3-01ca-4b33-8e77-24e61417cf15 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa7c2c8-b311-4420-b8c5-823f5b4a5854,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:17.021883 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:17.056694 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-61998227-4d9d-4b20-94ce-a80f247f6695 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1441388 Nov 25 17:53:17.058712 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48726) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:17.110545 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:17.121213 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-9c2dc9d5-7634-45d1-89e6-5c3558a26102 None None] Provisioning complete for port a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:53:17.121604 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9c2dc9d5-7634-45d1-89e6-5c3558a26102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:17.267643 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6617c178-4a0f-4bb5-8291-af2a78d5cc5f tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:17.321394 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-9c2dc9d5-7634-45d1-89e6-5c3558a26102 None None] Port a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:53:17.328002 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6617c178-4a0f-4bb5-8291-af2a78d5cc5f tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:17.330516 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 9da48e2f-185a-4338-91d1-6664e80397ca triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:53:17.330957 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:17.387252 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-c327b7c0-fb44-43a7-92d9-63004c161095 req-c5dfb35f-a739-42e7-8261-e836c68c2140 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:53:17.388161 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-aed36224-f8cc-4976-8652-8d96e04dd9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:17.400654 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c327b7c0-fb44-43a7-92d9-63004c161095 req-c5dfb35f-a739-42e7-8261-e836c68c2140 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:17.407112 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6617c178-4a0f-4bb5-8291-af2a78d5cc5f tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:17.413564 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6617c178-4a0f-4bb5-8291-af2a78d5cc5f tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:17.418793 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6617c178-4a0f-4bb5-8291-af2a78d5cc5f tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "DELETE /v2.0/security-groups/c9bb4e66-80a5-49f7-8de6-a821265b5b36 HTTP/1.1" status: 204 len: 168 time: 0.3525963 Nov 25 17:53:17.419751 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48736) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:17.440996 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-c327b7c0-fb44-43a7-92d9-63004c161095 req-c5dfb35f-a739-42e7-8261-e836c68c2140 service neutron] Transition to ACTIVE for port object a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:53:17.456680 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c327b7c0-fb44-43a7-92d9-63004c161095 req-c5dfb35f-a739-42e7-8261-e836c68c2140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:17.504072 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf745bd-4a01-4e31-a376-38233db5091a req-4eebf881-82a3-4281-8860-7e5518dc0084 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:17.515490 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6617c178-4a0f-4bb5-8291-af2a78d5cc5f tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9bb4e66-80a5-49f7-8de6-a821265b5b36,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:17.516655 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5cf745bd-4a01-4e31-a376-38233db5091a req-4eebf881-82a3-4281-8860-7e5518dc0084 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d HTTP/1.1" status: 200 len: 931 time: 0.1107628 Nov 25 17:53:17.581994 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-dc61b01e-83d7-4b4a-a62f-74081c46b3b7 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1487021 Nov 25 17:53:17.584248 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48740) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:17.605135 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-9c1efe67-5324-475e-8515-721fdeae7e1b tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Request body: {'security_group': {'name': 'tempest-secgroup--1743822618'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:17.634087 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-a926f22c-4854-41e0-890d-bd4e41b73b53 req-5fefdae0-a0d8-4b9d-bf04-b3d2e4b623c7 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7eb063c1-7171-4d01-b2f6-3d6865a0fcf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1400225 Nov 25 17:53:17.680052 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dfb35f-a739-42e7-8261-e836c68c2140 service neutron] Pushing event updated for resources: {'Port': ['ID=a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:17.695799 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9c1efe67-5324-475e-8515-721fdeae7e1b tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:17.861674 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5cf745bd-4a01-4e31-a376-38233db5091a req-2d02921b-e595-409b-90fc-7a167c32c239 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=5da7f36c-373d-42e3-b948-a3b8df03cf17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2834201 Nov 25 17:53:17.866383 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a926f22c-4854-41e0-890d-bd4e41b73b53 req-ba81d268-3024-40e7-b1ad-f9f9e065d562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:17.869093 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-a926f22c-4854-41e0-890d-bd4e41b73b53 req-ba81d268-3024-40e7-b1ad-f9f9e065d562 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d565d7fffa2d49b4a9e39a4ee7a417d3&device_id=7eb063c1-7171-4d01-b2f6-3d6865a0fcf7 HTTP/1.1" status: 200 len: 1096 time: 0.1344209 Nov 25 17:53:17.901952 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-c327b7c0-fb44-43a7-92d9-63004c161095 req-c5dfb35f-a739-42e7-8261-e836c68c2140 service neutron] Attempting to bind port a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:53:17.902361 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-c327b7c0-fb44-43a7-92d9-63004c161095 req-c5dfb35f-a739-42e7-8261-e836c68c2140 service neutron] Attempting to bind port a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '1d15927a-183a-4281-a947-f144dc1fa857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c5fb9f88-55e7-4f31-bafe-ad97633cf2ef'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:53:17.902630 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c327b7c0-fb44-43a7-92d9-63004c161095 req-c5dfb35f-a739-42e7-8261-e836c68c2140 service neutron] Attempting to bind port a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc on network c5fb9f88-55e7-4f31-bafe-ad97633cf2ef {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:53:17.911013 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c327b7c0-fb44-43a7-92d9-63004c161095 req-c5dfb35f-a739-42e7-8261-e836c68c2140 service neutron] Port a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc on network c5fb9f88-55e7-4f31-bafe-ad97633cf2ef not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:53:17.911351 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c327b7c0-fb44-43a7-92d9-63004c161095 req-c5dfb35f-a739-42e7-8261-e836c68c2140 service neutron] Attempting to bind port a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc on network c5fb9f88-55e7-4f31-bafe-ad97633cf2ef {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:53:17.937748 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c327b7c0-fb44-43a7-92d9-63004c161095 req-c5dfb35f-a739-42e7-8261-e836c68c2140 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:53:17.938189 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c327b7c0-fb44-43a7-92d9-63004c161095 req-c5dfb35f-a739-42e7-8261-e836c68c2140 service neutron] Checking segment: {'id': '1d15927a-183a-4281-a947-f144dc1fa857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c5fb9f88-55e7-4f31-bafe-ad97633cf2ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:53:17.938518 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c327b7c0-fb44-43a7-92d9-63004c161095 req-c5dfb35f-a739-42e7-8261-e836c68c2140 service neutron] Bound using segment: {'id': '1d15927a-183a-4281-a947-f144dc1fa857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c5fb9f88-55e7-4f31-bafe-ad97633cf2ef'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:53:17.941347 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-c327b7c0-fb44-43a7-92d9-63004c161095 req-c5dfb35f-a739-42e7-8261-e836c68c2140 service neutron] Bound port: a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d15927a-183a-4281-a947-f144dc1fa857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c5fb9f88-55e7-4f31-bafe-ad97633cf2ef'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:53:17.942126 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c327b7c0-fb44-43a7-92d9-63004c161095 req-c5dfb35f-a739-42e7-8261-e836c68c2140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:17.965572 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9c1efe67-5324-475e-8515-721fdeae7e1b tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:18.014705 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9c1efe67-5324-475e-8515-721fdeae7e1b tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:18.034388 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-c327b7c0-fb44-43a7-92d9-63004c161095 req-c5dfb35f-a739-42e7-8261-e836c68c2140 service neutron] For port a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:53:18.039199 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-c327b7c0-fb44-43a7-92d9-63004c161095 req-c5dfb35f-a739-42e7-8261-e836c68c2140 service neutron] For port a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc,segment=NetworkSegment(1d15927a-183a-4281-a947-f144dc1fa857),segment_id=1d15927a-183a-4281-a947-f144dc1fa857)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:53:18.044575 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c327b7c0-fb44-43a7-92d9-63004c161095 req-c5dfb35f-a739-42e7-8261-e836c68c2140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:18.089818 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9c1efe67-5324-475e-8515-721fdeae7e1b tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:18.089975 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c327b7c0-fb44-43a7-92d9-63004c161095 req-c5dfb35f-a739-42e7-8261-e836c68c2140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:18.090445 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c327b7c0-fb44-43a7-92d9-63004c161095 req-c5dfb35f-a739-42e7-8261-e836c68c2140 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:18.091168 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9c1efe67-5324-475e-8515-721fdeae7e1b tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5022502 Nov 25 17:53:18.092007 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c327b7c0-fb44-43a7-92d9-63004c161095 req-c5dfb35f-a739-42e7-8261-e836c68c2140 service neutron] 10.222.0.74 "PUT /v2.0/ports/a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc HTTP/1.1" status: 200 len: 1091 time: 1.3569508 Nov 25 17:53:18.092450 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d', 'tag': 'a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:53:18.093851 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1efe67-5324-475e-8515-721fdeae7e1b tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=227c6f7c-b0df-4fae-9079-14369963180f,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:18.094974 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9e5ff6-75f2-43eb-a7a1-6850376cd8b4" -d '{"events": [{"name": "network-changed", "server_uuid": "ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d", "tag": "a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:53:18.115842 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48756) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:18.136977 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a926f22c-4854-41e0-890d-bd4e41b73b53 req-dd5ab7ab-29c2-4b97-9d1f-1272840a71d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:18.139345 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-a926f22c-4854-41e0-890d-bd4e41b73b53 req-dd5ab7ab-29c2-4b97-9d1f-1272840a71d7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=70a573b0-b8cd-4b3b-a416-03e265a1da65 HTTP/1.1" status: 200 len: 911 time: 0.2215450 Nov 25 17:53:18.140941 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-7099a3b3-8a7a-482a-95dc-3e625b468e92 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Request body: {'security_group_rule': {'security_group_id': '227c6f7c-b0df-4fae-9079-14369963180f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:18.204188 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3726ad4-4a57-4c0a-b256-cc1664faf152 x-openstack-request-id: req-c3726ad4-4a57-4c0a-b256-cc1664faf152 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:53:18.204767 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d", "tag": "a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:53:18.205144 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c3726ad4-4a57-4c0a-b256-cc1664faf152 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:53:18.205727 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d', 'tag': 'a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc', 'status': 'completed', 'code': 200} Nov 25 17:53:18.245842 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c327b7c0-fb44-43a7-92d9-63004c161095 req-3f61a562-fee7-4b98-a0b5-63439bda72ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:18.247560 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c327b7c0-fb44-43a7-92d9-63004c161095 req-3f61a562-fee7-4b98-a0b5-63439bda72ac service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=867688fabf794394b7f5a37353b0165e&device_id=ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d HTTP/1.1" status: 200 len: 1094 time: 0.0906470 Nov 25 17:53:18.249143 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dfb35f-a739-42e7-8261-e836c68c2140 service neutron] Pushing event updated for resources: {'Port': ['ID=a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:18.260259 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7099a3b3-8a7a-482a-95dc-3e625b468e92 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:18.284120 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-a926f22c-4854-41e0-890d-bd4e41b73b53 req-66af0eee-4c54-4e61-90d0-799bd50a5a41 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6 HTTP/1.1" status: 200 len: 1001 time: 0.1289127 Nov 25 17:53:18.323847 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c327b7c0-fb44-43a7-92d9-63004c161095 req-13d1f89c-07f3-4144-89a6-0933974758e1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc HTTP/1.1" status: 200 len: 217 time: 0.0648029 Nov 25 17:53:18.356313 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a926f22c-4854-41e0-890d-bd4e41b73b53 req-fa8dae06-b5e2-40b3-a923-c84086827a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:18.364066 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-a926f22c-4854-41e0-890d-bd4e41b73b53 req-fa8dae06-b5e2-40b3-a923-c84086827a69 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=88a810b4-d532-41af-9819-01c0d8d6a258 HTTP/1.1" status: 200 len: 849 time: 0.0725567 Nov 25 17:53:18.421515 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c327b7c0-fb44-43a7-92d9-63004c161095 req-d5db6f0f-5a88-4adc-9354-6e91a87d7b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:18.423375 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c327b7c0-fb44-43a7-92d9-63004c161095 req-d5db6f0f-5a88-4adc-9354-6e91a87d7b9c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1624fc43-6956-4e05-871a-a93fe68b0807 HTTP/1.1" status: 200 len: 835 time: 0.0886376 Nov 25 17:53:18.426796 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7099a3b3-8a7a-482a-95dc-3e625b468e92 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:18.455825 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a926f22c-4854-41e0-890d-bd4e41b73b53 req-a13f74ec-3bba-4927-a47f-971483d69141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:18.457626 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-a926f22c-4854-41e0-890d-bd4e41b73b53 req-a13f74ec-3bba-4927-a47f-971483d69141 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=70a573b0-b8cd-4b3b-a416-03e265a1da65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0853717 Nov 25 17:53:18.470113 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7099a3b3-8a7a-482a-95dc-3e625b468e92 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:18.496365 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099a3b3-8a7a-482a-95dc-3e625b468e92 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2298f8bb-c790-450d-9807-1c45e81e0aa1,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:18.514176 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c327b7c0-fb44-43a7-92d9-63004c161095 req-8aae45b2-64ba-44a2-a85a-a04beccd8e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:18.515056 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c327b7c0-fb44-43a7-92d9-63004c161095 req-8aae45b2-64ba-44a2-a85a-a04beccd8e61 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c5fb9f88-55e7-4f31-bafe-ad97633cf2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0833569 Nov 25 17:53:18.518629 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7099a3b3-8a7a-482a-95dc-3e625b468e92 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:18.519821 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-7099a3b3-8a7a-482a-95dc-3e625b468e92 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3941913 Nov 25 17:53:18.528186 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48772) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:18.583969 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-a926f22c-4854-41e0-890d-bd4e41b73b53 req-11d0d44e-0bbe-43dc-b1b8-c277b7bbdd44 service neutron] 10.222.0.90 "GET /v2.0/networks/70a573b0-b8cd-4b3b-a416-03e265a1da65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174619 Nov 25 17:53:18.626886 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9b1671a6-1929-4bd7-a777-378582b7cf83 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:18.643002 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9b1671a6-1929-4bd7-a777-378582b7cf83 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:18.694404 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c327b7c0-fb44-43a7-92d9-63004c161095 req-d3bfc926-ae42-4426-a69a-a9edbd0fe78f service neutron] 10.222.0.74 "GET /v2.0/networks/c5fb9f88-55e7-4f31-bafe-ad97633cf2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684606 Nov 25 17:53:18.696062 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9b1671a6-1929-4bd7-a777-378582b7cf83 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:18.704024 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9b1671a6-1929-4bd7-a777-378582b7cf83 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:18.708456 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-9b1671a6-1929-4bd7-a777-378582b7cf83 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/2298f8bb-c790-450d-9807-1c45e81e0aa1 HTTP/1.1" status: 204 len: 168 time: 0.1751778 Nov 25 17:53:18.709115 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48786) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:18.806064 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-a926f22c-4854-41e0-890d-bd4e41b73b53 req-a04f6928-7d3f-4f08-b81a-2506625319c4 service neutron] 10.222.0.90 "GET /v2.0/networks/70a573b0-b8cd-4b3b-a416-03e265a1da65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020841 Nov 25 17:53:18.812018 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2cf4fdf8-85bb-4854-9387-684b1fe5ecd8 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1006608 Nov 25 17:53:18.814148 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48790) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:18.875662 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c327b7c0-fb44-43a7-92d9-63004c161095 req-3231ee7c-b8b4-420e-8a24-d12848d94e94 service neutron] 10.222.0.74 "GET /v2.0/networks/c5fb9f88-55e7-4f31-bafe-ad97633cf2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650505 Nov 25 17:53:18.876771 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1671a6-1929-4bd7-a777-378582b7cf83 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2298f8bb-c790-450d-9807-1c45e81e0aa1,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:18.889810 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ec51340e-470b-4ba2-9e46-bfa64afd14fd tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:18.925895 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ec51340e-470b-4ba2-9e46-bfa64afd14fd tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:18.994002 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e5ff6-75f2-43eb-a7a1-6850376cd8b4 req-03107cd4-120f-4679-9e80-ca1ad6abf04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:18.996201 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4a9e5ff6-75f2-43eb-a7a1-6850376cd8b4 req-03107cd4-120f-4679-9e80-ca1ad6abf04a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=867688fabf794394b7f5a37353b0165e&device_id=ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d HTTP/1.1" status: 200 len: 1094 time: 0.0708613 Nov 25 17:53:18.999230 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ec51340e-470b-4ba2-9e46-bfa64afd14fd tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:19.002183 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ec51340e-470b-4ba2-9e46-bfa64afd14fd tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:19.003472 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ec51340e-470b-4ba2-9e46-bfa64afd14fd tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "DELETE /v2.0/security-groups/227c6f7c-b0df-4fae-9079-14369963180f HTTP/1.1" status: 204 len: 168 time: 0.1873283 Nov 25 17:53:19.007241 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48802) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:19.022068 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec51340e-470b-4ba2-9e46-bfa64afd14fd tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=227c6f7c-b0df-4fae-9079-14369963180f,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:19.078283 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6939d82f-c02c-472b-a193-a1fbb7a66409 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0678177 Nov 25 17:53:19.082453 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48808) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:19.089202 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-01dac931-323a-4d5e-b55d-c4b26700dbaf tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Request body: {'security_group': {'name': 'tempest-secgroup--1914868378'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:19.125051 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-01dac931-323a-4d5e-b55d-c4b26700dbaf tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:19.136448 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e769bf-a8b6-4001-b5c1-57961c20e35a req-2935af36-f607-45b4-a183-c8d45ab317e9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:19.139451 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-45e769bf-a8b6-4001-b5c1-57961c20e35a req-2935af36-f607-45b4-a183-c8d45ab317e9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d HTTP/1.1" status: 200 len: 943 time: 0.1423953 Nov 25 17:53:19.223485 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e5ff6-75f2-43eb-a7a1-6850376cd8b4 req-69af7ed7-5090-4e55-834d-d3943a3029b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:19.225434 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4a9e5ff6-75f2-43eb-a7a1-6850376cd8b4 req-69af7ed7-5090-4e55-834d-d3943a3029b2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c5fb9f88-55e7-4f31-bafe-ad97633cf2ef HTTP/1.1" status: 200 len: 897 time: 0.2166421 Nov 25 17:53:19.231731 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-01dac931-323a-4d5e-b55d-c4b26700dbaf tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:19.239765 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-01dac931-323a-4d5e-b55d-c4b26700dbaf tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:19.286987 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-01dac931-323a-4d5e-b55d-c4b26700dbaf tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:19.292293 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-01dac931-323a-4d5e-b55d-c4b26700dbaf tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2081220 Nov 25 17:53:19.295351 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48818) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:19.301899 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4a9e5ff6-75f2-43eb-a7a1-6850376cd8b4 req-e0a3e4c8-0a5e-4f5c-80b6-9e8c33be73ce service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc HTTP/1.1" status: 200 len: 217 time: 0.0643630 Nov 25 17:53:19.302977 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-9e0443bd-d7be-433d-b971-8885b8602597 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Request body: {'security_group_rule': {'security_group_id': 'b76bdfac-ca3e-49d4-a83f-962f86359096', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:19.307364 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-45e769bf-a8b6-4001-b5c1-57961c20e35a req-8bd34110-7538-480c-a518-01361a991138 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=5da7f36c-373d-42e3-b948-a3b8df03cf17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604221 Nov 25 17:53:19.311395 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dac931-323a-4d5e-b55d-c4b26700dbaf tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b76bdfac-ca3e-49d4-a83f-962f86359096,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:19.348859 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9e0443bd-d7be-433d-b971-8885b8602597 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:19.388355 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e5ff6-75f2-43eb-a7a1-6850376cd8b4 req-87aab406-ef08-440a-b82b-726d683a122f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:19.390321 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4a9e5ff6-75f2-43eb-a7a1-6850376cd8b4 req-87aab406-ef08-440a-b82b-726d683a122f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1624fc43-6956-4e05-871a-a93fe68b0807 HTTP/1.1" status: 200 len: 835 time: 0.0797472 Nov 25 17:53:19.431204 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9e0443bd-d7be-433d-b971-8885b8602597 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:19.436488 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9e0443bd-d7be-433d-b971-8885b8602597 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:19.459379 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0443bd-d7be-433d-b971-8885b8602597 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67b422dc-c4e0-409f-b523-e3f72b792888,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:19.466469 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e5ff6-75f2-43eb-a7a1-6850376cd8b4 req-d1d2c7cb-2d89-47b4-be30-e3d7bc793a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:19.468405 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4a9e5ff6-75f2-43eb-a7a1-6850376cd8b4 req-d1d2c7cb-2d89-47b4-be30-e3d7bc793a90 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c5fb9f88-55e7-4f31-bafe-ad97633cf2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702724 Nov 25 17:53:19.473807 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9e0443bd-d7be-433d-b971-8885b8602597 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:19.478220 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9e0443bd-d7be-433d-b971-8885b8602597 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1782644 Nov 25 17:53:19.478642 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48828) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:19.518009 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-2249bbab-3aec-4f5d-928c-6902df124141 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "GET /v2.0/security-group-rules/67b422dc-c4e0-409f-b523-e3f72b792888 HTTP/1.1" status: 200 len: 763 time: 0.0293667 Nov 25 17:53:19.520537 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48830) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:19.612866 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-89ef42fb-e48e-4b35-a877-a35eb8c3d912 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0896821 Nov 25 17:53:19.614423 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48834) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:19.634570 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4a9e5ff6-75f2-43eb-a7a1-6850376cd8b4 req-37c6b533-3562-4679-b5fe-b63f2ac5cdb7 service neutron] 10.222.0.74 "GET /v2.0/networks/c5fb9f88-55e7-4f31-bafe-ad97633cf2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569099 Nov 25 17:53:19.646472 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-47e06ead-b0a6-4838-98f6-2f0f0ef5da13 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:19.659161 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-47e06ead-b0a6-4838-98f6-2f0f0ef5da13 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:19.675590 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48836) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:19.699020 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-47e06ead-b0a6-4838-98f6-2f0f0ef5da13 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:19.705999 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-47e06ead-b0a6-4838-98f6-2f0f0ef5da13 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:19.707666 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-47e06ead-b0a6-4838-98f6-2f0f0ef5da13 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/67b422dc-c4e0-409f-b523-e3f72b792888 HTTP/1.1" status: 204 len: 168 time: 0.0918314 Nov 25 17:53:19.711043 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48844) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:19.738634 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e06ead-b0a6-4838-98f6-2f0f0ef5da13 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=67b422dc-c4e0-409f-b523-e3f72b792888,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:19.749282 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4a9e5ff6-75f2-43eb-a7a1-6850376cd8b4 req-7e9f726d-5ffd-4a61-aeee-b93e46ea14f9 service neutron] 10.222.0.74 "GET /v2.0/networks/c5fb9f88-55e7-4f31-bafe-ad97633cf2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060412 Nov 25 17:53:19.788241 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-dbc093bc-00c6-4df7-b9f6-811c8fb52db0 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0736082 Nov 25 17:53:19.788782 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48846) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:19.793432 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-3003eb0e-b1a0-42c8-88c3-622098826389 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Request body: {'security_group_rule': {'security_group_id': 'b76bdfac-ca3e-49d4-a83f-962f86359096', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:19.826101 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d252e225-28a1-46b6-80e2-04791623e590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:19.835914 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ad6f4a94-b443-49b1-a67e-f6a447f08e46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:19.840151 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3003eb0e-b1a0-42c8-88c3-622098826389 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:19.927788 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3003eb0e-b1a0-42c8-88c3-622098826389 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:19.932845 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3003eb0e-b1a0-42c8-88c3-622098826389 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:19.960200 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3003eb0e-b1a0-42c8-88c3-622098826389 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bde10866-2feb-4e5d-b5de-0f6d7324adea,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:19.982092 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3003eb0e-b1a0-42c8-88c3-622098826389 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:19.986061 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3003eb0e-b1a0-42c8-88c3-622098826389 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1936624 Nov 25 17:53:19.986481 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48854) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:20.003505 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-1f3b0809-24bc-4ef2-91f3-c293d49aaf9a tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "GET /v2.0/security-group-rules/bde10866-2feb-4e5d-b5de-0f6d7324adea HTTP/1.1" status: 200 len: 763 time: 0.0158234 Nov 25 17:53:20.006072 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48856) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:20.012451 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ad6f4a94-b443-49b1-a67e-f6a447f08e46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:20.017092 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ad6f4a94-b443-49b1-a67e-f6a447f08e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:20.048106 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-b91004b7-b941-4d67-ab6e-9319c8a61289 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0409513 Nov 25 17:53:20.050719 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48858) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:20.069750 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ad6f4a94-b443-49b1-a67e-f6a447f08e46 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0efcacf68d434b73aec05aaa6e817e52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3928082 Nov 25 17:53:20.073150 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48860) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:20.073315 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6f4a94-b443-49b1-a67e-f6a447f08e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c18c7a-957a-4c8d-bc2f-d213f4215a6b,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:20.085460 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2942354a-29ca-452a-8232-b23dd87843d1 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:20.100903 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2942354a-29ca-452a-8232-b23dd87843d1 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:20.149085 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2942354a-29ca-452a-8232-b23dd87843d1 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:20.162879 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2942354a-29ca-452a-8232-b23dd87843d1 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:20.164079 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-2942354a-29ca-452a-8232-b23dd87843d1 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/bde10866-2feb-4e5d-b5de-0f6d7324adea HTTP/1.1" status: 204 len: 168 time: 0.1122081 Nov 25 17:53:20.166842 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48862) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:20.170834 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2942354a-29ca-452a-8232-b23dd87843d1 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bde10866-2feb-4e5d-b5de-0f6d7324adea,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:20.172649 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ae0e6ad1-2cf5-4f3b-ab00-410950c93da1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:20.197082 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ae0e6ad1-2cf5-4f3b-ab00-410950c93da1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:20.212429 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e9636024-9c4e-44e4-80b2-0dcf0bd94a6d tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0414402 Nov 25 17:53:20.212613 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48864) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:20.217424 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-5532a2d7-6e80-4c1a-b805-0b70d0ec248a tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Request body: {'security_group_rule': {'security_group_id': 'b76bdfac-ca3e-49d4-a83f-962f86359096', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:20.240062 n-d-817746-1 neutron-server[103360]: INFO neutron.db.securitygroups_db [None req-5532a2d7-6e80-4c1a-b805-0b70d0ec248a tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Project 45fc6d3f6e864276b84d722687aa3498 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:53:20.246588 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5532a2d7-6e80-4c1a-b805-0b70d0ec248a tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:20.251892 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ae0e6ad1-2cf5-4f3b-ab00-410950c93da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:20.254899 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ae0e6ad1-2cf5-4f3b-ab00-410950c93da1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:20.256332 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-ae0e6ad1-2cf5-4f3b-ab00-410950c93da1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/39c18c7a-957a-4c8d-bc2f-d213f4215a6b HTTP/1.1" status: 204 len: 168 time: 0.1781874 Nov 25 17:53:20.280323 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e6ad1-2cf5-4f3b-ab00-410950c93da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c18c7a-957a-4c8d-bc2f-d213f4215a6b,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:20.313911 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5532a2d7-6e80-4c1a-b805-0b70d0ec248a tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:20.319432 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5532a2d7-6e80-4c1a-b805-0b70d0ec248a tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:20.337505 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5532a2d7-6e80-4c1a-b805-0b70d0ec248a tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf70c6b6-941b-43dd-ad8e-2e5316fcbfb7,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:20.345732 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:53:20.351326 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5532a2d7-6e80-4c1a-b805-0b70d0ec248a tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:20.355180 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-5532a2d7-6e80-4c1a-b805-0b70d0ec248a tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1388297 Nov 25 17:53:20.355745 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48876) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:20.387506 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a2d7f58c-b773-46ff-a250-7266fd08074d tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "GET /v2.0/security-group-rules/cf70c6b6-941b-43dd-ad8e-2e5316fcbfb7 HTTP/1.1" status: 200 len: 769 time: 0.0304205 Nov 25 17:53:20.392048 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48878) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:20.441670 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-05896170-5ea3-4bd4-b7d9-6307c11c4a80 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0483968 Nov 25 17:53:20.444310 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48880) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:20.485357 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-80959a33-fa49-41ed-ac8c-dc3ff7533101 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:20.520665 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-80959a33-fa49-41ed-ac8c-dc3ff7533101 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:20.589891 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce02141-8a86-4f85-a822-ddd2846d9e1d req-bcfec15f-519b-44cd-aeee-cdcd082b524a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:20.592601 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7ce02141-8a86-4f85-a822-ddd2846d9e1d req-bcfec15f-519b-44cd-aeee-cdcd082b524a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d HTTP/1.1" status: 200 len: 943 time: 0.1352067 Nov 25 17:53:20.596291 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-80959a33-fa49-41ed-ac8c-dc3ff7533101 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:20.622670 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-80959a33-fa49-41ed-ac8c-dc3ff7533101 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:20.633576 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-80959a33-fa49-41ed-ac8c-dc3ff7533101 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/cf70c6b6-941b-43dd-ad8e-2e5316fcbfb7 HTTP/1.1" status: 204 len: 168 time: 0.1878552 Nov 25 17:53:20.635373 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48884) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:20.655527 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80959a33-fa49-41ed-ac8c-dc3ff7533101 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf70c6b6-941b-43dd-ad8e-2e5316fcbfb7,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:20.669355 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7ce02141-8a86-4f85-a822-ddd2846d9e1d req-bb27882b-f844-4705-9366-699192bda3c5 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=5da7f36c-373d-42e3-b948-a3b8df03cf17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665903 Nov 25 17:53:20.708890 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7753f581-8c39-4d80-80ff-a7fec44c72eb tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0679185 Nov 25 17:53:20.709855 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48890) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:20.814320 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fb18fba7-353d-481b-8516-fee77cad4793 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:20.850469 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fb18fba7-353d-481b-8516-fee77cad4793 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:20.856757 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48892) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:20.876747 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c6347ece-3941-40dd-9450-a8cdbe92682c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:20.896666 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:20.905797 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fb18fba7-353d-481b-8516-fee77cad4793 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:20.909493 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fb18fba7-353d-481b-8516-fee77cad4793 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:20.912042 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-fb18fba7-353d-481b-8516-fee77cad4793 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "DELETE /v2.0/security-groups/b76bdfac-ca3e-49d4-a83f-962f86359096 HTTP/1.1" status: 204 len: 168 time: 0.2003376 Nov 25 17:53:20.919489 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48896) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:20.943417 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc,segment=NetworkSegment(1d15927a-183a-4281-a947-f144dc1fa857),segment_id=1d15927a-183a-4281-a947-f144dc1fa857)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:53:20.943590 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb18fba7-353d-481b-8516-fee77cad4793 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76bdfac-ca3e-49d4-a83f-962f86359096,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:20.992339 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': 'a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc', 'network_id': 'c5fb9f88-55e7-4f31-bafe-ad97633cf2ef', 'port_id': 'a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc', 'mac_address': 'fa:16:3e:fe:18:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1624fc43-6956-4e05-871a-a93fe68b0807', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:53:21.004527 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c4a1585d-5f47-4008-be84-ac8413bcbd59 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0797307 Nov 25 17:53:21.006122 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48898) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:21.052623 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c6347ece-3941-40dd-9450-a8cdbe92682c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:21.060509 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c6347ece-3941-40dd-9450-a8cdbe92682c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:21.072525 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-3c54b6bb-da7a-4724-9687-2402c3491be3 tempest-SecGroupIPv6Test-1263166528 tempest-SecGroupIPv6Test-1263166528-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0635891 Nov 25 17:53:21.096549 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:21.113309 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 48906) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:21.115773 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c6347ece-3941-40dd-9450-a8cdbe92682c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b96c919703e543bca613c6d6d5923dad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2575774 Nov 25 17:53:21.124617 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:53:21.131491 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6347ece-3941-40dd-9450-a8cdbe92682c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4d6136-8fb3-44a8-be94-922047cf9c41,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:21.171298 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc,segment=NetworkSegment(1d15927a-183a-4281-a947-f144dc1fa857),segment_id=1d15927a-183a-4281-a947-f144dc1fa857)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:53:21.176492 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2c347dd9-68cc-4049-9081-ab0bcb50b65d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:21.177336 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:21.204520 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2c347dd9-68cc-4049-9081-ab0bcb50b65d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:21.241377 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:21.263141 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2c347dd9-68cc-4049-9081-ab0bcb50b65d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:21.266423 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2c347dd9-68cc-4049-9081-ab0bcb50b65d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:21.267684 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-2c347dd9-68cc-4049-9081-ab0bcb50b65d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ae4d6136-8fb3-44a8-be94-922047cf9c41 HTTP/1.1" status: 204 len: 168 time: 0.1530697 Nov 25 17:53:21.275974 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c347dd9-68cc-4049-9081-ab0bcb50b65d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4d6136-8fb3-44a8-be94-922047cf9c41,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:21.389963 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:53:21.418716 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48918) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:21.723229 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-baff1073-6925-44bf-a311-482b79e24ae7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=45fc6d3f6e864276b84d722687aa3498&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3010631 Nov 25 17:53:21.723549 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 48936) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:21.780156 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-39855c2f-d303-4c86-93f4-1eadfa7608c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:21.804332 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-39855c2f-d303-4c86-93f4-1eadfa7608c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:21.856856 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-39855c2f-d303-4c86-93f4-1eadfa7608c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:21.859895 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-39855c2f-d303-4c86-93f4-1eadfa7608c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:21.863385 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-39855c2f-d303-4c86-93f4-1eadfa7608c5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6b4cab99-7093-4fae-bc72-5c467ad18f1d HTTP/1.1" status: 204 len: 168 time: 0.1366305 Nov 25 17:53:21.865014 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f0a7a0-8ce5-4421-ba1c-8c414e1c06b0 req-7d3c833d-899d-4b6d-8b8f-0d11f08c7247 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:21.866718 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-67f0a7a0-8ce5-4421-ba1c-8c414e1c06b0 req-7d3c833d-899d-4b6d-8b8f-0d11f08c7247 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d HTTP/1.1" status: 200 len: 944 time: 0.0831466 Nov 25 17:53:21.872556 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39855c2f-d303-4c86-93f4-1eadfa7608c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4cab99-7093-4fae-bc72-5c467ad18f1d,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:21.947910 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-67f0a7a0-8ce5-4421-ba1c-8c414e1c06b0 req-448ce8bd-7ad0-4c34-ab9c-115458fc159f tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=5da7f36c-373d-42e3-b948-a3b8df03cf17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647211 Nov 25 17:53:22.075316 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:22.365232 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:53:22.474278 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:53:22.482241 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:53:22.482641 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:22.596929 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:22.638968 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:53:22.642310 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9a4d45-3ba5-435b-9e0e-e6e1e17cd450" -d '{"events": [{"server_uuid": "ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d", "name": "network-vif-plugged", "status": "completed", "tag": "a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:53:22.665446 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc,segment=NetworkSegment(1d15927a-183a-4281-a947-f144dc1fa857),segment_id=1d15927a-183a-4281-a947-f144dc1fa857)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:53:22.687194 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:22.756386 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1599cb-0b3e-4952-a4c6-5947f0d5ab7f x-openstack-request-id: req-3d1599cb-0b3e-4952-a4c6-5947f0d5ab7f {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:53:22.756772 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d", "name": "network-vif-plugged", "status": "completed", "tag": "a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:53:22.757463 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3d1599cb-0b3e-4952-a4c6-5947f0d5ab7f {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:53:22.758324 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc', 'code': 200} Nov 25 17:53:22.781785 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:22.882488 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb12c3d-fba7-41aa-a84f-2eff1356f5b9 req-bdec938a-621b-4056-82d3-d9b8f797e12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:22.885134 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0eb12c3d-fba7-41aa-a84f-2eff1356f5b9 req-bdec938a-621b-4056-82d3-d9b8f797e12b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d HTTP/1.1" status: 200 len: 1096 time: 0.0600781 Nov 25 17:53:22.959457 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0eb12c3d-fba7-41aa-a84f-2eff1356f5b9 req-e7199b05-cf15-419b-8a79-12c3c1046ae1 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=5da7f36c-373d-42e3-b948-a3b8df03cf17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647800 Nov 25 17:53:23.003068 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49006) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:23.026763 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:23.118843 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d8ef12-8ae0-4a69-9c5b-3e320790162e req-ee7a6938-a50f-4586-abf5-3847d9cc33fb tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:23.126668 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a2d8ef12-8ae0-4a69-9c5b-3e320790162e req-ee7a6938-a50f-4586-abf5-3847d9cc33fb tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d HTTP/1.1" status: 200 len: 945 time: 0.0603635 Nov 25 17:53:23.202096 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a2d8ef12-8ae0-4a69-9c5b-3e320790162e req-5c6b801e-a155-4354-8d30-bedb7139ba02 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=5da7f36c-373d-42e3-b948-a3b8df03cf17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742631 Nov 25 17:53:23.277112 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-a41ed0ce-6306-4562-aabe-722f4fb5029d tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Request body: {'security_group': {'name': 'tempest-secgroup--1954855440'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:23.303531 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a41ed0ce-6306-4562-aabe-722f4fb5029d tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:23.315164 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a41ed0ce-6306-4562-aabe-722f4fb5029d tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:23.430361 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a41ed0ce-6306-4562-aabe-722f4fb5029d tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:23.435900 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a41ed0ce-6306-4562-aabe-722f4fb5029d tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:23.482448 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41ed0ce-6306-4562-aabe-722f4fb5029d tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71931216-3391-4254-9867-adb2da2146a7,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:23.528252 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a41ed0ce-6306-4562-aabe-722f4fb5029d tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:23.532248 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a41ed0ce-6306-4562-aabe-722f4fb5029d tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:23.568163 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a41ed0ce-6306-4562-aabe-722f4fb5029d tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:23.569453 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a41ed0ce-6306-4562-aabe-722f4fb5029d tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5657053 Nov 25 17:53:23.573439 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49048) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:23.575313 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41ed0ce-6306-4562-aabe-722f4fb5029d tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=406b54cf-f7ba-46ab-8e2d-b6f96b5011a6,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:23.639619 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d316a005-0333-4db9-9975-d0e4e3545cea tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0647318 Nov 25 17:53:23.642730 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49056) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:23.652317 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-0b9a2d35-bdfd-4f0b-8015-4f3528b22ed1 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Request body: {'security_group': {'name': 'tempest-security--929949296', 'description': 'tempest-security-description-2000550680'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:23.696875 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0b9a2d35-bdfd-4f0b-8015-4f3528b22ed1 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:23.745532 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0b9a2d35-bdfd-4f0b-8015-4f3528b22ed1 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:23.749671 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0b9a2d35-bdfd-4f0b-8015-4f3528b22ed1 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:23.752362 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0b9a2d35-bdfd-4f0b-8015-4f3528b22ed1 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:23.756161 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0b9a2d35-bdfd-4f0b-8015-4f3528b22ed1 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "PUT /v2.0/security-groups/406b54cf-f7ba-46ab-8e2d-b6f96b5011a6 HTTP/1.1" status: 200 len: 1796 time: 0.1076627 Nov 25 17:53:23.756945 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49062) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:23.777160 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a2d35-bdfd-4f0b-8015-4f3528b22ed1 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=406b54cf-f7ba-46ab-8e2d-b6f96b5011a6,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:23.806941 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49064) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:23.808048 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-503c7b1f-fd43-4cf3-8d64-5c168c3b03a7 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "GET /v2.0/security-groups/406b54cf-f7ba-46ab-8e2d-b6f96b5011a6 HTTP/1.1" status: 200 len: 1796 time: 0.0495095 Nov 25 17:53:23.875493 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-812e13f1-1aa2-45a8-8f1d-dd1bb58312a2 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:23.902845 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-812e13f1-1aa2-45a8-8f1d-dd1bb58312a2 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:23.989731 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-812e13f1-1aa2-45a8-8f1d-dd1bb58312a2 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:23.994635 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-812e13f1-1aa2-45a8-8f1d-dd1bb58312a2 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:23.996014 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-812e13f1-1aa2-45a8-8f1d-dd1bb58312a2 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "DELETE /v2.0/security-groups/406b54cf-f7ba-46ab-8e2d-b6f96b5011a6 HTTP/1.1" status: 204 len: 168 time: 0.1873648 Nov 25 17:53:23.998807 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49072) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:24.008563 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e13f1-1aa2-45a8-8f1d-dd1bb58312a2 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=406b54cf-f7ba-46ab-8e2d-b6f96b5011a6,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:24.058784 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-34f99d7e-a39d-4b86-ac03-39fd374ab4e0 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0587776 Nov 25 17:53:24.061651 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49074) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:24.079272 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-bf9fc386-5542-46c3-be68-9f162c4dac8f tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] delete failed (client error): The resource could not be found. Nov 25 17:53:24.080436 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-bf9fc386-5542-46c3-be68-9f162c4dac8f tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "DELETE /v2.0/security-groups/406b54cf-f7ba-46ab-8e2d-b6f96b5011a6 HTTP/1.1" status: 404 len: 347 time: 0.0175352 Nov 25 17:53:24.084517 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49076) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:24.089338 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-ba9ad3d9-4462-403f-898c-f0a4e77dc184 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Request body: {'security_group': {'name': 'tempest-secgroup--396407198'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:24.116289 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49078) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:24.123361 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ba9ad3d9-4462-403f-898c-f0a4e77dc184 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:24.207707 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ba9ad3d9-4462-403f-898c-f0a4e77dc184 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:24.215656 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ba9ad3d9-4462-403f-898c-f0a4e77dc184 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:24.260400 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ba9ad3d9-4462-403f-898c-f0a4e77dc184 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:24.264262 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-ba9ad3d9-4462-403f-898c-f0a4e77dc184 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1760297 Nov 25 17:53:24.264262 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9ad3d9-4462-403f-898c-f0a4e77dc184 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7498ae6-88ac-41b0-b180-c4d6ef4e4608,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:24.269111 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49090) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:24.274048 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-ffb49f33-9bd7-4295-a632-3fda406df065 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Request body: {'security_group_rule': {'security_group_id': 'c7498ae6-88ac-41b0-b180-c4d6ef4e4608', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:24.281772 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a745d156-30f6-4719-a051-8b9c1fa7b4c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:24.317890 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ffb49f33-9bd7-4295-a632-3fda406df065 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:24.382696 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a745d156-30f6-4719-a051-8b9c1fa7b4c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:24.386781 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a745d156-30f6-4719-a051-8b9c1fa7b4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:24.397073 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf7ee2-882a-4c1b-8702-aaec88ab876c req-47a078b3-54b3-49a5-bf13-438e766d8bb8 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:24.398819 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-47bf7ee2-882a-4c1b-8702-aaec88ab876c req-47a078b3-54b3-49a5-bf13-438e766d8bb8 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d HTTP/1.1" status: 200 len: 945 time: 0.0836568 Nov 25 17:53:24.425459 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ffb49f33-9bd7-4295-a632-3fda406df065 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:24.431130 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49092) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:24.431600 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a745d156-30f6-4719-a051-8b9c1fa7b4c1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=faa80ba179cb445b82cc9adc0750fffa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3130224 Nov 25 17:53:24.433948 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a745d156-30f6-4719-a051-8b9c1fa7b4c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10c007a-b17a-4334-949d-a43778e50dab,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:24.436974 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ffb49f33-9bd7-4295-a632-3fda406df065 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:24.486358 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb49f33-9bd7-4295-a632-3fda406df065 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29aa4e9a-4b71-4822-bd33-061fd8d45cfc,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:24.492946 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ffb49f33-9bd7-4295-a632-3fda406df065 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:24.493939 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-ffb49f33-9bd7-4295-a632-3fda406df065 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2239294 Nov 25 17:53:24.496917 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49096) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:24.523892 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e968c00e-79ce-4f7f-a0c9-54a25cebe290 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:24.528450 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-47bf7ee2-882a-4c1b-8702-aaec88ab876c req-1d29667e-dbb7-4493-b1e8-6f81fccae69f tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=5da7f36c-373d-42e3-b948-a3b8df03cf17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065264 Nov 25 17:53:24.532182 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e968c00e-79ce-4f7f-a0c9-54a25cebe290 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:24.539242 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-73475efb-0aed-404e-a50a-1b936a1cbaa2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:24.564942 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e968c00e-79ce-4f7f-a0c9-54a25cebe290 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:24.571413 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e968c00e-79ce-4f7f-a0c9-54a25cebe290 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:24.572600 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e968c00e-79ce-4f7f-a0c9-54a25cebe290 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/29aa4e9a-4b71-4822-bd33-061fd8d45cfc HTTP/1.1" status: 204 len: 168 time: 0.0741799 Nov 25 17:53:24.575440 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-73475efb-0aed-404e-a50a-1b936a1cbaa2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:24.575591 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49104) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:24.594048 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e968c00e-79ce-4f7f-a0c9-54a25cebe290 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29aa4e9a-4b71-4822-bd33-061fd8d45cfc,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:24.649283 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-573c84be-180e-486b-bc2d-3a7bbe9519b2 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0725083 Nov 25 17:53:24.651825 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49106) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:24.686783 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-73475efb-0aed-404e-a50a-1b936a1cbaa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:24.689649 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-73475efb-0aed-404e-a50a-1b936a1cbaa2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:24.693109 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-73475efb-0aed-404e-a50a-1b936a1cbaa2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b10c007a-b17a-4334-949d-a43778e50dab HTTP/1.1" status: 204 len: 168 time: 0.2582328 Nov 25 17:53:24.710714 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73475efb-0aed-404e-a50a-1b936a1cbaa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10c007a-b17a-4334-949d-a43778e50dab,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:24.725140 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-91e00e21-4342-46f5-9c00-686be132a5a8 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:24.744370 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf51df-c374-48ac-9679-39ed84473d82 req-8e4efcff-1df4-432c-9da4-164e7822d633 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:24.752646 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-35bf51df-c374-48ac-9679-39ed84473d82 req-8e4efcff-1df4-432c-9da4-164e7822d633 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d HTTP/1.1" status: 200 len: 945 time: 0.1136923 Nov 25 17:53:24.754972 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-91e00e21-4342-46f5-9c00-686be132a5a8 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:24.809307 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-35bf51df-c374-48ac-9679-39ed84473d82 req-f79e1f98-f2c4-49f6-a89f-80f668b1821d tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=5da7f36c-373d-42e3-b948-a3b8df03cf17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543432 Nov 25 17:53:24.811614 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-91e00e21-4342-46f5-9c00-686be132a5a8 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:24.814710 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-91e00e21-4342-46f5-9c00-686be132a5a8 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:24.815894 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-91e00e21-4342-46f5-9c00-686be132a5a8 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "DELETE /v2.0/security-groups/c7498ae6-88ac-41b0-b180-c4d6ef4e4608 HTTP/1.1" status: 204 len: 168 time: 0.1631079 Nov 25 17:53:24.818460 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49110) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:24.826516 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49112) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:24.840894 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e00e21-4342-46f5-9c00-686be132a5a8 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7498ae6-88ac-41b0-b180-c4d6ef4e4608,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:24.901169 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-4f174ef1-b10a-41fa-a9be-a5c50df5faf8 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0772123 Nov 25 17:53:24.902493 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49120) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:24.906596 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-cbefe33c-9f7d-4a02-8fac-b06634d6d49f tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Request body: {'security_group': {'name': 'tempest-secgroup--967966083'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:24.921460 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a03599-0937-437a-a006-2ad5dc7b9572 tempest-TestNetworkAdvancedServerOps-44296226 tempest-TestNetworkAdvancedServerOps-44296226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:24.925514 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-24a03599-0937-437a-a006-2ad5dc7b9572 tempest-TestNetworkAdvancedServerOps-44296226 tempest-TestNetworkAdvancedServerOps-44296226-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d HTTP/1.1" status: 200 len: 1091 time: 0.0955181 Nov 25 17:53:24.925757 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49122) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:24.930332 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-6f4a5336-abf8-4111-b195-65c2cb808ff5 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Request body: {'floatingip': {'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'port_id': 'a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:24.954699 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cbefe33c-9f7d-4a02-8fac-b06634d6d49f tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:24.993634 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6f4a5336-abf8-4111-b195-65c2cb808ff5 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for floatingip, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:25.102537 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cbefe33c-9f7d-4a02-8fac-b06634d6d49f tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:25.104072 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49124) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:25.108785 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cbefe33c-9f7d-4a02-8fac-b06634d6d49f tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:25.120355 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-64e52ea9-36ba-4c57-abf6-32097f3d4801 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:25.145574 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cbefe33c-9f7d-4a02-8fac-b06634d6d49f tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:25.146808 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-cbefe33c-9f7d-4a02-8fac-b06634d6d49f tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2444944 Nov 25 17:53:25.152667 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49126) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:25.155172 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbefe33c-9f7d-4a02-8fac-b06634d6d49f tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af1d56ab-3b7a-4bbe-8e85-a26f1cc58bfb,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:25.162752 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-62dec595-a95e-46fd-83ec-069feda14f16 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Request body: {'security_group_rule': {'security_group_id': 'af1d56ab-3b7a-4bbe-8e85-a26f1cc58bfb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:25.175756 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6f4a5336-abf8-4111-b195-65c2cb808ff5 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:25.213734 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-62dec595-a95e-46fd-83ec-069feda14f16 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:25.266096 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-64e52ea9-36ba-4c57-abf6-32097f3d4801 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:25.276727 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-64e52ea9-36ba-4c57-abf6-32097f3d4801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:25.328117 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-6f4a5336-abf8-4111-b195-65c2cb808ff5 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Allocated IP 172.25.0.68 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/267ec583-6079-423e-bb86-86508eced181) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:53:25.332991 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-64e52ea9-36ba-4c57-abf6-32097f3d4801 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=81ccead93cd64fffbeaa1873cb8d0916&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2270956 Nov 25 17:53:25.336016 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:53:25.337051 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49134) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:25.339273 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-62dec595-a95e-46fd-83ec-069feda14f16 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:25.341636 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e52ea9-36ba-4c57-abf6-32097f3d4801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0c5ac2-992f-486e-96e7-10ae58ab3f6b,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:25.345898 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-62dec595-a95e-46fd-83ec-069feda14f16 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:25.381557 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dec595-a95e-46fd-83ec-069feda14f16 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4d3165f-2a53-4b98-bac9-010df1285864,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:25.390405 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-62dec595-a95e-46fd-83ec-069feda14f16 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:25.392410 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-62dec595-a95e-46fd-83ec-069feda14f16 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2385950 Nov 25 17:53:25.395108 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49136) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:25.401425 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-82892b9d-ea3b-48b9-80aa-f6639a035d2c tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Request body: {'security_group_rule': {'security_group_id': 'af1d56ab-3b7a-4bbe-8e85-a26f1cc58bfb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:25.427980 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-82892b9d-ea3b-48b9-80aa-f6639a035d2c tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:25.428234 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-309902d3-8c96-4be9-aeb0-2e2bf58cd206 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:25.490390 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-82892b9d-ea3b-48b9-80aa-f6639a035d2c tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:25.495526 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-82892b9d-ea3b-48b9-80aa-f6639a035d2c tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:25.518330 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-309902d3-8c96-4be9-aeb0-2e2bf58cd206 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:25.521861 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82892b9d-ea3b-48b9-80aa-f6639a035d2c tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed62499d-2039-4619-abb3-e784aa564c62,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:25.536116 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-82892b9d-ea3b-48b9-80aa-f6639a035d2c tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:25.537115 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-82892b9d-ea3b-48b9-80aa-f6639a035d2c tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1406407 Nov 25 17:53:25.539847 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49144) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:25.557455 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-992cfe55-4d64-4b42-a670-690b4e3f5e11 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Request body: {'security_group_rule': {'security_group_id': 'af1d56ab-3b7a-4bbe-8e85-a26f1cc58bfb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:25.602254 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-992cfe55-4d64-4b42-a670-690b4e3f5e11 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:25.604271 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6f4a5336-abf8-4111-b195-65c2cb808ff5 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:25.622429 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-309902d3-8c96-4be9-aeb0-2e2bf58cd206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:25.625165 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-309902d3-8c96-4be9-aeb0-2e2bf58cd206 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:25.628556 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-309902d3-8c96-4be9-aeb0-2e2bf58cd206 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/da0c5ac2-992f-486e-96e7-10ae58ab3f6b HTTP/1.1" status: 204 len: 168 time: 0.2878768 Nov 25 17:53:25.649917 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309902d3-8c96-4be9-aeb0-2e2bf58cd206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0c5ac2-992f-486e-96e7-10ae58ab3f6b,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:25.673425 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6f4a5336-abf8-4111-b195-65c2cb808ff5 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:25.690536 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-992cfe55-4d64-4b42-a670-690b4e3f5e11 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:25.697046 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-992cfe55-4d64-4b42-a670-690b4e3f5e11 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:25.713768 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4a5336-abf8-4111-b195-65c2cb808ff5 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:53:25.716895 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-6f4a5336-abf8-4111-b195-65c2cb808ff5 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:53:25.719990 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992cfe55-4d64-4b42-a670-690b4e3f5e11 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a67bbc6f-7210-41a8-abbc-d78a38f46130,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:25.720684 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4a5336-abf8-4111-b195-65c2cb808ff5 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:53:25.742256 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-992cfe55-4d64-4b42-a670-690b4e3f5e11 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:25.744693 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-992cfe55-4d64-4b42-a670-690b4e3f5e11 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1952932 Nov 25 17:53:25.747424 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49148) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:25.752580 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-53dbce90-79b0-4bae-8c21-d9dc5de2c3a9 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Request body: {'security_group_rule': {'security_group_id': 'af1d56ab-3b7a-4bbe-8e85-a26f1cc58bfb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:25.766481 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4a5336-abf8-4111-b195-65c2cb808ff5 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event updated for resources: {'Port': ['ID=267ec583-6079-423e-bb86-86508eced181,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:25.787503 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-53dbce90-79b0-4bae-8c21-d9dc5de2c3a9 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:25.887351 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-53dbce90-79b0-4bae-8c21-d9dc5de2c3a9 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:25.904213 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-53dbce90-79b0-4bae-8c21-d9dc5de2c3a9 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:25.939859 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dbce90-79b0-4bae-8c21-d9dc5de2c3a9 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2554963-cd16-43eb-96fa-bda43b508cd0,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:25.961140 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-53dbce90-79b0-4bae-8c21-d9dc5de2c3a9 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:25.962777 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-53dbce90-79b0-4bae-8c21-d9dc5de2c3a9 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2140319 Nov 25 17:53:25.966006 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49156) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:25.970950 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-eee1bab5-0f3f-491c-b6be-ebf7e1f89d6d tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Request body: {'security_group_rule': {'security_group_id': 'af1d56ab-3b7a-4bbe-8e85-a26f1cc58bfb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:26.037080 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-eee1bab5-0f3f-491c-b6be-ebf7e1f89d6d tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:26.201295 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-eee1bab5-0f3f-491c-b6be-ebf7e1f89d6d tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:26.214458 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-eee1bab5-0f3f-491c-b6be-ebf7e1f89d6d tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:26.232918 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee1bab5-0f3f-491c-b6be-ebf7e1f89d6d tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7797196f-31cc-4646-8a47-59092f2f7f9a,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:26.251975 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6f4a5336-abf8-4111-b195-65c2cb808ff5 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:26.255937 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-eee1bab5-0f3f-491c-b6be-ebf7e1f89d6d tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:26.260011 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-eee1bab5-0f3f-491c-b6be-ebf7e1f89d6d tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2902231 Nov 25 17:53:26.260345 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49170) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:26.305043 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d2690ead-4cb7-497f-a292-914d455e70a7 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:26.319771 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d2690ead-4cb7-497f-a292-914d455e70a7 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:26.350253 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d2690ead-4cb7-497f-a292-914d455e70a7 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:26.357953 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d2690ead-4cb7-497f-a292-914d455e70a7 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:26.361751 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d2690ead-4cb7-497f-a292-914d455e70a7 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/7797196f-31cc-4646-8a47-59092f2f7f9a HTTP/1.1" status: 204 len: 168 time: 0.0979970 Nov 25 17:53:26.363254 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49176) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:26.366129 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2690ead-4cb7-497f-a292-914d455e70a7 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7797196f-31cc-4646-8a47-59092f2f7f9a,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:26.385986 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6f4a5336-abf8-4111-b195-65c2cb808ff5 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:26.473416 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49188) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:26.473700 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-02f1fcf1-4df3-4cd9-bfa3-9b2463dc8dfc tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1092091 Nov 25 17:53:26.535852 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3f8f22ea-23ed-46ef-991a-1827b308012d tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:26.545094 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3f8f22ea-23ed-46ef-991a-1827b308012d tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:26.573604 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3f8f22ea-23ed-46ef-991a-1827b308012d tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:26.582966 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3f8f22ea-23ed-46ef-991a-1827b308012d tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:26.585567 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3f8f22ea-23ed-46ef-991a-1827b308012d tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/d2554963-cd16-43eb-96fa-bda43b508cd0 HTTP/1.1" status: 204 len: 168 time: 0.1097593 Nov 25 17:53:26.590954 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49192) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:26.601501 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8f22ea-23ed-46ef-991a-1827b308012d tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d2554963-cd16-43eb-96fa-bda43b508cd0,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:26.646652 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6f4a5336-abf8-4111-b195-65c2cb808ff5 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:26.664298 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-f656b542-6c8a-4bb8-885b-3797b5b01e5f tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0715449 Nov 25 17:53:26.667391 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49198) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:26.670155 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6f4a5336-abf8-4111-b195-65c2cb808ff5 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:26.711936 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c8583e6c-f8ff-4744-9443-0f8cb6fd2c5b tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:26.722533 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c8583e6c-f8ff-4744-9443-0f8cb6fd2c5b tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:26.754755 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4a5336-abf8-4111-b195-65c2cb808ff5 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event updated for resources: {'Port': ['ID=267ec583-6079-423e-bb86-86508eced181,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:26.755448 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c8583e6c-f8ff-4744-9443-0f8cb6fd2c5b tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:26.762288 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c8583e6c-f8ff-4744-9443-0f8cb6fd2c5b tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:26.763901 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c8583e6c-f8ff-4744-9443-0f8cb6fd2c5b tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/a67bbc6f-7210-41a8-abbc-d78a38f46130 HTTP/1.1" status: 204 len: 168 time: 0.0951293 Nov 25 17:53:26.766229 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49204) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:26.772158 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6f4a5336-abf8-4111-b195-65c2cb808ff5 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:26.791953 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8583e6c-f8ff-4744-9443-0f8cb6fd2c5b tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a67bbc6f-7210-41a8-abbc-d78a38f46130,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:26.828481 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d0a5c12c-e388-4de4-8891-24b5efbc31d1 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0609920 Nov 25 17:53:26.831310 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49208) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:26.879444 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-63c6d182-94a6-4984-ae6e-856fe2f229b7 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:26.890070 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-63c6d182-94a6-4984-ae6e-856fe2f229b7 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:26.926670 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-63c6d182-94a6-4984-ae6e-856fe2f229b7 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:26.936595 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-84a40c8d-cf4b-4531-b226-aa4c46b4a839 req-fa085fb8-7042-4d75-abac-a3f9c512e910 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6ebcc772-5424-44f1-b204-5ec9a995b0e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0701921 Nov 25 17:53:26.940139 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-63c6d182-94a6-4984-ae6e-856fe2f229b7 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:26.944411 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-63c6d182-94a6-4984-ae6e-856fe2f229b7 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/ed62499d-2039-4619-abb3-e784aa564c62 HTTP/1.1" status: 204 len: 168 time: 0.1002383 Nov 25 17:53:26.944411 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c6d182-94a6-4984-ae6e-856fe2f229b7 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ed62499d-2039-4619-abb3-e784aa564c62,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:26.952050 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49210) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:26.964494 n-d-817746-1 neutron-server[103361]: INFO neutron.db.l3_db [None req-6f4a5336-abf8-4111-b195-65c2cb808ff5 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Floating IP 543aa5a8-df71-49d6-8315-657205048736 associated. External IP: 172.25.0.68, port: a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc. Nov 25 17:53:27.007709 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d25b8ec9-8879-48ad-8138-4b301e3be67c tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0519538 Nov 25 17:53:27.008087 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49212) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:27.038288 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5d430978-5bec-489a-9c0d-133b1393c879 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:27.047415 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5d430978-5bec-489a-9c0d-133b1393c879 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:27.084330 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5d430978-5bec-489a-9c0d-133b1393c879 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:27.098340 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5d430978-5bec-489a-9c0d-133b1393c879 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:27.100498 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-5d430978-5bec-489a-9c0d-133b1393c879 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/d4d3165f-2a53-4b98-bac9-010df1285864 HTTP/1.1" status: 204 len: 168 time: 0.0907187 Nov 25 17:53:27.102666 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d430978-5bec-489a-9c0d-133b1393c879 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d4d3165f-2a53-4b98-bac9-010df1285864,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:27.103348 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49220) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:27.175426 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-15d502b0-e0b4-4e0f-819a-542453ffefbd tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0697892 Nov 25 17:53:27.178331 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49222) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:27.180532 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a40c8d-cf4b-4531-b226-aa4c46b4a839 req-77dc0b07-9e37-4b97-b261-b4e0333d1422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:27.182000 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-84a40c8d-cf4b-4531-b226-aa4c46b4a839 req-77dc0b07-9e37-4b97-b261-b4e0333d1422 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e69beea86d034f398c1d6fc720d35db8&device_id=6ebcc772-5424-44f1-b204-5ec9a995b0e7 HTTP/1.1" status: 200 len: 1097 time: 0.1515388 Nov 25 17:53:27.221165 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49224) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:27.267418 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f60262e5-129a-4e13-8cec-c86bac78e551 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:27.294321 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f60262e5-129a-4e13-8cec-c86bac78e551 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:27.349139 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f60262e5-129a-4e13-8cec-c86bac78e551 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:27.355692 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f60262e5-129a-4e13-8cec-c86bac78e551 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:27.361347 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f60262e5-129a-4e13-8cec-c86bac78e551 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "DELETE /v2.0/security-groups/af1d56ab-3b7a-4bbe-8e85-a26f1cc58bfb HTTP/1.1" status: 204 len: 168 time: 0.1816189 Nov 25 17:53:27.364761 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49228) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:27.397215 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60262e5-129a-4e13-8cec-c86bac78e551 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1d56ab-3b7a-4bbe-8e85-a26f1cc58bfb,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:27.408461 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ab75725e-e866-4793-8fa4-baf49ad0bc78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:27.476520 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4a09cd1c-7991-4059-8816-dc7e64111ee0 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1051104 Nov 25 17:53:27.485345 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49234) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:27.490114 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-5c76ac24-7d1d-4c0a-b009-e7f84f313a08 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Request body: {'security_group': {'name': 'tempest-secgroup--2059403610'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:27.532912 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5c76ac24-7d1d-4c0a-b009-e7f84f313a08 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:27.574701 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ab75725e-e866-4793-8fa4-baf49ad0bc78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:27.580054 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ab75725e-e866-4793-8fa4-baf49ad0bc78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:27.641176 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ab75725e-e866-4793-8fa4-baf49ad0bc78 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=dd0b005c947049fdb15906ba605c3f96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4162910 Nov 25 17:53:27.642183 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49240) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:27.646165 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab75725e-e866-4793-8fa4-baf49ad0bc78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ec5744-27c7-4396-9ddf-90439384706b,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:27.707549 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5c76ac24-7d1d-4c0a-b009-e7f84f313a08 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:27.713124 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5c76ac24-7d1d-4c0a-b009-e7f84f313a08 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:27.744321 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b53a1309-0ca6-4d9b-8bc9-c91906856b05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:27.755712 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5c76ac24-7d1d-4c0a-b009-e7f84f313a08 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:27.758076 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-5c76ac24-7d1d-4c0a-b009-e7f84f313a08 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2706192 Nov 25 17:53:27.768328 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49246) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:27.774127 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-a9f87a66-a4ee-4535-b697-215f3b671e3e tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Request body: {'security_group_rule': {'security_group_id': '5018d6cd-d950-425f-ac69-c7009421c061', 'direction': 'ingress', 'protocol': 17}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:27.779862 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c76ac24-7d1d-4c0a-b009-e7f84f313a08 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5018d6cd-d950-425f-ac69-c7009421c061,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:27.800086 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b53a1309-0ca6-4d9b-8bc9-c91906856b05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:27.837730 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a9f87a66-a4ee-4535-b697-215f3b671e3e tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:27.842850 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f4a5336-abf8-4111-b195-65c2cb808ff5 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Router 33081d06-b981-459f-a487-6ef56680b967 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:53:27.844309 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a40c8d-cf4b-4531-b226-aa4c46b4a839 req-4dd2ab58-f5fb-4045-b2bb-8fe122480ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:27.845970 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-84a40c8d-cf4b-4531-b226-aa4c46b4a839 req-4dd2ab58-f5fb-4045-b2bb-8fe122480ced service neutron] 10.222.0.74 "GET /v2.0/networks?id=766cc6a0-9cae-4dff-aad3-bb04508f9490 HTTP/1.1" status: 200 len: 909 time: 0.1733396 Nov 25 17:53:27.902499 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a9f87a66-a4ee-4535-b697-215f3b671e3e tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:27.911439 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a9f87a66-a4ee-4535-b697-215f3b671e3e tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:27.925048 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b53a1309-0ca6-4d9b-8bc9-c91906856b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:27.928488 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b53a1309-0ca6-4d9b-8bc9-c91906856b05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:27.940553 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b53a1309-0ca6-4d9b-8bc9-c91906856b05 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/64ec5744-27c7-4396-9ddf-90439384706b HTTP/1.1" status: 204 len: 168 time: 0.2907887 Nov 25 17:53:27.986622 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f87a66-a4ee-4535-b697-215f3b671e3e tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31cfe826-1d60-4b73-b09b-28e49dc9fa3c,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:27.988660 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53a1309-0ca6-4d9b-8bc9-c91906856b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ec5744-27c7-4396-9ddf-90439384706b,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:27.997418 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a9f87a66-a4ee-4535-b697-215f3b671e3e tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:28.004095 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a9f87a66-a4ee-4535-b697-215f3b671e3e tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2345085 Nov 25 17:53:28.009383 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49254) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:28.097297 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fea53a3a-0dfe-4c64-abbe-1185d7bd7fc8 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:28.128556 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fea53a3a-0dfe-4c64-abbe-1185d7bd7fc8 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:28.152193 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-84a40c8d-cf4b-4531-b226-aa4c46b4a839 req-d9b39aeb-0cc5-43be-8814-86414368cb05 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=538569fd-1f15-4370-97bc-c1b00113f18e HTTP/1.1" status: 200 len: 1001 time: 0.2981648 Nov 25 17:53:28.201114 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fea53a3a-0dfe-4c64-abbe-1185d7bd7fc8 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:28.206211 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fea53a3a-0dfe-4c64-abbe-1185d7bd7fc8 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:28.209705 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-fea53a3a-0dfe-4c64-abbe-1185d7bd7fc8 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "DELETE /v2.0/security-groups/5018d6cd-d950-425f-ac69-c7009421c061 HTTP/1.1" status: 204 len: 168 time: 0.1963627 Nov 25 17:53:28.211351 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49262) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:28.240433 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a40c8d-cf4b-4531-b226-aa4c46b4a839 req-b9e42778-2958-4dd2-b821-b7ac6c3a6757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:28.242294 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-84a40c8d-cf4b-4531-b226-aa4c46b4a839 req-b9e42778-2958-4dd2-b821-b7ac6c3a6757 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=50ec2d95-5a02-4606-9013-483e9966ecad HTTP/1.1" status: 200 len: 847 time: 0.0726557 Nov 25 17:53:28.246904 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f4a5336-abf8-4111-b195-65c2cb808ff5 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:53:28.260113 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d351873-fa9b-44d1-a9b6-f77e0286e67a None None] Sync routers for ids ['33081d06-b981-459f-a487-6ef56680b967'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:53:28.278392 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d351873-fa9b-44d1-a9b6-f77e0286e67a None None] Routers {'33081d06-b981-459f-a487-6ef56680b967'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:53:28.279409 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-6d351873-fa9b-44d1-a9b6-f77e0286e67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:53:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['33081d06-b981-459f-a487-6ef56680b967'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:53:28.295600 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea53a3a-0dfe-4c64-abbe-1185d7bd7fc8 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5018d6cd-d950-425f-ac69-c7009421c061,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:28.299917 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a40c8d-cf4b-4531-b226-aa4c46b4a839 req-c00a3746-8932-4524-b74c-45267307a4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:28.306146 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-84a40c8d-cf4b-4531-b226-aa4c46b4a839 req-c00a3746-8932-4524-b74c-45267307a4ee service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=766cc6a0-9cae-4dff-aad3-bb04508f9490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500596 Nov 25 17:53:28.306325 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a335b280-7b43-40c0-9056-e96287f7a047 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0798867 Nov 25 17:53:28.306844 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6f4a5336-abf8-4111-b195-65c2cb808ff5 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:28.308908 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49264) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:28.326215 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-10cba2c6-764b-4936-b8fb-bf387263023b tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Request body: {'security_group': {'name': 'tempest-secgroup--918017707'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:28.397246 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-6f4a5336-abf8-4111-b195-65c2cb808ff5 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4681523 Nov 25 17:53:28.398898 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d', 'tag': 'a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:53:28.401522 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8a08ad-3375-4e76-8e5d-c4f5bbc8da91" -d '{"events": [{"name": "network-changed", "server_uuid": "ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d", "tag": "a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:53:28.460793 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-10cba2c6-764b-4936-b8fb-bf387263023b tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:28.505375 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4bea98-c489-480e-81a6-df0962e8a07f x-openstack-request-id: req-1e4bea98-c489-480e-81a6-df0962e8a07f {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:53:28.505875 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d", "tag": "a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:53:28.506293 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1e4bea98-c489-480e-81a6-df0962e8a07f {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:53:28.506854 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d', 'tag': 'a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc', 'status': 'completed', 'code': 200} Nov 25 17:53:28.592549 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-6d351873-fa9b-44d1-a9b6-f77e0286e67a None None] Set router 33081d06-b981-459f-a487-6ef56680b967 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:53:28.616659 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a08ad-3375-4e76-8e5d-c4f5bbc8da91 req-83663ca6-cadc-48e1-95c6-9dd9d6ceefed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:28.622436 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3b8a08ad-3375-4e76-8e5d-c4f5bbc8da91 req-83663ca6-cadc-48e1-95c6-9dd9d6ceefed service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=867688fabf794394b7f5a37353b0165e&device_id=ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d HTTP/1.1" status: 200 len: 1096 time: 0.0942254 Nov 25 17:53:28.737449 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-10cba2c6-764b-4936-b8fb-bf387263023b tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:28.740355 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-84a40c8d-cf4b-4531-b226-aa4c46b4a839 req-0ef02158-380c-4462-934a-27071ccbd7ac service neutron] 10.222.0.74 "GET /v2.0/networks/766cc6a0-9cae-4dff-aad3-bb04508f9490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3898406 Nov 25 17:53:28.745128 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-10cba2c6-764b-4936-b8fb-bf387263023b tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:28.747084 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a08ad-3375-4e76-8e5d-c4f5bbc8da91 req-3197accc-28d8-47be-83ee-7c617a5b1bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:28.749700 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3b8a08ad-3375-4e76-8e5d-c4f5bbc8da91 req-3197accc-28d8-47be-83ee-7c617a5b1bf2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c5fb9f88-55e7-4f31-bafe-ad97633cf2ef HTTP/1.1" status: 200 len: 897 time: 0.1205418 Nov 25 17:53:28.859347 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-10cba2c6-764b-4936-b8fb-bf387263023b tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:28.863189 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-10cba2c6-764b-4936-b8fb-bf387263023b tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5413420 Nov 25 17:53:28.870130 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49292) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:28.884637 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-3e51799d-19b2-48a7-8d12-f5b190605db8 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Request body: {'security_group': {'name': 'tempest-secgroup--925568396'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:28.902639 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cba2c6-764b-4936-b8fb-bf387263023b tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2faccc-9b52-4423-abe6-d09ebc3e579e,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:28.921515 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f382dfda-5b00-412d-94f2-dd95ca6ca6da req-4ee89764-a7ce-413c-b9cd-acaef559feeb tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:28.929000 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f382dfda-5b00-412d-94f2-dd95ca6ca6da req-4ee89764-a7ce-413c-b9cd-acaef559feeb tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d HTTP/1.1" status: 200 len: 945 time: 0.3878055 Nov 25 17:53:28.968239 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3b8a08ad-3375-4e76-8e5d-c4f5bbc8da91 req-164a6d75-d9aa-421a-9b74-f0e514ab33f5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc HTTP/1.1" status: 200 len: 998 time: 0.2017605 Nov 25 17:53:29.011888 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-84a40c8d-cf4b-4531-b226-aa4c46b4a839 req-b9859e13-9e86-4976-9d9e-42d0eb9c7aea service neutron] 10.222.0.74 "GET /v2.0/networks/766cc6a0-9cae-4dff-aad3-bb04508f9490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457881 Nov 25 17:53:29.024455 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f382dfda-5b00-412d-94f2-dd95ca6ca6da req-01320c4e-9033-4967-bf88-f94719649b9b tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=5da7f36c-373d-42e3-b948-a3b8df03cf17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943437 Nov 25 17:53:29.043459 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49300) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:29.061034 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3e51799d-19b2-48a7-8d12-f5b190605db8 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:29.092042 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-6d351873-fa9b-44d1-a9b6-f77e0286e67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33081d06-b981-459f-a487-6ef56680b967', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765675927', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '39f560fd-5f43-436a-a13b-b0b1f8e628c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:53:02Z', 'updated_at': '2021-11-25T17:53:09Z', 'revision_number': 4, 'project_id': '867688fabf794394b7f5a37353b0165e', 'gw_port': {'id': '39f560fd-5f43-436a-a13b-b0b1f8e628c1', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ce:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33081d06-b981-459f-a487-6ef56680b967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:53:03Z', 'updated_at': '2021-11-25T17:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '543aa5a8-df71-49d6-8315-657205048736', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'floating_ip_address': '172.25.0.68', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '33081d06-b981-459f-a487-6ef56680b967', 'port_id': 'a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5fb9f88-55e7-4f31-bafe-ad97633cf2ef', 'mac_address': 'fa:16:3e:fe:18:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:53:26Z', 'updated_at': '2021-11-25T17:53:26Z', 'revision_number': 0, 'project_id': '867688fabf794394b7f5a37353b0165e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9da48e2f-185a-4338-91d1-6664e80397ca', 'name': '', 'network_id': 'c5fb9f88-55e7-4f31-bafe-ad97633cf2ef', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'mac_address': 'fa:16:3e:97:93:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33081d06-b981-459f-a487-6ef56680b967', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '1624fc43-6956-4e05-871a-a93fe68b0807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:53:08Z', 'updated_at': '2021-11-25T17:53:14Z', 'revision_number': 5, 'project_id': '867688fabf794394b7f5a37353b0165e', 'subnets': [{'id': '1624fc43-6956-4e05-871a-a93fe68b0807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:53:29.125921 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d351873-fa9b-44d1-a9b6-f77e0286e67a None None] Checking router: 33081d06-b981-459f-a487-6ef56680b967 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:53:29.127193 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a08ad-3375-4e76-8e5d-c4f5bbc8da91 req-e08cf592-829c-480e-b072-c11841f1a3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:29.129799 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3b8a08ad-3375-4e76-8e5d-c4f5bbc8da91 req-e08cf592-829c-480e-b072-c11841f1a3c8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1624fc43-6956-4e05-871a-a93fe68b0807 HTTP/1.1" status: 200 len: 835 time: 0.1463468 Nov 25 17:53:29.138161 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d351873-fa9b-44d1-a9b6-f77e0286e67a None None] Routers {'33081d06-b981-459f-a487-6ef56680b967'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:53:29.138925 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-6d351873-fa9b-44d1-a9b6-f77e0286e67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:53:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['33081d06-b981-459f-a487-6ef56680b967'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:53:29.197129 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-27c46dc9-4647-4806-b3e8-6f03f414e3f7 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/floatingips/543aa5a8-df71-49d6-8315-657205048736 HTTP/1.1" status: 200 len: 990 time: 0.1520691 Nov 25 17:53:29.302186 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a08ad-3375-4e76-8e5d-c4f5bbc8da91 req-0a1dc26f-c579-4b66-8d1a-6de0d00d69cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:29.303657 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3b8a08ad-3375-4e76-8e5d-c4f5bbc8da91 req-0a1dc26f-c579-4b66-8d1a-6de0d00d69cb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c5fb9f88-55e7-4f31-bafe-ad97633cf2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1632509 Nov 25 17:53:29.305517 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-6d351873-fa9b-44d1-a9b6-f77e0286e67a None None] Set router 33081d06-b981-459f-a487-6ef56680b967 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:53:29.351386 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3e51799d-19b2-48a7-8d12-f5b190605db8 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:29.374843 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3e51799d-19b2-48a7-8d12-f5b190605db8 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:29.405521 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3e51799d-19b2-48a7-8d12-f5b190605db8 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:29.406963 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3e51799d-19b2-48a7-8d12-f5b190605db8 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5379975 Nov 25 17:53:29.409822 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49306) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:29.415651 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-8df24c63-aa8b-4f45-9901-9906dece8361 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Request body: {'security_group_rule': {'security_group_id': '9f2faccc-9b52-4423-abe6-d09ebc3e579e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9ea1f8ec-f241-42e9-9392-9eff1075cc5a', 'remote_ip_prefix': None}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:29.478916 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8df24c63-aa8b-4f45-9901-9906dece8361 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:29.539770 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e51799d-19b2-48a7-8d12-f5b190605db8 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea1f8ec-f241-42e9-9392-9eff1075cc5a,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:29.612481 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3b8a08ad-3375-4e76-8e5d-c4f5bbc8da91 req-919e293a-f401-4226-a81d-9e1e9a3f725c service neutron] 10.222.0.74 "GET /v2.0/networks/c5fb9f88-55e7-4f31-bafe-ad97633cf2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914290 Nov 25 17:53:29.653240 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-6d351873-fa9b-44d1-a9b6-f77e0286e67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33081d06-b981-459f-a487-6ef56680b967', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765675927', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '39f560fd-5f43-436a-a13b-b0b1f8e628c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:53:02Z', 'updated_at': '2021-11-25T17:53:09Z', 'revision_number': 4, 'project_id': '867688fabf794394b7f5a37353b0165e', 'gw_port': {'id': '39f560fd-5f43-436a-a13b-b0b1f8e628c1', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ce:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33081d06-b981-459f-a487-6ef56680b967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:53:03Z', 'updated_at': '2021-11-25T17:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '543aa5a8-df71-49d6-8315-657205048736', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'floating_ip_address': '172.25.0.68', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '33081d06-b981-459f-a487-6ef56680b967', 'port_id': 'a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5fb9f88-55e7-4f31-bafe-ad97633cf2ef', 'mac_address': 'fa:16:3e:fe:18:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:53:26Z', 'updated_at': '2021-11-25T17:53:26Z', 'revision_number': 0, 'project_id': '867688fabf794394b7f5a37353b0165e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9da48e2f-185a-4338-91d1-6664e80397ca', 'name': '', 'network_id': 'c5fb9f88-55e7-4f31-bafe-ad97633cf2ef', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'mac_address': 'fa:16:3e:97:93:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33081d06-b981-459f-a487-6ef56680b967', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '1624fc43-6956-4e05-871a-a93fe68b0807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:53:08Z', 'updated_at': '2021-11-25T17:53:14Z', 'revision_number': 5, 'project_id': '867688fabf794394b7f5a37353b0165e', 'subnets': [{'id': '1624fc43-6956-4e05-871a-a93fe68b0807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:53:29.699352 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8df24c63-aa8b-4f45-9901-9906dece8361 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:29.708226 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8df24c63-aa8b-4f45-9901-9906dece8361 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:29.766435 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df24c63-aa8b-4f45-9901-9906dece8361 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe480439-3e8a-4877-9435-c1d480e09b27,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:29.790568 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8df24c63-aa8b-4f45-9901-9906dece8361 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:29.795033 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-8df24c63-aa8b-4f45-9901-9906dece8361 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3839674 Nov 25 17:53:29.795772 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49312) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:29.827334 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3b8a08ad-3375-4e76-8e5d-c4f5bbc8da91 req-a18a006f-4dfb-4094-b70c-e1b9ef6683b4 service neutron] 10.222.0.74 "GET /v2.0/networks/c5fb9f88-55e7-4f31-bafe-ad97633cf2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063563 Nov 25 17:53:29.852741 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1cb09ae6-21f1-4e56-9140-fa7b05a70769 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:29.863930 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1cb09ae6-21f1-4e56-9140-fa7b05a70769 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:29.901088 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d351873-fa9b-44d1-a9b6-f77e0286e67a None None] The sync data for ids ['33081d06-b981-459f-a487-6ef56680b967'] in n-d-817746-1 is: [{'id': '33081d06-b981-459f-a487-6ef56680b967', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765675927', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '39f560fd-5f43-436a-a13b-b0b1f8e628c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:53:02Z', 'updated_at': '2021-11-25T17:53:09Z', 'revision_number': 4, 'project_id': '867688fabf794394b7f5a37353b0165e', 'gw_port': {'id': '39f560fd-5f43-436a-a13b-b0b1f8e628c1', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ce:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33081d06-b981-459f-a487-6ef56680b967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:53:03Z', 'updated_at': '2021-11-25T17:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '543aa5a8-df71-49d6-8315-657205048736', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'floating_ip_address': '172.25.0.68', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '33081d06-b981-459f-a487-6ef56680b967', 'port_id': 'a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5fb9f88-55e7-4f31-bafe-ad97633cf2ef', 'mac_address': 'fa:16:3e:fe:18:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:53:26Z', 'updated_at': '2021-11-25T17:53:26Z', 'revision_number': 0, 'project_id': '867688fabf794394b7f5a37353b0165e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9da48e2f-185a-4338-91d1-6664e80397ca', 'name': '', 'network_id': 'c5fb9f88-55e7-4f31-bafe-ad97633cf2ef', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'mac_address': 'fa:16:3e:97:93:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33081d06-b981-459f-a487-6ef56680b967', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '1624fc43-6956-4e05-871a-a93fe68b0807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:53:08Z', 'updated_at': '2021-11-25T17:53:14Z', 'revision_number': 5, 'project_id': '867688fabf794394b7f5a37353b0165e', 'subnets': [{'id': '1624fc43-6956-4e05-871a-a93fe68b0807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:53:29.920024 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1cb09ae6-21f1-4e56-9140-fa7b05a70769 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:29.926904 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1cb09ae6-21f1-4e56-9140-fa7b05a70769 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:29.936909 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-1cb09ae6-21f1-4e56-9140-fa7b05a70769 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/fe480439-3e8a-4877-9435-c1d480e09b27 HTTP/1.1" status: 204 len: 168 time: 0.1311965 Nov 25 17:53:29.937128 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49318) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:29.951309 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb09ae6-21f1-4e56-9140-fa7b05a70769 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fe480439-3e8a-4877-9435-c1d480e09b27,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:30.001647 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-cf811008-4b7d-4e67-8162-d756b0e1416b tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0690255 Nov 25 17:53:30.005175 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49320) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:30.077545 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-07b80543-282c-4c25-97f0-3262b2dfdd1b tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:30.104182 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-07b80543-282c-4c25-97f0-3262b2dfdd1b tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:30.157791 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-07b80543-282c-4c25-97f0-3262b2dfdd1b tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:30.160412 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-07b80543-282c-4c25-97f0-3262b2dfdd1b tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:30.161732 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-07b80543-282c-4c25-97f0-3262b2dfdd1b tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "DELETE /v2.0/security-groups/9ea1f8ec-f241-42e9-9392-9eff1075cc5a HTTP/1.1" status: 204 len: 168 time: 0.1531491 Nov 25 17:53:30.165216 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49324) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:30.177801 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b80543-282c-4c25-97f0-3262b2dfdd1b tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea1f8ec-f241-42e9-9392-9eff1075cc5a,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:30.201081 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49326) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:30.234514 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dd1867-77a5-43dd-8c80-953f1835e11e None None] New status for floating IP 543aa5a8-df71-49d6-8315-657205048736: ACTIVE {{(pid=103362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:53:30.245943 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-153c8b37-dff0-4d80-8efd-d3204fbca0fb tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0797179 Nov 25 17:53:30.248611 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49328) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:30.322554 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-40a57ab1-8f2e-475e-86ae-74cf90849b37 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:30.340892 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-18e9f8d5-4814-4557-b30b-20efdfa73458 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/floatingips/543aa5a8-df71-49d6-8315-657205048736 HTTP/1.1" status: 200 len: 990 time: 0.1278818 Nov 25 17:53:30.347875 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-40a57ab1-8f2e-475e-86ae-74cf90849b37 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:30.408900 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-40a57ab1-8f2e-475e-86ae-74cf90849b37 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:30.412902 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-40a57ab1-8f2e-475e-86ae-74cf90849b37 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:30.415364 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-40a57ab1-8f2e-475e-86ae-74cf90849b37 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "DELETE /v2.0/security-groups/9f2faccc-9b52-4423-abe6-d09ebc3e579e HTTP/1.1" status: 204 len: 168 time: 0.1656342 Nov 25 17:53:30.417992 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49330) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:30.431353 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a57ab1-8f2e-475e-86ae-74cf90849b37 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2faccc-9b52-4423-abe6-d09ebc3e579e,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:30.499170 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49332) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:30.500496 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-019db567-b377-4b53-b43b-4e7dd3c4e503 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0805051 Nov 25 17:53:30.505563 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-c71bba05-940f-4bf7-a5d5-b4bc36bcfff9 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Request body: {'security_group': {'name': 'tempest-secgroup--937849906'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:30.540180 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c71bba05-940f-4bf7-a5d5-b4bc36bcfff9 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:30.612325 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c71bba05-940f-4bf7-a5d5-b4bc36bcfff9 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:30.616771 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c71bba05-940f-4bf7-a5d5-b4bc36bcfff9 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:30.650039 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c71bba05-940f-4bf7-a5d5-b4bc36bcfff9 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:30.654048 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c71bba05-940f-4bf7-a5d5-b4bc36bcfff9 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1508276 Nov 25 17:53:30.654176 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49334) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:30.658453 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-c652da55-9dbd-44fe-9e57-303106b50930 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Request body: {'security_group_rule': {'security_group_id': 'f5b7972b-73ff-4d8c-9fba-f2ac5e382ab3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:30.664644 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71bba05-940f-4bf7-a5d5-b4bc36bcfff9 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b7972b-73ff-4d8c-9fba-f2ac5e382ab3,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:30.697426 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c652da55-9dbd-44fe-9e57-303106b50930 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:30.769063 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c652da55-9dbd-44fe-9e57-303106b50930 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:30.773980 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c652da55-9dbd-44fe-9e57-303106b50930 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:30.794810 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c652da55-9dbd-44fe-9e57-303106b50930 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddfe5b98-3ae3-4a2b-8ec0-0914a4e87638,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:30.806542 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c652da55-9dbd-44fe-9e57-303106b50930 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:30.807823 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c652da55-9dbd-44fe-9e57-303106b50930 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1528101 Nov 25 17:53:30.811015 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49340) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:30.841913 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ec3e25a8-7c65-4200-a367-94d9924bd01e tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:30.852887 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ec3e25a8-7c65-4200-a367-94d9924bd01e tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:30.885488 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ec3e25a8-7c65-4200-a367-94d9924bd01e tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:30.899821 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ec3e25a8-7c65-4200-a367-94d9924bd01e tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:30.903571 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ec3e25a8-7c65-4200-a367-94d9924bd01e tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/ddfe5b98-3ae3-4a2b-8ec0-0914a4e87638 HTTP/1.1" status: 204 len: 168 time: 0.0888438 Nov 25 17:53:30.904220 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49342) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:30.910748 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e25a8-7c65-4200-a367-94d9924bd01e tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ddfe5b98-3ae3-4a2b-8ec0-0914a4e87638,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:30.963499 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7dd905ca-3b1d-452a-9658-816a620bff02 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0585387 Nov 25 17:53:30.967426 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49346) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:31.032974 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fa99e848-7dfd-48d7-bb55-b73371b7d68a tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:31.058305 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fa99e848-7dfd-48d7-bb55-b73371b7d68a tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:31.109869 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fa99e848-7dfd-48d7-bb55-b73371b7d68a tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:31.114857 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fa99e848-7dfd-48d7-bb55-b73371b7d68a tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:31.118735 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-fa99e848-7dfd-48d7-bb55-b73371b7d68a tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "DELETE /v2.0/security-groups/f5b7972b-73ff-4d8c-9fba-f2ac5e382ab3 HTTP/1.1" status: 204 len: 168 time: 0.1489923 Nov 25 17:53:31.119197 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49348) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:31.128203 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa99e848-7dfd-48d7-bb55-b73371b7d68a tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b7972b-73ff-4d8c-9fba-f2ac5e382ab3,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:31.170130 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-db48084f-df7d-4fcc-8b5d-b67a61284bbd tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0496740 Nov 25 17:53:31.173935 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49350) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:31.178241 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-2dd7f402-4252-4d46-bfd6-04f9f72e84da tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Request body: {'security_group': {'name': 'tempest-secgroup--1711001660'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:31.200896 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2dd7f402-4252-4d46-bfd6-04f9f72e84da tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:31.267331 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2dd7f402-4252-4d46-bfd6-04f9f72e84da tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:31.271311 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2dd7f402-4252-4d46-bfd6-04f9f72e84da tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:31.299732 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2dd7f402-4252-4d46-bfd6-04f9f72e84da tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:31.303386 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-2dd7f402-4252-4d46-bfd6-04f9f72e84da tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1262059 Nov 25 17:53:31.304611 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49352) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:31.305501 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd7f402-4252-4d46-bfd6-04f9f72e84da tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7873e148-b3e7-4f16-a211-f4704979790b,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:31.310753 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-f17c9976-4d9e-49e5-b8bf-16a649a92683 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Request body: {'security_group_rule': {'security_group_id': '7873e148-b3e7-4f16-a211-f4704979790b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:31.334173 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49354) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:31.392547 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f17c9976-4d9e-49e5-b8bf-16a649a92683 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:31.414053 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-822c3d16-8306-4536-a819-ab47ac965707 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/floatingips/543aa5a8-df71-49d6-8315-657205048736 HTTP/1.1" status: 200 len: 992 time: 0.0787334 Nov 25 17:53:31.448456 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f17c9976-4d9e-49e5-b8bf-16a649a92683 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:31.452049 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f17c9976-4d9e-49e5-b8bf-16a649a92683 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:31.471722 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c9976-4d9e-49e5-b8bf-16a649a92683 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfc53bc2-4b9d-44c5-ac85-5c0e85942b68,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:31.477916 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f17c9976-4d9e-49e5-b8bf-16a649a92683 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:31.481924 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f17c9976-4d9e-49e5-b8bf-16a649a92683 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1759155 Nov 25 17:53:31.482253 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49356) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:31.505346 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-2589b4b6-5199-4ed1-ad6e-b78c72e4601e tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "GET /v2.0/security-group-rules/dfc53bc2-4b9d-44c5-ac85-5c0e85942b68 HTTP/1.1" status: 200 len: 763 time: 0.0217159 Nov 25 17:53:31.508486 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49358) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:31.548516 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-fa459046-c666-4c29-b28f-3e0842d0ff03 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0387378 Nov 25 17:53:31.551015 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49360) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:31.575737 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0115b707-0d3f-453c-adea-df49f98154b5 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:31.583219 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0115b707-0d3f-453c-adea-df49f98154b5 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:31.608707 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0115b707-0d3f-453c-adea-df49f98154b5 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:31.615295 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0115b707-0d3f-453c-adea-df49f98154b5 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:31.617052 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-0115b707-0d3f-453c-adea-df49f98154b5 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/dfc53bc2-4b9d-44c5-ac85-5c0e85942b68 HTTP/1.1" status: 204 len: 168 time: 0.0644805 Nov 25 17:53:31.619731 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49362) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:31.623057 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0115b707-0d3f-453c-adea-df49f98154b5 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dfc53bc2-4b9d-44c5-ac85-5c0e85942b68,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:31.660536 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1196daca-f378-4d34-92a4-e1e405779ee0 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0395050 Nov 25 17:53:31.663027 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49364) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:31.667907 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-1c9baa22-9e77-459f-b19c-6d64ab10d0a7 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Request body: {'security_group_rule': {'security_group_id': '7873e148-b3e7-4f16-a211-f4704979790b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:31.694764 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1c9baa22-9e77-459f-b19c-6d64ab10d0a7 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:31.757927 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1c9baa22-9e77-459f-b19c-6d64ab10d0a7 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:31.761649 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1c9baa22-9e77-459f-b19c-6d64ab10d0a7 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:31.782546 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9baa22-9e77-459f-b19c-6d64ab10d0a7 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e9a599d-1011-437a-92e6-8718cf1b1441,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:31.789167 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1c9baa22-9e77-459f-b19c-6d64ab10d0a7 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:31.793246 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1c9baa22-9e77-459f-b19c-6d64ab10d0a7 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1286507 Nov 25 17:53:31.793456 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49368) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:31.811460 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-181ae1ab-498d-431a-9ac2-00397be14ad8 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "GET /v2.0/security-group-rules/4e9a599d-1011-437a-92e6-8718cf1b1441 HTTP/1.1" status: 200 len: 763 time: 0.0168004 Nov 25 17:53:31.814311 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49370) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:31.858451 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-da822a2e-d0cd-4f7b-bea2-43c90a8f4652 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0428946 Nov 25 17:53:31.860871 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49372) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:31.885571 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d780282c-9f35-4d70-9017-515f85a9e008 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:31.893316 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d780282c-9f35-4d70-9017-515f85a9e008 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:31.921596 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d780282c-9f35-4d70-9017-515f85a9e008 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:31.931073 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d780282c-9f35-4d70-9017-515f85a9e008 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:31.938956 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d780282c-9f35-4d70-9017-515f85a9e008 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/4e9a599d-1011-437a-92e6-8718cf1b1441 HTTP/1.1" status: 204 len: 168 time: 0.0770531 Nov 25 17:53:31.941457 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49376) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:31.948490 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d780282c-9f35-4d70-9017-515f85a9e008 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e9a599d-1011-437a-92e6-8718cf1b1441,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:31.992576 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f35c5c1c-4b96-4ee2-a506-1f547c98903f tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0472145 Nov 25 17:53:31.992844 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49380) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:31.997443 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-c7766c1d-1f22-4d41-965f-7e1068c9b95c tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Request body: {'security_group_rule': {'security_group_id': '7873e148-b3e7-4f16-a211-f4704979790b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:32.037077 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c7766c1d-1f22-4d41-965f-7e1068c9b95c tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:32.102168 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c7766c1d-1f22-4d41-965f-7e1068c9b95c tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:32.109399 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c7766c1d-1f22-4d41-965f-7e1068c9b95c tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:32.135400 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7766c1d-1f22-4d41-965f-7e1068c9b95c tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bc4c209-f5fa-49cd-a1c0-82e043dbb5a9,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:32.148059 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c7766c1d-1f22-4d41-965f-7e1068c9b95c tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:32.152293 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49386) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:32.153565 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c7766c1d-1f22-4d41-965f-7e1068c9b95c tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1594713 Nov 25 17:53:32.173632 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49388) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:32.173860 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4cfa2bc9-236d-4025-9232-228f70bd4d1a tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "GET /v2.0/security-group-rules/1bc4c209-f5fa-49cd-a1c0-82e043dbb5a9 HTTP/1.1" status: 200 len: 764 time: 0.0197902 Nov 25 17:53:32.231023 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-cd8a533d-4928-4630-96f3-ecb6f09f8f8d tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0541770 Nov 25 17:53:32.231289 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49392) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:32.264243 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d8fba6a6-7927-4ae5-9160-52e1dc1f18d5 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:32.272371 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d8fba6a6-7927-4ae5-9160-52e1dc1f18d5 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:32.301332 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d8fba6a6-7927-4ae5-9160-52e1dc1f18d5 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:32.322926 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d8fba6a6-7927-4ae5-9160-52e1dc1f18d5 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:32.326888 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49394) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:32.327067 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d8fba6a6-7927-4ae5-9160-52e1dc1f18d5 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/1bc4c209-f5fa-49cd-a1c0-82e043dbb5a9 HTTP/1.1" status: 204 len: 168 time: 0.0947375 Nov 25 17:53:32.328626 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fba6a6-7927-4ae5-9160-52e1dc1f18d5 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1bc4c209-f5fa-49cd-a1c0-82e043dbb5a9,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:32.367553 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3f26eb84-dd44-4bcd-a324-e3fe9e0a1436 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0392592 Nov 25 17:53:32.370161 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49396) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:32.426801 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a6193b9c-4024-42e2-841b-44960ac7b3fa tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:32.453040 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a6193b9c-4024-42e2-841b-44960ac7b3fa tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:32.495815 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a6193b9c-4024-42e2-841b-44960ac7b3fa tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:32.498825 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a6193b9c-4024-42e2-841b-44960ac7b3fa tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:32.500214 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a6193b9c-4024-42e2-841b-44960ac7b3fa tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "DELETE /v2.0/security-groups/7873e148-b3e7-4f16-a211-f4704979790b HTTP/1.1" status: 204 len: 168 time: 0.1289685 Nov 25 17:53:32.503107 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49398) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:32.512536 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6193b9c-4024-42e2-841b-44960ac7b3fa tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7873e148-b3e7-4f16-a211-f4704979790b,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:32.562257 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-59f3672c-1ff5-4aaf-a010-4cdf47ad00c8 tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0575626 Nov 25 17:53:32.567746 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49400) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:32.618764 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-872367d5-534e-462c-b9b0-2eab3fde8cfc tempest-SecGroupTest-2092963376 tempest-SecGroupTest-2092963376-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0476086 Nov 25 17:53:32.887916 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49408) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:33.048230 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-cf110e1f-b376-4330-bfe6-e90c6d8ad86c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=bc1ad13800004abf9aaa9b123bc71643&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1570101 Nov 25 17:53:33.048522 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49414) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:33.099678 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9798daa1-72ba-4738-bed7-6c8cde02ebc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:33.121447 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9798daa1-72ba-4738-bed7-6c8cde02ebc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:33.177776 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9798daa1-72ba-4738-bed7-6c8cde02ebc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:33.180943 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9798daa1-72ba-4738-bed7-6c8cde02ebc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:33.184532 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9798daa1-72ba-4738-bed7-6c8cde02ebc3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/71931216-3391-4254-9867-adb2da2146a7 HTTP/1.1" status: 204 len: 168 time: 0.1328225 Nov 25 17:53:33.196750 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9798daa1-72ba-4738-bed7-6c8cde02ebc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71931216-3391-4254-9867-adb2da2146a7,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:33.920658 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49440) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:34.037459 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-8967609e-4fcf-4aeb-aefb-80742bea2834 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:34.038322 n-d-817746-1 neutron-server[103360]: WARNING neutron.api.v2.base [None req-8967609e-4fcf-4aeb-aefb-80742bea2834 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 25 17:53:34.039073 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-8967609e-4fcf-4aeb-aefb-80742bea2834 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] create failed (client error): There was a conflict when trying to complete your request. Nov 25 17:53:34.040066 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8967609e-4fcf-4aeb-aefb-80742bea2834 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1183281 Nov 25 17:53:34.043677 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49446) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:34.056846 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-e0ff5b4d-bb66-4f7e-ad85-99d827f80cb5 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Request body: {'security_group': {'name': 'tempest-secgroup--1575138697'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:34.077035 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e0ff5b4d-bb66-4f7e-ad85-99d827f80cb5 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:34.087217 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e0ff5b4d-bb66-4f7e-ad85-99d827f80cb5 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:34.186231 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e0ff5b4d-bb66-4f7e-ad85-99d827f80cb5 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:34.191361 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e0ff5b4d-bb66-4f7e-ad85-99d827f80cb5 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:34.238025 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ff5b4d-bb66-4f7e-ad85-99d827f80cb5 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56ab1ad0-1099-4be3-a23c-155f29ce79fc,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:34.281259 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e0ff5b4d-bb66-4f7e-ad85-99d827f80cb5 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:34.285321 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e0ff5b4d-bb66-4f7e-ad85-99d827f80cb5 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:34.323298 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e0ff5b4d-bb66-4f7e-ad85-99d827f80cb5 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:34.327784 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49450) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:34.328350 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e0ff5b4d-bb66-4f7e-ad85-99d827f80cb5 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2832191 Nov 25 17:53:34.329027 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ff5b4d-bb66-4f7e-ad85-99d827f80cb5 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93c28115-2ee9-4573-b0ab-0a98bf7576a2,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:34.332543 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-afd669f8-a3ee-47e6-8ee1-e7c7c3108743 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Request body: {'security_group_rule': {'security_group_id': '93c28115-2ee9-4573-b0ab-0a98bf7576a2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:34.368421 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-afd669f8-a3ee-47e6-8ee1-e7c7c3108743 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:34.440752 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-afd669f8-a3ee-47e6-8ee1-e7c7c3108743 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:34.446719 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-afd669f8-a3ee-47e6-8ee1-e7c7c3108743 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:34.468710 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd669f8-a3ee-47e6-8ee1-e7c7c3108743 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5564e939-f5eb-439c-a55c-2e7b8c781414,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:34.477701 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-afd669f8-a3ee-47e6-8ee1-e7c7c3108743 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:34.479204 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-afd669f8-a3ee-47e6-8ee1-e7c7c3108743 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1504235 Nov 25 17:53:34.482209 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49454) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:34.487831 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-ad3f214e-fc36-413a-af10-4b274acdfa44 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Request body: {'security_group_rule': {'security_group_id': '93c28115-2ee9-4573-b0ab-0a98bf7576a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:34.537184 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ad3f214e-fc36-413a-af10-4b274acdfa44 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:34.601986 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-ad3f214e-fc36-413a-af10-4b274acdfa44 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] create failed (client error): There was a conflict when trying to complete your request. Nov 25 17:53:34.603514 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ad3f214e-fc36-413a-af10-4b274acdfa44 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1198671 Nov 25 17:53:34.606582 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49458) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:34.670018 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49460) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:34.678014 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-184d1a9d-b7a2-41a5-bb3d-840241137d96 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:34.709246 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-184d1a9d-b7a2-41a5-bb3d-840241137d96 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:34.782345 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-184d1a9d-b7a2-41a5-bb3d-840241137d96 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:34.785171 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-184d1a9d-b7a2-41a5-bb3d-840241137d96 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:34.786547 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-184d1a9d-b7a2-41a5-bb3d-840241137d96 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] 10.222.0.75 "DELETE /v2.0/security-groups/93c28115-2ee9-4573-b0ab-0a98bf7576a2 HTTP/1.1" status: 204 len: 168 time: 0.1785028 Nov 25 17:53:34.791047 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49466) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:34.797860 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184d1a9d-b7a2-41a5-bb3d-840241137d96 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c28115-2ee9-4573-b0ab-0a98bf7576a2,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:34.859448 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e1a8d709-8b99-4079-be96-4a0e1b74c003 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:34.878396 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-86505053-b0ae-4716-9376-c3e30353320d tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0797167 Nov 25 17:53:34.879572 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49470) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:34.885735 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-abf4f2fd-a9a9-4943-ba64-845819616654 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Request body: {'security_group': {'name': 'tempest-secgroup--1085409319'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:34.911676 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-abf4f2fd-a9a9-4943-ba64-845819616654 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:34.952441 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e1a8d709-8b99-4079-be96-4a0e1b74c003 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:34.957272 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e1a8d709-8b99-4079-be96-4a0e1b74c003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:35.000372 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e1a8d709-8b99-4079-be96-4a0e1b74c003 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=84e6797fa24a438dafee1dce445fa828&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3291793 Nov 25 17:53:35.002930 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49474) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:35.011346 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8d709-8b99-4079-be96-4a0e1b74c003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d8c41a-14c0-458a-87d9-610f2211dffd,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:35.023730 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-abf4f2fd-a9a9-4943-ba64-845819616654 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:35.030109 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-abf4f2fd-a9a9-4943-ba64-845819616654 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:35.063495 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-abf4f2fd-a9a9-4943-ba64-845819616654 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:35.067284 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-abf4f2fd-a9a9-4943-ba64-845819616654 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1829956 Nov 25 17:53:35.067425 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49476) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:35.068495 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf4f2fd-a9a9-4943-ba64-845819616654 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0c865a-6986-4b41-9c56-0d417d75118f,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:35.075206 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-0cdb8a39-4510-4bf9-b776-8fde1f29e419 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Request body: {'security_group_rule': {'security_group_id': 'fc0c865a-6986-4b41-9c56-0d417d75118f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:35.076015 n-d-817746-1 neutron-server[103360]: WARNING neutron.api.v2.base [None req-0cdb8a39-4510-4bf9-b776-8fde1f29e419 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 25 17:53:35.077124 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-0cdb8a39-4510-4bf9-b776-8fde1f29e419 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:53:35.078088 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0cdb8a39-4510-4bf9-b776-8fde1f29e419 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0098405 Nov 25 17:53:35.081401 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49478) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:35.099957 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a301aff8-0720-499b-83f4-4005a2d7382a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:35.130312 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a301aff8-0720-499b-83f4-4005a2d7382a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:35.191408 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a301aff8-0720-499b-83f4-4005a2d7382a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:35.195777 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8d501863-47f1-4779-90df-6d67f7c50b09 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:35.197354 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a301aff8-0720-499b-83f4-4005a2d7382a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:35.199065 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a301aff8-0720-499b-83f4-4005a2d7382a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/46d8c41a-14c0-458a-87d9-610f2211dffd HTTP/1.1" status: 204 len: 168 time: 0.1952024 Nov 25 17:53:35.228709 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a301aff8-0720-499b-83f4-4005a2d7382a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d8c41a-14c0-458a-87d9-610f2211dffd,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:35.230204 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8d501863-47f1-4779-90df-6d67f7c50b09 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:35.282154 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8d501863-47f1-4779-90df-6d67f7c50b09 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:35.285490 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8d501863-47f1-4779-90df-6d67f7c50b09 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:35.290004 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49484) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:35.290168 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-8d501863-47f1-4779-90df-6d67f7c50b09 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] 10.222.0.75 "DELETE /v2.0/security-groups/fc0c865a-6986-4b41-9c56-0d417d75118f HTTP/1.1" status: 204 len: 168 time: 0.2074194 Nov 25 17:53:35.301487 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d501863-47f1-4779-90df-6d67f7c50b09 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0c865a-6986-4b41-9c56-0d417d75118f,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:35.357332 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-208791ac-db32-4e8f-8b8b-857305266cd2 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0661273 Nov 25 17:53:35.360961 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49488) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:35.366022 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-9fa40af2-aae2-47bd-9637-b72f1b3189a4 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Request body: {'security_group': {'name': 'tempest-secgroup--1238400685'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:35.415328 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9fa40af2-aae2-47bd-9637-b72f1b3189a4 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:35.520245 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9fa40af2-aae2-47bd-9637-b72f1b3189a4 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:35.524700 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9fa40af2-aae2-47bd-9637-b72f1b3189a4 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:35.560988 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa40af2-aae2-47bd-9637-b72f1b3189a4 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f814e9c-b6cc-4284-8a81-52689fd01d60,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:35.566743 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9fa40af2-aae2-47bd-9637-b72f1b3189a4 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:35.568158 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-9fa40af2-aae2-47bd-9637-b72f1b3189a4 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2061927 Nov 25 17:53:35.571392 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49492) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:35.576330 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-d4bb9182-0ca5-47c0-bbc5-aa2d6dca2333 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Request body: {'security_group_rule': {'security_group_id': '3f814e9c-b6cc-4284-8a81-52689fd01d60', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:35.577905 n-d-817746-1 neutron-server[103361]: WARNING neutron.api.v2.base [None req-d4bb9182-0ca5-47c0-bbc5-aa2d6dca2333 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 25 17:53:35.578435 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [None req-d4bb9182-0ca5-47c0-bbc5-aa2d6dca2333 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:53:35.582539 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d4bb9182-0ca5-47c0-bbc5-aa2d6dca2333 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0071218 Nov 25 17:53:35.583700 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49494) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:35.671142 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5c07109a-c4e4-449a-9317-721f38fbf68f tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:35.703902 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5c07109a-c4e4-449a-9317-721f38fbf68f tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:35.754348 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5c07109a-c4e4-449a-9317-721f38fbf68f tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:35.757318 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5c07109a-c4e4-449a-9317-721f38fbf68f tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:35.761164 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-5c07109a-c4e4-449a-9317-721f38fbf68f tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] 10.222.0.75 "DELETE /v2.0/security-groups/3f814e9c-b6cc-4284-8a81-52689fd01d60 HTTP/1.1" status: 204 len: 168 time: 0.1728473 Nov 25 17:53:35.761486 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49496) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:35.768996 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c07109a-c4e4-449a-9317-721f38fbf68f tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f814e9c-b6cc-4284-8a81-52689fd01d60,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:35.826423 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-4625a5b6-b94a-4a6e-b020-97eca66d86ed tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0634882 Nov 25 17:53:35.830677 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49498) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:35.836195 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-135110ef-2248-43ab-ae09-d7bb96e7e534 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Request body: {'security_group': {'name': 'tempest-secgroup--1731950607'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:35.866512 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-135110ef-2248-43ab-ae09-d7bb96e7e534 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:35.940758 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-135110ef-2248-43ab-ae09-d7bb96e7e534 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:35.944915 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-135110ef-2248-43ab-ae09-d7bb96e7e534 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:35.974987 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135110ef-2248-43ab-ae09-d7bb96e7e534 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a96808af-7bd5-4518-a43b-2b1f2a3035c6,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:35.984548 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-135110ef-2248-43ab-ae09-d7bb96e7e534 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:35.989318 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-135110ef-2248-43ab-ae09-d7bb96e7e534 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1541994 Nov 25 17:53:35.989318 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49500) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:35.993721 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-bfc4fe5f-367b-49ab-8e65-ec23a36f94c5 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Request body: {'security_group_rule': {'security_group_id': 'a96808af-7bd5-4518-a43b-2b1f2a3035c6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:36.006852 n-d-817746-1 neutron-server[103360]: WARNING neutron.api.v2.base [None req-bfc4fe5f-367b-49ab-8e65-ec23a36f94c5 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 25 17:53:36.007516 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-bfc4fe5f-367b-49ab-8e65-ec23a36f94c5 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:53:36.008613 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-bfc4fe5f-367b-49ab-8e65-ec23a36f94c5 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0184577 Nov 25 17:53:36.011336 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49502) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:36.015428 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-6f5e155b-b589-4f0e-848c-05c700283a02 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Request body: {'security_group_rule': {'security_group_id': 'a96808af-7bd5-4518-a43b-2b1f2a3035c6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:36.016067 n-d-817746-1 neutron-server[103360]: WARNING neutron.api.v2.base [None req-6f5e155b-b589-4f0e-848c-05c700283a02 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 25 17:53:36.016524 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-6f5e155b-b589-4f0e-848c-05c700283a02 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:53:36.017451 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6f5e155b-b589-4f0e-848c-05c700283a02 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0052302 Nov 25 17:53:36.019704 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49504) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:36.025420 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-8677e5e8-8ce7-42aa-ab4c-f1893f8a96e3 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Request body: {'security_group_rule': {'security_group_id': 'a96808af-7bd5-4518-a43b-2b1f2a3035c6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:36.026195 n-d-817746-1 neutron-server[103360]: WARNING neutron.api.v2.base [None req-8677e5e8-8ce7-42aa-ab4c-f1893f8a96e3 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 25 17:53:36.026657 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-8677e5e8-8ce7-42aa-ab4c-f1893f8a96e3 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:53:36.027635 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8677e5e8-8ce7-42aa-ab4c-f1893f8a96e3 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0071084 Nov 25 17:53:36.030012 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49506) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:36.033859 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-29412bac-ad5c-4583-87d5-404c52f62937 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Request body: {'security_group_rule': {'security_group_id': 'a96808af-7bd5-4518-a43b-2b1f2a3035c6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:36.034680 n-d-817746-1 neutron-server[103360]: WARNING neutron.api.v2.base [None req-29412bac-ad5c-4583-87d5-404c52f62937 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 25 17:53:36.035171 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-29412bac-ad5c-4583-87d5-404c52f62937 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:53:36.036066 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-29412bac-ad5c-4583-87d5-404c52f62937 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0052166 Nov 25 17:53:36.039238 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49508) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:36.091286 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-266769e2-b2d6-48e0-8fae-6871122eb99f tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:36.114794 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-266769e2-b2d6-48e0-8fae-6871122eb99f tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:36.161648 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-266769e2-b2d6-48e0-8fae-6871122eb99f tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:36.165151 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-266769e2-b2d6-48e0-8fae-6871122eb99f tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:36.166545 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-266769e2-b2d6-48e0-8fae-6871122eb99f tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] 10.222.0.75 "DELETE /v2.0/security-groups/a96808af-7bd5-4518-a43b-2b1f2a3035c6 HTTP/1.1" status: 204 len: 168 time: 0.1264005 Nov 25 17:53:36.169480 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49510) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:36.176654 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266769e2-b2d6-48e0-8fae-6871122eb99f tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96808af-7bd5-4518-a43b-2b1f2a3035c6,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:36.227267 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-4467332b-8d3a-4dc9-aae6-0b9195af4ed1 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0506909 Nov 25 17:53:36.228107 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49514) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:36.234383 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-480a86a8-fff7-44e7-9e4d-4169f61d6e56 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Request body: {'security_group': {'name': 'tempest-secgroup--1879382983'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:36.260315 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-480a86a8-fff7-44e7-9e4d-4169f61d6e56 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:36.348316 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-480a86a8-fff7-44e7-9e4d-4169f61d6e56 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:36.353071 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-480a86a8-fff7-44e7-9e4d-4169f61d6e56 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:36.387344 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-480a86a8-fff7-44e7-9e4d-4169f61d6e56 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:36.388688 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-480a86a8-fff7-44e7-9e4d-4169f61d6e56 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1606374 Nov 25 17:53:36.389882 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480a86a8-fff7-44e7-9e4d-4169f61d6e56 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b44816-1a47-4d22-b69a-69a121b698bf,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:36.391574 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49516) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:36.398263 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-158920d0-8571-4b88-b75b-e117738c5e48 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Request body: {'security_group_rule': {'security_group_id': 'f9b44816-1a47-4d22-b69a-69a121b698bf', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:36.398888 n-d-817746-1 neutron-server[103361]: WARNING neutron.api.v2.base [None req-158920d0-8571-4b88-b75b-e117738c5e48 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 25 17:53:36.399374 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [None req-158920d0-8571-4b88-b75b-e117738c5e48 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:53:36.400340 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-158920d0-8571-4b88-b75b-e117738c5e48 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0077798 Nov 25 17:53:36.402952 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49518) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:36.407097 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-c705f963-6875-4a81-a364-b369f8ba0256 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Request body: {'security_group_rule': {'security_group_id': 'f9b44816-1a47-4d22-b69a-69a121b698bf', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:36.440885 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [None req-c705f963-6875-4a81-a364-b369f8ba0256 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:53:36.441928 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c705f963-6875-4a81-a364-b369f8ba0256 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0380487 Nov 25 17:53:36.445733 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49520) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:36.450029 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-b03a89b8-a6ea-4ebc-ae7b-5808d01486b7 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Request body: {'security_group_rule': {'security_group_id': 'f9b44816-1a47-4d22-b69a-69a121b698bf', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:36.450509 n-d-817746-1 neutron-server[103361]: WARNING neutron.api.v2.base [None req-b03a89b8-a6ea-4ebc-ae7b-5808d01486b7 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 25 17:53:36.450970 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [None req-b03a89b8-a6ea-4ebc-ae7b-5808d01486b7 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:53:36.451892 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-b03a89b8-a6ea-4ebc-ae7b-5808d01486b7 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0052490 Nov 25 17:53:36.454500 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49522) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:36.459050 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-4729814e-3da9-4521-a41e-4eff5dfc36da tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Request body: {'security_group_rule': {'security_group_id': 'f9b44816-1a47-4d22-b69a-69a121b698bf', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:36.493268 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-4729814e-3da9-4521-a41e-4eff5dfc36da tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:53:36.494317 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4729814e-3da9-4521-a41e-4eff5dfc36da tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0388558 Nov 25 17:53:36.497118 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49524) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:36.505518 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-fb899316-216c-420d-b60e-99f3ac8c10fd tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Request body: {'security_group_rule': {'security_group_id': 'f9b44816-1a47-4d22-b69a-69a121b698bf', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:36.506316 n-d-817746-1 neutron-server[103360]: WARNING neutron.api.v2.base [None req-fb899316-216c-420d-b60e-99f3ac8c10fd tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 25 17:53:36.507694 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-fb899316-216c-420d-b60e-99f3ac8c10fd tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:53:36.508648 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-fb899316-216c-420d-b60e-99f3ac8c10fd tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0106421 Nov 25 17:53:36.511077 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49526) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:36.515112 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-c463b10b-cf96-4d96-b25e-6211324510b0 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Request body: {'security_group_rule': {'security_group_id': 'f9b44816-1a47-4d22-b69a-69a121b698bf', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:36.537816 n-d-817746-1 neutron-server[103360]: INFO neutron.db.securitygroups_db [None req-c463b10b-cf96-4d96-b25e-6211324510b0 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Project 71dda14e75224b909f1742efc9e2db7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:53:36.550298 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-c463b10b-cf96-4d96-b25e-6211324510b0 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:53:36.551304 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c463b10b-cf96-4d96-b25e-6211324510b0 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0393355 Nov 25 17:53:36.554824 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49528) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:36.559026 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-51add3a9-6f95-4a46-943c-03e968a07d29 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Request body: {'security_group_rule': {'security_group_id': 'f9b44816-1a47-4d22-b69a-69a121b698bf', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:36.559500 n-d-817746-1 neutron-server[103360]: WARNING neutron.api.v2.base [None req-51add3a9-6f95-4a46-943c-03e968a07d29 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 25 17:53:36.559963 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-51add3a9-6f95-4a46-943c-03e968a07d29 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:53:36.560894 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-51add3a9-6f95-4a46-943c-03e968a07d29 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0051539 Nov 25 17:53:36.563310 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49530) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:36.567736 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-4a71c35d-fadc-4a5a-b106-7305e65f79c6 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Request body: {'security_group_rule': {'security_group_id': 'f9b44816-1a47-4d22-b69a-69a121b698bf', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:36.590124 n-d-817746-1 neutron-server[103361]: INFO neutron.db.securitygroups_db [None req-4a71c35d-fadc-4a5a-b106-7305e65f79c6 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Project 71dda14e75224b909f1742efc9e2db7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:53:36.604085 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [None req-4a71c35d-fadc-4a5a-b106-7305e65f79c6 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:53:36.605385 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-4a71c35d-fadc-4a5a-b106-7305e65f79c6 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0410757 Nov 25 17:53:36.608143 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49532) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:36.612488 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-a04c88d0-566f-465b-944e-e318e3bf827a tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Request body: {'security_group_rule': {'security_group_id': 'f9b44816-1a47-4d22-b69a-69a121b698bf', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:36.633902 n-d-817746-1 neutron-server[103361]: INFO neutron.db.securitygroups_db [None req-a04c88d0-566f-465b-944e-e318e3bf827a tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Project 71dda14e75224b909f1742efc9e2db7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:53:36.645857 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [None req-a04c88d0-566f-465b-944e-e318e3bf827a tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:53:36.646884 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-a04c88d0-566f-465b-944e-e318e3bf827a tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0378025 Nov 25 17:53:36.650199 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49534) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:36.703158 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e4e8c2cf-063c-4cf8-a3a3-34afeb927f40 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:36.724702 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e4e8c2cf-063c-4cf8-a3a3-34afeb927f40 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:36.764569 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e4e8c2cf-063c-4cf8-a3a3-34afeb927f40 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:36.767123 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e4e8c2cf-063c-4cf8-a3a3-34afeb927f40 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:36.768245 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-e4e8c2cf-063c-4cf8-a3a3-34afeb927f40 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] 10.222.0.75 "DELETE /v2.0/security-groups/f9b44816-1a47-4d22-b69a-69a121b698bf HTTP/1.1" status: 204 len: 168 time: 0.1171584 Nov 25 17:53:36.770976 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49536) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:36.778043 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e8c2cf-063c-4cf8-a3a3-34afeb927f40 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b44816-1a47-4d22-b69a-69a121b698bf,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:36.819588 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-eeaa12ba-d62c-463f-b294-9b0028dccd0f tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0471692 Nov 25 17:53:36.823413 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49538) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:36.827586 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-3f026b8c-3eca-4e18-b938-e4dc64a11614 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Request body: {'security_group': {'name': 'tempest-secgroup--1631116948'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:36.850575 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3f026b8c-3eca-4e18-b938-e4dc64a11614 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:36.918202 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3f026b8c-3eca-4e18-b938-e4dc64a11614 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:36.921895 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3f026b8c-3eca-4e18-b938-e4dc64a11614 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:36.955378 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3f026b8c-3eca-4e18-b938-e4dc64a11614 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:36.956614 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3f026b8c-3eca-4e18-b938-e4dc64a11614 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1322827 Nov 25 17:53:36.958470 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f026b8c-3eca-4e18-b938-e4dc64a11614 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b74e029-bacd-45e3-9d7f-9e4360606a32,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:36.959592 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49540) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:36.964354 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-1a7fab2f-699e-4669-8eea-62d912a8274c tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Request body: {'security_group_rule': {'security_group_id': '9b74e029-bacd-45e3-9d7f-9e4360606a32', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:37.009814 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [None req-1a7fab2f-699e-4669-8eea-62d912a8274c tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] create failed (client error): The resource could not be found. Nov 25 17:53:37.010874 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-1a7fab2f-699e-4669-8eea-62d912a8274c tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0501840 Nov 25 17:53:37.014532 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49542) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:37.018849 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-d22fe3f3-8420-4700-b19b-d66a072bb5b8 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Request body: {'security_group_rule': {'security_group_id': '9b74e029-bacd-45e3-9d7f-9e4360606a32', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '9cf71fc3-a02c-4db1-9dd1-7d3f49460806'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:37.059249 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [None req-d22fe3f3-8420-4700-b19b-d66a072bb5b8 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] create failed (client error): The resource could not be found. Nov 25 17:53:37.060315 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d22fe3f3-8420-4700-b19b-d66a072bb5b8 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0448763 Nov 25 17:53:37.063062 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49544) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:37.114005 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cb2df237-e70e-4929-9bd5-81c2b2482e1b tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:37.136261 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cb2df237-e70e-4929-9bd5-81c2b2482e1b tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:37.176711 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cb2df237-e70e-4929-9bd5-81c2b2482e1b tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:37.179860 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cb2df237-e70e-4929-9bd5-81c2b2482e1b tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:37.181008 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-cb2df237-e70e-4929-9bd5-81c2b2482e1b tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] 10.222.0.75 "DELETE /v2.0/security-groups/9b74e029-bacd-45e3-9d7f-9e4360606a32 HTTP/1.1" status: 204 len: 168 time: 0.1170397 Nov 25 17:53:37.183741 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49546) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:37.190019 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2df237-e70e-4929-9bd5-81c2b2482e1b tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b74e029-bacd-45e3-9d7f-9e4360606a32,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:37.228758 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ff363c85-221d-4cf9-802a-448f23ee42bd tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0437961 Nov 25 17:53:37.232407 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49548) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:37.236761 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-6c3ce899-f204-459b-af73-0e4c46ce025d tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Request body: {'security_group_rule': {'security_group_id': '56114778-327b-4d84-86f8-b4908b57427e', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:37.277706 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-6c3ce899-f204-459b-af73-0e4c46ce025d tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] create failed (client error): The resource could not be found. Nov 25 17:53:37.278762 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6c3ce899-f204-459b-af73-0e4c46ce025d tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0454016 Nov 25 17:53:37.282416 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49550) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:37.287447 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-b4b58dc2-ebcb-42fa-ba19-687cc471d39c tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Request body: {'security_group': {'name': 'tempest-secgroup--1496858047'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:37.309945 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b4b58dc2-ebcb-42fa-ba19-687cc471d39c tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:37.398397 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b4b58dc2-ebcb-42fa-ba19-687cc471d39c tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:37.402249 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b4b58dc2-ebcb-42fa-ba19-687cc471d39c tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:37.437942 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b4b58dc2-ebcb-42fa-ba19-687cc471d39c tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:37.439200 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b4b58dc2-ebcb-42fa-ba19-687cc471d39c tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1558583 Nov 25 17:53:37.440325 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b58dc2-ebcb-42fa-ba19-687cc471d39c tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f179eedf-083c-416d-9a85-66a13a85bd61,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:37.442195 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49556) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:37.447822 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-0d44c662-d401-44d5-a79c-34640df57f51 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Request body: {'security_group': {'name': 'tempest-secgroup--1812078673'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:37.480381 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0d44c662-d401-44d5-a79c-34640df57f51 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:37.550831 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0d44c662-d401-44d5-a79c-34640df57f51 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:37.555166 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0d44c662-d401-44d5-a79c-34640df57f51 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:37.583124 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0d44c662-d401-44d5-a79c-34640df57f51 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:37.586098 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-0d44c662-d401-44d5-a79c-34640df57f51 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1428516 Nov 25 17:53:37.587976 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49558) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:37.590278 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d44c662-d401-44d5-a79c-34640df57f51 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=069b5d96-a13d-4d93-a5e4-c073838543be,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:37.594135 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-a4c78373-5623-47e1-8bde-a280e5a4efd5 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Request body: {'security_group_rule': {'security_group_id': 'f179eedf-083c-416d-9a85-66a13a85bd61', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '069b5d96-a13d-4d93-a5e4-c073838543be'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:37.630370 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-a4c78373-5623-47e1-8bde-a280e5a4efd5 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:53:37.634518 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a4c78373-5623-47e1-8bde-a280e5a4efd5 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0425088 Nov 25 17:53:37.634931 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49560) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:37.687684 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3a27dc80-fe85-4810-a5ce-d595e16beed5 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:37.711575 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3a27dc80-fe85-4810-a5ce-d595e16beed5 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:37.752358 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3a27dc80-fe85-4810-a5ce-d595e16beed5 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:37.755089 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3a27dc80-fe85-4810-a5ce-d595e16beed5 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:37.756360 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3a27dc80-fe85-4810-a5ce-d595e16beed5 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] 10.222.0.75 "DELETE /v2.0/security-groups/069b5d96-a13d-4d93-a5e4-c073838543be HTTP/1.1" status: 204 len: 168 time: 0.1203866 Nov 25 17:53:37.759620 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49562) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:37.766645 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a27dc80-fe85-4810-a5ce-d595e16beed5 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=069b5d96-a13d-4d93-a5e4-c073838543be,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:37.829272 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-63834001-2e78-4e4b-9fbe-efadd2dbe7da tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0650518 Nov 25 17:53:37.829467 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49564) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:37.881912 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3d814ab6-c252-4986-8686-8e3d5983fac1 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:37.903917 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3d814ab6-c252-4986-8686-8e3d5983fac1 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:37.947220 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3d814ab6-c252-4986-8686-8e3d5983fac1 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:37.949763 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3d814ab6-c252-4986-8686-8e3d5983fac1 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:37.950911 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-3d814ab6-c252-4986-8686-8e3d5983fac1 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] 10.222.0.75 "DELETE /v2.0/security-groups/f179eedf-083c-416d-9a85-66a13a85bd61 HTTP/1.1" status: 204 len: 168 time: 0.1205902 Nov 25 17:53:37.953696 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49566) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:37.960613 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d814ab6-c252-4986-8686-8e3d5983fac1 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f179eedf-083c-416d-9a85-66a13a85bd61,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:38.003538 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-10eb705a-1ecd-4cbe-8a85-e4c08cc28d8f tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0484066 Nov 25 17:53:38.007405 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49568) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:38.012018 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-68034272-9dce-4f8d-a45c-70d5011142e6 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Request body: {'security_group': {'name': 'tempest-secgroup--1023851428'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:38.035021 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-68034272-9dce-4f8d-a45c-70d5011142e6 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:38.111236 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-68034272-9dce-4f8d-a45c-70d5011142e6 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:38.115447 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-68034272-9dce-4f8d-a45c-70d5011142e6 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:38.146098 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-68034272-9dce-4f8d-a45c-70d5011142e6 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:38.151829 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-68034272-9dce-4f8d-a45c-70d5011142e6 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1388910 Nov 25 17:53:38.152148 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49570) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:38.156670 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68034272-9dce-4f8d-a45c-70d5011142e6 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f455e83d-71fb-4ecc-a921-6834883df85e,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:38.165165 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-b42d0a55-a486-4e96-9515-ab474aeb4204 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Request body: {'security_group_rule': {'security_group_id': 'f455e83d-71fb-4ecc-a921-6834883df85e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:38.202483 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-b42d0a55-a486-4e96-9515-ab474aeb4204 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:53:38.203625 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b42d0a55-a486-4e96-9515-ab474aeb4204 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0503979 Nov 25 17:53:38.206586 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49572) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:38.211550 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-f9e3f9be-adc2-4fa2-89be-efe24a340a95 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Request body: {'security_group_rule': {'security_group_id': 'f455e83d-71fb-4ecc-a921-6834883df85e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:38.247702 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-f9e3f9be-adc2-4fa2-89be-efe24a340a95 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:53:38.251721 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f9e3f9be-adc2-4fa2-89be-efe24a340a95 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0415337 Nov 25 17:53:38.252086 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49574) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:38.305782 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-82411e59-a477-4d14-ab2d-d94364d3fde3 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:38.328661 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-82411e59-a477-4d14-ab2d-d94364d3fde3 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:38.371072 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-82411e59-a477-4d14-ab2d-d94364d3fde3 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:38.374900 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-82411e59-a477-4d14-ab2d-d94364d3fde3 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:38.376971 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-82411e59-a477-4d14-ab2d-d94364d3fde3 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] 10.222.0.75 "DELETE /v2.0/security-groups/f455e83d-71fb-4ecc-a921-6834883df85e HTTP/1.1" status: 204 len: 168 time: 0.1230023 Nov 25 17:53:38.379052 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49580) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:38.387060 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82411e59-a477-4d14-ab2d-d94364d3fde3 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f455e83d-71fb-4ecc-a921-6834883df85e,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:38.457531 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1bf6dad5-26c4-40fa-a668-4497eea4f0a6 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0768886 Nov 25 17:53:38.462490 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49582) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:38.467221 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-378f721c-c360-404e-8cf9-20801c1581c9 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Request body: {'security_group': {'name': 'tempest-secgroup--667183229'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:38.490004 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-378f721c-c360-404e-8cf9-20801c1581c9 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:38.559207 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-378f721c-c360-404e-8cf9-20801c1581c9 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:38.562989 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-378f721c-c360-404e-8cf9-20801c1581c9 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:38.594491 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-378f721c-c360-404e-8cf9-20801c1581c9 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:38.595714 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-378f721c-c360-404e-8cf9-20801c1581c9 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1321766 Nov 25 17:53:38.597555 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378f721c-c360-404e-8cf9-20801c1581c9 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30cfdca4-af7b-4cf4-98a9-5fe282c8bd68,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:38.599012 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49584) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:38.604526 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-12468be5-641b-412f-a9e0-18dadb0692ef tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:38.606636 n-d-817746-1 neutron-server[103360]: WARNING neutron.api.v2.base [None req-12468be5-641b-412f-a9e0-18dadb0692ef tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 25 17:53:38.607290 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-12468be5-641b-412f-a9e0-18dadb0692ef tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] update failed (client error): There was a conflict when trying to complete your request. Nov 25 17:53:38.610877 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-12468be5-641b-412f-a9e0-18dadb0692ef tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] 10.222.0.75 "PUT /v2.0/security-groups/30cfdca4-af7b-4cf4-98a9-5fe282c8bd68 HTTP/1.1" status: 409 len: 330 time: 0.0081708 Nov 25 17:53:38.611149 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49586) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:38.667312 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-edab0c4a-43c6-47c9-af11-40b0e5cc5ca8 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:38.689559 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-edab0c4a-43c6-47c9-af11-40b0e5cc5ca8 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:38.731647 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-edab0c4a-43c6-47c9-af11-40b0e5cc5ca8 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:38.734557 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-edab0c4a-43c6-47c9-af11-40b0e5cc5ca8 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:38.735874 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-edab0c4a-43c6-47c9-af11-40b0e5cc5ca8 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] 10.222.0.75 "DELETE /v2.0/security-groups/30cfdca4-af7b-4cf4-98a9-5fe282c8bd68 HTTP/1.1" status: 204 len: 168 time: 0.1238241 Nov 25 17:53:38.738725 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49588) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:38.745193 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edab0c4a-43c6-47c9-af11-40b0e5cc5ca8 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30cfdca4-af7b-4cf4-98a9-5fe282c8bd68,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:38.800055 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-30b247c2-e690-4159-8e72-4f45ca431a38 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0600803 Nov 25 17:53:38.804394 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49590) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:38.817114 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [None req-75d11432-23fe-437f-b9b2-db6447ffc3c8 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] delete failed (client error): The resource could not be found. Nov 25 17:53:38.818092 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-75d11432-23fe-437f-b9b2-db6447ffc3c8 tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] 10.222.0.75 "DELETE /v2.0/security-groups/d1f383eb-f58a-41c3-a6c1-5ff0839a7ec1 HTTP/1.1" status: 404 len: 347 time: 0.0125692 Nov 25 17:53:38.823255 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49592) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:38.837936 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-d6dadf41-ccb4-4fd6-abe8-5ad52722bc6c tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] show failed (client error): The resource could not be found. Nov 25 17:53:38.839151 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d6dadf41-ccb4-4fd6-abe8-5ad52722bc6c tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] 10.222.0.75 "GET /v2.0/security-groups/1ef07d2b-85c9-4916-9f3c-2a787c6e3844 HTTP/1.1" status: 404 len: 347 time: 0.0145111 Nov 25 17:53:38.842915 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49594) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:38.854879 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [None req-639e86d3-9929-41de-8bc3-cde4db135d9a tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] show failed (client error): The resource could not be found. Nov 25 17:53:38.855931 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-639e86d3-9929-41de-8bc3-cde4db135d9a tempest-NegativeSecGroupIPv6Test-1079663078 tempest-NegativeSecGroupIPv6Test-1079663078-project] 10.222.0.75 "GET /v2.0/security-group-rules/0119beb9-1f9e-468e-a857-968dfdefc962 HTTP/1.1" status: 404 len: 356 time: 0.0118988 Nov 25 17:53:39.120663 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49600) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:39.260428 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b810cf8b-00c5-4808-a08c-48ab00be2e86 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=71dda14e75224b909f1742efc9e2db7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1383951 Nov 25 17:53:39.262804 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49604) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:39.309563 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2e6cd7fc-7160-4717-bcbb-6dc912a8a047 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:39.330315 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2e6cd7fc-7160-4717-bcbb-6dc912a8a047 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:39.378201 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2e6cd7fc-7160-4717-bcbb-6dc912a8a047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:39.380913 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2e6cd7fc-7160-4717-bcbb-6dc912a8a047 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:39.384577 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2e6cd7fc-7160-4717-bcbb-6dc912a8a047 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/56ab1ad0-1099-4be3-a23c-155f29ce79fc HTTP/1.1" status: 204 len: 168 time: 0.1184030 Nov 25 17:53:39.390600 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6cd7fc-7160-4717-bcbb-6dc912a8a047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ab1ad0-1099-4be3-a23c-155f29ce79fc,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:40.048965 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49630) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:40.144815 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-68284186-1fb5-469a-b879-b1136ecf1c64 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:40.145280 n-d-817746-1 neutron-server[103360]: WARNING neutron.api.v2.base [None req-68284186-1fb5-469a-b879-b1136ecf1c64 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 25 17:53:40.145772 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-68284186-1fb5-469a-b879-b1136ecf1c64 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] create failed (client error): There was a conflict when trying to complete your request. Nov 25 17:53:40.150596 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-68284186-1fb5-469a-b879-b1136ecf1c64 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0968394 Nov 25 17:53:40.152947 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49634) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:40.158316 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-6fe28868-6f0c-4cfb-a009-d3720a473a1d tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Request body: {'security_group': {'name': 'tempest-secgroup--538341067'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:40.189803 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6fe28868-6f0c-4cfb-a009-d3720a473a1d tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:40.198688 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6fe28868-6f0c-4cfb-a009-d3720a473a1d tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:40.272279 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6fe28868-6f0c-4cfb-a009-d3720a473a1d tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:40.276432 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6fe28868-6f0c-4cfb-a009-d3720a473a1d tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:40.316348 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe28868-6f0c-4cfb-a009-d3720a473a1d tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef4d183-638e-42bb-9455-a44215c538f8,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:40.358418 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6fe28868-6f0c-4cfb-a009-d3720a473a1d tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:40.361992 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6fe28868-6f0c-4cfb-a009-d3720a473a1d tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:40.389595 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6fe28868-6f0c-4cfb-a009-d3720a473a1d tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:40.390818 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-6fe28868-6f0c-4cfb-a009-d3720a473a1d tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2368565 Nov 25 17:53:40.394104 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49636) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:40.394785 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe28868-6f0c-4cfb-a009-d3720a473a1d tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46bef489-1052-4b82-bc46-32c73d3f2868,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:40.403904 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-a5b06d11-ae16-40a2-bed5-053c5f5c59c9 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Request body: {'security_group_rule': {'security_group_id': '46bef489-1052-4b82-bc46-32c73d3f2868', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:40.432928 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a5b06d11-ae16-40a2-bed5-053c5f5c59c9 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:40.503306 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a5b06d11-ae16-40a2-bed5-053c5f5c59c9 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:40.507042 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a5b06d11-ae16-40a2-bed5-053c5f5c59c9 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:40.524946 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b06d11-ae16-40a2-bed5-053c5f5c59c9 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a093336e-1c9b-4c95-929b-9771453bc440,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:40.534920 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a5b06d11-ae16-40a2-bed5-053c5f5c59c9 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:40.539613 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a5b06d11-ae16-40a2-bed5-053c5f5c59c9 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1404786 Nov 25 17:53:40.539613 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b06d11-ae16-40a2-bed5-053c5f5c59c9 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:40.539613 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b06d11-ae16-40a2-bed5-053c5f5c59c9 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:40.539613 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b06d11-ae16-40a2-bed5-053c5f5c59c9 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:40.539613 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b06d11-ae16-40a2-bed5-053c5f5c59c9 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:40.540220 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b06d11-ae16-40a2-bed5-053c5f5c59c9 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:40.540338 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49640) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:40.540429 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b06d11-ae16-40a2-bed5-053c5f5c59c9 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:40.540429 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b06d11-ae16-40a2-bed5-053c5f5c59c9 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:40.540836 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b06d11-ae16-40a2-bed5-053c5f5c59c9 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:40.541089 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b06d11-ae16-40a2-bed5-053c5f5c59c9 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:40.541370 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b06d11-ae16-40a2-bed5-053c5f5c59c9 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:40.542055 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b06d11-ae16-40a2-bed5-053c5f5c59c9 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:40.542332 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b06d11-ae16-40a2-bed5-053c5f5c59c9 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:40.545888 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-bc489528-fe22-4de3-bbae-5f1e1e00afb5 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Request body: {'security_group_rule': {'security_group_id': '46bef489-1052-4b82-bc46-32c73d3f2868', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:40.581232 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bc489528-fe22-4de3-bbae-5f1e1e00afb5 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:40.633526 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [None req-bc489528-fe22-4de3-bbae-5f1e1e00afb5 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] create failed (client error): There was a conflict when trying to complete your request. Nov 25 17:53:40.634714 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-bc489528-fe22-4de3-bbae-5f1e1e00afb5 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0937798 Nov 25 17:53:40.637616 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49644) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:40.698937 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7724f1ef-5bd4-4c44-871d-42cd35459162 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:40.722480 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7724f1ef-5bd4-4c44-871d-42cd35459162 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:40.769110 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7724f1ef-5bd4-4c44-871d-42cd35459162 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:40.771707 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7724f1ef-5bd4-4c44-871d-42cd35459162 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:40.773442 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-7724f1ef-5bd4-4c44-871d-42cd35459162 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] 10.222.0.75 "DELETE /v2.0/security-groups/46bef489-1052-4b82-bc46-32c73d3f2868 HTTP/1.1" status: 204 len: 168 time: 0.1348252 Nov 25 17:53:40.776297 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49646) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:40.783142 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7724f1ef-5bd4-4c44-871d-42cd35459162 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46bef489-1052-4b82-bc46-32c73d3f2868,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:40.823273 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7698caf7-3f70-4bdf-8c3f-9620d0d59ff0 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0455534 Nov 25 17:53:40.827081 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49648) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:40.831409 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-e7d72cbc-021d-4744-9e9c-79e68d890fdc tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Request body: {'security_group': {'name': 'tempest-secgroup--1533361762'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:40.854979 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e7d72cbc-021d-4744-9e9c-79e68d890fdc tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:40.921566 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e7d72cbc-021d-4744-9e9c-79e68d890fdc tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:40.925684 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e7d72cbc-021d-4744-9e9c-79e68d890fdc tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:40.956362 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e7d72cbc-021d-4744-9e9c-79e68d890fdc tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:40.957621 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-e7d72cbc-021d-4744-9e9c-79e68d890fdc tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1297429 Nov 25 17:53:40.959474 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d72cbc-021d-4744-9e9c-79e68d890fdc tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9cc989-8971-4099-b2a4-4ade1fd4a534,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:40.961390 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49650) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:40.966209 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-37ece14b-49d6-4295-92b4-499b42976865 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Request body: {'security_group_rule': {'security_group_id': '2b9cc989-8971-4099-b2a4-4ade1fd4a534', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:40.966707 n-d-817746-1 neutron-server[103360]: WARNING neutron.api.v2.base [None req-37ece14b-49d6-4295-92b4-499b42976865 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 25 17:53:40.967205 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-37ece14b-49d6-4295-92b4-499b42976865 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:53:40.968131 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-37ece14b-49d6-4295-92b4-499b42976865 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0057380 Nov 25 17:53:40.970777 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49652) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:41.025332 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a5eb61a8-2b7f-4e98-aa2f-bb6ceec41e32 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:41.047762 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a5eb61a8-2b7f-4e98-aa2f-bb6ceec41e32 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:41.090195 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a5eb61a8-2b7f-4e98-aa2f-bb6ceec41e32 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:41.092811 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a5eb61a8-2b7f-4e98-aa2f-bb6ceec41e32 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:41.094093 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a5eb61a8-2b7f-4e98-aa2f-bb6ceec41e32 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] 10.222.0.75 "DELETE /v2.0/security-groups/2b9cc989-8971-4099-b2a4-4ade1fd4a534 HTTP/1.1" status: 204 len: 168 time: 0.1221471 Nov 25 17:53:41.096925 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49654) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:41.103662 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eb61a8-2b7f-4e98-aa2f-bb6ceec41e32 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9cc989-8971-4099-b2a4-4ade1fd4a534,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:41.147382 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-983df9af-3471-4f9a-a1e8-331d08918e43 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0490639 Nov 25 17:53:41.151266 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49656) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:41.156338 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-30eabf2d-f43f-4928-9b5b-95fa50d5af16 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Request body: {'security_group': {'name': 'tempest-secgroup--2016817138'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:41.182355 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-30eabf2d-f43f-4928-9b5b-95fa50d5af16 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:41.252164 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-30eabf2d-f43f-4928-9b5b-95fa50d5af16 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:41.256209 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-30eabf2d-f43f-4928-9b5b-95fa50d5af16 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:41.288521 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-30eabf2d-f43f-4928-9b5b-95fa50d5af16 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:41.289793 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-30eabf2d-f43f-4928-9b5b-95fa50d5af16 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1372850 Nov 25 17:53:41.292687 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49658) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:41.297082 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-24dc8d9c-1667-48c9-bb7c-7d4310606666 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Request body: {'security_group_rule': {'security_group_id': '4fdb4823-1542-46ca-9841-f7a5539a79ab', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:41.297916 n-d-817746-1 neutron-server[103360]: WARNING neutron.api.v2.base [None req-24dc8d9c-1667-48c9-bb7c-7d4310606666 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 25 17:53:41.298421 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-24dc8d9c-1667-48c9-bb7c-7d4310606666 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:53:41.299365 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-24dc8d9c-1667-48c9-bb7c-7d4310606666 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0057113 Nov 25 17:53:41.300456 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eabf2d-f43f-4928-9b5b-95fa50d5af16 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fdb4823-1542-46ca-9841-f7a5539a79ab,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:41.302479 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49660) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:41.371375 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-18137474-bd97-4bd1-991a-ef1679597dc5 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:41.394493 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-18137474-bd97-4bd1-991a-ef1679597dc5 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:41.436893 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-18137474-bd97-4bd1-991a-ef1679597dc5 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:41.439845 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-18137474-bd97-4bd1-991a-ef1679597dc5 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:41.441246 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-18137474-bd97-4bd1-991a-ef1679597dc5 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] 10.222.0.75 "DELETE /v2.0/security-groups/4fdb4823-1542-46ca-9841-f7a5539a79ab HTTP/1.1" status: 204 len: 168 time: 0.1377370 Nov 25 17:53:41.444696 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49662) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:41.452947 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18137474-bd97-4bd1-991a-ef1679597dc5 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fdb4823-1542-46ca-9841-f7a5539a79ab,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:41.500776 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49666) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:41.503672 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-87a8b5ac-c02f-4cf1-8d5d-209d51c1ccd0 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0567498 Nov 25 17:53:41.506158 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-31ae4e03-5142-477e-bbed-b67363112f5c tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Request body: {'security_group': {'name': 'tempest-secgroup--2090616833'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:41.531071 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-31ae4e03-5142-477e-bbed-b67363112f5c tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:41.597848 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-31ae4e03-5142-477e-bbed-b67363112f5c tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:41.601719 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-31ae4e03-5142-477e-bbed-b67363112f5c tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:41.632260 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-31ae4e03-5142-477e-bbed-b67363112f5c tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:41.636033 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-31ae4e03-5142-477e-bbed-b67363112f5c tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1316855 Nov 25 17:53:41.636033 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae4e03-5142-477e-bbed-b67363112f5c tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c657b9ee-ef76-41c3-8455-72704874b5d6,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:41.636455 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49670) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:41.651077 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-4ddb3fda-9257-4be3-99ea-79be1dd3440d tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Request body: {'security_group_rule': {'security_group_id': 'c657b9ee-ef76-41c3-8455-72704874b5d6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:41.651962 n-d-817746-1 neutron-server[103360]: WARNING neutron.api.v2.base [None req-4ddb3fda-9257-4be3-99ea-79be1dd3440d tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 25 17:53:41.652464 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-4ddb3fda-9257-4be3-99ea-79be1dd3440d tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:53:41.655921 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4ddb3fda-9257-4be3-99ea-79be1dd3440d tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0155733 Nov 25 17:53:41.656117 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49672) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:41.660543 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-536d4955-1ec8-44e6-877b-9811f0066956 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Request body: {'security_group_rule': {'security_group_id': 'c657b9ee-ef76-41c3-8455-72704874b5d6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:41.661233 n-d-817746-1 neutron-server[103360]: WARNING neutron.api.v2.base [None req-536d4955-1ec8-44e6-877b-9811f0066956 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 25 17:53:41.661721 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-536d4955-1ec8-44e6-877b-9811f0066956 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:53:41.664894 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-536d4955-1ec8-44e6-877b-9811f0066956 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0056798 Nov 25 17:53:41.666226 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49674) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:41.672049 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-4cf60b63-f859-48ee-9bd0-41234cc2e24d tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Request body: {'security_group_rule': {'security_group_id': 'c657b9ee-ef76-41c3-8455-72704874b5d6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:41.674706 n-d-817746-1 neutron-server[103361]: WARNING neutron.api.v2.base [None req-4cf60b63-f859-48ee-9bd0-41234cc2e24d tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 25 17:53:41.675230 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [None req-4cf60b63-f859-48ee-9bd0-41234cc2e24d tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:53:41.677425 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-4cf60b63-f859-48ee-9bd0-41234cc2e24d tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0099907 Nov 25 17:53:41.679930 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49676) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:41.687363 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-1cb1cbc4-010a-4575-a3d4-8fa6060e5fad tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Request body: {'security_group_rule': {'security_group_id': 'c657b9ee-ef76-41c3-8455-72704874b5d6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:41.688249 n-d-817746-1 neutron-server[103360]: WARNING neutron.api.v2.base [None req-1cb1cbc4-010a-4575-a3d4-8fa6060e5fad tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 25 17:53:41.688746 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-1cb1cbc4-010a-4575-a3d4-8fa6060e5fad tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:53:41.689748 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1cb1cbc4-010a-4575-a3d4-8fa6060e5fad tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0088539 Nov 25 17:53:41.692469 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49678) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:41.746550 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4e29f40a-937a-42d3-b72d-a5d725db8d30 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:41.769653 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4e29f40a-937a-42d3-b72d-a5d725db8d30 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:41.810161 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4e29f40a-937a-42d3-b72d-a5d725db8d30 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:41.812914 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4e29f40a-937a-42d3-b72d-a5d725db8d30 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:41.814017 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4e29f40a-937a-42d3-b72d-a5d725db8d30 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] 10.222.0.75 "DELETE /v2.0/security-groups/c657b9ee-ef76-41c3-8455-72704874b5d6 HTTP/1.1" status: 204 len: 168 time: 0.1206229 Nov 25 17:53:41.816981 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49680) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:41.823904 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e29f40a-937a-42d3-b72d-a5d725db8d30 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c657b9ee-ef76-41c3-8455-72704874b5d6,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:41.864855 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-05dab45c-34d2-424d-861e-1c106098c245 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0466945 Nov 25 17:53:41.869089 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49682) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:41.873371 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-b1d06ff3-8cc3-4ff8-8926-636701a062b6 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Request body: {'security_group': {'name': 'tempest-secgroup--1796408995'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:41.894515 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b1d06ff3-8cc3-4ff8-8926-636701a062b6 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:41.967908 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b1d06ff3-8cc3-4ff8-8926-636701a062b6 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:41.971907 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b1d06ff3-8cc3-4ff8-8926-636701a062b6 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:42.008234 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b1d06ff3-8cc3-4ff8-8926-636701a062b6 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:42.009801 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-b1d06ff3-8cc3-4ff8-8926-636701a062b6 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1394918 Nov 25 17:53:42.012569 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49684) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:42.013582 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d06ff3-8cc3-4ff8-8926-636701a062b6 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d75e29df-40fc-4863-b5e3-1f8b1e590054,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:42.026126 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-b988f6a4-9d1e-419a-8fbc-7de8fabec1d9 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Request body: {'security_group_rule': {'security_group_id': 'd75e29df-40fc-4863-b5e3-1f8b1e590054', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:42.026619 n-d-817746-1 neutron-server[103360]: WARNING neutron.api.v2.base [None req-b988f6a4-9d1e-419a-8fbc-7de8fabec1d9 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 25 17:53:42.027121 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-b988f6a4-9d1e-419a-8fbc-7de8fabec1d9 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:53:42.028097 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b988f6a4-9d1e-419a-8fbc-7de8fabec1d9 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0142827 Nov 25 17:53:42.030903 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49686) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:42.039441 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-f8296e2f-af19-4bd1-967a-449897d689f7 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Request body: {'security_group_rule': {'security_group_id': 'd75e29df-40fc-4863-b5e3-1f8b1e590054', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:42.074646 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-f8296e2f-af19-4bd1-967a-449897d689f7 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:53:42.075805 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f8296e2f-af19-4bd1-967a-449897d689f7 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0439942 Nov 25 17:53:42.078612 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49688) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:42.082905 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-b50112d8-5793-4146-a5ae-fc8604569a5c tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Request body: {'security_group_rule': {'security_group_id': 'd75e29df-40fc-4863-b5e3-1f8b1e590054', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:42.083386 n-d-817746-1 neutron-server[103360]: WARNING neutron.api.v2.base [None req-b50112d8-5793-4146-a5ae-fc8604569a5c tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 25 17:53:42.083990 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-b50112d8-5793-4146-a5ae-fc8604569a5c tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:53:42.084952 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b50112d8-5793-4146-a5ae-fc8604569a5c tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0053873 Nov 25 17:53:42.087298 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49690) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:42.091900 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-912ec30e-d045-4ad5-b744-6cdc63f5b9e9 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Request body: {'security_group_rule': {'security_group_id': 'd75e29df-40fc-4863-b5e3-1f8b1e590054', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:42.127258 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-912ec30e-d045-4ad5-b744-6cdc63f5b9e9 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:53:42.131272 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-912ec30e-d045-4ad5-b744-6cdc63f5b9e9 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0405173 Nov 25 17:53:42.133635 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49692) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:42.138123 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-5ab0ef04-1814-4291-8064-52177155ee70 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Request body: {'security_group_rule': {'security_group_id': 'd75e29df-40fc-4863-b5e3-1f8b1e590054', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:42.138604 n-d-817746-1 neutron-server[103360]: WARNING neutron.api.v2.base [None req-5ab0ef04-1814-4291-8064-52177155ee70 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 25 17:53:42.139087 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-5ab0ef04-1814-4291-8064-52177155ee70 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:53:42.140041 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-5ab0ef04-1814-4291-8064-52177155ee70 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0055072 Nov 25 17:53:42.142795 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49694) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:42.146985 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-d5341f11-3641-446d-b443-2d1a0bbf7140 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Request body: {'security_group_rule': {'security_group_id': 'd75e29df-40fc-4863-b5e3-1f8b1e590054', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:42.182636 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-d5341f11-3641-446d-b443-2d1a0bbf7140 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:53:42.186871 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d5341f11-3641-446d-b443-2d1a0bbf7140 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0399034 Nov 25 17:53:42.187028 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49696) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:42.191384 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-5986824a-322b-4658-b927-5dc046487b5c tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Request body: {'security_group_rule': {'security_group_id': 'd75e29df-40fc-4863-b5e3-1f8b1e590054', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:42.191851 n-d-817746-1 neutron-server[103360]: WARNING neutron.api.v2.base [None req-5986824a-322b-4658-b927-5dc046487b5c tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 25 17:53:42.192498 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-5986824a-322b-4658-b927-5dc046487b5c tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:53:42.196148 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-5986824a-322b-4658-b927-5dc046487b5c tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0055685 Nov 25 17:53:42.196356 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49698) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:42.200585 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-9747d58d-1a93-4682-b2f4-81f6192c89b7 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Request body: {'security_group_rule': {'security_group_id': 'd75e29df-40fc-4863-b5e3-1f8b1e590054', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:42.238641 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-9747d58d-1a93-4682-b2f4-81f6192c89b7 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:53:42.239683 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9747d58d-1a93-4682-b2f4-81f6192c89b7 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0423887 Nov 25 17:53:42.242744 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49700) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:42.247422 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-3f4316c8-3d89-4e69-a8ef-4b2cae73a2d9 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Request body: {'security_group_rule': {'security_group_id': 'd75e29df-40fc-4863-b5e3-1f8b1e590054', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:42.283887 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-3f4316c8-3d89-4e69-a8ef-4b2cae73a2d9 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:53:42.288679 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49702) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:42.289148 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3f4316c8-3d89-4e69-a8ef-4b2cae73a2d9 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0442333 Nov 25 17:53:42.345632 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-05153a14-7937-4337-80cd-854541d9c67c tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:42.369861 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-05153a14-7937-4337-80cd-854541d9c67c tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:42.415361 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-05153a14-7937-4337-80cd-854541d9c67c tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:42.418136 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-05153a14-7937-4337-80cd-854541d9c67c tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:42.419334 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-05153a14-7937-4337-80cd-854541d9c67c tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] 10.222.0.75 "DELETE /v2.0/security-groups/d75e29df-40fc-4863-b5e3-1f8b1e590054 HTTP/1.1" status: 204 len: 168 time: 0.1291084 Nov 25 17:53:42.422111 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49706) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:42.428637 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05153a14-7937-4337-80cd-854541d9c67c tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75e29df-40fc-4863-b5e3-1f8b1e590054,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:42.478960 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-172be475-4a8c-4814-bf75-00ac046ecc70 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0550323 Nov 25 17:53:42.482757 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49710) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:42.487431 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-8585bfba-bf65-4dbc-936e-f13c5cbc9719 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Request body: {'security_group': {'name': 'tempest-secgroup--1925517737'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:42.511892 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8585bfba-bf65-4dbc-936e-f13c5cbc9719 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:42.596575 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8585bfba-bf65-4dbc-936e-f13c5cbc9719 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:42.601561 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8585bfba-bf65-4dbc-936e-f13c5cbc9719 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:42.631121 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8585bfba-bf65-4dbc-936e-f13c5cbc9719 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:42.633942 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-8585bfba-bf65-4dbc-936e-f13c5cbc9719 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1497955 Nov 25 17:53:42.638830 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49714) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:42.640684 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585bfba-bf65-4dbc-936e-f13c5cbc9719 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e3f2fc-faa8-4faf-b5af-d2107c54fbe4,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:42.650579 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-c65fa287-6bea-47ea-8e36-4f18f4074ce0 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Request body: {'security_group_rule': {'security_group_id': 'c9e3f2fc-faa8-4faf-b5af-d2107c54fbe4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:42.688728 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-c65fa287-6bea-47ea-8e36-4f18f4074ce0 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] create failed (client error): The resource could not be found. Nov 25 17:53:42.689806 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c65fa287-6bea-47ea-8e36-4f18f4074ce0 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0514963 Nov 25 17:53:42.692623 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49716) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:42.698609 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-ab0b7d46-cde9-4dfd-9dd1-d6b86be7d823 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Request body: {'security_group_rule': {'security_group_id': 'c9e3f2fc-faa8-4faf-b5af-d2107c54fbe4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '37ba147e-5602-471b-899b-60a45d4eb3f3'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:42.738930 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-ab0b7d46-cde9-4dfd-9dd1-d6b86be7d823 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] create failed (client error): The resource could not be found. Nov 25 17:53:42.741346 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ab0b7d46-cde9-4dfd-9dd1-d6b86be7d823 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0477057 Nov 25 17:53:42.742976 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49720) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:42.796605 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9861ac07-5acb-4335-a1b0-38baf2d157e8 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:42.823440 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9861ac07-5acb-4335-a1b0-38baf2d157e8 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:42.864570 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9861ac07-5acb-4335-a1b0-38baf2d157e8 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:42.867232 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9861ac07-5acb-4335-a1b0-38baf2d157e8 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:42.868374 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-9861ac07-5acb-4335-a1b0-38baf2d157e8 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] 10.222.0.75 "DELETE /v2.0/security-groups/c9e3f2fc-faa8-4faf-b5af-d2107c54fbe4 HTTP/1.1" status: 204 len: 168 time: 0.1239040 Nov 25 17:53:42.871146 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49722) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:42.877075 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9861ac07-5acb-4335-a1b0-38baf2d157e8 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e3f2fc-faa8-4faf-b5af-d2107c54fbe4,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:42.915845 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3ca46783-9264-4ffb-9ea6-7b2a1da4e8bf tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0435162 Nov 25 17:53:42.919497 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49724) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:42.923649 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-11f1e069-9848-4495-8a69-a87f16cd9203 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Request body: {'security_group_rule': {'security_group_id': 'dbc47e33-6768-4e08-9526-c52d184e40e4', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:42.962172 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-11f1e069-9848-4495-8a69-a87f16cd9203 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] create failed (client error): The resource could not be found. Nov 25 17:53:42.963242 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-11f1e069-9848-4495-8a69-a87f16cd9203 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0428333 Nov 25 17:53:42.966857 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49726) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:42.971509 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-b5643546-79ef-40b8-915c-7acba09f134a tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Request body: {'security_group': {'name': 'tempest-secgroup--1621586186'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:42.995717 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b5643546-79ef-40b8-915c-7acba09f134a tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:43.061791 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b5643546-79ef-40b8-915c-7acba09f134a tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:43.065800 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b5643546-79ef-40b8-915c-7acba09f134a tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:43.098290 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b5643546-79ef-40b8-915c-7acba09f134a tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:43.099529 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-b5643546-79ef-40b8-915c-7acba09f134a tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1316466 Nov 25 17:53:43.102282 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49728) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:43.106547 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-ea57cee2-54f9-41ac-b6b6-1fb57e110d44 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Request body: {'security_group': {'name': 'tempest-secgroup--615603997'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:43.114002 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5643546-79ef-40b8-915c-7acba09f134a tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab881a2-9b25-4ff2-b5ea-4c8b9514d2d5,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:43.130406 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ea57cee2-54f9-41ac-b6b6-1fb57e110d44 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:43.196181 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ea57cee2-54f9-41ac-b6b6-1fb57e110d44 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:43.199677 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ea57cee2-54f9-41ac-b6b6-1fb57e110d44 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:43.228095 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ea57cee2-54f9-41ac-b6b6-1fb57e110d44 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:43.229326 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-ea57cee2-54f9-41ac-b6b6-1fb57e110d44 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1261361 Nov 25 17:53:43.231179 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea57cee2-54f9-41ac-b6b6-1fb57e110d44 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d71f6d60-986d-4008-a6de-c8e2f09fb283,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:43.232337 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49730) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:43.237191 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-fdf76247-84d5-4c07-adb8-4bc868044a2b tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Request body: {'security_group_rule': {'security_group_id': '8ab881a2-9b25-4ff2-b5ea-4c8b9514d2d5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'd71f6d60-986d-4008-a6de-c8e2f09fb283'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:43.274865 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-fdf76247-84d5-4c07-adb8-4bc868044a2b tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:53:43.275947 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-fdf76247-84d5-4c07-adb8-4bc868044a2b tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0423763 Nov 25 17:53:43.278823 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49732) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:43.331831 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-47af962b-7e30-4117-b600-ec5f03b9bbce tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:43.353887 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-47af962b-7e30-4117-b600-ec5f03b9bbce tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:43.394349 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-47af962b-7e30-4117-b600-ec5f03b9bbce tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:43.396950 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-47af962b-7e30-4117-b600-ec5f03b9bbce tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:43.398444 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-47af962b-7e30-4117-b600-ec5f03b9bbce tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] 10.222.0.75 "DELETE /v2.0/security-groups/d71f6d60-986d-4008-a6de-c8e2f09fb283 HTTP/1.1" status: 204 len: 168 time: 0.1187234 Nov 25 17:53:43.401271 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49734) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:43.407248 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47af962b-7e30-4117-b600-ec5f03b9bbce tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71f6d60-986d-4008-a6de-c8e2f09fb283,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:43.457371 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-a2e97143-ff55-4366-82c4-0e2d86e49da8 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0548081 Nov 25 17:53:43.460049 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49736) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:43.517492 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f7c09a2d-d8d6-42c2-bf27-b72f5aa24ff2 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:43.541294 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f7c09a2d-d8d6-42c2-bf27-b72f5aa24ff2 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:43.587985 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f7c09a2d-d8d6-42c2-bf27-b72f5aa24ff2 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:43.590767 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f7c09a2d-d8d6-42c2-bf27-b72f5aa24ff2 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:43.591948 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-f7c09a2d-d8d6-42c2-bf27-b72f5aa24ff2 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] 10.222.0.75 "DELETE /v2.0/security-groups/8ab881a2-9b25-4ff2-b5ea-4c8b9514d2d5 HTTP/1.1" status: 204 len: 168 time: 0.1309712 Nov 25 17:53:43.594763 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49740) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:43.601726 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c09a2d-d8d6-42c2-bf27-b72f5aa24ff2 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab881a2-9b25-4ff2-b5ea-4c8b9514d2d5,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:43.640584 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6d5d425d-2981-47c9-9f6c-ca5bd9fea008 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0444729 Nov 25 17:53:43.644058 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49742) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:43.649426 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-508d64be-9e6f-40bb-8e2f-b4c25cf259cc tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Request body: {'security_group': {'name': 'tempest-secgroup--1579624553'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:43.670588 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-508d64be-9e6f-40bb-8e2f-b4c25cf259cc tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:43.737031 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-508d64be-9e6f-40bb-8e2f-b4c25cf259cc tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:43.740609 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-508d64be-9e6f-40bb-8e2f-b4c25cf259cc tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:43.769241 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-508d64be-9e6f-40bb-8e2f-b4c25cf259cc tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:43.773038 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-508d64be-9e6f-40bb-8e2f-b4c25cf259cc tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1251590 Nov 25 17:53:43.773472 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49746) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:43.777903 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-3605b34f-6980-4f36-9d6f-29e45511e17d tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:43.778326 n-d-817746-1 neutron-server[103360]: WARNING neutron.api.v2.base [None req-3605b34f-6980-4f36-9d6f-29e45511e17d tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 25 17:53:43.778817 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-3605b34f-6980-4f36-9d6f-29e45511e17d tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] update failed (client error): There was a conflict when trying to complete your request. Nov 25 17:53:43.781988 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3605b34f-6980-4f36-9d6f-29e45511e17d tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] 10.222.0.75 "PUT /v2.0/security-groups/c6632aaa-39ee-4769-85c8-5fcac5f01863 HTTP/1.1" status: 409 len: 330 time: 0.0053442 Nov 25 17:53:43.781988 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508d64be-9e6f-40bb-8e2f-b4c25cf259cc tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6632aaa-39ee-4769-85c8-5fcac5f01863,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:43.782767 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49748) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:43.847029 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2526f14f-eca1-4c57-a6ac-09caa1cb26c0 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:43.871978 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2526f14f-eca1-4c57-a6ac-09caa1cb26c0 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:43.914489 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2526f14f-eca1-4c57-a6ac-09caa1cb26c0 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:43.917788 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2526f14f-eca1-4c57-a6ac-09caa1cb26c0 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:43.919066 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-2526f14f-eca1-4c57-a6ac-09caa1cb26c0 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] 10.222.0.75 "DELETE /v2.0/security-groups/c6632aaa-39ee-4769-85c8-5fcac5f01863 HTTP/1.1" status: 204 len: 168 time: 0.1341755 Nov 25 17:53:43.921736 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49750) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:43.929125 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2526f14f-eca1-4c57-a6ac-09caa1cb26c0 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6632aaa-39ee-4769-85c8-5fcac5f01863,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:43.976766 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f8f04512-c4c8-4c3c-85f4-f72b5151e4f8 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0498147 Nov 25 17:53:43.977188 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49752) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:43.992112 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-3425875c-4282-40a3-bb58-d24dff1ddd52 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] delete failed (client error): The resource could not be found. Nov 25 17:53:43.993256 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3425875c-4282-40a3-bb58-d24dff1ddd52 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] 10.222.0.75 "DELETE /v2.0/security-groups/4feb2448-9257-42da-a668-9208dab61976 HTTP/1.1" status: 404 len: 347 time: 0.0148611 Nov 25 17:53:43.997037 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49754) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:44.011124 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-a636f238-e67c-47d1-9ddb-cc5d5693be70 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] show failed (client error): The resource could not be found. Nov 25 17:53:44.012111 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a636f238-e67c-47d1-9ddb-cc5d5693be70 tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] 10.222.0.75 "GET /v2.0/security-groups/b8aa7e21-0ad6-42e1-a02a-11ad5eabb110 HTTP/1.1" status: 404 len: 347 time: 0.0141013 Nov 25 17:53:44.015544 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49756) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:44.030038 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-312584ef-7263-4fcd-92a0-31277b86437f tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] show failed (client error): The resource could not be found. Nov 25 17:53:44.031053 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-312584ef-7263-4fcd-92a0-31277b86437f tempest-NegativeSecGroupTest-948345882 tempest-NegativeSecGroupTest-948345882-project] 10.222.0.75 "GET /v2.0/security-group-rules/f4530d44-2069-481b-a368-350a5da760dd HTTP/1.1" status: 404 len: 356 time: 0.0146317 Nov 25 17:53:44.306343 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49774) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:44.449091 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-60892a0f-f6e3-4d48-aba8-3095a4afc523 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a1f1c72f025e4cadac76ef8cbf795be2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1416337 Nov 25 17:53:44.451548 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49782) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:44.509997 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bc460ee9-3f5b-43a2-b5a0-cf2e9a875dbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:44.532732 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bc460ee9-3f5b-43a2-b5a0-cf2e9a875dbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:44.586669 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bc460ee9-3f5b-43a2-b5a0-cf2e9a875dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:44.589918 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bc460ee9-3f5b-43a2-b5a0-cf2e9a875dbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:44.594179 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-bc460ee9-3f5b-43a2-b5a0-cf2e9a875dbd admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4ef4d183-638e-42bb-9455-a44215c538f8 HTTP/1.1" status: 204 len: 168 time: 0.1416452 Nov 25 17:53:44.610043 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc460ee9-3f5b-43a2-b5a0-cf2e9a875dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef4d183-638e-42bb-9455-a44215c538f8,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:46.111068 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49856) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:46.230871 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c4480921-75bf-4db8-ae6d-d2af9d64d7ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:46.315991 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c4480921-75bf-4db8-ae6d-d2af9d64d7ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:46.320616 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c4480921-75bf-4db8-ae6d-d2af9d64d7ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:46.358800 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4480921-75bf-4db8-ae6d-d2af9d64d7ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f752c1c2-5d29-416e-ac92-ea4f98e544c9,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:46.365461 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c4480921-75bf-4db8-ae6d-d2af9d64d7ed admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8b9c3f83eb9e4f6fb89ae8deb323d9af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2530143 Nov 25 17:53:46.366725 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49862) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:46.423550 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-78c77f0e-7caa-4cb8-99e1-44250f460d22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:46.449882 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-78c77f0e-7caa-4cb8-99e1-44250f460d22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:46.502224 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-78c77f0e-7caa-4cb8-99e1-44250f460d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:46.505030 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-78c77f0e-7caa-4cb8-99e1-44250f460d22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:46.507010 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-78c77f0e-7caa-4cb8-99e1-44250f460d22 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f752c1c2-5d29-416e-ac92-ea4f98e544c9 HTTP/1.1" status: 204 len: 168 time: 0.1390991 Nov 25 17:53:46.516444 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c77f0e-7caa-4cb8-99e1-44250f460d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f752c1c2-5d29-416e-ac92-ea4f98e544c9,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:46.807602 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 49876) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:46.822188 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-02d28cc3-0397-4d39-9ba4-cdcdf163583e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:46.862944 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:46.927213 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-02d28cc3-0397-4d39-9ba4-cdcdf163583e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:46.931591 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-02d28cc3-0397-4d39-9ba4-cdcdf163583e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:46.976090 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 49880) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:46.985537 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-02d28cc3-0397-4d39-9ba4-cdcdf163583e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5b44fcac53ea4cce828f7727cf39f06a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1764772 Nov 25 17:53:46.986694 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d28cc3-0397-4d39-9ba4-cdcdf163583e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d45179b-b694-438b-8e0f-8832791b418d,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:47.019046 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:47.049170 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-23b6b5df-3f87-4a32-8cbe-1d46cd910964 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:47.078342 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-23b6b5df-3f87-4a32-8cbe-1d46cd910964 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:47.134048 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-23b6b5df-3f87-4a32-8cbe-1d46cd910964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:47.137507 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-23b6b5df-3f87-4a32-8cbe-1d46cd910964 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:47.138828 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-23b6b5df-3f87-4a32-8cbe-1d46cd910964 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5d45179b-b694-438b-8e0f-8832791b418d HTTP/1.1" status: 204 len: 168 time: 0.1612515 Nov 25 17:53:47.148906 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b6b5df-3f87-4a32-8cbe-1d46cd910964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d45179b-b694-438b-8e0f-8832791b418d,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:47.149304 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1c2c4876-dbc2-432f-b2a3-9a3c8e07e9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:49.830024 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-52118249-0339-4abe-a4b2-17f673e1dc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:50.866894 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:52.070162 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:53.023162 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:56.106549 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cae57f-2e0b-4893-ab62-90a1d8c65150 req-aa354c6f-f3d5-452d-82eb-48d0de4ecb92 tempest-TestNetworkAdvancedServerOps-44296226 tempest-TestNetworkAdvancedServerOps-44296226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:56.115294 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-35cae57f-2e0b-4893-ab62-90a1d8c65150 req-aa354c6f-f3d5-452d-82eb-48d0de4ecb92 tempest-TestNetworkAdvancedServerOps-44296226 tempest-TestNetworkAdvancedServerOps-44296226-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d HTTP/1.1" status: 200 len: 1096 time: 0.0568600 Nov 25 17:53:56.172369 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-35cae57f-2e0b-4893-ab62-90a1d8c65150 req-370d0e9b-8b8a-4799-9e4b-75eceaadfc29 tempest-TestNetworkAdvancedServerOps-44296226 tempest-TestNetworkAdvancedServerOps-44296226-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=5da7f36c-373d-42e3-b948-a3b8df03cf17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540874 Nov 25 17:53:56.348350 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb26cf-5089-491d-910c-e3c3c46088b4 req-3157f7e6-3cc3-4d61-a644-69b02699200b tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:56.351202 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8adb26cf-5089-491d-910c-e3c3c46088b4 req-3157f7e6-3cc3-4d61-a644-69b02699200b tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d HTTP/1.1" status: 200 len: 945 time: 0.0553267 Nov 25 17:53:56.438283 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8adb26cf-5089-491d-910c-e3c3c46088b4 req-86a1a3c9-7cca-41bb-ba89-8804722c7a24 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=5da7f36c-373d-42e3-b948-a3b8df03cf17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814266 Nov 25 17:53:56.460032 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 50200) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:56.577431 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-6ab0c7f8-a0c0-460c-b711-21ae5658f01c tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/floatingips/543aa5a8-df71-49d6-8315-657205048736 HTTP/1.1" status: 200 len: 992 time: 0.1162429 Nov 25 17:53:57.465190 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e5e11008-5653-42de-bb79-873f290d9728 req-cff6e9ff-6145-4600-86ef-b5aba5249ec4 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0506029 Nov 25 17:53:57.468535 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989825aa-25d8-4b34-964e-117ccc2739bd req-a8fe2ed2-e260-4afc-a407-106e01f1d540 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:57.470081 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-989825aa-25d8-4b34-964e-117ccc2739bd req-a8fe2ed2-e260-4afc-a407-106e01f1d540 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d HTTP/1.1" status: 200 len: 945 time: 0.0508611 Nov 25 17:53:57.524483 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-989825aa-25d8-4b34-964e-117ccc2739bd req-98273725-d1f0-4817-857d-baf2a0fc3b80 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=5da7f36c-373d-42e3-b948-a3b8df03cf17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466740 Nov 25 17:53:58.657663 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43108c9a-ee7d-4331-8521-d456b5b15d49 req-239133a2-9d59-432a-b512-064ef4bd996a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:58.659822 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-43108c9a-ee7d-4331-8521-d456b5b15d49 req-239133a2-9d59-432a-b512-064ef4bd996a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d HTTP/1.1" status: 200 len: 945 time: 0.0564671 Nov 25 17:53:58.746984 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-43108c9a-ee7d-4331-8521-d456b5b15d49 req-5a7032ff-2c02-4880-b3f6-ea1109c3979c tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=5da7f36c-373d-42e3-b948-a3b8df03cf17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804014 Nov 25 17:53:58.787992 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e11008-5653-42de-bb79-873f290d9728 req-d5af79c8-64dd-41cb-9ce2-7be1e9dc0014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:58.789715 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e5e11008-5653-42de-bb79-873f290d9728 req-d5af79c8-64dd-41cb-9ce2-7be1e9dc0014 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=867688fabf794394b7f5a37353b0165e&device_id=ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d HTTP/1.1" status: 200 len: 1096 time: 0.0510337 Nov 25 17:53:58.885168 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e11008-5653-42de-bb79-873f290d9728 req-eeb94c63-07c4-430e-a4d3-b0cddc09d49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:58.887634 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e5e11008-5653-42de-bb79-873f290d9728 req-eeb94c63-07c4-430e-a4d3-b0cddc09d49f service neutron] 10.222.0.74 "GET /v2.0/networks?id=c5fb9f88-55e7-4f31-bafe-ad97633cf2ef HTTP/1.1" status: 200 len: 897 time: 0.0892019 Nov 25 17:53:58.973743 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e5e11008-5653-42de-bb79-873f290d9728 req-4c7ea9da-3beb-4034-b643-ed01687d3660 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc HTTP/1.1" status: 200 len: 1000 time: 0.0774567 Nov 25 17:53:59.034330 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e11008-5653-42de-bb79-873f290d9728 req-fe7076a5-7c9a-41a2-ad0a-6375b9a3e023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:59.035813 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e5e11008-5653-42de-bb79-873f290d9728 req-fe7076a5-7c9a-41a2-ad0a-6375b9a3e023 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1624fc43-6956-4e05-871a-a93fe68b0807 HTTP/1.1" status: 200 len: 835 time: 0.0550869 Nov 25 17:53:59.093129 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e11008-5653-42de-bb79-873f290d9728 req-bc4cd422-4b1d-41f2-a034-e1fe6805a044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:59.095060 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e5e11008-5653-42de-bb79-873f290d9728 req-bc4cd422-4b1d-41f2-a034-e1fe6805a044 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c5fb9f88-55e7-4f31-bafe-ad97633cf2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522220 Nov 25 17:53:59.201096 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e5e11008-5653-42de-bb79-873f290d9728 req-3a5c9977-d3fd-42f3-ba20-ef79028f72f2 service neutron] 10.222.0.74 "GET /v2.0/networks/c5fb9f88-55e7-4f31-bafe-ad97633cf2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987020 Nov 25 17:53:59.302828 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e5e11008-5653-42de-bb79-873f290d9728 req-9b6c8ab5-24f3-4226-acfc-dfe0a898032e service neutron] 10.222.0.74 "GET /v2.0/networks/c5fb9f88-55e7-4f31-bafe-ad97633cf2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945375 Nov 25 17:53:59.870935 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b39b06f-b6f2-431c-98d1-c1499dad19dd req-ec571265-d88c-4377-83c0-1af44a89fefc tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:59.873161 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5b39b06f-b6f2-431c-98d1-c1499dad19dd req-ec571265-d88c-4377-83c0-1af44a89fefc tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d HTTP/1.1" status: 200 len: 945 time: 0.0537376 Nov 25 17:53:59.927725 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5b39b06f-b6f2-431c-98d1-c1499dad19dd req-3e4ff3db-2cfd-40cd-9630-0ee08480aaf9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=5da7f36c-373d-42e3-b948-a3b8df03cf17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485868 Nov 25 17:54:01.050766 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1e5db1-9560-4af7-bc66-c4966eccca88 req-90c9ca89-dfab-4a53-95ac-ba859b63d398 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:01.053912 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9e1e5db1-9560-4af7-bc66-c4966eccca88 req-90c9ca89-dfab-4a53-95ac-ba859b63d398 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d HTTP/1.1" status: 200 len: 945 time: 0.0527990 Nov 25 17:54:01.114507 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9e1e5db1-9560-4af7-bc66-c4966eccca88 req-49fcc381-f931-4ae8-82a1-3c4ea70b3b34 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=5da7f36c-373d-42e3-b948-a3b8df03cf17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542800 Nov 25 17:54:02.257414 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdda8da-9fc3-4591-a3fa-2e5468896e93 req-c02decb5-5cbf-4e0b-885b-69b96d83c897 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:02.259616 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4bdda8da-9fc3-4591-a3fa-2e5468896e93 req-c02decb5-5cbf-4e0b-885b-69b96d83c897 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d HTTP/1.1" status: 200 len: 945 time: 0.0596519 Nov 25 17:54:02.315012 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:54:02.318463 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4bdda8da-9fc3-4591-a3fa-2e5468896e93 req-5170f935-280a-49cc-bfad-e5e59cefffa9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=5da7f36c-373d-42e3-b948-a3b8df03cf17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527279 Nov 25 17:54:03.452317 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09af0e0-0a90-44b5-9dd2-d0922940fa8d req-fbd5f03e-d6c8-41f9-ae74-11510bbc1859 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:03.454016 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f09af0e0-0a90-44b5-9dd2-d0922940fa8d req-fbd5f03e-d6c8-41f9-ae74-11510bbc1859 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d HTTP/1.1" status: 200 len: 945 time: 0.0541029 Nov 25 17:54:03.509133 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f09af0e0-0a90-44b5-9dd2-d0922940fa8d req-8960604c-85d5-49a2-8a1c-a65cebefab6f tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=5da7f36c-373d-42e3-b948-a3b8df03cf17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483844 Nov 25 17:54:04.636468 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff2464-17da-46bc-ba8d-f9e746370ece req-36cfe74c-55e5-456d-b40c-4becd6d6134e tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:04.638832 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-72ff2464-17da-46bc-ba8d-f9e746370ece req-36cfe74c-55e5-456d-b40c-4becd6d6134e tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d HTTP/1.1" status: 200 len: 945 time: 0.0580206 Nov 25 17:54:04.691294 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-72ff2464-17da-46bc-ba8d-f9e746370ece req-56714ff0-f68f-4077-be4f-53cab5f9e8df tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=5da7f36c-373d-42e3-b948-a3b8df03cf17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464034 Nov 25 17:54:05.828495 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593e8ac-6417-4b47-9107-dc0b06a126f6 req-5a4511a1-8d74-40ca-942d-397d5859dfc6 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:05.836733 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d593e8ac-6417-4b47-9107-dc0b06a126f6 req-5a4511a1-8d74-40ca-942d-397d5859dfc6 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d HTTP/1.1" status: 200 len: 945 time: 0.0691094 Nov 25 17:54:05.885288 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d593e8ac-6417-4b47-9107-dc0b06a126f6 req-6b698a19-c0f3-404f-b863-dec3c28d990b tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=5da7f36c-373d-42e3-b948-a3b8df03cf17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477266 Nov 25 17:54:07.078420 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a61df-cc74-4d9f-b316-d8c2c2ec84f2 req-1fb0fd25-7717-4731-baea-999897289010 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:07.080064 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-735a61df-cc74-4d9f-b316-d8c2c2ec84f2 req-1fb0fd25-7717-4731-baea-999897289010 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d HTTP/1.1" status: 200 len: 945 time: 0.0625932 Nov 25 17:54:07.166425 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-735a61df-cc74-4d9f-b316-d8c2c2ec84f2 req-1633a416-4a21-4f2f-990c-d512d4e5639d tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=5da7f36c-373d-42e3-b948-a3b8df03cf17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792544 Nov 25 17:54:08.292222 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49675eb3-d64c-4a9d-a298-4d62d891a73c req-ec734dba-6b7b-4a68-bfbb-7bb7ee70a94e tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:08.293797 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-49675eb3-d64c-4a9d-a298-4d62d891a73c req-ec734dba-6b7b-4a68-bfbb-7bb7ee70a94e tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d HTTP/1.1" status: 200 len: 945 time: 0.0683653 Nov 25 17:54:08.361196 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-49675eb3-d64c-4a9d-a298-4d62d891a73c req-d3157dc1-c990-4137-b720-9387294da691 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=5da7f36c-373d-42e3-b948-a3b8df03cf17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548713 Nov 25 17:54:08.673621 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 50712) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:54:08.799136 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1ce27e8b-648e-4ea1-8d4f-f8535f8bdaee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:08.898003 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1ce27e8b-648e-4ea1-8d4f-f8535f8bdaee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:08.904061 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1ce27e8b-648e-4ea1-8d4f-f8535f8bdaee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:08.947193 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce27e8b-648e-4ea1-8d4f-f8535f8bdaee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec160fb5-f6da-4624-880c-e13c147dcd2f,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:08.962455 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-1ce27e8b-648e-4ea1-8d4f-f8535f8bdaee admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=39b0f695be3941549b90d305b03ea30e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2867453 Nov 25 17:54:08.965136 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 50758) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:54:08.972198 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce27e8b-648e-4ea1-8d4f-f8535f8bdaee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:08.972735 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce27e8b-648e-4ea1-8d4f-f8535f8bdaee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:08.973112 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce27e8b-648e-4ea1-8d4f-f8535f8bdaee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:08.973451 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce27e8b-648e-4ea1-8d4f-f8535f8bdaee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:08.973787 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce27e8b-648e-4ea1-8d4f-f8535f8bdaee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:08.974122 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce27e8b-648e-4ea1-8d4f-f8535f8bdaee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:08.974453 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce27e8b-648e-4ea1-8d4f-f8535f8bdaee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:08.974877 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce27e8b-648e-4ea1-8d4f-f8535f8bdaee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:08.975209 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce27e8b-648e-4ea1-8d4f-f8535f8bdaee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:08.975540 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce27e8b-648e-4ea1-8d4f-f8535f8bdaee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:08.975867 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce27e8b-648e-4ea1-8d4f-f8535f8bdaee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:08.976196 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce27e8b-648e-4ea1-8d4f-f8535f8bdaee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:09.028304 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b65b3ae6-db82-4153-910f-45fe24502a2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:09.054244 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b65b3ae6-db82-4153-910f-45fe24502a2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:09.110707 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b65b3ae6-db82-4153-910f-45fe24502a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:09.113999 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b65b3ae6-db82-4153-910f-45fe24502a2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:09.115261 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-b65b3ae6-db82-4153-910f-45fe24502a2f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ec160fb5-f6da-4624-880c-e13c147dcd2f HTTP/1.1" status: 204 len: 168 time: 0.1489456 Nov 25 17:54:09.124431 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65b3ae6-db82-4153-910f-45fe24502a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec160fb5-f6da-4624-880c-e13c147dcd2f,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:09.415253 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 50830) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:54:09.436524 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4e800e5a-5ca0-4e9d-ad35-e49166ef64fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:09.522140 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e178a-bab5-4d88-9bec-9c7a56c9da83 req-2fd48fb1-b4b7-4a68-b60c-29b168aa6e77 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:09.523658 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8c0e178a-bab5-4d88-9bec-9c7a56c9da83 req-2fd48fb1-b4b7-4a68-b60c-29b168aa6e77 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d HTTP/1.1" status: 200 len: 945 time: 0.0829890 Nov 25 17:54:09.598727 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4e800e5a-5ca0-4e9d-ad35-e49166ef64fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:09.605279 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8c0e178a-bab5-4d88-9bec-9c7a56c9da83 req-627250bf-0e97-4e23-bfa8-e588d0ea5485 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=5da7f36c-373d-42e3-b948-a3b8df03cf17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738330 Nov 25 17:54:09.606391 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4e800e5a-5ca0-4e9d-ad35-e49166ef64fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:09.650503 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e800e5a-5ca0-4e9d-ad35-e49166ef64fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d085e817-2acd-4527-8258-e8881085776f,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:09.655940 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-4e800e5a-5ca0-4e9d-ad35-e49166ef64fb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7435c7f9a71f4d839d534a1b4298fc88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2396595 Nov 25 17:54:09.658572 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 50870) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:54:09.717458 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ce626598-3db6-44ae-ad16-751e2629bae2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:09.743454 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ce626598-3db6-44ae-ad16-751e2629bae2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:09.797821 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ce626598-3db6-44ae-ad16-751e2629bae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:09.800923 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ce626598-3db6-44ae-ad16-751e2629bae2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:09.802441 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-ce626598-3db6-44ae-ad16-751e2629bae2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d085e817-2acd-4527-8258-e8881085776f HTTP/1.1" status: 204 len: 168 time: 0.1427505 Nov 25 17:54:09.811923 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce626598-3db6-44ae-ad16-751e2629bae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d085e817-2acd-4527-8258-e8881085776f,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:10.730182 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d24c527-5d98-4cd2-a3f6-4f62eb2c4597 req-4a44c214-a557-4844-a463-55c0bb3f6e27 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:10.732552 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7d24c527-5d98-4cd2-a3f6-4f62eb2c4597 req-4a44c214-a557-4844-a463-55c0bb3f6e27 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d HTTP/1.1" status: 200 len: 945 time: 0.0558109 Nov 25 17:54:10.805561 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7d24c527-5d98-4cd2-a3f6-4f62eb2c4597 req-9831fdc8-0f00-4ffd-9960-8137ae55004e tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=5da7f36c-373d-42e3-b948-a3b8df03cf17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632267 Nov 25 17:54:11.937238 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52acfbb-5a2e-4422-b2c7-eb8d8523b46a req-a4963d44-3803-46ab-9ee1-0c014a9c87b5 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:11.939207 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d52acfbb-5a2e-4422-b2c7-eb8d8523b46a req-a4963d44-3803-46ab-9ee1-0c014a9c87b5 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d HTTP/1.1" status: 200 len: 945 time: 0.0605414 Nov 25 17:54:12.001062 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d52acfbb-5a2e-4422-b2c7-eb8d8523b46a req-0a2faebf-5960-42d8-af04-e60917397d18 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=5da7f36c-373d-42e3-b948-a3b8df03cf17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547564 Nov 25 17:54:13.129931 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad17d19-6560-4039-9fd1-4ddc6893f549 req-7d10ccd8-5847-4915-a40b-73f77d70cf78 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:13.132447 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4ad17d19-6560-4039-9fd1-4ddc6893f549 req-7d10ccd8-5847-4915-a40b-73f77d70cf78 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d HTTP/1.1" status: 200 len: 945 time: 0.0521541 Nov 25 17:54:13.182908 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4ad17d19-6560-4039-9fd1-4ddc6893f549 req-19517808-e47d-430c-85b6-0f36c06f3019 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=5da7f36c-373d-42e3-b948-a3b8df03cf17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442667 Nov 25 17:54:14.314536 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe717bd3-dc12-42b2-a27b-5b754cd5da90 req-99be0886-238d-4d97-a313-bf20b1646aa6 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:14.315921 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fe717bd3-dc12-42b2-a27b-5b754cd5da90 req-99be0886-238d-4d97-a313-bf20b1646aa6 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d HTTP/1.1" status: 200 len: 945 time: 0.0564733 Nov 25 17:54:14.366378 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fe717bd3-dc12-42b2-a27b-5b754cd5da90 req-5dd16c2b-a849-463d-bc26-ec8d768dec0a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=5da7f36c-373d-42e3-b948-a3b8df03cf17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442076 Nov 25 17:54:15.487593 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46d32b-259d-4670-9035-373576734652 req-fb97dcd1-c05d-4379-ad45-1e17ba7fc93d tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:15.489204 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ab46d32b-259d-4670-9035-373576734652 req-fb97dcd1-c05d-4379-ad45-1e17ba7fc93d tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d HTTP/1.1" status: 200 len: 945 time: 0.0529656 Nov 25 17:54:15.541838 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ab46d32b-259d-4670-9035-373576734652 req-79460a30-8627-4e8d-8d6b-7f7f790d0867 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=5da7f36c-373d-42e3-b948-a3b8df03cf17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462992 Nov 25 17:54:16.214590 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [req-e5e11008-5653-42de-bb79-873f290d9728 req-ae928e33-755a-47cb-bb21-e9b69648c9bd service neutron] show failed (client error): The resource could not be found. Nov 25 17:54:16.215862 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e5e11008-5653-42de-bb79-873f290d9728 req-ae928e33-755a-47cb-bb21-e9b69648c9bd service neutron] 10.222.0.74 "GET /v2.0/ports/a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc/bindings/n-h2-817746-1 HTTP/1.1" status: 404 len: 380 time: 0.0727961 Nov 25 17:54:16.463996 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e11008-5653-42de-bb79-873f290d9728 req-c215ea12-cfa0-4660-b877-9d4ddde0df38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:16.465557 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e5e11008-5653-42de-bb79-873f290d9728 req-c215ea12-cfa0-4660-b877-9d4ddde0df38 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d&tenant_id=867688fabf794394b7f5a37353b0165e HTTP/1.1" status: 200 len: 1096 time: 0.0802290 Nov 25 17:54:16.478478 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-e5e11008-5653-42de-bb79-873f290d9728 req-5338c363-e6d3-4ac7-93c8-322570d97d71 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817746-1', 'device_owner': 'compute:nova'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:54:16.547594 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-e5e11008-5653-42de-bb79-873f290d9728 req-5338c363-e6d3-4ac7-93c8-322570d97d71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:16.678734 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c44f9e6-13da-40a4-8a04-56074ec1a8fa req-22f2a0c4-7445-45c2-8aec-b75b5f115d1e tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:16.687436 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4c44f9e6-13da-40a4-8a04-56074ec1a8fa req-22f2a0c4-7445-45c2-8aec-b75b5f115d1e tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d HTTP/1.1" status: 200 len: 945 time: 0.0690401 Nov 25 17:54:16.749048 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4c44f9e6-13da-40a4-8a04-56074ec1a8fa req-20db8717-2152-4f27-abad-b41e364d8041 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=5da7f36c-373d-42e3-b948-a3b8df03cf17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604973 Nov 25 17:54:16.794815 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-e5e11008-5653-42de-bb79-873f290d9728 req-5338c363-e6d3-4ac7-93c8-322570d97d71 service neutron] For port a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc,segment=NetworkSegment(1d15927a-183a-4281-a947-f144dc1fa857),segment_id=1d15927a-183a-4281-a947-f144dc1fa857)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:54:16.832021 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-e5e11008-5653-42de-bb79-873f290d9728 req-5338c363-e6d3-4ac7-93c8-322570d97d71 service neutron] For port a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc, host n-h1-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:54:16.882811 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:16.885026 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:54:16.887487 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b3ff62-010f-4e25-9745-2a6df65adac3" -d '{"events": [{"server_uuid": "ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d", "name": "network-vif-unplugged", "status": "completed", "tag": "a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:54:16.902539 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-e5e11008-5653-42de-bb79-873f290d9728 req-5338c363-e6d3-4ac7-93c8-322570d97d71 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:16.917448 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-e5e11008-5653-42de-bb79-873f290d9728 req-5338c363-e6d3-4ac7-93c8-322570d97d71 service neutron] Transition to ACTIVE for port object a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:54:16.923799 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-e5e11008-5653-42de-bb79-873f290d9728 req-5338c363-e6d3-4ac7-93c8-322570d97d71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:16.959531 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7570c8-b1c9-41ac-95f6-096fd8de834d x-openstack-request-id: req-5b7570c8-b1c9-41ac-95f6-096fd8de834d {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:54:16.959804 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d", "name": "network-vif-unplugged", "status": "completed", "tag": "a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:54:16.960418 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5b7570c8-b1c9-41ac-95f6-096fd8de834d {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:54:16.960600 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc', 'code': 200} Nov 25 17:54:17.006835 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5338c363-e6d3-4ac7-93c8-322570d97d71 service neutron] Pushing event updated for resources: {'Port': ['ID=a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc,revision_number=6']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:17.019082 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:17.158758 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1c65a1ed-b1fc-4ce1-a4c3-de69fe7d0033 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:17.176770 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5e11008-5653-42de-bb79-873f290d9728 req-5338c363-e6d3-4ac7-93c8-322570d97d71 service neutron] No DVR routers for this DVR port a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc on host n-h1-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:54:17.355788 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-e5e11008-5653-42de-bb79-873f290d9728 req-5338c363-e6d3-4ac7-93c8-322570d97d71 service neutron] Attempting to bind port a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:54:17.356488 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-e5e11008-5653-42de-bb79-873f290d9728 req-5338c363-e6d3-4ac7-93c8-322570d97d71 service neutron] Attempting to bind port a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '1d15927a-183a-4281-a947-f144dc1fa857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c5fb9f88-55e7-4f31-bafe-ad97633cf2ef'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:54:17.356488 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e11008-5653-42de-bb79-873f290d9728 req-5338c363-e6d3-4ac7-93c8-322570d97d71 service neutron] Attempting to bind port a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc on network c5fb9f88-55e7-4f31-bafe-ad97633cf2ef {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:54:17.362016 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e11008-5653-42de-bb79-873f290d9728 req-5338c363-e6d3-4ac7-93c8-322570d97d71 service neutron] Port a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc on network c5fb9f88-55e7-4f31-bafe-ad97633cf2ef not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:54:17.362347 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e11008-5653-42de-bb79-873f290d9728 req-5338c363-e6d3-4ac7-93c8-322570d97d71 service neutron] Attempting to bind port a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc on network c5fb9f88-55e7-4f31-bafe-ad97633cf2ef {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:54:17.368809 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e11008-5653-42de-bb79-873f290d9728 req-5338c363-e6d3-4ac7-93c8-322570d97d71 service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:54:17.369175 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e11008-5653-42de-bb79-873f290d9728 req-5338c363-e6d3-4ac7-93c8-322570d97d71 service neutron] Checking segment: {'id': '1d15927a-183a-4281-a947-f144dc1fa857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c5fb9f88-55e7-4f31-bafe-ad97633cf2ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:54:17.369571 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e11008-5653-42de-bb79-873f290d9728 req-5338c363-e6d3-4ac7-93c8-322570d97d71 service neutron] Bound using segment: {'id': '1d15927a-183a-4281-a947-f144dc1fa857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c5fb9f88-55e7-4f31-bafe-ad97633cf2ef'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:54:17.370137 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-e5e11008-5653-42de-bb79-873f290d9728 req-5338c363-e6d3-4ac7-93c8-322570d97d71 service neutron] Bound port: a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d15927a-183a-4281-a947-f144dc1fa857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c5fb9f88-55e7-4f31-bafe-ad97633cf2ef'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:54:17.370652 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-e5e11008-5653-42de-bb79-873f290d9728 req-5338c363-e6d3-4ac7-93c8-322570d97d71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:17.535718 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d958fec-9eaa-4a17-aa5f-f59f25d8865f req-a69ec65d-6389-4b03-9152-044aa8ed7f33 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7eb063c1-7171-4d01-b2f6-3d6865a0fcf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0539129 Nov 25 17:54:17.636814 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d958fec-9eaa-4a17-aa5f-f59f25d8865f req-e67d8895-2e79-48cf-af7c-6bf9f2c34018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:17.638518 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d958fec-9eaa-4a17-aa5f-f59f25d8865f req-e67d8895-2e79-48cf-af7c-6bf9f2c34018 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d565d7fffa2d49b4a9e39a4ee7a417d3&device_id=7eb063c1-7171-4d01-b2f6-3d6865a0fcf7 HTTP/1.1" status: 200 len: 1096 time: 0.0477109 Nov 25 17:54:17.793764 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-e5e11008-5653-42de-bb79-873f290d9728 req-5338c363-e6d3-4ac7-93c8-322570d97d71 service neutron] For port a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc, host n-h2-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:54:17.796338 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d958fec-9eaa-4a17-aa5f-f59f25d8865f req-6768fa2c-89a8-4fcd-a1ed-01d03fab6b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:17.797614 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-e5e11008-5653-42de-bb79-873f290d9728 req-5338c363-e6d3-4ac7-93c8-322570d97d71 service neutron] For port a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc,segment=NetworkSegment(1d15927a-183a-4281-a947-f144dc1fa857),segment_id=1d15927a-183a-4281-a947-f144dc1fa857)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:54:17.798272 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d958fec-9eaa-4a17-aa5f-f59f25d8865f req-6768fa2c-89a8-4fcd-a1ed-01d03fab6b14 service neutron] 10.222.0.90 "GET /v2.0/networks?id=70a573b0-b8cd-4b3b-a416-03e265a1da65 HTTP/1.1" status: 200 len: 911 time: 0.1282375 Nov 25 17:54:17.803690 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-e5e11008-5653-42de-bb79-873f290d9728 req-5338c363-e6d3-4ac7-93c8-322570d97d71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:17.856675 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e11008-5653-42de-bb79-873f290d9728 req-5338c363-e6d3-4ac7-93c8-322570d97d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:17.857529 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-e5e11008-5653-42de-bb79-873f290d9728 req-5338c363-e6d3-4ac7-93c8-322570d97d71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:17.859679 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e5e11008-5653-42de-bb79-873f290d9728 req-5338c363-e6d3-4ac7-93c8-322570d97d71 service neutron] 10.222.0.90 "PUT /v2.0/ports/a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc HTTP/1.1" status: 200 len: 1091 time: 1.3856704 Nov 25 17:54:17.909721 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5338c363-e6d3-4ac7-93c8-322570d97d71 service neutron] Pushing event updated for resources: {'Port': ['ID=a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc,revision_number=7']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:17.991439 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e11008-5653-42de-bb79-873f290d9728 req-5c9a126a-673d-4722-98eb-eb72f0ece5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:17.992772 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d958fec-9eaa-4a17-aa5f-f59f25d8865f req-7a1b67aa-6b2a-4245-b4c5-beb86c981329 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6 HTTP/1.1" status: 200 len: 1001 time: 0.1857035 Nov 25 17:54:17.994781 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e5e11008-5653-42de-bb79-873f290d9728 req-5c9a126a-673d-4722-98eb-eb72f0ece5e3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=867688fabf794394b7f5a37353b0165e&device_id=ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d HTTP/1.1" status: 200 len: 1094 time: 0.0700669 Nov 25 17:54:18.010221 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111eb56d-8e5f-420d-a6d4-3002327bbc6a req-d650d6ae-8c35-4d57-823d-78ac5bcdb912 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:18.012007 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-111eb56d-8e5f-420d-a6d4-3002327bbc6a req-d650d6ae-8c35-4d57-823d-78ac5bcdb912 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d HTTP/1.1" status: 200 len: 943 time: 0.1522470 Nov 25 17:54:18.111029 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-111eb56d-8e5f-420d-a6d4-3002327bbc6a req-07502891-d96c-4a53-8d36-ce46b3724cda tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=5da7f36c-373d-42e3-b948-a3b8df03cf17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885932 Nov 25 17:54:18.117748 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d958fec-9eaa-4a17-aa5f-f59f25d8865f req-068f588e-3e67-4153-b031-9dd0b8008bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:18.119472 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d958fec-9eaa-4a17-aa5f-f59f25d8865f req-068f588e-3e67-4153-b031-9dd0b8008bad service neutron] 10.222.0.90 "GET /v2.0/subnets?id=88a810b4-d532-41af-9819-01c0d8d6a258 HTTP/1.1" status: 200 len: 849 time: 0.1064034 Nov 25 17:54:18.131826 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e11008-5653-42de-bb79-873f290d9728 req-3b69b087-0bbe-4d60-9ded-b2263b9d69c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:18.133725 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e5e11008-5653-42de-bb79-873f290d9728 req-3b69b087-0bbe-4d60-9ded-b2263b9d69c4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c5fb9f88-55e7-4f31-bafe-ad97633cf2ef HTTP/1.1" status: 200 len: 897 time: 0.1279871 Nov 25 17:54:18.180395 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d958fec-9eaa-4a17-aa5f-f59f25d8865f req-f63dc1e1-91f5-4f87-ae61-23527c1c6ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:18.182012 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d958fec-9eaa-4a17-aa5f-f59f25d8865f req-f63dc1e1-91f5-4f87-ae61-23527c1c6ffd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=70a573b0-b8cd-4b3b-a416-03e265a1da65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554988 Nov 25 17:54:18.207464 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e5e11008-5653-42de-bb79-873f290d9728 req-aa91e62d-f0bd-43cb-ad61-9063f6f11db0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc HTTP/1.1" status: 200 len: 998 time: 0.0642960 Nov 25 17:54:18.283028 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e11008-5653-42de-bb79-873f290d9728 req-5386e8c4-342a-4b12-bc91-8c88e4b3a862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:18.284527 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e5e11008-5653-42de-bb79-873f290d9728 req-5386e8c4-342a-4b12-bc91-8c88e4b3a862 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1624fc43-6956-4e05-871a-a93fe68b0807 HTTP/1.1" status: 200 len: 835 time: 0.0702176 Nov 25 17:54:18.323539 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d958fec-9eaa-4a17-aa5f-f59f25d8865f req-634ba5ce-f07c-4a77-8f15-1e3716bb07f0 service neutron] 10.222.0.90 "GET /v2.0/networks/70a573b0-b8cd-4b3b-a416-03e265a1da65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344821 Nov 25 17:54:18.359142 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e11008-5653-42de-bb79-873f290d9728 req-23ca63a8-6941-456d-8083-4c36b24c61e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:18.361823 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e5e11008-5653-42de-bb79-873f290d9728 req-23ca63a8-6941-456d-8083-4c36b24c61e3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c5fb9f88-55e7-4f31-bafe-ad97633cf2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615571 Nov 25 17:54:18.429085 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d958fec-9eaa-4a17-aa5f-f59f25d8865f req-f4fa758b-b287-4a54-9ac0-88804bfa4fde service neutron] 10.222.0.90 "GET /v2.0/networks/70a573b0-b8cd-4b3b-a416-03e265a1da65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986128 Nov 25 17:54:18.469642 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e5e11008-5653-42de-bb79-873f290d9728 req-9476e10b-5709-4d9f-9a65-6d5ad10592b9 service neutron] 10.222.0.90 "GET /v2.0/networks/c5fb9f88-55e7-4f31-bafe-ad97633cf2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995035 Nov 25 17:54:18.563352 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e5e11008-5653-42de-bb79-873f290d9728 req-4f3237da-afc3-4229-9a0f-8fef6dc6db4f service neutron] 10.222.0.90 "GET /v2.0/networks/c5fb9f88-55e7-4f31-bafe-ad97633cf2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868845 Nov 25 17:54:18.673104 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:54:18.737879 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:54:18.962094 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d', 'tag': 'a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:54:18.965032 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5d0744-d68b-4c23-9539-6875c58118cf" -d '{"events": [{"name": "network-changed", "server_uuid": "ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d", "tag": "a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:54:19.025987 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd6f0a7-fa45-4d9e-b56a-e466e75277ff x-openstack-request-id: req-ebd6f0a7-fa45-4d9e-b56a-e466e75277ff {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:54:19.026292 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d", "tag": "a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:54:19.026549 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ebd6f0a7-fa45-4d9e-b56a-e466e75277ff {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:54:19.027022 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d', 'tag': 'a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc', 'status': 'completed', 'code': 200} Nov 25 17:54:19.129771 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d0744-d68b-4c23-9539-6875c58118cf req-7fd4499b-ef82-4534-96ae-66a78f09e02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:19.131940 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-af5d0744-d68b-4c23-9539-6875c58118cf req-7fd4499b-ef82-4534-96ae-66a78f09e02c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=867688fabf794394b7f5a37353b0165e&device_id=ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d HTTP/1.1" status: 200 len: 1094 time: 0.0560944 Nov 25 17:54:19.133800 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d0744-d68b-4c23-9539-6875c58118cf req-99ee0bf8-7572-439c-b8d6-9d842e13e559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:19.135171 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-af5d0744-d68b-4c23-9539-6875c58118cf req-99ee0bf8-7572-439c-b8d6-9d842e13e559 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=867688fabf794394b7f5a37353b0165e&device_id=ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d HTTP/1.1" status: 200 len: 1094 time: 0.0864208 Nov 25 17:54:19.270028 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47715579-df1b-4374-8ede-4dba3044089e req-29d4a94c-7d63-452c-b333-821504f8e597 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:19.272558 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-47715579-df1b-4374-8ede-4dba3044089e req-29d4a94c-7d63-452c-b333-821504f8e597 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d HTTP/1.1" status: 200 len: 943 time: 0.0590208 Nov 25 17:54:19.299653 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d0744-d68b-4c23-9539-6875c58118cf req-6eee64f3-01a2-4c5b-ae54-7f55b6ab1978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:19.301205 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-af5d0744-d68b-4c23-9539-6875c58118cf req-6eee64f3-01a2-4c5b-ae54-7f55b6ab1978 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c5fb9f88-55e7-4f31-bafe-ad97633cf2ef HTTP/1.1" status: 200 len: 897 time: 0.1609454 Nov 25 17:54:19.337854 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-47715579-df1b-4374-8ede-4dba3044089e req-429501d0-5c8b-4542-84f0-fb007f6a91d3 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=5da7f36c-373d-42e3-b948-a3b8df03cf17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581381 Nov 25 17:54:19.397824 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d0744-d68b-4c23-9539-6875c58118cf req-4d40352b-7f72-49ed-a7a4-26a571810cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:19.399346 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-af5d0744-d68b-4c23-9539-6875c58118cf req-4d40352b-7f72-49ed-a7a4-26a571810cb7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c5fb9f88-55e7-4f31-bafe-ad97633cf2ef HTTP/1.1" status: 200 len: 897 time: 0.2512956 Nov 25 17:54:19.470224 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-af5d0744-d68b-4c23-9539-6875c58118cf req-bef96416-672c-4169-8904-8a54fa693039 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc HTTP/1.1" status: 200 len: 998 time: 0.1470225 Nov 25 17:54:19.520580 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-af5d0744-d68b-4c23-9539-6875c58118cf req-a26553df-388c-4ed6-baeb-5cbc17ca9d21 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc HTTP/1.1" status: 200 len: 998 time: 0.1113286 Nov 25 17:54:19.567264 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d0744-d68b-4c23-9539-6875c58118cf req-ef186e99-816e-4724-b8cd-2e69e3d782d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:19.569321 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-af5d0744-d68b-4c23-9539-6875c58118cf req-ef186e99-816e-4724-b8cd-2e69e3d782d8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1624fc43-6956-4e05-871a-a93fe68b0807 HTTP/1.1" status: 200 len: 835 time: 0.0879467 Nov 25 17:54:19.612220 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d0744-d68b-4c23-9539-6875c58118cf req-8e8ec972-a082-4693-9aef-aa7b2a54e749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:19.614039 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-af5d0744-d68b-4c23-9539-6875c58118cf req-8e8ec972-a082-4693-9aef-aa7b2a54e749 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1624fc43-6956-4e05-871a-a93fe68b0807 HTTP/1.1" status: 200 len: 835 time: 0.0866640 Nov 25 17:54:19.674119 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d0744-d68b-4c23-9539-6875c58118cf req-ebce1514-33a3-4ff0-a6af-19201b49fa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:19.675609 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-af5d0744-d68b-4c23-9539-6875c58118cf req-ebce1514-33a3-4ff0-a6af-19201b49fa47 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c5fb9f88-55e7-4f31-bafe-ad97633cf2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0986474 Nov 25 17:54:19.746903 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d0744-d68b-4c23-9539-6875c58118cf req-20e5d3c9-fb34-4316-9a6a-d70deec69d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:19.748394 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-af5d0744-d68b-4c23-9539-6875c58118cf req-20e5d3c9-fb34-4316-9a6a-d70deec69d59 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c5fb9f88-55e7-4f31-bafe-ad97633cf2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1247444 Nov 25 17:54:19.830326 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ccb41736-0fd3-4dcf-b1d9-fc01a19782ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:19.842860 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-af5d0744-d68b-4c23-9539-6875c58118cf req-3fd5b65d-d4f1-43d4-bd88-6482ae726f30 service neutron] 10.222.0.90 "GET /v2.0/networks/c5fb9f88-55e7-4f31-bafe-ad97633cf2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585178 Nov 25 17:54:19.922435 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-af5d0744-d68b-4c23-9539-6875c58118cf req-e7c50baf-6a16-4ad4-ba58-43f5301162ba service neutron] 10.222.0.74 "GET /v2.0/networks/c5fb9f88-55e7-4f31-bafe-ad97633cf2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659539 Nov 25 17:54:20.013977 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-af5d0744-d68b-4c23-9539-6875c58118cf req-5554d533-7cd7-4c11-a3e9-8894c12fa8b5 service neutron] 10.222.0.90 "GET /v2.0/networks/c5fb9f88-55e7-4f31-bafe-ad97633cf2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632643 Nov 25 17:54:20.042145 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-af5d0744-d68b-4c23-9539-6875c58118cf req-4e509a2f-c4be-482a-bf75-86fc1d086767 service neutron] 10.222.0.74 "GET /v2.0/networks/c5fb9f88-55e7-4f31-bafe-ad97633cf2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117139 Nov 25 17:54:20.480020 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da5274-ab72-46a5-bf45-6a2bb049b46a req-c29c0a82-bcaa-44f2-94e0-9a84dc9fe28b tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:20.481616 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-77da5274-ab72-46a5-bf45-6a2bb049b46a req-c29c0a82-bcaa-44f2-94e0-9a84dc9fe28b tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d HTTP/1.1" status: 200 len: 943 time: 0.0612304 Nov 25 17:54:20.577076 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-77da5274-ab72-46a5-bf45-6a2bb049b46a req-8cc7edde-f9c3-416c-9bf1-d1a366b7a086 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=5da7f36c-373d-42e3-b948-a3b8df03cf17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851550 Nov 25 17:54:20.877757 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:20.928485 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c2a74-328a-43e3-b7c6-3981fdd47310 req-42bb27f4-0a5a-44ef-aae9-f4dc576947ff tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:20.931260 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-830c2a74-328a-43e3-b7c6-3981fdd47310 req-42bb27f4-0a5a-44ef-aae9-f4dc576947ff tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.90 "GET /v2.0/ports?device_id=ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d&tenant_id=867688fabf794394b7f5a37353b0165e&binding%3Ahost_id=n-h2-817746-1 HTTP/1.1" status: 200 len: 943 time: 0.1083407 Nov 25 17:54:20.942813 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470e829-5239-4ee9-988f-6c804b7e8806 req-a785466d-8828-4581-81bb-40c89479968a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:20.946661 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3470e829-5239-4ee9-988f-6c804b7e8806 req-a785466d-8828-4581-81bb-40c89479968a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d HTTP/1.1" status: 200 len: 943 time: 0.0937705 Nov 25 17:54:21.026319 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3470e829-5239-4ee9-988f-6c804b7e8806 req-98f9720a-50e4-4e15-95fb-650e8bdbb756 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=5da7f36c-373d-42e3-b948-a3b8df03cf17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629995 Nov 25 17:54:21.061983 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-830c2a74-328a-43e3-b7c6-3981fdd47310 req-7de9292d-bf9f-4cdc-a4ad-0929e76910eb service neutron] 10.222.0.90 "GET /v2.0/ports/a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc/bindings/n-h2-817746-1 HTTP/1.1" status: 200 len: 382 time: 0.1219563 Nov 25 17:54:21.166280 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c2a74-328a-43e3-b7c6-3981fdd47310 req-02232988-9a41-4cf1-905b-4d9aa083555a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:21.167979 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-830c2a74-328a-43e3-b7c6-3981fdd47310 req-02232988-9a41-4cf1-905b-4d9aa083555a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=867688fabf794394b7f5a37353b0165e&device_id=ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d HTTP/1.1" status: 200 len: 1094 time: 0.0700724 Nov 25 17:54:21.279799 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c2a74-328a-43e3-b7c6-3981fdd47310 req-41ed4d09-44cd-4b97-ba23-2b1b18beb70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:21.281940 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-830c2a74-328a-43e3-b7c6-3981fdd47310 req-41ed4d09-44cd-4b97-ba23-2b1b18beb70d service neutron] 10.222.0.90 "GET /v2.0/networks?id=c5fb9f88-55e7-4f31-bafe-ad97633cf2ef HTTP/1.1" status: 200 len: 897 time: 0.1067507 Nov 25 17:54:21.369109 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-830c2a74-328a-43e3-b7c6-3981fdd47310 req-ed019447-c245-471f-9c36-f4e33315685d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc HTTP/1.1" status: 200 len: 998 time: 0.0768554 Nov 25 17:54:21.420180 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c2a74-328a-43e3-b7c6-3981fdd47310 req-4fe10624-80de-47eb-a284-835bef51ccbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:21.421701 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-830c2a74-328a-43e3-b7c6-3981fdd47310 req-4fe10624-80de-47eb-a284-835bef51ccbb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1624fc43-6956-4e05-871a-a93fe68b0807 HTTP/1.1" status: 200 len: 835 time: 0.0455229 Nov 25 17:54:21.477003 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c2a74-328a-43e3-b7c6-3981fdd47310 req-c39237f1-3739-4233-906a-0bd739da2c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:21.478640 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-830c2a74-328a-43e3-b7c6-3981fdd47310 req-c39237f1-3739-4233-906a-0bd739da2c01 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c5fb9f88-55e7-4f31-bafe-ad97633cf2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495310 Nov 25 17:54:21.572019 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-830c2a74-328a-43e3-b7c6-3981fdd47310 req-50478e1a-1367-41f1-8bff-f6f68ed44889 service neutron] 10.222.0.90 "GET /v2.0/networks/c5fb9f88-55e7-4f31-bafe-ad97633cf2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860860 Nov 25 17:54:21.703178 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-830c2a74-328a-43e3-b7c6-3981fdd47310 req-6aa5d253-20bb-47e1-87bf-8ae0e9e9cd26 service neutron] 10.222.0.90 "GET /v2.0/networks/c5fb9f88-55e7-4f31-bafe-ad97633cf2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221738 Nov 25 17:54:22.072972 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:22.142706 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92faf8f0-2e3c-42fe-9bdb-2b55f0105bad req-607bef12-4819-4b9d-80f9-6c61c7301ff1 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:22.144203 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-92faf8f0-2e3c-42fe-9bdb-2b55f0105bad req-607bef12-4819-4b9d-80f9-6c61c7301ff1 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d HTTP/1.1" status: 200 len: 943 time: 0.0567522 Nov 25 17:54:22.209884 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-92faf8f0-2e3c-42fe-9bdb-2b55f0105bad req-06da5817-e755-4a80-9c77-aaaa9bbc20d9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=5da7f36c-373d-42e3-b948-a3b8df03cf17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524650 Nov 25 17:54:22.370319 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:54:22.480951 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc,segment=NetworkSegment(1d15927a-183a-4281-a947-f144dc1fa857),segment_id=1d15927a-183a-4281-a947-f144dc1fa857)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:54:22.497035 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': 'a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc', 'network_id': 'c5fb9f88-55e7-4f31-bafe-ad97633cf2ef', 'port_id': 'a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc', 'mac_address': 'fa:16:3e:fe:18:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1624fc43-6956-4e05-871a-a93fe68b0807', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:54:22.537806 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:22.553695 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:54:22.575139 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc,segment=NetworkSegment(1d15927a-183a-4281-a947-f144dc1fa857),segment_id=1d15927a-183a-4281-a947-f144dc1fa857)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:54:22.579422 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:22.638993 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc,revision_number=8']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:22.649759 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:22.650053 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:22.650454 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:22.650805 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:22.651151 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:22.651499 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:22.651840 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:22.652179 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:22.652510 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:22.652863 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:22.653207 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:22.653552 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:23.015640 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 51140) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:54:23.039686 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:23.181185 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-992a5bfd-3d7a-4d23-ac85-2af0686ac936 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:23.286063 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-992a5bfd-3d7a-4d23-ac85-2af0686ac936 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:23.293903 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-992a5bfd-3d7a-4d23-ac85-2af0686ac936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:23.340662 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992a5bfd-3d7a-4d23-ac85-2af0686ac936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beead9cf-13b9-4aed-be9b-3f2ffb727881,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:23.422766 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-992a5bfd-3d7a-4d23-ac85-2af0686ac936 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0df6d2166f184e51ba4a30e4c0495504&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4059072 Nov 25 17:54:23.425661 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 51154) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:54:23.489723 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83dbac-9d60-4f40-a210-947cdac4c35b req-147ee6ae-d512-4fb3-a9d6-c21dc57f1511 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:23.501050 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bb83dbac-9d60-4f40-a210-947cdac4c35b req-147ee6ae-d512-4fb3-a9d6-c21dc57f1511 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d HTTP/1.1" status: 200 len: 944 time: 0.1562290 Nov 25 17:54:23.565281 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a617a722-541f-4987-ab7b-6a019ca18499 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:23.593363 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bb83dbac-9d60-4f40-a210-947cdac4c35b req-65f3c41f-1641-4540-8d5d-a198cbf1ad8f tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=5da7f36c-373d-42e3-b948-a3b8df03cf17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907142 Nov 25 17:54:23.595189 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a617a722-541f-4987-ab7b-6a019ca18499 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:23.673635 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a617a722-541f-4987-ab7b-6a019ca18499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:23.677109 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a617a722-541f-4987-ab7b-6a019ca18499 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:23.691972 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a617a722-541f-4987-ab7b-6a019ca18499 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/beead9cf-13b9-4aed-be9b-3f2ffb727881 HTTP/1.1" status: 204 len: 168 time: 0.2527084 Nov 25 17:54:23.722425 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a617a722-541f-4987-ab7b-6a019ca18499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beead9cf-13b9-4aed-be9b-3f2ffb727881,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:23.794383 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c2a74-328a-43e3-b7c6-3981fdd47310 req-a28583a7-39a7-4a6f-8df5-b2990af84cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:23.796103 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-830c2a74-328a-43e3-b7c6-3981fdd47310 req-a28583a7-39a7-4a6f-8df5-b2990af84cc3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d&tenant_id=867688fabf794394b7f5a37353b0165e HTTP/1.1" status: 200 len: 1095 time: 0.0691040 Nov 25 17:54:23.826322 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-830c2a74-328a-43e3-b7c6-3981fdd47310 req-e0966f05-ba9f-4b86-b74b-b4b85ff03dd0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817746-1', 'device_owner': 'compute:nova'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:54:23.902276 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-830c2a74-328a-43e3-b7c6-3981fdd47310 req-e0966f05-ba9f-4b86-b74b-b4b85ff03dd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:24.106255 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 51172) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:54:24.130971 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7199c4e2-79fc-4f5e-aa38-59d51f9e6098 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:24.159040 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-830c2a74-328a-43e3-b7c6-3981fdd47310 req-e0966f05-ba9f-4b86-b74b-b4b85ff03dd0 service neutron] For port a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc,segment=NetworkSegment(1d15927a-183a-4281-a947-f144dc1fa857),segment_id=1d15927a-183a-4281-a947-f144dc1fa857)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:54:24.200636 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-830c2a74-328a-43e3-b7c6-3981fdd47310 req-e0966f05-ba9f-4b86-b74b-b4b85ff03dd0 service neutron] For port a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc, host n-h2-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:54:24.236601 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-830c2a74-328a-43e3-b7c6-3981fdd47310 req-e0966f05-ba9f-4b86-b74b-b4b85ff03dd0 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:54:24.246380 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-830c2a74-328a-43e3-b7c6-3981fdd47310 req-e0966f05-ba9f-4b86-b74b-b4b85ff03dd0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:24.253483 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7199c4e2-79fc-4f5e-aa38-59d51f9e6098 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:24.262339 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7199c4e2-79fc-4f5e-aa38-59d51f9e6098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:24.268947 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-830c2a74-328a-43e3-b7c6-3981fdd47310 req-e0966f05-ba9f-4b86-b74b-b4b85ff03dd0 service neutron] Ignored duplicate provisioning block setup for port a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 25 17:54:24.275425 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-830c2a74-328a-43e3-b7c6-3981fdd47310 req-e0966f05-ba9f-4b86-b74b-b4b85ff03dd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:24.337906 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7199c4e2-79fc-4f5e-aa38-59d51f9e6098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f5650b-a7e0-4498-bf76-6522abd6937a,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:24.357100 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-7199c4e2-79fc-4f5e-aa38-59d51f9e6098 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1426e2be05f8401698d0a684c89a7089&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2492239 Nov 25 17:54:24.358746 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 51178) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:54:24.390277 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0966f05-ba9f-4b86-b74b-b4b85ff03dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc,revision_number=9']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:24.402359 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:54:24.428638 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b53eb1d4-f0bb-42ef-8195-398e07aa9492 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:24.440042 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-830c2a74-328a-43e3-b7c6-3981fdd47310 req-e0966f05-ba9f-4b86-b74b-b4b85ff03dd0 service neutron] No DVR routers for this DVR port a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc on host n-h2-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:54:24.469328 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b53eb1d4-f0bb-42ef-8195-398e07aa9492 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:24.567195 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b53eb1d4-f0bb-42ef-8195-398e07aa9492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:24.571358 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b53eb1d4-f0bb-42ef-8195-398e07aa9492 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:24.577768 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-b53eb1d4-f0bb-42ef-8195-398e07aa9492 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/73f5650b-a7e0-4498-bf76-6522abd6937a HTTP/1.1" status: 204 len: 168 time: 0.2154891 Nov 25 17:54:24.595528 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53eb1d4-f0bb-42ef-8195-398e07aa9492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f5650b-a7e0-4498-bf76-6522abd6937a,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:24.629258 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc, host n-h1-817746-1, got binding levels [] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:54:24.665224 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-830c2a74-328a-43e3-b7c6-3981fdd47310 req-e0966f05-ba9f-4b86-b74b-b4b85ff03dd0 service neutron] Attempting to bind port a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:54:24.665552 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-830c2a74-328a-43e3-b7c6-3981fdd47310 req-e0966f05-ba9f-4b86-b74b-b4b85ff03dd0 service neutron] Attempting to bind port a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '1d15927a-183a-4281-a947-f144dc1fa857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c5fb9f88-55e7-4f31-bafe-ad97633cf2ef'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:54:24.665902 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830c2a74-328a-43e3-b7c6-3981fdd47310 req-e0966f05-ba9f-4b86-b74b-b4b85ff03dd0 service neutron] Attempting to bind port a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc on network c5fb9f88-55e7-4f31-bafe-ad97633cf2ef {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:54:24.680975 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830c2a74-328a-43e3-b7c6-3981fdd47310 req-e0966f05-ba9f-4b86-b74b-b4b85ff03dd0 service neutron] Port a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc on network c5fb9f88-55e7-4f31-bafe-ad97633cf2ef not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:54:24.681318 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830c2a74-328a-43e3-b7c6-3981fdd47310 req-e0966f05-ba9f-4b86-b74b-b4b85ff03dd0 service neutron] Attempting to bind port a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc on network c5fb9f88-55e7-4f31-bafe-ad97633cf2ef {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:54:24.689042 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830c2a74-328a-43e3-b7c6-3981fdd47310 req-e0966f05-ba9f-4b86-b74b-b4b85ff03dd0 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:54:24.689392 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830c2a74-328a-43e3-b7c6-3981fdd47310 req-e0966f05-ba9f-4b86-b74b-b4b85ff03dd0 service neutron] Checking segment: {'id': '1d15927a-183a-4281-a947-f144dc1fa857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c5fb9f88-55e7-4f31-bafe-ad97633cf2ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:54:24.689779 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830c2a74-328a-43e3-b7c6-3981fdd47310 req-e0966f05-ba9f-4b86-b74b-b4b85ff03dd0 service neutron] Bound using segment: {'id': '1d15927a-183a-4281-a947-f144dc1fa857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c5fb9f88-55e7-4f31-bafe-ad97633cf2ef'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:54:24.690347 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-830c2a74-328a-43e3-b7c6-3981fdd47310 req-e0966f05-ba9f-4b86-b74b-b4b85ff03dd0 service neutron] Bound port: a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d15927a-183a-4281-a947-f144dc1fa857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c5fb9f88-55e7-4f31-bafe-ad97633cf2ef'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:54:24.691403 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-830c2a74-328a-43e3-b7c6-3981fdd47310 req-e0966f05-ba9f-4b86-b74b-b4b85ff03dd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:24.694944 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Attempting to bind port a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:54:24.695354 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Attempting to bind port a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '1d15927a-183a-4281-a947-f144dc1fa857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c5fb9f88-55e7-4f31-bafe-ad97633cf2ef'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:54:24.695967 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Attempting to bind port a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc on network c5fb9f88-55e7-4f31-bafe-ad97633cf2ef {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:54:24.703421 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Port a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc on network c5fb9f88-55e7-4f31-bafe-ad97633cf2ef not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:54:24.704049 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Attempting to bind port a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc on network c5fb9f88-55e7-4f31-bafe-ad97633cf2ef {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:54:24.710111 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:54:24.710488 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Checking segment: {'id': '1d15927a-183a-4281-a947-f144dc1fa857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c5fb9f88-55e7-4f31-bafe-ad97633cf2ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:54:24.711263 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Bound using segment: {'id': '1d15927a-183a-4281-a947-f144dc1fa857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c5fb9f88-55e7-4f31-bafe-ad97633cf2ef'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:54:24.711921 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Bound port: a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d15927a-183a-4281-a947-f144dc1fa857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c5fb9f88-55e7-4f31-bafe-ad97633cf2ef'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:54:24.712505 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:24.780665 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c66d593-a092-40b5-a217-6155ba1c5f48 req-250dd513-9611-4991-85c6-ccdbee69efc7 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:24.788688 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0c66d593-a092-40b5-a217-6155ba1c5f48 req-250dd513-9611-4991-85c6-ccdbee69efc7 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d HTTP/1.1" status: 200 len: 943 time: 0.0997727 Nov 25 17:54:24.850642 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-830c2a74-328a-43e3-b7c6-3981fdd47310 req-e0966f05-ba9f-4b86-b74b-b4b85ff03dd0 service neutron] For port a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc, host n-h1-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:54:24.854474 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-830c2a74-328a-43e3-b7c6-3981fdd47310 req-e0966f05-ba9f-4b86-b74b-b4b85ff03dd0 service neutron] For port a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc,segment=NetworkSegment(1d15927a-183a-4281-a947-f144dc1fa857),segment_id=1d15927a-183a-4281-a947-f144dc1fa857)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:54:24.858530 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0c66d593-a092-40b5-a217-6155ba1c5f48 req-6f3e0507-2cf2-4d82-acfd-4ff7b23cd065 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=5da7f36c-373d-42e3-b948-a3b8df03cf17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688512 Nov 25 17:54:24.862337 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-830c2a74-328a-43e3-b7c6-3981fdd47310 req-e0966f05-ba9f-4b86-b74b-b4b85ff03dd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:24.888400 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc, host n-h1-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:54:24.894797 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.db.api [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc-n-h1-817746-1-0 {{(pid=103362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:54:24.895367 n-d-817746-1 neutron-server[103362]: DEBUG oslo_db.api [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:54:24.934279 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c2a74-328a-43e3-b7c6-3981fdd47310 req-e0966f05-ba9f-4b86-b74b-b4b85ff03dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:24.934922 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-830c2a74-328a-43e3-b7c6-3981fdd47310 req-e0966f05-ba9f-4b86-b74b-b4b85ff03dd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:24.936525 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-830c2a74-328a-43e3-b7c6-3981fdd47310 req-e0966f05-ba9f-4b86-b74b-b4b85ff03dd0 service neutron] 10.222.0.74 "PUT /v2.0/ports/a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc HTTP/1.1" status: 200 len: 1091 time: 1.1260712 Nov 25 17:54:24.937010 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d', 'tag': 'a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:54:24.939504 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d814e5-5ec2-448b-ba21-beb0e620f722" -d '{"events": [{"name": "network-changed", "server_uuid": "ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d", "tag": "a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:54:24.957632 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0966f05-ba9f-4b86-b74b-b4b85ff03dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc,revision_number=10']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:25.029888 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c2a74-328a-43e3-b7c6-3981fdd47310 req-d0aa0e24-dc22-4caf-bad7-46d0dd512d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:25.031315 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-830c2a74-328a-43e3-b7c6-3981fdd47310 req-d0aa0e24-dc22-4caf-bad7-46d0dd512d27 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=867688fabf794394b7f5a37353b0165e&device_id=ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d HTTP/1.1" status: 200 len: 1095 time: 0.0657578 Nov 25 17:54:25.033645 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7daa947-dc60-4c59-a453-20f8f3560fa4 x-openstack-request-id: req-a7daa947-dc60-4c59-a453-20f8f3560fa4 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:54:25.034075 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d", "tag": "a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:54:25.034200 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a7daa947-dc60-4c59-a453-20f8f3560fa4 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:54:25.037487 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d', 'tag': 'a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc', 'status': 'completed', 'code': 200} Nov 25 17:54:25.410241 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d814e5-5ec2-448b-ba21-beb0e620f722 req-8c707438-f2e4-426e-a1d6-d1de2f585ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:25.411497 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-70d814e5-5ec2-448b-ba21-beb0e620f722 req-8c707438-f2e4-426e-a1d6-d1de2f585ddc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=867688fabf794394b7f5a37353b0165e&device_id=ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d HTTP/1.1" status: 200 len: 1095 time: 0.3500054 Nov 25 17:54:25.419589 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Attempting to bind port a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:54:25.420063 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Attempting to bind port a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '1d15927a-183a-4281-a947-f144dc1fa857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c5fb9f88-55e7-4f31-bafe-ad97633cf2ef'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:54:25.420340 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Attempting to bind port a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc on network c5fb9f88-55e7-4f31-bafe-ad97633cf2ef {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:54:25.426150 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Port a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc on network c5fb9f88-55e7-4f31-bafe-ad97633cf2ef not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:54:25.426733 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Attempting to bind port a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc on network c5fb9f88-55e7-4f31-bafe-ad97633cf2ef {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:54:25.432681 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:54:25.433383 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Checking segment: {'id': '1d15927a-183a-4281-a947-f144dc1fa857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c5fb9f88-55e7-4f31-bafe-ad97633cf2ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:54:25.434348 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Bound using segment: {'id': '1d15927a-183a-4281-a947-f144dc1fa857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c5fb9f88-55e7-4f31-bafe-ad97633cf2ef'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:54:25.435320 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Bound port: a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d15927a-183a-4281-a947-f144dc1fa857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c5fb9f88-55e7-4f31-bafe-ad97633cf2ef'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:54:25.435945 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:25.443913 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c2a74-328a-43e3-b7c6-3981fdd47310 req-f5dace47-76dd-4167-af60-24d59dabbea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:25.445993 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-830c2a74-328a-43e3-b7c6-3981fdd47310 req-f5dace47-76dd-4167-af60-24d59dabbea6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c5fb9f88-55e7-4f31-bafe-ad97633cf2ef HTTP/1.1" status: 200 len: 897 time: 0.4068394 Nov 25 17:54:25.525025 n-d-817746-1 neutron-server[103362]: WARNING neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Concurrent port binding operations failed on port a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc Nov 25 17:54:25.530740 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc,segment=NetworkSegment(1d15927a-183a-4281-a947-f144dc1fa857),segment_id=1d15927a-183a-4281-a947-f144dc1fa857)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:54:25.532203 n-d-817746-1 neutron-server[103362]: INFO neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Attempt 2 to bind port a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc Nov 25 17:54:25.532653 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc has no active binding in host n-h2-817746-1 {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 25 17:54:25.598287 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-830c2a74-328a-43e3-b7c6-3981fdd47310 req-091c4461-8ef3-446a-a193-beccbd2c65c3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc HTTP/1.1" status: 200 len: 998 time: 0.1441464 Nov 25 17:54:25.620034 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d814e5-5ec2-448b-ba21-beb0e620f722 req-d2389bee-9ece-4d4f-96ce-4d74d7609651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:25.621511 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-70d814e5-5ec2-448b-ba21-beb0e620f722 req-d2389bee-9ece-4d4f-96ce-4d74d7609651 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c5fb9f88-55e7-4f31-bafe-ad97633cf2ef HTTP/1.1" status: 200 len: 897 time: 0.2008464 Nov 25 17:54:25.719351 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c2a74-328a-43e3-b7c6-3981fdd47310 req-1c008297-58a8-4f79-8261-bb7fcfc7c3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:25.721140 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-830c2a74-328a-43e3-b7c6-3981fdd47310 req-1c008297-58a8-4f79-8261-bb7fcfc7c3b0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1624fc43-6956-4e05-871a-a93fe68b0807 HTTP/1.1" status: 200 len: 835 time: 0.1144848 Nov 25 17:54:25.739075 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-70d814e5-5ec2-448b-ba21-beb0e620f722 req-439380d6-a448-498c-a1a0-c01cfb32c66d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc HTTP/1.1" status: 200 len: 998 time: 0.0981021 Nov 25 17:54:25.811670 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c2a74-328a-43e3-b7c6-3981fdd47310 req-014afa30-9cd2-4194-87c0-d629ce70f983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:25.813209 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-830c2a74-328a-43e3-b7c6-3981fdd47310 req-014afa30-9cd2-4194-87c0-d629ce70f983 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c5fb9f88-55e7-4f31-bafe-ad97633cf2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0838282 Nov 25 17:54:25.814954 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d814e5-5ec2-448b-ba21-beb0e620f722 req-c538447e-ab5e-4b6b-85aa-a768db129c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:25.816480 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-70d814e5-5ec2-448b-ba21-beb0e620f722 req-c538447e-ab5e-4b6b-85aa-a768db129c5c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1624fc43-6956-4e05-871a-a93fe68b0807 HTTP/1.1" status: 200 len: 835 time: 0.0571964 Nov 25 17:54:25.939432 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d814e5-5ec2-448b-ba21-beb0e620f722 req-5863325d-a3ee-4c10-8194-b96c90aeb973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:25.944744 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-70d814e5-5ec2-448b-ba21-beb0e620f722 req-5863325d-a3ee-4c10-8194-b96c90aeb973 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c5fb9f88-55e7-4f31-bafe-ad97633cf2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0996714 Nov 25 17:54:25.996089 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-830c2a74-328a-43e3-b7c6-3981fdd47310 req-bf19f690-8e17-4a00-b178-2cd190a18907 service neutron] 10.222.0.74 "GET /v2.0/networks/c5fb9f88-55e7-4f31-bafe-ad97633cf2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757390 Nov 25 17:54:26.039452 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba606ea0-27f3-49d0-b597-ab1ac5cd68c3 req-1fcd6bc3-668a-41bd-93e3-6963b299e0ac tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:26.049600 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ba606ea0-27f3-49d0-b597-ab1ac5cd68c3 req-1fcd6bc3-668a-41bd-93e3-6963b299e0ac tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d HTTP/1.1" status: 200 len: 944 time: 0.0960698 Nov 25 17:54:26.098885 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-70d814e5-5ec2-448b-ba21-beb0e620f722 req-965cd41c-81b2-4b06-812e-8a42ffcb64ac service neutron] 10.222.0.90 "GET /v2.0/networks/c5fb9f88-55e7-4f31-bafe-ad97633cf2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403015 Nov 25 17:54:26.125168 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ba606ea0-27f3-49d0-b597-ab1ac5cd68c3 req-5aed46db-555f-4af2-a08f-6fbb79b083bf tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=5da7f36c-373d-42e3-b948-a3b8df03cf17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714025 Nov 25 17:54:26.227902 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-830c2a74-328a-43e3-b7c6-3981fdd47310 req-d6309173-a454-44a6-a4b0-e4634152a86e service neutron] 10.222.0.74 "GET /v2.0/networks/c5fb9f88-55e7-4f31-bafe-ad97633cf2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995835 Nov 25 17:54:26.251407 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-70d814e5-5ec2-448b-ba21-beb0e620f722 req-07720b54-e32e-4505-99b6-5a186938bd47 service neutron] 10.222.0.90 "GET /v2.0/networks/c5fb9f88-55e7-4f31-bafe-ad97633cf2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250641 Nov 25 17:54:26.330089 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d814e5-5ec2-448b-ba21-beb0e620f722 req-8fb721e6-410e-4de3-a5c5-3a914cad560e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:26.331683 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-70d814e5-5ec2-448b-ba21-beb0e620f722 req-8fb721e6-410e-4de3-a5c5-3a914cad560e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=867688fabf794394b7f5a37353b0165e&device_id=ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d HTTP/1.1" status: 200 len: 1095 time: 0.0453119 Nov 25 17:54:26.406125 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:54:26.439287 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d814e5-5ec2-448b-ba21-beb0e620f722 req-008ae77d-8553-4492-ac48-9a08ec52abb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:26.440711 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-70d814e5-5ec2-448b-ba21-beb0e620f722 req-008ae77d-8553-4492-ac48-9a08ec52abb6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c5fb9f88-55e7-4f31-bafe-ad97633cf2ef HTTP/1.1" status: 200 len: 897 time: 0.1016159 Nov 25 17:54:26.456692 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:54:26.516992 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-70d814e5-5ec2-448b-ba21-beb0e620f722 req-bfd8b26a-65fc-438b-b448-4185f4e0e3c8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc HTTP/1.1" status: 200 len: 998 time: 0.0684183 Nov 25 17:54:26.578531 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d814e5-5ec2-448b-ba21-beb0e620f722 req-2b84867b-31a8-45bf-97b8-acc409a54039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:26.580143 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-70d814e5-5ec2-448b-ba21-beb0e620f722 req-2b84867b-31a8-45bf-97b8-acc409a54039 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1624fc43-6956-4e05-871a-a93fe68b0807 HTTP/1.1" status: 200 len: 835 time: 0.0559068 Nov 25 17:54:26.643149 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d814e5-5ec2-448b-ba21-beb0e620f722 req-325063c9-45bb-431c-9624-59b46fe4bcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:26.644797 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-70d814e5-5ec2-448b-ba21-beb0e620f722 req-325063c9-45bb-431c-9624-59b46fe4bcf4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c5fb9f88-55e7-4f31-bafe-ad97633cf2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572329 Nov 25 17:54:26.769475 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-70d814e5-5ec2-448b-ba21-beb0e620f722 req-ec1180b7-8196-412f-8bf9-b193e6bf487c service neutron] 10.222.0.74 "GET /v2.0/networks/c5fb9f88-55e7-4f31-bafe-ad97633cf2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157670 Nov 25 17:54:26.885420 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-70d814e5-5ec2-448b-ba21-beb0e620f722 req-6827f518-ee80-4b8c-b532-724072fd9cc8 service neutron] 10.222.0.74 "GET /v2.0/networks/c5fb9f88-55e7-4f31-bafe-ad97633cf2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083522 Nov 25 17:54:26.982728 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c524f94e-2765-467a-ad7c-c8e7da83e80c req-b615c824-22e2-49ee-86c1-75a8319ffedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:26.985574 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c524f94e-2765-467a-ad7c-c8e7da83e80c req-b615c824-22e2-49ee-86c1-75a8319ffedc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=867688fabf794394b7f5a37353b0165e&device_id=ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d HTTP/1.1" status: 200 len: 1095 time: 0.0543203 Nov 25 17:54:27.105981 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c524f94e-2765-467a-ad7c-c8e7da83e80c req-83d1a567-8787-45b2-9c96-22c816e5baf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:27.107531 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c524f94e-2765-467a-ad7c-c8e7da83e80c req-83d1a567-8787-45b2-9c96-22c816e5baf9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c5fb9f88-55e7-4f31-bafe-ad97633cf2ef HTTP/1.1" status: 200 len: 897 time: 0.0999362 Nov 25 17:54:27.193839 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c524f94e-2765-467a-ad7c-c8e7da83e80c req-399dcb84-8770-4e16-9a4c-63cb1e16011c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc HTTP/1.1" status: 200 len: 998 time: 0.0787857 Nov 25 17:54:27.263231 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c524f94e-2765-467a-ad7c-c8e7da83e80c req-ed3a4dbd-5b03-4bb9-8e79-f03f948875d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:27.263231 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c524f94e-2765-467a-ad7c-c8e7da83e80c req-ed3a4dbd-5b03-4bb9-8e79-f03f948875d0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1624fc43-6956-4e05-871a-a93fe68b0807 HTTP/1.1" status: 200 len: 835 time: 0.0606115 Nov 25 17:54:27.265468 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f632a0ee-5e4c-4ee6-8b0b-896e036bc405 req-e11460a0-3420-415a-8fd1-64d7947c5567 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:27.268627 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f632a0ee-5e4c-4ee6-8b0b-896e036bc405 req-e11460a0-3420-415a-8fd1-64d7947c5567 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d HTTP/1.1" status: 200 len: 944 time: 0.0664811 Nov 25 17:54:27.334775 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c524f94e-2765-467a-ad7c-c8e7da83e80c req-cefc9dea-28fc-407e-a475-5e22b7db4454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:27.336958 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c524f94e-2765-467a-ad7c-c8e7da83e80c req-cefc9dea-28fc-407e-a475-5e22b7db4454 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c5fb9f88-55e7-4f31-bafe-ad97633cf2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639923 Nov 25 17:54:27.337410 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f632a0ee-5e4c-4ee6-8b0b-896e036bc405 req-417c05b8-ce25-4019-80d0-fb7af222d446 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=5da7f36c-373d-42e3-b948-a3b8df03cf17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608652 Nov 25 17:54:27.438695 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c524f94e-2765-467a-ad7c-c8e7da83e80c req-10bf6e05-396e-4ccd-805a-6db8f85c29bc service neutron] 10.222.0.74 "GET /v2.0/networks/c5fb9f88-55e7-4f31-bafe-ad97633cf2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921428 Nov 25 17:54:27.561955 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c524f94e-2765-467a-ad7c-c8e7da83e80c req-3b3ba53d-7a97-4d10-ae59-7d5f3a9aec05 service neutron] 10.222.0.74 "GET /v2.0/networks/c5fb9f88-55e7-4f31-bafe-ad97633cf2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127005 Nov 25 17:54:28.475888 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55137f4-345f-493a-a6a6-495bee0b2906 req-d08dc48a-3310-4d23-bcff-1558031009e9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:28.478330 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b55137f4-345f-493a-a6a6-495bee0b2906 req-d08dc48a-3310-4d23-bcff-1558031009e9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d HTTP/1.1" status: 200 len: 944 time: 0.0631218 Nov 25 17:54:28.549937 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b55137f4-345f-493a-a6a6-495bee0b2906 req-fdfc9950-764b-496b-a9da-970f870e65ce tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=5da7f36c-373d-42e3-b948-a3b8df03cf17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603735 Nov 25 17:54:28.562882 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 51310) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:54:28.631162 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4c15f76f-a107-41f6-923b-2a4a77fb5261 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/floatingips/543aa5a8-df71-49d6-8315-657205048736 HTTP/1.1" status: 200 len: 990 time: 0.0668507 Nov 25 17:54:28.669945 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:54:28.796310 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc,segment=NetworkSegment(1d15927a-183a-4281-a947-f144dc1fa857),segment_id=1d15927a-183a-4281-a947-f144dc1fa857)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:54:28.811992 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': 'a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc', 'network_id': 'c5fb9f88-55e7-4f31-bafe-ad97633cf2ef', 'port_id': 'a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc', 'mac_address': 'fa:16:3e:fe:18:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1624fc43-6956-4e05-871a-a93fe68b0807', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:54:28.855326 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:28.869966 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:54:28.892465 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc,segment=NetworkSegment(1d15927a-183a-4281-a947-f144dc1fa857),segment_id=1d15927a-183a-4281-a947-f144dc1fa857)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:54:28.906024 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:28.982691 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc,revision_number=11']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:29.138076 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:54:30.683660 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:54:30.745180 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:54:30.749498 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:54:30.749931 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:30.839368 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:30.863597 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:54:30.866730 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6746cc61-3be9-429e-91d8-9c114fb55a0e" -d '{"events": [{"server_uuid": "ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d", "name": "network-vif-plugged", "status": "completed", "tag": "a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:54:30.881498 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc,segment=NetworkSegment(1d15927a-183a-4281-a947-f144dc1fa857),segment_id=1d15927a-183a-4281-a947-f144dc1fa857)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:54:30.887974 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:30.926572 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2844b4-f03a-4862-ac1b-9a5bb430cb0c x-openstack-request-id: req-6c2844b4-f03a-4862-ac1b-9a5bb430cb0c {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:54:30.926786 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d", "name": "network-vif-plugged", "status": "completed", "tag": "a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:54:30.927172 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6c2844b4-f03a-4862-ac1b-9a5bb430cb0c {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:54:30.928051 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc', 'code': 200} Nov 25 17:54:30.953920 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc,revision_number=12']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:31.517874 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 51380) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:54:31.639027 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d239ca4a-0531-4f43-839b-73728e5258e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:31.714877 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d239ca4a-0531-4f43-839b-73728e5258e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:31.719635 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d239ca4a-0531-4f43-839b-73728e5258e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:31.763863 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d239ca4a-0531-4f43-839b-73728e5258e6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2f5d37b5d9e64bff91f8ba510b37ee84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2441909 Nov 25 17:54:31.764649 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d239ca4a-0531-4f43-839b-73728e5258e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=769e63f1-2ce6-470a-88bd-d7ea98b64680,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:31.766529 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 51388) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:54:31.823144 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0e9b49af-93c9-4bb5-8310-e664840eed00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:31.845165 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0e9b49af-93c9-4bb5-8310-e664840eed00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:31.893137 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0e9b49af-93c9-4bb5-8310-e664840eed00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:31.895958 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0e9b49af-93c9-4bb5-8310-e664840eed00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:31.897140 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-0e9b49af-93c9-4bb5-8310-e664840eed00 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/769e63f1-2ce6-470a-88bd-d7ea98b64680 HTTP/1.1" status: 204 len: 168 time: 0.1295316 Nov 25 17:54:31.905179 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9b49af-93c9-4bb5-8310-e664840eed00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769e63f1-2ce6-470a-88bd-d7ea98b64680,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:32.191124 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 51400) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:54:32.208880 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-396a59e4-1139-4779-bb00-e35fffec7d00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:32.287770 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-396a59e4-1139-4779-bb00-e35fffec7d00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:32.291842 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-396a59e4-1139-4779-bb00-e35fffec7d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:32.332610 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-396a59e4-1139-4779-bb00-e35fffec7d00 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2fca46588703483f867b9f4dfbb99d1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1378391 Nov 25 17:54:32.333442 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 51406) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:54:32.335393 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396a59e4-1139-4779-bb00-e35fffec7d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb64294-cfa9-46e6-a761-0d8fa21cf15b,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:32.391405 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-558207ea-3cc4-44d2-b834-12a3545d832f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:32.416381 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-558207ea-3cc4-44d2-b834-12a3545d832f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:32.465575 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-558207ea-3cc4-44d2-b834-12a3545d832f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:32.468384 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-558207ea-3cc4-44d2-b834-12a3545d832f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:32.469732 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-558207ea-3cc4-44d2-b834-12a3545d832f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1eb64294-cfa9-46e6-a761-0d8fa21cf15b HTTP/1.1" status: 204 len: 168 time: 0.1348259 Nov 25 17:54:32.483677 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558207ea-3cc4-44d2-b834-12a3545d832f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb64294-cfa9-46e6-a761-0d8fa21cf15b,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:33.203542 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 51444) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:54:33.305544 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-00cb943d-503a-4e65-aef0-345a9c99655a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1995862215-network', 'tenant_id': '9960cbb596e648cc89546470bd57b4dc'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:54:33.329352 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00cb943d-503a-4e65-aef0-345a9c99655a admin admin] Made reservation on behalf of 9960cbb596e648cc89546470bd57b4dc for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:54:33.331724 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-00cb943d-503a-4e65-aef0-345a9c99655a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:33.341500 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-00cb943d-503a-4e65-aef0-345a9c99655a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:33.421450 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-00cb943d-503a-4e65-aef0-345a9c99655a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:33.425431 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-00cb943d-503a-4e65-aef0-345a9c99655a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:33.453269 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00cb943d-503a-4e65-aef0-345a9c99655a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:54:33.465320 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cb943d-503a-4e65-aef0-345a9c99655a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70fa8292-2bb4-464d-ad41-afdc3f2b2da9,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:33.472423 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-00cb943d-503a-4e65-aef0-345a9c99655a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:33.472775 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-00cb943d-503a-4e65-aef0-345a9c99655a admin admin] Added segment 96dbbe87-cf80-4fe8-abd1-666c661bd915 of type vlan for network b9515131-3c36-4233-abcd-6c4a1fa0c514 Nov 25 17:54:33.523415 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-00cb943d-503a-4e65-aef0-345a9c99655a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:33.556455 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-00cb943d-503a-4e65-aef0-345a9c99655a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:33.557566 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cb943d-503a-4e65-aef0-345a9c99655a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:33.558271 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-00cb943d-503a-4e65-aef0-345a9c99655a admin admin] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:33.612018 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 51458) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:54:33.613390 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-00cb943d-503a-4e65-aef0-345a9c99655a admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4087059 Nov 25 17:54:33.632170 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-85f2cc7c-75fa-49a1-9108-648d50bd64b3 admin admin] Request body: {'subnet': {'network_id': 'b9515131-3c36-4233-abcd-6c4a1fa0c514', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1995862215-subnet', 'tenant_id': '9960cbb596e648cc89546470bd57b4dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:54:33.662857 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f2cc7c-75fa-49a1-9108-648d50bd64b3 admin admin] Made reservation on behalf of 9960cbb596e648cc89546470bd57b4dc for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:54:33.665844 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-85f2cc7c-75fa-49a1-9108-648d50bd64b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:33.678257 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cb943d-503a-4e65-aef0-345a9c99655a admin admin] Pushing event updated for resources: {'Network': ['ID=b9515131-3c36-4233-abcd-6c4a1fa0c514,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:33.687801 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network b9515131-3c36-4233-abcd-6c4a1fa0c514 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:54:33.857875 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-85f2cc7c-75fa-49a1-9108-648d50bd64b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:33.916681 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f2cc7c-75fa-49a1-9108-648d50bd64b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c59c3870-9898-426f-a10c-75e77089e327,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:33.929150 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f2cc7c-75fa-49a1-9108-648d50bd64b3 admin admin] Checking segment: {'id': '96dbbe87-cf80-4fe8-abd1-666c661bd915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'b9515131-3c36-4233-abcd-6c4a1fa0c514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:54:33.929563 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f2cc7c-75fa-49a1-9108-648d50bd64b3 admin admin] Network hostable DHCP agents. Network: b9515131-3c36-4233-abcd-6c4a1fa0c514, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:54:33.953453 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f2cc7c-75fa-49a1-9108-648d50bd64b3 admin admin] Network b9515131-3c36-4233-abcd-6c4a1fa0c514 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:54:33.963993 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-85f2cc7c-75fa-49a1-9108-648d50bd64b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, b9515131-3c36-4233-abcd-6c4a1fa0c514) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:54:33.969614 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f2cc7c-75fa-49a1-9108-648d50bd64b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:33.970219 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-85f2cc7c-75fa-49a1-9108-648d50bd64b3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:33.976302 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d9bdf7-e8ce-41cc-b0f3-c979f1da8bd5 None None] Network b9515131-3c36-4233-abcd-6c4a1fa0c514 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:54:33.996051 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-85f2cc7c-75fa-49a1-9108-648d50bd64b3 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3828521 Nov 25 17:54:34.143857 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629933ee-4c56-4d86-9f25-b24375d18025 None None] Network b9515131-3c36-4233-abcd-6c4a1fa0c514 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:54:35.887349 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89482d71-4435-4452-9bd2-48b2a94bd456 req-6a988143-60e6-4202-9043-d05724894f5e tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:35.888843 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-89482d71-4435-4452-9bd2-48b2a94bd456 req-6a988143-60e6-4202-9043-d05724894f5e tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] 10.222.0.75 "GET /v2.0/networks?id=b9515131-3c36-4233-abcd-6c4a1fa0c514 HTTP/1.1" status: 200 len: 809 time: 0.1104424 Nov 25 17:54:35.903993 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-89482d71-4435-4452-9bd2-48b2a94bd456 req-4f5c9492-e627-4b77-8a68-e10efed97401 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] 10.222.0.75 "GET /v2.0/quotas/9960cbb596e648cc89546470bd57b4dc HTTP/1.1" status: 200 len: 375 time: 0.0093827 Nov 25 17:54:35.937608 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-89482d71-4435-4452-9bd2-48b2a94bd456 req-a045a428-59bc-4991-9381-42a911eb6977 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=9960cbb596e648cc89546470bd57b4dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277998 Nov 25 17:54:35.949313 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [req-89482d71-4435-4452-9bd2-48b2a94bd456 req-b0c62552-d8d9-4c28-8083-af7004af893b service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:54:35.950212 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-89482d71-4435-4452-9bd2-48b2a94bd456 req-b0c62552-d8d9-4c28-8083-af7004af893b service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054231 Nov 25 17:54:36.067930 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-89482d71-4435-4452-9bd2-48b2a94bd456 req-d8a30ba8-732a-4042-9ee0-d03fb54f080b service neutron] 10.222.0.75 "GET /v2.0/networks/b9515131-3c36-4233-abcd-6c4a1fa0c514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119626 Nov 25 17:54:36.161906 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-89482d71-4435-4452-9bd2-48b2a94bd456 req-8267907b-14e3-487b-a2b4-d1fd71c3f89a service neutron] 10.222.0.75 "GET /v2.0/networks/b9515131-3c36-4233-abcd-6c4a1fa0c514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866971 Nov 25 17:54:36.344054 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fedaca2f-f102-4170-a153-c822218e7230 req-ba3a4b89-7ff0-4753-b8ee-ceccc7e8ce9b tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] 10.222.0.75 "GET /v2.0/ports?device_id=2e1377df-cdee-43a7-a333-3e11bd2c1098 HTTP/1.1" status: 200 len: 210 time: 0.0294008 Nov 25 17:54:37.290707 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89482d71-4435-4452-9bd2-48b2a94bd456 req-b267da00-b6a3-4a5c-8c14-627d48e8b3a1 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:37.292233 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-89482d71-4435-4452-9bd2-48b2a94bd456 req-b267da00-b6a3-4a5c-8c14-627d48e8b3a1 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] 10.222.0.90 "GET /v2.0/networks?id=b9515131-3c36-4233-abcd-6c4a1fa0c514 HTTP/1.1" status: 200 len: 809 time: 0.1121995 Nov 25 17:54:37.305132 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-89482d71-4435-4452-9bd2-48b2a94bd456 req-f3124f5f-1566-4446-ab19-19fda257b9ed tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Request body: {'port': {'device_id': '2e1377df-cdee-43a7-a333-3e11bd2c1098', 'network_id': 'b9515131-3c36-4233-abcd-6c4a1fa0c514', 'admin_state_up': True, 'tenant_id': '9960cbb596e648cc89546470bd57b4dc'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:54:37.433138 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89482d71-4435-4452-9bd2-48b2a94bd456 req-f3124f5f-1566-4446-ab19-19fda257b9ed tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Made reservation on behalf of 9960cbb596e648cc89546470bd57b4dc for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:54:37.436705 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-89482d71-4435-4452-9bd2-48b2a94bd456 req-f3124f5f-1566-4446-ab19-19fda257b9ed tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:37.445339 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-92557189-fbed-4c8a-a3dc-6ac5d5d971f4 req-e1b31f46-064f-4339-a647-2dcf4a3a29b4 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] 10.222.0.75 "GET /v2.0/ports?device_id=2e1377df-cdee-43a7-a333-3e11bd2c1098 HTTP/1.1" status: 200 len: 210 time: 0.0290437 Nov 25 17:54:37.566663 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-89482d71-4435-4452-9bd2-48b2a94bd456 req-f3124f5f-1566-4446-ab19-19fda257b9ed tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Allocated IP 172.20.0.14 (b9515131-3c36-4233-abcd-6c4a1fa0c514/c59c3870-9898-426f-a10c-75e77089e327/c4d5492c-f5f6-41e8-8cc8-321a07a4e3eb) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:54:37.726681 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-89482d71-4435-4452-9bd2-48b2a94bd456 req-f3124f5f-1566-4446-ab19-19fda257b9ed tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:37.760445 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-89482d71-4435-4452-9bd2-48b2a94bd456 req-f3124f5f-1566-4446-ab19-19fda257b9ed tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:37.806199 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89482d71-4435-4452-9bd2-48b2a94bd456 req-f3124f5f-1566-4446-ab19-19fda257b9ed tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Network b9515131-3c36-4233-abcd-6c4a1fa0c514 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:54:37.809537 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-89482d71-4435-4452-9bd2-48b2a94bd456 req-f3124f5f-1566-4446-ab19-19fda257b9ed tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:54:37.813443 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-89482d71-4435-4452-9bd2-48b2a94bd456 req-f3124f5f-1566-4446-ab19-19fda257b9ed tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:54:37.819790 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3124f5f-1566-4446-ab19-19fda257b9ed tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Pushing event updated for resources: {'Port': ['ID=c4d5492c-f5f6-41e8-8cc8-321a07a4e3eb,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:37.874383 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89482d71-4435-4452-9bd2-48b2a94bd456 req-f3124f5f-1566-4446-ab19-19fda257b9ed tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:37.875033 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-89482d71-4435-4452-9bd2-48b2a94bd456 req-f3124f5f-1566-4446-ab19-19fda257b9ed tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:37.891583 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-89482d71-4435-4452-9bd2-48b2a94bd456 req-f3124f5f-1566-4446-ab19-19fda257b9ed tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5907283 Nov 25 17:54:37.903849 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-89482d71-4435-4452-9bd2-48b2a94bd456 req-b82c7575-d3fd-4af0-83dd-1c0a66848b17 service neutron] Request body: {'port': {'device_id': '2e1377df-cdee-43a7-a333-3e11bd2c1098', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:54:37.965230 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-89482d71-4435-4452-9bd2-48b2a94bd456 req-b82c7575-d3fd-4af0-83dd-1c0a66848b17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:38.235779 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-89482d71-4435-4452-9bd2-48b2a94bd456 req-b82c7575-d3fd-4af0-83dd-1c0a66848b17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4d5492c-f5f6-41e8-8cc8-321a07a4e3eb {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:54:38.243162 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-89482d71-4435-4452-9bd2-48b2a94bd456 req-b82c7575-d3fd-4af0-83dd-1c0a66848b17 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:38.256365 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-89482d71-4435-4452-9bd2-48b2a94bd456 req-b82c7575-d3fd-4af0-83dd-1c0a66848b17 service neutron] Transition to ACTIVE for port object c4d5492c-f5f6-41e8-8cc8-321a07a4e3eb will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:54:38.259948 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-89482d71-4435-4452-9bd2-48b2a94bd456 req-b82c7575-d3fd-4af0-83dd-1c0a66848b17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:38.317330 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c7575-d3fd-4af0-83dd-1c0a66848b17 service neutron] Pushing event updated for resources: {'Port': ['ID=c4d5492c-f5f6-41e8-8cc8-321a07a4e3eb,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:38.386669 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-89482d71-4435-4452-9bd2-48b2a94bd456 req-b82c7575-d3fd-4af0-83dd-1c0a66848b17 service neutron] Attempting to bind port c4d5492c-f5f6-41e8-8cc8-321a07a4e3eb on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:54:38.387015 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-89482d71-4435-4452-9bd2-48b2a94bd456 req-b82c7575-d3fd-4af0-83dd-1c0a66848b17 service neutron] Attempting to bind port c4d5492c-f5f6-41e8-8cc8-321a07a4e3eb by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '96dbbe87-cf80-4fe8-abd1-666c661bd915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'b9515131-3c36-4233-abcd-6c4a1fa0c514'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:54:38.387487 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89482d71-4435-4452-9bd2-48b2a94bd456 req-b82c7575-d3fd-4af0-83dd-1c0a66848b17 service neutron] Attempting to bind port c4d5492c-f5f6-41e8-8cc8-321a07a4e3eb on network b9515131-3c36-4233-abcd-6c4a1fa0c514 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:54:38.392621 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89482d71-4435-4452-9bd2-48b2a94bd456 req-b82c7575-d3fd-4af0-83dd-1c0a66848b17 service neutron] Port c4d5492c-f5f6-41e8-8cc8-321a07a4e3eb on network b9515131-3c36-4233-abcd-6c4a1fa0c514 not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:54:38.392985 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89482d71-4435-4452-9bd2-48b2a94bd456 req-b82c7575-d3fd-4af0-83dd-1c0a66848b17 service neutron] Attempting to bind port c4d5492c-f5f6-41e8-8cc8-321a07a4e3eb on network b9515131-3c36-4233-abcd-6c4a1fa0c514 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:54:38.398717 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89482d71-4435-4452-9bd2-48b2a94bd456 req-b82c7575-d3fd-4af0-83dd-1c0a66848b17 service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:54:38.399056 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89482d71-4435-4452-9bd2-48b2a94bd456 req-b82c7575-d3fd-4af0-83dd-1c0a66848b17 service neutron] Checking segment: {'id': '96dbbe87-cf80-4fe8-abd1-666c661bd915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'b9515131-3c36-4233-abcd-6c4a1fa0c514'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:54:38.399436 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89482d71-4435-4452-9bd2-48b2a94bd456 req-b82c7575-d3fd-4af0-83dd-1c0a66848b17 service neutron] Bound using segment: {'id': '96dbbe87-cf80-4fe8-abd1-666c661bd915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'b9515131-3c36-4233-abcd-6c4a1fa0c514'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:54:38.399861 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-89482d71-4435-4452-9bd2-48b2a94bd456 req-b82c7575-d3fd-4af0-83dd-1c0a66848b17 service neutron] Bound port: c4d5492c-f5f6-41e8-8cc8-321a07a4e3eb, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96dbbe87-cf80-4fe8-abd1-666c661bd915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'b9515131-3c36-4233-abcd-6c4a1fa0c514'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:54:38.400218 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-89482d71-4435-4452-9bd2-48b2a94bd456 req-b82c7575-d3fd-4af0-83dd-1c0a66848b17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:38.461780 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-89482d71-4435-4452-9bd2-48b2a94bd456 req-b82c7575-d3fd-4af0-83dd-1c0a66848b17 service neutron] For port c4d5492c-f5f6-41e8-8cc8-321a07a4e3eb, host n-h2-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:54:38.464958 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-89482d71-4435-4452-9bd2-48b2a94bd456 req-b82c7575-d3fd-4af0-83dd-1c0a66848b17 service neutron] For port c4d5492c-f5f6-41e8-8cc8-321a07a4e3eb, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=c4d5492c-f5f6-41e8-8cc8-321a07a4e3eb,segment=NetworkSegment(96dbbe87-cf80-4fe8-abd1-666c661bd915),segment_id=96dbbe87-cf80-4fe8-abd1-666c661bd915)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:54:38.470352 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-89482d71-4435-4452-9bd2-48b2a94bd456 req-b82c7575-d3fd-4af0-83dd-1c0a66848b17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:38.507199 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89482d71-4435-4452-9bd2-48b2a94bd456 req-b82c7575-d3fd-4af0-83dd-1c0a66848b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:38.507830 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-89482d71-4435-4452-9bd2-48b2a94bd456 req-b82c7575-d3fd-4af0-83dd-1c0a66848b17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:38.509391 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-89482d71-4435-4452-9bd2-48b2a94bd456 req-b82c7575-d3fd-4af0-83dd-1c0a66848b17 service neutron] 10.222.0.90 "PUT /v2.0/ports/c4d5492c-f5f6-41e8-8cc8-321a07a4e3eb HTTP/1.1" status: 200 len: 1092 time: 0.6098731 Nov 25 17:54:38.511500 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e1377df-cdee-43a7-a333-3e11bd2c1098', 'tag': 'c4d5492c-f5f6-41e8-8cc8-321a07a4e3eb'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:54:38.514330 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edbf6802-a8b4-481b-b2c1-7cf66d46af65" -d '{"events": [{"name": "network-changed", "server_uuid": "2e1377df-cdee-43a7-a333-3e11bd2c1098", "tag": "c4d5492c-f5f6-41e8-8cc8-321a07a4e3eb"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:54:38.559114 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c7575-d3fd-4af0-83dd-1c0a66848b17 service neutron] Pushing event updated for resources: {'Port': ['ID=c4d5492c-f5f6-41e8-8cc8-321a07a4e3eb,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:38.594269 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e81e41-7073-48e3-a582-ef27b6b02653 x-openstack-request-id: req-35e81e41-7073-48e3-a582-ef27b6b02653 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:54:38.594800 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e1377df-cdee-43a7-a333-3e11bd2c1098", "tag": "c4d5492c-f5f6-41e8-8cc8-321a07a4e3eb", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:54:38.595576 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-35e81e41-7073-48e3-a582-ef27b6b02653 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:54:38.596056 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e1377df-cdee-43a7-a333-3e11bd2c1098', 'tag': 'c4d5492c-f5f6-41e8-8cc8-321a07a4e3eb', 'status': 'completed', 'code': 200} Nov 25 17:54:38.607895 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a4122c-6e15-403e-9be8-19313a9130ca req-657f1d38-2db2-452f-b2f0-afb9ea280751 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:38.609479 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e2a4122c-6e15-403e-9be8-19313a9130ca req-657f1d38-2db2-452f-b2f0-afb9ea280751 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] 10.222.0.75 "GET /v2.0/ports?device_id=2e1377df-cdee-43a7-a333-3e11bd2c1098 HTTP/1.1" status: 200 len: 944 time: 0.0629122 Nov 25 17:54:38.619320 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89482d71-4435-4452-9bd2-48b2a94bd456 req-3c45c796-3aa4-46a8-bd58-0f51498afeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:38.621253 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-89482d71-4435-4452-9bd2-48b2a94bd456 req-3c45c796-3aa4-46a8-bd58-0f51498afeca service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9960cbb596e648cc89546470bd57b4dc&device_id=2e1377df-cdee-43a7-a333-3e11bd2c1098 HTTP/1.1" status: 200 len: 1095 time: 0.0592997 Nov 25 17:54:38.666353 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-89482d71-4435-4452-9bd2-48b2a94bd456 req-fc48c250-7a0c-46c4-8727-1832c5ea884b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4d5492c-f5f6-41e8-8cc8-321a07a4e3eb HTTP/1.1" status: 200 len: 217 time: 0.0367508 Nov 25 17:54:38.667734 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e2a4122c-6e15-403e-9be8-19313a9130ca req-570618bc-2321-41e9-b8b8-56e55e71ebb6 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] 10.222.0.75 "GET /v2.0/security-groups?id=70fa8292-2bb4-464d-ad41-afdc3f2b2da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500689 Nov 25 17:54:38.727150 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89482d71-4435-4452-9bd2-48b2a94bd456 req-e4dd89a0-4b31-447a-b631-60b8d2dd5f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:38.728659 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-89482d71-4435-4452-9bd2-48b2a94bd456 req-e4dd89a0-4b31-447a-b631-60b8d2dd5f3d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c59c3870-9898-426f-a10c-75e77089e327 HTTP/1.1" status: 200 len: 849 time: 0.0506971 Nov 25 17:54:38.761847 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-89482d71-4435-4452-9bd2-48b2a94bd456 req-a7b1ab16-f4bc-4946-8610-7544666e5490 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b9515131-3c36-4233-abcd-6c4a1fa0c514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258768 Nov 25 17:54:38.864584 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-89482d71-4435-4452-9bd2-48b2a94bd456 req-7b71a9b0-3125-44d7-9ff9-85c385b395fa service neutron] 10.222.0.90 "GET /v2.0/networks/b9515131-3c36-4233-abcd-6c4a1fa0c514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948322 Nov 25 17:54:38.980896 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-89482d71-4435-4452-9bd2-48b2a94bd456 req-99ea1e97-7d2b-457b-abeb-3b3305c8cb4b service neutron] 10.222.0.90 "GET /v2.0/networks/b9515131-3c36-4233-abcd-6c4a1fa0c514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086695 Nov 25 17:54:39.080870 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf6802-a8b4-481b-b2c1-7cf66d46af65 req-a2cc0f53-dff7-41db-9fb5-934c7aefb940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:39.082356 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-edbf6802-a8b4-481b-b2c1-7cf66d46af65 req-a2cc0f53-dff7-41db-9fb5-934c7aefb940 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9960cbb596e648cc89546470bd57b4dc&device_id=2e1377df-cdee-43a7-a333-3e11bd2c1098 HTTP/1.1" status: 200 len: 1095 time: 0.0412619 Nov 25 17:54:39.178963 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf6802-a8b4-481b-b2c1-7cf66d46af65 req-6665bf99-7910-43e8-96ac-4bf7b420c4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:39.180450 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-edbf6802-a8b4-481b-b2c1-7cf66d46af65 req-6665bf99-7910-43e8-96ac-4bf7b420c4b4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b9515131-3c36-4233-abcd-6c4a1fa0c514 HTTP/1.1" status: 200 len: 910 time: 0.0899062 Nov 25 17:54:39.226121 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-edbf6802-a8b4-481b-b2c1-7cf66d46af65 req-80801711-1e2e-40ae-9273-22b98a964ddd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4d5492c-f5f6-41e8-8cc8-321a07a4e3eb HTTP/1.1" status: 200 len: 217 time: 0.0377903 Nov 25 17:54:39.275449 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf6802-a8b4-481b-b2c1-7cf66d46af65 req-52fe5217-fae2-4c92-9bbf-1643911011c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:39.276921 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-edbf6802-a8b4-481b-b2c1-7cf66d46af65 req-52fe5217-fae2-4c92-9bbf-1643911011c8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c59c3870-9898-426f-a10c-75e77089e327 HTTP/1.1" status: 200 len: 849 time: 0.0435174 Nov 25 17:54:39.309747 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-edbf6802-a8b4-481b-b2c1-7cf66d46af65 req-a2d594b3-92ad-431b-8625-3530fedc7a20 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b9515131-3c36-4233-abcd-6c4a1fa0c514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256569 Nov 25 17:54:39.314122 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:54:39.412848 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-edbf6802-a8b4-481b-b2c1-7cf66d46af65 req-64990941-d654-4721-87bd-fbe6788dcbff service neutron] 10.222.0.90 "GET /v2.0/networks/b9515131-3c36-4233-abcd-6c4a1fa0c514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957160 Nov 25 17:54:39.506554 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-edbf6802-a8b4-481b-b2c1-7cf66d46af65 req-bc7e9bb6-163c-4e48-b2fe-06505a6167e9 service neutron] 10.222.0.90 "GET /v2.0/networks/b9515131-3c36-4233-abcd-6c4a1fa0c514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850613 Nov 25 17:54:39.792128 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcdb8c4-e1a7-4db2-93f6-0536947c7b1f req-fda0d3ab-21d8-4b57-a379-ee5278a6b5fd tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:39.793648 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bdcdb8c4-e1a7-4db2-93f6-0536947c7b1f req-fda0d3ab-21d8-4b57-a379-ee5278a6b5fd tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] 10.222.0.75 "GET /v2.0/ports?device_id=2e1377df-cdee-43a7-a333-3e11bd2c1098 HTTP/1.1" status: 200 len: 944 time: 0.0503004 Nov 25 17:54:39.842064 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bdcdb8c4-e1a7-4db2-93f6-0536947c7b1f req-df735b20-e8c6-40c0-b938-a84d629a2564 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] 10.222.0.75 "GET /v2.0/security-groups?id=70fa8292-2bb4-464d-ad41-afdc3f2b2da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421927 Nov 25 17:54:40.965154 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973908b6-c30e-4577-af3c-a19f1d9a6852 req-3e7f0ef2-d191-4513-abbf-7138dd989f67 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:40.966684 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-973908b6-c30e-4577-af3c-a19f1d9a6852 req-3e7f0ef2-d191-4513-abbf-7138dd989f67 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] 10.222.0.75 "GET /v2.0/ports?device_id=2e1377df-cdee-43a7-a333-3e11bd2c1098 HTTP/1.1" status: 200 len: 944 time: 0.0566576 Nov 25 17:54:41.019097 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-973908b6-c30e-4577-af3c-a19f1d9a6852 req-93bbff03-02d8-402d-ab7d-81377ef50775 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] 10.222.0.75 "GET /v2.0/security-groups?id=70fa8292-2bb4-464d-ad41-afdc3f2b2da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459316 Nov 25 17:54:42.138786 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6343d8-9124-40cc-8bd8-29dbd080124d req-1a4f353d-de19-4a00-961a-3b73842efc0b tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:42.140317 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ad6343d8-9124-40cc-8bd8-29dbd080124d req-1a4f353d-de19-4a00-961a-3b73842efc0b tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] 10.222.0.75 "GET /v2.0/ports?device_id=2e1377df-cdee-43a7-a333-3e11bd2c1098 HTTP/1.1" status: 200 len: 944 time: 0.0526309 Nov 25 17:54:42.201467 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ad6343d8-9124-40cc-8bd8-29dbd080124d req-b0c4284f-d5ce-49a1-8b9a-ac7fe0ef20d6 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] 10.222.0.75 "GET /v2.0/security-groups?id=70fa8292-2bb4-464d-ad41-afdc3f2b2da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542898 Nov 25 17:54:42.451631 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device c4d5492c-f5f6-41e8-8cc8-321a07a4e3eb details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:54:42.557922 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port c4d5492c-f5f6-41e8-8cc8-321a07a4e3eb, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=c4d5492c-f5f6-41e8-8cc8-321a07a4e3eb,segment=NetworkSegment(96dbbe87-cf80-4fe8-abd1-666c661bd915),segment_id=96dbbe87-cf80-4fe8-abd1-666c661bd915)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:54:42.569807 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': 'c4d5492c-f5f6-41e8-8cc8-321a07a4e3eb', 'network_id': 'b9515131-3c36-4233-abcd-6c4a1fa0c514', 'port_id': 'c4d5492c-f5f6-41e8-8cc8-321a07a4e3eb', 'mac_address': 'fa:16:3e:8b:ad:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c59c3870-9898-426f-a10c-75e77089e327', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:54:42.607022 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:42.619846 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4d5492c-f5f6-41e8-8cc8-321a07a4e3eb {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:54:42.639259 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port c4d5492c-f5f6-41e8-8cc8-321a07a4e3eb, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=c4d5492c-f5f6-41e8-8cc8-321a07a4e3eb,segment=NetworkSegment(96dbbe87-cf80-4fe8-abd1-666c661bd915),segment_id=96dbbe87-cf80-4fe8-abd1-666c661bd915)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:54:42.644436 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:42.689973 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=c4d5492c-f5f6-41e8-8cc8-321a07a4e3eb,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:42.847269 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['c4d5492c-f5f6-41e8-8cc8-321a07a4e3eb'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:54:43.328161 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc082b-2561-478a-88ce-044b15e3f90f req-6d07a492-ef36-4bdc-bc5a-a28f8d2d7441 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:43.329690 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-73cc082b-2561-478a-88ce-044b15e3f90f req-6d07a492-ef36-4bdc-bc5a-a28f8d2d7441 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] 10.222.0.75 "GET /v2.0/ports?device_id=2e1377df-cdee-43a7-a333-3e11bd2c1098 HTTP/1.1" status: 200 len: 945 time: 0.0504928 Nov 25 17:54:43.382772 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-73cc082b-2561-478a-88ce-044b15e3f90f req-1ff0cdb6-5c29-4673-951d-3037334f659a tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] 10.222.0.75 "GET /v2.0/security-groups?id=70fa8292-2bb4-464d-ad41-afdc3f2b2da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463569 Nov 25 17:54:44.482675 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device c4d5492c-f5f6-41e8-8cc8-321a07a4e3eb up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:54:44.535856 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port c4d5492c-f5f6-41e8-8cc8-321a07a4e3eb completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:54:44.542131 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port c4d5492c-f5f6-41e8-8cc8-321a07a4e3eb triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:54:44.542510 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:44.645002 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:44.670857 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e1377df-cdee-43a7-a333-3e11bd2c1098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d5492c-f5f6-41e8-8cc8-321a07a4e3eb'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:54:44.673232 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a94589d-0b16-414b-be9e-fce2e17364f4" -d '{"events": [{"server_uuid": "2e1377df-cdee-43a7-a333-3e11bd2c1098", "name": "network-vif-plugged", "status": "completed", "tag": "c4d5492c-f5f6-41e8-8cc8-321a07a4e3eb"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:54:44.686889 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port c4d5492c-f5f6-41e8-8cc8-321a07a4e3eb, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=c4d5492c-f5f6-41e8-8cc8-321a07a4e3eb,segment=NetworkSegment(96dbbe87-cf80-4fe8-abd1-666c661bd915),segment_id=96dbbe87-cf80-4fe8-abd1-666c661bd915)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:54:44.691826 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:44.747740 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6e4ce2-852f-481a-8347-b5275e607b9b x-openstack-request-id: req-af6e4ce2-852f-481a-8347-b5275e607b9b {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:54:44.748026 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e1377df-cdee-43a7-a333-3e11bd2c1098", "name": "network-vif-plugged", "status": "completed", "tag": "c4d5492c-f5f6-41e8-8cc8-321a07a4e3eb", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:54:44.748454 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-af6e4ce2-852f-481a-8347-b5275e607b9b {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:54:44.749067 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e1377df-cdee-43a7-a333-3e11bd2c1098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d5492c-f5f6-41e8-8cc8-321a07a4e3eb', 'code': 200} Nov 25 17:54:44.759969 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=c4d5492c-f5f6-41e8-8cc8-321a07a4e3eb,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:44.875012 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6bcecc-d02b-46c9-bfaa-2b0fd8e3f21e req-f9d1c4b0-a583-4ac7-bef7-050ff9a20da2 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:44.876515 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1e6bcecc-d02b-46c9-bfaa-2b0fd8e3f21e req-f9d1c4b0-a583-4ac7-bef7-050ff9a20da2 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] 10.222.0.75 "GET /v2.0/ports?device_id=2e1377df-cdee-43a7-a333-3e11bd2c1098 HTTP/1.1" status: 200 len: 945 time: 0.4217060 Nov 25 17:54:44.877732 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b0906-5d05-4a7c-a79c-7f1434c72536 req-5655e35e-b112-4123-b89a-22686c3784db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:44.879246 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e74b0906-5d05-4a7c-a79c-7f1434c72536 req-5655e35e-b112-4123-b89a-22686c3784db service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=2e1377df-cdee-43a7-a333-3e11bd2c1098 HTTP/1.1" status: 200 len: 1097 time: 0.0688357 Nov 25 17:54:44.937761 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1e6bcecc-d02b-46c9-bfaa-2b0fd8e3f21e req-08c3416e-57a8-4a2b-842c-01bb4ac1fcd0 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] 10.222.0.75 "GET /v2.0/security-groups?id=70fa8292-2bb4-464d-ad41-afdc3f2b2da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524876 Nov 25 17:54:44.944476 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e74b0906-5d05-4a7c-a79c-7f1434c72536 req-72d16091-5811-4226-a92b-981a5ab8e4c2 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=70fa8292-2bb4-464d-ad41-afdc3f2b2da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565593 Nov 25 17:54:46.069744 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19517e2-f665-441d-b158-dbc563dd9633 req-83e78fbe-ffc5-44c2-abbd-e06957e3573a tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:46.071654 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d19517e2-f665-441d-b158-dbc563dd9633 req-83e78fbe-ffc5-44c2-abbd-e06957e3573a tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] 10.222.0.75 "GET /v2.0/ports?device_id=2e1377df-cdee-43a7-a333-3e11bd2c1098 HTTP/1.1" status: 200 len: 946 time: 0.0534244 Nov 25 17:54:46.123810 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d19517e2-f665-441d-b158-dbc563dd9633 req-71648c0c-a819-4fc6-858c-9c80c41bbe55 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] 10.222.0.75 "GET /v2.0/security-groups?id=70fa8292-2bb4-464d-ad41-afdc3f2b2da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450885 Nov 25 17:54:46.869980 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:47.025241 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:47.132795 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-fefc012b-82ef-46de-964d-2e55ef4317fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:47.260947 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886905c-9087-4495-a1eb-92db93bffefa req-9b47e663-5b02-4016-a350-8b848fabe90e tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:47.262479 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3886905c-9087-4495-a1eb-92db93bffefa req-9b47e663-5b02-4016-a350-8b848fabe90e tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] 10.222.0.75 "GET /v2.0/ports?device_id=2e1377df-cdee-43a7-a333-3e11bd2c1098 HTTP/1.1" status: 200 len: 946 time: 0.0553157 Nov 25 17:54:47.311373 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3886905c-9087-4495-a1eb-92db93bffefa req-3bbe07ff-4b71-459e-9d72-20bc291555b9 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] 10.222.0.75 "GET /v2.0/security-groups?id=70fa8292-2bb4-464d-ad41-afdc3f2b2da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420036 Nov 25 17:54:48.003232 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca6a4c-8d29-4b3d-8bc2-f263d4f431b6 req-924e61c7-96bf-40e9-bff0-a330b0fb4969 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:48.005685 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a3ca6a4c-8d29-4b3d-8bc2-f263d4f431b6 req-924e61c7-96bf-40e9-bff0-a330b0fb4969 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] 10.222.0.75 "GET /v2.0/ports?device_id=2e1377df-cdee-43a7-a333-3e11bd2c1098 HTTP/1.1" status: 200 len: 946 time: 0.0669889 Nov 25 17:54:48.063430 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a3ca6a4c-8d29-4b3d-8bc2-f263d4f431b6 req-8b84cd26-049b-4385-8860-68e9b06faba6 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] 10.222.0.75 "GET /v2.0/security-groups?id=70fa8292-2bb4-464d-ad41-afdc3f2b2da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495255 Nov 25 17:54:49.201504 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb29341-1f60-4a14-99dd-acab96fad48d req-4c636680-00b6-4ec3-af32-edff0d6258e8 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:49.203763 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-feb29341-1f60-4a14-99dd-acab96fad48d req-4c636680-00b6-4ec3-af32-edff0d6258e8 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] 10.222.0.75 "GET /v2.0/ports?device_id=2e1377df-cdee-43a7-a333-3e11bd2c1098 HTTP/1.1" status: 200 len: 946 time: 0.0553248 Nov 25 17:54:49.264863 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-feb29341-1f60-4a14-99dd-acab96fad48d req-a21446d1-a985-47b9-8d4b-43fc9416a05c tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] 10.222.0.75 "GET /v2.0/security-groups?id=70fa8292-2bb4-464d-ad41-afdc3f2b2da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513816 Nov 25 17:54:49.281439 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef907b-b59a-4d83-b436-6ff1a7c912f2 req-1ab9212d-b129-48ca-a4fe-ce9ef803986d tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:49.283177 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-91ef907b-b59a-4d83-b436-6ff1a7c912f2 req-1ab9212d-b129-48ca-a4fe-ce9ef803986d tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] 10.222.0.90 "GET /v2.0/ports?device_id=2e1377df-cdee-43a7-a333-3e11bd2c1098 HTTP/1.1" status: 200 len: 946 time: 0.0623405 Nov 25 17:54:49.381127 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-91ef907b-b59a-4d83-b436-6ff1a7c912f2 req-fad8aa01-c014-4fc3-8287-1cef203efe8f tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Deleting port c4d5492c-f5f6-41e8-8cc8-321a07a4e3eb {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:54:49.381786 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-91ef907b-b59a-4d83-b436-6ff1a7c912f2 req-fad8aa01-c014-4fc3-8287-1cef203efe8f tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:49.476536 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-91ef907b-b59a-4d83-b436-6ff1a7c912f2 req-fad8aa01-c014-4fc3-8287-1cef203efe8f tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] For port c4d5492c-f5f6-41e8-8cc8-321a07a4e3eb, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=c4d5492c-f5f6-41e8-8cc8-321a07a4e3eb,segment=NetworkSegment(96dbbe87-cf80-4fe8-abd1-666c661bd915),segment_id=96dbbe87-cf80-4fe8-abd1-666c661bd915)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:54:49.477069 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-91ef907b-b59a-4d83-b436-6ff1a7c912f2 req-fad8aa01-c014-4fc3-8287-1cef203efe8f tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:49.490822 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-91ef907b-b59a-4d83-b436-6ff1a7c912f2 req-fad8aa01-c014-4fc3-8287-1cef203efe8f tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Calling delete_port for c4d5492c-f5f6-41e8-8cc8-321a07a4e3eb owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:54:49.826234 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6cb5fa9f-2f6e-4633-8cec-a11b3a6fd300 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:49.862500 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-91ef907b-b59a-4d83-b436-6ff1a7c912f2 req-fad8aa01-c014-4fc3-8287-1cef203efe8f tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:49.874611 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['c4d5492c-f5f6-41e8-8cc8-321a07a4e3eb'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:54:49.892703 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad8aa01-c014-4fc3-8287-1cef203efe8f tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Pushing event deleted for resources: {'Port': ['ID=c4d5492c-f5f6-41e8-8cc8-321a07a4e3eb,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:49.922388 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad8aa01-c014-4fc3-8287-1cef203efe8f tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:49.922848 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad8aa01-c014-4fc3-8287-1cef203efe8f tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:49.923266 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad8aa01-c014-4fc3-8287-1cef203efe8f tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:49.923685 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad8aa01-c014-4fc3-8287-1cef203efe8f tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:49.924097 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad8aa01-c014-4fc3-8287-1cef203efe8f tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:49.924507 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad8aa01-c014-4fc3-8287-1cef203efe8f tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:49.924932 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad8aa01-c014-4fc3-8287-1cef203efe8f tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:49.925338 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad8aa01-c014-4fc3-8287-1cef203efe8f tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:49.925739 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad8aa01-c014-4fc3-8287-1cef203efe8f tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:49.926140 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad8aa01-c014-4fc3-8287-1cef203efe8f tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:49.926586 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad8aa01-c014-4fc3-8287-1cef203efe8f tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:49.927613 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad8aa01-c014-4fc3-8287-1cef203efe8f tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:49.959444 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-91ef907b-b59a-4d83-b436-6ff1a7c912f2 req-fad8aa01-c014-4fc3-8287-1cef203efe8f tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] No DVR routers for this DVR port c4d5492c-f5f6-41e8-8cc8-321a07a4e3eb on host n-h2-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:54:49.962283 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-91ef907b-b59a-4d83-b436-6ff1a7c912f2 req-fad8aa01-c014-4fc3-8287-1cef203efe8f tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:49.965726 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-91ef907b-b59a-4d83-b436-6ff1a7c912f2 req-fad8aa01-c014-4fc3-8287-1cef203efe8f tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] 10.222.0.90 "DELETE /v2.0/ports/c4d5492c-f5f6-41e8-8cc8-321a07a4e3eb HTTP/1.1" status: 204 len: 173 time: 0.6761847 Nov 25 17:54:49.966263 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e1377df-cdee-43a7-a333-3e11bd2c1098', 'name': 'network-vif-deleted', 'tag': 'c4d5492c-f5f6-41e8-8cc8-321a07a4e3eb'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:54:49.968631 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b77634d-26de-497d-a4b4-68fa0f895bc5" -d '{"events": [{"server_uuid": "2e1377df-cdee-43a7-a333-3e11bd2c1098", "name": "network-vif-deleted", "tag": "c4d5492c-f5f6-41e8-8cc8-321a07a4e3eb"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:54:50.024035 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f29f469-2321-4232-916e-0463225cf361 x-openstack-request-id: req-6f29f469-2321-4232-916e-0463225cf361 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:54:50.024410 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e1377df-cdee-43a7-a333-3e11bd2c1098", "name": "network-vif-deleted", "tag": "c4d5492c-f5f6-41e8-8cc8-321a07a4e3eb", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:54:50.024733 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6f29f469-2321-4232-916e-0463225cf361 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:54:50.025234 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e1377df-cdee-43a7-a333-3e11bd2c1098', 'name': 'network-vif-deleted', 'tag': 'c4d5492c-f5f6-41e8-8cc8-321a07a4e3eb', 'status': 'completed', 'code': 200} Nov 25 17:54:50.391568 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a0dc4de3-1cd3-44d1-a3f1-df9843494a6a req-8af00fad-f23a-44ab-8b09-189292aace36 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] 10.222.0.75 "GET /v2.0/ports?device_id=2e1377df-cdee-43a7-a333-3e11bd2c1098 HTTP/1.1" status: 200 len: 210 time: 0.0438640 Nov 25 17:54:50.875258 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:51.667190 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d493ace-f2d7-409c-b5a9-843c2dc03858 req-9babb47f-e7ad-4500-9033-232398394ebe tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:51.668665 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6d493ace-f2d7-409c-b5a9-843c2dc03858 req-9babb47f-e7ad-4500-9033-232398394ebe tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] 10.222.0.75 "GET /v2.0/networks?id=b9515131-3c36-4233-abcd-6c4a1fa0c514 HTTP/1.1" status: 200 len: 809 time: 0.1014414 Nov 25 17:54:51.684346 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6d493ace-f2d7-409c-b5a9-843c2dc03858 req-f4b0e1d1-ab1b-40b2-aa97-f6c2dd29073d tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] 10.222.0.75 "GET /v2.0/quotas/9960cbb596e648cc89546470bd57b4dc HTTP/1.1" status: 200 len: 375 time: 0.0097842 Nov 25 17:54:51.720520 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6d493ace-f2d7-409c-b5a9-843c2dc03858 req-b5b06312-4e3a-40d7-bc94-2c3857647dd1 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=9960cbb596e648cc89546470bd57b4dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304277 Nov 25 17:54:51.812902 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6d493ace-f2d7-409c-b5a9-843c2dc03858 req-240ddf57-1e95-4827-99bc-9dbfc032cc84 service neutron] 10.222.0.75 "GET /v2.0/networks/b9515131-3c36-4233-abcd-6c4a1fa0c514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847397 Nov 25 17:54:51.906781 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6d493ace-f2d7-409c-b5a9-843c2dc03858 req-aa4da05b-fe3d-441e-ada6-6863a35723cb service neutron] 10.222.0.75 "GET /v2.0/networks/b9515131-3c36-4233-abcd-6c4a1fa0c514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877197 Nov 25 17:54:52.076330 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:52.086315 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4a037be4-1730-404f-898b-256f38c33e89 req-282f9829-61de-4c4a-8bbe-7c889487c6b5 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] 10.222.0.75 "GET /v2.0/ports?device_id=10c48673-9b85-47c3-abbd-763e3ecae048 HTTP/1.1" status: 200 len: 210 time: 0.0382445 Nov 25 17:54:52.514101 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device c4d5492c-f5f6-41e8-8cc8-321a07a4e3eb no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:54:52.537754 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: c4d5492c-f5f6-41e8-8cc8-321a07a4e3eb {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:54:52.538110 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device c4d5492c-f5f6-41e8-8cc8-321a07a4e3eb not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:54:53.042356 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d493ace-f2d7-409c-b5a9-843c2dc03858 req-4b40627f-f674-455d-a9e7-7b732faf9de0 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:53.043812 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-6d493ace-f2d7-409c-b5a9-843c2dc03858 req-4b40627f-f674-455d-a9e7-7b732faf9de0 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] 10.222.0.90 "GET /v2.0/networks?id=b9515131-3c36-4233-abcd-6c4a1fa0c514 HTTP/1.1" status: 200 len: 809 time: 0.1318605 Nov 25 17:54:53.057762 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-6d493ace-f2d7-409c-b5a9-843c2dc03858 req-e0c9cb08-1a61-41d1-97c2-14f9fac67e46 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Request body: {'port': {'device_id': '10c48673-9b85-47c3-abbd-763e3ecae048', 'network_id': 'b9515131-3c36-4233-abcd-6c4a1fa0c514', 'admin_state_up': True, 'tenant_id': '9960cbb596e648cc89546470bd57b4dc'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:54:53.206568 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-327a6997-6a6b-439f-9db9-543ea93b987a req-615515d0-0805-4a26-9886-260050cf6c14 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] 10.222.0.75 "GET /v2.0/ports?device_id=10c48673-9b85-47c3-abbd-763e3ecae048 HTTP/1.1" status: 200 len: 210 time: 0.0369456 Nov 25 17:54:53.209340 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d493ace-f2d7-409c-b5a9-843c2dc03858 req-e0c9cb08-1a61-41d1-97c2-14f9fac67e46 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Made reservation on behalf of 9960cbb596e648cc89546470bd57b4dc for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:54:53.213229 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-6d493ace-f2d7-409c-b5a9-843c2dc03858 req-e0c9cb08-1a61-41d1-97c2-14f9fac67e46 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:53.215099 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:53.350692 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-6d493ace-f2d7-409c-b5a9-843c2dc03858 req-e0c9cb08-1a61-41d1-97c2-14f9fac67e46 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Allocated IP 172.20.0.6 (b9515131-3c36-4233-abcd-6c4a1fa0c514/c59c3870-9898-426f-a10c-75e77089e327/69bcc887-70d8-4add-b4c8-69df67b50eb0) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:54:53.501006 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-6d493ace-f2d7-409c-b5a9-843c2dc03858 req-e0c9cb08-1a61-41d1-97c2-14f9fac67e46 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:53.542679 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-6d493ace-f2d7-409c-b5a9-843c2dc03858 req-e0c9cb08-1a61-41d1-97c2-14f9fac67e46 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:53.587463 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d493ace-f2d7-409c-b5a9-843c2dc03858 req-e0c9cb08-1a61-41d1-97c2-14f9fac67e46 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Network b9515131-3c36-4233-abcd-6c4a1fa0c514 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:54:53.590576 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-6d493ace-f2d7-409c-b5a9-843c2dc03858 req-e0c9cb08-1a61-41d1-97c2-14f9fac67e46 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:54:53.594483 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d493ace-f2d7-409c-b5a9-843c2dc03858 req-e0c9cb08-1a61-41d1-97c2-14f9fac67e46 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:54:53.601568 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c9cb08-1a61-41d1-97c2-14f9fac67e46 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Pushing event updated for resources: {'Port': ['ID=69bcc887-70d8-4add-b4c8-69df67b50eb0,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:53.650983 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d493ace-f2d7-409c-b5a9-843c2dc03858 req-e0c9cb08-1a61-41d1-97c2-14f9fac67e46 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:53.651596 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-6d493ace-f2d7-409c-b5a9-843c2dc03858 req-e0c9cb08-1a61-41d1-97c2-14f9fac67e46 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:53.668042 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-6d493ace-f2d7-409c-b5a9-843c2dc03858 req-e0c9cb08-1a61-41d1-97c2-14f9fac67e46 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6143205 Nov 25 17:54:53.680236 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-6d493ace-f2d7-409c-b5a9-843c2dc03858 req-2aae3c35-ac5f-4738-851a-c3c6f2fadd3a service neutron] Request body: {'port': {'device_id': '10c48673-9b85-47c3-abbd-763e3ecae048', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:54:53.733481 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-6d493ace-f2d7-409c-b5a9-843c2dc03858 req-2aae3c35-ac5f-4738-851a-c3c6f2fadd3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:54.001686 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-6d493ace-f2d7-409c-b5a9-843c2dc03858 req-2aae3c35-ac5f-4738-851a-c3c6f2fadd3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69bcc887-70d8-4add-b4c8-69df67b50eb0 {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:54:54.010650 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-6d493ace-f2d7-409c-b5a9-843c2dc03858 req-2aae3c35-ac5f-4738-851a-c3c6f2fadd3a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:54.024010 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-6d493ace-f2d7-409c-b5a9-843c2dc03858 req-2aae3c35-ac5f-4738-851a-c3c6f2fadd3a service neutron] Transition to ACTIVE for port object 69bcc887-70d8-4add-b4c8-69df67b50eb0 will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:54:54.027832 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-6d493ace-f2d7-409c-b5a9-843c2dc03858 req-2aae3c35-ac5f-4738-851a-c3c6f2fadd3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:54.078989 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aae3c35-ac5f-4738-851a-c3c6f2fadd3a service neutron] Pushing event updated for resources: {'Port': ['ID=69bcc887-70d8-4add-b4c8-69df67b50eb0,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:54.151864 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-6d493ace-f2d7-409c-b5a9-843c2dc03858 req-2aae3c35-ac5f-4738-851a-c3c6f2fadd3a service neutron] Attempting to bind port 69bcc887-70d8-4add-b4c8-69df67b50eb0 on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:54:54.152205 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-6d493ace-f2d7-409c-b5a9-843c2dc03858 req-2aae3c35-ac5f-4738-851a-c3c6f2fadd3a service neutron] Attempting to bind port 69bcc887-70d8-4add-b4c8-69df67b50eb0 by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '96dbbe87-cf80-4fe8-abd1-666c661bd915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'b9515131-3c36-4233-abcd-6c4a1fa0c514'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:54:54.152536 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d493ace-f2d7-409c-b5a9-843c2dc03858 req-2aae3c35-ac5f-4738-851a-c3c6f2fadd3a service neutron] Attempting to bind port 69bcc887-70d8-4add-b4c8-69df67b50eb0 on network b9515131-3c36-4233-abcd-6c4a1fa0c514 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:54:54.156911 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d493ace-f2d7-409c-b5a9-843c2dc03858 req-2aae3c35-ac5f-4738-851a-c3c6f2fadd3a service neutron] Port 69bcc887-70d8-4add-b4c8-69df67b50eb0 on network b9515131-3c36-4233-abcd-6c4a1fa0c514 not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:54:54.157245 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d493ace-f2d7-409c-b5a9-843c2dc03858 req-2aae3c35-ac5f-4738-851a-c3c6f2fadd3a service neutron] Attempting to bind port 69bcc887-70d8-4add-b4c8-69df67b50eb0 on network b9515131-3c36-4233-abcd-6c4a1fa0c514 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:54:54.162196 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d493ace-f2d7-409c-b5a9-843c2dc03858 req-2aae3c35-ac5f-4738-851a-c3c6f2fadd3a service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:54:54.162520 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d493ace-f2d7-409c-b5a9-843c2dc03858 req-2aae3c35-ac5f-4738-851a-c3c6f2fadd3a service neutron] Checking segment: {'id': '96dbbe87-cf80-4fe8-abd1-666c661bd915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'b9515131-3c36-4233-abcd-6c4a1fa0c514'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:54:54.162910 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d493ace-f2d7-409c-b5a9-843c2dc03858 req-2aae3c35-ac5f-4738-851a-c3c6f2fadd3a service neutron] Bound using segment: {'id': '96dbbe87-cf80-4fe8-abd1-666c661bd915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'b9515131-3c36-4233-abcd-6c4a1fa0c514'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:54:54.163345 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-6d493ace-f2d7-409c-b5a9-843c2dc03858 req-2aae3c35-ac5f-4738-851a-c3c6f2fadd3a service neutron] Bound port: 69bcc887-70d8-4add-b4c8-69df67b50eb0, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96dbbe87-cf80-4fe8-abd1-666c661bd915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'b9515131-3c36-4233-abcd-6c4a1fa0c514'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:54:54.163705 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-6d493ace-f2d7-409c-b5a9-843c2dc03858 req-2aae3c35-ac5f-4738-851a-c3c6f2fadd3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:54.232670 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-6d493ace-f2d7-409c-b5a9-843c2dc03858 req-2aae3c35-ac5f-4738-851a-c3c6f2fadd3a service neutron] For port 69bcc887-70d8-4add-b4c8-69df67b50eb0, host n-h2-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:54:54.236013 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-6d493ace-f2d7-409c-b5a9-843c2dc03858 req-2aae3c35-ac5f-4738-851a-c3c6f2fadd3a service neutron] For port 69bcc887-70d8-4add-b4c8-69df67b50eb0, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=69bcc887-70d8-4add-b4c8-69df67b50eb0,segment=NetworkSegment(96dbbe87-cf80-4fe8-abd1-666c661bd915),segment_id=96dbbe87-cf80-4fe8-abd1-666c661bd915)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:54:54.242642 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-6d493ace-f2d7-409c-b5a9-843c2dc03858 req-2aae3c35-ac5f-4738-851a-c3c6f2fadd3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:54.289979 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d493ace-f2d7-409c-b5a9-843c2dc03858 req-2aae3c35-ac5f-4738-851a-c3c6f2fadd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:54.290694 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-6d493ace-f2d7-409c-b5a9-843c2dc03858 req-2aae3c35-ac5f-4738-851a-c3c6f2fadd3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:54.292164 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-6d493ace-f2d7-409c-b5a9-843c2dc03858 req-2aae3c35-ac5f-4738-851a-c3c6f2fadd3a service neutron] 10.222.0.90 "PUT /v2.0/ports/69bcc887-70d8-4add-b4c8-69df67b50eb0 HTTP/1.1" status: 200 len: 1091 time: 0.6162233 Nov 25 17:54:54.292680 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10c48673-9b85-47c3-abbd-763e3ecae048', 'tag': '69bcc887-70d8-4add-b4c8-69df67b50eb0'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:54:54.296540 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45993e62-fa5b-4ee7-b8f4-05a860f432fa" -d '{"events": [{"name": "network-changed", "server_uuid": "10c48673-9b85-47c3-abbd-763e3ecae048", "tag": "69bcc887-70d8-4add-b4c8-69df67b50eb0"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:54:54.313624 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aae3c35-ac5f-4738-851a-c3c6f2fadd3a service neutron] Pushing event updated for resources: {'Port': ['ID=69bcc887-70d8-4add-b4c8-69df67b50eb0,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:54.382050 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c2e1f7-6781-4adf-a745-638ca5ed3b29 x-openstack-request-id: req-53c2e1f7-6781-4adf-a745-638ca5ed3b29 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:54:54.382570 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10c48673-9b85-47c3-abbd-763e3ecae048", "tag": "69bcc887-70d8-4add-b4c8-69df67b50eb0", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:54:54.383006 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-53c2e1f7-6781-4adf-a745-638ca5ed3b29 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:54:54.383415 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10c48673-9b85-47c3-abbd-763e3ecae048', 'tag': '69bcc887-70d8-4add-b4c8-69df67b50eb0', 'status': 'completed', 'code': 200} Nov 25 17:54:54.393796 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d493ace-f2d7-409c-b5a9-843c2dc03858 req-894c7caa-8803-4c78-94fb-eeacda36ed12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:54.393939 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c747821a-d3ca-49db-8293-375617d2f067 req-71eeaaef-d631-4c54-aeed-59c9163b1f97 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:54.396198 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-6d493ace-f2d7-409c-b5a9-843c2dc03858 req-894c7caa-8803-4c78-94fb-eeacda36ed12 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9960cbb596e648cc89546470bd57b4dc&device_id=10c48673-9b85-47c3-abbd-763e3ecae048 HTTP/1.1" status: 200 len: 1094 time: 0.0528231 Nov 25 17:54:54.397564 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c747821a-d3ca-49db-8293-375617d2f067 req-71eeaaef-d631-4c54-aeed-59c9163b1f97 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] 10.222.0.75 "GET /v2.0/ports?device_id=10c48673-9b85-47c3-abbd-763e3ecae048 HTTP/1.1" status: 200 len: 943 time: 0.1167030 Nov 25 17:54:54.440093 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-6d493ace-f2d7-409c-b5a9-843c2dc03858 req-e843c58b-01a5-45dc-9ea4-ce37ec3c1958 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69bcc887-70d8-4add-b4c8-69df67b50eb0 HTTP/1.1" status: 200 len: 217 time: 0.0358405 Nov 25 17:54:54.447043 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c747821a-d3ca-49db-8293-375617d2f067 req-92e7e660-138c-45fe-9a44-4f6f87f73e2b tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] 10.222.0.75 "GET /v2.0/security-groups?id=70fa8292-2bb4-464d-ad41-afdc3f2b2da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437899 Nov 25 17:54:54.497956 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d493ace-f2d7-409c-b5a9-843c2dc03858 req-d3ad27a9-7d20-4281-8b7a-abb489d15d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:54.499449 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-6d493ace-f2d7-409c-b5a9-843c2dc03858 req-d3ad27a9-7d20-4281-8b7a-abb489d15d8d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c59c3870-9898-426f-a10c-75e77089e327 HTTP/1.1" status: 200 len: 849 time: 0.0523579 Nov 25 17:54:54.531814 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-6d493ace-f2d7-409c-b5a9-843c2dc03858 req-f2724a50-c851-470e-a421-f4cad8b1b968 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b9515131-3c36-4233-abcd-6c4a1fa0c514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248768 Nov 25 17:54:54.622977 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-6d493ace-f2d7-409c-b5a9-843c2dc03858 req-d34bb6b0-f910-47e8-8739-bb16813dccc6 service neutron] 10.222.0.90 "GET /v2.0/networks/b9515131-3c36-4233-abcd-6c4a1fa0c514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831668 Nov 25 17:54:54.720405 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-6d493ace-f2d7-409c-b5a9-843c2dc03858 req-2f6e8a66-f496-41cb-920c-a7d37270b14d service neutron] 10.222.0.90 "GET /v2.0/networks/b9515131-3c36-4233-abcd-6c4a1fa0c514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891767 Nov 25 17:54:54.811308 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45993e62-fa5b-4ee7-b8f4-05a860f432fa req-2d05456f-6f1b-49f9-bbf8-216c565ba58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:54.812873 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-45993e62-fa5b-4ee7-b8f4-05a860f432fa req-2d05456f-6f1b-49f9-bbf8-216c565ba58a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9960cbb596e648cc89546470bd57b4dc&device_id=10c48673-9b85-47c3-abbd-763e3ecae048 HTTP/1.1" status: 200 len: 1094 time: 0.0433848 Nov 25 17:54:54.910511 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45993e62-fa5b-4ee7-b8f4-05a860f432fa req-f34aa278-9336-4f18-8530-b0c715ccbfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:54.912981 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-45993e62-fa5b-4ee7-b8f4-05a860f432fa req-f34aa278-9336-4f18-8530-b0c715ccbfbe service neutron] 10.222.0.90 "GET /v2.0/networks?id=b9515131-3c36-4233-abcd-6c4a1fa0c514 HTTP/1.1" status: 200 len: 910 time: 0.0927525 Nov 25 17:54:54.958652 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-45993e62-fa5b-4ee7-b8f4-05a860f432fa req-99610bb7-3567-4cb6-94f1-2700a4a3f85b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69bcc887-70d8-4add-b4c8-69df67b50eb0 HTTP/1.1" status: 200 len: 217 time: 0.0374420 Nov 25 17:54:55.015046 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45993e62-fa5b-4ee7-b8f4-05a860f432fa req-12266bdd-d411-4ccb-b15f-3d2d491dddef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:55.016506 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-45993e62-fa5b-4ee7-b8f4-05a860f432fa req-12266bdd-d411-4ccb-b15f-3d2d491dddef service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c59c3870-9898-426f-a10c-75e77089e327 HTTP/1.1" status: 200 len: 849 time: 0.0498271 Nov 25 17:54:55.048889 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-45993e62-fa5b-4ee7-b8f4-05a860f432fa req-58ab6e8d-441f-438e-8bdb-4ac99a30dfff service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b9515131-3c36-4233-abcd-6c4a1fa0c514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247502 Nov 25 17:54:55.142883 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-45993e62-fa5b-4ee7-b8f4-05a860f432fa req-5b63bff8-cb6f-45af-8b68-e35dcac1ba2c service neutron] 10.222.0.90 "GET /v2.0/networks/b9515131-3c36-4233-abcd-6c4a1fa0c514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863717 Nov 25 17:54:55.240041 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-45993e62-fa5b-4ee7-b8f4-05a860f432fa req-56bf5c55-d6f0-46eb-934d-cf9453a1f210 service neutron] 10.222.0.90 "GET /v2.0/networks/b9515131-3c36-4233-abcd-6c4a1fa0c514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877376 Nov 25 17:54:55.570356 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178c74e-db70-47f2-93da-39bb77f220e9 req-490c74b0-fd90-413a-a418-4e9105c6976f tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:55.572281 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d178c74e-db70-47f2-93da-39bb77f220e9 req-490c74b0-fd90-413a-a418-4e9105c6976f tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] 10.222.0.75 "GET /v2.0/ports?device_id=10c48673-9b85-47c3-abbd-763e3ecae048 HTTP/1.1" status: 200 len: 943 time: 0.0557516 Nov 25 17:54:55.622132 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d178c74e-db70-47f2-93da-39bb77f220e9 req-fb0e964e-2548-400a-a844-fed9fd64b197 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] 10.222.0.75 "GET /v2.0/security-groups?id=70fa8292-2bb4-464d-ad41-afdc3f2b2da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422471 Nov 25 17:54:56.757861 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7be3a8-3432-439a-9fcb-8c163148e1f1 req-4db71bd1-3fff-4870-88f7-2ca57473323f tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:56.759442 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7c7be3a8-3432-439a-9fcb-8c163148e1f1 req-4db71bd1-3fff-4870-88f7-2ca57473323f tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] 10.222.0.75 "GET /v2.0/ports?device_id=10c48673-9b85-47c3-abbd-763e3ecae048 HTTP/1.1" status: 200 len: 943 time: 0.0606222 Nov 25 17:54:56.809693 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7c7be3a8-3432-439a-9fcb-8c163148e1f1 req-017b9fb2-0f31-4501-a7cd-077874ae0244 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] 10.222.0.75 "GET /v2.0/security-groups?id=70fa8292-2bb4-464d-ad41-afdc3f2b2da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433917 Nov 25 17:54:57.928188 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e916fc7-3d89-410f-b2e1-383218cbac68 req-b1c06b0c-9204-4934-a85d-c055bea459ea tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:57.929694 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e916fc7-3d89-410f-b2e1-383218cbac68 req-b1c06b0c-9204-4934-a85d-c055bea459ea tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] 10.222.0.75 "GET /v2.0/ports?device_id=10c48673-9b85-47c3-abbd-763e3ecae048 HTTP/1.1" status: 200 len: 943 time: 0.0493448 Nov 25 17:54:57.983361 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e916fc7-3d89-410f-b2e1-383218cbac68 req-346c3a3a-be6c-417b-aa5d-ab3b17d04124 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] 10.222.0.75 "GET /v2.0/security-groups?id=70fa8292-2bb4-464d-ad41-afdc3f2b2da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476162 Nov 25 17:54:58.531969 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 69bcc887-70d8-4add-b4c8-69df67b50eb0 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:54:58.633912 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 69bcc887-70d8-4add-b4c8-69df67b50eb0, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=69bcc887-70d8-4add-b4c8-69df67b50eb0,segment=NetworkSegment(96dbbe87-cf80-4fe8-abd1-666c661bd915),segment_id=96dbbe87-cf80-4fe8-abd1-666c661bd915)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:54:58.645231 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '69bcc887-70d8-4add-b4c8-69df67b50eb0', 'network_id': 'b9515131-3c36-4233-abcd-6c4a1fa0c514', 'port_id': '69bcc887-70d8-4add-b4c8-69df67b50eb0', 'mac_address': 'fa:16:3e:b1:cd:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c59c3870-9898-426f-a10c-75e77089e327', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:54:58.683007 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:58.695104 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69bcc887-70d8-4add-b4c8-69df67b50eb0 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:54:58.714621 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 69bcc887-70d8-4add-b4c8-69df67b50eb0, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=69bcc887-70d8-4add-b4c8-69df67b50eb0,segment=NetworkSegment(96dbbe87-cf80-4fe8-abd1-666c661bd915),segment_id=96dbbe87-cf80-4fe8-abd1-666c661bd915)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:54:58.720166 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:58.770963 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=69bcc887-70d8-4add-b4c8-69df67b50eb0,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:58.917303 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['69bcc887-70d8-4add-b4c8-69df67b50eb0'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:54:59.122820 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e93b2-9b1d-48a5-b17d-ce5e2f14bc0f req-05d88694-1e97-4219-ab47-72b3672fd3b4 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:59.124335 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2f7e93b2-9b1d-48a5-b17d-ce5e2f14bc0f req-05d88694-1e97-4219-ab47-72b3672fd3b4 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] 10.222.0.75 "GET /v2.0/ports?device_id=10c48673-9b85-47c3-abbd-763e3ecae048 HTTP/1.1" status: 200 len: 944 time: 0.0497582 Nov 25 17:54:59.191364 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2f7e93b2-9b1d-48a5-b17d-ce5e2f14bc0f req-470e9a14-f424-4cfd-8f87-a4045706b6d9 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] 10.222.0.75 "GET /v2.0/security-groups?id=70fa8292-2bb4-464d-ad41-afdc3f2b2da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601914 Nov 25 17:54:59.221275 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc851374-70ff-4f94-822b-7c63ada0ad07 req-5061447a-d35b-4e21-b1f2-c38b15fc4a7c tempest-TestNetworkAdvancedServerOps-44296226 tempest-TestNetworkAdvancedServerOps-44296226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:59.222802 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dc851374-70ff-4f94-822b-7c63ada0ad07 req-5061447a-d35b-4e21-b1f2-c38b15fc4a7c tempest-TestNetworkAdvancedServerOps-44296226 tempest-TestNetworkAdvancedServerOps-44296226-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d HTTP/1.1" status: 200 len: 1097 time: 0.0467210 Nov 25 17:54:59.268357 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dc851374-70ff-4f94-822b-7c63ada0ad07 req-89242394-269f-4795-9640-553b9ba2bc2c tempest-TestNetworkAdvancedServerOps-44296226 tempest-TestNetworkAdvancedServerOps-44296226-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=5da7f36c-373d-42e3-b948-a3b8df03cf17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393026 Nov 25 17:54:59.291335 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 51948) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:54:59.460960 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-50f2db00-8edf-49e6-a9e0-e2c2484407d0 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Deleting port 267ec583-6079-423e-bb86-86508eced181 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:54:59.461295 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-50f2db00-8edf-49e6-a9e0-e2c2484407d0 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:59.541421 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-50f2db00-8edf-49e6-a9e0-e2c2484407d0 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:59.541813 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-50f2db00-8edf-49e6-a9e0-e2c2484407d0 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:59.557275 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-50f2db00-8edf-49e6-a9e0-e2c2484407d0 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Calling delete_port for 267ec583-6079-423e-bb86-86508eced181 owned by network:floatingip {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:54:59.742138 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-50f2db00-8edf-49e6-a9e0-e2c2484407d0 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:59.767397 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f2db00-8edf-49e6-a9e0-e2c2484407d0 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event deleted for resources: {'Port': ['ID=267ec583-6079-423e-bb86-86508eced181,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:59.838202 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-50f2db00-8edf-49e6-a9e0-e2c2484407d0 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for floatingip, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:59.839916 n-d-817746-1 neutron-server[103361]: INFO neutron.db.l3_db [None req-50f2db00-8edf-49e6-a9e0-e2c2484407d0 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Floating IP 543aa5a8-df71-49d6-8315-657205048736 disassociated (deleted). External IP: 172.25.0.68, port: a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc. Nov 25 17:55:00.050590 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50f2db00-8edf-49e6-a9e0-e2c2484407d0 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Router 33081d06-b981-459f-a487-6ef56680b967 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:55:00.162088 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f2db00-8edf-49e6-a9e0-e2c2484407d0 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:55:00.167070 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-50f2db00-8edf-49e6-a9e0-e2c2484407d0 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:00.173553 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef129e8f-eb6e-4fb3-8e31-9323ca92438f None None] Sync routers for ids ['33081d06-b981-459f-a487-6ef56680b967'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:55:00.187911 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef129e8f-eb6e-4fb3-8e31-9323ca92438f None None] Routers {'33081d06-b981-459f-a487-6ef56680b967'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:55:00.188935 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-ef129e8f-eb6e-4fb3-8e31-9323ca92438f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:54:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['33081d06-b981-459f-a487-6ef56680b967'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:55:00.201257 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-50f2db00-8edf-49e6-a9e0-e2c2484407d0 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "DELETE /v2.0/floatingips/543aa5a8-df71-49d6-8315-657205048736 HTTP/1.1" status: 204 len: 168 time: 0.9086313 Nov 25 17:55:00.201896 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d', 'tag': 'a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:55:00.204373 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a130bef8-5089-4638-ab43-2b9766aa5dea" -d '{"events": [{"name": "network-changed", "server_uuid": "ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d", "tag": "a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:55:00.273667 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36b63da-cc38-4c1e-8fd5-07cdbf1a3a14 x-openstack-request-id: req-f36b63da-cc38-4c1e-8fd5-07cdbf1a3a14 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:55:00.274078 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d", "tag": "a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:55:00.274584 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f36b63da-cc38-4c1e-8fd5-07cdbf1a3a14 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:55:00.275070 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d', 'tag': 'a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc', 'status': 'completed', 'code': 200} Nov 25 17:55:00.325422 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-ef129e8f-eb6e-4fb3-8e31-9323ca92438f None None] Set router 33081d06-b981-459f-a487-6ef56680b967 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:55:00.366123 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130bef8-5089-4638-ab43-2b9766aa5dea req-2042babe-7197-4018-8013-6da6443fc9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:00.369515 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-a130bef8-5089-4638-ab43-2b9766aa5dea req-2042babe-7197-4018-8013-6da6443fc9b2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=867688fabf794394b7f5a37353b0165e&device_id=ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d HTTP/1.1" status: 200 len: 1097 time: 0.0739915 Nov 25 17:55:00.431908 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea527c-5269-47b4-8b6d-e396bc8cc2b7 req-8f918f03-8ccb-468d-8f38-bf3e38699099 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:00.441482 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e5ea527c-5269-47b4-8b6d-e396bc8cc2b7 req-8f918f03-8ccb-468d-8f38-bf3e38699099 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] 10.222.0.75 "GET /v2.0/ports?device_id=10c48673-9b85-47c3-abbd-763e3ecae048 HTTP/1.1" status: 200 len: 944 time: 0.1010456 Nov 25 17:55:00.505926 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130bef8-5089-4638-ab43-2b9766aa5dea req-38d89cf4-756d-4429-8f03-305f2fa283bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:00.508802 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-a130bef8-5089-4638-ab43-2b9766aa5dea req-38d89cf4-756d-4429-8f03-305f2fa283bd service neutron] 10.222.0.74 "GET /v2.0/networks?id=c5fb9f88-55e7-4f31-bafe-ad97633cf2ef HTTP/1.1" status: 200 len: 897 time: 0.1264288 Nov 25 17:55:00.532725 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e5ea527c-5269-47b4-8b6d-e396bc8cc2b7 req-3db3f430-cfe0-4c37-b532-645bbcc42041 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] 10.222.0.75 "GET /v2.0/security-groups?id=70fa8292-2bb4-464d-ad41-afdc3f2b2da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895467 Nov 25 17:55:00.539465 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 69bcc887-70d8-4add-b4c8-69df67b50eb0 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:55:00.563897 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890635f-c694-423a-a1ee-414b4226c390 req-1a0d506f-2007-48ab-b633-f371360c5f6d tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:00.573455 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f890635f-c694-423a-a1ee-414b4226c390 req-1a0d506f-2007-48ab-b633-f371360c5f6d tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d HTTP/1.1" status: 200 len: 946 time: 0.0968587 Nov 25 17:55:00.580682 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-a130bef8-5089-4638-ab43-2b9766aa5dea req-49d15404-05a9-43b7-a8ae-20cfbc2812ce service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc HTTP/1.1" status: 200 len: 217 time: 0.0648065 Nov 25 17:55:00.619843 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port 69bcc887-70d8-4add-b4c8-69df67b50eb0 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:55:00.627826 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port 69bcc887-70d8-4add-b4c8-69df67b50eb0 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:55:00.628197 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:00.658673 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f890635f-c694-423a-a1ee-414b4226c390 req-7505f283-e5fc-474a-96a4-d3b40d3b5124 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=5da7f36c-373d-42e3-b948-a3b8df03cf17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678859 Nov 25 17:55:00.665459 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-ef129e8f-eb6e-4fb3-8e31-9323ca92438f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33081d06-b981-459f-a487-6ef56680b967', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765675927', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '39f560fd-5f43-436a-a13b-b0b1f8e628c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:53:02Z', 'updated_at': '2021-11-25T17:53:09Z', 'revision_number': 4, 'project_id': '867688fabf794394b7f5a37353b0165e', 'gw_port': {'id': '39f560fd-5f43-436a-a13b-b0b1f8e628c1', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ce:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33081d06-b981-459f-a487-6ef56680b967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:53:03Z', 'updated_at': '2021-11-25T17:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '9da48e2f-185a-4338-91d1-6664e80397ca', 'name': '', 'network_id': 'c5fb9f88-55e7-4f31-bafe-ad97633cf2ef', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'mac_address': 'fa:16:3e:97:93:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33081d06-b981-459f-a487-6ef56680b967', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '1624fc43-6956-4e05-871a-a93fe68b0807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:53:08Z', 'updated_at': '2021-11-25T17:53:14Z', 'revision_number': 5, 'project_id': '867688fabf794394b7f5a37353b0165e', 'subnets': [{'id': '1624fc43-6956-4e05-871a-a93fe68b0807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:55:00.696298 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130bef8-5089-4638-ab43-2b9766aa5dea req-b2982e95-b56c-45ea-bbf7-fb9fcb8077df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:00.700738 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-a130bef8-5089-4638-ab43-2b9766aa5dea req-b2982e95-b56c-45ea-bbf7-fb9fcb8077df service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1624fc43-6956-4e05-871a-a93fe68b0807 HTTP/1.1" status: 200 len: 835 time: 0.1085448 Nov 25 17:55:00.703798 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef129e8f-eb6e-4fb3-8e31-9323ca92438f None None] Checking router: 33081d06-b981-459f-a487-6ef56680b967 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:55:00.713269 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef129e8f-eb6e-4fb3-8e31-9323ca92438f None None] Routers {'33081d06-b981-459f-a487-6ef56680b967'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:55:00.713878 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-ef129e8f-eb6e-4fb3-8e31-9323ca92438f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:54:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['33081d06-b981-459f-a487-6ef56680b967'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:55:00.760940 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:00.784251 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130bef8-5089-4638-ab43-2b9766aa5dea req-e3833fb0-cadd-437a-9506-1c2cd7cfd32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:00.786456 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-a130bef8-5089-4638-ab43-2b9766aa5dea req-e3833fb0-cadd-437a-9506-1c2cd7cfd32b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c5fb9f88-55e7-4f31-bafe-ad97633cf2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0800362 Nov 25 17:55:00.788412 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c48673-9b85-47c3-abbd-763e3ecae048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69bcc887-70d8-4add-b4c8-69df67b50eb0'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:55:00.790993 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0929da46-fbc0-4117-be43-c03a331d8e1f" -d '{"events": [{"server_uuid": "10c48673-9b85-47c3-abbd-763e3ecae048", "name": "network-vif-plugged", "status": "completed", "tag": "69bcc887-70d8-4add-b4c8-69df67b50eb0"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:55:00.806519 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 69bcc887-70d8-4add-b4c8-69df67b50eb0, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=69bcc887-70d8-4add-b4c8-69df67b50eb0,segment=NetworkSegment(96dbbe87-cf80-4fe8-abd1-666c661bd915),segment_id=96dbbe87-cf80-4fe8-abd1-666c661bd915)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:55:00.811630 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:00.856800 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-ef129e8f-eb6e-4fb3-8e31-9323ca92438f None None] Set router 33081d06-b981-459f-a487-6ef56680b967 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:55:00.857313 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e644e594-604d-43d6-bb7b-0fe00ea861dc x-openstack-request-id: req-e644e594-604d-43d6-bb7b-0fe00ea861dc {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:55:00.857662 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c48673-9b85-47c3-abbd-763e3ecae048", "name": "network-vif-plugged", "status": "completed", "tag": "69bcc887-70d8-4add-b4c8-69df67b50eb0", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:55:00.857928 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e644e594-604d-43d6-bb7b-0fe00ea861dc {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:55:00.858328 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c48673-9b85-47c3-abbd-763e3ecae048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69bcc887-70d8-4add-b4c8-69df67b50eb0', 'code': 200} Nov 25 17:55:00.899500 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=69bcc887-70d8-4add-b4c8-69df67b50eb0,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:00.956876 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-a130bef8-5089-4638-ab43-2b9766aa5dea req-919c54fd-6738-4ebf-99be-5c8b600db2b7 service neutron] 10.222.0.74 "GET /v2.0/networks/c5fb9f88-55e7-4f31-bafe-ad97633cf2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610553 Nov 25 17:55:00.991452 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2f4e9-ecbe-48b2-97d4-97c18c39aa7d req-d21dcd5f-69dd-4ee1-a6ee-07c685274271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:00.992707 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-1ef2f4e9-ecbe-48b2-97d4-97c18c39aa7d req-d21dcd5f-69dd-4ee1-a6ee-07c685274271 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=10c48673-9b85-47c3-abbd-763e3ecae048 HTTP/1.1" status: 200 len: 1096 time: 0.0674043 Nov 25 17:55:01.098025 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-1ef2f4e9-ecbe-48b2-97d4-97c18c39aa7d req-6442ff4e-b57f-4174-a47e-341556396c19 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=70fa8292-2bb4-464d-ad41-afdc3f2b2da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695229 Nov 25 17:55:01.106784 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-ef129e8f-eb6e-4fb3-8e31-9323ca92438f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33081d06-b981-459f-a487-6ef56680b967', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765675927', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '39f560fd-5f43-436a-a13b-b0b1f8e628c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:53:02Z', 'updated_at': '2021-11-25T17:53:09Z', 'revision_number': 4, 'project_id': '867688fabf794394b7f5a37353b0165e', 'gw_port': {'id': '39f560fd-5f43-436a-a13b-b0b1f8e628c1', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ce:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33081d06-b981-459f-a487-6ef56680b967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:53:03Z', 'updated_at': '2021-11-25T17:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '9da48e2f-185a-4338-91d1-6664e80397ca', 'name': '', 'network_id': 'c5fb9f88-55e7-4f31-bafe-ad97633cf2ef', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'mac_address': 'fa:16:3e:97:93:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33081d06-b981-459f-a487-6ef56680b967', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '1624fc43-6956-4e05-871a-a93fe68b0807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:53:08Z', 'updated_at': '2021-11-25T17:53:14Z', 'revision_number': 5, 'project_id': '867688fabf794394b7f5a37353b0165e', 'subnets': [{'id': '1624fc43-6956-4e05-871a-a93fe68b0807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:55:01.107134 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-a130bef8-5089-4638-ab43-2b9766aa5dea req-73686e9c-9a03-4a01-ade2-8c7224072357 service neutron] 10.222.0.74 "GET /v2.0/networks/c5fb9f88-55e7-4f31-bafe-ad97633cf2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376622 Nov 25 17:55:01.137605 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef129e8f-eb6e-4fb3-8e31-9323ca92438f None None] The sync data for ids ['33081d06-b981-459f-a487-6ef56680b967'] in n-d-817746-1 is: [{'id': '33081d06-b981-459f-a487-6ef56680b967', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765675927', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '39f560fd-5f43-436a-a13b-b0b1f8e628c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:53:02Z', 'updated_at': '2021-11-25T17:53:09Z', 'revision_number': 4, 'project_id': '867688fabf794394b7f5a37353b0165e', 'gw_port': {'id': '39f560fd-5f43-436a-a13b-b0b1f8e628c1', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ce:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33081d06-b981-459f-a487-6ef56680b967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:53:03Z', 'updated_at': '2021-11-25T17:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '9da48e2f-185a-4338-91d1-6664e80397ca', 'name': '', 'network_id': 'c5fb9f88-55e7-4f31-bafe-ad97633cf2ef', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'mac_address': 'fa:16:3e:97:93:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33081d06-b981-459f-a487-6ef56680b967', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '1624fc43-6956-4e05-871a-a93fe68b0807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:53:08Z', 'updated_at': '2021-11-25T17:53:14Z', 'revision_number': 5, 'project_id': '867688fabf794394b7f5a37353b0165e', 'subnets': [{'id': '1624fc43-6956-4e05-871a-a93fe68b0807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:55:01.384680 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9970ae-30f4-4d9c-bcb0-f9ab528c2211 None None] New status for floating IP 543aa5a8-df71-49d6-8315-657205048736: DOWN {{(pid=103362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:55:01.657065 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f189b6-619f-4770-8abc-343947240b23 req-6a090f41-5e0e-4035-bb3e-382f1cf800fa tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:01.660012 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e6f189b6-619f-4770-8abc-343947240b23 req-6a090f41-5e0e-4035-bb3e-382f1cf800fa tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] 10.222.0.75 "GET /v2.0/ports?device_id=10c48673-9b85-47c3-abbd-763e3ecae048 HTTP/1.1" status: 200 len: 945 time: 0.0492623 Nov 25 17:55:01.711788 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e6f189b6-619f-4770-8abc-343947240b23 req-9399bece-987d-4e8b-8e2a-7cf6878fafea tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] 10.222.0.75 "GET /v2.0/security-groups?id=70fa8292-2bb4-464d-ad41-afdc3f2b2da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446148 Nov 25 17:55:01.761612 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ce6cf-03c2-4d9f-a06e-ce0f414a883d req-94bc92d0-4804-494a-83dc-bcb4fe815924 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:01.763854 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4d3ce6cf-03c2-4d9f-a06e-ce0f414a883d req-94bc92d0-4804-494a-83dc-bcb4fe815924 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d HTTP/1.1" status: 200 len: 946 time: 0.0503435 Nov 25 17:55:01.784614 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f41079-d53d-426a-9b26-6aa7ba2fd84a req-95bf83db-47fc-4272-aba0-9646591927e1 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:01.786870 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-39f41079-d53d-426a-9b26-6aa7ba2fd84a req-95bf83db-47fc-4272-aba0-9646591927e1 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.74 "GET /v2.0/ports?device_id=ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d HTTP/1.1" status: 200 len: 946 time: 0.0615513 Nov 25 17:55:01.826932 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4d3ce6cf-03c2-4d9f-a06e-ce0f414a883d req-4f673a24-2988-44d3-b191-42a1f9247f14 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=5da7f36c-373d-42e3-b948-a3b8df03cf17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531654 Nov 25 17:55:01.900673 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-39f41079-d53d-426a-9b26-6aa7ba2fd84a req-7c26abe0-01b0-4f11-a738-591dff72182f tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Deleting port a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:55:01.901044 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-39f41079-d53d-426a-9b26-6aa7ba2fd84a req-7c26abe0-01b0-4f11-a738-591dff72182f tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:01.994718 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-39f41079-d53d-426a-9b26-6aa7ba2fd84a req-7c26abe0-01b0-4f11-a738-591dff72182f tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] For port a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc,segment=NetworkSegment(1d15927a-183a-4281-a947-f144dc1fa857),segment_id=1d15927a-183a-4281-a947-f144dc1fa857)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:55:01.995085 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-39f41079-d53d-426a-9b26-6aa7ba2fd84a req-7c26abe0-01b0-4f11-a738-591dff72182f tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:02.008383 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-39f41079-d53d-426a-9b26-6aa7ba2fd84a req-7c26abe0-01b0-4f11-a738-591dff72182f tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Calling delete_port for a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:55:02.155951 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-39f41079-d53d-426a-9b26-6aa7ba2fd84a req-7c26abe0-01b0-4f11-a738-591dff72182f tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:02.189554 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c26abe0-01b0-4f11-a738-591dff72182f tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event deleted for resources: {'Port': ['ID=a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:02.233820 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-39f41079-d53d-426a-9b26-6aa7ba2fd84a req-7c26abe0-01b0-4f11-a738-591dff72182f tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] No DVR routers for this DVR port a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc on host n-h1-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:55:02.236884 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-39f41079-d53d-426a-9b26-6aa7ba2fd84a req-7c26abe0-01b0-4f11-a738-591dff72182f tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:02.241591 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-39f41079-d53d-426a-9b26-6aa7ba2fd84a req-7c26abe0-01b0-4f11-a738-591dff72182f tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.74 "DELETE /v2.0/ports/a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc HTTP/1.1" status: 204 len: 173 time: 0.4489341 Nov 25 17:55:02.242144 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d', 'name': 'network-vif-deleted', 'tag': 'a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:55:02.244572 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a87ae8-cd5d-44d7-bad1-0eec9465781d" -d '{"events": [{"server_uuid": "ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d", "name": "network-vif-deleted", "tag": "a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:55:02.439053 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9810eac-5b3d-4768-8827-ec4bceda09dd x-openstack-request-id: req-a9810eac-5b3d-4768-8827-ec4bceda09dd {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:55:02.439910 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d", "name": "network-vif-deleted", "tag": "a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:55:02.440178 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a9810eac-5b3d-4768-8827-ec4bceda09dd {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:55:02.440590 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d', 'name': 'network-vif-deleted', 'tag': 'a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc', 'status': 'completed', 'code': 200} Nov 25 17:55:02.851381 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb193d-2d54-4671-98fe-9054e7f222ba req-c21f62ad-5bcf-4c35-ab28-1508a35a346c tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:02.854117 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-58bb193d-2d54-4671-98fe-9054e7f222ba req-c21f62ad-5bcf-4c35-ab28-1508a35a346c tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] 10.222.0.75 "GET /v2.0/ports?device_id=10c48673-9b85-47c3-abbd-763e3ecae048 HTTP/1.1" status: 200 len: 945 time: 0.0681305 Nov 25 17:55:02.932438 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-58bb193d-2d54-4671-98fe-9054e7f222ba req-d9a20c90-9a35-4031-82b2-2608631058e9 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] 10.222.0.75 "GET /v2.0/security-groups?id=70fa8292-2bb4-464d-ad41-afdc3f2b2da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673778 Nov 25 17:55:02.991387 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-511a477d-e68c-4a36-883c-dbc9c0eb4a09 req-bca22fe1-fa86-44fd-91dc-4d9a94de7af5 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab0c0aa4-4807-4b7e-9a3a-282eaced6a4d HTTP/1.1" status: 200 len: 210 time: 0.0304859 Nov 25 17:55:03.672751 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ca23c-6d77-4cae-83f2-4bebbe2c9260 req-ed2f8b0a-cee5-4e69-8e3b-30b72469cde3 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:03.674335 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-899ca23c-6d77-4cae-83f2-4bebbe2c9260 req-ed2f8b0a-cee5-4e69-8e3b-30b72469cde3 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] 10.222.0.75 "GET /v2.0/ports?device_id=10c48673-9b85-47c3-abbd-763e3ecae048 HTTP/1.1" status: 200 len: 945 time: 0.0498247 Nov 25 17:55:03.723691 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-899ca23c-6d77-4cae-83f2-4bebbe2c9260 req-d7742360-024b-4c39-8cb5-f597848a1581 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] 10.222.0.75 "GET /v2.0/security-groups?id=70fa8292-2bb4-464d-ad41-afdc3f2b2da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418415 Nov 25 17:55:04.072152 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 52016) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:55:04.228290 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e9b83-006f-47d2-893d-1d6b51bf60f1 req-971d4955-6c53-4071-be82-34878e406f46 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:04.229825 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-848e9b83-006f-47d2-893d-1d6b51bf60f1 req-971d4955-6c53-4071-be82-34878e406f46 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/ports?device_id=7eb063c1-7171-4d01-b2f6-3d6865a0fcf7 HTTP/1.1" status: 200 len: 945 time: 0.0775297 Nov 25 17:55:04.367235 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-848e9b83-006f-47d2-893d-1d6b51bf60f1 req-3f5d9263-fe78-4c64-a63a-2c062991d92d tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/security-groups?id=b2b64dc9-f681-4285-b2b0-a4471af47257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306274 Nov 25 17:55:04.882393 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a841d-a972-4aa5-b2b0-9effa2589af7 req-78cddf65-7a15-4d95-a670-14008bfc22e4 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:04.883864 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b58a841d-a972-4aa5-b2b0-9effa2589af7 req-78cddf65-7a15-4d95-a670-14008bfc22e4 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] 10.222.0.75 "GET /v2.0/ports?device_id=10c48673-9b85-47c3-abbd-763e3ecae048 HTTP/1.1" status: 200 len: 945 time: 0.0780344 Nov 25 17:55:04.887495 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-75cc4002-4d57-4337-ab92-75490572a8b2 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:04.949371 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c5601-e9fc-43b4-8d66-5922ab466ba0 req-98af283c-709d-4671-a062-d30784885d3d tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:04.950905 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-920c5601-e9fc-43b4-8d66-5922ab466ba0 req-98af283c-709d-4671-a062-d30784885d3d tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] 10.222.0.90 "GET /v2.0/ports?device_id=10c48673-9b85-47c3-abbd-763e3ecae048 HTTP/1.1" status: 200 len: 945 time: 0.0579720 Nov 25 17:55:05.015590 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b58a841d-a972-4aa5-b2b0-9effa2589af7 req-5eea9b7c-0d94-4e88-a9c0-e3c856ba6014 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] 10.222.0.75 "GET /v2.0/security-groups?id=70fa8292-2bb4-464d-ad41-afdc3f2b2da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248360 Nov 25 17:55:05.119418 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-920c5601-e9fc-43b4-8d66-5922ab466ba0 req-0f9123cb-d697-4c44-9bad-3e7755982490 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Deleting port 69bcc887-70d8-4add-b4c8-69df67b50eb0 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:55:05.119418 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-920c5601-e9fc-43b4-8d66-5922ab466ba0 req-0f9123cb-d697-4c44-9bad-3e7755982490 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:05.217198 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-920c5601-e9fc-43b4-8d66-5922ab466ba0 req-0f9123cb-d697-4c44-9bad-3e7755982490 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] For port 69bcc887-70d8-4add-b4c8-69df67b50eb0, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=69bcc887-70d8-4add-b4c8-69df67b50eb0,segment=NetworkSegment(96dbbe87-cf80-4fe8-abd1-666c661bd915),segment_id=96dbbe87-cf80-4fe8-abd1-666c661bd915)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:55:05.217582 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-920c5601-e9fc-43b4-8d66-5922ab466ba0 req-0f9123cb-d697-4c44-9bad-3e7755982490 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:05.233577 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-920c5601-e9fc-43b4-8d66-5922ab466ba0 req-0f9123cb-d697-4c44-9bad-3e7755982490 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Calling delete_port for 69bcc887-70d8-4add-b4c8-69df67b50eb0 owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:55:05.274475 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-75cc4002-4d57-4337-ab92-75490572a8b2 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Deleting port 9da48e2f-185a-4338-91d1-6664e80397ca {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:55:05.275392 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-75cc4002-4d57-4337-ab92-75490572a8b2 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:05.376207 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-920c5601-e9fc-43b4-8d66-5922ab466ba0 req-0f9123cb-d697-4c44-9bad-3e7755982490 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:05.387327 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['69bcc887-70d8-4add-b4c8-69df67b50eb0'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:55:05.400686 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-75cc4002-4d57-4337-ab92-75490572a8b2 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] For port 9da48e2f-185a-4338-91d1-6664e80397ca, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=9da48e2f-185a-4338-91d1-6664e80397ca,segment=NetworkSegment(1d15927a-183a-4281-a947-f144dc1fa857),segment_id=1d15927a-183a-4281-a947-f144dc1fa857)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:55:05.401511 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-75cc4002-4d57-4337-ab92-75490572a8b2 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:05.409789 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9123cb-d697-4c44-9bad-3e7755982490 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Pushing event deleted for resources: {'Port': ['ID=69bcc887-70d8-4add-b4c8-69df67b50eb0,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:05.420588 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-75cc4002-4d57-4337-ab92-75490572a8b2 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Calling delete_port for 9da48e2f-185a-4338-91d1-6664e80397ca owned by network:router_interface {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:55:05.464133 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-920c5601-e9fc-43b4-8d66-5922ab466ba0 req-0f9123cb-d697-4c44-9bad-3e7755982490 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] No DVR routers for this DVR port 69bcc887-70d8-4add-b4c8-69df67b50eb0 on host n-h2-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:55:05.467179 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-920c5601-e9fc-43b4-8d66-5922ab466ba0 req-0f9123cb-d697-4c44-9bad-3e7755982490 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:05.470832 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-920c5601-e9fc-43b4-8d66-5922ab466ba0 req-0f9123cb-d697-4c44-9bad-3e7755982490 tempest-VolumesActionsTest-1292610860 tempest-VolumesActionsTest-1292610860-project] 10.222.0.90 "DELETE /v2.0/ports/69bcc887-70d8-4add-b4c8-69df67b50eb0 HTTP/1.1" status: 204 len: 173 time: 0.5130737 Nov 25 17:55:05.471760 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c48673-9b85-47c3-abbd-763e3ecae048', 'name': 'network-vif-deleted', 'tag': '69bcc887-70d8-4add-b4c8-69df67b50eb0'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:55:05.475323 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779590c7-2628-48a2-9988-e42126939ca9" -d '{"events": [{"server_uuid": "10c48673-9b85-47c3-abbd-763e3ecae048", "name": "network-vif-deleted", "tag": "69bcc887-70d8-4add-b4c8-69df67b50eb0"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:55:05.536858 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97afce49-40aa-430c-ad16-4f9f724c74e4 x-openstack-request-id: req-97afce49-40aa-430c-ad16-4f9f724c74e4 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:55:05.537435 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c48673-9b85-47c3-abbd-763e3ecae048", "name": "network-vif-deleted", "tag": "69bcc887-70d8-4add-b4c8-69df67b50eb0", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:55:05.538828 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-97afce49-40aa-430c-ad16-4f9f724c74e4 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:55:05.539601 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c48673-9b85-47c3-abbd-763e3ecae048', 'name': 'network-vif-deleted', 'tag': '69bcc887-70d8-4add-b4c8-69df67b50eb0', 'status': 'completed', 'code': 200} Nov 25 17:55:05.554929 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc799214-c39c-43f4-8970-663f3019170f req-243af924-f3a8-4de8-a46e-8b466fca58a8 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:05.556476 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dc799214-c39c-43f4-8970-663f3019170f req-243af924-f3a8-4de8-a46e-8b466fca58a8 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/ports?device_id=7eb063c1-7171-4d01-b2f6-3d6865a0fcf7 HTTP/1.1" status: 200 len: 945 time: 0.0710013 Nov 25 17:55:05.657190 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dc799214-c39c-43f4-8970-663f3019170f req-9ebd2919-0cf9-421b-a1ba-17e8fea1fb34 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/security-groups?id=b2b64dc9-f681-4285-b2b0-a4471af47257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662086 Nov 25 17:55:05.722199 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-75cc4002-4d57-4337-ab92-75490572a8b2 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:05.755973 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cc4002-4d57-4337-ab92-75490572a8b2 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event deleted for resources: {'Port': ['ID=9da48e2f-185a-4338-91d1-6664e80397ca,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:05.994188 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-75cc4002-4d57-4337-ab92-75490572a8b2 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:06.263187 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75cc4002-4d57-4337-ab92-75490572a8b2 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Router 33081d06-b981-459f-a487-6ef56680b967 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:55:06.390263 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75cc4002-4d57-4337-ab92-75490572a8b2 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:55:06.397809 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-75cc4002-4d57-4337-ab92-75490572a8b2 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "PUT /v2.0/routers/33081d06-b981-459f-a487-6ef56680b967/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3244817 Nov 25 17:55:06.400341 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 52078) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:55:06.404010 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e5ee12-6dd5-4f11-a937-805a4e4abfc0 None None] Sync routers for ids ['33081d06-b981-459f-a487-6ef56680b967'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:55:06.415734 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e5ee12-6dd5-4f11-a937-805a4e4abfc0 None None] Routers {'33081d06-b981-459f-a487-6ef56680b967'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:55:06.416354 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-c4e5ee12-6dd5-4f11-a937-805a4e4abfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:54:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['33081d06-b981-459f-a487-6ef56680b967'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:55:06.485139 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7ebbf0c-37d4-45ce-bda1-7b2a147503ba tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Deleting subnet 1624fc43-6956-4e05-871a-a93fe68b0807 {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:55:06.488853 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f7ebbf0c-37d4-45ce-bda1-7b2a147503ba tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:06.545955 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f7ebbf0c-37d4-45ce-bda1-7b2a147503ba tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:06.587054 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-c4e5ee12-6dd5-4f11-a937-805a4e4abfc0 None None] Set router 33081d06-b981-459f-a487-6ef56680b967 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:55:06.709330 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f7ebbf0c-37d4-45ce-bda1-7b2a147503ba tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:06.798357 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:55:06.844342 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:55:06.844908 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device a46d72bb-b4b0-4dd6-9dad-ccd154dc22fc not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:55:06.852298 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-c4e5ee12-6dd5-4f11-a937-805a4e4abfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33081d06-b981-459f-a487-6ef56680b967', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765675927', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '39f560fd-5f43-436a-a13b-b0b1f8e628c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:53:02Z', 'updated_at': '2021-11-25T17:55:05Z', 'revision_number': 5, 'project_id': '867688fabf794394b7f5a37353b0165e', 'gw_port': {'id': '39f560fd-5f43-436a-a13b-b0b1f8e628c1', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ce:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33081d06-b981-459f-a487-6ef56680b967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:53:03Z', 'updated_at': '2021-11-25T17:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:55:06.882519 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e5ee12-6dd5-4f11-a937-805a4e4abfc0 None None] Checking router: 33081d06-b981-459f-a487-6ef56680b967 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:55:06.893643 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e5ee12-6dd5-4f11-a937-805a4e4abfc0 None None] Routers {'33081d06-b981-459f-a487-6ef56680b967'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:55:06.894602 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-c4e5ee12-6dd5-4f11-a937-805a4e4abfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:54:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['33081d06-b981-459f-a487-6ef56680b967'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:55:06.911412 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f7ebbf0c-37d4-45ce-bda1-7b2a147503ba tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:06.955188 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ebbf0c-37d4-45ce-bda1-7b2a147503ba tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event deleted for resources: {'Subnet': ['ID=1624fc43-6956-4e05-871a-a93fe68b0807,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:06.967365 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f7ebbf0c-37d4-45ce-bda1-7b2a147503ba tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:06.975001 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-f7ebbf0c-37d4-45ce-bda1-7b2a147503ba tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "DELETE /v2.0/subnets/1624fc43-6956-4e05-871a-a93fe68b0807 HTTP/1.1" status: 204 len: 168 time: 0.5652037 Nov 25 17:55:06.978268 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac7ec63-3889-4276-9ed7-7d10c2622222 None None] Network c5fb9f88-55e7-4f31-bafe-ad97633cf2ef requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:55:06.984381 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 52118) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:55:07.009901 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d9cc9-2205-42fd-8b45-c6f6617dc467 req-9d061c77-3ea6-4d4f-9eb6-9ce6e7ad21e2 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:07.015475 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-044d9cc9-2205-42fd-8b45-c6f6617dc467 req-9d061c77-3ea6-4d4f-9eb6-9ce6e7ad21e2 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/ports?device_id=7eb063c1-7171-4d01-b2f6-3d6865a0fcf7 HTTP/1.1" status: 200 len: 945 time: 0.2515290 Nov 25 17:55:07.121454 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-044d9cc9-2205-42fd-8b45-c6f6617dc467 req-e1ddf66e-0b8e-49d6-ab44-5840a2ee206b tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/security-groups?id=b2b64dc9-f681-4285-b2b0-a4471af47257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969083 Nov 25 17:55:07.177763 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-c4e5ee12-6dd5-4f11-a937-805a4e4abfc0 None None] Set router 33081d06-b981-459f-a487-6ef56680b967 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:55:07.249986 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1a792d17-2af0-4da2-8692-8bbd84b776da tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:07.302248 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cddc1a-c189-45c8-b8c9-c416d290fe70 None None] DHCP port deletion for c5fb9f88-55e7-4f31-bafe-ad97633cf2ef request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:55:07.390348 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-78cddc1a-c189-45c8-b8c9-c416d290fe70 None None] Deleting port 6b7b42df-8d14-4d8d-a93d-4b359149f949 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:55:07.390911 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-78cddc1a-c189-45c8-b8c9-c416d290fe70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:07.431765 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1a792d17-2af0-4da2-8692-8bbd84b776da tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:07.468811 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-78cddc1a-c189-45c8-b8c9-c416d290fe70 None None] For port 6b7b42df-8d14-4d8d-a93d-4b359149f949, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=6b7b42df-8d14-4d8d-a93d-4b359149f949,segment=NetworkSegment(1d15927a-183a-4281-a947-f144dc1fa857),segment_id=1d15927a-183a-4281-a947-f144dc1fa857)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:55:07.469394 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-78cddc1a-c189-45c8-b8c9-c416d290fe70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:07.507849 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-1a792d17-2af0-4da2-8692-8bbd84b776da tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Deleting port 39f560fd-5f43-436a-a13b-b0b1f8e628c1 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:55:07.508463 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1a792d17-2af0-4da2-8692-8bbd84b776da tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:07.528991 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-78cddc1a-c189-45c8-b8c9-c416d290fe70 None None] Calling delete_port for 6b7b42df-8d14-4d8d-a93d-4b359149f949 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:55:07.530649 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-c4e5ee12-6dd5-4f11-a937-805a4e4abfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33081d06-b981-459f-a487-6ef56680b967', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765675927', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '39f560fd-5f43-436a-a13b-b0b1f8e628c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:53:02Z', 'updated_at': '2021-11-25T17:55:05Z', 'revision_number': 5, 'project_id': '867688fabf794394b7f5a37353b0165e', 'gw_port': {'id': '39f560fd-5f43-436a-a13b-b0b1f8e628c1', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ce:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33081d06-b981-459f-a487-6ef56680b967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:53:03Z', 'updated_at': '2021-11-25T17:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:55:07.590699 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e5ee12-6dd5-4f11-a937-805a4e4abfc0 None None] The sync data for ids ['33081d06-b981-459f-a487-6ef56680b967'] in n-d-817746-1 is: [{'id': '33081d06-b981-459f-a487-6ef56680b967', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765675927', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '39f560fd-5f43-436a-a13b-b0b1f8e628c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:53:02Z', 'updated_at': '2021-11-25T17:55:05Z', 'revision_number': 5, 'project_id': '867688fabf794394b7f5a37353b0165e', 'gw_port': {'id': '39f560fd-5f43-436a-a13b-b0b1f8e628c1', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ce:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33081d06-b981-459f-a487-6ef56680b967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:53:03Z', 'updated_at': '2021-11-25T17:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:55:07.619703 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-1a792d17-2af0-4da2-8692-8bbd84b776da tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] For port 39f560fd-5f43-436a-a13b-b0b1f8e628c1, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=39f560fd-5f43-436a-a13b-b0b1f8e628c1,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:55:07.620291 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1a792d17-2af0-4da2-8692-8bbd84b776da tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:07.641268 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-1a792d17-2af0-4da2-8692-8bbd84b776da tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Calling delete_port for 39f560fd-5f43-436a-a13b-b0b1f8e628c1 owned by network:router_gateway {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:55:07.654501 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-78cddc1a-c189-45c8-b8c9-c416d290fe70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:07.684334 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cddc1a-c189-45c8-b8c9-c416d290fe70 None None] Pushing event deleted for resources: {'Port': ['ID=6b7b42df-8d14-4d8d-a93d-4b359149f949,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:07.688396 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cddc1a-c189-45c8-b8c9-c416d290fe70 None None] No DVR routers for this DVR port 6b7b42df-8d14-4d8d-a93d-4b359149f949 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:55:08.206823 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1a792d17-2af0-4da2-8692-8bbd84b776da tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:08.239150 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a792d17-2af0-4da2-8692-8bbd84b776da tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event deleted for resources: {'Port': ['ID=39f560fd-5f43-436a-a13b-b0b1f8e628c1,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:08.255966 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d69d94-a90d-407a-a925-e8c1b869def0 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:55:08.331550 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4adc624-365a-4f79-b64e-f958676d8a1c req-db3f79d9-d166-4373-a957-7f0eae0ead18 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:08.333925 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b4adc624-365a-4f79-b64e-f958676d8a1c req-db3f79d9-d166-4373-a957-7f0eae0ead18 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/ports?device_id=7eb063c1-7171-4d01-b2f6-3d6865a0fcf7 HTTP/1.1" status: 200 len: 945 time: 0.0723436 Nov 25 17:55:08.343547 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1a792d17-2af0-4da2-8692-8bbd84b776da tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:08.412156 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b4adc624-365a-4f79-b64e-f958676d8a1c req-0ea10e7e-ca38-4775-b9ba-95f225d53efd tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/security-groups?id=b2b64dc9-f681-4285-b2b0-a4471af47257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712183 Nov 25 17:55:08.473563 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1a792d17-2af0-4da2-8692-8bbd84b776da tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:08.476994 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1a792d17-2af0-4da2-8692-8bbd84b776da tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:08.540585 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1a792d17-2af0-4da2-8692-8bbd84b776da tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:08.542617 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a792d17-2af0-4da2-8692-8bbd84b776da tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Fanout notify agent at l3_agent the message router_deleted on router 33081d06-b981-459f-a487-6ef56680b967 {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:55:08.554264 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1a792d17-2af0-4da2-8692-8bbd84b776da tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:08.555408 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1a792d17-2af0-4da2-8692-8bbd84b776da tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "DELETE /v2.0/routers/33081d06-b981-459f-a487-6ef56680b967 HTTP/1.1" status: 204 len: 168 time: 1.5695729 Nov 25 17:55:08.559352 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 52176) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:55:08.587421 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 69bcc887-70d8-4add-b4c8-69df67b50eb0 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:55:08.642173 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: 69bcc887-70d8-4add-b4c8-69df67b50eb0 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:55:08.648226 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 69bcc887-70d8-4add-b4c8-69df67b50eb0 not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:55:08.672565 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4c0e5909-746c-45e8-8b7e-50692e603c9d tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:08.919905 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4c0e5909-746c-45e8-8b7e-50692e603c9d tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:08.954635 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-4c0e5909-746c-45e8-8b7e-50692e603c9d tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5fb9f88-55e7-4f31-bafe-ad97633cf2ef']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:55:08.968153 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-4c0e5909-746c-45e8-8b7e-50692e603c9d tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d15927a-183a-4281-a947-f144dc1fa857') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:55:08.969963 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-4c0e5909-746c-45e8-8b7e-50692e603c9d tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d15927a-183a-4281-a947-f144dc1fa857') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:55:08.987190 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4c0e5909-746c-45e8-8b7e-50692e603c9d tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:09.008110 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4c0e5909-746c-45e8-8b7e-50692e603c9d tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:09.018229 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c0e5909-746c-45e8-8b7e-50692e603c9d tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Releasing vlan 922 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:55:09.018595 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4c0e5909-746c-45e8-8b7e-50692e603c9d tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:09.022979 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:55:09.022979 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:55:09.022979 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:55:09.022979 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:55:09.022979 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:55:09.022979 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:55:09.022979 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:55:09.022979 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:55:09.022979 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:55:09.022979 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:55:09.022979 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:55:09.022979 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:55:09.022979 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:55:09.022979 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:55:09.022979 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:55:09.022979 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:55:09.022979 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:55:09.022979 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:55:09.022979 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:55:09.022979 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:55:09.022979 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:55:09.022979 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:55:09.022979 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:55:09.022979 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:55:09.022979 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:55:09.022979 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:55:09.022979 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:55:09.022979 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:55:09.022979 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:55:09.022979 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:55:09.022979 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:55:09.022979 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:55:09.118345 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4c0e5909-746c-45e8-8b7e-50692e603c9d tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:09.125865 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4c0e5909-746c-45e8-8b7e-50692e603c9d tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:09.129457 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-4c0e5909-746c-45e8-8b7e-50692e603c9d tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "DELETE /v2.0/networks/c5fb9f88-55e7-4f31-bafe-ad97633cf2ef HTTP/1.1" status: 204 len: 168 time: 0.5687931 Nov 25 17:55:09.132209 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 52188) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:55:09.197679 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0e5909-746c-45e8-8b7e-50692e603c9d tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event deleted for resources: {'Network': ['ID=c5fb9f88-55e7-4f31-bafe-ad97633cf2ef,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:09.221416 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0e5909-746c-45e8-8b7e-50692e603c9d tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:09.221784 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0e5909-746c-45e8-8b7e-50692e603c9d tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:09.222142 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0e5909-746c-45e8-8b7e-50692e603c9d tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:09.222495 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0e5909-746c-45e8-8b7e-50692e603c9d tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:09.222842 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0e5909-746c-45e8-8b7e-50692e603c9d tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:09.224465 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0e5909-746c-45e8-8b7e-50692e603c9d tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:09.224885 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0e5909-746c-45e8-8b7e-50692e603c9d tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:09.225264 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0e5909-746c-45e8-8b7e-50692e603c9d tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:09.225579 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0e5909-746c-45e8-8b7e-50692e603c9d tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:09.235695 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0e5909-746c-45e8-8b7e-50692e603c9d tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:09.240456 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0e5909-746c-45e8-8b7e-50692e603c9d tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:09.241888 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0e5909-746c-45e8-8b7e-50692e603c9d tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:09.275878 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-191e6427-ddca-4faf-b047-0d6ed1544aaa tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:09.323903 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 6b7b42df-8d14-4d8d-a93d-4b359149f949 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:55:09.340651 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-191e6427-ddca-4faf-b047-0d6ed1544aaa tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:09.378336 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 6b7b42df-8d14-4d8d-a93d-4b359149f949 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:55:09.378694 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 6b7b42df-8d14-4d8d-a93d-4b359149f949 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:55:09.379148 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 9da48e2f-185a-4338-91d1-6664e80397ca no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:55:09.427280 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 9da48e2f-185a-4338-91d1-6664e80397ca {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:55:09.428121 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 9da48e2f-185a-4338-91d1-6664e80397ca not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:55:09.438553 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-191e6427-ddca-4faf-b047-0d6ed1544aaa tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:09.442605 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-191e6427-ddca-4faf-b047-0d6ed1544aaa tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:09.444214 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-191e6427-ddca-4faf-b047-0d6ed1544aaa tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "DELETE /v2.0/security-groups/5da7f36c-373d-42e3-b948-a3b8df03cf17 HTTP/1.1" status: 204 len: 168 time: 0.3108878 Nov 25 17:55:09.465633 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191e6427-ddca-4faf-b047-0d6ed1544aaa tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da7f36c-373d-42e3-b948-a3b8df03cf17,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:09.659876 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5582416c-593e-4bcc-a4e8-cf2bdaedfa9e req-5e48fd38-18c0-4834-a446-cf6a6fe2c15e tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:09.665320 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5582416c-593e-4bcc-a4e8-cf2bdaedfa9e req-5e48fd38-18c0-4834-a446-cf6a6fe2c15e tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/ports?device_id=7eb063c1-7171-4d01-b2f6-3d6865a0fcf7 HTTP/1.1" status: 200 len: 945 time: 0.0992720 Nov 25 17:55:09.772556 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5582416c-593e-4bcc-a4e8-cf2bdaedfa9e req-d1ee2b6a-f3e5-49c5-ab55-5c2697ff377f tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/security-groups?id=b2b64dc9-f681-4285-b2b0-a4471af47257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029079 Nov 25 17:55:10.783289 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 39f560fd-5f43-436a-a13b-b0b1f8e628c1 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:55:10.828341 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 39f560fd-5f43-436a-a13b-b0b1f8e628c1 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:55:10.828799 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 39f560fd-5f43-436a-a13b-b0b1f8e628c1 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:55:10.993794 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b946f-a405-499f-9138-6975b5c95613 req-53fa556e-e8ae-402f-8eb3-fe5d955774a9 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:10.995294 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ea7b946f-a405-499f-9138-6975b5c95613 req-53fa556e-e8ae-402f-8eb3-fe5d955774a9 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/ports?device_id=7eb063c1-7171-4d01-b2f6-3d6865a0fcf7 HTTP/1.1" status: 200 len: 945 time: 0.1096935 Nov 25 17:55:11.077281 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ea7b946f-a405-499f-9138-6975b5c95613 req-f5d69ce3-ab34-4167-9ace-03bfefcead88 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/security-groups?id=b2b64dc9-f681-4285-b2b0-a4471af47257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751808 Nov 25 17:55:11.398765 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 52242) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:55:11.404865 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-0abba406-e62c-4307-8eb3-2f9e42711ea3 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-238779982', 'description': 'tempest-secgroup-smoke-238779982 description', 'project_id': '867688fabf794394b7f5a37353b0165e'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:55:11.436262 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0abba406-e62c-4307-8eb3-2f9e42711ea3 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:11.585630 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0abba406-e62c-4307-8eb3-2f9e42711ea3 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:11.595666 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0abba406-e62c-4307-8eb3-2f9e42711ea3 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:11.650341 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0abba406-e62c-4307-8eb3-2f9e42711ea3 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:11.656913 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 52248) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:55:11.657255 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0abba406-e62c-4307-8eb3-2f9e42711ea3 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2571249 Nov 25 17:55:11.667347 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-7fbca06b-1831-4a44-80ac-b2cf42c99c09 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Request body: {'security_group_rule': {'security_group_id': 'd2c007a3-d0a8-4bcc-ba70-290401fbdb44', 'project_id': '867688fabf794394b7f5a37353b0165e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:55:11.706049 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abba406-e62c-4307-8eb3-2f9e42711ea3 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c007a3-d0a8-4bcc-ba70-290401fbdb44,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:11.743973 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7fbca06b-1831-4a44-80ac-b2cf42c99c09 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:11.873282 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7fbca06b-1831-4a44-80ac-b2cf42c99c09 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:11.882648 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7fbca06b-1831-4a44-80ac-b2cf42c99c09 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:11.911605 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbca06b-1831-4a44-80ac-b2cf42c99c09 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8147b93c-f8f9-478c-b505-3ec963d6a5b0,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:11.944199 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7fbca06b-1831-4a44-80ac-b2cf42c99c09 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:11.948258 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-7fbca06b-1831-4a44-80ac-b2cf42c99c09 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2889152 Nov 25 17:55:11.952535 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 52256) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:55:11.960775 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-8998791b-835a-4bee-ae80-f352e598ecb1 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Request body: {'security_group_rule': {'security_group_id': 'd2c007a3-d0a8-4bcc-ba70-290401fbdb44', 'project_id': '867688fabf794394b7f5a37353b0165e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:55:12.023205 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8998791b-835a-4bee-ae80-f352e598ecb1 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:12.094713 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8998791b-835a-4bee-ae80-f352e598ecb1 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:12.101314 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8998791b-835a-4bee-ae80-f352e598ecb1 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:12.140585 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8998791b-835a-4bee-ae80-f352e598ecb1 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=002b565c-e7cc-4cfb-be9d-f846daff59dd,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:12.152689 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8998791b-835a-4bee-ae80-f352e598ecb1 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:12.167276 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8998791b-835a-4bee-ae80-f352e598ecb1 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2127159 Nov 25 17:55:12.169633 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 52262) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:55:12.175133 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-65a4ade9-f5e0-4eb7-863c-b259806cac72 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Request body: {'security_group_rule': {'security_group_id': 'd2c007a3-d0a8-4bcc-ba70-290401fbdb44', 'project_id': '867688fabf794394b7f5a37353b0165e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:55:12.272977 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29188666-648c-4333-b51f-0d2a0684a39d req-39282073-f807-4142-93da-0c348385c370 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:12.275003 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-29188666-648c-4333-b51f-0d2a0684a39d req-39282073-f807-4142-93da-0c348385c370 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/ports?device_id=7eb063c1-7171-4d01-b2f6-3d6865a0fcf7 HTTP/1.1" status: 200 len: 945 time: 0.0887246 Nov 25 17:55:12.275987 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-65a4ade9-f5e0-4eb7-863c-b259806cac72 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:12.404263 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-65a4ade9-f5e0-4eb7-863c-b259806cac72 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:12.415461 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-65a4ade9-f5e0-4eb7-863c-b259806cac72 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:12.427859 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-29188666-648c-4333-b51f-0d2a0684a39d req-4ae4c1aa-6e54-4b57-b601-0d74932c806f tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/security-groups?id=b2b64dc9-f681-4285-b2b0-a4471af47257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165509 Nov 25 17:55:12.443647 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a4ade9-f5e0-4eb7-863c-b259806cac72 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d979d897-0fd7-4b23-ac93-b9567a205342,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:12.456592 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-65a4ade9-f5e0-4eb7-863c-b259806cac72 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:12.462152 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-65a4ade9-f5e0-4eb7-863c-b259806cac72 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2906773 Nov 25 17:55:12.468169 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 52270) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:55:12.479176 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-c89c0bc9-2b50-46e1-aa7e-38862f09e476 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Request body: {'security_group_rule': {'security_group_id': 'd2c007a3-d0a8-4bcc-ba70-290401fbdb44', 'project_id': '867688fabf794394b7f5a37353b0165e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:55:12.540518 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c89c0bc9-2b50-46e1-aa7e-38862f09e476 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:12.669194 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c89c0bc9-2b50-46e1-aa7e-38862f09e476 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:12.678975 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c89c0bc9-2b50-46e1-aa7e-38862f09e476 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:12.745381 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89c0bc9-2b50-46e1-aa7e-38862f09e476 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d7e096f-0899-4273-9bc9-4d6fc53e87e7,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:12.763628 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c89c0bc9-2b50-46e1-aa7e-38862f09e476 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:12.766586 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c89c0bc9-2b50-46e1-aa7e-38862f09e476 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2973542 Nov 25 17:55:12.769373 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 52284) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:55:12.776087 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-56e7e196-20c2-4524-baf6-882e9692c3f0 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Request body: {'security_group_rule': {'security_group_id': 'd2c007a3-d0a8-4bcc-ba70-290401fbdb44', 'project_id': '867688fabf794394b7f5a37353b0165e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:55:12.804989 n-d-817746-1 neutron-server[103360]: INFO neutron.db.securitygroups_db [None req-56e7e196-20c2-4524-baf6-882e9692c3f0 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Project 867688fabf794394b7f5a37353b0165e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:55:12.811787 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-56e7e196-20c2-4524-baf6-882e9692c3f0 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:12.925754 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-56e7e196-20c2-4524-baf6-882e9692c3f0 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:12.931905 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-56e7e196-20c2-4524-baf6-882e9692c3f0 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:12.965950 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e7e196-20c2-4524-baf6-882e9692c3f0 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb5d9428-9200-4a87-8904-fdb42c6633c9,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:12.998492 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-56e7e196-20c2-4524-baf6-882e9692c3f0 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:12.999375 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-56e7e196-20c2-4524-baf6-882e9692c3f0 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2283301 Nov 25 17:55:13.002457 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 52288) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:55:13.011065 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-857502f5-6d87-400f-b4f9-6acbd0892343 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Request body: {'security_group_rule': {'security_group_id': 'd2c007a3-d0a8-4bcc-ba70-290401fbdb44', 'project_id': '867688fabf794394b7f5a37353b0165e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:55:13.057355 n-d-817746-1 neutron-server[103360]: INFO neutron.db.securitygroups_db [None req-857502f5-6d87-400f-b4f9-6acbd0892343 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Project 867688fabf794394b7f5a37353b0165e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:55:13.064502 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-857502f5-6d87-400f-b4f9-6acbd0892343 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:13.154284 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-857502f5-6d87-400f-b4f9-6acbd0892343 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:13.159611 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-857502f5-6d87-400f-b4f9-6acbd0892343 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:13.183112 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857502f5-6d87-400f-b4f9-6acbd0892343 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f30d683b-8a57-42e6-8e52-18cea512dce4,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:13.193046 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-857502f5-6d87-400f-b4f9-6acbd0892343 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:13.194496 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-857502f5-6d87-400f-b4f9-6acbd0892343 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1904011 Nov 25 17:55:13.198754 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 52294) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:55:13.204747 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-f059845b-26de-4cde-acc4-5246a15f3de4 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Request body: {'network': {'name': 'tempest-network-smoke--1342443335', 'project_id': '867688fabf794394b7f5a37353b0165e', 'port_security_enabled': True}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:55:13.251780 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f059845b-26de-4cde-acc4-5246a15f3de4 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Made reservation on behalf of 867688fabf794394b7f5a37353b0165e for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:55:13.256730 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f059845b-26de-4cde-acc4-5246a15f3de4 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:13.301388 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f059845b-26de-4cde-acc4-5246a15f3de4 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 903} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:55:13.326202 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f059845b-26de-4cde-acc4-5246a15f3de4 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:13.326561 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-f059845b-26de-4cde-acc4-5246a15f3de4 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Added segment 3ac1493a-d5bd-4878-be3f-bc9ef65bb9b8 of type vlan for network 7dd41911-9ce8-4604-9de2-1886c3cc736c Nov 25 17:55:13.378086 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f059845b-26de-4cde-acc4-5246a15f3de4 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:13.432546 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f059845b-26de-4cde-acc4-5246a15f3de4 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:13.439052 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f059845b-26de-4cde-acc4-5246a15f3de4 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:13.439679 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f059845b-26de-4cde-acc4-5246a15f3de4 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:13.554664 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f059845b-26de-4cde-acc4-5246a15f3de4 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3547072 Nov 25 17:55:13.557339 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 52306) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:55:13.566059 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-c1a46b11-02ab-45b9-8c89-67f098942426 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2020258065', 'admin_state_up': True, 'project_id': '867688fabf794394b7f5a37353b0165e', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:55:13.581762 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f059845b-26de-4cde-acc4-5246a15f3de4 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event updated for resources: {'Network': ['ID=7dd41911-9ce8-4604-9de2-1886c3cc736c,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:13.593950 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 7dd41911-9ce8-4604-9de2-1886c3cc736c details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:55:13.701688 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c1a46b11-02ab-45b9-8c89-67f098942426 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:13.703288 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c1a46b11-02ab-45b9-8c89-67f098942426 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:13.813851 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c5fe11-a540-4983-a430-533a4f109826 req-c93a16d7-8d9d-4f4b-b838-8c1b4c7b2194 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:13.815371 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-48c5fe11-a540-4983-a430-533a4f109826 req-c93a16d7-8d9d-4f4b-b838-8c1b4c7b2194 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/ports?device_id=7eb063c1-7171-4d01-b2f6-3d6865a0fcf7 HTTP/1.1" status: 200 len: 945 time: 0.2281299 Nov 25 17:55:13.819761 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c1a46b11-02ab-45b9-8c89-67f098942426 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:14.246245 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-48c5fe11-a540-4983-a430-533a4f109826 req-d190f7a7-e7b0-460a-9fff-97f808a074e9 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/security-groups?id=b2b64dc9-f681-4285-b2b0-a4471af47257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4227331 Nov 25 17:55:14.358336 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c1a46b11-02ab-45b9-8c89-67f098942426 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:14.674760 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c1a46b11-02ab-45b9-8c89-67f098942426 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for router_gateway, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:14.716660 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c1a46b11-02ab-45b9-8c89-67f098942426 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:14.874459 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-c1a46b11-02ab-45b9-8c89-67f098942426 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Allocated IP 172.25.0.73 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/8f22d5e4-f9a7-44cc-be1b-0ea04150d72b) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:55:15.017349 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c1a46b11-02ab-45b9-8c89-67f098942426 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:15.089046 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c1a46b11-02ab-45b9-8c89-67f098942426 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:15.199876 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a46b11-02ab-45b9-8c89-67f098942426 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:55:15.204421 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-c1a46b11-02ab-45b9-8c89-67f098942426 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:55:15.231772 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea827af-4f20-48cd-bde0-33144538dfaf None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:55:15.232389 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a46b11-02ab-45b9-8c89-67f098942426 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event updated for resources: {'Port': ['ID=8f22d5e4-f9a7-44cc-be1b-0ea04150d72b,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:15.237182 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a46b11-02ab-45b9-8c89-67f098942426 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:55:15.338765 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-1a04533f-d68a-405a-a1d2-74609e344760 None None] Provisioning complete for port 8f22d5e4-f9a7-44cc-be1b-0ea04150d72b triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:55:15.340506 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1a04533f-d68a-405a-a1d2-74609e344760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:15.425925 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-1a04533f-d68a-405a-a1d2-74609e344760 None None] Port 8f22d5e4-f9a7-44cc-be1b-0ea04150d72b cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:55:15.489045 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932ed8a5-0f65-4aeb-968e-ce8849c1e4cb req-26d372d2-821a-43b7-a85a-f18eeebb654f tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:15.490732 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-932ed8a5-0f65-4aeb-968e-ce8849c1e4cb req-26d372d2-821a-43b7-a85a-f18eeebb654f tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/ports?device_id=7eb063c1-7171-4d01-b2f6-3d6865a0fcf7 HTTP/1.1" status: 200 len: 945 time: 0.0951240 Nov 25 17:55:15.671917 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-932ed8a5-0f65-4aeb-968e-ce8849c1e4cb req-960fac8c-261a-4b9e-ab19-9f770272f7d6 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/security-groups?id=b2b64dc9-f681-4285-b2b0-a4471af47257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630707 Nov 25 17:55:15.736448 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c1a46b11-02ab-45b9-8c89-67f098942426 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for router_gateway, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:16.056318 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c1a46b11-02ab-45b9-8c89-67f098942426 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:16.321712 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:55:16.386836 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a46b11-02ab-45b9-8c89-67f098942426 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Router 1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5 is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:55:16.544874 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a46b11-02ab-45b9-8c89-67f098942426 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:55:16.578777 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c94407c-eee4-42a0-8d65-e13ede0c987a None None] Sync routers for ids ['1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:55:16.586709 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c1a46b11-02ab-45b9-8c89-67f098942426 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:16.592017 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c1a46b11-02ab-45b9-8c89-67f098942426 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.0333550 Nov 25 17:55:16.595305 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 52368) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:55:16.604129 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c94407c-eee4-42a0-8d65-e13ede0c987a None None] Routers {'1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:55:16.604936 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-7c94407c-eee4-42a0-8d65-e13ede0c987a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:54:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:55:16.643974 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 52372) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:55:16.644126 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-499243da-e1e3-4436-9dd9-3702cee93da4 tempest-TestNetworkAdvancedServerOps-44296226 tempest-TestNetworkAdvancedServerOps-44296226-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=867688fabf794394b7f5a37353b0165e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0474250 Nov 25 17:55:16.805835 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-7c94407c-eee4-42a0-8d65-e13ede0c987a None None] Set router 1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:55:16.919241 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e15362-00a5-4e9c-9927-6fe8ec443292 tempest-TestNetworkAdvancedServerOps-44296226 tempest-TestNetworkAdvancedServerOps-44296226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:16.921172 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-46e15362-00a5-4e9c-9927-6fe8ec443292 tempest-TestNetworkAdvancedServerOps-44296226 tempest-TestNetworkAdvancedServerOps-44296226-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2743666 Nov 25 17:55:16.923738 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 52382) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:55:16.956479 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9b33f-060c-405c-9a85-91a30e50bf28 req-182cae93-54cc-458c-a709-f471a140ac4c tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:16.958880 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-27f9b33f-060c-405c-9a85-91a30e50bf28 req-182cae93-54cc-458c-a709-f471a140ac4c tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/ports?device_id=7eb063c1-7171-4d01-b2f6-3d6865a0fcf7 HTTP/1.1" status: 200 len: 945 time: 0.1144478 Nov 25 17:55:17.003198 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-eaf6992d-1e89-4ded-811a-6166b3dd871a tempest-TestNetworkAdvancedServerOps-44296226 tempest-TestNetworkAdvancedServerOps-44296226-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=1aa44027-b9d0-4a56-9a59-7e664703e20a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0785515 Nov 25 17:55:17.006464 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 52384) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:55:17.012673 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-19e905f4-435a-47cb-8fca-91627da72ea8 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1475886164', 'network_id': '7dd41911-9ce8-4604-9de2-1886c3cc736c', 'project_id': '867688fabf794394b7f5a37353b0165e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:55:17.060773 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-27f9b33f-060c-405c-9a85-91a30e50bf28 req-d9bc2b31-9b78-4440-a00f-a525e951443c tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/security-groups?id=b2b64dc9-f681-4285-b2b0-a4471af47257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640233 Nov 25 17:55:17.093777 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:17.105492 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:17.154031 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3da6706a-8d89-45c6-96cc-d317b4d28d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:17.172879 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-7c94407c-eee4-42a0-8d65-e13ede0c987a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020258065', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '8f22d5e4-f9a7-44cc-be1b-0ea04150d72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:13Z', 'updated_at': '2021-11-25T17:55:15Z', 'revision_number': 3, 'project_id': '867688fabf794394b7f5a37353b0165e', 'gw_port': {'id': '8f22d5e4-f9a7-44cc-be1b-0ea04150d72b', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:4b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:14Z', 'updated_at': '2021-11-25T17:55:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:55:17.207813 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c94407c-eee4-42a0-8d65-e13ede0c987a None None] Checking router: 1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:55:17.208390 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c94407c-eee4-42a0-8d65-e13ede0c987a None None] Updating router 1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5 port 8f22d5e4-f9a7-44cc-be1b-0ea04150d72b binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:55:17.229292 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e905f4-435a-47cb-8fca-91627da72ea8 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Made reservation on behalf of 867688fabf794394b7f5a37353b0165e for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:55:17.236950 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-19e905f4-435a-47cb-8fca-91627da72ea8 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:17.256416 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7c94407c-eee4-42a0-8d65-e13ede0c987a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:17.506378 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-19e905f4-435a-47cb-8fca-91627da72ea8 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:17.575822 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e905f4-435a-47cb-8fca-91627da72ea8 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event updated for resources: {'Subnet': ['ID=6e576b37-d02e-41c7-8d4d-009925e47e34,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:17.593797 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e905f4-435a-47cb-8fca-91627da72ea8 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Checking segment: {'id': '3ac1493a-d5bd-4878-be3f-bc9ef65bb9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '7dd41911-9ce8-4604-9de2-1886c3cc736c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:55:17.593797 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e905f4-435a-47cb-8fca-91627da72ea8 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Network hostable DHCP agents. Network: 7dd41911-9ce8-4604-9de2-1886c3cc736c, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:55:17.634932 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e905f4-435a-47cb-8fca-91627da72ea8 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Network 7dd41911-9ce8-4604-9de2-1886c3cc736c is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:55:17.662897 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-19e905f4-435a-47cb-8fca-91627da72ea8 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 7dd41911-9ce8-4604-9de2-1886c3cc736c) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:55:17.667511 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e905f4-435a-47cb-8fca-91627da72ea8 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:17.667691 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7c94407c-eee4-42a0-8d65-e13ede0c987a None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:17.668160 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-19e905f4-435a-47cb-8fca-91627da72ea8 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:17.674742 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530cb37c-b7f1-4a88-b31d-16200d357dbb None None] Network 7dd41911-9ce8-4604-9de2-1886c3cc736c requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:55:17.699074 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-19e905f4-435a-47cb-8fca-91627da72ea8 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6914582 Nov 25 17:55:17.701834 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 52398) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:55:17.817948 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7c94407c-eee4-42a0-8d65-e13ede0c987a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:17.909936 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008e13fb-837c-4b5d-ba9e-bbe99e2c91b1 None None] Pushing event updated for resources: {'Port': ['ID=8f22d5e4-f9a7-44cc-be1b-0ea04150d72b,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:17.936787 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94abbd06-66ac-4a81-8427-d695f1b39b31 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:55:17.954374 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-7c94407c-eee4-42a0-8d65-e13ede0c987a None None] Attempting to bind port 8f22d5e4-f9a7-44cc-be1b-0ea04150d72b on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:55:17.954761 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-7c94407c-eee4-42a0-8d65-e13ede0c987a None None] Attempting to bind port 8f22d5e4-f9a7-44cc-be1b-0ea04150d72b by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:55:17.955138 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c94407c-eee4-42a0-8d65-e13ede0c987a None None] Attempting to bind port 8f22d5e4-f9a7-44cc-be1b-0ea04150d72b on network 1aa44027-b9d0-4a56-9a59-7e664703e20a {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:55:17.982720 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c94407c-eee4-42a0-8d65-e13ede0c987a None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:55:17.983133 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c94407c-eee4-42a0-8d65-e13ede0c987a None None] Checking segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:55:17.983553 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7c94407c-eee4-42a0-8d65-e13ede0c987a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:17.983972 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c94407c-eee4-42a0-8d65-e13ede0c987a None None] Bound using segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:55:17.984437 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-7c94407c-eee4-42a0-8d65-e13ede0c987a None None] Bound port: 8f22d5e4-f9a7-44cc-be1b-0ea04150d72b, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:55:17.984840 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7c94407c-eee4-42a0-8d65-e13ede0c987a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:18.065889 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03c50b9-d43b-4bd4-b610-1fe6dd1e9f76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-7dd41911-9ce8-4604-9de2-1886c3cc736c', 'network_id': '7dd41911-9ce8-4604-9de2-1886c3cc736c', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'fixed_ips': [{'subnet_id': '6e576b37-d02e-41c7-8d4d-009925e47e34'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:55:18.067467 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f03c50b9-d43b-4bd4-b610-1fe6dd1e9f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:18.117939 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-7c94407c-eee4-42a0-8d65-e13ede0c987a None None] For port 8f22d5e4-f9a7-44cc-be1b-0ea04150d72b, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:55:18.178009 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-7c94407c-eee4-42a0-8d65-e13ede0c987a None None] For port 8f22d5e4-f9a7-44cc-be1b-0ea04150d72b, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=8f22d5e4-f9a7-44cc-be1b-0ea04150d72b,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:55:18.179216 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-53b087ae-521e-4b6c-ad42-3837995a97d2 None None] Provisioning complete for port 8f22d5e4-f9a7-44cc-be1b-0ea04150d72b triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:55:18.179657 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-53b087ae-521e-4b6c-ad42-3837995a97d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:18.225153 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-53b087ae-521e-4b6c-ad42-3837995a97d2 None None] Port 8f22d5e4-f9a7-44cc-be1b-0ea04150d72b cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:55:18.230510 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7c94407c-eee4-42a0-8d65-e13ede0c987a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:18.344222 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d600ae3e-7f65-4fce-a125-1a54ea916a86 req-dc86e60f-83db-45a5-87c8-139c6d20ba88 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:18.348745 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d600ae3e-7f65-4fce-a125-1a54ea916a86 req-dc86e60f-83db-45a5-87c8-139c6d20ba88 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/ports?device_id=7eb063c1-7171-4d01-b2f6-3d6865a0fcf7 HTTP/1.1" status: 200 len: 945 time: 0.1668379 Nov 25 17:55:18.378546 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-f03c50b9-d43b-4bd4-b610-1fe6dd1e9f76 None None] Allocated IP 172.20.0.2 (7dd41911-9ce8-4604-9de2-1886c3cc736c/6e576b37-d02e-41c7-8d4d-009925e47e34/af6eb323-6917-409a-80eb-df6c488b804e) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:55:18.456704 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d600ae3e-7f65-4fce-a125-1a54ea916a86 req-4210cfe4-6dd9-4972-8ab9-3509d72b8bfb tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/security-groups?id=b2b64dc9-f681-4285-b2b0-a4471af47257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002939 Nov 25 17:55:18.620265 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c6c7e51d-e0d3-44bf-8ec7-0225f918e1d9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:18.908976 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf02a66f-9358-49a2-b9db-eec4044b4b02 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:55:18.923524 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008e13fb-837c-4b5d-ba9e-bbe99e2c91b1 None None] Pushing event updated for resources: {'Port': ['ID=8f22d5e4-f9a7-44cc-be1b-0ea04150d72b,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:18.964012 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c94407c-eee4-42a0-8d65-e13ede0c987a None None] Routers {'1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:55:18.966174 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-7c94407c-eee4-42a0-8d65-e13ede0c987a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:54:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:55:19.122937 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f03c50b9-d43b-4bd4-b610-1fe6dd1e9f76 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:19.128219 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b726e3c7-82f4-4415-8fe9-c44c8d89611c None None] Provisioning complete for port 8f22d5e4-f9a7-44cc-be1b-0ea04150d72b triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:55:19.128867 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b726e3c7-82f4-4415-8fe9-c44c8d89611c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:19.197069 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f03c50b9-d43b-4bd4-b610-1fe6dd1e9f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:19.263986 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-c6c7e51d-e0d3-44bf-8ec7-0225f918e1d9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Allocated IP 172.20.0.1 (7dd41911-9ce8-4604-9de2-1886c3cc736c/6e576b37-d02e-41c7-8d4d-009925e47e34/56b9e18f-e1ba-4a20-9965-aa2d8520d5cd) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:55:19.264527 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c50b9-d43b-4bd4-b610-1fe6dd1e9f76 None None] Pushing event updated for resources: {'Port': ['ID=af6eb323-6917-409a-80eb-df6c488b804e,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:19.333496 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03c50b9-d43b-4bd4-b610-1fe6dd1e9f76 None None] Network 7dd41911-9ce8-4604-9de2-1886c3cc736c is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:55:19.344497 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-7c94407c-eee4-42a0-8d65-e13ede0c987a None None] Set router 1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:55:19.405465 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-f03c50b9-d43b-4bd4-b610-1fe6dd1e9f76 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:55:19.440443 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03c50b9-d43b-4bd4-b610-1fe6dd1e9f76 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:55:19.594284 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-f03c50b9-d43b-4bd4-b610-1fe6dd1e9f76 None None] Attempting to bind port af6eb323-6917-409a-80eb-df6c488b804e on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:55:19.603393 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-f03c50b9-d43b-4bd4-b610-1fe6dd1e9f76 None None] Attempting to bind port af6eb323-6917-409a-80eb-df6c488b804e by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '3ac1493a-d5bd-4878-be3f-bc9ef65bb9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '7dd41911-9ce8-4604-9de2-1886c3cc736c'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:55:19.603785 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03c50b9-d43b-4bd4-b610-1fe6dd1e9f76 None None] Attempting to bind port af6eb323-6917-409a-80eb-df6c488b804e on network 7dd41911-9ce8-4604-9de2-1886c3cc736c {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:55:19.619539 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03c50b9-d43b-4bd4-b610-1fe6dd1e9f76 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:55:19.619991 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03c50b9-d43b-4bd4-b610-1fe6dd1e9f76 None None] Checking segment: {'id': '3ac1493a-d5bd-4878-be3f-bc9ef65bb9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '7dd41911-9ce8-4604-9de2-1886c3cc736c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:55:19.620461 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f03c50b9-d43b-4bd4-b610-1fe6dd1e9f76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:19.620891 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03c50b9-d43b-4bd4-b610-1fe6dd1e9f76 None None] Bound using segment: {'id': '3ac1493a-d5bd-4878-be3f-bc9ef65bb9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '7dd41911-9ce8-4604-9de2-1886c3cc736c'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:55:19.621479 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-f03c50b9-d43b-4bd4-b610-1fe6dd1e9f76 None None] Bound port: af6eb323-6917-409a-80eb-df6c488b804e, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ac1493a-d5bd-4878-be3f-bc9ef65bb9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '7dd41911-9ce8-4604-9de2-1886c3cc736c'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:55:19.621876 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f03c50b9-d43b-4bd4-b610-1fe6dd1e9f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:19.640758 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b726e3c7-82f4-4415-8fe9-c44c8d89611c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:19.653047 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c6c7e51d-e0d3-44bf-8ec7-0225f918e1d9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:19.666398 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b726e3c7-82f4-4415-8fe9-c44c8d89611c None None] For port 8f22d5e4-f9a7-44cc-be1b-0ea04150d72b, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=8f22d5e4-f9a7-44cc-be1b-0ea04150d72b,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:55:19.677209 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b726e3c7-82f4-4415-8fe9-c44c8d89611c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:19.718465 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88484c07-857b-494e-bef0-ac38d67d5154 req-4f87871e-20f0-470d-bdef-8541778bb559 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:19.728322 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-88484c07-857b-494e-bef0-ac38d67d5154 req-4f87871e-20f0-470d-bdef-8541778bb559 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/ports?device_id=7eb063c1-7171-4d01-b2f6-3d6865a0fcf7 HTTP/1.1" status: 200 len: 945 time: 0.1082945 Nov 25 17:55:19.771214 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c6c7e51d-e0d3-44bf-8ec7-0225f918e1d9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:19.801220 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-88484c07-857b-494e-bef0-ac38d67d5154 req-e00bf7ff-74b8-4684-93c6-c908772a7f6b tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/security-groups?id=b2b64dc9-f681-4285-b2b0-a4471af47257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716674 Nov 25 17:55:19.868706 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b726e3c7-82f4-4415-8fe9-c44c8d89611c None None] Pushing event updated for resources: {'Port': ['ID=8f22d5e4-f9a7-44cc-be1b-0ea04150d72b,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:19.897890 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c7e51d-e0d3-44bf-8ec7-0225f918e1d9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Network 7dd41911-9ce8-4604-9de2-1886c3cc736c is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:55:19.906903 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-c6c7e51d-e0d3-44bf-8ec7-0225f918e1d9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:55:19.914725 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c7e51d-e0d3-44bf-8ec7-0225f918e1d9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:55:20.014247 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4d37a1de-738f-46aa-92c5-adb89c8dc6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:20.027272 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-f03c50b9-d43b-4bd4-b610-1fe6dd1e9f76 None None] For port af6eb323-6917-409a-80eb-df6c488b804e, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:55:20.033891 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-f03c50b9-d43b-4bd4-b610-1fe6dd1e9f76 None None] For port af6eb323-6917-409a-80eb-df6c488b804e, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=af6eb323-6917-409a-80eb-df6c488b804e,segment=NetworkSegment(3ac1493a-d5bd-4878-be3f-bc9ef65bb9b8),segment_id=3ac1493a-d5bd-4878-be3f-bc9ef65bb9b8)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:55:20.048148 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c6c7e51d-e0d3-44bf-8ec7-0225f918e1d9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:20.061232 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f03c50b9-d43b-4bd4-b610-1fe6dd1e9f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:20.089703 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-7c94407c-eee4-42a0-8d65-e13ede0c987a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020258065', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '8f22d5e4-f9a7-44cc-be1b-0ea04150d72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:13Z', 'updated_at': '2021-11-25T17:55:15Z', 'revision_number': 3, 'project_id': '867688fabf794394b7f5a37353b0165e', 'gw_port': {'id': '8f22d5e4-f9a7-44cc-be1b-0ea04150d72b', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:4b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:14Z', 'updated_at': '2021-11-25T17:55:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:55:20.190982 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c94407c-eee4-42a0-8d65-e13ede0c987a None None] The sync data for ids ['1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5'] in n-d-817746-1 is: [{'id': '1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020258065', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '8f22d5e4-f9a7-44cc-be1b-0ea04150d72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:13Z', 'updated_at': '2021-11-25T17:55:15Z', 'revision_number': 3, 'project_id': '867688fabf794394b7f5a37353b0165e', 'gw_port': {'id': '8f22d5e4-f9a7-44cc-be1b-0ea04150d72b', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:4b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:14Z', 'updated_at': '2021-11-25T17:55:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:55:20.232223 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c7e51d-e0d3-44bf-8ec7-0225f918e1d9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event updated for resources: {'Port': ['ID=56b9e18f-e1ba-4a20-9965-aa2d8520d5cd,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:20.257581 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c50b9-d43b-4bd4-b610-1fe6dd1e9f76 None None] Pushing event updated for resources: {'Port': ['ID=af6eb323-6917-409a-80eb-df6c488b804e,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:20.349052 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97b4cd-5394-4245-b992-61fb6b9d69b7 req-7eb0b9b7-25c0-48cd-8737-c48ade10a3e1 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:20.362745 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0d97b4cd-5394-4245-b992-61fb6b9d69b7 req-7eb0b9b7-25c0-48cd-8737-c48ade10a3e1 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/ports?device_id=7eb063c1-7171-4d01-b2f6-3d6865a0fcf7 HTTP/1.1" status: 200 len: 945 time: 0.1492026 Nov 25 17:55:20.486910 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0d97b4cd-5394-4245-b992-61fb6b9d69b7 req-7fbe64f2-5621-43f0-8fe1-da580ed1c38a tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/security-groups?id=b2b64dc9-f681-4285-b2b0-a4471af47257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209619 Nov 25 17:55:20.512561 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4123b9-d239-4f96-ae39-0ae85ba8709a req-b702466d-f42b-4ea0-88b9-3d13adf6e802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:20.516319 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-de4123b9-d239-4f96-ae39-0ae85ba8709a req-b702466d-f42b-4ea0-88b9-3d13adf6e802 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d565d7fffa2d49b4a9e39a4ee7a417d3&device_id=7eb063c1-7171-4d01-b2f6-3d6865a0fcf7 HTTP/1.1" status: 200 len: 1096 time: 0.2681706 Nov 25 17:55:20.654672 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c6c7e51d-e0d3-44bf-8ec7-0225f918e1d9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:20.892534 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:20.940424 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4123b9-d239-4f96-ae39-0ae85ba8709a req-aebf24f3-e35c-4917-8ecf-a4e02fc08648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:20.942849 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-de4123b9-d239-4f96-ae39-0ae85ba8709a req-aebf24f3-e35c-4917-8ecf-a4e02fc08648 service neutron] 10.222.0.90 "GET /v2.0/networks?id=70a573b0-b8cd-4b3b-a416-03e265a1da65 HTTP/1.1" status: 200 len: 911 time: 0.4191372 Nov 25 17:55:21.044957 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 8f22d5e4-f9a7-44cc-be1b-0ea04150d72b up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:55:21.131836 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 8f22d5e4-f9a7-44cc-be1b-0ea04150d72b triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:55:21.132709 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:21.351923 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device af6eb323-6917-409a-80eb-df6c488b804e up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:55:21.515657 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port af6eb323-6917-409a-80eb-df6c488b804e triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:55:21.516047 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:21.664577 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:21.739144 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port af6eb323-6917-409a-80eb-df6c488b804e, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=af6eb323-6917-409a-80eb-df6c488b804e,segment=NetworkSegment(3ac1493a-d5bd-4878-be3f-bc9ef65bb9b8),segment_id=3ac1493a-d5bd-4878-be3f-bc9ef65bb9b8)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:55:21.751252 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:21.918966 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499026e1-53e8-4f0c-ae4b-0730f738085e req-067b67ea-0822-43c3-91b0-7533f5cab309 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:21.934343 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-499026e1-53e8-4f0c-ae4b-0730f738085e req-067b67ea-0822-43c3-91b0-7533f5cab309 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/ports?device_id=7eb063c1-7171-4d01-b2f6-3d6865a0fcf7 HTTP/1.1" status: 200 len: 945 time: 0.1888809 Nov 25 17:55:21.976270 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=af6eb323-6917-409a-80eb-df6c488b804e,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:21.998722 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-de4123b9-d239-4f96-ae39-0ae85ba8709a req-0620e668-4d96-4ea2-b424-73989d39cea6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6 HTTP/1.1" status: 200 len: 1001 time: 1.0450559 Nov 25 17:55:22.076495 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-499026e1-53e8-4f0c-ae4b-0730f738085e req-5c4d6c73-19d9-477c-bd41-dbdd30784163 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/security-groups?id=b2b64dc9-f681-4285-b2b0-a4471af47257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405303 Nov 25 17:55:22.110186 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:22.230287 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4123b9-d239-4f96-ae39-0ae85ba8709a req-59c0bb7d-7ffd-4ddb-99c7-2bb9785cf252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:22.231791 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-de4123b9-d239-4f96-ae39-0ae85ba8709a req-59c0bb7d-7ffd-4ddb-99c7-2bb9785cf252 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=88a810b4-d532-41af-9819-01c0d8d6a258 HTTP/1.1" status: 200 len: 849 time: 0.2223513 Nov 25 17:55:22.327813 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4123b9-d239-4f96-ae39-0ae85ba8709a req-a92c2416-277d-462c-92cf-ab450021fa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:22.329312 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-de4123b9-d239-4f96-ae39-0ae85ba8709a req-a92c2416-277d-462c-92cf-ab450021fa14 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=70a573b0-b8cd-4b3b-a416-03e265a1da65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0879304 Nov 25 17:55:22.364026 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c6c7e51d-e0d3-44bf-8ec7-0225f918e1d9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:22.406870 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c6c7e51d-e0d3-44bf-8ec7-0225f918e1d9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:22.417478 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662c13ed-fb40-4ba4-9508-880f638fbb67 None None] Network 7dd41911-9ce8-4604-9de2-1886c3cc736c requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:55:22.531015 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c6c7e51d-e0d3-44bf-8ec7-0225f918e1d9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:22.557788 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c7e51d-e0d3-44bf-8ec7-0225f918e1d9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event updated for resources: {'Port': ['ID=56b9e18f-e1ba-4a20-9965-aa2d8520d5cd,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:22.603301 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-de4123b9-d239-4f96-ae39-0ae85ba8709a req-6b09f3f6-903f-479f-a767-8be8e7e6a2c6 service neutron] 10.222.0.90 "GET /v2.0/networks/70a573b0-b8cd-4b3b-a416-03e265a1da65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607853 Nov 25 17:55:22.728527 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-e495eabd-a5fa-45b3-b272-e481f739974d None None] Provisioning complete for port af6eb323-6917-409a-80eb-df6c488b804e triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:55:22.728817 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e495eabd-a5fa-45b3-b272-e481f739974d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:22.804400 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-de4123b9-d239-4f96-ae39-0ae85ba8709a req-6b0d90e0-1dd2-4931-b99d-8ef12b511759 service neutron] 10.222.0.90 "GET /v2.0/networks/70a573b0-b8cd-4b3b-a416-03e265a1da65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917760 Nov 25 17:55:22.828916 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c7e51d-e0d3-44bf-8ec7-0225f918e1d9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Network 7dd41911-9ce8-4604-9de2-1886c3cc736c is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:55:22.833205 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-c6c7e51d-e0d3-44bf-8ec7-0225f918e1d9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:55:22.949939 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device af6eb323-6917-409a-80eb-df6c488b804e up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:55:23.057730 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c7e51d-e0d3-44bf-8ec7-0225f918e1d9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Router 1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:55:23.076358 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:23.088239 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port af6eb323-6917-409a-80eb-df6c488b804e triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:55:23.089309 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:23.407852 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-75558a42-0239-4f6a-b042-812b1e4d8d25 None None] Provisioning complete for port af6eb323-6917-409a-80eb-df6c488b804e triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:55:23.409066 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-75558a42-0239-4f6a-b042-812b1e4d8d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:23.473847 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ac29d-d0d9-4dc2-97cc-9ebb4a14c5cd req-6f8d2438-8b0d-4d9a-9980-7523101912f0 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:23.476609 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c7e51d-e0d3-44bf-8ec7-0225f918e1d9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:55:23.487010 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c6c7e51d-e0d3-44bf-8ec7-0225f918e1d9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "PUT /v2.0/routers/1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7839339 Nov 25 17:55:23.508797 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7e2ac29d-d0d9-4dc2-97cc-9ebb4a14c5cd req-6f8d2438-8b0d-4d9a-9980-7523101912f0 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/ports?device_id=7eb063c1-7171-4d01-b2f6-3d6865a0fcf7 HTTP/1.1" status: 200 len: 945 time: 0.2057483 Nov 25 17:55:23.619114 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098d2f69-8d9f-4762-985a-bb3333e78860 None None] Sync routers for ids ['1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:55:23.642944 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098d2f69-8d9f-4762-985a-bb3333e78860 None None] Routers {'1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:55:23.649290 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-098d2f69-8d9f-4762-985a-bb3333e78860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:55:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:55:23.659542 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7e2ac29d-d0d9-4dc2-97cc-9ebb4a14c5cd req-5c916cb2-0e03-44a1-b7e5-9bfaeea452b5 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/security-groups?id=b2b64dc9-f681-4285-b2b0-a4471af47257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444249 Nov 25 17:55:23.754503 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-75558a42-0239-4f6a-b042-812b1e4d8d25 None None] Provisioning complete for port 56b9e18f-e1ba-4a20-9965-aa2d8520d5cd triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:55:23.761154 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-75558a42-0239-4f6a-b042-812b1e4d8d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:23.849594 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-75558a42-0239-4f6a-b042-812b1e4d8d25 None None] Port 56b9e18f-e1ba-4a20-9965-aa2d8520d5cd cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:55:23.878638 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-098d2f69-8d9f-4762-985a-bb3333e78860 None None] Set router 1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:55:24.009529 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dcbea7c1-a1b1-4723-bdc7-9aafb6b4822e req-92f5170e-9cc5-401d-8853-7bce3a10cf91 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-238779982&fields=id&tenant_id=867688fabf794394b7f5a37353b0165e HTTP/1.1" status: 200 len: 267 time: 0.0992260 Nov 25 17:55:24.114291 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-c3edc27c-816d-4e08-b714-71e8ddbcff32 None None] Provisioning complete for port 56b9e18f-e1ba-4a20-9965-aa2d8520d5cd triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:55:24.114673 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c3edc27c-816d-4e08-b714-71e8ddbcff32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:24.190399 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbea7c1-a1b1-4723-bdc7-9aafb6b4822e req-2d521508-5e65-4acc-803f-ebf9e0e457e7 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:24.196150 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dcbea7c1-a1b1-4723-bdc7-9aafb6b4822e req-2d521508-5e65-4acc-803f-ebf9e0e457e7 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/networks?id=7dd41911-9ce8-4604-9de2-1886c3cc736c HTTP/1.1" status: 200 len: 797 time: 0.1833811 Nov 25 17:55:24.198523 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-c3edc27c-816d-4e08-b714-71e8ddbcff32 None None] Port 56b9e18f-e1ba-4a20-9965-aa2d8520d5cd cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:55:24.219514 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dcbea7c1-a1b1-4723-bdc7-9aafb6b4822e req-7f467553-5f49-4040-99d3-8260ff47f51e tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/quotas/867688fabf794394b7f5a37353b0165e HTTP/1.1" status: 200 len: 375 time: 0.0165887 Nov 25 17:55:24.323794 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dcbea7c1-a1b1-4723-bdc7-9aafb6b4822e req-0dcd7d7c-5870-40fc-a28c-719cb9c81481 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=867688fabf794394b7f5a37353b0165e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0975287 Nov 25 17:55:24.329075 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-1ad58ed6-8821-4181-9555-92fc00e4aeb2 None None] Provisioning complete for port 56b9e18f-e1ba-4a20-9965-aa2d8520d5cd triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:55:24.329455 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1ad58ed6-8821-4181-9555-92fc00e4aeb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:24.373735 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-098d2f69-8d9f-4762-985a-bb3333e78860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020258065', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '8f22d5e4-f9a7-44cc-be1b-0ea04150d72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:13Z', 'updated_at': '2021-11-25T17:55:20Z', 'revision_number': 4, 'project_id': '867688fabf794394b7f5a37353b0165e', 'gw_port': {'id': '8f22d5e4-f9a7-44cc-be1b-0ea04150d72b', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:4b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:14Z', 'updated_at': '2021-11-25T17:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '56b9e18f-e1ba-4a20-9965-aa2d8520d5cd', 'name': '', 'network_id': '7dd41911-9ce8-4604-9de2-1886c3cc736c', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'mac_address': 'fa:16:3e:68:4a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '6e576b37-d02e-41c7-8d4d-009925e47e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:18Z', 'updated_at': '2021-11-25T17:55:21Z', 'revision_number': 2, 'project_id': '867688fabf794394b7f5a37353b0165e', 'subnets': [{'id': '6e576b37-d02e-41c7-8d4d-009925e47e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:55:24.406406 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-1ad58ed6-8821-4181-9555-92fc00e4aeb2 None None] Port 56b9e18f-e1ba-4a20-9965-aa2d8520d5cd cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:55:24.442796 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098d2f69-8d9f-4762-985a-bb3333e78860 None None] Checking router: 1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:55:24.443482 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098d2f69-8d9f-4762-985a-bb3333e78860 None None] Updating router 1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5 port 56b9e18f-e1ba-4a20-9965-aa2d8520d5cd binding host n-d-817746-1 {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:55:24.448474 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dcbea7c1-a1b1-4723-bdc7-9aafb6b4822e req-3f984f8b-0cf7-4d6c-a963-8f2d54f1730c service neutron] 10.222.0.75 "GET /v2.0/networks/7dd41911-9ce8-4604-9de2-1886c3cc736c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213152 Nov 25 17:55:24.498092 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-098d2f69-8d9f-4762-985a-bb3333e78860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:24.601107 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dcbea7c1-a1b1-4723-bdc7-9aafb6b4822e req-f70178ee-0cc8-4421-967b-4b8eac4fbda0 service neutron] 10.222.0.75 "GET /v2.0/networks/7dd41911-9ce8-4604-9de2-1886c3cc736c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463394 Nov 25 17:55:24.928131 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9079ce09-80d5-478b-ada1-ba40daa55308 req-7dde7a52-7af9-46dd-8fa1-2c0112f7c456 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=0a581477-fdd2-4290-8953-fb8fb9e747ca HTTP/1.1" status: 200 len: 210 time: 0.0425088 Nov 25 17:55:24.940987 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b453ba-44d8-49c2-92fe-9d740495428c req-68133612-5773-4fef-a82e-56d95e9713af tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:24.949569 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f8b453ba-44d8-49c2-92fe-9d740495428c req-68133612-5773-4fef-a82e-56d95e9713af tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/ports?device_id=7eb063c1-7171-4d01-b2f6-3d6865a0fcf7 HTTP/1.1" status: 200 len: 945 time: 0.1619952 Nov 25 17:55:24.956217 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-098d2f69-8d9f-4762-985a-bb3333e78860 None None] Publish callbacks [] for port, precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:24.969602 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-098d2f69-8d9f-4762-985a-bb3333e78860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:25.027696 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f8b453ba-44d8-49c2-92fe-9d740495428c req-05966a83-390f-4a8d-b65e-9808d6bef4cf tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/security-groups?id=b2b64dc9-f681-4285-b2b0-a4471af47257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770283 Nov 25 17:55:25.145380 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af48a3f7-b3d4-4a74-a5a2-ac9642d351d4 None None] Pushing event updated for resources: {'Port': ['ID=56b9e18f-e1ba-4a20-9965-aa2d8520d5cd,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:25.229094 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af48a3f7-b3d4-4a74-a5a2-ac9642d351d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:25.230069 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af48a3f7-b3d4-4a74-a5a2-ac9642d351d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:25.230632 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af48a3f7-b3d4-4a74-a5a2-ac9642d351d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:25.231220 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af48a3f7-b3d4-4a74-a5a2-ac9642d351d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:25.231766 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af48a3f7-b3d4-4a74-a5a2-ac9642d351d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:25.232310 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af48a3f7-b3d4-4a74-a5a2-ac9642d351d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:25.232872 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af48a3f7-b3d4-4a74-a5a2-ac9642d351d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:25.233412 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af48a3f7-b3d4-4a74-a5a2-ac9642d351d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:25.233970 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af48a3f7-b3d4-4a74-a5a2-ac9642d351d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:25.234507 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af48a3f7-b3d4-4a74-a5a2-ac9642d351d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:25.235055 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af48a3f7-b3d4-4a74-a5a2-ac9642d351d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:25.235589 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af48a3f7-b3d4-4a74-a5a2-ac9642d351d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:25.266759 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-098d2f69-8d9f-4762-985a-bb3333e78860 None None] Attempting to bind port 56b9e18f-e1ba-4a20-9965-aa2d8520d5cd on host n-d-817746-1 for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:55:25.267292 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-098d2f69-8d9f-4762-985a-bb3333e78860 None None] Attempting to bind port 56b9e18f-e1ba-4a20-9965-aa2d8520d5cd by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '3ac1493a-d5bd-4878-be3f-bc9ef65bb9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '7dd41911-9ce8-4604-9de2-1886c3cc736c'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:55:25.267861 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098d2f69-8d9f-4762-985a-bb3333e78860 None None] Attempting to bind port 56b9e18f-e1ba-4a20-9965-aa2d8520d5cd on network 7dd41911-9ce8-4604-9de2-1886c3cc736c {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:55:25.279896 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098d2f69-8d9f-4762-985a-bb3333e78860 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:55:25.281659 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098d2f69-8d9f-4762-985a-bb3333e78860 None None] Checking segment: {'id': '3ac1493a-d5bd-4878-be3f-bc9ef65bb9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '7dd41911-9ce8-4604-9de2-1886c3cc736c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:55:25.282259 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-098d2f69-8d9f-4762-985a-bb3333e78860 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:25.282817 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098d2f69-8d9f-4762-985a-bb3333e78860 None None] Bound using segment: {'id': '3ac1493a-d5bd-4878-be3f-bc9ef65bb9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '7dd41911-9ce8-4604-9de2-1886c3cc736c'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:55:25.283469 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-098d2f69-8d9f-4762-985a-bb3333e78860 None None] Bound port: 56b9e18f-e1ba-4a20-9965-aa2d8520d5cd, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ac1493a-d5bd-4878-be3f-bc9ef65bb9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '7dd41911-9ce8-4604-9de2-1886c3cc736c'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:55:25.284088 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-098d2f69-8d9f-4762-985a-bb3333e78860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:25.508693 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-098d2f69-8d9f-4762-985a-bb3333e78860 None None] For port 56b9e18f-e1ba-4a20-9965-aa2d8520d5cd, host n-d-817746-1, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:55:25.515736 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-098d2f69-8d9f-4762-985a-bb3333e78860 None None] For port 56b9e18f-e1ba-4a20-9965-aa2d8520d5cd, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=56b9e18f-e1ba-4a20-9965-aa2d8520d5cd,segment=NetworkSegment(3ac1493a-d5bd-4878-be3f-bc9ef65bb9b8),segment_id=3ac1493a-d5bd-4878-be3f-bc9ef65bb9b8)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:55:25.523022 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-098d2f69-8d9f-4762-985a-bb3333e78860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:25.557139 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-5314a9ca-1135-4a64-8d5e-8476537f1b2e None None] Provisioning complete for port 56b9e18f-e1ba-4a20-9965-aa2d8520d5cd triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:55:25.558541 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5314a9ca-1135-4a64-8d5e-8476537f1b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:25.616685 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af48a3f7-b3d4-4a74-a5a2-ac9642d351d4 None None] Pushing event updated for resources: {'Port': ['ID=56b9e18f-e1ba-4a20-9965-aa2d8520d5cd,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:25.671188 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098d2f69-8d9f-4762-985a-bb3333e78860 None None] Routers {'1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:55:25.678440 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-098d2f69-8d9f-4762-985a-bb3333e78860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:55:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:55:25.753112 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5314a9ca-1135-4a64-8d5e-8476537f1b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:25.857066 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-5314a9ca-1135-4a64-8d5e-8476537f1b2e None None] For port 56b9e18f-e1ba-4a20-9965-aa2d8520d5cd, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=56b9e18f-e1ba-4a20-9965-aa2d8520d5cd,segment=NetworkSegment(3ac1493a-d5bd-4878-be3f-bc9ef65bb9b8),segment_id=3ac1493a-d5bd-4878-be3f-bc9ef65bb9b8)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:55:25.869065 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5314a9ca-1135-4a64-8d5e-8476537f1b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:26.000697 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-098d2f69-8d9f-4762-985a-bb3333e78860 None None] Set router 1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:55:26.038469 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5314a9ca-1135-4a64-8d5e-8476537f1b2e None None] Pushing event updated for resources: {'Port': ['ID=56b9e18f-e1ba-4a20-9965-aa2d8520d5cd,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:26.065601 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5314a9ca-1135-4a64-8d5e-8476537f1b2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:26.066858 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5314a9ca-1135-4a64-8d5e-8476537f1b2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:26.069424 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5314a9ca-1135-4a64-8d5e-8476537f1b2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:26.071146 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5314a9ca-1135-4a64-8d5e-8476537f1b2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:26.072898 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5314a9ca-1135-4a64-8d5e-8476537f1b2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:26.075455 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5314a9ca-1135-4a64-8d5e-8476537f1b2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:26.078261 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5314a9ca-1135-4a64-8d5e-8476537f1b2e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:26.085535 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5314a9ca-1135-4a64-8d5e-8476537f1b2e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:26.088946 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5314a9ca-1135-4a64-8d5e-8476537f1b2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:26.092457 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5314a9ca-1135-4a64-8d5e-8476537f1b2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:26.095864 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5314a9ca-1135-4a64-8d5e-8476537f1b2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:26.096696 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5314a9ca-1135-4a64-8d5e-8476537f1b2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:26.164110 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7ae5adc9-d86a-47c7-809a-21d3aed03d54 req-c7667a5c-d7fe-41c3-91be-04ef2f46e4c4 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=0a581477-fdd2-4290-8953-fb8fb9e747ca HTTP/1.1" status: 200 len: 210 time: 0.0604439 Nov 25 17:55:26.202033 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-9578ad28-8346-4bb4-80d6-231d6c565ddc None None] Provisioning complete for port 56b9e18f-e1ba-4a20-9965-aa2d8520d5cd triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:55:26.202607 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9578ad28-8346-4bb4-80d6-231d6c565ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:26.381037 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-098d2f69-8d9f-4762-985a-bb3333e78860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020258065', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '8f22d5e4-f9a7-44cc-be1b-0ea04150d72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:13Z', 'updated_at': '2021-11-25T17:55:20Z', 'revision_number': 4, 'project_id': '867688fabf794394b7f5a37353b0165e', 'gw_port': {'id': '8f22d5e4-f9a7-44cc-be1b-0ea04150d72b', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:4b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:14Z', 'updated_at': '2021-11-25T17:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '56b9e18f-e1ba-4a20-9965-aa2d8520d5cd', 'name': '', 'network_id': '7dd41911-9ce8-4604-9de2-1886c3cc736c', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'mac_address': 'fa:16:3e:68:4a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '6e576b37-d02e-41c7-8d4d-009925e47e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:18Z', 'updated_at': '2021-11-25T17:55:25Z', 'revision_number': 4, 'project_id': '867688fabf794394b7f5a37353b0165e', 'subnets': [{'id': '6e576b37-d02e-41c7-8d4d-009925e47e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:55:26.414097 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098d2f69-8d9f-4762-985a-bb3333e78860 None None] The sync data for ids ['1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5'] in n-d-817746-1 is: [{'id': '1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020258065', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '8f22d5e4-f9a7-44cc-be1b-0ea04150d72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:13Z', 'updated_at': '2021-11-25T17:55:20Z', 'revision_number': 4, 'project_id': '867688fabf794394b7f5a37353b0165e', 'gw_port': {'id': '8f22d5e4-f9a7-44cc-be1b-0ea04150d72b', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:4b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:14Z', 'updated_at': '2021-11-25T17:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '56b9e18f-e1ba-4a20-9965-aa2d8520d5cd', 'name': '', 'network_id': '7dd41911-9ce8-4604-9de2-1886c3cc736c', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'mac_address': 'fa:16:3e:68:4a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '6e576b37-d02e-41c7-8d4d-009925e47e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:18Z', 'updated_at': '2021-11-25T17:55:25Z', 'revision_number': 4, 'project_id': '867688fabf794394b7f5a37353b0165e', 'subnets': [{'id': '6e576b37-d02e-41c7-8d4d-009925e47e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:55:26.886453 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbea7c1-a1b1-4723-bdc7-9aafb6b4822e req-ea7f399f-cd94-42f4-86f1-f4a0d375f929 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:26.887996 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-dcbea7c1-a1b1-4723-bdc7-9aafb6b4822e req-ea7f399f-cd94-42f4-86f1-f4a0d375f929 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.74 "GET /v2.0/networks?id=7dd41911-9ce8-4604-9de2-1886c3cc736c HTTP/1.1" status: 200 len: 797 time: 0.2749016 Nov 25 17:55:26.979031 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 56b9e18f-e1ba-4a20-9965-aa2d8520d5cd up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:55:27.054910 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-dcbea7c1-a1b1-4723-bdc7-9aafb6b4822e req-a3c78d93-54be-44de-8579-4eb24ad02f7d tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=867688fabf794394b7f5a37353b0165e HTTP/1.1" status: 200 len: 379 time: 0.1580958 Nov 25 17:55:27.062754 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 56b9e18f-e1ba-4a20-9965-aa2d8520d5cd triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:55:27.063220 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:27.081150 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-dcbea7c1-a1b1-4723-bdc7-9aafb6b4822e req-d75f50fe-3c67-41fb-85aa-5eb79805b6eb tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Request body: {'port': {'device_id': '0a581477-fdd2-4290-8953-fb8fb9e747ca', 'network_id': '7dd41911-9ce8-4604-9de2-1886c3cc736c', 'admin_state_up': True, 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'security_groups': ['d2c007a3-d0a8-4bcc-ba70-290401fbdb44']}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:55:27.311701 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcbea7c1-a1b1-4723-bdc7-9aafb6b4822e req-d75f50fe-3c67-41fb-85aa-5eb79805b6eb tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Made reservation on behalf of 867688fabf794394b7f5a37353b0165e for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:55:27.315312 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-dcbea7c1-a1b1-4723-bdc7-9aafb6b4822e req-d75f50fe-3c67-41fb-85aa-5eb79805b6eb tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:27.390913 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-615c23ed-2608-433d-8b25-84e335afd7af req-26f0e587-8a23-42d9-846b-21cf4a4bccb0 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=0a581477-fdd2-4290-8953-fb8fb9e747ca HTTP/1.1" status: 200 len: 210 time: 0.0831301 Nov 25 17:55:27.563643 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-dcbea7c1-a1b1-4723-bdc7-9aafb6b4822e req-d75f50fe-3c67-41fb-85aa-5eb79805b6eb tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Allocated IP 172.20.0.6 (7dd41911-9ce8-4604-9de2-1886c3cc736c/6e576b37-d02e-41c7-8d4d-009925e47e34/e7fb4819-297b-4e57-9f45-07285155350c) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:55:27.735736 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-dcbea7c1-a1b1-4723-bdc7-9aafb6b4822e req-d75f50fe-3c67-41fb-85aa-5eb79805b6eb tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:27.790114 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-dcbea7c1-a1b1-4723-bdc7-9aafb6b4822e req-d75f50fe-3c67-41fb-85aa-5eb79805b6eb tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:27.852217 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcbea7c1-a1b1-4723-bdc7-9aafb6b4822e req-d75f50fe-3c67-41fb-85aa-5eb79805b6eb tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Network 7dd41911-9ce8-4604-9de2-1886c3cc736c is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:55:27.858605 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-dcbea7c1-a1b1-4723-bdc7-9aafb6b4822e req-d75f50fe-3c67-41fb-85aa-5eb79805b6eb tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:55:27.869056 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcbea7c1-a1b1-4723-bdc7-9aafb6b4822e req-d75f50fe-3c67-41fb-85aa-5eb79805b6eb tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:55:27.972859 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbea7c1-a1b1-4723-bdc7-9aafb6b4822e req-d75f50fe-3c67-41fb-85aa-5eb79805b6eb tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:27.972859 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-dcbea7c1-a1b1-4723-bdc7-9aafb6b4822e req-d75f50fe-3c67-41fb-85aa-5eb79805b6eb tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:28.022074 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75f50fe-3c67-41fb-85aa-5eb79805b6eb tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event updated for resources: {'Port': ['ID=e7fb4819-297b-4e57-9f45-07285155350c,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:28.050817 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-dcbea7c1-a1b1-4723-bdc7-9aafb6b4822e req-d75f50fe-3c67-41fb-85aa-5eb79805b6eb tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9876382 Nov 25 17:55:28.064966 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-dcbea7c1-a1b1-4723-bdc7-9aafb6b4822e req-a363996a-9939-411a-8636-57ffb17547a5 service neutron] Request body: {'port': {'device_id': '0a581477-fdd2-4290-8953-fb8fb9e747ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:55:28.245353 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-dcbea7c1-a1b1-4723-bdc7-9aafb6b4822e req-a363996a-9939-411a-8636-57ffb17547a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:28.273351 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0b88e79a-cbd3-434d-885e-3c7f313cda7d req-060c7a57-1f79-47fe-8407-de97c3f94d93 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6ebcc772-5424-44f1-b204-5ec9a995b0e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0859561 Nov 25 17:55:28.365100 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-726c5355-67c1-4d3c-ada1-c32e19a01f3d None None] Provisioning complete for port e7fb4819-297b-4e57-9f45-07285155350c triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:55:28.369484 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-726c5355-67c1-4d3c-ada1-c32e19a01f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:28.453557 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88e79a-cbd3-434d-885e-3c7f313cda7d req-edc46a5d-62f4-4814-9daa-a1d61bd9dc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:28.455093 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0b88e79a-cbd3-434d-885e-3c7f313cda7d req-edc46a5d-62f4-4814-9daa-a1d61bd9dc60 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e69beea86d034f398c1d6fc720d35db8&device_id=6ebcc772-5424-44f1-b204-5ec9a995b0e7 HTTP/1.1" status: 200 len: 1097 time: 0.1155648 Nov 25 17:55:28.514892 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-726c5355-67c1-4d3c-ada1-c32e19a01f3d None None] Port e7fb4819-297b-4e57-9f45-07285155350c cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:55:28.725184 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9174a4-4569-4d61-9be8-c4886beea91b req-b9a28a66-2834-4335-b54e-b1d3a6603f9e tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:28.733120 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d9174a4-4569-4d61-9be8-c4886beea91b req-b9a28a66-2834-4335-b54e-b1d3a6603f9e tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=0a581477-fdd2-4290-8953-fb8fb9e747ca HTTP/1.1" status: 200 len: 931 time: 0.0912519 Nov 25 17:55:28.770538 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88e79a-cbd3-434d-885e-3c7f313cda7d req-d764b35f-93f6-4b89-8c91-2ee9699f3952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:28.772648 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0b88e79a-cbd3-434d-885e-3c7f313cda7d req-d764b35f-93f6-4b89-8c91-2ee9699f3952 service neutron] 10.222.0.74 "GET /v2.0/networks?id=766cc6a0-9cae-4dff-aad3-bb04508f9490 HTTP/1.1" status: 200 len: 909 time: 0.2933412 Nov 25 17:55:28.863748 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d9174a4-4569-4d61-9be8-c4886beea91b req-79c7ab9c-1abe-428b-83d5-cf5a6cd5383a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=d2c007a3-d0a8-4bcc-ba70-290401fbdb44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290488 Nov 25 17:55:28.875797 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0b88e79a-cbd3-434d-885e-3c7f313cda7d req-066eded5-5031-4d17-a312-7f11ec2d6fdf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=538569fd-1f15-4370-97bc-c1b00113f18e HTTP/1.1" status: 200 len: 1001 time: 0.0957894 Nov 25 17:55:28.960028 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88e79a-cbd3-434d-885e-3c7f313cda7d req-acc0263a-a825-4ed1-b19d-259ff6b7c99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:28.960468 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-dcbea7c1-a1b1-4723-bdc7-9aafb6b4822e req-a363996a-9939-411a-8636-57ffb17547a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7fb4819-297b-4e57-9f45-07285155350c {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:55:28.961524 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0b88e79a-cbd3-434d-885e-3c7f313cda7d req-acc0263a-a825-4ed1-b19d-259ff6b7c99e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=50ec2d95-5a02-4606-9013-483e9966ecad HTTP/1.1" status: 200 len: 847 time: 0.0789728 Nov 25 17:55:28.968604 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-dcbea7c1-a1b1-4723-bdc7-9aafb6b4822e req-a363996a-9939-411a-8636-57ffb17547a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:28.996059 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-dcbea7c1-a1b1-4723-bdc7-9aafb6b4822e req-a363996a-9939-411a-8636-57ffb17547a5 service neutron] Transition to ACTIVE for port object e7fb4819-297b-4e57-9f45-07285155350c will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:55:29.005774 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-dcbea7c1-a1b1-4723-bdc7-9aafb6b4822e req-a363996a-9939-411a-8636-57ffb17547a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:29.026703 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88e79a-cbd3-434d-885e-3c7f313cda7d req-30381010-061f-42f3-a073-75644ec6703c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:29.028123 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0b88e79a-cbd3-434d-885e-3c7f313cda7d req-30381010-061f-42f3-a073-75644ec6703c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=766cc6a0-9cae-4dff-aad3-bb04508f9490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544233 Nov 25 17:55:29.062651 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a363996a-9939-411a-8636-57ffb17547a5 service neutron] Pushing event updated for resources: {'Port': ['ID=e7fb4819-297b-4e57-9f45-07285155350c,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:29.216094 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0b88e79a-cbd3-434d-885e-3c7f313cda7d req-05ad4303-fa76-4ffe-93b0-d485895ce98b service neutron] 10.222.0.74 "GET /v2.0/networks/766cc6a0-9cae-4dff-aad3-bb04508f9490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808352 Nov 25 17:55:29.242306 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-dcbea7c1-a1b1-4723-bdc7-9aafb6b4822e req-a363996a-9939-411a-8636-57ffb17547a5 service neutron] Attempting to bind port e7fb4819-297b-4e57-9f45-07285155350c on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:55:29.242576 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-dcbea7c1-a1b1-4723-bdc7-9aafb6b4822e req-a363996a-9939-411a-8636-57ffb17547a5 service neutron] Attempting to bind port e7fb4819-297b-4e57-9f45-07285155350c by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '3ac1493a-d5bd-4878-be3f-bc9ef65bb9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '7dd41911-9ce8-4604-9de2-1886c3cc736c'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:55:29.243621 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbea7c1-a1b1-4723-bdc7-9aafb6b4822e req-a363996a-9939-411a-8636-57ffb17547a5 service neutron] Attempting to bind port e7fb4819-297b-4e57-9f45-07285155350c on network 7dd41911-9ce8-4604-9de2-1886c3cc736c {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:55:29.252029 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbea7c1-a1b1-4723-bdc7-9aafb6b4822e req-a363996a-9939-411a-8636-57ffb17547a5 service neutron] Port e7fb4819-297b-4e57-9f45-07285155350c on network 7dd41911-9ce8-4604-9de2-1886c3cc736c not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:55:29.252357 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbea7c1-a1b1-4723-bdc7-9aafb6b4822e req-a363996a-9939-411a-8636-57ffb17547a5 service neutron] Attempting to bind port e7fb4819-297b-4e57-9f45-07285155350c on network 7dd41911-9ce8-4604-9de2-1886c3cc736c {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:55:29.259101 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbea7c1-a1b1-4723-bdc7-9aafb6b4822e req-a363996a-9939-411a-8636-57ffb17547a5 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:55:29.259451 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbea7c1-a1b1-4723-bdc7-9aafb6b4822e req-a363996a-9939-411a-8636-57ffb17547a5 service neutron] Checking segment: {'id': '3ac1493a-d5bd-4878-be3f-bc9ef65bb9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '7dd41911-9ce8-4604-9de2-1886c3cc736c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:55:29.259839 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbea7c1-a1b1-4723-bdc7-9aafb6b4822e req-a363996a-9939-411a-8636-57ffb17547a5 service neutron] Bound using segment: {'id': '3ac1493a-d5bd-4878-be3f-bc9ef65bb9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '7dd41911-9ce8-4604-9de2-1886c3cc736c'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:55:29.260309 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-dcbea7c1-a1b1-4723-bdc7-9aafb6b4822e req-a363996a-9939-411a-8636-57ffb17547a5 service neutron] Bound port: e7fb4819-297b-4e57-9f45-07285155350c, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac1493a-d5bd-4878-be3f-bc9ef65bb9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '7dd41911-9ce8-4604-9de2-1886c3cc736c'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:55:29.260944 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-dcbea7c1-a1b1-4723-bdc7-9aafb6b4822e req-a363996a-9939-411a-8636-57ffb17547a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:29.354697 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-dcbea7c1-a1b1-4723-bdc7-9aafb6b4822e req-a363996a-9939-411a-8636-57ffb17547a5 service neutron] For port e7fb4819-297b-4e57-9f45-07285155350c, host n-h1-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:55:29.358139 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-dcbea7c1-a1b1-4723-bdc7-9aafb6b4822e req-a363996a-9939-411a-8636-57ffb17547a5 service neutron] For port e7fb4819-297b-4e57-9f45-07285155350c, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e7fb4819-297b-4e57-9f45-07285155350c,segment=NetworkSegment(3ac1493a-d5bd-4878-be3f-bc9ef65bb9b8),segment_id=3ac1493a-d5bd-4878-be3f-bc9ef65bb9b8)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:55:29.367200 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-dcbea7c1-a1b1-4723-bdc7-9aafb6b4822e req-a363996a-9939-411a-8636-57ffb17547a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:29.421671 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbea7c1-a1b1-4723-bdc7-9aafb6b4822e req-a363996a-9939-411a-8636-57ffb17547a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:29.422300 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-dcbea7c1-a1b1-4723-bdc7-9aafb6b4822e req-a363996a-9939-411a-8636-57ffb17547a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:29.423721 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-dcbea7c1-a1b1-4723-bdc7-9aafb6b4822e req-a363996a-9939-411a-8636-57ffb17547a5 service neutron] 10.222.0.74 "PUT /v2.0/ports/e7fb4819-297b-4e57-9f45-07285155350c HTTP/1.1" status: 200 len: 1091 time: 1.3634665 Nov 25 17:55:29.424179 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a581477-fdd2-4290-8953-fb8fb9e747ca', 'tag': 'e7fb4819-297b-4e57-9f45-07285155350c'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:55:29.427581 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de84a679-b993-490a-a2f5-77905b9a0866" -d '{"events": [{"name": "network-changed", "server_uuid": "0a581477-fdd2-4290-8953-fb8fb9e747ca", "tag": "e7fb4819-297b-4e57-9f45-07285155350c"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:55:29.469356 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a363996a-9939-411a-8636-57ffb17547a5 service neutron] Pushing event updated for resources: {'Port': ['ID=e7fb4819-297b-4e57-9f45-07285155350c,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:29.508043 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0b88e79a-cbd3-434d-885e-3c7f313cda7d req-84df4146-21f4-40ba-a689-bcd28f10ed78 service neutron] 10.222.0.74 "GET /v2.0/networks/766cc6a0-9cae-4dff-aad3-bb04508f9490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814817 Nov 25 17:55:29.511371 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8266d7-52a3-4830-bbb6-dc7068eeb733 x-openstack-request-id: req-5f8266d7-52a3-4830-bbb6-dc7068eeb733 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:55:29.511800 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a581477-fdd2-4290-8953-fb8fb9e747ca", "tag": "e7fb4819-297b-4e57-9f45-07285155350c", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:55:29.512311 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5f8266d7-52a3-4830-bbb6-dc7068eeb733 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:55:29.512716 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a581477-fdd2-4290-8953-fb8fb9e747ca', 'tag': 'e7fb4819-297b-4e57-9f45-07285155350c', 'status': 'completed', 'code': 200} Nov 25 17:55:29.546746 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbea7c1-a1b1-4723-bdc7-9aafb6b4822e req-a33d5af1-b776-42fc-807e-de9b34160903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:29.548314 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-dcbea7c1-a1b1-4723-bdc7-9aafb6b4822e req-a33d5af1-b776-42fc-807e-de9b34160903 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=867688fabf794394b7f5a37353b0165e&device_id=0a581477-fdd2-4290-8953-fb8fb9e747ca HTTP/1.1" status: 200 len: 1094 time: 0.0755332 Nov 25 17:55:29.606205 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-dcbea7c1-a1b1-4723-bdc7-9aafb6b4822e req-b0e6c8cc-0aa6-4e93-9885-1125d2471c6e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7fb4819-297b-4e57-9f45-07285155350c HTTP/1.1" status: 200 len: 217 time: 0.0482099 Nov 25 17:55:29.705286 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbea7c1-a1b1-4723-bdc7-9aafb6b4822e req-402b7aa8-fd06-4a36-81d3-7120bd2e7269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:29.709371 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-dcbea7c1-a1b1-4723-bdc7-9aafb6b4822e req-402b7aa8-fd06-4a36-81d3-7120bd2e7269 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6e576b37-d02e-41c7-8d4d-009925e47e34 HTTP/1.1" status: 200 len: 835 time: 0.0936561 Nov 25 17:55:29.794469 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbea7c1-a1b1-4723-bdc7-9aafb6b4822e req-3019b95d-621c-4b27-a51d-7fb9a69001fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:29.798019 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-dcbea7c1-a1b1-4723-bdc7-9aafb6b4822e req-3019b95d-621c-4b27-a51d-7fb9a69001fe service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7dd41911-9ce8-4604-9de2-1886c3cc736c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0798168 Nov 25 17:55:30.029481 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-dcbea7c1-a1b1-4723-bdc7-9aafb6b4822e req-735fe220-7a99-4863-bee4-f847766690a5 service neutron] 10.222.0.74 "GET /v2.0/networks/7dd41911-9ce8-4604-9de2-1886c3cc736c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183557 Nov 25 17:55:30.132756 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af5ed25-052e-4efb-8416-e8f2f3a10e79 req-86947e22-fbfa-46c4-9454-d001bc85ca81 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:30.138722 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6af5ed25-052e-4efb-8416-e8f2f3a10e79 req-86947e22-fbfa-46c4-9454-d001bc85ca81 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=0a581477-fdd2-4290-8953-fb8fb9e747ca HTTP/1.1" status: 200 len: 943 time: 0.1161058 Nov 25 17:55:30.170004 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-dcbea7c1-a1b1-4723-bdc7-9aafb6b4822e req-c162e6e3-4393-4dbf-86cd-6a1653e0ad10 service neutron] 10.222.0.74 "GET /v2.0/networks/7dd41911-9ce8-4604-9de2-1886c3cc736c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325512 Nov 25 17:55:30.268736 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6af5ed25-052e-4efb-8416-e8f2f3a10e79 req-456621dd-bebd-4908-9aad-a6d7618df5e3 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=d2c007a3-d0a8-4bcc-ba70-290401fbdb44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216879 Nov 25 17:55:30.311314 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84a679-b993-490a-a2f5-77905b9a0866 req-49dd5931-9acb-4363-b7ea-84a8883eedf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:30.313092 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-de84a679-b993-490a-a2f5-77905b9a0866 req-49dd5931-9acb-4363-b7ea-84a8883eedf2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=867688fabf794394b7f5a37353b0165e&device_id=0a581477-fdd2-4290-8953-fb8fb9e747ca HTTP/1.1" status: 200 len: 1094 time: 0.0682287 Nov 25 17:55:30.515151 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84a679-b993-490a-a2f5-77905b9a0866 req-7a078f09-bddc-48ec-82b5-2aa40dde0cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:30.517120 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-de84a679-b993-490a-a2f5-77905b9a0866 req-7a078f09-bddc-48ec-82b5-2aa40dde0cb6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7dd41911-9ce8-4604-9de2-1886c3cc736c HTTP/1.1" status: 200 len: 898 time: 0.1963844 Nov 25 17:55:30.577855 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-de84a679-b993-490a-a2f5-77905b9a0866 req-326d2660-eae3-4bf7-a217-04f0c35a8d16 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7fb4819-297b-4e57-9f45-07285155350c HTTP/1.1" status: 200 len: 217 time: 0.0522289 Nov 25 17:55:30.652396 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84a679-b993-490a-a2f5-77905b9a0866 req-a5cf97b5-9134-4649-a11b-d4099a8cec40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:30.654019 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-de84a679-b993-490a-a2f5-77905b9a0866 req-a5cf97b5-9134-4649-a11b-d4099a8cec40 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6e576b37-d02e-41c7-8d4d-009925e47e34 HTTP/1.1" status: 200 len: 835 time: 0.0684829 Nov 25 17:55:30.714804 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84a679-b993-490a-a2f5-77905b9a0866 req-767eba12-bb8f-4ec1-a5ef-db28ee394d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:30.716414 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-de84a679-b993-490a-a2f5-77905b9a0866 req-767eba12-bb8f-4ec1-a5ef-db28ee394d9c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7dd41911-9ce8-4604-9de2-1886c3cc736c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549989 Nov 25 17:55:30.837984 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-de84a679-b993-490a-a2f5-77905b9a0866 req-7940c9d7-89ac-4f0e-9d6c-bccefc49673b service neutron] 10.222.0.74 "GET /v2.0/networks/7dd41911-9ce8-4604-9de2-1886c3cc736c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104860 Nov 25 17:55:30.974737 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-de84a679-b993-490a-a2f5-77905b9a0866 req-932900f6-2159-440c-88dd-5092f06fb77a service neutron] 10.222.0.74 "GET /v2.0/networks/7dd41911-9ce8-4604-9de2-1886c3cc736c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271341 Nov 25 17:55:31.465852 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3aaf9-cbd3-4304-a1e8-19c393d0247c req-428a1a85-16f8-42e4-8251-5fd2f74acab8 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:31.467678 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-70c3aaf9-cbd3-4304-a1e8-19c393d0247c req-428a1a85-16f8-42e4-8251-5fd2f74acab8 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=0a581477-fdd2-4290-8953-fb8fb9e747ca HTTP/1.1" status: 200 len: 943 time: 0.0782409 Nov 25 17:55:31.541080 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-70c3aaf9-cbd3-4304-a1e8-19c393d0247c req-d923fa6b-c4a7-4cb0-9f1c-b446fc4464c2 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=d2c007a3-d0a8-4bcc-ba70-290401fbdb44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653083 Nov 25 17:55:32.707357 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4520f7f-18c1-4d10-bfac-f1524c95b934 req-85cd03de-46c2-4004-8aeb-91b7084a5b5d tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:32.715096 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e4520f7f-18c1-4d10-bfac-f1524c95b934 req-85cd03de-46c2-4004-8aeb-91b7084a5b5d tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=0a581477-fdd2-4290-8953-fb8fb9e747ca HTTP/1.1" status: 200 len: 943 time: 0.0894833 Nov 25 17:55:32.775560 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e4520f7f-18c1-4d10-bfac-f1524c95b934 req-a9a3e0c4-a59d-49c4-b716-33ec1e1c395a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=d2c007a3-d0a8-4bcc-ba70-290401fbdb44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593104 Nov 25 17:55:32.950263 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device e7fb4819-297b-4e57-9f45-07285155350c details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:55:33.147216 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port e7fb4819-297b-4e57-9f45-07285155350c, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e7fb4819-297b-4e57-9f45-07285155350c,segment=NetworkSegment(3ac1493a-d5bd-4878-be3f-bc9ef65bb9b8),segment_id=3ac1493a-d5bd-4878-be3f-bc9ef65bb9b8)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:55:33.367591 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': 'e7fb4819-297b-4e57-9f45-07285155350c', 'network_id': '7dd41911-9ce8-4604-9de2-1886c3cc736c', 'port_id': 'e7fb4819-297b-4e57-9f45-07285155350c', 'mac_address': 'fa:16:3e:e0:d3:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e576b37-d02e-41c7-8d4d-009925e47e34', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:55:33.414340 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:33.429805 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7fb4819-297b-4e57-9f45-07285155350c {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:55:33.451924 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port e7fb4819-297b-4e57-9f45-07285155350c, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e7fb4819-297b-4e57-9f45-07285155350c,segment=NetworkSegment(3ac1493a-d5bd-4878-be3f-bc9ef65bb9b8),segment_id=3ac1493a-d5bd-4878-be3f-bc9ef65bb9b8)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:55:33.464879 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:33.514297 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=e7fb4819-297b-4e57-9f45-07285155350c,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:33.800360 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['e7fb4819-297b-4e57-9f45-07285155350c'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:55:33.970427 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed780a37-7bf8-41e0-b41e-b57b80c2d7bc req-4b210542-01f1-45cc-8ff4-dc035f633c97 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:33.973958 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed780a37-7bf8-41e0-b41e-b57b80c2d7bc req-4b210542-01f1-45cc-8ff4-dc035f633c97 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=0a581477-fdd2-4290-8953-fb8fb9e747ca HTTP/1.1" status: 200 len: 944 time: 0.0984550 Nov 25 17:55:34.060308 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed780a37-7bf8-41e0-b41e-b57b80c2d7bc req-db167c5e-da26-47b8-a5fd-038a492096ef tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=d2c007a3-d0a8-4bcc-ba70-290401fbdb44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703707 Nov 25 17:55:34.948681 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device e7fb4819-297b-4e57-9f45-07285155350c up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:55:35.004580 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port e7fb4819-297b-4e57-9f45-07285155350c completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:55:35.010403 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port e7fb4819-297b-4e57-9f45-07285155350c triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:55:35.010957 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:35.107543 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:35.138876 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a581477-fdd2-4290-8953-fb8fb9e747ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7fb4819-297b-4e57-9f45-07285155350c'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:55:35.141202 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f64bac-4a96-42b1-a90b-c3a0cc644b34" -d '{"events": [{"server_uuid": "0a581477-fdd2-4290-8953-fb8fb9e747ca", "name": "network-vif-plugged", "status": "completed", "tag": "e7fb4819-297b-4e57-9f45-07285155350c"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:55:35.157544 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port e7fb4819-297b-4e57-9f45-07285155350c, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e7fb4819-297b-4e57-9f45-07285155350c,segment=NetworkSegment(3ac1493a-d5bd-4878-be3f-bc9ef65bb9b8),segment_id=3ac1493a-d5bd-4878-be3f-bc9ef65bb9b8)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:55:35.163127 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:35.220029 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da1a0bf-4759-4fee-9d83-bd3248e01754 req-3c6ad0b1-173f-4228-a18a-2894784df8e0 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:35.220652 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af77d0a-4ae9-4439-8ea9-1af7613a039d x-openstack-request-id: req-7af77d0a-4ae9-4439-8ea9-1af7613a039d {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:55:35.220652 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a581477-fdd2-4290-8953-fb8fb9e747ca", "name": "network-vif-plugged", "status": "completed", "tag": "e7fb4819-297b-4e57-9f45-07285155350c", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:55:35.221083 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7af77d0a-4ae9-4439-8ea9-1af7613a039d {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:55:35.221731 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4da1a0bf-4759-4fee-9d83-bd3248e01754 req-3c6ad0b1-173f-4228-a18a-2894784df8e0 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=0a581477-fdd2-4290-8953-fb8fb9e747ca HTTP/1.1" status: 200 len: 945 time: 0.0686448 Nov 25 17:55:35.229331 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a581477-fdd2-4290-8953-fb8fb9e747ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7fb4819-297b-4e57-9f45-07285155350c', 'code': 200} Nov 25 17:55:35.232869 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=e7fb4819-297b-4e57-9f45-07285155350c,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:35.301034 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4da1a0bf-4759-4fee-9d83-bd3248e01754 req-0093ca73-1c7c-47f7-99bf-0ab6ed31b171 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=d2c007a3-d0a8-4bcc-ba70-290401fbdb44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663939 Nov 25 17:55:35.330750 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb0349-6228-4544-b111-4a5075bfd2ea req-698fc17e-2bc2-4719-9471-d2cd045230d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:35.332871 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-15cb0349-6228-4544-b111-4a5075bfd2ea req-698fc17e-2bc2-4719-9471-d2cd045230d2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0a581477-fdd2-4290-8953-fb8fb9e747ca HTTP/1.1" status: 200 len: 1096 time: 0.0559759 Nov 25 17:55:35.386098 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-15cb0349-6228-4544-b111-4a5075bfd2ea req-74c4a137-3993-46e6-bf42-735e8eb0354e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=d2c007a3-d0a8-4bcc-ba70-290401fbdb44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454996 Nov 25 17:55:36.432792 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52220f83-a7e3-4a94-8aa6-be962d815021 req-8c2b5269-f4dd-4d46-b057-7a2adab2935e tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:36.441746 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-52220f83-a7e3-4a94-8aa6-be962d815021 req-8c2b5269-f4dd-4d46-b057-7a2adab2935e tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=0a581477-fdd2-4290-8953-fb8fb9e747ca HTTP/1.1" status: 200 len: 945 time: 0.0656040 Nov 25 17:55:36.492168 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-52220f83-a7e3-4a94-8aa6-be962d815021 req-b5b00d71-9e77-478c-8010-406dd041dc9c tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=d2c007a3-d0a8-4bcc-ba70-290401fbdb44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495543 Nov 25 17:55:37.624513 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9eae6c-357f-4c1e-8bbf-3a89f64f5132 req-24b7067e-170a-40f9-8cbf-5099628b4a34 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:37.626220 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ee9eae6c-357f-4c1e-8bbf-3a89f64f5132 req-24b7067e-170a-40f9-8cbf-5099628b4a34 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=0a581477-fdd2-4290-8953-fb8fb9e747ca HTTP/1.1" status: 200 len: 945 time: 0.0542128 Nov 25 17:55:37.682891 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ee9eae6c-357f-4c1e-8bbf-3a89f64f5132 req-4866fb6d-df4a-4ce2-af1a-dd617d46778c tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=d2c007a3-d0a8-4bcc-ba70-290401fbdb44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502236 Nov 25 17:55:37.841191 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b35016-a92f-43cc-991b-ab528b011da8 req-deab103d-f0e1-423c-90d4-719dca0f5950 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:37.842679 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b6b35016-a92f-43cc-991b-ab528b011da8 req-deab103d-f0e1-423c-90d4-719dca0f5950 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=0a581477-fdd2-4290-8953-fb8fb9e747ca HTTP/1.1" status: 200 len: 945 time: 0.0583303 Nov 25 17:55:37.893683 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b6b35016-a92f-43cc-991b-ab528b011da8 req-4b88d83c-e7ae-471e-a6e8-d69aefa37256 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=d2c007a3-d0a8-4bcc-ba70-290401fbdb44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438802 Nov 25 17:55:37.924291 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 52844) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:55:38.119537 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9329c785-f396-4f70-8842-3109ae2556c6 tempest-TestNetworkAdvancedServerOps-44296226 tempest-TestNetworkAdvancedServerOps-44296226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:38.121715 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9329c785-f396-4f70-8842-3109ae2556c6 tempest-TestNetworkAdvancedServerOps-44296226 tempest-TestNetworkAdvancedServerOps-44296226-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=0a581477-fdd2-4290-8953-fb8fb9e747ca HTTP/1.1" status: 200 len: 1091 time: 0.1950963 Nov 25 17:55:38.124385 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 52876) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:55:38.130198 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-a8ed2c39-7576-4549-879f-237b6f0bfff8 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Request body: {'floatingip': {'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'port_id': 'e7fb4819-297b-4e57-9f45-07285155350c', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:55:38.160869 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a8ed2c39-7576-4549-879f-237b6f0bfff8 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for floatingip, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:38.281873 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a8ed2c39-7576-4549-879f-237b6f0bfff8 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:38.404712 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-a8ed2c39-7576-4549-879f-237b6f0bfff8 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Allocated IP 172.25.0.77 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/0967c68f-7da1-434c-bcce-945a7e73f433) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:55:38.522023 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a8ed2c39-7576-4549-879f-237b6f0bfff8 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:38.565925 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a8ed2c39-7576-4549-879f-237b6f0bfff8 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:38.615249 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ed2c39-7576-4549-879f-237b6f0bfff8 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:55:38.618645 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-a8ed2c39-7576-4549-879f-237b6f0bfff8 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:55:38.623307 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ed2c39-7576-4549-879f-237b6f0bfff8 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:55:38.626704 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ed2c39-7576-4549-879f-237b6f0bfff8 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event updated for resources: {'Port': ['ID=0967c68f-7da1-434c-bcce-945a7e73f433,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:38.785774 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 52966) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:55:38.840679 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2405e7a-c4dd-4175-894a-e516dcd6de7d admin admin] Deleting subnet c59c3870-9898-426f-a10c-75e77089e327 {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:55:38.846354 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f2405e7a-c4dd-4175-894a-e516dcd6de7d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:38.895302 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f2405e7a-c4dd-4175-894a-e516dcd6de7d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:38.954490 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f2405e7a-c4dd-4175-894a-e516dcd6de7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:39.042927 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f2405e7a-c4dd-4175-894a-e516dcd6de7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:39.090195 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2405e7a-c4dd-4175-894a-e516dcd6de7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c59c3870-9898-426f-a10c-75e77089e327,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:39.093026 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a8ed2c39-7576-4549-879f-237b6f0bfff8 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:39.099965 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f2405e7a-c4dd-4175-894a-e516dcd6de7d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:39.103860 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-f2405e7a-c4dd-4175-894a-e516dcd6de7d admin admin] 10.222.0.75 "DELETE /v2.0/subnets/c59c3870-9898-426f-a10c-75e77089e327 HTTP/1.1" status: 204 len: 168 time: 0.3170514 Nov 25 17:55:39.107461 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 53002) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:55:39.184560 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ed4ce0b6-f662-48ce-978f-eb57b0d2cc2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:39.185617 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a8ed2c39-7576-4549-879f-237b6f0bfff8 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:39.278766 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ed4ce0b6-f662-48ce-978f-eb57b0d2cc2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:39.302303 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-ed4ce0b6-f662-48ce-978f-eb57b0d2cc2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9515131-3c36-4233-abcd-6c4a1fa0c514']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:55:39.312239 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-ed4ce0b6-f662-48ce-978f-eb57b0d2cc2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96dbbe87-cf80-4fe8-abd1-666c661bd915') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:55:39.312598 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-ed4ce0b6-f662-48ce-978f-eb57b0d2cc2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96dbbe87-cf80-4fe8-abd1-666c661bd915') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:55:39.324473 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ed4ce0b6-f662-48ce-978f-eb57b0d2cc2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:39.339312 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ed4ce0b6-f662-48ce-978f-eb57b0d2cc2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:39.347057 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed4ce0b6-f662-48ce-978f-eb57b0d2cc2a admin admin] Releasing vlan 906 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:55:39.348631 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ed4ce0b6-f662-48ce-978f-eb57b0d2cc2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:39.376197 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:55:39.376197 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:55:39.376197 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:55:39.376197 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:55:39.376197 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:55:39.376197 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:55:39.376197 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:55:39.376197 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:55:39.376197 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:55:39.376197 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:55:39.376197 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:55:39.376197 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:55:39.376197 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:55:39.376197 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:55:39.376197 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:55:39.376197 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:55:39.376197 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:55:39.376197 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:55:39.376197 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:55:39.376197 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:55:39.376197 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:55:39.376197 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:55:39.376197 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:55:39.376197 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:55:39.376197 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:55:39.376197 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:55:39.376197 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:55:39.376197 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:55:39.376197 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:55:39.376197 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:55:39.376197 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:55:39.376197 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:55:39.379404 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a8ed2c39-7576-4549-879f-237b6f0bfff8 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:39.385758 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a8ed2c39-7576-4549-879f-237b6f0bfff8 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:39.463302 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ed2c39-7576-4549-879f-237b6f0bfff8 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event updated for resources: {'Port': ['ID=0967c68f-7da1-434c-bcce-945a7e73f433,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:39.467529 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ed4ce0b6-f662-48ce-978f-eb57b0d2cc2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:39.470058 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a8ed2c39-7576-4549-879f-237b6f0bfff8 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:39.475645 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ed4ce0b6-f662-48ce-978f-eb57b0d2cc2a admin admin] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:39.480657 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-ed4ce0b6-f662-48ce-978f-eb57b0d2cc2a admin admin] 10.222.0.75 "DELETE /v2.0/networks/b9515131-3c36-4233-abcd-6c4a1fa0c514 HTTP/1.1" status: 204 len: 168 time: 0.3721688 Nov 25 17:55:39.590578 n-d-817746-1 neutron-server[103360]: INFO neutron.db.l3_db [None req-a8ed2c39-7576-4549-879f-237b6f0bfff8 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Floating IP 41e696e9-025a-4d1e-b806-7372becbc4c3 associated. External IP: 172.25.0.77, port: e7fb4819-297b-4e57-9f45-07285155350c. Nov 25 17:55:39.828816 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4ce0b6-f662-48ce-978f-eb57b0d2cc2a admin admin] Pushing event deleted for resources: {'Network': ['ID=b9515131-3c36-4233-abcd-6c4a1fa0c514,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:39.855004 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 53078) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:55:39.906718 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-8baafded-268c-49f1-9123-c03c5ccfb1a4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9960cbb596e648cc89546470bd57b4dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0503814 Nov 25 17:55:39.909092 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 53088) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:55:39.980461 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1f9eaba2-d6a5-4499-a297-ef6677827f0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:40.007273 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1f9eaba2-d6a5-4499-a297-ef6677827f0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:40.076393 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1f9eaba2-d6a5-4499-a297-ef6677827f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:40.082685 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1f9eaba2-d6a5-4499-a297-ef6677827f0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:40.084550 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-1f9eaba2-d6a5-4499-a297-ef6677827f0c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/70fa8292-2bb4-464d-ad41-afdc3f2b2da9 HTTP/1.1" status: 204 len: 168 time: 0.1740146 Nov 25 17:55:40.096068 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9eaba2-d6a5-4499-a297-ef6677827f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fa8292-2bb4-464d-ad41-afdc3f2b2da9,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:40.185287 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8ed2c39-7576-4549-879f-237b6f0bfff8 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Router 1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:55:40.333851 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ed2c39-7576-4549-879f-237b6f0bfff8 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:55:40.353391 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e6eff5-8b33-4833-9c95-e8472714e9ec None None] Sync routers for ids ['1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:55:40.356881 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a8ed2c39-7576-4549-879f-237b6f0bfff8 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:40.369941 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e6eff5-8b33-4833-9c95-e8472714e9ec None None] Routers {'1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:55:40.370843 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-95e6eff5-8b33-4833-9c95-e8472714e9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:55:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:55:40.408759 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a8ed2c39-7576-4549-879f-237b6f0bfff8 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2828686 Nov 25 17:55:40.410115 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a581477-fdd2-4290-8953-fb8fb9e747ca', 'tag': 'e7fb4819-297b-4e57-9f45-07285155350c'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:55:40.413101 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9df42a9-adf5-4dd1-807a-9fb050bc7dcf" -d '{"events": [{"name": "network-changed", "server_uuid": "0a581477-fdd2-4290-8953-fb8fb9e747ca", "tag": "e7fb4819-297b-4e57-9f45-07285155350c"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:55:40.476132 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15102247-1a92-4062-8978-bfae93870831 x-openstack-request-id: req-15102247-1a92-4062-8978-bfae93870831 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:55:40.476497 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a581477-fdd2-4290-8953-fb8fb9e747ca", "tag": "e7fb4819-297b-4e57-9f45-07285155350c", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:55:40.476758 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-15102247-1a92-4062-8978-bfae93870831 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:55:40.477203 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a581477-fdd2-4290-8953-fb8fb9e747ca', 'tag': 'e7fb4819-297b-4e57-9f45-07285155350c', 'status': 'completed', 'code': 200} Nov 25 17:55:40.545921 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-95e6eff5-8b33-4833-9c95-e8472714e9ec None None] Set router 1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:55:40.579219 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df42a9-adf5-4dd1-807a-9fb050bc7dcf req-48ca45f0-d33c-40c7-bb92-fcb1e82ffffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:40.581155 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e9df42a9-adf5-4dd1-807a-9fb050bc7dcf req-48ca45f0-d33c-40c7-bb92-fcb1e82ffffb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=867688fabf794394b7f5a37353b0165e&device_id=0a581477-fdd2-4290-8953-fb8fb9e747ca HTTP/1.1" status: 200 len: 1096 time: 0.0821438 Nov 25 17:55:40.586726 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fedf651-be0e-4175-868a-e0ef9c257f7a req-d54a4b69-a9c0-4b7b-9774-4b534cd2c981 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:40.588611 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2fedf651-be0e-4175-868a-e0ef9c257f7a req-d54a4b69-a9c0-4b7b-9774-4b534cd2c981 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=0a581477-fdd2-4290-8953-fb8fb9e747ca HTTP/1.1" status: 200 len: 945 time: 0.0961113 Nov 25 17:55:40.662147 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2fedf651-be0e-4175-868a-e0ef9c257f7a req-e97d10d1-567d-423f-970a-d0940c0b22f7 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=d2c007a3-d0a8-4bcc-ba70-290401fbdb44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672274 Nov 25 17:55:40.689635 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 53184) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:55:40.713391 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df42a9-adf5-4dd1-807a-9fb050bc7dcf req-ba18743b-542e-4810-9e0b-2d34c652f14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:40.714952 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e9df42a9-adf5-4dd1-807a-9fb050bc7dcf req-ba18743b-542e-4810-9e0b-2d34c652f14a service neutron] 10.222.0.74 "GET /v2.0/networks?id=7dd41911-9ce8-4604-9de2-1886c3cc736c HTTP/1.1" status: 200 len: 898 time: 0.1268775 Nov 25 17:55:40.792467 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-411f3743-82bb-4952-a1c7-ae3265c1312e tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/floatingips/41e696e9-025a-4d1e-b806-7372becbc4c3 HTTP/1.1" status: 200 len: 990 time: 0.0993640 Nov 25 17:55:40.803600 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e9df42a9-adf5-4dd1-807a-9fb050bc7dcf req-90c9c049-6de4-40a9-9f3d-685589fbc4be service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7fb4819-297b-4e57-9f45-07285155350c HTTP/1.1" status: 200 len: 998 time: 0.0809064 Nov 25 17:55:40.856060 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df42a9-adf5-4dd1-807a-9fb050bc7dcf req-2b268b4a-1f47-4492-b1c6-09695561edc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:40.858409 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e9df42a9-adf5-4dd1-807a-9fb050bc7dcf req-2b268b4a-1f47-4492-b1c6-09695561edc7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6e576b37-d02e-41c7-8d4d-009925e47e34 HTTP/1.1" status: 200 len: 835 time: 0.0477257 Nov 25 17:55:40.877207 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-95e6eff5-8b33-4833-9c95-e8472714e9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020258065', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '8f22d5e4-f9a7-44cc-be1b-0ea04150d72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:13Z', 'updated_at': '2021-11-25T17:55:20Z', 'revision_number': 4, 'project_id': '867688fabf794394b7f5a37353b0165e', 'gw_port': {'id': '8f22d5e4-f9a7-44cc-be1b-0ea04150d72b', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:4b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:14Z', 'updated_at': '2021-11-25T17:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '41e696e9-025a-4d1e-b806-7372becbc4c3', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'floating_ip_address': '172.25.0.77', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5', 'port_id': 'e7fb4819-297b-4e57-9f45-07285155350c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dd41911-9ce8-4604-9de2-1886c3cc736c', 'mac_address': 'fa:16:3e:e0:d3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a581477-fdd2-4290-8953-fb8fb9e747ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:55:38Z', 'updated_at': '2021-11-25T17:55:38Z', 'revision_number': 0, 'project_id': '867688fabf794394b7f5a37353b0165e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b9e18f-e1ba-4a20-9965-aa2d8520d5cd', 'name': '', 'network_id': '7dd41911-9ce8-4604-9de2-1886c3cc736c', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'mac_address': 'fa:16:3e:68:4a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '6e576b37-d02e-41c7-8d4d-009925e47e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:18Z', 'updated_at': '2021-11-25T17:55:25Z', 'revision_number': 5, 'project_id': '867688fabf794394b7f5a37353b0165e', 'subnets': [{'id': '6e576b37-d02e-41c7-8d4d-009925e47e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:55:40.914887 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e6eff5-8b33-4833-9c95-e8472714e9ec None None] Checking router: 1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:55:40.915132 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df42a9-adf5-4dd1-807a-9fb050bc7dcf req-59c530b8-8196-4d4e-80fb-8f08a88f75c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:40.916669 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e9df42a9-adf5-4dd1-807a-9fb050bc7dcf req-59c530b8-8196-4d4e-80fb-8f08a88f75c0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7dd41911-9ce8-4604-9de2-1886c3cc736c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520239 Nov 25 17:55:40.924358 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e6eff5-8b33-4833-9c95-e8472714e9ec None None] Routers {'1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:55:40.925010 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-95e6eff5-8b33-4833-9c95-e8472714e9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:55:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:55:41.016952 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e9df42a9-adf5-4dd1-807a-9fb050bc7dcf req-7c35943d-2419-4cb3-978a-dc15eb37f4dc service neutron] 10.222.0.74 "GET /v2.0/networks/7dd41911-9ce8-4604-9de2-1886c3cc736c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927291 Nov 25 17:55:41.053876 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-95e6eff5-8b33-4833-9c95-e8472714e9ec None None] Set router 1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:55:41.118530 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e9df42a9-adf5-4dd1-807a-9fb050bc7dcf req-2c02c05b-814c-467b-989e-9cd022d5497b service neutron] 10.222.0.74 "GET /v2.0/networks/7dd41911-9ce8-4604-9de2-1886c3cc736c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936890 Nov 25 17:55:41.320130 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-95e6eff5-8b33-4833-9c95-e8472714e9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020258065', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '8f22d5e4-f9a7-44cc-be1b-0ea04150d72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:13Z', 'updated_at': '2021-11-25T17:55:20Z', 'revision_number': 4, 'project_id': '867688fabf794394b7f5a37353b0165e', 'gw_port': {'id': '8f22d5e4-f9a7-44cc-be1b-0ea04150d72b', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:4b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:14Z', 'updated_at': '2021-11-25T17:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '41e696e9-025a-4d1e-b806-7372becbc4c3', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'floating_ip_address': '172.25.0.77', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5', 'port_id': 'e7fb4819-297b-4e57-9f45-07285155350c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dd41911-9ce8-4604-9de2-1886c3cc736c', 'mac_address': 'fa:16:3e:e0:d3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a581477-fdd2-4290-8953-fb8fb9e747ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:55:38Z', 'updated_at': '2021-11-25T17:55:38Z', 'revision_number': 0, 'project_id': '867688fabf794394b7f5a37353b0165e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b9e18f-e1ba-4a20-9965-aa2d8520d5cd', 'name': '', 'network_id': '7dd41911-9ce8-4604-9de2-1886c3cc736c', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'mac_address': 'fa:16:3e:68:4a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '6e576b37-d02e-41c7-8d4d-009925e47e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:18Z', 'updated_at': '2021-11-25T17:55:25Z', 'revision_number': 5, 'project_id': '867688fabf794394b7f5a37353b0165e', 'subnets': [{'id': '6e576b37-d02e-41c7-8d4d-009925e47e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:55:41.354240 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e6eff5-8b33-4833-9c95-e8472714e9ec None None] The sync data for ids ['1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5'] in n-d-817746-1 is: [{'id': '1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020258065', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '8f22d5e4-f9a7-44cc-be1b-0ea04150d72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:13Z', 'updated_at': '2021-11-25T17:55:20Z', 'revision_number': 4, 'project_id': '867688fabf794394b7f5a37353b0165e', 'gw_port': {'id': '8f22d5e4-f9a7-44cc-be1b-0ea04150d72b', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:4b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:14Z', 'updated_at': '2021-11-25T17:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '41e696e9-025a-4d1e-b806-7372becbc4c3', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'floating_ip_address': '172.25.0.77', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5', 'port_id': 'e7fb4819-297b-4e57-9f45-07285155350c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dd41911-9ce8-4604-9de2-1886c3cc736c', 'mac_address': 'fa:16:3e:e0:d3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a581477-fdd2-4290-8953-fb8fb9e747ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:55:38Z', 'updated_at': '2021-11-25T17:55:38Z', 'revision_number': 0, 'project_id': '867688fabf794394b7f5a37353b0165e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b9e18f-e1ba-4a20-9965-aa2d8520d5cd', 'name': '', 'network_id': '7dd41911-9ce8-4604-9de2-1886c3cc736c', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'mac_address': 'fa:16:3e:68:4a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '6e576b37-d02e-41c7-8d4d-009925e47e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:18Z', 'updated_at': '2021-11-25T17:55:25Z', 'revision_number': 5, 'project_id': '867688fabf794394b7f5a37353b0165e', 'subnets': [{'id': '6e576b37-d02e-41c7-8d4d-009925e47e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:55:41.626728 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f45a5b-b567-4c05-8fa8-dbed19dd6d65 None None] New status for floating IP 41e696e9-025a-4d1e-b806-7372becbc4c3: ACTIVE {{(pid=103363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:55:41.796534 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 53212) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:55:41.880126 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-916cdeec-7504-42a8-a0fe-a6e995d166a7 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/floatingips/41e696e9-025a-4d1e-b806-7372becbc4c3 HTTP/1.1" status: 200 len: 990 time: 0.0822444 Nov 25 17:55:42.882214 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 53222) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:55:42.955882 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-ff843ebb-875f-4696-ab62-0eb59554d563 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/floatingips/41e696e9-025a-4d1e-b806-7372becbc4c3 HTTP/1.1" status: 200 len: 992 time: 0.0637541 Nov 25 17:55:46.883835 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:47.053363 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:47.140634 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-eb0e4de6-d04a-4fda-9cd8-bd1493eb39f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:48.116697 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 53266) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:55:48.264366 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 53272) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:55:48.277307 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-a059ee4f-4330-4191-9529-595637fbf3f0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cedc085fdc134aa698be949c7dd7cb76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1568599 Nov 25 17:55:48.317676 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-846a16cd-0d39-4775-9b8e-41bb6ef3b02f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:48.339572 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-846a16cd-0d39-4775-9b8e-41bb6ef3b02f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:48.390746 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-846a16cd-0d39-4775-9b8e-41bb6ef3b02f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:48.393777 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-846a16cd-0d39-4775-9b8e-41bb6ef3b02f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:48.395188 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-846a16cd-0d39-4775-9b8e-41bb6ef3b02f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/68c41f7e-0037-40a5-8464-59f31d80a911 HTTP/1.1" status: 204 len: 168 time: 0.1296487 Nov 25 17:55:48.407538 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846a16cd-0d39-4775-9b8e-41bb6ef3b02f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c41f7e-0037-40a5-8464-59f31d80a911,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:49.828495 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-819ed215-4343-411f-817f-1dab0ea01c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:50.877059 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:52.084901 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:53.022379 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:53.322634 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:55:58.846434 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 53456) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:55:59.042721 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8656df51-6c6f-47fe-a1df-e3244099f61c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:59.150513 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8656df51-6c6f-47fe-a1df-e3244099f61c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:59.155894 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8656df51-6c6f-47fe-a1df-e3244099f61c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:59.203415 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-8656df51-6c6f-47fe-a1df-e3244099f61c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b52f6bba3acc4b27be8a91c57b584e34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3552158 Nov 25 17:55:59.207877 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 53470) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:55:59.219856 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8656df51-6c6f-47fe-a1df-e3244099f61c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9411b4-4027-4992-b7f6-da21b02f68f8,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:59.282725 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-43fed666-b167-4370-921b-4f345b2c6778 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:59.309394 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-43fed666-b167-4370-921b-4f345b2c6778 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:59.360895 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-43fed666-b167-4370-921b-4f345b2c6778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:59.365077 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-43fed666-b167-4370-921b-4f345b2c6778 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:59.369313 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-43fed666-b167-4370-921b-4f345b2c6778 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2e9411b4-4027-4992-b7f6-da21b02f68f8 HTTP/1.1" status: 204 len: 168 time: 0.1597543 Nov 25 17:55:59.399447 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fed666-b167-4370-921b-4f345b2c6778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9411b4-4027-4992-b7f6-da21b02f68f8,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:59.416713 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fed666-b167-4370-921b-4f345b2c6778 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:59.419548 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fed666-b167-4370-921b-4f345b2c6778 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:59.420221 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fed666-b167-4370-921b-4f345b2c6778 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:59.423628 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fed666-b167-4370-921b-4f345b2c6778 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:59.424077 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fed666-b167-4370-921b-4f345b2c6778 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:59.424517 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fed666-b167-4370-921b-4f345b2c6778 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:59.425880 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fed666-b167-4370-921b-4f345b2c6778 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:59.426324 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fed666-b167-4370-921b-4f345b2c6778 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:59.426755 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fed666-b167-4370-921b-4f345b2c6778 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:59.427627 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fed666-b167-4370-921b-4f345b2c6778 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:59.430518 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fed666-b167-4370-921b-4f345b2c6778 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:59.431004 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fed666-b167-4370-921b-4f345b2c6778 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:01.804133 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 53570) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:01.809704 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-55ea9ef9-a580-4434-ad36-e7c62685f123 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Request body: {'network': {'name': 'tempest-network-smoke--1772640706', 'project_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'port_security_enabled': True}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:56:01.847178 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ea9ef9-a580-4434-ad36-e7c62685f123 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Made reservation on behalf of 97c58dc9e1cc4875b18599cedd8ec1e0 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:56:01.850734 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-55ea9ef9-a580-4434-ad36-e7c62685f123 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:01.863151 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-55ea9ef9-a580-4434-ad36-e7c62685f123 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:01.955188 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-55ea9ef9-a580-4434-ad36-e7c62685f123 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:01.960452 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-55ea9ef9-a580-4434-ad36-e7c62685f123 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:01.998922 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55ea9ef9-a580-4434-ad36-e7c62685f123 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 909} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:56:02.009554 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ea9ef9-a580-4434-ad36-e7c62685f123 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=218c5ff4-ca69-4c4a-acda-c2a549219e42,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:02.014803 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-55ea9ef9-a580-4434-ad36-e7c62685f123 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:02.015160 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-55ea9ef9-a580-4434-ad36-e7c62685f123 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Added segment 04c26b85-2b9a-4f42-9cb6-78a7aa28caca of type vlan for network 9be04e7b-745f-4233-94c2-fabec29b8fd2 Nov 25 17:56:02.058681 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-55ea9ef9-a580-4434-ad36-e7c62685f123 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:02.084234 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-55ea9ef9-a580-4434-ad36-e7c62685f123 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:02.089800 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ea9ef9-a580-4434-ad36-e7c62685f123 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:02.090385 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-55ea9ef9-a580-4434-ad36-e7c62685f123 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:02.161154 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-55ea9ef9-a580-4434-ad36-e7c62685f123 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3558037 Nov 25 17:56:02.163957 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 53584) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:02.171825 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-fa52695a-b51e-495b-ae15-2da23ebee36f tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1507342445', 'admin_state_up': True, 'project_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:56:02.185006 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ea9ef9-a580-4434-ad36-e7c62685f123 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Pushing event updated for resources: {'Network': ['ID=9be04e7b-745f-4233-94c2-fabec29b8fd2,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:02.200945 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 9be04e7b-745f-4233-94c2-fabec29b8fd2 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:56:02.217224 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fa52695a-b51e-495b-ae15-2da23ebee36f tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:02.218349 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fa52695a-b51e-495b-ae15-2da23ebee36f tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:02.276504 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fa52695a-b51e-495b-ae15-2da23ebee36f tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:02.415757 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e14cde-21db-4f7b-a139-ca457810f9df req-d613ac0a-6ed6-40d3-865d-041f30dd2979 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:02.421423 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-01e14cde-21db-4f7b-a139-ca457810f9df req-d613ac0a-6ed6-40d3-865d-041f30dd2979 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/ports?device_id=7eb063c1-7171-4d01-b2f6-3d6865a0fcf7 HTTP/1.1" status: 200 len: 945 time: 0.0603502 Nov 25 17:56:02.438346 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fa52695a-b51e-495b-ae15-2da23ebee36f tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:02.471706 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-01e14cde-21db-4f7b-a139-ca457810f9df req-2fbdf48b-3b7d-4243-83fd-03f4fec4b2f9 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/security-groups?id=b2b64dc9-f681-4285-b2b0-a4471af47257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479829 Nov 25 17:56:02.636712 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fa52695a-b51e-495b-ae15-2da23ebee36f tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks [] for router_gateway, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:02.655222 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fa52695a-b51e-495b-ae15-2da23ebee36f tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:02.770120 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-fa52695a-b51e-495b-ae15-2da23ebee36f tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Allocated IP 172.25.0.149 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/d389e41d-3a02-4168-be6b-4f5bf379619c) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:56:02.873941 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fa52695a-b51e-495b-ae15-2da23ebee36f tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:02.912391 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fa52695a-b51e-495b-ae15-2da23ebee36f tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:02.951978 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa52695a-b51e-495b-ae15-2da23ebee36f tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:56:02.954933 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-fa52695a-b51e-495b-ae15-2da23ebee36f tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:56:02.959143 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa52695a-b51e-495b-ae15-2da23ebee36f tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:56:02.979571 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5206ab45-5414-46e4-8537-4812d885e02a None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:56:02.984464 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa52695a-b51e-495b-ae15-2da23ebee36f tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Pushing event updated for resources: {'Port': ['ID=d389e41d-3a02-4168-be6b-4f5bf379619c,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:03.097119 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-eaebd0c4-c1b1-4753-b6d7-e45d71563348 None None] Provisioning complete for port d389e41d-3a02-4168-be6b-4f5bf379619c triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:56:03.097890 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-eaebd0c4-c1b1-4753-b6d7-e45d71563348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:03.144345 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-eaebd0c4-c1b1-4753-b6d7-e45d71563348 None None] Port d389e41d-3a02-4168-be6b-4f5bf379619c cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:56:03.224543 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fa52695a-b51e-495b-ae15-2da23ebee36f tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks [] for router_gateway, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:03.429672 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fa52695a-b51e-495b-ae15-2da23ebee36f tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:03.580581 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa52695a-b51e-495b-ae15-2da23ebee36f tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Router 1ce07aea-0b14-4a3f-a689-a81a69528cff is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:56:03.740697 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa463cc-4d3b-419f-afea-c5f4901d07a8 req-d80ce787-4118-4415-80e7-01b6dbd268e7 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:03.742336 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cfa463cc-4d3b-419f-afea-c5f4901d07a8 req-d80ce787-4118-4415-80e7-01b6dbd268e7 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/ports?device_id=7eb063c1-7171-4d01-b2f6-3d6865a0fcf7 HTTP/1.1" status: 200 len: 945 time: 0.1835561 Nov 25 17:56:03.794549 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cfa463cc-4d3b-419f-afea-c5f4901d07a8 req-8dc73ce1-4ed0-4985-8ecc-9be000ee3c36 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/security-groups?id=b2b64dc9-f681-4285-b2b0-a4471af47257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446789 Nov 25 17:56:03.954193 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa52695a-b51e-495b-ae15-2da23ebee36f tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:56:03.964384 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c88971e-40e2-4b96-a9d3-2b7dfb6c3739 None None] Sync routers for ids ['1ce07aea-0b14-4a3f-a689-a81a69528cff'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:56:03.983105 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c88971e-40e2-4b96-a9d3-2b7dfb6c3739 None None] Routers {'1ce07aea-0b14-4a3f-a689-a81a69528cff'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:56:03.983737 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-9c88971e-40e2-4b96-a9d3-2b7dfb6c3739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:55:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['1ce07aea-0b14-4a3f-a689-a81a69528cff'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:56:03.993271 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fa52695a-b51e-495b-ae15-2da23ebee36f tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:03.999065 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 53624) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:03.999205 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-fa52695a-b51e-495b-ae15-2da23ebee36f tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8342133 Nov 25 17:56:04.097161 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-72ea8ccc-9a73-48cd-8176-6714d1db4e66 tempest-TestSecurityGroupsBasicOps-1531194188 tempest-TestSecurityGroupsBasicOps-1531194188-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=97c58dc9e1cc4875b18599cedd8ec1e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0933270 Nov 25 17:56:04.097519 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 53632) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:04.145450 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-9c88971e-40e2-4b96-a9d3-2b7dfb6c3739 None None] Set router 1ce07aea-0b14-4a3f-a689-a81a69528cff gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:56:04.194851 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97450b7d-8593-4be9-b9b0-a6219e25cbf2 tempest-TestSecurityGroupsBasicOps-1531194188 tempest-TestSecurityGroupsBasicOps-1531194188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:04.199536 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-97450b7d-8593-4be9-b9b0-a6219e25cbf2 tempest-TestSecurityGroupsBasicOps-1531194188 tempest-TestSecurityGroupsBasicOps-1531194188-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0986459 Nov 25 17:56:04.199831 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 53634) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:04.230769 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-78a1feb4-4b6f-4aeb-bb96-e0cf8d5e981c tempest-TestSecurityGroupsBasicOps-1531194188 tempest-TestSecurityGroupsBasicOps-1531194188-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=1aa44027-b9d0-4a56-9a59-7e664703e20a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296061 Nov 25 17:56:04.233220 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 53638) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:04.238260 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-963e6244-af60-41f0-95b8-92635e210cb0 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1736636232', 'network_id': '9be04e7b-745f-4233-94c2-fabec29b8fd2', 'project_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:56:04.340207 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963e6244-af60-41f0-95b8-92635e210cb0 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Made reservation on behalf of 97c58dc9e1cc4875b18599cedd8ec1e0 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:56:04.343923 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-963e6244-af60-41f0-95b8-92635e210cb0 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:04.348607 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-9c88971e-40e2-4b96-a9d3-2b7dfb6c3739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce07aea-0b14-4a3f-a689-a81a69528cff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1507342445', 'tenant_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'd389e41d-3a02-4168-be6b-4f5bf379619c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:56:02Z', 'updated_at': '2021-11-25T17:56:03Z', 'revision_number': 3, 'project_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'gw_port': {'id': 'd389e41d-3a02-4168-be6b-4f5bf379619c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce07aea-0b14-4a3f-a689-a81a69528cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:56:02Z', 'updated_at': '2021-11-25T17:56:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:56:04.377298 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c88971e-40e2-4b96-a9d3-2b7dfb6c3739 None None] Checking router: 1ce07aea-0b14-4a3f-a689-a81a69528cff for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:56:04.378366 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c88971e-40e2-4b96-a9d3-2b7dfb6c3739 None None] Updating router 1ce07aea-0b14-4a3f-a689-a81a69528cff port d389e41d-3a02-4168-be6b-4f5bf379619c binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:56:04.405115 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9c88971e-40e2-4b96-a9d3-2b7dfb6c3739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:04.535638 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-963e6244-af60-41f0-95b8-92635e210cb0 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:04.608434 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963e6244-af60-41f0-95b8-92635e210cb0 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Pushing event updated for resources: {'Subnet': ['ID=a0353a8e-e04d-4300-b9da-1f5624182072,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:04.614545 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963e6244-af60-41f0-95b8-92635e210cb0 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Checking segment: {'id': '04c26b85-2b9a-4f42-9cb6-78a7aa28caca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '9be04e7b-745f-4233-94c2-fabec29b8fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:56:04.614916 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963e6244-af60-41f0-95b8-92635e210cb0 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Network hostable DHCP agents. Network: 9be04e7b-745f-4233-94c2-fabec29b8fd2, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:56:04.634526 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963e6244-af60-41f0-95b8-92635e210cb0 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Network 9be04e7b-745f-4233-94c2-fabec29b8fd2 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:56:04.644568 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-963e6244-af60-41f0-95b8-92635e210cb0 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 9be04e7b-745f-4233-94c2-fabec29b8fd2) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:56:04.648961 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963e6244-af60-41f0-95b8-92635e210cb0 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:04.649559 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-963e6244-af60-41f0-95b8-92635e210cb0 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:04.657540 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f98028-dce5-4fda-8dd8-bbac2dc31522 None None] Network 9be04e7b-745f-4233-94c2-fabec29b8fd2 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:56:04.665661 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-963e6244-af60-41f0-95b8-92635e210cb0 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4314344 Nov 25 17:56:04.668498 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 53648) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:04.910658 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9c88971e-40e2-4b96-a9d3-2b7dfb6c3739 None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:04.923183 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9c88971e-40e2-4b96-a9d3-2b7dfb6c3739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:04.986137 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf1f04-4671-495d-ac28-77f2a8452685 req-020e7a17-fa87-4a64-8203-0417840de236 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:04.996806 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9ebf1f04-4671-495d-ac28-77f2a8452685 req-020e7a17-fa87-4a64-8203-0417840de236 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/ports?device_id=7eb063c1-7171-4d01-b2f6-3d6865a0fcf7 HTTP/1.1" status: 200 len: 945 time: 0.1094990 Nov 25 17:56:05.037734 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d631ce9-5403-4226-b88f-a4fe68b3e50d None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:56:05.057883 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-9c88971e-40e2-4b96-a9d3-2b7dfb6c3739 None None] Attempting to bind port d389e41d-3a02-4168-be6b-4f5bf379619c on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:56:05.058121 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-9c88971e-40e2-4b96-a9d3-2b7dfb6c3739 None None] Attempting to bind port d389e41d-3a02-4168-be6b-4f5bf379619c by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:56:05.058491 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c88971e-40e2-4b96-a9d3-2b7dfb6c3739 None None] Attempting to bind port d389e41d-3a02-4168-be6b-4f5bf379619c on network 1aa44027-b9d0-4a56-9a59-7e664703e20a {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:56:05.070028 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c88971e-40e2-4b96-a9d3-2b7dfb6c3739 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:56:05.070785 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c88971e-40e2-4b96-a9d3-2b7dfb6c3739 None None] Checking segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:56:05.071707 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9c88971e-40e2-4b96-a9d3-2b7dfb6c3739 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:05.072088 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c88971e-40e2-4b96-a9d3-2b7dfb6c3739 None None] Bound using segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:56:05.072566 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-9c88971e-40e2-4b96-a9d3-2b7dfb6c3739 None None] Bound port: d389e41d-3a02-4168-be6b-4f5bf379619c, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:56:05.072976 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9c88971e-40e2-4b96-a9d3-2b7dfb6c3739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:05.075747 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9ebf1f04-4671-495d-ac28-77f2a8452685 req-232628a9-2c85-40c0-bd3c-c970d3fef4ea tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/security-groups?id=b2b64dc9-f681-4285-b2b0-a4471af47257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766461 Nov 25 17:56:05.117469 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7eebde-ba39-4bc0-8258-f78a6d92bd93 None None] Pushing event updated for resources: {'Port': ['ID=d389e41d-3a02-4168-be6b-4f5bf379619c,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:05.149349 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-9c88971e-40e2-4b96-a9d3-2b7dfb6c3739 None None] For port d389e41d-3a02-4168-be6b-4f5bf379619c, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:56:05.152617 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-9c88971e-40e2-4b96-a9d3-2b7dfb6c3739 None None] For port d389e41d-3a02-4168-be6b-4f5bf379619c, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d389e41d-3a02-4168-be6b-4f5bf379619c,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:56:05.155168 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fcbf0a-8976-489a-b914-aae4facb21f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-9be04e7b-745f-4233-94c2-fabec29b8fd2', 'network_id': '9be04e7b-745f-4233-94c2-fabec29b8fd2', 'tenant_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'fixed_ips': [{'subnet_id': 'a0353a8e-e04d-4300-b9da-1f5624182072'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:56:05.156269 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-26fcbf0a-8976-489a-b914-aae4facb21f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:05.169330 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9c88971e-40e2-4b96-a9d3-2b7dfb6c3739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:05.301931 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eade50ab-aab6-4aa2-8d7b-379f74d33e7b None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:56:05.304278 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0aeecec8-2a11-4d7c-a664-e50b7c7b3674 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:05.332793 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-4880c774-7e95-4843-a377-860694916282 None None] Provisioning complete for port d389e41d-3a02-4168-be6b-4f5bf379619c triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:56:05.333196 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4880c774-7e95-4843-a377-860694916282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:05.344062 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7eebde-ba39-4bc0-8258-f78a6d92bd93 None None] Pushing event updated for resources: {'Port': ['ID=d389e41d-3a02-4168-be6b-4f5bf379619c,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:05.376378 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c88971e-40e2-4b96-a9d3-2b7dfb6c3739 None None] Routers {'1ce07aea-0b14-4a3f-a689-a81a69528cff'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:56:05.377044 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-9c88971e-40e2-4b96-a9d3-2b7dfb6c3739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:55:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['1ce07aea-0b14-4a3f-a689-a81a69528cff'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:56:05.524272 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-26fcbf0a-8976-489a-b914-aae4facb21f6 None None] Allocated IP 172.20.0.2 (9be04e7b-745f-4233-94c2-fabec29b8fd2/a0353a8e-e04d-4300-b9da-1f5624182072/d9e70191-74f2-4fb2-a06a-8ad763f02538) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:56:05.611137 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-9c88971e-40e2-4b96-a9d3-2b7dfb6c3739 None None] Set router 1ce07aea-0b14-4a3f-a689-a81a69528cff gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:56:05.713482 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4880c774-7e95-4843-a377-860694916282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:05.794679 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-4880c774-7e95-4843-a377-860694916282 None None] For port d389e41d-3a02-4168-be6b-4f5bf379619c, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d389e41d-3a02-4168-be6b-4f5bf379619c,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:56:05.804464 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4880c774-7e95-4843-a377-860694916282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:05.959977 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4880c774-7e95-4843-a377-860694916282 None None] Pushing event updated for resources: {'Port': ['ID=d389e41d-3a02-4168-be6b-4f5bf379619c,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:05.963605 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-26fcbf0a-8976-489a-b914-aae4facb21f6 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:05.979453 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-26fcbf0a-8976-489a-b914-aae4facb21f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:05.993607 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-847b2740-6d4f-4309-8e07-befd3a2987aa None None] Provisioning complete for port d389e41d-3a02-4168-be6b-4f5bf379619c triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:56:05.993973 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-847b2740-6d4f-4309-8e07-befd3a2987aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:06.026418 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-0aeecec8-2a11-4d7c-a664-e50b7c7b3674 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Allocated IP 172.20.0.1 (9be04e7b-745f-4233-94c2-fabec29b8fd2/a0353a8e-e04d-4300-b9da-1f5624182072/5e23218c-f14d-4bea-93eb-b8ad5aafe0e3) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:56:06.066123 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fcbf0a-8976-489a-b914-aae4facb21f6 None None] Network 9be04e7b-745f-4233-94c2-fabec29b8fd2 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:56:06.076140 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-26fcbf0a-8976-489a-b914-aae4facb21f6 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:56:06.080107 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fcbf0a-8976-489a-b914-aae4facb21f6 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:56:06.085721 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fcbf0a-8976-489a-b914-aae4facb21f6 None None] Pushing event updated for resources: {'Port': ['ID=d9e70191-74f2-4fb2-a06a-8ad763f02538,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:06.113788 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-9c88971e-40e2-4b96-a9d3-2b7dfb6c3739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce07aea-0b14-4a3f-a689-a81a69528cff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1507342445', 'tenant_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'd389e41d-3a02-4168-be6b-4f5bf379619c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:56:02Z', 'updated_at': '2021-11-25T17:56:03Z', 'revision_number': 3, 'project_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'gw_port': {'id': 'd389e41d-3a02-4168-be6b-4f5bf379619c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce07aea-0b14-4a3f-a689-a81a69528cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:56:02Z', 'updated_at': '2021-11-25T17:56:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:56:06.162142 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0aeecec8-2a11-4d7c-a664-e50b7c7b3674 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:06.164210 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c88971e-40e2-4b96-a9d3-2b7dfb6c3739 None None] The sync data for ids ['1ce07aea-0b14-4a3f-a689-a81a69528cff'] in n-d-817746-1 is: [{'id': '1ce07aea-0b14-4a3f-a689-a81a69528cff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1507342445', 'tenant_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'd389e41d-3a02-4168-be6b-4f5bf379619c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:56:02Z', 'updated_at': '2021-11-25T17:56:03Z', 'revision_number': 3, 'project_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'gw_port': {'id': 'd389e41d-3a02-4168-be6b-4f5bf379619c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce07aea-0b14-4a3f-a689-a81a69528cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:56:02Z', 'updated_at': '2021-11-25T17:56:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:56:06.208393 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0aeecec8-2a11-4d7c-a664-e50b7c7b3674 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:06.234343 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-26fcbf0a-8976-489a-b914-aae4facb21f6 None None] Attempting to bind port d9e70191-74f2-4fb2-a06a-8ad763f02538 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:56:06.234605 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-26fcbf0a-8976-489a-b914-aae4facb21f6 None None] Attempting to bind port d9e70191-74f2-4fb2-a06a-8ad763f02538 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '04c26b85-2b9a-4f42-9cb6-78a7aa28caca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '9be04e7b-745f-4233-94c2-fabec29b8fd2'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:56:06.234952 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fcbf0a-8976-489a-b914-aae4facb21f6 None None] Attempting to bind port d9e70191-74f2-4fb2-a06a-8ad763f02538 on network 9be04e7b-745f-4233-94c2-fabec29b8fd2 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:56:06.248216 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fcbf0a-8976-489a-b914-aae4facb21f6 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:56:06.248895 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fcbf0a-8976-489a-b914-aae4facb21f6 None None] Checking segment: {'id': '04c26b85-2b9a-4f42-9cb6-78a7aa28caca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '9be04e7b-745f-4233-94c2-fabec29b8fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:56:06.249583 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-26fcbf0a-8976-489a-b914-aae4facb21f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:06.250815 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fcbf0a-8976-489a-b914-aae4facb21f6 None None] Bound using segment: {'id': '04c26b85-2b9a-4f42-9cb6-78a7aa28caca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '9be04e7b-745f-4233-94c2-fabec29b8fd2'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:56:06.251315 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-26fcbf0a-8976-489a-b914-aae4facb21f6 None None] Bound port: d9e70191-74f2-4fb2-a06a-8ad763f02538, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c26b85-2b9a-4f42-9cb6-78a7aa28caca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '9be04e7b-745f-4233-94c2-fabec29b8fd2'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:56:06.251709 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-26fcbf0a-8976-489a-b914-aae4facb21f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:06.259163 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aeecec8-2a11-4d7c-a664-e50b7c7b3674 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Network 9be04e7b-745f-4233-94c2-fabec29b8fd2 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:56:06.267002 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-0aeecec8-2a11-4d7c-a664-e50b7c7b3674 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:56:06.269584 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aeecec8-2a11-4d7c-a664-e50b7c7b3674 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:56:06.300059 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d088e9-9f67-478f-ad1a-fd697fc2171d req-4ebfd947-fbd5-4ffb-8598-6fb211011d53 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:06.309080 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-33d088e9-9f67-478f-ad1a-fd697fc2171d req-4ebfd947-fbd5-4ffb-8598-6fb211011d53 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/ports?device_id=7eb063c1-7171-4d01-b2f6-3d6865a0fcf7 HTTP/1.1" status: 200 len: 945 time: 0.1177616 Nov 25 17:56:06.335361 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeecec8-2a11-4d7c-a664-e50b7c7b3674 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Pushing event updated for resources: {'Port': ['ID=5e23218c-f14d-4bea-93eb-b8ad5aafe0e3,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:06.363467 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-26fcbf0a-8976-489a-b914-aae4facb21f6 None None] For port d9e70191-74f2-4fb2-a06a-8ad763f02538, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:56:06.366190 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-33d088e9-9f67-478f-ad1a-fd697fc2171d req-25f1ca73-8e25-4a51-b939-7d3a7fdc592c tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/security-groups?id=b2b64dc9-f681-4285-b2b0-a4471af47257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560112 Nov 25 17:56:06.367034 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-26fcbf0a-8976-489a-b914-aae4facb21f6 None None] For port d9e70191-74f2-4fb2-a06a-8ad763f02538, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d9e70191-74f2-4fb2-a06a-8ad763f02538,segment=NetworkSegment(04c26b85-2b9a-4f42-9cb6-78a7aa28caca),segment_id=04c26b85-2b9a-4f42-9cb6-78a7aa28caca)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:56:06.373232 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-26fcbf0a-8976-489a-b914-aae4facb21f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:06.374223 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0aeecec8-2a11-4d7c-a664-e50b7c7b3674 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:06.459975 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fcbf0a-8976-489a-b914-aae4facb21f6 None None] Pushing event updated for resources: {'Port': ['ID=d9e70191-74f2-4fb2-a06a-8ad763f02538,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:06.584299 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0aeecec8-2a11-4d7c-a664-e50b7c7b3674 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:06.952890 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d389e41d-3a02-4168-be6b-4f5bf379619c up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:56:07.010796 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port d389e41d-3a02-4168-be6b-4f5bf379619c triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:56:07.011170 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:07.029762 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0aeecec8-2a11-4d7c-a664-e50b7c7b3674 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:07.037396 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0aeecec8-2a11-4d7c-a664-e50b7c7b3674 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:07.110584 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d9e70191-74f2-4fb2-a06a-8ad763f02538 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:56:07.149805 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeecec8-2a11-4d7c-a664-e50b7c7b3674 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Pushing event updated for resources: {'Port': ['ID=5e23218c-f14d-4bea-93eb-b8ad5aafe0e3,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:07.155737 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0aeecec8-2a11-4d7c-a664-e50b7c7b3674 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:07.175027 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port d9e70191-74f2-4fb2-a06a-8ad763f02538 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:56:07.175516 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:07.276099 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:07.288739 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aeecec8-2a11-4d7c-a664-e50b7c7b3674 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Network 9be04e7b-745f-4233-94c2-fabec29b8fd2 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:56:07.290588 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-0aeecec8-2a11-4d7c-a664-e50b7c7b3674 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:56:07.341770 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port d9e70191-74f2-4fb2-a06a-8ad763f02538, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d9e70191-74f2-4fb2-a06a-8ad763f02538,segment=NetworkSegment(04c26b85-2b9a-4f42-9cb6-78a7aa28caca),segment_id=04c26b85-2b9a-4f42-9cb6-78a7aa28caca)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:56:07.357817 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:07.439225 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=d9e70191-74f2-4fb2-a06a-8ad763f02538,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:07.508217 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aeecec8-2a11-4d7c-a664-e50b7c7b3674 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Router 1ce07aea-0b14-4a3f-a689-a81a69528cff has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:56:07.544444 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f1fa40-6a58-4caa-8526-4ce254825fb0 req-0ffb499f-ccfd-42ab-9111-8aaf377f3973 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:07.547353 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c6f1fa40-6a58-4caa-8526-4ce254825fb0 req-0ffb499f-ccfd-42ab-9111-8aaf377f3973 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/ports?device_id=7eb063c1-7171-4d01-b2f6-3d6865a0fcf7 HTTP/1.1" status: 200 len: 945 time: 0.0666449 Nov 25 17:56:07.666685 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b48c0-b1a5-456c-980d-9fc92324800f req-52bdeabd-2239-450a-8341-a9654623707a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:07.668325 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c99b48c0-b1a5-456c-980d-9fc92324800f req-52bdeabd-2239-450a-8341-a9654623707a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=0a581477-fdd2-4290-8953-fb8fb9e747ca HTTP/1.1" status: 200 len: 945 time: 0.1170907 Nov 25 17:56:07.679296 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c6f1fa40-6a58-4caa-8526-4ce254825fb0 req-40c34cf1-f37b-409b-9120-8f8286a0b9b4 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/security-groups?id=b2b64dc9-f681-4285-b2b0-a4471af47257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170270 Nov 25 17:56:07.749169 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aeecec8-2a11-4d7c-a664-e50b7c7b3674 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:56:07.749779 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c99b48c0-b1a5-456c-980d-9fc92324800f req-a56ebb06-8c7a-4fdd-97b8-02a59a694542 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=d2c007a3-d0a8-4bcc-ba70-290401fbdb44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692811 Nov 25 17:56:07.755579 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0aeecec8-2a11-4d7c-a664-e50b7c7b3674 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "PUT /v2.0/routers/1ce07aea-0b14-4a3f-a689-a81a69528cff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0859020 Nov 25 17:56:07.758525 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 53702) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:07.764840 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-8151c097-2d32-43f2-ace0-179244efe263 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1770269756', 'description': 'tempest-secgroup_access--1770269756 description', 'project_id': '97c58dc9e1cc4875b18599cedd8ec1e0'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:56:07.771426 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 53704) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:07.793535 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8151c097-2d32-43f2-ace0-179244efe263 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:07.845790 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9342a19c-49d1-4dad-b20a-06b8892ccbbf tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/floatingips/41e696e9-025a-4d1e-b806-7372becbc4c3 HTTP/1.1" status: 200 len: 992 time: 0.0728219 Nov 25 17:56:07.902921 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e338fd6c-b8a5-405d-b713-2a36fe8f5035 None None] Network 9be04e7b-745f-4233-94c2-fabec29b8fd2 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:56:07.913530 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8151c097-2d32-43f2-ace0-179244efe263 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:07.918381 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8151c097-2d32-43f2-ace0-179244efe263 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:07.947754 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8151c097-2d32-43f2-ace0-179244efe263 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:07.949465 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-8151c097-2d32-43f2-ace0-179244efe263 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1899421 Nov 25 17:56:07.953128 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 53712) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:07.973576 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-f7f3fef7-3958-4f13-9980-23c4f5c1d439 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1278390319', 'description': 'tempest-secgroup_general--1278390319 description', 'project_id': '97c58dc9e1cc4875b18599cedd8ec1e0'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:56:07.978014 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-cb2fa8ef-7f16-4c05-9041-1f64b4a3c811 None None] Provisioning complete for port d9e70191-74f2-4fb2-a06a-8ad763f02538 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:56:07.978258 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-cb2fa8ef-7f16-4c05-9041-1f64b4a3c811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:07.982423 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8151c097-2d32-43f2-ace0-179244efe263 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46dae59f-c204-4f5d-942f-0c5e71da4817,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:08.005107 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f7f3fef7-3958-4f13-9980-23c4f5c1d439 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:08.101594 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f7f3fef7-3958-4f13-9980-23c4f5c1d439 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:08.111623 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f7f3fef7-3958-4f13-9980-23c4f5c1d439 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:08.165495 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f7f3fef7-3958-4f13-9980-23c4f5c1d439 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:08.171969 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f7f3fef7-3958-4f13-9980-23c4f5c1d439 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2055655 Nov 25 17:56:08.174472 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 53718) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:08.182692 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-45c1c2de-6899-4f3b-a8bd-4868a52ae80c tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Request body: {'security_group_rule': {'security_group_id': '46dae59f-c204-4f5d-942f-0c5e71da4817', 'project_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:56:08.199972 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3fef7-3958-4f13-9980-23c4f5c1d439 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab24b40-d032-4126-bd10-66384ff572d1,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:08.232279 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-45c1c2de-6899-4f3b-a8bd-4868a52ae80c tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:08.321930 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-45c1c2de-6899-4f3b-a8bd-4868a52ae80c tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:08.329630 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-45c1c2de-6899-4f3b-a8bd-4868a52ae80c tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:08.337696 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1998bfa4-5da8-4401-80aa-fe4cfe9537ad req-bdeca056-fd6a-4d00-ad43-fad1166d9700 tempest-TestNetworkAdvancedServerOps-44296226 tempest-TestNetworkAdvancedServerOps-44296226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:08.339589 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1998bfa4-5da8-4401-80aa-fe4cfe9537ad req-bdeca056-fd6a-4d00-ad43-fad1166d9700 tempest-TestNetworkAdvancedServerOps-44296226 tempest-TestNetworkAdvancedServerOps-44296226-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=0a581477-fdd2-4290-8953-fb8fb9e747ca HTTP/1.1" status: 200 len: 1096 time: 0.1118245 Nov 25 17:56:08.359689 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c1c2de-6899-4f3b-a8bd-4868a52ae80c tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e540e1d7-27b8-4d8c-bb1c-75ae96a08b3e,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:08.372776 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-45c1c2de-6899-4f3b-a8bd-4868a52ae80c tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:08.373744 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-45c1c2de-6899-4f3b-a8bd-4868a52ae80c tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1984098 Nov 25 17:56:08.413509 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1998bfa4-5da8-4401-80aa-fe4cfe9537ad req-befe43e8-0601-425d-9f3f-9b3ecafcdf13 tempest-TestNetworkAdvancedServerOps-44296226 tempest-TestNetworkAdvancedServerOps-44296226-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=d2c007a3-d0a8-4bcc-ba70-290401fbdb44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672758 Nov 25 17:56:08.560582 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-996ad90f-a9bd-4847-a23b-3ada1349397d None None] Provisioning complete for port 5e23218c-f14d-4bea-93eb-b8ad5aafe0e3 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:56:08.561091 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-996ad90f-a9bd-4847-a23b-3ada1349397d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:08.586829 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [req-ece09f59-d590-4278-90d5-38928e8e468a req-34b61f7b-ca0d-4a5e-abc5-c195368789a1 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:56:08.587943 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ece09f59-d590-4278-90d5-38928e8e468a req-34b61f7b-ca0d-4a5e-abc5-c195368789a1 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0889089 Nov 25 17:56:08.613634 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0bcac7da-da6d-49eb-8322-cb0cdbe84831 req-2978c582-715c-4d6d-b061-837885f57e40 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup_access--1770269756&fields=id&tenant_id=97c58dc9e1cc4875b18599cedd8ec1e0 HTTP/1.1" status: 200 len: 267 time: 0.0819132 Nov 25 17:56:08.622078 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-996ad90f-a9bd-4847-a23b-3ada1349397d None None] Port 5e23218c-f14d-4bea-93eb-b8ad5aafe0e3 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:56:08.634809 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-996ad90f-a9bd-4847-a23b-3ada1349397d None None] Provisioning complete for port d9e70191-74f2-4fb2-a06a-8ad763f02538 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:56:08.635436 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-996ad90f-a9bd-4847-a23b-3ada1349397d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:08.703108 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5194ed65-ea95-488c-8fc9-d62b674d087b None None] Sync routers for ids ['1ce07aea-0b14-4a3f-a689-a81a69528cff'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:56:08.722691 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5194ed65-ea95-488c-8fc9-d62b674d087b None None] Routers {'1ce07aea-0b14-4a3f-a689-a81a69528cff'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:56:08.724290 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0bcac7da-da6d-49eb-8322-cb0cdbe84831 req-30baf0dc-24a9-4e16-ba10-1c6a3c1e84c0 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup_general--1278390319&fields=id&tenant_id=97c58dc9e1cc4875b18599cedd8ec1e0 HTTP/1.1" status: 200 len: 267 time: 0.1096284 Nov 25 17:56:08.724667 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-5194ed65-ea95-488c-8fc9-d62b674d087b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:55:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['1ce07aea-0b14-4a3f-a689-a81a69528cff'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:56:08.915680 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcac7da-da6d-49eb-8322-cb0cdbe84831 req-dbb50ecd-5756-4e82-94f0-d28ecd892742 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:08.923069 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0bcac7da-da6d-49eb-8322-cb0cdbe84831 req-dbb50ecd-5756-4e82-94f0-d28ecd892742 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "GET /v2.0/networks?id=9be04e7b-745f-4233-94c2-fabec29b8fd2 HTTP/1.1" status: 200 len: 797 time: 0.1966715 Nov 25 17:56:08.943105 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0bcac7da-da6d-49eb-8322-cb0cdbe84831 req-1fbd1c1f-9a54-4a1d-8236-32402ed8051e tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "GET /v2.0/quotas/97c58dc9e1cc4875b18599cedd8ec1e0 HTTP/1.1" status: 200 len: 375 time: 0.0187414 Nov 25 17:56:08.981134 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-5194ed65-ea95-488c-8fc9-d62b674d087b None None] Set router 1ce07aea-0b14-4a3f-a689-a81a69528cff gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:56:09.021673 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0bcac7da-da6d-49eb-8322-cb0cdbe84831 req-2d46aa4f-af80-4fd5-82cd-b938bbf38989 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=97c58dc9e1cc4875b18599cedd8ec1e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0773566 Nov 25 17:56:09.121950 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d9e70191-74f2-4fb2-a06a-8ad763f02538 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:56:09.126034 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [req-0bcac7da-da6d-49eb-8322-cb0cdbe84831 req-3cb94375-54d5-4e25-ab60-61cb7894d389 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:56:09.133628 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0bcac7da-da6d-49eb-8322-cb0cdbe84831 req-3cb94375-54d5-4e25-ab60-61cb7894d389 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1098664 Nov 25 17:56:09.230939 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port d9e70191-74f2-4fb2-a06a-8ad763f02538 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:56:09.231378 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:09.286449 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0bcac7da-da6d-49eb-8322-cb0cdbe84831 req-30c7176c-64b5-4993-97b4-afef77c78b5d service neutron] 10.222.0.75 "GET /v2.0/networks/9be04e7b-745f-4233-94c2-fabec29b8fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514568 Nov 25 17:56:09.316572 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-5194ed65-ea95-488c-8fc9-d62b674d087b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce07aea-0b14-4a3f-a689-a81a69528cff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1507342445', 'tenant_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'd389e41d-3a02-4168-be6b-4f5bf379619c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:56:02Z', 'updated_at': '2021-11-25T17:56:06Z', 'revision_number': 4, 'project_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'gw_port': {'id': 'd389e41d-3a02-4168-be6b-4f5bf379619c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce07aea-0b14-4a3f-a689-a81a69528cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:56:02Z', 'updated_at': '2021-11-25T17:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '5e23218c-f14d-4bea-93eb-b8ad5aafe0e3', 'name': '', 'network_id': '9be04e7b-745f-4233-94c2-fabec29b8fd2', 'tenant_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'mac_address': 'fa:16:3e:69:0b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce07aea-0b14-4a3f-a689-a81a69528cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'a0353a8e-e04d-4300-b9da-1f5624182072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:56:05Z', 'updated_at': '2021-11-25T17:56:06Z', 'revision_number': 2, 'project_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'subnets': [{'id': 'a0353a8e-e04d-4300-b9da-1f5624182072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:56:09.337107 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-c7ef8ab7-70a7-42c1-bc9e-48d9dc9dbc67 None None] Provisioning complete for port 5e23218c-f14d-4bea-93eb-b8ad5aafe0e3 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:56:09.337624 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c7ef8ab7-70a7-42c1-bc9e-48d9dc9dbc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:09.353362 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5194ed65-ea95-488c-8fc9-d62b674d087b None None] Checking router: 1ce07aea-0b14-4a3f-a689-a81a69528cff for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:56:09.353865 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5194ed65-ea95-488c-8fc9-d62b674d087b None None] Updating router 1ce07aea-0b14-4a3f-a689-a81a69528cff port 5e23218c-f14d-4bea-93eb-b8ad5aafe0e3 binding host n-d-817746-1 {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:56:09.378761 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-c7ef8ab7-70a7-42c1-bc9e-48d9dc9dbc67 None None] Port 5e23218c-f14d-4bea-93eb-b8ad5aafe0e3 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:56:09.384207 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-5194ed65-ea95-488c-8fc9-d62b674d087b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:09.434716 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0bcac7da-da6d-49eb-8322-cb0cdbe84831 req-ef8733bf-351a-4222-893c-65174f3293b5 service neutron] 10.222.0.75 "GET /v2.0/networks/9be04e7b-745f-4233-94c2-fabec29b8fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473997 Nov 25 17:56:09.470647 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-30a5d9d5-8e2f-4b7d-bc80-23b96751a4ec service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=0a581477-fdd2-4290-8953-fb8fb9e747ca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0499017 Nov 25 17:56:09.482224 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-55ceddff-e11b-40b1-8d74-521b17092593 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:56:09.483221 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-55ceddff-e11b-40b1-8d74-521b17092593 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063739 Nov 25 17:56:09.761075 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0333bf0b-2cbe-484e-b4ac-72e71f814349 req-15d3068b-e700-47b5-aca9-f9100c828f79 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:09.769197 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0333bf0b-2cbe-484e-b4ac-72e71f814349 req-15d3068b-e700-47b5-aca9-f9100c828f79 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/ports?device_id=7eb063c1-7171-4d01-b2f6-3d6865a0fcf7 HTTP/1.1" status: 200 len: 945 time: 0.0984924 Nov 25 17:56:09.791513 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-5194ed65-ea95-488c-8fc9-d62b674d087b None None] Publish callbacks [] for port, precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:09.802730 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-5194ed65-ea95-488c-8fc9-d62b674d087b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:09.833335 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0333bf0b-2cbe-484e-b4ac-72e71f814349 req-cb0e5ee5-060a-47c0-97d3-4262be124119 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/security-groups?id=b2b64dc9-f681-4285-b2b0-a4471af47257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631080 Nov 25 17:56:09.858308 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be60e1b3-f16c-439d-b6d4-654523a3bfb7 None None] Pushing event updated for resources: {'Port': ['ID=5e23218c-f14d-4bea-93eb-b8ad5aafe0e3,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:09.945975 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-5194ed65-ea95-488c-8fc9-d62b674d087b None None] Attempting to bind port 5e23218c-f14d-4bea-93eb-b8ad5aafe0e3 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:56:09.946763 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-5194ed65-ea95-488c-8fc9-d62b674d087b None None] Attempting to bind port 5e23218c-f14d-4bea-93eb-b8ad5aafe0e3 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '04c26b85-2b9a-4f42-9cb6-78a7aa28caca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '9be04e7b-745f-4233-94c2-fabec29b8fd2'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:56:09.948440 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5194ed65-ea95-488c-8fc9-d62b674d087b None None] Attempting to bind port 5e23218c-f14d-4bea-93eb-b8ad5aafe0e3 on network 9be04e7b-745f-4233-94c2-fabec29b8fd2 {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:56:09.958312 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5194ed65-ea95-488c-8fc9-d62b674d087b None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:56:09.958791 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5194ed65-ea95-488c-8fc9-d62b674d087b None None] Checking segment: {'id': '04c26b85-2b9a-4f42-9cb6-78a7aa28caca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '9be04e7b-745f-4233-94c2-fabec29b8fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:56:09.959254 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-5194ed65-ea95-488c-8fc9-d62b674d087b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:09.959773 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5194ed65-ea95-488c-8fc9-d62b674d087b None None] Bound using segment: {'id': '04c26b85-2b9a-4f42-9cb6-78a7aa28caca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '9be04e7b-745f-4233-94c2-fabec29b8fd2'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:56:09.960301 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-5194ed65-ea95-488c-8fc9-d62b674d087b None None] Bound port: 5e23218c-f14d-4bea-93eb-b8ad5aafe0e3, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c26b85-2b9a-4f42-9cb6-78a7aa28caca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '9be04e7b-745f-4233-94c2-fabec29b8fd2'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:56:09.961047 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-5194ed65-ea95-488c-8fc9-d62b674d087b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:09.967540 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-97676979-74ff-4314-a9aa-3e93caebf46b req-1adbc50f-868a-48a6-88f8-32d14783f846 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "GET /v2.0/ports?device_id=4dd63b2f-78a9-40b0-a7bc-fc8deffddf51 HTTP/1.1" status: 200 len: 210 time: 0.0627675 Nov 25 17:56:10.057668 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-5194ed65-ea95-488c-8fc9-d62b674d087b None None] For port 5e23218c-f14d-4bea-93eb-b8ad5aafe0e3, host n-d-817746-1, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:56:10.061267 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-5194ed65-ea95-488c-8fc9-d62b674d087b None None] For port 5e23218c-f14d-4bea-93eb-b8ad5aafe0e3, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=5e23218c-f14d-4bea-93eb-b8ad5aafe0e3,segment=NetworkSegment(04c26b85-2b9a-4f42-9cb6-78a7aa28caca),segment_id=04c26b85-2b9a-4f42-9cb6-78a7aa28caca)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:56:10.067528 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-5194ed65-ea95-488c-8fc9-d62b674d087b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:10.122265 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5194ed65-ea95-488c-8fc9-d62b674d087b None None] Routers {'1ce07aea-0b14-4a3f-a689-a81a69528cff'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:56:10.123041 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-5194ed65-ea95-488c-8fc9-d62b674d087b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:55:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['1ce07aea-0b14-4a3f-a689-a81a69528cff'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:56:10.209971 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-30bf3c6f-84af-4c08-b0bf-599a0ba3e51e None None] Provisioning complete for port 5e23218c-f14d-4bea-93eb-b8ad5aafe0e3 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:56:10.211258 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-30bf3c6f-84af-4c08-b0bf-599a0ba3e51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:10.251315 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be60e1b3-f16c-439d-b6d4-654523a3bfb7 None None] Pushing event updated for resources: {'Port': ['ID=5e23218c-f14d-4bea-93eb-b8ad5aafe0e3,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:10.265821 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-5194ed65-ea95-488c-8fc9-d62b674d087b None None] Set router 1ce07aea-0b14-4a3f-a689-a81a69528cff gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:56:10.375578 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-b0d11609-adc1-49ab-8b66-e0d60214a187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:10.383533 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-b0d11609-adc1-49ab-8b66-e0d60214a187 service neutron] 10.222.0.75 "GET /v2.0/ports/e7fb4819-297b-4e57-9f45-07285155350c HTTP/1.1" status: 200 len: 1093 time: 0.0660455 Nov 25 17:56:10.388179 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-a622582f-e55e-4703-a7ca-e6f2be91e639 service neutron] Request body: {'binding': {'host': 'n-h2-817746-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:56:10.388845 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-a622582f-e55e-4703-a7ca-e6f2be91e639 service neutron] Unknown quota resources ['binding']. {{(pid=103360) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 17:56:10.412787 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-30bf3c6f-84af-4c08-b0bf-599a0ba3e51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:10.529925 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-30bf3c6f-84af-4c08-b0bf-599a0ba3e51e None None] For port 5e23218c-f14d-4bea-93eb-b8ad5aafe0e3, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=5e23218c-f14d-4bea-93eb-b8ad5aafe0e3,segment=NetworkSegment(04c26b85-2b9a-4f42-9cb6-78a7aa28caca),segment_id=04c26b85-2b9a-4f42-9cb6-78a7aa28caca)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:56:10.539978 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-30bf3c6f-84af-4c08-b0bf-599a0ba3e51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:10.616574 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-a622582f-e55e-4703-a7ca-e6f2be91e639 service neutron] Attempting to bind port e7fb4819-297b-4e57-9f45-07285155350c on host n-h2-817746-1 for vnic_type normal with profile None {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:56:10.617647 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-a622582f-e55e-4703-a7ca-e6f2be91e639 service neutron] Attempting to bind port e7fb4819-297b-4e57-9f45-07285155350c by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '3ac1493a-d5bd-4878-be3f-bc9ef65bb9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '7dd41911-9ce8-4604-9de2-1886c3cc736c'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:56:10.618148 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-a622582f-e55e-4703-a7ca-e6f2be91e639 service neutron] Attempting to bind port e7fb4819-297b-4e57-9f45-07285155350c on network 7dd41911-9ce8-4604-9de2-1886c3cc736c {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:56:10.624318 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-a622582f-e55e-4703-a7ca-e6f2be91e639 service neutron] Port e7fb4819-297b-4e57-9f45-07285155350c on network 7dd41911-9ce8-4604-9de2-1886c3cc736c not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:56:10.625139 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-a622582f-e55e-4703-a7ca-e6f2be91e639 service neutron] Attempting to bind port e7fb4819-297b-4e57-9f45-07285155350c on network 7dd41911-9ce8-4604-9de2-1886c3cc736c {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:56:10.632678 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-a622582f-e55e-4703-a7ca-e6f2be91e639 service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:56:10.632954 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-5194ed65-ea95-488c-8fc9-d62b674d087b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce07aea-0b14-4a3f-a689-a81a69528cff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1507342445', 'tenant_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'd389e41d-3a02-4168-be6b-4f5bf379619c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:56:02Z', 'updated_at': '2021-11-25T17:56:06Z', 'revision_number': 4, 'project_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'gw_port': {'id': 'd389e41d-3a02-4168-be6b-4f5bf379619c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce07aea-0b14-4a3f-a689-a81a69528cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:56:02Z', 'updated_at': '2021-11-25T17:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '5e23218c-f14d-4bea-93eb-b8ad5aafe0e3', 'name': '', 'network_id': '9be04e7b-745f-4233-94c2-fabec29b8fd2', 'tenant_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'mac_address': 'fa:16:3e:69:0b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce07aea-0b14-4a3f-a689-a81a69528cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'a0353a8e-e04d-4300-b9da-1f5624182072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:56:05Z', 'updated_at': '2021-11-25T17:56:10Z', 'revision_number': 4, 'project_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'subnets': [{'id': 'a0353a8e-e04d-4300-b9da-1f5624182072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:56:10.633518 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-a622582f-e55e-4703-a7ca-e6f2be91e639 service neutron] Checking segment: {'id': '3ac1493a-d5bd-4878-be3f-bc9ef65bb9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '7dd41911-9ce8-4604-9de2-1886c3cc736c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:56:10.634084 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-a622582f-e55e-4703-a7ca-e6f2be91e639 service neutron] Bound using segment: {'id': '3ac1493a-d5bd-4878-be3f-bc9ef65bb9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '7dd41911-9ce8-4604-9de2-1886c3cc736c'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:56:10.634688 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-a622582f-e55e-4703-a7ca-e6f2be91e639 service neutron] Bound port: e7fb4819-297b-4e57-9f45-07285155350c, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac1493a-d5bd-4878-be3f-bc9ef65bb9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '7dd41911-9ce8-4604-9de2-1886c3cc736c'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:56:10.659859 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf3c6f-84af-4c08-b0bf-599a0ba3e51e None None] Pushing event updated for resources: {'Port': ['ID=5e23218c-f14d-4bea-93eb-b8ad5aafe0e3,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:10.662868 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5194ed65-ea95-488c-8fc9-d62b674d087b None None] The sync data for ids ['1ce07aea-0b14-4a3f-a689-a81a69528cff'] in n-d-817746-1 is: [{'id': '1ce07aea-0b14-4a3f-a689-a81a69528cff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1507342445', 'tenant_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'd389e41d-3a02-4168-be6b-4f5bf379619c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:56:02Z', 'updated_at': '2021-11-25T17:56:06Z', 'revision_number': 4, 'project_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'gw_port': {'id': 'd389e41d-3a02-4168-be6b-4f5bf379619c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce07aea-0b14-4a3f-a689-a81a69528cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:56:02Z', 'updated_at': '2021-11-25T17:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '5e23218c-f14d-4bea-93eb-b8ad5aafe0e3', 'name': '', 'network_id': '9be04e7b-745f-4233-94c2-fabec29b8fd2', 'tenant_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'mac_address': 'fa:16:3e:69:0b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce07aea-0b14-4a3f-a689-a81a69528cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'a0353a8e-e04d-4300-b9da-1f5624182072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:56:05Z', 'updated_at': '2021-11-25T17:56:10Z', 'revision_number': 4, 'project_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'subnets': [{'id': 'a0353a8e-e04d-4300-b9da-1f5624182072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:56:10.688651 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-30094a14-b737-4954-b0af-8ab4f26d91bb None None] Provisioning complete for port 5e23218c-f14d-4bea-93eb-b8ad5aafe0e3 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:56:10.689082 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-30094a14-b737-4954-b0af-8ab4f26d91bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:10.812496 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-a622582f-e55e-4703-a7ca-e6f2be91e639 service neutron] For port e7fb4819-297b-4e57-9f45-07285155350c, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=e7fb4819-297b-4e57-9f45-07285155350c,segment=NetworkSegment(3ac1493a-d5bd-4878-be3f-bc9ef65bb9b8),segment_id=3ac1493a-d5bd-4878-be3f-bc9ef65bb9b8)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:56:10.826612 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-a622582f-e55e-4703-a7ca-e6f2be91e639 service neutron] Publish callbacks [] for binding, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:10.828075 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-a622582f-e55e-4703-a7ca-e6f2be91e639 service neutron] 10.222.0.75 "POST /v2.0/ports/e7fb4819-297b-4e57-9f45-07285155350c/bindings HTTP/1.1" status: 201 len: 389 time: 0.4432206 Nov 25 17:56:10.938061 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 5e23218c-f14d-4bea-93eb-b8ad5aafe0e3 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:56:11.011291 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 5e23218c-f14d-4bea-93eb-b8ad5aafe0e3 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:56:11.011935 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:11.040762 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca95c6e0-5934-4e7d-a5e7-65ab10800fdc req-624c5c79-c575-4873-a3fe-309e8c7f38f1 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:11.046179 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ca95c6e0-5934-4e7d-a5e7-65ab10800fdc req-624c5c79-c575-4873-a3fe-309e8c7f38f1 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/ports?device_id=7eb063c1-7171-4d01-b2f6-3d6865a0fcf7 HTTP/1.1" status: 200 len: 945 time: 0.0765190 Nov 25 17:56:11.155427 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ca95c6e0-5934-4e7d-a5e7-65ab10800fdc req-79dd8e63-cf3f-495c-8834-42934c1d029b tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/security-groups?id=b2b64dc9-f681-4285-b2b0-a4471af47257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971184 Nov 25 17:56:11.193576 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d3612-b064-42bc-836e-02687640ec0c req-23da8357-9f90-42bd-8f88-60d08500fd0a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:11.213236 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-569d3612-b064-42bc-836e-02687640ec0c req-23da8357-9f90-42bd-8f88-60d08500fd0a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=0a581477-fdd2-4290-8953-fb8fb9e747ca HTTP/1.1" status: 200 len: 945 time: 0.1286173 Nov 25 17:56:11.246514 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-c7b8f230-d78a-40dd-b866-9bb37bdecb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:11.248542 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-c7b8f230-d78a-40dd-b866-9bb37bdecb01 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=867688fabf794394b7f5a37353b0165e&device_id=0a581477-fdd2-4290-8953-fb8fb9e747ca HTTP/1.1" status: 200 len: 1096 time: 0.0814583 Nov 25 17:56:11.378744 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-a3c74768-46d5-414b-83fa-db1520d26715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:11.380909 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-a3c74768-46d5-414b-83fa-db1520d26715 service neutron] 10.222.0.90 "GET /v2.0/networks?id=7dd41911-9ce8-4604-9de2-1886c3cc736c HTTP/1.1" status: 200 len: 898 time: 0.1229832 Nov 25 17:56:11.387985 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcac7da-da6d-49eb-8322-cb0cdbe84831 req-c3bf3050-9f2e-47e7-bb3a-a04b11b7f7b1 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:11.389492 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0bcac7da-da6d-49eb-8322-cb0cdbe84831 req-c3bf3050-9f2e-47e7-bb3a-a04b11b7f7b1 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.90 "GET /v2.0/networks?id=9be04e7b-745f-4233-94c2-fabec29b8fd2 HTTP/1.1" status: 200 len: 797 time: 0.1662199 Nov 25 17:56:11.433560 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-88d12e55-c2d1-4fdf-a9cd-5c4ed58e5ee4 req-2b385725-1ef2-4530-a1ee-d8078bbbc839 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "GET /v2.0/ports?device_id=4dd63b2f-78a9-40b0-a7bc-fc8deffddf51 HTTP/1.1" status: 200 len: 210 time: 0.1599472 Nov 25 17:56:11.491521 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-569d3612-b064-42bc-836e-02687640ec0c req-e05f2e85-3c4e-4591-8f0b-25dedd68eab6 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=d2c007a3-d0a8-4bcc-ba70-290401fbdb44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2770414 Nov 25 17:56:11.492729 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-16f660c5-5a98-4a7e-943e-eddf2363135b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7fb4819-297b-4e57-9f45-07285155350c HTTP/1.1" status: 200 len: 1000 time: 0.0973952 Nov 25 17:56:11.548251 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-931472d3-04b3-4939-9377-4afebe4fe8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:11.550591 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-931472d3-04b3-4939-9377-4afebe4fe8e4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=6e576b37-d02e-41c7-8d4d-009925e47e34 HTTP/1.1" status: 200 len: 835 time: 0.0499465 Nov 25 17:56:11.586853 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0bcac7da-da6d-49eb-8322-cb0cdbe84831 req-39193599-ceaa-442b-b422-2af428fb9eb7 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97c58dc9e1cc4875b18599cedd8ec1e0 HTTP/1.1" status: 200 len: 478 time: 0.1873202 Nov 25 17:56:11.600289 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-0bcac7da-da6d-49eb-8322-cb0cdbe84831 req-2ef65d8f-8c51-49fc-bc8f-ab3922d2336f tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Request body: {'port': {'device_id': '4dd63b2f-78a9-40b0-a7bc-fc8deffddf51', 'network_id': '9be04e7b-745f-4233-94c2-fabec29b8fd2', 'admin_state_up': True, 'tenant_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'security_groups': ['46dae59f-c204-4f5d-942f-0c5e71da4817', '3ab24b40-d032-4126-bd10-66384ff572d1']}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:56:11.610830 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-0a3eb8dc-2d30-485e-938a-c7143f827eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:11.613034 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-0a3eb8dc-2d30-485e-938a-c7143f827eb9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7dd41911-9ce8-4604-9de2-1886c3cc736c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531800 Nov 25 17:56:11.731422 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-0c8a1d6f-657e-49d8-af6b-a75f9bd0c9e7 service neutron] 10.222.0.90 "GET /v2.0/networks/7dd41911-9ce8-4604-9de2-1886c3cc736c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113148 Nov 25 17:56:11.744281 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bcac7da-da6d-49eb-8322-cb0cdbe84831 req-2ef65d8f-8c51-49fc-bc8f-ab3922d2336f tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Made reservation on behalf of 97c58dc9e1cc4875b18599cedd8ec1e0 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:56:11.748563 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0bcac7da-da6d-49eb-8322-cb0cdbe84831 req-2ef65d8f-8c51-49fc-bc8f-ab3922d2336f tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:11.856963 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-5e0e3879-613a-4698-b342-4d79f16eda51 service neutron] 10.222.0.90 "GET /v2.0/networks/7dd41911-9ce8-4604-9de2-1886c3cc736c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177905 Nov 25 17:56:11.910912 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-0bcac7da-da6d-49eb-8322-cb0cdbe84831 req-2ef65d8f-8c51-49fc-bc8f-ab3922d2336f tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Allocated IP 172.20.0.8 (9be04e7b-745f-4233-94c2-fabec29b8fd2/a0353a8e-e04d-4300-b9da-1f5624182072/7665fe73-3938-43da-987a-dc9c12936ac4) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:56:12.032189 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-0fdfb18a-e2c2-4f63-ac27-4093ef51d93b tempest-TestNetworkAdvancedServerOps-44296226 tempest-TestNetworkAdvancedServerOps-44296226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:12.034930 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-0fdfb18a-e2c2-4f63-ac27-4093ef51d93b tempest-TestNetworkAdvancedServerOps-44296226 tempest-TestNetworkAdvancedServerOps-44296226-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=0a581477-fdd2-4290-8953-fb8fb9e747ca&tenant_id=867688fabf794394b7f5a37353b0165e&binding%3Ahost_id=n-h1-817746-1 HTTP/1.1" status: 200 len: 1096 time: 0.1115015 Nov 25 17:56:12.058859 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-75c46472-9ac2-43ca-808d-29832017f44b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817746-1'}}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:56:12.120842 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0bcac7da-da6d-49eb-8322-cb0cdbe84831 req-2ef65d8f-8c51-49fc-bc8f-ab3922d2336f tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:12.128871 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-75c46472-9ac2-43ca-808d-29832017f44b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:12.180000 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0bcac7da-da6d-49eb-8322-cb0cdbe84831 req-2ef65d8f-8c51-49fc-bc8f-ab3922d2336f tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:12.236047 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bcac7da-da6d-49eb-8322-cb0cdbe84831 req-2ef65d8f-8c51-49fc-bc8f-ab3922d2336f tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Network 9be04e7b-745f-4233-94c2-fabec29b8fd2 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:56:12.240076 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-0bcac7da-da6d-49eb-8322-cb0cdbe84831 req-2ef65d8f-8c51-49fc-bc8f-ab3922d2336f tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:56:12.260764 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bcac7da-da6d-49eb-8322-cb0cdbe84831 req-2ef65d8f-8c51-49fc-bc8f-ab3922d2336f tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:56:12.310843 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-75c46472-9ac2-43ca-808d-29832017f44b service neutron] For port e7fb4819-297b-4e57-9f45-07285155350c, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e7fb4819-297b-4e57-9f45-07285155350c,segment=NetworkSegment(3ac1493a-d5bd-4878-be3f-bc9ef65bb9b8),segment_id=3ac1493a-d5bd-4878-be3f-bc9ef65bb9b8)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:56:12.320007 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef65d8f-8c51-49fc-bc8f-ab3922d2336f tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Pushing event updated for resources: {'Port': ['ID=7665fe73-3938-43da-987a-dc9c12936ac4,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:12.337807 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef65d8f-8c51-49fc-bc8f-ab3922d2336f tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:12.338164 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef65d8f-8c51-49fc-bc8f-ab3922d2336f tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:12.338505 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef65d8f-8c51-49fc-bc8f-ab3922d2336f tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:12.338901 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef65d8f-8c51-49fc-bc8f-ab3922d2336f tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:12.339179 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef65d8f-8c51-49fc-bc8f-ab3922d2336f tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:12.339511 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef65d8f-8c51-49fc-bc8f-ab3922d2336f tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:12.339838 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef65d8f-8c51-49fc-bc8f-ab3922d2336f tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:12.340167 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef65d8f-8c51-49fc-bc8f-ab3922d2336f tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:12.340498 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef65d8f-8c51-49fc-bc8f-ab3922d2336f tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:12.340838 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef65d8f-8c51-49fc-bc8f-ab3922d2336f tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:12.341187 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef65d8f-8c51-49fc-bc8f-ab3922d2336f tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:12.342277 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef65d8f-8c51-49fc-bc8f-ab3922d2336f tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:12.377266 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcac7da-da6d-49eb-8322-cb0cdbe84831 req-2ef65d8f-8c51-49fc-bc8f-ab3922d2336f tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:12.378840 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0bcac7da-da6d-49eb-8322-cb0cdbe84831 req-2ef65d8f-8c51-49fc-bc8f-ab3922d2336f tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:12.390891 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-75c46472-9ac2-43ca-808d-29832017f44b service neutron] For port e7fb4819-297b-4e57-9f45-07285155350c, host n-h1-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:56:12.405770 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0bcac7da-da6d-49eb-8322-cb0cdbe84831 req-2ef65d8f-8c51-49fc-bc8f-ab3922d2336f tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.8103731 Nov 25 17:56:12.429094 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-0bcac7da-da6d-49eb-8322-cb0cdbe84831 req-8f3a5f5c-1d5a-489b-844b-b20e1b6fbcf7 service neutron] Request body: {'port': {'device_id': '4dd63b2f-78a9-40b0-a7bc-fc8deffddf51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:56:12.446265 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a581477-fdd2-4290-8953-fb8fb9e747ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7fb4819-297b-4e57-9f45-07285155350c'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:56:12.452858 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed69b7a-4811-4a23-b193-4b57dbda61db" -d '{"events": [{"server_uuid": "0a581477-fdd2-4290-8953-fb8fb9e747ca", "name": "network-vif-unplugged", "status": "completed", "tag": "e7fb4819-297b-4e57-9f45-07285155350c"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:56:12.458257 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-75c46472-9ac2-43ca-808d-29832017f44b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:12.466434 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-75c46472-9ac2-43ca-808d-29832017f44b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:12.611117 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b29c34e0-0865-4bf6-af81-c276d59cb0c0 None None] Provisioning complete for port 7665fe73-3938-43da-987a-dc9c12936ac4 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:56:12.612694 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b29c34e0-0865-4bf6-af81-c276d59cb0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:12.640890 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcaa6d12-2650-47f8-9eba-4e21f99dd91e x-openstack-request-id: req-dcaa6d12-2650-47f8-9eba-4e21f99dd91e {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:56:12.641486 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a581477-fdd2-4290-8953-fb8fb9e747ca", "name": "network-vif-unplugged", "status": "completed", "tag": "e7fb4819-297b-4e57-9f45-07285155350c", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:56:12.641958 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-dcaa6d12-2650-47f8-9eba-4e21f99dd91e {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:56:12.644508 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a581477-fdd2-4290-8953-fb8fb9e747ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7fb4819-297b-4e57-9f45-07285155350c', 'code': 200} Nov 25 17:56:12.686787 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b29c34e0-0865-4bf6-af81-c276d59cb0c0 None None] Port 7665fe73-3938-43da-987a-dc9c12936ac4 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:56:12.695473 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0bcac7da-da6d-49eb-8322-cb0cdbe84831 req-8f3a5f5c-1d5a-489b-844b-b20e1b6fbcf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:12.720680 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e2de4-893a-4e72-9f07-fd35d6965fdf req-55db6c82-19ed-4e49-863f-ddeb3a97fd3d tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:12.722948 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-656e2de4-893a-4e72-9f07-fd35d6965fdf req-55db6c82-19ed-4e49-863f-ddeb3a97fd3d tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/ports?device_id=7eb063c1-7171-4d01-b2f6-3d6865a0fcf7 HTTP/1.1" status: 200 len: 945 time: 0.4270411 Nov 25 17:56:12.865913 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-656e2de4-893a-4e72-9f07-fd35d6965fdf req-03055edb-bc0e-460d-8e93-395d23c00785 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/security-groups?id=b2b64dc9-f681-4285-b2b0-a4471af47257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326630 Nov 25 17:56:12.894310 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee934d72-6b39-4765-a36e-5f7243b5df14 req-4e1b2a91-2afe-45d0-b77e-ad9f579c42d9 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:12.896627 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ee934d72-6b39-4765-a36e-5f7243b5df14 req-4e1b2a91-2afe-45d0-b77e-ad9f579c42d9 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "GET /v2.0/ports?device_id=4dd63b2f-78a9-40b0-a7bc-fc8deffddf51 HTTP/1.1" status: 200 len: 970 time: 0.1869688 Nov 25 17:56:12.938880 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-f531703a-b919-47c1-9eb3-d2f83a091e7b None None] Provisioning complete for port e7fb4819-297b-4e57-9f45-07285155350c triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:56:12.941469 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f531703a-b919-47c1-9eb3-d2f83a091e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:13.023977 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-f531703a-b919-47c1-9eb3-d2f83a091e7b None None] Port e7fb4819-297b-4e57-9f45-07285155350c cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:56:13.051256 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c46472-9ac2-43ca-808d-29832017f44b service neutron] Pushing event updated for resources: {'Port': ['ID=e7fb4819-297b-4e57-9f45-07285155350c,revision_number=7']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:13.061026 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-75c46472-9ac2-43ca-808d-29832017f44b service neutron] Attempting to bind port e7fb4819-297b-4e57-9f45-07285155350c on host n-h1-817746-1 for vnic_type normal with profile {"migrating_to": "n-h2-817746-1"} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:56:13.062133 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-75c46472-9ac2-43ca-808d-29832017f44b service neutron] Attempting to bind port e7fb4819-297b-4e57-9f45-07285155350c by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '3ac1493a-d5bd-4878-be3f-bc9ef65bb9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '7dd41911-9ce8-4604-9de2-1886c3cc736c'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:56:13.062631 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-75c46472-9ac2-43ca-808d-29832017f44b service neutron] Attempting to bind port e7fb4819-297b-4e57-9f45-07285155350c on network 7dd41911-9ce8-4604-9de2-1886c3cc736c {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:56:13.067826 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-75c46472-9ac2-43ca-808d-29832017f44b service neutron] Port e7fb4819-297b-4e57-9f45-07285155350c on network 7dd41911-9ce8-4604-9de2-1886c3cc736c not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:56:13.068138 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-75c46472-9ac2-43ca-808d-29832017f44b service neutron] Attempting to bind port e7fb4819-297b-4e57-9f45-07285155350c on network 7dd41911-9ce8-4604-9de2-1886c3cc736c {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:56:13.073666 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-75c46472-9ac2-43ca-808d-29832017f44b service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:56:13.074007 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-75c46472-9ac2-43ca-808d-29832017f44b service neutron] Checking segment: {'id': '3ac1493a-d5bd-4878-be3f-bc9ef65bb9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '7dd41911-9ce8-4604-9de2-1886c3cc736c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:56:13.074489 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-75c46472-9ac2-43ca-808d-29832017f44b service neutron] Bound using segment: {'id': '3ac1493a-d5bd-4878-be3f-bc9ef65bb9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '7dd41911-9ce8-4604-9de2-1886c3cc736c'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:56:13.075638 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-75c46472-9ac2-43ca-808d-29832017f44b service neutron] Bound port: e7fb4819-297b-4e57-9f45-07285155350c, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac1493a-d5bd-4878-be3f-bc9ef65bb9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '7dd41911-9ce8-4604-9de2-1886c3cc736c'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:56:13.076014 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-75c46472-9ac2-43ca-808d-29832017f44b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:13.130357 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ee934d72-6b39-4765-a36e-5f7243b5df14 req-cf231b0b-06bf-4ed4-8db5-8996ed5b369d tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "GET /v2.0/security-groups?id=3ab24b40-d032-4126-bd10-66384ff572d1&id=46dae59f-c204-4f5d-942f-0c5e71da4817&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1659782 Nov 25 17:56:13.149950 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-75c46472-9ac2-43ca-808d-29832017f44b service neutron] For port e7fb4819-297b-4e57-9f45-07285155350c, host n-h1-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:56:13.153327 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-75c46472-9ac2-43ca-808d-29832017f44b service neutron] For port e7fb4819-297b-4e57-9f45-07285155350c, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e7fb4819-297b-4e57-9f45-07285155350c,segment=NetworkSegment(3ac1493a-d5bd-4878-be3f-bc9ef65bb9b8),segment_id=3ac1493a-d5bd-4878-be3f-bc9ef65bb9b8)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:56:13.158452 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-75c46472-9ac2-43ca-808d-29832017f44b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:13.163358 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b28e2-6622-49ce-ba32-5b5bdb404233 req-f5aa4af9-a6bb-4862-850c-68025d28f0af tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:13.165028 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7c9b28e2-6622-49ce-ba32-5b5bdb404233 req-f5aa4af9-a6bb-4862-850c-68025d28f0af tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=0a581477-fdd2-4290-8953-fb8fb9e747ca HTTP/1.1" status: 200 len: 943 time: 0.1564260 Nov 25 17:56:13.260885 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c46472-9ac2-43ca-808d-29832017f44b service neutron] Pushing event updated for resources: {'Port': ['ID=e7fb4819-297b-4e57-9f45-07285155350c,revision_number=8']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:13.294798 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7c9b28e2-6622-49ce-ba32-5b5bdb404233 req-5c567066-18ee-45af-8221-ec5f20c50cb2 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=d2c007a3-d0a8-4bcc-ba70-290401fbdb44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166074 Nov 25 17:56:13.303874 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-0bcac7da-da6d-49eb-8322-cb0cdbe84831 req-8f3a5f5c-1d5a-489b-844b-b20e1b6fbcf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7665fe73-3938-43da-987a-dc9c12936ac4 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:56:13.313250 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0bcac7da-da6d-49eb-8322-cb0cdbe84831 req-8f3a5f5c-1d5a-489b-844b-b20e1b6fbcf7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:13.326351 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-75c46472-9ac2-43ca-808d-29832017f44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:13.326968 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-75c46472-9ac2-43ca-808d-29832017f44b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:13.328409 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-0bcac7da-da6d-49eb-8322-cb0cdbe84831 req-8f3a5f5c-1d5a-489b-844b-b20e1b6fbcf7 service neutron] Transition to ACTIVE for port object 7665fe73-3938-43da-987a-dc9c12936ac4 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:56:13.328937 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-75c46472-9ac2-43ca-808d-29832017f44b service neutron] 10.222.0.90 "PUT /v2.0/ports/e7fb4819-297b-4e57-9f45-07285155350c HTTP/1.1" status: 200 len: 1121 time: 1.2769308 Nov 25 17:56:13.332497 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0bcac7da-da6d-49eb-8322-cb0cdbe84831 req-8f3a5f5c-1d5a-489b-844b-b20e1b6fbcf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:13.394578 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['e7fb4819-297b-4e57-9f45-07285155350c'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:56:13.394821 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3a5f5c-1d5a-489b-844b-b20e1b6fbcf7 service neutron] Pushing event updated for resources: {'Port': ['ID=7665fe73-3938-43da-987a-dc9c12936ac4,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:13.491747 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-0bcac7da-da6d-49eb-8322-cb0cdbe84831 req-8f3a5f5c-1d5a-489b-844b-b20e1b6fbcf7 service neutron] Attempting to bind port 7665fe73-3938-43da-987a-dc9c12936ac4 on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:56:13.492789 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-0bcac7da-da6d-49eb-8322-cb0cdbe84831 req-8f3a5f5c-1d5a-489b-844b-b20e1b6fbcf7 service neutron] Attempting to bind port 7665fe73-3938-43da-987a-dc9c12936ac4 by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '04c26b85-2b9a-4f42-9cb6-78a7aa28caca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '9be04e7b-745f-4233-94c2-fabec29b8fd2'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:56:13.493275 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcac7da-da6d-49eb-8322-cb0cdbe84831 req-8f3a5f5c-1d5a-489b-844b-b20e1b6fbcf7 service neutron] Attempting to bind port 7665fe73-3938-43da-987a-dc9c12936ac4 on network 9be04e7b-745f-4233-94c2-fabec29b8fd2 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:56:13.498448 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcac7da-da6d-49eb-8322-cb0cdbe84831 req-8f3a5f5c-1d5a-489b-844b-b20e1b6fbcf7 service neutron] Port 7665fe73-3938-43da-987a-dc9c12936ac4 on network 9be04e7b-745f-4233-94c2-fabec29b8fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:56:13.499337 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcac7da-da6d-49eb-8322-cb0cdbe84831 req-8f3a5f5c-1d5a-489b-844b-b20e1b6fbcf7 service neutron] Attempting to bind port 7665fe73-3938-43da-987a-dc9c12936ac4 on network 9be04e7b-745f-4233-94c2-fabec29b8fd2 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:56:13.505669 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcac7da-da6d-49eb-8322-cb0cdbe84831 req-8f3a5f5c-1d5a-489b-844b-b20e1b6fbcf7 service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:56:13.506140 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcac7da-da6d-49eb-8322-cb0cdbe84831 req-8f3a5f5c-1d5a-489b-844b-b20e1b6fbcf7 service neutron] Checking segment: {'id': '04c26b85-2b9a-4f42-9cb6-78a7aa28caca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '9be04e7b-745f-4233-94c2-fabec29b8fd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:56:13.506627 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcac7da-da6d-49eb-8322-cb0cdbe84831 req-8f3a5f5c-1d5a-489b-844b-b20e1b6fbcf7 service neutron] Bound using segment: {'id': '04c26b85-2b9a-4f42-9cb6-78a7aa28caca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '9be04e7b-745f-4233-94c2-fabec29b8fd2'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:56:13.507166 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-0bcac7da-da6d-49eb-8322-cb0cdbe84831 req-8f3a5f5c-1d5a-489b-844b-b20e1b6fbcf7 service neutron] Bound port: 7665fe73-3938-43da-987a-dc9c12936ac4, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c26b85-2b9a-4f42-9cb6-78a7aa28caca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '9be04e7b-745f-4233-94c2-fabec29b8fd2'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:56:13.507643 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0bcac7da-da6d-49eb-8322-cb0cdbe84831 req-8f3a5f5c-1d5a-489b-844b-b20e1b6fbcf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:13.614174 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-0bcac7da-da6d-49eb-8322-cb0cdbe84831 req-8f3a5f5c-1d5a-489b-844b-b20e1b6fbcf7 service neutron] For port 7665fe73-3938-43da-987a-dc9c12936ac4, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:56:13.619509 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-0bcac7da-da6d-49eb-8322-cb0cdbe84831 req-8f3a5f5c-1d5a-489b-844b-b20e1b6fbcf7 service neutron] For port 7665fe73-3938-43da-987a-dc9c12936ac4, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=7665fe73-3938-43da-987a-dc9c12936ac4,segment=NetworkSegment(04c26b85-2b9a-4f42-9cb6-78a7aa28caca),segment_id=04c26b85-2b9a-4f42-9cb6-78a7aa28caca)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:56:13.625998 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0bcac7da-da6d-49eb-8322-cb0cdbe84831 req-8f3a5f5c-1d5a-489b-844b-b20e1b6fbcf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:13.681273 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d4685c83-3a72-47fb-a963-6bd7068f484d None None] Provisioning complete for port e7fb4819-297b-4e57-9f45-07285155350c triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:56:13.682057 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d4685c83-3a72-47fb-a963-6bd7068f484d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:13.683862 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcac7da-da6d-49eb-8322-cb0cdbe84831 req-8f3a5f5c-1d5a-489b-844b-b20e1b6fbcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:13.685666 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0bcac7da-da6d-49eb-8322-cb0cdbe84831 req-8f3a5f5c-1d5a-489b-844b-b20e1b6fbcf7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:13.687221 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0bcac7da-da6d-49eb-8322-cb0cdbe84831 req-8f3a5f5c-1d5a-489b-844b-b20e1b6fbcf7 service neutron] 10.222.0.90 "PUT /v2.0/ports/7665fe73-3938-43da-987a-dc9c12936ac4 HTTP/1.1" status: 200 len: 1130 time: 1.2725189 Nov 25 17:56:13.693774 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dd63b2f-78a9-40b0-a7bc-fc8deffddf51', 'tag': '7665fe73-3938-43da-987a-dc9c12936ac4'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:56:13.696817 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bafa52f-dc9d-4958-a13f-32612e37bf2b" -d '{"events": [{"name": "network-changed", "server_uuid": "4dd63b2f-78a9-40b0-a7bc-fc8deffddf51", "tag": "7665fe73-3938-43da-987a-dc9c12936ac4"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:56:13.774603 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7189fee6-ce8c-4109-bcf6-8230d2ddf746 x-openstack-request-id: req-7189fee6-ce8c-4109-bcf6-8230d2ddf746 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:56:13.774974 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dd63b2f-78a9-40b0-a7bc-fc8deffddf51", "tag": "7665fe73-3938-43da-987a-dc9c12936ac4", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:56:13.775307 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7189fee6-ce8c-4109-bcf6-8230d2ddf746 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:56:13.775770 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dd63b2f-78a9-40b0-a7bc-fc8deffddf51', 'tag': '7665fe73-3938-43da-987a-dc9c12936ac4', 'status': 'completed', 'code': 200} Nov 25 17:56:13.794441 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3a5f5c-1d5a-489b-844b-b20e1b6fbcf7 service neutron] Pushing event updated for resources: {'Port': ['ID=7665fe73-3938-43da-987a-dc9c12936ac4,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:13.817372 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcac7da-da6d-49eb-8322-cb0cdbe84831 req-73261a01-defb-40a5-9ba4-dfd47f53a3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:13.818987 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0bcac7da-da6d-49eb-8322-cb0cdbe84831 req-73261a01-defb-40a5-9ba4-dfd47f53a3b4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=97c58dc9e1cc4875b18599cedd8ec1e0&device_id=4dd63b2f-78a9-40b0-a7bc-fc8deffddf51 HTTP/1.1" status: 200 len: 1133 time: 0.0745075 Nov 25 17:56:13.834537 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d4685c83-3a72-47fb-a963-6bd7068f484d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:13.863498 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a581477-fdd2-4290-8953-fb8fb9e747ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7fb4819-297b-4e57-9f45-07285155350c'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:56:13.865873 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b7fe33-b2db-49a9-b6ef-641ee85ed394" -d '{"events": [{"server_uuid": "0a581477-fdd2-4290-8953-fb8fb9e747ca", "name": "network-vif-plugged", "status": "completed", "tag": "e7fb4819-297b-4e57-9f45-07285155350c"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:56:13.872184 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0bcac7da-da6d-49eb-8322-cb0cdbe84831 req-171953ca-73aa-455f-9e11-650be1c54e22 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7665fe73-3938-43da-987a-dc9c12936ac4 HTTP/1.1" status: 200 len: 217 time: 0.0435627 Nov 25 17:56:13.897392 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d4685c83-3a72-47fb-a963-6bd7068f484d None None] For port e7fb4819-297b-4e57-9f45-07285155350c, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e7fb4819-297b-4e57-9f45-07285155350c,segment=NetworkSegment(3ac1493a-d5bd-4878-be3f-bc9ef65bb9b8),segment_id=3ac1493a-d5bd-4878-be3f-bc9ef65bb9b8)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:56:13.911900 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d4685c83-3a72-47fb-a963-6bd7068f484d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:13.930741 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be25325-d22f-40ef-b1fa-113da6ad203b x-openstack-request-id: req-0be25325-d22f-40ef-b1fa-113da6ad203b {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:56:13.931048 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a581477-fdd2-4290-8953-fb8fb9e747ca", "name": "network-vif-plugged", "status": "completed", "tag": "e7fb4819-297b-4e57-9f45-07285155350c", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:56:13.932038 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0be25325-d22f-40ef-b1fa-113da6ad203b {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:56:13.932678 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a581477-fdd2-4290-8953-fb8fb9e747ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7fb4819-297b-4e57-9f45-07285155350c', 'code': 200} Nov 25 17:56:14.021108 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcac7da-da6d-49eb-8322-cb0cdbe84831 req-0c720196-06f7-49ed-874f-d996080a4f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:14.022895 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0bcac7da-da6d-49eb-8322-cb0cdbe84831 req-0c720196-06f7-49ed-874f-d996080a4f84 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a0353a8e-e04d-4300-b9da-1f5624182072 HTTP/1.1" status: 200 len: 835 time: 0.1407316 Nov 25 17:56:14.079240 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4353e12b-abdb-4f8c-b144-8eeb16ed0dbe req-97a64dff-637a-421a-a714-a9659dd667a7 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:14.080894 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4353e12b-abdb-4f8c-b144-8eeb16ed0dbe req-97a64dff-637a-421a-a714-a9659dd667a7 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/ports?device_id=7eb063c1-7171-4d01-b2f6-3d6865a0fcf7 HTTP/1.1" status: 200 len: 945 time: 0.0998213 Nov 25 17:56:14.102469 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcac7da-da6d-49eb-8322-cb0cdbe84831 req-9e5b8762-85ac-4b96-b83f-5da650e6321f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:14.104418 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0bcac7da-da6d-49eb-8322-cb0cdbe84831 req-9e5b8762-85ac-4b96-b83f-5da650e6321f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9be04e7b-745f-4233-94c2-fabec29b8fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709581 Nov 25 17:56:14.104758 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4685c83-3a72-47fb-a963-6bd7068f484d None None] Pushing event updated for resources: {'Port': ['ID=e7fb4819-297b-4e57-9f45-07285155350c,revision_number=9']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:14.227756 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4353e12b-abdb-4f8c-b144-8eeb16ed0dbe req-649f4afd-dbb1-4413-bf1c-33c90273206b tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/security-groups?id=b2b64dc9-f681-4285-b2b0-a4471af47257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348846 Nov 25 17:56:14.277390 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0bcac7da-da6d-49eb-8322-cb0cdbe84831 req-69885e5a-e5a4-48ed-b9ee-97edc8104a2a service neutron] 10.222.0.90 "GET /v2.0/networks/9be04e7b-745f-4233-94c2-fabec29b8fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568153 Nov 25 17:56:14.290676 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf5dce3-7649-4cda-927d-2fc9d03048d8 req-a2354f5f-c0e1-4d0b-8afc-ed9ac89b37aa tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:14.292164 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4cf5dce3-7649-4cda-927d-2fc9d03048d8 req-a2354f5f-c0e1-4d0b-8afc-ed9ac89b37aa tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "GET /v2.0/ports?device_id=4dd63b2f-78a9-40b0-a7bc-fc8deffddf51 HTTP/1.1" status: 200 len: 982 time: 0.0819192 Nov 25 17:56:14.431149 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4cf5dce3-7649-4cda-927d-2fc9d03048d8 req-63419148-0cbf-4143-9341-b20666c194fc tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "GET /v2.0/security-groups?id=3ab24b40-d032-4126-bd10-66384ff572d1&id=46dae59f-c204-4f5d-942f-0c5e71da4817&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1294730 Nov 25 17:56:14.462298 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0bcac7da-da6d-49eb-8322-cb0cdbe84831 req-8f6e60a4-1079-4ae3-b036-5397ba6be77f service neutron] 10.222.0.90 "GET /v2.0/networks/9be04e7b-745f-4233-94c2-fabec29b8fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691785 Nov 25 17:56:14.491736 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d5ba3a-9f3a-453e-9584-d4db54a87561 req-737cbe57-bf4e-4fda-b52b-320236b9478f tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:14.493288 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c3d5ba3a-9f3a-453e-9584-d4db54a87561 req-737cbe57-bf4e-4fda-b52b-320236b9478f tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=0a581477-fdd2-4290-8953-fb8fb9e747ca HTTP/1.1" status: 200 len: 945 time: 0.0748708 Nov 25 17:56:14.595903 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bafa52f-dc9d-4958-a13f-32612e37bf2b req-dbe43f13-789d-42bc-89c3-2dd59cf32516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:14.598656 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-5bafa52f-dc9d-4958-a13f-32612e37bf2b req-dbe43f13-789d-42bc-89c3-2dd59cf32516 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=97c58dc9e1cc4875b18599cedd8ec1e0&device_id=4dd63b2f-78a9-40b0-a7bc-fc8deffddf51 HTTP/1.1" status: 200 len: 1133 time: 0.0762460 Nov 25 17:56:14.622193 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0101a6-ab03-49b5-8803-f7cbaf6313c5 req-a8672fe2-5d2b-476b-b938-fb53ebbe23be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:14.629197 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6d0101a6-ab03-49b5-8803-f7cbaf6313c5 req-a8672fe2-5d2b-476b-b938-fb53ebbe23be service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d565d7fffa2d49b4a9e39a4ee7a417d3&device_id=7eb063c1-7171-4d01-b2f6-3d6865a0fcf7 HTTP/1.1" status: 200 len: 1096 time: 0.1295295 Nov 25 17:56:14.629197 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c3d5ba3a-9f3a-453e-9584-d4db54a87561 req-719a1fb3-bd3b-4632-afec-eba855c2ebde tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=d2c007a3-d0a8-4bcc-ba70-290401fbdb44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233714 Nov 25 17:56:14.645997 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6fc4b3-5b03-47bb-9277-d05924061b54 req-4168ec00-ad07-4a11-b6f6-c415d1c6df0f tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:14.646943 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a581477-fdd2-4290-8953-fb8fb9e747ca', 'tag': 'e7fb4819-297b-4e57-9f45-07285155350c'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:56:14.647471 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8a6fc4b3-5b03-47bb-9277-d05924061b54 req-4168ec00-ad07-4a11-b6f6-c415d1c6df0f tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/ports?device_id=7eb063c1-7171-4d01-b2f6-3d6865a0fcf7 HTTP/1.1" status: 200 len: 945 time: 0.1421282 Nov 25 17:56:14.649451 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e236bc0-82eb-4e57-88b6-422c2f8faa16" -d '{"events": [{"name": "network-changed", "server_uuid": "0a581477-fdd2-4290-8953-fb8fb9e747ca", "tag": "e7fb4819-297b-4e57-9f45-07285155350c"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:56:14.724069 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bafa52f-dc9d-4958-a13f-32612e37bf2b req-799009bc-8b4e-4db4-888f-c0728e41ba8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:14.726280 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-5bafa52f-dc9d-4958-a13f-32612e37bf2b req-799009bc-8b4e-4db4-888f-c0728e41ba8c service neutron] 10.222.0.90 "GET /v2.0/networks?id=9be04e7b-745f-4233-94c2-fabec29b8fd2 HTTP/1.1" status: 200 len: 898 time: 0.1196899 Nov 25 17:56:14.728334 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc35eb7c-c7ee-4741-b635-84de19ef2b30 x-openstack-request-id: req-bc35eb7c-c7ee-4741-b635-84de19ef2b30 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:56:14.728540 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a581477-fdd2-4290-8953-fb8fb9e747ca", "tag": "e7fb4819-297b-4e57-9f45-07285155350c", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:56:14.728938 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bc35eb7c-c7ee-4741-b635-84de19ef2b30 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:56:14.729566 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a581477-fdd2-4290-8953-fb8fb9e747ca', 'tag': 'e7fb4819-297b-4e57-9f45-07285155350c', 'status': 'completed', 'code': 200} Nov 25 17:56:14.770587 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8a6fc4b3-5b03-47bb-9277-d05924061b54 req-ffaae396-0ae4-4cf5-8e77-e16ba5120617 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/security-groups?id=b2b64dc9-f681-4285-b2b0-a4471af47257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021821 Nov 25 17:56:14.773504 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0101a6-ab03-49b5-8803-f7cbaf6313c5 req-b0eb0bac-1c71-41fd-9379-cc8b4cd03ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:14.774932 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6d0101a6-ab03-49b5-8803-f7cbaf6313c5 req-b0eb0bac-1c71-41fd-9379-cc8b4cd03ffd service neutron] 10.222.0.90 "GET /v2.0/networks?id=70a573b0-b8cd-4b3b-a416-03e265a1da65 HTTP/1.1" status: 200 len: 911 time: 0.1442256 Nov 25 17:56:14.807107 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-5bafa52f-dc9d-4958-a13f-32612e37bf2b req-eb037450-41e4-4db4-b082-e303a9796b74 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7665fe73-3938-43da-987a-dc9c12936ac4 HTTP/1.1" status: 200 len: 217 time: 0.0729101 Nov 25 17:56:14.857844 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6d0101a6-ab03-49b5-8803-f7cbaf6313c5 req-96371f28-8cac-4655-a029-dd78f15cd3db service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6 HTTP/1.1" status: 200 len: 1001 time: 0.0701621 Nov 25 17:56:14.866456 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e236bc0-82eb-4e57-88b6-422c2f8faa16 req-e6eeeba7-5900-446c-b98f-9d57e4b910a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:14.868001 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-1e236bc0-82eb-4e57-88b6-422c2f8faa16 req-e6eeeba7-5900-446c-b98f-9d57e4b910a1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=867688fabf794394b7f5a37353b0165e&device_id=0a581477-fdd2-4290-8953-fb8fb9e747ca HTTP/1.1" status: 200 len: 1126 time: 0.0962982 Nov 25 17:56:14.875328 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bafa52f-dc9d-4958-a13f-32612e37bf2b req-b913fb53-307b-4676-a2d8-dcfae7fbdd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:14.876726 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-5bafa52f-dc9d-4958-a13f-32612e37bf2b req-b913fb53-307b-4676-a2d8-dcfae7fbdd35 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a0353a8e-e04d-4300-b9da-1f5624182072 HTTP/1.1" status: 200 len: 835 time: 0.0624235 Nov 25 17:56:14.884744 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device e7fb4819-297b-4e57-9f45-07285155350c details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:56:14.917285 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0101a6-ab03-49b5-8803-f7cbaf6313c5 req-799be666-2b7f-43c2-b17e-3168b6ea0c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:14.918783 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6d0101a6-ab03-49b5-8803-f7cbaf6313c5 req-799be666-2b7f-43c2-b17e-3168b6ea0c07 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=88a810b4-d532-41af-9819-01c0d8d6a258 HTTP/1.1" status: 200 len: 849 time: 0.0530794 Nov 25 17:56:14.985925 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0101a6-ab03-49b5-8803-f7cbaf6313c5 req-d3cbfd75-3ccf-48dd-b582-68c7648b018c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:14.988914 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6d0101a6-ab03-49b5-8803-f7cbaf6313c5 req-d3cbfd75-3ccf-48dd-b582-68c7648b018c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=70a573b0-b8cd-4b3b-a416-03e265a1da65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625403 Nov 25 17:56:15.007851 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e236bc0-82eb-4e57-88b6-422c2f8faa16 req-a34b82d4-099f-4432-bfb7-4eadce61aead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:15.009693 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-1e236bc0-82eb-4e57-88b6-422c2f8faa16 req-a34b82d4-099f-4432-bfb7-4eadce61aead service neutron] 10.222.0.74 "GET /v2.0/networks?id=7dd41911-9ce8-4604-9de2-1886c3cc736c HTTP/1.1" status: 200 len: 898 time: 0.1313481 Nov 25 17:56:15.016252 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bafa52f-dc9d-4958-a13f-32612e37bf2b req-0a125f9d-675f-4035-a690-59e01ce52081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:15.020600 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port e7fb4819-297b-4e57-9f45-07285155350c, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e7fb4819-297b-4e57-9f45-07285155350c,segment=NetworkSegment(3ac1493a-d5bd-4878-be3f-bc9ef65bb9b8),segment_id=3ac1493a-d5bd-4878-be3f-bc9ef65bb9b8)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:56:15.025804 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-5bafa52f-dc9d-4958-a13f-32612e37bf2b req-0a125f9d-675f-4035-a690-59e01ce52081 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9be04e7b-745f-4233-94c2-fabec29b8fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0880072 Nov 25 17:56:15.036980 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device e7fb4819-297b-4e57-9f45-07285155350c has no active binding in host n-h2-817746-1 {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 25 17:56:15.103385 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6d0101a6-ab03-49b5-8803-f7cbaf6313c5 req-940b1ff0-740f-4016-8448-f35a6df58370 service neutron] 10.222.0.90 "GET /v2.0/networks/70a573b0-b8cd-4b3b-a416-03e265a1da65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049440 Nov 25 17:56:15.152601 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-1e236bc0-82eb-4e57-88b6-422c2f8faa16 req-52a3ffda-1e4f-4b18-a415-adbfd7897796 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7fb4819-297b-4e57-9f45-07285155350c HTTP/1.1" status: 200 len: 1000 time: 0.1257002 Nov 25 17:56:15.206416 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6d0101a6-ab03-49b5-8803-f7cbaf6313c5 req-0c1d82c6-bc19-402e-bf43-35f2501847c4 service neutron] 10.222.0.90 "GET /v2.0/networks/70a573b0-b8cd-4b3b-a416-03e265a1da65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952854 Nov 25 17:56:15.215324 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-5bafa52f-dc9d-4958-a13f-32612e37bf2b req-17d40362-550b-4fdf-9075-bba620b85b47 service neutron] 10.222.0.90 "GET /v2.0/networks/9be04e7b-745f-4233-94c2-fabec29b8fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790617 Nov 25 17:56:15.232576 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e236bc0-82eb-4e57-88b6-422c2f8faa16 req-2fd7a44d-68bf-4cfa-b77e-7cd8471a088a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:15.234083 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-1e236bc0-82eb-4e57-88b6-422c2f8faa16 req-2fd7a44d-68bf-4cfa-b77e-7cd8471a088a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6e576b37-d02e-41c7-8d4d-009925e47e34 HTTP/1.1" status: 200 len: 835 time: 0.0683684 Nov 25 17:56:15.336590 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e236bc0-82eb-4e57-88b6-422c2f8faa16 req-9f95200c-f87b-4798-ad39-470219fdf68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:15.338180 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-1e236bc0-82eb-4e57-88b6-422c2f8faa16 req-9f95200c-f87b-4798-ad39-470219fdf68d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7dd41911-9ce8-4604-9de2-1886c3cc736c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0929561 Nov 25 17:56:15.356967 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-5bafa52f-dc9d-4958-a13f-32612e37bf2b req-6ec24dad-94ff-402b-bbf8-04dc0b7cad8b service neutron] 10.222.0.90 "GET /v2.0/networks/9be04e7b-745f-4233-94c2-fabec29b8fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324797 Nov 25 17:56:15.451643 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-1e236bc0-82eb-4e57-88b6-422c2f8faa16 req-7a4d26a6-f91c-42ae-93eb-dcf68c93f90f service neutron] 10.222.0.74 "GET /v2.0/networks/7dd41911-9ce8-4604-9de2-1886c3cc736c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035602 Nov 25 17:56:15.550672 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-1e236bc0-82eb-4e57-88b6-422c2f8faa16 req-2a4ba075-80e7-4698-ab59-52728bdc9fcf service neutron] 10.222.0.74 "GET /v2.0/networks/7dd41911-9ce8-4604-9de2-1886c3cc736c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915039 Nov 25 17:56:15.561467 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb1ba2-c8cc-4d72-8a25-bb518038a427 req-75c9a286-06e2-486d-9ca6-fdcb9b6c11c1 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:15.569546 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e9cb1ba2-c8cc-4d72-8a25-bb518038a427 req-75c9a286-06e2-486d-9ca6-fdcb9b6c11c1 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "GET /v2.0/ports?device_id=4dd63b2f-78a9-40b0-a7bc-fc8deffddf51 HTTP/1.1" status: 200 len: 982 time: 0.0605369 Nov 25 17:56:15.626742 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e9cb1ba2-c8cc-4d72-8a25-bb518038a427 req-51dbe5e3-6b85-4b0c-97ec-77aa172d7f5d tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "GET /v2.0/security-groups?id=3ab24b40-d032-4126-bd10-66384ff572d1&id=46dae59f-c204-4f5d-942f-0c5e71da4817&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0559824 Nov 25 17:56:15.765112 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540dc581-f163-415a-9a5a-d20138a52e4e req-62079538-4fd0-4e30-9057-6cf8cc49b377 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:15.766632 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-540dc581-f163-415a-9a5a-d20138a52e4e req-62079538-4fd0-4e30-9057-6cf8cc49b377 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=0a581477-fdd2-4290-8953-fb8fb9e747ca HTTP/1.1" status: 200 len: 945 time: 0.0500116 Nov 25 17:56:15.836302 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-540dc581-f163-415a-9a5a-d20138a52e4e req-88d3e725-9616-40f1-b546-b7582ecc5a11 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=d2c007a3-d0a8-4bcc-ba70-290401fbdb44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632982 Nov 25 17:56:15.928420 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f1c04-21ae-4b80-b7cd-a10fae35cf00 req-f491062f-2601-4ded-9a46-813749229191 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:15.930581 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c62f1c04-21ae-4b80-b7cd-a10fae35cf00 req-f491062f-2601-4ded-9a46-813749229191 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/ports?device_id=7eb063c1-7171-4d01-b2f6-3d6865a0fcf7 HTTP/1.1" status: 200 len: 945 time: 0.0551736 Nov 25 17:56:15.980548 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c62f1c04-21ae-4b80-b7cd-a10fae35cf00 req-bc9eb1d6-3ba8-4bb6-babf-9c7f67b3e232 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/security-groups?id=b2b64dc9-f681-4285-b2b0-a4471af47257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435405 Nov 25 17:56:16.774027 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1cd2f2-f093-45f1-a453-a7f1f9ef5c56 req-08ccb1fb-97fd-4ce3-8209-f71470f1f9d5 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:16.775648 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7c1cd2f2-f093-45f1-a453-a7f1f9ef5c56 req-08ccb1fb-97fd-4ce3-8209-f71470f1f9d5 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "GET /v2.0/ports?device_id=4dd63b2f-78a9-40b0-a7bc-fc8deffddf51 HTTP/1.1" status: 200 len: 982 time: 0.0491118 Nov 25 17:56:16.833046 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7c1cd2f2-f093-45f1-a453-a7f1f9ef5c56 req-4bbca2a5-fb8a-4522-91fa-bd3e3f705f05 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "GET /v2.0/security-groups?id=3ab24b40-d032-4126-bd10-66384ff572d1&id=46dae59f-c204-4f5d-942f-0c5e71da4817&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0509419 Nov 25 17:56:16.886773 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:16.889507 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 7665fe73-3938-43da-987a-dc9c12936ac4 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:56:16.978575 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b8a4a-549e-4433-8e4a-76bca9caa779 req-13bf84b5-0704-4ad9-9082-9935b7f795ad tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:16.980166 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-703b8a4a-549e-4433-8e4a-76bca9caa779 req-13bf84b5-0704-4ad9-9082-9935b7f795ad tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=0a581477-fdd2-4290-8953-fb8fb9e747ca HTTP/1.1" status: 200 len: 945 time: 0.0664375 Nov 25 17:56:17.013491 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 7665fe73-3938-43da-987a-dc9c12936ac4, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=7665fe73-3938-43da-987a-dc9c12936ac4,segment=NetworkSegment(04c26b85-2b9a-4f42-9cb6-78a7aa28caca),segment_id=04c26b85-2b9a-4f42-9cb6-78a7aa28caca)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:56:17.026830 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '7665fe73-3938-43da-987a-dc9c12936ac4', 'network_id': '9be04e7b-745f-4233-94c2-fabec29b8fd2', 'port_id': '7665fe73-3938-43da-987a-dc9c12936ac4', 'mac_address': 'fa:16:3e:5e:d2:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0353a8e-e04d-4300-b9da-1f5624182072', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:56:17.047281 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-703b8a4a-549e-4433-8e4a-76bca9caa779 req-1d338fde-d65f-4dc2-851c-0f40ae361972 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=d2c007a3-d0a8-4bcc-ba70-290401fbdb44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603495 Nov 25 17:56:17.087825 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:17.091119 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:17.102247 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7665fe73-3938-43da-987a-dc9c12936ac4 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:56:17.125911 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f6c0d3-d6be-45c6-be24-fe4841342ad4 req-1613ccf6-e61b-48d5-9936-2506fe376523 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:17.130392 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-66f6c0d3-d6be-45c6-be24-fe4841342ad4 req-1613ccf6-e61b-48d5-9936-2506fe376523 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/ports?device_id=7eb063c1-7171-4d01-b2f6-3d6865a0fcf7 HTTP/1.1" status: 200 len: 945 time: 0.0554588 Nov 25 17:56:17.132530 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 7665fe73-3938-43da-987a-dc9c12936ac4, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=7665fe73-3938-43da-987a-dc9c12936ac4,segment=NetworkSegment(04c26b85-2b9a-4f42-9cb6-78a7aa28caca),segment_id=04c26b85-2b9a-4f42-9cb6-78a7aa28caca)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:56:17.142231 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:17.173679 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-cf84ad1f-f28e-4963-957e-c9e1e0f6f6cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:17.187400 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-66f6c0d3-d6be-45c6-be24-fe4841342ad4 req-b0a2587a-db59-4c2b-a8f5-cdbb6834cb88 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/security-groups?id=b2b64dc9-f681-4285-b2b0-a4471af47257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525475 Nov 25 17:56:17.205975 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=7665fe73-3938-43da-987a-dc9c12936ac4,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:17.378380 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['7665fe73-3938-43da-987a-dc9c12936ac4'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:56:17.953603 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2acf5-bed7-4a27-ae20-24475c22aaf9 req-fcb1c179-6ba5-468c-8cf0-087f93d3c858 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:17.955081 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-58d2acf5-bed7-4a27-ae20-24475c22aaf9 req-fcb1c179-6ba5-468c-8cf0-087f93d3c858 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "GET /v2.0/ports?device_id=4dd63b2f-78a9-40b0-a7bc-fc8deffddf51 HTTP/1.1" status: 200 len: 983 time: 0.0530672 Nov 25 17:56:18.015124 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-58d2acf5-bed7-4a27-ae20-24475c22aaf9 req-511e8bff-f427-42a8-a0ca-5724cb0c9411 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "GET /v2.0/security-groups?id=3ab24b40-d032-4126-bd10-66384ff572d1&id=46dae59f-c204-4f5d-942f-0c5e71da4817&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0525246 Nov 25 17:56:18.165819 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba7dac-1d35-43b4-a4c1-2a1b3d0cd5f1 req-9fa869fb-1ce9-478d-9c6b-1b9f9977e120 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:18.167286 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2dba7dac-1d35-43b4-a4c1-2a1b3d0cd5f1 req-9fa869fb-1ce9-478d-9c6b-1b9f9977e120 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=0a581477-fdd2-4290-8953-fb8fb9e747ca HTTP/1.1" status: 200 len: 945 time: 0.0497580 Nov 25 17:56:18.221367 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2dba7dac-1d35-43b4-a4c1-2a1b3d0cd5f1 req-f820fc7f-2ff6-47d7-8eee-040c2d60b178 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=d2c007a3-d0a8-4bcc-ba70-290401fbdb44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478671 Nov 25 17:56:18.585578 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-683343fd-1e9f-473d-944b-4c0230ec73e4 service neutron] 10.222.0.74 "GET /v2.0/ports/e7fb4819-297b-4e57-9f45-07285155350c/bindings/n-h2-817746-1 HTTP/1.1" status: 200 len: 384 time: 0.0611863 Nov 25 17:56:18.765468 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-4161e281-3b68-4943-8914-8182e7b8143a service neutron] For port e7fb4819-297b-4e57-9f45-07285155350c, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e7fb4819-297b-4e57-9f45-07285155350c,segment=NetworkSegment(3ac1493a-d5bd-4878-be3f-bc9ef65bb9b8),segment_id=3ac1493a-d5bd-4878-be3f-bc9ef65bb9b8)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:56:18.790838 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-4161e281-3b68-4943-8914-8182e7b8143a service neutron] For port e7fb4819-297b-4e57-9f45-07285155350c, host n-h1-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:56:18.838269 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a581477-fdd2-4290-8953-fb8fb9e747ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7fb4819-297b-4e57-9f45-07285155350c'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:56:18.840717 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0d6aba-41ae-4f64-a25f-18c5cdfeb529" -d '{"events": [{"server_uuid": "0a581477-fdd2-4290-8953-fb8fb9e747ca", "name": "network-vif-unplugged", "status": "completed", "tag": "e7fb4819-297b-4e57-9f45-07285155350c"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:56:18.849106 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-4161e281-3b68-4943-8914-8182e7b8143a service neutron] For port e7fb4819-297b-4e57-9f45-07285155350c, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=e7fb4819-297b-4e57-9f45-07285155350c,segment=NetworkSegment(3ac1493a-d5bd-4878-be3f-bc9ef65bb9b8),segment_id=3ac1493a-d5bd-4878-be3f-bc9ef65bb9b8)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:56:18.864925 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-4161e281-3b68-4943-8914-8182e7b8143a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:18.880014 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9169475d-49f7-420a-a18f-05b3d4089b76 x-openstack-request-id: req-9169475d-49f7-420a-a18f-05b3d4089b76 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:56:18.880313 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a581477-fdd2-4290-8953-fb8fb9e747ca", "name": "network-vif-unplugged", "status": "completed", "tag": "e7fb4819-297b-4e57-9f45-07285155350c", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:56:18.880572 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9169475d-49f7-420a-a18f-05b3d4089b76 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:56:18.881013 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a581477-fdd2-4290-8953-fb8fb9e747ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7fb4819-297b-4e57-9f45-07285155350c', 'code': 200} Nov 25 17:56:18.895834 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 7665fe73-3938-43da-987a-dc9c12936ac4 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:56:18.950028 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-4161e281-3b68-4943-8914-8182e7b8143a service neutron] Transition to ACTIVE for port object e7fb4819-297b-4e57-9f45-07285155350c will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:56:18.952031 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port 7665fe73-3938-43da-987a-dc9c12936ac4 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:56:18.954066 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-4161e281-3b68-4943-8914-8182e7b8143a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:18.957731 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port 7665fe73-3938-43da-987a-dc9c12936ac4 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:56:18.958306 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:19.055971 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:19.065636 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4161e281-3b68-4943-8914-8182e7b8143a service neutron] Pushing event updated for resources: {'Port': ['ID=e7fb4819-297b-4e57-9f45-07285155350c,revision_number=11']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:19.122558 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 7665fe73-3938-43da-987a-dc9c12936ac4, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=7665fe73-3938-43da-987a-dc9c12936ac4,segment=NetworkSegment(04c26b85-2b9a-4f42-9cb6-78a7aa28caca),segment_id=04c26b85-2b9a-4f42-9cb6-78a7aa28caca)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:56:19.123632 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd63b2f-78a9-40b0-a7bc-fc8deffddf51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7665fe73-3938-43da-987a-dc9c12936ac4'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:56:19.126498 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b2c6fa-ffe6-4219-b627-30217ec2d330" -d '{"events": [{"server_uuid": "4dd63b2f-78a9-40b0-a7bc-fc8deffddf51", "name": "network-vif-plugged", "status": "completed", "tag": "7665fe73-3938-43da-987a-dc9c12936ac4"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:56:19.131788 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:19.135272 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-4161e281-3b68-4943-8914-8182e7b8143a service neutron] No DVR routers for this DVR port e7fb4819-297b-4e57-9f45-07285155350c on host n-h1-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:56:19.194231 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=7665fe73-3938-43da-987a-dc9c12936ac4,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:19.204503 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc3edb6-c45b-4be6-baa6-2bbfc22dc789 x-openstack-request-id: req-acc3edb6-c45b-4be6-baa6-2bbfc22dc789 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:56:19.204858 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dd63b2f-78a9-40b0-a7bc-fc8deffddf51", "name": "network-vif-plugged", "status": "completed", "tag": "7665fe73-3938-43da-987a-dc9c12936ac4", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:56:19.205792 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-acc3edb6-c45b-4be6-baa6-2bbfc22dc789 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:56:19.206772 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd63b2f-78a9-40b0-a7bc-fc8deffddf51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7665fe73-3938-43da-987a-dc9c12936ac4', 'code': 200} Nov 25 17:56:19.211528 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e28905c-c2d5-4c08-8850-3d7c3113c11a req-845bc50b-d50c-4519-9fbc-150b6ba98df2 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:19.214681 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e28905c-c2d5-4c08-8850-3d7c3113c11a req-845bc50b-d50c-4519-9fbc-150b6ba98df2 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "GET /v2.0/ports?device_id=4dd63b2f-78a9-40b0-a7bc-fc8deffddf51 HTTP/1.1" status: 200 len: 984 time: 0.0819321 Nov 25 17:56:19.315405 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e28905c-c2d5-4c08-8850-3d7c3113c11a req-f17a5ea7-f236-41f3-89e1-2c5c78e7dacd tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "GET /v2.0/security-groups?id=3ab24b40-d032-4126-bd10-66384ff572d1&id=46dae59f-c204-4f5d-942f-0c5e71da4817&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0806887 Nov 25 17:56:19.371188 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-4161e281-3b68-4943-8914-8182e7b8143a service neutron] 10.222.0.74 "PUT /v2.0/ports/e7fb4819-297b-4e57-9f45-07285155350c/bindings/n-h2-817746-1/activate HTTP/1.1" status: 200 len: 369 time: 0.7777450 Nov 25 17:56:19.377339 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f35a30-16d0-4185-9b45-1216a0eaf4a5 req-e9f39cb0-34bc-4dbf-91f8-4882d3abc25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:19.379129 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-82f35a30-16d0-4185-9b45-1216a0eaf4a5 req-e9f39cb0-34bc-4dbf-91f8-4882d3abc25f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=4dd63b2f-78a9-40b0-a7bc-fc8deffddf51 HTTP/1.1" status: 200 len: 1135 time: 0.0967488 Nov 25 17:56:19.399504 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a42d2e-d047-4baf-8250-f0c5117b6a2c req-bf4659fd-9aad-4438-b0b1-27733c75503f tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:19.401123 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-42a42d2e-d047-4baf-8250-f0c5117b6a2c req-bf4659fd-9aad-4438-b0b1-27733c75503f tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=0a581477-fdd2-4290-8953-fb8fb9e747ca HTTP/1.1" status: 200 len: 944 time: 0.0661023 Nov 25 17:56:19.459060 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-82f35a30-16d0-4185-9b45-1216a0eaf4a5 req-9ef2943a-1488-4607-b9e1-6f67ac4bfaa1 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=46dae59f-c204-4f5d-942f-0c5e71da4817&id=3ab24b40-d032-4126-bd10-66384ff572d1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0729451 Nov 25 17:56:19.537120 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-42a42d2e-d047-4baf-8250-f0c5117b6a2c req-01ba2081-1231-4895-bf95-45c56ac3bd96 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=d2c007a3-d0a8-4bcc-ba70-290401fbdb44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224451 Nov 25 17:56:19.545585 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-e65cc4af-8afb-4985-bbea-43773f1defcb tempest-TestNetworkAdvancedServerOps-44296226 tempest-TestNetworkAdvancedServerOps-44296226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:19.547032 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-e65cc4af-8afb-4985-bbea-43773f1defcb tempest-TestNetworkAdvancedServerOps-44296226 tempest-TestNetworkAdvancedServerOps-44296226-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=0a581477-fdd2-4290-8953-fb8fb9e747ca&tenant_id=867688fabf794394b7f5a37353b0165e&binding%3Ahost_id=n-h1-817746-1 HTTP/1.1" status: 200 len: 1095 time: 0.1086187 Nov 25 17:56:19.843618 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-314f120c-32b0-4fef-be2c-db6041e42739 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:20.005558 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-919624ad-b76e-4eb1-8115-75237b2098fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:20.007051 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-919624ad-b76e-4eb1-8115-75237b2098fa service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0a581477-fdd2-4290-8953-fb8fb9e747ca&tenant_id=867688fabf794394b7f5a37353b0165e HTTP/1.1" status: 200 len: 1095 time: 0.3543556 Nov 25 17:56:20.076889 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-1584de7d-220b-45f0-a235-1a43d3afe3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:20.078404 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-1584de7d-220b-45f0-a235-1a43d3afe3bf service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=867688fabf794394b7f5a37353b0165e&device_id=0a581477-fdd2-4290-8953-fb8fb9e747ca HTTP/1.1" status: 200 len: 1095 time: 0.0456095 Nov 25 17:56:20.174041 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-651b94ff-7d95-48cd-8bd2-4751c39bf441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:20.176558 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-651b94ff-7d95-48cd-8bd2-4751c39bf441 service neutron] 10.222.0.90 "GET /v2.0/networks?id=7dd41911-9ce8-4604-9de2-1886c3cc736c HTTP/1.1" status: 200 len: 898 time: 0.0904567 Nov 25 17:56:20.246757 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-7e64ff40-76ea-4bfd-ab95-457638c79800 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7fb4819-297b-4e57-9f45-07285155350c HTTP/1.1" status: 200 len: 998 time: 0.0617750 Nov 25 17:56:20.310098 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-4cf3887a-2d24-4162-90fc-374242ee8493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:20.311580 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-4cf3887a-2d24-4162-90fc-374242ee8493 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=6e576b37-d02e-41c7-8d4d-009925e47e34 HTTP/1.1" status: 200 len: 835 time: 0.0571635 Nov 25 17:56:20.371303 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-3d64a79e-2bb2-44f6-aa7f-df2007f91076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:20.373164 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-3d64a79e-2bb2-44f6-aa7f-df2007f91076 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7dd41911-9ce8-4604-9de2-1886c3cc736c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439105 Nov 25 17:56:20.552988 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8bd00489-7ca7-476e-a6db-8844351437ec req-0a795906-2e16-4b60-88d2-32f6de8b4c69 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7eb063c1-7171-4d01-b2f6-3d6865a0fcf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0724595 Nov 25 17:56:20.566149 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-d84bfd63-77bf-419d-9a44-3f8db5c1f380 service neutron] 10.222.0.90 "GET /v2.0/networks/7dd41911-9ce8-4604-9de2-1886c3cc736c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825902 Nov 25 17:56:20.621789 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bdcb38-d6bf-46b0-bf21-eb7feab4699e req-2686b907-d7bb-48ba-81a3-2981616c6fc9 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:20.625813 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b7bdcb38-d6bf-46b0-bf21-eb7feab4699e req-2686b907-d7bb-48ba-81a3-2981616c6fc9 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "GET /v2.0/ports?device_id=4dd63b2f-78a9-40b0-a7bc-fc8deffddf51 HTTP/1.1" status: 200 len: 984 time: 0.1830525 Nov 25 17:56:20.700160 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd00489-7ca7-476e-a6db-8844351437ec req-67e94969-69e1-4fbb-bbad-4b85cf553d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:20.701890 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8bd00489-7ca7-476e-a6db-8844351437ec req-67e94969-69e1-4fbb-bbad-4b85cf553d9b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d565d7fffa2d49b4a9e39a4ee7a417d3&device_id=7eb063c1-7171-4d01-b2f6-3d6865a0fcf7 HTTP/1.1" status: 200 len: 1096 time: 0.0580237 Nov 25 17:56:20.802145 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-3ab2c89e-67a0-4eb7-8631-eeb925d818f8 service neutron] 10.222.0.90 "GET /v2.0/networks/7dd41911-9ce8-4604-9de2-1886c3cc736c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159755 Nov 25 17:56:20.807856 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b7bdcb38-d6bf-46b0-bf21-eb7feab4699e req-3a0a4e9c-1309-4eae-8214-b51c9d812758 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "GET /v2.0/security-groups?id=3ab24b40-d032-4126-bd10-66384ff572d1&id=46dae59f-c204-4f5d-942f-0c5e71da4817&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1649194 Nov 25 17:56:20.817881 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ec3518-7c54-4d1f-b9be-8457bd0bb960 req-33af4856-54fd-4597-b643-ad181ce6f3bd tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:20.819420 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-13ec3518-7c54-4d1f-b9be-8457bd0bb960 req-33af4856-54fd-4597-b643-ad181ce6f3bd tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=0a581477-fdd2-4290-8953-fb8fb9e747ca HTTP/1.1" status: 200 len: 944 time: 0.1265631 Nov 25 17:56:20.847162 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd00489-7ca7-476e-a6db-8844351437ec req-52275673-ea11-425d-84a3-e8b12ca1f251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:20.848792 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8bd00489-7ca7-476e-a6db-8844351437ec req-52275673-ea11-425d-84a3-e8b12ca1f251 service neutron] 10.222.0.90 "GET /v2.0/networks?id=70a573b0-b8cd-4b3b-a416-03e265a1da65 HTTP/1.1" status: 200 len: 911 time: 0.1250992 Nov 25 17:56:20.879563 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:20.895138 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-13ec3518-7c54-4d1f-b9be-8457bd0bb960 req-5e78c616-1839-4491-8267-e13dde31ea16 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=d2c007a3-d0a8-4bcc-ba70-290401fbdb44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639737 Nov 25 17:56:20.931056 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8bd00489-7ca7-476e-a6db-8844351437ec req-7b77cbb2-8d24-4e45-9049-7af674833da7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6 HTTP/1.1" status: 200 len: 1001 time: 0.0720179 Nov 25 17:56:20.988629 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd00489-7ca7-476e-a6db-8844351437ec req-aa60435a-4d83-45dd-aaec-46fd0429594a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:20.990136 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8bd00489-7ca7-476e-a6db-8844351437ec req-aa60435a-4d83-45dd-aaec-46fd0429594a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=88a810b4-d532-41af-9819-01c0d8d6a258 HTTP/1.1" status: 200 len: 849 time: 0.0511410 Nov 25 17:56:21.043809 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd00489-7ca7-476e-a6db-8844351437ec req-00af0521-c9f1-41d8-8558-fa7b3b0d4b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:21.045400 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8bd00489-7ca7-476e-a6db-8844351437ec req-00af0521-c9f1-41d8-8558-fa7b3b0d4b90 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=70a573b0-b8cd-4b3b-a416-03e265a1da65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480645 Nov 25 17:56:21.070062 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-1c104604-2007-4f8e-85b2-f00f13fa3b4f tempest-TestNetworkAdvancedServerOps-44296226 tempest-TestNetworkAdvancedServerOps-44296226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:21.071858 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-1c104604-2007-4f8e-85b2-f00f13fa3b4f tempest-TestNetworkAdvancedServerOps-44296226 tempest-TestNetworkAdvancedServerOps-44296226-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=0a581477-fdd2-4290-8953-fb8fb9e747ca&tenant_id=867688fabf794394b7f5a37353b0165e&binding%3Ahost_id=n-h2-817746-1 HTTP/1.1" status: 200 len: 1095 time: 0.0478432 Nov 25 17:56:21.156692 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8bd00489-7ca7-476e-a6db-8844351437ec req-25fdfcbe-8ab9-42a0-aaa0-0d11aae77917 service neutron] 10.222.0.90 "GET /v2.0/networks/70a573b0-b8cd-4b3b-a416-03e265a1da65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954816 Nov 25 17:56:21.238181 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-7c007574-55c5-4bde-91dc-861e3d5edf04 service neutron] For port e7fb4819-297b-4e57-9f45-07285155350c, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:56:21.241441 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-7c007574-55c5-4bde-91dc-861e3d5edf04 service neutron] Publish callbacks [] for binding, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:21.243374 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-7c007574-55c5-4bde-91dc-861e3d5edf04 service neutron] 10.222.0.90 "DELETE /v2.0/ports/e7fb4819-297b-4e57-9f45-07285155350c/bindings/n-h1-817746-1 HTTP/1.1" status: 204 len: 173 time: 0.1635444 Nov 25 17:56:21.258678 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8bd00489-7ca7-476e-a6db-8844351437ec req-2f7b82b4-2971-4b74-8b81-3712b9c21c00 service neutron] 10.222.0.90 "GET /v2.0/networks/70a573b0-b8cd-4b3b-a416-03e265a1da65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950737 Nov 25 17:56:22.016239 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d96d1-9039-4fdb-a831-697f15779814 req-01386846-e626-4017-9817-2bd7a1f18566 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:22.018368 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7d5d96d1-9039-4fdb-a831-697f15779814 req-01386846-e626-4017-9817-2bd7a1f18566 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "GET /v2.0/ports?device_id=4dd63b2f-78a9-40b0-a7bc-fc8deffddf51 HTTP/1.1" status: 200 len: 984 time: 0.1105707 Nov 25 17:56:22.095022 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:22.127548 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8abbb74-e55c-4720-b6a3-6320eca09031 req-2442e77a-5bcb-47fe-8430-936b6de80c6d tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:22.131687 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a8abbb74-e55c-4720-b6a3-6320eca09031 req-2442e77a-5bcb-47fe-8430-936b6de80c6d tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=0a581477-fdd2-4290-8953-fb8fb9e747ca HTTP/1.1" status: 200 len: 944 time: 0.0991330 Nov 25 17:56:22.160731 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7d5d96d1-9039-4fdb-a831-697f15779814 req-5067fb2f-33d2-4bd1-9567-ab6aba113f97 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "GET /v2.0/security-groups?id=3ab24b40-d032-4126-bd10-66384ff572d1&id=46dae59f-c204-4f5d-942f-0c5e71da4817&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1294549 Nov 25 17:56:22.221122 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a8abbb74-e55c-4720-b6a3-6320eca09031 req-5982e9f3-7dae-4e10-a5db-0bfc0f5abc4b tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=d2c007a3-d0a8-4bcc-ba70-290401fbdb44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828574 Nov 25 17:56:22.321700 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143bdcac-76ce-411e-90f1-ec6694c72619 req-4fb6dc24-dde3-445c-a8c9-dd2157c833d1 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:22.328239 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-143bdcac-76ce-411e-90f1-ec6694c72619 req-4fb6dc24-dde3-445c-a8c9-dd2157c833d1 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "GET /v2.0/ports?device_id=4dd63b2f-78a9-40b0-a7bc-fc8deffddf51 HTTP/1.1" status: 200 len: 984 time: 0.0697527 Nov 25 17:56:22.399691 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358f9e70-4500-44a1-a69a-7c5b57b36035 req-97a74e67-9c0a-412c-b77f-86fc2b13fc18 tempest-TestNetworkAdvancedServerOps-44296226 tempest-TestNetworkAdvancedServerOps-44296226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:22.401200 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-358f9e70-4500-44a1-a69a-7c5b57b36035 req-97a74e67-9c0a-412c-b77f-86fc2b13fc18 tempest-TestNetworkAdvancedServerOps-44296226 tempest-TestNetworkAdvancedServerOps-44296226-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=0a581477-fdd2-4290-8953-fb8fb9e747ca HTTP/1.1" status: 200 len: 1095 time: 0.0988760 Nov 25 17:56:22.420289 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-143bdcac-76ce-411e-90f1-ec6694c72619 req-d80bc6eb-7bba-4bf6-b079-71f8259e0fbb tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "GET /v2.0/security-groups?id=3ab24b40-d032-4126-bd10-66384ff572d1&id=46dae59f-c204-4f5d-942f-0c5e71da4817&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0895410 Nov 25 17:56:22.455197 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-358f9e70-4500-44a1-a69a-7c5b57b36035 req-f8e43319-0c45-4615-a888-c7948275862f tempest-TestNetworkAdvancedServerOps-44296226 tempest-TestNetworkAdvancedServerOps-44296226-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=d2c007a3-d0a8-4bcc-ba70-290401fbdb44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469460 Nov 25 17:56:22.565940 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f2862-bf6c-4a0f-ba2e-2f371d9dabae req-8a504879-f4e7-434d-888f-d327e56a971a tempest-TestSecurityGroupsBasicOps-1531194188 tempest-TestSecurityGroupsBasicOps-1531194188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:22.567488 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7b9f2862-bf6c-4a0f-ba2e-2f371d9dabae req-8a504879-f4e7-434d-888f-d327e56a971a tempest-TestSecurityGroupsBasicOps-1531194188 tempest-TestSecurityGroupsBasicOps-1531194188-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=4dd63b2f-78a9-40b0-a7bc-fc8deffddf51 HTTP/1.1" status: 200 len: 1135 time: 0.0746746 Nov 25 17:56:22.591349 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4676c13e-bca0-4346-8c67-f1203c13aebb req-bfebc23c-74bb-4ba2-90be-c3a881d5dc1b tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:22.592944 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4676c13e-bca0-4346-8c67-f1203c13aebb req-bfebc23c-74bb-4ba2-90be-c3a881d5dc1b tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=0a581477-fdd2-4290-8953-fb8fb9e747ca HTTP/1.1" status: 200 len: 944 time: 0.0679832 Nov 25 17:56:22.601218 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7b9f2862-bf6c-4a0f-ba2e-2f371d9dabae req-95e704b5-a9ed-484f-a650-59a5bda8ca28 tempest-TestSecurityGroupsBasicOps-1531194188 tempest-TestSecurityGroupsBasicOps-1531194188-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:22.676729 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4676c13e-bca0-4346-8c67-f1203c13aebb req-d788ee80-f61b-48f2-b1e4-bba1bfe8169d tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=d2c007a3-d0a8-4bcc-ba70-290401fbdb44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766647 Nov 25 17:56:22.701374 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54064) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:22.722585 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7b9f2862-bf6c-4a0f-ba2e-2f371d9dabae req-95e704b5-a9ed-484f-a650-59a5bda8ca28 tempest-TestSecurityGroupsBasicOps-1531194188 tempest-TestSecurityGroupsBasicOps-1531194188-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:22.726646 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7b9f2862-bf6c-4a0f-ba2e-2f371d9dabae req-95e704b5-a9ed-484f-a650-59a5bda8ca28 tempest-TestSecurityGroupsBasicOps-1531194188 tempest-TestSecurityGroupsBasicOps-1531194188-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:22.774137 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-df909530-5424-4903-8132-2de39866ee94 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/floatingips/41e696e9-025a-4d1e-b806-7372becbc4c3 HTTP/1.1" status: 200 len: 990 time: 0.0698838 Nov 25 17:56:22.785344 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e704b5-a9ed-484f-a650-59a5bda8ca28 tempest-TestSecurityGroupsBasicOps-1531194188 tempest-TestSecurityGroupsBasicOps-1531194188-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=929bb81b-cf82-4e91-aa70-5950b63afb38,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:22.791164 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7b9f2862-bf6c-4a0f-ba2e-2f371d9dabae req-95e704b5-a9ed-484f-a650-59a5bda8ca28 tempest-TestSecurityGroupsBasicOps-1531194188 tempest-TestSecurityGroupsBasicOps-1531194188-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=3ab24b40-d032-4126-bd10-66384ff572d1&id=46dae59f-c204-4f5d-942f-0c5e71da4817&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2165010 Nov 25 17:56:22.816003 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54070) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:22.858300 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1885baa3-ca1f-4559-b1ab-bad34d959077 tempest-TestSecurityGroupsBasicOps-1531194188 tempest-TestSecurityGroupsBasicOps-1531194188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:22.860040 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1885baa3-ca1f-4559-b1ab-bad34d959077 tempest-TestSecurityGroupsBasicOps-1531194188 tempest-TestSecurityGroupsBasicOps-1531194188-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=4dd63b2f-78a9-40b0-a7bc-fc8deffddf51 HTTP/1.1" status: 200 len: 1130 time: 0.0426214 Nov 25 17:56:22.862941 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54072) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:22.867435 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-35637b86-0d20-4f1b-9b23-7d1b5419f9a3 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Request body: {'floatingip': {'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'port_id': '7665fe73-3938-43da-987a-dc9c12936ac4', 'tenant_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:56:22.890936 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-35637b86-0d20-4f1b-9b23-7d1b5419f9a3 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks [] for floatingip, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:22.998879 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-35637b86-0d20-4f1b-9b23-7d1b5419f9a3 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:23.027861 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:23.108926 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-35637b86-0d20-4f1b-9b23-7d1b5419f9a3 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Allocated IP 172.25.0.102 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/c81f9b5c-256b-4c2e-b2c9-7846a5fb324b) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:56:23.220653 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-35637b86-0d20-4f1b-9b23-7d1b5419f9a3 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:23.252557 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device e7fb4819-297b-4e57-9f45-07285155350c no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:56:23.255762 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-35637b86-0d20-4f1b-9b23-7d1b5419f9a3 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:23.298491 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35637b86-0d20-4f1b-9b23-7d1b5419f9a3 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:56:23.301482 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device e7fb4819-297b-4e57-9f45-07285155350c not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:56:23.304035 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-35637b86-0d20-4f1b-9b23-7d1b5419f9a3 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:56:23.307846 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35637b86-0d20-4f1b-9b23-7d1b5419f9a3 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:56:23.330282 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35637b86-0d20-4f1b-9b23-7d1b5419f9a3 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Pushing event updated for resources: {'Port': ['ID=c81f9b5c-256b-4c2e-b2c9-7846a5fb324b,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:23.665365 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-35637b86-0d20-4f1b-9b23-7d1b5419f9a3 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:23.738696 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-35637b86-0d20-4f1b-9b23-7d1b5419f9a3 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:23.898594 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-35637b86-0d20-4f1b-9b23-7d1b5419f9a3 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:23.906313 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-35637b86-0d20-4f1b-9b23-7d1b5419f9a3 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:24.256052 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35637b86-0d20-4f1b-9b23-7d1b5419f9a3 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Pushing event updated for resources: {'Port': ['ID=c81f9b5c-256b-4c2e-b2c9-7846a5fb324b,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:24.262163 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-35637b86-0d20-4f1b-9b23-7d1b5419f9a3 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:24.363387 n-d-817746-1 neutron-server[103360]: INFO neutron.db.l3_db [None req-35637b86-0d20-4f1b-9b23-7d1b5419f9a3 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Floating IP 6190f953-6f47-4727-94da-ae2d5c2e6ccc associated. External IP: 172.25.0.102, port: 7665fe73-3938-43da-987a-dc9c12936ac4. Nov 25 17:56:24.579812 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35637b86-0d20-4f1b-9b23-7d1b5419f9a3 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Router 1ce07aea-0b14-4a3f-a689-a81a69528cff has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:56:24.699329 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35637b86-0d20-4f1b-9b23-7d1b5419f9a3 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:56:24.709354 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11af871e-25c2-4485-9910-f2ed3e06b2c4 None None] Sync routers for ids ['1ce07aea-0b14-4a3f-a689-a81a69528cff'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:56:24.719389 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11af871e-25c2-4485-9910-f2ed3e06b2c4 None None] Routers {'1ce07aea-0b14-4a3f-a689-a81a69528cff'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:56:24.720265 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-11af871e-25c2-4485-9910-f2ed3e06b2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:56:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['1ce07aea-0b14-4a3f-a689-a81a69528cff'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:56:24.720646 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-35637b86-0d20-4f1b-9b23-7d1b5419f9a3 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:24.757366 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-35637b86-0d20-4f1b-9b23-7d1b5419f9a3 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8933508 Nov 25 17:56:24.758085 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54106) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:24.758511 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dd63b2f-78a9-40b0-a7bc-fc8deffddf51', 'tag': '7665fe73-3938-43da-987a-dc9c12936ac4'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:56:24.760361 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-615c9416-1f3a-4e33-bb72-2253b20c2b6c" -d '{"events": [{"name": "network-changed", "server_uuid": "4dd63b2f-78a9-40b0-a7bc-fc8deffddf51", "tag": "7665fe73-3938-43da-987a-dc9c12936ac4"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:56:24.839027 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904454cd-0d52-4706-bc49-2365c910c6d6 x-openstack-request-id: req-904454cd-0d52-4706-bc49-2365c910c6d6 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:56:24.839324 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dd63b2f-78a9-40b0-a7bc-fc8deffddf51", "tag": "7665fe73-3938-43da-987a-dc9c12936ac4", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:56:24.839590 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-904454cd-0d52-4706-bc49-2365c910c6d6 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:56:24.840001 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dd63b2f-78a9-40b0-a7bc-fc8deffddf51', 'tag': '7665fe73-3938-43da-987a-dc9c12936ac4', 'status': 'completed', 'code': 200} Nov 25 17:56:24.850189 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-11af871e-25c2-4485-9910-f2ed3e06b2c4 None None] Set router 1ce07aea-0b14-4a3f-a689-a81a69528cff gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:56:24.917618 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c9416-1f3a-4e33-bb72-2253b20c2b6c req-03c28ce1-857f-4509-88c8-626679f7646f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:24.922199 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-615c9416-1f3a-4e33-bb72-2253b20c2b6c req-03c28ce1-857f-4509-88c8-626679f7646f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=97c58dc9e1cc4875b18599cedd8ec1e0&device_id=4dd63b2f-78a9-40b0-a7bc-fc8deffddf51 HTTP/1.1" status: 200 len: 1135 time: 0.0648444 Nov 25 17:56:25.031262 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54120) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:25.042413 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33c2e5a-d46e-4c06-b19d-3008d25f5d5e tempest-TestSecurityGroupsBasicOps-1531194188 tempest-TestSecurityGroupsBasicOps-1531194188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:25.043127 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33c2e5a-d46e-4c06-b19d-3008d25f5d5e tempest-TestSecurityGroupsBasicOps-1531194188 tempest-TestSecurityGroupsBasicOps-1531194188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:25.043983 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33c2e5a-d46e-4c06-b19d-3008d25f5d5e tempest-TestSecurityGroupsBasicOps-1531194188 tempest-TestSecurityGroupsBasicOps-1531194188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:25.044605 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33c2e5a-d46e-4c06-b19d-3008d25f5d5e tempest-TestSecurityGroupsBasicOps-1531194188 tempest-TestSecurityGroupsBasicOps-1531194188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:25.045094 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33c2e5a-d46e-4c06-b19d-3008d25f5d5e tempest-TestSecurityGroupsBasicOps-1531194188 tempest-TestSecurityGroupsBasicOps-1531194188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:25.045556 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33c2e5a-d46e-4c06-b19d-3008d25f5d5e tempest-TestSecurityGroupsBasicOps-1531194188 tempest-TestSecurityGroupsBasicOps-1531194188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:25.046134 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33c2e5a-d46e-4c06-b19d-3008d25f5d5e tempest-TestSecurityGroupsBasicOps-1531194188 tempest-TestSecurityGroupsBasicOps-1531194188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:25.046592 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33c2e5a-d46e-4c06-b19d-3008d25f5d5e tempest-TestSecurityGroupsBasicOps-1531194188 tempest-TestSecurityGroupsBasicOps-1531194188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:25.048524 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c33c2e5a-d46e-4c06-b19d-3008d25f5d5e tempest-TestSecurityGroupsBasicOps-1531194188 tempest-TestSecurityGroupsBasicOps-1531194188-project-admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5661 time: 0.2881639 Nov 25 17:56:25.052028 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54122) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:25.117472 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c9416-1f3a-4e33-bb72-2253b20c2b6c req-28759c6c-965c-4ff5-ace4-49ba04d3e82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:25.119019 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-615c9416-1f3a-4e33-bb72-2253b20c2b6c req-28759c6c-965c-4ff5-ace4-49ba04d3e82c service neutron] 10.222.0.90 "GET /v2.0/networks?id=9be04e7b-745f-4233-94c2-fabec29b8fd2 HTTP/1.1" status: 200 len: 898 time: 0.1898940 Nov 25 17:56:25.151145 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cec831-7341-485d-a4d9-a33fc94edd4a tempest-TestSecurityGroupsBasicOps-1531194188 tempest-TestSecurityGroupsBasicOps-1531194188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:25.151715 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cec831-7341-485d-a4d9-a33fc94edd4a tempest-TestSecurityGroupsBasicOps-1531194188 tempest-TestSecurityGroupsBasicOps-1531194188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:25.152178 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cec831-7341-485d-a4d9-a33fc94edd4a tempest-TestSecurityGroupsBasicOps-1531194188 tempest-TestSecurityGroupsBasicOps-1531194188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:25.152632 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cec831-7341-485d-a4d9-a33fc94edd4a tempest-TestSecurityGroupsBasicOps-1531194188 tempest-TestSecurityGroupsBasicOps-1531194188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:25.153104 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cec831-7341-485d-a4d9-a33fc94edd4a tempest-TestSecurityGroupsBasicOps-1531194188 tempest-TestSecurityGroupsBasicOps-1531194188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:25.153549 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cec831-7341-485d-a4d9-a33fc94edd4a tempest-TestSecurityGroupsBasicOps-1531194188 tempest-TestSecurityGroupsBasicOps-1531194188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:25.153987 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cec831-7341-485d-a4d9-a33fc94edd4a tempest-TestSecurityGroupsBasicOps-1531194188 tempest-TestSecurityGroupsBasicOps-1531194188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:25.154430 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cec831-7341-485d-a4d9-a33fc94edd4a tempest-TestSecurityGroupsBasicOps-1531194188 tempest-TestSecurityGroupsBasicOps-1531194188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:25.156595 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-e3cec831-7341-485d-a4d9-a33fc94edd4a tempest-TestSecurityGroupsBasicOps-1531194188 tempest-TestSecurityGroupsBasicOps-1531194188-project-admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5258 time: 0.1033123 Nov 25 17:56:25.160176 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54124) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:25.186162 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-11af871e-25c2-4485-9910-f2ed3e06b2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce07aea-0b14-4a3f-a689-a81a69528cff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1507342445', 'tenant_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'd389e41d-3a02-4168-be6b-4f5bf379619c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:56:02Z', 'updated_at': '2021-11-25T17:56:06Z', 'revision_number': 4, 'project_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'gw_port': {'id': 'd389e41d-3a02-4168-be6b-4f5bf379619c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce07aea-0b14-4a3f-a689-a81a69528cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:56:02Z', 'updated_at': '2021-11-25T17:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '6190f953-6f47-4727-94da-ae2d5c2e6ccc', 'tenant_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'floating_ip_address': '172.25.0.102', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '1ce07aea-0b14-4a3f-a689-a81a69528cff', 'port_id': '7665fe73-3938-43da-987a-dc9c12936ac4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9be04e7b-745f-4233-94c2-fabec29b8fd2', 'mac_address': 'fa:16:3e:5e:d2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd63b2f-78a9-40b0-a7bc-fc8deffddf51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:56:23Z', 'updated_at': '2021-11-25T17:56:23Z', 'revision_number': 0, 'project_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e23218c-f14d-4bea-93eb-b8ad5aafe0e3', 'name': '', 'network_id': '9be04e7b-745f-4233-94c2-fabec29b8fd2', 'tenant_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'mac_address': 'fa:16:3e:69:0b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce07aea-0b14-4a3f-a689-a81a69528cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'a0353a8e-e04d-4300-b9da-1f5624182072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:56:05Z', 'updated_at': '2021-11-25T17:56:10Z', 'revision_number': 5, 'project_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'subnets': [{'id': 'a0353a8e-e04d-4300-b9da-1f5624182072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:56:25.227795 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11af871e-25c2-4485-9910-f2ed3e06b2c4 None None] Checking router: 1ce07aea-0b14-4a3f-a689-a81a69528cff for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:56:25.237477 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11af871e-25c2-4485-9910-f2ed3e06b2c4 None None] Routers {'1ce07aea-0b14-4a3f-a689-a81a69528cff'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:56:25.238541 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-11af871e-25c2-4485-9910-f2ed3e06b2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:56:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['1ce07aea-0b14-4a3f-a689-a81a69528cff'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:56:25.268441 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-615c9416-1f3a-4e33-bb72-2253b20c2b6c req-fa7859fb-309e-494f-8919-ad078a74093b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7665fe73-3938-43da-987a-dc9c12936ac4 HTTP/1.1" status: 200 len: 999 time: 0.1368506 Nov 25 17:56:25.349848 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c9416-1f3a-4e33-bb72-2253b20c2b6c req-1aeb64f2-b766-4f2a-96d1-87a4b07448fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:25.351780 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-615c9416-1f3a-4e33-bb72-2253b20c2b6c req-1aeb64f2-b766-4f2a-96d1-87a4b07448fa service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a0353a8e-e04d-4300-b9da-1f5624182072 HTTP/1.1" status: 200 len: 835 time: 0.0754302 Nov 25 17:56:25.353220 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-3e183ab3-957f-4634-8fde-c2a5f10cbb65 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Deleting port 0967c68f-7da1-434c-bcce-945a7e73f433 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:56:25.353638 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3e183ab3-957f-4634-8fde-c2a5f10cbb65 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:25.366224 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-11af871e-25c2-4485-9910-f2ed3e06b2c4 None None] Set router 1ce07aea-0b14-4a3f-a689-a81a69528cff gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:56:25.463341 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-360fd25a-e16f-4bc5-979b-74e2a7eb3f2c tempest-TestSecurityGroupsBasicOps-1531194188 tempest-TestSecurityGroupsBasicOps-1531194188-project-admin] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4493 time: 0.3011134 Nov 25 17:56:25.464040 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54130) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:25.464808 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c9416-1f3a-4e33-bb72-2253b20c2b6c req-ae3f8814-87e6-4b70-912c-f0593e9c836e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:25.466539 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-615c9416-1f3a-4e33-bb72-2253b20c2b6c req-ae3f8814-87e6-4b70-912c-f0593e9c836e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9be04e7b-745f-4233-94c2-fabec29b8fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0968955 Nov 25 17:56:25.495981 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3e183ab3-957f-4634-8fde-c2a5f10cbb65 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:25.496335 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3e183ab3-957f-4634-8fde-c2a5f10cbb65 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:25.510914 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82699ce5-817f-4fb9-8330-ff36fc51300f tempest-TestSecurityGroupsBasicOps-1531194188 tempest-TestSecurityGroupsBasicOps-1531194188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:25.512470 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82699ce5-817f-4fb9-8330-ff36fc51300f tempest-TestSecurityGroupsBasicOps-1531194188 tempest-TestSecurityGroupsBasicOps-1531194188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:25.514678 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-82699ce5-817f-4fb9-8330-ff36fc51300f tempest-TestSecurityGroupsBasicOps-1531194188 tempest-TestSecurityGroupsBasicOps-1531194188-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=1ce07aea-0b14-4a3f-a689-a81a69528cff HTTP/1.1" status: 200 len: 1990 time: 0.0496500 Nov 25 17:56:25.546282 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-3e183ab3-957f-4634-8fde-c2a5f10cbb65 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Calling delete_port for 0967c68f-7da1-434c-bcce-945a7e73f433 owned by network:floatingip {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:56:25.683979 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-615c9416-1f3a-4e33-bb72-2253b20c2b6c req-29bdd6be-7d54-4b70-9075-2d82cfa72e7f service neutron] 10.222.0.90 "GET /v2.0/networks/9be04e7b-745f-4233-94c2-fabec29b8fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079430 Nov 25 17:56:25.835461 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-11af871e-25c2-4485-9910-f2ed3e06b2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce07aea-0b14-4a3f-a689-a81a69528cff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1507342445', 'tenant_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'd389e41d-3a02-4168-be6b-4f5bf379619c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:56:02Z', 'updated_at': '2021-11-25T17:56:06Z', 'revision_number': 4, 'project_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'gw_port': {'id': 'd389e41d-3a02-4168-be6b-4f5bf379619c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce07aea-0b14-4a3f-a689-a81a69528cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:56:02Z', 'updated_at': '2021-11-25T17:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '6190f953-6f47-4727-94da-ae2d5c2e6ccc', 'tenant_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'floating_ip_address': '172.25.0.102', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '1ce07aea-0b14-4a3f-a689-a81a69528cff', 'port_id': '7665fe73-3938-43da-987a-dc9c12936ac4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9be04e7b-745f-4233-94c2-fabec29b8fd2', 'mac_address': 'fa:16:3e:5e:d2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd63b2f-78a9-40b0-a7bc-fc8deffddf51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:56:23Z', 'updated_at': '2021-11-25T17:56:23Z', 'revision_number': 0, 'project_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e23218c-f14d-4bea-93eb-b8ad5aafe0e3', 'name': '', 'network_id': '9be04e7b-745f-4233-94c2-fabec29b8fd2', 'tenant_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'mac_address': 'fa:16:3e:69:0b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce07aea-0b14-4a3f-a689-a81a69528cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'a0353a8e-e04d-4300-b9da-1f5624182072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:56:05Z', 'updated_at': '2021-11-25T17:56:10Z', 'revision_number': 5, 'project_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'subnets': [{'id': 'a0353a8e-e04d-4300-b9da-1f5624182072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:56:25.836573 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-615c9416-1f3a-4e33-bb72-2253b20c2b6c req-a9576438-8b2c-47d8-8985-380198fe5ac4 service neutron] 10.222.0.90 "GET /v2.0/networks/9be04e7b-745f-4233-94c2-fabec29b8fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450071 Nov 25 17:56:25.864357 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3e183ab3-957f-4634-8fde-c2a5f10cbb65 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:25.866051 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11af871e-25c2-4485-9910-f2ed3e06b2c4 None None] The sync data for ids ['1ce07aea-0b14-4a3f-a689-a81a69528cff'] in n-d-817746-1 is: [{'id': '1ce07aea-0b14-4a3f-a689-a81a69528cff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1507342445', 'tenant_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'd389e41d-3a02-4168-be6b-4f5bf379619c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:56:02Z', 'updated_at': '2021-11-25T17:56:06Z', 'revision_number': 4, 'project_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'gw_port': {'id': 'd389e41d-3a02-4168-be6b-4f5bf379619c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce07aea-0b14-4a3f-a689-a81a69528cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:56:02Z', 'updated_at': '2021-11-25T17:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '6190f953-6f47-4727-94da-ae2d5c2e6ccc', 'tenant_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'floating_ip_address': '172.25.0.102', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '1ce07aea-0b14-4a3f-a689-a81a69528cff', 'port_id': '7665fe73-3938-43da-987a-dc9c12936ac4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9be04e7b-745f-4233-94c2-fabec29b8fd2', 'mac_address': 'fa:16:3e:5e:d2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd63b2f-78a9-40b0-a7bc-fc8deffddf51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:56:23Z', 'updated_at': '2021-11-25T17:56:23Z', 'revision_number': 0, 'project_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e23218c-f14d-4bea-93eb-b8ad5aafe0e3', 'name': '', 'network_id': '9be04e7b-745f-4233-94c2-fabec29b8fd2', 'tenant_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'mac_address': 'fa:16:3e:69:0b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce07aea-0b14-4a3f-a689-a81a69528cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'a0353a8e-e04d-4300-b9da-1f5624182072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:56:05Z', 'updated_at': '2021-11-25T17:56:10Z', 'revision_number': 5, 'project_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'subnets': [{'id': 'a0353a8e-e04d-4300-b9da-1f5624182072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:56:25.905650 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e183ab3-957f-4634-8fde-c2a5f10cbb65 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event deleted for resources: {'Port': ['ID=0967c68f-7da1-434c-bcce-945a7e73f433,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:25.979688 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3e183ab3-957f-4634-8fde-c2a5f10cbb65 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for floatingip, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:25.980119 n-d-817746-1 neutron-server[103360]: INFO neutron.db.l3_db [None req-3e183ab3-957f-4634-8fde-c2a5f10cbb65 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Floating IP 41e696e9-025a-4d1e-b806-7372becbc4c3 disassociated (deleted). External IP: 172.25.0.77, port: e7fb4819-297b-4e57-9f45-07285155350c. Nov 25 17:56:26.126997 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57da26dd-6645-4980-a8e5-1b1119e86de4 None None] New status for floating IP 6190f953-6f47-4727-94da-ae2d5c2e6ccc: ACTIVE {{(pid=103363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:56:26.215917 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e183ab3-957f-4634-8fde-c2a5f10cbb65 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Router 1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:56:26.335677 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e183ab3-957f-4634-8fde-c2a5f10cbb65 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:56:26.340779 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3e183ab3-957f-4634-8fde-c2a5f10cbb65 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:26.348953 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f575ba27-bbe5-44b0-85b8-9ee50bdbfb00 None None] Sync routers for ids ['1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:56:26.363564 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f575ba27-bbe5-44b0-85b8-9ee50bdbfb00 None None] Routers {'1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:56:26.364499 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-f575ba27-bbe5-44b0-85b8-9ee50bdbfb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:56:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:56:26.381386 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3e183ab3-957f-4634-8fde-c2a5f10cbb65 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "DELETE /v2.0/floatingips/41e696e9-025a-4d1e-b806-7372becbc4c3 HTTP/1.1" status: 204 len: 168 time: 1.3484964 Nov 25 17:56:26.498596 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-f575ba27-bbe5-44b0-85b8-9ee50bdbfb00 None None] Set router 1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:56:26.632285 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2d685-c2e1-4bc5-b589-e6491dd7a639 req-f813bf68-d35c-4565-9011-71d6472b6d88 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:26.634742 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-39e2d685-c2e1-4bc5-b589-e6491dd7a639 req-f813bf68-d35c-4565-9011-71d6472b6d88 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=0a581477-fdd2-4290-8953-fb8fb9e747ca HTTP/1.1" status: 200 len: 944 time: 0.0563090 Nov 25 17:56:26.713157 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-39e2d685-c2e1-4bc5-b589-e6491dd7a639 req-3c40ec7e-09ea-4eeb-b34b-897cb4396ff1 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=d2c007a3-d0a8-4bcc-ba70-290401fbdb44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673196 Nov 25 17:56:26.742866 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-f575ba27-bbe5-44b0-85b8-9ee50bdbfb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020258065', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '8f22d5e4-f9a7-44cc-be1b-0ea04150d72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:13Z', 'updated_at': '2021-11-25T17:55:20Z', 'revision_number': 4, 'project_id': '867688fabf794394b7f5a37353b0165e', 'gw_port': {'id': '8f22d5e4-f9a7-44cc-be1b-0ea04150d72b', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:4b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:14Z', 'updated_at': '2021-11-25T17:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '56b9e18f-e1ba-4a20-9965-aa2d8520d5cd', 'name': '', 'network_id': '7dd41911-9ce8-4604-9de2-1886c3cc736c', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'mac_address': 'fa:16:3e:68:4a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '6e576b37-d02e-41c7-8d4d-009925e47e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:18Z', 'updated_at': '2021-11-25T17:55:25Z', 'revision_number': 5, 'project_id': '867688fabf794394b7f5a37353b0165e', 'subnets': [{'id': '6e576b37-d02e-41c7-8d4d-009925e47e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:56:26.769830 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f575ba27-bbe5-44b0-85b8-9ee50bdbfb00 None None] Checking router: 1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:56:26.778162 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f575ba27-bbe5-44b0-85b8-9ee50bdbfb00 None None] Routers {'1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:56:26.778764 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-f575ba27-bbe5-44b0-85b8-9ee50bdbfb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:56:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:56:26.841444 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a581477-fdd2-4290-8953-fb8fb9e747ca', 'tag': 'e7fb4819-297b-4e57-9f45-07285155350c'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:56:26.843893 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a81f27-7f2a-4993-b075-631c6f7d8657" -d '{"events": [{"name": "network-changed", "server_uuid": "0a581477-fdd2-4290-8953-fb8fb9e747ca", "tag": "e7fb4819-297b-4e57-9f45-07285155350c"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:56:26.882731 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4abfa342-f471-4c88-a487-669f44c07822 x-openstack-request-id: req-4abfa342-f471-4c88-a487-669f44c07822 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:56:26.883052 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a581477-fdd2-4290-8953-fb8fb9e747ca", "tag": "e7fb4819-297b-4e57-9f45-07285155350c", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:56:26.883316 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4abfa342-f471-4c88-a487-669f44c07822 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:56:26.883731 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a581477-fdd2-4290-8953-fb8fb9e747ca', 'tag': 'e7fb4819-297b-4e57-9f45-07285155350c', 'status': 'completed', 'code': 200} Nov 25 17:56:26.898389 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-f575ba27-bbe5-44b0-85b8-9ee50bdbfb00 None None] Set router 1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:56:26.957581 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a81f27-7f2a-4993-b075-631c6f7d8657 req-a81a29e1-0700-40b4-892e-a944cdb48225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:26.959479 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b0a81f27-7f2a-4993-b075-631c6f7d8657 req-a81a29e1-0700-40b4-892e-a944cdb48225 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=867688fabf794394b7f5a37353b0165e&device_id=0a581477-fdd2-4290-8953-fb8fb9e747ca HTTP/1.1" status: 200 len: 1095 time: 0.0467830 Nov 25 17:56:27.082262 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a81f27-7f2a-4993-b075-631c6f7d8657 req-c6d5a59f-aae0-4986-965d-965c65c26646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:27.083752 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b0a81f27-7f2a-4993-b075-631c6f7d8657 req-c6d5a59f-aae0-4986-965d-965c65c26646 service neutron] 10.222.0.90 "GET /v2.0/networks?id=7dd41911-9ce8-4604-9de2-1886c3cc736c HTTP/1.1" status: 200 len: 898 time: 0.1159739 Nov 25 17:56:27.107063 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a9748a-688b-4ea6-abf0-6499a5aacf9f req-797149f6-e731-44e1-9b57-cc7fe9e1ae6c tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:27.109619 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-94a9748a-688b-4ea6-abf0-6499a5aacf9f req-797149f6-e731-44e1-9b57-cc7fe9e1ae6c tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.90 "GET /v2.0/ports?device_id=0a581477-fdd2-4290-8953-fb8fb9e747ca HTTP/1.1" status: 200 len: 944 time: 0.0706410 Nov 25 17:56:27.133264 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b0a81f27-7f2a-4993-b075-631c6f7d8657 req-b251bb6c-9063-4169-8c87-5eebd373f96a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7fb4819-297b-4e57-9f45-07285155350c HTTP/1.1" status: 200 len: 217 time: 0.0415187 Nov 25 17:56:27.142056 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-f575ba27-bbe5-44b0-85b8-9ee50bdbfb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020258065', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '8f22d5e4-f9a7-44cc-be1b-0ea04150d72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:13Z', 'updated_at': '2021-11-25T17:55:20Z', 'revision_number': 4, 'project_id': '867688fabf794394b7f5a37353b0165e', 'gw_port': {'id': '8f22d5e4-f9a7-44cc-be1b-0ea04150d72b', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:4b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:14Z', 'updated_at': '2021-11-25T17:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '56b9e18f-e1ba-4a20-9965-aa2d8520d5cd', 'name': '', 'network_id': '7dd41911-9ce8-4604-9de2-1886c3cc736c', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'mac_address': 'fa:16:3e:68:4a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '6e576b37-d02e-41c7-8d4d-009925e47e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:18Z', 'updated_at': '2021-11-25T17:55:25Z', 'revision_number': 5, 'project_id': '867688fabf794394b7f5a37353b0165e', 'subnets': [{'id': '6e576b37-d02e-41c7-8d4d-009925e47e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:56:27.191539 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a81f27-7f2a-4993-b075-631c6f7d8657 req-594fe799-aaf0-4eb7-8c9c-fab45361383f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:27.193275 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b0a81f27-7f2a-4993-b075-631c6f7d8657 req-594fe799-aaf0-4eb7-8c9c-fab45361383f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=6e576b37-d02e-41c7-8d4d-009925e47e34 HTTP/1.1" status: 200 len: 835 time: 0.0526025 Nov 25 17:56:27.197098 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f575ba27-bbe5-44b0-85b8-9ee50bdbfb00 None None] The sync data for ids ['1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5'] in n-d-817746-1 is: [{'id': '1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020258065', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '8f22d5e4-f9a7-44cc-be1b-0ea04150d72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:13Z', 'updated_at': '2021-11-25T17:55:20Z', 'revision_number': 4, 'project_id': '867688fabf794394b7f5a37353b0165e', 'gw_port': {'id': '8f22d5e4-f9a7-44cc-be1b-0ea04150d72b', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:4b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:14Z', 'updated_at': '2021-11-25T17:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '56b9e18f-e1ba-4a20-9965-aa2d8520d5cd', 'name': '', 'network_id': '7dd41911-9ce8-4604-9de2-1886c3cc736c', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'mac_address': 'fa:16:3e:68:4a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '6e576b37-d02e-41c7-8d4d-009925e47e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:18Z', 'updated_at': '2021-11-25T17:55:25Z', 'revision_number': 5, 'project_id': '867688fabf794394b7f5a37353b0165e', 'subnets': [{'id': '6e576b37-d02e-41c7-8d4d-009925e47e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:56:27.231713 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-94a9748a-688b-4ea6-abf0-6499a5aacf9f req-7ca9c276-6a8e-4758-8f89-e422aa32b157 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Deleting port e7fb4819-297b-4e57-9f45-07285155350c {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:56:27.232059 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-94a9748a-688b-4ea6-abf0-6499a5aacf9f req-7ca9c276-6a8e-4758-8f89-e422aa32b157 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:27.266596 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a81f27-7f2a-4993-b075-631c6f7d8657 req-4fe477b3-7887-4c7d-8ea6-fc11d29e42e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:27.269778 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b0a81f27-7f2a-4993-b075-631c6f7d8657 req-4fe477b3-7887-4c7d-8ea6-fc11d29e42e9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7dd41911-9ce8-4604-9de2-1886c3cc736c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690489 Nov 25 17:56:27.340868 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-94a9748a-688b-4ea6-abf0-6499a5aacf9f req-7ca9c276-6a8e-4758-8f89-e422aa32b157 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] For port e7fb4819-297b-4e57-9f45-07285155350c, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=e7fb4819-297b-4e57-9f45-07285155350c,segment=NetworkSegment(3ac1493a-d5bd-4878-be3f-bc9ef65bb9b8),segment_id=3ac1493a-d5bd-4878-be3f-bc9ef65bb9b8)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:56:27.340868 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-94a9748a-688b-4ea6-abf0-6499a5aacf9f req-7ca9c276-6a8e-4758-8f89-e422aa32b157 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:27.354706 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-94a9748a-688b-4ea6-abf0-6499a5aacf9f req-7ca9c276-6a8e-4758-8f89-e422aa32b157 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Calling delete_port for e7fb4819-297b-4e57-9f45-07285155350c owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:56:27.380261 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b0a81f27-7f2a-4993-b075-631c6f7d8657 req-f9cc88e2-f805-43d9-a240-9c41e6db2e30 service neutron] 10.222.0.90 "GET /v2.0/networks/7dd41911-9ce8-4604-9de2-1886c3cc736c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025069 Nov 25 17:56:27.525203 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b0a81f27-7f2a-4993-b075-631c6f7d8657 req-1d028c77-f297-4172-8327-742b61e60d4a service neutron] 10.222.0.90 "GET /v2.0/networks/7dd41911-9ce8-4604-9de2-1886c3cc736c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376705 Nov 25 17:56:27.548237 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-94a9748a-688b-4ea6-abf0-6499a5aacf9f req-7ca9c276-6a8e-4758-8f89-e422aa32b157 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:27.609087 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca9c276-6a8e-4758-8f89-e422aa32b157 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event deleted for resources: {'Port': ['ID=e7fb4819-297b-4e57-9f45-07285155350c,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:27.612026 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e63c6e-0af0-4b40-abcd-06eb8075cae0 None None] New status for floating IP 41e696e9-025a-4d1e-b806-7372becbc4c3: DOWN {{(pid=103363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:56:27.952353 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a9748a-688b-4ea6-abf0-6499a5aacf9f req-7ca9c276-6a8e-4758-8f89-e422aa32b157 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] No DVR routers for this DVR port e7fb4819-297b-4e57-9f45-07285155350c on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:56:27.971785 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-94a9748a-688b-4ea6-abf0-6499a5aacf9f req-7ca9c276-6a8e-4758-8f89-e422aa32b157 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:27.975141 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-94a9748a-688b-4ea6-abf0-6499a5aacf9f req-7ca9c276-6a8e-4758-8f89-e422aa32b157 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.90 "DELETE /v2.0/ports/e7fb4819-297b-4e57-9f45-07285155350c HTTP/1.1" status: 204 len: 173 time: 0.8588891 Nov 25 17:56:27.975613 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a581477-fdd2-4290-8953-fb8fb9e747ca', 'name': 'network-vif-deleted', 'tag': 'e7fb4819-297b-4e57-9f45-07285155350c'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:56:27.978113 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1355e432-52cf-4e1a-b7d7-ddea12c66e88" -d '{"events": [{"server_uuid": "0a581477-fdd2-4290-8953-fb8fb9e747ca", "name": "network-vif-deleted", "tag": "e7fb4819-297b-4e57-9f45-07285155350c"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:56:27.993570 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b7e83034-ac4c-429f-9ab8-ea66d629ccd5 req-19c17e0e-9f62-4f86-a90a-cca156011fdb tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=0a581477-fdd2-4290-8953-fb8fb9e747ca HTTP/1.1" status: 200 len: 210 time: 0.0705965 Nov 25 17:56:28.060086 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50b5ed9-066a-4f08-8d3e-dea66b24d921 x-openstack-request-id: req-c50b5ed9-066a-4f08-8d3e-dea66b24d921 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:56:28.060389 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a581477-fdd2-4290-8953-fb8fb9e747ca", "name": "network-vif-deleted", "tag": "e7fb4819-297b-4e57-9f45-07285155350c", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:56:28.060648 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c50b5ed9-066a-4f08-8d3e-dea66b24d921 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:56:28.061076 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a581477-fdd2-4290-8953-fb8fb9e747ca', 'name': 'network-vif-deleted', 'tag': 'e7fb4819-297b-4e57-9f45-07285155350c', 'status': 'completed', 'code': 200} Nov 25 17:56:28.885670 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d3aa1a10-a843-4838-a0ed-87361de0a5d0 req-27124c06-fdb3-4f2f-82ea-706dae97f31b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6ebcc772-5424-44f1-b204-5ec9a995b0e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0520797 Nov 25 17:56:28.976670 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa1a10-a843-4838-a0ed-87361de0a5d0 req-ab4600b2-aefd-46f3-9adb-9b92e3a95f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:28.978140 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d3aa1a10-a843-4838-a0ed-87361de0a5d0 req-ab4600b2-aefd-46f3-9adb-9b92e3a95f85 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e69beea86d034f398c1d6fc720d35db8&device_id=6ebcc772-5424-44f1-b204-5ec9a995b0e7 HTTP/1.1" status: 200 len: 1097 time: 0.0493007 Nov 25 17:56:29.069867 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54208) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:29.123864 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa1a10-a843-4838-a0ed-87361de0a5d0 req-1d4b1e14-c14c-4058-87d9-78caf75c88f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:29.125801 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d3aa1a10-a843-4838-a0ed-87361de0a5d0 req-1d4b1e14-c14c-4058-87d9-78caf75c88f5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=766cc6a0-9cae-4dff-aad3-bb04508f9490 HTTP/1.1" status: 200 len: 909 time: 0.1262000 Nov 25 17:56:29.198483 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d3aa1a10-a843-4838-a0ed-87361de0a5d0 req-754bc5bf-7228-4472-abd2-4ab6e52de634 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=538569fd-1f15-4370-97bc-c1b00113f18e HTTP/1.1" status: 200 len: 1001 time: 0.0649562 Nov 25 17:56:29.256487 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa1a10-a843-4838-a0ed-87361de0a5d0 req-804b3dfd-28c4-49d0-9fd7-bfdaa5ddd076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:29.258088 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d3aa1a10-a843-4838-a0ed-87361de0a5d0 req-804b3dfd-28c4-49d0-9fd7-bfdaa5ddd076 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=50ec2d95-5a02-4606-9013-483e9966ecad HTTP/1.1" status: 200 len: 847 time: 0.0524871 Nov 25 17:56:29.317396 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa1a10-a843-4838-a0ed-87361de0a5d0 req-688c7b71-8d4b-40c4-ac2d-d1dd5ca30b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:29.319068 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d3aa1a10-a843-4838-a0ed-87361de0a5d0 req-688c7b71-8d4b-40c4-ac2d-d1dd5ca30b53 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=766cc6a0-9cae-4dff-aad3-bb04508f9490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525556 Nov 25 17:56:29.416208 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d3aa1a10-a843-4838-a0ed-87361de0a5d0 req-58b0cafc-8345-406c-9298-08070590b6ad service neutron] 10.222.0.74 "GET /v2.0/networks/766cc6a0-9cae-4dff-aad3-bb04508f9490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895166 Nov 25 17:56:29.479883 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-da3474cc-cf4e-475a-88d3-626201968a05 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:29.769975 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-da3474cc-cf4e-475a-88d3-626201968a05 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Deleting port 56b9e18f-e1ba-4a20-9965-aa2d8520d5cd {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:56:29.770191 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-da3474cc-cf4e-475a-88d3-626201968a05 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:29.794649 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d3aa1a10-a843-4838-a0ed-87361de0a5d0 req-9a724a27-e73f-4b25-8a2f-280a86b80e1c service neutron] 10.222.0.74 "GET /v2.0/networks/766cc6a0-9cae-4dff-aad3-bb04508f9490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3709469 Nov 25 17:56:29.866663 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-da3474cc-cf4e-475a-88d3-626201968a05 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] For port 56b9e18f-e1ba-4a20-9965-aa2d8520d5cd, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=56b9e18f-e1ba-4a20-9965-aa2d8520d5cd,segment=NetworkSegment(3ac1493a-d5bd-4878-be3f-bc9ef65bb9b8),segment_id=3ac1493a-d5bd-4878-be3f-bc9ef65bb9b8)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:56:29.867343 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-da3474cc-cf4e-475a-88d3-626201968a05 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:29.881247 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-da3474cc-cf4e-475a-88d3-626201968a05 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Calling delete_port for 56b9e18f-e1ba-4a20-9965-aa2d8520d5cd owned by network:router_interface {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:56:30.081002 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-da3474cc-cf4e-475a-88d3-626201968a05 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:30.114002 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3474cc-cf4e-475a-88d3-626201968a05 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event deleted for resources: {'Port': ['ID=56b9e18f-e1ba-4a20-9965-aa2d8520d5cd,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:30.301594 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-da3474cc-cf4e-475a-88d3-626201968a05 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:30.323896 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:56:30.527226 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da3474cc-cf4e-475a-88d3-626201968a05 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Router 1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:56:30.642511 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3474cc-cf4e-475a-88d3-626201968a05 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:56:30.647661 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-da3474cc-cf4e-475a-88d3-626201968a05 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "PUT /v2.0/routers/1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5758524 Nov 25 17:56:30.650372 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54214) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:30.653821 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff93db1a-6480-4bc8-8f21-b5565d37012b None None] Sync routers for ids ['1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:56:30.665893 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff93db1a-6480-4bc8-8f21-b5565d37012b None None] Routers {'1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:56:30.666613 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-ff93db1a-6480-4bc8-8f21-b5565d37012b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:56:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:56:30.702970 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6413c4a-197c-472c-84eb-b7a450691ba3 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Deleting subnet 6e576b37-d02e-41c7-8d4d-009925e47e34 {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:56:30.706379 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c6413c4a-197c-472c-84eb-b7a450691ba3 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:30.751793 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c6413c4a-197c-472c-84eb-b7a450691ba3 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:30.781431 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-ff93db1a-6480-4bc8-8f21-b5565d37012b None None] Set router 1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:56:30.853718 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c6413c4a-197c-472c-84eb-b7a450691ba3 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:30.921725 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c6413c4a-197c-472c-84eb-b7a450691ba3 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:30.948806 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6413c4a-197c-472c-84eb-b7a450691ba3 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event deleted for resources: {'Subnet': ['ID=6e576b37-d02e-41c7-8d4d-009925e47e34,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:30.960154 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c6413c4a-197c-472c-84eb-b7a450691ba3 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:30.962852 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff376d3-73ce-4b28-85ca-233d596540be None None] Network 7dd41911-9ce8-4604-9de2-1886c3cc736c requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:56:30.963459 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c6413c4a-197c-472c-84eb-b7a450691ba3 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "DELETE /v2.0/subnets/6e576b37-d02e-41c7-8d4d-009925e47e34 HTTP/1.1" status: 204 len: 168 time: 0.3119969 Nov 25 17:56:30.966316 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54216) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:31.029168 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device e7fb4819-297b-4e57-9f45-07285155350c no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:56:31.064466 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: e7fb4819-297b-4e57-9f45-07285155350c {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:56:31.065297 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device e7fb4819-297b-4e57-9f45-07285155350c not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:56:31.080581 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bbfdb262-2768-46ce-91c6-40b87ee1f37a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:31.112020 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-ff93db1a-6480-4bc8-8f21-b5565d37012b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020258065', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '8f22d5e4-f9a7-44cc-be1b-0ea04150d72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:13Z', 'updated_at': '2021-11-25T17:56:30Z', 'revision_number': 5, 'project_id': '867688fabf794394b7f5a37353b0165e', 'gw_port': {'id': '8f22d5e4-f9a7-44cc-be1b-0ea04150d72b', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:4b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:14Z', 'updated_at': '2021-11-25T17:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:56:31.143967 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff93db1a-6480-4bc8-8f21-b5565d37012b None None] Checking router: 1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:56:31.156260 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff93db1a-6480-4bc8-8f21-b5565d37012b None None] Routers {'1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:56:31.157008 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-ff93db1a-6480-4bc8-8f21-b5565d37012b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:56:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:56:31.198740 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bbfdb262-2768-46ce-91c6-40b87ee1f37a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:31.260654 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-bbfdb262-2768-46ce-91c6-40b87ee1f37a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Deleting port 8f22d5e4-f9a7-44cc-be1b-0ea04150d72b {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:56:31.261681 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bbfdb262-2768-46ce-91c6-40b87ee1f37a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:31.285771 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-ff93db1a-6480-4bc8-8f21-b5565d37012b None None] Set router 1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:56:31.351766 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66c822d-cdd6-420e-8ec7-e5dd25bb72ba None None] DHCP port deletion for 7dd41911-9ce8-4604-9de2-1886c3cc736c request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:56:31.361190 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-bbfdb262-2768-46ce-91c6-40b87ee1f37a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] For port 8f22d5e4-f9a7-44cc-be1b-0ea04150d72b, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=8f22d5e4-f9a7-44cc-be1b-0ea04150d72b,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:56:31.361797 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bbfdb262-2768-46ce-91c6-40b87ee1f37a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:31.376044 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-bbfdb262-2768-46ce-91c6-40b87ee1f37a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Calling delete_port for 8f22d5e4-f9a7-44cc-be1b-0ea04150d72b owned by network:router_gateway {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:56:31.564635 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bbfdb262-2768-46ce-91c6-40b87ee1f37a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:31.600503 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfdb262-2768-46ce-91c6-40b87ee1f37a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event deleted for resources: {'Port': ['ID=8f22d5e4-f9a7-44cc-be1b-0ea04150d72b,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:31.619351 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3eb71e-04f2-447e-a21c-fcf184186835 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:56:31.678621 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bbfdb262-2768-46ce-91c6-40b87ee1f37a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:31.680715 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-e66c822d-cdd6-420e-8ec7-e5dd25bb72ba None None] Deleting port af6eb323-6917-409a-80eb-df6c488b804e {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:56:31.681215 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e66c822d-cdd6-420e-8ec7-e5dd25bb72ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:31.762596 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-e66c822d-cdd6-420e-8ec7-e5dd25bb72ba None None] For port af6eb323-6917-409a-80eb-df6c488b804e, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=af6eb323-6917-409a-80eb-df6c488b804e,segment=NetworkSegment(3ac1493a-d5bd-4878-be3f-bc9ef65bb9b8),segment_id=3ac1493a-d5bd-4878-be3f-bc9ef65bb9b8)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:56:31.763005 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e66c822d-cdd6-420e-8ec7-e5dd25bb72ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:31.775224 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bbfdb262-2768-46ce-91c6-40b87ee1f37a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:31.777441 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bbfdb262-2768-46ce-91c6-40b87ee1f37a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:31.779390 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-e66c822d-cdd6-420e-8ec7-e5dd25bb72ba None None] Calling delete_port for af6eb323-6917-409a-80eb-df6c488b804e owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:56:31.789696 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-ff93db1a-6480-4bc8-8f21-b5565d37012b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020258065', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '8f22d5e4-f9a7-44cc-be1b-0ea04150d72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:13Z', 'updated_at': '2021-11-25T17:56:30Z', 'revision_number': 5, 'project_id': '867688fabf794394b7f5a37353b0165e', 'gw_port': {'id': '8f22d5e4-f9a7-44cc-be1b-0ea04150d72b', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:4b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:14Z', 'updated_at': '2021-11-25T17:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:56:31.821294 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff93db1a-6480-4bc8-8f21-b5565d37012b None None] The sync data for ids ['1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5'] in n-d-817746-1 is: [{'id': '1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020258065', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '8f22d5e4-f9a7-44cc-be1b-0ea04150d72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:13Z', 'updated_at': '2021-11-25T17:56:30Z', 'revision_number': 5, 'project_id': '867688fabf794394b7f5a37353b0165e', 'gw_port': {'id': '8f22d5e4-f9a7-44cc-be1b-0ea04150d72b', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:4b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:14Z', 'updated_at': '2021-11-25T17:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:56:31.824496 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bbfdb262-2768-46ce-91c6-40b87ee1f37a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:31.825738 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbfdb262-2768-46ce-91c6-40b87ee1f37a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Fanout notify agent at l3_agent the message router_deleted on router 1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5 {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:56:31.839184 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bbfdb262-2768-46ce-91c6-40b87ee1f37a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:31.843068 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54222) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:31.843591 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-bbfdb262-2768-46ce-91c6-40b87ee1f37a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "DELETE /v2.0/routers/1ff6beb1-ec90-4a6d-aa3d-2db4ad14bed5 HTTP/1.1" status: 204 len: 168 time: 0.8757434 Nov 25 17:56:31.906968 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e66c822d-cdd6-420e-8ec7-e5dd25bb72ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:31.931305 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66c822d-cdd6-420e-8ec7-e5dd25bb72ba None None] Pushing event deleted for resources: {'Port': ['ID=af6eb323-6917-409a-80eb-df6c488b804e,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:31.943464 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-14a2c659-31ed-42e0-9951-5938d6bdaddf tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:31.946204 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66c822d-cdd6-420e-8ec7-e5dd25bb72ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:31.946825 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66c822d-cdd6-420e-8ec7-e5dd25bb72ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:31.947329 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66c822d-cdd6-420e-8ec7-e5dd25bb72ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:31.947845 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66c822d-cdd6-420e-8ec7-e5dd25bb72ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:31.948343 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66c822d-cdd6-420e-8ec7-e5dd25bb72ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:31.948876 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66c822d-cdd6-420e-8ec7-e5dd25bb72ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:31.949380 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66c822d-cdd6-420e-8ec7-e5dd25bb72ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:31.949720 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66c822d-cdd6-420e-8ec7-e5dd25bb72ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:31.950066 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66c822d-cdd6-420e-8ec7-e5dd25bb72ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:31.950402 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66c822d-cdd6-420e-8ec7-e5dd25bb72ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:31.950914 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66c822d-cdd6-420e-8ec7-e5dd25bb72ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:31.951253 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66c822d-cdd6-420e-8ec7-e5dd25bb72ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:31.959328 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66c822d-cdd6-420e-8ec7-e5dd25bb72ba None None] No DVR routers for this DVR port af6eb323-6917-409a-80eb-df6c488b804e on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:56:32.038766 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-14a2c659-31ed-42e0-9951-5938d6bdaddf tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:32.059357 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-14a2c659-31ed-42e0-9951-5938d6bdaddf tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dd41911-9ce8-4604-9de2-1886c3cc736c']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:56:32.069421 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-14a2c659-31ed-42e0-9951-5938d6bdaddf tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ac1493a-d5bd-4878-be3f-bc9ef65bb9b8') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:56:32.069720 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-14a2c659-31ed-42e0-9951-5938d6bdaddf tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ac1493a-d5bd-4878-be3f-bc9ef65bb9b8') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:56:32.079383 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-14a2c659-31ed-42e0-9951-5938d6bdaddf tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:32.093391 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-14a2c659-31ed-42e0-9951-5938d6bdaddf tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:32.099722 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14a2c659-31ed-42e0-9951-5938d6bdaddf tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Releasing vlan 903 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:56:32.100126 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-14a2c659-31ed-42e0-9951-5938d6bdaddf tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:32.103164 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:56:32.103164 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:56:32.103164 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:56:32.103164 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:56:32.103164 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:56:32.103164 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:56:32.103164 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:56:32.103164 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:56:32.103164 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:56:32.103164 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:56:32.103164 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:56:32.103164 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:56:32.103164 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:56:32.103164 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:56:32.103164 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:56:32.103164 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:56:32.103164 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:56:32.103164 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:56:32.103164 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:56:32.103164 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:56:32.103164 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:56:32.103164 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:56:32.103164 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:56:32.103164 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:56:32.103164 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:56:32.103164 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:56:32.103164 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:56:32.103164 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:56:32.103164 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:56:32.103164 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:56:32.103164 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:56:32.103164 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:56:32.164235 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-14a2c659-31ed-42e0-9951-5938d6bdaddf tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:32.169889 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-14a2c659-31ed-42e0-9951-5938d6bdaddf tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:32.174799 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54226) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:32.175374 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-14a2c659-31ed-42e0-9951-5938d6bdaddf tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "DELETE /v2.0/networks/7dd41911-9ce8-4604-9de2-1886c3cc736c HTTP/1.1" status: 204 len: 168 time: 0.3308733 Nov 25 17:56:32.196742 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a2c659-31ed-42e0-9951-5938d6bdaddf tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event deleted for resources: {'Network': ['ID=7dd41911-9ce8-4604-9de2-1886c3cc736c,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:32.258983 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b49dffb5-29dd-48ba-9a3a-c3260660908a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:32.289120 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b49dffb5-29dd-48ba-9a3a-c3260660908a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:32.361687 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b49dffb5-29dd-48ba-9a3a-c3260660908a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:32.365156 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b49dffb5-29dd-48ba-9a3a-c3260660908a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:32.368999 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b49dffb5-29dd-48ba-9a3a-c3260660908a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "DELETE /v2.0/security-groups/d2c007a3-d0a8-4bcc-ba70-290401fbdb44 HTTP/1.1" status: 204 len: 168 time: 0.1905749 Nov 25 17:56:32.382877 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49dffb5-29dd-48ba-9a3a-c3260660908a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c007a3-d0a8-4bcc-ba70-290401fbdb44,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:32.706178 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54232) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:32.710852 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-c755db83-fe23-47f4-8694-0168c53663af tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-743138364', 'description': 'tempest-secgroup-smoke-743138364 description', 'project_id': '867688fabf794394b7f5a37353b0165e'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:56:32.734210 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c755db83-fe23-47f4-8694-0168c53663af tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:32.799895 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c755db83-fe23-47f4-8694-0168c53663af tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:32.803629 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c755db83-fe23-47f4-8694-0168c53663af tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:32.832917 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c755db83-fe23-47f4-8694-0168c53663af tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:32.834089 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c755db83-fe23-47f4-8694-0168c53663af tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1268737 Nov 25 17:56:32.837351 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54234) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:32.838390 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755db83-fe23-47f4-8694-0168c53663af tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32a1dba6-0cb1-45b6-aa70-d9733a45f05f,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:32.843605 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-06dfb498-e00a-4fb0-afc4-fd542e611fe9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Request body: {'security_group_rule': {'security_group_id': '32a1dba6-0cb1-45b6-aa70-d9733a45f05f', 'project_id': '867688fabf794394b7f5a37353b0165e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:56:32.879316 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-06dfb498-e00a-4fb0-afc4-fd542e611fe9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:32.942886 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-06dfb498-e00a-4fb0-afc4-fd542e611fe9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:32.948939 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-06dfb498-e00a-4fb0-afc4-fd542e611fe9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:32.977280 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dfb498-e00a-4fb0-afc4-fd542e611fe9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19d1dcba-7576-4fa7-bb65-2e8e66fae358,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:32.993313 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-06dfb498-e00a-4fb0-afc4-fd542e611fe9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:32.995327 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-06dfb498-e00a-4fb0-afc4-fd542e611fe9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1565180 Nov 25 17:56:32.997818 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54236) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:33.003136 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-029bc905-b30b-4735-b19a-e6dc1fcb2490 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Request body: {'security_group_rule': {'security_group_id': '32a1dba6-0cb1-45b6-aa70-d9733a45f05f', 'project_id': '867688fabf794394b7f5a37353b0165e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:56:33.021697 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 8f22d5e4-f9a7-44cc-be1b-0ea04150d72b no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:56:33.035493 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-029bc905-b30b-4735-b19a-e6dc1fcb2490 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:33.043746 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 8f22d5e4-f9a7-44cc-be1b-0ea04150d72b {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:56:33.044325 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 8f22d5e4-f9a7-44cc-be1b-0ea04150d72b not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:56:33.044748 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 56b9e18f-e1ba-4a20-9965-aa2d8520d5cd no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:56:33.065081 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 56b9e18f-e1ba-4a20-9965-aa2d8520d5cd {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:56:33.065781 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 56b9e18f-e1ba-4a20-9965-aa2d8520d5cd not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:56:33.066446 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device af6eb323-6917-409a-80eb-df6c488b804e no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:56:33.090468 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: af6eb323-6917-409a-80eb-df6c488b804e {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:56:33.091058 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device af6eb323-6917-409a-80eb-df6c488b804e not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:56:33.101505 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-029bc905-b30b-4735-b19a-e6dc1fcb2490 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:33.105966 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-029bc905-b30b-4735-b19a-e6dc1fcb2490 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:33.125079 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029bc905-b30b-4735-b19a-e6dc1fcb2490 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0497bd9-dad6-4c0c-886d-b107b2a041bd,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:33.133396 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-029bc905-b30b-4735-b19a-e6dc1fcb2490 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:33.134706 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-029bc905-b30b-4735-b19a-e6dc1fcb2490 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1358368 Nov 25 17:56:33.137404 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54238) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:33.141728 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-f81a558d-1d2c-49cd-8e93-92d24c323dc9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Request body: {'security_group_rule': {'security_group_id': '32a1dba6-0cb1-45b6-aa70-d9733a45f05f', 'project_id': '867688fabf794394b7f5a37353b0165e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:56:33.169131 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f81a558d-1d2c-49cd-8e93-92d24c323dc9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:33.232553 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f81a558d-1d2c-49cd-8e93-92d24c323dc9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:33.237019 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f81a558d-1d2c-49cd-8e93-92d24c323dc9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:33.256974 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a558d-1d2c-49cd-8e93-92d24c323dc9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d1069aa-ff70-4ea5-b775-da8bc767077c,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:33.266360 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f81a558d-1d2c-49cd-8e93-92d24c323dc9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:33.268109 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f81a558d-1d2c-49cd-8e93-92d24c323dc9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1292303 Nov 25 17:56:33.270973 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54242) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:33.275308 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-0f8e0d01-4574-451d-b532-b46dea34b5d1 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Request body: {'security_group_rule': {'security_group_id': '32a1dba6-0cb1-45b6-aa70-d9733a45f05f', 'project_id': '867688fabf794394b7f5a37353b0165e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:56:33.302006 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f8e0d01-4574-451d-b532-b46dea34b5d1 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:33.360108 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f8e0d01-4574-451d-b532-b46dea34b5d1 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:33.364052 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f8e0d01-4574-451d-b532-b46dea34b5d1 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:33.383794 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8e0d01-4574-451d-b532-b46dea34b5d1 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56f3dfa9-defd-4a97-a06b-4e53a98828c2,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:33.393272 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f8e0d01-4574-451d-b532-b46dea34b5d1 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:33.397312 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0f8e0d01-4574-451d-b532-b46dea34b5d1 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1253467 Nov 25 17:56:33.397558 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54244) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:33.402393 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-494992d5-3cd5-4edd-bd4f-5d9a144dfd68 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Request body: {'security_group_rule': {'security_group_id': '32a1dba6-0cb1-45b6-aa70-d9733a45f05f', 'project_id': '867688fabf794394b7f5a37353b0165e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:56:33.426341 n-d-817746-1 neutron-server[103361]: INFO neutron.db.securitygroups_db [None req-494992d5-3cd5-4edd-bd4f-5d9a144dfd68 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Project 867688fabf794394b7f5a37353b0165e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:56:33.431780 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-494992d5-3cd5-4edd-bd4f-5d9a144dfd68 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:33.496220 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-494992d5-3cd5-4edd-bd4f-5d9a144dfd68 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:33.500284 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-494992d5-3cd5-4edd-bd4f-5d9a144dfd68 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:33.517878 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494992d5-3cd5-4edd-bd4f-5d9a144dfd68 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e83333ac-be27-4f38-b07b-db77be9814b5,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:33.527203 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-494992d5-3cd5-4edd-bd4f-5d9a144dfd68 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:33.528470 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-494992d5-3cd5-4edd-bd4f-5d9a144dfd68 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1296930 Nov 25 17:56:33.531288 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54246) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:33.535943 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-d3a584d4-28d2-4651-b9d3-57fae4588d2e tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Request body: {'security_group_rule': {'security_group_id': '32a1dba6-0cb1-45b6-aa70-d9733a45f05f', 'project_id': '867688fabf794394b7f5a37353b0165e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:56:33.558285 n-d-817746-1 neutron-server[103361]: INFO neutron.db.securitygroups_db [None req-d3a584d4-28d2-4651-b9d3-57fae4588d2e tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Project 867688fabf794394b7f5a37353b0165e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:56:33.563359 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d3a584d4-28d2-4651-b9d3-57fae4588d2e tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:33.624685 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d3a584d4-28d2-4651-b9d3-57fae4588d2e tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:33.628552 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d3a584d4-28d2-4651-b9d3-57fae4588d2e tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:33.648313 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a584d4-28d2-4651-b9d3-57fae4588d2e tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5511f7cb-70d1-4db3-9bc4-a91614f9cb45,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:33.657628 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d3a584d4-28d2-4651-b9d3-57fae4588d2e tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:33.662284 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d3a584d4-28d2-4651-b9d3-57fae4588d2e tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1270857 Nov 25 17:56:33.662461 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54248) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:33.667339 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-9e6a38ed-c9d7-4fa9-87f7-08580bba35ab tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Request body: {'network': {'name': 'tempest-network-smoke--1060242077', 'project_id': '867688fabf794394b7f5a37353b0165e', 'port_security_enabled': True}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:56:33.687465 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e6a38ed-c9d7-4fa9-87f7-08580bba35ab tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Made reservation on behalf of 867688fabf794394b7f5a37353b0165e for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:56:33.690900 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9e6a38ed-c9d7-4fa9-87f7-08580bba35ab tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:33.714919 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e6a38ed-c9d7-4fa9-87f7-08580bba35ab tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 927} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:56:33.724904 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9e6a38ed-c9d7-4fa9-87f7-08580bba35ab tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:33.725250 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-9e6a38ed-c9d7-4fa9-87f7-08580bba35ab tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Added segment 2bb58b3a-4480-459a-8e09-856218f12b12 of type vlan for network f26468bb-c55b-44ac-9698-32104e4b0414 Nov 25 17:56:33.766168 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9e6a38ed-c9d7-4fa9-87f7-08580bba35ab tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:33.790688 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9e6a38ed-c9d7-4fa9-87f7-08580bba35ab tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:33.796075 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6a38ed-c9d7-4fa9-87f7-08580bba35ab tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:33.796652 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9e6a38ed-c9d7-4fa9-87f7-08580bba35ab tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:33.857955 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-9e6a38ed-c9d7-4fa9-87f7-08580bba35ab tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1944768 Nov 25 17:56:33.860699 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54250) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:33.872801 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6a38ed-c9d7-4fa9-87f7-08580bba35ab tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event updated for resources: {'Network': ['ID=f26468bb-c55b-44ac-9698-32104e4b0414,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:33.873069 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-977f38ca-8f7d-4b10-9f75-dcc89ea84200 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1348796960', 'admin_state_up': True, 'project_id': '867688fabf794394b7f5a37353b0165e', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:56:33.883695 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network f26468bb-c55b-44ac-9698-32104e4b0414 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:56:33.906081 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-977f38ca-8f7d-4b10-9f75-dcc89ea84200 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:33.907320 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-977f38ca-8f7d-4b10-9f75-dcc89ea84200 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:33.975331 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-977f38ca-8f7d-4b10-9f75-dcc89ea84200 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:34.116329 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-977f38ca-8f7d-4b10-9f75-dcc89ea84200 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:34.322245 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-977f38ca-8f7d-4b10-9f75-dcc89ea84200 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for router_gateway, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:34.347550 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-977f38ca-8f7d-4b10-9f75-dcc89ea84200 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:34.461187 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-977f38ca-8f7d-4b10-9f75-dcc89ea84200 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Allocated IP 172.25.0.224 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/719f083c-970e-4cc7-b282-447a1c830b25) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:56:34.561099 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-977f38ca-8f7d-4b10-9f75-dcc89ea84200 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:34.595179 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-977f38ca-8f7d-4b10-9f75-dcc89ea84200 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:34.634662 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977f38ca-8f7d-4b10-9f75-dcc89ea84200 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:56:34.637553 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-977f38ca-8f7d-4b10-9f75-dcc89ea84200 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:56:34.641184 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977f38ca-8f7d-4b10-9f75-dcc89ea84200 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:56:34.647147 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977f38ca-8f7d-4b10-9f75-dcc89ea84200 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event updated for resources: {'Port': ['ID=719f083c-970e-4cc7-b282-447a1c830b25,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:34.651312 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee75dae0-6817-4389-aad4-8c7d63dda873 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:56:34.766526 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-e8e5b9f7-997d-4a28-a2af-6b2a4ecd7714 None None] Provisioning complete for port 719f083c-970e-4cc7-b282-447a1c830b25 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:56:34.766900 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e8e5b9f7-997d-4a28-a2af-6b2a4ecd7714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:34.807087 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-e8e5b9f7-997d-4a28-a2af-6b2a4ecd7714 None None] Port 719f083c-970e-4cc7-b282-447a1c830b25 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:56:34.901450 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-977f38ca-8f7d-4b10-9f75-dcc89ea84200 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for router_gateway, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:35.093268 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-977f38ca-8f7d-4b10-9f75-dcc89ea84200 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:35.219363 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-977f38ca-8f7d-4b10-9f75-dcc89ea84200 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Router 12e1897b-ebdc-4db2-8dad-9032632a0740 is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:56:35.326732 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977f38ca-8f7d-4b10-9f75-dcc89ea84200 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:56:35.337662 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f6c973-30d5-4c7c-a889-4ec8632fce45 None None] Sync routers for ids ['12e1897b-ebdc-4db2-8dad-9032632a0740'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:56:35.348924 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-977f38ca-8f7d-4b10-9f75-dcc89ea84200 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:35.349397 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f6c973-30d5-4c7c-a889-4ec8632fce45 None None] Routers {'12e1897b-ebdc-4db2-8dad-9032632a0740'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:56:35.350092 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-66f6c973-30d5-4c7c-a889-4ec8632fce45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:56:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['12e1897b-ebdc-4db2-8dad-9032632a0740'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:56:35.350433 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-977f38ca-8f7d-4b10-9f75-dcc89ea84200 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4879334 Nov 25 17:56:35.353649 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54260) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:35.388907 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2604f2f1-583a-4e2e-9336-705b2131591f tempest-TestNetworkAdvancedServerOps-44296226 tempest-TestNetworkAdvancedServerOps-44296226-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=867688fabf794394b7f5a37353b0165e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317085 Nov 25 17:56:35.389242 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54264) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:35.464415 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-66f6c973-30d5-4c7c-a889-4ec8632fce45 None None] Set router 12e1897b-ebdc-4db2-8dad-9032632a0740 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:56:35.507313 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cbd878-81b9-490b-8ff8-4d88000f5990 tempest-TestNetworkAdvancedServerOps-44296226 tempest-TestNetworkAdvancedServerOps-44296226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:35.512233 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54274) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:35.513137 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f3cbd878-81b9-490b-8ff8-4d88000f5990 tempest-TestNetworkAdvancedServerOps-44296226 tempest-TestNetworkAdvancedServerOps-44296226-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1226869 Nov 25 17:56:35.548869 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-0a149f61-0e41-45c5-9a18-0fea6d604999 tempest-TestNetworkAdvancedServerOps-44296226 tempest-TestNetworkAdvancedServerOps-44296226-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=1aa44027-b9d0-4a56-9a59-7e664703e20a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0334251 Nov 25 17:56:35.549969 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54278) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:35.554916 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-898232d8-cfff-4187-8012-1f8970ac4f70 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-987545670', 'network_id': 'f26468bb-c55b-44ac-9698-32104e4b0414', 'project_id': '867688fabf794394b7f5a37353b0165e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:56:35.657703 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898232d8-cfff-4187-8012-1f8970ac4f70 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Made reservation on behalf of 867688fabf794394b7f5a37353b0165e for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:56:35.661969 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-898232d8-cfff-4187-8012-1f8970ac4f70 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:35.682876 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-66f6c973-30d5-4c7c-a889-4ec8632fce45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e1897b-ebdc-4db2-8dad-9032632a0740', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1348796960', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '719f083c-970e-4cc7-b282-447a1c830b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:56:33Z', 'updated_at': '2021-11-25T17:56:34Z', 'revision_number': 3, 'project_id': '867688fabf794394b7f5a37353b0165e', 'gw_port': {'id': '719f083c-970e-4cc7-b282-447a1c830b25', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:74:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e1897b-ebdc-4db2-8dad-9032632a0740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:56:34Z', 'updated_at': '2021-11-25T17:56:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:56:35.717524 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f6c973-30d5-4c7c-a889-4ec8632fce45 None None] Checking router: 12e1897b-ebdc-4db2-8dad-9032632a0740 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:56:35.717876 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f6c973-30d5-4c7c-a889-4ec8632fce45 None None] Updating router 12e1897b-ebdc-4db2-8dad-9032632a0740 port 719f083c-970e-4cc7-b282-447a1c830b25 binding host n-d-817746-1 {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:56:35.745959 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-66f6c973-30d5-4c7c-a889-4ec8632fce45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:35.872462 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-898232d8-cfff-4187-8012-1f8970ac4f70 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:35.936292 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898232d8-cfff-4187-8012-1f8970ac4f70 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event updated for resources: {'Subnet': ['ID=2507da8a-9291-4605-b7c5-ff7e16f0304b,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:35.947515 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898232d8-cfff-4187-8012-1f8970ac4f70 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Checking segment: {'id': '2bb58b3a-4480-459a-8e09-856218f12b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'f26468bb-c55b-44ac-9698-32104e4b0414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:56:35.947690 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898232d8-cfff-4187-8012-1f8970ac4f70 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Network hostable DHCP agents. Network: f26468bb-c55b-44ac-9698-32104e4b0414, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:56:35.967821 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898232d8-cfff-4187-8012-1f8970ac4f70 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Network f26468bb-c55b-44ac-9698-32104e4b0414 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:56:35.981007 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-898232d8-cfff-4187-8012-1f8970ac4f70 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, f26468bb-c55b-44ac-9698-32104e4b0414) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:56:35.986098 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898232d8-cfff-4187-8012-1f8970ac4f70 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:35.987114 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-898232d8-cfff-4187-8012-1f8970ac4f70 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:35.990992 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e234655-be30-4b99-a773-c83b477fbdf4 None None] Network f26468bb-c55b-44ac-9698-32104e4b0414 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:56:36.006083 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-898232d8-cfff-4187-8012-1f8970ac4f70 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4549444 Nov 25 17:56:36.008789 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54340) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:36.038598 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-66f6c973-30d5-4c7c-a889-4ec8632fce45 None None] Publish callbacks [] for port, precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:36.046462 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-66f6c973-30d5-4c7c-a889-4ec8632fce45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:36.102292 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-66f6c973-30d5-4c7c-a889-4ec8632fce45 None None] Attempting to bind port 719f083c-970e-4cc7-b282-447a1c830b25 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:56:36.102674 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-66f6c973-30d5-4c7c-a889-4ec8632fce45 None None] Attempting to bind port 719f083c-970e-4cc7-b282-447a1c830b25 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:56:36.103041 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f6c973-30d5-4c7c-a889-4ec8632fce45 None None] Attempting to bind port 719f083c-970e-4cc7-b282-447a1c830b25 on network 1aa44027-b9d0-4a56-9a59-7e664703e20a {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:56:36.111111 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f6c973-30d5-4c7c-a889-4ec8632fce45 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:56:36.111707 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f6c973-30d5-4c7c-a889-4ec8632fce45 None None] Checking segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:56:36.112288 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-66f6c973-30d5-4c7c-a889-4ec8632fce45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:36.112682 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f6c973-30d5-4c7c-a889-4ec8632fce45 None None] Bound using segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:56:36.113189 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-66f6c973-30d5-4c7c-a889-4ec8632fce45 None None] Bound port: 719f083c-970e-4cc7-b282-447a1c830b25, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:56:36.113573 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-66f6c973-30d5-4c7c-a889-4ec8632fce45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:36.129753 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d65a35-49af-4a6d-82d2-355ef439bbc1 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:56:36.147850 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8226a4e-ad54-4557-8f26-89555239914e None None] Pushing event updated for resources: {'Port': ['ID=719f083c-970e-4cc7-b282-447a1c830b25,revision_number=2']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:36.167410 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8226a4e-ad54-4557-8f26-89555239914e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:36.168225 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8226a4e-ad54-4557-8f26-89555239914e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:36.168862 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8226a4e-ad54-4557-8f26-89555239914e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:36.169355 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8226a4e-ad54-4557-8f26-89555239914e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:36.170009 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8226a4e-ad54-4557-8f26-89555239914e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:36.170478 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8226a4e-ad54-4557-8f26-89555239914e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:36.170960 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8226a4e-ad54-4557-8f26-89555239914e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:36.171544 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8226a4e-ad54-4557-8f26-89555239914e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:36.172038 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8226a4e-ad54-4557-8f26-89555239914e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:36.172517 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8226a4e-ad54-4557-8f26-89555239914e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:36.173029 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8226a4e-ad54-4557-8f26-89555239914e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:36.174050 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8226a4e-ad54-4557-8f26-89555239914e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:36.194657 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-66f6c973-30d5-4c7c-a889-4ec8632fce45 None None] For port 719f083c-970e-4cc7-b282-447a1c830b25, host n-d-817746-1, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:56:36.199434 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-66f6c973-30d5-4c7c-a889-4ec8632fce45 None None] For port 719f083c-970e-4cc7-b282-447a1c830b25, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=719f083c-970e-4cc7-b282-447a1c830b25,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:56:36.206359 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-66f6c973-30d5-4c7c-a889-4ec8632fce45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:36.242804 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5effe37-919c-4914-970f-decb48dd789f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-f26468bb-c55b-44ac-9698-32104e4b0414', 'network_id': 'f26468bb-c55b-44ac-9698-32104e4b0414', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'fixed_ips': [{'subnet_id': '2507da8a-9291-4605-b7c5-ff7e16f0304b'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:56:36.243657 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b5effe37-919c-4914-970f-decb48dd789f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:36.259704 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90cbab8d-f217-406f-980b-f6014796a395 None None] Provisioning complete for port 719f083c-970e-4cc7-b282-447a1c830b25 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:56:36.260087 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90cbab8d-f217-406f-980b-f6014796a395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:36.288565 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3920d827-6162-4158-85e0-2546c3921600 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:56:36.295490 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f6c973-30d5-4c7c-a889-4ec8632fce45 None None] Routers {'12e1897b-ebdc-4db2-8dad-9032632a0740'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:56:36.296183 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-66f6c973-30d5-4c7c-a889-4ec8632fce45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:56:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['12e1897b-ebdc-4db2-8dad-9032632a0740'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:56:36.392477 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8226a4e-ad54-4557-8f26-89555239914e None None] Pushing event updated for resources: {'Port': ['ID=719f083c-970e-4cc7-b282-447a1c830b25,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:36.444045 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-66f6c973-30d5-4c7c-a889-4ec8632fce45 None None] Set router 12e1897b-ebdc-4db2-8dad-9032632a0740 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:56:36.504732 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-b5effe37-919c-4914-970f-decb48dd789f None None] Allocated IP 172.20.0.2 (f26468bb-c55b-44ac-9698-32104e4b0414/2507da8a-9291-4605-b7c5-ff7e16f0304b/3019df4f-3529-42c7-a4c8-f80066bc3467) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:56:36.539441 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90cbab8d-f217-406f-980b-f6014796a395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:36.603464 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90cbab8d-f217-406f-980b-f6014796a395 None None] For port 719f083c-970e-4cc7-b282-447a1c830b25, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=719f083c-970e-4cc7-b282-447a1c830b25,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:56:36.612754 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90cbab8d-f217-406f-980b-f6014796a395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:36.619417 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-859d65a5-0a1a-4280-b823-783d938265e6 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:36.698044 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-66f6c973-30d5-4c7c-a889-4ec8632fce45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e1897b-ebdc-4db2-8dad-9032632a0740', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1348796960', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '719f083c-970e-4cc7-b282-447a1c830b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:56:33Z', 'updated_at': '2021-11-25T17:56:34Z', 'revision_number': 3, 'project_id': '867688fabf794394b7f5a37353b0165e', 'gw_port': {'id': '719f083c-970e-4cc7-b282-447a1c830b25', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:74:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e1897b-ebdc-4db2-8dad-9032632a0740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:56:34Z', 'updated_at': '2021-11-25T17:56:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:56:36.713807 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cbab8d-f217-406f-980b-f6014796a395 None None] Pushing event updated for resources: {'Port': ['ID=719f083c-970e-4cc7-b282-447a1c830b25,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:36.734636 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f6c973-30d5-4c7c-a889-4ec8632fce45 None None] The sync data for ids ['12e1897b-ebdc-4db2-8dad-9032632a0740'] in n-d-817746-1 is: [{'id': '12e1897b-ebdc-4db2-8dad-9032632a0740', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1348796960', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '719f083c-970e-4cc7-b282-447a1c830b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:56:33Z', 'updated_at': '2021-11-25T17:56:34Z', 'revision_number': 3, 'project_id': '867688fabf794394b7f5a37353b0165e', 'gw_port': {'id': '719f083c-970e-4cc7-b282-447a1c830b25', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:74:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e1897b-ebdc-4db2-8dad-9032632a0740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:56:34Z', 'updated_at': '2021-11-25T17:56:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:56:36.791468 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-a893d0d5-9c49-442d-8ad5-bc284d3602f0 None None] Provisioning complete for port 719f083c-970e-4cc7-b282-447a1c830b25 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:56:36.791909 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a893d0d5-9c49-442d-8ad5-bc284d3602f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:36.795379 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b5effe37-919c-4914-970f-decb48dd789f None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:36.820339 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b5effe37-919c-4914-970f-decb48dd789f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:36.885364 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5effe37-919c-4914-970f-decb48dd789f None None] Network f26468bb-c55b-44ac-9698-32104e4b0414 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:56:36.891280 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-b5effe37-919c-4914-970f-decb48dd789f None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:56:36.894882 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5effe37-919c-4914-970f-decb48dd789f None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:56:36.899992 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5effe37-919c-4914-970f-decb48dd789f None None] Pushing event updated for resources: {'Port': ['ID=3019df4f-3529-42c7-a4c8-f80066bc3467,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:36.966001 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-859d65a5-0a1a-4280-b823-783d938265e6 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Allocated IP 172.20.0.1 (f26468bb-c55b-44ac-9698-32104e4b0414/2507da8a-9291-4605-b7c5-ff7e16f0304b/3081a6df-04ab-4485-ae2a-6eb73723c5b2) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:56:36.990694 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-b5effe37-919c-4914-970f-decb48dd789f None None] Attempting to bind port 3019df4f-3529-42c7-a4c8-f80066bc3467 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:56:36.991009 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-b5effe37-919c-4914-970f-decb48dd789f None None] Attempting to bind port 3019df4f-3529-42c7-a4c8-f80066bc3467 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '2bb58b3a-4480-459a-8e09-856218f12b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'f26468bb-c55b-44ac-9698-32104e4b0414'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:56:36.991571 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5effe37-919c-4914-970f-decb48dd789f None None] Attempting to bind port 3019df4f-3529-42c7-a4c8-f80066bc3467 on network f26468bb-c55b-44ac-9698-32104e4b0414 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:56:37.000788 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5effe37-919c-4914-970f-decb48dd789f None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:56:37.001195 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5effe37-919c-4914-970f-decb48dd789f None None] Checking segment: {'id': '2bb58b3a-4480-459a-8e09-856218f12b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'f26468bb-c55b-44ac-9698-32104e4b0414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:56:37.001649 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b5effe37-919c-4914-970f-decb48dd789f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:37.002211 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5effe37-919c-4914-970f-decb48dd789f None None] Bound using segment: {'id': '2bb58b3a-4480-459a-8e09-856218f12b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'f26468bb-c55b-44ac-9698-32104e4b0414'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:56:37.002951 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-b5effe37-919c-4914-970f-decb48dd789f None None] Bound port: 3019df4f-3529-42c7-a4c8-f80066bc3467, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb58b3a-4480-459a-8e09-856218f12b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'f26468bb-c55b-44ac-9698-32104e4b0414'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:56:37.003457 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b5effe37-919c-4914-970f-decb48dd789f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:37.099373 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b5effe37-919c-4914-970f-decb48dd789f None None] For port 3019df4f-3529-42c7-a4c8-f80066bc3467, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:56:37.110807 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b5effe37-919c-4914-970f-decb48dd789f None None] For port 3019df4f-3529-42c7-a4c8-f80066bc3467, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=3019df4f-3529-42c7-a4c8-f80066bc3467,segment=NetworkSegment(2bb58b3a-4480-459a-8e09-856218f12b12),segment_id=2bb58b3a-4480-459a-8e09-856218f12b12)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:56:37.123104 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b5effe37-919c-4914-970f-decb48dd789f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:37.229132 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5effe37-919c-4914-970f-decb48dd789f None None] Pushing event updated for resources: {'Port': ['ID=3019df4f-3529-42c7-a4c8-f80066bc3467,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:37.539985 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-859d65a5-0a1a-4280-b823-783d938265e6 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:37.591545 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-859d65a5-0a1a-4280-b823-783d938265e6 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:37.648560 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859d65a5-0a1a-4280-b823-783d938265e6 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Network f26468bb-c55b-44ac-9698-32104e4b0414 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:56:37.651862 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-859d65a5-0a1a-4280-b823-783d938265e6 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:56:37.654393 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859d65a5-0a1a-4280-b823-783d938265e6 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:56:37.662218 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859d65a5-0a1a-4280-b823-783d938265e6 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event updated for resources: {'Port': ['ID=3081a6df-04ab-4485-ae2a-6eb73723c5b2,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:37.710962 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-859d65a5-0a1a-4280-b823-783d938265e6 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:37.872795 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-859d65a5-0a1a-4280-b823-783d938265e6 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:38.229528 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-859d65a5-0a1a-4280-b823-783d938265e6 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:38.234210 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-859d65a5-0a1a-4280-b823-783d938265e6 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:38.311216 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859d65a5-0a1a-4280-b823-783d938265e6 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event updated for resources: {'Port': ['ID=3081a6df-04ab-4485-ae2a-6eb73723c5b2,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:38.335783 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-859d65a5-0a1a-4280-b823-783d938265e6 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:38.428684 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfb724e-36fd-4e57-9c02-27da0a52c203 None None] Network f26468bb-c55b-44ac-9698-32104e4b0414 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:56:38.443313 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859d65a5-0a1a-4280-b823-783d938265e6 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Network f26468bb-c55b-44ac-9698-32104e4b0414 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:56:38.444983 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-859d65a5-0a1a-4280-b823-783d938265e6 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:56:38.488335 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-ad90b526-c37c-49b1-89df-4ac24fd68b5f None None] Provisioning complete for port 3019df4f-3529-42c7-a4c8-f80066bc3467 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:56:38.488708 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ad90b526-c37c-49b1-89df-4ac24fd68b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:38.583284 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-859d65a5-0a1a-4280-b823-783d938265e6 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Router 12e1897b-ebdc-4db2-8dad-9032632a0740 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:56:38.602049 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ad90b526-c37c-49b1-89df-4ac24fd68b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:38.680373 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-ad90b526-c37c-49b1-89df-4ac24fd68b5f None None] For port 3019df4f-3529-42c7-a4c8-f80066bc3467, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=3019df4f-3529-42c7-a4c8-f80066bc3467,segment=NetworkSegment(2bb58b3a-4480-459a-8e09-856218f12b12),segment_id=2bb58b3a-4480-459a-8e09-856218f12b12)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:56:38.704481 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ad90b526-c37c-49b1-89df-4ac24fd68b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:38.740220 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859d65a5-0a1a-4280-b823-783d938265e6 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:56:38.753487 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-859d65a5-0a1a-4280-b823-783d938265e6 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "PUT /v2.0/routers/12e1897b-ebdc-4db2-8dad-9032632a0740/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7431233 Nov 25 17:56:38.772972 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad90b526-c37c-49b1-89df-4ac24fd68b5f None None] Pushing event updated for resources: {'Port': ['ID=3019df4f-3529-42c7-a4c8-f80066bc3467,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:38.962995 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 3019df4f-3529-42c7-a4c8-f80066bc3467 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:56:39.040067 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 3019df4f-3529-42c7-a4c8-f80066bc3467 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:56:39.040606 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:39.084220 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99741361-de35-4f4a-bec2-4ff4c53dbec3 None None] Sync routers for ids ['12e1897b-ebdc-4db2-8dad-9032632a0740'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:56:39.094970 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-74382701-bc09-4ff7-bf15-6acca400ca74 req-28d79560-cc39-44ce-8be8-2e84d501576c tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-743138364&fields=id&tenant_id=867688fabf794394b7f5a37353b0165e HTTP/1.1" status: 200 len: 267 time: 0.0754540 Nov 25 17:56:39.108379 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99741361-de35-4f4a-bec2-4ff4c53dbec3 None None] Routers {'12e1897b-ebdc-4db2-8dad-9032632a0740'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:56:39.109053 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-99741361-de35-4f4a-bec2-4ff4c53dbec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:56:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['12e1897b-ebdc-4db2-8dad-9032632a0740'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:56:39.259922 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74382701-bc09-4ff7-bf15-6acca400ca74 req-78cb5ec0-3208-4f2d-a698-ad8b19a22dbf tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:39.270254 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-74382701-bc09-4ff7-bf15-6acca400ca74 req-78cb5ec0-3208-4f2d-a698-ad8b19a22dbf tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/networks?id=f26468bb-c55b-44ac-9698-32104e4b0414 HTTP/1.1" status: 200 len: 797 time: 0.1645980 Nov 25 17:56:39.285427 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-74382701-bc09-4ff7-bf15-6acca400ca74 req-b28ae824-6ec1-4257-93a8-eed6c2cd7b24 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/quotas/867688fabf794394b7f5a37353b0165e HTTP/1.1" status: 200 len: 375 time: 0.0141082 Nov 25 17:56:39.355203 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-74382701-bc09-4ff7-bf15-6acca400ca74 req-e0c7b066-82e5-4ac5-8591-b908e39c0568 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=867688fabf794394b7f5a37353b0165e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0663497 Nov 25 17:56:39.445412 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-f41581ca-0c5c-45dc-90f5-39a01370ceac None None] Provisioning complete for port 3081a6df-04ab-4485-ae2a-6eb73723c5b2 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:56:39.446271 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f41581ca-0c5c-45dc-90f5-39a01370ceac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:39.453994 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-99741361-de35-4f4a-bec2-4ff4c53dbec3 None None] Set router 12e1897b-ebdc-4db2-8dad-9032632a0740 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:56:39.467701 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-74382701-bc09-4ff7-bf15-6acca400ca74 req-15de2cb8-edc0-4e09-96e0-020c91a0cfcd service neutron] 10.222.0.75 "GET /v2.0/networks/f26468bb-c55b-44ac-9698-32104e4b0414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953648 Nov 25 17:56:39.515345 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 719f083c-970e-4cc7-b282-447a1c830b25 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:56:39.573349 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-74382701-bc09-4ff7-bf15-6acca400ca74 req-657f5eb0-4aaf-45da-8ddf-0ba58533094d service neutron] 10.222.0.75 "GET /v2.0/networks/f26468bb-c55b-44ac-9698-32104e4b0414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981562 Nov 25 17:56:39.591580 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-f41581ca-0c5c-45dc-90f5-39a01370ceac None None] Port 3081a6df-04ab-4485-ae2a-6eb73723c5b2 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:56:39.670264 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-f41581ca-0c5c-45dc-90f5-39a01370ceac None None] Provisioning complete for port 3019df4f-3529-42c7-a4c8-f80066bc3467 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:56:39.670638 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f41581ca-0c5c-45dc-90f5-39a01370ceac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:39.708389 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 719f083c-970e-4cc7-b282-447a1c830b25 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:56:39.710235 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:39.784819 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9d705d7e-6c3e-422a-abf5-f812fedbb066 req-febd702a-dac6-46ba-b1be-c470166610c7 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=af204191-6e6b-4585-8396-02efc206a588 HTTP/1.1" status: 200 len: 210 time: 0.0325131 Nov 25 17:56:39.914519 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-99741361-de35-4f4a-bec2-4ff4c53dbec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e1897b-ebdc-4db2-8dad-9032632a0740', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1348796960', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '719f083c-970e-4cc7-b282-447a1c830b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:56:33Z', 'updated_at': '2021-11-25T17:56:37Z', 'revision_number': 4, 'project_id': '867688fabf794394b7f5a37353b0165e', 'gw_port': {'id': '719f083c-970e-4cc7-b282-447a1c830b25', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:74:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e1897b-ebdc-4db2-8dad-9032632a0740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:56:34Z', 'updated_at': '2021-11-25T17:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '3081a6df-04ab-4485-ae2a-6eb73723c5b2', 'name': '', 'network_id': 'f26468bb-c55b-44ac-9698-32104e4b0414', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'mac_address': 'fa:16:3e:e6:50:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e1897b-ebdc-4db2-8dad-9032632a0740', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '2507da8a-9291-4605-b7c5-ff7e16f0304b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:56:36Z', 'updated_at': '2021-11-25T17:56:38Z', 'revision_number': 2, 'project_id': '867688fabf794394b7f5a37353b0165e', 'subnets': [{'id': '2507da8a-9291-4605-b7c5-ff7e16f0304b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:56:39.945126 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99741361-de35-4f4a-bec2-4ff4c53dbec3 None None] Checking router: 12e1897b-ebdc-4db2-8dad-9032632a0740 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:56:39.945537 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99741361-de35-4f4a-bec2-4ff4c53dbec3 None None] Updating router 12e1897b-ebdc-4db2-8dad-9032632a0740 port 3081a6df-04ab-4485-ae2a-6eb73723c5b2 binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:56:39.979712 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-99741361-de35-4f4a-bec2-4ff4c53dbec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:40.049879 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-47505746-992b-4aa8-9667-d458fb1d0c03 None None] Provisioning complete for port 3081a6df-04ab-4485-ae2a-6eb73723c5b2 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:56:40.050538 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-47505746-992b-4aa8-9667-d458fb1d0c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:40.141844 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-47505746-992b-4aa8-9667-d458fb1d0c03 None None] Port 3081a6df-04ab-4485-ae2a-6eb73723c5b2 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:56:40.307914 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-99741361-de35-4f4a-bec2-4ff4c53dbec3 None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:40.313321 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-99741361-de35-4f4a-bec2-4ff4c53dbec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:40.391047 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11cbc04-bb3d-4ce0-88a2-29cb2ffacc78 None None] Pushing event updated for resources: {'Port': ['ID=3081a6df-04ab-4485-ae2a-6eb73723c5b2,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:40.421836 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-99741361-de35-4f4a-bec2-4ff4c53dbec3 None None] Attempting to bind port 3081a6df-04ab-4485-ae2a-6eb73723c5b2 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:56:40.422216 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-99741361-de35-4f4a-bec2-4ff4c53dbec3 None None] Attempting to bind port 3081a6df-04ab-4485-ae2a-6eb73723c5b2 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '2bb58b3a-4480-459a-8e09-856218f12b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'f26468bb-c55b-44ac-9698-32104e4b0414'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:56:40.422591 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99741361-de35-4f4a-bec2-4ff4c53dbec3 None None] Attempting to bind port 3081a6df-04ab-4485-ae2a-6eb73723c5b2 on network f26468bb-c55b-44ac-9698-32104e4b0414 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:56:40.428843 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99741361-de35-4f4a-bec2-4ff4c53dbec3 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:56:40.429230 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99741361-de35-4f4a-bec2-4ff4c53dbec3 None None] Checking segment: {'id': '2bb58b3a-4480-459a-8e09-856218f12b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'f26468bb-c55b-44ac-9698-32104e4b0414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:56:40.429831 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-99741361-de35-4f4a-bec2-4ff4c53dbec3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:40.430390 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99741361-de35-4f4a-bec2-4ff4c53dbec3 None None] Bound using segment: {'id': '2bb58b3a-4480-459a-8e09-856218f12b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'f26468bb-c55b-44ac-9698-32104e4b0414'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:56:40.431025 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-99741361-de35-4f4a-bec2-4ff4c53dbec3 None None] Bound port: 3081a6df-04ab-4485-ae2a-6eb73723c5b2, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb58b3a-4480-459a-8e09-856218f12b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'f26468bb-c55b-44ac-9698-32104e4b0414'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:56:40.431616 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-99741361-de35-4f4a-bec2-4ff4c53dbec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:40.506746 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-99741361-de35-4f4a-bec2-4ff4c53dbec3 None None] For port 3081a6df-04ab-4485-ae2a-6eb73723c5b2, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:56:40.510016 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-99741361-de35-4f4a-bec2-4ff4c53dbec3 None None] For port 3081a6df-04ab-4485-ae2a-6eb73723c5b2, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=3081a6df-04ab-4485-ae2a-6eb73723c5b2,segment=NetworkSegment(2bb58b3a-4480-459a-8e09-856218f12b12),segment_id=2bb58b3a-4480-459a-8e09-856218f12b12)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:56:40.515057 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-99741361-de35-4f4a-bec2-4ff4c53dbec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:40.573558 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99741361-de35-4f4a-bec2-4ff4c53dbec3 None None] Routers {'12e1897b-ebdc-4db2-8dad-9032632a0740'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:56:40.574548 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-99741361-de35-4f4a-bec2-4ff4c53dbec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:56:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['12e1897b-ebdc-4db2-8dad-9032632a0740'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:56:40.648433 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11cbc04-bb3d-4ce0-88a2-29cb2ffacc78 None None] Pushing event updated for resources: {'Port': ['ID=3081a6df-04ab-4485-ae2a-6eb73723c5b2,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:40.707297 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-8cc2993c-57db-4a96-a280-194243ec3495 None None] Provisioning complete for port 3081a6df-04ab-4485-ae2a-6eb73723c5b2 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:56:40.707674 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8cc2993c-57db-4a96-a280-194243ec3495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:40.737029 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-99741361-de35-4f4a-bec2-4ff4c53dbec3 None None] Set router 12e1897b-ebdc-4db2-8dad-9032632a0740 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:56:40.917620 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cd4e94d4-c25a-4a88-8e16-e4715b6e09c0 req-29359d48-1cda-4428-8764-955d82fda990 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=af204191-6e6b-4585-8396-02efc206a588 HTTP/1.1" status: 200 len: 210 time: 0.0386610 Nov 25 17:56:40.977274 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8cc2993c-57db-4a96-a280-194243ec3495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:41.047440 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-8cc2993c-57db-4a96-a280-194243ec3495 None None] For port 3081a6df-04ab-4485-ae2a-6eb73723c5b2, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=3081a6df-04ab-4485-ae2a-6eb73723c5b2,segment=NetworkSegment(2bb58b3a-4480-459a-8e09-856218f12b12),segment_id=2bb58b3a-4480-459a-8e09-856218f12b12)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:56:41.061890 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8cc2993c-57db-4a96-a280-194243ec3495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:41.086051 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74382701-bc09-4ff7-bf15-6acca400ca74 req-62e39343-7e3e-4762-9a33-d16d8763614d tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:41.087552 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-74382701-bc09-4ff7-bf15-6acca400ca74 req-62e39343-7e3e-4762-9a33-d16d8763614d tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.74 "GET /v2.0/networks?id=f26468bb-c55b-44ac-9698-32104e4b0414 HTTP/1.1" status: 200 len: 797 time: 0.1815283 Nov 25 17:56:41.114197 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-99741361-de35-4f4a-bec2-4ff4c53dbec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e1897b-ebdc-4db2-8dad-9032632a0740', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1348796960', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '719f083c-970e-4cc7-b282-447a1c830b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:56:33Z', 'updated_at': '2021-11-25T17:56:37Z', 'revision_number': 4, 'project_id': '867688fabf794394b7f5a37353b0165e', 'gw_port': {'id': '719f083c-970e-4cc7-b282-447a1c830b25', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:74:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e1897b-ebdc-4db2-8dad-9032632a0740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:56:34Z', 'updated_at': '2021-11-25T17:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '3081a6df-04ab-4485-ae2a-6eb73723c5b2', 'name': '', 'network_id': 'f26468bb-c55b-44ac-9698-32104e4b0414', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'mac_address': 'fa:16:3e:e6:50:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e1897b-ebdc-4db2-8dad-9032632a0740', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '2507da8a-9291-4605-b7c5-ff7e16f0304b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:56:36Z', 'updated_at': '2021-11-25T17:56:40Z', 'revision_number': 4, 'project_id': '867688fabf794394b7f5a37353b0165e', 'subnets': [{'id': '2507da8a-9291-4605-b7c5-ff7e16f0304b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:56:41.150324 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99741361-de35-4f4a-bec2-4ff4c53dbec3 None None] The sync data for ids ['12e1897b-ebdc-4db2-8dad-9032632a0740'] in n-d-817746-1 is: [{'id': '12e1897b-ebdc-4db2-8dad-9032632a0740', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1348796960', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '719f083c-970e-4cc7-b282-447a1c830b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:56:33Z', 'updated_at': '2021-11-25T17:56:37Z', 'revision_number': 4, 'project_id': '867688fabf794394b7f5a37353b0165e', 'gw_port': {'id': '719f083c-970e-4cc7-b282-447a1c830b25', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:74:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e1897b-ebdc-4db2-8dad-9032632a0740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:56:34Z', 'updated_at': '2021-11-25T17:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '3081a6df-04ab-4485-ae2a-6eb73723c5b2', 'name': '', 'network_id': 'f26468bb-c55b-44ac-9698-32104e4b0414', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'mac_address': 'fa:16:3e:e6:50:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e1897b-ebdc-4db2-8dad-9032632a0740', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '2507da8a-9291-4605-b7c5-ff7e16f0304b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:56:36Z', 'updated_at': '2021-11-25T17:56:40Z', 'revision_number': 4, 'project_id': '867688fabf794394b7f5a37353b0165e', 'subnets': [{'id': '2507da8a-9291-4605-b7c5-ff7e16f0304b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:56:41.152694 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc2993c-57db-4a96-a280-194243ec3495 None None] Pushing event updated for resources: {'Port': ['ID=3081a6df-04ab-4485-ae2a-6eb73723c5b2,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:41.163740 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-74382701-bc09-4ff7-bf15-6acca400ca74 req-b27f2aee-88ac-4d0b-b56b-913252f2f12e tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=867688fabf794394b7f5a37353b0165e HTTP/1.1" status: 200 len: 379 time: 0.0652974 Nov 25 17:56:41.177887 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-74382701-bc09-4ff7-bf15-6acca400ca74 req-ba1b8d18-eb83-4257-b9a4-8e2ad4a8f8df tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Request body: {'port': {'device_id': 'af204191-6e6b-4585-8396-02efc206a588', 'network_id': 'f26468bb-c55b-44ac-9698-32104e4b0414', 'admin_state_up': True, 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'security_groups': ['32a1dba6-0cb1-45b6-aa70-d9733a45f05f']}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:56:41.185911 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-5091dfe1-f4d8-4886-8355-7792152cec15 None None] Provisioning complete for port 3081a6df-04ab-4485-ae2a-6eb73723c5b2 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:56:41.186268 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5091dfe1-f4d8-4886-8355-7792152cec15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:41.348538 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74382701-bc09-4ff7-bf15-6acca400ca74 req-ba1b8d18-eb83-4257-b9a4-8e2ad4a8f8df tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Made reservation on behalf of 867688fabf794394b7f5a37353b0165e for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:56:41.352213 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-74382701-bc09-4ff7-bf15-6acca400ca74 req-ba1b8d18-eb83-4257-b9a4-8e2ad4a8f8df tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:41.498343 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-74382701-bc09-4ff7-bf15-6acca400ca74 req-ba1b8d18-eb83-4257-b9a4-8e2ad4a8f8df tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Allocated IP 172.20.0.7 (f26468bb-c55b-44ac-9698-32104e4b0414/2507da8a-9291-4605-b7c5-ff7e16f0304b/69bd1e52-01be-4937-969a-3ccb10ddf356) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:56:41.656695 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-74382701-bc09-4ff7-bf15-6acca400ca74 req-ba1b8d18-eb83-4257-b9a4-8e2ad4a8f8df tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:41.697636 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-74382701-bc09-4ff7-bf15-6acca400ca74 req-ba1b8d18-eb83-4257-b9a4-8e2ad4a8f8df tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:41.757618 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74382701-bc09-4ff7-bf15-6acca400ca74 req-ba1b8d18-eb83-4257-b9a4-8e2ad4a8f8df tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Network f26468bb-c55b-44ac-9698-32104e4b0414 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:56:41.761646 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-74382701-bc09-4ff7-bf15-6acca400ca74 req-ba1b8d18-eb83-4257-b9a4-8e2ad4a8f8df tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:56:41.764001 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1b8d18-eb83-4257-b9a4-8e2ad4a8f8df tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event updated for resources: {'Port': ['ID=69bd1e52-01be-4937-969a-3ccb10ddf356,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:41.766698 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-74382701-bc09-4ff7-bf15-6acca400ca74 req-ba1b8d18-eb83-4257-b9a4-8e2ad4a8f8df tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:56:41.825005 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74382701-bc09-4ff7-bf15-6acca400ca74 req-ba1b8d18-eb83-4257-b9a4-8e2ad4a8f8df tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:41.825716 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-74382701-bc09-4ff7-bf15-6acca400ca74 req-ba1b8d18-eb83-4257-b9a4-8e2ad4a8f8df tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:41.849707 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-74382701-bc09-4ff7-bf15-6acca400ca74 req-ba1b8d18-eb83-4257-b9a4-8e2ad4a8f8df tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6776257 Nov 25 17:56:41.865058 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-74382701-bc09-4ff7-bf15-6acca400ca74 req-264d819e-a736-4556-9ad6-2ac707c5c3c5 service neutron] Request body: {'port': {'device_id': 'af204191-6e6b-4585-8396-02efc206a588', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:56:41.942993 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-74382701-bc09-4ff7-bf15-6acca400ca74 req-264d819e-a736-4556-9ad6-2ac707c5c3c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:42.077875 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ebd47-4fc2-4834-9760-8383f048a8d6 req-1fbf221c-0501-4ebd-8d50-8589cb06de73 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:42.081851 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e49ebd47-4fc2-4834-9760-8383f048a8d6 req-1fbf221c-0501-4ebd-8d50-8589cb06de73 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=af204191-6e6b-4585-8396-02efc206a588 HTTP/1.1" status: 200 len: 931 time: 0.0897295 Nov 25 17:56:42.149695 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-c856d14c-b50f-46a8-a0a0-4aeb1823128c None None] Provisioning complete for port 69bd1e52-01be-4937-969a-3ccb10ddf356 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:56:42.150264 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c856d14c-b50f-46a8-a0a0-4aeb1823128c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:42.170611 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e49ebd47-4fc2-4834-9760-8383f048a8d6 req-05ec0f9b-281d-41b5-a083-363c3d08a9f9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=32a1dba6-0cb1-45b6-aa70-d9733a45f05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777817 Nov 25 17:56:42.204757 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-c856d14c-b50f-46a8-a0a0-4aeb1823128c None None] Port 69bd1e52-01be-4937-969a-3ccb10ddf356 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:56:42.300546 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-74382701-bc09-4ff7-bf15-6acca400ca74 req-264d819e-a736-4556-9ad6-2ac707c5c3c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69bd1e52-01be-4937-969a-3ccb10ddf356 {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:56:42.308656 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-74382701-bc09-4ff7-bf15-6acca400ca74 req-264d819e-a736-4556-9ad6-2ac707c5c3c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:42.322110 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-74382701-bc09-4ff7-bf15-6acca400ca74 req-264d819e-a736-4556-9ad6-2ac707c5c3c5 service neutron] Transition to ACTIVE for port object 69bd1e52-01be-4937-969a-3ccb10ddf356 will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:56:42.325758 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-74382701-bc09-4ff7-bf15-6acca400ca74 req-264d819e-a736-4556-9ad6-2ac707c5c3c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:42.384114 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264d819e-a736-4556-9ad6-2ac707c5c3c5 service neutron] Pushing event updated for resources: {'Port': ['ID=69bd1e52-01be-4937-969a-3ccb10ddf356,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:42.459377 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-74382701-bc09-4ff7-bf15-6acca400ca74 req-264d819e-a736-4556-9ad6-2ac707c5c3c5 service neutron] Attempting to bind port 69bd1e52-01be-4937-969a-3ccb10ddf356 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:56:42.459755 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-74382701-bc09-4ff7-bf15-6acca400ca74 req-264d819e-a736-4556-9ad6-2ac707c5c3c5 service neutron] Attempting to bind port 69bd1e52-01be-4937-969a-3ccb10ddf356 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '2bb58b3a-4480-459a-8e09-856218f12b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'f26468bb-c55b-44ac-9698-32104e4b0414'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:56:42.460037 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74382701-bc09-4ff7-bf15-6acca400ca74 req-264d819e-a736-4556-9ad6-2ac707c5c3c5 service neutron] Attempting to bind port 69bd1e52-01be-4937-969a-3ccb10ddf356 on network f26468bb-c55b-44ac-9698-32104e4b0414 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:56:42.466743 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74382701-bc09-4ff7-bf15-6acca400ca74 req-264d819e-a736-4556-9ad6-2ac707c5c3c5 service neutron] Port 69bd1e52-01be-4937-969a-3ccb10ddf356 on network f26468bb-c55b-44ac-9698-32104e4b0414 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:56:42.467211 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74382701-bc09-4ff7-bf15-6acca400ca74 req-264d819e-a736-4556-9ad6-2ac707c5c3c5 service neutron] Attempting to bind port 69bd1e52-01be-4937-969a-3ccb10ddf356 on network f26468bb-c55b-44ac-9698-32104e4b0414 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:56:42.477114 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74382701-bc09-4ff7-bf15-6acca400ca74 req-264d819e-a736-4556-9ad6-2ac707c5c3c5 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:56:42.482572 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74382701-bc09-4ff7-bf15-6acca400ca74 req-264d819e-a736-4556-9ad6-2ac707c5c3c5 service neutron] Checking segment: {'id': '2bb58b3a-4480-459a-8e09-856218f12b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'f26468bb-c55b-44ac-9698-32104e4b0414'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:56:42.482920 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74382701-bc09-4ff7-bf15-6acca400ca74 req-264d819e-a736-4556-9ad6-2ac707c5c3c5 service neutron] Bound using segment: {'id': '2bb58b3a-4480-459a-8e09-856218f12b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'f26468bb-c55b-44ac-9698-32104e4b0414'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:56:42.483389 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-74382701-bc09-4ff7-bf15-6acca400ca74 req-264d819e-a736-4556-9ad6-2ac707c5c3c5 service neutron] Bound port: 69bd1e52-01be-4937-969a-3ccb10ddf356, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bb58b3a-4480-459a-8e09-856218f12b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'f26468bb-c55b-44ac-9698-32104e4b0414'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:56:42.483761 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-74382701-bc09-4ff7-bf15-6acca400ca74 req-264d819e-a736-4556-9ad6-2ac707c5c3c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:42.832004 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-74382701-bc09-4ff7-bf15-6acca400ca74 req-264d819e-a736-4556-9ad6-2ac707c5c3c5 service neutron] For port 69bd1e52-01be-4937-969a-3ccb10ddf356, host n-h1-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:56:42.835139 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-74382701-bc09-4ff7-bf15-6acca400ca74 req-264d819e-a736-4556-9ad6-2ac707c5c3c5 service neutron] For port 69bd1e52-01be-4937-969a-3ccb10ddf356, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=69bd1e52-01be-4937-969a-3ccb10ddf356,segment=NetworkSegment(2bb58b3a-4480-459a-8e09-856218f12b12),segment_id=2bb58b3a-4480-459a-8e09-856218f12b12)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:56:42.839743 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-74382701-bc09-4ff7-bf15-6acca400ca74 req-264d819e-a736-4556-9ad6-2ac707c5c3c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:42.876735 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74382701-bc09-4ff7-bf15-6acca400ca74 req-264d819e-a736-4556-9ad6-2ac707c5c3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:42.877531 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-74382701-bc09-4ff7-bf15-6acca400ca74 req-264d819e-a736-4556-9ad6-2ac707c5c3c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:42.879018 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-74382701-bc09-4ff7-bf15-6acca400ca74 req-264d819e-a736-4556-9ad6-2ac707c5c3c5 service neutron] 10.222.0.74 "PUT /v2.0/ports/69bd1e52-01be-4937-969a-3ccb10ddf356 HTTP/1.1" status: 200 len: 1091 time: 1.0197756 Nov 25 17:56:42.879499 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af204191-6e6b-4585-8396-02efc206a588', 'tag': '69bd1e52-01be-4937-969a-3ccb10ddf356'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:56:42.882147 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73dabfe6-5ea6-491c-bf8f-b91e5fa2aa6c" -d '{"events": [{"name": "network-changed", "server_uuid": "af204191-6e6b-4585-8396-02efc206a588", "tag": "69bd1e52-01be-4937-969a-3ccb10ddf356"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:56:42.955804 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264d819e-a736-4556-9ad6-2ac707c5c3c5 service neutron] Pushing event updated for resources: {'Port': ['ID=69bd1e52-01be-4937-969a-3ccb10ddf356,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:42.996774 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7539ede-a91f-4953-a269-3f284bec5f2c x-openstack-request-id: req-e7539ede-a91f-4953-a269-3f284bec5f2c {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:56:43.001805 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af204191-6e6b-4585-8396-02efc206a588", "tag": "69bd1e52-01be-4937-969a-3ccb10ddf356", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:56:43.002069 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e7539ede-a91f-4953-a269-3f284bec5f2c {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:56:43.002489 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af204191-6e6b-4585-8396-02efc206a588', 'tag': '69bd1e52-01be-4937-969a-3ccb10ddf356', 'status': 'completed', 'code': 200} Nov 25 17:56:43.009418 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74382701-bc09-4ff7-bf15-6acca400ca74 req-e9bb0c29-cf6c-48cb-b8d7-268728b5eb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:43.010045 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 3081a6df-04ab-4485-ae2a-6eb73723c5b2 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:56:43.011483 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-74382701-bc09-4ff7-bf15-6acca400ca74 req-e9bb0c29-cf6c-48cb-b8d7-268728b5eb41 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=867688fabf794394b7f5a37353b0165e&device_id=af204191-6e6b-4585-8396-02efc206a588 HTTP/1.1" status: 200 len: 1094 time: 0.0779247 Nov 25 17:56:43.072063 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-74382701-bc09-4ff7-bf15-6acca400ca74 req-c3fc3757-a7c4-489e-9e96-7f078c2e8a14 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69bd1e52-01be-4937-969a-3ccb10ddf356 HTTP/1.1" status: 200 len: 217 time: 0.0518401 Nov 25 17:56:43.076378 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 3081a6df-04ab-4485-ae2a-6eb73723c5b2 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:56:43.077155 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:43.137594 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74382701-bc09-4ff7-bf15-6acca400ca74 req-17d3d8a5-f85f-46b2-bc9e-c25670a3da93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:43.139276 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-74382701-bc09-4ff7-bf15-6acca400ca74 req-17d3d8a5-f85f-46b2-bc9e-c25670a3da93 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2507da8a-9291-4605-b7c5-ff7e16f0304b HTTP/1.1" status: 200 len: 834 time: 0.0594933 Nov 25 17:56:43.196586 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74382701-bc09-4ff7-bf15-6acca400ca74 req-c559b175-89cc-4864-9591-de12e0a8b2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:43.197907 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-74382701-bc09-4ff7-bf15-6acca400ca74 req-c559b175-89cc-4864-9591-de12e0a8b2a6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f26468bb-c55b-44ac-9698-32104e4b0414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514731 Nov 25 17:56:43.290134 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ff389a-deb8-4e87-9f79-1eb94c480dd9 req-fc8a4b96-6acf-4947-84b0-f3cb65448eb6 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:43.293414 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-91ff389a-deb8-4e87-9f79-1eb94c480dd9 req-fc8a4b96-6acf-4947-84b0-f3cb65448eb6 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=af204191-6e6b-4585-8396-02efc206a588 HTTP/1.1" status: 200 len: 943 time: 0.0541966 Nov 25 17:56:43.305816 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-74382701-bc09-4ff7-bf15-6acca400ca74 req-a3a54ff1-dec4-42bc-9bc7-0130bd26b7f5 service neutron] 10.222.0.74 "GET /v2.0/networks/f26468bb-c55b-44ac-9698-32104e4b0414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003308 Nov 25 17:56:43.346979 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-91ff389a-deb8-4e87-9f79-1eb94c480dd9 req-14120915-1bf1-4072-85ce-8dbe403bb357 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=32a1dba6-0cb1-45b6-aa70-d9733a45f05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489261 Nov 25 17:56:43.401929 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-74382701-bc09-4ff7-bf15-6acca400ca74 req-74f59bc4-a8c3-4e39-b9ec-0b11e56ba2e5 service neutron] 10.222.0.74 "GET /v2.0/networks/f26468bb-c55b-44ac-9698-32104e4b0414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884521 Nov 25 17:56:43.492175 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dabfe6-5ea6-491c-bf8f-b91e5fa2aa6c req-7cbbe7e7-7c97-4ef6-9b0e-1d017eab5b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:43.493690 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-73dabfe6-5ea6-491c-bf8f-b91e5fa2aa6c req-7cbbe7e7-7c97-4ef6-9b0e-1d017eab5b25 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=867688fabf794394b7f5a37353b0165e&device_id=af204191-6e6b-4585-8396-02efc206a588 HTTP/1.1" status: 200 len: 1094 time: 0.0468967 Nov 25 17:56:43.585284 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dabfe6-5ea6-491c-bf8f-b91e5fa2aa6c req-19d6d1fb-52c9-4730-8999-4e59d2c0e44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:43.586759 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-73dabfe6-5ea6-491c-bf8f-b91e5fa2aa6c req-19d6d1fb-52c9-4730-8999-4e59d2c0e44b service neutron] 10.222.0.74 "GET /v2.0/networks?id=f26468bb-c55b-44ac-9698-32104e4b0414 HTTP/1.1" status: 200 len: 898 time: 0.0852079 Nov 25 17:56:43.635105 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-73dabfe6-5ea6-491c-bf8f-b91e5fa2aa6c req-806976c3-595d-4028-9aa4-2c81f5b9df11 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69bd1e52-01be-4937-969a-3ccb10ddf356 HTTP/1.1" status: 200 len: 217 time: 0.0384541 Nov 25 17:56:43.689264 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dabfe6-5ea6-491c-bf8f-b91e5fa2aa6c req-2eee3b69-7eda-4944-8549-14b5dd69773f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:43.690678 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-73dabfe6-5ea6-491c-bf8f-b91e5fa2aa6c req-2eee3b69-7eda-4944-8549-14b5dd69773f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2507da8a-9291-4605-b7c5-ff7e16f0304b HTTP/1.1" status: 200 len: 834 time: 0.0483751 Nov 25 17:56:43.738546 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dabfe6-5ea6-491c-bf8f-b91e5fa2aa6c req-8a683ff0-0038-4859-90ac-ba42b33abb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:43.740043 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-73dabfe6-5ea6-491c-bf8f-b91e5fa2aa6c req-8a683ff0-0038-4859-90ac-ba42b33abb31 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f26468bb-c55b-44ac-9698-32104e4b0414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419071 Nov 25 17:56:43.833436 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-73dabfe6-5ea6-491c-bf8f-b91e5fa2aa6c req-56f0611f-77a3-43e2-b428-62a1de2360fd service neutron] 10.222.0.74 "GET /v2.0/networks/f26468bb-c55b-44ac-9698-32104e4b0414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856061 Nov 25 17:56:43.928527 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-73dabfe6-5ea6-491c-bf8f-b91e5fa2aa6c req-dba0550c-0b7c-4a09-a8e2-7f293e0c31ca service neutron] 10.222.0.74 "GET /v2.0/networks/f26468bb-c55b-44ac-9698-32104e4b0414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879588 Nov 25 17:56:44.270599 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54766) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:44.383887 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e3c0b013-441f-4a5c-bf54-a1e59ab936c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:44.493447 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3068fe8-214f-4793-8bb8-baee2e1a8a9a req-a155997b-6484-4961-bf43-afa94811011c tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:44.494924 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a3068fe8-214f-4793-8bb8-baee2e1a8a9a req-a155997b-6484-4961-bf43-afa94811011c tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=af204191-6e6b-4585-8396-02efc206a588 HTTP/1.1" status: 200 len: 943 time: 0.0762169 Nov 25 17:56:44.511454 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e3c0b013-441f-4a5c-bf54-a1e59ab936c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:44.523043 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e3c0b013-441f-4a5c-bf54-a1e59ab936c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:44.581513 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c0b013-441f-4a5c-bf54-a1e59ab936c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01291271-4ddf-477d-b419-778e6ff6125a,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:44.587376 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-e3c0b013-441f-4a5c-bf54-a1e59ab936c8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=68906845a2604417b0bac353c807eb26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3156750 Nov 25 17:56:44.590185 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54772) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:44.595148 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a3068fe8-214f-4793-8bb8-baee2e1a8a9a req-a2b143dc-121c-4d50-a39e-cc3551679319 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=32a1dba6-0cb1-45b6-aa70-d9733a45f05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927725 Nov 25 17:56:44.639647 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3d29ac76-b70c-4bb1-9fe6-f360c07c3b7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:44.661682 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3d29ac76-b70c-4bb1-9fe6-f360c07c3b7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:44.707370 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3d29ac76-b70c-4bb1-9fe6-f360c07c3b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:44.709981 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3d29ac76-b70c-4bb1-9fe6-f360c07c3b7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:44.711162 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3d29ac76-b70c-4bb1-9fe6-f360c07c3b7c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/01291271-4ddf-477d-b419-778e6ff6125a HTTP/1.1" status: 204 len: 168 time: 0.1199892 Nov 25 17:56:44.718744 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d29ac76-b70c-4bb1-9fe6-f360c07c3b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01291271-4ddf-477d-b419-778e6ff6125a,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:45.382871 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 69bd1e52-01be-4937-969a-3ccb10ddf356 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:56:45.481579 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 69bd1e52-01be-4937-969a-3ccb10ddf356, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=69bd1e52-01be-4937-969a-3ccb10ddf356,segment=NetworkSegment(2bb58b3a-4480-459a-8e09-856218f12b12),segment_id=2bb58b3a-4480-459a-8e09-856218f12b12)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:56:45.493163 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '69bd1e52-01be-4937-969a-3ccb10ddf356', 'network_id': 'f26468bb-c55b-44ac-9698-32104e4b0414', 'port_id': '69bd1e52-01be-4937-969a-3ccb10ddf356', 'mac_address': 'fa:16:3e:ad:40:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2507da8a-9291-4605-b7c5-ff7e16f0304b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:56:45.529092 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:45.541383 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69bd1e52-01be-4937-969a-3ccb10ddf356 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:56:45.560701 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 69bd1e52-01be-4937-969a-3ccb10ddf356, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=69bd1e52-01be-4937-969a-3ccb10ddf356,segment=NetworkSegment(2bb58b3a-4480-459a-8e09-856218f12b12),segment_id=2bb58b3a-4480-459a-8e09-856218f12b12)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:56:45.565376 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:45.609874 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=69bd1e52-01be-4937-969a-3ccb10ddf356,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:45.714372 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55baa240-4e21-4a54-93a0-c99845ad8091 req-6951693d-e963-4d3b-9d6b-48d035f56e18 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:45.715770 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-55baa240-4e21-4a54-93a0-c99845ad8091 req-6951693d-e963-4d3b-9d6b-48d035f56e18 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=af204191-6e6b-4585-8396-02efc206a588 HTTP/1.1" status: 200 len: 944 time: 0.0509243 Nov 25 17:56:45.766580 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-55baa240-4e21-4a54-93a0-c99845ad8091 req-6de6a6dc-35e9-462a-8a14-f89c8b46a27a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=32a1dba6-0cb1-45b6-aa70-d9733a45f05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441794 Nov 25 17:56:45.780267 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['69bd1e52-01be-4937-969a-3ccb10ddf356'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:56:46.882873 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c68ea-6ae5-4cfc-9be5-a92ddc436969 req-94622cf4-43bc-4b0b-abbf-627fc293291c tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:46.884483 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a16c68ea-6ae5-4cfc-9be5-a92ddc436969 req-94622cf4-43bc-4b0b-abbf-627fc293291c tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=af204191-6e6b-4585-8396-02efc206a588 HTTP/1.1" status: 200 len: 944 time: 0.0486591 Nov 25 17:56:46.900299 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:46.937407 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a16c68ea-6ae5-4cfc-9be5-a92ddc436969 req-61665501-df91-4b39-988f-80786a684ce9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=32a1dba6-0cb1-45b6-aa70-d9733a45f05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469534 Nov 25 17:56:47.050715 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:47.136083 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b191cd36-94c8-4a50-87d7-70d1f76e9dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:47.398384 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 69bd1e52-01be-4937-969a-3ccb10ddf356 up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:56:47.448175 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port 69bd1e52-01be-4937-969a-3ccb10ddf356 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:56:47.452265 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 69bd1e52-01be-4937-969a-3ccb10ddf356 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:56:47.452738 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:47.532468 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:47.555143 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af204191-6e6b-4585-8396-02efc206a588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69bd1e52-01be-4937-969a-3ccb10ddf356'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:56:47.557415 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c3d283-086a-4826-877e-c21c72324cf1" -d '{"events": [{"server_uuid": "af204191-6e6b-4585-8396-02efc206a588", "name": "network-vif-plugged", "status": "completed", "tag": "69bd1e52-01be-4937-969a-3ccb10ddf356"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:56:47.570400 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 69bd1e52-01be-4937-969a-3ccb10ddf356, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=69bd1e52-01be-4937-969a-3ccb10ddf356,segment=NetworkSegment(2bb58b3a-4480-459a-8e09-856218f12b12),segment_id=2bb58b3a-4480-459a-8e09-856218f12b12)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:56:47.574594 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:47.598085 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d596d1c-5163-4cdb-bb5e-9d88598cc8e9 x-openstack-request-id: req-6d596d1c-5163-4cdb-bb5e-9d88598cc8e9 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:56:47.598388 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af204191-6e6b-4585-8396-02efc206a588", "name": "network-vif-plugged", "status": "completed", "tag": "69bd1e52-01be-4937-969a-3ccb10ddf356", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:56:47.598647 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6d596d1c-5163-4cdb-bb5e-9d88598cc8e9 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:56:47.599044 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af204191-6e6b-4585-8396-02efc206a588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69bd1e52-01be-4937-969a-3ccb10ddf356', 'code': 200} Nov 25 17:56:47.626185 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=69bd1e52-01be-4937-969a-3ccb10ddf356,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:47.695173 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa91cb-a86f-4581-969e-5c9b584e5ba2 req-b018e9d2-b113-4caf-84e0-a5825f359e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:47.696866 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-27fa91cb-a86f-4581-969e-5c9b584e5ba2 req-b018e9d2-b113-4caf-84e0-a5825f359e07 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=af204191-6e6b-4585-8396-02efc206a588 HTTP/1.1" status: 200 len: 1096 time: 0.0450978 Nov 25 17:56:47.746001 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-27fa91cb-a86f-4581-969e-5c9b584e5ba2 req-da3142ff-99da-422b-a2db-beb7fe53ac27 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=32a1dba6-0cb1-45b6-aa70-d9733a45f05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385025 Nov 25 17:56:48.056742 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bbd11d-649c-47e9-acf9-090c1ecb6ce0 req-4c9fadd3-fc18-4599-9078-4a08673df57b tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:48.058250 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-21bbd11d-649c-47e9-acf9-090c1ecb6ce0 req-4c9fadd3-fc18-4599-9078-4a08673df57b tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=af204191-6e6b-4585-8396-02efc206a588 HTTP/1.1" status: 200 len: 945 time: 0.0497131 Nov 25 17:56:48.106879 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-21bbd11d-649c-47e9-acf9-090c1ecb6ce0 req-50ba0903-424b-40b9-a0d1-8116eb6e2824 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=32a1dba6-0cb1-45b6-aa70-d9733a45f05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427697 Nov 25 17:56:49.225105 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52c39f-6afb-4c11-908c-12df94d40140 req-953736d7-ce03-47f2-9746-5a3116bd0698 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:49.226587 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5f52c39f-6afb-4c11-908c-12df94d40140 req-953736d7-ce03-47f2-9746-5a3116bd0698 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=af204191-6e6b-4585-8396-02efc206a588 HTTP/1.1" status: 200 len: 945 time: 0.0490527 Nov 25 17:56:49.274841 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5f52c39f-6afb-4c11-908c-12df94d40140 req-7960eae6-ff3b-45b6-b816-e2e7ef1bd25a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=32a1dba6-0cb1-45b6-aa70-d9733a45f05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423057 Nov 25 17:56:49.400118 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ed508-a56a-4899-a321-6e9df8885975 req-919fe1fd-655d-4791-835d-c4467cd6361b tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:49.401549 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e52ed508-a56a-4899-a321-6e9df8885975 req-919fe1fd-655d-4791-835d-c4467cd6361b tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=af204191-6e6b-4585-8396-02efc206a588 HTTP/1.1" status: 200 len: 945 time: 0.0528653 Nov 25 17:56:49.451488 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e52ed508-a56a-4899-a321-6e9df8885975 req-99b38ccd-4395-4439-af2d-6302f25c1da0 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=32a1dba6-0cb1-45b6-aa70-d9733a45f05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439637 Nov 25 17:56:49.473800 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54794) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:49.513016 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4688f2a4-e0b1-4de8-98ac-3b2b4aa2e9ae tempest-TestNetworkAdvancedServerOps-44296226 tempest-TestNetworkAdvancedServerOps-44296226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:49.514536 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-4688f2a4-e0b1-4de8-98ac-3b2b4aa2e9ae tempest-TestNetworkAdvancedServerOps-44296226 tempest-TestNetworkAdvancedServerOps-44296226-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=af204191-6e6b-4585-8396-02efc206a588 HTTP/1.1" status: 200 len: 1091 time: 0.0398157 Nov 25 17:56:49.517524 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54796) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:49.521757 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-cde51bd8-9eff-4c09-97ef-52ad759116c9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Request body: {'floatingip': {'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'port_id': '69bd1e52-01be-4937-969a-3ccb10ddf356', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:56:49.543447 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cde51bd8-9eff-4c09-97ef-52ad759116c9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for floatingip, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:49.641064 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cde51bd8-9eff-4c09-97ef-52ad759116c9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:49.751213 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-cde51bd8-9eff-4c09-97ef-52ad759116c9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Allocated IP 172.25.0.40 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/f213a375-a078-410e-a857-658dadba1c12) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:56:49.837729 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-cea23e2b-3148-4d24-a5d1-be6831f09c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:49.859784 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cde51bd8-9eff-4c09-97ef-52ad759116c9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:49.892570 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cde51bd8-9eff-4c09-97ef-52ad759116c9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:49.926692 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde51bd8-9eff-4c09-97ef-52ad759116c9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:56:49.932932 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-cde51bd8-9eff-4c09-97ef-52ad759116c9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:56:49.937530 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde51bd8-9eff-4c09-97ef-52ad759116c9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:56:49.963426 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde51bd8-9eff-4c09-97ef-52ad759116c9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event updated for resources: {'Port': ['ID=f213a375-a078-410e-a857-658dadba1c12,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:50.300688 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cde51bd8-9eff-4c09-97ef-52ad759116c9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:50.371790 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cde51bd8-9eff-4c09-97ef-52ad759116c9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:50.504672 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b55b5c-3693-4440-a7d8-9180ee5dda52 req-08603db7-8027-4cb8-9012-c4d06c1ce0e4 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:50.506252 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-97b55b5c-3693-4440-a7d8-9180ee5dda52 req-08603db7-8027-4cb8-9012-c4d06c1ce0e4 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/ports?device_id=7eb063c1-7171-4d01-b2f6-3d6865a0fcf7 HTTP/1.1" status: 200 len: 945 time: 0.1116714 Nov 25 17:56:50.588908 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-97b55b5c-3693-4440-a7d8-9180ee5dda52 req-a4b08817-2a1f-42f8-8ba6-ce96db2205de tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/security-groups?id=b2b64dc9-f681-4285-b2b0-a4471af47257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745020 Nov 25 17:56:50.609973 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cde51bd8-9eff-4c09-97ef-52ad759116c9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:50.615134 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cde51bd8-9eff-4c09-97ef-52ad759116c9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:50.684415 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde51bd8-9eff-4c09-97ef-52ad759116c9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event updated for resources: {'Port': ['ID=f213a375-a078-410e-a857-658dadba1c12,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:50.694218 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cde51bd8-9eff-4c09-97ef-52ad759116c9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:50.795015 n-d-817746-1 neutron-server[103361]: INFO neutron.db.l3_db [None req-cde51bd8-9eff-4c09-97ef-52ad759116c9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Floating IP 68c900bf-80bb-4a8f-8e4a-d6d6e501514f associated. External IP: 172.25.0.40, port: 69bd1e52-01be-4937-969a-3ccb10ddf356. Nov 25 17:56:50.877679 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:51.004361 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cde51bd8-9eff-4c09-97ef-52ad759116c9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Router 12e1897b-ebdc-4db2-8dad-9032632a0740 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:56:51.114921 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde51bd8-9eff-4c09-97ef-52ad759116c9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:56:51.124524 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49d2d0a-e910-4159-9a90-9743a5a18c7e None None] Sync routers for ids ['12e1897b-ebdc-4db2-8dad-9032632a0740'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:56:51.133270 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cde51bd8-9eff-4c09-97ef-52ad759116c9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:51.136315 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49d2d0a-e910-4159-9a90-9743a5a18c7e None None] Routers {'12e1897b-ebdc-4db2-8dad-9032632a0740'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:56:51.136975 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-a49d2d0a-e910-4159-9a90-9743a5a18c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:56:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['12e1897b-ebdc-4db2-8dad-9032632a0740'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:56:51.247269 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-a49d2d0a-e910-4159-9a90-9743a5a18c7e None None] Set router 12e1897b-ebdc-4db2-8dad-9032632a0740 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:56:51.465353 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-cde51bd8-9eff-4c09-97ef-52ad759116c9 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9443462 Nov 25 17:56:51.465353 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af204191-6e6b-4585-8396-02efc206a588', 'tag': '69bd1e52-01be-4937-969a-3ccb10ddf356'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:56:51.466139 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8563dccd-319b-4d08-9094-6c4e65f59aff" -d '{"events": [{"name": "network-changed", "server_uuid": "af204191-6e6b-4585-8396-02efc206a588", "tag": "69bd1e52-01be-4937-969a-3ccb10ddf356"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:56:51.495608 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-a49d2d0a-e910-4159-9a90-9743a5a18c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e1897b-ebdc-4db2-8dad-9032632a0740', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1348796960', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '719f083c-970e-4cc7-b282-447a1c830b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:56:33Z', 'updated_at': '2021-11-25T17:56:37Z', 'revision_number': 4, 'project_id': '867688fabf794394b7f5a37353b0165e', 'gw_port': {'id': '719f083c-970e-4cc7-b282-447a1c830b25', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:74:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e1897b-ebdc-4db2-8dad-9032632a0740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:56:34Z', 'updated_at': '2021-11-25T17:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '68c900bf-80bb-4a8f-8e4a-d6d6e501514f', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'floating_ip_address': '172.25.0.40', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '12e1897b-ebdc-4db2-8dad-9032632a0740', 'port_id': '69bd1e52-01be-4937-969a-3ccb10ddf356', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f26468bb-c55b-44ac-9698-32104e4b0414', 'mac_address': 'fa:16:3e:ad:40:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af204191-6e6b-4585-8396-02efc206a588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:56:50Z', 'updated_at': '2021-11-25T17:56:50Z', 'revision_number': 0, 'project_id': '867688fabf794394b7f5a37353b0165e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3081a6df-04ab-4485-ae2a-6eb73723c5b2', 'name': '', 'network_id': 'f26468bb-c55b-44ac-9698-32104e4b0414', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'mac_address': 'fa:16:3e:e6:50:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e1897b-ebdc-4db2-8dad-9032632a0740', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '2507da8a-9291-4605-b7c5-ff7e16f0304b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:56:36Z', 'updated_at': '2021-11-25T17:56:41Z', 'revision_number': 5, 'project_id': '867688fabf794394b7f5a37353b0165e', 'subnets': [{'id': '2507da8a-9291-4605-b7c5-ff7e16f0304b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:56:51.507143 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18376781-d5c1-42f6-ba46-c81708696b44 x-openstack-request-id: req-18376781-d5c1-42f6-ba46-c81708696b44 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:56:51.507496 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af204191-6e6b-4585-8396-02efc206a588", "tag": "69bd1e52-01be-4937-969a-3ccb10ddf356", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:56:51.507759 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-18376781-d5c1-42f6-ba46-c81708696b44 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:56:51.508160 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af204191-6e6b-4585-8396-02efc206a588', 'tag': '69bd1e52-01be-4937-969a-3ccb10ddf356', 'status': 'completed', 'code': 200} Nov 25 17:56:51.523492 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49d2d0a-e910-4159-9a90-9743a5a18c7e None None] Checking router: 12e1897b-ebdc-4db2-8dad-9032632a0740 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:56:51.534546 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49d2d0a-e910-4159-9a90-9743a5a18c7e None None] Routers {'12e1897b-ebdc-4db2-8dad-9032632a0740'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:56:51.535169 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-a49d2d0a-e910-4159-9a90-9743a5a18c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:56:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['12e1897b-ebdc-4db2-8dad-9032632a0740'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:56:51.568863 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4d054-c6af-41c2-859c-93ac18c06d9b req-ca11864c-cefc-40d4-8e5d-7c2e31c76ffc tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:51.575416 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7cb4d054-c6af-41c2-859c-93ac18c06d9b req-ca11864c-cefc-40d4-8e5d-7c2e31c76ffc tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=af204191-6e6b-4585-8396-02efc206a588 HTTP/1.1" status: 200 len: 945 time: 0.0611215 Nov 25 17:56:51.575627 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563dccd-319b-4d08-9094-6c4e65f59aff req-bea02e66-053f-4218-8567-4960a3bd33c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:51.577174 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8563dccd-319b-4d08-9094-6c4e65f59aff req-bea02e66-053f-4218-8567-4960a3bd33c4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=867688fabf794394b7f5a37353b0165e&device_id=af204191-6e6b-4585-8396-02efc206a588 HTTP/1.1" status: 200 len: 1096 time: 0.0450206 Nov 25 17:56:51.637858 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7cb4d054-c6af-41c2-859c-93ac18c06d9b req-7fb24662-2983-419b-9545-a0112f6e2703 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=32a1dba6-0cb1-45b6-aa70-d9733a45f05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614436 Nov 25 17:56:51.650107 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54816) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:51.683247 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563dccd-319b-4d08-9094-6c4e65f59aff req-83b881ac-aa73-4705-af27-ec66865892a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:51.684873 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8563dccd-319b-4d08-9094-6c4e65f59aff req-83b881ac-aa73-4705-af27-ec66865892a1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f26468bb-c55b-44ac-9698-32104e4b0414 HTTP/1.1" status: 200 len: 898 time: 0.1002975 Nov 25 17:56:51.744048 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-a159ff03-48f7-41fb-b5b1-ab0fb2233de0 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/floatingips/68c900bf-80bb-4a8f-8e4a-d6d6e501514f HTTP/1.1" status: 200 len: 990 time: 0.0926585 Nov 25 17:56:51.744743 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-a49d2d0a-e910-4159-9a90-9743a5a18c7e None None] Set router 12e1897b-ebdc-4db2-8dad-9032632a0740 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:56:51.757876 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8563dccd-319b-4d08-9094-6c4e65f59aff req-720d0853-f3c2-406e-ab21-e0da1cf603d2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69bd1e52-01be-4937-969a-3ccb10ddf356 HTTP/1.1" status: 200 len: 998 time: 0.0656693 Nov 25 17:56:51.760789 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb8e90c-c21b-4c97-a3e6-e9bb3121d425 req-5417b853-76ad-48f1-a4b8-e1dcede6a5ae tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:51.762281 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1cb8e90c-c21b-4c97-a3e6-e9bb3121d425 req-5417b853-76ad-48f1-a4b8-e1dcede6a5ae tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/ports?device_id=7eb063c1-7171-4d01-b2f6-3d6865a0fcf7 HTTP/1.1" status: 200 len: 945 time: 0.0701973 Nov 25 17:56:51.811310 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563dccd-319b-4d08-9094-6c4e65f59aff req-8017471d-2824-4d97-b89b-0dabf51e7ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:51.813482 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8563dccd-319b-4d08-9094-6c4e65f59aff req-8017471d-2824-4d97-b89b-0dabf51e7ed8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2507da8a-9291-4605-b7c5-ff7e16f0304b HTTP/1.1" status: 200 len: 834 time: 0.0478878 Nov 25 17:56:51.815795 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1cb8e90c-c21b-4c97-a3e6-e9bb3121d425 req-b875c77a-b860-4e35-9c30-6210f78d22d6 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/security-groups?id=b2b64dc9-f681-4285-b2b0-a4471af47257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466051 Nov 25 17:56:51.869669 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563dccd-319b-4d08-9094-6c4e65f59aff req-a932615d-dbda-4c1c-8423-29cf73a00f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:51.871180 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8563dccd-319b-4d08-9094-6c4e65f59aff req-a932615d-dbda-4c1c-8423-29cf73a00f81 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f26468bb-c55b-44ac-9698-32104e4b0414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511584 Nov 25 17:56:51.962929 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8563dccd-319b-4d08-9094-6c4e65f59aff req-5fa36fba-4c89-4ca7-abf7-0861b5556ba9 service neutron] 10.222.0.74 "GET /v2.0/networks/f26468bb-c55b-44ac-9698-32104e4b0414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844810 Nov 25 17:56:51.987539 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-a49d2d0a-e910-4159-9a90-9743a5a18c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e1897b-ebdc-4db2-8dad-9032632a0740', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1348796960', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '719f083c-970e-4cc7-b282-447a1c830b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:56:33Z', 'updated_at': '2021-11-25T17:56:37Z', 'revision_number': 4, 'project_id': '867688fabf794394b7f5a37353b0165e', 'gw_port': {'id': '719f083c-970e-4cc7-b282-447a1c830b25', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:74:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e1897b-ebdc-4db2-8dad-9032632a0740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:56:34Z', 'updated_at': '2021-11-25T17:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '68c900bf-80bb-4a8f-8e4a-d6d6e501514f', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'floating_ip_address': '172.25.0.40', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '12e1897b-ebdc-4db2-8dad-9032632a0740', 'port_id': '69bd1e52-01be-4937-969a-3ccb10ddf356', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f26468bb-c55b-44ac-9698-32104e4b0414', 'mac_address': 'fa:16:3e:ad:40:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af204191-6e6b-4585-8396-02efc206a588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:56:50Z', 'updated_at': '2021-11-25T17:56:50Z', 'revision_number': 0, 'project_id': '867688fabf794394b7f5a37353b0165e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3081a6df-04ab-4485-ae2a-6eb73723c5b2', 'name': '', 'network_id': 'f26468bb-c55b-44ac-9698-32104e4b0414', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'mac_address': 'fa:16:3e:e6:50:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e1897b-ebdc-4db2-8dad-9032632a0740', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '2507da8a-9291-4605-b7c5-ff7e16f0304b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:56:36Z', 'updated_at': '2021-11-25T17:56:41Z', 'revision_number': 5, 'project_id': '867688fabf794394b7f5a37353b0165e', 'subnets': [{'id': '2507da8a-9291-4605-b7c5-ff7e16f0304b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:56:52.026229 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49d2d0a-e910-4159-9a90-9743a5a18c7e None None] The sync data for ids ['12e1897b-ebdc-4db2-8dad-9032632a0740'] in n-d-817746-1 is: [{'id': '12e1897b-ebdc-4db2-8dad-9032632a0740', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1348796960', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '719f083c-970e-4cc7-b282-447a1c830b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:56:33Z', 'updated_at': '2021-11-25T17:56:37Z', 'revision_number': 4, 'project_id': '867688fabf794394b7f5a37353b0165e', 'gw_port': {'id': '719f083c-970e-4cc7-b282-447a1c830b25', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:74:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e1897b-ebdc-4db2-8dad-9032632a0740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:56:34Z', 'updated_at': '2021-11-25T17:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '68c900bf-80bb-4a8f-8e4a-d6d6e501514f', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'floating_ip_address': '172.25.0.40', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '12e1897b-ebdc-4db2-8dad-9032632a0740', 'port_id': '69bd1e52-01be-4937-969a-3ccb10ddf356', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f26468bb-c55b-44ac-9698-32104e4b0414', 'mac_address': 'fa:16:3e:ad:40:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af204191-6e6b-4585-8396-02efc206a588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:56:50Z', 'updated_at': '2021-11-25T17:56:50Z', 'revision_number': 0, 'project_id': '867688fabf794394b7f5a37353b0165e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3081a6df-04ab-4485-ae2a-6eb73723c5b2', 'name': '', 'network_id': 'f26468bb-c55b-44ac-9698-32104e4b0414', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'mac_address': 'fa:16:3e:e6:50:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e1897b-ebdc-4db2-8dad-9032632a0740', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '2507da8a-9291-4605-b7c5-ff7e16f0304b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:56:36Z', 'updated_at': '2021-11-25T17:56:41Z', 'revision_number': 5, 'project_id': '867688fabf794394b7f5a37353b0165e', 'subnets': [{'id': '2507da8a-9291-4605-b7c5-ff7e16f0304b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:56:52.067344 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8563dccd-319b-4d08-9094-6c4e65f59aff req-91758fb9-87b9-4e0f-837e-a20a411f4db6 service neutron] 10.222.0.74 "GET /v2.0/networks/f26468bb-c55b-44ac-9698-32104e4b0414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970151 Nov 25 17:56:52.081746 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:52.240955 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eada410-99c7-4cd3-b3e9-cbe0f3ed1eba None None] New status for floating IP 68c900bf-80bb-4a8f-8e4a-d6d6e501514f: ACTIVE {{(pid=103362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:56:52.362320 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db950e87-1607-447a-9fdf-fb4c3a77172e req-db388160-7f05-4f21-9cf8-6142568403e1 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:52.363763 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-db950e87-1607-447a-9fdf-fb4c3a77172e req-db388160-7f05-4f21-9cf8-6142568403e1 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.90 "GET /v2.0/ports?device_id=7eb063c1-7171-4d01-b2f6-3d6865a0fcf7 HTTP/1.1" status: 200 len: 945 time: 0.0487137 Nov 25 17:56:52.480622 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-db950e87-1607-447a-9fdf-fb4c3a77172e req-dbb64eda-cbd5-4d01-998d-dd75defd03f9 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Deleting port 3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:56:52.481743 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-db950e87-1607-447a-9fdf-fb4c3a77172e req-dbb64eda-cbd5-4d01-998d-dd75defd03f9 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:52.581177 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-db950e87-1607-447a-9fdf-fb4c3a77172e req-dbb64eda-cbd5-4d01-998d-dd75defd03f9 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] For port 3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6,segment=NetworkSegment(c259aabb-ec92-425d-84ff-c966f38eef88),segment_id=c259aabb-ec92-425d-84ff-c966f38eef88)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:56:52.581593 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-db950e87-1607-447a-9fdf-fb4c3a77172e req-dbb64eda-cbd5-4d01-998d-dd75defd03f9 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:52.747895 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54818) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:52.805320 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-db950e87-1607-447a-9fdf-fb4c3a77172e req-dbb64eda-cbd5-4d01-998d-dd75defd03f9 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:52.805689 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-db950e87-1607-447a-9fdf-fb4c3a77172e req-dbb64eda-cbd5-4d01-998d-dd75defd03f9 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:52.806006 n-d-817746-1 neutron-server[103361]: INFO neutron.db.l3_db [req-db950e87-1607-447a-9fdf-fb4c3a77172e req-dbb64eda-cbd5-4d01-998d-dd75defd03f9 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Floating IP 36099a4d-885e-46bf-b57a-ed8101668456 disassociated. External IP: 172.25.0.121, port: 3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6. Nov 25 17:56:52.806357 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-db950e87-1607-447a-9fdf-fb4c3a77172e req-dbb64eda-cbd5-4d01-998d-dd75defd03f9 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Calling delete_port for 3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:56:52.816476 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-de50b89c-5bee-42ab-98e8-3c9814559d1c tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/floatingips/68c900bf-80bb-4a8f-8e4a-d6d6e501514f HTTP/1.1" status: 200 len: 992 time: 0.0622118 Nov 25 17:56:52.972057 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631cf2cf-ed61-4d20-ae1f-c631fa5ab770 req-aba644e2-1b38-413e-92a6-9ec36390e304 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:52.973573 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-631cf2cf-ed61-4d20-ae1f-c631fa5ab770 req-aba644e2-1b38-413e-92a6-9ec36390e304 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/ports?device_id=7eb063c1-7171-4d01-b2f6-3d6865a0fcf7 HTTP/1.1" status: 200 len: 945 time: 0.0886686 Nov 25 17:56:52.981049 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-db950e87-1607-447a-9fdf-fb4c3a77172e req-dbb64eda-cbd5-4d01-998d-dd75defd03f9 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:53.020819 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:53.028468 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb64eda-cbd5-4d01-998d-dd75defd03f9 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Pushing event deleted for resources: {'Port': ['ID=3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:53.124530 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-631cf2cf-ed61-4d20-ae1f-c631fa5ab770 req-e8a7213a-54cb-4d19-b4ec-db5d752de015 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/security-groups?id=b2b64dc9-f681-4285-b2b0-a4471af47257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443896 Nov 25 17:56:53.161014 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db950e87-1607-447a-9fdf-fb4c3a77172e req-dbb64eda-cbd5-4d01-998d-dd75defd03f9 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Router 0f1d06f6-0ec7-4962-86e7-019f3af4644a has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:56:53.265834 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db950e87-1607-447a-9fdf-fb4c3a77172e req-dbb64eda-cbd5-4d01-998d-dd75defd03f9 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:56:53.276475 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71341ee-97c5-4a4a-84c1-f773d027cdcd None None] Sync routers for ids ['0f1d06f6-0ec7-4962-86e7-019f3af4644a'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:56:53.287021 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71341ee-97c5-4a4a-84c1-f773d027cdcd None None] Routers {'0f1d06f6-0ec7-4962-86e7-019f3af4644a'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:56:53.287642 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-d71341ee-97c5-4a4a-84c1-f773d027cdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:56:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['0f1d06f6-0ec7-4962-86e7-019f3af4644a'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:56:53.310004 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-db950e87-1607-447a-9fdf-fb4c3a77172e req-dbb64eda-cbd5-4d01-998d-dd75defd03f9 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] No DVR routers for this DVR port 3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6 on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:56:53.312506 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-db950e87-1607-447a-9fdf-fb4c3a77172e req-dbb64eda-cbd5-4d01-998d-dd75defd03f9 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:53.316535 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-db950e87-1607-447a-9fdf-fb4c3a77172e req-dbb64eda-cbd5-4d01-998d-dd75defd03f9 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.90 "DELETE /v2.0/ports/3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6 HTTP/1.1" status: 204 len: 173 time: 0.9451494 Nov 25 17:56:53.401503 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-d71341ee-97c5-4a4a-84c1-f773d027cdcd None None] Set router 0f1d06f6-0ec7-4962-86e7-019f3af4644a gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:56:53.508914 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb063c1-7171-4d01-b2f6-3d6865a0fcf7', 'name': 'network-vif-deleted', 'tag': '3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:56:53.511333 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe1dcb3-32d9-43ac-8fd7-2c465e29580f" -d '{"events": [{"server_uuid": "7eb063c1-7171-4d01-b2f6-3d6865a0fcf7", "name": "network-vif-deleted", "tag": "3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:56:53.552420 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4951e048-9c05-472d-88f4-7a0130ae76eb x-openstack-request-id: req-4951e048-9c05-472d-88f4-7a0130ae76eb {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:56:53.552854 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb063c1-7171-4d01-b2f6-3d6865a0fcf7", "name": "network-vif-deleted", "tag": "3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:56:53.553247 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4951e048-9c05-472d-88f4-7a0130ae76eb {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:56:53.553777 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eb063c1-7171-4d01-b2f6-3d6865a0fcf7', 'name': 'network-vif-deleted', 'tag': '3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6', 'status': 'completed', 'code': 200} Nov 25 17:56:53.616238 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-d71341ee-97c5-4a4a-84c1-f773d027cdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1d06f6-0ec7-4962-86e7-019f3af4644a', 'name': 'tempest-AttachVolumeTestJSON-444141470-router', 'tenant_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '78aa78d0-de4f-4587-a0df-1ebdd3df5f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:52:36Z', 'updated_at': '2021-11-25T17:52:42Z', 'revision_number': 4, 'project_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'gw_port': {'id': '78aa78d0-de4f-4587-a0df-1ebdd3df5f36', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ad:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1d06f6-0ec7-4962-86e7-019f3af4644a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:52:37Z', 'updated_at': '2021-11-25T17:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'b17a078a-6bd1-4bd1-b4f8-4334951ae20a', 'name': '', 'network_id': '70a573b0-b8cd-4b3b-a416-03e265a1da65', 'tenant_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'mac_address': 'fa:16:3e:ed:6e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1d06f6-0ec7-4962-86e7-019f3af4644a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '88a810b4-d532-41af-9819-01c0d8d6a258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:52:41Z', 'updated_at': '2021-11-25T17:52:50Z', 'revision_number': 5, 'project_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'subnets': [{'id': '88a810b4-d532-41af-9819-01c0d8d6a258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:56:53.645565 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71341ee-97c5-4a4a-84c1-f773d027cdcd None None] Checking router: 0f1d06f6-0ec7-4962-86e7-019f3af4644a for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:56:53.653752 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71341ee-97c5-4a4a-84c1-f773d027cdcd None None] Routers {'0f1d06f6-0ec7-4962-86e7-019f3af4644a'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:56:53.654350 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-d71341ee-97c5-4a4a-84c1-f773d027cdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:56:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['0f1d06f6-0ec7-4962-86e7-019f3af4644a'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:56:53.759515 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-d71341ee-97c5-4a4a-84c1-f773d027cdcd None None] Set router 0f1d06f6-0ec7-4962-86e7-019f3af4644a gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:56:53.967847 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-d71341ee-97c5-4a4a-84c1-f773d027cdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1d06f6-0ec7-4962-86e7-019f3af4644a', 'name': 'tempest-AttachVolumeTestJSON-444141470-router', 'tenant_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '78aa78d0-de4f-4587-a0df-1ebdd3df5f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:52:36Z', 'updated_at': '2021-11-25T17:52:42Z', 'revision_number': 4, 'project_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'gw_port': {'id': '78aa78d0-de4f-4587-a0df-1ebdd3df5f36', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ad:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1d06f6-0ec7-4962-86e7-019f3af4644a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:52:37Z', 'updated_at': '2021-11-25T17:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'b17a078a-6bd1-4bd1-b4f8-4334951ae20a', 'name': '', 'network_id': '70a573b0-b8cd-4b3b-a416-03e265a1da65', 'tenant_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'mac_address': 'fa:16:3e:ed:6e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1d06f6-0ec7-4962-86e7-019f3af4644a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '88a810b4-d532-41af-9819-01c0d8d6a258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:52:41Z', 'updated_at': '2021-11-25T17:52:50Z', 'revision_number': 5, 'project_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'subnets': [{'id': '88a810b4-d532-41af-9819-01c0d8d6a258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:56:53.994521 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71341ee-97c5-4a4a-84c1-f773d027cdcd None None] The sync data for ids ['0f1d06f6-0ec7-4962-86e7-019f3af4644a'] in n-d-817746-1 is: [{'id': '0f1d06f6-0ec7-4962-86e7-019f3af4644a', 'name': 'tempest-AttachVolumeTestJSON-444141470-router', 'tenant_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '78aa78d0-de4f-4587-a0df-1ebdd3df5f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:52:36Z', 'updated_at': '2021-11-25T17:52:42Z', 'revision_number': 4, 'project_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'gw_port': {'id': '78aa78d0-de4f-4587-a0df-1ebdd3df5f36', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ad:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1d06f6-0ec7-4962-86e7-019f3af4644a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:52:37Z', 'updated_at': '2021-11-25T17:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'b17a078a-6bd1-4bd1-b4f8-4334951ae20a', 'name': '', 'network_id': '70a573b0-b8cd-4b3b-a416-03e265a1da65', 'tenant_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'mac_address': 'fa:16:3e:ed:6e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1d06f6-0ec7-4962-86e7-019f3af4644a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '88a810b4-d532-41af-9819-01c0d8d6a258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:52:41Z', 'updated_at': '2021-11-25T17:52:50Z', 'revision_number': 5, 'project_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'subnets': [{'id': '88a810b4-d532-41af-9819-01c0d8d6a258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:56:54.214126 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54828) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:54.230233 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae4a34f-89c6-4f34-8e9e-23199d481f11 None None] New status for floating IP 36099a4d-885e-46bf-b57a-ed8101668456: DOWN {{(pid=103362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:56:54.268684 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cacddb4f-54a6-40f5-9448-b0c6c45c655d tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:54.292604 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cacddb4f-54a6-40f5-9448-b0c6c45c655d tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:54.348140 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cacddb4f-54a6-40f5-9448-b0c6c45c655d tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:54.351367 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cacddb4f-54a6-40f5-9448-b0c6c45c655d tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:54.352532 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-cacddb4f-54a6-40f5-9448-b0c6c45c655d tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "DELETE /v2.0/security-groups/b2b64dc9-f681-4285-b2b0-a4471af47257 HTTP/1.1" status: 204 len: 168 time: 0.1374121 Nov 25 17:56:54.355522 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54830) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:54.363396 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacddb4f-54a6-40f5-9448-b0c6c45c655d tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b64dc9-f681-4285-b2b0-a4471af47257,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:54.369855 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [None req-8a8dd352-1fb3-4282-8af2-86ffefe4913f tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] show failed (client error): The resource could not be found. Nov 25 17:56:54.370873 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-8a8dd352-1fb3-4282-8af2-86ffefe4913f tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/security-groups/b2b64dc9-f681-4285-b2b0-a4471af47257 HTTP/1.1" status: 404 len: 347 time: 0.0143406 Nov 25 17:56:54.373618 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54832) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:54.499890 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-3792e09c-cb70-4151-8519-80ca2711f84d tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Deleting port 0254e5c5-adbc-4c2a-921e-2501a6032179 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:56:54.500140 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3792e09c-cb70-4151-8519-80ca2711f84d tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:54.576930 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3792e09c-cb70-4151-8519-80ca2711f84d tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:54.577584 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3792e09c-cb70-4151-8519-80ca2711f84d tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:54.589229 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-3792e09c-cb70-4151-8519-80ca2711f84d tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Calling delete_port for 0254e5c5-adbc-4c2a-921e-2501a6032179 owned by network:floatingip {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:56:54.720122 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3792e09c-cb70-4151-8519-80ca2711f84d tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:54.749357 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3792e09c-cb70-4151-8519-80ca2711f84d tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Pushing event deleted for resources: {'Port': ['ID=0254e5c5-adbc-4c2a-921e-2501a6032179,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:54.809642 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3792e09c-cb70-4151-8519-80ca2711f84d tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks [] for floatingip, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:54.812658 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3792e09c-cb70-4151-8519-80ca2711f84d tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:54.817861 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-3792e09c-cb70-4151-8519-80ca2711f84d tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "DELETE /v2.0/floatingips/36099a4d-885e-46bf-b57a-ed8101668456 HTTP/1.1" status: 204 len: 168 time: 0.4429836 Nov 25 17:56:55.095880 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:56:55.117134 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: 3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:56:55.117493 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 3dcbd1fc-bf71-46ae-8ac9-8bedcf2e85b6 not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:56:55.144974 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54836) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:55.149576 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-a3e52814-31d7-4172-927c-c1fab5a5b1ae tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Request body: {'security_group': {'name': 'tempest-securitygroup--150598752', 'description': 'tempest-description--1472161720'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:56:55.171668 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a3e52814-31d7-4172-927c-c1fab5a5b1ae tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:55.236893 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a3e52814-31d7-4172-927c-c1fab5a5b1ae tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:55.240517 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a3e52814-31d7-4172-927c-c1fab5a5b1ae tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:55.269524 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a3e52814-31d7-4172-927c-c1fab5a5b1ae tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:55.270752 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a3e52814-31d7-4172-927c-c1fab5a5b1ae tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1247668 Nov 25 17:56:55.272646 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e52814-31d7-4172-927c-c1fab5a5b1ae tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a991f0-48f8-4399-9707-94c4f090683e,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:55.273776 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54838) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:55.278346 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-d332db48-e0b7-4f46-8ca1-958300e4ff28 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Request body: {'security_group_rule': {'security_group_id': 'c6a991f0-48f8-4399-9707-94c4f090683e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:56:55.306711 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d332db48-e0b7-4f46-8ca1-958300e4ff28 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:55.361998 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d332db48-e0b7-4f46-8ca1-958300e4ff28 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:55.365590 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d332db48-e0b7-4f46-8ca1-958300e4ff28 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:55.385334 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d332db48-e0b7-4f46-8ca1-958300e4ff28 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d2bac8c-5cc5-47d9-8d21-b1adcf4615ad,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:55.390306 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d332db48-e0b7-4f46-8ca1-958300e4ff28 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:55.394920 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d332db48-e0b7-4f46-8ca1-958300e4ff28 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1167228 Nov 25 17:56:55.394920 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54840) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:55.399203 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-00563cfa-fe47-4b2f-8a04-084fc5ef28b0 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Request body: {'security_group_rule': {'security_group_id': 'c6a991f0-48f8-4399-9707-94c4f090683e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:56:55.424932 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-00563cfa-fe47-4b2f-8a04-084fc5ef28b0 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:55.480933 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-00563cfa-fe47-4b2f-8a04-084fc5ef28b0 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:55.484578 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-00563cfa-fe47-4b2f-8a04-084fc5ef28b0 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:55.507162 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00563cfa-fe47-4b2f-8a04-084fc5ef28b0 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a0aaea3-0f92-4ba9-a3a3-c961fca83115,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:55.514853 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-00563cfa-fe47-4b2f-8a04-084fc5ef28b0 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:55.516065 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-00563cfa-fe47-4b2f-8a04-084fc5ef28b0 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1202307 Nov 25 17:56:55.519659 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54842) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:55.523882 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-9c738b8b-6fd2-4f4d-8209-635f2161c7e2 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Request body: {'floatingip': {'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:56:55.544428 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9c738b8b-6fd2-4f4d-8209-635f2161c7e2 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks [] for floatingip, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:55.641215 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9c738b8b-6fd2-4f4d-8209-635f2161c7e2 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:55.746947 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-9c738b8b-6fd2-4f4d-8209-635f2161c7e2 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Allocated IP 172.25.0.206 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/48838ab2-e647-4847-95bb-a037e5f7e4a1) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:56:55.846191 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9c738b8b-6fd2-4f4d-8209-635f2161c7e2 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:55.879478 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9c738b8b-6fd2-4f4d-8209-635f2161c7e2 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:55.919194 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c738b8b-6fd2-4f4d-8209-635f2161c7e2 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:56:55.922029 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-9c738b8b-6fd2-4f4d-8209-635f2161c7e2 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:56:55.924568 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c738b8b-6fd2-4f4d-8209-635f2161c7e2 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:56:55.954345 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c738b8b-6fd2-4f4d-8209-635f2161c7e2 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Pushing event updated for resources: {'Port': ['ID=48838ab2-e647-4847-95bb-a037e5f7e4a1,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:56.018507 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9c738b8b-6fd2-4f4d-8209-635f2161c7e2 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:56.057652 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9c738b8b-6fd2-4f4d-8209-635f2161c7e2 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:56.218024 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9c738b8b-6fd2-4f4d-8209-635f2161c7e2 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:56.222572 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9c738b8b-6fd2-4f4d-8209-635f2161c7e2 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:56.289702 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c738b8b-6fd2-4f4d-8209-635f2161c7e2 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Pushing event updated for resources: {'Port': ['ID=48838ab2-e647-4847-95bb-a037e5f7e4a1,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:56.300847 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9c738b8b-6fd2-4f4d-8209-635f2161c7e2 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:56.315951 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9c738b8b-6fd2-4f4d-8209-635f2161c7e2 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:56.317275 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-9c738b8b-6fd2-4f4d-8209-635f2161c7e2 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7966466 Nov 25 17:56:56.514602 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eef881a4-0f08-4cc8-bb54-ab374c48c5ca req-17b35713-8c8e-4307-84a4-29533eca8213 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--150598752&fields=id&tenant_id=d565d7fffa2d49b4a9e39a4ee7a417d3 HTTP/1.1" status: 200 len: 267 time: 0.0464108 Nov 25 17:56:56.621545 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef881a4-0f08-4cc8-bb54-ab374c48c5ca req-e0a3503d-5a78-4714-8948-9614866a78a0 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:56.623014 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eef881a4-0f08-4cc8-bb54-ab374c48c5ca req-e0a3503d-5a78-4714-8948-9614866a78a0 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/networks?id=70a573b0-b8cd-4b3b-a416-03e265a1da65 HTTP/1.1" status: 200 len: 810 time: 0.1009448 Nov 25 17:56:56.638524 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eef881a4-0f08-4cc8-bb54-ab374c48c5ca req-093d87e5-e966-458f-a0c3-91fb07779786 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/quotas/d565d7fffa2d49b4a9e39a4ee7a417d3 HTTP/1.1" status: 200 len: 375 time: 0.0094512 Nov 25 17:56:56.690045 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eef881a4-0f08-4cc8-bb54-ab374c48c5ca req-550534db-8f91-4584-a786-2c768501faad tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=d565d7fffa2d49b4a9e39a4ee7a417d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453477 Nov 25 17:56:56.788779 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eef881a4-0f08-4cc8-bb54-ab374c48c5ca req-5fbd3a52-ae04-41b8-bcf2-fdd4ab299fb8 service neutron] 10.222.0.75 "GET /v2.0/networks/70a573b0-b8cd-4b3b-a416-03e265a1da65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868950 Nov 25 17:56:56.879011 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eef881a4-0f08-4cc8-bb54-ab374c48c5ca req-9b3d23bc-98b2-4836-9257-1c101054962b service neutron] 10.222.0.75 "GET /v2.0/networks/70a573b0-b8cd-4b3b-a416-03e265a1da65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841053 Nov 25 17:56:57.048914 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0c7baf05-0d83-44fb-9dda-5b0d2ceb18aa req-3aa938db-5363-43de-8033-b14b9863ef65 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/ports?device_id=ac27e96e-a604-496a-acb9-64e7f0249888 HTTP/1.1" status: 200 len: 210 time: 0.0322475 Nov 25 17:56:57.971972 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef881a4-0f08-4cc8-bb54-ab374c48c5ca req-8dc4b9bd-14c7-419a-a947-7ff543b6d090 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:57.974259 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eef881a4-0f08-4cc8-bb54-ab374c48c5ca req-8dc4b9bd-14c7-419a-a947-7ff543b6d090 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.90 "GET /v2.0/networks?id=70a573b0-b8cd-4b3b-a416-03e265a1da65 HTTP/1.1" status: 200 len: 810 time: 0.1042557 Nov 25 17:56:58.040301 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eef881a4-0f08-4cc8-bb54-ab374c48c5ca req-ba54a216-3cef-45cf-baa3-cf47a618fa5a tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d565d7fffa2d49b4a9e39a4ee7a417d3 HTTP/1.1" status: 200 len: 379 time: 0.0554235 Nov 25 17:56:58.051324 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-eef881a4-0f08-4cc8-bb54-ab374c48c5ca req-6d173e9c-03c2-45c5-a60f-6eb8b7ae2fec tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Request body: {'port': {'device_id': 'ac27e96e-a604-496a-acb9-64e7f0249888', 'network_id': '70a573b0-b8cd-4b3b-a416-03e265a1da65', 'admin_state_up': True, 'tenant_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'security_groups': ['c6a991f0-48f8-4399-9707-94c4f090683e']}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:56:58.164489 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7e72a7e7-22d7-4a0e-8b39-addcbf94099b req-de7dd591-2bdb-46f8-9ce2-5190879b40a7 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/ports?device_id=ac27e96e-a604-496a-acb9-64e7f0249888 HTTP/1.1" status: 200 len: 210 time: 0.0388424 Nov 25 17:56:58.188856 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eef881a4-0f08-4cc8-bb54-ab374c48c5ca req-6d173e9c-03c2-45c5-a60f-6eb8b7ae2fec tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Made reservation on behalf of d565d7fffa2d49b4a9e39a4ee7a417d3 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:56:58.193073 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-eef881a4-0f08-4cc8-bb54-ab374c48c5ca req-6d173e9c-03c2-45c5-a60f-6eb8b7ae2fec tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:58.323716 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-eef881a4-0f08-4cc8-bb54-ab374c48c5ca req-6d173e9c-03c2-45c5-a60f-6eb8b7ae2fec tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Allocated IP 172.20.0.11 (70a573b0-b8cd-4b3b-a416-03e265a1da65/88a810b4-d532-41af-9819-01c0d8d6a258/44740c4c-54cc-48e0-87ef-7b2bff32e072) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:56:58.456744 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-eef881a4-0f08-4cc8-bb54-ab374c48c5ca req-6d173e9c-03c2-45c5-a60f-6eb8b7ae2fec tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:58.490077 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-eef881a4-0f08-4cc8-bb54-ab374c48c5ca req-6d173e9c-03c2-45c5-a60f-6eb8b7ae2fec tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:58.546422 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eef881a4-0f08-4cc8-bb54-ab374c48c5ca req-6d173e9c-03c2-45c5-a60f-6eb8b7ae2fec tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Network 70a573b0-b8cd-4b3b-a416-03e265a1da65 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:56:58.551773 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-eef881a4-0f08-4cc8-bb54-ab374c48c5ca req-6d173e9c-03c2-45c5-a60f-6eb8b7ae2fec tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:56:58.556055 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef881a4-0f08-4cc8-bb54-ab374c48c5ca req-6d173e9c-03c2-45c5-a60f-6eb8b7ae2fec tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:56:58.559969 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d173e9c-03c2-45c5-a60f-6eb8b7ae2fec tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Pushing event updated for resources: {'Port': ['ID=44740c4c-54cc-48e0-87ef-7b2bff32e072,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:58.606839 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef881a4-0f08-4cc8-bb54-ab374c48c5ca req-6d173e9c-03c2-45c5-a60f-6eb8b7ae2fec tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:58.607465 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-eef881a4-0f08-4cc8-bb54-ab374c48c5ca req-6d173e9c-03c2-45c5-a60f-6eb8b7ae2fec tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:58.624131 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eef881a4-0f08-4cc8-bb54-ab374c48c5ca req-6d173e9c-03c2-45c5-a60f-6eb8b7ae2fec tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5766532 Nov 25 17:56:58.637041 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-eef881a4-0f08-4cc8-bb54-ab374c48c5ca req-2bb48991-0404-43aa-946d-4de02c2ae2dc service neutron] Request body: {'port': {'device_id': 'ac27e96e-a604-496a-acb9-64e7f0249888', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:56:58.696478 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-eef881a4-0f08-4cc8-bb54-ab374c48c5ca req-2bb48991-0404-43aa-946d-4de02c2ae2dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:58.780302 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-5ac1198f-f4c1-41b9-a995-8ae1fc4f8b1e None None] Provisioning complete for port 44740c4c-54cc-48e0-87ef-7b2bff32e072 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:56:58.780891 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5ac1198f-f4c1-41b9-a995-8ae1fc4f8b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:58.814556 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-5ac1198f-f4c1-41b9-a995-8ae1fc4f8b1e None None] Port 44740c4c-54cc-48e0-87ef-7b2bff32e072 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:56:58.927225 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54872) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:58.966986 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-eef881a4-0f08-4cc8-bb54-ab374c48c5ca req-2bb48991-0404-43aa-946d-4de02c2ae2dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44740c4c-54cc-48e0-87ef-7b2bff32e072 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:56:58.975526 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-eef881a4-0f08-4cc8-bb54-ab374c48c5ca req-2bb48991-0404-43aa-946d-4de02c2ae2dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:58.987523 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-eef881a4-0f08-4cc8-bb54-ab374c48c5ca req-2bb48991-0404-43aa-946d-4de02c2ae2dc service neutron] Transition to ACTIVE for port object 44740c4c-54cc-48e0-87ef-7b2bff32e072 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:56:58.991762 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-eef881a4-0f08-4cc8-bb54-ab374c48c5ca req-2bb48991-0404-43aa-946d-4de02c2ae2dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:59.022846 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-5d9febb9-fdb7-4656-a8bf-583fa63b6b87 tempest-TestSecurityGroupsBasicOps-1531194188 tempest-TestSecurityGroupsBasicOps-1531194188-project-admin] 10.222.0.75 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3710 time: 0.0942976 Nov 25 17:56:59.025568 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54874) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:59.031683 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-e89d3242-b713-4889-95df-6d2c00fde3be tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Request body: {'network': {'name': 'tempest-network-smoke--970560997', 'project_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'port_security_enabled': False}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:56:59.050180 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb48991-0404-43aa-946d-4de02c2ae2dc service neutron] Pushing event updated for resources: {'Port': ['ID=44740c4c-54cc-48e0-87ef-7b2bff32e072,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:59.060961 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e89d3242-b713-4889-95df-6d2c00fde3be tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Made reservation on behalf of 97c58dc9e1cc4875b18599cedd8ec1e0 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:56:59.066375 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e89d3242-b713-4889-95df-6d2c00fde3be tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:59.092132 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e89d3242-b713-4889-95df-6d2c00fde3be tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 939} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:56:59.104476 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e89d3242-b713-4889-95df-6d2c00fde3be tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:59.104944 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-e89d3242-b713-4889-95df-6d2c00fde3be tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Added segment 12c8bd24-8a1f-42fb-9a41-00636ec10d70 of type vlan for network 8a96d9ea-38f4-4cfa-9fa9-f96e27a81685 Nov 25 17:56:59.128710 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-eef881a4-0f08-4cc8-bb54-ab374c48c5ca req-2bb48991-0404-43aa-946d-4de02c2ae2dc service neutron] Attempting to bind port 44740c4c-54cc-48e0-87ef-7b2bff32e072 on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:56:59.129060 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-eef881a4-0f08-4cc8-bb54-ab374c48c5ca req-2bb48991-0404-43aa-946d-4de02c2ae2dc service neutron] Attempting to bind port 44740c4c-54cc-48e0-87ef-7b2bff32e072 by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': 'c259aabb-ec92-425d-84ff-c966f38eef88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '70a573b0-b8cd-4b3b-a416-03e265a1da65'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:56:59.129390 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef881a4-0f08-4cc8-bb54-ab374c48c5ca req-2bb48991-0404-43aa-946d-4de02c2ae2dc service neutron] Attempting to bind port 44740c4c-54cc-48e0-87ef-7b2bff32e072 on network 70a573b0-b8cd-4b3b-a416-03e265a1da65 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:56:59.133941 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef881a4-0f08-4cc8-bb54-ab374c48c5ca req-2bb48991-0404-43aa-946d-4de02c2ae2dc service neutron] Port 44740c4c-54cc-48e0-87ef-7b2bff32e072 on network 70a573b0-b8cd-4b3b-a416-03e265a1da65 not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:56:59.134266 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef881a4-0f08-4cc8-bb54-ab374c48c5ca req-2bb48991-0404-43aa-946d-4de02c2ae2dc service neutron] Attempting to bind port 44740c4c-54cc-48e0-87ef-7b2bff32e072 on network 70a573b0-b8cd-4b3b-a416-03e265a1da65 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:56:59.139686 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef881a4-0f08-4cc8-bb54-ab374c48c5ca req-2bb48991-0404-43aa-946d-4de02c2ae2dc service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:56:59.140028 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef881a4-0f08-4cc8-bb54-ab374c48c5ca req-2bb48991-0404-43aa-946d-4de02c2ae2dc service neutron] Checking segment: {'id': 'c259aabb-ec92-425d-84ff-c966f38eef88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '70a573b0-b8cd-4b3b-a416-03e265a1da65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:56:59.140415 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef881a4-0f08-4cc8-bb54-ab374c48c5ca req-2bb48991-0404-43aa-946d-4de02c2ae2dc service neutron] Bound using segment: {'id': 'c259aabb-ec92-425d-84ff-c966f38eef88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '70a573b0-b8cd-4b3b-a416-03e265a1da65'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:56:59.140873 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-eef881a4-0f08-4cc8-bb54-ab374c48c5ca req-2bb48991-0404-43aa-946d-4de02c2ae2dc service neutron] Bound port: 44740c4c-54cc-48e0-87ef-7b2bff32e072, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c259aabb-ec92-425d-84ff-c966f38eef88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '70a573b0-b8cd-4b3b-a416-03e265a1da65'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:56:59.141328 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-eef881a4-0f08-4cc8-bb54-ab374c48c5ca req-2bb48991-0404-43aa-946d-4de02c2ae2dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:59.150058 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e89d3242-b713-4889-95df-6d2c00fde3be tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:59.178915 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e89d3242-b713-4889-95df-6d2c00fde3be tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:59.184974 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89d3242-b713-4889-95df-6d2c00fde3be tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:59.185599 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e89d3242-b713-4889-95df-6d2c00fde3be tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:59.219993 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-eef881a4-0f08-4cc8-bb54-ab374c48c5ca req-2bb48991-0404-43aa-946d-4de02c2ae2dc service neutron] For port 44740c4c-54cc-48e0-87ef-7b2bff32e072, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:56:59.224318 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-eef881a4-0f08-4cc8-bb54-ab374c48c5ca req-2bb48991-0404-43aa-946d-4de02c2ae2dc service neutron] For port 44740c4c-54cc-48e0-87ef-7b2bff32e072, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=44740c4c-54cc-48e0-87ef-7b2bff32e072,segment=NetworkSegment(c259aabb-ec92-425d-84ff-c966f38eef88),segment_id=c259aabb-ec92-425d-84ff-c966f38eef88)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:56:59.227468 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e89d3242-b713-4889-95df-6d2c00fde3be tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2005386 Nov 25 17:56:59.230327 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54878) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:59.235620 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-ee617823-6d02-4b1e-879a-c03c5f0ea7d2 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-991621809', 'admin_state_up': True, 'project_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:56:59.244310 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-eef881a4-0f08-4cc8-bb54-ab374c48c5ca req-2bb48991-0404-43aa-946d-4de02c2ae2dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:59.270174 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89d3242-b713-4889-95df-6d2c00fde3be tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Pushing event updated for resources: {'Network': ['ID=8a96d9ea-38f4-4cfa-9fa9-f96e27a81685,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:59.283476 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 8a96d9ea-38f4-4cfa-9fa9-f96e27a81685 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:56:59.287622 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef881a4-0f08-4cc8-bb54-ab374c48c5ca req-2bb48991-0404-43aa-946d-4de02c2ae2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:59.288249 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-eef881a4-0f08-4cc8-bb54-ab374c48c5ca req-2bb48991-0404-43aa-946d-4de02c2ae2dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:59.289689 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eef881a4-0f08-4cc8-bb54-ab374c48c5ca req-2bb48991-0404-43aa-946d-4de02c2ae2dc service neutron] 10.222.0.90 "PUT /v2.0/ports/44740c4c-54cc-48e0-87ef-7b2bff32e072 HTTP/1.1" status: 200 len: 1092 time: 0.6570420 Nov 25 17:56:59.297776 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac27e96e-a604-496a-acb9-64e7f0249888', 'tag': '44740c4c-54cc-48e0-87ef-7b2bff32e072'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:56:59.300434 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3bf64e-341b-4b9a-88b4-e6797a13d2c1" -d '{"events": [{"name": "network-changed", "server_uuid": "ac27e96e-a604-496a-acb9-64e7f0249888", "tag": "44740c4c-54cc-48e0-87ef-7b2bff32e072"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:56:59.381275 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ee617823-6d02-4b1e-879a-c03c5f0ea7d2 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:59.382890 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ee617823-6d02-4b1e-879a-c03c5f0ea7d2 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:59.387790 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99e0c85-8172-4eae-9975-a84f696d9790 x-openstack-request-id: req-c99e0c85-8172-4eae-9975-a84f696d9790 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:56:59.388090 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac27e96e-a604-496a-acb9-64e7f0249888", "tag": "44740c4c-54cc-48e0-87ef-7b2bff32e072", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:56:59.388347 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c99e0c85-8172-4eae-9975-a84f696d9790 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:56:59.388737 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac27e96e-a604-496a-acb9-64e7f0249888', 'tag': '44740c4c-54cc-48e0-87ef-7b2bff32e072', 'status': 'completed', 'code': 200} Nov 25 17:56:59.393796 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb48991-0404-43aa-946d-4de02c2ae2dc service neutron] Pushing event updated for resources: {'Port': ['ID=44740c4c-54cc-48e0-87ef-7b2bff32e072,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:59.432360 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204971eb-aa86-45b2-a6ed-3badc32ccdec req-68f0dbed-2993-4ccd-a82c-e749d8159221 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:59.433874 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-204971eb-aa86-45b2-a6ed-3badc32ccdec req-68f0dbed-2993-4ccd-a82c-e749d8159221 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/ports?device_id=ac27e96e-a604-496a-acb9-64e7f0249888 HTTP/1.1" status: 200 len: 944 time: 0.1517518 Nov 25 17:56:59.478182 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef881a4-0f08-4cc8-bb54-ab374c48c5ca req-5368cbc8-eb9d-41a0-a62a-e94dd90e7ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:59.479631 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eef881a4-0f08-4cc8-bb54-ab374c48c5ca req-5368cbc8-eb9d-41a0-a62a-e94dd90e7ad2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d565d7fffa2d49b4a9e39a4ee7a417d3&device_id=ac27e96e-a604-496a-acb9-64e7f0249888 HTTP/1.1" status: 200 len: 1095 time: 0.1386456 Nov 25 17:56:59.488474 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ee617823-6d02-4b1e-879a-c03c5f0ea7d2 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:59.535177 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eef881a4-0f08-4cc8-bb54-ab374c48c5ca req-783f4192-9e37-428e-8cee-467f29b79c75 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44740c4c-54cc-48e0-87ef-7b2bff32e072 HTTP/1.1" status: 200 len: 217 time: 0.0439184 Nov 25 17:56:59.643962 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-204971eb-aa86-45b2-a6ed-3badc32ccdec req-300bc8f1-58b4-47bf-938f-e9660b0a9f07 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/security-groups?id=c6a991f0-48f8-4399-9707-94c4f090683e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1996467 Nov 25 17:56:59.724722 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef881a4-0f08-4cc8-bb54-ab374c48c5ca req-171f9a58-fe77-4611-809e-f660326365a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:59.726105 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eef881a4-0f08-4cc8-bb54-ab374c48c5ca req-171f9a58-fe77-4611-809e-f660326365a2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=88a810b4-d532-41af-9819-01c0d8d6a258 HTTP/1.1" status: 200 len: 849 time: 0.1563213 Nov 25 17:56:59.727869 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ee617823-6d02-4b1e-879a-c03c5f0ea7d2 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:59.820329 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef881a4-0f08-4cc8-bb54-ab374c48c5ca req-4a14abfe-46d7-42f3-8fcd-7b6f6d3202b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:59.822098 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eef881a4-0f08-4cc8-bb54-ab374c48c5ca req-4a14abfe-46d7-42f3-8fcd-7b6f6d3202b1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=70a573b0-b8cd-4b3b-a416-03e265a1da65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0880949 Nov 25 17:56:59.940199 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eef881a4-0f08-4cc8-bb54-ab374c48c5ca req-2b204dea-cbc2-4e4f-9aa7-6d61794a4fda service neutron] 10.222.0.90 "GET /v2.0/networks/70a573b0-b8cd-4b3b-a416-03e265a1da65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077809 Nov 25 17:57:00.362487 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ee617823-6d02-4b1e-879a-c03c5f0ea7d2 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks [] for router_gateway, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:00.386903 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ee617823-6d02-4b1e-879a-c03c5f0ea7d2 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:00.454411 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eef881a4-0f08-4cc8-bb54-ab374c48c5ca req-684f1220-dbbd-4faa-a342-12856c994484 service neutron] 10.222.0.90 "GET /v2.0/networks/70a573b0-b8cd-4b3b-a416-03e265a1da65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4815931 Nov 25 17:57:00.538133 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-ee617823-6d02-4b1e-879a-c03c5f0ea7d2 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Allocated IP 172.25.0.140 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/b3c08aa1-4337-4d2f-8df4-2fb0d624fb0c) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:57:00.605007 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bf64e-341b-4b9a-88b4-e6797a13d2c1 req-973d43ae-c628-46c7-94df-0ed6b524bf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:00.606498 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4a3bf64e-341b-4b9a-88b4-e6797a13d2c1 req-973d43ae-c628-46c7-94df-0ed6b524bf87 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d565d7fffa2d49b4a9e39a4ee7a417d3&device_id=ac27e96e-a604-496a-acb9-64e7f0249888 HTTP/1.1" status: 200 len: 1095 time: 0.1000781 Nov 25 17:57:00.708630 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ee617823-6d02-4b1e-879a-c03c5f0ea7d2 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:00.768813 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bf64e-341b-4b9a-88b4-e6797a13d2c1 req-ee822eae-5b7f-4ff3-9d9a-5734f4863d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:00.770300 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4a3bf64e-341b-4b9a-88b4-e6797a13d2c1 req-ee822eae-5b7f-4ff3-9d9a-5734f4863d71 service neutron] 10.222.0.90 "GET /v2.0/networks?id=70a573b0-b8cd-4b3b-a416-03e265a1da65 HTTP/1.1" status: 200 len: 911 time: 0.1562817 Nov 25 17:57:00.827106 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4a3bf64e-341b-4b9a-88b4-e6797a13d2c1 req-a419729c-a0df-45b1-9ba4-d19963d277f3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44740c4c-54cc-48e0-87ef-7b2bff32e072 HTTP/1.1" status: 200 len: 217 time: 0.0483294 Nov 25 17:57:00.838333 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d92698-c8ed-43e9-836b-0ddb4f2e1522 req-95e01ba9-51d4-495b-a177-2379d6e4fd95 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:00.839734 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b2d92698-c8ed-43e9-836b-0ddb4f2e1522 req-95e01ba9-51d4-495b-a177-2379d6e4fd95 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/ports?device_id=ac27e96e-a604-496a-acb9-64e7f0249888 HTTP/1.1" status: 200 len: 944 time: 0.1221106 Nov 25 17:57:00.880662 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ee617823-6d02-4b1e-879a-c03c5f0ea7d2 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:00.948545 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee617823-6d02-4b1e-879a-c03c5f0ea7d2 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:57:00.956894 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bf64e-341b-4b9a-88b4-e6797a13d2c1 req-c95dc393-b992-41ac-b480-0968c1579cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:00.958361 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4a3bf64e-341b-4b9a-88b4-e6797a13d2c1 req-c95dc393-b992-41ac-b480-0968c1579cd0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=88a810b4-d532-41af-9819-01c0d8d6a258 HTTP/1.1" status: 200 len: 849 time: 0.1164560 Nov 25 17:57:00.962673 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-ee617823-6d02-4b1e-879a-c03c5f0ea7d2 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:57:00.971016 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee617823-6d02-4b1e-879a-c03c5f0ea7d2 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:57:00.976698 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d98af1-5364-443c-93b3-ef62a22e25c3 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:57:00.991201 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee617823-6d02-4b1e-879a-c03c5f0ea7d2 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Pushing event updated for resources: {'Port': ['ID=b3c08aa1-4337-4d2f-8df4-2fb0d624fb0c,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:01.028790 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b2d92698-c8ed-43e9-836b-0ddb4f2e1522 req-106bfb83-eccb-4e9f-8f45-8950e091fcc8 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/security-groups?id=c6a991f0-48f8-4399-9707-94c4f090683e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1776900 Nov 25 17:57:01.055228 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bf64e-341b-4b9a-88b4-e6797a13d2c1 req-5bd0a880-80b3-416b-8a5d-e6c4eec23592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:01.056760 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4a3bf64e-341b-4b9a-88b4-e6797a13d2c1 req-5bd0a880-80b3-416b-8a5d-e6c4eec23592 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=70a573b0-b8cd-4b3b-a416-03e265a1da65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873189 Nov 25 17:57:01.059203 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-3e31c6f6-c03e-4a3d-9131-c96f35b92da8 None None] Provisioning complete for port b3c08aa1-4337-4d2f-8df4-2fb0d624fb0c triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:57:01.059588 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3e31c6f6-c03e-4a3d-9131-c96f35b92da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:01.093642 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-3e31c6f6-c03e-4a3d-9131-c96f35b92da8 None None] Port b3c08aa1-4337-4d2f-8df4-2fb0d624fb0c cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:57:01.311641 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4a3bf64e-341b-4b9a-88b4-e6797a13d2c1 req-26d3e0f3-1bd3-44e5-8c8f-9749eaeb4bc8 service neutron] 10.222.0.90 "GET /v2.0/networks/70a573b0-b8cd-4b3b-a416-03e265a1da65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110329 Nov 25 17:57:01.403803 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ee617823-6d02-4b1e-879a-c03c5f0ea7d2 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks [] for router_gateway, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:01.490852 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4a3bf64e-341b-4b9a-88b4-e6797a13d2c1 req-46b11a23-7918-492d-982b-4d39b730c8a1 service neutron] 10.222.0.90 "GET /v2.0/networks/70a573b0-b8cd-4b3b-a416-03e265a1da65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709490 Nov 25 17:57:01.624318 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ee617823-6d02-4b1e-879a-c03c5f0ea7d2 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:01.752537 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee617823-6d02-4b1e-879a-c03c5f0ea7d2 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Router 31126e70-a3ad-48d4-88fc-1473cf713572 is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:57:01.863978 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee617823-6d02-4b1e-879a-c03c5f0ea7d2 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:57:01.873709 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a8575a-15e2-4a30-8833-de732b72d648 None None] Sync routers for ids ['31126e70-a3ad-48d4-88fc-1473cf713572'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:57:01.884268 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a8575a-15e2-4a30-8833-de732b72d648 None None] Routers {'31126e70-a3ad-48d4-88fc-1473cf713572'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:57:01.884442 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ee617823-6d02-4b1e-879a-c03c5f0ea7d2 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:01.884795 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-02a8575a-15e2-4a30-8833-de732b72d648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:56:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['31126e70-a3ad-48d4-88fc-1473cf713572'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:01.889319 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54884) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:57:01.889889 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-ee617823-6d02-4b1e-879a-c03c5f0ea7d2 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.6576138 Nov 25 17:57:01.960720 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acac338-4fbf-4b8f-b002-116f74d73ff1 tempest-TestSecurityGroupsBasicOps-1531194188 tempest-TestSecurityGroupsBasicOps-1531194188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:01.962326 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6acac338-4fbf-4b8f-b002-116f74d73ff1 tempest-TestSecurityGroupsBasicOps-1531194188 tempest-TestSecurityGroupsBasicOps-1531194188-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=97c58dc9e1cc4875b18599cedd8ec1e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0719161 Nov 25 17:57:01.965095 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54886) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:57:01.995806 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-02a8575a-15e2-4a30-8833-de732b72d648 None None] Set router 31126e70-a3ad-48d4-88fc-1473cf713572 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:57:02.059756 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1d928d-c6d5-4a06-b57c-0fba771b12da tempest-TestSecurityGroupsBasicOps-1531194188 tempest-TestSecurityGroupsBasicOps-1531194188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:02.063916 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4b1d928d-c6d5-4a06-b57c-0fba771b12da tempest-TestSecurityGroupsBasicOps-1531194188 tempest-TestSecurityGroupsBasicOps-1531194188-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0954213 Nov 25 17:57:02.065144 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54890) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:57:02.099752 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-49ab3b0b-fe09-45bb-a888-698fa134e422 tempest-TestSecurityGroupsBasicOps-1531194188 tempest-TestSecurityGroupsBasicOps-1531194188-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=1aa44027-b9d0-4a56-9a59-7e664703e20a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304945 Nov 25 17:57:02.100014 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54892) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:57:02.153738 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-50af3cb6-5520-4a79-b987-f23e638f4a04 tempest-TestSecurityGroupsBasicOps-1531194188 tempest-TestSecurityGroupsBasicOps-1531194188-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=97c58dc9e1cc4875b18599cedd8ec1e0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0524564 Nov 25 17:57:02.156327 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54894) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:57:02.192067 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea52fe5-25ce-4b07-b57d-2a5008c43b3c req-51544690-6ec2-497a-ba3c-3daa9a99236f tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:02.193597 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3ea52fe5-25ce-4b07-b57d-2a5008c43b3c req-51544690-6ec2-497a-ba3c-3daa9a99236f tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/ports?device_id=ac27e96e-a604-496a-acb9-64e7f0249888 HTTP/1.1" status: 200 len: 944 time: 0.0739481 Nov 25 17:57:02.201387 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-02a8575a-15e2-4a30-8833-de732b72d648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31126e70-a3ad-48d4-88fc-1473cf713572', 'name': 'tempest-TestSecurityGroupsBasicOps-router-991621809', 'tenant_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'b3c08aa1-4337-4d2f-8df4-2fb0d624fb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:56:59Z', 'updated_at': '2021-11-25T17:57:01Z', 'revision_number': 3, 'project_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'gw_port': {'id': 'b3c08aa1-4337-4d2f-8df4-2fb0d624fb0c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fc:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31126e70-a3ad-48d4-88fc-1473cf713572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:57:00Z', 'updated_at': '2021-11-25T17:57:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:02.229448 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a8575a-15e2-4a30-8833-de732b72d648 None None] Checking router: 31126e70-a3ad-48d4-88fc-1473cf713572 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:57:02.229947 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a8575a-15e2-4a30-8833-de732b72d648 None None] Updating router 31126e70-a3ad-48d4-88fc-1473cf713572 port b3c08aa1-4337-4d2f-8df4-2fb0d624fb0c binding host n-d-817746-1 {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:57:02.256052 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-02a8575a-15e2-4a30-8833-de732b72d648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:02.256366 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e52059-24ee-4698-b7f5-26b018bbdbdb tempest-TestSecurityGroupsBasicOps-1531194188 tempest-TestSecurityGroupsBasicOps-1531194188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:02.257901 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a7e52059-24ee-4698-b7f5-26b018bbdbdb tempest-TestSecurityGroupsBasicOps-1531194188 tempest-TestSecurityGroupsBasicOps-1531194188-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1005504 Nov 25 17:57:02.258436 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3ea52fe5-25ce-4b07-b57d-2a5008c43b3c req-e05c6bf5-3c6a-4d28-b174-1c8c87922be8 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/security-groups?id=c6a991f0-48f8-4399-9707-94c4f090683e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564823 Nov 25 17:57:02.260720 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54896) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:57:02.299177 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6cf3eb62-23a6-403e-9a5a-8d20099592d5 tempest-TestSecurityGroupsBasicOps-1531194188 tempest-TestSecurityGroupsBasicOps-1531194188-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=1aa44027-b9d0-4a56-9a59-7e664703e20a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367455 Nov 25 17:57:02.302034 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 54898) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:57:02.306812 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-155342b5-b994-4fab-810e-ed244f157622 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1026301568', 'network_id': '8a96d9ea-38f4-4cfa-9fa9-f96e27a81685', 'project_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:57:02.398133 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155342b5-b994-4fab-810e-ed244f157622 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Made reservation on behalf of 97c58dc9e1cc4875b18599cedd8ec1e0 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:57:02.401953 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-155342b5-b994-4fab-810e-ed244f157622 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:02.519366 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-02a8575a-15e2-4a30-8833-de732b72d648 None None] Publish callbacks [] for port, precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:02.525066 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-02a8575a-15e2-4a30-8833-de732b72d648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:02.594620 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-155342b5-b994-4fab-810e-ed244f157622 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:02.651991 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8a3044-0780-4db9-98a1-c058996f3356 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:57:02.657041 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-02a8575a-15e2-4a30-8833-de732b72d648 None None] Attempting to bind port b3c08aa1-4337-4d2f-8df4-2fb0d624fb0c on host n-d-817746-1 for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:57:02.657406 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-02a8575a-15e2-4a30-8833-de732b72d648 None None] Attempting to bind port b3c08aa1-4337-4d2f-8df4-2fb0d624fb0c by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:57:02.657729 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155342b5-b994-4fab-810e-ed244f157622 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Pushing event updated for resources: {'Subnet': ['ID=4b59d77d-706e-4631-9335-e157ff73f19f,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:02.657924 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a8575a-15e2-4a30-8833-de732b72d648 None None] Attempting to bind port b3c08aa1-4337-4d2f-8df4-2fb0d624fb0c on network 1aa44027-b9d0-4a56-9a59-7e664703e20a {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:57:02.669422 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155342b5-b994-4fab-810e-ed244f157622 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:02.669646 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a8575a-15e2-4a30-8833-de732b72d648 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:57:02.669817 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155342b5-b994-4fab-810e-ed244f157622 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:02.670029 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a8575a-15e2-4a30-8833-de732b72d648 None None] Checking segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:57:02.670188 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155342b5-b994-4fab-810e-ed244f157622 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:02.670433 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-02a8575a-15e2-4a30-8833-de732b72d648 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:02.670562 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155342b5-b994-4fab-810e-ed244f157622 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:02.670864 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155342b5-b994-4fab-810e-ed244f157622 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:02.670987 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a8575a-15e2-4a30-8833-de732b72d648 None None] Bound using segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:57:02.671157 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155342b5-b994-4fab-810e-ed244f157622 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:02.671446 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155342b5-b994-4fab-810e-ed244f157622 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:02.671563 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-02a8575a-15e2-4a30-8833-de732b72d648 None None] Bound port: b3c08aa1-4337-4d2f-8df4-2fb0d624fb0c, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:57:02.671790 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155342b5-b994-4fab-810e-ed244f157622 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:02.671911 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-02a8575a-15e2-4a30-8833-de732b72d648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:02.672129 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155342b5-b994-4fab-810e-ed244f157622 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:02.672466 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155342b5-b994-4fab-810e-ed244f157622 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:02.672798 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155342b5-b994-4fab-810e-ed244f157622 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:02.673154 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155342b5-b994-4fab-810e-ed244f157622 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:02.676766 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155342b5-b994-4fab-810e-ed244f157622 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Checking segment: {'id': '12c8bd24-8a1f-42fb-9a41-00636ec10d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '8a96d9ea-38f4-4cfa-9fa9-f96e27a81685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:57:02.677156 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155342b5-b994-4fab-810e-ed244f157622 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Network hostable DHCP agents. Network: 8a96d9ea-38f4-4cfa-9fa9-f96e27a81685, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:57:02.697047 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155342b5-b994-4fab-810e-ed244f157622 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Network 8a96d9ea-38f4-4cfa-9fa9-f96e27a81685 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:57:02.706259 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-155342b5-b994-4fab-810e-ed244f157622 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 8a96d9ea-38f4-4cfa-9fa9-f96e27a81685) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:57:02.710445 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155342b5-b994-4fab-810e-ed244f157622 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:02.711132 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-155342b5-b994-4fab-810e-ed244f157622 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:02.711494 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d0883e-8665-4c61-9199-a128933bc7da None None] Pushing event updated for resources: {'Port': ['ID=b3c08aa1-4337-4d2f-8df4-2fb0d624fb0c,revision_number=2']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:02.726112 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3e14a7-2d19-44ac-896d-5d571b68411b None None] Network 8a96d9ea-38f4-4cfa-9fa9-f96e27a81685 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:57:02.733344 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54900) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:57:02.733983 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-155342b5-b994-4fab-810e-ed244f157622 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4303060 Nov 25 17:57:02.739664 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-02a8575a-15e2-4a30-8833-de732b72d648 None None] For port b3c08aa1-4337-4d2f-8df4-2fb0d624fb0c, host n-d-817746-1, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:57:02.743234 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-02a8575a-15e2-4a30-8833-de732b72d648 None None] For port b3c08aa1-4337-4d2f-8df4-2fb0d624fb0c, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=b3c08aa1-4337-4d2f-8df4-2fb0d624fb0c,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:57:02.747957 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-02a8575a-15e2-4a30-8833-de732b72d648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:02.783454 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-56434ab9-487b-4676-99d5-1864e2f810db None None] Provisioning complete for port b3c08aa1-4337-4d2f-8df4-2fb0d624fb0c triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:57:02.784001 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-56434ab9-487b-4676-99d5-1864e2f810db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:02.804306 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a8575a-15e2-4a30-8833-de732b72d648 None None] Routers {'31126e70-a3ad-48d4-88fc-1473cf713572'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:57:02.804959 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-02a8575a-15e2-4a30-8833-de732b72d648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:56:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['31126e70-a3ad-48d4-88fc-1473cf713572'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:02.814603 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c061a64d-300a-4280-91ed-edfdaa3b6205 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:57:02.893929 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d0883e-8665-4c61-9199-a128933bc7da None None] Pushing event updated for resources: {'Port': ['ID=b3c08aa1-4337-4d2f-8df4-2fb0d624fb0c,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:02.941288 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-02a8575a-15e2-4a30-8833-de732b72d648 None None] Set router 31126e70-a3ad-48d4-88fc-1473cf713572 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:57:02.952676 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a0f026-aac7-4458-aadb-fd26bc68fd8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-8a96d9ea-38f4-4cfa-9fa9-f96e27a81685', 'network_id': '8a96d9ea-38f4-4cfa-9fa9-f96e27a81685', 'tenant_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'fixed_ips': [{'subnet_id': '4b59d77d-706e-4631-9335-e157ff73f19f'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:57:02.953562 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d8a0f026-aac7-4458-aadb-fd26bc68fd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:02.988570 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-56434ab9-487b-4676-99d5-1864e2f810db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:03.060439 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-56434ab9-487b-4676-99d5-1864e2f810db None None] For port b3c08aa1-4337-4d2f-8df4-2fb0d624fb0c, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=b3c08aa1-4337-4d2f-8df4-2fb0d624fb0c,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:57:03.066655 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-56434ab9-487b-4676-99d5-1864e2f810db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:03.148941 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-02a8575a-15e2-4a30-8833-de732b72d648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31126e70-a3ad-48d4-88fc-1473cf713572', 'name': 'tempest-TestSecurityGroupsBasicOps-router-991621809', 'tenant_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'b3c08aa1-4337-4d2f-8df4-2fb0d624fb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:56:59Z', 'updated_at': '2021-11-25T17:57:01Z', 'revision_number': 3, 'project_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'gw_port': {'id': 'b3c08aa1-4337-4d2f-8df4-2fb0d624fb0c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fc:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31126e70-a3ad-48d4-88fc-1473cf713572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:57:00Z', 'updated_at': '2021-11-25T17:57:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:03.153853 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56434ab9-487b-4676-99d5-1864e2f810db None None] Pushing event updated for resources: {'Port': ['ID=b3c08aa1-4337-4d2f-8df4-2fb0d624fb0c,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:03.160989 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 44740c4c-54cc-48e0-87ef-7b2bff32e072 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:57:03.164794 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-d8a0f026-aac7-4458-aadb-fd26bc68fd8f None None] Allocated IP 172.20.0.18 (8a96d9ea-38f4-4cfa-9fa9-f96e27a81685/4b59d77d-706e-4631-9335-e157ff73f19f/4a428e7c-676f-4701-96c8-bc3ddc170046) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:57:03.182427 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a8575a-15e2-4a30-8833-de732b72d648 None None] The sync data for ids ['31126e70-a3ad-48d4-88fc-1473cf713572'] in n-d-817746-1 is: [{'id': '31126e70-a3ad-48d4-88fc-1473cf713572', 'name': 'tempest-TestSecurityGroupsBasicOps-router-991621809', 'tenant_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'b3c08aa1-4337-4d2f-8df4-2fb0d624fb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:56:59Z', 'updated_at': '2021-11-25T17:57:01Z', 'revision_number': 3, 'project_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'gw_port': {'id': 'b3c08aa1-4337-4d2f-8df4-2fb0d624fb0c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fc:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31126e70-a3ad-48d4-88fc-1473cf713572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:57:00Z', 'updated_at': '2021-11-25T17:57:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:57:03.234749 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-f2be429f-2da1-4ec9-9a5d-c4dae8652d6e None None] Provisioning complete for port b3c08aa1-4337-4d2f-8df4-2fb0d624fb0c triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:57:03.235131 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f2be429f-2da1-4ec9-9a5d-c4dae8652d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:03.271209 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-69888af3-01bb-40ee-9d73-378c84f5f939 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:03.386862 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 44740c4c-54cc-48e0-87ef-7b2bff32e072, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=44740c4c-54cc-48e0-87ef-7b2bff32e072,segment=NetworkSegment(c259aabb-ec92-425d-84ff-c966f38eef88),segment_id=c259aabb-ec92-425d-84ff-c966f38eef88)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:57:03.415725 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '44740c4c-54cc-48e0-87ef-7b2bff32e072', 'network_id': '70a573b0-b8cd-4b3b-a416-03e265a1da65', 'port_id': '44740c4c-54cc-48e0-87ef-7b2bff32e072', 'mac_address': 'fa:16:3e:47:2a:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88a810b4-d532-41af-9819-01c0d8d6a258', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:57:03.436094 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5a98b-2efd-473e-9ba3-7a0bb4d73ca3 req-0f26a3ee-7f5b-4a65-92bb-d7df87d7f7d3 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:03.437533 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8df5a98b-2efd-473e-9ba3-7a0bb4d73ca3 req-0f26a3ee-7f5b-4a65-92bb-d7df87d7f7d3 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/ports?device_id=ac27e96e-a604-496a-acb9-64e7f0249888 HTTP/1.1" status: 200 len: 944 time: 0.0859203 Nov 25 17:57:03.554833 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d8a0f026-aac7-4458-aadb-fd26bc68fd8f None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:03.560197 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:03.573428 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d8a0f026-aac7-4458-aadb-fd26bc68fd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:03.585993 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8df5a98b-2efd-473e-9ba3-7a0bb4d73ca3 req-fd834e19-1fc2-446c-ac38-20278b1242f4 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/security-groups?id=c6a991f0-48f8-4399-9707-94c4f090683e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069543 Nov 25 17:57:03.622948 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44740c4c-54cc-48e0-87ef-7b2bff32e072 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:57:03.630135 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a0f026-aac7-4458-aadb-fd26bc68fd8f None None] Network 8a96d9ea-38f4-4cfa-9fa9-f96e27a81685 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:57:03.636360 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-d8a0f026-aac7-4458-aadb-fd26bc68fd8f None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:57:03.638852 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a0f026-aac7-4458-aadb-fd26bc68fd8f None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:57:03.655216 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a0f026-aac7-4458-aadb-fd26bc68fd8f None None] Pushing event updated for resources: {'Port': ['ID=4a428e7c-676f-4701-96c8-bc3ddc170046,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:03.665236 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-69888af3-01bb-40ee-9d73-378c84f5f939 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Allocated IP 172.20.0.17 (8a96d9ea-38f4-4cfa-9fa9-f96e27a81685/4b59d77d-706e-4631-9335-e157ff73f19f/599ba855-e34a-4dd4-8d8d-6a08accc6f6c) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:57:03.690065 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 44740c4c-54cc-48e0-87ef-7b2bff32e072, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=44740c4c-54cc-48e0-87ef-7b2bff32e072,segment=NetworkSegment(c259aabb-ec92-425d-84ff-c966f38eef88),segment_id=c259aabb-ec92-425d-84ff-c966f38eef88)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:57:03.711523 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:03.748690 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-d8a0f026-aac7-4458-aadb-fd26bc68fd8f None None] Attempting to bind port 4a428e7c-676f-4701-96c8-bc3ddc170046 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:57:03.749646 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-d8a0f026-aac7-4458-aadb-fd26bc68fd8f None None] Attempting to bind port 4a428e7c-676f-4701-96c8-bc3ddc170046 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '12c8bd24-8a1f-42fb-9a41-00636ec10d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '8a96d9ea-38f4-4cfa-9fa9-f96e27a81685'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:57:03.749646 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a0f026-aac7-4458-aadb-fd26bc68fd8f None None] Attempting to bind port 4a428e7c-676f-4701-96c8-bc3ddc170046 on network 8a96d9ea-38f4-4cfa-9fa9-f96e27a81685 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:57:03.763147 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a0f026-aac7-4458-aadb-fd26bc68fd8f None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:57:03.763530 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a0f026-aac7-4458-aadb-fd26bc68fd8f None None] Checking segment: {'id': '12c8bd24-8a1f-42fb-9a41-00636ec10d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '8a96d9ea-38f4-4cfa-9fa9-f96e27a81685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:57:03.763939 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d8a0f026-aac7-4458-aadb-fd26bc68fd8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:03.764344 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a0f026-aac7-4458-aadb-fd26bc68fd8f None None] Bound using segment: {'id': '12c8bd24-8a1f-42fb-9a41-00636ec10d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '8a96d9ea-38f4-4cfa-9fa9-f96e27a81685'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:57:03.764852 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-d8a0f026-aac7-4458-aadb-fd26bc68fd8f None None] Bound port: 4a428e7c-676f-4701-96c8-bc3ddc170046, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c8bd24-8a1f-42fb-9a41-00636ec10d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '8a96d9ea-38f4-4cfa-9fa9-f96e27a81685'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:57:03.765244 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d8a0f026-aac7-4458-aadb-fd26bc68fd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:03.800565 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-69888af3-01bb-40ee-9d73-378c84f5f939 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:03.812008 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=44740c4c-54cc-48e0-87ef-7b2bff32e072,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:03.843763 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-69888af3-01bb-40ee-9d73-378c84f5f939 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:03.855752 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d8a0f026-aac7-4458-aadb-fd26bc68fd8f None None] For port 4a428e7c-676f-4701-96c8-bc3ddc170046, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:57:03.859147 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d8a0f026-aac7-4458-aadb-fd26bc68fd8f None None] For port 4a428e7c-676f-4701-96c8-bc3ddc170046, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=4a428e7c-676f-4701-96c8-bc3ddc170046,segment=NetworkSegment(12c8bd24-8a1f-42fb-9a41-00636ec10d70),segment_id=12c8bd24-8a1f-42fb-9a41-00636ec10d70)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:57:03.863431 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d8a0f026-aac7-4458-aadb-fd26bc68fd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:03.888329 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69888af3-01bb-40ee-9d73-378c84f5f939 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Network 8a96d9ea-38f4-4cfa-9fa9-f96e27a81685 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:57:03.891590 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-69888af3-01bb-40ee-9d73-378c84f5f939 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:57:03.896435 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69888af3-01bb-40ee-9d73-378c84f5f939 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:57:03.915673 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['44740c4c-54cc-48e0-87ef-7b2bff32e072'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:57:03.924594 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69888af3-01bb-40ee-9d73-378c84f5f939 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Pushing event updated for resources: {'Port': ['ID=599ba855-e34a-4dd4-8d8d-6a08accc6f6c,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:03.951310 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-69888af3-01bb-40ee-9d73-378c84f5f939 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:04.009987 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a0f026-aac7-4458-aadb-fd26bc68fd8f None None] Pushing event updated for resources: {'Port': ['ID=4a428e7c-676f-4701-96c8-bc3ddc170046,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:04.112802 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-69888af3-01bb-40ee-9d73-378c84f5f939 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:04.441965 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-69888af3-01bb-40ee-9d73-378c84f5f939 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:04.446477 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-69888af3-01bb-40ee-9d73-378c84f5f939 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:04.518230 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69888af3-01bb-40ee-9d73-378c84f5f939 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Pushing event updated for resources: {'Port': ['ID=599ba855-e34a-4dd4-8d8d-6a08accc6f6c,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:04.523890 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-69888af3-01bb-40ee-9d73-378c84f5f939 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:04.616316 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69888af3-01bb-40ee-9d73-378c84f5f939 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Network 8a96d9ea-38f4-4cfa-9fa9-f96e27a81685 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:57:04.617772 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-69888af3-01bb-40ee-9d73-378c84f5f939 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:57:04.766998 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ad4de-50b3-4e38-9894-6875e42d7390 req-ffcb31ef-a523-4a90-867c-b66e6bc80c81 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:04.768643 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-998ad4de-50b3-4e38-9894-6875e42d7390 req-ffcb31ef-a523-4a90-867c-b66e6bc80c81 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/ports?device_id=ac27e96e-a604-496a-acb9-64e7f0249888 HTTP/1.1" status: 200 len: 945 time: 0.0717180 Nov 25 17:57:04.796191 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69888af3-01bb-40ee-9d73-378c84f5f939 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Router 31126e70-a3ad-48d4-88fc-1473cf713572 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:57:04.990947 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 4a428e7c-676f-4701-96c8-bc3ddc170046 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:57:05.018388 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb51334-4621-4161-a166-17c359dfacb7 None None] Network 8a96d9ea-38f4-4cfa-9fa9-f96e27a81685 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:57:05.135183 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 4a428e7c-676f-4701-96c8-bc3ddc170046 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:57:05.135559 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:05.138452 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-a16f7192-e6c5-4128-83b1-666a9a0896f2 None None] Provisioning complete for port 4a428e7c-676f-4701-96c8-bc3ddc170046 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:57:05.138817 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a16f7192-e6c5-4128-83b1-666a9a0896f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:05.163093 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 44740c4c-54cc-48e0-87ef-7b2bff32e072 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:57:05.196268 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-998ad4de-50b3-4e38-9894-6875e42d7390 req-32fee8d6-1f38-49e1-8a31-34b7600c1e18 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/security-groups?id=c6a991f0-48f8-4399-9707-94c4f090683e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4204700 Nov 25 17:57:05.268344 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69888af3-01bb-40ee-9d73-378c84f5f939 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:57:05.279967 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-69888af3-01bb-40ee-9d73-378c84f5f939 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "PUT /v2.0/routers/31126e70-a3ad-48d4-88fc-1473cf713572/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5412767 Nov 25 17:57:05.374576 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port 44740c4c-54cc-48e0-87ef-7b2bff32e072 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:57:05.392757 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port 44740c4c-54cc-48e0-87ef-7b2bff32e072 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:57:05.393224 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:05.429388 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a16f7192-e6c5-4128-83b1-666a9a0896f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:05.432897 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:05.492543 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port 4a428e7c-676f-4701-96c8-bc3ddc170046, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=4a428e7c-676f-4701-96c8-bc3ddc170046,segment=NetworkSegment(12c8bd24-8a1f-42fb-9a41-00636ec10d70),segment_id=12c8bd24-8a1f-42fb-9a41-00636ec10d70)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:57:05.498252 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:05.499035 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device b3c08aa1-4337-4d2f-8df4-2fb0d624fb0c up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:57:05.608407 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428534b6-e0fa-441f-88ab-73085724c4aa req-6004b687-13b9-463d-9e55-0d9eb8c97e8c tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:05.610142 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-428534b6-e0fa-441f-88ab-73085724c4aa req-6004b687-13b9-463d-9e55-0d9eb8c97e8c tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "GET /v2.0/networks?id=8a96d9ea-38f4-4cfa-9fa9-f96e27a81685 HTTP/1.1" status: 200 len: 797 time: 0.1347494 Nov 25 17:57:05.626242 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-428534b6-e0fa-441f-88ab-73085724c4aa req-8a39536f-8cae-4df0-97cd-974382014d8d tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "GET /v2.0/quotas/97c58dc9e1cc4875b18599cedd8ec1e0 HTTP/1.1" status: 200 len: 375 time: 0.0097969 Nov 25 17:57:05.690629 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-428534b6-e0fa-441f-88ab-73085724c4aa req-99a83698-41bd-4568-83f7-d4ca0c2bc351 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=97c58dc9e1cc4875b18599cedd8ec1e0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0575469 Nov 25 17:57:05.715394 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62ebb51-922e-43ea-91a2-4f2f0d216845 None None] Sync routers for ids ['31126e70-a3ad-48d4-88fc-1473cf713572'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:57:05.799201 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-428534b6-e0fa-441f-88ab-73085724c4aa req-15b6e902-d393-44db-af2e-d98234cb4666 service neutron] 10.222.0.75 "GET /v2.0/networks/8a96d9ea-38f4-4cfa-9fa9-f96e27a81685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905263 Nov 25 17:57:05.811773 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:05.830477 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62ebb51-922e-43ea-91a2-4f2f0d216845 None None] Routers {'31126e70-a3ad-48d4-88fc-1473cf713572'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:57:05.831373 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-b62ebb51-922e-43ea-91a2-4f2f0d216845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:56:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['31126e70-a3ad-48d4-88fc-1473cf713572'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:05.837571 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.db.api [None req-a16f7192-e6c5-4128-83b1-666a9a0896f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:57:05.837935 n-d-817746-1 neutron-server[103362]: DEBUG oslo_db.api [None req-a16f7192-e6c5-4128-83b1-666a9a0896f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:57:05.872867 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=4a428e7c-676f-4701-96c8-bc3ddc170046,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:05.902489 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-428534b6-e0fa-441f-88ab-73085724c4aa req-ebf84caf-f4fa-4677-8582-a572fb23a830 service neutron] 10.222.0.75 "GET /v2.0/networks/8a96d9ea-38f4-4cfa-9fa9-f96e27a81685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965474 Nov 25 17:57:05.921284 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac27e96e-a604-496a-acb9-64e7f0249888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44740c4c-54cc-48e0-87ef-7b2bff32e072'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:57:05.923635 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35ee006-c63a-4c35-bda6-bc0899351798" -d '{"events": [{"server_uuid": "ac27e96e-a604-496a-acb9-64e7f0249888", "name": "network-vif-plugged", "status": "completed", "tag": "44740c4c-54cc-48e0-87ef-7b2bff32e072"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:57:05.951538 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 44740c4c-54cc-48e0-87ef-7b2bff32e072, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=44740c4c-54cc-48e0-87ef-7b2bff32e072,segment=NetworkSegment(c259aabb-ec92-425d-84ff-c966f38eef88),segment_id=c259aabb-ec92-425d-84ff-c966f38eef88)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:57:05.967090 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:05.968993 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port b3c08aa1-4337-4d2f-8df4-2fb0d624fb0c triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:57:05.969364 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:06.017063 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1ea521-4ec9-4580-95d6-8d221677eb81 x-openstack-request-id: req-fb1ea521-4ec9-4580-95d6-8d221677eb81 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:57:06.017824 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac27e96e-a604-496a-acb9-64e7f0249888", "name": "network-vif-plugged", "status": "completed", "tag": "44740c4c-54cc-48e0-87ef-7b2bff32e072", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:57:06.017824 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fb1ea521-4ec9-4580-95d6-8d221677eb81 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:57:06.018935 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac27e96e-a604-496a-acb9-64e7f0249888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44740c4c-54cc-48e0-87ef-7b2bff32e072', 'code': 200} Nov 25 17:57:06.058574 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-b62ebb51-922e-43ea-91a2-4f2f0d216845 None None] Set router 31126e70-a3ad-48d4-88fc-1473cf713572 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:57:06.111817 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d04326b-4e62-4879-bc4d-4366219e9b65 req-7fff7e56-a627-4297-8fb3-cd0fc441441c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:06.114163 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6d04326b-4e62-4879-bc4d-4366219e9b65 req-7fff7e56-a627-4297-8fb3-cd0fc441441c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ac27e96e-a604-496a-acb9-64e7f0249888 HTTP/1.1" status: 200 len: 1097 time: 0.0593119 Nov 25 17:57:06.118644 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=44740c4c-54cc-48e0-87ef-7b2bff32e072,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:06.165035 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-aba7b7cb-79d3-4bda-be2d-1be242f51799 req-cf2fe72b-e504-4d99-aef4-9910250e9693 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "GET /v2.0/ports?device_id=500dd113-a0f1-419e-81ad-7bfc1cab1714 HTTP/1.1" status: 200 len: 210 time: 0.0458636 Nov 25 17:57:06.217675 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6d04326b-4e62-4879-bc4d-4366219e9b65 req-627ac103-6a84-4cb3-a7c6-67b7d847127f service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c6a991f0-48f8-4399-9707-94c4f090683e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848022 Nov 25 17:57:06.324300 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b57767b-9962-4279-a319-55eecc154c48 req-2245d413-9858-4c55-8cdd-6f1d2b90474d tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:06.330086 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9b57767b-9962-4279-a319-55eecc154c48 req-2245d413-9858-4c55-8cdd-6f1d2b90474d tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/ports?device_id=ac27e96e-a604-496a-acb9-64e7f0249888 HTTP/1.1" status: 200 len: 946 time: 0.0567789 Nov 25 17:57:06.375393 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-b62ebb51-922e-43ea-91a2-4f2f0d216845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31126e70-a3ad-48d4-88fc-1473cf713572', 'name': 'tempest-TestSecurityGroupsBasicOps-router-991621809', 'tenant_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'b3c08aa1-4337-4d2f-8df4-2fb0d624fb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:56:59Z', 'updated_at': '2021-11-25T17:57:04Z', 'revision_number': 4, 'project_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'gw_port': {'id': 'b3c08aa1-4337-4d2f-8df4-2fb0d624fb0c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31126e70-a3ad-48d4-88fc-1473cf713572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:57:00Z', 'updated_at': '2021-11-25T17:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '599ba855-e34a-4dd4-8d8d-6a08accc6f6c', 'name': '', 'network_id': '8a96d9ea-38f4-4cfa-9fa9-f96e27a81685', 'tenant_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'mac_address': 'fa:16:3e:b5:ba:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31126e70-a3ad-48d4-88fc-1473cf713572', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '4b59d77d-706e-4631-9335-e157ff73f19f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:57:03Z', 'updated_at': '2021-11-25T17:57:04Z', 'revision_number': 2, 'project_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'subnets': [{'id': '4b59d77d-706e-4631-9335-e157ff73f19f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:06.385121 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9b57767b-9962-4279-a319-55eecc154c48 req-d8911621-dc4b-4d04-9129-d5df63dced24 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/security-groups?id=c6a991f0-48f8-4399-9707-94c4f090683e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512888 Nov 25 17:57:06.410337 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62ebb51-922e-43ea-91a2-4f2f0d216845 None None] Checking router: 31126e70-a3ad-48d4-88fc-1473cf713572 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:57:06.410698 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62ebb51-922e-43ea-91a2-4f2f0d216845 None None] Updating router 31126e70-a3ad-48d4-88fc-1473cf713572 port 599ba855-e34a-4dd4-8d8d-6a08accc6f6c binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:57:06.439952 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b62ebb51-922e-43ea-91a2-4f2f0d216845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:06.567469 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-2115b760-bcd9-4159-bf6d-26481bb6492c None None] Provisioning complete for port 599ba855-e34a-4dd4-8d8d-6a08accc6f6c triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:57:06.567875 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2115b760-bcd9-4159-bf6d-26481bb6492c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:06.649180 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-2115b760-bcd9-4159-bf6d-26481bb6492c None None] Port 599ba855-e34a-4dd4-8d8d-6a08accc6f6c cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:57:06.679102 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-2115b760-bcd9-4159-bf6d-26481bb6492c None None] Provisioning complete for port 4a428e7c-676f-4701-96c8-bc3ddc170046 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:57:06.679472 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2115b760-bcd9-4159-bf6d-26481bb6492c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:06.809921 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b62ebb51-922e-43ea-91a2-4f2f0d216845 None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:06.818884 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b62ebb51-922e-43ea-91a2-4f2f0d216845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:06.872029 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17436a9-5bf2-4041-bd60-8cda554fbe8c None None] Pushing event updated for resources: {'Port': ['ID=599ba855-e34a-4dd4-8d8d-6a08accc6f6c,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:06.898615 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 4a428e7c-676f-4701-96c8-bc3ddc170046 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:57:06.972628 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-b62ebb51-922e-43ea-91a2-4f2f0d216845 None None] Attempting to bind port 599ba855-e34a-4dd4-8d8d-6a08accc6f6c on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:57:06.973045 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-b62ebb51-922e-43ea-91a2-4f2f0d216845 None None] Attempting to bind port 599ba855-e34a-4dd4-8d8d-6a08accc6f6c by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '12c8bd24-8a1f-42fb-9a41-00636ec10d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '8a96d9ea-38f4-4cfa-9fa9-f96e27a81685'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:57:06.973418 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62ebb51-922e-43ea-91a2-4f2f0d216845 None None] Attempting to bind port 599ba855-e34a-4dd4-8d8d-6a08accc6f6c on network 8a96d9ea-38f4-4cfa-9fa9-f96e27a81685 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:57:06.980336 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62ebb51-922e-43ea-91a2-4f2f0d216845 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:57:06.980722 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62ebb51-922e-43ea-91a2-4f2f0d216845 None None] Checking segment: {'id': '12c8bd24-8a1f-42fb-9a41-00636ec10d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '8a96d9ea-38f4-4cfa-9fa9-f96e27a81685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:57:06.981165 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b62ebb51-922e-43ea-91a2-4f2f0d216845 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:06.981568 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62ebb51-922e-43ea-91a2-4f2f0d216845 None None] Bound using segment: {'id': '12c8bd24-8a1f-42fb-9a41-00636ec10d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '8a96d9ea-38f4-4cfa-9fa9-f96e27a81685'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:57:06.982056 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-b62ebb51-922e-43ea-91a2-4f2f0d216845 None None] Bound port: 599ba855-e34a-4dd4-8d8d-6a08accc6f6c, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c8bd24-8a1f-42fb-9a41-00636ec10d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '8a96d9ea-38f4-4cfa-9fa9-f96e27a81685'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:57:06.982451 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b62ebb51-922e-43ea-91a2-4f2f0d216845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:07.027874 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 4a428e7c-676f-4701-96c8-bc3ddc170046 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:57:07.028543 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:07.104073 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b62ebb51-922e-43ea-91a2-4f2f0d216845 None None] For port 599ba855-e34a-4dd4-8d8d-6a08accc6f6c, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:57:07.110258 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b62ebb51-922e-43ea-91a2-4f2f0d216845 None None] For port 599ba855-e34a-4dd4-8d8d-6a08accc6f6c, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=599ba855-e34a-4dd4-8d8d-6a08accc6f6c,segment=NetworkSegment(12c8bd24-8a1f-42fb-9a41-00636ec10d70),segment_id=12c8bd24-8a1f-42fb-9a41-00636ec10d70)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:57:07.117366 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b62ebb51-922e-43ea-91a2-4f2f0d216845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:07.177271 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428534b6-e0fa-441f-88ab-73085724c4aa req-392a0365-4729-4745-9ae6-63b7fc038e79 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:07.179415 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-428534b6-e0fa-441f-88ab-73085724c4aa req-392a0365-4729-4745-9ae6-63b7fc038e79 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.74 "GET /v2.0/networks?id=8a96d9ea-38f4-4cfa-9fa9-f96e27a81685 HTTP/1.1" status: 200 len: 797 time: 0.1317239 Nov 25 17:57:07.200292 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-428534b6-e0fa-441f-88ab-73085724c4aa req-9d66f459-df79-4c56-a11d-749ff8294441 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Request body: {'port': {'device_id': '500dd113-a0f1-419e-81ad-7bfc1cab1714', 'network_id': '8a96d9ea-38f4-4cfa-9fa9-f96e27a81685', 'admin_state_up': True, 'tenant_id': '97c58dc9e1cc4875b18599cedd8ec1e0'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:57:07.230847 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62ebb51-922e-43ea-91a2-4f2f0d216845 None None] Routers {'31126e70-a3ad-48d4-88fc-1473cf713572'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:57:07.231629 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-b62ebb51-922e-43ea-91a2-4f2f0d216845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:56:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['31126e70-a3ad-48d4-88fc-1473cf713572'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:07.294379 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5485966d-9ab2-414e-8be2-03e860297538 req-027cc0f8-b0a0-4b91-9751-924ccd433d7d tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "GET /v2.0/ports?device_id=500dd113-a0f1-419e-81ad-7bfc1cab1714 HTTP/1.1" status: 200 len: 210 time: 0.0316665 Nov 25 17:57:07.316175 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:57:07.330998 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-bb9d5411-a75c-4b11-a594-c0d60a1d58bb None None] Provisioning complete for port 599ba855-e34a-4dd4-8d8d-6a08accc6f6c triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:57:07.331253 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-bb9d5411-a75c-4b11-a594-c0d60a1d58bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:07.362933 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-428534b6-e0fa-441f-88ab-73085724c4aa req-9d66f459-df79-4c56-a11d-749ff8294441 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Made reservation on behalf of 97c58dc9e1cc4875b18599cedd8ec1e0 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:57:07.367140 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-428534b6-e0fa-441f-88ab-73085724c4aa req-9d66f459-df79-4c56-a11d-749ff8294441 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:07.384364 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17436a9-5bf2-4041-bd60-8cda554fbe8c None None] Pushing event updated for resources: {'Port': ['ID=599ba855-e34a-4dd4-8d8d-6a08accc6f6c,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:07.461029 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-b62ebb51-922e-43ea-91a2-4f2f0d216845 None None] Set router 31126e70-a3ad-48d4-88fc-1473cf713572 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:57:07.534991 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0971dc2f-3705-4f1e-b30d-faa557e22656 req-c600e71b-91e5-4b19-b6c1-3443a5d03a2b tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:07.537429 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0971dc2f-3705-4f1e-b30d-faa557e22656 req-c600e71b-91e5-4b19-b6c1-3443a5d03a2b tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/ports?device_id=ac27e96e-a604-496a-acb9-64e7f0249888 HTTP/1.1" status: 200 len: 946 time: 0.0596576 Nov 25 17:57:07.540982 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-428534b6-e0fa-441f-88ab-73085724c4aa req-9d66f459-df79-4c56-a11d-749ff8294441 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Allocated IP 172.20.0.28 (8a96d9ea-38f4-4cfa-9fa9-f96e27a81685/4b59d77d-706e-4631-9335-e157ff73f19f/03d0e967-4105-4887-b987-1a835d64dedf) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:57:07.589275 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-bb9d5411-a75c-4b11-a594-c0d60a1d58bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:07.591420 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0971dc2f-3705-4f1e-b30d-faa557e22656 req-29b43270-ce10-47fb-b9de-3bc6060121d7 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/security-groups?id=c6a991f0-48f8-4399-9707-94c4f090683e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485916 Nov 25 17:57:07.674317 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-428534b6-e0fa-441f-88ab-73085724c4aa req-9d66f459-df79-4c56-a11d-749ff8294441 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:07.717894 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-428534b6-e0fa-441f-88ab-73085724c4aa req-9d66f459-df79-4c56-a11d-749ff8294441 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:07.725094 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ea6107-9758-402f-a601-9e25aec176c1 req-844988e2-35eb-4c80-9bba-2bfdf1948f86 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:07.731260 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e7ea6107-9758-402f-a601-9e25aec176c1 req-844988e2-35eb-4c80-9bba-2bfdf1948f86 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/ports?device_id=ac27e96e-a604-496a-acb9-64e7f0249888 HTTP/1.1" status: 200 len: 946 time: 0.0663140 Nov 25 17:57:07.736715 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54938) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:57:07.742043 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-74db22f1-abc6-43a0-b46b-c7dda6b5157e tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Request body: {'floatingip': {'port_id': '44740c4c-54cc-48e0-87ef-7b2bff32e072'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:57:07.763167 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-428534b6-e0fa-441f-88ab-73085724c4aa req-9d66f459-df79-4c56-a11d-749ff8294441 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Network 8a96d9ea-38f4-4cfa-9fa9-f96e27a81685 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:57:07.766372 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-428534b6-e0fa-441f-88ab-73085724c4aa req-9d66f459-df79-4c56-a11d-749ff8294441 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:57:07.768855 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-428534b6-e0fa-441f-88ab-73085724c4aa req-9d66f459-df79-4c56-a11d-749ff8294441 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:57:07.783273 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-74db22f1-abc6-43a0-b46b-c7dda6b5157e tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks [] for floatingip, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:07.804761 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d66f459-df79-4c56-a11d-749ff8294441 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Pushing event updated for resources: {'Port': ['ID=03d0e967-4105-4887-b987-1a835d64dedf,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:07.829271 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428534b6-e0fa-441f-88ab-73085724c4aa req-9d66f459-df79-4c56-a11d-749ff8294441 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:07.830119 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-428534b6-e0fa-441f-88ab-73085724c4aa req-9d66f459-df79-4c56-a11d-749ff8294441 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:07.843034 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-bb9d5411-a75c-4b11-a594-c0d60a1d58bb None None] For port 599ba855-e34a-4dd4-8d8d-6a08accc6f6c, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=599ba855-e34a-4dd4-8d8d-6a08accc6f6c,segment=NetworkSegment(12c8bd24-8a1f-42fb-9a41-00636ec10d70),segment_id=12c8bd24-8a1f-42fb-9a41-00636ec10d70)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:57:07.850076 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-bb9d5411-a75c-4b11-a594-c0d60a1d58bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:07.865752 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-428534b6-e0fa-441f-88ab-73085724c4aa req-9d66f459-df79-4c56-a11d-749ff8294441 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6697669 Nov 25 17:57:07.955255 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9d5411-a75c-4b11-a594-c0d60a1d58bb None None] Pushing event updated for resources: {'Port': ['ID=599ba855-e34a-4dd4-8d8d-6a08accc6f6c,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:07.988624 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-b62ebb51-922e-43ea-91a2-4f2f0d216845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31126e70-a3ad-48d4-88fc-1473cf713572', 'name': 'tempest-TestSecurityGroupsBasicOps-router-991621809', 'tenant_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'b3c08aa1-4337-4d2f-8df4-2fb0d624fb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:56:59Z', 'updated_at': '2021-11-25T17:57:04Z', 'revision_number': 4, 'project_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'gw_port': {'id': 'b3c08aa1-4337-4d2f-8df4-2fb0d624fb0c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31126e70-a3ad-48d4-88fc-1473cf713572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:57:00Z', 'updated_at': '2021-11-25T17:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '599ba855-e34a-4dd4-8d8d-6a08accc6f6c', 'name': '', 'network_id': '8a96d9ea-38f4-4cfa-9fa9-f96e27a81685', 'tenant_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'mac_address': 'fa:16:3e:b5:ba:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31126e70-a3ad-48d4-88fc-1473cf713572', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '4b59d77d-706e-4631-9335-e157ff73f19f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:57:03Z', 'updated_at': '2021-11-25T17:57:07Z', 'revision_number': 4, 'project_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'subnets': [{'id': '4b59d77d-706e-4631-9335-e157ff73f19f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:07.990719 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-047267b5-48e9-42f0-a8c6-7b367d6eedb1 None None] Provisioning complete for port 599ba855-e34a-4dd4-8d8d-6a08accc6f6c triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:57:07.991099 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-047267b5-48e9-42f0-a8c6-7b367d6eedb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:08.034980 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-428534b6-e0fa-441f-88ab-73085724c4aa req-6c2f8079-0138-426d-a5e8-5bf49c9eb1f3 service neutron] Request body: {'port': {'device_id': '500dd113-a0f1-419e-81ad-7bfc1cab1714', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:57:08.040197 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62ebb51-922e-43ea-91a2-4f2f0d216845 None None] The sync data for ids ['31126e70-a3ad-48d4-88fc-1473cf713572'] in n-d-817746-1 is: [{'id': '31126e70-a3ad-48d4-88fc-1473cf713572', 'name': 'tempest-TestSecurityGroupsBasicOps-router-991621809', 'tenant_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'b3c08aa1-4337-4d2f-8df4-2fb0d624fb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:56:59Z', 'updated_at': '2021-11-25T17:57:04Z', 'revision_number': 4, 'project_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'gw_port': {'id': 'b3c08aa1-4337-4d2f-8df4-2fb0d624fb0c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31126e70-a3ad-48d4-88fc-1473cf713572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:57:00Z', 'updated_at': '2021-11-25T17:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '599ba855-e34a-4dd4-8d8d-6a08accc6f6c', 'name': '', 'network_id': '8a96d9ea-38f4-4cfa-9fa9-f96e27a81685', 'tenant_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'mac_address': 'fa:16:3e:b5:ba:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31126e70-a3ad-48d4-88fc-1473cf713572', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '4b59d77d-706e-4631-9335-e157ff73f19f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:57:03Z', 'updated_at': '2021-11-25T17:57:07Z', 'revision_number': 4, 'project_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'subnets': [{'id': '4b59d77d-706e-4631-9335-e157ff73f19f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:57:08.181276 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-428534b6-e0fa-441f-88ab-73085724c4aa req-6c2f8079-0138-426d-a5e8-5bf49c9eb1f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:08.289242 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-5338826b-f050-4976-8a5c-dd09936c1043 None None] Provisioning complete for port 03d0e967-4105-4887-b987-1a835d64dedf triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:57:08.290041 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5338826b-f050-4976-8a5c-dd09936c1043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:08.334417 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-5338826b-f050-4976-8a5c-dd09936c1043 None None] Port 03d0e967-4105-4887-b987-1a835d64dedf cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:57:08.381615 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-74db22f1-abc6-43a0-b46b-c7dda6b5157e tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:08.387786 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-74db22f1-abc6-43a0-b46b-c7dda6b5157e tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:08.510937 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-428534b6-e0fa-441f-88ab-73085724c4aa req-6c2f8079-0138-426d-a5e8-5bf49c9eb1f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03d0e967-4105-4887-b987-1a835d64dedf {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:57:08.519511 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-428534b6-e0fa-441f-88ab-73085724c4aa req-6c2f8079-0138-426d-a5e8-5bf49c9eb1f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:08.520343 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d90fe99-aeab-482f-b606-6a6d623c455e req-f2960f8e-54b4-4958-82a7-4adf9e99602e tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:08.521924 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4d90fe99-aeab-482f-b606-6a6d623c455e req-f2960f8e-54b4-4958-82a7-4adf9e99602e tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "GET /v2.0/ports?device_id=500dd113-a0f1-419e-81ad-7bfc1cab1714 HTTP/1.1" status: 200 len: 895 time: 0.1303229 Nov 25 17:57:08.541871 n-d-817746-1 neutron-server[103361]: INFO neutron.db.l3_db [None req-74db22f1-abc6-43a0-b46b-c7dda6b5157e tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Floating IP 4d257189-f071-4556-86a1-7078816c2cac associated. External IP: 172.25.0.206, port: 44740c4c-54cc-48e0-87ef-7b2bff32e072. Nov 25 17:57:08.543494 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-428534b6-e0fa-441f-88ab-73085724c4aa req-6c2f8079-0138-426d-a5e8-5bf49c9eb1f3 service neutron] Transition to ACTIVE for port object 03d0e967-4105-4887-b987-1a835d64dedf will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:57:08.547725 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-428534b6-e0fa-441f-88ab-73085724c4aa req-6c2f8079-0138-426d-a5e8-5bf49c9eb1f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:08.601044 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2f8079-0138-426d-a5e8-5bf49c9eb1f3 service neutron] Pushing event updated for resources: {'Port': ['ID=03d0e967-4105-4887-b987-1a835d64dedf,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:08.691370 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-428534b6-e0fa-441f-88ab-73085724c4aa req-6c2f8079-0138-426d-a5e8-5bf49c9eb1f3 service neutron] Attempting to bind port 03d0e967-4105-4887-b987-1a835d64dedf on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:57:08.691824 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-428534b6-e0fa-441f-88ab-73085724c4aa req-6c2f8079-0138-426d-a5e8-5bf49c9eb1f3 service neutron] Attempting to bind port 03d0e967-4105-4887-b987-1a835d64dedf by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '12c8bd24-8a1f-42fb-9a41-00636ec10d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '8a96d9ea-38f4-4cfa-9fa9-f96e27a81685'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:57:08.692232 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428534b6-e0fa-441f-88ab-73085724c4aa req-6c2f8079-0138-426d-a5e8-5bf49c9eb1f3 service neutron] Attempting to bind port 03d0e967-4105-4887-b987-1a835d64dedf on network 8a96d9ea-38f4-4cfa-9fa9-f96e27a81685 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:57:08.697913 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428534b6-e0fa-441f-88ab-73085724c4aa req-6c2f8079-0138-426d-a5e8-5bf49c9eb1f3 service neutron] Port 03d0e967-4105-4887-b987-1a835d64dedf on network 8a96d9ea-38f4-4cfa-9fa9-f96e27a81685 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:57:08.698312 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428534b6-e0fa-441f-88ab-73085724c4aa req-6c2f8079-0138-426d-a5e8-5bf49c9eb1f3 service neutron] Attempting to bind port 03d0e967-4105-4887-b987-1a835d64dedf on network 8a96d9ea-38f4-4cfa-9fa9-f96e27a81685 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:57:08.704931 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428534b6-e0fa-441f-88ab-73085724c4aa req-6c2f8079-0138-426d-a5e8-5bf49c9eb1f3 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:57:08.705573 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428534b6-e0fa-441f-88ab-73085724c4aa req-6c2f8079-0138-426d-a5e8-5bf49c9eb1f3 service neutron] Checking segment: {'id': '12c8bd24-8a1f-42fb-9a41-00636ec10d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '8a96d9ea-38f4-4cfa-9fa9-f96e27a81685'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:57:08.706184 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428534b6-e0fa-441f-88ab-73085724c4aa req-6c2f8079-0138-426d-a5e8-5bf49c9eb1f3 service neutron] Bound using segment: {'id': '12c8bd24-8a1f-42fb-9a41-00636ec10d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '8a96d9ea-38f4-4cfa-9fa9-f96e27a81685'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:57:08.706822 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-428534b6-e0fa-441f-88ab-73085724c4aa req-6c2f8079-0138-426d-a5e8-5bf49c9eb1f3 service neutron] Bound port: 03d0e967-4105-4887-b987-1a835d64dedf, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12c8bd24-8a1f-42fb-9a41-00636ec10d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '8a96d9ea-38f4-4cfa-9fa9-f96e27a81685'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:57:08.707407 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-428534b6-e0fa-441f-88ab-73085724c4aa req-6c2f8079-0138-426d-a5e8-5bf49c9eb1f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:08.790987 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-428534b6-e0fa-441f-88ab-73085724c4aa req-6c2f8079-0138-426d-a5e8-5bf49c9eb1f3 service neutron] For port 03d0e967-4105-4887-b987-1a835d64dedf, host n-h1-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:57:08.795380 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-428534b6-e0fa-441f-88ab-73085724c4aa req-6c2f8079-0138-426d-a5e8-5bf49c9eb1f3 service neutron] For port 03d0e967-4105-4887-b987-1a835d64dedf, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=03d0e967-4105-4887-b987-1a835d64dedf,segment=NetworkSegment(12c8bd24-8a1f-42fb-9a41-00636ec10d70),segment_id=12c8bd24-8a1f-42fb-9a41-00636ec10d70)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:57:08.805341 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-428534b6-e0fa-441f-88ab-73085724c4aa req-6c2f8079-0138-426d-a5e8-5bf49c9eb1f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:08.824371 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74db22f1-abc6-43a0-b46b-c7dda6b5157e tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Router 0f1d06f6-0ec7-4962-86e7-019f3af4644a has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:57:08.858575 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428534b6-e0fa-441f-88ab-73085724c4aa req-6c2f8079-0138-426d-a5e8-5bf49c9eb1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:08.859248 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-428534b6-e0fa-441f-88ab-73085724c4aa req-6c2f8079-0138-426d-a5e8-5bf49c9eb1f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:08.864924 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-428534b6-e0fa-441f-88ab-73085724c4aa req-6c2f8079-0138-426d-a5e8-5bf49c9eb1f3 service neutron] 10.222.0.74 "PUT /v2.0/ports/03d0e967-4105-4887-b987-1a835d64dedf HTTP/1.1" status: 200 len: 1055 time: 0.9880872 Nov 25 17:57:08.871626 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '500dd113-a0f1-419e-81ad-7bfc1cab1714', 'tag': '03d0e967-4105-4887-b987-1a835d64dedf'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:57:08.873983 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82306dfb-edd6-48fa-a949-df6f6db60265" -d '{"events": [{"name": "network-changed", "server_uuid": "500dd113-a0f1-419e-81ad-7bfc1cab1714", "tag": "03d0e967-4105-4887-b987-1a835d64dedf"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:57:08.883201 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2f8079-0138-426d-a5e8-5bf49c9eb1f3 service neutron] Pushing event updated for resources: {'Port': ['ID=03d0e967-4105-4887-b987-1a835d64dedf,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:08.957210 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35367747-3891-4933-b85b-2611283ff98b x-openstack-request-id: req-35367747-3891-4933-b85b-2611283ff98b {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:57:08.957514 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "500dd113-a0f1-419e-81ad-7bfc1cab1714", "tag": "03d0e967-4105-4887-b987-1a835d64dedf", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:57:08.957774 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-35367747-3891-4933-b85b-2611283ff98b {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:57:08.958220 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '500dd113-a0f1-419e-81ad-7bfc1cab1714', 'tag': '03d0e967-4105-4887-b987-1a835d64dedf', 'status': 'completed', 'code': 200} Nov 25 17:57:08.990320 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428534b6-e0fa-441f-88ab-73085724c4aa req-cd071e63-61d2-4c32-8755-372c0e4bcd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:08.991966 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-428534b6-e0fa-441f-88ab-73085724c4aa req-cd071e63-61d2-4c32-8755-372c0e4bcd0c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=97c58dc9e1cc4875b18599cedd8ec1e0&device_id=500dd113-a0f1-419e-81ad-7bfc1cab1714 HTTP/1.1" status: 200 len: 1058 time: 0.0764062 Nov 25 17:57:09.011048 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 599ba855-e34a-4dd4-8d8d-6a08accc6f6c up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:57:09.053539 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74db22f1-abc6-43a0-b46b-c7dda6b5157e tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:57:09.059440 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-428534b6-e0fa-441f-88ab-73085724c4aa req-922b990e-1c09-43be-b279-ab74384ea20a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=03d0e967-4105-4887-b987-1a835d64dedf HTTP/1.1" status: 200 len: 217 time: 0.0552886 Nov 25 17:57:09.064528 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-74db22f1-abc6-43a0-b46b-c7dda6b5157e tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:09.065847 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec39b9fe-b935-48cc-ad02-0f70aa06083e None None] Sync routers for ids ['0f1d06f6-0ec7-4962-86e7-019f3af4644a'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:57:09.081461 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec39b9fe-b935-48cc-ad02-0f70aa06083e None None] Routers {'0f1d06f6-0ec7-4962-86e7-019f3af4644a'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:57:09.083528 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-ec39b9fe-b935-48cc-ad02-0f70aa06083e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:56:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['0f1d06f6-0ec7-4962-86e7-019f3af4644a'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:09.106367 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 599ba855-e34a-4dd4-8d8d-6a08accc6f6c triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:57:09.106931 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:09.109474 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-74db22f1-abc6-43a0-b46b-c7dda6b5157e tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "PUT /v2.0/floatingips/4d257189-f071-4556-86a1-7078816c2cac HTTP/1.1" status: 200 len: 992 time: 1.3713324 Nov 25 17:57:09.112021 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac27e96e-a604-496a-acb9-64e7f0249888', 'tag': '44740c4c-54cc-48e0-87ef-7b2bff32e072'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:57:09.114665 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e964e4b5-fbdc-41e0-9b59-d3a28bdb354c" -d '{"events": [{"name": "network-changed", "server_uuid": "ac27e96e-a604-496a-acb9-64e7f0249888", "tag": "44740c4c-54cc-48e0-87ef-7b2bff32e072"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:57:09.160311 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428534b6-e0fa-441f-88ab-73085724c4aa req-f42b6cca-bd9b-401a-aadb-691f4e4c70d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:09.161782 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-428534b6-e0fa-441f-88ab-73085724c4aa req-f42b6cca-bd9b-401a-aadb-691f4e4c70d3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4b59d77d-706e-4631-9335-e157ff73f19f HTTP/1.1" status: 200 len: 838 time: 0.0936952 Nov 25 17:57:09.255012 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428534b6-e0fa-441f-88ab-73085724c4aa req-d067e3c9-ba33-44cd-ab18-5ec31889653f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:09.256531 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-428534b6-e0fa-441f-88ab-73085724c4aa req-d067e3c9-ba33-44cd-ab18-5ec31889653f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8a96d9ea-38f4-4cfa-9fa9-f96e27a81685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0869355 Nov 25 17:57:09.295878 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-ec39b9fe-b935-48cc-ad02-0f70aa06083e None None] Set router 0f1d06f6-0ec7-4962-86e7-019f3af4644a gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:57:09.384717 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1440158b-b69b-479d-80e4-fb00419a3c0c x-openstack-request-id: req-1440158b-b69b-479d-80e4-fb00419a3c0c {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:57:09.386641 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac27e96e-a604-496a-acb9-64e7f0249888", "tag": "44740c4c-54cc-48e0-87ef-7b2bff32e072", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:57:09.387223 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1440158b-b69b-479d-80e4-fb00419a3c0c {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:57:09.387881 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac27e96e-a604-496a-acb9-64e7f0249888', 'tag': '44740c4c-54cc-48e0-87ef-7b2bff32e072', 'status': 'completed', 'code': 200} Nov 25 17:57:09.401076 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-428534b6-e0fa-441f-88ab-73085724c4aa req-cab40fa1-0cc5-4b96-b6ed-a4a3f53c102f service neutron] 10.222.0.74 "GET /v2.0/networks/8a96d9ea-38f4-4cfa-9fa9-f96e27a81685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325166 Nov 25 17:57:09.478549 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e964e4b5-fbdc-41e0-9b59-d3a28bdb354c req-ba208d03-38f3-4a07-9819-04a73f434974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:09.480085 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e964e4b5-fbdc-41e0-9b59-d3a28bdb354c req-ba208d03-38f3-4a07-9819-04a73f434974 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d565d7fffa2d49b4a9e39a4ee7a417d3&device_id=ac27e96e-a604-496a-acb9-64e7f0249888 HTTP/1.1" status: 200 len: 1097 time: 0.0696890 Nov 25 17:57:09.518391 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-428534b6-e0fa-441f-88ab-73085724c4aa req-52f03d73-2c4c-40ac-ae8f-3703d1211cca service neutron] 10.222.0.74 "GET /v2.0/networks/8a96d9ea-38f4-4cfa-9fa9-f96e27a81685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091218 Nov 25 17:57:09.557930 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-ec39b9fe-b935-48cc-ad02-0f70aa06083e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1d06f6-0ec7-4962-86e7-019f3af4644a', 'name': 'tempest-AttachVolumeTestJSON-444141470-router', 'tenant_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '78aa78d0-de4f-4587-a0df-1ebdd3df5f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:52:36Z', 'updated_at': '2021-11-25T17:52:42Z', 'revision_number': 4, 'project_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'gw_port': {'id': '78aa78d0-de4f-4587-a0df-1ebdd3df5f36', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ad:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1d06f6-0ec7-4962-86e7-019f3af4644a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:52:37Z', 'updated_at': '2021-11-25T17:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '4d257189-f071-4556-86a1-7078816c2cac', 'tenant_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'floating_ip_address': '172.25.0.206', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '0f1d06f6-0ec7-4962-86e7-019f3af4644a', 'port_id': '44740c4c-54cc-48e0-87ef-7b2bff32e072', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70a573b0-b8cd-4b3b-a416-03e265a1da65', 'mac_address': 'fa:16:3e:47:2a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac27e96e-a604-496a-acb9-64e7f0249888', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:56:55Z', 'updated_at': '2021-11-25T17:57:08Z', 'revision_number': 1, 'project_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b17a078a-6bd1-4bd1-b4f8-4334951ae20a', 'name': '', 'network_id': '70a573b0-b8cd-4b3b-a416-03e265a1da65', 'tenant_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'mac_address': 'fa:16:3e:ed:6e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1d06f6-0ec7-4962-86e7-019f3af4644a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '88a810b4-d532-41af-9819-01c0d8d6a258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:52:41Z', 'updated_at': '2021-11-25T17:52:50Z', 'revision_number': 5, 'project_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'subnets': [{'id': '88a810b4-d532-41af-9819-01c0d8d6a258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:09.588910 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec39b9fe-b935-48cc-ad02-0f70aa06083e None None] Checking router: 0f1d06f6-0ec7-4962-86e7-019f3af4644a for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:57:09.600885 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec39b9fe-b935-48cc-ad02-0f70aa06083e None None] Routers {'0f1d06f6-0ec7-4962-86e7-019f3af4644a'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:57:09.601539 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-ec39b9fe-b935-48cc-ad02-0f70aa06083e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:56:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['0f1d06f6-0ec7-4962-86e7-019f3af4644a'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:09.617811 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e964e4b5-fbdc-41e0-9b59-d3a28bdb354c req-08d6f56d-a784-4f1e-a744-ebce7fb78de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:09.619514 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e964e4b5-fbdc-41e0-9b59-d3a28bdb354c req-08d6f56d-a784-4f1e-a744-ebce7fb78de7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=70a573b0-b8cd-4b3b-a416-03e265a1da65 HTTP/1.1" status: 200 len: 911 time: 0.1316652 Nov 25 17:57:09.634300 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82306dfb-edd6-48fa-a949-df6f6db60265 req-fc3b2c99-8335-400e-aa0b-ae37936c5c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:09.635958 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-82306dfb-edd6-48fa-a949-df6f6db60265 req-fc3b2c99-8335-400e-aa0b-ae37936c5c12 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=97c58dc9e1cc4875b18599cedd8ec1e0&device_id=500dd113-a0f1-419e-81ad-7bfc1cab1714 HTTP/1.1" status: 200 len: 1058 time: 0.0629194 Nov 25 17:57:09.724520 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e964e4b5-fbdc-41e0-9b59-d3a28bdb354c req-2ca1f153-0879-437e-827f-fbcd8b56ee9a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44740c4c-54cc-48e0-87ef-7b2bff32e072 HTTP/1.1" status: 200 len: 1000 time: 0.0962603 Nov 25 17:57:09.737317 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40aa917-413c-48db-bdcf-fa323c68df99 req-5de41877-3f4d-4c83-8048-463ff8ac6886 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:09.738835 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a40aa917-413c-48db-bdcf-fa323c68df99 req-5de41877-3f4d-4c83-8048-463ff8ac6886 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "GET /v2.0/ports?device_id=500dd113-a0f1-419e-81ad-7bfc1cab1714 HTTP/1.1" status: 200 len: 907 time: 0.1015821 Nov 25 17:57:09.739723 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82306dfb-edd6-48fa-a949-df6f6db60265 req-cb08475f-3570-4d85-942b-021c35cf6419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:09.741367 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-82306dfb-edd6-48fa-a949-df6f6db60265 req-cb08475f-3570-4d85-942b-021c35cf6419 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8a96d9ea-38f4-4cfa-9fa9-f96e27a81685 HTTP/1.1" status: 200 len: 898 time: 0.0973303 Nov 25 17:57:09.745330 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-ec39b9fe-b935-48cc-ad02-0f70aa06083e None None] Set router 0f1d06f6-0ec7-4962-86e7-019f3af4644a gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:57:09.788757 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e964e4b5-fbdc-41e0-9b59-d3a28bdb354c req-e6aae273-6ee0-4ef8-8dbc-bb1564c24fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:09.790394 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e964e4b5-fbdc-41e0-9b59-d3a28bdb354c req-e6aae273-6ee0-4ef8-8dbc-bb1564c24fd9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=88a810b4-d532-41af-9819-01c0d8d6a258 HTTP/1.1" status: 200 len: 849 time: 0.0506849 Nov 25 17:57:09.790899 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-82306dfb-edd6-48fa-a949-df6f6db60265 req-2ccd1e1b-ad65-415c-be07-34ea8fdff01b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=03d0e967-4105-4887-b987-1a835d64dedf HTTP/1.1" status: 200 len: 217 time: 0.0412660 Nov 25 17:57:09.839403 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e964e4b5-fbdc-41e0-9b59-d3a28bdb354c req-68f42d1c-4774-46eb-8c3a-ab9a71129613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:09.840886 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e964e4b5-fbdc-41e0-9b59-d3a28bdb354c req-68f42d1c-4774-46eb-8c3a-ab9a71129613 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=70a573b0-b8cd-4b3b-a416-03e265a1da65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428116 Nov 25 17:57:09.846881 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82306dfb-edd6-48fa-a949-df6f6db60265 req-c93ecac0-a0dc-42ed-9b88-29f6d47cdfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:09.848352 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-82306dfb-edd6-48fa-a949-df6f6db60265 req-c93ecac0-a0dc-42ed-9b88-29f6d47cdfcb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4b59d77d-706e-4631-9335-e157ff73f19f HTTP/1.1" status: 200 len: 838 time: 0.0479319 Nov 25 17:57:09.899976 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82306dfb-edd6-48fa-a949-df6f6db60265 req-ff0f181d-8e65-410a-a0be-d2d41e689710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:09.902278 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-82306dfb-edd6-48fa-a949-df6f6db60265 req-ff0f181d-8e65-410a-a0be-d2d41e689710 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8a96d9ea-38f4-4cfa-9fa9-f96e27a81685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451801 Nov 25 17:57:09.933155 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e964e4b5-fbdc-41e0-9b59-d3a28bdb354c req-88ba02bc-379c-441a-ac7c-fcf1b01c0149 service neutron] 10.222.0.90 "GET /v2.0/networks/70a573b0-b8cd-4b3b-a416-03e265a1da65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845826 Nov 25 17:57:09.981274 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-ec39b9fe-b935-48cc-ad02-0f70aa06083e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1d06f6-0ec7-4962-86e7-019f3af4644a', 'name': 'tempest-AttachVolumeTestJSON-444141470-router', 'tenant_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '78aa78d0-de4f-4587-a0df-1ebdd3df5f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:52:36Z', 'updated_at': '2021-11-25T17:52:42Z', 'revision_number': 4, 'project_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'gw_port': {'id': '78aa78d0-de4f-4587-a0df-1ebdd3df5f36', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ad:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1d06f6-0ec7-4962-86e7-019f3af4644a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:52:37Z', 'updated_at': '2021-11-25T17:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '4d257189-f071-4556-86a1-7078816c2cac', 'tenant_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'floating_ip_address': '172.25.0.206', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '0f1d06f6-0ec7-4962-86e7-019f3af4644a', 'port_id': '44740c4c-54cc-48e0-87ef-7b2bff32e072', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70a573b0-b8cd-4b3b-a416-03e265a1da65', 'mac_address': 'fa:16:3e:47:2a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac27e96e-a604-496a-acb9-64e7f0249888', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:56:55Z', 'updated_at': '2021-11-25T17:57:08Z', 'revision_number': 1, 'project_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b17a078a-6bd1-4bd1-b4f8-4334951ae20a', 'name': '', 'network_id': '70a573b0-b8cd-4b3b-a416-03e265a1da65', 'tenant_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'mac_address': 'fa:16:3e:ed:6e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1d06f6-0ec7-4962-86e7-019f3af4644a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '88a810b4-d532-41af-9819-01c0d8d6a258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:52:41Z', 'updated_at': '2021-11-25T17:52:50Z', 'revision_number': 5, 'project_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'subnets': [{'id': '88a810b4-d532-41af-9819-01c0d8d6a258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:10.011552 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec39b9fe-b935-48cc-ad02-0f70aa06083e None None] The sync data for ids ['0f1d06f6-0ec7-4962-86e7-019f3af4644a'] in n-d-817746-1 is: [{'id': '0f1d06f6-0ec7-4962-86e7-019f3af4644a', 'name': 'tempest-AttachVolumeTestJSON-444141470-router', 'tenant_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '78aa78d0-de4f-4587-a0df-1ebdd3df5f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:52:36Z', 'updated_at': '2021-11-25T17:52:42Z', 'revision_number': 4, 'project_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'gw_port': {'id': '78aa78d0-de4f-4587-a0df-1ebdd3df5f36', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ad:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1d06f6-0ec7-4962-86e7-019f3af4644a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:52:37Z', 'updated_at': '2021-11-25T17:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '4d257189-f071-4556-86a1-7078816c2cac', 'tenant_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'floating_ip_address': '172.25.0.206', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '0f1d06f6-0ec7-4962-86e7-019f3af4644a', 'port_id': '44740c4c-54cc-48e0-87ef-7b2bff32e072', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70a573b0-b8cd-4b3b-a416-03e265a1da65', 'mac_address': 'fa:16:3e:47:2a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac27e96e-a604-496a-acb9-64e7f0249888', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:56:55Z', 'updated_at': '2021-11-25T17:57:08Z', 'revision_number': 1, 'project_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b17a078a-6bd1-4bd1-b4f8-4334951ae20a', 'name': '', 'network_id': '70a573b0-b8cd-4b3b-a416-03e265a1da65', 'tenant_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'mac_address': 'fa:16:3e:ed:6e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1d06f6-0ec7-4962-86e7-019f3af4644a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '88a810b4-d532-41af-9819-01c0d8d6a258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:52:41Z', 'updated_at': '2021-11-25T17:52:50Z', 'revision_number': 5, 'project_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'subnets': [{'id': '88a810b4-d532-41af-9819-01c0d8d6a258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:57:10.013883 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-82306dfb-edd6-48fa-a949-df6f6db60265 req-b2110f46-61e0-46ce-b935-6499e613d60b service neutron] 10.222.0.74 "GET /v2.0/networks/8a96d9ea-38f4-4cfa-9fa9-f96e27a81685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029401 Nov 25 17:57:10.033475 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e964e4b5-fbdc-41e0-9b59-d3a28bdb354c req-f2daa37b-2dbe-464f-a9d9-33936fd7bcfa service neutron] 10.222.0.90 "GET /v2.0/networks/70a573b0-b8cd-4b3b-a416-03e265a1da65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927808 Nov 25 17:57:10.116238 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-82306dfb-edd6-48fa-a949-df6f6db60265 req-2df8fab0-50d3-482c-ae80-9b22a866e2d8 service neutron] 10.222.0.74 "GET /v2.0/networks/8a96d9ea-38f4-4cfa-9fa9-f96e27a81685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943875 Nov 25 17:57:10.222822 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9355ee6e-8a60-4672-a67a-1da58ffb9762 None None] New status for floating IP 4d257189-f071-4556-86a1-7078816c2cac: ACTIVE {{(pid=103362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:57:10.857117 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af18e52-3e46-4c9c-9af5-c1c9713256c6 req-0e0b7613-b78a-4016-af58-815c0b1c349a tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:10.858604 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8af18e52-3e46-4c9c-9af5-c1c9713256c6 req-0e0b7613-b78a-4016-af58-815c0b1c349a tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "GET /v2.0/ports?device_id=500dd113-a0f1-419e-81ad-7bfc1cab1714 HTTP/1.1" status: 200 len: 907 time: 0.0510097 Nov 25 17:57:11.975028 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd14e4-9d71-4c43-9a9f-669a425b070f req-67f4271b-fd08-4645-8559-3b98b3035113 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:11.976536 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-19dd14e4-9d71-4c43-9a9f-669a425b070f req-67f4271b-fd08-4645-8559-3b98b3035113 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "GET /v2.0/ports?device_id=500dd113-a0f1-419e-81ad-7bfc1cab1714 HTTP/1.1" status: 200 len: 907 time: 0.0502348 Nov 25 17:57:13.100126 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ac9dc-617e-4d48-b51a-a158a4e4d858 req-0971f99b-b4d4-4f4d-8bb9-786924d47743 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:13.101533 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b86ac9dc-617e-4d48-b51a-a158a4e4d858 req-0971f99b-b4d4-4f4d-8bb9-786924d47743 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "GET /v2.0/ports?device_id=500dd113-a0f1-419e-81ad-7bfc1cab1714 HTTP/1.1" status: 200 len: 907 time: 0.0534096 Nov 25 17:57:13.476123 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 03d0e967-4105-4887-b987-1a835d64dedf details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:57:13.577486 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 03d0e967-4105-4887-b987-1a835d64dedf, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=03d0e967-4105-4887-b987-1a835d64dedf,segment=NetworkSegment(12c8bd24-8a1f-42fb-9a41-00636ec10d70),segment_id=12c8bd24-8a1f-42fb-9a41-00636ec10d70)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:57:13.588638 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '03d0e967-4105-4887-b987-1a835d64dedf', 'network_id': '8a96d9ea-38f4-4cfa-9fa9-f96e27a81685', 'port_id': '03d0e967-4105-4887-b987-1a835d64dedf', 'mac_address': 'fa:16:3e:8b:ab:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 939, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b59d77d-706e-4631-9335-e157ff73f19f', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:57:13.625130 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:13.637807 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03d0e967-4105-4887-b987-1a835d64dedf {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:57:13.655920 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 03d0e967-4105-4887-b987-1a835d64dedf, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=03d0e967-4105-4887-b987-1a835d64dedf,segment=NetworkSegment(12c8bd24-8a1f-42fb-9a41-00636ec10d70),segment_id=12c8bd24-8a1f-42fb-9a41-00636ec10d70)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:57:13.660487 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:13.712572 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=03d0e967-4105-4887-b987-1a835d64dedf,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:13.909560 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['03d0e967-4105-4887-b987-1a835d64dedf'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:57:14.216050 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95159c-0cd0-4f97-912a-6980ddf8c1f8 req-0d32d94a-8897-4073-ab2e-8b8c56408974 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:14.217552 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ef95159c-0cd0-4f97-912a-6980ddf8c1f8 req-0d32d94a-8897-4073-ab2e-8b8c56408974 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "GET /v2.0/ports?device_id=500dd113-a0f1-419e-81ad-7bfc1cab1714 HTTP/1.1" status: 200 len: 908 time: 0.0488420 Nov 25 17:57:15.334758 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc0686-e692-4e91-864b-7b89e351c994 req-a6f8e20f-3996-4308-92a1-abfcc74c81d7 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:15.336298 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c1fc0686-e692-4e91-864b-7b89e351c994 req-a6f8e20f-3996-4308-92a1-abfcc74c81d7 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "GET /v2.0/ports?device_id=500dd113-a0f1-419e-81ad-7bfc1cab1714 HTTP/1.1" status: 200 len: 908 time: 0.0508287 Nov 25 17:57:15.475233 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 03d0e967-4105-4887-b987-1a835d64dedf up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:57:15.524229 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port 03d0e967-4105-4887-b987-1a835d64dedf completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:57:15.527932 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 03d0e967-4105-4887-b987-1a835d64dedf triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:57:15.528312 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:15.613261 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:15.635424 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '500dd113-a0f1-419e-81ad-7bfc1cab1714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d0e967-4105-4887-b987-1a835d64dedf'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:57:15.637640 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98d2b5b-ec2d-46ba-92ea-e5dd7dae2b7b" -d '{"events": [{"server_uuid": "500dd113-a0f1-419e-81ad-7bfc1cab1714", "name": "network-vif-plugged", "status": "completed", "tag": "03d0e967-4105-4887-b987-1a835d64dedf"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:57:15.649944 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 03d0e967-4105-4887-b987-1a835d64dedf, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=03d0e967-4105-4887-b987-1a835d64dedf,segment=NetworkSegment(12c8bd24-8a1f-42fb-9a41-00636ec10d70),segment_id=12c8bd24-8a1f-42fb-9a41-00636ec10d70)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:57:15.654041 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:15.678284 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d737bc33-ef35-413c-9fb0-07304e3a1e30 x-openstack-request-id: req-d737bc33-ef35-413c-9fb0-07304e3a1e30 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:57:15.678576 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "500dd113-a0f1-419e-81ad-7bfc1cab1714", "name": "network-vif-plugged", "status": "completed", "tag": "03d0e967-4105-4887-b987-1a835d64dedf", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:57:15.678829 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d737bc33-ef35-413c-9fb0-07304e3a1e30 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:57:15.679220 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '500dd113-a0f1-419e-81ad-7bfc1cab1714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d0e967-4105-4887-b987-1a835d64dedf', 'code': 200} Nov 25 17:57:15.705985 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=03d0e967-4105-4887-b987-1a835d64dedf,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:15.771809 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2435f52-fa51-4a2e-922d-ccab2d74863d req-c95ea490-f952-4514-95f1-8c73d0555b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:15.773302 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-a2435f52-fa51-4a2e-922d-ccab2d74863d req-c95ea490-f952-4514-95f1-8c73d0555b63 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=500dd113-a0f1-419e-81ad-7bfc1cab1714 HTTP/1.1" status: 200 len: 1060 time: 0.0399661 Nov 25 17:57:16.457167 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffddfff-ccfb-4053-9cb5-c9f2a8d25f5e req-0c7d7008-81fc-4b73-aa21-1e4c0d6f09b3 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:16.458627 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bffddfff-ccfb-4053-9cb5-c9f2a8d25f5e req-0c7d7008-81fc-4b73-aa21-1e4c0d6f09b3 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "GET /v2.0/ports?device_id=500dd113-a0f1-419e-81ad-7bfc1cab1714 HTTP/1.1" status: 200 len: 909 time: 0.0488758 Nov 25 17:57:16.892226 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:17.051943 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:17.135622 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-42c65ebe-9cb6-4650-9bfc-bd1e6cdf4dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:17.576337 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5f0c8-438c-4a3a-bd6c-97be47ad48a8 req-ac17d4c6-d5ba-4a83-b068-86caad1f5f27 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:17.577877 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9af5f0c8-438c-4a3a-bd6c-97be47ad48a8 req-ac17d4c6-d5ba-4a83-b068-86caad1f5f27 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "GET /v2.0/ports?device_id=500dd113-a0f1-419e-81ad-7bfc1cab1714 HTTP/1.1" status: 200 len: 909 time: 0.0522223 Nov 25 17:57:17.699804 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb8432-a3e8-45eb-b163-7ad31158970c req-81dfe761-cbd4-40eb-b25b-013af8ddeec5 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:17.701344 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-23eb8432-a3e8-45eb-b163-7ad31158970c req-81dfe761-cbd4-40eb-b25b-013af8ddeec5 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "GET /v2.0/ports?device_id=500dd113-a0f1-419e-81ad-7bfc1cab1714 HTTP/1.1" status: 200 len: 909 time: 0.0504913 Nov 25 17:57:17.806425 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bbe4ba-04fe-41d0-97a2-b28020a5db7a req-030833a8-b41d-4bb2-b55b-0eed72e11357 tempest-TestSecurityGroupsBasicOps-1531194188 tempest-TestSecurityGroupsBasicOps-1531194188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:17.807895 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-38bbe4ba-04fe-41d0-97a2-b28020a5db7a req-030833a8-b41d-4bb2-b55b-0eed72e11357 tempest-TestSecurityGroupsBasicOps-1531194188 tempest-TestSecurityGroupsBasicOps-1531194188-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=500dd113-a0f1-419e-81ad-7bfc1cab1714 HTTP/1.1" status: 200 len: 1060 time: 0.0397465 Nov 25 17:57:17.915801 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6dc84-5f99-49ca-ac32-20f8c2b91b00 req-07d527c5-4f7d-439d-8dfb-2bfe3d083106 tempest-TestSecurityGroupsBasicOps-1531194188 tempest-TestSecurityGroupsBasicOps-1531194188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:17.917333 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c8d6dc84-5f99-49ca-ac32-20f8c2b91b00 req-07d527c5-4f7d-439d-8dfb-2bfe3d083106 tempest-TestSecurityGroupsBasicOps-1531194188 tempest-TestSecurityGroupsBasicOps-1531194188-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=4dd63b2f-78a9-40b0-a7bc-fc8deffddf51 HTTP/1.1" status: 200 len: 1135 time: 0.0402694 Nov 25 17:57:17.975517 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c8d6dc84-5f99-49ca-ac32-20f8c2b91b00 req-ffb79dec-3902-495b-8ce3-f80868e69694 tempest-TestSecurityGroupsBasicOps-1531194188 tempest-TestSecurityGroupsBasicOps-1531194188-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=3ab24b40-d032-4126-bd10-66384ff572d1&id=46dae59f-c204-4f5d-942f-0c5e71da4817&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0518625 Nov 25 17:57:17.997025 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 54998) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:57:18.036155 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1303b2e-b60d-4389-a3df-dbededb00eb1 tempest-TestSecurityGroupsBasicOps-1531194188 tempest-TestSecurityGroupsBasicOps-1531194188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:18.037670 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c1303b2e-b60d-4389-a3df-dbededb00eb1 tempest-TestSecurityGroupsBasicOps-1531194188 tempest-TestSecurityGroupsBasicOps-1531194188-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=500dd113-a0f1-419e-81ad-7bfc1cab1714 HTTP/1.1" status: 200 len: 1055 time: 0.0397534 Nov 25 17:57:18.253913 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b64cb-0a1e-4d3a-a465-0da20647fd8b req-8b0a7732-83ab-47e8-9bd2-340c42fc4f1c tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:18.255299 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-487b64cb-0a1e-4d3a-a465-0da20647fd8b req-8b0a7732-83ab-47e8-9bd2-340c42fc4f1c tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "GET /v2.0/ports?device_id=500dd113-a0f1-419e-81ad-7bfc1cab1714 HTTP/1.1" status: 200 len: 909 time: 0.0489032 Nov 25 17:57:19.371759 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a8870d-1484-458e-b8c1-7dd2d2aa74a8 req-8e646d14-efd5-4778-8fa2-5b309cd1d49f tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:19.373243 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-51a8870d-1484-458e-b8c1-7dd2d2aa74a8 req-8e646d14-efd5-4778-8fa2-5b309cd1d49f tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "GET /v2.0/ports?device_id=500dd113-a0f1-419e-81ad-7bfc1cab1714 HTTP/1.1" status: 200 len: 909 time: 0.0490832 Nov 25 17:57:19.674654 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205547f8-1c07-4743-8d20-19ab70143919 req-52a3c919-2dd9-405c-abd7-89a4fed5a7bd tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:19.676179 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-205547f8-1c07-4743-8d20-19ab70143919 req-52a3c919-2dd9-405c-abd7-89a4fed5a7bd tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.74 "GET /v2.0/ports?device_id=500dd113-a0f1-419e-81ad-7bfc1cab1714 HTTP/1.1" status: 200 len: 909 time: 0.0539136 Nov 25 17:57:19.767358 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-205547f8-1c07-4743-8d20-19ab70143919 req-11f80ca9-020b-477a-9d31-596eb8f85903 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Deleting port 03d0e967-4105-4887-b987-1a835d64dedf {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:57:19.767705 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-205547f8-1c07-4743-8d20-19ab70143919 req-11f80ca9-020b-477a-9d31-596eb8f85903 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:19.841606 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6d6a8218-b649-4f06-8210-f37ccc35576e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:19.862126 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-205547f8-1c07-4743-8d20-19ab70143919 req-11f80ca9-020b-477a-9d31-596eb8f85903 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] For port 03d0e967-4105-4887-b987-1a835d64dedf, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=03d0e967-4105-4887-b987-1a835d64dedf,segment=NetworkSegment(12c8bd24-8a1f-42fb-9a41-00636ec10d70),segment_id=12c8bd24-8a1f-42fb-9a41-00636ec10d70)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:57:19.862490 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-205547f8-1c07-4743-8d20-19ab70143919 req-11f80ca9-020b-477a-9d31-596eb8f85903 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:20.145103 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-205547f8-1c07-4743-8d20-19ab70143919 req-11f80ca9-020b-477a-9d31-596eb8f85903 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Calling delete_port for 03d0e967-4105-4887-b987-1a835d64dedf owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:57:20.157015 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8f635-5b8d-4841-870e-91befbdfebc0 req-e60bcad7-43bf-48b0-b877-01e2445f093f tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:20.159280 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-53e8f635-5b8d-4841-870e-91befbdfebc0 req-e60bcad7-43bf-48b0-b877-01e2445f093f tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ebcc772-5424-44f1-b204-5ec9a995b0e7 HTTP/1.1" status: 200 len: 946 time: 0.0553651 Nov 25 17:57:20.210239 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-53e8f635-5b8d-4841-870e-91befbdfebc0 req-ca8c0ca8-d719-4e2c-98b7-618c3c545c00 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] 10.222.0.75 "GET /v2.0/security-groups?id=d0eb8955-3837-4033-8077-0a461ef082d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448420 Nov 25 17:57:20.274473 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-205547f8-1c07-4743-8d20-19ab70143919 req-11f80ca9-020b-477a-9d31-596eb8f85903 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:20.304191 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f80ca9-020b-477a-9d31-596eb8f85903 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Pushing event deleted for resources: {'Port': ['ID=03d0e967-4105-4887-b987-1a835d64dedf,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:20.349893 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-205547f8-1c07-4743-8d20-19ab70143919 req-11f80ca9-020b-477a-9d31-596eb8f85903 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] No DVR routers for this DVR port 03d0e967-4105-4887-b987-1a835d64dedf on host n-h1-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:57:20.352910 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-205547f8-1c07-4743-8d20-19ab70143919 req-11f80ca9-020b-477a-9d31-596eb8f85903 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:20.356646 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-205547f8-1c07-4743-8d20-19ab70143919 req-11f80ca9-020b-477a-9d31-596eb8f85903 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.74 "DELETE /v2.0/ports/03d0e967-4105-4887-b987-1a835d64dedf HTTP/1.1" status: 204 len: 173 time: 0.6734610 Nov 25 17:57:20.357172 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '500dd113-a0f1-419e-81ad-7bfc1cab1714', 'name': 'network-vif-deleted', 'tag': '03d0e967-4105-4887-b987-1a835d64dedf'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:57:20.359492 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cecd0073-1cc9-4a1a-8302-83c172c95340" -d '{"events": [{"server_uuid": "500dd113-a0f1-419e-81ad-7bfc1cab1714", "name": "network-vif-deleted", "tag": "03d0e967-4105-4887-b987-1a835d64dedf"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:57:20.412976 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d736d9e-bd52-4a4f-b558-0b0f527154e2 x-openstack-request-id: req-2d736d9e-bd52-4a4f-b558-0b0f527154e2 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:57:20.413279 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "500dd113-a0f1-419e-81ad-7bfc1cab1714", "name": "network-vif-deleted", "tag": "03d0e967-4105-4887-b987-1a835d64dedf", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:57:20.413544 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2d736d9e-bd52-4a4f-b558-0b0f527154e2 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:57:20.413942 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '500dd113-a0f1-419e-81ad-7bfc1cab1714', 'name': 'network-vif-deleted', 'tag': '03d0e967-4105-4887-b987-1a835d64dedf', 'status': 'completed', 'code': 200} Nov 25 17:57:20.498494 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a5d7524c-76d8-41f8-8b59-fbeea5fb248f req-de01dabb-f640-4347-8f6a-60b80376ed4b tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "GET /v2.0/ports?device_id=500dd113-a0f1-419e-81ad-7bfc1cab1714 HTTP/1.1" status: 200 len: 210 time: 0.0376079 Nov 25 17:57:20.881827 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:21.328694 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9199a3d5-a432-405a-8626-8f794e0705cb req-1279d8f6-f221-42cc-b866-c2148a94afa1 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:21.330455 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9199a3d5-a432-405a-8626-8f794e0705cb req-1279d8f6-f221-42cc-b866-c2148a94afa1 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ebcc772-5424-44f1-b204-5ec9a995b0e7 HTTP/1.1" status: 200 len: 946 time: 0.0507867 Nov 25 17:57:21.380311 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9199a3d5-a432-405a-8626-8f794e0705cb req-4319358b-1556-4a76-9cec-33a0dbe78a9f tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] 10.222.0.75 "GET /v2.0/security-groups?id=d0eb8955-3837-4033-8077-0a461ef082d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438735 Nov 25 17:57:21.519610 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e57d0a-35b1-4127-95e4-0fbf7144ea59 req-be7c27b1-8d63-4c9f-9c48-39d10cfd3712 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:21.521182 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d8e57d0a-35b1-4127-95e4-0fbf7144ea59 req-be7c27b1-8d63-4c9f-9c48-39d10cfd3712 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] 10.222.0.74 "GET /v2.0/ports?device_id=6ebcc772-5424-44f1-b204-5ec9a995b0e7 HTTP/1.1" status: 200 len: 946 time: 0.0510886 Nov 25 17:57:21.554639 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55030) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:57:21.630691 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-d8e57d0a-35b1-4127-95e4-0fbf7144ea59 req-599b94b4-5307-466e-9177-5d9d8831dc03 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Deleting port 538569fd-1f15-4370-97bc-c1b00113f18e {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:57:21.631033 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-d8e57d0a-35b1-4127-95e4-0fbf7144ea59 req-599b94b4-5307-466e-9177-5d9d8831dc03 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:21.662361 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-150ad34b-8788-4ac2-8670-546b5421e3f1 req-bc56cc20-ad98-41c9-a243-6872b06c0c8f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=4dd63b2f-78a9-40b0-a7bc-fc8deffddf51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1739640 Nov 25 17:57:21.725814 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-d8e57d0a-35b1-4127-95e4-0fbf7144ea59 req-599b94b4-5307-466e-9177-5d9d8831dc03 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] For port 538569fd-1f15-4370-97bc-c1b00113f18e, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=538569fd-1f15-4370-97bc-c1b00113f18e,segment=NetworkSegment(692e7f4e-f503-4f7b-9c33-1cf3ca0dc7ac),segment_id=692e7f4e-f503-4f7b-9c33-1cf3ca0dc7ac)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:57:21.726187 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-d8e57d0a-35b1-4127-95e4-0fbf7144ea59 req-599b94b4-5307-466e-9177-5d9d8831dc03 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:21.809856 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ad34b-8788-4ac2-8670-546b5421e3f1 req-718b9530-ef77-4fdc-8afe-61f5ed7d5ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:21.811242 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-150ad34b-8788-4ac2-8670-546b5421e3f1 req-718b9530-ef77-4fdc-8afe-61f5ed7d5ae9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=97c58dc9e1cc4875b18599cedd8ec1e0&device_id=4dd63b2f-78a9-40b0-a7bc-fc8deffddf51 HTTP/1.1" status: 200 len: 1135 time: 0.0829642 Nov 25 17:57:21.957723 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-d8e57d0a-35b1-4127-95e4-0fbf7144ea59 req-599b94b4-5307-466e-9177-5d9d8831dc03 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:21.958239 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-d8e57d0a-35b1-4127-95e4-0fbf7144ea59 req-599b94b4-5307-466e-9177-5d9d8831dc03 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:21.959399 n-d-817746-1 neutron-server[103360]: INFO neutron.db.l3_db [req-d8e57d0a-35b1-4127-95e4-0fbf7144ea59 req-599b94b4-5307-466e-9177-5d9d8831dc03 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Floating IP ff35f5bf-82d8-4140-822f-99bd313db968 disassociated. External IP: 172.25.0.21, port: 538569fd-1f15-4370-97bc-c1b00113f18e. Nov 25 17:57:21.959609 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-d8e57d0a-35b1-4127-95e4-0fbf7144ea59 req-599b94b4-5307-466e-9177-5d9d8831dc03 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Calling delete_port for 538569fd-1f15-4370-97bc-c1b00113f18e owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:57:21.978638 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ad34b-8788-4ac2-8670-546b5421e3f1 req-e739ef47-d998-4c9a-b965-a50ffa18d52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:21.980102 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-150ad34b-8788-4ac2-8670-546b5421e3f1 req-e739ef47-d998-4c9a-b965-a50ffa18d52a service neutron] 10.222.0.90 "GET /v2.0/networks?id=9be04e7b-745f-4233-94c2-fabec29b8fd2 HTTP/1.1" status: 200 len: 898 time: 0.1321142 Nov 25 17:57:22.087420 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:22.088142 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-150ad34b-8788-4ac2-8670-546b5421e3f1 req-e363157b-dfde-42f1-a974-27c9e8f7c12d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7665fe73-3938-43da-987a-dc9c12936ac4 HTTP/1.1" status: 200 len: 1001 time: 0.0974493 Nov 25 17:57:22.101836 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-d8e57d0a-35b1-4127-95e4-0fbf7144ea59 req-599b94b4-5307-466e-9177-5d9d8831dc03 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:22.131661 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599b94b4-5307-466e-9177-5d9d8831dc03 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Pushing event deleted for resources: {'Port': ['ID=538569fd-1f15-4370-97bc-c1b00113f18e,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:22.150148 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ad34b-8788-4ac2-8670-546b5421e3f1 req-3c5961a3-3a26-4595-acf6-038294cedd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:22.151625 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-150ad34b-8788-4ac2-8670-546b5421e3f1 req-3c5961a3-3a26-4595-acf6-038294cedd21 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a0353a8e-e04d-4300-b9da-1f5624182072 HTTP/1.1" status: 200 len: 835 time: 0.0551462 Nov 25 17:57:22.155880 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bab12d54-0464-4fd2-847a-477d7181fa12 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:22.256735 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8e57d0a-35b1-4127-95e4-0fbf7144ea59 req-599b94b4-5307-466e-9177-5d9d8831dc03 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Router e91ee442-95d4-4719-82c1-870bd1b11981 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:57:22.390088 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8e57d0a-35b1-4127-95e4-0fbf7144ea59 req-599b94b4-5307-466e-9177-5d9d8831dc03 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:57:22.413912 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa7bb9e-8ffc-4f01-986f-f46860443477 None None] Sync routers for ids ['e91ee442-95d4-4719-82c1-870bd1b11981'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:57:22.432717 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa7bb9e-8ffc-4f01-986f-f46860443477 None None] Routers {'e91ee442-95d4-4719-82c1-870bd1b11981'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:57:22.433503 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-0aa7bb9e-8ffc-4f01-986f-f46860443477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:57:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['e91ee442-95d4-4719-82c1-870bd1b11981'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:22.444670 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8e57d0a-35b1-4127-95e4-0fbf7144ea59 req-599b94b4-5307-466e-9177-5d9d8831dc03 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] No DVR routers for this DVR port 538569fd-1f15-4370-97bc-c1b00113f18e on host n-h1-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:57:22.450979 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-d8e57d0a-35b1-4127-95e4-0fbf7144ea59 req-599b94b4-5307-466e-9177-5d9d8831dc03 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:22.455966 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d8e57d0a-35b1-4127-95e4-0fbf7144ea59 req-599b94b4-5307-466e-9177-5d9d8831dc03 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] 10.222.0.74 "DELETE /v2.0/ports/538569fd-1f15-4370-97bc-c1b00113f18e HTTP/1.1" status: 204 len: 173 time: 0.9268143 Nov 25 17:57:22.456483 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ebcc772-5424-44f1-b204-5ec9a995b0e7', 'name': 'network-vif-deleted', 'tag': '538569fd-1f15-4370-97bc-c1b00113f18e'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:57:22.459273 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6da784c-e431-4346-a661-3502188da0c4" -d '{"events": [{"server_uuid": "6ebcc772-5424-44f1-b204-5ec9a995b0e7", "name": "network-vif-deleted", "tag": "538569fd-1f15-4370-97bc-c1b00113f18e"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:57:22.511425 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83d65ac-2f5f-4d19-9990-54c85051c486 x-openstack-request-id: req-e83d65ac-2f5f-4d19-9990-54c85051c486 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:57:22.511735 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ebcc772-5424-44f1-b204-5ec9a995b0e7", "name": "network-vif-deleted", "tag": "538569fd-1f15-4370-97bc-c1b00113f18e", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:57:22.511992 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e83d65ac-2f5f-4d19-9990-54c85051c486 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:57:22.512464 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ebcc772-5424-44f1-b204-5ec9a995b0e7', 'name': 'network-vif-deleted', 'tag': '538569fd-1f15-4370-97bc-c1b00113f18e', 'status': 'completed', 'code': 200} Nov 25 17:57:22.636813 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-0aa7bb9e-8ffc-4f01-986f-f46860443477 None None] Set router e91ee442-95d4-4719-82c1-870bd1b11981 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:57:22.710768 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0c0618c2-e5b5-4b43-8292-3f9dec4a8637 req-6725d2b2-d64b-46ad-afae-378da27c1249 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ebcc772-5424-44f1-b204-5ec9a995b0e7 HTTP/1.1" status: 200 len: 210 time: 0.0627270 Nov 25 17:57:22.730357 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ad34b-8788-4ac2-8670-546b5421e3f1 req-24940d47-e298-4953-b0dc-8ca220373310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:22.731885 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-150ad34b-8788-4ac2-8670-546b5421e3f1 req-24940d47-e298-4953-b0dc-8ca220373310 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9be04e7b-745f-4233-94c2-fabec29b8fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5727847 Nov 25 17:57:22.908998 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-150ad34b-8788-4ac2-8670-546b5421e3f1 req-51d57628-3b7a-4399-93ca-9d9173a8d47a service neutron] 10.222.0.90 "GET /v2.0/networks/9be04e7b-745f-4233-94c2-fabec29b8fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677871 Nov 25 17:57:22.993990 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-0aa7bb9e-8ffc-4f01-986f-f46860443477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91ee442-95d4-4719-82c1-870bd1b11981', 'name': 'tempest-TestServerBasicOps-846702002-router', 'tenant_id': 'e69beea86d034f398c1d6fc720d35db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a628a886-a259-4dad-a59f-f37cfdc5f054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:51:47Z', 'updated_at': '2021-11-25T17:51:55Z', 'revision_number': 4, 'project_id': 'e69beea86d034f398c1d6fc720d35db8', 'gw_port': {'id': 'a628a886-a259-4dad-a59f-f37cfdc5f054', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91ee442-95d4-4719-82c1-870bd1b11981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:48Z', 'updated_at': '2021-11-25T17:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '45cd16e8-5a5c-4d13-8a13-0c171b0ba20d', 'name': '', 'network_id': '766cc6a0-9cae-4dff-aad3-bb04508f9490', 'tenant_id': 'e69beea86d034f398c1d6fc720d35db8', 'mac_address': 'fa:16:3e:7d:e1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91ee442-95d4-4719-82c1-870bd1b11981', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '50ec2d95-5a02-4606-9013-483e9966ecad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:54Z', 'updated_at': '2021-11-25T17:52:03Z', 'revision_number': 5, 'project_id': 'e69beea86d034f398c1d6fc720d35db8', 'subnets': [{'id': '50ec2d95-5a02-4606-9013-483e9966ecad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:23.024247 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:23.040897 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa7bb9e-8ffc-4f01-986f-f46860443477 None None] Checking router: e91ee442-95d4-4719-82c1-870bd1b11981 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:57:23.051535 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa7bb9e-8ffc-4f01-986f-f46860443477 None None] Routers {'e91ee442-95d4-4719-82c1-870bd1b11981'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:57:23.052281 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-0aa7bb9e-8ffc-4f01-986f-f46860443477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:57:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['e91ee442-95d4-4719-82c1-870bd1b11981'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:23.105656 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-150ad34b-8788-4ac2-8670-546b5421e3f1 req-49a73366-e390-4fea-9ad9-7c967ea59bb5 service neutron] 10.222.0.90 "GET /v2.0/networks/9be04e7b-745f-4233-94c2-fabec29b8fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881638 Nov 25 17:57:23.121929 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-bab12d54-0464-4fd2-847a-477d7181fa12 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Deleting port 599ba855-e34a-4dd4-8d8d-6a08accc6f6c {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:57:23.122349 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bab12d54-0464-4fd2-847a-477d7181fa12 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:23.174497 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-0aa7bb9e-8ffc-4f01-986f-f46860443477 None None] Set router e91ee442-95d4-4719-82c1-870bd1b11981 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:57:23.217749 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-bab12d54-0464-4fd2-847a-477d7181fa12 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] For port 599ba855-e34a-4dd4-8d8d-6a08accc6f6c, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=599ba855-e34a-4dd4-8d8d-6a08accc6f6c,segment=NetworkSegment(12c8bd24-8a1f-42fb-9a41-00636ec10d70),segment_id=12c8bd24-8a1f-42fb-9a41-00636ec10d70)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:57:23.218028 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bab12d54-0464-4fd2-847a-477d7181fa12 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:23.232257 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-bab12d54-0464-4fd2-847a-477d7181fa12 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Calling delete_port for 599ba855-e34a-4dd4-8d8d-6a08accc6f6c owned by network:router_interface {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:57:23.375733 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-0aa7bb9e-8ffc-4f01-986f-f46860443477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91ee442-95d4-4719-82c1-870bd1b11981', 'name': 'tempest-TestServerBasicOps-846702002-router', 'tenant_id': 'e69beea86d034f398c1d6fc720d35db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a628a886-a259-4dad-a59f-f37cfdc5f054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:51:47Z', 'updated_at': '2021-11-25T17:51:55Z', 'revision_number': 4, 'project_id': 'e69beea86d034f398c1d6fc720d35db8', 'gw_port': {'id': 'a628a886-a259-4dad-a59f-f37cfdc5f054', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91ee442-95d4-4719-82c1-870bd1b11981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:48Z', 'updated_at': '2021-11-25T17:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '45cd16e8-5a5c-4d13-8a13-0c171b0ba20d', 'name': '', 'network_id': '766cc6a0-9cae-4dff-aad3-bb04508f9490', 'tenant_id': 'e69beea86d034f398c1d6fc720d35db8', 'mac_address': 'fa:16:3e:7d:e1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91ee442-95d4-4719-82c1-870bd1b11981', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '50ec2d95-5a02-4606-9013-483e9966ecad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:54Z', 'updated_at': '2021-11-25T17:52:03Z', 'revision_number': 5, 'project_id': 'e69beea86d034f398c1d6fc720d35db8', 'subnets': [{'id': '50ec2d95-5a02-4606-9013-483e9966ecad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:23.402988 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa7bb9e-8ffc-4f01-986f-f46860443477 None None] The sync data for ids ['e91ee442-95d4-4719-82c1-870bd1b11981'] in n-d-817746-1 is: [{'id': 'e91ee442-95d4-4719-82c1-870bd1b11981', 'name': 'tempest-TestServerBasicOps-846702002-router', 'tenant_id': 'e69beea86d034f398c1d6fc720d35db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a628a886-a259-4dad-a59f-f37cfdc5f054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:51:47Z', 'updated_at': '2021-11-25T17:51:55Z', 'revision_number': 4, 'project_id': 'e69beea86d034f398c1d6fc720d35db8', 'gw_port': {'id': 'a628a886-a259-4dad-a59f-f37cfdc5f054', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91ee442-95d4-4719-82c1-870bd1b11981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:48Z', 'updated_at': '2021-11-25T17:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '45cd16e8-5a5c-4d13-8a13-0c171b0ba20d', 'name': '', 'network_id': '766cc6a0-9cae-4dff-aad3-bb04508f9490', 'tenant_id': 'e69beea86d034f398c1d6fc720d35db8', 'mac_address': 'fa:16:3e:7d:e1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91ee442-95d4-4719-82c1-870bd1b11981', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '50ec2d95-5a02-4606-9013-483e9966ecad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:54Z', 'updated_at': '2021-11-25T17:52:03Z', 'revision_number': 5, 'project_id': 'e69beea86d034f398c1d6fc720d35db8', 'subnets': [{'id': '50ec2d95-5a02-4606-9013-483e9966ecad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:57:23.438043 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bab12d54-0464-4fd2-847a-477d7181fa12 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:23.467401 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab12d54-0464-4fd2-847a-477d7181fa12 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Pushing event deleted for resources: {'Port': ['ID=599ba855-e34a-4dd4-8d8d-6a08accc6f6c,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:23.486156 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab12d54-0464-4fd2-847a-477d7181fa12 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:23.486516 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab12d54-0464-4fd2-847a-477d7181fa12 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:23.486874 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab12d54-0464-4fd2-847a-477d7181fa12 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:23.487212 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab12d54-0464-4fd2-847a-477d7181fa12 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:23.487549 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab12d54-0464-4fd2-847a-477d7181fa12 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:23.487885 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab12d54-0464-4fd2-847a-477d7181fa12 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:23.488220 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab12d54-0464-4fd2-847a-477d7181fa12 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:23.488551 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab12d54-0464-4fd2-847a-477d7181fa12 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:23.488928 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab12d54-0464-4fd2-847a-477d7181fa12 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:23.489266 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab12d54-0464-4fd2-847a-477d7181fa12 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:23.489596 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab12d54-0464-4fd2-847a-477d7181fa12 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:23.489924 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab12d54-0464-4fd2-847a-477d7181fa12 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:23.541206 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 538569fd-1f15-4370-97bc-c1b00113f18e no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:57:23.563476 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: 538569fd-1f15-4370-97bc-c1b00113f18e {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:57:23.564465 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 538569fd-1f15-4370-97bc-c1b00113f18e not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:57:23.564994 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 03d0e967-4105-4887-b987-1a835d64dedf no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:57:23.600480 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: 03d0e967-4105-4887-b987-1a835d64dedf {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:57:23.601092 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 03d0e967-4105-4887-b987-1a835d64dedf not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:57:23.683175 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bab12d54-0464-4fd2-847a-477d7181fa12 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:23.727423 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadcf631-0553-4387-8211-06e04f7d3c35 None None] New status for floating IP ff35f5bf-82d8-4140-822f-99bd313db968: DOWN {{(pid=103362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:57:23.793067 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55042) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:57:23.920855 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab12d54-0464-4fd2-847a-477d7181fa12 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Router 31126e70-a3ad-48d4-88fc-1473cf713572 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:57:23.933434 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-e0c37515-a0ee-4fa0-a3b4-b0b9667466ca tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Deleting port 9b81b266-d31d-4b05-bef0-a045263d11c3 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:57:23.936914 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e0c37515-a0ee-4fa0-a3b4-b0b9667466ca tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:24.040711 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e0c37515-a0ee-4fa0-a3b4-b0b9667466ca tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:24.040711 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e0c37515-a0ee-4fa0-a3b4-b0b9667466ca tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:24.057609 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab12d54-0464-4fd2-847a-477d7181fa12 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:57:24.058225 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-e0c37515-a0ee-4fa0-a3b4-b0b9667466ca tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Calling delete_port for 9b81b266-d31d-4b05-bef0-a045263d11c3 owned by network:floatingip {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:57:24.066804 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-bab12d54-0464-4fd2-847a-477d7181fa12 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "PUT /v2.0/routers/31126e70-a3ad-48d4-88fc-1473cf713572/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5086014 Nov 25 17:57:24.067067 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55056) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:57:24.067618 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e25f93-e171-4732-8dba-1a790a18a8d5 None None] Sync routers for ids ['31126e70-a3ad-48d4-88fc-1473cf713572'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:57:24.082386 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e25f93-e171-4732-8dba-1a790a18a8d5 None None] Routers {'31126e70-a3ad-48d4-88fc-1473cf713572'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:57:24.083017 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-90e25f93-e171-4732-8dba-1a790a18a8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:57:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['31126e70-a3ad-48d4-88fc-1473cf713572'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:24.130850 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4d59311-fed2-455b-ba3d-a84e13fa8f93 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Deleting subnet 4b59d77d-706e-4631-9335-e157ff73f19f {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:57:24.134341 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c4d59311-fed2-455b-ba3d-a84e13fa8f93 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:24.211006 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c4d59311-fed2-455b-ba3d-a84e13fa8f93 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:24.277711 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e0c37515-a0ee-4fa0-a3b4-b0b9667466ca tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:24.299449 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-90e25f93-e171-4732-8dba-1a790a18a8d5 None None] Set router 31126e70-a3ad-48d4-88fc-1473cf713572 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:57:24.309688 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c37515-a0ee-4fa0-a3b4-b0b9667466ca tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Pushing event deleted for resources: {'Port': ['ID=9b81b266-d31d-4b05-bef0-a045263d11c3,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:24.393767 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e0c37515-a0ee-4fa0-a3b4-b0b9667466ca tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Publish callbacks [] for floatingip, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:24.397495 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e0c37515-a0ee-4fa0-a3b4-b0b9667466ca tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:24.400168 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e0c37515-a0ee-4fa0-a3b4-b0b9667466ca tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] 10.222.0.75 "DELETE /v2.0/floatingips/ff35f5bf-82d8-4140-822f-99bd313db968 HTTP/1.1" status: 204 len: 168 time: 0.6040511 Nov 25 17:57:24.401958 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c4d59311-fed2-455b-ba3d-a84e13fa8f93 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:24.482859 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55070) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:57:24.508062 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaad122-e961-47cb-8b65-70e2b5399b46 req-42b9c562-a47f-4d64-b5a5-e589446897ed tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:24.509620 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-abaad122-e961-47cb-8b65-70e2b5399b46 req-42b9c562-a47f-4d64-b5a5-e589446897ed tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=af204191-6e6b-4585-8396-02efc206a588 HTTP/1.1" status: 200 len: 945 time: 0.1015892 Nov 25 17:57:24.531630 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c4d59311-fed2-455b-ba3d-a84e13fa8f93 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:24.549505 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-90e25f93-e171-4732-8dba-1a790a18a8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31126e70-a3ad-48d4-88fc-1473cf713572', 'name': 'tempest-TestSecurityGroupsBasicOps-router-991621809', 'tenant_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'b3c08aa1-4337-4d2f-8df4-2fb0d624fb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:56:59Z', 'updated_at': '2021-11-25T17:57:23Z', 'revision_number': 5, 'project_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'gw_port': {'id': 'b3c08aa1-4337-4d2f-8df4-2fb0d624fb0c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31126e70-a3ad-48d4-88fc-1473cf713572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:57:00Z', 'updated_at': '2021-11-25T17:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:24.570044 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c4d59311-fed2-455b-ba3d-a84e13fa8f93 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:24.573884 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c4d59311-fed2-455b-ba3d-a84e13fa8f93 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "DELETE /v2.0/subnets/4b59d77d-706e-4631-9335-e157ff73f19f HTTP/1.1" status: 204 len: 168 time: 0.5058444 Nov 25 17:57:24.581648 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d59311-fed2-455b-ba3d-a84e13fa8f93 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Pushing event deleted for resources: {'Subnet': ['ID=4b59d77d-706e-4631-9335-e157ff73f19f,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:24.582533 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90584163-57d2-44d9-84aa-3daaaeaee470 None None] Network 8a96d9ea-38f4-4cfa-9fa9-f96e27a81685 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:57:24.586133 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55072) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:57:24.590069 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e25f93-e171-4732-8dba-1a790a18a8d5 None None] Checking router: 31126e70-a3ad-48d4-88fc-1473cf713572 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:57:24.590717 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7125906b-dbe5-42ec-88ed-1fec368a4a78 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:24.601825 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e25f93-e171-4732-8dba-1a790a18a8d5 None None] Routers {'31126e70-a3ad-48d4-88fc-1473cf713572'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:57:24.602699 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-90e25f93-e171-4732-8dba-1a790a18a8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:57:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['31126e70-a3ad-48d4-88fc-1473cf713572'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:24.633820 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7125906b-dbe5-42ec-88ed-1fec368a4a78 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:24.686607 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-abaad122-e961-47cb-8b65-70e2b5399b46 req-682dde6d-1f62-403f-b56b-05af8aa670d7 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=32a1dba6-0cb1-45b6-aa70-d9733a45f05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1689274 Nov 25 17:57:24.744312 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-90e25f93-e171-4732-8dba-1a790a18a8d5 None None] Set router 31126e70-a3ad-48d4-88fc-1473cf713572 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:57:24.746890 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-03113bb1-29b7-4209-bb6f-713326423f6f tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks [] for router, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:24.769901 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7125906b-dbe5-42ec-88ed-1fec368a4a78 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:24.772556 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7125906b-dbe5-42ec-88ed-1fec368a4a78 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:24.776216 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7125906b-dbe5-42ec-88ed-1fec368a4a78 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] 10.222.0.75 "DELETE /v2.0/security-groups/d0eb8955-3837-4033-8077-0a461ef082d6 HTTP/1.1" status: 204 len: 168 time: 0.2898886 Nov 25 17:57:24.789673 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7125906b-dbe5-42ec-88ed-1fec368a4a78 tempest-TestServerBasicOps-906621001 tempest-TestServerBasicOps-906621001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0eb8955-3837-4033-8077-0a461ef082d6,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:24.820564 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55076) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:57:24.905110 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-03113bb1-29b7-4209-bb6f-713326423f6f tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:24.938245 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c38f25a-1e7d-4c23-b888-c3a4094fe7c5 None None] DHCP port deletion for 8a96d9ea-38f4-4cfa-9fa9-f96e27a81685 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:57:24.979733 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-90e25f93-e171-4732-8dba-1a790a18a8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31126e70-a3ad-48d4-88fc-1473cf713572', 'name': 'tempest-TestSecurityGroupsBasicOps-router-991621809', 'tenant_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'b3c08aa1-4337-4d2f-8df4-2fb0d624fb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:56:59Z', 'updated_at': '2021-11-25T17:57:23Z', 'revision_number': 5, 'project_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'gw_port': {'id': 'b3c08aa1-4337-4d2f-8df4-2fb0d624fb0c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31126e70-a3ad-48d4-88fc-1473cf713572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:57:00Z', 'updated_at': '2021-11-25T17:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:25.010543 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-03113bb1-29b7-4209-bb6f-713326423f6f tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Deleting port b3c08aa1-4337-4d2f-8df4-2fb0d624fb0c {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:57:25.011116 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-03113bb1-29b7-4209-bb6f-713326423f6f tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:25.014172 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e25f93-e171-4732-8dba-1a790a18a8d5 None None] The sync data for ids ['31126e70-a3ad-48d4-88fc-1473cf713572'] in n-d-817746-1 is: [{'id': '31126e70-a3ad-48d4-88fc-1473cf713572', 'name': 'tempest-TestSecurityGroupsBasicOps-router-991621809', 'tenant_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'b3c08aa1-4337-4d2f-8df4-2fb0d624fb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:56:59Z', 'updated_at': '2021-11-25T17:57:23Z', 'revision_number': 5, 'project_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'gw_port': {'id': 'b3c08aa1-4337-4d2f-8df4-2fb0d624fb0c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31126e70-a3ad-48d4-88fc-1473cf713572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:57:00Z', 'updated_at': '2021-11-25T17:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:57:25.017881 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-7c38f25a-1e7d-4c23-b888-c3a4094fe7c5 None None] Deleting port 4a428e7c-676f-4701-96c8-bc3ddc170046 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:57:25.018266 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7c38f25a-1e7d-4c23-b888-c3a4094fe7c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:25.098382 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-7c38f25a-1e7d-4c23-b888-c3a4094fe7c5 None None] For port 4a428e7c-676f-4701-96c8-bc3ddc170046, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=4a428e7c-676f-4701-96c8-bc3ddc170046,segment=NetworkSegment(12c8bd24-8a1f-42fb-9a41-00636ec10d70),segment_id=12c8bd24-8a1f-42fb-9a41-00636ec10d70)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:57:25.099150 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7c38f25a-1e7d-4c23-b888-c3a4094fe7c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:25.115594 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-7c38f25a-1e7d-4c23-b888-c3a4094fe7c5 None None] Calling delete_port for 4a428e7c-676f-4701-96c8-bc3ddc170046 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:57:25.116423 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-03113bb1-29b7-4209-bb6f-713326423f6f tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] For port b3c08aa1-4337-4d2f-8df4-2fb0d624fb0c, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=b3c08aa1-4337-4d2f-8df4-2fb0d624fb0c,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:57:25.116796 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-03113bb1-29b7-4209-bb6f-713326423f6f tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:25.130088 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-03113bb1-29b7-4209-bb6f-713326423f6f tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Calling delete_port for b3c08aa1-4337-4d2f-8df4-2fb0d624fb0c owned by network:router_gateway {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:57:25.195911 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7c38f25a-1e7d-4c23-b888-c3a4094fe7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:25.225619 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c38f25a-1e7d-4c23-b888-c3a4094fe7c5 None None] No DVR routers for this DVR port 4a428e7c-676f-4701-96c8-bc3ddc170046 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:57:25.230441 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c38f25a-1e7d-4c23-b888-c3a4094fe7c5 None None] Pushing event deleted for resources: {'Port': ['ID=4a428e7c-676f-4701-96c8-bc3ddc170046,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:25.324077 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-03113bb1-29b7-4209-bb6f-713326423f6f tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:25.350908 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03113bb1-29b7-4209-bb6f-713326423f6f tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Pushing event deleted for resources: {'Port': ['ID=b3c08aa1-4337-4d2f-8df4-2fb0d624fb0c,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:25.372745 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce8968a-9a80-48fd-a6fb-e75e2eea2934 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:57:25.431025 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-03113bb1-29b7-4209-bb6f-713326423f6f tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:25.491181 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0aa1ecf0-e707-4b6e-9733-e4a477f55481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:25.539655 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-03113bb1-29b7-4209-bb6f-713326423f6f tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:25.541884 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-03113bb1-29b7-4209-bb6f-713326423f6f tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:25.588417 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-03113bb1-29b7-4209-bb6f-713326423f6f tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:25.588604 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03113bb1-29b7-4209-bb6f-713326423f6f tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Fanout notify agent at l3_agent the message router_deleted on router 31126e70-a3ad-48d4-88fc-1473cf713572 {{(pid=103361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:57:25.595971 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-03113bb1-29b7-4209-bb6f-713326423f6f tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:25.597205 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-03113bb1-29b7-4209-bb6f-713326423f6f tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "DELETE /v2.0/routers/31126e70-a3ad-48d4-88fc-1473cf713572 HTTP/1.1" status: 204 len: 168 time: 1.0101209 Nov 25 17:57:25.599967 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55082) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:57:25.770875 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-75cdad1a-01e9-4c42-a83b-8d6bd9e552c4 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:25.804206 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc58e141-40a7-4463-be2e-47f57decdd65 req-183f5c07-accb-4401-be73-abc3157e3d8e tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:25.805749 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cc58e141-40a7-4463-be2e-47f57decdd65 req-183f5c07-accb-4401-be73-abc3157e3d8e tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=af204191-6e6b-4585-8396-02efc206a588 HTTP/1.1" status: 200 len: 945 time: 0.0509458 Nov 25 17:57:25.856369 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cc58e141-40a7-4463-be2e-47f57decdd65 req-f991792f-4f15-43ca-995c-33c356f44c62 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=32a1dba6-0cb1-45b6-aa70-d9733a45f05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442710 Nov 25 17:57:25.905013 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-75cdad1a-01e9-4c42-a83b-8d6bd9e552c4 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:25.943826 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-75cdad1a-01e9-4c42-a83b-8d6bd9e552c4 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a96d9ea-38f4-4cfa-9fa9-f96e27a81685']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:25.957291 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-75cdad1a-01e9-4c42-a83b-8d6bd9e552c4 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12c8bd24-8a1f-42fb-9a41-00636ec10d70') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:25.957594 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-75cdad1a-01e9-4c42-a83b-8d6bd9e552c4 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12c8bd24-8a1f-42fb-9a41-00636ec10d70') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:25.968086 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-75cdad1a-01e9-4c42-a83b-8d6bd9e552c4 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:25.984111 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-75cdad1a-01e9-4c42-a83b-8d6bd9e552c4 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:25.992899 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-0aa1ecf0-e707-4b6e-9733-e4a477f55481 admin admin] Deleting port 45cd16e8-5a5c-4d13-8a13-0c171b0ba20d {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:57:25.993196 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0aa1ecf0-e707-4b6e-9733-e4a477f55481 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:25.995036 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75cdad1a-01e9-4c42-a83b-8d6bd9e552c4 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Releasing vlan 939 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:57:25.995418 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-75cdad1a-01e9-4c42-a83b-8d6bd9e552c4 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:25.999061 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:57:25.999061 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:57:25.999061 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:57:25.999061 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:57:25.999061 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:57:25.999061 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:57:25.999061 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:57:25.999061 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:57:25.999061 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:57:25.999061 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:57:25.999061 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:57:25.999061 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:57:25.999061 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:57:25.999061 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:57:25.999061 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:57:25.999061 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:57:25.999061 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:57:25.999061 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:57:25.999061 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:57:25.999061 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:57:25.999061 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:57:25.999061 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:57:25.999061 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:57:25.999061 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:57:25.999061 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:57:25.999061 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:57:25.999061 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:57:25.999061 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:57:25.999061 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:57:25.999061 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:57:25.999061 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:57:25.999061 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:57:26.367520 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-75cdad1a-01e9-4c42-a83b-8d6bd9e552c4 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:26.375102 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-75cdad1a-01e9-4c42-a83b-8d6bd9e552c4 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:26.378852 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-75cdad1a-01e9-4c42-a83b-8d6bd9e552c4 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "DELETE /v2.0/networks/8a96d9ea-38f4-4cfa-9fa9-f96e27a81685 HTTP/1.1" status: 204 len: 168 time: 0.7778864 Nov 25 17:57:26.381525 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55088) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:57:26.398661 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cdad1a-01e9-4c42-a83b-8d6bd9e552c4 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Pushing event deleted for resources: {'Network': ['ID=8a96d9ea-38f4-4cfa-9fa9-f96e27a81685,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:26.423712 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-0aa1ecf0-e707-4b6e-9733-e4a477f55481 admin admin] For port 45cd16e8-5a5c-4d13-8a13-0c171b0ba20d, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=45cd16e8-5a5c-4d13-8a13-0c171b0ba20d,segment=NetworkSegment(692e7f4e-f503-4f7b-9c33-1cf3ca0dc7ac),segment_id=692e7f4e-f503-4f7b-9c33-1cf3ca0dc7ac)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:57:26.424079 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0aa1ecf0-e707-4b6e-9733-e4a477f55481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:26.435875 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-0aa1ecf0-e707-4b6e-9733-e4a477f55481 admin admin] Calling delete_port for 45cd16e8-5a5c-4d13-8a13-0c171b0ba20d owned by network:router_interface {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:57:26.546274 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-ac752f37-87bd-45f9-a1ff-3aab0d6da0ae tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Deleting port c81f9b5c-256b-4c2e-b2c9-7846a5fb324b {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:57:26.546646 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ac752f37-87bd-45f9-a1ff-3aab0d6da0ae tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:26.618946 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0aa1ecf0-e707-4b6e-9733-e4a477f55481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:26.628947 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ac752f37-87bd-45f9-a1ff-3aab0d6da0ae tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:26.629511 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ac752f37-87bd-45f9-a1ff-3aab0d6da0ae tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:26.642872 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-ac752f37-87bd-45f9-a1ff-3aab0d6da0ae tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Calling delete_port for c81f9b5c-256b-4c2e-b2c9-7846a5fb324b owned by network:floatingip {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:57:26.646268 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa1ecf0-e707-4b6e-9733-e4a477f55481 admin admin] Pushing event deleted for resources: {'Port': ['ID=45cd16e8-5a5c-4d13-8a13-0c171b0ba20d,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:26.813484 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ac752f37-87bd-45f9-a1ff-3aab0d6da0ae tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:26.815501 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0aa1ecf0-e707-4b6e-9733-e4a477f55481 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:26.841149 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac752f37-87bd-45f9-a1ff-3aab0d6da0ae tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Pushing event deleted for resources: {'Port': ['ID=c81f9b5c-256b-4c2e-b2c9-7846a5fb324b,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:26.911724 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ac752f37-87bd-45f9-a1ff-3aab0d6da0ae tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks [] for floatingip, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:26.912200 n-d-817746-1 neutron-server[103361]: INFO neutron.db.l3_db [None req-ac752f37-87bd-45f9-a1ff-3aab0d6da0ae tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Floating IP 6190f953-6f47-4727-94da-ae2d5c2e6ccc disassociated (deleted). External IP: 172.25.0.102, port: 7665fe73-3938-43da-987a-dc9c12936ac4. Nov 25 17:57:27.007413 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 4a428e7c-676f-4701-96c8-bc3ddc170046 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:57:27.033898 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 4a428e7c-676f-4701-96c8-bc3ddc170046 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:57:27.034645 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 4a428e7c-676f-4701-96c8-bc3ddc170046 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:57:27.035221 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 599ba855-e34a-4dd4-8d8d-6a08accc6f6c no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:57:27.044483 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4461f5e9-2182-4246-8193-41ac5c1a9518 req-3de31283-f805-42fb-a24b-5dfdf1fcddb3 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:27.046406 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4461f5e9-2182-4246-8193-41ac5c1a9518 req-3de31283-f805-42fb-a24b-5dfdf1fcddb3 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=af204191-6e6b-4585-8396-02efc206a588 HTTP/1.1" status: 200 len: 945 time: 0.0935750 Nov 25 17:57:27.067375 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 599ba855-e34a-4dd4-8d8d-6a08accc6f6c {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:57:27.067731 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 599ba855-e34a-4dd4-8d8d-6a08accc6f6c not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:57:27.068155 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device b3c08aa1-4337-4d2f-8df4-2fb0d624fb0c no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:57:27.077023 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa1ecf0-e707-4b6e-9733-e4a477f55481 admin admin] Router e91ee442-95d4-4719-82c1-870bd1b11981 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:57:27.091621 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: b3c08aa1-4337-4d2f-8df4-2fb0d624fb0c {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:57:27.091947 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device b3c08aa1-4337-4d2f-8df4-2fb0d624fb0c not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:57:27.169536 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4461f5e9-2182-4246-8193-41ac5c1a9518 req-ead45631-1b18-411b-af82-cc696875b68f tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=32a1dba6-0cb1-45b6-aa70-d9733a45f05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145709 Nov 25 17:57:27.193079 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa1ecf0-e707-4b6e-9733-e4a477f55481 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:57:27.200134 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0aa1ecf0-e707-4b6e-9733-e4a477f55481 admin admin] 10.222.0.75 "PUT /v2.0/routers/e91ee442-95d4-4719-82c1-870bd1b11981/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3800275 Nov 25 17:57:27.201763 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55092) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:57:27.205377 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea580d5-5536-4b42-9f2c-6b788291240c None None] Sync routers for ids ['e91ee442-95d4-4719-82c1-870bd1b11981'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:57:27.215692 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac752f37-87bd-45f9-a1ff-3aab0d6da0ae tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Router 1ce07aea-0b14-4a3f-a689-a81a69528cff has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:57:27.232522 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea580d5-5536-4b42-9f2c-6b788291240c None None] Routers {'e91ee442-95d4-4719-82c1-870bd1b11981'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:57:27.233174 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-3ea580d5-5536-4b42-9f2c-6b788291240c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:57:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['e91ee442-95d4-4719-82c1-870bd1b11981'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:27.309515 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ae044070-4c98-49c4-99d1-617812471311 admin admin] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:27.341379 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-3ea580d5-5536-4b42-9f2c-6b788291240c None None] Set router e91ee442-95d4-4719-82c1-870bd1b11981 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:57:27.426125 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ae044070-4c98-49c4-99d1-617812471311 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:27.495392 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-ae044070-4c98-49c4-99d1-617812471311 admin admin] Deleting port a628a886-a259-4dad-a59f-f37cfdc5f054 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:57:27.495742 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ae044070-4c98-49c4-99d1-617812471311 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:27.589539 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-ae044070-4c98-49c4-99d1-617812471311 admin admin] For port a628a886-a259-4dad-a59f-f37cfdc5f054, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=a628a886-a259-4dad-a59f-f37cfdc5f054,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:57:27.590097 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ae044070-4c98-49c4-99d1-617812471311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:27.603671 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-ae044070-4c98-49c4-99d1-617812471311 admin admin] Calling delete_port for a628a886-a259-4dad-a59f-f37cfdc5f054 owned by network:router_gateway {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:57:27.617628 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-3ea580d5-5536-4b42-9f2c-6b788291240c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91ee442-95d4-4719-82c1-870bd1b11981', 'name': 'tempest-TestServerBasicOps-846702002-router', 'tenant_id': 'e69beea86d034f398c1d6fc720d35db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a628a886-a259-4dad-a59f-f37cfdc5f054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:51:47Z', 'updated_at': '2021-11-25T17:57:26Z', 'revision_number': 5, 'project_id': 'e69beea86d034f398c1d6fc720d35db8', 'gw_port': {'id': 'a628a886-a259-4dad-a59f-f37cfdc5f054', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91ee442-95d4-4719-82c1-870bd1b11981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:51:48Z', 'updated_at': '2021-11-25T17:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:27.644853 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea580d5-5536-4b42-9f2c-6b788291240c None None] Checking router: e91ee442-95d4-4719-82c1-870bd1b11981 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:57:27.649500 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac752f37-87bd-45f9-a1ff-3aab0d6da0ae tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:57:27.654096 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ac752f37-87bd-45f9-a1ff-3aab0d6da0ae tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:27.657697 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea580d5-5536-4b42-9f2c-6b788291240c None None] Routers {'e91ee442-95d4-4719-82c1-870bd1b11981'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:57:27.658322 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-3ea580d5-5536-4b42-9f2c-6b788291240c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:57:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['e91ee442-95d4-4719-82c1-870bd1b11981'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:27.666107 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1972a6a-0b0b-4f21-bc63-ca412518381d None None] Sync routers for ids ['1ce07aea-0b14-4a3f-a689-a81a69528cff'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:57:27.681039 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1972a6a-0b0b-4f21-bc63-ca412518381d None None] Routers {'1ce07aea-0b14-4a3f-a689-a81a69528cff'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:57:27.681888 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-f1972a6a-0b0b-4f21-bc63-ca412518381d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:57:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['1ce07aea-0b14-4a3f-a689-a81a69528cff'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:27.685845 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-ac752f37-87bd-45f9-a1ff-3aab0d6da0ae tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "DELETE /v2.0/floatingips/6190f953-6f47-4727-94da-ae2d5c2e6ccc HTTP/1.1" status: 204 len: 168 time: 1.3028622 Nov 25 17:57:27.686128 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dd63b2f-78a9-40b0-a7bc-fc8deffddf51', 'tag': '7665fe73-3938-43da-987a-dc9c12936ac4'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:57:27.698872 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba8e565-e419-4aaa-82c5-967417af48ca" -d '{"events": [{"name": "network-changed", "server_uuid": "4dd63b2f-78a9-40b0-a7bc-fc8deffddf51", "tag": "7665fe73-3938-43da-987a-dc9c12936ac4"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:57:27.746563 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cddcd29e-a770-4cf7-afd5-2a2f84b79bd4 x-openstack-request-id: req-cddcd29e-a770-4cf7-afd5-2a2f84b79bd4 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:57:27.747123 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dd63b2f-78a9-40b0-a7bc-fc8deffddf51", "tag": "7665fe73-3938-43da-987a-dc9c12936ac4", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:57:27.747605 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cddcd29e-a770-4cf7-afd5-2a2f84b79bd4 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:57:27.748318 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dd63b2f-78a9-40b0-a7bc-fc8deffddf51', 'tag': '7665fe73-3938-43da-987a-dc9c12936ac4', 'status': 'completed', 'code': 200} Nov 25 17:57:27.799550 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-3ea580d5-5536-4b42-9f2c-6b788291240c None None] Set router e91ee442-95d4-4719-82c1-870bd1b11981 gateway port host: None {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:57:27.841146 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ae044070-4c98-49c4-99d1-617812471311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:27.849079 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-f1972a6a-0b0b-4f21-bc63-ca412518381d None None] Set router 1ce07aea-0b14-4a3f-a689-a81a69528cff gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:57:27.850898 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8e565-e419-4aaa-82c5-967417af48ca req-78418f37-7423-4338-8714-180c931e28f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:27.852722 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bba8e565-e419-4aaa-82c5-967417af48ca req-78418f37-7423-4338-8714-180c931e28f1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=97c58dc9e1cc4875b18599cedd8ec1e0&device_id=4dd63b2f-78a9-40b0-a7bc-fc8deffddf51 HTTP/1.1" status: 200 len: 1135 time: 0.0869040 Nov 25 17:57:27.878082 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae044070-4c98-49c4-99d1-617812471311 admin admin] Pushing event deleted for resources: {'Port': ['ID=a628a886-a259-4dad-a59f-f37cfdc5f054,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:27.894063 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-3ea580d5-5536-4b42-9f2c-6b788291240c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91ee442-95d4-4719-82c1-870bd1b11981', 'name': 'tempest-TestServerBasicOps-846702002-router', 'tenant_id': 'e69beea86d034f398c1d6fc720d35db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:51:47Z', 'updated_at': '2021-11-25T17:57:27Z', 'revision_number': 6, 'project_id': 'e69beea86d034f398c1d6fc720d35db8', 'gw_port_host': None}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:27.928570 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea580d5-5536-4b42-9f2c-6b788291240c None None] The sync data for ids ['e91ee442-95d4-4719-82c1-870bd1b11981'] in n-d-817746-1 is: [{'id': 'e91ee442-95d4-4719-82c1-870bd1b11981', 'name': 'tempest-TestServerBasicOps-846702002-router', 'tenant_id': 'e69beea86d034f398c1d6fc720d35db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:51:47Z', 'updated_at': '2021-11-25T17:57:27Z', 'revision_number': 6, 'project_id': 'e69beea86d034f398c1d6fc720d35db8', 'gw_port_host': None}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:57:27.930336 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c94b131-078f-4390-9dc0-b37ee07f4141 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:57:28.024542 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ae044070-4c98-49c4-99d1-617812471311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:28.073427 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8e565-e419-4aaa-82c5-967417af48ca req-3bd99a3f-6775-4e69-a27c-078b8c218c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:28.075445 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bba8e565-e419-4aaa-82c5-967417af48ca req-3bd99a3f-6775-4e69-a27c-078b8c218c1a service neutron] 10.222.0.90 "GET /v2.0/networks?id=9be04e7b-745f-4233-94c2-fabec29b8fd2 HTTP/1.1" status: 200 len: 898 time: 0.2136762 Nov 25 17:57:28.136461 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ae044070-4c98-49c4-99d1-617812471311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:28.139842 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ae044070-4c98-49c4-99d1-617812471311 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:28.140106 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bba8e565-e419-4aaa-82c5-967417af48ca req-77487529-48e5-459f-a25b-405fcaca54cc service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7665fe73-3938-43da-987a-dc9c12936ac4 HTTP/1.1" status: 200 len: 217 time: 0.0540178 Nov 25 17:57:28.151960 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18b10a-9285-46d9-89e0-5bcaa80d6953 req-5e7c8df5-303b-4451-ad90-8217a88fd561 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:28.153835 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eb18b10a-9285-46d9-89e0-5bcaa80d6953 req-5e7c8df5-303b-4451-ad90-8217a88fd561 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "GET /v2.0/ports?device_id=4dd63b2f-78a9-40b0-a7bc-fc8deffddf51 HTTP/1.1" status: 200 len: 984 time: 0.1172640 Nov 25 17:57:28.220246 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ae044070-4c98-49c4-99d1-617812471311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:28.221266 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae044070-4c98-49c4-99d1-617812471311 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e91ee442-95d4-4719-82c1-870bd1b11981 {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:57:28.225990 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ae044070-4c98-49c4-99d1-617812471311 admin admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:28.228223 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ae044070-4c98-49c4-99d1-617812471311 admin admin] 10.222.0.75 "DELETE /v2.0/routers/e91ee442-95d4-4719-82c1-870bd1b11981 HTTP/1.1" status: 204 len: 168 time: 1.0252984 Nov 25 17:57:28.230843 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55104) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:57:28.253837 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8e565-e419-4aaa-82c5-967417af48ca req-84cd94a5-3726-495c-b55d-96ed3347de9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:28.255654 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bba8e565-e419-4aaa-82c5-967417af48ca req-84cd94a5-3726-495c-b55d-96ed3347de9b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a0353a8e-e04d-4300-b9da-1f5624182072 HTTP/1.1" status: 200 len: 835 time: 0.1008277 Nov 25 17:57:28.265717 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-f1972a6a-0b0b-4f21-bc63-ca412518381d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce07aea-0b14-4a3f-a689-a81a69528cff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1507342445', 'tenant_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'd389e41d-3a02-4168-be6b-4f5bf379619c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:56:02Z', 'updated_at': '2021-11-25T17:56:06Z', 'revision_number': 4, 'project_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'gw_port': {'id': 'd389e41d-3a02-4168-be6b-4f5bf379619c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce07aea-0b14-4a3f-a689-a81a69528cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:56:02Z', 'updated_at': '2021-11-25T17:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '5e23218c-f14d-4bea-93eb-b8ad5aafe0e3', 'name': '', 'network_id': '9be04e7b-745f-4233-94c2-fabec29b8fd2', 'tenant_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'mac_address': 'fa:16:3e:69:0b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce07aea-0b14-4a3f-a689-a81a69528cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'a0353a8e-e04d-4300-b9da-1f5624182072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:56:05Z', 'updated_at': '2021-11-25T17:56:10Z', 'revision_number': 5, 'project_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'subnets': [{'id': 'a0353a8e-e04d-4300-b9da-1f5624182072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:28.293574 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1972a6a-0b0b-4f21-bc63-ca412518381d None None] Checking router: 1ce07aea-0b14-4a3f-a689-a81a69528cff for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:57:28.305267 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1972a6a-0b0b-4f21-bc63-ca412518381d None None] Routers {'1ce07aea-0b14-4a3f-a689-a81a69528cff'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:57:28.305938 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-f1972a6a-0b0b-4f21-bc63-ca412518381d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:57:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['1ce07aea-0b14-4a3f-a689-a81a69528cff'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:28.390399 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-a404c6c2-31dd-4ad7-ac20-8a78c9bd7298 admin admin] Deleting subnet 50ec2d95-5a02-4606-9013-483e9966ecad {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:57:28.410429 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a404c6c2-31dd-4ad7-ac20-8a78c9bd7298 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:28.432141 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-f1972a6a-0b0b-4f21-bc63-ca412518381d None None] Set router 1ce07aea-0b14-4a3f-a689-a81a69528cff gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:57:28.442461 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eb18b10a-9285-46d9-89e0-5bcaa80d6953 req-c226d2c3-589d-4478-978d-3e6197854cd4 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "GET /v2.0/security-groups?id=3ab24b40-d032-4126-bd10-66384ff572d1&id=46dae59f-c204-4f5d-942f-0c5e71da4817&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2240756 Nov 25 17:57:28.447171 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8e565-e419-4aaa-82c5-967417af48ca req-05967d15-9912-4e96-905f-ad2cd503ea30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:28.449038 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bba8e565-e419-4aaa-82c5-967417af48ca req-05967d15-9912-4e96-905f-ad2cd503ea30 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9be04e7b-745f-4233-94c2-fabec29b8fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1719105 Nov 25 17:57:28.460035 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9715ce7-e459-4a8b-9273-4f1ef2079cd7 req-5840febd-9e2e-4b21-8886-6ab6f17c1332 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:28.460604 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a9715ce7-e459-4a8b-9273-4f1ef2079cd7 req-5840febd-9e2e-4b21-8886-6ab6f17c1332 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=af204191-6e6b-4585-8396-02efc206a588 HTTP/1.1" status: 200 len: 945 time: 0.1733465 Nov 25 17:57:28.511087 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a404c6c2-31dd-4ad7-ac20-8a78c9bd7298 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:28.640524 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a9715ce7-e459-4a8b-9273-4f1ef2079cd7 req-18fc57e1-a33a-44b2-8273-26a438642d18 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=32a1dba6-0cb1-45b6-aa70-d9733a45f05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575785 Nov 25 17:57:28.676030 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bba8e565-e419-4aaa-82c5-967417af48ca req-21b5d87a-b6a4-404a-91a5-22b11b407d79 service neutron] 10.222.0.90 "GET /v2.0/networks/9be04e7b-745f-4233-94c2-fabec29b8fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108428 Nov 25 17:57:28.694312 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-f1972a6a-0b0b-4f21-bc63-ca412518381d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce07aea-0b14-4a3f-a689-a81a69528cff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1507342445', 'tenant_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'd389e41d-3a02-4168-be6b-4f5bf379619c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:56:02Z', 'updated_at': '2021-11-25T17:56:06Z', 'revision_number': 4, 'project_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'gw_port': {'id': 'd389e41d-3a02-4168-be6b-4f5bf379619c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce07aea-0b14-4a3f-a689-a81a69528cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:56:02Z', 'updated_at': '2021-11-25T17:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '5e23218c-f14d-4bea-93eb-b8ad5aafe0e3', 'name': '', 'network_id': '9be04e7b-745f-4233-94c2-fabec29b8fd2', 'tenant_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'mac_address': 'fa:16:3e:69:0b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce07aea-0b14-4a3f-a689-a81a69528cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'a0353a8e-e04d-4300-b9da-1f5624182072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:56:05Z', 'updated_at': '2021-11-25T17:56:10Z', 'revision_number': 5, 'project_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'subnets': [{'id': 'a0353a8e-e04d-4300-b9da-1f5624182072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:28.711795 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a404c6c2-31dd-4ad7-ac20-8a78c9bd7298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:28.722863 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1972a6a-0b0b-4f21-bc63-ca412518381d None None] The sync data for ids ['1ce07aea-0b14-4a3f-a689-a81a69528cff'] in n-d-817746-1 is: [{'id': '1ce07aea-0b14-4a3f-a689-a81a69528cff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1507342445', 'tenant_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'd389e41d-3a02-4168-be6b-4f5bf379619c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:56:02Z', 'updated_at': '2021-11-25T17:56:06Z', 'revision_number': 4, 'project_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'gw_port': {'id': 'd389e41d-3a02-4168-be6b-4f5bf379619c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce07aea-0b14-4a3f-a689-a81a69528cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:56:02Z', 'updated_at': '2021-11-25T17:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '5e23218c-f14d-4bea-93eb-b8ad5aafe0e3', 'name': '', 'network_id': '9be04e7b-745f-4233-94c2-fabec29b8fd2', 'tenant_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'mac_address': 'fa:16:3e:69:0b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce07aea-0b14-4a3f-a689-a81a69528cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'a0353a8e-e04d-4300-b9da-1f5624182072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:56:05Z', 'updated_at': '2021-11-25T17:56:10Z', 'revision_number': 5, 'project_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'subnets': [{'id': 'a0353a8e-e04d-4300-b9da-1f5624182072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:57:28.832195 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bba8e565-e419-4aaa-82c5-967417af48ca req-a14fe457-8dd7-4f9b-9a8c-1f7c21e0840b service neutron] 10.222.0.90 "GET /v2.0/networks/9be04e7b-745f-4233-94c2-fabec29b8fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469069 Nov 25 17:57:28.839881 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a404c6c2-31dd-4ad7-ac20-8a78c9bd7298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:28.879828 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a404c6c2-31dd-4ad7-ac20-8a78c9bd7298 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50ec2d95-5a02-4606-9013-483e9966ecad,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:28.886347 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a404c6c2-31dd-4ad7-ac20-8a78c9bd7298 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:28.893903 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-a404c6c2-31dd-4ad7-ac20-8a78c9bd7298 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/50ec2d95-5a02-4606-9013-483e9966ecad HTTP/1.1" status: 204 len: 168 time: 0.6588957 Nov 25 17:57:28.894937 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55108) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:57:28.895977 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8aa49ce-1b37-4fa0-a253-c45896198f82 None None] Network 766cc6a0-9cae-4dff-aad3-bb04508f9490 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:57:28.940507 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c678d386-9d74-4d2f-960c-5fc320f7de0e req-e216007e-bd78-4774-bb3a-df41314dad20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:28.947657 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c678d386-9d74-4d2f-960c-5fc320f7de0e req-e216007e-bd78-4774-bb3a-df41314dad20 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=867688fabf794394b7f5a37353b0165e&device_id=af204191-6e6b-4585-8396-02efc206a588 HTTP/1.1" status: 200 len: 1096 time: 0.1041737 Nov 25 17:57:28.980646 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c2d5bf40-4fa3-41f3-a3da-6884325d37c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:29.005975 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device a628a886-a259-4dad-a59f-f37cfdc5f054 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:57:29.059536 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: a628a886-a259-4dad-a59f-f37cfdc5f054 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:57:29.059870 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device a628a886-a259-4dad-a59f-f37cfdc5f054 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:57:29.060291 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 45cd16e8-5a5c-4d13-8a13-0c171b0ba20d no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:57:29.098907 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 45cd16e8-5a5c-4d13-8a13-0c171b0ba20d {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:57:29.099260 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 45cd16e8-5a5c-4d13-8a13-0c171b0ba20d not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:57:29.102939 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-c2d5bf40-4fa3-41f3-a3da-6884325d37c1 admin admin] Deleting port 21bed984-340a-4e46-8557-db462e123349 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:57:29.103745 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c2d5bf40-4fa3-41f3-a3da-6884325d37c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:29.186265 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c678d386-9d74-4d2f-960c-5fc320f7de0e req-cf7507aa-b323-493f-8743-61bccdcfc414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:29.190524 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c678d386-9d74-4d2f-960c-5fc320f7de0e req-cf7507aa-b323-493f-8743-61bccdcfc414 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f26468bb-c55b-44ac-9698-32104e4b0414 HTTP/1.1" status: 200 len: 898 time: 0.2146013 Nov 25 17:57:29.227744 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-c2d5bf40-4fa3-41f3-a3da-6884325d37c1 admin admin] For port 21bed984-340a-4e46-8557-db462e123349, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=21bed984-340a-4e46-8557-db462e123349,segment=NetworkSegment(692e7f4e-f503-4f7b-9c33-1cf3ca0dc7ac),segment_id=692e7f4e-f503-4f7b-9c33-1cf3ca0dc7ac)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:57:29.227999 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c2d5bf40-4fa3-41f3-a3da-6884325d37c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:29.246928 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-c2d5bf40-4fa3-41f3-a3da-6884325d37c1 admin admin] Calling delete_port for 21bed984-340a-4e46-8557-db462e123349 owned by network:dhcp {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:57:29.258163 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca976b2b-ae07-489a-b1a2-808079761c16 None None] New status for floating IP 6190f953-6f47-4727-94da-ae2d5c2e6ccc: DOWN {{(pid=103362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:57:29.317064 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d0e9e3-48dd-4618-a699-36fd63ff4c71 None None] DHCP port deletion for 766cc6a0-9cae-4dff-aad3-bb04508f9490 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:57:29.355543 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c678d386-9d74-4d2f-960c-5fc320f7de0e req-5c589163-5764-4efb-8262-5f3fd57739cb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69bd1e52-01be-4937-969a-3ccb10ddf356 HTTP/1.1" status: 200 len: 1000 time: 0.1556807 Nov 25 17:57:29.411205 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcfbd03-fce6-4d34-9275-c93e69abad33 req-cf806d58-4c76-4ddb-9e04-d221a2616c05 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:29.412872 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2fcfbd03-fce6-4d34-9275-c93e69abad33 req-cf806d58-4c76-4ddb-9e04-d221a2616c05 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.90 "GET /v2.0/ports?device_id=4dd63b2f-78a9-40b0-a7bc-fc8deffddf51 HTTP/1.1" status: 200 len: 984 time: 0.0940850 Nov 25 17:57:29.449112 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c678d386-9d74-4d2f-960c-5fc320f7de0e req-a5ebe305-e71e-4e74-a72f-19697dd35b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:29.454729 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c678d386-9d74-4d2f-960c-5fc320f7de0e req-a5ebe305-e71e-4e74-a72f-19697dd35b3f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2507da8a-9291-4605-b7c5-ff7e16f0304b HTTP/1.1" status: 200 len: 834 time: 0.0900574 Nov 25 17:57:29.476276 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c2d5bf40-4fa3-41f3-a3da-6884325d37c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:29.508797 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d5bf40-4fa3-41f3-a3da-6884325d37c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=21bed984-340a-4e46-8557-db462e123349,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:29.548021 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c678d386-9d74-4d2f-960c-5fc320f7de0e req-70e1de93-7ae9-4165-9b9e-59147d4aa0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:29.549885 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c678d386-9d74-4d2f-960c-5fc320f7de0e req-70e1de93-7ae9-4165-9b9e-59147d4aa0f1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f26468bb-c55b-44ac-9698-32104e4b0414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0886145 Nov 25 17:57:29.557100 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d5bf40-4fa3-41f3-a3da-6884325d37c1 admin admin] No DVR routers for this DVR port 21bed984-340a-4e46-8557-db462e123349 on host n-d-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:57:29.718252 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c2d5bf40-4fa3-41f3-a3da-6884325d37c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:29.722937 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-2fcfbd03-fce6-4d34-9275-c93e69abad33 req-155d4544-b58c-462d-8020-0c9235379974 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Deleting port 7665fe73-3938-43da-987a-dc9c12936ac4 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:57:29.723268 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-2fcfbd03-fce6-4d34-9275-c93e69abad33 req-155d4544-b58c-462d-8020-0c9235379974 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:29.734430 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c678d386-9d74-4d2f-960c-5fc320f7de0e req-bc7b3c60-7c95-444e-ab5a-cc79f1c7ca7c service neutron] 10.222.0.74 "GET /v2.0/networks/f26468bb-c55b-44ac-9698-32104e4b0414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764429 Nov 25 17:57:29.824798 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-c2d5bf40-4fa3-41f3-a3da-6884325d37c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['766cc6a0-9cae-4dff-aad3-bb04508f9490']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:29.851708 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-c2d5bf40-4fa3-41f3-a3da-6884325d37c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '692e7f4e-f503-4f7b-9c33-1cf3ca0dc7ac') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:29.851949 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-c2d5bf40-4fa3-41f3-a3da-6884325d37c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '692e7f4e-f503-4f7b-9c33-1cf3ca0dc7ac') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:29.856662 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c678d386-9d74-4d2f-960c-5fc320f7de0e req-fb640dd4-1e85-470e-bcd3-6daa94cd1ba4 service neutron] 10.222.0.74 "GET /v2.0/networks/f26468bb-c55b-44ac-9698-32104e4b0414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138639 Nov 25 17:57:29.878025 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a811e-2a3d-4813-ac17-ef4b7d2e5e3f req-ec187651-93b5-460c-90e2-001358d39909 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:29.879512 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f22a811e-2a3d-4813-ac17-ef4b7d2e5e3f req-ec187651-93b5-460c-90e2-001358d39909 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "GET /v2.0/ports?device_id=4dd63b2f-78a9-40b0-a7bc-fc8deffddf51 HTTP/1.1" status: 200 len: 984 time: 0.2511451 Nov 25 17:57:29.882105 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c2d5bf40-4fa3-41f3-a3da-6884325d37c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:29.932420 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c830be1-df02-4766-ae5b-52fe7514f5c9 req-a7437f5c-3180-484e-942f-b5dc26b56a0e tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:29.933932 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9c830be1-df02-4766-ae5b-52fe7514f5c9 req-a7437f5c-3180-484e-942f-b5dc26b56a0e tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=af204191-6e6b-4585-8396-02efc206a588 HTTP/1.1" status: 200 len: 945 time: 0.1784883 Nov 25 17:57:29.944082 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c2d5bf40-4fa3-41f3-a3da-6884325d37c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:29.954744 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-2fcfbd03-fce6-4d34-9275-c93e69abad33 req-155d4544-b58c-462d-8020-0c9235379974 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] For port 7665fe73-3938-43da-987a-dc9c12936ac4, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=7665fe73-3938-43da-987a-dc9c12936ac4,segment=NetworkSegment(04c26b85-2b9a-4f42-9cb6-78a7aa28caca),segment_id=04c26b85-2b9a-4f42-9cb6-78a7aa28caca)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:57:29.955307 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-2fcfbd03-fce6-4d34-9275-c93e69abad33 req-155d4544-b58c-462d-8020-0c9235379974 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:29.973142 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2d5bf40-4fa3-41f3-a3da-6884325d37c1 admin admin] Releasing vlan 935 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:57:29.973577 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c2d5bf40-4fa3-41f3-a3da-6884325d37c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:29.980273 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:57:29.980273 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:57:29.980273 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:57:29.980273 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:57:29.980273 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:57:29.980273 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:57:29.980273 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:57:29.980273 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:57:29.980273 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:57:29.980273 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:57:29.980273 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:57:29.980273 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:57:29.980273 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:57:29.980273 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:57:29.980273 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:57:29.980273 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:57:29.980273 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:57:29.980273 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:57:29.980273 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:57:29.980273 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:57:29.980273 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:57:29.980273 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:57:29.980273 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:57:29.980273 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:57:29.980273 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:57:29.980273 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:57:29.980273 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:57:29.980273 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:57:29.980273 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:57:29.980273 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:57:29.980273 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:57:29.980273 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:57:29.996041 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-2fcfbd03-fce6-4d34-9275-c93e69abad33 req-155d4544-b58c-462d-8020-0c9235379974 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Calling delete_port for 7665fe73-3938-43da-987a-dc9c12936ac4 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:57:30.128118 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9c830be1-df02-4766-ae5b-52fe7514f5c9 req-595306ff-ae46-4a78-aad3-bba457c5c3ac tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=32a1dba6-0cb1-45b6-aa70-d9733a45f05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1852252 Nov 25 17:57:30.132618 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c2d5bf40-4fa3-41f3-a3da-6884325d37c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:30.139879 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f22a811e-2a3d-4813-ac17-ef4b7d2e5e3f req-2df6e3cf-61ff-4e4f-a3fc-236e27d176ca tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "GET /v2.0/security-groups?id=3ab24b40-d032-4126-bd10-66384ff572d1&id=46dae59f-c204-4f5d-942f-0c5e71da4817&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2465017 Nov 25 17:57:30.163621 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c2d5bf40-4fa3-41f3-a3da-6884325d37c1 admin admin] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:30.166874 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c2d5bf40-4fa3-41f3-a3da-6884325d37c1 admin admin] 10.222.0.75 "DELETE /v2.0/networks/766cc6a0-9cae-4dff-aad3-bb04508f9490 HTTP/1.1" status: 204 len: 168 time: 1.2709773 Nov 25 17:57:30.170087 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55116) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:57:30.170637 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d5bf40-4fa3-41f3-a3da-6884325d37c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=766cc6a0-9cae-4dff-aad3-bb04508f9490,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:30.245047 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-2fcfbd03-fce6-4d34-9275-c93e69abad33 req-155d4544-b58c-462d-8020-0c9235379974 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:30.274502 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155d4544-b58c-462d-8020-0c9235379974 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Pushing event deleted for resources: {'Port': ['ID=7665fe73-3938-43da-987a-dc9c12936ac4,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:30.319642 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fcfbd03-fce6-4d34-9275-c93e69abad33 req-155d4544-b58c-462d-8020-0c9235379974 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] No DVR routers for this DVR port 7665fe73-3938-43da-987a-dc9c12936ac4 on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:57:30.322376 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-2fcfbd03-fce6-4d34-9275-c93e69abad33 req-155d4544-b58c-462d-8020-0c9235379974 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:30.326028 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2fcfbd03-fce6-4d34-9275-c93e69abad33 req-155d4544-b58c-462d-8020-0c9235379974 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.90 "DELETE /v2.0/ports/7665fe73-3938-43da-987a-dc9c12936ac4 HTTP/1.1" status: 204 len: 173 time: 0.9062133 Nov 25 17:57:30.326492 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd63b2f-78a9-40b0-a7bc-fc8deffddf51', 'name': 'network-vif-deleted', 'tag': '7665fe73-3938-43da-987a-dc9c12936ac4'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:57:30.329450 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501215c3-4e4c-44ac-9f9e-96b06fc49637" -d '{"events": [{"server_uuid": "4dd63b2f-78a9-40b0-a7bc-fc8deffddf51", "name": "network-vif-deleted", "tag": "7665fe73-3938-43da-987a-dc9c12936ac4"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:57:30.379631 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f5e63a-2530-4ca6-b235-d6cf36f353a3 x-openstack-request-id: req-53f5e63a-2530-4ca6-b235-d6cf36f353a3 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:57:30.379930 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dd63b2f-78a9-40b0-a7bc-fc8deffddf51", "name": "network-vif-deleted", "tag": "7665fe73-3938-43da-987a-dc9c12936ac4", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:57:30.380192 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-53f5e63a-2530-4ca6-b235-d6cf36f353a3 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:57:30.380610 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd63b2f-78a9-40b0-a7bc-fc8deffddf51', 'name': 'network-vif-deleted', 'tag': '7665fe73-3938-43da-987a-dc9c12936ac4', 'status': 'completed', 'code': 200} Nov 25 17:57:30.546144 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d220bb48-f0e5-4863-9ad0-6874cca0f00a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:30.817716 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-d220bb48-f0e5-4863-9ad0-6874cca0f00a admin admin] Deleting port 483938a5-9042-43b9-a57a-4c27634369d0 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:57:30.818057 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d220bb48-f0e5-4863-9ad0-6874cca0f00a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:30.893820 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 21bed984-340a-4e46-8557-db462e123349 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:57:30.901085 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-d220bb48-f0e5-4863-9ad0-6874cca0f00a admin admin] For port 483938a5-9042-43b9-a57a-4c27634369d0, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=483938a5-9042-43b9-a57a-4c27634369d0,segment=NetworkSegment(ad456a5e-4a97-4892-8780-875591fd3535),segment_id=ad456a5e-4a97-4892-8780-875591fd3535)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:57:30.901463 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d220bb48-f0e5-4863-9ad0-6874cca0f00a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:30.914605 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 21bed984-340a-4e46-8557-db462e123349 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:57:30.914965 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 21bed984-340a-4e46-8557-db462e123349 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:57:30.917909 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-d220bb48-f0e5-4863-9ad0-6874cca0f00a admin admin] Calling delete_port for 483938a5-9042-43b9-a57a-4c27634369d0 owned by network:router_interface {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:57:31.096158 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d220bb48-f0e5-4863-9ad0-6874cca0f00a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:31.121450 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d220bb48-f0e5-4863-9ad0-6874cca0f00a admin admin] Pushing event deleted for resources: {'Port': ['ID=483938a5-9042-43b9-a57a-4c27634369d0,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:31.222251 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55126) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:57:31.272960 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 7665fe73-3938-43da-987a-dc9c12936ac4 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:57:31.303142 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: 7665fe73-3938-43da-987a-dc9c12936ac4 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:57:31.303864 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 7665fe73-3938-43da-987a-dc9c12936ac4 not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:57:31.310186 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d220bb48-f0e5-4863-9ad0-6874cca0f00a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:31.330698 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230729d2-08d7-4ac1-ae87-012c54fafdb4 req-209f914f-25b0-4a21-a146-ed9d2a6ce56f tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:31.332276 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-230729d2-08d7-4ac1-ae87-012c54fafdb4 req-209f914f-25b0-4a21-a146-ed9d2a6ce56f tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=af204191-6e6b-4585-8396-02efc206a588 HTTP/1.1" status: 200 len: 945 time: 0.0814581 Nov 25 17:57:31.333177 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fa79e582-4c5d-4f80-8f1b-5134ecbf834a tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:31.371711 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fa79e582-4c5d-4f80-8f1b-5134ecbf834a tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:31.423572 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-230729d2-08d7-4ac1-ae87-012c54fafdb4 req-5735030f-c301-4249-956b-0c023471f2a8 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=32a1dba6-0cb1-45b6-aa70-d9733a45f05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838881 Nov 25 17:57:31.437946 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fa79e582-4c5d-4f80-8f1b-5134ecbf834a tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:31.441469 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fa79e582-4c5d-4f80-8f1b-5134ecbf834a tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:31.442597 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-fa79e582-4c5d-4f80-8f1b-5134ecbf834a tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "DELETE /v2.0/security-groups/3ab24b40-d032-4126-bd10-66384ff572d1 HTTP/1.1" status: 204 len: 168 time: 0.2193699 Nov 25 17:57:31.445330 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55128) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:57:31.456236 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79e582-4c5d-4f80-8f1b-5134ecbf834a tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab24b40-d032-4126-bd10-66384ff572d1,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:31.576085 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-acfa503e-6d23-435b-894c-e5d09bfd4d88 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:31.609889 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-acfa503e-6d23-435b-894c-e5d09bfd4d88 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:31.623275 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d220bb48-f0e5-4863-9ad0-6874cca0f00a admin admin] Router 5d5e266a-007c-4c81-a01f-9434dfa38b58 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:57:31.725809 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-acfa503e-6d23-435b-894c-e5d09bfd4d88 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:31.728337 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-acfa503e-6d23-435b-894c-e5d09bfd4d88 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:31.729528 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-acfa503e-6d23-435b-894c-e5d09bfd4d88 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "DELETE /v2.0/security-groups/46dae59f-c204-4f5d-942f-0c5e71da4817 HTTP/1.1" status: 204 len: 168 time: 0.2829630 Nov 25 17:57:31.732518 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55130) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:57:31.743348 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa503e-6d23-435b-894c-e5d09bfd4d88 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46dae59f-c204-4f5d-942f-0c5e71da4817,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:31.763590 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d220bb48-f0e5-4863-9ad0-6874cca0f00a admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:57:31.769230 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d220bb48-f0e5-4863-9ad0-6874cca0f00a admin admin] 10.222.0.75 "PUT /v2.0/routers/5d5e266a-007c-4c81-a01f-9434dfa38b58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5982485 Nov 25 17:57:31.771728 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55132) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:57:31.775302 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8741d76-81c1-4d7b-bccb-099d7a453b2b None None] Sync routers for ids ['5d5e266a-007c-4c81-a01f-9434dfa38b58'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:57:31.799275 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8741d76-81c1-4d7b-bccb-099d7a453b2b None None] Routers {'5d5e266a-007c-4c81-a01f-9434dfa38b58'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:57:31.801491 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-f8741d76-81c1-4d7b-bccb-099d7a453b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:57:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['5d5e266a-007c-4c81-a01f-9434dfa38b58'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:31.916817 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-f8741d76-81c1-4d7b-bccb-099d7a453b2b None None] Set router 5d5e266a-007c-4c81-a01f-9434dfa38b58 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:57:32.125395 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-f8741d76-81c1-4d7b-bccb-099d7a453b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5e266a-007c-4c81-a01f-9434dfa38b58', 'name': 'tempest-TestServerBasicOps-740709325-router', 'tenant_id': '5fb2686b2b4f4c908c9f00584b6a4be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'c08f9c1f-6b15-49f2-9724-2b62a108df4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:52:02Z', 'updated_at': '2021-11-25T17:57:31Z', 'revision_number': 5, 'project_id': '5fb2686b2b4f4c908c9f00584b6a4be4', 'gw_port': {'id': 'c08f9c1f-6b15-49f2-9724-2b62a108df4c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5e266a-007c-4c81-a01f-9434dfa38b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:52:03Z', 'updated_at': '2021-11-25T17:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:32.151929 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1bee6c25-0a5b-4de7-9f42-2451d959f156 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:32.160361 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8741d76-81c1-4d7b-bccb-099d7a453b2b None None] Checking router: 5d5e266a-007c-4c81-a01f-9434dfa38b58 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:57:32.169589 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8741d76-81c1-4d7b-bccb-099d7a453b2b None None] Routers {'5d5e266a-007c-4c81-a01f-9434dfa38b58'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:57:32.170199 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-f8741d76-81c1-4d7b-bccb-099d7a453b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:57:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['5d5e266a-007c-4c81-a01f-9434dfa38b58'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:32.197699 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-703ac546-c9e0-4f24-9d32-6d8c8a79f47e admin admin] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:32.289981 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-f8741d76-81c1-4d7b-bccb-099d7a453b2b None None] Set router 5d5e266a-007c-4c81-a01f-9434dfa38b58 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:57:32.308001 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-703ac546-c9e0-4f24-9d32-6d8c8a79f47e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:32.363048 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-703ac546-c9e0-4f24-9d32-6d8c8a79f47e admin admin] Deleting port c08f9c1f-6b15-49f2-9724-2b62a108df4c {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:57:32.363391 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-703ac546-c9e0-4f24-9d32-6d8c8a79f47e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:32.437737 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-1bee6c25-0a5b-4de7-9f42-2451d959f156 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Deleting port 5e23218c-f14d-4bea-93eb-b8ad5aafe0e3 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:57:32.438341 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1bee6c25-0a5b-4de7-9f42-2451d959f156 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:32.449197 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-703ac546-c9e0-4f24-9d32-6d8c8a79f47e admin admin] For port c08f9c1f-6b15-49f2-9724-2b62a108df4c, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=c08f9c1f-6b15-49f2-9724-2b62a108df4c,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:57:32.449695 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-703ac546-c9e0-4f24-9d32-6d8c8a79f47e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:32.482116 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-703ac546-c9e0-4f24-9d32-6d8c8a79f47e admin admin] Calling delete_port for c08f9c1f-6b15-49f2-9724-2b62a108df4c owned by network:router_gateway {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:57:32.504733 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-f8741d76-81c1-4d7b-bccb-099d7a453b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5e266a-007c-4c81-a01f-9434dfa38b58', 'name': 'tempest-TestServerBasicOps-740709325-router', 'tenant_id': '5fb2686b2b4f4c908c9f00584b6a4be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'c08f9c1f-6b15-49f2-9724-2b62a108df4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:52:02Z', 'updated_at': '2021-11-25T17:57:31Z', 'revision_number': 5, 'project_id': '5fb2686b2b4f4c908c9f00584b6a4be4', 'gw_port': {'id': 'c08f9c1f-6b15-49f2-9724-2b62a108df4c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5e266a-007c-4c81-a01f-9434dfa38b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:52:03Z', 'updated_at': '2021-11-25T17:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:32.538280 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8741d76-81c1-4d7b-bccb-099d7a453b2b None None] The sync data for ids ['5d5e266a-007c-4c81-a01f-9434dfa38b58'] in n-d-817746-1 is: [{'id': '5d5e266a-007c-4c81-a01f-9434dfa38b58', 'name': 'tempest-TestServerBasicOps-740709325-router', 'tenant_id': '5fb2686b2b4f4c908c9f00584b6a4be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'c08f9c1f-6b15-49f2-9724-2b62a108df4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:52:02Z', 'updated_at': '2021-11-25T17:57:31Z', 'revision_number': 5, 'project_id': '5fb2686b2b4f4c908c9f00584b6a4be4', 'gw_port': {'id': 'c08f9c1f-6b15-49f2-9724-2b62a108df4c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5e266a-007c-4c81-a01f-9434dfa38b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:52:03Z', 'updated_at': '2021-11-25T17:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:57:32.572624 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-1bee6c25-0a5b-4de7-9f42-2451d959f156 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] For port 5e23218c-f14d-4bea-93eb-b8ad5aafe0e3, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=5e23218c-f14d-4bea-93eb-b8ad5aafe0e3,segment=NetworkSegment(04c26b85-2b9a-4f42-9cb6-78a7aa28caca),segment_id=04c26b85-2b9a-4f42-9cb6-78a7aa28caca)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:57:32.573032 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1bee6c25-0a5b-4de7-9f42-2451d959f156 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:32.591276 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-1bee6c25-0a5b-4de7-9f42-2451d959f156 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Calling delete_port for 5e23218c-f14d-4bea-93eb-b8ad5aafe0e3 owned by network:router_interface {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:57:32.609809 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a58e2-153c-421d-9c3d-5eeebc1cdd45 req-ed62f750-b45c-4110-aa79-8769c7eea81a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:32.611444 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2d0a58e2-153c-421d-9c3d-5eeebc1cdd45 req-ed62f750-b45c-4110-aa79-8769c7eea81a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=af204191-6e6b-4585-8396-02efc206a588 HTTP/1.1" status: 200 len: 945 time: 0.0956898 Nov 25 17:57:32.667583 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-703ac546-c9e0-4f24-9d32-6d8c8a79f47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:32.693317 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ac546-c9e0-4f24-9d32-6d8c8a79f47e admin admin] Pushing event deleted for resources: {'Port': ['ID=c08f9c1f-6b15-49f2-9724-2b62a108df4c,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:32.706598 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2d0a58e2-153c-421d-9c3d-5eeebc1cdd45 req-bbf39744-c9f0-45ee-ae99-7e516662d2ce tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=32a1dba6-0cb1-45b6-aa70-d9733a45f05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620625 Nov 25 17:57:32.710928 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a9aed7-d666-4f4e-b60e-fcb1e8941865 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:57:32.770798 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-703ac546-c9e0-4f24-9d32-6d8c8a79f47e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:32.838879 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1bee6c25-0a5b-4de7-9f42-2451d959f156 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:32.871931 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-703ac546-c9e0-4f24-9d32-6d8c8a79f47e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:32.872157 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bee6c25-0a5b-4de7-9f42-2451d959f156 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Pushing event deleted for resources: {'Port': ['ID=5e23218c-f14d-4bea-93eb-b8ad5aafe0e3,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:32.886179 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-703ac546-c9e0-4f24-9d32-6d8c8a79f47e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:32.945242 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-703ac546-c9e0-4f24-9d32-6d8c8a79f47e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:32.946107 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703ac546-c9e0-4f24-9d32-6d8c8a79f47e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d5e266a-007c-4c81-a01f-9434dfa38b58 {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:57:32.951494 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-703ac546-c9e0-4f24-9d32-6d8c8a79f47e admin admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:32.955662 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-703ac546-c9e0-4f24-9d32-6d8c8a79f47e admin admin] 10.222.0.75 "DELETE /v2.0/routers/5d5e266a-007c-4c81-a01f-9434dfa38b58 HTTP/1.1" status: 204 len: 168 time: 1.1800802 Nov 25 17:57:32.956378 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55140) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:57:33.023849 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9429244-4bd0-441b-a453-c710707e36e7 admin admin] Deleting subnet 48dffd63-f6d6-4cf8-9d3c-7a1ef8b9becc {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:57:33.027470 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b9429244-4bd0-441b-a453-c710707e36e7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:33.083558 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b9429244-4bd0-441b-a453-c710707e36e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:33.129927 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 483938a5-9042-43b9-a57a-4c27634369d0 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:57:33.138204 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1bee6c25-0a5b-4de7-9f42-2451d959f156 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:33.153888 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 483938a5-9042-43b9-a57a-4c27634369d0 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:57:33.154601 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 483938a5-9042-43b9-a57a-4c27634369d0 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:57:33.220017 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b9429244-4bd0-441b-a453-c710707e36e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:33.277222 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b9429244-4bd0-441b-a453-c710707e36e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:33.306644 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9429244-4bd0-441b-a453-c710707e36e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48dffd63-f6d6-4cf8-9d3c-7a1ef8b9becc,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:33.314841 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b9429244-4bd0-441b-a453-c710707e36e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:33.320053 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e62b84-8762-44b1-877e-42ff2dc1bd9f None None] Network 6bd37951-dca0-400f-b347-a266c47fc88b requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:57:33.325470 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b9429244-4bd0-441b-a453-c710707e36e7 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/48dffd63-f6d6-4cf8-9d3c-7a1ef8b9becc HTTP/1.1" status: 204 len: 168 time: 0.3678074 Nov 25 17:57:33.326284 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55142) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:57:33.398427 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bee6c25-0a5b-4de7-9f42-2451d959f156 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Router 1ce07aea-0b14-4a3f-a689-a81a69528cff has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:57:33.421660 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b44b6c70-866a-4adc-9524-2cb731b5f3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:33.492001 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-b44b6c70-866a-4adc-9524-2cb731b5f3cb admin admin] Deleting port 961c9ee6-df93-4a73-b34e-6d283a9a460e {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:57:33.492608 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b44b6c70-866a-4adc-9524-2cb731b5f3cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:33.559061 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-b44b6c70-866a-4adc-9524-2cb731b5f3cb admin admin] For port 961c9ee6-df93-4a73-b34e-6d283a9a460e, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=961c9ee6-df93-4a73-b34e-6d283a9a460e,segment=NetworkSegment(ad456a5e-4a97-4892-8780-875591fd3535),segment_id=ad456a5e-4a97-4892-8780-875591fd3535)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:57:33.559434 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b44b6c70-866a-4adc-9524-2cb731b5f3cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:33.574918 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-b44b6c70-866a-4adc-9524-2cb731b5f3cb admin admin] Calling delete_port for 961c9ee6-df93-4a73-b34e-6d283a9a460e owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:57:33.666602 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b44b6c70-866a-4adc-9524-2cb731b5f3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:33.691944 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44b6c70-866a-4adc-9524-2cb731b5f3cb admin admin] Pushing event deleted for resources: {'Port': ['ID=961c9ee6-df93-4a73-b34e-6d283a9a460e,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:33.698562 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44b6c70-866a-4adc-9524-2cb731b5f3cb admin admin] No DVR routers for this DVR port 961c9ee6-df93-4a73-b34e-6d283a9a460e on host n-d-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:57:33.778556 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd6cdcf-0528-4cdd-aa62-04756474f103 None None] DHCP port deletion for 6bd37951-dca0-400f-b347-a266c47fc88b request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:57:33.781293 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b44b6c70-866a-4adc-9524-2cb731b5f3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:33.818592 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-b44b6c70-866a-4adc-9524-2cb731b5f3cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bd37951-dca0-400f-b347-a266c47fc88b']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:33.831238 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-b44b6c70-866a-4adc-9524-2cb731b5f3cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad456a5e-4a97-4892-8780-875591fd3535') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:33.832058 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-b44b6c70-866a-4adc-9524-2cb731b5f3cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad456a5e-4a97-4892-8780-875591fd3535') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:33.841365 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b44b6c70-866a-4adc-9524-2cb731b5f3cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:33.855176 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b44b6c70-866a-4adc-9524-2cb731b5f3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:33.862200 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b44b6c70-866a-4adc-9524-2cb731b5f3cb admin admin] Releasing vlan 918 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:57:33.862599 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b44b6c70-866a-4adc-9524-2cb731b5f3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:33.864451 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:57:33.864451 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:57:33.864451 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:57:33.864451 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:57:33.864451 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:57:33.864451 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:57:33.864451 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:57:33.864451 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:57:33.864451 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:57:33.864451 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:57:33.864451 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:57:33.864451 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:57:33.864451 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:57:33.864451 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:57:33.864451 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:57:33.864451 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:57:33.864451 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:57:33.864451 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:57:33.864451 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:57:33.864451 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:57:33.864451 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:57:33.864451 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:57:33.864451 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:57:33.864451 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:57:33.864451 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:57:33.864451 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:57:33.864451 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:57:33.864451 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:57:33.864451 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:57:33.864451 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:57:33.864451 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:57:33.864451 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:57:33.888394 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc716c68-5bdc-4b30-9c33-f7cdef925025 req-25d9b742-2e00-43d4-82f8-7c42fbf23c83 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:33.889879 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fc716c68-5bdc-4b30-9c33-f7cdef925025 req-25d9b742-2e00-43d4-82f8-7c42fbf23c83 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=af204191-6e6b-4585-8396-02efc206a588 HTTP/1.1" status: 200 len: 945 time: 0.0683305 Nov 25 17:57:33.890838 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bee6c25-0a5b-4de7-9f42-2451d959f156 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:57:33.897819 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-1bee6c25-0a5b-4de7-9f42-2451d959f156 tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "PUT /v2.0/routers/1ce07aea-0b14-4a3f-a689-a81a69528cff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1637979 Nov 25 17:57:33.900136 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55146) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:57:33.903706 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050f914e-874a-4cde-a0ce-43b87e7293e8 None None] Sync routers for ids ['1ce07aea-0b14-4a3f-a689-a81a69528cff'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:57:33.913774 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050f914e-874a-4cde-a0ce-43b87e7293e8 None None] Routers {'1ce07aea-0b14-4a3f-a689-a81a69528cff'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:57:33.914378 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-050f914e-874a-4cde-a0ce-43b87e7293e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:57:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['1ce07aea-0b14-4a3f-a689-a81a69528cff'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:33.923871 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b44b6c70-866a-4adc-9524-2cb731b5f3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:33.929774 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b44b6c70-866a-4adc-9524-2cb731b5f3cb admin admin] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:33.943700 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b44b6c70-866a-4adc-9524-2cb731b5f3cb admin admin] 10.222.0.75 "DELETE /v2.0/networks/6bd37951-dca0-400f-b347-a266c47fc88b HTTP/1.1" status: 204 len: 168 time: 0.6062415 Nov 25 17:57:33.968333 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44b6c70-866a-4adc-9524-2cb731b5f3cb admin admin] Pushing event deleted for resources: {'Network': ['ID=6bd37951-dca0-400f-b347-a266c47fc88b,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:33.990981 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcd8841a-9034-4c63-908d-3060f673445e tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Deleting subnet a0353a8e-e04d-4300-b9da-1f5624182072 {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:57:34.000427 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dcd8841a-9034-4c63-908d-3060f673445e tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:34.032599 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fc716c68-5bdc-4b30-9c33-f7cdef925025 req-f98fb37d-fed0-4f89-a6f9-f378d00b7439 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=32a1dba6-0cb1-45b6-aa70-d9733a45f05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331394 Nov 25 17:57:34.052080 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-050f914e-874a-4cde-a0ce-43b87e7293e8 None None] Set router 1ce07aea-0b14-4a3f-a689-a81a69528cff gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:57:34.066567 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dcd8841a-9034-4c63-908d-3060f673445e tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:34.104565 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55154) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:57:34.148461 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-22d72d82-8b97-4758-9154-b095cbcc387a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e69beea86d034f398c1d6fc720d35db8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0425227 Nov 25 17:57:34.151186 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55156) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:57:34.162397 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dcd8841a-9034-4c63-908d-3060f673445e tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:34.208932 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-abc0a136-9141-4339-ba33-5b07bf2cf285 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:34.230768 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dcd8841a-9034-4c63-908d-3060f673445e tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:34.241593 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-abc0a136-9141-4339-ba33-5b07bf2cf285 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:34.252681 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-050f914e-874a-4cde-a0ce-43b87e7293e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce07aea-0b14-4a3f-a689-a81a69528cff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1507342445', 'tenant_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'd389e41d-3a02-4168-be6b-4f5bf379619c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:56:02Z', 'updated_at': '2021-11-25T17:57:32Z', 'revision_number': 5, 'project_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'gw_port': {'id': 'd389e41d-3a02-4168-be6b-4f5bf379619c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce07aea-0b14-4a3f-a689-a81a69528cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:56:02Z', 'updated_at': '2021-11-25T17:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:34.259394 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd8841a-9034-4c63-908d-3060f673445e tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Pushing event deleted for resources: {'Subnet': ['ID=a0353a8e-e04d-4300-b9da-1f5624182072,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:34.264167 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dcd8841a-9034-4c63-908d-3060f673445e tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:34.269304 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-dcd8841a-9034-4c63-908d-3060f673445e tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "DELETE /v2.0/subnets/a0353a8e-e04d-4300-b9da-1f5624182072 HTTP/1.1" status: 204 len: 168 time: 0.3674932 Nov 25 17:57:34.270406 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55158) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:57:34.289104 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288f2e51-9160-4424-9815-2abd4694fa8d None None] Network 9be04e7b-745f-4233-94c2-fabec29b8fd2 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:57:34.291436 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050f914e-874a-4cde-a0ce-43b87e7293e8 None None] Checking router: 1ce07aea-0b14-4a3f-a689-a81a69528cff for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:57:34.306606 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-abc0a136-9141-4339-ba33-5b07bf2cf285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:34.310880 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-abc0a136-9141-4339-ba33-5b07bf2cf285 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:34.312270 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-abc0a136-9141-4339-ba33-5b07bf2cf285 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/cc4d222f-bb7a-4ad9-9d73-e5cb966a102c HTTP/1.1" status: 204 len: 168 time: 0.1601584 Nov 25 17:57:34.323840 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc0a136-9141-4339-ba33-5b07bf2cf285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4d222f-bb7a-4ad9-9d73-e5cb966a102c,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:34.351536 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050f914e-874a-4cde-a0ce-43b87e7293e8 None None] Routers {'1ce07aea-0b14-4a3f-a689-a81a69528cff'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:57:34.352173 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-050f914e-874a-4cde-a0ce-43b87e7293e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:57:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['1ce07aea-0b14-4a3f-a689-a81a69528cff'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:34.392646 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7ac1fa6d-277e-47e8-9ed7-eea94d2f0e0d tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks [] for router, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:34.510148 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7ac1fa6d-277e-47e8-9ed7-eea94d2f0e0d tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:34.541280 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-050f914e-874a-4cde-a0ce-43b87e7293e8 None None] Set router 1ce07aea-0b14-4a3f-a689-a81a69528cff gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:57:34.574264 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-7ac1fa6d-277e-47e8-9ed7-eea94d2f0e0d tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Deleting port d389e41d-3a02-4168-be6b-4f5bf379619c {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:57:34.574622 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7ac1fa6d-277e-47e8-9ed7-eea94d2f0e0d tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:34.661630 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b970e3d-dc5c-4522-a537-236f73c3df03 None None] DHCP port deletion for 9be04e7b-745f-4233-94c2-fabec29b8fd2 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:57:34.677131 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-7ac1fa6d-277e-47e8-9ed7-eea94d2f0e0d tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] For port d389e41d-3a02-4168-be6b-4f5bf379619c, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d389e41d-3a02-4168-be6b-4f5bf379619c,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:57:34.677643 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7ac1fa6d-277e-47e8-9ed7-eea94d2f0e0d tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:34.692562 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-7ac1fa6d-277e-47e8-9ed7-eea94d2f0e0d tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Calling delete_port for d389e41d-3a02-4168-be6b-4f5bf379619c owned by network:router_gateway {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:57:34.724166 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55164) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:57:34.771222 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-84df3c71-0c63-4fff-985b-03a5648b74ad admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5fb2686b2b4f4c908c9f00584b6a4be4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0429635 Nov 25 17:57:34.771519 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55166) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:57:34.771717 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-3b970e3d-dc5c-4522-a537-236f73c3df03 None None] Deleting port d9e70191-74f2-4fb2-a06a-8ad763f02538 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:57:34.772527 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3b970e3d-dc5c-4522-a537-236f73c3df03 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:34.823292 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5cdfc842-3a1d-428f-a55a-ff54b4e828f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:34.845309 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-3b970e3d-dc5c-4522-a537-236f73c3df03 None None] For port d9e70191-74f2-4fb2-a06a-8ad763f02538, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d9e70191-74f2-4fb2-a06a-8ad763f02538,segment=NetworkSegment(04c26b85-2b9a-4f42-9cb6-78a7aa28caca),segment_id=04c26b85-2b9a-4f42-9cb6-78a7aa28caca)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:57:34.845827 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3b970e3d-dc5c-4522-a537-236f73c3df03 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:34.847772 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5cdfc842-3a1d-428f-a55a-ff54b4e828f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:34.862191 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-3b970e3d-dc5c-4522-a537-236f73c3df03 None None] Calling delete_port for d9e70191-74f2-4fb2-a06a-8ad763f02538 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:57:34.865124 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-050f914e-874a-4cde-a0ce-43b87e7293e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce07aea-0b14-4a3f-a689-a81a69528cff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1507342445', 'tenant_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'd389e41d-3a02-4168-be6b-4f5bf379619c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:56:02Z', 'updated_at': '2021-11-25T17:57:32Z', 'revision_number': 5, 'project_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'gw_port': {'id': 'd389e41d-3a02-4168-be6b-4f5bf379619c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce07aea-0b14-4a3f-a689-a81a69528cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:56:02Z', 'updated_at': '2021-11-25T17:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:34.872778 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7ac1fa6d-277e-47e8-9ed7-eea94d2f0e0d tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:34.903245 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050f914e-874a-4cde-a0ce-43b87e7293e8 None None] The sync data for ids ['1ce07aea-0b14-4a3f-a689-a81a69528cff'] in n-d-817746-1 is: [{'id': '1ce07aea-0b14-4a3f-a689-a81a69528cff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1507342445', 'tenant_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'd389e41d-3a02-4168-be6b-4f5bf379619c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:56:02Z', 'updated_at': '2021-11-25T17:57:32Z', 'revision_number': 5, 'project_id': '97c58dc9e1cc4875b18599cedd8ec1e0', 'gw_port': {'id': 'd389e41d-3a02-4168-be6b-4f5bf379619c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce07aea-0b14-4a3f-a689-a81a69528cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:56:02Z', 'updated_at': '2021-11-25T17:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:57:34.903928 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac1fa6d-277e-47e8-9ed7-eea94d2f0e0d tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Pushing event deleted for resources: {'Port': ['ID=d389e41d-3a02-4168-be6b-4f5bf379619c,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:34.934493 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5cdfc842-3a1d-428f-a55a-ff54b4e828f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:34.944038 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eea5333-f21e-40cf-b152-20ddd86d6146 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:57:34.945113 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5cdfc842-3a1d-428f-a55a-ff54b4e828f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:34.952508 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-5cdfc842-3a1d-428f-a55a-ff54b4e828f5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e119ac4c-b1cc-4443-aaf4-f1ac4ec6f591 HTTP/1.1" status: 204 len: 168 time: 0.1740892 Nov 25 17:57:34.965459 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdfc842-3a1d-428f-a55a-ff54b4e828f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e119ac4c-b1cc-4443-aaf4-f1ac4ec6f591,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:35.014844 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3b970e3d-dc5c-4522-a537-236f73c3df03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:35.021391 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7ac1fa6d-277e-47e8-9ed7-eea94d2f0e0d tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:35.042812 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b970e3d-dc5c-4522-a537-236f73c3df03 None None] Pushing event deleted for resources: {'Port': ['ID=d9e70191-74f2-4fb2-a06a-8ad763f02538,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:35.048598 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b970e3d-dc5c-4522-a537-236f73c3df03 None None] No DVR routers for this DVR port d9e70191-74f2-4fb2-a06a-8ad763f02538 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:57:35.057133 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b970e3d-dc5c-4522-a537-236f73c3df03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:35.057133 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b970e3d-dc5c-4522-a537-236f73c3df03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:35.057710 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b970e3d-dc5c-4522-a537-236f73c3df03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:35.058156 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b970e3d-dc5c-4522-a537-236f73c3df03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:35.058596 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b970e3d-dc5c-4522-a537-236f73c3df03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:35.059167 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b970e3d-dc5c-4522-a537-236f73c3df03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:35.059468 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b970e3d-dc5c-4522-a537-236f73c3df03 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:35.059955 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b970e3d-dc5c-4522-a537-236f73c3df03 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:35.060391 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b970e3d-dc5c-4522-a537-236f73c3df03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:35.061178 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b970e3d-dc5c-4522-a537-236f73c3df03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:35.061620 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b970e3d-dc5c-4522-a537-236f73c3df03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:35.063598 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b970e3d-dc5c-4522-a537-236f73c3df03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:35.132251 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7ac1fa6d-277e-47e8-9ed7-eea94d2f0e0d tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:35.134853 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7ac1fa6d-277e-47e8-9ed7-eea94d2f0e0d tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:35.214174 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7ac1fa6d-277e-47e8-9ed7-eea94d2f0e0d tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:35.214638 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac1fa6d-277e-47e8-9ed7-eea94d2f0e0d tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Fanout notify agent at l3_agent the message router_deleted on router 1ce07aea-0b14-4a3f-a689-a81a69528cff {{(pid=103361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:57:35.221905 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7ac1fa6d-277e-47e8-9ed7-eea94d2f0e0d tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:35.223013 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-7ac1fa6d-277e-47e8-9ed7-eea94d2f0e0d tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "DELETE /v2.0/routers/1ce07aea-0b14-4a3f-a689-a81a69528cff HTTP/1.1" status: 204 len: 168 time: 0.9516728 Nov 25 17:57:35.225922 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55176) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:57:35.235647 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df1c5a-7e68-4372-8c79-0bcce10c114e req-e95680e4-b111-4fe1-9767-3f30342cb54b tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:35.237184 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-90df1c5a-7e68-4372-8c79-0bcce10c114e req-e95680e4-b111-4fe1-9767-3f30342cb54b tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=af204191-6e6b-4585-8396-02efc206a588 HTTP/1.1" status: 200 len: 945 time: 0.1003795 Nov 25 17:57:35.269564 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d9e70191-74f2-4fb2-a06a-8ad763f02538 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:57:35.309178 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: d9e70191-74f2-4fb2-a06a-8ad763f02538 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:57:35.309178 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d9e70191-74f2-4fb2-a06a-8ad763f02538 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:57:35.309612 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device c08f9c1f-6b15-49f2-9724-2b62a108df4c no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:57:35.333069 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: c08f9c1f-6b15-49f2-9724-2b62a108df4c {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:57:35.333366 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-90df1c5a-7e68-4372-8c79-0bcce10c114e req-fab7c410-7e03-41fa-af81-a90133342f01 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=32a1dba6-0cb1-45b6-aa70-d9733a45f05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857854 Nov 25 17:57:35.333880 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device c08f9c1f-6b15-49f2-9724-2b62a108df4c not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:57:35.334490 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 961c9ee6-df93-4a73-b34e-6d283a9a460e no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:57:35.361841 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 961c9ee6-df93-4a73-b34e-6d283a9a460e {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:57:35.362220 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 961c9ee6-df93-4a73-b34e-6d283a9a460e not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:57:35.362748 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b8edc7ca-7c09-4ddd-933d-17077a22905e tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:35.470779 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b8edc7ca-7c09-4ddd-933d-17077a22905e tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:35.498869 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-b8edc7ca-7c09-4ddd-933d-17077a22905e tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9be04e7b-745f-4233-94c2-fabec29b8fd2']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:35.508683 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-b8edc7ca-7c09-4ddd-933d-17077a22905e tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04c26b85-2b9a-4f42-9cb6-78a7aa28caca') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:35.509070 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-b8edc7ca-7c09-4ddd-933d-17077a22905e tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04c26b85-2b9a-4f42-9cb6-78a7aa28caca') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:35.520196 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b8edc7ca-7c09-4ddd-933d-17077a22905e tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:35.534882 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b8edc7ca-7c09-4ddd-933d-17077a22905e tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:35.541348 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8edc7ca-7c09-4ddd-933d-17077a22905e tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Releasing vlan 909 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:57:35.541794 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b8edc7ca-7c09-4ddd-933d-17077a22905e tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:35.544996 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:57:35.544996 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:57:35.544996 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:57:35.544996 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:57:35.544996 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:57:35.544996 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:57:35.544996 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:57:35.544996 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:57:35.544996 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:57:35.544996 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:57:35.544996 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:57:35.544996 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:57:35.544996 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:57:35.544996 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:57:35.544996 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:57:35.544996 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:57:35.544996 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:57:35.544996 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:57:35.544996 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:57:35.544996 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:57:35.544996 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:57:35.544996 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:57:35.544996 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:57:35.544996 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:57:35.544996 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:57:35.544996 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:57:35.544996 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:57:35.544996 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:57:35.544996 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:57:35.544996 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:57:35.544996 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:57:35.544996 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:57:35.609211 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b8edc7ca-7c09-4ddd-933d-17077a22905e tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:35.621118 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b8edc7ca-7c09-4ddd-933d-17077a22905e tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:35.624294 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b8edc7ca-7c09-4ddd-933d-17077a22905e tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] 10.222.0.75 "DELETE /v2.0/networks/9be04e7b-745f-4233-94c2-fabec29b8fd2 HTTP/1.1" status: 204 len: 168 time: 0.3957214 Nov 25 17:57:35.637486 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8edc7ca-7c09-4ddd-933d-17077a22905e tempest-TestSecurityGroupsBasicOps-796990366 tempest-TestSecurityGroupsBasicOps-796990366-project] Pushing event deleted for resources: {'Network': ['ID=9be04e7b-745f-4233-94c2-fabec29b8fd2,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:35.811789 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55200) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:57:35.877002 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55204) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:57:35.956252 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-fa8a694c-fdb1-4714-b77a-767950a0e12c admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-710385751-network', 'tenant_id': '0904affebfc24e619722778aa4d5d95e'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:57:35.979947 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8a694c-fdb1-4714-b77a-767950a0e12c admin admin] Made reservation on behalf of 0904affebfc24e619722778aa4d5d95e for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:57:35.982541 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fa8a694c-fdb1-4714-b77a-767950a0e12c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:35.992709 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fa8a694c-fdb1-4714-b77a-767950a0e12c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:36.017666 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-f9cb07ce-7d8e-4f67-83fc-2fc28e1b1b2f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=97c58dc9e1cc4875b18599cedd8ec1e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1384273 Nov 25 17:57:36.023871 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55208) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:57:36.105989 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d1733bae-e43c-4874-a91a-6f037f09c430 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:36.114197 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fa8a694c-fdb1-4714-b77a-767950a0e12c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:36.119116 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fa8a694c-fdb1-4714-b77a-767950a0e12c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:36.131702 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d1733bae-e43c-4874-a91a-6f037f09c430 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:36.146562 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa8a694c-fdb1-4714-b77a-767950a0e12c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 933} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:57:36.159885 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8a694c-fdb1-4714-b77a-767950a0e12c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4945600e-16f1-4261-9b6b-bd3d74662cee,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:36.167235 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fa8a694c-fdb1-4714-b77a-767950a0e12c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:36.167590 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-fa8a694c-fdb1-4714-b77a-767950a0e12c admin admin] Added segment ae81b48c-14bc-4476-9d72-45f8054d8bba of type vlan for network e5dba9d6-41eb-49ca-ab19-cefdc4a63a18 Nov 25 17:57:36.195482 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d1733bae-e43c-4874-a91a-6f037f09c430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:36.199114 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d1733bae-e43c-4874-a91a-6f037f09c430 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:36.202792 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d1733bae-e43c-4874-a91a-6f037f09c430 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/218c5ff4-ca69-4c4a-acda-c2a549219e42 HTTP/1.1" status: 204 len: 168 time: 0.1768696 Nov 25 17:57:36.211487 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1733bae-e43c-4874-a91a-6f037f09c430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=218c5ff4-ca69-4c4a-acda-c2a549219e42,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:36.242268 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fa8a694c-fdb1-4714-b77a-767950a0e12c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:36.270704 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fa8a694c-fdb1-4714-b77a-767950a0e12c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:36.271669 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8a694c-fdb1-4714-b77a-767950a0e12c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:36.272336 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fa8a694c-fdb1-4714-b77a-767950a0e12c admin admin] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:36.327650 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-fa8a694c-fdb1-4714-b77a-767950a0e12c admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.5147412 Nov 25 17:57:36.330522 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55216) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:57:36.335624 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-aa01b5c7-c8d6-48f9-833c-a060d5ae498e admin admin] Request body: {'subnet': {'network_id': 'e5dba9d6-41eb-49ca-ab19-cefdc4a63a18', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-710385751-subnet', 'tenant_id': '0904affebfc24e619722778aa4d5d95e', 'ip_version': 4}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:57:36.339694 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8a694c-fdb1-4714-b77a-767950a0e12c admin admin] Pushing event updated for resources: {'Network': ['ID=e5dba9d6-41eb-49ca-ab19-cefdc4a63a18,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:36.351804 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network e5dba9d6-41eb-49ca-ab19-cefdc4a63a18 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:57:36.358466 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa01b5c7-c8d6-48f9-833c-a060d5ae498e admin admin] Made reservation on behalf of 0904affebfc24e619722778aa4d5d95e for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:57:36.361765 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-aa01b5c7-c8d6-48f9-833c-a060d5ae498e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:36.499203 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55220) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:57:36.513266 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-25df9f41-684a-4e94-8926-0c517431afad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:36.541174 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92884092-153c-4540-81bf-e5c08e60f98a req-15f01fb0-f6f6-4775-aa7e-69d4b5319bd7 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:36.542605 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-92884092-153c-4540-81bf-e5c08e60f98a req-15f01fb0-f6f6-4775-aa7e-69d4b5319bd7 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=af204191-6e6b-4585-8396-02efc206a588 HTTP/1.1" status: 200 len: 945 time: 0.0921769 Nov 25 17:57:36.603040 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-25df9f41-684a-4e94-8926-0c517431afad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:36.607174 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-25df9f41-684a-4e94-8926-0c517431afad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:36.610259 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-aa01b5c7-c8d6-48f9-833c-a060d5ae498e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:36.651213 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-25df9f41-684a-4e94-8926-0c517431afad admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a47c22b11f45480ea5c328e88eecfc68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1508996 Nov 25 17:57:36.652705 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25df9f41-684a-4e94-8926-0c517431afad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba8039d-40a2-42dc-a5c5-b08dada69616,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:36.655131 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55222) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:57:36.677308 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-92884092-153c-4540-81bf-e5c08e60f98a req-506d4867-7269-4703-a250-eb034dd5b5b4 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=32a1dba6-0cb1-45b6-aa70-d9733a45f05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056821 Nov 25 17:57:36.696260 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa01b5c7-c8d6-48f9-833c-a060d5ae498e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a9b76e0-fb95-4518-95eb-307a1355b6c5,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:36.706281 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa01b5c7-c8d6-48f9-833c-a060d5ae498e admin admin] Checking segment: {'id': 'ae81b48c-14bc-4476-9d72-45f8054d8bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'e5dba9d6-41eb-49ca-ab19-cefdc4a63a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:57:36.706643 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa01b5c7-c8d6-48f9-833c-a060d5ae498e admin admin] Network hostable DHCP agents. Network: e5dba9d6-41eb-49ca-ab19-cefdc4a63a18, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:57:36.710560 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5ec58b13-9020-4c07-9a84-3129ad920143 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:36.723744 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa01b5c7-c8d6-48f9-833c-a060d5ae498e admin admin] Network e5dba9d6-41eb-49ca-ab19-cefdc4a63a18 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:57:36.732730 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-aa01b5c7-c8d6-48f9-833c-a060d5ae498e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, e5dba9d6-41eb-49ca-ab19-cefdc4a63a18) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:57:36.732932 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5ec58b13-9020-4c07-9a84-3129ad920143 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:36.737411 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa01b5c7-c8d6-48f9-833c-a060d5ae498e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:36.738002 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-aa01b5c7-c8d6-48f9-833c-a060d5ae498e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:36.745725 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7558e904-15fe-4863-8610-1d39100b5533 None None] Network e5dba9d6-41eb-49ca-ab19-cefdc4a63a18 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:57:36.753234 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-aa01b5c7-c8d6-48f9-833c-a060d5ae498e admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.4215715 Nov 25 17:57:36.755933 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55224) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:57:36.760206 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-96ba0c06-35b6-403b-a59f-50c46f96088c admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-710385751-router', 'tenant_id': '0904affebfc24e619722778aa4d5d95e', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:57:36.790358 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5ec58b13-9020-4c07-9a84-3129ad920143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:36.793085 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5ec58b13-9020-4c07-9a84-3129ad920143 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:36.794198 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-5ec58b13-9020-4c07-9a84-3129ad920143 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8ba8039d-40a2-42dc-a5c5-b08dada69616 HTTP/1.1" status: 204 len: 168 time: 0.1382957 Nov 25 17:57:36.795060 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-96ba0c06-35b6-403b-a59f-50c46f96088c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:36.796197 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-96ba0c06-35b6-403b-a59f-50c46f96088c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:36.804395 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec58b13-9020-4c07-9a84-3129ad920143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba8039d-40a2-42dc-a5c5-b08dada69616,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:36.873550 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-96ba0c06-35b6-403b-a59f-50c46f96088c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:36.932476 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e27bb0-05cc-4e46-869b-0bd90729182b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-e5dba9d6-41eb-49ca-ab19-cefdc4a63a18', 'network_id': 'e5dba9d6-41eb-49ca-ab19-cefdc4a63a18', 'tenant_id': '0904affebfc24e619722778aa4d5d95e', 'fixed_ips': [{'subnet_id': '9a9b76e0-fb95-4518-95eb-307a1355b6c5'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:57:36.933393 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90e27bb0-05cc-4e46-869b-0bd90729182b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:36.950138 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d389e41d-3a02-4168-be6b-4f5bf379619c no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:57:36.986460 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: d389e41d-3a02-4168-be6b-4f5bf379619c {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:57:36.986824 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d389e41d-3a02-4168-be6b-4f5bf379619c not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:57:36.987243 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 5e23218c-f14d-4bea-93eb-b8ad5aafe0e3 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:57:37.031083 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 5e23218c-f14d-4bea-93eb-b8ad5aafe0e3 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:57:37.031592 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 5e23218c-f14d-4bea-93eb-b8ad5aafe0e3 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:57:37.043694 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-96ba0c06-35b6-403b-a59f-50c46f96088c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:37.142097 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7162c7-02ac-4532-bb1f-ebad61b4f729 req-1e9d0b00-8831-4b69-a240-5b404a80f4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:37.144559 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-fb7162c7-02ac-4532-bb1f-ebad61b4f729 req-1e9d0b00-8831-4b69-a240-5b404a80f4f9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=af204191-6e6b-4585-8396-02efc206a588 HTTP/1.1" status: 200 len: 1096 time: 0.0553722 Nov 25 17:57:37.173503 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-90e27bb0-05cc-4e46-869b-0bd90729182b None None] Allocated IP 172.20.0.2 (e5dba9d6-41eb-49ca-ab19-cefdc4a63a18/9a9b76e0-fb95-4518-95eb-307a1355b6c5/82136d2e-486e-489c-a3e6-22c4f64a7909) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:57:37.201279 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-fb7162c7-02ac-4532-bb1f-ebad61b4f729 req-c5e9549d-fdaa-4d60-92c7-7ee72633a2ef service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=32a1dba6-0cb1-45b6-aa70-d9733a45f05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491557 Nov 25 17:57:37.209453 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55230) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:57:37.257294 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2e81ecfb-7a62-4ed1-bc30-f719fbdf5a20 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=06be821e54a9439598cce625b612a406&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0466316 Nov 25 17:57:37.259790 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55234) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:57:37.298836 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-96ba0c06-35b6-403b-a59f-50c46f96088c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:37.325068 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-96ba0c06-35b6-403b-a59f-50c46f96088c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:37.343952 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90e27bb0-05cc-4e46-869b-0bd90729182b None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:37.349663 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90e27bb0-05cc-4e46-869b-0bd90729182b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:37.379528 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e191027f-d085-4b32-8662-50d0ce96fe44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:37.389248 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e27bb0-05cc-4e46-869b-0bd90729182b None None] Network e5dba9d6-41eb-49ca-ab19-cefdc4a63a18 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:57:37.394453 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-90e27bb0-05cc-4e46-869b-0bd90729182b None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:57:37.396800 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e27bb0-05cc-4e46-869b-0bd90729182b None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:57:37.402185 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e27bb0-05cc-4e46-869b-0bd90729182b None None] Pushing event updated for resources: {'Port': ['ID=82136d2e-486e-489c-a3e6-22c4f64a7909,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:37.413432 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e191027f-d085-4b32-8662-50d0ce96fe44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:37.462618 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-90e27bb0-05cc-4e46-869b-0bd90729182b None None] Attempting to bind port 82136d2e-486e-489c-a3e6-22c4f64a7909 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:57:37.462990 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-90e27bb0-05cc-4e46-869b-0bd90729182b None None] Attempting to bind port 82136d2e-486e-489c-a3e6-22c4f64a7909 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'ae81b48c-14bc-4476-9d72-45f8054d8bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'e5dba9d6-41eb-49ca-ab19-cefdc4a63a18'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:57:37.463358 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e27bb0-05cc-4e46-869b-0bd90729182b None None] Attempting to bind port 82136d2e-486e-489c-a3e6-22c4f64a7909 on network e5dba9d6-41eb-49ca-ab19-cefdc4a63a18 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:57:37.468283 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e27bb0-05cc-4e46-869b-0bd90729182b None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:57:37.468918 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e27bb0-05cc-4e46-869b-0bd90729182b None None] Checking segment: {'id': 'ae81b48c-14bc-4476-9d72-45f8054d8bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'e5dba9d6-41eb-49ca-ab19-cefdc4a63a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:57:37.469091 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90e27bb0-05cc-4e46-869b-0bd90729182b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:37.469523 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e27bb0-05cc-4e46-869b-0bd90729182b None None] Bound using segment: {'id': 'ae81b48c-14bc-4476-9d72-45f8054d8bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'e5dba9d6-41eb-49ca-ab19-cefdc4a63a18'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:57:37.469993 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-90e27bb0-05cc-4e46-869b-0bd90729182b None None] Bound port: 82136d2e-486e-489c-a3e6-22c4f64a7909, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae81b48c-14bc-4476-9d72-45f8054d8bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'e5dba9d6-41eb-49ca-ab19-cefdc4a63a18'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:57:37.470911 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90e27bb0-05cc-4e46-869b-0bd90729182b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:37.489843 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-96ba0c06-35b6-403b-a59f-50c46f96088c admin admin] Allocated IP 172.25.0.111 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/1e4bed66-e4fa-4ecf-8397-213adfe273ec) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:57:37.514570 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e191027f-d085-4b32-8662-50d0ce96fe44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:37.517894 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e191027f-d085-4b32-8662-50d0ce96fe44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:37.519237 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-e191027f-d085-4b32-8662-50d0ce96fe44 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/929bb81b-cf82-4e91-aa70-5950b63afb38 HTTP/1.1" status: 204 len: 168 time: 0.2585125 Nov 25 17:57:37.541570 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e191027f-d085-4b32-8662-50d0ce96fe44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929bb81b-cf82-4e91-aa70-5950b63afb38,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:37.622692 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-96ba0c06-35b6-403b-a59f-50c46f96088c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:37.660346 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-96ba0c06-35b6-403b-a59f-50c46f96088c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:37.708930 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ba0c06-35b6-403b-a59f-50c46f96088c admin admin] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:57:37.713510 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-96ba0c06-35b6-403b-a59f-50c46f96088c admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:57:37.718864 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ba0c06-35b6-403b-a59f-50c46f96088c admin admin] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:57:37.755477 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90e27bb0-05cc-4e46-869b-0bd90729182b None None] For port 82136d2e-486e-489c-a3e6-22c4f64a7909, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:57:37.762789 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90e27bb0-05cc-4e46-869b-0bd90729182b None None] For port 82136d2e-486e-489c-a3e6-22c4f64a7909, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=82136d2e-486e-489c-a3e6-22c4f64a7909,segment=NetworkSegment(ae81b48c-14bc-4476-9d72-45f8054d8bba),segment_id=ae81b48c-14bc-4476-9d72-45f8054d8bba)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:57:37.767736 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa10d97-faf6-4262-bfe7-2c85675c4551 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:57:37.767963 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba0c06-35b6-403b-a59f-50c46f96088c admin admin] Pushing event updated for resources: {'Port': ['ID=1e4bed66-e4fa-4ecf-8397-213adfe273ec,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:37.778001 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90e27bb0-05cc-4e46-869b-0bd90729182b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:37.880378 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e27bb0-05cc-4e46-869b-0bd90729182b None None] Pushing event updated for resources: {'Port': ['ID=82136d2e-486e-489c-a3e6-22c4f64a7909,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:37.892551 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-1ab75af7-ad16-47c3-8ec4-ab3ca1312518 None None] Provisioning complete for port 1e4bed66-e4fa-4ecf-8397-213adfe273ec triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:57:37.893391 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1ab75af7-ad16-47c3-8ec4-ab3ca1312518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:37.937353 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-1ab75af7-ad16-47c3-8ec4-ab3ca1312518 None None] Port 1e4bed66-e4fa-4ecf-8397-213adfe273ec cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:57:37.948369 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6fe7d5-e9b2-46c7-8b28-f4c6f18fc3be req-b30f03c4-79d1-4202-a41d-3f5f894f578a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:37.949997 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2c6fe7d5-e9b2-46c7-8b28-f4c6f18fc3be req-b30f03c4-79d1-4202-a41d-3f5f894f578a tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=af204191-6e6b-4585-8396-02efc206a588 HTTP/1.1" status: 200 len: 945 time: 0.1864002 Nov 25 17:57:38.088250 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2c6fe7d5-e9b2-46c7-8b28-f4c6f18fc3be req-cfdabf8f-5314-4f75-81b6-51fa79a798ea tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=32a1dba6-0cb1-45b6-aa70-d9733a45f05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014366 Nov 25 17:57:38.098606 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-96ba0c06-35b6-403b-a59f-50c46f96088c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:38.379803 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-96ba0c06-35b6-403b-a59f-50c46f96088c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:38.516588 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96ba0c06-35b6-403b-a59f-50c46f96088c admin admin] Router 89a20afb-ee73-43ff-a55c-6c11cbb1b519 is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:57:38.628067 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ba0c06-35b6-403b-a59f-50c46f96088c admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:57:38.638537 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe4da81-7763-4db5-af56-347808ff2adf None None] Sync routers for ids ['89a20afb-ee73-43ff-a55c-6c11cbb1b519'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:57:38.647792 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-96ba0c06-35b6-403b-a59f-50c46f96088c admin admin] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:38.651553 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe4da81-7763-4db5-af56-347808ff2adf None None] Routers {'89a20afb-ee73-43ff-a55c-6c11cbb1b519'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:57:38.651827 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-96ba0c06-35b6-403b-a59f-50c46f96088c admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 1.8921943 Nov 25 17:57:38.651966 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-cbe4da81-7763-4db5-af56-347808ff2adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:57:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['89a20afb-ee73-43ff-a55c-6c11cbb1b519'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:38.652103 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55242) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:57:38.762301 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-cbe4da81-7763-4db5-af56-347808ff2adf None None] Set router 89a20afb-ee73-43ff-a55c-6c11cbb1b519 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:57:38.955088 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 82136d2e-486e-489c-a3e6-22c4f64a7909 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:57:39.023131 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 82136d2e-486e-489c-a3e6-22c4f64a7909 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:57:39.023512 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:39.083252 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-cbe4da81-7763-4db5-af56-347808ff2adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a20afb-ee73-43ff-a55c-6c11cbb1b519', 'name': 'tempest-ImageQuotaTest-710385751-router', 'tenant_id': '0904affebfc24e619722778aa4d5d95e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '1e4bed66-e4fa-4ecf-8397-213adfe273ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:57:36Z', 'updated_at': '2021-11-25T17:57:37Z', 'revision_number': 3, 'project_id': '0904affebfc24e619722778aa4d5d95e', 'gw_port': {'id': '1e4bed66-e4fa-4ecf-8397-213adfe273ec', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:25:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a20afb-ee73-43ff-a55c-6c11cbb1b519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:57:37Z', 'updated_at': '2021-11-25T17:57:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:39.106401 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429516d5-2a5e-40c8-8530-074c2d9dcbd4 None None] Network e5dba9d6-41eb-49ca-ab19-cefdc4a63a18 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:57:39.113783 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe4da81-7763-4db5-af56-347808ff2adf None None] Checking router: 89a20afb-ee73-43ff-a55c-6c11cbb1b519 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:57:39.115675 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe4da81-7763-4db5-af56-347808ff2adf None None] Updating router 89a20afb-ee73-43ff-a55c-6c11cbb1b519 port 1e4bed66-e4fa-4ecf-8397-213adfe273ec binding host n-d-817746-1 {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:57:39.142368 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-cbe4da81-7763-4db5-af56-347808ff2adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:39.150576 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:39.175699 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2c0728ae-620c-4eb0-bbe4-a6182cefa277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:39.239598 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18bd7a6-d821-40a6-8398-55a57daa1de3 req-ae67cf94-3d41-42d6-90aa-98fe9c9d270c tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:39.241564 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b18bd7a6-d821-40a6-8398-55a57daa1de3 req-ae67cf94-3d41-42d6-90aa-98fe9c9d270c tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=af204191-6e6b-4585-8396-02efc206a588 HTTP/1.1" status: 200 len: 945 time: 0.0581994 Nov 25 17:57:39.256495 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-1694b398-3218-4b30-8a69-032cc5a1c985 None None] Provisioning complete for port 82136d2e-486e-489c-a3e6-22c4f64a7909 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:57:39.256980 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1694b398-3218-4b30-8a69-032cc5a1c985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:39.272453 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port 82136d2e-486e-489c-a3e6-22c4f64a7909, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=82136d2e-486e-489c-a3e6-22c4f64a7909,segment=NetworkSegment(ae81b48c-14bc-4476-9d72-45f8054d8bba),segment_id=ae81b48c-14bc-4476-9d72-45f8054d8bba)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:57:39.298396 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:39.322864 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b18bd7a6-d821-40a6-8398-55a57daa1de3 req-4dd160ba-8ef9-40e0-a5b9-4f51aff705c3 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=32a1dba6-0cb1-45b6-aa70-d9733a45f05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747263 Nov 25 17:57:39.349932 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55246) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:57:39.430962 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=82136d2e-486e-489c-a3e6-22c4f64a7909,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:39.436716 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-2c0728ae-620c-4eb0-bbe4-a6182cefa277 admin admin] Allocated IP 172.20.0.1 (e5dba9d6-41eb-49ca-ab19-cefdc4a63a18/9a9b76e0-fb95-4518-95eb-307a1355b6c5/a6712892-e732-4d8c-81f2-3d063718de9f) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:57:39.456370 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-e1f304a0-6288-4853-a636-72dcc8115d20 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/floatingips/68c900bf-80bb-4a8f-8e4a-d6d6e501514f HTTP/1.1" status: 200 len: 992 time: 0.1054990 Nov 25 17:57:39.487795 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-cbe4da81-7763-4db5-af56-347808ff2adf None None] Publish callbacks [] for port, precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:39.494727 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-cbe4da81-7763-4db5-af56-347808ff2adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:39.522757 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa13700-c51e-440f-a9c7-cd0c135453f8 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:57:39.553317 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-cbe4da81-7763-4db5-af56-347808ff2adf None None] Attempting to bind port 1e4bed66-e4fa-4ecf-8397-213adfe273ec on host n-d-817746-1 for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:57:39.553688 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-cbe4da81-7763-4db5-af56-347808ff2adf None None] Attempting to bind port 1e4bed66-e4fa-4ecf-8397-213adfe273ec by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:57:39.554049 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe4da81-7763-4db5-af56-347808ff2adf None None] Attempting to bind port 1e4bed66-e4fa-4ecf-8397-213adfe273ec on network 1aa44027-b9d0-4a56-9a59-7e664703e20a {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:57:39.564354 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe4da81-7763-4db5-af56-347808ff2adf None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:57:39.564751 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe4da81-7763-4db5-af56-347808ff2adf None None] Checking segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:57:39.565174 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-cbe4da81-7763-4db5-af56-347808ff2adf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:39.565602 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe4da81-7763-4db5-af56-347808ff2adf None None] Bound using segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:57:39.566542 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-cbe4da81-7763-4db5-af56-347808ff2adf None None] Bound port: 1e4bed66-e4fa-4ecf-8397-213adfe273ec, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:57:39.566848 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-cbe4da81-7763-4db5-af56-347808ff2adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:39.569833 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 69bd1e52-01be-4937-969a-3ccb10ddf356 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:57:39.570004 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217fc3f1-624f-410a-995d-f49128bbaee7 None None] Pushing event updated for resources: {'Port': ['ID=1e4bed66-e4fa-4ecf-8397-213adfe273ec,revision_number=2']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:39.574672 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 69bd1e52-01be-4937-969a-3ccb10ddf356 no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:57:39.591833 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2c0728ae-620c-4eb0-bbe4-a6182cefa277 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:39.597122 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217fc3f1-624f-410a-995d-f49128bbaee7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:39.597472 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217fc3f1-624f-410a-995d-f49128bbaee7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:39.597808 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217fc3f1-624f-410a-995d-f49128bbaee7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:39.598141 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217fc3f1-624f-410a-995d-f49128bbaee7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:39.598721 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217fc3f1-624f-410a-995d-f49128bbaee7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:39.598845 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217fc3f1-624f-410a-995d-f49128bbaee7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:39.599097 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217fc3f1-624f-410a-995d-f49128bbaee7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:39.599414 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217fc3f1-624f-410a-995d-f49128bbaee7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:39.599761 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217fc3f1-624f-410a-995d-f49128bbaee7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:39.600139 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217fc3f1-624f-410a-995d-f49128bbaee7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:39.600395 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217fc3f1-624f-410a-995d-f49128bbaee7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:39.600707 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217fc3f1-624f-410a-995d-f49128bbaee7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:39.639778 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-cbe4da81-7763-4db5-af56-347808ff2adf None None] For port 1e4bed66-e4fa-4ecf-8397-213adfe273ec, host n-d-817746-1, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:57:39.645431 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-cbe4da81-7763-4db5-af56-347808ff2adf None None] For port 1e4bed66-e4fa-4ecf-8397-213adfe273ec, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=1e4bed66-e4fa-4ecf-8397-213adfe273ec,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:57:39.646893 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2c0728ae-620c-4eb0-bbe4-a6182cefa277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:39.650567 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-cbe4da81-7763-4db5-af56-347808ff2adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:39.691292 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-2b500ee3-f213-4e26-94d6-b12ef4934cd6 None None] Provisioning complete for port 1e4bed66-e4fa-4ecf-8397-213adfe273ec triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:57:39.691616 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2b500ee3-f213-4e26-94d6-b12ef4934cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:39.700787 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0728ae-620c-4eb0-bbe4-a6182cefa277 admin admin] Network e5dba9d6-41eb-49ca-ab19-cefdc4a63a18 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:57:39.707626 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-2c0728ae-620c-4eb0-bbe4-a6182cefa277 admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:57:39.713388 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0728ae-620c-4eb0-bbe4-a6182cefa277 admin admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:57:39.717015 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0728ae-620c-4eb0-bbe4-a6182cefa277 admin admin] Pushing event updated for resources: {'Port': ['ID=a6712892-e732-4d8c-81f2-3d063718de9f,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:39.726433 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217fc3f1-624f-410a-995d-f49128bbaee7 None None] Pushing event updated for resources: {'Port': ['ID=1e4bed66-e4fa-4ecf-8397-213adfe273ec,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:39.739983 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe4da81-7763-4db5-af56-347808ff2adf None None] Routers {'89a20afb-ee73-43ff-a55c-6c11cbb1b519'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:57:39.740625 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-cbe4da81-7763-4db5-af56-347808ff2adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:57:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['89a20afb-ee73-43ff-a55c-6c11cbb1b519'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:39.767611 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2c0728ae-620c-4eb0-bbe4-a6182cefa277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:39.779541 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c726f4e2-1b2a-450e-ace9-8bde1d9ff314 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:57:39.863248 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-cbe4da81-7763-4db5-af56-347808ff2adf None None] Set router 89a20afb-ee73-43ff-a55c-6c11cbb1b519 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:57:39.871961 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:39.901973 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 69bd1e52-01be-4937-969a-3ccb10ddf356, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=69bd1e52-01be-4937-969a-3ccb10ddf356,segment=NetworkSegment(2bb58b3a-4480-459a-8e09-856218f12b12),segment_id=2bb58b3a-4480-459a-8e09-856218f12b12)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:57:39.915184 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af204191-6e6b-4585-8396-02efc206a588', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69bd1e52-01be-4937-969a-3ccb10ddf356'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:57:39.917489 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e424a2a2-7838-435e-acef-67bb1c75cb32" -d '{"events": [{"server_uuid": "af204191-6e6b-4585-8396-02efc206a588", "name": "network-vif-unplugged", "status": "completed", "tag": "69bd1e52-01be-4937-969a-3ccb10ddf356"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:57:39.950126 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2c0728ae-620c-4eb0-bbe4-a6182cefa277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:39.978352 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2b500ee3-f213-4e26-94d6-b12ef4934cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:39.991098 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 69bd1e52-01be-4937-969a-3ccb10ddf356, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=69bd1e52-01be-4937-969a-3ccb10ddf356,segment=NetworkSegment(2bb58b3a-4480-459a-8e09-856218f12b12),segment_id=2bb58b3a-4480-459a-8e09-856218f12b12)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:57:39.994331 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '69bd1e52-01be-4937-969a-3ccb10ddf356', 'network_id': 'f26468bb-c55b-44ac-9698-32104e4b0414', 'port_id': '69bd1e52-01be-4937-969a-3ccb10ddf356', 'mac_address': 'fa:16:3e:ad:40:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2507da8a-9291-4605-b7c5-ff7e16f0304b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:57:40.004693 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70c1673-188f-4908-afaa-c62d0e378d95 x-openstack-request-id: req-a70c1673-188f-4908-afaa-c62d0e378d95 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:57:40.004693 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af204191-6e6b-4585-8396-02efc206a588", "name": "network-vif-unplugged", "status": "completed", "tag": "69bd1e52-01be-4937-969a-3ccb10ddf356", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:57:40.005660 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a70c1673-188f-4908-afaa-c62d0e378d95 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:57:40.005660 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af204191-6e6b-4585-8396-02efc206a588', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69bd1e52-01be-4937-969a-3ccb10ddf356', 'code': 200} Nov 25 17:57:40.009673 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:40.023283 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-2b500ee3-f213-4e26-94d6-b12ef4934cd6 None None] For port 1e4bed66-e4fa-4ecf-8397-213adfe273ec, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=1e4bed66-e4fa-4ecf-8397-213adfe273ec,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:57:40.072993 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2b500ee3-f213-4e26-94d6-b12ef4934cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:40.105766 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-cbe4da81-7763-4db5-af56-347808ff2adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a20afb-ee73-43ff-a55c-6c11cbb1b519', 'name': 'tempest-ImageQuotaTest-710385751-router', 'tenant_id': '0904affebfc24e619722778aa4d5d95e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '1e4bed66-e4fa-4ecf-8397-213adfe273ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:57:36Z', 'updated_at': '2021-11-25T17:57:37Z', 'revision_number': 3, 'project_id': '0904affebfc24e619722778aa4d5d95e', 'gw_port': {'id': '1e4bed66-e4fa-4ecf-8397-213adfe273ec', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:25:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a20afb-ee73-43ff-a55c-6c11cbb1b519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:57:37Z', 'updated_at': '2021-11-25T17:57:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:40.107325 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:40.109284 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=69bd1e52-01be-4937-969a-3ccb10ddf356,revision_number=6']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:40.142446 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe4da81-7763-4db5-af56-347808ff2adf None None] The sync data for ids ['89a20afb-ee73-43ff-a55c-6c11cbb1b519'] in n-d-817746-1 is: [{'id': '89a20afb-ee73-43ff-a55c-6c11cbb1b519', 'name': 'tempest-ImageQuotaTest-710385751-router', 'tenant_id': '0904affebfc24e619722778aa4d5d95e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '1e4bed66-e4fa-4ecf-8397-213adfe273ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:57:36Z', 'updated_at': '2021-11-25T17:57:37Z', 'revision_number': 3, 'project_id': '0904affebfc24e619722778aa4d5d95e', 'gw_port': {'id': '1e4bed66-e4fa-4ecf-8397-213adfe273ec', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:25:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a20afb-ee73-43ff-a55c-6c11cbb1b519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:57:37Z', 'updated_at': '2021-11-25T17:57:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:57:40.148114 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69bd1e52-01be-4937-969a-3ccb10ddf356 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:57:40.174637 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2c0728ae-620c-4eb0-bbe4-a6182cefa277 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:40.181628 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2c0728ae-620c-4eb0-bbe4-a6182cefa277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:40.181873 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 69bd1e52-01be-4937-969a-3ccb10ddf356, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=69bd1e52-01be-4937-969a-3ccb10ddf356,segment=NetworkSegment(2bb58b3a-4480-459a-8e09-856218f12b12),segment_id=2bb58b3a-4480-459a-8e09-856218f12b12)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:57:40.197113 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:40.201717 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b500ee3-f213-4e26-94d6-b12ef4934cd6 None None] Pushing event updated for resources: {'Port': ['ID=1e4bed66-e4fa-4ecf-8397-213adfe273ec,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:40.245987 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-ed3add84-8775-4e79-ab47-7309885ff0f8 None None] Provisioning complete for port a6712892-e732-4d8c-81f2-3d063718de9f triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:57:40.246377 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ed3add84-8775-4e79-ab47-7309885ff0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:40.253816 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2c0728ae-620c-4eb0-bbe4-a6182cefa277 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:40.255983 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0728ae-620c-4eb0-bbe4-a6182cefa277 admin admin] Pushing event updated for resources: {'Port': ['ID=a6712892-e732-4d8c-81f2-3d063718de9f,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:40.287512 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=69bd1e52-01be-4937-969a-3ccb10ddf356,revision_number=7']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:40.295268 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-ed3add84-8775-4e79-ab47-7309885ff0f8 None None] Port a6712892-e732-4d8c-81f2-3d063718de9f cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:57:40.305461 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-ed3add84-8775-4e79-ab47-7309885ff0f8 None None] Provisioning complete for port 1e4bed66-e4fa-4ecf-8397-213adfe273ec triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:57:40.305841 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ed3add84-8775-4e79-ab47-7309885ff0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:40.361775 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0728ae-620c-4eb0-bbe4-a6182cefa277 admin admin] Network e5dba9d6-41eb-49ca-ab19-cefdc4a63a18 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:57:40.363325 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-2c0728ae-620c-4eb0-bbe4-a6182cefa277 admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:57:40.420079 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['69bd1e52-01be-4937-969a-3ccb10ddf356'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:57:40.493809 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-ed3add84-8775-4e79-ab47-7309885ff0f8 None None] Provisioning complete for port 82136d2e-486e-489c-a3e6-22c4f64a7909 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:57:40.494241 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ed3add84-8775-4e79-ab47-7309885ff0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:40.581604 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c0728ae-620c-4eb0-bbe4-a6182cefa277 admin admin] Router 89a20afb-ee73-43ff-a55c-6c11cbb1b519 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:57:40.707829 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c0728ae-620c-4eb0-bbe4-a6182cefa277 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:57:40.713086 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2c0728ae-620c-4eb0-bbe4-a6182cefa277 admin admin] 10.222.0.75 "PUT /v2.0/routers/89a20afb-ee73-43ff-a55c-6c11cbb1b519/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0600343 Nov 25 17:57:40.843073 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-48087b44-7135-4785-b154-c2c34ab5d970 None None] Provisioning complete for port a6712892-e732-4d8c-81f2-3d063718de9f triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:57:40.843653 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-48087b44-7135-4785-b154-c2c34ab5d970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:40.924752 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-48087b44-7135-4785-b154-c2c34ab5d970 None None] Port a6712892-e732-4d8c-81f2-3d063718de9f cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:57:41.022298 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 1e4bed66-e4fa-4ecf-8397-213adfe273ec up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:57:41.080457 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 1e4bed66-e4fa-4ecf-8397-213adfe273ec triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:57:41.080856 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:41.168791 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 82136d2e-486e-489c-a3e6-22c4f64a7909 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:57:41.222451 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 82136d2e-486e-489c-a3e6-22c4f64a7909 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:57:41.222830 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:41.583761 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 69bd1e52-01be-4937-969a-3ccb10ddf356 up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:57:41.633505 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 69bd1e52-01be-4937-969a-3ccb10ddf356 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:57:41.634018 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:41.724082 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:41.763001 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 69bd1e52-01be-4937-969a-3ccb10ddf356, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=69bd1e52-01be-4937-969a-3ccb10ddf356,segment=NetworkSegment(2bb58b3a-4480-459a-8e09-856218f12b12),segment_id=2bb58b3a-4480-459a-8e09-856218f12b12)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:57:41.767469 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:41.815896 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=69bd1e52-01be-4937-969a-3ccb10ddf356,revision_number=8']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:41.870511 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55274) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:57:41.980335 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f42cb6-f3a2-43c4-841b-d14c4c063b8f None None] Sync routers for ids ['89a20afb-ee73-43ff-a55c-6c11cbb1b519'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:57:41.992044 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f42cb6-f3a2-43c4-841b-d14c4c063b8f None None] Routers {'89a20afb-ee73-43ff-a55c-6c11cbb1b519'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:57:41.992657 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-d4f42cb6-f3a2-43c4-841b-d14c4c063b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:57:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['89a20afb-ee73-43ff-a55c-6c11cbb1b519'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:42.024189 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af204191-6e6b-4585-8396-02efc206a588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69bd1e52-01be-4937-969a-3ccb10ddf356'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:57:42.026354 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c05221-8c53-4744-8775-f7f7364ea76f" -d '{"events": [{"server_uuid": "af204191-6e6b-4585-8396-02efc206a588", "name": "network-vif-plugged", "status": "completed", "tag": "69bd1e52-01be-4937-969a-3ccb10ddf356"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:57:42.095378 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3fb89dd-bcc2-4373-b6e9-ba8a740fcd19 x-openstack-request-id: req-b3fb89dd-bcc2-4373-b6e9-ba8a740fcd19 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:57:42.095680 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af204191-6e6b-4585-8396-02efc206a588", "name": "network-vif-plugged", "status": "completed", "tag": "69bd1e52-01be-4937-969a-3ccb10ddf356", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:57:42.095938 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b3fb89dd-bcc2-4373-b6e9-ba8a740fcd19 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:57:42.096329 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af204191-6e6b-4585-8396-02efc206a588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69bd1e52-01be-4937-969a-3ccb10ddf356', 'code': 200} Nov 25 17:57:42.108403 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-d4f42cb6-f3a2-43c4-841b-d14c4c063b8f None None] Set router 89a20afb-ee73-43ff-a55c-6c11cbb1b519 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:57:42.323621 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-d4f42cb6-f3a2-43c4-841b-d14c4c063b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a20afb-ee73-43ff-a55c-6c11cbb1b519', 'name': 'tempest-ImageQuotaTest-710385751-router', 'tenant_id': '0904affebfc24e619722778aa4d5d95e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '1e4bed66-e4fa-4ecf-8397-213adfe273ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:57:36Z', 'updated_at': '2021-11-25T17:57:39Z', 'revision_number': 4, 'project_id': '0904affebfc24e619722778aa4d5d95e', 'gw_port': {'id': '1e4bed66-e4fa-4ecf-8397-213adfe273ec', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:25:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a20afb-ee73-43ff-a55c-6c11cbb1b519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:57:37Z', 'updated_at': '2021-11-25T17:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'a6712892-e732-4d8c-81f2-3d063718de9f', 'name': '', 'network_id': 'e5dba9d6-41eb-49ca-ab19-cefdc4a63a18', 'tenant_id': '0904affebfc24e619722778aa4d5d95e', 'mac_address': 'fa:16:3e:58:13:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a20afb-ee73-43ff-a55c-6c11cbb1b519', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '9a9b76e0-fb95-4518-95eb-307a1355b6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:57:39Z', 'updated_at': '2021-11-25T17:57:40Z', 'revision_number': 2, 'project_id': '0904affebfc24e619722778aa4d5d95e', 'subnets': [{'id': '9a9b76e0-fb95-4518-95eb-307a1355b6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:42.356036 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f42cb6-f3a2-43c4-841b-d14c4c063b8f None None] Checking router: 89a20afb-ee73-43ff-a55c-6c11cbb1b519 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:57:42.356384 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f42cb6-f3a2-43c4-841b-d14c4c063b8f None None] Updating router 89a20afb-ee73-43ff-a55c-6c11cbb1b519 port a6712892-e732-4d8c-81f2-3d063718de9f binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:57:42.382594 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d4f42cb6-f3a2-43c4-841b-d14c4c063b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:42.520305 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ea88b42d-bd7b-4e55-b882-7b459a0dceab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:42.654882 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d4f42cb6-f3a2-43c4-841b-d14c4c063b8f None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:42.661109 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d4f42cb6-f3a2-43c4-841b-d14c4c063b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:42.715158 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2de1acc-a80f-441f-955a-4aee28c523e7 None None] Pushing event updated for resources: {'Port': ['ID=a6712892-e732-4d8c-81f2-3d063718de9f,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:42.770446 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-d4f42cb6-f3a2-43c4-841b-d14c4c063b8f None None] Attempting to bind port a6712892-e732-4d8c-81f2-3d063718de9f on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:57:42.770921 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-d4f42cb6-f3a2-43c4-841b-d14c4c063b8f None None] Attempting to bind port a6712892-e732-4d8c-81f2-3d063718de9f by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'ae81b48c-14bc-4476-9d72-45f8054d8bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'e5dba9d6-41eb-49ca-ab19-cefdc4a63a18'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:57:42.771290 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f42cb6-f3a2-43c4-841b-d14c4c063b8f None None] Attempting to bind port a6712892-e732-4d8c-81f2-3d063718de9f on network e5dba9d6-41eb-49ca-ab19-cefdc4a63a18 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:57:42.777155 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f42cb6-f3a2-43c4-841b-d14c4c063b8f None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:57:42.777534 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f42cb6-f3a2-43c4-841b-d14c4c063b8f None None] Checking segment: {'id': 'ae81b48c-14bc-4476-9d72-45f8054d8bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'e5dba9d6-41eb-49ca-ab19-cefdc4a63a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:57:42.778086 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d4f42cb6-f3a2-43c4-841b-d14c4c063b8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:42.778515 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f42cb6-f3a2-43c4-841b-d14c4c063b8f None None] Bound using segment: {'id': 'ae81b48c-14bc-4476-9d72-45f8054d8bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'e5dba9d6-41eb-49ca-ab19-cefdc4a63a18'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:57:42.779009 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-d4f42cb6-f3a2-43c4-841b-d14c4c063b8f None None] Bound port: a6712892-e732-4d8c-81f2-3d063718de9f, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae81b48c-14bc-4476-9d72-45f8054d8bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'e5dba9d6-41eb-49ca-ab19-cefdc4a63a18'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:57:42.779533 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d4f42cb6-f3a2-43c4-841b-d14c4c063b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:42.783414 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-ea88b42d-bd7b-4e55-b882-7b459a0dceab admin admin] Deleting port a6712892-e732-4d8c-81f2-3d063718de9f {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:57:42.783809 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ea88b42d-bd7b-4e55-b882-7b459a0dceab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:42.849393 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d4f42cb6-f3a2-43c4-841b-d14c4c063b8f None None] For port a6712892-e732-4d8c-81f2-3d063718de9f, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:57:42.852361 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d4f42cb6-f3a2-43c4-841b-d14c4c063b8f None None] For port a6712892-e732-4d8c-81f2-3d063718de9f, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=a6712892-e732-4d8c-81f2-3d063718de9f,segment=NetworkSegment(ae81b48c-14bc-4476-9d72-45f8054d8bba),segment_id=ae81b48c-14bc-4476-9d72-45f8054d8bba)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:57:42.857780 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d4f42cb6-f3a2-43c4-841b-d14c4c063b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:42.874422 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-ea88b42d-bd7b-4e55-b882-7b459a0dceab admin admin] For port a6712892-e732-4d8c-81f2-3d063718de9f, host n-d-817746-1, got binding levels [] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:57:42.876029 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ea88b42d-bd7b-4e55-b882-7b459a0dceab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:42.890716 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-ea88b42d-bd7b-4e55-b882-7b459a0dceab admin admin] Calling delete_port for a6712892-e732-4d8c-81f2-3d063718de9f owned by network:router_interface {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:57:42.925894 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f42cb6-f3a2-43c4-841b-d14c4c063b8f None None] Routers {'89a20afb-ee73-43ff-a55c-6c11cbb1b519'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:57:42.926465 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-d4f42cb6-f3a2-43c4-841b-d14c4c063b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:57:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['89a20afb-ee73-43ff-a55c-6c11cbb1b519'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:42.929624 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2de1acc-a80f-441f-955a-4aee28c523e7 None None] Pushing event updated for resources: {'Port': ['ID=a6712892-e732-4d8c-81f2-3d063718de9f,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:43.090835 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ea88b42d-bd7b-4e55-b882-7b459a0dceab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:43.124905 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea88b42d-bd7b-4e55-b882-7b459a0dceab admin admin] Pushing event deleted for resources: {'Port': ['ID=a6712892-e732-4d8c-81f2-3d063718de9f,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:43.201715 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-a6687352-3222-41d7-bba8-cfc5e26f5613 None None] Provisioning complete for port a6712892-e732-4d8c-81f2-3d063718de9f triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:57:43.202243 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a6687352-3222-41d7-bba8-cfc5e26f5613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:43.225242 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-a6687352-3222-41d7-bba8-cfc5e26f5613 None None] Port a6712892-e732-4d8c-81f2-3d063718de9f was deleted so its status cannot be updated. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 25 17:57:43.245749 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-d4f42cb6-f3a2-43c4-841b-d14c4c063b8f None None] Set router 89a20afb-ee73-43ff-a55c-6c11cbb1b519 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:57:43.303853 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ea88b42d-bd7b-4e55-b882-7b459a0dceab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:43.348985 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-8948353a-51c3-4769-98ee-16d9fb96705a None None] Could not find standard attr ID for object a6712892-e732-4d8c-81f2-3d063718de9f. {{(pid=103362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:57:43.459310 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-d4f42cb6-f3a2-43c4-841b-d14c4c063b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a20afb-ee73-43ff-a55c-6c11cbb1b519', 'name': 'tempest-ImageQuotaTest-710385751-router', 'tenant_id': '0904affebfc24e619722778aa4d5d95e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '1e4bed66-e4fa-4ecf-8397-213adfe273ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:57:36Z', 'updated_at': '2021-11-25T17:57:39Z', 'revision_number': 4, 'project_id': '0904affebfc24e619722778aa4d5d95e', 'gw_port': {'id': '1e4bed66-e4fa-4ecf-8397-213adfe273ec', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:25:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a20afb-ee73-43ff-a55c-6c11cbb1b519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:57:37Z', 'updated_at': '2021-11-25T17:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'a6712892-e732-4d8c-81f2-3d063718de9f', 'name': '', 'network_id': 'e5dba9d6-41eb-49ca-ab19-cefdc4a63a18', 'tenant_id': '0904affebfc24e619722778aa4d5d95e', 'mac_address': 'fa:16:3e:58:13:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a20afb-ee73-43ff-a55c-6c11cbb1b519', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '9a9b76e0-fb95-4518-95eb-307a1355b6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:57:39Z', 'updated_at': '2021-11-25T17:57:42Z', 'revision_number': 4, 'project_id': '0904affebfc24e619722778aa4d5d95e', 'subnets': [{'id': '9a9b76e0-fb95-4518-95eb-307a1355b6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:43.490132 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f42cb6-f3a2-43c4-841b-d14c4c063b8f None None] The sync data for ids ['89a20afb-ee73-43ff-a55c-6c11cbb1b519'] in n-d-817746-1 is: [{'id': '89a20afb-ee73-43ff-a55c-6c11cbb1b519', 'name': 'tempest-ImageQuotaTest-710385751-router', 'tenant_id': '0904affebfc24e619722778aa4d5d95e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '1e4bed66-e4fa-4ecf-8397-213adfe273ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:57:36Z', 'updated_at': '2021-11-25T17:57:39Z', 'revision_number': 4, 'project_id': '0904affebfc24e619722778aa4d5d95e', 'gw_port': {'id': '1e4bed66-e4fa-4ecf-8397-213adfe273ec', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:25:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a20afb-ee73-43ff-a55c-6c11cbb1b519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:57:37Z', 'updated_at': '2021-11-25T17:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'a6712892-e732-4d8c-81f2-3d063718de9f', 'name': '', 'network_id': 'e5dba9d6-41eb-49ca-ab19-cefdc4a63a18', 'tenant_id': '0904affebfc24e619722778aa4d5d95e', 'mac_address': 'fa:16:3e:58:13:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a20afb-ee73-43ff-a55c-6c11cbb1b519', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '9a9b76e0-fb95-4518-95eb-307a1355b6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:57:39Z', 'updated_at': '2021-11-25T17:57:42Z', 'revision_number': 4, 'project_id': '0904affebfc24e619722778aa4d5d95e', 'subnets': [{'id': '9a9b76e0-fb95-4518-95eb-307a1355b6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:57:43.536677 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea88b42d-bd7b-4e55-b882-7b459a0dceab admin admin] Router 89a20afb-ee73-43ff-a55c-6c11cbb1b519 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:57:43.653881 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea88b42d-bd7b-4e55-b882-7b459a0dceab admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:57:43.662019 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-ea88b42d-bd7b-4e55-b882-7b459a0dceab admin admin] 10.222.0.75 "PUT /v2.0/routers/89a20afb-ee73-43ff-a55c-6c11cbb1b519/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7891483 Nov 25 17:57:43.662963 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55280) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:57:43.767770 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-479235de-1562-4226-82ed-e9b97884a4b8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:43.876681 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-479235de-1562-4226-82ed-e9b97884a4b8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:43.936790 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-479235de-1562-4226-82ed-e9b97884a4b8 admin admin] Deleting port 1e4bed66-e4fa-4ecf-8397-213adfe273ec {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:57:43.937166 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-479235de-1562-4226-82ed-e9b97884a4b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:44.020412 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-479235de-1562-4226-82ed-e9b97884a4b8 admin admin] For port 1e4bed66-e4fa-4ecf-8397-213adfe273ec, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=1e4bed66-e4fa-4ecf-8397-213adfe273ec,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:57:44.020782 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-479235de-1562-4226-82ed-e9b97884a4b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:44.034963 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-479235de-1562-4226-82ed-e9b97884a4b8 admin admin] Calling delete_port for 1e4bed66-e4fa-4ecf-8397-213adfe273ec owned by network:router_gateway {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:57:44.208432 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-479235de-1562-4226-82ed-e9b97884a4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:44.237331 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479235de-1562-4226-82ed-e9b97884a4b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e4bed66-e4fa-4ecf-8397-213adfe273ec,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:44.247231 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa0778f-10e2-4473-90ba-0bf02de706eb None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:57:44.304759 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-479235de-1562-4226-82ed-e9b97884a4b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:44.316731 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:57:44.400453 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-479235de-1562-4226-82ed-e9b97884a4b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:44.402818 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-479235de-1562-4226-82ed-e9b97884a4b8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:44.448619 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-479235de-1562-4226-82ed-e9b97884a4b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:44.449257 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479235de-1562-4226-82ed-e9b97884a4b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89a20afb-ee73-43ff-a55c-6c11cbb1b519 {{(pid=103361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:57:44.454202 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-479235de-1562-4226-82ed-e9b97884a4b8 admin admin] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:44.455280 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-479235de-1562-4226-82ed-e9b97884a4b8 admin admin] 10.222.0.75 "DELETE /v2.0/routers/89a20afb-ee73-43ff-a55c-6c11cbb1b519 HTTP/1.1" status: 204 len: 168 time: 0.7908394 Nov 25 17:57:44.457778 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55284) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:57:44.505653 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2dceb5b-d12e-4fd5-aaa6-6c58f7768410 admin admin] Deleting subnet 9a9b76e0-fb95-4518-95eb-307a1355b6c5 {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:57:44.509014 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a2dceb5b-d12e-4fd5-aaa6-6c58f7768410 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:44.550001 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a2dceb5b-d12e-4fd5-aaa6-6c58f7768410 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:44.598682 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253293ac-e062-4330-9c95-bb0a54b71b3c None None] Sync routers for ids ['89a20afb-ee73-43ff-a55c-6c11cbb1b519'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:57:44.607757 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253293ac-e062-4330-9c95-bb0a54b71b3c None None] Routers set() bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:57:44.608129 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253293ac-e062-4330-9c95-bb0a54b71b3c None None] Router IDs set() for agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 25 17:57:44.608769 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_agentschedulers_db [None req-253293ac-e062-4330-9c95-bb0a54b71b3c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'89a20afb-ee73-43ff-a55c-6c11cbb1b519'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:57:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent'). {{(pid=103363) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 25 17:57:44.625622 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253293ac-e062-4330-9c95-bb0a54b71b3c None None] Routers set() bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:57:44.625999 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253293ac-e062-4330-9c95-bb0a54b71b3c None None] Router IDs set() for agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 25 17:57:44.626592 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_agentschedulers_db [None req-253293ac-e062-4330-9c95-bb0a54b71b3c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'89a20afb-ee73-43ff-a55c-6c11cbb1b519'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:57:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent'). {{(pid=103363) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 25 17:57:44.627000 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253293ac-e062-4330-9c95-bb0a54b71b3c None None] The sync data for ids ['89a20afb-ee73-43ff-a55c-6c11cbb1b519'] in n-d-817746-1 is: [] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:57:44.628232 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a2dceb5b-d12e-4fd5-aaa6-6c58f7768410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:44.685657 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a2dceb5b-d12e-4fd5-aaa6-6c58f7768410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:44.711959 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dceb5b-d12e-4fd5-aaa6-6c58f7768410 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a9b76e0-fb95-4518-95eb-307a1355b6c5,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:44.715429 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a2dceb5b-d12e-4fd5-aaa6-6c58f7768410 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:44.718787 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-a2dceb5b-d12e-4fd5-aaa6-6c58f7768410 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/9a9b76e0-fb95-4518-95eb-307a1355b6c5 HTTP/1.1" status: 204 len: 168 time: 0.2599833 Nov 25 17:57:44.722250 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55286) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:57:44.730715 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88a9231-073e-4391-81e8-f93f405a4c6f None None] Network e5dba9d6-41eb-49ca-ab19-cefdc4a63a18 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:57:44.801337 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-68010069-483a-4794-b8a4-b1502ee8e7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:44.863831 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-68010069-483a-4794-b8a4-b1502ee8e7fe admin admin] Deleting port 82136d2e-486e-489c-a3e6-22c4f64a7909 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:57:44.864388 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-68010069-483a-4794-b8a4-b1502ee8e7fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:44.937106 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-68010069-483a-4794-b8a4-b1502ee8e7fe admin admin] For port 82136d2e-486e-489c-a3e6-22c4f64a7909, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=82136d2e-486e-489c-a3e6-22c4f64a7909,segment=NetworkSegment(ae81b48c-14bc-4476-9d72-45f8054d8bba),segment_id=ae81b48c-14bc-4476-9d72-45f8054d8bba)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:57:44.937421 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-68010069-483a-4794-b8a4-b1502ee8e7fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:44.951275 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-68010069-483a-4794-b8a4-b1502ee8e7fe admin admin] Calling delete_port for 82136d2e-486e-489c-a3e6-22c4f64a7909 owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:57:45.030708 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-68010069-483a-4794-b8a4-b1502ee8e7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:45.057900 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68010069-483a-4794-b8a4-b1502ee8e7fe admin admin] Pushing event deleted for resources: {'Port': ['ID=82136d2e-486e-489c-a3e6-22c4f64a7909,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:45.064506 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68010069-483a-4794-b8a4-b1502ee8e7fe admin admin] No DVR routers for this DVR port 82136d2e-486e-489c-a3e6-22c4f64a7909 on host n-d-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:57:45.133769 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-68010069-483a-4794-b8a4-b1502ee8e7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:45.155906 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-68010069-483a-4794-b8a4-b1502ee8e7fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5dba9d6-41eb-49ca-ab19-cefdc4a63a18']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:45.164511 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018bf08d-dc6d-4254-b162-b2b20babd3c7 None None] DHCP port deletion for e5dba9d6-41eb-49ca-ab19-cefdc4a63a18 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:57:45.171602 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-68010069-483a-4794-b8a4-b1502ee8e7fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae81b48c-14bc-4476-9d72-45f8054d8bba') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:45.171911 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-68010069-483a-4794-b8a4-b1502ee8e7fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae81b48c-14bc-4476-9d72-45f8054d8bba') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:45.190832 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-68010069-483a-4794-b8a4-b1502ee8e7fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:45.207456 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-68010069-483a-4794-b8a4-b1502ee8e7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:45.214081 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68010069-483a-4794-b8a4-b1502ee8e7fe admin admin] Releasing vlan 933 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:57:45.214566 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-68010069-483a-4794-b8a4-b1502ee8e7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:45.216338 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:57:45.216338 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:57:45.216338 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:57:45.216338 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:57:45.216338 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:57:45.216338 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:57:45.216338 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:57:45.216338 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:57:45.216338 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:57:45.216338 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:57:45.216338 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:57:45.216338 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:57:45.216338 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:57:45.216338 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:57:45.216338 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:57:45.216338 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:57:45.216338 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:57:45.216338 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:57:45.216338 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:57:45.216338 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:57:45.216338 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:57:45.216338 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:57:45.216338 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:57:45.216338 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:57:45.216338 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:57:45.216338 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:57:45.216338 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:57:45.216338 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:57:45.216338 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:57:45.216338 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:57:45.216338 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:57:45.216338 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:57:45.235617 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 1e4bed66-e4fa-4ecf-8397-213adfe273ec no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:57:45.255738 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 1e4bed66-e4fa-4ecf-8397-213adfe273ec {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:57:45.256407 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 1e4bed66-e4fa-4ecf-8397-213adfe273ec not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:57:45.256538 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 82136d2e-486e-489c-a3e6-22c4f64a7909 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:57:45.277103 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 82136d2e-486e-489c-a3e6-22c4f64a7909 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:57:45.277458 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 82136d2e-486e-489c-a3e6-22c4f64a7909 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:57:45.560759 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-68010069-483a-4794-b8a4-b1502ee8e7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:45.566135 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-68010069-483a-4794-b8a4-b1502ee8e7fe admin admin] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:45.569673 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-68010069-483a-4794-b8a4-b1502ee8e7fe admin admin] 10.222.0.75 "DELETE /v2.0/networks/e5dba9d6-41eb-49ca-ab19-cefdc4a63a18 HTTP/1.1" status: 204 len: 168 time: 0.8464217 Nov 25 17:57:45.581648 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68010069-483a-4794-b8a4-b1502ee8e7fe admin admin] Pushing event deleted for resources: {'Network': ['ID=e5dba9d6-41eb-49ca-ab19-cefdc4a63a18,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:45.675851 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55292) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:57:45.713827 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2e598c85-a728-4122-95e7-a02e6f12bbae admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0904affebfc24e619722778aa4d5d95e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0368280 Nov 25 17:57:45.716172 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55294) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:57:45.762968 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bc15dfde-8548-4139-a26a-fbacc1f158dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:45.784003 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bc15dfde-8548-4139-a26a-fbacc1f158dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:45.829556 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bc15dfde-8548-4139-a26a-fbacc1f158dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:45.832007 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bc15dfde-8548-4139-a26a-fbacc1f158dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:45.833167 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-bc15dfde-8548-4139-a26a-fbacc1f158dd admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4945600e-16f1-4261-9b6b-bd3d74662cee HTTP/1.1" status: 204 len: 168 time: 0.1161046 Nov 25 17:57:45.840704 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc15dfde-8548-4139-a26a-fbacc1f158dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4945600e-16f1-4261-9b6b-bd3d74662cee,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:46.152401 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55302) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:57:46.165890 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-008d86a4-f207-4e26-ba21-b7563337b36b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:46.241097 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-008d86a4-f207-4e26-ba21-b7563337b36b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:46.244936 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-008d86a4-f207-4e26-ba21-b7563337b36b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:46.282864 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-008d86a4-f207-4e26-ba21-b7563337b36b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1293626 Nov 25 17:57:46.283981 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008d86a4-f207-4e26-ba21-b7563337b36b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e4db59-cd27-4e6e-8898-962235d686ba,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:46.285584 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55304) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:57:46.336637 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-89f4503b-5db6-414f-9209-0928d154c451 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:46.361589 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-89f4503b-5db6-414f-9209-0928d154c451 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:46.408675 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-89f4503b-5db6-414f-9209-0928d154c451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:46.411226 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-89f4503b-5db6-414f-9209-0928d154c451 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:46.412414 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-89f4503b-5db6-414f-9209-0928d154c451 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/48e4db59-cd27-4e6e-8898-962235d686ba HTTP/1.1" status: 204 len: 168 time: 0.1256149 Nov 25 17:57:46.420295 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f4503b-5db6-414f-9209-0928d154c451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e4db59-cd27-4e6e-8898-962235d686ba,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:46.910182 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:47.050089 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:47.135958 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-357b7723-b47c-438b-8109-cb568cc2976c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:49.843433 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5e82ec97-e420-4755-bfe7-4cfb0e8abdf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:50.882797 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:52.080726 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:53.027965 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:14.589417 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55372) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:58:14.747753 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-b1a779ef-4ed8-43d5-a036-8c8f69e92235 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Deleting port f213a375-a078-410e-a857-658dadba1c12 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:58:14.748101 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b1a779ef-4ed8-43d5-a036-8c8f69e92235 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:14.822844 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b1a779ef-4ed8-43d5-a036-8c8f69e92235 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:14.823170 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b1a779ef-4ed8-43d5-a036-8c8f69e92235 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:14.835053 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-b1a779ef-4ed8-43d5-a036-8c8f69e92235 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Calling delete_port for f213a375-a078-410e-a857-658dadba1c12 owned by network:floatingip {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:58:14.990526 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b1a779ef-4ed8-43d5-a036-8c8f69e92235 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:15.015757 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a779ef-4ed8-43d5-a036-8c8f69e92235 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event deleted for resources: {'Port': ['ID=f213a375-a078-410e-a857-658dadba1c12,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:58:15.080093 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b1a779ef-4ed8-43d5-a036-8c8f69e92235 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for floatingip, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:15.080437 n-d-817746-1 neutron-server[103361]: INFO neutron.db.l3_db [None req-b1a779ef-4ed8-43d5-a036-8c8f69e92235 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Floating IP 68c900bf-80bb-4a8f-8e4a-d6d6e501514f disassociated (deleted). External IP: 172.25.0.40, port: 69bd1e52-01be-4937-969a-3ccb10ddf356. Nov 25 17:58:15.286132 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1a779ef-4ed8-43d5-a036-8c8f69e92235 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Router 12e1897b-ebdc-4db2-8dad-9032632a0740 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:58:15.392298 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a779ef-4ed8-43d5-a036-8c8f69e92235 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:58:15.397181 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b1a779ef-4ed8-43d5-a036-8c8f69e92235 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:15.401731 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda7baca-0eae-4cda-8127-9841c19f2a66 None None] Sync routers for ids ['12e1897b-ebdc-4db2-8dad-9032632a0740'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:58:15.411564 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda7baca-0eae-4cda-8127-9841c19f2a66 None None] Routers {'12e1897b-ebdc-4db2-8dad-9032632a0740'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:58:15.412182 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-fda7baca-0eae-4cda-8127-9841c19f2a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:57:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['12e1897b-ebdc-4db2-8dad-9032632a0740'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:58:15.424069 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-b1a779ef-4ed8-43d5-a036-8c8f69e92235 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "DELETE /v2.0/floatingips/68c900bf-80bb-4a8f-8e4a-d6d6e501514f HTTP/1.1" status: 204 len: 168 time: 0.8335881 Nov 25 17:58:15.425245 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af204191-6e6b-4585-8396-02efc206a588', 'tag': '69bd1e52-01be-4937-969a-3ccb10ddf356'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:58:15.427532 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56c70ca-db8e-4634-8ad0-5bc9d90d8f72" -d '{"events": [{"name": "network-changed", "server_uuid": "af204191-6e6b-4585-8396-02efc206a588", "tag": "69bd1e52-01be-4937-969a-3ccb10ddf356"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:58:15.466841 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27457444-4921-47b9-a71d-8818f09ef871 x-openstack-request-id: req-27457444-4921-47b9-a71d-8818f09ef871 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:58:15.467221 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af204191-6e6b-4585-8396-02efc206a588", "tag": "69bd1e52-01be-4937-969a-3ccb10ddf356", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:58:15.467552 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-27457444-4921-47b9-a71d-8818f09ef871 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:58:15.468010 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af204191-6e6b-4585-8396-02efc206a588', 'tag': '69bd1e52-01be-4937-969a-3ccb10ddf356', 'status': 'completed', 'code': 200} Nov 25 17:58:15.538075 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-fda7baca-0eae-4cda-8127-9841c19f2a66 None None] Set router 12e1897b-ebdc-4db2-8dad-9032632a0740 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:58:15.550622 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c70ca-db8e-4634-8ad0-5bc9d90d8f72 req-1e83f2b8-87bc-4acb-909f-b6dd5c824b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:15.552221 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b56c70ca-db8e-4634-8ad0-5bc9d90d8f72 req-1e83f2b8-87bc-4acb-909f-b6dd5c824b9b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=867688fabf794394b7f5a37353b0165e&device_id=af204191-6e6b-4585-8396-02efc206a588 HTTP/1.1" status: 200 len: 1096 time: 0.0614636 Nov 25 17:58:15.660055 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c70ca-db8e-4634-8ad0-5bc9d90d8f72 req-f30735c4-64a1-40c7-bb5e-41aa70bbfd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:15.661596 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b56c70ca-db8e-4634-8ad0-5bc9d90d8f72 req-f30735c4-64a1-40c7-bb5e-41aa70bbfd25 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f26468bb-c55b-44ac-9698-32104e4b0414 HTTP/1.1" status: 200 len: 898 time: 0.1022623 Nov 25 17:58:15.670161 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a827d0cb-3fc2-4867-8029-a2b5169b908a req-957a217e-38f2-4f2b-b536-bb415bb4b2be tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:15.671819 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a827d0cb-3fc2-4867-8029-a2b5169b908a req-957a217e-38f2-4f2b-b536-bb415bb4b2be tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=af204191-6e6b-4585-8396-02efc206a588 HTTP/1.1" status: 200 len: 945 time: 0.0512037 Nov 25 17:58:15.710586 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b56c70ca-db8e-4634-8ad0-5bc9d90d8f72 req-46f7ad3a-fe19-4905-84e6-14bd42a463ea service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69bd1e52-01be-4937-969a-3ccb10ddf356 HTTP/1.1" status: 200 len: 217 time: 0.0410917 Nov 25 17:58:15.723910 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a827d0cb-3fc2-4867-8029-a2b5169b908a req-94907ed3-55a2-4fe4-90bc-2e142d870eae tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=32a1dba6-0cb1-45b6-aa70-d9733a45f05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456247 Nov 25 17:58:15.761487 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c70ca-db8e-4634-8ad0-5bc9d90d8f72 req-a8fbe98c-7f21-49fd-a96e-c16e79760d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:15.762948 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b56c70ca-db8e-4634-8ad0-5bc9d90d8f72 req-a8fbe98c-7f21-49fd-a96e-c16e79760d9a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2507da8a-9291-4605-b7c5-ff7e16f0304b HTTP/1.1" status: 200 len: 834 time: 0.0454257 Nov 25 17:58:15.764848 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-fda7baca-0eae-4cda-8127-9841c19f2a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e1897b-ebdc-4db2-8dad-9032632a0740', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1348796960', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '719f083c-970e-4cc7-b282-447a1c830b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:56:33Z', 'updated_at': '2021-11-25T17:56:37Z', 'revision_number': 4, 'project_id': '867688fabf794394b7f5a37353b0165e', 'gw_port': {'id': '719f083c-970e-4cc7-b282-447a1c830b25', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:74:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e1897b-ebdc-4db2-8dad-9032632a0740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:56:34Z', 'updated_at': '2021-11-25T17:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '3081a6df-04ab-4485-ae2a-6eb73723c5b2', 'name': '', 'network_id': 'f26468bb-c55b-44ac-9698-32104e4b0414', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'mac_address': 'fa:16:3e:e6:50:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e1897b-ebdc-4db2-8dad-9032632a0740', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '2507da8a-9291-4605-b7c5-ff7e16f0304b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:56:36Z', 'updated_at': '2021-11-25T17:56:41Z', 'revision_number': 5, 'project_id': '867688fabf794394b7f5a37353b0165e', 'subnets': [{'id': '2507da8a-9291-4605-b7c5-ff7e16f0304b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:58:15.796050 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda7baca-0eae-4cda-8127-9841c19f2a66 None None] Checking router: 12e1897b-ebdc-4db2-8dad-9032632a0740 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:58:15.804896 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda7baca-0eae-4cda-8127-9841c19f2a66 None None] Routers {'12e1897b-ebdc-4db2-8dad-9032632a0740'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:58:15.805519 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-fda7baca-0eae-4cda-8127-9841c19f2a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:57:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['12e1897b-ebdc-4db2-8dad-9032632a0740'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:58:15.810603 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c70ca-db8e-4634-8ad0-5bc9d90d8f72 req-b178c5fc-0aaf-4d3c-96b3-f990d825db74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:15.812119 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b56c70ca-db8e-4634-8ad0-5bc9d90d8f72 req-b178c5fc-0aaf-4d3c-96b3-f990d825db74 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f26468bb-c55b-44ac-9698-32104e4b0414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406265 Nov 25 17:58:15.909491 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b56c70ca-db8e-4634-8ad0-5bc9d90d8f72 req-a3073ee8-befc-4879-9113-4fb7a8cb6253 service neutron] 10.222.0.74 "GET /v2.0/networks/f26468bb-c55b-44ac-9698-32104e4b0414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887482 Nov 25 17:58:15.914402 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-fda7baca-0eae-4cda-8127-9841c19f2a66 None None] Set router 12e1897b-ebdc-4db2-8dad-9032632a0740 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:58:16.008519 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b56c70ca-db8e-4634-8ad0-5bc9d90d8f72 req-d4dbe8e4-a798-4437-b4fe-4a51016a974c service neutron] 10.222.0.74 "GET /v2.0/networks/f26468bb-c55b-44ac-9698-32104e4b0414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908771 Nov 25 17:58:16.122684 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-fda7baca-0eae-4cda-8127-9841c19f2a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e1897b-ebdc-4db2-8dad-9032632a0740', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1348796960', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '719f083c-970e-4cc7-b282-447a1c830b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:56:33Z', 'updated_at': '2021-11-25T17:56:37Z', 'revision_number': 4, 'project_id': '867688fabf794394b7f5a37353b0165e', 'gw_port': {'id': '719f083c-970e-4cc7-b282-447a1c830b25', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:74:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e1897b-ebdc-4db2-8dad-9032632a0740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:56:34Z', 'updated_at': '2021-11-25T17:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '3081a6df-04ab-4485-ae2a-6eb73723c5b2', 'name': '', 'network_id': 'f26468bb-c55b-44ac-9698-32104e4b0414', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'mac_address': 'fa:16:3e:e6:50:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e1897b-ebdc-4db2-8dad-9032632a0740', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '2507da8a-9291-4605-b7c5-ff7e16f0304b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:56:36Z', 'updated_at': '2021-11-25T17:56:41Z', 'revision_number': 5, 'project_id': '867688fabf794394b7f5a37353b0165e', 'subnets': [{'id': '2507da8a-9291-4605-b7c5-ff7e16f0304b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:58:16.149358 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda7baca-0eae-4cda-8127-9841c19f2a66 None None] The sync data for ids ['12e1897b-ebdc-4db2-8dad-9032632a0740'] in n-d-817746-1 is: [{'id': '12e1897b-ebdc-4db2-8dad-9032632a0740', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1348796960', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '719f083c-970e-4cc7-b282-447a1c830b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:56:33Z', 'updated_at': '2021-11-25T17:56:37Z', 'revision_number': 4, 'project_id': '867688fabf794394b7f5a37353b0165e', 'gw_port': {'id': '719f083c-970e-4cc7-b282-447a1c830b25', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:74:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e1897b-ebdc-4db2-8dad-9032632a0740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:56:34Z', 'updated_at': '2021-11-25T17:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '3081a6df-04ab-4485-ae2a-6eb73723c5b2', 'name': '', 'network_id': 'f26468bb-c55b-44ac-9698-32104e4b0414', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'mac_address': 'fa:16:3e:e6:50:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e1897b-ebdc-4db2-8dad-9032632a0740', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '2507da8a-9291-4605-b7c5-ff7e16f0304b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:56:36Z', 'updated_at': '2021-11-25T17:56:41Z', 'revision_number': 5, 'project_id': '867688fabf794394b7f5a37353b0165e', 'subnets': [{'id': '2507da8a-9291-4605-b7c5-ff7e16f0304b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:58:16.378189 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8140493e-9b02-4db9-958a-39872a5ccd27 None None] New status for floating IP 68c900bf-80bb-4a8f-8e4a-d6d6e501514f: DOWN {{(pid=103363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:58:16.840716 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a437ad63-e4f9-4d00-af5f-cbac97f7f22a req-6333301c-cc32-474a-b86d-0de389a35457 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:16.842210 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a437ad63-e4f9-4d00-af5f-cbac97f7f22a req-6333301c-cc32-474a-b86d-0de389a35457 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/ports?device_id=af204191-6e6b-4585-8396-02efc206a588 HTTP/1.1" status: 200 len: 945 time: 0.0487494 Nov 25 17:58:16.895568 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a437ad63-e4f9-4d00-af5f-cbac97f7f22a req-d244cb59-8ade-4e8f-af31-9bd56f43c5df tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "GET /v2.0/security-groups?id=32a1dba6-0cb1-45b6-aa70-d9733a45f05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473731 Nov 25 17:58:16.913772 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:16.921431 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d925b57-2add-4879-b4ab-e7602ec3d26d req-a3fec2eb-3d3c-47ca-ac13-3b96e40bb230 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:16.923602 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-4d925b57-2add-4879-b4ab-e7602ec3d26d req-a3fec2eb-3d3c-47ca-ac13-3b96e40bb230 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.74 "GET /v2.0/ports?device_id=af204191-6e6b-4585-8396-02efc206a588 HTTP/1.1" status: 200 len: 945 time: 0.0590222 Nov 25 17:58:17.019248 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-4d925b57-2add-4879-b4ab-e7602ec3d26d req-eb78fc6f-4e11-4290-aca2-5b4bcf334237 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Deleting port 69bd1e52-01be-4937-969a-3ccb10ddf356 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:58:17.019530 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-4d925b57-2add-4879-b4ab-e7602ec3d26d req-eb78fc6f-4e11-4290-aca2-5b4bcf334237 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:17.065203 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:17.115146 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-4d925b57-2add-4879-b4ab-e7602ec3d26d req-eb78fc6f-4e11-4290-aca2-5b4bcf334237 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] For port 69bd1e52-01be-4937-969a-3ccb10ddf356, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=69bd1e52-01be-4937-969a-3ccb10ddf356,segment=NetworkSegment(2bb58b3a-4480-459a-8e09-856218f12b12),segment_id=2bb58b3a-4480-459a-8e09-856218f12b12)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:58:17.115515 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-4d925b57-2add-4879-b4ab-e7602ec3d26d req-eb78fc6f-4e11-4290-aca2-5b4bcf334237 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:17.129820 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-4d925b57-2add-4879-b4ab-e7602ec3d26d req-eb78fc6f-4e11-4290-aca2-5b4bcf334237 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Calling delete_port for 69bd1e52-01be-4937-969a-3ccb10ddf356 owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:58:17.136634 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-24aa271d-4306-49cb-9777-ddb1c67b31c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:17.261751 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-4d925b57-2add-4879-b4ab-e7602ec3d26d req-eb78fc6f-4e11-4290-aca2-5b4bcf334237 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:17.291201 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb78fc6f-4e11-4290-aca2-5b4bcf334237 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event deleted for resources: {'Port': ['ID=69bd1e52-01be-4937-969a-3ccb10ddf356,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:58:17.321518 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb78fc6f-4e11-4290-aca2-5b4bcf334237 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:58:17.321887 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb78fc6f-4e11-4290-aca2-5b4bcf334237 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:58:17.322239 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb78fc6f-4e11-4290-aca2-5b4bcf334237 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:58:17.322586 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb78fc6f-4e11-4290-aca2-5b4bcf334237 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:58:17.322932 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb78fc6f-4e11-4290-aca2-5b4bcf334237 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:58:17.323273 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb78fc6f-4e11-4290-aca2-5b4bcf334237 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:58:17.323613 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb78fc6f-4e11-4290-aca2-5b4bcf334237 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:58:17.323954 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb78fc6f-4e11-4290-aca2-5b4bcf334237 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:58:17.324292 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb78fc6f-4e11-4290-aca2-5b4bcf334237 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:58:17.324634 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb78fc6f-4e11-4290-aca2-5b4bcf334237 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:58:17.325001 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb78fc6f-4e11-4290-aca2-5b4bcf334237 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:58:17.325336 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb78fc6f-4e11-4290-aca2-5b4bcf334237 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:58:17.344634 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d925b57-2add-4879-b4ab-e7602ec3d26d req-eb78fc6f-4e11-4290-aca2-5b4bcf334237 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] No DVR routers for this DVR port 69bd1e52-01be-4937-969a-3ccb10ddf356 on host n-h1-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:58:17.347138 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-4d925b57-2add-4879-b4ab-e7602ec3d26d req-eb78fc6f-4e11-4290-aca2-5b4bcf334237 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:17.350552 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-4d925b57-2add-4879-b4ab-e7602ec3d26d req-eb78fc6f-4e11-4290-aca2-5b4bcf334237 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.74 "DELETE /v2.0/ports/69bd1e52-01be-4937-969a-3ccb10ddf356 HTTP/1.1" status: 204 len: 173 time: 0.4210443 Nov 25 17:58:17.350992 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af204191-6e6b-4585-8396-02efc206a588', 'name': 'network-vif-deleted', 'tag': '69bd1e52-01be-4937-969a-3ccb10ddf356'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:58:17.353310 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a3c9d6-c97a-4d00-9f6f-b766cc33c9c0" -d '{"events": [{"server_uuid": "af204191-6e6b-4585-8396-02efc206a588", "name": "network-vif-deleted", "tag": "69bd1e52-01be-4937-969a-3ccb10ddf356"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:58:17.388597 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2281bbc9-b597-4c73-a47d-7ef1e8662a7f x-openstack-request-id: req-2281bbc9-b597-4c73-a47d-7ef1e8662a7f {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:58:17.388927 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af204191-6e6b-4585-8396-02efc206a588", "name": "network-vif-deleted", "tag": "69bd1e52-01be-4937-969a-3ccb10ddf356", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:58:17.389191 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2281bbc9-b597-4c73-a47d-7ef1e8662a7f {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:58:17.389606 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af204191-6e6b-4585-8396-02efc206a588', 'name': 'network-vif-deleted', 'tag': '69bd1e52-01be-4937-969a-3ccb10ddf356', 'status': 'completed', 'code': 200} Nov 25 17:58:17.965168 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55392) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:58:18.608769 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-16ce0376-9a85-4e5d-9762-f22e874e9e53 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:18.863865 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-16ce0376-9a85-4e5d-9762-f22e874e9e53 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Deleting port 3081a6df-04ab-4485-ae2a-6eb73723c5b2 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:58:18.864208 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-16ce0376-9a85-4e5d-9762-f22e874e9e53 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:18.960689 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-16ce0376-9a85-4e5d-9762-f22e874e9e53 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] For port 3081a6df-04ab-4485-ae2a-6eb73723c5b2, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=3081a6df-04ab-4485-ae2a-6eb73723c5b2,segment=NetworkSegment(2bb58b3a-4480-459a-8e09-856218f12b12),segment_id=2bb58b3a-4480-459a-8e09-856218f12b12)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:58:18.961073 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-16ce0376-9a85-4e5d-9762-f22e874e9e53 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:18.973289 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-16ce0376-9a85-4e5d-9762-f22e874e9e53 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Calling delete_port for 3081a6df-04ab-4485-ae2a-6eb73723c5b2 owned by network:router_interface {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:58:19.160332 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-16ce0376-9a85-4e5d-9762-f22e874e9e53 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:19.185577 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ce0376-9a85-4e5d-9762-f22e874e9e53 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event deleted for resources: {'Port': ['ID=3081a6df-04ab-4485-ae2a-6eb73723c5b2,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:58:19.366066 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-16ce0376-9a85-4e5d-9762-f22e874e9e53 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:19.583200 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16ce0376-9a85-4e5d-9762-f22e874e9e53 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Router 12e1897b-ebdc-4db2-8dad-9032632a0740 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:58:19.688915 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ce0376-9a85-4e5d-9762-f22e874e9e53 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:58:19.695072 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-16ce0376-9a85-4e5d-9762-f22e874e9e53 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "PUT /v2.0/routers/12e1897b-ebdc-4db2-8dad-9032632a0740/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7288337 Nov 25 17:58:19.697112 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55398) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:58:19.699062 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd857516-32d0-45dc-a838-000674814ac8 None None] Sync routers for ids ['12e1897b-ebdc-4db2-8dad-9032632a0740'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:58:19.709158 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd857516-32d0-45dc-a838-000674814ac8 None None] Routers {'12e1897b-ebdc-4db2-8dad-9032632a0740'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:58:19.709763 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-bd857516-32d0-45dc-a838-000674814ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:57:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['12e1897b-ebdc-4db2-8dad-9032632a0740'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:58:19.748160 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-5619120b-4ee6-40b2-be1e-5fa49fb31be4 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Deleting subnet 2507da8a-9291-4605-b7c5-ff7e16f0304b {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:58:19.751361 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5619120b-4ee6-40b2-be1e-5fa49fb31be4 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:19.791584 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5619120b-4ee6-40b2-be1e-5fa49fb31be4 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:19.817227 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-bd857516-32d0-45dc-a838-000674814ac8 None None] Set router 12e1897b-ebdc-4db2-8dad-9032632a0740 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:58:19.880753 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5619120b-4ee6-40b2-be1e-5fa49fb31be4 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:19.894565 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-198ced1d-87c1-4e80-afcf-38ba55c712cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:19.942357 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5619120b-4ee6-40b2-be1e-5fa49fb31be4 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:19.970748 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5619120b-4ee6-40b2-be1e-5fa49fb31be4 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event deleted for resources: {'Subnet': ['ID=2507da8a-9291-4605-b7c5-ff7e16f0304b,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:58:19.974474 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5619120b-4ee6-40b2-be1e-5fa49fb31be4 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:19.977698 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-5619120b-4ee6-40b2-be1e-5fa49fb31be4 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "DELETE /v2.0/subnets/2507da8a-9291-4605-b7c5-ff7e16f0304b HTTP/1.1" status: 204 len: 168 time: 0.2796509 Nov 25 17:58:19.980392 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55400) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:58:19.988444 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb423aa-0d20-4731-89e3-d7255c622901 None None] Network f26468bb-c55b-44ac-9698-32104e4b0414 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:58:20.088209 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-32ea84c1-d343-4932-94b6-e21bc25a76a2 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for router, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:20.108136 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-bd857516-32d0-45dc-a838-000674814ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e1897b-ebdc-4db2-8dad-9032632a0740', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1348796960', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '719f083c-970e-4cc7-b282-447a1c830b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:56:33Z', 'updated_at': '2021-11-25T17:58:19Z', 'revision_number': 5, 'project_id': '867688fabf794394b7f5a37353b0165e', 'gw_port': {'id': '719f083c-970e-4cc7-b282-447a1c830b25', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:74:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e1897b-ebdc-4db2-8dad-9032632a0740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:56:34Z', 'updated_at': '2021-11-25T17:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:58:20.139300 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd857516-32d0-45dc-a838-000674814ac8 None None] Checking router: 12e1897b-ebdc-4db2-8dad-9032632a0740 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:58:20.156119 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd857516-32d0-45dc-a838-000674814ac8 None None] Routers {'12e1897b-ebdc-4db2-8dad-9032632a0740'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:58:20.156736 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-bd857516-32d0-45dc-a838-000674814ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:58:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['12e1897b-ebdc-4db2-8dad-9032632a0740'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:58:20.200775 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-32ea84c1-d343-4932-94b6-e21bc25a76a2 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:20.246597 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88196ff3-5015-4eac-9dc9-e08f68d2dc56 None None] DHCP port deletion for f26468bb-c55b-44ac-9698-32104e4b0414 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:58:20.264583 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-32ea84c1-d343-4932-94b6-e21bc25a76a2 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Deleting port 719f083c-970e-4cc7-b282-447a1c830b25 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:58:20.264974 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-32ea84c1-d343-4932-94b6-e21bc25a76a2 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:20.313789 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-bd857516-32d0-45dc-a838-000674814ac8 None None] Set router 12e1897b-ebdc-4db2-8dad-9032632a0740 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:58:20.348717 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-32ea84c1-d343-4932-94b6-e21bc25a76a2 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] For port 719f083c-970e-4cc7-b282-447a1c830b25, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=719f083c-970e-4cc7-b282-447a1c830b25,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:58:20.349125 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-32ea84c1-d343-4932-94b6-e21bc25a76a2 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:20.360912 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-32ea84c1-d343-4932-94b6-e21bc25a76a2 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Calling delete_port for 719f083c-970e-4cc7-b282-447a1c830b25 owned by network:router_gateway {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:58:20.385178 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-88196ff3-5015-4eac-9dc9-e08f68d2dc56 None None] Deleting port 3019df4f-3529-42c7-a4c8-f80066bc3467 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:58:20.385551 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-88196ff3-5015-4eac-9dc9-e08f68d2dc56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:20.533101 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-32ea84c1-d343-4932-94b6-e21bc25a76a2 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:20.560125 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea84c1-d343-4932-94b6-e21bc25a76a2 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event deleted for resources: {'Port': ['ID=719f083c-970e-4cc7-b282-447a1c830b25,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:58:20.597270 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8feaadac-1eac-4ff9-84fd-2c65ce844ff0 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:58:20.629593 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-32ea84c1-d343-4932-94b6-e21bc25a76a2 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:20.680313 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-88196ff3-5015-4eac-9dc9-e08f68d2dc56 None None] For port 3019df4f-3529-42c7-a4c8-f80066bc3467, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=3019df4f-3529-42c7-a4c8-f80066bc3467,segment=NetworkSegment(2bb58b3a-4480-459a-8e09-856218f12b12),segment_id=2bb58b3a-4480-459a-8e09-856218f12b12)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:58:20.680713 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-88196ff3-5015-4eac-9dc9-e08f68d2dc56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:20.715853 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-88196ff3-5015-4eac-9dc9-e08f68d2dc56 None None] Calling delete_port for 3019df4f-3529-42c7-a4c8-f80066bc3467 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:58:20.724789 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-32ea84c1-d343-4932-94b6-e21bc25a76a2 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:20.727164 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-32ea84c1-d343-4932-94b6-e21bc25a76a2 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:20.773337 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-32ea84c1-d343-4932-94b6-e21bc25a76a2 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:20.773912 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ea84c1-d343-4932-94b6-e21bc25a76a2 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Fanout notify agent at l3_agent the message router_deleted on router 12e1897b-ebdc-4db2-8dad-9032632a0740 {{(pid=103361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:58:20.782431 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-32ea84c1-d343-4932-94b6-e21bc25a76a2 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:20.783634 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-32ea84c1-d343-4932-94b6-e21bc25a76a2 tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "DELETE /v2.0/routers/12e1897b-ebdc-4db2-8dad-9032632a0740 HTTP/1.1" status: 204 len: 168 time: 0.8022447 Nov 25 17:58:20.786280 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55404) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:58:20.807123 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-bd857516-32d0-45dc-a838-000674814ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e1897b-ebdc-4db2-8dad-9032632a0740', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1348796960', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '719f083c-970e-4cc7-b282-447a1c830b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:56:33Z', 'updated_at': '2021-11-25T17:58:19Z', 'revision_number': 5, 'project_id': '867688fabf794394b7f5a37353b0165e', 'gw_port': {'id': '719f083c-970e-4cc7-b282-447a1c830b25', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:74:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e1897b-ebdc-4db2-8dad-9032632a0740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:56:34Z', 'updated_at': '2021-11-25T17:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:58:20.838726 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd857516-32d0-45dc-a838-000674814ac8 None None] The sync data for ids ['12e1897b-ebdc-4db2-8dad-9032632a0740'] in n-d-817746-1 is: [{'id': '12e1897b-ebdc-4db2-8dad-9032632a0740', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1348796960', 'tenant_id': '867688fabf794394b7f5a37353b0165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '719f083c-970e-4cc7-b282-447a1c830b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:56:33Z', 'updated_at': '2021-11-25T17:58:19Z', 'revision_number': 5, 'project_id': '867688fabf794394b7f5a37353b0165e', 'gw_port': {'id': '719f083c-970e-4cc7-b282-447a1c830b25', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:74:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e1897b-ebdc-4db2-8dad-9032632a0740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:56:34Z', 'updated_at': '2021-11-25T17:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:58:20.845375 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-88196ff3-5015-4eac-9dc9-e08f68d2dc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:20.880057 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a45a9cee-a179-4be3-8179-e9f7636ae6ed tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:20.883146 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88196ff3-5015-4eac-9dc9-e08f68d2dc56 None None] Pushing event deleted for resources: {'Port': ['ID=3019df4f-3529-42c7-a4c8-f80066bc3467,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:58:20.895924 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88196ff3-5015-4eac-9dc9-e08f68d2dc56 None None] No DVR routers for this DVR port 3019df4f-3529-42c7-a4c8-f80066bc3467 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:58:20.908398 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:20.982179 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a45a9cee-a179-4be3-8179-e9f7636ae6ed tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:21.007474 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-a45a9cee-a179-4be3-8179-e9f7636ae6ed tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f26468bb-c55b-44ac-9698-32104e4b0414']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:58:21.016499 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-a45a9cee-a179-4be3-8179-e9f7636ae6ed tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bb58b3a-4480-459a-8e09-856218f12b12') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:58:21.016800 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-a45a9cee-a179-4be3-8179-e9f7636ae6ed tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bb58b3a-4480-459a-8e09-856218f12b12') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:58:21.025955 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a45a9cee-a179-4be3-8179-e9f7636ae6ed tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:21.039531 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a45a9cee-a179-4be3-8179-e9f7636ae6ed tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:21.045352 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a45a9cee-a179-4be3-8179-e9f7636ae6ed tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Releasing vlan 927 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:58:21.045756 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a45a9cee-a179-4be3-8179-e9f7636ae6ed tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:21.049555 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 17:58:21.049555 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:58:21.049555 n-d-817746-1 neutron-server[103361]: timer() Nov 25 17:58:21.049555 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:58:21.049555 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 17:58:21.049555 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:58:21.049555 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 17:58:21.049555 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:58:21.049555 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 17:58:21.049555 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:58:21.049555 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 17:58:21.049555 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:58:21.049555 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 17:58:21.049555 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:58:21.049555 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:58:21.049555 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:58:21.049555 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:58:21.049555 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:58:21.049555 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 17:58:21.049555 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:58:21.049555 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 17:58:21.049555 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:58:21.049555 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:58:21.049555 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:58:21.049555 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 17:58:21.049555 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:58:21.049555 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:58:21.049555 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:58:21.049555 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:58:21.049555 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:58:21.049555 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:58:21.049555 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:58:21.110333 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a45a9cee-a179-4be3-8179-e9f7636ae6ed tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:21.114681 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a45a9cee-a179-4be3-8179-e9f7636ae6ed tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:21.118133 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-a45a9cee-a179-4be3-8179-e9f7636ae6ed tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "DELETE /v2.0/networks/f26468bb-c55b-44ac-9698-32104e4b0414 HTTP/1.1" status: 204 len: 168 time: 0.3309212 Nov 25 17:58:21.121389 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55406) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:58:21.133359 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45a9cee-a179-4be3-8179-e9f7636ae6ed tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event deleted for resources: {'Network': ['ID=f26468bb-c55b-44ac-9698-32104e4b0414,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:58:21.179392 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-872ef18f-72e9-4ced-94d5-f2d6b2aeecda tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:21.206235 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-872ef18f-72e9-4ced-94d5-f2d6b2aeecda tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:21.299811 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-872ef18f-72e9-4ced-94d5-f2d6b2aeecda tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:21.303058 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-872ef18f-72e9-4ced-94d5-f2d6b2aeecda tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:21.304867 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-872ef18f-72e9-4ced-94d5-f2d6b2aeecda tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] 10.222.0.75 "DELETE /v2.0/security-groups/32a1dba6-0cb1-45b6-aa70-d9733a45f05f HTTP/1.1" status: 204 len: 168 time: 0.1818545 Nov 25 17:58:21.317391 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:58:21.323095 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872ef18f-72e9-4ced-94d5-f2d6b2aeecda tempest-TestNetworkAdvancedServerOps-1253139999 tempest-TestNetworkAdvancedServerOps-1253139999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a1dba6-0cb1-45b6-aa70-d9733a45f05f,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:58:21.371869 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 3019df4f-3529-42c7-a4c8-f80066bc3467 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:58:21.394508 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 3019df4f-3529-42c7-a4c8-f80066bc3467 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:58:21.394862 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 3019df4f-3529-42c7-a4c8-f80066bc3467 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:58:21.569596 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55416) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:58:21.661419 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 69bd1e52-01be-4937-969a-3ccb10ddf356 no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:58:21.682888 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: 69bd1e52-01be-4937-969a-3ccb10ddf356 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:58:21.683249 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 69bd1e52-01be-4937-969a-3ccb10ddf356 not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:58:21.707247 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-7038e9ae-f067-46ee-94ca-76032864943f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=867688fabf794394b7f5a37353b0165e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1363950 Nov 25 17:58:21.709739 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55420) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:58:21.755577 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ebd42646-dad7-4e1f-8639-fe768987e17e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:21.775827 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ebd42646-dad7-4e1f-8639-fe768987e17e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:21.823752 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ebd42646-dad7-4e1f-8639-fe768987e17e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:21.826284 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ebd42646-dad7-4e1f-8639-fe768987e17e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:21.827441 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-ebd42646-dad7-4e1f-8639-fe768987e17e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3693d6b3-d236-4f97-8c95-69c373977b09 HTTP/1.1" status: 204 len: 168 time: 0.1168144 Nov 25 17:58:21.835416 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd42646-dad7-4e1f-8639-fe768987e17e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3693d6b3-d236-4f97-8c95-69c373977b09,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:58:22.085199 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:22.101673 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55426) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:58:22.141881 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-50d24b18-fe11-4777-8dd4-01703f891adb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1093280665bd499ca642fe4053b7df5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390267 Nov 25 17:58:22.144472 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55428) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:58:22.196732 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-42358dcf-0cd0-47f4-89c9-e3cc91c31a2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:22.217066 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-42358dcf-0cd0-47f4-89c9-e3cc91c31a2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:22.264985 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-42358dcf-0cd0-47f4-89c9-e3cc91c31a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:22.267648 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-42358dcf-0cd0-47f4-89c9-e3cc91c31a2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:22.268807 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-42358dcf-0cd0-47f4-89c9-e3cc91c31a2d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/93571065-d237-4959-9229-d0972533bee0 HTTP/1.1" status: 204 len: 168 time: 0.1233771 Nov 25 17:58:22.277396 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42358dcf-0cd0-47f4-89c9-e3cc91c31a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93571065-d237-4959-9229-d0972533bee0,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:58:22.871358 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 3081a6df-04ab-4485-ae2a-6eb73723c5b2 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:58:22.898489 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 3081a6df-04ab-4485-ae2a-6eb73723c5b2 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:58:22.899439 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 3081a6df-04ab-4485-ae2a-6eb73723c5b2 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:58:22.900084 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 719f083c-970e-4cc7-b282-447a1c830b25 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:58:22.922063 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 719f083c-970e-4cc7-b282-447a1c830b25 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:58:22.922921 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 719f083c-970e-4cc7-b282-447a1c830b25 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:58:22.971157 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55452) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:58:23.033903 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:23.082337 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-9562ff2e-c03d-4da1-9581-e0a8371287ca admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-571518245-network', 'tenant_id': '306889d2f8dd44ecb7cfc03b0bdaabe6'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:58:23.105496 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9562ff2e-c03d-4da1-9581-e0a8371287ca admin admin] Made reservation on behalf of 306889d2f8dd44ecb7cfc03b0bdaabe6 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:58:23.107873 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9562ff2e-c03d-4da1-9581-e0a8371287ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:23.116410 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9562ff2e-c03d-4da1-9581-e0a8371287ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:23.190219 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9562ff2e-c03d-4da1-9581-e0a8371287ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:23.193728 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9562ff2e-c03d-4da1-9581-e0a8371287ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:23.220068 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9562ff2e-c03d-4da1-9581-e0a8371287ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 920} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:58:23.225348 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9562ff2e-c03d-4da1-9581-e0a8371287ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1600cc34-5c11-4124-b718-e2db153e1c34,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:58:23.232423 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9562ff2e-c03d-4da1-9581-e0a8371287ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:23.232652 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-9562ff2e-c03d-4da1-9581-e0a8371287ca admin admin] Added segment 5f70d1cf-7db2-4b28-9c6b-35a111e7912f of type vlan for network 31d0d40b-d66f-40f8-8ca0-e8c2938a9d92 Nov 25 17:58:23.272105 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9562ff2e-c03d-4da1-9581-e0a8371287ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:23.295416 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9562ff2e-c03d-4da1-9581-e0a8371287ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:23.297021 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9562ff2e-c03d-4da1-9581-e0a8371287ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:23.297613 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9562ff2e-c03d-4da1-9581-e0a8371287ca admin admin] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:23.324294 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9562ff2e-c03d-4da1-9581-e0a8371287ca admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3519824 Nov 25 17:58:23.327415 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55456) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:58:23.333068 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-65ffea6a-e53c-49b5-aa94-279f50a687fc admin admin] Request body: {'subnet': {'network_id': '31d0d40b-d66f-40f8-8ca0-e8c2938a9d92', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-571518245-subnet', 'tenant_id': '306889d2f8dd44ecb7cfc03b0bdaabe6', 'ip_version': 4}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:58:23.357308 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ffea6a-e53c-49b5-aa94-279f50a687fc admin admin] Made reservation on behalf of 306889d2f8dd44ecb7cfc03b0bdaabe6 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:58:23.360398 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-65ffea6a-e53c-49b5-aa94-279f50a687fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:23.364788 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9562ff2e-c03d-4da1-9581-e0a8371287ca admin admin] Pushing event updated for resources: {'Network': ['ID=31d0d40b-d66f-40f8-8ca0-e8c2938a9d92,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:58:23.374627 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 31d0d40b-d66f-40f8-8ca0-e8c2938a9d92 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:58:23.568189 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-aa8f6832-17c7-499c-8f96-7cc2af8340c8 req-9d282f00-8013-4551-bf54-e656a4e71631 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ac27e96e-a604-496a-acb9-64e7f0249888&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0867939 Nov 25 17:58:23.573895 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-65ffea6a-e53c-49b5-aa94-279f50a687fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:23.653634 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffea6a-e53c-49b5-aa94-279f50a687fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba19514f-2e2d-4828-ba00-8fad3be69eac,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:58:23.670960 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffea6a-e53c-49b5-aa94-279f50a687fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:58:23.671373 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffea6a-e53c-49b5-aa94-279f50a687fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:58:23.671724 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffea6a-e53c-49b5-aa94-279f50a687fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:58:23.672060 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffea6a-e53c-49b5-aa94-279f50a687fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:58:23.672393 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffea6a-e53c-49b5-aa94-279f50a687fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:58:23.672723 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffea6a-e53c-49b5-aa94-279f50a687fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:58:23.673078 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffea6a-e53c-49b5-aa94-279f50a687fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:58:23.673405 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffea6a-e53c-49b5-aa94-279f50a687fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:58:23.673724 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffea6a-e53c-49b5-aa94-279f50a687fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:58:23.674056 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffea6a-e53c-49b5-aa94-279f50a687fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:58:23.674365 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffea6a-e53c-49b5-aa94-279f50a687fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:58:23.674722 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffea6a-e53c-49b5-aa94-279f50a687fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:58:23.686975 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f6832-17c7-499c-8f96-7cc2af8340c8 req-8692a281-6c48-4b83-a4dc-f913257ede8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:23.688699 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-aa8f6832-17c7-499c-8f96-7cc2af8340c8 req-8692a281-6c48-4b83-a4dc-f913257ede8d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d565d7fffa2d49b4a9e39a4ee7a417d3&device_id=ac27e96e-a604-496a-acb9-64e7f0249888 HTTP/1.1" status: 200 len: 1097 time: 0.0900836 Nov 25 17:58:23.689833 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ffea6a-e53c-49b5-aa94-279f50a687fc admin admin] Checking segment: {'id': '5f70d1cf-7db2-4b28-9c6b-35a111e7912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '31d0d40b-d66f-40f8-8ca0-e8c2938a9d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:58:23.690181 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ffea6a-e53c-49b5-aa94-279f50a687fc admin admin] Network hostable DHCP agents. Network: 31d0d40b-d66f-40f8-8ca0-e8c2938a9d92, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:58:23.709058 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ffea6a-e53c-49b5-aa94-279f50a687fc admin admin] Network 31d0d40b-d66f-40f8-8ca0-e8c2938a9d92 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:58:23.735167 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-65ffea6a-e53c-49b5-aa94-279f50a687fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 31d0d40b-d66f-40f8-8ca0-e8c2938a9d92) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:58:23.742602 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2e93d9-b03d-4dde-8193-63f83a125eef None None] Network 31d0d40b-d66f-40f8-8ca0-e8c2938a9d92 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:58:23.744112 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ffea6a-e53c-49b5-aa94-279f50a687fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:23.744709 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-65ffea6a-e53c-49b5-aa94-279f50a687fc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:23.794525 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-65ffea6a-e53c-49b5-aa94-279f50a687fc admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4653907 Nov 25 17:58:23.797546 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55460) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:58:23.801717 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-2a66b803-a3ba-438f-9dce-9fba627ad62a admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-571518245-router', 'tenant_id': '306889d2f8dd44ecb7cfc03b0bdaabe6', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:58:23.835810 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f6832-17c7-499c-8f96-7cc2af8340c8 req-c43f6c53-3e6a-43f2-a058-7b4d73f2552f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:23.837457 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-aa8f6832-17c7-499c-8f96-7cc2af8340c8 req-c43f6c53-3e6a-43f2-a058-7b4d73f2552f service neutron] 10.222.0.90 "GET /v2.0/networks?id=70a573b0-b8cd-4b3b-a416-03e265a1da65 HTTP/1.1" status: 200 len: 911 time: 0.1252408 Nov 25 17:58:23.843491 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2a66b803-a3ba-438f-9dce-9fba627ad62a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:23.844558 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2a66b803-a3ba-438f-9dce-9fba627ad62a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:23.892590 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8468ef95-f68c-468c-a383-3c4512c40024 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-31d0d40b-d66f-40f8-8ca0-e8c2938a9d92', 'network_id': '31d0d40b-d66f-40f8-8ca0-e8c2938a9d92', 'tenant_id': '306889d2f8dd44ecb7cfc03b0bdaabe6', 'fixed_ips': [{'subnet_id': 'ba19514f-2e2d-4828-ba00-8fad3be69eac'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:58:23.893514 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8468ef95-f68c-468c-a383-3c4512c40024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:23.960022 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2a66b803-a3ba-438f-9dce-9fba627ad62a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:23.962534 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-aa8f6832-17c7-499c-8f96-7cc2af8340c8 req-392bf59e-7b62-4dd3-96d1-d95a2ad3b7da service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44740c4c-54cc-48e0-87ef-7b2bff32e072 HTTP/1.1" status: 200 len: 1002 time: 0.1144233 Nov 25 17:58:24.031118 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-8468ef95-f68c-468c-a383-3c4512c40024 None None] Allocated IP 172.20.0.2 (31d0d40b-d66f-40f8-8ca0-e8c2938a9d92/ba19514f-2e2d-4828-ba00-8fad3be69eac/5222303f-dc5a-48a4-8da9-dfacb1bcd32d) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:58:24.133338 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f6832-17c7-499c-8f96-7cc2af8340c8 req-3dd8aca8-da5e-4d9b-a73f-cbd23455b470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:24.134808 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-aa8f6832-17c7-499c-8f96-7cc2af8340c8 req-3dd8aca8-da5e-4d9b-a73f-cbd23455b470 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=88a810b4-d532-41af-9819-01c0d8d6a258 HTTP/1.1" status: 200 len: 849 time: 0.1346037 Nov 25 17:58:24.136640 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2a66b803-a3ba-438f-9dce-9fba627ad62a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:24.178508 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8468ef95-f68c-468c-a383-3c4512c40024 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:24.184408 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8468ef95-f68c-468c-a383-3c4512c40024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:24.200207 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f6832-17c7-499c-8f96-7cc2af8340c8 req-7fb86778-dee9-4fa8-9ad7-94f908ecd6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:24.201732 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-aa8f6832-17c7-499c-8f96-7cc2af8340c8 req-7fb86778-dee9-4fa8-9ad7-94f908ecd6a1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=70a573b0-b8cd-4b3b-a416-03e265a1da65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598748 Nov 25 17:58:24.229378 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8468ef95-f68c-468c-a383-3c4512c40024 None None] Network 31d0d40b-d66f-40f8-8ca0-e8c2938a9d92 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:58:24.234499 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-8468ef95-f68c-468c-a383-3c4512c40024 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:58:24.236928 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8468ef95-f68c-468c-a383-3c4512c40024 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:58:24.242727 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8468ef95-f68c-468c-a383-3c4512c40024 None None] Pushing event updated for resources: {'Port': ['ID=5222303f-dc5a-48a4-8da9-dfacb1bcd32d,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:58:24.299984 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-8468ef95-f68c-468c-a383-3c4512c40024 None None] Attempting to bind port 5222303f-dc5a-48a4-8da9-dfacb1bcd32d on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:58:24.300359 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-8468ef95-f68c-468c-a383-3c4512c40024 None None] Attempting to bind port 5222303f-dc5a-48a4-8da9-dfacb1bcd32d by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '5f70d1cf-7db2-4b28-9c6b-35a111e7912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '31d0d40b-d66f-40f8-8ca0-e8c2938a9d92'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:58:24.300726 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8468ef95-f68c-468c-a383-3c4512c40024 None None] Attempting to bind port 5222303f-dc5a-48a4-8da9-dfacb1bcd32d on network 31d0d40b-d66f-40f8-8ca0-e8c2938a9d92 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:58:24.305798 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8468ef95-f68c-468c-a383-3c4512c40024 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:58:24.306158 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8468ef95-f68c-468c-a383-3c4512c40024 None None] Checking segment: {'id': '5f70d1cf-7db2-4b28-9c6b-35a111e7912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '31d0d40b-d66f-40f8-8ca0-e8c2938a9d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:58:24.306568 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8468ef95-f68c-468c-a383-3c4512c40024 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:24.306964 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8468ef95-f68c-468c-a383-3c4512c40024 None None] Bound using segment: {'id': '5f70d1cf-7db2-4b28-9c6b-35a111e7912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '31d0d40b-d66f-40f8-8ca0-e8c2938a9d92'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:58:24.307428 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-8468ef95-f68c-468c-a383-3c4512c40024 None None] Bound port: 5222303f-dc5a-48a4-8da9-dfacb1bcd32d, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f70d1cf-7db2-4b28-9c6b-35a111e7912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '31d0d40b-d66f-40f8-8ca0-e8c2938a9d92'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:58:24.307811 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8468ef95-f68c-468c-a383-3c4512c40024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:24.372217 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-8468ef95-f68c-468c-a383-3c4512c40024 None None] For port 5222303f-dc5a-48a4-8da9-dfacb1bcd32d, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:58:24.376155 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-8468ef95-f68c-468c-a383-3c4512c40024 None None] For port 5222303f-dc5a-48a4-8da9-dfacb1bcd32d, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=5222303f-dc5a-48a4-8da9-dfacb1bcd32d,segment=NetworkSegment(5f70d1cf-7db2-4b28-9c6b-35a111e7912f),segment_id=5f70d1cf-7db2-4b28-9c6b-35a111e7912f)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:58:24.381114 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8468ef95-f68c-468c-a383-3c4512c40024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:24.449347 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8468ef95-f68c-468c-a383-3c4512c40024 None None] Pushing event updated for resources: {'Port': ['ID=5222303f-dc5a-48a4-8da9-dfacb1bcd32d,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:58:24.676004 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-aa8f6832-17c7-499c-8f96-7cc2af8340c8 req-7bd55f70-3668-4839-b08b-d6c31ab29ce4 service neutron] 10.222.0.90 "GET /v2.0/networks/70a573b0-b8cd-4b3b-a416-03e265a1da65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4495840 Nov 25 17:58:24.857231 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2a66b803-a3ba-438f-9dce-9fba627ad62a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:24.880332 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2a66b803-a3ba-438f-9dce-9fba627ad62a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:24.883759 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-aa8f6832-17c7-499c-8f96-7cc2af8340c8 req-ba6ff3c7-65f6-40b7-855f-32a2a515d762 service neutron] 10.222.0.90 "GET /v2.0/networks/70a573b0-b8cd-4b3b-a416-03e265a1da65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995573 Nov 25 17:58:24.983054 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 5222303f-dc5a-48a4-8da9-dfacb1bcd32d up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:58:25.006130 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-2a66b803-a3ba-438f-9dce-9fba627ad62a admin admin] Allocated IP 172.25.0.151 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/8133f998-8c50-45ce-b829-fbd790a70f15) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:58:25.047932 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 5222303f-dc5a-48a4-8da9-dfacb1bcd32d triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:58:25.048596 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:25.129061 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2a66b803-a3ba-438f-9dce-9fba627ad62a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:25.134095 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:25.170481 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port 5222303f-dc5a-48a4-8da9-dfacb1bcd32d, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=5222303f-dc5a-48a4-8da9-dfacb1bcd32d,segment=NetworkSegment(5f70d1cf-7db2-4b28-9c6b-35a111e7912f),segment_id=5f70d1cf-7db2-4b28-9c6b-35a111e7912f)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:58:25.173383 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2a66b803-a3ba-438f-9dce-9fba627ad62a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:25.178438 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:25.216131 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a66b803-a3ba-438f-9dce-9fba627ad62a admin admin] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:58:25.220216 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-2a66b803-a3ba-438f-9dce-9fba627ad62a admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:58:25.223330 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a66b803-a3ba-438f-9dce-9fba627ad62a admin admin] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:58:25.238013 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bbcf0e-46f1-4304-9cc1-caadc0621363 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:58:25.250261 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=5222303f-dc5a-48a4-8da9-dfacb1bcd32d,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:58:25.283952 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66b803-a3ba-438f-9dce-9fba627ad62a admin admin] Pushing event updated for resources: {'Port': ['ID=8133f998-8c50-45ce-b829-fbd790a70f15,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:58:25.341651 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-a73f8200-6aa6-4085-9ff2-dc31648903fd None None] Provisioning complete for port 8133f998-8c50-45ce-b829-fbd790a70f15 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:58:25.342100 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a73f8200-6aa6-4085-9ff2-dc31648903fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:25.377813 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-a73f8200-6aa6-4085-9ff2-dc31648903fd None None] Port 8133f998-8c50-45ce-b829-fbd790a70f15 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:58:25.460557 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8a7857-9240-4335-86fb-f4e28f3079d3 None None] Network 31d0d40b-d66f-40f8-8ca0-e8c2938a9d92 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:58:25.508343 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2a66b803-a3ba-438f-9dce-9fba627ad62a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:25.542031 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-c4febc14-8571-45a8-9678-b2a11b9eae98 None None] Provisioning complete for port 5222303f-dc5a-48a4-8da9-dfacb1bcd32d triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:58:25.542406 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c4febc14-8571-45a8-9678-b2a11b9eae98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:25.715973 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2a66b803-a3ba-438f-9dce-9fba627ad62a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:25.849813 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a66b803-a3ba-438f-9dce-9fba627ad62a admin admin] Router f3f24c0c-273d-4c80-89d8-d575c5855ec8 is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:58:25.910518 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-047d793d-aa2c-46a8-ae90-acace3a60a2c None None] Provisioning complete for port 5222303f-dc5a-48a4-8da9-dfacb1bcd32d triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:58:25.910896 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-047d793d-aa2c-46a8-ae90-acace3a60a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:25.959466 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a66b803-a3ba-438f-9dce-9fba627ad62a admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:58:25.972898 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48a3d8a-7edf-4d85-bc79-0a4db55d149f None None] Sync routers for ids ['f3f24c0c-273d-4c80-89d8-d575c5855ec8'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:58:25.980914 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48a3d8a-7edf-4d85-bc79-0a4db55d149f None None] Routers {'f3f24c0c-273d-4c80-89d8-d575c5855ec8'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:58:25.981552 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-c48a3d8a-7edf-4d85-bc79-0a4db55d149f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:58:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['f3f24c0c-273d-4c80-89d8-d575c5855ec8'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:58:25.985166 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2a66b803-a3ba-438f-9dce-9fba627ad62a admin admin] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:25.986885 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-2a66b803-a3ba-438f-9dce-9fba627ad62a admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1883817 Nov 25 17:58:25.989631 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55466) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:58:26.091797 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-c48a3d8a-7edf-4d85-bc79-0a4db55d149f None None] Set router f3f24c0c-273d-4c80-89d8-d575c5855ec8 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:58:26.267870 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-c48a3d8a-7edf-4d85-bc79-0a4db55d149f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f24c0c-273d-4c80-89d8-d575c5855ec8', 'name': 'tempest-TestServerMultinode-571518245-router', 'tenant_id': '306889d2f8dd44ecb7cfc03b0bdaabe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '8133f998-8c50-45ce-b829-fbd790a70f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:58:23Z', 'updated_at': '2021-11-25T17:58:25Z', 'revision_number': 3, 'project_id': '306889d2f8dd44ecb7cfc03b0bdaabe6', 'gw_port': {'id': '8133f998-8c50-45ce-b829-fbd790a70f15', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:32:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f24c0c-273d-4c80-89d8-d575c5855ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:58:24Z', 'updated_at': '2021-11-25T17:58:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:58:26.297780 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48a3d8a-7edf-4d85-bc79-0a4db55d149f None None] Checking router: f3f24c0c-273d-4c80-89d8-d575c5855ec8 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:58:26.298134 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48a3d8a-7edf-4d85-bc79-0a4db55d149f None None] Updating router f3f24c0c-273d-4c80-89d8-d575c5855ec8 port 8133f998-8c50-45ce-b829-fbd790a70f15 binding host n-d-817746-1 {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:58:26.408611 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-c48a3d8a-7edf-4d85-bc79-0a4db55d149f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:26.419362 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4c1f5ad9-e03c-4eb6-b998-32cb7f5fd079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:26.637992 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-4c1f5ad9-e03c-4eb6-b998-32cb7f5fd079 admin admin] Allocated IP 172.20.0.1 (31d0d40b-d66f-40f8-8ca0-e8c2938a9d92/ba19514f-2e2d-4828-ba00-8fad3be69eac/53464e5a-2c23-4223-af18-e30ed5c54e5d) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:58:26.666907 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-c48a3d8a-7edf-4d85-bc79-0a4db55d149f None None] Publish callbacks [] for port, precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:26.672963 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-c48a3d8a-7edf-4d85-bc79-0a4db55d149f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:26.712362 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e2354b-6a0d-4484-8b40-47d98ab4e03d None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:58:26.729379 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-c48a3d8a-7edf-4d85-bc79-0a4db55d149f None None] Attempting to bind port 8133f998-8c50-45ce-b829-fbd790a70f15 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:58:26.729757 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-c48a3d8a-7edf-4d85-bc79-0a4db55d149f None None] Attempting to bind port 8133f998-8c50-45ce-b829-fbd790a70f15 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:58:26.730121 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48a3d8a-7edf-4d85-bc79-0a4db55d149f None None] Attempting to bind port 8133f998-8c50-45ce-b829-fbd790a70f15 on network 1aa44027-b9d0-4a56-9a59-7e664703e20a {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:58:26.733311 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b38c34-bda6-4354-b695-07284b476852 None None] Pushing event updated for resources: {'Port': ['ID=8133f998-8c50-45ce-b829-fbd790a70f15,revision_number=2']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:58:26.738613 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48a3d8a-7edf-4d85-bc79-0a4db55d149f None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:58:26.738995 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48a3d8a-7edf-4d85-bc79-0a4db55d149f None None] Checking segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:58:26.739416 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-c48a3d8a-7edf-4d85-bc79-0a4db55d149f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:26.739785 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48a3d8a-7edf-4d85-bc79-0a4db55d149f None None] Bound using segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:58:26.740258 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-c48a3d8a-7edf-4d85-bc79-0a4db55d149f None None] Bound port: 8133f998-8c50-45ce-b829-fbd790a70f15, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:58:26.740642 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-c48a3d8a-7edf-4d85-bc79-0a4db55d149f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:26.755990 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4c1f5ad9-e03c-4eb6-b998-32cb7f5fd079 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:26.789638 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4c1f5ad9-e03c-4eb6-b998-32cb7f5fd079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:26.791514 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-c48a3d8a-7edf-4d85-bc79-0a4db55d149f None None] For port 8133f998-8c50-45ce-b829-fbd790a70f15, host n-d-817746-1, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:58:26.795091 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-c48a3d8a-7edf-4d85-bc79-0a4db55d149f None None] For port 8133f998-8c50-45ce-b829-fbd790a70f15, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=8133f998-8c50-45ce-b829-fbd790a70f15,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:58:26.800012 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-c48a3d8a-7edf-4d85-bc79-0a4db55d149f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:26.820987 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-09b8a35e-e8a9-458b-95b4-579278d1e020 None None] Provisioning complete for port 8133f998-8c50-45ce-b829-fbd790a70f15 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:58:26.821514 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-09b8a35e-e8a9-458b-95b4-579278d1e020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:26.834057 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1f5ad9-e03c-4eb6-b998-32cb7f5fd079 admin admin] Network 31d0d40b-d66f-40f8-8ca0-e8c2938a9d92 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:58:26.838857 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-4c1f5ad9-e03c-4eb6-b998-32cb7f5fd079 admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:58:26.842603 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1f5ad9-e03c-4eb6-b998-32cb7f5fd079 admin admin] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:58:26.852143 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48a3d8a-7edf-4d85-bc79-0a4db55d149f None None] Routers {'f3f24c0c-273d-4c80-89d8-d575c5855ec8'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:58:26.852784 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-c48a3d8a-7edf-4d85-bc79-0a4db55d149f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:58:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['f3f24c0c-273d-4c80-89d8-d575c5855ec8'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:58:26.854648 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14b19db-5ccd-4e11-99f9-79fbdfbaf074 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:58:26.871231 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1f5ad9-e03c-4eb6-b998-32cb7f5fd079 admin admin] Pushing event updated for resources: {'Port': ['ID=53464e5a-2c23-4223-af18-e30ed5c54e5d,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:58:26.890601 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4c1f5ad9-e03c-4eb6-b998-32cb7f5fd079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:26.926249 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-09b8a35e-e8a9-458b-95b4-579278d1e020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:26.956096 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-09b8a35e-e8a9-458b-95b4-579278d1e020 None None] For port 8133f998-8c50-45ce-b829-fbd790a70f15, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=8133f998-8c50-45ce-b829-fbd790a70f15,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:58:26.963961 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-09b8a35e-e8a9-458b-95b4-579278d1e020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:26.964201 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b38c34-bda6-4354-b695-07284b476852 None None] Pushing event updated for resources: {'Port': ['ID=8133f998-8c50-45ce-b829-fbd790a70f15,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:58:27.025463 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 5222303f-dc5a-48a4-8da9-dfacb1bcd32d up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:58:27.041548 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-c48a3d8a-7edf-4d85-bc79-0a4db55d149f None None] Set router f3f24c0c-273d-4c80-89d8-d575c5855ec8 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:58:27.069657 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b8a35e-e8a9-458b-95b4-579278d1e020 None None] Pushing event updated for resources: {'Port': ['ID=8133f998-8c50-45ce-b829-fbd790a70f15,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:58:27.083491 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4c1f5ad9-e03c-4eb6-b998-32cb7f5fd079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:27.102041 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-fc5faadc-1351-4a43-9808-734317c26737 None None] Provisioning complete for port 8133f998-8c50-45ce-b829-fbd790a70f15 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:58:27.102551 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-fc5faadc-1351-4a43-9808-734317c26737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:27.130106 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 5222303f-dc5a-48a4-8da9-dfacb1bcd32d triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:58:27.130777 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:27.270320 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-c48a3d8a-7edf-4d85-bc79-0a4db55d149f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f24c0c-273d-4c80-89d8-d575c5855ec8', 'name': 'tempest-TestServerMultinode-571518245-router', 'tenant_id': '306889d2f8dd44ecb7cfc03b0bdaabe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '8133f998-8c50-45ce-b829-fbd790a70f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:58:23Z', 'updated_at': '2021-11-25T17:58:25Z', 'revision_number': 3, 'project_id': '306889d2f8dd44ecb7cfc03b0bdaabe6', 'gw_port': {'id': '8133f998-8c50-45ce-b829-fbd790a70f15', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:32:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f24c0c-273d-4c80-89d8-d575c5855ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:58:24Z', 'updated_at': '2021-11-25T17:58:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:58:27.295451 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4c1f5ad9-e03c-4eb6-b998-32cb7f5fd079 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:27.296070 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48a3d8a-7edf-4d85-bc79-0a4db55d149f None None] The sync data for ids ['f3f24c0c-273d-4c80-89d8-d575c5855ec8'] in n-d-817746-1 is: [{'id': 'f3f24c0c-273d-4c80-89d8-d575c5855ec8', 'name': 'tempest-TestServerMultinode-571518245-router', 'tenant_id': '306889d2f8dd44ecb7cfc03b0bdaabe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '8133f998-8c50-45ce-b829-fbd790a70f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:58:23Z', 'updated_at': '2021-11-25T17:58:25Z', 'revision_number': 3, 'project_id': '306889d2f8dd44ecb7cfc03b0bdaabe6', 'gw_port': {'id': '8133f998-8c50-45ce-b829-fbd790a70f15', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:32:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f24c0c-273d-4c80-89d8-d575c5855ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:58:24Z', 'updated_at': '2021-11-25T17:58:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:58:27.303262 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4c1f5ad9-e03c-4eb6-b998-32cb7f5fd079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:27.375302 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1f5ad9-e03c-4eb6-b998-32cb7f5fd079 admin admin] Pushing event updated for resources: {'Port': ['ID=53464e5a-2c23-4223-af18-e30ed5c54e5d,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:58:27.376612 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-991cb6d3-ac6c-4465-92b8-0c40855e9316 None None] Provisioning complete for port 53464e5a-2c23-4223-af18-e30ed5c54e5d triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:58:27.377118 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-991cb6d3-ac6c-4465-92b8-0c40855e9316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:27.378211 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4c1f5ad9-e03c-4eb6-b998-32cb7f5fd079 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:27.416188 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-991cb6d3-ac6c-4465-92b8-0c40855e9316 None None] Port 53464e5a-2c23-4223-af18-e30ed5c54e5d cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:58:27.475451 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1f5ad9-e03c-4eb6-b998-32cb7f5fd079 admin admin] Network 31d0d40b-d66f-40f8-8ca0-e8c2938a9d92 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:58:27.477355 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-4c1f5ad9-e03c-4eb6-b998-32cb7f5fd079 admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:58:27.633312 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c1f5ad9-e03c-4eb6-b998-32cb7f5fd079 admin admin] Router f3f24c0c-273d-4c80-89d8-d575c5855ec8 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:58:27.767294 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c1f5ad9-e03c-4eb6-b998-32cb7f5fd079 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:58:27.772696 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-4c1f5ad9-e03c-4eb6-b998-32cb7f5fd079 admin admin] 10.222.0.75 "PUT /v2.0/routers/f3f24c0c-273d-4c80-89d8-d575c5855ec8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7820399 Nov 25 17:58:27.851546 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-4dee16a6-eac9-4be7-ac45-66e5199cdc5d None None] Provisioning complete for port 53464e5a-2c23-4223-af18-e30ed5c54e5d triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:58:27.852116 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4dee16a6-eac9-4be7-ac45-66e5199cdc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:27.894943 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-4dee16a6-eac9-4be7-ac45-66e5199cdc5d None None] Port 53464e5a-2c23-4223-af18-e30ed5c54e5d cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:58:28.294391 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55486) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:58:28.299644 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-47fa5c81-9a80-493f-a467-4545caffb9f2 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-6561024-network', 'tenant_id': '785c2dc35db4433c829ca2fafbcaa46f'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:58:28.322598 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47fa5c81-9a80-493f-a467-4545caffb9f2 admin admin] Made reservation on behalf of 785c2dc35db4433c829ca2fafbcaa46f for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:58:28.325032 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-47fa5c81-9a80-493f-a467-4545caffb9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:28.335091 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-47fa5c81-9a80-493f-a467-4545caffb9f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:28.410895 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-47fa5c81-9a80-493f-a467-4545caffb9f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:28.415152 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-47fa5c81-9a80-493f-a467-4545caffb9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:28.446291 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47fa5c81-9a80-493f-a467-4545caffb9f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 930} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:58:28.457647 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fa5c81-9a80-493f-a467-4545caffb9f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc60e4d8-ac6e-4b26-b78a-c6af8c2adfc7,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:58:28.462826 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-47fa5c81-9a80-493f-a467-4545caffb9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:28.463176 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-47fa5c81-9a80-493f-a467-4545caffb9f2 admin admin] Added segment cca4211d-8bc3-4261-b4aa-c27f38e65d33 of type vlan for network b45306ed-453a-446c-8031-c7f3171f46e1 Nov 25 17:58:28.508127 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-47fa5c81-9a80-493f-a467-4545caffb9f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:28.533754 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-47fa5c81-9a80-493f-a467-4545caffb9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:28.535110 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fa5c81-9a80-493f-a467-4545caffb9f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:28.535779 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-47fa5c81-9a80-493f-a467-4545caffb9f2 admin admin] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:28.612001 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-47fa5c81-9a80-493f-a467-4545caffb9f2 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3164322 Nov 25 17:58:28.614882 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55488) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:58:28.620028 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-4015e10d-04b0-4336-a7c9-b5f6ba301d09 admin admin] Request body: {'subnet': {'network_id': 'b45306ed-453a-446c-8031-c7f3171f46e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-6561024-subnet', 'tenant_id': '785c2dc35db4433c829ca2fafbcaa46f', 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:58:28.633260 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fa5c81-9a80-493f-a467-4545caffb9f2 admin admin] Pushing event updated for resources: {'Network': ['ID=b45306ed-453a-446c-8031-c7f3171f46e1,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:58:28.644800 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network b45306ed-453a-446c-8031-c7f3171f46e1 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:58:28.650786 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4015e10d-04b0-4336-a7c9-b5f6ba301d09 admin admin] Made reservation on behalf of 785c2dc35db4433c829ca2fafbcaa46f for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:58:28.653224 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4015e10d-04b0-4336-a7c9-b5f6ba301d09 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:28.855587 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4015e10d-04b0-4336-a7c9-b5f6ba301d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:28.919862 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4015e10d-04b0-4336-a7c9-b5f6ba301d09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c38f8117-100e-4961-a4f1-ae63beb50d15,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:58:28.937115 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4015e10d-04b0-4336-a7c9-b5f6ba301d09 admin admin] Checking segment: {'id': 'cca4211d-8bc3-4261-b4aa-c27f38e65d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'b45306ed-453a-446c-8031-c7f3171f46e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:58:28.937579 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4015e10d-04b0-4336-a7c9-b5f6ba301d09 admin admin] Network hostable DHCP agents. Network: b45306ed-453a-446c-8031-c7f3171f46e1, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:58:28.960862 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4015e10d-04b0-4336-a7c9-b5f6ba301d09 admin admin] Network b45306ed-453a-446c-8031-c7f3171f46e1 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:58:28.972116 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-4015e10d-04b0-4336-a7c9-b5f6ba301d09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, b45306ed-453a-446c-8031-c7f3171f46e1) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:58:28.977615 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4015e10d-04b0-4336-a7c9-b5f6ba301d09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:28.979210 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4015e10d-04b0-4336-a7c9-b5f6ba301d09 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:28.985417 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a1485f-7500-46ac-a2a5-2baf07a83f59 None None] Network b45306ed-453a-446c-8031-c7f3171f46e1 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:58:28.991902 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 8133f998-8c50-45ce-b829-fbd790a70f15 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:58:29.004459 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4015e10d-04b0-4336-a7c9-b5f6ba301d09 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3883834 Nov 25 17:58:29.007251 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55492) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:58:29.012308 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-9028c865-8dfb-44c2-b070-817da2289fa4 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-6561024-router', 'tenant_id': '785c2dc35db4433c829ca2fafbcaa46f', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:58:29.034911 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9028c865-8dfb-44c2-b070-817da2289fa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:29.035926 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9028c865-8dfb-44c2-b070-817da2289fa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:29.110675 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9028c865-8dfb-44c2-b070-817da2289fa4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:29.130852 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 8133f998-8c50-45ce-b829-fbd790a70f15 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:58:29.131230 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:29.157913 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbaabd5-ff45-4ac9-b739-22622071a665 None None] Sync routers for ids ['f3f24c0c-273d-4c80-89d8-d575c5855ec8'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:58:29.213289 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbaabd5-ff45-4ac9-b739-22622071a665 None None] Routers {'f3f24c0c-273d-4c80-89d8-d575c5855ec8'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:58:29.213926 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-8bbaabd5-ff45-4ac9-b739-22622071a665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:58:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['f3f24c0c-273d-4c80-89d8-d575c5855ec8'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:58:29.251492 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9028c865-8dfb-44c2-b070-817da2289fa4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:29.315299 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c64245-5367-47e1-900e-a909152142b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-b45306ed-453a-446c-8031-c7f3171f46e1', 'network_id': 'b45306ed-453a-446c-8031-c7f3171f46e1', 'tenant_id': '785c2dc35db4433c829ca2fafbcaa46f', 'fixed_ips': [{'subnet_id': 'c38f8117-100e-4961-a4f1-ae63beb50d15'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:58:29.316143 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-81c64245-5367-47e1-900e-a909152142b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:29.448310 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-8bbaabd5-ff45-4ac9-b739-22622071a665 None None] Set router f3f24c0c-273d-4c80-89d8-d575c5855ec8 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:58:29.450209 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9028c865-8dfb-44c2-b070-817da2289fa4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:29.473844 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9028c865-8dfb-44c2-b070-817da2289fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:29.576921 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-9028c865-8dfb-44c2-b070-817da2289fa4 admin admin] Allocated IP 172.25.0.68 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/b395a173-e100-410a-a0cf-2e6e22bf4b93) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:58:29.622251 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-81c64245-5367-47e1-900e-a909152142b2 None None] Allocated IP 172.20.0.2 (b45306ed-453a-446c-8031-c7f3171f46e1/c38f8117-100e-4961-a4f1-ae63beb50d15/e16cda74-7a56-4295-adb7-0eb3933ba8e8) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:58:29.682579 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9028c865-8dfb-44c2-b070-817da2289fa4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:29.818875 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-8bbaabd5-ff45-4ac9-b739-22622071a665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f24c0c-273d-4c80-89d8-d575c5855ec8', 'name': 'tempest-TestServerMultinode-571518245-router', 'tenant_id': '306889d2f8dd44ecb7cfc03b0bdaabe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '8133f998-8c50-45ce-b829-fbd790a70f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:58:23Z', 'updated_at': '2021-11-25T17:58:27Z', 'revision_number': 4, 'project_id': '306889d2f8dd44ecb7cfc03b0bdaabe6', 'gw_port': {'id': '8133f998-8c50-45ce-b829-fbd790a70f15', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:32:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f24c0c-273d-4c80-89d8-d575c5855ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:58:24Z', 'updated_at': '2021-11-25T17:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '53464e5a-2c23-4223-af18-e30ed5c54e5d', 'name': '', 'network_id': '31d0d40b-d66f-40f8-8ca0-e8c2938a9d92', 'tenant_id': '306889d2f8dd44ecb7cfc03b0bdaabe6', 'mac_address': 'fa:16:3e:b4:21:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f24c0c-273d-4c80-89d8-d575c5855ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'ba19514f-2e2d-4828-ba00-8fad3be69eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:58:26Z', 'updated_at': '2021-11-25T17:58:27Z', 'revision_number': 2, 'project_id': '306889d2f8dd44ecb7cfc03b0bdaabe6', 'subnets': [{'id': 'ba19514f-2e2d-4828-ba00-8fad3be69eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:58:29.857907 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbaabd5-ff45-4ac9-b739-22622071a665 None None] Checking router: f3f24c0c-273d-4c80-89d8-d575c5855ec8 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:58:29.858179 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbaabd5-ff45-4ac9-b739-22622071a665 None None] Updating router f3f24c0c-273d-4c80-89d8-d575c5855ec8 port 53464e5a-2c23-4223-af18-e30ed5c54e5d binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:58:30.029637 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9028c865-8dfb-44c2-b070-817da2289fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:30.047927 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-81c64245-5367-47e1-900e-a909152142b2 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:30.059001 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-81c64245-5367-47e1-900e-a909152142b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:30.067259 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8bbaabd5-ff45-4ac9-b739-22622071a665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:30.071217 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9028c865-8dfb-44c2-b070-817da2289fa4 admin admin] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:58:30.074187 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-9028c865-8dfb-44c2-b070-817da2289fa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:58:30.079327 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9028c865-8dfb-44c2-b070-817da2289fa4 admin admin] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:58:30.093807 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984de4fd-6fc2-4657-9a7d-562c2dda873e None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:58:30.102917 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9028c865-8dfb-44c2-b070-817da2289fa4 admin admin] Pushing event updated for resources: {'Port': ['ID=b395a173-e100-410a-a0cf-2e6e22bf4b93,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:58:30.118522 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c64245-5367-47e1-900e-a909152142b2 None None] Network b45306ed-453a-446c-8031-c7f3171f46e1 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:58:30.128084 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-81c64245-5367-47e1-900e-a909152142b2 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:58:30.130519 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c64245-5367-47e1-900e-a909152142b2 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:58:30.157122 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c64245-5367-47e1-900e-a909152142b2 None None] Pushing event updated for resources: {'Port': ['ID=e16cda74-7a56-4295-adb7-0eb3933ba8e8,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:58:30.287376 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-81c64245-5367-47e1-900e-a909152142b2 None None] Attempting to bind port e16cda74-7a56-4295-adb7-0eb3933ba8e8 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:58:30.287758 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-81c64245-5367-47e1-900e-a909152142b2 None None] Attempting to bind port e16cda74-7a56-4295-adb7-0eb3933ba8e8 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'cca4211d-8bc3-4261-b4aa-c27f38e65d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'b45306ed-453a-446c-8031-c7f3171f46e1'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:58:30.288130 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c64245-5367-47e1-900e-a909152142b2 None None] Attempting to bind port e16cda74-7a56-4295-adb7-0eb3933ba8e8 on network b45306ed-453a-446c-8031-c7f3171f46e1 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:58:30.306193 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c64245-5367-47e1-900e-a909152142b2 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:58:30.306573 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c64245-5367-47e1-900e-a909152142b2 None None] Checking segment: {'id': 'cca4211d-8bc3-4261-b4aa-c27f38e65d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'b45306ed-453a-446c-8031-c7f3171f46e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:58:30.306980 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-81c64245-5367-47e1-900e-a909152142b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:30.307382 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c64245-5367-47e1-900e-a909152142b2 None None] Bound using segment: {'id': 'cca4211d-8bc3-4261-b4aa-c27f38e65d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'b45306ed-453a-446c-8031-c7f3171f46e1'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:58:30.307861 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-81c64245-5367-47e1-900e-a909152142b2 None None] Bound port: e16cda74-7a56-4295-adb7-0eb3933ba8e8, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca4211d-8bc3-4261-b4aa-c27f38e65d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'b45306ed-453a-446c-8031-c7f3171f46e1'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:58:30.308245 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-81c64245-5367-47e1-900e-a909152142b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:30.319382 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-1905df76-adb1-405d-a141-afab97f02ce5 None None] Provisioning complete for port b395a173-e100-410a-a0cf-2e6e22bf4b93 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:58:30.319753 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1905df76-adb1-405d-a141-afab97f02ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:30.339246 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9028c865-8dfb-44c2-b070-817da2289fa4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:30.416881 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-1905df76-adb1-405d-a141-afab97f02ce5 None None] Port b395a173-e100-410a-a0cf-2e6e22bf4b93 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:58:30.484548 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-81c64245-5367-47e1-900e-a909152142b2 None None] For port e16cda74-7a56-4295-adb7-0eb3933ba8e8, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:58:30.502713 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-81c64245-5367-47e1-900e-a909152142b2 None None] For port e16cda74-7a56-4295-adb7-0eb3933ba8e8, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=e16cda74-7a56-4295-adb7-0eb3933ba8e8,segment=NetworkSegment(cca4211d-8bc3-4261-b4aa-c27f38e65d33),segment_id=cca4211d-8bc3-4261-b4aa-c27f38e65d33)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:58:30.511497 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-81c64245-5367-47e1-900e-a909152142b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:30.547742 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9028c865-8dfb-44c2-b070-817da2289fa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:30.596070 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8bbaabd5-ff45-4ac9-b739-22622071a665 None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:30.608622 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c64245-5367-47e1-900e-a909152142b2 None None] Pushing event updated for resources: {'Port': ['ID=e16cda74-7a56-4295-adb7-0eb3933ba8e8,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:58:30.612272 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8bbaabd5-ff45-4ac9-b739-22622071a665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:30.670805 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d10666-3a99-4928-a5ba-3f6c6027922e None None] Pushing event updated for resources: {'Port': ['ID=53464e5a-2c23-4223-af18-e30ed5c54e5d,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:58:30.705856 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9028c865-8dfb-44c2-b070-817da2289fa4 admin admin] Router 02495288-3186-4094-a235-ca86c4f062b9 is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:58:30.727300 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-8bbaabd5-ff45-4ac9-b739-22622071a665 None None] Attempting to bind port 53464e5a-2c23-4223-af18-e30ed5c54e5d on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:58:30.727946 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-8bbaabd5-ff45-4ac9-b739-22622071a665 None None] Attempting to bind port 53464e5a-2c23-4223-af18-e30ed5c54e5d by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '5f70d1cf-7db2-4b28-9c6b-35a111e7912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '31d0d40b-d66f-40f8-8ca0-e8c2938a9d92'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:58:30.728527 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbaabd5-ff45-4ac9-b739-22622071a665 None None] Attempting to bind port 53464e5a-2c23-4223-af18-e30ed5c54e5d on network 31d0d40b-d66f-40f8-8ca0-e8c2938a9d92 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:58:30.737544 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbaabd5-ff45-4ac9-b739-22622071a665 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:58:30.738268 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbaabd5-ff45-4ac9-b739-22622071a665 None None] Checking segment: {'id': '5f70d1cf-7db2-4b28-9c6b-35a111e7912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '31d0d40b-d66f-40f8-8ca0-e8c2938a9d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:58:30.738860 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8bbaabd5-ff45-4ac9-b739-22622071a665 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:30.739437 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbaabd5-ff45-4ac9-b739-22622071a665 None None] Bound using segment: {'id': '5f70d1cf-7db2-4b28-9c6b-35a111e7912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '31d0d40b-d66f-40f8-8ca0-e8c2938a9d92'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:58:30.739940 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-8bbaabd5-ff45-4ac9-b739-22622071a665 None None] Bound port: 53464e5a-2c23-4223-af18-e30ed5c54e5d, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f70d1cf-7db2-4b28-9c6b-35a111e7912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '31d0d40b-d66f-40f8-8ca0-e8c2938a9d92'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:58:30.740336 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8bbaabd5-ff45-4ac9-b739-22622071a665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:30.860715 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9028c865-8dfb-44c2-b070-817da2289fa4 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:58:30.865878 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-8bbaabd5-ff45-4ac9-b739-22622071a665 None None] For port 53464e5a-2c23-4223-af18-e30ed5c54e5d, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:58:30.869307 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f54c3a-07d2-4788-99b0-9609ee394e21 None None] Sync routers for ids ['02495288-3186-4094-a235-ca86c4f062b9'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:58:30.870617 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-8bbaabd5-ff45-4ac9-b739-22622071a665 None None] For port 53464e5a-2c23-4223-af18-e30ed5c54e5d, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=53464e5a-2c23-4223-af18-e30ed5c54e5d,segment=NetworkSegment(5f70d1cf-7db2-4b28-9c6b-35a111e7912f),segment_id=5f70d1cf-7db2-4b28-9c6b-35a111e7912f)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:58:30.882211 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8bbaabd5-ff45-4ac9-b739-22622071a665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:30.900484 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f54c3a-07d2-4788-99b0-9609ee394e21 None None] Routers {'02495288-3186-4094-a235-ca86c4f062b9'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:58:30.901673 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-53f54c3a-07d2-4788-99b0-9609ee394e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:58:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['02495288-3186-4094-a235-ca86c4f062b9'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:58:30.912473 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9028c865-8dfb-44c2-b070-817da2289fa4 admin admin] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:30.912473 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-9028c865-8dfb-44c2-b070-817da2289fa4 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.8997409 Nov 25 17:58:30.913962 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55498) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:58:31.022510 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbaabd5-ff45-4ac9-b739-22622071a665 None None] Routers {'f3f24c0c-273d-4c80-89d8-d575c5855ec8'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:58:31.023168 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-8bbaabd5-ff45-4ac9-b739-22622071a665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:58:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['f3f24c0c-273d-4c80-89d8-d575c5855ec8'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:58:31.144937 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d10666-3a99-4928-a5ba-3f6c6027922e None None] Pushing event updated for resources: {'Port': ['ID=53464e5a-2c23-4223-af18-e30ed5c54e5d,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:58:31.147659 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-53f54c3a-07d2-4788-99b0-9609ee394e21 None None] Set router 02495288-3186-4094-a235-ca86c4f062b9 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:58:31.151575 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device e16cda74-7a56-4295-adb7-0eb3933ba8e8 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:58:31.267556 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-8bbaabd5-ff45-4ac9-b739-22622071a665 None None] Set router f3f24c0c-273d-4c80-89d8-d575c5855ec8 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:58:31.270078 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-63d7327d-c0fe-44df-b281-c99a490430ef None None] Provisioning complete for port 53464e5a-2c23-4223-af18-e30ed5c54e5d triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:58:31.270078 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-63d7327d-c0fe-44df-b281-c99a490430ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:31.407544 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-53f54c3a-07d2-4788-99b0-9609ee394e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02495288-3186-4094-a235-ca86c4f062b9', 'name': 'tempest-TestServerMultinode-6561024-router', 'tenant_id': '785c2dc35db4433c829ca2fafbcaa46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'b395a173-e100-410a-a0cf-2e6e22bf4b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:58:29Z', 'updated_at': '2021-11-25T17:58:30Z', 'revision_number': 3, 'project_id': '785c2dc35db4433c829ca2fafbcaa46f', 'gw_port': {'id': 'b395a173-e100-410a-a0cf-2e6e22bf4b93', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02495288-3186-4094-a235-ca86c4f062b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:58:29Z', 'updated_at': '2021-11-25T17:58:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:58:31.451291 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port e16cda74-7a56-4295-adb7-0eb3933ba8e8 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:58:31.451678 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:31.465446 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f54c3a-07d2-4788-99b0-9609ee394e21 None None] Checking router: 02495288-3186-4094-a235-ca86c4f062b9 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:58:31.466022 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f54c3a-07d2-4788-99b0-9609ee394e21 None None] Updating router 02495288-3186-4094-a235-ca86c4f062b9 port b395a173-e100-410a-a0cf-2e6e22bf4b93 binding host n-d-817746-1 {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:58:31.508219 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-53f54c3a-07d2-4788-99b0-9609ee394e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:31.567844 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-63d7327d-c0fe-44df-b281-c99a490430ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:31.591003 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f210adc7-0b21-49f3-9d3d-467935400723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:31.670229 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-63d7327d-c0fe-44df-b281-c99a490430ef None None] For port 53464e5a-2c23-4223-af18-e30ed5c54e5d, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=53464e5a-2c23-4223-af18-e30ed5c54e5d,segment=NetworkSegment(5f70d1cf-7db2-4b28-9c6b-35a111e7912f),segment_id=5f70d1cf-7db2-4b28-9c6b-35a111e7912f)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:58:31.675463 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:31.691440 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-63d7327d-c0fe-44df-b281-c99a490430ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:31.763734 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port e16cda74-7a56-4295-adb7-0eb3933ba8e8, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=e16cda74-7a56-4295-adb7-0eb3933ba8e8,segment=NetworkSegment(cca4211d-8bc3-4261-b4aa-c27f38e65d33),segment_id=cca4211d-8bc3-4261-b4aa-c27f38e65d33)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:58:31.772031 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:31.785351 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-8bbaabd5-ff45-4ac9-b739-22622071a665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f24c0c-273d-4c80-89d8-d575c5855ec8', 'name': 'tempest-TestServerMultinode-571518245-router', 'tenant_id': '306889d2f8dd44ecb7cfc03b0bdaabe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '8133f998-8c50-45ce-b829-fbd790a70f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:58:23Z', 'updated_at': '2021-11-25T17:58:27Z', 'revision_number': 4, 'project_id': '306889d2f8dd44ecb7cfc03b0bdaabe6', 'gw_port': {'id': '8133f998-8c50-45ce-b829-fbd790a70f15', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:32:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f24c0c-273d-4c80-89d8-d575c5855ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:58:24Z', 'updated_at': '2021-11-25T17:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '53464e5a-2c23-4223-af18-e30ed5c54e5d', 'name': '', 'network_id': '31d0d40b-d66f-40f8-8ca0-e8c2938a9d92', 'tenant_id': '306889d2f8dd44ecb7cfc03b0bdaabe6', 'mac_address': 'fa:16:3e:b4:21:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f24c0c-273d-4c80-89d8-d575c5855ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'ba19514f-2e2d-4828-ba00-8fad3be69eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:58:26Z', 'updated_at': '2021-11-25T17:58:30Z', 'revision_number': 4, 'project_id': '306889d2f8dd44ecb7cfc03b0bdaabe6', 'subnets': [{'id': 'ba19514f-2e2d-4828-ba00-8fad3be69eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:58:31.811550 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-f210adc7-0b21-49f3-9d3d-467935400723 admin admin] Allocated IP 172.20.0.1 (b45306ed-453a-446c-8031-c7f3171f46e1/c38f8117-100e-4961-a4f1-ae63beb50d15/30c91702-8a61-42cf-95ff-3c6a58a925f2) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:58:31.829977 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbaabd5-ff45-4ac9-b739-22622071a665 None None] The sync data for ids ['f3f24c0c-273d-4c80-89d8-d575c5855ec8'] in n-d-817746-1 is: [{'id': 'f3f24c0c-273d-4c80-89d8-d575c5855ec8', 'name': 'tempest-TestServerMultinode-571518245-router', 'tenant_id': '306889d2f8dd44ecb7cfc03b0bdaabe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '8133f998-8c50-45ce-b829-fbd790a70f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:58:23Z', 'updated_at': '2021-11-25T17:58:27Z', 'revision_number': 4, 'project_id': '306889d2f8dd44ecb7cfc03b0bdaabe6', 'gw_port': {'id': '8133f998-8c50-45ce-b829-fbd790a70f15', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:32:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f24c0c-273d-4c80-89d8-d575c5855ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:58:24Z', 'updated_at': '2021-11-25T17:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '53464e5a-2c23-4223-af18-e30ed5c54e5d', 'name': '', 'network_id': '31d0d40b-d66f-40f8-8ca0-e8c2938a9d92', 'tenant_id': '306889d2f8dd44ecb7cfc03b0bdaabe6', 'mac_address': 'fa:16:3e:b4:21:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f24c0c-273d-4c80-89d8-d575c5855ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'ba19514f-2e2d-4828-ba00-8fad3be69eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:58:26Z', 'updated_at': '2021-11-25T17:58:30Z', 'revision_number': 4, 'project_id': '306889d2f8dd44ecb7cfc03b0bdaabe6', 'subnets': [{'id': 'ba19514f-2e2d-4828-ba00-8fad3be69eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:58:31.835096 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d7327d-c0fe-44df-b281-c99a490430ef None None] Pushing event updated for resources: {'Port': ['ID=53464e5a-2c23-4223-af18-e30ed5c54e5d,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:58:31.870978 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-cfa531ab-0014-4039-8659-75f2b95d5961 None None] Provisioning complete for port 53464e5a-2c23-4223-af18-e30ed5c54e5d triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:58:31.871408 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-cfa531ab-0014-4039-8659-75f2b95d5961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:31.913002 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-53f54c3a-07d2-4788-99b0-9609ee394e21 None None] Publish callbacks [] for port, precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:31.920632 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-53f54c3a-07d2-4788-99b0-9609ee394e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:32.009528 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97897f0c-f2b5-4151-a420-94ec9436bcf8 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:58:32.010805 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-53f54c3a-07d2-4788-99b0-9609ee394e21 None None] Attempting to bind port b395a173-e100-410a-a0cf-2e6e22bf4b93 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:58:32.011660 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-53f54c3a-07d2-4788-99b0-9609ee394e21 None None] Attempting to bind port b395a173-e100-410a-a0cf-2e6e22bf4b93 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:58:32.012220 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f54c3a-07d2-4788-99b0-9609ee394e21 None None] Attempting to bind port b395a173-e100-410a-a0cf-2e6e22bf4b93 on network 1aa44027-b9d0-4a56-9a59-7e664703e20a {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:58:32.027423 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f54c3a-07d2-4788-99b0-9609ee394e21 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:58:32.028104 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f54c3a-07d2-4788-99b0-9609ee394e21 None None] Checking segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:58:32.028672 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-53f54c3a-07d2-4788-99b0-9609ee394e21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:32.030036 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f54c3a-07d2-4788-99b0-9609ee394e21 None None] Bound using segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:58:32.032346 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-53f54c3a-07d2-4788-99b0-9609ee394e21 None None] Bound port: b395a173-e100-410a-a0cf-2e6e22bf4b93, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:58:32.033180 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-53f54c3a-07d2-4788-99b0-9609ee394e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:32.044656 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=e16cda74-7a56-4295-adb7-0eb3933ba8e8,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:58:32.075881 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63cebc6-8806-4b5a-9cfa-c7625a87ea79 None None] Pushing event updated for resources: {'Port': ['ID=b395a173-e100-410a-a0cf-2e6e22bf4b93,revision_number=2']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:58:32.109337 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f210adc7-0b21-49f3-9d3d-467935400723 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:32.111609 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd129cb8-75eb-4171-80c1-6dca9703dd77 None None] Network b45306ed-453a-446c-8031-c7f3171f46e1 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:58:32.143843 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-53f54c3a-07d2-4788-99b0-9609ee394e21 None None] For port b395a173-e100-410a-a0cf-2e6e22bf4b93, host n-d-817746-1, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:58:32.148338 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-53f54c3a-07d2-4788-99b0-9609ee394e21 None None] For port b395a173-e100-410a-a0cf-2e6e22bf4b93, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=b395a173-e100-410a-a0cf-2e6e22bf4b93,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:58:32.156486 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f210adc7-0b21-49f3-9d3d-467935400723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:32.157220 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-53f54c3a-07d2-4788-99b0-9609ee394e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:32.203128 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc131cc6-b9f7-4953-bad5-84cdafff530e None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:58:32.221917 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f210adc7-0b21-49f3-9d3d-467935400723 admin admin] Network b45306ed-453a-446c-8031-c7f3171f46e1 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:58:32.225660 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-f210adc7-0b21-49f3-9d3d-467935400723 admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:58:32.230080 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f210adc7-0b21-49f3-9d3d-467935400723 admin admin] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:58:32.241903 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f54c3a-07d2-4788-99b0-9609ee394e21 None None] Routers {'02495288-3186-4094-a235-ca86c4f062b9'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:58:32.242548 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-53f54c3a-07d2-4788-99b0-9609ee394e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:58:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['02495288-3186-4094-a235-ca86c4f062b9'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:58:32.248270 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63cebc6-8806-4b5a-9cfa-c7625a87ea79 None None] Pushing event updated for resources: {'Port': ['ID=b395a173-e100-410a-a0cf-2e6e22bf4b93,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:58:32.275654 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f210adc7-0b21-49f3-9d3d-467935400723 admin admin] Pushing event updated for resources: {'Port': ['ID=30c91702-8a61-42cf-95ff-3c6a58a925f2,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:58:32.278271 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-3f8e2659-7c7d-430b-9e73-6c90f30e94fa None None] Provisioning complete for port b395a173-e100-410a-a0cf-2e6e22bf4b93 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:58:32.279022 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3f8e2659-7c7d-430b-9e73-6c90f30e94fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:32.297876 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f210adc7-0b21-49f3-9d3d-467935400723 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:32.481106 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f210adc7-0b21-49f3-9d3d-467935400723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:32.541686 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-53f54c3a-07d2-4788-99b0-9609ee394e21 None None] Set router 02495288-3186-4094-a235-ca86c4f062b9 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:58:32.566233 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3f8e2659-7c7d-430b-9e73-6c90f30e94fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:32.590927 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-3f8e2659-7c7d-430b-9e73-6c90f30e94fa None None] For port b395a173-e100-410a-a0cf-2e6e22bf4b93, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=b395a173-e100-410a-a0cf-2e6e22bf4b93,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:58:32.597668 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3f8e2659-7c7d-430b-9e73-6c90f30e94fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:32.676919 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8e2659-7c7d-430b-9e73-6c90f30e94fa None None] Pushing event updated for resources: {'Port': ['ID=b395a173-e100-410a-a0cf-2e6e22bf4b93,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:58:32.701813 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-3f8e2659-7c7d-430b-9e73-6c90f30e94fa None None] Provisioning complete for port e16cda74-7a56-4295-adb7-0eb3933ba8e8 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:58:32.702195 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3f8e2659-7c7d-430b-9e73-6c90f30e94fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:32.773540 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f210adc7-0b21-49f3-9d3d-467935400723 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:32.789511 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f210adc7-0b21-49f3-9d3d-467935400723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:32.850536 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-53f54c3a-07d2-4788-99b0-9609ee394e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02495288-3186-4094-a235-ca86c4f062b9', 'name': 'tempest-TestServerMultinode-6561024-router', 'tenant_id': '785c2dc35db4433c829ca2fafbcaa46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'b395a173-e100-410a-a0cf-2e6e22bf4b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:58:29Z', 'updated_at': '2021-11-25T17:58:30Z', 'revision_number': 3, 'project_id': '785c2dc35db4433c829ca2fafbcaa46f', 'gw_port': {'id': 'b395a173-e100-410a-a0cf-2e6e22bf4b93', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02495288-3186-4094-a235-ca86c4f062b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:58:29Z', 'updated_at': '2021-11-25T17:58:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:58:32.885316 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f54c3a-07d2-4788-99b0-9609ee394e21 None None] The sync data for ids ['02495288-3186-4094-a235-ca86c4f062b9'] in n-d-817746-1 is: [{'id': '02495288-3186-4094-a235-ca86c4f062b9', 'name': 'tempest-TestServerMultinode-6561024-router', 'tenant_id': '785c2dc35db4433c829ca2fafbcaa46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'b395a173-e100-410a-a0cf-2e6e22bf4b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:58:29Z', 'updated_at': '2021-11-25T17:58:30Z', 'revision_number': 3, 'project_id': '785c2dc35db4433c829ca2fafbcaa46f', 'gw_port': {'id': 'b395a173-e100-410a-a0cf-2e6e22bf4b93', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02495288-3186-4094-a235-ca86c4f062b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:58:29Z', 'updated_at': '2021-11-25T17:58:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:58:32.930139 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f210adc7-0b21-49f3-9d3d-467935400723 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:32.951131 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f210adc7-0b21-49f3-9d3d-467935400723 admin admin] Pushing event updated for resources: {'Port': ['ID=30c91702-8a61-42cf-95ff-3c6a58a925f2,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:58:32.962906 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-c743485e-1d95-4813-bdff-971a602bbed0 None None] Provisioning complete for port 30c91702-8a61-42cf-95ff-3c6a58a925f2 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:58:32.963390 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c743485e-1d95-4813-bdff-971a602bbed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:33.023923 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-c743485e-1d95-4813-bdff-971a602bbed0 None None] Port 30c91702-8a61-42cf-95ff-3c6a58a925f2 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:58:33.037429 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-c743485e-1d95-4813-bdff-971a602bbed0 None None] Provisioning complete for port b395a173-e100-410a-a0cf-2e6e22bf4b93 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:58:33.038131 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c743485e-1d95-4813-bdff-971a602bbed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:33.130336 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 53464e5a-2c23-4223-af18-e30ed5c54e5d up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:58:33.165098 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f210adc7-0b21-49f3-9d3d-467935400723 admin admin] Network b45306ed-453a-446c-8031-c7f3171f46e1 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:58:33.167893 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-f210adc7-0b21-49f3-9d3d-467935400723 admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:58:33.215049 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 53464e5a-2c23-4223-af18-e30ed5c54e5d triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:58:33.215468 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:33.219240 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-c743485e-1d95-4813-bdff-971a602bbed0 None None] Provisioning complete for port e16cda74-7a56-4295-adb7-0eb3933ba8e8 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:58:33.219845 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c743485e-1d95-4813-bdff-971a602bbed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:33.393607 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f210adc7-0b21-49f3-9d3d-467935400723 admin admin] Router 02495288-3186-4094-a235-ca86c4f062b9 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:58:33.547224 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f210adc7-0b21-49f3-9d3d-467935400723 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:58:33.555541 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-f210adc7-0b21-49f3-9d3d-467935400723 admin admin] 10.222.0.75 "PUT /v2.0/routers/02495288-3186-4094-a235-ca86c4f062b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6390460 Nov 25 17:58:33.660229 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device e16cda74-7a56-4295-adb7-0eb3933ba8e8 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:58:33.717173 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port e16cda74-7a56-4295-adb7-0eb3933ba8e8 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:58:33.718854 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:33.820364 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-4337568c-c0c9-4d3c-a75a-5d2ac17899c3 None None] Provisioning complete for port 30c91702-8a61-42cf-95ff-3c6a58a925f2 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:58:33.821019 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4337568c-c0c9-4d3c-a75a-5d2ac17899c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:33.861906 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-4337568c-c0c9-4d3c-a75a-5d2ac17899c3 None None] Port 30c91702-8a61-42cf-95ff-3c6a58a925f2 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:58:34.119304 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c9f1a-010d-4932-95e3-17e672062bd7 req-e8248534-af50-4749-8a49-bd0b488fb421 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:34.120897 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-897c9f1a-010d-4932-95e3-17e672062bd7 req-e8248534-af50-4749-8a49-bd0b488fb421 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] 10.222.0.75 "GET /v2.0/networks?id=31d0d40b-d66f-40f8-8ca0-e8c2938a9d92 HTTP/1.1" status: 200 len: 910 time: 0.0939765 Nov 25 17:58:34.137332 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-897c9f1a-010d-4932-95e3-17e672062bd7 req-e62507e2-a337-4eb7-884a-75a195bcbb52 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] 10.222.0.75 "GET /v2.0/quotas/785c2dc35db4433c829ca2fafbcaa46f HTTP/1.1" status: 200 len: 375 time: 0.0095551 Nov 25 17:58:34.217305 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-897c9f1a-010d-4932-95e3-17e672062bd7 req-4e1c512a-9c8d-42f1-adde-ae574520abfa tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] 10.222.0.75 "GET /v2.0/ports?tenant_id=785c2dc35db4433c829ca2fafbcaa46f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0734396 Nov 25 17:58:34.313215 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-897c9f1a-010d-4932-95e3-17e672062bd7 req-65c7dfc1-3f26-4bb0-89dd-70359e68d4a7 service neutron] 10.222.0.75 "GET /v2.0/networks/31d0d40b-d66f-40f8-8ca0-e8c2938a9d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888672 Nov 25 17:58:34.402243 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-897c9f1a-010d-4932-95e3-17e672062bd7 req-d1f939f0-e6bd-4eae-9806-7233b70a90cf service neutron] 10.222.0.75 "GET /v2.0/networks/31d0d40b-d66f-40f8-8ca0-e8c2938a9d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828867 Nov 25 17:58:34.564526 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dc20bc69-1d8e-478a-a6f2-2cab5749aa64 req-ec61d7fe-1c3c-4dec-a604-4efd9122b8cf tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=79bd2e99-dafc-4542-a6fd-bab38232f197 HTTP/1.1" status: 200 len: 210 time: 0.0279980 Nov 25 17:58:34.974650 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device b395a173-e100-410a-a0cf-2e6e22bf4b93 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:58:35.028475 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port b395a173-e100-410a-a0cf-2e6e22bf4b93 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:58:35.028881 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:35.163353 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d0b043-5b45-4571-986d-ec0e48d4d8b4 None None] Sync routers for ids ['02495288-3186-4094-a235-ca86c4f062b9'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:58:35.174602 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d0b043-5b45-4571-986d-ec0e48d4d8b4 None None] Routers {'02495288-3186-4094-a235-ca86c4f062b9'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:58:35.175307 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-14d0b043-5b45-4571-986d-ec0e48d4d8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:58:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['02495288-3186-4094-a235-ca86c4f062b9'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:58:35.285536 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-14d0b043-5b45-4571-986d-ec0e48d4d8b4 None None] Set router 02495288-3186-4094-a235-ca86c4f062b9 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:58:35.490898 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-14d0b043-5b45-4571-986d-ec0e48d4d8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02495288-3186-4094-a235-ca86c4f062b9', 'name': 'tempest-TestServerMultinode-6561024-router', 'tenant_id': '785c2dc35db4433c829ca2fafbcaa46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'b395a173-e100-410a-a0cf-2e6e22bf4b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:58:29Z', 'updated_at': '2021-11-25T17:58:32Z', 'revision_number': 4, 'project_id': '785c2dc35db4433c829ca2fafbcaa46f', 'gw_port': {'id': 'b395a173-e100-410a-a0cf-2e6e22bf4b93', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02495288-3186-4094-a235-ca86c4f062b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:58:29Z', 'updated_at': '2021-11-25T17:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '30c91702-8a61-42cf-95ff-3c6a58a925f2', 'name': '', 'network_id': 'b45306ed-453a-446c-8031-c7f3171f46e1', 'tenant_id': '785c2dc35db4433c829ca2fafbcaa46f', 'mac_address': 'fa:16:3e:b1:bb:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02495288-3186-4094-a235-ca86c4f062b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': 'c38f8117-100e-4961-a4f1-ae63beb50d15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:58:31Z', 'updated_at': '2021-11-25T17:58:32Z', 'revision_number': 2, 'project_id': '785c2dc35db4433c829ca2fafbcaa46f', 'subnets': [{'id': 'c38f8117-100e-4961-a4f1-ae63beb50d15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:58:35.518448 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d0b043-5b45-4571-986d-ec0e48d4d8b4 None None] Checking router: 02495288-3186-4094-a235-ca86c4f062b9 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:58:35.518802 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d0b043-5b45-4571-986d-ec0e48d4d8b4 None None] Updating router 02495288-3186-4094-a235-ca86c4f062b9 port 30c91702-8a61-42cf-95ff-3c6a58a925f2 binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:58:35.543767 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-14d0b043-5b45-4571-986d-ec0e48d4d8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:35.651150 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c9f1a-010d-4932-95e3-17e672062bd7 req-00f9da7a-5c29-4ce7-a751-39ad155e69d7 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:35.652888 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-897c9f1a-010d-4932-95e3-17e672062bd7 req-00f9da7a-5c29-4ce7-a751-39ad155e69d7 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] 10.222.0.74 "GET /v2.0/networks?id=31d0d40b-d66f-40f8-8ca0-e8c2938a9d92 HTTP/1.1" status: 200 len: 910 time: 0.1072404 Nov 25 17:58:35.669029 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-897c9f1a-010d-4932-95e3-17e672062bd7 req-5f9033f1-2245-462b-87ee-550708406a2d tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] Request body: {'port': {'device_id': '79bd2e99-dafc-4542-a6fd-bab38232f197', 'network_id': '31d0d40b-d66f-40f8-8ca0-e8c2938a9d92', 'admin_state_up': True, 'tenant_id': '785c2dc35db4433c829ca2fafbcaa46f'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:58:35.680639 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8dc294f0-67b8-4268-8195-3a884abd6c3f req-c7aa744e-a60e-4a9a-a353-285adbef11d3 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=79bd2e99-dafc-4542-a6fd-bab38232f197 HTTP/1.1" status: 200 len: 210 time: 0.0416834 Nov 25 17:58:35.704517 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-897c9f1a-010d-4932-95e3-17e672062bd7 req-5f9033f1-2245-462b-87ee-550708406a2d tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] Made reservation on behalf of 785c2dc35db4433c829ca2fafbcaa46f for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:58:35.706939 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-897c9f1a-010d-4932-95e3-17e672062bd7 req-5f9033f1-2245-462b-87ee-550708406a2d tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:35.820429 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-897c9f1a-010d-4932-95e3-17e672062bd7 req-5f9033f1-2245-462b-87ee-550708406a2d tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] Allocated IP 172.20.0.5 (31d0d40b-d66f-40f8-8ca0-e8c2938a9d92/ba19514f-2e2d-4828-ba00-8fad3be69eac/996fa3b9-c8f8-425b-be6b-7098511c6188) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:58:35.840507 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-14d0b043-5b45-4571-986d-ec0e48d4d8b4 None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:35.846213 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-14d0b043-5b45-4571-986d-ec0e48d4d8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:35.914029 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674788f9-9936-4db6-a7d6-ec29345c81c8 None None] Pushing event updated for resources: {'Port': ['ID=30c91702-8a61-42cf-95ff-3c6a58a925f2,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:58:35.938326 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674788f9-9936-4db6-a7d6-ec29345c81c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:58:35.938783 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674788f9-9936-4db6-a7d6-ec29345c81c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:58:35.939131 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674788f9-9936-4db6-a7d6-ec29345c81c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:58:35.939619 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674788f9-9936-4db6-a7d6-ec29345c81c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:58:35.939992 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674788f9-9936-4db6-a7d6-ec29345c81c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:58:35.940338 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674788f9-9936-4db6-a7d6-ec29345c81c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:58:35.940670 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674788f9-9936-4db6-a7d6-ec29345c81c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:58:35.941337 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674788f9-9936-4db6-a7d6-ec29345c81c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:58:35.941676 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674788f9-9936-4db6-a7d6-ec29345c81c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:58:35.942031 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674788f9-9936-4db6-a7d6-ec29345c81c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:58:35.942340 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674788f9-9936-4db6-a7d6-ec29345c81c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:58:35.942693 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674788f9-9936-4db6-a7d6-ec29345c81c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:58:35.961725 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-14d0b043-5b45-4571-986d-ec0e48d4d8b4 None None] Attempting to bind port 30c91702-8a61-42cf-95ff-3c6a58a925f2 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:58:35.962108 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-14d0b043-5b45-4571-986d-ec0e48d4d8b4 None None] Attempting to bind port 30c91702-8a61-42cf-95ff-3c6a58a925f2 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'cca4211d-8bc3-4261-b4aa-c27f38e65d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'b45306ed-453a-446c-8031-c7f3171f46e1'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:58:35.962485 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d0b043-5b45-4571-986d-ec0e48d4d8b4 None None] Attempting to bind port 30c91702-8a61-42cf-95ff-3c6a58a925f2 on network b45306ed-453a-446c-8031-c7f3171f46e1 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:58:35.968761 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d0b043-5b45-4571-986d-ec0e48d4d8b4 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:58:35.969144 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d0b043-5b45-4571-986d-ec0e48d4d8b4 None None] Checking segment: {'id': 'cca4211d-8bc3-4261-b4aa-c27f38e65d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'b45306ed-453a-446c-8031-c7f3171f46e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:58:35.973856 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-14d0b043-5b45-4571-986d-ec0e48d4d8b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:35.973856 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d0b043-5b45-4571-986d-ec0e48d4d8b4 None None] Bound using segment: {'id': 'cca4211d-8bc3-4261-b4aa-c27f38e65d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'b45306ed-453a-446c-8031-c7f3171f46e1'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:58:35.973856 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-14d0b043-5b45-4571-986d-ec0e48d4d8b4 None None] Bound port: 30c91702-8a61-42cf-95ff-3c6a58a925f2, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca4211d-8bc3-4261-b4aa-c27f38e65d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'b45306ed-453a-446c-8031-c7f3171f46e1'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:58:35.973856 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-14d0b043-5b45-4571-986d-ec0e48d4d8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:35.989753 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-897c9f1a-010d-4932-95e3-17e672062bd7 req-5f9033f1-2245-462b-87ee-550708406a2d tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:36.027186 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-897c9f1a-010d-4932-95e3-17e672062bd7 req-5f9033f1-2245-462b-87ee-550708406a2d tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:36.045635 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-14d0b043-5b45-4571-986d-ec0e48d4d8b4 None None] For port 30c91702-8a61-42cf-95ff-3c6a58a925f2, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:58:36.049323 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-14d0b043-5b45-4571-986d-ec0e48d4d8b4 None None] For port 30c91702-8a61-42cf-95ff-3c6a58a925f2, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=30c91702-8a61-42cf-95ff-3c6a58a925f2,segment=NetworkSegment(cca4211d-8bc3-4261-b4aa-c27f38e65d33),segment_id=cca4211d-8bc3-4261-b4aa-c27f38e65d33)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:58:36.055615 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-14d0b043-5b45-4571-986d-ec0e48d4d8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:36.081303 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-897c9f1a-010d-4932-95e3-17e672062bd7 req-5f9033f1-2245-462b-87ee-550708406a2d tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] Network 31d0d40b-d66f-40f8-8ca0-e8c2938a9d92 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:58:36.084628 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-897c9f1a-010d-4932-95e3-17e672062bd7 req-5f9033f1-2245-462b-87ee-550708406a2d tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:58:36.087671 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-897c9f1a-010d-4932-95e3-17e672062bd7 req-5f9033f1-2245-462b-87ee-550708406a2d tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:58:36.116772 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-6d142034-de64-4ad2-a30c-a20ae9f69bf9 None None] Provisioning complete for port 30c91702-8a61-42cf-95ff-3c6a58a925f2 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:58:36.117173 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6d142034-de64-4ad2-a30c-a20ae9f69bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:36.118609 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9033f1-2245-462b-87ee-550708406a2d tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] Pushing event updated for resources: {'Port': ['ID=996fa3b9-c8f8-425b-be6b-7098511c6188,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:58:36.146099 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c9f1a-010d-4932-95e3-17e672062bd7 req-5f9033f1-2245-462b-87ee-550708406a2d tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:36.146919 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-897c9f1a-010d-4932-95e3-17e672062bd7 req-5f9033f1-2245-462b-87ee-550708406a2d tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:36.170106 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-897c9f1a-010d-4932-95e3-17e672062bd7 req-5f9033f1-2245-462b-87ee-550708406a2d tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5059571 Nov 25 17:58:36.172366 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d0b043-5b45-4571-986d-ec0e48d4d8b4 None None] Routers {'02495288-3186-4094-a235-ca86c4f062b9'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:58:36.173059 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-14d0b043-5b45-4571-986d-ec0e48d4d8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:58:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['02495288-3186-4094-a235-ca86c4f062b9'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:58:36.179592 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674788f9-9936-4db6-a7d6-ec29345c81c8 None None] Pushing event updated for resources: {'Port': ['ID=30c91702-8a61-42cf-95ff-3c6a58a925f2,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:58:36.185124 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-897c9f1a-010d-4932-95e3-17e672062bd7 req-08dbf057-a6a0-4208-9b8c-22155e2f609c service neutron] Request body: {'port': {'device_id': '79bd2e99-dafc-4542-a6fd-bab38232f197', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:58:36.271564 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-897c9f1a-010d-4932-95e3-17e672062bd7 req-08dbf057-a6a0-4208-9b8c-22155e2f609c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:36.312239 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6d142034-de64-4ad2-a30c-a20ae9f69bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:36.385389 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-6d142034-de64-4ad2-a30c-a20ae9f69bf9 None None] For port 30c91702-8a61-42cf-95ff-3c6a58a925f2, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=30c91702-8a61-42cf-95ff-3c6a58a925f2,segment=NetworkSegment(cca4211d-8bc3-4261-b4aa-c27f38e65d33),segment_id=cca4211d-8bc3-4261-b4aa-c27f38e65d33)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:58:36.388940 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-14d0b043-5b45-4571-986d-ec0e48d4d8b4 None None] Set router 02495288-3186-4094-a235-ca86c4f062b9 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:58:36.427056 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6d142034-de64-4ad2-a30c-a20ae9f69bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:36.532175 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d142034-de64-4ad2-a30c-a20ae9f69bf9 None None] Pushing event updated for resources: {'Port': ['ID=30c91702-8a61-42cf-95ff-3c6a58a925f2,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:58:36.561090 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-897c9f1a-010d-4932-95e3-17e672062bd7 req-08dbf057-a6a0-4208-9b8c-22155e2f609c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 996fa3b9-c8f8-425b-be6b-7098511c6188 {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:58:36.569258 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-897c9f1a-010d-4932-95e3-17e672062bd7 req-08dbf057-a6a0-4208-9b8c-22155e2f609c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:36.582208 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-897c9f1a-010d-4932-95e3-17e672062bd7 req-08dbf057-a6a0-4208-9b8c-22155e2f609c service neutron] Transition to ACTIVE for port object 996fa3b9-c8f8-425b-be6b-7098511c6188 will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:58:36.586526 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-897c9f1a-010d-4932-95e3-17e672062bd7 req-08dbf057-a6a0-4208-9b8c-22155e2f609c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:36.587852 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-340075a0-8e22-4b6e-bf5e-3904df364ff4 None None] Provisioning complete for port 30c91702-8a61-42cf-95ff-3c6a58a925f2 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:58:36.588229 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-340075a0-8e22-4b6e-bf5e-3904df364ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:36.641078 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dbf057-a6a0-4208-9b8c-22155e2f609c service neutron] Pushing event updated for resources: {'Port': ['ID=996fa3b9-c8f8-425b-be6b-7098511c6188,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:58:36.716108 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-897c9f1a-010d-4932-95e3-17e672062bd7 req-08dbf057-a6a0-4208-9b8c-22155e2f609c service neutron] Attempting to bind port 996fa3b9-c8f8-425b-be6b-7098511c6188 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:58:36.716688 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-897c9f1a-010d-4932-95e3-17e672062bd7 req-08dbf057-a6a0-4208-9b8c-22155e2f609c service neutron] Attempting to bind port 996fa3b9-c8f8-425b-be6b-7098511c6188 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '5f70d1cf-7db2-4b28-9c6b-35a111e7912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '31d0d40b-d66f-40f8-8ca0-e8c2938a9d92'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:58:36.717356 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897c9f1a-010d-4932-95e3-17e672062bd7 req-08dbf057-a6a0-4208-9b8c-22155e2f609c service neutron] Attempting to bind port 996fa3b9-c8f8-425b-be6b-7098511c6188 on network 31d0d40b-d66f-40f8-8ca0-e8c2938a9d92 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:58:36.722394 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897c9f1a-010d-4932-95e3-17e672062bd7 req-08dbf057-a6a0-4208-9b8c-22155e2f609c service neutron] Port 996fa3b9-c8f8-425b-be6b-7098511c6188 on network 31d0d40b-d66f-40f8-8ca0-e8c2938a9d92 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:58:36.722802 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897c9f1a-010d-4932-95e3-17e672062bd7 req-08dbf057-a6a0-4208-9b8c-22155e2f609c service neutron] Attempting to bind port 996fa3b9-c8f8-425b-be6b-7098511c6188 on network 31d0d40b-d66f-40f8-8ca0-e8c2938a9d92 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:58:36.728539 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897c9f1a-010d-4932-95e3-17e672062bd7 req-08dbf057-a6a0-4208-9b8c-22155e2f609c service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:58:36.729254 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897c9f1a-010d-4932-95e3-17e672062bd7 req-08dbf057-a6a0-4208-9b8c-22155e2f609c service neutron] Checking segment: {'id': '5f70d1cf-7db2-4b28-9c6b-35a111e7912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '31d0d40b-d66f-40f8-8ca0-e8c2938a9d92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:58:36.729584 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897c9f1a-010d-4932-95e3-17e672062bd7 req-08dbf057-a6a0-4208-9b8c-22155e2f609c service neutron] Bound using segment: {'id': '5f70d1cf-7db2-4b28-9c6b-35a111e7912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '31d0d40b-d66f-40f8-8ca0-e8c2938a9d92'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:58:36.730440 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-897c9f1a-010d-4932-95e3-17e672062bd7 req-08dbf057-a6a0-4208-9b8c-22155e2f609c service neutron] Bound port: 996fa3b9-c8f8-425b-be6b-7098511c6188, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f70d1cf-7db2-4b28-9c6b-35a111e7912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '31d0d40b-d66f-40f8-8ca0-e8c2938a9d92'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:58:36.730614 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-897c9f1a-010d-4932-95e3-17e672062bd7 req-08dbf057-a6a0-4208-9b8c-22155e2f609c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:36.744862 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-14d0b043-5b45-4571-986d-ec0e48d4d8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02495288-3186-4094-a235-ca86c4f062b9', 'name': 'tempest-TestServerMultinode-6561024-router', 'tenant_id': '785c2dc35db4433c829ca2fafbcaa46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'b395a173-e100-410a-a0cf-2e6e22bf4b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:58:29Z', 'updated_at': '2021-11-25T17:58:32Z', 'revision_number': 4, 'project_id': '785c2dc35db4433c829ca2fafbcaa46f', 'gw_port': {'id': 'b395a173-e100-410a-a0cf-2e6e22bf4b93', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02495288-3186-4094-a235-ca86c4f062b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:58:29Z', 'updated_at': '2021-11-25T17:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '30c91702-8a61-42cf-95ff-3c6a58a925f2', 'name': '', 'network_id': 'b45306ed-453a-446c-8031-c7f3171f46e1', 'tenant_id': '785c2dc35db4433c829ca2fafbcaa46f', 'mac_address': 'fa:16:3e:b1:bb:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02495288-3186-4094-a235-ca86c4f062b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': 'c38f8117-100e-4961-a4f1-ae63beb50d15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:58:31Z', 'updated_at': '2021-11-25T17:58:36Z', 'revision_number': 4, 'project_id': '785c2dc35db4433c829ca2fafbcaa46f', 'subnets': [{'id': 'c38f8117-100e-4961-a4f1-ae63beb50d15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:58:36.799165 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d0b043-5b45-4571-986d-ec0e48d4d8b4 None None] The sync data for ids ['02495288-3186-4094-a235-ca86c4f062b9'] in n-d-817746-1 is: [{'id': '02495288-3186-4094-a235-ca86c4f062b9', 'name': 'tempest-TestServerMultinode-6561024-router', 'tenant_id': '785c2dc35db4433c829ca2fafbcaa46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'b395a173-e100-410a-a0cf-2e6e22bf4b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:58:29Z', 'updated_at': '2021-11-25T17:58:32Z', 'revision_number': 4, 'project_id': '785c2dc35db4433c829ca2fafbcaa46f', 'gw_port': {'id': 'b395a173-e100-410a-a0cf-2e6e22bf4b93', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02495288-3186-4094-a235-ca86c4f062b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:58:29Z', 'updated_at': '2021-11-25T17:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '30c91702-8a61-42cf-95ff-3c6a58a925f2', 'name': '', 'network_id': 'b45306ed-453a-446c-8031-c7f3171f46e1', 'tenant_id': '785c2dc35db4433c829ca2fafbcaa46f', 'mac_address': 'fa:16:3e:b1:bb:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02495288-3186-4094-a235-ca86c4f062b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': 'c38f8117-100e-4961-a4f1-ae63beb50d15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:58:31Z', 'updated_at': '2021-11-25T17:58:36Z', 'revision_number': 4, 'project_id': '785c2dc35db4433c829ca2fafbcaa46f', 'subnets': [{'id': 'c38f8117-100e-4961-a4f1-ae63beb50d15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:58:36.806072 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afff3d3-b321-4efe-9cc1-aefdb1b2172a req-032a153e-3b05-41bd-b771-bdea6a5c90e9 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:36.819318 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6afff3d3-b321-4efe-9cc1-aefdb1b2172a req-032a153e-3b05-41bd-b771-bdea6a5c90e9 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=79bd2e99-dafc-4542-a6fd-bab38232f197 HTTP/1.1" status: 200 len: 1052 time: 0.0645037 Nov 25 17:58:36.819562 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-897c9f1a-010d-4932-95e3-17e672062bd7 req-08dbf057-a6a0-4208-9b8c-22155e2f609c service neutron] For port 996fa3b9-c8f8-425b-be6b-7098511c6188, host n-h1-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:58:36.823371 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-897c9f1a-010d-4932-95e3-17e672062bd7 req-08dbf057-a6a0-4208-9b8c-22155e2f609c service neutron] For port 996fa3b9-c8f8-425b-be6b-7098511c6188, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=996fa3b9-c8f8-425b-be6b-7098511c6188,segment=NetworkSegment(5f70d1cf-7db2-4b28-9c6b-35a111e7912f),segment_id=5f70d1cf-7db2-4b28-9c6b-35a111e7912f)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:58:36.829062 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-897c9f1a-010d-4932-95e3-17e672062bd7 req-08dbf057-a6a0-4208-9b8c-22155e2f609c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:36.895588 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6afff3d3-b321-4efe-9cc1-aefdb1b2172a req-393765a1-5006-4748-b95b-396af6bbea05 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=dc60e4d8-ac6e-4b26-b78a-c6af8c2adfc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747781 Nov 25 17:58:36.906491 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dbf057-a6a0-4208-9b8c-22155e2f609c service neutron] Pushing event updated for resources: {'Port': ['ID=996fa3b9-c8f8-425b-be6b-7098511c6188,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:58:36.916888 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c9f1a-010d-4932-95e3-17e672062bd7 req-08dbf057-a6a0-4208-9b8c-22155e2f609c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:36.916888 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-897c9f1a-010d-4932-95e3-17e672062bd7 req-08dbf057-a6a0-4208-9b8c-22155e2f609c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:36.916888 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-897c9f1a-010d-4932-95e3-17e672062bd7 req-08dbf057-a6a0-4208-9b8c-22155e2f609c service neutron] 10.222.0.74 "PUT /v2.0/ports/996fa3b9-c8f8-425b-be6b-7098511c6188 HTTP/1.1" status: 200 len: 1091 time: 0.7370858 Nov 25 17:58:36.916888 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79bd2e99-dafc-4542-a6fd-bab38232f197', 'tag': '996fa3b9-c8f8-425b-be6b-7098511c6188'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:58:36.917908 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e0796c-0e55-4942-b766-f37859a42e58" -d '{"events": [{"name": "network-changed", "server_uuid": "79bd2e99-dafc-4542-a6fd-bab38232f197", "tag": "996fa3b9-c8f8-425b-be6b-7098511c6188"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:58:37.005143 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e428ad8-496b-4006-a7bf-6cf116e43f5d x-openstack-request-id: req-9e428ad8-496b-4006-a7bf-6cf116e43f5d {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:58:37.005449 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79bd2e99-dafc-4542-a6fd-bab38232f197", "tag": "996fa3b9-c8f8-425b-be6b-7098511c6188", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:58:37.005708 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9e428ad8-496b-4006-a7bf-6cf116e43f5d {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:58:37.006303 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79bd2e99-dafc-4542-a6fd-bab38232f197', 'tag': '996fa3b9-c8f8-425b-be6b-7098511c6188', 'status': 'completed', 'code': 200} Nov 25 17:58:37.034698 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 30c91702-8a61-42cf-95ff-3c6a58a925f2 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:58:37.044864 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c9f1a-010d-4932-95e3-17e672062bd7 req-78a2743b-84bc-4c8c-ac3b-bd0c25919b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:37.047475 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-897c9f1a-010d-4932-95e3-17e672062bd7 req-78a2743b-84bc-4c8c-ac3b-bd0c25919b51 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=785c2dc35db4433c829ca2fafbcaa46f&device_id=79bd2e99-dafc-4542-a6fd-bab38232f197 HTTP/1.1" status: 200 len: 1094 time: 0.0820515 Nov 25 17:58:37.093331 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 30c91702-8a61-42cf-95ff-3c6a58a925f2 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:58:37.093810 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:37.106781 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-897c9f1a-010d-4932-95e3-17e672062bd7 req-1dbe02d6-a9aa-4a6a-81c0-28e3df447cdc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=996fa3b9-c8f8-425b-be6b-7098511c6188 HTTP/1.1" status: 200 len: 217 time: 0.0508292 Nov 25 17:58:37.177086 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c9f1a-010d-4932-95e3-17e672062bd7 req-736205df-2188-4609-a8b9-2ba25b4daa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:37.178802 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-897c9f1a-010d-4932-95e3-17e672062bd7 req-736205df-2188-4609-a8b9-2ba25b4daa3c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ba19514f-2e2d-4828-ba00-8fad3be69eac HTTP/1.1" status: 200 len: 848 time: 0.0626345 Nov 25 17:58:37.238698 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c9f1a-010d-4932-95e3-17e672062bd7 req-b9f54032-be47-4fef-b164-5ef5f21dd957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:37.240221 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-897c9f1a-010d-4932-95e3-17e672062bd7 req-b9f54032-be47-4fef-b164-5ef5f21dd957 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=31d0d40b-d66f-40f8-8ca0-e8c2938a9d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539289 Nov 25 17:58:37.336370 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-897c9f1a-010d-4932-95e3-17e672062bd7 req-e6a3f0c2-df62-41ac-a422-cda58dd5c889 service neutron] 10.222.0.74 "GET /v2.0/networks/31d0d40b-d66f-40f8-8ca0-e8c2938a9d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887692 Nov 25 17:58:37.438824 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-897c9f1a-010d-4932-95e3-17e672062bd7 req-9fa54e00-e3da-4a91-bc55-08ffde1f8c48 service neutron] 10.222.0.74 "GET /v2.0/networks/31d0d40b-d66f-40f8-8ca0-e8c2938a9d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949850 Nov 25 17:58:37.535472 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e0796c-0e55-4942-b766-f37859a42e58 req-a3b0f964-bdde-49c6-a440-ed7df8e05286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:37.538968 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-88e0796c-0e55-4942-b766-f37859a42e58 req-a3b0f964-bdde-49c6-a440-ed7df8e05286 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=785c2dc35db4433c829ca2fafbcaa46f&device_id=79bd2e99-dafc-4542-a6fd-bab38232f197 HTTP/1.1" status: 200 len: 1094 time: 0.0499752 Nov 25 17:58:37.635180 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e0796c-0e55-4942-b766-f37859a42e58 req-6055d0e4-9f83-4405-9240-390a8dd91594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:37.636653 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-88e0796c-0e55-4942-b766-f37859a42e58 req-6055d0e4-9f83-4405-9240-390a8dd91594 service neutron] 10.222.0.74 "GET /v2.0/networks?id=31d0d40b-d66f-40f8-8ca0-e8c2938a9d92 HTTP/1.1" status: 200 len: 910 time: 0.0905232 Nov 25 17:58:37.683305 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-88e0796c-0e55-4942-b766-f37859a42e58 req-8eb0e555-28eb-48e7-b282-de9e826e05f2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=996fa3b9-c8f8-425b-be6b-7098511c6188 HTTP/1.1" status: 200 len: 217 time: 0.0378129 Nov 25 17:58:37.734495 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e0796c-0e55-4942-b766-f37859a42e58 req-c21982ff-98ce-4e31-adaa-2d45b49ceea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:37.735937 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-88e0796c-0e55-4942-b766-f37859a42e58 req-c21982ff-98ce-4e31-adaa-2d45b49ceea8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ba19514f-2e2d-4828-ba00-8fad3be69eac HTTP/1.1" status: 200 len: 848 time: 0.0438759 Nov 25 17:58:37.782511 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e0796c-0e55-4942-b766-f37859a42e58 req-10dc1a3d-7334-4733-b17a-b77f7a1941e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:37.783994 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-88e0796c-0e55-4942-b766-f37859a42e58 req-10dc1a3d-7334-4733-b17a-b77f7a1941e1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=31d0d40b-d66f-40f8-8ca0-e8c2938a9d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404551 Nov 25 17:58:37.879184 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-88e0796c-0e55-4942-b766-f37859a42e58 req-9366c696-6c29-481d-900e-c80759b9da08 service neutron] 10.222.0.74 "GET /v2.0/networks/31d0d40b-d66f-40f8-8ca0-e8c2938a9d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870931 Nov 25 17:58:37.971012 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-88e0796c-0e55-4942-b766-f37859a42e58 req-9ff80b46-dc43-4c91-8697-ae9a05fc0775 service neutron] 10.222.0.74 "GET /v2.0/networks/31d0d40b-d66f-40f8-8ca0-e8c2938a9d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840447 Nov 25 17:58:38.008089 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b59a1-7b47-4468-a58e-497f12f6a0b5 req-6cbe88c8-fdc8-4b0e-adae-9b3ad37d4d2b tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:38.009642 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d5b59a1-7b47-4468-a58e-497f12f6a0b5 req-6cbe88c8-fdc8-4b0e-adae-9b3ad37d4d2b tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=79bd2e99-dafc-4542-a6fd-bab38232f197 HTTP/1.1" status: 200 len: 1094 time: 0.0399241 Nov 25 17:58:38.053027 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d5b59a1-7b47-4468-a58e-497f12f6a0b5 req-5da06095-bb8e-484d-b261-3143ddce924c tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=dc60e4d8-ac6e-4b26-b78a-c6af8c2adfc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368066 Nov 25 17:58:39.162799 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e2ad60-6031-439e-9555-de29335af015 req-af10ef5a-be98-4cfe-b28b-8a2b321790c2 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:39.164321 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-27e2ad60-6031-439e-9555-de29335af015 req-af10ef5a-be98-4cfe-b28b-8a2b321790c2 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=79bd2e99-dafc-4542-a6fd-bab38232f197 HTTP/1.1" status: 200 len: 1094 time: 0.0441837 Nov 25 17:58:39.211935 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-27e2ad60-6031-439e-9555-de29335af015 req-14523650-5935-4c00-88a5-490a25d5d32e tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=dc60e4d8-ac6e-4b26-b78a-c6af8c2adfc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413983 Nov 25 17:58:39.742927 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 996fa3b9-c8f8-425b-be6b-7098511c6188 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:58:39.834999 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 996fa3b9-c8f8-425b-be6b-7098511c6188, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=996fa3b9-c8f8-425b-be6b-7098511c6188,segment=NetworkSegment(5f70d1cf-7db2-4b28-9c6b-35a111e7912f),segment_id=5f70d1cf-7db2-4b28-9c6b-35a111e7912f)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:58:39.846903 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '996fa3b9-c8f8-425b-be6b-7098511c6188', 'network_id': '31d0d40b-d66f-40f8-8ca0-e8c2938a9d92', 'port_id': '996fa3b9-c8f8-425b-be6b-7098511c6188', 'mac_address': 'fa:16:3e:8b:06:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba19514f-2e2d-4828-ba00-8fad3be69eac', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:58:39.882912 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:39.898561 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 996fa3b9-c8f8-425b-be6b-7098511c6188 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:58:39.918454 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 996fa3b9-c8f8-425b-be6b-7098511c6188, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=996fa3b9-c8f8-425b-be6b-7098511c6188,segment=NetworkSegment(5f70d1cf-7db2-4b28-9c6b-35a111e7912f),segment_id=5f70d1cf-7db2-4b28-9c6b-35a111e7912f)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:58:39.923292 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:39.976096 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=996fa3b9-c8f8-425b-be6b-7098511c6188,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:58:40.123700 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['996fa3b9-c8f8-425b-be6b-7098511c6188'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:58:40.321499 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6204f-ea79-47b0-91b5-aeb47849de7e req-0a398488-2091-49ef-bbd3-903dd1dcbe7e tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:40.322901 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-31a6204f-ea79-47b0-91b5-aeb47849de7e req-0a398488-2091-49ef-bbd3-903dd1dcbe7e tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=79bd2e99-dafc-4542-a6fd-bab38232f197 HTTP/1.1" status: 200 len: 1095 time: 0.0402260 Nov 25 17:58:40.366996 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-31a6204f-ea79-47b0-91b5-aeb47849de7e req-d0837404-40b9-4ea0-b8c9-390ff9b05bb6 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=dc60e4d8-ac6e-4b26-b78a-c6af8c2adfc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371332 Nov 25 17:58:41.475246 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189654b-744f-4e19-8e94-235b9ddfa937 req-7722b93d-7b8e-4e6d-b809-efd951500e39 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:41.476749 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8189654b-744f-4e19-8e94-235b9ddfa937 req-7722b93d-7b8e-4e6d-b809-efd951500e39 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=79bd2e99-dafc-4542-a6fd-bab38232f197 HTTP/1.1" status: 200 len: 1095 time: 0.0412688 Nov 25 17:58:41.524028 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8189654b-744f-4e19-8e94-235b9ddfa937 req-082df819-c2cf-437a-ac36-d0dde519c7d6 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=dc60e4d8-ac6e-4b26-b78a-c6af8c2adfc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413420 Nov 25 17:58:41.753138 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 996fa3b9-c8f8-425b-be6b-7098511c6188 up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:58:41.802051 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port 996fa3b9-c8f8-425b-be6b-7098511c6188 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:58:41.805788 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 996fa3b9-c8f8-425b-be6b-7098511c6188 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:58:41.806166 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:41.883972 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:41.906554 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79bd2e99-dafc-4542-a6fd-bab38232f197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996fa3b9-c8f8-425b-be6b-7098511c6188'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:58:41.909206 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf84b1c-c143-4f66-8b47-1d1a43218604" -d '{"events": [{"server_uuid": "79bd2e99-dafc-4542-a6fd-bab38232f197", "name": "network-vif-plugged", "status": "completed", "tag": "996fa3b9-c8f8-425b-be6b-7098511c6188"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:58:41.925333 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 996fa3b9-c8f8-425b-be6b-7098511c6188, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=996fa3b9-c8f8-425b-be6b-7098511c6188,segment=NetworkSegment(5f70d1cf-7db2-4b28-9c6b-35a111e7912f),segment_id=5f70d1cf-7db2-4b28-9c6b-35a111e7912f)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:58:41.929501 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:41.979578 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=996fa3b9-c8f8-425b-be6b-7098511c6188,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:58:42.013496 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4bd73a7-b677-44f3-b3c1-29c11ad4b46b x-openstack-request-id: req-f4bd73a7-b677-44f3-b3c1-29c11ad4b46b {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:58:42.013794 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79bd2e99-dafc-4542-a6fd-bab38232f197", "name": "network-vif-plugged", "status": "completed", "tag": "996fa3b9-c8f8-425b-be6b-7098511c6188", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:58:42.014050 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f4bd73a7-b677-44f3-b3c1-29c11ad4b46b {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:58:42.014447 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79bd2e99-dafc-4542-a6fd-bab38232f197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996fa3b9-c8f8-425b-be6b-7098511c6188', 'code': 200} Nov 25 17:58:42.114682 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02866871-a80f-4813-b140-8fba644a11f9 req-474d7799-a7f3-493c-a679-bbd2e47b2a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:42.116209 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-02866871-a80f-4813-b140-8fba644a11f9 req-474d7799-a7f3-493c-a679-bbd2e47b2a93 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=79bd2e99-dafc-4542-a6fd-bab38232f197 HTTP/1.1" status: 200 len: 1096 time: 0.0452878 Nov 25 17:58:42.160035 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-02866871-a80f-4813-b140-8fba644a11f9 req-1a481d8b-2d82-4991-8fe3-36955d268e85 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=dc60e4d8-ac6e-4b26-b78a-c6af8c2adfc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374203 Nov 25 17:58:42.633790 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506ea6b-788d-47be-bdcd-80901bc2bc25 req-0be26816-a644-4aaa-9b26-28441a138678 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:42.635311 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8506ea6b-788d-47be-bdcd-80901bc2bc25 req-0be26816-a644-4aaa-9b26-28441a138678 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=79bd2e99-dafc-4542-a6fd-bab38232f197 HTTP/1.1" status: 200 len: 1096 time: 0.0400846 Nov 25 17:58:42.679589 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8506ea6b-788d-47be-bdcd-80901bc2bc25 req-cc9b931b-e1fc-424a-a830-e89d047ffe8b tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=dc60e4d8-ac6e-4b26-b78a-c6af8c2adfc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381193 Nov 25 17:58:43.786003 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c294beb-a2fd-4681-9a0c-edc54bc1e2ef req-42e9cf89-921e-477a-9230-97850f8a2e0a tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:43.787567 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7c294beb-a2fd-4681-9a0c-edc54bc1e2ef req-42e9cf89-921e-477a-9230-97850f8a2e0a tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=79bd2e99-dafc-4542-a6fd-bab38232f197 HTTP/1.1" status: 200 len: 1096 time: 0.0407369 Nov 25 17:58:43.831487 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7c294beb-a2fd-4681-9a0c-edc54bc1e2ef req-781e7dd2-2a9c-43b6-909f-0c09bce02270 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=dc60e4d8-ac6e-4b26-b78a-c6af8c2adfc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376964 Nov 25 17:58:43.938161 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad6d41-a4ea-42d9-9bd9-f76e6591955b req-27b2f4d8-e70a-47e1-ac84-e296d9f07b46 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:43.939650 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-88ad6d41-a4ea-42d9-9bd9-f76e6591955b req-27b2f4d8-e70a-47e1-ac84-e296d9f07b46 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=79bd2e99-dafc-4542-a6fd-bab38232f197 HTTP/1.1" status: 200 len: 1096 time: 0.0428183 Nov 25 17:58:43.984079 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-88ad6d41-a4ea-42d9-9bd9-f76e6591955b req-c175795f-3c2c-49ea-8851-c995033b8f79 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=dc60e4d8-ac6e-4b26-b78a-c6af8c2adfc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384009 Nov 25 17:58:44.091457 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a531506-fb94-4437-b40a-bfafe2eba87b req-7ce7f981-cbc0-4c26-b46d-d425f89f883f tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:44.092931 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7a531506-fb94-4437-b40a-bfafe2eba87b req-7ce7f981-cbc0-4c26-b46d-d425f89f883f tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=79bd2e99-dafc-4542-a6fd-bab38232f197 HTTP/1.1" status: 200 len: 1096 time: 0.0412557 Nov 25 17:58:44.136305 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7a531506-fb94-4437-b40a-bfafe2eba87b req-4e571a3a-b912-4af6-ad9f-3b4a9324c16d tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=dc60e4d8-ac6e-4b26-b78a-c6af8c2adfc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375869 Nov 25 17:58:44.350470 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edae72b-d45b-489b-bad3-f8c68d80fe82 req-4ed39081-e953-45db-a509-76db947f7f1a tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:44.351843 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4edae72b-d45b-489b-bad3-f8c68d80fe82 req-4ed39081-e953-45db-a509-76db947f7f1a tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] 10.222.0.75 "GET /v2.0/networks?id=31d0d40b-d66f-40f8-8ca0-e8c2938a9d92 HTTP/1.1" status: 200 len: 910 time: 0.0861633 Nov 25 17:58:44.366026 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4edae72b-d45b-489b-bad3-f8c68d80fe82 req-2f49c255-667b-4628-9ea5-84d1df32a58d tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] 10.222.0.75 "GET /v2.0/quotas/785c2dc35db4433c829ca2fafbcaa46f HTTP/1.1" status: 200 len: 375 time: 0.0085177 Nov 25 17:58:44.412100 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4edae72b-d45b-489b-bad3-f8c68d80fe82 req-09f947de-141f-4ae9-ad3b-6fec043c2f21 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] 10.222.0.75 "GET /v2.0/ports?tenant_id=785c2dc35db4433c829ca2fafbcaa46f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0408773 Nov 25 17:58:44.504309 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4edae72b-d45b-489b-bad3-f8c68d80fe82 req-8689d9ce-b845-4a48-9364-419e28091157 service neutron] 10.222.0.75 "GET /v2.0/networks/31d0d40b-d66f-40f8-8ca0-e8c2938a9d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853233 Nov 25 17:58:44.592442 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4edae72b-d45b-489b-bad3-f8c68d80fe82 req-cb6a48ad-7a1f-40b6-af26-3f97d7bfe045 service neutron] 10.222.0.75 "GET /v2.0/networks/31d0d40b-d66f-40f8-8ca0-e8c2938a9d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820212 Nov 25 17:58:44.752812 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ffd5eb73-9e21-4770-8900-c00c090ae03f req-da8d4daa-6ee7-439a-b4b0-7231cef3d9ec tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=e3fd1906-f08a-484b-9c55-27eb18668247 HTTP/1.1" status: 200 len: 210 time: 0.0271418 Nov 25 17:58:45.670027 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edae72b-d45b-489b-bad3-f8c68d80fe82 req-278304a6-2091-48f5-a0a0-a2b00fa359bc tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:45.671513 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4edae72b-d45b-489b-bad3-f8c68d80fe82 req-278304a6-2091-48f5-a0a0-a2b00fa359bc tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] 10.222.0.90 "GET /v2.0/networks?id=31d0d40b-d66f-40f8-8ca0-e8c2938a9d92 HTTP/1.1" status: 200 len: 910 time: 0.0910046 Nov 25 17:58:45.684057 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-4edae72b-d45b-489b-bad3-f8c68d80fe82 req-4c4ca74f-f52d-4c63-a408-b7704f8d9ab4 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] Request body: {'port': {'device_id': 'e3fd1906-f08a-484b-9c55-27eb18668247', 'network_id': '31d0d40b-d66f-40f8-8ca0-e8c2938a9d92', 'admin_state_up': True, 'tenant_id': '785c2dc35db4433c829ca2fafbcaa46f'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:58:45.706675 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4edae72b-d45b-489b-bad3-f8c68d80fe82 req-4c4ca74f-f52d-4c63-a408-b7704f8d9ab4 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] Made reservation on behalf of 785c2dc35db4433c829ca2fafbcaa46f for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:58:45.709201 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-4edae72b-d45b-489b-bad3-f8c68d80fe82 req-4c4ca74f-f52d-4c63-a408-b7704f8d9ab4 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:45.833470 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-4edae72b-d45b-489b-bad3-f8c68d80fe82 req-4c4ca74f-f52d-4c63-a408-b7704f8d9ab4 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] Allocated IP 172.20.0.3 (31d0d40b-d66f-40f8-8ca0-e8c2938a9d92/ba19514f-2e2d-4828-ba00-8fad3be69eac/e7a8bb4f-5065-4aa6-bd49-89c3a3faec5a) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:58:45.855592 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2da73272-cde3-43bd-8b61-7d3c679350e4 req-6f7ae3f7-ce5e-47b2-ae55-c9fbf1799ffb tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=e3fd1906-f08a-484b-9c55-27eb18668247 HTTP/1.1" status: 200 len: 210 time: 0.0341561 Nov 25 17:58:45.988094 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-4edae72b-d45b-489b-bad3-f8c68d80fe82 req-4c4ca74f-f52d-4c63-a408-b7704f8d9ab4 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:46.020867 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-4edae72b-d45b-489b-bad3-f8c68d80fe82 req-4c4ca74f-f52d-4c63-a408-b7704f8d9ab4 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:46.031788 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['996fa3b9-c8f8-425b-be6b-7098511c6188'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:58:46.069736 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4edae72b-d45b-489b-bad3-f8c68d80fe82 req-4c4ca74f-f52d-4c63-a408-b7704f8d9ab4 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] Network 31d0d40b-d66f-40f8-8ca0-e8c2938a9d92 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:58:46.073029 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-4edae72b-d45b-489b-bad3-f8c68d80fe82 req-4c4ca74f-f52d-4c63-a408-b7704f8d9ab4 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:58:46.076760 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-4edae72b-d45b-489b-bad3-f8c68d80fe82 req-4c4ca74f-f52d-4c63-a408-b7704f8d9ab4 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:58:46.082417 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4ca74f-f52d-4c63-a408-b7704f8d9ab4 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] Pushing event updated for resources: {'Port': ['ID=e7a8bb4f-5065-4aa6-bd49-89c3a3faec5a,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:58:46.122843 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edae72b-d45b-489b-bad3-f8c68d80fe82 req-4c4ca74f-f52d-4c63-a408-b7704f8d9ab4 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:46.123607 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-4edae72b-d45b-489b-bad3-f8c68d80fe82 req-4c4ca74f-f52d-4c63-a408-b7704f8d9ab4 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:46.145421 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4edae72b-d45b-489b-bad3-f8c68d80fe82 req-4c4ca74f-f52d-4c63-a408-b7704f8d9ab4 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4648180 Nov 25 17:58:46.162656 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-4edae72b-d45b-489b-bad3-f8c68d80fe82 req-b4858d35-e77d-48f6-bbd4-77f073bdf6a8 service neutron] Request body: {'port': {'device_id': 'e3fd1906-f08a-484b-9c55-27eb18668247', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:58:46.244623 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-4edae72b-d45b-489b-bad3-f8c68d80fe82 req-b4858d35-e77d-48f6-bbd4-77f073bdf6a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:46.380533 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-7d4940eb-9b42-4bc3-a881-a3c8be17efdd None None] Provisioning complete for port e7a8bb4f-5065-4aa6-bd49-89c3a3faec5a triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:58:46.380938 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7d4940eb-9b42-4bc3-a881-a3c8be17efdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:46.420224 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-7d4940eb-9b42-4bc3-a881-a3c8be17efdd None None] Port e7a8bb4f-5065-4aa6-bd49-89c3a3faec5a cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:58:46.555543 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-4edae72b-d45b-489b-bad3-f8c68d80fe82 req-b4858d35-e77d-48f6-bbd4-77f073bdf6a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7a8bb4f-5065-4aa6-bd49-89c3a3faec5a {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:58:46.563040 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-4edae72b-d45b-489b-bad3-f8c68d80fe82 req-b4858d35-e77d-48f6-bbd4-77f073bdf6a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:46.575076 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-4edae72b-d45b-489b-bad3-f8c68d80fe82 req-b4858d35-e77d-48f6-bbd4-77f073bdf6a8 service neutron] Transition to ACTIVE for port object e7a8bb4f-5065-4aa6-bd49-89c3a3faec5a will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:58:46.579781 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-4edae72b-d45b-489b-bad3-f8c68d80fe82 req-b4858d35-e77d-48f6-bbd4-77f073bdf6a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:46.631757 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4858d35-e77d-48f6-bbd4-77f073bdf6a8 service neutron] Pushing event updated for resources: {'Port': ['ID=e7a8bb4f-5065-4aa6-bd49-89c3a3faec5a,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:58:46.709452 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-4edae72b-d45b-489b-bad3-f8c68d80fe82 req-b4858d35-e77d-48f6-bbd4-77f073bdf6a8 service neutron] Attempting to bind port e7a8bb4f-5065-4aa6-bd49-89c3a3faec5a on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:58:46.710158 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-4edae72b-d45b-489b-bad3-f8c68d80fe82 req-b4858d35-e77d-48f6-bbd4-77f073bdf6a8 service neutron] Attempting to bind port e7a8bb4f-5065-4aa6-bd49-89c3a3faec5a by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '5f70d1cf-7db2-4b28-9c6b-35a111e7912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '31d0d40b-d66f-40f8-8ca0-e8c2938a9d92'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:58:46.710158 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edae72b-d45b-489b-bad3-f8c68d80fe82 req-b4858d35-e77d-48f6-bbd4-77f073bdf6a8 service neutron] Attempting to bind port e7a8bb4f-5065-4aa6-bd49-89c3a3faec5a on network 31d0d40b-d66f-40f8-8ca0-e8c2938a9d92 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:58:46.714607 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edae72b-d45b-489b-bad3-f8c68d80fe82 req-b4858d35-e77d-48f6-bbd4-77f073bdf6a8 service neutron] Port e7a8bb4f-5065-4aa6-bd49-89c3a3faec5a on network 31d0d40b-d66f-40f8-8ca0-e8c2938a9d92 not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:58:46.714934 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edae72b-d45b-489b-bad3-f8c68d80fe82 req-b4858d35-e77d-48f6-bbd4-77f073bdf6a8 service neutron] Attempting to bind port e7a8bb4f-5065-4aa6-bd49-89c3a3faec5a on network 31d0d40b-d66f-40f8-8ca0-e8c2938a9d92 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:58:46.719915 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edae72b-d45b-489b-bad3-f8c68d80fe82 req-b4858d35-e77d-48f6-bbd4-77f073bdf6a8 service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:58:46.720329 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edae72b-d45b-489b-bad3-f8c68d80fe82 req-b4858d35-e77d-48f6-bbd4-77f073bdf6a8 service neutron] Checking segment: {'id': '5f70d1cf-7db2-4b28-9c6b-35a111e7912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '31d0d40b-d66f-40f8-8ca0-e8c2938a9d92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:58:46.720620 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edae72b-d45b-489b-bad3-f8c68d80fe82 req-b4858d35-e77d-48f6-bbd4-77f073bdf6a8 service neutron] Bound using segment: {'id': '5f70d1cf-7db2-4b28-9c6b-35a111e7912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '31d0d40b-d66f-40f8-8ca0-e8c2938a9d92'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:58:46.721077 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-4edae72b-d45b-489b-bad3-f8c68d80fe82 req-b4858d35-e77d-48f6-bbd4-77f073bdf6a8 service neutron] Bound port: e7a8bb4f-5065-4aa6-bd49-89c3a3faec5a, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f70d1cf-7db2-4b28-9c6b-35a111e7912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '31d0d40b-d66f-40f8-8ca0-e8c2938a9d92'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:58:46.721435 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-4edae72b-d45b-489b-bad3-f8c68d80fe82 req-b4858d35-e77d-48f6-bbd4-77f073bdf6a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:46.793544 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-4edae72b-d45b-489b-bad3-f8c68d80fe82 req-b4858d35-e77d-48f6-bbd4-77f073bdf6a8 service neutron] For port e7a8bb4f-5065-4aa6-bd49-89c3a3faec5a, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:58:46.797859 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-4edae72b-d45b-489b-bad3-f8c68d80fe82 req-b4858d35-e77d-48f6-bbd4-77f073bdf6a8 service neutron] For port e7a8bb4f-5065-4aa6-bd49-89c3a3faec5a, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=e7a8bb4f-5065-4aa6-bd49-89c3a3faec5a,segment=NetworkSegment(5f70d1cf-7db2-4b28-9c6b-35a111e7912f),segment_id=5f70d1cf-7db2-4b28-9c6b-35a111e7912f)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:58:46.801844 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-4edae72b-d45b-489b-bad3-f8c68d80fe82 req-b4858d35-e77d-48f6-bbd4-77f073bdf6a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:46.843663 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edae72b-d45b-489b-bad3-f8c68d80fe82 req-b4858d35-e77d-48f6-bbd4-77f073bdf6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:46.844306 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-4edae72b-d45b-489b-bad3-f8c68d80fe82 req-b4858d35-e77d-48f6-bbd4-77f073bdf6a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:46.845727 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4edae72b-d45b-489b-bad3-f8c68d80fe82 req-b4858d35-e77d-48f6-bbd4-77f073bdf6a8 service neutron] 10.222.0.90 "PUT /v2.0/ports/e7a8bb4f-5065-4aa6-bd49-89c3a3faec5a HTTP/1.1" status: 200 len: 1091 time: 0.6903710 Nov 25 17:58:46.846178 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3fd1906-f08a-484b-9c55-27eb18668247', 'tag': 'e7a8bb4f-5065-4aa6-bd49-89c3a3faec5a'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:58:46.848462 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ba5a4b-2f6a-46de-aefd-f986ed35a205" -d '{"events": [{"name": "network-changed", "server_uuid": "e3fd1906-f08a-484b-9c55-27eb18668247", "tag": "e7a8bb4f-5065-4aa6-bd49-89c3a3faec5a"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:58:46.883617 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4858d35-e77d-48f6-bbd4-77f073bdf6a8 service neutron] Pushing event updated for resources: {'Port': ['ID=e7a8bb4f-5065-4aa6-bd49-89c3a3faec5a,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:58:46.921591 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:46.925868 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3edecd6-42c9-4235-8590-41fb5687a9b4 x-openstack-request-id: req-a3edecd6-42c9-4235-8590-41fb5687a9b4 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:58:46.926168 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3fd1906-f08a-484b-9c55-27eb18668247", "tag": "e7a8bb4f-5065-4aa6-bd49-89c3a3faec5a", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:58:46.926417 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a3edecd6-42c9-4235-8590-41fb5687a9b4 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:58:46.926821 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3fd1906-f08a-484b-9c55-27eb18668247', 'tag': 'e7a8bb4f-5065-4aa6-bd49-89c3a3faec5a', 'status': 'completed', 'code': 200} Nov 25 17:58:46.946515 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edae72b-d45b-489b-bad3-f8c68d80fe82 req-c2e5252b-e006-4782-8f55-9a74d831f96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:46.948026 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4edae72b-d45b-489b-bad3-f8c68d80fe82 req-c2e5252b-e006-4782-8f55-9a74d831f96c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=785c2dc35db4433c829ca2fafbcaa46f&device_id=e3fd1906-f08a-484b-9c55-27eb18668247 HTTP/1.1" status: 200 len: 1094 time: 0.0593877 Nov 25 17:58:47.007251 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4edae72b-d45b-489b-bad3-f8c68d80fe82 req-ecaff991-cbdf-4972-996c-f67be9be2c30 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7a8bb4f-5065-4aa6-bd49-89c3a3faec5a HTTP/1.1" status: 200 len: 217 time: 0.0499139 Nov 25 17:58:47.076619 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4915f529-2dd6-4435-b8c3-835d8018adff req-50d40699-bbef-41b8-9dbd-5599e733b43c tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:47.078880 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4915f529-2dd6-4435-b8c3-835d8018adff req-50d40699-bbef-41b8-9dbd-5599e733b43c tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=e3fd1906-f08a-484b-9c55-27eb18668247 HTTP/1.1" status: 200 len: 1094 time: 0.1134188 Nov 25 17:58:47.080127 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:47.080631 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edae72b-d45b-489b-bad3-f8c68d80fe82 req-1bc972fd-80da-4a21-a371-d659d52afa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:47.081741 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4edae72b-d45b-489b-bad3-f8c68d80fe82 req-1bc972fd-80da-4a21-a371-d659d52afa9f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ba19514f-2e2d-4828-ba00-8fad3be69eac HTTP/1.1" status: 200 len: 848 time: 0.0603025 Nov 25 17:58:47.142875 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9dca2204-5a3a-42fb-9a1f-6e18df52ea02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:47.164247 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4915f529-2dd6-4435-b8c3-835d8018adff req-1a829327-32ab-4132-b371-098db7bc944f tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=dc60e4d8-ac6e-4b26-b78a-c6af8c2adfc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780640 Nov 25 17:58:47.169315 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edae72b-d45b-489b-bad3-f8c68d80fe82 req-881a8587-b9a3-4dba-aafe-60cfa50ff731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:47.171544 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4edae72b-d45b-489b-bad3-f8c68d80fe82 req-881a8587-b9a3-4dba-aafe-60cfa50ff731 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=31d0d40b-d66f-40f8-8ca0-e8c2938a9d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786645 Nov 25 17:58:47.605503 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4edae72b-d45b-489b-bad3-f8c68d80fe82 req-c2a5e83e-16d6-4e6e-a061-79fc6d1d9294 service neutron] 10.222.0.90 "GET /v2.0/networks/31d0d40b-d66f-40f8-8ca0-e8c2938a9d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4256215 Nov 25 17:58:47.707329 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4edae72b-d45b-489b-bad3-f8c68d80fe82 req-0c204210-30b0-4077-9977-4adba36fffae service neutron] 10.222.0.90 "GET /v2.0/networks/31d0d40b-d66f-40f8-8ca0-e8c2938a9d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928414 Nov 25 17:58:47.806707 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba5a4b-2f6a-46de-aefd-f986ed35a205 req-127ae46d-eac6-44a1-86db-5937c8dfe755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:47.808638 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-61ba5a4b-2f6a-46de-aefd-f986ed35a205 req-127ae46d-eac6-44a1-86db-5937c8dfe755 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=785c2dc35db4433c829ca2fafbcaa46f&device_id=e3fd1906-f08a-484b-9c55-27eb18668247 HTTP/1.1" status: 200 len: 1094 time: 0.0420375 Nov 25 17:58:47.906986 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba5a4b-2f6a-46de-aefd-f986ed35a205 req-dff57810-659a-40a9-bd09-a6cd6525c8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:47.908474 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-61ba5a4b-2f6a-46de-aefd-f986ed35a205 req-dff57810-659a-40a9-bd09-a6cd6525c8bd service neutron] 10.222.0.90 "GET /v2.0/networks?id=31d0d40b-d66f-40f8-8ca0-e8c2938a9d92 HTTP/1.1" status: 200 len: 910 time: 0.0898733 Nov 25 17:58:47.955108 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-61ba5a4b-2f6a-46de-aefd-f986ed35a205 req-8b36a181-ec1d-4c25-a6d0-bf7cba8b642e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7a8bb4f-5065-4aa6-bd49-89c3a3faec5a HTTP/1.1" status: 200 len: 217 time: 0.0389094 Nov 25 17:58:48.005491 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba5a4b-2f6a-46de-aefd-f986ed35a205 req-7e4bbf73-a142-487a-b8d2-bd26554fe858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:48.006975 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-61ba5a4b-2f6a-46de-aefd-f986ed35a205 req-7e4bbf73-a142-487a-b8d2-bd26554fe858 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ba19514f-2e2d-4828-ba00-8fad3be69eac HTTP/1.1" status: 200 len: 848 time: 0.0446606 Nov 25 17:58:48.054040 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba5a4b-2f6a-46de-aefd-f986ed35a205 req-283b9a18-c685-4e7b-b606-59aabb464ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:48.055927 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-61ba5a4b-2f6a-46de-aefd-f986ed35a205 req-283b9a18-c685-4e7b-b606-59aabb464ab3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=31d0d40b-d66f-40f8-8ca0-e8c2938a9d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401876 Nov 25 17:58:48.150568 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-61ba5a4b-2f6a-46de-aefd-f986ed35a205 req-d54cd0bb-b19a-49f2-9a7b-84f980fca5d5 service neutron] 10.222.0.90 "GET /v2.0/networks/31d0d40b-d66f-40f8-8ca0-e8c2938a9d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872240 Nov 25 17:58:48.258445 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-61ba5a4b-2f6a-46de-aefd-f986ed35a205 req-0e0e1473-105d-4f50-b066-e8c21714ce51 service neutron] 10.222.0.90 "GET /v2.0/networks/31d0d40b-d66f-40f8-8ca0-e8c2938a9d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998704 Nov 25 17:58:48.288273 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fbf5ec-5aff-4a42-b042-77e0122cdead req-13a93c10-a0a8-415b-872b-df7fdc6c29d4 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:48.289811 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-22fbf5ec-5aff-4a42-b042-77e0122cdead req-13a93c10-a0a8-415b-872b-df7fdc6c29d4 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=e3fd1906-f08a-484b-9c55-27eb18668247 HTTP/1.1" status: 200 len: 1094 time: 0.0505207 Nov 25 17:58:48.339379 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-22fbf5ec-5aff-4a42-b042-77e0122cdead req-944341d0-84fe-4138-a04f-5ebf1571c081 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=dc60e4d8-ac6e-4b26-b78a-c6af8c2adfc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435481 Nov 25 17:58:49.449633 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa2617-39c3-4e97-8cc3-d0e6406aa202 req-bed9a61a-1323-4725-9336-f950756adcb8 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:49.451165 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-aeaa2617-39c3-4e97-8cc3-d0e6406aa202 req-bed9a61a-1323-4725-9336-f950756adcb8 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=e3fd1906-f08a-484b-9c55-27eb18668247 HTTP/1.1" status: 200 len: 1094 time: 0.0407915 Nov 25 17:58:49.495737 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-aeaa2617-39c3-4e97-8cc3-d0e6406aa202 req-f394c28a-1abc-46ed-889d-6e090d5ce950 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=dc60e4d8-ac6e-4b26-b78a-c6af8c2adfc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375116 Nov 25 17:58:49.585134 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device e7a8bb4f-5065-4aa6-bd49-89c3a3faec5a details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:58:49.681789 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port e7a8bb4f-5065-4aa6-bd49-89c3a3faec5a, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=e7a8bb4f-5065-4aa6-bd49-89c3a3faec5a,segment=NetworkSegment(5f70d1cf-7db2-4b28-9c6b-35a111e7912f),segment_id=5f70d1cf-7db2-4b28-9c6b-35a111e7912f)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:58:49.693690 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': 'e7a8bb4f-5065-4aa6-bd49-89c3a3faec5a', 'network_id': '31d0d40b-d66f-40f8-8ca0-e8c2938a9d92', 'port_id': 'e7a8bb4f-5065-4aa6-bd49-89c3a3faec5a', 'mac_address': 'fa:16:3e:1d:9b:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba19514f-2e2d-4828-ba00-8fad3be69eac', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:58:49.730363 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:49.744487 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7a8bb4f-5065-4aa6-bd49-89c3a3faec5a {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:58:49.764880 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port e7a8bb4f-5065-4aa6-bd49-89c3a3faec5a, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=e7a8bb4f-5065-4aa6-bd49-89c3a3faec5a,segment=NetworkSegment(5f70d1cf-7db2-4b28-9c6b-35a111e7912f),segment_id=5f70d1cf-7db2-4b28-9c6b-35a111e7912f)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:58:49.769458 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:49.990368 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-446e6bf7-bfaa-496a-8a5f-c22e852520ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:49.995772 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=e7a8bb4f-5065-4aa6-bd49-89c3a3faec5a,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:58:50.033526 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['e7a8bb4f-5065-4aa6-bd49-89c3a3faec5a'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:58:50.602538 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cca674-12ec-447d-957b-aa6b3179394d req-413fd090-e2ab-4a2d-9828-397f3142adcc tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:50.604056 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-13cca674-12ec-447d-957b-aa6b3179394d req-413fd090-e2ab-4a2d-9828-397f3142adcc tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=e3fd1906-f08a-484b-9c55-27eb18668247 HTTP/1.1" status: 200 len: 1095 time: 0.0408270 Nov 25 17:58:50.648718 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-13cca674-12ec-447d-957b-aa6b3179394d req-a0106685-eb6b-4d10-bed4-597d8ca716ad tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=dc60e4d8-ac6e-4b26-b78a-c6af8c2adfc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380478 Nov 25 17:58:50.895215 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:51.595572 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device e7a8bb4f-5065-4aa6-bd49-89c3a3faec5a up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:58:51.644459 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port e7a8bb4f-5065-4aa6-bd49-89c3a3faec5a completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:58:51.648154 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port e7a8bb4f-5065-4aa6-bd49-89c3a3faec5a triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:58:51.648522 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:51.730770 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:51.760195 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3fd1906-f08a-484b-9c55-27eb18668247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a8bb4f-5065-4aa6-bd49-89c3a3faec5a'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:58:51.762548 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b19348-73fb-4995-b735-0223fd4c89a5" -d '{"events": [{"server_uuid": "e3fd1906-f08a-484b-9c55-27eb18668247", "name": "network-vif-plugged", "status": "completed", "tag": "e7a8bb4f-5065-4aa6-bd49-89c3a3faec5a"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:58:51.776065 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b613dd-2367-4e85-903e-8de1ee3e3fa6 req-1a668d43-cdc8-4057-8498-d17aa3011383 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:51.776543 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port e7a8bb4f-5065-4aa6-bd49-89c3a3faec5a, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=e7a8bb4f-5065-4aa6-bd49-89c3a3faec5a,segment=NetworkSegment(5f70d1cf-7db2-4b28-9c6b-35a111e7912f),segment_id=5f70d1cf-7db2-4b28-9c6b-35a111e7912f)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:58:51.778885 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-60b613dd-2367-4e85-903e-8de1ee3e3fa6 req-1a668d43-cdc8-4057-8498-d17aa3011383 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=e3fd1906-f08a-484b-9c55-27eb18668247 HTTP/1.1" status: 200 len: 1095 time: 0.0572169 Nov 25 17:58:51.783815 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:51.820693 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fbcf963-ecd2-454f-a24f-a76f77d3fb0b x-openstack-request-id: req-7fbcf963-ecd2-454f-a24f-a76f77d3fb0b {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:58:51.821294 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3fd1906-f08a-484b-9c55-27eb18668247", "name": "network-vif-plugged", "status": "completed", "tag": "e7a8bb4f-5065-4aa6-bd49-89c3a3faec5a", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:58:51.821563 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7fbcf963-ecd2-454f-a24f-a76f77d3fb0b {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:58:51.821967 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3fd1906-f08a-484b-9c55-27eb18668247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a8bb4f-5065-4aa6-bd49-89c3a3faec5a', 'code': 200} Nov 25 17:58:51.847591 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=e7a8bb4f-5065-4aa6-bd49-89c3a3faec5a,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:58:51.856875 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-60b613dd-2367-4e85-903e-8de1ee3e3fa6 req-58cf9403-2b93-4bce-a378-ef2640199143 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=dc60e4d8-ac6e-4b26-b78a-c6af8c2adfc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559750 Nov 25 17:58:51.909640 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d83b4-9900-44b0-b404-a36c0d9433b9 req-105424b2-8db4-4676-b93c-42521e745678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:51.911171 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b87d83b4-9900-44b0-b404-a36c0d9433b9 req-105424b2-8db4-4676-b93c-42521e745678 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e3fd1906-f08a-484b-9c55-27eb18668247 HTTP/1.1" status: 200 len: 1096 time: 0.0436513 Nov 25 17:58:51.958518 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b87d83b4-9900-44b0-b404-a36c0d9433b9 req-6a1a6f30-94a9-4c08-86f6-5afda7329fc5 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=dc60e4d8-ac6e-4b26-b78a-c6af8c2adfc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404694 Nov 25 17:58:52.086919 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:52.975608 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd18a35-9018-4e75-99d2-05b47ad8b86e req-d5b99374-da4f-479a-87e7-1c036fa2cb07 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:52.977180 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-acd18a35-9018-4e75-99d2-05b47ad8b86e req-d5b99374-da4f-479a-87e7-1c036fa2cb07 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=e3fd1906-f08a-484b-9c55-27eb18668247 HTTP/1.1" status: 200 len: 1096 time: 0.0477843 Nov 25 17:58:53.024111 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-acd18a35-9018-4e75-99d2-05b47ad8b86e req-c65d485c-590b-411c-ab9d-b6bb86b29773 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=dc60e4d8-ac6e-4b26-b78a-c6af8c2adfc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409503 Nov 25 17:58:53.032193 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:54.133900 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006539c-b1a3-4db9-b968-286b69df4a20 req-6ab0e56b-794b-452a-b50e-8da6e527591b tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:54.135411 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a006539c-b1a3-4db9-b968-286b69df4a20 req-6ab0e56b-794b-452a-b50e-8da6e527591b tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=e3fd1906-f08a-484b-9c55-27eb18668247 HTTP/1.1" status: 200 len: 1096 time: 0.0405498 Nov 25 17:58:54.179255 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a006539c-b1a3-4db9-b968-286b69df4a20 req-5efba138-b496-46ca-9408-d283872f65a2 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=dc60e4d8-ac6e-4b26-b78a-c6af8c2adfc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371938 Nov 25 17:58:54.284975 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99824372-e211-4b00-84ed-5c96104c66dc req-034c52fd-d1fb-48d9-a3c6-48e31d4c22ca tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:54.286404 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-99824372-e211-4b00-84ed-5c96104c66dc req-034c52fd-d1fb-48d9-a3c6-48e31d4c22ca tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=e3fd1906-f08a-484b-9c55-27eb18668247 HTTP/1.1" status: 200 len: 1096 time: 0.0414267 Nov 25 17:58:54.334608 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-99824372-e211-4b00-84ed-5c96104c66dc req-b38e4c7c-247f-4110-b5ce-2e50de9c742c tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=dc60e4d8-ac6e-4b26-b78a-c6af8c2adfc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423005 Nov 25 17:58:54.439347 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc98b1e-28d3-4d68-b3ce-eebaa5659f4b req-6471a979-c0ba-490c-9a0b-560fde5c6008 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:54.440877 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ecc98b1e-28d3-4d68-b3ce-eebaa5659f4b req-6471a979-c0ba-490c-9a0b-560fde5c6008 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=e3fd1906-f08a-484b-9c55-27eb18668247 HTTP/1.1" status: 200 len: 1096 time: 0.0407264 Nov 25 17:58:54.484630 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ecc98b1e-28d3-4d68-b3ce-eebaa5659f4b req-f8b7bde9-d4fb-410d-99d5-42ec4a232057 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=dc60e4d8-ac6e-4b26-b78a-c6af8c2adfc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376437 Nov 25 17:58:54.707391 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81afb3a6-73a6-443e-84c7-b72acec738d9 req-c4277d44-04d8-476a-a638-02d576448313 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:54.708912 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-81afb3a6-73a6-443e-84c7-b72acec738d9 req-c4277d44-04d8-476a-a638-02d576448313 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=e3fd1906-f08a-484b-9c55-27eb18668247 HTTP/1.1" status: 200 len: 1096 time: 0.0410252 Nov 25 17:58:54.753219 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-81afb3a6-73a6-443e-84c7-b72acec738d9 req-a4ff6006-d9ab-43c2-8107-13c9f10cc8ad tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=dc60e4d8-ac6e-4b26-b78a-c6af8c2adfc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380633 Nov 25 17:58:55.875102 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429c4fb-c8a2-46f0-9e83-41ede02e865f req-fc64c907-73ff-4a23-b3ff-fb4d97ee3b56 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:55.877032 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e429c4fb-c8a2-46f0-9e83-41ede02e865f req-fc64c907-73ff-4a23-b3ff-fb4d97ee3b56 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=e3fd1906-f08a-484b-9c55-27eb18668247 HTTP/1.1" status: 200 len: 1096 time: 0.0487401 Nov 25 17:58:55.924773 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e429c4fb-c8a2-46f0-9e83-41ede02e865f req-ae1de4f6-65d4-43e7-bd7f-e80f2deb3df1 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=dc60e4d8-ac6e-4b26-b78a-c6af8c2adfc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409899 Nov 25 17:58:55.964748 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b04a17-378c-4009-bbd2-7aabddd03bce req-2802f3bf-9adc-4880-9075-619efd0989fa tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:55.966293 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c6b04a17-378c-4009-bbd2-7aabddd03bce req-2802f3bf-9adc-4880-9075-619efd0989fa tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=e3fd1906-f08a-484b-9c55-27eb18668247 HTTP/1.1" status: 200 len: 1096 time: 0.0406032 Nov 25 17:58:56.051375 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-c6b04a17-378c-4009-bbd2-7aabddd03bce req-a0fde2cd-aa22-4870-a5a7-4a89e2952b45 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] Deleting port e7a8bb4f-5065-4aa6-bd49-89c3a3faec5a {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:58:56.051630 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c6b04a17-378c-4009-bbd2-7aabddd03bce req-a0fde2cd-aa22-4870-a5a7-4a89e2952b45 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:56.133941 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-c6b04a17-378c-4009-bbd2-7aabddd03bce req-a0fde2cd-aa22-4870-a5a7-4a89e2952b45 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] For port e7a8bb4f-5065-4aa6-bd49-89c3a3faec5a, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=e7a8bb4f-5065-4aa6-bd49-89c3a3faec5a,segment=NetworkSegment(5f70d1cf-7db2-4b28-9c6b-35a111e7912f),segment_id=5f70d1cf-7db2-4b28-9c6b-35a111e7912f)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:58:56.134318 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c6b04a17-378c-4009-bbd2-7aabddd03bce req-a0fde2cd-aa22-4870-a5a7-4a89e2952b45 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:56.149905 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-c6b04a17-378c-4009-bbd2-7aabddd03bce req-a0fde2cd-aa22-4870-a5a7-4a89e2952b45 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] Calling delete_port for e7a8bb4f-5065-4aa6-bd49-89c3a3faec5a owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:58:56.293244 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c6b04a17-378c-4009-bbd2-7aabddd03bce req-a0fde2cd-aa22-4870-a5a7-4a89e2952b45 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:56.304885 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['e7a8bb4f-5065-4aa6-bd49-89c3a3faec5a'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:58:56.307604 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['996fa3b9-c8f8-425b-be6b-7098511c6188'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:58:56.326645 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fde2cd-aa22-4870-a5a7-4a89e2952b45 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] Pushing event deleted for resources: {'Port': ['ID=e7a8bb4f-5065-4aa6-bd49-89c3a3faec5a,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:58:56.372058 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6b04a17-378c-4009-bbd2-7aabddd03bce req-a0fde2cd-aa22-4870-a5a7-4a89e2952b45 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] No DVR routers for this DVR port e7a8bb4f-5065-4aa6-bd49-89c3a3faec5a on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:58:56.375921 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c6b04a17-378c-4009-bbd2-7aabddd03bce req-a0fde2cd-aa22-4870-a5a7-4a89e2952b45 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:56.379915 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c6b04a17-378c-4009-bbd2-7aabddd03bce req-a0fde2cd-aa22-4870-a5a7-4a89e2952b45 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] 10.222.0.90 "DELETE /v2.0/ports/e7a8bb4f-5065-4aa6-bd49-89c3a3faec5a HTTP/1.1" status: 204 len: 173 time: 0.4073961 Nov 25 17:58:56.380386 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3fd1906-f08a-484b-9c55-27eb18668247', 'name': 'network-vif-deleted', 'tag': 'e7a8bb4f-5065-4aa6-bd49-89c3a3faec5a'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:58:56.382835 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a591d6-2d47-4173-b7e8-26a41087fc42" -d '{"events": [{"server_uuid": "e3fd1906-f08a-484b-9c55-27eb18668247", "name": "network-vif-deleted", "tag": "e7a8bb4f-5065-4aa6-bd49-89c3a3faec5a"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:58:56.434391 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28869f82-8797-4d41-a4a1-d256b1482522 x-openstack-request-id: req-28869f82-8797-4d41-a4a1-d256b1482522 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:58:56.434703 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3fd1906-f08a-484b-9c55-27eb18668247", "name": "network-vif-deleted", "tag": "e7a8bb4f-5065-4aa6-bd49-89c3a3faec5a", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:58:56.434966 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-28869f82-8797-4d41-a4a1-d256b1482522 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:58:56.435408 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3fd1906-f08a-484b-9c55-27eb18668247', 'name': 'network-vif-deleted', 'tag': 'e7a8bb4f-5065-4aa6-bd49-89c3a3faec5a', 'status': 'completed', 'code': 200} Nov 25 17:58:57.197461 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa095a-1f52-4cf3-aa8a-a9008aba9ac4 req-7024d3c8-17ae-4787-88c6-7d6d5b967e2d tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:57.199023 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8ffa095a-1f52-4cf3-aa8a-a9008aba9ac4 req-7024d3c8-17ae-4787-88c6-7d6d5b967e2d tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=79bd2e99-dafc-4542-a6fd-bab38232f197 HTTP/1.1" status: 200 len: 1096 time: 0.0462599 Nov 25 17:58:57.245280 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8ffa095a-1f52-4cf3-aa8a-a9008aba9ac4 req-d7d7115b-45c9-4324-85ee-2762a2a15b8f tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=dc60e4d8-ac6e-4b26-b78a-c6af8c2adfc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396364 Nov 25 17:58:58.318563 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:58:58.361144 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fccc1e5-7612-4ab6-8ebd-baed0fd8254a req-e00d7f03-72c8-4325-b788-861ae62a54ce tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:58.362701 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8fccc1e5-7612-4ab6-8ebd-baed0fd8254a req-e00d7f03-72c8-4325-b788-861ae62a54ce tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=79bd2e99-dafc-4542-a6fd-bab38232f197 HTTP/1.1" status: 200 len: 1096 time: 0.0447814 Nov 25 17:58:58.408752 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8fccc1e5-7612-4ab6-8ebd-baed0fd8254a req-7833286c-a776-4e8a-b832-d65a6324e7f9 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=dc60e4d8-ac6e-4b26-b78a-c6af8c2adfc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393271 Nov 25 17:58:58.476816 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f030a7df-3dea-4f7d-8275-ad230b35a22c req-29f55373-1cf5-4eff-8c06-d17ef818991a tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:58.478376 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f030a7df-3dea-4f7d-8275-ad230b35a22c req-29f55373-1cf5-4eff-8c06-d17ef818991a tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=79bd2e99-dafc-4542-a6fd-bab38232f197 HTTP/1.1" status: 200 len: 1096 time: 0.0400422 Nov 25 17:58:58.561758 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-f030a7df-3dea-4f7d-8275-ad230b35a22c req-f53cf992-db8b-4810-b43e-3fc266452f73 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] Deleting port 996fa3b9-c8f8-425b-be6b-7098511c6188 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:58:58.562197 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-f030a7df-3dea-4f7d-8275-ad230b35a22c req-f53cf992-db8b-4810-b43e-3fc266452f73 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:58.641728 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-f030a7df-3dea-4f7d-8275-ad230b35a22c req-f53cf992-db8b-4810-b43e-3fc266452f73 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] For port 996fa3b9-c8f8-425b-be6b-7098511c6188, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=996fa3b9-c8f8-425b-be6b-7098511c6188,segment=NetworkSegment(5f70d1cf-7db2-4b28-9c6b-35a111e7912f),segment_id=5f70d1cf-7db2-4b28-9c6b-35a111e7912f)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:58:58.642105 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-f030a7df-3dea-4f7d-8275-ad230b35a22c req-f53cf992-db8b-4810-b43e-3fc266452f73 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:58.655403 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-f030a7df-3dea-4f7d-8275-ad230b35a22c req-f53cf992-db8b-4810-b43e-3fc266452f73 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] Calling delete_port for 996fa3b9-c8f8-425b-be6b-7098511c6188 owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:58:58.787449 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-f030a7df-3dea-4f7d-8275-ad230b35a22c req-f53cf992-db8b-4810-b43e-3fc266452f73 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:58.801192 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['e7a8bb4f-5065-4aa6-bd49-89c3a3faec5a'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:58:58.804908 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['996fa3b9-c8f8-425b-be6b-7098511c6188'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:58:58.846038 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53cf992-db8b-4810-b43e-3fc266452f73 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] Pushing event deleted for resources: {'Port': ['ID=996fa3b9-c8f8-425b-be6b-7098511c6188,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:58:58.871816 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-f030a7df-3dea-4f7d-8275-ad230b35a22c req-f53cf992-db8b-4810-b43e-3fc266452f73 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] No DVR routers for this DVR port 996fa3b9-c8f8-425b-be6b-7098511c6188 on host n-h1-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:58:58.875285 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-f030a7df-3dea-4f7d-8275-ad230b35a22c req-f53cf992-db8b-4810-b43e-3fc266452f73 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:58.879415 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f030a7df-3dea-4f7d-8275-ad230b35a22c req-f53cf992-db8b-4810-b43e-3fc266452f73 tempest-TestServerMultinode-1881350170 tempest-TestServerMultinode-1881350170-project-admin] 10.222.0.74 "DELETE /v2.0/ports/996fa3b9-c8f8-425b-be6b-7098511c6188 HTTP/1.1" status: 204 len: 173 time: 0.3949995 Nov 25 17:58:58.879982 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79bd2e99-dafc-4542-a6fd-bab38232f197', 'name': 'network-vif-deleted', 'tag': '996fa3b9-c8f8-425b-be6b-7098511c6188'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:58:58.883649 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8a2754-b412-4358-81e4-a0a3228aae2a" -d '{"events": [{"server_uuid": "79bd2e99-dafc-4542-a6fd-bab38232f197", "name": "network-vif-deleted", "tag": "996fa3b9-c8f8-425b-be6b-7098511c6188"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:58:58.932045 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046f943e-a53f-49eb-bfd0-70b6100ddb47 x-openstack-request-id: req-046f943e-a53f-49eb-bfd0-70b6100ddb47 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:58:58.932452 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79bd2e99-dafc-4542-a6fd-bab38232f197", "name": "network-vif-deleted", "tag": "996fa3b9-c8f8-425b-be6b-7098511c6188", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:58:58.932844 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-046f943e-a53f-49eb-bfd0-70b6100ddb47 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:58:58.933356 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79bd2e99-dafc-4542-a6fd-bab38232f197', 'name': 'network-vif-deleted', 'tag': '996fa3b9-c8f8-425b-be6b-7098511c6188', 'status': 'completed', 'code': 200} Nov 25 17:58:59.476402 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55714) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:58:59.832328 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-36e64a6f-1ed2-47f4-a07b-385b1a3ed3c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:00.097259 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-36e64a6f-1ed2-47f4-a07b-385b1a3ed3c6 admin admin] Deleting port 53464e5a-2c23-4223-af18-e30ed5c54e5d {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:59:00.097685 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-36e64a6f-1ed2-47f4-a07b-385b1a3ed3c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:00.177330 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-36e64a6f-1ed2-47f4-a07b-385b1a3ed3c6 admin admin] For port 53464e5a-2c23-4223-af18-e30ed5c54e5d, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=53464e5a-2c23-4223-af18-e30ed5c54e5d,segment=NetworkSegment(5f70d1cf-7db2-4b28-9c6b-35a111e7912f),segment_id=5f70d1cf-7db2-4b28-9c6b-35a111e7912f)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:59:00.177705 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-36e64a6f-1ed2-47f4-a07b-385b1a3ed3c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:00.190638 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-36e64a6f-1ed2-47f4-a07b-385b1a3ed3c6 admin admin] Calling delete_port for 53464e5a-2c23-4223-af18-e30ed5c54e5d owned by network:router_interface {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:59:00.374154 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-36e64a6f-1ed2-47f4-a07b-385b1a3ed3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:00.405665 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e64a6f-1ed2-47f4-a07b-385b1a3ed3c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=53464e5a-2c23-4223-af18-e30ed5c54e5d,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:59:00.571056 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-36e64a6f-1ed2-47f4-a07b-385b1a3ed3c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:01.096837 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e64a6f-1ed2-47f4-a07b-385b1a3ed3c6 admin admin] Router f3f24c0c-273d-4c80-89d8-d575c5855ec8 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:59:01.205947 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e64a6f-1ed2-47f4-a07b-385b1a3ed3c6 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:59:01.211043 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-36e64a6f-1ed2-47f4-a07b-385b1a3ed3c6 admin admin] 10.222.0.75 "PUT /v2.0/routers/f3f24c0c-273d-4c80-89d8-d575c5855ec8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7329245 Nov 25 17:59:01.213532 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55730) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:59:01.216413 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1514ce3-7271-454f-aa1e-88dabe5e9664 None None] Sync routers for ids ['f3f24c0c-273d-4c80-89d8-d575c5855ec8'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:59:01.229763 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1514ce3-7271-454f-aa1e-88dabe5e9664 None None] Routers {'f3f24c0c-273d-4c80-89d8-d575c5855ec8'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:59:01.230400 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-d1514ce3-7271-454f-aa1e-88dabe5e9664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:58:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['f3f24c0c-273d-4c80-89d8-d575c5855ec8'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:59:01.315136 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b72a1046-7c03-4635-b828-d7bf2d4324f5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:01.336757 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-d1514ce3-7271-454f-aa1e-88dabe5e9664 None None] Set router f3f24c0c-273d-4c80-89d8-d575c5855ec8 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:59:01.433266 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b72a1046-7c03-4635-b828-d7bf2d4324f5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:01.492728 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-b72a1046-7c03-4635-b828-d7bf2d4324f5 admin admin] Deleting port 8133f998-8c50-45ce-b829-fbd790a70f15 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:59:01.493125 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b72a1046-7c03-4635-b828-d7bf2d4324f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:01.536809 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-d1514ce3-7271-454f-aa1e-88dabe5e9664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f24c0c-273d-4c80-89d8-d575c5855ec8', 'name': 'tempest-TestServerMultinode-571518245-router', 'tenant_id': '306889d2f8dd44ecb7cfc03b0bdaabe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '8133f998-8c50-45ce-b829-fbd790a70f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:58:23Z', 'updated_at': '2021-11-25T17:59:00Z', 'revision_number': 5, 'project_id': '306889d2f8dd44ecb7cfc03b0bdaabe6', 'gw_port': {'id': '8133f998-8c50-45ce-b829-fbd790a70f15', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:32:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f24c0c-273d-4c80-89d8-d575c5855ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:58:24Z', 'updated_at': '2021-11-25T17:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:59:01.567084 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1514ce3-7271-454f-aa1e-88dabe5e9664 None None] Checking router: f3f24c0c-273d-4c80-89d8-d575c5855ec8 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:59:01.573116 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-b72a1046-7c03-4635-b828-d7bf2d4324f5 admin admin] For port 8133f998-8c50-45ce-b829-fbd790a70f15, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=8133f998-8c50-45ce-b829-fbd790a70f15,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:59:01.573482 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b72a1046-7c03-4635-b828-d7bf2d4324f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:01.575638 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1514ce3-7271-454f-aa1e-88dabe5e9664 None None] Routers {'f3f24c0c-273d-4c80-89d8-d575c5855ec8'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:59:01.576377 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-d1514ce3-7271-454f-aa1e-88dabe5e9664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:58:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['f3f24c0c-273d-4c80-89d8-d575c5855ec8'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:59:01.590886 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-b72a1046-7c03-4635-b828-d7bf2d4324f5 admin admin] Calling delete_port for 8133f998-8c50-45ce-b829-fbd790a70f15 owned by network:router_gateway {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:59:01.666278 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device e7a8bb4f-5065-4aa6-bd49-89c3a3faec5a no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:59:01.675524 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-d1514ce3-7271-454f-aa1e-88dabe5e9664 None None] Set router f3f24c0c-273d-4c80-89d8-d575c5855ec8 gateway port host: None {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:59:01.695236 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: e7a8bb4f-5065-4aa6-bd49-89c3a3faec5a {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:59:01.696005 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device e7a8bb4f-5065-4aa6-bd49-89c3a3faec5a not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:59:01.732572 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-d1514ce3-7271-454f-aa1e-88dabe5e9664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f24c0c-273d-4c80-89d8-d575c5855ec8', 'name': 'tempest-TestServerMultinode-571518245-router', 'tenant_id': '306889d2f8dd44ecb7cfc03b0bdaabe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:58:23Z', 'updated_at': '2021-11-25T17:59:01Z', 'revision_number': 6, 'project_id': '306889d2f8dd44ecb7cfc03b0bdaabe6', 'gw_port_host': None}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:59:01.763379 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1514ce3-7271-454f-aa1e-88dabe5e9664 None None] The sync data for ids ['f3f24c0c-273d-4c80-89d8-d575c5855ec8'] in n-d-817746-1 is: [{'id': 'f3f24c0c-273d-4c80-89d8-d575c5855ec8', 'name': 'tempest-TestServerMultinode-571518245-router', 'tenant_id': '306889d2f8dd44ecb7cfc03b0bdaabe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:58:23Z', 'updated_at': '2021-11-25T17:59:01Z', 'revision_number': 6, 'project_id': '306889d2f8dd44ecb7cfc03b0bdaabe6', 'gw_port_host': None}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:59:01.788630 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b72a1046-7c03-4635-b828-d7bf2d4324f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:01.823210 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b359983a-e1e1-4f63-b13c-1d42aa6ac665 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:59:01.841494 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72a1046-7c03-4635-b828-d7bf2d4324f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8133f998-8c50-45ce-b829-fbd790a70f15,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:59:01.877234 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 996fa3b9-c8f8-425b-be6b-7098511c6188 no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:59:01.885671 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b72a1046-7c03-4635-b828-d7bf2d4324f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:01.898210 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: 996fa3b9-c8f8-425b-be6b-7098511c6188 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:59:01.898561 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 996fa3b9-c8f8-425b-be6b-7098511c6188 not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:59:01.981637 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b72a1046-7c03-4635-b828-d7bf2d4324f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:01.986184 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b72a1046-7c03-4635-b828-d7bf2d4324f5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:02.031092 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b72a1046-7c03-4635-b828-d7bf2d4324f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:02.031829 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b72a1046-7c03-4635-b828-d7bf2d4324f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3f24c0c-273d-4c80-89d8-d575c5855ec8 {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:59:02.036343 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b72a1046-7c03-4635-b828-d7bf2d4324f5 admin admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:02.037620 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b72a1046-7c03-4635-b828-d7bf2d4324f5 admin admin] 10.222.0.75 "DELETE /v2.0/routers/f3f24c0c-273d-4c80-89d8-d575c5855ec8 HTTP/1.1" status: 204 len: 168 time: 0.8231630 Nov 25 17:59:02.040140 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55732) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:59:02.085571 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-19d7def2-7ae4-44bf-b066-d231ff9670a2 admin admin] Deleting subnet ba19514f-2e2d-4828-ba00-8fad3be69eac {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:59:02.088697 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-19d7def2-7ae4-44bf-b066-d231ff9670a2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:02.133753 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-19d7def2-7ae4-44bf-b066-d231ff9670a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:02.233921 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-19d7def2-7ae4-44bf-b066-d231ff9670a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:02.286467 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-19d7def2-7ae4-44bf-b066-d231ff9670a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:02.314964 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-19d7def2-7ae4-44bf-b066-d231ff9670a2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:02.320331 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-19d7def2-7ae4-44bf-b066-d231ff9670a2 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/ba19514f-2e2d-4828-ba00-8fad3be69eac HTTP/1.1" status: 204 len: 168 time: 0.2771106 Nov 25 17:59:02.320331 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d7def2-7ae4-44bf-b066-d231ff9670a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba19514f-2e2d-4828-ba00-8fad3be69eac,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:59:02.320547 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55736) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:59:02.327123 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a125e1e-5a04-49cc-987d-a88b2c1d9441 None None] Network 31d0d40b-d66f-40f8-8ca0-e8c2938a9d92 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:59:02.400802 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d0b6f5a5-fb8f-4a08-8dbf-36137d00a87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:02.460253 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-d0b6f5a5-fb8f-4a08-8dbf-36137d00a87d admin admin] Deleting port 5222303f-dc5a-48a4-8da9-dfacb1bcd32d {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:59:02.460941 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d0b6f5a5-fb8f-4a08-8dbf-36137d00a87d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:02.532786 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-d0b6f5a5-fb8f-4a08-8dbf-36137d00a87d admin admin] For port 5222303f-dc5a-48a4-8da9-dfacb1bcd32d, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=5222303f-dc5a-48a4-8da9-dfacb1bcd32d,segment=NetworkSegment(5f70d1cf-7db2-4b28-9c6b-35a111e7912f),segment_id=5f70d1cf-7db2-4b28-9c6b-35a111e7912f)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:59:02.533180 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d0b6f5a5-fb8f-4a08-8dbf-36137d00a87d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:02.549048 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-d0b6f5a5-fb8f-4a08-8dbf-36137d00a87d admin admin] Calling delete_port for 5222303f-dc5a-48a4-8da9-dfacb1bcd32d owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:59:02.574209 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11a2a75-94e6-442a-8c80-beda27121261 None None] DHCP port deletion for 31d0d40b-d66f-40f8-8ca0-e8c2938a9d92 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:59:02.633232 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-e11a2a75-94e6-442a-8c80-beda27121261 None None] Deleting port 5222303f-dc5a-48a4-8da9-dfacb1bcd32d {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:59:02.633628 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e11a2a75-94e6-442a-8c80-beda27121261 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:02.647835 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d0b6f5a5-fb8f-4a08-8dbf-36137d00a87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:02.677907 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b6f5a5-fb8f-4a08-8dbf-36137d00a87d admin admin] No DVR routers for this DVR port 5222303f-dc5a-48a4-8da9-dfacb1bcd32d on host n-d-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:59:02.679837 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b6f5a5-fb8f-4a08-8dbf-36137d00a87d admin admin] Pushing event deleted for resources: {'Port': ['ID=5222303f-dc5a-48a4-8da9-dfacb1bcd32d,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:59:02.712268 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-e11a2a75-94e6-442a-8c80-beda27121261 None None] For port 5222303f-dc5a-48a4-8da9-dfacb1bcd32d, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=5222303f-dc5a-48a4-8da9-dfacb1bcd32d,segment=NetworkSegment(5f70d1cf-7db2-4b28-9c6b-35a111e7912f),segment_id=5f70d1cf-7db2-4b28-9c6b-35a111e7912f)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:59:02.713395 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e11a2a75-94e6-442a-8c80-beda27121261 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:02.729340 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-e11a2a75-94e6-442a-8c80-beda27121261 None None] Calling delete_port for 5222303f-dc5a-48a4-8da9-dfacb1bcd32d owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:59:02.770905 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d0b6f5a5-fb8f-4a08-8dbf-36137d00a87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:02.792667 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-d0b6f5a5-fb8f-4a08-8dbf-36137d00a87d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31d0d40b-d66f-40f8-8ca0-e8c2938a9d92']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:59:02.802756 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-d0b6f5a5-fb8f-4a08-8dbf-36137d00a87d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f70d1cf-7db2-4b28-9c6b-35a111e7912f') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:59:02.803157 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-d0b6f5a5-fb8f-4a08-8dbf-36137d00a87d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f70d1cf-7db2-4b28-9c6b-35a111e7912f') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:59:02.807557 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:59:02.807557 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:59:02.807557 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:59:02.807557 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:59:02.807557 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:59:02.807557 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:59:02.807557 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:59:02.807557 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:59:02.807557 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:59:02.807557 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:59:02.807557 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:59:02.807557 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:59:02.807557 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:59:02.807557 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:59:02.807557 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:59:02.807557 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:59:02.807557 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:59:02.807557 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:59:02.807557 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:59:02.807557 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:59:02.807557 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:59:02.807557 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:59:02.807557 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:59:02.807557 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:59:02.807557 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:59:02.807557 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:59:02.807557 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:59:02.807557 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:59:02.807557 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:59:02.807557 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:59:02.807557 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:59:02.807557 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:59:02.807557 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:59:02.807557 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:59:02.807557 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:59:02.807557 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:59:02.807557 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:59:02.807557 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:59:02.807557 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:59:02.807557 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:59:02.807557 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:59:02.807557 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:59:02.807557 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:59:02.807557 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:59:02.807557 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:59:02.807557 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:59:02.807557 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:59:02.807557 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:59:02.807557 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:59:02.807557 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:59:02.807557 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:59:02.807557 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:59:02.807557 n-d-817746-1 neutron-server[103362]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:59:02.807557 n-d-817746-1 neutron-server[103362]: self.session.flush() Nov 25 17:59:02.816815 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d0b6f5a5-fb8f-4a08-8dbf-36137d00a87d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:02.819289 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e11a2a75-94e6-442a-8c80-beda27121261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:02.833077 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d0b6f5a5-fb8f-4a08-8dbf-36137d00a87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:02.839361 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0b6f5a5-fb8f-4a08-8dbf-36137d00a87d admin admin] Releasing vlan 920 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:59:02.839852 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d0b6f5a5-fb8f-4a08-8dbf-36137d00a87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:02.841672 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:59:02.841672 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:59:02.841672 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:59:02.841672 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:59:02.841672 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:59:02.841672 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:59:02.841672 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:59:02.841672 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:59:02.841672 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:59:02.841672 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:59:02.841672 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:59:02.841672 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:59:02.841672 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:59:02.841672 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:59:02.841672 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:59:02.841672 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:59:02.841672 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:59:02.841672 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:59:02.841672 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:59:02.841672 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:59:02.841672 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:59:02.841672 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:59:02.841672 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:59:02.841672 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:59:02.841672 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:59:02.841672 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:59:02.841672 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:59:02.841672 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:59:02.841672 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:59:02.841672 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:59:02.841672 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:59:02.841672 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:59:02.853296 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a2a75-94e6-442a-8c80-beda27121261 None None] Pushing event deleted for resources: {'Port': ['ID=5222303f-dc5a-48a4-8da9-dfacb1bcd32d,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:59:02.857974 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11a2a75-94e6-442a-8c80-beda27121261 None None] No DVR routers for this DVR port 5222303f-dc5a-48a4-8da9-dfacb1bcd32d on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:59:02.914356 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d0b6f5a5-fb8f-4a08-8dbf-36137d00a87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:02.926147 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d0b6f5a5-fb8f-4a08-8dbf-36137d00a87d admin admin] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:02.929865 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d0b6f5a5-fb8f-4a08-8dbf-36137d00a87d admin admin] 10.222.0.75 "DELETE /v2.0/networks/31d0d40b-d66f-40f8-8ca0-e8c2938a9d92 HTTP/1.1" status: 204 len: 168 time: 0.6080990 Nov 25 17:59:02.937634 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55738) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:59:02.946067 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b6f5a5-fb8f-4a08-8dbf-36137d00a87d admin admin] Pushing event deleted for resources: {'Network': ['ID=31d0d40b-d66f-40f8-8ca0-e8c2938a9d92,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:59:02.988348 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 8133f998-8c50-45ce-b829-fbd790a70f15 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:59:03.017555 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 8133f998-8c50-45ce-b829-fbd790a70f15 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:59:03.018139 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 8133f998-8c50-45ce-b829-fbd790a70f15 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:59:03.018708 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 53464e5a-2c23-4223-af18-e30ed5c54e5d no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:59:03.045174 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 53464e5a-2c23-4223-af18-e30ed5c54e5d {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:59:03.046077 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 53464e5a-2c23-4223-af18-e30ed5c54e5d not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:59:03.046496 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 5222303f-dc5a-48a4-8da9-dfacb1bcd32d no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:59:03.067124 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 5222303f-dc5a-48a4-8da9-dfacb1bcd32d {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:59:03.067794 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 5222303f-dc5a-48a4-8da9-dfacb1bcd32d not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:59:03.338001 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f25733a2-0031-476c-ae1c-69ae9fa61868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:03.600675 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-f25733a2-0031-476c-ae1c-69ae9fa61868 admin admin] Deleting port 30c91702-8a61-42cf-95ff-3c6a58a925f2 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:59:03.601616 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f25733a2-0031-476c-ae1c-69ae9fa61868 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:03.681667 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-f25733a2-0031-476c-ae1c-69ae9fa61868 admin admin] For port 30c91702-8a61-42cf-95ff-3c6a58a925f2, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=30c91702-8a61-42cf-95ff-3c6a58a925f2,segment=NetworkSegment(cca4211d-8bc3-4261-b4aa-c27f38e65d33),segment_id=cca4211d-8bc3-4261-b4aa-c27f38e65d33)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:59:03.681954 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f25733a2-0031-476c-ae1c-69ae9fa61868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:03.695382 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-f25733a2-0031-476c-ae1c-69ae9fa61868 admin admin] Calling delete_port for 30c91702-8a61-42cf-95ff-3c6a58a925f2 owned by network:router_interface {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:59:03.876279 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f25733a2-0031-476c-ae1c-69ae9fa61868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:03.902579 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25733a2-0031-476c-ae1c-69ae9fa61868 admin admin] Pushing event deleted for resources: {'Port': ['ID=30c91702-8a61-42cf-95ff-3c6a58a925f2,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:59:04.083973 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f25733a2-0031-476c-ae1c-69ae9fa61868 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:04.316499 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f25733a2-0031-476c-ae1c-69ae9fa61868 admin admin] Router 02495288-3186-4094-a235-ca86c4f062b9 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:59:04.420356 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25733a2-0031-476c-ae1c-69ae9fa61868 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:59:04.428506 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-f25733a2-0031-476c-ae1c-69ae9fa61868 admin admin] 10.222.0.75 "PUT /v2.0/routers/02495288-3186-4094-a235-ca86c4f062b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4854546 Nov 25 17:59:04.428637 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55744) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:59:04.431593 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b30d677-f63d-48d4-88b0-0aad2fed9e3a None None] Sync routers for ids ['02495288-3186-4094-a235-ca86c4f062b9'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:59:04.442600 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b30d677-f63d-48d4-88b0-0aad2fed9e3a None None] Routers {'02495288-3186-4094-a235-ca86c4f062b9'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:59:04.443254 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-3b30d677-f63d-48d4-88b0-0aad2fed9e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:58:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['02495288-3186-4094-a235-ca86c4f062b9'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:59:04.542903 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2f61b3f7-367f-440d-8445-9f4414ede969 admin admin] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:04.553560 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-3b30d677-f63d-48d4-88b0-0aad2fed9e3a None None] Set router 02495288-3186-4094-a235-ca86c4f062b9 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:59:04.655241 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2f61b3f7-367f-440d-8445-9f4414ede969 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:04.710608 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-2f61b3f7-367f-440d-8445-9f4414ede969 admin admin] Deleting port b395a173-e100-410a-a0cf-2e6e22bf4b93 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:59:04.711501 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2f61b3f7-367f-440d-8445-9f4414ede969 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:04.745358 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-3b30d677-f63d-48d4-88b0-0aad2fed9e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02495288-3186-4094-a235-ca86c4f062b9', 'name': 'tempest-TestServerMultinode-6561024-router', 'tenant_id': '785c2dc35db4433c829ca2fafbcaa46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'b395a173-e100-410a-a0cf-2e6e22bf4b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:58:29Z', 'updated_at': '2021-11-25T17:59:03Z', 'revision_number': 5, 'project_id': '785c2dc35db4433c829ca2fafbcaa46f', 'gw_port': {'id': 'b395a173-e100-410a-a0cf-2e6e22bf4b93', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02495288-3186-4094-a235-ca86c4f062b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:58:29Z', 'updated_at': '2021-11-25T17:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:59:04.772568 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b30d677-f63d-48d4-88b0-0aad2fed9e3a None None] Checking router: 02495288-3186-4094-a235-ca86c4f062b9 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:59:04.781989 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b30d677-f63d-48d4-88b0-0aad2fed9e3a None None] Routers {'02495288-3186-4094-a235-ca86c4f062b9'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:59:04.782669 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-3b30d677-f63d-48d4-88b0-0aad2fed9e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:58:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['02495288-3186-4094-a235-ca86c4f062b9'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:59:04.803764 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-2f61b3f7-367f-440d-8445-9f4414ede969 admin admin] For port b395a173-e100-410a-a0cf-2e6e22bf4b93, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=b395a173-e100-410a-a0cf-2e6e22bf4b93,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:59:04.804154 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2f61b3f7-367f-440d-8445-9f4414ede969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:04.816507 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-2f61b3f7-367f-440d-8445-9f4414ede969 admin admin] Calling delete_port for b395a173-e100-410a-a0cf-2e6e22bf4b93 owned by network:router_gateway {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:59:04.868310 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-3b30d677-f63d-48d4-88b0-0aad2fed9e3a None None] Set router 02495288-3186-4094-a235-ca86c4f062b9 gateway port host: None {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:59:04.919965 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-3b30d677-f63d-48d4-88b0-0aad2fed9e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02495288-3186-4094-a235-ca86c4f062b9', 'name': 'tempest-TestServerMultinode-6561024-router', 'tenant_id': '785c2dc35db4433c829ca2fafbcaa46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:58:29Z', 'updated_at': '2021-11-25T17:59:04Z', 'revision_number': 6, 'project_id': '785c2dc35db4433c829ca2fafbcaa46f', 'gw_port_host': None}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:59:04.949952 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b30d677-f63d-48d4-88b0-0aad2fed9e3a None None] The sync data for ids ['02495288-3186-4094-a235-ca86c4f062b9'] in n-d-817746-1 is: [{'id': '02495288-3186-4094-a235-ca86c4f062b9', 'name': 'tempest-TestServerMultinode-6561024-router', 'tenant_id': '785c2dc35db4433c829ca2fafbcaa46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:58:29Z', 'updated_at': '2021-11-25T17:59:04Z', 'revision_number': 6, 'project_id': '785c2dc35db4433c829ca2fafbcaa46f', 'gw_port_host': None}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:59:05.013530 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2f61b3f7-367f-440d-8445-9f4414ede969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:05.042663 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f61b3f7-367f-440d-8445-9f4414ede969 admin admin] Pushing event deleted for resources: {'Port': ['ID=b395a173-e100-410a-a0cf-2e6e22bf4b93,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:59:05.060085 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c9d329-4691-4d1c-abb3-2ee89e6111ad None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:59:05.116893 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2f61b3f7-367f-440d-8445-9f4414ede969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:05.220695 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2f61b3f7-367f-440d-8445-9f4414ede969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:05.223117 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2f61b3f7-367f-440d-8445-9f4414ede969 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:05.270777 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2f61b3f7-367f-440d-8445-9f4414ede969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:05.271339 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f61b3f7-367f-440d-8445-9f4414ede969 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02495288-3186-4094-a235-ca86c4f062b9 {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:59:05.276174 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2f61b3f7-367f-440d-8445-9f4414ede969 admin admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:05.277439 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2f61b3f7-367f-440d-8445-9f4414ede969 admin admin] 10.222.0.75 "DELETE /v2.0/routers/02495288-3186-4094-a235-ca86c4f062b9 HTTP/1.1" status: 204 len: 168 time: 0.8485184 Nov 25 17:59:05.279960 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55746) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:59:05.323835 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5cc4576-1f3e-4db0-8787-d0ac92cad5fc admin admin] Deleting subnet c38f8117-100e-4961-a4f1-ae63beb50d15 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:59:05.327901 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d5cc4576-1f3e-4db0-8787-d0ac92cad5fc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:05.365348 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d5cc4576-1f3e-4db0-8787-d0ac92cad5fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:05.453954 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d5cc4576-1f3e-4db0-8787-d0ac92cad5fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:05.514705 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d5cc4576-1f3e-4db0-8787-d0ac92cad5fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:05.542823 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc4576-1f3e-4db0-8787-d0ac92cad5fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c38f8117-100e-4961-a4f1-ae63beb50d15,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:59:05.546682 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d5cc4576-1f3e-4db0-8787-d0ac92cad5fc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:05.549972 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d5cc4576-1f3e-4db0-8787-d0ac92cad5fc admin admin] 10.222.0.75 "DELETE /v2.0/subnets/c38f8117-100e-4961-a4f1-ae63beb50d15 HTTP/1.1" status: 204 len: 168 time: 0.2690187 Nov 25 17:59:05.552429 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55750) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:59:05.554589 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d576e7b3-1bcd-4105-bfdf-c201a140510e None None] Network b45306ed-453a-446c-8031-c7f3171f46e1 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:59:05.626451 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0ff44f95-491d-4758-8f8a-9dc9356aa7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:05.680331 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-0ff44f95-491d-4758-8f8a-9dc9356aa7b1 admin admin] Deleting port e16cda74-7a56-4295-adb7-0eb3933ba8e8 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:59:05.680679 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0ff44f95-491d-4758-8f8a-9dc9356aa7b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:05.745757 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-0ff44f95-491d-4758-8f8a-9dc9356aa7b1 admin admin] For port e16cda74-7a56-4295-adb7-0eb3933ba8e8, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=e16cda74-7a56-4295-adb7-0eb3933ba8e8,segment=NetworkSegment(cca4211d-8bc3-4261-b4aa-c27f38e65d33),segment_id=cca4211d-8bc3-4261-b4aa-c27f38e65d33)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:59:05.746139 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0ff44f95-491d-4758-8f8a-9dc9356aa7b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:05.761444 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-0ff44f95-491d-4758-8f8a-9dc9356aa7b1 admin admin] Calling delete_port for e16cda74-7a56-4295-adb7-0eb3933ba8e8 owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:59:05.784511 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ffd13b-bfe6-4931-b1cb-af4cd8fcaf2b None None] DHCP port deletion for b45306ed-453a-446c-8031-c7f3171f46e1 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:59:05.832927 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-88ffd13b-bfe6-4931-b1cb-af4cd8fcaf2b None None] Deleting port e16cda74-7a56-4295-adb7-0eb3933ba8e8 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:59:05.833303 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-88ffd13b-bfe6-4931-b1cb-af4cd8fcaf2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:05.850442 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0ff44f95-491d-4758-8f8a-9dc9356aa7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:05.879090 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff44f95-491d-4758-8f8a-9dc9356aa7b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e16cda74-7a56-4295-adb7-0eb3933ba8e8,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:59:05.881100 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff44f95-491d-4758-8f8a-9dc9356aa7b1 admin admin] No DVR routers for this DVR port e16cda74-7a56-4295-adb7-0eb3933ba8e8 on host n-d-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:59:05.903545 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-88ffd13b-bfe6-4931-b1cb-af4cd8fcaf2b None None] For port e16cda74-7a56-4295-adb7-0eb3933ba8e8, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=e16cda74-7a56-4295-adb7-0eb3933ba8e8,segment=NetworkSegment(cca4211d-8bc3-4261-b4aa-c27f38e65d33),segment_id=cca4211d-8bc3-4261-b4aa-c27f38e65d33)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:59:05.903951 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-88ffd13b-bfe6-4931-b1cb-af4cd8fcaf2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:05.917570 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-88ffd13b-bfe6-4931-b1cb-af4cd8fcaf2b None None] Calling delete_port for e16cda74-7a56-4295-adb7-0eb3933ba8e8 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:59:05.957946 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0ff44f95-491d-4758-8f8a-9dc9356aa7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:05.984536 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-0ff44f95-491d-4758-8f8a-9dc9356aa7b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b45306ed-453a-446c-8031-c7f3171f46e1']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:59:05.997401 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-88ffd13b-bfe6-4931-b1cb-af4cd8fcaf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:05.997607 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-0ff44f95-491d-4758-8f8a-9dc9356aa7b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cca4211d-8bc3-4261-b4aa-c27f38e65d33') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:59:05.997727 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-0ff44f95-491d-4758-8f8a-9dc9356aa7b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cca4211d-8bc3-4261-b4aa-c27f38e65d33') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:59:06.007952 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0ff44f95-491d-4758-8f8a-9dc9356aa7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:06.023974 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ffd13b-bfe6-4931-b1cb-af4cd8fcaf2b None None] Pushing event deleted for resources: {'Port': ['ID=e16cda74-7a56-4295-adb7-0eb3933ba8e8,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:59:06.025675 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0ff44f95-491d-4758-8f8a-9dc9356aa7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:06.025845 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ffd13b-bfe6-4931-b1cb-af4cd8fcaf2b None None] No DVR routers for this DVR port e16cda74-7a56-4295-adb7-0eb3933ba8e8 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:59:06.036102 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ff44f95-491d-4758-8f8a-9dc9356aa7b1 admin admin] Releasing vlan 930 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:59:06.036102 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0ff44f95-491d-4758-8f8a-9dc9356aa7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:06.037794 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:59:06.037794 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:59:06.037794 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:59:06.037794 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:59:06.037794 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:59:06.037794 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:59:06.037794 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:59:06.037794 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:59:06.037794 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:59:06.037794 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:59:06.037794 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:59:06.037794 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:59:06.037794 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:59:06.037794 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:59:06.037794 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:59:06.037794 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:59:06.037794 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:59:06.037794 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:59:06.037794 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:59:06.037794 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:59:06.037794 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:59:06.037794 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:59:06.037794 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:59:06.037794 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:59:06.037794 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:59:06.037794 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:59:06.037794 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:59:06.037794 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:59:06.037794 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:59:06.037794 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:59:06.037794 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:59:06.037794 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:59:06.101531 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0ff44f95-491d-4758-8f8a-9dc9356aa7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:06.107322 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0ff44f95-491d-4758-8f8a-9dc9356aa7b1 admin admin] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:06.111267 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0ff44f95-491d-4758-8f8a-9dc9356aa7b1 admin admin] 10.222.0.75 "DELETE /v2.0/networks/b45306ed-453a-446c-8031-c7f3171f46e1 HTTP/1.1" status: 204 len: 168 time: 0.5578749 Nov 25 17:59:06.124736 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff44f95-491d-4758-8f8a-9dc9356aa7b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b45306ed-453a-446c-8031-c7f3171f46e1,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:59:06.264915 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55754) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:59:06.308392 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-0784a86f-aa52-4142-b7de-f23fd9fcf416 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=306889d2f8dd44ecb7cfc03b0bdaabe6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0422761 Nov 25 17:59:06.310733 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55756) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:59:06.357836 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e2e6f4ac-bf35-4d13-9ddb-81fa16904612 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:06.378887 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e2e6f4ac-bf35-4d13-9ddb-81fa16904612 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:06.426340 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e2e6f4ac-bf35-4d13-9ddb-81fa16904612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:06.429039 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e2e6f4ac-bf35-4d13-9ddb-81fa16904612 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:06.430191 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-e2e6f4ac-bf35-4d13-9ddb-81fa16904612 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1600cc34-5c11-4124-b718-e2db153e1c34 HTTP/1.1" status: 204 len: 168 time: 0.1185644 Nov 25 17:59:06.438296 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e6f4ac-bf35-4d13-9ddb-81fa16904612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1600cc34-5c11-4124-b718-e2db153e1c34,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:59:06.738565 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55764) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:59:06.778550 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-81ee852f-afd8-44af-95bd-05f4ee9cf4c5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=785c2dc35db4433c829ca2fafbcaa46f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388236 Nov 25 17:59:06.781018 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55766) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:59:06.828042 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7d6f5ed6-e98a-41c5-8476-f0c0bb33386d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:06.849194 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7d6f5ed6-e98a-41c5-8476-f0c0bb33386d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:06.899567 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7d6f5ed6-e98a-41c5-8476-f0c0bb33386d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:06.902381 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7d6f5ed6-e98a-41c5-8476-f0c0bb33386d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:06.903468 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-7d6f5ed6-e98a-41c5-8476-f0c0bb33386d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/dc60e4d8-ac6e-4b26-b78a-c6af8c2adfc7 HTTP/1.1" status: 204 len: 168 time: 0.1215768 Nov 25 17:59:06.911885 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6f5ed6-e98a-41c5-8476-f0c0bb33386d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc60e4d8-ac6e-4b26-b78a-c6af8c2adfc7,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:59:06.945325 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 30c91702-8a61-42cf-95ff-3c6a58a925f2 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:59:06.968931 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 30c91702-8a61-42cf-95ff-3c6a58a925f2 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:59:06.969278 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 30c91702-8a61-42cf-95ff-3c6a58a925f2 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:59:06.969699 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device b395a173-e100-410a-a0cf-2e6e22bf4b93 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:59:06.990001 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: b395a173-e100-410a-a0cf-2e6e22bf4b93 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:59:06.990351 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device b395a173-e100-410a-a0cf-2e6e22bf4b93 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:59:06.990761 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device e16cda74-7a56-4295-adb7-0eb3933ba8e8 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:59:07.009931 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: e16cda74-7a56-4295-adb7-0eb3933ba8e8 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:59:07.010275 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device e16cda74-7a56-4295-adb7-0eb3933ba8e8 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:59:11.312525 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [req-642fdd12-8f07-4d28-88bb-e4241ac4ae27 req-c10e58ab-98b1-447d-bf30-e56068c86bb1 service neutron] (103361) timed out ('10.222.0.90', 51345) {{(pid=103361) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 17:59:16.936631 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:17.079797 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:17.134486 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a7a99e1e-eeb9-4a1c-9044-4eae68487f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:19.845059 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c7b3eb17-561c-41e0-ad5a-93e9c2bc942f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:20.896512 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:22.089553 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:23.035634 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:23.527350 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca9ed4-2afc-4ed5-8883-aa3d63d82c74 req-e3359b4e-c31a-4f48-a875-ddd2f38591c4 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:23.528817 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-81ca9ed4-2afc-4ed5-8883-aa3d63d82c74 req-e3359b4e-c31a-4f48-a875-ddd2f38591c4 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/ports?device_id=ac27e96e-a604-496a-acb9-64e7f0249888 HTTP/1.1" status: 200 len: 946 time: 0.0489268 Nov 25 17:59:23.576579 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-81ca9ed4-2afc-4ed5-8883-aa3d63d82c74 req-cf24d35e-9a09-408f-ae9c-bd67b6560e0b tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/security-groups?id=c6a991f0-48f8-4399-9707-94c4f090683e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407813 Nov 25 17:59:24.697221 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f452ce31-caf1-4dbc-b789-14fb08461de3 req-8a449a3f-d3c3-4286-886f-60bae2660095 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:24.698700 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f452ce31-caf1-4dbc-b789-14fb08461de3 req-8a449a3f-d3c3-4286-886f-60bae2660095 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/ports?device_id=ac27e96e-a604-496a-acb9-64e7f0249888 HTTP/1.1" status: 200 len: 946 time: 0.0512440 Nov 25 17:59:24.747337 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f452ce31-caf1-4dbc-b789-14fb08461de3 req-e411aec2-d551-47a1-95ce-a0becd9731b8 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/security-groups?id=c6a991f0-48f8-4399-9707-94c4f090683e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419753 Nov 25 17:59:25.166229 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22681530-a46d-4415-a790-b4a5846b8412 req-4f42a211-c509-4e61-aa7c-c0749951a532 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:25.167617 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-22681530-a46d-4415-a790-b4a5846b8412 req-4f42a211-c509-4e61-aa7c-c0749951a532 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.90 "GET /v2.0/ports?device_id=ac27e96e-a604-496a-acb9-64e7f0249888 HTTP/1.1" status: 200 len: 946 time: 0.0520699 Nov 25 17:59:25.256174 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-22681530-a46d-4415-a790-b4a5846b8412 req-a0a639e8-a0b3-42d2-92c6-1afe04d57e70 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Deleting port 44740c4c-54cc-48e0-87ef-7b2bff32e072 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:59:25.256517 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-22681530-a46d-4415-a790-b4a5846b8412 req-a0a639e8-a0b3-42d2-92c6-1afe04d57e70 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:25.349316 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-22681530-a46d-4415-a790-b4a5846b8412 req-a0a639e8-a0b3-42d2-92c6-1afe04d57e70 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] For port 44740c4c-54cc-48e0-87ef-7b2bff32e072, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=44740c4c-54cc-48e0-87ef-7b2bff32e072,segment=NetworkSegment(c259aabb-ec92-425d-84ff-c966f38eef88),segment_id=c259aabb-ec92-425d-84ff-c966f38eef88)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:59:25.349683 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-22681530-a46d-4415-a790-b4a5846b8412 req-a0a639e8-a0b3-42d2-92c6-1afe04d57e70 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:25.517900 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-22681530-a46d-4415-a790-b4a5846b8412 req-a0a639e8-a0b3-42d2-92c6-1afe04d57e70 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:25.518161 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-22681530-a46d-4415-a790-b4a5846b8412 req-a0a639e8-a0b3-42d2-92c6-1afe04d57e70 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:25.518481 n-d-817746-1 neutron-server[103361]: INFO neutron.db.l3_db [req-22681530-a46d-4415-a790-b4a5846b8412 req-a0a639e8-a0b3-42d2-92c6-1afe04d57e70 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Floating IP 4d257189-f071-4556-86a1-7078816c2cac disassociated. External IP: 172.25.0.206, port: 44740c4c-54cc-48e0-87ef-7b2bff32e072. Nov 25 17:59:25.518827 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-22681530-a46d-4415-a790-b4a5846b8412 req-a0a639e8-a0b3-42d2-92c6-1afe04d57e70 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Calling delete_port for 44740c4c-54cc-48e0-87ef-7b2bff32e072 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:59:25.647486 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-22681530-a46d-4415-a790-b4a5846b8412 req-a0a639e8-a0b3-42d2-92c6-1afe04d57e70 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:25.677216 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a639e8-a0b3-42d2-92c6-1afe04d57e70 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Pushing event deleted for resources: {'Port': ['ID=44740c4c-54cc-48e0-87ef-7b2bff32e072,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:59:25.689256 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a639e8-a0b3-42d2-92c6-1afe04d57e70 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:59:25.689611 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a639e8-a0b3-42d2-92c6-1afe04d57e70 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:59:25.689957 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a639e8-a0b3-42d2-92c6-1afe04d57e70 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:59:25.690308 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a639e8-a0b3-42d2-92c6-1afe04d57e70 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:59:25.690647 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a639e8-a0b3-42d2-92c6-1afe04d57e70 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:59:25.690983 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a639e8-a0b3-42d2-92c6-1afe04d57e70 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:59:25.691317 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a639e8-a0b3-42d2-92c6-1afe04d57e70 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:59:25.691646 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a639e8-a0b3-42d2-92c6-1afe04d57e70 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:59:25.691988 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a639e8-a0b3-42d2-92c6-1afe04d57e70 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:59:25.692303 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a639e8-a0b3-42d2-92c6-1afe04d57e70 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:59:25.692634 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a639e8-a0b3-42d2-92c6-1afe04d57e70 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:59:25.692996 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a639e8-a0b3-42d2-92c6-1afe04d57e70 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:59:25.808572 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22681530-a46d-4415-a790-b4a5846b8412 req-a0a639e8-a0b3-42d2-92c6-1afe04d57e70 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Router 0f1d06f6-0ec7-4962-86e7-019f3af4644a has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:59:26.220625 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-375f90f5-675c-447e-bf89-34d1449576aa req-75e5cdf0-3720-477b-9dbd-68a2fa456a28 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/ports?device_id=ac27e96e-a604-496a-acb9-64e7f0249888 HTTP/1.1" status: 200 len: 210 time: 0.4019015 Nov 25 17:59:26.259306 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22681530-a46d-4415-a790-b4a5846b8412 req-a0a639e8-a0b3-42d2-92c6-1afe04d57e70 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:59:26.270684 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78330ea7-5205-4e1e-bfe1-0266d77d04d6 None None] Sync routers for ids ['0f1d06f6-0ec7-4962-86e7-019f3af4644a'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:59:26.281744 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78330ea7-5205-4e1e-bfe1-0266d77d04d6 None None] Routers {'0f1d06f6-0ec7-4962-86e7-019f3af4644a'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:59:26.282341 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-78330ea7-5205-4e1e-bfe1-0266d77d04d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:59:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['0f1d06f6-0ec7-4962-86e7-019f3af4644a'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:59:26.299966 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-22681530-a46d-4415-a790-b4a5846b8412 req-a0a639e8-a0b3-42d2-92c6-1afe04d57e70 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] No DVR routers for this DVR port 44740c4c-54cc-48e0-87ef-7b2bff32e072 on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:59:26.302637 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-22681530-a46d-4415-a790-b4a5846b8412 req-a0a639e8-a0b3-42d2-92c6-1afe04d57e70 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:26.305984 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-22681530-a46d-4415-a790-b4a5846b8412 req-a0a639e8-a0b3-42d2-92c6-1afe04d57e70 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.90 "DELETE /v2.0/ports/44740c4c-54cc-48e0-87ef-7b2bff32e072 HTTP/1.1" status: 204 len: 173 time: 1.1317327 Nov 25 17:59:26.306382 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac27e96e-a604-496a-acb9-64e7f0249888', 'name': 'network-vif-deleted', 'tag': '44740c4c-54cc-48e0-87ef-7b2bff32e072'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:59:26.308627 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9115e3c3-21bf-4c59-b909-810963155581" -d '{"events": [{"server_uuid": "ac27e96e-a604-496a-acb9-64e7f0249888", "name": "network-vif-deleted", "tag": "44740c4c-54cc-48e0-87ef-7b2bff32e072"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:59:26.348865 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7ac529-e73b-4b7a-aeae-bceb172133cc x-openstack-request-id: req-4c7ac529-e73b-4b7a-aeae-bceb172133cc {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:59:26.349461 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac27e96e-a604-496a-acb9-64e7f0249888", "name": "network-vif-deleted", "tag": "44740c4c-54cc-48e0-87ef-7b2bff32e072", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:59:26.349724 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4c7ac529-e73b-4b7a-aeae-bceb172133cc {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:59:26.350121 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac27e96e-a604-496a-acb9-64e7f0249888', 'name': 'network-vif-deleted', 'tag': '44740c4c-54cc-48e0-87ef-7b2bff32e072', 'status': 'completed', 'code': 200} Nov 25 17:59:26.395072 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-78330ea7-5205-4e1e-bfe1-0266d77d04d6 None None] Set router 0f1d06f6-0ec7-4962-86e7-019f3af4644a gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:59:26.601158 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-78330ea7-5205-4e1e-bfe1-0266d77d04d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1d06f6-0ec7-4962-86e7-019f3af4644a', 'name': 'tempest-AttachVolumeTestJSON-444141470-router', 'tenant_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '78aa78d0-de4f-4587-a0df-1ebdd3df5f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:52:36Z', 'updated_at': '2021-11-25T17:52:42Z', 'revision_number': 4, 'project_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'gw_port': {'id': '78aa78d0-de4f-4587-a0df-1ebdd3df5f36', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ad:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1d06f6-0ec7-4962-86e7-019f3af4644a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:52:37Z', 'updated_at': '2021-11-25T17:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'b17a078a-6bd1-4bd1-b4f8-4334951ae20a', 'name': '', 'network_id': '70a573b0-b8cd-4b3b-a416-03e265a1da65', 'tenant_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'mac_address': 'fa:16:3e:ed:6e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1d06f6-0ec7-4962-86e7-019f3af4644a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '88a810b4-d532-41af-9819-01c0d8d6a258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:52:41Z', 'updated_at': '2021-11-25T17:52:50Z', 'revision_number': 5, 'project_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'subnets': [{'id': '88a810b4-d532-41af-9819-01c0d8d6a258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:59:26.630394 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78330ea7-5205-4e1e-bfe1-0266d77d04d6 None None] Checking router: 0f1d06f6-0ec7-4962-86e7-019f3af4644a for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:59:26.639489 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78330ea7-5205-4e1e-bfe1-0266d77d04d6 None None] Routers {'0f1d06f6-0ec7-4962-86e7-019f3af4644a'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:59:26.640107 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-78330ea7-5205-4e1e-bfe1-0266d77d04d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:59:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['0f1d06f6-0ec7-4962-86e7-019f3af4644a'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:59:26.836422 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-78330ea7-5205-4e1e-bfe1-0266d77d04d6 None None] Set router 0f1d06f6-0ec7-4962-86e7-019f3af4644a gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:59:27.030798 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-78330ea7-5205-4e1e-bfe1-0266d77d04d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1d06f6-0ec7-4962-86e7-019f3af4644a', 'name': 'tempest-AttachVolumeTestJSON-444141470-router', 'tenant_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '78aa78d0-de4f-4587-a0df-1ebdd3df5f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:52:36Z', 'updated_at': '2021-11-25T17:52:42Z', 'revision_number': 4, 'project_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'gw_port': {'id': '78aa78d0-de4f-4587-a0df-1ebdd3df5f36', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ad:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1d06f6-0ec7-4962-86e7-019f3af4644a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:52:37Z', 'updated_at': '2021-11-25T17:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'b17a078a-6bd1-4bd1-b4f8-4334951ae20a', 'name': '', 'network_id': '70a573b0-b8cd-4b3b-a416-03e265a1da65', 'tenant_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'mac_address': 'fa:16:3e:ed:6e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1d06f6-0ec7-4962-86e7-019f3af4644a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '88a810b4-d532-41af-9819-01c0d8d6a258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:52:41Z', 'updated_at': '2021-11-25T17:52:50Z', 'revision_number': 5, 'project_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'subnets': [{'id': '88a810b4-d532-41af-9819-01c0d8d6a258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:59:27.057023 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78330ea7-5205-4e1e-bfe1-0266d77d04d6 None None] The sync data for ids ['0f1d06f6-0ec7-4962-86e7-019f3af4644a'] in n-d-817746-1 is: [{'id': '0f1d06f6-0ec7-4962-86e7-019f3af4644a', 'name': 'tempest-AttachVolumeTestJSON-444141470-router', 'tenant_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '78aa78d0-de4f-4587-a0df-1ebdd3df5f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:52:36Z', 'updated_at': '2021-11-25T17:52:42Z', 'revision_number': 4, 'project_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'gw_port': {'id': '78aa78d0-de4f-4587-a0df-1ebdd3df5f36', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ad:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1d06f6-0ec7-4962-86e7-019f3af4644a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:52:37Z', 'updated_at': '2021-11-25T17:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'b17a078a-6bd1-4bd1-b4f8-4334951ae20a', 'name': '', 'network_id': '70a573b0-b8cd-4b3b-a416-03e265a1da65', 'tenant_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'mac_address': 'fa:16:3e:ed:6e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1d06f6-0ec7-4962-86e7-019f3af4644a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '88a810b4-d532-41af-9819-01c0d8d6a258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:52:41Z', 'updated_at': '2021-11-25T17:52:50Z', 'revision_number': 5, 'project_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'subnets': [{'id': '88a810b4-d532-41af-9819-01c0d8d6a258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:59:27.279999 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3ef028-d987-4cbc-a134-9ef8b0453f50 None None] New status for floating IP 4d257189-f071-4556-86a1-7078816c2cac: DOWN {{(pid=103362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:59:27.306705 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55856) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:59:27.360705 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-74e71f69-34cd-411f-9e3d-9c1f2bd8bf71 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:27.384280 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-74e71f69-34cd-411f-9e3d-9c1f2bd8bf71 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:27.437726 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-74e71f69-34cd-411f-9e3d-9c1f2bd8bf71 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:27.440294 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-74e71f69-34cd-411f-9e3d-9c1f2bd8bf71 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:27.441466 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-74e71f69-34cd-411f-9e3d-9c1f2bd8bf71 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "DELETE /v2.0/security-groups/c6a991f0-48f8-4399-9707-94c4f090683e HTTP/1.1" status: 204 len: 168 time: 0.1337793 Nov 25 17:59:27.444319 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55858) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:59:27.451095 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e71f69-34cd-411f-9e3d-9c1f2bd8bf71 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a991f0-48f8-4399-9707-94c4f090683e,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:59:27.459265 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-6d153c00-fb42-464a-8ad3-4fed99309f18 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] show failed (client error): The resource could not be found. Nov 25 17:59:27.460317 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6d153c00-fb42-464a-8ad3-4fed99309f18 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "GET /v2.0/security-groups/c6a991f0-48f8-4399-9707-94c4f090683e HTTP/1.1" status: 404 len: 347 time: 0.0147345 Nov 25 17:59:27.463311 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55860) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:59:27.587219 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-cccd3a99-d137-4cfa-beca-9420bef70ca6 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Deleting port 48838ab2-e647-4847-95bb-a037e5f7e4a1 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:59:27.587552 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cccd3a99-d137-4cfa-beca-9420bef70ca6 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:27.663607 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cccd3a99-d137-4cfa-beca-9420bef70ca6 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:27.663938 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cccd3a99-d137-4cfa-beca-9420bef70ca6 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:27.676471 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-cccd3a99-d137-4cfa-beca-9420bef70ca6 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Calling delete_port for 48838ab2-e647-4847-95bb-a037e5f7e4a1 owned by network:floatingip {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:59:27.810113 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cccd3a99-d137-4cfa-beca-9420bef70ca6 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:27.837614 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccd3a99-d137-4cfa-beca-9420bef70ca6 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Pushing event deleted for resources: {'Port': ['ID=48838ab2-e647-4847-95bb-a037e5f7e4a1,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:59:27.901320 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cccd3a99-d137-4cfa-beca-9420bef70ca6 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks [] for floatingip, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:27.903916 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cccd3a99-d137-4cfa-beca-9420bef70ca6 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:27.905600 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-cccd3a99-d137-4cfa-beca-9420bef70ca6 tempest-AttachVolumeTestJSON-2115047678 tempest-AttachVolumeTestJSON-2115047678-project] 10.222.0.75 "DELETE /v2.0/floatingips/4d257189-f071-4556-86a1-7078816c2cac HTTP/1.1" status: 204 len: 168 time: 0.4413419 Nov 25 17:59:29.860413 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 44740c4c-54cc-48e0-87ef-7b2bff32e072 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:59:29.881532 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: 44740c4c-54cc-48e0-87ef-7b2bff32e072 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:59:29.881892 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 44740c4c-54cc-48e0-87ef-7b2bff32e072 not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:59:35.329224 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:59:37.763324 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55900) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:59:38.271438 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1d2df6f3-33ed-45de-b51b-17d125a8a13c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:38.828427 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-1d2df6f3-33ed-45de-b51b-17d125a8a13c admin admin] Deleting port b17a078a-6bd1-4bd1-b4f8-4334951ae20a {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:59:38.829171 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1d2df6f3-33ed-45de-b51b-17d125a8a13c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:38.906269 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-1d2df6f3-33ed-45de-b51b-17d125a8a13c admin admin] For port b17a078a-6bd1-4bd1-b4f8-4334951ae20a, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=b17a078a-6bd1-4bd1-b4f8-4334951ae20a,segment=NetworkSegment(c259aabb-ec92-425d-84ff-c966f38eef88),segment_id=c259aabb-ec92-425d-84ff-c966f38eef88)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:59:38.906646 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1d2df6f3-33ed-45de-b51b-17d125a8a13c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:38.920116 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-1d2df6f3-33ed-45de-b51b-17d125a8a13c admin admin] Calling delete_port for b17a078a-6bd1-4bd1-b4f8-4334951ae20a owned by network:router_interface {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:59:39.099146 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1d2df6f3-33ed-45de-b51b-17d125a8a13c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:39.123880 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2df6f3-33ed-45de-b51b-17d125a8a13c admin admin] Pushing event deleted for resources: {'Port': ['ID=b17a078a-6bd1-4bd1-b4f8-4334951ae20a,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:59:39.139312 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2df6f3-33ed-45de-b51b-17d125a8a13c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:59:39.139678 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2df6f3-33ed-45de-b51b-17d125a8a13c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:59:39.140031 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2df6f3-33ed-45de-b51b-17d125a8a13c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:59:39.140383 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2df6f3-33ed-45de-b51b-17d125a8a13c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:59:39.140729 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2df6f3-33ed-45de-b51b-17d125a8a13c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:59:39.141105 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2df6f3-33ed-45de-b51b-17d125a8a13c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:59:39.141449 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2df6f3-33ed-45de-b51b-17d125a8a13c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:59:39.141789 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2df6f3-33ed-45de-b51b-17d125a8a13c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:59:39.142130 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2df6f3-33ed-45de-b51b-17d125a8a13c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:59:39.142466 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2df6f3-33ed-45de-b51b-17d125a8a13c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:59:39.142801 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2df6f3-33ed-45de-b51b-17d125a8a13c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:59:39.143135 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2df6f3-33ed-45de-b51b-17d125a8a13c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:59:39.309179 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1d2df6f3-33ed-45de-b51b-17d125a8a13c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:39.524443 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d2df6f3-33ed-45de-b51b-17d125a8a13c admin admin] Router 0f1d06f6-0ec7-4962-86e7-019f3af4644a has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:59:39.627338 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2df6f3-33ed-45de-b51b-17d125a8a13c admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:59:39.632407 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1d2df6f3-33ed-45de-b51b-17d125a8a13c admin admin] 10.222.0.75 "PUT /v2.0/routers/0f1d06f6-0ec7-4962-86e7-019f3af4644a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8678834 Nov 25 17:59:39.634827 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55904) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:59:39.639987 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62a7910-0290-415c-8a66-5de12a8ce9cd None None] Sync routers for ids ['0f1d06f6-0ec7-4962-86e7-019f3af4644a'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:59:39.649908 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62a7910-0290-415c-8a66-5de12a8ce9cd None None] Routers {'0f1d06f6-0ec7-4962-86e7-019f3af4644a'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:59:39.650673 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-a62a7910-0290-415c-8a66-5de12a8ce9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:59:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['0f1d06f6-0ec7-4962-86e7-019f3af4644a'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:59:39.737373 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c7c6c676-2bee-42e0-bd39-31868f4a7bc9 admin admin] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:39.754613 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-a62a7910-0290-415c-8a66-5de12a8ce9cd None None] Set router 0f1d06f6-0ec7-4962-86e7-019f3af4644a gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:59:39.854771 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c7c6c676-2bee-42e0-bd39-31868f4a7bc9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:39.907935 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-c7c6c676-2bee-42e0-bd39-31868f4a7bc9 admin admin] Deleting port 78aa78d0-de4f-4587-a0df-1ebdd3df5f36 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:59:39.908395 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c7c6c676-2bee-42e0-bd39-31868f4a7bc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:39.935429 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-a62a7910-0290-415c-8a66-5de12a8ce9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1d06f6-0ec7-4962-86e7-019f3af4644a', 'name': 'tempest-AttachVolumeTestJSON-444141470-router', 'tenant_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '78aa78d0-de4f-4587-a0df-1ebdd3df5f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:52:36Z', 'updated_at': '2021-11-25T17:59:39Z', 'revision_number': 5, 'project_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'gw_port': {'id': '78aa78d0-de4f-4587-a0df-1ebdd3df5f36', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ad:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1d06f6-0ec7-4962-86e7-019f3af4644a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:52:37Z', 'updated_at': '2021-11-25T17:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:59:39.962262 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62a7910-0290-415c-8a66-5de12a8ce9cd None None] Checking router: 0f1d06f6-0ec7-4962-86e7-019f3af4644a for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:59:39.971646 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62a7910-0290-415c-8a66-5de12a8ce9cd None None] Routers {'0f1d06f6-0ec7-4962-86e7-019f3af4644a'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:59:39.971928 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-a62a7910-0290-415c-8a66-5de12a8ce9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T17:59:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['0f1d06f6-0ec7-4962-86e7-019f3af4644a'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:59:39.994847 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-c7c6c676-2bee-42e0-bd39-31868f4a7bc9 admin admin] For port 78aa78d0-de4f-4587-a0df-1ebdd3df5f36, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=78aa78d0-de4f-4587-a0df-1ebdd3df5f36,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:59:39.995194 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c7c6c676-2bee-42e0-bd39-31868f4a7bc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:40.007181 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-c7c6c676-2bee-42e0-bd39-31868f4a7bc9 admin admin] Calling delete_port for 78aa78d0-de4f-4587-a0df-1ebdd3df5f36 owned by network:router_gateway {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:59:40.056554 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-a62a7910-0290-415c-8a66-5de12a8ce9cd None None] Set router 0f1d06f6-0ec7-4962-86e7-019f3af4644a gateway port host: None {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:59:40.110215 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-a62a7910-0290-415c-8a66-5de12a8ce9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1d06f6-0ec7-4962-86e7-019f3af4644a', 'name': 'tempest-AttachVolumeTestJSON-444141470-router', 'tenant_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:52:36Z', 'updated_at': '2021-11-25T17:59:39Z', 'revision_number': 6, 'project_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'gw_port_host': None}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:59:40.135382 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62a7910-0290-415c-8a66-5de12a8ce9cd None None] The sync data for ids ['0f1d06f6-0ec7-4962-86e7-019f3af4644a'] in n-d-817746-1 is: [{'id': '0f1d06f6-0ec7-4962-86e7-019f3af4644a', 'name': 'tempest-AttachVolumeTestJSON-444141470-router', 'tenant_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:52:36Z', 'updated_at': '2021-11-25T17:59:39Z', 'revision_number': 6, 'project_id': 'd565d7fffa2d49b4a9e39a4ee7a417d3', 'gw_port_host': None}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:59:40.182044 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c7c6c676-2bee-42e0-bd39-31868f4a7bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:40.207408 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c6c676-2bee-42e0-bd39-31868f4a7bc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=78aa78d0-de4f-4587-a0df-1ebdd3df5f36,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:59:40.222839 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3548107-7b44-41ac-a2f3-e3629b1442d6 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:59:40.272726 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c7c6c676-2bee-42e0-bd39-31868f4a7bc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:40.362275 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c7c6c676-2bee-42e0-bd39-31868f4a7bc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:40.364296 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c7c6c676-2bee-42e0-bd39-31868f4a7bc9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:40.406498 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c7c6c676-2bee-42e0-bd39-31868f4a7bc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:40.407145 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c6c676-2bee-42e0-bd39-31868f4a7bc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f1d06f6-0ec7-4962-86e7-019f3af4644a {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:59:40.412201 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c7c6c676-2bee-42e0-bd39-31868f4a7bc9 admin admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:40.413365 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c7c6c676-2bee-42e0-bd39-31868f4a7bc9 admin admin] 10.222.0.75 "DELETE /v2.0/routers/0f1d06f6-0ec7-4962-86e7-019f3af4644a HTTP/1.1" status: 204 len: 168 time: 0.7776332 Nov 25 17:59:40.415877 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55906) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:59:40.459728 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-b090cd5f-146d-415c-b2ac-2b178843e39e admin admin] Deleting subnet 88a810b4-d532-41af-9819-01c0d8d6a258 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:59:40.462929 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b090cd5f-146d-415c-b2ac-2b178843e39e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:40.504329 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b090cd5f-146d-415c-b2ac-2b178843e39e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:40.586290 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b090cd5f-146d-415c-b2ac-2b178843e39e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:40.638098 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b090cd5f-146d-415c-b2ac-2b178843e39e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:40.661545 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b090cd5f-146d-415c-b2ac-2b178843e39e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88a810b4-d532-41af-9819-01c0d8d6a258,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:59:40.668051 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b090cd5f-146d-415c-b2ac-2b178843e39e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:40.672086 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b090cd5f-146d-415c-b2ac-2b178843e39e admin admin] 10.222.0.75 "DELETE /v2.0/subnets/88a810b4-d532-41af-9819-01c0d8d6a258 HTTP/1.1" status: 204 len: 168 time: 0.2552836 Nov 25 17:59:40.673110 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2c0285-104f-4b45-a6c9-1e85da2211ab None None] Network 70a573b0-b8cd-4b3b-a416-03e265a1da65 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:59:40.674541 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55908) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:59:40.746657 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0bcc6312-cb69-43a9-b8c4-ee53c93ee1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:40.804313 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-0bcc6312-cb69-43a9-b8c4-ee53c93ee1b5 admin admin] Deleting port bd6b444b-39c2-42da-b242-33c9e54fbb08 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:59:40.804662 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0bcc6312-cb69-43a9-b8c4-ee53c93ee1b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:40.868387 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-0bcc6312-cb69-43a9-b8c4-ee53c93ee1b5 admin admin] For port bd6b444b-39c2-42da-b242-33c9e54fbb08, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=bd6b444b-39c2-42da-b242-33c9e54fbb08,segment=NetworkSegment(c259aabb-ec92-425d-84ff-c966f38eef88),segment_id=c259aabb-ec92-425d-84ff-c966f38eef88)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:59:40.869075 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0bcc6312-cb69-43a9-b8c4-ee53c93ee1b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:40.883901 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-0bcc6312-cb69-43a9-b8c4-ee53c93ee1b5 admin admin] Calling delete_port for bd6b444b-39c2-42da-b242-33c9e54fbb08 owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:59:40.917219 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7915cc-cb04-4dfb-b707-f1d97f8b3e13 None None] DHCP port deletion for 70a573b0-b8cd-4b3b-a416-03e265a1da65 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:59:40.979315 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0bcc6312-cb69-43a9-b8c4-ee53c93ee1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:40.987798 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-fe7915cc-cb04-4dfb-b707-f1d97f8b3e13 None None] Deleting port bd6b444b-39c2-42da-b242-33c9e54fbb08 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:59:40.988051 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-fe7915cc-cb04-4dfb-b707-f1d97f8b3e13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:41.001277 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device b17a078a-6bd1-4bd1-b4f8-4334951ae20a no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:59:41.007722 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcc6312-cb69-43a9-b8c4-ee53c93ee1b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd6b444b-39c2-42da-b242-33c9e54fbb08,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:59:41.013916 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcc6312-cb69-43a9-b8c4-ee53c93ee1b5 admin admin] No DVR routers for this DVR port bd6b444b-39c2-42da-b242-33c9e54fbb08 on host n-d-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:59:41.053448 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: b17a078a-6bd1-4bd1-b4f8-4334951ae20a {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:59:41.053792 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device b17a078a-6bd1-4bd1-b4f8-4334951ae20a not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:59:41.054205 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 78aa78d0-de4f-4587-a0df-1ebdd3df5f36 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:59:41.094071 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0bcc6312-cb69-43a9-b8c4-ee53c93ee1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:41.116709 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-0bcc6312-cb69-43a9-b8c4-ee53c93ee1b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70a573b0-b8cd-4b3b-a416-03e265a1da65']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:59:41.128074 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-0bcc6312-cb69-43a9-b8c4-ee53c93ee1b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c259aabb-ec92-425d-84ff-c966f38eef88') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:59:41.128381 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-0bcc6312-cb69-43a9-b8c4-ee53c93ee1b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c259aabb-ec92-425d-84ff-c966f38eef88') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:59:41.140674 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0bcc6312-cb69-43a9-b8c4-ee53c93ee1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:41.157245 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0bcc6312-cb69-43a9-b8c4-ee53c93ee1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:41.164859 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bcc6312-cb69-43a9-b8c4-ee53c93ee1b5 admin admin] Releasing vlan 936 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:59:41.165276 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0bcc6312-cb69-43a9-b8c4-ee53c93ee1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:41.167150 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 17:59:41.167150 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:59:41.167150 n-d-817746-1 neutron-server[103360]: timer() Nov 25 17:59:41.167150 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:59:41.167150 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 17:59:41.167150 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:59:41.167150 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 17:59:41.167150 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:59:41.167150 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 17:59:41.167150 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:59:41.167150 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 17:59:41.167150 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:59:41.167150 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 17:59:41.167150 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:59:41.167150 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:59:41.167150 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:59:41.167150 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:59:41.167150 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:59:41.167150 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 17:59:41.167150 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:59:41.167150 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 17:59:41.167150 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:59:41.167150 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:59:41.167150 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:59:41.167150 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 17:59:41.167150 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:59:41.167150 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:59:41.167150 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:59:41.167150 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:59:41.167150 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:59:41.167150 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:59:41.167150 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:59:41.227249 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0bcc6312-cb69-43a9-b8c4-ee53c93ee1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:41.235066 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0bcc6312-cb69-43a9-b8c4-ee53c93ee1b5 admin admin] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:41.241456 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0bcc6312-cb69-43a9-b8c4-ee53c93ee1b5 admin admin] 10.222.0.75 "DELETE /v2.0/networks/70a573b0-b8cd-4b3b-a416-03e265a1da65 HTTP/1.1" status: 204 len: 168 time: 0.5626998 Nov 25 17:59:41.249889 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 78aa78d0-de4f-4587-a0df-1ebdd3df5f36 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:59:41.250319 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 78aa78d0-de4f-4587-a0df-1ebdd3df5f36 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:59:41.250641 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device bd6b444b-39c2-42da-b242-33c9e54fbb08 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:59:41.258868 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcc6312-cb69-43a9-b8c4-ee53c93ee1b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=70a573b0-b8cd-4b3b-a416-03e265a1da65,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:59:41.270843 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: bd6b444b-39c2-42da-b242-33c9e54fbb08 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:59:41.271192 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device bd6b444b-39c2-42da-b242-33c9e54fbb08 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:59:41.277544 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-fe7915cc-cb04-4dfb-b707-f1d97f8b3e13 None None] For port bd6b444b-39c2-42da-b242-33c9e54fbb08, host n-d-817746-1, got binding levels [] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:59:41.277544 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-fe7915cc-cb04-4dfb-b707-f1d97f8b3e13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:41.289843 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-fe7915cc-cb04-4dfb-b707-f1d97f8b3e13 None None] Calling delete_port for bd6b444b-39c2-42da-b242-33c9e54fbb08 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:59:41.293455 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.ipam_backend_mixin [None req-fe7915cc-cb04-4dfb-b707-f1d97f8b3e13 None None] Port bd6b444b-39c2-42da-b242-33c9e54fbb08 was not found and therefore no delete operation was performed {{(pid=103362) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 17:59:41.295394 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-fe7915cc-cb04-4dfb-b707-f1d97f8b3e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:41.302355 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fe7915cc-cb04-4dfb-b707-f1d97f8b3e13 None None] Network 70a573b0-b8cd-4b3b-a416-03e265a1da65 is not hosted by any dhcp agent {{(pid=103362) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 17:59:41.302800 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7915cc-cb04-4dfb-b707-f1d97f8b3e13 None None] No DVR routers for this DVR port bd6b444b-39c2-42da-b242-33c9e54fbb08 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:59:41.322344 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7915cc-cb04-4dfb-b707-f1d97f8b3e13 None None] Pushing event deleted for resources: {'Port': ['ID=bd6b444b-39c2-42da-b242-33c9e54fbb08,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:59:41.331471 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7915cc-cb04-4dfb-b707-f1d97f8b3e13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:59:41.331920 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7915cc-cb04-4dfb-b707-f1d97f8b3e13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:59:41.332204 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7915cc-cb04-4dfb-b707-f1d97f8b3e13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:59:41.332549 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7915cc-cb04-4dfb-b707-f1d97f8b3e13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:59:41.332915 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7915cc-cb04-4dfb-b707-f1d97f8b3e13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:59:41.333468 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7915cc-cb04-4dfb-b707-f1d97f8b3e13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:59:41.333780 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7915cc-cb04-4dfb-b707-f1d97f8b3e13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:59:41.334161 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7915cc-cb04-4dfb-b707-f1d97f8b3e13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:59:41.334494 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7915cc-cb04-4dfb-b707-f1d97f8b3e13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:59:41.334824 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7915cc-cb04-4dfb-b707-f1d97f8b3e13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:59:41.335150 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7915cc-cb04-4dfb-b707-f1d97f8b3e13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:59:41.335474 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7915cc-cb04-4dfb-b707-f1d97f8b3e13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:59:41.379035 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55912) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:59:41.424447 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-03bf6daa-f5b4-48f5-a719-02d2cb8539bf admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d565d7fffa2d49b4a9e39a4ee7a417d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0441060 Nov 25 17:59:41.427060 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55914) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:59:41.474957 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c9f47424-885e-4e9d-99ab-20cbb0a365e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:41.495293 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c9f47424-885e-4e9d-99ab-20cbb0a365e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:41.541609 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c9f47424-885e-4e9d-99ab-20cbb0a365e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:41.544198 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c9f47424-885e-4e9d-99ab-20cbb0a365e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:41.545407 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c9f47424-885e-4e9d-99ab-20cbb0a365e8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c124fd5c-7092-4855-8831-b1a3f3f7cd5d HTTP/1.1" status: 204 len: 168 time: 0.1173766 Nov 25 17:59:41.553080 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f47424-885e-4e9d-99ab-20cbb0a365e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c124fd5c-7092-4855-8831-b1a3f3f7cd5d,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:59:43.583670 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55966) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:59:43.689419 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a1fb046b-a6fa-468c-a139-91556f18ce74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:43.761533 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a1fb046b-a6fa-468c-a139-91556f18ce74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:43.765343 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a1fb046b-a6fa-468c-a139-91556f18ce74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:43.804257 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a1fb046b-a6fa-468c-a139-91556f18ce74 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=df0a134b356243d895b20bb0b6952ad1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2195184 Nov 25 17:59:43.805170 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fb046b-a6fa-468c-a139-91556f18ce74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb3a28f-e3c6-47ce-8832-573cb5876c4e,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:59:43.806911 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55970) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:59:43.863736 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2859ece0-0c09-43a1-b7ed-c4d6caa3b409 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:43.884765 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2859ece0-0c09-43a1-b7ed-c4d6caa3b409 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:43.932610 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2859ece0-0c09-43a1-b7ed-c4d6caa3b409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:43.935510 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2859ece0-0c09-43a1-b7ed-c4d6caa3b409 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:43.936662 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-2859ece0-0c09-43a1-b7ed-c4d6caa3b409 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/efb3a28f-e3c6-47ce-8832-573cb5876c4e HTTP/1.1" status: 204 len: 168 time: 0.1287618 Nov 25 17:59:43.944842 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2859ece0-0c09-43a1-b7ed-c4d6caa3b409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb3a28f-e3c6-47ce-8832-573cb5876c4e,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:59:44.196432 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 55976) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:59:44.210154 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ee26034c-8dbe-42bb-a57c-a7c1bac6d540 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:44.287208 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ee26034c-8dbe-42bb-a57c-a7c1bac6d540 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:44.291359 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ee26034c-8dbe-42bb-a57c-a7c1bac6d540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:44.329728 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ee26034c-8dbe-42bb-a57c-a7c1bac6d540 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=85fbf1c016164df190f55ba60c666ebf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1321392 Nov 25 17:59:44.331668 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee26034c-8dbe-42bb-a57c-a7c1bac6d540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=472ed8ce-f19a-4629-8ada-6e1c9ef7e1c0,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:59:44.332477 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 55978) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:59:44.381653 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-95d1b8d8-6060-4b59-894f-604c876ef0b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:44.402229 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-95d1b8d8-6060-4b59-894f-604c876ef0b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:44.449279 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-95d1b8d8-6060-4b59-894f-604c876ef0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:44.452742 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-95d1b8d8-6060-4b59-894f-604c876ef0b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:44.453924 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-95d1b8d8-6060-4b59-894f-604c876ef0b7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/472ed8ce-f19a-4629-8ada-6e1c9ef7e1c0 HTTP/1.1" status: 204 len: 168 time: 0.1203794 Nov 25 17:59:44.461643 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d1b8d8-6060-4b59-894f-604c876ef0b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472ed8ce-f19a-4629-8ada-6e1c9ef7e1c0,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:59:46.509978 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56046) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:59:46.626196 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-17bafeef-4f16-44a9-b81b-0f0fada2659e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:46.701112 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-17bafeef-4f16-44a9-b81b-0f0fada2659e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:46.704630 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-17bafeef-4f16-44a9-b81b-0f0fada2659e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:46.742343 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-17bafeef-4f16-44a9-b81b-0f0fada2659e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=664b4d07e7a245678169d338f4e3dd00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2313058 Nov 25 17:59:46.743312 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bafeef-4f16-44a9-b81b-0f0fada2659e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928d814d-d38b-4526-867f-99c446235113,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:59:46.745025 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56050) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:59:46.794959 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f56484b8-bd59-4a9e-9950-b13fc35f2cb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:46.816304 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f56484b8-bd59-4a9e-9950-b13fc35f2cb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:46.862716 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f56484b8-bd59-4a9e-9950-b13fc35f2cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:46.865860 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f56484b8-bd59-4a9e-9950-b13fc35f2cb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:46.867123 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f56484b8-bd59-4a9e-9950-b13fc35f2cb0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/928d814d-d38b-4526-867f-99c446235113 HTTP/1.1" status: 204 len: 168 time: 0.1202459 Nov 25 17:59:46.880132 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56484b8-bd59-4a9e-9950-b13fc35f2cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928d814d-d38b-4526-867f-99c446235113,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:59:46.940043 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:47.086385 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:47.135808 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a842c6b4-2a5d-4bf8-a5fb-44049d4682e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:47.142114 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56056) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:59:47.155509 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a8c7b2ca-32ed-401b-8017-59fa8f961a95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:47.228795 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a8c7b2ca-32ed-401b-8017-59fa8f961a95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:47.232992 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a8c7b2ca-32ed-401b-8017-59fa8f961a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:47.273211 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a8c7b2ca-32ed-401b-8017-59fa8f961a95 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f176ab5b0c0c47d59be7b951b79e1b3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1298387 Nov 25 17:59:47.274454 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c7b2ca-32ed-401b-8017-59fa8f961a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283d84c2-928b-4b89-a547-ff8b260fadc0,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:59:47.275727 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56058) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:59:47.324698 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0af2ed9d-8cfd-4c07-bc4c-c573ad9c23d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:47.347197 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0af2ed9d-8cfd-4c07-bc4c-c573ad9c23d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:47.394419 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0af2ed9d-8cfd-4c07-bc4c-c573ad9c23d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:47.397103 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0af2ed9d-8cfd-4c07-bc4c-c573ad9c23d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:47.398263 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-0af2ed9d-8cfd-4c07-bc4c-c573ad9c23d6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/283d84c2-928b-4b89-a547-ff8b260fadc0 HTTP/1.1" status: 204 len: 168 time: 0.1214998 Nov 25 17:59:47.406278 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af2ed9d-8cfd-4c07-bc4c-c573ad9c23d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283d84c2-928b-4b89-a547-ff8b260fadc0,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:59:49.847816 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d5179805-4449-407f-b867-4a00d1595a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:50.894342 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:52.086486 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:52.450253 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56184) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:59:52.554475 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b8ec1abe-cf82-4876-be94-f47f4f75eb50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:52.629948 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b8ec1abe-cf82-4876-be94-f47f4f75eb50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:52.633157 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b8ec1abe-cf82-4876-be94-f47f4f75eb50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:52.672033 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-b8ec1abe-cf82-4876-be94-f47f4f75eb50 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d0cec25edfc64da3b28625542bc197b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2206759 Nov 25 17:59:52.672956 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec1abe-cf82-4876-be94-f47f4f75eb50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8b92ea-3fae-468c-b6e0-94f070bddc54,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:59:52.674756 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56188) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:59:52.726013 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0dd70615-6742-44ea-afe2-9a3d3f979836 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:52.747881 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0dd70615-6742-44ea-afe2-9a3d3f979836 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:52.794496 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0dd70615-6742-44ea-afe2-9a3d3f979836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:52.797692 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0dd70615-6742-44ea-afe2-9a3d3f979836 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:52.798857 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0dd70615-6742-44ea-afe2-9a3d3f979836 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6e8b92ea-3fae-468c-b6e0-94f070bddc54 HTTP/1.1" status: 204 len: 168 time: 0.1217439 Nov 25 17:59:52.806549 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd70615-6742-44ea-afe2-9a3d3f979836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8b92ea-3fae-468c-b6e0-94f070bddc54,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:59:53.041406 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:53.063140 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56194) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:59:53.076595 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1df917b1-c772-49ee-8c99-9eee12a15dc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:53.149047 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1df917b1-c772-49ee-8c99-9eee12a15dc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:53.152669 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1df917b1-c772-49ee-8c99-9eee12a15dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:53.191370 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1df917b1-c772-49ee-8c99-9eee12a15dc2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2435289eeae74b3d971589f7117c4d65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1270790 Nov 25 17:59:53.192597 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df917b1-c772-49ee-8c99-9eee12a15dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1d701f-88e9-43f6-9a4d-9e5a17549113,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:59:53.194081 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56196) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:59:53.242429 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5f5a5bf8-3fa4-4140-bd51-30ea84b99b02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:53.262984 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5f5a5bf8-3fa4-4140-bd51-30ea84b99b02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:53.309394 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5f5a5bf8-3fa4-4140-bd51-30ea84b99b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:53.312618 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5f5a5bf8-3fa4-4140-bd51-30ea84b99b02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:53.313795 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-5f5a5bf8-3fa4-4140-bd51-30ea84b99b02 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bf1d701f-88e9-43f6-9a4d-9e5a17549113 HTTP/1.1" status: 204 len: 168 time: 0.1186411 Nov 25 17:59:53.321892 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a5bf8-3fa4-4140-bd51-30ea84b99b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1d701f-88e9-43f6-9a4d-9e5a17549113,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:59:55.786120 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56260) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:59:55.890666 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b81421c3-2a46-439d-b0fa-3fdcd55c3959 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:55.963436 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b81421c3-2a46-439d-b0fa-3fdcd55c3959 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:55.967012 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b81421c3-2a46-439d-b0fa-3fdcd55c3959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:56.009590 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-b81421c3-2a46-439d-b0fa-3fdcd55c3959 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8f1cf7d1bda64e60a856d4cee1d7c47d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2223442 Nov 25 17:59:56.010593 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81421c3-2a46-439d-b0fa-3fdcd55c3959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66e6562-12b7-42e1-962e-4b0a6c3ad0c8,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:59:56.012345 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56264) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:59:56.065597 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d2232a67-048f-4bdc-925e-c3fab5a8e437 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:56.086523 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d2232a67-048f-4bdc-925e-c3fab5a8e437 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:56.132545 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d2232a67-048f-4bdc-925e-c3fab5a8e437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:56.135200 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d2232a67-048f-4bdc-925e-c3fab5a8e437 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:56.136354 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d2232a67-048f-4bdc-925e-c3fab5a8e437 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a66e6562-12b7-42e1-962e-4b0a6c3ad0c8 HTTP/1.1" status: 204 len: 168 time: 0.1229644 Nov 25 17:59:56.144572 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2232a67-048f-4bdc-925e-c3fab5a8e437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66e6562-12b7-42e1-962e-4b0a6c3ad0c8,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:59:56.389010 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56270) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:59:56.401966 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fb0e6ecc-6fa8-4064-90a1-d9b1fe669847 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:56.474232 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fb0e6ecc-6fa8-4064-90a1-d9b1fe669847 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:56.478131 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fb0e6ecc-6fa8-4064-90a1-d9b1fe669847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:56.513346 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e6ecc-6fa8-4064-90a1-d9b1fe669847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d7860b-2b4a-4c1d-a418-b6cf8fa14956,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:59:56.518301 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-fb0e6ecc-6fa8-4064-90a1-d9b1fe669847 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6d0db97dbf1441cbb41c569ac7fbbafd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1281486 Nov 25 17:59:56.520929 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56272) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:59:56.568044 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-95210dc5-7e39-4e33-9f66-a709a048e486 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:56.589092 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-95210dc5-7e39-4e33-9f66-a709a048e486 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:56.637659 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-95210dc5-7e39-4e33-9f66-a709a048e486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:56.640602 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-95210dc5-7e39-4e33-9f66-a709a048e486 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:56.641859 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-95210dc5-7e39-4e33-9f66-a709a048e486 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e6d7860b-2b4a-4c1d-a418-b6cf8fa14956 HTTP/1.1" status: 204 len: 168 time: 0.1201012 Nov 25 17:59:56.649670 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95210dc5-7e39-4e33-9f66-a709a048e486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d7860b-2b4a-4c1d-a418-b6cf8fa14956,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:06.189222 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56522) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:06.293514 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-89066de7-1677-41cd-b2a6-eb6f27f6e907 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:06.368758 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-89066de7-1677-41cd-b2a6-eb6f27f6e907 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:06.372632 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-89066de7-1677-41cd-b2a6-eb6f27f6e907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:06.410020 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-89066de7-1677-41cd-b2a6-eb6f27f6e907 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d917f7315fe4455ea1006d609f5fc58f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2197473 Nov 25 18:00:06.411988 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89066de7-1677-41cd-b2a6-eb6f27f6e907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0866eb-89d9-4d93-9373-fab435b4232c,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:06.412760 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56526) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:06.461542 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a3d25bb1-930f-4e28-b75e-dd915edf8d1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:06.482165 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a3d25bb1-930f-4e28-b75e-dd915edf8d1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:06.527772 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a3d25bb1-930f-4e28-b75e-dd915edf8d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:06.530960 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a3d25bb1-930f-4e28-b75e-dd915edf8d1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:06.532116 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a3d25bb1-930f-4e28-b75e-dd915edf8d1e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3f0866eb-89d9-4d93-9373-fab435b4232c HTTP/1.1" status: 204 len: 168 time: 0.1182847 Nov 25 18:00:06.539756 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d25bb1-930f-4e28-b75e-dd915edf8d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0866eb-89d9-4d93-9373-fab435b4232c,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:06.786532 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56532) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:06.800263 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9dc7dee-106c-40e0-8e88-d2a4e198ca71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:06.881843 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9dc7dee-106c-40e0-8e88-d2a4e198ca71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:06.885517 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9dc7dee-106c-40e0-8e88-d2a4e198ca71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:06.926891 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f9dc7dee-106c-40e0-8e88-d2a4e198ca71 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4fe82a0d6cf14d0da083bcd91f9d56b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1392808 Nov 25 18:00:06.927584 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dc7dee-106c-40e0-8e88-d2a4e198ca71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38dbed3a-0acc-4f1c-b460-2723dcedeaff,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:06.929626 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56534) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:06.979901 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-988c55a6-2d0c-4109-9006-ee4b79407d0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:07.002131 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-988c55a6-2d0c-4109-9006-ee4b79407d0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:07.047791 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-988c55a6-2d0c-4109-9006-ee4b79407d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:07.050468 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-988c55a6-2d0c-4109-9006-ee4b79407d0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:07.051649 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-988c55a6-2d0c-4109-9006-ee4b79407d0a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/38dbed3a-0acc-4f1c-b460-2723dcedeaff HTTP/1.1" status: 204 len: 168 time: 0.1209772 Nov 25 18:00:07.060044 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988c55a6-2d0c-4109-9006-ee4b79407d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38dbed3a-0acc-4f1c-b460-2723dcedeaff,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:08.815538 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56610) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:08.921129 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3ecbe758-bc02-48a7-b31d-7cbdd0c20d3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:08.996582 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3ecbe758-bc02-48a7-b31d-7cbdd0c20d3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:09.000482 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3ecbe758-bc02-48a7-b31d-7cbdd0c20d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:09.038703 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-3ecbe758-bc02-48a7-b31d-7cbdd0c20d3a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6105ef34171f47e1b693fdb18633fd07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2220709 Nov 25 18:00:09.039581 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecbe758-bc02-48a7-b31d-7cbdd0c20d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf92bff-9198-422d-bb3b-c45d3f92cd34,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:09.041349 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56614) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:09.090598 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0caac6d7-b64c-41f2-b6d2-9ebe7aeb91f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:09.112769 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0caac6d7-b64c-41f2-b6d2-9ebe7aeb91f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:09.163964 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0caac6d7-b64c-41f2-b6d2-9ebe7aeb91f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:09.166870 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0caac6d7-b64c-41f2-b6d2-9ebe7aeb91f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:09.168029 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0caac6d7-b64c-41f2-b6d2-9ebe7aeb91f4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4cf92bff-9198-422d-bb3b-c45d3f92cd34 HTTP/1.1" status: 204 len: 168 time: 0.1256280 Nov 25 18:00:09.176707 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caac6d7-b64c-41f2-b6d2-9ebe7aeb91f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf92bff-9198-422d-bb3b-c45d3f92cd34,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:09.420161 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56620) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:09.433201 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5757a0ec-b370-4b7b-95c5-d0aa642c432c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:09.512323 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5757a0ec-b370-4b7b-95c5-d0aa642c432c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:09.516346 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5757a0ec-b370-4b7b-95c5-d0aa642c432c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:09.555283 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-5757a0ec-b370-4b7b-95c5-d0aa642c432c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=26270530cb584e558b120c3fc0339ba9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1339240 Nov 25 18:00:09.556423 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5757a0ec-b370-4b7b-95c5-d0aa642c432c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906c5438-2500-4298-9ebe-7e7e5db91d28,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:09.558090 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56622) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:09.606053 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-90a6033b-31a4-47b7-85eb-f96881740f92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:09.627396 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-90a6033b-31a4-47b7-85eb-f96881740f92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:09.674724 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-90a6033b-31a4-47b7-85eb-f96881740f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:09.677474 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-90a6033b-31a4-47b7-85eb-f96881740f92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:09.678634 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-90a6033b-31a4-47b7-85eb-f96881740f92 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/906c5438-2500-4298-9ebe-7e7e5db91d28 HTTP/1.1" status: 204 len: 168 time: 0.1189480 Nov 25 18:00:09.686487 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a6033b-31a4-47b7-85eb-f96881740f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906c5438-2500-4298-9ebe-7e7e5db91d28,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:10.861560 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56658) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:10.964242 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-7a271262-5088-4dad-8c68-e545dc6220ec tempest-MeteringIpV6TestJSON-487190366 tempest-MeteringIpV6TestJSON-487190366-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-442905170'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:00:10.964746 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-7a271262-5088-4dad-8c68-e545dc6220ec tempest-MeteringIpV6TestJSON-487190366 tempest-MeteringIpV6TestJSON-487190366-project-admin] Unknown quota resources ['metering_label']. {{(pid=103361) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 18:00:11.152183 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7a271262-5088-4dad-8c68-e545dc6220ec tempest-MeteringIpV6TestJSON-487190366 tempest-MeteringIpV6TestJSON-487190366-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:11.153301 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-7a271262-5088-4dad-8c68-e545dc6220ec tempest-MeteringIpV6TestJSON-487190366 tempest-MeteringIpV6TestJSON-487190366-project-admin] 10.222.0.75 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.2906983 Nov 25 18:00:11.156440 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56662) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:11.160570 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-511f724c-a6f5-4d68-a341-7513f104b9cc tempest-MeteringIpV6TestJSON-487190366 tempest-MeteringIpV6TestJSON-487190366-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '75593105-978c-4493-8770-a2c97a9e7c9c'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:00:11.161112 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-511f724c-a6f5-4d68-a341-7513f104b9cc tempest-MeteringIpV6TestJSON-487190366 tempest-MeteringIpV6TestJSON-487190366-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103361) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 18:00:11.239702 n-d-817746-1 neutron-server[103361]: WARNING neutron.services.metering.metering_plugin [None req-511f724c-a6f5-4d68-a341-7513f104b9cc tempest-MeteringIpV6TestJSON-487190366 tempest-MeteringIpV6TestJSON-487190366-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 25 18:00:11.344068 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-511f724c-a6f5-4d68-a341-7513f104b9cc tempest-MeteringIpV6TestJSON-487190366 tempest-MeteringIpV6TestJSON-487190366-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:11.345300 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-511f724c-a6f5-4d68-a341-7513f104b9cc tempest-MeteringIpV6TestJSON-487190366 tempest-MeteringIpV6TestJSON-487190366-project-admin] 10.222.0.75 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1879067 Nov 25 18:00:11.348445 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56664) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:11.352631 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-f4383c88-e2a3-4d84-bde7-87d08dadb30c tempest-MeteringIpV6TestJSON-487190366 tempest-MeteringIpV6TestJSON-487190366-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '75593105-978c-4493-8770-a2c97a9e7c9c'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:00:11.353149 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-f4383c88-e2a3-4d84-bde7-87d08dadb30c tempest-MeteringIpV6TestJSON-487190366 tempest-MeteringIpV6TestJSON-487190366-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103361) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 18:00:11.407872 n-d-817746-1 neutron-server[103361]: WARNING neutron.services.metering.metering_plugin [None req-f4383c88-e2a3-4d84-bde7-87d08dadb30c tempest-MeteringIpV6TestJSON-487190366 tempest-MeteringIpV6TestJSON-487190366-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 25 18:00:11.489008 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f4383c88-e2a3-4d84-bde7-87d08dadb30c tempest-MeteringIpV6TestJSON-487190366 tempest-MeteringIpV6TestJSON-487190366-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:11.490188 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-f4383c88-e2a3-4d84-bde7-87d08dadb30c tempest-MeteringIpV6TestJSON-487190366 tempest-MeteringIpV6TestJSON-487190366-project-admin] 10.222.0.75 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1407614 Nov 25 18:00:11.492876 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56666) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:11.502862 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-0be814b9-54e2-4b9c-a4f8-9520c62d85b8 tempest-MeteringIpV6TestJSON-487190366 tempest-MeteringIpV6TestJSON-487190366-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-label-rules?id=fef1291e-f03b-42a3-904a-ea55721cd653 HTTP/1.1" status: 200 len: 462 time: 0.0090051 Nov 25 18:00:11.505124 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56668) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:11.603423 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6bcd3a90-aa54-4f8d-aa33-4da0cc56caf3 tempest-MeteringIpV6TestJSON-487190366 tempest-MeteringIpV6TestJSON-487190366-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:11.604517 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-6bcd3a90-aa54-4f8d-aa33-4da0cc56caf3 tempest-MeteringIpV6TestJSON-487190366 tempest-MeteringIpV6TestJSON-487190366-project-admin] 10.222.0.75 "DELETE /v2.0/metering/metering-label-rules/fef1291e-f03b-42a3-904a-ea55721cd653 HTTP/1.1" status: 204 len: 168 time: 0.0985377 Nov 25 18:00:11.607177 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56670) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:11.615313 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-79e054fe-228d-44c4-8577-be4083ce671b tempest-MeteringIpV6TestJSON-487190366 tempest-MeteringIpV6TestJSON-487190366-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-label-rules?id=fef1291e-f03b-42a3-904a-ea55721cd653 HTTP/1.1" status: 200 len: 221 time: 0.0071597 Nov 25 18:00:11.618394 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56672) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:11.622376 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-994b13ee-ca8f-4223-80e4-f705e9fe9ea8 tempest-MeteringIpV6TestJSON-487190366 tempest-MeteringIpV6TestJSON-487190366-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--161725716', 'description': 'label created by tempest'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:00:11.622849 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-994b13ee-ca8f-4223-80e4-f705e9fe9ea8 tempest-MeteringIpV6TestJSON-487190366 tempest-MeteringIpV6TestJSON-487190366-project-admin] Unknown quota resources ['metering_label']. {{(pid=103361) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 18:00:11.776302 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-994b13ee-ca8f-4223-80e4-f705e9fe9ea8 tempest-MeteringIpV6TestJSON-487190366 tempest-MeteringIpV6TestJSON-487190366-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:11.777425 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-994b13ee-ca8f-4223-80e4-f705e9fe9ea8 tempest-MeteringIpV6TestJSON-487190366 tempest-MeteringIpV6TestJSON-487190366-project-admin] 10.222.0.75 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.1581478 Nov 25 18:00:11.780739 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56674) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:11.853482 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-cb0342af-b705-4e99-905d-f24e44f56519 tempest-MeteringIpV6TestJSON-487190366 tempest-MeteringIpV6TestJSON-487190366-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-labels?id=7a38f3a1-5007-49a2-b1b6-47b804d506c4 HTTP/1.1" status: 200 len: 467 time: 0.0716555 Nov 25 18:00:11.856009 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56676) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:12.032021 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-98ef674b-ed20-46b4-90e1-d74c1bba938b tempest-MeteringIpV6TestJSON-487190366 tempest-MeteringIpV6TestJSON-487190366-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:12.033107 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-98ef674b-ed20-46b4-90e1-d74c1bba938b tempest-MeteringIpV6TestJSON-487190366 tempest-MeteringIpV6TestJSON-487190366-project-admin] 10.222.0.75 "DELETE /v2.0/metering/metering-labels/7a38f3a1-5007-49a2-b1b6-47b804d506c4 HTTP/1.1" status: 204 len: 168 time: 0.1761880 Nov 25 18:00:12.035848 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56678) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:12.046375 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-f87e9b80-387b-466f-8538-434e09f114f8 tempest-MeteringIpV6TestJSON-487190366 tempest-MeteringIpV6TestJSON-487190366-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-labels?id=7a38f3a1-5007-49a2-b1b6-47b804d506c4 HTTP/1.1" status: 200 len: 216 time: 0.0095367 Nov 25 18:00:12.049877 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56680) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:12.063241 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c6d69c37-a737-4fe7-9290-4761e231762c tempest-MeteringIpV6TestJSON-487190366 tempest-MeteringIpV6TestJSON-487190366-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0119803 Nov 25 18:00:12.066574 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56682) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:12.084625 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f51ba5fc-f9bd-4268-a6b7-b59211c270bc tempest-MeteringIpV6TestJSON-487190366 tempest-MeteringIpV6TestJSON-487190366-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0169244 Nov 25 18:00:12.087627 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56684) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:12.159274 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-03f1fec4-cb3c-4bfc-8c27-b0080ea71b94 tempest-MeteringIpV6TestJSON-487190366 tempest-MeteringIpV6TestJSON-487190366-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-labels/75593105-978c-4493-8770-a2c97a9e7c9c HTTP/1.1" status: 200 len: 472 time: 0.0704792 Nov 25 18:00:12.162638 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56686) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:12.176539 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-41f06043-a8f9-473c-b6d0-703ab59f7f9d tempest-MeteringIpV6TestJSON-487190366 tempest-MeteringIpV6TestJSON-487190366-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-label-rules/ae097098-6585-4f1f-9c4b-47b9884e09ea HTTP/1.1" status: 200 len: 459 time: 0.0128767 Nov 25 18:00:12.179621 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56688) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:12.308710 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-02ae15a9-991f-4863-a7fa-2db6c4c06148 tempest-MeteringIpV6TestJSON-487190366 tempest-MeteringIpV6TestJSON-487190366-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:12.309782 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-02ae15a9-991f-4863-a7fa-2db6c4c06148 tempest-MeteringIpV6TestJSON-487190366 tempest-MeteringIpV6TestJSON-487190366-project-admin] 10.222.0.75 "DELETE /v2.0/metering/metering-label-rules/ae097098-6585-4f1f-9c4b-47b9884e09ea HTTP/1.1" status: 204 len: 168 time: 0.1292813 Nov 25 18:00:12.313087 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56690) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:12.319464 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:00:12.509953 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3e958fdd-70c1-4a41-9d85-330ba7bcc781 tempest-MeteringIpV6TestJSON-487190366 tempest-MeteringIpV6TestJSON-487190366-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:12.511101 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3e958fdd-70c1-4a41-9d85-330ba7bcc781 tempest-MeteringIpV6TestJSON-487190366 tempest-MeteringIpV6TestJSON-487190366-project-admin] 10.222.0.75 "DELETE /v2.0/metering/metering-labels/75593105-978c-4493-8770-a2c97a9e7c9c HTTP/1.1" status: 204 len: 168 time: 0.1970866 Nov 25 18:00:12.750452 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56696) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:12.855016 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0d9582e9-c54b-4c1e-92dc-f8b54a7e67d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:12.930218 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0d9582e9-c54b-4c1e-92dc-f8b54a7e67d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:12.934418 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0d9582e9-c54b-4c1e-92dc-f8b54a7e67d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:12.977570 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-0d9582e9-c54b-4c1e-92dc-f8b54a7e67d0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3a8786df0f3c46ed9a93867cc68c427c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2260277 Nov 25 18:00:12.978664 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9582e9-c54b-4c1e-92dc-f8b54a7e67d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9dce646-3980-4e9e-a6c1-37c30bb841da,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:12.980227 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56700) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:13.029556 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6c5d1154-5e3a-4426-b173-d6144df0faa4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:13.050369 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6c5d1154-5e3a-4426-b173-d6144df0faa4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:13.098057 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6c5d1154-5e3a-4426-b173-d6144df0faa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:13.100690 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6c5d1154-5e3a-4426-b173-d6144df0faa4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:13.101944 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6c5d1154-5e3a-4426-b173-d6144df0faa4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d9dce646-3980-4e9e-a6c1-37c30bb841da HTTP/1.1" status: 204 len: 168 time: 0.1206822 Nov 25 18:00:13.109986 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5d1154-5e3a-4426-b173-d6144df0faa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9dce646-3980-4e9e-a6c1-37c30bb841da,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:13.355359 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56706) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:13.369225 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8e07d070-32f3-484f-ac31-e12e29b3c0bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:13.445302 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8e07d070-32f3-484f-ac31-e12e29b3c0bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:13.449686 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8e07d070-32f3-484f-ac31-e12e29b3c0bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:13.486997 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8e07d070-32f3-484f-ac31-e12e29b3c0bc admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=edc695133cd34f04bee8a9039c109cb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1304843 Nov 25 18:00:13.489046 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e07d070-32f3-484f-ac31-e12e29b3c0bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b692422-628a-43df-9da3-74ac1177a2b5,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:13.489796 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56708) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:13.537950 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e18d2bba-15b1-4695-a3ba-181e9655fd88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:13.559550 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e18d2bba-15b1-4695-a3ba-181e9655fd88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:13.609247 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e18d2bba-15b1-4695-a3ba-181e9655fd88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:13.611826 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e18d2bba-15b1-4695-a3ba-181e9655fd88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:13.613012 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-e18d2bba-15b1-4695-a3ba-181e9655fd88 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5b692422-628a-43df-9da3-74ac1177a2b5 HTTP/1.1" status: 204 len: 168 time: 0.1221406 Nov 25 18:00:13.620466 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18d2bba-15b1-4695-a3ba-181e9655fd88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b692422-628a-43df-9da3-74ac1177a2b5,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:14.788428 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56744) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:14.886190 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-75bb4ec9-baf7-420a-a92a-200cdf72f6c7 tempest-MeteringTestJSON-1084074861 tempest-MeteringTestJSON-1084074861-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1697768088'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:00:14.886579 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-75bb4ec9-baf7-420a-a92a-200cdf72f6c7 tempest-MeteringTestJSON-1084074861 tempest-MeteringTestJSON-1084074861-project-admin] Unknown quota resources ['metering_label']. {{(pid=103361) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 18:00:15.010649 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-75bb4ec9-baf7-420a-a92a-200cdf72f6c7 tempest-MeteringTestJSON-1084074861 tempest-MeteringTestJSON-1084074861-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:15.011808 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-75bb4ec9-baf7-420a-a92a-200cdf72f6c7 tempest-MeteringTestJSON-1084074861 tempest-MeteringTestJSON-1084074861-project-admin] 10.222.0.75 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.2223439 Nov 25 18:00:15.014760 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56748) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:15.018797 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-ece77b77-4343-4ed7-8ca6-f950dd594f8d tempest-MeteringTestJSON-1084074861 tempest-MeteringTestJSON-1084074861-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'dd5fd9b2-2fda-4b3f-a9c4-e434b8b39c47'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:00:15.019288 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-ece77b77-4343-4ed7-8ca6-f950dd594f8d tempest-MeteringTestJSON-1084074861 tempest-MeteringTestJSON-1084074861-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103361) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 18:00:15.072244 n-d-817746-1 neutron-server[103361]: WARNING neutron.services.metering.metering_plugin [None req-ece77b77-4343-4ed7-8ca6-f950dd594f8d tempest-MeteringTestJSON-1084074861 tempest-MeteringTestJSON-1084074861-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 25 18:00:15.151508 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ece77b77-4343-4ed7-8ca6-f950dd594f8d tempest-MeteringTestJSON-1084074861 tempest-MeteringTestJSON-1084074861-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:15.152606 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-ece77b77-4343-4ed7-8ca6-f950dd594f8d tempest-MeteringTestJSON-1084074861 tempest-MeteringTestJSON-1084074861-project-admin] 10.222.0.75 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1369324 Nov 25 18:00:15.156385 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56750) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:15.160591 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-0f1dadd4-c75f-4162-a3f6-375bb07e6211 tempest-MeteringTestJSON-1084074861 tempest-MeteringTestJSON-1084074861-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'dd5fd9b2-2fda-4b3f-a9c4-e434b8b39c47'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:00:15.161108 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-0f1dadd4-c75f-4162-a3f6-375bb07e6211 tempest-MeteringTestJSON-1084074861 tempest-MeteringTestJSON-1084074861-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103361) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 18:00:15.212205 n-d-817746-1 neutron-server[103361]: WARNING neutron.services.metering.metering_plugin [None req-0f1dadd4-c75f-4162-a3f6-375bb07e6211 tempest-MeteringTestJSON-1084074861 tempest-MeteringTestJSON-1084074861-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 25 18:00:15.292919 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0f1dadd4-c75f-4162-a3f6-375bb07e6211 tempest-MeteringTestJSON-1084074861 tempest-MeteringTestJSON-1084074861-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:15.294096 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-0f1dadd4-c75f-4162-a3f6-375bb07e6211 tempest-MeteringTestJSON-1084074861 tempest-MeteringTestJSON-1084074861-project-admin] 10.222.0.75 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1367583 Nov 25 18:00:15.296807 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56752) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:15.305700 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-9a73fb6f-4bee-4321-bb1b-144452d9de25 tempest-MeteringTestJSON-1084074861 tempest-MeteringTestJSON-1084074861-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-label-rules?id=84ab0786-f97e-494e-8e12-15fa9956074f HTTP/1.1" status: 200 len: 464 time: 0.0078793 Nov 25 18:00:15.307806 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56754) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:15.405110 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-178eaa63-2076-4096-bd52-d43b4903837a tempest-MeteringTestJSON-1084074861 tempest-MeteringTestJSON-1084074861-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:15.406142 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-178eaa63-2076-4096-bd52-d43b4903837a tempest-MeteringTestJSON-1084074861 tempest-MeteringTestJSON-1084074861-project-admin] 10.222.0.75 "DELETE /v2.0/metering/metering-label-rules/84ab0786-f97e-494e-8e12-15fa9956074f HTTP/1.1" status: 204 len: 168 time: 0.0974944 Nov 25 18:00:15.408675 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56756) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:15.416925 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-ee04e5ac-b9bb-4fed-942b-c18a487c46d6 tempest-MeteringTestJSON-1084074861 tempest-MeteringTestJSON-1084074861-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-label-rules?id=84ab0786-f97e-494e-8e12-15fa9956074f HTTP/1.1" status: 200 len: 221 time: 0.0072274 Nov 25 18:00:15.419908 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56758) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:15.423692 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-5a92b7d2-d672-4bb6-8d90-2cfaabdaba12 tempest-MeteringTestJSON-1084074861 tempest-MeteringTestJSON-1084074861-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2086991048', 'description': 'label created by tempest'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:00:15.424137 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-5a92b7d2-d672-4bb6-8d90-2cfaabdaba12 tempest-MeteringTestJSON-1084074861 tempest-MeteringTestJSON-1084074861-project-admin] Unknown quota resources ['metering_label']. {{(pid=103361) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 18:00:15.574411 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5a92b7d2-d672-4bb6-8d90-2cfaabdaba12 tempest-MeteringTestJSON-1084074861 tempest-MeteringTestJSON-1084074861-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:15.575580 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-5a92b7d2-d672-4bb6-8d90-2cfaabdaba12 tempest-MeteringTestJSON-1084074861 tempest-MeteringTestJSON-1084074861-project-admin] 10.222.0.75 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.1547899 Nov 25 18:00:15.578323 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56760) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:15.625916 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-1df2b92c-ba9a-407e-81e1-6357eec06e5a tempest-MeteringTestJSON-1084074861 tempest-MeteringTestJSON-1084074861-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-labels?id=930b7599-0517-44de-8ae6-e71bcfc590c1 HTTP/1.1" status: 200 len: 468 time: 0.0465522 Nov 25 18:00:15.628292 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56762) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:16.115179 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8f742c9d-f193-45b6-a98e-e84f4d144084 tempest-MeteringTestJSON-1084074861 tempest-MeteringTestJSON-1084074861-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:16.116340 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-8f742c9d-f193-45b6-a98e-e84f4d144084 tempest-MeteringTestJSON-1084074861 tempest-MeteringTestJSON-1084074861-project-admin] 10.222.0.75 "DELETE /v2.0/metering/metering-labels/930b7599-0517-44de-8ae6-e71bcfc590c1 HTTP/1.1" status: 204 len: 168 time: 0.4871199 Nov 25 18:00:16.119017 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56764) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:16.129949 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-b5b2f4d9-6655-4241-8f1f-7136c5647b8a tempest-MeteringTestJSON-1084074861 tempest-MeteringTestJSON-1084074861-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-labels?id=930b7599-0517-44de-8ae6-e71bcfc590c1 HTTP/1.1" status: 200 len: 216 time: 0.0098975 Nov 25 18:00:16.133114 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56766) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:16.142124 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-f5a6f9eb-f7fe-4cca-b09f-e0c4707c0292 tempest-MeteringTestJSON-1084074861 tempest-MeteringTestJSON-1084074861-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0080388 Nov 25 18:00:16.144861 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56768) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:16.156173 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-cbd1f745-5144-4ceb-863e-4b3a26b6c468 tempest-MeteringTestJSON-1084074861 tempest-MeteringTestJSON-1084074861-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0103831 Nov 25 18:00:16.159459 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56770) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:16.209338 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-755a8cf6-77a9-4963-89ff-3b2ca3c31cd7 tempest-MeteringTestJSON-1084074861 tempest-MeteringTestJSON-1084074861-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-labels/dd5fd9b2-2fda-4b3f-a9c4-e434b8b39c47 HTTP/1.1" status: 200 len: 473 time: 0.0487874 Nov 25 18:00:16.212584 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56772) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:16.223905 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-3ce9fffb-b442-4758-b786-38a9ec02d895 tempest-MeteringTestJSON-1084074861 tempest-MeteringTestJSON-1084074861-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-label-rules/eaeb946b-b112-4e51-9ad4-9f19adf6e24a HTTP/1.1" status: 200 len: 461 time: 0.0102775 Nov 25 18:00:16.228630 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56774) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:16.336532 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-69de71ba-011b-4197-8798-cfa0967b0689 tempest-MeteringTestJSON-1084074861 tempest-MeteringTestJSON-1084074861-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:16.337697 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-69de71ba-011b-4197-8798-cfa0967b0689 tempest-MeteringTestJSON-1084074861 tempest-MeteringTestJSON-1084074861-project-admin] 10.222.0.75 "DELETE /v2.0/metering/metering-label-rules/eaeb946b-b112-4e51-9ad4-9f19adf6e24a HTTP/1.1" status: 204 len: 168 time: 0.1082132 Nov 25 18:00:16.340085 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56776) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:16.518947 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ed04d13c-fa1a-478b-8be3-a93ae3fd404c tempest-MeteringTestJSON-1084074861 tempest-MeteringTestJSON-1084074861-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:16.520009 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-ed04d13c-fa1a-478b-8be3-a93ae3fd404c tempest-MeteringTestJSON-1084074861 tempest-MeteringTestJSON-1084074861-project-admin] 10.222.0.75 "DELETE /v2.0/metering/metering-labels/dd5fd9b2-2fda-4b3f-a9c4-e434b8b39c47 HTTP/1.1" status: 204 len: 168 time: 0.1790297 Nov 25 18:00:16.756517 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56782) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:16.862007 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7929189f-21dd-4e8e-8414-4e6b8a9801b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:16.933333 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:16.939276 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7929189f-21dd-4e8e-8414-4e6b8a9801b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:16.942920 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7929189f-21dd-4e8e-8414-4e6b8a9801b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:16.983951 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7929189f-21dd-4e8e-8414-4e6b8a9801b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5375d58-be69-429c-8595-7fca160a38aa,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:16.988089 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-7929189f-21dd-4e8e-8414-4e6b8a9801b5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a8d60bf63afd44cf84b45e6ea64af34b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2302077 Nov 25 18:00:16.990745 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56786) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:17.037670 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7a2c3de1-6ddc-402d-b4fe-30313514e2a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:17.058175 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7a2c3de1-6ddc-402d-b4fe-30313514e2a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:17.086179 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:17.105779 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7a2c3de1-6ddc-402d-b4fe-30313514e2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:17.108934 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7a2c3de1-6ddc-402d-b4fe-30313514e2a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:17.110107 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-7a2c3de1-6ddc-402d-b4fe-30313514e2a4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d5375d58-be69-429c-8595-7fca160a38aa HTTP/1.1" status: 204 len: 168 time: 0.1184762 Nov 25 18:00:17.117583 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2c3de1-6ddc-402d-b4fe-30313514e2a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5375d58-be69-429c-8595-7fca160a38aa,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:17.152516 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-92dac630-b6f0-4730-a3e0-8a01cb33b05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:17.366558 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56792) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:17.379762 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b516c106-987a-40ec-bb89-587a4a4b012a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:17.454649 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b516c106-987a-40ec-bb89-587a4a4b012a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:17.458384 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b516c106-987a-40ec-bb89-587a4a4b012a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:17.496601 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-b516c106-987a-40ec-bb89-587a4a4b012a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f34d580b749b46429ecf4c1c891087a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1289320 Nov 25 18:00:17.497513 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b516c106-987a-40ec-bb89-587a4a4b012a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=541f6150-e41b-4d2f-bd2d-5b9b26a6782b,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:17.499513 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56794) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:17.546967 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-437f993b-2a1a-4bd3-92e7-4e9a7a5e2dd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:17.567246 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-437f993b-2a1a-4bd3-92e7-4e9a7a5e2dd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:17.614679 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-437f993b-2a1a-4bd3-92e7-4e9a7a5e2dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:17.617309 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-437f993b-2a1a-4bd3-92e7-4e9a7a5e2dd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:17.618466 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-437f993b-2a1a-4bd3-92e7-4e9a7a5e2dd0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/541f6150-e41b-4d2f-bd2d-5b9b26a6782b HTTP/1.1" status: 204 len: 168 time: 0.1178737 Nov 25 18:00:17.626993 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437f993b-2a1a-4bd3-92e7-4e9a7a5e2dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=541f6150-e41b-4d2f-bd2d-5b9b26a6782b,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:18.791854 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56830) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:18.889387 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-a59189b2-7e4a-48f5-a51b-70f62126fcda tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-683891263', 'router:external': True}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:00:18.910032 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59189b2-7e4a-48f5-a51b-70f62126fcda tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Made reservation on behalf of c91fe96a46a04d29a042b6014dc071e4 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:00:18.912280 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a59189b2-7e4a-48f5-a51b-70f62126fcda tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:18.921022 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a59189b2-7e4a-48f5-a51b-70f62126fcda tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:18.995780 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a59189b2-7e4a-48f5-a51b-70f62126fcda tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:18.999429 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a59189b2-7e4a-48f5-a51b-70f62126fcda tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:19.025571 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a59189b2-7e4a-48f5-a51b-70f62126fcda tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:00:19.032355 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59189b2-7e4a-48f5-a51b-70f62126fcda tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a755e7bc-21f6-4949-89ba-38f8a77bf132,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:19.038162 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a59189b2-7e4a-48f5-a51b-70f62126fcda tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:19.038613 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-a59189b2-7e4a-48f5-a51b-70f62126fcda tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Added segment dd3b50ae-3c06-4502-a34a-5d4536ccf5d2 of type vlan for network fa7f3a78-da6e-4618-8564-f3a227dc8a93 Nov 25 18:00:19.083975 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a59189b2-7e4a-48f5-a51b-70f62126fcda tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:19.112630 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a59189b2-7e4a-48f5-a51b-70f62126fcda tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:19.113655 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59189b2-7e4a-48f5-a51b-70f62126fcda tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:00:19.114235 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a59189b2-7e4a-48f5-a51b-70f62126fcda tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:19.141661 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a59189b2-7e4a-48f5-a51b-70f62126fcda tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.3487072 Nov 25 18:00:19.144751 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56834) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:19.149821 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-f052fb5e-b3b1-4715-aa77-5201aa433049 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Request body: {'subnet': {'network_id': 'fa7f3a78-da6e-4618-8564-f3a227dc8a93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:00:19.171031 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f052fb5e-b3b1-4715-aa77-5201aa433049 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Made reservation on behalf of c91fe96a46a04d29a042b6014dc071e4 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:00:19.173353 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f052fb5e-b3b1-4715-aa77-5201aa433049 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:19.177732 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59189b2-7e4a-48f5-a51b-70f62126fcda tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Pushing event updated for resources: {'Network': ['ID=fa7f3a78-da6e-4618-8564-f3a227dc8a93,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:19.188798 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network fa7f3a78-da6e-4618-8564-f3a227dc8a93 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:00:19.472587 n-d-817746-1 neutron-server[103361]: DEBUG neutron.objects.ports [None req-f052fb5e-b3b1-4715-aa77-5201aa433049 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103361) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 18:00:19.472976 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f052fb5e-b3b1-4715-aa77-5201aa433049 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:19.534375 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f052fb5e-b3b1-4715-aa77-5201aa433049 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b0363c92-33e2-41e0-aa89-c156b1fd2bbe,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:19.541331 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f052fb5e-b3b1-4715-aa77-5201aa433049 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Checking segment: {'id': 'dd3b50ae-3c06-4502-a34a-5d4536ccf5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'fa7f3a78-da6e-4618-8564-f3a227dc8a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:00:19.541703 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f052fb5e-b3b1-4715-aa77-5201aa433049 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Network hostable DHCP agents. Network: fa7f3a78-da6e-4618-8564-f3a227dc8a93, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:00:19.559420 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f052fb5e-b3b1-4715-aa77-5201aa433049 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Network fa7f3a78-da6e-4618-8564-f3a227dc8a93 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:00:19.568888 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-f052fb5e-b3b1-4715-aa77-5201aa433049 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, fa7f3a78-da6e-4618-8564-f3a227dc8a93) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:00:19.573405 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f052fb5e-b3b1-4715-aa77-5201aa433049 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:00:19.574038 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f052fb5e-b3b1-4715-aa77-5201aa433049 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:19.578880 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb4a4da-ae47-41ee-b778-92b4030f2bd0 None None] Network fa7f3a78-da6e-4618-8564-f3a227dc8a93 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:00:19.590750 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-f052fb5e-b3b1-4715-aa77-5201aa433049 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.4448688 Nov 25 18:00:19.594072 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56836) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:19.600088 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-e9147500-355e-41f3-91cb-182432a7abf5 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2025446688', 'network_id': 'fa7f3a78-da6e-4618-8564-f3a227dc8a93'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:00:19.620332 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9147500-355e-41f3-91cb-182432a7abf5 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Made reservation on behalf of c91fe96a46a04d29a042b6014dc071e4 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:00:19.622666 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e9147500-355e-41f3-91cb-182432a7abf5 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:19.639320 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-e9147500-355e-41f3-91cb-182432a7abf5 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] device_id is not set on port cbcce302-c8d9-4372-91aa-781ea002b1ff yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:00:19.707505 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32817ebc-2a77-4e8b-96ad-b31f8f7dc06f None None] Network fa7f3a78-da6e-4618-8564-f3a227dc8a93 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:00:19.745375 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-e9147500-355e-41f3-91cb-182432a7abf5 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Allocated IP 2001:db8::6c (fa7f3a78-da6e-4618-8564-f3a227dc8a93/b0363c92-33e2-41e0-aa89-c156b1fd2bbe/cbcce302-c8d9-4372-91aa-781ea002b1ff) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:00:19.848077 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4c8b5e13-17c4-4fd4-87d6-7281f83685f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:19.884442 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e9147500-355e-41f3-91cb-182432a7abf5 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:19.917264 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e9147500-355e-41f3-91cb-182432a7abf5 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:19.958987 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9147500-355e-41f3-91cb-182432a7abf5 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Network fa7f3a78-da6e-4618-8564-f3a227dc8a93 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:00:19.963386 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-e9147500-355e-41f3-91cb-182432a7abf5 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:00:19.967579 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9147500-355e-41f3-91cb-182432a7abf5 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:00:19.968558 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9147500-355e-41f3-91cb-182432a7abf5 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:00:19.969204 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e9147500-355e-41f3-91cb-182432a7abf5 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:19.977716 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9147500-355e-41f3-91cb-182432a7abf5 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Pushing event updated for resources: {'Port': ['ID=cbcce302-c8d9-4372-91aa-781ea002b1ff,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:19.989758 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e9147500-355e-41f3-91cb-182432a7abf5 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.3935499 Nov 25 18:00:19.992359 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56838) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:20.066977 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-254c5050-98c0-4050-be75-def06b51ac6f tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Deleting port cbcce302-c8d9-4372-91aa-781ea002b1ff {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:00:20.067326 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-254c5050-98c0-4050-be75-def06b51ac6f tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:20.436970 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-254c5050-98c0-4050-be75-def06b51ac6f tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:20.448572 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-254c5050-98c0-4050-be75-def06b51ac6f tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Calling delete_port for cbcce302-c8d9-4372-91aa-781ea002b1ff owned by {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:00:20.570513 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-254c5050-98c0-4050-be75-def06b51ac6f tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:20.597976 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c5050-98c0-4050-be75-def06b51ac6f tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Pushing event deleted for resources: {'Port': ['ID=cbcce302-c8d9-4372-91aa-781ea002b1ff,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:20.624763 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-254c5050-98c0-4050-be75-def06b51ac6f tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:20.628221 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-254c5050-98c0-4050-be75-def06b51ac6f tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] 10.222.0.75 "DELETE /v2.0/ports/cbcce302-c8d9-4372-91aa-781ea002b1ff HTTP/1.1" status: 204 len: 168 time: 0.6348581 Nov 25 18:00:20.630793 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56840) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:20.634960 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-e5012082-d103-408d-abf6-fc660f82cc08 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fa7f3a78-da6e-4618-8564-f3a227dc8a93', 'external_fixed_ips': [{'subnet_id': 'b0363c92-33e2-41e0-aa89-c156b1fd2bbe', 'ip_address': '2001:db8::6c'}]}}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:00:20.655245 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e5012082-d103-408d-abf6-fc660f82cc08 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:20.656406 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e5012082-d103-408d-abf6-fc660f82cc08 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:20.711905 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e5012082-d103-408d-abf6-fc660f82cc08 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:20.842318 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e5012082-d103-408d-abf6-fc660f82cc08 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:20.905000 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:21.045816 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e5012082-d103-408d-abf6-fc660f82cc08 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:21.064468 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e5012082-d103-408d-abf6-fc660f82cc08 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:21.212006 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-e5012082-d103-408d-abf6-fc660f82cc08 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Allocated IP 2001:db8::6c (fa7f3a78-da6e-4618-8564-f3a227dc8a93/b0363c92-33e2-41e0-aa89-c156b1fd2bbe/295fd0d5-92f8-41f7-afc7-f7474dd9cef3) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:00:21.315725 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e5012082-d103-408d-abf6-fc660f82cc08 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:21.352367 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e5012082-d103-408d-abf6-fc660f82cc08 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:21.398340 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5012082-d103-408d-abf6-fc660f82cc08 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Network fa7f3a78-da6e-4618-8564-f3a227dc8a93 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:00:21.402958 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-e5012082-d103-408d-abf6-fc660f82cc08 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:00:21.408426 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5012082-d103-408d-abf6-fc660f82cc08 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:00:21.410226 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5012082-d103-408d-abf6-fc660f82cc08 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Pushing event updated for resources: {'Port': ['ID=295fd0d5-92f8-41f7-afc7-f7474dd9cef3,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:21.630705 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e5012082-d103-408d-abf6-fc660f82cc08 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:21.828692 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e5012082-d103-408d-abf6-fc660f82cc08 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:21.957094 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5012082-d103-408d-abf6-fc660f82cc08 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Router 54fa8f6a-36bf-4291-a8cc-14fa56e62ba8 is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:00:22.064322 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5012082-d103-408d-abf6-fc660f82cc08 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:00:22.075666 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cece7f18-2236-4155-9276-64e69efc28e6 None None] Sync routers for ids ['54fa8f6a-36bf-4291-a8cc-14fa56e62ba8'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:00:22.083116 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e5012082-d103-408d-abf6-fc660f82cc08 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:22.087040 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e5012082-d103-408d-abf6-fc660f82cc08 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 1.4527881 Nov 25 18:00:22.087417 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56842) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:22.097340 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cece7f18-2236-4155-9276-64e69efc28e6 None None] Routers {'54fa8f6a-36bf-4291-a8cc-14fa56e62ba8'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:00:22.098000 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-cece7f18-2236-4155-9276-64e69efc28e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:00:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['54fa8f6a-36bf-4291-a8cc-14fa56e62ba8'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:22.101807 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:22.193451 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fdbc5590-7f34-4da7-b87e-f75e8367c7ae tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks [] for router, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:22.207306 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-cece7f18-2236-4155-9276-64e69efc28e6 None None] Set router 54fa8f6a-36bf-4291-a8cc-14fa56e62ba8 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:00:22.300339 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fdbc5590-7f34-4da7-b87e-f75e8367c7ae tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:22.357103 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-fdbc5590-7f34-4da7-b87e-f75e8367c7ae tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Deleting port 295fd0d5-92f8-41f7-afc7-f7474dd9cef3 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:00:22.357460 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fdbc5590-7f34-4da7-b87e-f75e8367c7ae tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:22.399039 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-cece7f18-2236-4155-9276-64e69efc28e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54fa8f6a-36bf-4291-a8cc-14fa56e62ba8', 'name': '', 'tenant_id': 'c91fe96a46a04d29a042b6014dc071e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa7f3a78-da6e-4618-8564-f3a227dc8a93', 'external_fixed_ips': [{'subnet_id': 'b0363c92-33e2-41e0-aa89-c156b1fd2bbe', 'ip_address': '2001:db8::6c'}], 'enable_snat': True}, 'gw_port_id': '295fd0d5-92f8-41f7-afc7-f7474dd9cef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:00:20Z', 'updated_at': '2021-11-25T18:00:21Z', 'revision_number': 3, 'project_id': 'c91fe96a46a04d29a042b6014dc071e4', 'gw_port': {'id': '295fd0d5-92f8-41f7-afc7-f7474dd9cef3', 'name': '', 'network_id': 'fa7f3a78-da6e-4618-8564-f3a227dc8a93', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e0:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54fa8f6a-36bf-4291-a8cc-14fa56e62ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': 'b0363c92-33e2-41e0-aa89-c156b1fd2bbe', 'ip_address': '2001:db8::6c', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:00:21Z', 'updated_at': '2021-11-25T18:00:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0363c92-33e2-41e0-aa89-c156b1fd2bbe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:22.427352 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cece7f18-2236-4155-9276-64e69efc28e6 None None] Checking router: 54fa8f6a-36bf-4291-a8cc-14fa56e62ba8 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:00:22.427710 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cece7f18-2236-4155-9276-64e69efc28e6 None None] Updating router 54fa8f6a-36bf-4291-a8cc-14fa56e62ba8 port 295fd0d5-92f8-41f7-afc7-f7474dd9cef3 binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:00:22.438505 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fdbc5590-7f34-4da7-b87e-f75e8367c7ae tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:22.450586 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-fdbc5590-7f34-4da7-b87e-f75e8367c7ae tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Calling delete_port for 295fd0d5-92f8-41f7-afc7-f7474dd9cef3 owned by network:router_gateway {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:00:22.456229 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-cece7f18-2236-4155-9276-64e69efc28e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:22.619018 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fdbc5590-7f34-4da7-b87e-f75e8367c7ae tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:22.650060 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbc5590-7f34-4da7-b87e-f75e8367c7ae tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Pushing event deleted for resources: {'Port': ['ID=295fd0d5-92f8-41f7-afc7-f7474dd9cef3,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:22.675476 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fdbc5590-7f34-4da7-b87e-f75e8367c7ae tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:22.713648 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.db.api [None req-cece7f18-2236-4155-9276-64e69efc28e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 18:00:22.714010 n-d-817746-1 neutron-server[103362]: DEBUG oslo_db.api [None req-cece7f18-2236-4155-9276-64e69efc28e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 18:00:22.767872 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fdbc5590-7f34-4da7-b87e-f75e8367c7ae tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:22.770024 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fdbc5590-7f34-4da7-b87e-f75e8367c7ae tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:22.812114 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fdbc5590-7f34-4da7-b87e-f75e8367c7ae tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:22.812698 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdbc5590-7f34-4da7-b87e-f75e8367c7ae tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 54fa8f6a-36bf-4291-a8cc-14fa56e62ba8 {{(pid=103361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:00:22.817883 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fdbc5590-7f34-4da7-b87e-f75e8367c7ae tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:22.819037 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-fdbc5590-7f34-4da7-b87e-f75e8367c7ae tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] 10.222.0.75 "DELETE /v2.0/routers/54fa8f6a-36bf-4291-a8cc-14fa56e62ba8 HTTP/1.1" status: 204 len: 168 time: 0.7305536 Nov 25 18:00:22.822020 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56844) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:22.866184 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c4f2226-f2b9-4220-bd5f-aa391691b7f5 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Deleting subnet b0363c92-33e2-41e0-aa89-c156b1fd2bbe {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:00:22.869273 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0c4f2226-f2b9-4220-bd5f-aa391691b7f5 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:22.908447 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0c4f2226-f2b9-4220-bd5f-aa391691b7f5 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:22.949568 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0c4f2226-f2b9-4220-bd5f-aa391691b7f5 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:23.001941 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0c4f2226-f2b9-4220-bd5f-aa391691b7f5 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:23.027822 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4f2226-f2b9-4220-bd5f-aa391691b7f5 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b0363c92-33e2-41e0-aa89-c156b1fd2bbe,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:23.030484 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0c4f2226-f2b9-4220-bd5f-aa391691b7f5 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:23.037002 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-0c4f2226-f2b9-4220-bd5f-aa391691b7f5 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] 10.222.0.75 "DELETE /v2.0/subnets/b0363c92-33e2-41e0-aa89-c156b1fd2bbe HTTP/1.1" status: 204 len: 168 time: 0.2115881 Nov 25 18:00:23.037197 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56846) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:23.045375 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:23.113147 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-eb9d10c5-e174-467b-94c3-6149aaf5de17 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:23.190975 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-eb9d10c5-e174-467b-94c3-6149aaf5de17 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:23.210737 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-eb9d10c5-e174-467b-94c3-6149aaf5de17 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa7f3a78-da6e-4618-8564-f3a227dc8a93']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:23.220439 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-eb9d10c5-e174-467b-94c3-6149aaf5de17 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd3b50ae-3c06-4502-a34a-5d4536ccf5d2') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:23.220741 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-eb9d10c5-e174-467b-94c3-6149aaf5de17 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd3b50ae-3c06-4502-a34a-5d4536ccf5d2') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:23.233615 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cece7f18-2236-4155-9276-64e69efc28e6 None None] Port 295fd0d5-92f8-41f7-afc7-f7474dd9cef3 not found while updating agent binding for router 54fa8f6a-36bf-4291-a8cc-14fa56e62ba8. {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 25 18:00:23.235519 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-eb9d10c5-e174-467b-94c3-6149aaf5de17 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:23.241929 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cece7f18-2236-4155-9276-64e69efc28e6 None None] Routers set() bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:00:23.242304 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cece7f18-2236-4155-9276-64e69efc28e6 None None] Router IDs set() for agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 25 18:00:23.242905 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_agentschedulers_db [None req-cece7f18-2236-4155-9276-64e69efc28e6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'54fa8f6a-36bf-4291-a8cc-14fa56e62ba8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:00:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent'). {{(pid=103362) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 25 18:00:23.243281 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cece7f18-2236-4155-9276-64e69efc28e6 None None] The sync data for ids ['54fa8f6a-36bf-4291-a8cc-14fa56e62ba8'] in n-d-817746-1 is: [] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:00:23.249324 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-eb9d10c5-e174-467b-94c3-6149aaf5de17 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:23.255277 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb9d10c5-e174-467b-94c3-6149aaf5de17 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Releasing vlan 929 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:00:23.255689 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-eb9d10c5-e174-467b-94c3-6149aaf5de17 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:23.257393 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 18:00:23.257393 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:00:23.257393 n-d-817746-1 neutron-server[103361]: timer() Nov 25 18:00:23.257393 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:00:23.257393 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 18:00:23.257393 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:00:23.257393 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 18:00:23.257393 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:00:23.257393 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 18:00:23.257393 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:00:23.257393 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 18:00:23.257393 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:00:23.257393 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 18:00:23.257393 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:00:23.257393 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:00:23.257393 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:00:23.257393 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:00:23.257393 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:00:23.257393 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 18:00:23.257393 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:00:23.257393 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 18:00:23.257393 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:00:23.257393 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:00:23.257393 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:00:23.257393 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 18:00:23.257393 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:00:23.257393 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:00:23.257393 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:00:23.257393 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:00:23.257393 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:00:23.257393 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:00:23.257393 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:00:23.313124 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-eb9d10c5-e174-467b-94c3-6149aaf5de17 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:23.318269 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9d10c5-e174-467b-94c3-6149aaf5de17 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fa7f3a78-da6e-4618-8564-f3a227dc8a93 {{(pid=103361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 25 18:00:23.321222 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-eb9d10c5-e174-467b-94c3-6149aaf5de17 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:23.324235 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-eb9d10c5-e174-467b-94c3-6149aaf5de17 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] 10.222.0.75 "DELETE /v2.0/networks/fa7f3a78-da6e-4618-8564-f3a227dc8a93 HTTP/1.1" status: 204 len: 168 time: 0.2861493 Nov 25 18:00:23.334065 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9d10c5-e174-467b-94c3-6149aaf5de17 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Pushing event deleted for resources: {'Network': ['ID=fa7f3a78-da6e-4618-8564-f3a227dc8a93,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:23.537792 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56854) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:23.542523 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-49de6213-405a-4ab4-aaa0-24125351c36a tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Request body: {'router': {'name': 'tempest-router--1887627516', 'project_id': '286cd6da73ac4c89851ee64a028b66c1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:00:23.569143 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-49de6213-405a-4ab4-aaa0-24125351c36a tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:23.570552 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-49de6213-405a-4ab4-aaa0-24125351c36a tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:23.631926 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-49de6213-405a-4ab4-aaa0-24125351c36a tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:23.637751 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-49de6213-405a-4ab4-aaa0-24125351c36a tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:23.654914 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-49de6213-405a-4ab4-aaa0-24125351c36a tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:23.656536 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-49de6213-405a-4ab4-aaa0-24125351c36a tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1174855 Nov 25 18:00:23.659316 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56856) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:23.737683 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b5ef954c-0ec6-4c82-977a-e74674969e13 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:23.911572 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b5ef954c-0ec6-4c82-977a-e74674969e13 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:23.913785 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b5ef954c-0ec6-4c82-977a-e74674969e13 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:23.957538 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b5ef954c-0ec6-4c82-977a-e74674969e13 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:23.958046 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ef954c-0ec6-4c82-977a-e74674969e13 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6d4ff57a-d314-4788-a570-18d55cf594aa {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:00:23.963064 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b5ef954c-0ec6-4c82-977a-e74674969e13 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:23.964287 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b5ef954c-0ec6-4c82-977a-e74674969e13 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] 10.222.0.75 "DELETE /v2.0/routers/6d4ff57a-d314-4788-a570-18d55cf594aa HTTP/1.1" status: 204 len: 168 time: 0.3032613 Nov 25 18:00:24.063135 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56860) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:24.256460 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-504e9365-d144-435d-8c7d-eaa2787482d3 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-81752813', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}, 'admin_state_up': False}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:00:24.278823 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-504e9365-d144-435d-8c7d-eaa2787482d3 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:24.279934 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-504e9365-d144-435d-8c7d-eaa2787482d3 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:24.329819 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-504e9365-d144-435d-8c7d-eaa2787482d3 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:24.471513 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-504e9365-d144-435d-8c7d-eaa2787482d3 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:24.664226 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-504e9365-d144-435d-8c7d-eaa2787482d3 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks [] for router_gateway, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:24.686418 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-504e9365-d144-435d-8c7d-eaa2787482d3 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:24.790561 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-504e9365-d144-435d-8c7d-eaa2787482d3 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Allocated IP 172.25.0.113 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/834878fe-efb0-4847-b95f-698fd794c61f) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:00:24.893725 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-504e9365-d144-435d-8c7d-eaa2787482d3 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:24.929204 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-504e9365-d144-435d-8c7d-eaa2787482d3 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:24.975075 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504e9365-d144-435d-8c7d-eaa2787482d3 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:00:24.978061 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-504e9365-d144-435d-8c7d-eaa2787482d3 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:00:24.981762 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504e9365-d144-435d-8c7d-eaa2787482d3 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:00:24.987310 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504e9365-d144-435d-8c7d-eaa2787482d3 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Pushing event updated for resources: {'Port': ['ID=834878fe-efb0-4847-b95f-698fd794c61f,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:24.990671 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cacaca-fffa-4e2c-af15-0db76e2a371b None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:00:25.046061 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-cd7819ad-091b-4bf6-97dc-1c5c7fc51ccd None None] Provisioning complete for port 834878fe-efb0-4847-b95f-698fd794c61f triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:00:25.046442 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-cd7819ad-091b-4bf6-97dc-1c5c7fc51ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:25.085298 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-cd7819ad-091b-4bf6-97dc-1c5c7fc51ccd None None] Port 834878fe-efb0-4847-b95f-698fd794c61f cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:00:25.231802 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-504e9365-d144-435d-8c7d-eaa2787482d3 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks [] for router_gateway, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:25.754751 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-504e9365-d144-435d-8c7d-eaa2787482d3 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:25.882298 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-504e9365-d144-435d-8c7d-eaa2787482d3 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Router a9eb9371-b7da-496c-ab31-cf1adee75b5d is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:00:25.984998 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-504e9365-d144-435d-8c7d-eaa2787482d3 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:00:25.994691 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f82d1f-75b5-4abd-858d-af621197f618 None None] Sync routers for ids ['a9eb9371-b7da-496c-ab31-cf1adee75b5d'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:00:26.005238 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-504e9365-d144-435d-8c7d-eaa2787482d3 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:26.005879 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f82d1f-75b5-4abd-858d-af621197f618 None None] Routers {'a9eb9371-b7da-496c-ab31-cf1adee75b5d'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:00:26.006380 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-504e9365-d144-435d-8c7d-eaa2787482d3 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9422402 Nov 25 18:00:26.009073 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56864) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:26.009522 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-65f82d1f-75b5-4abd-858d-af621197f618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:00:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['a9eb9371-b7da-496c-ab31-cf1adee75b5d'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:26.041798 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-65f82d1f-75b5-4abd-858d-af621197f618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:26.050855 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f82d1f-75b5-4abd-858d-af621197f618 None None] Routers {'a9eb9371-b7da-496c-ab31-cf1adee75b5d'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:00:26.051435 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-65f82d1f-75b5-4abd-858d-af621197f618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:00:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['a9eb9371-b7da-496c-ab31-cf1adee75b5d'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:26.085373 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-65f82d1f-75b5-4abd-858d-af621197f618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:26.086022 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f82d1f-75b5-4abd-858d-af621197f618 None None] The sync data for ids ['a9eb9371-b7da-496c-ab31-cf1adee75b5d'] in n-d-817746-1 is: [] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:00:26.118468 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-e83f8258-1ef9-40ab-8cf5-ca850df233c6 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] 10.222.0.75 "GET /v2.0/routers/a9eb9371-b7da-496c-ab31-cf1adee75b5d HTTP/1.1" status: 200 len: 923 time: 0.1082954 Nov 25 18:00:26.121309 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56866) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:26.147515 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c403a1d6-be25-4bcf-ad38-783a2112ff17 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] 10.222.0.75 "GET /v2.0/ports?device_id=a9eb9371-b7da-496c-ab31-cf1adee75b5d HTTP/1.1" status: 200 len: 205 time: 0.0251553 Nov 25 18:00:26.150021 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56868) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:26.260556 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a456f30b-0b1e-4aca-bfc3-0476bc9bc0f4 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks [] for router, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:26.366742 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a456f30b-0b1e-4aca-bfc3-0476bc9bc0f4 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:26.417217 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-a456f30b-0b1e-4aca-bfc3-0476bc9bc0f4 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Deleting port 834878fe-efb0-4847-b95f-698fd794c61f {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:00:26.417551 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a456f30b-0b1e-4aca-bfc3-0476bc9bc0f4 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:26.498056 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a456f30b-0b1e-4aca-bfc3-0476bc9bc0f4 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:26.509583 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-a456f30b-0b1e-4aca-bfc3-0476bc9bc0f4 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Calling delete_port for 834878fe-efb0-4847-b95f-698fd794c61f owned by network:router_gateway {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:00:26.673376 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a456f30b-0b1e-4aca-bfc3-0476bc9bc0f4 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:26.698629 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a456f30b-0b1e-4aca-bfc3-0476bc9bc0f4 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Pushing event deleted for resources: {'Port': ['ID=834878fe-efb0-4847-b95f-698fd794c61f,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:26.712261 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b7ed29-6951-4c60-bfb0-8361a1eb1a1d None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:00:26.726059 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a456f30b-0b1e-4aca-bfc3-0476bc9bc0f4 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:00:26.726409 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a456f30b-0b1e-4aca-bfc3-0476bc9bc0f4 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:00:26.726747 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a456f30b-0b1e-4aca-bfc3-0476bc9bc0f4 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:00:26.727085 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a456f30b-0b1e-4aca-bfc3-0476bc9bc0f4 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:00:26.727419 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a456f30b-0b1e-4aca-bfc3-0476bc9bc0f4 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:00:26.727748 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a456f30b-0b1e-4aca-bfc3-0476bc9bc0f4 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:00:26.728074 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a456f30b-0b1e-4aca-bfc3-0476bc9bc0f4 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:00:26.728398 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a456f30b-0b1e-4aca-bfc3-0476bc9bc0f4 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:00:26.728726 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a456f30b-0b1e-4aca-bfc3-0476bc9bc0f4 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:00:26.729069 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a456f30b-0b1e-4aca-bfc3-0476bc9bc0f4 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:00:26.729394 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a456f30b-0b1e-4aca-bfc3-0476bc9bc0f4 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:00:26.729715 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a456f30b-0b1e-4aca-bfc3-0476bc9bc0f4 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:00:26.775811 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a456f30b-0b1e-4aca-bfc3-0476bc9bc0f4 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:26.866538 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a456f30b-0b1e-4aca-bfc3-0476bc9bc0f4 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:26.868637 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a456f30b-0b1e-4aca-bfc3-0476bc9bc0f4 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:26.912552 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a456f30b-0b1e-4aca-bfc3-0476bc9bc0f4 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:26.913217 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a456f30b-0b1e-4aca-bfc3-0476bc9bc0f4 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Fanout notify agent at l3_agent the message router_deleted on router a9eb9371-b7da-496c-ab31-cf1adee75b5d {{(pid=103361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:00:26.919922 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a456f30b-0b1e-4aca-bfc3-0476bc9bc0f4 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:26.921081 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-a456f30b-0b1e-4aca-bfc3-0476bc9bc0f4 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] 10.222.0.75 "DELETE /v2.0/routers/a9eb9371-b7da-496c-ab31-cf1adee75b5d HTTP/1.1" status: 204 len: 168 time: 0.7701144 Nov 25 18:00:26.924713 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56870) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:26.928860 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-e4d42299-8474-4843-beeb-74e0182217f3 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Request body: {'router': {'name': 'tempest-snat-router-245437064', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'enable_snat': False}}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:00:26.950539 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e4d42299-8474-4843-beeb-74e0182217f3 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:26.952338 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e4d42299-8474-4843-beeb-74e0182217f3 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:27.001489 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e4d42299-8474-4843-beeb-74e0182217f3 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:27.141665 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e4d42299-8474-4843-beeb-74e0182217f3 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:27.340658 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e4d42299-8474-4843-beeb-74e0182217f3 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:27.359596 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e4d42299-8474-4843-beeb-74e0182217f3 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:27.459441 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-e4d42299-8474-4843-beeb-74e0182217f3 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Allocated IP 172.25.0.26 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/c5f32e85-bf61-4de7-9c0e-1cbc561f1c29) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:00:27.562331 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e4d42299-8474-4843-beeb-74e0182217f3 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:27.596936 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e4d42299-8474-4843-beeb-74e0182217f3 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:27.644996 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d42299-8474-4843-beeb-74e0182217f3 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:00:27.647911 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-e4d42299-8474-4843-beeb-74e0182217f3 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:00:27.650346 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d42299-8474-4843-beeb-74e0182217f3 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:00:27.661345 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f4c09a-577a-49f0-969b-ec3a43945fd8 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:00:27.676354 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d42299-8474-4843-beeb-74e0182217f3 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Pushing event updated for resources: {'Port': ['ID=c5f32e85-bf61-4de7-9c0e-1cbc561f1c29,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:27.722188 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-06e7476e-49af-49a9-9265-49d6ca106711 None None] Provisioning complete for port c5f32e85-bf61-4de7-9c0e-1cbc561f1c29 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:00:27.722806 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-06e7476e-49af-49a9-9265-49d6ca106711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:27.755860 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-06e7476e-49af-49a9-9265-49d6ca106711 None None] Port c5f32e85-bf61-4de7-9c0e-1cbc561f1c29 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:00:27.907046 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e4d42299-8474-4843-beeb-74e0182217f3 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:28.111047 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e4d42299-8474-4843-beeb-74e0182217f3 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:28.239586 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d42299-8474-4843-beeb-74e0182217f3 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Router 0903778d-ac9d-4bec-a8a7-95f81fa3d14f is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:00:28.353524 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d42299-8474-4843-beeb-74e0182217f3 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:00:28.362964 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9922e0-292d-4171-9b3f-7b2bb777e28b None None] Sync routers for ids ['0903778d-ac9d-4bec-a8a7-95f81fa3d14f'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:00:28.370892 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e4d42299-8474-4843-beeb-74e0182217f3 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:28.372161 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-e4d42299-8474-4843-beeb-74e0182217f3 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 1.4465449 Nov 25 18:00:28.375080 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56872) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:28.376435 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9922e0-292d-4171-9b3f-7b2bb777e28b None None] Routers {'0903778d-ac9d-4bec-a8a7-95f81fa3d14f'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:00:28.377106 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-1f9922e0-292d-4171-9b3f-7b2bb777e28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:00:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['0903778d-ac9d-4bec-a8a7-95f81fa3d14f'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:28.485788 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-06cce4cf-c7e9-4af2-ab6d-c8ccf5e160d8 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] 10.222.0.75 "GET /v2.0/routers/0903778d-ac9d-4bec-a8a7-95f81fa3d14f HTTP/1.1" status: 200 len: 907 time: 0.1093891 Nov 25 18:00:28.488352 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56874) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:28.492992 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-5042e964-cf76-439c-8b74-41a111573a90 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Request body: {'router': {'name': 'tempest-snat-router-245437064', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'enable_snat': True}}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:00:28.493191 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-1f9922e0-292d-4171-9b3f-7b2bb777e28b None None] Set router 0903778d-ac9d-4bec-a8a7-95f81fa3d14f gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:00:28.516590 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5042e964-cf76-439c-8b74-41a111573a90 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:28.517726 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5042e964-cf76-439c-8b74-41a111573a90 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:28.575094 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5042e964-cf76-439c-8b74-41a111573a90 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:28.681079 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-1f9922e0-292d-4171-9b3f-7b2bb777e28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0903778d-ac9d-4bec-a8a7-95f81fa3d14f', 'name': 'tempest-snat-router-245437064', 'tenant_id': 'c91fe96a46a04d29a042b6014dc071e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.26'}], 'enable_snat': False}, 'gw_port_id': 'c5f32e85-bf61-4de7-9c0e-1cbc561f1c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:00:26Z', 'updated_at': '2021-11-25T18:00:27Z', 'revision_number': 3, 'project_id': 'c91fe96a46a04d29a042b6014dc071e4', 'gw_port': {'id': 'c5f32e85-bf61-4de7-9c0e-1cbc561f1c29', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:de:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0903778d-ac9d-4bec-a8a7-95f81fa3d14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:00:27Z', 'updated_at': '2021-11-25T18:00:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:28.709577 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9922e0-292d-4171-9b3f-7b2bb777e28b None None] Checking router: 0903778d-ac9d-4bec-a8a7-95f81fa3d14f for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:00:28.709937 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9922e0-292d-4171-9b3f-7b2bb777e28b None None] Updating router 0903778d-ac9d-4bec-a8a7-95f81fa3d14f port c5f32e85-bf61-4de7-9c0e-1cbc561f1c29 binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:00:28.724266 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5042e964-cf76-439c-8b74-41a111573a90 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:28.740918 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1f9922e0-292d-4171-9b3f-7b2bb777e28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:28.923209 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5042e964-cf76-439c-8b74-41a111573a90 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:28.943187 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5042e964-cf76-439c-8b74-41a111573a90 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:29.013763 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1f9922e0-292d-4171-9b3f-7b2bb777e28b None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:29.020080 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1f9922e0-292d-4171-9b3f-7b2bb777e28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:29.070279 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-5042e964-cf76-439c-8b74-41a111573a90 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Allocated IP 172.25.0.212 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/d0b43548-4792-48c1-a189-7329c75e0d4c) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:00:29.073093 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16396df3-7020-4744-b1d9-f893eaaf5882 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:00:29.089500 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-1f9922e0-292d-4171-9b3f-7b2bb777e28b None None] Attempting to bind port c5f32e85-bf61-4de7-9c0e-1cbc561f1c29 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:00:29.089884 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-1f9922e0-292d-4171-9b3f-7b2bb777e28b None None] Attempting to bind port c5f32e85-bf61-4de7-9c0e-1cbc561f1c29 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:00:29.090254 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9922e0-292d-4171-9b3f-7b2bb777e28b None None] Attempting to bind port c5f32e85-bf61-4de7-9c0e-1cbc561f1c29 on network 1aa44027-b9d0-4a56-9a59-7e664703e20a {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:00:29.093257 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730afd54-74e1-4abd-af25-9468d5b10c76 None None] Pushing event updated for resources: {'Port': ['ID=c5f32e85-bf61-4de7-9c0e-1cbc561f1c29,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:29.099477 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9922e0-292d-4171-9b3f-7b2bb777e28b None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:00:29.099864 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9922e0-292d-4171-9b3f-7b2bb777e28b None None] Checking segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:00:29.100268 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1f9922e0-292d-4171-9b3f-7b2bb777e28b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:29.100655 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9922e0-292d-4171-9b3f-7b2bb777e28b None None] Bound using segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:00:29.101159 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-1f9922e0-292d-4171-9b3f-7b2bb777e28b None None] Bound port: c5f32e85-bf61-4de7-9c0e-1cbc561f1c29, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:00:29.101542 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1f9922e0-292d-4171-9b3f-7b2bb777e28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:29.152561 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-1f9922e0-292d-4171-9b3f-7b2bb777e28b None None] For port c5f32e85-bf61-4de7-9c0e-1cbc561f1c29, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:00:29.156602 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-1f9922e0-292d-4171-9b3f-7b2bb777e28b None None] For port c5f32e85-bf61-4de7-9c0e-1cbc561f1c29, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=c5f32e85-bf61-4de7-9c0e-1cbc561f1c29,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:00:29.161952 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1f9922e0-292d-4171-9b3f-7b2bb777e28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:29.182565 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5042e964-cf76-439c-8b74-41a111573a90 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:29.221400 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5042e964-cf76-439c-8b74-41a111573a90 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:29.229239 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc9847d-8967-41fd-8a6d-14d41b45eebf None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:00:29.238987 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-4f2555a8-afdc-48f9-b0dd-25eb307de47f None None] Provisioning complete for port c5f32e85-bf61-4de7-9c0e-1cbc561f1c29 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:00:29.239366 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4f2555a8-afdc-48f9-b0dd-25eb307de47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:29.269421 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5042e964-cf76-439c-8b74-41a111573a90 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:00:29.272604 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-5042e964-cf76-439c-8b74-41a111573a90 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:00:29.276712 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5042e964-cf76-439c-8b74-41a111573a90 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:00:29.282686 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5042e964-cf76-439c-8b74-41a111573a90 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Pushing event updated for resources: {'Port': ['ID=d0b43548-4792-48c1-a189-7329c75e0d4c,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:29.283789 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9922e0-292d-4171-9b3f-7b2bb777e28b None None] Routers {'0903778d-ac9d-4bec-a8a7-95f81fa3d14f'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:00:29.284861 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-1f9922e0-292d-4171-9b3f-7b2bb777e28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:00:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['0903778d-ac9d-4bec-a8a7-95f81fa3d14f'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:29.286235 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730afd54-74e1-4abd-af25-9468d5b10c76 None None] Pushing event updated for resources: {'Port': ['ID=c5f32e85-bf61-4de7-9c0e-1cbc561f1c29,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:29.352528 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d1843c-4cf2-44c1-81b5-ae7129de9285 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:00:29.435927 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-1f9922e0-292d-4171-9b3f-7b2bb777e28b None None] Set router 0903778d-ac9d-4bec-a8a7-95f81fa3d14f gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:00:29.495025 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4f2555a8-afdc-48f9-b0dd-25eb307de47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:29.723748 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-4f2555a8-afdc-48f9-b0dd-25eb307de47f None None] For port c5f32e85-bf61-4de7-9c0e-1cbc561f1c29, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=c5f32e85-bf61-4de7-9c0e-1cbc561f1c29,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:00:29.731407 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4f2555a8-afdc-48f9-b0dd-25eb307de47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:29.818556 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2555a8-afdc-48f9-b0dd-25eb307de47f None None] Pushing event updated for resources: {'Port': ['ID=c5f32e85-bf61-4de7-9c0e-1cbc561f1c29,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:29.860188 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-179ac658-abc8-47ee-a017-4007e92c89ac None None] Provisioning complete for port d0b43548-4792-48c1-a189-7329c75e0d4c triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:00:29.860565 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-179ac658-abc8-47ee-a017-4007e92c89ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:29.862914 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-1f9922e0-292d-4171-9b3f-7b2bb777e28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0903778d-ac9d-4bec-a8a7-95f81fa3d14f', 'name': 'tempest-snat-router-245437064', 'tenant_id': 'c91fe96a46a04d29a042b6014dc071e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.26'}], 'enable_snat': False}, 'gw_port_id': 'c5f32e85-bf61-4de7-9c0e-1cbc561f1c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:00:26Z', 'updated_at': '2021-11-25T18:00:27Z', 'revision_number': 3, 'project_id': 'c91fe96a46a04d29a042b6014dc071e4', 'gw_port': {'id': 'c5f32e85-bf61-4de7-9c0e-1cbc561f1c29', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:de:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0903778d-ac9d-4bec-a8a7-95f81fa3d14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:00:27Z', 'updated_at': '2021-11-25T18:00:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:29.878485 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5042e964-cf76-439c-8b74-41a111573a90 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:29.905995 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9922e0-292d-4171-9b3f-7b2bb777e28b None None] The sync data for ids ['0903778d-ac9d-4bec-a8a7-95f81fa3d14f'] in n-d-817746-1 is: [{'id': '0903778d-ac9d-4bec-a8a7-95f81fa3d14f', 'name': 'tempest-snat-router-245437064', 'tenant_id': 'c91fe96a46a04d29a042b6014dc071e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.26'}], 'enable_snat': False}, 'gw_port_id': 'c5f32e85-bf61-4de7-9c0e-1cbc561f1c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:00:26Z', 'updated_at': '2021-11-25T18:00:27Z', 'revision_number': 3, 'project_id': 'c91fe96a46a04d29a042b6014dc071e4', 'gw_port': {'id': 'c5f32e85-bf61-4de7-9c0e-1cbc561f1c29', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:de:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0903778d-ac9d-4bec-a8a7-95f81fa3d14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:00:27Z', 'updated_at': '2021-11-25T18:00:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:00:29.926477 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-179ac658-abc8-47ee-a017-4007e92c89ac None None] Port d0b43548-4792-48c1-a189-7329c75e0d4c cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:00:29.937856 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-179ac658-abc8-47ee-a017-4007e92c89ac None None] Provisioning complete for port c5f32e85-bf61-4de7-9c0e-1cbc561f1c29 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:00:29.938231 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-179ac658-abc8-47ee-a017-4007e92c89ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:30.098756 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5042e964-cf76-439c-8b74-41a111573a90 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:30.245682 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5042e964-cf76-439c-8b74-41a111573a90 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Router c35a5034-96a0-493c-8508-dd534d599960 is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:00:30.369896 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5042e964-cf76-439c-8b74-41a111573a90 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:00:30.380891 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c04c566-0164-48b6-8018-b52fc5f10ca4 None None] Sync routers for ids ['c35a5034-96a0-493c-8508-dd534d599960'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:00:30.390744 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5042e964-cf76-439c-8b74-41a111573a90 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:30.392354 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-5042e964-cf76-439c-8b74-41a111573a90 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 1.9028442 Nov 25 18:00:30.393772 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c04c566-0164-48b6-8018-b52fc5f10ca4 None None] Routers {'c35a5034-96a0-493c-8508-dd534d599960'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:00:30.394388 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-9c04c566-0164-48b6-8018-b52fc5f10ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:00:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['c35a5034-96a0-493c-8508-dd534d599960'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:30.394969 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56876) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:30.523647 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56882) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:30.524349 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-a3b5acba-15cf-4bcc-8294-a0ca017ecf4a tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] 10.222.0.75 "GET /v2.0/routers/c35a5034-96a0-493c-8508-dd534d599960 HTTP/1.1" status: 200 len: 907 time: 0.1280746 Nov 25 18:00:30.531164 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-9c04c566-0164-48b6-8018-b52fc5f10ca4 None None] Set router c35a5034-96a0-493c-8508-dd534d599960 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:00:30.661916 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4c50a2ec-e393-469d-a771-c57a0830cdda tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:30.791702 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4c50a2ec-e393-469d-a771-c57a0830cdda tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:30.855960 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-4c50a2ec-e393-469d-a771-c57a0830cdda tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Deleting port d0b43548-4792-48c1-a189-7329c75e0d4c {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:00:30.856614 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4c50a2ec-e393-469d-a771-c57a0830cdda tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:30.867853 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-9c04c566-0164-48b6-8018-b52fc5f10ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35a5034-96a0-493c-8508-dd534d599960', 'name': 'tempest-snat-router-245437064', 'tenant_id': 'c91fe96a46a04d29a042b6014dc071e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': 'd0b43548-4792-48c1-a189-7329c75e0d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:00:28Z', 'updated_at': '2021-11-25T18:00:29Z', 'revision_number': 3, 'project_id': 'c91fe96a46a04d29a042b6014dc071e4', 'gw_port': {'id': 'd0b43548-4792-48c1-a189-7329c75e0d4c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bb:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c35a5034-96a0-493c-8508-dd534d599960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:00:28Z', 'updated_at': '2021-11-25T18:00:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:30.897333 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c04c566-0164-48b6-8018-b52fc5f10ca4 None None] Checking router: c35a5034-96a0-493c-8508-dd534d599960 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:00:30.897684 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c04c566-0164-48b6-8018-b52fc5f10ca4 None None] Updating router c35a5034-96a0-493c-8508-dd534d599960 port d0b43548-4792-48c1-a189-7329c75e0d4c binding host n-d-817746-1 {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:00:30.922969 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-9c04c566-0164-48b6-8018-b52fc5f10ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:30.938507 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4c50a2ec-e393-469d-a771-c57a0830cdda tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:30.952865 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-4c50a2ec-e393-469d-a771-c57a0830cdda tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Calling delete_port for d0b43548-4792-48c1-a189-7329c75e0d4c owned by network:router_gateway {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:00:31.039527 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device c5f32e85-bf61-4de7-9c0e-1cbc561f1c29 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:00:31.096119 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port c5f32e85-bf61-4de7-9c0e-1cbc561f1c29 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:00:31.096800 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:31.145429 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4c50a2ec-e393-469d-a771-c57a0830cdda tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:31.172004 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c50a2ec-e393-469d-a771-c57a0830cdda tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Pushing event deleted for resources: {'Port': ['ID=d0b43548-4792-48c1-a189-7329c75e0d4c,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:31.188333 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143d0fe6-4fe2-45d7-b8a1-57e4abe86d17 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:00:31.208727 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.db.api [None req-9c04c566-0164-48b6-8018-b52fc5f10ca4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103363) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 18:00:31.209194 n-d-817746-1 neutron-server[103363]: DEBUG oslo_db.api [None req-9c04c566-0164-48b6-8018-b52fc5f10ca4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 18:00:31.244015 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4c50a2ec-e393-469d-a771-c57a0830cdda tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:31.339027 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4c50a2ec-e393-469d-a771-c57a0830cdda tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:31.341317 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4c50a2ec-e393-469d-a771-c57a0830cdda tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:31.383670 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4c50a2ec-e393-469d-a771-c57a0830cdda tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:31.384308 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c50a2ec-e393-469d-a771-c57a0830cdda tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c35a5034-96a0-493c-8508-dd534d599960 {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:00:31.390264 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4c50a2ec-e393-469d-a771-c57a0830cdda tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:31.391483 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4c50a2ec-e393-469d-a771-c57a0830cdda tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] 10.222.0.75 "DELETE /v2.0/routers/c35a5034-96a0-493c-8508-dd534d599960 HTTP/1.1" status: 204 len: 168 time: 0.8658106 Nov 25 18:00:31.394112 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56884) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:31.731184 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c04c566-0164-48b6-8018-b52fc5f10ca4 None None] Port d0b43548-4792-48c1-a189-7329c75e0d4c not found while updating agent binding for router c35a5034-96a0-493c-8508-dd534d599960. {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 25 18:00:31.740191 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c04c566-0164-48b6-8018-b52fc5f10ca4 None None] Routers set() bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:00:31.740575 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c04c566-0164-48b6-8018-b52fc5f10ca4 None None] Router IDs set() for agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 25 18:00:31.741207 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_agentschedulers_db [None req-9c04c566-0164-48b6-8018-b52fc5f10ca4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c35a5034-96a0-493c-8508-dd534d599960'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:00:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent'). {{(pid=103363) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 25 18:00:31.741581 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c04c566-0164-48b6-8018-b52fc5f10ca4 None None] The sync data for ids ['c35a5034-96a0-493c-8508-dd534d599960'] in n-d-817746-1 is: [] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:00:31.793252 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c0c96a47-69c5-47d9-943f-6079a6becf3d tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:31.899499 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c0c96a47-69c5-47d9-943f-6079a6becf3d tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:31.951989 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-c0c96a47-69c5-47d9-943f-6079a6becf3d tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Deleting port c5f32e85-bf61-4de7-9c0e-1cbc561f1c29 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:00:31.952342 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c0c96a47-69c5-47d9-943f-6079a6becf3d tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:32.037082 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-c0c96a47-69c5-47d9-943f-6079a6becf3d tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] For port c5f32e85-bf61-4de7-9c0e-1cbc561f1c29, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=c5f32e85-bf61-4de7-9c0e-1cbc561f1c29,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:00:32.037451 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c0c96a47-69c5-47d9-943f-6079a6becf3d tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:32.049800 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-c0c96a47-69c5-47d9-943f-6079a6becf3d tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Calling delete_port for c5f32e85-bf61-4de7-9c0e-1cbc561f1c29 owned by network:router_gateway {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:00:32.242825 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c0c96a47-69c5-47d9-943f-6079a6becf3d tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:32.267321 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c96a47-69c5-47d9-943f-6079a6becf3d tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Pushing event deleted for resources: {'Port': ['ID=c5f32e85-bf61-4de7-9c0e-1cbc561f1c29,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:32.289838 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b1525e-396f-47b3-acd1-62dd75485a61 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:00:32.350907 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c0c96a47-69c5-47d9-943f-6079a6becf3d tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:32.455475 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c0c96a47-69c5-47d9-943f-6079a6becf3d tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:32.457759 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c0c96a47-69c5-47d9-943f-6079a6becf3d tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:32.514852 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c0c96a47-69c5-47d9-943f-6079a6becf3d tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:32.515774 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c96a47-69c5-47d9-943f-6079a6becf3d tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0903778d-ac9d-4bec-a8a7-95f81fa3d14f {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:00:32.520984 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c0c96a47-69c5-47d9-943f-6079a6becf3d tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:32.522718 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c0c96a47-69c5-47d9-943f-6079a6becf3d tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] 10.222.0.75 "DELETE /v2.0/routers/0903778d-ac9d-4bec-a8a7-95f81fa3d14f HTTP/1.1" status: 204 len: 168 time: 1.1272447 Nov 25 18:00:32.526023 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56886) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:32.531994 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-e7c787f4-fc67-45ef-999a-90f58d5b5e66 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1810015420', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}, 'admin_state_up': False}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:00:32.558922 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e7c787f4-fc67-45ef-999a-90f58d5b5e66 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:32.560012 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e7c787f4-fc67-45ef-999a-90f58d5b5e66 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:32.621290 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e7c787f4-fc67-45ef-999a-90f58d5b5e66 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:32.790482 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e7c787f4-fc67-45ef-999a-90f58d5b5e66 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:32.994299 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e7c787f4-fc67-45ef-999a-90f58d5b5e66 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks [] for router_gateway, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:33.015932 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e7c787f4-fc67-45ef-999a-90f58d5b5e66 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:33.045708 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device c5f32e85-bf61-4de7-9c0e-1cbc561f1c29 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:00:33.066117 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: c5f32e85-bf61-4de7-9c0e-1cbc561f1c29 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:00:33.066567 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device c5f32e85-bf61-4de7-9c0e-1cbc561f1c29 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:00:33.128956 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-e7c787f4-fc67-45ef-999a-90f58d5b5e66 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Allocated IP 172.25.0.31 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/5ceaefe8-739a-4be6-9ec9-df1873031fa8) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:00:33.235905 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e7c787f4-fc67-45ef-999a-90f58d5b5e66 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:33.269180 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e7c787f4-fc67-45ef-999a-90f58d5b5e66 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:33.310008 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c787f4-fc67-45ef-999a-90f58d5b5e66 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:00:33.313295 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-e7c787f4-fc67-45ef-999a-90f58d5b5e66 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:00:33.315662 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c787f4-fc67-45ef-999a-90f58d5b5e66 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:00:33.325640 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4204dd-2efa-415a-932b-d762420c039f None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:00:33.343762 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c787f4-fc67-45ef-999a-90f58d5b5e66 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Pushing event updated for resources: {'Port': ['ID=5ceaefe8-739a-4be6-9ec9-df1873031fa8,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:33.369430 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d4d6a27f-a9f4-4486-bb4d-f81d1a00904b None None] Provisioning complete for port 5ceaefe8-739a-4be6-9ec9-df1873031fa8 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:00:33.369809 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d4d6a27f-a9f4-4486-bb4d-f81d1a00904b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:33.404451 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d4d6a27f-a9f4-4486-bb4d-f81d1a00904b None None] Port 5ceaefe8-739a-4be6-9ec9-df1873031fa8 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:00:33.574126 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e7c787f4-fc67-45ef-999a-90f58d5b5e66 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks [] for router_gateway, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:33.767788 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e7c787f4-fc67-45ef-999a-90f58d5b5e66 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:33.895148 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7c787f4-fc67-45ef-999a-90f58d5b5e66 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Router d40b4282-9ab1-47f7-b1e1-1249901fc5d9 is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:00:34.001880 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c787f4-fc67-45ef-999a-90f58d5b5e66 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:00:34.011308 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e75d9c1-71f1-4fd7-84a0-133c2564bc26 None None] Sync routers for ids ['d40b4282-9ab1-47f7-b1e1-1249901fc5d9'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:00:34.021865 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e7c787f4-fc67-45ef-999a-90f58d5b5e66 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:34.022695 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e75d9c1-71f1-4fd7-84a0-133c2564bc26 None None] Routers {'d40b4282-9ab1-47f7-b1e1-1249901fc5d9'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:00:34.023028 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-e7c787f4-fc67-45ef-999a-90f58d5b5e66 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.4960074 Nov 25 18:00:34.023324 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-8e75d9c1-71f1-4fd7-84a0-133c2564bc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:00:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['d40b4282-9ab1-47f7-b1e1-1249901fc5d9'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:34.026241 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56888) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:34.031099 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-48011e9f-fac8-46ad-9908-90768d414d7a tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'enable_snat': False}}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:00:34.058599 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-8e75d9c1-71f1-4fd7-84a0-133c2564bc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:34.068932 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e75d9c1-71f1-4fd7-84a0-133c2564bc26 None None] Routers {'d40b4282-9ab1-47f7-b1e1-1249901fc5d9'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:00:34.069637 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-8e75d9c1-71f1-4fd7-84a0-133c2564bc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:00:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['d40b4282-9ab1-47f7-b1e1-1249901fc5d9'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:34.103074 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-8e75d9c1-71f1-4fd7-84a0-133c2564bc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:34.103742 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e75d9c1-71f1-4fd7-84a0-133c2564bc26 None None] The sync data for ids ['d40b4282-9ab1-47f7-b1e1-1249901fc5d9'] in n-d-817746-1 is: [] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:00:34.320699 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-48011e9f-fac8-46ad-9908-90768d414d7a tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:34.705768 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-48011e9f-fac8-46ad-9908-90768d414d7a tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-542255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8324'] for router, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:34.709048 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-48011e9f-fac8-46ad-9908-90768d414d7a tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-542246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-542269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-530067'] for router, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:34.810976 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48011e9f-fac8-46ad-9908-90768d414d7a tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Router d40b4282-9ab1-47f7-b1e1-1249901fc5d9 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:00:34.914071 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48011e9f-fac8-46ad-9908-90768d414d7a tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:00:34.918322 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-48011e9f-fac8-46ad-9908-90768d414d7a tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:34.924072 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-48011e9f-fac8-46ad-9908-90768d414d7a tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] 10.222.0.75 "PUT /v2.0/routers/d40b4282-9ab1-47f7-b1e1-1249901fc5d9 HTTP/1.1" status: 200 len: 925 time: 0.8933156 Nov 25 18:00:34.924311 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56890) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:34.926735 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d95b0b5-e584-428c-973c-605963a46d7b None None] Sync routers for ids ['d40b4282-9ab1-47f7-b1e1-1249901fc5d9'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:00:34.942456 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d95b0b5-e584-428c-973c-605963a46d7b None None] Routers {'d40b4282-9ab1-47f7-b1e1-1249901fc5d9'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:00:34.943137 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-1d95b0b5-e584-428c-973c-605963a46d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:00:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['d40b4282-9ab1-47f7-b1e1-1249901fc5d9'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:34.975141 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-1d95b0b5-e584-428c-973c-605963a46d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:34.984158 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d95b0b5-e584-428c-973c-605963a46d7b None None] Routers {'d40b4282-9ab1-47f7-b1e1-1249901fc5d9'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:00:34.984748 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-1d95b0b5-e584-428c-973c-605963a46d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:00:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['d40b4282-9ab1-47f7-b1e1-1249901fc5d9'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:35.018814 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-1d95b0b5-e584-428c-973c-605963a46d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:35.019452 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d95b0b5-e584-428c-973c-605963a46d7b None None] The sync data for ids ['d40b4282-9ab1-47f7-b1e1-1249901fc5d9'] in n-d-817746-1 is: [] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:00:35.035624 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-ad4b1cfc-a25f-4727-9842-7078f0f82a46 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] 10.222.0.75 "GET /v2.0/routers/d40b4282-9ab1-47f7-b1e1-1249901fc5d9 HTTP/1.1" status: 200 len: 925 time: 0.1106629 Nov 25 18:00:35.038363 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56892) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:35.109957 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97253901-012a-49e3-b810-4aa181cfd1b4 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:00:35.111485 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-97253901-012a-49e3-b810-4aa181cfd1b4 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] 10.222.0.75 "GET /v2.0/ports?network_id=1aa44027-b9d0-4a56-9a59-7e664703e20a&device_id=d40b4282-9ab1-47f7-b1e1-1249901fc5d9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0722206 Nov 25 18:00:35.114120 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56894) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:35.198598 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9444c6ab-4a19-4151-829b-6e5495f85f6d tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:00:35.199960 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-9444c6ab-4a19-4151-829b-6e5495f85f6d tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] 10.222.0.75 "GET /v2.0/networks/1aa44027-b9d0-4a56-9a59-7e664703e20a HTTP/1.1" status: 200 len: 881 time: 0.0849481 Nov 25 18:00:35.202836 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56896) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:35.229626 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-e47b117b-44d7-4a9f-88cf-9ea7fb5d5e62 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40b4282-9ab1-47f7-b1e1-1249901fc5d9 HTTP/1.1" status: 200 len: 205 time: 0.0256879 Nov 25 18:00:35.232422 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56898) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:35.335057 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ad6df569-94e0-495c-92e8-d34a44f95b1f tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks [] for router, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:35.435851 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ad6df569-94e0-495c-92e8-d34a44f95b1f tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:35.486711 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-ad6df569-94e0-495c-92e8-d34a44f95b1f tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Deleting port 5ceaefe8-739a-4be6-9ec9-df1873031fa8 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:00:35.486931 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ad6df569-94e0-495c-92e8-d34a44f95b1f tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:35.562846 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ad6df569-94e0-495c-92e8-d34a44f95b1f tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:35.574943 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-ad6df569-94e0-495c-92e8-d34a44f95b1f tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Calling delete_port for 5ceaefe8-739a-4be6-9ec9-df1873031fa8 owned by network:router_gateway {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:00:35.736210 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ad6df569-94e0-495c-92e8-d34a44f95b1f tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:35.762492 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6df569-94e0-495c-92e8-d34a44f95b1f tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Pushing event deleted for resources: {'Port': ['ID=5ceaefe8-739a-4be6-9ec9-df1873031fa8,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:35.774145 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3a0bc3-91eb-456f-afc0-9a7c4ea2892d None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:00:35.822278 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ad6df569-94e0-495c-92e8-d34a44f95b1f tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:35.914336 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ad6df569-94e0-495c-92e8-d34a44f95b1f tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:35.916455 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ad6df569-94e0-495c-92e8-d34a44f95b1f tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:36.301725 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ad6df569-94e0-495c-92e8-d34a44f95b1f tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:36.302571 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6df569-94e0-495c-92e8-d34a44f95b1f tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Fanout notify agent at l3_agent the message router_deleted on router d40b4282-9ab1-47f7-b1e1-1249901fc5d9 {{(pid=103361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:00:36.309760 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ad6df569-94e0-495c-92e8-d34a44f95b1f tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:36.311617 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-ad6df569-94e0-495c-92e8-d34a44f95b1f tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] 10.222.0.75 "DELETE /v2.0/routers/d40b4282-9ab1-47f7-b1e1-1249901fc5d9 HTTP/1.1" status: 204 len: 168 time: 1.0782533 Nov 25 18:00:36.315139 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56900) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:36.319385 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-376ab61e-420f-4a99-899b-5a8fa0e8bc6c tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-941926999', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:00:36.342434 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-376ab61e-420f-4a99-899b-5a8fa0e8bc6c tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:36.343428 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-376ab61e-420f-4a99-899b-5a8fa0e8bc6c tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:36.395975 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-376ab61e-420f-4a99-899b-5a8fa0e8bc6c tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:36.400138 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-376ab61e-420f-4a99-899b-5a8fa0e8bc6c tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:36.416914 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-376ab61e-420f-4a99-899b-5a8fa0e8bc6c tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:36.418078 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-376ab61e-420f-4a99-899b-5a8fa0e8bc6c tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1020093 Nov 25 18:00:36.421461 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56902) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:36.426343 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-77eab524-d3f6-400e-b806-584cac07d344 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Request body: {'router': {'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:00:36.626606 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-77eab524-d3f6-400e-b806-584cac07d344 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:36.820027 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-77eab524-d3f6-400e-b806-584cac07d344 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks [] for router_gateway, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:36.838690 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-77eab524-d3f6-400e-b806-584cac07d344 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:36.938692 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-77eab524-d3f6-400e-b806-584cac07d344 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Allocated IP 172.25.0.121 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/ebcb33c0-f47e-4c12-865b-53f9e394cccf) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:00:37.044185 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-77eab524-d3f6-400e-b806-584cac07d344 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:37.079475 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-77eab524-d3f6-400e-b806-584cac07d344 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:37.117800 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77eab524-d3f6-400e-b806-584cac07d344 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:00:37.120585 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-77eab524-d3f6-400e-b806-584cac07d344 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:00:37.123753 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77eab524-d3f6-400e-b806-584cac07d344 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:00:37.132727 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebb99ce-5527-4014-9b9b-803d54ed180e None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:00:37.157873 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eab524-d3f6-400e-b806-584cac07d344 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Pushing event updated for resources: {'Port': ['ID=ebcb33c0-f47e-4c12-865b-53f9e394cccf,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:37.245708 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-bdd36932-e1c4-46fc-8b0f-b45aef158c37 None None] Provisioning complete for port ebcb33c0-f47e-4c12-865b-53f9e394cccf triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:00:37.245993 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-bdd36932-e1c4-46fc-8b0f-b45aef158c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:37.280570 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-bdd36932-e1c4-46fc-8b0f-b45aef158c37 None None] Port ebcb33c0-f47e-4c12-865b-53f9e394cccf cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:00:37.378983 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-77eab524-d3f6-400e-b806-584cac07d344 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks [] for router_gateway, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:37.573280 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-77eab524-d3f6-400e-b806-584cac07d344 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-542255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8324'] for router, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:37.580275 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-77eab524-d3f6-400e-b806-584cac07d344 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-542246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-542269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-530067'] for router, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:37.711333 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77eab524-d3f6-400e-b806-584cac07d344 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Router adff80ff-d3d1-4031-a8ba-695fdf83a86b is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:00:37.818056 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77eab524-d3f6-400e-b806-584cac07d344 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:00:37.826814 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-77eab524-d3f6-400e-b806-584cac07d344 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:37.827986 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-77eab524-d3f6-400e-b806-584cac07d344 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] 10.222.0.75 "PUT /v2.0/routers/adff80ff-d3d1-4031-a8ba-695fdf83a86b HTTP/1.1" status: 200 len: 883 time: 1.4050436 Nov 25 18:00:37.828588 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763fc6fc-10a2-4274-9421-d558d0877b85 None None] Sync routers for ids ['adff80ff-d3d1-4031-a8ba-695fdf83a86b'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:00:37.830556 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56904) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:37.839654 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763fc6fc-10a2-4274-9421-d558d0877b85 None None] Routers {'adff80ff-d3d1-4031-a8ba-695fdf83a86b'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:00:37.840262 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-763fc6fc-10a2-4274-9421-d558d0877b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:00:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['adff80ff-d3d1-4031-a8ba-695fdf83a86b'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:37.872964 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-763fc6fc-10a2-4274-9421-d558d0877b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:37.881462 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763fc6fc-10a2-4274-9421-d558d0877b85 None None] Routers {'adff80ff-d3d1-4031-a8ba-695fdf83a86b'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:00:37.882060 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-763fc6fc-10a2-4274-9421-d558d0877b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:00:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['adff80ff-d3d1-4031-a8ba-695fdf83a86b'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:37.918456 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-763fc6fc-10a2-4274-9421-d558d0877b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:37.919240 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763fc6fc-10a2-4274-9421-d558d0877b85 None None] The sync data for ids ['adff80ff-d3d1-4031-a8ba-695fdf83a86b'] in n-d-817746-1 is: [] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:00:37.931975 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-4b046796-ba06-4c91-b927-1ce0d1798855 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] 10.222.0.75 "GET /v2.0/routers/adff80ff-d3d1-4031-a8ba-695fdf83a86b HTTP/1.1" status: 200 len: 924 time: 0.1002867 Nov 25 18:00:37.934818 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56906) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:37.979134 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a51b1e-5ae0-4ff4-b6fc-2b2c270c7e6b tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:00:37.980713 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-83a51b1e-5ae0-4ff4-b6fc-2b2c270c7e6b tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] 10.222.0.75 "GET /v2.0/ports?network_id=1aa44027-b9d0-4a56-9a59-7e664703e20a&device_id=adff80ff-d3d1-4031-a8ba-695fdf83a86b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0449209 Nov 25 18:00:37.983748 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56908) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:38.066384 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8280b043-676b-426e-bd28-ff4b1490f772 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:00:38.067887 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-8280b043-676b-426e-bd28-ff4b1490f772 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] 10.222.0.75 "GET /v2.0/networks/1aa44027-b9d0-4a56-9a59-7e664703e20a HTTP/1.1" status: 200 len: 881 time: 0.0832376 Nov 25 18:00:38.070777 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56910) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:38.098384 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-212a433d-e0ad-4705-a8c4-ea56bbc97789 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] 10.222.0.75 "GET /v2.0/ports?device_id=adff80ff-d3d1-4031-a8ba-695fdf83a86b HTTP/1.1" status: 200 len: 205 time: 0.0262227 Nov 25 18:00:38.101406 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56912) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:38.207008 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f3552449-29cb-4757-87c1-c445483090d5 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks [] for router, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:38.308275 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f3552449-29cb-4757-87c1-c445483090d5 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:38.360300 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-f3552449-29cb-4757-87c1-c445483090d5 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Deleting port ebcb33c0-f47e-4c12-865b-53f9e394cccf {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:00:38.360645 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f3552449-29cb-4757-87c1-c445483090d5 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:38.440796 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f3552449-29cb-4757-87c1-c445483090d5 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:38.452638 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-f3552449-29cb-4757-87c1-c445483090d5 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Calling delete_port for ebcb33c0-f47e-4c12-865b-53f9e394cccf owned by network:router_gateway {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:00:38.624122 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f3552449-29cb-4757-87c1-c445483090d5 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:38.650409 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3552449-29cb-4757-87c1-c445483090d5 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Pushing event deleted for resources: {'Port': ['ID=ebcb33c0-f47e-4c12-865b-53f9e394cccf,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:38.661419 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea483201-368d-41cb-8b4d-76ea78b9edae None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:00:38.710265 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f3552449-29cb-4757-87c1-c445483090d5 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:38.803598 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f3552449-29cb-4757-87c1-c445483090d5 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:38.805737 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f3552449-29cb-4757-87c1-c445483090d5 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:38.847699 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f3552449-29cb-4757-87c1-c445483090d5 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:38.848230 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3552449-29cb-4757-87c1-c445483090d5 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Fanout notify agent at l3_agent the message router_deleted on router adff80ff-d3d1-4031-a8ba-695fdf83a86b {{(pid=103361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:00:38.854821 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f3552449-29cb-4757-87c1-c445483090d5 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:38.856013 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-f3552449-29cb-4757-87c1-c445483090d5 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] 10.222.0.75 "DELETE /v2.0/routers/adff80ff-d3d1-4031-a8ba-695fdf83a86b HTTP/1.1" status: 204 len: 168 time: 0.7536416 Nov 25 18:00:38.860121 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56914) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:38.864378 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-ec86d213-5d8d-46d1-9bc2-34dd9ab98f00 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1301613078', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:00:38.886897 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ec86d213-5d8d-46d1-9bc2-34dd9ab98f00 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:38.888471 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ec86d213-5d8d-46d1-9bc2-34dd9ab98f00 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:38.938585 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ec86d213-5d8d-46d1-9bc2-34dd9ab98f00 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:38.943235 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ec86d213-5d8d-46d1-9bc2-34dd9ab98f00 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:38.961030 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ec86d213-5d8d-46d1-9bc2-34dd9ab98f00 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:38.962204 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-ec86d213-5d8d-46d1-9bc2-34dd9ab98f00 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1011608 Nov 25 18:00:38.964975 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56916) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:38.969730 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-5b655af8-8d8b-475c-bc09-13ee551b2bc3 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'enable_snat': True}}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:00:39.168621 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5b655af8-8d8b-475c-bc09-13ee551b2bc3 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:39.361280 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5b655af8-8d8b-475c-bc09-13ee551b2bc3 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:39.383329 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5b655af8-8d8b-475c-bc09-13ee551b2bc3 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:39.484410 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-5b655af8-8d8b-475c-bc09-13ee551b2bc3 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Allocated IP 172.25.0.121 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/ad73c6f1-64e4-4726-abab-2625c913c440) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:00:39.582835 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5b655af8-8d8b-475c-bc09-13ee551b2bc3 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:39.619545 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5b655af8-8d8b-475c-bc09-13ee551b2bc3 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:39.654264 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b655af8-8d8b-475c-bc09-13ee551b2bc3 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:00:39.660392 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-5b655af8-8d8b-475c-bc09-13ee551b2bc3 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:00:39.663894 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b655af8-8d8b-475c-bc09-13ee551b2bc3 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:00:39.673163 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81328c63-ea95-4974-ad45-96399b77fcb0 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:00:39.689268 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b655af8-8d8b-475c-bc09-13ee551b2bc3 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Pushing event updated for resources: {'Port': ['ID=ad73c6f1-64e4-4726-abab-2625c913c440,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:39.714900 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-89533137-97a8-4180-b95c-42fc01670c89 None None] Provisioning complete for port ad73c6f1-64e4-4726-abab-2625c913c440 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:00:39.715561 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-89533137-97a8-4180-b95c-42fc01670c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:39.748965 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-89533137-97a8-4180-b95c-42fc01670c89 None None] Port ad73c6f1-64e4-4726-abab-2625c913c440 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:00:39.914665 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5b655af8-8d8b-475c-bc09-13ee551b2bc3 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:40.426923 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5b655af8-8d8b-475c-bc09-13ee551b2bc3 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-542255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8324'] for router, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:40.430263 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5b655af8-8d8b-475c-bc09-13ee551b2bc3 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-542246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-542269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-530067'] for router, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:40.564660 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b655af8-8d8b-475c-bc09-13ee551b2bc3 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Router 3fdb9f63-df52-4955-b9aa-d810f9c9c908 is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:00:40.671772 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b655af8-8d8b-475c-bc09-13ee551b2bc3 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:00:40.676193 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5b655af8-8d8b-475c-bc09-13ee551b2bc3 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:40.677465 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-5b655af8-8d8b-475c-bc09-13ee551b2bc3 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] 10.222.0.75 "PUT /v2.0/routers/3fdb9f63-df52-4955-b9aa-d810f9c9c908 HTTP/1.1" status: 200 len: 919 time: 1.7115057 Nov 25 18:00:40.680048 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56918) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:40.680511 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0067bab-8deb-4d9f-a043-4f705353d366 None None] Sync routers for ids ['3fdb9f63-df52-4955-b9aa-d810f9c9c908'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:00:40.690741 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0067bab-8deb-4d9f-a043-4f705353d366 None None] Routers {'3fdb9f63-df52-4955-b9aa-d810f9c9c908'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:00:40.691345 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-d0067bab-8deb-4d9f-a043-4f705353d366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:00:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['3fdb9f63-df52-4955-b9aa-d810f9c9c908'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:40.724447 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-d0067bab-8deb-4d9f-a043-4f705353d366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:40.733003 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0067bab-8deb-4d9f-a043-4f705353d366 None None] Routers {'3fdb9f63-df52-4955-b9aa-d810f9c9c908'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:00:40.733588 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-d0067bab-8deb-4d9f-a043-4f705353d366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:00:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['3fdb9f63-df52-4955-b9aa-d810f9c9c908'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:40.768144 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-d0067bab-8deb-4d9f-a043-4f705353d366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:40.768794 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0067bab-8deb-4d9f-a043-4f705353d366 None None] The sync data for ids ['3fdb9f63-df52-4955-b9aa-d810f9c9c908'] in n-d-817746-1 is: [] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:00:40.789739 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-bc21edad-ea9c-42ce-8fec-da42982f68d9 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] 10.222.0.75 "GET /v2.0/routers/3fdb9f63-df52-4955-b9aa-d810f9c9c908 HTTP/1.1" status: 200 len: 925 time: 0.1085637 Nov 25 18:00:40.792516 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56920) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:40.836907 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bce5191-a7e2-47b5-ad74-97aa79e0e7e3 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:00:40.838412 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-4bce5191-a7e2-47b5-ad74-97aa79e0e7e3 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] 10.222.0.75 "GET /v2.0/ports?network_id=1aa44027-b9d0-4a56-9a59-7e664703e20a&device_id=3fdb9f63-df52-4955-b9aa-d810f9c9c908&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0449693 Nov 25 18:00:40.841153 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56922) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:40.923544 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0141c7fa-f84c-4cc4-b6f6-0f483c753326 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:00:40.924977 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-0141c7fa-f84c-4cc4-b6f6-0f483c753326 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] 10.222.0.75 "GET /v2.0/networks/1aa44027-b9d0-4a56-9a59-7e664703e20a HTTP/1.1" status: 200 len: 881 time: 0.0829012 Nov 25 18:00:40.927832 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56924) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:40.955657 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-2297d109-84f6-4155-99f9-befbf1121a20 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] 10.222.0.75 "GET /v2.0/ports?device_id=3fdb9f63-df52-4955-b9aa-d810f9c9c908 HTTP/1.1" status: 200 len: 205 time: 0.0268428 Nov 25 18:00:40.958523 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56926) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:41.062432 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9ea595c6-6df1-4210-9c7b-fc6a7a3209fe tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks [] for router, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:41.167054 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9ea595c6-6df1-4210-9c7b-fc6a7a3209fe tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:41.219736 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-9ea595c6-6df1-4210-9c7b-fc6a7a3209fe tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Deleting port ad73c6f1-64e4-4726-abab-2625c913c440 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:00:41.219989 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9ea595c6-6df1-4210-9c7b-fc6a7a3209fe tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:41.298380 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9ea595c6-6df1-4210-9c7b-fc6a7a3209fe tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:41.309882 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-9ea595c6-6df1-4210-9c7b-fc6a7a3209fe tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Calling delete_port for ad73c6f1-64e4-4726-abab-2625c913c440 owned by network:router_gateway {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:00:41.471765 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9ea595c6-6df1-4210-9c7b-fc6a7a3209fe tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:41.499574 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea595c6-6df1-4210-9c7b-fc6a7a3209fe tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Pushing event deleted for resources: {'Port': ['ID=ad73c6f1-64e4-4726-abab-2625c913c440,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:41.509344 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443f6081-f7f1-4c66-adb8-44c0c227d31c None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:00:41.557921 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9ea595c6-6df1-4210-9c7b-fc6a7a3209fe tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:41.653024 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9ea595c6-6df1-4210-9c7b-fc6a7a3209fe tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:41.655257 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9ea595c6-6df1-4210-9c7b-fc6a7a3209fe tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:41.699274 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9ea595c6-6df1-4210-9c7b-fc6a7a3209fe tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:41.699854 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea595c6-6df1-4210-9c7b-fc6a7a3209fe tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Fanout notify agent at l3_agent the message router_deleted on router 3fdb9f63-df52-4955-b9aa-d810f9c9c908 {{(pid=103361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:00:41.706611 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9ea595c6-6df1-4210-9c7b-fc6a7a3209fe tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:41.707745 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-9ea595c6-6df1-4210-9c7b-fc6a7a3209fe tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] 10.222.0.75 "DELETE /v2.0/routers/3fdb9f63-df52-4955-b9aa-d810f9c9c908 HTTP/1.1" status: 204 len: 168 time: 0.7483437 Nov 25 18:00:41.711467 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56928) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:41.716280 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-05ea5938-d346-43d9-a347-edcf90ee3c00 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-274624569', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:00:41.739285 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-05ea5938-d346-43d9-a347-edcf90ee3c00 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:41.740308 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-05ea5938-d346-43d9-a347-edcf90ee3c00 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:41.794894 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-05ea5938-d346-43d9-a347-edcf90ee3c00 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:41.798847 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-05ea5938-d346-43d9-a347-edcf90ee3c00 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:41.815830 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-05ea5938-d346-43d9-a347-edcf90ee3c00 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:41.817063 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-05ea5938-d346-43d9-a347-edcf90ee3c00 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1045506 Nov 25 18:00:41.819708 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56930) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:41.824118 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-f992ac20-3bcd-4ba4-8ade-b0e3f30ab821 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'enable_snat': False}}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:00:42.020850 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f992ac20-3bcd-4ba4-8ade-b0e3f30ab821 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:42.219104 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f992ac20-3bcd-4ba4-8ade-b0e3f30ab821 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:42.238046 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f992ac20-3bcd-4ba4-8ade-b0e3f30ab821 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:42.337083 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-f992ac20-3bcd-4ba4-8ade-b0e3f30ab821 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Allocated IP 172.25.0.5 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/f8a77bcd-1878-4363-9249-1026735ab063) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:00:42.442741 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f992ac20-3bcd-4ba4-8ade-b0e3f30ab821 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:42.476880 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f992ac20-3bcd-4ba4-8ade-b0e3f30ab821 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:42.516905 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f992ac20-3bcd-4ba4-8ade-b0e3f30ab821 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:00:42.519822 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-f992ac20-3bcd-4ba4-8ade-b0e3f30ab821 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:00:42.523506 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f992ac20-3bcd-4ba4-8ade-b0e3f30ab821 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:00:42.539757 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce1718d-cc8d-4d18-b4a1-d569ded07638 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:00:42.552687 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f992ac20-3bcd-4ba4-8ade-b0e3f30ab821 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Pushing event updated for resources: {'Port': ['ID=f8a77bcd-1878-4363-9249-1026735ab063,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:42.567083 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f992ac20-3bcd-4ba4-8ade-b0e3f30ab821 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:00:42.567440 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f992ac20-3bcd-4ba4-8ade-b0e3f30ab821 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:00:42.567788 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f992ac20-3bcd-4ba4-8ade-b0e3f30ab821 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:00:42.568130 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f992ac20-3bcd-4ba4-8ade-b0e3f30ab821 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:00:42.568470 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f992ac20-3bcd-4ba4-8ade-b0e3f30ab821 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:00:42.568806 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f992ac20-3bcd-4ba4-8ade-b0e3f30ab821 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:00:42.569166 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f992ac20-3bcd-4ba4-8ade-b0e3f30ab821 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:00:42.569498 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f992ac20-3bcd-4ba4-8ade-b0e3f30ab821 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:00:42.569830 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f992ac20-3bcd-4ba4-8ade-b0e3f30ab821 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:00:42.570167 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f992ac20-3bcd-4ba4-8ade-b0e3f30ab821 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:00:42.570513 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f992ac20-3bcd-4ba4-8ade-b0e3f30ab821 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:00:42.570829 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f992ac20-3bcd-4ba4-8ade-b0e3f30ab821 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:00:42.586633 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-6b478f43-b339-4003-99b8-337fd2c40de7 None None] Provisioning complete for port f8a77bcd-1878-4363-9249-1026735ab063 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:00:42.587189 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6b478f43-b339-4003-99b8-337fd2c40de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:42.625832 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-6b478f43-b339-4003-99b8-337fd2c40de7 None None] Port f8a77bcd-1878-4363-9249-1026735ab063 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:00:42.785886 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f992ac20-3bcd-4ba4-8ade-b0e3f30ab821 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:43.263860 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f992ac20-3bcd-4ba4-8ade-b0e3f30ab821 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-542255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8324'] for router, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:43.267088 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f992ac20-3bcd-4ba4-8ade-b0e3f30ab821 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-542246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-542269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-530067'] for router, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:43.402334 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f992ac20-3bcd-4ba4-8ade-b0e3f30ab821 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Router c5b29251-78ab-46d3-a4c2-47113b095975 is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:00:43.509315 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f992ac20-3bcd-4ba4-8ade-b0e3f30ab821 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:00:43.513952 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f992ac20-3bcd-4ba4-8ade-b0e3f30ab821 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:43.515226 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f992ac20-3bcd-4ba4-8ade-b0e3f30ab821 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] 10.222.0.75 "PUT /v2.0/routers/c5b29251-78ab-46d3-a4c2-47113b095975 HTTP/1.1" status: 200 len: 917 time: 1.6945732 Nov 25 18:00:43.517748 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56932) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:43.520978 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857fc6e9-79b9-4620-9fa0-29e4f34e9a02 None None] Sync routers for ids ['c5b29251-78ab-46d3-a4c2-47113b095975'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:00:43.531326 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857fc6e9-79b9-4620-9fa0-29e4f34e9a02 None None] Routers {'c5b29251-78ab-46d3-a4c2-47113b095975'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:00:43.531935 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-857fc6e9-79b9-4620-9fa0-29e4f34e9a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:00:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['c5b29251-78ab-46d3-a4c2-47113b095975'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:43.565130 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-857fc6e9-79b9-4620-9fa0-29e4f34e9a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:43.573955 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857fc6e9-79b9-4620-9fa0-29e4f34e9a02 None None] Routers {'c5b29251-78ab-46d3-a4c2-47113b095975'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:00:43.574553 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-857fc6e9-79b9-4620-9fa0-29e4f34e9a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:00:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['c5b29251-78ab-46d3-a4c2-47113b095975'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:43.610930 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-857fc6e9-79b9-4620-9fa0-29e4f34e9a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:43.611593 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857fc6e9-79b9-4620-9fa0-29e4f34e9a02 None None] The sync data for ids ['c5b29251-78ab-46d3-a4c2-47113b095975'] in n-d-817746-1 is: [] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:00:43.622696 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-57ee6978-80e9-44bd-9480-ecea49926607 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] 10.222.0.75 "GET /v2.0/routers/c5b29251-78ab-46d3-a4c2-47113b095975 HTTP/1.1" status: 200 len: 923 time: 0.1033492 Nov 25 18:00:43.625477 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56934) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:43.697110 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c213b0-85ef-48ee-a03c-f0432802b3f8 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:00:43.698644 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a8c213b0-85ef-48ee-a03c-f0432802b3f8 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] 10.222.0.75 "GET /v2.0/ports?network_id=1aa44027-b9d0-4a56-9a59-7e664703e20a&device_id=c5b29251-78ab-46d3-a4c2-47113b095975&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0722477 Nov 25 18:00:43.701419 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56936) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:43.787691 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ee1513-48f2-4e16-a803-4b38a12b33c8 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:00:43.789028 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-34ee1513-48f2-4e16-a803-4b38a12b33c8 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] 10.222.0.75 "GET /v2.0/networks/1aa44027-b9d0-4a56-9a59-7e664703e20a HTTP/1.1" status: 200 len: 881 time: 0.0866780 Nov 25 18:00:43.791739 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56938) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:43.818869 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4f1d1dc0-bf1f-4f54-811a-6d6021274bcc tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5b29251-78ab-46d3-a4c2-47113b095975 HTTP/1.1" status: 200 len: 205 time: 0.0261023 Nov 25 18:00:43.821430 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56940) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:43.926812 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f1816a90-9b4f-4e60-bf79-63a9815b9401 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:44.031524 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f1816a90-9b4f-4e60-bf79-63a9815b9401 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:44.085412 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-f1816a90-9b4f-4e60-bf79-63a9815b9401 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Deleting port f8a77bcd-1878-4363-9249-1026735ab063 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:00:44.085672 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f1816a90-9b4f-4e60-bf79-63a9815b9401 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:44.164068 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f1816a90-9b4f-4e60-bf79-63a9815b9401 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:44.175986 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-f1816a90-9b4f-4e60-bf79-63a9815b9401 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Calling delete_port for f8a77bcd-1878-4363-9249-1026735ab063 owned by network:router_gateway {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:00:44.335281 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f1816a90-9b4f-4e60-bf79-63a9815b9401 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:44.360770 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1816a90-9b4f-4e60-bf79-63a9815b9401 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Pushing event deleted for resources: {'Port': ['ID=f8a77bcd-1878-4363-9249-1026735ab063,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:44.374444 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ee37b6-c753-48d3-9950-b356c5f6cb0a None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:00:44.421548 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f1816a90-9b4f-4e60-bf79-63a9815b9401 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:44.515156 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f1816a90-9b4f-4e60-bf79-63a9815b9401 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:44.517324 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f1816a90-9b4f-4e60-bf79-63a9815b9401 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:44.558275 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f1816a90-9b4f-4e60-bf79-63a9815b9401 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:44.558804 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1816a90-9b4f-4e60-bf79-63a9815b9401 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Fanout notify agent at l3_agent the message router_deleted on router c5b29251-78ab-46d3-a4c2-47113b095975 {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:00:44.569519 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f1816a90-9b4f-4e60-bf79-63a9815b9401 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:44.570669 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f1816a90-9b4f-4e60-bf79-63a9815b9401 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] 10.222.0.75 "DELETE /v2.0/routers/c5b29251-78ab-46d3-a4c2-47113b095975 HTTP/1.1" status: 204 len: 168 time: 0.7483552 Nov 25 18:00:44.574570 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56942) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:44.579960 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-e31c2602-f444-4b1f-9993-e73a63c817ae tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1371223369', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}, 'admin_state_up': False}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:00:44.603266 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e31c2602-f444-4b1f-9993-e73a63c817ae tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:44.604375 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e31c2602-f444-4b1f-9993-e73a63c817ae tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:44.655779 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e31c2602-f444-4b1f-9993-e73a63c817ae tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:44.792726 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e31c2602-f444-4b1f-9993-e73a63c817ae tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:44.986280 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e31c2602-f444-4b1f-9993-e73a63c817ae tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks [] for router_gateway, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:45.004797 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e31c2602-f444-4b1f-9993-e73a63c817ae tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:45.107171 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-e31c2602-f444-4b1f-9993-e73a63c817ae tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Allocated IP 172.25.0.212 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/7295739f-5d6e-4214-b27a-e7c3070abe9b) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:00:45.210046 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e31c2602-f444-4b1f-9993-e73a63c817ae tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:45.243261 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e31c2602-f444-4b1f-9993-e73a63c817ae tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:45.282301 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31c2602-f444-4b1f-9993-e73a63c817ae tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:00:45.285129 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-e31c2602-f444-4b1f-9993-e73a63c817ae tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:00:45.288578 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31c2602-f444-4b1f-9993-e73a63c817ae tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:00:45.298666 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b76ee61-16f2-4a55-aec1-c20bd3897c7b None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:00:45.314964 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31c2602-f444-4b1f-9993-e73a63c817ae tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Pushing event updated for resources: {'Port': ['ID=7295739f-5d6e-4214-b27a-e7c3070abe9b,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:45.360707 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-8f4c2580-dd5e-49e2-9097-d51cc2bb50fd None None] Provisioning complete for port 7295739f-5d6e-4214-b27a-e7c3070abe9b triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:00:45.361243 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8f4c2580-dd5e-49e2-9097-d51cc2bb50fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:45.395079 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-8f4c2580-dd5e-49e2-9097-d51cc2bb50fd None None] Port 7295739f-5d6e-4214-b27a-e7c3070abe9b cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:00:45.544551 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e31c2602-f444-4b1f-9993-e73a63c817ae tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks [] for router_gateway, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:45.744719 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e31c2602-f444-4b1f-9993-e73a63c817ae tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:45.871728 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e31c2602-f444-4b1f-9993-e73a63c817ae tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Router 102a4856-7077-452f-a7cf-0f0411e0a7b7 is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:00:45.978972 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e31c2602-f444-4b1f-9993-e73a63c817ae tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:00:45.989101 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c5c9f1-d42c-4f89-8e36-0dbe32174bcb None None] Sync routers for ids ['102a4856-7077-452f-a7cf-0f0411e0a7b7'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:00:46.000418 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c5c9f1-d42c-4f89-8e36-0dbe32174bcb None None] Routers {'102a4856-7077-452f-a7cf-0f0411e0a7b7'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:00:46.000775 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e31c2602-f444-4b1f-9993-e73a63c817ae tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:46.001050 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-d9c5c9f1-d42c-4f89-8e36-0dbe32174bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:00:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['102a4856-7077-452f-a7cf-0f0411e0a7b7'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:46.002078 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e31c2602-f444-4b1f-9993-e73a63c817ae tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 1.4259300 Nov 25 18:00:46.004805 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56944) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:46.009397 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-029bbcce-d691-4db8-bdba-e340aba0f246 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:00:46.032909 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-d9c5c9f1-d42c-4f89-8e36-0dbe32174bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:46.041465 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c5c9f1-d42c-4f89-8e36-0dbe32174bcb None None] Routers {'102a4856-7077-452f-a7cf-0f0411e0a7b7'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:00:46.042063 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-d9c5c9f1-d42c-4f89-8e36-0dbe32174bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:00:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['102a4856-7077-452f-a7cf-0f0411e0a7b7'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:46.075562 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-d9c5c9f1-d42c-4f89-8e36-0dbe32174bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:46.076219 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c5c9f1-d42c-4f89-8e36-0dbe32174bcb None None] The sync data for ids ['102a4856-7077-452f-a7cf-0f0411e0a7b7'] in n-d-817746-1 is: [] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:00:46.601007 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-029bbcce-d691-4db8-bdba-e340aba0f246 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:46.612739 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-029bbcce-d691-4db8-bdba-e340aba0f246 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:46.668206 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-029bbcce-d691-4db8-bdba-e340aba0f246 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Deleting port 7295739f-5d6e-4214-b27a-e7c3070abe9b {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:00:46.668549 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-029bbcce-d691-4db8-bdba-e340aba0f246 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:46.743336 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-029bbcce-d691-4db8-bdba-e340aba0f246 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:46.754899 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-029bbcce-d691-4db8-bdba-e340aba0f246 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Calling delete_port for 7295739f-5d6e-4214-b27a-e7c3070abe9b owned by network:router_gateway {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:00:46.917269 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-029bbcce-d691-4db8-bdba-e340aba0f246 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:46.933670 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:46.943278 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029bbcce-d691-4db8-bdba-e340aba0f246 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Pushing event deleted for resources: {'Port': ['ID=7295739f-5d6e-4214-b27a-e7c3070abe9b,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:46.959005 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fd1aee-f520-49dd-b5d8-6335951919be None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:00:47.007877 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-029bbcce-d691-4db8-bdba-e340aba0f246 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:47.088648 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:47.133869 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-44dbf8c1-7ef1-4549-ac0d-f9620d268ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:47.212635 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-029bbcce-d691-4db8-bdba-e340aba0f246 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-542255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8324'] for router, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:47.215969 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-029bbcce-d691-4db8-bdba-e340aba0f246 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-542246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-542269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-530067'] for router, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:47.291669 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029bbcce-d691-4db8-bdba-e340aba0f246 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Router 102a4856-7077-452f-a7cf-0f0411e0a7b7 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:00:47.364558 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029bbcce-d691-4db8-bdba-e340aba0f246 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:00:47.371315 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-029bbcce-d691-4db8-bdba-e340aba0f246 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:47.373134 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-029bbcce-d691-4db8-bdba-e340aba0f246 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] 10.222.0.75 "PUT /v2.0/routers/102a4856-7077-452f-a7cf-0f0411e0a7b7 HTTP/1.1" status: 200 len: 710 time: 1.3671970 Nov 25 18:00:47.374811 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e213bd-a548-4b6f-8df9-af6ff2f305a5 None None] Sync routers for ids ['102a4856-7077-452f-a7cf-0f0411e0a7b7'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:00:47.375594 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56946) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:47.384355 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e213bd-a548-4b6f-8df9-af6ff2f305a5 None None] Routers {'102a4856-7077-452f-a7cf-0f0411e0a7b7'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:00:47.384986 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-53e213bd-a548-4b6f-8df9-af6ff2f305a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:00:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['102a4856-7077-452f-a7cf-0f0411e0a7b7'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:47.419736 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-53e213bd-a548-4b6f-8df9-af6ff2f305a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:47.428293 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e213bd-a548-4b6f-8df9-af6ff2f305a5 None None] Routers {'102a4856-7077-452f-a7cf-0f0411e0a7b7'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:00:47.428910 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-53e213bd-a548-4b6f-8df9-af6ff2f305a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:00:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['102a4856-7077-452f-a7cf-0f0411e0a7b7'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:47.454138 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-39788b8d-21e3-4ee9-8da2-7679f1d29aa4 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] 10.222.0.75 "GET /v2.0/routers/102a4856-7077-452f-a7cf-0f0411e0a7b7 HTTP/1.1" status: 200 len: 745 time: 0.0774348 Nov 25 18:00:47.456668 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56948) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:47.461253 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-53e213bd-a548-4b6f-8df9-af6ff2f305a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:47.461907 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e213bd-a548-4b6f-8df9-af6ff2f305a5 None None] The sync data for ids ['102a4856-7077-452f-a7cf-0f0411e0a7b7'] in n-d-817746-1 is: [] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:00:47.508059 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-723d0340-fd72-4ac2-8c54-39ee43ea97f7 tempest-RoutersIpV6AdminTest-1636124013 tempest-RoutersIpV6AdminTest-1636124013-project-admin] 10.222.0.75 "GET /v2.0/ports?network_id=1aa44027-b9d0-4a56-9a59-7e664703e20a&device_id=102a4856-7077-452f-a7cf-0f0411e0a7b7 HTTP/1.1" status: 200 len: 205 time: 0.0502889 Nov 25 18:00:47.510613 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56950) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:47.536182 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-83dc9bd0-4c58-4f90-a92a-110d3072fba7 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] 10.222.0.75 "GET /v2.0/ports?device_id=102a4856-7077-452f-a7cf-0f0411e0a7b7 HTTP/1.1" status: 200 len: 205 time: 0.0245275 Nov 25 18:00:47.538547 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56952) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:47.614019 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9a19236-d0b0-472c-8f03-d970c67f5489 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:47.772011 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9a19236-d0b0-472c-8f03-d970c67f5489 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:47.774051 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9a19236-d0b0-472c-8f03-d970c67f5489 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:47.816636 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9a19236-d0b0-472c-8f03-d970c67f5489 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:47.817193 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a19236-d0b0-472c-8f03-d970c67f5489 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Fanout notify agent at l3_agent the message router_deleted on router 102a4856-7077-452f-a7cf-0f0411e0a7b7 {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:00:47.825181 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9a19236-d0b0-472c-8f03-d970c67f5489 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:47.826286 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f9a19236-d0b0-472c-8f03-d970c67f5489 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] 10.222.0.75 "DELETE /v2.0/routers/102a4856-7077-452f-a7cf-0f0411e0a7b7 HTTP/1.1" status: 204 len: 168 time: 0.2868419 Nov 25 18:00:47.829706 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56954) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:47.857052 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b022c89d-983b-4ad7-9f25-6959227330fc tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] 10.222.0.75 "GET /v2.0/ports?device_id=102a4856-7077-452f-a7cf-0f0411e0a7b7 HTTP/1.1" status: 200 len: 205 time: 0.0257092 Nov 25 18:00:47.859403 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56956) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:47.896314 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-7cba825a-4cb2-4dfc-a183-69662bb556bf tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] delete failed (client error): The resource could not be found. Nov 25 18:00:47.897351 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7cba825a-4cb2-4dfc-a183-69662bb556bf tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] 10.222.0.75 "DELETE /v2.0/routers/102a4856-7077-452f-a7cf-0f0411e0a7b7 HTTP/1.1" status: 404 len: 336 time: 0.0370724 Nov 25 18:00:47.899945 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56958) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:47.930390 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-32472ada-913a-4484-92cc-0570c310d939 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5b29251-78ab-46d3-a4c2-47113b095975 HTTP/1.1" status: 200 len: 205 time: 0.0293815 Nov 25 18:00:47.932671 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56960) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:47.970357 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-c083046e-056b-4485-8704-b029cd2aef46 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] delete failed (client error): The resource could not be found. Nov 25 18:00:47.971379 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c083046e-056b-4485-8704-b029cd2aef46 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] 10.222.0.75 "DELETE /v2.0/routers/c5b29251-78ab-46d3-a4c2-47113b095975 HTTP/1.1" status: 404 len: 336 time: 0.0377865 Nov 25 18:00:47.973951 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56962) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:48.001076 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-355ce835-083c-4588-bf81-7b0b24338bfb tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] 10.222.0.75 "GET /v2.0/ports?device_id=3fdb9f63-df52-4955-b9aa-d810f9c9c908 HTTP/1.1" status: 200 len: 205 time: 0.0259929 Nov 25 18:00:48.003332 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56964) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:48.042852 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-01f47989-eea5-4e82-93af-a45664bc4823 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] delete failed (client error): The resource could not be found. Nov 25 18:00:48.043805 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-01f47989-eea5-4e82-93af-a45664bc4823 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] 10.222.0.75 "DELETE /v2.0/routers/3fdb9f63-df52-4955-b9aa-d810f9c9c908 HTTP/1.1" status: 404 len: 336 time: 0.0395436 Nov 25 18:00:48.046280 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56966) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:48.074029 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-48f47f90-0d95-4569-9f05-e2e19088d5b3 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] 10.222.0.75 "GET /v2.0/ports?device_id=adff80ff-d3d1-4031-a8ba-695fdf83a86b HTTP/1.1" status: 200 len: 205 time: 0.0267217 Nov 25 18:00:48.077038 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56968) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:48.112747 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-1f59847e-c752-4209-bbcf-32af5bc2b6e1 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] delete failed (client error): The resource could not be found. Nov 25 18:00:48.113769 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1f59847e-c752-4209-bbcf-32af5bc2b6e1 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] 10.222.0.75 "DELETE /v2.0/routers/adff80ff-d3d1-4031-a8ba-695fdf83a86b HTTP/1.1" status: 404 len: 336 time: 0.0358407 Nov 25 18:00:48.116142 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56970) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:48.142949 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-56e788b7-5c9b-466f-b1df-9e52aadce69d tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40b4282-9ab1-47f7-b1e1-1249901fc5d9 HTTP/1.1" status: 200 len: 205 time: 0.0257955 Nov 25 18:00:48.145174 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56972) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:48.184305 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-377898e2-f3e6-4211-9bb4-07545f6f981d tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] delete failed (client error): The resource could not be found. Nov 25 18:00:48.185951 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-377898e2-f3e6-4211-9bb4-07545f6f981d tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] 10.222.0.75 "DELETE /v2.0/routers/d40b4282-9ab1-47f7-b1e1-1249901fc5d9 HTTP/1.1" status: 404 len: 336 time: 0.0399063 Nov 25 18:00:48.188453 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56974) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:48.214412 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-34f1be18-a0e6-4686-8322-16645451badd tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] 10.222.0.75 "GET /v2.0/ports?device_id=a9eb9371-b7da-496c-ab31-cf1adee75b5d HTTP/1.1" status: 200 len: 205 time: 0.0249245 Nov 25 18:00:48.216745 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56976) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:48.252945 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-28af69d4-a77e-438f-9d8e-d53862c48b38 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] delete failed (client error): The resource could not be found. Nov 25 18:00:48.253912 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-28af69d4-a77e-438f-9d8e-d53862c48b38 tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] 10.222.0.75 "DELETE /v2.0/routers/a9eb9371-b7da-496c-ab31-cf1adee75b5d HTTP/1.1" status: 404 len: 336 time: 0.0362697 Nov 25 18:00:48.256423 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56978) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:48.282383 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-2053547f-15e0-453e-93e4-6b94bdfa5b3f tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] DELETE failed (client error): The resource could not be found. Nov 25 18:00:48.282838 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2053547f-15e0-453e-93e4-6b94bdfa5b3f tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:00:48.285820 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-2053547f-15e0-453e-93e4-6b94bdfa5b3f tempest-RoutersIpV6AdminTest-1995554171 tempest-RoutersIpV6AdminTest-1995554171-project] 10.222.0.75 "DELETE /v2.0/subnets/b0363c92-33e2-41e0-aa89-c156b1fd2bbe HTTP/1.1" status: 404 len: 337 time: 0.0283928 Nov 25 18:00:48.523431 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 56984) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:48.634823 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-509cdf03-f97a-4c00-8e9d-1f26136b328b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:48.707701 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-509cdf03-f97a-4c00-8e9d-1f26136b328b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:48.711660 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-509cdf03-f97a-4c00-8e9d-1f26136b328b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:48.749498 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-509cdf03-f97a-4c00-8e9d-1f26136b328b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=681b660f55f24ea3b255cc161dbcf00b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2250259 Nov 25 18:00:48.750625 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509cdf03-f97a-4c00-8e9d-1f26136b328b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e15cbe-d792-432b-bc17-b78d17b852f7,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:48.752176 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56988) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:48.803428 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2c36e2c0-e73c-4f6f-840e-b1add4afbcc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:48.824901 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2c36e2c0-e73c-4f6f-840e-b1add4afbcc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:48.870264 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2c36e2c0-e73c-4f6f-840e-b1add4afbcc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:48.873451 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2c36e2c0-e73c-4f6f-840e-b1add4afbcc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:48.874582 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2c36e2c0-e73c-4f6f-840e-b1add4afbcc8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/23e15cbe-d792-432b-bc17-b78d17b852f7 HTTP/1.1" status: 204 len: 168 time: 0.1214323 Nov 25 18:00:48.881992 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c36e2c0-e73c-4f6f-840e-b1add4afbcc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e15cbe-d792-432b-bc17-b78d17b852f7,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:49.135505 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56994) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:49.174934 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-60e1a82b-e515-4af0-97d8-3208ac290dfc admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c91fe96a46a04d29a042b6014dc071e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382731 Nov 25 18:00:49.177381 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 56996) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:49.224668 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1a1eb8a5-9829-4653-9579-a9903846afc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:49.245685 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1a1eb8a5-9829-4653-9579-a9903846afc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:49.292175 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1a1eb8a5-9829-4653-9579-a9903846afc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:49.295516 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1a1eb8a5-9829-4653-9579-a9903846afc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:49.296673 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1a1eb8a5-9829-4653-9579-a9903846afc5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a755e7bc-21f6-4949-89ba-38f8a77bf132 HTTP/1.1" status: 204 len: 168 time: 0.1183946 Nov 25 18:00:49.304291 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1eb8a5-9829-4653-9579-a9903846afc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a755e7bc-21f6-4949-89ba-38f8a77bf132,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:49.322803 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:00:49.850818 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4dc57b05-49a6-45a1-9698-e9c1856b880f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:49.974758 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57018) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:50.086921 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3de2b1f5-7876-42c3-93c2-c531ba6bf9c3 tempest-AgentManagementNegativeTest-1665119035 tempest-AgentManagementNegativeTest-1665119035-project] 10.222.0.75 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1109402 Nov 25 18:00:50.324547 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57026) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:50.431412 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3ab24dac-9afb-48f6-a3de-184930bf9e2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:50.506299 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3ab24dac-9afb-48f6-a3de-184930bf9e2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:50.510405 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3ab24dac-9afb-48f6-a3de-184930bf9e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:50.555409 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3ab24dac-9afb-48f6-a3de-184930bf9e2e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=41694e9e32ab47f8ba0a9be2e328170e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2297647 Nov 25 18:00:50.557489 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab24dac-9afb-48f6-a3de-184930bf9e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab31fca-d138-4012-802f-03d183820013,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:50.558097 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57030) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:50.614336 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a2756350-8fd2-4f4e-8086-8743e1bd613a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:50.635003 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a2756350-8fd2-4f4e-8086-8743e1bd613a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:50.688753 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a2756350-8fd2-4f4e-8086-8743e1bd613a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:50.691315 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a2756350-8fd2-4f4e-8086-8743e1bd613a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:50.692497 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-a2756350-8fd2-4f4e-8086-8743e1bd613a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/eab31fca-d138-4012-802f-03d183820013 HTTP/1.1" status: 204 len: 168 time: 0.1333930 Nov 25 18:00:50.702781 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2756350-8fd2-4f4e-8086-8743e1bd613a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab31fca-d138-4012-802f-03d183820013,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:50.900746 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:51.316698 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57052) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:51.413793 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-6a77a6ea-1c33-46aa-9f88-8a7820f6041b tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-254872442'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:00:51.435012 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a77a6ea-1c33-46aa-9f88-8a7820f6041b tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Made reservation on behalf of 469f61a29cc04347a20136064c5bff61 for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:00:51.438634 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6a77a6ea-1c33-46aa-9f88-8a7820f6041b tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:51.447325 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6a77a6ea-1c33-46aa-9f88-8a7820f6041b tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:51.521821 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6a77a6ea-1c33-46aa-9f88-8a7820f6041b tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:51.525510 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6a77a6ea-1c33-46aa-9f88-8a7820f6041b tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:51.551238 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a77a6ea-1c33-46aa-9f88-8a7820f6041b tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 913} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:00:51.563149 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a77a6ea-1c33-46aa-9f88-8a7820f6041b tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=684b331e-f6ce-48a5-a815-d7635ce436fc,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:51.566206 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6a77a6ea-1c33-46aa-9f88-8a7820f6041b tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:51.566599 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-6a77a6ea-1c33-46aa-9f88-8a7820f6041b tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Added segment 62587de9-a4e4-44df-b211-38acd6c4869d of type vlan for network 0eeec9eb-1c74-4aa1-9eca-98d6784d13f5 Nov 25 18:00:51.613050 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6a77a6ea-1c33-46aa-9f88-8a7820f6041b tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:51.644066 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6a77a6ea-1c33-46aa-9f88-8a7820f6041b tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:51.649830 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a77a6ea-1c33-46aa-9f88-8a7820f6041b tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:00:51.650420 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6a77a6ea-1c33-46aa-9f88-8a7820f6041b tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:51.681517 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-6a77a6ea-1c33-46aa-9f88-8a7820f6041b tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3636694 Nov 25 18:00:51.684289 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57056) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:51.714285 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-aa53dde2-949f-4173-a643-76a2fdfbb7fb tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Request body: {'subnet': {'network_id': '0eeec9eb-1c74-4aa1-9eca-98d6784d13f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:00:51.742788 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a77a6ea-1c33-46aa-9f88-8a7820f6041b tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Pushing event updated for resources: {'Network': ['ID=0eeec9eb-1c74-4aa1-9eca-98d6784d13f5,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:51.753212 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 0eeec9eb-1c74-4aa1-9eca-98d6784d13f5 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:00:51.812092 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa53dde2-949f-4173-a643-76a2fdfbb7fb tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Made reservation on behalf of 469f61a29cc04347a20136064c5bff61 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:00:51.815745 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-aa53dde2-949f-4173-a643-76a2fdfbb7fb tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:51.997881 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-aa53dde2-949f-4173-a643-76a2fdfbb7fb tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:52.063119 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa53dde2-949f-4173-a643-76a2fdfbb7fb tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Pushing event updated for resources: {'Subnet': ['ID=54908691-c528-4df3-914b-78b4566267a9,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:52.072718 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa53dde2-949f-4173-a643-76a2fdfbb7fb tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Checking segment: {'id': '62587de9-a4e4-44df-b211-38acd6c4869d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '0eeec9eb-1c74-4aa1-9eca-98d6784d13f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:00:52.073138 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa53dde2-949f-4173-a643-76a2fdfbb7fb tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Network hostable DHCP agents. Network: 0eeec9eb-1c74-4aa1-9eca-98d6784d13f5, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:00:52.090295 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa53dde2-949f-4173-a643-76a2fdfbb7fb tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Network 0eeec9eb-1c74-4aa1-9eca-98d6784d13f5 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:00:52.094917 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:52.100219 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-aa53dde2-949f-4173-a643-76a2fdfbb7fb tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 0eeec9eb-1c74-4aa1-9eca-98d6784d13f5) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:00:52.104487 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa53dde2-949f-4173-a643-76a2fdfbb7fb tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:00:52.105118 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-aa53dde2-949f-4173-a643-76a2fdfbb7fb tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:52.110033 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6260893-44e7-4eba-877c-a220b53275ae None None] Network 0eeec9eb-1c74-4aa1-9eca-98d6784d13f5 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:00:52.121726 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-aa53dde2-949f-4173-a643-76a2fdfbb7fb tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4363699 Nov 25 18:00:52.124738 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57058) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:52.129298 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-12171b1c-5279-4333-9347-69d922cf2773 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1246966562', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}, 'admin_state_up': False}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:00:52.152863 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-12171b1c-5279-4333-9347-69d922cf2773 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:52.154444 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-12171b1c-5279-4333-9347-69d922cf2773 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:52.205039 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-12171b1c-5279-4333-9347-69d922cf2773 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:52.234554 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f1a53d-651d-4e1b-9a6c-1df3d1fe2ec1 None None] Network 0eeec9eb-1c74-4aa1-9eca-98d6784d13f5 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:00:52.344707 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-12171b1c-5279-4333-9347-69d922cf2773 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:52.535911 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-12171b1c-5279-4333-9347-69d922cf2773 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for router_gateway, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:52.558616 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-12171b1c-5279-4333-9347-69d922cf2773 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:52.661324 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-12171b1c-5279-4333-9347-69d922cf2773 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Allocated IP 172.25.0.165 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/594cb703-0e74-4b5f-8f67-cad39913589d) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:00:52.764128 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-12171b1c-5279-4333-9347-69d922cf2773 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:52.802376 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-12171b1c-5279-4333-9347-69d922cf2773 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:52.842978 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12171b1c-5279-4333-9347-69d922cf2773 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:00:52.845899 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-12171b1c-5279-4333-9347-69d922cf2773 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:00:52.849542 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12171b1c-5279-4333-9347-69d922cf2773 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:00:52.854752 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12171b1c-5279-4333-9347-69d922cf2773 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Pushing event updated for resources: {'Port': ['ID=594cb703-0e74-4b5f-8f67-cad39913589d,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:52.858767 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269f3ca8-ad4a-4345-b1e5-4a45ce1cd228 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:00:52.960728 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b96294a4-2ebe-480d-bf7f-16f58bdbb677 None None] Provisioning complete for port 594cb703-0e74-4b5f-8f67-cad39913589d triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:00:52.961278 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b96294a4-2ebe-480d-bf7f-16f58bdbb677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:52.995641 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b96294a4-2ebe-480d-bf7f-16f58bdbb677 None None] Port 594cb703-0e74-4b5f-8f67-cad39913589d cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:00:53.048139 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:53.105103 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-12171b1c-5279-4333-9347-69d922cf2773 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for router_gateway, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:53.299461 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-12171b1c-5279-4333-9347-69d922cf2773 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:53.423421 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12171b1c-5279-4333-9347-69d922cf2773 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Router f0cdd42a-827a-4efd-ba82-b0a1b9703564 is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:00:53.524095 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12171b1c-5279-4333-9347-69d922cf2773 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:00:53.533999 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1edc20-284e-4ec6-b930-d2775bb63c91 None None] Sync routers for ids ['f0cdd42a-827a-4efd-ba82-b0a1b9703564'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:00:53.543663 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1edc20-284e-4ec6-b930-d2775bb63c91 None None] Routers {'f0cdd42a-827a-4efd-ba82-b0a1b9703564'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:00:53.544337 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-7d1edc20-284e-4ec6-b930-d2775bb63c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:00:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['f0cdd42a-827a-4efd-ba82-b0a1b9703564'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:53.544481 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-12171b1c-5279-4333-9347-69d922cf2773 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:53.548195 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-12171b1c-5279-4333-9347-69d922cf2773 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4199724 Nov 25 18:00:53.548503 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57060) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:53.577035 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-7d1edc20-284e-4ec6-b930-d2775bb63c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:53.585554 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1edc20-284e-4ec6-b930-d2775bb63c91 None None] Routers {'f0cdd42a-827a-4efd-ba82-b0a1b9703564'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:00:53.586204 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-7d1edc20-284e-4ec6-b930-d2775bb63c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:00:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['f0cdd42a-827a-4efd-ba82-b0a1b9703564'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:53.617611 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-7d1edc20-284e-4ec6-b930-d2775bb63c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:53.618254 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1edc20-284e-4ec6-b930-d2775bb63c91 None None] The sync data for ids ['f0cdd42a-827a-4efd-ba82-b0a1b9703564'] in n-d-817746-1 is: [] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:00:53.971078 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-66d2c470-8375-4f0d-85c7-478e941fdaab tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:54.233906 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-66d2c470-8375-4f0d-85c7-478e941fdaab tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Allocated IP 172.20.0.1 (0eeec9eb-1c74-4aa1-9eca-98d6784d13f5/54908691-c528-4df3-914b-78b4566267a9/ed632513-acab-4fcb-9872-6f7a94709943) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:00:54.349220 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-66d2c470-8375-4f0d-85c7-478e941fdaab tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:54.382671 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-66d2c470-8375-4f0d-85c7-478e941fdaab tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:54.417738 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d2c470-8375-4f0d-85c7-478e941fdaab tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Network 0eeec9eb-1c74-4aa1-9eca-98d6784d13f5 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:00:54.423347 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-66d2c470-8375-4f0d-85c7-478e941fdaab tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:00:54.427048 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d2c470-8375-4f0d-85c7-478e941fdaab tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:00:54.456604 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d2c470-8375-4f0d-85c7-478e941fdaab tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Pushing event updated for resources: {'Port': ['ID=ed632513-acab-4fcb-9872-6f7a94709943,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:54.476161 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-66d2c470-8375-4f0d-85c7-478e941fdaab tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:54.603812 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-66d2c470-8375-4f0d-85c7-478e941fdaab tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:54.884113 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-66d2c470-8375-4f0d-85c7-478e941fdaab tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:54.889159 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-66d2c470-8375-4f0d-85c7-478e941fdaab tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:54.961960 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d2c470-8375-4f0d-85c7-478e941fdaab tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Pushing event updated for resources: {'Port': ['ID=ed632513-acab-4fcb-9872-6f7a94709943,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:54.965595 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-66d2c470-8375-4f0d-85c7-478e941fdaab tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:55.057856 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d2c470-8375-4f0d-85c7-478e941fdaab tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Network 0eeec9eb-1c74-4aa1-9eca-98d6784d13f5 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:00:55.059195 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-66d2c470-8375-4f0d-85c7-478e941fdaab tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:00:55.471658 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d2c470-8375-4f0d-85c7-478e941fdaab tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Router f0cdd42a-827a-4efd-ba82-b0a1b9703564 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:00:55.577547 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d2c470-8375-4f0d-85c7-478e941fdaab tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:00:55.582825 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-66d2c470-8375-4f0d-85c7-478e941fdaab tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] 10.222.0.75 "PUT /v2.0/routers/f0cdd42a-827a-4efd-ba82-b0a1b9703564/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0332451 Nov 25 18:00:55.585338 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57062) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:55.588763 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f4908d-cbe2-4d0f-809e-a2aa3bdcd091 None None] Sync routers for ids ['f0cdd42a-827a-4efd-ba82-b0a1b9703564'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:00:55.591191 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-9609394a-2227-4759-854c-3bac9ff2f654 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Request body: {'port': {'network_id': '0eeec9eb-1c74-4aa1-9eca-98d6784d13f5', 'name': 'tempest-FloatingIPTestJSON-1169946869'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:00:55.599164 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f4908d-cbe2-4d0f-809e-a2aa3bdcd091 None None] Routers {'f0cdd42a-827a-4efd-ba82-b0a1b9703564'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:00:55.599788 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-e9f4908d-cbe2-4d0f-809e-a2aa3bdcd091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:00:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['f0cdd42a-827a-4efd-ba82-b0a1b9703564'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:55.636346 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-e9f4908d-cbe2-4d0f-809e-a2aa3bdcd091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:55.647152 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f4908d-cbe2-4d0f-809e-a2aa3bdcd091 None None] Routers {'f0cdd42a-827a-4efd-ba82-b0a1b9703564'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:00:55.647752 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-e9f4908d-cbe2-4d0f-809e-a2aa3bdcd091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:00:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['f0cdd42a-827a-4efd-ba82-b0a1b9703564'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:55.680694 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-e9f4908d-cbe2-4d0f-809e-a2aa3bdcd091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:55.681361 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f4908d-cbe2-4d0f-809e-a2aa3bdcd091 None None] The sync data for ids ['f0cdd42a-827a-4efd-ba82-b0a1b9703564'] in n-d-817746-1 is: [] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:00:55.704076 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9609394a-2227-4759-854c-3bac9ff2f654 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Made reservation on behalf of 469f61a29cc04347a20136064c5bff61 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:00:55.707567 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9609394a-2227-4759-854c-3bac9ff2f654 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:55.728680 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-9609394a-2227-4759-854c-3bac9ff2f654 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] device_id is not set on port 26eea107-29ef-4435-8e8d-80d42a0bed30 yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:00:55.838091 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-9609394a-2227-4759-854c-3bac9ff2f654 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Allocated IP 172.20.0.7 (0eeec9eb-1c74-4aa1-9eca-98d6784d13f5/54908691-c528-4df3-914b-78b4566267a9/26eea107-29ef-4435-8e8d-80d42a0bed30) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:00:55.988793 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9609394a-2227-4759-854c-3bac9ff2f654 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:56.022521 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9609394a-2227-4759-854c-3bac9ff2f654 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:56.061396 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9609394a-2227-4759-854c-3bac9ff2f654 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Network 0eeec9eb-1c74-4aa1-9eca-98d6784d13f5 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:00:56.066368 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-9609394a-2227-4759-854c-3bac9ff2f654 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:00:56.070190 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9609394a-2227-4759-854c-3bac9ff2f654 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:00:56.099572 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609394a-2227-4759-854c-3bac9ff2f654 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Pushing event updated for resources: {'Port': ['ID=26eea107-29ef-4435-8e8d-80d42a0bed30,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:56.125652 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9609394a-2227-4759-854c-3bac9ff2f654 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:00:56.126276 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9609394a-2227-4759-854c-3bac9ff2f654 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:56.142048 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9609394a-2227-4759-854c-3bac9ff2f654 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5557122 Nov 25 18:00:56.144487 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57064) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:56.149375 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-dae4c814-9080-4a87-ac79-05ec8b0d85d0 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Request body: {'port': {'network_id': '0eeec9eb-1c74-4aa1-9eca-98d6784d13f5', 'name': 'tempest-FloatingIPTestJSON-366151827'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:00:56.263020 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae4c814-9080-4a87-ac79-05ec8b0d85d0 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Made reservation on behalf of 469f61a29cc04347a20136064c5bff61 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:00:56.266525 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dae4c814-9080-4a87-ac79-05ec8b0d85d0 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:56.284112 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-dae4c814-9080-4a87-ac79-05ec8b0d85d0 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] device_id is not set on port 3d62a7f5-1f91-4bdc-a02b-63430eca990b yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:00:56.389893 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-dae4c814-9080-4a87-ac79-05ec8b0d85d0 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Allocated IP 172.20.0.6 (0eeec9eb-1c74-4aa1-9eca-98d6784d13f5/54908691-c528-4df3-914b-78b4566267a9/3d62a7f5-1f91-4bdc-a02b-63430eca990b) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:00:56.539119 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dae4c814-9080-4a87-ac79-05ec8b0d85d0 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:56.579282 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dae4c814-9080-4a87-ac79-05ec8b0d85d0 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:56.624240 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae4c814-9080-4a87-ac79-05ec8b0d85d0 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Network 0eeec9eb-1c74-4aa1-9eca-98d6784d13f5 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:00:56.627544 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-dae4c814-9080-4a87-ac79-05ec8b0d85d0 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:00:56.631487 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae4c814-9080-4a87-ac79-05ec8b0d85d0 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:00:56.638344 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4c814-9080-4a87-ac79-05ec8b0d85d0 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Pushing event updated for resources: {'Port': ['ID=3d62a7f5-1f91-4bdc-a02b-63430eca990b,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:56.692084 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae4c814-9080-4a87-ac79-05ec8b0d85d0 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:00:56.692712 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dae4c814-9080-4a87-ac79-05ec8b0d85d0 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:56.721689 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-dae4c814-9080-4a87-ac79-05ec8b0d85d0 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.5760028 Nov 25 18:00:56.725005 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57066) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:56.729409 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-bbcb2384-f5d0-4924-8e56-64e3e0e90c0d tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Request body: {'floatingip': {'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'port_id': '3d62a7f5-1f91-4bdc-a02b-63430eca990b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:00:56.754654 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bbcb2384-f5d0-4924-8e56-64e3e0e90c0d tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for floatingip, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:56.852625 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bbcb2384-f5d0-4924-8e56-64e3e0e90c0d tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:56.958612 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-bbcb2384-f5d0-4924-8e56-64e3e0e90c0d tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Allocated IP 172.25.0.177 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/b10ed39f-ea22-43cf-8651-2203a4bf807f) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:00:57.059083 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bbcb2384-f5d0-4924-8e56-64e3e0e90c0d tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:57.094982 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bbcb2384-f5d0-4924-8e56-64e3e0e90c0d tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:57.137988 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcb2384-f5d0-4924-8e56-64e3e0e90c0d tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:00:57.140888 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-bbcb2384-f5d0-4924-8e56-64e3e0e90c0d tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:00:57.144413 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcb2384-f5d0-4924-8e56-64e3e0e90c0d tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:00:57.171569 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcb2384-f5d0-4924-8e56-64e3e0e90c0d tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Pushing event updated for resources: {'Port': ['ID=b10ed39f-ea22-43cf-8651-2203a4bf807f,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:57.493793 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bbcb2384-f5d0-4924-8e56-64e3e0e90c0d tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:57.564445 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bbcb2384-f5d0-4924-8e56-64e3e0e90c0d tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:57.720680 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bbcb2384-f5d0-4924-8e56-64e3e0e90c0d tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:57.725408 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bbcb2384-f5d0-4924-8e56-64e3e0e90c0d tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:57.798829 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcb2384-f5d0-4924-8e56-64e3e0e90c0d tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Pushing event updated for resources: {'Port': ['ID=b10ed39f-ea22-43cf-8651-2203a4bf807f,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:57.806949 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bbcb2384-f5d0-4924-8e56-64e3e0e90c0d tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:57.908247 n-d-817746-1 neutron-server[103360]: INFO neutron.db.l3_db [None req-bbcb2384-f5d0-4924-8e56-64e3e0e90c0d tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Floating IP 17b9fc3c-c340-4ae1-a3e4-56423081a313 associated. External IP: 172.25.0.177, port: 3d62a7f5-1f91-4bdc-a02b-63430eca990b. Nov 25 18:00:58.121887 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbcb2384-f5d0-4924-8e56-64e3e0e90c0d tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Router f0cdd42a-827a-4efd-ba82-b0a1b9703564 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:00:58.234230 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbcb2384-f5d0-4924-8e56-64e3e0e90c0d tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:00:58.243758 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76b8270-5a87-41cf-ae9f-a60011166b4d None None] Sync routers for ids ['f0cdd42a-827a-4efd-ba82-b0a1b9703564'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:00:58.251570 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bbcb2384-f5d0-4924-8e56-64e3e0e90c0d tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:58.255462 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76b8270-5a87-41cf-ae9f-a60011166b4d None None] Routers {'f0cdd42a-827a-4efd-ba82-b0a1b9703564'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:00:58.256070 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-d76b8270-5a87-41cf-ae9f-a60011166b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:00:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['f0cdd42a-827a-4efd-ba82-b0a1b9703564'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:58.281423 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-bbcb2384-f5d0-4924-8e56-64e3e0e90c0d tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 1.5552464 Nov 25 18:00:58.283908 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57068) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:58.288755 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-a1cb92ac-b430-4a83-b6e3-cda7d3c0979c tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:00:58.288985 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-d76b8270-5a87-41cf-ae9f-a60011166b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:58.297539 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76b8270-5a87-41cf-ae9f-a60011166b4d None None] Routers {'f0cdd42a-827a-4efd-ba82-b0a1b9703564'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:00:58.298116 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-d76b8270-5a87-41cf-ae9f-a60011166b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:00:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['f0cdd42a-827a-4efd-ba82-b0a1b9703564'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:58.330190 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-d76b8270-5a87-41cf-ae9f-a60011166b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:58.330833 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76b8270-5a87-41cf-ae9f-a60011166b4d None None] The sync data for ids ['f0cdd42a-827a-4efd-ba82-b0a1b9703564'] in n-d-817746-1 is: [] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:00:58.348528 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a1cb92ac-b430-4a83-b6e3-cda7d3c0979c tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for floatingip, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:58.518765 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a1cb92ac-b430-4a83-b6e3-cda7d3c0979c tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:58.522500 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a1cb92ac-b430-4a83-b6e3-cda7d3c0979c tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:58.522864 n-d-817746-1 neutron-server[103360]: INFO neutron.db.l3_db [None req-a1cb92ac-b430-4a83-b6e3-cda7d3c0979c tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Floating IP 17b9fc3c-c340-4ae1-a3e4-56423081a313 disassociated. External IP: 172.25.0.177, port: 3d62a7f5-1f91-4bdc-a02b-63430eca990b. Nov 25 18:00:58.742695 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1cb92ac-b430-4a83-b6e3-cda7d3c0979c tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Router f0cdd42a-827a-4efd-ba82-b0a1b9703564 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:00:58.862605 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1cb92ac-b430-4a83-b6e3-cda7d3c0979c tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:00:58.867470 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a1cb92ac-b430-4a83-b6e3-cda7d3c0979c tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:58.871531 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366dc053-7334-472b-80ff-4bccfb7299c0 None None] Sync routers for ids ['f0cdd42a-827a-4efd-ba82-b0a1b9703564'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:00:58.882008 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366dc053-7334-472b-80ff-4bccfb7299c0 None None] Routers {'f0cdd42a-827a-4efd-ba82-b0a1b9703564'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:00:58.882681 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-366dc053-7334-472b-80ff-4bccfb7299c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:00:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['f0cdd42a-827a-4efd-ba82-b0a1b9703564'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:58.895856 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a1cb92ac-b430-4a83-b6e3-cda7d3c0979c tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] 10.222.0.75 "PUT /v2.0/floatingips/17b9fc3c-c340-4ae1-a3e4-56423081a313 HTTP/1.1" status: 200 len: 688 time: 0.6109185 Nov 25 18:00:58.898437 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57070) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:58.919461 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-366dc053-7334-472b-80ff-4bccfb7299c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:58.928265 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366dc053-7334-472b-80ff-4bccfb7299c0 None None] Routers {'f0cdd42a-827a-4efd-ba82-b0a1b9703564'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:00:58.928886 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-366dc053-7334-472b-80ff-4bccfb7299c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:00:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['f0cdd42a-827a-4efd-ba82-b0a1b9703564'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:58.961471 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-366dc053-7334-472b-80ff-4bccfb7299c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:58.962133 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366dc053-7334-472b-80ff-4bccfb7299c0 None None] The sync data for ids ['f0cdd42a-827a-4efd-ba82-b0a1b9703564'] in n-d-817746-1 is: [] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:00:59.024292 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-c523a82e-64dd-4e25-82e5-5a173ff24b25 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Deleting port b10ed39f-ea22-43cf-8651-2203a4bf807f {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:00:59.024640 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c523a82e-64dd-4e25-82e5-5a173ff24b25 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:59.102960 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c523a82e-64dd-4e25-82e5-5a173ff24b25 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:59.103292 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c523a82e-64dd-4e25-82e5-5a173ff24b25 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:59.115024 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-c523a82e-64dd-4e25-82e5-5a173ff24b25 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Calling delete_port for b10ed39f-ea22-43cf-8651-2203a4bf807f owned by network:floatingip {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:00:59.263589 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c523a82e-64dd-4e25-82e5-5a173ff24b25 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:59.289460 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c523a82e-64dd-4e25-82e5-5a173ff24b25 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Pushing event deleted for resources: {'Port': ['ID=b10ed39f-ea22-43cf-8651-2203a4bf807f,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:59.349930 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c523a82e-64dd-4e25-82e5-5a173ff24b25 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for floatingip, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:59.352601 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c523a82e-64dd-4e25-82e5-5a173ff24b25 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:59.353796 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c523a82e-64dd-4e25-82e5-5a173ff24b25 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] 10.222.0.75 "DELETE /v2.0/floatingips/17b9fc3c-c340-4ae1-a3e4-56423081a313 HTTP/1.1" status: 204 len: 168 time: 0.4544554 Nov 25 18:00:59.358019 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57074) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:59.362333 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-e9aae4a0-c8f3-47fa-ade5-22fa70a2b56c tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Request body: {'floatingip': {'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'port_id': '26eea107-29ef-4435-8e8d-80d42a0bed30'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:00:59.385037 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e9aae4a0-c8f3-47fa-ade5-22fa70a2b56c tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for floatingip, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:59.488661 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e9aae4a0-c8f3-47fa-ade5-22fa70a2b56c tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:59.592738 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-e9aae4a0-c8f3-47fa-ade5-22fa70a2b56c tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Allocated IP 172.25.0.23 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/b1bf831e-5889-4d1d-9341-a11aa9d260bb) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:00:59.696189 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e9aae4a0-c8f3-47fa-ade5-22fa70a2b56c tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:59.730563 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e9aae4a0-c8f3-47fa-ade5-22fa70a2b56c tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:59.768293 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9aae4a0-c8f3-47fa-ade5-22fa70a2b56c tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:00:59.771288 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-e9aae4a0-c8f3-47fa-ade5-22fa70a2b56c tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:00:59.774835 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9aae4a0-c8f3-47fa-ade5-22fa70a2b56c tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:00:59.803548 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aae4a0-c8f3-47fa-ade5-22fa70a2b56c tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Pushing event updated for resources: {'Port': ['ID=b1bf831e-5889-4d1d-9341-a11aa9d260bb,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:00.426323 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e9aae4a0-c8f3-47fa-ade5-22fa70a2b56c tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:00.496261 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e9aae4a0-c8f3-47fa-ade5-22fa70a2b56c tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:00.647642 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e9aae4a0-c8f3-47fa-ade5-22fa70a2b56c tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:00.652095 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e9aae4a0-c8f3-47fa-ade5-22fa70a2b56c tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:00.723430 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aae4a0-c8f3-47fa-ade5-22fa70a2b56c tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Pushing event updated for resources: {'Port': ['ID=b1bf831e-5889-4d1d-9341-a11aa9d260bb,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:00.738167 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e9aae4a0-c8f3-47fa-ade5-22fa70a2b56c tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:00.848650 n-d-817746-1 neutron-server[103360]: INFO neutron.db.l3_db [None req-e9aae4a0-c8f3-47fa-ade5-22fa70a2b56c tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Floating IP 7052911c-0d8e-42e1-ac0e-2fd467060009 associated. External IP: 172.25.0.23, port: 26eea107-29ef-4435-8e8d-80d42a0bed30. Nov 25 18:01:01.054361 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9aae4a0-c8f3-47fa-ade5-22fa70a2b56c tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Router f0cdd42a-827a-4efd-ba82-b0a1b9703564 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:01:01.169790 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9aae4a0-c8f3-47fa-ade5-22fa70a2b56c tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:01:01.179059 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35318443-1a03-4c0c-8709-2ed58aaa5a84 None None] Sync routers for ids ['f0cdd42a-827a-4efd-ba82-b0a1b9703564'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:01:01.188735 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e9aae4a0-c8f3-47fa-ade5-22fa70a2b56c tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:01.189293 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35318443-1a03-4c0c-8709-2ed58aaa5a84 None None] Routers {'f0cdd42a-827a-4efd-ba82-b0a1b9703564'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:01:01.189928 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-35318443-1a03-4c0c-8709-2ed58aaa5a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:00:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['f0cdd42a-827a-4efd-ba82-b0a1b9703564'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:01.218326 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e9aae4a0-c8f3-47fa-ade5-22fa70a2b56c tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 1.8592706 Nov 25 18:01:01.222277 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57078) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:01.226350 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-35318443-1a03-4c0c-8709-2ed58aaa5a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:01.235143 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35318443-1a03-4c0c-8709-2ed58aaa5a84 None None] Routers {'f0cdd42a-827a-4efd-ba82-b0a1b9703564'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:01:01.235737 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-35318443-1a03-4c0c-8709-2ed58aaa5a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:00:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['f0cdd42a-827a-4efd-ba82-b0a1b9703564'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:01.268851 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-35318443-1a03-4c0c-8709-2ed58aaa5a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:01.269638 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35318443-1a03-4c0c-8709-2ed58aaa5a84 None None] The sync data for ids ['f0cdd42a-827a-4efd-ba82-b0a1b9703564'] in n-d-817746-1 is: [] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:01:01.289218 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4f75002c-e076-40a0-8454-4f0c57e2c0b1 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] 10.222.0.75 "GET /v2.0/floatingips/7052911c-0d8e-42e1-ac0e-2fd467060009 HTTP/1.1" status: 200 len: 977 time: 0.0657613 Nov 25 18:01:01.291571 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57080) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:01.405046 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ef3c6d59-d6f8-466e-925f-e892b29ae223 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] 10.222.0.75 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1123650 Nov 25 18:01:01.407557 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57082) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:01.412000 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-89bdfdab-98ff-45f3-afff-e1df3eaef230 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Request body: {'floatingip': {'port_id': '3d62a7f5-1f91-4bdc-a02b-63430eca990b'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:01:01.468744 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-89bdfdab-98ff-45f3-afff-e1df3eaef230 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for floatingip, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:01.958734 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-89bdfdab-98ff-45f3-afff-e1df3eaef230 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:01.962810 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-89bdfdab-98ff-45f3-afff-e1df3eaef230 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:02.064364 n-d-817746-1 neutron-server[103360]: INFO neutron.db.l3_db [None req-89bdfdab-98ff-45f3-afff-e1df3eaef230 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Floating IP 7052911c-0d8e-42e1-ac0e-2fd467060009 associated. External IP: 172.25.0.23, port: 26eea107-29ef-4435-8e8d-80d42a0bed30. Nov 25 18:01:02.271468 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89bdfdab-98ff-45f3-afff-e1df3eaef230 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Router f0cdd42a-827a-4efd-ba82-b0a1b9703564 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:01:02.378972 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89bdfdab-98ff-45f3-afff-e1df3eaef230 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:01:02.389535 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a15ac7e-a4b2-40aa-82a8-cddfcc7866b7 None None] Sync routers for ids ['f0cdd42a-827a-4efd-ba82-b0a1b9703564'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:01:02.399391 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a15ac7e-a4b2-40aa-82a8-cddfcc7866b7 None None] Routers {'f0cdd42a-827a-4efd-ba82-b0a1b9703564'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:01:02.400576 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-5a15ac7e-a4b2-40aa-82a8-cddfcc7866b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:00:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['f0cdd42a-827a-4efd-ba82-b0a1b9703564'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:02.437747 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-5a15ac7e-a4b2-40aa-82a8-cddfcc7866b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:02.447362 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a15ac7e-a4b2-40aa-82a8-cddfcc7866b7 None None] Routers {'f0cdd42a-827a-4efd-ba82-b0a1b9703564'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:01:02.448090 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-5a15ac7e-a4b2-40aa-82a8-cddfcc7866b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:00:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['f0cdd42a-827a-4efd-ba82-b0a1b9703564'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:02.481767 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-5a15ac7e-a4b2-40aa-82a8-cddfcc7866b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:02.482440 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a15ac7e-a4b2-40aa-82a8-cddfcc7866b7 None None] The sync data for ids ['f0cdd42a-827a-4efd-ba82-b0a1b9703564'] in n-d-817746-1 is: [] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:01:02.587780 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89bdfdab-98ff-45f3-afff-e1df3eaef230 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Router f0cdd42a-827a-4efd-ba82-b0a1b9703564 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:01:02.695075 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89bdfdab-98ff-45f3-afff-e1df3eaef230 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:01:02.700421 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-89bdfdab-98ff-45f3-afff-e1df3eaef230 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:02.705542 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a323d19-327e-4605-a2a4-a056fb4b91db None None] Sync routers for ids ['f0cdd42a-827a-4efd-ba82-b0a1b9703564'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:01:02.716223 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a323d19-327e-4605-a2a4-a056fb4b91db None None] Routers {'f0cdd42a-827a-4efd-ba82-b0a1b9703564'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:01:02.716852 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-5a323d19-327e-4605-a2a4-a056fb4b91db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:00:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['f0cdd42a-827a-4efd-ba82-b0a1b9703564'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:02.757473 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-89bdfdab-98ff-45f3-afff-e1df3eaef230 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] 10.222.0.75 "PUT /v2.0/floatingips/7052911c-0d8e-42e1-ac0e-2fd467060009 HTTP/1.1" status: 200 len: 976 time: 1.3485897 Nov 25 18:01:02.757736 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-5a323d19-327e-4605-a2a4-a056fb4b91db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:02.761459 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57086) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:02.767442 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-b3b26c44-d1fc-49e5-b069-228c68103f64 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:01:02.767642 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a323d19-327e-4605-a2a4-a056fb4b91db None None] Routers {'f0cdd42a-827a-4efd-ba82-b0a1b9703564'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:01:02.768229 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-5a323d19-327e-4605-a2a4-a056fb4b91db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:00:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['f0cdd42a-827a-4efd-ba82-b0a1b9703564'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:02.801413 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-5a323d19-327e-4605-a2a4-a056fb4b91db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:02.802084 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a323d19-327e-4605-a2a4-a056fb4b91db None None] The sync data for ids ['f0cdd42a-827a-4efd-ba82-b0a1b9703564'] in n-d-817746-1 is: [] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:01:02.829915 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b3b26c44-d1fc-49e5-b069-228c68103f64 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for floatingip, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:02.988072 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b3b26c44-d1fc-49e5-b069-228c68103f64 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:02.992015 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b3b26c44-d1fc-49e5-b069-228c68103f64 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:02.992354 n-d-817746-1 neutron-server[103360]: INFO neutron.db.l3_db [None req-b3b26c44-d1fc-49e5-b069-228c68103f64 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Floating IP 7052911c-0d8e-42e1-ac0e-2fd467060009 disassociated. External IP: 172.25.0.23, port: 3d62a7f5-1f91-4bdc-a02b-63430eca990b. Nov 25 18:01:03.498333 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b26c44-d1fc-49e5-b069-228c68103f64 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Router f0cdd42a-827a-4efd-ba82-b0a1b9703564 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:01:03.604745 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b26c44-d1fc-49e5-b069-228c68103f64 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:01:03.610205 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b3b26c44-d1fc-49e5-b069-228c68103f64 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:03.618240 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7fe32d-fa7c-4327-b9a3-b6f1e8d87c41 None None] Sync routers for ids ['f0cdd42a-827a-4efd-ba82-b0a1b9703564'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:01:03.630123 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7fe32d-fa7c-4327-b9a3-b6f1e8d87c41 None None] Routers {'f0cdd42a-827a-4efd-ba82-b0a1b9703564'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:01:03.630736 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-9b7fe32d-fa7c-4327-b9a3-b6f1e8d87c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:00:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['f0cdd42a-827a-4efd-ba82-b0a1b9703564'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:03.637859 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b3b26c44-d1fc-49e5-b069-228c68103f64 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] 10.222.0.75 "PUT /v2.0/floatingips/7052911c-0d8e-42e1-ac0e-2fd467060009 HTTP/1.1" status: 200 len: 687 time: 0.8746994 Nov 25 18:01:03.640615 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57092) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:03.668020 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-9b7fe32d-fa7c-4327-b9a3-b6f1e8d87c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:03.677332 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7fe32d-fa7c-4327-b9a3-b6f1e8d87c41 None None] Routers {'f0cdd42a-827a-4efd-ba82-b0a1b9703564'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:01:03.677939 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-9b7fe32d-fa7c-4327-b9a3-b6f1e8d87c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:00:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['f0cdd42a-827a-4efd-ba82-b0a1b9703564'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:03.712233 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-9b7fe32d-fa7c-4327-b9a3-b6f1e8d87c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:03.712920 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7fe32d-fa7c-4327-b9a3-b6f1e8d87c41 None None] The sync data for ids ['f0cdd42a-827a-4efd-ba82-b0a1b9703564'] in n-d-817746-1 is: [] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:01:03.765674 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-dbd808f7-69a3-4f5f-a06f-66743f404d20 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Deleting port b1bf831e-5889-4d1d-9341-a11aa9d260bb {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:01:03.765939 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dbd808f7-69a3-4f5f-a06f-66743f404d20 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:03.847024 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dbd808f7-69a3-4f5f-a06f-66743f404d20 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:03.847352 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dbd808f7-69a3-4f5f-a06f-66743f404d20 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:03.861183 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-dbd808f7-69a3-4f5f-a06f-66743f404d20 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Calling delete_port for b1bf831e-5889-4d1d-9341-a11aa9d260bb owned by network:floatingip {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:01:03.998505 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dbd808f7-69a3-4f5f-a06f-66743f404d20 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:04.025973 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd808f7-69a3-4f5f-a06f-66743f404d20 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Pushing event deleted for resources: {'Port': ['ID=b1bf831e-5889-4d1d-9341-a11aa9d260bb,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:04.093375 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dbd808f7-69a3-4f5f-a06f-66743f404d20 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for floatingip, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:04.095970 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dbd808f7-69a3-4f5f-a06f-66743f404d20 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:04.097158 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-dbd808f7-69a3-4f5f-a06f-66743f404d20 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] 10.222.0.75 "DELETE /v2.0/floatingips/7052911c-0d8e-42e1-ac0e-2fd467060009 HTTP/1.1" status: 204 len: 168 time: 0.4555693 Nov 25 18:01:04.099675 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57096) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:04.134476 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-171017f6-7d2d-4f71-8f6a-704e117ac579 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] delete failed (client error): The resource could not be found. Nov 25 18:01:04.135499 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-171017f6-7d2d-4f71-8f6a-704e117ac579 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] 10.222.0.75 "DELETE /v2.0/floatingips/7052911c-0d8e-42e1-ac0e-2fd467060009 HTTP/1.1" status: 404 len: 345 time: 0.0349171 Nov 25 18:01:04.139279 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57098) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:04.223128 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ef9254-a18b-4ad2-8be9-640332d59cfa tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:04.229142 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ef9254-a18b-4ad2-8be9-640332d59cfa tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:04.235658 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ef9254-a18b-4ad2-8be9-640332d59cfa tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:04.237314 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-79ef9254-a18b-4ad2-8be9-640332d59cfa tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] 10.222.0.75 "GET /v2.0/ports?network_id=0eeec9eb-1c74-4aa1-9eca-98d6784d13f5 HTTP/1.1" status: 200 len: 2357 time: 0.0970082 Nov 25 18:01:04.239935 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57100) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:04.291263 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91f7d0d-e322-43f6-9f9d-93b3f6bc08a4 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:04.292757 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-f91f7d0d-e322-43f6-9f9d-93b3f6bc08a4 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] 10.222.0.75 "GET /v2.0/subnets/54908691-c528-4df3-914b-78b4566267a9 HTTP/1.1" status: 200 len: 797 time: 0.0518649 Nov 25 18:01:04.298210 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57102) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:04.302885 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-94b845cc-02bd-4916-a323-b195991a8ec8 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Request body: {'port': {'network_id': '0eeec9eb-1c74-4aa1-9eca-98d6784d13f5', 'name': 'tempest-FloatingIPTestJSON-378361476', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:01:04.739835 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b845cc-02bd-4916-a323-b195991a8ec8 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Made reservation on behalf of 469f61a29cc04347a20136064c5bff61 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:01:04.831487 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-94b845cc-02bd-4916-a323-b195991a8ec8 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:04.850294 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [None req-94b845cc-02bd-4916-a323-b195991a8ec8 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] device_id is not set on port 8446528a-2443-4618-9654-c5369ac8eef0 yet. {{(pid=103361) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:01:05.141293 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-94b845cc-02bd-4916-a323-b195991a8ec8 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Allocated IP 172.20.0.14 (0eeec9eb-1c74-4aa1-9eca-98d6784d13f5/54908691-c528-4df3-914b-78b4566267a9/8446528a-2443-4618-9654-c5369ac8eef0) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:01:05.146951 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-94b845cc-02bd-4916-a323-b195991a8ec8 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Allocated IP 172.20.0.13 (0eeec9eb-1c74-4aa1-9eca-98d6784d13f5/54908691-c528-4df3-914b-78b4566267a9/8446528a-2443-4618-9654-c5369ac8eef0) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:01:05.287986 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-94b845cc-02bd-4916-a323-b195991a8ec8 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:05.321399 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-94b845cc-02bd-4916-a323-b195991a8ec8 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:05.363215 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b845cc-02bd-4916-a323-b195991a8ec8 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Network 0eeec9eb-1c74-4aa1-9eca-98d6784d13f5 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:01:05.366259 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-94b845cc-02bd-4916-a323-b195991a8ec8 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:01:05.369994 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b845cc-02bd-4916-a323-b195991a8ec8 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:01:05.397553 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b845cc-02bd-4916-a323-b195991a8ec8 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Pushing event updated for resources: {'Port': ['ID=8446528a-2443-4618-9654-c5369ac8eef0,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:05.422880 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b845cc-02bd-4916-a323-b195991a8ec8 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:05.423496 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-94b845cc-02bd-4916-a323-b195991a8ec8 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:05.438985 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-94b845cc-02bd-4916-a323-b195991a8ec8 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.1397984 Nov 25 18:01:05.441473 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57104) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:05.445739 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-cb5ad6ca-88fb-4024-89c5-75e008f75465 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Request body: {'floatingip': {'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'port_id': '8446528a-2443-4618-9654-c5369ac8eef0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:01:05.466585 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cb5ad6ca-88fb-4024-89c5-75e008f75465 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for floatingip, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:05.567313 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cb5ad6ca-88fb-4024-89c5-75e008f75465 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:05.667477 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-cb5ad6ca-88fb-4024-89c5-75e008f75465 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Allocated IP 172.25.0.53 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/95b4d8aa-3143-4c81-987d-8b007d1815e7) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:01:05.770727 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cb5ad6ca-88fb-4024-89c5-75e008f75465 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:05.805120 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cb5ad6ca-88fb-4024-89c5-75e008f75465 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:05.843571 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5ad6ca-88fb-4024-89c5-75e008f75465 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:01:05.846402 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-cb5ad6ca-88fb-4024-89c5-75e008f75465 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:01:05.849888 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5ad6ca-88fb-4024-89c5-75e008f75465 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:01:05.875279 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5ad6ca-88fb-4024-89c5-75e008f75465 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Pushing event updated for resources: {'Port': ['ID=95b4d8aa-3143-4c81-987d-8b007d1815e7,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:06.193993 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cb5ad6ca-88fb-4024-89c5-75e008f75465 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:06.258485 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cb5ad6ca-88fb-4024-89c5-75e008f75465 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:06.406362 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cb5ad6ca-88fb-4024-89c5-75e008f75465 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:06.410831 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cb5ad6ca-88fb-4024-89c5-75e008f75465 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:06.484599 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5ad6ca-88fb-4024-89c5-75e008f75465 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Pushing event updated for resources: {'Port': ['ID=95b4d8aa-3143-4c81-987d-8b007d1815e7,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:06.492849 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cb5ad6ca-88fb-4024-89c5-75e008f75465 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:06.592704 n-d-817746-1 neutron-server[103361]: INFO neutron.db.l3_db [None req-cb5ad6ca-88fb-4024-89c5-75e008f75465 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Floating IP 6113f055-d4f2-4766-abb6-c01f5e492352 associated. External IP: 172.25.0.53, port: 8446528a-2443-4618-9654-c5369ac8eef0. Nov 25 18:01:06.794628 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5ad6ca-88fb-4024-89c5-75e008f75465 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Router f0cdd42a-827a-4efd-ba82-b0a1b9703564 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:01:06.901912 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5ad6ca-88fb-4024-89c5-75e008f75465 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:01:06.911888 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3787439f-aba4-43d0-a3b1-2e27366df1c1 None None] Sync routers for ids ['f0cdd42a-827a-4efd-ba82-b0a1b9703564'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:01:06.920479 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cb5ad6ca-88fb-4024-89c5-75e008f75465 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:06.923063 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3787439f-aba4-43d0-a3b1-2e27366df1c1 None None] Routers {'f0cdd42a-827a-4efd-ba82-b0a1b9703564'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:01:06.923708 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-3787439f-aba4-43d0-a3b1-2e27366df1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:00:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['f0cdd42a-827a-4efd-ba82-b0a1b9703564'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:06.951769 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-cb5ad6ca-88fb-4024-89c5-75e008f75465 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 1.5059192 Nov 25 18:01:06.952056 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57106) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:06.956386 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-e2b25372-8a5b-438d-b534-d2c033efe58a tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Request body: {'floatingip': {'port_id': '8446528a-2443-4618-9654-c5369ac8eef0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:01:06.960432 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-3787439f-aba4-43d0-a3b1-2e27366df1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:06.969928 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3787439f-aba4-43d0-a3b1-2e27366df1c1 None None] Routers {'f0cdd42a-827a-4efd-ba82-b0a1b9703564'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:01:06.970529 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-3787439f-aba4-43d0-a3b1-2e27366df1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:00:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['f0cdd42a-827a-4efd-ba82-b0a1b9703564'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:07.001818 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-3787439f-aba4-43d0-a3b1-2e27366df1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:07.002464 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3787439f-aba4-43d0-a3b1-2e27366df1c1 None None] The sync data for ids ['f0cdd42a-827a-4efd-ba82-b0a1b9703564'] in n-d-817746-1 is: [] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:01:07.020440 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e2b25372-8a5b-438d-b534-d2c033efe58a tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for floatingip, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:07.475524 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e2b25372-8a5b-438d-b534-d2c033efe58a tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:07.479424 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e2b25372-8a5b-438d-b534-d2c033efe58a tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:07.685582 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2b25372-8a5b-438d-b534-d2c033efe58a tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Router f0cdd42a-827a-4efd-ba82-b0a1b9703564 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:01:07.791133 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b25372-8a5b-438d-b534-d2c033efe58a tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:01:07.796068 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e2b25372-8a5b-438d-b534-d2c033efe58a tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:07.801381 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1a0866-6de0-432e-b11d-e913a7a04e26 None None] Sync routers for ids ['f0cdd42a-827a-4efd-ba82-b0a1b9703564'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:01:07.811323 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1a0866-6de0-432e-b11d-e913a7a04e26 None None] Routers {'f0cdd42a-827a-4efd-ba82-b0a1b9703564'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:01:07.811939 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-ef1a0866-6de0-432e-b11d-e913a7a04e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:00:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['f0cdd42a-827a-4efd-ba82-b0a1b9703564'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:07.847212 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-ef1a0866-6de0-432e-b11d-e913a7a04e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:07.851325 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e2b25372-8a5b-438d-b534-d2c033efe58a tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] 10.222.0.75 "PUT /v2.0/floatingips/6113f055-d4f2-4766-abb6-c01f5e492352 HTTP/1.1" status: 200 len: 977 time: 0.8984718 Nov 25 18:01:07.853976 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57108) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:07.856788 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1a0866-6de0-432e-b11d-e913a7a04e26 None None] Routers {'f0cdd42a-827a-4efd-ba82-b0a1b9703564'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:01:07.857424 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-ef1a0866-6de0-432e-b11d-e913a7a04e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:00:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['f0cdd42a-827a-4efd-ba82-b0a1b9703564'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:07.890116 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-ef1a0866-6de0-432e-b11d-e913a7a04e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:07.890797 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1a0866-6de0-432e-b11d-e913a7a04e26 None None] The sync data for ids ['f0cdd42a-827a-4efd-ba82-b0a1b9703564'] in n-d-817746-1 is: [] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:01:08.012747 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-c9046b1f-17dd-4394-b6d6-15689398a296 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Deleting port 95b4d8aa-3143-4c81-987d-8b007d1815e7 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:01:08.013340 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c9046b1f-17dd-4394-b6d6-15689398a296 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:08.089392 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c9046b1f-17dd-4394-b6d6-15689398a296 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:08.089644 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c9046b1f-17dd-4394-b6d6-15689398a296 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:08.102915 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-c9046b1f-17dd-4394-b6d6-15689398a296 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Calling delete_port for 95b4d8aa-3143-4c81-987d-8b007d1815e7 owned by network:floatingip {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:01:08.251433 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c9046b1f-17dd-4394-b6d6-15689398a296 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:08.276227 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9046b1f-17dd-4394-b6d6-15689398a296 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Pushing event deleted for resources: {'Port': ['ID=95b4d8aa-3143-4c81-987d-8b007d1815e7,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:08.341251 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c9046b1f-17dd-4394-b6d6-15689398a296 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for floatingip, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:08.341505 n-d-817746-1 neutron-server[103360]: INFO neutron.db.l3_db [None req-c9046b1f-17dd-4394-b6d6-15689398a296 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Floating IP 6113f055-d4f2-4766-abb6-c01f5e492352 disassociated (deleted). External IP: 172.25.0.53, port: 8446528a-2443-4618-9654-c5369ac8eef0. Nov 25 18:01:08.551323 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9046b1f-17dd-4394-b6d6-15689398a296 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Router f0cdd42a-827a-4efd-ba82-b0a1b9703564 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:01:08.651972 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9046b1f-17dd-4394-b6d6-15689398a296 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:01:08.657273 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c9046b1f-17dd-4394-b6d6-15689398a296 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:08.661634 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673b292f-5fbd-4352-9ee8-70fb12b89a4b None None] Sync routers for ids ['f0cdd42a-827a-4efd-ba82-b0a1b9703564'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:01:08.671333 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673b292f-5fbd-4352-9ee8-70fb12b89a4b None None] Routers {'f0cdd42a-827a-4efd-ba82-b0a1b9703564'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:01:08.671931 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-673b292f-5fbd-4352-9ee8-70fb12b89a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:00:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['f0cdd42a-827a-4efd-ba82-b0a1b9703564'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:08.686375 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c9046b1f-17dd-4394-b6d6-15689398a296 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] 10.222.0.75 "DELETE /v2.0/floatingips/6113f055-d4f2-4766-abb6-c01f5e492352 HTTP/1.1" status: 204 len: 168 time: 0.8313336 Nov 25 18:01:08.688789 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57114) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:08.707466 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-673b292f-5fbd-4352-9ee8-70fb12b89a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:08.717070 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673b292f-5fbd-4352-9ee8-70fb12b89a4b None None] Routers {'f0cdd42a-827a-4efd-ba82-b0a1b9703564'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:01:08.717652 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-673b292f-5fbd-4352-9ee8-70fb12b89a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:00:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['f0cdd42a-827a-4efd-ba82-b0a1b9703564'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:08.749709 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-673b292f-5fbd-4352-9ee8-70fb12b89a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:08.750354 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673b292f-5fbd-4352-9ee8-70fb12b89a4b None None] The sync data for ids ['f0cdd42a-827a-4efd-ba82-b0a1b9703564'] in n-d-817746-1 is: [] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:01:08.773623 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-81001a3d-165c-4240-bf4a-0ba7d2883928 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Deleting port 8446528a-2443-4618-9654-c5369ac8eef0 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:01:08.773970 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-81001a3d-165c-4240-bf4a-0ba7d2883928 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:08.866577 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-81001a3d-165c-4240-bf4a-0ba7d2883928 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:08.878400 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-81001a3d-165c-4240-bf4a-0ba7d2883928 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Calling delete_port for 8446528a-2443-4618-9654-c5369ac8eef0 owned by {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:01:09.051506 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-81001a3d-165c-4240-bf4a-0ba7d2883928 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:09.081269 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81001a3d-165c-4240-bf4a-0ba7d2883928 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Pushing event deleted for resources: {'Port': ['ID=8446528a-2443-4618-9654-c5369ac8eef0,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:09.164192 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-81001a3d-165c-4240-bf4a-0ba7d2883928 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:09.167611 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-81001a3d-165c-4240-bf4a-0ba7d2883928 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] 10.222.0.75 "DELETE /v2.0/ports/8446528a-2443-4618-9654-c5369ac8eef0 HTTP/1.1" status: 204 len: 168 time: 0.4778774 Nov 25 18:01:09.171727 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57118) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:09.175976 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-a4988195-936a-41d3-8299-c83103a4caf2 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Request body: {'floatingip': {'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:01:09.198104 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a4988195-936a-41d3-8299-c83103a4caf2 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for floatingip, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:09.296438 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a4988195-936a-41d3-8299-c83103a4caf2 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:09.400449 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-a4988195-936a-41d3-8299-c83103a4caf2 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Allocated IP 172.25.0.221 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/0e0e7476-e120-42b4-b015-4c7b0ab38bf2) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:01:09.501186 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a4988195-936a-41d3-8299-c83103a4caf2 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:09.534082 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a4988195-936a-41d3-8299-c83103a4caf2 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:09.573175 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4988195-936a-41d3-8299-c83103a4caf2 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:01:09.576030 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-a4988195-936a-41d3-8299-c83103a4caf2 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:01:09.579628 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4988195-936a-41d3-8299-c83103a4caf2 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:01:09.604963 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4988195-936a-41d3-8299-c83103a4caf2 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Pushing event updated for resources: {'Port': ['ID=0e0e7476-e120-42b4-b015-4c7b0ab38bf2,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:09.667962 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a4988195-936a-41d3-8299-c83103a4caf2 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:09.701195 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a4988195-936a-41d3-8299-c83103a4caf2 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:09.851241 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a4988195-936a-41d3-8299-c83103a4caf2 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:09.855444 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a4988195-936a-41d3-8299-c83103a4caf2 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:09.924144 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4988195-936a-41d3-8299-c83103a4caf2 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Pushing event updated for resources: {'Port': ['ID=0e0e7476-e120-42b4-b015-4c7b0ab38bf2,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:09.936134 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a4988195-936a-41d3-8299-c83103a4caf2 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:09.952013 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a4988195-936a-41d3-8299-c83103a4caf2 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:09.953284 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a4988195-936a-41d3-8299-c83103a4caf2 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7806296 Nov 25 18:01:09.955905 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57120) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:09.960794 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-6b1e47a0-bc54-44e7-b19a-eaf88f0120e3 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Request body: {'port': {'network_id': '0eeec9eb-1c74-4aa1-9eca-98d6784d13f5', 'name': 'tempest-FloatingIPTestJSON-1328791196'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:01:10.068917 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1e47a0-bc54-44e7-b19a-eaf88f0120e3 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Made reservation on behalf of 469f61a29cc04347a20136064c5bff61 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:01:10.072683 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6b1e47a0-bc54-44e7-b19a-eaf88f0120e3 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:10.089703 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-6b1e47a0-bc54-44e7-b19a-eaf88f0120e3 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] device_id is not set on port c17b898d-46e8-43ec-9d78-289b19f0f8b1 yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:01:10.200227 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-6b1e47a0-bc54-44e7-b19a-eaf88f0120e3 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Allocated IP 172.20.0.11 (0eeec9eb-1c74-4aa1-9eca-98d6784d13f5/54908691-c528-4df3-914b-78b4566267a9/c17b898d-46e8-43ec-9d78-289b19f0f8b1) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:01:10.343242 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6b1e47a0-bc54-44e7-b19a-eaf88f0120e3 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:10.376136 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6b1e47a0-bc54-44e7-b19a-eaf88f0120e3 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:10.424880 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1e47a0-bc54-44e7-b19a-eaf88f0120e3 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Network 0eeec9eb-1c74-4aa1-9eca-98d6784d13f5 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:01:10.428033 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-6b1e47a0-bc54-44e7-b19a-eaf88f0120e3 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:01:10.431945 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1e47a0-bc54-44e7-b19a-eaf88f0120e3 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:01:10.438499 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e47a0-bc54-44e7-b19a-eaf88f0120e3 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Pushing event updated for resources: {'Port': ['ID=c17b898d-46e8-43ec-9d78-289b19f0f8b1,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:10.786243 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1e47a0-bc54-44e7-b19a-eaf88f0120e3 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:10.786864 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6b1e47a0-bc54-44e7-b19a-eaf88f0120e3 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:10.802557 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6b1e47a0-bc54-44e7-b19a-eaf88f0120e3 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8456433 Nov 25 18:01:10.805161 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57124) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:10.809683 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-a6dbe1e1-ca49-4718-8b14-7588ae803512 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Request body: {'floatingip': {'port_id': 'c17b898d-46e8-43ec-9d78-289b19f0f8b1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:01:10.848808 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a6dbe1e1-ca49-4718-8b14-7588ae803512 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for floatingip, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:11.280671 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a6dbe1e1-ca49-4718-8b14-7588ae803512 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:11.284458 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a6dbe1e1-ca49-4718-8b14-7588ae803512 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:11.384689 n-d-817746-1 neutron-server[103360]: INFO neutron.db.l3_db [None req-a6dbe1e1-ca49-4718-8b14-7588ae803512 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Floating IP 6cd4a695-53c1-463c-8e5d-c8fc70791609 associated. External IP: 172.25.0.221, port: c17b898d-46e8-43ec-9d78-289b19f0f8b1. Nov 25 18:01:11.591920 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6dbe1e1-ca49-4718-8b14-7588ae803512 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Router f0cdd42a-827a-4efd-ba82-b0a1b9703564 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:01:11.695334 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6dbe1e1-ca49-4718-8b14-7588ae803512 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:01:11.700635 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a6dbe1e1-ca49-4718-8b14-7588ae803512 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:11.704787 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b9ef7c-cf8c-4a93-994c-4712a09f0c85 None None] Sync routers for ids ['f0cdd42a-827a-4efd-ba82-b0a1b9703564'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:01:11.713811 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b9ef7c-cf8c-4a93-994c-4712a09f0c85 None None] Routers {'f0cdd42a-827a-4efd-ba82-b0a1b9703564'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:01:11.714413 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-40b9ef7c-cf8c-4a93-994c-4712a09f0c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:00:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['f0cdd42a-827a-4efd-ba82-b0a1b9703564'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:11.732432 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a6dbe1e1-ca49-4718-8b14-7588ae803512 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] 10.222.0.75 "PUT /v2.0/floatingips/6cd4a695-53c1-463c-8e5d-c8fc70791609 HTTP/1.1" status: 200 len: 979 time: 0.9262042 Nov 25 18:01:11.735154 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57126) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:11.749802 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-40b9ef7c-cf8c-4a93-994c-4712a09f0c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:11.758282 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b9ef7c-cf8c-4a93-994c-4712a09f0c85 None None] Routers {'f0cdd42a-827a-4efd-ba82-b0a1b9703564'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:01:11.758872 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-40b9ef7c-cf8c-4a93-994c-4712a09f0c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:00:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['f0cdd42a-827a-4efd-ba82-b0a1b9703564'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:11.790625 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-40b9ef7c-cf8c-4a93-994c-4712a09f0c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:11.791274 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b9ef7c-cf8c-4a93-994c-4712a09f0c85 None None] The sync data for ids ['f0cdd42a-827a-4efd-ba82-b0a1b9703564'] in n-d-817746-1 is: [] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:01:11.821360 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-ef662bc8-d122-409c-b64c-147e380762bf tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Deleting port c17b898d-46e8-43ec-9d78-289b19f0f8b1 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:01:11.821707 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ef662bc8-d122-409c-b64c-147e380762bf tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:11.909534 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ef662bc8-d122-409c-b64c-147e380762bf tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:12.080254 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ef662bc8-d122-409c-b64c-147e380762bf tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:12.080626 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ef662bc8-d122-409c-b64c-147e380762bf tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:12.080985 n-d-817746-1 neutron-server[103360]: INFO neutron.db.l3_db [None req-ef662bc8-d122-409c-b64c-147e380762bf tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Floating IP 6cd4a695-53c1-463c-8e5d-c8fc70791609 disassociated. External IP: 172.25.0.221, port: c17b898d-46e8-43ec-9d78-289b19f0f8b1. Nov 25 18:01:12.081332 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-ef662bc8-d122-409c-b64c-147e380762bf tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Calling delete_port for c17b898d-46e8-43ec-9d78-289b19f0f8b1 owned by {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:01:12.208752 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ef662bc8-d122-409c-b64c-147e380762bf tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:12.241967 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef662bc8-d122-409c-b64c-147e380762bf tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Pushing event deleted for resources: {'Port': ['ID=c17b898d-46e8-43ec-9d78-289b19f0f8b1,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:12.349570 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef662bc8-d122-409c-b64c-147e380762bf tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Router f0cdd42a-827a-4efd-ba82-b0a1b9703564 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:01:12.459876 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef662bc8-d122-409c-b64c-147e380762bf tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:01:12.469720 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e2cb59-7d76-4c4c-a03f-95cf84e9d26f None None] Sync routers for ids ['f0cdd42a-827a-4efd-ba82-b0a1b9703564'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:01:12.479140 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e2cb59-7d76-4c4c-a03f-95cf84e9d26f None None] Routers {'f0cdd42a-827a-4efd-ba82-b0a1b9703564'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:01:12.479813 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-57e2cb59-7d76-4c4c-a03f-95cf84e9d26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:00:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['f0cdd42a-827a-4efd-ba82-b0a1b9703564'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:12.522979 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-57e2cb59-7d76-4c4c-a03f-95cf84e9d26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:12.527057 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ef662bc8-d122-409c-b64c-147e380762bf tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:12.531140 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ef662bc8-d122-409c-b64c-147e380762bf tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] 10.222.0.75 "DELETE /v2.0/ports/c17b898d-46e8-43ec-9d78-289b19f0f8b1 HTTP/1.1" status: 204 len: 168 time: 0.7944493 Nov 25 18:01:12.532256 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e2cb59-7d76-4c4c-a03f-95cf84e9d26f None None] Routers {'f0cdd42a-827a-4efd-ba82-b0a1b9703564'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:01:12.532864 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-57e2cb59-7d76-4c4c-a03f-95cf84e9d26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:00:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['f0cdd42a-827a-4efd-ba82-b0a1b9703564'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:12.533608 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57128) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:12.570388 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-57e2cb59-7d76-4c4c-a03f-95cf84e9d26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:12.571299 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e2cb59-7d76-4c4c-a03f-95cf84e9d26f None None] The sync data for ids ['f0cdd42a-827a-4efd-ba82-b0a1b9703564'] in n-d-817746-1 is: [] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:01:12.577166 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-20e1adb6-c95d-4fc8-95c8-dd8ae2764ff3 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] 10.222.0.75 "GET /v2.0/floatingips/6cd4a695-53c1-463c-8e5d-c8fc70791609 HTTP/1.1" status: 200 len: 688 time: 0.0424299 Nov 25 18:01:12.579577 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57130) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:12.702400 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-1418290c-0e3a-4667-a930-6efeeb0d4c9d tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Deleting port 0e0e7476-e120-42b4-b015-4c7b0ab38bf2 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:01:12.702739 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1418290c-0e3a-4667-a930-6efeeb0d4c9d tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:12.780669 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1418290c-0e3a-4667-a930-6efeeb0d4c9d tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:12.780937 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1418290c-0e3a-4667-a930-6efeeb0d4c9d tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:12.792415 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-1418290c-0e3a-4667-a930-6efeeb0d4c9d tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Calling delete_port for 0e0e7476-e120-42b4-b015-4c7b0ab38bf2 owned by network:floatingip {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:01:12.936385 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1418290c-0e3a-4667-a930-6efeeb0d4c9d tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:12.962952 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1418290c-0e3a-4667-a930-6efeeb0d4c9d tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Pushing event deleted for resources: {'Port': ['ID=0e0e7476-e120-42b4-b015-4c7b0ab38bf2,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:13.023020 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1418290c-0e3a-4667-a930-6efeeb0d4c9d tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for floatingip, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:13.025620 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1418290c-0e3a-4667-a930-6efeeb0d4c9d tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:13.026777 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1418290c-0e3a-4667-a930-6efeeb0d4c9d tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] 10.222.0.75 "DELETE /v2.0/floatingips/6cd4a695-53c1-463c-8e5d-c8fc70791609 HTTP/1.1" status: 204 len: 168 time: 0.4463022 Nov 25 18:01:13.031229 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57132) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:13.035571 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-e2442eff-51a9-4839-8440-f85a7f52f721 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Request body: {'floatingip': {'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'port_id': '3d62a7f5-1f91-4bdc-a02b-63430eca990b'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:01:13.057123 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e2442eff-51a9-4839-8440-f85a7f52f721 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for floatingip, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:13.156543 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e2442eff-51a9-4839-8440-f85a7f52f721 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:13.257953 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-e2442eff-51a9-4839-8440-f85a7f52f721 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Allocated IP 172.25.0.212 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/8e9bacd9-317d-45c8-87c5-331454593158) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:01:13.356702 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e2442eff-51a9-4839-8440-f85a7f52f721 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:13.390442 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e2442eff-51a9-4839-8440-f85a7f52f721 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:13.435559 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2442eff-51a9-4839-8440-f85a7f52f721 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:01:13.438693 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-e2442eff-51a9-4839-8440-f85a7f52f721 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:01:13.441134 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2442eff-51a9-4839-8440-f85a7f52f721 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:01:13.463167 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2442eff-51a9-4839-8440-f85a7f52f721 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Pushing event updated for resources: {'Port': ['ID=8e9bacd9-317d-45c8-87c5-331454593158,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:13.773890 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e2442eff-51a9-4839-8440-f85a7f52f721 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:13.841951 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e2442eff-51a9-4839-8440-f85a7f52f721 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:13.994231 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e2442eff-51a9-4839-8440-f85a7f52f721 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:13.999505 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e2442eff-51a9-4839-8440-f85a7f52f721 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:14.074573 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2442eff-51a9-4839-8440-f85a7f52f721 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Pushing event updated for resources: {'Port': ['ID=8e9bacd9-317d-45c8-87c5-331454593158,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:14.084043 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e2442eff-51a9-4839-8440-f85a7f52f721 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:14.183801 n-d-817746-1 neutron-server[103360]: INFO neutron.db.l3_db [None req-e2442eff-51a9-4839-8440-f85a7f52f721 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Floating IP e3d3aa38-c85b-4de4-9862-6357eb682546 associated. External IP: 172.25.0.212, port: 3d62a7f5-1f91-4bdc-a02b-63430eca990b. Nov 25 18:01:14.388599 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2442eff-51a9-4839-8440-f85a7f52f721 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Router f0cdd42a-827a-4efd-ba82-b0a1b9703564 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:01:14.798053 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2442eff-51a9-4839-8440-f85a7f52f721 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:01:14.807083 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12f17ab-9dc1-4022-96bc-33bb8a329402 None None] Sync routers for ids ['f0cdd42a-827a-4efd-ba82-b0a1b9703564'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:01:14.815909 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e2442eff-51a9-4839-8440-f85a7f52f721 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:14.817723 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12f17ab-9dc1-4022-96bc-33bb8a329402 None None] Routers {'f0cdd42a-827a-4efd-ba82-b0a1b9703564'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:01:14.819447 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-b12f17ab-9dc1-4022-96bc-33bb8a329402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:00:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['f0cdd42a-827a-4efd-ba82-b0a1b9703564'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:14.847921 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e2442eff-51a9-4839-8440-f85a7f52f721 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 1.8133426 Nov 25 18:01:14.848250 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57134) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:14.854583 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-ea1915ec-4771-47cb-90e2-024e403c59a1 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-472239212'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:01:14.858563 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-b12f17ab-9dc1-4022-96bc-33bb8a329402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:14.867329 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12f17ab-9dc1-4022-96bc-33bb8a329402 None None] Routers {'f0cdd42a-827a-4efd-ba82-b0a1b9703564'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:01:14.867931 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-b12f17ab-9dc1-4022-96bc-33bb8a329402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:00:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['f0cdd42a-827a-4efd-ba82-b0a1b9703564'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:14.881774 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1915ec-4771-47cb-90e2-024e403c59a1 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Made reservation on behalf of 469f61a29cc04347a20136064c5bff61 for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:01:14.887828 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ea1915ec-4771-47cb-90e2-024e403c59a1 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:14.921522 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea1915ec-4771-47cb-90e2-024e403c59a1 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 907} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:01:14.932927 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ea1915ec-4771-47cb-90e2-024e403c59a1 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:14.933287 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-ea1915ec-4771-47cb-90e2-024e403c59a1 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Added segment f957e293-a81d-4a44-855d-a595063b9b43 of type vlan for network 49499adf-0de6-47f1-aa4b-5e9c2adc3ecf Nov 25 18:01:14.978291 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ea1915ec-4771-47cb-90e2-024e403c59a1 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:15.004342 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ea1915ec-4771-47cb-90e2-024e403c59a1 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:15.009991 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1915ec-4771-47cb-90e2-024e403c59a1 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:15.010586 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ea1915ec-4771-47cb-90e2-024e403c59a1 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:15.044155 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-ea1915ec-4771-47cb-90e2-024e403c59a1 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1944027 Nov 25 18:01:15.047000 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57136) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:15.052503 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-c93b7dba-ecde-4ac5-91e6-68ebddbbd040 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Request body: {'subnet': {'network_id': '49499adf-0de6-47f1-aa4b-5e9c2adc3ecf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:01:15.068040 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-b12f17ab-9dc1-4022-96bc-33bb8a329402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:15.068266 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12f17ab-9dc1-4022-96bc-33bb8a329402 None None] The sync data for ids ['f0cdd42a-827a-4efd-ba82-b0a1b9703564'] in n-d-817746-1 is: [] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:01:15.082911 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1915ec-4771-47cb-90e2-024e403c59a1 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Pushing event updated for resources: {'Network': ['ID=49499adf-0de6-47f1-aa4b-5e9c2adc3ecf,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:15.093152 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 49499adf-0de6-47f1-aa4b-5e9c2adc3ecf details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:01:15.147548 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93b7dba-ecde-4ac5-91e6-68ebddbbd040 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Made reservation on behalf of 469f61a29cc04347a20136064c5bff61 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:01:15.151257 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c93b7dba-ecde-4ac5-91e6-68ebddbbd040 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:15.329708 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c93b7dba-ecde-4ac5-91e6-68ebddbbd040 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:15.387372 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93b7dba-ecde-4ac5-91e6-68ebddbbd040 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Pushing event updated for resources: {'Subnet': ['ID=289b8b15-aef8-4089-8bf8-1916087dd73b,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:15.402256 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93b7dba-ecde-4ac5-91e6-68ebddbbd040 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Checking segment: {'id': 'f957e293-a81d-4a44-855d-a595063b9b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '49499adf-0de6-47f1-aa4b-5e9c2adc3ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:01:15.402885 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93b7dba-ecde-4ac5-91e6-68ebddbbd040 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Network hostable DHCP agents. Network: 49499adf-0de6-47f1-aa4b-5e9c2adc3ecf, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:01:15.419575 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93b7dba-ecde-4ac5-91e6-68ebddbbd040 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Network 49499adf-0de6-47f1-aa4b-5e9c2adc3ecf is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:01:15.428154 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-c93b7dba-ecde-4ac5-91e6-68ebddbbd040 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 49499adf-0de6-47f1-aa4b-5e9c2adc3ecf) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:01:15.432253 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93b7dba-ecde-4ac5-91e6-68ebddbbd040 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:15.432949 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c93b7dba-ecde-4ac5-91e6-68ebddbbd040 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:15.438710 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4067c76e-e7d6-417c-aaf2-f82a97ba9b35 None None] Network 49499adf-0de6-47f1-aa4b-5e9c2adc3ecf requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:01:15.449861 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c93b7dba-ecde-4ac5-91e6-68ebddbbd040 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4016819 Nov 25 18:01:15.452499 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57138) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:15.457146 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-589d2450-20c5-4c94-b18a-d986cdba40a3 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1498119260', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}, 'admin_state_up': False}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:01:15.479676 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-589d2450-20c5-4c94-b18a-d986cdba40a3 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:15.481466 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-589d2450-20c5-4c94-b18a-d986cdba40a3 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:15.541303 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-589d2450-20c5-4c94-b18a-d986cdba40a3 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:15.589261 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533703d5-6756-4144-be36-f46bec99eb87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-49499adf-0de6-47f1-aa4b-5e9c2adc3ecf', 'network_id': '49499adf-0de6-47f1-aa4b-5e9c2adc3ecf', 'tenant_id': '469f61a29cc04347a20136064c5bff61', 'fixed_ips': [{'subnet_id': '289b8b15-aef8-4089-8bf8-1916087dd73b'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:01:15.590681 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-533703d5-6756-4144-be36-f46bec99eb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:15.679467 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-589d2450-20c5-4c94-b18a-d986cdba40a3 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:15.723839 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-533703d5-6756-4144-be36-f46bec99eb87 None None] Allocated IP 172.20.0.2 (49499adf-0de6-47f1-aa4b-5e9c2adc3ecf/289b8b15-aef8-4089-8bf8-1916087dd73b/d03c9421-e48c-47c6-8c99-9aaae5b54481) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:01:15.868894 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-533703d5-6756-4144-be36-f46bec99eb87 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:15.875681 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-533703d5-6756-4144-be36-f46bec99eb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:15.876380 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-589d2450-20c5-4c94-b18a-d986cdba40a3 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for router_gateway, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:15.895694 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-589d2450-20c5-4c94-b18a-d986cdba40a3 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:15.918974 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533703d5-6756-4144-be36-f46bec99eb87 None None] Network 49499adf-0de6-47f1-aa4b-5e9c2adc3ecf is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:01:15.922153 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-533703d5-6756-4144-be36-f46bec99eb87 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:01:15.924547 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533703d5-6756-4144-be36-f46bec99eb87 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:01:15.932078 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533703d5-6756-4144-be36-f46bec99eb87 None None] Pushing event updated for resources: {'Port': ['ID=d03c9421-e48c-47c6-8c99-9aaae5b54481,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:15.962613 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533703d5-6756-4144-be36-f46bec99eb87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:15.962983 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533703d5-6756-4144-be36-f46bec99eb87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:15.963313 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533703d5-6756-4144-be36-f46bec99eb87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:15.963657 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533703d5-6756-4144-be36-f46bec99eb87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:15.963999 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533703d5-6756-4144-be36-f46bec99eb87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:15.964335 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533703d5-6756-4144-be36-f46bec99eb87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:15.964669 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533703d5-6756-4144-be36-f46bec99eb87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:15.965168 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533703d5-6756-4144-be36-f46bec99eb87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:15.965506 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533703d5-6756-4144-be36-f46bec99eb87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:15.965835 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533703d5-6756-4144-be36-f46bec99eb87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:15.966167 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533703d5-6756-4144-be36-f46bec99eb87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:15.966494 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533703d5-6756-4144-be36-f46bec99eb87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:16.002295 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-533703d5-6756-4144-be36-f46bec99eb87 None None] Attempting to bind port d03c9421-e48c-47c6-8c99-9aaae5b54481 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:01:16.002674 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-533703d5-6756-4144-be36-f46bec99eb87 None None] Attempting to bind port d03c9421-e48c-47c6-8c99-9aaae5b54481 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'f957e293-a81d-4a44-855d-a595063b9b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '49499adf-0de6-47f1-aa4b-5e9c2adc3ecf'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:01:16.003043 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533703d5-6756-4144-be36-f46bec99eb87 None None] Attempting to bind port d03c9421-e48c-47c6-8c99-9aaae5b54481 on network 49499adf-0de6-47f1-aa4b-5e9c2adc3ecf {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:01:16.007996 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533703d5-6756-4144-be36-f46bec99eb87 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:01:16.008373 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533703d5-6756-4144-be36-f46bec99eb87 None None] Checking segment: {'id': 'f957e293-a81d-4a44-855d-a595063b9b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '49499adf-0de6-47f1-aa4b-5e9c2adc3ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:01:16.008784 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-533703d5-6756-4144-be36-f46bec99eb87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:16.009286 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533703d5-6756-4144-be36-f46bec99eb87 None None] Bound using segment: {'id': 'f957e293-a81d-4a44-855d-a595063b9b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '49499adf-0de6-47f1-aa4b-5e9c2adc3ecf'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:01:16.009776 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-533703d5-6756-4144-be36-f46bec99eb87 None None] Bound port: d03c9421-e48c-47c6-8c99-9aaae5b54481, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f957e293-a81d-4a44-855d-a595063b9b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '49499adf-0de6-47f1-aa4b-5e9c2adc3ecf'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:01:16.009968 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-589d2450-20c5-4c94-b18a-d986cdba40a3 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Allocated IP 172.25.0.103 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/52da28e8-95f9-4d29-bba4-5d33de9682cd) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:01:16.010159 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-533703d5-6756-4144-be36-f46bec99eb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:16.074118 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-533703d5-6756-4144-be36-f46bec99eb87 None None] For port d03c9421-e48c-47c6-8c99-9aaae5b54481, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:01:16.078528 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-533703d5-6756-4144-be36-f46bec99eb87 None None] For port d03c9421-e48c-47c6-8c99-9aaae5b54481, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d03c9421-e48c-47c6-8c99-9aaae5b54481,segment=NetworkSegment(f957e293-a81d-4a44-855d-a595063b9b43),segment_id=f957e293-a81d-4a44-855d-a595063b9b43)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:01:16.082840 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-533703d5-6756-4144-be36-f46bec99eb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:16.116379 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-589d2450-20c5-4c94-b18a-d986cdba40a3 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:16.145975 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533703d5-6756-4144-be36-f46bec99eb87 None None] Pushing event updated for resources: {'Port': ['ID=d03c9421-e48c-47c6-8c99-9aaae5b54481,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:16.161573 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-589d2450-20c5-4c94-b18a-d986cdba40a3 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:16.210186 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589d2450-20c5-4c94-b18a-d986cdba40a3 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:01:16.213199 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-589d2450-20c5-4c94-b18a-d986cdba40a3 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:01:16.215900 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589d2450-20c5-4c94-b18a-d986cdba40a3 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:01:16.225862 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62fd370-6b6d-4c8b-bb6b-33e4139a3b1e None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:01:16.247112 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589d2450-20c5-4c94-b18a-d986cdba40a3 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Pushing event updated for resources: {'Port': ['ID=52da28e8-95f9-4d29-bba4-5d33de9682cd,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:16.275179 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-bc757262-9394-4755-ba14-952645fec069 None None] Provisioning complete for port 52da28e8-95f9-4d29-bba4-5d33de9682cd triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:01:16.275692 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-bc757262-9394-4755-ba14-952645fec069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:16.339214 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-bc757262-9394-4755-ba14-952645fec069 None None] Port 52da28e8-95f9-4d29-bba4-5d33de9682cd cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:01:16.497020 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-589d2450-20c5-4c94-b18a-d986cdba40a3 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for router_gateway, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:16.692636 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-589d2450-20c5-4c94-b18a-d986cdba40a3 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:16.822048 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-589d2450-20c5-4c94-b18a-d986cdba40a3 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Router 316a232e-84b8-4992-84c6-ecfcc99dd649 is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:01:16.943872 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589d2450-20c5-4c94-b18a-d986cdba40a3 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:01:16.946364 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:16.956792 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ff2378-5909-417c-b277-61099b9eefad None None] Sync routers for ids ['316a232e-84b8-4992-84c6-ecfcc99dd649'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:01:16.968916 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-589d2450-20c5-4c94-b18a-d986cdba40a3 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:16.972187 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57140) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:16.972684 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-589d2450-20c5-4c94-b18a-d986cdba40a3 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5185709 Nov 25 18:01:16.979232 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ff2378-5909-417c-b277-61099b9eefad None None] Routers {'316a232e-84b8-4992-84c6-ecfcc99dd649'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:01:16.979889 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-c9ff2378-5909-417c-b277-61099b9eefad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:00:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['316a232e-84b8-4992-84c6-ecfcc99dd649'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:17.028501 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-c9ff2378-5909-417c-b277-61099b9eefad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:17.038593 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ff2378-5909-417c-b277-61099b9eefad None None] Routers {'316a232e-84b8-4992-84c6-ecfcc99dd649'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:01:17.039597 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-c9ff2378-5909-417c-b277-61099b9eefad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:00:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['316a232e-84b8-4992-84c6-ecfcc99dd649'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:17.099402 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d03c9421-e48c-47c6-8c99-9aaae5b54481 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:01:17.160810 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:17.175451 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-c9ff2378-5909-417c-b277-61099b9eefad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:17.176107 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ff2378-5909-417c-b277-61099b9eefad None None] The sync data for ids ['316a232e-84b8-4992-84c6-ecfcc99dd649'] in n-d-817746-1 is: [] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:01:17.188733 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c5cd9b92-e9f0-4721-b6a0-992bd4f1afd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:17.194733 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port d03c9421-e48c-47c6-8c99-9aaae5b54481 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:01:17.195109 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:17.219352 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38060265-9576-4b56-bfbb-a124a128ef33 None None] Network 49499adf-0de6-47f1-aa4b-5e9c2adc3ecf requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:01:17.315083 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-8995c2a5-9c10-4f80-b533-b27b56f368f6 None None] Provisioning complete for port d03c9421-e48c-47c6-8c99-9aaae5b54481 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:01:17.315462 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8995c2a5-9c10-4f80-b533-b27b56f368f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:17.420257 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:17.475086 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9de5ecc7-ee4b-4647-9fa2-0dd2b3c855e1 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:17.512466 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port d03c9421-e48c-47c6-8c99-9aaae5b54481, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d03c9421-e48c-47c6-8c99-9aaae5b54481,segment=NetworkSegment(f957e293-a81d-4a44-855d-a595063b9b43),segment_id=f957e293-a81d-4a44-855d-a595063b9b43)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:01:17.521367 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:17.546196 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8995c2a5-9c10-4f80-b533-b27b56f368f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:17.626010 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=d03c9421-e48c-47c6-8c99-9aaae5b54481,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:17.647954 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.db.api [None req-8995c2a5-9c10-4f80-b533-b27b56f368f6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 18:01:17.648323 n-d-817746-1 neutron-server[103362]: DEBUG oslo_db.api [None req-8995c2a5-9c10-4f80-b533-b27b56f368f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 18:01:17.770083 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-9de5ecc7-ee4b-4647-9fa2-0dd2b3c855e1 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Allocated IP 172.20.0.1 (49499adf-0de6-47f1-aa4b-5e9c2adc3ecf/289b8b15-aef8-4089-8bf8-1916087dd73b/3a0d0a7a-7b0f-4edd-b5bb-e84236092c53) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:01:17.880968 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9de5ecc7-ee4b-4647-9fa2-0dd2b3c855e1 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:17.914590 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9de5ecc7-ee4b-4647-9fa2-0dd2b3c855e1 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:17.960411 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de5ecc7-ee4b-4647-9fa2-0dd2b3c855e1 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Network 49499adf-0de6-47f1-aa4b-5e9c2adc3ecf is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:01:17.963447 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-9de5ecc7-ee4b-4647-9fa2-0dd2b3c855e1 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:01:17.967468 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de5ecc7-ee4b-4647-9fa2-0dd2b3c855e1 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:01:17.993423 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de5ecc7-ee4b-4647-9fa2-0dd2b3c855e1 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Pushing event updated for resources: {'Port': ['ID=3a0d0a7a-7b0f-4edd-b5bb-e84236092c53,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:18.021929 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9de5ecc7-ee4b-4647-9fa2-0dd2b3c855e1 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:18.163551 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9de5ecc7-ee4b-4647-9fa2-0dd2b3c855e1 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:18.307098 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-24658583-1cf1-425a-a559-83eeb6f20ace None None] Provisioning complete for port 3a0d0a7a-7b0f-4edd-b5bb-e84236092c53 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:01:18.307710 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-24658583-1cf1-425a-a559-83eeb6f20ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:18.347110 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-24658583-1cf1-425a-a559-83eeb6f20ace None None] Port 3a0d0a7a-7b0f-4edd-b5bb-e84236092c53 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:01:18.357379 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-24658583-1cf1-425a-a559-83eeb6f20ace None None] Provisioning complete for port d03c9421-e48c-47c6-8c99-9aaae5b54481 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:01:18.357756 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-24658583-1cf1-425a-a559-83eeb6f20ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:18.434053 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9de5ecc7-ee4b-4647-9fa2-0dd2b3c855e1 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:18.438886 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9de5ecc7-ee4b-4647-9fa2-0dd2b3c855e1 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:18.515259 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de5ecc7-ee4b-4647-9fa2-0dd2b3c855e1 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Pushing event updated for resources: {'Port': ['ID=3a0d0a7a-7b0f-4edd-b5bb-e84236092c53,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:18.517614 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9de5ecc7-ee4b-4647-9fa2-0dd2b3c855e1 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:18.607058 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de5ecc7-ee4b-4647-9fa2-0dd2b3c855e1 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Network 49499adf-0de6-47f1-aa4b-5e9c2adc3ecf is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:01:18.608351 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-9de5ecc7-ee4b-4647-9fa2-0dd2b3c855e1 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:01:18.726557 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de5ecc7-ee4b-4647-9fa2-0dd2b3c855e1 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Router 316a232e-84b8-4992-84c6-ecfcc99dd649 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:01:18.836291 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de5ecc7-ee4b-4647-9fa2-0dd2b3c855e1 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:01:18.842053 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9de5ecc7-ee4b-4647-9fa2-0dd2b3c855e1 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] 10.222.0.75 "PUT /v2.0/routers/316a232e-84b8-4992-84c6-ecfcc99dd649/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8680592 Nov 25 18:01:18.844692 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57144) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:18.849865 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b216edf-44a7-49e0-a567-cea1ef1c0258 None None] Sync routers for ids ['316a232e-84b8-4992-84c6-ecfcc99dd649'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:01:18.850629 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-fc92bebd-ac01-4fc0-979c-e32db19bceb2 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Request body: {'port': {'network_id': '49499adf-0de6-47f1-aa4b-5e9c2adc3ecf', 'name': 'tempest-FloatingIPTestJSON-420680897'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:01:18.868668 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-e44d1d62-4356-4229-a1b3-cabe7af3b1e7 None None] Provisioning complete for port 3a0d0a7a-7b0f-4edd-b5bb-e84236092c53 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:01:18.869144 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e44d1d62-4356-4229-a1b3-cabe7af3b1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:18.870575 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b216edf-44a7-49e0-a567-cea1ef1c0258 None None] Routers {'316a232e-84b8-4992-84c6-ecfcc99dd649'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:01:18.871715 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-0b216edf-44a7-49e0-a567-cea1ef1c0258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:00:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['316a232e-84b8-4992-84c6-ecfcc99dd649'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:18.928112 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-0b216edf-44a7-49e0-a567-cea1ef1c0258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:18.945275 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-e44d1d62-4356-4229-a1b3-cabe7af3b1e7 None None] Port 3a0d0a7a-7b0f-4edd-b5bb-e84236092c53 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:01:18.948519 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b216edf-44a7-49e0-a567-cea1ef1c0258 None None] Routers {'316a232e-84b8-4992-84c6-ecfcc99dd649'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:01:18.949690 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-0b216edf-44a7-49e0-a567-cea1ef1c0258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:00:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['316a232e-84b8-4992-84c6-ecfcc99dd649'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:18.968370 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc92bebd-ac01-4fc0-979c-e32db19bceb2 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Made reservation on behalf of 469f61a29cc04347a20136064c5bff61 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:01:18.971931 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fc92bebd-ac01-4fc0-979c-e32db19bceb2 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:18.988924 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-0b216edf-44a7-49e0-a567-cea1ef1c0258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:18.989602 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b216edf-44a7-49e0-a567-cea1ef1c0258 None None] The sync data for ids ['316a232e-84b8-4992-84c6-ecfcc99dd649'] in n-d-817746-1 is: [] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:01:18.995372 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-fc92bebd-ac01-4fc0-979c-e32db19bceb2 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] device_id is not set on port 9e099654-79bb-429e-a811-73e55126da3b yet. {{(pid=103360) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:01:19.030621 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d03c9421-e48c-47c6-8c99-9aaae5b54481 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:01:19.081493 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port d03c9421-e48c-47c6-8c99-9aaae5b54481 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:01:19.081864 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:19.109384 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-fc92bebd-ac01-4fc0-979c-e32db19bceb2 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Allocated IP 172.20.0.4 (49499adf-0de6-47f1-aa4b-5e9c2adc3ecf/289b8b15-aef8-4089-8bf8-1916087dd73b/9e099654-79bb-429e-a811-73e55126da3b) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:01:19.257693 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fc92bebd-ac01-4fc0-979c-e32db19bceb2 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:19.291559 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fc92bebd-ac01-4fc0-979c-e32db19bceb2 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:19.335617 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc92bebd-ac01-4fc0-979c-e32db19bceb2 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Network 49499adf-0de6-47f1-aa4b-5e9c2adc3ecf is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:01:19.338771 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-fc92bebd-ac01-4fc0-979c-e32db19bceb2 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:01:19.342796 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc92bebd-ac01-4fc0-979c-e32db19bceb2 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:01:19.368211 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc92bebd-ac01-4fc0-979c-e32db19bceb2 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Pushing event updated for resources: {'Port': ['ID=9e099654-79bb-429e-a811-73e55126da3b,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:19.399838 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc92bebd-ac01-4fc0-979c-e32db19bceb2 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:19.400269 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fc92bebd-ac01-4fc0-979c-e32db19bceb2 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:19.417907 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-fc92bebd-ac01-4fc0-979c-e32db19bceb2 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.5714056 Nov 25 18:01:19.420560 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57146) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:19.425268 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-296435a9-7a18-41e2-a4a1-0427e378c6fd tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Request body: {'floatingip': {'port_id': '9e099654-79bb-429e-a811-73e55126da3b'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:01:19.488290 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-296435a9-7a18-41e2-a4a1-0427e378c6fd tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for floatingip, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:19.569414 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-fde4207a-aa2f-48ac-99fa-d91ec9ba6503 None None] Provisioning complete for port 9e099654-79bb-429e-a811-73e55126da3b triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:01:19.570015 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-fde4207a-aa2f-48ac-99fa-d91ec9ba6503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:19.603532 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-fde4207a-aa2f-48ac-99fa-d91ec9ba6503 None None] Port 9e099654-79bb-429e-a811-73e55126da3b cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:01:19.854075 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-85093d65-b5d9-478b-a00d-9deaa76583d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:19.947622 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-296435a9-7a18-41e2-a4a1-0427e378c6fd tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:19.951441 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-296435a9-7a18-41e2-a4a1-0427e378c6fd tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:20.050505 n-d-817746-1 neutron-server[103360]: INFO neutron.db.l3_db [None req-296435a9-7a18-41e2-a4a1-0427e378c6fd tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Floating IP e3d3aa38-c85b-4de4-9862-6357eb682546 associated. External IP: 172.25.0.212, port: 3d62a7f5-1f91-4bdc-a02b-63430eca990b. Nov 25 18:01:20.256875 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-296435a9-7a18-41e2-a4a1-0427e378c6fd tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Router f0cdd42a-827a-4efd-ba82-b0a1b9703564 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:01:20.364696 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296435a9-7a18-41e2-a4a1-0427e378c6fd tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:01:20.374340 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40e87c6-a190-4f2d-9895-e72c3a9d47e3 None None] Sync routers for ids ['f0cdd42a-827a-4efd-ba82-b0a1b9703564'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:01:20.383766 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40e87c6-a190-4f2d-9895-e72c3a9d47e3 None None] Routers {'f0cdd42a-827a-4efd-ba82-b0a1b9703564'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:01:20.384363 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-f40e87c6-a190-4f2d-9895-e72c3a9d47e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:01:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['f0cdd42a-827a-4efd-ba82-b0a1b9703564'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:20.419229 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-f40e87c6-a190-4f2d-9895-e72c3a9d47e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:20.427734 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40e87c6-a190-4f2d-9895-e72c3a9d47e3 None None] Routers {'f0cdd42a-827a-4efd-ba82-b0a1b9703564'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:01:20.428327 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-f40e87c6-a190-4f2d-9895-e72c3a9d47e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:01:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['f0cdd42a-827a-4efd-ba82-b0a1b9703564'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:20.459988 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-f40e87c6-a190-4f2d-9895-e72c3a9d47e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:20.460628 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40e87c6-a190-4f2d-9895-e72c3a9d47e3 None None] The sync data for ids ['f0cdd42a-827a-4efd-ba82-b0a1b9703564'] in n-d-817746-1 is: [] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:01:20.877261 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-296435a9-7a18-41e2-a4a1-0427e378c6fd tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Router 316a232e-84b8-4992-84c6-ecfcc99dd649 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:01:20.904272 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:20.989180 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296435a9-7a18-41e2-a4a1-0427e378c6fd tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:01:20.993597 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-296435a9-7a18-41e2-a4a1-0427e378c6fd tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:20.999535 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b23f60-2a82-4a6d-8e07-6f8dc4d221ad None None] Sync routers for ids ['316a232e-84b8-4992-84c6-ecfcc99dd649'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:01:21.009673 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b23f60-2a82-4a6d-8e07-6f8dc4d221ad None None] Routers {'316a232e-84b8-4992-84c6-ecfcc99dd649'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:01:21.010281 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-b5b23f60-2a82-4a6d-8e07-6f8dc4d221ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:01:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['316a232e-84b8-4992-84c6-ecfcc99dd649'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:21.043423 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-b5b23f60-2a82-4a6d-8e07-6f8dc4d221ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:21.048681 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-296435a9-7a18-41e2-a4a1-0427e378c6fd tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] 10.222.0.75 "PUT /v2.0/floatingips/e3d3aa38-c85b-4de4-9862-6357eb682546 HTTP/1.1" status: 200 len: 977 time: 1.6268487 Nov 25 18:01:21.051454 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57148) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:21.052036 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b23f60-2a82-4a6d-8e07-6f8dc4d221ad None None] Routers {'316a232e-84b8-4992-84c6-ecfcc99dd649'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:01:21.052602 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-b5b23f60-2a82-4a6d-8e07-6f8dc4d221ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:01:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['316a232e-84b8-4992-84c6-ecfcc99dd649'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:21.085576 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-b5b23f60-2a82-4a6d-8e07-6f8dc4d221ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:21.086231 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b23f60-2a82-4a6d-8e07-6f8dc4d221ad None None] The sync data for ids ['316a232e-84b8-4992-84c6-ecfcc99dd649'] in n-d-817746-1 is: [] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:01:21.138542 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-ae545d4c-2037-41a8-af6d-0b1e9afc5f6e tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Deleting port 9e099654-79bb-429e-a811-73e55126da3b {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:01:21.138806 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ae545d4c-2037-41a8-af6d-0b1e9afc5f6e tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:21.226219 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ae545d4c-2037-41a8-af6d-0b1e9afc5f6e tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:21.394943 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ae545d4c-2037-41a8-af6d-0b1e9afc5f6e tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:21.395246 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ae545d4c-2037-41a8-af6d-0b1e9afc5f6e tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:21.395602 n-d-817746-1 neutron-server[103360]: INFO neutron.db.l3_db [None req-ae545d4c-2037-41a8-af6d-0b1e9afc5f6e tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Floating IP e3d3aa38-c85b-4de4-9862-6357eb682546 disassociated. External IP: 172.25.0.212, port: 9e099654-79bb-429e-a811-73e55126da3b. Nov 25 18:01:21.395985 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-ae545d4c-2037-41a8-af6d-0b1e9afc5f6e tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Calling delete_port for 9e099654-79bb-429e-a811-73e55126da3b owned by {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:01:21.525003 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ae545d4c-2037-41a8-af6d-0b1e9afc5f6e tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:21.552975 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae545d4c-2037-41a8-af6d-0b1e9afc5f6e tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Pushing event deleted for resources: {'Port': ['ID=9e099654-79bb-429e-a811-73e55126da3b,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:21.672682 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae545d4c-2037-41a8-af6d-0b1e9afc5f6e tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Router 316a232e-84b8-4992-84c6-ecfcc99dd649 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:01:21.786307 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae545d4c-2037-41a8-af6d-0b1e9afc5f6e tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:01:21.797281 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bae787-178c-418c-a60c-f29048f9f375 None None] Sync routers for ids ['316a232e-84b8-4992-84c6-ecfcc99dd649'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:01:21.807217 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bae787-178c-418c-a60c-f29048f9f375 None None] Routers {'316a232e-84b8-4992-84c6-ecfcc99dd649'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:01:21.807821 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-c6bae787-178c-418c-a60c-f29048f9f375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:01:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['316a232e-84b8-4992-84c6-ecfcc99dd649'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:21.839519 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-c6bae787-178c-418c-a60c-f29048f9f375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:21.848426 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bae787-178c-418c-a60c-f29048f9f375 None None] Routers {'316a232e-84b8-4992-84c6-ecfcc99dd649'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:01:21.849046 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-c6bae787-178c-418c-a60c-f29048f9f375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:01:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['316a232e-84b8-4992-84c6-ecfcc99dd649'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:21.852172 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ae545d4c-2037-41a8-af6d-0b1e9afc5f6e tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:21.856089 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ae545d4c-2037-41a8-af6d-0b1e9afc5f6e tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] 10.222.0.75 "DELETE /v2.0/ports/9e099654-79bb-429e-a811-73e55126da3b HTTP/1.1" status: 204 len: 168 time: 0.8031316 Nov 25 18:01:21.858873 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57150) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:21.885215 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-c6bae787-178c-418c-a60c-f29048f9f375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:21.886041 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bae787-178c-418c-a60c-f29048f9f375 None None] The sync data for ids ['316a232e-84b8-4992-84c6-ecfcc99dd649'] in n-d-817746-1 is: [] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:01:22.101915 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:22.211950 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d5fe594d-c6d6-446f-9543-2fe0769bbefb tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:22.463636 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-d5fe594d-c6d6-446f-9543-2fe0769bbefb tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Deleting port 3a0d0a7a-7b0f-4edd-b5bb-e84236092c53 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:01:22.463987 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d5fe594d-c6d6-446f-9543-2fe0769bbefb tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:22.555889 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d5fe594d-c6d6-446f-9543-2fe0769bbefb tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:22.567808 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-d5fe594d-c6d6-446f-9543-2fe0769bbefb tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Calling delete_port for 3a0d0a7a-7b0f-4edd-b5bb-e84236092c53 owned by network:router_interface {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:01:22.749795 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d5fe594d-c6d6-446f-9543-2fe0769bbefb tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:22.775942 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe594d-c6d6-446f-9543-2fe0769bbefb tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Pushing event deleted for resources: {'Port': ['ID=3a0d0a7a-7b0f-4edd-b5bb-e84236092c53,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:22.956485 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d5fe594d-c6d6-446f-9543-2fe0769bbefb tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:23.049999 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:23.179211 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5fe594d-c6d6-446f-9543-2fe0769bbefb tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Router 316a232e-84b8-4992-84c6-ecfcc99dd649 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:01:23.286593 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5fe594d-c6d6-446f-9543-2fe0769bbefb tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:01:23.291599 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d5fe594d-c6d6-446f-9543-2fe0769bbefb tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] 10.222.0.75 "PUT /v2.0/routers/316a232e-84b8-4992-84c6-ecfcc99dd649/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4317670 Nov 25 18:01:23.294267 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57152) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:23.296667 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f6a600-eda8-4802-b2cb-4e6e699c3399 None None] Sync routers for ids ['316a232e-84b8-4992-84c6-ecfcc99dd649'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:01:23.307140 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f6a600-eda8-4802-b2cb-4e6e699c3399 None None] Routers {'316a232e-84b8-4992-84c6-ecfcc99dd649'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:01:23.307680 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-96f6a600-eda8-4802-b2cb-4e6e699c3399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:01:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['316a232e-84b8-4992-84c6-ecfcc99dd649'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:23.341600 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-96f6a600-eda8-4802-b2cb-4e6e699c3399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:23.350225 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f6a600-eda8-4802-b2cb-4e6e699c3399 None None] Routers {'316a232e-84b8-4992-84c6-ecfcc99dd649'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:01:23.350824 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-96f6a600-eda8-4802-b2cb-4e6e699c3399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:01:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['316a232e-84b8-4992-84c6-ecfcc99dd649'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:23.385848 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-96f6a600-eda8-4802-b2cb-4e6e699c3399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:23.386500 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f6a600-eda8-4802-b2cb-4e6e699c3399 None None] The sync data for ids ['316a232e-84b8-4992-84c6-ecfcc99dd649'] in n-d-817746-1 is: [] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:01:23.402754 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cdfb5362-7970-4e7b-befd-7476e2abe3f2 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:23.506568 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cdfb5362-7970-4e7b-befd-7476e2abe3f2 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:23.558510 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cdfb5362-7970-4e7b-befd-7476e2abe3f2 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Deleting port 52da28e8-95f9-4d29-bba4-5d33de9682cd {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:01:23.559037 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cdfb5362-7970-4e7b-befd-7476e2abe3f2 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:23.636455 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cdfb5362-7970-4e7b-befd-7476e2abe3f2 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:23.648613 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cdfb5362-7970-4e7b-befd-7476e2abe3f2 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Calling delete_port for 52da28e8-95f9-4d29-bba4-5d33de9682cd owned by network:router_gateway {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:01:23.810376 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cdfb5362-7970-4e7b-befd-7476e2abe3f2 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:23.842417 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfb5362-7970-4e7b-befd-7476e2abe3f2 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Pushing event deleted for resources: {'Port': ['ID=52da28e8-95f9-4d29-bba4-5d33de9682cd,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:23.853941 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd56a89-9a49-4309-a985-0ccce27cec0e None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:01:23.901830 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cdfb5362-7970-4e7b-befd-7476e2abe3f2 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:24.007896 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cdfb5362-7970-4e7b-befd-7476e2abe3f2 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:24.010112 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cdfb5362-7970-4e7b-befd-7476e2abe3f2 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:24.057996 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cdfb5362-7970-4e7b-befd-7476e2abe3f2 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:24.059070 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdfb5362-7970-4e7b-befd-7476e2abe3f2 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Fanout notify agent at l3_agent the message router_deleted on router 316a232e-84b8-4992-84c6-ecfcc99dd649 {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:01:24.068969 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cdfb5362-7970-4e7b-befd-7476e2abe3f2 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:24.070500 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-cdfb5362-7970-4e7b-befd-7476e2abe3f2 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] 10.222.0.75 "DELETE /v2.0/routers/316a232e-84b8-4992-84c6-ecfcc99dd649 HTTP/1.1" status: 204 len: 168 time: 0.7749519 Nov 25 18:01:24.073328 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57154) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:24.134853 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-3903f8f8-45f7-4fc3-9f6f-234e09798462 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Deleting subnet 289b8b15-aef8-4089-8bf8-1916087dd73b {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:01:24.139273 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3903f8f8-45f7-4fc3-9f6f-234e09798462 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:24.180568 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3903f8f8-45f7-4fc3-9f6f-234e09798462 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:24.266765 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3903f8f8-45f7-4fc3-9f6f-234e09798462 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:24.326198 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3903f8f8-45f7-4fc3-9f6f-234e09798462 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:24.353386 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3903f8f8-45f7-4fc3-9f6f-234e09798462 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Pushing event deleted for resources: {'Subnet': ['ID=289b8b15-aef8-4089-8bf8-1916087dd73b,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:24.357971 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3903f8f8-45f7-4fc3-9f6f-234e09798462 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:24.361340 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3903f8f8-45f7-4fc3-9f6f-234e09798462 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] 10.222.0.75 "DELETE /v2.0/subnets/289b8b15-aef8-4089-8bf8-1916087dd73b HTTP/1.1" status: 204 len: 168 time: 0.2871590 Nov 25 18:01:24.363883 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57156) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:24.364800 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a017a2d3-deae-45ff-9e3f-76e0513706f4 None None] Network 49499adf-0de6-47f1-aa4b-5e9c2adc3ecf requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:01:24.443380 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fe74fde9-0ad2-4517-bae5-0c15bc1f59ad tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:24.497404 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-fe74fde9-0ad2-4517-bae5-0c15bc1f59ad tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Deleting port d03c9421-e48c-47c6-8c99-9aaae5b54481 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:01:24.497742 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fe74fde9-0ad2-4517-bae5-0c15bc1f59ad tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:24.539652 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c6ce18-6638-476d-adb0-23919bf84dc3 None None] DHCP port deletion for 49499adf-0de6-47f1-aa4b-5e9c2adc3ecf request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:01:24.561749 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-fe74fde9-0ad2-4517-bae5-0c15bc1f59ad tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] For port d03c9421-e48c-47c6-8c99-9aaae5b54481, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d03c9421-e48c-47c6-8c99-9aaae5b54481,segment=NetworkSegment(f957e293-a81d-4a44-855d-a595063b9b43),segment_id=f957e293-a81d-4a44-855d-a595063b9b43)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:01:24.562117 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fe74fde9-0ad2-4517-bae5-0c15bc1f59ad tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:24.579659 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-fe74fde9-0ad2-4517-bae5-0c15bc1f59ad tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Calling delete_port for d03c9421-e48c-47c6-8c99-9aaae5b54481 owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:01:24.586400 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-79c6ce18-6638-476d-adb0-23919bf84dc3 None None] Deleting port d03c9421-e48c-47c6-8c99-9aaae5b54481 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:01:24.586786 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-79c6ce18-6638-476d-adb0-23919bf84dc3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:24.650297 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-79c6ce18-6638-476d-adb0-23919bf84dc3 None None] For port d03c9421-e48c-47c6-8c99-9aaae5b54481, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d03c9421-e48c-47c6-8c99-9aaae5b54481,segment=NetworkSegment(f957e293-a81d-4a44-855d-a595063b9b43),segment_id=f957e293-a81d-4a44-855d-a595063b9b43)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:01:24.650297 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-79c6ce18-6638-476d-adb0-23919bf84dc3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:24.659354 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fe74fde9-0ad2-4517-bae5-0c15bc1f59ad tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:24.666026 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-79c6ce18-6638-476d-adb0-23919bf84dc3 None None] Calling delete_port for d03c9421-e48c-47c6-8c99-9aaae5b54481 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:01:24.685790 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe74fde9-0ad2-4517-bae5-0c15bc1f59ad tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Pushing event deleted for resources: {'Port': ['ID=d03c9421-e48c-47c6-8c99-9aaae5b54481,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:24.689342 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe74fde9-0ad2-4517-bae5-0c15bc1f59ad tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] No DVR routers for this DVR port d03c9421-e48c-47c6-8c99-9aaae5b54481 on host n-d-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:01:24.756519 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-79c6ce18-6638-476d-adb0-23919bf84dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:24.777033 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fe74fde9-0ad2-4517-bae5-0c15bc1f59ad tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:24.783751 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c6ce18-6638-476d-adb0-23919bf84dc3 None None] No DVR routers for this DVR port d03c9421-e48c-47c6-8c99-9aaae5b54481 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:01:24.785454 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c6ce18-6638-476d-adb0-23919bf84dc3 None None] Pushing event deleted for resources: {'Port': ['ID=d03c9421-e48c-47c6-8c99-9aaae5b54481,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:24.800004 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-fe74fde9-0ad2-4517-bae5-0c15bc1f59ad tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49499adf-0de6-47f1-aa4b-5e9c2adc3ecf']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:24.809511 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-fe74fde9-0ad2-4517-bae5-0c15bc1f59ad tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f957e293-a81d-4a44-855d-a595063b9b43') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:24.809810 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-fe74fde9-0ad2-4517-bae5-0c15bc1f59ad tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f957e293-a81d-4a44-855d-a595063b9b43') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:24.819114 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fe74fde9-0ad2-4517-bae5-0c15bc1f59ad tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:24.832537 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fe74fde9-0ad2-4517-bae5-0c15bc1f59ad tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:24.839261 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe74fde9-0ad2-4517-bae5-0c15bc1f59ad tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Releasing vlan 907 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:01:24.840203 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fe74fde9-0ad2-4517-bae5-0c15bc1f59ad tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:24.843151 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 18:01:24.843151 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:01:24.843151 n-d-817746-1 neutron-server[103360]: timer() Nov 25 18:01:24.843151 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:01:24.843151 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 18:01:24.843151 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:01:24.843151 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 18:01:24.843151 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:01:24.843151 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 18:01:24.843151 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:01:24.843151 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 18:01:24.843151 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:01:24.843151 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 18:01:24.843151 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:01:24.843151 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:01:24.843151 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:01:24.843151 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:01:24.843151 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:01:24.843151 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 18:01:24.843151 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:01:24.843151 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 18:01:24.843151 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:01:24.843151 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:01:24.843151 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:01:24.843151 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 18:01:24.843151 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:01:24.843151 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:01:24.843151 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:01:24.843151 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:01:24.843151 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:01:24.843151 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:01:24.843151 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:01:24.898581 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fe74fde9-0ad2-4517-bae5-0c15bc1f59ad tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:24.906017 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fe74fde9-0ad2-4517-bae5-0c15bc1f59ad tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:24.909172 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-fe74fde9-0ad2-4517-bae5-0c15bc1f59ad tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] 10.222.0.75 "DELETE /v2.0/networks/49499adf-0de6-47f1-aa4b-5e9c2adc3ecf HTTP/1.1" status: 204 len: 168 time: 0.5443556 Nov 25 18:01:24.911920 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57160) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:24.925039 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe74fde9-0ad2-4517-bae5-0c15bc1f59ad tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Pushing event deleted for resources: {'Network': ['ID=49499adf-0de6-47f1-aa4b-5e9c2adc3ecf,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:25.008841 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d03c9421-e48c-47c6-8c99-9aaae5b54481 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:01:25.037767 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: d03c9421-e48c-47c6-8c99-9aaae5b54481 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:01:25.038118 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d03c9421-e48c-47c6-8c99-9aaae5b54481 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:01:25.044704 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-6ab2b783-4468-4065-a7b0-0cc78c41bf69 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Deleting port 8e9bacd9-317d-45c8-87c5-331454593158 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:01:25.045608 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6ab2b783-4468-4065-a7b0-0cc78c41bf69 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:25.125251 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6ab2b783-4468-4065-a7b0-0cc78c41bf69 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:25.125584 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6ab2b783-4468-4065-a7b0-0cc78c41bf69 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:25.137233 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-6ab2b783-4468-4065-a7b0-0cc78c41bf69 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Calling delete_port for 8e9bacd9-317d-45c8-87c5-331454593158 owned by network:floatingip {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:01:25.588457 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6ab2b783-4468-4065-a7b0-0cc78c41bf69 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:25.616964 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab2b783-4468-4065-a7b0-0cc78c41bf69 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Pushing event deleted for resources: {'Port': ['ID=8e9bacd9-317d-45c8-87c5-331454593158,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:25.676459 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6ab2b783-4468-4065-a7b0-0cc78c41bf69 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for floatingip, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:25.679025 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6ab2b783-4468-4065-a7b0-0cc78c41bf69 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:25.680192 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-6ab2b783-4468-4065-a7b0-0cc78c41bf69 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] 10.222.0.75 "DELETE /v2.0/floatingips/e3d3aa38-c85b-4de4-9862-6357eb682546 HTTP/1.1" status: 204 len: 168 time: 0.7671773 Nov 25 18:01:25.685443 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57162) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:25.708265 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a9c80d2-db9d-4e6d-9b1c-f52c36739340 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] DELETE failed (client error): The resource could not be found. Nov 25 18:01:25.708781 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a9c80d2-db9d-4e6d-9b1c-f52c36739340 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:01:25.711774 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-3a9c80d2-db9d-4e6d-9b1c-f52c36739340 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] 10.222.0.75 "DELETE /v2.0/ports/9e099654-79bb-429e-a811-73e55126da3b HTTP/1.1" status: 404 len: 333 time: 0.0254149 Nov 25 18:01:25.714212 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57164) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:25.740098 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-348018e3-2bac-438c-88c0-18996587f3e9 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] 10.222.0.75 "GET /v2.0/ports?device_id=316a232e-84b8-4992-84c6-ecfcc99dd649 HTTP/1.1" status: 200 len: 205 time: 0.0241141 Nov 25 18:01:25.742202 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57166) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:25.782122 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [None req-38d8e2e0-54b9-4126-851c-916d76bf5681 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] delete failed (client error): The resource could not be found. Nov 25 18:01:25.783106 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-38d8e2e0-54b9-4126-851c-916d76bf5681 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] 10.222.0.75 "DELETE /v2.0/routers/316a232e-84b8-4992-84c6-ecfcc99dd649 HTTP/1.1" status: 404 len: 336 time: 0.0400300 Nov 25 18:01:25.785460 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57168) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:25.811001 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca98be6c-3b2a-4890-9143-0c7ecbc21717 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] DELETE failed (client error): The resource could not be found. Nov 25 18:01:25.811449 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca98be6c-3b2a-4890-9143-0c7ecbc21717 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:01:25.814438 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-ca98be6c-3b2a-4890-9143-0c7ecbc21717 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] 10.222.0.75 "DELETE /v2.0/subnets/289b8b15-aef8-4089-8bf8-1916087dd73b HTTP/1.1" status: 404 len: 337 time: 0.0280988 Nov 25 18:01:25.816600 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57170) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:25.899564 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-d312bee1-0ee8-4ed5-86b1-32d924ecc00b tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Deleting port 3d62a7f5-1f91-4bdc-a02b-63430eca990b {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:01:25.899913 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d312bee1-0ee8-4ed5-86b1-32d924ecc00b tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:25.987995 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d312bee1-0ee8-4ed5-86b1-32d924ecc00b tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:25.999686 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-d312bee1-0ee8-4ed5-86b1-32d924ecc00b tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Calling delete_port for 3d62a7f5-1f91-4bdc-a02b-63430eca990b owned by {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:01:26.129780 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d312bee1-0ee8-4ed5-86b1-32d924ecc00b tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:26.160795 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d312bee1-0ee8-4ed5-86b1-32d924ecc00b tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Pushing event deleted for resources: {'Port': ['ID=3d62a7f5-1f91-4bdc-a02b-63430eca990b,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:26.224662 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d312bee1-0ee8-4ed5-86b1-32d924ecc00b tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:26.227933 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d312bee1-0ee8-4ed5-86b1-32d924ecc00b tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] 10.222.0.75 "DELETE /v2.0/ports/3d62a7f5-1f91-4bdc-a02b-63430eca990b HTTP/1.1" status: 204 len: 168 time: 0.4104168 Nov 25 18:01:26.230431 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57172) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:26.317677 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-3912d721-dfe1-41f6-9a05-19c00fc16736 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Deleting port 26eea107-29ef-4435-8e8d-80d42a0bed30 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:01:26.318022 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3912d721-dfe1-41f6-9a05-19c00fc16736 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:26.322204 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:01:26.402338 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3912d721-dfe1-41f6-9a05-19c00fc16736 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:26.414321 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-3912d721-dfe1-41f6-9a05-19c00fc16736 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Calling delete_port for 26eea107-29ef-4435-8e8d-80d42a0bed30 owned by {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:01:26.542468 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3912d721-dfe1-41f6-9a05-19c00fc16736 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:26.573657 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3912d721-dfe1-41f6-9a05-19c00fc16736 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Pushing event deleted for resources: {'Port': ['ID=26eea107-29ef-4435-8e8d-80d42a0bed30,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:26.640659 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3912d721-dfe1-41f6-9a05-19c00fc16736 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:26.643888 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-3912d721-dfe1-41f6-9a05-19c00fc16736 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] 10.222.0.75 "DELETE /v2.0/ports/26eea107-29ef-4435-8e8d-80d42a0bed30 HTTP/1.1" status: 204 len: 168 time: 0.4125414 Nov 25 18:01:26.646520 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57174) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:26.695894 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6553fe3c-1008-4bb6-afb5-274528eea6e1 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:26.697602 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-6553fe3c-1008-4bb6-afb5-274528eea6e1 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] 10.222.0.75 "GET /v2.0/ports?device_id=f0cdd42a-827a-4efd-ba82-b0a1b9703564 HTTP/1.1" status: 200 len: 913 time: 0.0491817 Nov 25 18:01:26.700463 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57176) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:27.057548 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c72e6b0a-8bf2-4e1c-bcaa-d6afed36d1fb tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:27.311584 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-c72e6b0a-8bf2-4e1c-bcaa-d6afed36d1fb tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Deleting port ed632513-acab-4fcb-9872-6f7a94709943 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:01:27.311828 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c72e6b0a-8bf2-4e1c-bcaa-d6afed36d1fb tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:27.399758 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c72e6b0a-8bf2-4e1c-bcaa-d6afed36d1fb tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:27.411674 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-c72e6b0a-8bf2-4e1c-bcaa-d6afed36d1fb tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Calling delete_port for ed632513-acab-4fcb-9872-6f7a94709943 owned by network:router_interface {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:01:27.594997 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c72e6b0a-8bf2-4e1c-bcaa-d6afed36d1fb tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:27.623849 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e6b0a-8bf2-4e1c-bcaa-d6afed36d1fb tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Pushing event deleted for resources: {'Port': ['ID=ed632513-acab-4fcb-9872-6f7a94709943,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:27.650898 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e6b0a-8bf2-4e1c-bcaa-d6afed36d1fb tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:27.651252 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e6b0a-8bf2-4e1c-bcaa-d6afed36d1fb tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:27.651629 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e6b0a-8bf2-4e1c-bcaa-d6afed36d1fb tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:27.652511 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e6b0a-8bf2-4e1c-bcaa-d6afed36d1fb tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:27.653048 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e6b0a-8bf2-4e1c-bcaa-d6afed36d1fb tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:27.653394 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e6b0a-8bf2-4e1c-bcaa-d6afed36d1fb tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:27.653732 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e6b0a-8bf2-4e1c-bcaa-d6afed36d1fb tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:27.654069 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e6b0a-8bf2-4e1c-bcaa-d6afed36d1fb tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:27.654406 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e6b0a-8bf2-4e1c-bcaa-d6afed36d1fb tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:27.654740 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e6b0a-8bf2-4e1c-bcaa-d6afed36d1fb tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:27.655076 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e6b0a-8bf2-4e1c-bcaa-d6afed36d1fb tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:27.655412 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e6b0a-8bf2-4e1c-bcaa-d6afed36d1fb tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:27.798544 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c72e6b0a-8bf2-4e1c-bcaa-d6afed36d1fb tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:28.020544 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c72e6b0a-8bf2-4e1c-bcaa-d6afed36d1fb tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Router f0cdd42a-827a-4efd-ba82-b0a1b9703564 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:01:28.130295 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72e6b0a-8bf2-4e1c-bcaa-d6afed36d1fb tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:01:28.137303 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c72e6b0a-8bf2-4e1c-bcaa-d6afed36d1fb tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] 10.222.0.75 "PUT /v2.0/routers/f0cdd42a-827a-4efd-ba82-b0a1b9703564/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4358211 Nov 25 18:01:28.138369 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57178) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:28.142640 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9117367-7cbb-4783-a6f5-60e9355fc347 None None] Sync routers for ids ['f0cdd42a-827a-4efd-ba82-b0a1b9703564'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:01:28.151360 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9117367-7cbb-4783-a6f5-60e9355fc347 None None] Routers {'f0cdd42a-827a-4efd-ba82-b0a1b9703564'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:01:28.151966 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-c9117367-7cbb-4783-a6f5-60e9355fc347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:01:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['f0cdd42a-827a-4efd-ba82-b0a1b9703564'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:28.185460 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-c9117367-7cbb-4783-a6f5-60e9355fc347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:28.194905 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9117367-7cbb-4783-a6f5-60e9355fc347 None None] Routers {'f0cdd42a-827a-4efd-ba82-b0a1b9703564'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:01:28.195616 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-c9117367-7cbb-4783-a6f5-60e9355fc347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:01:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['f0cdd42a-827a-4efd-ba82-b0a1b9703564'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:28.232015 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-c9117367-7cbb-4783-a6f5-60e9355fc347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:28.232595 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9117367-7cbb-4783-a6f5-60e9355fc347 None None] The sync data for ids ['f0cdd42a-827a-4efd-ba82-b0a1b9703564'] in n-d-817746-1 is: [] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:01:28.251935 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-44738df2-b7ac-4bba-9d55-f9cad45dddef tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for router, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:28.356059 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-44738df2-b7ac-4bba-9d55-f9cad45dddef tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:28.406791 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-44738df2-b7ac-4bba-9d55-f9cad45dddef tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Deleting port 594cb703-0e74-4b5f-8f67-cad39913589d {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:01:28.407130 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-44738df2-b7ac-4bba-9d55-f9cad45dddef tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:28.491862 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-44738df2-b7ac-4bba-9d55-f9cad45dddef tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:28.504802 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-44738df2-b7ac-4bba-9d55-f9cad45dddef tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Calling delete_port for 594cb703-0e74-4b5f-8f67-cad39913589d owned by network:router_gateway {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:01:28.670042 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-44738df2-b7ac-4bba-9d55-f9cad45dddef tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:28.695656 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44738df2-b7ac-4bba-9d55-f9cad45dddef tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Pushing event deleted for resources: {'Port': ['ID=594cb703-0e74-4b5f-8f67-cad39913589d,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:28.710566 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f154970-1954-4ccd-a51c-8668f9bda86e None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:01:28.757315 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-44738df2-b7ac-4bba-9d55-f9cad45dddef tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:28.847995 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-44738df2-b7ac-4bba-9d55-f9cad45dddef tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:28.850161 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-44738df2-b7ac-4bba-9d55-f9cad45dddef tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:28.895621 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-44738df2-b7ac-4bba-9d55-f9cad45dddef tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:28.896185 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44738df2-b7ac-4bba-9d55-f9cad45dddef tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Fanout notify agent at l3_agent the message router_deleted on router f0cdd42a-827a-4efd-ba82-b0a1b9703564 {{(pid=103361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:01:28.903760 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-44738df2-b7ac-4bba-9d55-f9cad45dddef tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:28.907534 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-44738df2-b7ac-4bba-9d55-f9cad45dddef tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] 10.222.0.75 "DELETE /v2.0/routers/f0cdd42a-827a-4efd-ba82-b0a1b9703564 HTTP/1.1" status: 204 len: 168 time: 0.7654569 Nov 25 18:01:28.907534 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57180) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:28.958720 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9a78404-626e-4190-9aeb-c72a5c76c8e3 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Deleting subnet 54908691-c528-4df3-914b-78b4566267a9 {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:01:28.962298 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c9a78404-626e-4190-9aeb-c72a5c76c8e3 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:29.009442 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c9a78404-626e-4190-9aeb-c72a5c76c8e3 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:29.059120 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c9a78404-626e-4190-9aeb-c72a5c76c8e3 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:29.127251 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c9a78404-626e-4190-9aeb-c72a5c76c8e3 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:29.155805 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a78404-626e-4190-9aeb-c72a5c76c8e3 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Pushing event deleted for resources: {'Subnet': ['ID=54908691-c528-4df3-914b-78b4566267a9,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:29.159222 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c9a78404-626e-4190-9aeb-c72a5c76c8e3 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:29.164931 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c9a78404-626e-4190-9aeb-c72a5c76c8e3 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] 10.222.0.75 "DELETE /v2.0/subnets/54908691-c528-4df3-914b-78b4566267a9 HTTP/1.1" status: 204 len: 168 time: 0.2541201 Nov 25 18:01:29.164931 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57184) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:29.253790 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4d476d8d-58a7-47b0-8938-943bef440af5 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:29.339796 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4d476d8d-58a7-47b0-8938-943bef440af5 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:29.359396 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-4d476d8d-58a7-47b0-8938-943bef440af5 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eeec9eb-1c74-4aa1-9eca-98d6784d13f5']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:29.368491 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-4d476d8d-58a7-47b0-8938-943bef440af5 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62587de9-a4e4-44df-b211-38acd6c4869d') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:29.368797 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-4d476d8d-58a7-47b0-8938-943bef440af5 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62587de9-a4e4-44df-b211-38acd6c4869d') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:29.378824 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4d476d8d-58a7-47b0-8938-943bef440af5 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:29.392592 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4d476d8d-58a7-47b0-8938-943bef440af5 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:29.398699 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d476d8d-58a7-47b0-8938-943bef440af5 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Releasing vlan 913 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:01:29.399087 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4d476d8d-58a7-47b0-8938-943bef440af5 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:29.402488 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 18:01:29.402488 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:01:29.402488 n-d-817746-1 neutron-server[103361]: timer() Nov 25 18:01:29.402488 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:01:29.402488 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 18:01:29.402488 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:01:29.402488 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 18:01:29.402488 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:01:29.402488 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 18:01:29.402488 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:01:29.402488 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 18:01:29.402488 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:01:29.402488 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 18:01:29.402488 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:01:29.402488 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:01:29.402488 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:01:29.402488 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:01:29.402488 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:01:29.402488 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 18:01:29.402488 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:01:29.402488 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 18:01:29.402488 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:01:29.402488 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:01:29.402488 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:01:29.402488 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 18:01:29.402488 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:01:29.402488 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:01:29.402488 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:01:29.402488 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:01:29.402488 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:01:29.402488 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:01:29.402488 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:01:29.462979 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4d476d8d-58a7-47b0-8938-943bef440af5 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:29.471875 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4d476d8d-58a7-47b0-8938-943bef440af5 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:29.475017 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-4d476d8d-58a7-47b0-8938-943bef440af5 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] 10.222.0.75 "DELETE /v2.0/networks/0eeec9eb-1c74-4aa1-9eca-98d6784d13f5 HTTP/1.1" status: 204 len: 168 time: 0.3092766 Nov 25 18:01:29.486178 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d476d8d-58a7-47b0-8938-943bef440af5 tempest-FloatingIPTestJSON-1412752286 tempest-FloatingIPTestJSON-1412752286-project] Pushing event deleted for resources: {'Network': ['ID=0eeec9eb-1c74-4aa1-9eca-98d6784d13f5,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:29.718029 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57190) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:29.850396 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c5f4b85c-d0c5-44e4-9876-d456cf81f38b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=469f61a29cc04347a20136064c5bff61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1311996 Nov 25 18:01:29.852985 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57194) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:29.904699 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d47b5433-63d9-469b-97f2-51de41c6e88b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:29.925899 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d47b5433-63d9-469b-97f2-51de41c6e88b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:29.973912 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d47b5433-63d9-469b-97f2-51de41c6e88b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:29.976530 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d47b5433-63d9-469b-97f2-51de41c6e88b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:29.977918 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d47b5433-63d9-469b-97f2-51de41c6e88b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/684b331e-f6ce-48a5-a815-d7635ce436fc HTTP/1.1" status: 204 len: 168 time: 0.1238813 Nov 25 18:01:29.986297 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47b5433-63d9-469b-97f2-51de41c6e88b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684b331e-f6ce-48a5-a815-d7635ce436fc,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:30.583153 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57216) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:30.680438 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-4fa8005c-44ca-483c-b519-5ad79b8cdb5d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-326597847-network', 'tenant_id': 'b974b343c2a24b05b35fc386178e4615'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:01:30.702951 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa8005c-44ca-483c-b519-5ad79b8cdb5d admin admin] Made reservation on behalf of b974b343c2a24b05b35fc386178e4615 for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:01:30.705252 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4fa8005c-44ca-483c-b519-5ad79b8cdb5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:30.717240 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4fa8005c-44ca-483c-b519-5ad79b8cdb5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:30.794874 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4fa8005c-44ca-483c-b519-5ad79b8cdb5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:30.798608 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4fa8005c-44ca-483c-b519-5ad79b8cdb5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:30.823408 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fa8005c-44ca-483c-b519-5ad79b8cdb5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 910} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:01:30.832157 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa8005c-44ca-483c-b519-5ad79b8cdb5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e90ebb12-b6f3-4adb-9547-d2ee298e9302,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:30.839976 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4fa8005c-44ca-483c-b519-5ad79b8cdb5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:30.840335 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-4fa8005c-44ca-483c-b519-5ad79b8cdb5d admin admin] Added segment 1c39e78e-57b5-4577-9c73-41404f180616 of type vlan for network 542ab937-20d2-4243-ab19-6bf07d9c07b0 Nov 25 18:01:30.881175 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4fa8005c-44ca-483c-b519-5ad79b8cdb5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:30.906021 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4fa8005c-44ca-483c-b519-5ad79b8cdb5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:30.907005 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa8005c-44ca-483c-b519-5ad79b8cdb5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:30.907582 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4fa8005c-44ca-483c-b519-5ad79b8cdb5d admin admin] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:30.936222 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-4fa8005c-44ca-483c-b519-5ad79b8cdb5d admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3519475 Nov 25 18:01:30.939317 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57220) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:30.944883 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-7f776821-1a45-4bd6-947b-f1ba91620d4b admin admin] Request body: {'subnet': {'network_id': '542ab937-20d2-4243-ab19-6bf07d9c07b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-326597847-subnet', 'tenant_id': 'b974b343c2a24b05b35fc386178e4615', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:01:30.968187 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f776821-1a45-4bd6-947b-f1ba91620d4b admin admin] Made reservation on behalf of b974b343c2a24b05b35fc386178e4615 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:01:30.975127 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa8005c-44ca-483c-b519-5ad79b8cdb5d admin admin] Pushing event updated for resources: {'Network': ['ID=542ab937-20d2-4243-ab19-6bf07d9c07b0,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:30.975488 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7f776821-1a45-4bd6-947b-f1ba91620d4b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:30.989311 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 542ab937-20d2-4243-ab19-6bf07d9c07b0 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:01:31.195767 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7f776821-1a45-4bd6-947b-f1ba91620d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:31.282267 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f776821-1a45-4bd6-947b-f1ba91620d4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fd4997a-2843-42de-9049-0585a276eff1,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:31.290739 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f776821-1a45-4bd6-947b-f1ba91620d4b admin admin] Checking segment: {'id': '1c39e78e-57b5-4577-9c73-41404f180616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '542ab937-20d2-4243-ab19-6bf07d9c07b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:01:31.291240 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f776821-1a45-4bd6-947b-f1ba91620d4b admin admin] Network hostable DHCP agents. Network: 542ab937-20d2-4243-ab19-6bf07d9c07b0, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:01:31.309845 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f776821-1a45-4bd6-947b-f1ba91620d4b admin admin] Network 542ab937-20d2-4243-ab19-6bf07d9c07b0 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:01:31.321899 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-7f776821-1a45-4bd6-947b-f1ba91620d4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 542ab937-20d2-4243-ab19-6bf07d9c07b0) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:01:31.327216 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f776821-1a45-4bd6-947b-f1ba91620d4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:31.327822 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7f776821-1a45-4bd6-947b-f1ba91620d4b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:31.332716 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94585a3-ae44-4f2b-95a6-8dc16017e704 None None] Network 542ab937-20d2-4243-ab19-6bf07d9c07b0 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:01:31.344314 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7f776821-1a45-4bd6-947b-f1ba91620d4b admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4038699 Nov 25 18:01:31.634367 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e367c7c-e130-4539-a17d-ca71821b2d21 None None] Network 542ab937-20d2-4243-ab19-6bf07d9c07b0 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:01:31.895421 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57238) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:31.900352 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-9043e009-8092-4853-bcd2-9336acd963da admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-322298874-network', 'tenant_id': '72c14d9692fd4de3b2d88ee28e738eb4'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:01:31.921708 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9043e009-8092-4853-bcd2-9336acd963da admin admin] Made reservation on behalf of 72c14d9692fd4de3b2d88ee28e738eb4 for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:01:31.923974 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9043e009-8092-4853-bcd2-9336acd963da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:31.937263 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9043e009-8092-4853-bcd2-9336acd963da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:32.014481 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9043e009-8092-4853-bcd2-9336acd963da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:32.018275 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9043e009-8092-4853-bcd2-9336acd963da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:32.043442 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9043e009-8092-4853-bcd2-9336acd963da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 934} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:01:32.053364 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9043e009-8092-4853-bcd2-9336acd963da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec126ec-8200-419f-a15f-e6ce6a54f746,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:32.058102 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9043e009-8092-4853-bcd2-9336acd963da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:32.059153 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-9043e009-8092-4853-bcd2-9336acd963da admin admin] Added segment 676e3741-58e7-4600-9720-f18d9f05f040 of type vlan for network 642b517e-fa02-44c7-b03c-d96ba81f8a77 Nov 25 18:01:32.100674 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9043e009-8092-4853-bcd2-9336acd963da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:32.126098 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9043e009-8092-4853-bcd2-9336acd963da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:32.127049 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9043e009-8092-4853-bcd2-9336acd963da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:32.127823 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9043e009-8092-4853-bcd2-9336acd963da admin admin] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:32.180736 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-9043e009-8092-4853-bcd2-9336acd963da admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2841656 Nov 25 18:01:32.184004 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57240) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:32.189220 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-1160aa0e-e82d-4eec-9bdc-120c26c676c4 admin admin] Request body: {'subnet': {'network_id': '642b517e-fa02-44c7-b03c-d96ba81f8a77', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-322298874-subnet', 'tenant_id': '72c14d9692fd4de3b2d88ee28e738eb4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:01:32.192316 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9043e009-8092-4853-bcd2-9336acd963da admin admin] Pushing event updated for resources: {'Network': ['ID=642b517e-fa02-44c7-b03c-d96ba81f8a77,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:32.203353 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 642b517e-fa02-44c7-b03c-d96ba81f8a77 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:01:32.211845 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1160aa0e-e82d-4eec-9bdc-120c26c676c4 admin admin] Made reservation on behalf of 72c14d9692fd4de3b2d88ee28e738eb4 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:01:32.214249 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1160aa0e-e82d-4eec-9bdc-120c26c676c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:32.684037 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1160aa0e-e82d-4eec-9bdc-120c26c676c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:32.735777 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1160aa0e-e82d-4eec-9bdc-120c26c676c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36b473f8-dfdb-4086-bed1-a071abd660af,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:32.745643 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1160aa0e-e82d-4eec-9bdc-120c26c676c4 admin admin] Checking segment: {'id': '676e3741-58e7-4600-9720-f18d9f05f040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '642b517e-fa02-44c7-b03c-d96ba81f8a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:01:32.746614 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1160aa0e-e82d-4eec-9bdc-120c26c676c4 admin admin] Network hostable DHCP agents. Network: 642b517e-fa02-44c7-b03c-d96ba81f8a77, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:01:32.762246 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1160aa0e-e82d-4eec-9bdc-120c26c676c4 admin admin] Network 642b517e-fa02-44c7-b03c-d96ba81f8a77 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:01:32.770292 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-1160aa0e-e82d-4eec-9bdc-120c26c676c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 642b517e-fa02-44c7-b03c-d96ba81f8a77) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:01:32.774282 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1160aa0e-e82d-4eec-9bdc-120c26c676c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:32.774934 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1160aa0e-e82d-4eec-9bdc-120c26c676c4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:32.781794 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732a8ce7-dabd-4ace-877b-7507969a3df9 None None] Network 642b517e-fa02-44c7-b03c-d96ba81f8a77 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:01:32.791361 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1160aa0e-e82d-4eec-9bdc-120c26c676c4 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6060574 Nov 25 18:01:32.901715 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57244) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:32.907414 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e942db8b-21f8-4801-a900-d71b2db3797c None None] Network 642b517e-fa02-44c7-b03c-d96ba81f8a77 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:01:32.951868 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-10d4903b-e706-4196-93aa-657775b686bb admin admin] Deleting subnet 4fd4997a-2843-42de-9049-0585a276eff1 {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:01:32.954983 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-10d4903b-e706-4196-93aa-657775b686bb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:32.992069 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-10d4903b-e706-4196-93aa-657775b686bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:33.031752 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-10d4903b-e706-4196-93aa-657775b686bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:33.083505 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-10d4903b-e706-4196-93aa-657775b686bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:33.113193 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d4903b-e706-4196-93aa-657775b686bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fd4997a-2843-42de-9049-0585a276eff1,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:33.116784 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-10d4903b-e706-4196-93aa-657775b686bb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:33.119987 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-10d4903b-e706-4196-93aa-657775b686bb admin admin] 10.222.0.75 "DELETE /v2.0/subnets/4fd4997a-2843-42de-9049-0585a276eff1 HTTP/1.1" status: 204 len: 168 time: 0.2166095 Nov 25 18:01:33.122767 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57246) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:33.195786 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4e227488-9f96-487b-a026-653703a56315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:33.273700 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4e227488-9f96-487b-a026-653703a56315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:33.293982 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-4e227488-9f96-487b-a026-653703a56315 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['542ab937-20d2-4243-ab19-6bf07d9c07b0']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:33.303027 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-4e227488-9f96-487b-a026-653703a56315 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c39e78e-57b5-4577-9c73-41404f180616') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:33.303340 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-4e227488-9f96-487b-a026-653703a56315 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c39e78e-57b5-4577-9c73-41404f180616') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:33.312930 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4e227488-9f96-487b-a026-653703a56315 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:33.326928 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4e227488-9f96-487b-a026-653703a56315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:33.332635 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e227488-9f96-487b-a026-653703a56315 admin admin] Releasing vlan 910 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:01:33.333045 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4e227488-9f96-487b-a026-653703a56315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:33.334684 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 18:01:33.334684 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:01:33.334684 n-d-817746-1 neutron-server[103360]: timer() Nov 25 18:01:33.334684 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:01:33.334684 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 18:01:33.334684 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:01:33.334684 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 18:01:33.334684 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:01:33.334684 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 18:01:33.334684 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:01:33.334684 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 18:01:33.334684 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:01:33.334684 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 18:01:33.334684 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:01:33.334684 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:01:33.334684 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:01:33.334684 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:01:33.334684 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:01:33.334684 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 18:01:33.334684 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:01:33.334684 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 18:01:33.334684 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:01:33.334684 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:01:33.334684 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:01:33.334684 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 18:01:33.334684 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:01:33.334684 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:01:33.334684 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:01:33.334684 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:01:33.334684 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:01:33.334684 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:01:33.334684 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:01:33.390351 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4e227488-9f96-487b-a026-653703a56315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:33.395831 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4e227488-9f96-487b-a026-653703a56315 admin admin] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:33.399001 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4e227488-9f96-487b-a026-653703a56315 admin admin] 10.222.0.75 "DELETE /v2.0/networks/542ab937-20d2-4243-ab19-6bf07d9c07b0 HTTP/1.1" status: 204 len: 168 time: 0.2752304 Nov 25 18:01:33.401942 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57248) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:33.410633 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e227488-9f96-487b-a026-653703a56315 admin admin] Pushing event deleted for resources: {'Network': ['ID=542ab937-20d2-4243-ab19-6bf07d9c07b0,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:33.446876 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-c62a28e8-9d0c-49f0-ad8e-b26af8fbdb49 admin admin] Deleting subnet 36b473f8-dfdb-4086-bed1-a071abd660af {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:01:33.450745 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c62a28e8-9d0c-49f0-ad8e-b26af8fbdb49 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:33.484733 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c62a28e8-9d0c-49f0-ad8e-b26af8fbdb49 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:33.522253 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c62a28e8-9d0c-49f0-ad8e-b26af8fbdb49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:33.572929 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c62a28e8-9d0c-49f0-ad8e-b26af8fbdb49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:33.602415 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62a28e8-9d0c-49f0-ad8e-b26af8fbdb49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36b473f8-dfdb-4086-bed1-a071abd660af,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:33.606030 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c62a28e8-9d0c-49f0-ad8e-b26af8fbdb49 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:33.609291 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c62a28e8-9d0c-49f0-ad8e-b26af8fbdb49 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/36b473f8-dfdb-4086-bed1-a071abd660af HTTP/1.1" status: 204 len: 168 time: 0.2058032 Nov 25 18:01:33.611769 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57250) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:33.677917 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-da195235-5ebb-4734-8028-22cca04c6b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:33.759315 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-da195235-5ebb-4734-8028-22cca04c6b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:33.780795 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-da195235-5ebb-4734-8028-22cca04c6b99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['642b517e-fa02-44c7-b03c-d96ba81f8a77']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:33.789832 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-da195235-5ebb-4734-8028-22cca04c6b99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '676e3741-58e7-4600-9720-f18d9f05f040') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:33.790133 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-da195235-5ebb-4734-8028-22cca04c6b99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '676e3741-58e7-4600-9720-f18d9f05f040') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:33.799387 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-da195235-5ebb-4734-8028-22cca04c6b99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:33.812890 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-da195235-5ebb-4734-8028-22cca04c6b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:33.818611 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da195235-5ebb-4734-8028-22cca04c6b99 admin admin] Releasing vlan 934 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:01:33.819045 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-da195235-5ebb-4734-8028-22cca04c6b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:33.820651 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 18:01:33.820651 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:01:33.820651 n-d-817746-1 neutron-server[103361]: timer() Nov 25 18:01:33.820651 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:01:33.820651 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 18:01:33.820651 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:01:33.820651 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 18:01:33.820651 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:01:33.820651 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 18:01:33.820651 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:01:33.820651 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 18:01:33.820651 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:01:33.820651 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 18:01:33.820651 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:01:33.820651 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:01:33.820651 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:01:33.820651 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:01:33.820651 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:01:33.820651 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 18:01:33.820651 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:01:33.820651 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 18:01:33.820651 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:01:33.820651 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:01:33.820651 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:01:33.820651 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 18:01:33.820651 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:01:33.820651 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:01:33.820651 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:01:33.820651 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:01:33.820651 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:01:33.820651 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:01:33.820651 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:01:33.873525 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-da195235-5ebb-4734-8028-22cca04c6b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:33.877881 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-da195235-5ebb-4734-8028-22cca04c6b99 admin admin] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:33.881098 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-da195235-5ebb-4734-8028-22cca04c6b99 admin admin] 10.222.0.75 "DELETE /v2.0/networks/642b517e-fa02-44c7-b03c-d96ba81f8a77 HTTP/1.1" status: 204 len: 168 time: 0.2683794 Nov 25 18:01:33.894325 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da195235-5ebb-4734-8028-22cca04c6b99 admin admin] Pushing event deleted for resources: {'Network': ['ID=642b517e-fa02-44c7-b03c-d96ba81f8a77,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:34.039103 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57254) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:34.080163 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-64cf2753-35d2-4162-a6fe-665669934467 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b974b343c2a24b05b35fc386178e4615&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397956 Nov 25 18:01:34.082523 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57256) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:34.133527 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0c152a3e-9720-4497-abf2-2d74b3f4d01d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:34.154188 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0c152a3e-9720-4497-abf2-2d74b3f4d01d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:34.206930 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0c152a3e-9720-4497-abf2-2d74b3f4d01d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:34.212155 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0c152a3e-9720-4497-abf2-2d74b3f4d01d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:34.214454 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-0c152a3e-9720-4497-abf2-2d74b3f4d01d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e90ebb12-b6f3-4adb-9547-d2ee298e9302 HTTP/1.1" status: 204 len: 168 time: 0.1299319 Nov 25 18:01:34.221453 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c152a3e-9720-4497-abf2-2d74b3f4d01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90ebb12-b6f3-4adb-9547-d2ee298e9302,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:34.520843 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57262) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:34.560936 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-39e0c74b-484b-4f89-a9d5-34aacff08fc4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=72c14d9692fd4de3b2d88ee28e738eb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388987 Nov 25 18:01:34.563380 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57264) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:34.610340 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-099ce788-c53e-4952-9642-e3510cdee3c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:34.631410 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-099ce788-c53e-4952-9642-e3510cdee3c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:34.678267 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-099ce788-c53e-4952-9642-e3510cdee3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:34.680896 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-099ce788-c53e-4952-9642-e3510cdee3c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:34.682079 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-099ce788-c53e-4952-9642-e3510cdee3c7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/fec126ec-8200-419f-a15f-e6ce6a54f746 HTTP/1.1" status: 204 len: 168 time: 0.1178021 Nov 25 18:01:34.689740 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099ce788-c53e-4952-9642-e3510cdee3c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec126ec-8200-419f-a15f-e6ce6a54f746,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:46.945952 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:47.104207 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:47.131792 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a681dcda-5ff6-403e-bf3f-0c4184965f88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:49.856472 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-582f4214-a230-4655-a5cd-742cb34d6010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:50.907351 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:52.099099 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:53.051263 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:03.321852 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:02:16.929413 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:17.117488 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:17.133497 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-63826b3a-896a-435e-af18-cdc025fc1f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:19.859267 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-049da346-f732-4414-ace5-8218243f0322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:20.911566 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:22.102490 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:23.054341 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:26.086547 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57702) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:02:26.212440 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-996602aa-56ac-4c9d-b52b-75704c219911 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:26.288719 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-996602aa-56ac-4c9d-b52b-75704c219911 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:26.292937 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-996602aa-56ac-4c9d-b52b-75704c219911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:26.332241 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-996602aa-56ac-4c9d-b52b-75704c219911 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f873379a06ee4bb2b3ca71f52180ccd5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2444644 Nov 25 18:02:26.333060 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996602aa-56ac-4c9d-b52b-75704c219911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c18d17c-a51e-478d-b8c6-26dbf15cf80d,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:02:26.334886 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57706) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:02:26.352069 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996602aa-56ac-4c9d-b52b-75704c219911 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:02:26.352429 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996602aa-56ac-4c9d-b52b-75704c219911 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:02:26.352783 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996602aa-56ac-4c9d-b52b-75704c219911 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:02:26.353153 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996602aa-56ac-4c9d-b52b-75704c219911 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:02:26.353520 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996602aa-56ac-4c9d-b52b-75704c219911 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:02:26.354475 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996602aa-56ac-4c9d-b52b-75704c219911 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:02:26.354971 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996602aa-56ac-4c9d-b52b-75704c219911 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:02:26.355301 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996602aa-56ac-4c9d-b52b-75704c219911 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:02:26.355638 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996602aa-56ac-4c9d-b52b-75704c219911 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:02:26.355974 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996602aa-56ac-4c9d-b52b-75704c219911 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:02:26.356315 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996602aa-56ac-4c9d-b52b-75704c219911 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:02:26.356652 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996602aa-56ac-4c9d-b52b-75704c219911 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:02:26.397702 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d65d16e1-9aff-4323-834f-881d2360b741 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:26.419142 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d65d16e1-9aff-4323-834f-881d2360b741 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:26.471232 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d65d16e1-9aff-4323-834f-881d2360b741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:26.474252 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d65d16e1-9aff-4323-834f-881d2360b741 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:26.478058 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d65d16e1-9aff-4323-834f-881d2360b741 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7c18d17c-a51e-478d-b8c6-26dbf15cf80d HTTP/1.1" status: 204 len: 168 time: 0.1397414 Nov 25 18:02:26.484770 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d16e1-9aff-4323-834f-881d2360b741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c18d17c-a51e-478d-b8c6-26dbf15cf80d,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:02:26.759338 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57714) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:02:26.772846 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0a325a9b-c34d-43c6-ad88-6894c1d950a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:26.850116 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0a325a9b-c34d-43c6-ad88-6894c1d950a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:26.854338 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0a325a9b-c34d-43c6-ad88-6894c1d950a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:26.892307 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0a325a9b-c34d-43c6-ad88-6894c1d950a1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2a8bfea7d7f240eca22b004ac1d7321e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1318426 Nov 25 18:02:26.893363 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a325a9b-c34d-43c6-ad88-6894c1d950a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a24f27f-f2e4-4d32-b6c7-195da5cdbd21,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:02:26.894994 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57716) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:02:26.943936 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-09630428-3816-49b5-8da0-938a2832737b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:26.965700 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-09630428-3816-49b5-8da0-938a2832737b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:27.011617 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-09630428-3816-49b5-8da0-938a2832737b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:27.014326 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-09630428-3816-49b5-8da0-938a2832737b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:27.015478 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-09630428-3816-49b5-8da0-938a2832737b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3a24f27f-f2e4-4d32-b6c7-195da5cdbd21 HTTP/1.1" status: 204 len: 168 time: 0.1194832 Nov 25 18:02:27.023468 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09630428-3816-49b5-8da0-938a2832737b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a24f27f-f2e4-4d32-b6c7-195da5cdbd21,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:02:28.816847 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57778) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:02:28.924120 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a25c262a-a39b-4d9f-adb6-3f48720d6a27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:29.002317 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a25c262a-a39b-4d9f-adb6-3f48720d6a27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:29.006093 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a25c262a-a39b-4d9f-adb6-3f48720d6a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:29.045130 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-a25c262a-a39b-4d9f-adb6-3f48720d6a27 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fd2d8ed2e9fd4a1bb7a6597eda3baee1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2271912 Nov 25 18:02:29.046258 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25c262a-a39b-4d9f-adb6-3f48720d6a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b097c192-e621-43f0-9751-75838592d55b,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:02:29.047869 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57782) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:02:29.053731 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25c262a-a39b-4d9f-adb6-3f48720d6a27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:02:29.054086 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25c262a-a39b-4d9f-adb6-3f48720d6a27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:02:29.054434 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25c262a-a39b-4d9f-adb6-3f48720d6a27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:02:29.054784 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25c262a-a39b-4d9f-adb6-3f48720d6a27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:02:29.055122 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25c262a-a39b-4d9f-adb6-3f48720d6a27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:02:29.055463 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25c262a-a39b-4d9f-adb6-3f48720d6a27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:02:29.055798 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25c262a-a39b-4d9f-adb6-3f48720d6a27 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:02:29.056130 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25c262a-a39b-4d9f-adb6-3f48720d6a27 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:02:29.056461 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25c262a-a39b-4d9f-adb6-3f48720d6a27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:02:29.057595 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25c262a-a39b-4d9f-adb6-3f48720d6a27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:02:29.057931 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25c262a-a39b-4d9f-adb6-3f48720d6a27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:02:29.058264 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25c262a-a39b-4d9f-adb6-3f48720d6a27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:02:29.101198 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3fcb2e8a-e286-4764-bdbd-a82998b8836d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:29.125031 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3fcb2e8a-e286-4764-bdbd-a82998b8836d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:29.175097 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3fcb2e8a-e286-4764-bdbd-a82998b8836d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:29.177764 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3fcb2e8a-e286-4764-bdbd-a82998b8836d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:29.178956 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3fcb2e8a-e286-4764-bdbd-a82998b8836d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b097c192-e621-43f0-9751-75838592d55b HTTP/1.1" status: 204 len: 168 time: 0.1300645 Nov 25 18:02:29.187671 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcb2e8a-e286-4764-bdbd-a82998b8836d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b097c192-e621-43f0-9751-75838592d55b,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:02:29.442245 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57788) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:02:29.456541 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-69184829-bc74-4ad2-aa77-a7df3ad21a51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:29.532044 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-69184829-bc74-4ad2-aa77-a7df3ad21a51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:29.535676 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-69184829-bc74-4ad2-aa77-a7df3ad21a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:29.577264 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-69184829-bc74-4ad2-aa77-a7df3ad21a51 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=74b6c3c6bb824d229d943240c55051d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1339238 Nov 25 18:02:29.578177 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69184829-bc74-4ad2-aa77-a7df3ad21a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8bf0d79-7c5b-453d-a10b-5196e9167f0b,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:02:29.579940 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57790) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:02:29.627605 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-82f5a3ca-7a32-43c7-ba0a-9e886fbc2ae6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:29.648426 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-82f5a3ca-7a32-43c7-ba0a-9e886fbc2ae6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:29.698590 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-82f5a3ca-7a32-43c7-ba0a-9e886fbc2ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:29.701217 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-82f5a3ca-7a32-43c7-ba0a-9e886fbc2ae6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:29.702367 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-82f5a3ca-7a32-43c7-ba0a-9e886fbc2ae6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c8bf0d79-7c5b-453d-a10b-5196e9167f0b HTTP/1.1" status: 204 len: 168 time: 0.1214375 Nov 25 18:02:29.710247 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f5a3ca-7a32-43c7-ba0a-9e886fbc2ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8bf0d79-7c5b-453d-a10b-5196e9167f0b,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:02:34.595691 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57884) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:02:34.721271 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c9a51f38-893e-493f-8a83-04a1567542b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:34.794586 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c9a51f38-893e-493f-8a83-04a1567542b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:34.798328 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c9a51f38-893e-493f-8a83-04a1567542b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:34.837072 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c9a51f38-893e-493f-8a83-04a1567542b4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a0161181d0a44ebab2989546deec9bfa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2402980 Nov 25 18:02:34.838158 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a51f38-893e-493f-8a83-04a1567542b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eeea960-131e-4bfa-a6ff-e4278ad2bc6e,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:02:34.839938 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57888) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:02:34.889009 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f4cbb941-667c-41b3-b32c-21ef5db8d66b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:34.912334 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f4cbb941-667c-41b3-b32c-21ef5db8d66b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:34.962948 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f4cbb941-667c-41b3-b32c-21ef5db8d66b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:34.965523 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f4cbb941-667c-41b3-b32c-21ef5db8d66b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:34.966720 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-f4cbb941-667c-41b3-b32c-21ef5db8d66b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7eeea960-131e-4bfa-a6ff-e4278ad2bc6e HTTP/1.1" status: 204 len: 168 time: 0.1245182 Nov 25 18:02:34.974384 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cbb941-667c-41b3-b32c-21ef5db8d66b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eeea960-131e-4bfa-a6ff-e4278ad2bc6e,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:02:35.221688 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57896) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:02:35.235128 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f07075e8-6869-4900-8b08-f1259756a10c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:35.308775 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f07075e8-6869-4900-8b08-f1259756a10c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:35.312400 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f07075e8-6869-4900-8b08-f1259756a10c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:35.349308 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-f07075e8-6869-4900-8b08-f1259756a10c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a40e25f4f5c34a859ad70ba146d9e6a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1265132 Nov 25 18:02:35.351209 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07075e8-6869-4900-8b08-f1259756a10c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29e255a-5ec8-4891-878d-1312233d36dc,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:02:35.352033 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57898) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:02:35.399599 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5d39c65a-b0f6-471a-b335-76e805786f65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:35.421540 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5d39c65a-b0f6-471a-b335-76e805786f65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:35.468313 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5d39c65a-b0f6-471a-b335-76e805786f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:35.471022 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5d39c65a-b0f6-471a-b335-76e805786f65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:35.472132 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-5d39c65a-b0f6-471a-b335-76e805786f65 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c29e255a-5ec8-4891-878d-1312233d36dc HTTP/1.1" status: 204 len: 168 time: 0.1190507 Nov 25 18:02:35.481985 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d39c65a-b0f6-471a-b335-76e805786f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29e255a-5ec8-4891-878d-1312233d36dc,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:02:37.096216 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 57946) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:02:37.206289 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8165a5e8-b53f-4088-90ec-98909b65a330 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:37.280389 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8165a5e8-b53f-4088-90ec-98909b65a330 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:37.284201 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8165a5e8-b53f-4088-90ec-98909b65a330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:37.322972 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8165a5e8-b53f-4088-90ec-98909b65a330 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=58a6ed611b2344849c09ddbd4c935f50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2256410 Nov 25 18:02:37.325023 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8165a5e8-b53f-4088-90ec-98909b65a330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18bbf497-3855-40a3-b081-78f1166338c4,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:02:37.325808 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57950) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:02:37.374179 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d7813113-505f-4505-9ca0-e830137faac0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:37.395042 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d7813113-505f-4505-9ca0-e830137faac0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:37.440696 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d7813113-505f-4505-9ca0-e830137faac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:37.443296 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d7813113-505f-4505-9ca0-e830137faac0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:37.444431 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d7813113-505f-4505-9ca0-e830137faac0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/18bbf497-3855-40a3-b081-78f1166338c4 HTTP/1.1" status: 204 len: 168 time: 0.1176064 Nov 25 18:02:37.452474 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7813113-505f-4505-9ca0-e830137faac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18bbf497-3855-40a3-b081-78f1166338c4,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:02:37.705201 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57956) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:02:37.719239 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d2dd85c8-9f0e-43fe-a1d9-0b178e6e9f1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:38.122326 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d2dd85c8-9f0e-43fe-a1d9-0b178e6e9f1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:38.126404 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d2dd85c8-9f0e-43fe-a1d9-0b178e6e9f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:38.162624 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dd85c8-9f0e-43fe-a1d9-0b178e6e9f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9d51b9-f926-4de5-b4c1-c4e37b76ab54,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:02:38.166881 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d2dd85c8-9f0e-43fe-a1d9-0b178e6e9f1e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=87b7bf2794bf4b509d03458025c5bde2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4605350 Nov 25 18:02:38.170084 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 57958) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:02:38.217034 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-49c7c924-28b3-4aeb-96a9-5604ccc0d565 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:38.238424 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-49c7c924-28b3-4aeb-96a9-5604ccc0d565 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:38.283124 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-49c7c924-28b3-4aeb-96a9-5604ccc0d565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:38.285745 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-49c7c924-28b3-4aeb-96a9-5604ccc0d565 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:38.286886 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-49c7c924-28b3-4aeb-96a9-5604ccc0d565 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/aa9d51b9-f926-4de5-b4c1-c4e37b76ab54 HTTP/1.1" status: 204 len: 168 time: 0.1157396 Nov 25 18:02:38.295187 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c7c924-28b3-4aeb-96a9-5604ccc0d565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9d51b9-f926-4de5-b4c1-c4e37b76ab54,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:02:40.320480 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:02:44.221004 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 58064) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:02:44.329152 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-85444082-f225-4222-a306-18dea466e1eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:44.408795 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-85444082-f225-4222-a306-18dea466e1eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:44.412689 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-85444082-f225-4222-a306-18dea466e1eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:44.455341 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-85444082-f225-4222-a306-18dea466e1eb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ce8ca0c07c7d488ab6b80a7b99cfd79e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2332234 Nov 25 18:02:44.456471 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85444082-f225-4222-a306-18dea466e1eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f33bb8d5-a6a0-4273-b865-d803a79bc6dc,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:02:44.458174 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58068) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:02:44.508847 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-30a466f0-7214-475c-a35b-3ab90b03dd37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:44.530681 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-30a466f0-7214-475c-a35b-3ab90b03dd37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:44.577206 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-30a466f0-7214-475c-a35b-3ab90b03dd37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:44.580264 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-30a466f0-7214-475c-a35b-3ab90b03dd37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:44.581538 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-30a466f0-7214-475c-a35b-3ab90b03dd37 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f33bb8d5-a6a0-4273-b865-d803a79bc6dc HTTP/1.1" status: 204 len: 168 time: 0.1222401 Nov 25 18:02:44.590496 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a466f0-7214-475c-a35b-3ab90b03dd37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33bb8d5-a6a0-4273-b865-d803a79bc6dc,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:02:44.854147 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58074) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:02:44.872548 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bb5a13a4-5666-43b1-86e3-af523a79dde1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:44.950852 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bb5a13a4-5666-43b1-86e3-af523a79dde1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:44.954564 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bb5a13a4-5666-43b1-86e3-af523a79dde1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:44.990888 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-bb5a13a4-5666-43b1-86e3-af523a79dde1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=217b7938169a42159683d37f81633032&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1354597 Nov 25 18:02:44.992909 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a13a4-5666-43b1-86e3-af523a79dde1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f01b422-340c-4903-881c-207d5c8e4fab,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:02:44.993681 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 58076) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:02:45.046764 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d81ab2b7-8513-4329-b166-9aba5926b4fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:45.069264 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d81ab2b7-8513-4329-b166-9aba5926b4fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:45.116529 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d81ab2b7-8513-4329-b166-9aba5926b4fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:45.119125 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d81ab2b7-8513-4329-b166-9aba5926b4fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:45.121052 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d81ab2b7-8513-4329-b166-9aba5926b4fb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6f01b422-340c-4903-881c-207d5c8e4fab HTTP/1.1" status: 204 len: 168 time: 0.1262400 Nov 25 18:02:45.129091 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81ab2b7-8513-4329-b166-9aba5926b4fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f01b422-340c-4903-881c-207d5c8e4fab,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:02:45.428311 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 58082) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:02:45.442005 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fe4d3e0c-9e10-4c88-947d-c07808385fe5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:45.514014 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fe4d3e0c-9e10-4c88-947d-c07808385fe5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:45.517693 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fe4d3e0c-9e10-4c88-947d-c07808385fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:45.558771 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-fe4d3e0c-9e10-4c88-947d-c07808385fe5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d0cfa5a98484428ca26f223899eb139e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1293302 Nov 25 18:02:45.559623 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4d3e0c-9e10-4c88-947d-c07808385fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a543234-8797-4834-90b8-6493cff8ef08,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:02:45.561681 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 58084) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:02:45.611202 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3f06c675-f373-42bb-ae40-6f6c4b154072 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:45.631737 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3f06c675-f373-42bb-ae40-6f6c4b154072 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:45.678546 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3f06c675-f373-42bb-ae40-6f6c4b154072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:45.681244 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3f06c675-f373-42bb-ae40-6f6c4b154072 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:45.682411 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3f06c675-f373-42bb-ae40-6f6c4b154072 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3a543234-8797-4834-90b8-6493cff8ef08 HTTP/1.1" status: 204 len: 168 time: 0.1185460 Nov 25 18:02:45.690059 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f06c675-f373-42bb-ae40-6f6c4b154072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a543234-8797-4834-90b8-6493cff8ef08,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:02:46.950151 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:47.116554 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:47.134981 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7eed4961-cecd-4d6b-b3e5-0f238a383e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:49.861528 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a7fbee75-2956-4dfa-b151-d92c4ef3ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:50.913189 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:52.106212 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:53.056871 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:16.943634 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:17.117060 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:17.142946 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-be39e99a-ece2-4c9b-a88d-d563a710adee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:17.319607 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:03:17.999173 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [req-e14e64a0-5fee-4bcc-8f6a-f4c211e8558a req-0fe5b3be-6c38-4294-b8f5-6ec199b2fdc2 service neutron] (103360) timed out ('10.222.0.75', 41650) {{(pid=103360) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 18:03:19.864446 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1e2e8666-bb12-4c90-94dd-003a2a2aaa3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:20.917586 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:22.109937 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:23.060962 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:46.942146 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:47.139079 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:47.142592 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-00d1944e-21da-4e3b-a3d9-85068f5f9595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:49.868115 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5ccea7d0-ad1d-4df6-9f24-c2ad2234f6cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:50.919099 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:52.112859 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:53.064882 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:54.320228 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:04:16.956076 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:17.145970 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b7d822d1-1d21-4120-bac2-6069a19c2a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:17.150655 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:19.873281 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-fcec90d0-33d8-4be1-8d18-47777edf90f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:20.929448 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:22.113946 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:23.067598 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:31.320492 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:04:46.292213 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60424) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:04:46.408472 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e5f4d3b4-4fbd-4afa-9fa0-741643039a18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:46.483319 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e5f4d3b4-4fbd-4afa-9fa0-741643039a18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:46.487222 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e5f4d3b4-4fbd-4afa-9fa0-741643039a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:46.529956 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e5f4d3b4-4fbd-4afa-9fa0-741643039a18 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=47364c91252a468e843634f5b682d06a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2364967 Nov 25 18:04:46.530951 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f4d3b4-4fbd-4afa-9fa0-741643039a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f22be6-7ec5-4338-9ae4-fb35073f6cfa,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:04:46.532642 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60430) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:04:46.539561 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f4d3b4-4fbd-4afa-9fa0-741643039a18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:04:46.539951 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f4d3b4-4fbd-4afa-9fa0-741643039a18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:04:46.540311 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f4d3b4-4fbd-4afa-9fa0-741643039a18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:04:46.540712 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f4d3b4-4fbd-4afa-9fa0-741643039a18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:04:46.541082 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f4d3b4-4fbd-4afa-9fa0-741643039a18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:04:46.541423 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f4d3b4-4fbd-4afa-9fa0-741643039a18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:04:46.541759 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f4d3b4-4fbd-4afa-9fa0-741643039a18 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:04:46.542091 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f4d3b4-4fbd-4afa-9fa0-741643039a18 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:04:46.542422 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f4d3b4-4fbd-4afa-9fa0-741643039a18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:04:46.542752 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f4d3b4-4fbd-4afa-9fa0-741643039a18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:04:46.543114 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f4d3b4-4fbd-4afa-9fa0-741643039a18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:04:46.543441 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f4d3b4-4fbd-4afa-9fa0-741643039a18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:04:46.586991 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-466fc503-979d-4b4c-87eb-fe812cb6781a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:46.608768 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-466fc503-979d-4b4c-87eb-fe812cb6781a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:46.675775 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-466fc503-979d-4b4c-87eb-fe812cb6781a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:46.678487 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-466fc503-979d-4b4c-87eb-fe812cb6781a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:46.679638 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-466fc503-979d-4b4c-87eb-fe812cb6781a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/63f22be6-7ec5-4338-9ae4-fb35073f6cfa HTTP/1.1" status: 204 len: 168 time: 0.1458976 Nov 25 18:04:46.688512 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466fc503-979d-4b4c-87eb-fe812cb6781a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f22be6-7ec5-4338-9ae4-fb35073f6cfa,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:04:46.696678 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466fc503-979d-4b4c-87eb-fe812cb6781a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:04:46.697038 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466fc503-979d-4b4c-87eb-fe812cb6781a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:04:46.697392 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466fc503-979d-4b4c-87eb-fe812cb6781a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:04:46.697735 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466fc503-979d-4b4c-87eb-fe812cb6781a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:04:46.698072 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466fc503-979d-4b4c-87eb-fe812cb6781a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:04:46.698406 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466fc503-979d-4b4c-87eb-fe812cb6781a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:04:46.698737 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466fc503-979d-4b4c-87eb-fe812cb6781a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:04:46.699101 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466fc503-979d-4b4c-87eb-fe812cb6781a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:04:46.699483 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466fc503-979d-4b4c-87eb-fe812cb6781a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:04:46.699716 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466fc503-979d-4b4c-87eb-fe812cb6781a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:04:46.700053 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466fc503-979d-4b4c-87eb-fe812cb6781a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:04:46.700363 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466fc503-979d-4b4c-87eb-fe812cb6781a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:04:46.944690 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60438) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:04:46.959238 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a8b5815d-9e6f-4ab0-a805-143f89f34ebf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:46.961100 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:47.041355 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a8b5815d-9e6f-4ab0-a805-143f89f34ebf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:47.044947 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a8b5815d-9e6f-4ab0-a805-143f89f34ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:47.082501 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-a8b5815d-9e6f-4ab0-a805-143f89f34ebf admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3f75bf45b3954b3c9c943ab8aaac9377&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1367085 Nov 25 18:04:47.083615 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b5815d-9e6f-4ab0-a805-143f89f34ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cde1657-92eb-41f2-ac62-fe7e7d6da538,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:04:47.085142 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60440) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:04:47.138552 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-31485d12-7259-44f5-a9d7-05739ab405ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:47.138894 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2d8837b7-679c-4e0b-9a20-95a36e53bb79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:47.161739 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:47.166983 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2d8837b7-679c-4e0b-9a20-95a36e53bb79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:47.216122 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2d8837b7-679c-4e0b-9a20-95a36e53bb79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:47.218970 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2d8837b7-679c-4e0b-9a20-95a36e53bb79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:47.220196 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2d8837b7-679c-4e0b-9a20-95a36e53bb79 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6cde1657-92eb-41f2-ac62-fe7e7d6da538 HTTP/1.1" status: 204 len: 168 time: 0.1332216 Nov 25 18:04:47.228691 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8837b7-679c-4e0b-9a20-95a36e53bb79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cde1657-92eb-41f2-ac62-fe7e7d6da538,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:04:49.874649 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-759db1af-03d4-44b0-991b-c7b0b5e4d734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:50.927032 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:52.118394 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:53.069320 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:53.452289 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [req-c98d53f9-25d7-4ba1-9228-53be0f001271 req-b1829328-0c22-4f04-a836-8346ee7d42be service neutron] (103361) timed out ('10.222.0.74', 58960) {{(pid=103361) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 18:05:08.327686 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:05:16.953326 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:17.139285 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f7afbf84-5ea3-4eb8-9c3c-5ad5cba82cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:17.158947 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:19.878621 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-14ba71e4-5cf3-4825-bd28-16b75fc93f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:20.925349 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:22.121435 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:23.068034 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:35.030590 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60702) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:35.140247 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cf932f4c-9e72-4fb5-b878-d172ca6dbfd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:35.214658 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cf932f4c-9e72-4fb5-b878-d172ca6dbfd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:35.218506 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cf932f4c-9e72-4fb5-b878-d172ca6dbfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:35.258124 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-cf932f4c-9e72-4fb5-b878-d172ca6dbfd6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e1a4204904f34efeaa69f50231046474&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2263529 Nov 25 18:05:35.261095 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf932f4c-9e72-4fb5-b878-d172ca6dbfd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18046e31-7157-4bbc-b884-61a9185db015,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:35.261650 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60706) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:35.324759 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-54543169-624b-4853-a047-ac3d803e7523 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:35.345899 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-54543169-624b-4853-a047-ac3d803e7523 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:35.394005 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-54543169-624b-4853-a047-ac3d803e7523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:35.396906 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-54543169-624b-4853-a047-ac3d803e7523 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:35.398052 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-54543169-624b-4853-a047-ac3d803e7523 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/18046e31-7157-4bbc-b884-61a9185db015 HTTP/1.1" status: 204 len: 168 time: 0.1353626 Nov 25 18:05:35.408164 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54543169-624b-4853-a047-ac3d803e7523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18046e31-7157-4bbc-b884-61a9185db015,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:44.444721 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60784) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:44.552567 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9782e350-4263-4d7b-84e5-fcf54a4eb27b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:44.625821 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9782e350-4263-4d7b-84e5-fcf54a4eb27b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:44.629389 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9782e350-4263-4d7b-84e5-fcf54a4eb27b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:44.667427 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9782e350-4263-4d7b-84e5-fcf54a4eb27b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=971e141c-4118-40b0-b329-fb47d8e2f116,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:44.674751 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-9782e350-4263-4d7b-84e5-fcf54a4eb27b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=df344e72631e4f4dbd471f9f599830e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2265296 Nov 25 18:05:44.675004 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60788) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:44.729891 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-57287281-ac24-4319-bfe6-48be72000275 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:44.751592 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-57287281-ac24-4319-bfe6-48be72000275 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:44.798891 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-57287281-ac24-4319-bfe6-48be72000275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:44.801439 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-57287281-ac24-4319-bfe6-48be72000275 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:44.802596 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-57287281-ac24-4319-bfe6-48be72000275 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/971e141c-4118-40b0-b329-fb47d8e2f116 HTTP/1.1" status: 204 len: 168 time: 0.1266849 Nov 25 18:05:44.810653 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57287281-ac24-4319-bfe6-48be72000275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971e141c-4118-40b0-b329-fb47d8e2f116,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:45.329634 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:05:46.743996 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60942) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:46.855218 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-96db42f4-762d-4c76-b75f-91c8c98a29c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:46.928206 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-96db42f4-762d-4c76-b75f-91c8c98a29c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:46.932449 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-96db42f4-762d-4c76-b75f-91c8c98a29c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:46.953701 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:46.975333 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96db42f4-762d-4c76-b75f-91c8c98a29c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bce3661-ea30-4147-a45d-43dbf6814a0c,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:46.980872 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-96db42f4-762d-4c76-b75f-91c8c98a29c0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e7a51cbcfaa04c3897228bdcf85ee959&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2358329 Nov 25 18:05:46.983657 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60946) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:46.986019 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96db42f4-762d-4c76-b75f-91c8c98a29c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:46.986368 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96db42f4-762d-4c76-b75f-91c8c98a29c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:46.986711 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96db42f4-762d-4c76-b75f-91c8c98a29c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:46.987050 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96db42f4-762d-4c76-b75f-91c8c98a29c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:46.987389 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96db42f4-762d-4c76-b75f-91c8c98a29c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:46.987719 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96db42f4-762d-4c76-b75f-91c8c98a29c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:46.988048 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96db42f4-762d-4c76-b75f-91c8c98a29c0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:46.988375 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96db42f4-762d-4c76-b75f-91c8c98a29c0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:46.988699 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96db42f4-762d-4c76-b75f-91c8c98a29c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:46.989048 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96db42f4-762d-4c76-b75f-91c8c98a29c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:46.989374 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96db42f4-762d-4c76-b75f-91c8c98a29c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:46.989695 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96db42f4-762d-4c76-b75f-91c8c98a29c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:47.033527 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-79a6b4c4-ba84-4b72-8ee2-ebbe0ae149a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:47.054766 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-79a6b4c4-ba84-4b72-8ee2-ebbe0ae149a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:47.100923 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-79a6b4c4-ba84-4b72-8ee2-ebbe0ae149a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:47.104113 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-79a6b4c4-ba84-4b72-8ee2-ebbe0ae149a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:47.105284 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-79a6b4c4-ba84-4b72-8ee2-ebbe0ae149a0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3bce3661-ea30-4147-a45d-43dbf6814a0c HTTP/1.1" status: 204 len: 168 time: 0.1205626 Nov 25 18:05:47.113471 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a6b4c4-ba84-4b72-8ee2-ebbe0ae149a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bce3661-ea30-4147-a45d-43dbf6814a0c,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:47.120903 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a6b4c4-ba84-4b72-8ee2-ebbe0ae149a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:47.122971 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a6b4c4-ba84-4b72-8ee2-ebbe0ae149a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:47.123335 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a6b4c4-ba84-4b72-8ee2-ebbe0ae149a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:47.123680 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a6b4c4-ba84-4b72-8ee2-ebbe0ae149a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:47.124005 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a6b4c4-ba84-4b72-8ee2-ebbe0ae149a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:47.125015 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a6b4c4-ba84-4b72-8ee2-ebbe0ae149a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:47.125508 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a6b4c4-ba84-4b72-8ee2-ebbe0ae149a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:47.125871 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a6b4c4-ba84-4b72-8ee2-ebbe0ae149a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:47.126278 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a6b4c4-ba84-4b72-8ee2-ebbe0ae149a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:47.126628 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a6b4c4-ba84-4b72-8ee2-ebbe0ae149a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:47.126971 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a6b4c4-ba84-4b72-8ee2-ebbe0ae149a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:47.127306 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a6b4c4-ba84-4b72-8ee2-ebbe0ae149a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:47.162387 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dda4c011-d16e-45e7-86d5-2b4ea1c374f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:47.174237 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:47.366399 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60952) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:47.379732 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8e8dad6a-208c-4f96-82ba-c55cc1ce1d36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:47.454801 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8e8dad6a-208c-4f96-82ba-c55cc1ce1d36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:47.458567 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8e8dad6a-208c-4f96-82ba-c55cc1ce1d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:47.498102 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-8e8dad6a-208c-4f96-82ba-c55cc1ce1d36 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=98bea5fccf25487898be22f664beb4cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1305218 Nov 25 18:05:47.499220 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8dad6a-208c-4f96-82ba-c55cc1ce1d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded3fbab-a331-415b-bc58-2d39c424148d,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:47.500776 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60954) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:47.555035 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-81c0c3ba-dace-4f55-99c6-67597c0f94b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:47.577467 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-81c0c3ba-dace-4f55-99c6-67597c0f94b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:47.623483 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-81c0c3ba-dace-4f55-99c6-67597c0f94b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:47.626155 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-81c0c3ba-dace-4f55-99c6-67597c0f94b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:47.627323 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-81c0c3ba-dace-4f55-99c6-67597c0f94b4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ded3fbab-a331-415b-bc58-2d39c424148d HTTP/1.1" status: 204 len: 168 time: 0.1254563 Nov 25 18:05:47.636247 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c0c3ba-dace-4f55-99c6-67597c0f94b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded3fbab-a331-415b-bc58-2d39c424148d,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:48.306665 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 60976) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:48.404630 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-d70ef4d5-5087-41a4-aa45-ff76a5f423b2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-924170566-network', 'tenant_id': '6ab23648606342cbab1078b569017d74'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:05:48.425769 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70ef4d5-5087-41a4-aa45-ff76a5f423b2 admin admin] Made reservation on behalf of 6ab23648606342cbab1078b569017d74 for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:05:48.428327 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d70ef4d5-5087-41a4-aa45-ff76a5f423b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:48.437156 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d70ef4d5-5087-41a4-aa45-ff76a5f423b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:48.512495 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d70ef4d5-5087-41a4-aa45-ff76a5f423b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:48.516277 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d70ef4d5-5087-41a4-aa45-ff76a5f423b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:48.540249 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d70ef4d5-5087-41a4-aa45-ff76a5f423b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 900} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:05:48.549759 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70ef4d5-5087-41a4-aa45-ff76a5f423b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94dcb43-d03f-4362-97c8-e447943aadf1,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:48.554436 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d70ef4d5-5087-41a4-aa45-ff76a5f423b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:48.554786 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-d70ef4d5-5087-41a4-aa45-ff76a5f423b2 admin admin] Added segment b80de946-82a3-4020-8e96-a562c04653e5 of type vlan for network eb78451b-a8c0-409a-b574-991d66fe6db7 Nov 25 18:05:48.595631 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d70ef4d5-5087-41a4-aa45-ff76a5f423b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:48.620670 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d70ef4d5-5087-41a4-aa45-ff76a5f423b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:48.621660 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70ef4d5-5087-41a4-aa45-ff76a5f423b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:48.622238 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d70ef4d5-5087-41a4-aa45-ff76a5f423b2 admin admin] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:48.649377 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d70ef4d5-5087-41a4-aa45-ff76a5f423b2 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3415601 Nov 25 18:05:48.652554 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60980) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:48.658129 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-fa0defcb-044f-481c-8aa4-34c9ef93259f admin admin] Request body: {'subnet': {'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-924170566-subnet', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:05:48.679155 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0defcb-044f-481c-8aa4-34c9ef93259f admin admin] Made reservation on behalf of 6ab23648606342cbab1078b569017d74 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:05:48.682722 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fa0defcb-044f-481c-8aa4-34c9ef93259f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:48.687873 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70ef4d5-5087-41a4-aa45-ff76a5f423b2 admin admin] Pushing event updated for resources: {'Network': ['ID=eb78451b-a8c0-409a-b574-991d66fe6db7,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:48.698255 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network eb78451b-a8c0-409a-b574-991d66fe6db7 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:05:48.852681 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fa0defcb-044f-481c-8aa4-34c9ef93259f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:48.904578 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0defcb-044f-481c-8aa4-34c9ef93259f admin admin] Pushing event updated for resources: {'Subnet': ['ID=851e0f62-edf2-4a76-88fc-d8fbd058c843,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:48.919559 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0defcb-044f-481c-8aa4-34c9ef93259f admin admin] Checking segment: {'id': 'b80de946-82a3-4020-8e96-a562c04653e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:05:48.919920 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0defcb-044f-481c-8aa4-34c9ef93259f admin admin] Network hostable DHCP agents. Network: eb78451b-a8c0-409a-b574-991d66fe6db7, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:05:48.936593 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0defcb-044f-481c-8aa4-34c9ef93259f admin admin] Network eb78451b-a8c0-409a-b574-991d66fe6db7 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:05:48.945525 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-fa0defcb-044f-481c-8aa4-34c9ef93259f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, eb78451b-a8c0-409a-b574-991d66fe6db7) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:05:48.950107 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0defcb-044f-481c-8aa4-34c9ef93259f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:48.950704 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fa0defcb-044f-481c-8aa4-34c9ef93259f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:48.955012 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db55a322-69ae-4646-b9ce-8837ae4cda09 None None] Network eb78451b-a8c0-409a-b574-991d66fe6db7 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:05:48.967573 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-fa0defcb-044f-481c-8aa4-34c9ef93259f admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3127534 Nov 25 18:05:48.969839 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60982) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:48.976015 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-fe699233-358e-467b-9020-12e73cea3566 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-924170566-router', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:05:48.999277 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fe699233-358e-467b-9020-12e73cea3566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:49.000406 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fe699233-358e-467b-9020-12e73cea3566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:49.053294 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fe699233-358e-467b-9020-12e73cea3566 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:49.103090 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23300244-66b6-4167-9f64-24d1bcd0ca43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-eb78451b-a8c0-409a-b574-991d66fe6db7', 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'fixed_ips': [{'subnet_id': '851e0f62-edf2-4a76-88fc-d8fbd058c843'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:05:49.104147 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-23300244-66b6-4167-9f64-24d1bcd0ca43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:49.197274 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fe699233-358e-467b-9020-12e73cea3566 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:49.239221 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-23300244-66b6-4167-9f64-24d1bcd0ca43 None None] Allocated IP 172.20.0.2 (eb78451b-a8c0-409a-b574-991d66fe6db7/851e0f62-edf2-4a76-88fc-d8fbd058c843/130a8966-735f-4a88-a730-4584516fc23f) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:05:49.391762 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-23300244-66b6-4167-9f64-24d1bcd0ca43 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:49.397578 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-23300244-66b6-4167-9f64-24d1bcd0ca43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:49.404072 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fe699233-358e-467b-9020-12e73cea3566 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:49.427693 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fe699233-358e-467b-9020-12e73cea3566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:49.440203 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23300244-66b6-4167-9f64-24d1bcd0ca43 None None] Network eb78451b-a8c0-409a-b574-991d66fe6db7 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:05:49.443263 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-23300244-66b6-4167-9f64-24d1bcd0ca43 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:05:49.447944 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23300244-66b6-4167-9f64-24d1bcd0ca43 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:05:49.450935 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23300244-66b6-4167-9f64-24d1bcd0ca43 None None] Pushing event updated for resources: {'Port': ['ID=130a8966-735f-4a88-a730-4584516fc23f,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:49.463100 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23300244-66b6-4167-9f64-24d1bcd0ca43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:49.463464 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23300244-66b6-4167-9f64-24d1bcd0ca43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:49.463826 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23300244-66b6-4167-9f64-24d1bcd0ca43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:49.464171 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23300244-66b6-4167-9f64-24d1bcd0ca43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:49.464515 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23300244-66b6-4167-9f64-24d1bcd0ca43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:49.464886 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23300244-66b6-4167-9f64-24d1bcd0ca43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:49.465678 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23300244-66b6-4167-9f64-24d1bcd0ca43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:49.465678 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23300244-66b6-4167-9f64-24d1bcd0ca43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:49.465927 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23300244-66b6-4167-9f64-24d1bcd0ca43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:49.466200 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23300244-66b6-4167-9f64-24d1bcd0ca43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:49.466534 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23300244-66b6-4167-9f64-24d1bcd0ca43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:49.466864 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23300244-66b6-4167-9f64-24d1bcd0ca43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:49.519638 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-23300244-66b6-4167-9f64-24d1bcd0ca43 None None] Attempting to bind port 130a8966-735f-4a88-a730-4584516fc23f on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:05:49.520021 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-23300244-66b6-4167-9f64-24d1bcd0ca43 None None] Attempting to bind port 130a8966-735f-4a88-a730-4584516fc23f by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'b80de946-82a3-4020-8e96-a562c04653e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:05:49.520394 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23300244-66b6-4167-9f64-24d1bcd0ca43 None None] Attempting to bind port 130a8966-735f-4a88-a730-4584516fc23f on network eb78451b-a8c0-409a-b574-991d66fe6db7 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:05:49.525969 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23300244-66b6-4167-9f64-24d1bcd0ca43 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:05:49.526347 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23300244-66b6-4167-9f64-24d1bcd0ca43 None None] Checking segment: {'id': 'b80de946-82a3-4020-8e96-a562c04653e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:05:49.526754 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-23300244-66b6-4167-9f64-24d1bcd0ca43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:49.527157 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23300244-66b6-4167-9f64-24d1bcd0ca43 None None] Bound using segment: {'id': 'b80de946-82a3-4020-8e96-a562c04653e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:05:49.527627 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-23300244-66b6-4167-9f64-24d1bcd0ca43 None None] Bound port: 130a8966-735f-4a88-a730-4584516fc23f, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b80de946-82a3-4020-8e96-a562c04653e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:05:49.528016 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-23300244-66b6-4167-9f64-24d1bcd0ca43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:49.534985 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-fe699233-358e-467b-9020-12e73cea3566 admin admin] Allocated IP 172.25.0.235 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/1d419a11-3cd5-4cca-8c89-44659ef80ba1) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:05:49.594544 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-23300244-66b6-4167-9f64-24d1bcd0ca43 None None] For port 130a8966-735f-4a88-a730-4584516fc23f, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:05:49.597758 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-23300244-66b6-4167-9f64-24d1bcd0ca43 None None] For port 130a8966-735f-4a88-a730-4584516fc23f, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=130a8966-735f-4a88-a730-4584516fc23f,segment=NetworkSegment(b80de946-82a3-4020-8e96-a562c04653e5),segment_id=b80de946-82a3-4020-8e96-a562c04653e5)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:05:49.601637 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-23300244-66b6-4167-9f64-24d1bcd0ca43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:49.645362 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fe699233-358e-467b-9020-12e73cea3566 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:49.662793 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23300244-66b6-4167-9f64-24d1bcd0ca43 None None] Pushing event updated for resources: {'Port': ['ID=130a8966-735f-4a88-a730-4584516fc23f,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:49.688218 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fe699233-358e-467b-9020-12e73cea3566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:49.732107 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe699233-358e-467b-9020-12e73cea3566 admin admin] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:05:49.735227 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-fe699233-358e-467b-9020-12e73cea3566 admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:05:49.738284 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe699233-358e-467b-9020-12e73cea3566 admin admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:05:49.749582 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc877d1c-11d9-4843-936f-803589809450 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:05:49.773063 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe699233-358e-467b-9020-12e73cea3566 admin admin] Pushing event updated for resources: {'Port': ['ID=1d419a11-3cd5-4cca-8c89-44659ef80ba1,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:49.881582 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-7343a4f8-baa8-4fad-8024-43a60804b9c6 None None] Provisioning complete for port 1d419a11-3cd5-4cca-8c89-44659ef80ba1 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:05:49.882038 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7343a4f8-baa8-4fad-8024-43a60804b9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:49.909961 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ace2210f-3242-4397-aa7d-b562ee207966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:49.929595 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-7343a4f8-baa8-4fad-8024-43a60804b9c6 None None] Port 1d419a11-3cd5-4cca-8c89-44659ef80ba1 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:05:50.032327 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fe699233-358e-467b-9020-12e73cea3566 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:50.228600 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fe699233-358e-467b-9020-12e73cea3566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:50.364011 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe699233-358e-467b-9020-12e73cea3566 admin admin] Router ba104446-f4c3-45cb-bddd-a17f5eec7db3 is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:05:50.474658 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe699233-358e-467b-9020-12e73cea3566 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:05:50.483920 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17545ab-fe31-45ef-ab4e-45cf3e2be2e1 None None] Sync routers for ids ['ba104446-f4c3-45cb-bddd-a17f5eec7db3'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:05:50.494606 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fe699233-358e-467b-9020-12e73cea3566 admin admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:50.495600 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-fe699233-358e-467b-9020-12e73cea3566 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5245068 Nov 25 18:05:50.498452 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 60984) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:50.499750 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17545ab-fe31-45ef-ab4e-45cf3e2be2e1 None None] Routers {'ba104446-f4c3-45cb-bddd-a17f5eec7db3'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:05:50.500373 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-e17545ab-fe31-45ef-ab4e-45cf3e2be2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:05:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['ba104446-f4c3-45cb-bddd-a17f5eec7db3'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:05:50.705848 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bcae96-3e6e-4958-a733-9c10172515d1 None None] Network eb78451b-a8c0-409a-b574-991d66fe6db7 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:05:50.805663 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d062139c-1e8c-4267-9e49-0f516d5bdf2b None None] Provisioning complete for port 130a8966-735f-4a88-a730-4584516fc23f triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:05:50.806314 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d062139c-1e8c-4267-9e49-0f516d5bdf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:50.873418 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-e17545ab-fe31-45ef-ab4e-45cf3e2be2e1 None None] Set router ba104446-f4c3-45cb-bddd-a17f5eec7db3 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:05:50.930478 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0014e97f-64e6-4a91-ab4a-c202dff8db57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:51.021634 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:51.096541 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-0014e97f-64e6-4a91-ab4a-c202dff8db57 admin admin] Allocated IP 172.20.0.1 (eb78451b-a8c0-409a-b574-991d66fe6db7/851e0f62-edf2-4a76-88fc-d8fbd058c843/69a04000-80cc-4e66-9c28-082e9cf3e7cb) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:05:51.124852 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d062139c-1e8c-4267-9e49-0f516d5bdf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:51.193746 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d062139c-1e8c-4267-9e49-0f516d5bdf2b None None] For port 130a8966-735f-4a88-a730-4584516fc23f, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=130a8966-735f-4a88-a730-4584516fc23f,segment=NetworkSegment(b80de946-82a3-4020-8e96-a562c04653e5),segment_id=b80de946-82a3-4020-8e96-a562c04653e5)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:05:51.201752 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d062139c-1e8c-4267-9e49-0f516d5bdf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:51.227932 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 130a8966-735f-4a88-a730-4584516fc23f up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:05:51.230704 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0014e97f-64e6-4a91-ab4a-c202dff8db57 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:51.269229 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0014e97f-64e6-4a91-ab4a-c202dff8db57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:51.287295 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-e17545ab-fe31-45ef-ab4e-45cf3e2be2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'name': 'tempest-TestVolumeBootPattern-924170566-router', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '1d419a11-3cd5-4cca-8c89-44659ef80ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:05:49Z', 'updated_at': '2021-11-25T18:05:49Z', 'revision_number': 3, 'project_id': '6ab23648606342cbab1078b569017d74', 'gw_port': {'id': '1d419a11-3cd5-4cca-8c89-44659ef80ba1', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:84:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:49Z', 'updated_at': '2021-11-25T18:05:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:05:51.317065 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0014e97f-64e6-4a91-ab4a-c202dff8db57 admin admin] Network eb78451b-a8c0-409a-b574-991d66fe6db7 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:05:51.320134 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-0014e97f-64e6-4a91-ab4a-c202dff8db57 admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:05:51.324917 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0014e97f-64e6-4a91-ab4a-c202dff8db57 admin admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:05:51.325272 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d062139c-1e8c-4267-9e49-0f516d5bdf2b None None] Pushing event updated for resources: {'Port': ['ID=130a8966-735f-4a88-a730-4584516fc23f,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:51.328956 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17545ab-fe31-45ef-ab4e-45cf3e2be2e1 None None] Checking router: ba104446-f4c3-45cb-bddd-a17f5eec7db3 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:05:51.329683 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17545ab-fe31-45ef-ab4e-45cf3e2be2e1 None None] Updating router ba104446-f4c3-45cb-bddd-a17f5eec7db3 port 1d419a11-3cd5-4cca-8c89-44659ef80ba1 binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:05:51.348858 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0014e97f-64e6-4a91-ab4a-c202dff8db57 admin admin] Pushing event updated for resources: {'Port': ['ID=69a04000-80cc-4e66-9c28-082e9cf3e7cb,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:51.369071 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0014e97f-64e6-4a91-ab4a-c202dff8db57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:51.369305 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e17545ab-fe31-45ef-ab4e-45cf3e2be2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:51.373101 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 130a8966-735f-4a88-a730-4584516fc23f triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:05:51.373475 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:51.514938 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-6fa51991-5e8f-494a-864b-7f673098f150 None None] Provisioning complete for port 130a8966-735f-4a88-a730-4584516fc23f triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:05:51.515403 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6fa51991-5e8f-494a-864b-7f673098f150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:51.516892 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0014e97f-64e6-4a91-ab4a-c202dff8db57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:51.696597 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0014e97f-64e6-4a91-ab4a-c202dff8db57 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:51.701305 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0014e97f-64e6-4a91-ab4a-c202dff8db57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:51.772756 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0014e97f-64e6-4a91-ab4a-c202dff8db57 admin admin] Pushing event updated for resources: {'Port': ['ID=69a04000-80cc-4e66-9c28-082e9cf3e7cb,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:51.777244 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0014e97f-64e6-4a91-ab4a-c202dff8db57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:51.780376 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e17545ab-fe31-45ef-ab4e-45cf3e2be2e1 None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:51.785981 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e17545ab-fe31-45ef-ab4e-45cf3e2be2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:51.836078 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4baa0d76-7367-4fdd-b9dd-7e8509d788d5 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:05:51.853055 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-e17545ab-fe31-45ef-ab4e-45cf3e2be2e1 None None] Attempting to bind port 1d419a11-3cd5-4cca-8c89-44659ef80ba1 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:05:51.853434 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-e17545ab-fe31-45ef-ab4e-45cf3e2be2e1 None None] Attempting to bind port 1d419a11-3cd5-4cca-8c89-44659ef80ba1 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:05:51.853803 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17545ab-fe31-45ef-ab4e-45cf3e2be2e1 None None] Attempting to bind port 1d419a11-3cd5-4cca-8c89-44659ef80ba1 on network 1aa44027-b9d0-4a56-9a59-7e664703e20a {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:05:51.859249 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88774fd-84f0-4438-bb6a-293f6482e62a None None] Pushing event updated for resources: {'Port': ['ID=1d419a11-3cd5-4cca-8c89-44659ef80ba1,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:51.868231 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17545ab-fe31-45ef-ab4e-45cf3e2be2e1 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:05:51.868544 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17545ab-fe31-45ef-ab4e-45cf3e2be2e1 None None] Checking segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:05:51.869092 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e17545ab-fe31-45ef-ab4e-45cf3e2be2e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:51.869365 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17545ab-fe31-45ef-ab4e-45cf3e2be2e1 None None] Bound using segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:05:51.869849 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-e17545ab-fe31-45ef-ab4e-45cf3e2be2e1 None None] Bound port: 1d419a11-3cd5-4cca-8c89-44659ef80ba1, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:05:51.870244 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e17545ab-fe31-45ef-ab4e-45cf3e2be2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:51.878756 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0014e97f-64e6-4a91-ab4a-c202dff8db57 admin admin] Network eb78451b-a8c0-409a-b574-991d66fe6db7 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:05:51.880219 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-0014e97f-64e6-4a91-ab4a-c202dff8db57 admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:05:51.893617 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-66d99edd-d15b-4e96-ac2b-42478678aee0 None None] Provisioning complete for port 69a04000-80cc-4e66-9c28-082e9cf3e7cb triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:05:51.894001 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-66d99edd-d15b-4e96-ac2b-42478678aee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:51.961955 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-66d99edd-d15b-4e96-ac2b-42478678aee0 None None] Port 69a04000-80cc-4e66-9c28-082e9cf3e7cb cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:05:51.967841 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-e17545ab-fe31-45ef-ab4e-45cf3e2be2e1 None None] For port 1d419a11-3cd5-4cca-8c89-44659ef80ba1, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:05:51.978453 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-e17545ab-fe31-45ef-ab4e-45cf3e2be2e1 None None] For port 1d419a11-3cd5-4cca-8c89-44659ef80ba1, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=1d419a11-3cd5-4cca-8c89-44659ef80ba1,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:05:51.985726 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e17545ab-fe31-45ef-ab4e-45cf3e2be2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:52.018247 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0014e97f-64e6-4a91-ab4a-c202dff8db57 admin admin] Router ba104446-f4c3-45cb-bddd-a17f5eec7db3 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:05:52.041147 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea01f4c-a92d-41ad-9077-6646fd3ddacc None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:05:52.054520 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17545ab-fe31-45ef-ab4e-45cf3e2be2e1 None None] Routers {'ba104446-f4c3-45cb-bddd-a17f5eec7db3'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:05:52.055809 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-e17545ab-fe31-45ef-ab4e-45cf3e2be2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:05:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['ba104446-f4c3-45cb-bddd-a17f5eec7db3'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:05:52.156399 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88774fd-84f0-4438-bb6a-293f6482e62a None None] Pushing event updated for resources: {'Port': ['ID=1d419a11-3cd5-4cca-8c89-44659ef80ba1,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:52.176690 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:52.182237 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-3659948f-316d-4f59-b4f7-59b8e0fd29bc None None] Provisioning complete for port 1d419a11-3cd5-4cca-8c89-44659ef80ba1 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:05:52.182604 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3659948f-316d-4f59-b4f7-59b8e0fd29bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:52.237486 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-e17545ab-fe31-45ef-ab4e-45cf3e2be2e1 None None] Set router ba104446-f4c3-45cb-bddd-a17f5eec7db3 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:05:52.397314 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3659948f-316d-4f59-b4f7-59b8e0fd29bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:52.437875 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-3659948f-316d-4f59-b4f7-59b8e0fd29bc None None] For port 1d419a11-3cd5-4cca-8c89-44659ef80ba1, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=1d419a11-3cd5-4cca-8c89-44659ef80ba1,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:05:52.445333 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3659948f-316d-4f59-b4f7-59b8e0fd29bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:52.454950 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0014e97f-64e6-4a91-ab4a-c202dff8db57 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:05:52.460005 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0014e97f-64e6-4a91-ab4a-c202dff8db57 admin admin] 10.222.0.75 "PUT /v2.0/routers/ba104446-f4c3-45cb-bddd-a17f5eec7db3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9606106 Nov 25 18:05:52.689442 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d2fc5f86-77a5-4d5e-9175-e54c4a88045d None None] Provisioning complete for port 69a04000-80cc-4e66-9c28-082e9cf3e7cb triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:05:52.689734 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d2fc5f86-77a5-4d5e-9175-e54c4a88045d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:52.710757 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3659948f-316d-4f59-b4f7-59b8e0fd29bc None None] Pushing event updated for resources: {'Port': ['ID=1d419a11-3cd5-4cca-8c89-44659ef80ba1,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:52.738654 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d2fc5f86-77a5-4d5e-9175-e54c4a88045d None None] Port 69a04000-80cc-4e66-9c28-082e9cf3e7cb cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:05:52.745612 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-e17545ab-fe31-45ef-ab4e-45cf3e2be2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'name': 'tempest-TestVolumeBootPattern-924170566-router', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '1d419a11-3cd5-4cca-8c89-44659ef80ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:05:49Z', 'updated_at': '2021-11-25T18:05:51Z', 'revision_number': 4, 'project_id': '6ab23648606342cbab1078b569017d74', 'gw_port': {'id': '1d419a11-3cd5-4cca-8c89-44659ef80ba1', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:84:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:49Z', 'updated_at': '2021-11-25T18:05:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '69a04000-80cc-4e66-9c28-082e9cf3e7cb', 'name': '', 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'mac_address': 'fa:16:3e:29:2c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '851e0f62-edf2-4a76-88fc-d8fbd058c843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:50Z', 'updated_at': '2021-11-25T18:05:51Z', 'revision_number': 2, 'project_id': '6ab23648606342cbab1078b569017d74', 'subnets': [{'id': '851e0f62-edf2-4a76-88fc-d8fbd058c843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:05:52.772914 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17545ab-fe31-45ef-ab4e-45cf3e2be2e1 None None] The sync data for ids ['ba104446-f4c3-45cb-bddd-a17f5eec7db3'] in n-d-817746-1 is: [{'id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'name': 'tempest-TestVolumeBootPattern-924170566-router', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '1d419a11-3cd5-4cca-8c89-44659ef80ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:05:49Z', 'updated_at': '2021-11-25T18:05:51Z', 'revision_number': 4, 'project_id': '6ab23648606342cbab1078b569017d74', 'gw_port': {'id': '1d419a11-3cd5-4cca-8c89-44659ef80ba1', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:84:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:49Z', 'updated_at': '2021-11-25T18:05:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '69a04000-80cc-4e66-9c28-082e9cf3e7cb', 'name': '', 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'mac_address': 'fa:16:3e:29:2c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '851e0f62-edf2-4a76-88fc-d8fbd058c843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:50Z', 'updated_at': '2021-11-25T18:05:51Z', 'revision_number': 2, 'project_id': '6ab23648606342cbab1078b569017d74', 'subnets': [{'id': '851e0f62-edf2-4a76-88fc-d8fbd058c843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:05:52.952290 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 32768) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:52.963160 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-bad01b9e-1512-497c-8daf-311d559bba33 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-94568784-network', 'tenant_id': 'd2919a5e11e34f7a9b517c1b727d0230'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:05:52.987697 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad01b9e-1512-497c-8daf-311d559bba33 admin admin] Made reservation on behalf of d2919a5e11e34f7a9b517c1b727d0230 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:05:52.990066 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bad01b9e-1512-497c-8daf-311d559bba33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:52.998783 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bad01b9e-1512-497c-8daf-311d559bba33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:53.072007 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:53.088782 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bad01b9e-1512-497c-8daf-311d559bba33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:53.093140 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bad01b9e-1512-497c-8daf-311d559bba33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:53.120877 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bad01b9e-1512-497c-8daf-311d559bba33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 923} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:05:53.137748 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad01b9e-1512-497c-8daf-311d559bba33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7006b319-93cb-4d86-8bb6-3941fcad5887,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:53.141902 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bad01b9e-1512-497c-8daf-311d559bba33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:53.142252 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-bad01b9e-1512-497c-8daf-311d559bba33 admin admin] Added segment 85423009-c2a1-456f-a98a-9aad3e146e0d of type vlan for network 52843f69-c487-43da-ab4d-d804f2232242 Nov 25 18:05:53.190103 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 130a8966-735f-4a88-a730-4584516fc23f up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:05:53.192712 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bad01b9e-1512-497c-8daf-311d559bba33 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:53.222735 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bad01b9e-1512-497c-8daf-311d559bba33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:53.223689 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad01b9e-1512-497c-8daf-311d559bba33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:53.224325 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bad01b9e-1512-497c-8daf-311d559bba33 admin admin] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:53.245366 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 130a8966-735f-4a88-a730-4584516fc23f triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:05:53.245927 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:53.279802 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-bad01b9e-1512-497c-8daf-311d559bba33 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3263559 Nov 25 18:05:53.282983 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 32770) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:53.292774 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad01b9e-1512-497c-8daf-311d559bba33 admin admin] Pushing event updated for resources: {'Network': ['ID=52843f69-c487-43da-ab4d-d804f2232242,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:53.295054 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-9a85c30e-1263-416e-b5ea-064549d97302 admin admin] Request body: {'subnet': {'network_id': '52843f69-c487-43da-ab4d-d804f2232242', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-94568784-subnet', 'tenant_id': 'd2919a5e11e34f7a9b517c1b727d0230', 'ip_version': 4}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:05:53.307803 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 52843f69-c487-43da-ab4d-d804f2232242 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:05:53.322322 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a85c30e-1263-416e-b5ea-064549d97302 admin admin] Made reservation on behalf of d2919a5e11e34f7a9b517c1b727d0230 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:05:53.324950 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9a85c30e-1263-416e-b5ea-064549d97302 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:53.534845 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9a85c30e-1263-416e-b5ea-064549d97302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:53.594971 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a85c30e-1263-416e-b5ea-064549d97302 admin admin] Pushing event updated for resources: {'Subnet': ['ID=853f6400-0bbb-402d-b614-ea8811cf2aba,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:53.603118 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a85c30e-1263-416e-b5ea-064549d97302 admin admin] Checking segment: {'id': '85423009-c2a1-456f-a98a-9aad3e146e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '52843f69-c487-43da-ab4d-d804f2232242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:05:53.603531 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a85c30e-1263-416e-b5ea-064549d97302 admin admin] Network hostable DHCP agents. Network: 52843f69-c487-43da-ab4d-d804f2232242, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:05:53.621216 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a85c30e-1263-416e-b5ea-064549d97302 admin admin] Network 52843f69-c487-43da-ab4d-d804f2232242 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:05:53.635915 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-9a85c30e-1263-416e-b5ea-064549d97302 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 52843f69-c487-43da-ab4d-d804f2232242) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:05:53.641502 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a85c30e-1263-416e-b5ea-064549d97302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:53.642236 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9a85c30e-1263-416e-b5ea-064549d97302 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:53.646575 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037cc356-2058-468f-822e-e10c26112315 None None] Network 52843f69-c487-43da-ab4d-d804f2232242 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:05:53.659881 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-9a85c30e-1263-416e-b5ea-064549d97302 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3746939 Nov 25 18:05:53.662385 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 32772) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:53.668482 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-656a9839-8ae9-49c3-a840-aa92455e94c6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-94568784-router', 'tenant_id': 'd2919a5e11e34f7a9b517c1b727d0230', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:05:53.690905 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-656a9839-8ae9-49c3-a840-aa92455e94c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:53.691946 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-656a9839-8ae9-49c3-a840-aa92455e94c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:53.754756 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-656a9839-8ae9-49c3-a840-aa92455e94c6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:53.815062 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8a7ada-eb71-484d-824e-97e78993fe17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-52843f69-c487-43da-ab4d-d804f2232242', 'network_id': '52843f69-c487-43da-ab4d-d804f2232242', 'tenant_id': 'd2919a5e11e34f7a9b517c1b727d0230', 'fixed_ips': [{'subnet_id': '853f6400-0bbb-402d-b614-ea8811cf2aba'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:05:53.815995 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-bd8a7ada-eb71-484d-824e-97e78993fe17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:53.902804 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-656a9839-8ae9-49c3-a840-aa92455e94c6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:53.966903 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-bd8a7ada-eb71-484d-824e-97e78993fe17 None None] Allocated IP 172.20.0.2 (52843f69-c487-43da-ab4d-d804f2232242/853f6400-0bbb-402d-b614-ea8811cf2aba/56453a1f-23a2-4763-85c1-01fe9d59b723) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:05:54.134878 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-656a9839-8ae9-49c3-a840-aa92455e94c6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:54.139200 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-bd8a7ada-eb71-484d-824e-97e78993fe17 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:54.146506 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-bd8a7ada-eb71-484d-824e-97e78993fe17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:54.159605 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-656a9839-8ae9-49c3-a840-aa92455e94c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:54.189703 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8a7ada-eb71-484d-824e-97e78993fe17 None None] Network 52843f69-c487-43da-ab4d-d804f2232242 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:05:54.192651 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-bd8a7ada-eb71-484d-824e-97e78993fe17 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:05:54.197132 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8a7ada-eb71-484d-824e-97e78993fe17 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:05:54.203940 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8a7ada-eb71-484d-824e-97e78993fe17 None None] Pushing event updated for resources: {'Port': ['ID=56453a1f-23a2-4763-85c1-01fe9d59b723,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:54.259711 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-bd8a7ada-eb71-484d-824e-97e78993fe17 None None] Attempting to bind port 56453a1f-23a2-4763-85c1-01fe9d59b723 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:05:54.259992 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-bd8a7ada-eb71-484d-824e-97e78993fe17 None None] Attempting to bind port 56453a1f-23a2-4763-85c1-01fe9d59b723 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '85423009-c2a1-456f-a98a-9aad3e146e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '52843f69-c487-43da-ab4d-d804f2232242'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:05:54.260465 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8a7ada-eb71-484d-824e-97e78993fe17 None None] Attempting to bind port 56453a1f-23a2-4763-85c1-01fe9d59b723 on network 52843f69-c487-43da-ab4d-d804f2232242 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:05:54.265556 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8a7ada-eb71-484d-824e-97e78993fe17 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:05:54.265920 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8a7ada-eb71-484d-824e-97e78993fe17 None None] Checking segment: {'id': '85423009-c2a1-456f-a98a-9aad3e146e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '52843f69-c487-43da-ab4d-d804f2232242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:05:54.266325 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-bd8a7ada-eb71-484d-824e-97e78993fe17 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:54.266764 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8a7ada-eb71-484d-824e-97e78993fe17 None None] Bound using segment: {'id': '85423009-c2a1-456f-a98a-9aad3e146e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '52843f69-c487-43da-ab4d-d804f2232242'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:05:54.267237 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-bd8a7ada-eb71-484d-824e-97e78993fe17 None None] Bound port: 56453a1f-23a2-4763-85c1-01fe9d59b723, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85423009-c2a1-456f-a98a-9aad3e146e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '52843f69-c487-43da-ab4d-d804f2232242'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:05:54.267623 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-bd8a7ada-eb71-484d-824e-97e78993fe17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:54.273015 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-656a9839-8ae9-49c3-a840-aa92455e94c6 admin admin] Allocated IP 172.25.0.71 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/7846aaaf-cdcc-4706-928c-973e81f27a95) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:05:54.330783 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-bd8a7ada-eb71-484d-824e-97e78993fe17 None None] For port 56453a1f-23a2-4763-85c1-01fe9d59b723, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:05:54.334400 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-bd8a7ada-eb71-484d-824e-97e78993fe17 None None] For port 56453a1f-23a2-4763-85c1-01fe9d59b723, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=56453a1f-23a2-4763-85c1-01fe9d59b723,segment=NetworkSegment(85423009-c2a1-456f-a98a-9aad3e146e0d),segment_id=85423009-c2a1-456f-a98a-9aad3e146e0d)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:05:54.339034 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-bd8a7ada-eb71-484d-824e-97e78993fe17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:54.381364 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-656a9839-8ae9-49c3-a840-aa92455e94c6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:54.399727 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8a7ada-eb71-484d-824e-97e78993fe17 None None] Pushing event updated for resources: {'Port': ['ID=56453a1f-23a2-4763-85c1-01fe9d59b723,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:54.423857 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-656a9839-8ae9-49c3-a840-aa92455e94c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:54.473104 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656a9839-8ae9-49c3-a840-aa92455e94c6 admin admin] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:05:54.476137 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-656a9839-8ae9-49c3-a840-aa92455e94c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:05:54.479398 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656a9839-8ae9-49c3-a840-aa92455e94c6 admin admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:05:54.489789 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ca8fb2-9469-4bb7-9fa4-9e7ccbdedc88 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:05:54.506431 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a9839-8ae9-49c3-a840-aa92455e94c6 admin admin] Pushing event updated for resources: {'Port': ['ID=7846aaaf-cdcc-4706-928c-973e81f27a95,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:54.604472 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-9101e787-cbd4-4b95-93ba-4213d1eb63f8 None None] Provisioning complete for port 7846aaaf-cdcc-4706-928c-973e81f27a95 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:05:54.605057 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9101e787-cbd4-4b95-93ba-4213d1eb63f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:54.659361 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-9101e787-cbd4-4b95-93ba-4213d1eb63f8 None None] Port 7846aaaf-cdcc-4706-928c-973e81f27a95 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:05:54.770617 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-656a9839-8ae9-49c3-a840-aa92455e94c6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:54.969750 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-656a9839-8ae9-49c3-a840-aa92455e94c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:55.097476 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-656a9839-8ae9-49c3-a840-aa92455e94c6 admin admin] Router 7d4abef4-6f49-4de0-af6f-6ea994df3ef8 is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:05:55.214825 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656a9839-8ae9-49c3-a840-aa92455e94c6 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:05:55.226324 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bc6fb3-002c-4165-ba4e-fb89cf533fb5 None None] Sync routers for ids ['7d4abef4-6f49-4de0-af6f-6ea994df3ef8'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:05:55.236978 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bc6fb3-002c-4165-ba4e-fb89cf533fb5 None None] Routers {'7d4abef4-6f49-4de0-af6f-6ea994df3ef8'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:05:55.237599 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-58bc6fb3-002c-4165-ba4e-fb89cf533fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:05:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['7d4abef4-6f49-4de0-af6f-6ea994df3ef8'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:05:55.249725 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-656a9839-8ae9-49c3-a840-aa92455e94c6 admin admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:55.253668 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-656a9839-8ae9-49c3-a840-aa92455e94c6 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5875916 Nov 25 18:05:55.254601 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 32776) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:55.272772 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 56453a1f-23a2-4763-85c1-01fe9d59b723 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:05:55.344954 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 56453a1f-23a2-4763-85c1-01fe9d59b723 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:05:55.345333 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:55.355814 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-58bc6fb3-002c-4165-ba4e-fb89cf533fb5 None None] Set router 7d4abef4-6f49-4de0-af6f-6ea994df3ef8 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:05:55.460602 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:55.527667 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8e20da-62be-4958-9178-31c0d30e0c32 None None] Sync routers for ids ['ba104446-f4c3-45cb-bddd-a17f5eec7db3'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:05:55.538868 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port 56453a1f-23a2-4763-85c1-01fe9d59b723, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=56453a1f-23a2-4763-85c1-01fe9d59b723,segment=NetworkSegment(85423009-c2a1-456f-a98a-9aad3e146e0d),segment_id=85423009-c2a1-456f-a98a-9aad3e146e0d)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:05:55.543262 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8e20da-62be-4958-9178-31c0d30e0c32 None None] Routers {'ba104446-f4c3-45cb-bddd-a17f5eec7db3'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:05:55.543897 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-ea8e20da-62be-4958-9178-31c0d30e0c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:05:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['ba104446-f4c3-45cb-bddd-a17f5eec7db3'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:05:55.574798 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-58bc6fb3-002c-4165-ba4e-fb89cf533fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d4abef4-6f49-4de0-af6f-6ea994df3ef8', 'name': 'tempest-TestVolumeBootPattern-94568784-router', 'tenant_id': 'd2919a5e11e34f7a9b517c1b727d0230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '7846aaaf-cdcc-4706-928c-973e81f27a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:05:53Z', 'updated_at': '2021-11-25T18:05:54Z', 'revision_number': 3, 'project_id': 'd2919a5e11e34f7a9b517c1b727d0230', 'gw_port': {'id': '7846aaaf-cdcc-4706-928c-973e81f27a95', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d5:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4abef4-6f49-4de0-af6f-6ea994df3ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:54Z', 'updated_at': '2021-11-25T18:05:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:05:55.605617 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bc6fb3-002c-4165-ba4e-fb89cf533fb5 None None] Checking router: 7d4abef4-6f49-4de0-af6f-6ea994df3ef8 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:05:55.605892 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bc6fb3-002c-4165-ba4e-fb89cf533fb5 None None] Updating router 7d4abef4-6f49-4de0-af6f-6ea994df3ef8 port 7846aaaf-cdcc-4706-928c-973e81f27a95 binding host n-d-817746-1 {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:05:55.610649 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d26f363-4193-4f9d-8159-9d3f06c1e88d None None] Network 52843f69-c487-43da-ab4d-d804f2232242 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:05:55.620913 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:55.621685 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 1d419a11-3cd5-4cca-8c89-44659ef80ba1 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:05:55.633810 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-58bc6fb3-002c-4165-ba4e-fb89cf533fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:55.754223 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c8d7e133-65c5-40e9-96fd-45631e1098ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:55.810494 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=56453a1f-23a2-4763-85c1-01fe9d59b723,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:55.825915 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-ea8e20da-62be-4958-9178-31c0d30e0c32 None None] Set router ba104446-f4c3-45cb-bddd-a17f5eec7db3 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:05:55.831828 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-89ed3ad9-ed0f-4d33-81dc-da444e19ec86 None None] Provisioning complete for port 56453a1f-23a2-4763-85c1-01fe9d59b723 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:05:55.832214 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-89ed3ad9-ed0f-4d33-81dc-da444e19ec86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:55.903344 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 1d419a11-3cd5-4cca-8c89-44659ef80ba1 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:05:55.903721 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:55.906476 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-58bc6fb3-002c-4165-ba4e-fb89cf533fb5 None None] Publish callbacks [] for port, precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:55.912759 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-58bc6fb3-002c-4165-ba4e-fb89cf533fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:55.919536 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-c8d7e133-65c5-40e9-96fd-45631e1098ad admin admin] Allocated IP 172.20.0.1 (52843f69-c487-43da-ab4d-d804f2232242/853f6400-0bbb-402d-b614-ea8811cf2aba/55d68a69-1aac-43ac-8020-478a4b3f3352) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:05:55.959839 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-58bc6fb3-002c-4165-ba4e-fb89cf533fb5 None None] Attempting to bind port 7846aaaf-cdcc-4706-928c-973e81f27a95 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:05:55.960208 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-58bc6fb3-002c-4165-ba4e-fb89cf533fb5 None None] Attempting to bind port 7846aaaf-cdcc-4706-928c-973e81f27a95 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:05:55.960787 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bc6fb3-002c-4165-ba4e-fb89cf533fb5 None None] Attempting to bind port 7846aaaf-cdcc-4706-928c-973e81f27a95 on network 1aa44027-b9d0-4a56-9a59-7e664703e20a {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:05:55.988789 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bc6fb3-002c-4165-ba4e-fb89cf533fb5 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:05:55.989206 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bc6fb3-002c-4165-ba4e-fb89cf533fb5 None None] Checking segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:05:55.989618 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-58bc6fb3-002c-4165-ba4e-fb89cf533fb5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:55.990018 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bc6fb3-002c-4165-ba4e-fb89cf533fb5 None None] Bound using segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:05:55.990507 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-58bc6fb3-002c-4165-ba4e-fb89cf533fb5 None None] Bound port: 7846aaaf-cdcc-4706-928c-973e81f27a95, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:05:55.990892 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-58bc6fb3-002c-4165-ba4e-fb89cf533fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:56.014350 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c472b59e-af55-4369-8373-1c31c1efb546 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:05:56.014937 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a81097-6508-4f4e-96c0-1760819026bb None None] Pushing event updated for resources: {'Port': ['ID=7846aaaf-cdcc-4706-928c-973e81f27a95,revision_number=2']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:56.029500 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a81097-6508-4f4e-96c0-1760819026bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:56.029849 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a81097-6508-4f4e-96c0-1760819026bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:56.030397 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a81097-6508-4f4e-96c0-1760819026bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:56.030737 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a81097-6508-4f4e-96c0-1760819026bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:56.031686 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a81097-6508-4f4e-96c0-1760819026bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:56.032034 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a81097-6508-4f4e-96c0-1760819026bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:56.032371 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a81097-6508-4f4e-96c0-1760819026bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:56.032770 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a81097-6508-4f4e-96c0-1760819026bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:56.033295 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a81097-6508-4f4e-96c0-1760819026bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:56.033651 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a81097-6508-4f4e-96c0-1760819026bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:56.033990 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a81097-6508-4f4e-96c0-1760819026bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:56.034412 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a81097-6508-4f4e-96c0-1760819026bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:56.047453 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c8d7e133-65c5-40e9-96fd-45631e1098ad admin admin] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:56.068801 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-58bc6fb3-002c-4165-ba4e-fb89cf533fb5 None None] For port 7846aaaf-cdcc-4706-928c-973e81f27a95, host n-d-817746-1, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:05:56.072487 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-58bc6fb3-002c-4165-ba4e-fb89cf533fb5 None None] For port 7846aaaf-cdcc-4706-928c-973e81f27a95, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=7846aaaf-cdcc-4706-928c-973e81f27a95,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:05:56.081571 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-58bc6fb3-002c-4165-ba4e-fb89cf533fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:56.088045 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c8d7e133-65c5-40e9-96fd-45631e1098ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:56.124268 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d7e133-65c5-40e9-96fd-45631e1098ad admin admin] Network 52843f69-c487-43da-ab4d-d804f2232242 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:05:56.127742 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-c8d7e133-65c5-40e9-96fd-45631e1098ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:05:56.131431 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d7e133-65c5-40e9-96fd-45631e1098ad admin admin] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:05:56.147477 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24b33ae-268f-4bff-9108-985a7c1e0a92 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:05:56.162884 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bc6fb3-002c-4165-ba4e-fb89cf533fb5 None None] Routers {'7d4abef4-6f49-4de0-af6f-6ea994df3ef8'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:05:56.163795 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-58bc6fb3-002c-4165-ba4e-fb89cf533fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:05:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['7d4abef4-6f49-4de0-af6f-6ea994df3ef8'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:05:56.167166 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a81097-6508-4f4e-96c0-1760819026bb None None] Pushing event updated for resources: {'Port': ['ID=7846aaaf-cdcc-4706-928c-973e81f27a95,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:56.175164 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d7e133-65c5-40e9-96fd-45631e1098ad admin admin] Pushing event updated for resources: {'Port': ['ID=55d68a69-1aac-43ac-8020-478a4b3f3352,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:56.185126 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c8d7e133-65c5-40e9-96fd-45631e1098ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:56.284198 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-58bc6fb3-002c-4165-ba4e-fb89cf533fb5 None None] Set router 7d4abef4-6f49-4de0-af6f-6ea994df3ef8 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:05:56.332508 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c8d7e133-65c5-40e9-96fd-45631e1098ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:56.493218 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-ea8e20da-62be-4958-9178-31c0d30e0c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'name': 'tempest-TestVolumeBootPattern-924170566-router', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '1d419a11-3cd5-4cca-8c89-44659ef80ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:05:49Z', 'updated_at': '2021-11-25T18:05:51Z', 'revision_number': 4, 'project_id': '6ab23648606342cbab1078b569017d74', 'gw_port': {'id': '1d419a11-3cd5-4cca-8c89-44659ef80ba1', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:84:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:49Z', 'updated_at': '2021-11-25T18:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '69a04000-80cc-4e66-9c28-082e9cf3e7cb', 'name': '', 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'mac_address': 'fa:16:3e:29:2c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '851e0f62-edf2-4a76-88fc-d8fbd058c843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:50Z', 'updated_at': '2021-11-25T18:05:51Z', 'revision_number': 2, 'project_id': '6ab23648606342cbab1078b569017d74', 'subnets': [{'id': '851e0f62-edf2-4a76-88fc-d8fbd058c843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:05:56.510547 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c8d7e133-65c5-40e9-96fd-45631e1098ad admin admin] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:56.518130 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c8d7e133-65c5-40e9-96fd-45631e1098ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:56.526729 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8e20da-62be-4958-9178-31c0d30e0c32 None None] Checking router: ba104446-f4c3-45cb-bddd-a17f5eec7db3 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:05:56.527083 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8e20da-62be-4958-9178-31c0d30e0c32 None None] Updating router ba104446-f4c3-45cb-bddd-a17f5eec7db3 port 69a04000-80cc-4e66-9c28-082e9cf3e7cb binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:05:56.563639 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-236645d6-d4df-455d-8e64-3234be119c18 None None] Provisioning complete for port 7846aaaf-cdcc-4706-928c-973e81f27a95 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:05:56.563790 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-236645d6-d4df-455d-8e64-3234be119c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:56.566418 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ea8e20da-62be-4958-9178-31c0d30e0c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:56.593071 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c8d7e133-65c5-40e9-96fd-45631e1098ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:56.603852 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-58bc6fb3-002c-4165-ba4e-fb89cf533fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d4abef4-6f49-4de0-af6f-6ea994df3ef8', 'name': 'tempest-TestVolumeBootPattern-94568784-router', 'tenant_id': 'd2919a5e11e34f7a9b517c1b727d0230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '7846aaaf-cdcc-4706-928c-973e81f27a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:05:53Z', 'updated_at': '2021-11-25T18:05:54Z', 'revision_number': 3, 'project_id': 'd2919a5e11e34f7a9b517c1b727d0230', 'gw_port': {'id': '7846aaaf-cdcc-4706-928c-973e81f27a95', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d5:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4abef4-6f49-4de0-af6f-6ea994df3ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:54Z', 'updated_at': '2021-11-25T18:05:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:05:56.637479 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bc6fb3-002c-4165-ba4e-fb89cf533fb5 None None] The sync data for ids ['7d4abef4-6f49-4de0-af6f-6ea994df3ef8'] in n-d-817746-1 is: [{'id': '7d4abef4-6f49-4de0-af6f-6ea994df3ef8', 'name': 'tempest-TestVolumeBootPattern-94568784-router', 'tenant_id': 'd2919a5e11e34f7a9b517c1b727d0230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '7846aaaf-cdcc-4706-928c-973e81f27a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:05:53Z', 'updated_at': '2021-11-25T18:05:54Z', 'revision_number': 3, 'project_id': 'd2919a5e11e34f7a9b517c1b727d0230', 'gw_port': {'id': '7846aaaf-cdcc-4706-928c-973e81f27a95', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d5:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4abef4-6f49-4de0-af6f-6ea994df3ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:54Z', 'updated_at': '2021-11-25T18:05:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:05:56.662886 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d7e133-65c5-40e9-96fd-45631e1098ad admin admin] Pushing event updated for resources: {'Port': ['ID=55d68a69-1aac-43ac-8020-478a4b3f3352,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:56.700640 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d7e133-65c5-40e9-96fd-45631e1098ad admin admin] Network 52843f69-c487-43da-ab4d-d804f2232242 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:05:56.702236 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-c8d7e133-65c5-40e9-96fd-45631e1098ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:05:56.770965 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-236645d6-d4df-455d-8e64-3234be119c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:56.809934 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-236645d6-d4df-455d-8e64-3234be119c18 None None] For port 7846aaaf-cdcc-4706-928c-973e81f27a95, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=7846aaaf-cdcc-4706-928c-973e81f27a95,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:05:56.830299 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8d7e133-65c5-40e9-96fd-45631e1098ad admin admin] Router 7d4abef4-6f49-4de0-af6f-6ea994df3ef8 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:05:56.848327 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-236645d6-d4df-455d-8e64-3234be119c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:56.940013 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236645d6-d4df-455d-8e64-3234be119c18 None None] Pushing event updated for resources: {'Port': ['ID=7846aaaf-cdcc-4706-928c-973e81f27a95,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:56.991096 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d7e133-65c5-40e9-96fd-45631e1098ad admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:05:56.999539 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c8d7e133-65c5-40e9-96fd-45631e1098ad admin admin] 10.222.0.75 "PUT /v2.0/routers/7d4abef4-6f49-4de0-af6f-6ea994df3ef8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7403543 Nov 25 18:05:57.029652 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-2d7413ea-a69b-471d-a740-5ac01e13a95f None None] Provisioning complete for port 56453a1f-23a2-4763-85c1-01fe9d59b723 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:05:57.030192 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2d7413ea-a69b-471d-a740-5ac01e13a95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:57.084671 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ea8e20da-62be-4958-9178-31c0d30e0c32 None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:57.095187 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ea8e20da-62be-4958-9178-31c0d30e0c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:57.202478 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b02bdd-78ad-4c09-b52b-5b9c708ca2a0 None None] Pushing event updated for resources: {'Port': ['ID=69a04000-80cc-4e66-9c28-082e9cf3e7cb,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:57.287280 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-ea8e20da-62be-4958-9178-31c0d30e0c32 None None] Attempting to bind port 69a04000-80cc-4e66-9c28-082e9cf3e7cb on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:05:57.287650 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-ea8e20da-62be-4958-9178-31c0d30e0c32 None None] Attempting to bind port 69a04000-80cc-4e66-9c28-082e9cf3e7cb by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'b80de946-82a3-4020-8e96-a562c04653e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:05:57.288024 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8e20da-62be-4958-9178-31c0d30e0c32 None None] Attempting to bind port 69a04000-80cc-4e66-9c28-082e9cf3e7cb on network eb78451b-a8c0-409a-b574-991d66fe6db7 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:05:57.294800 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8e20da-62be-4958-9178-31c0d30e0c32 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:05:57.295193 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8e20da-62be-4958-9178-31c0d30e0c32 None None] Checking segment: {'id': 'b80de946-82a3-4020-8e96-a562c04653e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:05:57.295613 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ea8e20da-62be-4958-9178-31c0d30e0c32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:57.296082 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8e20da-62be-4958-9178-31c0d30e0c32 None None] Bound using segment: {'id': 'b80de946-82a3-4020-8e96-a562c04653e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:05:57.296622 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-ea8e20da-62be-4958-9178-31c0d30e0c32 None None] Bound port: 69a04000-80cc-4e66-9c28-082e9cf3e7cb, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b80de946-82a3-4020-8e96-a562c04653e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:05:57.297040 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ea8e20da-62be-4958-9178-31c0d30e0c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:57.322365 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-2d7413ea-a69b-471d-a740-5ac01e13a95f None None] Provisioning complete for port 55d68a69-1aac-43ac-8020-478a4b3f3352 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:05:57.322749 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2d7413ea-a69b-471d-a740-5ac01e13a95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:57.407130 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 56453a1f-23a2-4763-85c1-01fe9d59b723 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:05:57.460788 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-2d7413ea-a69b-471d-a740-5ac01e13a95f None None] Port 55d68a69-1aac-43ac-8020-478a4b3f3352 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:05:57.508728 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-ea8e20da-62be-4958-9178-31c0d30e0c32 None None] For port 69a04000-80cc-4e66-9c28-082e9cf3e7cb, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:05:57.508728 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-ea8e20da-62be-4958-9178-31c0d30e0c32 None None] For port 69a04000-80cc-4e66-9c28-082e9cf3e7cb, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=69a04000-80cc-4e66-9c28-082e9cf3e7cb,segment=NetworkSegment(b80de946-82a3-4020-8e96-a562c04653e5),segment_id=b80de946-82a3-4020-8e96-a562c04653e5)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:05:57.514089 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ea8e20da-62be-4958-9178-31c0d30e0c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:57.589924 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 56453a1f-23a2-4763-85c1-01fe9d59b723 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:05:57.590306 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:57.650839 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b02bdd-78ad-4c09-b52b-5b9c708ca2a0 None None] Pushing event updated for resources: {'Port': ['ID=69a04000-80cc-4e66-9c28-082e9cf3e7cb,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:57.666420 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8e20da-62be-4958-9178-31c0d30e0c32 None None] Routers {'ba104446-f4c3-45cb-bddd-a17f5eec7db3'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:05:57.667579 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-ea8e20da-62be-4958-9178-31c0d30e0c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:05:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['ba104446-f4c3-45cb-bddd-a17f5eec7db3'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:05:57.673176 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-9293cf66-e22c-4f28-accf-0c9fe301f06b None None] Provisioning complete for port 69a04000-80cc-4e66-9c28-082e9cf3e7cb triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:05:57.673176 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9293cf66-e22c-4f28-accf-0c9fe301f06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:57.891588 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-ea8e20da-62be-4958-9178-31c0d30e0c32 None None] Set router ba104446-f4c3-45cb-bddd-a17f5eec7db3 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:05:57.952746 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 7846aaaf-cdcc-4706-928c-973e81f27a95 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:05:58.035824 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9293cf66-e22c-4f28-accf-0c9fe301f06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:58.128074 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-9293cf66-e22c-4f28-accf-0c9fe301f06b None None] For port 69a04000-80cc-4e66-9c28-082e9cf3e7cb, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=69a04000-80cc-4e66-9c28-082e9cf3e7cb,segment=NetworkSegment(b80de946-82a3-4020-8e96-a562c04653e5),segment_id=b80de946-82a3-4020-8e96-a562c04653e5)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:05:58.138446 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9293cf66-e22c-4f28-accf-0c9fe301f06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:58.155827 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 7846aaaf-cdcc-4706-928c-973e81f27a95 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:05:58.156198 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:58.240718 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-9293cf66-e22c-4f28-accf-0c9fe301f06b None None] Provisioning complete for port 55d68a69-1aac-43ac-8020-478a4b3f3352 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:05:58.241119 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9293cf66-e22c-4f28-accf-0c9fe301f06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:58.300449 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9293cf66-e22c-4f28-accf-0c9fe301f06b None None] Pushing event updated for resources: {'Port': ['ID=69a04000-80cc-4e66-9c28-082e9cf3e7cb,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:58.316976 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-9293cf66-e22c-4f28-accf-0c9fe301f06b None None] Port 55d68a69-1aac-43ac-8020-478a4b3f3352 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:05:58.378521 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-ea8e20da-62be-4958-9178-31c0d30e0c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'name': 'tempest-TestVolumeBootPattern-924170566-router', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '1d419a11-3cd5-4cca-8c89-44659ef80ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:05:49Z', 'updated_at': '2021-11-25T18:05:51Z', 'revision_number': 4, 'project_id': '6ab23648606342cbab1078b569017d74', 'gw_port': {'id': '1d419a11-3cd5-4cca-8c89-44659ef80ba1', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:84:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:49Z', 'updated_at': '2021-11-25T18:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '69a04000-80cc-4e66-9c28-082e9cf3e7cb', 'name': '', 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'mac_address': 'fa:16:3e:29:2c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '851e0f62-edf2-4a76-88fc-d8fbd058c843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:50Z', 'updated_at': '2021-11-25T18:05:57Z', 'revision_number': 4, 'project_id': '6ab23648606342cbab1078b569017d74', 'subnets': [{'id': '851e0f62-edf2-4a76-88fc-d8fbd058c843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:05:58.411102 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8e20da-62be-4958-9178-31c0d30e0c32 None None] The sync data for ids ['ba104446-f4c3-45cb-bddd-a17f5eec7db3'] in n-d-817746-1 is: [{'id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'name': 'tempest-TestVolumeBootPattern-924170566-router', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '1d419a11-3cd5-4cca-8c89-44659ef80ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:05:49Z', 'updated_at': '2021-11-25T18:05:51Z', 'revision_number': 4, 'project_id': '6ab23648606342cbab1078b569017d74', 'gw_port': {'id': '1d419a11-3cd5-4cca-8c89-44659ef80ba1', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:84:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:49Z', 'updated_at': '2021-11-25T18:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '69a04000-80cc-4e66-9c28-082e9cf3e7cb', 'name': '', 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'mac_address': 'fa:16:3e:29:2c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '851e0f62-edf2-4a76-88fc-d8fbd058c843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:50Z', 'updated_at': '2021-11-25T18:05:57Z', 'revision_number': 4, 'project_id': '6ab23648606342cbab1078b569017d74', 'subnets': [{'id': '851e0f62-edf2-4a76-88fc-d8fbd058c843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:05:58.437053 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-2d355f86-1261-4965-b490-8f39237310b4 None None] Provisioning complete for port 69a04000-80cc-4e66-9c28-082e9cf3e7cb triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:05:58.437470 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2d355f86-1261-4965-b490-8f39237310b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:58.827027 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39a0d9f-3557-4d7a-898b-8b207eb1ba90 None None] Sync routers for ids ['7d4abef4-6f49-4de0-af6f-6ea994df3ef8'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:05:58.840936 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39a0d9f-3557-4d7a-898b-8b207eb1ba90 None None] Routers {'7d4abef4-6f49-4de0-af6f-6ea994df3ef8'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:05:58.841914 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-b39a0d9f-3557-4d7a-898b-8b207eb1ba90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:05:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['7d4abef4-6f49-4de0-af6f-6ea994df3ef8'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:05:58.960892 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-b39a0d9f-3557-4d7a-898b-8b207eb1ba90 None None] Set router 7d4abef4-6f49-4de0-af6f-6ea994df3ef8 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:05:59.194840 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-b39a0d9f-3557-4d7a-898b-8b207eb1ba90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d4abef4-6f49-4de0-af6f-6ea994df3ef8', 'name': 'tempest-TestVolumeBootPattern-94568784-router', 'tenant_id': 'd2919a5e11e34f7a9b517c1b727d0230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '7846aaaf-cdcc-4706-928c-973e81f27a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:05:53Z', 'updated_at': '2021-11-25T18:05:56Z', 'revision_number': 4, 'project_id': 'd2919a5e11e34f7a9b517c1b727d0230', 'gw_port': {'id': '7846aaaf-cdcc-4706-928c-973e81f27a95', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4abef4-6f49-4de0-af6f-6ea994df3ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:54Z', 'updated_at': '2021-11-25T18:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '55d68a69-1aac-43ac-8020-478a4b3f3352', 'name': '', 'network_id': '52843f69-c487-43da-ab4d-d804f2232242', 'tenant_id': 'd2919a5e11e34f7a9b517c1b727d0230', 'mac_address': 'fa:16:3e:73:05:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4abef4-6f49-4de0-af6f-6ea994df3ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '853f6400-0bbb-402d-b614-ea8811cf2aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:55Z', 'updated_at': '2021-11-25T18:05:56Z', 'revision_number': 2, 'project_id': 'd2919a5e11e34f7a9b517c1b727d0230', 'subnets': [{'id': '853f6400-0bbb-402d-b614-ea8811cf2aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:05:59.223780 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 69a04000-80cc-4e66-9c28-082e9cf3e7cb up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:05:59.229455 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39a0d9f-3557-4d7a-898b-8b207eb1ba90 None None] Checking router: 7d4abef4-6f49-4de0-af6f-6ea994df3ef8 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:05:59.229828 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39a0d9f-3557-4d7a-898b-8b207eb1ba90 None None] Updating router 7d4abef4-6f49-4de0-af6f-6ea994df3ef8 port 55d68a69-1aac-43ac-8020-478a4b3f3352 binding host n-d-817746-1 {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:05:59.257875 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-b39a0d9f-3557-4d7a-898b-8b207eb1ba90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:59.290500 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 69a04000-80cc-4e66-9c28-082e9cf3e7cb triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:05:59.290976 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:59.554774 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-b39a0d9f-3557-4d7a-898b-8b207eb1ba90 None None] Publish callbacks [] for port, precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:59.562086 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-b39a0d9f-3557-4d7a-898b-8b207eb1ba90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:59.621494 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43533e8f-474f-4d6b-8cf6-232ab30bee49 None None] Pushing event updated for resources: {'Port': ['ID=55d68a69-1aac-43ac-8020-478a4b3f3352,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:59.680851 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b25180-48cf-4528-b8b9-338849f3614f req-8874ff0d-5b5d-4c1a-9fc3-de5d01eb9c8c tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:59.681841 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-b39a0d9f-3557-4d7a-898b-8b207eb1ba90 None None] Attempting to bind port 55d68a69-1aac-43ac-8020-478a4b3f3352 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:05:59.682271 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-b39a0d9f-3557-4d7a-898b-8b207eb1ba90 None None] Attempting to bind port 55d68a69-1aac-43ac-8020-478a4b3f3352 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '85423009-c2a1-456f-a98a-9aad3e146e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '52843f69-c487-43da-ab4d-d804f2232242'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:05:59.682702 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39a0d9f-3557-4d7a-898b-8b207eb1ba90 None None] Attempting to bind port 55d68a69-1aac-43ac-8020-478a4b3f3352 on network 52843f69-c487-43da-ab4d-d804f2232242 {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:05:59.683155 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b1b25180-48cf-4528-b8b9-338849f3614f req-8874ff0d-5b5d-4c1a-9fc3-de5d01eb9c8c tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/networks?id=eb78451b-a8c0-409a-b574-991d66fe6db7 HTTP/1.1" status: 200 len: 811 time: 0.1319103 Nov 25 18:05:59.687839 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39a0d9f-3557-4d7a-898b-8b207eb1ba90 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:05:59.688212 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39a0d9f-3557-4d7a-898b-8b207eb1ba90 None None] Checking segment: {'id': '85423009-c2a1-456f-a98a-9aad3e146e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '52843f69-c487-43da-ab4d-d804f2232242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:05:59.688612 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-b39a0d9f-3557-4d7a-898b-8b207eb1ba90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:59.689037 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39a0d9f-3557-4d7a-898b-8b207eb1ba90 None None] Bound using segment: {'id': '85423009-c2a1-456f-a98a-9aad3e146e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '52843f69-c487-43da-ab4d-d804f2232242'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:05:59.689507 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-b39a0d9f-3557-4d7a-898b-8b207eb1ba90 None None] Bound port: 55d68a69-1aac-43ac-8020-478a4b3f3352, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85423009-c2a1-456f-a98a-9aad3e146e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '52843f69-c487-43da-ab4d-d804f2232242'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:05:59.689882 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-b39a0d9f-3557-4d7a-898b-8b207eb1ba90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:59.700466 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b1b25180-48cf-4528-b8b9-338849f3614f req-dd9d1103-dd50-4f58-a0fd-f157845cdfb3 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/quotas/6ab23648606342cbab1078b569017d74 HTTP/1.1" status: 200 len: 375 time: 0.0114150 Nov 25 18:05:59.757401 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b1b25180-48cf-4528-b8b9-338849f3614f req-0d26e301-73a0-450f-8499-88cee444b1a4 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=6ab23648606342cbab1078b569017d74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495186 Nov 25 18:05:59.759396 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-b39a0d9f-3557-4d7a-898b-8b207eb1ba90 None None] For port 55d68a69-1aac-43ac-8020-478a4b3f3352, host n-d-817746-1, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:05:59.762880 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-b39a0d9f-3557-4d7a-898b-8b207eb1ba90 None None] For port 55d68a69-1aac-43ac-8020-478a4b3f3352, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=55d68a69-1aac-43ac-8020-478a4b3f3352,segment=NetworkSegment(85423009-c2a1-456f-a98a-9aad3e146e0d),segment_id=85423009-c2a1-456f-a98a-9aad3e146e0d)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:05:59.771173 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-b39a0d9f-3557-4d7a-898b-8b207eb1ba90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:59.838872 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39a0d9f-3557-4d7a-898b-8b207eb1ba90 None None] Routers {'7d4abef4-6f49-4de0-af6f-6ea994df3ef8'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:05:59.839497 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-b39a0d9f-3557-4d7a-898b-8b207eb1ba90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:05:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['7d4abef4-6f49-4de0-af6f-6ea994df3ef8'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:05:59.845368 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43533e8f-474f-4d6b-8cf6-232ab30bee49 None None] Pushing event updated for resources: {'Port': ['ID=55d68a69-1aac-43ac-8020-478a4b3f3352,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:59.855817 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-8f142234-6a65-4f3d-bd5c-b5afeddb3805 None None] Provisioning complete for port 55d68a69-1aac-43ac-8020-478a4b3f3352 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:05:59.856206 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8f142234-6a65-4f3d-bd5c-b5afeddb3805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:59.897583 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [req-b1b25180-48cf-4528-b8b9-338849f3614f req-2f0c53a7-75d5-4a8a-a95b-9e8a0df3a8ff service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:05:59.906101 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b1b25180-48cf-4528-b8b9-338849f3614f req-2f0c53a7-75d5-4a8a-a95b-9e8a0df3a8ff service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1392753 Nov 25 18:05:59.973322 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8f142234-6a65-4f3d-bd5c-b5afeddb3805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:59.976224 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-b39a0d9f-3557-4d7a-898b-8b207eb1ba90 None None] Set router 7d4abef4-6f49-4de0-af6f-6ea994df3ef8 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:06:00.013059 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b1b25180-48cf-4528-b8b9-338849f3614f req-8ad0897a-b97a-4930-9017-9b3dda917819 service neutron] 10.222.0.75 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056597 Nov 25 18:06:00.022269 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-8f142234-6a65-4f3d-bd5c-b5afeddb3805 None None] For port 55d68a69-1aac-43ac-8020-478a4b3f3352, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=55d68a69-1aac-43ac-8020-478a4b3f3352,segment=NetworkSegment(85423009-c2a1-456f-a98a-9aad3e146e0d),segment_id=85423009-c2a1-456f-a98a-9aad3e146e0d)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:06:00.029790 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8f142234-6a65-4f3d-bd5c-b5afeddb3805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:00.087497 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f142234-6a65-4f3d-bd5c-b5afeddb3805 None None] Pushing event updated for resources: {'Port': ['ID=55d68a69-1aac-43ac-8020-478a4b3f3352,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:06:00.116601 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b1b25180-48cf-4528-b8b9-338849f3614f req-8af72bff-e5ff-4acd-8e44-c7ea7252d64c service neutron] 10.222.0.75 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962315 Nov 25 18:06:00.152709 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-a468d144-d4e7-4a90-bc74-86288af288dd None None] Provisioning complete for port 55d68a69-1aac-43ac-8020-478a4b3f3352 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:06:00.153121 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a468d144-d4e7-4a90-bc74-86288af288dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:00.211083 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-b39a0d9f-3557-4d7a-898b-8b207eb1ba90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d4abef4-6f49-4de0-af6f-6ea994df3ef8', 'name': 'tempest-TestVolumeBootPattern-94568784-router', 'tenant_id': 'd2919a5e11e34f7a9b517c1b727d0230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '7846aaaf-cdcc-4706-928c-973e81f27a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:05:53Z', 'updated_at': '2021-11-25T18:05:56Z', 'revision_number': 4, 'project_id': 'd2919a5e11e34f7a9b517c1b727d0230', 'gw_port': {'id': '7846aaaf-cdcc-4706-928c-973e81f27a95', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4abef4-6f49-4de0-af6f-6ea994df3ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:54Z', 'updated_at': '2021-11-25T18:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '55d68a69-1aac-43ac-8020-478a4b3f3352', 'name': '', 'network_id': '52843f69-c487-43da-ab4d-d804f2232242', 'tenant_id': 'd2919a5e11e34f7a9b517c1b727d0230', 'mac_address': 'fa:16:3e:73:05:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4abef4-6f49-4de0-af6f-6ea994df3ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '853f6400-0bbb-402d-b614-ea8811cf2aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:55Z', 'updated_at': '2021-11-25T18:05:59Z', 'revision_number': 4, 'project_id': 'd2919a5e11e34f7a9b517c1b727d0230', 'subnets': [{'id': '853f6400-0bbb-402d-b614-ea8811cf2aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:06:00.240492 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39a0d9f-3557-4d7a-898b-8b207eb1ba90 None None] The sync data for ids ['7d4abef4-6f49-4de0-af6f-6ea994df3ef8'] in n-d-817746-1 is: [{'id': '7d4abef4-6f49-4de0-af6f-6ea994df3ef8', 'name': 'tempest-TestVolumeBootPattern-94568784-router', 'tenant_id': 'd2919a5e11e34f7a9b517c1b727d0230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '7846aaaf-cdcc-4706-928c-973e81f27a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:05:53Z', 'updated_at': '2021-11-25T18:05:56Z', 'revision_number': 4, 'project_id': 'd2919a5e11e34f7a9b517c1b727d0230', 'gw_port': {'id': '7846aaaf-cdcc-4706-928c-973e81f27a95', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4abef4-6f49-4de0-af6f-6ea994df3ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:54Z', 'updated_at': '2021-11-25T18:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '55d68a69-1aac-43ac-8020-478a4b3f3352', 'name': '', 'network_id': '52843f69-c487-43da-ab4d-d804f2232242', 'tenant_id': 'd2919a5e11e34f7a9b517c1b727d0230', 'mac_address': 'fa:16:3e:73:05:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4abef4-6f49-4de0-af6f-6ea994df3ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '853f6400-0bbb-402d-b614-ea8811cf2aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:55Z', 'updated_at': '2021-11-25T18:05:59Z', 'revision_number': 4, 'project_id': 'd2919a5e11e34f7a9b517c1b727d0230', 'subnets': [{'id': '853f6400-0bbb-402d-b614-ea8811cf2aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:06:00.566355 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b99932fb-1879-4b7e-b4e5-8cbea4da5f68 req-e23cc5c6-441f-4886-af50-59756d88942d tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=914994b7-e3c0-4a39-b533-597720d3829a HTTP/1.1" status: 200 len: 210 time: 0.1027617 Nov 25 18:06:01.199639 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 55d68a69-1aac-43ac-8020-478a4b3f3352 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:06:01.250568 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 55d68a69-1aac-43ac-8020-478a4b3f3352 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:06:01.250947 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:01.576160 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b25180-48cf-4528-b8b9-338849f3614f req-0f65282f-e71f-4154-b665-c6b9ae681881 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:01.577729 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b1b25180-48cf-4528-b8b9-338849f3614f req-0f65282f-e71f-4154-b665-c6b9ae681881 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.74 "GET /v2.0/networks?id=eb78451b-a8c0-409a-b574-991d66fe6db7 HTTP/1.1" status: 200 len: 811 time: 0.1114898 Nov 25 18:06:01.590059 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-b1b25180-48cf-4528-b8b9-338849f3614f req-1040d464-be51-4343-af39-95a0d4296364 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Request body: {'port': {'device_id': '914994b7-e3c0-4a39-b533-597720d3829a', 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7', 'admin_state_up': True, 'tenant_id': '6ab23648606342cbab1078b569017d74'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:06:01.667921 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a77c9a55-9eb7-46c3-af02-a7c24b2998f9 req-b2406752-5258-44f7-ac2b-0872e672585a tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=914994b7-e3c0-4a39-b533-597720d3829a HTTP/1.1" status: 200 len: 210 time: 0.0274346 Nov 25 18:06:01.707903 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1b25180-48cf-4528-b8b9-338849f3614f req-1040d464-be51-4343-af39-95a0d4296364 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Made reservation on behalf of 6ab23648606342cbab1078b569017d74 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:06:01.712786 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-b1b25180-48cf-4528-b8b9-338849f3614f req-1040d464-be51-4343-af39-95a0d4296364 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:01.845439 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-b1b25180-48cf-4528-b8b9-338849f3614f req-1040d464-be51-4343-af39-95a0d4296364 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Allocated IP 172.20.0.14 (eb78451b-a8c0-409a-b574-991d66fe6db7/851e0f62-edf2-4a76-88fc-d8fbd058c843/d929c747-5576-4876-87cf-db89a5a3be3e) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:06:01.998809 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-b1b25180-48cf-4528-b8b9-338849f3614f req-1040d464-be51-4343-af39-95a0d4296364 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:02.038146 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-b1b25180-48cf-4528-b8b9-338849f3614f req-1040d464-be51-4343-af39-95a0d4296364 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:02.085564 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1b25180-48cf-4528-b8b9-338849f3614f req-1040d464-be51-4343-af39-95a0d4296364 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Network eb78451b-a8c0-409a-b574-991d66fe6db7 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:06:02.089519 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-b1b25180-48cf-4528-b8b9-338849f3614f req-1040d464-be51-4343-af39-95a0d4296364 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:06:02.093883 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b25180-48cf-4528-b8b9-338849f3614f req-1040d464-be51-4343-af39-95a0d4296364 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:06:02.096742 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1040d464-be51-4343-af39-95a0d4296364 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Pushing event updated for resources: {'Port': ['ID=d929c747-5576-4876-87cf-db89a5a3be3e,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:06:02.146674 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b25180-48cf-4528-b8b9-338849f3614f req-1040d464-be51-4343-af39-95a0d4296364 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:02.147752 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-b1b25180-48cf-4528-b8b9-338849f3614f req-1040d464-be51-4343-af39-95a0d4296364 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:02.169089 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b1b25180-48cf-4528-b8b9-338849f3614f req-1040d464-be51-4343-af39-95a0d4296364 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5827875 Nov 25 18:06:02.180046 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [req-b1b25180-48cf-4528-b8b9-338849f3614f req-54c6861c-ea72-46c2-bc32-18116bf44896 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:06:02.181227 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b1b25180-48cf-4528-b8b9-338849f3614f req-54c6861c-ea72-46c2-bc32-18116bf44896 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056994 Nov 25 18:06:02.252040 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-b1b25180-48cf-4528-b8b9-338849f3614f req-cd3e2380-52a6-49b5-b5ae-820099040ddd service neutron] Request body: {'port': {'device_id': '914994b7-e3c0-4a39-b533-597720d3829a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:06:02.318112 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-b1b25180-48cf-4528-b8b9-338849f3614f req-cd3e2380-52a6-49b5-b5ae-820099040ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:02.384451 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-2fb7053f-1675-437b-b2c9-cee10cabf6af None None] Provisioning complete for port d929c747-5576-4876-87cf-db89a5a3be3e triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:06:02.385059 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2fb7053f-1675-437b-b2c9-cee10cabf6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:02.424735 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-2fb7053f-1675-437b-b2c9-cee10cabf6af None None] Port d929c747-5576-4876-87cf-db89a5a3be3e cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:06:02.584341 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-b1b25180-48cf-4528-b8b9-338849f3614f req-cd3e2380-52a6-49b5-b5ae-820099040ddd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d929c747-5576-4876-87cf-db89a5a3be3e {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:06:02.592487 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-b1b25180-48cf-4528-b8b9-338849f3614f req-cd3e2380-52a6-49b5-b5ae-820099040ddd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:02.606230 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-b1b25180-48cf-4528-b8b9-338849f3614f req-cd3e2380-52a6-49b5-b5ae-820099040ddd service neutron] Transition to ACTIVE for port object d929c747-5576-4876-87cf-db89a5a3be3e will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:06:02.610765 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-b1b25180-48cf-4528-b8b9-338849f3614f req-cd3e2380-52a6-49b5-b5ae-820099040ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:02.669215 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3e2380-52a6-49b5-b5ae-820099040ddd service neutron] Pushing event updated for resources: {'Port': ['ID=d929c747-5576-4876-87cf-db89a5a3be3e,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:06:02.742077 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-b1b25180-48cf-4528-b8b9-338849f3614f req-cd3e2380-52a6-49b5-b5ae-820099040ddd service neutron] Attempting to bind port d929c747-5576-4876-87cf-db89a5a3be3e on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:06:02.743000 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-b1b25180-48cf-4528-b8b9-338849f3614f req-cd3e2380-52a6-49b5-b5ae-820099040ddd service neutron] Attempting to bind port d929c747-5576-4876-87cf-db89a5a3be3e by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'b80de946-82a3-4020-8e96-a562c04653e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:06:02.743333 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b25180-48cf-4528-b8b9-338849f3614f req-cd3e2380-52a6-49b5-b5ae-820099040ddd service neutron] Attempting to bind port d929c747-5576-4876-87cf-db89a5a3be3e on network eb78451b-a8c0-409a-b574-991d66fe6db7 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:06:02.750689 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b25180-48cf-4528-b8b9-338849f3614f req-cd3e2380-52a6-49b5-b5ae-820099040ddd service neutron] Port d929c747-5576-4876-87cf-db89a5a3be3e on network eb78451b-a8c0-409a-b574-991d66fe6db7 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:06:02.751021 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b25180-48cf-4528-b8b9-338849f3614f req-cd3e2380-52a6-49b5-b5ae-820099040ddd service neutron] Attempting to bind port d929c747-5576-4876-87cf-db89a5a3be3e on network eb78451b-a8c0-409a-b574-991d66fe6db7 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:06:02.757124 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b25180-48cf-4528-b8b9-338849f3614f req-cd3e2380-52a6-49b5-b5ae-820099040ddd service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:06:02.757472 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b25180-48cf-4528-b8b9-338849f3614f req-cd3e2380-52a6-49b5-b5ae-820099040ddd service neutron] Checking segment: {'id': 'b80de946-82a3-4020-8e96-a562c04653e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:06:02.758728 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b25180-48cf-4528-b8b9-338849f3614f req-cd3e2380-52a6-49b5-b5ae-820099040ddd service neutron] Bound using segment: {'id': 'b80de946-82a3-4020-8e96-a562c04653e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:06:02.759405 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-b1b25180-48cf-4528-b8b9-338849f3614f req-cd3e2380-52a6-49b5-b5ae-820099040ddd service neutron] Bound port: d929c747-5576-4876-87cf-db89a5a3be3e, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b80de946-82a3-4020-8e96-a562c04653e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:06:02.759781 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-b1b25180-48cf-4528-b8b9-338849f3614f req-cd3e2380-52a6-49b5-b5ae-820099040ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:02.836133 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-b1b25180-48cf-4528-b8b9-338849f3614f req-cd3e2380-52a6-49b5-b5ae-820099040ddd service neutron] For port d929c747-5576-4876-87cf-db89a5a3be3e, host n-h1-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:06:02.839942 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-b1b25180-48cf-4528-b8b9-338849f3614f req-cd3e2380-52a6-49b5-b5ae-820099040ddd service neutron] For port d929c747-5576-4876-87cf-db89a5a3be3e, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=d929c747-5576-4876-87cf-db89a5a3be3e,segment=NetworkSegment(b80de946-82a3-4020-8e96-a562c04653e5),segment_id=b80de946-82a3-4020-8e96-a562c04653e5)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:06:02.845710 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-b1b25180-48cf-4528-b8b9-338849f3614f req-cd3e2380-52a6-49b5-b5ae-820099040ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:02.865168 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283943b-8e57-425b-b97b-72a75e957749 req-11b377b6-688e-48e2-9538-b61465199b1e tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:02.867891 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6283943b-8e57-425b-b97b-72a75e957749 req-11b377b6-688e-48e2-9538-b61465199b1e tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=914994b7-e3c0-4a39-b533-597720d3829a HTTP/1.1" status: 200 len: 944 time: 0.0580463 Nov 25 18:06:02.911327 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3e2380-52a6-49b5-b5ae-820099040ddd service neutron] Pushing event updated for resources: {'Port': ['ID=d929c747-5576-4876-87cf-db89a5a3be3e,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:06:02.925531 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b25180-48cf-4528-b8b9-338849f3614f req-cd3e2380-52a6-49b5-b5ae-820099040ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:02.926457 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-b1b25180-48cf-4528-b8b9-338849f3614f req-cd3e2380-52a6-49b5-b5ae-820099040ddd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:02.928098 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b1b25180-48cf-4528-b8b9-338849f3614f req-cd3e2380-52a6-49b5-b5ae-820099040ddd service neutron] 10.222.0.74 "PUT /v2.0/ports/d929c747-5576-4876-87cf-db89a5a3be3e HTTP/1.1" status: 200 len: 1092 time: 0.7385583 Nov 25 18:06:02.928673 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '914994b7-e3c0-4a39-b533-597720d3829a', 'tag': 'd929c747-5576-4876-87cf-db89a5a3be3e'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:06:02.936045 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e915c2-2437-4f6e-b250-de39c8e06b78" -d '{"events": [{"name": "network-changed", "server_uuid": "914994b7-e3c0-4a39-b533-597720d3829a", "tag": "d929c747-5576-4876-87cf-db89a5a3be3e"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:06:02.941152 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6283943b-8e57-425b-b97b-72a75e957749 req-85e26637-f127-45f2-98b7-27bc37518f2d tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669756 Nov 25 18:06:03.077779 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b25180-48cf-4528-b8b9-338849f3614f req-d2c9ca9d-1a77-43e1-bdcd-5427357bc31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:03.080081 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b1b25180-48cf-4528-b8b9-338849f3614f req-d2c9ca9d-1a77-43e1-bdcd-5427357bc31b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6ab23648606342cbab1078b569017d74&device_id=914994b7-e3c0-4a39-b533-597720d3829a HTTP/1.1" status: 200 len: 1095 time: 0.0834355 Nov 25 18:06:03.133408 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d38972d-28fe-4436-9e61-0b40f29b13c4 x-openstack-request-id: req-1d38972d-28fe-4436-9e61-0b40f29b13c4 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:06:03.133801 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "914994b7-e3c0-4a39-b533-597720d3829a", "tag": "d929c747-5576-4876-87cf-db89a5a3be3e", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:06:03.133948 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1d38972d-28fe-4436-9e61-0b40f29b13c4 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:06:03.134385 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '914994b7-e3c0-4a39-b533-597720d3829a', 'tag': 'd929c747-5576-4876-87cf-db89a5a3be3e', 'status': 'completed', 'code': 200} Nov 25 18:06:03.136946 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b1b25180-48cf-4528-b8b9-338849f3614f req-9e0193ed-7ebf-4be9-9577-4b0e21acb5b1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d929c747-5576-4876-87cf-db89a5a3be3e HTTP/1.1" status: 200 len: 217 time: 0.0487404 Nov 25 18:06:03.198838 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b25180-48cf-4528-b8b9-338849f3614f req-825b6360-72d7-48f0-8621-c10c86f33c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:03.200863 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b1b25180-48cf-4528-b8b9-338849f3614f req-825b6360-72d7-48f0-8621-c10c86f33c72 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=851e0f62-edf2-4a76-88fc-d8fbd058c843 HTTP/1.1" status: 200 len: 850 time: 0.0559926 Nov 25 18:06:03.249420 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b25180-48cf-4528-b8b9-338849f3614f req-305e4055-bc95-4c6e-bb16-e56cbd2eb2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:03.250921 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b1b25180-48cf-4528-b8b9-338849f3614f req-305e4055-bc95-4c6e-bb16-e56cbd2eb2dc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb78451b-a8c0-409a-b574-991d66fe6db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434957 Nov 25 18:06:03.351349 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b1b25180-48cf-4528-b8b9-338849f3614f req-3c47d388-ac3b-4721-a65c-f123d35cc296 service neutron] 10.222.0.74 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899196 Nov 25 18:06:03.442142 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b1b25180-48cf-4528-b8b9-338849f3614f req-cecd5f46-4252-4701-a8c9-073511725be1 service neutron] 10.222.0.74 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838699 Nov 25 18:06:03.533755 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e915c2-2437-4f6e-b250-de39c8e06b78 req-d6980cd3-6c5c-4a7b-b94f-868cbf14e7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:03.535162 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f2e915c2-2437-4f6e-b250-de39c8e06b78 req-d6980cd3-6c5c-4a7b-b94f-868cbf14e7fc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6ab23648606342cbab1078b569017d74&device_id=914994b7-e3c0-4a39-b533-597720d3829a HTTP/1.1" status: 200 len: 1095 time: 0.0458388 Nov 25 18:06:03.631286 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e915c2-2437-4f6e-b250-de39c8e06b78 req-9ce3b7d0-c2eb-4aba-ac7b-51846a0b58fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:03.632860 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f2e915c2-2437-4f6e-b250-de39c8e06b78 req-9ce3b7d0-c2eb-4aba-ac7b-51846a0b58fa service neutron] 10.222.0.74 "GET /v2.0/networks?id=eb78451b-a8c0-409a-b574-991d66fe6db7 HTTP/1.1" status: 200 len: 912 time: 0.0909665 Nov 25 18:06:03.679357 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f2e915c2-2437-4f6e-b250-de39c8e06b78 req-9295d5ee-54ce-4041-b1ce-9662c7a3af65 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d929c747-5576-4876-87cf-db89a5a3be3e HTTP/1.1" status: 200 len: 217 time: 0.0383654 Nov 25 18:06:03.728745 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e915c2-2437-4f6e-b250-de39c8e06b78 req-be893e13-e648-4596-be68-e4cc4419cc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:03.730320 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f2e915c2-2437-4f6e-b250-de39c8e06b78 req-be893e13-e648-4596-be68-e4cc4419cc97 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=851e0f62-edf2-4a76-88fc-d8fbd058c843 HTTP/1.1" status: 200 len: 850 time: 0.0444248 Nov 25 18:06:03.775907 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e915c2-2437-4f6e-b250-de39c8e06b78 req-cfb03a2f-1217-4616-9b47-972478edb1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:03.777413 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f2e915c2-2437-4f6e-b250-de39c8e06b78 req-cfb03a2f-1217-4616-9b47-972478edb1f1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb78451b-a8c0-409a-b574-991d66fe6db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401359 Nov 25 18:06:03.870070 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f2e915c2-2437-4f6e-b250-de39c8e06b78 req-5d83d5fb-aab9-4ba2-b8a5-e9782275ca5b service neutron] 10.222.0.74 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848286 Nov 25 18:06:03.963382 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f2e915c2-2437-4f6e-b250-de39c8e06b78 req-ff5d19e8-496d-433a-a466-e0fe04e3241f service neutron] 10.222.0.74 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856724 Nov 25 18:06:04.078609 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d9bd0-5b24-4376-bb55-e67d7037fa53 req-5c9bc59c-d491-4b8e-bb4b-c0a68b166047 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:04.080138 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2e3d9bd0-5b24-4376-bb55-e67d7037fa53 req-5c9bc59c-d491-4b8e-bb4b-c0a68b166047 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=914994b7-e3c0-4a39-b533-597720d3829a HTTP/1.1" status: 200 len: 944 time: 0.0563791 Nov 25 18:06:04.132653 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2e3d9bd0-5b24-4376-bb55-e67d7037fa53 req-75facdfc-7a7b-4f17-9671-4d0dc0c4e2b4 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464802 Nov 25 18:06:05.250165 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be31750-5601-4c31-80f7-c57ae8cb729b req-5145e75c-b7bd-4a32-b221-72ca1418245b tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:05.251586 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1be31750-5601-4c31-80f7-c57ae8cb729b req-5145e75c-b7bd-4a32-b221-72ca1418245b tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=914994b7-e3c0-4a39-b533-597720d3829a HTTP/1.1" status: 200 len: 944 time: 0.0491269 Nov 25 18:06:05.298886 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1be31750-5601-4c31-80f7-c57ae8cb729b req-ff96bc35-c394-4b62-a7dd-4c3c9755b0f4 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413501 Nov 25 18:06:06.418749 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a9417-124e-47df-b080-6f78083fada0 req-8e2450c3-c626-46ce-b901-ecde6f8cc951 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:06.420305 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2d3a9417-124e-47df-b080-6f78083fada0 req-8e2450c3-c626-46ce-b901-ecde6f8cc951 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=914994b7-e3c0-4a39-b533-597720d3829a HTTP/1.1" status: 200 len: 944 time: 0.0524077 Nov 25 18:06:06.473103 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2d3a9417-124e-47df-b080-6f78083fada0 req-fadc9132-1a2f-4a7e-9827-d1611fa2e6b0 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463936 Nov 25 18:06:07.593170 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c39379-67fb-4c30-9e01-cc10c3223cbc req-f422719f-5741-4af3-a8eb-203dd7551eeb tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:07.594657 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-68c39379-67fb-4c30-9e01-cc10c3223cbc req-f422719f-5741-4af3-a8eb-203dd7551eeb tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=914994b7-e3c0-4a39-b533-597720d3829a HTTP/1.1" status: 200 len: 944 time: 0.0526512 Nov 25 18:06:07.641688 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-68c39379-67fb-4c30-9e01-cc10c3223cbc req-ec8b2e34-b7e1-47e5-8e23-d912e204334f tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410149 Nov 25 18:06:08.758275 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed9281-6265-4c67-b429-98ec0f73dedd req-296f27c3-53dc-4568-a4fb-57df9047632f tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:08.759773 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7eed9281-6265-4c67-b429-98ec0f73dedd req-296f27c3-53dc-4568-a4fb-57df9047632f tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=914994b7-e3c0-4a39-b533-597720d3829a HTTP/1.1" status: 200 len: 944 time: 0.0487914 Nov 25 18:06:08.805921 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7eed9281-6265-4c67-b429-98ec0f73dedd req-3772cea6-c9ea-4c78-b9e4-f4313039bdca tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402756 Nov 25 18:06:09.922675 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e68d92-bca1-49cd-a339-54658f968496 req-4b331cbf-aeac-47c6-b99f-2548d73c1563 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:09.924133 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-59e68d92-bca1-49cd-a339-54658f968496 req-4b331cbf-aeac-47c6-b99f-2548d73c1563 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=914994b7-e3c0-4a39-b533-597720d3829a HTTP/1.1" status: 200 len: 944 time: 0.0517144 Nov 25 18:06:09.971747 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-59e68d92-bca1-49cd-a339-54658f968496 req-1129cbec-9c24-4f42-9881-d45a08f000f0 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416813 Nov 25 18:06:11.087124 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff46e15-e965-4ee3-9207-3d934cb7cd49 req-55c5292a-1cd2-46e5-a3d0-3fe3abc58eb0 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:11.088646 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bff46e15-e965-4ee3-9207-3d934cb7cd49 req-55c5292a-1cd2-46e5-a3d0-3fe3abc58eb0 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=914994b7-e3c0-4a39-b533-597720d3829a HTTP/1.1" status: 200 len: 944 time: 0.0496969 Nov 25 18:06:11.138786 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bff46e15-e965-4ee3-9207-3d934cb7cd49 req-34bbb9ea-65fe-4edb-9678-03a3c5877e2d tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436099 Nov 25 18:06:12.254414 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c2e47-a7bf-48cf-a6d6-f80266fd6c47 req-ee0a959a-f7ab-42ce-b46a-27ae98e6f93a tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:12.255793 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6c8c2e47-a7bf-48cf-a6d6-f80266fd6c47 req-ee0a959a-f7ab-42ce-b46a-27ae98e6f93a tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=914994b7-e3c0-4a39-b533-597720d3829a HTTP/1.1" status: 200 len: 944 time: 0.0480790 Nov 25 18:06:12.306188 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6c8c2e47-a7bf-48cf-a6d6-f80266fd6c47 req-4b831abf-056a-40b6-902b-bbd9e099b243 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438316 Nov 25 18:06:13.424361 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03168f00-e4de-4676-bfba-b281a82bece9 req-3abfc173-9952-44db-8bda-7290d16fc2db tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:13.425858 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-03168f00-e4de-4676-bfba-b281a82bece9 req-3abfc173-9952-44db-8bda-7290d16fc2db tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=914994b7-e3c0-4a39-b533-597720d3829a HTTP/1.1" status: 200 len: 944 time: 0.0526621 Nov 25 18:06:13.472877 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-03168f00-e4de-4676-bfba-b281a82bece9 req-19791a0b-e9a5-46ac-9f3b-89c148f6be1c tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409958 Nov 25 18:06:14.586212 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8d3677-c457-4730-bdbd-7de75baae2b2 req-b50604b2-61a6-49b7-b21c-bc2f95257e71 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:14.587836 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6c8d3677-c457-4730-bdbd-7de75baae2b2 req-b50604b2-61a6-49b7-b21c-bc2f95257e71 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=914994b7-e3c0-4a39-b533-597720d3829a HTTP/1.1" status: 200 len: 944 time: 0.0497403 Nov 25 18:06:14.634209 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6c8d3677-c457-4730-bdbd-7de75baae2b2 req-a3e8b5cd-c1f5-46a8-9d91-8c238061d4ef tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404301 Nov 25 18:06:15.755137 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dfe267-0646-4cf4-8462-61adf1195a46 req-166ece20-c431-4093-bedf-a736248c718b tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:15.756612 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-16dfe267-0646-4cf4-8462-61adf1195a46 req-166ece20-c431-4093-bedf-a736248c718b tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=914994b7-e3c0-4a39-b533-597720d3829a HTTP/1.1" status: 200 len: 944 time: 0.0522316 Nov 25 18:06:15.804812 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-16dfe267-0646-4cf4-8462-61adf1195a46 req-b3bed86a-0125-4378-837c-6f906d6832ac tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411685 Nov 25 18:06:16.109364 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device d929c747-5576-4876-87cf-db89a5a3be3e details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:06:16.207188 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port d929c747-5576-4876-87cf-db89a5a3be3e, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=d929c747-5576-4876-87cf-db89a5a3be3e,segment=NetworkSegment(b80de946-82a3-4020-8e96-a562c04653e5),segment_id=b80de946-82a3-4020-8e96-a562c04653e5)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:06:16.219195 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': 'd929c747-5576-4876-87cf-db89a5a3be3e', 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7', 'port_id': 'd929c747-5576-4876-87cf-db89a5a3be3e', 'mac_address': 'fa:16:3e:ec:4b:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '851e0f62-edf2-4a76-88fc-d8fbd058c843', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:06:16.256358 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:16.268795 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d929c747-5576-4876-87cf-db89a5a3be3e {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:06:16.292529 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port d929c747-5576-4876-87cf-db89a5a3be3e, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=d929c747-5576-4876-87cf-db89a5a3be3e,segment=NetworkSegment(b80de946-82a3-4020-8e96-a562c04653e5),segment_id=b80de946-82a3-4020-8e96-a562c04653e5)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:06:16.296605 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:16.499822 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=d929c747-5576-4876-87cf-db89a5a3be3e,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:06:16.542447 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['d929c747-5576-4876-87cf-db89a5a3be3e'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:06:16.919378 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935cb600-629a-436f-ad9e-d3ccb16a2d25 req-48809d31-3489-419e-8999-2e7e4054ea24 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:16.920884 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-935cb600-629a-436f-ad9e-d3ccb16a2d25 req-48809d31-3489-419e-8999-2e7e4054ea24 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=914994b7-e3c0-4a39-b533-597720d3829a HTTP/1.1" status: 200 len: 945 time: 0.0489137 Nov 25 18:06:16.954753 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:16.970507 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-935cb600-629a-436f-ad9e-d3ccb16a2d25 req-3940594f-9f9b-451b-b34e-6b016f6a4d80 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437686 Nov 25 18:06:17.145115 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-57ebde2d-f8f0-43d3-93cd-16dca95e189b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:17.171677 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:18.085224 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23c5ce-6181-4426-be7c-223c48278f21 req-549792bc-42e3-4ec0-a3dd-cd6c706e2e10 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:18.086693 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4a23c5ce-6181-4426-be7c-223c48278f21 req-549792bc-42e3-4ec0-a3dd-cd6c706e2e10 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=914994b7-e3c0-4a39-b533-597720d3829a HTTP/1.1" status: 200 len: 945 time: 0.0499597 Nov 25 18:06:18.109350 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device d929c747-5576-4876-87cf-db89a5a3be3e up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:06:18.139485 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4a23c5ce-6181-4426-be7c-223c48278f21 req-3159dcf9-0489-42d0-be92-23ee568e4e00 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469272 Nov 25 18:06:18.159260 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port d929c747-5576-4876-87cf-db89a5a3be3e completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:06:18.163562 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port d929c747-5576-4876-87cf-db89a5a3be3e triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:06:18.163935 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:18.251600 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:18.274755 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '914994b7-e3c0-4a39-b533-597720d3829a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd929c747-5576-4876-87cf-db89a5a3be3e'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:06:18.277031 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47010c5-59e5-42a1-a9e0-4ba08f4824f9" -d '{"events": [{"server_uuid": "914994b7-e3c0-4a39-b533-597720d3829a", "name": "network-vif-plugged", "status": "completed", "tag": "d929c747-5576-4876-87cf-db89a5a3be3e"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:06:18.289600 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port d929c747-5576-4876-87cf-db89a5a3be3e, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=d929c747-5576-4876-87cf-db89a5a3be3e,segment=NetworkSegment(b80de946-82a3-4020-8e96-a562c04653e5),segment_id=b80de946-82a3-4020-8e96-a562c04653e5)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:06:18.293401 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:18.341692 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=d929c747-5576-4876-87cf-db89a5a3be3e,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:06:18.378765 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76c65d0-1538-461d-b32b-80bae06892fd x-openstack-request-id: req-b76c65d0-1538-461d-b32b-80bae06892fd {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:06:18.379065 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "914994b7-e3c0-4a39-b533-597720d3829a", "name": "network-vif-plugged", "status": "completed", "tag": "d929c747-5576-4876-87cf-db89a5a3be3e", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:06:18.379324 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b76c65d0-1538-461d-b32b-80bae06892fd {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:06:18.379725 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '914994b7-e3c0-4a39-b533-597720d3829a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd929c747-5576-4876-87cf-db89a5a3be3e', 'code': 200} Nov 25 18:06:18.475898 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cafd3c4-5789-40e8-b339-1580e7b83422 req-27c86207-dee0-49a5-8864-af0fd8442b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:18.477430 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7cafd3c4-5789-40e8-b339-1580e7b83422 req-27c86207-dee0-49a5-8864-af0fd8442b9d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=914994b7-e3c0-4a39-b533-597720d3829a HTTP/1.1" status: 200 len: 1097 time: 0.0406170 Nov 25 18:06:18.522238 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-7cafd3c4-5789-40e8-b339-1580e7b83422 req-6d0cb01b-ad95-42a0-ac03-d70ec094e358 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382500 Nov 25 18:06:19.254507 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf93b88-b1c2-4c01-a2a7-a99750c2c87c req-59af0ed8-4975-4b47-8bad-d5c359a774a8 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:19.255976 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bbf93b88-b1c2-4c01-a2a7-a99750c2c87c req-59af0ed8-4975-4b47-8bad-d5c359a774a8 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=914994b7-e3c0-4a39-b533-597720d3829a HTTP/1.1" status: 200 len: 946 time: 0.0490766 Nov 25 18:06:19.303022 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bbf93b88-b1c2-4c01-a2a7-a99750c2c87c req-5e60cf0f-6c6a-426e-bd86-7c8aa0b53586 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410995 Nov 25 18:06:19.884596 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-eb6ed9e6-bd64-4633-9db4-4ef87c67421c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:20.426776 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8aade9-1d38-43c7-8105-5fb5986c8c3e req-9f7a5df9-de4c-4718-918c-6f42f5b4a346 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:20.428248 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3e8aade9-1d38-43c7-8105-5fb5986c8c3e req-9f7a5df9-de4c-4718-918c-6f42f5b4a346 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=914994b7-e3c0-4a39-b533-597720d3829a HTTP/1.1" status: 200 len: 946 time: 0.0483375 Nov 25 18:06:20.476127 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3e8aade9-1d38-43c7-8105-5fb5986c8c3e req-1b57c2c7-eaa3-472b-9a92-3d680baf06ee tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411453 Nov 25 18:06:20.594660 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31a35b-6868-4cb2-85f3-769cb50d23bd req-47ad3db4-f509-458e-babd-72b8127961ed tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:20.596053 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4a31a35b-6868-4cb2-85f3-769cb50d23bd req-47ad3db4-f509-458e-babd-72b8127961ed tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=914994b7-e3c0-4a39-b533-597720d3829a HTTP/1.1" status: 200 len: 946 time: 0.0530107 Nov 25 18:06:20.645174 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4a31a35b-6868-4cb2-85f3-769cb50d23bd req-79e128b4-c730-47d5-add0-6fc66f25ab09 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430460 Nov 25 18:06:20.759012 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce3d206-1454-47b2-858e-46d3ff1d0e0f req-a8ef4437-014b-4f8e-ae8e-7b65257f927f tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:20.760510 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bce3d206-1454-47b2-858e-46d3ff1d0e0f req-a8ef4437-014b-4f8e-ae8e-7b65257f927f tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=914994b7-e3c0-4a39-b533-597720d3829a HTTP/1.1" status: 200 len: 946 time: 0.0495698 Nov 25 18:06:20.809063 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bce3d206-1454-47b2-858e-46d3ff1d0e0f req-c004b6d0-c8d5-44ca-9d99-cdede6bf26b8 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425799 Nov 25 18:06:20.931131 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:21.047094 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab643df-88d4-47fb-abe9-8581716fddad req-46a3de58-d1ea-4c7e-b3eb-8fd0b43c7c99 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:21.048536 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8ab643df-88d4-47fb-abe9-8581716fddad req-46a3de58-d1ea-4c7e-b3eb-8fd0b43c7c99 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=914994b7-e3c0-4a39-b533-597720d3829a HTTP/1.1" status: 200 len: 946 time: 0.0511043 Nov 25 18:06:21.095739 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8ab643df-88d4-47fb-abe9-8581716fddad req-79fa98d4-15e3-42c3-9f04-d1220c405319 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412223 Nov 25 18:06:22.125457 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:22.213795 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4389a592-f001-4127-96f3-d9a936e415e1 req-738d68de-0a0b-46f3-bad8-f2c07a0c7d31 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:22.215266 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4389a592-f001-4127-96f3-d9a936e415e1 req-738d68de-0a0b-46f3-bad8-f2c07a0c7d31 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=914994b7-e3c0-4a39-b533-597720d3829a HTTP/1.1" status: 200 len: 946 time: 0.0493348 Nov 25 18:06:22.265831 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4389a592-f001-4127-96f3-d9a936e415e1 req-07f8eda1-00b3-4ff1-be67-78ab84aa9eeb tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444007 Nov 25 18:06:22.329050 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:06:22.410918 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b23be47-87de-464f-9a0e-f34d39489fa5 req-a25ea8f1-39c4-448a-a0f7-18085bdf7eba tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:22.412366 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-6b23be47-87de-464f-9a0e-f34d39489fa5 req-a25ea8f1-39c4-448a-a0f7-18085bdf7eba tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.74 "GET /v2.0/ports?device_id=914994b7-e3c0-4a39-b533-597720d3829a HTTP/1.1" status: 200 len: 946 time: 0.0533071 Nov 25 18:06:22.503662 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-6b23be47-87de-464f-9a0e-f34d39489fa5 req-1f1ec017-b5fc-4a6f-9174-8446cc5f97e4 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Deleting port d929c747-5576-4876-87cf-db89a5a3be3e {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:06:22.504007 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-6b23be47-87de-464f-9a0e-f34d39489fa5 req-1f1ec017-b5fc-4a6f-9174-8446cc5f97e4 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:22.597220 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-6b23be47-87de-464f-9a0e-f34d39489fa5 req-1f1ec017-b5fc-4a6f-9174-8446cc5f97e4 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] For port d929c747-5576-4876-87cf-db89a5a3be3e, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=d929c747-5576-4876-87cf-db89a5a3be3e,segment=NetworkSegment(b80de946-82a3-4020-8e96-a562c04653e5),segment_id=b80de946-82a3-4020-8e96-a562c04653e5)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:06:22.597484 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-6b23be47-87de-464f-9a0e-f34d39489fa5 req-1f1ec017-b5fc-4a6f-9174-8446cc5f97e4 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:22.610591 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-6b23be47-87de-464f-9a0e-f34d39489fa5 req-1f1ec017-b5fc-4a6f-9174-8446cc5f97e4 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Calling delete_port for d929c747-5576-4876-87cf-db89a5a3be3e owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:06:22.736766 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-6b23be47-87de-464f-9a0e-f34d39489fa5 req-1f1ec017-b5fc-4a6f-9174-8446cc5f97e4 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:22.748467 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['d929c747-5576-4876-87cf-db89a5a3be3e'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:06:22.767919 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1ec017-b5fc-4a6f-9174-8446cc5f97e4 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Pushing event deleted for resources: {'Port': ['ID=d929c747-5576-4876-87cf-db89a5a3be3e,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:06:22.816948 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b23be47-87de-464f-9a0e-f34d39489fa5 req-1f1ec017-b5fc-4a6f-9174-8446cc5f97e4 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] No DVR routers for this DVR port d929c747-5576-4876-87cf-db89a5a3be3e on host n-h1-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:06:22.819539 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-6b23be47-87de-464f-9a0e-f34d39489fa5 req-1f1ec017-b5fc-4a6f-9174-8446cc5f97e4 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:22.823550 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-6b23be47-87de-464f-9a0e-f34d39489fa5 req-1f1ec017-b5fc-4a6f-9174-8446cc5f97e4 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.74 "DELETE /v2.0/ports/d929c747-5576-4876-87cf-db89a5a3be3e HTTP/1.1" status: 204 len: 173 time: 0.4040291 Nov 25 18:06:22.824004 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '914994b7-e3c0-4a39-b533-597720d3829a', 'name': 'network-vif-deleted', 'tag': 'd929c747-5576-4876-87cf-db89a5a3be3e'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:06:22.826389 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e4ebec3-0a2c-412e-8f5f-c1762005d411" -d '{"events": [{"server_uuid": "914994b7-e3c0-4a39-b533-597720d3829a", "name": "network-vif-deleted", "tag": "d929c747-5576-4876-87cf-db89a5a3be3e"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:06:22.868003 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc624bc5-6806-475a-9c1e-52f51de50fe7 x-openstack-request-id: req-bc624bc5-6806-475a-9c1e-52f51de50fe7 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:06:22.868354 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "914994b7-e3c0-4a39-b533-597720d3829a", "name": "network-vif-deleted", "tag": "d929c747-5576-4876-87cf-db89a5a3be3e", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:06:22.868627 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bc624bc5-6806-475a-9c1e-52f51de50fe7 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:06:22.869094 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '914994b7-e3c0-4a39-b533-597720d3829a', 'name': 'network-vif-deleted', 'tag': 'd929c747-5576-4876-87cf-db89a5a3be3e', 'status': 'completed', 'code': 200} Nov 25 18:06:23.075036 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:23.358957 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-85eb30b3-f587-48ec-a7c1-d0104ca59472 req-390b546c-5c48-4e6a-bc6d-48f17f941f3c tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=914994b7-e3c0-4a39-b533-597720d3829a HTTP/1.1" status: 200 len: 210 time: 0.0260997 Nov 25 18:06:24.454457 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fa8d6db2-3504-4e6c-abcb-fdd77d8d40c2 req-f96221cc-758a-410d-9188-00bb8ef90038 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=914994b7-e3c0-4a39-b533-597720d3829a HTTP/1.1" status: 200 len: 210 time: 0.0266182 Nov 25 18:06:25.556126 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-89085ed9-3848-45ad-94ea-b58b60264e91 req-0607a366-204c-41b3-8ca4-376de496360b tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=914994b7-e3c0-4a39-b533-597720d3829a HTTP/1.1" status: 200 len: 210 time: 0.0298634 Nov 25 18:06:26.171873 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device d929c747-5576-4876-87cf-db89a5a3be3e no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:06:26.193409 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: d929c747-5576-4876-87cf-db89a5a3be3e {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:06:26.193767 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device d929c747-5576-4876-87cf-db89a5a3be3e not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:06:26.652645 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0afa1006-98ef-46d3-8289-ec58fd14f053 req-46336b78-5d7a-4fd2-8a5d-a66ca7ba4acf tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=914994b7-e3c0-4a39-b533-597720d3829a HTTP/1.1" status: 200 len: 210 time: 0.0265727 Nov 25 18:06:46.950883 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:47.146532 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1d342b55-6f52-4b30-bff2-291d612abb55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:47.172763 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:48.664432 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc014c-e318-4cc7-8866-d71ef0235aa8 req-1872d9b2-a9ee-4530-b03f-eb2aa9d34963 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:48.665916 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b0bc014c-e318-4cc7-8866-d71ef0235aa8 req-1872d9b2-a9ee-4530-b03f-eb2aa9d34963 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/networks?id=eb78451b-a8c0-409a-b574-991d66fe6db7 HTTP/1.1" status: 200 len: 811 time: 0.1023767 Nov 25 18:06:48.680938 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b0bc014c-e318-4cc7-8866-d71ef0235aa8 req-99320a8e-b413-4ced-9b2b-89e7e867603c tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/quotas/6ab23648606342cbab1078b569017d74 HTTP/1.1" status: 200 len: 375 time: 0.0092158 Nov 25 18:06:48.736036 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b0bc014c-e318-4cc7-8866-d71ef0235aa8 req-ffd392c4-605e-43c4-88b0-2f961de77974 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=6ab23648606342cbab1078b569017d74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496545 Nov 25 18:06:48.824655 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b0bc014c-e318-4cc7-8866-d71ef0235aa8 req-146a5976-8810-400a-bae0-2880d93e7c39 service neutron] 10.222.0.75 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813210 Nov 25 18:06:48.917159 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b0bc014c-e318-4cc7-8866-d71ef0235aa8 req-d012669a-3830-4164-a543-e15f1246a291 service neutron] 10.222.0.75 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864000 Nov 25 18:06:49.097646 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dcc9a93e-174b-48ad-ab9a-89ae5e4f3c03 req-308ae236-4a75-4232-92c8-d3631c12df9e tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=9b89c864-83d1-4c20-9138-7f8b1a0175ad HTTP/1.1" status: 200 len: 210 time: 0.0265641 Nov 25 18:06:49.889021 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-18acf804-55e4-4c93-9e37-3f27c1982fbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:50.002131 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc014c-e318-4cc7-8866-d71ef0235aa8 req-c3bde0de-b60c-40d2-bd44-e24b361ab99f tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:50.003602 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b0bc014c-e318-4cc7-8866-d71ef0235aa8 req-c3bde0de-b60c-40d2-bd44-e24b361ab99f tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.74 "GET /v2.0/networks?id=eb78451b-a8c0-409a-b574-991d66fe6db7 HTTP/1.1" status: 200 len: 811 time: 0.1132541 Nov 25 18:06:50.016441 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-b0bc014c-e318-4cc7-8866-d71ef0235aa8 req-b5ac5db9-8fdf-41a8-845c-f061f104dc27 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Request body: {'port': {'device_id': '9b89c864-83d1-4c20-9138-7f8b1a0175ad', 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7', 'admin_state_up': True, 'tenant_id': '6ab23648606342cbab1078b569017d74'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:06:50.207993 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a956d234-f885-4e1f-9425-b6e5c5f33726 req-9649d286-1630-4eb4-8db9-b00529f19d86 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=9b89c864-83d1-4c20-9138-7f8b1a0175ad HTTP/1.1" status: 200 len: 210 time: 0.0298779 Nov 25 18:06:50.445665 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0bc014c-e318-4cc7-8866-d71ef0235aa8 req-b5ac5db9-8fdf-41a8-845c-f061f104dc27 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Made reservation on behalf of 6ab23648606342cbab1078b569017d74 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:06:50.449574 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-b0bc014c-e318-4cc7-8866-d71ef0235aa8 req-b5ac5db9-8fdf-41a8-845c-f061f104dc27 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:50.582875 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-b0bc014c-e318-4cc7-8866-d71ef0235aa8 req-b5ac5db9-8fdf-41a8-845c-f061f104dc27 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Allocated IP 172.20.0.9 (eb78451b-a8c0-409a-b574-991d66fe6db7/851e0f62-edf2-4a76-88fc-d8fbd058c843/e0e04021-9fdc-4bbf-b01b-73d7bd40ced4) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:06:50.734845 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-b0bc014c-e318-4cc7-8866-d71ef0235aa8 req-b5ac5db9-8fdf-41a8-845c-f061f104dc27 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:50.768754 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-b0bc014c-e318-4cc7-8866-d71ef0235aa8 req-b5ac5db9-8fdf-41a8-845c-f061f104dc27 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:50.812380 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0bc014c-e318-4cc7-8866-d71ef0235aa8 req-b5ac5db9-8fdf-41a8-845c-f061f104dc27 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Network eb78451b-a8c0-409a-b574-991d66fe6db7 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:06:50.815559 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-b0bc014c-e318-4cc7-8866-d71ef0235aa8 req-b5ac5db9-8fdf-41a8-845c-f061f104dc27 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:06:50.823169 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0bc014c-e318-4cc7-8866-d71ef0235aa8 req-b5ac5db9-8fdf-41a8-845c-f061f104dc27 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:06:50.847886 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ac5db9-8fdf-41a8-845c-f061f104dc27 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Pushing event updated for resources: {'Port': ['ID=e0e04021-9fdc-4bbf-b01b-73d7bd40ced4,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:06:50.863435 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ac5db9-8fdf-41a8-845c-f061f104dc27 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:06:50.863789 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ac5db9-8fdf-41a8-845c-f061f104dc27 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:06:50.864142 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ac5db9-8fdf-41a8-845c-f061f104dc27 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:06:50.864489 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ac5db9-8fdf-41a8-845c-f061f104dc27 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:06:50.864854 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ac5db9-8fdf-41a8-845c-f061f104dc27 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:06:50.865198 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ac5db9-8fdf-41a8-845c-f061f104dc27 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:06:50.865534 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ac5db9-8fdf-41a8-845c-f061f104dc27 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:06:50.865878 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ac5db9-8fdf-41a8-845c-f061f104dc27 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:06:50.866203 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ac5db9-8fdf-41a8-845c-f061f104dc27 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:06:50.866532 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ac5db9-8fdf-41a8-845c-f061f104dc27 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:06:50.866868 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ac5db9-8fdf-41a8-845c-f061f104dc27 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:06:50.867201 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ac5db9-8fdf-41a8-845c-f061f104dc27 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:06:50.889242 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc014c-e318-4cc7-8866-d71ef0235aa8 req-b5ac5db9-8fdf-41a8-845c-f061f104dc27 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:50.889896 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-b0bc014c-e318-4cc7-8866-d71ef0235aa8 req-b5ac5db9-8fdf-41a8-845c-f061f104dc27 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:50.906816 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b0bc014c-e318-4cc7-8866-d71ef0235aa8 req-b5ac5db9-8fdf-41a8-845c-f061f104dc27 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8940403 Nov 25 18:06:50.920116 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-b0bc014c-e318-4cc7-8866-d71ef0235aa8 req-d4025e7f-b967-447d-98d0-37e8c068820d service neutron] Request body: {'port': {'device_id': '9b89c864-83d1-4c20-9138-7f8b1a0175ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:06:50.941844 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:50.986035 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-b0bc014c-e318-4cc7-8866-d71ef0235aa8 req-d4025e7f-b967-447d-98d0-37e8c068820d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:51.130067 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b394e3d3-ecf5-455d-9e29-2461fc314a9e None None] Provisioning complete for port e0e04021-9fdc-4bbf-b01b-73d7bd40ced4 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:06:51.130505 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b394e3d3-ecf5-455d-9e29-2461fc314a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:51.187704 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b394e3d3-ecf5-455d-9e29-2461fc314a9e None None] Port e0e04021-9fdc-4bbf-b01b-73d7bd40ced4 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:06:51.282329 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-b0bc014c-e318-4cc7-8866-d71ef0235aa8 req-d4025e7f-b967-447d-98d0-37e8c068820d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0e04021-9fdc-4bbf-b01b-73d7bd40ced4 {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:06:51.290698 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-b0bc014c-e318-4cc7-8866-d71ef0235aa8 req-d4025e7f-b967-447d-98d0-37e8c068820d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:51.302782 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-b0bc014c-e318-4cc7-8866-d71ef0235aa8 req-d4025e7f-b967-447d-98d0-37e8c068820d service neutron] Transition to ACTIVE for port object e0e04021-9fdc-4bbf-b01b-73d7bd40ced4 will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:06:51.307487 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-b0bc014c-e318-4cc7-8866-d71ef0235aa8 req-d4025e7f-b967-447d-98d0-37e8c068820d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:51.331037 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e5c21e-ea13-45ab-8de4-956c4cfa312c req-3459739f-72fc-45ee-9024-71f0ee366196 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:51.332526 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-35e5c21e-ea13-45ab-8de4-956c4cfa312c req-3459739f-72fc-45ee-9024-71f0ee366196 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=9b89c864-83d1-4c20-9138-7f8b1a0175ad HTTP/1.1" status: 200 len: 931 time: 0.0510855 Nov 25 18:06:51.362114 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4025e7f-b967-447d-98d0-37e8c068820d service neutron] Pushing event updated for resources: {'Port': ['ID=e0e04021-9fdc-4bbf-b01b-73d7bd40ced4,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:06:51.419856 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-35e5c21e-ea13-45ab-8de4-956c4cfa312c req-25293f1c-3e47-49b6-9c63-d2bea3766d6a tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675039 Nov 25 18:06:51.452675 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-b0bc014c-e318-4cc7-8866-d71ef0235aa8 req-d4025e7f-b967-447d-98d0-37e8c068820d service neutron] Attempting to bind port e0e04021-9fdc-4bbf-b01b-73d7bd40ced4 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:06:51.452675 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-b0bc014c-e318-4cc7-8866-d71ef0235aa8 req-d4025e7f-b967-447d-98d0-37e8c068820d service neutron] Attempting to bind port e0e04021-9fdc-4bbf-b01b-73d7bd40ced4 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'b80de946-82a3-4020-8e96-a562c04653e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:06:51.453114 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bc014c-e318-4cc7-8866-d71ef0235aa8 req-d4025e7f-b967-447d-98d0-37e8c068820d service neutron] Attempting to bind port e0e04021-9fdc-4bbf-b01b-73d7bd40ced4 on network eb78451b-a8c0-409a-b574-991d66fe6db7 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:06:51.458266 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bc014c-e318-4cc7-8866-d71ef0235aa8 req-d4025e7f-b967-447d-98d0-37e8c068820d service neutron] Port e0e04021-9fdc-4bbf-b01b-73d7bd40ced4 on network eb78451b-a8c0-409a-b574-991d66fe6db7 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:06:51.458599 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bc014c-e318-4cc7-8866-d71ef0235aa8 req-d4025e7f-b967-447d-98d0-37e8c068820d service neutron] Attempting to bind port e0e04021-9fdc-4bbf-b01b-73d7bd40ced4 on network eb78451b-a8c0-409a-b574-991d66fe6db7 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:06:51.464123 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bc014c-e318-4cc7-8866-d71ef0235aa8 req-d4025e7f-b967-447d-98d0-37e8c068820d service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:06:51.464463 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bc014c-e318-4cc7-8866-d71ef0235aa8 req-d4025e7f-b967-447d-98d0-37e8c068820d service neutron] Checking segment: {'id': 'b80de946-82a3-4020-8e96-a562c04653e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:06:51.464888 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bc014c-e318-4cc7-8866-d71ef0235aa8 req-d4025e7f-b967-447d-98d0-37e8c068820d service neutron] Bound using segment: {'id': 'b80de946-82a3-4020-8e96-a562c04653e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:06:51.465327 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-b0bc014c-e318-4cc7-8866-d71ef0235aa8 req-d4025e7f-b967-447d-98d0-37e8c068820d service neutron] Bound port: e0e04021-9fdc-4bbf-b01b-73d7bd40ced4, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b80de946-82a3-4020-8e96-a562c04653e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:06:51.465692 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-b0bc014c-e318-4cc7-8866-d71ef0235aa8 req-d4025e7f-b967-447d-98d0-37e8c068820d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:51.535556 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-b0bc014c-e318-4cc7-8866-d71ef0235aa8 req-d4025e7f-b967-447d-98d0-37e8c068820d service neutron] For port e0e04021-9fdc-4bbf-b01b-73d7bd40ced4, host n-h1-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:06:51.541747 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-b0bc014c-e318-4cc7-8866-d71ef0235aa8 req-d4025e7f-b967-447d-98d0-37e8c068820d service neutron] For port e0e04021-9fdc-4bbf-b01b-73d7bd40ced4, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e0e04021-9fdc-4bbf-b01b-73d7bd40ced4,segment=NetworkSegment(b80de946-82a3-4020-8e96-a562c04653e5),segment_id=b80de946-82a3-4020-8e96-a562c04653e5)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:06:51.546665 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-b0bc014c-e318-4cc7-8866-d71ef0235aa8 req-d4025e7f-b967-447d-98d0-37e8c068820d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:51.562514 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc014c-e318-4cc7-8866-d71ef0235aa8 req-d4025e7f-b967-447d-98d0-37e8c068820d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:51.563274 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-b0bc014c-e318-4cc7-8866-d71ef0235aa8 req-d4025e7f-b967-447d-98d0-37e8c068820d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:51.565250 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b0bc014c-e318-4cc7-8866-d71ef0235aa8 req-d4025e7f-b967-447d-98d0-37e8c068820d service neutron] 10.222.0.74 "PUT /v2.0/ports/e0e04021-9fdc-4bbf-b01b-73d7bd40ced4 HTTP/1.1" status: 200 len: 1091 time: 0.6495485 Nov 25 18:06:51.567987 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b89c864-83d1-4c20-9138-7f8b1a0175ad', 'tag': 'e0e04021-9fdc-4bbf-b01b-73d7bd40ced4'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:06:51.570086 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dbe9d24-1f79-41e8-b24d-8b0c330d6fb2" -d '{"events": [{"name": "network-changed", "server_uuid": "9b89c864-83d1-4c20-9138-7f8b1a0175ad", "tag": "e0e04021-9fdc-4bbf-b01b-73d7bd40ced4"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:06:51.634086 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf453a8-29a2-49a5-a265-81e73094a269 x-openstack-request-id: req-acf453a8-29a2-49a5-a265-81e73094a269 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:06:51.634649 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b89c864-83d1-4c20-9138-7f8b1a0175ad", "tag": "e0e04021-9fdc-4bbf-b01b-73d7bd40ced4", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:06:51.634916 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-acf453a8-29a2-49a5-a265-81e73094a269 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:06:51.635337 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b89c864-83d1-4c20-9138-7f8b1a0175ad', 'tag': 'e0e04021-9fdc-4bbf-b01b-73d7bd40ced4', 'status': 'completed', 'code': 200} Nov 25 18:06:51.675556 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4025e7f-b967-447d-98d0-37e8c068820d service neutron] Pushing event updated for resources: {'Port': ['ID=e0e04021-9fdc-4bbf-b01b-73d7bd40ced4,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:06:51.690666 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc014c-e318-4cc7-8866-d71ef0235aa8 req-7fadd07f-a640-4fc9-b316-12e72e39635a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:51.692322 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b0bc014c-e318-4cc7-8866-d71ef0235aa8 req-7fadd07f-a640-4fc9-b316-12e72e39635a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6ab23648606342cbab1078b569017d74&device_id=9b89c864-83d1-4c20-9138-7f8b1a0175ad HTTP/1.1" status: 200 len: 1094 time: 0.0758049 Nov 25 18:06:51.737602 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b0bc014c-e318-4cc7-8866-d71ef0235aa8 req-1a4df2a0-a331-4584-892b-6439bfc205b5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0e04021-9fdc-4bbf-b01b-73d7bd40ced4 HTTP/1.1" status: 200 len: 217 time: 0.0376914 Nov 25 18:06:51.788902 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc014c-e318-4cc7-8866-d71ef0235aa8 req-c28cec4a-5ed0-462a-b3f3-d54183eaab41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:51.790955 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b0bc014c-e318-4cc7-8866-d71ef0235aa8 req-c28cec4a-5ed0-462a-b3f3-d54183eaab41 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=851e0f62-edf2-4a76-88fc-d8fbd058c843 HTTP/1.1" status: 200 len: 850 time: 0.0471654 Nov 25 18:06:51.846443 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc014c-e318-4cc7-8866-d71ef0235aa8 req-c1f596cc-2cc6-4d68-bc55-234b456aaf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:51.846443 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b0bc014c-e318-4cc7-8866-d71ef0235aa8 req-c1f596cc-2cc6-4d68-bc55-234b456aaf85 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb78451b-a8c0-409a-b574-991d66fe6db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469582 Nov 25 18:06:51.939667 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b0bc014c-e318-4cc7-8866-d71ef0235aa8 req-95c82672-5ba4-40f9-886a-00a927feb3f9 service neutron] 10.222.0.74 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878632 Nov 25 18:06:52.036612 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b0bc014c-e318-4cc7-8866-d71ef0235aa8 req-351dd7fe-59ff-46e8-ac92-d1c99a3a0b51 service neutron] 10.222.0.74 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883074 Nov 25 18:06:52.122744 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe9d24-1f79-41e8-b24d-8b0c330d6fb2 req-d07ba507-0f38-4dbb-8547-291e409c5820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:52.124396 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-9dbe9d24-1f79-41e8-b24d-8b0c330d6fb2 req-d07ba507-0f38-4dbb-8547-291e409c5820 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6ab23648606342cbab1078b569017d74&device_id=9b89c864-83d1-4c20-9138-7f8b1a0175ad HTTP/1.1" status: 200 len: 1094 time: 0.0425022 Nov 25 18:06:52.129879 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:52.216666 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe9d24-1f79-41e8-b24d-8b0c330d6fb2 req-bf3e6a89-4fd4-46fd-93dd-0d52d83bcbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:52.218090 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-9dbe9d24-1f79-41e8-b24d-8b0c330d6fb2 req-bf3e6a89-4fd4-46fd-93dd-0d52d83bcbe4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=eb78451b-a8c0-409a-b574-991d66fe6db7 HTTP/1.1" status: 200 len: 912 time: 0.0875242 Nov 25 18:06:52.265361 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-9dbe9d24-1f79-41e8-b24d-8b0c330d6fb2 req-0a84e524-d4b8-4250-b572-7f200e5b96fa service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0e04021-9fdc-4bbf-b01b-73d7bd40ced4 HTTP/1.1" status: 200 len: 217 time: 0.0400276 Nov 25 18:06:52.314408 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe9d24-1f79-41e8-b24d-8b0c330d6fb2 req-43a125d4-a263-48e2-a923-2462065bafc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:52.315925 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-9dbe9d24-1f79-41e8-b24d-8b0c330d6fb2 req-43a125d4-a263-48e2-a923-2462065bafc1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=851e0f62-edf2-4a76-88fc-d8fbd058c843 HTTP/1.1" status: 200 len: 850 time: 0.0443642 Nov 25 18:06:52.363054 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe9d24-1f79-41e8-b24d-8b0c330d6fb2 req-83aadc78-1d19-4328-bd4e-86da776d8ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:52.364657 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-9dbe9d24-1f79-41e8-b24d-8b0c330d6fb2 req-83aadc78-1d19-4328-bd4e-86da776d8ae3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb78451b-a8c0-409a-b574-991d66fe6db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420091 Nov 25 18:06:52.467617 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-9dbe9d24-1f79-41e8-b24d-8b0c330d6fb2 req-b5bed4cc-e781-46a2-bc46-dacab332064c service neutron] 10.222.0.74 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953889 Nov 25 18:06:52.550107 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d8e8ce-0134-4f5c-a2f6-fb41fa02579e req-b1f1f735-6b1f-4752-998b-f60789d5af6a tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:52.551638 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a7d8e8ce-0134-4f5c-a2f6-fb41fa02579e req-b1f1f735-6b1f-4752-998b-f60789d5af6a tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=9b89c864-83d1-4c20-9138-7f8b1a0175ad HTTP/1.1" status: 200 len: 943 time: 0.0568311 Nov 25 18:06:52.575157 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-9dbe9d24-1f79-41e8-b24d-8b0c330d6fb2 req-8f00ffb3-0f3f-4ea7-840c-8c6fae369cb4 service neutron] 10.222.0.74 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009619 Nov 25 18:06:52.609172 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a7d8e8ce-0134-4f5c-a2f6-fb41fa02579e req-abace875-3643-45dd-a08a-dc01e69b7f1a tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457475 Nov 25 18:06:53.077372 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:53.780200 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a5b14-73d3-4999-b24b-0ff30fa6189a req-a4a225b1-ee7a-4d45-9667-c970732fab2d tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:53.782284 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4d0a5b14-73d3-4999-b24b-0ff30fa6189a req-a4a225b1-ee7a-4d45-9667-c970732fab2d tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=9b89c864-83d1-4c20-9138-7f8b1a0175ad HTTP/1.1" status: 200 len: 943 time: 0.0885835 Nov 25 18:06:53.859083 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4d0a5b14-73d3-4999-b24b-0ff30fa6189a req-7e9f23ab-a978-4149-8c8b-dd5f9588782f tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705185 Nov 25 18:06:55.030475 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1e5b1-cea7-4328-bc85-22035897c541 req-8f5e3e3f-1339-4f78-ab4e-f0fe29c1696b tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:55.031997 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-04e1e5b1-cea7-4328-bc85-22035897c541 req-8f5e3e3f-1339-4f78-ab4e-f0fe29c1696b tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=9b89c864-83d1-4c20-9138-7f8b1a0175ad HTTP/1.1" status: 200 len: 943 time: 0.0569470 Nov 25 18:06:55.139499 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-04e1e5b1-cea7-4328-bc85-22035897c541 req-9a86c6b8-094f-4105-ab29-77d4f12d7867 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936525 Nov 25 18:06:56.279514 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8baf0d-2c1b-4b9e-a842-595ee4a3bc15 req-7bc649ba-5e01-47f6-9686-e1c144d2351a tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:56.281000 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5a8baf0d-2c1b-4b9e-a842-595ee4a3bc15 req-7bc649ba-5e01-47f6-9686-e1c144d2351a tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=9b89c864-83d1-4c20-9138-7f8b1a0175ad HTTP/1.1" status: 200 len: 943 time: 0.0521898 Nov 25 18:06:56.330949 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5a8baf0d-2c1b-4b9e-a842-595ee4a3bc15 req-20853766-325f-405e-9b72-86f213d3f187 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433848 Nov 25 18:06:57.454363 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925ccc2-44ec-4fb4-a868-70672d5c98b3 req-167fdac5-8091-4cf9-bdf2-ef912298982f tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:57.455838 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3925ccc2-44ec-4fb4-a868-70672d5c98b3 req-167fdac5-8091-4cf9-bdf2-ef912298982f tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=9b89c864-83d1-4c20-9138-7f8b1a0175ad HTTP/1.1" status: 200 len: 943 time: 0.0522404 Nov 25 18:06:57.505740 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3925ccc2-44ec-4fb4-a868-70672d5c98b3 req-cdfbdc1b-b200-45ec-b282-c38d5fd2749e tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437198 Nov 25 18:06:58.623072 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7420a511-33fa-41c5-b930-b6d2b7ab172f req-4844b3db-ac73-479d-afbf-4ea38e658a33 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:58.624592 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7420a511-33fa-41c5-b930-b6d2b7ab172f req-4844b3db-ac73-479d-afbf-4ea38e658a33 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=9b89c864-83d1-4c20-9138-7f8b1a0175ad HTTP/1.1" status: 200 len: 943 time: 0.0519769 Nov 25 18:06:58.674891 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7420a511-33fa-41c5-b930-b6d2b7ab172f req-2049ff9c-bb99-4ac2-b740-eef52ae1d686 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444150 Nov 25 18:06:59.328580 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:06:59.792290 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d734b8-0eb6-429c-be02-a91dd904d268 req-c7811cc9-39a9-4b63-8a4a-bd1459a0f6dd tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:59.793825 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-97d734b8-0eb6-429c-be02-a91dd904d268 req-c7811cc9-39a9-4b63-8a4a-bd1459a0f6dd tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=9b89c864-83d1-4c20-9138-7f8b1a0175ad HTTP/1.1" status: 200 len: 943 time: 0.0504885 Nov 25 18:06:59.842744 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-97d734b8-0eb6-429c-be02-a91dd904d268 req-957a0c01-c95a-4454-90ef-2c091d33b6f3 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428536 Nov 25 18:07:00.964499 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24830460-cada-4f8b-8e42-872e51c42e0d req-7988acbf-0929-4d09-b76b-6823d1d9ab05 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:00.966037 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-24830460-cada-4f8b-8e42-872e51c42e0d req-7988acbf-0929-4d09-b76b-6823d1d9ab05 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=9b89c864-83d1-4c20-9138-7f8b1a0175ad HTTP/1.1" status: 200 len: 943 time: 0.0535138 Nov 25 18:07:01.014653 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-24830460-cada-4f8b-8e42-872e51c42e0d req-05fdd147-6d2d-4373-b977-f92f5a43e2c7 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424969 Nov 25 18:07:02.134151 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec52d702-469e-41a5-8847-041ed02a64c7 req-569b40be-5670-42a5-9fac-e134bcdccd27 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:02.135737 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ec52d702-469e-41a5-8847-041ed02a64c7 req-569b40be-5670-42a5-9fac-e134bcdccd27 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=9b89c864-83d1-4c20-9138-7f8b1a0175ad HTTP/1.1" status: 200 len: 943 time: 0.0508478 Nov 25 18:07:02.184181 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ec52d702-469e-41a5-8847-041ed02a64c7 req-c18019e1-0d65-4d9a-ba47-83acb560fa17 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424750 Nov 25 18:07:03.302681 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94300efb-18c5-47e1-957a-f13340973961 req-bd4f8dec-a37b-42cb-befa-ef7b004dc6d2 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:03.304169 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-94300efb-18c5-47e1-957a-f13340973961 req-bd4f8dec-a37b-42cb-befa-ef7b004dc6d2 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=9b89c864-83d1-4c20-9138-7f8b1a0175ad HTTP/1.1" status: 200 len: 943 time: 0.0518167 Nov 25 18:07:03.356076 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-94300efb-18c5-47e1-957a-f13340973961 req-3db97a7b-0866-46cd-8d53-0166605b9aa9 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449846 Nov 25 18:07:04.472515 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6ec673-b113-4195-9344-48e110395160 req-632fbdba-2873-4ed5-bfc4-d71c73573f62 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:04.474043 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cd6ec673-b113-4195-9344-48e110395160 req-632fbdba-2873-4ed5-bfc4-d71c73573f62 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=9b89c864-83d1-4c20-9138-7f8b1a0175ad HTTP/1.1" status: 200 len: 943 time: 0.0499885 Nov 25 18:07:04.522828 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cd6ec673-b113-4195-9344-48e110395160 req-dae5111e-ad2f-4189-935b-cbdedb7d0aa2 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420086 Nov 25 18:07:05.638849 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7760856-c8e0-4a1a-bbf8-8d6d557af3c0 req-f9d44298-0e3a-4fad-82fa-089bc724de7b tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:05.640320 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a7760856-c8e0-4a1a-bbf8-8d6d557af3c0 req-f9d44298-0e3a-4fad-82fa-089bc724de7b tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=9b89c864-83d1-4c20-9138-7f8b1a0175ad HTTP/1.1" status: 200 len: 943 time: 0.0491490 Nov 25 18:07:05.686902 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a7760856-c8e0-4a1a-bbf8-8d6d557af3c0 req-551427af-af3c-48b3-8881-3fa5ec7fd393 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405395 Nov 25 18:07:06.808729 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d04db7-72cb-4375-9600-d93c012f0496 req-7284c803-4e8f-4190-935b-6f1f5cbd910c tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:06.810209 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-30d04db7-72cb-4375-9600-d93c012f0496 req-7284c803-4e8f-4190-935b-6f1f5cbd910c tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=9b89c864-83d1-4c20-9138-7f8b1a0175ad HTTP/1.1" status: 200 len: 943 time: 0.0528772 Nov 25 18:07:06.857557 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-30d04db7-72cb-4375-9600-d93c012f0496 req-6316caa5-0654-41f6-96d0-01788fae7816 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414050 Nov 25 18:07:07.977027 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ec671-6c0f-4a7f-91c6-fd4da2f63bce req-79a31ee3-1d72-4ac3-bd7d-0c6d0c79d801 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:07.978526 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-185ec671-6c0f-4a7f-91c6-fd4da2f63bce req-79a31ee3-1d72-4ac3-bd7d-0c6d0c79d801 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=9b89c864-83d1-4c20-9138-7f8b1a0175ad HTTP/1.1" status: 200 len: 943 time: 0.0502737 Nov 25 18:07:08.026183 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-185ec671-6c0f-4a7f-91c6-fd4da2f63bce req-322e99ee-8aa8-4e75-9273-6db0bfb1b9b9 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417864 Nov 25 18:07:09.140118 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb4dca-873b-45b6-bcef-a706c0419f72 req-eda1287a-53be-4a63-8b28-2562460730f8 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:09.141625 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6eeb4dca-873b-45b6-bcef-a706c0419f72 req-eda1287a-53be-4a63-8b28-2562460730f8 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=9b89c864-83d1-4c20-9138-7f8b1a0175ad HTTP/1.1" status: 200 len: 943 time: 0.0482502 Nov 25 18:07:09.198423 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6eeb4dca-873b-45b6-bcef-a706c0419f72 req-da7457c1-7e1c-438d-b085-c80160e07e99 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508025 Nov 25 18:07:10.311601 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56750a87-ac7b-480f-a9d0-21b1de0e7c18 req-2967ac30-0266-4e2e-a8e2-0b519d7626a2 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:10.313060 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-56750a87-ac7b-480f-a9d0-21b1de0e7c18 req-2967ac30-0266-4e2e-a8e2-0b519d7626a2 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=9b89c864-83d1-4c20-9138-7f8b1a0175ad HTTP/1.1" status: 200 len: 943 time: 0.0475788 Nov 25 18:07:10.359319 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-56750a87-ac7b-480f-a9d0-21b1de0e7c18 req-f34c6242-eebb-4d2a-9d5a-defbea9ea1e2 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403166 Nov 25 18:07:11.472469 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaadabc-2088-44b3-a109-76b35454d6c6 req-3536a759-8c81-4864-86d1-1109eee8860e tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:11.473972 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-afaadabc-2088-44b3-a109-76b35454d6c6 req-3536a759-8c81-4864-86d1-1109eee8860e tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=9b89c864-83d1-4c20-9138-7f8b1a0175ad HTTP/1.1" status: 200 len: 943 time: 0.0488267 Nov 25 18:07:11.521284 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-afaadabc-2088-44b3-a109-76b35454d6c6 req-65ef3d5c-16c0-49a5-b5f3-de9fbd20881f tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406654 Nov 25 18:07:12.420176 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device e0e04021-9fdc-4bbf-b01b-73d7bd40ced4 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:07:12.517154 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port e0e04021-9fdc-4bbf-b01b-73d7bd40ced4, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e0e04021-9fdc-4bbf-b01b-73d7bd40ced4,segment=NetworkSegment(b80de946-82a3-4020-8e96-a562c04653e5),segment_id=b80de946-82a3-4020-8e96-a562c04653e5)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:07:12.528729 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': 'e0e04021-9fdc-4bbf-b01b-73d7bd40ced4', 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7', 'port_id': 'e0e04021-9fdc-4bbf-b01b-73d7bd40ced4', 'mac_address': 'fa:16:3e:ac:d4:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '851e0f62-edf2-4a76-88fc-d8fbd058c843', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:07:12.565863 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:12.580697 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0e04021-9fdc-4bbf-b01b-73d7bd40ced4 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:07:12.600730 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port e0e04021-9fdc-4bbf-b01b-73d7bd40ced4, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e0e04021-9fdc-4bbf-b01b-73d7bd40ced4,segment=NetworkSegment(b80de946-82a3-4020-8e96-a562c04653e5),segment_id=b80de946-82a3-4020-8e96-a562c04653e5)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:07:12.604937 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:12.645157 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46751947-116c-4ea3-ad21-bf80087639e9 req-5c5f3af2-1b68-411c-a043-a7683c82296e tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:12.646643 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-46751947-116c-4ea3-ad21-bf80087639e9 req-5c5f3af2-1b68-411c-a043-a7683c82296e tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=9b89c864-83d1-4c20-9138-7f8b1a0175ad HTTP/1.1" status: 200 len: 943 time: 0.0553880 Nov 25 18:07:12.653568 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=e0e04021-9fdc-4bbf-b01b-73d7bd40ced4,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:07:12.661113 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:12.661477 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:12.661828 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:12.662172 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:12.662541 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:12.662881 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:12.663215 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:12.663547 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:12.663880 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:12.664208 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:12.664715 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:12.665102 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:12.694842 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-46751947-116c-4ea3-ad21-bf80087639e9 req-5d371514-a599-42a7-9a7d-6764873dce09 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419338 Nov 25 18:07:12.796430 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['e0e04021-9fdc-4bbf-b01b-73d7bd40ced4'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:07:13.809605 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9cd1db-5dfb-4628-a4d6-0a1bcddf65e9 req-0a6a0037-cacf-499e-9035-fa6289bc0af2 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:13.811077 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4a9cd1db-5dfb-4628-a4d6-0a1bcddf65e9 req-0a6a0037-cacf-499e-9035-fa6289bc0af2 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=9b89c864-83d1-4c20-9138-7f8b1a0175ad HTTP/1.1" status: 200 len: 944 time: 0.0481138 Nov 25 18:07:13.858726 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4a9cd1db-5dfb-4628-a4d6-0a1bcddf65e9 req-d7ea2f58-2114-4432-b6c5-a1eb41057f83 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417099 Nov 25 18:07:14.419656 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device e0e04021-9fdc-4bbf-b01b-73d7bd40ced4 up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:07:14.467404 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port e0e04021-9fdc-4bbf-b01b-73d7bd40ced4 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:07:14.471090 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port e0e04021-9fdc-4bbf-b01b-73d7bd40ced4 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:07:14.471462 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:14.550819 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:14.573993 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b89c864-83d1-4c20-9138-7f8b1a0175ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e04021-9fdc-4bbf-b01b-73d7bd40ced4'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:07:14.576245 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e86d59e-5e90-4c8e-9a04-564ee33cb0e5" -d '{"events": [{"server_uuid": "9b89c864-83d1-4c20-9138-7f8b1a0175ad", "name": "network-vif-plugged", "status": "completed", "tag": "e0e04021-9fdc-4bbf-b01b-73d7bd40ced4"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:07:14.588958 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port e0e04021-9fdc-4bbf-b01b-73d7bd40ced4, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e0e04021-9fdc-4bbf-b01b-73d7bd40ced4,segment=NetworkSegment(b80de946-82a3-4020-8e96-a562c04653e5),segment_id=b80de946-82a3-4020-8e96-a562c04653e5)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:07:14.593585 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:14.616864 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e40e97b-4509-4adf-8349-8ca2ba095027 x-openstack-request-id: req-3e40e97b-4509-4adf-8349-8ca2ba095027 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:07:14.617169 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b89c864-83d1-4c20-9138-7f8b1a0175ad", "name": "network-vif-plugged", "status": "completed", "tag": "e0e04021-9fdc-4bbf-b01b-73d7bd40ced4", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:07:14.617418 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3e40e97b-4509-4adf-8349-8ca2ba095027 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:07:14.617815 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b89c864-83d1-4c20-9138-7f8b1a0175ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e04021-9fdc-4bbf-b01b-73d7bd40ced4', 'code': 200} Nov 25 18:07:14.644656 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=e0e04021-9fdc-4bbf-b01b-73d7bd40ced4,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:07:14.712647 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afaa3f4-789a-497e-ae13-0db794e92177 req-8dc9b2c0-3622-49d7-9479-759a03051069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:14.714042 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8afaa3f4-789a-497e-ae13-0db794e92177 req-8dc9b2c0-3622-49d7-9479-759a03051069 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=9b89c864-83d1-4c20-9138-7f8b1a0175ad HTTP/1.1" status: 200 len: 1096 time: 0.0402491 Nov 25 18:07:14.764019 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8afaa3f4-789a-497e-ae13-0db794e92177 req-77c23947-9bd6-4f47-b95c-7dfe82a7bc1e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432439 Nov 25 18:07:14.981072 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae9a7a7-3a8a-496b-8534-c237f59daec1 req-9f08a99b-8a73-4bfa-9174-61af3bff7765 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:14.982598 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8ae9a7a7-3a8a-496b-8534-c237f59daec1 req-9f08a99b-8a73-4bfa-9174-61af3bff7765 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=9b89c864-83d1-4c20-9138-7f8b1a0175ad HTTP/1.1" status: 200 len: 945 time: 0.0526590 Nov 25 18:07:15.029981 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8ae9a7a7-3a8a-496b-8534-c237f59daec1 req-d6dc7fbd-17e7-49f6-aa08-76abbc1cab13 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411358 Nov 25 18:07:16.148581 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21dbf91-c1b0-4488-8876-96f94a176292 req-daa8b8b8-0af4-43e6-b757-90d6017799fe tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:16.150257 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e21dbf91-c1b0-4488-8876-96f94a176292 req-daa8b8b8-0af4-43e6-b757-90d6017799fe tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=9b89c864-83d1-4c20-9138-7f8b1a0175ad HTTP/1.1" status: 200 len: 945 time: 0.0498586 Nov 25 18:07:16.195913 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e21dbf91-c1b0-4488-8876-96f94a176292 req-3365e48b-0e22-46e5-8e5d-25a0ccdceac8 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393722 Nov 25 18:07:16.309095 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab5c16-de8a-417f-bb43-02cdee56a7a7 req-9e3d48f7-b76d-4573-9116-0d990f0ab571 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:16.310554 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3dab5c16-de8a-417f-bb43-02cdee56a7a7 req-9e3d48f7-b76d-4573-9116-0d990f0ab571 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=9b89c864-83d1-4c20-9138-7f8b1a0175ad HTTP/1.1" status: 200 len: 945 time: 0.0486362 Nov 25 18:07:16.361295 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3dab5c16-de8a-417f-bb43-02cdee56a7a7 req-a86bf0df-6312-451f-98fe-3efa951b5e2d tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448620 Nov 25 18:07:16.473015 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c7ba8-ab89-4b8f-8bbd-189eaaa67cb2 req-4771c9bc-68c4-4065-aa21-3308be4d5922 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:16.474485 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-875c7ba8-ab89-4b8f-8bbd-189eaaa67cb2 req-4771c9bc-68c4-4065-aa21-3308be4d5922 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=9b89c864-83d1-4c20-9138-7f8b1a0175ad HTTP/1.1" status: 200 len: 945 time: 0.0492101 Nov 25 18:07:16.522422 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-875c7ba8-ab89-4b8f-8bbd-189eaaa67cb2 req-a92b1b2d-73a0-48be-94b2-901274fec8b5 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418379 Nov 25 18:07:16.799387 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738042d3-5b82-4f59-8dcb-4d36c3ba509b req-a6389d33-d559-41fd-8106-b0afa3d35c3a tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:16.800754 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-738042d3-5b82-4f59-8dcb-4d36c3ba509b req-a6389d33-d559-41fd-8106-b0afa3d35c3a tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=9b89c864-83d1-4c20-9138-7f8b1a0175ad HTTP/1.1" status: 200 len: 945 time: 0.0475132 Nov 25 18:07:16.860853 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-738042d3-5b82-4f59-8dcb-4d36c3ba509b req-0986d75f-7189-452e-a328-9f07784880be tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535181 Nov 25 18:07:16.952553 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:17.148674 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d1354727-f493-48e3-acf0-7199a0f9378c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:17.179592 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:17.983148 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5514e-658a-4111-bc83-f990b85de948 req-592945b0-0c4e-43bd-917e-2d49e7cce956 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:17.984627 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8ba5514e-658a-4111-bc83-f990b85de948 req-592945b0-0c4e-43bd-917e-2d49e7cce956 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=9b89c864-83d1-4c20-9138-7f8b1a0175ad HTTP/1.1" status: 200 len: 945 time: 0.0531092 Nov 25 18:07:18.031159 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8ba5514e-658a-4111-bc83-f990b85de948 req-b00390d6-3e63-4d08-9893-7bceda161f0c tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406094 Nov 25 18:07:18.210984 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3553a2ba-327d-4c41-8b3b-a5d30aa84060 req-18725999-3a04-4413-8535-a45b096ab345 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:18.212348 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3553a2ba-327d-4c41-8b3b-a5d30aa84060 req-18725999-3a04-4413-8535-a45b096ab345 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.74 "GET /v2.0/ports?device_id=9b89c864-83d1-4c20-9138-7f8b1a0175ad HTTP/1.1" status: 200 len: 945 time: 0.0487573 Nov 25 18:07:18.300194 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-3553a2ba-327d-4c41-8b3b-a5d30aa84060 req-427196b8-536d-4d0d-81b4-b9c60379cd30 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Deleting port e0e04021-9fdc-4bbf-b01b-73d7bd40ced4 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:07:18.300543 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-3553a2ba-327d-4c41-8b3b-a5d30aa84060 req-427196b8-536d-4d0d-81b4-b9c60379cd30 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:18.392331 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-3553a2ba-327d-4c41-8b3b-a5d30aa84060 req-427196b8-536d-4d0d-81b4-b9c60379cd30 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] For port e0e04021-9fdc-4bbf-b01b-73d7bd40ced4, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e0e04021-9fdc-4bbf-b01b-73d7bd40ced4,segment=NetworkSegment(b80de946-82a3-4020-8e96-a562c04653e5),segment_id=b80de946-82a3-4020-8e96-a562c04653e5)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:07:18.392695 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-3553a2ba-327d-4c41-8b3b-a5d30aa84060 req-427196b8-536d-4d0d-81b4-b9c60379cd30 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:18.405500 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-3553a2ba-327d-4c41-8b3b-a5d30aa84060 req-427196b8-536d-4d0d-81b4-b9c60379cd30 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Calling delete_port for e0e04021-9fdc-4bbf-b01b-73d7bd40ced4 owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:07:18.533910 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-3553a2ba-327d-4c41-8b3b-a5d30aa84060 req-427196b8-536d-4d0d-81b4-b9c60379cd30 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:18.563155 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427196b8-536d-4d0d-81b4-b9c60379cd30 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Pushing event deleted for resources: {'Port': ['ID=e0e04021-9fdc-4bbf-b01b-73d7bd40ced4,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:07:18.604887 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-3553a2ba-327d-4c41-8b3b-a5d30aa84060 req-427196b8-536d-4d0d-81b4-b9c60379cd30 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] No DVR routers for this DVR port e0e04021-9fdc-4bbf-b01b-73d7bd40ced4 on host n-h1-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:07:18.607634 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-3553a2ba-327d-4c41-8b3b-a5d30aa84060 req-427196b8-536d-4d0d-81b4-b9c60379cd30 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:18.611130 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3553a2ba-327d-4c41-8b3b-a5d30aa84060 req-427196b8-536d-4d0d-81b4-b9c60379cd30 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.74 "DELETE /v2.0/ports/e0e04021-9fdc-4bbf-b01b-73d7bd40ced4 HTTP/1.1" status: 204 len: 173 time: 0.3917892 Nov 25 18:07:18.611589 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b89c864-83d1-4c20-9138-7f8b1a0175ad', 'name': 'network-vif-deleted', 'tag': 'e0e04021-9fdc-4bbf-b01b-73d7bd40ced4'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:07:18.614000 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ea6fb6-720b-41dc-9e21-8758525eb54e" -d '{"events": [{"server_uuid": "9b89c864-83d1-4c20-9138-7f8b1a0175ad", "name": "network-vif-deleted", "tag": "e0e04021-9fdc-4bbf-b01b-73d7bd40ced4"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:07:18.657769 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b925e82-9025-473e-8992-089fae6c6f83 x-openstack-request-id: req-4b925e82-9025-473e-8992-089fae6c6f83 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:07:18.658070 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b89c864-83d1-4c20-9138-7f8b1a0175ad", "name": "network-vif-deleted", "tag": "e0e04021-9fdc-4bbf-b01b-73d7bd40ced4", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:07:18.658328 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4b925e82-9025-473e-8992-089fae6c6f83 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:07:18.658732 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b89c864-83d1-4c20-9138-7f8b1a0175ad', 'name': 'network-vif-deleted', 'tag': 'e0e04021-9fdc-4bbf-b01b-73d7bd40ced4', 'status': 'completed', 'code': 200} Nov 25 18:07:19.127605 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e00b2f6d-4785-4f83-a950-bd9c9c20aa63 req-29d39e6e-68cd-42df-8db9-d10604e53b31 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=9b89c864-83d1-4c20-9138-7f8b1a0175ad HTTP/1.1" status: 200 len: 210 time: 0.0279834 Nov 25 18:07:19.887102 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-457f9d36-cf2a-46a7-857d-93621b481ef9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:20.232218 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ff61d9dc-7a57-4355-9833-0d1a01cdf34e req-fc915bc9-fa78-4147-a23f-b85d48e537a7 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=9b89c864-83d1-4c20-9138-7f8b1a0175ad HTTP/1.1" status: 200 len: 210 time: 0.0268419 Nov 25 18:07:20.451201 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device e0e04021-9fdc-4bbf-b01b-73d7bd40ced4 no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:07:20.471065 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: e0e04021-9fdc-4bbf-b01b-73d7bd40ced4 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:07:20.471419 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device e0e04021-9fdc-4bbf-b01b-73d7bd40ced4 not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:07:20.942516 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:21.328167 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-91d662b4-26b7-4325-b85d-9aecaada82f8 req-c90aef2f-0061-4a66-9efb-0a79a8f7d93d tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=9b89c864-83d1-4c20-9138-7f8b1a0175ad HTTP/1.1" status: 200 len: 210 time: 0.0272837 Nov 25 18:07:22.131895 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:22.422597 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1a7a5c44-fb61-4913-9fa4-2210bee8fc60 req-4f785496-ae93-4190-b5ca-1ed5c373f335 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=9b89c864-83d1-4c20-9138-7f8b1a0175ad HTTP/1.1" status: 200 len: 210 time: 0.0264020 Nov 25 18:07:23.080285 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:36.328421 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:07:46.383010 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dcf7f5-bd50-4dea-b9b5-f5e49d6e46f4 req-a2248cd8-a25c-4c04-99a7-cf5138d4c15d tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:46.385104 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d0dcf7f5-bd50-4dea-b9b5-f5e49d6e46f4 req-a2248cd8-a25c-4c04-99a7-cf5138d4c15d tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/networks?id=eb78451b-a8c0-409a-b574-991d66fe6db7 HTTP/1.1" status: 200 len: 811 time: 0.1016893 Nov 25 18:07:46.400310 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d0dcf7f5-bd50-4dea-b9b5-f5e49d6e46f4 req-35c2bb8c-48fe-46cc-ac97-49293126a1da tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/quotas/6ab23648606342cbab1078b569017d74 HTTP/1.1" status: 200 len: 375 time: 0.0093975 Nov 25 18:07:46.450726 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d0dcf7f5-bd50-4dea-b9b5-f5e49d6e46f4 req-e1a23abe-2906-4a31-9c18-72b6f222fb77 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=6ab23648606342cbab1078b569017d74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449941 Nov 25 18:07:46.872483 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d0dcf7f5-bd50-4dea-b9b5-f5e49d6e46f4 req-19b6b5a7-c2e9-4bfd-8e4a-019373bbac07 service neutron] 10.222.0.75 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4150758 Nov 25 18:07:46.947201 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:46.964944 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d0dcf7f5-bd50-4dea-b9b5-f5e49d6e46f4 req-23bdf87d-81e8-4d71-aedc-e8713539c06e service neutron] 10.222.0.75 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862479 Nov 25 18:07:47.151677 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c76b0c91-4cb9-4d56-91b2-3ba2e9b2b5fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:47.190239 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:47.261502 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-72a537e5-23a2-4760-828c-2a2ea8082064 req-ec8dd34a-ed0a-48af-9667-0a8a98a97999 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=3989282a-ec99-4f89-9185-920330d83695 HTTP/1.1" status: 200 len: 210 time: 0.0305338 Nov 25 18:07:48.167385 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dcf7f5-bd50-4dea-b9b5-f5e49d6e46f4 req-c3f92639-6a93-4c49-9ae5-9054cadbb792 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:48.168917 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d0dcf7f5-bd50-4dea-b9b5-f5e49d6e46f4 req-c3f92639-6a93-4c49-9ae5-9054cadbb792 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.74 "GET /v2.0/networks?id=eb78451b-a8c0-409a-b574-991d66fe6db7 HTTP/1.1" status: 200 len: 811 time: 0.1120572 Nov 25 18:07:48.183091 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-d0dcf7f5-bd50-4dea-b9b5-f5e49d6e46f4 req-18ae6d61-5cca-478c-b366-53ecacacc774 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Request body: {'port': {'device_id': '3989282a-ec99-4f89-9185-920330d83695', 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7', 'admin_state_up': True, 'tenant_id': '6ab23648606342cbab1078b569017d74'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:07:48.295576 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0dcf7f5-bd50-4dea-b9b5-f5e49d6e46f4 req-18ae6d61-5cca-478c-b366-53ecacacc774 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Made reservation on behalf of 6ab23648606342cbab1078b569017d74 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:07:48.299466 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-d0dcf7f5-bd50-4dea-b9b5-f5e49d6e46f4 req-18ae6d61-5cca-478c-b366-53ecacacc774 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:48.366309 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bd0ec889-a26b-4eab-a328-7b2ce03fdd8f req-c30a3103-5a3e-4df2-bd72-19efb894246b tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=3989282a-ec99-4f89-9185-920330d83695 HTTP/1.1" status: 200 len: 210 time: 0.0283682 Nov 25 18:07:48.435166 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-d0dcf7f5-bd50-4dea-b9b5-f5e49d6e46f4 req-18ae6d61-5cca-478c-b366-53ecacacc774 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Allocated IP 172.20.0.3 (eb78451b-a8c0-409a-b574-991d66fe6db7/851e0f62-edf2-4a76-88fc-d8fbd058c843/cc368a8e-dcef-47e2-bc58-115df392e69b) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:07:48.589554 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-d0dcf7f5-bd50-4dea-b9b5-f5e49d6e46f4 req-18ae6d61-5cca-478c-b366-53ecacacc774 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:48.623692 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-d0dcf7f5-bd50-4dea-b9b5-f5e49d6e46f4 req-18ae6d61-5cca-478c-b366-53ecacacc774 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:48.671130 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0dcf7f5-bd50-4dea-b9b5-f5e49d6e46f4 req-18ae6d61-5cca-478c-b366-53ecacacc774 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Network eb78451b-a8c0-409a-b574-991d66fe6db7 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:07:48.674349 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-d0dcf7f5-bd50-4dea-b9b5-f5e49d6e46f4 req-18ae6d61-5cca-478c-b366-53ecacacc774 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:07:48.678226 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0dcf7f5-bd50-4dea-b9b5-f5e49d6e46f4 req-18ae6d61-5cca-478c-b366-53ecacacc774 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:07:48.702803 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ae6d61-5cca-478c-b366-53ecacacc774 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Pushing event updated for resources: {'Port': ['ID=cc368a8e-dcef-47e2-bc58-115df392e69b,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:07:48.732227 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dcf7f5-bd50-4dea-b9b5-f5e49d6e46f4 req-18ae6d61-5cca-478c-b366-53ecacacc774 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:48.732888 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-d0dcf7f5-bd50-4dea-b9b5-f5e49d6e46f4 req-18ae6d61-5cca-478c-b366-53ecacacc774 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:48.749550 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d0dcf7f5-bd50-4dea-b9b5-f5e49d6e46f4 req-18ae6d61-5cca-478c-b366-53ecacacc774 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5708983 Nov 25 18:07:48.762876 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-d0dcf7f5-bd50-4dea-b9b5-f5e49d6e46f4 req-5036478d-d37a-432f-91b2-207a8319b8c7 service neutron] Request body: {'port': {'device_id': '3989282a-ec99-4f89-9185-920330d83695', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:07:48.824950 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-d0dcf7f5-bd50-4dea-b9b5-f5e49d6e46f4 req-5036478d-d37a-432f-91b2-207a8319b8c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:48.934457 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-e508ed0c-2cbe-47e4-82f9-4a203ce50f8d None None] Provisioning complete for port cc368a8e-dcef-47e2-bc58-115df392e69b triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:07:48.934999 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e508ed0c-2cbe-47e4-82f9-4a203ce50f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:48.979320 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-e508ed0c-2cbe-47e4-82f9-4a203ce50f8d None None] Port cc368a8e-dcef-47e2-bc58-115df392e69b cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:07:49.101712 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-d0dcf7f5-bd50-4dea-b9b5-f5e49d6e46f4 req-5036478d-d37a-432f-91b2-207a8319b8c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc368a8e-dcef-47e2-bc58-115df392e69b {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:07:49.109883 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-d0dcf7f5-bd50-4dea-b9b5-f5e49d6e46f4 req-5036478d-d37a-432f-91b2-207a8319b8c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:49.122332 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-d0dcf7f5-bd50-4dea-b9b5-f5e49d6e46f4 req-5036478d-d37a-432f-91b2-207a8319b8c7 service neutron] Transition to ACTIVE for port object cc368a8e-dcef-47e2-bc58-115df392e69b will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:07:49.125641 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-d0dcf7f5-bd50-4dea-b9b5-f5e49d6e46f4 req-5036478d-d37a-432f-91b2-207a8319b8c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:49.182460 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5036478d-d37a-432f-91b2-207a8319b8c7 service neutron] Pushing event updated for resources: {'Port': ['ID=cc368a8e-dcef-47e2-bc58-115df392e69b,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:07:49.256700 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-d0dcf7f5-bd50-4dea-b9b5-f5e49d6e46f4 req-5036478d-d37a-432f-91b2-207a8319b8c7 service neutron] Attempting to bind port cc368a8e-dcef-47e2-bc58-115df392e69b on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:07:49.257124 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-d0dcf7f5-bd50-4dea-b9b5-f5e49d6e46f4 req-5036478d-d37a-432f-91b2-207a8319b8c7 service neutron] Attempting to bind port cc368a8e-dcef-47e2-bc58-115df392e69b by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'b80de946-82a3-4020-8e96-a562c04653e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:07:49.257463 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dcf7f5-bd50-4dea-b9b5-f5e49d6e46f4 req-5036478d-d37a-432f-91b2-207a8319b8c7 service neutron] Attempting to bind port cc368a8e-dcef-47e2-bc58-115df392e69b on network eb78451b-a8c0-409a-b574-991d66fe6db7 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:07:49.262207 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dcf7f5-bd50-4dea-b9b5-f5e49d6e46f4 req-5036478d-d37a-432f-91b2-207a8319b8c7 service neutron] Port cc368a8e-dcef-47e2-bc58-115df392e69b on network eb78451b-a8c0-409a-b574-991d66fe6db7 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:07:49.262563 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dcf7f5-bd50-4dea-b9b5-f5e49d6e46f4 req-5036478d-d37a-432f-91b2-207a8319b8c7 service neutron] Attempting to bind port cc368a8e-dcef-47e2-bc58-115df392e69b on network eb78451b-a8c0-409a-b574-991d66fe6db7 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:07:49.267596 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dcf7f5-bd50-4dea-b9b5-f5e49d6e46f4 req-5036478d-d37a-432f-91b2-207a8319b8c7 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:07:49.267942 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dcf7f5-bd50-4dea-b9b5-f5e49d6e46f4 req-5036478d-d37a-432f-91b2-207a8319b8c7 service neutron] Checking segment: {'id': 'b80de946-82a3-4020-8e96-a562c04653e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:07:49.268333 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dcf7f5-bd50-4dea-b9b5-f5e49d6e46f4 req-5036478d-d37a-432f-91b2-207a8319b8c7 service neutron] Bound using segment: {'id': 'b80de946-82a3-4020-8e96-a562c04653e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:07:49.268773 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-d0dcf7f5-bd50-4dea-b9b5-f5e49d6e46f4 req-5036478d-d37a-432f-91b2-207a8319b8c7 service neutron] Bound port: cc368a8e-dcef-47e2-bc58-115df392e69b, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b80de946-82a3-4020-8e96-a562c04653e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:07:49.269160 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-d0dcf7f5-bd50-4dea-b9b5-f5e49d6e46f4 req-5036478d-d37a-432f-91b2-207a8319b8c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:49.337292 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-d0dcf7f5-bd50-4dea-b9b5-f5e49d6e46f4 req-5036478d-d37a-432f-91b2-207a8319b8c7 service neutron] For port cc368a8e-dcef-47e2-bc58-115df392e69b, host n-h1-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:07:49.341423 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-d0dcf7f5-bd50-4dea-b9b5-f5e49d6e46f4 req-5036478d-d37a-432f-91b2-207a8319b8c7 service neutron] For port cc368a8e-dcef-47e2-bc58-115df392e69b, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=cc368a8e-dcef-47e2-bc58-115df392e69b,segment=NetworkSegment(b80de946-82a3-4020-8e96-a562c04653e5),segment_id=b80de946-82a3-4020-8e96-a562c04653e5)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:07:49.346975 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-d0dcf7f5-bd50-4dea-b9b5-f5e49d6e46f4 req-5036478d-d37a-432f-91b2-207a8319b8c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:49.382799 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dcf7f5-bd50-4dea-b9b5-f5e49d6e46f4 req-5036478d-d37a-432f-91b2-207a8319b8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:49.383864 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-d0dcf7f5-bd50-4dea-b9b5-f5e49d6e46f4 req-5036478d-d37a-432f-91b2-207a8319b8c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:49.385461 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d0dcf7f5-bd50-4dea-b9b5-f5e49d6e46f4 req-5036478d-d37a-432f-91b2-207a8319b8c7 service neutron] 10.222.0.74 "PUT /v2.0/ports/cc368a8e-dcef-47e2-bc58-115df392e69b HTTP/1.1" status: 200 len: 1091 time: 0.6273379 Nov 25 18:07:49.387798 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3989282a-ec99-4f89-9185-920330d83695', 'tag': 'cc368a8e-dcef-47e2-bc58-115df392e69b'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:07:49.391227 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca5afef-f24b-40e0-8944-dfa98f1952c4" -d '{"events": [{"name": "network-changed", "server_uuid": "3989282a-ec99-4f89-9185-920330d83695", "tag": "cc368a8e-dcef-47e2-bc58-115df392e69b"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:07:49.475170 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ef4d0a-b33c-4446-9b3a-ba42038d9b08 x-openstack-request-id: req-66ef4d0a-b33c-4446-9b3a-ba42038d9b08 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:07:49.475446 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3989282a-ec99-4f89-9185-920330d83695", "tag": "cc368a8e-dcef-47e2-bc58-115df392e69b", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:07:49.475708 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-66ef4d0a-b33c-4446-9b3a-ba42038d9b08 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:07:49.476114 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3989282a-ec99-4f89-9185-920330d83695', 'tag': 'cc368a8e-dcef-47e2-bc58-115df392e69b', 'status': 'completed', 'code': 200} Nov 25 18:07:49.494694 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5036478d-d37a-432f-91b2-207a8319b8c7 service neutron] Pushing event updated for resources: {'Port': ['ID=cc368a8e-dcef-47e2-bc58-115df392e69b,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:07:49.507015 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dcf7f5-bd50-4dea-b9b5-f5e49d6e46f4 req-0970e646-2c3f-4b08-9098-6506dda721b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:49.508620 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d0dcf7f5-bd50-4dea-b9b5-f5e49d6e46f4 req-0970e646-2c3f-4b08-9098-6506dda721b1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6ab23648606342cbab1078b569017d74&device_id=3989282a-ec99-4f89-9185-920330d83695 HTTP/1.1" status: 200 len: 1094 time: 0.0687594 Nov 25 18:07:49.522637 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee6495-7d0d-458d-8576-fae95900aee1 req-bee2719d-975e-4b2e-840e-8d886b8ed86c tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:49.525499 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-43ee6495-7d0d-458d-8576-fae95900aee1 req-bee2719d-975e-4b2e-840e-8d886b8ed86c tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=3989282a-ec99-4f89-9185-920330d83695 HTTP/1.1" status: 200 len: 943 time: 0.0829201 Nov 25 18:07:49.556418 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d0dcf7f5-bd50-4dea-b9b5-f5e49d6e46f4 req-c9ba87d8-f22b-4afd-85a8-2311ea647cea service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc368a8e-dcef-47e2-bc58-115df392e69b HTTP/1.1" status: 200 len: 217 time: 0.0385516 Nov 25 18:07:49.586379 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-43ee6495-7d0d-458d-8576-fae95900aee1 req-87f46b7f-ef60-468c-a590-746ed6b31b4e tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539362 Nov 25 18:07:49.618035 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dcf7f5-bd50-4dea-b9b5-f5e49d6e46f4 req-1fb308bc-6a6b-4fa1-b151-8e01af955e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:49.619593 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d0dcf7f5-bd50-4dea-b9b5-f5e49d6e46f4 req-1fb308bc-6a6b-4fa1-b151-8e01af955e7d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=851e0f62-edf2-4a76-88fc-d8fbd058c843 HTTP/1.1" status: 200 len: 850 time: 0.0563252 Nov 25 18:07:49.675892 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dcf7f5-bd50-4dea-b9b5-f5e49d6e46f4 req-1d760580-903c-4655-b862-e48f3eaa2983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:49.677353 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d0dcf7f5-bd50-4dea-b9b5-f5e49d6e46f4 req-1d760580-903c-4655-b862-e48f3eaa2983 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb78451b-a8c0-409a-b574-991d66fe6db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502925 Nov 25 18:07:49.775695 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d0dcf7f5-bd50-4dea-b9b5-f5e49d6e46f4 req-c0e4fcc3-8406-43e2-91ca-5e0ced196a0f service neutron] 10.222.0.74 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912230 Nov 25 18:07:49.879353 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d0dcf7f5-bd50-4dea-b9b5-f5e49d6e46f4 req-e4af61e8-8b06-4498-b79a-dc1d006d3ae2 service neutron] 10.222.0.74 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955975 Nov 25 18:07:49.888275 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-34877191-fa40-4ef5-a76f-dacb0ce4d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:49.965943 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5afef-f24b-40e0-8944-dfa98f1952c4 req-63e738ac-8788-43bf-93d9-52669f381c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:49.967512 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-9ca5afef-f24b-40e0-8944-dfa98f1952c4 req-63e738ac-8788-43bf-93d9-52669f381c58 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6ab23648606342cbab1078b569017d74&device_id=3989282a-ec99-4f89-9185-920330d83695 HTTP/1.1" status: 200 len: 1094 time: 0.0457251 Nov 25 18:07:50.056984 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5afef-f24b-40e0-8944-dfa98f1952c4 req-edd17a55-b35a-4a4b-99a4-5aa823600f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:50.058482 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-9ca5afef-f24b-40e0-8944-dfa98f1952c4 req-edd17a55-b35a-4a4b-99a4-5aa823600f51 service neutron] 10.222.0.74 "GET /v2.0/networks?id=eb78451b-a8c0-409a-b574-991d66fe6db7 HTTP/1.1" status: 200 len: 912 time: 0.0840006 Nov 25 18:07:50.106018 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-9ca5afef-f24b-40e0-8944-dfa98f1952c4 req-5b75f5ec-09b2-43fe-aa8d-f6de74c23bff service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc368a8e-dcef-47e2-bc58-115df392e69b HTTP/1.1" status: 200 len: 217 time: 0.0408647 Nov 25 18:07:50.155748 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5afef-f24b-40e0-8944-dfa98f1952c4 req-451a057b-5a1e-4a7a-8ccb-524b0bda2063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:50.157212 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-9ca5afef-f24b-40e0-8944-dfa98f1952c4 req-451a057b-5a1e-4a7a-8ccb-524b0bda2063 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=851e0f62-edf2-4a76-88fc-d8fbd058c843 HTTP/1.1" status: 200 len: 850 time: 0.0445421 Nov 25 18:07:50.203346 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5afef-f24b-40e0-8944-dfa98f1952c4 req-e99372b6-5fe9-4770-a835-bbcb7f8b6a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:50.204936 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-9ca5afef-f24b-40e0-8944-dfa98f1952c4 req-e99372b6-5fe9-4770-a835-bbcb7f8b6a99 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb78451b-a8c0-409a-b574-991d66fe6db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410151 Nov 25 18:07:50.299147 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-9ca5afef-f24b-40e0-8944-dfa98f1952c4 req-2ae7513e-022e-4baa-bb3c-e24b5d510e09 service neutron] 10.222.0.74 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859494 Nov 25 18:07:50.392395 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-9ca5afef-f24b-40e0-8944-dfa98f1952c4 req-abdbbf88-481f-4c9c-a0fc-3bd1adc71000 service neutron] 10.222.0.74 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854580 Nov 25 18:07:50.712627 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624fa055-0bf2-4703-ab6f-aa07cd003b4a req-cd7dc326-6d42-40f5-b8ed-dccabeb6604e tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:50.714149 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-624fa055-0bf2-4703-ab6f-aa07cd003b4a req-cd7dc326-6d42-40f5-b8ed-dccabeb6604e tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=3989282a-ec99-4f89-9185-920330d83695 HTTP/1.1" status: 200 len: 943 time: 0.0498476 Nov 25 18:07:50.764185 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-624fa055-0bf2-4703-ab6f-aa07cd003b4a req-8e08bdfb-399a-48a6-973d-93e68378aa16 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439501 Nov 25 18:07:50.940315 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:51.880683 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a2d6e-22f6-4cc7-8c7c-2daea33fc824 req-42c535d9-1035-4039-b7e0-9ac26fc1b45c tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:51.882190 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-794a2d6e-22f6-4cc7-8c7c-2daea33fc824 req-42c535d9-1035-4039-b7e0-9ac26fc1b45c tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=3989282a-ec99-4f89-9185-920330d83695 HTTP/1.1" status: 200 len: 943 time: 0.0505133 Nov 25 18:07:51.929920 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-794a2d6e-22f6-4cc7-8c7c-2daea33fc824 req-116c0a44-511d-49b3-80bf-54ed5f9beb14 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414658 Nov 25 18:07:52.134407 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:53.055183 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6add24-ad60-4723-bc7b-b2e74a501073 req-27fd0f9f-c9e2-42f0-be60-7b072e9936cf tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:53.057430 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fd6add24-ad60-4723-bc7b-b2e74a501073 req-27fd0f9f-c9e2-42f0-be60-7b072e9936cf tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=3989282a-ec99-4f89-9185-920330d83695 HTTP/1.1" status: 200 len: 943 time: 0.0513854 Nov 25 18:07:53.085764 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:53.107320 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fd6add24-ad60-4723-bc7b-b2e74a501073 req-40b23bd0-6898-4699-a563-944d6bf9dffc tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437825 Nov 25 18:07:54.227533 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba962d-707c-4126-b342-14abd18c7a33 req-d1a5fbeb-ed48-4062-a2fb-5c22ca5ae187 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:54.228939 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-44ba962d-707c-4126-b342-14abd18c7a33 req-d1a5fbeb-ed48-4062-a2fb-5c22ca5ae187 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=3989282a-ec99-4f89-9185-920330d83695 HTTP/1.1" status: 200 len: 943 time: 0.0527947 Nov 25 18:07:54.283790 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-44ba962d-707c-4126-b342-14abd18c7a33 req-687c18f8-8604-4661-9b64-473d3b4a3f28 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484395 Nov 25 18:07:55.407776 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92d007-f56d-4425-ba68-ec26b4cb4549 req-703529b9-6217-4708-b334-0b042271a08c tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:55.409242 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4f92d007-f56d-4425-ba68-ec26b4cb4549 req-703529b9-6217-4708-b334-0b042271a08c tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=3989282a-ec99-4f89-9185-920330d83695 HTTP/1.1" status: 200 len: 943 time: 0.0548294 Nov 25 18:07:55.457063 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4f92d007-f56d-4425-ba68-ec26b4cb4549 req-de482715-9dab-4006-9aeb-445d887a8ba5 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412180 Nov 25 18:07:56.571830 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10f5f6b-a7cd-4f85-bab6-71079c3303d4 req-d569b486-c20b-4a91-b0f1-fb41a2aec9e4 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:56.573359 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c10f5f6b-a7cd-4f85-bab6-71079c3303d4 req-d569b486-c20b-4a91-b0f1-fb41a2aec9e4 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=3989282a-ec99-4f89-9185-920330d83695 HTTP/1.1" status: 200 len: 943 time: 0.0490749 Nov 25 18:07:56.623680 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c10f5f6b-a7cd-4f85-bab6-71079c3303d4 req-0d384b17-d776-4125-bf6a-76944df4b0eb tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443921 Nov 25 18:07:57.739966 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c7c1d-35b7-400f-9565-22b1af4fd80b req-687cfdd1-4fc8-4a88-86db-fba198b51801 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:57.742281 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9c8c7c1d-35b7-400f-9565-22b1af4fd80b req-687cfdd1-4fc8-4a88-86db-fba198b51801 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=3989282a-ec99-4f89-9185-920330d83695 HTTP/1.1" status: 200 len: 943 time: 0.0521777 Nov 25 18:07:57.790521 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9c8c7c1d-35b7-400f-9565-22b1af4fd80b req-c182b7d6-b4ba-4f5b-86f9-6f2c8bc4be7d tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416152 Nov 25 18:07:58.905460 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6f9b67-55b2-4640-8850-75b1924389ba req-3cfab71f-1afb-4465-981b-9dc40ba018c3 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:58.906934 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2c6f9b67-55b2-4640-8850-75b1924389ba req-3cfab71f-1afb-4465-981b-9dc40ba018c3 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=3989282a-ec99-4f89-9185-920330d83695 HTTP/1.1" status: 200 len: 943 time: 0.0492809 Nov 25 18:07:58.954507 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2c6f9b67-55b2-4640-8850-75b1924389ba req-ee5ecff9-a943-4e9d-b010-e54c96483111 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416815 Nov 25 18:08:00.075009 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6ac0c-4b3e-41d4-88e7-14946ebf3e4d req-7d9e1a40-c368-4f86-af92-c181e0569dd0 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:00.076475 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-89e6ac0c-4b3e-41d4-88e7-14946ebf3e4d req-7d9e1a40-c368-4f86-af92-c181e0569dd0 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=3989282a-ec99-4f89-9185-920330d83695 HTTP/1.1" status: 200 len: 943 time: 0.0515649 Nov 25 18:08:00.123993 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-89e6ac0c-4b3e-41d4-88e7-14946ebf3e4d req-64fcfcff-5228-4657-b85e-4b0870fd73c7 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415678 Nov 25 18:08:00.653083 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device cc368a8e-dcef-47e2-bc58-115df392e69b details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:08:00.748776 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port cc368a8e-dcef-47e2-bc58-115df392e69b, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=cc368a8e-dcef-47e2-bc58-115df392e69b,segment=NetworkSegment(b80de946-82a3-4020-8e96-a562c04653e5),segment_id=b80de946-82a3-4020-8e96-a562c04653e5)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:08:00.760733 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': 'cc368a8e-dcef-47e2-bc58-115df392e69b', 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7', 'port_id': 'cc368a8e-dcef-47e2-bc58-115df392e69b', 'mac_address': 'fa:16:3e:29:63:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '851e0f62-edf2-4a76-88fc-d8fbd058c843', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:08:00.798137 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:00.811072 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc368a8e-dcef-47e2-bc58-115df392e69b {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:08:00.831488 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port cc368a8e-dcef-47e2-bc58-115df392e69b, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=cc368a8e-dcef-47e2-bc58-115df392e69b,segment=NetworkSegment(b80de946-82a3-4020-8e96-a562c04653e5),segment_id=b80de946-82a3-4020-8e96-a562c04653e5)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:08:00.835132 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:00.879961 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=cc368a8e-dcef-47e2-bc58-115df392e69b,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:08:01.036574 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['cc368a8e-dcef-47e2-bc58-115df392e69b'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:08:01.242011 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a3f8a4-0c9f-41b8-bdac-f027f433c0ca req-190fc2cb-31a7-45d6-a9e2-b04d2e1e23f0 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:01.244169 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f5a3f8a4-0c9f-41b8-bdac-f027f433c0ca req-190fc2cb-31a7-45d6-a9e2-b04d2e1e23f0 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=3989282a-ec99-4f89-9185-920330d83695 HTTP/1.1" status: 200 len: 944 time: 0.0488756 Nov 25 18:08:01.290436 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f5a3f8a4-0c9f-41b8-bdac-f027f433c0ca req-5a349a8b-c8c8-4cc9-a9b3-ce45ce3c4f2a tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402937 Nov 25 18:08:02.417837 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b95efb-7bc8-496d-b5e3-e52a638d2fd6 req-8fabe483-69ee-4dd1-b6ec-f54972e5adc9 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:02.419314 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-18b95efb-7bc8-496d-b5e3-e52a638d2fd6 req-8fabe483-69ee-4dd1-b6ec-f54972e5adc9 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=3989282a-ec99-4f89-9185-920330d83695 HTTP/1.1" status: 200 len: 944 time: 0.0530791 Nov 25 18:08:02.466124 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-18b95efb-7bc8-496d-b5e3-e52a638d2fd6 req-2e91e93f-827d-433d-8390-392a4c5ce4e2 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408795 Nov 25 18:08:02.669192 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device cc368a8e-dcef-47e2-bc58-115df392e69b up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:08:02.717885 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port cc368a8e-dcef-47e2-bc58-115df392e69b completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:08:02.721470 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port cc368a8e-dcef-47e2-bc58-115df392e69b triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:08:02.721857 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:02.801925 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:02.824844 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3989282a-ec99-4f89-9185-920330d83695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc368a8e-dcef-47e2-bc58-115df392e69b'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:08:02.827124 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce4fc01-ed86-4461-b89b-65e9f749f33f" -d '{"events": [{"server_uuid": "3989282a-ec99-4f89-9185-920330d83695", "name": "network-vif-plugged", "status": "completed", "tag": "cc368a8e-dcef-47e2-bc58-115df392e69b"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:08:02.840118 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port cc368a8e-dcef-47e2-bc58-115df392e69b, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=cc368a8e-dcef-47e2-bc58-115df392e69b,segment=NetworkSegment(b80de946-82a3-4020-8e96-a562c04653e5),segment_id=b80de946-82a3-4020-8e96-a562c04653e5)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:08:02.844111 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:02.868715 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b4ea92-6414-48f9-a9a7-d1b7d0a59f6c x-openstack-request-id: req-08b4ea92-6414-48f9-a9a7-d1b7d0a59f6c {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:08:02.869090 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3989282a-ec99-4f89-9185-920330d83695", "name": "network-vif-plugged", "status": "completed", "tag": "cc368a8e-dcef-47e2-bc58-115df392e69b", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:08:02.869483 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-08b4ea92-6414-48f9-a9a7-d1b7d0a59f6c {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:08:02.869750 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3989282a-ec99-4f89-9185-920330d83695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc368a8e-dcef-47e2-bc58-115df392e69b', 'code': 200} Nov 25 18:08:02.894867 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=cc368a8e-dcef-47e2-bc58-115df392e69b,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:08:02.967465 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d48cc4-507c-4b72-9db9-2da917538c0d req-b1834a54-d902-4029-b562-63f0ff7cb9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:02.968995 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b7d48cc4-507c-4b72-9db9-2da917538c0d req-b1834a54-d902-4029-b562-63f0ff7cb9dc service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3989282a-ec99-4f89-9185-920330d83695 HTTP/1.1" status: 200 len: 1096 time: 0.0410907 Nov 25 18:08:03.020344 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b7d48cc4-507c-4b72-9db9-2da917538c0d req-38c27dcd-d384-4924-9ef5-596495e57220 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442028 Nov 25 18:08:03.582123 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42596097-d80b-4fc2-a812-ce7d1f6b2bd3 req-f67bb1a5-d703-454f-bc8a-59b02d556756 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:03.583627 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-42596097-d80b-4fc2-a812-ce7d1f6b2bd3 req-f67bb1a5-d703-454f-bc8a-59b02d556756 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=3989282a-ec99-4f89-9185-920330d83695 HTTP/1.1" status: 200 len: 945 time: 0.0490186 Nov 25 18:08:03.630014 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-42596097-d80b-4fc2-a812-ce7d1f6b2bd3 req-88742c0b-2297-4f7a-8840-8c016cdc6c64 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397296 Nov 25 18:08:04.746591 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc43b2-bc82-4471-9367-a2a630d44ab0 req-5e7c843c-81e6-4127-bf85-ffdb53d34408 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:04.748056 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-37cc43b2-bc82-4471-9367-a2a630d44ab0 req-5e7c843c-81e6-4127-bf85-ffdb53d34408 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=3989282a-ec99-4f89-9185-920330d83695 HTTP/1.1" status: 200 len: 945 time: 0.0485651 Nov 25 18:08:04.799111 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-37cc43b2-bc82-4471-9367-a2a630d44ab0 req-23b9346a-5ba0-465f-b1a2-c3f2bdfc52f9 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451727 Nov 25 18:08:04.913209 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8951d-5a60-4e4b-b905-80d032a12c11 req-b83e5c22-16a6-45d0-8803-c100e6d57782 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:04.914754 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4ea8951d-5a60-4e4b-b905-80d032a12c11 req-b83e5c22-16a6-45d0-8803-c100e6d57782 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=3989282a-ec99-4f89-9185-920330d83695 HTTP/1.1" status: 200 len: 945 time: 0.0492251 Nov 25 18:08:04.963050 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4ea8951d-5a60-4e4b-b905-80d032a12c11 req-bef104fb-1d9b-41f2-a5e2-6f870a662097 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424314 Nov 25 18:08:07.433800 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c579c8-85fe-4689-883b-79aac673004a req-e35b6eaf-12ed-4efc-82f7-7a4529ee0d13 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:07.435174 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-86c579c8-85fe-4689-883b-79aac673004a req-e35b6eaf-12ed-4efc-82f7-7a4529ee0d13 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/networks?id=eb78451b-a8c0-409a-b574-991d66fe6db7 HTTP/1.1" status: 200 len: 811 time: 0.1058979 Nov 25 18:08:07.450552 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-86c579c8-85fe-4689-883b-79aac673004a req-79711289-3c47-43fb-88a5-b116a6e99a13 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/quotas/6ab23648606342cbab1078b569017d74 HTTP/1.1" status: 200 len: 375 time: 0.0097158 Nov 25 18:08:07.503677 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-86c579c8-85fe-4689-883b-79aac673004a req-36c45558-b586-48a1-9f0f-11a1990dfa03 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=6ab23648606342cbab1078b569017d74&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0478179 Nov 25 18:08:07.595151 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-86c579c8-85fe-4689-883b-79aac673004a req-eb597f22-9696-42b3-8f2a-6f0807ae1e64 service neutron] 10.222.0.75 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835114 Nov 25 18:08:07.688066 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-86c579c8-85fe-4689-883b-79aac673004a req-0689c550-9feb-46d9-9c10-34a8833407e7 service neutron] 10.222.0.75 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867889 Nov 25 18:08:07.878777 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0a844c80-0915-4da5-91e9-20cea059f2a7 req-baf9484f-4ef9-424e-b981-3c0dd5e720fa tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ad497fe8-0093-4dba-b489-1df47651317b HTTP/1.1" status: 200 len: 210 time: 0.0282435 Nov 25 18:08:08.821765 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c579c8-85fe-4689-883b-79aac673004a req-fd836fab-7ae8-49ff-a876-6649f71faf6c tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:08.823231 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-86c579c8-85fe-4689-883b-79aac673004a req-fd836fab-7ae8-49ff-a876-6649f71faf6c tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.90 "GET /v2.0/networks?id=eb78451b-a8c0-409a-b574-991d66fe6db7 HTTP/1.1" status: 200 len: 811 time: 0.1110172 Nov 25 18:08:08.836552 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-86c579c8-85fe-4689-883b-79aac673004a req-4f6fc7fe-5d8e-400a-b0ab-75a6664ddb76 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Request body: {'port': {'device_id': 'ad497fe8-0093-4dba-b489-1df47651317b', 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7', 'admin_state_up': True, 'tenant_id': '6ab23648606342cbab1078b569017d74'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:08:08.947942 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86c579c8-85fe-4689-883b-79aac673004a req-4f6fc7fe-5d8e-400a-b0ab-75a6664ddb76 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Made reservation on behalf of 6ab23648606342cbab1078b569017d74 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:08:08.951948 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-86c579c8-85fe-4689-883b-79aac673004a req-4f6fc7fe-5d8e-400a-b0ab-75a6664ddb76 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:09.002054 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b852376d-a8b7-43ba-99d1-c339652dfa69 req-a698985a-9b1c-418c-8d92-a7b474187161 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ad497fe8-0093-4dba-b489-1df47651317b HTTP/1.1" status: 200 len: 210 time: 0.0475879 Nov 25 18:08:09.110705 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-86c579c8-85fe-4689-883b-79aac673004a req-4f6fc7fe-5d8e-400a-b0ab-75a6664ddb76 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Allocated IP 172.20.0.12 (eb78451b-a8c0-409a-b574-991d66fe6db7/851e0f62-edf2-4a76-88fc-d8fbd058c843/32ca3237-92e9-4f08-9cc6-cc9f6658ad20) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:08:09.280742 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-86c579c8-85fe-4689-883b-79aac673004a req-4f6fc7fe-5d8e-400a-b0ab-75a6664ddb76 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:09.315575 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-86c579c8-85fe-4689-883b-79aac673004a req-4f6fc7fe-5d8e-400a-b0ab-75a6664ddb76 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:09.328579 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['cc368a8e-dcef-47e2-bc58-115df392e69b'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:08:09.366422 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86c579c8-85fe-4689-883b-79aac673004a req-4f6fc7fe-5d8e-400a-b0ab-75a6664ddb76 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Network eb78451b-a8c0-409a-b574-991d66fe6db7 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:08:09.370068 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-86c579c8-85fe-4689-883b-79aac673004a req-4f6fc7fe-5d8e-400a-b0ab-75a6664ddb76 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:08:09.372878 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c579c8-85fe-4689-883b-79aac673004a req-4f6fc7fe-5d8e-400a-b0ab-75a6664ddb76 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:08:09.405846 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6fc7fe-5d8e-400a-b0ab-75a6664ddb76 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Pushing event updated for resources: {'Port': ['ID=32ca3237-92e9-4f08-9cc6-cc9f6658ad20,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:08:09.417689 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6fc7fe-5d8e-400a-b0ab-75a6664ddb76 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:09.418137 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6fc7fe-5d8e-400a-b0ab-75a6664ddb76 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:09.418637 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6fc7fe-5d8e-400a-b0ab-75a6664ddb76 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:09.418984 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6fc7fe-5d8e-400a-b0ab-75a6664ddb76 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:09.419387 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6fc7fe-5d8e-400a-b0ab-75a6664ddb76 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:09.419728 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6fc7fe-5d8e-400a-b0ab-75a6664ddb76 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:09.420348 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6fc7fe-5d8e-400a-b0ab-75a6664ddb76 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:09.420684 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6fc7fe-5d8e-400a-b0ab-75a6664ddb76 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:09.421036 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6fc7fe-5d8e-400a-b0ab-75a6664ddb76 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:09.421366 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6fc7fe-5d8e-400a-b0ab-75a6664ddb76 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:09.421694 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6fc7fe-5d8e-400a-b0ab-75a6664ddb76 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:09.422016 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6fc7fe-5d8e-400a-b0ab-75a6664ddb76 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:09.455160 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c579c8-85fe-4689-883b-79aac673004a req-4f6fc7fe-5d8e-400a-b0ab-75a6664ddb76 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:09.458288 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-86c579c8-85fe-4689-883b-79aac673004a req-4f6fc7fe-5d8e-400a-b0ab-75a6664ddb76 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:09.488297 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-86c579c8-85fe-4689-883b-79aac673004a req-4f6fc7fe-5d8e-400a-b0ab-75a6664ddb76 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6540246 Nov 25 18:08:09.498644 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [req-86c579c8-85fe-4689-883b-79aac673004a req-394510bd-e829-4244-9102-a207c734c0d9 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:08:09.499583 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-86c579c8-85fe-4689-883b-79aac673004a req-394510bd-e829-4244-9102-a207c734c0d9 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061402 Nov 25 18:08:09.568423 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-86c579c8-85fe-4689-883b-79aac673004a req-fa1f9c09-131a-4ac9-a37f-56e51b600a01 service neutron] Request body: {'port': {'device_id': 'ad497fe8-0093-4dba-b489-1df47651317b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:08:09.632227 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-86c579c8-85fe-4689-883b-79aac673004a req-fa1f9c09-131a-4ac9-a37f-56e51b600a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:09.707952 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b4d03638-435b-487d-abcc-c88f4608b158 None None] Provisioning complete for port 32ca3237-92e9-4f08-9cc6-cc9f6658ad20 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:08:09.708492 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b4d03638-435b-487d-abcc-c88f4608b158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:09.746344 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b4d03638-435b-487d-abcc-c88f4608b158 None None] Port 32ca3237-92e9-4f08-9cc6-cc9f6658ad20 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:08:09.903016 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-86c579c8-85fe-4689-883b-79aac673004a req-fa1f9c09-131a-4ac9-a37f-56e51b600a01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32ca3237-92e9-4f08-9cc6-cc9f6658ad20 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:08:09.910875 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-86c579c8-85fe-4689-883b-79aac673004a req-fa1f9c09-131a-4ac9-a37f-56e51b600a01 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:09.924711 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-86c579c8-85fe-4689-883b-79aac673004a req-fa1f9c09-131a-4ac9-a37f-56e51b600a01 service neutron] Transition to ACTIVE for port object 32ca3237-92e9-4f08-9cc6-cc9f6658ad20 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:08:09.929534 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-86c579c8-85fe-4689-883b-79aac673004a req-fa1f9c09-131a-4ac9-a37f-56e51b600a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:09.979804 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1f9c09-131a-4ac9-a37f-56e51b600a01 service neutron] Pushing event updated for resources: {'Port': ['ID=32ca3237-92e9-4f08-9cc6-cc9f6658ad20,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:08:10.075010 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-86c579c8-85fe-4689-883b-79aac673004a req-fa1f9c09-131a-4ac9-a37f-56e51b600a01 service neutron] Attempting to bind port 32ca3237-92e9-4f08-9cc6-cc9f6658ad20 on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:08:10.075370 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-86c579c8-85fe-4689-883b-79aac673004a req-fa1f9c09-131a-4ac9-a37f-56e51b600a01 service neutron] Attempting to bind port 32ca3237-92e9-4f08-9cc6-cc9f6658ad20 by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': 'b80de946-82a3-4020-8e96-a562c04653e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:08:10.075736 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c579c8-85fe-4689-883b-79aac673004a req-fa1f9c09-131a-4ac9-a37f-56e51b600a01 service neutron] Attempting to bind port 32ca3237-92e9-4f08-9cc6-cc9f6658ad20 on network eb78451b-a8c0-409a-b574-991d66fe6db7 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:08:10.081512 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c579c8-85fe-4689-883b-79aac673004a req-fa1f9c09-131a-4ac9-a37f-56e51b600a01 service neutron] Port 32ca3237-92e9-4f08-9cc6-cc9f6658ad20 on network eb78451b-a8c0-409a-b574-991d66fe6db7 not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:08:10.081955 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c579c8-85fe-4689-883b-79aac673004a req-fa1f9c09-131a-4ac9-a37f-56e51b600a01 service neutron] Attempting to bind port 32ca3237-92e9-4f08-9cc6-cc9f6658ad20 on network eb78451b-a8c0-409a-b574-991d66fe6db7 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:08:10.099524 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c579c8-85fe-4689-883b-79aac673004a req-fa1f9c09-131a-4ac9-a37f-56e51b600a01 service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:08:10.099872 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c579c8-85fe-4689-883b-79aac673004a req-fa1f9c09-131a-4ac9-a37f-56e51b600a01 service neutron] Checking segment: {'id': 'b80de946-82a3-4020-8e96-a562c04653e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:08:10.100259 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c579c8-85fe-4689-883b-79aac673004a req-fa1f9c09-131a-4ac9-a37f-56e51b600a01 service neutron] Bound using segment: {'id': 'b80de946-82a3-4020-8e96-a562c04653e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:08:10.100708 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-86c579c8-85fe-4689-883b-79aac673004a req-fa1f9c09-131a-4ac9-a37f-56e51b600a01 service neutron] Bound port: 32ca3237-92e9-4f08-9cc6-cc9f6658ad20, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b80de946-82a3-4020-8e96-a562c04653e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:08:10.101124 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-86c579c8-85fe-4689-883b-79aac673004a req-fa1f9c09-131a-4ac9-a37f-56e51b600a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:10.186977 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe10901-6151-4170-9784-d3617ee0bf8a req-b67ef983-bd2c-40d8-b58e-ddc1956b0f6b tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:10.188581 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dfe10901-6151-4170-9784-d3617ee0bf8a req-b67ef983-bd2c-40d8-b58e-ddc1956b0f6b tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ad497fe8-0093-4dba-b489-1df47651317b HTTP/1.1" status: 200 len: 944 time: 0.1040356 Nov 25 18:08:10.248807 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-86c579c8-85fe-4689-883b-79aac673004a req-fa1f9c09-131a-4ac9-a37f-56e51b600a01 service neutron] For port 32ca3237-92e9-4f08-9cc6-cc9f6658ad20, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:08:10.270923 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-86c579c8-85fe-4689-883b-79aac673004a req-fa1f9c09-131a-4ac9-a37f-56e51b600a01 service neutron] For port 32ca3237-92e9-4f08-9cc6-cc9f6658ad20, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=32ca3237-92e9-4f08-9cc6-cc9f6658ad20,segment=NetworkSegment(b80de946-82a3-4020-8e96-a562c04653e5),segment_id=b80de946-82a3-4020-8e96-a562c04653e5)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:08:10.276590 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dfe10901-6151-4170-9784-d3617ee0bf8a req-e83a1e66-0887-46be-be2b-d0ae5e55c0ba tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800972 Nov 25 18:08:10.278395 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-86c579c8-85fe-4689-883b-79aac673004a req-fa1f9c09-131a-4ac9-a37f-56e51b600a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:10.327248 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c579c8-85fe-4689-883b-79aac673004a req-fa1f9c09-131a-4ac9-a37f-56e51b600a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:10.327934 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-86c579c8-85fe-4689-883b-79aac673004a req-fa1f9c09-131a-4ac9-a37f-56e51b600a01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:10.329395 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-86c579c8-85fe-4689-883b-79aac673004a req-fa1f9c09-131a-4ac9-a37f-56e51b600a01 service neutron] 10.222.0.90 "PUT /v2.0/ports/32ca3237-92e9-4f08-9cc6-cc9f6658ad20 HTTP/1.1" status: 200 len: 1092 time: 0.8216519 Nov 25 18:08:10.329918 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad497fe8-0093-4dba-b489-1df47651317b', 'tag': '32ca3237-92e9-4f08-9cc6-cc9f6658ad20'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:08:10.332263 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59f84f9-6538-4cfe-980d-47331316699d" -d '{"events": [{"name": "network-changed", "server_uuid": "ad497fe8-0093-4dba-b489-1df47651317b", "tag": "32ca3237-92e9-4f08-9cc6-cc9f6658ad20"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:08:10.359249 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1f9c09-131a-4ac9-a37f-56e51b600a01 service neutron] Pushing event updated for resources: {'Port': ['ID=32ca3237-92e9-4f08-9cc6-cc9f6658ad20,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:08:10.427520 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c579c8-85fe-4689-883b-79aac673004a req-55446292-d44f-4504-ba80-f5553b847d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:10.430472 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-86c579c8-85fe-4689-883b-79aac673004a req-55446292-d44f-4504-ba80-f5553b847d76 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6ab23648606342cbab1078b569017d74&device_id=ad497fe8-0093-4dba-b489-1df47651317b HTTP/1.1" status: 200 len: 1095 time: 0.0524359 Nov 25 18:08:10.488446 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-86c579c8-85fe-4689-883b-79aac673004a req-87fdfa60-e9b4-44dc-b76a-6c96140e76bb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32ca3237-92e9-4f08-9cc6-cc9f6658ad20 HTTP/1.1" status: 200 len: 217 time: 0.0507212 Nov 25 18:08:10.491258 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2575bb4-d088-4335-afdd-5d9e5f16d5bb x-openstack-request-id: req-e2575bb4-d088-4335-afdd-5d9e5f16d5bb {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:08:10.491630 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad497fe8-0093-4dba-b489-1df47651317b", "tag": "32ca3237-92e9-4f08-9cc6-cc9f6658ad20", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:08:10.491982 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e2575bb4-d088-4335-afdd-5d9e5f16d5bb {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:08:10.493138 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad497fe8-0093-4dba-b489-1df47651317b', 'tag': '32ca3237-92e9-4f08-9cc6-cc9f6658ad20', 'status': 'completed', 'code': 200} Nov 25 18:08:10.548978 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c579c8-85fe-4689-883b-79aac673004a req-8a1d5cca-6548-4954-af42-4d48c57c9d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:10.550469 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-86c579c8-85fe-4689-883b-79aac673004a req-8a1d5cca-6548-4954-af42-4d48c57c9d42 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=851e0f62-edf2-4a76-88fc-d8fbd058c843 HTTP/1.1" status: 200 len: 850 time: 0.0496612 Nov 25 18:08:10.599637 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c579c8-85fe-4689-883b-79aac673004a req-5daa7778-d0c9-4f11-aa10-ea1bbf5fad0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:10.601176 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-86c579c8-85fe-4689-883b-79aac673004a req-5daa7778-d0c9-4f11-aa10-ea1bbf5fad0d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eb78451b-a8c0-409a-b574-991d66fe6db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441244 Nov 25 18:08:10.695932 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-86c579c8-85fe-4689-883b-79aac673004a req-420abc9c-fc40-4319-8c50-2196c31a7359 service neutron] 10.222.0.90 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876088 Nov 25 18:08:10.798961 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-86c579c8-85fe-4689-883b-79aac673004a req-24a6b9df-f28d-47a3-a0b6-e0f7fddf8239 service neutron] 10.222.0.90 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958660 Nov 25 18:08:10.883587 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f84f9-6538-4cfe-980d-47331316699d req-e1ccd65e-aa2d-4941-9816-9d4ed64647c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:10.885433 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f59f84f9-6538-4cfe-980d-47331316699d req-e1ccd65e-aa2d-4941-9816-9d4ed64647c3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6ab23648606342cbab1078b569017d74&device_id=ad497fe8-0093-4dba-b489-1df47651317b HTTP/1.1" status: 200 len: 1095 time: 0.0430117 Nov 25 18:08:10.982744 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f84f9-6538-4cfe-980d-47331316699d req-d9348456-49dd-48b5-aea5-7ef5cd8b2b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:10.984211 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f59f84f9-6538-4cfe-980d-47331316699d req-d9348456-49dd-48b5-aea5-7ef5cd8b2b8a service neutron] 10.222.0.90 "GET /v2.0/networks?id=eb78451b-a8c0-409a-b574-991d66fe6db7 HTTP/1.1" status: 200 len: 912 time: 0.0914438 Nov 25 18:08:11.025586 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f59f84f9-6538-4cfe-980d-47331316699d req-7e8689c4-475b-477d-803f-c9785d5f615e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32ca3237-92e9-4f08-9cc6-cc9f6658ad20 HTTP/1.1" status: 200 len: 217 time: 0.0346625 Nov 25 18:08:11.078960 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f84f9-6538-4cfe-980d-47331316699d req-09b0569e-ea19-42d8-a0c8-6c045224448c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:11.080425 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f59f84f9-6538-4cfe-980d-47331316699d req-09b0569e-ea19-42d8-a0c8-6c045224448c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=851e0f62-edf2-4a76-88fc-d8fbd058c843 HTTP/1.1" status: 200 len: 850 time: 0.0483489 Nov 25 18:08:11.132327 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f84f9-6538-4cfe-980d-47331316699d req-96401b0b-2495-4312-add1-9e34826eb863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:11.134422 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f59f84f9-6538-4cfe-980d-47331316699d req-96401b0b-2495-4312-add1-9e34826eb863 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eb78451b-a8c0-409a-b574-991d66fe6db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467792 Nov 25 18:08:11.230344 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f59f84f9-6538-4cfe-980d-47331316699d req-a0044309-8515-456b-9260-65492fd2831e service neutron] 10.222.0.90 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861740 Nov 25 18:08:11.335094 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f59f84f9-6538-4cfe-980d-47331316699d req-1a59481c-e677-4f69-8358-ef2118870347 service neutron] 10.222.0.90 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979035 Nov 25 18:08:11.412446 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b2114-1ff5-4584-9d47-3bdcb7071760 req-b79e4b2f-d99e-49df-9d2b-93dd7cbfa89e tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:11.413967 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2b7b2114-1ff5-4584-9d47-3bdcb7071760 req-b79e4b2f-d99e-49df-9d2b-93dd7cbfa89e tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ad497fe8-0093-4dba-b489-1df47651317b HTTP/1.1" status: 200 len: 944 time: 0.0507245 Nov 25 18:08:11.466888 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2b7b2114-1ff5-4584-9d47-3bdcb7071760 req-2d3bb8b0-718a-4423-a1ef-c2804974f944 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447762 Nov 25 18:08:12.635879 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61115cc0-6190-4f6c-8cec-35e577398d08 req-1b509c0d-a911-441a-8f71-f8c901511e72 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:12.641013 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-61115cc0-6190-4f6c-8cec-35e577398d08 req-1b509c0d-a911-441a-8f71-f8c901511e72 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ad497fe8-0093-4dba-b489-1df47651317b HTTP/1.1" status: 200 len: 944 time: 0.0917068 Nov 25 18:08:12.700581 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-61115cc0-6190-4f6c-8cec-35e577398d08 req-147c6b37-b1cb-4e64-ac31-9e0a0cfaa3e6 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551298 Nov 25 18:08:13.331562 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:08:13.861062 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab3318-7a28-4028-a922-e4586b16c6e6 req-0f2cdb85-760e-487d-90d5-4011d2629844 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:13.864240 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-26ab3318-7a28-4028-a922-e4586b16c6e6 req-0f2cdb85-760e-487d-90d5-4011d2629844 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ad497fe8-0093-4dba-b489-1df47651317b HTTP/1.1" status: 200 len: 944 time: 0.0693836 Nov 25 18:08:13.950506 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-26ab3318-7a28-4028-a922-e4586b16c6e6 req-d30dee55-ae87-4621-8e59-75a01024c0d8 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767984 Nov 25 18:08:14.865889 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [req-8ced49c0-748f-4d4e-9f45-0595cac55014 req-ed4220f6-9768-439f-9ed0-c35250af74df service neutron] (103360) timed out ('10.222.0.75', 48638) {{(pid=103360) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 18:08:15.135940 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56189057-531d-499f-8394-a1fcb5a71563 req-8680b3fb-1c5e-46ac-91c2-1b8517c60fe4 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:15.143969 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-56189057-531d-499f-8394-a1fcb5a71563 req-8680b3fb-1c5e-46ac-91c2-1b8517c60fe4 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ad497fe8-0093-4dba-b489-1df47651317b HTTP/1.1" status: 200 len: 944 time: 0.0748374 Nov 25 18:08:15.197332 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-56189057-531d-499f-8394-a1fcb5a71563 req-01020644-fcb6-4bfd-ad22-c305610b1439 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524597 Nov 25 18:08:16.319798 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b71afc3-052d-4f45-9d55-0aa64cd2f7e7 req-bea75687-dd1a-499c-9001-78056f7c771f tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:16.322310 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1b71afc3-052d-4f45-9d55-0aa64cd2f7e7 req-bea75687-dd1a-499c-9001-78056f7c771f tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ad497fe8-0093-4dba-b489-1df47651317b HTTP/1.1" status: 200 len: 944 time: 0.0553715 Nov 25 18:08:16.372310 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1b71afc3-052d-4f45-9d55-0aa64cd2f7e7 req-6daf9c19-6dd5-4aaf-95a7-ef36cf81681e tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433054 Nov 25 18:08:16.960915 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:17.152626 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3aa2eb22-5913-45a7-96da-1bdbb82e8d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:17.187026 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:17.490334 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4873e24-d8bd-4836-86c6-e7b53faab491 req-f5825e6f-30c7-4aa4-83ed-6fe2bc572908 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:17.491797 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d4873e24-d8bd-4836-86c6-e7b53faab491 req-f5825e6f-30c7-4aa4-83ed-6fe2bc572908 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ad497fe8-0093-4dba-b489-1df47651317b HTTP/1.1" status: 200 len: 944 time: 0.0489981 Nov 25 18:08:17.549942 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d4873e24-d8bd-4836-86c6-e7b53faab491 req-5de17783-b379-4f56-8459-60d0e82d1d3c tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505185 Nov 25 18:08:18.666035 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd134dc7-e6f9-497e-8075-9f94da2c221d req-0742b93f-4a8b-4b5a-9d14-bd69ac7daa69 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:18.667541 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cd134dc7-e6f9-497e-8075-9f94da2c221d req-0742b93f-4a8b-4b5a-9d14-bd69ac7daa69 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ad497fe8-0093-4dba-b489-1df47651317b HTTP/1.1" status: 200 len: 944 time: 0.0479128 Nov 25 18:08:18.719705 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cd134dc7-e6f9-497e-8075-9f94da2c221d req-a0f0620c-306f-4268-84b5-83c8d9954681 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460622 Nov 25 18:08:19.836477 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1988c2a2-47b8-41f6-837e-c4dd167ff6d6 req-7d452199-a5d5-46d8-a715-772de42f35e1 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:19.838178 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1988c2a2-47b8-41f6-837e-c4dd167ff6d6 req-7d452199-a5d5-46d8-a715-772de42f35e1 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ad497fe8-0093-4dba-b489-1df47651317b HTTP/1.1" status: 200 len: 944 time: 0.0500026 Nov 25 18:08:19.888660 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1988c2a2-47b8-41f6-837e-c4dd167ff6d6 req-8faef13e-ff90-4c63-bb02-e4e3b34bf9aa tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444152 Nov 25 18:08:19.892668 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3afbd0ed-0818-49f7-8552-6f742e199e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:20.953504 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:21.024416 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90de32b-d469-4962-80fe-46eb88033495 req-04865daf-1e6e-477c-92df-2c4b1c2e9356 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:21.026076 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f90de32b-d469-4962-80fe-46eb88033495 req-04865daf-1e6e-477c-92df-2c4b1c2e9356 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ad497fe8-0093-4dba-b489-1df47651317b HTTP/1.1" status: 200 len: 944 time: 0.0514207 Nov 25 18:08:21.074426 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f90de32b-d469-4962-80fe-46eb88033495 req-19c06ec5-66c5-47f6-9cff-c1af8dd61760 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417640 Nov 25 18:08:22.140721 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:22.198590 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d509fd1-70d1-4e7c-b308-a416d8893345 req-7cc92465-d293-4020-af56-c90f447193a9 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:22.200054 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5d509fd1-70d1-4e7c-b308-a416d8893345 req-7cc92465-d293-4020-af56-c90f447193a9 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ad497fe8-0093-4dba-b489-1df47651317b HTTP/1.1" status: 200 len: 944 time: 0.0546954 Nov 25 18:08:22.250755 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5d509fd1-70d1-4e7c-b308-a416d8893345 req-d9b694ff-2876-42ed-a5ae-65bb99f3b67e tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429609 Nov 25 18:08:23.089234 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:23.372633 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce35bda4-7fc7-43db-8162-a34eb1848f9b req-cb677552-0e30-4ed7-93be-8eccbabf9c76 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:23.374188 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ce35bda4-7fc7-43db-8162-a34eb1848f9b req-cb677552-0e30-4ed7-93be-8eccbabf9c76 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ad497fe8-0093-4dba-b489-1df47651317b HTTP/1.1" status: 200 len: 944 time: 0.0518253 Nov 25 18:08:23.425880 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ce35bda4-7fc7-43db-8162-a34eb1848f9b req-9ea3c369-0c97-4642-bfe1-de7e45f251cd tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454133 Nov 25 18:08:24.549037 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c4ca0-a8a8-4fae-afea-3a20bae7f937 req-4a220a14-c51c-4beb-a4bc-0510d02b6a31 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:24.550555 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fe6c4ca0-a8a8-4fae-afea-3a20bae7f937 req-4a220a14-c51c-4beb-a4bc-0510d02b6a31 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ad497fe8-0093-4dba-b489-1df47651317b HTTP/1.1" status: 200 len: 944 time: 0.0546708 Nov 25 18:08:24.599414 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fe6c4ca0-a8a8-4fae-afea-3a20bae7f937 req-fb7585a5-901a-4d11-81a6-171a44ece54d tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425651 Nov 25 18:08:25.722217 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc855a7-b002-4413-80ef-8e8f98f5e33e req-02e99832-da12-4a29-bee4-b59a7cfedd2f tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:25.723796 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7cc855a7-b002-4413-80ef-8e8f98f5e33e req-02e99832-da12-4a29-bee4-b59a7cfedd2f tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ad497fe8-0093-4dba-b489-1df47651317b HTTP/1.1" status: 200 len: 944 time: 0.0489662 Nov 25 18:08:25.774924 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7cc855a7-b002-4413-80ef-8e8f98f5e33e req-19e8d234-19cc-4254-9f57-7d48027949a8 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427358 Nov 25 18:08:26.894515 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea0a26-8f0c-4920-9354-407ac3a826bb req-dec41f90-6eb4-4101-a903-5797bb0ac349 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:26.896063 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f7ea0a26-8f0c-4920-9354-407ac3a826bb req-dec41f90-6eb4-4101-a903-5797bb0ac349 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ad497fe8-0093-4dba-b489-1df47651317b HTTP/1.1" status: 200 len: 944 time: 0.0510726 Nov 25 18:08:26.951079 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f7ea0a26-8f0c-4920-9354-407ac3a826bb req-f3ece97c-7b5d-471e-90cc-bd1f6a5e8e06 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480597 Nov 25 18:08:28.069598 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55efa0-7a18-4af2-a005-ba592ef83e98 req-b1008c3c-a806-4a62-b01a-66706206e1ad tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:28.071258 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7a55efa0-7a18-4af2-a005-ba592ef83e98 req-b1008c3c-a806-4a62-b01a-66706206e1ad tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ad497fe8-0093-4dba-b489-1df47651317b HTTP/1.1" status: 200 len: 944 time: 0.0504892 Nov 25 18:08:28.121612 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7a55efa0-7a18-4af2-a005-ba592ef83e98 req-abc85c57-ebcc-41c5-8496-52e3b7124121 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440137 Nov 25 18:08:29.249585 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54383f3-ba00-44a3-8470-ddcae456f9ce req-7781ba6f-9330-4335-913e-f596f1d5dbfe tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:29.251002 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a54383f3-ba00-44a3-8470-ddcae456f9ce req-7781ba6f-9330-4335-913e-f596f1d5dbfe tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ad497fe8-0093-4dba-b489-1df47651317b HTTP/1.1" status: 200 len: 944 time: 0.0561907 Nov 25 18:08:29.299601 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a54383f3-ba00-44a3-8470-ddcae456f9ce req-19c51cb3-eb1b-41cf-b44b-0f52e64b2df9 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406191 Nov 25 18:08:30.420846 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7fe44-902c-4087-90a3-5fa4b579e232 req-c867646e-716a-4c0b-ad05-8021f9bdf4b1 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:30.422340 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9aa7fe44-902c-4087-90a3-5fa4b579e232 req-c867646e-716a-4c0b-ad05-8021f9bdf4b1 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ad497fe8-0093-4dba-b489-1df47651317b HTTP/1.1" status: 200 len: 944 time: 0.0530937 Nov 25 18:08:30.437833 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 32ca3237-92e9-4f08-9cc6-cc9f6658ad20 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:08:30.471045 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9aa7fe44-902c-4087-90a3-5fa4b579e232 req-3cf5d4ec-5552-44de-88d7-53162a62ec84 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421405 Nov 25 18:08:30.534158 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 32ca3237-92e9-4f08-9cc6-cc9f6658ad20, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=32ca3237-92e9-4f08-9cc6-cc9f6658ad20,segment=NetworkSegment(b80de946-82a3-4020-8e96-a562c04653e5),segment_id=b80de946-82a3-4020-8e96-a562c04653e5)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:08:30.545892 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '32ca3237-92e9-4f08-9cc6-cc9f6658ad20', 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7', 'port_id': '32ca3237-92e9-4f08-9cc6-cc9f6658ad20', 'mac_address': 'fa:16:3e:f1:1b:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '851e0f62-edf2-4a76-88fc-d8fbd058c843', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:08:30.582211 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:30.594515 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32ca3237-92e9-4f08-9cc6-cc9f6658ad20 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:08:30.614063 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 32ca3237-92e9-4f08-9cc6-cc9f6658ad20, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=32ca3237-92e9-4f08-9cc6-cc9f6658ad20,segment=NetworkSegment(b80de946-82a3-4020-8e96-a562c04653e5),segment_id=b80de946-82a3-4020-8e96-a562c04653e5)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:08:30.618277 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:30.667226 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=32ca3237-92e9-4f08-9cc6-cc9f6658ad20,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:08:30.674503 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:30.674861 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:30.675212 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:30.675558 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:30.675897 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:30.676236 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:30.676573 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:30.676936 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:30.677273 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:30.677605 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:30.677937 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:30.678268 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:30.859265 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['32ca3237-92e9-4f08-9cc6-cc9f6658ad20'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:08:31.590855 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b72bd8-8527-4f2b-af8a-863d78b51b3e req-d4477568-7000-4777-96f5-b488048202b5 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:31.592359 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f1b72bd8-8527-4f2b-af8a-863d78b51b3e req-d4477568-7000-4777-96f5-b488048202b5 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ad497fe8-0093-4dba-b489-1df47651317b HTTP/1.1" status: 200 len: 945 time: 0.0493789 Nov 25 18:08:31.646981 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f1b72bd8-8527-4f2b-af8a-863d78b51b3e req-d014e18e-4c07-424a-9b14-d15ffb9eef36 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478184 Nov 25 18:08:32.443600 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 32ca3237-92e9-4f08-9cc6-cc9f6658ad20 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:08:32.492488 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port 32ca3237-92e9-4f08-9cc6-cc9f6658ad20 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:08:32.497064 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port 32ca3237-92e9-4f08-9cc6-cc9f6658ad20 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:08:32.497438 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:32.583656 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:32.615931 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad497fe8-0093-4dba-b489-1df47651317b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ca3237-92e9-4f08-9cc6-cc9f6658ad20'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:08:32.618900 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59202c78-b87b-4e69-aff9-7bbd18841b3d" -d '{"events": [{"server_uuid": "ad497fe8-0093-4dba-b489-1df47651317b", "name": "network-vif-plugged", "status": "completed", "tag": "32ca3237-92e9-4f08-9cc6-cc9f6658ad20"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:08:32.638730 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 32ca3237-92e9-4f08-9cc6-cc9f6658ad20, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=32ca3237-92e9-4f08-9cc6-cc9f6658ad20,segment=NetworkSegment(b80de946-82a3-4020-8e96-a562c04653e5),segment_id=b80de946-82a3-4020-8e96-a562c04653e5)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:08:32.643121 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:32.669228 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db54de3-219a-48f3-811c-8e22680333aa x-openstack-request-id: req-1db54de3-219a-48f3-811c-8e22680333aa {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:08:32.669579 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad497fe8-0093-4dba-b489-1df47651317b", "name": "network-vif-plugged", "status": "completed", "tag": "32ca3237-92e9-4f08-9cc6-cc9f6658ad20", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:08:32.670043 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1db54de3-219a-48f3-811c-8e22680333aa {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:08:32.670518 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad497fe8-0093-4dba-b489-1df47651317b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ca3237-92e9-4f08-9cc6-cc9f6658ad20', 'code': 200} Nov 25 18:08:32.700398 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=32ca3237-92e9-4f08-9cc6-cc9f6658ad20,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:08:32.827936 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a284d-4442-4769-a9d5-1f2da4519ba9 req-a26c19b7-2db5-4008-b217-7322528071a6 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:32.829714 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a18a284d-4442-4769-a9d5-1f2da4519ba9 req-a26c19b7-2db5-4008-b217-7322528071a6 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ad497fe8-0093-4dba-b489-1df47651317b HTTP/1.1" status: 200 len: 946 time: 0.0897470 Nov 25 18:08:32.846656 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfbf38a-f098-4c80-8c93-9d193dd79e9b req-6d4b460d-24fc-447a-a461-a3379bdaf06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:32.848059 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6dfbf38a-f098-4c80-8c93-9d193dd79e9b req-6d4b460d-24fc-447a-a461-a3379bdaf06c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ad497fe8-0093-4dba-b489-1df47651317b HTTP/1.1" status: 200 len: 1097 time: 0.0765777 Nov 25 18:08:32.914907 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a18a284d-4442-4769-a9d5-1f2da4519ba9 req-7eac1231-9e6e-40cb-a647-f412631a0416 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779829 Nov 25 18:08:32.922146 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6dfbf38a-f098-4c80-8c93-9d193dd79e9b req-b6af9f6c-a3b9-4530-bc2d-6e548e7c9220 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653863 Nov 25 18:08:34.043996 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302801df-f10b-416c-9a72-fadd70a6de07 req-fd6b4c18-b51e-4482-8c14-a6bed795c478 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:34.045752 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-302801df-f10b-416c-9a72-fadd70a6de07 req-fd6b4c18-b51e-4482-8c14-a6bed795c478 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ad497fe8-0093-4dba-b489-1df47651317b HTTP/1.1" status: 200 len: 946 time: 0.0556836 Nov 25 18:08:34.103348 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-302801df-f10b-416c-9a72-fadd70a6de07 req-2a1eff85-56f2-4198-aa95-ad870293d1fb tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493033 Nov 25 18:08:34.506766 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-035d195d-fef4-40cc-9cdf-e393595beb47 req-267b867a-63cf-4be1-b4ea-d3969b55618c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ad497fe8-0093-4dba-b489-1df47651317b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0457020 Nov 25 18:08:34.597605 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d195d-fef4-40cc-9cdf-e393595beb47 req-fe7b59dd-f5fc-4232-8a3a-0f3f34ae6d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:34.599592 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-035d195d-fef4-40cc-9cdf-e393595beb47 req-fe7b59dd-f5fc-4232-8a3a-0f3f34ae6d82 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6ab23648606342cbab1078b569017d74&device_id=ad497fe8-0093-4dba-b489-1df47651317b HTTP/1.1" status: 200 len: 1097 time: 0.0494308 Nov 25 18:08:34.713057 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d195d-fef4-40cc-9cdf-e393595beb47 req-3949bbda-483c-402e-8bb3-36cc4d7fb6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:34.714713 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-035d195d-fef4-40cc-9cdf-e393595beb47 req-3949bbda-483c-402e-8bb3-36cc4d7fb6d5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=eb78451b-a8c0-409a-b574-991d66fe6db7 HTTP/1.1" status: 200 len: 912 time: 0.0912445 Nov 25 18:08:34.765347 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-035d195d-fef4-40cc-9cdf-e393595beb47 req-c17870b6-1b19-4c93-809d-52bc92360be6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32ca3237-92e9-4f08-9cc6-cc9f6658ad20 HTTP/1.1" status: 200 len: 217 time: 0.0421627 Nov 25 18:08:34.819224 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d195d-fef4-40cc-9cdf-e393595beb47 req-c8f0b8d7-ddfb-45f4-a796-8e7aa619df35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:34.820681 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-035d195d-fef4-40cc-9cdf-e393595beb47 req-c8f0b8d7-ddfb-45f4-a796-8e7aa619df35 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=851e0f62-edf2-4a76-88fc-d8fbd058c843 HTTP/1.1" status: 200 len: 850 time: 0.0490384 Nov 25 18:08:34.868696 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d195d-fef4-40cc-9cdf-e393595beb47 req-57d5d09f-dfa3-4f1f-8a15-f9d9b00d0bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:34.870464 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-035d195d-fef4-40cc-9cdf-e393595beb47 req-57d5d09f-dfa3-4f1f-8a15-f9d9b00d0bf6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eb78451b-a8c0-409a-b574-991d66fe6db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424082 Nov 25 18:08:34.968421 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-035d195d-fef4-40cc-9cdf-e393595beb47 req-d771ec98-e1cc-43db-ac15-55673d7f3f2f service neutron] 10.222.0.90 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908842 Nov 25 18:08:35.073308 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-035d195d-fef4-40cc-9cdf-e393595beb47 req-bff09944-e399-4ffc-bc15-43d0b7943ce8 service neutron] 10.222.0.90 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968997 Nov 25 18:08:35.234485 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a220d2-e33a-4701-9f84-0e02b66791e8 req-593b1718-37bf-4438-b04f-abccde25113e tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:35.236011 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e6a220d2-e33a-4701-9f84-0e02b66791e8 req-593b1718-37bf-4438-b04f-abccde25113e tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ad497fe8-0093-4dba-b489-1df47651317b HTTP/1.1" status: 200 len: 946 time: 0.0593369 Nov 25 18:08:35.287026 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e6a220d2-e33a-4701-9f84-0e02b66791e8 req-1c9ab9d0-8e31-4eb4-b76a-59bc5f700ddf tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438213 Nov 25 18:08:35.418133 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872d826-aaf8-443e-963c-16ee28dfb2c4 req-a9bb19fd-6610-4f78-81a6-849d3b029217 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:35.420246 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6872d826-aaf8-443e-963c-16ee28dfb2c4 req-a9bb19fd-6610-4f78-81a6-849d3b029217 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ad497fe8-0093-4dba-b489-1df47651317b HTTP/1.1" status: 200 len: 946 time: 0.0523407 Nov 25 18:08:35.471602 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6872d826-aaf8-443e-963c-16ee28dfb2c4 req-c37a7112-dbe2-4308-a091-62435a21346e tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442808 Nov 25 18:08:35.781370 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810feb9-5d89-44ac-a0b6-c4a045b6b178 req-2faf25d6-14a2-4b60-b0c4-e05c2e8209c8 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:35.782863 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8810feb9-5d89-44ac-a0b6-c4a045b6b178 req-2faf25d6-14a2-4b60-b0c4-e05c2e8209c8 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ad497fe8-0093-4dba-b489-1df47651317b HTTP/1.1" status: 200 len: 946 time: 0.0475245 Nov 25 18:08:35.833493 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8810feb9-5d89-44ac-a0b6-c4a045b6b178 req-e9315b30-c8a9-421f-8b42-69e588856068 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447469 Nov 25 18:08:36.245003 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-9a700bb7-f938-4b64-9a2a-b0690d2d57e5 req-8fdc9f30-4d54-494c-98e8-0eac8ad457f2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3989282a-ec99-4f89-9185-920330d83695&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387886 Nov 25 18:08:36.326129 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a700bb7-f938-4b64-9a2a-b0690d2d57e5 req-4c5b2e8d-169f-4207-ab7c-70905ed434f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:36.327581 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-9a700bb7-f938-4b64-9a2a-b0690d2d57e5 req-4c5b2e8d-169f-4207-ab7c-70905ed434f2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6ab23648606342cbab1078b569017d74&device_id=3989282a-ec99-4f89-9185-920330d83695 HTTP/1.1" status: 200 len: 1096 time: 0.0406821 Nov 25 18:08:36.431134 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a700bb7-f938-4b64-9a2a-b0690d2d57e5 req-73109542-8a27-4b1a-bc3c-3c3631b5f729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:36.432590 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-9a700bb7-f938-4b64-9a2a-b0690d2d57e5 req-73109542-8a27-4b1a-bc3c-3c3631b5f729 service neutron] 10.222.0.74 "GET /v2.0/networks?id=eb78451b-a8c0-409a-b574-991d66fe6db7 HTTP/1.1" status: 200 len: 912 time: 0.0866828 Nov 25 18:08:36.485298 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-9a700bb7-f938-4b64-9a2a-b0690d2d57e5 req-94fb893c-dfca-45ca-b6a4-0c40fe8b05f2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc368a8e-dcef-47e2-bc58-115df392e69b HTTP/1.1" status: 200 len: 217 time: 0.0455146 Nov 25 18:08:36.546997 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a700bb7-f938-4b64-9a2a-b0690d2d57e5 req-5e3516bd-ca82-4155-93fa-adfbc4a655b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:36.548600 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-9a700bb7-f938-4b64-9a2a-b0690d2d57e5 req-5e3516bd-ca82-4155-93fa-adfbc4a655b2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=851e0f62-edf2-4a76-88fc-d8fbd058c843 HTTP/1.1" status: 200 len: 850 time: 0.0515475 Nov 25 18:08:36.600619 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a700bb7-f938-4b64-9a2a-b0690d2d57e5 req-f39a7a89-3fff-4d67-831c-197aca7de4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:36.602379 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-9a700bb7-f938-4b64-9a2a-b0690d2d57e5 req-f39a7a89-3fff-4d67-831c-197aca7de4a7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb78451b-a8c0-409a-b574-991d66fe6db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460386 Nov 25 18:08:36.701953 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-9a700bb7-f938-4b64-9a2a-b0690d2d57e5 req-4b8b3b60-551b-46f1-a34a-a8f81a8e8c01 service neutron] 10.222.0.74 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921140 Nov 25 18:08:36.802148 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-9a700bb7-f938-4b64-9a2a-b0690d2d57e5 req-98df58a3-a11e-42c7-bdc8-ac7c829dbe22 service neutron] 10.222.0.74 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931022 Nov 25 18:08:36.964349 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8852e53d-9c0d-421e-8fb2-f71894352646 req-f1ac76f9-770e-404f-b061-6efea5ea73b4 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:36.966505 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8852e53d-9c0d-421e-8fb2-f71894352646 req-f1ac76f9-770e-404f-b061-6efea5ea73b4 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ad497fe8-0093-4dba-b489-1df47651317b HTTP/1.1" status: 200 len: 946 time: 0.0521834 Nov 25 18:08:37.015120 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8852e53d-9c0d-421e-8fb2-f71894352646 req-32643227-c9d2-4146-9c81-590c6692728c tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421903 Nov 25 18:08:37.225431 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179210a8-a35d-41d4-a914-ae614625ba45 req-0be5e0f4-3735-462c-a002-7a961423fd7d tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:37.226892 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-179210a8-a35d-41d4-a914-ae614625ba45 req-0be5e0f4-3735-462c-a002-7a961423fd7d tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.90 "GET /v2.0/ports?device_id=ad497fe8-0093-4dba-b489-1df47651317b HTTP/1.1" status: 200 len: 946 time: 0.0497973 Nov 25 18:08:37.318017 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-179210a8-a35d-41d4-a914-ae614625ba45 req-592d98f4-dad0-434a-b722-71012495e84b tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Deleting port 32ca3237-92e9-4f08-9cc6-cc9f6658ad20 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:08:37.318361 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-179210a8-a35d-41d4-a914-ae614625ba45 req-592d98f4-dad0-434a-b722-71012495e84b tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:37.407760 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-179210a8-a35d-41d4-a914-ae614625ba45 req-592d98f4-dad0-434a-b722-71012495e84b tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] For port 32ca3237-92e9-4f08-9cc6-cc9f6658ad20, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=32ca3237-92e9-4f08-9cc6-cc9f6658ad20,segment=NetworkSegment(b80de946-82a3-4020-8e96-a562c04653e5),segment_id=b80de946-82a3-4020-8e96-a562c04653e5)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:08:37.408042 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-179210a8-a35d-41d4-a914-ae614625ba45 req-592d98f4-dad0-434a-b722-71012495e84b tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:37.421886 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-179210a8-a35d-41d4-a914-ae614625ba45 req-592d98f4-dad0-434a-b722-71012495e84b tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Calling delete_port for 32ca3237-92e9-4f08-9cc6-cc9f6658ad20 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:08:37.557024 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-179210a8-a35d-41d4-a914-ae614625ba45 req-592d98f4-dad0-434a-b722-71012495e84b tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:37.570174 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['cc368a8e-dcef-47e2-bc58-115df392e69b'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:08:37.573343 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['32ca3237-92e9-4f08-9cc6-cc9f6658ad20'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:08:37.586191 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592d98f4-dad0-434a-b722-71012495e84b tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Pushing event deleted for resources: {'Port': ['ID=32ca3237-92e9-4f08-9cc6-cc9f6658ad20,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:08:37.632272 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-179210a8-a35d-41d4-a914-ae614625ba45 req-592d98f4-dad0-434a-b722-71012495e84b tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] No DVR routers for this DVR port 32ca3237-92e9-4f08-9cc6-cc9f6658ad20 on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:08:37.635382 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-179210a8-a35d-41d4-a914-ae614625ba45 req-592d98f4-dad0-434a-b722-71012495e84b tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:37.639291 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-179210a8-a35d-41d4-a914-ae614625ba45 req-592d98f4-dad0-434a-b722-71012495e84b tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.90 "DELETE /v2.0/ports/32ca3237-92e9-4f08-9cc6-cc9f6658ad20 HTTP/1.1" status: 204 len: 173 time: 0.4062994 Nov 25 18:08:37.639747 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad497fe8-0093-4dba-b489-1df47651317b', 'name': 'network-vif-deleted', 'tag': '32ca3237-92e9-4f08-9cc6-cc9f6658ad20'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:08:37.642082 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51fd0c9-d3af-43b5-8e9f-33aac22284b9" -d '{"events": [{"server_uuid": "ad497fe8-0093-4dba-b489-1df47651317b", "name": "network-vif-deleted", "tag": "32ca3237-92e9-4f08-9cc6-cc9f6658ad20"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:08:37.693045 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f6aaf9-21d2-484f-9534-7afa2e09c2cc x-openstack-request-id: req-a1f6aaf9-21d2-484f-9534-7afa2e09c2cc {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:08:37.693343 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad497fe8-0093-4dba-b489-1df47651317b", "name": "network-vif-deleted", "tag": "32ca3237-92e9-4f08-9cc6-cc9f6658ad20", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:08:37.693598 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a1f6aaf9-21d2-484f-9534-7afa2e09c2cc {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:08:37.694055 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad497fe8-0093-4dba-b489-1df47651317b', 'name': 'network-vif-deleted', 'tag': '32ca3237-92e9-4f08-9cc6-cc9f6658ad20', 'status': 'completed', 'code': 200} Nov 25 18:08:38.111621 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1992d6e4-8384-4fb1-8491-27daa62ae735 req-ff9d0493-4a8b-4af5-ab0b-f6e1ea10703d tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ad497fe8-0093-4dba-b489-1df47651317b HTTP/1.1" status: 200 len: 210 time: 0.0270340 Nov 25 18:08:39.210867 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fadf2447-cf40-424d-8349-16273b4ebc61 req-50ca7a88-cbf8-46f9-a6fc-264073926109 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ad497fe8-0093-4dba-b489-1df47651317b HTTP/1.1" status: 200 len: 210 time: 0.0287447 Nov 25 18:08:40.305182 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6a1fca05-1034-49f7-93fe-53663db538c3 req-6f64abe0-461e-4f4a-9e27-5c3650215458 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ad497fe8-0093-4dba-b489-1df47651317b HTTP/1.1" status: 200 len: 210 time: 0.0258663 Nov 25 18:08:40.467964 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 32ca3237-92e9-4f08-9cc6-cc9f6658ad20 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:08:40.491960 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: 32ca3237-92e9-4f08-9cc6-cc9f6658ad20 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:08:40.492242 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 32ca3237-92e9-4f08-9cc6-cc9f6658ad20 not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:08:41.404686 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a828f858-7e26-44f0-b523-98053ebbc6a1 req-d97ce6e6-4b52-4dc2-8a47-9270c1a09202 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ad497fe8-0093-4dba-b489-1df47651317b HTTP/1.1" status: 200 len: 210 time: 0.0282323 Nov 25 18:08:42.544492 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-60db2acc-5606-44f9-9670-5ead121abfea req-855c5a8d-52c2-4817-aa73-94d4556619d9 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ad497fe8-0093-4dba-b489-1df47651317b HTTP/1.1" status: 200 len: 210 time: 0.0373170 Nov 25 18:08:46.980091 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:47.157029 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-273a8cd6-c8af-4781-9436-a2485654c1b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:47.186440 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:48.076736 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ad899-65dd-4ffe-a4b4-1f8d64ba2578 req-2ca108ad-22cb-482a-b609-4b629066a600 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:48.078367 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-319ad899-65dd-4ffe-a4b4-1f8d64ba2578 req-2ca108ad-22cb-482a-b609-4b629066a600 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=3989282a-ec99-4f89-9185-920330d83695 HTTP/1.1" status: 200 len: 945 time: 0.0532725 Nov 25 18:08:48.124853 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-319ad899-65dd-4ffe-a4b4-1f8d64ba2578 req-46abb206-17c1-4001-af51-081e09e6cc27 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404804 Nov 25 18:08:49.242066 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b63853-1540-4c41-8434-b32840daee90 req-8b460f61-6a09-4db1-ba1e-307d8478ae73 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:49.243453 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f3b63853-1540-4c41-8434-b32840daee90 req-8b460f61-6a09-4db1-ba1e-307d8478ae73 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=3989282a-ec99-4f89-9185-920330d83695 HTTP/1.1" status: 200 len: 945 time: 0.0492811 Nov 25 18:08:49.292206 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f3b63853-1540-4c41-8434-b32840daee90 req-d940b3b9-ef6b-4334-ab61-163c38630b48 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a94dcb43-d03f-4362-97c8-e447943aadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412714 Nov 25 18:08:49.510862 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be4cc3c-e740-4f1f-8db0-e82c24b1b4e2 req-b498c033-8b32-4a8f-b933-4c7400398f83 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:49.512235 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2be4cc3c-e740-4f1f-8db0-e82c24b1b4e2 req-b498c033-8b32-4a8f-b933-4c7400398f83 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.74 "GET /v2.0/ports?device_id=3989282a-ec99-4f89-9185-920330d83695 HTTP/1.1" status: 200 len: 945 time: 0.0502746 Nov 25 18:08:49.601208 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-2be4cc3c-e740-4f1f-8db0-e82c24b1b4e2 req-c4371a46-fa7b-402d-9515-3a91fd2e430a tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Deleting port cc368a8e-dcef-47e2-bc58-115df392e69b {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:08:49.601555 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-2be4cc3c-e740-4f1f-8db0-e82c24b1b4e2 req-c4371a46-fa7b-402d-9515-3a91fd2e430a tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:49.693376 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-2be4cc3c-e740-4f1f-8db0-e82c24b1b4e2 req-c4371a46-fa7b-402d-9515-3a91fd2e430a tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] For port cc368a8e-dcef-47e2-bc58-115df392e69b, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=cc368a8e-dcef-47e2-bc58-115df392e69b,segment=NetworkSegment(b80de946-82a3-4020-8e96-a562c04653e5),segment_id=b80de946-82a3-4020-8e96-a562c04653e5)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:08:49.693737 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-2be4cc3c-e740-4f1f-8db0-e82c24b1b4e2 req-c4371a46-fa7b-402d-9515-3a91fd2e430a tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:49.706939 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-2be4cc3c-e740-4f1f-8db0-e82c24b1b4e2 req-c4371a46-fa7b-402d-9515-3a91fd2e430a tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Calling delete_port for cc368a8e-dcef-47e2-bc58-115df392e69b owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:08:49.844866 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-2be4cc3c-e740-4f1f-8db0-e82c24b1b4e2 req-c4371a46-fa7b-402d-9515-3a91fd2e430a tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:49.857301 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['cc368a8e-dcef-47e2-bc58-115df392e69b'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:08:49.882083 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4371a46-fa7b-402d-9515-3a91fd2e430a tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Pushing event deleted for resources: {'Port': ['ID=cc368a8e-dcef-47e2-bc58-115df392e69b,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:08:49.899313 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-65d2b9fc-6748-4a48-9c21-6ad263a4b3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:49.918316 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be4cc3c-e740-4f1f-8db0-e82c24b1b4e2 req-c4371a46-fa7b-402d-9515-3a91fd2e430a tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] No DVR routers for this DVR port cc368a8e-dcef-47e2-bc58-115df392e69b on host n-h1-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:08:49.921206 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4371a46-fa7b-402d-9515-3a91fd2e430a tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:49.921552 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4371a46-fa7b-402d-9515-3a91fd2e430a tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:49.921897 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4371a46-fa7b-402d-9515-3a91fd2e430a tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:49.922311 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4371a46-fa7b-402d-9515-3a91fd2e430a tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:49.922599 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4371a46-fa7b-402d-9515-3a91fd2e430a tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:49.922908 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4371a46-fa7b-402d-9515-3a91fd2e430a tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:49.923248 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4371a46-fa7b-402d-9515-3a91fd2e430a tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:49.923600 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4371a46-fa7b-402d-9515-3a91fd2e430a tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:49.923925 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4371a46-fa7b-402d-9515-3a91fd2e430a tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:49.924252 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4371a46-fa7b-402d-9515-3a91fd2e430a tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:49.924578 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4371a46-fa7b-402d-9515-3a91fd2e430a tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:49.924921 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4371a46-fa7b-402d-9515-3a91fd2e430a tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:49.927813 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-2be4cc3c-e740-4f1f-8db0-e82c24b1b4e2 req-c4371a46-fa7b-402d-9515-3a91fd2e430a tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:49.931080 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2be4cc3c-e740-4f1f-8db0-e82c24b1b4e2 req-c4371a46-fa7b-402d-9515-3a91fd2e430a tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.74 "DELETE /v2.0/ports/cc368a8e-dcef-47e2-bc58-115df392e69b HTTP/1.1" status: 204 len: 173 time: 0.4123344 Nov 25 18:08:49.931507 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3989282a-ec99-4f89-9185-920330d83695', 'name': 'network-vif-deleted', 'tag': 'cc368a8e-dcef-47e2-bc58-115df392e69b'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:08:49.933820 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3831fc90-a6e6-4668-a1a3-ef7d1b346e6b" -d '{"events": [{"server_uuid": "3989282a-ec99-4f89-9185-920330d83695", "name": "network-vif-deleted", "tag": "cc368a8e-dcef-47e2-bc58-115df392e69b"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:08:49.977601 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802ba165-6748-4f6c-b4ef-b4d5334c2cd4 x-openstack-request-id: req-802ba165-6748-4f6c-b4ef-b4d5334c2cd4 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:08:49.977899 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3989282a-ec99-4f89-9185-920330d83695", "name": "network-vif-deleted", "tag": "cc368a8e-dcef-47e2-bc58-115df392e69b", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:08:49.978159 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-802ba165-6748-4f6c-b4ef-b4d5334c2cd4 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:08:49.978563 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3989282a-ec99-4f89-9185-920330d83695', 'name': 'network-vif-deleted', 'tag': 'cc368a8e-dcef-47e2-bc58-115df392e69b', 'status': 'completed', 'code': 200} Nov 25 18:08:50.332044 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:08:50.395375 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f5431f7e-82fb-49b0-8885-2c4f512b5b47 req-a9426ff7-651a-4ee2-8005-9b0876f8905e tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=3989282a-ec99-4f89-9185-920330d83695 HTTP/1.1" status: 200 len: 210 time: 0.0281854 Nov 25 18:08:50.946225 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:51.497823 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-386b28eb-31f7-49c0-8089-0d4e5a690d64 req-1f360250-ad0b-436b-982f-5e10dc2a3d4e tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=3989282a-ec99-4f89-9185-920330d83695 HTTP/1.1" status: 200 len: 210 time: 0.0317318 Nov 25 18:08:52.138829 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:52.593202 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8534ad3f-931a-4633-9e3f-0c59356ddaa3 req-eb277db6-fa92-4d27-9437-02ab0bb0b857 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=3989282a-ec99-4f89-9185-920330d83695 HTTP/1.1" status: 200 len: 210 time: 0.0273218 Nov 25 18:08:52.930855 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device cc368a8e-dcef-47e2-bc58-115df392e69b no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:08:52.951465 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: cc368a8e-dcef-47e2-bc58-115df392e69b {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:08:52.951819 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device cc368a8e-dcef-47e2-bc58-115df392e69b not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:08:53.093209 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:53.691262 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4490766b-5d32-4349-baf5-87306fdc6b09 req-81d44544-8367-4e45-a293-40e067c28784 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=3989282a-ec99-4f89-9185-920330d83695 HTTP/1.1" status: 200 len: 210 time: 0.0274441 Nov 25 18:08:59.195752 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 33644) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:08:59.201195 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-c875e4e5-95a3-4058-98c7-efa7a5d92a7c tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2017905159', 'description': 'tempest-secgroup-smoke-2017905159 description', 'project_id': '6ab23648606342cbab1078b569017d74'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:08:59.222492 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c875e4e5-95a3-4058-98c7-efa7a5d92a7c tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:59.287568 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c875e4e5-95a3-4058-98c7-efa7a5d92a7c tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:59.291151 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c875e4e5-95a3-4058-98c7-efa7a5d92a7c tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:59.318548 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c875e4e5-95a3-4058-98c7-efa7a5d92a7c tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:59.319755 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c875e4e5-95a3-4058-98c7-efa7a5d92a7c tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1229899 Nov 25 18:08:59.323109 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33646) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:08:59.323937 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c875e4e5-95a3-4058-98c7-efa7a5d92a7c tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8f7b93-bf43-49dc-bb9c-c6451c591f38,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:08:59.328490 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-13103aeb-7cef-4804-91b9-e69da309dc05 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Request body: {'security_group_rule': {'security_group_id': 'ee8f7b93-bf43-49dc-bb9c-c6451c591f38', 'project_id': '6ab23648606342cbab1078b569017d74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:08:59.355259 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-13103aeb-7cef-4804-91b9-e69da309dc05 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:59.409519 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-13103aeb-7cef-4804-91b9-e69da309dc05 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:59.413077 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-13103aeb-7cef-4804-91b9-e69da309dc05 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:59.429594 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13103aeb-7cef-4804-91b9-e69da309dc05 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b6e75a2-8c1c-4bfe-ba83-4bce7385b731,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:08:59.437949 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-13103aeb-7cef-4804-91b9-e69da309dc05 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:59.439194 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-13103aeb-7cef-4804-91b9-e69da309dc05 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1150954 Nov 25 18:08:59.442050 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33648) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:08:59.446895 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-f85c43e2-047e-462b-99b4-82caafa830ac tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Request body: {'security_group_rule': {'security_group_id': 'ee8f7b93-bf43-49dc-bb9c-c6451c591f38', 'project_id': '6ab23648606342cbab1078b569017d74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:08:59.473314 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f85c43e2-047e-462b-99b4-82caafa830ac tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:59.533040 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f85c43e2-047e-462b-99b4-82caafa830ac tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:59.536465 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f85c43e2-047e-462b-99b4-82caafa830ac tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:59.556430 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c43e2-047e-462b-99b4-82caafa830ac tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fa082bf-7727-4e2e-8310-0d9f13ef77ba,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:08:59.562590 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f85c43e2-047e-462b-99b4-82caafa830ac tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:59.563804 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f85c43e2-047e-462b-99b4-82caafa830ac tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1207845 Nov 25 18:08:59.567887 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33650) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:08:59.572419 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-c25ace8e-1a58-43c5-b8fd-fb742a684a4d tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Request body: {'security_group_rule': {'security_group_id': 'ee8f7b93-bf43-49dc-bb9c-c6451c591f38', 'project_id': '6ab23648606342cbab1078b569017d74', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:08:59.599655 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c25ace8e-1a58-43c5-b8fd-fb742a684a4d tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:59.656137 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c25ace8e-1a58-43c5-b8fd-fb742a684a4d tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:59.660108 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c25ace8e-1a58-43c5-b8fd-fb742a684a4d tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:59.678271 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25ace8e-1a58-43c5-b8fd-fb742a684a4d tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5356cd7-eeb2-4668-9ffa-dfd23131ba3a,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:08:59.688346 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c25ace8e-1a58-43c5-b8fd-fb742a684a4d tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:59.689590 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c25ace8e-1a58-43c5-b8fd-fb742a684a4d tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1207728 Nov 25 18:08:59.692364 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33652) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:08:59.697065 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-7d6122a0-a3c2-4d9b-baf8-c7b0b3cdf431 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Request body: {'security_group_rule': {'security_group_id': 'ee8f7b93-bf43-49dc-bb9c-c6451c591f38', 'project_id': '6ab23648606342cbab1078b569017d74', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:08:59.726773 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7d6122a0-a3c2-4d9b-baf8-c7b0b3cdf431 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:59.784168 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7d6122a0-a3c2-4d9b-baf8-c7b0b3cdf431 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:59.787707 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7d6122a0-a3c2-4d9b-baf8-c7b0b3cdf431 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:59.805666 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6122a0-a3c2-4d9b-baf8-c7b0b3cdf431 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ce38d42-04c7-46ec-9324-a16ebc38ca60,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:08:59.811630 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7d6122a0-a3c2-4d9b-baf8-c7b0b3cdf431 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:59.815359 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7d6122a0-a3c2-4d9b-baf8-c7b0b3cdf431 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1193633 Nov 25 18:08:59.815451 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33654) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:08:59.819616 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-cf6ecc70-532f-43a7-80a6-c1ebd3ce4ae1 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Request body: {'security_group_rule': {'security_group_id': 'ee8f7b93-bf43-49dc-bb9c-c6451c591f38', 'project_id': '6ab23648606342cbab1078b569017d74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:08:59.846885 n-d-817746-1 neutron-server[103360]: INFO neutron.db.securitygroups_db [None req-cf6ecc70-532f-43a7-80a6-c1ebd3ce4ae1 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Project 6ab23648606342cbab1078b569017d74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 18:08:59.851274 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cf6ecc70-532f-43a7-80a6-c1ebd3ce4ae1 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:59.911592 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cf6ecc70-532f-43a7-80a6-c1ebd3ce4ae1 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:59.915220 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cf6ecc70-532f-43a7-80a6-c1ebd3ce4ae1 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:59.930671 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6ecc70-532f-43a7-80a6-c1ebd3ce4ae1 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f792d3e-a124-4402-a2b2-fcc977b6240f,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:08:59.943536 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cf6ecc70-532f-43a7-80a6-c1ebd3ce4ae1 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:59.944887 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-cf6ecc70-532f-43a7-80a6-c1ebd3ce4ae1 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1285262 Nov 25 18:08:59.947835 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 33656) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:08:59.953166 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-2cff20a5-f49f-4b8c-a1b2-7eb71b8862d2 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Request body: {'security_group_rule': {'security_group_id': 'ee8f7b93-bf43-49dc-bb9c-c6451c591f38', 'project_id': '6ab23648606342cbab1078b569017d74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:08:59.978044 n-d-817746-1 neutron-server[103360]: INFO neutron.db.securitygroups_db [None req-2cff20a5-f49f-4b8c-a1b2-7eb71b8862d2 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Project 6ab23648606342cbab1078b569017d74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 18:08:59.983752 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2cff20a5-f49f-4b8c-a1b2-7eb71b8862d2 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:00.042529 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2cff20a5-f49f-4b8c-a1b2-7eb71b8862d2 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:00.046578 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2cff20a5-f49f-4b8c-a1b2-7eb71b8862d2 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:00.064496 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff20a5-f49f-4b8c-a1b2-7eb71b8862d2 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94450571-ba29-4c4d-85e5-004bb119ab73,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:09:00.072467 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2cff20a5-f49f-4b8c-a1b2-7eb71b8862d2 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:00.073724 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2cff20a5-f49f-4b8c-a1b2-7eb71b8862d2 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1249542 Nov 25 18:09:15.341017 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e937ea0b-31eb-4005-b22c-f2d73a3c60ba req-bf70689d-2403-40fa-bb40-7b320127a502 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2017905159&fields=id&tenant_id=6ab23648606342cbab1078b569017d74 HTTP/1.1" status: 200 len: 267 time: 0.0438445 Nov 25 18:09:15.451758 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937ea0b-31eb-4005-b22c-f2d73a3c60ba req-639b77b0-6b2d-4042-a293-be2b8bfd37ed tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:15.453165 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e937ea0b-31eb-4005-b22c-f2d73a3c60ba req-639b77b0-6b2d-4042-a293-be2b8bfd37ed tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/networks?id=eb78451b-a8c0-409a-b574-991d66fe6db7 HTTP/1.1" status: 200 len: 811 time: 0.1056366 Nov 25 18:09:15.467635 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e937ea0b-31eb-4005-b22c-f2d73a3c60ba req-8c437818-2405-4e33-88e7-370e3fe420cf tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/quotas/6ab23648606342cbab1078b569017d74 HTTP/1.1" status: 200 len: 375 time: 0.0087981 Nov 25 18:09:15.517841 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e937ea0b-31eb-4005-b22c-f2d73a3c60ba req-e839ea3f-8a1c-4187-8caa-7840eeaa80d4 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=6ab23648606342cbab1078b569017d74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451615 Nov 25 18:09:15.614620 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e937ea0b-31eb-4005-b22c-f2d73a3c60ba req-6fce8f69-ca24-4c00-85d5-2ac83d8a14c2 service neutron] 10.222.0.75 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857177 Nov 25 18:09:15.703180 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e937ea0b-31eb-4005-b22c-f2d73a3c60ba req-05c75258-9350-400f-8e09-19c750f0748a service neutron] 10.222.0.75 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825412 Nov 25 18:09:15.981867 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a0a5978c-e1f5-42be-8d62-5f223a1f0742 req-8c3d5e05-d919-4363-85fe-88aa3f5f0b92 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=158dc148-7b81-48e3-8614-8b7e4bddb4b9 HTTP/1.1" status: 200 len: 210 time: 0.0281427 Nov 25 18:09:16.890858 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937ea0b-31eb-4005-b22c-f2d73a3c60ba req-0dfd12ec-d236-43dd-a581-97f16ea1edc3 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:16.892382 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e937ea0b-31eb-4005-b22c-f2d73a3c60ba req-0dfd12ec-d236-43dd-a581-97f16ea1edc3 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.74 "GET /v2.0/networks?id=eb78451b-a8c0-409a-b574-991d66fe6db7 HTTP/1.1" status: 200 len: 811 time: 0.1070714 Nov 25 18:09:16.992006 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:17.086329 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ce304bfe-a310-4ac5-a8b8-86d18fda791c req-5714180c-390a-4cb4-8cb1-ea3c862ab50e tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=158dc148-7b81-48e3-8614-8b7e4bddb4b9 HTTP/1.1" status: 200 len: 210 time: 0.0306258 Nov 25 18:09:17.161048 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4c8d7ced-7101-4735-8413-0113fccfa820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:17.186814 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:17.270321 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e937ea0b-31eb-4005-b22c-f2d73a3c60ba req-dae22224-5e16-4e14-8ac2-a62e69d4baf6 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ab23648606342cbab1078b569017d74 HTTP/1.1" status: 200 len: 380 time: 0.3672554 Nov 25 18:09:17.280490 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-e937ea0b-31eb-4005-b22c-f2d73a3c60ba req-a192b74f-d702-4a0a-9729-5dfb68ff2bd4 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Request body: {'port': {'device_id': '158dc148-7b81-48e3-8614-8b7e4bddb4b9', 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7', 'admin_state_up': True, 'tenant_id': '6ab23648606342cbab1078b569017d74', 'security_groups': ['ee8f7b93-bf43-49dc-bb9c-c6451c591f38']}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:09:17.386272 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e937ea0b-31eb-4005-b22c-f2d73a3c60ba req-a192b74f-d702-4a0a-9729-5dfb68ff2bd4 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Made reservation on behalf of 6ab23648606342cbab1078b569017d74 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:09:17.390360 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-e937ea0b-31eb-4005-b22c-f2d73a3c60ba req-a192b74f-d702-4a0a-9729-5dfb68ff2bd4 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:17.523207 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-e937ea0b-31eb-4005-b22c-f2d73a3c60ba req-a192b74f-d702-4a0a-9729-5dfb68ff2bd4 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Allocated IP 172.20.0.8 (eb78451b-a8c0-409a-b574-991d66fe6db7/851e0f62-edf2-4a76-88fc-d8fbd058c843/3c825921-1911-463c-a76b-236a8b678f46) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:09:17.667274 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-e937ea0b-31eb-4005-b22c-f2d73a3c60ba req-a192b74f-d702-4a0a-9729-5dfb68ff2bd4 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:17.703912 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-e937ea0b-31eb-4005-b22c-f2d73a3c60ba req-a192b74f-d702-4a0a-9729-5dfb68ff2bd4 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:17.745964 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e937ea0b-31eb-4005-b22c-f2d73a3c60ba req-a192b74f-d702-4a0a-9729-5dfb68ff2bd4 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Network eb78451b-a8c0-409a-b574-991d66fe6db7 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:09:17.749653 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-e937ea0b-31eb-4005-b22c-f2d73a3c60ba req-a192b74f-d702-4a0a-9729-5dfb68ff2bd4 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:09:17.753424 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-e937ea0b-31eb-4005-b22c-f2d73a3c60ba req-a192b74f-d702-4a0a-9729-5dfb68ff2bd4 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:09:17.787353 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a192b74f-d702-4a0a-9729-5dfb68ff2bd4 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Pushing event updated for resources: {'Port': ['ID=3c825921-1911-463c-a76b-236a8b678f46,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:09:17.807920 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937ea0b-31eb-4005-b22c-f2d73a3c60ba req-a192b74f-d702-4a0a-9729-5dfb68ff2bd4 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:17.808850 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-e937ea0b-31eb-4005-b22c-f2d73a3c60ba req-a192b74f-d702-4a0a-9729-5dfb68ff2bd4 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:17.830644 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e937ea0b-31eb-4005-b22c-f2d73a3c60ba req-a192b74f-d702-4a0a-9729-5dfb68ff2bd4 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5536487 Nov 25 18:09:17.844932 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-e937ea0b-31eb-4005-b22c-f2d73a3c60ba req-91ffbeb4-b1e8-4b9b-9849-81d43c582d7e service neutron] Request body: {'port': {'device_id': '158dc148-7b81-48e3-8614-8b7e4bddb4b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:09:17.908962 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-e937ea0b-31eb-4005-b22c-f2d73a3c60ba req-91ffbeb4-b1e8-4b9b-9849-81d43c582d7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:18.041091 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-96d9615b-d9fb-40c3-b82d-8c9155fbdc2c None None] Provisioning complete for port 3c825921-1911-463c-a76b-236a8b678f46 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:09:18.041625 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-96d9615b-d9fb-40c3-b82d-8c9155fbdc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:18.080367 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-96d9615b-d9fb-40c3-b82d-8c9155fbdc2c None None] Port 3c825921-1911-463c-a76b-236a8b678f46 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:09:18.192094 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-e937ea0b-31eb-4005-b22c-f2d73a3c60ba req-91ffbeb4-b1e8-4b9b-9849-81d43c582d7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c825921-1911-463c-a76b-236a8b678f46 {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:09:18.203126 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-e937ea0b-31eb-4005-b22c-f2d73a3c60ba req-91ffbeb4-b1e8-4b9b-9849-81d43c582d7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:18.216338 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96085d27-af44-4d99-9d3e-fa630843f4fb req-6b6abb26-da5e-4b86-84ed-a7352746578d tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:18.216908 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-e937ea0b-31eb-4005-b22c-f2d73a3c60ba req-91ffbeb4-b1e8-4b9b-9849-81d43c582d7e service neutron] Transition to ACTIVE for port object 3c825921-1911-463c-a76b-236a8b678f46 will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:09:18.217876 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-96085d27-af44-4d99-9d3e-fa630843f4fb req-6b6abb26-da5e-4b86-84ed-a7352746578d tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=158dc148-7b81-48e3-8614-8b7e4bddb4b9 HTTP/1.1" status: 200 len: 931 time: 0.0573111 Nov 25 18:09:18.222011 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-e937ea0b-31eb-4005-b22c-f2d73a3c60ba req-91ffbeb4-b1e8-4b9b-9849-81d43c582d7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:18.279286 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-96085d27-af44-4d99-9d3e-fa630843f4fb req-88782145-27f5-4d16-b891-65ef3766e051 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee8f7b93-bf43-49dc-bb9c-c6451c591f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545743 Nov 25 18:09:18.291838 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ffbeb4-b1e8-4b9b-9849-81d43c582d7e service neutron] Pushing event updated for resources: {'Port': ['ID=3c825921-1911-463c-a76b-236a8b678f46,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:09:18.348668 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-e937ea0b-31eb-4005-b22c-f2d73a3c60ba req-91ffbeb4-b1e8-4b9b-9849-81d43c582d7e service neutron] Attempting to bind port 3c825921-1911-463c-a76b-236a8b678f46 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:09:18.349035 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-e937ea0b-31eb-4005-b22c-f2d73a3c60ba req-91ffbeb4-b1e8-4b9b-9849-81d43c582d7e service neutron] Attempting to bind port 3c825921-1911-463c-a76b-236a8b678f46 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'b80de946-82a3-4020-8e96-a562c04653e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:09:18.349370 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e937ea0b-31eb-4005-b22c-f2d73a3c60ba req-91ffbeb4-b1e8-4b9b-9849-81d43c582d7e service neutron] Attempting to bind port 3c825921-1911-463c-a76b-236a8b678f46 on network eb78451b-a8c0-409a-b574-991d66fe6db7 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:09:18.354495 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e937ea0b-31eb-4005-b22c-f2d73a3c60ba req-91ffbeb4-b1e8-4b9b-9849-81d43c582d7e service neutron] Port 3c825921-1911-463c-a76b-236a8b678f46 on network eb78451b-a8c0-409a-b574-991d66fe6db7 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:09:18.354826 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e937ea0b-31eb-4005-b22c-f2d73a3c60ba req-91ffbeb4-b1e8-4b9b-9849-81d43c582d7e service neutron] Attempting to bind port 3c825921-1911-463c-a76b-236a8b678f46 on network eb78451b-a8c0-409a-b574-991d66fe6db7 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:09:18.361031 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e937ea0b-31eb-4005-b22c-f2d73a3c60ba req-91ffbeb4-b1e8-4b9b-9849-81d43c582d7e service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:09:18.361379 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e937ea0b-31eb-4005-b22c-f2d73a3c60ba req-91ffbeb4-b1e8-4b9b-9849-81d43c582d7e service neutron] Checking segment: {'id': 'b80de946-82a3-4020-8e96-a562c04653e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:09:18.361772 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e937ea0b-31eb-4005-b22c-f2d73a3c60ba req-91ffbeb4-b1e8-4b9b-9849-81d43c582d7e service neutron] Bound using segment: {'id': 'b80de946-82a3-4020-8e96-a562c04653e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:09:18.362354 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-e937ea0b-31eb-4005-b22c-f2d73a3c60ba req-91ffbeb4-b1e8-4b9b-9849-81d43c582d7e service neutron] Bound port: 3c825921-1911-463c-a76b-236a8b678f46, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b80de946-82a3-4020-8e96-a562c04653e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:09:18.362850 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-e937ea0b-31eb-4005-b22c-f2d73a3c60ba req-91ffbeb4-b1e8-4b9b-9849-81d43c582d7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:18.433512 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-e937ea0b-31eb-4005-b22c-f2d73a3c60ba req-91ffbeb4-b1e8-4b9b-9849-81d43c582d7e service neutron] For port 3c825921-1911-463c-a76b-236a8b678f46, host n-h1-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:09:18.438188 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-e937ea0b-31eb-4005-b22c-f2d73a3c60ba req-91ffbeb4-b1e8-4b9b-9849-81d43c582d7e service neutron] For port 3c825921-1911-463c-a76b-236a8b678f46, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=3c825921-1911-463c-a76b-236a8b678f46,segment=NetworkSegment(b80de946-82a3-4020-8e96-a562c04653e5),segment_id=b80de946-82a3-4020-8e96-a562c04653e5)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:09:18.447282 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-e937ea0b-31eb-4005-b22c-f2d73a3c60ba req-91ffbeb4-b1e8-4b9b-9849-81d43c582d7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:18.487797 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937ea0b-31eb-4005-b22c-f2d73a3c60ba req-91ffbeb4-b1e8-4b9b-9849-81d43c582d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:18.488735 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-e937ea0b-31eb-4005-b22c-f2d73a3c60ba req-91ffbeb4-b1e8-4b9b-9849-81d43c582d7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:18.490277 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e937ea0b-31eb-4005-b22c-f2d73a3c60ba req-91ffbeb4-b1e8-4b9b-9849-81d43c582d7e service neutron] 10.222.0.74 "PUT /v2.0/ports/3c825921-1911-463c-a76b-236a8b678f46 HTTP/1.1" status: 200 len: 1091 time: 0.6502824 Nov 25 18:09:18.492747 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '158dc148-7b81-48e3-8614-8b7e4bddb4b9', 'tag': '3c825921-1911-463c-a76b-236a8b678f46'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:09:18.499023 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f56975-4426-4089-a68a-b6bd61f22c51" -d '{"events": [{"name": "network-changed", "server_uuid": "158dc148-7b81-48e3-8614-8b7e4bddb4b9", "tag": "3c825921-1911-463c-a76b-236a8b678f46"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:09:18.561277 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f3541d-f6ef-4117-b886-5585885c7c9f x-openstack-request-id: req-84f3541d-f6ef-4117-b886-5585885c7c9f {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:09:18.561581 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "158dc148-7b81-48e3-8614-8b7e4bddb4b9", "tag": "3c825921-1911-463c-a76b-236a8b678f46", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:09:18.561842 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-84f3541d-f6ef-4117-b886-5585885c7c9f {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:09:18.562257 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '158dc148-7b81-48e3-8614-8b7e4bddb4b9', 'tag': '3c825921-1911-463c-a76b-236a8b678f46', 'status': 'completed', 'code': 200} Nov 25 18:09:18.578554 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ffbeb4-b1e8-4b9b-9849-81d43c582d7e service neutron] Pushing event updated for resources: {'Port': ['ID=3c825921-1911-463c-a76b-236a8b678f46,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:09:18.608507 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937ea0b-31eb-4005-b22c-f2d73a3c60ba req-eab9cd59-9bb6-4654-a461-bff357961a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:18.610340 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e937ea0b-31eb-4005-b22c-f2d73a3c60ba req-eab9cd59-9bb6-4654-a461-bff357961a45 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6ab23648606342cbab1078b569017d74&device_id=158dc148-7b81-48e3-8614-8b7e4bddb4b9 HTTP/1.1" status: 200 len: 1094 time: 0.0634160 Nov 25 18:09:18.660773 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e937ea0b-31eb-4005-b22c-f2d73a3c60ba req-940c4fd6-6ee8-485c-ba11-c768de3636cd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c825921-1911-463c-a76b-236a8b678f46 HTTP/1.1" status: 200 len: 217 time: 0.0426178 Nov 25 18:09:18.714084 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937ea0b-31eb-4005-b22c-f2d73a3c60ba req-0bf82a42-92cb-46c7-9057-3a9e785e9875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:18.716478 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e937ea0b-31eb-4005-b22c-f2d73a3c60ba req-0bf82a42-92cb-46c7-9057-3a9e785e9875 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=851e0f62-edf2-4a76-88fc-d8fbd058c843 HTTP/1.1" status: 200 len: 850 time: 0.0487061 Nov 25 18:09:18.763709 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937ea0b-31eb-4005-b22c-f2d73a3c60ba req-0bd8b524-fce2-4d3e-9255-e48f072f2bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:18.765246 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e937ea0b-31eb-4005-b22c-f2d73a3c60ba req-0bd8b524-fce2-4d3e-9255-e48f072f2bd6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb78451b-a8c0-409a-b574-991d66fe6db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423915 Nov 25 18:09:18.863204 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e937ea0b-31eb-4005-b22c-f2d73a3c60ba req-6faabb65-bcaf-420b-8c20-d4b56dac724b service neutron] 10.222.0.74 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905209 Nov 25 18:09:18.953523 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e937ea0b-31eb-4005-b22c-f2d73a3c60ba req-7631ad9a-86c1-4179-a710-6edee4028704 service neutron] 10.222.0.74 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837357 Nov 25 18:09:19.044074 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f56975-4426-4089-a68a-b6bd61f22c51 req-23e5f785-608f-4823-aea1-ba08ca501eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:19.045655 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-56f56975-4426-4089-a68a-b6bd61f22c51 req-23e5f785-608f-4823-aea1-ba08ca501eeb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6ab23648606342cbab1078b569017d74&device_id=158dc148-7b81-48e3-8614-8b7e4bddb4b9 HTTP/1.1" status: 200 len: 1094 time: 0.0467529 Nov 25 18:09:19.138841 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f56975-4426-4089-a68a-b6bd61f22c51 req-61f4c753-b034-4cd6-a372-140f4cc564cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:19.140314 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-56f56975-4426-4089-a68a-b6bd61f22c51 req-61f4c753-b034-4cd6-a372-140f4cc564cb service neutron] 10.222.0.74 "GET /v2.0/networks?id=eb78451b-a8c0-409a-b574-991d66fe6db7 HTTP/1.1" status: 200 len: 912 time: 0.0873830 Nov 25 18:09:19.186260 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-56f56975-4426-4089-a68a-b6bd61f22c51 req-39514876-4caf-494f-96dd-f502140042a5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c825921-1911-463c-a76b-236a8b678f46 HTTP/1.1" status: 200 len: 217 time: 0.0386157 Nov 25 18:09:19.236721 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f56975-4426-4089-a68a-b6bd61f22c51 req-d5156fe4-01b2-4a9b-acc6-b67fdd46c508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:19.238235 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-56f56975-4426-4089-a68a-b6bd61f22c51 req-d5156fe4-01b2-4a9b-acc6-b67fdd46c508 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=851e0f62-edf2-4a76-88fc-d8fbd058c843 HTTP/1.1" status: 200 len: 850 time: 0.0453110 Nov 25 18:09:19.285427 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f56975-4426-4089-a68a-b6bd61f22c51 req-2f5c2946-5b99-45dc-a290-ff27af25c6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:19.286977 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-56f56975-4426-4089-a68a-b6bd61f22c51 req-2f5c2946-5b99-45dc-a290-ff27af25c6df service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb78451b-a8c0-409a-b574-991d66fe6db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420146 Nov 25 18:09:19.391183 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-56f56975-4426-4089-a68a-b6bd61f22c51 req-7938a150-23d2-47ea-8fd5-f13dd345be72 service neutron] 10.222.0.74 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963271 Nov 25 18:09:19.408901 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252d774-786f-4efb-bba1-0abf6bb1f743 req-5947e0e5-ae28-4dc4-bf9a-d52f17840f40 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:19.410541 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9252d774-786f-4efb-bba1-0abf6bb1f743 req-5947e0e5-ae28-4dc4-bf9a-d52f17840f40 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=158dc148-7b81-48e3-8614-8b7e4bddb4b9 HTTP/1.1" status: 200 len: 943 time: 0.0502434 Nov 25 18:09:19.469386 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9252d774-786f-4efb-bba1-0abf6bb1f743 req-9f1cfe37-219c-4f52-93c2-ba0796604340 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee8f7b93-bf43-49dc-bb9c-c6451c591f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524116 Nov 25 18:09:19.487444 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-56f56975-4426-4089-a68a-b6bd61f22c51 req-8978b62d-638d-48d8-b6b7-d1b85fb136fe service neutron] 10.222.0.74 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890563 Nov 25 18:09:19.891451 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2bbd2489-5717-44c5-80c2-484a934d7161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:20.588030 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07fb082-8523-4746-a2d8-bbbe952a0d04 req-7ab14397-49db-4862-80dc-d1608ace5655 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:20.589542 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b07fb082-8523-4746-a2d8-bbbe952a0d04 req-7ab14397-49db-4862-80dc-d1608ace5655 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=158dc148-7b81-48e3-8614-8b7e4bddb4b9 HTTP/1.1" status: 200 len: 943 time: 0.0524864 Nov 25 18:09:20.640098 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b07fb082-8523-4746-a2d8-bbbe952a0d04 req-be796266-35bb-421a-b7bb-13ca260fa1ce tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee8f7b93-bf43-49dc-bb9c-c6451c591f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435040 Nov 25 18:09:20.949318 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:21.758631 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe933c-3d5c-4360-ba62-34c4fe599c4e req-b07f0cb0-0615-487b-b82a-11c54d994b5b tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:21.760229 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b6fe933c-3d5c-4360-ba62-34c4fe599c4e req-b07f0cb0-0615-487b-b82a-11c54d994b5b tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=158dc148-7b81-48e3-8614-8b7e4bddb4b9 HTTP/1.1" status: 200 len: 943 time: 0.0514789 Nov 25 18:09:21.813000 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b6fe933c-3d5c-4360-ba62-34c4fe599c4e req-e3802a55-5350-4b3f-9f57-618dc2bc3dbb tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee8f7b93-bf43-49dc-bb9c-c6451c591f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465543 Nov 25 18:09:22.142069 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:22.928757 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c2cce9-46a4-4ce2-a746-d190a82474e2 req-1d35d9f9-8c74-468f-9db6-9d7de0277c6e tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:22.930270 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-33c2cce9-46a4-4ce2-a746-d190a82474e2 req-1d35d9f9-8c74-468f-9db6-9d7de0277c6e tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=158dc148-7b81-48e3-8614-8b7e4bddb4b9 HTTP/1.1" status: 200 len: 943 time: 0.0490818 Nov 25 18:09:22.983774 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-33c2cce9-46a4-4ce2-a746-d190a82474e2 req-fa397f5f-0557-4b7c-a844-0000de23a681 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee8f7b93-bf43-49dc-bb9c-c6451c591f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469129 Nov 25 18:09:23.095700 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:24.103916 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9169ac2-b7d4-4d8a-a782-8d79291e3412 req-609a16e7-6b8e-4094-a019-0b2f5cded978 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:24.105571 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a9169ac2-b7d4-4d8a-a782-8d79291e3412 req-609a16e7-6b8e-4094-a019-0b2f5cded978 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=158dc148-7b81-48e3-8614-8b7e4bddb4b9 HTTP/1.1" status: 200 len: 943 time: 0.0520961 Nov 25 18:09:24.168744 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a9169ac2-b7d4-4d8a-a782-8d79291e3412 req-a07c4307-f84a-48e8-b40a-077d0052339f tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee8f7b93-bf43-49dc-bb9c-c6451c591f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563056 Nov 25 18:09:25.283518 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b87782-d4ff-4352-be1c-907601a6a51d req-810a558f-fc5d-458c-a8f0-21b1515f1e3b tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:25.284920 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-86b87782-d4ff-4352-be1c-907601a6a51d req-810a558f-fc5d-458c-a8f0-21b1515f1e3b tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=158dc148-7b81-48e3-8614-8b7e4bddb4b9 HTTP/1.1" status: 200 len: 943 time: 0.0481308 Nov 25 18:09:25.333315 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-86b87782-d4ff-4352-be1c-907601a6a51d req-dae145be-4de7-4962-aace-4e10e0a65328 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee8f7b93-bf43-49dc-bb9c-c6451c591f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424144 Nov 25 18:09:26.450400 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376d00b-6a4e-432f-8798-c389bbcb9d9c req-25412166-9bba-4244-90d1-8ed1bf642e5c tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:26.451846 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d376d00b-6a4e-432f-8798-c389bbcb9d9c req-25412166-9bba-4244-90d1-8ed1bf642e5c tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=158dc148-7b81-48e3-8614-8b7e4bddb4b9 HTTP/1.1" status: 200 len: 943 time: 0.0521429 Nov 25 18:09:26.499703 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d376d00b-6a4e-432f-8798-c389bbcb9d9c req-28afa037-6360-4fcc-be2e-aaf2a9bad2da tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee8f7b93-bf43-49dc-bb9c-c6451c591f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418456 Nov 25 18:09:27.331227 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:09:27.614742 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62326602-dde5-41f8-a4bd-78b8c59856b5 req-c42f1b5e-a6e2-4af1-9fc7-a9c06c6da1f1 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:27.616194 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-62326602-dde5-41f8-a4bd-78b8c59856b5 req-c42f1b5e-a6e2-4af1-9fc7-a9c06c6da1f1 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=158dc148-7b81-48e3-8614-8b7e4bddb4b9 HTTP/1.1" status: 200 len: 943 time: 0.0490367 Nov 25 18:09:27.664503 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-62326602-dde5-41f8-a4bd-78b8c59856b5 req-050c2603-b8e7-4def-953a-5564b429dc1d tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee8f7b93-bf43-49dc-bb9c-c6451c591f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421357 Nov 25 18:09:28.779907 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67808c0b-9ea7-4359-ac7a-5f4135aa376b req-d2b309aa-89cc-47a1-bbb5-f02507166d28 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:28.781431 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-67808c0b-9ea7-4359-ac7a-5f4135aa376b req-d2b309aa-89cc-47a1-bbb5-f02507166d28 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=158dc148-7b81-48e3-8614-8b7e4bddb4b9 HTTP/1.1" status: 200 len: 943 time: 0.0495174 Nov 25 18:09:28.833662 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-67808c0b-9ea7-4359-ac7a-5f4135aa376b req-1792f935-512c-48c9-a58d-01fa31e57d0a tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee8f7b93-bf43-49dc-bb9c-c6451c591f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462129 Nov 25 18:09:29.131974 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 3c825921-1911-463c-a76b-236a8b678f46 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:09:29.225811 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 3c825921-1911-463c-a76b-236a8b678f46, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=3c825921-1911-463c-a76b-236a8b678f46,segment=NetworkSegment(b80de946-82a3-4020-8e96-a562c04653e5),segment_id=b80de946-82a3-4020-8e96-a562c04653e5)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:09:29.241033 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '3c825921-1911-463c-a76b-236a8b678f46', 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7', 'port_id': '3c825921-1911-463c-a76b-236a8b678f46', 'mac_address': 'fa:16:3e:c3:17:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '851e0f62-edf2-4a76-88fc-d8fbd058c843', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:09:29.278363 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:29.290752 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c825921-1911-463c-a76b-236a8b678f46 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:09:29.309760 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 3c825921-1911-463c-a76b-236a8b678f46, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=3c825921-1911-463c-a76b-236a8b678f46,segment=NetworkSegment(b80de946-82a3-4020-8e96-a562c04653e5),segment_id=b80de946-82a3-4020-8e96-a562c04653e5)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:09:29.313487 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:29.364883 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=3c825921-1911-463c-a76b-236a8b678f46,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:09:29.515141 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['3c825921-1911-463c-a76b-236a8b678f46'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:09:29.948471 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bece71c-6b9f-4654-a991-cec2643bb0b9 req-8ba5e7d2-9083-4c7f-ab04-6e766eb545d3 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:29.950028 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8bece71c-6b9f-4654-a991-cec2643bb0b9 req-8ba5e7d2-9083-4c7f-ab04-6e766eb545d3 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=158dc148-7b81-48e3-8614-8b7e4bddb4b9 HTTP/1.1" status: 200 len: 944 time: 0.0493736 Nov 25 18:09:29.998577 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8bece71c-6b9f-4654-a991-cec2643bb0b9 req-404ba1e7-434e-4f56-ac87-3ab39c1ff166 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee8f7b93-bf43-49dc-bb9c-c6451c591f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426788 Nov 25 18:09:31.111858 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3460d1-822e-4d9a-bec2-de5c09eaaaf4 req-c428a7d4-1e5e-4bdd-bf99-9503b045c997 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:31.113417 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fa3460d1-822e-4d9a-bec2-de5c09eaaaf4 req-c428a7d4-1e5e-4bdd-bf99-9503b045c997 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=158dc148-7b81-48e3-8614-8b7e4bddb4b9 HTTP/1.1" status: 200 len: 944 time: 0.0484962 Nov 25 18:09:31.132210 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 3c825921-1911-463c-a76b-236a8b678f46 up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:09:31.163447 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fa3460d1-822e-4d9a-bec2-de5c09eaaaf4 req-b83bfafb-37e9-4063-8596-6b610c2ee647 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee8f7b93-bf43-49dc-bb9c-c6451c591f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441663 Nov 25 18:09:31.186943 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port 3c825921-1911-463c-a76b-236a8b678f46 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:09:31.190848 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 3c825921-1911-463c-a76b-236a8b678f46 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:09:31.191226 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:31.268074 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:31.290374 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158dc148-7b81-48e3-8614-8b7e4bddb4b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c825921-1911-463c-a76b-236a8b678f46'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:09:31.292611 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a006f8a0-8461-4f7b-8e93-c677341d8c83" -d '{"events": [{"server_uuid": "158dc148-7b81-48e3-8614-8b7e4bddb4b9", "name": "network-vif-plugged", "status": "completed", "tag": "3c825921-1911-463c-a76b-236a8b678f46"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:09:31.305162 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 3c825921-1911-463c-a76b-236a8b678f46, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=3c825921-1911-463c-a76b-236a8b678f46,segment=NetworkSegment(b80de946-82a3-4020-8e96-a562c04653e5),segment_id=b80de946-82a3-4020-8e96-a562c04653e5)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:09:31.309727 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:31.333639 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ded4af-aaa3-4be4-ad4f-b9dfdfb978a8 x-openstack-request-id: req-48ded4af-aaa3-4be4-ad4f-b9dfdfb978a8 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:09:31.333938 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "158dc148-7b81-48e3-8614-8b7e4bddb4b9", "name": "network-vif-plugged", "status": "completed", "tag": "3c825921-1911-463c-a76b-236a8b678f46", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:09:31.334192 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-48ded4af-aaa3-4be4-ad4f-b9dfdfb978a8 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:09:31.334584 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '158dc148-7b81-48e3-8614-8b7e4bddb4b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c825921-1911-463c-a76b-236a8b678f46', 'code': 200} Nov 25 18:09:31.360119 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=3c825921-1911-463c-a76b-236a8b678f46,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:09:31.368325 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:31.368682 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:31.369063 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:31.369409 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:31.369751 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:31.370087 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:31.370420 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:31.370758 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:31.371128 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:31.371650 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:31.372629 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:31.373082 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:31.430419 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8d933-7958-4cf4-9534-6015842bdd19 req-fcc9daaa-8c26-4e0b-89d7-47ede2706090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:31.431888 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2be8d933-7958-4cf4-9534-6015842bdd19 req-fcc9daaa-8c26-4e0b-89d7-47ede2706090 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=158dc148-7b81-48e3-8614-8b7e4bddb4b9 HTTP/1.1" status: 200 len: 1096 time: 0.0396640 Nov 25 18:09:31.476762 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-2be8d933-7958-4cf4-9534-6015842bdd19 req-d6eac8dd-67c7-45ea-a9f3-568131d56285 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ee8f7b93-bf43-49dc-bb9c-c6451c591f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379994 Nov 25 18:09:32.627783 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d97c5a-2cff-4bbc-918e-d3a9e6e3e392 req-0a204a6d-4f0a-43af-923a-ef1dfa978672 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:32.629311 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e2d97c5a-2cff-4bbc-918e-d3a9e6e3e392 req-0a204a6d-4f0a-43af-923a-ef1dfa978672 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=158dc148-7b81-48e3-8614-8b7e4bddb4b9 HTTP/1.1" status: 200 len: 945 time: 0.3809888 Nov 25 18:09:32.681529 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e2d97c5a-2cff-4bbc-918e-d3a9e6e3e392 req-0931f048-f27e-402f-b673-3d3c41e0ab60 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee8f7b93-bf43-49dc-bb9c-c6451c591f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460865 Nov 25 18:09:33.802884 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c59e2a9-e026-4206-8b1e-62d0c1df0227 req-5d6c35fd-0f7f-4b54-bd3b-0128f69016c4 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:33.804316 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1c59e2a9-e026-4206-8b1e-62d0c1df0227 req-5d6c35fd-0f7f-4b54-bd3b-0128f69016c4 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=158dc148-7b81-48e3-8614-8b7e4bddb4b9 HTTP/1.1" status: 200 len: 945 time: 0.0511873 Nov 25 18:09:33.852327 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1c59e2a9-e026-4206-8b1e-62d0c1df0227 req-ede19ca3-d6a8-40c0-9092-a34944071372 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee8f7b93-bf43-49dc-bb9c-c6451c591f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419631 Nov 25 18:09:33.967935 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd739f-5954-495a-99fa-0e1b0b6ebba0 req-5c5e56a7-04a0-44d1-b85e-7cba938a72d3 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:33.969318 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f3fd739f-5954-495a-99fa-0e1b0b6ebba0 req-5c5e56a7-04a0-44d1-b85e-7cba938a72d3 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=158dc148-7b81-48e3-8614-8b7e4bddb4b9 HTTP/1.1" status: 200 len: 945 time: 0.0518286 Nov 25 18:09:34.019291 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f3fd739f-5954-495a-99fa-0e1b0b6ebba0 req-05536539-88df-43bc-bcc6-8d6433da0420 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee8f7b93-bf43-49dc-bb9c-c6451c591f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438845 Nov 25 18:09:34.041523 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 33848) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:09:34.081458 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5a70f8-3c2c-4e31-b99c-994bf4c598d0 tempest-TestVolumeBootPattern-1471457913 tempest-TestVolumeBootPattern-1471457913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:34.082942 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-7d5a70f8-3c2c-4e31-b99c-994bf4c598d0 tempest-TestVolumeBootPattern-1471457913 tempest-TestVolumeBootPattern-1471457913-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=158dc148-7b81-48e3-8614-8b7e4bddb4b9 HTTP/1.1" status: 200 len: 1091 time: 0.0404251 Nov 25 18:09:34.085926 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 33850) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:09:34.090360 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-16a642dc-38f2-4f37-b494-f678b9342342 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Request body: {'floatingip': {'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'port_id': '3c825921-1911-463c-a76b-236a8b678f46', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:09:34.114220 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-16a642dc-38f2-4f37-b494-f678b9342342 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks [] for floatingip, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:34.213956 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-16a642dc-38f2-4f37-b494-f678b9342342 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:34.316497 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-16a642dc-38f2-4f37-b494-f678b9342342 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Allocated IP 172.25.0.9 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/787f730f-5e75-44e6-b5ec-637ab9de1fd8) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:09:34.420468 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-16a642dc-38f2-4f37-b494-f678b9342342 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:34.454391 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-16a642dc-38f2-4f37-b494-f678b9342342 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:34.493706 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a642dc-38f2-4f37-b494-f678b9342342 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:09:34.497162 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-16a642dc-38f2-4f37-b494-f678b9342342 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:09:34.499860 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a642dc-38f2-4f37-b494-f678b9342342 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:09:34.524232 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a642dc-38f2-4f37-b494-f678b9342342 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Pushing event updated for resources: {'Port': ['ID=787f730f-5e75-44e6-b5ec-637ab9de1fd8,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:09:34.537952 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a642dc-38f2-4f37-b494-f678b9342342 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:34.538279 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a642dc-38f2-4f37-b494-f678b9342342 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:34.538624 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a642dc-38f2-4f37-b494-f678b9342342 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:34.538985 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a642dc-38f2-4f37-b494-f678b9342342 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:34.539319 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a642dc-38f2-4f37-b494-f678b9342342 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:34.539649 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a642dc-38f2-4f37-b494-f678b9342342 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:34.539973 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a642dc-38f2-4f37-b494-f678b9342342 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:34.540295 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a642dc-38f2-4f37-b494-f678b9342342 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:34.540617 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a642dc-38f2-4f37-b494-f678b9342342 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:34.540970 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a642dc-38f2-4f37-b494-f678b9342342 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:34.541295 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a642dc-38f2-4f37-b494-f678b9342342 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:34.541622 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a642dc-38f2-4f37-b494-f678b9342342 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:34.851815 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-16a642dc-38f2-4f37-b494-f678b9342342 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:34.916724 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-16a642dc-38f2-4f37-b494-f678b9342342 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:35.075536 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-16a642dc-38f2-4f37-b494-f678b9342342 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:35.080264 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-16a642dc-38f2-4f37-b494-f678b9342342 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:35.150391 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a642dc-38f2-4f37-b494-f678b9342342 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Pushing event updated for resources: {'Port': ['ID=787f730f-5e75-44e6-b5ec-637ab9de1fd8,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:09:35.162287 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-16a642dc-38f2-4f37-b494-f678b9342342 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:35.263123 n-d-817746-1 neutron-server[103361]: INFO neutron.db.l3_db [None req-16a642dc-38f2-4f37-b494-f678b9342342 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Floating IP cc4afe86-76c4-4825-a48d-1c85509a37e6 associated. External IP: 172.25.0.9, port: 3c825921-1911-463c-a76b-236a8b678f46. Nov 25 18:09:35.468335 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a642dc-38f2-4f37-b494-f678b9342342 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Router ba104446-f4c3-45cb-bddd-a17f5eec7db3 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:09:35.575193 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a642dc-38f2-4f37-b494-f678b9342342 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:09:35.584735 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e67af0e-c226-4681-92f8-22d547e9da3a None None] Sync routers for ids ['ba104446-f4c3-45cb-bddd-a17f5eec7db3'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:09:35.593390 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-16a642dc-38f2-4f37-b494-f678b9342342 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:35.596104 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e67af0e-c226-4681-92f8-22d547e9da3a None None] Routers {'ba104446-f4c3-45cb-bddd-a17f5eec7db3'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:09:35.596740 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-1e67af0e-c226-4681-92f8-22d547e9da3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:09:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['ba104446-f4c3-45cb-bddd-a17f5eec7db3'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:09:35.630733 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-16a642dc-38f2-4f37-b494-f678b9342342 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.5357416 Nov 25 18:09:35.630733 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '158dc148-7b81-48e3-8614-8b7e4bddb4b9', 'tag': '3c825921-1911-463c-a76b-236a8b678f46'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:09:35.630733 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86cbc5c4-6894-4d6f-9e24-1793b00f4e33" -d '{"events": [{"name": "network-changed", "server_uuid": "158dc148-7b81-48e3-8614-8b7e4bddb4b9", "tag": "3c825921-1911-463c-a76b-236a8b678f46"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:09:35.664092 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed1ed3a-f5c7-457e-97cd-b082ca86fc5b x-openstack-request-id: req-9ed1ed3a-f5c7-457e-97cd-b082ca86fc5b {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:09:35.664395 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "158dc148-7b81-48e3-8614-8b7e4bddb4b9", "tag": "3c825921-1911-463c-a76b-236a8b678f46", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:09:35.664657 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9ed1ed3a-f5c7-457e-97cd-b082ca86fc5b {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:09:35.665102 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '158dc148-7b81-48e3-8614-8b7e4bddb4b9', 'tag': '3c825921-1911-463c-a76b-236a8b678f46', 'status': 'completed', 'code': 200} Nov 25 18:09:35.705892 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-1e67af0e-c226-4681-92f8-22d547e9da3a None None] Set router ba104446-f4c3-45cb-bddd-a17f5eec7db3 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:09:35.732414 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cbc5c4-6894-4d6f-9e24-1793b00f4e33 req-067d6b0d-ad18-4fa6-9759-d84e0d4a1772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:35.733887 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-86cbc5c4-6894-4d6f-9e24-1793b00f4e33 req-067d6b0d-ad18-4fa6-9759-d84e0d4a1772 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6ab23648606342cbab1078b569017d74&device_id=158dc148-7b81-48e3-8614-8b7e4bddb4b9 HTTP/1.1" status: 200 len: 1096 time: 0.0465634 Nov 25 18:09:35.823296 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cbc5c4-6894-4d6f-9e24-1793b00f4e33 req-d66aad6a-efda-4b0c-bd7c-fedfd3b06944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:35.825039 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-86cbc5c4-6894-4d6f-9e24-1793b00f4e33 req-d66aad6a-efda-4b0c-bd7c-fedfd3b06944 service neutron] 10.222.0.74 "GET /v2.0/networks?id=eb78451b-a8c0-409a-b574-991d66fe6db7 HTTP/1.1" status: 200 len: 912 time: 0.0831499 Nov 25 18:09:35.894842 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-86cbc5c4-6894-4d6f-9e24-1793b00f4e33 req-fb9901f0-777b-449d-baff-6fe6555bc63b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c825921-1911-463c-a76b-236a8b678f46 HTTP/1.1" status: 200 len: 997 time: 0.0635712 Nov 25 18:09:35.928473 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-1e67af0e-c226-4681-92f8-22d547e9da3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'name': 'tempest-TestVolumeBootPattern-924170566-router', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '1d419a11-3cd5-4cca-8c89-44659ef80ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:05:49Z', 'updated_at': '2021-11-25T18:05:51Z', 'revision_number': 4, 'project_id': '6ab23648606342cbab1078b569017d74', 'gw_port': {'id': '1d419a11-3cd5-4cca-8c89-44659ef80ba1', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:84:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:49Z', 'updated_at': '2021-11-25T18:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': 'cc4afe86-76c4-4825-a48d-1c85509a37e6', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'floating_ip_address': '172.25.0.9', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'port_id': '3c825921-1911-463c-a76b-236a8b678f46', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7', 'mac_address': 'fa:16:3e:c3:17:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158dc148-7b81-48e3-8614-8b7e4bddb4b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:09:34Z', 'updated_at': '2021-11-25T18:09:34Z', 'revision_number': 0, 'project_id': '6ab23648606342cbab1078b569017d74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69a04000-80cc-4e66-9c28-082e9cf3e7cb', 'name': '', 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'mac_address': 'fa:16:3e:29:2c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '851e0f62-edf2-4a76-88fc-d8fbd058c843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:50Z', 'updated_at': '2021-11-25T18:05:58Z', 'revision_number': 5, 'project_id': '6ab23648606342cbab1078b569017d74', 'subnets': [{'id': '851e0f62-edf2-4a76-88fc-d8fbd058c843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:09:35.944862 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cbc5c4-6894-4d6f-9e24-1793b00f4e33 req-af96c417-a64f-4204-8ecc-c2ed2111c3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:35.946435 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-86cbc5c4-6894-4d6f-9e24-1793b00f4e33 req-af96c417-a64f-4204-8ecc-c2ed2111c3f9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=851e0f62-edf2-4a76-88fc-d8fbd058c843 HTTP/1.1" status: 200 len: 850 time: 0.0449443 Nov 25 18:09:35.960369 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e67af0e-c226-4681-92f8-22d547e9da3a None None] Checking router: ba104446-f4c3-45cb-bddd-a17f5eec7db3 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:09:35.974213 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e67af0e-c226-4681-92f8-22d547e9da3a None None] Routers {'ba104446-f4c3-45cb-bddd-a17f5eec7db3'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:09:35.974213 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-1e67af0e-c226-4681-92f8-22d547e9da3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:09:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['ba104446-f4c3-45cb-bddd-a17f5eec7db3'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:09:35.992136 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cbc5c4-6894-4d6f-9e24-1793b00f4e33 req-6cf092e7-85ca-4418-9e6b-11635d5742d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:35.993629 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-86cbc5c4-6894-4d6f-9e24-1793b00f4e33 req-6cf092e7-85ca-4418-9e6b-11635d5742d0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb78451b-a8c0-409a-b574-991d66fe6db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404601 Nov 25 18:09:36.076449 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-1e67af0e-c226-4681-92f8-22d547e9da3a None None] Set router ba104446-f4c3-45cb-bddd-a17f5eec7db3 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:09:36.087540 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-86cbc5c4-6894-4d6f-9e24-1793b00f4e33 req-47ae20c0-c49c-4407-b61b-cb1c669c5815 service neutron] 10.222.0.74 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862839 Nov 25 18:09:36.178058 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-86cbc5c4-6894-4d6f-9e24-1793b00f4e33 req-10dd462d-b83e-471e-98e0-75d3d320c531 service neutron] 10.222.0.74 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840750 Nov 25 18:09:36.302450 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-1e67af0e-c226-4681-92f8-22d547e9da3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'name': 'tempest-TestVolumeBootPattern-924170566-router', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '1d419a11-3cd5-4cca-8c89-44659ef80ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:05:49Z', 'updated_at': '2021-11-25T18:05:51Z', 'revision_number': 4, 'project_id': '6ab23648606342cbab1078b569017d74', 'gw_port': {'id': '1d419a11-3cd5-4cca-8c89-44659ef80ba1', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:84:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:49Z', 'updated_at': '2021-11-25T18:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': 'cc4afe86-76c4-4825-a48d-1c85509a37e6', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'floating_ip_address': '172.25.0.9', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'port_id': '3c825921-1911-463c-a76b-236a8b678f46', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7', 'mac_address': 'fa:16:3e:c3:17:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158dc148-7b81-48e3-8614-8b7e4bddb4b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:09:34Z', 'updated_at': '2021-11-25T18:09:34Z', 'revision_number': 0, 'project_id': '6ab23648606342cbab1078b569017d74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69a04000-80cc-4e66-9c28-082e9cf3e7cb', 'name': '', 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'mac_address': 'fa:16:3e:29:2c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '851e0f62-edf2-4a76-88fc-d8fbd058c843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:50Z', 'updated_at': '2021-11-25T18:05:58Z', 'revision_number': 5, 'project_id': '6ab23648606342cbab1078b569017d74', 'subnets': [{'id': '851e0f62-edf2-4a76-88fc-d8fbd058c843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:09:36.329459 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e67af0e-c226-4681-92f8-22d547e9da3a None None] The sync data for ids ['ba104446-f4c3-45cb-bddd-a17f5eec7db3'] in n-d-817746-1 is: [{'id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'name': 'tempest-TestVolumeBootPattern-924170566-router', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '1d419a11-3cd5-4cca-8c89-44659ef80ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:05:49Z', 'updated_at': '2021-11-25T18:05:51Z', 'revision_number': 4, 'project_id': '6ab23648606342cbab1078b569017d74', 'gw_port': {'id': '1d419a11-3cd5-4cca-8c89-44659ef80ba1', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:84:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:49Z', 'updated_at': '2021-11-25T18:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': 'cc4afe86-76c4-4825-a48d-1c85509a37e6', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'floating_ip_address': '172.25.0.9', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'port_id': '3c825921-1911-463c-a76b-236a8b678f46', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7', 'mac_address': 'fa:16:3e:c3:17:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158dc148-7b81-48e3-8614-8b7e4bddb4b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:09:34Z', 'updated_at': '2021-11-25T18:09:34Z', 'revision_number': 0, 'project_id': '6ab23648606342cbab1078b569017d74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69a04000-80cc-4e66-9c28-082e9cf3e7cb', 'name': '', 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'mac_address': 'fa:16:3e:29:2c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '851e0f62-edf2-4a76-88fc-d8fbd058c843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:50Z', 'updated_at': '2021-11-25T18:05:58Z', 'revision_number': 5, 'project_id': '6ab23648606342cbab1078b569017d74', 'subnets': [{'id': '851e0f62-edf2-4a76-88fc-d8fbd058c843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:09:36.511714 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f536304e-2403-4dec-aebc-38cd53cde9db None None] New status for floating IP cc4afe86-76c4-4825-a48d-1c85509a37e6: ACTIVE {{(pid=103363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:09:37.245639 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-94d371c1-01a2-4b97-9b15-f24b3982d12a req-3f181b68-e52f-4c29-b188-d437b0e886f4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=158dc148-7b81-48e3-8614-8b7e4bddb4b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411031 Nov 25 18:09:37.329495 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d371c1-01a2-4b97-9b15-f24b3982d12a req-4e31351f-21da-4e12-a96f-fed5abda5145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:37.331043 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-94d371c1-01a2-4b97-9b15-f24b3982d12a req-4e31351f-21da-4e12-a96f-fed5abda5145 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6ab23648606342cbab1078b569017d74&device_id=158dc148-7b81-48e3-8614-8b7e4bddb4b9 HTTP/1.1" status: 200 len: 1096 time: 0.0449872 Nov 25 18:09:37.433408 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d371c1-01a2-4b97-9b15-f24b3982d12a req-2fe37e42-38d8-4cc2-a0e8-94effcb53c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:37.434872 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-94d371c1-01a2-4b97-9b15-f24b3982d12a req-2fe37e42-38d8-4cc2-a0e8-94effcb53c15 service neutron] 10.222.0.74 "GET /v2.0/networks?id=eb78451b-a8c0-409a-b574-991d66fe6db7 HTTP/1.1" status: 200 len: 912 time: 0.0849411 Nov 25 18:09:37.503473 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-94d371c1-01a2-4b97-9b15-f24b3982d12a req-9d309ef8-80ac-49ad-8ee3-7fbace8ecfc1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c825921-1911-463c-a76b-236a8b678f46 HTTP/1.1" status: 200 len: 999 time: 0.0617754 Nov 25 18:09:37.554559 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d371c1-01a2-4b97-9b15-f24b3982d12a req-43cbbf5d-e6d0-488b-8d62-de41f6cab9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:37.556037 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-94d371c1-01a2-4b97-9b15-f24b3982d12a req-43cbbf5d-e6d0-488b-8d62-de41f6cab9d2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=851e0f62-edf2-4a76-88fc-d8fbd058c843 HTTP/1.1" status: 200 len: 850 time: 0.0453067 Nov 25 18:09:37.602318 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d371c1-01a2-4b97-9b15-f24b3982d12a req-96625966-42f6-44bf-bd6d-ef3ca2913a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:37.603830 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-94d371c1-01a2-4b97-9b15-f24b3982d12a req-96625966-42f6-44bf-bd6d-ef3ca2913a59 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb78451b-a8c0-409a-b574-991d66fe6db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412161 Nov 25 18:09:37.695380 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-94d371c1-01a2-4b97-9b15-f24b3982d12a req-303f9d0c-0810-449b-8426-e024b6a01046 service neutron] 10.222.0.74 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847671 Nov 25 18:09:37.785007 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-94d371c1-01a2-4b97-9b15-f24b3982d12a req-26a1daaf-4440-4e34-8c04-12295fb9904c service neutron] 10.222.0.74 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825782 Nov 25 18:09:47.019464 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:47.161910 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-29db2bb9-59ec-4348-9c48-0150638265a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:47.191767 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:49.892835 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9245d5fd-aab1-411c-87ee-2aacaa353084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:50.951984 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:52.145226 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:53.097564 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:04.330466 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:10:17.019694 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:17.163089 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-347a7bac-fc3c-47eb-9321-5d450650eb92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:17.190729 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:19.894685 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-01d01b2e-8558-48ee-96db-a51b2760e68c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:20.954573 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:22.147361 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:23.099427 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:29.510084 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [req-0b88e79a-cbd3-434d-885e-3c7f313cda7d req-84df4146-21f4-40ba-a689-bcd28f10ed78 service neutron] (103361) timed out ('10.222.0.74', 58882) {{(pid=103361) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 18:10:38.240515 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-1016c013-496d-4ca1-82f6-b6b854ef082d req-a6970622-cb23-47e2-8061-f2296acd9d1f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=158dc148-7b81-48e3-8614-8b7e4bddb4b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407162 Nov 25 18:10:38.326320 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016c013-496d-4ca1-82f6-b6b854ef082d req-01d87530-344b-4770-91b2-89e82c0a0d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:38.327795 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-1016c013-496d-4ca1-82f6-b6b854ef082d req-01d87530-344b-4770-91b2-89e82c0a0d87 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6ab23648606342cbab1078b569017d74&device_id=158dc148-7b81-48e3-8614-8b7e4bddb4b9 HTTP/1.1" status: 200 len: 1096 time: 0.0442805 Nov 25 18:10:38.429074 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016c013-496d-4ca1-82f6-b6b854ef082d req-281bca7f-c496-43b4-9cbb-5e239c2d86a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:38.430535 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-1016c013-496d-4ca1-82f6-b6b854ef082d req-281bca7f-c496-43b4-9cbb-5e239c2d86a9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=eb78451b-a8c0-409a-b574-991d66fe6db7 HTTP/1.1" status: 200 len: 912 time: 0.0829453 Nov 25 18:10:38.502249 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-1016c013-496d-4ca1-82f6-b6b854ef082d req-1c91c0bc-4b33-486b-82f2-610f318bb571 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c825921-1911-463c-a76b-236a8b678f46 HTTP/1.1" status: 200 len: 999 time: 0.0636592 Nov 25 18:10:38.553621 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016c013-496d-4ca1-82f6-b6b854ef082d req-6a1c8ec3-2d34-4ba2-ae54-14fc14747e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:38.555065 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-1016c013-496d-4ca1-82f6-b6b854ef082d req-6a1c8ec3-2d34-4ba2-ae54-14fc14747e74 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=851e0f62-edf2-4a76-88fc-d8fbd058c843 HTTP/1.1" status: 200 len: 850 time: 0.0470128 Nov 25 18:10:38.603009 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016c013-496d-4ca1-82f6-b6b854ef082d req-1c86d2ab-c9d7-4f50-901d-500525e261a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:38.604490 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-1016c013-496d-4ca1-82f6-b6b854ef082d req-1c86d2ab-c9d7-4f50-901d-500525e261a2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb78451b-a8c0-409a-b574-991d66fe6db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419862 Nov 25 18:10:38.696062 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-1016c013-496d-4ca1-82f6-b6b854ef082d req-d7a91cff-89b7-4eef-a635-4dc64febb622 service neutron] 10.222.0.74 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843616 Nov 25 18:10:38.798425 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-1016c013-496d-4ca1-82f6-b6b854ef082d req-5089afce-dcff-4d24-88b4-586d3e5a77e3 service neutron] 10.222.0.74 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933352 Nov 25 18:10:41.330293 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:10:47.020097 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:47.163641 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b10a8f36-49ac-4a9a-ba92-214d5aa60af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:47.195763 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:49.896868 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d8974a7a-59f9-413b-b85a-3e92cd20a3b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:50.957615 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:52.149956 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:53.106554 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:10.829269 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [req-f5bc9f89-5343-4bcc-90c9-9a92a3d80cba req-a622582f-e55e-4703-a7ca-e6f2be91e639 service neutron] (103360) timed out ('10.222.0.75', 33398) {{(pid=103360) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 18:11:17.016656 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:17.164965 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6331d407-4861-4f6f-a788-1d5afcfc8ab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:17.208529 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:18.329888 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:11:19.898336 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-78c11740-d8c5-48ad-9aa5-f5080066f486 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:20.959217 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:22.153446 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:23.110314 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:27.526461 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [req-b0a81f27-7f2a-4993-b075-631c6f7d8657 req-1d028c77-f297-4172-8327-742b61e60d4a service neutron] (103360) timed out ('10.222.0.90', 51386) {{(pid=103360) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 18:11:31.301092 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79633c2-a09b-4325-aca6-97898cbe70ef req-e506f15d-5124-42d5-bf65-0ad45794ae9a tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:11:31.302687 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e79633c2-a09b-4325-aca6-97898cbe70ef req-e506f15d-5124-42d5-bf65-0ad45794ae9a tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=158dc148-7b81-48e3-8614-8b7e4bddb4b9 HTTP/1.1" status: 200 len: 945 time: 0.1790030 Nov 25 18:11:31.353144 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e79633c2-a09b-4325-aca6-97898cbe70ef req-3acc8f8d-824d-4554-995f-77ef5527b966 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee8f7b93-bf43-49dc-bb9c-c6451c591f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445113 Nov 25 18:11:32.520325 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a09107-525a-4931-a39a-ae02f55d8816 req-71ccff51-00f9-46c9-8f6d-adc694120f9d tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:11:32.522026 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d9a09107-525a-4931-a39a-ae02f55d8816 req-71ccff51-00f9-46c9-8f6d-adc694120f9d tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=158dc148-7b81-48e3-8614-8b7e4bddb4b9 HTTP/1.1" status: 200 len: 945 time: 0.1001189 Nov 25 18:11:32.572091 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d9a09107-525a-4931-a39a-ae02f55d8816 req-7ed7105f-8357-47b2-b23c-a77d7e38dbc9 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee8f7b93-bf43-49dc-bb9c-c6451c591f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433342 Nov 25 18:11:32.629790 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7ddf3-3983-40fa-95dc-a72f396025c1 req-c1fd6352-8e49-400b-b35d-825240130e40 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:11:32.631354 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-13e7ddf3-3983-40fa-95dc-a72f396025c1 req-c1fd6352-8e49-400b-b35d-825240130e40 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.74 "GET /v2.0/ports?device_id=158dc148-7b81-48e3-8614-8b7e4bddb4b9 HTTP/1.1" status: 200 len: 945 time: 0.0526488 Nov 25 18:11:32.733035 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-13e7ddf3-3983-40fa-95dc-a72f396025c1 req-053aba6f-3feb-4583-b859-ff4616d04bc1 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Deleting port 3c825921-1911-463c-a76b-236a8b678f46 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:11:32.733300 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-13e7ddf3-3983-40fa-95dc-a72f396025c1 req-053aba6f-3feb-4583-b859-ff4616d04bc1 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:32.819968 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-13e7ddf3-3983-40fa-95dc-a72f396025c1 req-053aba6f-3feb-4583-b859-ff4616d04bc1 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] For port 3c825921-1911-463c-a76b-236a8b678f46, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=3c825921-1911-463c-a76b-236a8b678f46,segment=NetworkSegment(b80de946-82a3-4020-8e96-a562c04653e5),segment_id=b80de946-82a3-4020-8e96-a562c04653e5)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:11:32.820336 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-13e7ddf3-3983-40fa-95dc-a72f396025c1 req-053aba6f-3feb-4583-b859-ff4616d04bc1 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:32.993784 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-13e7ddf3-3983-40fa-95dc-a72f396025c1 req-053aba6f-3feb-4583-b859-ff4616d04bc1 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:32.994017 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-13e7ddf3-3983-40fa-95dc-a72f396025c1 req-053aba6f-3feb-4583-b859-ff4616d04bc1 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:32.994467 n-d-817746-1 neutron-server[103360]: INFO neutron.db.l3_db [req-13e7ddf3-3983-40fa-95dc-a72f396025c1 req-053aba6f-3feb-4583-b859-ff4616d04bc1 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Floating IP cc4afe86-76c4-4825-a48d-1c85509a37e6 disassociated. External IP: 172.25.0.9, port: 3c825921-1911-463c-a76b-236a8b678f46. Nov 25 18:11:32.994901 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-13e7ddf3-3983-40fa-95dc-a72f396025c1 req-053aba6f-3feb-4583-b859-ff4616d04bc1 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Calling delete_port for 3c825921-1911-463c-a76b-236a8b678f46 owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:11:33.121828 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-13e7ddf3-3983-40fa-95dc-a72f396025c1 req-053aba6f-3feb-4583-b859-ff4616d04bc1 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:33.149367 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053aba6f-3feb-4583-b859-ff4616d04bc1 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Pushing event deleted for resources: {'Port': ['ID=3c825921-1911-463c-a76b-236a8b678f46,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:11:33.159312 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053aba6f-3feb-4583-b859-ff4616d04bc1 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:11:33.161806 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053aba6f-3feb-4583-b859-ff4616d04bc1 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:11:33.163111 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053aba6f-3feb-4583-b859-ff4616d04bc1 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:11:33.164987 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053aba6f-3feb-4583-b859-ff4616d04bc1 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:11:33.165503 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053aba6f-3feb-4583-b859-ff4616d04bc1 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:11:33.167021 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053aba6f-3feb-4583-b859-ff4616d04bc1 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:11:33.167381 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053aba6f-3feb-4583-b859-ff4616d04bc1 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:11:33.167720 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053aba6f-3feb-4583-b859-ff4616d04bc1 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:11:33.168056 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053aba6f-3feb-4583-b859-ff4616d04bc1 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:11:33.168392 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053aba6f-3feb-4583-b859-ff4616d04bc1 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:11:33.172944 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053aba6f-3feb-4583-b859-ff4616d04bc1 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:11:33.173393 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053aba6f-3feb-4583-b859-ff4616d04bc1 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:11:33.287445 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13e7ddf3-3983-40fa-95dc-a72f396025c1 req-053aba6f-3feb-4583-b859-ff4616d04bc1 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Router ba104446-f4c3-45cb-bddd-a17f5eec7db3 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:11:33.394854 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13e7ddf3-3983-40fa-95dc-a72f396025c1 req-053aba6f-3feb-4583-b859-ff4616d04bc1 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:11:33.404729 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34697a0b-717d-4425-9753-dc150455bfdb None None] Sync routers for ids ['ba104446-f4c3-45cb-bddd-a17f5eec7db3'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:11:33.416183 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34697a0b-717d-4425-9753-dc150455bfdb None None] Routers {'ba104446-f4c3-45cb-bddd-a17f5eec7db3'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:11:33.416809 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-34697a0b-717d-4425-9753-dc150455bfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:11:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['ba104446-f4c3-45cb-bddd-a17f5eec7db3'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:11:33.439935 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e7ddf3-3983-40fa-95dc-a72f396025c1 req-053aba6f-3feb-4583-b859-ff4616d04bc1 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] No DVR routers for this DVR port 3c825921-1911-463c-a76b-236a8b678f46 on host n-h1-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:11:33.443149 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-13e7ddf3-3983-40fa-95dc-a72f396025c1 req-053aba6f-3feb-4583-b859-ff4616d04bc1 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:33.447170 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-13e7ddf3-3983-40fa-95dc-a72f396025c1 req-053aba6f-3feb-4583-b859-ff4616d04bc1 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.74 "DELETE /v2.0/ports/3c825921-1911-463c-a76b-236a8b678f46 HTTP/1.1" status: 204 len: 173 time: 0.8091881 Nov 25 18:11:33.447655 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158dc148-7b81-48e3-8614-8b7e4bddb4b9', 'name': 'network-vif-deleted', 'tag': '3c825921-1911-463c-a76b-236a8b678f46'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:11:33.449936 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2081df-8550-4ccb-8075-6bee23474084" -d '{"events": [{"server_uuid": "158dc148-7b81-48e3-8614-8b7e4bddb4b9", "name": "network-vif-deleted", "tag": "3c825921-1911-463c-a76b-236a8b678f46"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:11:33.539961 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-34697a0b-717d-4425-9753-dc150455bfdb None None] Set router ba104446-f4c3-45cb-bddd-a17f5eec7db3 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:11:33.567476 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5345deb0-24d3-47b1-a508-62087012f9cd x-openstack-request-id: req-5345deb0-24d3-47b1-a508-62087012f9cd {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:11:33.567775 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "158dc148-7b81-48e3-8614-8b7e4bddb4b9", "name": "network-vif-deleted", "tag": "3c825921-1911-463c-a76b-236a8b678f46", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:11:33.568031 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5345deb0-24d3-47b1-a508-62087012f9cd {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:11:33.568451 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '158dc148-7b81-48e3-8614-8b7e4bddb4b9', 'name': 'network-vif-deleted', 'tag': '3c825921-1911-463c-a76b-236a8b678f46', 'status': 'completed', 'code': 200} Nov 25 18:11:33.695611 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6114062d-a087-49b0-8a5a-f0ba89ca04fa req-b02945d0-0f19-402b-8149-98aa2a9c5f60 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=158dc148-7b81-48e3-8614-8b7e4bddb4b9 HTTP/1.1" status: 200 len: 210 time: 0.0458827 Nov 25 18:11:33.782381 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-34697a0b-717d-4425-9753-dc150455bfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'name': 'tempest-TestVolumeBootPattern-924170566-router', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '1d419a11-3cd5-4cca-8c89-44659ef80ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:05:49Z', 'updated_at': '2021-11-25T18:05:51Z', 'revision_number': 4, 'project_id': '6ab23648606342cbab1078b569017d74', 'gw_port': {'id': '1d419a11-3cd5-4cca-8c89-44659ef80ba1', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:84:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:49Z', 'updated_at': '2021-11-25T18:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '69a04000-80cc-4e66-9c28-082e9cf3e7cb', 'name': '', 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'mac_address': 'fa:16:3e:29:2c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '851e0f62-edf2-4a76-88fc-d8fbd058c843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:50Z', 'updated_at': '2021-11-25T18:05:58Z', 'revision_number': 5, 'project_id': '6ab23648606342cbab1078b569017d74', 'subnets': [{'id': '851e0f62-edf2-4a76-88fc-d8fbd058c843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:11:33.809317 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34697a0b-717d-4425-9753-dc150455bfdb None None] Checking router: ba104446-f4c3-45cb-bddd-a17f5eec7db3 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:11:33.817545 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34697a0b-717d-4425-9753-dc150455bfdb None None] Routers {'ba104446-f4c3-45cb-bddd-a17f5eec7db3'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:11:33.818141 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-34697a0b-717d-4425-9753-dc150455bfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:11:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['ba104446-f4c3-45cb-bddd-a17f5eec7db3'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:11:34.097814 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-34697a0b-717d-4425-9753-dc150455bfdb None None] Set router ba104446-f4c3-45cb-bddd-a17f5eec7db3 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:11:34.296700 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-34697a0b-717d-4425-9753-dc150455bfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'name': 'tempest-TestVolumeBootPattern-924170566-router', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '1d419a11-3cd5-4cca-8c89-44659ef80ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:05:49Z', 'updated_at': '2021-11-25T18:05:51Z', 'revision_number': 4, 'project_id': '6ab23648606342cbab1078b569017d74', 'gw_port': {'id': '1d419a11-3cd5-4cca-8c89-44659ef80ba1', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:84:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:49Z', 'updated_at': '2021-11-25T18:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '69a04000-80cc-4e66-9c28-082e9cf3e7cb', 'name': '', 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'mac_address': 'fa:16:3e:29:2c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '851e0f62-edf2-4a76-88fc-d8fbd058c843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:50Z', 'updated_at': '2021-11-25T18:05:58Z', 'revision_number': 5, 'project_id': '6ab23648606342cbab1078b569017d74', 'subnets': [{'id': '851e0f62-edf2-4a76-88fc-d8fbd058c843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:11:34.328807 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34697a0b-717d-4425-9753-dc150455bfdb None None] The sync data for ids ['ba104446-f4c3-45cb-bddd-a17f5eec7db3'] in n-d-817746-1 is: [{'id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'name': 'tempest-TestVolumeBootPattern-924170566-router', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '1d419a11-3cd5-4cca-8c89-44659ef80ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:05:49Z', 'updated_at': '2021-11-25T18:05:51Z', 'revision_number': 4, 'project_id': '6ab23648606342cbab1078b569017d74', 'gw_port': {'id': '1d419a11-3cd5-4cca-8c89-44659ef80ba1', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:84:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:49Z', 'updated_at': '2021-11-25T18:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '69a04000-80cc-4e66-9c28-082e9cf3e7cb', 'name': '', 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'mac_address': 'fa:16:3e:29:2c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '851e0f62-edf2-4a76-88fc-d8fbd058c843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:50Z', 'updated_at': '2021-11-25T18:05:58Z', 'revision_number': 5, 'project_id': '6ab23648606342cbab1078b569017d74', 'subnets': [{'id': '851e0f62-edf2-4a76-88fc-d8fbd058c843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:11:34.546642 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13aa89e-5835-4303-ad00-8c775365f1db None None] New status for floating IP cc4afe86-76c4-4825-a48d-1c85509a37e6: DOWN {{(pid=103363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:11:34.792193 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-711dc6d4-a1c6-437a-b538-ee2bb08fef33 req-50231697-84dc-40b5-b581-e2b137f9951f tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=158dc148-7b81-48e3-8614-8b7e4bddb4b9 HTTP/1.1" status: 200 len: 210 time: 0.0263417 Nov 25 18:11:35.627618 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 3c825921-1911-463c-a76b-236a8b678f46 no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:11:35.648487 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: 3c825921-1911-463c-a76b-236a8b678f46 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:11:35.648848 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 3c825921-1911-463c-a76b-236a8b678f46 not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:11:35.891217 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ec51967d-4e77-4603-8fc3-459c5ef008c1 req-bd27b1bf-4387-4b5c-a3f7-aeb0548858cd tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=158dc148-7b81-48e3-8614-8b7e4bddb4b9 HTTP/1.1" status: 200 len: 210 time: 0.0304265 Nov 25 18:11:36.988691 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4ff98065-e938-4952-9969-3749464d0f5a req-4032d6bd-d961-42d3-ae2d-77c4312a4ed9 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=158dc148-7b81-48e3-8614-8b7e4bddb4b9 HTTP/1.1" status: 200 len: 210 time: 0.0291069 Nov 25 18:11:38.094974 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dc67577e-7282-4493-ba9c-ebe2725f73dc req-9c5b9a5e-0cdb-4b08-864f-b1b9d33874bf tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=158dc148-7b81-48e3-8614-8b7e4bddb4b9 HTTP/1.1" status: 200 len: 210 time: 0.0282860 Nov 25 18:11:39.308064 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-08024d23-26e3-4f3d-bece-3a22b204e2dd req-6e70b8bb-2a3f-4cde-a2ce-97aeb0bf9845 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2017905159&fields=id&tenant_id=6ab23648606342cbab1078b569017d74 HTTP/1.1" status: 200 len: 267 time: 0.0435135 Nov 25 18:11:39.418217 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08024d23-26e3-4f3d-bece-3a22b204e2dd req-7b134ec2-fceb-4818-a3e9-d02ba4f8a02f tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:11:39.419777 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-08024d23-26e3-4f3d-bece-3a22b204e2dd req-7b134ec2-fceb-4818-a3e9-d02ba4f8a02f tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/networks?id=eb78451b-a8c0-409a-b574-991d66fe6db7 HTTP/1.1" status: 200 len: 811 time: 0.1043768 Nov 25 18:11:39.437305 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-08024d23-26e3-4f3d-bece-3a22b204e2dd req-1fdefc53-dc85-487f-bcd0-71e572151984 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/quotas/6ab23648606342cbab1078b569017d74 HTTP/1.1" status: 200 len: 375 time: 0.0112529 Nov 25 18:11:39.493862 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-08024d23-26e3-4f3d-bece-3a22b204e2dd req-92cff80d-c6a5-45c8-8341-ee62fb95d52d tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=6ab23648606342cbab1078b569017d74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496860 Nov 25 18:11:39.556464 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [req-08024d23-26e3-4f3d-bece-3a22b204e2dd req-41dd4657-537b-49e4-a0bf-bd4d26a1c416 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:11:39.557552 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-08024d23-26e3-4f3d-bece-3a22b204e2dd req-41dd4657-537b-49e4-a0bf-bd4d26a1c416 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0517523 Nov 25 18:11:39.646216 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-08024d23-26e3-4f3d-bece-3a22b204e2dd req-8fe70948-3a58-40a1-a1c6-a01e38b2c67b service neutron] 10.222.0.75 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822883 Nov 25 18:11:39.741859 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-08024d23-26e3-4f3d-bece-3a22b204e2dd req-9240085f-623b-4b09-88a4-14584ed72b9e service neutron] 10.222.0.75 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890837 Nov 25 18:11:40.023864 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7e93859a-89e2-4e28-b6b1-d0ff3c96aeb8 req-d2cbe084-283a-42b8-a8d0-17deba18ced7 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb HTTP/1.1" status: 200 len: 210 time: 0.0269024 Nov 25 18:11:41.021607 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08024d23-26e3-4f3d-bece-3a22b204e2dd req-924fb18a-88a5-48ad-b1c7-725b43e14b29 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:11:41.023079 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-08024d23-26e3-4f3d-bece-3a22b204e2dd req-924fb18a-88a5-48ad-b1c7-725b43e14b29 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.74 "GET /v2.0/networks?id=eb78451b-a8c0-409a-b574-991d66fe6db7 HTTP/1.1" status: 200 len: 811 time: 0.1091595 Nov 25 18:11:41.089929 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-08024d23-26e3-4f3d-bece-3a22b204e2dd req-9a821d93-e17d-4843-b3dc-102c598e1a35 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ab23648606342cbab1078b569017d74 HTTP/1.1" status: 200 len: 380 time: 0.0569978 Nov 25 18:11:41.100359 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-08024d23-26e3-4f3d-bece-3a22b204e2dd req-a263dbae-e210-4cfc-9bae-698daa4a67fb tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Request body: {'port': {'device_id': 'ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb', 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7', 'admin_state_up': True, 'tenant_id': '6ab23648606342cbab1078b569017d74', 'security_groups': ['ee8f7b93-bf43-49dc-bb9c-c6451c591f38']}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:11:41.136612 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6152a61e-58fb-411b-a5c8-e32a813d4139 req-56861455-3289-4c28-8343-454fea22a0aa tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb HTTP/1.1" status: 200 len: 210 time: 0.0393424 Nov 25 18:11:41.217276 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08024d23-26e3-4f3d-bece-3a22b204e2dd req-a263dbae-e210-4cfc-9bae-698daa4a67fb tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Made reservation on behalf of 6ab23648606342cbab1078b569017d74 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:11:41.220767 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-08024d23-26e3-4f3d-bece-3a22b204e2dd req-a263dbae-e210-4cfc-9bae-698daa4a67fb tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:41.350377 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-08024d23-26e3-4f3d-bece-3a22b204e2dd req-a263dbae-e210-4cfc-9bae-698daa4a67fb tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Allocated IP 172.20.0.12 (eb78451b-a8c0-409a-b574-991d66fe6db7/851e0f62-edf2-4a76-88fc-d8fbd058c843/2fbeed39-50b9-4f56-868f-d555d161ae50) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:11:41.491430 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-08024d23-26e3-4f3d-bece-3a22b204e2dd req-a263dbae-e210-4cfc-9bae-698daa4a67fb tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:41.525826 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-08024d23-26e3-4f3d-bece-3a22b204e2dd req-a263dbae-e210-4cfc-9bae-698daa4a67fb tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:41.571421 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08024d23-26e3-4f3d-bece-3a22b204e2dd req-a263dbae-e210-4cfc-9bae-698daa4a67fb tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Network eb78451b-a8c0-409a-b574-991d66fe6db7 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:11:41.574800 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-08024d23-26e3-4f3d-bece-3a22b204e2dd req-a263dbae-e210-4cfc-9bae-698daa4a67fb tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:11:41.578692 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-08024d23-26e3-4f3d-bece-3a22b204e2dd req-a263dbae-e210-4cfc-9bae-698daa4a67fb tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:11:41.608213 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a263dbae-e210-4cfc-9bae-698daa4a67fb tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Pushing event updated for resources: {'Port': ['ID=2fbeed39-50b9-4f56-868f-d555d161ae50,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:11:41.641950 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08024d23-26e3-4f3d-bece-3a22b204e2dd req-a263dbae-e210-4cfc-9bae-698daa4a67fb tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:11:41.642570 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-08024d23-26e3-4f3d-bece-3a22b204e2dd req-a263dbae-e210-4cfc-9bae-698daa4a67fb tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:41.670916 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-08024d23-26e3-4f3d-bece-3a22b204e2dd req-a263dbae-e210-4cfc-9bae-698daa4a67fb tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5746353 Nov 25 18:11:41.768960 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-08024d23-26e3-4f3d-bece-3a22b204e2dd req-02f7eac8-8afa-4325-b97e-ca2c6c8b69d2 service neutron] Request body: {'port': {'device_id': 'ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:11:41.818781 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-9ef5d362-016f-491e-b07a-14cca485a02a None None] Provisioning complete for port 2fbeed39-50b9-4f56-868f-d555d161ae50 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:11:41.819399 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9ef5d362-016f-491e-b07a-14cca485a02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:41.826950 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-08024d23-26e3-4f3d-bece-3a22b204e2dd req-02f7eac8-8afa-4325-b97e-ca2c6c8b69d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:41.859242 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-9ef5d362-016f-491e-b07a-14cca485a02a None None] Port 2fbeed39-50b9-4f56-868f-d555d161ae50 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:11:42.102259 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-08024d23-26e3-4f3d-bece-3a22b204e2dd req-02f7eac8-8afa-4325-b97e-ca2c6c8b69d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fbeed39-50b9-4f56-868f-d555d161ae50 {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:11:42.109973 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-08024d23-26e3-4f3d-bece-3a22b204e2dd req-02f7eac8-8afa-4325-b97e-ca2c6c8b69d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:42.124104 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-08024d23-26e3-4f3d-bece-3a22b204e2dd req-02f7eac8-8afa-4325-b97e-ca2c6c8b69d2 service neutron] Transition to ACTIVE for port object 2fbeed39-50b9-4f56-868f-d555d161ae50 will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:11:42.128149 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-08024d23-26e3-4f3d-bece-3a22b204e2dd req-02f7eac8-8afa-4325-b97e-ca2c6c8b69d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:42.183556 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f7eac8-8afa-4325-b97e-ca2c6c8b69d2 service neutron] Pushing event updated for resources: {'Port': ['ID=2fbeed39-50b9-4f56-868f-d555d161ae50,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:11:42.273220 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-08024d23-26e3-4f3d-bece-3a22b204e2dd req-02f7eac8-8afa-4325-b97e-ca2c6c8b69d2 service neutron] Attempting to bind port 2fbeed39-50b9-4f56-868f-d555d161ae50 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:11:42.273722 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-08024d23-26e3-4f3d-bece-3a22b204e2dd req-02f7eac8-8afa-4325-b97e-ca2c6c8b69d2 service neutron] Attempting to bind port 2fbeed39-50b9-4f56-868f-d555d161ae50 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'b80de946-82a3-4020-8e96-a562c04653e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:11:42.274093 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08024d23-26e3-4f3d-bece-3a22b204e2dd req-02f7eac8-8afa-4325-b97e-ca2c6c8b69d2 service neutron] Attempting to bind port 2fbeed39-50b9-4f56-868f-d555d161ae50 on network eb78451b-a8c0-409a-b574-991d66fe6db7 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:11:42.279054 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08024d23-26e3-4f3d-bece-3a22b204e2dd req-02f7eac8-8afa-4325-b97e-ca2c6c8b69d2 service neutron] Port 2fbeed39-50b9-4f56-868f-d555d161ae50 on network eb78451b-a8c0-409a-b574-991d66fe6db7 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:11:42.279472 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08024d23-26e3-4f3d-bece-3a22b204e2dd req-02f7eac8-8afa-4325-b97e-ca2c6c8b69d2 service neutron] Attempting to bind port 2fbeed39-50b9-4f56-868f-d555d161ae50 on network eb78451b-a8c0-409a-b574-991d66fe6db7 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:11:42.285456 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08024d23-26e3-4f3d-bece-3a22b204e2dd req-02f7eac8-8afa-4325-b97e-ca2c6c8b69d2 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:11:42.285887 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08024d23-26e3-4f3d-bece-3a22b204e2dd req-02f7eac8-8afa-4325-b97e-ca2c6c8b69d2 service neutron] Checking segment: {'id': 'b80de946-82a3-4020-8e96-a562c04653e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:11:42.286343 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08024d23-26e3-4f3d-bece-3a22b204e2dd req-02f7eac8-8afa-4325-b97e-ca2c6c8b69d2 service neutron] Bound using segment: {'id': 'b80de946-82a3-4020-8e96-a562c04653e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:11:42.286859 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-08024d23-26e3-4f3d-bece-3a22b204e2dd req-02f7eac8-8afa-4325-b97e-ca2c6c8b69d2 service neutron] Bound port: 2fbeed39-50b9-4f56-868f-d555d161ae50, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b80de946-82a3-4020-8e96-a562c04653e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:11:42.287292 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-08024d23-26e3-4f3d-bece-3a22b204e2dd req-02f7eac8-8afa-4325-b97e-ca2c6c8b69d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:42.287546 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f63c52b-906f-4a7b-bc77-1a5275a1b30d req-2fa4c0a5-3188-4e84-96fb-e2e61b72281a tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:11:42.296154 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8f63c52b-906f-4a7b-bc77-1a5275a1b30d req-2fa4c0a5-3188-4e84-96fb-e2e61b72281a tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb HTTP/1.1" status: 200 len: 944 time: 0.0634117 Nov 25 18:11:42.364460 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8f63c52b-906f-4a7b-bc77-1a5275a1b30d req-8bcd4d0a-e5e3-44f7-9993-2f3cfd1bd693 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee8f7b93-bf43-49dc-bb9c-c6451c591f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663188 Nov 25 18:11:42.372415 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-08024d23-26e3-4f3d-bece-3a22b204e2dd req-02f7eac8-8afa-4325-b97e-ca2c6c8b69d2 service neutron] For port 2fbeed39-50b9-4f56-868f-d555d161ae50, host n-h1-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:11:42.384579 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-08024d23-26e3-4f3d-bece-3a22b204e2dd req-02f7eac8-8afa-4325-b97e-ca2c6c8b69d2 service neutron] For port 2fbeed39-50b9-4f56-868f-d555d161ae50, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=2fbeed39-50b9-4f56-868f-d555d161ae50,segment=NetworkSegment(b80de946-82a3-4020-8e96-a562c04653e5),segment_id=b80de946-82a3-4020-8e96-a562c04653e5)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:11:42.390034 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-08024d23-26e3-4f3d-bece-3a22b204e2dd req-02f7eac8-8afa-4325-b97e-ca2c6c8b69d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:42.429234 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08024d23-26e3-4f3d-bece-3a22b204e2dd req-02f7eac8-8afa-4325-b97e-ca2c6c8b69d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:11:42.429866 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-08024d23-26e3-4f3d-bece-3a22b204e2dd req-02f7eac8-8afa-4325-b97e-ca2c6c8b69d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:42.431273 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-08024d23-26e3-4f3d-bece-3a22b204e2dd req-02f7eac8-8afa-4325-b97e-ca2c6c8b69d2 service neutron] 10.222.0.74 "PUT /v2.0/ports/2fbeed39-50b9-4f56-868f-d555d161ae50 HTTP/1.1" status: 200 len: 1092 time: 0.7519867 Nov 25 18:11:42.431722 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb', 'tag': '2fbeed39-50b9-4f56-868f-d555d161ae50'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:11:42.434069 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f867b20-9697-4398-8435-3d5a088fe9b0" -d '{"events": [{"name": "network-changed", "server_uuid": "ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb", "tag": "2fbeed39-50b9-4f56-868f-d555d161ae50"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:11:42.477179 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f7eac8-8afa-4325-b97e-ca2c6c8b69d2 service neutron] Pushing event updated for resources: {'Port': ['ID=2fbeed39-50b9-4f56-868f-d555d161ae50,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:11:42.494570 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d6c9e4-c1b4-4cb6-88e2-82a2f2c486cc x-openstack-request-id: req-d7d6c9e4-c1b4-4cb6-88e2-82a2f2c486cc {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:11:42.494849 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb", "tag": "2fbeed39-50b9-4f56-868f-d555d161ae50", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:11:42.495160 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d7d6c9e4-c1b4-4cb6-88e2-82a2f2c486cc {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:11:42.495639 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb', 'tag': '2fbeed39-50b9-4f56-868f-d555d161ae50', 'status': 'completed', 'code': 200} Nov 25 18:11:42.535438 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08024d23-26e3-4f3d-bece-3a22b204e2dd req-976f5363-8264-427f-aac7-61329b1d9b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:11:42.537108 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-08024d23-26e3-4f3d-bece-3a22b204e2dd req-976f5363-8264-427f-aac7-61329b1d9b64 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6ab23648606342cbab1078b569017d74&device_id=ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb HTTP/1.1" status: 200 len: 1095 time: 0.0521865 Nov 25 18:11:42.591570 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-08024d23-26e3-4f3d-bece-3a22b204e2dd req-a34120cf-9670-4fce-9bed-87a29a306739 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fbeed39-50b9-4f56-868f-d555d161ae50 HTTP/1.1" status: 200 len: 217 time: 0.0453918 Nov 25 18:11:42.647224 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08024d23-26e3-4f3d-bece-3a22b204e2dd req-acb3177d-d94d-45e2-8010-f8caf881cde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:11:42.650553 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-08024d23-26e3-4f3d-bece-3a22b204e2dd req-acb3177d-d94d-45e2-8010-f8caf881cde2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=851e0f62-edf2-4a76-88fc-d8fbd058c843 HTTP/1.1" status: 200 len: 850 time: 0.0500934 Nov 25 18:11:42.700810 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08024d23-26e3-4f3d-bece-3a22b204e2dd req-96470e40-f3a9-4e64-9eba-4cf7dfec9407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:11:42.702312 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-08024d23-26e3-4f3d-bece-3a22b204e2dd req-96470e40-f3a9-4e64-9eba-4cf7dfec9407 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb78451b-a8c0-409a-b574-991d66fe6db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457964 Nov 25 18:11:42.796294 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-08024d23-26e3-4f3d-bece-3a22b204e2dd req-3413eb06-c909-4c95-99e0-d5880cb4c363 service neutron] 10.222.0.74 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869875 Nov 25 18:11:43.191965 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-08024d23-26e3-4f3d-bece-3a22b204e2dd req-fc318085-0ae8-4bea-b343-24130a28f94e service neutron] 10.222.0.74 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3889360 Nov 25 18:11:43.291503 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f867b20-9697-4398-8435-3d5a088fe9b0 req-fdb985c1-8bbe-4ba6-810b-d41d0a5c36ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:11:43.293057 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-1f867b20-9697-4398-8435-3d5a088fe9b0 req-fdb985c1-8bbe-4ba6-810b-d41d0a5c36ca service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6ab23648606342cbab1078b569017d74&device_id=ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb HTTP/1.1" status: 200 len: 1095 time: 0.0543470 Nov 25 18:11:43.388725 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f867b20-9697-4398-8435-3d5a088fe9b0 req-2ead9255-77ff-4632-b09a-13fd57fd55ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:11:43.390266 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-1f867b20-9697-4398-8435-3d5a088fe9b0 req-2ead9255-77ff-4632-b09a-13fd57fd55ae service neutron] 10.222.0.74 "GET /v2.0/networks?id=eb78451b-a8c0-409a-b574-991d66fe6db7 HTTP/1.1" status: 200 len: 912 time: 0.0895224 Nov 25 18:11:43.438858 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-1f867b20-9697-4398-8435-3d5a088fe9b0 req-6cd0a730-d789-4663-a02f-66cb432dbad7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fbeed39-50b9-4f56-868f-d555d161ae50 HTTP/1.1" status: 200 len: 217 time: 0.0404663 Nov 25 18:11:43.495679 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f867b20-9697-4398-8435-3d5a088fe9b0 req-6414f837-acad-422f-9036-ffd054854d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:11:43.497176 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-1f867b20-9697-4398-8435-3d5a088fe9b0 req-6414f837-acad-422f-9036-ffd054854d29 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=851e0f62-edf2-4a76-88fc-d8fbd058c843 HTTP/1.1" status: 200 len: 850 time: 0.0517588 Nov 25 18:11:43.497308 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2f0043-4811-4189-b709-010c7b95370a req-dde8b16e-6a79-40b5-b5ac-a0015c0400d7 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:11:43.498878 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6e2f0043-4811-4189-b709-010c7b95370a req-dde8b16e-6a79-40b5-b5ac-a0015c0400d7 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb HTTP/1.1" status: 200 len: 944 time: 0.0536621 Nov 25 18:11:43.546396 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f867b20-9697-4398-8435-3d5a088fe9b0 req-20cbabae-f0c5-4791-9b2a-88165d93300e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:11:43.547936 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-1f867b20-9697-4398-8435-3d5a088fe9b0 req-20cbabae-f0c5-4791-9b2a-88165d93300e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb78451b-a8c0-409a-b574-991d66fe6db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433948 Nov 25 18:11:43.550557 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6e2f0043-4811-4189-b709-010c7b95370a req-1fb6b0b4-7b82-4bda-9bd9-9a33f6c6dd16 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee8f7b93-bf43-49dc-bb9c-c6451c591f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447824 Nov 25 18:11:43.640119 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-1f867b20-9697-4398-8435-3d5a088fe9b0 req-6f8368fd-26ec-4baa-8e14-7f848cbc06c6 service neutron] 10.222.0.74 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851917 Nov 25 18:11:43.739967 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-1f867b20-9697-4398-8435-3d5a088fe9b0 req-81657e05-7703-4453-b346-f45eb0a8b7e8 service neutron] 10.222.0.74 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932593 Nov 25 18:11:44.668755 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01deff5b-9c7e-4c5c-80c9-951c3770235b req-70058453-b653-4e2b-8f8f-e1c343ebf8f9 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:11:44.670272 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-01deff5b-9c7e-4c5c-80c9-951c3770235b req-70058453-b653-4e2b-8f8f-e1c343ebf8f9 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb HTTP/1.1" status: 200 len: 944 time: 0.0500813 Nov 25 18:11:44.720360 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-01deff5b-9c7e-4c5c-80c9-951c3770235b req-6a22cf12-863b-4ea4-bf29-c5fddcf9fafe tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee8f7b93-bf43-49dc-bb9c-c6451c591f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438645 Nov 25 18:11:45.845023 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb49a2-89da-4a74-81bb-d3acb8d90a19 req-acad4ca3-6e8b-4f96-a12a-5e7aa9afe9f4 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:11:45.847186 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-aadb49a2-89da-4a74-81bb-d3acb8d90a19 req-acad4ca3-6e8b-4f96-a12a-5e7aa9afe9f4 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb HTTP/1.1" status: 200 len: 944 time: 0.0546062 Nov 25 18:11:45.900008 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-aadb49a2-89da-4a74-81bb-d3acb8d90a19 req-895585c3-c922-4668-8743-4c1618a60f91 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee8f7b93-bf43-49dc-bb9c-c6451c591f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463872 Nov 25 18:11:47.014856 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:47.016780 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163cc7b-4f76-4167-9b28-6e0975b6054e req-a9fee238-5483-4f2f-b62c-b8947c6cb36c tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:11:47.018357 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7163cc7b-4f76-4167-9b28-6e0975b6054e req-a9fee238-5483-4f2f-b62c-b8947c6cb36c tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb HTTP/1.1" status: 200 len: 944 time: 0.0499737 Nov 25 18:11:47.069000 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7163cc7b-4f76-4167-9b28-6e0975b6054e req-d3488c8c-5a0c-4210-aecd-e5b9c81b6953 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee8f7b93-bf43-49dc-bb9c-c6451c591f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443540 Nov 25 18:11:47.166567 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-66d9406c-cd28-4ecd-9de5-909675eb8e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:47.193321 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:48.202361 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369fb7bf-6414-4245-8398-098dc4e30bcb req-40decf5f-0467-46dd-8cbb-53a9bb818eb3 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:11:48.204094 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-369fb7bf-6414-4245-8398-098dc4e30bcb req-40decf5f-0467-46dd-8cbb-53a9bb818eb3 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb HTTP/1.1" status: 200 len: 944 time: 0.0663288 Nov 25 18:11:48.270913 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-369fb7bf-6414-4245-8398-098dc4e30bcb req-f0fa70e1-b042-4137-8970-0f91872c1bc2 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee8f7b93-bf43-49dc-bb9c-c6451c591f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598867 Nov 25 18:11:49.387124 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea9c628-4dde-4aab-89dd-92bef897fad0 req-bfd3df97-f78a-4ef7-b8d7-9fb3d19cef7e tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:11:49.388592 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5ea9c628-4dde-4aab-89dd-92bef897fad0 req-bfd3df97-f78a-4ef7-b8d7-9fb3d19cef7e tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb HTTP/1.1" status: 200 len: 944 time: 0.0483670 Nov 25 18:11:49.437484 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5ea9c628-4dde-4aab-89dd-92bef897fad0 req-2b0611a5-4c26-4829-be1c-4776492da4e6 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee8f7b93-bf43-49dc-bb9c-c6451c591f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423853 Nov 25 18:11:49.900870 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-868b9bf6-62cd-41de-892d-9c28344640f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:50.551761 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ced6ea-1829-4e7e-aee0-3ee9b197be30 req-e0c69188-39f7-45e1-8e01-c46867e7ab88 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:11:50.553280 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-47ced6ea-1829-4e7e-aee0-3ee9b197be30 req-e0c69188-39f7-45e1-8e01-c46867e7ab88 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb HTTP/1.1" status: 200 len: 944 time: 0.0487974 Nov 25 18:11:50.604791 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-47ced6ea-1829-4e7e-aee0-3ee9b197be30 req-0a96988d-edd8-4903-a072-41754f9faef4 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee8f7b93-bf43-49dc-bb9c-c6451c591f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456638 Nov 25 18:11:50.965950 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:51.720220 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aedc37f-c77a-4184-a7b9-4e0396f95f17 req-3973c09b-6122-4451-b304-273fab9a565d tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:11:51.722242 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1aedc37f-c77a-4184-a7b9-4e0396f95f17 req-3973c09b-6122-4451-b304-273fab9a565d tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb HTTP/1.1" status: 200 len: 944 time: 0.0501113 Nov 25 18:11:51.770719 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1aedc37f-c77a-4184-a7b9-4e0396f95f17 req-21766e41-ac84-4bfa-b313-9b2c8ae9475f tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee8f7b93-bf43-49dc-bb9c-c6451c591f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425248 Nov 25 18:11:52.155059 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:52.885134 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a329ee0-c4c1-4722-ae83-1b9a5c9cf8bc req-57def93e-38e9-4702-ba5c-40cca327a6bf tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:11:52.886606 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8a329ee0-c4c1-4722-ae83-1b9a5c9cf8bc req-57def93e-38e9-4702-ba5c-40cca327a6bf tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb HTTP/1.1" status: 200 len: 944 time: 0.0489399 Nov 25 18:11:52.934884 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8a329ee0-c4c1-4722-ae83-1b9a5c9cf8bc req-f42843ca-5e52-4709-a31c-3284ecd71bfe tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee8f7b93-bf43-49dc-bb9c-c6451c591f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424013 Nov 25 18:11:53.103033 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:53.782016 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 2fbeed39-50b9-4f56-868f-d555d161ae50 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:11:53.876204 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 2fbeed39-50b9-4f56-868f-d555d161ae50, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=2fbeed39-50b9-4f56-868f-d555d161ae50,segment=NetworkSegment(b80de946-82a3-4020-8e96-a562c04653e5),segment_id=b80de946-82a3-4020-8e96-a562c04653e5)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:11:53.888062 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '2fbeed39-50b9-4f56-868f-d555d161ae50', 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7', 'port_id': '2fbeed39-50b9-4f56-868f-d555d161ae50', 'mac_address': 'fa:16:3e:71:8c:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '851e0f62-edf2-4a76-88fc-d8fbd058c843', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:11:53.927985 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:53.940559 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fbeed39-50b9-4f56-868f-d555d161ae50 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:11:53.960747 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 2fbeed39-50b9-4f56-868f-d555d161ae50, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=2fbeed39-50b9-4f56-868f-d555d161ae50,segment=NetworkSegment(b80de946-82a3-4020-8e96-a562c04653e5),segment_id=b80de946-82a3-4020-8e96-a562c04653e5)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:11:53.966264 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:54.014807 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=2fbeed39-50b9-4f56-868f-d555d161ae50,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:11:54.023523 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:11:54.023878 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:11:54.024227 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:11:54.024571 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:11:54.024940 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:11:54.025281 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:11:54.025613 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:11:54.025944 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:11:54.026274 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:11:54.026603 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:11:54.026949 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:11:54.027288 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:11:54.058747 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dad194-96a9-4140-8a3b-b30a659b9ff3 req-2f787661-3f4a-489c-8bec-ac27ec337903 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:11:54.060244 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-52dad194-96a9-4140-8a3b-b30a659b9ff3 req-2f787661-3f4a-489c-8bec-ac27ec337903 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb HTTP/1.1" status: 200 len: 945 time: 0.0542135 Nov 25 18:11:54.108687 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-52dad194-96a9-4140-8a3b-b30a659b9ff3 req-9a51ff56-f4ed-46d3-ac41-9b822a262372 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee8f7b93-bf43-49dc-bb9c-c6451c591f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423191 Nov 25 18:11:54.197480 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['2fbeed39-50b9-4f56-868f-d555d161ae50'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:11:55.225568 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c36d8f-9d45-4c41-9af8-6c0c8e1366ee req-26361d75-bf72-4bc3-8af2-0f2ad71daa3a tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:11:55.227104 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-32c36d8f-9d45-4c41-9af8-6c0c8e1366ee req-26361d75-bf72-4bc3-8af2-0f2ad71daa3a tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb HTTP/1.1" status: 200 len: 945 time: 0.0486357 Nov 25 18:11:55.276735 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-32c36d8f-9d45-4c41-9af8-6c0c8e1366ee req-3d06e19e-81fc-4a46-8dec-4a9c84847f7d tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee8f7b93-bf43-49dc-bb9c-c6451c591f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429010 Nov 25 18:11:55.328570 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:11:55.799498 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 2fbeed39-50b9-4f56-868f-d555d161ae50 up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:11:55.851212 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port 2fbeed39-50b9-4f56-868f-d555d161ae50 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:11:55.854931 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 2fbeed39-50b9-4f56-868f-d555d161ae50 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:11:55.855302 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:55.932022 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:55.955320 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fbeed39-50b9-4f56-868f-d555d161ae50'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:11:55.957642 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135f59ee-ffe7-4e17-9247-3165e8d4d46b" -d '{"events": [{"server_uuid": "ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb", "name": "network-vif-plugged", "status": "completed", "tag": "2fbeed39-50b9-4f56-868f-d555d161ae50"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:11:55.970430 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 2fbeed39-50b9-4f56-868f-d555d161ae50, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=2fbeed39-50b9-4f56-868f-d555d161ae50,segment=NetworkSegment(b80de946-82a3-4020-8e96-a562c04653e5),segment_id=b80de946-82a3-4020-8e96-a562c04653e5)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:11:55.974529 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:56.023752 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=2fbeed39-50b9-4f56-868f-d555d161ae50,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:11:56.062277 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee9fc02-ed98-4eca-bc43-43111f99039d x-openstack-request-id: req-fee9fc02-ed98-4eca-bc43-43111f99039d {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:11:56.062607 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb", "name": "network-vif-plugged", "status": "completed", "tag": "2fbeed39-50b9-4f56-868f-d555d161ae50", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:11:56.062872 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fee9fc02-ed98-4eca-bc43-43111f99039d {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:11:56.063285 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fbeed39-50b9-4f56-868f-d555d161ae50', 'code': 200} Nov 25 18:11:56.158636 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5a7b6-cea1-439a-9bbf-b616acb49272 req-0a4e1fbf-0fdf-4613-be49-5dda93b8b8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:11:56.160213 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-a4f5a7b6-cea1-439a-9bbf-b616acb49272 req-0a4e1fbf-0fdf-4613-be49-5dda93b8b8a3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb HTTP/1.1" status: 200 len: 1097 time: 0.0413845 Nov 25 18:11:56.206700 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-a4f5a7b6-cea1-439a-9bbf-b616acb49272 req-44794bfa-6ac1-4c01-8ba9-97087e4d0cf3 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ee8f7b93-bf43-49dc-bb9c-c6451c591f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399315 Nov 25 18:11:56.392387 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb7ef5-97f2-4ff5-bd24-4f06cee359a9 req-5bb30795-cae2-4536-b14c-b2b0f2232737 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:11:56.394096 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-27cb7ef5-97f2-4ff5-bd24-4f06cee359a9 req-5bb30795-cae2-4536-b14c-b2b0f2232737 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb HTTP/1.1" status: 200 len: 946 time: 0.0481553 Nov 25 18:11:56.445409 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-27cb7ef5-97f2-4ff5-bd24-4f06cee359a9 req-d2c3288d-8f60-4b84-93a2-875cb21cad12 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee8f7b93-bf43-49dc-bb9c-c6451c591f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454116 Nov 25 18:11:57.562135 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29770a-d08b-476f-a12e-fe468f4525fd req-4f9857c2-eb29-4cc3-96a6-cd9770ad3127 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:11:57.563499 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1d29770a-d08b-476f-a12e-fe468f4525fd req-4f9857c2-eb29-4cc3-96a6-cd9770ad3127 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb HTTP/1.1" status: 200 len: 946 time: 0.0482354 Nov 25 18:11:57.611436 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1d29770a-d08b-476f-a12e-fe468f4525fd req-a6a1df5b-d347-41fe-8e9c-f455f47bccad tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee8f7b93-bf43-49dc-bb9c-c6451c591f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413907 Nov 25 18:11:57.726845 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9a3ce-f46c-4028-a2e6-dd1a1e8c2b6d req-de131302-481b-4885-96a8-9ef93ba9d385 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:11:57.728311 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0ea9a3ce-f46c-4028-a2e6-dd1a1e8c2b6d req-de131302-481b-4885-96a8-9ef93ba9d385 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb HTTP/1.1" status: 200 len: 946 time: 0.0502667 Nov 25 18:11:57.776602 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0ea9a3ce-f46c-4028-a2e6-dd1a1e8c2b6d req-1945d734-e2f8-4ec5-90ed-f7397bdf875a tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee8f7b93-bf43-49dc-bb9c-c6451c591f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423768 Nov 25 18:11:57.798744 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 34018) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:11:57.882652 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175c42fc-b95f-451d-90b6-51e5273b7026 tempest-TestVolumeBootPattern-1471457913 tempest-TestVolumeBootPattern-1471457913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:11:57.884147 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-175c42fc-b95f-451d-90b6-51e5273b7026 tempest-TestVolumeBootPattern-1471457913 tempest-TestVolumeBootPattern-1471457913-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb HTTP/1.1" status: 200 len: 1092 time: 0.0838108 Nov 25 18:11:57.886929 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 34022) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:11:57.891286 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-34c3ebf1-90cd-4716-9366-87408aabcec0 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Request body: {'floatingip': {'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'port_id': '2fbeed39-50b9-4f56-868f-d555d161ae50', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:11:57.915600 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-34c3ebf1-90cd-4716-9366-87408aabcec0 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks [] for floatingip, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:58.011283 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-34c3ebf1-90cd-4716-9366-87408aabcec0 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:58.115468 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-34c3ebf1-90cd-4716-9366-87408aabcec0 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Allocated IP 172.25.0.73 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/b777feb4-6796-44f5-8b19-29b39973f7a6) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:11:58.215643 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-34c3ebf1-90cd-4716-9366-87408aabcec0 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:58.249816 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-34c3ebf1-90cd-4716-9366-87408aabcec0 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:58.293451 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c3ebf1-90cd-4716-9366-87408aabcec0 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:11:58.296310 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-34c3ebf1-90cd-4716-9366-87408aabcec0 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:11:58.299956 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c3ebf1-90cd-4716-9366-87408aabcec0 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:11:58.305765 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c3ebf1-90cd-4716-9366-87408aabcec0 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Pushing event updated for resources: {'Port': ['ID=b777feb4-6796-44f5-8b19-29b39973f7a6,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:11:58.332681 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c3ebf1-90cd-4716-9366-87408aabcec0 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:11:58.333058 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c3ebf1-90cd-4716-9366-87408aabcec0 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:11:58.333404 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c3ebf1-90cd-4716-9366-87408aabcec0 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:11:58.333749 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c3ebf1-90cd-4716-9366-87408aabcec0 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:11:58.334090 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c3ebf1-90cd-4716-9366-87408aabcec0 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:11:58.334427 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c3ebf1-90cd-4716-9366-87408aabcec0 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:11:58.334759 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c3ebf1-90cd-4716-9366-87408aabcec0 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:11:58.335088 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c3ebf1-90cd-4716-9366-87408aabcec0 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:11:58.335417 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c3ebf1-90cd-4716-9366-87408aabcec0 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:11:58.335743 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c3ebf1-90cd-4716-9366-87408aabcec0 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:11:58.336073 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c3ebf1-90cd-4716-9366-87408aabcec0 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:11:58.336401 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c3ebf1-90cd-4716-9366-87408aabcec0 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:11:58.642542 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-34c3ebf1-90cd-4716-9366-87408aabcec0 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:58.711005 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-34c3ebf1-90cd-4716-9366-87408aabcec0 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:58.860601 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-34c3ebf1-90cd-4716-9366-87408aabcec0 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:58.865798 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-34c3ebf1-90cd-4716-9366-87408aabcec0 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:58.930603 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c3ebf1-90cd-4716-9366-87408aabcec0 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Pushing event updated for resources: {'Port': ['ID=b777feb4-6796-44f5-8b19-29b39973f7a6,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:11:58.946672 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-34c3ebf1-90cd-4716-9366-87408aabcec0 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:59.047545 n-d-817746-1 neutron-server[103361]: INFO neutron.db.l3_db [None req-34c3ebf1-90cd-4716-9366-87408aabcec0 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Floating IP 755abc4f-2baf-4888-9a10-dc9479b8aa76 associated. External IP: 172.25.0.73, port: 2fbeed39-50b9-4f56-868f-d555d161ae50. Nov 25 18:11:59.255834 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c3ebf1-90cd-4716-9366-87408aabcec0 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Router ba104446-f4c3-45cb-bddd-a17f5eec7db3 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:11:59.361270 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c3ebf1-90cd-4716-9366-87408aabcec0 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:11:59.371808 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e628a5-7ec3-4536-a3c2-bfad948d28ae None None] Sync routers for ids ['ba104446-f4c3-45cb-bddd-a17f5eec7db3'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:11:59.379617 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-34c3ebf1-90cd-4716-9366-87408aabcec0 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:59.381960 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e628a5-7ec3-4536-a3c2-bfad948d28ae None None] Routers {'ba104446-f4c3-45cb-bddd-a17f5eec7db3'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:11:59.382583 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-61e628a5-7ec3-4536-a3c2-bfad948d28ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:11:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['ba104446-f4c3-45cb-bddd-a17f5eec7db3'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:11:59.503566 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-61e628a5-7ec3-4536-a3c2-bfad948d28ae None None] Set router ba104446-f4c3-45cb-bddd-a17f5eec7db3 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:11:59.743770 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-34c3ebf1-90cd-4716-9366-87408aabcec0 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8557858 Nov 25 18:11:59.744364 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb', 'tag': '2fbeed39-50b9-4f56-868f-d555d161ae50'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:11:59.744912 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-61e628a5-7ec3-4536-a3c2-bfad948d28ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'name': 'tempest-TestVolumeBootPattern-924170566-router', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '1d419a11-3cd5-4cca-8c89-44659ef80ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:05:49Z', 'updated_at': '2021-11-25T18:05:51Z', 'revision_number': 4, 'project_id': '6ab23648606342cbab1078b569017d74', 'gw_port': {'id': '1d419a11-3cd5-4cca-8c89-44659ef80ba1', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:84:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:49Z', 'updated_at': '2021-11-25T18:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '755abc4f-2baf-4888-9a10-dc9479b8aa76', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'floating_ip_address': '172.25.0.73', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'port_id': '2fbeed39-50b9-4f56-868f-d555d161ae50', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7', 'mac_address': 'fa:16:3e:71:8c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:11:58Z', 'updated_at': '2021-11-25T18:11:58Z', 'revision_number': 0, 'project_id': '6ab23648606342cbab1078b569017d74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69a04000-80cc-4e66-9c28-082e9cf3e7cb', 'name': '', 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'mac_address': 'fa:16:3e:29:2c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '851e0f62-edf2-4a76-88fc-d8fbd058c843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:50Z', 'updated_at': '2021-11-25T18:05:58Z', 'revision_number': 5, 'project_id': '6ab23648606342cbab1078b569017d74', 'subnets': [{'id': '851e0f62-edf2-4a76-88fc-d8fbd058c843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:11:59.746688 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74a3237-6fb8-4660-8b06-aa353a46f458" -d '{"events": [{"name": "network-changed", "server_uuid": "ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb", "tag": "2fbeed39-50b9-4f56-868f-d555d161ae50"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:11:59.776506 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e628a5-7ec3-4536-a3c2-bfad948d28ae None None] Checking router: ba104446-f4c3-45cb-bddd-a17f5eec7db3 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:11:59.785906 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e628a5-7ec3-4536-a3c2-bfad948d28ae None None] Routers {'ba104446-f4c3-45cb-bddd-a17f5eec7db3'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:11:59.786513 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-61e628a5-7ec3-4536-a3c2-bfad948d28ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:11:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['ba104446-f4c3-45cb-bddd-a17f5eec7db3'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:11:59.798117 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-681fabf9-23a6-431e-9b7c-f56251adabde x-openstack-request-id: req-681fabf9-23a6-431e-9b7c-f56251adabde {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:11:59.798422 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb", "tag": "2fbeed39-50b9-4f56-868f-d555d161ae50", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:11:59.798687 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-681fabf9-23a6-431e-9b7c-f56251adabde {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:11:59.799101 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb', 'tag': '2fbeed39-50b9-4f56-868f-d555d161ae50', 'status': 'completed', 'code': 200} Nov 25 18:11:59.867534 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a3237-6fb8-4660-8b06-aa353a46f458 req-e2e5c776-64ad-43a8-a048-78b6a642a52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:11:59.869170 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f74a3237-6fb8-4660-8b06-aa353a46f458 req-e2e5c776-64ad-43a8-a048-78b6a642a52b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6ab23648606342cbab1078b569017d74&device_id=ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb HTTP/1.1" status: 200 len: 1097 time: 0.0453537 Nov 25 18:11:59.888646 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-61e628a5-7ec3-4536-a3c2-bfad948d28ae None None] Set router ba104446-f4c3-45cb-bddd-a17f5eec7db3 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:11:59.961582 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a3237-6fb8-4660-8b06-aa353a46f458 req-25e671d7-41cc-48bb-a123-0d1102c0cdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:11:59.963061 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f74a3237-6fb8-4660-8b06-aa353a46f458 req-25e671d7-41cc-48bb-a123-0d1102c0cdc3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=eb78451b-a8c0-409a-b574-991d66fe6db7 HTTP/1.1" status: 200 len: 912 time: 0.0865836 Nov 25 18:12:00.036534 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f74a3237-6fb8-4660-8b06-aa353a46f458 req-fab48a8b-142a-4ef6-b738-f533922cd30b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fbeed39-50b9-4f56-868f-d555d161ae50 HTTP/1.1" status: 200 len: 999 time: 0.0658987 Nov 25 18:12:00.086125 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a3237-6fb8-4660-8b06-aa353a46f458 req-eaf650e7-5536-4740-a8a1-03e72c09bf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:00.087594 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f74a3237-6fb8-4660-8b06-aa353a46f458 req-eaf650e7-5536-4740-a8a1-03e72c09bf8c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=851e0f62-edf2-4a76-88fc-d8fbd058c843 HTTP/1.1" status: 200 len: 850 time: 0.0446751 Nov 25 18:12:00.116456 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-61e628a5-7ec3-4536-a3c2-bfad948d28ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'name': 'tempest-TestVolumeBootPattern-924170566-router', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '1d419a11-3cd5-4cca-8c89-44659ef80ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:05:49Z', 'updated_at': '2021-11-25T18:05:51Z', 'revision_number': 4, 'project_id': '6ab23648606342cbab1078b569017d74', 'gw_port': {'id': '1d419a11-3cd5-4cca-8c89-44659ef80ba1', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:84:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:49Z', 'updated_at': '2021-11-25T18:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '755abc4f-2baf-4888-9a10-dc9479b8aa76', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'floating_ip_address': '172.25.0.73', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'port_id': '2fbeed39-50b9-4f56-868f-d555d161ae50', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7', 'mac_address': 'fa:16:3e:71:8c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:11:58Z', 'updated_at': '2021-11-25T18:11:58Z', 'revision_number': 0, 'project_id': '6ab23648606342cbab1078b569017d74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69a04000-80cc-4e66-9c28-082e9cf3e7cb', 'name': '', 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'mac_address': 'fa:16:3e:29:2c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '851e0f62-edf2-4a76-88fc-d8fbd058c843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:50Z', 'updated_at': '2021-11-25T18:05:58Z', 'revision_number': 5, 'project_id': '6ab23648606342cbab1078b569017d74', 'subnets': [{'id': '851e0f62-edf2-4a76-88fc-d8fbd058c843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:12:00.133435 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a3237-6fb8-4660-8b06-aa353a46f458 req-45b70f12-5970-442c-bdf4-c4344e57cde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:00.134932 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f74a3237-6fb8-4660-8b06-aa353a46f458 req-45b70f12-5970-442c-bdf4-c4344e57cde3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb78451b-a8c0-409a-b574-991d66fe6db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401683 Nov 25 18:12:00.143732 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e628a5-7ec3-4536-a3c2-bfad948d28ae None None] The sync data for ids ['ba104446-f4c3-45cb-bddd-a17f5eec7db3'] in n-d-817746-1 is: [{'id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'name': 'tempest-TestVolumeBootPattern-924170566-router', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '1d419a11-3cd5-4cca-8c89-44659ef80ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:05:49Z', 'updated_at': '2021-11-25T18:05:51Z', 'revision_number': 4, 'project_id': '6ab23648606342cbab1078b569017d74', 'gw_port': {'id': '1d419a11-3cd5-4cca-8c89-44659ef80ba1', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:84:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:49Z', 'updated_at': '2021-11-25T18:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '755abc4f-2baf-4888-9a10-dc9479b8aa76', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'floating_ip_address': '172.25.0.73', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'port_id': '2fbeed39-50b9-4f56-868f-d555d161ae50', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7', 'mac_address': 'fa:16:3e:71:8c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:11:58Z', 'updated_at': '2021-11-25T18:11:58Z', 'revision_number': 0, 'project_id': '6ab23648606342cbab1078b569017d74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69a04000-80cc-4e66-9c28-082e9cf3e7cb', 'name': '', 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'mac_address': 'fa:16:3e:29:2c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '851e0f62-edf2-4a76-88fc-d8fbd058c843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:50Z', 'updated_at': '2021-11-25T18:05:58Z', 'revision_number': 5, 'project_id': '6ab23648606342cbab1078b569017d74', 'subnets': [{'id': '851e0f62-edf2-4a76-88fc-d8fbd058c843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:12:00.232097 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f74a3237-6fb8-4660-8b06-aa353a46f458 req-d9d40ce3-8317-45dd-b32f-0f599dc04fca service neutron] 10.222.0.74 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896237 Nov 25 18:12:00.326135 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-f74a3237-6fb8-4660-8b06-aa353a46f458 req-f8a6a528-e6d2-4b36-8262-2deb2dc07bad service neutron] 10.222.0.74 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866172 Nov 25 18:12:00.337067 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7842c346-c5ae-4d1c-a6ee-d61c54973c28 None None] New status for floating IP 755abc4f-2baf-4888-9a10-dc9479b8aa76: ACTIVE {{(pid=103363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:12:17.032167 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:17.167896 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7c676483-fe1a-47f3-a9d3-c553fd602fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:17.224693 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:19.902239 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-15152daa-5c36-43da-9d5f-17733cf2d704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:20.965944 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:22.157396 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:23.104530 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:32.328986 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:12:39.234169 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b15ec63c-60d7-4d41-ba9c-4fda680ba82b req-5feb6f55-9bad-409a-aa1d-4f5083bbca50 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391092 Nov 25 18:12:39.319041 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ec63c-60d7-4d41-ba9c-4fda680ba82b req-d21c0c86-d7b3-420a-b01b-f325583b8adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:39.320509 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b15ec63c-60d7-4d41-ba9c-4fda680ba82b req-d21c0c86-d7b3-420a-b01b-f325583b8adb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6ab23648606342cbab1078b569017d74&device_id=ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb HTTP/1.1" status: 200 len: 1097 time: 0.0445392 Nov 25 18:12:39.423090 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ec63c-60d7-4d41-ba9c-4fda680ba82b req-e5779a06-70fd-4d50-a444-6254ac01707d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:39.424551 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b15ec63c-60d7-4d41-ba9c-4fda680ba82b req-e5779a06-70fd-4d50-a444-6254ac01707d service neutron] 10.222.0.74 "GET /v2.0/networks?id=eb78451b-a8c0-409a-b574-991d66fe6db7 HTTP/1.1" status: 200 len: 912 time: 0.0837898 Nov 25 18:12:39.493469 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b15ec63c-60d7-4d41-ba9c-4fda680ba82b req-5dbc1648-d164-4de8-b3e2-f0a636e6207d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fbeed39-50b9-4f56-868f-d555d161ae50 HTTP/1.1" status: 200 len: 1001 time: 0.0621800 Nov 25 18:12:39.542733 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ec63c-60d7-4d41-ba9c-4fda680ba82b req-bfd7f979-799a-47f7-936d-5e704a0d0410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:39.544178 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b15ec63c-60d7-4d41-ba9c-4fda680ba82b req-bfd7f979-799a-47f7-936d-5e704a0d0410 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=851e0f62-edf2-4a76-88fc-d8fbd058c843 HTTP/1.1" status: 200 len: 850 time: 0.0435169 Nov 25 18:12:39.590404 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ec63c-60d7-4d41-ba9c-4fda680ba82b req-f0b12e53-7d52-405c-954f-6b6d58163a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:39.591893 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b15ec63c-60d7-4d41-ba9c-4fda680ba82b req-f0b12e53-7d52-405c-954f-6b6d58163a93 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb78451b-a8c0-409a-b574-991d66fe6db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409241 Nov 25 18:12:39.687290 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b15ec63c-60d7-4d41-ba9c-4fda680ba82b req-1c6f3c4c-4e0f-4f22-b1a7-24b48fac741d service neutron] 10.222.0.74 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885296 Nov 25 18:12:39.778959 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b15ec63c-60d7-4d41-ba9c-4fda680ba82b req-1238c711-2fd9-43b2-88af-59d40c48ac31 service neutron] 10.222.0.74 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844986 Nov 25 18:12:47.030586 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:47.169851 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a914d2b5-d764-435e-80d7-71fdcb3c8eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:47.228524 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:49.903456 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-71d55f1e-3566-44d1-9464-c891847ea284 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:50.968138 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:52.159795 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:53.106060 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:09.328896 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:13:17.027199 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:17.170430 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-da194def-dc1f-414f-88c5-e8e889b0c8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:17.230902 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:19.904642 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ee17aca1-9ae3-4cdd-80e5-819c1c82d3bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:20.970999 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:22.163082 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:23.107884 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:40.261396 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d286eeac-bdf8-47ae-b972-cada693b4e83 req-884aadaf-4dec-4dd5-9b3d-8ed7b9e7e06f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0515172 Nov 25 18:13:40.365745 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d286eeac-bdf8-47ae-b972-cada693b4e83 req-0d46f3fa-abbf-422e-b59d-5b466160e344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:40.367364 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d286eeac-bdf8-47ae-b972-cada693b4e83 req-0d46f3fa-abbf-422e-b59d-5b466160e344 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6ab23648606342cbab1078b569017d74&device_id=ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb HTTP/1.1" status: 200 len: 1097 time: 0.0559869 Nov 25 18:13:40.498344 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d286eeac-bdf8-47ae-b972-cada693b4e83 req-5d74f418-387d-49e9-974a-987b50d8eb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:40.499924 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d286eeac-bdf8-47ae-b972-cada693b4e83 req-5d74f418-387d-49e9-974a-987b50d8eb0e service neutron] 10.222.0.74 "GET /v2.0/networks?id=eb78451b-a8c0-409a-b574-991d66fe6db7 HTTP/1.1" status: 200 len: 912 time: 0.1101298 Nov 25 18:13:40.571323 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d286eeac-bdf8-47ae-b972-cada693b4e83 req-9dc0fee6-6ebb-431d-b1e3-87b4e0310fc9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fbeed39-50b9-4f56-868f-d555d161ae50 HTTP/1.1" status: 200 len: 1001 time: 0.0642488 Nov 25 18:13:40.624578 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d286eeac-bdf8-47ae-b972-cada693b4e83 req-1e63f86c-1d94-4b3d-9919-78d47d9da5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:40.626090 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d286eeac-bdf8-47ae-b972-cada693b4e83 req-1e63f86c-1d94-4b3d-9919-78d47d9da5cd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=851e0f62-edf2-4a76-88fc-d8fbd058c843 HTTP/1.1" status: 200 len: 850 time: 0.0474834 Nov 25 18:13:40.678779 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d286eeac-bdf8-47ae-b972-cada693b4e83 req-7d2bf99a-c46b-427b-b1fe-165c0965b311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:40.680514 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d286eeac-bdf8-47ae-b972-cada693b4e83 req-7d2bf99a-c46b-427b-b1fe-165c0965b311 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb78451b-a8c0-409a-b574-991d66fe6db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480998 Nov 25 18:13:40.778053 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d286eeac-bdf8-47ae-b972-cada693b4e83 req-c6435a4b-deeb-4170-ba25-d79537ad95b9 service neutron] 10.222.0.74 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901225 Nov 25 18:13:40.890751 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-d286eeac-bdf8-47ae-b972-cada693b4e83 req-c55757e8-d399-4811-b63d-6efefcecfe39 service neutron] 10.222.0.74 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053014 Nov 25 18:13:42.856211 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-79d0b225-e60d-4dc1-abba-56395499c9a0 req-2b78104a-e842-4cac-9dad-f36470686afc tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2017905159&fields=id&tenant_id=6ab23648606342cbab1078b569017d74 HTTP/1.1" status: 200 len: 267 time: 0.0457602 Nov 25 18:13:42.963637 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d0b225-e60d-4dc1-abba-56395499c9a0 req-448670f0-af14-444d-a5d4-338262b841c4 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:42.965049 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-79d0b225-e60d-4dc1-abba-56395499c9a0 req-448670f0-af14-444d-a5d4-338262b841c4 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/networks?id=eb78451b-a8c0-409a-b574-991d66fe6db7 HTTP/1.1" status: 200 len: 811 time: 0.1021440 Nov 25 18:13:42.980945 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-79d0b225-e60d-4dc1-abba-56395499c9a0 req-8f380f3a-3b76-41ec-9d7c-d285702256bc tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/quotas/6ab23648606342cbab1078b569017d74 HTTP/1.1" status: 200 len: 375 time: 0.0100837 Nov 25 18:13:43.034202 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-79d0b225-e60d-4dc1-abba-56395499c9a0 req-794a092c-7c3d-46ab-a762-f9c3ba55c4b7 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=6ab23648606342cbab1078b569017d74&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0477755 Nov 25 18:13:43.182049 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-79d0b225-e60d-4dc1-abba-56395499c9a0 req-3821a66f-5f8a-44c8-bcc7-d15b6bc99a67 service neutron] 10.222.0.75 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363697 Nov 25 18:13:43.275070 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-79d0b225-e60d-4dc1-abba-56395499c9a0 req-4ab2f4d1-663e-4716-b40a-f17ea57599e9 service neutron] 10.222.0.75 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869174 Nov 25 18:13:44.577043 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4f23bf6d-30e0-4d7d-b8ab-2f8789dfb508 req-36073631-d73e-4960-85ed-6ff260acbc15 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=84410266-7379-4af0-a38d-59efce71a290 HTTP/1.1" status: 200 len: 210 time: 0.0269904 Nov 25 18:13:45.655406 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-56687fdf-f23b-4e31-a266-a7ab525c4531 req-1b42a0d8-9533-4331-a087-c4e75bfbb504 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=84410266-7379-4af0-a38d-59efce71a290 HTTP/1.1" status: 200 len: 210 time: 0.0274353 Nov 25 18:13:46.329629 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:13:46.759435 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5e6060f8-fe57-4439-8c71-2d71386568f3 req-eedab0c3-9aec-419f-9131-c4ea949be16a tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=84410266-7379-4af0-a38d-59efce71a290 HTTP/1.1" status: 200 len: 210 time: 0.0276549 Nov 25 18:13:47.028171 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:47.171325 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d5aa8f53-1765-424a-8e8c-8f01aa3691a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:47.244464 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:47.839868 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-11f48a0e-2ac5-4186-ad16-ea27d2221c3c req-e23a473e-25ec-463d-b7f6-8447146f1772 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=84410266-7379-4af0-a38d-59efce71a290 HTTP/1.1" status: 200 len: 210 time: 0.0311718 Nov 25 18:13:48.937752 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e546c560-74d2-4d73-9d43-b96be743322e req-963e0809-e18b-443d-86c4-99367ff329f4 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=84410266-7379-4af0-a38d-59efce71a290 HTTP/1.1" status: 200 len: 210 time: 0.0270262 Nov 25 18:13:49.643160 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d0b225-e60d-4dc1-abba-56395499c9a0 req-bc135b42-6af8-4d5f-9532-77b544d6592d tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:49.644606 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-79d0b225-e60d-4dc1-abba-56395499c9a0 req-bc135b42-6af8-4d5f-9532-77b544d6592d tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.90 "GET /v2.0/networks?id=eb78451b-a8c0-409a-b574-991d66fe6db7 HTTP/1.1" status: 200 len: 811 time: 0.1073291 Nov 25 18:13:49.709953 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-79d0b225-e60d-4dc1-abba-56395499c9a0 req-f0410f92-7d15-4077-9fba-531af12db73d tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ab23648606342cbab1078b569017d74 HTTP/1.1" status: 200 len: 380 time: 0.0555589 Nov 25 18:13:49.719294 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-79d0b225-e60d-4dc1-abba-56395499c9a0 req-59fb0848-a5bb-41fb-8fe7-6bc3d1fc30e8 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Request body: {'port': {'device_id': '84410266-7379-4af0-a38d-59efce71a290', 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7', 'admin_state_up': True, 'tenant_id': '6ab23648606342cbab1078b569017d74', 'security_groups': ['ee8f7b93-bf43-49dc-bb9c-c6451c591f38']}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:13:49.832460 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79d0b225-e60d-4dc1-abba-56395499c9a0 req-59fb0848-a5bb-41fb-8fe7-6bc3d1fc30e8 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Made reservation on behalf of 6ab23648606342cbab1078b569017d74 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:13:49.836745 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-79d0b225-e60d-4dc1-abba-56395499c9a0 req-59fb0848-a5bb-41fb-8fe7-6bc3d1fc30e8 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:49.908403 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e623656b-7c0e-43d7-a0e6-fd465bb1a80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:49.974903 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-79d0b225-e60d-4dc1-abba-56395499c9a0 req-59fb0848-a5bb-41fb-8fe7-6bc3d1fc30e8 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Allocated IP 172.20.0.5 (eb78451b-a8c0-409a-b574-991d66fe6db7/851e0f62-edf2-4a76-88fc-d8fbd058c843/bc0d24c5-52b3-4465-876f-14de9cd40597) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:13:50.072625 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-171168f6-ad72-4e35-9a4c-94c6235c67c1 req-5b423611-2ea3-4dee-8a22-7daac7e2e7c2 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=84410266-7379-4af0-a38d-59efce71a290 HTTP/1.1" status: 200 len: 210 time: 0.0585032 Nov 25 18:13:50.173865 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-79d0b225-e60d-4dc1-abba-56395499c9a0 req-59fb0848-a5bb-41fb-8fe7-6bc3d1fc30e8 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:50.211086 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-79d0b225-e60d-4dc1-abba-56395499c9a0 req-59fb0848-a5bb-41fb-8fe7-6bc3d1fc30e8 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:50.262294 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79d0b225-e60d-4dc1-abba-56395499c9a0 req-59fb0848-a5bb-41fb-8fe7-6bc3d1fc30e8 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Network eb78451b-a8c0-409a-b574-991d66fe6db7 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:13:50.265796 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-79d0b225-e60d-4dc1-abba-56395499c9a0 req-59fb0848-a5bb-41fb-8fe7-6bc3d1fc30e8 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:13:50.269902 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d0b225-e60d-4dc1-abba-56395499c9a0 req-59fb0848-a5bb-41fb-8fe7-6bc3d1fc30e8 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:13:50.303230 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fb0848-a5bb-41fb-8fe7-6bc3d1fc30e8 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Pushing event updated for resources: {'Port': ['ID=bc0d24c5-52b3-4465-876f-14de9cd40597,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:13:50.320731 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fb0848-a5bb-41fb-8fe7-6bc3d1fc30e8 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:13:50.320731 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fb0848-a5bb-41fb-8fe7-6bc3d1fc30e8 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:13:50.321084 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fb0848-a5bb-41fb-8fe7-6bc3d1fc30e8 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:13:50.321419 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fb0848-a5bb-41fb-8fe7-6bc3d1fc30e8 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:13:50.321757 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fb0848-a5bb-41fb-8fe7-6bc3d1fc30e8 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:13:50.322349 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fb0848-a5bb-41fb-8fe7-6bc3d1fc30e8 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:13:50.322682 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fb0848-a5bb-41fb-8fe7-6bc3d1fc30e8 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:13:50.323139 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fb0848-a5bb-41fb-8fe7-6bc3d1fc30e8 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:13:50.323328 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fb0848-a5bb-41fb-8fe7-6bc3d1fc30e8 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:13:50.323655 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fb0848-a5bb-41fb-8fe7-6bc3d1fc30e8 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:13:50.323981 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fb0848-a5bb-41fb-8fe7-6bc3d1fc30e8 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:13:50.324308 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fb0848-a5bb-41fb-8fe7-6bc3d1fc30e8 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:13:50.347959 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d0b225-e60d-4dc1-abba-56395499c9a0 req-59fb0848-a5bb-41fb-8fe7-6bc3d1fc30e8 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:50.348612 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-79d0b225-e60d-4dc1-abba-56395499c9a0 req-59fb0848-a5bb-41fb-8fe7-6bc3d1fc30e8 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:50.367974 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-79d0b225-e60d-4dc1-abba-56395499c9a0 req-59fb0848-a5bb-41fb-8fe7-6bc3d1fc30e8 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6522341 Nov 25 18:13:50.436939 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-79d0b225-e60d-4dc1-abba-56395499c9a0 req-7c3af242-ac5c-4107-b8c0-e4344844352e service neutron] Request body: {'port': {'device_id': '84410266-7379-4af0-a38d-59efce71a290', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:13:50.500086 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-79d0b225-e60d-4dc1-abba-56395499c9a0 req-7c3af242-ac5c-4107-b8c0-e4344844352e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:50.626809 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-e52f7add-3041-4727-ae26-71d9999b0940 None None] Provisioning complete for port bc0d24c5-52b3-4465-876f-14de9cd40597 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:13:50.627185 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e52f7add-3041-4727-ae26-71d9999b0940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:50.667116 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-e52f7add-3041-4727-ae26-71d9999b0940 None None] Port bc0d24c5-52b3-4465-876f-14de9cd40597 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:13:50.838107 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-79d0b225-e60d-4dc1-abba-56395499c9a0 req-7c3af242-ac5c-4107-b8c0-e4344844352e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc0d24c5-52b3-4465-876f-14de9cd40597 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:13:50.845650 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-79d0b225-e60d-4dc1-abba-56395499c9a0 req-7c3af242-ac5c-4107-b8c0-e4344844352e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:50.858529 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-79d0b225-e60d-4dc1-abba-56395499c9a0 req-7c3af242-ac5c-4107-b8c0-e4344844352e service neutron] Transition to ACTIVE for port object bc0d24c5-52b3-4465-876f-14de9cd40597 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:13:50.862373 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-79d0b225-e60d-4dc1-abba-56395499c9a0 req-7c3af242-ac5c-4107-b8c0-e4344844352e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:50.913802 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3af242-ac5c-4107-b8c0-e4344844352e service neutron] Pushing event updated for resources: {'Port': ['ID=bc0d24c5-52b3-4465-876f-14de9cd40597,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:13:50.978805 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:51.005965 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-79d0b225-e60d-4dc1-abba-56395499c9a0 req-7c3af242-ac5c-4107-b8c0-e4344844352e service neutron] Attempting to bind port bc0d24c5-52b3-4465-876f-14de9cd40597 on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:13:51.006833 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-79d0b225-e60d-4dc1-abba-56395499c9a0 req-7c3af242-ac5c-4107-b8c0-e4344844352e service neutron] Attempting to bind port bc0d24c5-52b3-4465-876f-14de9cd40597 by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': 'b80de946-82a3-4020-8e96-a562c04653e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:13:51.007367 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d0b225-e60d-4dc1-abba-56395499c9a0 req-7c3af242-ac5c-4107-b8c0-e4344844352e service neutron] Attempting to bind port bc0d24c5-52b3-4465-876f-14de9cd40597 on network eb78451b-a8c0-409a-b574-991d66fe6db7 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:13:51.012476 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d0b225-e60d-4dc1-abba-56395499c9a0 req-7c3af242-ac5c-4107-b8c0-e4344844352e service neutron] Port bc0d24c5-52b3-4465-876f-14de9cd40597 on network eb78451b-a8c0-409a-b574-991d66fe6db7 not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:13:51.012807 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d0b225-e60d-4dc1-abba-56395499c9a0 req-7c3af242-ac5c-4107-b8c0-e4344844352e service neutron] Attempting to bind port bc0d24c5-52b3-4465-876f-14de9cd40597 on network eb78451b-a8c0-409a-b574-991d66fe6db7 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:13:51.018688 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d0b225-e60d-4dc1-abba-56395499c9a0 req-7c3af242-ac5c-4107-b8c0-e4344844352e service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:13:51.019033 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d0b225-e60d-4dc1-abba-56395499c9a0 req-7c3af242-ac5c-4107-b8c0-e4344844352e service neutron] Checking segment: {'id': 'b80de946-82a3-4020-8e96-a562c04653e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:13:51.019422 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d0b225-e60d-4dc1-abba-56395499c9a0 req-7c3af242-ac5c-4107-b8c0-e4344844352e service neutron] Bound using segment: {'id': 'b80de946-82a3-4020-8e96-a562c04653e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:13:51.019856 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-79d0b225-e60d-4dc1-abba-56395499c9a0 req-7c3af242-ac5c-4107-b8c0-e4344844352e service neutron] Bound port: bc0d24c5-52b3-4465-876f-14de9cd40597, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b80de946-82a3-4020-8e96-a562c04653e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:13:51.020218 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-79d0b225-e60d-4dc1-abba-56395499c9a0 req-7c3af242-ac5c-4107-b8c0-e4344844352e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:51.092573 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-79d0b225-e60d-4dc1-abba-56395499c9a0 req-7c3af242-ac5c-4107-b8c0-e4344844352e service neutron] For port bc0d24c5-52b3-4465-876f-14de9cd40597, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:13:51.096797 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-79d0b225-e60d-4dc1-abba-56395499c9a0 req-7c3af242-ac5c-4107-b8c0-e4344844352e service neutron] For port bc0d24c5-52b3-4465-876f-14de9cd40597, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=bc0d24c5-52b3-4465-876f-14de9cd40597,segment=NetworkSegment(b80de946-82a3-4020-8e96-a562c04653e5),segment_id=b80de946-82a3-4020-8e96-a562c04653e5)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:13:51.101863 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-79d0b225-e60d-4dc1-abba-56395499c9a0 req-7c3af242-ac5c-4107-b8c0-e4344844352e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:51.135506 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d0b225-e60d-4dc1-abba-56395499c9a0 req-7c3af242-ac5c-4107-b8c0-e4344844352e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:51.136074 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-79d0b225-e60d-4dc1-abba-56395499c9a0 req-7c3af242-ac5c-4107-b8c0-e4344844352e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:51.138264 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-79d0b225-e60d-4dc1-abba-56395499c9a0 req-7c3af242-ac5c-4107-b8c0-e4344844352e service neutron] 10.222.0.90 "PUT /v2.0/ports/bc0d24c5-52b3-4465-876f-14de9cd40597 HTTP/1.1" status: 200 len: 1091 time: 0.7625036 Nov 25 18:13:51.140869 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84410266-7379-4af0-a38d-59efce71a290', 'tag': 'bc0d24c5-52b3-4465-876f-14de9cd40597'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:13:51.143183 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf7b9d7-ebab-414b-a160-f4ce9be40d75" -d '{"events": [{"name": "network-changed", "server_uuid": "84410266-7379-4af0-a38d-59efce71a290", "tag": "bc0d24c5-52b3-4465-876f-14de9cd40597"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:13:51.266480 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3af242-ac5c-4107-b8c0-e4344844352e service neutron] Pushing event updated for resources: {'Port': ['ID=bc0d24c5-52b3-4465-876f-14de9cd40597,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:13:51.288878 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43c3e6-5271-4c8b-8a5f-6ad4373e3353 req-e8d1a4ee-f733-4687-8467-dafdecd316a6 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:51.290871 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8b43c3e6-5271-4c8b-8a5f-6ad4373e3353 req-e8d1a4ee-f733-4687-8467-dafdecd316a6 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=84410266-7379-4af0-a38d-59efce71a290 HTTP/1.1" status: 200 len: 943 time: 0.1338601 Nov 25 18:13:51.297715 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d0b225-e60d-4dc1-abba-56395499c9a0 req-84bbc10b-adcd-44a9-a230-2995c73026b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:51.298272 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-79d0b225-e60d-4dc1-abba-56395499c9a0 req-84bbc10b-adcd-44a9-a230-2995c73026b8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6ab23648606342cbab1078b569017d74&device_id=84410266-7379-4af0-a38d-59efce71a290 HTTP/1.1" status: 200 len: 1094 time: 0.0975416 Nov 25 18:13:51.354023 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-79d0b225-e60d-4dc1-abba-56395499c9a0 req-5bd6e5f5-4310-4b06-b237-96c6b08334e9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc0d24c5-52b3-4465-876f-14de9cd40597 HTTP/1.1" status: 200 len: 217 time: 0.0440748 Nov 25 18:13:51.423368 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8b43c3e6-5271-4c8b-8a5f-6ad4373e3353 req-e976c431-6101-4985-b092-3ed46a37d4db tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee8f7b93-bf43-49dc-bb9c-c6451c591f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202798 Nov 25 18:13:51.437379 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d0b225-e60d-4dc1-abba-56395499c9a0 req-5f8bcf37-f6bb-476e-b46e-a0fca188e6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:51.439061 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-79d0b225-e60d-4dc1-abba-56395499c9a0 req-5f8bcf37-f6bb-476e-b46e-a0fca188e6fe service neutron] 10.222.0.90 "GET /v2.0/subnets?id=851e0f62-edf2-4a76-88fc-d8fbd058c843 HTTP/1.1" status: 200 len: 850 time: 0.0735145 Nov 25 18:13:51.498390 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d0b225-e60d-4dc1-abba-56395499c9a0 req-0bb59502-211e-47eb-89a6-fc2cecc7e301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:51.499912 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-79d0b225-e60d-4dc1-abba-56395499c9a0 req-0bb59502-211e-47eb-89a6-fc2cecc7e301 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eb78451b-a8c0-409a-b574-991d66fe6db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506024 Nov 25 18:13:51.596770 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-79d0b225-e60d-4dc1-abba-56395499c9a0 req-586cbadc-3589-4758-b587-9af9a6c77245 service neutron] 10.222.0.90 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893822 Nov 25 18:13:51.695437 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-79d0b225-e60d-4dc1-abba-56395499c9a0 req-661e4262-2b79-4d54-b236-9dfeec42ef9d service neutron] 10.222.0.90 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891097 Nov 25 18:13:52.167279 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:52.336997 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f7b5e41-d8e4-4f1b-a4f6-6829a1a504b0 x-openstack-request-id: req-8f7b5e41-d8e4-4f1b-a4f6-6829a1a504b0 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:13:52.337512 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84410266-7379-4af0-a38d-59efce71a290", "tag": "bc0d24c5-52b3-4465-876f-14de9cd40597", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:13:52.337603 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8f7b5e41-d8e4-4f1b-a4f6-6829a1a504b0 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:13:52.337952 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84410266-7379-4af0-a38d-59efce71a290', 'tag': 'bc0d24c5-52b3-4465-876f-14de9cd40597', 'status': 'completed', 'code': 200} Nov 25 18:13:52.400118 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7b9d7-ebab-414b-a160-f4ce9be40d75 req-0e946165-38d7-425d-8c89-6ed2b6d81690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:52.401695 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-abf7b9d7-ebab-414b-a160-f4ce9be40d75 req-0e946165-38d7-425d-8c89-6ed2b6d81690 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6ab23648606342cbab1078b569017d74&device_id=84410266-7379-4af0-a38d-59efce71a290 HTTP/1.1" status: 200 len: 1094 time: 0.0416257 Nov 25 18:13:52.499807 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7b9d7-ebab-414b-a160-f4ce9be40d75 req-f499c668-ed8e-4389-a59a-86560107536a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:52.501305 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-abf7b9d7-ebab-414b-a160-f4ce9be40d75 req-f499c668-ed8e-4389-a59a-86560107536a service neutron] 10.222.0.90 "GET /v2.0/networks?id=eb78451b-a8c0-409a-b574-991d66fe6db7 HTTP/1.1" status: 200 len: 912 time: 0.0931602 Nov 25 18:13:52.557694 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-abf7b9d7-ebab-414b-a160-f4ce9be40d75 req-fb559990-eb2c-4a4c-b4e1-4330c4753b6d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc0d24c5-52b3-4465-876f-14de9cd40597 HTTP/1.1" status: 200 len: 217 time: 0.0485690 Nov 25 18:13:52.616646 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ce6a1b-4a92-4625-8ae2-57c90087ff18 req-54dd0045-c12c-4b09-a169-f233e9e85f99 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:52.618215 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d4ce6a1b-4a92-4625-8ae2-57c90087ff18 req-54dd0045-c12c-4b09-a169-f233e9e85f99 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=84410266-7379-4af0-a38d-59efce71a290 HTTP/1.1" status: 200 len: 943 time: 0.1206312 Nov 25 18:13:52.633828 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7b9d7-ebab-414b-a160-f4ce9be40d75 req-af691d5a-3446-4e44-8cc3-091d062d3946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:52.635222 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-abf7b9d7-ebab-414b-a160-f4ce9be40d75 req-af691d5a-3446-4e44-8cc3-091d062d3946 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=851e0f62-edf2-4a76-88fc-d8fbd058c843 HTTP/1.1" status: 200 len: 850 time: 0.0706656 Nov 25 18:13:52.704461 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d4ce6a1b-4a92-4625-8ae2-57c90087ff18 req-524cde06-3e4e-4126-8d95-a7f9e64c9e45 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee8f7b93-bf43-49dc-bb9c-c6451c591f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801060 Nov 25 18:13:52.711432 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7b9d7-ebab-414b-a160-f4ce9be40d75 req-d08f340e-7fac-422d-8856-48f669c1d3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:52.713034 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-abf7b9d7-ebab-414b-a160-f4ce9be40d75 req-d08f340e-7fac-422d-8856-48f669c1d3c2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eb78451b-a8c0-409a-b574-991d66fe6db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712564 Nov 25 18:13:52.810413 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-abf7b9d7-ebab-414b-a160-f4ce9be40d75 req-1bbdc626-aea7-4f5d-8ec2-7263c93d0d4f service neutron] 10.222.0.90 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903180 Nov 25 18:13:52.903973 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-abf7b9d7-ebab-414b-a160-f4ce9be40d75 req-205b4416-4ada-4d18-a5d3-7b5ceb627576 service neutron] 10.222.0.90 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863364 Nov 25 18:13:53.110750 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:53.841287 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ee9d7-97fd-4770-902c-83a9a4cfc39c req-a33ad819-0af8-432d-927b-9f969a3468a8 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:53.842791 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5d4ee9d7-97fd-4770-902c-83a9a4cfc39c req-a33ad819-0af8-432d-927b-9f969a3468a8 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=84410266-7379-4af0-a38d-59efce71a290 HTTP/1.1" status: 200 len: 943 time: 0.0595138 Nov 25 18:13:53.911780 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5d4ee9d7-97fd-4770-902c-83a9a4cfc39c req-76af62b4-d0da-465e-937e-029a92df7936 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee8f7b93-bf43-49dc-bb9c-c6451c591f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614848 Nov 25 18:13:55.057748 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2483c939-4bf5-4949-8d87-deda24802d60 req-6670731a-acc2-45ae-9321-c9679b44452d tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:55.059537 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2483c939-4bf5-4949-8d87-deda24802d60 req-6670731a-acc2-45ae-9321-c9679b44452d tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=84410266-7379-4af0-a38d-59efce71a290 HTTP/1.1" status: 200 len: 943 time: 0.0638452 Nov 25 18:13:55.114777 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2483c939-4bf5-4949-8d87-deda24802d60 req-96e7f40d-3f4f-4509-8ccf-150e93a2c65e tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee8f7b93-bf43-49dc-bb9c-c6451c591f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487337 Nov 25 18:13:56.235333 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f9c2e-4dfa-43f7-9cd5-903dc4c99240 req-a6075020-b136-4efa-9a8e-0ffac85f5aa2 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:56.236724 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d05f9c2e-4dfa-43f7-9cd5-903dc4c99240 req-a6075020-b136-4efa-9a8e-0ffac85f5aa2 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=84410266-7379-4af0-a38d-59efce71a290 HTTP/1.1" status: 200 len: 943 time: 0.0486395 Nov 25 18:13:56.285318 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d05f9c2e-4dfa-43f7-9cd5-903dc4c99240 req-4d93931c-4a7f-4b9b-9900-1f79bf7e3ef6 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee8f7b93-bf43-49dc-bb9c-c6451c591f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420516 Nov 25 18:13:57.403486 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6934b5d-411b-47c8-a6d8-89ace5527f1c req-258d3999-08ea-4efc-85fd-15c50908d3e0 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:57.404978 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a6934b5d-411b-47c8-a6d8-89ace5527f1c req-258d3999-08ea-4efc-85fd-15c50908d3e0 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=84410266-7379-4af0-a38d-59efce71a290 HTTP/1.1" status: 200 len: 943 time: 0.0525308 Nov 25 18:13:57.453306 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a6934b5d-411b-47c8-a6d8-89ace5527f1c req-f8e505ad-5c58-4a35-bec6-516d8574273e tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee8f7b93-bf43-49dc-bb9c-c6451c591f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423820 Nov 25 18:13:58.567099 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f112a168-b025-4603-a733-cd366b58c420 req-8cea754f-dc5e-4fd4-a3d1-969878450d19 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:58.568568 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f112a168-b025-4603-a733-cd366b58c420 req-8cea754f-dc5e-4fd4-a3d1-969878450d19 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=84410266-7379-4af0-a38d-59efce71a290 HTTP/1.1" status: 200 len: 943 time: 0.0487313 Nov 25 18:13:58.617640 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f112a168-b025-4603-a733-cd366b58c420 req-0a451c57-cb18-41c5-8a8b-277578603d20 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee8f7b93-bf43-49dc-bb9c-c6451c591f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426569 Nov 25 18:13:59.731390 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60764e6b-9fe5-4d65-b9c3-7319b2279b07 req-3c376e88-582b-4adc-b10e-206ea05b3c07 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:59.732847 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-60764e6b-9fe5-4d65-b9c3-7319b2279b07 req-3c376e88-582b-4adc-b10e-206ea05b3c07 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=84410266-7379-4af0-a38d-59efce71a290 HTTP/1.1" status: 200 len: 943 time: 0.0479627 Nov 25 18:13:59.785689 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-60764e6b-9fe5-4d65-b9c3-7319b2279b07 req-35f3adb8-631c-4c19-9778-dafd72947cbc tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee8f7b93-bf43-49dc-bb9c-c6451c591f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469134 Nov 25 18:14:00.899766 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61c8ff-1d11-4b95-a661-9775d557cc3d req-77e6ebab-c356-46d0-a458-f01ddaedddd8 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:00.901291 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-da61c8ff-1d11-4b95-a661-9775d557cc3d req-77e6ebab-c356-46d0-a458-f01ddaedddd8 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=84410266-7379-4af0-a38d-59efce71a290 HTTP/1.1" status: 200 len: 943 time: 0.0487545 Nov 25 18:14:00.950358 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-da61c8ff-1d11-4b95-a661-9775d557cc3d req-7984456a-d12f-465e-b07b-62f3f30abee7 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee8f7b93-bf43-49dc-bb9c-c6451c591f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431430 Nov 25 18:14:02.065308 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22bfb29-3080-4cbb-8fa4-3f9b8d187b8a req-e7b638ba-259f-460f-9b64-cfad33ebaa85 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:02.066759 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f22bfb29-3080-4cbb-8fa4-3f9b8d187b8a req-e7b638ba-259f-460f-9b64-cfad33ebaa85 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=84410266-7379-4af0-a38d-59efce71a290 HTTP/1.1" status: 200 len: 943 time: 0.0484440 Nov 25 18:14:02.116396 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f22bfb29-3080-4cbb-8fa4-3f9b8d187b8a req-d1072dbf-34b9-4ae9-89ab-4f0f51ff03a1 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee8f7b93-bf43-49dc-bb9c-c6451c591f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432205 Nov 25 18:14:03.235368 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157743c1-6358-43c1-9e79-c39fe742d9dc req-3ab9c2fa-5067-4461-a619-c78bc7381c38 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:03.236755 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-157743c1-6358-43c1-9e79-c39fe742d9dc req-3ab9c2fa-5067-4461-a619-c78bc7381c38 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=84410266-7379-4af0-a38d-59efce71a290 HTTP/1.1" status: 200 len: 943 time: 0.0531812 Nov 25 18:14:03.285308 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-157743c1-6358-43c1-9e79-c39fe742d9dc req-0c6ed8b8-5392-41ec-8d0f-aecd6b185d4e tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee8f7b93-bf43-49dc-bb9c-c6451c591f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416393 Nov 25 18:14:03.896033 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device bc0d24c5-52b3-4465-876f-14de9cd40597 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:14:03.995636 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port bc0d24c5-52b3-4465-876f-14de9cd40597, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=bc0d24c5-52b3-4465-876f-14de9cd40597,segment=NetworkSegment(b80de946-82a3-4020-8e96-a562c04653e5),segment_id=b80de946-82a3-4020-8e96-a562c04653e5)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:14:04.007713 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': 'bc0d24c5-52b3-4465-876f-14de9cd40597', 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7', 'port_id': 'bc0d24c5-52b3-4465-876f-14de9cd40597', 'mac_address': 'fa:16:3e:23:a1:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '851e0f62-edf2-4a76-88fc-d8fbd058c843', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:14:04.047589 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:04.060179 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc0d24c5-52b3-4465-876f-14de9cd40597 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:14:04.079347 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port bc0d24c5-52b3-4465-876f-14de9cd40597, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=bc0d24c5-52b3-4465-876f-14de9cd40597,segment=NetworkSegment(b80de946-82a3-4020-8e96-a562c04653e5),segment_id=b80de946-82a3-4020-8e96-a562c04653e5)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:14:04.083177 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:04.129415 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=bc0d24c5-52b3-4465-876f-14de9cd40597,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:04.137609 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:04.138204 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:04.138572 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:04.138914 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:04.139252 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:04.139590 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:04.139920 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:04.140250 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:04.140580 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:04.140933 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:04.141263 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:04.141588 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:04.312743 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['bc0d24c5-52b3-4465-876f-14de9cd40597'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:14:04.405604 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47aeb43-e399-40ee-899b-8ddc8b47cc6e req-1da48376-3f8a-4e21-8d3e-d8e6a89565d1 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:04.407017 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c47aeb43-e399-40ee-899b-8ddc8b47cc6e req-1da48376-3f8a-4e21-8d3e-d8e6a89565d1 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=84410266-7379-4af0-a38d-59efce71a290 HTTP/1.1" status: 200 len: 944 time: 0.0506895 Nov 25 18:14:04.462741 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c47aeb43-e399-40ee-899b-8ddc8b47cc6e req-cd01cf78-edc7-4035-bc3c-7e8288744e81 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee8f7b93-bf43-49dc-bb9c-c6451c591f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497005 Nov 25 18:14:05.578505 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921b3a1-e217-4f40-9790-633492e288ff req-759eee5e-18f3-4156-a097-573e99bafe03 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:05.579991 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6921b3a1-e217-4f40-9790-633492e288ff req-759eee5e-18f3-4156-a097-573e99bafe03 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=84410266-7379-4af0-a38d-59efce71a290 HTTP/1.1" status: 200 len: 944 time: 0.0475926 Nov 25 18:14:05.631432 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6921b3a1-e217-4f40-9790-633492e288ff req-d2753719-77b8-4244-b581-6ecc37d461fe tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee8f7b93-bf43-49dc-bb9c-c6451c591f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447867 Nov 25 18:14:05.896325 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device bc0d24c5-52b3-4465-876f-14de9cd40597 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:14:05.954243 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port bc0d24c5-52b3-4465-876f-14de9cd40597 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:14:05.958354 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port bc0d24c5-52b3-4465-876f-14de9cd40597 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:14:05.958724 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:06.035670 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:06.058380 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84410266-7379-4af0-a38d-59efce71a290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0d24c5-52b3-4465-876f-14de9cd40597'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:14:06.060591 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fde6656-ec6c-47f5-a649-95343b4cfff3" -d '{"events": [{"server_uuid": "84410266-7379-4af0-a38d-59efce71a290", "name": "network-vif-plugged", "status": "completed", "tag": "bc0d24c5-52b3-4465-876f-14de9cd40597"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:14:06.074057 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port bc0d24c5-52b3-4465-876f-14de9cd40597, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=bc0d24c5-52b3-4465-876f-14de9cd40597,segment=NetworkSegment(b80de946-82a3-4020-8e96-a562c04653e5),segment_id=b80de946-82a3-4020-8e96-a562c04653e5)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:14:06.078427 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:06.103432 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88292cc9-cbef-4f5a-b1c6-5d09be4573fe x-openstack-request-id: req-88292cc9-cbef-4f5a-b1c6-5d09be4573fe {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:14:06.103731 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84410266-7379-4af0-a38d-59efce71a290", "name": "network-vif-plugged", "status": "completed", "tag": "bc0d24c5-52b3-4465-876f-14de9cd40597", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:14:06.103989 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-88292cc9-cbef-4f5a-b1c6-5d09be4573fe {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:14:06.104380 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84410266-7379-4af0-a38d-59efce71a290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0d24c5-52b3-4465-876f-14de9cd40597', 'code': 200} Nov 25 18:14:06.129303 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=bc0d24c5-52b3-4465-876f-14de9cd40597,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:06.195961 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b2a2b-7100-4376-a265-7f423b1b33b7 req-3d8b02b0-ce2b-4185-b68f-7ee5f1aa6d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:06.197739 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b03b2a2b-7100-4376-a265-7f423b1b33b7 req-3d8b02b0-ce2b-4185-b68f-7ee5f1aa6d81 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=84410266-7379-4af0-a38d-59efce71a290 HTTP/1.1" status: 200 len: 1096 time: 0.0409045 Nov 25 18:14:06.244253 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b03b2a2b-7100-4376-a265-7f423b1b33b7 req-7059d872-f649-4b56-9625-df97dda593c4 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=ee8f7b93-bf43-49dc-bb9c-c6451c591f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398099 Nov 25 18:14:06.748851 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf287197-d69e-4405-a330-cecdee043e10 req-473578ab-068d-4fcf-95e7-520b7f1cce6d tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:06.750337 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cf287197-d69e-4405-a330-cecdee043e10 req-473578ab-068d-4fcf-95e7-520b7f1cce6d tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=84410266-7379-4af0-a38d-59efce71a290 HTTP/1.1" status: 200 len: 945 time: 0.0498672 Nov 25 18:14:06.799453 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cf287197-d69e-4405-a330-cecdee043e10 req-f7148969-3381-48d1-8865-d2203f21cd8b tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee8f7b93-bf43-49dc-bb9c-c6451c591f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431972 Nov 25 18:14:07.920704 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee4acc-be06-4fc8-9094-883e7777a5c0 req-8fe0f1b5-d61c-49aa-b563-65583fd67fed tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:07.922231 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f2ee4acc-be06-4fc8-9094-883e7777a5c0 req-8fe0f1b5-d61c-49aa-b563-65583fd67fed tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=84410266-7379-4af0-a38d-59efce71a290 HTTP/1.1" status: 200 len: 945 time: 0.0534658 Nov 25 18:14:07.972168 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f2ee4acc-be06-4fc8-9094-883e7777a5c0 req-cb0eeb0b-7aa6-4c9c-84ac-1bea76af5ed1 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee8f7b93-bf43-49dc-bb9c-c6451c591f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439339 Nov 25 18:14:08.087568 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb11d8-61ca-4c87-9d94-247266b7155a req-28b56c4a-af35-44c9-9100-d1f41edeeec3 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:08.088987 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f0fb11d8-61ca-4c87-9d94-247266b7155a req-28b56c4a-af35-44c9-9100-d1f41edeeec3 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=84410266-7379-4af0-a38d-59efce71a290 HTTP/1.1" status: 200 len: 945 time: 0.0492189 Nov 25 18:14:08.137675 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f0fb11d8-61ca-4c87-9d94-247266b7155a req-2e613be4-d114-4d6a-a016-aaad79b02d32 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee8f7b93-bf43-49dc-bb9c-c6451c591f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428872 Nov 25 18:14:08.159703 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 34202) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:08.203743 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e18a20-6f40-4442-bf98-c446ef663cfe tempest-TestVolumeBootPattern-1471457913 tempest-TestVolumeBootPattern-1471457913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:08.205252 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-51e18a20-6f40-4442-bf98-c446ef663cfe tempest-TestVolumeBootPattern-1471457913 tempest-TestVolumeBootPattern-1471457913-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=84410266-7379-4af0-a38d-59efce71a290 HTTP/1.1" status: 200 len: 1091 time: 0.0445685 Nov 25 18:14:08.208024 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 34204) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:08.212708 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-2f70103d-f6cf-4846-b59c-12d9f2b33598 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Request body: {'floatingip': {'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'port_id': 'bc0d24c5-52b3-4465-876f-14de9cd40597', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:14:08.233908 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2f70103d-f6cf-4846-b59c-12d9f2b33598 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks [] for floatingip, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:08.327964 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2f70103d-f6cf-4846-b59c-12d9f2b33598 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:08.445338 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-2f70103d-f6cf-4846-b59c-12d9f2b33598 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Allocated IP 172.25.0.134 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/a3775410-277f-427e-84d6-ba209cb84e8c) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:14:08.545948 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2f70103d-f6cf-4846-b59c-12d9f2b33598 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:08.578813 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2f70103d-f6cf-4846-b59c-12d9f2b33598 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:08.620029 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f70103d-f6cf-4846-b59c-12d9f2b33598 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:14:08.622902 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-2f70103d-f6cf-4846-b59c-12d9f2b33598 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:14:08.626393 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f70103d-f6cf-4846-b59c-12d9f2b33598 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:14:08.652552 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f70103d-f6cf-4846-b59c-12d9f2b33598 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Pushing event updated for resources: {'Port': ['ID=a3775410-277f-427e-84d6-ba209cb84e8c,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:08.965138 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2f70103d-f6cf-4846-b59c-12d9f2b33598 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:09.033895 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2f70103d-f6cf-4846-b59c-12d9f2b33598 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:09.185565 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2f70103d-f6cf-4846-b59c-12d9f2b33598 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:09.189960 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2f70103d-f6cf-4846-b59c-12d9f2b33598 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:09.257314 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f70103d-f6cf-4846-b59c-12d9f2b33598 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Pushing event updated for resources: {'Port': ['ID=a3775410-277f-427e-84d6-ba209cb84e8c,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:09.268644 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2f70103d-f6cf-4846-b59c-12d9f2b33598 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:09.368453 n-d-817746-1 neutron-server[103361]: INFO neutron.db.l3_db [None req-2f70103d-f6cf-4846-b59c-12d9f2b33598 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Floating IP 938f8b27-5905-42e3-be6b-2dffc0df1d26 associated. External IP: 172.25.0.134, port: bc0d24c5-52b3-4465-876f-14de9cd40597. Nov 25 18:14:09.574864 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f70103d-f6cf-4846-b59c-12d9f2b33598 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Router ba104446-f4c3-45cb-bddd-a17f5eec7db3 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:14:09.677741 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f70103d-f6cf-4846-b59c-12d9f2b33598 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:14:09.688790 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755486e1-6c13-4959-8599-3952bf69fa57 None None] Sync routers for ids ['ba104446-f4c3-45cb-bddd-a17f5eec7db3'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:14:09.698944 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2f70103d-f6cf-4846-b59c-12d9f2b33598 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:09.701052 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755486e1-6c13-4959-8599-3952bf69fa57 None None] Routers {'ba104446-f4c3-45cb-bddd-a17f5eec7db3'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:14:09.701709 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-755486e1-6c13-4959-8599-3952bf69fa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:13:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['ba104446-f4c3-45cb-bddd-a17f5eec7db3'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:09.729487 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-2f70103d-f6cf-4846-b59c-12d9f2b33598 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5204735 Nov 25 18:14:09.730335 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84410266-7379-4af0-a38d-59efce71a290', 'tag': 'bc0d24c5-52b3-4465-876f-14de9cd40597'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:14:09.732733 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf57b9d-2bd5-4a09-8b47-ad06cae2f5aa" -d '{"events": [{"name": "network-changed", "server_uuid": "84410266-7379-4af0-a38d-59efce71a290", "tag": "bc0d24c5-52b3-4465-876f-14de9cd40597"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:14:09.771945 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf4eb4c-8f5c-42fe-962a-4e90d46baa42 x-openstack-request-id: req-bcf4eb4c-8f5c-42fe-962a-4e90d46baa42 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:14:09.772792 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84410266-7379-4af0-a38d-59efce71a290", "tag": "bc0d24c5-52b3-4465-876f-14de9cd40597", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:14:09.773084 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bcf4eb4c-8f5c-42fe-962a-4e90d46baa42 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:14:09.773497 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84410266-7379-4af0-a38d-59efce71a290', 'tag': 'bc0d24c5-52b3-4465-876f-14de9cd40597', 'status': 'completed', 'code': 200} Nov 25 18:14:09.809656 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-755486e1-6c13-4959-8599-3952bf69fa57 None None] Set router ba104446-f4c3-45cb-bddd-a17f5eec7db3 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:14:09.836117 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf57b9d-2bd5-4a09-8b47-ad06cae2f5aa req-c360e408-c238-441b-8402-7e47e8f5840d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:09.837613 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7cf57b9d-2bd5-4a09-8b47-ad06cae2f5aa req-c360e408-c238-441b-8402-7e47e8f5840d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6ab23648606342cbab1078b569017d74&device_id=84410266-7379-4af0-a38d-59efce71a290 HTTP/1.1" status: 200 len: 1096 time: 0.0427001 Nov 25 18:14:09.937658 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf57b9d-2bd5-4a09-8b47-ad06cae2f5aa req-27584d6c-c391-4db9-89c9-8dbb481f3801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:09.939355 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7cf57b9d-2bd5-4a09-8b47-ad06cae2f5aa req-27584d6c-c391-4db9-89c9-8dbb481f3801 service neutron] 10.222.0.90 "GET /v2.0/networks?id=eb78451b-a8c0-409a-b574-991d66fe6db7 HTTP/1.1" status: 200 len: 912 time: 0.0950608 Nov 25 18:14:10.011402 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7cf57b9d-2bd5-4a09-8b47-ad06cae2f5aa req-d4dfabdf-8643-4ecc-b2e9-c80b754c9228 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc0d24c5-52b3-4465-876f-14de9cd40597 HTTP/1.1" status: 200 len: 999 time: 0.0644209 Nov 25 18:14:10.061371 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf57b9d-2bd5-4a09-8b47-ad06cae2f5aa req-fc81e1da-a11e-4a34-81a3-07e9f080f9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:10.062875 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7cf57b9d-2bd5-4a09-8b47-ad06cae2f5aa req-fc81e1da-a11e-4a34-81a3-07e9f080f9e7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=851e0f62-edf2-4a76-88fc-d8fbd058c843 HTTP/1.1" status: 200 len: 850 time: 0.0446234 Nov 25 18:14:10.108072 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf57b9d-2bd5-4a09-8b47-ad06cae2f5aa req-08a5a7b7-8616-4949-a56b-e046c2319b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:10.109504 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7cf57b9d-2bd5-4a09-8b47-ad06cae2f5aa req-08a5a7b7-8616-4949-a56b-e046c2319b93 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eb78451b-a8c0-409a-b574-991d66fe6db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400090 Nov 25 18:14:10.198782 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-755486e1-6c13-4959-8599-3952bf69fa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'name': 'tempest-TestVolumeBootPattern-924170566-router', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '1d419a11-3cd5-4cca-8c89-44659ef80ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:05:49Z', 'updated_at': '2021-11-25T18:05:51Z', 'revision_number': 4, 'project_id': '6ab23648606342cbab1078b569017d74', 'gw_port': {'id': '1d419a11-3cd5-4cca-8c89-44659ef80ba1', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:84:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:49Z', 'updated_at': '2021-11-25T18:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '755abc4f-2baf-4888-9a10-dc9479b8aa76', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'floating_ip_address': '172.25.0.73', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'port_id': '2fbeed39-50b9-4f56-868f-d555d161ae50', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7', 'mac_address': 'fa:16:3e:71:8c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:11:58Z', 'updated_at': '2021-11-25T18:12:00Z', 'revision_number': 1, 'project_id': '6ab23648606342cbab1078b569017d74', 'fixed_ip_address_scope': None}, {'id': '938f8b27-5905-42e3-be6b-2dffc0df1d26', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'floating_ip_address': '172.25.0.134', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'port_id': 'bc0d24c5-52b3-4465-876f-14de9cd40597', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7', 'mac_address': 'fa:16:3e:23:a1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84410266-7379-4af0-a38d-59efce71a290', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:14:08Z', 'updated_at': '2021-11-25T18:14:08Z', 'revision_number': 0, 'project_id': '6ab23648606342cbab1078b569017d74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69a04000-80cc-4e66-9c28-082e9cf3e7cb', 'name': '', 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'mac_address': 'fa:16:3e:29:2c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '851e0f62-edf2-4a76-88fc-d8fbd058c843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:50Z', 'updated_at': '2021-11-25T18:05:58Z', 'revision_number': 5, 'project_id': '6ab23648606342cbab1078b569017d74', 'subnets': [{'id': '851e0f62-edf2-4a76-88fc-d8fbd058c843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:10.203729 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7cf57b9d-2bd5-4a09-8b47-ad06cae2f5aa req-d8f9f9cb-8cff-48cb-ad50-b9d9dd383b95 service neutron] 10.222.0.90 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862160 Nov 25 18:14:10.228702 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755486e1-6c13-4959-8599-3952bf69fa57 None None] Checking router: ba104446-f4c3-45cb-bddd-a17f5eec7db3 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:14:10.237560 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755486e1-6c13-4959-8599-3952bf69fa57 None None] Routers {'ba104446-f4c3-45cb-bddd-a17f5eec7db3'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:14:10.238174 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-755486e1-6c13-4959-8599-3952bf69fa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:13:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['ba104446-f4c3-45cb-bddd-a17f5eec7db3'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:10.294554 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7cf57b9d-2bd5-4a09-8b47-ad06cae2f5aa req-54bd7b23-8c97-48e5-bb4b-ddaf01b6227e service neutron] 10.222.0.90 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832875 Nov 25 18:14:10.343902 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-755486e1-6c13-4959-8599-3952bf69fa57 None None] Set router ba104446-f4c3-45cb-bddd-a17f5eec7db3 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:14:10.580915 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-755486e1-6c13-4959-8599-3952bf69fa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'name': 'tempest-TestVolumeBootPattern-924170566-router', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '1d419a11-3cd5-4cca-8c89-44659ef80ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:05:49Z', 'updated_at': '2021-11-25T18:05:51Z', 'revision_number': 4, 'project_id': '6ab23648606342cbab1078b569017d74', 'gw_port': {'id': '1d419a11-3cd5-4cca-8c89-44659ef80ba1', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:84:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:49Z', 'updated_at': '2021-11-25T18:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '755abc4f-2baf-4888-9a10-dc9479b8aa76', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'floating_ip_address': '172.25.0.73', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'port_id': '2fbeed39-50b9-4f56-868f-d555d161ae50', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7', 'mac_address': 'fa:16:3e:71:8c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:11:58Z', 'updated_at': '2021-11-25T18:12:00Z', 'revision_number': 1, 'project_id': '6ab23648606342cbab1078b569017d74', 'fixed_ip_address_scope': None}, {'id': '938f8b27-5905-42e3-be6b-2dffc0df1d26', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'floating_ip_address': '172.25.0.134', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'port_id': 'bc0d24c5-52b3-4465-876f-14de9cd40597', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7', 'mac_address': 'fa:16:3e:23:a1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84410266-7379-4af0-a38d-59efce71a290', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:14:08Z', 'updated_at': '2021-11-25T18:14:08Z', 'revision_number': 0, 'project_id': '6ab23648606342cbab1078b569017d74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69a04000-80cc-4e66-9c28-082e9cf3e7cb', 'name': '', 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'mac_address': 'fa:16:3e:29:2c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '851e0f62-edf2-4a76-88fc-d8fbd058c843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:50Z', 'updated_at': '2021-11-25T18:05:58Z', 'revision_number': 5, 'project_id': '6ab23648606342cbab1078b569017d74', 'subnets': [{'id': '851e0f62-edf2-4a76-88fc-d8fbd058c843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:10.609667 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755486e1-6c13-4959-8599-3952bf69fa57 None None] The sync data for ids ['ba104446-f4c3-45cb-bddd-a17f5eec7db3'] in n-d-817746-1 is: [{'id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'name': 'tempest-TestVolumeBootPattern-924170566-router', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '1d419a11-3cd5-4cca-8c89-44659ef80ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:05:49Z', 'updated_at': '2021-11-25T18:05:51Z', 'revision_number': 4, 'project_id': '6ab23648606342cbab1078b569017d74', 'gw_port': {'id': '1d419a11-3cd5-4cca-8c89-44659ef80ba1', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:84:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:49Z', 'updated_at': '2021-11-25T18:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '755abc4f-2baf-4888-9a10-dc9479b8aa76', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'floating_ip_address': '172.25.0.73', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'port_id': '2fbeed39-50b9-4f56-868f-d555d161ae50', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7', 'mac_address': 'fa:16:3e:71:8c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:11:58Z', 'updated_at': '2021-11-25T18:12:00Z', 'revision_number': 1, 'project_id': '6ab23648606342cbab1078b569017d74', 'fixed_ip_address_scope': None}, {'id': '938f8b27-5905-42e3-be6b-2dffc0df1d26', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'floating_ip_address': '172.25.0.134', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'port_id': 'bc0d24c5-52b3-4465-876f-14de9cd40597', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7', 'mac_address': 'fa:16:3e:23:a1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84410266-7379-4af0-a38d-59efce71a290', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:14:08Z', 'updated_at': '2021-11-25T18:14:08Z', 'revision_number': 0, 'project_id': '6ab23648606342cbab1078b569017d74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69a04000-80cc-4e66-9c28-082e9cf3e7cb', 'name': '', 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'mac_address': 'fa:16:3e:29:2c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '851e0f62-edf2-4a76-88fc-d8fbd058c843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:50Z', 'updated_at': '2021-11-25T18:05:58Z', 'revision_number': 5, 'project_id': '6ab23648606342cbab1078b569017d74', 'subnets': [{'id': '851e0f62-edf2-4a76-88fc-d8fbd058c843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:14:10.791371 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2376bbd7-e0d5-4236-b647-0dca8676817a None None] New status for floating IP 938f8b27-5905-42e3-be6b-2dffc0df1d26: ACTIVE {{(pid=103363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:14:17.024042 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:17.174670 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-580e2701-4c31-4147-8dba-4fbfe9c1d53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:17.267946 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:19.910654 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a7d1a5cd-d2ac-4545-bee3-6ad92b5af4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:20.976873 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:22.168179 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:23.114352 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:23.328751 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:14:38.477996 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2f69f7cc-f49c-40d9-8928-343226b53569 req-d8cd5fcd-d759-42f9-b7b2-cb1b70a41ff6 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=84410266-7379-4af0-a38d-59efce71a290&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0457048 Nov 25 18:14:38.887043 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f69f7cc-f49c-40d9-8928-343226b53569 req-e3a1fc73-4636-4ff2-8534-3e31ef95aea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:38.888542 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2f69f7cc-f49c-40d9-8928-343226b53569 req-e3a1fc73-4636-4ff2-8534-3e31ef95aea9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6ab23648606342cbab1078b569017d74&device_id=84410266-7379-4af0-a38d-59efce71a290 HTTP/1.1" status: 200 len: 1096 time: 0.3695314 Nov 25 18:14:38.993240 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f69f7cc-f49c-40d9-8928-343226b53569 req-f4cd8461-87d8-4ae2-9444-abacff3c8ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:38.994713 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2f69f7cc-f49c-40d9-8928-343226b53569 req-f4cd8461-87d8-4ae2-9444-abacff3c8ba7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=eb78451b-a8c0-409a-b574-991d66fe6db7 HTTP/1.1" status: 200 len: 912 time: 0.0865719 Nov 25 18:14:39.062794 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2f69f7cc-f49c-40d9-8928-343226b53569 req-5c19a964-0dc1-443a-8b76-f1283777fada service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc0d24c5-52b3-4465-876f-14de9cd40597 HTTP/1.1" status: 200 len: 1001 time: 0.0609949 Nov 25 18:14:39.111629 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f69f7cc-f49c-40d9-8928-343226b53569 req-ea49ba50-f37a-4762-9568-7810a671eda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:39.113063 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2f69f7cc-f49c-40d9-8928-343226b53569 req-ea49ba50-f37a-4762-9568-7810a671eda1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=851e0f62-edf2-4a76-88fc-d8fbd058c843 HTTP/1.1" status: 200 len: 850 time: 0.0437877 Nov 25 18:14:39.158800 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f69f7cc-f49c-40d9-8928-343226b53569 req-83e283d4-9939-4624-95ba-0f50799523c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:39.160205 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2f69f7cc-f49c-40d9-8928-343226b53569 req-83e283d4-9939-4624-95ba-0f50799523c6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eb78451b-a8c0-409a-b574-991d66fe6db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405672 Nov 25 18:14:39.251935 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2f69f7cc-f49c-40d9-8928-343226b53569 req-75370ea7-ba6b-43db-86c0-f6dbfc4632b9 service neutron] 10.222.0.90 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839601 Nov 25 18:14:39.339145 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2f69f7cc-f49c-40d9-8928-343226b53569 req-17b5a5fa-9dc4-4ffb-a076-035322ce9da8 service neutron] 10.222.0.90 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801401 Nov 25 18:14:42.229810 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3532f99f-f6a6-49c2-87e6-481888e68cab req-2dc6bf5a-9118-4531-a3c0-ce268e8c1bb9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422945 Nov 25 18:14:42.316403 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3532f99f-f6a6-49c2-87e6-481888e68cab req-2ccc47d8-0fb3-4034-a167-56e7616856dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:42.317950 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3532f99f-f6a6-49c2-87e6-481888e68cab req-2ccc47d8-0fb3-4034-a167-56e7616856dd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6ab23648606342cbab1078b569017d74&device_id=ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb HTTP/1.1" status: 200 len: 1097 time: 0.0446134 Nov 25 18:14:42.420849 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3532f99f-f6a6-49c2-87e6-481888e68cab req-33293f81-7512-4026-a03b-926f918cc582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:42.422386 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3532f99f-f6a6-49c2-87e6-481888e68cab req-33293f81-7512-4026-a03b-926f918cc582 service neutron] 10.222.0.74 "GET /v2.0/networks?id=eb78451b-a8c0-409a-b574-991d66fe6db7 HTTP/1.1" status: 200 len: 912 time: 0.0844908 Nov 25 18:14:42.493471 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3532f99f-f6a6-49c2-87e6-481888e68cab req-c7d8f20f-31cf-41fa-8b74-f04dcbc9f86c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fbeed39-50b9-4f56-868f-d555d161ae50 HTTP/1.1" status: 200 len: 1001 time: 0.0627935 Nov 25 18:14:42.542126 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3532f99f-f6a6-49c2-87e6-481888e68cab req-f4d231a6-0288-4391-877a-ac484a461bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:42.543581 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3532f99f-f6a6-49c2-87e6-481888e68cab req-f4d231a6-0288-4391-877a-ac484a461bff service neutron] 10.222.0.74 "GET /v2.0/subnets?id=851e0f62-edf2-4a76-88fc-d8fbd058c843 HTTP/1.1" status: 200 len: 850 time: 0.0438063 Nov 25 18:14:42.589878 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3532f99f-f6a6-49c2-87e6-481888e68cab req-e7413cc8-40a7-49d7-890b-6610abdd3ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:42.591344 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3532f99f-f6a6-49c2-87e6-481888e68cab req-e7413cc8-40a7-49d7-890b-6610abdd3ee9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb78451b-a8c0-409a-b574-991d66fe6db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403743 Nov 25 18:14:42.683256 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3532f99f-f6a6-49c2-87e6-481888e68cab req-295a5b9a-c493-4938-a6ba-ca63527a806d service neutron] 10.222.0.74 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846345 Nov 25 18:14:42.782567 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-3532f99f-f6a6-49c2-87e6-481888e68cab req-7b13de51-e93f-4a2b-83d9-b30ebed11fe7 service neutron] 10.222.0.74 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917728 Nov 25 18:14:47.049231 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:47.178492 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-34ec275d-404d-491a-bbf2-ffb9512bbf08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:47.286069 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:49.912242 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a7740d5d-f73c-458c-b3b5-5448e3202257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:50.977752 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:52.172144 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:53.115950 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:00.329253 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:15:17.048571 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:17.180960 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4fa73564-5017-4ecc-8549-df8f099e1ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:17.296910 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:19.914035 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-57f42d9d-d64a-4529-a499-dd7b833bb189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:20.980144 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:22.174100 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:23.118303 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:37.329017 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:15:39.479172 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f149fc2b-ef56-4eac-ac84-2cabc0321670 req-54279748-a3ef-4c3d-9367-445461ac02af service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=84410266-7379-4af0-a38d-59efce71a290&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454381 Nov 25 18:15:39.562989 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f149fc2b-ef56-4eac-ac84-2cabc0321670 req-5fd91d2d-5b8b-49aa-bbb6-9b21162c4570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:39.564450 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f149fc2b-ef56-4eac-ac84-2cabc0321670 req-5fd91d2d-5b8b-49aa-bbb6-9b21162c4570 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6ab23648606342cbab1078b569017d74&device_id=84410266-7379-4af0-a38d-59efce71a290 HTTP/1.1" status: 200 len: 1096 time: 0.0408354 Nov 25 18:15:39.666316 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f149fc2b-ef56-4eac-ac84-2cabc0321670 req-b0c231ce-fa0c-430b-9e49-0fcbfcb08cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:39.667762 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f149fc2b-ef56-4eac-ac84-2cabc0321670 req-b0c231ce-fa0c-430b-9e49-0fcbfcb08cf0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=eb78451b-a8c0-409a-b574-991d66fe6db7 HTTP/1.1" status: 200 len: 912 time: 0.0839362 Nov 25 18:15:39.736117 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f149fc2b-ef56-4eac-ac84-2cabc0321670 req-ca83b63f-e57e-4900-9c1d-e226ac5bfdf2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc0d24c5-52b3-4465-876f-14de9cd40597 HTTP/1.1" status: 200 len: 1001 time: 0.0610971 Nov 25 18:15:39.784514 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f149fc2b-ef56-4eac-ac84-2cabc0321670 req-c5bb465c-867b-48a6-af38-32ac59fa83d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:39.785953 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f149fc2b-ef56-4eac-ac84-2cabc0321670 req-c5bb465c-867b-48a6-af38-32ac59fa83d0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=851e0f62-edf2-4a76-88fc-d8fbd058c843 HTTP/1.1" status: 200 len: 850 time: 0.0431881 Nov 25 18:15:39.830430 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f149fc2b-ef56-4eac-ac84-2cabc0321670 req-ff0a00e1-7c5a-4775-823e-4eabdcf361ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:39.831882 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f149fc2b-ef56-4eac-ac84-2cabc0321670 req-ff0a00e1-7c5a-4775-823e-4eabdcf361ba service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eb78451b-a8c0-409a-b574-991d66fe6db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392461 Nov 25 18:15:39.933024 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f149fc2b-ef56-4eac-ac84-2cabc0321670 req-cfa9c8bd-7a6f-4838-9438-47238025d57c service neutron] 10.222.0.90 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932930 Nov 25 18:15:40.023025 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f149fc2b-ef56-4eac-ac84-2cabc0321670 req-41ca13d8-08ac-4291-96d3-fcd2ec3037ed service neutron] 10.222.0.90 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827813 Nov 25 18:15:42.229440 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c2146d2c-21eb-4dea-b20e-bb602b4cfb02 req-4251c471-3d37-48ed-a2eb-1ce4986bd94f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415280 Nov 25 18:15:42.316803 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2146d2c-21eb-4dea-b20e-bb602b4cfb02 req-550bcbc4-6c6f-417c-b14c-ceece07236ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:42.318350 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c2146d2c-21eb-4dea-b20e-bb602b4cfb02 req-550bcbc4-6c6f-417c-b14c-ceece07236ad service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6ab23648606342cbab1078b569017d74&device_id=ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb HTTP/1.1" status: 200 len: 1097 time: 0.0458362 Nov 25 18:15:42.424002 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2146d2c-21eb-4dea-b20e-bb602b4cfb02 req-cbea3fb1-f229-440f-895e-abf7609f2d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:42.425531 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c2146d2c-21eb-4dea-b20e-bb602b4cfb02 req-cbea3fb1-f229-440f-895e-abf7609f2d60 service neutron] 10.222.0.74 "GET /v2.0/networks?id=eb78451b-a8c0-409a-b574-991d66fe6db7 HTTP/1.1" status: 200 len: 912 time: 0.0865576 Nov 25 18:15:42.496933 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c2146d2c-21eb-4dea-b20e-bb602b4cfb02 req-50048eee-1586-49aa-b1bd-cd01efc6b655 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fbeed39-50b9-4f56-868f-d555d161ae50 HTTP/1.1" status: 200 len: 1001 time: 0.0644181 Nov 25 18:15:42.548515 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2146d2c-21eb-4dea-b20e-bb602b4cfb02 req-001501bf-05c0-4885-81ec-723f1c2e7fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:42.550029 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c2146d2c-21eb-4dea-b20e-bb602b4cfb02 req-001501bf-05c0-4885-81ec-723f1c2e7fe6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=851e0f62-edf2-4a76-88fc-d8fbd058c843 HTTP/1.1" status: 200 len: 850 time: 0.0464709 Nov 25 18:15:42.595400 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2146d2c-21eb-4dea-b20e-bb602b4cfb02 req-d230ee69-19bc-4eec-80b1-76fdaffcd5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:42.596893 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c2146d2c-21eb-4dea-b20e-bb602b4cfb02 req-d230ee69-19bc-4eec-80b1-76fdaffcd5b5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb78451b-a8c0-409a-b574-991d66fe6db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403097 Nov 25 18:15:42.686822 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c2146d2c-21eb-4dea-b20e-bb602b4cfb02 req-afe5c2dc-ad39-4de4-a3c8-61a297d7fb4e service neutron] 10.222.0.74 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830717 Nov 25 18:15:42.780433 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c2146d2c-21eb-4dea-b20e-bb602b4cfb02 req-2b6f3c8f-c207-4742-81ae-c020c6abe560 service neutron] 10.222.0.74 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863125 Nov 25 18:15:47.067464 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:47.182973 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-594d3f76-dc4b-4903-8421-809760f1b0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:47.300635 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:48.785351 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34250) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:15:48.946710 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-1ee75a00-3555-422f-99b3-784c0f648d67 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Deleting port a3775410-277f-427e-84d6-ba209cb84e8c {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:15:48.947056 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1ee75a00-3555-422f-99b3-784c0f648d67 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:49.026444 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1ee75a00-3555-422f-99b3-784c0f648d67 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:49.026777 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1ee75a00-3555-422f-99b3-784c0f648d67 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:49.038872 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-1ee75a00-3555-422f-99b3-784c0f648d67 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Calling delete_port for a3775410-277f-427e-84d6-ba209cb84e8c owned by network:floatingip {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:15:49.185258 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1ee75a00-3555-422f-99b3-784c0f648d67 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:49.208571 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee75a00-3555-422f-99b3-784c0f648d67 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Pushing event deleted for resources: {'Port': ['ID=a3775410-277f-427e-84d6-ba209cb84e8c,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:49.222050 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee75a00-3555-422f-99b3-784c0f648d67 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:49.222398 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee75a00-3555-422f-99b3-784c0f648d67 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:49.222743 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee75a00-3555-422f-99b3-784c0f648d67 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:49.223112 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee75a00-3555-422f-99b3-784c0f648d67 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:49.223448 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee75a00-3555-422f-99b3-784c0f648d67 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:49.223779 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee75a00-3555-422f-99b3-784c0f648d67 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:49.224112 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee75a00-3555-422f-99b3-784c0f648d67 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:49.224432 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee75a00-3555-422f-99b3-784c0f648d67 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:49.224756 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee75a00-3555-422f-99b3-784c0f648d67 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:49.225113 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee75a00-3555-422f-99b3-784c0f648d67 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:49.225438 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee75a00-3555-422f-99b3-784c0f648d67 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:49.225757 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee75a00-3555-422f-99b3-784c0f648d67 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:49.280186 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1ee75a00-3555-422f-99b3-784c0f648d67 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks [] for floatingip, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:49.280587 n-d-817746-1 neutron-server[103360]: INFO neutron.db.l3_db [None req-1ee75a00-3555-422f-99b3-784c0f648d67 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Floating IP 938f8b27-5905-42e3-be6b-2dffc0df1d26 disassociated (deleted). External IP: 172.25.0.134, port: bc0d24c5-52b3-4465-876f-14de9cd40597. Nov 25 18:15:49.494612 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee75a00-3555-422f-99b3-784c0f648d67 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Router ba104446-f4c3-45cb-bddd-a17f5eec7db3 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:15:49.600297 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee75a00-3555-422f-99b3-784c0f648d67 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:15:49.605836 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1ee75a00-3555-422f-99b3-784c0f648d67 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:49.610628 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1be966-ec86-4f83-8047-acdcc8901ac9 None None] Sync routers for ids ['ba104446-f4c3-45cb-bddd-a17f5eec7db3'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:15:49.620862 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1be966-ec86-4f83-8047-acdcc8901ac9 None None] Routers {'ba104446-f4c3-45cb-bddd-a17f5eec7db3'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:15:49.621467 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-6a1be966-ec86-4f83-8047-acdcc8901ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:15:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['ba104446-f4c3-45cb-bddd-a17f5eec7db3'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:15:49.633649 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1ee75a00-3555-422f-99b3-784c0f648d67 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "DELETE /v2.0/floatingips/938f8b27-5905-42e3-be6b-2dffc0df1d26 HTTP/1.1" status: 204 len: 168 time: 0.8471148 Nov 25 18:15:49.634564 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84410266-7379-4af0-a38d-59efce71a290', 'tag': 'bc0d24c5-52b3-4465-876f-14de9cd40597'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:15:49.637103 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc65b85-6355-4247-ab9f-64e1c086d0c0" -d '{"events": [{"name": "network-changed", "server_uuid": "84410266-7379-4af0-a38d-59efce71a290", "tag": "bc0d24c5-52b3-4465-876f-14de9cd40597"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:15:49.677767 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7194e623-b3c5-4243-86b1-4971ebc4d828 x-openstack-request-id: req-7194e623-b3c5-4243-86b1-4971ebc4d828 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:15:49.678095 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84410266-7379-4af0-a38d-59efce71a290", "tag": "bc0d24c5-52b3-4465-876f-14de9cd40597", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:15:49.678405 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7194e623-b3c5-4243-86b1-4971ebc4d828 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:15:49.678823 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84410266-7379-4af0-a38d-59efce71a290', 'tag': 'bc0d24c5-52b3-4465-876f-14de9cd40597', 'status': 'completed', 'code': 200} Nov 25 18:15:49.728929 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-6a1be966-ec86-4f83-8047-acdcc8901ac9 None None] Set router ba104446-f4c3-45cb-bddd-a17f5eec7db3 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:15:49.750179 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc65b85-6355-4247-ab9f-64e1c086d0c0 req-44a3c701-28fb-4339-a63c-ff990f7691f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:49.751907 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4fc65b85-6355-4247-ab9f-64e1c086d0c0 req-44a3c701-28fb-4339-a63c-ff990f7691f1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6ab23648606342cbab1078b569017d74&device_id=84410266-7379-4af0-a38d-59efce71a290 HTTP/1.1" status: 200 len: 1096 time: 0.0493784 Nov 25 18:15:49.892026 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc65b85-6355-4247-ab9f-64e1c086d0c0 req-af0ddb3a-a735-431b-9e82-bcb019cbd277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:49.893541 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4fc65b85-6355-4247-ab9f-64e1c086d0c0 req-af0ddb3a-a735-431b-9e82-bcb019cbd277 service neutron] 10.222.0.90 "GET /v2.0/networks?id=eb78451b-a8c0-409a-b574-991d66fe6db7 HTTP/1.1" status: 200 len: 912 time: 0.1278584 Nov 25 18:15:49.906456 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a2fb36-a59c-4ee1-b30b-2c8c4424afa5 req-9c9303e6-f039-436b-a7ba-c44fa2962242 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:49.907939 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-69a2fb36-a59c-4ee1-b30b-2c8c4424afa5 req-9c9303e6-f039-436b-a7ba-c44fa2962242 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=84410266-7379-4af0-a38d-59efce71a290 HTTP/1.1" status: 200 len: 945 time: 0.0732777 Nov 25 18:15:49.933639 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-77d708f6-17bc-443d-b8a6-9b4fe2541c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:49.959751 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4fc65b85-6355-4247-ab9f-64e1c086d0c0 req-1d398f3f-4d8d-4ff6-88ed-c2b8ced39309 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc0d24c5-52b3-4465-876f-14de9cd40597 HTTP/1.1" status: 200 len: 217 time: 0.0508435 Nov 25 18:15:49.994311 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-6a1be966-ec86-4f83-8047-acdcc8901ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'name': 'tempest-TestVolumeBootPattern-924170566-router', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '1d419a11-3cd5-4cca-8c89-44659ef80ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:05:49Z', 'updated_at': '2021-11-25T18:05:51Z', 'revision_number': 4, 'project_id': '6ab23648606342cbab1078b569017d74', 'gw_port': {'id': '1d419a11-3cd5-4cca-8c89-44659ef80ba1', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:84:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:49Z', 'updated_at': '2021-11-25T18:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '755abc4f-2baf-4888-9a10-dc9479b8aa76', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'floating_ip_address': '172.25.0.73', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'port_id': '2fbeed39-50b9-4f56-868f-d555d161ae50', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7', 'mac_address': 'fa:16:3e:71:8c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:11:58Z', 'updated_at': '2021-11-25T18:12:00Z', 'revision_number': 1, 'project_id': '6ab23648606342cbab1078b569017d74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69a04000-80cc-4e66-9c28-082e9cf3e7cb', 'name': '', 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'mac_address': 'fa:16:3e:29:2c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '851e0f62-edf2-4a76-88fc-d8fbd058c843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:50Z', 'updated_at': '2021-11-25T18:05:58Z', 'revision_number': 5, 'project_id': '6ab23648606342cbab1078b569017d74', 'subnets': [{'id': '851e0f62-edf2-4a76-88fc-d8fbd058c843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:15:50.020786 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1be966-ec86-4f83-8047-acdcc8901ac9 None None] Checking router: ba104446-f4c3-45cb-bddd-a17f5eec7db3 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:15:50.023849 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-69a2fb36-a59c-4ee1-b30b-2c8c4424afa5 req-1ea08c84-e5eb-4462-8fae-938f493f93bf tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee8f7b93-bf43-49dc-bb9c-c6451c591f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091363 Nov 25 18:15:50.030241 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1be966-ec86-4f83-8047-acdcc8901ac9 None None] Routers {'ba104446-f4c3-45cb-bddd-a17f5eec7db3'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:15:50.030865 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-6a1be966-ec86-4f83-8047-acdcc8901ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:15:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['ba104446-f4c3-45cb-bddd-a17f5eec7db3'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:15:50.033648 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc65b85-6355-4247-ab9f-64e1c086d0c0 req-02194817-2c58-4dd8-acd9-e58dd19aeb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:50.035130 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4fc65b85-6355-4247-ab9f-64e1c086d0c0 req-02194817-2c58-4dd8-acd9-e58dd19aeb50 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=851e0f62-edf2-4a76-88fc-d8fbd058c843 HTTP/1.1" status: 200 len: 850 time: 0.0672333 Nov 25 18:15:50.083366 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc65b85-6355-4247-ab9f-64e1c086d0c0 req-621ed578-5335-4f9b-9a4b-e683c459791a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:50.084900 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4fc65b85-6355-4247-ab9f-64e1c086d0c0 req-621ed578-5335-4f9b-9a4b-e683c459791a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eb78451b-a8c0-409a-b574-991d66fe6db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417163 Nov 25 18:15:50.137734 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-6a1be966-ec86-4f83-8047-acdcc8901ac9 None None] Set router ba104446-f4c3-45cb-bddd-a17f5eec7db3 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:15:50.183930 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4fc65b85-6355-4247-ab9f-64e1c086d0c0 req-d9e72622-dc2e-4386-86d2-0e0c1fe1114f service neutron] 10.222.0.90 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908806 Nov 25 18:15:50.277350 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4fc65b85-6355-4247-ab9f-64e1c086d0c0 req-ac917343-a684-4834-8c4d-dc197c152be3 service neutron] 10.222.0.90 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855618 Nov 25 18:15:50.376287 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-6a1be966-ec86-4f83-8047-acdcc8901ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'name': 'tempest-TestVolumeBootPattern-924170566-router', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '1d419a11-3cd5-4cca-8c89-44659ef80ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:05:49Z', 'updated_at': '2021-11-25T18:05:51Z', 'revision_number': 4, 'project_id': '6ab23648606342cbab1078b569017d74', 'gw_port': {'id': '1d419a11-3cd5-4cca-8c89-44659ef80ba1', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:84:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:49Z', 'updated_at': '2021-11-25T18:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '755abc4f-2baf-4888-9a10-dc9479b8aa76', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'floating_ip_address': '172.25.0.73', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'port_id': '2fbeed39-50b9-4f56-868f-d555d161ae50', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7', 'mac_address': 'fa:16:3e:71:8c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:11:58Z', 'updated_at': '2021-11-25T18:12:00Z', 'revision_number': 1, 'project_id': '6ab23648606342cbab1078b569017d74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69a04000-80cc-4e66-9c28-082e9cf3e7cb', 'name': '', 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'mac_address': 'fa:16:3e:29:2c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '851e0f62-edf2-4a76-88fc-d8fbd058c843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:50Z', 'updated_at': '2021-11-25T18:05:58Z', 'revision_number': 5, 'project_id': '6ab23648606342cbab1078b569017d74', 'subnets': [{'id': '851e0f62-edf2-4a76-88fc-d8fbd058c843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:15:50.401875 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1be966-ec86-4f83-8047-acdcc8901ac9 None None] The sync data for ids ['ba104446-f4c3-45cb-bddd-a17f5eec7db3'] in n-d-817746-1 is: [{'id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'name': 'tempest-TestVolumeBootPattern-924170566-router', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '1d419a11-3cd5-4cca-8c89-44659ef80ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:05:49Z', 'updated_at': '2021-11-25T18:05:51Z', 'revision_number': 4, 'project_id': '6ab23648606342cbab1078b569017d74', 'gw_port': {'id': '1d419a11-3cd5-4cca-8c89-44659ef80ba1', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:84:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:49Z', 'updated_at': '2021-11-25T18:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '755abc4f-2baf-4888-9a10-dc9479b8aa76', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'floating_ip_address': '172.25.0.73', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'port_id': '2fbeed39-50b9-4f56-868f-d555d161ae50', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7', 'mac_address': 'fa:16:3e:71:8c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:11:58Z', 'updated_at': '2021-11-25T18:12:00Z', 'revision_number': 1, 'project_id': '6ab23648606342cbab1078b569017d74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69a04000-80cc-4e66-9c28-082e9cf3e7cb', 'name': '', 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'mac_address': 'fa:16:3e:29:2c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '851e0f62-edf2-4a76-88fc-d8fbd058c843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:50Z', 'updated_at': '2021-11-25T18:05:58Z', 'revision_number': 5, 'project_id': '6ab23648606342cbab1078b569017d74', 'subnets': [{'id': '851e0f62-edf2-4a76-88fc-d8fbd058c843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:15:50.626673 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470a8951-6aa7-40cd-b990-89d060f18347 None None] New status for floating IP 938f8b27-5905-42e3-be6b-2dffc0df1d26: DOWN {{(pid=103363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:15:50.983191 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:51.146857 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b473c-edd1-4631-b132-b93564bc0682 req-8cca1b48-25d5-4155-8e52-ebe4ecd8ae45 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:51.148356 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4a1b473c-edd1-4631-b132-b93564bc0682 req-8cca1b48-25d5-4155-8e52-ebe4ecd8ae45 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=84410266-7379-4af0-a38d-59efce71a290 HTTP/1.1" status: 200 len: 945 time: 0.0551028 Nov 25 18:15:51.202477 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4a1b473c-edd1-4631-b132-b93564bc0682 req-2f153cfe-870f-45b3-b686-b783b8046c8e tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee8f7b93-bf43-49dc-bb9c-c6451c591f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471375 Nov 25 18:15:51.366845 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662b5a5-f759-4cc7-bc91-182f0ae5715f req-2af3dca0-3643-476a-b795-8b52370f7f3d tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:51.368500 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5662b5a5-f759-4cc7-bc91-182f0ae5715f req-2af3dca0-3643-476a-b795-8b52370f7f3d tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.90 "GET /v2.0/ports?device_id=84410266-7379-4af0-a38d-59efce71a290 HTTP/1.1" status: 200 len: 945 time: 0.0555983 Nov 25 18:15:51.458512 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-5662b5a5-f759-4cc7-bc91-182f0ae5715f req-f14187cf-55a1-4e53-9aff-8aba8fd7bdd8 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Deleting port bc0d24c5-52b3-4465-876f-14de9cd40597 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:15:51.458855 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-5662b5a5-f759-4cc7-bc91-182f0ae5715f req-f14187cf-55a1-4e53-9aff-8aba8fd7bdd8 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:51.553671 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-5662b5a5-f759-4cc7-bc91-182f0ae5715f req-f14187cf-55a1-4e53-9aff-8aba8fd7bdd8 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] For port bc0d24c5-52b3-4465-876f-14de9cd40597, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=bc0d24c5-52b3-4465-876f-14de9cd40597,segment=NetworkSegment(b80de946-82a3-4020-8e96-a562c04653e5),segment_id=b80de946-82a3-4020-8e96-a562c04653e5)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:15:51.554048 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-5662b5a5-f759-4cc7-bc91-182f0ae5715f req-f14187cf-55a1-4e53-9aff-8aba8fd7bdd8 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:51.567773 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-5662b5a5-f759-4cc7-bc91-182f0ae5715f req-f14187cf-55a1-4e53-9aff-8aba8fd7bdd8 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Calling delete_port for bc0d24c5-52b3-4465-876f-14de9cd40597 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:15:51.699064 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-5662b5a5-f759-4cc7-bc91-182f0ae5715f req-f14187cf-55a1-4e53-9aff-8aba8fd7bdd8 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:51.729203 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14187cf-55a1-4e53-9aff-8aba8fd7bdd8 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Pushing event deleted for resources: {'Port': ['ID=bc0d24c5-52b3-4465-876f-14de9cd40597,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:51.757998 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14187cf-55a1-4e53-9aff-8aba8fd7bdd8 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:51.758870 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14187cf-55a1-4e53-9aff-8aba8fd7bdd8 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:51.759345 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14187cf-55a1-4e53-9aff-8aba8fd7bdd8 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:51.759689 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14187cf-55a1-4e53-9aff-8aba8fd7bdd8 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:51.760027 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14187cf-55a1-4e53-9aff-8aba8fd7bdd8 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:51.760361 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14187cf-55a1-4e53-9aff-8aba8fd7bdd8 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:51.760685 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14187cf-55a1-4e53-9aff-8aba8fd7bdd8 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:51.761035 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14187cf-55a1-4e53-9aff-8aba8fd7bdd8 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:51.761361 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14187cf-55a1-4e53-9aff-8aba8fd7bdd8 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:51.761688 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14187cf-55a1-4e53-9aff-8aba8fd7bdd8 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:51.762011 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14187cf-55a1-4e53-9aff-8aba8fd7bdd8 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:51.762338 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14187cf-55a1-4e53-9aff-8aba8fd7bdd8 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:51.781998 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-5662b5a5-f759-4cc7-bc91-182f0ae5715f req-f14187cf-55a1-4e53-9aff-8aba8fd7bdd8 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] No DVR routers for this DVR port bc0d24c5-52b3-4465-876f-14de9cd40597 on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:15:51.784515 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-5662b5a5-f759-4cc7-bc91-182f0ae5715f req-f14187cf-55a1-4e53-9aff-8aba8fd7bdd8 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:51.788009 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5662b5a5-f759-4cc7-bc91-182f0ae5715f req-f14187cf-55a1-4e53-9aff-8aba8fd7bdd8 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.90 "DELETE /v2.0/ports/bc0d24c5-52b3-4465-876f-14de9cd40597 HTTP/1.1" status: 204 len: 173 time: 0.4137568 Nov 25 18:15:51.788483 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84410266-7379-4af0-a38d-59efce71a290', 'name': 'network-vif-deleted', 'tag': 'bc0d24c5-52b3-4465-876f-14de9cd40597'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:15:51.791060 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6cb3a8c-a2d5-4072-ada4-3d27c3bf276f" -d '{"events": [{"server_uuid": "84410266-7379-4af0-a38d-59efce71a290", "name": "network-vif-deleted", "tag": "bc0d24c5-52b3-4465-876f-14de9cd40597"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:15:51.833871 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc05be46-345f-4870-aacb-0ebddeede7d3 x-openstack-request-id: req-fc05be46-345f-4870-aacb-0ebddeede7d3 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:15:51.834169 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84410266-7379-4af0-a38d-59efce71a290", "name": "network-vif-deleted", "tag": "bc0d24c5-52b3-4465-876f-14de9cd40597", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:15:51.834425 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fc05be46-345f-4870-aacb-0ebddeede7d3 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:15:51.834831 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84410266-7379-4af0-a38d-59efce71a290', 'name': 'network-vif-deleted', 'tag': 'bc0d24c5-52b3-4465-876f-14de9cd40597', 'status': 'completed', 'code': 200} Nov 25 18:15:52.178334 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:52.303606 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b3949f62-f482-4a25-8d23-820bc5f60d9a req-ca2bbbbf-c98f-473d-9ef8-88692af78a4c tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=84410266-7379-4af0-a38d-59efce71a290 HTTP/1.1" status: 200 len: 210 time: 0.0310304 Nov 25 18:15:53.124495 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:53.424586 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-93075a0e-cf96-416d-9133-b29f2d082e5b req-38a26433-0563-4593-ab60-1838aa0d38c2 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=84410266-7379-4af0-a38d-59efce71a290 HTTP/1.1" status: 200 len: 210 time: 0.0325413 Nov 25 18:15:54.410015 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device bc0d24c5-52b3-4465-876f-14de9cd40597 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:15:54.434999 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: bc0d24c5-52b3-4465-876f-14de9cd40597 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:15:54.435346 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device bc0d24c5-52b3-4465-876f-14de9cd40597 not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:15:54.528523 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-45041c4e-7a5a-4b8c-a790-86af798b88bc req-29f1b964-45e5-4eb0-a884-b18fb909a553 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=84410266-7379-4af0-a38d-59efce71a290 HTTP/1.1" status: 200 len: 210 time: 0.0271969 Nov 25 18:15:55.623679 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6ce5c59f-12c1-46ed-95a7-6c9c5431851e req-fbd27c5d-9b11-4502-946f-cea5a54efb31 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=84410266-7379-4af0-a38d-59efce71a290 HTTP/1.1" status: 200 len: 210 time: 0.0265961 Nov 25 18:16:02.031149 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34302) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:16:02.480001 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-dad0b03a-0607-41ba-8258-dbd49b805a9b tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Deleting port b777feb4-6796-44f5-8b19-29b39973f7a6 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:16:02.480347 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dad0b03a-0607-41ba-8258-dbd49b805a9b tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:02.558708 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dad0b03a-0607-41ba-8258-dbd49b805a9b tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:02.559047 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dad0b03a-0607-41ba-8258-dbd49b805a9b tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:02.570523 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-dad0b03a-0607-41ba-8258-dbd49b805a9b tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Calling delete_port for b777feb4-6796-44f5-8b19-29b39973f7a6 owned by network:floatingip {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:16:02.714106 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dad0b03a-0607-41ba-8258-dbd49b805a9b tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:02.742663 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad0b03a-0607-41ba-8258-dbd49b805a9b tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Pushing event deleted for resources: {'Port': ['ID=b777feb4-6796-44f5-8b19-29b39973f7a6,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:16:02.803850 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dad0b03a-0607-41ba-8258-dbd49b805a9b tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks [] for floatingip, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:02.804193 n-d-817746-1 neutron-server[103360]: INFO neutron.db.l3_db [None req-dad0b03a-0607-41ba-8258-dbd49b805a9b tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Floating IP 755abc4f-2baf-4888-9a10-dc9479b8aa76 disassociated (deleted). External IP: 172.25.0.73, port: 2fbeed39-50b9-4f56-868f-d555d161ae50. Nov 25 18:16:03.013292 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dad0b03a-0607-41ba-8258-dbd49b805a9b tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Router ba104446-f4c3-45cb-bddd-a17f5eec7db3 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:16:03.122221 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad0b03a-0607-41ba-8258-dbd49b805a9b tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:16:03.126688 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dad0b03a-0607-41ba-8258-dbd49b805a9b tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:03.131836 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887c7169-939b-49d8-bca8-3318967b7c54 None None] Sync routers for ids ['ba104446-f4c3-45cb-bddd-a17f5eec7db3'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:16:03.142199 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887c7169-939b-49d8-bca8-3318967b7c54 None None] Routers {'ba104446-f4c3-45cb-bddd-a17f5eec7db3'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:16:03.142810 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-887c7169-939b-49d8-bca8-3318967b7c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:15:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['ba104446-f4c3-45cb-bddd-a17f5eec7db3'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:16:03.154738 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-dad0b03a-0607-41ba-8258-dbd49b805a9b tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "DELETE /v2.0/floatingips/755abc4f-2baf-4888-9a10-dc9479b8aa76 HTTP/1.1" status: 204 len: 168 time: 1.1224771 Nov 25 18:16:03.155428 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb', 'tag': '2fbeed39-50b9-4f56-868f-d555d161ae50'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:16:03.157737 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ca94fd-3fd4-4188-91d6-0b1d92b188ba" -d '{"events": [{"name": "network-changed", "server_uuid": "ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb", "tag": "2fbeed39-50b9-4f56-868f-d555d161ae50"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:16:03.197918 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717340bb-0132-43b7-9b1b-c7362bf98bf4 x-openstack-request-id: req-717340bb-0132-43b7-9b1b-c7362bf98bf4 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:16:03.198216 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb", "tag": "2fbeed39-50b9-4f56-868f-d555d161ae50", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:16:03.198562 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-717340bb-0132-43b7-9b1b-c7362bf98bf4 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:16:03.199379 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb', 'tag': '2fbeed39-50b9-4f56-868f-d555d161ae50', 'status': 'completed', 'code': 200} Nov 25 18:16:03.252320 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-887c7169-939b-49d8-bca8-3318967b7c54 None None] Set router ba104446-f4c3-45cb-bddd-a17f5eec7db3 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:16:03.263639 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca94fd-3fd4-4188-91d6-0b1d92b188ba req-eabf7755-9ead-4120-8e3a-eb6a6c5893da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:03.265130 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-97ca94fd-3fd4-4188-91d6-0b1d92b188ba req-eabf7755-9ead-4120-8e3a-eb6a6c5893da service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6ab23648606342cbab1078b569017d74&device_id=ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb HTTP/1.1" status: 200 len: 1097 time: 0.0457289 Nov 25 18:16:03.378724 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca94fd-3fd4-4188-91d6-0b1d92b188ba req-21ca3770-550e-4ac0-a050-1997a5159dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:03.380361 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-97ca94fd-3fd4-4188-91d6-0b1d92b188ba req-21ca3770-550e-4ac0-a050-1997a5159dc7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=eb78451b-a8c0-409a-b574-991d66fe6db7 HTTP/1.1" status: 200 len: 912 time: 0.1019042 Nov 25 18:16:03.402286 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a0760-e570-44a9-a887-3970924b2f10 req-a11965c4-0b27-4173-8e0e-5b79aa447e2a tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:03.404590 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-564a0760-e570-44a9-a887-3970924b2f10 req-a11965c4-0b27-4173-8e0e-5b79aa447e2a tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb HTTP/1.1" status: 200 len: 946 time: 0.0607383 Nov 25 18:16:03.425909 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-97ca94fd-3fd4-4188-91d6-0b1d92b188ba req-1d34b731-4fde-44fb-9e2c-0ebac89d4e0d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fbeed39-50b9-4f56-868f-d555d161ae50 HTTP/1.1" status: 200 len: 217 time: 0.0367746 Nov 25 18:16:03.460447 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-564a0760-e570-44a9-a887-3970924b2f10 req-63b10d08-24b7-49e2-a9f5-d3cd4821c462 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee8f7b93-bf43-49dc-bb9c-c6451c591f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495868 Nov 25 18:16:03.489233 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca94fd-3fd4-4188-91d6-0b1d92b188ba req-081499a1-d6c2-4cc2-831d-5e7e0d571bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:03.490721 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-97ca94fd-3fd4-4188-91d6-0b1d92b188ba req-081499a1-d6c2-4cc2-831d-5e7e0d571bdc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=851e0f62-edf2-4a76-88fc-d8fbd058c843 HTTP/1.1" status: 200 len: 850 time: 0.0488820 Nov 25 18:16:03.548390 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca94fd-3fd4-4188-91d6-0b1d92b188ba req-6ab3fd79-5fed-4aaf-8022-de27a6176bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:03.549874 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-97ca94fd-3fd4-4188-91d6-0b1d92b188ba req-6ab3fd79-5fed-4aaf-8022-de27a6176bef service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb78451b-a8c0-409a-b574-991d66fe6db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509572 Nov 25 18:16:03.561637 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [req-97ca94fd-3fd4-4188-91d6-0b1d92b188ba req-8190158f-f836-401c-82ed-14cb0fa9e4f6 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:16:03.562583 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-97ca94fd-3fd4-4188-91d6-0b1d92b188ba req-8190158f-f836-401c-82ed-14cb0fa9e4f6 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050015 Nov 25 18:16:03.627569 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-887c7169-939b-49d8-bca8-3318967b7c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'name': 'tempest-TestVolumeBootPattern-924170566-router', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '1d419a11-3cd5-4cca-8c89-44659ef80ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:05:49Z', 'updated_at': '2021-11-25T18:05:51Z', 'revision_number': 4, 'project_id': '6ab23648606342cbab1078b569017d74', 'gw_port': {'id': '1d419a11-3cd5-4cca-8c89-44659ef80ba1', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:84:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:49Z', 'updated_at': '2021-11-25T18:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '69a04000-80cc-4e66-9c28-082e9cf3e7cb', 'name': '', 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'mac_address': 'fa:16:3e:29:2c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '851e0f62-edf2-4a76-88fc-d8fbd058c843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:50Z', 'updated_at': '2021-11-25T18:05:58Z', 'revision_number': 5, 'project_id': '6ab23648606342cbab1078b569017d74', 'subnets': [{'id': '851e0f62-edf2-4a76-88fc-d8fbd058c843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:16:03.655061 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-97ca94fd-3fd4-4188-91d6-0b1d92b188ba req-7f6f7769-2add-45f9-bc64-a976cfd1a7c7 service neutron] 10.222.0.74 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849178 Nov 25 18:16:03.657159 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887c7169-939b-49d8-bca8-3318967b7c54 None None] Checking router: ba104446-f4c3-45cb-bddd-a17f5eec7db3 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:16:03.665479 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887c7169-939b-49d8-bca8-3318967b7c54 None None] Routers {'ba104446-f4c3-45cb-bddd-a17f5eec7db3'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:16:03.666453 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-887c7169-939b-49d8-bca8-3318967b7c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:15:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['ba104446-f4c3-45cb-bddd-a17f5eec7db3'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:16:03.753010 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-97ca94fd-3fd4-4188-91d6-0b1d92b188ba req-63529c3e-80ca-4f43-b3f4-60b623769a7d service neutron] 10.222.0.74 "GET /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886681 Nov 25 18:16:03.773665 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-887c7169-939b-49d8-bca8-3318967b7c54 None None] Set router ba104446-f4c3-45cb-bddd-a17f5eec7db3 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:16:03.974804 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-887c7169-939b-49d8-bca8-3318967b7c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'name': 'tempest-TestVolumeBootPattern-924170566-router', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '1d419a11-3cd5-4cca-8c89-44659ef80ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:05:49Z', 'updated_at': '2021-11-25T18:05:51Z', 'revision_number': 4, 'project_id': '6ab23648606342cbab1078b569017d74', 'gw_port': {'id': '1d419a11-3cd5-4cca-8c89-44659ef80ba1', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:84:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:49Z', 'updated_at': '2021-11-25T18:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '69a04000-80cc-4e66-9c28-082e9cf3e7cb', 'name': '', 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'mac_address': 'fa:16:3e:29:2c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '851e0f62-edf2-4a76-88fc-d8fbd058c843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:50Z', 'updated_at': '2021-11-25T18:05:58Z', 'revision_number': 5, 'project_id': '6ab23648606342cbab1078b569017d74', 'subnets': [{'id': '851e0f62-edf2-4a76-88fc-d8fbd058c843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:16:04.001775 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887c7169-939b-49d8-bca8-3318967b7c54 None None] The sync data for ids ['ba104446-f4c3-45cb-bddd-a17f5eec7db3'] in n-d-817746-1 is: [{'id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'name': 'tempest-TestVolumeBootPattern-924170566-router', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '1d419a11-3cd5-4cca-8c89-44659ef80ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:05:49Z', 'updated_at': '2021-11-25T18:05:51Z', 'revision_number': 4, 'project_id': '6ab23648606342cbab1078b569017d74', 'gw_port': {'id': '1d419a11-3cd5-4cca-8c89-44659ef80ba1', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:84:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:49Z', 'updated_at': '2021-11-25T18:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '69a04000-80cc-4e66-9c28-082e9cf3e7cb', 'name': '', 'network_id': 'eb78451b-a8c0-409a-b574-991d66fe6db7', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'mac_address': 'fa:16:3e:29:2c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '851e0f62-edf2-4a76-88fc-d8fbd058c843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:50Z', 'updated_at': '2021-11-25T18:05:58Z', 'revision_number': 5, 'project_id': '6ab23648606342cbab1078b569017d74', 'subnets': [{'id': '851e0f62-edf2-4a76-88fc-d8fbd058c843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:16:04.207050 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3db61d-a740-4205-915b-0e488bf2dd76 None None] New status for floating IP 755abc4f-2baf-4888-9a10-dc9479b8aa76: DOWN {{(pid=103363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:16:04.586983 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c3ec36-7024-4bcd-8685-20689e4ae8b3 req-7221466b-765a-4347-9c85-1cc48f3f0874 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:04.588954 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-32c3ec36-7024-4bcd-8685-20689e4ae8b3 req-7221466b-765a-4347-9c85-1cc48f3f0874 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb HTTP/1.1" status: 200 len: 946 time: 0.0536389 Nov 25 18:16:04.638357 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-32c3ec36-7024-4bcd-8685-20689e4ae8b3 req-094aa94c-e91f-4815-88b5-7670e1d64e17 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee8f7b93-bf43-49dc-bb9c-c6451c591f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435238 Nov 25 18:16:04.894710 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03407962-8725-4f9e-b1ef-36dd734535f5 req-14d6b755-87bb-4646-9ac9-f1105b81d324 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:04.896223 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-03407962-8725-4f9e-b1ef-36dd734535f5 req-14d6b755-87bb-4646-9ac9-f1105b81d324 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.74 "GET /v2.0/ports?device_id=ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb HTTP/1.1" status: 200 len: 946 time: 0.0490439 Nov 25 18:16:04.985981 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-03407962-8725-4f9e-b1ef-36dd734535f5 req-c012a672-d341-466d-9237-f73e957650e9 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Deleting port 2fbeed39-50b9-4f56-868f-d555d161ae50 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:16:04.986328 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-03407962-8725-4f9e-b1ef-36dd734535f5 req-c012a672-d341-466d-9237-f73e957650e9 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:05.079261 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-03407962-8725-4f9e-b1ef-36dd734535f5 req-c012a672-d341-466d-9237-f73e957650e9 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] For port 2fbeed39-50b9-4f56-868f-d555d161ae50, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=2fbeed39-50b9-4f56-868f-d555d161ae50,segment=NetworkSegment(b80de946-82a3-4020-8e96-a562c04653e5),segment_id=b80de946-82a3-4020-8e96-a562c04653e5)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:16:05.079626 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-03407962-8725-4f9e-b1ef-36dd734535f5 req-c012a672-d341-466d-9237-f73e957650e9 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:05.092667 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-03407962-8725-4f9e-b1ef-36dd734535f5 req-c012a672-d341-466d-9237-f73e957650e9 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Calling delete_port for 2fbeed39-50b9-4f56-868f-d555d161ae50 owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:16:05.227961 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-03407962-8725-4f9e-b1ef-36dd734535f5 req-c012a672-d341-466d-9237-f73e957650e9 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:05.257426 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c012a672-d341-466d-9237-f73e957650e9 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Pushing event deleted for resources: {'Port': ['ID=2fbeed39-50b9-4f56-868f-d555d161ae50,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:16:05.299623 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-03407962-8725-4f9e-b1ef-36dd734535f5 req-c012a672-d341-466d-9237-f73e957650e9 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] No DVR routers for this DVR port 2fbeed39-50b9-4f56-868f-d555d161ae50 on host n-h1-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:16:05.302637 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-03407962-8725-4f9e-b1ef-36dd734535f5 req-c012a672-d341-466d-9237-f73e957650e9 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:05.307256 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-03407962-8725-4f9e-b1ef-36dd734535f5 req-c012a672-d341-466d-9237-f73e957650e9 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.74 "DELETE /v2.0/ports/2fbeed39-50b9-4f56-868f-d555d161ae50 HTTP/1.1" status: 204 len: 173 time: 0.4046717 Nov 25 18:16:05.307853 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb', 'name': 'network-vif-deleted', 'tag': '2fbeed39-50b9-4f56-868f-d555d161ae50'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:16:05.310871 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d08892f-b921-45e2-ac0e-b127b41262a1" -d '{"events": [{"server_uuid": "ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb", "name": "network-vif-deleted", "tag": "2fbeed39-50b9-4f56-868f-d555d161ae50"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:16:05.357945 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1173be0-21f2-4381-b22c-d881cf7f6d16 x-openstack-request-id: req-a1173be0-21f2-4381-b22c-d881cf7f6d16 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:16:05.358172 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb", "name": "network-vif-deleted", "tag": "2fbeed39-50b9-4f56-868f-d555d161ae50", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:16:05.358435 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a1173be0-21f2-4381-b22c-d881cf7f6d16 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:16:05.358867 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb', 'name': 'network-vif-deleted', 'tag': '2fbeed39-50b9-4f56-868f-d555d161ae50', 'status': 'completed', 'code': 200} Nov 25 18:16:05.740094 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3c0859eb-488a-43b6-9638-718ee9142841 req-bf2ba18b-af9c-435a-a1c0-83e34bdced61 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb HTTP/1.1" status: 200 len: 210 time: 0.0298131 Nov 25 18:16:06.839095 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-396b9d58-d68a-46a0-81c3-19c31543a2fd req-f1577ee6-233c-416f-98a3-79600ab4b969 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb HTTP/1.1" status: 200 len: 210 time: 0.0272353 Nov 25 18:16:07.117421 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 2fbeed39-50b9-4f56-868f-d555d161ae50 no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:16:07.142181 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: 2fbeed39-50b9-4f56-868f-d555d161ae50 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:16:07.142529 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 2fbeed39-50b9-4f56-868f-d555d161ae50 not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:16:07.936213 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b358a227-42c2-4db1-9d95-43465e3aa700 req-974b522e-05ed-4dd3-b58d-fc606996b331 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb HTTP/1.1" status: 200 len: 210 time: 0.0262606 Nov 25 18:16:09.033468 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-72519b7c-cf28-42f2-9152-4bdf62c3e17d req-d48e7058-12af-4f31-8d27-33706051291e tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca4ebff2-a69d-4d11-9c4f-0ff73d6afcfb HTTP/1.1" status: 200 len: 210 time: 0.0303175 Nov 25 18:16:10.088303 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 34324) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:16:10.213044 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-93bdc5ac-3bcb-472f-8d27-235e10c82a87 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Deleting port 787f730f-5e75-44e6-b5ec-637ab9de1fd8 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:16:10.213390 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-93bdc5ac-3bcb-472f-8d27-235e10c82a87 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:10.286921 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-93bdc5ac-3bcb-472f-8d27-235e10c82a87 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:10.287250 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-93bdc5ac-3bcb-472f-8d27-235e10c82a87 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:10.299295 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-93bdc5ac-3bcb-472f-8d27-235e10c82a87 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Calling delete_port for 787f730f-5e75-44e6-b5ec-637ab9de1fd8 owned by network:floatingip {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:16:10.431987 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-93bdc5ac-3bcb-472f-8d27-235e10c82a87 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:10.457307 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bdc5ac-3bcb-472f-8d27-235e10c82a87 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Pushing event deleted for resources: {'Port': ['ID=787f730f-5e75-44e6-b5ec-637ab9de1fd8,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:16:10.520977 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-93bdc5ac-3bcb-472f-8d27-235e10c82a87 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks [] for floatingip, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:10.523547 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-93bdc5ac-3bcb-472f-8d27-235e10c82a87 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:10.524710 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-93bdc5ac-3bcb-472f-8d27-235e10c82a87 tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "DELETE /v2.0/floatingips/cc4afe86-76c4-4825-a48d-1c85509a37e6 HTTP/1.1" status: 204 len: 168 time: 0.4353461 Nov 25 18:16:13.815740 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34340) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:16:13.874237 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ea53efa7-f50a-4bf6-9d1c-0319767adade tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:13.899717 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ea53efa7-f50a-4bf6-9d1c-0319767adade tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:13.967103 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ea53efa7-f50a-4bf6-9d1c-0319767adade tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:13.969776 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ea53efa7-f50a-4bf6-9d1c-0319767adade tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:13.971026 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ea53efa7-f50a-4bf6-9d1c-0319767adade tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] 10.222.0.75 "DELETE /v2.0/security-groups/ee8f7b93-bf43-49dc-bb9c-c6451c591f38 HTTP/1.1" status: 204 len: 168 time: 0.1542068 Nov 25 18:16:13.981495 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea53efa7-f50a-4bf6-9d1c-0319767adade tempest-TestVolumeBootPattern-597569237 tempest-TestVolumeBootPattern-597569237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8f7b93-bf43-49dc-bb9c-c6451c591f38,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:16:14.034913 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34344) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:16:14.329730 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:16:14.558655 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f26b822d-002a-45bc-8397-54260e014db4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:14.810902 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-f26b822d-002a-45bc-8397-54260e014db4 admin admin] Deleting port 69a04000-80cc-4e66-9c28-082e9cf3e7cb {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:16:14.811230 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f26b822d-002a-45bc-8397-54260e014db4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:14.893104 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-f26b822d-002a-45bc-8397-54260e014db4 admin admin] For port 69a04000-80cc-4e66-9c28-082e9cf3e7cb, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=69a04000-80cc-4e66-9c28-082e9cf3e7cb,segment=NetworkSegment(b80de946-82a3-4020-8e96-a562c04653e5),segment_id=b80de946-82a3-4020-8e96-a562c04653e5)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:16:14.893805 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f26b822d-002a-45bc-8397-54260e014db4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:14.906313 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-f26b822d-002a-45bc-8397-54260e014db4 admin admin] Calling delete_port for 69a04000-80cc-4e66-9c28-082e9cf3e7cb owned by network:router_interface {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:16:15.085113 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f26b822d-002a-45bc-8397-54260e014db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:15.112181 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26b822d-002a-45bc-8397-54260e014db4 admin admin] Pushing event deleted for resources: {'Port': ['ID=69a04000-80cc-4e66-9c28-082e9cf3e7cb,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:16:15.279285 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f26b822d-002a-45bc-8397-54260e014db4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:15.493714 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f26b822d-002a-45bc-8397-54260e014db4 admin admin] Router ba104446-f4c3-45cb-bddd-a17f5eec7db3 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:16:15.601018 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f26b822d-002a-45bc-8397-54260e014db4 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:16:15.606818 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f26b822d-002a-45bc-8397-54260e014db4 admin admin] 10.222.0.75 "PUT /v2.0/routers/ba104446-f4c3-45cb-bddd-a17f5eec7db3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5704963 Nov 25 18:16:15.610560 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34348) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:16:15.619853 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64add19-b25d-437c-94a0-8f412439af35 None None] Sync routers for ids ['ba104446-f4c3-45cb-bddd-a17f5eec7db3'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:16:15.629848 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64add19-b25d-437c-94a0-8f412439af35 None None] Routers {'ba104446-f4c3-45cb-bddd-a17f5eec7db3'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:16:15.630452 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-f64add19-b25d-437c-94a0-8f412439af35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:15:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['ba104446-f4c3-45cb-bddd-a17f5eec7db3'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:16:15.738088 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-f64add19-b25d-437c-94a0-8f412439af35 None None] Set router ba104446-f4c3-45cb-bddd-a17f5eec7db3 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:16:15.929401 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-f64add19-b25d-437c-94a0-8f412439af35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'name': 'tempest-TestVolumeBootPattern-924170566-router', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '1d419a11-3cd5-4cca-8c89-44659ef80ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:05:49Z', 'updated_at': '2021-11-25T18:16:15Z', 'revision_number': 5, 'project_id': '6ab23648606342cbab1078b569017d74', 'gw_port': {'id': '1d419a11-3cd5-4cca-8c89-44659ef80ba1', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:84:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:49Z', 'updated_at': '2021-11-25T18:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:16:15.961599 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64add19-b25d-437c-94a0-8f412439af35 None None] Checking router: ba104446-f4c3-45cb-bddd-a17f5eec7db3 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:16:15.971081 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64add19-b25d-437c-94a0-8f412439af35 None None] Routers {'ba104446-f4c3-45cb-bddd-a17f5eec7db3'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:16:15.971698 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-f64add19-b25d-437c-94a0-8f412439af35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:15:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['ba104446-f4c3-45cb-bddd-a17f5eec7db3'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:16:16.044287 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-40728d28-f4b7-4148-839b-e27b97393cb6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:16.077956 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-f64add19-b25d-437c-94a0-8f412439af35 None None] Set router ba104446-f4c3-45cb-bddd-a17f5eec7db3 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:16:16.142857 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-40728d28-f4b7-4148-839b-e27b97393cb6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:16.201658 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-40728d28-f4b7-4148-839b-e27b97393cb6 admin admin] Deleting port 1d419a11-3cd5-4cca-8c89-44659ef80ba1 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:16:16.202001 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-40728d28-f4b7-4148-839b-e27b97393cb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:16.258522 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-f64add19-b25d-437c-94a0-8f412439af35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'name': 'tempest-TestVolumeBootPattern-924170566-router', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '1d419a11-3cd5-4cca-8c89-44659ef80ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:05:49Z', 'updated_at': '2021-11-25T18:16:15Z', 'revision_number': 5, 'project_id': '6ab23648606342cbab1078b569017d74', 'gw_port': {'id': '1d419a11-3cd5-4cca-8c89-44659ef80ba1', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:84:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:49Z', 'updated_at': '2021-11-25T18:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:16:16.281201 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-40728d28-f4b7-4148-839b-e27b97393cb6 admin admin] For port 1d419a11-3cd5-4cca-8c89-44659ef80ba1, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=1d419a11-3cd5-4cca-8c89-44659ef80ba1,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:16:16.281572 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-40728d28-f4b7-4148-839b-e27b97393cb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:16.287924 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64add19-b25d-437c-94a0-8f412439af35 None None] The sync data for ids ['ba104446-f4c3-45cb-bddd-a17f5eec7db3'] in n-d-817746-1 is: [{'id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'name': 'tempest-TestVolumeBootPattern-924170566-router', 'tenant_id': '6ab23648606342cbab1078b569017d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '1d419a11-3cd5-4cca-8c89-44659ef80ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:05:49Z', 'updated_at': '2021-11-25T18:16:15Z', 'revision_number': 5, 'project_id': '6ab23648606342cbab1078b569017d74', 'gw_port': {'id': '1d419a11-3cd5-4cca-8c89-44659ef80ba1', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:84:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba104446-f4c3-45cb-bddd-a17f5eec7db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:49Z', 'updated_at': '2021-11-25T18:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:16:16.295569 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-40728d28-f4b7-4148-839b-e27b97393cb6 admin admin] Calling delete_port for 1d419a11-3cd5-4cca-8c89-44659ef80ba1 owned by network:router_gateway {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:16:16.459762 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-40728d28-f4b7-4148-839b-e27b97393cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:16.487288 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40728d28-f4b7-4148-839b-e27b97393cb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d419a11-3cd5-4cca-8c89-44659ef80ba1,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:16:16.501985 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bdda06-0aa4-4be5-9ab8-6bb5f7e5fb54 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:16:16.553033 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-40728d28-f4b7-4148-839b-e27b97393cb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:16.643207 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-40728d28-f4b7-4148-839b-e27b97393cb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:16.645452 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-40728d28-f4b7-4148-839b-e27b97393cb6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:16.690666 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-40728d28-f4b7-4148-839b-e27b97393cb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:16.691276 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40728d28-f4b7-4148-839b-e27b97393cb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba104446-f4c3-45cb-bddd-a17f5eec7db3 {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:16:16.695660 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-40728d28-f4b7-4148-839b-e27b97393cb6 admin admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:16.697770 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-40728d28-f4b7-4148-839b-e27b97393cb6 admin admin] 10.222.0.75 "DELETE /v2.0/routers/ba104446-f4c3-45cb-bddd-a17f5eec7db3 HTTP/1.1" status: 204 len: 168 time: 1.0864172 Nov 25 18:16:16.699997 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34350) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:16:16.749908 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bf7116c-7952-42e7-a264-5bc684e953dc admin admin] Deleting subnet 851e0f62-edf2-4a76-88fc-d8fbd058c843 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:16:16.753228 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8bf7116c-7952-42e7-a264-5bc684e953dc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:16.791026 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8bf7116c-7952-42e7-a264-5bc684e953dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:16.871729 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8bf7116c-7952-42e7-a264-5bc684e953dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:16.925962 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8bf7116c-7952-42e7-a264-5bc684e953dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:16.955345 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf7116c-7952-42e7-a264-5bc684e953dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=851e0f62-edf2-4a76-88fc-d8fbd058c843,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:16:16.961227 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8bf7116c-7952-42e7-a264-5bc684e953dc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:16.967889 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8bf7116c-7952-42e7-a264-5bc684e953dc admin admin] 10.222.0.75 "DELETE /v2.0/subnets/851e0f62-edf2-4a76-88fc-d8fbd058c843 HTTP/1.1" status: 204 len: 168 time: 0.2640266 Nov 25 18:16:16.967889 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34352) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:16:16.970236 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c56407-f4f6-42c2-894e-3c490999bdf5 None None] Network eb78451b-a8c0-409a-b574-991d66fe6db7 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:16:17.041928 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1d58a6da-81e8-4abc-b469-9e9e178cdb44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:17.094372 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:17.095725 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-1d58a6da-81e8-4abc-b469-9e9e178cdb44 admin admin] Deleting port 130a8966-735f-4a88-a730-4584516fc23f {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:16:17.096378 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1d58a6da-81e8-4abc-b469-9e9e178cdb44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:17.166790 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-1d58a6da-81e8-4abc-b469-9e9e178cdb44 admin admin] For port 130a8966-735f-4a88-a730-4584516fc23f, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=130a8966-735f-4a88-a730-4584516fc23f,segment=NetworkSegment(b80de946-82a3-4020-8e96-a562c04653e5),segment_id=b80de946-82a3-4020-8e96-a562c04653e5)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:16:17.167156 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1d58a6da-81e8-4abc-b469-9e9e178cdb44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:17.181133 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-1d58a6da-81e8-4abc-b469-9e9e178cdb44 admin admin] Calling delete_port for 130a8966-735f-4a88-a730-4584516fc23f owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:16:17.185785 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ca9efd0c-82fc-4370-aa50-0db23272ecb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:17.262894 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1d58a6da-81e8-4abc-b469-9e9e178cdb44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:17.287745 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d58a6da-81e8-4abc-b469-9e9e178cdb44 admin admin] Pushing event deleted for resources: {'Port': ['ID=130a8966-735f-4a88-a730-4584516fc23f,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:16:17.293985 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d58a6da-81e8-4abc-b469-9e9e178cdb44 admin admin] No DVR routers for this DVR port 130a8966-735f-4a88-a730-4584516fc23f on host n-d-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:16:17.309979 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:17.342783 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841b2327-e89e-4dce-bdaa-c490830cef05 None None] DHCP port deletion for eb78451b-a8c0-409a-b574-991d66fe6db7 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:16:17.378964 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1d58a6da-81e8-4abc-b469-9e9e178cdb44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:17.399854 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-1d58a6da-81e8-4abc-b469-9e9e178cdb44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb78451b-a8c0-409a-b574-991d66fe6db7']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:16:17.409144 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-1d58a6da-81e8-4abc-b469-9e9e178cdb44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b80de946-82a3-4020-8e96-a562c04653e5') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:16:17.409445 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-1d58a6da-81e8-4abc-b469-9e9e178cdb44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b80de946-82a3-4020-8e96-a562c04653e5') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:16:17.419539 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1d58a6da-81e8-4abc-b469-9e9e178cdb44 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:17.434359 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1d58a6da-81e8-4abc-b469-9e9e178cdb44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:17.440393 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d58a6da-81e8-4abc-b469-9e9e178cdb44 admin admin] Releasing vlan 900 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:16:17.440728 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1d58a6da-81e8-4abc-b469-9e9e178cdb44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:17.442692 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 18:16:17.442692 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:16:17.442692 n-d-817746-1 neutron-server[103360]: timer() Nov 25 18:16:17.442692 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:16:17.442692 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 18:16:17.442692 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:16:17.442692 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 18:16:17.442692 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:16:17.442692 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 18:16:17.442692 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:16:17.442692 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 18:16:17.442692 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:16:17.442692 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 18:16:17.442692 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:16:17.442692 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:16:17.442692 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:16:17.442692 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:16:17.442692 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:16:17.442692 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 18:16:17.442692 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:16:17.442692 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 18:16:17.442692 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:16:17.442692 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:16:17.442692 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:16:17.442692 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 18:16:17.442692 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:16:17.442692 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:16:17.442692 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:16:17.442692 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:16:17.442692 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:16:17.442692 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:16:17.442692 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:16:17.501514 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 130a8966-735f-4a88-a730-4584516fc23f no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:16:17.503707 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1d58a6da-81e8-4abc-b469-9e9e178cdb44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:17.509744 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1d58a6da-81e8-4abc-b469-9e9e178cdb44 admin admin] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:17.513139 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1d58a6da-81e8-4abc-b469-9e9e178cdb44 admin admin] 10.222.0.75 "DELETE /v2.0/networks/eb78451b-a8c0-409a-b574-991d66fe6db7 HTTP/1.1" status: 204 len: 168 time: 0.5446641 Nov 25 18:16:17.516069 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34354) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:16:17.524901 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 130a8966-735f-4a88-a730-4584516fc23f {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:16:17.525300 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 130a8966-735f-4a88-a730-4584516fc23f not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:16:17.525728 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 69a04000-80cc-4e66-9c28-082e9cf3e7cb no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:16:17.531697 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d58a6da-81e8-4abc-b469-9e9e178cdb44 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb78451b-a8c0-409a-b574-991d66fe6db7,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:16:17.547507 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 69a04000-80cc-4e66-9c28-082e9cf3e7cb {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:16:17.547871 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 69a04000-80cc-4e66-9c28-082e9cf3e7cb not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:16:17.548284 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 1d419a11-3cd5-4cca-8c89-44659ef80ba1 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:16:17.568291 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 1d419a11-3cd5-4cca-8c89-44659ef80ba1 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:16:17.568588 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 1d419a11-3cd5-4cca-8c89-44659ef80ba1 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:16:17.869492 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e620e544-ba09-4ff9-af6d-e1f1c34561c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:18.118285 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-e620e544-ba09-4ff9-af6d-e1f1c34561c4 admin admin] Deleting port 55d68a69-1aac-43ac-8020-478a4b3f3352 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:16:18.119154 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e620e544-ba09-4ff9-af6d-e1f1c34561c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:18.200248 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-e620e544-ba09-4ff9-af6d-e1f1c34561c4 admin admin] For port 55d68a69-1aac-43ac-8020-478a4b3f3352, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=55d68a69-1aac-43ac-8020-478a4b3f3352,segment=NetworkSegment(85423009-c2a1-456f-a98a-9aad3e146e0d),segment_id=85423009-c2a1-456f-a98a-9aad3e146e0d)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:16:18.200513 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e620e544-ba09-4ff9-af6d-e1f1c34561c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:18.213664 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-e620e544-ba09-4ff9-af6d-e1f1c34561c4 admin admin] Calling delete_port for 55d68a69-1aac-43ac-8020-478a4b3f3352 owned by network:router_interface {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:16:18.391762 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e620e544-ba09-4ff9-af6d-e1f1c34561c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:18.415384 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e620e544-ba09-4ff9-af6d-e1f1c34561c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=55d68a69-1aac-43ac-8020-478a4b3f3352,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:16:18.582393 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e620e544-ba09-4ff9-af6d-e1f1c34561c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:18.797514 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e620e544-ba09-4ff9-af6d-e1f1c34561c4 admin admin] Router 7d4abef4-6f49-4de0-af6f-6ea994df3ef8 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:16:18.903143 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e620e544-ba09-4ff9-af6d-e1f1c34561c4 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:16:18.908059 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e620e544-ba09-4ff9-af6d-e1f1c34561c4 admin admin] 10.222.0.75 "PUT /v2.0/routers/7d4abef4-6f49-4de0-af6f-6ea994df3ef8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3910506 Nov 25 18:16:18.910636 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34356) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:16:18.913960 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a05566a-7648-47d2-b5de-e299a106a27d None None] Sync routers for ids ['7d4abef4-6f49-4de0-af6f-6ea994df3ef8'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:16:18.924301 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a05566a-7648-47d2-b5de-e299a106a27d None None] Routers {'7d4abef4-6f49-4de0-af6f-6ea994df3ef8'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:16:18.925099 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-0a05566a-7648-47d2-b5de-e299a106a27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:15:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['7d4abef4-6f49-4de0-af6f-6ea994df3ef8'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:16:19.024346 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9f4302a5-11d2-4bad-9aae-1dc3aea8bfc5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:19.029440 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-0a05566a-7648-47d2-b5de-e299a106a27d None None] Set router 7d4abef4-6f49-4de0-af6f-6ea994df3ef8 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:16:19.127474 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9f4302a5-11d2-4bad-9aae-1dc3aea8bfc5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:19.182579 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9f4302a5-11d2-4bad-9aae-1dc3aea8bfc5 admin admin] Deleting port 7846aaaf-cdcc-4706-928c-973e81f27a95 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:16:19.182929 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9f4302a5-11d2-4bad-9aae-1dc3aea8bfc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:19.207311 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-0a05566a-7648-47d2-b5de-e299a106a27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d4abef4-6f49-4de0-af6f-6ea994df3ef8', 'name': 'tempest-TestVolumeBootPattern-94568784-router', 'tenant_id': 'd2919a5e11e34f7a9b517c1b727d0230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '7846aaaf-cdcc-4706-928c-973e81f27a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:05:53Z', 'updated_at': '2021-11-25T18:16:18Z', 'revision_number': 5, 'project_id': 'd2919a5e11e34f7a9b517c1b727d0230', 'gw_port': {'id': '7846aaaf-cdcc-4706-928c-973e81f27a95', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4abef4-6f49-4de0-af6f-6ea994df3ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:54Z', 'updated_at': '2021-11-25T18:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:16:19.236573 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a05566a-7648-47d2-b5de-e299a106a27d None None] Checking router: 7d4abef4-6f49-4de0-af6f-6ea994df3ef8 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:16:19.246374 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a05566a-7648-47d2-b5de-e299a106a27d None None] Routers {'7d4abef4-6f49-4de0-af6f-6ea994df3ef8'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:16:19.247010 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-0a05566a-7648-47d2-b5de-e299a106a27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:15:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['7d4abef4-6f49-4de0-af6f-6ea994df3ef8'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:16:19.269930 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-9f4302a5-11d2-4bad-9aae-1dc3aea8bfc5 admin admin] For port 7846aaaf-cdcc-4706-928c-973e81f27a95, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=7846aaaf-cdcc-4706-928c-973e81f27a95,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:16:19.270303 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9f4302a5-11d2-4bad-9aae-1dc3aea8bfc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:19.283122 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9f4302a5-11d2-4bad-9aae-1dc3aea8bfc5 admin admin] Calling delete_port for 7846aaaf-cdcc-4706-928c-973e81f27a95 owned by network:router_gateway {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:16:19.332982 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-0a05566a-7648-47d2-b5de-e299a106a27d None None] Set router 7d4abef4-6f49-4de0-af6f-6ea994df3ef8 gateway port host: None {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:16:19.384762 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-0a05566a-7648-47d2-b5de-e299a106a27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d4abef4-6f49-4de0-af6f-6ea994df3ef8', 'name': 'tempest-TestVolumeBootPattern-94568784-router', 'tenant_id': 'd2919a5e11e34f7a9b517c1b727d0230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:05:53Z', 'updated_at': '2021-11-25T18:16:19Z', 'revision_number': 6, 'project_id': 'd2919a5e11e34f7a9b517c1b727d0230', 'gw_port_host': None}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:16:19.415006 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a05566a-7648-47d2-b5de-e299a106a27d None None] The sync data for ids ['7d4abef4-6f49-4de0-af6f-6ea994df3ef8'] in n-d-817746-1 is: [{'id': '7d4abef4-6f49-4de0-af6f-6ea994df3ef8', 'name': 'tempest-TestVolumeBootPattern-94568784-router', 'tenant_id': 'd2919a5e11e34f7a9b517c1b727d0230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:05:53Z', 'updated_at': '2021-11-25T18:16:19Z', 'revision_number': 6, 'project_id': 'd2919a5e11e34f7a9b517c1b727d0230', 'gw_port_host': None}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:16:19.456937 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9f4302a5-11d2-4bad-9aae-1dc3aea8bfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:19.484458 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4302a5-11d2-4bad-9aae-1dc3aea8bfc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7846aaaf-cdcc-4706-928c-973e81f27a95,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:16:19.494884 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be1d0e5-77cd-4c1c-9297-bffd6a08b0c5 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:16:19.546531 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9f4302a5-11d2-4bad-9aae-1dc3aea8bfc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:19.637443 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9f4302a5-11d2-4bad-9aae-1dc3aea8bfc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:19.639850 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9f4302a5-11d2-4bad-9aae-1dc3aea8bfc5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:19.689038 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9f4302a5-11d2-4bad-9aae-1dc3aea8bfc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:19.689558 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4302a5-11d2-4bad-9aae-1dc3aea8bfc5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d4abef4-6f49-4de0-af6f-6ea994df3ef8 {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:16:19.693904 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9f4302a5-11d2-4bad-9aae-1dc3aea8bfc5 admin admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:19.695117 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9f4302a5-11d2-4bad-9aae-1dc3aea8bfc5 admin admin] 10.222.0.75 "DELETE /v2.0/routers/7d4abef4-6f49-4de0-af6f-6ea994df3ef8 HTTP/1.1" status: 204 len: 168 time: 0.7835259 Nov 25 18:16:19.698345 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34358) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:16:19.745444 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-47ce760e-fcce-45e0-86bb-0c4c38701b41 admin admin] Deleting subnet 853f6400-0bbb-402d-b614-ea8811cf2aba {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:16:19.748424 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-47ce760e-fcce-45e0-86bb-0c4c38701b41 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:19.808498 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 55d68a69-1aac-43ac-8020-478a4b3f3352 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:16:19.831535 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 55d68a69-1aac-43ac-8020-478a4b3f3352 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:16:19.831884 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 55d68a69-1aac-43ac-8020-478a4b3f3352 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:16:19.917819 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6e2c5f96-31b3-499c-a413-d1d83151ca3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:20.095321 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-47ce760e-fcce-45e0-86bb-0c4c38701b41 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:20.168842 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-47ce760e-fcce-45e0-86bb-0c4c38701b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:20.227922 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-47ce760e-fcce-45e0-86bb-0c4c38701b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:20.253654 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce760e-fcce-45e0-86bb-0c4c38701b41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=853f6400-0bbb-402d-b614-ea8811cf2aba,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:16:20.257271 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-47ce760e-fcce-45e0-86bb-0c4c38701b41 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:20.261093 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-47ce760e-fcce-45e0-86bb-0c4c38701b41 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/853f6400-0bbb-402d-b614-ea8811cf2aba HTTP/1.1" status: 204 len: 168 time: 0.5617979 Nov 25 18:16:20.263702 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34360) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:16:20.264183 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0f8799-bb4e-425a-ba32-abeff63f6e5c None None] Network 52843f69-c487-43da-ab4d-d804f2232242 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:16:20.333382 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ab4352f2-aeac-4e2e-821e-383d0df600ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:20.385934 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-ab4352f2-aeac-4e2e-821e-383d0df600ad admin admin] Deleting port 56453a1f-23a2-4763-85c1-01fe9d59b723 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:16:20.386275 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ab4352f2-aeac-4e2e-821e-383d0df600ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:20.456468 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-ab4352f2-aeac-4e2e-821e-383d0df600ad admin admin] For port 56453a1f-23a2-4763-85c1-01fe9d59b723, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=56453a1f-23a2-4763-85c1-01fe9d59b723,segment=NetworkSegment(85423009-c2a1-456f-a98a-9aad3e146e0d),segment_id=85423009-c2a1-456f-a98a-9aad3e146e0d)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:16:20.456868 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ab4352f2-aeac-4e2e-821e-383d0df600ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:20.466338 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bc150a-9e3c-4ec4-9f36-5819f59e8577 None None] DHCP port deletion for 52843f69-c487-43da-ab4d-d804f2232242 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:16:20.472213 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-ab4352f2-aeac-4e2e-821e-383d0df600ad admin admin] Calling delete_port for 56453a1f-23a2-4763-85c1-01fe9d59b723 owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:16:20.521554 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-69bc150a-9e3c-4ec4-9f36-5819f59e8577 None None] Deleting port 56453a1f-23a2-4763-85c1-01fe9d59b723 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:16:20.522087 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-69bc150a-9e3c-4ec4-9f36-5819f59e8577 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:20.557285 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ab4352f2-aeac-4e2e-821e-383d0df600ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:20.585704 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4352f2-aeac-4e2e-821e-383d0df600ad admin admin] Pushing event deleted for resources: {'Port': ['ID=56453a1f-23a2-4763-85c1-01fe9d59b723,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:16:20.587091 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-69bc150a-9e3c-4ec4-9f36-5819f59e8577 None None] For port 56453a1f-23a2-4763-85c1-01fe9d59b723, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=56453a1f-23a2-4763-85c1-01fe9d59b723,segment=NetworkSegment(85423009-c2a1-456f-a98a-9aad3e146e0d),segment_id=85423009-c2a1-456f-a98a-9aad3e146e0d)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:16:20.587523 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-69bc150a-9e3c-4ec4-9f36-5819f59e8577 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:20.592106 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4352f2-aeac-4e2e-821e-383d0df600ad admin admin] No DVR routers for this DVR port 56453a1f-23a2-4763-85c1-01fe9d59b723 on host n-d-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:16:20.600285 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-69bc150a-9e3c-4ec4-9f36-5819f59e8577 None None] Calling delete_port for 56453a1f-23a2-4763-85c1-01fe9d59b723 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:16:20.676706 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ab4352f2-aeac-4e2e-821e-383d0df600ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:20.683562 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-69bc150a-9e3c-4ec4-9f36-5819f59e8577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:20.700490 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-ab4352f2-aeac-4e2e-821e-383d0df600ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52843f69-c487-43da-ab4d-d804f2232242']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:16:20.709840 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-ab4352f2-aeac-4e2e-821e-383d0df600ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85423009-c2a1-456f-a98a-9aad3e146e0d') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:16:20.710133 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-ab4352f2-aeac-4e2e-821e-383d0df600ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85423009-c2a1-456f-a98a-9aad3e146e0d') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:16:20.714771 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bc150a-9e3c-4ec4-9f36-5819f59e8577 None None] Pushing event deleted for resources: {'Port': ['ID=56453a1f-23a2-4763-85c1-01fe9d59b723,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:16:20.719456 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bc150a-9e3c-4ec4-9f36-5819f59e8577 None None] No DVR routers for this DVR port 56453a1f-23a2-4763-85c1-01fe9d59b723 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:16:20.720196 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ab4352f2-aeac-4e2e-821e-383d0df600ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:20.730963 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bc150a-9e3c-4ec4-9f36-5819f59e8577 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:20.731399 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bc150a-9e3c-4ec4-9f36-5819f59e8577 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:20.731674 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bc150a-9e3c-4ec4-9f36-5819f59e8577 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:20.732477 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bc150a-9e3c-4ec4-9f36-5819f59e8577 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:20.732477 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bc150a-9e3c-4ec4-9f36-5819f59e8577 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:20.732665 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bc150a-9e3c-4ec4-9f36-5819f59e8577 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:20.734986 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bc150a-9e3c-4ec4-9f36-5819f59e8577 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:20.734986 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bc150a-9e3c-4ec4-9f36-5819f59e8577 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:20.734986 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bc150a-9e3c-4ec4-9f36-5819f59e8577 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:20.734986 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bc150a-9e3c-4ec4-9f36-5819f59e8577 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:20.734986 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bc150a-9e3c-4ec4-9f36-5819f59e8577 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:20.734986 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bc150a-9e3c-4ec4-9f36-5819f59e8577 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:20.735812 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ab4352f2-aeac-4e2e-821e-383d0df600ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:20.741979 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab4352f2-aeac-4e2e-821e-383d0df600ad admin admin] Releasing vlan 923 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:16:20.742465 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ab4352f2-aeac-4e2e-821e-383d0df600ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:20.744148 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 18:16:20.744148 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:16:20.744148 n-d-817746-1 neutron-server[103360]: timer() Nov 25 18:16:20.744148 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:16:20.744148 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 18:16:20.744148 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:16:20.744148 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 18:16:20.744148 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:16:20.744148 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 18:16:20.744148 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:16:20.744148 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 18:16:20.744148 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:16:20.744148 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 18:16:20.744148 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:16:20.744148 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:16:20.744148 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:16:20.744148 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:16:20.744148 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:16:20.744148 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 18:16:20.744148 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:16:20.744148 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 18:16:20.744148 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:16:20.744148 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:16:20.744148 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:16:20.744148 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 18:16:20.744148 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:16:20.744148 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:16:20.744148 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:16:20.744148 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:16:20.744148 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:16:20.744148 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:16:20.744148 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:16:20.803507 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ab4352f2-aeac-4e2e-821e-383d0df600ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:20.810057 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ab4352f2-aeac-4e2e-821e-383d0df600ad admin admin] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:20.813860 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ab4352f2-aeac-4e2e-821e-383d0df600ad admin admin] 10.222.0.75 "DELETE /v2.0/networks/52843f69-c487-43da-ab4d-d804f2232242 HTTP/1.1" status: 204 len: 168 time: 0.5491900 Nov 25 18:16:20.827525 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4352f2-aeac-4e2e-821e-383d0df600ad admin admin] Pushing event deleted for resources: {'Network': ['ID=52843f69-c487-43da-ab4d-d804f2232242,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:16:20.936455 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34364) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:16:20.977940 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1130fa12-1e75-4354-921c-b368359f504f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6ab23648606342cbab1078b569017d74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402279 Nov 25 18:16:20.981089 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34366) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:16:20.986423 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:21.043482 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c4a230c4-f365-4699-9a2e-35df7bfce05b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:21.064107 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c4a230c4-f365-4699-9a2e-35df7bfce05b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:21.111265 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c4a230c4-f365-4699-9a2e-35df7bfce05b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:21.113800 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c4a230c4-f365-4699-9a2e-35df7bfce05b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:21.117614 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c4a230c4-f365-4699-9a2e-35df7bfce05b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a94dcb43-d03f-4362-97c8-e447943aadf1 HTTP/1.1" status: 204 len: 168 time: 0.1329641 Nov 25 18:16:21.122911 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a230c4-f365-4699-9a2e-35df7bfce05b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94dcb43-d03f-4362-97c8-e447943aadf1,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:16:21.458068 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34372) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:16:21.500900 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 56453a1f-23a2-4763-85c1-01fe9d59b723 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:16:21.504751 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d6d9d339-92a8-4810-82e7-3b9f4d78f396 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d2919a5e11e34f7a9b517c1b727d0230&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0454974 Nov 25 18:16:21.507226 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34374) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:16:21.527489 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 56453a1f-23a2-4763-85c1-01fe9d59b723 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:16:21.528063 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 56453a1f-23a2-4763-85c1-01fe9d59b723 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:16:21.528246 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 7846aaaf-cdcc-4706-928c-973e81f27a95 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:16:21.546820 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 7846aaaf-cdcc-4706-928c-973e81f27a95 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:16:21.547168 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 7846aaaf-cdcc-4706-928c-973e81f27a95 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:16:21.555357 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-86b51400-7155-4ed6-8279-cb57ad63f90b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:21.578054 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-86b51400-7155-4ed6-8279-cb57ad63f90b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:21.625384 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-86b51400-7155-4ed6-8279-cb57ad63f90b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:21.628019 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-86b51400-7155-4ed6-8279-cb57ad63f90b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:21.631524 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-86b51400-7155-4ed6-8279-cb57ad63f90b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7006b319-93cb-4d86-8bb6-3941fcad5887 HTTP/1.1" status: 204 len: 168 time: 0.1210766 Nov 25 18:16:21.639172 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b51400-7155-4ed6-8279-cb57ad63f90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7006b319-93cb-4d86-8bb6-3941fcad5887,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:16:22.180396 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:23.127395 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:32.188798 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1cce9e44-ef9e-4305-bd9e-e2aaff3464f6 req-2ead5d4a-82dc-4137-b25d-6f8052770467 tempest-ServersAdminNegativeTestJSON-914959268 tempest-ServersAdminNegativeTestJSON-914959268-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=f57e7b4abadb44dd8fedf0dcf64bb405&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310102 Nov 25 18:16:32.373276 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce9e44-ef9e-4305-bd9e-e2aaff3464f6 req-745574bd-ed1a-4d42-a71d-e626b6674fee tempest-ServersAdminNegativeTestJSON-914959268 tempest-ServersAdminNegativeTestJSON-914959268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:32.374736 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1cce9e44-ef9e-4305-bd9e-e2aaff3464f6 req-745574bd-ed1a-4d42-a71d-e626b6674fee tempest-ServersAdminNegativeTestJSON-914959268 tempest-ServersAdminNegativeTestJSON-914959268-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1805577 Nov 25 18:16:32.389722 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1cce9e44-ef9e-4305-bd9e-e2aaff3464f6 req-644d6f98-01f5-4c47-a695-736824e63676 tempest-ServersAdminNegativeTestJSON-914959268 tempest-ServersAdminNegativeTestJSON-914959268-project] 10.222.0.75 "GET /v2.0/quotas/f57e7b4abadb44dd8fedf0dcf64bb405 HTTP/1.1" status: 200 len: 375 time: 0.0092833 Nov 25 18:16:32.420355 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1cce9e44-ef9e-4305-bd9e-e2aaff3464f6 req-e891e769-c939-48e0-b599-3813279043ed tempest-ServersAdminNegativeTestJSON-914959268 tempest-ServersAdminNegativeTestJSON-914959268-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=f57e7b4abadb44dd8fedf0dcf64bb405&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254080 Nov 25 18:16:32.694888 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-317d374d-c288-47eb-9725-467cf91e34ad req-4d1da706-bf04-4302-9fd7-f942f68ea978 tempest-ServersAdminNegativeTestJSON-914959268 tempest-ServersAdminNegativeTestJSON-914959268-project] 10.222.0.75 "GET /v2.0/ports?device_id=98babd6d-7ea4-44fa-a4d8-68599ee8e5ea HTTP/1.1" status: 200 len: 210 time: 0.1429474 Nov 25 18:16:33.422246 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-1cce9e44-ef9e-4305-bd9e-e2aaff3464f6 req-3adb87ee-5789-4389-978c-19939abd9519 tempest-ServersAdminNegativeTestJSON-914959268 tempest-ServersAdminNegativeTestJSON-914959268-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=f57e7b4abadb44dd8fedf0dcf64bb405&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298455 Nov 25 18:16:33.615865 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce9e44-ef9e-4305-bd9e-e2aaff3464f6 req-3c0dcc29-bcaf-446f-9f7a-894112e4f1ec tempest-ServersAdminNegativeTestJSON-914959268 tempest-ServersAdminNegativeTestJSON-914959268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:33.617389 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-1cce9e44-ef9e-4305-bd9e-e2aaff3464f6 req-3c0dcc29-bcaf-446f-9f7a-894112e4f1ec tempest-ServersAdminNegativeTestJSON-914959268 tempest-ServersAdminNegativeTestJSON-914959268-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1891801 Nov 25 18:16:33.629810 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-1cce9e44-ef9e-4305-bd9e-e2aaff3464f6 req-5cde2cfa-fc1d-46b9-9a6e-85254b21a1c3 tempest-ServersAdminNegativeTestJSON-914959268 tempest-ServersAdminNegativeTestJSON-914959268-project] Request body: {'port': {'device_id': '98babd6d-7ea4-44fa-a4d8-68599ee8e5ea', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'admin_state_up': True, 'tenant_id': 'f57e7b4abadb44dd8fedf0dcf64bb405'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:16:33.737107 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cce9e44-ef9e-4305-bd9e-e2aaff3464f6 req-5cde2cfa-fc1d-46b9-9a6e-85254b21a1c3 tempest-ServersAdminNegativeTestJSON-914959268 tempest-ServersAdminNegativeTestJSON-914959268-project] Made reservation on behalf of f57e7b4abadb44dd8fedf0dcf64bb405 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:16:33.740736 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-1cce9e44-ef9e-4305-bd9e-e2aaff3464f6 req-5cde2cfa-fc1d-46b9-9a6e-85254b21a1c3 tempest-ServersAdminNegativeTestJSON-914959268 tempest-ServersAdminNegativeTestJSON-914959268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:33.750368 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-1cce9e44-ef9e-4305-bd9e-e2aaff3464f6 req-5cde2cfa-fc1d-46b9-9a6e-85254b21a1c3 tempest-ServersAdminNegativeTestJSON-914959268 tempest-ServersAdminNegativeTestJSON-914959268-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:33.813073 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c87f2492-4d60-4b93-b248-7a51280c5154 req-306c2082-a115-4794-b6a7-484d7b1ad8d0 tempest-ServersAdminNegativeTestJSON-914959268 tempest-ServersAdminNegativeTestJSON-914959268-project] 10.222.0.75 "GET /v2.0/ports?device_id=98babd6d-7ea4-44fa-a4d8-68599ee8e5ea HTTP/1.1" status: 200 len: 210 time: 0.0437722 Nov 25 18:16:33.837832 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-1cce9e44-ef9e-4305-bd9e-e2aaff3464f6 req-5cde2cfa-fc1d-46b9-9a6e-85254b21a1c3 tempest-ServersAdminNegativeTestJSON-914959268 tempest-ServersAdminNegativeTestJSON-914959268-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:33.841676 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-1cce9e44-ef9e-4305-bd9e-e2aaff3464f6 req-5cde2cfa-fc1d-46b9-9a6e-85254b21a1c3 tempest-ServersAdminNegativeTestJSON-914959268 tempest-ServersAdminNegativeTestJSON-914959268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:33.908376 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cde2cfa-fc1d-46b9-9a6e-85254b21a1c3 tempest-ServersAdminNegativeTestJSON-914959268 tempest-ServersAdminNegativeTestJSON-914959268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6bb2e36-1b52-4e43-9fe2-b3c329f75e1b,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:16:33.975640 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-1cce9e44-ef9e-4305-bd9e-e2aaff3464f6 req-5cde2cfa-fc1d-46b9-9a6e-85254b21a1c3 tempest-ServersAdminNegativeTestJSON-914959268 tempest-ServersAdminNegativeTestJSON-914959268-project] Allocated IP 192.168.233.55 (ab4fed0b-9bf1-4925-8765-94da08c5de2a/8793709c-5336-428d-aede-b0b8df1a26b2/07c450ae-455e-48f5-b1ed-03e6e3b2b60d) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:16:34.124518 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-1cce9e44-ef9e-4305-bd9e-e2aaff3464f6 req-5cde2cfa-fc1d-46b9-9a6e-85254b21a1c3 tempest-ServersAdminNegativeTestJSON-914959268 tempest-ServersAdminNegativeTestJSON-914959268-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:34.157398 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-1cce9e44-ef9e-4305-bd9e-e2aaff3464f6 req-5cde2cfa-fc1d-46b9-9a6e-85254b21a1c3 tempest-ServersAdminNegativeTestJSON-914959268 tempest-ServersAdminNegativeTestJSON-914959268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:34.202380 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cce9e44-ef9e-4305-bd9e-e2aaff3464f6 req-5cde2cfa-fc1d-46b9-9a6e-85254b21a1c3 tempest-ServersAdminNegativeTestJSON-914959268 tempest-ServersAdminNegativeTestJSON-914959268-project] Network ab4fed0b-9bf1-4925-8765-94da08c5de2a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:16:34.205543 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-1cce9e44-ef9e-4305-bd9e-e2aaff3464f6 req-5cde2cfa-fc1d-46b9-9a6e-85254b21a1c3 tempest-ServersAdminNegativeTestJSON-914959268 tempest-ServersAdminNegativeTestJSON-914959268-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:16:34.209400 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cce9e44-ef9e-4305-bd9e-e2aaff3464f6 req-5cde2cfa-fc1d-46b9-9a6e-85254b21a1c3 tempest-ServersAdminNegativeTestJSON-914959268 tempest-ServersAdminNegativeTestJSON-914959268-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:16:34.235310 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cde2cfa-fc1d-46b9-9a6e-85254b21a1c3 tempest-ServersAdminNegativeTestJSON-914959268 tempest-ServersAdminNegativeTestJSON-914959268-project] Pushing event updated for resources: {'Port': ['ID=07c450ae-455e-48f5-b1ed-03e6e3b2b60d,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:16:34.262623 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce9e44-ef9e-4305-bd9e-e2aaff3464f6 req-5cde2cfa-fc1d-46b9-9a6e-85254b21a1c3 tempest-ServersAdminNegativeTestJSON-914959268 tempest-ServersAdminNegativeTestJSON-914959268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:34.263257 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-1cce9e44-ef9e-4305-bd9e-e2aaff3464f6 req-5cde2cfa-fc1d-46b9-9a6e-85254b21a1c3 tempest-ServersAdminNegativeTestJSON-914959268 tempest-ServersAdminNegativeTestJSON-914959268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:34.279825 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-1cce9e44-ef9e-4305-bd9e-e2aaff3464f6 req-5cde2cfa-fc1d-46b9-9a6e-85254b21a1c3 tempest-ServersAdminNegativeTestJSON-914959268 tempest-ServersAdminNegativeTestJSON-914959268-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6535542 Nov 25 18:16:34.292782 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-1cce9e44-ef9e-4305-bd9e-e2aaff3464f6 req-1232fc9c-53fc-4995-913a-acd824963b8e service neutron] Request body: {'port': {'device_id': '98babd6d-7ea4-44fa-a4d8-68599ee8e5ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:16:34.352625 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-1cce9e44-ef9e-4305-bd9e-e2aaff3464f6 req-1232fc9c-53fc-4995-913a-acd824963b8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:34.476443 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-7abcefe2-306e-4658-83fe-67d50e2240f2 None None] Provisioning complete for port 07c450ae-455e-48f5-b1ed-03e6e3b2b60d triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:16:34.477029 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7abcefe2-306e-4658-83fe-67d50e2240f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:34.511376 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-7abcefe2-306e-4658-83fe-67d50e2240f2 None None] Port 07c450ae-455e-48f5-b1ed-03e6e3b2b60d cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:16:34.617886 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-1cce9e44-ef9e-4305-bd9e-e2aaff3464f6 req-1232fc9c-53fc-4995-913a-acd824963b8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07c450ae-455e-48f5-b1ed-03e6e3b2b60d {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:16:34.625377 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-1cce9e44-ef9e-4305-bd9e-e2aaff3464f6 req-1232fc9c-53fc-4995-913a-acd824963b8e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:34.637189 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-1cce9e44-ef9e-4305-bd9e-e2aaff3464f6 req-1232fc9c-53fc-4995-913a-acd824963b8e service neutron] Transition to ACTIVE for port object 07c450ae-455e-48f5-b1ed-03e6e3b2b60d will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:16:34.640983 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-1cce9e44-ef9e-4305-bd9e-e2aaff3464f6 req-1232fc9c-53fc-4995-913a-acd824963b8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:34.692020 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1232fc9c-53fc-4995-913a-acd824963b8e service neutron] Pushing event updated for resources: {'Port': ['ID=07c450ae-455e-48f5-b1ed-03e6e3b2b60d,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:16:34.766520 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-1cce9e44-ef9e-4305-bd9e-e2aaff3464f6 req-1232fc9c-53fc-4995-913a-acd824963b8e service neutron] Attempting to bind port 07c450ae-455e-48f5-b1ed-03e6e3b2b60d on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:16:34.766864 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-1cce9e44-ef9e-4305-bd9e-e2aaff3464f6 req-1232fc9c-53fc-4995-913a-acd824963b8e service neutron] Attempting to bind port 07c450ae-455e-48f5-b1ed-03e6e3b2b60d by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:16:34.767198 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cce9e44-ef9e-4305-bd9e-e2aaff3464f6 req-1232fc9c-53fc-4995-913a-acd824963b8e service neutron] Attempting to bind port 07c450ae-455e-48f5-b1ed-03e6e3b2b60d on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:16:34.771815 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cce9e44-ef9e-4305-bd9e-e2aaff3464f6 req-1232fc9c-53fc-4995-913a-acd824963b8e service neutron] Port 07c450ae-455e-48f5-b1ed-03e6e3b2b60d on network ab4fed0b-9bf1-4925-8765-94da08c5de2a not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:16:34.772148 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cce9e44-ef9e-4305-bd9e-e2aaff3464f6 req-1232fc9c-53fc-4995-913a-acd824963b8e service neutron] Attempting to bind port 07c450ae-455e-48f5-b1ed-03e6e3b2b60d on network ab4fed0b-9bf1-4925-8765-94da08c5de2a {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:16:34.779191 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cce9e44-ef9e-4305-bd9e-e2aaff3464f6 req-1232fc9c-53fc-4995-913a-acd824963b8e service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:16:34.779533 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cce9e44-ef9e-4305-bd9e-e2aaff3464f6 req-1232fc9c-53fc-4995-913a-acd824963b8e service neutron] Checking segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:16:34.779926 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cce9e44-ef9e-4305-bd9e-e2aaff3464f6 req-1232fc9c-53fc-4995-913a-acd824963b8e service neutron] Bound using segment: {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:16:34.780368 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-1cce9e44-ef9e-4305-bd9e-e2aaff3464f6 req-1232fc9c-53fc-4995-913a-acd824963b8e service neutron] Bound port: 07c450ae-455e-48f5-b1ed-03e6e3b2b60d, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:16:34.780731 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-1cce9e44-ef9e-4305-bd9e-e2aaff3464f6 req-1232fc9c-53fc-4995-913a-acd824963b8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:34.850356 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-1cce9e44-ef9e-4305-bd9e-e2aaff3464f6 req-1232fc9c-53fc-4995-913a-acd824963b8e service neutron] For port 07c450ae-455e-48f5-b1ed-03e6e3b2b60d, host n-h1-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:16:34.853876 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-1cce9e44-ef9e-4305-bd9e-e2aaff3464f6 req-1232fc9c-53fc-4995-913a-acd824963b8e service neutron] For port 07c450ae-455e-48f5-b1ed-03e6e3b2b60d, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=07c450ae-455e-48f5-b1ed-03e6e3b2b60d,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:16:34.858394 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-1cce9e44-ef9e-4305-bd9e-e2aaff3464f6 req-1232fc9c-53fc-4995-913a-acd824963b8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:34.891916 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce9e44-ef9e-4305-bd9e-e2aaff3464f6 req-1232fc9c-53fc-4995-913a-acd824963b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:34.892563 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-1cce9e44-ef9e-4305-bd9e-e2aaff3464f6 req-1232fc9c-53fc-4995-913a-acd824963b8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:34.894013 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-1cce9e44-ef9e-4305-bd9e-e2aaff3464f6 req-1232fc9c-53fc-4995-913a-acd824963b8e service neutron] 10.222.0.74 "PUT /v2.0/ports/07c450ae-455e-48f5-b1ed-03e6e3b2b60d HTTP/1.1" status: 200 len: 1095 time: 0.6060598 Nov 25 18:16:34.894538 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98babd6d-7ea4-44fa-a4d8-68599ee8e5ea', 'tag': '07c450ae-455e-48f5-b1ed-03e6e3b2b60d'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:16:34.896751 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b79fe9e-3f6e-4687-8526-e71df4e648ea" -d '{"events": [{"name": "network-changed", "server_uuid": "98babd6d-7ea4-44fa-a4d8-68599ee8e5ea", "tag": "07c450ae-455e-48f5-b1ed-03e6e3b2b60d"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:16:34.938310 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1232fc9c-53fc-4995-913a-acd824963b8e service neutron] Pushing event updated for resources: {'Port': ['ID=07c450ae-455e-48f5-b1ed-03e6e3b2b60d,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:16:34.946954 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181ca7b-511b-41e5-800a-e23105ee591a req-302e2142-3fd3-4b4b-adf1-3a8232c0d580 tempest-ServersAdminNegativeTestJSON-914959268 tempest-ServersAdminNegativeTestJSON-914959268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:34.949086 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6181ca7b-511b-41e5-800a-e23105ee591a req-302e2142-3fd3-4b4b-adf1-3a8232c0d580 tempest-ServersAdminNegativeTestJSON-914959268 tempest-ServersAdminNegativeTestJSON-914959268-project] 10.222.0.75 "GET /v2.0/ports?device_id=98babd6d-7ea4-44fa-a4d8-68599ee8e5ea HTTP/1.1" status: 200 len: 947 time: 0.0739310 Nov 25 18:16:35.002354 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce9e44-ef9e-4305-bd9e-e2aaff3464f6 req-ceb9ca9c-9943-4f14-8284-f833790d27f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:35.003879 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-1cce9e44-ef9e-4305-bd9e-e2aaff3464f6 req-ceb9ca9c-9943-4f14-8284-f833790d27f6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f57e7b4abadb44dd8fedf0dcf64bb405&device_id=98babd6d-7ea4-44fa-a4d8-68599ee8e5ea HTTP/1.1" status: 200 len: 1098 time: 0.0626240 Nov 25 18:16:35.034498 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6181ca7b-511b-41e5-800a-e23105ee591a req-14383f0e-4cb4-4c5e-a3a4-4a5935659fab tempest-ServersAdminNegativeTestJSON-914959268 tempest-ServersAdminNegativeTestJSON-914959268-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6bb2e36-1b52-4e43-9fe2-b3c329f75e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662272 Nov 25 18:16:35.063577 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d6fd0c-8446-4b8e-a6f4-31d552cc60f5 x-openstack-request-id: req-21d6fd0c-8446-4b8e-a6f4-31d552cc60f5 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:16:35.063877 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98babd6d-7ea4-44fa-a4d8-68599ee8e5ea", "tag": "07c450ae-455e-48f5-b1ed-03e6e3b2b60d", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:16:35.064158 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-21d6fd0c-8446-4b8e-a6f4-31d552cc60f5 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:16:35.064567 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98babd6d-7ea4-44fa-a4d8-68599ee8e5ea', 'tag': '07c450ae-455e-48f5-b1ed-03e6e3b2b60d', 'status': 'completed', 'code': 200} Nov 25 18:16:35.066418 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-1cce9e44-ef9e-4305-bd9e-e2aaff3464f6 req-12aa036f-b6bd-433a-a436-5145d1e4005b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=07c450ae-455e-48f5-b1ed-03e6e3b2b60d HTTP/1.1" status: 200 len: 217 time: 0.0549192 Nov 25 18:16:35.118975 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce9e44-ef9e-4305-bd9e-e2aaff3464f6 req-60e727c6-d6f8-4f22-b95a-25d404f2ccde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:35.120569 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-1cce9e44-ef9e-4305-bd9e-e2aaff3464f6 req-60e727c6-d6f8-4f22-b95a-25d404f2ccde service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.0471013 Nov 25 18:16:35.174168 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce9e44-ef9e-4305-bd9e-e2aaff3464f6 req-3c93c974-15d8-47a4-8e2d-e0ee0440f83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:35.175678 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-1cce9e44-ef9e-4305-bd9e-e2aaff3464f6 req-3c93c974-15d8-47a4-8e2d-e0ee0440f83a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0482435 Nov 25 18:16:35.266058 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-1cce9e44-ef9e-4305-bd9e-e2aaff3464f6 req-fd832119-e2b4-4637-8c34-8f0fec17c97b service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831668 Nov 25 18:16:35.360541 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-1cce9e44-ef9e-4305-bd9e-e2aaff3464f6 req-b58fc6a9-fd48-47c0-a76f-29aa2f90d305 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869966 Nov 25 18:16:35.445463 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79fe9e-3f6e-4687-8526-e71df4e648ea req-8e7efb52-8bc2-443d-818c-fe6945b7ddbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:35.447846 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-6b79fe9e-3f6e-4687-8526-e71df4e648ea req-8e7efb52-8bc2-443d-818c-fe6945b7ddbc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f57e7b4abadb44dd8fedf0dcf64bb405&device_id=98babd6d-7ea4-44fa-a4d8-68599ee8e5ea HTTP/1.1" status: 200 len: 1098 time: 0.0415730 Nov 25 18:16:35.536785 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79fe9e-3f6e-4687-8526-e71df4e648ea req-9583fcad-33fb-4c11-946c-03ae9d00229d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:35.538164 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-6b79fe9e-3f6e-4687-8526-e71df4e648ea req-9583fcad-33fb-4c11-946c-03ae9d00229d service neutron] 10.222.0.74 "GET /v2.0/networks?id=ab4fed0b-9bf1-4925-8765-94da08c5de2a HTTP/1.1" status: 200 len: 870 time: 0.0830302 Nov 25 18:16:35.581278 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-6b79fe9e-3f6e-4687-8526-e71df4e648ea req-10823bb2-5e68-4404-b3d3-25af79d71259 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=07c450ae-455e-48f5-b1ed-03e6e3b2b60d HTTP/1.1" status: 200 len: 217 time: 0.0366130 Nov 25 18:16:35.632640 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79fe9e-3f6e-4687-8526-e71df4e648ea req-18af350d-54a6-4e15-baf1-fed466b9605a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:35.634668 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-6b79fe9e-3f6e-4687-8526-e71df4e648ea req-18af350d-54a6-4e15-baf1-fed466b9605a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8793709c-5336-428d-aede-b0b8df1a26b2 HTTP/1.1" status: 200 len: 843 time: 0.0426776 Nov 25 18:16:35.679617 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79fe9e-3f6e-4687-8526-e71df4e648ea req-57631715-8c27-42c5-aafc-37225779d224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:35.681107 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-6b79fe9e-3f6e-4687-8526-e71df4e648ea req-57631715-8c27-42c5-aafc-37225779d224 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab4fed0b-9bf1-4925-8765-94da08c5de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0386066 Nov 25 18:16:35.772973 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-6b79fe9e-3f6e-4687-8526-e71df4e648ea req-0c470688-1840-47a0-9e9f-f025f8c73670 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836036 Nov 25 18:16:35.869729 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-6b79fe9e-3f6e-4687-8526-e71df4e648ea req-f3d62334-69e6-4545-818b-473cc29da347 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4fed0b-9bf1-4925-8765-94da08c5de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890367 Nov 25 18:16:36.153769 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842303bc-f2cf-4da3-8dbe-d36a55c0d7d8 req-ff0b96d5-4f02-44a9-8fa1-5422390c2bf4 tempest-ServersAdminNegativeTestJSON-914959268 tempest-ServersAdminNegativeTestJSON-914959268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:36.155160 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-842303bc-f2cf-4da3-8dbe-d36a55c0d7d8 req-ff0b96d5-4f02-44a9-8fa1-5422390c2bf4 tempest-ServersAdminNegativeTestJSON-914959268 tempest-ServersAdminNegativeTestJSON-914959268-project] 10.222.0.75 "GET /v2.0/ports?device_id=98babd6d-7ea4-44fa-a4d8-68599ee8e5ea HTTP/1.1" status: 200 len: 947 time: 0.0478654 Nov 25 18:16:36.202890 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-842303bc-f2cf-4da3-8dbe-d36a55c0d7d8 req-bc686a5d-b78a-4c63-be43-bd22bb6d0605 tempest-ServersAdminNegativeTestJSON-914959268 tempest-ServersAdminNegativeTestJSON-914959268-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6bb2e36-1b52-4e43-9fe2-b3c329f75e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417295 Nov 25 18:16:37.270827 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 07c450ae-455e-48f5-b1ed-03e6e3b2b60d details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:16:37.320635 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ab29c-b8d9-4eae-bd8b-e00387acc2ae req-e18c0119-7b81-497b-b9df-f78fe7606ce1 tempest-ServersAdminNegativeTestJSON-914959268 tempest-ServersAdminNegativeTestJSON-914959268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:37.322997 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bc2ab29c-b8d9-4eae-bd8b-e00387acc2ae req-e18c0119-7b81-497b-b9df-f78fe7606ce1 tempest-ServersAdminNegativeTestJSON-914959268 tempest-ServersAdminNegativeTestJSON-914959268-project] 10.222.0.75 "GET /v2.0/ports?device_id=98babd6d-7ea4-44fa-a4d8-68599ee8e5ea HTTP/1.1" status: 200 len: 947 time: 0.0533655 Nov 25 18:16:37.370614 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 07c450ae-455e-48f5-b1ed-03e6e3b2b60d, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=07c450ae-455e-48f5-b1ed-03e6e3b2b60d,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:16:37.371220 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bc2ab29c-b8d9-4eae-bd8b-e00387acc2ae req-bdc04190-216a-4357-a481-5c78a7c41414 tempest-ServersAdminNegativeTestJSON-914959268 tempest-ServersAdminNegativeTestJSON-914959268-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6bb2e36-1b52-4e43-9fe2-b3c329f75e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422313 Nov 25 18:16:37.382326 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '07c450ae-455e-48f5-b1ed-03e6e3b2b60d', 'network_id': 'ab4fed0b-9bf1-4925-8765-94da08c5de2a', 'port_id': '07c450ae-455e-48f5-b1ed-03e6e3b2b60d', 'mac_address': 'fa:16:3e:5c:42:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8793709c-5336-428d-aede-b0b8df1a26b2', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:16:37.423238 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:37.436730 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07c450ae-455e-48f5-b1ed-03e6e3b2b60d {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:16:37.456420 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 07c450ae-455e-48f5-b1ed-03e6e3b2b60d, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=07c450ae-455e-48f5-b1ed-03e6e3b2b60d,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:16:37.460297 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:37.509328 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=07c450ae-455e-48f5-b1ed-03e6e3b2b60d,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:16:37.687551 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['07c450ae-455e-48f5-b1ed-03e6e3b2b60d'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:16:38.485827 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5074310e-0ca7-4574-8aff-3e8504405180 req-611d22bb-7c89-4b65-9a09-1f28a34d4ee5 tempest-ServersAdminNegativeTestJSON-914959268 tempest-ServersAdminNegativeTestJSON-914959268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:38.487304 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5074310e-0ca7-4574-8aff-3e8504405180 req-611d22bb-7c89-4b65-9a09-1f28a34d4ee5 tempest-ServersAdminNegativeTestJSON-914959268 tempest-ServersAdminNegativeTestJSON-914959268-project] 10.222.0.75 "GET /v2.0/ports?device_id=98babd6d-7ea4-44fa-a4d8-68599ee8e5ea HTTP/1.1" status: 200 len: 948 time: 0.0488017 Nov 25 18:16:38.534180 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5074310e-0ca7-4574-8aff-3e8504405180 req-8fad83ca-081e-4bfe-8a47-fbe995561c9d tempest-ServersAdminNegativeTestJSON-914959268 tempest-ServersAdminNegativeTestJSON-914959268-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6bb2e36-1b52-4e43-9fe2-b3c329f75e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409689 Nov 25 18:16:39.287531 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 07c450ae-455e-48f5-b1ed-03e6e3b2b60d up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:16:39.338839 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port 07c450ae-455e-48f5-b1ed-03e6e3b2b60d completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:16:39.343235 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 07c450ae-455e-48f5-b1ed-03e6e3b2b60d triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:16:39.343595 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:39.428704 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:39.451331 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98babd6d-7ea4-44fa-a4d8-68599ee8e5ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c450ae-455e-48f5-b1ed-03e6e3b2b60d'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:16:39.453728 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515775dc-1bec-4cda-b9f3-911441392f51" -d '{"events": [{"server_uuid": "98babd6d-7ea4-44fa-a4d8-68599ee8e5ea", "name": "network-vif-plugged", "status": "completed", "tag": "07c450ae-455e-48f5-b1ed-03e6e3b2b60d"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:16:39.466390 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 07c450ae-455e-48f5-b1ed-03e6e3b2b60d, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=07c450ae-455e-48f5-b1ed-03e6e3b2b60d,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:16:39.470733 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:39.494878 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe7d6dd-d33c-4d00-99ec-b5cc656532b8 x-openstack-request-id: req-7fe7d6dd-d33c-4d00-99ec-b5cc656532b8 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:16:39.495172 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98babd6d-7ea4-44fa-a4d8-68599ee8e5ea", "name": "network-vif-plugged", "status": "completed", "tag": "07c450ae-455e-48f5-b1ed-03e6e3b2b60d", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:16:39.495430 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7fe7d6dd-d33c-4d00-99ec-b5cc656532b8 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:16:39.495820 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98babd6d-7ea4-44fa-a4d8-68599ee8e5ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c450ae-455e-48f5-b1ed-03e6e3b2b60d', 'code': 200} Nov 25 18:16:39.521140 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=07c450ae-455e-48f5-b1ed-03e6e3b2b60d,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:16:39.597150 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30488c-b960-468d-af04-7514bdda464d req-9c22b0f4-5da5-4081-abc8-836f5fcc2dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:39.598710 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8c30488c-b960-468d-af04-7514bdda464d req-9c22b0f4-5da5-4081-abc8-836f5fcc2dc4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=98babd6d-7ea4-44fa-a4d8-68599ee8e5ea HTTP/1.1" status: 200 len: 1100 time: 0.0470452 Nov 25 18:16:39.655461 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8c30488c-b960-468d-af04-7514bdda464d req-7dd241f2-24e8-4586-9028-1739a39a5bbd service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=d6bb2e36-1b52-4e43-9fe2-b3c329f75e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481937 Nov 25 18:16:39.671672 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa003b-b14a-4281-8290-f494e3c490bf req-e2bd26de-4e5f-4ab8-ad31-8949c2812571 tempest-ServersAdminNegativeTestJSON-914959268 tempest-ServersAdminNegativeTestJSON-914959268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:39.673492 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-23aa003b-b14a-4281-8290-f494e3c490bf req-e2bd26de-4e5f-4ab8-ad31-8949c2812571 tempest-ServersAdminNegativeTestJSON-914959268 tempest-ServersAdminNegativeTestJSON-914959268-project] 10.222.0.75 "GET /v2.0/ports?device_id=98babd6d-7ea4-44fa-a4d8-68599ee8e5ea HTTP/1.1" status: 200 len: 949 time: 0.0548275 Nov 25 18:16:39.720726 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-23aa003b-b14a-4281-8290-f494e3c490bf req-20e6468e-8d76-4e3d-830c-b0b9aac34773 tempest-ServersAdminNegativeTestJSON-914959268 tempest-ServersAdminNegativeTestJSON-914959268-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6bb2e36-1b52-4e43-9fe2-b3c329f75e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411575 Nov 25 18:16:40.845412 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb34efa-0143-49ba-8f6c-05df55df52c8 req-bf8cbb36-ff19-4b81-aced-ac6859e8d2dd tempest-ServersAdminNegativeTestJSON-914959268 tempest-ServersAdminNegativeTestJSON-914959268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:40.846878 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1bb34efa-0143-49ba-8f6c-05df55df52c8 req-bf8cbb36-ff19-4b81-aced-ac6859e8d2dd tempest-ServersAdminNegativeTestJSON-914959268 tempest-ServersAdminNegativeTestJSON-914959268-project] 10.222.0.75 "GET /v2.0/ports?device_id=98babd6d-7ea4-44fa-a4d8-68599ee8e5ea HTTP/1.1" status: 200 len: 949 time: 0.0532353 Nov 25 18:16:40.894200 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1bb34efa-0143-49ba-8f6c-05df55df52c8 req-e43a24c5-4917-43f9-be3b-436c87e890d9 tempest-ServersAdminNegativeTestJSON-914959268 tempest-ServersAdminNegativeTestJSON-914959268-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6bb2e36-1b52-4e43-9fe2-b3c329f75e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413520 Nov 25 18:16:41.214166 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [req-aa7a043e-57de-4a6e-8867-1d8fbe0f27e7 req-36fbfbf3-ebf7-44ce-a7da-1d06b3ef4dac service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:16:41.215243 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-aa7a043e-57de-4a6e-8867-1d8fbe0f27e7 req-36fbfbf3-ebf7-44ce-a7da-1d06b3ef4dac service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0541594 Nov 25 18:16:41.537917 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [req-94b2f6d2-3393-4351-9ff4-2722d5decc11 req-f1d32c20-12d1-43d6-aabc-4623547657c9 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:16:41.538840 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-94b2f6d2-3393-4351-9ff4-2722d5decc11 req-f1d32c20-12d1-43d6-aabc-4623547657c9 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052447 Nov 25 18:16:41.874920 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44aac0-cac0-4fc6-9755-066e34cb69a6 req-16861a2c-235b-4407-bfde-6233d805b834 tempest-ServersAdminNegativeTestJSON-914959268 tempest-ServersAdminNegativeTestJSON-914959268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:41.876405 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2d44aac0-cac0-4fc6-9755-066e34cb69a6 req-16861a2c-235b-4407-bfde-6233d805b834 tempest-ServersAdminNegativeTestJSON-914959268 tempest-ServersAdminNegativeTestJSON-914959268-project] 10.222.0.75 "GET /v2.0/ports?device_id=98babd6d-7ea4-44fa-a4d8-68599ee8e5ea HTTP/1.1" status: 200 len: 949 time: 0.0512514 Nov 25 18:16:41.926772 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2d44aac0-cac0-4fc6-9755-066e34cb69a6 req-ea4bb479-2f7d-4b6a-9ab3-f681b94e3202 tempest-ServersAdminNegativeTestJSON-914959268 tempest-ServersAdminNegativeTestJSON-914959268-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6bb2e36-1b52-4e43-9fe2-b3c329f75e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444195 Nov 25 18:16:43.044694 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d79619-9338-432e-aea3-121a9a2def61 req-1e234e24-67cf-461a-9cf7-685230be4318 tempest-ServersAdminNegativeTestJSON-914959268 tempest-ServersAdminNegativeTestJSON-914959268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:43.046212 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e3d79619-9338-432e-aea3-121a9a2def61 req-1e234e24-67cf-461a-9cf7-685230be4318 tempest-ServersAdminNegativeTestJSON-914959268 tempest-ServersAdminNegativeTestJSON-914959268-project] 10.222.0.75 "GET /v2.0/ports?device_id=98babd6d-7ea4-44fa-a4d8-68599ee8e5ea HTTP/1.1" status: 200 len: 949 time: 0.0487905 Nov 25 18:16:43.092896 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51b3ba-bdbd-494f-bfd3-c6317f5aff58 req-146fe0dd-239b-4bf4-a661-3446b9788320 tempest-ServersAdminNegativeTestJSON-914959268 tempest-ServersAdminNegativeTestJSON-914959268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:43.094332 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e3d79619-9338-432e-aea3-121a9a2def61 req-fdca4034-d143-452a-99f7-eef1e000114d tempest-ServersAdminNegativeTestJSON-914959268 tempest-ServersAdminNegativeTestJSON-914959268-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6bb2e36-1b52-4e43-9fe2-b3c329f75e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421810 Nov 25 18:16:43.094448 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-1c51b3ba-bdbd-494f-bfd3-c6317f5aff58 req-146fe0dd-239b-4bf4-a661-3446b9788320 tempest-ServersAdminNegativeTestJSON-914959268 tempest-ServersAdminNegativeTestJSON-914959268-project] 10.222.0.74 "GET /v2.0/ports?device_id=98babd6d-7ea4-44fa-a4d8-68599ee8e5ea HTTP/1.1" status: 200 len: 949 time: 0.0491626 Nov 25 18:16:43.184912 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-1c51b3ba-bdbd-494f-bfd3-c6317f5aff58 req-e88a495f-e074-43cd-bb5a-f5586cdc5e27 tempest-ServersAdminNegativeTestJSON-914959268 tempest-ServersAdminNegativeTestJSON-914959268-project] Deleting port 07c450ae-455e-48f5-b1ed-03e6e3b2b60d {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:16:43.185256 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-1c51b3ba-bdbd-494f-bfd3-c6317f5aff58 req-e88a495f-e074-43cd-bb5a-f5586cdc5e27 tempest-ServersAdminNegativeTestJSON-914959268 tempest-ServersAdminNegativeTestJSON-914959268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:43.276406 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-1c51b3ba-bdbd-494f-bfd3-c6317f5aff58 req-e88a495f-e074-43cd-bb5a-f5586cdc5e27 tempest-ServersAdminNegativeTestJSON-914959268 tempest-ServersAdminNegativeTestJSON-914959268-project] For port 07c450ae-455e-48f5-b1ed-03e6e3b2b60d, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=07c450ae-455e-48f5-b1ed-03e6e3b2b60d,segment=NetworkSegment(99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf),segment_id=99c1f71a-f4f5-42fe-a8f2-6ad6cb198bbf)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:16:43.276854 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-1c51b3ba-bdbd-494f-bfd3-c6317f5aff58 req-e88a495f-e074-43cd-bb5a-f5586cdc5e27 tempest-ServersAdminNegativeTestJSON-914959268 tempest-ServersAdminNegativeTestJSON-914959268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:43.288464 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-1c51b3ba-bdbd-494f-bfd3-c6317f5aff58 req-e88a495f-e074-43cd-bb5a-f5586cdc5e27 tempest-ServersAdminNegativeTestJSON-914959268 tempest-ServersAdminNegativeTestJSON-914959268-project] Calling delete_port for 07c450ae-455e-48f5-b1ed-03e6e3b2b60d owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:16:43.419456 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-1c51b3ba-bdbd-494f-bfd3-c6317f5aff58 req-e88a495f-e074-43cd-bb5a-f5586cdc5e27 tempest-ServersAdminNegativeTestJSON-914959268 tempest-ServersAdminNegativeTestJSON-914959268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:43.431138 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['07c450ae-455e-48f5-b1ed-03e6e3b2b60d'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:16:43.448056 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a495f-e074-43cd-bb5a-f5586cdc5e27 tempest-ServersAdminNegativeTestJSON-914959268 tempest-ServersAdminNegativeTestJSON-914959268-project] Pushing event deleted for resources: {'Port': ['ID=07c450ae-455e-48f5-b1ed-03e6e3b2b60d,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:16:43.490301 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c51b3ba-bdbd-494f-bfd3-c6317f5aff58 req-e88a495f-e074-43cd-bb5a-f5586cdc5e27 tempest-ServersAdminNegativeTestJSON-914959268 tempest-ServersAdminNegativeTestJSON-914959268-project] No DVR routers for this DVR port 07c450ae-455e-48f5-b1ed-03e6e3b2b60d on host n-h1-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:16:43.493063 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-1c51b3ba-bdbd-494f-bfd3-c6317f5aff58 req-e88a495f-e074-43cd-bb5a-f5586cdc5e27 tempest-ServersAdminNegativeTestJSON-914959268 tempest-ServersAdminNegativeTestJSON-914959268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:43.496569 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-1c51b3ba-bdbd-494f-bfd3-c6317f5aff58 req-e88a495f-e074-43cd-bb5a-f5586cdc5e27 tempest-ServersAdminNegativeTestJSON-914959268 tempest-ServersAdminNegativeTestJSON-914959268-project] 10.222.0.74 "DELETE /v2.0/ports/07c450ae-455e-48f5-b1ed-03e6e3b2b60d HTTP/1.1" status: 204 len: 173 time: 0.3959062 Nov 25 18:16:43.497059 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98babd6d-7ea4-44fa-a4d8-68599ee8e5ea', 'name': 'network-vif-deleted', 'tag': '07c450ae-455e-48f5-b1ed-03e6e3b2b60d'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:16:43.499340 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6dc098d-c102-4983-972b-3e8149f442c6" -d '{"events": [{"server_uuid": "98babd6d-7ea4-44fa-a4d8-68599ee8e5ea", "name": "network-vif-deleted", "tag": "07c450ae-455e-48f5-b1ed-03e6e3b2b60d"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:16:43.537870 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a418b114-9c05-40cd-a1ce-105810b57c0d x-openstack-request-id: req-a418b114-9c05-40cd-a1ce-105810b57c0d {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:16:43.538173 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98babd6d-7ea4-44fa-a4d8-68599ee8e5ea", "name": "network-vif-deleted", "tag": "07c450ae-455e-48f5-b1ed-03e6e3b2b60d", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:16:43.538447 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a418b114-9c05-40cd-a1ce-105810b57c0d {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:16:43.538837 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98babd6d-7ea4-44fa-a4d8-68599ee8e5ea', 'name': 'network-vif-deleted', 'tag': '07c450ae-455e-48f5-b1ed-03e6e3b2b60d', 'status': 'completed', 'code': 200} Nov 25 18:16:44.396152 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34512) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:16:44.526644 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ef6f65a5-9cad-4f35-84d2-4dda69c3215b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f57e7b4abadb44dd8fedf0dcf64bb405&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1293366 Nov 25 18:16:44.529121 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34516) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:16:44.575865 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-53b5aa15-5652-4f7e-a1ee-ae796afea438 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:44.599821 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-53b5aa15-5652-4f7e-a1ee-ae796afea438 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:44.645555 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-53b5aa15-5652-4f7e-a1ee-ae796afea438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:44.648081 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-53b5aa15-5652-4f7e-a1ee-ae796afea438 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:44.649277 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-53b5aa15-5652-4f7e-a1ee-ae796afea438 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d6bb2e36-1b52-4e43-9fe2-b3c329f75e1b HTTP/1.1" status: 204 len: 168 time: 0.1192679 Nov 25 18:16:44.657430 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b5aa15-5652-4f7e-a1ee-ae796afea438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6bb2e36-1b52-4e43-9fe2-b3c329f75e1b,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:16:44.905556 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34522) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:16:44.919088 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-746f46e7-7b65-4146-8cc9-275f70a4974c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:44.993054 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-746f46e7-7b65-4146-8cc9-275f70a4974c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:44.996765 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-746f46e7-7b65-4146-8cc9-275f70a4974c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:45.033768 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-746f46e7-7b65-4146-8cc9-275f70a4974c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=97e24dbc8db04f949a393cfdf2db93c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1271565 Nov 25 18:16:45.035788 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f46e7-7b65-4146-8cc9-275f70a4974c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97bbfcb6-0df7-4700-82a4-d971be2e2f41,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:16:45.036626 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 34524) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:16:45.083375 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1caa255f-37e6-4081-bfaf-87a0954e2cb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:45.104628 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1caa255f-37e6-4081-bfaf-87a0954e2cb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:45.149108 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1caa255f-37e6-4081-bfaf-87a0954e2cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:45.152386 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1caa255f-37e6-4081-bfaf-87a0954e2cb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:45.153581 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-1caa255f-37e6-4081-bfaf-87a0954e2cb2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/97bbfcb6-0df7-4700-82a4-d971be2e2f41 HTTP/1.1" status: 204 len: 168 time: 0.1159611 Nov 25 18:16:45.161244 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa255f-37e6-4081-bfaf-87a0954e2cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97bbfcb6-0df7-4700-82a4-d971be2e2f41,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:16:45.799707 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 34546) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:16:45.901669 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-ec2bb7c4-ece2-45fd-bfcf-71f7f24bd6c6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1607667178-network', 'tenant_id': '224f53c781bc4e11bf049f776c126cfa'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:16:45.922706 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2bb7c4-ece2-45fd-bfcf-71f7f24bd6c6 admin admin] Made reservation on behalf of 224f53c781bc4e11bf049f776c126cfa for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:16:45.924917 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ec2bb7c4-ece2-45fd-bfcf-71f7f24bd6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:45.935930 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ec2bb7c4-ece2-45fd-bfcf-71f7f24bd6c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:46.009434 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ec2bb7c4-ece2-45fd-bfcf-71f7f24bd6c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:46.013844 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ec2bb7c4-ece2-45fd-bfcf-71f7f24bd6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:46.034741 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec2bb7c4-ece2-45fd-bfcf-71f7f24bd6c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 921} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:16:46.047855 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2bb7c4-ece2-45fd-bfcf-71f7f24bd6c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa62d347-5c65-4ca7-91ca-2247c5ba88e7,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:16:46.052782 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ec2bb7c4-ece2-45fd-bfcf-71f7f24bd6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:46.053163 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-ec2bb7c4-ece2-45fd-bfcf-71f7f24bd6c6 admin admin] Added segment aba571d8-0fdf-409c-93e5-2774ed4c26d5 of type vlan for network 3a60c33e-b0e3-4bae-afff-5c8160141667 Nov 25 18:16:46.093392 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ec2bb7c4-ece2-45fd-bfcf-71f7f24bd6c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:46.117284 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ec2bb7c4-ece2-45fd-bfcf-71f7f24bd6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:46.118239 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2bb7c4-ece2-45fd-bfcf-71f7f24bd6c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:46.118812 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ec2bb7c4-ece2-45fd-bfcf-71f7f24bd6c6 admin admin] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:46.145076 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-ec2bb7c4-ece2-45fd-bfcf-71f7f24bd6c6 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3442671 Nov 25 18:16:46.148673 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34550) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:16:46.154567 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-58443f0a-66eb-47d1-872b-a232a45cab1c admin admin] Request body: {'subnet': {'network_id': '3a60c33e-b0e3-4bae-afff-5c8160141667', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1607667178-subnet', 'tenant_id': '224f53c781bc4e11bf049f776c126cfa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:16:46.178571 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58443f0a-66eb-47d1-872b-a232a45cab1c admin admin] Made reservation on behalf of 224f53c781bc4e11bf049f776c126cfa for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:16:46.181010 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-58443f0a-66eb-47d1-872b-a232a45cab1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:46.181146 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2bb7c4-ece2-45fd-bfcf-71f7f24bd6c6 admin admin] Pushing event updated for resources: {'Network': ['ID=3a60c33e-b0e3-4bae-afff-5c8160141667,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:16:46.191662 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 3a60c33e-b0e3-4bae-afff-5c8160141667 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:16:46.348591 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-58443f0a-66eb-47d1-872b-a232a45cab1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:46.402364 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58443f0a-66eb-47d1-872b-a232a45cab1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2614cc20-2721-41d9-84ff-0b66ee9bb981,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:16:46.412801 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58443f0a-66eb-47d1-872b-a232a45cab1c admin admin] Checking segment: {'id': 'aba571d8-0fdf-409c-93e5-2774ed4c26d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '3a60c33e-b0e3-4bae-afff-5c8160141667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:16:46.413207 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58443f0a-66eb-47d1-872b-a232a45cab1c admin admin] Network hostable DHCP agents. Network: 3a60c33e-b0e3-4bae-afff-5c8160141667, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:16:46.431470 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58443f0a-66eb-47d1-872b-a232a45cab1c admin admin] Network 3a60c33e-b0e3-4bae-afff-5c8160141667 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:16:46.441487 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-58443f0a-66eb-47d1-872b-a232a45cab1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 3a60c33e-b0e3-4bae-afff-5c8160141667) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:16:46.446172 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58443f0a-66eb-47d1-872b-a232a45cab1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:46.448152 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-58443f0a-66eb-47d1-872b-a232a45cab1c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:46.451532 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae05118-cafe-44a7-9184-68bc0e9c60e3 None None] Network 3a60c33e-b0e3-4bae-afff-5c8160141667 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:16:46.466530 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-58443f0a-66eb-47d1-872b-a232a45cab1c admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3164911 Nov 25 18:16:46.597478 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a55b044-329e-458d-9297-dffc540280c0 None None] Network 3a60c33e-b0e3-4bae-afff-5c8160141667 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:16:46.914789 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c7d390-8b5a-48be-871d-b6928549395c req-7a5a8195-4351-48fd-be1f-8be0b12cff9a tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:46.916757 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-38c7d390-8b5a-48be-871d-b6928549395c req-7a5a8195-4351-48fd-be1f-8be0b12cff9a tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/networks?id=3a60c33e-b0e3-4bae-afff-5c8160141667 HTTP/1.1" status: 200 len: 812 time: 0.1032586 Nov 25 18:16:46.931301 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-38c7d390-8b5a-48be-871d-b6928549395c req-7c4e38a8-7c23-43b1-a2a3-2d65bb7b1456 tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/quotas/224f53c781bc4e11bf049f776c126cfa HTTP/1.1" status: 200 len: 375 time: 0.0088079 Nov 25 18:16:46.963954 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-38c7d390-8b5a-48be-871d-b6928549395c req-ccb567cf-4627-4f81-9a64-d779525e35de tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=224f53c781bc4e11bf049f776c126cfa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262926 Nov 25 18:16:46.974762 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [req-38c7d390-8b5a-48be-871d-b6928549395c req-c5f76b23-f08c-4a21-8ec7-fa15fde927f6 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:16:46.975996 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-38c7d390-8b5a-48be-871d-b6928549395c req-c5f76b23-f08c-4a21-8ec7-fa15fde927f6 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049870 Nov 25 18:16:47.066917 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-38c7d390-8b5a-48be-871d-b6928549395c req-fe991245-4f68-426f-b6c5-fdca44186dc8 service neutron] 10.222.0.75 "GET /v2.0/networks/3a60c33e-b0e3-4bae-afff-5c8160141667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848153 Nov 25 18:16:47.080960 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:47.157128 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-38c7d390-8b5a-48be-871d-b6928549395c req-e96874a8-f572-4f13-9c8f-a23bb55e2cf4 service neutron] 10.222.0.75 "GET /v2.0/networks/3a60c33e-b0e3-4bae-afff-5c8160141667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831609 Nov 25 18:16:47.188056 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e8805e4f-e9a7-4a90-882e-c974ff8ee5c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:47.308191 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:47.323519 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-646b1107-1eb3-4ea8-8b79-43305d0aefd2 req-926528bb-d2c5-4602-a690-7b01f3a48e6e tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0abf2bb-7c29-44f8-ae50-12c957b4adf1 HTTP/1.1" status: 200 len: 210 time: 0.0287604 Nov 25 18:16:47.332363 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 07c450ae-455e-48f5-b1ed-03e6e3b2b60d no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:16:47.361200 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: 07c450ae-455e-48f5-b1ed-03e6e3b2b60d {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:16:47.361555 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 07c450ae-455e-48f5-b1ed-03e6e3b2b60d not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:16:48.229401 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c7d390-8b5a-48be-871d-b6928549395c req-401c861f-e670-4095-85dc-f74774646ef9 tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:48.230819 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-38c7d390-8b5a-48be-871d-b6928549395c req-401c861f-e670-4095-85dc-f74774646ef9 tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.74 "GET /v2.0/networks?id=3a60c33e-b0e3-4bae-afff-5c8160141667 HTTP/1.1" status: 200 len: 812 time: 0.1114218 Nov 25 18:16:48.245193 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-38c7d390-8b5a-48be-871d-b6928549395c req-522cba9e-2d6e-484c-abbf-8306e4c0da7c tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] Request body: {'port': {'device_id': 'd0abf2bb-7c29-44f8-ae50-12c957b4adf1', 'network_id': '3a60c33e-b0e3-4bae-afff-5c8160141667', 'admin_state_up': True, 'tenant_id': '224f53c781bc4e11bf049f776c126cfa'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:16:48.355955 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38c7d390-8b5a-48be-871d-b6928549395c req-522cba9e-2d6e-484c-abbf-8306e4c0da7c tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] Made reservation on behalf of 224f53c781bc4e11bf049f776c126cfa for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:16:48.359803 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-38c7d390-8b5a-48be-871d-b6928549395c req-522cba9e-2d6e-484c-abbf-8306e4c0da7c tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:48.424665 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0023e450-3669-42ea-bea6-045ca5e570b0 req-7d52b9a2-a3ea-4656-9051-cf1e13818e5d tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0abf2bb-7c29-44f8-ae50-12c957b4adf1 HTTP/1.1" status: 200 len: 210 time: 0.0304358 Nov 25 18:16:48.486503 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-38c7d390-8b5a-48be-871d-b6928549395c req-522cba9e-2d6e-484c-abbf-8306e4c0da7c tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] Allocated IP 172.20.0.14 (3a60c33e-b0e3-4bae-afff-5c8160141667/2614cc20-2721-41d9-84ff-0b66ee9bb981/b4d6f9e9-29b7-43c3-9b0d-6784844926ab) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:16:48.632349 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-38c7d390-8b5a-48be-871d-b6928549395c req-522cba9e-2d6e-484c-abbf-8306e4c0da7c tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:48.665250 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-38c7d390-8b5a-48be-871d-b6928549395c req-522cba9e-2d6e-484c-abbf-8306e4c0da7c tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:48.708853 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38c7d390-8b5a-48be-871d-b6928549395c req-522cba9e-2d6e-484c-abbf-8306e4c0da7c tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] Network 3a60c33e-b0e3-4bae-afff-5c8160141667 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:16:48.711921 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-38c7d390-8b5a-48be-871d-b6928549395c req-522cba9e-2d6e-484c-abbf-8306e4c0da7c tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:16:48.715763 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c7d390-8b5a-48be-871d-b6928549395c req-522cba9e-2d6e-484c-abbf-8306e4c0da7c tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:16:48.740294 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522cba9e-2d6e-484c-abbf-8306e4c0da7c tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] Pushing event updated for resources: {'Port': ['ID=b4d6f9e9-29b7-43c3-9b0d-6784844926ab,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:16:48.768170 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c7d390-8b5a-48be-871d-b6928549395c req-522cba9e-2d6e-484c-abbf-8306e4c0da7c tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:48.768785 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-38c7d390-8b5a-48be-871d-b6928549395c req-522cba9e-2d6e-484c-abbf-8306e4c0da7c tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:48.784267 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-38c7d390-8b5a-48be-871d-b6928549395c req-522cba9e-2d6e-484c-abbf-8306e4c0da7c tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5436246 Nov 25 18:16:48.849556 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-38c7d390-8b5a-48be-871d-b6928549395c req-bfc4b1e2-065e-4ad6-8d4a-c08d9b083110 service neutron] Request body: {'port': {'device_id': 'd0abf2bb-7c29-44f8-ae50-12c957b4adf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:16:48.907287 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-38c7d390-8b5a-48be-871d-b6928549395c req-bfc4b1e2-065e-4ad6-8d4a-c08d9b083110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:49.159040 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [req-38c7d390-8b5a-48be-871d-b6928549395c req-bfc4b1e2-065e-4ad6-8d4a-c08d9b083110 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4d6f9e9-29b7-43c3-9b0d-6784844926ab {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:16:49.166447 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-38c7d390-8b5a-48be-871d-b6928549395c req-bfc4b1e2-065e-4ad6-8d4a-c08d9b083110 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:49.179686 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-38c7d390-8b5a-48be-871d-b6928549395c req-bfc4b1e2-065e-4ad6-8d4a-c08d9b083110 service neutron] Transition to ACTIVE for port object b4d6f9e9-29b7-43c3-9b0d-6784844926ab will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:16:49.183543 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-38c7d390-8b5a-48be-871d-b6928549395c req-bfc4b1e2-065e-4ad6-8d4a-c08d9b083110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:49.250588 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc4b1e2-065e-4ad6-8d4a-c08d9b083110 service neutron] Pushing event updated for resources: {'Port': ['ID=b4d6f9e9-29b7-43c3-9b0d-6784844926ab,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:16:49.277048 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc4b1e2-065e-4ad6-8d4a-c08d9b083110 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:49.277403 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc4b1e2-065e-4ad6-8d4a-c08d9b083110 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:49.277753 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc4b1e2-065e-4ad6-8d4a-c08d9b083110 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:49.278095 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc4b1e2-065e-4ad6-8d4a-c08d9b083110 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:49.278433 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc4b1e2-065e-4ad6-8d4a-c08d9b083110 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:49.278766 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc4b1e2-065e-4ad6-8d4a-c08d9b083110 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:49.279107 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc4b1e2-065e-4ad6-8d4a-c08d9b083110 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:49.279434 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc4b1e2-065e-4ad6-8d4a-c08d9b083110 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:49.279764 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc4b1e2-065e-4ad6-8d4a-c08d9b083110 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:49.280092 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc4b1e2-065e-4ad6-8d4a-c08d9b083110 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:49.280420 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc4b1e2-065e-4ad6-8d4a-c08d9b083110 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:49.280750 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc4b1e2-065e-4ad6-8d4a-c08d9b083110 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:49.312542 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-38c7d390-8b5a-48be-871d-b6928549395c req-bfc4b1e2-065e-4ad6-8d4a-c08d9b083110 service neutron] Attempting to bind port b4d6f9e9-29b7-43c3-9b0d-6784844926ab on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:16:49.312917 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-38c7d390-8b5a-48be-871d-b6928549395c req-bfc4b1e2-065e-4ad6-8d4a-c08d9b083110 service neutron] Attempting to bind port b4d6f9e9-29b7-43c3-9b0d-6784844926ab by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'aba571d8-0fdf-409c-93e5-2774ed4c26d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '3a60c33e-b0e3-4bae-afff-5c8160141667'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:16:49.313248 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c7d390-8b5a-48be-871d-b6928549395c req-bfc4b1e2-065e-4ad6-8d4a-c08d9b083110 service neutron] Attempting to bind port b4d6f9e9-29b7-43c3-9b0d-6784844926ab on network 3a60c33e-b0e3-4bae-afff-5c8160141667 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:16:49.317426 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c7d390-8b5a-48be-871d-b6928549395c req-bfc4b1e2-065e-4ad6-8d4a-c08d9b083110 service neutron] Port b4d6f9e9-29b7-43c3-9b0d-6784844926ab on network 3a60c33e-b0e3-4bae-afff-5c8160141667 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:16:49.317751 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c7d390-8b5a-48be-871d-b6928549395c req-bfc4b1e2-065e-4ad6-8d4a-c08d9b083110 service neutron] Attempting to bind port b4d6f9e9-29b7-43c3-9b0d-6784844926ab on network 3a60c33e-b0e3-4bae-afff-5c8160141667 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:16:49.323295 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c7d390-8b5a-48be-871d-b6928549395c req-bfc4b1e2-065e-4ad6-8d4a-c08d9b083110 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:16:49.323669 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c7d390-8b5a-48be-871d-b6928549395c req-bfc4b1e2-065e-4ad6-8d4a-c08d9b083110 service neutron] Checking segment: {'id': 'aba571d8-0fdf-409c-93e5-2774ed4c26d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '3a60c33e-b0e3-4bae-afff-5c8160141667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:16:49.324096 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c7d390-8b5a-48be-871d-b6928549395c req-bfc4b1e2-065e-4ad6-8d4a-c08d9b083110 service neutron] Bound using segment: {'id': 'aba571d8-0fdf-409c-93e5-2774ed4c26d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '3a60c33e-b0e3-4bae-afff-5c8160141667'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:16:49.324524 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-38c7d390-8b5a-48be-871d-b6928549395c req-bfc4b1e2-065e-4ad6-8d4a-c08d9b083110 service neutron] Bound port: b4d6f9e9-29b7-43c3-9b0d-6784844926ab, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aba571d8-0fdf-409c-93e5-2774ed4c26d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '3a60c33e-b0e3-4bae-afff-5c8160141667'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:16:49.324907 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-38c7d390-8b5a-48be-871d-b6928549395c req-bfc4b1e2-065e-4ad6-8d4a-c08d9b083110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:49.386125 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-38c7d390-8b5a-48be-871d-b6928549395c req-bfc4b1e2-065e-4ad6-8d4a-c08d9b083110 service neutron] For port b4d6f9e9-29b7-43c3-9b0d-6784844926ab, host n-h1-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:16:49.389261 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-38c7d390-8b5a-48be-871d-b6928549395c req-bfc4b1e2-065e-4ad6-8d4a-c08d9b083110 service neutron] For port b4d6f9e9-29b7-43c3-9b0d-6784844926ab, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=b4d6f9e9-29b7-43c3-9b0d-6784844926ab,segment=NetworkSegment(aba571d8-0fdf-409c-93e5-2774ed4c26d5),segment_id=aba571d8-0fdf-409c-93e5-2774ed4c26d5)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:16:49.393881 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-38c7d390-8b5a-48be-871d-b6928549395c req-bfc4b1e2-065e-4ad6-8d4a-c08d9b083110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:49.429162 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c7d390-8b5a-48be-871d-b6928549395c req-bfc4b1e2-065e-4ad6-8d4a-c08d9b083110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:49.429784 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-38c7d390-8b5a-48be-871d-b6928549395c req-bfc4b1e2-065e-4ad6-8d4a-c08d9b083110 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:49.431148 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-38c7d390-8b5a-48be-871d-b6928549395c req-bfc4b1e2-065e-4ad6-8d4a-c08d9b083110 service neutron] 10.222.0.74 "PUT /v2.0/ports/b4d6f9e9-29b7-43c3-9b0d-6784844926ab HTTP/1.1" status: 200 len: 1092 time: 0.6371615 Nov 25 18:16:49.431590 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0abf2bb-7c29-44f8-ae50-12c957b4adf1', 'tag': 'b4d6f9e9-29b7-43c3-9b0d-6784844926ab'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:16:49.434425 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ceb1ae-3058-4bfa-8e57-0d7dddb2cdaf" -d '{"events": [{"name": "network-changed", "server_uuid": "d0abf2bb-7c29-44f8-ae50-12c957b4adf1", "tag": "b4d6f9e9-29b7-43c3-9b0d-6784844926ab"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:16:49.459705 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc4b1e2-065e-4ad6-8d4a-c08d9b083110 service neutron] Pushing event updated for resources: {'Port': ['ID=b4d6f9e9-29b7-43c3-9b0d-6784844926ab,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:16:49.486612 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e9cf8d-ae3f-4195-a9c9-8a04e91ae33b x-openstack-request-id: req-d1e9cf8d-ae3f-4195-a9c9-8a04e91ae33b {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:16:49.486979 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0abf2bb-7c29-44f8-ae50-12c957b4adf1", "tag": "b4d6f9e9-29b7-43c3-9b0d-6784844926ab", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:16:49.487773 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d1e9cf8d-ae3f-4195-a9c9-8a04e91ae33b {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:16:49.488253 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0abf2bb-7c29-44f8-ae50-12c957b4adf1', 'tag': 'b4d6f9e9-29b7-43c3-9b0d-6784844926ab', 'status': 'completed', 'code': 200} Nov 25 18:16:49.525685 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c7d390-8b5a-48be-871d-b6928549395c req-e28ede93-6a68-419d-96a7-73578f959e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:49.527207 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-38c7d390-8b5a-48be-871d-b6928549395c req-e28ede93-6a68-419d-96a7-73578f959e6e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=224f53c781bc4e11bf049f776c126cfa&device_id=d0abf2bb-7c29-44f8-ae50-12c957b4adf1 HTTP/1.1" status: 200 len: 1095 time: 0.0506988 Nov 25 18:16:49.547975 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c9fa9b-0209-4732-83f1-074c1d76af34 req-0e901adc-cd14-4ff7-8b5b-45588e4c31e1 tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:49.549506 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-31c9fa9b-0209-4732-83f1-074c1d76af34 req-0e901adc-cd14-4ff7-8b5b-45588e4c31e1 tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0abf2bb-7c29-44f8-ae50-12c957b4adf1 HTTP/1.1" status: 200 len: 944 time: 0.0497196 Nov 25 18:16:49.571454 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-38c7d390-8b5a-48be-871d-b6928549395c req-cd73c1d5-3397-46fc-906b-7931fef8c6ee service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4d6f9e9-29b7-43c3-9b0d-6784844926ab HTTP/1.1" status: 200 len: 217 time: 0.0351481 Nov 25 18:16:49.598801 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-31c9fa9b-0209-4732-83f1-074c1d76af34 req-b54713ff-ccee-4ba1-a6b8-883e079f31ae tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa62d347-5c65-4ca7-91ca-2247c5ba88e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432696 Nov 25 18:16:49.621534 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c7d390-8b5a-48be-871d-b6928549395c req-d9ce75d9-c36b-4714-99b2-0c8633aaa2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:49.622992 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-38c7d390-8b5a-48be-871d-b6928549395c req-d9ce75d9-c36b-4714-99b2-0c8633aaa2c6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2614cc20-2721-41d9-84ff-0b66ee9bb981 HTTP/1.1" status: 200 len: 852 time: 0.0448966 Nov 25 18:16:49.655135 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-38c7d390-8b5a-48be-871d-b6928549395c req-810a6f1a-b8d9-40db-947b-3e744d30fc5c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3a60c33e-b0e3-4bae-afff-5c8160141667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248442 Nov 25 18:16:49.753162 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-38c7d390-8b5a-48be-871d-b6928549395c req-cc070700-886b-459a-94ef-d77ae2678d2f service neutron] 10.222.0.74 "GET /v2.0/networks/3a60c33e-b0e3-4bae-afff-5c8160141667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907114 Nov 25 18:16:49.840701 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-38c7d390-8b5a-48be-871d-b6928549395c req-2840c3b6-e821-4626-aa33-d866989cd6b4 service neutron] 10.222.0.74 "GET /v2.0/networks/3a60c33e-b0e3-4bae-afff-5c8160141667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812671 Nov 25 18:16:49.919905 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-db9d6222-93f3-4efa-803f-e5759aec86d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:49.952984 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ceb1ae-3058-4bfa-8e57-0d7dddb2cdaf req-0f0291d7-1b14-446d-ae42-0922f4579133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:49.954487 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-71ceb1ae-3058-4bfa-8e57-0d7dddb2cdaf req-0f0291d7-1b14-446d-ae42-0922f4579133 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=224f53c781bc4e11bf049f776c126cfa&device_id=d0abf2bb-7c29-44f8-ae50-12c957b4adf1 HTTP/1.1" status: 200 len: 1095 time: 0.0657535 Nov 25 18:16:50.050352 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ceb1ae-3058-4bfa-8e57-0d7dddb2cdaf req-b53e391c-33cd-4b10-998b-61458178647d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:50.051736 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-71ceb1ae-3058-4bfa-8e57-0d7dddb2cdaf req-b53e391c-33cd-4b10-998b-61458178647d service neutron] 10.222.0.74 "GET /v2.0/networks?id=3a60c33e-b0e3-4bae-afff-5c8160141667 HTTP/1.1" status: 200 len: 913 time: 0.0900958 Nov 25 18:16:50.097466 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-71ceb1ae-3058-4bfa-8e57-0d7dddb2cdaf req-b775bd8d-4f36-44ec-b97b-13dd645bbbc6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4d6f9e9-29b7-43c3-9b0d-6784844926ab HTTP/1.1" status: 200 len: 217 time: 0.0381598 Nov 25 18:16:50.145940 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ceb1ae-3058-4bfa-8e57-0d7dddb2cdaf req-732b77ae-47b3-4826-86a6-c9ec8d2ea53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:50.147339 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-71ceb1ae-3058-4bfa-8e57-0d7dddb2cdaf req-732b77ae-47b3-4826-86a6-c9ec8d2ea53f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2614cc20-2721-41d9-84ff-0b66ee9bb981 HTTP/1.1" status: 200 len: 852 time: 0.0421209 Nov 25 18:16:50.182464 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-71ceb1ae-3058-4bfa-8e57-0d7dddb2cdaf req-b57de3bb-bf54-4c66-83a7-19d26818ff82 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3a60c33e-b0e3-4bae-afff-5c8160141667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240088 Nov 25 18:16:50.270091 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-71ceb1ae-3058-4bfa-8e57-0d7dddb2cdaf req-0d30123b-5aa0-4682-b891-b08eab742967 service neutron] 10.222.0.74 "GET /v2.0/networks/3a60c33e-b0e3-4bae-afff-5c8160141667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794790 Nov 25 18:16:50.362505 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-71ceb1ae-3058-4bfa-8e57-0d7dddb2cdaf req-33e9add5-6139-4893-abcb-f99d522c9302 service neutron] 10.222.0.74 "GET /v2.0/networks/3a60c33e-b0e3-4bae-afff-5c8160141667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842786 Nov 25 18:16:50.714922 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f916a-3d32-4259-b418-f7fc3f470534 req-89c47309-4dc6-4057-b87e-13ce5517241a tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:50.716386 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-388f916a-3d32-4259-b418-f7fc3f470534 req-89c47309-4dc6-4057-b87e-13ce5517241a tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0abf2bb-7c29-44f8-ae50-12c957b4adf1 HTTP/1.1" status: 200 len: 944 time: 0.0489094 Nov 25 18:16:50.762932 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-388f916a-3d32-4259-b418-f7fc3f470534 req-ac76b30b-09ad-48a5-9b51-da6164c9c74e tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa62d347-5c65-4ca7-91ca-2247c5ba88e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405393 Nov 25 18:16:50.989011 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:51.329336 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:16:51.333023 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device b4d6f9e9-29b7-43c3-9b0d-6784844926ab details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:16:51.433050 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port b4d6f9e9-29b7-43c3-9b0d-6784844926ab, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=b4d6f9e9-29b7-43c3-9b0d-6784844926ab,segment=NetworkSegment(aba571d8-0fdf-409c-93e5-2774ed4c26d5),segment_id=aba571d8-0fdf-409c-93e5-2774ed4c26d5)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:16:51.444745 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': 'b4d6f9e9-29b7-43c3-9b0d-6784844926ab', 'network_id': '3a60c33e-b0e3-4bae-afff-5c8160141667', 'port_id': 'b4d6f9e9-29b7-43c3-9b0d-6784844926ab', 'mac_address': 'fa:16:3e:f1:81:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2614cc20-2721-41d9-84ff-0b66ee9bb981', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:16:51.486274 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:51.499042 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4d6f9e9-29b7-43c3-9b0d-6784844926ab {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:16:51.517916 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port b4d6f9e9-29b7-43c3-9b0d-6784844926ab, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=b4d6f9e9-29b7-43c3-9b0d-6784844926ab,segment=NetworkSegment(aba571d8-0fdf-409c-93e5-2774ed4c26d5),segment_id=aba571d8-0fdf-409c-93e5-2774ed4c26d5)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:16:51.521723 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:51.567758 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=b4d6f9e9-29b7-43c3-9b0d-6784844926ab,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:16:51.707495 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['b4d6f9e9-29b7-43c3-9b0d-6784844926ab'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:16:51.886797 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d087c6e0-e8cd-4d76-86b1-a836ec1ce74e req-6fa97d22-8489-4689-8967-89b0af9c957c tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:51.888266 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d087c6e0-e8cd-4d76-86b1-a836ec1ce74e req-6fa97d22-8489-4689-8967-89b0af9c957c tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0abf2bb-7c29-44f8-ae50-12c957b4adf1 HTTP/1.1" status: 200 len: 945 time: 0.0527360 Nov 25 18:16:51.939862 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d087c6e0-e8cd-4d76-86b1-a836ec1ce74e req-35c11a83-3939-485f-a3a1-e0cd89548f6d tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa62d347-5c65-4ca7-91ca-2247c5ba88e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454562 Nov 25 18:16:52.182279 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:53.056224 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e9938-9c57-4249-8043-abf7f89b4d88 req-4de1f172-5f59-4f12-8cbe-4a24cd0e6f4d tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:53.059484 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ef0e9938-9c57-4249-8043-abf7f89b4d88 req-4de1f172-5f59-4f12-8cbe-4a24cd0e6f4d tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0abf2bb-7c29-44f8-ae50-12c957b4adf1 HTTP/1.1" status: 200 len: 945 time: 0.0496552 Nov 25 18:16:53.109013 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ef0e9938-9c57-4249-8043-abf7f89b4d88 req-6d052245-655a-4e3e-8e9b-4f4f54604c6e tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa62d347-5c65-4ca7-91ca-2247c5ba88e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424542 Nov 25 18:16:53.127873 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:53.329176 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device b4d6f9e9-29b7-43c3-9b0d-6784844926ab up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:16:53.377703 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port b4d6f9e9-29b7-43c3-9b0d-6784844926ab completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:16:53.381262 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port b4d6f9e9-29b7-43c3-9b0d-6784844926ab triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:16:53.381637 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:53.473846 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:53.497213 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0abf2bb-7c29-44f8-ae50-12c957b4adf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d6f9e9-29b7-43c3-9b0d-6784844926ab'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:16:53.499418 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1851d0d8-0094-406a-98e8-50c744011e10" -d '{"events": [{"server_uuid": "d0abf2bb-7c29-44f8-ae50-12c957b4adf1", "name": "network-vif-plugged", "status": "completed", "tag": "b4d6f9e9-29b7-43c3-9b0d-6784844926ab"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:16:53.512293 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port b4d6f9e9-29b7-43c3-9b0d-6784844926ab, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=b4d6f9e9-29b7-43c3-9b0d-6784844926ab,segment=NetworkSegment(aba571d8-0fdf-409c-93e5-2774ed4c26d5),segment_id=aba571d8-0fdf-409c-93e5-2774ed4c26d5)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:16:53.516722 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:53.539672 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710a1f80-4e68-4871-be90-7fe707a2afc4 x-openstack-request-id: req-710a1f80-4e68-4871-be90-7fe707a2afc4 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:16:53.539966 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0abf2bb-7c29-44f8-ae50-12c957b4adf1", "name": "network-vif-plugged", "status": "completed", "tag": "b4d6f9e9-29b7-43c3-9b0d-6784844926ab", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:16:53.540216 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-710a1f80-4e68-4871-be90-7fe707a2afc4 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:16:53.540605 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0abf2bb-7c29-44f8-ae50-12c957b4adf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d6f9e9-29b7-43c3-9b0d-6784844926ab', 'code': 200} Nov 25 18:16:53.565911 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=b4d6f9e9-29b7-43c3-9b0d-6784844926ab,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:16:53.635504 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37711335-0f26-4d99-a9d8-9d3ab31edda6 req-c44b0f93-289d-48d6-abae-ee2bd89bf707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:53.637011 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-37711335-0f26-4d99-a9d8-9d3ab31edda6 req-c44b0f93-289d-48d6-abae-ee2bd89bf707 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d0abf2bb-7c29-44f8-ae50-12c957b4adf1 HTTP/1.1" status: 200 len: 1097 time: 0.0400403 Nov 25 18:16:53.680377 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-37711335-0f26-4d99-a9d8-9d3ab31edda6 req-f5960201-b9bb-42e4-9a41-f102c3e053db service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=aa62d347-5c65-4ca7-91ca-2247c5ba88e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362678 Nov 25 18:16:54.227265 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dcf6c7-72fa-4e63-afe7-54e7c5d13b76 req-90e71d31-e769-4ec9-934f-c94f84bb0ed0 tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:54.229277 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-55dcf6c7-72fa-4e63-afe7-54e7c5d13b76 req-90e71d31-e769-4ec9-934f-c94f84bb0ed0 tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0abf2bb-7c29-44f8-ae50-12c957b4adf1 HTTP/1.1" status: 200 len: 946 time: 0.0516157 Nov 25 18:16:54.274956 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-55dcf6c7-72fa-4e63-afe7-54e7c5d13b76 req-5082f0c0-9056-4a1d-be5e-dacc22cc3208 tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa62d347-5c65-4ca7-91ca-2247c5ba88e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399654 Nov 25 18:16:55.391272 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cebacc-dc3a-4de6-80ca-e53457a914b0 req-4f96bb6b-dd06-4835-8863-6b2068e21b41 tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:55.392731 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-72cebacc-dc3a-4de6-80ca-e53457a914b0 req-4f96bb6b-dd06-4835-8863-6b2068e21b41 tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0abf2bb-7c29-44f8-ae50-12c957b4adf1 HTTP/1.1" status: 200 len: 946 time: 0.0480416 Nov 25 18:16:55.439663 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-72cebacc-dc3a-4de6-80ca-e53457a914b0 req-0448d9f9-3bb3-4ee3-b6b5-af735558b3a6 tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa62d347-5c65-4ca7-91ca-2247c5ba88e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409729 Nov 25 18:16:55.624620 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34604) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:16:55.679863 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f0ba5-ef05-46b2-962c-4f57e0c722c4 req-c0b8345c-7100-4688-a306-6afd4042639b tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:55.681373 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dd4f0ba5-ef05-46b2-962c-4f57e0c722c4 req-c0b8345c-7100-4688-a306-6afd4042639b tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0abf2bb-7c29-44f8-ae50-12c957b4adf1 HTTP/1.1" status: 200 len: 946 time: 0.0512137 Nov 25 18:16:55.719069 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8de84381-4823-455e-bfb9-e59c2583ccc8 req-ca4276eb-e3b6-425a-add1-71cb2a527763 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=d0abf2bb-7c29-44f8-ae50-12c957b4adf1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0932295 Nov 25 18:16:55.729158 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [req-8de84381-4823-455e-bfb9-e59c2583ccc8 req-4c8c21e5-c655-43ab-9680-3d914389edbb service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:16:55.730179 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8de84381-4823-455e-bfb9-e59c2583ccc8 req-4c8c21e5-c655-43ab-9680-3d914389edbb service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057721 Nov 25 18:16:55.734441 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dd4f0ba5-ef05-46b2-962c-4f57e0c722c4 req-79585183-57d6-467c-b402-ddc5bf67786b tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa62d347-5c65-4ca7-91ca-2247c5ba88e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465314 Nov 25 18:16:56.855398 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc39b27-844a-48e1-9c29-5a2c9ec97c1a req-96b812f8-d405-463f-98f4-31339032d4f9 tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:56.856851 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8dc39b27-844a-48e1-9c29-5a2c9ec97c1a req-96b812f8-d405-463f-98f4-31339032d4f9 tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0abf2bb-7c29-44f8-ae50-12c957b4adf1 HTTP/1.1" status: 200 len: 946 time: 0.0485814 Nov 25 18:16:56.902649 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8dc39b27-844a-48e1-9c29-5a2c9ec97c1a req-64cb37d9-ff49-4196-8ad7-f9e475da6bdf tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa62d347-5c65-4ca7-91ca-2247c5ba88e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399785 Nov 25 18:16:56.994223 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de84381-4823-455e-bfb9-e59c2583ccc8 req-89cc6bce-ea05-4528-9cb1-75a8e658bf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:56.995932 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8de84381-4823-455e-bfb9-e59c2583ccc8 req-89cc6bce-ea05-4528-9cb1-75a8e658bf16 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=224f53c781bc4e11bf049f776c126cfa&device_id=d0abf2bb-7c29-44f8-ae50-12c957b4adf1 HTTP/1.1" status: 200 len: 1097 time: 0.0415225 Nov 25 18:16:57.084748 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de84381-4823-455e-bfb9-e59c2583ccc8 req-8913db2b-7bef-4705-9b19-be2a93d8a16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:57.086137 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8de84381-4823-455e-bfb9-e59c2583ccc8 req-8913db2b-7bef-4705-9b19-be2a93d8a16f service neutron] 10.222.0.74 "GET /v2.0/networks?id=3a60c33e-b0e3-4bae-afff-5c8160141667 HTTP/1.1" status: 200 len: 913 time: 0.0826306 Nov 25 18:16:57.131930 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8de84381-4823-455e-bfb9-e59c2583ccc8 req-9802f315-7188-45fd-b677-20b8bfd274d7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4d6f9e9-29b7-43c3-9b0d-6784844926ab HTTP/1.1" status: 200 len: 217 time: 0.0385218 Nov 25 18:16:57.180265 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de84381-4823-455e-bfb9-e59c2583ccc8 req-c7a429e5-edeb-4621-9e4c-384400a7017f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:57.181728 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8de84381-4823-455e-bfb9-e59c2583ccc8 req-c7a429e5-edeb-4621-9e4c-384400a7017f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2614cc20-2721-41d9-84ff-0b66ee9bb981 HTTP/1.1" status: 200 len: 852 time: 0.0426216 Nov 25 18:16:57.213779 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8de84381-4823-455e-bfb9-e59c2583ccc8 req-efc962d7-69f2-4ac6-b8a6-ce7ac035331c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3a60c33e-b0e3-4bae-afff-5c8160141667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240459 Nov 25 18:16:57.302750 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8de84381-4823-455e-bfb9-e59c2583ccc8 req-48c1a43f-05ec-42f7-9dd9-d3ff9fa13f7f service neutron] 10.222.0.74 "GET /v2.0/networks/3a60c33e-b0e3-4bae-afff-5c8160141667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830569 Nov 25 18:16:57.389565 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8de84381-4823-455e-bfb9-e59c2583ccc8 req-ca62b6ef-6ce4-4154-bf76-76084061d04d service neutron] 10.222.0.74 "GET /v2.0/networks/3a60c33e-b0e3-4bae-afff-5c8160141667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797422 Nov 25 18:16:58.036218 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7673d7f8-fd69-45b6-8cf7-b028a36374bb req-fe48b8d6-99b8-48e2-98fe-884ba6ad0eda tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:58.037727 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7673d7f8-fd69-45b6-8cf7-b028a36374bb req-fe48b8d6-99b8-48e2-98fe-884ba6ad0eda tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0abf2bb-7c29-44f8-ae50-12c957b4adf1 HTTP/1.1" status: 200 len: 946 time: 0.0561392 Nov 25 18:16:58.085821 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7673d7f8-fd69-45b6-8cf7-b028a36374bb req-20c24495-d883-459d-8453-5771ffcc5cd8 tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa62d347-5c65-4ca7-91ca-2247c5ba88e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405180 Nov 25 18:16:59.205350 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb92f93-8480-47d6-823e-25a8e9bbd364 req-e0aacfdb-beec-4b09-9eb3-00605c86bb51 tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:59.206803 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bdb92f93-8480-47d6-823e-25a8e9bbd364 req-e0aacfdb-beec-4b09-9eb3-00605c86bb51 tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0abf2bb-7c29-44f8-ae50-12c957b4adf1 HTTP/1.1" status: 200 len: 946 time: 0.0526428 Nov 25 18:16:59.252958 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bdb92f93-8480-47d6-823e-25a8e9bbd364 req-47ae25f4-6493-47f8-88be-65aa8fa10273 tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa62d347-5c65-4ca7-91ca-2247c5ba88e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401962 Nov 25 18:17:00.368138 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e5a7f9-1a08-4a4c-95ec-f62e4637cb26 req-982de144-31c8-4405-92fd-d2c61833deed tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:00.370363 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b3e5a7f9-1a08-4a4c-95ec-f62e4637cb26 req-982de144-31c8-4405-92fd-d2c61833deed tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0abf2bb-7c29-44f8-ae50-12c957b4adf1 HTTP/1.1" status: 200 len: 946 time: 0.0502002 Nov 25 18:17:00.417044 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b3e5a7f9-1a08-4a4c-95ec-f62e4637cb26 req-5d828ec9-295c-4a7c-8d5a-fe902fab748e tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa62d347-5c65-4ca7-91ca-2247c5ba88e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409360 Nov 25 18:17:01.532565 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c36219-28e0-4107-af83-2f62b22cfa96 req-ac4c2e65-1713-488e-968a-bb200f1a52cc tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:01.534061 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-71c36219-28e0-4107-af83-2f62b22cfa96 req-ac4c2e65-1713-488e-968a-bb200f1a52cc tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0abf2bb-7c29-44f8-ae50-12c957b4adf1 HTTP/1.1" status: 200 len: 946 time: 0.0479014 Nov 25 18:17:01.595027 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-71c36219-28e0-4107-af83-2f62b22cfa96 req-23fe8f24-3799-405e-9bbf-46245d5bbe5f tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa62d347-5c65-4ca7-91ca-2247c5ba88e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469780 Nov 25 18:17:02.728393 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ab74d-1415-4c33-b9d7-9947b4878c1f req-a8c9db90-9694-4f64-973b-e8bc7343bef7 tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:02.729887 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-466ab74d-1415-4c33-b9d7-9947b4878c1f req-a8c9db90-9694-4f64-973b-e8bc7343bef7 tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0abf2bb-7c29-44f8-ae50-12c957b4adf1 HTTP/1.1" status: 200 len: 946 time: 0.0504508 Nov 25 18:17:02.782980 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-466ab74d-1415-4c33-b9d7-9947b4878c1f req-a23c0e9a-2cbd-476a-87cf-452f4c8e09c1 tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa62d347-5c65-4ca7-91ca-2247c5ba88e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469153 Nov 25 18:17:03.902085 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f09dd-99cf-4a60-9cd6-2d3e44ed224a req-3d026d2c-fb8e-495b-991b-90fc1b6a0de1 tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:03.903526 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0f7f09dd-99cf-4a60-9cd6-2d3e44ed224a req-3d026d2c-fb8e-495b-991b-90fc1b6a0de1 tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0abf2bb-7c29-44f8-ae50-12c957b4adf1 HTTP/1.1" status: 200 len: 946 time: 0.0479300 Nov 25 18:17:03.949863 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0f7f09dd-99cf-4a60-9cd6-2d3e44ed224a req-3198bd01-0d6d-461f-97f8-7e6244caffbb tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa62d347-5c65-4ca7-91ca-2247c5ba88e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404036 Nov 25 18:17:05.071495 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d86bcf-0f90-426e-bb4e-4e4b56b9751b req-2a32ea8d-8dfd-491c-8573-040274e842bc tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:05.073790 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-14d86bcf-0f90-426e-bb4e-4e4b56b9751b req-2a32ea8d-8dfd-491c-8573-040274e842bc tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0abf2bb-7c29-44f8-ae50-12c957b4adf1 HTTP/1.1" status: 200 len: 946 time: 0.0557153 Nov 25 18:17:05.121998 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-14d86bcf-0f90-426e-bb4e-4e4b56b9751b req-12d51592-0e90-4fde-9243-bc9035f15e5d tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa62d347-5c65-4ca7-91ca-2247c5ba88e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412531 Nov 25 18:17:06.241935 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc13992-691b-419a-b76d-8af5a14fcc11 req-c7582e08-ed52-4969-a8ca-5679985dff80 tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:06.243316 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2bc13992-691b-419a-b76d-8af5a14fcc11 req-c7582e08-ed52-4969-a8ca-5679985dff80 tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0abf2bb-7c29-44f8-ae50-12c957b4adf1 HTTP/1.1" status: 200 len: 946 time: 0.0485990 Nov 25 18:17:06.289700 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2bc13992-691b-419a-b76d-8af5a14fcc11 req-06b87d96-c1ac-4b67-b6b1-f90a2a119b87 tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa62d347-5c65-4ca7-91ca-2247c5ba88e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397737 Nov 25 18:17:07.414760 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d4b19-05dd-429a-9f2c-929f11e172e8 req-8aacd463-a4b5-4fc8-a0d8-9564f3b1b159 tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:07.416880 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4b9d4b19-05dd-429a-9f2c-929f11e172e8 req-8aacd463-a4b5-4fc8-a0d8-9564f3b1b159 tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0abf2bb-7c29-44f8-ae50-12c957b4adf1 HTTP/1.1" status: 200 len: 946 time: 0.0580337 Nov 25 18:17:07.464121 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4b9d4b19-05dd-429a-9f2c-929f11e172e8 req-95455aff-35cb-497e-ac61-0a6614de6705 tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa62d347-5c65-4ca7-91ca-2247c5ba88e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413160 Nov 25 18:17:08.578199 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d618d-cdc2-4963-857c-71570faf5731 req-a0a9605e-572c-4891-a50f-fe299adb107a tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:08.579645 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-de5d618d-cdc2-4963-857c-71570faf5731 req-a0a9605e-572c-4891-a50f-fe299adb107a tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0abf2bb-7c29-44f8-ae50-12c957b4adf1 HTTP/1.1" status: 200 len: 946 time: 0.0476391 Nov 25 18:17:08.625080 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-de5d618d-cdc2-4963-857c-71570faf5731 req-4b694549-62a2-46e9-8179-f1a8143aedde tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa62d347-5c65-4ca7-91ca-2247c5ba88e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395851 Nov 25 18:17:09.739601 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15072eff-d7cf-426b-b59d-5ab720c64b95 req-d86a7340-88a0-4504-9df3-395d81331fc6 tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:09.740995 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-15072eff-d7cf-426b-b59d-5ab720c64b95 req-d86a7340-88a0-4504-9df3-395d81331fc6 tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0abf2bb-7c29-44f8-ae50-12c957b4adf1 HTTP/1.1" status: 200 len: 946 time: 0.0485337 Nov 25 18:17:09.790392 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-15072eff-d7cf-426b-b59d-5ab720c64b95 req-56f07a88-786b-4f30-973c-f0a934769f0e tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa62d347-5c65-4ca7-91ca-2247c5ba88e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432229 Nov 25 18:17:10.905725 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c101dc3-6344-4e26-b60e-7d7b41e768de req-360a60b2-0694-4ef5-b640-850dd699de5b tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:10.907180 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4c101dc3-6344-4e26-b60e-7d7b41e768de req-360a60b2-0694-4ef5-b640-850dd699de5b tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0abf2bb-7c29-44f8-ae50-12c957b4adf1 HTTP/1.1" status: 200 len: 946 time: 0.0485401 Nov 25 18:17:10.954323 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4c101dc3-6344-4e26-b60e-7d7b41e768de req-6db69f0a-84e0-45b8-93ae-03351db7e2cf tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa62d347-5c65-4ca7-91ca-2247c5ba88e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411742 Nov 25 18:17:12.070921 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c180a0-debc-41dc-a80e-1ca42539d0dc req-0035f05b-fe1c-46e5-935a-9fa5a0a1d441 tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:12.073416 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-37c180a0-debc-41dc-a80e-1ca42539d0dc req-0035f05b-fe1c-46e5-935a-9fa5a0a1d441 tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0abf2bb-7c29-44f8-ae50-12c957b4adf1 HTTP/1.1" status: 200 len: 946 time: 0.0487719 Nov 25 18:17:12.124935 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-37c180a0-debc-41dc-a80e-1ca42539d0dc req-81639af1-833d-4e1d-9a90-78c5289392d9 tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa62d347-5c65-4ca7-91ca-2247c5ba88e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453179 Nov 25 18:17:13.244972 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c32082-0ab2-46ec-bf1c-d39e0f7c1efe req-49429752-44a7-4efe-846a-cbd53f08e372 tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:13.246349 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-41c32082-0ab2-46ec-bf1c-d39e0f7c1efe req-49429752-44a7-4efe-846a-cbd53f08e372 tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0abf2bb-7c29-44f8-ae50-12c957b4adf1 HTTP/1.1" status: 200 len: 946 time: 0.0518358 Nov 25 18:17:13.293784 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-41c32082-0ab2-46ec-bf1c-d39e0f7c1efe req-afa88a3d-eaeb-4627-8a9d-4939488be4ad tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa62d347-5c65-4ca7-91ca-2247c5ba88e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415375 Nov 25 18:17:14.408888 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09e3b8-9278-4546-bbe8-4d975e3099ae req-496f9561-3142-4375-905b-8226428581f8 tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:14.410361 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ac09e3b8-9278-4546-bbe8-4d975e3099ae req-496f9561-3142-4375-905b-8226428581f8 tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0abf2bb-7c29-44f8-ae50-12c957b4adf1 HTTP/1.1" status: 200 len: 946 time: 0.0486686 Nov 25 18:17:14.457133 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ac09e3b8-9278-4546-bbe8-4d975e3099ae req-46a66eff-d85d-4cda-8197-d2909d8b7250 tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa62d347-5c65-4ca7-91ca-2247c5ba88e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407882 Nov 25 18:17:15.576375 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c244b8-eca3-4601-8252-5b970efb9365 req-93c46672-2444-4b26-8f19-be3610b867cf tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:15.577865 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-93c244b8-eca3-4601-8252-5b970efb9365 req-93c46672-2444-4b26-8f19-be3610b867cf tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0abf2bb-7c29-44f8-ae50-12c957b4adf1 HTTP/1.1" status: 200 len: 946 time: 0.0483344 Nov 25 18:17:15.627546 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-93c244b8-eca3-4601-8252-5b970efb9365 req-08d4530b-ec27-4f31-b1fd-e49b1b0556ac tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa62d347-5c65-4ca7-91ca-2247c5ba88e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438056 Nov 25 18:17:16.744267 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf05c16-ac4f-44e9-ad93-eecfb2b2927f req-531c9565-ef7d-4f67-8b8e-d4e300ef51fa tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:16.745873 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6bf05c16-ac4f-44e9-ad93-eecfb2b2927f req-531c9565-ef7d-4f67-8b8e-d4e300ef51fa tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0abf2bb-7c29-44f8-ae50-12c957b4adf1 HTTP/1.1" status: 200 len: 946 time: 0.0503950 Nov 25 18:17:16.792027 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6bf05c16-ac4f-44e9-ad93-eecfb2b2927f req-c2599f1f-a5db-4274-8a6f-689c8afee442 tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa62d347-5c65-4ca7-91ca-2247c5ba88e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401907 Nov 25 18:17:17.083105 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:17.189297 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0c6e11f6-a52e-4a3e-8762-ff66057a7c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:17.310096 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:17.906391 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53361f2f-b88f-4c21-b8f0-50d7c66bc044 req-5d69af6d-07c5-47b5-90ed-793cf4097fba tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:17.907864 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-53361f2f-b88f-4c21-b8f0-50d7c66bc044 req-5d69af6d-07c5-47b5-90ed-793cf4097fba tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0abf2bb-7c29-44f8-ae50-12c957b4adf1 HTTP/1.1" status: 200 len: 946 time: 0.0482535 Nov 25 18:17:17.954153 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-53361f2f-b88f-4c21-b8f0-50d7c66bc044 req-a3c16b73-07c5-4769-a6da-fde9829434ad tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa62d347-5c65-4ca7-91ca-2247c5ba88e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404370 Nov 25 18:17:19.074471 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d58e8-888c-4ec2-8529-3a309876918d req-95745c31-596a-4edc-99e1-dd433e0fcdca tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:19.075846 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c23d58e8-888c-4ec2-8529-3a309876918d req-95745c31-596a-4edc-99e1-dd433e0fcdca tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0abf2bb-7c29-44f8-ae50-12c957b4adf1 HTTP/1.1" status: 200 len: 946 time: 0.0529714 Nov 25 18:17:19.122812 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c23d58e8-888c-4ec2-8529-3a309876918d req-87b568a5-3704-4b8a-8100-8648a5b7056a tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa62d347-5c65-4ca7-91ca-2247c5ba88e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409498 Nov 25 18:17:19.922085 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4e05fb3f-cea2-4798-a421-af4e47389c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:20.246812 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743299e-e05d-49b7-ba31-53b798e4addc req-9eee6d0c-2160-4f28-bc10-d2584936454a tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:20.248205 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9743299e-e05d-49b7-ba31-53b798e4addc req-9eee6d0c-2160-4f28-bc10-d2584936454a tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0abf2bb-7c29-44f8-ae50-12c957b4adf1 HTTP/1.1" status: 200 len: 946 time: 0.0491874 Nov 25 18:17:20.295271 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9743299e-e05d-49b7-ba31-53b798e4addc req-c2543492-b36b-43fd-a382-3050cd0af7a9 tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa62d347-5c65-4ca7-91ca-2247c5ba88e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411944 Nov 25 18:17:20.991900 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:21.412528 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef36e8-30de-4b85-82b0-3d89bfe2eef6 req-d5aca2ab-e060-4adf-9407-137f245d5d4c tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:21.414023 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9eef36e8-30de-4b85-82b0-3d89bfe2eef6 req-d5aca2ab-e060-4adf-9407-137f245d5d4c tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0abf2bb-7c29-44f8-ae50-12c957b4adf1 HTTP/1.1" status: 200 len: 946 time: 0.0518739 Nov 25 18:17:21.461428 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9eef36e8-30de-4b85-82b0-3d89bfe2eef6 req-5279fd5d-633c-41a3-8006-d4784072ebd5 tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa62d347-5c65-4ca7-91ca-2247c5ba88e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408759 Nov 25 18:17:22.186066 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:22.577996 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab402737-b5c0-47d2-9429-4de9164a8601 req-2e231061-4469-491c-b732-ffd438a80f87 tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:22.579501 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ab402737-b5c0-47d2-9429-4de9164a8601 req-2e231061-4469-491c-b732-ffd438a80f87 tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0abf2bb-7c29-44f8-ae50-12c957b4adf1 HTTP/1.1" status: 200 len: 946 time: 0.0488536 Nov 25 18:17:22.626164 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ab402737-b5c0-47d2-9429-4de9164a8601 req-30e8f7f7-1295-4f77-ba1b-e6a9d553148f tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa62d347-5c65-4ca7-91ca-2247c5ba88e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408437 Nov 25 18:17:23.130110 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:23.747447 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2aa00a-d381-4901-bd0a-f18ee5ba9f9f req-8ef203ec-ee19-4d24-bef0-c60448b2e398 tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:23.748852 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3e2aa00a-d381-4901-bd0a-f18ee5ba9f9f req-8ef203ec-ee19-4d24-bef0-c60448b2e398 tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0abf2bb-7c29-44f8-ae50-12c957b4adf1 HTTP/1.1" status: 200 len: 946 time: 0.0495710 Nov 25 18:17:23.798418 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3e2aa00a-d381-4901-bd0a-f18ee5ba9f9f req-9c1fa385-4791-4c91-a422-780ce216e98f tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa62d347-5c65-4ca7-91ca-2247c5ba88e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436552 Nov 25 18:17:24.226907 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [req-8de84381-4823-455e-bfb9-e59c2583ccc8 req-0948220e-ac1a-4a78-8fcc-5fc663a61931 service neutron] show failed (client error): The resource could not be found. Nov 25 18:17:24.227972 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-8de84381-4823-455e-bfb9-e59c2583ccc8 req-0948220e-ac1a-4a78-8fcc-5fc663a61931 service neutron] 10.222.0.74 "GET /v2.0/ports/b4d6f9e9-29b7-43c3-9b0d-6784844926ab/bindings/n-h2-817746-1 HTTP/1.1" status: 404 len: 380 time: 0.0678413 Nov 25 18:17:24.424332 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de84381-4823-455e-bfb9-e59c2583ccc8 req-cc44c483-ddcb-4fe9-b052-51dcc95d5e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:24.425829 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8de84381-4823-455e-bfb9-e59c2583ccc8 req-cc44c483-ddcb-4fe9-b052-51dcc95d5e07 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0abf2bb-7c29-44f8-ae50-12c957b4adf1&tenant_id=224f53c781bc4e11bf049f776c126cfa HTTP/1.1" status: 200 len: 1097 time: 0.0402412 Nov 25 18:17:24.439357 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-8de84381-4823-455e-bfb9-e59c2583ccc8 req-1d514ae9-67b8-4fe7-a0b7-b451a9fd2333 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817746-1', 'device_owner': 'compute:nova'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:17:24.490374 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-8de84381-4823-455e-bfb9-e59c2583ccc8 req-1d514ae9-67b8-4fe7-a0b7-b451a9fd2333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:24.689103 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-8de84381-4823-455e-bfb9-e59c2583ccc8 req-1d514ae9-67b8-4fe7-a0b7-b451a9fd2333 service neutron] For port b4d6f9e9-29b7-43c3-9b0d-6784844926ab, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=b4d6f9e9-29b7-43c3-9b0d-6784844926ab,segment=NetworkSegment(aba571d8-0fdf-409c-93e5-2774ed4c26d5),segment_id=aba571d8-0fdf-409c-93e5-2774ed4c26d5)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:17:24.725554 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-8de84381-4823-455e-bfb9-e59c2583ccc8 req-1d514ae9-67b8-4fe7-a0b7-b451a9fd2333 service neutron] For port b4d6f9e9-29b7-43c3-9b0d-6784844926ab, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:17:24.764604 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0abf2bb-7c29-44f8-ae50-12c957b4adf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4d6f9e9-29b7-43c3-9b0d-6784844926ab'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:17:24.767263 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda30684-5d3d-4a66-b91b-e7b575f352d4" -d '{"events": [{"server_uuid": "d0abf2bb-7c29-44f8-ae50-12c957b4adf1", "name": "network-vif-unplugged", "status": "completed", "tag": "b4d6f9e9-29b7-43c3-9b0d-6784844926ab"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:17:24.771037 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-8de84381-4823-455e-bfb9-e59c2583ccc8 req-1d514ae9-67b8-4fe7-a0b7-b451a9fd2333 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:24.783700 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-8de84381-4823-455e-bfb9-e59c2583ccc8 req-1d514ae9-67b8-4fe7-a0b7-b451a9fd2333 service neutron] Transition to ACTIVE for port object b4d6f9e9-29b7-43c3-9b0d-6784844926ab will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:17:24.787341 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-8de84381-4823-455e-bfb9-e59c2583ccc8 req-1d514ae9-67b8-4fe7-a0b7-b451a9fd2333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:24.824354 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 18:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a673d9-e605-4147-bde3-af08f81055e2 x-openstack-request-id: req-d5a673d9-e605-4147-bde3-af08f81055e2 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:17:24.824734 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0abf2bb-7c29-44f8-ae50-12c957b4adf1", "name": "network-vif-unplugged", "status": "completed", "tag": "b4d6f9e9-29b7-43c3-9b0d-6784844926ab", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:17:24.825004 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d5a673d9-e605-4147-bde3-af08f81055e2 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:17:24.825810 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0abf2bb-7c29-44f8-ae50-12c957b4adf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4d6f9e9-29b7-43c3-9b0d-6784844926ab', 'code': 200} Nov 25 18:17:24.841070 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d514ae9-67b8-4fe7-a0b7-b451a9fd2333 service neutron] Pushing event updated for resources: {'Port': ['ID=b4d6f9e9-29b7-43c3-9b0d-6784844926ab,revision_number=6']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:17:24.857883 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-8de84381-4823-455e-bfb9-e59c2583ccc8 req-1d514ae9-67b8-4fe7-a0b7-b451a9fd2333 service neutron] No DVR routers for this DVR port b4d6f9e9-29b7-43c3-9b0d-6784844926ab on host n-h1-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:17:24.865965 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d514ae9-67b8-4fe7-a0b7-b451a9fd2333 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:17:24.866317 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d514ae9-67b8-4fe7-a0b7-b451a9fd2333 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:17:24.866662 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d514ae9-67b8-4fe7-a0b7-b451a9fd2333 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:17:24.867021 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d514ae9-67b8-4fe7-a0b7-b451a9fd2333 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:17:24.867343 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d514ae9-67b8-4fe7-a0b7-b451a9fd2333 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:17:24.867678 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d514ae9-67b8-4fe7-a0b7-b451a9fd2333 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:17:24.868013 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d514ae9-67b8-4fe7-a0b7-b451a9fd2333 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:17:24.868348 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d514ae9-67b8-4fe7-a0b7-b451a9fd2333 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:17:24.868678 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d514ae9-67b8-4fe7-a0b7-b451a9fd2333 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:17:24.869024 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d514ae9-67b8-4fe7-a0b7-b451a9fd2333 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:17:24.869603 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d514ae9-67b8-4fe7-a0b7-b451a9fd2333 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:17:24.869977 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d514ae9-67b8-4fe7-a0b7-b451a9fd2333 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:17:24.932966 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-8de84381-4823-455e-bfb9-e59c2583ccc8 req-1d514ae9-67b8-4fe7-a0b7-b451a9fd2333 service neutron] Attempting to bind port b4d6f9e9-29b7-43c3-9b0d-6784844926ab on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:17:24.933305 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-8de84381-4823-455e-bfb9-e59c2583ccc8 req-1d514ae9-67b8-4fe7-a0b7-b451a9fd2333 service neutron] Attempting to bind port b4d6f9e9-29b7-43c3-9b0d-6784844926ab by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': 'aba571d8-0fdf-409c-93e5-2774ed4c26d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '3a60c33e-b0e3-4bae-afff-5c8160141667'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:17:24.933637 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de84381-4823-455e-bfb9-e59c2583ccc8 req-1d514ae9-67b8-4fe7-a0b7-b451a9fd2333 service neutron] Attempting to bind port b4d6f9e9-29b7-43c3-9b0d-6784844926ab on network 3a60c33e-b0e3-4bae-afff-5c8160141667 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:17:24.942661 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de84381-4823-455e-bfb9-e59c2583ccc8 req-1d514ae9-67b8-4fe7-a0b7-b451a9fd2333 service neutron] Port b4d6f9e9-29b7-43c3-9b0d-6784844926ab on network 3a60c33e-b0e3-4bae-afff-5c8160141667 not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:17:24.942976 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de84381-4823-455e-bfb9-e59c2583ccc8 req-1d514ae9-67b8-4fe7-a0b7-b451a9fd2333 service neutron] Attempting to bind port b4d6f9e9-29b7-43c3-9b0d-6784844926ab on network 3a60c33e-b0e3-4bae-afff-5c8160141667 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:17:24.956706 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d93ceaf-1af9-4120-8bcd-d832d0bb6b99 req-780ad7f5-b274-4abf-afad-24652766d727 tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:24.958182 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d93ceaf-1af9-4120-8bcd-d832d0bb6b99 req-780ad7f5-b274-4abf-afad-24652766d727 tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0abf2bb-7c29-44f8-ae50-12c957b4adf1 HTTP/1.1" status: 200 len: 944 time: 0.0836492 Nov 25 18:17:24.959295 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de84381-4823-455e-bfb9-e59c2583ccc8 req-1d514ae9-67b8-4fe7-a0b7-b451a9fd2333 service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:17:24.959621 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de84381-4823-455e-bfb9-e59c2583ccc8 req-1d514ae9-67b8-4fe7-a0b7-b451a9fd2333 service neutron] Checking segment: {'id': 'aba571d8-0fdf-409c-93e5-2774ed4c26d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '3a60c33e-b0e3-4bae-afff-5c8160141667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:17:24.959993 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de84381-4823-455e-bfb9-e59c2583ccc8 req-1d514ae9-67b8-4fe7-a0b7-b451a9fd2333 service neutron] Bound using segment: {'id': 'aba571d8-0fdf-409c-93e5-2774ed4c26d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '3a60c33e-b0e3-4bae-afff-5c8160141667'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:17:24.960418 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-8de84381-4823-455e-bfb9-e59c2583ccc8 req-1d514ae9-67b8-4fe7-a0b7-b451a9fd2333 service neutron] Bound port: b4d6f9e9-29b7-43c3-9b0d-6784844926ab, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aba571d8-0fdf-409c-93e5-2774ed4c26d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '3a60c33e-b0e3-4bae-afff-5c8160141667'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:17:24.960765 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-8de84381-4823-455e-bfb9-e59c2583ccc8 req-1d514ae9-67b8-4fe7-a0b7-b451a9fd2333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:25.045751 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d93ceaf-1af9-4120-8bcd-d832d0bb6b99 req-1ebdaea4-63a6-4c75-a049-39a332adeecd tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa62d347-5c65-4ca7-91ca-2247c5ba88e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758781 Nov 25 18:17:25.054183 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-8de84381-4823-455e-bfb9-e59c2583ccc8 req-1d514ae9-67b8-4fe7-a0b7-b451a9fd2333 service neutron] For port b4d6f9e9-29b7-43c3-9b0d-6784844926ab, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:17:25.057259 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-8de84381-4823-455e-bfb9-e59c2583ccc8 req-1d514ae9-67b8-4fe7-a0b7-b451a9fd2333 service neutron] For port b4d6f9e9-29b7-43c3-9b0d-6784844926ab, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=b4d6f9e9-29b7-43c3-9b0d-6784844926ab,segment=NetworkSegment(aba571d8-0fdf-409c-93e5-2774ed4c26d5),segment_id=aba571d8-0fdf-409c-93e5-2774ed4c26d5)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:17:25.062231 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-8de84381-4823-455e-bfb9-e59c2583ccc8 req-1d514ae9-67b8-4fe7-a0b7-b451a9fd2333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:25.095535 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de84381-4823-455e-bfb9-e59c2583ccc8 req-1d514ae9-67b8-4fe7-a0b7-b451a9fd2333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:25.096152 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-8de84381-4823-455e-bfb9-e59c2583ccc8 req-1d514ae9-67b8-4fe7-a0b7-b451a9fd2333 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:25.098211 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8de84381-4823-455e-bfb9-e59c2583ccc8 req-1d514ae9-67b8-4fe7-a0b7-b451a9fd2333 service neutron] 10.222.0.90 "PUT /v2.0/ports/b4d6f9e9-29b7-43c3-9b0d-6784844926ab HTTP/1.1" status: 200 len: 1092 time: 0.6627054 Nov 25 18:17:25.136789 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d514ae9-67b8-4fe7-a0b7-b451a9fd2333 service neutron] Pushing event updated for resources: {'Port': ['ID=b4d6f9e9-29b7-43c3-9b0d-6784844926ab,revision_number=7']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:17:25.167809 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de84381-4823-455e-bfb9-e59c2583ccc8 req-a7e1237e-3490-4287-a5bb-bcbef29ca515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:25.169329 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8de84381-4823-455e-bfb9-e59c2583ccc8 req-a7e1237e-3490-4287-a5bb-bcbef29ca515 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=224f53c781bc4e11bf049f776c126cfa&device_id=d0abf2bb-7c29-44f8-ae50-12c957b4adf1 HTTP/1.1" status: 200 len: 1095 time: 0.0479481 Nov 25 18:17:25.258559 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de84381-4823-455e-bfb9-e59c2583ccc8 req-09e329df-5520-4cde-8778-32e1358a9d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:25.260131 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8de84381-4823-455e-bfb9-e59c2583ccc8 req-09e329df-5520-4cde-8778-32e1358a9d53 service neutron] 10.222.0.90 "GET /v2.0/networks?id=3a60c33e-b0e3-4bae-afff-5c8160141667 HTTP/1.1" status: 200 len: 913 time: 0.0837603 Nov 25 18:17:25.304612 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8de84381-4823-455e-bfb9-e59c2583ccc8 req-1256da0d-21b7-4b79-a44f-6aa2f3865e95 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4d6f9e9-29b7-43c3-9b0d-6784844926ab HTTP/1.1" status: 200 len: 217 time: 0.0376997 Nov 25 18:17:25.353239 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de84381-4823-455e-bfb9-e59c2583ccc8 req-76c7763d-1ad3-4d9a-ab24-b6ddaac4f2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:25.355259 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8de84381-4823-455e-bfb9-e59c2583ccc8 req-76c7763d-1ad3-4d9a-ab24-b6ddaac4f2bc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2614cc20-2721-41d9-84ff-0b66ee9bb981 HTTP/1.1" status: 200 len: 852 time: 0.0435083 Nov 25 18:17:25.385310 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8de84381-4823-455e-bfb9-e59c2583ccc8 req-858bd559-3afb-4377-ada5-f304f1a11280 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3a60c33e-b0e3-4bae-afff-5c8160141667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235031 Nov 25 18:17:25.473772 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8de84381-4823-455e-bfb9-e59c2583ccc8 req-215dd9d4-fad9-497b-9fa7-51060cac12f6 service neutron] 10.222.0.90 "GET /v2.0/networks/3a60c33e-b0e3-4bae-afff-5c8160141667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817440 Nov 25 18:17:25.566423 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8de84381-4823-455e-bfb9-e59c2583ccc8 req-378550b5-a712-49a4-846e-1d9b6a4497e8 service neutron] 10.222.0.90 "GET /v2.0/networks/3a60c33e-b0e3-4bae-afff-5c8160141667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848341 Nov 25 18:17:26.163087 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9146c9-d734-4430-93bf-2777dfe1456a req-908849b6-e844-4227-9b8f-cd4c1a2c53ab tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:26.164551 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cd9146c9-d734-4430-93bf-2777dfe1456a req-908849b6-e844-4227-9b8f-cd4c1a2c53ab tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0abf2bb-7c29-44f8-ae50-12c957b4adf1 HTTP/1.1" status: 200 len: 944 time: 0.0486844 Nov 25 18:17:26.214527 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cd9146c9-d734-4430-93bf-2777dfe1456a req-bfa262b8-671e-459d-978c-ad30807b6a0c tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa62d347-5c65-4ca7-91ca-2247c5ba88e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421662 Nov 25 18:17:26.826139 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0abf2bb-7c29-44f8-ae50-12c957b4adf1', 'tag': 'b4d6f9e9-29b7-43c3-9b0d-6784844926ab'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:17:26.828540 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa66d9a0-5b91-4b17-a154-a8808f138c91" -d '{"events": [{"name": "network-changed", "server_uuid": "d0abf2bb-7c29-44f8-ae50-12c957b4adf1", "tag": "b4d6f9e9-29b7-43c3-9b0d-6784844926ab"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:17:26.875924 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8cd4f2-874a-4715-a2a4-0d9af8177969 x-openstack-request-id: req-8d8cd4f2-874a-4715-a2a4-0d9af8177969 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:17:26.876219 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0abf2bb-7c29-44f8-ae50-12c957b4adf1", "tag": "b4d6f9e9-29b7-43c3-9b0d-6784844926ab", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:17:26.876477 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8d8cd4f2-874a-4715-a2a4-0d9af8177969 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:17:26.876902 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0abf2bb-7c29-44f8-ae50-12c957b4adf1', 'tag': 'b4d6f9e9-29b7-43c3-9b0d-6784844926ab', 'status': 'completed', 'code': 200} Nov 25 18:17:26.948622 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66d9a0-5b91-4b17-a154-a8808f138c91 req-51cb38b8-71f4-48fe-b31e-1924a3ccc99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:26.950210 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fa66d9a0-5b91-4b17-a154-a8808f138c91 req-51cb38b8-71f4-48fe-b31e-1924a3ccc99c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=224f53c781bc4e11bf049f776c126cfa&device_id=d0abf2bb-7c29-44f8-ae50-12c957b4adf1 HTTP/1.1" status: 200 len: 1095 time: 0.0458343 Nov 25 18:17:27.072053 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66d9a0-5b91-4b17-a154-a8808f138c91 req-15a75b9b-dc92-468a-8471-e29a394fe6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:27.074061 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fa66d9a0-5b91-4b17-a154-a8808f138c91 req-15a75b9b-dc92-468a-8471-e29a394fe6f7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=3a60c33e-b0e3-4bae-afff-5c8160141667 HTTP/1.1" status: 200 len: 913 time: 0.1041353 Nov 25 18:17:27.124275 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fa66d9a0-5b91-4b17-a154-a8808f138c91 req-7d3fa453-b121-4484-b1ed-61afe1a82c24 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4d6f9e9-29b7-43c3-9b0d-6784844926ab HTTP/1.1" status: 200 len: 217 time: 0.0423284 Nov 25 18:17:27.253451 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66d9a0-5b91-4b17-a154-a8808f138c91 req-fd2b65ce-bdd4-489f-8353-c3f98221de0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:27.255052 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-fa66d9a0-5b91-4b17-a154-a8808f138c91 req-fd2b65ce-bdd4-489f-8353-c3f98221de0b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=224f53c781bc4e11bf049f776c126cfa&device_id=d0abf2bb-7c29-44f8-ae50-12c957b4adf1 HTTP/1.1" status: 200 len: 1095 time: 0.3590946 Nov 25 18:17:27.349579 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66d9a0-5b91-4b17-a154-a8808f138c91 req-5598c966-106c-4759-8c4a-8f4c181053a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:27.351070 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-fa66d9a0-5b91-4b17-a154-a8808f138c91 req-5598c966-106c-4759-8c4a-8f4c181053a4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=3a60c33e-b0e3-4bae-afff-5c8160141667 HTTP/1.1" status: 200 len: 913 time: 0.0889263 Nov 25 18:17:27.398125 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-fa66d9a0-5b91-4b17-a154-a8808f138c91 req-b8ec54bb-5f4e-45ec-bd45-cc4a48bf7f73 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4d6f9e9-29b7-43c3-9b0d-6784844926ab HTTP/1.1" status: 200 len: 217 time: 0.0389214 Nov 25 18:17:27.449927 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66d9a0-5b91-4b17-a154-a8808f138c91 req-35c665d8-2bba-4c21-92ac-218e9d853101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:27.451540 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-fa66d9a0-5b91-4b17-a154-a8808f138c91 req-35c665d8-2bba-4c21-92ac-218e9d853101 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2614cc20-2721-41d9-84ff-0b66ee9bb981 HTTP/1.1" status: 200 len: 852 time: 0.0458689 Nov 25 18:17:27.485965 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-fa66d9a0-5b91-4b17-a154-a8808f138c91 req-b8e0d6bc-aec5-494e-8957-ab239e01f66f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3a60c33e-b0e3-4bae-afff-5c8160141667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261710 Nov 25 18:17:27.532320 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66d9a0-5b91-4b17-a154-a8808f138c91 req-cc967a5f-4ae2-4a9b-afd6-6b5e6cc05748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:27.533798 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fa66d9a0-5b91-4b17-a154-a8808f138c91 req-cc967a5f-4ae2-4a9b-afd6-6b5e6cc05748 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2614cc20-2721-41d9-84ff-0b66ee9bb981 HTTP/1.1" status: 200 len: 852 time: 0.4013712 Nov 25 18:17:27.559215 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b52cd5-efd8-4063-8e13-a35590482140 req-cb4a608f-e7a9-4a60-851b-9d7a7ec6ae63 tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:27.560661 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-59b52cd5-efd8-4063-8e13-a35590482140 req-cb4a608f-e7a9-4a60-851b-9d7a7ec6ae63 tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0abf2bb-7c29-44f8-ae50-12c957b4adf1 HTTP/1.1" status: 200 len: 944 time: 0.0713902 Nov 25 18:17:27.576704 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fa66d9a0-5b91-4b17-a154-a8808f138c91 req-e66555a7-5cd1-4ea3-af64-755b98490ae3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3a60c33e-b0e3-4bae-afff-5c8160141667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344627 Nov 25 18:17:27.581119 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-fa66d9a0-5b91-4b17-a154-a8808f138c91 req-6dd4e1a9-aae5-440f-a31f-65b89f66b045 service neutron] 10.222.0.74 "GET /v2.0/networks/3a60c33e-b0e3-4bae-afff-5c8160141667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879271 Nov 25 18:17:27.669327 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-59b52cd5-efd8-4063-8e13-a35590482140 req-bb2b6b3a-f0b7-4fef-886a-69eaf1a9be9a tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa62d347-5c65-4ca7-91ca-2247c5ba88e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946369 Nov 25 18:17:27.671412 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-fa66d9a0-5b91-4b17-a154-a8808f138c91 req-4d23b1ff-103d-4e2f-b99a-b25a3b1d7db6 service neutron] 10.222.0.74 "GET /v2.0/networks/3a60c33e-b0e3-4bae-afff-5c8160141667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827847 Nov 25 18:17:27.697047 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fa66d9a0-5b91-4b17-a154-a8808f138c91 req-95f670ec-bfcd-4190-b896-3fe5f41b9ec0 service neutron] 10.222.0.90 "GET /v2.0/networks/3a60c33e-b0e3-4bae-afff-5c8160141667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053503 Nov 25 18:17:27.790496 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fa66d9a0-5b91-4b17-a154-a8808f138c91 req-a36a3850-68c2-42b6-a502-ec0e34bb2b64 service neutron] 10.222.0.90 "GET /v2.0/networks/3a60c33e-b0e3-4bae-afff-5c8160141667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868149 Nov 25 18:17:27.929972 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c0fd9-3bdb-4a6b-810d-92c30526b673 req-8a64e968-932a-45f9-9cba-3ee89e576fcd tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:27.937396 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c26c0fd9-3bdb-4a6b-810d-92c30526b673 req-8a64e968-932a-45f9-9cba-3ee89e576fcd tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0abf2bb-7c29-44f8-ae50-12c957b4adf1&tenant_id=224f53c781bc4e11bf049f776c126cfa&binding%3Ahost_id=n-h2-817746-1 HTTP/1.1" status: 200 len: 944 time: 0.0550997 Nov 25 18:17:28.003515 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [req-c26c0fd9-3bdb-4a6b-810d-92c30526b673 req-4f720b47-6f47-476c-bb19-edcd7cd54c16 service neutron] delete failed (client error): The resource could not be found. Nov 25 18:17:28.004653 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c26c0fd9-3bdb-4a6b-810d-92c30526b673 req-4f720b47-6f47-476c-bb19-edcd7cd54c16 service neutron] 10.222.0.74 "DELETE /v2.0/ports/b4d6f9e9-29b7-43c3-9b0d-6784844926ab/bindings/n-h1-817746-1 HTTP/1.1" status: 404 len: 380 time: 0.0655696 Nov 25 18:17:28.101608 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c0fd9-3bdb-4a6b-810d-92c30526b673 req-986bfc29-801f-4d96-8629-d46f4896c554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:28.103096 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c26c0fd9-3bdb-4a6b-810d-92c30526b673 req-986bfc29-801f-4d96-8629-d46f4896c554 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=224f53c781bc4e11bf049f776c126cfa&device_id=d0abf2bb-7c29-44f8-ae50-12c957b4adf1 HTTP/1.1" status: 200 len: 1095 time: 0.0437682 Nov 25 18:17:28.194162 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c0fd9-3bdb-4a6b-810d-92c30526b673 req-9d2d657c-232d-4225-a55f-6f8b3b4add13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:28.195534 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c26c0fd9-3bdb-4a6b-810d-92c30526b673 req-9d2d657c-232d-4225-a55f-6f8b3b4add13 service neutron] 10.222.0.74 "GET /v2.0/networks?id=3a60c33e-b0e3-4bae-afff-5c8160141667 HTTP/1.1" status: 200 len: 913 time: 0.0845296 Nov 25 18:17:28.242711 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c26c0fd9-3bdb-4a6b-810d-92c30526b673 req-ff4fe91e-3d29-4d4b-a4ae-e2641d44925f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4d6f9e9-29b7-43c3-9b0d-6784844926ab HTTP/1.1" status: 200 len: 217 time: 0.0400620 Nov 25 18:17:28.300144 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c0fd9-3bdb-4a6b-810d-92c30526b673 req-725ce6d9-364c-4ead-bf3b-35efdf054fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:28.301626 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c26c0fd9-3bdb-4a6b-810d-92c30526b673 req-725ce6d9-364c-4ead-bf3b-35efdf054fcf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2614cc20-2721-41d9-84ff-0b66ee9bb981 HTTP/1.1" status: 200 len: 852 time: 0.0525222 Nov 25 18:17:28.328002 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:17:28.334479 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c26c0fd9-3bdb-4a6b-810d-92c30526b673 req-a81297e4-a12f-4dcf-987d-1c7bcc8100ee service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3a60c33e-b0e3-4bae-afff-5c8160141667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249527 Nov 25 18:17:28.426784 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c26c0fd9-3bdb-4a6b-810d-92c30526b673 req-b273d31a-29fc-427d-a0b2-30dda67dd6a3 service neutron] 10.222.0.74 "GET /v2.0/networks/3a60c33e-b0e3-4bae-afff-5c8160141667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851095 Nov 25 18:17:28.520944 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c26c0fd9-3bdb-4a6b-810d-92c30526b673 req-160d9189-0520-4ada-90d0-ae233a7a8399 service neutron] 10.222.0.74 "GET /v2.0/networks/3a60c33e-b0e3-4bae-afff-5c8160141667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867968 Nov 25 18:17:28.977991 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device b4d6f9e9-29b7-43c3-9b0d-6784844926ab details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:17:29.080672 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port b4d6f9e9-29b7-43c3-9b0d-6784844926ab, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=b4d6f9e9-29b7-43c3-9b0d-6784844926ab,segment=NetworkSegment(aba571d8-0fdf-409c-93e5-2774ed4c26d5),segment_id=aba571d8-0fdf-409c-93e5-2774ed4c26d5)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:17:29.093037 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': 'b4d6f9e9-29b7-43c3-9b0d-6784844926ab', 'network_id': '3a60c33e-b0e3-4bae-afff-5c8160141667', 'port_id': 'b4d6f9e9-29b7-43c3-9b0d-6784844926ab', 'mac_address': 'fa:16:3e:f1:81:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2614cc20-2721-41d9-84ff-0b66ee9bb981', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:17:29.135555 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:29.149752 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4d6f9e9-29b7-43c3-9b0d-6784844926ab {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:17:29.171301 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port b4d6f9e9-29b7-43c3-9b0d-6784844926ab, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=b4d6f9e9-29b7-43c3-9b0d-6784844926ab,segment=NetworkSegment(aba571d8-0fdf-409c-93e5-2774ed4c26d5),segment_id=aba571d8-0fdf-409c-93e5-2774ed4c26d5)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:17:29.175889 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:29.224388 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f2be01-6f7e-40bb-8f6a-e27d0997c4f9 req-2365f5b4-d3cb-45fd-9c13-56b2172fd382 tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:29.225057 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=b4d6f9e9-29b7-43c3-9b0d-6784844926ab,revision_number=8']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:17:29.225892 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-48f2be01-6f7e-40bb-8f6a-e27d0997c4f9 req-2365f5b4-d3cb-45fd-9c13-56b2172fd382 tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0abf2bb-7c29-44f8-ae50-12c957b4adf1 HTTP/1.1" status: 200 len: 945 time: 0.0546732 Nov 25 18:17:29.232311 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:17:29.232669 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:17:29.233442 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:17:29.233791 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:17:29.234132 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:17:29.234471 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:17:29.234805 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:17:29.235139 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:17:29.235469 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:17:29.235798 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:17:29.236127 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:17:29.236453 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:17:29.273557 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-48f2be01-6f7e-40bb-8f6a-e27d0997c4f9 req-98139a6c-417f-422d-abc4-7bfb376f4db9 tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa62d347-5c65-4ca7-91ca-2247c5ba88e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413566 Nov 25 18:17:29.445869 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['b4d6f9e9-29b7-43c3-9b0d-6784844926ab'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:17:29.473325 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device b4d6f9e9-29b7-43c3-9b0d-6784844926ab no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:17:29.543136 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device b4d6f9e9-29b7-43c3-9b0d-6784844926ab not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:17:30.393128 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be90b9-58b9-4cfa-90ab-8ff7b2cdcd41 req-b4f509b1-b09a-4156-acd7-309f86771ab8 tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:30.394595 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b9be90b9-58b9-4cfa-90ab-8ff7b2cdcd41 req-b4f509b1-b09a-4156-acd7-309f86771ab8 tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0abf2bb-7c29-44f8-ae50-12c957b4adf1 HTTP/1.1" status: 200 len: 945 time: 0.0481927 Nov 25 18:17:30.444319 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b9be90b9-58b9-4cfa-90ab-8ff7b2cdcd41 req-f7f5d2fc-a726-4a15-ae32-56549718009a tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa62d347-5c65-4ca7-91ca-2247c5ba88e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438604 Nov 25 18:17:30.493328 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c0fd9-3bdb-4a6b-810d-92c30526b673 req-64c6b6ec-4052-4dc0-8bd2-fa724e545e41 tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:30.495278 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c26c0fd9-3bdb-4a6b-810d-92c30526b673 req-64c6b6ec-4052-4dc0-8bd2-fa724e545e41 tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.90 "GET /v2.0/ports?device_id=d0abf2bb-7c29-44f8-ae50-12c957b4adf1 HTTP/1.1" status: 200 len: 945 time: 0.0480285 Nov 25 18:17:30.581980 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-c26c0fd9-3bdb-4a6b-810d-92c30526b673 req-6aea74ab-8c74-49fa-b012-2c6d3d4b09a7 tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] Deleting port b4d6f9e9-29b7-43c3-9b0d-6784844926ab {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:17:30.582228 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c26c0fd9-3bdb-4a6b-810d-92c30526b673 req-6aea74ab-8c74-49fa-b012-2c6d3d4b09a7 tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:30.669176 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-c26c0fd9-3bdb-4a6b-810d-92c30526b673 req-6aea74ab-8c74-49fa-b012-2c6d3d4b09a7 tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] For port b4d6f9e9-29b7-43c3-9b0d-6784844926ab, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=b4d6f9e9-29b7-43c3-9b0d-6784844926ab,segment=NetworkSegment(aba571d8-0fdf-409c-93e5-2774ed4c26d5),segment_id=aba571d8-0fdf-409c-93e5-2774ed4c26d5)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:17:30.669538 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c26c0fd9-3bdb-4a6b-810d-92c30526b673 req-6aea74ab-8c74-49fa-b012-2c6d3d4b09a7 tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:30.682418 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-c26c0fd9-3bdb-4a6b-810d-92c30526b673 req-6aea74ab-8c74-49fa-b012-2c6d3d4b09a7 tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] Calling delete_port for b4d6f9e9-29b7-43c3-9b0d-6784844926ab owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:17:30.810684 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c26c0fd9-3bdb-4a6b-810d-92c30526b673 req-6aea74ab-8c74-49fa-b012-2c6d3d4b09a7 tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:30.823954 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['b4d6f9e9-29b7-43c3-9b0d-6784844926ab'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:17:30.841114 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aea74ab-8c74-49fa-b012-2c6d3d4b09a7 tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] Pushing event deleted for resources: {'Port': ['ID=b4d6f9e9-29b7-43c3-9b0d-6784844926ab,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:17:30.882470 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-c26c0fd9-3bdb-4a6b-810d-92c30526b673 req-6aea74ab-8c74-49fa-b012-2c6d3d4b09a7 tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] No DVR routers for this DVR port b4d6f9e9-29b7-43c3-9b0d-6784844926ab on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:17:30.885179 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-c26c0fd9-3bdb-4a6b-810d-92c30526b673 req-6aea74ab-8c74-49fa-b012-2c6d3d4b09a7 tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:30.888473 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c26c0fd9-3bdb-4a6b-810d-92c30526b673 req-6aea74ab-8c74-49fa-b012-2c6d3d4b09a7 tempest-DeleteServersTestJSON-93331717 tempest-DeleteServersTestJSON-93331717-project] 10.222.0.90 "DELETE /v2.0/ports/b4d6f9e9-29b7-43c3-9b0d-6784844926ab HTTP/1.1" status: 204 len: 173 time: 0.3871810 Nov 25 18:17:30.889014 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0abf2bb-7c29-44f8-ae50-12c957b4adf1', 'name': 'network-vif-deleted', 'tag': 'b4d6f9e9-29b7-43c3-9b0d-6784844926ab'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:17:30.891283 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e604a92-ef6a-44b0-b9a3-3905175281b0" -d '{"events": [{"server_uuid": "d0abf2bb-7c29-44f8-ae50-12c957b4adf1", "name": "network-vif-deleted", "tag": "b4d6f9e9-29b7-43c3-9b0d-6784844926ab"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:17:30.940011 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65a367f-b4ed-42bb-bc94-c20fa4181c98 x-openstack-request-id: req-e65a367f-b4ed-42bb-bc94-c20fa4181c98 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:17:30.940359 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0abf2bb-7c29-44f8-ae50-12c957b4adf1", "name": "network-vif-deleted", "tag": "b4d6f9e9-29b7-43c3-9b0d-6784844926ab", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:17:30.940962 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e65a367f-b4ed-42bb-bc94-c20fa4181c98 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:17:30.941370 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0abf2bb-7c29-44f8-ae50-12c957b4adf1', 'name': 'network-vif-deleted', 'tag': 'b4d6f9e9-29b7-43c3-9b0d-6784844926ab', 'status': 'completed', 'code': 200} Nov 25 18:17:30.972086 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device b4d6f9e9-29b7-43c3-9b0d-6784844926ab no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:17:30.993752 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: b4d6f9e9-29b7-43c3-9b0d-6784844926ab {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:17:30.994103 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device b4d6f9e9-29b7-43c3-9b0d-6784844926ab not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:17:31.569069 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34710) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:17:31.615754 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-602ebe6d-38fe-4e50-89b8-9593e169a082 admin admin] Deleting subnet 2614cc20-2721-41d9-84ff-0b66ee9bb981 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:17:31.618788 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-602ebe6d-38fe-4e50-89b8-9593e169a082 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:31.660503 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-602ebe6d-38fe-4e50-89b8-9593e169a082 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:31.699200 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-602ebe6d-38fe-4e50-89b8-9593e169a082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:31.750645 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-602ebe6d-38fe-4e50-89b8-9593e169a082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:31.778543 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602ebe6d-38fe-4e50-89b8-9593e169a082 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2614cc20-2721-41d9-84ff-0b66ee9bb981,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:17:31.780529 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-602ebe6d-38fe-4e50-89b8-9593e169a082 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:31.783754 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-602ebe6d-38fe-4e50-89b8-9593e169a082 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/2614cc20-2721-41d9-84ff-0b66ee9bb981 HTTP/1.1" status: 204 len: 168 time: 0.2136719 Nov 25 18:17:31.786484 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 34712) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:17:31.856936 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d7611cdb-ea83-45a4-9bf7-5f9381c6ef1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:31.933842 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d7611cdb-ea83-45a4-9bf7-5f9381c6ef1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:31.953827 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-d7611cdb-ea83-45a4-9bf7-5f9381c6ef1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a60c33e-b0e3-4bae-afff-5c8160141667']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:17:31.962681 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-d7611cdb-ea83-45a4-9bf7-5f9381c6ef1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aba571d8-0fdf-409c-93e5-2774ed4c26d5') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:17:31.963117 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-d7611cdb-ea83-45a4-9bf7-5f9381c6ef1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aba571d8-0fdf-409c-93e5-2774ed4c26d5') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:17:31.972353 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d7611cdb-ea83-45a4-9bf7-5f9381c6ef1b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:31.986128 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d7611cdb-ea83-45a4-9bf7-5f9381c6ef1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:31.991859 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7611cdb-ea83-45a4-9bf7-5f9381c6ef1b admin admin] Releasing vlan 921 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:17:31.992296 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d7611cdb-ea83-45a4-9bf7-5f9381c6ef1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:31.993870 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 18:17:31.993870 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:17:31.993870 n-d-817746-1 neutron-server[103361]: timer() Nov 25 18:17:31.993870 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:17:31.993870 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 18:17:31.993870 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:17:31.993870 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 18:17:31.993870 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:17:31.993870 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 18:17:31.993870 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:17:31.993870 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 18:17:31.993870 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:17:31.993870 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 18:17:31.993870 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:17:31.993870 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:17:31.993870 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:17:31.993870 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:17:31.993870 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:17:31.993870 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 18:17:31.993870 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:17:31.993870 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 18:17:31.993870 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:17:31.993870 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:17:31.993870 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:17:31.993870 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 18:17:31.993870 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:17:31.993870 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:17:31.993870 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:17:31.993870 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:17:31.993870 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:17:31.993870 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:17:31.993870 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:17:32.051580 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d7611cdb-ea83-45a4-9bf7-5f9381c6ef1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:32.057281 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d7611cdb-ea83-45a4-9bf7-5f9381c6ef1b admin admin] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:32.060423 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d7611cdb-ea83-45a4-9bf7-5f9381c6ef1b admin admin] 10.222.0.75 "DELETE /v2.0/networks/3a60c33e-b0e3-4bae-afff-5c8160141667 HTTP/1.1" status: 204 len: 168 time: 0.2729418 Nov 25 18:17:32.073661 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7611cdb-ea83-45a4-9bf7-5f9381c6ef1b admin admin] Pushing event deleted for resources: {'Network': ['ID=3a60c33e-b0e3-4bae-afff-5c8160141667,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:17:32.168839 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 34716) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:17:32.208237 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-ba2ebe61-4303-4953-852b-b678aa2c41bd admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=224f53c781bc4e11bf049f776c126cfa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382340 Nov 25 18:17:32.210724 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 34718) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:17:32.257735 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4e9c0126-c58a-4412-9ed6-720b8e3eb808 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:32.278963 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4e9c0126-c58a-4412-9ed6-720b8e3eb808 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:32.330353 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4e9c0126-c58a-4412-9ed6-720b8e3eb808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:32.333043 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4e9c0126-c58a-4412-9ed6-720b8e3eb808 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:32.334201 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-4e9c0126-c58a-4412-9ed6-720b8e3eb808 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/aa62d347-5c65-4ca7-91ca-2247c5ba88e7 HTTP/1.1" status: 204 len: 168 time: 0.1225615 Nov 25 18:17:32.342644 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c0126-c58a-4412-9ed6-720b8e3eb808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa62d347-5c65-4ca7-91ca-2247c5ba88e7,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:17:32.986585 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 34740) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:17:33.081018 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-2fe0eac8-abe8-4713-b8b5-9c08b77b4208 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1275232663-network', 'tenant_id': '58808704e8fb42eaa2c5853277c8e987'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:17:33.102462 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe0eac8-abe8-4713-b8b5-9c08b77b4208 admin admin] Made reservation on behalf of 58808704e8fb42eaa2c5853277c8e987 for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:17:33.105338 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2fe0eac8-abe8-4713-b8b5-9c08b77b4208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:33.117093 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2fe0eac8-abe8-4713-b8b5-9c08b77b4208 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:33.190546 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2fe0eac8-abe8-4713-b8b5-9c08b77b4208 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:33.194039 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2fe0eac8-abe8-4713-b8b5-9c08b77b4208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:33.220799 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fe0eac8-abe8-4713-b8b5-9c08b77b4208 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 904} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:17:33.226949 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe0eac8-abe8-4713-b8b5-9c08b77b4208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d13b643-0d78-4a7e-9ede-18b388bad0fb,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:17:33.232847 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2fe0eac8-abe8-4713-b8b5-9c08b77b4208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:33.233204 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-2fe0eac8-abe8-4713-b8b5-9c08b77b4208 admin admin] Added segment cad8fd41-0620-4e84-927f-4517abaa4e1b of type vlan for network de1bdcfa-b35a-45e9-8ec0-a73bef9d846b Nov 25 18:17:33.274952 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2fe0eac8-abe8-4713-b8b5-9c08b77b4208 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:33.299134 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2fe0eac8-abe8-4713-b8b5-9c08b77b4208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:33.300281 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe0eac8-abe8-4713-b8b5-9c08b77b4208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:33.300973 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2fe0eac8-abe8-4713-b8b5-9c08b77b4208 admin admin] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:33.330396 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-2fe0eac8-abe8-4713-b8b5-9c08b77b4208 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3427250 Nov 25 18:17:33.333508 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 34744) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:17:33.338592 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-3dca9897-87c9-44db-a1d2-418dc4506b90 admin admin] Request body: {'subnet': {'network_id': 'de1bdcfa-b35a-45e9-8ec0-a73bef9d846b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1275232663-subnet', 'tenant_id': '58808704e8fb42eaa2c5853277c8e987', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:17:33.359840 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dca9897-87c9-44db-a1d2-418dc4506b90 admin admin] Made reservation on behalf of 58808704e8fb42eaa2c5853277c8e987 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:17:33.362240 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3dca9897-87c9-44db-a1d2-418dc4506b90 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:33.370016 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe0eac8-abe8-4713-b8b5-9c08b77b4208 admin admin] Pushing event updated for resources: {'Network': ['ID=de1bdcfa-b35a-45e9-8ec0-a73bef9d846b,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:17:33.379807 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network de1bdcfa-b35a-45e9-8ec0-a73bef9d846b details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:17:33.532447 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3dca9897-87c9-44db-a1d2-418dc4506b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:33.588703 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dca9897-87c9-44db-a1d2-418dc4506b90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7bf1925-4b0b-4bd0-a8e9-3c55d89012ca,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:17:33.596097 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dca9897-87c9-44db-a1d2-418dc4506b90 admin admin] Checking segment: {'id': 'cad8fd41-0620-4e84-927f-4517abaa4e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'de1bdcfa-b35a-45e9-8ec0-a73bef9d846b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:17:33.596461 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dca9897-87c9-44db-a1d2-418dc4506b90 admin admin] Network hostable DHCP agents. Network: de1bdcfa-b35a-45e9-8ec0-a73bef9d846b, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:17:33.612646 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dca9897-87c9-44db-a1d2-418dc4506b90 admin admin] Network de1bdcfa-b35a-45e9-8ec0-a73bef9d846b is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:17:33.621639 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-3dca9897-87c9-44db-a1d2-418dc4506b90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, de1bdcfa-b35a-45e9-8ec0-a73bef9d846b) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:17:33.626059 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dca9897-87c9-44db-a1d2-418dc4506b90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:33.626657 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3dca9897-87c9-44db-a1d2-418dc4506b90 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:33.631187 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ae8602-a2c3-42c1-be75-f16257750742 None None] Network de1bdcfa-b35a-45e9-8ec0-a73bef9d846b requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:17:33.643060 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3dca9897-87c9-44db-a1d2-418dc4506b90 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3083932 Nov 25 18:17:33.760801 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999d0c57-87d8-4397-97ad-a7d1561f9b3f None None] Network de1bdcfa-b35a-45e9-8ec0-a73bef9d846b requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:17:34.065893 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aafafa-226e-40ac-878c-d12aacbde3f2 req-2d0958da-2b08-4135-ac36-2ca5cbcb208b tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:34.067390 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-82aafafa-226e-40ac-878c-d12aacbde3f2 req-2d0958da-2b08-4135-ac36-2ca5cbcb208b tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/networks?id=de1bdcfa-b35a-45e9-8ec0-a73bef9d846b HTTP/1.1" status: 200 len: 815 time: 0.1018145 Nov 25 18:17:34.083389 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-82aafafa-226e-40ac-878c-d12aacbde3f2 req-6f5751a1-8267-414e-8b60-19165acbdcc7 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/quotas/58808704e8fb42eaa2c5853277c8e987 HTTP/1.1" status: 200 len: 375 time: 0.0100026 Nov 25 18:17:34.116224 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-82aafafa-226e-40ac-878c-d12aacbde3f2 req-42c28a0f-a8ad-4d57-bf25-4f9025b75359 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=58808704e8fb42eaa2c5853277c8e987&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274684 Nov 25 18:17:34.209905 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-82aafafa-226e-40ac-878c-d12aacbde3f2 req-2deaf2d5-185e-4be3-bc40-915804e83d89 service neutron] 10.222.0.75 "GET /v2.0/networks/de1bdcfa-b35a-45e9-8ec0-a73bef9d846b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860121 Nov 25 18:17:34.298081 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-82aafafa-226e-40ac-878c-d12aacbde3f2 req-61f60956-4872-429a-b50a-9f0297bd41e4 service neutron] 10.222.0.75 "GET /v2.0/networks/de1bdcfa-b35a-45e9-8ec0-a73bef9d846b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815294 Nov 25 18:17:34.471924 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a6099373-76b8-4be7-bcb4-55bfa4145cb8 req-b15556df-e9b0-4cfd-be23-e6a31e7d685a tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=258fe251-84d5-45b3-aa1c-3477bcf15192 HTTP/1.1" status: 200 len: 210 time: 0.0324576 Nov 25 18:17:35.375505 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aafafa-226e-40ac-878c-d12aacbde3f2 req-5b695615-7444-40e6-b970-07492e0a593f tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:35.377123 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-82aafafa-226e-40ac-878c-d12aacbde3f2 req-5b695615-7444-40e6-b970-07492e0a593f tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.90 "GET /v2.0/networks?id=de1bdcfa-b35a-45e9-8ec0-a73bef9d846b HTTP/1.1" status: 200 len: 815 time: 0.1035306 Nov 25 18:17:35.391091 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-82aafafa-226e-40ac-878c-d12aacbde3f2 req-5d5ff32a-3a4e-4c52-8d50-1be1885e3fa0 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Request body: {'port': {'device_id': '258fe251-84d5-45b3-aa1c-3477bcf15192', 'network_id': 'de1bdcfa-b35a-45e9-8ec0-a73bef9d846b', 'admin_state_up': True, 'tenant_id': '58808704e8fb42eaa2c5853277c8e987'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:17:35.503107 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82aafafa-226e-40ac-878c-d12aacbde3f2 req-5d5ff32a-3a4e-4c52-8d50-1be1885e3fa0 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Made reservation on behalf of 58808704e8fb42eaa2c5853277c8e987 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:17:35.506735 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-82aafafa-226e-40ac-878c-d12aacbde3f2 req-5d5ff32a-3a4e-4c52-8d50-1be1885e3fa0 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:35.592488 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cd4aea05-81bb-4862-8a28-ae7452ac47b3 req-3c200791-0c4a-41bf-9426-ae08e12b6287 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=258fe251-84d5-45b3-aa1c-3477bcf15192 HTTP/1.1" status: 200 len: 210 time: 0.0323868 Nov 25 18:17:35.656278 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-82aafafa-226e-40ac-878c-d12aacbde3f2 req-5d5ff32a-3a4e-4c52-8d50-1be1885e3fa0 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Allocated IP 172.20.0.2 (de1bdcfa-b35a-45e9-8ec0-a73bef9d846b/e7bf1925-4b0b-4bd0-a8e9-3c55d89012ca/70dbeea7-c8e4-4033-b75a-126a2c4c1c1c) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:17:35.802199 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-82aafafa-226e-40ac-878c-d12aacbde3f2 req-5d5ff32a-3a4e-4c52-8d50-1be1885e3fa0 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:35.836482 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-82aafafa-226e-40ac-878c-d12aacbde3f2 req-5d5ff32a-3a4e-4c52-8d50-1be1885e3fa0 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:35.883398 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82aafafa-226e-40ac-878c-d12aacbde3f2 req-5d5ff32a-3a4e-4c52-8d50-1be1885e3fa0 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Network de1bdcfa-b35a-45e9-8ec0-a73bef9d846b is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:17:35.887304 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-82aafafa-226e-40ac-878c-d12aacbde3f2 req-5d5ff32a-3a4e-4c52-8d50-1be1885e3fa0 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:17:35.891059 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-82aafafa-226e-40ac-878c-d12aacbde3f2 req-5d5ff32a-3a4e-4c52-8d50-1be1885e3fa0 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:17:35.916098 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5ff32a-3a4e-4c52-8d50-1be1885e3fa0 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Pushing event updated for resources: {'Port': ['ID=70dbeea7-c8e4-4033-b75a-126a2c4c1c1c,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:17:35.944004 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aafafa-226e-40ac-878c-d12aacbde3f2 req-5d5ff32a-3a4e-4c52-8d50-1be1885e3fa0 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:35.944634 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-82aafafa-226e-40ac-878c-d12aacbde3f2 req-5d5ff32a-3a4e-4c52-8d50-1be1885e3fa0 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:35.960930 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-82aafafa-226e-40ac-878c-d12aacbde3f2 req-5d5ff32a-3a4e-4c52-8d50-1be1885e3fa0 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5736053 Nov 25 18:17:35.973135 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-82aafafa-226e-40ac-878c-d12aacbde3f2 req-4b79b93c-f196-4714-aec3-e09936b2f123 service neutron] Request body: {'port': {'device_id': '258fe251-84d5-45b3-aa1c-3477bcf15192', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:17:36.027139 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-82aafafa-226e-40ac-878c-d12aacbde3f2 req-4b79b93c-f196-4714-aec3-e09936b2f123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:36.294674 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-82aafafa-226e-40ac-878c-d12aacbde3f2 req-4b79b93c-f196-4714-aec3-e09936b2f123 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70dbeea7-c8e4-4033-b75a-126a2c4c1c1c {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:17:36.301952 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-82aafafa-226e-40ac-878c-d12aacbde3f2 req-4b79b93c-f196-4714-aec3-e09936b2f123 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:36.314344 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-82aafafa-226e-40ac-878c-d12aacbde3f2 req-4b79b93c-f196-4714-aec3-e09936b2f123 service neutron] Transition to ACTIVE for port object 70dbeea7-c8e4-4033-b75a-126a2c4c1c1c will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:17:36.318001 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-82aafafa-226e-40ac-878c-d12aacbde3f2 req-4b79b93c-f196-4714-aec3-e09936b2f123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:36.374905 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b79b93c-f196-4714-aec3-e09936b2f123 service neutron] Pushing event updated for resources: {'Port': ['ID=70dbeea7-c8e4-4033-b75a-126a2c4c1c1c,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:17:36.443320 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-82aafafa-226e-40ac-878c-d12aacbde3f2 req-4b79b93c-f196-4714-aec3-e09936b2f123 service neutron] Attempting to bind port 70dbeea7-c8e4-4033-b75a-126a2c4c1c1c on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:17:36.443956 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-82aafafa-226e-40ac-878c-d12aacbde3f2 req-4b79b93c-f196-4714-aec3-e09936b2f123 service neutron] Attempting to bind port 70dbeea7-c8e4-4033-b75a-126a2c4c1c1c by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': 'cad8fd41-0620-4e84-927f-4517abaa4e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'de1bdcfa-b35a-45e9-8ec0-a73bef9d846b'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:17:36.443956 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82aafafa-226e-40ac-878c-d12aacbde3f2 req-4b79b93c-f196-4714-aec3-e09936b2f123 service neutron] Attempting to bind port 70dbeea7-c8e4-4033-b75a-126a2c4c1c1c on network de1bdcfa-b35a-45e9-8ec0-a73bef9d846b {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:17:36.448559 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82aafafa-226e-40ac-878c-d12aacbde3f2 req-4b79b93c-f196-4714-aec3-e09936b2f123 service neutron] Port 70dbeea7-c8e4-4033-b75a-126a2c4c1c1c on network de1bdcfa-b35a-45e9-8ec0-a73bef9d846b not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:17:36.448957 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82aafafa-226e-40ac-878c-d12aacbde3f2 req-4b79b93c-f196-4714-aec3-e09936b2f123 service neutron] Attempting to bind port 70dbeea7-c8e4-4033-b75a-126a2c4c1c1c on network de1bdcfa-b35a-45e9-8ec0-a73bef9d846b {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:17:36.453767 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82aafafa-226e-40ac-878c-d12aacbde3f2 req-4b79b93c-f196-4714-aec3-e09936b2f123 service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:17:36.454109 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82aafafa-226e-40ac-878c-d12aacbde3f2 req-4b79b93c-f196-4714-aec3-e09936b2f123 service neutron] Checking segment: {'id': 'cad8fd41-0620-4e84-927f-4517abaa4e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'de1bdcfa-b35a-45e9-8ec0-a73bef9d846b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:17:36.454494 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82aafafa-226e-40ac-878c-d12aacbde3f2 req-4b79b93c-f196-4714-aec3-e09936b2f123 service neutron] Bound using segment: {'id': 'cad8fd41-0620-4e84-927f-4517abaa4e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'de1bdcfa-b35a-45e9-8ec0-a73bef9d846b'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:17:36.454921 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-82aafafa-226e-40ac-878c-d12aacbde3f2 req-4b79b93c-f196-4714-aec3-e09936b2f123 service neutron] Bound port: 70dbeea7-c8e4-4033-b75a-126a2c4c1c1c, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cad8fd41-0620-4e84-927f-4517abaa4e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'de1bdcfa-b35a-45e9-8ec0-a73bef9d846b'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:17:36.455276 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-82aafafa-226e-40ac-878c-d12aacbde3f2 req-4b79b93c-f196-4714-aec3-e09936b2f123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:36.525588 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-82aafafa-226e-40ac-878c-d12aacbde3f2 req-4b79b93c-f196-4714-aec3-e09936b2f123 service neutron] For port 70dbeea7-c8e4-4033-b75a-126a2c4c1c1c, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:17:36.529533 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-82aafafa-226e-40ac-878c-d12aacbde3f2 req-4b79b93c-f196-4714-aec3-e09936b2f123 service neutron] For port 70dbeea7-c8e4-4033-b75a-126a2c4c1c1c, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=70dbeea7-c8e4-4033-b75a-126a2c4c1c1c,segment=NetworkSegment(cad8fd41-0620-4e84-927f-4517abaa4e1b),segment_id=cad8fd41-0620-4e84-927f-4517abaa4e1b)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:17:36.533458 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-82aafafa-226e-40ac-878c-d12aacbde3f2 req-4b79b93c-f196-4714-aec3-e09936b2f123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:36.569439 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aafafa-226e-40ac-878c-d12aacbde3f2 req-4b79b93c-f196-4714-aec3-e09936b2f123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:36.570059 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-82aafafa-226e-40ac-878c-d12aacbde3f2 req-4b79b93c-f196-4714-aec3-e09936b2f123 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:36.571429 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-82aafafa-226e-40ac-878c-d12aacbde3f2 req-4b79b93c-f196-4714-aec3-e09936b2f123 service neutron] 10.222.0.90 "PUT /v2.0/ports/70dbeea7-c8e4-4033-b75a-126a2c4c1c1c HTTP/1.1" status: 200 len: 1091 time: 0.6024244 Nov 25 18:17:36.571864 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '258fe251-84d5-45b3-aa1c-3477bcf15192', 'tag': '70dbeea7-c8e4-4033-b75a-126a2c4c1c1c'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:17:36.574417 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4784ccdf-e665-461a-affc-e037ae1a96b5" -d '{"events": [{"name": "network-changed", "server_uuid": "258fe251-84d5-45b3-aa1c-3477bcf15192", "tag": "70dbeea7-c8e4-4033-b75a-126a2c4c1c1c"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:17:36.595454 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b79b93c-f196-4714-aec3-e09936b2f123 service neutron] Pushing event updated for resources: {'Port': ['ID=70dbeea7-c8e4-4033-b75a-126a2c4c1c1c,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:17:36.619385 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e1e29e-d5c1-4c5a-9808-628f2dae004f x-openstack-request-id: req-b3e1e29e-d5c1-4c5a-9808-628f2dae004f {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:17:36.619948 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "258fe251-84d5-45b3-aa1c-3477bcf15192", "tag": "70dbeea7-c8e4-4033-b75a-126a2c4c1c1c", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:17:36.619948 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b3e1e29e-d5c1-4c5a-9808-628f2dae004f {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:17:36.620331 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '258fe251-84d5-45b3-aa1c-3477bcf15192', 'tag': '70dbeea7-c8e4-4033-b75a-126a2c4c1c1c', 'status': 'completed', 'code': 200} Nov 25 18:17:36.653712 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aafafa-226e-40ac-878c-d12aacbde3f2 req-734cd44a-e936-430a-b0ca-1c4ccf515e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:36.655240 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-82aafafa-226e-40ac-878c-d12aacbde3f2 req-734cd44a-e936-430a-b0ca-1c4ccf515e2c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=58808704e8fb42eaa2c5853277c8e987&device_id=258fe251-84d5-45b3-aa1c-3477bcf15192 HTTP/1.1" status: 200 len: 1094 time: 0.0451553 Nov 25 18:17:36.720368 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-82aafafa-226e-40ac-878c-d12aacbde3f2 req-e1e89883-cee5-4b86-be8e-daeed2b5ff2b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=70dbeea7-c8e4-4033-b75a-126a2c4c1c1c HTTP/1.1" status: 200 len: 217 time: 0.0500309 Nov 25 18:17:36.774719 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4cba72-e371-45ca-ba59-2562d8419e02 req-4d60d370-05c3-4af1-bd6a-611bf064ccb2 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:36.776184 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed4cba72-e371-45ca-ba59-2562d8419e02 req-4d60d370-05c3-4af1-bd6a-611bf064ccb2 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=258fe251-84d5-45b3-aa1c-3477bcf15192 HTTP/1.1" status: 200 len: 943 time: 0.1150296 Nov 25 18:17:36.785707 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aafafa-226e-40ac-878c-d12aacbde3f2 req-c73c35aa-fd82-4dd6-8417-2f6c2ce472a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:36.787050 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-82aafafa-226e-40ac-878c-d12aacbde3f2 req-c73c35aa-fd82-4dd6-8417-2f6c2ce472a0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e7bf1925-4b0b-4bd0-a8e9-3c55d89012ca HTTP/1.1" status: 200 len: 855 time: 0.0599575 Nov 25 18:17:36.827759 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-82aafafa-226e-40ac-878c-d12aacbde3f2 req-98742583-b0a3-4b75-a134-7fc51edf0088 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=de1bdcfa-b35a-45e9-8ec0-a73bef9d846b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283229 Nov 25 18:17:36.867630 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed4cba72-e371-45ca-ba59-2562d8419e02 req-7e1c781c-f09b-4ba8-93aa-0a4a3df1126c tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841985 Nov 25 18:17:36.938569 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-82aafafa-226e-40ac-878c-d12aacbde3f2 req-6dc406d0-678d-4656-8eb7-d8c6bc3e2c91 service neutron] 10.222.0.90 "GET /v2.0/networks/de1bdcfa-b35a-45e9-8ec0-a73bef9d846b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031189 Nov 25 18:17:37.028037 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-82aafafa-226e-40ac-878c-d12aacbde3f2 req-e7b35d9d-f6b1-47ee-8d7d-8fc91409fd1d service neutron] 10.222.0.90 "GET /v2.0/networks/de1bdcfa-b35a-45e9-8ec0-a73bef9d846b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826149 Nov 25 18:17:37.119298 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784ccdf-e665-461a-affc-e037ae1a96b5 req-9efeea7b-d1f0-49ed-a397-b9b02cd08e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:37.121198 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4784ccdf-e665-461a-affc-e037ae1a96b5 req-9efeea7b-d1f0-49ed-a397-b9b02cd08e91 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=58808704e8fb42eaa2c5853277c8e987&device_id=258fe251-84d5-45b3-aa1c-3477bcf15192 HTTP/1.1" status: 200 len: 1094 time: 0.0455222 Nov 25 18:17:37.211139 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784ccdf-e665-461a-affc-e037ae1a96b5 req-3f80b126-579b-493a-8b2e-2e278fdbd706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:37.212615 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4784ccdf-e665-461a-affc-e037ae1a96b5 req-3f80b126-579b-493a-8b2e-2e278fdbd706 service neutron] 10.222.0.90 "GET /v2.0/networks?id=de1bdcfa-b35a-45e9-8ec0-a73bef9d846b HTTP/1.1" status: 200 len: 916 time: 0.0852697 Nov 25 18:17:37.258272 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4784ccdf-e665-461a-affc-e037ae1a96b5 req-1c629908-e159-4ac3-bf5c-d84302dfc4cd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=70dbeea7-c8e4-4033-b75a-126a2c4c1c1c HTTP/1.1" status: 200 len: 217 time: 0.0381701 Nov 25 18:17:37.306617 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784ccdf-e665-461a-affc-e037ae1a96b5 req-9f81b96a-a71a-4ade-a94b-f909ece24118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:37.308611 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4784ccdf-e665-461a-affc-e037ae1a96b5 req-9f81b96a-a71a-4ade-a94b-f909ece24118 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e7bf1925-4b0b-4bd0-a8e9-3c55d89012ca HTTP/1.1" status: 200 len: 855 time: 0.0423579 Nov 25 18:17:37.340442 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4784ccdf-e665-461a-affc-e037ae1a96b5 req-545c2de9-e99b-4464-b44c-6bb98c9ee736 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=de1bdcfa-b35a-45e9-8ec0-a73bef9d846b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245745 Nov 25 18:17:37.427401 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4784ccdf-e665-461a-affc-e037ae1a96b5 req-17f2b099-35b4-4281-99ed-30852d89af67 service neutron] 10.222.0.90 "GET /v2.0/networks/de1bdcfa-b35a-45e9-8ec0-a73bef9d846b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790887 Nov 25 18:17:37.520319 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4784ccdf-e665-461a-affc-e037ae1a96b5 req-9bf554dc-ff28-457f-a620-1e58db810c6f service neutron] 10.222.0.90 "GET /v2.0/networks/de1bdcfa-b35a-45e9-8ec0-a73bef9d846b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846376 Nov 25 18:17:37.990365 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd1e10-a8ee-4ae5-af83-decbbad32b00 req-d9697e6a-6d7d-47de-adaf-db75029ab31a tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:37.991848 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-39dd1e10-a8ee-4ae5-af83-decbbad32b00 req-d9697e6a-6d7d-47de-adaf-db75029ab31a tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=258fe251-84d5-45b3-aa1c-3477bcf15192 HTTP/1.1" status: 200 len: 943 time: 0.0503714 Nov 25 18:17:38.038789 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-39dd1e10-a8ee-4ae5-af83-decbbad32b00 req-42027693-f17d-4ae1-9288-90fb977a378b tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404365 Nov 25 18:17:39.158353 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e9e70-13d5-4f11-9ef9-e1f237d0b3c7 req-42097c69-7aeb-49ff-a803-d715781a6171 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:39.159906 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-760e9e70-13d5-4f11-9ef9-e1f237d0b3c7 req-42097c69-7aeb-49ff-a803-d715781a6171 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=258fe251-84d5-45b3-aa1c-3477bcf15192 HTTP/1.1" status: 200 len: 943 time: 0.0530555 Nov 25 18:17:39.207519 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-760e9e70-13d5-4f11-9ef9-e1f237d0b3c7 req-3131afcf-0d24-4350-9fc6-93d79dd39ad7 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411048 Nov 25 18:17:40.322094 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669b0a5-c19d-4c79-948e-8ce18f18514e req-0d9f6fa5-7013-4c44-81fc-b65053a2f61c tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:40.324496 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4669b0a5-c19d-4c79-948e-8ce18f18514e req-0d9f6fa5-7013-4c44-81fc-b65053a2f61c tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=258fe251-84d5-45b3-aa1c-3477bcf15192 HTTP/1.1" status: 200 len: 943 time: 0.0492535 Nov 25 18:17:40.369865 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4669b0a5-c19d-4c79-948e-8ce18f18514e req-b2d32ff6-5d2a-4705-91a8-4cb96d6c67a3 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394454 Nov 25 18:17:41.000100 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 70dbeea7-c8e4-4033-b75a-126a2c4c1c1c details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:17:41.091908 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 70dbeea7-c8e4-4033-b75a-126a2c4c1c1c, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=70dbeea7-c8e4-4033-b75a-126a2c4c1c1c,segment=NetworkSegment(cad8fd41-0620-4e84-927f-4517abaa4e1b),segment_id=cad8fd41-0620-4e84-927f-4517abaa4e1b)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:17:41.102599 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '70dbeea7-c8e4-4033-b75a-126a2c4c1c1c', 'network_id': 'de1bdcfa-b35a-45e9-8ec0-a73bef9d846b', 'port_id': '70dbeea7-c8e4-4033-b75a-126a2c4c1c1c', 'mac_address': 'fa:16:3e:0f:1a:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7bf1925-4b0b-4bd0-a8e9-3c55d89012ca', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:17:41.142777 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:41.155163 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70dbeea7-c8e4-4033-b75a-126a2c4c1c1c {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:17:41.175217 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 70dbeea7-c8e4-4033-b75a-126a2c4c1c1c, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=70dbeea7-c8e4-4033-b75a-126a2c4c1c1c,segment=NetworkSegment(cad8fd41-0620-4e84-927f-4517abaa4e1b),segment_id=cad8fd41-0620-4e84-927f-4517abaa4e1b)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:17:41.179314 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:41.229598 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=70dbeea7-c8e4-4033-b75a-126a2c4c1c1c,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:17:41.371846 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['70dbeea7-c8e4-4033-b75a-126a2c4c1c1c'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:17:41.492045 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac7ab8-ba2a-48b6-b6ea-fe6c39b792e9 req-75e4a93e-aaed-4c36-a5d1-30fa2d483434 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:41.493563 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3ac7ab8-ba2a-48b6-b6ea-fe6c39b792e9 req-75e4a93e-aaed-4c36-a5d1-30fa2d483434 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=258fe251-84d5-45b3-aa1c-3477bcf15192 HTTP/1.1" status: 200 len: 944 time: 0.0484600 Nov 25 18:17:41.546867 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3ac7ab8-ba2a-48b6-b6ea-fe6c39b792e9 req-5f6eb8d4-c09b-454c-a0aa-e5e7481338d7 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457561 Nov 25 18:17:42.675947 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c90a22-babf-49d7-802d-b0e217bad3f7 req-6534ede7-1aad-4e58-84cd-a83cf32b9fcf tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:42.677461 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-18c90a22-babf-49d7-802d-b0e217bad3f7 req-6534ede7-1aad-4e58-84cd-a83cf32b9fcf tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=258fe251-84d5-45b3-aa1c-3477bcf15192 HTTP/1.1" status: 200 len: 944 time: 0.0500462 Nov 25 18:17:42.727484 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-18c90a22-babf-49d7-802d-b0e217bad3f7 req-71d6e6f9-1b20-4d4e-ba74-7558fc02337e tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436854 Nov 25 18:17:43.014746 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 70dbeea7-c8e4-4033-b75a-126a2c4c1c1c up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:17:43.063153 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port 70dbeea7-c8e4-4033-b75a-126a2c4c1c1c completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:17:43.067233 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port 70dbeea7-c8e4-4033-b75a-126a2c4c1c1c triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:17:43.067610 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:43.147326 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:43.170515 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '258fe251-84d5-45b3-aa1c-3477bcf15192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70dbeea7-c8e4-4033-b75a-126a2c4c1c1c'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:17:43.172743 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be540ab9-a383-440b-be3d-98dac12626ae" -d '{"events": [{"server_uuid": "258fe251-84d5-45b3-aa1c-3477bcf15192", "name": "network-vif-plugged", "status": "completed", "tag": "70dbeea7-c8e4-4033-b75a-126a2c4c1c1c"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:17:43.187151 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 70dbeea7-c8e4-4033-b75a-126a2c4c1c1c, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=70dbeea7-c8e4-4033-b75a-126a2c4c1c1c,segment=NetworkSegment(cad8fd41-0620-4e84-927f-4517abaa4e1b),segment_id=cad8fd41-0620-4e84-927f-4517abaa4e1b)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:17:43.191045 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:43.240613 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=70dbeea7-c8e4-4033-b75a-126a2c4c1c1c,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:17:43.275202 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307a5801-a58c-4186-9a8e-1ac78629d266 x-openstack-request-id: req-307a5801-a58c-4186-9a8e-1ac78629d266 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:17:43.275497 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "258fe251-84d5-45b3-aa1c-3477bcf15192", "name": "network-vif-plugged", "status": "completed", "tag": "70dbeea7-c8e4-4033-b75a-126a2c4c1c1c", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:17:43.275782 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-307a5801-a58c-4186-9a8e-1ac78629d266 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:17:43.276184 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '258fe251-84d5-45b3-aa1c-3477bcf15192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70dbeea7-c8e4-4033-b75a-126a2c4c1c1c', 'code': 200} Nov 25 18:17:43.373990 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93c2a9-f54e-4208-b0c1-07474a1a3aa0 req-a138d44b-d991-463c-9bb1-497d2738bda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:43.375491 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3a93c2a9-f54e-4208-b0c1-07474a1a3aa0 req-a138d44b-d991-463c-9bb1-497d2738bda2 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=258fe251-84d5-45b3-aa1c-3477bcf15192 HTTP/1.1" status: 200 len: 1096 time: 0.0398860 Nov 25 18:17:43.419125 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3a93c2a9-f54e-4208-b0c1-07474a1a3aa0 req-7d4aedec-95de-43b0-8be7-2d2b8be1e37a service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365551 Nov 25 18:17:43.848769 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206e5e6-d9ee-4b43-81ca-15d19a02f367 req-8d128e88-1fc6-49a3-83ab-19877243c62f tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:43.850247 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9206e5e6-d9ee-4b43-81ca-15d19a02f367 req-8d128e88-1fc6-49a3-83ab-19877243c62f tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=258fe251-84d5-45b3-aa1c-3477bcf15192 HTTP/1.1" status: 200 len: 945 time: 0.0524993 Nov 25 18:17:43.897593 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9206e5e6-d9ee-4b43-81ca-15d19a02f367 req-18ed31cf-fd34-4093-b51e-7c585ebbbff7 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414491 Nov 25 18:17:45.014375 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4dc766-3a97-4329-a985-80eaf55dd1ee req-40cce4fd-53b7-4888-a71e-06781a852c9c tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:45.015845 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1f4dc766-3a97-4329-a985-80eaf55dd1ee req-40cce4fd-53b7-4888-a71e-06781a852c9c tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=258fe251-84d5-45b3-aa1c-3477bcf15192 HTTP/1.1" status: 200 len: 945 time: 0.0488544 Nov 25 18:17:45.062649 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1f4dc766-3a97-4329-a985-80eaf55dd1ee req-35e3d186-5ec3-4a1a-a0f6-39976a1e8453 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409217 Nov 25 18:17:45.178923 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7557011f-7b4b-4df8-95ee-bc62a162ab72 req-d3270644-ca93-4b39-9525-5faf4fa2c7f7 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:45.180269 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7557011f-7b4b-4df8-95ee-bc62a162ab72 req-d3270644-ca93-4b39-9525-5faf4fa2c7f7 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=258fe251-84d5-45b3-aa1c-3477bcf15192 HTTP/1.1" status: 200 len: 945 time: 0.0521283 Nov 25 18:17:45.226547 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7557011f-7b4b-4df8-95ee-bc62a162ab72 req-51350e17-f34b-4303-873d-b80dab6b71df tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402179 Nov 25 18:17:45.427484 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b454a-228a-489a-b15a-09d6d43d1041 req-00b6aea4-e8fb-42da-9807-79ff7b4d0c5d tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:45.429067 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a14b454a-228a-489a-b15a-09d6d43d1041 req-00b6aea4-e8fb-42da-9807-79ff7b4d0c5d tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=258fe251-84d5-45b3-aa1c-3477bcf15192 HTTP/1.1" status: 200 len: 945 time: 0.0499644 Nov 25 18:17:45.477003 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a14b454a-228a-489a-b15a-09d6d43d1041 req-c240c5f2-e57f-40c8-bf84-3bd56bbddaae tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417936 Nov 25 18:17:45.587313 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2957c0-5528-4044-83e6-974cd2fd05f6 req-575b3a55-df80-45bb-8624-b8ea81bc1faa tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:45.588747 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0b2957c0-5528-4044-83e6-974cd2fd05f6 req-575b3a55-df80-45bb-8624-b8ea81bc1faa tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=258fe251-84d5-45b3-aa1c-3477bcf15192 HTTP/1.1" status: 200 len: 945 time: 0.0471973 Nov 25 18:17:45.639336 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0b2957c0-5528-4044-83e6-974cd2fd05f6 req-144ccc59-5f37-4028-bae4-d7bf959293e3 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441518 Nov 25 18:17:45.869936 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e8207c07-0529-43cc-bb67-399100dd4d63 req-bb44bc30-a208-43a0-af0a-5069fcf122b6 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=258fe251-84d5-45b3-aa1c-3477bcf15192&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0456872 Nov 25 18:17:45.879521 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e86b7c9-f4f2-48fc-b0a0-b170e50da0ab req-dcc987c2-7ad9-4975-9026-2c9c3bd819a1 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:45.881030 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8e86b7c9-f4f2-48fc-b0a0-b170e50da0ab req-dcc987c2-7ad9-4975-9026-2c9c3bd819a1 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=258fe251-84d5-45b3-aa1c-3477bcf15192 HTTP/1.1" status: 200 len: 945 time: 0.0489664 Nov 25 18:17:45.929628 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8e86b7c9-f4f2-48fc-b0a0-b170e50da0ab req-86e6701b-3793-49ab-bed7-6a738af0ca44 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424395 Nov 25 18:17:47.048056 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c0e518-f287-4f69-831a-3300e92dde43 req-473c5cb6-d358-47bc-b59f-3389196efd71 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:47.049558 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f8c0e518-f287-4f69-831a-3300e92dde43 req-473c5cb6-d358-47bc-b59f-3389196efd71 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=258fe251-84d5-45b3-aa1c-3477bcf15192 HTTP/1.1" status: 200 len: 945 time: 0.0488472 Nov 25 18:17:47.079813 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:47.097795 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f8c0e518-f287-4f69-831a-3300e92dde43 req-65bc9bf6-409d-4463-a8f4-b955503fb8e8 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421209 Nov 25 18:17:47.190074 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8187114f-2721-48f9-943f-c8e668a06391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:47.213044 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8207c07-0529-43cc-bb67-399100dd4d63 req-d2af89fd-52f6-4860-81b7-6a6ce0256667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:47.214503 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e8207c07-0529-43cc-bb67-399100dd4d63 req-d2af89fd-52f6-4860-81b7-6a6ce0256667 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=58808704e8fb42eaa2c5853277c8e987&device_id=258fe251-84d5-45b3-aa1c-3477bcf15192 HTTP/1.1" status: 200 len: 1096 time: 0.0447712 Nov 25 18:17:47.304568 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8207c07-0529-43cc-bb67-399100dd4d63 req-c69cb224-445f-45f1-93b4-f8e5a86028ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:47.306156 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e8207c07-0529-43cc-bb67-399100dd4d63 req-c69cb224-445f-45f1-93b4-f8e5a86028ca service neutron] 10.222.0.90 "GET /v2.0/networks?id=de1bdcfa-b35a-45e9-8ec0-a73bef9d846b HTTP/1.1" status: 200 len: 916 time: 0.0850232 Nov 25 18:17:47.308488 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:47.350586 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e8207c07-0529-43cc-bb67-399100dd4d63 req-3dd0636f-3f25-4e84-b931-a2450b29a034 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=70dbeea7-c8e4-4033-b75a-126a2c4c1c1c HTTP/1.1" status: 200 len: 217 time: 0.0374506 Nov 25 18:17:47.399216 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8207c07-0529-43cc-bb67-399100dd4d63 req-f95a07d4-376f-4561-8923-419812c0d076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:47.400609 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e8207c07-0529-43cc-bb67-399100dd4d63 req-f95a07d4-376f-4561-8923-419812c0d076 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e7bf1925-4b0b-4bd0-a8e9-3c55d89012ca HTTP/1.1" status: 200 len: 855 time: 0.0437877 Nov 25 18:17:47.432068 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e8207c07-0529-43cc-bb67-399100dd4d63 req-248a619f-f6de-42cc-84f3-3fe83b08ab1c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=de1bdcfa-b35a-45e9-8ec0-a73bef9d846b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244780 Nov 25 18:17:47.525578 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e8207c07-0529-43cc-bb67-399100dd4d63 req-6a6f254f-c721-4dba-a1d3-ed5a4368b8b2 service neutron] 10.222.0.90 "GET /v2.0/networks/de1bdcfa-b35a-45e9-8ec0-a73bef9d846b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863297 Nov 25 18:17:47.613570 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e8207c07-0529-43cc-bb67-399100dd4d63 req-e001c0ab-e467-4d50-ad79-30ea9500c986 service neutron] 10.222.0.90 "GET /v2.0/networks/de1bdcfa-b35a-45e9-8ec0-a73bef9d846b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814645 Nov 25 18:17:48.214068 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5a5ec-6894-40f6-bdf5-0167daede2fc req-9465b84e-d8a4-4aae-9785-a4e141ffdb44 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:48.215724 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7da5a5ec-6894-40f6-bdf5-0167daede2fc req-9465b84e-d8a4-4aae-9785-a4e141ffdb44 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=258fe251-84d5-45b3-aa1c-3477bcf15192 HTTP/1.1" status: 200 len: 945 time: 0.0495608 Nov 25 18:17:48.261409 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7da5a5ec-6894-40f6-bdf5-0167daede2fc req-2aca3b4f-b009-4f90-a956-b20816387e63 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398173 Nov 25 18:17:49.379624 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c38b9-a3c4-4e7d-85bc-6aa560c28007 req-32f6523e-28fc-416e-a31d-6e5ee331669d tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:49.381143 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-199c38b9-a3c4-4e7d-85bc-6aa560c28007 req-32f6523e-28fc-416e-a31d-6e5ee331669d tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=258fe251-84d5-45b3-aa1c-3477bcf15192 HTTP/1.1" status: 200 len: 945 time: 0.0516236 Nov 25 18:17:49.427989 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-199c38b9-a3c4-4e7d-85bc-6aa560c28007 req-9e1a4974-f723-4cd4-a36d-cad89a160d02 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409675 Nov 25 18:17:49.922845 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f02f933a-aae6-4b51-ac68-614fac5f49ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:50.554255 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ec9b2-56c0-45f9-9eca-ef71cf53444c req-b0fb98eb-2777-48ff-a38a-69711ed8b892 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:50.555733 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-be3ec9b2-56c0-45f9-9eca-ef71cf53444c req-b0fb98eb-2777-48ff-a38a-69711ed8b892 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=258fe251-84d5-45b3-aa1c-3477bcf15192 HTTP/1.1" status: 200 len: 945 time: 0.0542743 Nov 25 18:17:50.602086 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-be3ec9b2-56c0-45f9-9eca-ef71cf53444c req-df5fc1be-9a5d-43b3-92b1-b82c5aa3ae78 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404298 Nov 25 18:17:50.993931 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:51.719661 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605822f5-d093-48cc-bf74-fb705f17521c req-2af8eb22-745c-4a01-837e-6b7763bc00d5 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:51.721178 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-605822f5-d093-48cc-bf74-fb705f17521c req-2af8eb22-745c-4a01-837e-6b7763bc00d5 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=258fe251-84d5-45b3-aa1c-3477bcf15192 HTTP/1.1" status: 200 len: 945 time: 0.0511980 Nov 25 18:17:51.768738 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-605822f5-d093-48cc-bf74-fb705f17521c req-e01a6e64-04f7-40d2-9090-eff406031fec tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415511 Nov 25 18:17:52.187650 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:52.884453 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e61e4-8ee7-434a-a2e2-1af25843c514 req-24be13ce-6436-4d22-92ed-2563416181b3 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:52.885938 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-850e61e4-8ee7-434a-a2e2-1af25843c514 req-24be13ce-6436-4d22-92ed-2563416181b3 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=258fe251-84d5-45b3-aa1c-3477bcf15192 HTTP/1.1" status: 200 len: 945 time: 0.0495002 Nov 25 18:17:52.932316 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-850e61e4-8ee7-434a-a2e2-1af25843c514 req-9da16d7a-d4cd-48a7-8a46-e9377905452c tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403793 Nov 25 18:17:53.131040 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:54.057282 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf79b63-df7f-4689-8b37-85336cbdc6dc req-443adc97-7adc-4655-8624-68487463be5d tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:54.059344 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ecf79b63-df7f-4689-8b37-85336cbdc6dc req-443adc97-7adc-4655-8624-68487463be5d tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=258fe251-84d5-45b3-aa1c-3477bcf15192 HTTP/1.1" status: 200 len: 945 time: 0.0546513 Nov 25 18:17:54.115624 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ecf79b63-df7f-4689-8b37-85336cbdc6dc req-af19e80a-4aca-4eac-9926-4b5b73bbaa25 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497153 Nov 25 18:17:55.239745 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a457b05c-1739-4a55-a1db-1f10c34162bf req-7bf521da-30b6-40f5-8881-6beeeb356dce tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:55.241152 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a457b05c-1739-4a55-a1db-1f10c34162bf req-7bf521da-30b6-40f5-8881-6beeeb356dce tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=258fe251-84d5-45b3-aa1c-3477bcf15192 HTTP/1.1" status: 200 len: 945 time: 0.0488958 Nov 25 18:17:55.288165 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a457b05c-1739-4a55-a1db-1f10c34162bf req-01ee439a-1177-4761-938f-44098c38279a tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410054 Nov 25 18:17:56.406826 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba490f85-fbb3-4d9b-9da5-ace4a17f9f31 req-456a1005-cdb3-45d9-bc34-4475d9bf965e tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:56.408337 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ba490f85-fbb3-4d9b-9da5-ace4a17f9f31 req-456a1005-cdb3-45d9-bc34-4475d9bf965e tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=258fe251-84d5-45b3-aa1c-3477bcf15192 HTTP/1.1" status: 200 len: 945 time: 0.0491004 Nov 25 18:17:56.455458 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ba490f85-fbb3-4d9b-9da5-ace4a17f9f31 req-43564794-3850-4492-9193-416509b9885c tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412230 Nov 25 18:17:57.575899 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9820bbd-3c63-426a-bed3-5d021958cd2e req-d6bc6323-9132-4fb6-b878-ef43a83fc04d tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:57.577364 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c9820bbd-3c63-426a-bed3-5d021958cd2e req-d6bc6323-9132-4fb6-b878-ef43a83fc04d tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=258fe251-84d5-45b3-aa1c-3477bcf15192 HTTP/1.1" status: 200 len: 945 time: 0.0518057 Nov 25 18:17:57.623717 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c9820bbd-3c63-426a-bed3-5d021958cd2e req-d2a319fe-ebf1-415b-9abb-89ec2c684cd4 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405071 Nov 25 18:17:58.738044 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f01d4-6029-4270-be07-c543662039c5 req-ec5850fd-0db7-4b51-b3c8-70563bdfbcc6 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:58.739503 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4d9f01d4-6029-4270-be07-c543662039c5 req-ec5850fd-0db7-4b51-b3c8-70563bdfbcc6 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=258fe251-84d5-45b3-aa1c-3477bcf15192 HTTP/1.1" status: 200 len: 945 time: 0.0487056 Nov 25 18:17:58.786216 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4d9f01d4-6029-4270-be07-c543662039c5 req-b3c067e1-c5e8-4ebc-b999-6f82699514b7 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408440 Nov 25 18:17:59.898983 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f97ef4-f2fc-47d9-89ff-59b5f2c219d4 req-3cb04c04-1561-4af2-939d-d5cac84cf170 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:59.900440 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-55f97ef4-f2fc-47d9-89ff-59b5f2c219d4 req-3cb04c04-1561-4af2-939d-d5cac84cf170 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=258fe251-84d5-45b3-aa1c-3477bcf15192 HTTP/1.1" status: 200 len: 945 time: 0.0475173 Nov 25 18:17:59.950660 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-55f97ef4-f2fc-47d9-89ff-59b5f2c219d4 req-329345d0-759f-4e0d-808c-94efbc64d3fe tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436854 Nov 25 18:18:01.063568 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccef866a-6a8a-400c-af7b-b4fa3cd800dd req-351b01bb-6256-46fa-8fff-927fcb41abc9 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:01.065084 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ccef866a-6a8a-400c-af7b-b4fa3cd800dd req-351b01bb-6256-46fa-8fff-927fcb41abc9 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=258fe251-84d5-45b3-aa1c-3477bcf15192 HTTP/1.1" status: 200 len: 945 time: 0.0483956 Nov 25 18:18:01.119154 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ccef866a-6a8a-400c-af7b-b4fa3cd800dd req-826a8482-c1e7-4531-a35e-92b2aac329b3 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481148 Nov 25 18:18:02.235248 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5714e1-dde8-4eaf-99f0-29f632fe2fa0 req-c6c97f5d-f9b4-43bd-a768-21055d814f8b tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:02.236601 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6a5714e1-dde8-4eaf-99f0-29f632fe2fa0 req-c6c97f5d-f9b4-43bd-a768-21055d814f8b tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=258fe251-84d5-45b3-aa1c-3477bcf15192 HTTP/1.1" status: 200 len: 945 time: 0.0481873 Nov 25 18:18:02.281984 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6a5714e1-dde8-4eaf-99f0-29f632fe2fa0 req-77be3724-a126-42fa-b41d-f92f932cda3e tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395470 Nov 25 18:18:03.399421 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef67487-e114-49d9-9ac7-a8aa389250c7 req-766fc5c0-4d15-4621-88f2-f630a7d137c9 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:03.400880 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-aef67487-e114-49d9-9ac7-a8aa389250c7 req-766fc5c0-4d15-4621-88f2-f630a7d137c9 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=258fe251-84d5-45b3-aa1c-3477bcf15192 HTTP/1.1" status: 200 len: 945 time: 0.0509999 Nov 25 18:18:03.446881 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-aef67487-e114-49d9-9ac7-a8aa389250c7 req-b4e91641-8763-48e7-89fb-2dd435c08234 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400493 Nov 25 18:18:04.563830 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78742bba-151a-4ef7-8b9c-2dada99c2470 req-7ee75551-f88b-466a-976a-73de20aae8bd tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:04.565412 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-78742bba-151a-4ef7-8b9c-2dada99c2470 req-7ee75551-f88b-466a-976a-73de20aae8bd tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=258fe251-84d5-45b3-aa1c-3477bcf15192 HTTP/1.1" status: 200 len: 945 time: 0.0490799 Nov 25 18:18:04.613632 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-78742bba-151a-4ef7-8b9c-2dada99c2470 req-524ea565-5d54-4235-a2aa-32152f3ebad4 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418901 Nov 25 18:18:05.328449 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:18:05.731732 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3763769f-c16a-41ea-a2eb-ce02098ae278 req-1ddcae88-8943-4e9e-ad1e-069147d32a69 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:05.733234 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3763769f-c16a-41ea-a2eb-ce02098ae278 req-1ddcae88-8943-4e9e-ad1e-069147d32a69 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=258fe251-84d5-45b3-aa1c-3477bcf15192 HTTP/1.1" status: 200 len: 945 time: 0.0526936 Nov 25 18:18:05.779968 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3763769f-c16a-41ea-a2eb-ce02098ae278 req-397bed8e-26de-4662-932a-583b5d1f7850 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408778 Nov 25 18:18:06.893429 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e9eb6-dfec-4810-acb3-ae05dae6429c req-f9e6e2cb-4ef5-458c-8bea-9e192a607ef0 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:06.894873 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bd7e9eb6-dfec-4810-acb3-ae05dae6429c req-f9e6e2cb-4ef5-458c-8bea-9e192a607ef0 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=258fe251-84d5-45b3-aa1c-3477bcf15192 HTTP/1.1" status: 200 len: 945 time: 0.0476823 Nov 25 18:18:06.941152 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bd7e9eb6-dfec-4810-acb3-ae05dae6429c req-ea8a32fe-9aa7-47d1-91fd-1fa2481d490c tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404212 Nov 25 18:18:08.053608 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a3a65a-c2d8-4016-a396-ebd76098eb8e req-c983b4ce-bfa2-4627-9872-6eb9cb8d2454 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:08.055042 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-83a3a65a-c2d8-4016-a396-ebd76098eb8e req-c983b4ce-bfa2-4627-9872-6eb9cb8d2454 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=258fe251-84d5-45b3-aa1c-3477bcf15192 HTTP/1.1" status: 200 len: 945 time: 0.0473976 Nov 25 18:18:08.107211 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-83a3a65a-c2d8-4016-a396-ebd76098eb8e req-607f201d-35ea-44cc-8a37-ada77b797a64 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452309 Nov 25 18:18:09.222876 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e013ad66-061a-4d3c-a8d0-1dc000d455ce req-b876e2da-85eb-4e16-b7bc-a88fddbd1c12 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:09.224333 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e013ad66-061a-4d3c-a8d0-1dc000d455ce req-b876e2da-85eb-4e16-b7bc-a88fddbd1c12 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=258fe251-84d5-45b3-aa1c-3477bcf15192 HTTP/1.1" status: 200 len: 945 time: 0.0499296 Nov 25 18:18:09.271084 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e013ad66-061a-4d3c-a8d0-1dc000d455ce req-d72b4ff5-58e0-4626-8dc4-cf1b095b1cb5 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407605 Nov 25 18:18:10.384466 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120b41ad-e618-43c1-9d02-e404354707ad req-1b3f3165-b916-49c8-af37-cd1c29cf0011 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:10.385936 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-120b41ad-e618-43c1-9d02-e404354707ad req-1b3f3165-b916-49c8-af37-cd1c29cf0011 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=258fe251-84d5-45b3-aa1c-3477bcf15192 HTTP/1.1" status: 200 len: 945 time: 0.0480802 Nov 25 18:18:10.432305 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-120b41ad-e618-43c1-9d02-e404354707ad req-b1498883-1acb-4ca1-b846-086b3552b7ff tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397501 Nov 25 18:18:11.559826 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab4710e-2d58-435e-9ffb-322b17bdf993 req-9c8d29e7-670f-498d-a094-2b822583cdc7 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:11.561330 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-aab4710e-2d58-435e-9ffb-322b17bdf993 req-9c8d29e7-670f-498d-a094-2b822583cdc7 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=258fe251-84d5-45b3-aa1c-3477bcf15192 HTTP/1.1" status: 200 len: 945 time: 0.0526042 Nov 25 18:18:11.608220 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-aab4710e-2d58-435e-9ffb-322b17bdf993 req-77a35d28-5ed1-4c2c-8556-f4df929f8b6a tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410168 Nov 25 18:18:12.724254 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d208f-3006-42ec-a8dd-acd8e0e5e682 req-bb28d3ae-508e-481a-8f54-50753d94b0ca tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:12.725747 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ab7d208f-3006-42ec-a8dd-acd8e0e5e682 req-bb28d3ae-508e-481a-8f54-50753d94b0ca tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=258fe251-84d5-45b3-aa1c-3477bcf15192 HTTP/1.1" status: 200 len: 945 time: 0.0488675 Nov 25 18:18:12.772742 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ab7d208f-3006-42ec-a8dd-acd8e0e5e682 req-3de136f2-458c-4aa3-87e7-ac26bd7c8ce9 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408831 Nov 25 18:18:13.888226 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daac0fe-bf2b-4e4c-bfff-240ff9827cc5 req-914c5786-4578-491c-80ce-3f89274e33ff tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:13.889725 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7daac0fe-bf2b-4e4c-bfff-240ff9827cc5 req-914c5786-4578-491c-80ce-3f89274e33ff tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=258fe251-84d5-45b3-aa1c-3477bcf15192 HTTP/1.1" status: 200 len: 945 time: 0.0479069 Nov 25 18:18:13.939009 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7daac0fe-bf2b-4e4c-bfff-240ff9827cc5 req-24064bd0-d7f5-4791-b3e0-4e25b3d3bc83 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434003 Nov 25 18:18:14.407897 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [req-e8207c07-0529-43cc-bb67-399100dd4d63 req-f439428c-a07d-4717-8800-72c33dab5cb6 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:18:14.408908 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e8207c07-0529-43cc-bb67-399100dd4d63 req-f439428c-a07d-4717-8800-72c33dab5cb6 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053382 Nov 25 18:18:14.470016 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [req-e8207c07-0529-43cc-bb67-399100dd4d63 req-584645d5-98b4-4bce-83c8-823236bdc3e1 service neutron] show failed (client error): The resource could not be found. Nov 25 18:18:14.470989 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e8207c07-0529-43cc-bb67-399100dd4d63 req-584645d5-98b4-4bce-83c8-823236bdc3e1 service neutron] 10.222.0.90 "GET /v2.0/ports/70dbeea7-c8e4-4033-b75a-126a2c4c1c1c/bindings/n-h1-817746-1 HTTP/1.1" status: 404 len: 380 time: 0.0524557 Nov 25 18:18:14.674468 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8207c07-0529-43cc-bb67-399100dd4d63 req-1b6a3df1-1d59-4a8d-ac3e-68e985874499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:14.675903 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e8207c07-0529-43cc-bb67-399100dd4d63 req-1b6a3df1-1d59-4a8d-ac3e-68e985874499 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=258fe251-84d5-45b3-aa1c-3477bcf15192&tenant_id=58808704e8fb42eaa2c5853277c8e987 HTTP/1.1" status: 200 len: 1096 time: 0.0416176 Nov 25 18:18:14.688359 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [req-e8207c07-0529-43cc-bb67-399100dd4d63 req-84964027-66cd-46f6-8241-6d95c6f59622 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817746-1', 'device_owner': 'compute:nova'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:18:14.743210 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-e8207c07-0529-43cc-bb67-399100dd4d63 req-84964027-66cd-46f6-8241-6d95c6f59622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:14.951415 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-e8207c07-0529-43cc-bb67-399100dd4d63 req-84964027-66cd-46f6-8241-6d95c6f59622 service neutron] For port 70dbeea7-c8e4-4033-b75a-126a2c4c1c1c, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=70dbeea7-c8e4-4033-b75a-126a2c4c1c1c,segment=NetworkSegment(cad8fd41-0620-4e84-927f-4517abaa4e1b),segment_id=cad8fd41-0620-4e84-927f-4517abaa4e1b)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:18:14.984947 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-e8207c07-0529-43cc-bb67-399100dd4d63 req-84964027-66cd-46f6-8241-6d95c6f59622 service neutron] For port 70dbeea7-c8e4-4033-b75a-126a2c4c1c1c, host n-h2-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:18:15.025161 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '258fe251-84d5-45b3-aa1c-3477bcf15192', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70dbeea7-c8e4-4033-b75a-126a2c4c1c1c'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:18:15.028097 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39873348-a036-4849-9485-cf653c964588" -d '{"events": [{"server_uuid": "258fe251-84d5-45b3-aa1c-3477bcf15192", "name": "network-vif-unplugged", "status": "completed", "tag": "70dbeea7-c8e4-4033-b75a-126a2c4c1c1c"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:18:15.032231 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-e8207c07-0529-43cc-bb67-399100dd4d63 req-84964027-66cd-46f6-8241-6d95c6f59622 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:15.044798 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-e8207c07-0529-43cc-bb67-399100dd4d63 req-84964027-66cd-46f6-8241-6d95c6f59622 service neutron] Transition to ACTIVE for port object 70dbeea7-c8e4-4033-b75a-126a2c4c1c1c will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:18:15.049069 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-e8207c07-0529-43cc-bb67-399100dd4d63 req-84964027-66cd-46f6-8241-6d95c6f59622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:15.069953 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c6f16-02f3-48a4-928a-7edb3f906e74 req-5338beaf-6e03-4ce3-b557-b85235d64680 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:15.071763 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f21c6f16-02f3-48a4-928a-7edb3f906e74 req-5338beaf-6e03-4ce3-b557-b85235d64680 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=258fe251-84d5-45b3-aa1c-3477bcf15192 HTTP/1.1" status: 200 len: 945 time: 0.0642176 Nov 25 18:18:15.090484 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 18:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ce1fb3-e988-47dc-877b-2c8c65a5af50 x-openstack-request-id: req-70ce1fb3-e988-47dc-877b-2c8c65a5af50 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:18:15.090782 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "258fe251-84d5-45b3-aa1c-3477bcf15192", "name": "network-vif-unplugged", "status": "completed", "tag": "70dbeea7-c8e4-4033-b75a-126a2c4c1c1c", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:18:15.091035 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-70ce1fb3-e988-47dc-877b-2c8c65a5af50 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:18:15.091430 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '258fe251-84d5-45b3-aa1c-3477bcf15192', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70dbeea7-c8e4-4033-b75a-126a2c4c1c1c', 'code': 200} Nov 25 18:18:15.115617 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8207c07-0529-43cc-bb67-399100dd4d63 req-84964027-66cd-46f6-8241-6d95c6f59622 service neutron] No DVR routers for this DVR port 70dbeea7-c8e4-4033-b75a-126a2c4c1c1c on host n-h2-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:18:15.118665 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84964027-66cd-46f6-8241-6d95c6f59622 service neutron] Pushing event updated for resources: {'Port': ['ID=70dbeea7-c8e4-4033-b75a-126a2c4c1c1c,revision_number=6']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:18:15.127588 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f21c6f16-02f3-48a4-928a-7edb3f906e74 req-42c93661-2c16-4359-85af-7e55c3b7a89c tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465119 Nov 25 18:18:15.154877 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84964027-66cd-46f6-8241-6d95c6f59622 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:18:15.155224 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84964027-66cd-46f6-8241-6d95c6f59622 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:18:15.155563 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84964027-66cd-46f6-8241-6d95c6f59622 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:18:15.155898 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84964027-66cd-46f6-8241-6d95c6f59622 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:18:15.156228 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84964027-66cd-46f6-8241-6d95c6f59622 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:18:15.156556 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84964027-66cd-46f6-8241-6d95c6f59622 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:18:15.156911 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84964027-66cd-46f6-8241-6d95c6f59622 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:18:15.157243 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84964027-66cd-46f6-8241-6d95c6f59622 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:18:15.157564 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84964027-66cd-46f6-8241-6d95c6f59622 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:18:15.157906 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84964027-66cd-46f6-8241-6d95c6f59622 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:18:15.158225 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84964027-66cd-46f6-8241-6d95c6f59622 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:18:15.158543 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84964027-66cd-46f6-8241-6d95c6f59622 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:18:15.171562 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-e8207c07-0529-43cc-bb67-399100dd4d63 req-84964027-66cd-46f6-8241-6d95c6f59622 service neutron] Attempting to bind port 70dbeea7-c8e4-4033-b75a-126a2c4c1c1c on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:18:15.171893 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-e8207c07-0529-43cc-bb67-399100dd4d63 req-84964027-66cd-46f6-8241-6d95c6f59622 service neutron] Attempting to bind port 70dbeea7-c8e4-4033-b75a-126a2c4c1c1c by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'cad8fd41-0620-4e84-927f-4517abaa4e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'de1bdcfa-b35a-45e9-8ec0-a73bef9d846b'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:18:15.172219 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8207c07-0529-43cc-bb67-399100dd4d63 req-84964027-66cd-46f6-8241-6d95c6f59622 service neutron] Attempting to bind port 70dbeea7-c8e4-4033-b75a-126a2c4c1c1c on network de1bdcfa-b35a-45e9-8ec0-a73bef9d846b {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:18:15.176570 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8207c07-0529-43cc-bb67-399100dd4d63 req-84964027-66cd-46f6-8241-6d95c6f59622 service neutron] Port 70dbeea7-c8e4-4033-b75a-126a2c4c1c1c on network de1bdcfa-b35a-45e9-8ec0-a73bef9d846b not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:18:15.176927 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8207c07-0529-43cc-bb67-399100dd4d63 req-84964027-66cd-46f6-8241-6d95c6f59622 service neutron] Attempting to bind port 70dbeea7-c8e4-4033-b75a-126a2c4c1c1c on network de1bdcfa-b35a-45e9-8ec0-a73bef9d846b {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:18:15.181934 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8207c07-0529-43cc-bb67-399100dd4d63 req-84964027-66cd-46f6-8241-6d95c6f59622 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:18:15.182266 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8207c07-0529-43cc-bb67-399100dd4d63 req-84964027-66cd-46f6-8241-6d95c6f59622 service neutron] Checking segment: {'id': 'cad8fd41-0620-4e84-927f-4517abaa4e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'de1bdcfa-b35a-45e9-8ec0-a73bef9d846b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:18:15.182644 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8207c07-0529-43cc-bb67-399100dd4d63 req-84964027-66cd-46f6-8241-6d95c6f59622 service neutron] Bound using segment: {'id': 'cad8fd41-0620-4e84-927f-4517abaa4e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'de1bdcfa-b35a-45e9-8ec0-a73bef9d846b'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:18:15.183631 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-e8207c07-0529-43cc-bb67-399100dd4d63 req-84964027-66cd-46f6-8241-6d95c6f59622 service neutron] Bound port: 70dbeea7-c8e4-4033-b75a-126a2c4c1c1c, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cad8fd41-0620-4e84-927f-4517abaa4e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'de1bdcfa-b35a-45e9-8ec0-a73bef9d846b'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:18:15.184044 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-e8207c07-0529-43cc-bb67-399100dd4d63 req-84964027-66cd-46f6-8241-6d95c6f59622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:15.246227 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-e8207c07-0529-43cc-bb67-399100dd4d63 req-84964027-66cd-46f6-8241-6d95c6f59622 service neutron] For port 70dbeea7-c8e4-4033-b75a-126a2c4c1c1c, host n-h1-817746-1, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:18:15.249445 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-e8207c07-0529-43cc-bb67-399100dd4d63 req-84964027-66cd-46f6-8241-6d95c6f59622 service neutron] For port 70dbeea7-c8e4-4033-b75a-126a2c4c1c1c, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=70dbeea7-c8e4-4033-b75a-126a2c4c1c1c,segment=NetworkSegment(cad8fd41-0620-4e84-927f-4517abaa4e1b),segment_id=cad8fd41-0620-4e84-927f-4517abaa4e1b)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:18:15.253959 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-e8207c07-0529-43cc-bb67-399100dd4d63 req-84964027-66cd-46f6-8241-6d95c6f59622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:15.287128 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8207c07-0529-43cc-bb67-399100dd4d63 req-84964027-66cd-46f6-8241-6d95c6f59622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:15.287805 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-e8207c07-0529-43cc-bb67-399100dd4d63 req-84964027-66cd-46f6-8241-6d95c6f59622 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:15.289226 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e8207c07-0529-43cc-bb67-399100dd4d63 req-84964027-66cd-46f6-8241-6d95c6f59622 service neutron] 10.222.0.74 "PUT /v2.0/ports/70dbeea7-c8e4-4033-b75a-126a2c4c1c1c HTTP/1.1" status: 200 len: 1091 time: 0.6053612 Nov 25 18:18:15.312747 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84964027-66cd-46f6-8241-6d95c6f59622 service neutron] Pushing event updated for resources: {'Port': ['ID=70dbeea7-c8e4-4033-b75a-126a2c4c1c1c,revision_number=7']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:18:15.362974 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8207c07-0529-43cc-bb67-399100dd4d63 req-801c2153-9b19-41b4-bf76-e74f733822f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:15.364876 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e8207c07-0529-43cc-bb67-399100dd4d63 req-801c2153-9b19-41b4-bf76-e74f733822f4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=58808704e8fb42eaa2c5853277c8e987&device_id=258fe251-84d5-45b3-aa1c-3477bcf15192 HTTP/1.1" status: 200 len: 1094 time: 0.0528989 Nov 25 18:18:15.457944 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8207c07-0529-43cc-bb67-399100dd4d63 req-e752cce1-6474-4844-b77a-c85475c1ef3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:15.459412 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e8207c07-0529-43cc-bb67-399100dd4d63 req-e752cce1-6474-4844-b77a-c85475c1ef3a service neutron] 10.222.0.74 "GET /v2.0/networks?id=de1bdcfa-b35a-45e9-8ec0-a73bef9d846b HTTP/1.1" status: 200 len: 916 time: 0.0878696 Nov 25 18:18:15.502717 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e8207c07-0529-43cc-bb67-399100dd4d63 req-ea24c34c-b749-4704-9976-4239b3f20fa1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=70dbeea7-c8e4-4033-b75a-126a2c4c1c1c HTTP/1.1" status: 200 len: 217 time: 0.0347304 Nov 25 18:18:15.554603 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8207c07-0529-43cc-bb67-399100dd4d63 req-96294c5a-5ac0-4830-9cb0-9254ca530b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:15.556033 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e8207c07-0529-43cc-bb67-399100dd4d63 req-96294c5a-5ac0-4830-9cb0-9254ca530b1b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e7bf1925-4b0b-4bd0-a8e9-3c55d89012ca HTTP/1.1" status: 200 len: 855 time: 0.0467923 Nov 25 18:18:15.586928 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e8207c07-0529-43cc-bb67-399100dd4d63 req-6f7df615-79be-4b2d-a53a-138355dfff7e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=de1bdcfa-b35a-45e9-8ec0-a73bef9d846b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236158 Nov 25 18:18:15.675300 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e8207c07-0529-43cc-bb67-399100dd4d63 req-9b33eead-42d3-4ca0-9187-0072c6e19523 service neutron] 10.222.0.74 "GET /v2.0/networks/de1bdcfa-b35a-45e9-8ec0-a73bef9d846b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801690 Nov 25 18:18:15.766872 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e8207c07-0529-43cc-bb67-399100dd4d63 req-1aee49d8-f985-45a9-938a-285530d72da7 service neutron] 10.222.0.74 "GET /v2.0/networks/de1bdcfa-b35a-45e9-8ec0-a73bef9d846b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850654 Nov 25 18:18:16.248664 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb68fa1-1021-4229-972b-17860550c2f3 req-308a98cb-0067-4e3d-9b01-685846330296 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:16.250145 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9fb68fa1-1021-4229-972b-17860550c2f3 req-308a98cb-0067-4e3d-9b01-685846330296 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=258fe251-84d5-45b3-aa1c-3477bcf15192 HTTP/1.1" status: 200 len: 943 time: 0.0513840 Nov 25 18:18:16.297654 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9fb68fa1-1021-4229-972b-17860550c2f3 req-0905c7d1-4d9f-481a-868d-59761378f45b tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416157 Nov 25 18:18:17.092925 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '258fe251-84d5-45b3-aa1c-3477bcf15192', 'tag': '70dbeea7-c8e4-4033-b75a-126a2c4c1c1c'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:18:17.095283 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f70b45-12e7-49fb-bd0d-0ebb8b17f8fa" -d '{"events": [{"name": "network-changed", "server_uuid": "258fe251-84d5-45b3-aa1c-3477bcf15192", "tag": "70dbeea7-c8e4-4033-b75a-126a2c4c1c1c"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:18:17.107426 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:17.146080 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5545be48-4694-4103-a29b-f7c3e37154e5 x-openstack-request-id: req-5545be48-4694-4103-a29b-f7c3e37154e5 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:18:17.146377 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "258fe251-84d5-45b3-aa1c-3477bcf15192", "tag": "70dbeea7-c8e4-4033-b75a-126a2c4c1c1c", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:18:17.146637 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5545be48-4694-4103-a29b-f7c3e37154e5 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:18:17.147043 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '258fe251-84d5-45b3-aa1c-3477bcf15192', 'tag': '70dbeea7-c8e4-4033-b75a-126a2c4c1c1c', 'status': 'completed', 'code': 200} Nov 25 18:18:17.212361 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9d2f3d8f-e1b4-46b0-9ca2-442afa458ee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:17.221765 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f70b45-12e7-49fb-bd0d-0ebb8b17f8fa req-e93792b3-2ee9-4506-947b-9ebd043408d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:17.223343 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-41f70b45-12e7-49fb-bd0d-0ebb8b17f8fa req-e93792b3-2ee9-4506-947b-9ebd043408d2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=58808704e8fb42eaa2c5853277c8e987&device_id=258fe251-84d5-45b3-aa1c-3477bcf15192 HTTP/1.1" status: 200 len: 1094 time: 0.0457551 Nov 25 18:18:17.227718 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f70b45-12e7-49fb-bd0d-0ebb8b17f8fa req-61acfb67-773c-43b2-99db-f6a3fd49285c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:17.229165 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-41f70b45-12e7-49fb-bd0d-0ebb8b17f8fa req-61acfb67-773c-43b2-99db-f6a3fd49285c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=58808704e8fb42eaa2c5853277c8e987&device_id=258fe251-84d5-45b3-aa1c-3477bcf15192 HTTP/1.1" status: 200 len: 1094 time: 0.0583408 Nov 25 18:18:17.230707 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 70dbeea7-c8e4-4033-b75a-126a2c4c1c1c no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:18:17.276018 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 70dbeea7-c8e4-4033-b75a-126a2c4c1c1c not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:18:17.328879 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f70b45-12e7-49fb-bd0d-0ebb8b17f8fa req-22dc28fe-c419-443b-84b9-24ef01e15530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:17.329941 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:17.331602 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-41f70b45-12e7-49fb-bd0d-0ebb8b17f8fa req-22dc28fe-c419-443b-84b9-24ef01e15530 service neutron] 10.222.0.90 "GET /v2.0/networks?id=de1bdcfa-b35a-45e9-8ec0-a73bef9d846b HTTP/1.1" status: 200 len: 916 time: 0.0958929 Nov 25 18:18:17.332606 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f70b45-12e7-49fb-bd0d-0ebb8b17f8fa req-d03555e9-644b-4916-a500-724612844fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:17.334142 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-41f70b45-12e7-49fb-bd0d-0ebb8b17f8fa req-d03555e9-644b-4916-a500-724612844fb0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=de1bdcfa-b35a-45e9-8ec0-a73bef9d846b HTTP/1.1" status: 200 len: 916 time: 0.1028163 Nov 25 18:18:17.377870 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-41f70b45-12e7-49fb-bd0d-0ebb8b17f8fa req-909f78ae-8ef9-47eb-bb38-6cb4410e46fe service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=70dbeea7-c8e4-4033-b75a-126a2c4c1c1c HTTP/1.1" status: 200 len: 217 time: 0.0366082 Nov 25 18:18:17.430124 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f70b45-12e7-49fb-bd0d-0ebb8b17f8fa req-ec4935cc-9db8-46c4-b724-8e3e46c90906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:17.431584 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-41f70b45-12e7-49fb-bd0d-0ebb8b17f8fa req-ec4935cc-9db8-46c4-b724-8e3e46c90906 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e7bf1925-4b0b-4bd0-a8e9-3c55d89012ca HTTP/1.1" status: 200 len: 855 time: 0.0461774 Nov 25 18:18:17.469192 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-41f70b45-12e7-49fb-bd0d-0ebb8b17f8fa req-1922410a-03f0-4fb3-8593-b13d1b6a4f09 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=de1bdcfa-b35a-45e9-8ec0-a73bef9d846b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286441 Nov 25 18:18:17.572578 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-41f70b45-12e7-49fb-bd0d-0ebb8b17f8fa req-d4c3b2c8-776f-4eb5-bb76-e20d8f99fcbc service neutron] 10.222.0.74 "GET /v2.0/networks/de1bdcfa-b35a-45e9-8ec0-a73bef9d846b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962956 Nov 25 18:18:17.666536 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-41f70b45-12e7-49fb-bd0d-0ebb8b17f8fa req-96eb61f3-586e-42cc-81a6-560a0608e79d service neutron] 10.222.0.74 "GET /v2.0/networks/de1bdcfa-b35a-45e9-8ec0-a73bef9d846b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865803 Nov 25 18:18:17.728124 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-41f70b45-12e7-49fb-bd0d-0ebb8b17f8fa req-c449a777-068e-4cee-8340-c8c2afe0d956 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=70dbeea7-c8e4-4033-b75a-126a2c4c1c1c HTTP/1.1" status: 200 len: 217 time: 0.3879054 Nov 25 18:18:17.801385 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f70b45-12e7-49fb-bd0d-0ebb8b17f8fa req-fd0de7ed-834a-41c9-8f23-4c28fecf3477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:17.802717 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-41f70b45-12e7-49fb-bd0d-0ebb8b17f8fa req-fd0de7ed-834a-41c9-8f23-4c28fecf3477 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e7bf1925-4b0b-4bd0-a8e9-3c55d89012ca HTTP/1.1" status: 200 len: 855 time: 0.0666654 Nov 25 18:18:17.811354 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1943768-a2ec-4b8d-9301-5f37e74e4c09 req-e6d5197f-628a-465a-9cb6-22d9594e784d tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:17.812702 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d1943768-a2ec-4b8d-9301-5f37e74e4c09 req-e6d5197f-628a-465a-9cb6-22d9594e784d tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=258fe251-84d5-45b3-aa1c-3477bcf15192 HTTP/1.1" status: 200 len: 943 time: 0.0872993 Nov 25 18:18:17.842235 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-41f70b45-12e7-49fb-bd0d-0ebb8b17f8fa req-d2025c16-f4c7-4398-b388-ccf7e825f584 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=de1bdcfa-b35a-45e9-8ec0-a73bef9d846b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285809 Nov 25 18:18:17.925218 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d1943768-a2ec-4b8d-9301-5f37e74e4c09 req-f29b21d0-bf0e-4376-9fe6-be75c804eaf8 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042972 Nov 25 18:18:17.955804 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-41f70b45-12e7-49fb-bd0d-0ebb8b17f8fa req-f7f1ae02-0255-4636-9dcd-eceab428e695 service neutron] 10.222.0.90 "GET /v2.0/networks/de1bdcfa-b35a-45e9-8ec0-a73bef9d846b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058850 Nov 25 18:18:18.051355 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-41f70b45-12e7-49fb-bd0d-0ebb8b17f8fa req-87e209da-ad2b-46ec-bb1c-2aa6fe14a2d9 service neutron] 10.222.0.90 "GET /v2.0/networks/de1bdcfa-b35a-45e9-8ec0-a73bef9d846b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871696 Nov 25 18:18:18.196179 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf0a08-7d0f-4851-bebf-394452145480 req-7e40de98-5ca9-4799-85b3-8356bb13ffc2 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:18.197934 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-34cf0a08-7d0f-4851-bebf-394452145480 req-7e40de98-5ca9-4799-85b3-8356bb13ffc2 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.90 "GET /v2.0/ports?device_id=258fe251-84d5-45b3-aa1c-3477bcf15192&tenant_id=58808704e8fb42eaa2c5853277c8e987&binding%3Ahost_id=n-h1-817746-1 HTTP/1.1" status: 200 len: 943 time: 0.1070666 Nov 25 18:18:18.206172 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943194ec-21b8-4579-8571-fcf62fef0e8c req-9c57719b-c84f-4417-a2b0-3fb2a9af5926 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:18.207540 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-943194ec-21b8-4579-8571-fcf62fef0e8c req-9c57719b-c84f-4417-a2b0-3fb2a9af5926 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=258fe251-84d5-45b3-aa1c-3477bcf15192 HTTP/1.1" status: 200 len: 943 time: 0.1259897 Nov 25 18:18:18.292237 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-943194ec-21b8-4579-8571-fcf62fef0e8c req-22c3129b-2526-4b5d-8c68-5f030d5c0b1f tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785677 Nov 25 18:18:18.296207 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [req-34cf0a08-7d0f-4851-bebf-394452145480 req-4ebd1489-93a2-4416-8fe8-b3154c8ba243 service neutron] delete failed (client error): The resource could not be found. Nov 25 18:18:18.297213 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-34cf0a08-7d0f-4851-bebf-394452145480 req-4ebd1489-93a2-4416-8fe8-b3154c8ba243 service neutron] 10.222.0.90 "DELETE /v2.0/ports/70dbeea7-c8e4-4033-b75a-126a2c4c1c1c/bindings/n-h2-817746-1 HTTP/1.1" status: 404 len: 380 time: 0.0887954 Nov 25 18:18:18.398200 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf0a08-7d0f-4851-bebf-394452145480 req-8964b0fa-03d9-41a9-b481-a4842e948ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:18.399696 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-34cf0a08-7d0f-4851-bebf-394452145480 req-8964b0fa-03d9-41a9-b481-a4842e948ba9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=58808704e8fb42eaa2c5853277c8e987&device_id=258fe251-84d5-45b3-aa1c-3477bcf15192 HTTP/1.1" status: 200 len: 1094 time: 0.0438051 Nov 25 18:18:18.489546 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf0a08-7d0f-4851-bebf-394452145480 req-45175762-ac99-4eba-a315-124172ed5c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:18.490929 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-34cf0a08-7d0f-4851-bebf-394452145480 req-45175762-ac99-4eba-a315-124172ed5c74 service neutron] 10.222.0.90 "GET /v2.0/networks?id=de1bdcfa-b35a-45e9-8ec0-a73bef9d846b HTTP/1.1" status: 200 len: 916 time: 0.0844767 Nov 25 18:18:18.535769 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-34cf0a08-7d0f-4851-bebf-394452145480 req-779217df-7113-4093-b7e2-67719ee49805 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=70dbeea7-c8e4-4033-b75a-126a2c4c1c1c HTTP/1.1" status: 200 len: 217 time: 0.0376546 Nov 25 18:18:18.584903 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf0a08-7d0f-4851-bebf-394452145480 req-1c1f7271-378b-49af-843c-58b3c4cdc406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:18.586263 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-34cf0a08-7d0f-4851-bebf-394452145480 req-1c1f7271-378b-49af-843c-58b3c4cdc406 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e7bf1925-4b0b-4bd0-a8e9-3c55d89012ca HTTP/1.1" status: 200 len: 855 time: 0.0426021 Nov 25 18:18:18.617389 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-34cf0a08-7d0f-4851-bebf-394452145480 req-21cc9a2a-b6f9-4c48-938e-2526b1579837 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=de1bdcfa-b35a-45e9-8ec0-a73bef9d846b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237629 Nov 25 18:18:18.707350 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-34cf0a08-7d0f-4851-bebf-394452145480 req-234e92ab-0685-4c3a-ad37-a656fa5d7d1d service neutron] 10.222.0.90 "GET /v2.0/networks/de1bdcfa-b35a-45e9-8ec0-a73bef9d846b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823081 Nov 25 18:18:18.805645 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-34cf0a08-7d0f-4851-bebf-394452145480 req-57936657-5dd8-4ed4-a17d-cf20e1df3373 service neutron] 10.222.0.90 "GET /v2.0/networks/de1bdcfa-b35a-45e9-8ec0-a73bef9d846b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896943 Nov 25 18:18:19.413707 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558769d-fffe-40b6-ab22-6347e09f751a req-34ad9c16-e012-462f-8242-6b317235c7ec tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:19.415189 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8558769d-fffe-40b6-ab22-6347e09f751a req-34ad9c16-e012-462f-8242-6b317235c7ec tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=258fe251-84d5-45b3-aa1c-3477bcf15192 HTTP/1.1" status: 200 len: 943 time: 0.0504456 Nov 25 18:18:19.462653 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8558769d-fffe-40b6-ab22-6347e09f751a req-d0be1a4f-f0e6-4869-95a5-9fbfea5a7b81 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414808 Nov 25 18:18:19.582799 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458fa798-4112-44c9-9893-116ba21a91a5 req-e57c1dec-1543-4711-a6fb-2dbab767b464 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:19.584273 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-458fa798-4112-44c9-9893-116ba21a91a5 req-e57c1dec-1543-4711-a6fb-2dbab767b464 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=258fe251-84d5-45b3-aa1c-3477bcf15192 HTTP/1.1" status: 200 len: 943 time: 0.0546844 Nov 25 18:18:19.631063 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-458fa798-4112-44c9-9893-116ba21a91a5 req-97fdfccb-7de9-414a-92f0-fb69681b462e tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408309 Nov 25 18:18:19.657508 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 70dbeea7-c8e4-4033-b75a-126a2c4c1c1c details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:18:19.749817 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3950056-ee28-405d-8d1d-c87d21a02c1b req-0c5cf237-a323-4543-9a98-2766d938766c tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:19.751416 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3950056-ee28-405d-8d1d-c87d21a02c1b req-0c5cf237-a323-4543-9a98-2766d938766c tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=258fe251-84d5-45b3-aa1c-3477bcf15192 HTTP/1.1" status: 200 len: 943 time: 0.0513492 Nov 25 18:18:19.803022 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3950056-ee28-405d-8d1d-c87d21a02c1b req-117c5204-e819-4dbc-ba37-4322ca5000ba tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450454 Nov 25 18:18:19.917355 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 70dbeea7-c8e4-4033-b75a-126a2c4c1c1c, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=70dbeea7-c8e4-4033-b75a-126a2c4c1c1c,segment=NetworkSegment(cad8fd41-0620-4e84-927f-4517abaa4e1b),segment_id=cad8fd41-0620-4e84-927f-4517abaa4e1b)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:18:19.936585 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '70dbeea7-c8e4-4033-b75a-126a2c4c1c1c', 'network_id': 'de1bdcfa-b35a-45e9-8ec0-a73bef9d846b', 'port_id': '70dbeea7-c8e4-4033-b75a-126a2c4c1c1c', 'mac_address': 'fa:16:3e:0f:1a:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7bf1925-4b0b-4bd0-a8e9-3c55d89012ca', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:18:19.939911 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b2b1c05e-1f22-4fa1-910c-d88f4d6c09eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:19.983536 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:19.997002 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70dbeea7-c8e4-4033-b75a-126a2c4c1c1c {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:18:20.022741 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 70dbeea7-c8e4-4033-b75a-126a2c4c1c1c, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=70dbeea7-c8e4-4033-b75a-126a2c4c1c1c,segment=NetworkSegment(cad8fd41-0620-4e84-927f-4517abaa4e1b),segment_id=cad8fd41-0620-4e84-927f-4517abaa4e1b)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:18:20.026747 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:20.075962 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=70dbeea7-c8e4-4033-b75a-126a2c4c1c1c,revision_number=8']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:18:20.180392 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dafd44-5c7c-4d33-a649-129f6c7117ad req-2e59535d-1e01-4cba-b20a-b99dae031565 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:20.181998 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-91dafd44-5c7c-4d33-a649-129f6c7117ad req-2e59535d-1e01-4cba-b20a-b99dae031565 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/networks?id=de1bdcfa-b35a-45e9-8ec0-a73bef9d846b HTTP/1.1" status: 200 len: 815 time: 0.1043158 Nov 25 18:18:20.198011 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-91dafd44-5c7c-4d33-a649-129f6c7117ad req-17c17fb6-c930-4ae5-bb65-c4a26a7ec756 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/quotas/58808704e8fb42eaa2c5853277c8e987 HTTP/1.1" status: 200 len: 375 time: 0.0094717 Nov 25 18:18:20.248461 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-91dafd44-5c7c-4d33-a649-129f6c7117ad req-c1ca160d-b86f-4870-8a09-4f113feb1a4e tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=58808704e8fb42eaa2c5853277c8e987&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0443461 Nov 25 18:18:20.253115 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['70dbeea7-c8e4-4033-b75a-126a2c4c1c1c'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:18:20.345393 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-91dafd44-5c7c-4d33-a649-129f6c7117ad req-96382197-980d-42b5-806b-2be669b4aa1a service neutron] 10.222.0.75 "GET /v2.0/networks/de1bdcfa-b35a-45e9-8ec0-a73bef9d846b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899408 Nov 25 18:18:20.438109 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-91dafd44-5c7c-4d33-a649-129f6c7117ad req-94326897-b567-4536-83cf-9e3697d57ce1 service neutron] 10.222.0.75 "GET /v2.0/networks/de1bdcfa-b35a-45e9-8ec0-a73bef9d846b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856106 Nov 25 18:18:20.598372 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4d0425c7-eba4-4413-b184-319eab612b0e req-3ca95d28-3060-44b5-b6ea-beda8bd3e35f tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=943892ca-1122-43da-b9d2-e65305be947f HTTP/1.1" status: 200 len: 210 time: 0.0292392 Nov 25 18:18:20.999336 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:21.255198 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d10062-edca-44b4-a5b6-f44c25a5c457 req-f53324d2-5c2d-4edc-88a5-a0bd3b36e565 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:21.256572 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c9d10062-edca-44b4-a5b6-f44c25a5c457 req-f53324d2-5c2d-4edc-88a5-a0bd3b36e565 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.74 "GET /v2.0/ports?device_id=258fe251-84d5-45b3-aa1c-3477bcf15192 HTTP/1.1" status: 200 len: 944 time: 0.0557044 Nov 25 18:18:21.348446 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-c9d10062-edca-44b4-a5b6-f44c25a5c457 req-d697f982-31bf-4b85-8366-b85a068f1e6a tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Deleting port 70dbeea7-c8e4-4033-b75a-126a2c4c1c1c {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:18:21.348794 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-c9d10062-edca-44b4-a5b6-f44c25a5c457 req-d697f982-31bf-4b85-8366-b85a068f1e6a tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:21.398287 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.74', 59534) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:18:21.446177 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-c9d10062-edca-44b4-a5b6-f44c25a5c457 req-d697f982-31bf-4b85-8366-b85a068f1e6a tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] For port 70dbeea7-c8e4-4033-b75a-126a2c4c1c1c, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=70dbeea7-c8e4-4033-b75a-126a2c4c1c1c,segment=NetworkSegment(cad8fd41-0620-4e84-927f-4517abaa4e1b),segment_id=cad8fd41-0620-4e84-927f-4517abaa4e1b)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:18:21.446546 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-c9d10062-edca-44b4-a5b6-f44c25a5c457 req-d697f982-31bf-4b85-8366-b85a068f1e6a tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:21.459787 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-c9d10062-edca-44b4-a5b6-f44c25a5c457 req-d697f982-31bf-4b85-8366-b85a068f1e6a tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Calling delete_port for 70dbeea7-c8e4-4033-b75a-126a2c4c1c1c owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:18:21.514727 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dafd44-5c7c-4d33-a649-129f6c7117ad req-67fc72d3-51ee-45af-be0f-ad2c55b70bc3 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:21.516219 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-91dafd44-5c7c-4d33-a649-129f6c7117ad req-67fc72d3-51ee-45af-be0f-ad2c55b70bc3 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.74 "GET /v2.0/networks?id=de1bdcfa-b35a-45e9-8ec0-a73bef9d846b HTTP/1.1" status: 200 len: 815 time: 0.1167982 Nov 25 18:18:21.529833 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-91dafd44-5c7c-4d33-a649-129f6c7117ad req-c09cc416-adf8-4d4c-ab1f-e11da8e4564d tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Request body: {'port': {'device_id': '943892ca-1122-43da-b9d2-e65305be947f', 'network_id': 'de1bdcfa-b35a-45e9-8ec0-a73bef9d846b', 'admin_state_up': True, 'tenant_id': '58808704e8fb42eaa2c5853277c8e987'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:18:21.603023 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-c9d10062-edca-44b4-a5b6-f44c25a5c457 req-d697f982-31bf-4b85-8366-b85a068f1e6a tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:21.615106 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['70dbeea7-c8e4-4033-b75a-126a2c4c1c1c'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:18:21.646639 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d697f982-31bf-4b85-8366-b85a068f1e6a tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Pushing event deleted for resources: {'Port': ['ID=70dbeea7-c8e4-4033-b75a-126a2c4c1c1c,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:18:21.657349 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91dafd44-5c7c-4d33-a649-129f6c7117ad req-c09cc416-adf8-4d4c-ab1f-e11da8e4564d tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Made reservation on behalf of 58808704e8fb42eaa2c5853277c8e987 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:18:21.661069 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-91dafd44-5c7c-4d33-a649-129f6c7117ad req-c09cc416-adf8-4d4c-ab1f-e11da8e4564d tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:21.676219 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 70dbeea7-c8e4-4033-b75a-126a2c4c1c1c up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:18:21.695575 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d10062-edca-44b4-a5b6-f44c25a5c457 req-d697f982-31bf-4b85-8366-b85a068f1e6a tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] No DVR routers for this DVR port 70dbeea7-c8e4-4033-b75a-126a2c4c1c1c on host n-h1-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:18:21.699610 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-c9d10062-edca-44b4-a5b6-f44c25a5c457 req-d697f982-31bf-4b85-8366-b85a068f1e6a tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:21.703161 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-c9d10062-edca-44b4-a5b6-f44c25a5c457 req-d697f982-31bf-4b85-8366-b85a068f1e6a tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.74 "DELETE /v2.0/ports/70dbeea7-c8e4-4033-b75a-126a2c4c1c1c HTTP/1.1" status: 204 len: 173 time: 0.4379110 Nov 25 18:18:21.703636 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '258fe251-84d5-45b3-aa1c-3477bcf15192', 'name': 'network-vif-deleted', 'tag': '70dbeea7-c8e4-4033-b75a-126a2c4c1c1c'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:18:21.705974 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41142ab98c4053a246b18e7efa34a3aa17652b81f13ec3dabb96f75b66b4320c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a185b08b-0164-4c14-a6c7-14c843888725" -d '{"events": [{"server_uuid": "258fe251-84d5-45b3-aa1c-3477bcf15192", "name": "network-vif-deleted", "tag": "70dbeea7-c8e4-4033-b75a-126a2c4c1c1c"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:18:21.710789 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: 70dbeea7-c8e4-4033-b75a-126a2c4c1c1c {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:18:21.712024 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 70dbeea7-c8e4-4033-b75a-126a2c4c1c1c not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 25 18:18:21.742840 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Port 70dbeea7-c8e4-4033-b75a-126a2c4c1c1c not found, will not notify nova. {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 25 18:18:21.749390 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba61db3d-d19c-4df9-8a09-509af824edfa x-openstack-request-id: req-ba61db3d-d19c-4df9-8a09-509af824edfa {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:18:21.749687 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "258fe251-84d5-45b3-aa1c-3477bcf15192", "name": "network-vif-deleted", "tag": "70dbeea7-c8e4-4033-b75a-126a2c4c1c1c", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:18:21.749948 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ba61db3d-d19c-4df9-8a09-509af824edfa {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:18:21.750351 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '258fe251-84d5-45b3-aa1c-3477bcf15192', 'name': 'network-vif-deleted', 'tag': '70dbeea7-c8e4-4033-b75a-126a2c4c1c1c', 'status': 'completed', 'code': 200} Nov 25 18:18:21.753816 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d2758001-8ab6-421a-a6dd-49e52efc78c0 req-a05fc94d-dcba-4c49-9f24-20564d54ba7a tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=943892ca-1122-43da-b9d2-e65305be947f HTTP/1.1" status: 200 len: 210 time: 0.0644391 Nov 25 18:18:21.832768 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-91dafd44-5c7c-4d33-a649-129f6c7117ad req-c09cc416-adf8-4d4c-ab1f-e11da8e4564d tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Allocated IP 172.20.0.11 (de1bdcfa-b35a-45e9-8ec0-a73bef9d846b/e7bf1925-4b0b-4bd0-a8e9-3c55d89012ca/88181815-facc-4537-b4fc-753ef3518097) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:18:21.997160 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-91dafd44-5c7c-4d33-a649-129f6c7117ad req-c09cc416-adf8-4d4c-ab1f-e11da8e4564d tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:22.031082 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-91dafd44-5c7c-4d33-a649-129f6c7117ad req-c09cc416-adf8-4d4c-ab1f-e11da8e4564d tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:22.043147 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['70dbeea7-c8e4-4033-b75a-126a2c4c1c1c'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:18:22.078668 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91dafd44-5c7c-4d33-a649-129f6c7117ad req-c09cc416-adf8-4d4c-ab1f-e11da8e4564d tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Network de1bdcfa-b35a-45e9-8ec0-a73bef9d846b is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:18:22.081937 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-91dafd44-5c7c-4d33-a649-129f6c7117ad req-c09cc416-adf8-4d4c-ab1f-e11da8e4564d tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:18:22.086185 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-91dafd44-5c7c-4d33-a649-129f6c7117ad req-c09cc416-adf8-4d4c-ab1f-e11da8e4564d tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:18:22.090047 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09cc416-adf8-4d4c-ab1f-e11da8e4564d tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Pushing event updated for resources: {'Port': ['ID=88181815-facc-4537-b4fc-753ef3518097,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:18:22.145261 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dafd44-5c7c-4d33-a649-129f6c7117ad req-c09cc416-adf8-4d4c-ab1f-e11da8e4564d tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:22.146254 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-91dafd44-5c7c-4d33-a649-129f6c7117ad req-c09cc416-adf8-4d4c-ab1f-e11da8e4564d tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:22.164422 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-91dafd44-5c7c-4d33-a649-129f6c7117ad req-c09cc416-adf8-4d4c-ab1f-e11da8e4564d tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6392274 Nov 25 18:18:22.179280 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-91dafd44-5c7c-4d33-a649-129f6c7117ad req-15679a13-7ef7-4bf7-b995-1f9e86d319b9 service neutron] Request body: {'port': {'device_id': '943892ca-1122-43da-b9d2-e65305be947f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:18:22.190848 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:22.235532 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-91dafd44-5c7c-4d33-a649-129f6c7117ad req-15679a13-7ef7-4bf7-b995-1f9e86d319b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:22.496460 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-91dafd44-5c7c-4d33-a649-129f6c7117ad req-15679a13-7ef7-4bf7-b995-1f9e86d319b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88181815-facc-4537-b4fc-753ef3518097 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:18:22.504612 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-91dafd44-5c7c-4d33-a649-129f6c7117ad req-15679a13-7ef7-4bf7-b995-1f9e86d319b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:22.516328 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-91dafd44-5c7c-4d33-a649-129f6c7117ad req-15679a13-7ef7-4bf7-b995-1f9e86d319b9 service neutron] Transition to ACTIVE for port object 88181815-facc-4537-b4fc-753ef3518097 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:18:22.520153 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-91dafd44-5c7c-4d33-a649-129f6c7117ad req-15679a13-7ef7-4bf7-b995-1f9e86d319b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:22.568528 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15679a13-7ef7-4bf7-b995-1f9e86d319b9 service neutron] Pushing event updated for resources: {'Port': ['ID=88181815-facc-4537-b4fc-753ef3518097,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:18:22.637849 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-91dafd44-5c7c-4d33-a649-129f6c7117ad req-15679a13-7ef7-4bf7-b995-1f9e86d319b9 service neutron] Attempting to bind port 88181815-facc-4537-b4fc-753ef3518097 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:18:22.638177 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-91dafd44-5c7c-4d33-a649-129f6c7117ad req-15679a13-7ef7-4bf7-b995-1f9e86d319b9 service neutron] Attempting to bind port 88181815-facc-4537-b4fc-753ef3518097 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'cad8fd41-0620-4e84-927f-4517abaa4e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'de1bdcfa-b35a-45e9-8ec0-a73bef9d846b'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:18:22.638526 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dafd44-5c7c-4d33-a649-129f6c7117ad req-15679a13-7ef7-4bf7-b995-1f9e86d319b9 service neutron] Attempting to bind port 88181815-facc-4537-b4fc-753ef3518097 on network de1bdcfa-b35a-45e9-8ec0-a73bef9d846b {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:18:22.642720 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dafd44-5c7c-4d33-a649-129f6c7117ad req-15679a13-7ef7-4bf7-b995-1f9e86d319b9 service neutron] Port 88181815-facc-4537-b4fc-753ef3518097 on network de1bdcfa-b35a-45e9-8ec0-a73bef9d846b not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:18:22.643041 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dafd44-5c7c-4d33-a649-129f6c7117ad req-15679a13-7ef7-4bf7-b995-1f9e86d319b9 service neutron] Attempting to bind port 88181815-facc-4537-b4fc-753ef3518097 on network de1bdcfa-b35a-45e9-8ec0-a73bef9d846b {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:18:22.647756 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dafd44-5c7c-4d33-a649-129f6c7117ad req-15679a13-7ef7-4bf7-b995-1f9e86d319b9 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:18:22.648104 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dafd44-5c7c-4d33-a649-129f6c7117ad req-15679a13-7ef7-4bf7-b995-1f9e86d319b9 service neutron] Checking segment: {'id': 'cad8fd41-0620-4e84-927f-4517abaa4e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'de1bdcfa-b35a-45e9-8ec0-a73bef9d846b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:18:22.648466 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dafd44-5c7c-4d33-a649-129f6c7117ad req-15679a13-7ef7-4bf7-b995-1f9e86d319b9 service neutron] Bound using segment: {'id': 'cad8fd41-0620-4e84-927f-4517abaa4e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'de1bdcfa-b35a-45e9-8ec0-a73bef9d846b'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:18:22.648912 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-91dafd44-5c7c-4d33-a649-129f6c7117ad req-15679a13-7ef7-4bf7-b995-1f9e86d319b9 service neutron] Bound port: 88181815-facc-4537-b4fc-753ef3518097, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cad8fd41-0620-4e84-927f-4517abaa4e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'de1bdcfa-b35a-45e9-8ec0-a73bef9d846b'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:18:22.649262 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-91dafd44-5c7c-4d33-a649-129f6c7117ad req-15679a13-7ef7-4bf7-b995-1f9e86d319b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:22.713961 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-91dafd44-5c7c-4d33-a649-129f6c7117ad req-15679a13-7ef7-4bf7-b995-1f9e86d319b9 service neutron] For port 88181815-facc-4537-b4fc-753ef3518097, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:18:22.719535 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-91dafd44-5c7c-4d33-a649-129f6c7117ad req-15679a13-7ef7-4bf7-b995-1f9e86d319b9 service neutron] For port 88181815-facc-4537-b4fc-753ef3518097, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=88181815-facc-4537-b4fc-753ef3518097,segment=NetworkSegment(cad8fd41-0620-4e84-927f-4517abaa4e1b),segment_id=cad8fd41-0620-4e84-927f-4517abaa4e1b)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:18:22.726088 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-91dafd44-5c7c-4d33-a649-129f6c7117ad req-15679a13-7ef7-4bf7-b995-1f9e86d319b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:22.765801 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dafd44-5c7c-4d33-a649-129f6c7117ad req-15679a13-7ef7-4bf7-b995-1f9e86d319b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:22.766423 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-91dafd44-5c7c-4d33-a649-129f6c7117ad req-15679a13-7ef7-4bf7-b995-1f9e86d319b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:22.767819 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-91dafd44-5c7c-4d33-a649-129f6c7117ad req-15679a13-7ef7-4bf7-b995-1f9e86d319b9 service neutron] 10.222.0.74 "PUT /v2.0/ports/88181815-facc-4537-b4fc-753ef3518097 HTTP/1.1" status: 200 len: 1092 time: 0.5931082 Nov 25 18:18:22.768259 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '943892ca-1122-43da-b9d2-e65305be947f', 'tag': '88181815-facc-4537-b4fc-753ef3518097'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:18:22.770602 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd22d59f-ba22-40e3-b66c-498538ceb629" -d '{"events": [{"name": "network-changed", "server_uuid": "943892ca-1122-43da-b9d2-e65305be947f", "tag": "88181815-facc-4537-b4fc-753ef3518097"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:18:22.791638 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15679a13-7ef7-4bf7-b995-1f9e86d319b9 service neutron] Pushing event updated for resources: {'Port': ['ID=88181815-facc-4537-b4fc-753ef3518097,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:18:22.842133 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29fd955-f845-4f26-803c-cc33a917b3fb x-openstack-request-id: req-c29fd955-f845-4f26-803c-cc33a917b3fb {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:18:22.842534 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "943892ca-1122-43da-b9d2-e65305be947f", "tag": "88181815-facc-4537-b4fc-753ef3518097", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:18:22.842797 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c29fd955-f845-4f26-803c-cc33a917b3fb {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:18:22.843205 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '943892ca-1122-43da-b9d2-e65305be947f', 'tag': '88181815-facc-4537-b4fc-753ef3518097', 'status': 'completed', 'code': 200} Nov 25 18:18:22.887899 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dafd44-5c7c-4d33-a649-129f6c7117ad req-310a887e-c2bf-4f72-b682-df87ce43a377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:22.889453 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-91dafd44-5c7c-4d33-a649-129f6c7117ad req-310a887e-c2bf-4f72-b682-df87ce43a377 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=58808704e8fb42eaa2c5853277c8e987&device_id=943892ca-1122-43da-b9d2-e65305be947f HTTP/1.1" status: 200 len: 1095 time: 0.0786171 Nov 25 18:18:22.901419 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95b0015-9d83-4947-9516-063e5eef3c81 req-a6bf151f-2079-4265-ab06-ce6d218421d4 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:22.903495 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a95b0015-9d83-4947-9516-063e5eef3c81 req-a6bf151f-2079-4265-ab06-ce6d218421d4 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=943892ca-1122-43da-b9d2-e65305be947f HTTP/1.1" status: 200 len: 944 time: 0.0585806 Nov 25 18:18:22.952588 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-91dafd44-5c7c-4d33-a649-129f6c7117ad req-6c561f0d-d399-4e6d-b0ec-23272f4c172c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88181815-facc-4537-b4fc-753ef3518097 HTTP/1.1" status: 200 len: 217 time: 0.0481470 Nov 25 18:18:23.010084 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a95b0015-9d83-4947-9516-063e5eef3c81 req-71b52cd7-0551-4d58-a542-07cc6ebb98ee tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003311 Nov 25 18:18:23.021523 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dafd44-5c7c-4d33-a649-129f6c7117ad req-2c9a8ea0-a72a-4d10-916b-d4b7d2c7b33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:23.023034 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-91dafd44-5c7c-4d33-a649-129f6c7117ad req-2c9a8ea0-a72a-4d10-916b-d4b7d2c7b33d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e7bf1925-4b0b-4bd0-a8e9-3c55d89012ca HTTP/1.1" status: 200 len: 855 time: 0.0630531 Nov 25 18:18:23.054331 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-91dafd44-5c7c-4d33-a649-129f6c7117ad req-403ab53b-e57b-4fe3-84ac-e1a4a8153fa3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=de1bdcfa-b35a-45e9-8ec0-a73bef9d846b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245390 Nov 25 18:18:23.133143 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:23.147875 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-91dafd44-5c7c-4d33-a649-129f6c7117ad req-fdf9a2ef-cce1-4130-9d8c-f0537344d247 service neutron] 10.222.0.74 "GET /v2.0/networks/de1bdcfa-b35a-45e9-8ec0-a73bef9d846b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863531 Nov 25 18:18:23.237571 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-91dafd44-5c7c-4d33-a649-129f6c7117ad req-a119ab84-f140-4148-96e3-d3b99c7747cf service neutron] 10.222.0.74 "GET /v2.0/networks/de1bdcfa-b35a-45e9-8ec0-a73bef9d846b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828788 Nov 25 18:18:23.329853 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd22d59f-ba22-40e3-b66c-498538ceb629 req-996da339-ce58-46e5-b660-d4cb38cf4232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:23.331262 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fd22d59f-ba22-40e3-b66c-498538ceb629 req-996da339-ce58-46e5-b660-d4cb38cf4232 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=58808704e8fb42eaa2c5853277c8e987&device_id=943892ca-1122-43da-b9d2-e65305be947f HTTP/1.1" status: 200 len: 1095 time: 0.0455446 Nov 25 18:18:23.418735 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd22d59f-ba22-40e3-b66c-498538ceb629 req-46cf7c4d-3092-4250-b259-b2983558bbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:23.420206 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fd22d59f-ba22-40e3-b66c-498538ceb629 req-46cf7c4d-3092-4250-b259-b2983558bbf9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=de1bdcfa-b35a-45e9-8ec0-a73bef9d846b HTTP/1.1" status: 200 len: 916 time: 0.0817504 Nov 25 18:18:23.461642 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fd22d59f-ba22-40e3-b66c-498538ceb629 req-cb427b60-0bdc-46b6-b3ff-947c069dceb8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88181815-facc-4537-b4fc-753ef3518097 HTTP/1.1" status: 200 len: 217 time: 0.0343993 Nov 25 18:18:23.514965 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd22d59f-ba22-40e3-b66c-498538ceb629 req-e5a86e7b-f914-410d-a1fe-ba08a601c203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:23.517210 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fd22d59f-ba22-40e3-b66c-498538ceb629 req-e5a86e7b-f914-410d-a1fe-ba08a601c203 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e7bf1925-4b0b-4bd0-a8e9-3c55d89012ca HTTP/1.1" status: 200 len: 855 time: 0.0473392 Nov 25 18:18:23.550378 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fd22d59f-ba22-40e3-b66c-498538ceb629 req-f5ada6b8-6a8f-40de-9ccb-0c4199d1c8d5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=de1bdcfa-b35a-45e9-8ec0-a73bef9d846b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253639 Nov 25 18:18:23.638783 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fd22d59f-ba22-40e3-b66c-498538ceb629 req-6262a8d2-d165-4858-b916-b250e8c4d96c service neutron] 10.222.0.74 "GET /v2.0/networks/de1bdcfa-b35a-45e9-8ec0-a73bef9d846b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808520 Nov 25 18:18:23.733219 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fd22d59f-ba22-40e3-b66c-498538ceb629 req-8200c358-e504-420d-964c-0f2853d285d7 service neutron] 10.222.0.74 "GET /v2.0/networks/de1bdcfa-b35a-45e9-8ec0-a73bef9d846b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869946 Nov 25 18:18:24.127613 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e56f517-4314-404b-9fe5-848b8b812368 req-34c082f5-9510-4152-8544-d963838431de tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:24.129077 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3e56f517-4314-404b-9fe5-848b8b812368 req-34c082f5-9510-4152-8544-d963838431de tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=943892ca-1122-43da-b9d2-e65305be947f HTTP/1.1" status: 200 len: 944 time: 0.0494487 Nov 25 18:18:24.175220 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3e56f517-4314-404b-9fe5-848b8b812368 req-1af2bc54-b8f1-4521-b0ac-41137a1edcda tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402169 Nov 25 18:18:25.295237 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e6cca-6641-4f81-a754-ef50b0971d39 req-95f15b51-8d12-47e7-a4b4-0d162c0cab06 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:25.296605 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d01e6cca-6641-4f81-a754-ef50b0971d39 req-95f15b51-8d12-47e7-a4b4-0d162c0cab06 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=943892ca-1122-43da-b9d2-e65305be947f HTTP/1.1" status: 200 len: 944 time: 0.0523851 Nov 25 18:18:25.342779 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d01e6cca-6641-4f81-a754-ef50b0971d39 req-21d7d527-136f-4074-ab0a-2e9f4aecacdc tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403192 Nov 25 18:18:25.688574 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 70dbeea7-c8e4-4033-b75a-126a2c4c1c1c no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:18:25.709180 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: 70dbeea7-c8e4-4033-b75a-126a2c4c1c1c {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:18:25.709529 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 70dbeea7-c8e4-4033-b75a-126a2c4c1c1c not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:18:26.455651 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb6737-05a3-45e6-93f0-5928d820e0de req-6d07917c-d85e-457c-a9c1-efe0127f6d7a tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:26.457154 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a9eb6737-05a3-45e6-93f0-5928d820e0de req-6d07917c-d85e-457c-a9c1-efe0127f6d7a tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=943892ca-1122-43da-b9d2-e65305be947f HTTP/1.1" status: 200 len: 944 time: 0.0485063 Nov 25 18:18:26.503827 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a9eb6737-05a3-45e6-93f0-5928d820e0de req-34f7c8c9-73ef-43f7-922b-580ee813fe7e tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407903 Nov 25 18:18:27.618254 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74beb601-5f7f-435d-8ad2-69bbf26a587d req-9da23f08-564b-4635-b595-4bc395c42950 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:27.619714 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-74beb601-5f7f-435d-8ad2-69bbf26a587d req-9da23f08-564b-4635-b595-4bc395c42950 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=943892ca-1122-43da-b9d2-e65305be947f HTTP/1.1" status: 200 len: 944 time: 0.0489490 Nov 25 18:18:27.669803 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-74beb601-5f7f-435d-8ad2-69bbf26a587d req-c7a8b26b-6f26-4af1-8f10-4a4a1833bfad tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440681 Nov 25 18:18:27.703282 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 88181815-facc-4537-b4fc-753ef3518097 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:18:27.797817 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 88181815-facc-4537-b4fc-753ef3518097, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=88181815-facc-4537-b4fc-753ef3518097,segment=NetworkSegment(cad8fd41-0620-4e84-927f-4517abaa4e1b),segment_id=cad8fd41-0620-4e84-927f-4517abaa4e1b)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:18:27.809104 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '88181815-facc-4537-b4fc-753ef3518097', 'network_id': 'de1bdcfa-b35a-45e9-8ec0-a73bef9d846b', 'port_id': '88181815-facc-4537-b4fc-753ef3518097', 'mac_address': 'fa:16:3e:d8:62:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7bf1925-4b0b-4bd0-a8e9-3c55d89012ca', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:18:27.846407 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:27.860525 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88181815-facc-4537-b4fc-753ef3518097 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:18:27.885361 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 88181815-facc-4537-b4fc-753ef3518097, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=88181815-facc-4537-b4fc-753ef3518097,segment=NetworkSegment(cad8fd41-0620-4e84-927f-4517abaa4e1b),segment_id=cad8fd41-0620-4e84-927f-4517abaa4e1b)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:18:27.890268 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:27.937233 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=88181815-facc-4537-b4fc-753ef3518097,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:18:28.075519 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['88181815-facc-4537-b4fc-753ef3518097'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:18:28.786561 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6a87d-b083-486b-baf7-e38a71ce6080 req-c22f355a-20bc-47ed-8780-5682be4515e1 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:28.787930 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-31a6a87d-b083-486b-baf7-e38a71ce6080 req-c22f355a-20bc-47ed-8780-5682be4515e1 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=943892ca-1122-43da-b9d2-e65305be947f HTTP/1.1" status: 200 len: 945 time: 0.0509608 Nov 25 18:18:28.836151 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-31a6a87d-b083-486b-baf7-e38a71ce6080 req-3c35743b-1d4e-4bcc-979d-0dbea9de0478 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414407 Nov 25 18:18:29.719795 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 88181815-facc-4537-b4fc-753ef3518097 up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:18:29.767458 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port 88181815-facc-4537-b4fc-753ef3518097 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:18:29.771297 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 88181815-facc-4537-b4fc-753ef3518097 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:18:29.771670 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:29.848563 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:29.872623 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '943892ca-1122-43da-b9d2-e65305be947f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88181815-facc-4537-b4fc-753ef3518097'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:18:29.874896 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98284b7-9b66-4dc3-81cf-959a1745b086" -d '{"events": [{"server_uuid": "943892ca-1122-43da-b9d2-e65305be947f", "name": "network-vif-plugged", "status": "completed", "tag": "88181815-facc-4537-b4fc-753ef3518097"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:18:29.889348 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 88181815-facc-4537-b4fc-753ef3518097, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=88181815-facc-4537-b4fc-753ef3518097,segment=NetworkSegment(cad8fd41-0620-4e84-927f-4517abaa4e1b),segment_id=cad8fd41-0620-4e84-927f-4517abaa4e1b)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:18:29.893800 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:29.920102 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b009cf5-ae70-4191-952f-24aa6b15fdc1 x-openstack-request-id: req-7b009cf5-ae70-4191-952f-24aa6b15fdc1 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:18:29.920395 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "943892ca-1122-43da-b9d2-e65305be947f", "name": "network-vif-plugged", "status": "completed", "tag": "88181815-facc-4537-b4fc-753ef3518097", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:18:29.920656 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7b009cf5-ae70-4191-952f-24aa6b15fdc1 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:18:29.921076 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '943892ca-1122-43da-b9d2-e65305be947f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88181815-facc-4537-b4fc-753ef3518097', 'code': 200} Nov 25 18:18:29.949078 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=88181815-facc-4537-b4fc-753ef3518097,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:18:29.957330 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:18:29.957681 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:18:29.958027 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:18:29.958364 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:18:29.958698 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:18:29.959057 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:18:29.960042 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:18:29.960042 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:18:29.960042 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:18:29.960371 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:18:29.960671 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:18:29.961015 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:18:29.972584 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33bfe73-e23d-47d6-91ff-6ecf73b93b79 req-9bb419d5-e5bd-4408-a0b0-5dc0b10e828a tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:29.974140 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c33bfe73-e23d-47d6-91ff-6ecf73b93b79 req-9bb419d5-e5bd-4408-a0b0-5dc0b10e828a tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=943892ca-1122-43da-b9d2-e65305be947f HTTP/1.1" status: 200 len: 946 time: 0.0666928 Nov 25 18:18:30.047504 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9fb83-ce05-4c28-beda-3baf1afe5d3c req-5999145f-104c-4e81-aed2-6dab0865f4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:30.048927 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a5b9fb83-ce05-4c28-beda-3baf1afe5d3c req-5999145f-104c-4e81-aed2-6dab0865f4e9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=943892ca-1122-43da-b9d2-e65305be947f HTTP/1.1" status: 200 len: 1097 time: 0.0723104 Nov 25 18:18:30.053446 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c33bfe73-e23d-47d6-91ff-6ecf73b93b79 req-f7de86b7-9804-4c66-add7-7e6afcadc8ce tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692334 Nov 25 18:18:30.095309 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a5b9fb83-ce05-4c28-beda-3baf1afe5d3c req-739eb85c-b6fe-402d-97c6-a5dbb4820e9a service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384910 Nov 25 18:18:31.175378 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd6d5e-62b3-4833-862c-08df2fd1cf2a req-e4ec56d2-fb94-4974-b015-342f2d8710e9 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:31.176872 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-06dd6d5e-62b3-4833-862c-08df2fd1cf2a req-e4ec56d2-fb94-4974-b015-342f2d8710e9 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=943892ca-1122-43da-b9d2-e65305be947f HTTP/1.1" status: 200 len: 946 time: 0.0487869 Nov 25 18:18:31.225289 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-06dd6d5e-62b3-4833-862c-08df2fd1cf2a req-f474adb8-e281-4225-8611-2525fbb05758 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422730 Nov 25 18:18:31.337647 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd111bd9-dcdb-473a-a466-8bcf8f3937ae req-6aa88595-c94a-4cb6-84ac-96e17c2034ce tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:31.339218 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dd111bd9-dcdb-473a-a466-8bcf8f3937ae req-6aa88595-c94a-4cb6-84ac-96e17c2034ce tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=943892ca-1122-43da-b9d2-e65305be947f HTTP/1.1" status: 200 len: 946 time: 0.0490537 Nov 25 18:18:31.389730 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dd111bd9-dcdb-473a-a466-8bcf8f3937ae req-6eff343b-e54e-474f-85d8-4d7d7dee88ee tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447321 Nov 25 18:18:31.612668 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-a1a2a34b-b5c0-40db-b450-1b33f41ff7c0 req-d6c18d91-fd0c-4ebf-b4b6-32324793d82b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=943892ca-1122-43da-b9d2-e65305be947f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0432827 Nov 25 18:18:31.625057 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9dab40-6f06-40a0-9c6f-bc2b118a630d req-f181bc33-8a86-4dc7-ae06-7576840f75d4 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:31.626651 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bf9dab40-6f06-40a0-9c6f-bc2b118a630d req-f181bc33-8a86-4dc7-ae06-7576840f75d4 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=943892ca-1122-43da-b9d2-e65305be947f HTTP/1.1" status: 200 len: 946 time: 0.0510445 Nov 25 18:18:31.675623 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bf9dab40-6f06-40a0-9c6f-bc2b118a630d req-a6017103-7d5a-4729-9ade-e60ca9b2e246 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417814 Nov 25 18:18:32.667569 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a2a34b-b5c0-40db-b450-1b33f41ff7c0 req-8408cb62-40c6-4cee-89ec-eac180a60e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:32.669048 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a1a2a34b-b5c0-40db-b450-1b33f41ff7c0 req-8408cb62-40c6-4cee-89ec-eac180a60e35 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=58808704e8fb42eaa2c5853277c8e987&device_id=943892ca-1122-43da-b9d2-e65305be947f HTTP/1.1" status: 200 len: 1097 time: 0.0402849 Nov 25 18:18:32.787879 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a2a34b-b5c0-40db-b450-1b33f41ff7c0 req-ebde4490-bbaa-4a8a-897d-af77037b7077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:32.789347 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a1a2a34b-b5c0-40db-b450-1b33f41ff7c0 req-ebde4490-bbaa-4a8a-897d-af77037b7077 service neutron] 10.222.0.74 "GET /v2.0/networks?id=de1bdcfa-b35a-45e9-8ec0-a73bef9d846b HTTP/1.1" status: 200 len: 916 time: 0.1135631 Nov 25 18:18:32.843597 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a1a2a34b-b5c0-40db-b450-1b33f41ff7c0 req-15f0983b-5b1a-4283-90b6-a8784b0d98d1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88181815-facc-4537-b4fc-753ef3518097 HTTP/1.1" status: 200 len: 217 time: 0.0462618 Nov 25 18:18:32.851862 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb5bcb-8944-4292-b56a-280abac82e53 req-4c922a95-2288-454f-aec9-872cce45bcca tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:32.853284 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eafb5bcb-8944-4292-b56a-280abac82e53 req-4c922a95-2288-454f-aec9-872cce45bcca tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=943892ca-1122-43da-b9d2-e65305be947f HTTP/1.1" status: 200 len: 946 time: 0.1028800 Nov 25 18:18:32.929642 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a2a34b-b5c0-40db-b450-1b33f41ff7c0 req-24971d9e-1a58-4b87-b44d-be610d02d9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:32.931013 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a1a2a34b-b5c0-40db-b450-1b33f41ff7c0 req-24971d9e-1a58-4b87-b44d-be610d02d9ee service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e7bf1925-4b0b-4bd0-a8e9-3c55d89012ca HTTP/1.1" status: 200 len: 855 time: 0.0768824 Nov 25 18:18:32.939148 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eafb5bcb-8944-4292-b56a-280abac82e53 req-fd957d4c-c8c2-4c31-9feb-718057b9c0f3 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777810 Nov 25 18:18:32.966255 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a1a2a34b-b5c0-40db-b450-1b33f41ff7c0 req-0425828f-7313-402c-9638-12b3e4ce4951 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=de1bdcfa-b35a-45e9-8ec0-a73bef9d846b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258338 Nov 25 18:18:33.059300 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a1a2a34b-b5c0-40db-b450-1b33f41ff7c0 req-86c56a05-781f-49cd-b128-b5ae5d2f2349 service neutron] 10.222.0.74 "GET /v2.0/networks/de1bdcfa-b35a-45e9-8ec0-a73bef9d846b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855954 Nov 25 18:18:33.147739 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a1a2a34b-b5c0-40db-b450-1b33f41ff7c0 req-875d73ef-8070-486b-a64f-52423ddec7e5 service neutron] 10.222.0.74 "GET /v2.0/networks/de1bdcfa-b35a-45e9-8ec0-a73bef9d846b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818930 Nov 25 18:18:34.059314 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437062e3-dbe0-4ed9-81b9-c910ea52fb10 req-4dde1798-e799-4508-ada9-5ab6238e337d tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:34.060789 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-437062e3-dbe0-4ed9-81b9-c910ea52fb10 req-4dde1798-e799-4508-ada9-5ab6238e337d tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=943892ca-1122-43da-b9d2-e65305be947f HTTP/1.1" status: 200 len: 946 time: 0.0511448 Nov 25 18:18:34.111738 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-437062e3-dbe0-4ed9-81b9-c910ea52fb10 req-0f62b512-cc42-4225-9aa6-ce36fe2ac79f tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449617 Nov 25 18:18:35.231104 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ff1e0-af22-47cf-9247-5480addd9dc0 req-bbdb2692-fe42-48d8-9c5d-8826652b9dec tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:35.232484 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-664ff1e0-af22-47cf-9247-5480addd9dc0 req-bbdb2692-fe42-48d8-9c5d-8826652b9dec tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=943892ca-1122-43da-b9d2-e65305be947f HTTP/1.1" status: 200 len: 946 time: 0.0531256 Nov 25 18:18:35.278319 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-664ff1e0-af22-47cf-9247-5480addd9dc0 req-fae00dc1-d30a-41d3-bbf1-72c567e0f024 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399952 Nov 25 18:18:36.394012 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97180822-8ac1-4c6b-829a-9ce3042cc6b3 req-e98e74df-ad99-4723-a60a-ef0d31dd685c tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:36.395479 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-97180822-8ac1-4c6b-829a-9ce3042cc6b3 req-e98e74df-ad99-4723-a60a-ef0d31dd685c tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=943892ca-1122-43da-b9d2-e65305be947f HTTP/1.1" status: 200 len: 946 time: 0.0489101 Nov 25 18:18:36.443230 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-97180822-8ac1-4c6b-829a-9ce3042cc6b3 req-d44ffaaa-dd8d-4cc1-8b38-c4e3368114c3 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414655 Nov 25 18:18:37.566002 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbca8a4-e7f8-471f-b206-a50112c475d5 req-5df61c71-7e76-46f7-be03-dc9c3bc3b425 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:37.567465 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bbbca8a4-e7f8-471f-b206-a50112c475d5 req-5df61c71-7e76-46f7-be03-dc9c3bc3b425 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=943892ca-1122-43da-b9d2-e65305be947f HTTP/1.1" status: 200 len: 946 time: 0.0575821 Nov 25 18:18:37.614097 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bbbca8a4-e7f8-471f-b206-a50112c475d5 req-f7fad9a9-ad3d-42ed-8f36-4c3afca6ee97 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404487 Nov 25 18:18:38.728379 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c46ad3b-7b0c-4782-9bc2-ba0ef3736035 req-72ec7555-8e2a-4f0f-a1a0-9cc1f35d217a tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:38.730433 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3c46ad3b-7b0c-4782-9bc2-ba0ef3736035 req-72ec7555-8e2a-4f0f-a1a0-9cc1f35d217a tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=943892ca-1122-43da-b9d2-e65305be947f HTTP/1.1" status: 200 len: 946 time: 0.0488725 Nov 25 18:18:38.777397 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3c46ad3b-7b0c-4782-9bc2-ba0ef3736035 req-c0bc978f-fa87-43f3-82fb-9dd7d9995054 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409586 Nov 25 18:18:39.895389 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b925e-8501-4612-983a-586181e8db28 req-147cd87f-d42c-44b8-9bcf-9442d43e46ce tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:39.896863 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bd5b925e-8501-4612-983a-586181e8db28 req-147cd87f-d42c-44b8-9bcf-9442d43e46ce tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=943892ca-1122-43da-b9d2-e65305be947f HTTP/1.1" status: 200 len: 946 time: 0.0518262 Nov 25 18:18:39.945526 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bd5b925e-8501-4612-983a-586181e8db28 req-b3519162-3b16-4eb0-b63e-127933b26422 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425460 Nov 25 18:18:41.063270 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b8131-db37-439a-af79-8360bf26ffe7 req-b2e64d00-0156-4a8a-8c83-9e7cfa469cf6 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:41.064764 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ad2b8131-db37-439a-af79-8360bf26ffe7 req-b2e64d00-0156-4a8a-8c83-9e7cfa469cf6 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=943892ca-1122-43da-b9d2-e65305be947f HTTP/1.1" status: 200 len: 946 time: 0.0480330 Nov 25 18:18:41.111720 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ad2b8131-db37-439a-af79-8360bf26ffe7 req-7177a1ac-e0a7-4a8b-b8ff-1b95cbf2db60 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407734 Nov 25 18:18:42.229260 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976cf5d8-cfb8-46ea-9945-816f8ecd770c req-36528633-68d0-40f1-9469-4af930bf3acb tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:42.230628 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-976cf5d8-cfb8-46ea-9945-816f8ecd770c req-36528633-68d0-40f1-9469-4af930bf3acb tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=943892ca-1122-43da-b9d2-e65305be947f HTTP/1.1" status: 200 len: 946 time: 0.0490031 Nov 25 18:18:42.288577 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-976cf5d8-cfb8-46ea-9945-816f8ecd770c req-9c27a84c-c4f6-445d-b3ef-d11cbcecdd8e tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517900 Nov 25 18:18:42.327995 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:18:43.401334 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1692d3-2448-430c-a085-6b8b037e1493 req-1f00fda2-0876-4132-ab53-70606eb9f4dc tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:43.403393 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fd1692d3-2448-430c-a085-6b8b037e1493 req-1f00fda2-0876-4132-ab53-70606eb9f4dc tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=943892ca-1122-43da-b9d2-e65305be947f HTTP/1.1" status: 200 len: 946 time: 0.0487568 Nov 25 18:18:43.449845 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fd1692d3-2448-430c-a085-6b8b037e1493 req-49c0a3af-5360-4398-96ce-01a88d9b7a8f tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405793 Nov 25 18:18:44.566217 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd45223-d505-4bbe-af30-5ec4a4ffd3ff req-c56cfa68-1d0b-4c22-980a-412330b24de3 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:44.567700 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2fd45223-d505-4bbe-af30-5ec4a4ffd3ff req-c56cfa68-1d0b-4c22-980a-412330b24de3 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=943892ca-1122-43da-b9d2-e65305be947f HTTP/1.1" status: 200 len: 946 time: 0.0494015 Nov 25 18:18:44.615388 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2fd45223-d505-4bbe-af30-5ec4a4ffd3ff req-dd90159d-f7dc-4d33-8261-24640e8cb0a3 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415068 Nov 25 18:18:45.741559 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55c15c-e895-4c28-ae80-6d92f97824f5 req-6df372b1-57b1-4273-9ede-815df6143b6b tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:45.743024 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fc55c15c-e895-4c28-ae80-6d92f97824f5 req-6df372b1-57b1-4273-9ede-815df6143b6b tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=943892ca-1122-43da-b9d2-e65305be947f HTTP/1.1" status: 200 len: 946 time: 0.0544114 Nov 25 18:18:45.788987 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fc55c15c-e895-4c28-ae80-6d92f97824f5 req-c0c1b057-9942-4f08-bb24-88a6b448a794 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397758 Nov 25 18:18:46.259895 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0a7ad-1b9c-4949-acd9-1ad391231afe req-5fbb795f-c481-43c4-9995-503b00dd4633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:46.261405 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7fd0a7ad-1b9c-4949-acd9-1ad391231afe req-5fbb795f-c481-43c4-9995-503b00dd4633 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=58808704e8fb42eaa2c5853277c8e987&device_id=943892ca-1122-43da-b9d2-e65305be947f HTTP/1.1" status: 200 len: 1097 time: 0.0416238 Nov 25 18:18:46.367061 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0a7ad-1b9c-4949-acd9-1ad391231afe req-88d364ba-8775-4124-8586-6786a6177b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:46.368497 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7fd0a7ad-1b9c-4949-acd9-1ad391231afe req-88d364ba-8775-4124-8586-6786a6177b48 service neutron] 10.222.0.74 "GET /v2.0/networks?id=de1bdcfa-b35a-45e9-8ec0-a73bef9d846b HTTP/1.1" status: 200 len: 916 time: 0.0876884 Nov 25 18:18:46.411534 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7fd0a7ad-1b9c-4949-acd9-1ad391231afe req-2d27ed92-795d-4f09-935d-76f11dc53ee6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88181815-facc-4537-b4fc-753ef3518097 HTTP/1.1" status: 200 len: 217 time: 0.0340157 Nov 25 18:18:46.461187 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0a7ad-1b9c-4949-acd9-1ad391231afe req-6180a107-0442-48ca-872e-7503024eb909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:46.462572 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7fd0a7ad-1b9c-4949-acd9-1ad391231afe req-6180a107-0442-48ca-872e-7503024eb909 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e7bf1925-4b0b-4bd0-a8e9-3c55d89012ca HTTP/1.1" status: 200 len: 855 time: 0.0436559 Nov 25 18:18:46.494696 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7fd0a7ad-1b9c-4949-acd9-1ad391231afe req-d3d3138b-4df1-40b7-9a39-ca804ca3f92b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=de1bdcfa-b35a-45e9-8ec0-a73bef9d846b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244901 Nov 25 18:18:46.588304 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7fd0a7ad-1b9c-4949-acd9-1ad391231afe req-7ee1e107-7fcd-4939-ba79-581c98eae254 service neutron] 10.222.0.74 "GET /v2.0/networks/de1bdcfa-b35a-45e9-8ec0-a73bef9d846b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847254 Nov 25 18:18:46.686700 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7fd0a7ad-1b9c-4949-acd9-1ad391231afe req-a1e7d7c1-e8df-4552-8c9e-1cd1fea1deef service neutron] 10.222.0.74 "GET /v2.0/networks/de1bdcfa-b35a-45e9-8ec0-a73bef9d846b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862987 Nov 25 18:18:47.109470 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:47.199955 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6298c6e3-2f75-4806-88aa-6e2f86e5a8a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:47.242354 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fbb042-edb0-4ec1-a3d7-febd6d52457b req-bceb5f99-2ec5-4859-afb5-49a41a130d6a tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:47.243736 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-59fbb042-edb0-4ec1-a3d7-febd6d52457b req-bceb5f99-2ec5-4859-afb5-49a41a130d6a tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=943892ca-1122-43da-b9d2-e65305be947f HTTP/1.1" status: 200 len: 946 time: 0.3887563 Nov 25 18:18:47.291069 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-59fbb042-edb0-4ec1-a3d7-febd6d52457b req-4bff1eb3-5fce-4d36-a9e1-af6c6caf741b tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409772 Nov 25 18:18:47.322128 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:48.410420 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958d61f-699e-48c7-b3b9-8e6f4df2a44c req-2c41bf20-8fa3-4c27-960a-67211a1faf27 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:48.411839 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a958d61f-699e-48c7-b3b9-8e6f4df2a44c req-2c41bf20-8fa3-4c27-960a-67211a1faf27 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=943892ca-1122-43da-b9d2-e65305be947f HTTP/1.1" status: 200 len: 946 time: 0.0491974 Nov 25 18:18:48.459805 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a958d61f-699e-48c7-b3b9-8e6f4df2a44c req-fac38ded-b140-4431-9b21-ea2b997c12b9 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420597 Nov 25 18:18:49.579042 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794204e0-f4c4-4cc5-9f39-74780fc7647d req-206225bd-1c9f-4728-ae4d-176eee2c2d24 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:49.580486 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-794204e0-f4c4-4cc5-9f39-74780fc7647d req-206225bd-1c9f-4728-ae4d-176eee2c2d24 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=943892ca-1122-43da-b9d2-e65305be947f HTTP/1.1" status: 200 len: 946 time: 0.0516269 Nov 25 18:18:49.627188 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-794204e0-f4c4-4cc5-9f39-74780fc7647d req-cdf0dda3-d51c-41ed-95f0-03931fd78875 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407827 Nov 25 18:18:49.921505 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-fd01816e-dd24-4ac0-89ab-20edb8323b41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:50.743772 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9eb491-c21f-4840-9f41-de8cb5822ab2 req-1c48ebd6-0343-4549-b459-fab50bf87aa8 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:50.745263 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8b9eb491-c21f-4840-9f41-de8cb5822ab2 req-1c48ebd6-0343-4549-b459-fab50bf87aa8 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=943892ca-1122-43da-b9d2-e65305be947f HTTP/1.1" status: 200 len: 946 time: 0.0512900 Nov 25 18:18:50.792325 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8b9eb491-c21f-4840-9f41-de8cb5822ab2 req-458a3d4a-ec07-45ef-a28a-53817884514c tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405612 Nov 25 18:18:51.001390 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:51.908734 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a74da-d16a-420e-ae4e-cc8436aa497f req-78288195-3a20-431e-885f-92e1a51b666c tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:51.910205 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3e7a74da-d16a-420e-ae4e-cc8436aa497f req-78288195-3a20-431e-885f-92e1a51b666c tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=943892ca-1122-43da-b9d2-e65305be947f HTTP/1.1" status: 200 len: 946 time: 0.0480931 Nov 25 18:18:51.964158 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3e7a74da-d16a-420e-ae4e-cc8436aa497f req-d32c3b23-6792-421c-8e8b-13e863e995b1 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481322 Nov 25 18:18:52.191847 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:53.081947 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d8a64-565c-4568-a9a5-b5a57cb249ee req-cc1edcf0-7b1e-4ac1-94ce-d696bc7e84b6 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:53.083420 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8b9d8a64-565c-4568-a9a5-b5a57cb249ee req-cc1edcf0-7b1e-4ac1-94ce-d696bc7e84b6 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=943892ca-1122-43da-b9d2-e65305be947f HTTP/1.1" status: 200 len: 946 time: 0.0486975 Nov 25 18:18:53.130479 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8b9d8a64-565c-4568-a9a5-b5a57cb249ee req-df18bd61-0fa8-4910-90e8-146e87c927d8 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410526 Nov 25 18:18:53.134052 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:54.247251 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6de43e-2534-4d81-8f68-d229e503d91d req-66cee623-99bf-4379-b25f-12ff395948dc tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:54.248667 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9c6de43e-2534-4d81-8f68-d229e503d91d req-66cee623-99bf-4379-b25f-12ff395948dc tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=943892ca-1122-43da-b9d2-e65305be947f HTTP/1.1" status: 200 len: 946 time: 0.0484488 Nov 25 18:18:54.300878 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9c6de43e-2534-4d81-8f68-d229e503d91d req-ac846f23-9921-4efe-ab30-e00739174b86 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461738 Nov 25 18:18:55.431769 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0b837-ecdc-4015-a9b2-b7069f5e8e40 req-cbcc0715-610d-4664-8d79-0c14705d8678 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:55.433282 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-97b0b837-ecdc-4015-a9b2-b7069f5e8e40 req-cbcc0715-610d-4664-8d79-0c14705d8678 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=943892ca-1122-43da-b9d2-e65305be947f HTTP/1.1" status: 200 len: 946 time: 0.0553277 Nov 25 18:18:55.484490 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-97b0b837-ecdc-4015-a9b2-b7069f5e8e40 req-19dea8de-88dd-4f9f-a422-f2516cdb8c12 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449631 Nov 25 18:18:56.598372 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0348904-03dc-49a2-99ae-f6c9ff69e767 req-c8380f0f-f9c7-49e9-844e-d8d8eb7ddf32 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:56.599825 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a0348904-03dc-49a2-99ae-f6c9ff69e767 req-c8380f0f-f9c7-49e9-844e-d8d8eb7ddf32 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=943892ca-1122-43da-b9d2-e65305be947f HTTP/1.1" status: 200 len: 946 time: 0.0482867 Nov 25 18:18:56.647150 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a0348904-03dc-49a2-99ae-f6c9ff69e767 req-55c039bc-64e9-4b90-aa58-ee9ff118b0c0 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413558 Nov 25 18:18:57.825026 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed4b1e1-72e7-4bef-81a5-188c116ce006 req-6b5bcf57-2176-402d-a9b9-15f73b66775a tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:57.826821 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-aed4b1e1-72e7-4bef-81a5-188c116ce006 req-6b5bcf57-2176-402d-a9b9-15f73b66775a tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=943892ca-1122-43da-b9d2-e65305be947f HTTP/1.1" status: 200 len: 946 time: 0.0556855 Nov 25 18:18:57.875654 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-aed4b1e1-72e7-4bef-81a5-188c116ce006 req-70abe75f-dcfd-45e6-b957-636d3ec24ffe tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429547 Nov 25 18:18:58.994291 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a061f7c-5b43-4d5c-90b5-744505d343ef req-17a90ad6-6ae1-42e0-a284-965f76bae763 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:58.995798 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3a061f7c-5b43-4d5c-90b5-744505d343ef req-17a90ad6-6ae1-42e0-a284-965f76bae763 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=943892ca-1122-43da-b9d2-e65305be947f HTTP/1.1" status: 200 len: 946 time: 0.0500793 Nov 25 18:18:59.054271 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3a061f7c-5b43-4d5c-90b5-744505d343ef req-6173ea50-90d3-4615-bfd3-fd042bbfabd9 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524776 Nov 25 18:18:59.882964 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [req-a1a2a34b-b5c0-40db-b450-1b33f41ff7c0 req-c2f28c0b-f770-4328-9120-2d267adfefe5 service neutron] show failed (client error): The resource could not be found. Nov 25 18:18:59.883943 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a1a2a34b-b5c0-40db-b450-1b33f41ff7c0 req-c2f28c0b-f770-4328-9120-2d267adfefe5 service neutron] 10.222.0.74 "GET /v2.0/ports/88181815-facc-4537-b4fc-753ef3518097/bindings/n-h2-817746-1 HTTP/1.1" status: 404 len: 380 time: 0.0523241 Nov 25 18:19:00.136749 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a2a34b-b5c0-40db-b450-1b33f41ff7c0 req-58028123-e5c8-4b86-871f-920c11a8e4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:19:00.138711 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a1a2a34b-b5c0-40db-b450-1b33f41ff7c0 req-58028123-e5c8-4b86-871f-920c11a8e4ed service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=943892ca-1122-43da-b9d2-e65305be947f&tenant_id=58808704e8fb42eaa2c5853277c8e987 HTTP/1.1" status: 200 len: 1097 time: 0.0965822 Nov 25 18:19:00.151428 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-a1a2a34b-b5c0-40db-b450-1b33f41ff7c0 req-e39368c8-6496-41ed-8825-11efd138febd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817746-1', 'device_owner': 'compute:nova'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:19:00.211285 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a1a2a34b-b5c0-40db-b450-1b33f41ff7c0 req-e39368c8-6496-41ed-8825-11efd138febd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:00.306411 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a459334-8144-446e-97d4-376ae0ec867d req-341f1afc-3c01-4af3-8553-7e4006da7a50 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:19:00.307878 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9a459334-8144-446e-97d4-376ae0ec867d req-341f1afc-3c01-4af3-8553-7e4006da7a50 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=943892ca-1122-43da-b9d2-e65305be947f HTTP/1.1" status: 200 len: 946 time: 0.1373417 Nov 25 18:19:00.447950 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9a459334-8144-446e-97d4-376ae0ec867d req-eee7d529-ff0e-4858-bc15-fae05b4cb8f6 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984452 Nov 25 18:19:00.494097 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-a1a2a34b-b5c0-40db-b450-1b33f41ff7c0 req-e39368c8-6496-41ed-8825-11efd138febd service neutron] For port 88181815-facc-4537-b4fc-753ef3518097, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=88181815-facc-4537-b4fc-753ef3518097,segment=NetworkSegment(cad8fd41-0620-4e84-927f-4517abaa4e1b),segment_id=cad8fd41-0620-4e84-927f-4517abaa4e1b)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:19:00.527291 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-a1a2a34b-b5c0-40db-b450-1b33f41ff7c0 req-e39368c8-6496-41ed-8825-11efd138febd service neutron] For port 88181815-facc-4537-b4fc-753ef3518097, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:19:00.567939 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '943892ca-1122-43da-b9d2-e65305be947f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88181815-facc-4537-b4fc-753ef3518097'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:19:00.570228 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3d0c25-87b6-43cc-8194-51329ac8de48" -d '{"events": [{"server_uuid": "943892ca-1122-43da-b9d2-e65305be947f", "name": "network-vif-unplugged", "status": "completed", "tag": "88181815-facc-4537-b4fc-753ef3518097"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:19:00.575038 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a1a2a34b-b5c0-40db-b450-1b33f41ff7c0 req-e39368c8-6496-41ed-8825-11efd138febd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:00.587937 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-a1a2a34b-b5c0-40db-b450-1b33f41ff7c0 req-e39368c8-6496-41ed-8825-11efd138febd service neutron] Transition to ACTIVE for port object 88181815-facc-4537-b4fc-753ef3518097 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:19:00.591485 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a1a2a34b-b5c0-40db-b450-1b33f41ff7c0 req-e39368c8-6496-41ed-8825-11efd138febd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:00.652196 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a2a34b-b5c0-40db-b450-1b33f41ff7c0 req-e39368c8-6496-41ed-8825-11efd138febd service neutron] No DVR routers for this DVR port 88181815-facc-4537-b4fc-753ef3518097 on host n-h1-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:19:00.661002 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39368c8-6496-41ed-8825-11efd138febd service neutron] Pushing event updated for resources: {'Port': ['ID=88181815-facc-4537-b4fc-753ef3518097,revision_number=6']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:19:00.686889 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39368c8-6496-41ed-8825-11efd138febd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:19:00.687246 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39368c8-6496-41ed-8825-11efd138febd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:19:00.687576 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39368c8-6496-41ed-8825-11efd138febd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:19:00.687917 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39368c8-6496-41ed-8825-11efd138febd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:19:00.688256 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39368c8-6496-41ed-8825-11efd138febd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:19:00.688591 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39368c8-6496-41ed-8825-11efd138febd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:19:00.688961 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39368c8-6496-41ed-8825-11efd138febd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:19:00.689299 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39368c8-6496-41ed-8825-11efd138febd service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:19:00.689659 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39368c8-6496-41ed-8825-11efd138febd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:19:00.689990 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39368c8-6496-41ed-8825-11efd138febd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:19:00.690317 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39368c8-6496-41ed-8825-11efd138febd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:19:00.690642 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39368c8-6496-41ed-8825-11efd138febd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:19:00.708064 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-a1a2a34b-b5c0-40db-b450-1b33f41ff7c0 req-e39368c8-6496-41ed-8825-11efd138febd service neutron] Attempting to bind port 88181815-facc-4537-b4fc-753ef3518097 on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:19:00.708530 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-a1a2a34b-b5c0-40db-b450-1b33f41ff7c0 req-e39368c8-6496-41ed-8825-11efd138febd service neutron] Attempting to bind port 88181815-facc-4537-b4fc-753ef3518097 by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': 'cad8fd41-0620-4e84-927f-4517abaa4e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'de1bdcfa-b35a-45e9-8ec0-a73bef9d846b'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:19:00.708896 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a2a34b-b5c0-40db-b450-1b33f41ff7c0 req-e39368c8-6496-41ed-8825-11efd138febd service neutron] Attempting to bind port 88181815-facc-4537-b4fc-753ef3518097 on network de1bdcfa-b35a-45e9-8ec0-a73bef9d846b {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:19:00.713483 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a2a34b-b5c0-40db-b450-1b33f41ff7c0 req-e39368c8-6496-41ed-8825-11efd138febd service neutron] Port 88181815-facc-4537-b4fc-753ef3518097 on network de1bdcfa-b35a-45e9-8ec0-a73bef9d846b not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:19:00.713811 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a2a34b-b5c0-40db-b450-1b33f41ff7c0 req-e39368c8-6496-41ed-8825-11efd138febd service neutron] Attempting to bind port 88181815-facc-4537-b4fc-753ef3518097 on network de1bdcfa-b35a-45e9-8ec0-a73bef9d846b {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:19:00.719697 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a2a34b-b5c0-40db-b450-1b33f41ff7c0 req-e39368c8-6496-41ed-8825-11efd138febd service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:19:00.719812 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a2a34b-b5c0-40db-b450-1b33f41ff7c0 req-e39368c8-6496-41ed-8825-11efd138febd service neutron] Checking segment: {'id': 'cad8fd41-0620-4e84-927f-4517abaa4e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'de1bdcfa-b35a-45e9-8ec0-a73bef9d846b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:19:00.720123 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a2a34b-b5c0-40db-b450-1b33f41ff7c0 req-e39368c8-6496-41ed-8825-11efd138febd service neutron] Bound using segment: {'id': 'cad8fd41-0620-4e84-927f-4517abaa4e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'de1bdcfa-b35a-45e9-8ec0-a73bef9d846b'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:19:00.720551 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-a1a2a34b-b5c0-40db-b450-1b33f41ff7c0 req-e39368c8-6496-41ed-8825-11efd138febd service neutron] Bound port: 88181815-facc-4537-b4fc-753ef3518097, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cad8fd41-0620-4e84-927f-4517abaa4e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'de1bdcfa-b35a-45e9-8ec0-a73bef9d846b'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:19:00.720941 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a1a2a34b-b5c0-40db-b450-1b33f41ff7c0 req-e39368c8-6496-41ed-8825-11efd138febd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:00.723537 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 18:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6735fe7-f7b8-4a3d-b521-4d1141ee2511 x-openstack-request-id: req-c6735fe7-f7b8-4a3d-b521-4d1141ee2511 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:19:00.723824 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "943892ca-1122-43da-b9d2-e65305be947f", "name": "network-vif-unplugged", "status": "completed", "tag": "88181815-facc-4537-b4fc-753ef3518097", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:19:00.724075 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c6735fe7-f7b8-4a3d-b521-4d1141ee2511 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:19:00.724461 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '943892ca-1122-43da-b9d2-e65305be947f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88181815-facc-4537-b4fc-753ef3518097', 'code': 200} Nov 25 18:19:00.786364 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-a1a2a34b-b5c0-40db-b450-1b33f41ff7c0 req-e39368c8-6496-41ed-8825-11efd138febd service neutron] For port 88181815-facc-4537-b4fc-753ef3518097, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:19:00.789487 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-a1a2a34b-b5c0-40db-b450-1b33f41ff7c0 req-e39368c8-6496-41ed-8825-11efd138febd service neutron] For port 88181815-facc-4537-b4fc-753ef3518097, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=88181815-facc-4537-b4fc-753ef3518097,segment=NetworkSegment(cad8fd41-0620-4e84-927f-4517abaa4e1b),segment_id=cad8fd41-0620-4e84-927f-4517abaa4e1b)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:19:00.794475 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a1a2a34b-b5c0-40db-b450-1b33f41ff7c0 req-e39368c8-6496-41ed-8825-11efd138febd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:00.832842 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a2a34b-b5c0-40db-b450-1b33f41ff7c0 req-e39368c8-6496-41ed-8825-11efd138febd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:19:00.833470 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a1a2a34b-b5c0-40db-b450-1b33f41ff7c0 req-e39368c8-6496-41ed-8825-11efd138febd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:00.834853 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a1a2a34b-b5c0-40db-b450-1b33f41ff7c0 req-e39368c8-6496-41ed-8825-11efd138febd service neutron] 10.222.0.90 "PUT /v2.0/ports/88181815-facc-4537-b4fc-753ef3518097 HTTP/1.1" status: 200 len: 1092 time: 0.6874852 Nov 25 18:19:00.853044 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39368c8-6496-41ed-8825-11efd138febd service neutron] Pushing event updated for resources: {'Port': ['ID=88181815-facc-4537-b4fc-753ef3518097,revision_number=7']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:19:00.901389 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a2a34b-b5c0-40db-b450-1b33f41ff7c0 req-2ae73a3b-261c-440e-8226-13c2e0b4f05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:19:00.903619 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a1a2a34b-b5c0-40db-b450-1b33f41ff7c0 req-2ae73a3b-261c-440e-8226-13c2e0b4f05b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=58808704e8fb42eaa2c5853277c8e987&device_id=943892ca-1122-43da-b9d2-e65305be947f HTTP/1.1" status: 200 len: 1095 time: 0.0443687 Nov 25 18:19:00.993176 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a2a34b-b5c0-40db-b450-1b33f41ff7c0 req-dad590aa-f21d-4cbb-ab5c-644bc344ba13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:19:00.994642 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a1a2a34b-b5c0-40db-b450-1b33f41ff7c0 req-dad590aa-f21d-4cbb-ab5c-644bc344ba13 service neutron] 10.222.0.90 "GET /v2.0/networks?id=de1bdcfa-b35a-45e9-8ec0-a73bef9d846b HTTP/1.1" status: 200 len: 916 time: 0.0846350 Nov 25 18:19:01.047076 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a1a2a34b-b5c0-40db-b450-1b33f41ff7c0 req-120d492c-10de-4b3b-bd42-55e24e0ea5d4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88181815-facc-4537-b4fc-753ef3518097 HTTP/1.1" status: 200 len: 217 time: 0.0452182 Nov 25 18:19:01.098231 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a2a34b-b5c0-40db-b450-1b33f41ff7c0 req-510ac17d-ac69-4aff-b06b-99cbe147d0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:19:01.099678 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a1a2a34b-b5c0-40db-b450-1b33f41ff7c0 req-510ac17d-ac69-4aff-b06b-99cbe147d0d4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e7bf1925-4b0b-4bd0-a8e9-3c55d89012ca HTTP/1.1" status: 200 len: 855 time: 0.0460079 Nov 25 18:19:01.132109 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a1a2a34b-b5c0-40db-b450-1b33f41ff7c0 req-533d1c60-197a-485b-9a77-6af05dee0aa2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=de1bdcfa-b35a-45e9-8ec0-a73bef9d846b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238836 Nov 25 18:19:01.221995 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a1a2a34b-b5c0-40db-b450-1b33f41ff7c0 req-bec4b31d-c7a1-4a3a-9b4c-2e0e7d918f9f service neutron] 10.222.0.90 "GET /v2.0/networks/de1bdcfa-b35a-45e9-8ec0-a73bef9d846b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827489 Nov 25 18:19:01.315270 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a1a2a34b-b5c0-40db-b450-1b33f41ff7c0 req-31475399-4433-456c-85ed-642a67d7f965 service neutron] 10.222.0.90 "GET /v2.0/networks/de1bdcfa-b35a-45e9-8ec0-a73bef9d846b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854893 Nov 25 18:19:01.567619 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aaa129-bef3-4dfa-bc31-95df299b2e47 req-1c2d2ae3-b9c7-4810-ab63-5f1af8921872 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:19:01.569055 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a1aaa129-bef3-4dfa-bc31-95df299b2e47 req-1c2d2ae3-b9c7-4810-ab63-5f1af8921872 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=943892ca-1122-43da-b9d2-e65305be947f HTTP/1.1" status: 200 len: 944 time: 0.0491607 Nov 25 18:19:01.617065 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a1aaa129-bef3-4dfa-bc31-95df299b2e47 req-bb2a8a5f-29d5-4590-a4ca-718c80874c06 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411985 Nov 25 18:19:02.726031 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '943892ca-1122-43da-b9d2-e65305be947f', 'tag': '88181815-facc-4537-b4fc-753ef3518097'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:19:02.728339 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd3adec-5868-4950-ac8e-e43298ad3acc" -d '{"events": [{"name": "network-changed", "server_uuid": "943892ca-1122-43da-b9d2-e65305be947f", "tag": "88181815-facc-4537-b4fc-753ef3518097"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:19:02.796244 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8013b754-e8e0-42b5-8e38-edb16f5c3c49 x-openstack-request-id: req-8013b754-e8e0-42b5-8e38-edb16f5c3c49 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:19:02.796534 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "943892ca-1122-43da-b9d2-e65305be947f", "tag": "88181815-facc-4537-b4fc-753ef3518097", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:19:02.796801 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8013b754-e8e0-42b5-8e38-edb16f5c3c49 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:19:02.797215 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '943892ca-1122-43da-b9d2-e65305be947f', 'tag': '88181815-facc-4537-b4fc-753ef3518097', 'status': 'completed', 'code': 200} Nov 25 18:19:02.904396 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff968434-905d-4f44-9a12-78a61aafd270 req-9dc64d30-c3cf-40a6-ba18-0377dfd3cf2e tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:19:02.905841 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ff968434-905d-4f44-9a12-78a61aafd270 req-9dc64d30-c3cf-40a6-ba18-0377dfd3cf2e tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=943892ca-1122-43da-b9d2-e65305be947f HTTP/1.1" status: 200 len: 944 time: 0.1808152 Nov 25 18:19:02.921132 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd3adec-5868-4950-ac8e-e43298ad3acc req-3ccb3f35-d918-4cca-a789-6ca5968e7cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:19:02.922531 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bcd3adec-5868-4950-ac8e-e43298ad3acc req-3ccb3f35-d918-4cca-a789-6ca5968e7cc1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=58808704e8fb42eaa2c5853277c8e987&device_id=943892ca-1122-43da-b9d2-e65305be947f HTTP/1.1" status: 200 len: 1095 time: 0.0879831 Nov 25 18:19:02.924077 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd3adec-5868-4950-ac8e-e43298ad3acc req-bc8245e5-dde1-441f-bf7e-19c0ec1a4139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:19:02.925414 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bcd3adec-5868-4950-ac8e-e43298ad3acc req-bc8245e5-dde1-441f-bf7e-19c0ec1a4139 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=58808704e8fb42eaa2c5853277c8e987&device_id=943892ca-1122-43da-b9d2-e65305be947f HTTP/1.1" status: 200 len: 1095 time: 0.1018744 Nov 25 18:19:03.074159 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ff968434-905d-4f44-9a12-78a61aafd270 req-d069097e-bffd-42ea-afce-9123634aaf79 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618495 Nov 25 18:19:03.123471 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd3adec-5868-4950-ac8e-e43298ad3acc req-78ca7548-d156-48be-990d-aee282f44f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:19:03.124968 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bcd3adec-5868-4950-ac8e-e43298ad3acc req-78ca7548-d156-48be-990d-aee282f44f24 service neutron] 10.222.0.74 "GET /v2.0/networks?id=de1bdcfa-b35a-45e9-8ec0-a73bef9d846b HTTP/1.1" status: 200 len: 916 time: 0.1924176 Nov 25 18:19:03.127482 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd3adec-5868-4950-ac8e-e43298ad3acc req-3ee3f250-1132-4cac-9cd4-e454d8a5fd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:19:03.128818 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bcd3adec-5868-4950-ac8e-e43298ad3acc req-3ee3f250-1132-4cac-9cd4-e454d8a5fd5f service neutron] 10.222.0.90 "GET /v2.0/networks?id=de1bdcfa-b35a-45e9-8ec0-a73bef9d846b HTTP/1.1" status: 200 len: 916 time: 0.1952775 Nov 25 18:19:03.172698 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bcd3adec-5868-4950-ac8e-e43298ad3acc req-f682ac61-40d8-427e-b208-e64ca8b15f2a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88181815-facc-4537-b4fc-753ef3518097 HTTP/1.1" status: 200 len: 217 time: 0.0405777 Nov 25 18:19:03.206698 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bcd3adec-5868-4950-ac8e-e43298ad3acc req-31bf29a6-76ff-4e54-848a-d582d84c1c32 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88181815-facc-4537-b4fc-753ef3518097 HTTP/1.1" status: 200 len: 217 time: 0.0686851 Nov 25 18:19:03.276603 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd3adec-5868-4950-ac8e-e43298ad3acc req-50a0263d-dd5a-4f3f-bfce-19047696f4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:19:03.278830 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bcd3adec-5868-4950-ac8e-e43298ad3acc req-50a0263d-dd5a-4f3f-bfce-19047696f4aa service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e7bf1925-4b0b-4bd0-a8e9-3c55d89012ca HTTP/1.1" status: 200 len: 855 time: 0.0810790 Nov 25 18:19:03.285655 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd3adec-5868-4950-ac8e-e43298ad3acc req-b73780aa-ba3c-46d0-92d0-b7e33c8f2123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:19:03.286970 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bcd3adec-5868-4950-ac8e-e43298ad3acc req-b73780aa-ba3c-46d0-92d0-b7e33c8f2123 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e7bf1925-4b0b-4bd0-a8e9-3c55d89012ca HTTP/1.1" status: 200 len: 855 time: 0.0612884 Nov 25 18:19:03.330607 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bcd3adec-5868-4950-ac8e-e43298ad3acc req-a6daa6da-fa64-467b-a1f7-1058791fe57c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=de1bdcfa-b35a-45e9-8ec0-a73bef9d846b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427351 Nov 25 18:19:03.332415 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bcd3adec-5868-4950-ac8e-e43298ad3acc req-54b2541a-3698-45bd-8b7c-dac92f870b7b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=de1bdcfa-b35a-45e9-8ec0-a73bef9d846b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372965 Nov 25 18:19:03.488215 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bcd3adec-5868-4950-ac8e-e43298ad3acc req-42585c4a-ed04-4576-8e4f-991169703e5f service neutron] 10.222.0.74 "GET /v2.0/networks/de1bdcfa-b35a-45e9-8ec0-a73bef9d846b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502211 Nov 25 18:19:03.490247 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bcd3adec-5868-4950-ac8e-e43298ad3acc req-b42bccd3-ea63-419d-92ca-58710e36d151 service neutron] 10.222.0.90 "GET /v2.0/networks/de1bdcfa-b35a-45e9-8ec0-a73bef9d846b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449170 Nov 25 18:19:03.649626 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bcd3adec-5868-4950-ac8e-e43298ad3acc req-1b541d23-d028-4541-a912-5e6cd0fc1497 service neutron] 10.222.0.74 "GET /v2.0/networks/de1bdcfa-b35a-45e9-8ec0-a73bef9d846b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549253 Nov 25 18:19:03.654683 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bcd3adec-5868-4950-ac8e-e43298ad3acc req-d6502e4d-ffb3-4e72-b211-68307723df18 service neutron] 10.222.0.90 "GET /v2.0/networks/de1bdcfa-b35a-45e9-8ec0-a73bef9d846b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517355 Nov 25 18:19:03.890373 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 88181815-facc-4537-b4fc-753ef3518097 no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:19:03.928672 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 88181815-facc-4537-b4fc-753ef3518097 not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:19:04.199224 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437776dc-fac4-4be9-959c-72a946cbd45d req-15127b56-b17b-4b1e-9ab9-82b1643f44ce tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:19:04.201150 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-437776dc-fac4-4be9-959c-72a946cbd45d req-15127b56-b17b-4b1e-9ab9-82b1643f44ce tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=943892ca-1122-43da-b9d2-e65305be947f HTTP/1.1" status: 200 len: 944 time: 0.0515466 Nov 25 18:19:04.248231 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-437776dc-fac4-4be9-959c-72a946cbd45d req-66c4c49a-7b8a-4a3c-8cea-255e071025b5 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412588 Nov 25 18:19:04.475420 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a2743-8470-481d-870f-a2bcb2c76fda req-cf5cbaf9-0c6d-41ca-bd99-d2fc41716144 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:19:04.476850 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-387a2743-8470-481d-870f-a2bcb2c76fda req-cf5cbaf9-0c6d-41ca-bd99-d2fc41716144 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=943892ca-1122-43da-b9d2-e65305be947f HTTP/1.1" status: 200 len: 944 time: 0.0837669 Nov 25 18:19:04.487766 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e7db5-f14d-445e-a346-ee33b0059160 req-d2084678-1485-41f3-bf42-6d5b88707d0c tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:19:04.489275 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eb0e7db5-f14d-445e-a346-ee33b0059160 req-d2084678-1485-41f3-bf42-6d5b88707d0c tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.74 "GET /v2.0/ports?device_id=943892ca-1122-43da-b9d2-e65305be947f&tenant_id=58808704e8fb42eaa2c5853277c8e987&binding%3Ahost_id=n-h2-817746-1 HTTP/1.1" status: 200 len: 944 time: 0.0709260 Nov 25 18:19:04.569268 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-387a2743-8470-481d-870f-a2bcb2c76fda req-61b5ad0e-19ef-4158-b918-ab53b4e20fb3 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790131 Nov 25 18:19:04.578848 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [req-eb0e7db5-f14d-445e-a346-ee33b0059160 req-f286fe5d-91aa-4e7e-8fc1-2666551ce0e2 service neutron] delete failed (client error): The resource could not be found. Nov 25 18:19:04.579832 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eb0e7db5-f14d-445e-a346-ee33b0059160 req-f286fe5d-91aa-4e7e-8fc1-2666551ce0e2 service neutron] 10.222.0.74 "DELETE /v2.0/ports/88181815-facc-4537-b4fc-753ef3518097/bindings/n-h1-817746-1 HTTP/1.1" status: 404 len: 380 time: 0.0823197 Nov 25 18:19:04.673830 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e7db5-f14d-445e-a346-ee33b0059160 req-976423dc-03ed-4cc3-a88c-88231f07cca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:19:04.675348 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eb0e7db5-f14d-445e-a346-ee33b0059160 req-976423dc-03ed-4cc3-a88c-88231f07cca0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=58808704e8fb42eaa2c5853277c8e987&device_id=943892ca-1122-43da-b9d2-e65305be947f HTTP/1.1" status: 200 len: 1095 time: 0.0474052 Nov 25 18:19:04.766959 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e7db5-f14d-445e-a346-ee33b0059160 req-92e68940-9f0f-4f88-b2b8-3e7e8d047a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:19:04.768318 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eb0e7db5-f14d-445e-a346-ee33b0059160 req-92e68940-9f0f-4f88-b2b8-3e7e8d047a22 service neutron] 10.222.0.74 "GET /v2.0/networks?id=de1bdcfa-b35a-45e9-8ec0-a73bef9d846b HTTP/1.1" status: 200 len: 916 time: 0.0863519 Nov 25 18:19:04.809761 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eb0e7db5-f14d-445e-a346-ee33b0059160 req-e41ddb08-548c-4656-a42a-7a47b2032f8b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88181815-facc-4537-b4fc-753ef3518097 HTTP/1.1" status: 200 len: 217 time: 0.0338912 Nov 25 18:19:04.855364 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e7db5-f14d-445e-a346-ee33b0059160 req-78fe993f-0683-4d97-9fb5-659699683010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:19:04.857303 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eb0e7db5-f14d-445e-a346-ee33b0059160 req-78fe993f-0683-4d97-9fb5-659699683010 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e7bf1925-4b0b-4bd0-a8e9-3c55d89012ca HTTP/1.1" status: 200 len: 855 time: 0.0419440 Nov 25 18:19:04.892118 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eb0e7db5-f14d-445e-a346-ee33b0059160 req-81b274ad-64c1-46e1-bcd6-40a14070f734 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=de1bdcfa-b35a-45e9-8ec0-a73bef9d846b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278852 Nov 25 18:19:04.983744 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eb0e7db5-f14d-445e-a346-ee33b0059160 req-22966e1d-d24f-452e-b67d-e4be4064e428 service neutron] 10.222.0.74 "GET /v2.0/networks/de1bdcfa-b35a-45e9-8ec0-a73bef9d846b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847416 Nov 25 18:19:05.083324 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eb0e7db5-f14d-445e-a346-ee33b0059160 req-0ea38ca3-7709-49f8-a23d-5191533a6c6c service neutron] 10.222.0.74 "GET /v2.0/networks/de1bdcfa-b35a-45e9-8ec0-a73bef9d846b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924044 Nov 25 18:19:05.490578 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 88181815-facc-4537-b4fc-753ef3518097 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:19:05.590294 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 88181815-facc-4537-b4fc-753ef3518097, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=88181815-facc-4537-b4fc-753ef3518097,segment=NetworkSegment(cad8fd41-0620-4e84-927f-4517abaa4e1b),segment_id=cad8fd41-0620-4e84-927f-4517abaa4e1b)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:19:05.604608 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '88181815-facc-4537-b4fc-753ef3518097', 'network_id': 'de1bdcfa-b35a-45e9-8ec0-a73bef9d846b', 'port_id': '88181815-facc-4537-b4fc-753ef3518097', 'mac_address': 'fa:16:3e:d8:62:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7bf1925-4b0b-4bd0-a8e9-3c55d89012ca', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:19:05.647232 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:05.660491 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88181815-facc-4537-b4fc-753ef3518097 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:19:05.680530 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 88181815-facc-4537-b4fc-753ef3518097, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=88181815-facc-4537-b4fc-753ef3518097,segment=NetworkSegment(cad8fd41-0620-4e84-927f-4517abaa4e1b),segment_id=cad8fd41-0620-4e84-927f-4517abaa4e1b)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:19:05.685433 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:05.691289 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a04ecd-f052-4125-a85e-416915e9946b req-f3d4e517-5db7-4406-aa99-83fc890a176c tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:19:05.692798 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3a04ecd-f052-4125-a85e-416915e9946b req-f3d4e517-5db7-4406-aa99-83fc890a176c tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=943892ca-1122-43da-b9d2-e65305be947f HTTP/1.1" status: 200 len: 944 time: 0.0520709 Nov 25 18:19:05.733249 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=88181815-facc-4537-b4fc-753ef3518097,revision_number=8']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:19:05.740892 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3a04ecd-f052-4125-a85e-416915e9946b req-71493e84-cf62-4f3e-a68e-09fbfd580e65 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417273 Nov 25 18:19:05.857456 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5970fb-8615-4219-a1cf-11f1aa67d175 req-1df76179-d74c-44fa-877e-2041f08b5665 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:19:05.858945 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3a5970fb-8615-4219-a1cf-11f1aa67d175 req-1df76179-d74c-44fa-877e-2041f08b5665 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=943892ca-1122-43da-b9d2-e65305be947f HTTP/1.1" status: 200 len: 945 time: 0.0511987 Nov 25 18:19:05.900682 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['88181815-facc-4537-b4fc-753ef3518097'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:19:05.905542 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3a5970fb-8615-4219-a1cf-11f1aa67d175 req-e4119942-e943-4dde-aec9-2b721b55b39e tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407033 Nov 25 18:19:06.025435 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b0fb13-4dc6-44b5-9e45-a6061f9aff23 req-587f64c9-b4cc-4762-b689-e0c43b1a31d5 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:19:06.026847 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-31b0fb13-4dc6-44b5-9e45-a6061f9aff23 req-587f64c9-b4cc-4762-b689-e0c43b1a31d5 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=943892ca-1122-43da-b9d2-e65305be947f HTTP/1.1" status: 200 len: 945 time: 0.0549967 Nov 25 18:19:06.074229 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-31b0fb13-4dc6-44b5-9e45-a6061f9aff23 req-bca43217-da6c-450d-b80e-5f97fee47731 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411689 Nov 25 18:19:06.396928 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b51f2a-f50a-49b2-93bf-78e7e96b7bba req-39b20104-b684-4546-b3df-03802ef1b177 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:19:06.398389 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-66b51f2a-f50a-49b2-93bf-78e7e96b7bba req-39b20104-b684-4546-b3df-03802ef1b177 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=943892ca-1122-43da-b9d2-e65305be947f HTTP/1.1" status: 200 len: 945 time: 0.0484078 Nov 25 18:19:06.445418 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-66b51f2a-f50a-49b2-93bf-78e7e96b7bba req-bafbb353-744f-4243-a471-f7cb36774f01 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404797 Nov 25 18:19:07.497196 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 88181815-facc-4537-b4fc-753ef3518097 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:19:07.547476 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port 88181815-facc-4537-b4fc-753ef3518097 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:19:07.551256 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port 88181815-facc-4537-b4fc-753ef3518097 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:19:07.551625 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:07.567635 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76525e36-8366-4aaf-a8ca-df84503d754d req-8e28f6b6-b2b9-4add-830a-4dc7bb0feb89 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:19:07.569132 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-76525e36-8366-4aaf-a8ca-df84503d754d req-8e28f6b6-b2b9-4add-830a-4dc7bb0feb89 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.90 "GET /v2.0/ports?device_id=943892ca-1122-43da-b9d2-e65305be947f HTTP/1.1" status: 200 len: 945 time: 0.0784404 Nov 25 18:19:07.610530 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0886a051-5976-4cf2-a58c-d9538c13de6c req-bc3567fd-798a-4e67-8569-54be67d97093 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:19:07.612000 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0886a051-5976-4cf2-a58c-d9538c13de6c req-bc3567fd-798a-4e67-8569-54be67d97093 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/ports?device_id=943892ca-1122-43da-b9d2-e65305be947f HTTP/1.1" status: 200 len: 945 time: 0.0917070 Nov 25 18:19:07.635649 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:07.658298 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '943892ca-1122-43da-b9d2-e65305be947f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88181815-facc-4537-b4fc-753ef3518097'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:19:07.660562 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84acca0b-f8dd-4bcd-a4fc-4780177cdfe0" -d '{"events": [{"server_uuid": "943892ca-1122-43da-b9d2-e65305be947f", "name": "network-vif-plugged", "status": "completed", "tag": "88181815-facc-4537-b4fc-753ef3518097"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:19:07.673973 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 88181815-facc-4537-b4fc-753ef3518097, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=88181815-facc-4537-b4fc-753ef3518097,segment=NetworkSegment(cad8fd41-0620-4e84-927f-4517abaa4e1b),segment_id=cad8fd41-0620-4e84-927f-4517abaa4e1b)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:19:07.679081 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:07.694635 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0886a051-5976-4cf2-a58c-d9538c13de6c req-ca538186-7e6c-4c81-ba45-1adb8f3b9e0a tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d13b643-0d78-4a7e-9ede-18b388bad0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746479 Nov 25 18:19:07.708499 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-76525e36-8366-4aaf-a8ca-df84503d754d req-d0fe991d-943f-4a44-8060-2ef5d267e2b4 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Deleting port 88181815-facc-4537-b4fc-753ef3518097 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:19:07.709009 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-76525e36-8366-4aaf-a8ca-df84503d754d req-d0fe991d-943f-4a44-8060-2ef5d267e2b4 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:07.712003 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e3af96-6659-4d32-a848-11003e3a016e x-openstack-request-id: req-e7e3af96-6659-4d32-a848-11003e3a016e {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:19:07.712295 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "943892ca-1122-43da-b9d2-e65305be947f", "name": "network-vif-plugged", "status": "completed", "tag": "88181815-facc-4537-b4fc-753ef3518097", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:19:07.712556 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e7e3af96-6659-4d32-a848-11003e3a016e {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:19:07.712973 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '943892ca-1122-43da-b9d2-e65305be947f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88181815-facc-4537-b4fc-753ef3518097', 'code': 200} Nov 25 18:19:07.730306 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=88181815-facc-4537-b4fc-753ef3518097,revision_number=9']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:19:07.806366 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-76525e36-8366-4aaf-a8ca-df84503d754d req-d0fe991d-943f-4a44-8060-2ef5d267e2b4 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] For port 88181815-facc-4537-b4fc-753ef3518097, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=88181815-facc-4537-b4fc-753ef3518097,segment=NetworkSegment(cad8fd41-0620-4e84-927f-4517abaa4e1b),segment_id=cad8fd41-0620-4e84-927f-4517abaa4e1b)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:19:07.806729 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-76525e36-8366-4aaf-a8ca-df84503d754d req-d0fe991d-943f-4a44-8060-2ef5d267e2b4 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:07.820108 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-76525e36-8366-4aaf-a8ca-df84503d754d req-d0fe991d-943f-4a44-8060-2ef5d267e2b4 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Calling delete_port for 88181815-facc-4537-b4fc-753ef3518097 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:19:07.945970 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-76525e36-8366-4aaf-a8ca-df84503d754d req-d0fe991d-943f-4a44-8060-2ef5d267e2b4 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:07.957507 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['88181815-facc-4537-b4fc-753ef3518097'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:19:07.975083 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe991d-943f-4a44-8060-2ef5d267e2b4 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Pushing event deleted for resources: {'Port': ['ID=88181815-facc-4537-b4fc-753ef3518097,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:19:08.020616 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-76525e36-8366-4aaf-a8ca-df84503d754d req-d0fe991d-943f-4a44-8060-2ef5d267e2b4 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] No DVR routers for this DVR port 88181815-facc-4537-b4fc-753ef3518097 on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:19:08.023488 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-76525e36-8366-4aaf-a8ca-df84503d754d req-d0fe991d-943f-4a44-8060-2ef5d267e2b4 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:08.028011 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-76525e36-8366-4aaf-a8ca-df84503d754d req-d0fe991d-943f-4a44-8060-2ef5d267e2b4 tempest-ServerDiskConfigTestJSON-570497844 tempest-ServerDiskConfigTestJSON-570497844-project] 10.222.0.90 "DELETE /v2.0/ports/88181815-facc-4537-b4fc-753ef3518097 HTTP/1.1" status: 204 len: 173 time: 0.4512134 Nov 25 18:19:08.028544 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '943892ca-1122-43da-b9d2-e65305be947f', 'name': 'network-vif-deleted', 'tag': '88181815-facc-4537-b4fc-753ef3518097'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:19:08.031907 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4be4a73159a6ebc38ad7335dffc434c624a97395ce9bd4cd32685758a7fec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e328dcce-fdcc-4f8f-99d6-ba5f1d2c3030" -d '{"events": [{"server_uuid": "943892ca-1122-43da-b9d2-e65305be947f", "name": "network-vif-deleted", "tag": "88181815-facc-4537-b4fc-753ef3518097"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:19:08.076707 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb861d3-f4d6-44ac-b60c-0cdc31323aa2 x-openstack-request-id: req-3fb861d3-f4d6-44ac-b60c-0cdc31323aa2 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:19:08.077026 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "943892ca-1122-43da-b9d2-e65305be947f", "name": "network-vif-deleted", "tag": "88181815-facc-4537-b4fc-753ef3518097", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:19:08.077282 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3fb861d3-f4d6-44ac-b60c-0cdc31323aa2 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:19:08.077682 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '943892ca-1122-43da-b9d2-e65305be947f', 'name': 'network-vif-deleted', 'tag': '88181815-facc-4537-b4fc-753ef3518097', 'status': 'completed', 'code': 200} Nov 25 18:19:08.821175 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 35080) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:19:08.869043 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-991fdc3d-dae7-43f4-8d6c-1892e782d418 admin admin] Deleting subnet e7bf1925-4b0b-4bd0-a8e9-3c55d89012ca {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:19:08.872632 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-991fdc3d-dae7-43f4-8d6c-1892e782d418 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:08.906539 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-991fdc3d-dae7-43f4-8d6c-1892e782d418 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:08.944768 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-991fdc3d-dae7-43f4-8d6c-1892e782d418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:08.997660 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-991fdc3d-dae7-43f4-8d6c-1892e782d418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:09.024453 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991fdc3d-dae7-43f4-8d6c-1892e782d418 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7bf1925-4b0b-4bd0-a8e9-3c55d89012ca,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:19:09.028299 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-991fdc3d-dae7-43f4-8d6c-1892e782d418 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:09.031536 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-991fdc3d-dae7-43f4-8d6c-1892e782d418 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/e7bf1925-4b0b-4bd0-a8e9-3c55d89012ca HTTP/1.1" status: 204 len: 168 time: 0.2093716 Nov 25 18:19:09.034107 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 35082) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:19:09.106052 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f43a05ba-5c27-4696-8ee7-65f3d26202c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:09.183594 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f43a05ba-5c27-4696-8ee7-65f3d26202c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:09.204164 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-f43a05ba-5c27-4696-8ee7-65f3d26202c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de1bdcfa-b35a-45e9-8ec0-a73bef9d846b']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:19:09.213190 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-f43a05ba-5c27-4696-8ee7-65f3d26202c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cad8fd41-0620-4e84-927f-4517abaa4e1b') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:19:09.213492 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-f43a05ba-5c27-4696-8ee7-65f3d26202c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cad8fd41-0620-4e84-927f-4517abaa4e1b') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:19:09.226921 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f43a05ba-5c27-4696-8ee7-65f3d26202c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:09.240518 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f43a05ba-5c27-4696-8ee7-65f3d26202c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:09.247465 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f43a05ba-5c27-4696-8ee7-65f3d26202c2 admin admin] Releasing vlan 904 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:19:09.247907 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f43a05ba-5c27-4696-8ee7-65f3d26202c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:09.249575 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 18:19:09.249575 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:19:09.249575 n-d-817746-1 neutron-server[103361]: timer() Nov 25 18:19:09.249575 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:19:09.249575 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 18:19:09.249575 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:19:09.249575 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 18:19:09.249575 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:19:09.249575 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 18:19:09.249575 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:19:09.249575 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 18:19:09.249575 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:19:09.249575 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 18:19:09.249575 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:19:09.249575 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:19:09.249575 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:19:09.249575 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:19:09.249575 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:19:09.249575 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 18:19:09.249575 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:19:09.249575 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 18:19:09.249575 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:19:09.249575 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:19:09.249575 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:19:09.249575 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 18:19:09.249575 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:19:09.249575 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:19:09.249575 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:19:09.249575 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:19:09.249575 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:19:09.249575 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:19:09.249575 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:19:09.301786 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f43a05ba-5c27-4696-8ee7-65f3d26202c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:09.307175 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f43a05ba-5c27-4696-8ee7-65f3d26202c2 admin admin] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:09.311138 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-f43a05ba-5c27-4696-8ee7-65f3d26202c2 admin admin] 10.222.0.75 "DELETE /v2.0/networks/de1bdcfa-b35a-45e9-8ec0-a73bef9d846b HTTP/1.1" status: 204 len: 168 time: 0.2760575 Nov 25 18:19:09.322128 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43a05ba-5c27-4696-8ee7-65f3d26202c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=de1bdcfa-b35a-45e9-8ec0-a73bef9d846b,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:19:09.415148 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 35086) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:19:09.455083 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-804dc37f-4472-46b1-9ddb-3b0f18dccc50 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=58808704e8fb42eaa2c5853277c8e987&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388119 Nov 25 18:19:09.457536 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 35088) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:19:09.503657 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-624ef3e8-2ffd-4691-ad13-328b6b151f2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:09.523664 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-624ef3e8-2ffd-4691-ad13-328b6b151f2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:09.575648 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-624ef3e8-2ffd-4691-ad13-328b6b151f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:09.578265 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-624ef3e8-2ffd-4691-ad13-328b6b151f2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:09.579422 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-624ef3e8-2ffd-4691-ad13-328b6b151f2e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6d13b643-0d78-4a7e-9ede-18b388bad0fb HTTP/1.1" status: 204 len: 168 time: 0.1209998 Nov 25 18:19:09.586947 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ef3e8-2ffd-4691-ad13-328b6b151f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d13b643-0d78-4a7e-9ede-18b388bad0fb,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:19:10.235302 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 35110) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:19:10.329690 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-50c1e14c-c4e8-4c3d-bc9a-66508ee34213 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1166488559-network', 'tenant_id': '6b43c4b7f4db486987f8d82668910151'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:19:10.350073 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c1e14c-c4e8-4c3d-bc9a-66508ee34213 admin admin] Made reservation on behalf of 6b43c4b7f4db486987f8d82668910151 for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:19:10.352583 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-50c1e14c-c4e8-4c3d-bc9a-66508ee34213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:10.361107 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-50c1e14c-c4e8-4c3d-bc9a-66508ee34213 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:10.443936 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-50c1e14c-c4e8-4c3d-bc9a-66508ee34213 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:10.448393 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-50c1e14c-c4e8-4c3d-bc9a-66508ee34213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:10.477314 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50c1e14c-c4e8-4c3d-bc9a-66508ee34213 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 910} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:19:10.482635 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c1e14c-c4e8-4c3d-bc9a-66508ee34213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92390cad-dd64-44e4-93da-bee5efa074eb,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:19:10.491803 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-50c1e14c-c4e8-4c3d-bc9a-66508ee34213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:10.492140 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-50c1e14c-c4e8-4c3d-bc9a-66508ee34213 admin admin] Added segment 4f1bc548-1c48-4e69-bd4e-5af8946314ee of type vlan for network 61cca371-5ab6-43f0-9b83-9c0c47170e28 Nov 25 18:19:10.534571 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-50c1e14c-c4e8-4c3d-bc9a-66508ee34213 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:10.560135 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-50c1e14c-c4e8-4c3d-bc9a-66508ee34213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:10.561397 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c1e14c-c4e8-4c3d-bc9a-66508ee34213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:19:10.562034 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-50c1e14c-c4e8-4c3d-bc9a-66508ee34213 admin admin] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:10.592892 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-50c1e14c-c4e8-4c3d-bc9a-66508ee34213 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3564906 Nov 25 18:19:10.595973 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 35114) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:19:10.600921 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-55e0ed3e-7691-416e-9f0c-f1697f6a0b86 admin admin] Request body: {'subnet': {'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1166488559-subnet', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:19:10.622851 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e0ed3e-7691-416e-9f0c-f1697f6a0b86 admin admin] Made reservation on behalf of 6b43c4b7f4db486987f8d82668910151 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:19:10.625301 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-55e0ed3e-7691-416e-9f0c-f1697f6a0b86 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:10.634176 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c1e14c-c4e8-4c3d-bc9a-66508ee34213 admin admin] Pushing event updated for resources: {'Network': ['ID=61cca371-5ab6-43f0-9b83-9c0c47170e28,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:19:10.644505 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 61cca371-5ab6-43f0-9b83-9c0c47170e28 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:19:10.792123 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-55e0ed3e-7691-416e-9f0c-f1697f6a0b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:10.857188 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e0ed3e-7691-416e-9f0c-f1697f6a0b86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3e651ef-5562-417b-a758-490d6ad45059,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:19:10.861339 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e0ed3e-7691-416e-9f0c-f1697f6a0b86 admin admin] Checking segment: {'id': '4f1bc548-1c48-4e69-bd4e-5af8946314ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:19:10.861698 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e0ed3e-7691-416e-9f0c-f1697f6a0b86 admin admin] Network hostable DHCP agents. Network: 61cca371-5ab6-43f0-9b83-9c0c47170e28, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:19:10.878001 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e0ed3e-7691-416e-9f0c-f1697f6a0b86 admin admin] Network 61cca371-5ab6-43f0-9b83-9c0c47170e28 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:19:10.886309 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-55e0ed3e-7691-416e-9f0c-f1697f6a0b86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 61cca371-5ab6-43f0-9b83-9c0c47170e28) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:19:10.890868 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e0ed3e-7691-416e-9f0c-f1697f6a0b86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:19:10.891464 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-55e0ed3e-7691-416e-9f0c-f1697f6a0b86 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:10.896015 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420bcb12-62a6-45c1-813e-d2c16bec9f19 None None] Network 61cca371-5ab6-43f0-9b83-9c0c47170e28 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:19:10.912606 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 35116) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:19:10.912799 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-55e0ed3e-7691-416e-9f0c-f1697f6a0b86 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3155868 Nov 25 18:19:10.918130 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-831b341f-2848-4ec7-a2e6-21addd103a68 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1166488559-router', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:19:10.942058 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-831b341f-2848-4ec7-a2e6-21addd103a68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:10.943334 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-831b341f-2848-4ec7-a2e6-21addd103a68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:10.997629 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-831b341f-2848-4ec7-a2e6-21addd103a68 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:11.048739 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebb1253-19c4-43b5-a6f7-a3c68b9c286a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-61cca371-5ab6-43f0-9b83-9c0c47170e28', 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'fixed_ips': [{'subnet_id': 'a3e651ef-5562-417b-a758-490d6ad45059'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:19:11.049701 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4ebb1253-19c4-43b5-a6f7-a3c68b9c286a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:11.138049 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-831b341f-2848-4ec7-a2e6-21addd103a68 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:11.183180 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-4ebb1253-19c4-43b5-a6f7-a3c68b9c286a None None] Allocated IP 172.20.0.2 (61cca371-5ab6-43f0-9b83-9c0c47170e28/a3e651ef-5562-417b-a758-490d6ad45059/447cc411-5255-416e-9c54-da670bea454c) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:19:11.330131 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4ebb1253-19c4-43b5-a6f7-a3c68b9c286a None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:11.337360 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4ebb1253-19c4-43b5-a6f7-a3c68b9c286a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:11.351863 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-831b341f-2848-4ec7-a2e6-21addd103a68 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:11.371907 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-831b341f-2848-4ec7-a2e6-21addd103a68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:11.381147 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebb1253-19c4-43b5-a6f7-a3c68b9c286a None None] Network 61cca371-5ab6-43f0-9b83-9c0c47170e28 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:19:11.384267 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-4ebb1253-19c4-43b5-a6f7-a3c68b9c286a None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:19:11.388566 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebb1253-19c4-43b5-a6f7-a3c68b9c286a None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:19:11.391560 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb1253-19c4-43b5-a6f7-a3c68b9c286a None None] Pushing event updated for resources: {'Port': ['ID=447cc411-5255-416e-9c54-da670bea454c,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:19:11.446551 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-4ebb1253-19c4-43b5-a6f7-a3c68b9c286a None None] Attempting to bind port 447cc411-5255-416e-9c54-da670bea454c on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:19:11.446928 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-4ebb1253-19c4-43b5-a6f7-a3c68b9c286a None None] Attempting to bind port 447cc411-5255-416e-9c54-da670bea454c by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '4f1bc548-1c48-4e69-bd4e-5af8946314ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:19:11.447299 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebb1253-19c4-43b5-a6f7-a3c68b9c286a None None] Attempting to bind port 447cc411-5255-416e-9c54-da670bea454c on network 61cca371-5ab6-43f0-9b83-9c0c47170e28 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:19:11.452627 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebb1253-19c4-43b5-a6f7-a3c68b9c286a None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:19:11.453024 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebb1253-19c4-43b5-a6f7-a3c68b9c286a None None] Checking segment: {'id': '4f1bc548-1c48-4e69-bd4e-5af8946314ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:19:11.453434 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4ebb1253-19c4-43b5-a6f7-a3c68b9c286a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:11.453839 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebb1253-19c4-43b5-a6f7-a3c68b9c286a None None] Bound using segment: {'id': '4f1bc548-1c48-4e69-bd4e-5af8946314ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:19:11.454315 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-4ebb1253-19c4-43b5-a6f7-a3c68b9c286a None None] Bound port: 447cc411-5255-416e-9c54-da670bea454c, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f1bc548-1c48-4e69-bd4e-5af8946314ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:19:11.454701 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4ebb1253-19c4-43b5-a6f7-a3c68b9c286a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:11.479017 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-831b341f-2848-4ec7-a2e6-21addd103a68 admin admin] Allocated IP 172.25.0.27 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/da91b2d1-71e7-4261-871e-ca2c4065d575) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:19:11.517812 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-4ebb1253-19c4-43b5-a6f7-a3c68b9c286a None None] For port 447cc411-5255-416e-9c54-da670bea454c, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:19:11.521317 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-4ebb1253-19c4-43b5-a6f7-a3c68b9c286a None None] For port 447cc411-5255-416e-9c54-da670bea454c, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=447cc411-5255-416e-9c54-da670bea454c,segment=NetworkSegment(4f1bc548-1c48-4e69-bd4e-5af8946314ee),segment_id=4f1bc548-1c48-4e69-bd4e-5af8946314ee)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:19:11.525396 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4ebb1253-19c4-43b5-a6f7-a3c68b9c286a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:11.531627 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 88181815-facc-4537-b4fc-753ef3518097 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:19:11.575942 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: 88181815-facc-4537-b4fc-753ef3518097 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:19:11.576280 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 88181815-facc-4537-b4fc-753ef3518097 not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:19:11.617615 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb1253-19c4-43b5-a6f7-a3c68b9c286a None None] Pushing event updated for resources: {'Port': ['ID=447cc411-5255-416e-9c54-da670bea454c,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:19:11.949168 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-831b341f-2848-4ec7-a2e6-21addd103a68 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:11.982442 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-831b341f-2848-4ec7-a2e6-21addd103a68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:12.022856 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831b341f-2848-4ec7-a2e6-21addd103a68 admin admin] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:19:12.027620 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-831b341f-2848-4ec7-a2e6-21addd103a68 admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:19:12.031844 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831b341f-2848-4ec7-a2e6-21addd103a68 admin admin] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:19:12.034851 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831b341f-2848-4ec7-a2e6-21addd103a68 admin admin] Pushing event updated for resources: {'Port': ['ID=da91b2d1-71e7-4261-871e-ca2c4065d575,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:19:12.046448 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cb3243-3ea9-473a-a62e-d06d6b15bc11 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:19:12.125953 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-4b6a7bdf-88be-4fec-a2de-eb095ea49c1c None None] Provisioning complete for port da91b2d1-71e7-4261-871e-ca2c4065d575 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:19:12.126329 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4b6a7bdf-88be-4fec-a2de-eb095ea49c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:12.163872 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-4b6a7bdf-88be-4fec-a2de-eb095ea49c1c None None] Port da91b2d1-71e7-4261-871e-ca2c4065d575 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:19:12.287438 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-831b341f-2848-4ec7-a2e6-21addd103a68 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:12.496643 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-831b341f-2848-4ec7-a2e6-21addd103a68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:12.519929 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee24100e-c844-4472-8e8b-689a55d03e17 None None] Network 61cca371-5ab6-43f0-9b83-9c0c47170e28 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:19:12.610236 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-aba0ce72-efd9-47eb-9a46-172e466af910 None None] Provisioning complete for port 447cc411-5255-416e-9c54-da670bea454c triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:19:12.610614 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-aba0ce72-efd9-47eb-9a46-172e466af910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:12.627666 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831b341f-2848-4ec7-a2e6-21addd103a68 admin admin] Router df690964-63e8-478b-81d4-d94630627680 is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:19:12.735824 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831b341f-2848-4ec7-a2e6-21addd103a68 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:19:12.748476 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7f6ff5-7a98-4e11-a02a-a6b1678f8dc7 None None] Sync routers for ids ['df690964-63e8-478b-81d4-d94630627680'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:19:12.753724 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-aba0ce72-efd9-47eb-9a46-172e466af910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:12.756850 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-831b341f-2848-4ec7-a2e6-21addd103a68 admin admin] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:12.758466 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-831b341f-2848-4ec7-a2e6-21addd103a68 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8442094 Nov 25 18:19:12.761141 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 35118) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:19:12.781679 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7f6ff5-7a98-4e11-a02a-a6b1678f8dc7 None None] Routers {'df690964-63e8-478b-81d4-d94630627680'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:19:12.782325 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-3f7f6ff5-7a98-4e11-a02a-a6b1678f8dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:18:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['df690964-63e8-478b-81d4-d94630627680'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:19:12.869435 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-aba0ce72-efd9-47eb-9a46-172e466af910 None None] For port 447cc411-5255-416e-9c54-da670bea454c, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=447cc411-5255-416e-9c54-da670bea454c,segment=NetworkSegment(4f1bc548-1c48-4e69-bd4e-5af8946314ee),segment_id=4f1bc548-1c48-4e69-bd4e-5af8946314ee)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:19:12.877727 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-aba0ce72-efd9-47eb-9a46-172e466af910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:12.950701 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba0ce72-efd9-47eb-9a46-172e466af910 None None] Pushing event updated for resources: {'Port': ['ID=447cc411-5255-416e-9c54-da670bea454c,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:19:12.954494 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-3f7f6ff5-7a98-4e11-a02a-a6b1678f8dc7 None None] Set router df690964-63e8-478b-81d4-d94630627680 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:19:13.221045 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-716a4779-a5b9-4a11-96a9-a3e49541cc00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:13.232480 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-8c5b7e52-e9aa-475d-ba38-186284f24920 None None] Provisioning complete for port 447cc411-5255-416e-9c54-da670bea454c triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:19:13.233009 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8c5b7e52-e9aa-475d-ba38-186284f24920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:13.381584 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-716a4779-a5b9-4a11-96a9-a3e49541cc00 admin admin] Allocated IP 172.20.0.1 (61cca371-5ab6-43f0-9b83-9c0c47170e28/a3e651ef-5562-417b-a758-490d6ad45059/99de8f47-bb75-4ca6-9ffc-1b76ac3b896f) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:19:13.382011 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-3f7f6ff5-7a98-4e11-a02a-a6b1678f8dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df690964-63e8-478b-81d4-d94630627680', 'name': 'tempest-ServerActionsTestJSON-1166488559-router', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'da91b2d1-71e7-4261-871e-ca2c4065d575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:19:10Z', 'updated_at': '2021-11-25T18:19:12Z', 'revision_number': 3, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'gw_port': {'id': 'da91b2d1-71e7-4261-871e-ca2c4065d575', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:33:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df690964-63e8-478b-81d4-d94630627680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:19:11Z', 'updated_at': '2021-11-25T18:19:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:19:13.409517 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7f6ff5-7a98-4e11-a02a-a6b1678f8dc7 None None] Checking router: df690964-63e8-478b-81d4-d94630627680 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:19:13.409964 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7f6ff5-7a98-4e11-a02a-a6b1678f8dc7 None None] Updating router df690964-63e8-478b-81d4-d94630627680 port da91b2d1-71e7-4261-871e-ca2c4065d575 binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:19:13.439439 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3f7f6ff5-7a98-4e11-a02a-a6b1678f8dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:13.487433 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-716a4779-a5b9-4a11-96a9-a3e49541cc00 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:13.522140 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-716a4779-a5b9-4a11-96a9-a3e49541cc00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:13.566520 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716a4779-a5b9-4a11-96a9-a3e49541cc00 admin admin] Network 61cca371-5ab6-43f0-9b83-9c0c47170e28 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:19:13.570104 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-716a4779-a5b9-4a11-96a9-a3e49541cc00 admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:19:13.573434 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716a4779-a5b9-4a11-96a9-a3e49541cc00 admin admin] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:19:13.600278 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716a4779-a5b9-4a11-96a9-a3e49541cc00 admin admin] Pushing event updated for resources: {'Port': ['ID=99de8f47-bb75-4ca6-9ffc-1b76ac3b896f,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:19:13.619033 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-716a4779-a5b9-4a11-96a9-a3e49541cc00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:13.643541 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 447cc411-5255-416e-9c54-da670bea454c up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:19:13.767902 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 447cc411-5255-416e-9c54-da670bea454c triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:19:13.768679 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:13.771214 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3f7f6ff5-7a98-4e11-a02a-a6b1678f8dc7 None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:13.775860 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-716a4779-a5b9-4a11-96a9-a3e49541cc00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:13.797194 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3f7f6ff5-7a98-4e11-a02a-a6b1678f8dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:13.857164 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411358e1-a7f8-40b7-89e3-6e7e91ddd83a None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:19:13.866129 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-3f7f6ff5-7a98-4e11-a02a-a6b1678f8dc7 None None] Attempting to bind port da91b2d1-71e7-4261-871e-ca2c4065d575 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:19:13.866502 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-3f7f6ff5-7a98-4e11-a02a-a6b1678f8dc7 None None] Attempting to bind port da91b2d1-71e7-4261-871e-ca2c4065d575 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:19:13.866865 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7f6ff5-7a98-4e11-a02a-a6b1678f8dc7 None None] Attempting to bind port da91b2d1-71e7-4261-871e-ca2c4065d575 on network 1aa44027-b9d0-4a56-9a59-7e664703e20a {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:19:13.878844 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dea590-a6a8-4754-bc00-cd91ef69133f None None] Pushing event updated for resources: {'Port': ['ID=da91b2d1-71e7-4261-871e-ca2c4065d575,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:19:13.884218 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7f6ff5-7a98-4e11-a02a-a6b1678f8dc7 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:19:13.884600 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7f6ff5-7a98-4e11-a02a-a6b1678f8dc7 None None] Checking segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:19:13.885027 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3f7f6ff5-7a98-4e11-a02a-a6b1678f8dc7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:13.885416 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7f6ff5-7a98-4e11-a02a-a6b1678f8dc7 None None] Bound using segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:19:13.885894 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-3f7f6ff5-7a98-4e11-a02a-a6b1678f8dc7 None None] Bound port: da91b2d1-71e7-4261-871e-ca2c4065d575, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:19:13.886274 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3f7f6ff5-7a98-4e11-a02a-a6b1678f8dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:13.952381 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-716a4779-a5b9-4a11-96a9-a3e49541cc00 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:13.956968 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-716a4779-a5b9-4a11-96a9-a3e49541cc00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:13.974667 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-1f6eddef-a61a-422c-a6f0-367269e67f6e None None] Provisioning complete for port 99de8f47-bb75-4ca6-9ffc-1b76ac3b896f triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:19:13.975039 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1f6eddef-a61a-422c-a6f0-367269e67f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:14.003197 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-3f7f6ff5-7a98-4e11-a02a-a6b1678f8dc7 None None] For port da91b2d1-71e7-4261-871e-ca2c4065d575, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:19:14.021139 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-3f7f6ff5-7a98-4e11-a02a-a6b1678f8dc7 None None] For port da91b2d1-71e7-4261-871e-ca2c4065d575, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=da91b2d1-71e7-4261-871e-ca2c4065d575,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:19:14.026463 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3f7f6ff5-7a98-4e11-a02a-a6b1678f8dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:14.030613 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-716a4779-a5b9-4a11-96a9-a3e49541cc00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:14.032366 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716a4779-a5b9-4a11-96a9-a3e49541cc00 admin admin] Pushing event updated for resources: {'Port': ['ID=99de8f47-bb75-4ca6-9ffc-1b76ac3b896f,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:19:14.033201 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-1f6eddef-a61a-422c-a6f0-367269e67f6e None None] Port 99de8f47-bb75-4ca6-9ffc-1b76ac3b896f cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:19:14.075951 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785adde9-7654-4048-9a98-cc742e4f100e None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:19:14.101313 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-1f6eddef-a61a-422c-a6f0-367269e67f6e None None] Provisioning complete for port da91b2d1-71e7-4261-871e-ca2c4065d575 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:19:14.101688 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1f6eddef-a61a-422c-a6f0-367269e67f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:14.106852 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dea590-a6a8-4754-bc00-cd91ef69133f None None] Pushing event updated for resources: {'Port': ['ID=da91b2d1-71e7-4261-871e-ca2c4065d575,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:19:14.126462 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7f6ff5-7a98-4e11-a02a-a6b1678f8dc7 None None] Routers {'df690964-63e8-478b-81d4-d94630627680'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:19:14.127086 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-3f7f6ff5-7a98-4e11-a02a-a6b1678f8dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:18:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['df690964-63e8-478b-81d4-d94630627680'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:19:14.130751 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716a4779-a5b9-4a11-96a9-a3e49541cc00 admin admin] Network 61cca371-5ab6-43f0-9b83-9c0c47170e28 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:19:14.132352 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-716a4779-a5b9-4a11-96a9-a3e49541cc00 admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:19:14.255139 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-716a4779-a5b9-4a11-96a9-a3e49541cc00 admin admin] Router df690964-63e8-478b-81d4-d94630627680 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:19:14.279161 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-3f7f6ff5-7a98-4e11-a02a-a6b1678f8dc7 None None] Set router df690964-63e8-478b-81d4-d94630627680 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:19:14.310872 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1f6eddef-a61a-422c-a6f0-367269e67f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:14.373179 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-1f6eddef-a61a-422c-a6f0-367269e67f6e None None] For port da91b2d1-71e7-4261-871e-ca2c4065d575, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=da91b2d1-71e7-4261-871e-ca2c4065d575,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:19:14.373445 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716a4779-a5b9-4a11-96a9-a3e49541cc00 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:19:14.379635 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-716a4779-a5b9-4a11-96a9-a3e49541cc00 admin admin] 10.222.0.75 "PUT /v2.0/routers/df690964-63e8-478b-81d4-d94630627680/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6164794 Nov 25 18:19:14.386132 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1f6eddef-a61a-422c-a6f0-367269e67f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:14.477257 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6eddef-a61a-422c-a6f0-367269e67f6e None None] Pushing event updated for resources: {'Port': ['ID=da91b2d1-71e7-4261-871e-ca2c4065d575,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:19:14.535629 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-e079a07c-8833-4859-8d09-2796e88b54f4 None None] Provisioning complete for port 99de8f47-bb75-4ca6-9ffc-1b76ac3b896f triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:19:14.535998 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e079a07c-8833-4859-8d09-2796e88b54f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:14.578048 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-e079a07c-8833-4859-8d09-2796e88b54f4 None None] Port 99de8f47-bb75-4ca6-9ffc-1b76ac3b896f cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:19:14.592227 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-3f7f6ff5-7a98-4e11-a02a-a6b1678f8dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df690964-63e8-478b-81d4-d94630627680', 'name': 'tempest-ServerActionsTestJSON-1166488559-router', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'da91b2d1-71e7-4261-871e-ca2c4065d575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:19:10Z', 'updated_at': '2021-11-25T18:19:13Z', 'revision_number': 4, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'gw_port': {'id': 'da91b2d1-71e7-4261-871e-ca2c4065d575', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:33:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df690964-63e8-478b-81d4-d94630627680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:19:11Z', 'updated_at': '2021-11-25T18:19:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '99de8f47-bb75-4ca6-9ffc-1b76ac3b896f', 'name': '', 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'mac_address': 'fa:16:3e:4f:72:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df690964-63e8-478b-81d4-d94630627680', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:19:13Z', 'updated_at': '2021-11-25T18:19:13Z', 'revision_number': 2, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'subnets': [{'id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:19:14.596625 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-e079a07c-8833-4859-8d09-2796e88b54f4 None None] Provisioning complete for port da91b2d1-71e7-4261-871e-ca2c4065d575 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:19:14.597020 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e079a07c-8833-4859-8d09-2796e88b54f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:14.621840 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7f6ff5-7a98-4e11-a02a-a6b1678f8dc7 None None] The sync data for ids ['df690964-63e8-478b-81d4-d94630627680'] in n-d-817746-1 is: [{'id': 'df690964-63e8-478b-81d4-d94630627680', 'name': 'tempest-ServerActionsTestJSON-1166488559-router', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'da91b2d1-71e7-4261-871e-ca2c4065d575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:19:10Z', 'updated_at': '2021-11-25T18:19:13Z', 'revision_number': 4, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'gw_port': {'id': 'da91b2d1-71e7-4261-871e-ca2c4065d575', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:33:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df690964-63e8-478b-81d4-d94630627680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:19:11Z', 'updated_at': '2021-11-25T18:19:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '99de8f47-bb75-4ca6-9ffc-1b76ac3b896f', 'name': '', 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'mac_address': 'fa:16:3e:4f:72:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df690964-63e8-478b-81d4-d94630627680', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:19:13Z', 'updated_at': '2021-11-25T18:19:13Z', 'revision_number': 2, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'subnets': [{'id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:19:15.619308 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device da91b2d1-71e7-4261-871e-ca2c4065d575 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:19:15.677865 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port da91b2d1-71e7-4261-871e-ca2c4065d575 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:19:15.678237 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:15.928816 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 35130) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:19:15.934245 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-98530a08-c063-41bc-9076-283137481bdd tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Request body: {'security_group': {'name': 'tempest-securitygroup--445256802', 'description': 'tempest-description--548263758'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:19:15.957437 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-98530a08-c063-41bc-9076-283137481bdd tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:16.023817 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-98530a08-c063-41bc-9076-283137481bdd tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:16.028279 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-98530a08-c063-41bc-9076-283137481bdd tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:16.057712 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-98530a08-c063-41bc-9076-283137481bdd tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:16.059652 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-98530a08-c063-41bc-9076-283137481bdd tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1297975 Nov 25 18:19:16.061649 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98530a08-c063-41bc-9076-283137481bdd tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6507be4-f187-4656-9bad-c84893de61db,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:19:16.062595 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 35132) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:19:16.067329 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-2d1d629e-062d-4a7b-a67f-222907768036 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Request body: {'security_group_rule': {'security_group_id': 'd6507be4-f187-4656-9bad-c84893de61db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:19:16.094918 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2d1d629e-062d-4a7b-a67f-222907768036 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:16.151555 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2d1d629e-062d-4a7b-a67f-222907768036 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:16.156130 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2d1d629e-062d-4a7b-a67f-222907768036 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:16.174767 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d629e-062d-4a7b-a67f-222907768036 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e1aa0cd-8487-4208-8ba1-d833f6c675d9,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:19:16.184401 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d629e-062d-4a7b-a67f-222907768036 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:19:16.184754 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d629e-062d-4a7b-a67f-222907768036 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:19:16.185156 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d629e-062d-4a7b-a67f-222907768036 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:19:16.185565 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d629e-062d-4a7b-a67f-222907768036 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:19:16.185855 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d629e-062d-4a7b-a67f-222907768036 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:19:16.186171 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d629e-062d-4a7b-a67f-222907768036 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:19:16.186494 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d629e-062d-4a7b-a67f-222907768036 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:19:16.186946 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d629e-062d-4a7b-a67f-222907768036 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:19:16.187142 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d629e-062d-4a7b-a67f-222907768036 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:19:16.187468 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d629e-062d-4a7b-a67f-222907768036 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:19:16.187791 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d629e-062d-4a7b-a67f-222907768036 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:19:16.188120 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d629e-062d-4a7b-a67f-222907768036 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:19:16.193238 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2d1d629e-062d-4a7b-a67f-222907768036 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:16.194881 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2d1d629e-062d-4a7b-a67f-222907768036 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1307707 Nov 25 18:19:16.197631 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 35134) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:19:16.202582 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-175f95fd-b6a8-428c-b2d5-985b6e8a3aff tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Request body: {'security_group_rule': {'security_group_id': 'd6507be4-f187-4656-9bad-c84893de61db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:19:16.231110 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-175f95fd-b6a8-428c-b2d5-985b6e8a3aff tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:16.294125 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-175f95fd-b6a8-428c-b2d5-985b6e8a3aff tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:16.298083 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-175f95fd-b6a8-428c-b2d5-985b6e8a3aff tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:16.315355 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f95fd-b6a8-428c-b2d5-985b6e8a3aff tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecaad32c-120b-4129-8753-a95153417d44,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:19:16.323715 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-175f95fd-b6a8-428c-b2d5-985b6e8a3aff tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:16.325300 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-175f95fd-b6a8-428c-b2d5-985b6e8a3aff tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1266148 Nov 25 18:19:16.328464 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 35136) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:19:16.333674 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-e2006677-a3d8-4e75-87ab-44ccc9abae6c tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Request body: {'floatingip': {'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:19:16.358325 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e2006677-a3d8-4e75-87ab-44ccc9abae6c tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks [] for floatingip, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:16.459324 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e2006677-a3d8-4e75-87ab-44ccc9abae6c tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:16.490782 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc6a655-f335-4f62-b180-dd28233d676b None None] Sync routers for ids ['df690964-63e8-478b-81d4-d94630627680'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:19:16.501400 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc6a655-f335-4f62-b180-dd28233d676b None None] Routers {'df690964-63e8-478b-81d4-d94630627680'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:19:16.502014 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-5bc6a655-f335-4f62-b180-dd28233d676b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:18:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['df690964-63e8-478b-81d4-d94630627680'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:19:16.565960 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-e2006677-a3d8-4e75-87ab-44ccc9abae6c tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Allocated IP 172.25.0.172 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/ce45189f-c282-476d-aa18-691d320ebc96) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:19:16.610320 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-5bc6a655-f335-4f62-b180-dd28233d676b None None] Set router df690964-63e8-478b-81d4-d94630627680 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:19:16.672608 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e2006677-a3d8-4e75-87ab-44ccc9abae6c tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:16.709174 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e2006677-a3d8-4e75-87ab-44ccc9abae6c tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:16.755367 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2006677-a3d8-4e75-87ab-44ccc9abae6c tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:19:16.760685 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-e2006677-a3d8-4e75-87ab-44ccc9abae6c tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:19:16.762939 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2006677-a3d8-4e75-87ab-44ccc9abae6c tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Pushing event updated for resources: {'Port': ['ID=ce45189f-c282-476d-aa18-691d320ebc96,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:19:16.765163 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2006677-a3d8-4e75-87ab-44ccc9abae6c tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:19:16.829110 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-5bc6a655-f335-4f62-b180-dd28233d676b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df690964-63e8-478b-81d4-d94630627680', 'name': 'tempest-ServerActionsTestJSON-1166488559-router', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'da91b2d1-71e7-4261-871e-ca2c4065d575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:19:10Z', 'updated_at': '2021-11-25T18:19:13Z', 'revision_number': 4, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'gw_port': {'id': 'da91b2d1-71e7-4261-871e-ca2c4065d575', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:33:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df690964-63e8-478b-81d4-d94630627680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:19:11Z', 'updated_at': '2021-11-25T18:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '99de8f47-bb75-4ca6-9ffc-1b76ac3b896f', 'name': '', 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'mac_address': 'fa:16:3e:4f:72:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df690964-63e8-478b-81d4-d94630627680', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:19:13Z', 'updated_at': '2021-11-25T18:19:13Z', 'revision_number': 2, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'subnets': [{'id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:19:16.854901 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc6a655-f335-4f62-b180-dd28233d676b None None] Checking router: df690964-63e8-478b-81d4-d94630627680 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:19:16.855100 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e2006677-a3d8-4e75-87ab-44ccc9abae6c tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:16.855783 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc6a655-f335-4f62-b180-dd28233d676b None None] Updating router df690964-63e8-478b-81d4-d94630627680 port 99de8f47-bb75-4ca6-9ffc-1b76ac3b896f binding host n-d-817746-1 {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:19:16.880871 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-5bc6a655-f335-4f62-b180-dd28233d676b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:16.892502 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e2006677-a3d8-4e75-87ab-44ccc9abae6c tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:17.042096 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e2006677-a3d8-4e75-87ab-44ccc9abae6c tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:17.047230 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e2006677-a3d8-4e75-87ab-44ccc9abae6c tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:17.123327 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:17.124094 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2006677-a3d8-4e75-87ab-44ccc9abae6c tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Pushing event updated for resources: {'Port': ['ID=ce45189f-c282-476d-aa18-691d320ebc96,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:19:17.133142 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e2006677-a3d8-4e75-87ab-44ccc9abae6c tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:17.148712 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e2006677-a3d8-4e75-87ab-44ccc9abae6c tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:17.150054 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e2006677-a3d8-4e75-87ab-44ccc9abae6c tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8200684 Nov 25 18:19:17.158250 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-5bc6a655-f335-4f62-b180-dd28233d676b None None] Publish callbacks [] for port, precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:17.163858 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-5bc6a655-f335-4f62-b180-dd28233d676b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:17.196611 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2a77ae3c-bc2a-4d25-9069-35f426de3769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:17.249966 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11b153e-4063-4f97-afbf-883ff9d62b9c None None] Pushing event updated for resources: {'Port': ['ID=99de8f47-bb75-4ca6-9ffc-1b76ac3b896f,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:19:17.275941 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11b153e-4063-4f97-afbf-883ff9d62b9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:19:17.276287 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11b153e-4063-4f97-afbf-883ff9d62b9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:19:17.276630 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11b153e-4063-4f97-afbf-883ff9d62b9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:19:17.277539 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11b153e-4063-4f97-afbf-883ff9d62b9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:19:17.277882 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11b153e-4063-4f97-afbf-883ff9d62b9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:19:17.278212 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11b153e-4063-4f97-afbf-883ff9d62b9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:19:17.278540 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11b153e-4063-4f97-afbf-883ff9d62b9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:19:17.278864 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11b153e-4063-4f97-afbf-883ff9d62b9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:19:17.279191 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11b153e-4063-4f97-afbf-883ff9d62b9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:19:17.279511 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11b153e-4063-4f97-afbf-883ff9d62b9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:19:17.279833 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11b153e-4063-4f97-afbf-883ff9d62b9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:19:17.280153 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11b153e-4063-4f97-afbf-883ff9d62b9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:19:17.294845 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-5bc6a655-f335-4f62-b180-dd28233d676b None None] Attempting to bind port 99de8f47-bb75-4ca6-9ffc-1b76ac3b896f on host n-d-817746-1 for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:19:17.295216 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-5bc6a655-f335-4f62-b180-dd28233d676b None None] Attempting to bind port 99de8f47-bb75-4ca6-9ffc-1b76ac3b896f by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '4f1bc548-1c48-4e69-bd4e-5af8946314ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:19:17.295577 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc6a655-f335-4f62-b180-dd28233d676b None None] Attempting to bind port 99de8f47-bb75-4ca6-9ffc-1b76ac3b896f on network 61cca371-5ab6-43f0-9b83-9c0c47170e28 {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:19:17.301357 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc6a655-f335-4f62-b180-dd28233d676b None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:19:17.301733 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc6a655-f335-4f62-b180-dd28233d676b None None] Checking segment: {'id': '4f1bc548-1c48-4e69-bd4e-5af8946314ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:19:17.302779 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-5bc6a655-f335-4f62-b180-dd28233d676b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:17.302779 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc6a655-f335-4f62-b180-dd28233d676b None None] Bound using segment: {'id': '4f1bc548-1c48-4e69-bd4e-5af8946314ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:19:17.303179 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-5bc6a655-f335-4f62-b180-dd28233d676b None None] Bound port: 99de8f47-bb75-4ca6-9ffc-1b76ac3b896f, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f1bc548-1c48-4e69-bd4e-5af8946314ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:19:17.303560 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-5bc6a655-f335-4f62-b180-dd28233d676b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:17.322337 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-29922b4a-4864-4e16-957c-f8e1af80e747 req-1537996f-6701-4069-b8a3-15b4f354aa6b tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--445256802&fields=id&tenant_id=6b43c4b7f4db486987f8d82668910151 HTTP/1.1" status: 200 len: 267 time: 0.0541961 Nov 25 18:19:17.327739 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:17.380584 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-5bc6a655-f335-4f62-b180-dd28233d676b None None] For port 99de8f47-bb75-4ca6-9ffc-1b76ac3b896f, host n-d-817746-1, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:19:17.384746 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-5bc6a655-f335-4f62-b180-dd28233d676b None None] For port 99de8f47-bb75-4ca6-9ffc-1b76ac3b896f, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=99de8f47-bb75-4ca6-9ffc-1b76ac3b896f,segment=NetworkSegment(4f1bc548-1c48-4e69-bd4e-5af8946314ee),segment_id=4f1bc548-1c48-4e69-bd4e-5af8946314ee)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:19:17.388958 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-5bc6a655-f335-4f62-b180-dd28233d676b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:17.449362 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29922b4a-4864-4e16-957c-f8e1af80e747 req-22b65c78-b386-4b91-9d7a-789b0cab3abc tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:19:17.450883 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-29922b4a-4864-4e16-957c-f8e1af80e747 req-22b65c78-b386-4b91-9d7a-789b0cab3abc tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/networks?id=61cca371-5ab6-43f0-9b83-9c0c47170e28 HTTP/1.1" status: 200 len: 812 time: 0.1195898 Nov 25 18:19:17.455879 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-4ec9706a-2bcf-43df-9833-bc4e87bc7ef7 None None] Provisioning complete for port 99de8f47-bb75-4ca6-9ffc-1b76ac3b896f triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:19:17.456260 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4ec9706a-2bcf-43df-9833-bc4e87bc7ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:17.458561 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc6a655-f335-4f62-b180-dd28233d676b None None] Routers {'df690964-63e8-478b-81d4-d94630627680'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:19:17.459368 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-5bc6a655-f335-4f62-b180-dd28233d676b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:18:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['df690964-63e8-478b-81d4-d94630627680'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:19:17.473596 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-29922b4a-4864-4e16-957c-f8e1af80e747 req-eecfe87c-e5cd-4b26-a23e-6674b37fb4d9 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/quotas/6b43c4b7f4db486987f8d82668910151 HTTP/1.1" status: 200 len: 375 time: 0.0115774 Nov 25 18:19:17.536058 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11b153e-4063-4f97-afbf-883ff9d62b9c None None] Pushing event updated for resources: {'Port': ['ID=99de8f47-bb75-4ca6-9ffc-1b76ac3b896f,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:19:17.579560 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-29922b4a-4864-4e16-957c-f8e1af80e747 req-caaceb80-cb1b-40d2-bac6-e52a96efc380 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=6b43c4b7f4db486987f8d82668910151&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0994105 Nov 25 18:19:17.587458 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4ec9706a-2bcf-43df-9833-bc4e87bc7ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:17.597562 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-5bc6a655-f335-4f62-b180-dd28233d676b None None] Set router df690964-63e8-478b-81d4-d94630627680 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:19:17.661850 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-4ec9706a-2bcf-43df-9833-bc4e87bc7ef7 None None] For port 99de8f47-bb75-4ca6-9ffc-1b76ac3b896f, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=99de8f47-bb75-4ca6-9ffc-1b76ac3b896f,segment=NetworkSegment(4f1bc548-1c48-4e69-bd4e-5af8946314ee),segment_id=4f1bc548-1c48-4e69-bd4e-5af8946314ee)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:19:17.679982 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 99de8f47-bb75-4ca6-9ffc-1b76ac3b896f up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:19:17.682366 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4ec9706a-2bcf-43df-9833-bc4e87bc7ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:17.696523 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-29922b4a-4864-4e16-957c-f8e1af80e747 req-c2c45dac-86cd-493f-812b-0b0218f08933 service neutron] 10.222.0.75 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128540 Nov 25 18:19:17.772034 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec9706a-2bcf-43df-9833-bc4e87bc7ef7 None None] Pushing event updated for resources: {'Port': ['ID=99de8f47-bb75-4ca6-9ffc-1b76ac3b896f,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:19:17.782990 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 99de8f47-bb75-4ca6-9ffc-1b76ac3b896f triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:19:17.783670 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:17.799688 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-29922b4a-4864-4e16-957c-f8e1af80e747 req-10b6ed63-e36b-448c-8aaf-591de991fd1f service neutron] 10.222.0.75 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956483 Nov 25 18:19:17.834195 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-a0acef47-3d7c-4d7b-ba48-b44404d42213 None None] Provisioning complete for port 99de8f47-bb75-4ca6-9ffc-1b76ac3b896f triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:19:17.834603 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a0acef47-3d7c-4d7b-ba48-b44404d42213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:17.853667 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-5bc6a655-f335-4f62-b180-dd28233d676b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df690964-63e8-478b-81d4-d94630627680', 'name': 'tempest-ServerActionsTestJSON-1166488559-router', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'da91b2d1-71e7-4261-871e-ca2c4065d575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:19:10Z', 'updated_at': '2021-11-25T18:19:13Z', 'revision_number': 4, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'gw_port': {'id': 'da91b2d1-71e7-4261-871e-ca2c4065d575', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:33:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df690964-63e8-478b-81d4-d94630627680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:19:11Z', 'updated_at': '2021-11-25T18:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '99de8f47-bb75-4ca6-9ffc-1b76ac3b896f', 'name': '', 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'mac_address': 'fa:16:3e:4f:72:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df690964-63e8-478b-81d4-d94630627680', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:19:13Z', 'updated_at': '2021-11-25T18:19:17Z', 'revision_number': 4, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'subnets': [{'id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:19:17.986148 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc6a655-f335-4f62-b180-dd28233d676b None None] The sync data for ids ['df690964-63e8-478b-81d4-d94630627680'] in n-d-817746-1 is: [{'id': 'df690964-63e8-478b-81d4-d94630627680', 'name': 'tempest-ServerActionsTestJSON-1166488559-router', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'da91b2d1-71e7-4261-871e-ca2c4065d575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:19:10Z', 'updated_at': '2021-11-25T18:19:13Z', 'revision_number': 4, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'gw_port': {'id': 'da91b2d1-71e7-4261-871e-ca2c4065d575', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:33:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df690964-63e8-478b-81d4-d94630627680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:19:11Z', 'updated_at': '2021-11-25T18:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '99de8f47-bb75-4ca6-9ffc-1b76ac3b896f', 'name': '', 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'mac_address': 'fa:16:3e:4f:72:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df690964-63e8-478b-81d4-d94630627680', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:19:13Z', 'updated_at': '2021-11-25T18:19:17Z', 'revision_number': 4, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'subnets': [{'id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:19:18.036919 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-af2e042b-404f-469b-9aa5-52e9e1ae2ab7 req-a7ac46fb-d46f-4cbf-a62c-a347ce1cd727 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb217a62-db38-4423-a8c2-e69b2b54909f HTTP/1.1" status: 200 len: 210 time: 0.0463912 Nov 25 18:19:19.093735 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29922b4a-4864-4e16-957c-f8e1af80e747 req-f18fc407-1e23-46d5-a740-6d4947f2c97a tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:19:19.095203 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-29922b4a-4864-4e16-957c-f8e1af80e747 req-f18fc407-1e23-46d5-a740-6d4947f2c97a tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.90 "GET /v2.0/networks?id=61cca371-5ab6-43f0-9b83-9c0c47170e28 HTTP/1.1" status: 200 len: 812 time: 0.1085868 Nov 25 18:19:19.162568 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f6480fbd-9343-407a-9990-f77ec031404f req-25ca1ff8-d556-4d62-943e-c1e9a124fa36 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb217a62-db38-4423-a8c2-e69b2b54909f HTTP/1.1" status: 200 len: 210 time: 0.0508039 Nov 25 18:19:19.190182 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-29922b4a-4864-4e16-957c-f8e1af80e747 req-425b8540-ad5c-4024-9fae-b9001ff9289f tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b43c4b7f4db486987f8d82668910151 HTTP/1.1" status: 200 len: 379 time: 0.0851352 Nov 25 18:19:19.202415 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-29922b4a-4864-4e16-957c-f8e1af80e747 req-17a0fd3e-b3a3-4d8d-a776-94b26475a36f tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Request body: {'port': {'device_id': 'cb217a62-db38-4423-a8c2-e69b2b54909f', 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28', 'admin_state_up': True, 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'security_groups': ['d6507be4-f187-4656-9bad-c84893de61db']}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:19:19.312640 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29922b4a-4864-4e16-957c-f8e1af80e747 req-17a0fd3e-b3a3-4d8d-a776-94b26475a36f tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Made reservation on behalf of 6b43c4b7f4db486987f8d82668910151 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:19:19.316258 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-29922b4a-4864-4e16-957c-f8e1af80e747 req-17a0fd3e-b3a3-4d8d-a776-94b26475a36f tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:19.327231 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:19:19.445186 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-29922b4a-4864-4e16-957c-f8e1af80e747 req-17a0fd3e-b3a3-4d8d-a776-94b26475a36f tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Allocated IP 172.20.0.11 (61cca371-5ab6-43f0-9b83-9c0c47170e28/a3e651ef-5562-417b-a758-490d6ad45059/24cb8a44-7121-4b47-82a5-266decd8dcfe) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:19:19.587729 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-29922b4a-4864-4e16-957c-f8e1af80e747 req-17a0fd3e-b3a3-4d8d-a776-94b26475a36f tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:19.607571 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 99de8f47-bb75-4ca6-9ffc-1b76ac3b896f up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:19:19.624472 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-29922b4a-4864-4e16-957c-f8e1af80e747 req-17a0fd3e-b3a3-4d8d-a776-94b26475a36f tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:19.658718 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 99de8f47-bb75-4ca6-9ffc-1b76ac3b896f triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:19:19.659199 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:19.668321 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29922b4a-4864-4e16-957c-f8e1af80e747 req-17a0fd3e-b3a3-4d8d-a776-94b26475a36f tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Network 61cca371-5ab6-43f0-9b83-9c0c47170e28 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:19:19.671618 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-29922b4a-4864-4e16-957c-f8e1af80e747 req-17a0fd3e-b3a3-4d8d-a776-94b26475a36f tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:19:19.675433 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-29922b4a-4864-4e16-957c-f8e1af80e747 req-17a0fd3e-b3a3-4d8d-a776-94b26475a36f tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:19:19.702688 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a0fd3e-b3a3-4d8d-a776-94b26475a36f tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Pushing event updated for resources: {'Port': ['ID=24cb8a44-7121-4b47-82a5-266decd8dcfe,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:19:19.733091 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29922b4a-4864-4e16-957c-f8e1af80e747 req-17a0fd3e-b3a3-4d8d-a776-94b26475a36f tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:19:19.733764 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-29922b4a-4864-4e16-957c-f8e1af80e747 req-17a0fd3e-b3a3-4d8d-a776-94b26475a36f tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:19.754904 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-29922b4a-4864-4e16-957c-f8e1af80e747 req-17a0fd3e-b3a3-4d8d-a776-94b26475a36f tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5567572 Nov 25 18:19:19.767597 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-29922b4a-4864-4e16-957c-f8e1af80e747 req-ad5166ac-6de2-4705-b32a-53a1c9bbe032 service neutron] Request body: {'port': {'device_id': 'cb217a62-db38-4423-a8c2-e69b2b54909f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:19:19.830283 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-29922b4a-4864-4e16-957c-f8e1af80e747 req-ad5166ac-6de2-4705-b32a-53a1c9bbe032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:19.927946 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-04b93e21-cbdd-4015-a9d1-973795757540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:19.935706 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-a35d5ee0-3a64-416c-af43-b84c122976a8 None None] Provisioning complete for port 24cb8a44-7121-4b47-82a5-266decd8dcfe triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:19:19.936074 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a35d5ee0-3a64-416c-af43-b84c122976a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:19.974650 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-a35d5ee0-3a64-416c-af43-b84c122976a8 None None] Port 24cb8a44-7121-4b47-82a5-266decd8dcfe cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:19:20.094329 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-29922b4a-4864-4e16-957c-f8e1af80e747 req-ad5166ac-6de2-4705-b32a-53a1c9bbe032 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24cb8a44-7121-4b47-82a5-266decd8dcfe {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:19:20.101654 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-29922b4a-4864-4e16-957c-f8e1af80e747 req-ad5166ac-6de2-4705-b32a-53a1c9bbe032 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:20.114140 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-29922b4a-4864-4e16-957c-f8e1af80e747 req-ad5166ac-6de2-4705-b32a-53a1c9bbe032 service neutron] Transition to ACTIVE for port object 24cb8a44-7121-4b47-82a5-266decd8dcfe will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:19:20.117937 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-29922b4a-4864-4e16-957c-f8e1af80e747 req-ad5166ac-6de2-4705-b32a-53a1c9bbe032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:20.187546 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5166ac-6de2-4705-b32a-53a1c9bbe032 service neutron] Pushing event updated for resources: {'Port': ['ID=24cb8a44-7121-4b47-82a5-266decd8dcfe,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:19:20.256372 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-29922b4a-4864-4e16-957c-f8e1af80e747 req-ad5166ac-6de2-4705-b32a-53a1c9bbe032 service neutron] Attempting to bind port 24cb8a44-7121-4b47-82a5-266decd8dcfe on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:19:20.256716 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-29922b4a-4864-4e16-957c-f8e1af80e747 req-ad5166ac-6de2-4705-b32a-53a1c9bbe032 service neutron] Attempting to bind port 24cb8a44-7121-4b47-82a5-266decd8dcfe by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '4f1bc548-1c48-4e69-bd4e-5af8946314ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:19:20.257084 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29922b4a-4864-4e16-957c-f8e1af80e747 req-ad5166ac-6de2-4705-b32a-53a1c9bbe032 service neutron] Attempting to bind port 24cb8a44-7121-4b47-82a5-266decd8dcfe on network 61cca371-5ab6-43f0-9b83-9c0c47170e28 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:19:20.263470 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29922b4a-4864-4e16-957c-f8e1af80e747 req-ad5166ac-6de2-4705-b32a-53a1c9bbe032 service neutron] Port 24cb8a44-7121-4b47-82a5-266decd8dcfe on network 61cca371-5ab6-43f0-9b83-9c0c47170e28 not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:19:20.263797 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29922b4a-4864-4e16-957c-f8e1af80e747 req-ad5166ac-6de2-4705-b32a-53a1c9bbe032 service neutron] Attempting to bind port 24cb8a44-7121-4b47-82a5-266decd8dcfe on network 61cca371-5ab6-43f0-9b83-9c0c47170e28 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:19:20.284706 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29922b4a-4864-4e16-957c-f8e1af80e747 req-ad5166ac-6de2-4705-b32a-53a1c9bbe032 service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:19:20.285063 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29922b4a-4864-4e16-957c-f8e1af80e747 req-ad5166ac-6de2-4705-b32a-53a1c9bbe032 service neutron] Checking segment: {'id': '4f1bc548-1c48-4e69-bd4e-5af8946314ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:19:20.285451 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29922b4a-4864-4e16-957c-f8e1af80e747 req-ad5166ac-6de2-4705-b32a-53a1c9bbe032 service neutron] Bound using segment: {'id': '4f1bc548-1c48-4e69-bd4e-5af8946314ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:19:20.285880 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-29922b4a-4864-4e16-957c-f8e1af80e747 req-ad5166ac-6de2-4705-b32a-53a1c9bbe032 service neutron] Bound port: 24cb8a44-7121-4b47-82a5-266decd8dcfe, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f1bc548-1c48-4e69-bd4e-5af8946314ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:19:20.286237 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-29922b4a-4864-4e16-957c-f8e1af80e747 req-ad5166ac-6de2-4705-b32a-53a1c9bbe032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:20.343958 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da132633-060d-4e3a-914b-0207c6850d91 req-eed28401-d6dd-4fe4-9200-0dafa6d6caf5 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:19:20.345522 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-da132633-060d-4e3a-914b-0207c6850d91 req-eed28401-d6dd-4fe4-9200-0dafa6d6caf5 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb217a62-db38-4423-a8c2-e69b2b54909f HTTP/1.1" status: 200 len: 944 time: 0.1023550 Nov 25 18:19:20.382575 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-29922b4a-4864-4e16-957c-f8e1af80e747 req-ad5166ac-6de2-4705-b32a-53a1c9bbe032 service neutron] For port 24cb8a44-7121-4b47-82a5-266decd8dcfe, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:19:20.404569 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-29922b4a-4864-4e16-957c-f8e1af80e747 req-ad5166ac-6de2-4705-b32a-53a1c9bbe032 service neutron] For port 24cb8a44-7121-4b47-82a5-266decd8dcfe, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=24cb8a44-7121-4b47-82a5-266decd8dcfe,segment=NetworkSegment(4f1bc548-1c48-4e69-bd4e-5af8946314ee),segment_id=4f1bc548-1c48-4e69-bd4e-5af8946314ee)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:19:20.412474 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-29922b4a-4864-4e16-957c-f8e1af80e747 req-ad5166ac-6de2-4705-b32a-53a1c9bbe032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:20.426302 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-da132633-060d-4e3a-914b-0207c6850d91 req-b8cf2c82-51b4-4186-93a2-30538e0a65cb tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731566 Nov 25 18:19:20.457116 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29922b4a-4864-4e16-957c-f8e1af80e747 req-ad5166ac-6de2-4705-b32a-53a1c9bbe032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:19:20.457971 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-29922b4a-4864-4e16-957c-f8e1af80e747 req-ad5166ac-6de2-4705-b32a-53a1c9bbe032 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:20.459366 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-29922b4a-4864-4e16-957c-f8e1af80e747 req-ad5166ac-6de2-4705-b32a-53a1c9bbe032 service neutron] 10.222.0.90 "PUT /v2.0/ports/24cb8a44-7121-4b47-82a5-266decd8dcfe HTTP/1.1" status: 200 len: 1092 time: 0.6959946 Nov 25 18:19:20.459805 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb217a62-db38-4423-a8c2-e69b2b54909f', 'tag': '24cb8a44-7121-4b47-82a5-266decd8dcfe'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:19:20.489194 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5166ac-6de2-4705-b32a-53a1c9bbe032 service neutron] Pushing event updated for resources: {'Port': ['ID=24cb8a44-7121-4b47-82a5-266decd8dcfe,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:19:20.513520 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f65556-cf4a-4ca2-bacc-e3ce7544c246" -d '{"events": [{"name": "network-changed", "server_uuid": "cb217a62-db38-4423-a8c2-e69b2b54909f", "tag": "24cb8a44-7121-4b47-82a5-266decd8dcfe"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:19:20.551214 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29922b4a-4864-4e16-957c-f8e1af80e747 req-a6cdfffa-3aaf-4f9c-8169-2c0ba0bb75ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:19:20.552970 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-29922b4a-4864-4e16-957c-f8e1af80e747 req-a6cdfffa-3aaf-4f9c-8169-2c0ba0bb75ab service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6b43c4b7f4db486987f8d82668910151&device_id=cb217a62-db38-4423-a8c2-e69b2b54909f HTTP/1.1" status: 200 len: 1095 time: 0.0523398 Nov 25 18:19:20.598095 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-29922b4a-4864-4e16-957c-f8e1af80e747 req-bf52ff8b-69ef-4787-a493-613cad85b3bb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24cb8a44-7121-4b47-82a5-266decd8dcfe HTTP/1.1" status: 200 len: 217 time: 0.0375376 Nov 25 18:19:20.639224 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6505afc-7a9e-41a9-9c45-05da181921e2 x-openstack-request-id: req-c6505afc-7a9e-41a9-9c45-05da181921e2 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:19:20.639605 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb217a62-db38-4423-a8c2-e69b2b54909f", "tag": "24cb8a44-7121-4b47-82a5-266decd8dcfe", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:19:20.639781 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c6505afc-7a9e-41a9-9c45-05da181921e2 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:19:20.640393 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb217a62-db38-4423-a8c2-e69b2b54909f', 'tag': '24cb8a44-7121-4b47-82a5-266decd8dcfe', 'status': 'completed', 'code': 200} Nov 25 18:19:20.660271 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29922b4a-4864-4e16-957c-f8e1af80e747 req-bc4d5a1b-853a-47db-822c-4ea8ce7c38a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:19:20.661786 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-29922b4a-4864-4e16-957c-f8e1af80e747 req-bc4d5a1b-853a-47db-822c-4ea8ce7c38a7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a3e651ef-5562-417b-a758-490d6ad45059 HTTP/1.1" status: 200 len: 851 time: 0.0556135 Nov 25 18:19:20.708097 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29922b4a-4864-4e16-957c-f8e1af80e747 req-3ddd21f0-f808-4d23-a906-dd6163a59ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:19:20.709634 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-29922b4a-4864-4e16-957c-f8e1af80e747 req-3ddd21f0-f808-4d23-a906-dd6163a59ac5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=61cca371-5ab6-43f0-9b83-9c0c47170e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406411 Nov 25 18:19:20.802039 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-29922b4a-4864-4e16-957c-f8e1af80e747 req-905452ba-0aa8-48c1-a35b-87f455041c35 service neutron] 10.222.0.90 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847983 Nov 25 18:19:20.896098 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-29922b4a-4864-4e16-957c-f8e1af80e747 req-f0a0711e-bed2-4744-82d5-2a584009b625 service neutron] 10.222.0.90 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868723 Nov 25 18:19:20.988221 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f65556-cf4a-4ca2-bacc-e3ce7544c246 req-7bdc6ed6-efbb-402d-ac92-0c41344da668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:19:20.989841 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c7f65556-cf4a-4ca2-bacc-e3ce7544c246 req-7bdc6ed6-efbb-402d-ac92-0c41344da668 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6b43c4b7f4db486987f8d82668910151&device_id=cb217a62-db38-4423-a8c2-e69b2b54909f HTTP/1.1" status: 200 len: 1095 time: 0.0461993 Nov 25 18:19:21.007507 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:21.085387 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f65556-cf4a-4ca2-bacc-e3ce7544c246 req-7e4fbcdd-466d-4695-ac02-027de6cf323e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:19:21.086857 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c7f65556-cf4a-4ca2-bacc-e3ce7544c246 req-7e4fbcdd-466d-4695-ac02-027de6cf323e service neutron] 10.222.0.90 "GET /v2.0/networks?id=61cca371-5ab6-43f0-9b83-9c0c47170e28 HTTP/1.1" status: 200 len: 913 time: 0.0886431 Nov 25 18:19:21.128917 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c7f65556-cf4a-4ca2-bacc-e3ce7544c246 req-00860bbe-235a-40b2-9431-823b17e1387a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24cb8a44-7121-4b47-82a5-266decd8dcfe HTTP/1.1" status: 200 len: 217 time: 0.0341988 Nov 25 18:19:21.177988 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f65556-cf4a-4ca2-bacc-e3ce7544c246 req-971483fc-ad22-40af-95e7-42f73606394a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:19:21.179284 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c7f65556-cf4a-4ca2-bacc-e3ce7544c246 req-971483fc-ad22-40af-95e7-42f73606394a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a3e651ef-5562-417b-a758-490d6ad45059 HTTP/1.1" status: 200 len: 851 time: 0.0433736 Nov 25 18:19:21.229082 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f65556-cf4a-4ca2-bacc-e3ce7544c246 req-2442f393-7417-4dec-8ad4-bcc410dd78c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:19:21.230706 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c7f65556-cf4a-4ca2-bacc-e3ce7544c246 req-2442f393-7417-4dec-8ad4-bcc410dd78c2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=61cca371-5ab6-43f0-9b83-9c0c47170e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441184 Nov 25 18:19:21.321047 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c7f65556-cf4a-4ca2-bacc-e3ce7544c246 req-8285df79-8deb-4c25-9306-fd73ceafbc6e service neutron] 10.222.0.90 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826862 Nov 25 18:19:21.412835 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c7f65556-cf4a-4ca2-bacc-e3ce7544c246 req-2673fd95-836a-477a-ad89-968d831bc7c0 service neutron] 10.222.0.90 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845380 Nov 25 18:19:21.543369 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90722498-a26f-4834-801d-a2989022a9cd req-362a6c2d-cc68-44d1-a63a-a06c84a63910 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:19:21.544878 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-90722498-a26f-4834-801d-a2989022a9cd req-362a6c2d-cc68-44d1-a63a-a06c84a63910 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb217a62-db38-4423-a8c2-e69b2b54909f HTTP/1.1" status: 200 len: 944 time: 0.0496857 Nov 25 18:19:21.592349 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-90722498-a26f-4834-801d-a2989022a9cd req-1c07379d-efe0-4a5b-8280-2a509fb20d8e tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415177 Nov 25 18:19:22.195016 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:22.711224 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b4d4f7-17e8-4f01-9f8f-158c963f3e05 req-7e260ed1-4a34-458f-91fe-73f20ad56d83 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:19:22.712695 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-66b4d4f7-17e8-4f01-9f8f-158c963f3e05 req-7e260ed1-4a34-458f-91fe-73f20ad56d83 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb217a62-db38-4423-a8c2-e69b2b54909f HTTP/1.1" status: 200 len: 944 time: 0.0538530 Nov 25 18:19:22.761073 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-66b4d4f7-17e8-4f01-9f8f-158c963f3e05 req-8cff713a-51b3-4d0d-999c-7016e6486037 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423546 Nov 25 18:19:23.134744 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:23.557146 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 24cb8a44-7121-4b47-82a5-266decd8dcfe details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:19:23.649908 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 24cb8a44-7121-4b47-82a5-266decd8dcfe, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=24cb8a44-7121-4b47-82a5-266decd8dcfe,segment=NetworkSegment(4f1bc548-1c48-4e69-bd4e-5af8946314ee),segment_id=4f1bc548-1c48-4e69-bd4e-5af8946314ee)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:19:23.661755 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '24cb8a44-7121-4b47-82a5-266decd8dcfe', 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28', 'port_id': '24cb8a44-7121-4b47-82a5-266decd8dcfe', 'mac_address': 'fa:16:3e:19:89:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:19:23.701467 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:23.714233 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24cb8a44-7121-4b47-82a5-266decd8dcfe {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:19:23.733834 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 24cb8a44-7121-4b47-82a5-266decd8dcfe, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=24cb8a44-7121-4b47-82a5-266decd8dcfe,segment=NetworkSegment(4f1bc548-1c48-4e69-bd4e-5af8946314ee),segment_id=4f1bc548-1c48-4e69-bd4e-5af8946314ee)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:19:23.737931 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:23.791352 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=24cb8a44-7121-4b47-82a5-266decd8dcfe,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:19:23.883147 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b91a764-4bc3-458f-a864-9a88eecd2261 req-70a8ef79-06de-44cc-b5b6-c1b3c7d86268 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:19:23.884617 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9b91a764-4bc3-458f-a864-9a88eecd2261 req-70a8ef79-06de-44cc-b5b6-c1b3c7d86268 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb217a62-db38-4423-a8c2-e69b2b54909f HTTP/1.1" status: 200 len: 945 time: 0.0528305 Nov 25 18:19:23.926537 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['24cb8a44-7121-4b47-82a5-266decd8dcfe'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:19:23.931957 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9b91a764-4bc3-458f-a864-9a88eecd2261 req-03686224-bf57-48e4-8d8f-babead5e4a3e tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412631 Nov 25 18:19:25.050863 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe23ef-1b37-4797-8ed1-b15a4703f3c9 req-bc05e4ae-231b-462b-b515-172d2316f91e tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:19:25.052332 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2ebe23ef-1b37-4797-8ed1-b15a4703f3c9 req-bc05e4ae-231b-462b-b515-172d2316f91e tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb217a62-db38-4423-a8c2-e69b2b54909f HTTP/1.1" status: 200 len: 945 time: 0.0486908 Nov 25 18:19:25.099399 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2ebe23ef-1b37-4797-8ed1-b15a4703f3c9 req-2b56666c-fd88-41cc-ae1c-4b985b5e0040 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411582 Nov 25 18:19:25.576421 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 24cb8a44-7121-4b47-82a5-266decd8dcfe up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:19:25.624431 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port 24cb8a44-7121-4b47-82a5-266decd8dcfe completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:19:25.628512 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port 24cb8a44-7121-4b47-82a5-266decd8dcfe triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:19:25.628923 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:25.707065 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:25.728931 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb217a62-db38-4423-a8c2-e69b2b54909f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24cb8a44-7121-4b47-82a5-266decd8dcfe'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:19:25.732067 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b082eab972d84a25383b4311dd86c33d50a4ab76583d8d5dc6e8ca6bd64acdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5a299f-035a-4118-80d2-86fa418b427a" -d '{"events": [{"server_uuid": "cb217a62-db38-4423-a8c2-e69b2b54909f", "name": "network-vif-plugged", "status": "completed", "tag": "24cb8a44-7121-4b47-82a5-266decd8dcfe"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:19:25.744333 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 24cb8a44-7121-4b47-82a5-266decd8dcfe, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=24cb8a44-7121-4b47-82a5-266decd8dcfe,segment=NetworkSegment(4f1bc548-1c48-4e69-bd4e-5af8946314ee),segment_id=4f1bc548-1c48-4e69-bd4e-5af8946314ee)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:19:25.749454 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:25.772347 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2fd5baf-7dfd-46d0-a02f-52d6d667a09a x-openstack-request-id: req-c2fd5baf-7dfd-46d0-a02f-52d6d667a09a {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:19:25.772642 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb217a62-db38-4423-a8c2-e69b2b54909f", "name": "network-vif-plugged", "status": "completed", "tag": "24cb8a44-7121-4b47-82a5-266decd8dcfe", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:19:25.772932 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c2fd5baf-7dfd-46d0-a02f-52d6d667a09a {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:19:25.773326 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb217a62-db38-4423-a8c2-e69b2b54909f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24cb8a44-7121-4b47-82a5-266decd8dcfe', 'code': 200} Nov 25 18:19:25.799802 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=24cb8a44-7121-4b47-82a5-266decd8dcfe,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:19:25.872179 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7c911-a359-4e3b-99c3-5261cc5c6f1d req-9d5853f9-2441-43f1-9a3a-dfa7a4c28b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:19:25.873697 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-14a7c911-a359-4e3b-99c3-5261cc5c6f1d req-9d5853f9-2441-43f1-9a3a-dfa7a4c28b31 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=cb217a62-db38-4423-a8c2-e69b2b54909f HTTP/1.1" status: 200 len: 1097 time: 0.0407386 Nov 25 18:19:25.920362 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-14a7c911-a359-4e3b-99c3-5261cc5c6f1d req-1f7b9492-7676-49a8-9f28-b1189c9242cf service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395517 Nov 25 18:19:26.216083 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b6f721-62f2-4239-bcf5-a6b5cf49ef46 req-b017f527-eabc-4c04-a255-cd0685a3f8d4 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:19:26.217576 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-12b6f721-62f2-4239-bcf5-a6b5cf49ef46 req-b017f527-eabc-4c04-a255-cd0685a3f8d4 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb217a62-db38-4423-a8c2-e69b2b54909f HTTP/1.1" status: 200 len: 946 time: 0.0503078 Nov 25 18:19:26.263660 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-12b6f721-62f2-4239-bcf5-a6b5cf49ef46 req-a938c15c-91bf-4558-87c2-2b015ca822c1 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400550 Nov 25 18:19:27.390585 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12771c5-bd1e-4a23-929c-1c8535d3500e req-8eb94444-c8a1-4e5d-b694-1ddaf8942d53 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:19:27.392076 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b12771c5-bd1e-4a23-929c-1c8535d3500e req-8eb94444-c8a1-4e5d-b694-1ddaf8942d53 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb217a62-db38-4423-a8c2-e69b2b54909f HTTP/1.1" status: 200 len: 946 time: 0.0570364 Nov 25 18:19:27.438284 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b12771c5-bd1e-4a23-929c-1c8535d3500e req-3dbc66e3-341e-40aa-9901-042d15e59018 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403316 Nov 25 18:19:27.559190 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b885d4-77e6-4310-a46e-990f1bc1d789 req-4ac1db51-9102-4fbb-adc0-065124d9746e tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:19:27.560666 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-75b885d4-77e6-4310-a46e-990f1bc1d789 req-4ac1db51-9102-4fbb-adc0-065124d9746e tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb217a62-db38-4423-a8c2-e69b2b54909f HTTP/1.1" status: 200 len: 946 time: 0.0588412 Nov 25 18:19:27.569237 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 35190) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:19:27.573786 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-cfa97e93-617d-4f6a-8cbf-d8587baa99ad tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Request body: {'floatingip': {'port_id': '24cb8a44-7121-4b47-82a5-266decd8dcfe'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:19:27.612576 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cfa97e93-617d-4f6a-8cbf-d8587baa99ad tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks [] for floatingip, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:28.041573 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cfa97e93-617d-4f6a-8cbf-d8587baa99ad tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:28.045199 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cfa97e93-617d-4f6a-8cbf-d8587baa99ad tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:28.514418 n-d-817746-1 neutron-server[103361]: INFO neutron.db.l3_db [None req-cfa97e93-617d-4f6a-8cbf-d8587baa99ad tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Floating IP 6b86ed42-262a-40de-bf99-74f64d094639 associated. External IP: 172.25.0.172, port: 24cb8a44-7121-4b47-82a5-266decd8dcfe. Nov 25 18:19:28.741076 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa97e93-617d-4f6a-8cbf-d8587baa99ad tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Router df690964-63e8-478b-81d4-d94630627680 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:19:28.847941 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa97e93-617d-4f6a-8cbf-d8587baa99ad tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:19:28.852493 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cfa97e93-617d-4f6a-8cbf-d8587baa99ad tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:28.859938 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4da5918-f4d5-464a-aef7-72483bf5135f None None] Sync routers for ids ['df690964-63e8-478b-81d4-d94630627680'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:19:28.871647 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4da5918-f4d5-464a-aef7-72483bf5135f None None] Routers {'df690964-63e8-478b-81d4-d94630627680'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:19:28.872375 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-e4da5918-f4d5-464a-aef7-72483bf5135f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:19:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['df690964-63e8-478b-81d4-d94630627680'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:19:28.886294 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-cfa97e93-617d-4f6a-8cbf-d8587baa99ad tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "PUT /v2.0/floatingips/6b86ed42-262a-40de-bf99-74f64d094639 HTTP/1.1" status: 200 len: 992 time: 1.3134344 Nov 25 18:19:28.886294 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb217a62-db38-4423-a8c2-e69b2b54909f', 'tag': '24cb8a44-7121-4b47-82a5-266decd8dcfe'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:19:28.886755 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1745cf90-c711-4cbc-b826-58522693d6c3" -d '{"events": [{"name": "network-changed", "server_uuid": "cb217a62-db38-4423-a8c2-e69b2b54909f", "tag": "24cb8a44-7121-4b47-82a5-266decd8dcfe"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:19:28.940447 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf90548a-950f-4d47-a5fd-ef3ff480c35b x-openstack-request-id: req-cf90548a-950f-4d47-a5fd-ef3ff480c35b {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:19:28.940740 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb217a62-db38-4423-a8c2-e69b2b54909f", "tag": "24cb8a44-7121-4b47-82a5-266decd8dcfe", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:19:28.941032 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cf90548a-950f-4d47-a5fd-ef3ff480c35b {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:19:28.941440 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb217a62-db38-4423-a8c2-e69b2b54909f', 'tag': '24cb8a44-7121-4b47-82a5-266decd8dcfe', 'status': 'completed', 'code': 200} Nov 25 18:19:29.004882 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-e4da5918-f4d5-464a-aef7-72483bf5135f None None] Set router df690964-63e8-478b-81d4-d94630627680 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:19:29.013705 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745cf90-c711-4cbc-b826-58522693d6c3 req-76763e58-03a5-45cd-8276-91b7c5ce3f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:19:29.015497 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1745cf90-c711-4cbc-b826-58522693d6c3 req-76763e58-03a5-45cd-8276-91b7c5ce3f9f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6b43c4b7f4db486987f8d82668910151&device_id=cb217a62-db38-4423-a8c2-e69b2b54909f HTTP/1.1" status: 200 len: 1097 time: 0.0498495 Nov 25 18:19:29.108743 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745cf90-c711-4cbc-b826-58522693d6c3 req-9dcaec77-d9bc-4d8d-a0f3-492cb905f920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:19:29.110199 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1745cf90-c711-4cbc-b826-58522693d6c3 req-9dcaec77-d9bc-4d8d-a0f3-492cb905f920 service neutron] 10.222.0.90 "GET /v2.0/networks?id=61cca371-5ab6-43f0-9b83-9c0c47170e28 HTTP/1.1" status: 200 len: 913 time: 0.0865536 Nov 25 18:19:29.184312 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1745cf90-c711-4cbc-b826-58522693d6c3 req-22de2d1a-92cf-4dc8-aac6-bb037fb45744 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24cb8a44-7121-4b47-82a5-266decd8dcfe HTTP/1.1" status: 200 len: 1000 time: 0.0666142 Nov 25 18:19:29.237675 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745cf90-c711-4cbc-b826-58522693d6c3 req-e666d14c-89ff-4dca-a1c1-597d9d21c698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:19:29.239193 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1745cf90-c711-4cbc-b826-58522693d6c3 req-e666d14c-89ff-4dca-a1c1-597d9d21c698 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a3e651ef-5562-417b-a758-490d6ad45059 HTTP/1.1" status: 200 len: 851 time: 0.0459666 Nov 25 18:19:29.242363 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-e4da5918-f4d5-464a-aef7-72483bf5135f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df690964-63e8-478b-81d4-d94630627680', 'name': 'tempest-ServerActionsTestJSON-1166488559-router', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'da91b2d1-71e7-4261-871e-ca2c4065d575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:19:10Z', 'updated_at': '2021-11-25T18:19:13Z', 'revision_number': 4, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'gw_port': {'id': 'da91b2d1-71e7-4261-871e-ca2c4065d575', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:33:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df690964-63e8-478b-81d4-d94630627680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:19:11Z', 'updated_at': '2021-11-25T18:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '6b86ed42-262a-40de-bf99-74f64d094639', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'floating_ip_address': '172.25.0.172', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': 'df690964-63e8-478b-81d4-d94630627680', 'port_id': '24cb8a44-7121-4b47-82a5-266decd8dcfe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28', 'mac_address': 'fa:16:3e:19:89:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb217a62-db38-4423-a8c2-e69b2b54909f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:19:16Z', 'updated_at': '2021-11-25T18:19:27Z', 'revision_number': 1, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99de8f47-bb75-4ca6-9ffc-1b76ac3b896f', 'name': '', 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'mac_address': 'fa:16:3e:4f:72:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df690964-63e8-478b-81d4-d94630627680', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:19:13Z', 'updated_at': '2021-11-25T18:19:17Z', 'revision_number': 5, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'subnets': [{'id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:19:29.270234 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4da5918-f4d5-464a-aef7-72483bf5135f None None] Checking router: df690964-63e8-478b-81d4-d94630627680 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:19:29.278857 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4da5918-f4d5-464a-aef7-72483bf5135f None None] Routers {'df690964-63e8-478b-81d4-d94630627680'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:19:29.279468 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-e4da5918-f4d5-464a-aef7-72483bf5135f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:19:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['df690964-63e8-478b-81d4-d94630627680'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:19:29.285055 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745cf90-c711-4cbc-b826-58522693d6c3 req-403674f7-9a9b-4981-ba05-8b207f3e95bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:19:29.286555 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1745cf90-c711-4cbc-b826-58522693d6c3 req-403674f7-9a9b-4981-ba05-8b207f3e95bc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=61cca371-5ab6-43f0-9b83-9c0c47170e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397575 Nov 25 18:19:29.382573 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1745cf90-c711-4cbc-b826-58522693d6c3 req-4bc6c84c-d10f-4dbd-90bf-de2f2b4f92ce service neutron] 10.222.0.90 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886254 Nov 25 18:19:29.392500 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-e4da5918-f4d5-464a-aef7-72483bf5135f None None] Set router df690964-63e8-478b-81d4-d94630627680 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:19:29.472885 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1745cf90-c711-4cbc-b826-58522693d6c3 req-4216363b-e356-4260-8df7-cc01fe8314fe service neutron] 10.222.0.90 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832324 Nov 25 18:19:29.616779 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-e4da5918-f4d5-464a-aef7-72483bf5135f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df690964-63e8-478b-81d4-d94630627680', 'name': 'tempest-ServerActionsTestJSON-1166488559-router', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'da91b2d1-71e7-4261-871e-ca2c4065d575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:19:10Z', 'updated_at': '2021-11-25T18:19:13Z', 'revision_number': 4, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'gw_port': {'id': 'da91b2d1-71e7-4261-871e-ca2c4065d575', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:33:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df690964-63e8-478b-81d4-d94630627680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:19:11Z', 'updated_at': '2021-11-25T18:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '6b86ed42-262a-40de-bf99-74f64d094639', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'floating_ip_address': '172.25.0.172', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': 'df690964-63e8-478b-81d4-d94630627680', 'port_id': '24cb8a44-7121-4b47-82a5-266decd8dcfe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28', 'mac_address': 'fa:16:3e:19:89:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb217a62-db38-4423-a8c2-e69b2b54909f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:19:16Z', 'updated_at': '2021-11-25T18:19:27Z', 'revision_number': 1, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99de8f47-bb75-4ca6-9ffc-1b76ac3b896f', 'name': '', 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'mac_address': 'fa:16:3e:4f:72:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df690964-63e8-478b-81d4-d94630627680', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:19:13Z', 'updated_at': '2021-11-25T18:19:17Z', 'revision_number': 5, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'subnets': [{'id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:19:29.647760 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4da5918-f4d5-464a-aef7-72483bf5135f None None] The sync data for ids ['df690964-63e8-478b-81d4-d94630627680'] in n-d-817746-1 is: [{'id': 'df690964-63e8-478b-81d4-d94630627680', 'name': 'tempest-ServerActionsTestJSON-1166488559-router', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'da91b2d1-71e7-4261-871e-ca2c4065d575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:19:10Z', 'updated_at': '2021-11-25T18:19:13Z', 'revision_number': 4, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'gw_port': {'id': 'da91b2d1-71e7-4261-871e-ca2c4065d575', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:33:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df690964-63e8-478b-81d4-d94630627680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:19:11Z', 'updated_at': '2021-11-25T18:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '6b86ed42-262a-40de-bf99-74f64d094639', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'floating_ip_address': '172.25.0.172', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': 'df690964-63e8-478b-81d4-d94630627680', 'port_id': '24cb8a44-7121-4b47-82a5-266decd8dcfe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28', 'mac_address': 'fa:16:3e:19:89:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb217a62-db38-4423-a8c2-e69b2b54909f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:19:16Z', 'updated_at': '2021-11-25T18:19:27Z', 'revision_number': 1, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99de8f47-bb75-4ca6-9ffc-1b76ac3b896f', 'name': '', 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'mac_address': 'fa:16:3e:4f:72:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df690964-63e8-478b-81d4-d94630627680', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:19:13Z', 'updated_at': '2021-11-25T18:19:17Z', 'revision_number': 5, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'subnets': [{'id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:19:29.839725 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e884f8-a402-435e-95bd-b865c659c626 None None] New status for floating IP 6b86ed42-262a-40de-bf99-74f64d094639: ACTIVE {{(pid=103363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:19:42.557144 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eb326722-4c9f-4df9-a27c-fc5d2e1933ff req-72a4aaa0-6f41-4db1-a21c-f4bfac9bb65d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=cb217a62-db38-4423-a8c2-e69b2b54909f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0809913 Nov 25 18:19:42.646098 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb326722-4c9f-4df9-a27c-fc5d2e1933ff req-c308115b-1452-4761-aec6-b8a87d335acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:19:42.647681 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eb326722-4c9f-4df9-a27c-fc5d2e1933ff req-c308115b-1452-4761-aec6-b8a87d335acb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6b43c4b7f4db486987f8d82668910151&device_id=cb217a62-db38-4423-a8c2-e69b2b54909f HTTP/1.1" status: 200 len: 1097 time: 0.0411048 Nov 25 18:19:42.750985 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb326722-4c9f-4df9-a27c-fc5d2e1933ff req-02ceb944-3876-4178-a449-952faa554fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:19:42.752505 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eb326722-4c9f-4df9-a27c-fc5d2e1933ff req-02ceb944-3876-4178-a449-952faa554fb1 service neutron] 10.222.0.90 "GET /v2.0/networks?id=61cca371-5ab6-43f0-9b83-9c0c47170e28 HTTP/1.1" status: 200 len: 913 time: 0.0852258 Nov 25 18:19:42.824082 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eb326722-4c9f-4df9-a27c-fc5d2e1933ff req-99103e2d-4024-4cd4-afd9-0036f23717f1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24cb8a44-7121-4b47-82a5-266decd8dcfe HTTP/1.1" status: 200 len: 1002 time: 0.0628169 Nov 25 18:19:42.876189 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb326722-4c9f-4df9-a27c-fc5d2e1933ff req-2c305d37-4158-41cd-bafd-e692357078f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:19:42.877796 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eb326722-4c9f-4df9-a27c-fc5d2e1933ff req-2c305d37-4158-41cd-bafd-e692357078f9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a3e651ef-5562-417b-a758-490d6ad45059 HTTP/1.1" status: 200 len: 851 time: 0.0479987 Nov 25 18:19:42.926228 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb326722-4c9f-4df9-a27c-fc5d2e1933ff req-3ebb8457-3b0d-4462-b80b-ef2d45d6e4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:19:42.927724 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eb326722-4c9f-4df9-a27c-fc5d2e1933ff req-3ebb8457-3b0d-4462-b80b-ef2d45d6e4a7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=61cca371-5ab6-43f0-9b83-9c0c47170e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418725 Nov 25 18:19:43.023271 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eb326722-4c9f-4df9-a27c-fc5d2e1933ff req-44c10d2d-0f06-4f60-aa92-84d7e7edaded service neutron] 10.222.0.90 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872324 Nov 25 18:19:43.112707 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eb326722-4c9f-4df9-a27c-fc5d2e1933ff req-018cef86-b900-4d9f-ba65-b699c283bf57 service neutron] 10.222.0.90 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822368 Nov 25 18:19:47.119721 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:47.189436 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c462bafd-24c9-4289-b2b2-e5837d7dbdf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:47.349067 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:49.920043 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a1ac6c87-d76a-49b2-aa10-24de139cadf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:51.006465 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:52.199493 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:53.137626 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:56.326938 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:20:17.119206 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:20:17.190021 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0d7f1931-9f3f-41af-a1cf-443053d960f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:20:17.350783 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:20:19.922016 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-97a1cbe6-192c-4178-89de-0221dc882573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:20:21.009649 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:20:22.200665 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:20:23.140934 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:20:33.327464 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:20:42.463380 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-80b8d5b1-f7df-43d5-8349-ac5d839307f5 req-0a4e082e-6dd9-4973-9f53-406c11190cb8 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=cb217a62-db38-4423-a8c2-e69b2b54909f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407436 Nov 25 18:20:42.549972 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b8d5b1-f7df-43d5-8349-ac5d839307f5 req-5db68fe0-472f-4ec8-886e-6c72f7e2ed9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:20:42.551931 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-80b8d5b1-f7df-43d5-8349-ac5d839307f5 req-5db68fe0-472f-4ec8-886e-6c72f7e2ed9b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6b43c4b7f4db486987f8d82668910151&device_id=cb217a62-db38-4423-a8c2-e69b2b54909f HTTP/1.1" status: 200 len: 1097 time: 0.0453207 Nov 25 18:20:42.656951 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b8d5b1-f7df-43d5-8349-ac5d839307f5 req-f82ab1ef-43e0-4aa9-bd93-49a63dd69228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:20:42.658424 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-80b8d5b1-f7df-43d5-8349-ac5d839307f5 req-f82ab1ef-43e0-4aa9-bd93-49a63dd69228 service neutron] 10.222.0.90 "GET /v2.0/networks?id=61cca371-5ab6-43f0-9b83-9c0c47170e28 HTTP/1.1" status: 200 len: 913 time: 0.0879881 Nov 25 18:20:42.730888 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-80b8d5b1-f7df-43d5-8349-ac5d839307f5 req-ec236cd9-a008-4615-ae0c-de56aaeec29c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24cb8a44-7121-4b47-82a5-266decd8dcfe HTTP/1.1" status: 200 len: 1002 time: 0.0656965 Nov 25 18:20:42.781954 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b8d5b1-f7df-43d5-8349-ac5d839307f5 req-b8a97b1c-a268-46f9-ae53-9bf3be727277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:20:42.783413 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-80b8d5b1-f7df-43d5-8349-ac5d839307f5 req-b8a97b1c-a268-46f9-ae53-9bf3be727277 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a3e651ef-5562-417b-a758-490d6ad45059 HTTP/1.1" status: 200 len: 851 time: 0.0462217 Nov 25 18:20:42.829657 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b8d5b1-f7df-43d5-8349-ac5d839307f5 req-c4ce3a87-467b-45ef-839d-f2f615dcdced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:20:42.831129 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-80b8d5b1-f7df-43d5-8349-ac5d839307f5 req-c4ce3a87-467b-45ef-839d-f2f615dcdced service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=61cca371-5ab6-43f0-9b83-9c0c47170e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409379 Nov 25 18:20:42.925611 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-80b8d5b1-f7df-43d5-8349-ac5d839307f5 req-a247125e-6df1-4245-88ea-626d4c12f7f7 service neutron] 10.222.0.90 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867443 Nov 25 18:20:43.017902 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-80b8d5b1-f7df-43d5-8349-ac5d839307f5 req-f3e5bcbe-cede-4022-b4ac-cafc854b3d22 service neutron] 10.222.0.90 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854645 Nov 25 18:20:47.139193 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:20:47.190415 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b6a84216-788f-4382-8c12-8723aefb780b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:20:47.365734 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:20:49.923638 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3362ea7c-4ae9-439b-9b0f-385a94efbd15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:20:51.012693 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:20:52.202300 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:20:53.143016 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:05.056656 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0028d-ece6-41de-8072-3161ee1a0053 req-51e38a68-3370-440a-9e13-6b109c4d5a5e tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:05.058176 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7fc0028d-ece6-41de-8072-3161ee1a0053 req-51e38a68-3370-440a-9e13-6b109c4d5a5e tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb217a62-db38-4423-a8c2-e69b2b54909f HTTP/1.1" status: 200 len: 946 time: 0.0512147 Nov 25 18:21:05.111178 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7fc0028d-ece6-41de-8072-3161ee1a0053 req-d6a6210c-3686-4d35-a629-dce781d54289 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471182 Nov 25 18:21:05.364423 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d372b-c6ad-4f19-ab08-026fb7080265 req-4cdb94e0-4b46-4a36-a5ad-2b93b0fb5ee7 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:05.365950 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d98d372b-c6ad-4f19-ab08-026fb7080265 req-4cdb94e0-4b46-4a36-a5ad-2b93b0fb5ee7 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb217a62-db38-4423-a8c2-e69b2b54909f HTTP/1.1" status: 200 len: 946 time: 0.0560486 Nov 25 18:21:05.416447 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d98d372b-c6ad-4f19-ab08-026fb7080265 req-16d4221f-ce25-435a-8593-2ffff0acad05 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439689 Nov 25 18:21:05.422226 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-e51ca90d-2788-4521-ae0f-d4abd5914666 req-9bbc69ef-283b-4a56-9035-5522ee03b63e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=cb217a62-db38-4423-a8c2-e69b2b54909f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0840042 Nov 25 18:21:06.477960 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ca90d-2788-4521-ae0f-d4abd5914666 req-ddbbb368-d084-464b-8f9e-7b183a815bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:06.479472 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e51ca90d-2788-4521-ae0f-d4abd5914666 req-ddbbb368-d084-464b-8f9e-7b183a815bbc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6b43c4b7f4db486987f8d82668910151&device_id=cb217a62-db38-4423-a8c2-e69b2b54909f HTTP/1.1" status: 200 len: 1097 time: 0.0463736 Nov 25 18:21:06.600153 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e65202-9ef4-4885-af6f-60a6d4d33c44 req-047acbed-d08c-4d55-84d7-58bd7c283c61 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:06.601677 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-07e65202-9ef4-4885-af6f-60a6d4d33c44 req-047acbed-d08c-4d55-84d7-58bd7c283c61 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb217a62-db38-4423-a8c2-e69b2b54909f HTTP/1.1" status: 200 len: 946 time: 0.1140263 Nov 25 18:21:06.620621 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ca90d-2788-4521-ae0f-d4abd5914666 req-6d0d16aa-a740-4d41-9666-4dfea3927d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:06.622687 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e51ca90d-2788-4521-ae0f-d4abd5914666 req-6d0d16aa-a740-4d41-9666-4dfea3927d4e service neutron] 10.222.0.90 "GET /v2.0/networks?id=61cca371-5ab6-43f0-9b83-9c0c47170e28 HTTP/1.1" status: 200 len: 913 time: 0.1361525 Nov 25 18:21:06.707297 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-07e65202-9ef4-4885-af6f-60a6d4d33c44 req-b153484a-a0e9-4e25-affd-2abbfca696a1 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968013 Nov 25 18:21:06.713213 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e51ca90d-2788-4521-ae0f-d4abd5914666 req-7e312576-c297-4b3f-854b-bca8f99a37a5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24cb8a44-7121-4b47-82a5-266decd8dcfe HTTP/1.1" status: 200 len: 1002 time: 0.0826404 Nov 25 18:21:06.765077 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ca90d-2788-4521-ae0f-d4abd5914666 req-bdf070df-0d37-422e-b551-eb47917431a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:06.766540 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e51ca90d-2788-4521-ae0f-d4abd5914666 req-bdf070df-0d37-422e-b551-eb47917431a7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a3e651ef-5562-417b-a758-490d6ad45059 HTTP/1.1" status: 200 len: 851 time: 0.0462730 Nov 25 18:21:06.812349 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ca90d-2788-4521-ae0f-d4abd5914666 req-29c0fb45-6138-4203-b508-3140245697ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:06.814010 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e51ca90d-2788-4521-ae0f-d4abd5914666 req-29c0fb45-6138-4203-b508-3140245697ac service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=61cca371-5ab6-43f0-9b83-9c0c47170e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401490 Nov 25 18:21:06.906649 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e51ca90d-2788-4521-ae0f-d4abd5914666 req-655119e7-e4bd-436d-9197-176fce7ec4be service neutron] 10.222.0.90 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853059 Nov 25 18:21:06.997097 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e51ca90d-2788-4521-ae0f-d4abd5914666 req-9c8a9d08-2aaf-4274-b6ac-48e793f8ed29 service neutron] 10.222.0.90 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831389 Nov 25 18:21:07.828721 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5867e73-07d8-40ff-a035-7269f35e0e8b req-78286293-b8e3-42a0-9987-6cc1205cb6f4 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:07.830235 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f5867e73-07d8-40ff-a035-7269f35e0e8b req-78286293-b8e3-42a0-9987-6cc1205cb6f4 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb217a62-db38-4423-a8c2-e69b2b54909f HTTP/1.1" status: 200 len: 946 time: 0.0550418 Nov 25 18:21:07.877127 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f5867e73-07d8-40ff-a035-7269f35e0e8b req-76331422-e36b-4a89-850f-7c737ea1390d tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409956 Nov 25 18:21:08.997971 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99df34e-7545-47db-9057-91ac6bf2e4b9 req-fbd39fd4-fe3c-4f34-b4df-c4b507ec3cc0 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:08.999471 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b99df34e-7545-47db-9057-91ac6bf2e4b9 req-fbd39fd4-fe3c-4f34-b4df-c4b507ec3cc0 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb217a62-db38-4423-a8c2-e69b2b54909f HTTP/1.1" status: 200 len: 946 time: 0.0511665 Nov 25 18:21:09.047230 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b99df34e-7545-47db-9057-91ac6bf2e4b9 req-5ea2bb69-977c-482a-816e-64d2f8948943 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417771 Nov 25 18:21:10.163769 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32324e13-45c2-4950-b118-35749e870977 req-c2795e15-fc5e-45db-a207-279c7949eee2 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:10.165280 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-32324e13-45c2-4950-b118-35749e870977 req-c2795e15-fc5e-45db-a207-279c7949eee2 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb217a62-db38-4423-a8c2-e69b2b54909f HTTP/1.1" status: 200 len: 946 time: 0.0491021 Nov 25 18:21:10.217341 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-32324e13-45c2-4950-b118-35749e870977 req-b2aca2a9-e2fe-48ce-a938-e78f21faf3e5 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458989 Nov 25 18:21:10.327233 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:21:11.332245 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d14c9d-1617-46c2-b7fa-130519f7db3d req-8275daa3-6f0a-4ce9-baae-eebf950dde18 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:11.333779 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c5d14c9d-1617-46c2-b7fa-130519f7db3d req-8275daa3-6f0a-4ce9-baae-eebf950dde18 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb217a62-db38-4423-a8c2-e69b2b54909f HTTP/1.1" status: 200 len: 946 time: 0.0493157 Nov 25 18:21:11.381463 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c5d14c9d-1617-46c2-b7fa-130519f7db3d req-607d460a-6cb7-40b6-b58d-c15b57acf295 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418127 Nov 25 18:21:12.496480 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0901c-da96-4768-beb1-e12a1c3cb745 req-999cb276-52b9-4952-836b-00959eaeee59 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:12.497988 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9cc0901c-da96-4768-beb1-e12a1c3cb745 req-999cb276-52b9-4952-836b-00959eaeee59 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb217a62-db38-4423-a8c2-e69b2b54909f HTTP/1.1" status: 200 len: 946 time: 0.0488853 Nov 25 18:21:12.551736 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9cc0901c-da96-4768-beb1-e12a1c3cb745 req-998064aa-e798-4d2c-a62d-f995566d6a5d tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474830 Nov 25 18:21:13.675132 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566392b3-d870-4c09-9a3b-fa4ac9f83ee4 req-12191229-791a-41c7-b9b6-c5d58c9a5dbe tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:13.676592 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-566392b3-d870-4c09-9a3b-fa4ac9f83ee4 req-12191229-791a-41c7-b9b6-c5d58c9a5dbe tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb217a62-db38-4423-a8c2-e69b2b54909f HTTP/1.1" status: 200 len: 946 time: 0.0569222 Nov 25 18:21:13.724387 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-566392b3-d870-4c09-9a3b-fa4ac9f83ee4 req-72c624b7-a39c-459e-9c74-925c023fa3fa tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419259 Nov 25 18:21:14.838401 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd990f1-bfc7-4947-9a45-d9708dc682d7 req-8f47b029-ee82-4342-9919-8e46fc6a5966 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:14.840409 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6bd990f1-bfc7-4947-9a45-d9708dc682d7 req-8f47b029-ee82-4342-9919-8e46fc6a5966 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb217a62-db38-4423-a8c2-e69b2b54909f HTTP/1.1" status: 200 len: 946 time: 0.0488980 Nov 25 18:21:14.886194 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6bd990f1-bfc7-4947-9a45-d9708dc682d7 req-9323f0b5-ac35-4cc7-ad90-dd324eca32bd tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398624 Nov 25 18:21:16.002958 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63573df7-5bf7-42c5-9b4f-9148ba41501b req-3cb3d192-1089-499d-855e-51961eb8c3f6 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:16.004442 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-63573df7-5bf7-42c5-9b4f-9148ba41501b req-3cb3d192-1089-499d-855e-51961eb8c3f6 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb217a62-db38-4423-a8c2-e69b2b54909f HTTP/1.1" status: 200 len: 946 time: 0.0494347 Nov 25 18:21:16.054999 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-63573df7-5bf7-42c5-9b4f-9148ba41501b req-18d204e8-0d85-48a7-8003-f1644cd39a7d tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445800 Nov 25 18:21:17.126772 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:17.171045 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f13b2-171f-47bf-89fd-6e0760e6f102 req-8874571d-e5c0-4d99-8707-721112a8e7e1 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:17.172500 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-660f13b2-171f-47bf-89fd-6e0760e6f102 req-8874571d-e5c0-4d99-8707-721112a8e7e1 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb217a62-db38-4423-a8c2-e69b2b54909f HTTP/1.1" status: 200 len: 946 time: 0.0485661 Nov 25 18:21:17.192735 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-41daec9c-2aa4-4efc-903a-c5a37eb428c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:17.222662 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-660f13b2-171f-47bf-89fd-6e0760e6f102 req-7ee16ce8-0d66-4701-a90c-a14a8c4aa1ae tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440259 Nov 25 18:21:17.366484 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:18.342780 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c54b97-5350-42b3-a415-79723cc2f72c req-04c1cc32-b92a-462c-b4f5-aff7a0010ba1 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:18.344295 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-07c54b97-5350-42b3-a415-79723cc2f72c req-04c1cc32-b92a-462c-b4f5-aff7a0010ba1 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb217a62-db38-4423-a8c2-e69b2b54909f HTTP/1.1" status: 200 len: 946 time: 0.0533991 Nov 25 18:21:18.391347 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-07c54b97-5350-42b3-a415-79723cc2f72c req-2e3bf15f-bbf4-4411-b809-cfedff34f197 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409470 Nov 25 18:21:18.786023 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [req-e51ca90d-2788-4521-ae0f-d4abd5914666 req-f6da8543-7020-498c-9288-2ebdda2363e3 service neutron] show failed (client error): The resource could not be found. Nov 25 18:21:18.787033 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e51ca90d-2788-4521-ae0f-d4abd5914666 req-f6da8543-7020-498c-9288-2ebdda2363e3 service neutron] 10.222.0.90 "GET /v2.0/ports/24cb8a44-7121-4b47-82a5-266decd8dcfe/bindings/n-h1-817746-1 HTTP/1.1" status: 404 len: 380 time: 0.0576046 Nov 25 18:21:19.059453 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ca90d-2788-4521-ae0f-d4abd5914666 req-8878c946-5032-4ace-8ba1-f255a80b61e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:19.060892 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e51ca90d-2788-4521-ae0f-d4abd5914666 req-8878c946-5032-4ace-8ba1-f255a80b61e6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=cb217a62-db38-4423-a8c2-e69b2b54909f&tenant_id=6b43c4b7f4db486987f8d82668910151 HTTP/1.1" status: 200 len: 1097 time: 0.0797391 Nov 25 18:21:19.073753 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-e51ca90d-2788-4521-ae0f-d4abd5914666 req-6625ac57-9990-4656-9ce7-9240d75bf4ba service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817746-1', 'device_owner': 'compute:nova'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:21:19.126002 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e51ca90d-2788-4521-ae0f-d4abd5914666 req-6625ac57-9990-4656-9ce7-9240d75bf4ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:19.327196 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-e51ca90d-2788-4521-ae0f-d4abd5914666 req-6625ac57-9990-4656-9ce7-9240d75bf4ba service neutron] For port 24cb8a44-7121-4b47-82a5-266decd8dcfe, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=24cb8a44-7121-4b47-82a5-266decd8dcfe,segment=NetworkSegment(4f1bc548-1c48-4e69-bd4e-5af8946314ee),segment_id=4f1bc548-1c48-4e69-bd4e-5af8946314ee)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:21:19.359702 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-e51ca90d-2788-4521-ae0f-d4abd5914666 req-6625ac57-9990-4656-9ce7-9240d75bf4ba service neutron] For port 24cb8a44-7121-4b47-82a5-266decd8dcfe, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:21:19.397150 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb217a62-db38-4423-a8c2-e69b2b54909f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24cb8a44-7121-4b47-82a5-266decd8dcfe'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:21:19.399386 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd53a28-3e6f-47a2-ae9d-37a1ee207adb" -d '{"events": [{"server_uuid": "cb217a62-db38-4423-a8c2-e69b2b54909f", "name": "network-vif-unplugged", "status": "completed", "tag": "24cb8a44-7121-4b47-82a5-266decd8dcfe"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:21:19.404060 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e51ca90d-2788-4521-ae0f-d4abd5914666 req-6625ac57-9990-4656-9ce7-9240d75bf4ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:19.417016 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-e51ca90d-2788-4521-ae0f-d4abd5914666 req-6625ac57-9990-4656-9ce7-9240d75bf4ba service neutron] Transition to ACTIVE for port object 24cb8a44-7121-4b47-82a5-266decd8dcfe will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:21:19.421910 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e51ca90d-2788-4521-ae0f-d4abd5914666 req-6625ac57-9990-4656-9ce7-9240d75bf4ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:19.454704 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 18:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012580e5-4a90-4db4-b23e-697e675be3dd x-openstack-request-id: req-012580e5-4a90-4db4-b23e-697e675be3dd {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:21:19.455026 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb217a62-db38-4423-a8c2-e69b2b54909f", "name": "network-vif-unplugged", "status": "completed", "tag": "24cb8a44-7121-4b47-82a5-266decd8dcfe", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:21:19.455285 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-012580e5-4a90-4db4-b23e-697e675be3dd {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:21:19.455677 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb217a62-db38-4423-a8c2-e69b2b54909f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24cb8a44-7121-4b47-82a5-266decd8dcfe', 'code': 200} Nov 25 18:21:19.578464 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6625ac57-9990-4656-9ce7-9240d75bf4ba service neutron] Pushing event updated for resources: {'Port': ['ID=24cb8a44-7121-4b47-82a5-266decd8dcfe,revision_number=6']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:21:19.608786 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6625ac57-9990-4656-9ce7-9240d75bf4ba service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:21:19.609165 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6625ac57-9990-4656-9ce7-9240d75bf4ba service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:21:19.609765 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6625ac57-9990-4656-9ce7-9240d75bf4ba service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:21:19.609877 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6625ac57-9990-4656-9ce7-9240d75bf4ba service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:21:19.610166 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6625ac57-9990-4656-9ce7-9240d75bf4ba service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:21:19.610501 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6625ac57-9990-4656-9ce7-9240d75bf4ba service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:21:19.610829 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6625ac57-9990-4656-9ce7-9240d75bf4ba service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:21:19.611256 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6625ac57-9990-4656-9ce7-9240d75bf4ba service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:21:19.611476 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6625ac57-9990-4656-9ce7-9240d75bf4ba service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:21:19.611805 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6625ac57-9990-4656-9ce7-9240d75bf4ba service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:21:19.612159 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6625ac57-9990-4656-9ce7-9240d75bf4ba service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:21:19.612422 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6625ac57-9990-4656-9ce7-9240d75bf4ba service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:21:19.663501 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4206d2eb-4517-40df-b49f-5e7c57dd6ec0 req-05edae67-11b1-4dd4-887d-bfc1f3f7b769 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:19.665042 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4206d2eb-4517-40df-b49f-5e7c57dd6ec0 req-05edae67-11b1-4dd4-887d-bfc1f3f7b769 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb217a62-db38-4423-a8c2-e69b2b54909f HTTP/1.1" status: 200 len: 944 time: 0.2037039 Nov 25 18:21:19.695965 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-e51ca90d-2788-4521-ae0f-d4abd5914666 req-6625ac57-9990-4656-9ce7-9240d75bf4ba service neutron] No DVR routers for this DVR port 24cb8a44-7121-4b47-82a5-266decd8dcfe on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:21:19.802867 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4206d2eb-4517-40df-b49f-5e7c57dd6ec0 req-4a238abf-051a-439a-8ba2-189372123d50 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308744 Nov 25 18:21:19.859790 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-e51ca90d-2788-4521-ae0f-d4abd5914666 req-6625ac57-9990-4656-9ce7-9240d75bf4ba service neutron] Attempting to bind port 24cb8a44-7121-4b47-82a5-266decd8dcfe on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:21:19.860134 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-e51ca90d-2788-4521-ae0f-d4abd5914666 req-6625ac57-9990-4656-9ce7-9240d75bf4ba service neutron] Attempting to bind port 24cb8a44-7121-4b47-82a5-266decd8dcfe by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '4f1bc548-1c48-4e69-bd4e-5af8946314ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:21:19.860467 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51ca90d-2788-4521-ae0f-d4abd5914666 req-6625ac57-9990-4656-9ce7-9240d75bf4ba service neutron] Attempting to bind port 24cb8a44-7121-4b47-82a5-266decd8dcfe on network 61cca371-5ab6-43f0-9b83-9c0c47170e28 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:21:19.864725 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51ca90d-2788-4521-ae0f-d4abd5914666 req-6625ac57-9990-4656-9ce7-9240d75bf4ba service neutron] Port 24cb8a44-7121-4b47-82a5-266decd8dcfe on network 61cca371-5ab6-43f0-9b83-9c0c47170e28 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:21:19.865069 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51ca90d-2788-4521-ae0f-d4abd5914666 req-6625ac57-9990-4656-9ce7-9240d75bf4ba service neutron] Attempting to bind port 24cb8a44-7121-4b47-82a5-266decd8dcfe on network 61cca371-5ab6-43f0-9b83-9c0c47170e28 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:21:19.869830 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51ca90d-2788-4521-ae0f-d4abd5914666 req-6625ac57-9990-4656-9ce7-9240d75bf4ba service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:21:19.870168 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51ca90d-2788-4521-ae0f-d4abd5914666 req-6625ac57-9990-4656-9ce7-9240d75bf4ba service neutron] Checking segment: {'id': '4f1bc548-1c48-4e69-bd4e-5af8946314ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:21:19.870615 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51ca90d-2788-4521-ae0f-d4abd5914666 req-6625ac57-9990-4656-9ce7-9240d75bf4ba service neutron] Bound using segment: {'id': '4f1bc548-1c48-4e69-bd4e-5af8946314ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:21:19.871117 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-e51ca90d-2788-4521-ae0f-d4abd5914666 req-6625ac57-9990-4656-9ce7-9240d75bf4ba service neutron] Bound port: 24cb8a44-7121-4b47-82a5-266decd8dcfe, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f1bc548-1c48-4e69-bd4e-5af8946314ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:21:19.871402 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e51ca90d-2788-4521-ae0f-d4abd5914666 req-6625ac57-9990-4656-9ce7-9240d75bf4ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:19.927497 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ea86512b-e9f7-4042-acf3-21c4d14c566a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:19.934722 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-e51ca90d-2788-4521-ae0f-d4abd5914666 req-6625ac57-9990-4656-9ce7-9240d75bf4ba service neutron] For port 24cb8a44-7121-4b47-82a5-266decd8dcfe, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:21:19.938105 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-e51ca90d-2788-4521-ae0f-d4abd5914666 req-6625ac57-9990-4656-9ce7-9240d75bf4ba service neutron] For port 24cb8a44-7121-4b47-82a5-266decd8dcfe, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=24cb8a44-7121-4b47-82a5-266decd8dcfe,segment=NetworkSegment(4f1bc548-1c48-4e69-bd4e-5af8946314ee),segment_id=4f1bc548-1c48-4e69-bd4e-5af8946314ee)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:21:19.942311 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e51ca90d-2788-4521-ae0f-d4abd5914666 req-6625ac57-9990-4656-9ce7-9240d75bf4ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:19.982064 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ca90d-2788-4521-ae0f-d4abd5914666 req-6625ac57-9990-4656-9ce7-9240d75bf4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:19.982922 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e51ca90d-2788-4521-ae0f-d4abd5914666 req-6625ac57-9990-4656-9ce7-9240d75bf4ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:19.984201 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e51ca90d-2788-4521-ae0f-d4abd5914666 req-6625ac57-9990-4656-9ce7-9240d75bf4ba service neutron] 10.222.0.74 "PUT /v2.0/ports/24cb8a44-7121-4b47-82a5-266decd8dcfe HTTP/1.1" status: 200 len: 1092 time: 0.9147983 Nov 25 18:21:20.002571 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6625ac57-9990-4656-9ce7-9240d75bf4ba service neutron] Pushing event updated for resources: {'Port': ['ID=24cb8a44-7121-4b47-82a5-266decd8dcfe,revision_number=7']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:21:20.049483 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ca90d-2788-4521-ae0f-d4abd5914666 req-eb3600a5-4be7-4536-aac8-32924ee7d566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:20.051034 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e51ca90d-2788-4521-ae0f-d4abd5914666 req-eb3600a5-4be7-4536-aac8-32924ee7d566 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6b43c4b7f4db486987f8d82668910151&device_id=cb217a62-db38-4423-a8c2-e69b2b54909f HTTP/1.1" status: 200 len: 1095 time: 0.0431683 Nov 25 18:21:20.151860 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ca90d-2788-4521-ae0f-d4abd5914666 req-0fff2d7c-0c0c-4feb-8a56-25748f0ae213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:20.153426 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e51ca90d-2788-4521-ae0f-d4abd5914666 req-0fff2d7c-0c0c-4feb-8a56-25748f0ae213 service neutron] 10.222.0.74 "GET /v2.0/networks?id=61cca371-5ab6-43f0-9b83-9c0c47170e28 HTTP/1.1" status: 200 len: 913 time: 0.0956507 Nov 25 18:21:20.232212 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e51ca90d-2788-4521-ae0f-d4abd5914666 req-a9635ebc-98c8-4a13-953f-d577de737e34 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24cb8a44-7121-4b47-82a5-266decd8dcfe HTTP/1.1" status: 200 len: 1000 time: 0.0716510 Nov 25 18:21:20.287716 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ca90d-2788-4521-ae0f-d4abd5914666 req-9a9c7ffc-36ca-42ed-8465-e696893af7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:20.289119 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e51ca90d-2788-4521-ae0f-d4abd5914666 req-9a9c7ffc-36ca-42ed-8465-e696893af7e0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a3e651ef-5562-417b-a758-490d6ad45059 HTTP/1.1" status: 200 len: 851 time: 0.0494328 Nov 25 18:21:20.334344 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ca90d-2788-4521-ae0f-d4abd5914666 req-88af285f-b18d-4aeb-9687-cf8c432cddd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:20.335790 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e51ca90d-2788-4521-ae0f-d4abd5914666 req-88af285f-b18d-4aeb-9687-cf8c432cddd9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=61cca371-5ab6-43f0-9b83-9c0c47170e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393610 Nov 25 18:21:20.432646 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e51ca90d-2788-4521-ae0f-d4abd5914666 req-6f55e3cf-1ccd-46c0-a87c-22f29a9def7f service neutron] 10.222.0.74 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892282 Nov 25 18:21:20.532272 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e51ca90d-2788-4521-ae0f-d4abd5914666 req-4556fe78-872b-4593-af81-59a3d4fa488e service neutron] 10.222.0.74 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917277 Nov 25 18:21:20.929937 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8e297-dd79-4112-9b95-4be683a69158 req-d7b6761a-498c-4b24-9d6c-5ba13cfe21fb tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:20.931399 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8cd8e297-dd79-4112-9b95-4be683a69158 req-d7b6761a-498c-4b24-9d6c-5ba13cfe21fb tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb217a62-db38-4423-a8c2-e69b2b54909f HTTP/1.1" status: 200 len: 944 time: 0.0496910 Nov 25 18:21:20.979620 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8cd8e297-dd79-4112-9b95-4be683a69158 req-724f8b92-8e78-4027-9f97-a1d46098d912 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421481 Nov 25 18:21:21.016872 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:21.456598 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb217a62-db38-4423-a8c2-e69b2b54909f', 'tag': '24cb8a44-7121-4b47-82a5-266decd8dcfe'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:21:21.459031 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8841ea6-5df6-4830-b74c-f02326900c83" -d '{"events": [{"name": "network-changed", "server_uuid": "cb217a62-db38-4423-a8c2-e69b2b54909f", "tag": "24cb8a44-7121-4b47-82a5-266decd8dcfe"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:21:21.508490 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-087d1545-8285-43c0-bee9-709aa9f41312 x-openstack-request-id: req-087d1545-8285-43c0-bee9-709aa9f41312 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:21:21.508790 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb217a62-db38-4423-a8c2-e69b2b54909f", "tag": "24cb8a44-7121-4b47-82a5-266decd8dcfe", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:21:21.509082 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-087d1545-8285-43c0-bee9-709aa9f41312 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:21:21.510060 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb217a62-db38-4423-a8c2-e69b2b54909f', 'tag': '24cb8a44-7121-4b47-82a5-266decd8dcfe', 'status': 'completed', 'code': 200} Nov 25 18:21:21.602626 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8841ea6-5df6-4830-b74c-f02326900c83 req-ef839a75-d3bd-4867-9a8c-8acc84bcd31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:21.604127 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a8841ea6-5df6-4830-b74c-f02326900c83 req-ef839a75-d3bd-4867-9a8c-8acc84bcd31c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6b43c4b7f4db486987f8d82668910151&device_id=cb217a62-db38-4423-a8c2-e69b2b54909f HTTP/1.1" status: 200 len: 1095 time: 0.0756161 Nov 25 18:21:21.605867 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8841ea6-5df6-4830-b74c-f02326900c83 req-f295ee6a-c9b7-44ef-9720-d3b8059bf617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:21.607202 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a8841ea6-5df6-4830-b74c-f02326900c83 req-f295ee6a-c9b7-44ef-9720-d3b8059bf617 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6b43c4b7f4db486987f8d82668910151&device_id=cb217a62-db38-4423-a8c2-e69b2b54909f HTTP/1.1" status: 200 len: 1095 time: 0.0706575 Nov 25 18:21:21.776341 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8841ea6-5df6-4830-b74c-f02326900c83 req-ea50c6d8-1dd7-413f-9804-4c5d0e0e767e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:21.777775 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a8841ea6-5df6-4830-b74c-f02326900c83 req-ea50c6d8-1dd7-413f-9804-4c5d0e0e767e service neutron] 10.222.0.90 "GET /v2.0/networks?id=61cca371-5ab6-43f0-9b83-9c0c47170e28 HTTP/1.1" status: 200 len: 913 time: 0.1621547 Nov 25 18:21:21.778853 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8841ea6-5df6-4830-b74c-f02326900c83 req-d3aa42a5-037d-4058-b789-94bf6a808221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:21.780163 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a8841ea6-5df6-4830-b74c-f02326900c83 req-d3aa42a5-037d-4058-b789-94bf6a808221 service neutron] 10.222.0.74 "GET /v2.0/networks?id=61cca371-5ab6-43f0-9b83-9c0c47170e28 HTTP/1.1" status: 200 len: 913 time: 0.1568356 Nov 25 18:21:21.898762 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a8841ea6-5df6-4830-b74c-f02326900c83 req-6a090c54-cc6a-438f-8ffc-eba6efae3f5c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24cb8a44-7121-4b47-82a5-266decd8dcfe HTTP/1.1" status: 200 len: 1000 time: 0.1137576 Nov 25 18:21:21.900529 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a8841ea6-5df6-4830-b74c-f02326900c83 req-18506cbf-063c-447e-8023-b7d5de773a85 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24cb8a44-7121-4b47-82a5-266decd8dcfe HTTP/1.1" status: 200 len: 1000 time: 0.1101921 Nov 25 18:21:21.987464 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8841ea6-5df6-4830-b74c-f02326900c83 req-e96e6cf1-b750-4533-bbfe-c1590e13fe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:21.988961 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a8841ea6-5df6-4830-b74c-f02326900c83 req-e96e6cf1-b750-4533-bbfe-c1590e13fe9b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a3e651ef-5562-417b-a758-490d6ad45059 HTTP/1.1" status: 200 len: 851 time: 0.0833879 Nov 25 18:21:21.990320 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8841ea6-5df6-4830-b74c-f02326900c83 req-e301df0b-d1c0-4516-b778-5e1635b7f4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:21.991628 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a8841ea6-5df6-4830-b74c-f02326900c83 req-e301df0b-d1c0-4516-b778-5e1635b7f4b4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a3e651ef-5562-417b-a758-490d6ad45059 HTTP/1.1" status: 200 len: 851 time: 0.0789182 Nov 25 18:21:22.089274 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8841ea6-5df6-4830-b74c-f02326900c83 req-3bca7591-89c1-49c6-acb8-3833dc01f077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:22.091277 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a8841ea6-5df6-4830-b74c-f02326900c83 req-3bca7591-89c1-49c6-acb8-3833dc01f077 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=61cca371-5ab6-43f0-9b83-9c0c47170e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0958488 Nov 25 18:21:22.094087 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8841ea6-5df6-4830-b74c-f02326900c83 req-66c3f8cd-50e0-426a-b0dc-699be37d1175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:22.095447 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a8841ea6-5df6-4830-b74c-f02326900c83 req-66c3f8cd-50e0-426a-b0dc-699be37d1175 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=61cca371-5ab6-43f0-9b83-9c0c47170e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0922880 Nov 25 18:21:22.149467 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 24cb8a44-7121-4b47-82a5-266decd8dcfe no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:21:22.202786 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 24cb8a44-7121-4b47-82a5-266decd8dcfe not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:21:22.207706 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:22.224019 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675ba93a-1b8b-4219-bbc6-cb98f0e7d235 req-841633d2-e462-4d7d-a1da-129c7205b354 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:22.225548 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-675ba93a-1b8b-4219-bbc6-cb98f0e7d235 req-841633d2-e462-4d7d-a1da-129c7205b354 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb217a62-db38-4423-a8c2-e69b2b54909f HTTP/1.1" status: 200 len: 944 time: 0.1723952 Nov 25 18:21:22.636988 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a8841ea6-5df6-4830-b74c-f02326900c83 req-81a4cae3-6d9f-4549-bc6e-9dd9dbbe3c52 service neutron] 10.222.0.90 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5377092 Nov 25 18:21:22.664045 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a8841ea6-5df6-4830-b74c-f02326900c83 req-93bbb311-ea59-4047-81a1-37bb855be15d service neutron] 10.222.0.74 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5537922 Nov 25 18:21:22.676482 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-675ba93a-1b8b-4219-bbc6-cb98f0e7d235 req-53ff5fec-047d-4cab-9b62-6210feee6508 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4426432 Nov 25 18:21:22.812035 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a8841ea6-5df6-4830-b74c-f02326900c83 req-518e79ed-de0e-4738-b101-1eccd1c6c27a service neutron] 10.222.0.90 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618710 Nov 25 18:21:22.817163 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a8841ea6-5df6-4830-b74c-f02326900c83 req-3e2e47b6-46c7-4f6a-9860-20a389616232 service neutron] 10.222.0.74 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397836 Nov 25 18:21:23.145145 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:23.794141 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1c7a2-767b-4678-8835-587c1c3df431 req-55c81041-2a4f-47e9-9bf2-d353a634d4aa tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:23.795614 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f0c1c7a2-767b-4678-8835-587c1c3df431 req-55c81041-2a4f-47e9-9bf2-d353a634d4aa tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb217a62-db38-4423-a8c2-e69b2b54909f HTTP/1.1" status: 200 len: 944 time: 0.0489683 Nov 25 18:21:23.846628 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f0c1c7a2-767b-4678-8835-587c1c3df431 req-5cb96428-d90a-4f9f-8c29-88f807acb480 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451214 Nov 25 18:21:24.070760 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36fc03a-070f-485e-9f7e-efe28afc5833 req-f25b2461-e226-4909-ab49-effc5ba65bce tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:24.072251 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b36fc03a-070f-485e-9f7e-efe28afc5833 req-f25b2461-e226-4909-ab49-effc5ba65bce tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb217a62-db38-4423-a8c2-e69b2b54909f HTTP/1.1" status: 200 len: 944 time: 0.0816758 Nov 25 18:21:24.080852 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e625843-f30f-47ec-a6f8-c58cf15d40d0 req-4ceb41b8-e785-4c54-9ba1-5c38fdb4c70c tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:24.082201 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e625843-f30f-47ec-a6f8-c58cf15d40d0 req-4ceb41b8-e785-4c54-9ba1-5c38fdb4c70c tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.90 "GET /v2.0/ports?device_id=cb217a62-db38-4423-a8c2-e69b2b54909f&tenant_id=6b43c4b7f4db486987f8d82668910151&binding%3Ahost_id=n-h1-817746-1 HTTP/1.1" status: 200 len: 944 time: 0.0799916 Nov 25 18:21:24.165017 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b36fc03a-070f-485e-9f7e-efe28afc5833 req-4c846525-01c7-4e42-931a-40a87bc27d2e tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817518 Nov 25 18:21:24.174035 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [req-0e625843-f30f-47ec-a6f8-c58cf15d40d0 req-0e033412-033a-4620-a812-d5b1f61ed690 service neutron] delete failed (client error): The resource could not be found. Nov 25 18:21:24.175008 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e625843-f30f-47ec-a6f8-c58cf15d40d0 req-0e033412-033a-4620-a812-d5b1f61ed690 service neutron] 10.222.0.90 "DELETE /v2.0/ports/24cb8a44-7121-4b47-82a5-266decd8dcfe/bindings/n-h2-817746-1 HTTP/1.1" status: 404 len: 380 time: 0.0851328 Nov 25 18:21:24.267069 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e625843-f30f-47ec-a6f8-c58cf15d40d0 req-d85d9c9c-af27-4cfc-b0c2-f25959e850f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:24.268536 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e625843-f30f-47ec-a6f8-c58cf15d40d0 req-d85d9c9c-af27-4cfc-b0c2-f25959e850f0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6b43c4b7f4db486987f8d82668910151&device_id=cb217a62-db38-4423-a8c2-e69b2b54909f HTTP/1.1" status: 200 len: 1095 time: 0.0421906 Nov 25 18:21:24.358237 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e625843-f30f-47ec-a6f8-c58cf15d40d0 req-9e8f7373-7480-4255-869d-fbcbdb199290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:24.359699 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e625843-f30f-47ec-a6f8-c58cf15d40d0 req-9e8f7373-7480-4255-869d-fbcbdb199290 service neutron] 10.222.0.90 "GET /v2.0/networks?id=61cca371-5ab6-43f0-9b83-9c0c47170e28 HTTP/1.1" status: 200 len: 913 time: 0.0844319 Nov 25 18:21:24.431407 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e625843-f30f-47ec-a6f8-c58cf15d40d0 req-71c723d9-3500-4fa2-a4a7-0d7be09b5fcb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24cb8a44-7121-4b47-82a5-266decd8dcfe HTTP/1.1" status: 200 len: 1000 time: 0.0638461 Nov 25 18:21:24.481513 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e625843-f30f-47ec-a6f8-c58cf15d40d0 req-a252d2cb-fa86-441d-9217-38bbe0ee1cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:24.483036 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e625843-f30f-47ec-a6f8-c58cf15d40d0 req-a252d2cb-fa86-441d-9217-38bbe0ee1cf3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a3e651ef-5562-417b-a758-490d6ad45059 HTTP/1.1" status: 200 len: 851 time: 0.0448544 Nov 25 18:21:24.503905 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 24cb8a44-7121-4b47-82a5-266decd8dcfe details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:21:24.530209 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e625843-f30f-47ec-a6f8-c58cf15d40d0 req-476dce4e-4b32-4428-9211-2274cce2644c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:24.531719 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e625843-f30f-47ec-a6f8-c58cf15d40d0 req-476dce4e-4b32-4428-9211-2274cce2644c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=61cca371-5ab6-43f0-9b83-9c0c47170e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407774 Nov 25 18:21:24.601716 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 24cb8a44-7121-4b47-82a5-266decd8dcfe, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=24cb8a44-7121-4b47-82a5-266decd8dcfe,segment=NetworkSegment(4f1bc548-1c48-4e69-bd4e-5af8946314ee),segment_id=4f1bc548-1c48-4e69-bd4e-5af8946314ee)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:21:24.613307 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '24cb8a44-7121-4b47-82a5-266decd8dcfe', 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28', 'port_id': '24cb8a44-7121-4b47-82a5-266decd8dcfe', 'mac_address': 'fa:16:3e:19:89:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:21:24.626772 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e625843-f30f-47ec-a6f8-c58cf15d40d0 req-c12409ec-0961-4e68-bdae-ddca4b151ccd service neutron] 10.222.0.90 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870836 Nov 25 18:21:24.651854 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:24.664549 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24cb8a44-7121-4b47-82a5-266decd8dcfe {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:21:24.684599 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 24cb8a44-7121-4b47-82a5-266decd8dcfe, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=24cb8a44-7121-4b47-82a5-266decd8dcfe,segment=NetworkSegment(4f1bc548-1c48-4e69-bd4e-5af8946314ee),segment_id=4f1bc548-1c48-4e69-bd4e-5af8946314ee)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:21:24.688411 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:24.717317 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e625843-f30f-47ec-a6f8-c58cf15d40d0 req-ed8878fd-160e-4ab1-a2b4-f8c21d6196b4 service neutron] 10.222.0.90 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839791 Nov 25 18:21:24.737766 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=24cb8a44-7121-4b47-82a5-266decd8dcfe,revision_number=8']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:21:24.746432 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:21:24.746789 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:21:24.747580 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:21:24.748131 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:21:24.748344 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:21:24.748915 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:21:24.749515 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:21:24.749857 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:21:24.750196 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:21:24.750535 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:21:24.750871 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:21:24.751206 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:21:24.936912 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['24cb8a44-7121-4b47-82a5-266decd8dcfe'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:21:25.286214 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0836f6f1-8955-42c8-9913-5e1e27d9c540 req-4260030e-5153-4d11-8443-7ae50b9da2a2 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:25.287699 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0836f6f1-8955-42c8-9913-5e1e27d9c540 req-4260030e-5153-4d11-8443-7ae50b9da2a2 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb217a62-db38-4423-a8c2-e69b2b54909f HTTP/1.1" status: 200 len: 945 time: 0.0511353 Nov 25 18:21:25.339793 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0836f6f1-8955-42c8-9913-5e1e27d9c540 req-72494227-77bd-4744-97fb-9573369b22cb tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445917 Nov 25 18:21:25.453067 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e28d4a-0da2-4bfb-8b3e-63931b01408d req-dd90f118-c6c8-4d0b-8bf4-07144b829dcf tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:25.454429 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-38e28d4a-0da2-4bfb-8b3e-63931b01408d req-dd90f118-c6c8-4d0b-8bf4-07144b829dcf tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb217a62-db38-4423-a8c2-e69b2b54909f HTTP/1.1" status: 200 len: 945 time: 0.0481524 Nov 25 18:21:25.500997 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-38e28d4a-0da2-4bfb-8b3e-63931b01408d req-582a3d10-551b-4e14-af34-2aae64a8aea8 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406857 Nov 25 18:21:25.619791 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24489e4d-8130-47c4-8117-ed3ef936db8e req-8616756a-7e6c-4b99-8bb1-62d034a97008 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:25.619791 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-24489e4d-8130-47c4-8117-ed3ef936db8e req-8616756a-7e6c-4b99-8bb1-62d034a97008 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb217a62-db38-4423-a8c2-e69b2b54909f HTTP/1.1" status: 200 len: 945 time: 0.0488048 Nov 25 18:21:25.668119 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-24489e4d-8130-47c4-8117-ed3ef936db8e req-e9afa739-3aeb-48ce-9fa0-0835c185ecb5 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424812 Nov 25 18:21:25.903160 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb72786-09d7-412b-86a6-d9355f5d0d5f req-1c0280b9-1b6f-47b5-be78-7a03293ecba4 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:25.904639 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-afb72786-09d7-412b-86a6-d9355f5d0d5f req-1c0280b9-1b6f-47b5-be78-7a03293ecba4 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb217a62-db38-4423-a8c2-e69b2b54909f HTTP/1.1" status: 200 len: 945 time: 0.0563865 Nov 25 18:21:25.953423 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-afb72786-09d7-412b-86a6-d9355f5d0d5f req-60180181-72c6-496e-8908-7a4801ac1b86 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427608 Nov 25 18:21:26.546133 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 24cb8a44-7121-4b47-82a5-266decd8dcfe up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:21:26.594814 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port 24cb8a44-7121-4b47-82a5-266decd8dcfe completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:21:26.598429 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 24cb8a44-7121-4b47-82a5-266decd8dcfe triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:21:26.598810 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:26.678349 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:26.700233 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb217a62-db38-4423-a8c2-e69b2b54909f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24cb8a44-7121-4b47-82a5-266decd8dcfe'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:21:26.714702 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 24cb8a44-7121-4b47-82a5-266decd8dcfe, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=24cb8a44-7121-4b47-82a5-266decd8dcfe,segment=NetworkSegment(4f1bc548-1c48-4e69-bd4e-5af8946314ee),segment_id=4f1bc548-1c48-4e69-bd4e-5af8946314ee)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:21:26.719133 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:26.745253 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e885ae7a60f1de4153d3a84cf91c96dac968753d8c7eb30b74097738adf70354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0070e738-4f17-43a7-b0dd-e76071806a5b" -d '{"events": [{"server_uuid": "cb217a62-db38-4423-a8c2-e69b2b54909f", "name": "network-vif-plugged", "status": "completed", "tag": "24cb8a44-7121-4b47-82a5-266decd8dcfe"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:21:26.781305 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=24cb8a44-7121-4b47-82a5-266decd8dcfe,revision_number=9']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:21:26.833024 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32293ad4-7edf-45da-bf19-a1f1fff81ed7 x-openstack-request-id: req-32293ad4-7edf-45da-bf19-a1f1fff81ed7 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:21:26.833317 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb217a62-db38-4423-a8c2-e69b2b54909f", "name": "network-vif-plugged", "status": "completed", "tag": "24cb8a44-7121-4b47-82a5-266decd8dcfe", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:21:26.833576 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-32293ad4-7edf-45da-bf19-a1f1fff81ed7 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:21:26.834005 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb217a62-db38-4423-a8c2-e69b2b54909f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24cb8a44-7121-4b47-82a5-266decd8dcfe', 'code': 200} Nov 25 18:21:27.069675 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ff4b3-442c-4697-9109-07870b6862dc req-1f73ca7a-5513-4cf5-90b9-fa4051dcec6a tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:27.071053 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1a0ff4b3-442c-4697-9109-07870b6862dc req-1f73ca7a-5513-4cf5-90b9-fa4051dcec6a tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb217a62-db38-4423-a8c2-e69b2b54909f HTTP/1.1" status: 200 len: 946 time: 0.0480442 Nov 25 18:21:27.147435 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1a0ff4b3-442c-4697-9109-07870b6862dc req-7d0f0a1c-fa79-47c0-973f-8416e807102a tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697262 Nov 25 18:21:27.164207 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a2952-e23f-4181-949b-da0a8dcf2729 req-0dfe5464-7c17-43df-a8c9-be7d6d747d98 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:27.165681 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-899a2952-e23f-4181-949b-da0a8dcf2729 req-0dfe5464-7c17-43df-a8c9-be7d6d747d98 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.74 "GET /v2.0/ports?device_id=cb217a62-db38-4423-a8c2-e69b2b54909f HTTP/1.1" status: 200 len: 946 time: 0.0680997 Nov 25 18:21:27.257793 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-899a2952-e23f-4181-949b-da0a8dcf2729 req-8a101f02-692e-4fba-a8a4-e4a05d5fcc64 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Deleting port 24cb8a44-7121-4b47-82a5-266decd8dcfe {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:21:27.258135 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-899a2952-e23f-4181-949b-da0a8dcf2729 req-8a101f02-692e-4fba-a8a4-e4a05d5fcc64 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:27.349147 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-899a2952-e23f-4181-949b-da0a8dcf2729 req-8a101f02-692e-4fba-a8a4-e4a05d5fcc64 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] For port 24cb8a44-7121-4b47-82a5-266decd8dcfe, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=24cb8a44-7121-4b47-82a5-266decd8dcfe,segment=NetworkSegment(4f1bc548-1c48-4e69-bd4e-5af8946314ee),segment_id=4f1bc548-1c48-4e69-bd4e-5af8946314ee)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:21:27.349423 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-899a2952-e23f-4181-949b-da0a8dcf2729 req-8a101f02-692e-4fba-a8a4-e4a05d5fcc64 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:27.566207 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-899a2952-e23f-4181-949b-da0a8dcf2729 req-8a101f02-692e-4fba-a8a4-e4a05d5fcc64 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:27.566568 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-899a2952-e23f-4181-949b-da0a8dcf2729 req-8a101f02-692e-4fba-a8a4-e4a05d5fcc64 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:27.566912 n-d-817746-1 neutron-server[103361]: INFO neutron.db.l3_db [req-899a2952-e23f-4181-949b-da0a8dcf2729 req-8a101f02-692e-4fba-a8a4-e4a05d5fcc64 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Floating IP 6b86ed42-262a-40de-bf99-74f64d094639 disassociated. External IP: 172.25.0.172, port: 24cb8a44-7121-4b47-82a5-266decd8dcfe. Nov 25 18:21:27.567253 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-899a2952-e23f-4181-949b-da0a8dcf2729 req-8a101f02-692e-4fba-a8a4-e4a05d5fcc64 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Calling delete_port for 24cb8a44-7121-4b47-82a5-266decd8dcfe owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:21:27.701039 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-899a2952-e23f-4181-949b-da0a8dcf2729 req-8a101f02-692e-4fba-a8a4-e4a05d5fcc64 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:27.730117 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a101f02-692e-4fba-a8a4-e4a05d5fcc64 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Pushing event deleted for resources: {'Port': ['ID=24cb8a44-7121-4b47-82a5-266decd8dcfe,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:21:27.847518 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [req-899a2952-e23f-4181-949b-da0a8dcf2729 req-8a101f02-692e-4fba-a8a4-e4a05d5fcc64 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Router df690964-63e8-478b-81d4-d94630627680 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:21:27.965769 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-899a2952-e23f-4181-949b-da0a8dcf2729 req-8a101f02-692e-4fba-a8a4-e4a05d5fcc64 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:21:27.983753 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f064166e-4d1f-406d-8cfe-91c77101eeb7 None None] Sync routers for ids ['df690964-63e8-478b-81d4-d94630627680'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:21:27.993927 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f064166e-4d1f-406d-8cfe-91c77101eeb7 None None] Routers {'df690964-63e8-478b-81d4-d94630627680'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:21:27.994746 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-f064166e-4d1f-406d-8cfe-91c77101eeb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:21:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['df690964-63e8-478b-81d4-d94630627680'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:21:28.019534 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-899a2952-e23f-4181-949b-da0a8dcf2729 req-8a101f02-692e-4fba-a8a4-e4a05d5fcc64 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] No DVR routers for this DVR port 24cb8a44-7121-4b47-82a5-266decd8dcfe on host n-h1-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:21:28.022157 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-899a2952-e23f-4181-949b-da0a8dcf2729 req-8a101f02-692e-4fba-a8a4-e4a05d5fcc64 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:28.025543 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-899a2952-e23f-4181-949b-da0a8dcf2729 req-8a101f02-692e-4fba-a8a4-e4a05d5fcc64 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.74 "DELETE /v2.0/ports/24cb8a44-7121-4b47-82a5-266decd8dcfe HTTP/1.1" status: 204 len: 173 time: 0.8523009 Nov 25 18:21:28.025990 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb217a62-db38-4423-a8c2-e69b2b54909f', 'name': 'network-vif-deleted', 'tag': '24cb8a44-7121-4b47-82a5-266decd8dcfe'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:21:28.029010 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a873f040-9511-4ae5-8996-24600277ee2e" -d '{"events": [{"server_uuid": "cb217a62-db38-4423-a8c2-e69b2b54909f", "name": "network-vif-deleted", "tag": "24cb8a44-7121-4b47-82a5-266decd8dcfe"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:21:28.070642 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c86397-210d-4a67-8a64-c9478c700609 x-openstack-request-id: req-d8c86397-210d-4a67-8a64-c9478c700609 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:21:28.071241 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb217a62-db38-4423-a8c2-e69b2b54909f", "name": "network-vif-deleted", "tag": "24cb8a44-7121-4b47-82a5-266decd8dcfe", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:21:28.071241 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d8c86397-210d-4a67-8a64-c9478c700609 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:21:28.071778 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb217a62-db38-4423-a8c2-e69b2b54909f', 'name': 'network-vif-deleted', 'tag': '24cb8a44-7121-4b47-82a5-266decd8dcfe', 'status': 'completed', 'code': 200} Nov 25 18:21:28.119823 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-f064166e-4d1f-406d-8cfe-91c77101eeb7 None None] Set router df690964-63e8-478b-81d4-d94630627680 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:21:28.360988 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-f064166e-4d1f-406d-8cfe-91c77101eeb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df690964-63e8-478b-81d4-d94630627680', 'name': 'tempest-ServerActionsTestJSON-1166488559-router', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'da91b2d1-71e7-4261-871e-ca2c4065d575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:19:10Z', 'updated_at': '2021-11-25T18:19:13Z', 'revision_number': 4, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'gw_port': {'id': 'da91b2d1-71e7-4261-871e-ca2c4065d575', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:33:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df690964-63e8-478b-81d4-d94630627680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:19:11Z', 'updated_at': '2021-11-25T18:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '99de8f47-bb75-4ca6-9ffc-1b76ac3b896f', 'name': '', 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'mac_address': 'fa:16:3e:4f:72:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df690964-63e8-478b-81d4-d94630627680', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:19:13Z', 'updated_at': '2021-11-25T18:19:17Z', 'revision_number': 5, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'subnets': [{'id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:21:28.391475 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f064166e-4d1f-406d-8cfe-91c77101eeb7 None None] Checking router: df690964-63e8-478b-81d4-d94630627680 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:21:28.400854 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f064166e-4d1f-406d-8cfe-91c77101eeb7 None None] Routers {'df690964-63e8-478b-81d4-d94630627680'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:21:28.401588 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-f064166e-4d1f-406d-8cfe-91c77101eeb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:21:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['df690964-63e8-478b-81d4-d94630627680'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:21:28.556703 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ea79004f-0ac9-440f-88b4-f1aeaaa9d01f req-0b730772-2e5e-49fc-a5da-f47f4129944e tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb217a62-db38-4423-a8c2-e69b2b54909f HTTP/1.1" status: 200 len: 210 time: 0.0336664 Nov 25 18:21:28.690637 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-f064166e-4d1f-406d-8cfe-91c77101eeb7 None None] Set router df690964-63e8-478b-81d4-d94630627680 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:21:28.891579 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-f064166e-4d1f-406d-8cfe-91c77101eeb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df690964-63e8-478b-81d4-d94630627680', 'name': 'tempest-ServerActionsTestJSON-1166488559-router', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'da91b2d1-71e7-4261-871e-ca2c4065d575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:19:10Z', 'updated_at': '2021-11-25T18:19:13Z', 'revision_number': 4, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'gw_port': {'id': 'da91b2d1-71e7-4261-871e-ca2c4065d575', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:33:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df690964-63e8-478b-81d4-d94630627680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:19:11Z', 'updated_at': '2021-11-25T18:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '99de8f47-bb75-4ca6-9ffc-1b76ac3b896f', 'name': '', 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'mac_address': 'fa:16:3e:4f:72:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df690964-63e8-478b-81d4-d94630627680', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:19:13Z', 'updated_at': '2021-11-25T18:19:17Z', 'revision_number': 5, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'subnets': [{'id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:21:28.919097 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f064166e-4d1f-406d-8cfe-91c77101eeb7 None None] The sync data for ids ['df690964-63e8-478b-81d4-d94630627680'] in n-d-817746-1 is: [{'id': 'df690964-63e8-478b-81d4-d94630627680', 'name': 'tempest-ServerActionsTestJSON-1166488559-router', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'da91b2d1-71e7-4261-871e-ca2c4065d575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:19:10Z', 'updated_at': '2021-11-25T18:19:13Z', 'revision_number': 4, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'gw_port': {'id': 'da91b2d1-71e7-4261-871e-ca2c4065d575', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:33:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df690964-63e8-478b-81d4-d94630627680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:19:11Z', 'updated_at': '2021-11-25T18:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '99de8f47-bb75-4ca6-9ffc-1b76ac3b896f', 'name': '', 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'mac_address': 'fa:16:3e:4f:72:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df690964-63e8-478b-81d4-d94630627680', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:19:13Z', 'updated_at': '2021-11-25T18:19:17Z', 'revision_number': 5, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'subnets': [{'id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:21:29.176402 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a0f645-4ca7-49fc-829e-1994a95e2aa8 None None] New status for floating IP 6b86ed42-262a-40de-bf99-74f64d094639: DOWN {{(pid=103363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:21:29.803728 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7f02d333-55ab-4b6b-805e-c600a09ac614 req-8ecb4aff-c62c-4f5f-9dcf-27a659194224 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--445256802&fields=id&tenant_id=6b43c4b7f4db486987f8d82668910151 HTTP/1.1" status: 200 len: 267 time: 0.0440240 Nov 25 18:21:29.911361 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02d333-55ab-4b6b-805e-c600a09ac614 req-6928c665-e24d-4ce0-9f4a-15fe3cbd7a33 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:29.912835 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7f02d333-55ab-4b6b-805e-c600a09ac614 req-6928c665-e24d-4ce0-9f4a-15fe3cbd7a33 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/networks?id=61cca371-5ab6-43f0-9b83-9c0c47170e28 HTTP/1.1" status: 200 len: 812 time: 0.1021111 Nov 25 18:21:29.928062 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7f02d333-55ab-4b6b-805e-c600a09ac614 req-251e7462-cabc-47d1-af09-a39fa978a0f5 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/quotas/6b43c4b7f4db486987f8d82668910151 HTTP/1.1" status: 200 len: 375 time: 0.0089834 Nov 25 18:21:29.984347 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7f02d333-55ab-4b6b-805e-c600a09ac614 req-c47644cc-8b4c-4a37-8598-d56beb56d4dd tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=6b43c4b7f4db486987f8d82668910151&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509419 Nov 25 18:21:30.150035 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7f02d333-55ab-4b6b-805e-c600a09ac614 req-c239f189-a8d2-4f32-8321-ec7500f5ab14 service neutron] 10.222.0.75 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207681 Nov 25 18:21:30.242424 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7f02d333-55ab-4b6b-805e-c600a09ac614 req-2f167740-500a-44d5-b12b-33cc42372474 service neutron] 10.222.0.75 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855520 Nov 25 18:21:30.405965 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-75f7a3f1-7f23-4472-8f08-4209aeb77296 req-de032d33-19eb-4744-9c88-01be1b65ba52 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=74ccc6e9-fab7-45f9-86b5-f2135c94cad7 HTTP/1.1" status: 200 len: 210 time: 0.0281775 Nov 25 18:21:30.570922 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 24cb8a44-7121-4b47-82a5-266decd8dcfe no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:21:30.594492 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: 24cb8a44-7121-4b47-82a5-266decd8dcfe {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:21:30.594925 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 24cb8a44-7121-4b47-82a5-266decd8dcfe not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:21:31.319166 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02d333-55ab-4b6b-805e-c600a09ac614 req-81e84101-ac24-4435-a3dd-9cb9a1895ea5 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:31.320619 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7f02d333-55ab-4b6b-805e-c600a09ac614 req-81e84101-ac24-4435-a3dd-9cb9a1895ea5 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.74 "GET /v2.0/networks?id=61cca371-5ab6-43f0-9b83-9c0c47170e28 HTTP/1.1" status: 200 len: 812 time: 0.1035323 Nov 25 18:21:31.384527 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7f02d333-55ab-4b6b-805e-c600a09ac614 req-7bfad7fb-2cc3-401b-940c-cd19eecbe744 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b43c4b7f4db486987f8d82668910151 HTTP/1.1" status: 200 len: 379 time: 0.0528538 Nov 25 18:21:31.395079 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-7f02d333-55ab-4b6b-805e-c600a09ac614 req-857d1138-a446-41a9-8e5f-b2b5aee76fb9 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Request body: {'port': {'device_id': '74ccc6e9-fab7-45f9-86b5-f2135c94cad7', 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28', 'admin_state_up': True, 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'security_groups': ['d6507be4-f187-4656-9bad-c84893de61db']}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:21:31.512906 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eaaf1f94-7cd2-46a8-a126-7fa3632eba70 req-04f7807d-62a6-452a-a739-478b049a8463 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=74ccc6e9-fab7-45f9-86b5-f2135c94cad7 HTTP/1.1" status: 200 len: 210 time: 0.0353432 Nov 25 18:21:31.531849 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f02d333-55ab-4b6b-805e-c600a09ac614 req-857d1138-a446-41a9-8e5f-b2b5aee76fb9 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Made reservation on behalf of 6b43c4b7f4db486987f8d82668910151 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:21:31.535325 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7f02d333-55ab-4b6b-805e-c600a09ac614 req-857d1138-a446-41a9-8e5f-b2b5aee76fb9 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:31.668903 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-7f02d333-55ab-4b6b-805e-c600a09ac614 req-857d1138-a446-41a9-8e5f-b2b5aee76fb9 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Allocated IP 172.20.0.5 (61cca371-5ab6-43f0-9b83-9c0c47170e28/a3e651ef-5562-417b-a758-490d6ad45059/0e03fe91-e701-4dc6-9955-085c85631abb) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:21:31.802495 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7f02d333-55ab-4b6b-805e-c600a09ac614 req-857d1138-a446-41a9-8e5f-b2b5aee76fb9 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:31.841342 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7f02d333-55ab-4b6b-805e-c600a09ac614 req-857d1138-a446-41a9-8e5f-b2b5aee76fb9 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:31.882860 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f02d333-55ab-4b6b-805e-c600a09ac614 req-857d1138-a446-41a9-8e5f-b2b5aee76fb9 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Network 61cca371-5ab6-43f0-9b83-9c0c47170e28 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:21:31.886324 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-7f02d333-55ab-4b6b-805e-c600a09ac614 req-857d1138-a446-41a9-8e5f-b2b5aee76fb9 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:21:31.890364 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f02d333-55ab-4b6b-805e-c600a09ac614 req-857d1138-a446-41a9-8e5f-b2b5aee76fb9 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:21:31.921667 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857d1138-a446-41a9-8e5f-b2b5aee76fb9 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Pushing event updated for resources: {'Port': ['ID=0e03fe91-e701-4dc6-9955-085c85631abb,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:21:31.952162 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02d333-55ab-4b6b-805e-c600a09ac614 req-857d1138-a446-41a9-8e5f-b2b5aee76fb9 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:31.952790 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7f02d333-55ab-4b6b-805e-c600a09ac614 req-857d1138-a446-41a9-8e5f-b2b5aee76fb9 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:31.969036 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7f02d333-55ab-4b6b-805e-c600a09ac614 req-857d1138-a446-41a9-8e5f-b2b5aee76fb9 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5775061 Nov 25 18:21:31.981786 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-7f02d333-55ab-4b6b-805e-c600a09ac614 req-90fc3104-4893-466a-aef5-e401970b3edf service neutron] Request body: {'port': {'device_id': '74ccc6e9-fab7-45f9-86b5-f2135c94cad7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:21:32.038423 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7f02d333-55ab-4b6b-805e-c600a09ac614 req-90fc3104-4893-466a-aef5-e401970b3edf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:32.088320 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-de411967-d158-4c9c-b375-ae4aa68354db None None] Provisioning complete for port 0e03fe91-e701-4dc6-9955-085c85631abb triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:21:32.088963 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-de411967-d158-4c9c-b375-ae4aa68354db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:32.125822 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-de411967-d158-4c9c-b375-ae4aa68354db None None] Port 0e03fe91-e701-4dc6-9955-085c85631abb cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:21:32.310801 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-7f02d333-55ab-4b6b-805e-c600a09ac614 req-90fc3104-4893-466a-aef5-e401970b3edf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e03fe91-e701-4dc6-9955-085c85631abb {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:21:32.318028 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7f02d333-55ab-4b6b-805e-c600a09ac614 req-90fc3104-4893-466a-aef5-e401970b3edf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:32.329930 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-7f02d333-55ab-4b6b-805e-c600a09ac614 req-90fc3104-4893-466a-aef5-e401970b3edf service neutron] Transition to ACTIVE for port object 0e03fe91-e701-4dc6-9955-085c85631abb will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:21:32.333705 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7f02d333-55ab-4b6b-805e-c600a09ac614 req-90fc3104-4893-466a-aef5-e401970b3edf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:32.400676 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fc3104-4893-466a-aef5-e401970b3edf service neutron] Pushing event updated for resources: {'Port': ['ID=0e03fe91-e701-4dc6-9955-085c85631abb,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:21:32.453908 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-7f02d333-55ab-4b6b-805e-c600a09ac614 req-90fc3104-4893-466a-aef5-e401970b3edf service neutron] Attempting to bind port 0e03fe91-e701-4dc6-9955-085c85631abb on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:21:32.454249 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-7f02d333-55ab-4b6b-805e-c600a09ac614 req-90fc3104-4893-466a-aef5-e401970b3edf service neutron] Attempting to bind port 0e03fe91-e701-4dc6-9955-085c85631abb by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '4f1bc548-1c48-4e69-bd4e-5af8946314ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:21:32.454582 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f02d333-55ab-4b6b-805e-c600a09ac614 req-90fc3104-4893-466a-aef5-e401970b3edf service neutron] Attempting to bind port 0e03fe91-e701-4dc6-9955-085c85631abb on network 61cca371-5ab6-43f0-9b83-9c0c47170e28 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:21:32.459711 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f02d333-55ab-4b6b-805e-c600a09ac614 req-90fc3104-4893-466a-aef5-e401970b3edf service neutron] Port 0e03fe91-e701-4dc6-9955-085c85631abb on network 61cca371-5ab6-43f0-9b83-9c0c47170e28 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:21:32.460037 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f02d333-55ab-4b6b-805e-c600a09ac614 req-90fc3104-4893-466a-aef5-e401970b3edf service neutron] Attempting to bind port 0e03fe91-e701-4dc6-9955-085c85631abb on network 61cca371-5ab6-43f0-9b83-9c0c47170e28 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:21:32.465181 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f02d333-55ab-4b6b-805e-c600a09ac614 req-90fc3104-4893-466a-aef5-e401970b3edf service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:21:32.465525 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f02d333-55ab-4b6b-805e-c600a09ac614 req-90fc3104-4893-466a-aef5-e401970b3edf service neutron] Checking segment: {'id': '4f1bc548-1c48-4e69-bd4e-5af8946314ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:21:32.465918 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f02d333-55ab-4b6b-805e-c600a09ac614 req-90fc3104-4893-466a-aef5-e401970b3edf service neutron] Bound using segment: {'id': '4f1bc548-1c48-4e69-bd4e-5af8946314ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:21:32.466348 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-7f02d333-55ab-4b6b-805e-c600a09ac614 req-90fc3104-4893-466a-aef5-e401970b3edf service neutron] Bound port: 0e03fe91-e701-4dc6-9955-085c85631abb, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f1bc548-1c48-4e69-bd4e-5af8946314ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:21:32.466707 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7f02d333-55ab-4b6b-805e-c600a09ac614 req-90fc3104-4893-466a-aef5-e401970b3edf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:32.548053 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-7f02d333-55ab-4b6b-805e-c600a09ac614 req-90fc3104-4893-466a-aef5-e401970b3edf service neutron] For port 0e03fe91-e701-4dc6-9955-085c85631abb, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:21:32.551344 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-7f02d333-55ab-4b6b-805e-c600a09ac614 req-90fc3104-4893-466a-aef5-e401970b3edf service neutron] For port 0e03fe91-e701-4dc6-9955-085c85631abb, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=0e03fe91-e701-4dc6-9955-085c85631abb,segment=NetworkSegment(4f1bc548-1c48-4e69-bd4e-5af8946314ee),segment_id=4f1bc548-1c48-4e69-bd4e-5af8946314ee)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:21:32.555586 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7f02d333-55ab-4b6b-805e-c600a09ac614 req-90fc3104-4893-466a-aef5-e401970b3edf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:32.595241 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02d333-55ab-4b6b-805e-c600a09ac614 req-90fc3104-4893-466a-aef5-e401970b3edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:32.595865 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7f02d333-55ab-4b6b-805e-c600a09ac614 req-90fc3104-4893-466a-aef5-e401970b3edf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:32.597291 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7f02d333-55ab-4b6b-805e-c600a09ac614 req-90fc3104-4893-466a-aef5-e401970b3edf service neutron] 10.222.0.74 "PUT /v2.0/ports/0e03fe91-e701-4dc6-9955-085c85631abb HTTP/1.1" status: 200 len: 1091 time: 0.6200004 Nov 25 18:21:32.624779 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74ccc6e9-fab7-45f9-86b5-f2135c94cad7', 'tag': '0e03fe91-e701-4dc6-9955-085c85631abb'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:21:32.627175 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e2599c-1312-4730-9399-a27d6b712141" -d '{"events": [{"name": "network-changed", "server_uuid": "74ccc6e9-fab7-45f9-86b5-f2135c94cad7", "tag": "0e03fe91-e701-4dc6-9955-085c85631abb"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:21:32.680482 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba80198a-d06d-4cd7-870f-87664e401de2 x-openstack-request-id: req-ba80198a-d06d-4cd7-870f-87664e401de2 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:21:32.680786 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74ccc6e9-fab7-45f9-86b5-f2135c94cad7", "tag": "0e03fe91-e701-4dc6-9955-085c85631abb", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:21:32.681070 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ba80198a-d06d-4cd7-870f-87664e401de2 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:21:32.681463 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74ccc6e9-fab7-45f9-86b5-f2135c94cad7', 'tag': '0e03fe91-e701-4dc6-9955-085c85631abb', 'status': 'completed', 'code': 200} Nov 25 18:21:32.686026 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fc3104-4893-466a-aef5-e401970b3edf service neutron] Pushing event updated for resources: {'Port': ['ID=0e03fe91-e701-4dc6-9955-085c85631abb,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:21:32.707983 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb20930-44af-4e9c-b6b1-bba9ad50825e req-fd979906-95a7-4935-aba3-538aa29d9af3 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:32.709549 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bfb20930-44af-4e9c-b6b1-bba9ad50825e req-fd979906-95a7-4935-aba3-538aa29d9af3 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=74ccc6e9-fab7-45f9-86b5-f2135c94cad7 HTTP/1.1" status: 200 len: 943 time: 0.1222286 Nov 25 18:21:32.717444 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02d333-55ab-4b6b-805e-c600a09ac614 req-e47cf3b6-0f42-441b-bad9-5aced2316ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:32.718939 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7f02d333-55ab-4b6b-805e-c600a09ac614 req-e47cf3b6-0f42-441b-bad9-5aced2316ebc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6b43c4b7f4db486987f8d82668910151&device_id=74ccc6e9-fab7-45f9-86b5-f2135c94cad7 HTTP/1.1" status: 200 len: 1094 time: 0.0789723 Nov 25 18:21:32.779243 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7f02d333-55ab-4b6b-805e-c600a09ac614 req-1292e29f-873f-474f-a7df-79c21bc63527 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e03fe91-e701-4dc6-9955-085c85631abb HTTP/1.1" status: 200 len: 217 time: 0.0450747 Nov 25 18:21:32.823210 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bfb20930-44af-4e9c-b6b1-bba9ad50825e req-0cb6880f-fb4b-4caa-9a7b-40da9f767531 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029985 Nov 25 18:21:32.840025 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02d333-55ab-4b6b-805e-c600a09ac614 req-4f15d6a0-d26a-4f08-914c-9b6fe8fe79d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:32.841408 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7f02d333-55ab-4b6b-805e-c600a09ac614 req-4f15d6a0-d26a-4f08-914c-9b6fe8fe79d0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a3e651ef-5562-417b-a758-490d6ad45059 HTTP/1.1" status: 200 len: 851 time: 0.0561657 Nov 25 18:21:33.134762 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02d333-55ab-4b6b-805e-c600a09ac614 req-134779af-8805-436e-b5b8-3a6c8ed2539a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:33.137021 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7f02d333-55ab-4b6b-805e-c600a09ac614 req-134779af-8805-436e-b5b8-3a6c8ed2539a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=61cca371-5ab6-43f0-9b83-9c0c47170e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2884738 Nov 25 18:21:33.229046 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7f02d333-55ab-4b6b-805e-c600a09ac614 req-f0394fa1-48ac-4711-adf3-8638d1f5eeac service neutron] 10.222.0.74 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842416 Nov 25 18:21:33.322231 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7f02d333-55ab-4b6b-805e-c600a09ac614 req-848f97a4-3a7d-43ed-9542-b58272e7caa1 service neutron] 10.222.0.74 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849953 Nov 25 18:21:33.406585 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e2599c-1312-4730-9399-a27d6b712141 req-3a4bbeb6-7f6f-498f-8165-da51f9d0c8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:33.407958 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f1e2599c-1312-4730-9399-a27d6b712141 req-3a4bbeb6-7f6f-498f-8165-da51f9d0c8f8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6b43c4b7f4db486987f8d82668910151&device_id=74ccc6e9-fab7-45f9-86b5-f2135c94cad7 HTTP/1.1" status: 200 len: 1094 time: 0.0412929 Nov 25 18:21:33.499610 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e2599c-1312-4730-9399-a27d6b712141 req-e4c59a1c-43b3-438e-ba72-ae6e0d34db80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:33.501077 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f1e2599c-1312-4730-9399-a27d6b712141 req-e4c59a1c-43b3-438e-ba72-ae6e0d34db80 service neutron] 10.222.0.74 "GET /v2.0/networks?id=61cca371-5ab6-43f0-9b83-9c0c47170e28 HTTP/1.1" status: 200 len: 913 time: 0.0855148 Nov 25 18:21:33.542135 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f1e2599c-1312-4730-9399-a27d6b712141 req-99442b35-268a-4ea4-be43-3741c1ca8daf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e03fe91-e701-4dc6-9955-085c85631abb HTTP/1.1" status: 200 len: 217 time: 0.0334687 Nov 25 18:21:33.592230 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e2599c-1312-4730-9399-a27d6b712141 req-bd5d7764-ef57-4037-905e-b952889c3a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:33.593688 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f1e2599c-1312-4730-9399-a27d6b712141 req-bd5d7764-ef57-4037-905e-b952889c3a77 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a3e651ef-5562-417b-a758-490d6ad45059 HTTP/1.1" status: 200 len: 851 time: 0.0436516 Nov 25 18:21:33.640744 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e2599c-1312-4730-9399-a27d6b712141 req-0f61e7f4-fd94-432f-9ba0-5b45dcc515b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:33.642332 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f1e2599c-1312-4730-9399-a27d6b712141 req-0f61e7f4-fd94-432f-9ba0-5b45dcc515b5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=61cca371-5ab6-43f0-9b83-9c0c47170e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407116 Nov 25 18:21:33.735880 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f1e2599c-1312-4730-9399-a27d6b712141 req-88d431e2-3ac3-4ed7-bf49-1a947cf7f2a3 service neutron] 10.222.0.74 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853388 Nov 25 18:21:33.832065 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f1e2599c-1312-4730-9399-a27d6b712141 req-b4e0c0a5-34cc-4ad3-8a83-c2f66d060ebe service neutron] 10.222.0.74 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883007 Nov 25 18:21:33.943541 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e330e51-52c1-4d3f-9696-afb15f56d75b req-7622ba12-12b4-4872-bd8f-03dae012ad1c tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:33.945046 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2e330e51-52c1-4d3f-9696-afb15f56d75b req-7622ba12-12b4-4872-bd8f-03dae012ad1c tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=74ccc6e9-fab7-45f9-86b5-f2135c94cad7 HTTP/1.1" status: 200 len: 943 time: 0.0507448 Nov 25 18:21:33.992350 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2e330e51-52c1-4d3f-9696-afb15f56d75b req-d246d751-0660-42de-addf-f654c1d54f86 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407422 Nov 25 18:21:35.106007 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac8ad8-ba18-44b1-8964-cc5ba93d5fce req-deb09451-a29a-4cb9-9812-1eca69d0e737 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:35.107468 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-68ac8ad8-ba18-44b1-8964-cc5ba93d5fce req-deb09451-a29a-4cb9-9812-1eca69d0e737 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=74ccc6e9-fab7-45f9-86b5-f2135c94cad7 HTTP/1.1" status: 200 len: 943 time: 0.0486615 Nov 25 18:21:35.155080 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-68ac8ad8-ba18-44b1-8964-cc5ba93d5fce req-fd654938-d6ed-41df-9ab2-667c5ea10fcb tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417159 Nov 25 18:21:36.273533 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff940802-09c1-4342-bd7b-f124122f5429 req-e157489b-3b95-4f12-a07f-c6196b1a27ca tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:36.274922 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ff940802-09c1-4342-bd7b-f124122f5429 req-e157489b-3b95-4f12-a07f-c6196b1a27ca tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=74ccc6e9-fab7-45f9-86b5-f2135c94cad7 HTTP/1.1" status: 200 len: 943 time: 0.0533218 Nov 25 18:21:36.321931 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ff940802-09c1-4342-bd7b-f124122f5429 req-34bfee51-8f07-4d47-b8fa-1878fe585c5a tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403745 Nov 25 18:21:36.599598 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 0e03fe91-e701-4dc6-9955-085c85631abb details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:21:36.694783 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 0e03fe91-e701-4dc6-9955-085c85631abb, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=0e03fe91-e701-4dc6-9955-085c85631abb,segment=NetworkSegment(4f1bc548-1c48-4e69-bd4e-5af8946314ee),segment_id=4f1bc548-1c48-4e69-bd4e-5af8946314ee)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:21:36.706792 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '0e03fe91-e701-4dc6-9955-085c85631abb', 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28', 'port_id': '0e03fe91-e701-4dc6-9955-085c85631abb', 'mac_address': 'fa:16:3e:88:4d:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:21:36.743706 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:36.757324 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e03fe91-e701-4dc6-9955-085c85631abb {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:21:36.777841 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 0e03fe91-e701-4dc6-9955-085c85631abb, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=0e03fe91-e701-4dc6-9955-085c85631abb,segment=NetworkSegment(4f1bc548-1c48-4e69-bd4e-5af8946314ee),segment_id=4f1bc548-1c48-4e69-bd4e-5af8946314ee)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:21:36.781545 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:36.829263 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=0e03fe91-e701-4dc6-9955-085c85631abb,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:21:36.968184 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['0e03fe91-e701-4dc6-9955-085c85631abb'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:21:37.437186 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a6e5f-0b31-483e-a26c-ab3f4822d683 req-c123e44c-e832-4aa1-b72c-adb0d7fd66d4 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:37.438649 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c81a6e5f-0b31-483e-a26c-ab3f4822d683 req-c123e44c-e832-4aa1-b72c-adb0d7fd66d4 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=74ccc6e9-fab7-45f9-86b5-f2135c94cad7 HTTP/1.1" status: 200 len: 944 time: 0.0487733 Nov 25 18:21:37.485543 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c81a6e5f-0b31-483e-a26c-ab3f4822d683 req-bbac61ef-5240-4a27-a00a-1129f6a9eeaa tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410609 Nov 25 18:21:38.600729 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104ddd8-7285-4e72-b422-bc316fe0af2f req-3506cd96-e155-494b-94e1-d8c6c478a2de tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:38.602215 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2104ddd8-7285-4e72-b422-bc316fe0af2f req-3506cd96-e155-494b-94e1-d8c6c478a2de tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=74ccc6e9-fab7-45f9-86b5-f2135c94cad7 HTTP/1.1" status: 200 len: 944 time: 0.0494394 Nov 25 18:21:38.617894 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 0e03fe91-e701-4dc6-9955-085c85631abb up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:21:38.654711 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2104ddd8-7285-4e72-b422-bc316fe0af2f req-86b61f26-e122-466b-b102-b06edcfe38b0 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460720 Nov 25 18:21:38.669020 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port 0e03fe91-e701-4dc6-9955-085c85631abb completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:21:38.673785 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 0e03fe91-e701-4dc6-9955-085c85631abb triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:21:38.674264 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:38.752902 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:38.774853 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ccc6e9-fab7-45f9-86b5-f2135c94cad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e03fe91-e701-4dc6-9955-085c85631abb'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:21:38.777787 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e885ae7a60f1de4153d3a84cf91c96dac968753d8c7eb30b74097738adf70354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86ee037-e04d-4d16-8c20-8fef1da12a39" -d '{"events": [{"server_uuid": "74ccc6e9-fab7-45f9-86b5-f2135c94cad7", "name": "network-vif-plugged", "status": "completed", "tag": "0e03fe91-e701-4dc6-9955-085c85631abb"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:21:38.790322 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 0e03fe91-e701-4dc6-9955-085c85631abb, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=0e03fe91-e701-4dc6-9955-085c85631abb,segment=NetworkSegment(4f1bc548-1c48-4e69-bd4e-5af8946314ee),segment_id=4f1bc548-1c48-4e69-bd4e-5af8946314ee)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:21:38.795043 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:38.818204 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0192854c-f6d4-4c0e-bfc2-60ba1f813fc5 x-openstack-request-id: req-0192854c-f6d4-4c0e-bfc2-60ba1f813fc5 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:21:38.818506 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74ccc6e9-fab7-45f9-86b5-f2135c94cad7", "name": "network-vif-plugged", "status": "completed", "tag": "0e03fe91-e701-4dc6-9955-085c85631abb", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:21:38.818764 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0192854c-f6d4-4c0e-bfc2-60ba1f813fc5 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:21:38.819157 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74ccc6e9-fab7-45f9-86b5-f2135c94cad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e03fe91-e701-4dc6-9955-085c85631abb', 'code': 200} Nov 25 18:21:38.845148 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=0e03fe91-e701-4dc6-9955-085c85631abb,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:21:38.912587 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedbd093-4e7c-4132-b637-fac26ab7be62 req-80f9fd89-cb57-4173-ad04-be56184749f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:38.914083 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cedbd093-4e7c-4132-b637-fac26ab7be62 req-80f9fd89-cb57-4173-ad04-be56184749f0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=74ccc6e9-fab7-45f9-86b5-f2135c94cad7 HTTP/1.1" status: 200 len: 1096 time: 0.0394335 Nov 25 18:21:38.959696 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cedbd093-4e7c-4132-b637-fac26ab7be62 req-a9b5f4d8-e7fa-4f2a-ab93-f889542e32e2 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374439 Nov 25 18:21:39.771289 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b569da-8185-4057-8285-470fca1b618e req-fe94b1e8-d505-49e3-b716-383fa9bdeb4a tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:39.772769 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b7b569da-8185-4057-8285-470fca1b618e req-fe94b1e8-d505-49e3-b716-383fa9bdeb4a tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=74ccc6e9-fab7-45f9-86b5-f2135c94cad7 HTTP/1.1" status: 200 len: 945 time: 0.0495315 Nov 25 18:21:39.819920 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b7b569da-8185-4057-8285-470fca1b618e req-3bbb4363-b6fe-406e-82ae-85b60079d677 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410578 Nov 25 18:21:40.941661 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ec173-038d-4b97-9a5a-3f8ceceb3bd4 req-cee47780-53e3-4203-987d-bb7b1f02fc0e tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:40.943150 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c41ec173-038d-4b97-9a5a-3f8ceceb3bd4 req-cee47780-53e3-4203-987d-bb7b1f02fc0e tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=74ccc6e9-fab7-45f9-86b5-f2135c94cad7 HTTP/1.1" status: 200 len: 945 time: 0.0527914 Nov 25 18:21:40.991953 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c41ec173-038d-4b97-9a5a-3f8ceceb3bd4 req-958cc1c1-399d-44d0-ade5-819a2866364b tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424292 Nov 25 18:21:41.106435 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f795ee-da00-45cd-8642-25f25c6e8c3f req-c49d568d-ded3-4ee2-aa20-e271aaae215e tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:41.107824 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d2f795ee-da00-45cd-8642-25f25c6e8c3f req-c49d568d-ded3-4ee2-aa20-e271aaae215e tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=74ccc6e9-fab7-45f9-86b5-f2135c94cad7 HTTP/1.1" status: 200 len: 945 time: 0.0515339 Nov 25 18:21:41.116360 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 35590) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:21:41.120704 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-5a1a7601-aa56-4bf0-bace-d9f717b32733 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Request body: {'floatingip': {'port_id': '0e03fe91-e701-4dc6-9955-085c85631abb'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:21:41.162157 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5a1a7601-aa56-4bf0-bace-d9f717b32733 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks [] for floatingip, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:41.576919 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5a1a7601-aa56-4bf0-bace-d9f717b32733 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:41.580737 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5a1a7601-aa56-4bf0-bace-d9f717b32733 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:41.680540 n-d-817746-1 neutron-server[103361]: INFO neutron.db.l3_db [None req-5a1a7601-aa56-4bf0-bace-d9f717b32733 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Floating IP 6b86ed42-262a-40de-bf99-74f64d094639 associated. External IP: 172.25.0.172, port: 0e03fe91-e701-4dc6-9955-085c85631abb. Nov 25 18:21:41.888430 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a1a7601-aa56-4bf0-bace-d9f717b32733 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Router df690964-63e8-478b-81d4-d94630627680 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:21:42.000629 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1a7601-aa56-4bf0-bace-d9f717b32733 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:21:42.005900 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5a1a7601-aa56-4bf0-bace-d9f717b32733 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:42.010085 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f8412a-cfe5-41e6-aac5-9491e98a0197 None None] Sync routers for ids ['df690964-63e8-478b-81d4-d94630627680'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:21:42.020184 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f8412a-cfe5-41e6-aac5-9491e98a0197 None None] Routers {'df690964-63e8-478b-81d4-d94630627680'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:21:42.020791 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-f8f8412a-cfe5-41e6-aac5-9491e98a0197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:21:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['df690964-63e8-478b-81d4-d94630627680'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:21:42.034194 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-5a1a7601-aa56-4bf0-bace-d9f717b32733 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "PUT /v2.0/floatingips/6b86ed42-262a-40de-bf99-74f64d094639 HTTP/1.1" status: 200 len: 991 time: 0.9167523 Nov 25 18:21:42.035016 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74ccc6e9-fab7-45f9-86b5-f2135c94cad7', 'tag': '0e03fe91-e701-4dc6-9955-085c85631abb'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:21:42.037440 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022216f8-28cd-4cb5-83bd-9ba030cc481d" -d '{"events": [{"name": "network-changed", "server_uuid": "74ccc6e9-fab7-45f9-86b5-f2135c94cad7", "tag": "0e03fe91-e701-4dc6-9955-085c85631abb"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:21:42.078767 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03418a47-a5ed-4e0c-bff3-b90f82ed5dfd x-openstack-request-id: req-03418a47-a5ed-4e0c-bff3-b90f82ed5dfd {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:21:42.079717 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74ccc6e9-fab7-45f9-86b5-f2135c94cad7", "tag": "0e03fe91-e701-4dc6-9955-085c85631abb", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:21:42.080250 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-03418a47-a5ed-4e0c-bff3-b90f82ed5dfd {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:21:42.080847 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74ccc6e9-fab7-45f9-86b5-f2135c94cad7', 'tag': '0e03fe91-e701-4dc6-9955-085c85631abb', 'status': 'completed', 'code': 200} Nov 25 18:21:42.130018 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-f8f8412a-cfe5-41e6-aac5-9491e98a0197 None None] Set router df690964-63e8-478b-81d4-d94630627680 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:21:42.145633 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022216f8-28cd-4cb5-83bd-9ba030cc481d req-dd6fab41-34aa-4c45-91d1-4fab992af53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:42.147076 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-022216f8-28cd-4cb5-83bd-9ba030cc481d req-dd6fab41-34aa-4c45-91d1-4fab992af53a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6b43c4b7f4db486987f8d82668910151&device_id=74ccc6e9-fab7-45f9-86b5-f2135c94cad7 HTTP/1.1" status: 200 len: 1096 time: 0.0412936 Nov 25 18:21:42.242093 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022216f8-28cd-4cb5-83bd-9ba030cc481d req-57ea371e-b1f7-4d90-b006-109787b0875d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:42.243575 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-022216f8-28cd-4cb5-83bd-9ba030cc481d req-57ea371e-b1f7-4d90-b006-109787b0875d service neutron] 10.222.0.74 "GET /v2.0/networks?id=61cca371-5ab6-43f0-9b83-9c0c47170e28 HTTP/1.1" status: 200 len: 913 time: 0.0900590 Nov 25 18:21:42.309204 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-022216f8-28cd-4cb5-83bd-9ba030cc481d req-c2adbf17-93c9-4365-b84c-fac64a31b393 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e03fe91-e701-4dc6-9955-085c85631abb HTTP/1.1" status: 200 len: 999 time: 0.0584729 Nov 25 18:21:42.358408 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022216f8-28cd-4cb5-83bd-9ba030cc481d req-6a7ad208-d9b2-4421-ae01-7890f5df250c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:42.359867 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-022216f8-28cd-4cb5-83bd-9ba030cc481d req-6a7ad208-d9b2-4421-ae01-7890f5df250c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a3e651ef-5562-417b-a758-490d6ad45059 HTTP/1.1" status: 200 len: 851 time: 0.0437324 Nov 25 18:21:42.360033 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-f8f8412a-cfe5-41e6-aac5-9491e98a0197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df690964-63e8-478b-81d4-d94630627680', 'name': 'tempest-ServerActionsTestJSON-1166488559-router', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'da91b2d1-71e7-4261-871e-ca2c4065d575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:19:10Z', 'updated_at': '2021-11-25T18:19:13Z', 'revision_number': 4, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'gw_port': {'id': 'da91b2d1-71e7-4261-871e-ca2c4065d575', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:33:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df690964-63e8-478b-81d4-d94630627680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:19:11Z', 'updated_at': '2021-11-25T18:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '6b86ed42-262a-40de-bf99-74f64d094639', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'floating_ip_address': '172.25.0.172', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': 'df690964-63e8-478b-81d4-d94630627680', 'port_id': '0e03fe91-e701-4dc6-9955-085c85631abb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28', 'mac_address': 'fa:16:3e:88:4d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ccc6e9-fab7-45f9-86b5-f2135c94cad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:19:16Z', 'updated_at': '2021-11-25T18:21:41Z', 'revision_number': 5, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99de8f47-bb75-4ca6-9ffc-1b76ac3b896f', 'name': '', 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'mac_address': 'fa:16:3e:4f:72:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df690964-63e8-478b-81d4-d94630627680', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:19:13Z', 'updated_at': '2021-11-25T18:19:17Z', 'revision_number': 5, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'subnets': [{'id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:21:42.386754 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f8412a-cfe5-41e6-aac5-9491e98a0197 None None] Checking router: df690964-63e8-478b-81d4-d94630627680 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:21:42.395555 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f8412a-cfe5-41e6-aac5-9491e98a0197 None None] Routers {'df690964-63e8-478b-81d4-d94630627680'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:21:42.396204 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-f8f8412a-cfe5-41e6-aac5-9491e98a0197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:21:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['df690964-63e8-478b-81d4-d94630627680'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:21:42.410970 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022216f8-28cd-4cb5-83bd-9ba030cc481d req-8f56ed21-504e-4f97-8176-50949ed08798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:42.412470 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-022216f8-28cd-4cb5-83bd-9ba030cc481d req-8f56ed21-504e-4f97-8176-50949ed08798 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=61cca371-5ab6-43f0-9b83-9c0c47170e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449245 Nov 25 18:21:42.501753 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-022216f8-28cd-4cb5-83bd-9ba030cc481d req-8aef1760-5ad8-4657-bdb2-8882803386e2 service neutron] 10.222.0.74 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819945 Nov 25 18:21:42.502371 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-f8f8412a-cfe5-41e6-aac5-9491e98a0197 None None] Set router df690964-63e8-478b-81d4-d94630627680 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:21:42.607287 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-022216f8-28cd-4cb5-83bd-9ba030cc481d req-435096d0-3867-4d8c-b7b8-159f956bcf45 service neutron] 10.222.0.74 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977547 Nov 25 18:21:42.746142 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-f8f8412a-cfe5-41e6-aac5-9491e98a0197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df690964-63e8-478b-81d4-d94630627680', 'name': 'tempest-ServerActionsTestJSON-1166488559-router', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'da91b2d1-71e7-4261-871e-ca2c4065d575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:19:10Z', 'updated_at': '2021-11-25T18:19:13Z', 'revision_number': 4, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'gw_port': {'id': 'da91b2d1-71e7-4261-871e-ca2c4065d575', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:33:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df690964-63e8-478b-81d4-d94630627680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:19:11Z', 'updated_at': '2021-11-25T18:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '6b86ed42-262a-40de-bf99-74f64d094639', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'floating_ip_address': '172.25.0.172', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': 'df690964-63e8-478b-81d4-d94630627680', 'port_id': '0e03fe91-e701-4dc6-9955-085c85631abb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28', 'mac_address': 'fa:16:3e:88:4d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ccc6e9-fab7-45f9-86b5-f2135c94cad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:19:16Z', 'updated_at': '2021-11-25T18:21:41Z', 'revision_number': 5, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99de8f47-bb75-4ca6-9ffc-1b76ac3b896f', 'name': '', 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'mac_address': 'fa:16:3e:4f:72:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df690964-63e8-478b-81d4-d94630627680', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:19:13Z', 'updated_at': '2021-11-25T18:19:17Z', 'revision_number': 5, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'subnets': [{'id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:21:42.772226 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f8412a-cfe5-41e6-aac5-9491e98a0197 None None] The sync data for ids ['df690964-63e8-478b-81d4-d94630627680'] in n-d-817746-1 is: [{'id': 'df690964-63e8-478b-81d4-d94630627680', 'name': 'tempest-ServerActionsTestJSON-1166488559-router', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'da91b2d1-71e7-4261-871e-ca2c4065d575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:19:10Z', 'updated_at': '2021-11-25T18:19:13Z', 'revision_number': 4, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'gw_port': {'id': 'da91b2d1-71e7-4261-871e-ca2c4065d575', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:33:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df690964-63e8-478b-81d4-d94630627680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:19:11Z', 'updated_at': '2021-11-25T18:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '6b86ed42-262a-40de-bf99-74f64d094639', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'floating_ip_address': '172.25.0.172', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': 'df690964-63e8-478b-81d4-d94630627680', 'port_id': '0e03fe91-e701-4dc6-9955-085c85631abb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28', 'mac_address': 'fa:16:3e:88:4d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ccc6e9-fab7-45f9-86b5-f2135c94cad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:19:16Z', 'updated_at': '2021-11-25T18:21:41Z', 'revision_number': 5, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99de8f47-bb75-4ca6-9ffc-1b76ac3b896f', 'name': '', 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'mac_address': 'fa:16:3e:4f:72:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df690964-63e8-478b-81d4-d94630627680', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:19:13Z', 'updated_at': '2021-11-25T18:19:17Z', 'revision_number': 5, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'subnets': [{'id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:21:42.972488 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c742e5-46ee-4c58-8be1-ea620e5b0af6 None None] New status for floating IP 6b86ed42-262a-40de-bf99-74f64d094639: ACTIVE {{(pid=103363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:21:47.146728 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:47.194041 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d8cc06ae-e9f4-463c-bd02-024e0ee9c394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:47.229018 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-52afa78d-ff25-4767-b269-de481c34e68b req-9d4ddc29-aa7f-49a7-b3da-fdda4aaa726c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=74ccc6e9-fab7-45f9-86b5-f2135c94cad7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445275 Nov 25 18:21:47.322400 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52afa78d-ff25-4767-b269-de481c34e68b req-310a0c64-1d8d-46d4-9614-bc14fedefd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:47.324261 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-52afa78d-ff25-4767-b269-de481c34e68b req-310a0c64-1d8d-46d4-9614-bc14fedefd0d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6b43c4b7f4db486987f8d82668910151&device_id=74ccc6e9-fab7-45f9-86b5-f2135c94cad7 HTTP/1.1" status: 200 len: 1096 time: 0.0439057 Nov 25 18:21:47.328596 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:21:47.382583 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:47.435033 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52afa78d-ff25-4767-b269-de481c34e68b req-6af8e513-42f6-44d8-8d3a-361c7faa9213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:47.436545 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-52afa78d-ff25-4767-b269-de481c34e68b req-6af8e513-42f6-44d8-8d3a-361c7faa9213 service neutron] 10.222.0.74 "GET /v2.0/networks?id=61cca371-5ab6-43f0-9b83-9c0c47170e28 HTTP/1.1" status: 200 len: 913 time: 0.0937524 Nov 25 18:21:47.502422 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-52afa78d-ff25-4767-b269-de481c34e68b req-8659a90a-e3e7-451b-81c0-5d40f5589075 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e03fe91-e701-4dc6-9955-085c85631abb HTTP/1.1" status: 200 len: 1001 time: 0.0586679 Nov 25 18:21:47.551710 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52afa78d-ff25-4767-b269-de481c34e68b req-412dbac0-99d0-4ee1-9c2e-636be550a9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:47.553176 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-52afa78d-ff25-4767-b269-de481c34e68b req-412dbac0-99d0-4ee1-9c2e-636be550a9c8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a3e651ef-5562-417b-a758-490d6ad45059 HTTP/1.1" status: 200 len: 851 time: 0.0432720 Nov 25 18:21:47.601360 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52afa78d-ff25-4767-b269-de481c34e68b req-286dd650-4ab6-4592-8d13-285883610489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:47.602818 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-52afa78d-ff25-4767-b269-de481c34e68b req-286dd650-4ab6-4592-8d13-285883610489 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=61cca371-5ab6-43f0-9b83-9c0c47170e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427434 Nov 25 18:21:47.690327 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-52afa78d-ff25-4767-b269-de481c34e68b req-ef62f907-435e-40bd-a23b-5f61ace8558d service neutron] 10.222.0.74 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804045 Nov 25 18:21:48.014102 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-52afa78d-ff25-4767-b269-de481c34e68b req-92330700-c86f-4bc8-9271-eef903e6f2ff service neutron] 10.222.0.74 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163049 Nov 25 18:21:49.929508 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-efb5e441-8d53-441b-a3cc-65fc732b49be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:51.022811 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:52.208796 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:53.146350 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:22:17.162445 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:22:17.194673 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9484cc64-1b73-4869-968f-c5e9497905f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:22:17.408263 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:22:19.931517 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-75452fd1-f5a6-4114-92fa-54eb62fb804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:22:21.022292 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:22:22.211635 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:22:23.147767 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:22:24.328573 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:22:47.176443 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:22:47.195810 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ba201497-d7ac-4d92-8835-adee799c1ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:22:47.393248 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:22:49.212614 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a2a17539-aae9-40f6-bf3f-bc52ac6dcb09 req-795dff29-f551-4a25-8c46-25fe8d8c7da4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=74ccc6e9-fab7-45f9-86b5-f2135c94cad7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0511718 Nov 25 18:22:49.296673 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a17539-aae9-40f6-bf3f-bc52ac6dcb09 req-3872a3dd-15d8-4c3f-870f-90a4beb4d484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:22:49.298109 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a2a17539-aae9-40f6-bf3f-bc52ac6dcb09 req-3872a3dd-15d8-4c3f-870f-90a4beb4d484 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6b43c4b7f4db486987f8d82668910151&device_id=74ccc6e9-fab7-45f9-86b5-f2135c94cad7 HTTP/1.1" status: 200 len: 1096 time: 0.0410028 Nov 25 18:22:49.406427 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a17539-aae9-40f6-bf3f-bc52ac6dcb09 req-1027e52f-15e9-4675-b913-5c4bc02676b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:22:49.407875 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a2a17539-aae9-40f6-bf3f-bc52ac6dcb09 req-1027e52f-15e9-4675-b913-5c4bc02676b4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=61cca371-5ab6-43f0-9b83-9c0c47170e28 HTTP/1.1" status: 200 len: 913 time: 0.0891945 Nov 25 18:22:49.472974 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a2a17539-aae9-40f6-bf3f-bc52ac6dcb09 req-ceda4b2e-fcd0-4e58-8fd6-5eeee70658ab service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e03fe91-e701-4dc6-9955-085c85631abb HTTP/1.1" status: 200 len: 1001 time: 0.0576694 Nov 25 18:22:49.527313 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a17539-aae9-40f6-bf3f-bc52ac6dcb09 req-639922a4-7e51-4160-8023-5bc7c7bbfdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:22:49.528788 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a2a17539-aae9-40f6-bf3f-bc52ac6dcb09 req-639922a4-7e51-4160-8023-5bc7c7bbfdbe service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a3e651ef-5562-417b-a758-490d6ad45059 HTTP/1.1" status: 200 len: 851 time: 0.0483642 Nov 25 18:22:49.577966 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a17539-aae9-40f6-bf3f-bc52ac6dcb09 req-60cd2ee7-12bc-4ece-b01f-562bc0be2fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:22:49.579322 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a2a17539-aae9-40f6-bf3f-bc52ac6dcb09 req-60cd2ee7-12bc-4ece-b01f-562bc0be2fc4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=61cca371-5ab6-43f0-9b83-9c0c47170e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438616 Nov 25 18:22:49.668360 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a2a17539-aae9-40f6-bf3f-bc52ac6dcb09 req-dec75c6b-412f-4b94-8498-f3906c6f45d4 service neutron] 10.222.0.74 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811069 Nov 25 18:22:49.762794 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a2a17539-aae9-40f6-bf3f-bc52ac6dcb09 req-71a8ebca-45d1-41c4-b33f-681f00843698 service neutron] 10.222.0.74 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869937 Nov 25 18:22:49.934534 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-350e4c7b-08c9-4340-a3f7-f58283a48f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:22:51.024788 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:22:52.214182 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:22:53.150369 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:01.328631 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:23:17.209303 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-63f614e0-2a5c-415a-b327-1f918704e2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:17.210978 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:17.396692 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:18.055103 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e9dc25-c3e9-4909-9256-0e44eca1faa6 req-86b7fdf5-ad3d-4c57-9804-c80dc938e884 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:18.056578 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-74e9dc25-c3e9-4909-9256-0e44eca1faa6 req-86b7fdf5-ad3d-4c57-9804-c80dc938e884 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=74ccc6e9-fab7-45f9-86b5-f2135c94cad7 HTTP/1.1" status: 200 len: 945 time: 0.0502086 Nov 25 18:23:18.104594 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-74e9dc25-c3e9-4909-9256-0e44eca1faa6 req-4455524b-576e-43a5-855f-f252d86050d5 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418427 Nov 25 18:23:19.228107 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24c3283-9a0c-46ad-b5d3-8a7bc61c6abf req-ab5b3858-74b1-4528-a14c-0ca5c164b336 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:19.229620 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e24c3283-9a0c-46ad-b5d3-8a7bc61c6abf req-ab5b3858-74b1-4528-a14c-0ca5c164b336 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=74ccc6e9-fab7-45f9-86b5-f2135c94cad7 HTTP/1.1" status: 200 len: 945 time: 0.0548577 Nov 25 18:23:19.281701 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e24c3283-9a0c-46ad-b5d3-8a7bc61c6abf req-d29cb83c-9ef1-4aab-88e6-396c27ca1b72 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454023 Nov 25 18:23:19.937607 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-87722343-8469-4b1f-87bf-bcaa9378f5ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:20.398389 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d578ebc-045e-43e4-b719-368054b6d300 req-d47e6ce2-9e03-47ce-8b94-d04c7268301c tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:20.399859 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6d578ebc-045e-43e4-b719-368054b6d300 req-d47e6ce2-9e03-47ce-8b94-d04c7268301c tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=74ccc6e9-fab7-45f9-86b5-f2135c94cad7 HTTP/1.1" status: 200 len: 945 time: 0.0490963 Nov 25 18:23:20.446967 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6d578ebc-045e-43e4-b719-368054b6d300 req-4c4ee22f-768b-469d-b127-0157b67273b0 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410557 Nov 25 18:23:21.029348 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:21.568783 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a322a6b-52e8-4f0b-b03e-4d0367f58a95 req-930f0144-6a04-4519-aa19-c0af5a596be3 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:21.570290 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8a322a6b-52e8-4f0b-b03e-4d0367f58a95 req-930f0144-6a04-4519-aa19-c0af5a596be3 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=74ccc6e9-fab7-45f9-86b5-f2135c94cad7 HTTP/1.1" status: 200 len: 945 time: 0.0490143 Nov 25 18:23:21.617461 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8a322a6b-52e8-4f0b-b03e-4d0367f58a95 req-7c4e858c-ae40-4589-9419-4ab4dae82906 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403984 Nov 25 18:23:22.216990 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:22.740253 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47739f-1a39-4a2f-b33a-8e6ca27542d7 req-5f241ec8-4bf1-4584-899d-c486adf2f2c8 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:22.741703 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fa47739f-1a39-4a2f-b33a-8e6ca27542d7 req-5f241ec8-4bf1-4584-899d-c486adf2f2c8 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=74ccc6e9-fab7-45f9-86b5-f2135c94cad7 HTTP/1.1" status: 200 len: 945 time: 0.0529780 Nov 25 18:23:22.788048 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fa47739f-1a39-4a2f-b33a-8e6ca27542d7 req-a25bd4b7-5ae9-4717-81c4-c5b4f7088809 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402319 Nov 25 18:23:23.151999 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:23.904967 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2a61c-b04b-4dcf-8c9e-f9c4345d6d76 req-1f690823-065a-4a41-b344-efbb5642fda6 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:23.906482 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a6b2a61c-b04b-4dcf-8c9e-f9c4345d6d76 req-1f690823-065a-4a41-b344-efbb5642fda6 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=74ccc6e9-fab7-45f9-86b5-f2135c94cad7 HTTP/1.1" status: 200 len: 945 time: 0.0492227 Nov 25 18:23:23.953403 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a6b2a61c-b04b-4dcf-8c9e-f9c4345d6d76 req-26076db0-370d-4c3e-8aa4-66829ec18e9e tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409615 Nov 25 18:23:25.068470 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a11cd0-e4e0-4584-86b6-6b69ad899960 req-b9c523ae-2b34-44f6-a72b-46a4b549015a tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:25.069985 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-70a11cd0-e4e0-4584-86b6-6b69ad899960 req-b9c523ae-2b34-44f6-a72b-46a4b549015a tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=74ccc6e9-fab7-45f9-86b5-f2135c94cad7 HTTP/1.1" status: 200 len: 945 time: 0.0481081 Nov 25 18:23:25.120804 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-70a11cd0-e4e0-4584-86b6-6b69ad899960 req-9c4a276b-43ca-43ec-aafa-4a55b85a88fe tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440195 Nov 25 18:23:26.236819 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa77d358-f846-4889-88b8-931adf4b1f60 req-3335cf6a-b770-4764-9f1e-7952bac356ce tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:26.238275 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fa77d358-f846-4889-88b8-931adf4b1f60 req-3335cf6a-b770-4764-9f1e-7952bac356ce tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=74ccc6e9-fab7-45f9-86b5-f2135c94cad7 HTTP/1.1" status: 200 len: 945 time: 0.0494511 Nov 25 18:23:26.285252 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fa77d358-f846-4889-88b8-931adf4b1f60 req-da40287d-550b-404a-a180-96c1725e565d tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410776 Nov 25 18:23:27.402058 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42130850-604a-459c-ae36-2fe26daca933 req-80728cfe-82e1-40d6-ac65-d593e0f776a1 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:27.403726 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-42130850-604a-459c-ae36-2fe26daca933 req-80728cfe-82e1-40d6-ac65-d593e0f776a1 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=74ccc6e9-fab7-45f9-86b5-f2135c94cad7 HTTP/1.1" status: 200 len: 945 time: 0.0504718 Nov 25 18:23:27.450820 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-42130850-604a-459c-ae36-2fe26daca933 req-d320f8b5-5101-4ff7-bebd-9f54618da416 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410726 Nov 25 18:23:28.573123 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc01f6b7-4c6a-4520-a9c1-71769e20f954 req-b1acc269-1579-43f2-b7bf-efe5847b1556 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:28.575223 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bc01f6b7-4c6a-4520-a9c1-71769e20f954 req-b1acc269-1579-43f2-b7bf-efe5847b1556 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=74ccc6e9-fab7-45f9-86b5-f2135c94cad7 HTTP/1.1" status: 200 len: 945 time: 0.0541937 Nov 25 18:23:28.625376 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bc01f6b7-4c6a-4520-a9c1-71769e20f954 req-0db67ced-e09a-4a28-9104-a23a6e15ee01 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438561 Nov 25 18:23:29.882915 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-ecb5ba33-f903-49a7-8207-14d0ec1e9492 req-92ceabc9-0242-419e-b911-911ff19d5a51 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=74ccc6e9-fab7-45f9-86b5-f2135c94cad7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0540762 Nov 25 18:23:29.885066 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429e481-eccf-4947-9407-2155f25bdf91 req-e542b59b-eab7-4fc2-864a-83e599663254 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:29.887428 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7429e481-eccf-4947-9407-2155f25bdf91 req-e542b59b-eab7-4fc2-864a-83e599663254 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=74ccc6e9-fab7-45f9-86b5-f2135c94cad7 HTTP/1.1" status: 200 len: 945 time: 0.0501642 Nov 25 18:23:29.938441 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7429e481-eccf-4947-9407-2155f25bdf91 req-07dfcd3d-d0c3-4ae0-a2c9-af5bb617fbda tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448773 Nov 25 18:23:31.069752 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd2f9ee-3089-4526-8cbb-702a61aba654 req-97922a9b-4024-4e99-863b-f6ed49eed0da tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:31.071207 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fbd2f9ee-3089-4526-8cbb-702a61aba654 req-97922a9b-4024-4e99-863b-f6ed49eed0da tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=74ccc6e9-fab7-45f9-86b5-f2135c94cad7 HTTP/1.1" status: 200 len: 945 time: 0.0520451 Nov 25 18:23:31.118173 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fbd2f9ee-3089-4526-8cbb-702a61aba654 req-8e77d22c-bce0-4e24-855e-a55a95635049 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401340 Nov 25 18:23:32.234059 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560266a-d483-4edb-bf61-ffc1fbc564f9 req-d41db404-90ca-499e-ad78-8b0069c0ffd6 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:32.235430 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6560266a-d483-4edb-bf61-ffc1fbc564f9 req-d41db404-90ca-499e-ad78-8b0069c0ffd6 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=74ccc6e9-fab7-45f9-86b5-f2135c94cad7 HTTP/1.1" status: 200 len: 945 time: 0.0489593 Nov 25 18:23:32.282649 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6560266a-d483-4edb-bf61-ffc1fbc564f9 req-826bb1ec-14c9-4de3-91fd-c0eee22db8bd tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411987 Nov 25 18:23:33.401769 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9a9d0e-434b-4bb3-8219-9ff217b450f9 req-dda3c701-1634-4e40-b5d0-7e3a448a56c5 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:33.403810 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fc9a9d0e-434b-4bb3-8219-9ff217b450f9 req-dda3c701-1634-4e40-b5d0-7e3a448a56c5 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=74ccc6e9-fab7-45f9-86b5-f2135c94cad7 HTTP/1.1" status: 200 len: 945 time: 0.0490489 Nov 25 18:23:33.453890 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fc9a9d0e-434b-4bb3-8219-9ff217b450f9 req-28dd55b8-f2ea-4a68-a78d-45154378c40e tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441604 Nov 25 18:23:34.584161 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3aed79-309a-4771-b352-196ce1d28fa6 req-0bc6af83-1c18-4321-919f-7ce6dda28bf6 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:34.586040 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6b3aed79-309a-4771-b352-196ce1d28fa6 req-0bc6af83-1c18-4321-919f-7ce6dda28bf6 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=74ccc6e9-fab7-45f9-86b5-f2135c94cad7 HTTP/1.1" status: 200 len: 945 time: 0.0569174 Nov 25 18:23:34.637197 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6b3aed79-309a-4771-b352-196ce1d28fa6 req-274db0ba-8070-4b16-8d20-b4dba678a41d tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441120 Nov 25 18:23:35.089553 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5ba33-f903-49a7-8207-14d0ec1e9492 req-f8d1f65c-6dcd-4055-aa1c-77705419a4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:35.091611 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ecb5ba33-f903-49a7-8207-14d0ec1e9492 req-f8d1f65c-6dcd-4055-aa1c-77705419a4b6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6b43c4b7f4db486987f8d82668910151&device_id=74ccc6e9-fab7-45f9-86b5-f2135c94cad7 HTTP/1.1" status: 200 len: 1096 time: 0.0412419 Nov 25 18:23:35.184614 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5ba33-f903-49a7-8207-14d0ec1e9492 req-9adefeed-05bf-4d8b-aeb0-cdca0c86f5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:35.186113 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ecb5ba33-f903-49a7-8207-14d0ec1e9492 req-9adefeed-05bf-4d8b-aeb0-cdca0c86f5e7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=61cca371-5ab6-43f0-9b83-9c0c47170e28 HTTP/1.1" status: 200 len: 913 time: 0.0867424 Nov 25 18:23:35.251706 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ecb5ba33-f903-49a7-8207-14d0ec1e9492 req-1e5a5e19-344b-4bcf-be59-fcf0621af347 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e03fe91-e701-4dc6-9955-085c85631abb HTTP/1.1" status: 200 len: 1001 time: 0.0584276 Nov 25 18:23:35.305765 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5ba33-f903-49a7-8207-14d0ec1e9492 req-68820383-e0ee-4918-8da9-8f627ed81f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:35.307229 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ecb5ba33-f903-49a7-8207-14d0ec1e9492 req-68820383-e0ee-4918-8da9-8f627ed81f62 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a3e651ef-5562-417b-a758-490d6ad45059 HTTP/1.1" status: 200 len: 851 time: 0.0488021 Nov 25 18:23:35.359837 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5ba33-f903-49a7-8207-14d0ec1e9492 req-aa3703bc-e1ea-495d-a007-7c6bc5823b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:35.361353 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ecb5ba33-f903-49a7-8207-14d0ec1e9492 req-aa3703bc-e1ea-495d-a007-7c6bc5823b1d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=61cca371-5ab6-43f0-9b83-9c0c47170e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469191 Nov 25 18:23:35.452552 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ecb5ba33-f903-49a7-8207-14d0ec1e9492 req-e0523f14-e9a1-4666-b70d-2020fea54078 service neutron] 10.222.0.74 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839336 Nov 25 18:23:35.544859 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ecb5ba33-f903-49a7-8207-14d0ec1e9492 req-da6c862a-37ed-4c61-8d80-e21a1fe6620f service neutron] 10.222.0.74 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854089 Nov 25 18:23:35.758760 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cbb604-508f-4b08-a0e9-9d0aaeed2dec req-0475589e-2bfd-44f1-8bc3-abf454dc6b22 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:35.760222 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-11cbb604-508f-4b08-a0e9-9d0aaeed2dec req-0475589e-2bfd-44f1-8bc3-abf454dc6b22 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=74ccc6e9-fab7-45f9-86b5-f2135c94cad7 HTTP/1.1" status: 200 len: 945 time: 0.0501387 Nov 25 18:23:35.807455 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-11cbb604-508f-4b08-a0e9-9d0aaeed2dec req-dd741d7e-9181-4abd-afce-419dd127cc2c tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410893 Nov 25 18:23:36.925778 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8cceb0-a9d8-44fd-a88c-77ab3ee3d5b9 req-af1f1410-eb6e-4ce1-89ab-7bbe3f77acb4 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:36.927218 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1c8cceb0-a9d8-44fd-a88c-77ab3ee3d5b9 req-af1f1410-eb6e-4ce1-89ab-7bbe3f77acb4 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=74ccc6e9-fab7-45f9-86b5-f2135c94cad7 HTTP/1.1" status: 200 len: 945 time: 0.0488646 Nov 25 18:23:36.978790 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1c8cceb0-a9d8-44fd-a88c-77ab3ee3d5b9 req-e318a6ad-6af0-40b9-89a9-ba40ba88d948 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455914 Nov 25 18:23:37.483282 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [req-ecb5ba33-f903-49a7-8207-14d0ec1e9492 req-d5f27f64-2837-47a4-a1cd-c5d9ec951151 service neutron] show failed (client error): The resource could not be found. Nov 25 18:23:37.484273 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ecb5ba33-f903-49a7-8207-14d0ec1e9492 req-d5f27f64-2837-47a4-a1cd-c5d9ec951151 service neutron] 10.222.0.74 "GET /v2.0/ports/0e03fe91-e701-4dc6-9955-085c85631abb/bindings/n-h2-817746-1 HTTP/1.1" status: 404 len: 380 time: 0.0555999 Nov 25 18:23:37.687018 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5ba33-f903-49a7-8207-14d0ec1e9492 req-c645dee3-fe21-4561-99b5-3f7cc15ca052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:37.688506 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ecb5ba33-f903-49a7-8207-14d0ec1e9492 req-c645dee3-fe21-4561-99b5-3f7cc15ca052 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=74ccc6e9-fab7-45f9-86b5-f2135c94cad7&tenant_id=6b43c4b7f4db486987f8d82668910151 HTTP/1.1" status: 200 len: 1096 time: 0.0434165 Nov 25 18:23:37.700734 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-ecb5ba33-f903-49a7-8207-14d0ec1e9492 req-192f2421-7944-4b06-82b1-e1e4a7afdcf4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817746-1', 'device_owner': 'compute:nova'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:23:37.755719 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ecb5ba33-f903-49a7-8207-14d0ec1e9492 req-192f2421-7944-4b06-82b1-e1e4a7afdcf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:37.955417 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-ecb5ba33-f903-49a7-8207-14d0ec1e9492 req-192f2421-7944-4b06-82b1-e1e4a7afdcf4 service neutron] For port 0e03fe91-e701-4dc6-9955-085c85631abb, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=0e03fe91-e701-4dc6-9955-085c85631abb,segment=NetworkSegment(4f1bc548-1c48-4e69-bd4e-5af8946314ee),segment_id=4f1bc548-1c48-4e69-bd4e-5af8946314ee)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:23:37.988138 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-ecb5ba33-f903-49a7-8207-14d0ec1e9492 req-192f2421-7944-4b06-82b1-e1e4a7afdcf4 service neutron] For port 0e03fe91-e701-4dc6-9955-085c85631abb, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:23:38.029072 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ccc6e9-fab7-45f9-86b5-f2135c94cad7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e03fe91-e701-4dc6-9955-085c85631abb'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:23:38.031440 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9a5cbc-687f-4723-ac48-216ccd76bda5" -d '{"events": [{"server_uuid": "74ccc6e9-fab7-45f9-86b5-f2135c94cad7", "name": "network-vif-unplugged", "status": "completed", "tag": "0e03fe91-e701-4dc6-9955-085c85631abb"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:23:38.035927 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ecb5ba33-f903-49a7-8207-14d0ec1e9492 req-192f2421-7944-4b06-82b1-e1e4a7afdcf4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:38.049841 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-ecb5ba33-f903-49a7-8207-14d0ec1e9492 req-192f2421-7944-4b06-82b1-e1e4a7afdcf4 service neutron] Transition to ACTIVE for port object 0e03fe91-e701-4dc6-9955-085c85631abb will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:23:38.062802 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ecb5ba33-f903-49a7-8207-14d0ec1e9492 req-192f2421-7944-4b06-82b1-e1e4a7afdcf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:38.084210 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 18:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38defb71-bd96-4894-ae53-fd771c31a502 x-openstack-request-id: req-38defb71-bd96-4894-ae53-fd771c31a502 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:23:38.084513 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74ccc6e9-fab7-45f9-86b5-f2135c94cad7", "name": "network-vif-unplugged", "status": "completed", "tag": "0e03fe91-e701-4dc6-9955-085c85631abb", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:23:38.084773 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-38defb71-bd96-4894-ae53-fd771c31a502 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:23:38.085195 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74ccc6e9-fab7-45f9-86b5-f2135c94cad7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e03fe91-e701-4dc6-9955-085c85631abb', 'code': 200} Nov 25 18:23:38.188308 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192f2421-7944-4b06-82b1-e1e4a7afdcf4 service neutron] Pushing event updated for resources: {'Port': ['ID=0e03fe91-e701-4dc6-9955-085c85631abb,revision_number=6']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:23:38.199417 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fae63a-26c0-489f-8a49-4b90aadf3e4c req-86ccb06c-f2c2-4bac-bf07-5fca9c409336 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:38.201141 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c7fae63a-26c0-489f-8a49-4b90aadf3e4c req-86ccb06c-f2c2-4bac-bf07-5fca9c409336 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=74ccc6e9-fab7-45f9-86b5-f2135c94cad7 HTTP/1.1" status: 200 len: 943 time: 0.1497891 Nov 25 18:23:38.219670 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f2421-7944-4b06-82b1-e1e4a7afdcf4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:23:38.220027 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f2421-7944-4b06-82b1-e1e4a7afdcf4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:23:38.220377 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f2421-7944-4b06-82b1-e1e4a7afdcf4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:23:38.220719 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f2421-7944-4b06-82b1-e1e4a7afdcf4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:23:38.221085 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f2421-7944-4b06-82b1-e1e4a7afdcf4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:23:38.221425 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f2421-7944-4b06-82b1-e1e4a7afdcf4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:23:38.221762 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f2421-7944-4b06-82b1-e1e4a7afdcf4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:23:38.222092 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f2421-7944-4b06-82b1-e1e4a7afdcf4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:23:38.222421 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f2421-7944-4b06-82b1-e1e4a7afdcf4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:23:38.222747 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f2421-7944-4b06-82b1-e1e4a7afdcf4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:23:38.223072 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f2421-7944-4b06-82b1-e1e4a7afdcf4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:23:38.223397 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f2421-7944-4b06-82b1-e1e4a7afdcf4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:23:38.253142 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb5ba33-f903-49a7-8207-14d0ec1e9492 req-192f2421-7944-4b06-82b1-e1e4a7afdcf4 service neutron] No DVR routers for this DVR port 0e03fe91-e701-4dc6-9955-085c85631abb on host n-h1-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:23:38.329584 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:23:38.347744 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c7fae63a-26c0-489f-8a49-4b90aadf3e4c req-5fdcf63d-b105-4d30-9895-fd45bb03473c tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361659 Nov 25 18:23:38.412720 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-ecb5ba33-f903-49a7-8207-14d0ec1e9492 req-192f2421-7944-4b06-82b1-e1e4a7afdcf4 service neutron] Attempting to bind port 0e03fe91-e701-4dc6-9955-085c85631abb on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:23:38.413019 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-ecb5ba33-f903-49a7-8207-14d0ec1e9492 req-192f2421-7944-4b06-82b1-e1e4a7afdcf4 service neutron] Attempting to bind port 0e03fe91-e701-4dc6-9955-085c85631abb by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '4f1bc548-1c48-4e69-bd4e-5af8946314ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:23:38.413348 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb5ba33-f903-49a7-8207-14d0ec1e9492 req-192f2421-7944-4b06-82b1-e1e4a7afdcf4 service neutron] Attempting to bind port 0e03fe91-e701-4dc6-9955-085c85631abb on network 61cca371-5ab6-43f0-9b83-9c0c47170e28 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:23:38.417609 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb5ba33-f903-49a7-8207-14d0ec1e9492 req-192f2421-7944-4b06-82b1-e1e4a7afdcf4 service neutron] Port 0e03fe91-e701-4dc6-9955-085c85631abb on network 61cca371-5ab6-43f0-9b83-9c0c47170e28 not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:23:38.417951 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb5ba33-f903-49a7-8207-14d0ec1e9492 req-192f2421-7944-4b06-82b1-e1e4a7afdcf4 service neutron] Attempting to bind port 0e03fe91-e701-4dc6-9955-085c85631abb on network 61cca371-5ab6-43f0-9b83-9c0c47170e28 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:23:38.422694 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb5ba33-f903-49a7-8207-14d0ec1e9492 req-192f2421-7944-4b06-82b1-e1e4a7afdcf4 service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:23:38.423028 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb5ba33-f903-49a7-8207-14d0ec1e9492 req-192f2421-7944-4b06-82b1-e1e4a7afdcf4 service neutron] Checking segment: {'id': '4f1bc548-1c48-4e69-bd4e-5af8946314ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:23:38.423405 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb5ba33-f903-49a7-8207-14d0ec1e9492 req-192f2421-7944-4b06-82b1-e1e4a7afdcf4 service neutron] Bound using segment: {'id': '4f1bc548-1c48-4e69-bd4e-5af8946314ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:23:38.423844 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-ecb5ba33-f903-49a7-8207-14d0ec1e9492 req-192f2421-7944-4b06-82b1-e1e4a7afdcf4 service neutron] Bound port: 0e03fe91-e701-4dc6-9955-085c85631abb, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f1bc548-1c48-4e69-bd4e-5af8946314ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:23:38.424192 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ecb5ba33-f903-49a7-8207-14d0ec1e9492 req-192f2421-7944-4b06-82b1-e1e4a7afdcf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:38.484703 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-ecb5ba33-f903-49a7-8207-14d0ec1e9492 req-192f2421-7944-4b06-82b1-e1e4a7afdcf4 service neutron] For port 0e03fe91-e701-4dc6-9955-085c85631abb, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:23:38.487614 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-ecb5ba33-f903-49a7-8207-14d0ec1e9492 req-192f2421-7944-4b06-82b1-e1e4a7afdcf4 service neutron] For port 0e03fe91-e701-4dc6-9955-085c85631abb, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=0e03fe91-e701-4dc6-9955-085c85631abb,segment=NetworkSegment(4f1bc548-1c48-4e69-bd4e-5af8946314ee),segment_id=4f1bc548-1c48-4e69-bd4e-5af8946314ee)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:23:38.492080 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ecb5ba33-f903-49a7-8207-14d0ec1e9492 req-192f2421-7944-4b06-82b1-e1e4a7afdcf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:38.528109 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5ba33-f903-49a7-8207-14d0ec1e9492 req-192f2421-7944-4b06-82b1-e1e4a7afdcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:38.528812 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ecb5ba33-f903-49a7-8207-14d0ec1e9492 req-192f2421-7944-4b06-82b1-e1e4a7afdcf4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:38.530114 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ecb5ba33-f903-49a7-8207-14d0ec1e9492 req-192f2421-7944-4b06-82b1-e1e4a7afdcf4 service neutron] 10.222.0.90 "PUT /v2.0/ports/0e03fe91-e701-4dc6-9955-085c85631abb HTTP/1.1" status: 200 len: 1091 time: 0.8335819 Nov 25 18:23:38.549125 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192f2421-7944-4b06-82b1-e1e4a7afdcf4 service neutron] Pushing event updated for resources: {'Port': ['ID=0e03fe91-e701-4dc6-9955-085c85631abb,revision_number=7']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:23:38.599222 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5ba33-f903-49a7-8207-14d0ec1e9492 req-65d9ed11-609e-4bac-b508-0a7bef8910e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:38.600724 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ecb5ba33-f903-49a7-8207-14d0ec1e9492 req-65d9ed11-609e-4bac-b508-0a7bef8910e4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6b43c4b7f4db486987f8d82668910151&device_id=74ccc6e9-fab7-45f9-86b5-f2135c94cad7 HTTP/1.1" status: 200 len: 1094 time: 0.0447633 Nov 25 18:23:38.704266 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5ba33-f903-49a7-8207-14d0ec1e9492 req-3e438991-4418-46e3-82fc-6501df67c433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:38.705816 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ecb5ba33-f903-49a7-8207-14d0ec1e9492 req-3e438991-4418-46e3-82fc-6501df67c433 service neutron] 10.222.0.90 "GET /v2.0/networks?id=61cca371-5ab6-43f0-9b83-9c0c47170e28 HTTP/1.1" status: 200 len: 913 time: 0.0985789 Nov 25 18:23:38.772596 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ecb5ba33-f903-49a7-8207-14d0ec1e9492 req-59d3d0a6-52f2-4b71-9719-d40fd6da6517 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e03fe91-e701-4dc6-9955-085c85631abb HTTP/1.1" status: 200 len: 999 time: 0.0595157 Nov 25 18:23:38.826494 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5ba33-f903-49a7-8207-14d0ec1e9492 req-265267f8-a9f3-45e0-8020-7e5b9dd56b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:38.827812 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ecb5ba33-f903-49a7-8207-14d0ec1e9492 req-265267f8-a9f3-45e0-8020-7e5b9dd56b23 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a3e651ef-5562-417b-a758-490d6ad45059 HTTP/1.1" status: 200 len: 851 time: 0.0487456 Nov 25 18:23:38.873494 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5ba33-f903-49a7-8207-14d0ec1e9492 req-3aa4f441-2ed0-406c-851b-4bfa63842dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:38.874928 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ecb5ba33-f903-49a7-8207-14d0ec1e9492 req-3aa4f441-2ed0-406c-851b-4bfa63842dba service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=61cca371-5ab6-43f0-9b83-9c0c47170e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395212 Nov 25 18:23:38.967324 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ecb5ba33-f903-49a7-8207-14d0ec1e9492 req-8d768c92-d1fb-44f2-9ed7-bf0f5bc711d3 service neutron] 10.222.0.90 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841401 Nov 25 18:23:39.063984 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ecb5ba33-f903-49a7-8207-14d0ec1e9492 req-47edd1d5-0e94-4c6b-be6b-70f8625073c2 service neutron] 10.222.0.90 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880265 Nov 25 18:23:39.465299 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aedc0c-cbf3-493e-bc53-e43385a36b96 req-5df68558-e506-4d6f-8a63-81bc5e383789 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:39.466677 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-30aedc0c-cbf3-493e-bc53-e43385a36b96 req-5df68558-e506-4d6f-8a63-81bc5e383789 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=74ccc6e9-fab7-45f9-86b5-f2135c94cad7 HTTP/1.1" status: 200 len: 943 time: 0.0495265 Nov 25 18:23:39.513246 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-30aedc0c-cbf3-493e-bc53-e43385a36b96 req-f3243968-e9eb-4887-a094-901e9bb9c341 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406187 Nov 25 18:23:40.086212 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74ccc6e9-fab7-45f9-86b5-f2135c94cad7', 'tag': '0e03fe91-e701-4dc6-9955-085c85631abb'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:23:40.088949 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84dd689e-0e74-481a-99ba-143d0c06d049" -d '{"events": [{"name": "network-changed", "server_uuid": "74ccc6e9-fab7-45f9-86b5-f2135c94cad7", "tag": "0e03fe91-e701-4dc6-9955-085c85631abb"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:23:40.137623 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68e5e21-e1ac-498a-a4b5-da3aacc08404 x-openstack-request-id: req-f68e5e21-e1ac-498a-a4b5-da3aacc08404 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:23:40.137921 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74ccc6e9-fab7-45f9-86b5-f2135c94cad7", "tag": "0e03fe91-e701-4dc6-9955-085c85631abb", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:23:40.138250 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f68e5e21-e1ac-498a-a4b5-da3aacc08404 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:23:40.138663 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74ccc6e9-fab7-45f9-86b5-f2135c94cad7', 'tag': '0e03fe91-e701-4dc6-9955-085c85631abb', 'status': 'completed', 'code': 200} Nov 25 18:23:40.228894 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd689e-0e74-481a-99ba-143d0c06d049 req-9b093e2a-8029-42bf-81b5-a53c0522dc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:40.230347 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-84dd689e-0e74-481a-99ba-143d0c06d049 req-9b093e2a-8029-42bf-81b5-a53c0522dc73 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6b43c4b7f4db486987f8d82668910151&device_id=74ccc6e9-fab7-45f9-86b5-f2135c94cad7 HTTP/1.1" status: 200 len: 1094 time: 0.0724180 Nov 25 18:23:40.232938 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd689e-0e74-481a-99ba-143d0c06d049 req-ec6ba8a2-2a6f-495c-9f1c-ee677c7cba20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:40.234304 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-84dd689e-0e74-481a-99ba-143d0c06d049 req-ec6ba8a2-2a6f-495c-9f1c-ee677c7cba20 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6b43c4b7f4db486987f8d82668910151&device_id=74ccc6e9-fab7-45f9-86b5-f2135c94cad7 HTTP/1.1" status: 200 len: 1094 time: 0.0682335 Nov 25 18:23:40.395190 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd689e-0e74-481a-99ba-143d0c06d049 req-138bb9bd-c4c9-44f7-915c-c0091c6d05c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:40.396650 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-84dd689e-0e74-481a-99ba-143d0c06d049 req-138bb9bd-c4c9-44f7-915c-c0091c6d05c6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=61cca371-5ab6-43f0-9b83-9c0c47170e28 HTTP/1.1" status: 200 len: 913 time: 0.1578944 Nov 25 18:23:40.399231 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd689e-0e74-481a-99ba-143d0c06d049 req-81cba66d-9ecc-42de-b7fc-8e3da9aec358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:40.400553 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-84dd689e-0e74-481a-99ba-143d0c06d049 req-81cba66d-9ecc-42de-b7fc-8e3da9aec358 service neutron] 10.222.0.90 "GET /v2.0/networks?id=61cca371-5ab6-43f0-9b83-9c0c47170e28 HTTP/1.1" status: 200 len: 913 time: 0.1523559 Nov 25 18:23:40.510346 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-84dd689e-0e74-481a-99ba-143d0c06d049 req-e1d627f4-5da3-4870-85f8-eee280826715 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e03fe91-e701-4dc6-9955-085c85631abb HTTP/1.1" status: 200 len: 999 time: 0.1059937 Nov 25 18:23:40.512526 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-84dd689e-0e74-481a-99ba-143d0c06d049 req-a18c3926-0414-4f10-83cd-2bb9cec73a88 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e03fe91-e701-4dc6-9955-085c85631abb HTTP/1.1" status: 200 len: 999 time: 0.1029720 Nov 25 18:23:40.624219 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd689e-0e74-481a-99ba-143d0c06d049 req-96250b84-e81c-4400-b039-8c2b293d7f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:40.625848 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-84dd689e-0e74-481a-99ba-143d0c06d049 req-96250b84-e81c-4400-b039-8c2b293d7f0b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a3e651ef-5562-417b-a758-490d6ad45059 HTTP/1.1" status: 200 len: 851 time: 0.1082571 Nov 25 18:23:40.628172 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd689e-0e74-481a-99ba-143d0c06d049 req-fecbeb64-1171-4ca5-8c2a-84b3fa3ff2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:40.629508 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-84dd689e-0e74-481a-99ba-143d0c06d049 req-fecbeb64-1171-4ca5-8c2a-84b3fa3ff2b5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a3e651ef-5562-417b-a758-490d6ad45059 HTTP/1.1" status: 200 len: 851 time: 0.1048095 Nov 25 18:23:40.693929 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0a2c7-fb10-40a1-9f06-978886fa20a7 req-b8114d62-1df3-4b64-b17b-d74edf458fb9 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:40.695387 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b5a0a2c7-fb10-40a1-9f06-978886fa20a7 req-b8114d62-1df3-4b64-b17b-d74edf458fb9 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=74ccc6e9-fab7-45f9-86b5-f2135c94cad7 HTTP/1.1" status: 200 len: 943 time: 0.1128962 Nov 25 18:23:40.736557 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd689e-0e74-481a-99ba-143d0c06d049 req-6665c158-9586-4d6d-9026-c4d861838322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:40.738071 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-84dd689e-0e74-481a-99ba-143d0c06d049 req-6665c158-9586-4d6d-9026-c4d861838322 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=61cca371-5ab6-43f0-9b83-9c0c47170e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1050034 Nov 25 18:23:40.739508 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd689e-0e74-481a-99ba-143d0c06d049 req-4c9959f0-ad45-4fb8-9fd3-6340ffa64a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:40.740837 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-84dd689e-0e74-481a-99ba-143d0c06d049 req-4c9959f0-ad45-4fb8-9fd3-6340ffa64a24 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=61cca371-5ab6-43f0-9b83-9c0c47170e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0966609 Nov 25 18:23:41.065986 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b5a0a2c7-fb10-40a1-9f06-978886fa20a7 req-d7d2c568-726f-4571-a01f-c372a0308a81 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3630135 Nov 25 18:23:41.139729 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-84dd689e-0e74-481a-99ba-143d0c06d049 req-0e59a4da-0e49-46dc-a4d6-be51cbe0a911 service neutron] 10.222.0.74 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3943126 Nov 25 18:23:41.173187 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-84dd689e-0e74-481a-99ba-143d0c06d049 req-bca06391-d10f-4f8c-baea-cd492218d220 service neutron] 10.222.0.90 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816084 Nov 25 18:23:41.282000 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bad7fa-4116-459b-ae10-5d25c4f5a9ff req-94736245-80a7-4d3e-9029-1e637af44083 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:41.283584 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b4bad7fa-4116-459b-ae10-5d25c4f5a9ff req-94736245-80a7-4d3e-9029-1e637af44083 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.74 "GET /v2.0/ports?device_id=74ccc6e9-fab7-45f9-86b5-f2135c94cad7&tenant_id=6b43c4b7f4db486987f8d82668910151&binding%3Ahost_id=n-h2-817746-1 HTTP/1.1" status: 200 len: 943 time: 0.0520694 Nov 25 18:23:41.344594 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [req-b4bad7fa-4116-459b-ae10-5d25c4f5a9ff req-491fb196-d61c-4a6c-bde5-f531cd13f4a5 service neutron] delete failed (client error): The resource could not be found. Nov 25 18:23:41.345701 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-b4bad7fa-4116-459b-ae10-5d25c4f5a9ff req-491fb196-d61c-4a6c-bde5-f531cd13f4a5 service neutron] 10.222.0.74 "DELETE /v2.0/ports/0e03fe91-e701-4dc6-9955-085c85631abb/bindings/n-h1-817746-1 HTTP/1.1" status: 404 len: 380 time: 0.0551584 Nov 25 18:23:41.347499 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 0e03fe91-e701-4dc6-9955-085c85631abb no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:23:41.350065 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b6d36-23d7-4b12-b664-7faed4325875 req-78981e41-e037-4c7a-96a4-bac1bd438ab5 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:41.351567 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fc9b6d36-23d7-4b12-b664-7faed4325875 req-78981e41-e037-4c7a-96a4-bac1bd438ab5 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=74ccc6e9-fab7-45f9-86b5-f2135c94cad7 HTTP/1.1" status: 200 len: 943 time: 0.1332805 Nov 25 18:23:41.353440 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-84dd689e-0e74-481a-99ba-143d0c06d049 req-a754e4be-a997-45c5-8fe4-4bda2c240931 service neutron] 10.222.0.74 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035081 Nov 25 18:23:41.382854 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-84dd689e-0e74-481a-99ba-143d0c06d049 req-f65728bb-4dc1-454a-be7d-2e569b537841 service neutron] 10.222.0.90 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025239 Nov 25 18:23:41.402155 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 0e03fe91-e701-4dc6-9955-085c85631abb not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:23:41.411164 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fc9b6d36-23d7-4b12-b664-7faed4325875 req-f79babca-faa9-4ea7-b932-4834b245be12 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527213 Nov 25 18:23:41.465951 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bad7fa-4116-459b-ae10-5d25c4f5a9ff req-4ac1c66a-99b6-41e6-88a5-008337c621aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:41.467444 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b4bad7fa-4116-459b-ae10-5d25c4f5a9ff req-4ac1c66a-99b6-41e6-88a5-008337c621aa service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6b43c4b7f4db486987f8d82668910151&device_id=74ccc6e9-fab7-45f9-86b5-f2135c94cad7 HTTP/1.1" status: 200 len: 1094 time: 0.0405331 Nov 25 18:23:41.555748 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bad7fa-4116-459b-ae10-5d25c4f5a9ff req-14f75444-ceec-4454-b10f-a61f9133377a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:41.557177 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b4bad7fa-4116-459b-ae10-5d25c4f5a9ff req-14f75444-ceec-4454-b10f-a61f9133377a service neutron] 10.222.0.74 "GET /v2.0/networks?id=61cca371-5ab6-43f0-9b83-9c0c47170e28 HTTP/1.1" status: 200 len: 913 time: 0.0831976 Nov 25 18:23:41.624964 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b4bad7fa-4116-459b-ae10-5d25c4f5a9ff req-235c189b-08dd-4476-bb31-c260690ace86 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e03fe91-e701-4dc6-9955-085c85631abb HTTP/1.1" status: 200 len: 999 time: 0.0607879 Nov 25 18:23:41.685799 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bad7fa-4116-459b-ae10-5d25c4f5a9ff req-502a3063-503f-4bb4-bb31-6bf1338f259d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:41.687263 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b4bad7fa-4116-459b-ae10-5d25c4f5a9ff req-502a3063-503f-4bb4-bb31-6bf1338f259d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a3e651ef-5562-417b-a758-490d6ad45059 HTTP/1.1" status: 200 len: 851 time: 0.0556736 Nov 25 18:23:41.732959 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bad7fa-4116-459b-ae10-5d25c4f5a9ff req-5e8764c4-e77d-432a-bc56-7c02d2597e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:41.734444 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b4bad7fa-4116-459b-ae10-5d25c4f5a9ff req-5e8764c4-e77d-432a-bc56-7c02d2597e59 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=61cca371-5ab6-43f0-9b83-9c0c47170e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405872 Nov 25 18:23:41.825114 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b4bad7fa-4116-459b-ae10-5d25c4f5a9ff req-2407e474-f406-4ed5-adc0-8d0841100a2f service neutron] 10.222.0.74 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835948 Nov 25 18:23:41.913149 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b4bad7fa-4116-459b-ae10-5d25c4f5a9ff req-d7c95789-037d-402c-800a-01adfd95be7a service neutron] 10.222.0.74 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800610 Nov 25 18:23:42.534725 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33bced6-40f5-4a08-a73a-023d9e0ac281 req-351ff409-571e-427d-85a7-fd5141a39f25 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:42.536223 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a33bced6-40f5-4a08-a73a-023d9e0ac281 req-351ff409-571e-427d-85a7-fd5141a39f25 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=74ccc6e9-fab7-45f9-86b5-f2135c94cad7 HTTP/1.1" status: 200 len: 943 time: 0.0533960 Nov 25 18:23:42.583864 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a33bced6-40f5-4a08-a73a-023d9e0ac281 req-4f856da4-64ff-49fc-8252-721f7cbd398e tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416143 Nov 25 18:23:42.691816 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 0e03fe91-e701-4dc6-9955-085c85631abb details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:23:42.698193 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac42f036-bed7-495a-9436-5372034d78e3 req-8f1d6b2f-4d05-4c1c-a4e2-a0d8a3b6cb1c tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:42.699997 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ac42f036-bed7-495a-9436-5372034d78e3 req-8f1d6b2f-4d05-4c1c-a4e2-a0d8a3b6cb1c tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=74ccc6e9-fab7-45f9-86b5-f2135c94cad7 HTTP/1.1" status: 200 len: 943 time: 0.0497580 Nov 25 18:23:42.749410 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ac42f036-bed7-495a-9436-5372034d78e3 req-a022151e-0608-4a52-82d4-ae11ea60fde3 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433478 Nov 25 18:23:42.791378 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 0e03fe91-e701-4dc6-9955-085c85631abb, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=0e03fe91-e701-4dc6-9955-085c85631abb,segment=NetworkSegment(4f1bc548-1c48-4e69-bd4e-5af8946314ee),segment_id=4f1bc548-1c48-4e69-bd4e-5af8946314ee)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:23:42.803435 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '0e03fe91-e701-4dc6-9955-085c85631abb', 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28', 'port_id': '0e03fe91-e701-4dc6-9955-085c85631abb', 'mac_address': 'fa:16:3e:88:4d:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:23:42.841851 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:42.855201 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e03fe91-e701-4dc6-9955-085c85631abb {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:23:42.875696 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 0e03fe91-e701-4dc6-9955-085c85631abb, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=0e03fe91-e701-4dc6-9955-085c85631abb,segment=NetworkSegment(4f1bc548-1c48-4e69-bd4e-5af8946314ee),segment_id=4f1bc548-1c48-4e69-bd4e-5af8946314ee)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:23:42.880087 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:42.937676 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=0e03fe91-e701-4dc6-9955-085c85631abb,revision_number=8']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:23:42.945630 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:23:42.945990 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:23:42.946337 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:23:42.946679 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:23:42.947022 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:23:42.947354 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:23:42.947685 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:23:42.948281 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:23:42.948615 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:23:42.949637 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:23:42.949956 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:23:42.950415 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:23:42.982827 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99a424-6cfe-4ad0-8d61-f71399ea254f req-5d277420-fec8-40c6-89f0-48972599043f tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:42.984330 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ee99a424-6cfe-4ad0-8d61-f71399ea254f req-5d277420-fec8-40c6-89f0-48972599043f tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=74ccc6e9-fab7-45f9-86b5-f2135c94cad7 HTTP/1.1" status: 200 len: 944 time: 0.0832963 Nov 25 18:23:43.012475 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436cd53-ff14-443a-ae35-45570b403ce6 req-79ba0eee-9a0c-43a2-b2df-67a4188e9ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:43.014000 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f436cd53-ff14-443a-ae35-45570b403ce6 req-79ba0eee-9a0c-43a2-b2df-67a4188e9ec9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6b43c4b7f4db486987f8d82668910151&device_id=74ccc6e9-fab7-45f9-86b5-f2135c94cad7 HTTP/1.1" status: 200 len: 1095 time: 0.0684648 Nov 25 18:23:43.060141 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ee99a424-6cfe-4ad0-8d61-f71399ea254f req-09565af6-500b-47e0-8402-4d0cf3ddb038 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695291 Nov 25 18:23:43.120504 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436cd53-ff14-443a-ae35-45570b403ce6 req-aa8d8612-99c4-433d-b0d4-e5faebcb631a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:43.122670 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f436cd53-ff14-443a-ae35-45570b403ce6 req-aa8d8612-99c4-433d-b0d4-e5faebcb631a service neutron] 10.222.0.90 "GET /v2.0/networks?id=61cca371-5ab6-43f0-9b83-9c0c47170e28 HTTP/1.1" status: 200 len: 913 time: 0.0992758 Nov 25 18:23:43.125150 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['0e03fe91-e701-4dc6-9955-085c85631abb'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:23:43.192470 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f436cd53-ff14-443a-ae35-45570b403ce6 req-bae81f5e-1059-4c42-be34-d6ca2388cf36 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e03fe91-e701-4dc6-9955-085c85631abb HTTP/1.1" status: 200 len: 1000 time: 0.0617058 Nov 25 18:23:43.241272 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436cd53-ff14-443a-ae35-45570b403ce6 req-212f8335-50a7-4bd8-9665-c9ab1cec575a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:43.242724 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f436cd53-ff14-443a-ae35-45570b403ce6 req-212f8335-50a7-4bd8-9665-c9ab1cec575a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a3e651ef-5562-417b-a758-490d6ad45059 HTTP/1.1" status: 200 len: 851 time: 0.0425940 Nov 25 18:23:43.287369 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436cd53-ff14-443a-ae35-45570b403ce6 req-f25cf4e6-bf66-4c6c-a1a0-4bca958c219b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:43.288819 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f436cd53-ff14-443a-ae35-45570b403ce6 req-f25cf4e6-bf66-4c6c-a1a0-4bca958c219b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=61cca371-5ab6-43f0-9b83-9c0c47170e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393379 Nov 25 18:23:43.383833 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f436cd53-ff14-443a-ae35-45570b403ce6 req-c178e4fe-3186-457c-b622-e21d9639b52b service neutron] 10.222.0.90 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873086 Nov 25 18:23:43.471451 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f436cd53-ff14-443a-ae35-45570b403ce6 req-8facbe5f-0166-4b89-a066-00bdcf9528e7 service neutron] 10.222.0.90 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800073 Nov 25 18:23:44.185551 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54fed6-4070-43b6-ad9d-e00e3a60554b req-2f4b6caa-e802-4453-8f71-5bcab23de76a tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:44.187033 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed54fed6-4070-43b6-ad9d-e00e3a60554b req-2f4b6caa-e802-4453-8f71-5bcab23de76a tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=74ccc6e9-fab7-45f9-86b5-f2135c94cad7 HTTP/1.1" status: 200 len: 944 time: 0.0561168 Nov 25 18:23:44.235305 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed54fed6-4070-43b6-ad9d-e00e3a60554b req-9c6d4da7-d967-4784-ab03-98300999e2d8 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421286 Nov 25 18:23:44.468666 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7cc39b-b458-4a10-808a-d6608df20032 req-3cb4da8a-2443-4e9c-a248-c680d2d5b363 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:44.470144 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6a7cc39b-b458-4a10-808a-d6608df20032 req-3cb4da8a-2443-4e9c-a248-c680d2d5b363 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=74ccc6e9-fab7-45f9-86b5-f2135c94cad7 HTTP/1.1" status: 200 len: 944 time: 0.0485313 Nov 25 18:23:44.517192 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6a7cc39b-b458-4a10-808a-d6608df20032 req-1ae5152b-fc81-48f3-ac0f-45f5a83dac4d tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409732 Nov 25 18:23:44.712190 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 0e03fe91-e701-4dc6-9955-085c85631abb up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:23:44.765376 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port 0e03fe91-e701-4dc6-9955-085c85631abb completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:23:44.769468 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port 0e03fe91-e701-4dc6-9955-085c85631abb triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:23:44.769794 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:44.845808 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:44.867944 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ccc6e9-fab7-45f9-86b5-f2135c94cad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e03fe91-e701-4dc6-9955-085c85631abb'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:23:44.870199 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e885ae7a60f1de4153d3a84cf91c96dac968753d8c7eb30b74097738adf70354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf41dd5-1335-42bb-97ce-dc9610a20371" -d '{"events": [{"server_uuid": "74ccc6e9-fab7-45f9-86b5-f2135c94cad7", "name": "network-vif-plugged", "status": "completed", "tag": "0e03fe91-e701-4dc6-9955-085c85631abb"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:23:44.883641 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 0e03fe91-e701-4dc6-9955-085c85631abb, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=0e03fe91-e701-4dc6-9955-085c85631abb,segment=NetworkSegment(4f1bc548-1c48-4e69-bd4e-5af8946314ee),segment_id=4f1bc548-1c48-4e69-bd4e-5af8946314ee)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:23:44.887516 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:44.912416 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee78f49f-4bcb-435e-b145-86322fcd788a x-openstack-request-id: req-ee78f49f-4bcb-435e-b145-86322fcd788a {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:23:44.912714 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74ccc6e9-fab7-45f9-86b5-f2135c94cad7", "name": "network-vif-plugged", "status": "completed", "tag": "0e03fe91-e701-4dc6-9955-085c85631abb", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:23:44.912996 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ee78f49f-4bcb-435e-b145-86322fcd788a {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:23:44.913412 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74ccc6e9-fab7-45f9-86b5-f2135c94cad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e03fe91-e701-4dc6-9955-085c85631abb', 'code': 200} Nov 25 18:23:44.941910 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=0e03fe91-e701-4dc6-9955-085c85631abb,revision_number=9']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:23:45.636306 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6777d59e-a65a-4fd1-a899-4a930bb9e7ca req-f223afe9-37b9-4648-91bc-8730bb89e3fb tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:45.638439 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6777d59e-a65a-4fd1-a899-4a930bb9e7ca req-f223afe9-37b9-4648-91bc-8730bb89e3fb tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=74ccc6e9-fab7-45f9-86b5-f2135c94cad7 HTTP/1.1" status: 200 len: 945 time: 0.0524967 Nov 25 18:23:45.709388 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6777d59e-a65a-4fd1-a899-4a930bb9e7ca req-7169084d-fb43-475a-95ef-4dd0be49b664 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645614 Nov 25 18:23:45.730658 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a4bad-dd1a-437e-9ba9-de25d48d7892 req-1c624d96-9dfa-4a93-9c39-0d65ec0425df tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:45.732110 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-260a4bad-dd1a-437e-9ba9-de25d48d7892 req-1c624d96-9dfa-4a93-9c39-0d65ec0425df tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.90 "GET /v2.0/ports?device_id=74ccc6e9-fab7-45f9-86b5-f2135c94cad7 HTTP/1.1" status: 200 len: 945 time: 0.0607877 Nov 25 18:23:45.820418 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-260a4bad-dd1a-437e-9ba9-de25d48d7892 req-f03623f9-ea67-4a84-ab64-33047bcddcb9 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Deleting port 0e03fe91-e701-4dc6-9955-085c85631abb {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:23:45.820670 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-260a4bad-dd1a-437e-9ba9-de25d48d7892 req-f03623f9-ea67-4a84-ab64-33047bcddcb9 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:45.909945 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-260a4bad-dd1a-437e-9ba9-de25d48d7892 req-f03623f9-ea67-4a84-ab64-33047bcddcb9 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] For port 0e03fe91-e701-4dc6-9955-085c85631abb, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=0e03fe91-e701-4dc6-9955-085c85631abb,segment=NetworkSegment(4f1bc548-1c48-4e69-bd4e-5af8946314ee),segment_id=4f1bc548-1c48-4e69-bd4e-5af8946314ee)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:23:45.910306 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-260a4bad-dd1a-437e-9ba9-de25d48d7892 req-f03623f9-ea67-4a84-ab64-33047bcddcb9 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:46.085696 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-260a4bad-dd1a-437e-9ba9-de25d48d7892 req-f03623f9-ea67-4a84-ab64-33047bcddcb9 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:46.085968 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-260a4bad-dd1a-437e-9ba9-de25d48d7892 req-f03623f9-ea67-4a84-ab64-33047bcddcb9 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:46.086283 n-d-817746-1 neutron-server[103361]: INFO neutron.db.l3_db [req-260a4bad-dd1a-437e-9ba9-de25d48d7892 req-f03623f9-ea67-4a84-ab64-33047bcddcb9 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Floating IP 6b86ed42-262a-40de-bf99-74f64d094639 disassociated. External IP: 172.25.0.172, port: 0e03fe91-e701-4dc6-9955-085c85631abb. Nov 25 18:23:46.086624 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-260a4bad-dd1a-437e-9ba9-de25d48d7892 req-f03623f9-ea67-4a84-ab64-33047bcddcb9 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Calling delete_port for 0e03fe91-e701-4dc6-9955-085c85631abb owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:23:46.215464 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-260a4bad-dd1a-437e-9ba9-de25d48d7892 req-f03623f9-ea67-4a84-ab64-33047bcddcb9 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:46.243566 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03623f9-ea67-4a84-ab64-33047bcddcb9 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Pushing event deleted for resources: {'Port': ['ID=0e03fe91-e701-4dc6-9955-085c85631abb,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:23:46.366181 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [req-260a4bad-dd1a-437e-9ba9-de25d48d7892 req-f03623f9-ea67-4a84-ab64-33047bcddcb9 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Router df690964-63e8-478b-81d4-d94630627680 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:23:46.482314 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-260a4bad-dd1a-437e-9ba9-de25d48d7892 req-f03623f9-ea67-4a84-ab64-33047bcddcb9 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:23:46.492174 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d3073f-ad3a-4a1e-9c53-8620e98eeab1 None None] Sync routers for ids ['df690964-63e8-478b-81d4-d94630627680'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:23:46.502309 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d3073f-ad3a-4a1e-9c53-8620e98eeab1 None None] Routers {'df690964-63e8-478b-81d4-d94630627680'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:23:46.502946 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-e3d3073f-ad3a-4a1e-9c53-8620e98eeab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:23:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['df690964-63e8-478b-81d4-d94630627680'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:23:46.521919 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-260a4bad-dd1a-437e-9ba9-de25d48d7892 req-f03623f9-ea67-4a84-ab64-33047bcddcb9 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] No DVR routers for this DVR port 0e03fe91-e701-4dc6-9955-085c85631abb on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:23:46.524486 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-260a4bad-dd1a-437e-9ba9-de25d48d7892 req-f03623f9-ea67-4a84-ab64-33047bcddcb9 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:46.528435 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-260a4bad-dd1a-437e-9ba9-de25d48d7892 req-f03623f9-ea67-4a84-ab64-33047bcddcb9 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.90 "DELETE /v2.0/ports/0e03fe91-e701-4dc6-9955-085c85631abb HTTP/1.1" status: 204 len: 173 time: 0.7901938 Nov 25 18:23:46.528904 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ccc6e9-fab7-45f9-86b5-f2135c94cad7', 'name': 'network-vif-deleted', 'tag': '0e03fe91-e701-4dc6-9955-085c85631abb'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:23:46.531206 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab92445e-4546-40b6-b1e2-9c17274e6785" -d '{"events": [{"server_uuid": "74ccc6e9-fab7-45f9-86b5-f2135c94cad7", "name": "network-vif-deleted", "tag": "0e03fe91-e701-4dc6-9955-085c85631abb"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:23:46.572618 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8c74cf-29f9-44b9-a2d3-7696616a9eac x-openstack-request-id: req-2b8c74cf-29f9-44b9-a2d3-7696616a9eac {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:23:46.573197 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74ccc6e9-fab7-45f9-86b5-f2135c94cad7", "name": "network-vif-deleted", "tag": "0e03fe91-e701-4dc6-9955-085c85631abb", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:23:46.573459 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2b8c74cf-29f9-44b9-a2d3-7696616a9eac {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:23:46.574584 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74ccc6e9-fab7-45f9-86b5-f2135c94cad7', 'name': 'network-vif-deleted', 'tag': '0e03fe91-e701-4dc6-9955-085c85631abb', 'status': 'completed', 'code': 200} Nov 25 18:23:46.786536 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-e3d3073f-ad3a-4a1e-9c53-8620e98eeab1 None None] Set router df690964-63e8-478b-81d4-d94630627680 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:23:46.991252 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-e3d3073f-ad3a-4a1e-9c53-8620e98eeab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df690964-63e8-478b-81d4-d94630627680', 'name': 'tempest-ServerActionsTestJSON-1166488559-router', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'da91b2d1-71e7-4261-871e-ca2c4065d575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:19:10Z', 'updated_at': '2021-11-25T18:19:13Z', 'revision_number': 4, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'gw_port': {'id': 'da91b2d1-71e7-4261-871e-ca2c4065d575', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:33:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df690964-63e8-478b-81d4-d94630627680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:19:11Z', 'updated_at': '2021-11-25T18:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '99de8f47-bb75-4ca6-9ffc-1b76ac3b896f', 'name': '', 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'mac_address': 'fa:16:3e:4f:72:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df690964-63e8-478b-81d4-d94630627680', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:19:13Z', 'updated_at': '2021-11-25T18:19:17Z', 'revision_number': 5, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'subnets': [{'id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:23:47.018631 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d3073f-ad3a-4a1e-9c53-8620e98eeab1 None None] Checking router: df690964-63e8-478b-81d4-d94630627680 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:23:47.027084 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d3073f-ad3a-4a1e-9c53-8620e98eeab1 None None] Routers {'df690964-63e8-478b-81d4-d94630627680'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:23:47.027711 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-e3d3073f-ad3a-4a1e-9c53-8620e98eeab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:23:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['df690964-63e8-478b-81d4-d94630627680'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:23:47.031668 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1984310e-e9f3-4f60-89b4-147b7ebacb0a req-52251a48-93fa-4266-b126-bd61a7793026 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--445256802&fields=id&tenant_id=6b43c4b7f4db486987f8d82668910151 HTTP/1.1" status: 200 len: 267 time: 0.0466368 Nov 25 18:23:47.134062 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-e3d3073f-ad3a-4a1e-9c53-8620e98eeab1 None None] Set router df690964-63e8-478b-81d4-d94630627680 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:23:47.141018 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1984310e-e9f3-4f60-89b4-147b7ebacb0a req-ec66895c-0762-453a-8d89-7834cc5c0a6a tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:47.142581 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1984310e-e9f3-4f60-89b4-147b7ebacb0a req-ec66895c-0762-453a-8d89-7834cc5c0a6a tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/networks?id=61cca371-5ab6-43f0-9b83-9c0c47170e28 HTTP/1.1" status: 200 len: 812 time: 0.1033473 Nov 25 18:23:47.157843 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1984310e-e9f3-4f60-89b4-147b7ebacb0a req-27bea2e7-e9d0-4833-a51e-b0603709bc79 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/quotas/6b43c4b7f4db486987f8d82668910151 HTTP/1.1" status: 200 len: 375 time: 0.0094919 Nov 25 18:23:47.211648 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1984310e-e9f3-4f60-89b4-147b7ebacb0a req-392932b0-46f4-41d4-81f3-15ffff69ec5a tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=6b43c4b7f4db486987f8d82668910151&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481932 Nov 25 18:23:47.247053 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:47.272967 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5847eabb-909b-4773-9ea9-3d9c0f477133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:47.349490 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [req-1984310e-e9f3-4f60-89b4-147b7ebacb0a req-76cbe9bb-b9b8-4731-b62f-05b5afac448e service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:23:47.350515 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1984310e-e9f3-4f60-89b4-147b7ebacb0a req-76cbe9bb-b9b8-4731-b62f-05b5afac448e service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0459907 Nov 25 18:23:47.366499 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-e3d3073f-ad3a-4a1e-9c53-8620e98eeab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df690964-63e8-478b-81d4-d94630627680', 'name': 'tempest-ServerActionsTestJSON-1166488559-router', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'da91b2d1-71e7-4261-871e-ca2c4065d575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:19:10Z', 'updated_at': '2021-11-25T18:19:13Z', 'revision_number': 4, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'gw_port': {'id': 'da91b2d1-71e7-4261-871e-ca2c4065d575', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:33:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df690964-63e8-478b-81d4-d94630627680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:19:11Z', 'updated_at': '2021-11-25T18:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '99de8f47-bb75-4ca6-9ffc-1b76ac3b896f', 'name': '', 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'mac_address': 'fa:16:3e:4f:72:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df690964-63e8-478b-81d4-d94630627680', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:19:13Z', 'updated_at': '2021-11-25T18:19:17Z', 'revision_number': 5, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'subnets': [{'id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:23:47.399672 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d3073f-ad3a-4a1e-9c53-8620e98eeab1 None None] The sync data for ids ['df690964-63e8-478b-81d4-d94630627680'] in n-d-817746-1 is: [{'id': 'df690964-63e8-478b-81d4-d94630627680', 'name': 'tempest-ServerActionsTestJSON-1166488559-router', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'da91b2d1-71e7-4261-871e-ca2c4065d575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:19:10Z', 'updated_at': '2021-11-25T18:19:13Z', 'revision_number': 4, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'gw_port': {'id': 'da91b2d1-71e7-4261-871e-ca2c4065d575', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:33:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df690964-63e8-478b-81d4-d94630627680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:19:11Z', 'updated_at': '2021-11-25T18:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '99de8f47-bb75-4ca6-9ffc-1b76ac3b896f', 'name': '', 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'mac_address': 'fa:16:3e:4f:72:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df690964-63e8-478b-81d4-d94630627680', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:19:13Z', 'updated_at': '2021-11-25T18:19:17Z', 'revision_number': 5, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'subnets': [{'id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:23:47.422125 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:47.452838 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1984310e-e9f3-4f60-89b4-147b7ebacb0a req-55f9fc0a-223f-4dc3-b434-44e5f64f24ef service neutron] 10.222.0.75 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949256 Nov 25 18:23:47.546104 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1984310e-e9f3-4f60-89b4-147b7ebacb0a req-4dbb6883-eeda-4b32-bcee-9126521701dd service neutron] 10.222.0.75 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869882 Nov 25 18:23:47.639148 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97538ce-7a01-4f05-94f1-529e484dc144 None None] New status for floating IP 6b86ed42-262a-40de-bf99-74f64d094639: DOWN {{(pid=103363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:23:47.746953 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-18b5db75-6018-475b-be83-9583309f4525 req-0a6bb647-36e0-4d00-87f2-d8b7de31c3f9 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=feea62f7-db95-4f51-bcc6-48f94a8287e3 HTTP/1.1" status: 200 len: 210 time: 0.0437407 Nov 25 18:23:48.832329 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-78d04dd3-3cfd-4e17-944a-1b026231ad64 req-97dc6bd9-93c1-4fa5-a4a2-b93e6a01cef9 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=feea62f7-db95-4f51-bcc6-48f94a8287e3 HTTP/1.1" status: 200 len: 210 time: 0.0277123 Nov 25 18:23:49.913000 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e1675b7b-2a34-4739-afcc-928c00b57e9b req-18dd7388-6770-448c-a2c5-1eaaa432817a tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=feea62f7-db95-4f51-bcc6-48f94a8287e3 HTTP/1.1" status: 200 len: 210 time: 0.0282984 Nov 25 18:23:49.940759 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a7313260-1b5e-4b9c-bbb8-4d63e40c7316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:50.755197 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 0e03fe91-e701-4dc6-9955-085c85631abb no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:23:50.779484 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: 0e03fe91-e701-4dc6-9955-085c85631abb {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:23:50.780161 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 0e03fe91-e701-4dc6-9955-085c85631abb not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:23:50.996033 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cb0d2847-6c85-451a-8040-680d1217d297 req-52eb318c-6320-4763-8748-6b24e6633ac6 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=feea62f7-db95-4f51-bcc6-48f94a8287e3 HTTP/1.1" status: 200 len: 210 time: 0.0278866 Nov 25 18:23:51.033269 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:52.088982 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d89be6ea-937c-47cc-86f4-6b8e826d4091 req-42b39d37-856e-4b74-9b03-99daddd1f8c6 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=feea62f7-db95-4f51-bcc6-48f94a8287e3 HTTP/1.1" status: 200 len: 210 time: 0.0264406 Nov 25 18:23:52.220056 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:52.697250 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1984310e-e9f3-4f60-89b4-147b7ebacb0a req-8a6854b1-6932-4945-905f-30de6ccec1d0 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:52.698963 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1984310e-e9f3-4f60-89b4-147b7ebacb0a req-8a6854b1-6932-4945-905f-30de6ccec1d0 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.74 "GET /v2.0/networks?id=61cca371-5ab6-43f0-9b83-9c0c47170e28 HTTP/1.1" status: 200 len: 812 time: 0.1062443 Nov 25 18:23:52.761091 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1984310e-e9f3-4f60-89b4-147b7ebacb0a req-080fd3bb-37e9-4bdc-99cd-cecf29d01f0c tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b43c4b7f4db486987f8d82668910151 HTTP/1.1" status: 200 len: 379 time: 0.0516829 Nov 25 18:23:52.771526 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-1984310e-e9f3-4f60-89b4-147b7ebacb0a req-fcea46d0-c0b0-4265-8bdc-53c38b2b3d11 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Request body: {'port': {'device_id': 'feea62f7-db95-4f51-bcc6-48f94a8287e3', 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28', 'admin_state_up': True, 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'security_groups': ['d6507be4-f187-4656-9bad-c84893de61db']}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:23:52.877021 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1984310e-e9f3-4f60-89b4-147b7ebacb0a req-fcea46d0-c0b0-4265-8bdc-53c38b2b3d11 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Made reservation on behalf of 6b43c4b7f4db486987f8d82668910151 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:23:52.880398 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1984310e-e9f3-4f60-89b4-147b7ebacb0a req-fcea46d0-c0b0-4265-8bdc-53c38b2b3d11 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:53.016468 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-1984310e-e9f3-4f60-89b4-147b7ebacb0a req-fcea46d0-c0b0-4265-8bdc-53c38b2b3d11 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Allocated IP 172.20.0.6 (61cca371-5ab6-43f0-9b83-9c0c47170e28/a3e651ef-5562-417b-a758-490d6ad45059/f1e2dc77-4bf2-4ed9-a27a-54a16872b816) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:23:53.157831 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:53.158090 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1984310e-e9f3-4f60-89b4-147b7ebacb0a req-fcea46d0-c0b0-4265-8bdc-53c38b2b3d11 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:53.191507 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cbca111e-2ced-4061-9fb5-d86ba742cc79 req-ffe5b4d7-cd74-417e-acd7-d0ba127ffaec tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=feea62f7-db95-4f51-bcc6-48f94a8287e3 HTTP/1.1" status: 200 len: 210 time: 0.0305295 Nov 25 18:23:53.217408 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1984310e-e9f3-4f60-89b4-147b7ebacb0a req-fcea46d0-c0b0-4265-8bdc-53c38b2b3d11 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:53.260550 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1984310e-e9f3-4f60-89b4-147b7ebacb0a req-fcea46d0-c0b0-4265-8bdc-53c38b2b3d11 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Network 61cca371-5ab6-43f0-9b83-9c0c47170e28 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:23:53.263707 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-1984310e-e9f3-4f60-89b4-147b7ebacb0a req-fcea46d0-c0b0-4265-8bdc-53c38b2b3d11 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:23:53.267375 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-1984310e-e9f3-4f60-89b4-147b7ebacb0a req-fcea46d0-c0b0-4265-8bdc-53c38b2b3d11 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:23:53.296150 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcea46d0-c0b0-4265-8bdc-53c38b2b3d11 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Pushing event updated for resources: {'Port': ['ID=f1e2dc77-4bf2-4ed9-a27a-54a16872b816,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:23:53.324502 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1984310e-e9f3-4f60-89b4-147b7ebacb0a req-fcea46d0-c0b0-4265-8bdc-53c38b2b3d11 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:53.325161 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1984310e-e9f3-4f60-89b4-147b7ebacb0a req-fcea46d0-c0b0-4265-8bdc-53c38b2b3d11 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:53.342809 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1984310e-e9f3-4f60-89b4-147b7ebacb0a req-fcea46d0-c0b0-4265-8bdc-53c38b2b3d11 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5748808 Nov 25 18:23:53.355370 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-1984310e-e9f3-4f60-89b4-147b7ebacb0a req-e2e6c194-e9ce-4316-b225-5df47bdd8c4c service neutron] Request body: {'port': {'device_id': 'feea62f7-db95-4f51-bcc6-48f94a8287e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:23:53.415667 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1984310e-e9f3-4f60-89b4-147b7ebacb0a req-e2e6c194-e9ce-4316-b225-5df47bdd8c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:53.480163 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-e47e02a1-ba9a-4a3b-8fa3-227bda7d12a2 None None] Provisioning complete for port f1e2dc77-4bf2-4ed9-a27a-54a16872b816 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:23:53.480730 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e47e02a1-ba9a-4a3b-8fa3-227bda7d12a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:53.515066 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-e47e02a1-ba9a-4a3b-8fa3-227bda7d12a2 None None] Port f1e2dc77-4bf2-4ed9-a27a-54a16872b816 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:23:53.682080 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-1984310e-e9f3-4f60-89b4-147b7ebacb0a req-e2e6c194-e9ce-4316-b225-5df47bdd8c4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1e2dc77-4bf2-4ed9-a27a-54a16872b816 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:23:53.690081 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1984310e-e9f3-4f60-89b4-147b7ebacb0a req-e2e6c194-e9ce-4316-b225-5df47bdd8c4c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:53.704245 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-1984310e-e9f3-4f60-89b4-147b7ebacb0a req-e2e6c194-e9ce-4316-b225-5df47bdd8c4c service neutron] Transition to ACTIVE for port object f1e2dc77-4bf2-4ed9-a27a-54a16872b816 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:23:53.707888 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1984310e-e9f3-4f60-89b4-147b7ebacb0a req-e2e6c194-e9ce-4316-b225-5df47bdd8c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:53.759798 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e6c194-e9ce-4316-b225-5df47bdd8c4c service neutron] Pushing event updated for resources: {'Port': ['ID=f1e2dc77-4bf2-4ed9-a27a-54a16872b816,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:23:53.832387 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-1984310e-e9f3-4f60-89b4-147b7ebacb0a req-e2e6c194-e9ce-4316-b225-5df47bdd8c4c service neutron] Attempting to bind port f1e2dc77-4bf2-4ed9-a27a-54a16872b816 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:23:53.832727 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-1984310e-e9f3-4f60-89b4-147b7ebacb0a req-e2e6c194-e9ce-4316-b225-5df47bdd8c4c service neutron] Attempting to bind port f1e2dc77-4bf2-4ed9-a27a-54a16872b816 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '4f1bc548-1c48-4e69-bd4e-5af8946314ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:23:53.833106 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1984310e-e9f3-4f60-89b4-147b7ebacb0a req-e2e6c194-e9ce-4316-b225-5df47bdd8c4c service neutron] Attempting to bind port f1e2dc77-4bf2-4ed9-a27a-54a16872b816 on network 61cca371-5ab6-43f0-9b83-9c0c47170e28 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:23:53.837647 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1984310e-e9f3-4f60-89b4-147b7ebacb0a req-e2e6c194-e9ce-4316-b225-5df47bdd8c4c service neutron] Port f1e2dc77-4bf2-4ed9-a27a-54a16872b816 on network 61cca371-5ab6-43f0-9b83-9c0c47170e28 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:23:53.837956 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1984310e-e9f3-4f60-89b4-147b7ebacb0a req-e2e6c194-e9ce-4316-b225-5df47bdd8c4c service neutron] Attempting to bind port f1e2dc77-4bf2-4ed9-a27a-54a16872b816 on network 61cca371-5ab6-43f0-9b83-9c0c47170e28 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:23:53.843675 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1984310e-e9f3-4f60-89b4-147b7ebacb0a req-e2e6c194-e9ce-4316-b225-5df47bdd8c4c service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:23:53.844018 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1984310e-e9f3-4f60-89b4-147b7ebacb0a req-e2e6c194-e9ce-4316-b225-5df47bdd8c4c service neutron] Checking segment: {'id': '4f1bc548-1c48-4e69-bd4e-5af8946314ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:23:53.844416 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1984310e-e9f3-4f60-89b4-147b7ebacb0a req-e2e6c194-e9ce-4316-b225-5df47bdd8c4c service neutron] Bound using segment: {'id': '4f1bc548-1c48-4e69-bd4e-5af8946314ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:23:53.844871 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-1984310e-e9f3-4f60-89b4-147b7ebacb0a req-e2e6c194-e9ce-4316-b225-5df47bdd8c4c service neutron] Bound port: f1e2dc77-4bf2-4ed9-a27a-54a16872b816, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f1bc548-1c48-4e69-bd4e-5af8946314ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:23:53.845236 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1984310e-e9f3-4f60-89b4-147b7ebacb0a req-e2e6c194-e9ce-4316-b225-5df47bdd8c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:53.910719 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-1984310e-e9f3-4f60-89b4-147b7ebacb0a req-e2e6c194-e9ce-4316-b225-5df47bdd8c4c service neutron] For port f1e2dc77-4bf2-4ed9-a27a-54a16872b816, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:23:53.913842 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-1984310e-e9f3-4f60-89b4-147b7ebacb0a req-e2e6c194-e9ce-4316-b225-5df47bdd8c4c service neutron] For port f1e2dc77-4bf2-4ed9-a27a-54a16872b816, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=f1e2dc77-4bf2-4ed9-a27a-54a16872b816,segment=NetworkSegment(4f1bc548-1c48-4e69-bd4e-5af8946314ee),segment_id=4f1bc548-1c48-4e69-bd4e-5af8946314ee)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:23:53.919681 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1984310e-e9f3-4f60-89b4-147b7ebacb0a req-e2e6c194-e9ce-4316-b225-5df47bdd8c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:53.957584 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1984310e-e9f3-4f60-89b4-147b7ebacb0a req-e2e6c194-e9ce-4316-b225-5df47bdd8c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:53.958202 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1984310e-e9f3-4f60-89b4-147b7ebacb0a req-e2e6c194-e9ce-4316-b225-5df47bdd8c4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:53.959608 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1984310e-e9f3-4f60-89b4-147b7ebacb0a req-e2e6c194-e9ce-4316-b225-5df47bdd8c4c service neutron] 10.222.0.74 "PUT /v2.0/ports/f1e2dc77-4bf2-4ed9-a27a-54a16872b816 HTTP/1.1" status: 200 len: 1091 time: 0.6090505 Nov 25 18:23:53.960055 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feea62f7-db95-4f51-bcc6-48f94a8287e3', 'tag': 'f1e2dc77-4bf2-4ed9-a27a-54a16872b816'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:23:53.962380 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adcf9624-99fb-443d-8365-d816d1593494" -d '{"events": [{"name": "network-changed", "server_uuid": "feea62f7-db95-4f51-bcc6-48f94a8287e3", "tag": "f1e2dc77-4bf2-4ed9-a27a-54a16872b816"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:23:53.986928 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e6c194-e9ce-4316-b225-5df47bdd8c4c service neutron] Pushing event updated for resources: {'Port': ['ID=f1e2dc77-4bf2-4ed9-a27a-54a16872b816,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:23:54.016269 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8a1c63-6f98-4c35-bad6-90f99ca47aa9 x-openstack-request-id: req-8a8a1c63-6f98-4c35-bad6-90f99ca47aa9 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:23:54.016665 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feea62f7-db95-4f51-bcc6-48f94a8287e3", "tag": "f1e2dc77-4bf2-4ed9-a27a-54a16872b816", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:23:54.017015 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8a8a1c63-6f98-4c35-bad6-90f99ca47aa9 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:23:54.017503 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feea62f7-db95-4f51-bcc6-48f94a8287e3', 'tag': 'f1e2dc77-4bf2-4ed9-a27a-54a16872b816', 'status': 'completed', 'code': 200} Nov 25 18:23:54.057465 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1984310e-e9f3-4f60-89b4-147b7ebacb0a req-63e352d2-4b9f-4a34-9553-093e7c53f176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:54.060272 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1984310e-e9f3-4f60-89b4-147b7ebacb0a req-63e352d2-4b9f-4a34-9553-093e7c53f176 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6b43c4b7f4db486987f8d82668910151&device_id=feea62f7-db95-4f51-bcc6-48f94a8287e3 HTTP/1.1" status: 200 len: 1094 time: 0.0548191 Nov 25 18:23:54.104246 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1984310e-e9f3-4f60-89b4-147b7ebacb0a req-09987330-ff29-4c44-982f-69d81762a9b8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1e2dc77-4bf2-4ed9-a27a-54a16872b816 HTTP/1.1" status: 200 len: 217 time: 0.0355706 Nov 25 18:23:54.159539 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1984310e-e9f3-4f60-89b4-147b7ebacb0a req-5bb709ce-cfbd-41cc-9ed9-f674dd8ee1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:54.161131 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1984310e-e9f3-4f60-89b4-147b7ebacb0a req-5bb709ce-cfbd-41cc-9ed9-f674dd8ee1b7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a3e651ef-5562-417b-a758-490d6ad45059 HTTP/1.1" status: 200 len: 851 time: 0.0490618 Nov 25 18:23:54.210534 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1984310e-e9f3-4f60-89b4-147b7ebacb0a req-3c90d433-2ac6-4f2a-9b49-d5dda10b2bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:54.212028 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1984310e-e9f3-4f60-89b4-147b7ebacb0a req-3c90d433-2ac6-4f2a-9b49-d5dda10b2bfb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=61cca371-5ab6-43f0-9b83-9c0c47170e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442352 Nov 25 18:23:54.346043 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1984310e-e9f3-4f60-89b4-147b7ebacb0a req-cc0464fd-a6a8-4dba-92b7-1369e69c4bbd service neutron] 10.222.0.74 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249568 Nov 25 18:23:54.354016 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80d63e-1b56-4f41-ad3f-71d60bffcc75 req-7e6b898c-0d1f-497f-8282-24048d469ec7 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:54.355518 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8d80d63e-1b56-4f41-ad3f-71d60bffcc75 req-7e6b898c-0d1f-497f-8282-24048d469ec7 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=feea62f7-db95-4f51-bcc6-48f94a8287e3 HTTP/1.1" status: 200 len: 943 time: 0.0855892 Nov 25 18:23:54.677171 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8d80d63e-1b56-4f41-ad3f-71d60bffcc75 req-95d282f4-ba2b-4313-9331-f1355428b357 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3138604 Nov 25 18:23:54.702024 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1984310e-e9f3-4f60-89b4-147b7ebacb0a req-ff933380-2ab3-45e5-bb7f-9c73d8c3ae37 service neutron] 10.222.0.74 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455923 Nov 25 18:23:54.789975 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf9624-99fb-443d-8365-d816d1593494 req-47f9b94a-b571-4db4-8511-fdc5f9c15efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:54.791438 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-adcf9624-99fb-443d-8365-d816d1593494 req-47f9b94a-b571-4db4-8511-fdc5f9c15efd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6b43c4b7f4db486987f8d82668910151&device_id=feea62f7-db95-4f51-bcc6-48f94a8287e3 HTTP/1.1" status: 200 len: 1094 time: 0.0432684 Nov 25 18:23:54.881679 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf9624-99fb-443d-8365-d816d1593494 req-357c3dc9-ccb4-4973-bf64-f1fc35b89af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:54.883139 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-adcf9624-99fb-443d-8365-d816d1593494 req-357c3dc9-ccb4-4973-bf64-f1fc35b89af2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=61cca371-5ab6-43f0-9b83-9c0c47170e28 HTTP/1.1" status: 200 len: 913 time: 0.0841947 Nov 25 18:23:54.928312 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-adcf9624-99fb-443d-8365-d816d1593494 req-a086b663-9a71-45fb-90dd-336da61ba44e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1e2dc77-4bf2-4ed9-a27a-54a16872b816 HTTP/1.1" status: 200 len: 217 time: 0.0370777 Nov 25 18:23:54.978124 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf9624-99fb-443d-8365-d816d1593494 req-85eb427b-b0c6-4de4-9e96-990b46c27895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:54.979570 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-adcf9624-99fb-443d-8365-d816d1593494 req-85eb427b-b0c6-4de4-9e96-990b46c27895 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a3e651ef-5562-417b-a758-490d6ad45059 HTTP/1.1" status: 200 len: 851 time: 0.0439389 Nov 25 18:23:55.026221 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf9624-99fb-443d-8365-d816d1593494 req-67959542-4535-45ae-8b56-91cf9a72c90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:55.027673 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-adcf9624-99fb-443d-8365-d816d1593494 req-67959542-4535-45ae-8b56-91cf9a72c90f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=61cca371-5ab6-43f0-9b83-9c0c47170e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399175 Nov 25 18:23:55.120929 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-adcf9624-99fb-443d-8365-d816d1593494 req-1ec6f355-05b4-4f1c-a91b-070f3dc35ff0 service neutron] 10.222.0.74 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851731 Nov 25 18:23:55.210210 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-adcf9624-99fb-443d-8365-d816d1593494 req-bcbecb1b-f54d-4baf-bd24-319c1197a47f service neutron] 10.222.0.74 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817366 Nov 25 18:23:55.795557 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec8e649-e648-4b3f-b1a3-90c7bcabdbb3 req-e311c586-e33e-4c53-a594-b027f0bdb6e4 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:55.797066 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cec8e649-e648-4b3f-b1a3-90c7bcabdbb3 req-e311c586-e33e-4c53-a594-b027f0bdb6e4 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=feea62f7-db95-4f51-bcc6-48f94a8287e3 HTTP/1.1" status: 200 len: 943 time: 0.0499699 Nov 25 18:23:55.846855 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cec8e649-e648-4b3f-b1a3-90c7bcabdbb3 req-340a9c01-e963-4aa9-a1bd-03653c469ec2 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435045 Nov 25 18:23:56.968127 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ee30d-91a8-47b3-b5b6-22c3e981ffff req-10559d11-e778-48e6-90f7-a21c60d6cd9b tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:56.973417 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5c2ee30d-91a8-47b3-b5b6-22c3e981ffff req-10559d11-e778-48e6-90f7-a21c60d6cd9b tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=feea62f7-db95-4f51-bcc6-48f94a8287e3 HTTP/1.1" status: 200 len: 943 time: 0.0539470 Nov 25 18:23:57.017730 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5c2ee30d-91a8-47b3-b5b6-22c3e981ffff req-f9914c45-d1cb-4c5d-a424-a4452883b923 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418687 Nov 25 18:23:57.455618 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device f1e2dc77-4bf2-4ed9-a27a-54a16872b816 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:23:57.548657 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port f1e2dc77-4bf2-4ed9-a27a-54a16872b816, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=f1e2dc77-4bf2-4ed9-a27a-54a16872b816,segment=NetworkSegment(4f1bc548-1c48-4e69-bd4e-5af8946314ee),segment_id=4f1bc548-1c48-4e69-bd4e-5af8946314ee)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:23:57.560597 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': 'f1e2dc77-4bf2-4ed9-a27a-54a16872b816', 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28', 'port_id': 'f1e2dc77-4bf2-4ed9-a27a-54a16872b816', 'mac_address': 'fa:16:3e:48:3a:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:23:57.597482 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:57.613643 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1e2dc77-4bf2-4ed9-a27a-54a16872b816 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:23:57.632549 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port f1e2dc77-4bf2-4ed9-a27a-54a16872b816, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=f1e2dc77-4bf2-4ed9-a27a-54a16872b816,segment=NetworkSegment(4f1bc548-1c48-4e69-bd4e-5af8946314ee),segment_id=4f1bc548-1c48-4e69-bd4e-5af8946314ee)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:23:57.637251 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:57.682254 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=f1e2dc77-4bf2-4ed9-a27a-54a16872b816,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:23:57.883199 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['f1e2dc77-4bf2-4ed9-a27a-54a16872b816'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:23:58.135169 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97696d7-88c5-4077-8528-8e4475c4c5d3 req-4ce5edcd-6ffb-4f45-a6fd-0f00dea755cd tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:58.136602 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b97696d7-88c5-4077-8528-8e4475c4c5d3 req-4ce5edcd-6ffb-4f45-a6fd-0f00dea755cd tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=feea62f7-db95-4f51-bcc6-48f94a8287e3 HTTP/1.1" status: 200 len: 944 time: 0.0482144 Nov 25 18:23:58.183961 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b97696d7-88c5-4077-8528-8e4475c4c5d3 req-cb01ebb1-2a64-436d-8f5b-a8e46b0bcb25 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414882 Nov 25 18:23:59.302055 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95c78b-9902-49c2-858f-7c79896239a4 req-72002a1e-88fc-44b7-b66c-e498e95e9214 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:59.303471 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2a95c78b-9902-49c2-858f-7c79896239a4 req-72002a1e-88fc-44b7-b66c-e498e95e9214 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=feea62f7-db95-4f51-bcc6-48f94a8287e3 HTTP/1.1" status: 200 len: 944 time: 0.0520623 Nov 25 18:23:59.349634 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2a95c78b-9902-49c2-858f-7c79896239a4 req-97f68a30-f085-4588-a940-6f2e219f8850 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394557 Nov 25 18:23:59.459740 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device f1e2dc77-4bf2-4ed9-a27a-54a16872b816 up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:23:59.507415 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port f1e2dc77-4bf2-4ed9-a27a-54a16872b816 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:23:59.511116 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port f1e2dc77-4bf2-4ed9-a27a-54a16872b816 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:23:59.511573 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:59.587874 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:59.611236 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feea62f7-db95-4f51-bcc6-48f94a8287e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e2dc77-4bf2-4ed9-a27a-54a16872b816'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:23:59.613493 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e885ae7a60f1de4153d3a84cf91c96dac968753d8c7eb30b74097738adf70354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956068c3-d3f5-4e03-a3dc-38ea40e2458d" -d '{"events": [{"server_uuid": "feea62f7-db95-4f51-bcc6-48f94a8287e3", "name": "network-vif-plugged", "status": "completed", "tag": "f1e2dc77-4bf2-4ed9-a27a-54a16872b816"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:23:59.625925 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port f1e2dc77-4bf2-4ed9-a27a-54a16872b816, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=f1e2dc77-4bf2-4ed9-a27a-54a16872b816,segment=NetworkSegment(4f1bc548-1c48-4e69-bd4e-5af8946314ee),segment_id=4f1bc548-1c48-4e69-bd4e-5af8946314ee)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:23:59.630317 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:59.657400 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af40f858-86dc-4653-b645-86c470b48191 x-openstack-request-id: req-af40f858-86dc-4653-b645-86c470b48191 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:23:59.657754 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feea62f7-db95-4f51-bcc6-48f94a8287e3", "name": "network-vif-plugged", "status": "completed", "tag": "f1e2dc77-4bf2-4ed9-a27a-54a16872b816", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:23:59.658035 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-af40f858-86dc-4653-b645-86c470b48191 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:23:59.658413 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feea62f7-db95-4f51-bcc6-48f94a8287e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e2dc77-4bf2-4ed9-a27a-54a16872b816', 'code': 200} Nov 25 18:23:59.685543 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=f1e2dc77-4bf2-4ed9-a27a-54a16872b816,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:23:59.754168 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f5e7d-04bf-4265-9c26-50d30ca5a5f0 req-221db5bd-c316-465d-a764-28295e2ef086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:59.755642 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e05f5e7d-04bf-4265-9c26-50d30ca5a5f0 req-221db5bd-c316-465d-a764-28295e2ef086 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=feea62f7-db95-4f51-bcc6-48f94a8287e3 HTTP/1.1" status: 200 len: 1096 time: 0.0401514 Nov 25 18:23:59.802163 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e05f5e7d-04bf-4265-9c26-50d30ca5a5f0 req-85637b16-176c-45fe-9f94-96b1bdffa733 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381856 Nov 25 18:24:00.469234 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3241102b-fe61-4682-a995-7cbd56016b80 req-f5c819b9-71e2-46ed-b053-407cfd287f33 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:24:00.470775 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3241102b-fe61-4682-a995-7cbd56016b80 req-f5c819b9-71e2-46ed-b053-407cfd287f33 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=feea62f7-db95-4f51-bcc6-48f94a8287e3 HTTP/1.1" status: 200 len: 945 time: 0.0516956 Nov 25 18:24:00.524204 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3241102b-fe61-4682-a995-7cbd56016b80 req-8fe9ace1-9681-4d38-beab-bffcec351c66 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473790 Nov 25 18:24:01.696638 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d219b0-e12f-4310-a3e6-d7d657304802 req-b748237d-2408-4848-8ac4-303ed05600c8 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:24:01.698587 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b2d219b0-e12f-4310-a3e6-d7d657304802 req-b748237d-2408-4848-8ac4-303ed05600c8 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=feea62f7-db95-4f51-bcc6-48f94a8287e3 HTTP/1.1" status: 200 len: 945 time: 0.1042142 Nov 25 18:24:01.747599 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b2d219b0-e12f-4310-a3e6-d7d657304802 req-f70201ec-da77-420a-9453-62c2bcb90514 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429502 Nov 25 18:24:01.910513 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdef3ebe-bda1-4a66-b05d-c7159fce14df req-e488c31d-e5ec-4b94-bff5-8bc3af9e80a5 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:24:01.911994 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cdef3ebe-bda1-4a66-b05d-c7159fce14df req-e488c31d-e5ec-4b94-bff5-8bc3af9e80a5 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=feea62f7-db95-4f51-bcc6-48f94a8287e3 HTTP/1.1" status: 200 len: 945 time: 0.1004138 Nov 25 18:24:01.921139 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 35998) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:24:01.925503 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-cfcc632b-e9d5-495e-967e-ad861c1b41ee tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Request body: {'floatingip': {'port_id': 'f1e2dc77-4bf2-4ed9-a27a-54a16872b816'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:24:01.969119 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cfcc632b-e9d5-495e-967e-ad861c1b41ee tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks [] for floatingip, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:24:02.388718 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cfcc632b-e9d5-495e-967e-ad861c1b41ee tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:24:02.392602 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cfcc632b-e9d5-495e-967e-ad861c1b41ee tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:24:02.491868 n-d-817746-1 neutron-server[103361]: INFO neutron.db.l3_db [None req-cfcc632b-e9d5-495e-967e-ad861c1b41ee tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Floating IP 6b86ed42-262a-40de-bf99-74f64d094639 associated. External IP: 172.25.0.172, port: f1e2dc77-4bf2-4ed9-a27a-54a16872b816. Nov 25 18:24:02.696884 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfcc632b-e9d5-495e-967e-ad861c1b41ee tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Router df690964-63e8-478b-81d4-d94630627680 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:24:02.804265 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfcc632b-e9d5-495e-967e-ad861c1b41ee tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:24:02.809176 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cfcc632b-e9d5-495e-967e-ad861c1b41ee tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:24:02.816954 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c3ac86-9b3c-4302-97d3-3052c52dd1ee None None] Sync routers for ids ['df690964-63e8-478b-81d4-d94630627680'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:24:02.828380 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c3ac86-9b3c-4302-97d3-3052c52dd1ee None None] Routers {'df690964-63e8-478b-81d4-d94630627680'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:24:02.829484 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-26c3ac86-9b3c-4302-97d3-3052c52dd1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:23:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['df690964-63e8-478b-81d4-d94630627680'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:24:02.836524 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-cfcc632b-e9d5-495e-967e-ad861c1b41ee tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "PUT /v2.0/floatingips/6b86ed42-262a-40de-bf99-74f64d094639 HTTP/1.1" status: 200 len: 991 time: 0.9143422 Nov 25 18:24:02.837178 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feea62f7-db95-4f51-bcc6-48f94a8287e3', 'tag': 'f1e2dc77-4bf2-4ed9-a27a-54a16872b816'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:24:02.840011 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e35240-3623-485d-b46c-21df14d43b66" -d '{"events": [{"name": "network-changed", "server_uuid": "feea62f7-db95-4f51-bcc6-48f94a8287e3", "tag": "f1e2dc77-4bf2-4ed9-a27a-54a16872b816"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:24:02.884922 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb02b59-2191-4b6f-a9b2-93aa61437759 x-openstack-request-id: req-fcb02b59-2191-4b6f-a9b2-93aa61437759 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:24:02.885276 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feea62f7-db95-4f51-bcc6-48f94a8287e3", "tag": "f1e2dc77-4bf2-4ed9-a27a-54a16872b816", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:24:02.885536 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fcb02b59-2191-4b6f-a9b2-93aa61437759 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:24:02.886558 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feea62f7-db95-4f51-bcc6-48f94a8287e3', 'tag': 'f1e2dc77-4bf2-4ed9-a27a-54a16872b816', 'status': 'completed', 'code': 200} Nov 25 18:24:02.945922 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-26c3ac86-9b3c-4302-97d3-3052c52dd1ee None None] Set router df690964-63e8-478b-81d4-d94630627680 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:24:02.953393 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e35240-3623-485d-b46c-21df14d43b66 req-08cf352e-a072-42a6-ac9b-4efcc8ff4932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:24:02.954833 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e7e35240-3623-485d-b46c-21df14d43b66 req-08cf352e-a072-42a6-ac9b-4efcc8ff4932 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6b43c4b7f4db486987f8d82668910151&device_id=feea62f7-db95-4f51-bcc6-48f94a8287e3 HTTP/1.1" status: 200 len: 1096 time: 0.0452747 Nov 25 18:24:03.059007 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e35240-3623-485d-b46c-21df14d43b66 req-f5c034e7-e5bd-4157-972f-2227fe6e2e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:24:03.060623 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e7e35240-3623-485d-b46c-21df14d43b66 req-f5c034e7-e5bd-4157-972f-2227fe6e2e49 service neutron] 10.222.0.74 "GET /v2.0/networks?id=61cca371-5ab6-43f0-9b83-9c0c47170e28 HTTP/1.1" status: 200 len: 913 time: 0.0978308 Nov 25 18:24:03.126975 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e7e35240-3623-485d-b46c-21df14d43b66 req-17a16707-368f-4cd6-8a81-c5a390ccddf3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1e2dc77-4bf2-4ed9-a27a-54a16872b816 HTTP/1.1" status: 200 len: 999 time: 0.0591590 Nov 25 18:24:03.176447 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e35240-3623-485d-b46c-21df14d43b66 req-8348f16e-e93e-4d3e-93e4-a7ad024a293b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:24:03.177964 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e7e35240-3623-485d-b46c-21df14d43b66 req-8348f16e-e93e-4d3e-93e4-a7ad024a293b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a3e651ef-5562-417b-a758-490d6ad45059 HTTP/1.1" status: 200 len: 851 time: 0.0440574 Nov 25 18:24:03.180431 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-26c3ac86-9b3c-4302-97d3-3052c52dd1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df690964-63e8-478b-81d4-d94630627680', 'name': 'tempest-ServerActionsTestJSON-1166488559-router', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'da91b2d1-71e7-4261-871e-ca2c4065d575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:19:10Z', 'updated_at': '2021-11-25T18:19:13Z', 'revision_number': 4, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'gw_port': {'id': 'da91b2d1-71e7-4261-871e-ca2c4065d575', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:33:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df690964-63e8-478b-81d4-d94630627680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:19:11Z', 'updated_at': '2021-11-25T18:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '6b86ed42-262a-40de-bf99-74f64d094639', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'floating_ip_address': '172.25.0.172', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': 'df690964-63e8-478b-81d4-d94630627680', 'port_id': 'f1e2dc77-4bf2-4ed9-a27a-54a16872b816', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28', 'mac_address': 'fa:16:3e:48:3a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feea62f7-db95-4f51-bcc6-48f94a8287e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:19:16Z', 'updated_at': '2021-11-25T18:24:02Z', 'revision_number': 9, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99de8f47-bb75-4ca6-9ffc-1b76ac3b896f', 'name': '', 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'mac_address': 'fa:16:3e:4f:72:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df690964-63e8-478b-81d4-d94630627680', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:19:13Z', 'updated_at': '2021-11-25T18:19:17Z', 'revision_number': 5, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'subnets': [{'id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:24:03.211941 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c3ac86-9b3c-4302-97d3-3052c52dd1ee None None] Checking router: df690964-63e8-478b-81d4-d94630627680 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:24:03.220664 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c3ac86-9b3c-4302-97d3-3052c52dd1ee None None] Routers {'df690964-63e8-478b-81d4-d94630627680'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:24:03.221311 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-26c3ac86-9b3c-4302-97d3-3052c52dd1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:23:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['df690964-63e8-478b-81d4-d94630627680'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:24:03.227846 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e35240-3623-485d-b46c-21df14d43b66 req-9d65a248-1533-4b5a-86c6-191554f1f180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:24:03.229404 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e7e35240-3623-485d-b46c-21df14d43b66 req-9d65a248-1533-4b5a-86c6-191554f1f180 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=61cca371-5ab6-43f0-9b83-9c0c47170e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447776 Nov 25 18:24:03.321965 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e7e35240-3623-485d-b46c-21df14d43b66 req-42c04d22-0eae-4f2f-9188-8d0dc1fe9290 service neutron] 10.222.0.74 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831299 Nov 25 18:24:03.327567 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-26c3ac86-9b3c-4302-97d3-3052c52dd1ee None None] Set router df690964-63e8-478b-81d4-d94630627680 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:24:03.416787 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e7e35240-3623-485d-b46c-21df14d43b66 req-47189a26-7a84-4be8-b9b5-dc85e53c4dee service neutron] 10.222.0.74 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871863 Nov 25 18:24:03.557492 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-26c3ac86-9b3c-4302-97d3-3052c52dd1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df690964-63e8-478b-81d4-d94630627680', 'name': 'tempest-ServerActionsTestJSON-1166488559-router', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'da91b2d1-71e7-4261-871e-ca2c4065d575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:19:10Z', 'updated_at': '2021-11-25T18:19:13Z', 'revision_number': 4, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'gw_port': {'id': 'da91b2d1-71e7-4261-871e-ca2c4065d575', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:33:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df690964-63e8-478b-81d4-d94630627680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:19:11Z', 'updated_at': '2021-11-25T18:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '6b86ed42-262a-40de-bf99-74f64d094639', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'floating_ip_address': '172.25.0.172', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': 'df690964-63e8-478b-81d4-d94630627680', 'port_id': 'f1e2dc77-4bf2-4ed9-a27a-54a16872b816', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28', 'mac_address': 'fa:16:3e:48:3a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feea62f7-db95-4f51-bcc6-48f94a8287e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:19:16Z', 'updated_at': '2021-11-25T18:24:02Z', 'revision_number': 9, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99de8f47-bb75-4ca6-9ffc-1b76ac3b896f', 'name': '', 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'mac_address': 'fa:16:3e:4f:72:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df690964-63e8-478b-81d4-d94630627680', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:19:13Z', 'updated_at': '2021-11-25T18:19:17Z', 'revision_number': 5, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'subnets': [{'id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:24:03.584423 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c3ac86-9b3c-4302-97d3-3052c52dd1ee None None] The sync data for ids ['df690964-63e8-478b-81d4-d94630627680'] in n-d-817746-1 is: [{'id': 'df690964-63e8-478b-81d4-d94630627680', 'name': 'tempest-ServerActionsTestJSON-1166488559-router', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'da91b2d1-71e7-4261-871e-ca2c4065d575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:19:10Z', 'updated_at': '2021-11-25T18:19:13Z', 'revision_number': 4, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'gw_port': {'id': 'da91b2d1-71e7-4261-871e-ca2c4065d575', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:33:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df690964-63e8-478b-81d4-d94630627680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:19:11Z', 'updated_at': '2021-11-25T18:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '6b86ed42-262a-40de-bf99-74f64d094639', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'floating_ip_address': '172.25.0.172', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': 'df690964-63e8-478b-81d4-d94630627680', 'port_id': 'f1e2dc77-4bf2-4ed9-a27a-54a16872b816', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28', 'mac_address': 'fa:16:3e:48:3a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feea62f7-db95-4f51-bcc6-48f94a8287e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:19:16Z', 'updated_at': '2021-11-25T18:24:02Z', 'revision_number': 9, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99de8f47-bb75-4ca6-9ffc-1b76ac3b896f', 'name': '', 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'mac_address': 'fa:16:3e:4f:72:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df690964-63e8-478b-81d4-d94630627680', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:19:13Z', 'updated_at': '2021-11-25T18:19:17Z', 'revision_number': 5, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'subnets': [{'id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:24:03.777729 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b65bef4-9d5b-436d-97f6-4b5d8679b381 None None] New status for floating IP 6b86ed42-262a-40de-bf99-74f64d094639: ACTIVE {{(pid=103363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:24:15.329585 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:24:17.207406 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-abab16a4-8a30-4f33-8dbe-d76c33ea615c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:24:17.218904 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:24:17.421914 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:24:19.943967 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-137bab5e-f524-4e58-acdb-e5495ced84b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:24:21.035680 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:24:22.222407 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:24:23.149978 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:24:47.216701 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b5589ec5-5014-474e-abf6-26d1035efc8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:24:47.222073 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:24:47.421380 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:24:49.945954 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ed6f5860-74f7-4064-a57b-abb4ccde620a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:24:51.038083 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:24:52.225053 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:24:52.329745 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:24:53.153353 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:24:53.204140 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1418c609-581a-461b-ac7a-fa65c9626f6d req-8e5c54f6-f24b-4b5c-8894-c296ac113ba8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=feea62f7-db95-4f51-bcc6-48f94a8287e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421710 Nov 25 18:24:53.287075 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418c609-581a-461b-ac7a-fa65c9626f6d req-f663c76d-9f14-42a9-8c06-30e3fffc8bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:24:53.288468 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1418c609-581a-461b-ac7a-fa65c9626f6d req-f663c76d-9f14-42a9-8c06-30e3fffc8bf0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6b43c4b7f4db486987f8d82668910151&device_id=feea62f7-db95-4f51-bcc6-48f94a8287e3 HTTP/1.1" status: 200 len: 1096 time: 0.0410621 Nov 25 18:24:53.393789 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418c609-581a-461b-ac7a-fa65c9626f6d req-f37e55b6-4dbb-4dd2-901e-8e893d5c8b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:24:53.395258 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1418c609-581a-461b-ac7a-fa65c9626f6d req-f37e55b6-4dbb-4dd2-901e-8e893d5c8b6f service neutron] 10.222.0.74 "GET /v2.0/networks?id=61cca371-5ab6-43f0-9b83-9c0c47170e28 HTTP/1.1" status: 200 len: 913 time: 0.0875242 Nov 25 18:24:53.460521 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1418c609-581a-461b-ac7a-fa65c9626f6d req-f63df96f-0c11-405a-a28f-de7fadf97433 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1e2dc77-4bf2-4ed9-a27a-54a16872b816 HTTP/1.1" status: 200 len: 1002 time: 0.0578125 Nov 25 18:24:53.512018 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418c609-581a-461b-ac7a-fa65c9626f6d req-3bfdd060-363b-4ca4-a6ad-1a0f2c46e08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:24:53.513494 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1418c609-581a-461b-ac7a-fa65c9626f6d req-3bfdd060-363b-4ca4-a6ad-1a0f2c46e08e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a3e651ef-5562-417b-a758-490d6ad45059 HTTP/1.1" status: 200 len: 851 time: 0.0447412 Nov 25 18:24:53.562877 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418c609-581a-461b-ac7a-fa65c9626f6d req-27aeb1f8-7674-4ad5-873d-2615cd958b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:24:53.564410 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1418c609-581a-461b-ac7a-fa65c9626f6d req-27aeb1f8-7674-4ad5-873d-2615cd958b48 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=61cca371-5ab6-43f0-9b83-9c0c47170e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438120 Nov 25 18:24:53.653970 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1418c609-581a-461b-ac7a-fa65c9626f6d req-51a08b6e-6e64-42d2-9992-650b8519a12d service neutron] 10.222.0.74 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820596 Nov 25 18:24:53.747750 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1418c609-581a-461b-ac7a-fa65c9626f6d req-85af0137-7527-4415-9ffd-5378825025f0 service neutron] 10.222.0.74 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868976 Nov 25 18:25:17.208921 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d2f038d2-7767-4bd6-9f6e-e0e8ef186324 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:17.249748 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:17.436038 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:19.946728 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d42c7583-163a-4bc7-aa3c-fb77b0700b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:21.041931 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:22.227772 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:23.155202 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:29.330313 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:25:40.080221 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-84c89914-d22e-4f69-9b9d-6c2ebe028c37 req-502ca848-f0e9-400a-9222-30768eeb5ef7 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=feea62f7-db95-4f51-bcc6-48f94a8287e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0457714 Nov 25 18:25:40.328592 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc84b5-dd82-4294-bba4-2bf8a00e22d9 req-413e320f-1c88-487d-9e2c-a2acc8eac2d6 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:25:40.330132 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bedc84b5-dd82-4294-bba4-2bf8a00e22d9 req-413e320f-1c88-487d-9e2c-a2acc8eac2d6 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=feea62f7-db95-4f51-bcc6-48f94a8287e3 HTTP/1.1" status: 200 len: 945 time: 0.2860713 Nov 25 18:25:40.382839 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bedc84b5-dd82-4294-bba4-2bf8a00e22d9 req-d3944833-b590-4695-8e1a-962408daffa6 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464520 Nov 25 18:25:41.157155 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c89914-d22e-4f69-9b9d-6c2ebe028c37 req-5e957f92-7bfc-42e5-8ffc-1fb7bc813646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:25:41.158620 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-84c89914-d22e-4f69-9b9d-6c2ebe028c37 req-5e957f92-7bfc-42e5-8ffc-1fb7bc813646 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6b43c4b7f4db486987f8d82668910151&device_id=feea62f7-db95-4f51-bcc6-48f94a8287e3 HTTP/1.1" status: 200 len: 1096 time: 0.0407808 Nov 25 18:25:41.250959 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c89914-d22e-4f69-9b9d-6c2ebe028c37 req-bb9fae24-5989-4c89-9420-7bfbfcdf0e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:25:41.252304 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-84c89914-d22e-4f69-9b9d-6c2ebe028c37 req-bb9fae24-5989-4c89-9420-7bfbfcdf0e3e service neutron] 10.222.0.74 "GET /v2.0/networks?id=61cca371-5ab6-43f0-9b83-9c0c47170e28 HTTP/1.1" status: 200 len: 913 time: 0.0856509 Nov 25 18:25:41.316361 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-84c89914-d22e-4f69-9b9d-6c2ebe028c37 req-22bdd9fb-1978-447b-acd8-f39f97ee3f0d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1e2dc77-4bf2-4ed9-a27a-54a16872b816 HTTP/1.1" status: 200 len: 1002 time: 0.0569170 Nov 25 18:25:41.368636 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c89914-d22e-4f69-9b9d-6c2ebe028c37 req-38a4d085-7c4f-4aa3-9f73-db595c8c4bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:25:41.370075 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-84c89914-d22e-4f69-9b9d-6c2ebe028c37 req-38a4d085-7c4f-4aa3-9f73-db595c8c4bb7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a3e651ef-5562-417b-a758-490d6ad45059 HTTP/1.1" status: 200 len: 851 time: 0.0472240 Nov 25 18:25:41.415679 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c89914-d22e-4f69-9b9d-6c2ebe028c37 req-2add9dc2-a0e8-486f-8fbf-4f12f6d6d33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:25:41.417191 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-84c89914-d22e-4f69-9b9d-6c2ebe028c37 req-2add9dc2-a0e8-486f-8fbf-4f12f6d6d33e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=61cca371-5ab6-43f0-9b83-9c0c47170e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401633 Nov 25 18:25:41.542434 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-84c89914-d22e-4f69-9b9d-6c2ebe028c37 req-9889a848-d65f-43c2-95f1-d323f879bbcd service neutron] 10.222.0.74 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169431 Nov 25 18:25:41.550459 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9595109b-f787-48aa-9157-f5f7377abb74 req-843619b7-760a-47c4-8ee0-4568d71e073c tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:25:41.551802 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9595109b-f787-48aa-9157-f5f7377abb74 req-843619b7-760a-47c4-8ee0-4568d71e073c tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=feea62f7-db95-4f51-bcc6-48f94a8287e3 HTTP/1.1" status: 200 len: 945 time: 0.0790305 Nov 25 18:25:41.650163 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9595109b-f787-48aa-9157-f5f7377abb74 req-28ebad86-a7af-40ca-9018-93d062ecc99b tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901628 Nov 25 18:25:41.672232 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-84c89914-d22e-4f69-9b9d-6c2ebe028c37 req-60e99492-a341-43a6-9f49-1bb4c678c013 service neutron] 10.222.0.74 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195009 Nov 25 18:25:42.769037 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8da39-8234-4fab-996d-033b20769d0f req-866056c8-5ca1-4eff-b15f-ed3228000839 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:25:42.770508 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2cf8da39-8234-4fab-996d-033b20769d0f req-866056c8-5ca1-4eff-b15f-ed3228000839 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=feea62f7-db95-4f51-bcc6-48f94a8287e3 HTTP/1.1" status: 200 len: 945 time: 0.0496268 Nov 25 18:25:42.817170 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2cf8da39-8234-4fab-996d-033b20769d0f req-c8f1fb1b-b469-4e01-b073-35906feb7e16 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406501 Nov 25 18:25:43.933589 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362db98-ccad-415e-838e-b95b664ef03a req-deaad4e1-404b-4baa-82c5-2deda3145a00 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:25:43.935216 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7362db98-ccad-415e-838e-b95b664ef03a req-deaad4e1-404b-4baa-82c5-2deda3145a00 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=feea62f7-db95-4f51-bcc6-48f94a8287e3 HTTP/1.1" status: 200 len: 945 time: 0.0489621 Nov 25 18:25:43.983170 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7362db98-ccad-415e-838e-b95b664ef03a req-90005901-7476-4417-a758-d8a025ab2bcd tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419669 Nov 25 18:25:45.102698 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335001d0-3afa-4b22-922a-a16f8ef76275 req-b731e6d2-19ff-403a-a376-a55e4598fc96 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:25:45.104201 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-335001d0-3afa-4b22-922a-a16f8ef76275 req-b731e6d2-19ff-403a-a376-a55e4598fc96 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=feea62f7-db95-4f51-bcc6-48f94a8287e3 HTTP/1.1" status: 200 len: 945 time: 0.0529377 Nov 25 18:25:45.150394 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-335001d0-3afa-4b22-922a-a16f8ef76275 req-4f5e9226-034c-47cf-8d4b-253041702015 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402250 Nov 25 18:25:46.266329 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d2dc0c-1fbc-4020-8ca4-41808fb2da45 req-50c92f70-08f8-4137-957b-97b4db52753e tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:25:46.267805 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-47d2dc0c-1fbc-4020-8ca4-41808fb2da45 req-50c92f70-08f8-4137-957b-97b4db52753e tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=feea62f7-db95-4f51-bcc6-48f94a8287e3 HTTP/1.1" status: 200 len: 945 time: 0.0491948 Nov 25 18:25:46.314716 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-47d2dc0c-1fbc-4020-8ca4-41808fb2da45 req-5869d5ae-b55a-45f7-b7c5-b915849b27bd tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409427 Nov 25 18:25:47.210170 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9205264b-ebe8-4e83-919d-5b8ec2692883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:47.252716 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:47.430992 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bfec95-9e1f-4353-9201-d0c90aaa4360 req-0482e27e-585b-4296-a335-9ee76d5c49f4 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:25:47.432545 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-00bfec95-9e1f-4353-9201-d0c90aaa4360 req-0482e27e-585b-4296-a335-9ee76d5c49f4 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=feea62f7-db95-4f51-bcc6-48f94a8287e3 HTTP/1.1" status: 200 len: 945 time: 0.0489640 Nov 25 18:25:47.436911 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:47.484712 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-00bfec95-9e1f-4353-9201-d0c90aaa4360 req-0d15da29-0b98-4d6c-b04d-75355c9899f5 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449643 Nov 25 18:25:48.598324 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde21b3-14c0-40e8-a56e-6faee060c09f req-58e27e60-6e8d-4404-add7-04123643017b tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:25:48.599784 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2fde21b3-14c0-40e8-a56e-6faee060c09f req-58e27e60-6e8d-4404-add7-04123643017b tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=feea62f7-db95-4f51-bcc6-48f94a8287e3 HTTP/1.1" status: 200 len: 945 time: 0.0485079 Nov 25 18:25:48.646203 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2fde21b3-14c0-40e8-a56e-6faee060c09f req-cae38588-719d-44dd-9ec3-fe7029c4fc46 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404770 Nov 25 18:25:49.766739 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774eb8c-9302-4342-8ae0-0f876cf301b3 req-ce2a83ea-1f55-4358-827f-f6d1833afb44 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:25:49.768257 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3774eb8c-9302-4342-8ae0-0f876cf301b3 req-ce2a83ea-1f55-4358-827f-f6d1833afb44 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=feea62f7-db95-4f51-bcc6-48f94a8287e3 HTTP/1.1" status: 200 len: 945 time: 0.0508664 Nov 25 18:25:49.814892 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3774eb8c-9302-4342-8ae0-0f876cf301b3 req-56957eec-739d-42c0-9fe4-93ebaebd59ad tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407393 Nov 25 18:25:49.954321 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e56c3c21-b071-450f-9c81-a352fa9434b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:50.935235 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3db4e-7252-4c03-aa62-043fa8818e3d req-85f3dd9b-8220-48fe-996b-9eb432295f8c tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:25:50.936738 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a6b3db4e-7252-4c03-aa62-043fa8818e3d req-85f3dd9b-8220-48fe-996b-9eb432295f8c tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=feea62f7-db95-4f51-bcc6-48f94a8287e3 HTTP/1.1" status: 200 len: 945 time: 0.0535133 Nov 25 18:25:50.985314 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a6b3db4e-7252-4c03-aa62-043fa8818e3d req-b4557d74-f703-4731-8800-b92ad9515bfc tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425851 Nov 25 18:25:51.043691 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:52.102118 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b46a48-b9a4-4dc9-8f5f-677b81cb75bd req-bb5a0ee4-c5af-4779-8f68-54db8c403701 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:25:52.103593 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b4b46a48-b9a4-4dc9-8f5f-677b81cb75bd req-bb5a0ee4-c5af-4779-8f68-54db8c403701 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=feea62f7-db95-4f51-bcc6-48f94a8287e3 HTTP/1.1" status: 200 len: 945 time: 0.0493796 Nov 25 18:25:52.149709 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b4b46a48-b9a4-4dc9-8f5f-677b81cb75bd req-a9c9c03b-e1aa-44c6-9668-9d39193036b9 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394182 Nov 25 18:25:52.230210 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:53.156848 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:53.273155 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520aa149-ccfb-40cb-b9c9-3581a43e5af6 req-583b21ac-c6a4-4775-8bc0-4a982711efb1 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:25:53.274517 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-520aa149-ccfb-40cb-b9c9-3581a43e5af6 req-583b21ac-c6a4-4775-8bc0-4a982711efb1 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=feea62f7-db95-4f51-bcc6-48f94a8287e3 HTTP/1.1" status: 200 len: 945 time: 0.0516605 Nov 25 18:25:53.322514 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-520aa149-ccfb-40cb-b9c9-3581a43e5af6 req-77e7f2c2-e93d-4e5f-bad9-1badc52ef1b4 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417366 Nov 25 18:25:53.538584 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [req-84c89914-d22e-4f69-9b9d-6c2ebe028c37 req-52299b90-ec6e-4da7-9bae-4ee6852c60c1 service neutron] show failed (client error): The resource could not be found. Nov 25 18:25:53.539561 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-84c89914-d22e-4f69-9b9d-6c2ebe028c37 req-52299b90-ec6e-4da7-9bae-4ee6852c60c1 service neutron] 10.222.0.74 "GET /v2.0/ports/f1e2dc77-4bf2-4ed9-a27a-54a16872b816/bindings/n-h2-817746-1 HTTP/1.1" status: 404 len: 380 time: 0.0545297 Nov 25 18:25:53.786149 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c89914-d22e-4f69-9b9d-6c2ebe028c37 req-fffa220b-30ca-4ff8-9c0e-3bbea1cfc097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:25:53.787672 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-84c89914-d22e-4f69-9b9d-6c2ebe028c37 req-fffa220b-30ca-4ff8-9c0e-3bbea1cfc097 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=feea62f7-db95-4f51-bcc6-48f94a8287e3&tenant_id=6b43c4b7f4db486987f8d82668910151 HTTP/1.1" status: 200 len: 1096 time: 0.0831037 Nov 25 18:25:53.799580 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-84c89914-d22e-4f69-9b9d-6c2ebe028c37 req-8aec4592-654c-48b7-a81f-707c1e21c5af service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817746-1', 'device_owner': 'compute:nova'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:25:53.855186 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-84c89914-d22e-4f69-9b9d-6c2ebe028c37 req-8aec4592-654c-48b7-a81f-707c1e21c5af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:54.054069 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-84c89914-d22e-4f69-9b9d-6c2ebe028c37 req-8aec4592-654c-48b7-a81f-707c1e21c5af service neutron] For port f1e2dc77-4bf2-4ed9-a27a-54a16872b816, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=f1e2dc77-4bf2-4ed9-a27a-54a16872b816,segment=NetworkSegment(4f1bc548-1c48-4e69-bd4e-5af8946314ee),segment_id=4f1bc548-1c48-4e69-bd4e-5af8946314ee)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:25:54.086468 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-84c89914-d22e-4f69-9b9d-6c2ebe028c37 req-8aec4592-654c-48b7-a81f-707c1e21c5af service neutron] For port f1e2dc77-4bf2-4ed9-a27a-54a16872b816, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:25:54.126961 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feea62f7-db95-4f51-bcc6-48f94a8287e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1e2dc77-4bf2-4ed9-a27a-54a16872b816'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:25:54.129286 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0beae05-83f2-494f-8565-1d662167a3b8" -d '{"events": [{"server_uuid": "feea62f7-db95-4f51-bcc6-48f94a8287e3", "name": "network-vif-unplugged", "status": "completed", "tag": "f1e2dc77-4bf2-4ed9-a27a-54a16872b816"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:25:54.133392 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-84c89914-d22e-4f69-9b9d-6c2ebe028c37 req-8aec4592-654c-48b7-a81f-707c1e21c5af service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:54.147118 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-84c89914-d22e-4f69-9b9d-6c2ebe028c37 req-8aec4592-654c-48b7-a81f-707c1e21c5af service neutron] Transition to ACTIVE for port object f1e2dc77-4bf2-4ed9-a27a-54a16872b816 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:25:54.151689 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-84c89914-d22e-4f69-9b9d-6c2ebe028c37 req-8aec4592-654c-48b7-a81f-707c1e21c5af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:54.204856 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aec4592-654c-48b7-a81f-707c1e21c5af service neutron] Pushing event updated for resources: {'Port': ['ID=f1e2dc77-4bf2-4ed9-a27a-54a16872b816,revision_number=6']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:25:54.243834 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aec4592-654c-48b7-a81f-707c1e21c5af service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:54.244186 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aec4592-654c-48b7-a81f-707c1e21c5af service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:54.244530 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aec4592-654c-48b7-a81f-707c1e21c5af service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:54.244882 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aec4592-654c-48b7-a81f-707c1e21c5af service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:54.245294 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aec4592-654c-48b7-a81f-707c1e21c5af service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:54.245694 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aec4592-654c-48b7-a81f-707c1e21c5af service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:54.246034 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aec4592-654c-48b7-a81f-707c1e21c5af service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:54.246355 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aec4592-654c-48b7-a81f-707c1e21c5af service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:54.246692 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aec4592-654c-48b7-a81f-707c1e21c5af service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:54.247640 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aec4592-654c-48b7-a81f-707c1e21c5af service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:54.247960 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aec4592-654c-48b7-a81f-707c1e21c5af service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:54.248286 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aec4592-654c-48b7-a81f-707c1e21c5af service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:54.252502 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 18:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a67c055-ea47-430f-bd87-c9213e6476ed x-openstack-request-id: req-1a67c055-ea47-430f-bd87-c9213e6476ed {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:25:54.252800 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feea62f7-db95-4f51-bcc6-48f94a8287e3", "name": "network-vif-unplugged", "status": "completed", "tag": "f1e2dc77-4bf2-4ed9-a27a-54a16872b816", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:25:54.253090 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1a67c055-ea47-430f-bd87-c9213e6476ed {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:25:54.253477 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feea62f7-db95-4f51-bcc6-48f94a8287e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1e2dc77-4bf2-4ed9-a27a-54a16872b816', 'code': 200} Nov 25 18:25:54.294382 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c89914-d22e-4f69-9b9d-6c2ebe028c37 req-8aec4592-654c-48b7-a81f-707c1e21c5af service neutron] No DVR routers for this DVR port f1e2dc77-4bf2-4ed9-a27a-54a16872b816 on host n-h1-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:25:54.465589 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-84c89914-d22e-4f69-9b9d-6c2ebe028c37 req-8aec4592-654c-48b7-a81f-707c1e21c5af service neutron] Attempting to bind port f1e2dc77-4bf2-4ed9-a27a-54a16872b816 on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:25:54.466360 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-84c89914-d22e-4f69-9b9d-6c2ebe028c37 req-8aec4592-654c-48b7-a81f-707c1e21c5af service neutron] Attempting to bind port f1e2dc77-4bf2-4ed9-a27a-54a16872b816 by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '4f1bc548-1c48-4e69-bd4e-5af8946314ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:25:54.466703 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c89914-d22e-4f69-9b9d-6c2ebe028c37 req-8aec4592-654c-48b7-a81f-707c1e21c5af service neutron] Attempting to bind port f1e2dc77-4bf2-4ed9-a27a-54a16872b816 on network 61cca371-5ab6-43f0-9b83-9c0c47170e28 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:25:54.475581 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be530fc7-14a9-4ab5-83a1-9f8843df013a req-1434e0b2-c9df-4013-a925-5c90c67f911c tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:25:54.477086 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-be530fc7-14a9-4ab5-83a1-9f8843df013a req-1434e0b2-c9df-4013-a925-5c90c67f911c tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=feea62f7-db95-4f51-bcc6-48f94a8287e3 HTTP/1.1" status: 200 len: 943 time: 0.0822873 Nov 25 18:25:54.480214 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c89914-d22e-4f69-9b9d-6c2ebe028c37 req-8aec4592-654c-48b7-a81f-707c1e21c5af service neutron] Port f1e2dc77-4bf2-4ed9-a27a-54a16872b816 on network 61cca371-5ab6-43f0-9b83-9c0c47170e28 not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:25:54.480541 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c89914-d22e-4f69-9b9d-6c2ebe028c37 req-8aec4592-654c-48b7-a81f-707c1e21c5af service neutron] Attempting to bind port f1e2dc77-4bf2-4ed9-a27a-54a16872b816 on network 61cca371-5ab6-43f0-9b83-9c0c47170e28 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:25:54.492315 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c89914-d22e-4f69-9b9d-6c2ebe028c37 req-8aec4592-654c-48b7-a81f-707c1e21c5af service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:25:54.492654 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c89914-d22e-4f69-9b9d-6c2ebe028c37 req-8aec4592-654c-48b7-a81f-707c1e21c5af service neutron] Checking segment: {'id': '4f1bc548-1c48-4e69-bd4e-5af8946314ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:25:54.493052 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c89914-d22e-4f69-9b9d-6c2ebe028c37 req-8aec4592-654c-48b7-a81f-707c1e21c5af service neutron] Bound using segment: {'id': '4f1bc548-1c48-4e69-bd4e-5af8946314ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:25:54.493485 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-84c89914-d22e-4f69-9b9d-6c2ebe028c37 req-8aec4592-654c-48b7-a81f-707c1e21c5af service neutron] Bound port: f1e2dc77-4bf2-4ed9-a27a-54a16872b816, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f1bc548-1c48-4e69-bd4e-5af8946314ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:25:54.493839 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-84c89914-d22e-4f69-9b9d-6c2ebe028c37 req-8aec4592-654c-48b7-a81f-707c1e21c5af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:54.565831 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-be530fc7-14a9-4ab5-83a1-9f8843df013a req-3554d4aa-7996-4610-8fe0-f4c350f343f3 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814788 Nov 25 18:25:54.586816 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-84c89914-d22e-4f69-9b9d-6c2ebe028c37 req-8aec4592-654c-48b7-a81f-707c1e21c5af service neutron] For port f1e2dc77-4bf2-4ed9-a27a-54a16872b816, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:25:54.589826 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-84c89914-d22e-4f69-9b9d-6c2ebe028c37 req-8aec4592-654c-48b7-a81f-707c1e21c5af service neutron] For port f1e2dc77-4bf2-4ed9-a27a-54a16872b816, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=f1e2dc77-4bf2-4ed9-a27a-54a16872b816,segment=NetworkSegment(4f1bc548-1c48-4e69-bd4e-5af8946314ee),segment_id=4f1bc548-1c48-4e69-bd4e-5af8946314ee)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:25:54.595110 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-84c89914-d22e-4f69-9b9d-6c2ebe028c37 req-8aec4592-654c-48b7-a81f-707c1e21c5af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:54.627891 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c89914-d22e-4f69-9b9d-6c2ebe028c37 req-8aec4592-654c-48b7-a81f-707c1e21c5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:25:54.628516 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-84c89914-d22e-4f69-9b9d-6c2ebe028c37 req-8aec4592-654c-48b7-a81f-707c1e21c5af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:54.629936 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-84c89914-d22e-4f69-9b9d-6c2ebe028c37 req-8aec4592-654c-48b7-a81f-707c1e21c5af service neutron] 10.222.0.90 "PUT /v2.0/ports/f1e2dc77-4bf2-4ed9-a27a-54a16872b816 HTTP/1.1" status: 200 len: 1091 time: 0.8343632 Nov 25 18:25:54.652723 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aec4592-654c-48b7-a81f-707c1e21c5af service neutron] Pushing event updated for resources: {'Port': ['ID=f1e2dc77-4bf2-4ed9-a27a-54a16872b816,revision_number=7']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:25:54.697619 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c89914-d22e-4f69-9b9d-6c2ebe028c37 req-e0f7ac29-e0c8-4c7f-8eca-d3c587be9bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:25:54.699410 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-84c89914-d22e-4f69-9b9d-6c2ebe028c37 req-e0f7ac29-e0c8-4c7f-8eca-d3c587be9bda service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6b43c4b7f4db486987f8d82668910151&device_id=feea62f7-db95-4f51-bcc6-48f94a8287e3 HTTP/1.1" status: 200 len: 1094 time: 0.0431521 Nov 25 18:25:54.803196 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c89914-d22e-4f69-9b9d-6c2ebe028c37 req-1141ce03-6f6e-4bcb-8590-572ceae8f07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:25:54.804693 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-84c89914-d22e-4f69-9b9d-6c2ebe028c37 req-1141ce03-6f6e-4bcb-8590-572ceae8f07f service neutron] 10.222.0.90 "GET /v2.0/networks?id=61cca371-5ab6-43f0-9b83-9c0c47170e28 HTTP/1.1" status: 200 len: 913 time: 0.0986855 Nov 25 18:25:54.871790 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-84c89914-d22e-4f69-9b9d-6c2ebe028c37 req-fe8b2252-209d-41ff-9d5c-68f1a927da73 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1e2dc77-4bf2-4ed9-a27a-54a16872b816 HTTP/1.1" status: 200 len: 1000 time: 0.0586991 Nov 25 18:25:54.924706 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c89914-d22e-4f69-9b9d-6c2ebe028c37 req-ed1bd4a6-f024-46bd-bd09-bbd7175ee29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:25:54.926086 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-84c89914-d22e-4f69-9b9d-6c2ebe028c37 req-ed1bd4a6-f024-46bd-bd09-bbd7175ee29d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a3e651ef-5562-417b-a758-490d6ad45059 HTTP/1.1" status: 200 len: 851 time: 0.0474684 Nov 25 18:25:54.972924 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c89914-d22e-4f69-9b9d-6c2ebe028c37 req-f5637f48-bfdb-4152-ab97-b0d440917135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:25:54.974427 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-84c89914-d22e-4f69-9b9d-6c2ebe028c37 req-f5637f48-bfdb-4152-ab97-b0d440917135 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=61cca371-5ab6-43f0-9b83-9c0c47170e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413730 Nov 25 18:25:55.064046 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-84c89914-d22e-4f69-9b9d-6c2ebe028c37 req-44707bf5-61b1-4065-b833-10dbd10001c3 service neutron] 10.222.0.90 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824857 Nov 25 18:25:55.159242 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-84c89914-d22e-4f69-9b9d-6c2ebe028c37 req-14a27880-0d7b-4e44-8391-f32ab0496d2c service neutron] 10.222.0.90 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880275 Nov 25 18:25:55.686766 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d604667-7fce-4906-9945-eed5f5baccd7 req-327633d9-3850-413a-8a6d-691f8c0eecb2 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:25:55.688239 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7d604667-7fce-4906-9945-eed5f5baccd7 req-327633d9-3850-413a-8a6d-691f8c0eecb2 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=feea62f7-db95-4f51-bcc6-48f94a8287e3 HTTP/1.1" status: 200 len: 943 time: 0.0501146 Nov 25 18:25:55.735823 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7d604667-7fce-4906-9945-eed5f5baccd7 req-20ae407b-eeaa-482a-8a41-c27d945c1fdd tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415514 Nov 25 18:25:56.254993 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feea62f7-db95-4f51-bcc6-48f94a8287e3', 'tag': 'f1e2dc77-4bf2-4ed9-a27a-54a16872b816'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:25:56.257427 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb706eb-f516-4092-8055-b5728bd210d6" -d '{"events": [{"name": "network-changed", "server_uuid": "feea62f7-db95-4f51-bcc6-48f94a8287e3", "tag": "f1e2dc77-4bf2-4ed9-a27a-54a16872b816"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:25:56.305074 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5d4d41-8857-4085-9b4a-76a1c6de3466 x-openstack-request-id: req-0d5d4d41-8857-4085-9b4a-76a1c6de3466 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:25:56.305379 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feea62f7-db95-4f51-bcc6-48f94a8287e3", "tag": "f1e2dc77-4bf2-4ed9-a27a-54a16872b816", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:25:56.305643 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0d5d4d41-8857-4085-9b4a-76a1c6de3466 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:25:56.306049 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feea62f7-db95-4f51-bcc6-48f94a8287e3', 'tag': 'f1e2dc77-4bf2-4ed9-a27a-54a16872b816', 'status': 'completed', 'code': 200} Nov 25 18:25:56.401189 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb706eb-f516-4092-8055-b5728bd210d6 req-0efd9d3a-f85d-49cc-bd97-23ecb920b1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:25:56.402686 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9cb706eb-f516-4092-8055-b5728bd210d6 req-0efd9d3a-f85d-49cc-bd97-23ecb920b1ff service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6b43c4b7f4db486987f8d82668910151&device_id=feea62f7-db95-4f51-bcc6-48f94a8287e3 HTTP/1.1" status: 200 len: 1094 time: 0.0760877 Nov 25 18:25:56.405018 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb706eb-f516-4092-8055-b5728bd210d6 req-942418d6-2b4e-4a66-8e36-2cf4b08e6b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:25:56.406328 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9cb706eb-f516-4092-8055-b5728bd210d6 req-942418d6-2b4e-4a66-8e36-2cf4b08e6b11 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6b43c4b7f4db486987f8d82668910151&device_id=feea62f7-db95-4f51-bcc6-48f94a8287e3 HTTP/1.1" status: 200 len: 1094 time: 0.0715773 Nov 25 18:25:56.561485 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb706eb-f516-4092-8055-b5728bd210d6 req-bcc2c611-5a90-43ff-85f5-094762aee2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:25:56.562864 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9cb706eb-f516-4092-8055-b5728bd210d6 req-bcc2c611-5a90-43ff-85f5-094762aee2f5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=61cca371-5ab6-43f0-9b83-9c0c47170e28 HTTP/1.1" status: 200 len: 913 time: 0.1532202 Nov 25 18:25:56.563926 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb706eb-f516-4092-8055-b5728bd210d6 req-b19a489a-827f-45b0-b12c-5adfbd92709c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:25:56.565247 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9cb706eb-f516-4092-8055-b5728bd210d6 req-b19a489a-827f-45b0-b12c-5adfbd92709c service neutron] 10.222.0.90 "GET /v2.0/networks?id=61cca371-5ab6-43f0-9b83-9c0c47170e28 HTTP/1.1" status: 200 len: 913 time: 0.1487024 Nov 25 18:25:56.676988 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9cb706eb-f516-4092-8055-b5728bd210d6 req-cb1b6494-a42b-486f-8754-0c75bc26d8ee service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1e2dc77-4bf2-4ed9-a27a-54a16872b816 HTTP/1.1" status: 200 len: 1000 time: 0.1073661 Nov 25 18:25:56.678721 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9cb706eb-f516-4092-8055-b5728bd210d6 req-ec77a78a-e6ea-4c74-8e29-5ae05acdcea0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1e2dc77-4bf2-4ed9-a27a-54a16872b816 HTTP/1.1" status: 200 len: 1000 time: 0.1036763 Nov 25 18:25:56.764268 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb706eb-f516-4092-8055-b5728bd210d6 req-7e6ba721-b1e4-40b0-bc72-d1e9674bdf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:25:56.765785 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9cb706eb-f516-4092-8055-b5728bd210d6 req-7e6ba721-b1e4-40b0-bc72-d1e9674bdf5c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a3e651ef-5562-417b-a758-490d6ad45059 HTTP/1.1" status: 200 len: 851 time: 0.0816011 Nov 25 18:25:56.774594 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb706eb-f516-4092-8055-b5728bd210d6 req-76eb0980-5a6c-4dab-86ca-4fec09da21cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:25:56.775944 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9cb706eb-f516-4092-8055-b5728bd210d6 req-76eb0980-5a6c-4dab-86ca-4fec09da21cf service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a3e651ef-5562-417b-a758-490d6ad45059 HTTP/1.1" status: 200 len: 851 time: 0.0832007 Nov 25 18:25:56.886281 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb706eb-f516-4092-8055-b5728bd210d6 req-2e2e6c80-6260-4202-b3aa-6939698c5c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:25:56.888319 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9cb706eb-f516-4092-8055-b5728bd210d6 req-2e2e6c80-6260-4202-b3aa-6939698c5c41 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=61cca371-5ab6-43f0-9b83-9c0c47170e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1149070 Nov 25 18:25:56.892381 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb706eb-f516-4092-8055-b5728bd210d6 req-48abb74f-b602-41c0-b3c1-878f796ae020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:25:56.893752 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9cb706eb-f516-4092-8055-b5728bd210d6 req-48abb74f-b602-41c0-b3c1-878f796ae020 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=61cca371-5ab6-43f0-9b83-9c0c47170e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1009548 Nov 25 18:25:56.912367 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43389566-7464-48d4-8186-f76413bba0ef req-b8f1fe09-6688-4048-b160-91efdfa86d2b tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:25:56.913756 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-43389566-7464-48d4-8186-f76413bba0ef req-b8f1fe09-6688-4048-b160-91efdfa86d2b tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=feea62f7-db95-4f51-bcc6-48f94a8287e3 HTTP/1.1" status: 200 len: 943 time: 0.0916846 Nov 25 18:25:57.267195 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device f1e2dc77-4bf2-4ed9-a27a-54a16872b816 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:25:57.317686 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-43389566-7464-48d4-8186-f76413bba0ef req-65249ce7-3b7b-43ed-bd4d-f5722ba48474 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3844430 Nov 25 18:25:57.333047 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9cb706eb-f516-4092-8055-b5728bd210d6 req-53abb45b-6812-4970-a5d8-1bbc3e298dc1 service neutron] 10.222.0.74 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4368010 Nov 25 18:25:57.338835 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9cb706eb-f516-4092-8055-b5728bd210d6 req-dcb3cd5a-8540-48b2-8768-6a137e59aeb3 service neutron] 10.222.0.90 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4338446 Nov 25 18:25:57.366255 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port f1e2dc77-4bf2-4ed9-a27a-54a16872b816, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=f1e2dc77-4bf2-4ed9-a27a-54a16872b816,segment=NetworkSegment(4f1bc548-1c48-4e69-bd4e-5af8946314ee),segment_id=4f1bc548-1c48-4e69-bd4e-5af8946314ee)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:25:57.378522 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': 'f1e2dc77-4bf2-4ed9-a27a-54a16872b816', 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28', 'port_id': 'f1e2dc77-4bf2-4ed9-a27a-54a16872b816', 'mac_address': 'fa:16:3e:48:3a:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:25:57.416409 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:57.430229 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1e2dc77-4bf2-4ed9-a27a-54a16872b816 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:25:57.449601 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port f1e2dc77-4bf2-4ed9-a27a-54a16872b816, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=f1e2dc77-4bf2-4ed9-a27a-54a16872b816,segment=NetworkSegment(4f1bc548-1c48-4e69-bd4e-5af8946314ee),segment_id=4f1bc548-1c48-4e69-bd4e-5af8946314ee)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:25:57.454470 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:57.498725 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9cb706eb-f516-4092-8055-b5728bd210d6 req-658a5c15-9295-4003-a242-beda753c76ea service neutron] 10.222.0.74 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582425 Nov 25 18:25:57.502147 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9cb706eb-f516-4092-8055-b5728bd210d6 req-5fc9564d-4ffa-461a-a945-5e545c9ce041 service neutron] 10.222.0.90 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528213 Nov 25 18:25:57.506239 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=f1e2dc77-4bf2-4ed9-a27a-54a16872b816,revision_number=8']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:25:57.526528 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:57.526762 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:57.527561 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:57.527561 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:57.527771 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:57.528112 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:57.529009 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:57.529344 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:57.529820 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:57.530169 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:57.530625 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:57.531085 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:57.656379 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7763d-0df3-4152-beff-ecb524c9ae56 req-85b34409-38a1-4111-a9e0-949681643f2d tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:25:57.657865 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dbc7763d-0df3-4152-beff-ecb524c9ae56 req-85b34409-38a1-4111-a9e0-949681643f2d tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.90 "GET /v2.0/ports?device_id=feea62f7-db95-4f51-bcc6-48f94a8287e3&tenant_id=6b43c4b7f4db486987f8d82668910151&binding%3Ahost_id=n-h2-817746-1 HTTP/1.1" status: 200 len: 944 time: 0.0795429 Nov 25 18:25:57.678781 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde0360-5ab6-47c0-999d-6e0f2844c18f req-8bc2fd14-fbfc-4a7b-9601-beb63565132c tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:25:57.680168 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-edde0360-5ab6-47c0-999d-6e0f2844c18f req-8bc2fd14-fbfc-4a7b-9601-beb63565132c tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=feea62f7-db95-4f51-bcc6-48f94a8287e3 HTTP/1.1" status: 200 len: 944 time: 0.0743713 Nov 25 18:25:57.704039 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['f1e2dc77-4bf2-4ed9-a27a-54a16872b816'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:25:57.765512 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dbc7763d-0df3-4152-beff-ecb524c9ae56 req-606e2725-3289-4f9f-bdb3-679423bf44ea service neutron] 10.222.0.90 "GET /v2.0/ports/f1e2dc77-4bf2-4ed9-a27a-54a16872b816/bindings/n-h2-817746-1 HTTP/1.1" status: 200 len: 382 time: 0.0998840 Nov 25 18:25:57.770399 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-edde0360-5ab6-47c0-999d-6e0f2844c18f req-50302a9a-7d06-4de1-81c4-d2aa32e0974b tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683241 Nov 25 18:25:57.832690 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7763d-0df3-4152-beff-ecb524c9ae56 req-4ca6f192-ed97-47b0-ae3d-ef024506ecb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:25:57.834239 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dbc7763d-0df3-4152-beff-ecb524c9ae56 req-4ca6f192-ed97-47b0-ae3d-ef024506ecb8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6b43c4b7f4db486987f8d82668910151&device_id=feea62f7-db95-4f51-bcc6-48f94a8287e3 HTTP/1.1" status: 200 len: 1095 time: 0.0436525 Nov 25 18:25:57.928693 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7763d-0df3-4152-beff-ecb524c9ae56 req-a4a1c307-f7c3-4dce-987f-246d50635900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:25:57.930185 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dbc7763d-0df3-4152-beff-ecb524c9ae56 req-a4a1c307-f7c3-4dce-987f-246d50635900 service neutron] 10.222.0.90 "GET /v2.0/networks?id=61cca371-5ab6-43f0-9b83-9c0c47170e28 HTTP/1.1" status: 200 len: 913 time: 0.0884182 Nov 25 18:25:57.996606 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dbc7763d-0df3-4152-beff-ecb524c9ae56 req-3da9e80b-1c77-48cd-9140-03042dc5738f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1e2dc77-4bf2-4ed9-a27a-54a16872b816 HTTP/1.1" status: 200 len: 1001 time: 0.0594635 Nov 25 18:25:58.044496 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7763d-0df3-4152-beff-ecb524c9ae56 req-56e1d5f3-1b5d-41e6-abb8-0474ab01e752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:25:58.045844 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dbc7763d-0df3-4152-beff-ecb524c9ae56 req-56e1d5f3-1b5d-41e6-abb8-0474ab01e752 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a3e651ef-5562-417b-a758-490d6ad45059 HTTP/1.1" status: 200 len: 851 time: 0.0428271 Nov 25 18:25:58.094557 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7763d-0df3-4152-beff-ecb524c9ae56 req-b779f7ed-5e30-4fa0-9d1d-61dec5752bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:25:58.096003 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dbc7763d-0df3-4152-beff-ecb524c9ae56 req-b779f7ed-5e30-4fa0-9d1d-61dec5752bab service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=61cca371-5ab6-43f0-9b83-9c0c47170e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431983 Nov 25 18:25:58.123220 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device f1e2dc77-4bf2-4ed9-a27a-54a16872b816 no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:25:58.164330 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device f1e2dc77-4bf2-4ed9-a27a-54a16872b816 not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:25:58.185939 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dbc7763d-0df3-4152-beff-ecb524c9ae56 req-b86959e2-87b1-462d-b187-70cf96021fa3 service neutron] 10.222.0.90 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818996 Nov 25 18:25:58.280472 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dbc7763d-0df3-4152-beff-ecb524c9ae56 req-d10b37c4-7189-4989-b170-a741be0c3b6e service neutron] 10.222.0.90 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875220 Nov 25 18:25:58.906615 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8669e9-f27f-420d-9d25-bf05a6c4bda8 req-4b04a463-4ba6-496c-afc1-6402b58ec1cf tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:25:58.908077 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7a8669e9-f27f-420d-9d25-bf05a6c4bda8 req-4b04a463-4ba6-496c-afc1-6402b58ec1cf tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=feea62f7-db95-4f51-bcc6-48f94a8287e3 HTTP/1.1" status: 200 len: 944 time: 0.0486970 Nov 25 18:25:58.955235 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7a8669e9-f27f-420d-9d25-bf05a6c4bda8 req-168b824c-2628-475b-9250-0104a4824030 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411794 Nov 25 18:25:59.294669 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device f1e2dc77-4bf2-4ed9-a27a-54a16872b816 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:25:59.343868 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port f1e2dc77-4bf2-4ed9-a27a-54a16872b816 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:25:59.348057 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port f1e2dc77-4bf2-4ed9-a27a-54a16872b816 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:25:59.348440 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:59.426991 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:59.449755 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feea62f7-db95-4f51-bcc6-48f94a8287e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e2dc77-4bf2-4ed9-a27a-54a16872b816'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:25:59.452745 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e885ae7a60f1de4153d3a84cf91c96dac968753d8c7eb30b74097738adf70354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f697fde3-f2cb-46c8-a466-89f16af67199" -d '{"events": [{"server_uuid": "feea62f7-db95-4f51-bcc6-48f94a8287e3", "name": "network-vif-plugged", "status": "completed", "tag": "f1e2dc77-4bf2-4ed9-a27a-54a16872b816"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:25:59.469464 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port f1e2dc77-4bf2-4ed9-a27a-54a16872b816, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=f1e2dc77-4bf2-4ed9-a27a-54a16872b816,segment=NetworkSegment(4f1bc548-1c48-4e69-bd4e-5af8946314ee),segment_id=4f1bc548-1c48-4e69-bd4e-5af8946314ee)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:25:59.474161 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:59.506659 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906f914e-0d36-4806-9368-372a48530228 x-openstack-request-id: req-906f914e-0d36-4806-9368-372a48530228 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:25:59.506964 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feea62f7-db95-4f51-bcc6-48f94a8287e3", "name": "network-vif-plugged", "status": "completed", "tag": "f1e2dc77-4bf2-4ed9-a27a-54a16872b816", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:25:59.507223 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-906f914e-0d36-4806-9368-372a48530228 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:25:59.507619 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feea62f7-db95-4f51-bcc6-48f94a8287e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e2dc77-4bf2-4ed9-a27a-54a16872b816', 'code': 200} Nov 25 18:25:59.524574 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=f1e2dc77-4bf2-4ed9-a27a-54a16872b816,revision_number=9']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:00.079777 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2910a4-47c7-4f34-badc-7ebbe8eb7c19 req-59360f59-d5e5-41d3-99f9-f643421ee49e tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:00.081301 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dc2910a4-47c7-4f34-badc-7ebbe8eb7c19 req-59360f59-d5e5-41d3-99f9-f643421ee49e tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=feea62f7-db95-4f51-bcc6-48f94a8287e3 HTTP/1.1" status: 200 len: 945 time: 0.0533485 Nov 25 18:26:00.129741 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dc2910a4-47c7-4f34-badc-7ebbe8eb7c19 req-f9b33169-c472-4338-a7ed-b574512c562c tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424280 Nov 25 18:26:00.193601 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7763d-0df3-4152-beff-ecb524c9ae56 req-ad915ced-8403-4209-8918-181243375ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:00.195077 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dbc7763d-0df3-4152-beff-ecb524c9ae56 req-ad915ced-8403-4209-8918-181243375ced service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=feea62f7-db95-4f51-bcc6-48f94a8287e3&tenant_id=6b43c4b7f4db486987f8d82668910151 HTTP/1.1" status: 200 len: 1096 time: 0.0446095 Nov 25 18:26:00.207940 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-dbc7763d-0df3-4152-beff-ecb524c9ae56 req-94aa666e-15a9-4b33-9795-5c3b4c04f3a2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817746-1', 'device_owner': 'compute:nova'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:26:00.260231 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-dbc7763d-0df3-4152-beff-ecb524c9ae56 req-94aa666e-15a9-4b33-9795-5c3b4c04f3a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:00.459707 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-dbc7763d-0df3-4152-beff-ecb524c9ae56 req-94aa666e-15a9-4b33-9795-5c3b4c04f3a2 service neutron] For port f1e2dc77-4bf2-4ed9-a27a-54a16872b816, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=f1e2dc77-4bf2-4ed9-a27a-54a16872b816,segment=NetworkSegment(4f1bc548-1c48-4e69-bd4e-5af8946314ee),segment_id=4f1bc548-1c48-4e69-bd4e-5af8946314ee)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:26:00.491528 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-dbc7763d-0df3-4152-beff-ecb524c9ae56 req-94aa666e-15a9-4b33-9795-5c3b4c04f3a2 service neutron] For port f1e2dc77-4bf2-4ed9-a27a-54a16872b816, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:26:00.534985 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feea62f7-db95-4f51-bcc6-48f94a8287e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1e2dc77-4bf2-4ed9-a27a-54a16872b816'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:26:00.537290 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b7ec30-2117-4466-bfb9-e930262c4255" -d '{"events": [{"server_uuid": "feea62f7-db95-4f51-bcc6-48f94a8287e3", "name": "network-vif-unplugged", "status": "completed", "tag": "f1e2dc77-4bf2-4ed9-a27a-54a16872b816"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:26:00.541436 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-dbc7763d-0df3-4152-beff-ecb524c9ae56 req-94aa666e-15a9-4b33-9795-5c3b4c04f3a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:00.554226 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-dbc7763d-0df3-4152-beff-ecb524c9ae56 req-94aa666e-15a9-4b33-9795-5c3b4c04f3a2 service neutron] Transition to ACTIVE for port object f1e2dc77-4bf2-4ed9-a27a-54a16872b816 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:26:00.558330 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-dbc7763d-0df3-4152-beff-ecb524c9ae56 req-94aa666e-15a9-4b33-9795-5c3b4c04f3a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:00.588747 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 18:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70456807-f9a7-464d-a46b-1ec22bad59a3 x-openstack-request-id: req-70456807-f9a7-464d-a46b-1ec22bad59a3 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:26:00.589073 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feea62f7-db95-4f51-bcc6-48f94a8287e3", "name": "network-vif-unplugged", "status": "completed", "tag": "f1e2dc77-4bf2-4ed9-a27a-54a16872b816", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:26:00.589333 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-70456807-f9a7-464d-a46b-1ec22bad59a3 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:26:00.589730 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feea62f7-db95-4f51-bcc6-48f94a8287e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1e2dc77-4bf2-4ed9-a27a-54a16872b816', 'code': 200} Nov 25 18:26:00.638634 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa666e-15a9-4b33-9795-5c3b4c04f3a2 service neutron] Pushing event updated for resources: {'Port': ['ID=f1e2dc77-4bf2-4ed9-a27a-54a16872b816,revision_number=10']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:00.680799 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc7763d-0df3-4152-beff-ecb524c9ae56 req-94aa666e-15a9-4b33-9795-5c3b4c04f3a2 service neutron] No DVR routers for this DVR port f1e2dc77-4bf2-4ed9-a27a-54a16872b816 on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:26:00.826877 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-dbc7763d-0df3-4152-beff-ecb524c9ae56 req-94aa666e-15a9-4b33-9795-5c3b4c04f3a2 service neutron] Attempting to bind port f1e2dc77-4bf2-4ed9-a27a-54a16872b816 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:26:00.827217 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-dbc7763d-0df3-4152-beff-ecb524c9ae56 req-94aa666e-15a9-4b33-9795-5c3b4c04f3a2 service neutron] Attempting to bind port f1e2dc77-4bf2-4ed9-a27a-54a16872b816 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '4f1bc548-1c48-4e69-bd4e-5af8946314ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:26:00.827551 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc7763d-0df3-4152-beff-ecb524c9ae56 req-94aa666e-15a9-4b33-9795-5c3b4c04f3a2 service neutron] Attempting to bind port f1e2dc77-4bf2-4ed9-a27a-54a16872b816 on network 61cca371-5ab6-43f0-9b83-9c0c47170e28 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:26:00.831947 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc7763d-0df3-4152-beff-ecb524c9ae56 req-94aa666e-15a9-4b33-9795-5c3b4c04f3a2 service neutron] Port f1e2dc77-4bf2-4ed9-a27a-54a16872b816 on network 61cca371-5ab6-43f0-9b83-9c0c47170e28 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:26:00.832276 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc7763d-0df3-4152-beff-ecb524c9ae56 req-94aa666e-15a9-4b33-9795-5c3b4c04f3a2 service neutron] Attempting to bind port f1e2dc77-4bf2-4ed9-a27a-54a16872b816 on network 61cca371-5ab6-43f0-9b83-9c0c47170e28 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:26:00.837136 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc7763d-0df3-4152-beff-ecb524c9ae56 req-94aa666e-15a9-4b33-9795-5c3b4c04f3a2 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:26:00.837480 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc7763d-0df3-4152-beff-ecb524c9ae56 req-94aa666e-15a9-4b33-9795-5c3b4c04f3a2 service neutron] Checking segment: {'id': '4f1bc548-1c48-4e69-bd4e-5af8946314ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:26:00.837872 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc7763d-0df3-4152-beff-ecb524c9ae56 req-94aa666e-15a9-4b33-9795-5c3b4c04f3a2 service neutron] Bound using segment: {'id': '4f1bc548-1c48-4e69-bd4e-5af8946314ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:26:00.838301 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-dbc7763d-0df3-4152-beff-ecb524c9ae56 req-94aa666e-15a9-4b33-9795-5c3b4c04f3a2 service neutron] Bound port: f1e2dc77-4bf2-4ed9-a27a-54a16872b816, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f1bc548-1c48-4e69-bd4e-5af8946314ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:26:00.838659 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-dbc7763d-0df3-4152-beff-ecb524c9ae56 req-94aa666e-15a9-4b33-9795-5c3b4c04f3a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:00.906890 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-dbc7763d-0df3-4152-beff-ecb524c9ae56 req-94aa666e-15a9-4b33-9795-5c3b4c04f3a2 service neutron] For port f1e2dc77-4bf2-4ed9-a27a-54a16872b816, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:26:00.910101 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-dbc7763d-0df3-4152-beff-ecb524c9ae56 req-94aa666e-15a9-4b33-9795-5c3b4c04f3a2 service neutron] For port f1e2dc77-4bf2-4ed9-a27a-54a16872b816, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=f1e2dc77-4bf2-4ed9-a27a-54a16872b816,segment=NetworkSegment(4f1bc548-1c48-4e69-bd4e-5af8946314ee),segment_id=4f1bc548-1c48-4e69-bd4e-5af8946314ee)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:26:00.913374 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-dbc7763d-0df3-4152-beff-ecb524c9ae56 req-94aa666e-15a9-4b33-9795-5c3b4c04f3a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:00.947113 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7763d-0df3-4152-beff-ecb524c9ae56 req-94aa666e-15a9-4b33-9795-5c3b4c04f3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:00.947770 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-dbc7763d-0df3-4152-beff-ecb524c9ae56 req-94aa666e-15a9-4b33-9795-5c3b4c04f3a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:00.949471 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dbc7763d-0df3-4152-beff-ecb524c9ae56 req-94aa666e-15a9-4b33-9795-5c3b4c04f3a2 service neutron] 10.222.0.74 "PUT /v2.0/ports/f1e2dc77-4bf2-4ed9-a27a-54a16872b816 HTTP/1.1" status: 200 len: 1092 time: 0.7455602 Nov 25 18:26:00.973097 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa666e-15a9-4b33-9795-5c3b4c04f3a2 service neutron] Pushing event updated for resources: {'Port': ['ID=f1e2dc77-4bf2-4ed9-a27a-54a16872b816,revision_number=11']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:01.026741 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7763d-0df3-4152-beff-ecb524c9ae56 req-76d46765-dec3-447e-a453-c2802584a9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:01.028880 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dbc7763d-0df3-4152-beff-ecb524c9ae56 req-76d46765-dec3-447e-a453-c2802584a9b2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6b43c4b7f4db486987f8d82668910151&device_id=feea62f7-db95-4f51-bcc6-48f94a8287e3 HTTP/1.1" status: 200 len: 1095 time: 0.0523322 Nov 25 18:26:01.128952 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7763d-0df3-4152-beff-ecb524c9ae56 req-b6be62cd-ba76-41d0-a050-52c8b57e637f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:01.130494 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dbc7763d-0df3-4152-beff-ecb524c9ae56 req-b6be62cd-ba76-41d0-a050-52c8b57e637f service neutron] 10.222.0.74 "GET /v2.0/networks?id=61cca371-5ab6-43f0-9b83-9c0c47170e28 HTTP/1.1" status: 200 len: 913 time: 0.0944536 Nov 25 18:26:01.201558 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dbc7763d-0df3-4152-beff-ecb524c9ae56 req-1eef9a55-999b-4b6d-80b7-985c89e9994d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1e2dc77-4bf2-4ed9-a27a-54a16872b816 HTTP/1.1" status: 200 len: 1000 time: 0.0643282 Nov 25 18:26:01.282193 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7763d-0df3-4152-beff-ecb524c9ae56 req-078093a1-2182-4467-836a-0e2a3e7f87a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:01.283554 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dbc7763d-0df3-4152-beff-ecb524c9ae56 req-078093a1-2182-4467-836a-0e2a3e7f87a0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a3e651ef-5562-417b-a758-490d6ad45059 HTTP/1.1" status: 200 len: 851 time: 0.0757139 Nov 25 18:26:01.295802 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9989883-eab8-409f-b604-438043e3af5d req-9fb0809a-79ea-43d4-b1b5-cfe51e6e6676 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:01.297218 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b9989883-eab8-409f-b604-438043e3af5d req-9fb0809a-79ea-43d4-b1b5-cfe51e6e6676 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=feea62f7-db95-4f51-bcc6-48f94a8287e3 HTTP/1.1" status: 200 len: 944 time: 0.0818133 Nov 25 18:26:01.372901 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7763d-0df3-4152-beff-ecb524c9ae56 req-ef19abb8-ba53-4d01-ad3a-b0f35d7f5558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:01.374410 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dbc7763d-0df3-4152-beff-ecb524c9ae56 req-ef19abb8-ba53-4d01-ad3a-b0f35d7f5558 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=61cca371-5ab6-43f0-9b83-9c0c47170e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763395 Nov 25 18:26:01.381595 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b9989883-eab8-409f-b604-438043e3af5d req-5b167453-1621-4cfa-948c-2ecda68bb8b8 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760293 Nov 25 18:26:01.469291 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dbc7763d-0df3-4152-beff-ecb524c9ae56 req-73f63ae2-a9bb-4cda-aebc-3c1f1bbcfce1 service neutron] 10.222.0.74 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867529 Nov 25 18:26:01.558513 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dbc7763d-0df3-4152-beff-ecb524c9ae56 req-2dcc8c12-a1a8-4bd3-83e9-88b630295b68 service neutron] 10.222.0.74 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822694 Nov 25 18:26:02.508310 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be761f8-7ee0-4920-a3a6-e20f4cbdae2f req-b15ca5d2-6337-41f9-8d24-4110c7cc7916 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:02.509789 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0be761f8-7ee0-4920-a3a6-e20f4cbdae2f req-b15ca5d2-6337-41f9-8d24-4110c7cc7916 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=feea62f7-db95-4f51-bcc6-48f94a8287e3 HTTP/1.1" status: 200 len: 944 time: 0.0537238 Nov 25 18:26:02.556059 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0be761f8-7ee0-4920-a3a6-e20f4cbdae2f req-898341d0-e393-446c-ae30-5217ea1d04a6 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396564 Nov 25 18:26:02.590701 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feea62f7-db95-4f51-bcc6-48f94a8287e3', 'tag': 'f1e2dc77-4bf2-4ed9-a27a-54a16872b816'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:26:02.593164 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bdacb89-4804-4801-b313-e288b8eb0c43" -d '{"events": [{"name": "network-changed", "server_uuid": "feea62f7-db95-4f51-bcc6-48f94a8287e3", "tag": "f1e2dc77-4bf2-4ed9-a27a-54a16872b816"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:26:02.639913 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb36e96-13e3-4dca-b4a4-6189020772b4 x-openstack-request-id: req-6bb36e96-13e3-4dca-b4a4-6189020772b4 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:26:02.640213 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feea62f7-db95-4f51-bcc6-48f94a8287e3", "tag": "f1e2dc77-4bf2-4ed9-a27a-54a16872b816", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:26:02.640464 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6bb36e96-13e3-4dca-b4a4-6189020772b4 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:26:02.640900 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feea62f7-db95-4f51-bcc6-48f94a8287e3', 'tag': 'f1e2dc77-4bf2-4ed9-a27a-54a16872b816', 'status': 'completed', 'code': 200} Nov 25 18:26:02.728352 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdacb89-4804-4801-b313-e288b8eb0c43 req-d28cc849-cf1b-4719-8d12-451e09ceb684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:02.729765 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0bdacb89-4804-4801-b313-e288b8eb0c43 req-d28cc849-cf1b-4719-8d12-451e09ceb684 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6b43c4b7f4db486987f8d82668910151&device_id=feea62f7-db95-4f51-bcc6-48f94a8287e3 HTTP/1.1" status: 200 len: 1095 time: 0.0678976 Nov 25 18:26:02.732161 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdacb89-4804-4801-b313-e288b8eb0c43 req-4837d874-b60a-4c51-afcd-65530f544bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:02.733495 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0bdacb89-4804-4801-b313-e288b8eb0c43 req-4837d874-b60a-4c51-afcd-65530f544bf7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6b43c4b7f4db486987f8d82668910151&device_id=feea62f7-db95-4f51-bcc6-48f94a8287e3 HTTP/1.1" status: 200 len: 1095 time: 0.0636199 Nov 25 18:26:02.911464 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdacb89-4804-4801-b313-e288b8eb0c43 req-4ea9c159-206f-4a3f-ae8c-b28e9c10fd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:02.912993 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0bdacb89-4804-4801-b313-e288b8eb0c43 req-4ea9c159-206f-4a3f-ae8c-b28e9c10fd63 service neutron] 10.222.0.74 "GET /v2.0/networks?id=61cca371-5ab6-43f0-9b83-9c0c47170e28 HTTP/1.1" status: 200 len: 913 time: 0.1727633 Nov 25 18:26:02.915091 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdacb89-4804-4801-b313-e288b8eb0c43 req-15ec13c6-4fd8-4d2d-9b0a-5e408f3b573c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:02.919466 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0bdacb89-4804-4801-b313-e288b8eb0c43 req-15ec13c6-4fd8-4d2d-9b0a-5e408f3b573c service neutron] 10.222.0.90 "GET /v2.0/networks?id=61cca371-5ab6-43f0-9b83-9c0c47170e28 HTTP/1.1" status: 200 len: 913 time: 0.1763122 Nov 25 18:26:03.041165 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0bdacb89-4804-4801-b313-e288b8eb0c43 req-05ddafe8-95be-4bc9-bc3a-5bbf01f4b280 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1e2dc77-4bf2-4ed9-a27a-54a16872b816 HTTP/1.1" status: 200 len: 1000 time: 0.1201720 Nov 25 18:26:03.047365 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0bdacb89-4804-4801-b313-e288b8eb0c43 req-cb7ab501-c4f9-4c4d-a457-4999cfcab25f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1e2dc77-4bf2-4ed9-a27a-54a16872b816 HTTP/1.1" status: 200 len: 1000 time: 0.1194265 Nov 25 18:26:03.135414 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdacb89-4804-4801-b313-e288b8eb0c43 req-e6170508-77d3-4919-b552-6595f5b6c369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:03.138030 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0bdacb89-4804-4801-b313-e288b8eb0c43 req-e6170508-77d3-4919-b552-6595f5b6c369 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a3e651ef-5562-417b-a758-490d6ad45059 HTTP/1.1" status: 200 len: 851 time: 0.0895817 Nov 25 18:26:03.142478 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdacb89-4804-4801-b313-e288b8eb0c43 req-7375b9b2-0636-47d0-b280-2b0032d73c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:03.143877 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0bdacb89-4804-4801-b313-e288b8eb0c43 req-7375b9b2-0636-47d0-b280-2b0032d73c3a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a3e651ef-5562-417b-a758-490d6ad45059 HTTP/1.1" status: 200 len: 851 time: 0.0881469 Nov 25 18:26:03.229610 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdacb89-4804-4801-b313-e288b8eb0c43 req-c5c64841-557a-4b0c-962b-bc669d876551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:03.231025 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0bdacb89-4804-4801-b313-e288b8eb0c43 req-c5c64841-557a-4b0c-962b-bc669d876551 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=61cca371-5ab6-43f0-9b83-9c0c47170e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0840497 Nov 25 18:26:03.234215 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdacb89-4804-4801-b313-e288b8eb0c43 req-db9964e2-47bb-476d-a7da-be2db52293cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:03.235569 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0bdacb89-4804-4801-b313-e288b8eb0c43 req-db9964e2-47bb-476d-a7da-be2db52293cb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=61cca371-5ab6-43f0-9b83-9c0c47170e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0794899 Nov 25 18:26:03.309760 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device f1e2dc77-4bf2-4ed9-a27a-54a16872b816 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:26:03.349205 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device f1e2dc77-4bf2-4ed9-a27a-54a16872b816 not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:26:03.405856 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0bdacb89-4804-4801-b313-e288b8eb0c43 req-f4db58ae-b855-4546-bdb0-26bdc8951121 service neutron] 10.222.0.74 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673391 Nov 25 18:26:03.409365 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0bdacb89-4804-4801-b313-e288b8eb0c43 req-7d15523a-ae7a-41ed-95a2-445d2b1ec220 service neutron] 10.222.0.90 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638761 Nov 25 18:26:03.571583 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0bdacb89-4804-4801-b313-e288b8eb0c43 req-14c51527-3d67-4f05-9312-45242b1e4249 service neutron] 10.222.0.74 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583934 Nov 25 18:26:03.573965 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0bdacb89-4804-4801-b313-e288b8eb0c43 req-6a165d45-8a4a-4503-8667-03abd6254c62 service neutron] 10.222.0.90 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522205 Nov 25 18:26:03.685794 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa378925-d7d8-493c-994b-6750c765198c req-8ddcdbca-8fbe-421f-b360-4cdb1d3a7df5 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:03.687274 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-aa378925-d7d8-493c-994b-6750c765198c req-8ddcdbca-8fbe-421f-b360-4cdb1d3a7df5 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=feea62f7-db95-4f51-bcc6-48f94a8287e3 HTTP/1.1" status: 200 len: 944 time: 0.0543034 Nov 25 18:26:03.734434 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-aa378925-d7d8-493c-994b-6750c765198c req-fb31db0a-d034-427f-88a4-b01d245a72bc tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411203 Nov 25 18:26:03.855731 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377030fc-33c5-4b09-a490-7ca36c2db78d req-33d61eb3-871f-4e99-a280-03d0d37e52f2 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:03.857161 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-377030fc-33c5-4b09-a490-7ca36c2db78d req-33d61eb3-871f-4e99-a280-03d0d37e52f2 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=feea62f7-db95-4f51-bcc6-48f94a8287e3 HTTP/1.1" status: 200 len: 944 time: 0.0547159 Nov 25 18:26:03.903985 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-377030fc-33c5-4b09-a490-7ca36c2db78d req-7c6867e0-9003-467b-a528-7ea986093cf6 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404227 Nov 25 18:26:04.020614 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906f903-b3bd-45bd-88e3-c9effe0fe4d8 req-2721ea37-85b6-45f9-9014-a88893afa923 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:04.022147 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d906f903-b3bd-45bd-88e3-c9effe0fe4d8 req-2721ea37-85b6-45f9-9014-a88893afa923 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=feea62f7-db95-4f51-bcc6-48f94a8287e3 HTTP/1.1" status: 200 len: 944 time: 0.0502992 Nov 25 18:26:04.072055 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d906f903-b3bd-45bd-88e3-c9effe0fe4d8 req-91d8d4a2-be26-44fb-92b8-194da706c551 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438030 Nov 25 18:26:04.138874 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device f1e2dc77-4bf2-4ed9-a27a-54a16872b816 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:26:04.241183 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port f1e2dc77-4bf2-4ed9-a27a-54a16872b816, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=f1e2dc77-4bf2-4ed9-a27a-54a16872b816,segment=NetworkSegment(4f1bc548-1c48-4e69-bd4e-5af8946314ee),segment_id=4f1bc548-1c48-4e69-bd4e-5af8946314ee)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:26:04.253451 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': 'f1e2dc77-4bf2-4ed9-a27a-54a16872b816', 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28', 'port_id': 'f1e2dc77-4bf2-4ed9-a27a-54a16872b816', 'mac_address': 'fa:16:3e:48:3a:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:26:04.290569 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:04.306805 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba0eaf-065c-41ae-8935-d4d677bdeea3 req-c75025e1-e85c-43fd-8cbc-22bc2406e45f tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:04.307450 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1e2dc77-4bf2-4ed9-a27a-54a16872b816 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:26:04.308302 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-04ba0eaf-065c-41ae-8935-d4d677bdeea3 req-c75025e1-e85c-43fd-8cbc-22bc2406e45f tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=feea62f7-db95-4f51-bcc6-48f94a8287e3 HTTP/1.1" status: 200 len: 944 time: 0.0480494 Nov 25 18:26:04.328568 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port f1e2dc77-4bf2-4ed9-a27a-54a16872b816, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=f1e2dc77-4bf2-4ed9-a27a-54a16872b816,segment=NetworkSegment(4f1bc548-1c48-4e69-bd4e-5af8946314ee),segment_id=4f1bc548-1c48-4e69-bd4e-5af8946314ee)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:26:04.332846 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:04.382504 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=f1e2dc77-4bf2-4ed9-a27a-54a16872b816,revision_number=12']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:04.594549 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['f1e2dc77-4bf2-4ed9-a27a-54a16872b816'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:26:04.602360 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-04ba0eaf-065c-41ae-8935-d4d677bdeea3 req-db7cd507-f91a-4453-9814-400a53e7d5d2 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2873783 Nov 25 18:26:05.569301 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0539ec-ffa3-4f64-ab8c-b25d56dd71b9 req-895cc3cf-5263-4cef-8dba-e9ad166f83a0 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:05.570737 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9d0539ec-ffa3-4f64-ab8c-b25d56dd71b9 req-895cc3cf-5263-4cef-8dba-e9ad166f83a0 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.74 "GET /v2.0/ports?device_id=feea62f7-db95-4f51-bcc6-48f94a8287e3 HTTP/1.1" status: 200 len: 945 time: 0.0480096 Nov 25 18:26:05.660511 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-9d0539ec-ffa3-4f64-ab8c-b25d56dd71b9 req-091c450d-4832-4431-8860-2d55e0544e0f tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Deleting port f1e2dc77-4bf2-4ed9-a27a-54a16872b816 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:26:05.661242 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9d0539ec-ffa3-4f64-ab8c-b25d56dd71b9 req-091c450d-4832-4431-8860-2d55e0544e0f tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:05.776599 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca4389c-ee57-4b01-ab37-47d2d71c3b91 req-5a2baf2f-3b23-4552-a8ff-9fbe00407c4d tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:05.778170 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9ca4389c-ee57-4b01-ab37-47d2d71c3b91 req-5a2baf2f-3b23-4552-a8ff-9fbe00407c4d tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=feea62f7-db95-4f51-bcc6-48f94a8287e3 HTTP/1.1" status: 200 len: 945 time: 0.1010971 Nov 25 18:26:05.795671 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-9d0539ec-ffa3-4f64-ab8c-b25d56dd71b9 req-091c450d-4832-4431-8860-2d55e0544e0f tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] For port f1e2dc77-4bf2-4ed9-a27a-54a16872b816, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=f1e2dc77-4bf2-4ed9-a27a-54a16872b816,segment=NetworkSegment(4f1bc548-1c48-4e69-bd4e-5af8946314ee),segment_id=4f1bc548-1c48-4e69-bd4e-5af8946314ee)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:26:05.796037 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9d0539ec-ffa3-4f64-ab8c-b25d56dd71b9 req-091c450d-4832-4431-8860-2d55e0544e0f tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:05.881935 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9ca4389c-ee57-4b01-ab37-47d2d71c3b91 req-a93adc00-8c5b-49a6-bfb7-6f605a3ada5d tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963805 Nov 25 18:26:06.001137 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9d0539ec-ffa3-4f64-ab8c-b25d56dd71b9 req-091c450d-4832-4431-8860-2d55e0544e0f tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:06.001503 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9d0539ec-ffa3-4f64-ab8c-b25d56dd71b9 req-091c450d-4832-4431-8860-2d55e0544e0f tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:06.001827 n-d-817746-1 neutron-server[103361]: INFO neutron.db.l3_db [req-9d0539ec-ffa3-4f64-ab8c-b25d56dd71b9 req-091c450d-4832-4431-8860-2d55e0544e0f tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Floating IP 6b86ed42-262a-40de-bf99-74f64d094639 disassociated. External IP: 172.25.0.172, port: f1e2dc77-4bf2-4ed9-a27a-54a16872b816. Nov 25 18:26:06.002172 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-9d0539ec-ffa3-4f64-ab8c-b25d56dd71b9 req-091c450d-4832-4431-8860-2d55e0544e0f tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Calling delete_port for f1e2dc77-4bf2-4ed9-a27a-54a16872b816 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:26:06.132088 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9d0539ec-ffa3-4f64-ab8c-b25d56dd71b9 req-091c450d-4832-4431-8860-2d55e0544e0f tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:06.152885 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device f1e2dc77-4bf2-4ed9-a27a-54a16872b816 up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:26:06.158891 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091c450d-4832-4431-8860-2d55e0544e0f tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Pushing event deleted for resources: {'Port': ['ID=f1e2dc77-4bf2-4ed9-a27a-54a16872b816,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:06.178485 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: f1e2dc77-4bf2-4ed9-a27a-54a16872b816 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:26:06.178850 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device f1e2dc77-4bf2-4ed9-a27a-54a16872b816 not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 25 18:26:06.199757 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Port f1e2dc77-4bf2-4ed9-a27a-54a16872b816 not found, will not notify nova. {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 25 18:26:06.279830 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d0539ec-ffa3-4f64-ab8c-b25d56dd71b9 req-091c450d-4832-4431-8860-2d55e0544e0f tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Router df690964-63e8-478b-81d4-d94630627680 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:26:06.331233 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:26:06.397437 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d0539ec-ffa3-4f64-ab8c-b25d56dd71b9 req-091c450d-4832-4431-8860-2d55e0544e0f tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:26:06.407802 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e4832c-6591-4909-a7c7-5f177617b0d6 None None] Sync routers for ids ['df690964-63e8-478b-81d4-d94630627680'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:26:06.418080 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e4832c-6591-4909-a7c7-5f177617b0d6 None None] Routers {'df690964-63e8-478b-81d4-d94630627680'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:26:06.419323 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-58e4832c-6591-4909-a7c7-5f177617b0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:25:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['df690964-63e8-478b-81d4-d94630627680'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:26:06.437595 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d0539ec-ffa3-4f64-ab8c-b25d56dd71b9 req-091c450d-4832-4431-8860-2d55e0544e0f tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] No DVR routers for this DVR port f1e2dc77-4bf2-4ed9-a27a-54a16872b816 on host n-h1-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:26:06.440241 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9d0539ec-ffa3-4f64-ab8c-b25d56dd71b9 req-091c450d-4832-4431-8860-2d55e0544e0f tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:06.443561 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9d0539ec-ffa3-4f64-ab8c-b25d56dd71b9 req-091c450d-4832-4431-8860-2d55e0544e0f tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.74 "DELETE /v2.0/ports/f1e2dc77-4bf2-4ed9-a27a-54a16872b816 HTTP/1.1" status: 204 len: 173 time: 0.8656704 Nov 25 18:26:06.444000 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feea62f7-db95-4f51-bcc6-48f94a8287e3', 'name': 'network-vif-deleted', 'tag': 'f1e2dc77-4bf2-4ed9-a27a-54a16872b816'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:26:06.446292 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90fb646-e87b-4fe3-9936-72345d484dba" -d '{"events": [{"server_uuid": "feea62f7-db95-4f51-bcc6-48f94a8287e3", "name": "network-vif-deleted", "tag": "f1e2dc77-4bf2-4ed9-a27a-54a16872b816"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:26:06.491063 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29d2933-a3aa-4bb9-9507-dd0ee91e816e x-openstack-request-id: req-a29d2933-a3aa-4bb9-9507-dd0ee91e816e {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:26:06.491358 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feea62f7-db95-4f51-bcc6-48f94a8287e3", "name": "network-vif-deleted", "tag": "f1e2dc77-4bf2-4ed9-a27a-54a16872b816", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:26:06.491670 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a29d2933-a3aa-4bb9-9507-dd0ee91e816e {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:26:06.492082 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feea62f7-db95-4f51-bcc6-48f94a8287e3', 'name': 'network-vif-deleted', 'tag': 'f1e2dc77-4bf2-4ed9-a27a-54a16872b816', 'status': 'completed', 'code': 200} Nov 25 18:26:06.527543 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-58e4832c-6591-4909-a7c7-5f177617b0d6 None None] Set router df690964-63e8-478b-81d4-d94630627680 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:26:06.733729 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-58e4832c-6591-4909-a7c7-5f177617b0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df690964-63e8-478b-81d4-d94630627680', 'name': 'tempest-ServerActionsTestJSON-1166488559-router', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'da91b2d1-71e7-4261-871e-ca2c4065d575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:19:10Z', 'updated_at': '2021-11-25T18:19:13Z', 'revision_number': 4, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'gw_port': {'id': 'da91b2d1-71e7-4261-871e-ca2c4065d575', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:33:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df690964-63e8-478b-81d4-d94630627680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:19:11Z', 'updated_at': '2021-11-25T18:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '99de8f47-bb75-4ca6-9ffc-1b76ac3b896f', 'name': '', 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'mac_address': 'fa:16:3e:4f:72:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df690964-63e8-478b-81d4-d94630627680', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:19:13Z', 'updated_at': '2021-11-25T18:19:17Z', 'revision_number': 5, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'subnets': [{'id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:26:06.768020 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e4832c-6591-4909-a7c7-5f177617b0d6 None None] Checking router: df690964-63e8-478b-81d4-d94630627680 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:26:06.777239 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e4832c-6591-4909-a7c7-5f177617b0d6 None None] Routers {'df690964-63e8-478b-81d4-d94630627680'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:26:06.777239 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-58e4832c-6591-4909-a7c7-5f177617b0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:25:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['df690964-63e8-478b-81d4-d94630627680'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:26:06.882604 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-58e4832c-6591-4909-a7c7-5f177617b0d6 None None] Set router df690964-63e8-478b-81d4-d94630627680 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:26:07.098296 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-58e4832c-6591-4909-a7c7-5f177617b0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df690964-63e8-478b-81d4-d94630627680', 'name': 'tempest-ServerActionsTestJSON-1166488559-router', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'da91b2d1-71e7-4261-871e-ca2c4065d575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:19:10Z', 'updated_at': '2021-11-25T18:19:13Z', 'revision_number': 4, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'gw_port': {'id': 'da91b2d1-71e7-4261-871e-ca2c4065d575', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:33:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df690964-63e8-478b-81d4-d94630627680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:19:11Z', 'updated_at': '2021-11-25T18:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '99de8f47-bb75-4ca6-9ffc-1b76ac3b896f', 'name': '', 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'mac_address': 'fa:16:3e:4f:72:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df690964-63e8-478b-81d4-d94630627680', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:19:13Z', 'updated_at': '2021-11-25T18:19:17Z', 'revision_number': 5, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'subnets': [{'id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:26:07.124965 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e4832c-6591-4909-a7c7-5f177617b0d6 None None] The sync data for ids ['df690964-63e8-478b-81d4-d94630627680'] in n-d-817746-1 is: [{'id': 'df690964-63e8-478b-81d4-d94630627680', 'name': 'tempest-ServerActionsTestJSON-1166488559-router', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'da91b2d1-71e7-4261-871e-ca2c4065d575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:19:10Z', 'updated_at': '2021-11-25T18:19:13Z', 'revision_number': 4, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'gw_port': {'id': 'da91b2d1-71e7-4261-871e-ca2c4065d575', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:33:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df690964-63e8-478b-81d4-d94630627680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:19:11Z', 'updated_at': '2021-11-25T18:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '99de8f47-bb75-4ca6-9ffc-1b76ac3b896f', 'name': '', 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'mac_address': 'fa:16:3e:4f:72:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df690964-63e8-478b-81d4-d94630627680', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:19:13Z', 'updated_at': '2021-11-25T18:19:17Z', 'revision_number': 5, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'subnets': [{'id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:26:07.171497 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1aee306d-2f74-4bb3-af28-d792235a1295 req-ff17bb90-5035-4a17-a983-8a159f196ad4 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--445256802&fields=id&tenant_id=6b43c4b7f4db486987f8d82668910151 HTTP/1.1" status: 200 len: 267 time: 0.0499709 Nov 25 18:26:07.285254 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee306d-2f74-4bb3-af28-d792235a1295 req-7dcbb18c-1065-4c73-9561-a5054b5b4c96 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:07.286785 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1aee306d-2f74-4bb3-af28-d792235a1295 req-7dcbb18c-1065-4c73-9561-a5054b5b4c96 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/networks?id=61cca371-5ab6-43f0-9b83-9c0c47170e28 HTTP/1.1" status: 200 len: 812 time: 0.1083586 Nov 25 18:26:07.303318 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1aee306d-2f74-4bb3-af28-d792235a1295 req-a488fd77-9965-4a87-8186-f2e35ac327df tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/quotas/6b43c4b7f4db486987f8d82668910151 HTTP/1.1" status: 200 len: 375 time: 0.0104272 Nov 25 18:26:07.345739 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76281800-1da5-4cde-9afb-17f26cbaada6 None None] New status for floating IP 6b86ed42-262a-40de-bf99-74f64d094639: DOWN {{(pid=103363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:26:07.359206 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1aee306d-2f74-4bb3-af28-d792235a1295 req-0252233e-bd37-4a58-9705-40b20693d5c7 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=6b43c4b7f4db486987f8d82668910151&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500031 Nov 25 18:26:07.457485 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1aee306d-2f74-4bb3-af28-d792235a1295 req-0e1ef7f9-4a06-4c98-9192-ccf7f0c0beb6 service neutron] 10.222.0.75 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866017 Nov 25 18:26:07.553544 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1aee306d-2f74-4bb3-af28-d792235a1295 req-e5f6e52b-d62c-4501-8060-f878424bf4ba service neutron] 10.222.0.75 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895939 Nov 25 18:26:07.712294 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-73e29eab-e570-40f7-964a-03f2b4d5d748 req-c87f8e8e-f80f-4478-8e1d-ed7cedf39dc0 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 210 time: 0.0267758 Nov 25 18:26:08.661850 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee306d-2f74-4bb3-af28-d792235a1295 req-4db692bc-d836-4c6f-b495-cfdca225d25d tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:08.663438 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1aee306d-2f74-4bb3-af28-d792235a1295 req-4db692bc-d836-4c6f-b495-cfdca225d25d tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.90 "GET /v2.0/networks?id=61cca371-5ab6-43f0-9b83-9c0c47170e28 HTTP/1.1" status: 200 len: 812 time: 0.1103201 Nov 25 18:26:08.727472 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1aee306d-2f74-4bb3-af28-d792235a1295 req-3a6f91b7-656b-49e3-976c-aee9bfceb2c5 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b43c4b7f4db486987f8d82668910151 HTTP/1.1" status: 200 len: 379 time: 0.0544543 Nov 25 18:26:08.739214 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-1aee306d-2f74-4bb3-af28-d792235a1295 req-526b8950-e8d9-4eae-a9a4-f416fef206c6 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Request body: {'port': {'device_id': 'cf1bdc8f-8c98-470d-acd8-de25486c9303', 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28', 'admin_state_up': True, 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'security_groups': ['d6507be4-f187-4656-9bad-c84893de61db']}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:26:08.822785 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b08b7249-f5a8-4536-9190-d9c25683823f req-78cd7efb-017c-47c5-a08c-b25132177628 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 210 time: 0.0361786 Nov 25 18:26:08.872104 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aee306d-2f74-4bb3-af28-d792235a1295 req-526b8950-e8d9-4eae-a9a4-f416fef206c6 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Made reservation on behalf of 6b43c4b7f4db486987f8d82668910151 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:26:08.876009 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1aee306d-2f74-4bb3-af28-d792235a1295 req-526b8950-e8d9-4eae-a9a4-f416fef206c6 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:09.005089 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-1aee306d-2f74-4bb3-af28-d792235a1295 req-526b8950-e8d9-4eae-a9a4-f416fef206c6 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Allocated IP 172.20.0.8 (61cca371-5ab6-43f0-9b83-9c0c47170e28/a3e651ef-5562-417b-a758-490d6ad45059/faa5e9a0-98c8-458e-bd6b-5192725899a7) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:26:09.152039 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1aee306d-2f74-4bb3-af28-d792235a1295 req-526b8950-e8d9-4eae-a9a4-f416fef206c6 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:09.186505 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1aee306d-2f74-4bb3-af28-d792235a1295 req-526b8950-e8d9-4eae-a9a4-f416fef206c6 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:09.231883 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aee306d-2f74-4bb3-af28-d792235a1295 req-526b8950-e8d9-4eae-a9a4-f416fef206c6 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Network 61cca371-5ab6-43f0-9b83-9c0c47170e28 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:26:09.234957 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-1aee306d-2f74-4bb3-af28-d792235a1295 req-526b8950-e8d9-4eae-a9a4-f416fef206c6 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:26:09.238912 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aee306d-2f74-4bb3-af28-d792235a1295 req-526b8950-e8d9-4eae-a9a4-f416fef206c6 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:26:09.263663 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526b8950-e8d9-4eae-a9a4-f416fef206c6 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Pushing event updated for resources: {'Port': ['ID=faa5e9a0-98c8-458e-bd6b-5192725899a7,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:09.292341 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee306d-2f74-4bb3-af28-d792235a1295 req-526b8950-e8d9-4eae-a9a4-f416fef206c6 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:09.293047 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1aee306d-2f74-4bb3-af28-d792235a1295 req-526b8950-e8d9-4eae-a9a4-f416fef206c6 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:09.310358 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1aee306d-2f74-4bb3-af28-d792235a1295 req-526b8950-e8d9-4eae-a9a4-f416fef206c6 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5749197 Nov 25 18:26:09.322682 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-1aee306d-2f74-4bb3-af28-d792235a1295 req-aa2586d2-2383-42bf-99ad-5b643abdd085 service neutron] Request body: {'port': {'device_id': 'cf1bdc8f-8c98-470d-acd8-de25486c9303', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:26:09.384118 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1aee306d-2f74-4bb3-af28-d792235a1295 req-aa2586d2-2383-42bf-99ad-5b643abdd085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:09.469009 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-7a1dc62d-4f5d-4017-a73c-cda6bc14c018 None None] Provisioning complete for port faa5e9a0-98c8-458e-bd6b-5192725899a7 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:26:09.469631 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7a1dc62d-4f5d-4017-a73c-cda6bc14c018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:09.503572 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-7a1dc62d-4f5d-4017-a73c-cda6bc14c018 None None] Port faa5e9a0-98c8-458e-bd6b-5192725899a7 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:26:09.644625 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-1aee306d-2f74-4bb3-af28-d792235a1295 req-aa2586d2-2383-42bf-99ad-5b643abdd085 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faa5e9a0-98c8-458e-bd6b-5192725899a7 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:26:09.654643 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1aee306d-2f74-4bb3-af28-d792235a1295 req-aa2586d2-2383-42bf-99ad-5b643abdd085 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:09.666258 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-1aee306d-2f74-4bb3-af28-d792235a1295 req-aa2586d2-2383-42bf-99ad-5b643abdd085 service neutron] Transition to ACTIVE for port object faa5e9a0-98c8-458e-bd6b-5192725899a7 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:26:09.670721 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1aee306d-2f74-4bb3-af28-d792235a1295 req-aa2586d2-2383-42bf-99ad-5b643abdd085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:09.719250 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2586d2-2383-42bf-99ad-5b643abdd085 service neutron] Pushing event updated for resources: {'Port': ['ID=faa5e9a0-98c8-458e-bd6b-5192725899a7,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:09.796350 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-1aee306d-2f74-4bb3-af28-d792235a1295 req-aa2586d2-2383-42bf-99ad-5b643abdd085 service neutron] Attempting to bind port faa5e9a0-98c8-458e-bd6b-5192725899a7 on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:26:09.796692 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-1aee306d-2f74-4bb3-af28-d792235a1295 req-aa2586d2-2383-42bf-99ad-5b643abdd085 service neutron] Attempting to bind port faa5e9a0-98c8-458e-bd6b-5192725899a7 by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '4f1bc548-1c48-4e69-bd4e-5af8946314ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:26:09.797060 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aee306d-2f74-4bb3-af28-d792235a1295 req-aa2586d2-2383-42bf-99ad-5b643abdd085 service neutron] Attempting to bind port faa5e9a0-98c8-458e-bd6b-5192725899a7 on network 61cca371-5ab6-43f0-9b83-9c0c47170e28 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:26:09.801786 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aee306d-2f74-4bb3-af28-d792235a1295 req-aa2586d2-2383-42bf-99ad-5b643abdd085 service neutron] Port faa5e9a0-98c8-458e-bd6b-5192725899a7 on network 61cca371-5ab6-43f0-9b83-9c0c47170e28 not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:26:09.802114 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aee306d-2f74-4bb3-af28-d792235a1295 req-aa2586d2-2383-42bf-99ad-5b643abdd085 service neutron] Attempting to bind port faa5e9a0-98c8-458e-bd6b-5192725899a7 on network 61cca371-5ab6-43f0-9b83-9c0c47170e28 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:26:09.807336 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aee306d-2f74-4bb3-af28-d792235a1295 req-aa2586d2-2383-42bf-99ad-5b643abdd085 service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:26:09.807685 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aee306d-2f74-4bb3-af28-d792235a1295 req-aa2586d2-2383-42bf-99ad-5b643abdd085 service neutron] Checking segment: {'id': '4f1bc548-1c48-4e69-bd4e-5af8946314ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:26:09.808077 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aee306d-2f74-4bb3-af28-d792235a1295 req-aa2586d2-2383-42bf-99ad-5b643abdd085 service neutron] Bound using segment: {'id': '4f1bc548-1c48-4e69-bd4e-5af8946314ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:26:09.808515 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-1aee306d-2f74-4bb3-af28-d792235a1295 req-aa2586d2-2383-42bf-99ad-5b643abdd085 service neutron] Bound port: faa5e9a0-98c8-458e-bd6b-5192725899a7, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f1bc548-1c48-4e69-bd4e-5af8946314ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:26:09.808899 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1aee306d-2f74-4bb3-af28-d792235a1295 req-aa2586d2-2383-42bf-99ad-5b643abdd085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:09.879342 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-1aee306d-2f74-4bb3-af28-d792235a1295 req-aa2586d2-2383-42bf-99ad-5b643abdd085 service neutron] For port faa5e9a0-98c8-458e-bd6b-5192725899a7, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:26:09.882755 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-1aee306d-2f74-4bb3-af28-d792235a1295 req-aa2586d2-2383-42bf-99ad-5b643abdd085 service neutron] For port faa5e9a0-98c8-458e-bd6b-5192725899a7, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=faa5e9a0-98c8-458e-bd6b-5192725899a7,segment=NetworkSegment(4f1bc548-1c48-4e69-bd4e-5af8946314ee),segment_id=4f1bc548-1c48-4e69-bd4e-5af8946314ee)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:26:09.886545 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1aee306d-2f74-4bb3-af28-d792235a1295 req-aa2586d2-2383-42bf-99ad-5b643abdd085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:09.942264 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee306d-2f74-4bb3-af28-d792235a1295 req-aa2586d2-2383-42bf-99ad-5b643abdd085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:09.943100 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1aee306d-2f74-4bb3-af28-d792235a1295 req-aa2586d2-2383-42bf-99ad-5b643abdd085 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:09.944359 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1aee306d-2f74-4bb3-af28-d792235a1295 req-aa2586d2-2383-42bf-99ad-5b643abdd085 service neutron] 10.222.0.90 "PUT /v2.0/ports/faa5e9a0-98c8-458e-bd6b-5192725899a7 HTTP/1.1" status: 200 len: 1091 time: 0.6261215 Nov 25 18:26:09.958992 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf1bdc8f-8c98-470d-acd8-de25486c9303', 'tag': 'faa5e9a0-98c8-458e-bd6b-5192725899a7'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:26:09.961319 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad7f07e-6777-4d20-8399-c82621990e72" -d '{"events": [{"name": "network-changed", "server_uuid": "cf1bdc8f-8c98-470d-acd8-de25486c9303", "tag": "faa5e9a0-98c8-458e-bd6b-5192725899a7"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:26:09.988649 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2586d2-2383-42bf-99ad-5b643abdd085 service neutron] Pushing event updated for resources: {'Port': ['ID=faa5e9a0-98c8-458e-bd6b-5192725899a7,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:10.022236 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2d575b-81d4-4f88-b437-52b5b2e8f2d5 x-openstack-request-id: req-0d2d575b-81d4-4f88-b437-52b5b2e8f2d5 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:26:10.022541 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf1bdc8f-8c98-470d-acd8-de25486c9303", "tag": "faa5e9a0-98c8-458e-bd6b-5192725899a7", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:26:10.022795 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0d2d575b-81d4-4f88-b437-52b5b2e8f2d5 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:26:10.023195 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf1bdc8f-8c98-470d-acd8-de25486c9303', 'tag': 'faa5e9a0-98c8-458e-bd6b-5192725899a7', 'status': 'completed', 'code': 200} Nov 25 18:26:10.031001 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295373b1-e316-45f5-b096-0c4ac37fd5ee req-28258aec-efe6-4927-8e6c-a7b137f3cabf tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:10.032563 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-295373b1-e316-45f5-b096-0c4ac37fd5ee req-28258aec-efe6-4927-8e6c-a7b137f3cabf tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 943 time: 0.1165981 Nov 25 18:26:10.065649 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee306d-2f74-4bb3-af28-d792235a1295 req-dbfda764-2df0-4306-b583-bce02286b0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:10.067156 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1aee306d-2f74-4bb3-af28-d792235a1295 req-dbfda764-2df0-4306-b583-bce02286b0a5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6b43c4b7f4db486987f8d82668910151&device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 1094 time: 0.0747120 Nov 25 18:26:10.128695 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1aee306d-2f74-4bb3-af28-d792235a1295 req-a89dae0a-306f-43ac-bee7-454c47b91bbe service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=faa5e9a0-98c8-458e-bd6b-5192725899a7 HTTP/1.1" status: 200 len: 217 time: 0.0481858 Nov 25 18:26:10.132176 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-295373b1-e316-45f5-b096-0c4ac37fd5ee req-6d231674-591b-4984-80b4-92e66112c93c tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922987 Nov 25 18:26:10.179026 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee306d-2f74-4bb3-af28-d792235a1295 req-0e3fe929-2fb4-448d-9310-d30a85459c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:10.180470 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1aee306d-2f74-4bb3-af28-d792235a1295 req-0e3fe929-2fb4-448d-9310-d30a85459c8c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a3e651ef-5562-417b-a758-490d6ad45059 HTTP/1.1" status: 200 len: 851 time: 0.0447719 Nov 25 18:26:10.184056 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device f1e2dc77-4bf2-4ed9-a27a-54a16872b816 no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:26:10.206096 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: f1e2dc77-4bf2-4ed9-a27a-54a16872b816 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:26:10.206449 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device f1e2dc77-4bf2-4ed9-a27a-54a16872b816 not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:26:10.226685 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee306d-2f74-4bb3-af28-d792235a1295 req-85fc031b-f6f3-464c-bb02-5b3d2921e44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:10.228179 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1aee306d-2f74-4bb3-af28-d792235a1295 req-85fc031b-f6f3-464c-bb02-5b3d2921e44e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=61cca371-5ab6-43f0-9b83-9c0c47170e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403903 Nov 25 18:26:10.320061 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1aee306d-2f74-4bb3-af28-d792235a1295 req-984c37c3-7371-45b5-8063-6b9f78bf9ad4 service neutron] 10.222.0.90 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848320 Nov 25 18:26:10.407565 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1aee306d-2f74-4bb3-af28-d792235a1295 req-79eee9b9-7541-46b6-82f3-4df66a280fd3 service neutron] 10.222.0.90 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803421 Nov 25 18:26:10.495481 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad7f07e-6777-4d20-8399-c82621990e72 req-c48a3e16-142a-4bfc-b553-0f44fce55146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:10.497648 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4ad7f07e-6777-4d20-8399-c82621990e72 req-c48a3e16-142a-4bfc-b553-0f44fce55146 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6b43c4b7f4db486987f8d82668910151&device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 1094 time: 0.0422039 Nov 25 18:26:10.588080 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad7f07e-6777-4d20-8399-c82621990e72 req-fd56c83c-930c-49ea-9a3e-33367cef849a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:10.589455 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4ad7f07e-6777-4d20-8399-c82621990e72 req-fd56c83c-930c-49ea-9a3e-33367cef849a service neutron] 10.222.0.90 "GET /v2.0/networks?id=61cca371-5ab6-43f0-9b83-9c0c47170e28 HTTP/1.1" status: 200 len: 913 time: 0.0858274 Nov 25 18:26:10.630644 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4ad7f07e-6777-4d20-8399-c82621990e72 req-a21ab0f1-a50b-46a2-ad67-46d775e900b2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=faa5e9a0-98c8-458e-bd6b-5192725899a7 HTTP/1.1" status: 200 len: 217 time: 0.0340579 Nov 25 18:26:10.680492 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad7f07e-6777-4d20-8399-c82621990e72 req-0cf0e73c-8d6a-4785-a8a9-acd4e0b3a887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:10.681936 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4ad7f07e-6777-4d20-8399-c82621990e72 req-0cf0e73c-8d6a-4785-a8a9-acd4e0b3a887 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a3e651ef-5562-417b-a758-490d6ad45059 HTTP/1.1" status: 200 len: 851 time: 0.0426424 Nov 25 18:26:10.734401 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad7f07e-6777-4d20-8399-c82621990e72 req-e0de432b-a4a7-43c8-8ec0-42dab559b78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:10.735874 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4ad7f07e-6777-4d20-8399-c82621990e72 req-e0de432b-a4a7-43c8-8ec0-42dab559b78f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=61cca371-5ab6-43f0-9b83-9c0c47170e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457449 Nov 25 18:26:10.824088 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4ad7f07e-6777-4d20-8399-c82621990e72 req-9743e8c9-dd0d-456a-859f-cdbee26e8662 service neutron] 10.222.0.90 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804114 Nov 25 18:26:10.915535 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4ad7f07e-6777-4d20-8399-c82621990e72 req-a59e0b24-16e4-4aa3-bebb-0fcc795d8802 service neutron] 10.222.0.90 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842938 Nov 25 18:26:11.250779 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0290c-2271-4522-9281-8605c839b9eb req-80ee7830-28e2-4c80-9fcc-b11350fe6af9 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:11.252250 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9cf0290c-2271-4522-9281-8605c839b9eb req-80ee7830-28e2-4c80-9fcc-b11350fe6af9 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 943 time: 0.0489123 Nov 25 18:26:11.298929 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9cf0290c-2271-4522-9281-8605c839b9eb req-bdbb3d9b-cc8f-458d-93e6-b60309817350 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407379 Nov 25 18:26:12.414286 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef0261-b2d1-4947-a57e-b7b489b680c8 req-6729ca4f-79ef-46a2-94cf-b03789e29a64 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:12.415802 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-57ef0261-b2d1-4947-a57e-b7b489b680c8 req-6729ca4f-79ef-46a2-94cf-b03789e29a64 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 943 time: 0.0483696 Nov 25 18:26:12.467849 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-57ef0261-b2d1-4947-a57e-b7b489b680c8 req-cb786fed-2cd3-47fa-bc45-15d65ddfc71a tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453880 Nov 25 18:26:13.359500 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device faa5e9a0-98c8-458e-bd6b-5192725899a7 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:26:13.455927 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port faa5e9a0-98c8-458e-bd6b-5192725899a7, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=faa5e9a0-98c8-458e-bd6b-5192725899a7,segment=NetworkSegment(4f1bc548-1c48-4e69-bd4e-5af8946314ee),segment_id=4f1bc548-1c48-4e69-bd4e-5af8946314ee)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:26:13.467060 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': 'faa5e9a0-98c8-458e-bd6b-5192725899a7', 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28', 'port_id': 'faa5e9a0-98c8-458e-bd6b-5192725899a7', 'mac_address': 'fa:16:3e:dc:55:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:26:13.504970 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:13.518123 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faa5e9a0-98c8-458e-bd6b-5192725899a7 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:26:13.537950 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port faa5e9a0-98c8-458e-bd6b-5192725899a7, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=faa5e9a0-98c8-458e-bd6b-5192725899a7,segment=NetworkSegment(4f1bc548-1c48-4e69-bd4e-5af8946314ee),segment_id=4f1bc548-1c48-4e69-bd4e-5af8946314ee)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:26:13.542182 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:13.586771 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba7207-4a8e-4dec-92e3-a6679350fafa req-71e3130b-d8a8-4789-b97a-577847d5bdfc tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:13.588237 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a6ba7207-4a8e-4dec-92e3-a6679350fafa req-71e3130b-d8a8-4789-b97a-577847d5bdfc tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 944 time: 0.0522499 Nov 25 18:26:13.594180 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=faa5e9a0-98c8-458e-bd6b-5192725899a7,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:13.638164 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a6ba7207-4a8e-4dec-92e3-a6679350fafa req-55f39268-c3e2-446a-b117-72ff0d403a4e tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436475 Nov 25 18:26:13.730758 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['faa5e9a0-98c8-458e-bd6b-5192725899a7'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:26:14.754302 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81dcde9-59c8-4915-b480-3efc0621be73 req-e9e025e4-d4b3-45ff-8cad-1f9539f37509 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:14.755804 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b81dcde9-59c8-4915-b480-3efc0621be73 req-e9e025e4-d4b3-45ff-8cad-1f9539f37509 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 944 time: 0.0490823 Nov 25 18:26:14.803654 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b81dcde9-59c8-4915-b480-3efc0621be73 req-d6d07ed4-16a4-4f6c-bc54-6ba52f4fdb7d tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418053 Nov 25 18:26:15.375843 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device faa5e9a0-98c8-458e-bd6b-5192725899a7 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:26:15.425879 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port faa5e9a0-98c8-458e-bd6b-5192725899a7 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:26:15.429631 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port faa5e9a0-98c8-458e-bd6b-5192725899a7 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:26:15.430009 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:15.507045 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:15.529414 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf1bdc8f-8c98-470d-acd8-de25486c9303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa5e9a0-98c8-458e-bd6b-5192725899a7'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:26:15.531916 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e885ae7a60f1de4153d3a84cf91c96dac968753d8c7eb30b74097738adf70354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-639df39c-4905-4a17-a469-b6c42ef889a7" -d '{"events": [{"server_uuid": "cf1bdc8f-8c98-470d-acd8-de25486c9303", "name": "network-vif-plugged", "status": "completed", "tag": "faa5e9a0-98c8-458e-bd6b-5192725899a7"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:26:15.545839 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port faa5e9a0-98c8-458e-bd6b-5192725899a7, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=faa5e9a0-98c8-458e-bd6b-5192725899a7,segment=NetworkSegment(4f1bc548-1c48-4e69-bd4e-5af8946314ee),segment_id=4f1bc548-1c48-4e69-bd4e-5af8946314ee)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:26:15.549668 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:15.578593 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74cdb2b5-f45c-42c0-8751-8a678fc72136 x-openstack-request-id: req-74cdb2b5-f45c-42c0-8751-8a678fc72136 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:26:15.578894 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf1bdc8f-8c98-470d-acd8-de25486c9303", "name": "network-vif-plugged", "status": "completed", "tag": "faa5e9a0-98c8-458e-bd6b-5192725899a7", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:26:15.579155 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-74cdb2b5-f45c-42c0-8751-8a678fc72136 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:26:15.579548 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf1bdc8f-8c98-470d-acd8-de25486c9303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa5e9a0-98c8-458e-bd6b-5192725899a7', 'code': 200} Nov 25 18:26:15.606695 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=faa5e9a0-98c8-458e-bd6b-5192725899a7,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:15.903177 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbc74e0-9649-4c16-b2a3-5ca7d57dbe64 req-921282a4-6aab-41e9-963d-d6d31c32303c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:15.904975 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dfbc74e0-9649-4c16-b2a3-5ca7d57dbe64 req-921282a4-6aab-41e9-963d-d6d31c32303c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 1096 time: 0.2741768 Nov 25 18:26:15.977750 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e945d924-335a-40b1-878f-44e7e60e607d req-bbf46088-ca5a-4728-bd81-eacd5aca7e58 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:15.979230 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e945d924-335a-40b1-878f-44e7e60e607d req-bbf46088-ca5a-4728-bd81-eacd5aca7e58 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 945 time: 0.0783129 Nov 25 18:26:15.981683 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dfbc74e0-9649-4c16-b2a3-5ca7d57dbe64 req-c9889ade-1b83-471a-8aa7-421117f689e4 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688059 Nov 25 18:26:16.025505 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e945d924-335a-40b1-878f-44e7e60e607d req-99deb283-025d-4ffe-b5c8-ee1dba8f3af2 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392425 Nov 25 18:26:17.144656 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e5c513-ae07-4c13-96a0-7a5dc967ac9e req-76429acb-84b4-4a5a-a40c-2b8fc131cd0f tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:17.146141 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-43e5c513-ae07-4c13-96a0-7a5dc967ac9e req-76429acb-84b4-4a5a-a40c-2b8fc131cd0f tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 945 time: 0.0484970 Nov 25 18:26:17.195887 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-43e5c513-ae07-4c13-96a0-7a5dc967ac9e req-999a9434-8ba4-4c70-8c68-e27da503b3b1 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429671 Nov 25 18:26:17.212194 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ba035702-7284-47c2-a175-fcaec6938171 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:17.275786 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:17.306655 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0198cfe2-caa8-4b43-9a31-af34edc6b65d req-2a723032-819c-401f-a73d-479a649d7813 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:17.308116 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0198cfe2-caa8-4b43-9a31-af34edc6b65d req-2a723032-819c-401f-a73d-479a649d7813 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 945 time: 0.0482929 Nov 25 18:26:17.317438 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 36352) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:17.322025 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-176b57ac-aa5c-4d38-9f0a-f16f0572fa9c tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Request body: {'floatingip': {'port_id': 'faa5e9a0-98c8-458e-bd6b-5192725899a7'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:26:17.360747 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-176b57ac-aa5c-4d38-9f0a-f16f0572fa9c tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks [] for floatingip, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:17.455012 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:17.776198 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-176b57ac-aa5c-4d38-9f0a-f16f0572fa9c tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:17.780345 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-176b57ac-aa5c-4d38-9f0a-f16f0572fa9c tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:17.879444 n-d-817746-1 neutron-server[103361]: INFO neutron.db.l3_db [None req-176b57ac-aa5c-4d38-9f0a-f16f0572fa9c tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Floating IP 6b86ed42-262a-40de-bf99-74f64d094639 associated. External IP: 172.25.0.172, port: faa5e9a0-98c8-458e-bd6b-5192725899a7. Nov 25 18:26:18.091938 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-176b57ac-aa5c-4d38-9f0a-f16f0572fa9c tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Router df690964-63e8-478b-81d4-d94630627680 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:26:18.198556 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-176b57ac-aa5c-4d38-9f0a-f16f0572fa9c tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:26:18.203450 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-176b57ac-aa5c-4d38-9f0a-f16f0572fa9c tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:18.208129 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45854d0-96d1-4385-b82d-e0e598ad2b54 None None] Sync routers for ids ['df690964-63e8-478b-81d4-d94630627680'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:26:18.218403 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45854d0-96d1-4385-b82d-e0e598ad2b54 None None] Routers {'df690964-63e8-478b-81d4-d94630627680'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:26:18.219037 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-f45854d0-96d1-4385-b82d-e0e598ad2b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:25:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['df690964-63e8-478b-81d4-d94630627680'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:26:18.233437 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-176b57ac-aa5c-4d38-9f0a-f16f0572fa9c tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "PUT /v2.0/floatingips/6b86ed42-262a-40de-bf99-74f64d094639 HTTP/1.1" status: 200 len: 992 time: 0.9116457 Nov 25 18:26:18.233437 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf1bdc8f-8c98-470d-acd8-de25486c9303', 'tag': 'faa5e9a0-98c8-458e-bd6b-5192725899a7'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:26:18.233877 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe0129e-7fd3-4db0-a8dc-bbb7caa64b2d" -d '{"events": [{"name": "network-changed", "server_uuid": "cf1bdc8f-8c98-470d-acd8-de25486c9303", "tag": "faa5e9a0-98c8-458e-bd6b-5192725899a7"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:26:18.270688 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b6a710-9b44-453c-8061-8e168fa464e6 x-openstack-request-id: req-d8b6a710-9b44-453c-8061-8e168fa464e6 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:26:18.270992 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf1bdc8f-8c98-470d-acd8-de25486c9303", "tag": "faa5e9a0-98c8-458e-bd6b-5192725899a7", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:26:18.271250 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d8b6a710-9b44-453c-8061-8e168fa464e6 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:26:18.271712 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf1bdc8f-8c98-470d-acd8-de25486c9303', 'tag': 'faa5e9a0-98c8-458e-bd6b-5192725899a7', 'status': 'completed', 'code': 200} Nov 25 18:26:18.337752 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-f45854d0-96d1-4385-b82d-e0e598ad2b54 None None] Set router df690964-63e8-478b-81d4-d94630627680 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:26:18.342729 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe0129e-7fd3-4db0-a8dc-bbb7caa64b2d req-975926d4-484d-4471-9962-ca0c8d66ed17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:18.344155 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8fe0129e-7fd3-4db0-a8dc-bbb7caa64b2d req-975926d4-484d-4471-9962-ca0c8d66ed17 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6b43c4b7f4db486987f8d82668910151&device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 1096 time: 0.0412383 Nov 25 18:26:18.442281 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe0129e-7fd3-4db0-a8dc-bbb7caa64b2d req-e871d69c-c69d-4fb5-9dd4-2d7fb2118460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:18.443782 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8fe0129e-7fd3-4db0-a8dc-bbb7caa64b2d req-e871d69c-c69d-4fb5-9dd4-2d7fb2118460 service neutron] 10.222.0.90 "GET /v2.0/networks?id=61cca371-5ab6-43f0-9b83-9c0c47170e28 HTTP/1.1" status: 200 len: 913 time: 0.0925639 Nov 25 18:26:18.514408 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8fe0129e-7fd3-4db0-a8dc-bbb7caa64b2d req-d354910d-8dbb-4cd9-bc54-c5170fde6c7c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=faa5e9a0-98c8-458e-bd6b-5192725899a7 HTTP/1.1" status: 200 len: 1000 time: 0.0627162 Nov 25 18:26:18.566194 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe0129e-7fd3-4db0-a8dc-bbb7caa64b2d req-d8c3e577-0f78-4b7b-97fb-81a20537224b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:18.567690 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8fe0129e-7fd3-4db0-a8dc-bbb7caa64b2d req-d8c3e577-0f78-4b7b-97fb-81a20537224b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a3e651ef-5562-417b-a758-490d6ad45059 HTTP/1.1" status: 200 len: 851 time: 0.0462112 Nov 25 18:26:18.619099 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe0129e-7fd3-4db0-a8dc-bbb7caa64b2d req-46ee5bb6-59b2-44ba-a460-a482305d79d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:18.620613 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8fe0129e-7fd3-4db0-a8dc-bbb7caa64b2d req-46ee5bb6-59b2-44ba-a460-a482305d79d1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=61cca371-5ab6-43f0-9b83-9c0c47170e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449111 Nov 25 18:26:18.711148 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8fe0129e-7fd3-4db0-a8dc-bbb7caa64b2d req-a2dd01c8-e7d2-4dd4-b6e4-56f18e0350f4 service neutron] 10.222.0.90 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833509 Nov 25 18:26:18.718900 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-f45854d0-96d1-4385-b82d-e0e598ad2b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df690964-63e8-478b-81d4-d94630627680', 'name': 'tempest-ServerActionsTestJSON-1166488559-router', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'da91b2d1-71e7-4261-871e-ca2c4065d575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:19:10Z', 'updated_at': '2021-11-25T18:19:13Z', 'revision_number': 4, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'gw_port': {'id': 'da91b2d1-71e7-4261-871e-ca2c4065d575', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:33:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df690964-63e8-478b-81d4-d94630627680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:19:11Z', 'updated_at': '2021-11-25T18:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '6b86ed42-262a-40de-bf99-74f64d094639', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'floating_ip_address': '172.25.0.172', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': 'df690964-63e8-478b-81d4-d94630627680', 'port_id': 'faa5e9a0-98c8-458e-bd6b-5192725899a7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28', 'mac_address': 'fa:16:3e:dc:55:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1bdc8f-8c98-470d-acd8-de25486c9303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:19:16Z', 'updated_at': '2021-11-25T18:26:17Z', 'revision_number': 13, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99de8f47-bb75-4ca6-9ffc-1b76ac3b896f', 'name': '', 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'mac_address': 'fa:16:3e:4f:72:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df690964-63e8-478b-81d4-d94630627680', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:19:13Z', 'updated_at': '2021-11-25T18:19:17Z', 'revision_number': 5, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'subnets': [{'id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:26:18.748554 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45854d0-96d1-4385-b82d-e0e598ad2b54 None None] Checking router: df690964-63e8-478b-81d4-d94630627680 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:26:18.756914 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45854d0-96d1-4385-b82d-e0e598ad2b54 None None] Routers {'df690964-63e8-478b-81d4-d94630627680'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:26:18.757520 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-f45854d0-96d1-4385-b82d-e0e598ad2b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:25:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['df690964-63e8-478b-81d4-d94630627680'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:26:18.805658 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8fe0129e-7fd3-4db0-a8dc-bbb7caa64b2d req-74ad39a3-811b-4aeb-a79c-7db382e5e580 service neutron] 10.222.0.90 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872078 Nov 25 18:26:18.867848 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-f45854d0-96d1-4385-b82d-e0e598ad2b54 None None] Set router df690964-63e8-478b-81d4-d94630627680 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:26:19.094553 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-f45854d0-96d1-4385-b82d-e0e598ad2b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df690964-63e8-478b-81d4-d94630627680', 'name': 'tempest-ServerActionsTestJSON-1166488559-router', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'da91b2d1-71e7-4261-871e-ca2c4065d575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:19:10Z', 'updated_at': '2021-11-25T18:19:13Z', 'revision_number': 4, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'gw_port': {'id': 'da91b2d1-71e7-4261-871e-ca2c4065d575', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:33:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df690964-63e8-478b-81d4-d94630627680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:19:11Z', 'updated_at': '2021-11-25T18:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '6b86ed42-262a-40de-bf99-74f64d094639', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'floating_ip_address': '172.25.0.172', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': 'df690964-63e8-478b-81d4-d94630627680', 'port_id': 'faa5e9a0-98c8-458e-bd6b-5192725899a7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28', 'mac_address': 'fa:16:3e:dc:55:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1bdc8f-8c98-470d-acd8-de25486c9303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:19:16Z', 'updated_at': '2021-11-25T18:26:17Z', 'revision_number': 13, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99de8f47-bb75-4ca6-9ffc-1b76ac3b896f', 'name': '', 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'mac_address': 'fa:16:3e:4f:72:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df690964-63e8-478b-81d4-d94630627680', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:19:13Z', 'updated_at': '2021-11-25T18:19:17Z', 'revision_number': 5, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'subnets': [{'id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:26:19.124878 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45854d0-96d1-4385-b82d-e0e598ad2b54 None None] The sync data for ids ['df690964-63e8-478b-81d4-d94630627680'] in n-d-817746-1 is: [{'id': 'df690964-63e8-478b-81d4-d94630627680', 'name': 'tempest-ServerActionsTestJSON-1166488559-router', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'da91b2d1-71e7-4261-871e-ca2c4065d575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:19:10Z', 'updated_at': '2021-11-25T18:19:13Z', 'revision_number': 4, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'gw_port': {'id': 'da91b2d1-71e7-4261-871e-ca2c4065d575', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:33:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df690964-63e8-478b-81d4-d94630627680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:19:11Z', 'updated_at': '2021-11-25T18:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '6b86ed42-262a-40de-bf99-74f64d094639', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'floating_ip_address': '172.25.0.172', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': 'df690964-63e8-478b-81d4-d94630627680', 'port_id': 'faa5e9a0-98c8-458e-bd6b-5192725899a7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28', 'mac_address': 'fa:16:3e:dc:55:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1bdc8f-8c98-470d-acd8-de25486c9303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:19:16Z', 'updated_at': '2021-11-25T18:26:17Z', 'revision_number': 13, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99de8f47-bb75-4ca6-9ffc-1b76ac3b896f', 'name': '', 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'mac_address': 'fa:16:3e:4f:72:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df690964-63e8-478b-81d4-d94630627680', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:19:13Z', 'updated_at': '2021-11-25T18:19:17Z', 'revision_number': 5, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'subnets': [{'id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:26:19.320780 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c690419-ee3d-4348-94cf-3fb3b0f77fd5 None None] New status for floating IP 6b86ed42-262a-40de-bf99-74f64d094639: ACTIVE {{(pid=103363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:26:19.946716 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-13ef41e8-759f-4452-aabe-07dac3a3a6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:21.046656 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:22.233647 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:23.158316 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:43.330928 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:26:47.214339 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6b258951-3c80-46fa-a8b3-b96e54301c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:47.273136 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:47.452108 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:48.469373 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9a26793d-707b-4312-baeb-a2a7d894cb53 req-96df8b7c-aa6b-4867-85f7-2cb3f834d0eb service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416462 Nov 25 18:26:48.553938 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26793d-707b-4312-baeb-a2a7d894cb53 req-027c0a53-d3ef-467b-bfb6-c28ce7bb042f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:48.555429 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9a26793d-707b-4312-baeb-a2a7d894cb53 req-027c0a53-d3ef-467b-bfb6-c28ce7bb042f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6b43c4b7f4db486987f8d82668910151&device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 1096 time: 0.0409243 Nov 25 18:26:48.662970 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26793d-707b-4312-baeb-a2a7d894cb53 req-22b335c4-c97f-47ea-bd4a-5057abf45afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:48.664443 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9a26793d-707b-4312-baeb-a2a7d894cb53 req-22b335c4-c97f-47ea-bd4a-5057abf45afe service neutron] 10.222.0.90 "GET /v2.0/networks?id=61cca371-5ab6-43f0-9b83-9c0c47170e28 HTTP/1.1" status: 200 len: 913 time: 0.0884619 Nov 25 18:26:48.731227 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9a26793d-707b-4312-baeb-a2a7d894cb53 req-854e2b59-67ae-43b8-ae63-0cea0129f648 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=faa5e9a0-98c8-458e-bd6b-5192725899a7 HTTP/1.1" status: 200 len: 1002 time: 0.0586166 Nov 25 18:26:48.779558 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26793d-707b-4312-baeb-a2a7d894cb53 req-cce7f731-8694-40fa-b3e4-22c3a7bce573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:48.781020 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9a26793d-707b-4312-baeb-a2a7d894cb53 req-cce7f731-8694-40fa-b3e4-22c3a7bce573 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a3e651ef-5562-417b-a758-490d6ad45059 HTTP/1.1" status: 200 len: 851 time: 0.0429509 Nov 25 18:26:48.830492 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26793d-707b-4312-baeb-a2a7d894cb53 req-fa8a8399-7a88-42f9-9f8b-ef4d901f4e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:48.831979 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9a26793d-707b-4312-baeb-a2a7d894cb53 req-fa8a8399-7a88-42f9-9f8b-ef4d901f4e75 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=61cca371-5ab6-43f0-9b83-9c0c47170e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439215 Nov 25 18:26:48.920844 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9a26793d-707b-4312-baeb-a2a7d894cb53 req-6de6d0be-b9ba-4829-ba06-740e312bf68e service neutron] 10.222.0.90 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810843 Nov 25 18:26:49.016087 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9a26793d-707b-4312-baeb-a2a7d894cb53 req-a590a951-209f-44ba-9a97-32d1e0a5fc35 service neutron] 10.222.0.90 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878940 Nov 25 18:26:49.949323 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9a9537ab-2e32-4218-a83f-e5bc207c1002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:51.052136 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:52.236781 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:53.160933 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:17.218029 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b18d64c6-295c-4d43-a315-1cf7206f7915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:17.274465 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:17.467609 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:19.951206 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d4896609-f857-43cb-aa15-4ee0a5e76388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:20.331527 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:27:21.052147 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:22.237764 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:23.167288 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:47.219896 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-81a936a2-fe9f-4632-8be2-8706def6f418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:47.270841 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:47.463499 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:49.953295 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d9f72950-8cf2-46bc-a0a2-66a128bd7859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:50.451496 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-65f9819c-3f03-4da8-bdac-1305ab2c04d9 req-1c665c32-f8e7-4f22-aaf8-808c98ea3608 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423861 Nov 25 18:27:50.534927 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9819c-3f03-4da8-bdac-1305ab2c04d9 req-6d9c8fef-995a-48ea-afe0-f665c3596a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:50.536432 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-65f9819c-3f03-4da8-bdac-1305ab2c04d9 req-6d9c8fef-995a-48ea-afe0-f665c3596a4a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6b43c4b7f4db486987f8d82668910151&device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 1096 time: 0.0412388 Nov 25 18:27:50.641709 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9819c-3f03-4da8-bdac-1305ab2c04d9 req-9a8baaa8-7886-41c2-8fe0-4114c74028d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:50.643179 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-65f9819c-3f03-4da8-bdac-1305ab2c04d9 req-9a8baaa8-7886-41c2-8fe0-4114c74028d2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=61cca371-5ab6-43f0-9b83-9c0c47170e28 HTTP/1.1" status: 200 len: 913 time: 0.0878768 Nov 25 18:27:50.713053 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-65f9819c-3f03-4da8-bdac-1305ab2c04d9 req-f193398c-830a-4b1d-b078-fc817c0000b5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=faa5e9a0-98c8-458e-bd6b-5192725899a7 HTTP/1.1" status: 200 len: 1002 time: 0.0602980 Nov 25 18:27:50.764083 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9819c-3f03-4da8-bdac-1305ab2c04d9 req-64df00f9-d76a-4b67-aeda-61ecf9f5eded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:50.765578 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-65f9819c-3f03-4da8-bdac-1305ab2c04d9 req-64df00f9-d76a-4b67-aeda-61ecf9f5eded service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a3e651ef-5562-417b-a758-490d6ad45059 HTTP/1.1" status: 200 len: 851 time: 0.0458045 Nov 25 18:27:50.817170 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9819c-3f03-4da8-bdac-1305ab2c04d9 req-8abe52ef-9863-4d65-b1f4-06cfce84f83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:50.818760 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-65f9819c-3f03-4da8-bdac-1305ab2c04d9 req-8abe52ef-9863-4d65-b1f4-06cfce84f83c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=61cca371-5ab6-43f0-9b83-9c0c47170e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464842 Nov 25 18:27:50.908879 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-65f9819c-3f03-4da8-bdac-1305ab2c04d9 req-2939b927-f425-4f1d-bb60-3a93157bb1d1 service neutron] 10.222.0.90 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830693 Nov 25 18:27:51.002097 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-65f9819c-3f03-4da8-bdac-1305ab2c04d9 req-8ef1672c-7b1b-4af7-804e-d5f2df8c22ce service neutron] 10.222.0.90 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853913 Nov 25 18:27:51.053332 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:52.241580 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:53.159092 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:56.811386 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a71d93-80cf-41af-9a51-ba8de721bac8 req-b0599642-ec34-42cf-809b-917f0c1e4f0c tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:56.813011 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-06a71d93-80cf-41af-9a51-ba8de721bac8 req-b0599642-ec34-42cf-809b-917f0c1e4f0c tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 945 time: 0.2832286 Nov 25 18:27:56.861245 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-06a71d93-80cf-41af-9a51-ba8de721bac8 req-86c68749-b67f-49b3-9bb6-ff660a07af48 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414639 Nov 25 18:27:57.332208 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:28:07.836457 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [req-10f72abf-7838-49f5-93db-937cbe25d316 req-49f420c3-78bb-4d2c-b0d0-9a43a1728446 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:28:07.837535 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-10f72abf-7838-49f5-93db-937cbe25d316 req-49f420c3-78bb-4d2c-b0d0-9a43a1728446 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0439761 Nov 25 18:28:08.017942 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3698c4-f2b8-435e-abe4-8a9af7b912b0 req-0014831e-abb4-49e6-9be4-57f0bafe6685 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:08.019544 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eb3698c4-f2b8-435e-abe4-8a9af7b912b0 req-0014831e-abb4-49e6-9be4-57f0bafe6685 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 945 time: 0.0501556 Nov 25 18:28:08.041256 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-9510153e-ce20-499d-9a4d-0f801d1ec0dc req-14e2f379-334e-43e7-ba59-667ff2c55257 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0818172 Nov 25 18:28:08.057450 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [req-9510153e-ce20-499d-9a4d-0f801d1ec0dc req-e302e4b3-0433-43e5-b90e-f65ec5414001 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:28:08.058583 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-9510153e-ce20-499d-9a4d-0f801d1ec0dc req-e302e4b3-0433-43e5-b90e-f65ec5414001 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054383 Nov 25 18:28:08.075309 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eb3698c4-f2b8-435e-abe4-8a9af7b912b0 req-9bf238f9-dddb-4efa-bace-0a227a522040 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497978 Nov 25 18:28:09.139929 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510153e-ce20-499d-9a4d-0f801d1ec0dc req-f1a2fdb7-1945-49cc-84f6-34e75421e163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:09.141492 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9510153e-ce20-499d-9a4d-0f801d1ec0dc req-f1a2fdb7-1945-49cc-84f6-34e75421e163 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6b43c4b7f4db486987f8d82668910151&device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 1096 time: 0.0443780 Nov 25 18:28:09.250201 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c705f-285e-4726-8d5e-9d3a422cfa38 req-6e362610-478f-464a-80fe-0e6b56fa1964 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:09.251583 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ee7c705f-285e-4726-8d5e-9d3a422cfa38 req-6e362610-478f-464a-80fe-0e6b56fa1964 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 945 time: 0.1050968 Nov 25 18:28:09.286253 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510153e-ce20-499d-9a4d-0f801d1ec0dc req-c5d34d50-ab4a-47c4-9b25-366737178401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:09.287661 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9510153e-ce20-499d-9a4d-0f801d1ec0dc req-c5d34d50-ab4a-47c4-9b25-366737178401 service neutron] 10.222.0.90 "GET /v2.0/networks?id=61cca371-5ab6-43f0-9b83-9c0c47170e28 HTTP/1.1" status: 200 len: 913 time: 0.1329885 Nov 25 18:28:09.351752 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ee7c705f-285e-4726-8d5e-9d3a422cfa38 req-8a6b7490-5f28-44c2-bc76-6e80146ed519 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931230 Nov 25 18:28:09.368512 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9510153e-ce20-499d-9a4d-0f801d1ec0dc req-fba17ec2-6966-4b83-b569-1aaad8a3ed42 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=faa5e9a0-98c8-458e-bd6b-5192725899a7 HTTP/1.1" status: 200 len: 1002 time: 0.0703938 Nov 25 18:28:09.424155 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510153e-ce20-499d-9a4d-0f801d1ec0dc req-b5dfc0e9-6388-432b-8ab1-15b2f166512b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:09.425622 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9510153e-ce20-499d-9a4d-0f801d1ec0dc req-b5dfc0e9-6388-432b-8ab1-15b2f166512b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a3e651ef-5562-417b-a758-490d6ad45059 HTTP/1.1" status: 200 len: 851 time: 0.0474875 Nov 25 18:28:09.470847 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510153e-ce20-499d-9a4d-0f801d1ec0dc req-6b9f67c2-2cc7-4a8f-9d71-9ed47ae48080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:09.472292 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9510153e-ce20-499d-9a4d-0f801d1ec0dc req-6b9f67c2-2cc7-4a8f-9d71-9ed47ae48080 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=61cca371-5ab6-43f0-9b83-9c0c47170e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388763 Nov 25 18:28:09.561893 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9510153e-ce20-499d-9a4d-0f801d1ec0dc req-c2e3c10f-77fa-4559-81e8-7839e711e73c service neutron] 10.222.0.90 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812371 Nov 25 18:28:09.655092 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9510153e-ce20-499d-9a4d-0f801d1ec0dc req-28f71d64-2334-475f-bd61-82da803aae29 service neutron] 10.222.0.90 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861773 Nov 25 18:28:10.469194 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d2e6d-aa40-4eab-8d9d-31f89c81edd6 req-eefa7c1e-c398-4442-b533-1d514c891a8d tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:10.470666 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3f3d2e6d-aa40-4eab-8d9d-31f89c81edd6 req-eefa7c1e-c398-4442-b533-1d514c891a8d tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 945 time: 0.0493100 Nov 25 18:28:10.518392 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3f3d2e6d-aa40-4eab-8d9d-31f89c81edd6 req-e0f09b55-5f72-4abf-91de-23085d361ee5 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418396 Nov 25 18:28:11.640134 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f104f5-f235-4830-90b3-21cd695c5061 req-bc5801b0-d036-4704-a5d7-2c318ff12b85 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:11.641631 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-22f104f5-f235-4830-90b3-21cd695c5061 req-bc5801b0-d036-4704-a5d7-2c318ff12b85 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 945 time: 0.0522184 Nov 25 18:28:11.687656 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-22f104f5-f235-4830-90b3-21cd695c5061 req-257c283c-3d5e-427e-a65d-db031935ab4e tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401256 Nov 25 18:28:12.803672 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e732b5d3-6ebc-460a-9ede-e562cb5ea186 req-2b8e2f2d-84c8-4210-920d-fc77bcb68459 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:12.805164 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e732b5d3-6ebc-460a-9ede-e562cb5ea186 req-2b8e2f2d-84c8-4210-920d-fc77bcb68459 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 945 time: 0.0489509 Nov 25 18:28:12.852766 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e732b5d3-6ebc-460a-9ede-e562cb5ea186 req-f7f89b87-4256-41b2-85b3-daa5983923b9 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415890 Nov 25 18:28:13.971684 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ceb45c-a30e-40cc-9869-5c0f8fd1304f req-410ea059-90f6-448d-8678-6fd9f800e75f tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:13.973224 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b5ceb45c-a30e-40cc-9869-5c0f8fd1304f req-410ea059-90f6-448d-8678-6fd9f800e75f tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 945 time: 0.0501158 Nov 25 18:28:14.029796 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b5ceb45c-a30e-40cc-9869-5c0f8fd1304f req-d11bc013-0981-4903-beb0-74b228b8e50c tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497563 Nov 25 18:28:15.146054 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458abaa5-9d98-40ae-b58e-61baa049c6a7 req-219ea7e6-1b3e-4a78-a1f3-82940edb2359 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:15.147571 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-458abaa5-9d98-40ae-b58e-61baa049c6a7 req-219ea7e6-1b3e-4a78-a1f3-82940edb2359 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 945 time: 0.0496795 Nov 25 18:28:15.194332 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-458abaa5-9d98-40ae-b58e-61baa049c6a7 req-895b7091-beb1-4f40-a30c-2dfe01531763 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406115 Nov 25 18:28:16.310646 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db8f29b-6e3c-469d-8b07-90382b9a1b75 req-b6545cf1-2f73-44f9-89dc-f292a6f8c9a0 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:16.312124 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9db8f29b-6e3c-469d-8b07-90382b9a1b75 req-b6545cf1-2f73-44f9-89dc-f292a6f8c9a0 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 945 time: 0.0481012 Nov 25 18:28:16.359777 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9db8f29b-6e3c-469d-8b07-90382b9a1b75 req-21b61f51-eb0e-4145-a5d0-6a7814402275 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417340 Nov 25 18:28:17.220886 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4e6512c8-26f0-4051-9f16-e015e0f4b79c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:17.271796 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:17.483070 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3827857-a857-4625-90af-72b477ed0183 req-d183e426-571c-4e07-b04c-20b191e93b24 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:17.484577 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c3827857-a857-4625-90af-72b477ed0183 req-d183e426-571c-4e07-b04c-20b191e93b24 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 945 time: 0.0533764 Nov 25 18:28:17.497589 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:17.532245 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c3827857-a857-4625-90af-72b477ed0183 req-8fc0f207-cab3-459e-bfc1-32301d6b0f86 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415375 Nov 25 18:28:18.647479 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8c59b4-f1cf-4d3f-b4c0-95b4b0ebfedb req-f7235df7-246b-4e53-9302-249c8052c72d tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:18.648957 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bb8c59b4-f1cf-4d3f-b4c0-95b4b0ebfedb req-f7235df7-246b-4e53-9302-249c8052c72d tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 945 time: 0.0493007 Nov 25 18:28:18.696078 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bb8c59b4-f1cf-4d3f-b4c0-95b4b0ebfedb req-6fe7795a-6b33-48b5-a9dd-83a89f4cd231 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405080 Nov 25 18:28:19.815936 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b67ef4-a859-4689-a459-b54645340207 req-68bb5496-635c-490c-8bd1-e4b1e49254be tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:19.817396 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a7b67ef4-a859-4689-a459-b54645340207 req-68bb5496-635c-490c-8bd1-e4b1e49254be tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 945 time: 0.0515172 Nov 25 18:28:19.865124 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a7b67ef4-a859-4689-a459-b54645340207 req-e1341245-9158-40bf-aced-2456be0cd9df tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406990 Nov 25 18:28:19.954725 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ad72ca2a-2984-44e3-aaf9-87d738760c6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:20.991125 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f0c9e-92ab-4226-a42f-536709156d57 req-ec483d6a-1fe6-4864-8333-a26ea99669ba tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:20.992612 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-720f0c9e-92ab-4226-a42f-536709156d57 req-ec483d6a-1fe6-4864-8333-a26ea99669ba tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 945 time: 0.0502443 Nov 25 18:28:21.039256 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-720f0c9e-92ab-4226-a42f-536709156d57 req-f96cb9c5-eb43-4162-bcd2-d597de758622 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405095 Nov 25 18:28:21.058409 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:22.159209 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c41fc1-e0a1-48c1-897b-2b6b29558143 req-dc97a810-b768-46df-b87f-8c595492b225 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:22.160676 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-02c41fc1-e0a1-48c1-897b-2b6b29558143 req-dc97a810-b768-46df-b87f-8c595492b225 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 945 time: 0.0491457 Nov 25 18:28:22.211475 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-02c41fc1-e0a1-48c1-897b-2b6b29558143 req-9db48315-e7e3-4479-b3ae-8005fc3113ad tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446002 Nov 25 18:28:22.249812 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:23.161436 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:23.329124 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ebec6-e756-40cc-8c8f-498f92586cbc req-b64b16d3-e9b7-4872-a3a3-25f20eb0938c tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:23.330609 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-080ebec6-e756-40cc-8c8f-498f92586cbc req-b64b16d3-e9b7-4872-a3a3-25f20eb0938c tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 945 time: 0.0502818 Nov 25 18:28:23.379652 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-080ebec6-e756-40cc-8c8f-498f92586cbc req-addde857-b154-4656-838c-449bf04e56c3 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429361 Nov 25 18:28:23.585153 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [req-9510153e-ce20-499d-9a4d-0f801d1ec0dc req-09f4c109-dc10-48a0-921e-a7033079908a tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:28:23.586123 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9510153e-ce20-499d-9a4d-0f801d1ec0dc req-09f4c109-dc10-48a0-921e-a7033079908a tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054572 Nov 25 18:28:23.646709 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [req-9510153e-ce20-499d-9a4d-0f801d1ec0dc req-a79b5462-82dc-42d7-87be-6b0cece6ecd6 service neutron] show failed (client error): The resource could not be found. Nov 25 18:28:23.647698 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9510153e-ce20-499d-9a4d-0f801d1ec0dc req-a79b5462-82dc-42d7-87be-6b0cece6ecd6 service neutron] 10.222.0.90 "GET /v2.0/ports/faa5e9a0-98c8-458e-bd6b-5192725899a7/bindings/n-h1-817746-1 HTTP/1.1" status: 404 len: 380 time: 0.0538208 Nov 25 18:28:23.884016 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510153e-ce20-499d-9a4d-0f801d1ec0dc req-0654c593-48fa-4732-91a2-b6995ce54b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:23.886391 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9510153e-ce20-499d-9a4d-0f801d1ec0dc req-0654c593-48fa-4732-91a2-b6995ce54b0a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303&tenant_id=6b43c4b7f4db486987f8d82668910151 HTTP/1.1" status: 200 len: 1096 time: 0.0813577 Nov 25 18:28:23.898734 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [req-9510153e-ce20-499d-9a4d-0f801d1ec0dc req-f3b21bb0-40a3-4384-9999-866ea19d7bb0 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:28:23.899663 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9510153e-ce20-499d-9a4d-0f801d1ec0dc req-f3b21bb0-40a3-4384-9999-866ea19d7bb0 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048916 Nov 25 18:28:23.910842 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-9510153e-ce20-499d-9a4d-0f801d1ec0dc req-b2314643-017c-41ed-96c1-8728e883119e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817746-1', 'device_owner': 'compute:nova'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:28:23.977063 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9510153e-ce20-499d-9a4d-0f801d1ec0dc req-b2314643-017c-41ed-96c1-8728e883119e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:24.174044 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-9510153e-ce20-499d-9a4d-0f801d1ec0dc req-b2314643-017c-41ed-96c1-8728e883119e service neutron] For port faa5e9a0-98c8-458e-bd6b-5192725899a7, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=faa5e9a0-98c8-458e-bd6b-5192725899a7,segment=NetworkSegment(4f1bc548-1c48-4e69-bd4e-5af8946314ee),segment_id=4f1bc548-1c48-4e69-bd4e-5af8946314ee)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:28:24.208091 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-9510153e-ce20-499d-9a4d-0f801d1ec0dc req-b2314643-017c-41ed-96c1-8728e883119e service neutron] For port faa5e9a0-98c8-458e-bd6b-5192725899a7, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:28:24.248671 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf1bdc8f-8c98-470d-acd8-de25486c9303', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faa5e9a0-98c8-458e-bd6b-5192725899a7'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:28:24.251086 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419c5719-65a7-4689-8ad1-5414d4fa6f42" -d '{"events": [{"server_uuid": "cf1bdc8f-8c98-470d-acd8-de25486c9303", "name": "network-vif-unplugged", "status": "completed", "tag": "faa5e9a0-98c8-458e-bd6b-5192725899a7"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:28:24.255170 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9510153e-ce20-499d-9a4d-0f801d1ec0dc req-b2314643-017c-41ed-96c1-8728e883119e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:24.267398 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-9510153e-ce20-499d-9a4d-0f801d1ec0dc req-b2314643-017c-41ed-96c1-8728e883119e service neutron] Transition to ACTIVE for port object faa5e9a0-98c8-458e-bd6b-5192725899a7 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:28:24.271323 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9510153e-ce20-499d-9a4d-0f801d1ec0dc req-b2314643-017c-41ed-96c1-8728e883119e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:24.302612 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 18:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc4d5ce-e488-41ed-8e6b-84f14d923f9a x-openstack-request-id: req-cfc4d5ce-e488-41ed-8e6b-84f14d923f9a {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:28:24.302912 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf1bdc8f-8c98-470d-acd8-de25486c9303", "name": "network-vif-unplugged", "status": "completed", "tag": "faa5e9a0-98c8-458e-bd6b-5192725899a7", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:28:24.303169 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cfc4d5ce-e488-41ed-8e6b-84f14d923f9a {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:28:24.303562 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf1bdc8f-8c98-470d-acd8-de25486c9303', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faa5e9a0-98c8-458e-bd6b-5192725899a7', 'code': 200} Nov 25 18:28:24.352745 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2314643-017c-41ed-96c1-8728e883119e service neutron] Pushing event updated for resources: {'Port': ['ID=faa5e9a0-98c8-458e-bd6b-5192725899a7,revision_number=6']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:24.367964 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2314643-017c-41ed-96c1-8728e883119e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:24.368316 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2314643-017c-41ed-96c1-8728e883119e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:24.368670 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2314643-017c-41ed-96c1-8728e883119e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:24.369034 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2314643-017c-41ed-96c1-8728e883119e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:24.369949 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2314643-017c-41ed-96c1-8728e883119e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:24.370281 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2314643-017c-41ed-96c1-8728e883119e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:24.370615 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2314643-017c-41ed-96c1-8728e883119e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:24.370945 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2314643-017c-41ed-96c1-8728e883119e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:24.371274 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2314643-017c-41ed-96c1-8728e883119e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:24.371601 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2314643-017c-41ed-96c1-8728e883119e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:24.371926 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2314643-017c-41ed-96c1-8728e883119e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:24.372249 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2314643-017c-41ed-96c1-8728e883119e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:24.409745 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-9510153e-ce20-499d-9a4d-0f801d1ec0dc req-b2314643-017c-41ed-96c1-8728e883119e service neutron] No DVR routers for this DVR port faa5e9a0-98c8-458e-bd6b-5192725899a7 on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:28:24.548349 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb303ce-6e4d-4898-ae38-e3e0786dc9ec req-4abcaba5-671a-4db6-81c1-bb69d5383e10 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:24.549843 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fdb303ce-6e4d-4898-ae38-e3e0786dc9ec req-4abcaba5-671a-4db6-81c1-bb69d5383e10 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 943 time: 0.0745995 Nov 25 18:28:24.610880 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-9510153e-ce20-499d-9a4d-0f801d1ec0dc req-b2314643-017c-41ed-96c1-8728e883119e service neutron] Attempting to bind port faa5e9a0-98c8-458e-bd6b-5192725899a7 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:28:24.611219 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-9510153e-ce20-499d-9a4d-0f801d1ec0dc req-b2314643-017c-41ed-96c1-8728e883119e service neutron] Attempting to bind port faa5e9a0-98c8-458e-bd6b-5192725899a7 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '4f1bc548-1c48-4e69-bd4e-5af8946314ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:28:24.611594 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9510153e-ce20-499d-9a4d-0f801d1ec0dc req-b2314643-017c-41ed-96c1-8728e883119e service neutron] Attempting to bind port faa5e9a0-98c8-458e-bd6b-5192725899a7 on network 61cca371-5ab6-43f0-9b83-9c0c47170e28 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:28:24.625267 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9510153e-ce20-499d-9a4d-0f801d1ec0dc req-b2314643-017c-41ed-96c1-8728e883119e service neutron] Port faa5e9a0-98c8-458e-bd6b-5192725899a7 on network 61cca371-5ab6-43f0-9b83-9c0c47170e28 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:28:24.625603 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9510153e-ce20-499d-9a4d-0f801d1ec0dc req-b2314643-017c-41ed-96c1-8728e883119e service neutron] Attempting to bind port faa5e9a0-98c8-458e-bd6b-5192725899a7 on network 61cca371-5ab6-43f0-9b83-9c0c47170e28 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:28:24.631495 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fdb303ce-6e4d-4898-ae38-e3e0786dc9ec req-c81588f8-3328-44d7-8e19-7255d7b881ff tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755725 Nov 25 18:28:24.634119 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9510153e-ce20-499d-9a4d-0f801d1ec0dc req-b2314643-017c-41ed-96c1-8728e883119e service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:28:24.634511 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9510153e-ce20-499d-9a4d-0f801d1ec0dc req-b2314643-017c-41ed-96c1-8728e883119e service neutron] Checking segment: {'id': '4f1bc548-1c48-4e69-bd4e-5af8946314ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:28:24.634850 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9510153e-ce20-499d-9a4d-0f801d1ec0dc req-b2314643-017c-41ed-96c1-8728e883119e service neutron] Bound using segment: {'id': '4f1bc548-1c48-4e69-bd4e-5af8946314ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:28:24.635280 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-9510153e-ce20-499d-9a4d-0f801d1ec0dc req-b2314643-017c-41ed-96c1-8728e883119e service neutron] Bound port: faa5e9a0-98c8-458e-bd6b-5192725899a7, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f1bc548-1c48-4e69-bd4e-5af8946314ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:28:24.635644 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9510153e-ce20-499d-9a4d-0f801d1ec0dc req-b2314643-017c-41ed-96c1-8728e883119e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:24.697746 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-9510153e-ce20-499d-9a4d-0f801d1ec0dc req-b2314643-017c-41ed-96c1-8728e883119e service neutron] For port faa5e9a0-98c8-458e-bd6b-5192725899a7, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:28:24.700933 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-9510153e-ce20-499d-9a4d-0f801d1ec0dc req-b2314643-017c-41ed-96c1-8728e883119e service neutron] For port faa5e9a0-98c8-458e-bd6b-5192725899a7, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=faa5e9a0-98c8-458e-bd6b-5192725899a7,segment=NetworkSegment(4f1bc548-1c48-4e69-bd4e-5af8946314ee),segment_id=4f1bc548-1c48-4e69-bd4e-5af8946314ee)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:28:24.705419 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9510153e-ce20-499d-9a4d-0f801d1ec0dc req-b2314643-017c-41ed-96c1-8728e883119e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:24.747815 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510153e-ce20-499d-9a4d-0f801d1ec0dc req-b2314643-017c-41ed-96c1-8728e883119e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:24.748449 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-9510153e-ce20-499d-9a4d-0f801d1ec0dc req-b2314643-017c-41ed-96c1-8728e883119e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:24.750061 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9510153e-ce20-499d-9a4d-0f801d1ec0dc req-b2314643-017c-41ed-96c1-8728e883119e service neutron] 10.222.0.74 "PUT /v2.0/ports/faa5e9a0-98c8-458e-bd6b-5192725899a7 HTTP/1.1" status: 200 len: 1091 time: 0.8426876 Nov 25 18:28:24.768353 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2314643-017c-41ed-96c1-8728e883119e service neutron] Pushing event updated for resources: {'Port': ['ID=faa5e9a0-98c8-458e-bd6b-5192725899a7,revision_number=7']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:24.817684 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510153e-ce20-499d-9a4d-0f801d1ec0dc req-d634f24e-72bf-4f8f-af0c-e481fdd4f9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:24.819214 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9510153e-ce20-499d-9a4d-0f801d1ec0dc req-d634f24e-72bf-4f8f-af0c-e481fdd4f9e3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6b43c4b7f4db486987f8d82668910151&device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 1094 time: 0.0465286 Nov 25 18:28:24.913822 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510153e-ce20-499d-9a4d-0f801d1ec0dc req-d98d5b2c-769a-433a-9cd1-e8e016937f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:24.915309 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9510153e-ce20-499d-9a4d-0f801d1ec0dc req-d98d5b2c-769a-433a-9cd1-e8e016937f8c service neutron] 10.222.0.74 "GET /v2.0/networks?id=61cca371-5ab6-43f0-9b83-9c0c47170e28 HTTP/1.1" status: 200 len: 913 time: 0.0885427 Nov 25 18:28:24.988666 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9510153e-ce20-499d-9a4d-0f801d1ec0dc req-24847501-6519-4120-ba8e-9fd58ba99d71 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=faa5e9a0-98c8-458e-bd6b-5192725899a7 HTTP/1.1" status: 200 len: 1000 time: 0.0651448 Nov 25 18:28:25.038609 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510153e-ce20-499d-9a4d-0f801d1ec0dc req-5dbdb8b6-0718-4893-a757-e6374adb01a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:25.040058 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9510153e-ce20-499d-9a4d-0f801d1ec0dc req-5dbdb8b6-0718-4893-a757-e6374adb01a7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a3e651ef-5562-417b-a758-490d6ad45059 HTTP/1.1" status: 200 len: 851 time: 0.0443144 Nov 25 18:28:25.086517 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510153e-ce20-499d-9a4d-0f801d1ec0dc req-b4eb961d-cc22-438d-add6-fed11cf773b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:25.088779 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9510153e-ce20-499d-9a4d-0f801d1ec0dc req-b4eb961d-cc22-438d-add6-fed11cf773b5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=61cca371-5ab6-43f0-9b83-9c0c47170e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405908 Nov 25 18:28:25.182688 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9510153e-ce20-499d-9a4d-0f801d1ec0dc req-b9965fa7-cdf8-44dd-8cd9-8fe0a0078196 service neutron] 10.222.0.74 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874133 Nov 25 18:28:25.271178 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9510153e-ce20-499d-9a4d-0f801d1ec0dc req-ceaf2746-d451-4f61-9335-ea5c38d5ab93 service neutron] 10.222.0.74 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813878 Nov 25 18:28:25.753091 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d98d7-8b5b-4d40-b973-0c1461ffa347 req-452d8c7b-0b0b-4423-b44b-5a00f854ab57 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:25.754589 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-558d98d7-8b5b-4d40-b973-0c1461ffa347 req-452d8c7b-0b0b-4423-b44b-5a00f854ab57 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 943 time: 0.0500548 Nov 25 18:28:25.807249 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-558d98d7-8b5b-4d40-b973-0c1461ffa347 req-92aaf7fe-3ca8-4907-94da-a3101f8de41f tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460560 Nov 25 18:28:25.871047 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device faa5e9a0-98c8-458e-bd6b-5192725899a7 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:28:25.912035 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device faa5e9a0-98c8-458e-bd6b-5192725899a7 not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:28:26.304389 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf1bdc8f-8c98-470d-acd8-de25486c9303', 'tag': 'faa5e9a0-98c8-458e-bd6b-5192725899a7'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:28:26.307206 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bed4c36-58f4-4628-9fd6-f9b4f3d4608f" -d '{"events": [{"name": "network-changed", "server_uuid": "cf1bdc8f-8c98-470d-acd8-de25486c9303", "tag": "faa5e9a0-98c8-458e-bd6b-5192725899a7"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:28:26.357461 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc05e220-6abd-4dec-abc3-aecec0cd9eaf x-openstack-request-id: req-dc05e220-6abd-4dec-abc3-aecec0cd9eaf {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:28:26.357772 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf1bdc8f-8c98-470d-acd8-de25486c9303", "tag": "faa5e9a0-98c8-458e-bd6b-5192725899a7", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:28:26.358034 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-dc05e220-6abd-4dec-abc3-aecec0cd9eaf {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:28:26.358463 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf1bdc8f-8c98-470d-acd8-de25486c9303', 'tag': 'faa5e9a0-98c8-458e-bd6b-5192725899a7', 'status': 'completed', 'code': 200} Nov 25 18:28:26.444665 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bed4c36-58f4-4628-9fd6-f9b4f3d4608f req-3d601633-0d61-4056-b23f-a1ba049d8e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:26.446245 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3bed4c36-58f4-4628-9fd6-f9b4f3d4608f req-3d601633-0d61-4056-b23f-a1ba049d8e40 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6b43c4b7f4db486987f8d82668910151&device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 1094 time: 0.0696332 Nov 25 18:28:26.447935 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bed4c36-58f4-4628-9fd6-f9b4f3d4608f req-ffcf689f-c303-43f1-b841-616005e56fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:26.449554 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3bed4c36-58f4-4628-9fd6-f9b4f3d4608f req-ffcf689f-c303-43f1-b841-616005e56fe9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6b43c4b7f4db486987f8d82668910151&device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 1094 time: 0.0649955 Nov 25 18:28:26.611270 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bed4c36-58f4-4628-9fd6-f9b4f3d4608f req-d80f7b6e-9d47-48c4-8fb4-a6cccceb8e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:26.612757 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3bed4c36-58f4-4628-9fd6-f9b4f3d4608f req-d80f7b6e-9d47-48c4-8fb4-a6cccceb8e8e service neutron] 10.222.0.74 "GET /v2.0/networks?id=61cca371-5ab6-43f0-9b83-9c0c47170e28 HTTP/1.1" status: 200 len: 913 time: 0.1589708 Nov 25 18:28:26.613985 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bed4c36-58f4-4628-9fd6-f9b4f3d4608f req-567f22d8-af6f-4188-8489-b4b087bbc691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:26.615288 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3bed4c36-58f4-4628-9fd6-f9b4f3d4608f req-567f22d8-af6f-4188-8489-b4b087bbc691 service neutron] 10.222.0.90 "GET /v2.0/networks?id=61cca371-5ab6-43f0-9b83-9c0c47170e28 HTTP/1.1" status: 200 len: 913 time: 0.1544614 Nov 25 18:28:26.727222 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3bed4c36-58f4-4628-9fd6-f9b4f3d4608f req-e6ea0dcf-6e0f-4ae9-99d0-48cc7efead54 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=faa5e9a0-98c8-458e-bd6b-5192725899a7 HTTP/1.1" status: 200 len: 1000 time: 0.1073782 Nov 25 18:28:26.729144 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3bed4c36-58f4-4628-9fd6-f9b4f3d4608f req-b6673dde-cfb8-4f13-be9f-8ea8bf1ffa7b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=faa5e9a0-98c8-458e-bd6b-5192725899a7 HTTP/1.1" status: 200 len: 1000 time: 0.1038888 Nov 25 18:28:26.814291 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bed4c36-58f4-4628-9fd6-f9b4f3d4608f req-e2714852-fa57-401a-b69e-d2dcfb7e4fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:26.815802 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3bed4c36-58f4-4628-9fd6-f9b4f3d4608f req-e2714852-fa57-401a-b69e-d2dcfb7e4fd7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a3e651ef-5562-417b-a758-490d6ad45059 HTTP/1.1" status: 200 len: 851 time: 0.0816031 Nov 25 18:28:26.819550 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bed4c36-58f4-4628-9fd6-f9b4f3d4608f req-68db14d5-02cf-44ae-a56d-705fc68dd764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:26.820977 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3bed4c36-58f4-4628-9fd6-f9b4f3d4608f req-68db14d5-02cf-44ae-a56d-705fc68dd764 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a3e651ef-5562-417b-a758-490d6ad45059 HTTP/1.1" status: 200 len: 851 time: 0.0793445 Nov 25 18:28:26.909892 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bed4c36-58f4-4628-9fd6-f9b4f3d4608f req-28a2c098-9eb6-4cc9-bb0d-1683f3fc1834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:26.911433 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3bed4c36-58f4-4628-9fd6-f9b4f3d4608f req-28a2c098-9eb6-4cc9-bb0d-1683f3fc1834 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=61cca371-5ab6-43f0-9b83-9c0c47170e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0883493 Nov 25 18:28:26.913039 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bed4c36-58f4-4628-9fd6-f9b4f3d4608f req-b82672d3-837f-41ab-9911-a0af425d1e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:26.914370 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3bed4c36-58f4-4628-9fd6-f9b4f3d4608f req-b82672d3-837f-41ab-9911-a0af425d1e5c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=61cca371-5ab6-43f0-9b83-9c0c47170e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0831592 Nov 25 18:28:27.068931 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b80cb-72cf-4436-8d83-c3e5f363ec1b req-f5622174-675b-4e46-aaaa-acf7a69cd9d6 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:27.070429 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d28b80cb-72cf-4436-8d83-c3e5f363ec1b req-f5622174-675b-4e46-aaaa-acf7a69cd9d6 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 943 time: 0.1800900 Nov 25 18:28:27.121496 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3bed4c36-58f4-4628-9fd6-f9b4f3d4608f req-e765c629-5943-492a-b83b-7d9a11e92545 service neutron] 10.222.0.90 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933975 Nov 25 18:28:27.126530 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3bed4c36-58f4-4628-9fd6-f9b4f3d4608f req-77545bbd-0080-4c24-bdfc-82a6321a2ded service neutron] 10.222.0.74 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905916 Nov 25 18:28:27.221128 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d28b80cb-72cf-4436-8d83-c3e5f363ec1b req-2ba68dbd-39f0-4ab6-b148-e00ba2b977f5 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357880 Nov 25 18:28:27.305783 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3bed4c36-58f4-4628-9fd6-f9b4f3d4608f req-f7dde519-ea26-4c77-bf3e-741eb7908033 service neutron] 10.222.0.74 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606464 Nov 25 18:28:27.308661 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3bed4c36-58f4-4628-9fd6-f9b4f3d4608f req-df9eb412-37dd-426f-8077-7c0255b94f9e service neutron] 10.222.0.90 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766932 Nov 25 18:28:28.350257 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c765d1-a78a-4e58-bceb-021414f9c2fa req-1a1c2c1f-c91b-4d26-9c25-14521122e084 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:28.351650 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-11c765d1-a78a-4e58-bceb-021414f9c2fa req-1a1c2c1f-c91b-4d26-9c25-14521122e084 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 943 time: 0.0574858 Nov 25 18:28:28.400433 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-11c765d1-a78a-4e58-bceb-021414f9c2fa req-9617d43c-8a1c-47e6-88a2-41ef6b7f9dad tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423350 Nov 25 18:28:29.518467 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d587fa-edac-48f5-bc60-f01238329ed2 req-37aef9d5-26e0-45e2-bda9-a6138900135f tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:29.519923 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-43d587fa-edac-48f5-bc60-f01238329ed2 req-37aef9d5-26e0-45e2-bda9-a6138900135f tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 943 time: 0.0488749 Nov 25 18:28:29.567478 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-43d587fa-edac-48f5-bc60-f01238329ed2 req-666ec399-268e-4b02-96fd-1012f485b051 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413437 Nov 25 18:28:30.693340 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e317c1b-ef6b-43b3-9396-f380dac30d09 req-17ccba6b-a69a-46e4-82a4-fa6a9226120c tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:30.694874 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9e317c1b-ef6b-43b3-9396-f380dac30d09 req-17ccba6b-a69a-46e4-82a4-fa6a9226120c tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 943 time: 0.0508692 Nov 25 18:28:30.985997 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9e317c1b-ef6b-43b3-9396-f380dac30d09 req-0c33bf2c-30ac-4d04-a52b-6602e0b72da1 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2844918 Nov 25 18:28:32.105355 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164d6ebf-b4ee-4e1b-9e72-0173caf16fc8 req-8a2ef82a-6e3b-4aae-b52e-16b4fba65b8e tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:32.106713 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-164d6ebf-b4ee-4e1b-9e72-0173caf16fc8 req-8a2ef82a-6e3b-4aae-b52e-16b4fba65b8e tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 943 time: 0.0477996 Nov 25 18:28:32.153825 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-164d6ebf-b4ee-4e1b-9e72-0173caf16fc8 req-9888aad1-37e3-45d2-b56d-e556bb787b72 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412080 Nov 25 18:28:33.271561 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c854cca-9a76-4491-b3b2-77545fad4c52 req-c3177a78-8192-457a-a7d5-51194e53a5e1 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:33.272952 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9c854cca-9a76-4491-b3b2-77545fad4c52 req-c3177a78-8192-457a-a7d5-51194e53a5e1 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 943 time: 0.0484920 Nov 25 18:28:33.319800 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9c854cca-9a76-4491-b3b2-77545fad4c52 req-81bbdc62-6324-45c6-8cfe-17de41d7f135 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408123 Nov 25 18:28:34.332762 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:28:34.438605 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00900dd5-1544-4e98-a275-9ad092d1cb1c req-d2bde7a3-53f4-40a4-9ec6-3295136e9ee7 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:34.440072 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-00900dd5-1544-4e98-a275-9ad092d1cb1c req-d2bde7a3-53f4-40a4-9ec6-3295136e9ee7 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 943 time: 0.0515373 Nov 25 18:28:34.487604 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-00900dd5-1544-4e98-a275-9ad092d1cb1c req-5ed9f923-52be-4ab6-9574-92893d24c22d tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415943 Nov 25 18:28:35.604109 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e54770-00c7-4ff4-9fe6-a70fff5b47ca req-25286c26-1886-4788-b362-ffd14cf1267f tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:35.605580 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-82e54770-00c7-4ff4-9fe6-a70fff5b47ca req-25286c26-1886-4788-b362-ffd14cf1267f tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 943 time: 0.0487816 Nov 25 18:28:35.653349 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-82e54770-00c7-4ff4-9fe6-a70fff5b47ca req-73c97d20-a41f-4078-a315-6bd5ab544dac tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418859 Nov 25 18:28:36.773084 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8e24e-d115-4eef-9ba1-dd1665458f37 req-bb9a8c61-cbf6-4ccf-9e43-b930c591fb65 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:36.774559 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a3f8e24e-d115-4eef-9ba1-dd1665458f37 req-bb9a8c61-cbf6-4ccf-9e43-b930c591fb65 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 943 time: 0.0524495 Nov 25 18:28:36.822062 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a3f8e24e-d115-4eef-9ba1-dd1665458f37 req-b84c9099-c774-4a11-9eee-ddd99ba57687 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407910 Nov 25 18:28:37.938078 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c5bd30-d59a-4c6e-9da8-24fb6aceb965 req-384abdf1-6fee-43e0-82a1-1e599b75eb95 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:37.939565 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-36c5bd30-d59a-4c6e-9da8-24fb6aceb965 req-384abdf1-6fee-43e0-82a1-1e599b75eb95 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 943 time: 0.0479534 Nov 25 18:28:37.987365 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-36c5bd30-d59a-4c6e-9da8-24fb6aceb965 req-cb6b503e-90d2-4f75-968b-b53494a37fb0 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417469 Nov 25 18:28:38.305050 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03fbcd3-d848-4ed8-8610-e2980ab21ba1 req-9107666a-3653-4c0d-a078-02f2e72da715 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:38.307111 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d03fbcd3-d848-4ed8-8610-e2980ab21ba1 req-9107666a-3653-4c0d-a078-02f2e72da715 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303&tenant_id=6b43c4b7f4db486987f8d82668910151&binding%3Ahost_id=n-h1-817746-1 HTTP/1.1" status: 200 len: 943 time: 0.0787055 Nov 25 18:28:38.328305 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2afb85c-249a-4ed6-99b8-3579c8f80842 req-d84d257a-167f-4a41-bb9f-4d4253d8c3a5 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:38.329805 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c2afb85c-249a-4ed6-99b8-3579c8f80842 req-d84d257a-167f-4a41-bb9f-4d4253d8c3a5 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 943 time: 0.0759296 Nov 25 18:28:38.406261 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d03fbcd3-d848-4ed8-8610-e2980ab21ba1 req-89bd6862-6bed-4165-895b-279e9b284cfd service neutron] 10.222.0.74 "GET /v2.0/ports/faa5e9a0-98c8-458e-bd6b-5192725899a7/bindings/n-h1-817746-1 HTTP/1.1" status: 200 len: 382 time: 0.0915771 Nov 25 18:28:38.410658 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c2afb85c-249a-4ed6-99b8-3579c8f80842 req-6feab7ab-f1ab-40c3-9407-af3305ed4f1a tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636632 Nov 25 18:28:38.473177 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03fbcd3-d848-4ed8-8610-e2980ab21ba1 req-05737074-34b4-4c56-86bc-769b2d843416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:38.474655 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d03fbcd3-d848-4ed8-8610-e2980ab21ba1 req-05737074-34b4-4c56-86bc-769b2d843416 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6b43c4b7f4db486987f8d82668910151&device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 1094 time: 0.0416930 Nov 25 18:28:38.567523 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03fbcd3-d848-4ed8-8610-e2980ab21ba1 req-328d8aab-a980-4e95-83b2-b4ec878834df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:38.569020 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d03fbcd3-d848-4ed8-8610-e2980ab21ba1 req-328d8aab-a980-4e95-83b2-b4ec878834df service neutron] 10.222.0.74 "GET /v2.0/networks?id=61cca371-5ab6-43f0-9b83-9c0c47170e28 HTTP/1.1" status: 200 len: 913 time: 0.0872483 Nov 25 18:28:38.633266 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d03fbcd3-d848-4ed8-8610-e2980ab21ba1 req-5424366d-666b-4f09-9c2e-3d42fca59e85 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=faa5e9a0-98c8-458e-bd6b-5192725899a7 HTTP/1.1" status: 200 len: 1000 time: 0.0573106 Nov 25 18:28:38.686587 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03fbcd3-d848-4ed8-8610-e2980ab21ba1 req-44f41068-cc45-4884-8f77-e9797a2b27fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:38.687921 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d03fbcd3-d848-4ed8-8610-e2980ab21ba1 req-44f41068-cc45-4884-8f77-e9797a2b27fe service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a3e651ef-5562-417b-a758-490d6ad45059 HTTP/1.1" status: 200 len: 851 time: 0.0480928 Nov 25 18:28:38.733090 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03fbcd3-d848-4ed8-8610-e2980ab21ba1 req-82b2032b-75d0-4a59-bf6a-cb41eae46812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:38.734529 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d03fbcd3-d848-4ed8-8610-e2980ab21ba1 req-82b2032b-75d0-4a59-bf6a-cb41eae46812 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=61cca371-5ab6-43f0-9b83-9c0c47170e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391693 Nov 25 18:28:38.826847 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d03fbcd3-d848-4ed8-8610-e2980ab21ba1 req-328119da-c990-42d5-9339-bfa6f1be9f84 service neutron] 10.222.0.74 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844901 Nov 25 18:28:38.913069 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device faa5e9a0-98c8-458e-bd6b-5192725899a7 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:28:38.920636 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d03fbcd3-d848-4ed8-8610-e2980ab21ba1 req-52d12cf3-c232-4a87-8bbe-0731950302cd service neutron] 10.222.0.74 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869701 Nov 25 18:28:39.011107 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port faa5e9a0-98c8-458e-bd6b-5192725899a7, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=faa5e9a0-98c8-458e-bd6b-5192725899a7,segment=NetworkSegment(4f1bc548-1c48-4e69-bd4e-5af8946314ee),segment_id=4f1bc548-1c48-4e69-bd4e-5af8946314ee)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:28:39.022122 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': 'faa5e9a0-98c8-458e-bd6b-5192725899a7', 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28', 'port_id': 'faa5e9a0-98c8-458e-bd6b-5192725899a7', 'mac_address': 'fa:16:3e:dc:55:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:28:39.058506 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:39.070693 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faa5e9a0-98c8-458e-bd6b-5192725899a7 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:28:39.091915 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port faa5e9a0-98c8-458e-bd6b-5192725899a7, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=faa5e9a0-98c8-458e-bd6b-5192725899a7,segment=NetworkSegment(4f1bc548-1c48-4e69-bd4e-5af8946314ee),segment_id=4f1bc548-1c48-4e69-bd4e-5af8946314ee)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:28:39.095833 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:39.141063 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=faa5e9a0-98c8-458e-bd6b-5192725899a7,revision_number=8']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:39.148249 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:39.148603 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:39.148984 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:39.149332 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:39.149669 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:39.150580 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:39.151064 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:39.151394 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:39.151727 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:39.152057 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:39.152406 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:39.152717 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:39.346512 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['faa5e9a0-98c8-458e-bd6b-5192725899a7'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:28:39.532045 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e163b1-785c-4de5-ae55-4717e2507cb0 req-ee77861c-d6be-4f6d-9ca0-f85777cacb74 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:39.533533 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-64e163b1-785c-4de5-ae55-4717e2507cb0 req-ee77861c-d6be-4f6d-9ca0-f85777cacb74 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 944 time: 0.0490716 Nov 25 18:28:39.580291 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-64e163b1-785c-4de5-ae55-4717e2507cb0 req-0334f906-e957-4ad2-b404-b29735e47d56 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408113 Nov 25 18:28:40.704995 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e06f7-5917-4d47-a8a4-7c458aa146b8 req-a8175482-a8f1-4d6a-815f-90d9e8dc810f tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:40.706472 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b17e06f7-5917-4d47-a8a4-7c458aa146b8 req-a8175482-a8f1-4d6a-815f-90d9e8dc810f tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 944 time: 0.0548670 Nov 25 18:28:40.755411 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b17e06f7-5917-4d47-a8a4-7c458aa146b8 req-42864f0b-95c0-4419-889d-9df7a3776b5c tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428410 Nov 25 18:28:40.913937 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device faa5e9a0-98c8-458e-bd6b-5192725899a7 up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:28:40.966330 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port faa5e9a0-98c8-458e-bd6b-5192725899a7 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:28:40.974256 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port faa5e9a0-98c8-458e-bd6b-5192725899a7 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:28:40.974256 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:41.048982 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:41.071621 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf1bdc8f-8c98-470d-acd8-de25486c9303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa5e9a0-98c8-458e-bd6b-5192725899a7'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:28:41.074243 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e885ae7a60f1de4153d3a84cf91c96dac968753d8c7eb30b74097738adf70354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20fa8079-ece2-4d6e-a785-94d9766e23bf" -d '{"events": [{"server_uuid": "cf1bdc8f-8c98-470d-acd8-de25486c9303", "name": "network-vif-plugged", "status": "completed", "tag": "faa5e9a0-98c8-458e-bd6b-5192725899a7"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:28:41.087303 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port faa5e9a0-98c8-458e-bd6b-5192725899a7, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=faa5e9a0-98c8-458e-bd6b-5192725899a7,segment=NetworkSegment(4f1bc548-1c48-4e69-bd4e-5af8946314ee),segment_id=4f1bc548-1c48-4e69-bd4e-5af8946314ee)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:28:41.091557 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:41.142097 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=faa5e9a0-98c8-458e-bd6b-5192725899a7,revision_number=9']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:41.205827 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1024d046-8a33-4f47-81c1-d40e8b547d30 x-openstack-request-id: req-1024d046-8a33-4f47-81c1-d40e8b547d30 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:28:41.206132 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf1bdc8f-8c98-470d-acd8-de25486c9303", "name": "network-vif-plugged", "status": "completed", "tag": "faa5e9a0-98c8-458e-bd6b-5192725899a7", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:28:41.206394 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1024d046-8a33-4f47-81c1-d40e8b547d30 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:28:41.206847 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf1bdc8f-8c98-470d-acd8-de25486c9303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa5e9a0-98c8-458e-bd6b-5192725899a7', 'code': 200} Nov 25 18:28:41.873437 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a160c3c-e8a4-4722-932b-8e0db39ecc0e req-771c67f6-415b-4b12-b836-7041270379da tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:41.874939 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6a160c3c-e8a4-4722-932b-8e0db39ecc0e req-771c67f6-415b-4b12-b836-7041270379da tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 945 time: 0.0494215 Nov 25 18:28:41.922353 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6a160c3c-e8a4-4722-932b-8e0db39ecc0e req-38ad799e-5a10-42f7-8d29-cf7c1810bac0 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413451 Nov 25 18:28:42.928564 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device faa5e9a0-98c8-458e-bd6b-5192725899a7 no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:28:42.965571 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03fbcd3-d848-4ed8-8610-e2980ab21ba1 req-8f49def6-ff87-45bb-b714-eec5adeadb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:42.967099 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d03fbcd3-d848-4ed8-8610-e2980ab21ba1 req-8f49def6-ff87-45bb-b714-eec5adeadb1d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303&tenant_id=6b43c4b7f4db486987f8d82668910151 HTTP/1.1" status: 200 len: 1096 time: 0.0442641 Nov 25 18:28:42.981768 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-d03fbcd3-d848-4ed8-8610-e2980ab21ba1 req-1e6b4142-c813-4977-9cfd-52440de136a9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817746-1', 'device_owner': 'compute:nova'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:28:43.013728 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:43.048566 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port faa5e9a0-98c8-458e-bd6b-5192725899a7, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=faa5e9a0-98c8-458e-bd6b-5192725899a7,segment=NetworkSegment(4f1bc548-1c48-4e69-bd4e-5af8946314ee),segment_id=4f1bc548-1c48-4e69-bd4e-5af8946314ee)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:28:43.052576 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:43.067666 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d03fbcd3-d848-4ed8-8610-e2980ab21ba1 req-1e6b4142-c813-4977-9cfd-52440de136a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:43.093287 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63391e8e-d589-40d9-9088-3649e318d574 req-cc941384-4fb9-4e58-960b-950acf816452 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:43.094769 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-63391e8e-d589-40d9-9088-3649e318d574 req-cc941384-4fb9-4e58-960b-950acf816452 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 945 time: 0.0857871 Nov 25 18:28:43.105402 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=faa5e9a0-98c8-458e-bd6b-5192725899a7,revision_number=10']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:43.207843 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf1bdc8f-8c98-470d-acd8-de25486c9303', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faa5e9a0-98c8-458e-bd6b-5192725899a7'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:28:43.210279 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e885ae7a60f1de4153d3a84cf91c96dac968753d8c7eb30b74097738adf70354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae69788-d0d5-44fa-83cf-e43ed9e123fb" -d '{"events": [{"server_uuid": "cf1bdc8f-8c98-470d-acd8-de25486c9303", "name": "network-vif-unplugged", "status": "completed", "tag": "faa5e9a0-98c8-458e-bd6b-5192725899a7"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:28:43.230581 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-63391e8e-d589-40d9-9088-3649e318d574 req-a2da8eca-47dc-42c1-997e-e5410fc38fcb tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150665 Nov 25 18:28:43.262404 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 18:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f23892-5548-4c4c-b87b-c2b3ffb7ba00 x-openstack-request-id: req-68f23892-5548-4c4c-b87b-c2b3ffb7ba00 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:28:43.262709 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf1bdc8f-8c98-470d-acd8-de25486c9303", "name": "network-vif-unplugged", "status": "completed", "tag": "faa5e9a0-98c8-458e-bd6b-5192725899a7", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:28:43.262991 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-68f23892-5548-4c4c-b87b-c2b3ffb7ba00 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:28:43.263373 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf1bdc8f-8c98-470d-acd8-de25486c9303', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faa5e9a0-98c8-458e-bd6b-5192725899a7', 'code': 200} Nov 25 18:28:43.318819 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-d03fbcd3-d848-4ed8-8610-e2980ab21ba1 req-1e6b4142-c813-4977-9cfd-52440de136a9 service neutron] For port faa5e9a0-98c8-458e-bd6b-5192725899a7, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=faa5e9a0-98c8-458e-bd6b-5192725899a7,segment=NetworkSegment(4f1bc548-1c48-4e69-bd4e-5af8946314ee),segment_id=4f1bc548-1c48-4e69-bd4e-5af8946314ee)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:28:43.351426 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-d03fbcd3-d848-4ed8-8610-e2980ab21ba1 req-1e6b4142-c813-4977-9cfd-52440de136a9 service neutron] For port faa5e9a0-98c8-458e-bd6b-5192725899a7, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:28:43.388111 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-d03fbcd3-d848-4ed8-8610-e2980ab21ba1 req-1e6b4142-c813-4977-9cfd-52440de136a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faa5e9a0-98c8-458e-bd6b-5192725899a7 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:28:43.395386 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d03fbcd3-d848-4ed8-8610-e2980ab21ba1 req-1e6b4142-c813-4977-9cfd-52440de136a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:43.407034 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-d03fbcd3-d848-4ed8-8610-e2980ab21ba1 req-1e6b4142-c813-4977-9cfd-52440de136a9 service neutron] Transition to ACTIVE for port object faa5e9a0-98c8-458e-bd6b-5192725899a7 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:28:43.410052 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d03fbcd3-d848-4ed8-8610-e2980ab21ba1 req-1e6b4142-c813-4977-9cfd-52440de136a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:43.484448 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b4142-c813-4977-9cfd-52440de136a9 service neutron] Pushing event updated for resources: {'Port': ['ID=faa5e9a0-98c8-458e-bd6b-5192725899a7,revision_number=11']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:43.531020 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-d03fbcd3-d848-4ed8-8610-e2980ab21ba1 req-1e6b4142-c813-4977-9cfd-52440de136a9 service neutron] No DVR routers for this DVR port faa5e9a0-98c8-458e-bd6b-5192725899a7 on host n-h1-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:28:43.666870 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-d03fbcd3-d848-4ed8-8610-e2980ab21ba1 req-1e6b4142-c813-4977-9cfd-52440de136a9 service neutron] Attempting to bind port faa5e9a0-98c8-458e-bd6b-5192725899a7 on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:28:43.667205 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-d03fbcd3-d848-4ed8-8610-e2980ab21ba1 req-1e6b4142-c813-4977-9cfd-52440de136a9 service neutron] Attempting to bind port faa5e9a0-98c8-458e-bd6b-5192725899a7 by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '4f1bc548-1c48-4e69-bd4e-5af8946314ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:28:43.667533 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03fbcd3-d848-4ed8-8610-e2980ab21ba1 req-1e6b4142-c813-4977-9cfd-52440de136a9 service neutron] Attempting to bind port faa5e9a0-98c8-458e-bd6b-5192725899a7 on network 61cca371-5ab6-43f0-9b83-9c0c47170e28 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:28:43.671706 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03fbcd3-d848-4ed8-8610-e2980ab21ba1 req-1e6b4142-c813-4977-9cfd-52440de136a9 service neutron] Port faa5e9a0-98c8-458e-bd6b-5192725899a7 on network 61cca371-5ab6-43f0-9b83-9c0c47170e28 not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:28:43.672026 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03fbcd3-d848-4ed8-8610-e2980ab21ba1 req-1e6b4142-c813-4977-9cfd-52440de136a9 service neutron] Attempting to bind port faa5e9a0-98c8-458e-bd6b-5192725899a7 on network 61cca371-5ab6-43f0-9b83-9c0c47170e28 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:28:43.676776 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03fbcd3-d848-4ed8-8610-e2980ab21ba1 req-1e6b4142-c813-4977-9cfd-52440de136a9 service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:28:43.677146 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03fbcd3-d848-4ed8-8610-e2980ab21ba1 req-1e6b4142-c813-4977-9cfd-52440de136a9 service neutron] Checking segment: {'id': '4f1bc548-1c48-4e69-bd4e-5af8946314ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:28:43.677526 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03fbcd3-d848-4ed8-8610-e2980ab21ba1 req-1e6b4142-c813-4977-9cfd-52440de136a9 service neutron] Bound using segment: {'id': '4f1bc548-1c48-4e69-bd4e-5af8946314ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:28:43.677950 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-d03fbcd3-d848-4ed8-8610-e2980ab21ba1 req-1e6b4142-c813-4977-9cfd-52440de136a9 service neutron] Bound port: faa5e9a0-98c8-458e-bd6b-5192725899a7, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f1bc548-1c48-4e69-bd4e-5af8946314ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:28:43.678305 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d03fbcd3-d848-4ed8-8610-e2980ab21ba1 req-1e6b4142-c813-4977-9cfd-52440de136a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:43.740946 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-d03fbcd3-d848-4ed8-8610-e2980ab21ba1 req-1e6b4142-c813-4977-9cfd-52440de136a9 service neutron] For port faa5e9a0-98c8-458e-bd6b-5192725899a7, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:28:43.744672 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-d03fbcd3-d848-4ed8-8610-e2980ab21ba1 req-1e6b4142-c813-4977-9cfd-52440de136a9 service neutron] For port faa5e9a0-98c8-458e-bd6b-5192725899a7, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=faa5e9a0-98c8-458e-bd6b-5192725899a7,segment=NetworkSegment(4f1bc548-1c48-4e69-bd4e-5af8946314ee),segment_id=4f1bc548-1c48-4e69-bd4e-5af8946314ee)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:28:43.748852 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d03fbcd3-d848-4ed8-8610-e2980ab21ba1 req-1e6b4142-c813-4977-9cfd-52440de136a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:43.780596 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03fbcd3-d848-4ed8-8610-e2980ab21ba1 req-1e6b4142-c813-4977-9cfd-52440de136a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:43.781261 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d03fbcd3-d848-4ed8-8610-e2980ab21ba1 req-1e6b4142-c813-4977-9cfd-52440de136a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:43.782642 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d03fbcd3-d848-4ed8-8610-e2980ab21ba1 req-1e6b4142-c813-4977-9cfd-52440de136a9 service neutron] 10.222.0.90 "PUT /v2.0/ports/faa5e9a0-98c8-458e-bd6b-5192725899a7 HTTP/1.1" status: 200 len: 1092 time: 0.8074870 Nov 25 18:28:43.783080 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf1bdc8f-8c98-470d-acd8-de25486c9303', 'tag': 'faa5e9a0-98c8-458e-bd6b-5192725899a7'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:28:43.785448 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c05b5f9-a3c9-476c-b438-ae6e0e842f90" -d '{"events": [{"name": "network-changed", "server_uuid": "cf1bdc8f-8c98-470d-acd8-de25486c9303", "tag": "faa5e9a0-98c8-458e-bd6b-5192725899a7"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:28:43.812253 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b4142-c813-4977-9cfd-52440de136a9 service neutron] Pushing event updated for resources: {'Port': ['ID=faa5e9a0-98c8-458e-bd6b-5192725899a7,revision_number=12']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:43.856198 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481b8bdf-cb08-464a-a2da-006bfc51fba1 x-openstack-request-id: req-481b8bdf-cb08-464a-a2da-006bfc51fba1 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:28:43.856527 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf1bdc8f-8c98-470d-acd8-de25486c9303", "tag": "faa5e9a0-98c8-458e-bd6b-5192725899a7", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:28:43.856786 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-481b8bdf-cb08-464a-a2da-006bfc51fba1 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:28:43.857224 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf1bdc8f-8c98-470d-acd8-de25486c9303', 'tag': 'faa5e9a0-98c8-458e-bd6b-5192725899a7', 'status': 'completed', 'code': 200} Nov 25 18:28:43.863774 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03fbcd3-d848-4ed8-8610-e2980ab21ba1 req-ef639331-550e-4329-8b24-b63f0b0140e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:43.865324 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d03fbcd3-d848-4ed8-8610-e2980ab21ba1 req-ef639331-550e-4329-8b24-b63f0b0140e0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6b43c4b7f4db486987f8d82668910151&device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 1095 time: 0.0482516 Nov 25 18:28:43.970266 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c05b5f9-a3c9-476c-b438-ae6e0e842f90 req-1200b059-677e-464f-b5d4-11c20047d735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:43.971800 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2c05b5f9-a3c9-476c-b438-ae6e0e842f90 req-1200b059-677e-464f-b5d4-11c20047d735 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6b43c4b7f4db486987f8d82668910151&device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 1095 time: 0.0996680 Nov 25 18:28:44.021650 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03fbcd3-d848-4ed8-8610-e2980ab21ba1 req-320dd2f8-d303-41af-b32d-212f7471af8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:44.023132 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d03fbcd3-d848-4ed8-8610-e2980ab21ba1 req-320dd2f8-d303-41af-b32d-212f7471af8b service neutron] 10.222.0.90 "GET /v2.0/networks?id=61cca371-5ab6-43f0-9b83-9c0c47170e28 HTTP/1.1" status: 200 len: 913 time: 0.1430435 Nov 25 18:28:44.146934 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d03fbcd3-d848-4ed8-8610-e2980ab21ba1 req-2539bf10-638f-444f-ad91-471dfb6f4525 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=faa5e9a0-98c8-458e-bd6b-5192725899a7 HTTP/1.1" status: 200 len: 1000 time: 0.0991797 Nov 25 18:28:44.151583 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c05b5f9-a3c9-476c-b438-ae6e0e842f90 req-c1fdc2dc-4732-4ef2-b1cb-53a9092e57f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:44.152976 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2c05b5f9-a3c9-476c-b438-ae6e0e842f90 req-c1fdc2dc-4732-4ef2-b1cb-53a9092e57f9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=61cca371-5ab6-43f0-9b83-9c0c47170e28 HTTP/1.1" status: 200 len: 913 time: 0.1701941 Nov 25 18:28:44.241731 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03fbcd3-d848-4ed8-8610-e2980ab21ba1 req-fa0e83d3-03ba-49cc-a56d-40a78e4d0eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:44.243119 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d03fbcd3-d848-4ed8-8610-e2980ab21ba1 req-fa0e83d3-03ba-49cc-a56d-40a78e4d0eab service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a3e651ef-5562-417b-a758-490d6ad45059 HTTP/1.1" status: 200 len: 851 time: 0.0892742 Nov 25 18:28:44.247333 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2c05b5f9-a3c9-476c-b438-ae6e0e842f90 req-77d7de7a-af3f-4e1d-8728-1d4920529f8f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=faa5e9a0-98c8-458e-bd6b-5192725899a7 HTTP/1.1" status: 200 len: 1000 time: 0.0863867 Nov 25 18:28:44.348588 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c05b5f9-a3c9-476c-b438-ae6e0e842f90 req-1f017649-9da4-4b43-ae45-ad1d3633f959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:44.350063 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2c05b5f9-a3c9-476c-b438-ae6e0e842f90 req-1f017649-9da4-4b43-ae45-ad1d3633f959 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a3e651ef-5562-417b-a758-490d6ad45059 HTTP/1.1" status: 200 len: 851 time: 0.0931597 Nov 25 18:28:44.367542 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03fbcd3-d848-4ed8-8610-e2980ab21ba1 req-663d72bd-0e02-4b9a-9705-e18c90d76fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:44.369490 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d03fbcd3-d848-4ed8-8610-e2980ab21ba1 req-663d72bd-0e02-4b9a-9705-e18c90d76fe2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=61cca371-5ab6-43f0-9b83-9c0c47170e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1198161 Nov 25 18:28:44.404868 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe8985f-ebd3-45ca-84fe-3cd165da5255 req-fbc0fcc7-8aaf-4e82-a763-de1190026ef2 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:44.406274 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cbe8985f-ebd3-45ca-84fe-3cd165da5255 req-fbc0fcc7-8aaf-4e82-a763-de1190026ef2 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 944 time: 0.1030471 Nov 25 18:28:44.483716 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c05b5f9-a3c9-476c-b438-ae6e0e842f90 req-6bff588a-d11a-442c-8a0e-7e317597b3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:44.485211 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2c05b5f9-a3c9-476c-b438-ae6e0e842f90 req-6bff588a-d11a-442c-8a0e-7e317597b3b7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=61cca371-5ab6-43f0-9b83-9c0c47170e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1274951 Nov 25 18:28:44.537495 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cbe8985f-ebd3-45ca-84fe-3cd165da5255 req-2cb10448-343e-49b7-b807-fb599baac7db tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169355 Nov 25 18:28:44.584957 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d03fbcd3-d848-4ed8-8610-e2980ab21ba1 req-9e467a41-bfc9-46b8-9b92-f8dfe3103435 service neutron] 10.222.0.90 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960163 Nov 25 18:28:44.634840 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2c05b5f9-a3c9-476c-b438-ae6e0e842f90 req-81f0a35b-b95e-48ed-a419-d18ace7cc306 service neutron] 10.222.0.74 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392677 Nov 25 18:28:44.749637 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d03fbcd3-d848-4ed8-8610-e2980ab21ba1 req-b7d98872-a6cd-4804-8f46-33a34b0cdfe1 service neutron] 10.222.0.90 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552360 Nov 25 18:28:44.769462 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2c05b5f9-a3c9-476c-b438-ae6e0e842f90 req-b545098c-c0e4-4a5d-ae77-b7fe305167a9 service neutron] 10.222.0.74 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111693 Nov 25 18:28:44.831632 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c05b5f9-a3c9-476c-b438-ae6e0e842f90 req-2720bb0e-5593-4762-bb84-9b17a9b6a29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:44.834044 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2c05b5f9-a3c9-476c-b438-ae6e0e842f90 req-2720bb0e-5593-4762-bb84-9b17a9b6a29f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6b43c4b7f4db486987f8d82668910151&device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 1095 time: 0.0447528 Nov 25 18:28:44.930864 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c05b5f9-a3c9-476c-b438-ae6e0e842f90 req-917e368e-4e43-4b1b-bafa-63865889a7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:44.932975 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2c05b5f9-a3c9-476c-b438-ae6e0e842f90 req-917e368e-4e43-4b1b-bafa-63865889a7cd service neutron] 10.222.0.90 "GET /v2.0/networks?id=61cca371-5ab6-43f0-9b83-9c0c47170e28 HTTP/1.1" status: 200 len: 913 time: 0.0904884 Nov 25 18:28:45.001082 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2c05b5f9-a3c9-476c-b438-ae6e0e842f90 req-b453e0f8-15a4-402c-acbf-46b67a7acd5e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=faa5e9a0-98c8-458e-bd6b-5192725899a7 HTTP/1.1" status: 200 len: 1000 time: 0.0607221 Nov 25 18:28:45.051079 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c05b5f9-a3c9-476c-b438-ae6e0e842f90 req-3b880904-47a8-49d1-8698-e450c6803b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:45.052535 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2c05b5f9-a3c9-476c-b438-ae6e0e842f90 req-3b880904-47a8-49d1-8698-e450c6803b2a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a3e651ef-5562-417b-a758-490d6ad45059 HTTP/1.1" status: 200 len: 851 time: 0.0441704 Nov 25 18:28:45.102189 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c05b5f9-a3c9-476c-b438-ae6e0e842f90 req-488d1a28-5fbd-4e00-bc63-cf2dc5ec76c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:45.103647 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2c05b5f9-a3c9-476c-b438-ae6e0e842f90 req-488d1a28-5fbd-4e00-bc63-cf2dc5ec76c7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=61cca371-5ab6-43f0-9b83-9c0c47170e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445063 Nov 25 18:28:45.202136 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2c05b5f9-a3c9-476c-b438-ae6e0e842f90 req-4afcd2a0-cb1a-4290-a3f3-1c71379b1a75 service neutron] 10.222.0.90 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911429 Nov 25 18:28:45.296750 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2c05b5f9-a3c9-476c-b438-ae6e0e842f90 req-901960b0-6706-4cfb-bebd-242ddebe52d0 service neutron] 10.222.0.90 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875411 Nov 25 18:28:45.659618 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa619020-a231-48c2-a5f9-9b343a1394db req-9a20a81b-aa14-42f5-ba22-f81332fb1211 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:45.661145 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fa619020-a231-48c2-a5f9-9b343a1394db req-9a20a81b-aa14-42f5-ba22-f81332fb1211 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 944 time: 0.0512128 Nov 25 18:28:45.709823 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fa619020-a231-48c2-a5f9-9b343a1394db req-91d73c88-a756-4ce6-b187-fc1794bf1ab3 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416932 Nov 25 18:28:46.830934 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd98e7-7393-46e4-be61-59f3f300aa6d req-3426a50b-a987-414c-863d-069da07f6c33 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:46.832543 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-06cd98e7-7393-46e4-be61-59f3f300aa6d req-3426a50b-a987-414c-863d-069da07f6c33 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 944 time: 0.0520794 Nov 25 18:28:46.880101 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-06cd98e7-7393-46e4-be61-59f3f300aa6d req-75d37e0c-59f6-4ef5-9701-9ce69805a901 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408046 Nov 25 18:28:47.222763 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b619994c-7a8a-4418-8cbe-0a89994d7403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:47.285974 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:47.494125 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:48.002660 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc207574-091e-424b-badf-898d2ac03f14 req-3b95673b-62a0-4657-9754-716cb0a9da8d tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:48.004129 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cc207574-091e-424b-badf-898d2ac03f14 req-3b95673b-62a0-4657-9754-716cb0a9da8d tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 944 time: 0.0532117 Nov 25 18:28:48.051989 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cc207574-091e-424b-badf-898d2ac03f14 req-480e812b-4b06-40ce-91a1-d9c2c888501a tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409780 Nov 25 18:28:49.170904 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad70e1b-e921-41df-b126-74b23b490071 req-c2a5612e-7420-4532-8875-d962a05f4362 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:49.172384 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7ad70e1b-e921-41df-b126-74b23b490071 req-c2a5612e-7420-4532-8875-d962a05f4362 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 944 time: 0.0490689 Nov 25 18:28:49.220417 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7ad70e1b-e921-41df-b126-74b23b490071 req-34aa9649-360a-4b60-bede-dad38f14f818 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420117 Nov 25 18:28:49.956363 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0bc36f86-c3c1-4474-89fa-35275591de46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:50.337680 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6709d81-7f8c-4886-840f-bbf9e43694f4 req-4c47dc7c-ef67-47ef-a32e-52f8f4981c8b tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:50.339153 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c6709d81-7f8c-4886-840f-bbf9e43694f4 req-4c47dc7c-ef67-47ef-a32e-52f8f4981c8b tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 944 time: 0.0488915 Nov 25 18:28:50.391036 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c6709d81-7f8c-4886-840f-bbf9e43694f4 req-81352f8a-9ded-4db4-a89e-fa3fdab75f95 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459201 Nov 25 18:28:51.063520 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:51.519498 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8ba8b-9e04-482d-a462-1472b2fbe6fd req-bb69bbbe-8dce-407e-84be-4ea52f7eae1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:51.521026 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-64e8ba8b-9e04-482d-a462-1472b2fbe6fd req-bb69bbbe-8dce-407e-84be-4ea52f7eae1b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6b43c4b7f4db486987f8d82668910151&device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 1095 time: 0.0693915 Nov 25 18:28:51.534387 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a3a989-93a8-40b8-a023-14868c800fa0 req-d2d5e023-ffbb-4397-aad7-076703c36f55 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:51.535817 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-40a3a989-93a8-40b8-a023-14868c800fa0 req-d2d5e023-ffbb-4397-aad7-076703c36f55 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 944 time: 0.0601778 Nov 25 18:28:51.865397 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-40a3a989-93a8-40b8-a023-14868c800fa0 req-dee52a89-b97d-4c13-9510-f3362defb9b3 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3181086 Nov 25 18:28:51.889172 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8ba8b-9e04-482d-a462-1472b2fbe6fd req-5d5add49-9c3e-4ad2-a0e2-39eeee752ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:51.890616 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-64e8ba8b-9e04-482d-a462-1472b2fbe6fd req-5d5add49-9c3e-4ad2-a0e2-39eeee752ebb service neutron] 10.222.0.90 "GET /v2.0/networks?id=61cca371-5ab6-43f0-9b83-9c0c47170e28 HTTP/1.1" status: 200 len: 913 time: 0.3511009 Nov 25 18:28:51.955250 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-64e8ba8b-9e04-482d-a462-1472b2fbe6fd req-dcdb3f37-c87d-4c3c-b892-63b0900289fb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=faa5e9a0-98c8-458e-bd6b-5192725899a7 HTTP/1.1" status: 200 len: 1000 time: 0.0576935 Nov 25 18:28:52.007948 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8ba8b-9e04-482d-a462-1472b2fbe6fd req-8bde7b0a-e20e-4b08-ae40-fc3ba35d9f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:52.009939 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-64e8ba8b-9e04-482d-a462-1472b2fbe6fd req-8bde7b0a-e20e-4b08-ae40-fc3ba35d9f3a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a3e651ef-5562-417b-a758-490d6ad45059 HTTP/1.1" status: 200 len: 851 time: 0.0477507 Nov 25 18:28:52.054286 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8ba8b-9e04-482d-a462-1472b2fbe6fd req-cafac215-4d35-4352-962d-1b4298be61f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:52.055757 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-64e8ba8b-9e04-482d-a462-1472b2fbe6fd req-cafac215-4d35-4352-962d-1b4298be61f8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=61cca371-5ab6-43f0-9b83-9c0c47170e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392210 Nov 25 18:28:52.145643 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-64e8ba8b-9e04-482d-a462-1472b2fbe6fd req-1dc733b5-26db-4d8f-821a-6d52ed16afe7 service neutron] 10.222.0.90 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816770 Nov 25 18:28:52.241710 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:52.242335 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-64e8ba8b-9e04-482d-a462-1472b2fbe6fd req-2f2fdf72-2940-4d5f-b0d1-3ed94ea1e31a service neutron] 10.222.0.90 "GET /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893948 Nov 25 18:28:52.982568 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26bd36d-3c4d-448d-8358-c614b347da04 req-80d47c8b-ddaf-4a52-8273-1da79c9978a9 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:52.984053 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b26bd36d-3c4d-448d-8358-c614b347da04 req-80d47c8b-ddaf-4a52-8273-1da79c9978a9 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 944 time: 0.0505548 Nov 25 18:28:53.031824 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b26bd36d-3c4d-448d-8358-c614b347da04 req-22173c55-1be1-4721-a52a-d72710028b88 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418072 Nov 25 18:28:53.165550 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:54.152210 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c2764-241b-4fff-a24a-505fb0d511a8 req-bc825c75-5a2f-490a-9130-e79436914d48 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:54.153749 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-029c2764-241b-4fff-a24a-505fb0d511a8 req-bc825c75-5a2f-490a-9130-e79436914d48 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 944 time: 0.0535581 Nov 25 18:28:54.207334 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-029c2764-241b-4fff-a24a-505fb0d511a8 req-441755b6-c31a-48fd-bbcd-7a9836b3d3e7 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475757 Nov 25 18:28:55.325067 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d533be-dc89-4798-bb35-5b8ee26dc22a req-2c3e8312-e07d-4506-ac88-d79604483f2b tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:55.326522 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-53d533be-dc89-4798-bb35-5b8ee26dc22a req-2c3e8312-e07d-4506-ac88-d79604483f2b tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 944 time: 0.0487883 Nov 25 18:28:55.373305 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-53d533be-dc89-4798-bb35-5b8ee26dc22a req-d3b22b2b-3032-4821-b628-6746083e919e tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408726 Nov 25 18:28:56.493124 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba60f5-aa70-445d-8aae-43065d9ad6b1 req-a0a9cf8b-421e-41d5-8143-e6e6abdb1b0d tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:56.495539 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d4ba60f5-aa70-445d-8aae-43065d9ad6b1 req-a0a9cf8b-421e-41d5-8143-e6e6abdb1b0d tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 944 time: 0.0535116 Nov 25 18:28:56.547712 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d4ba60f5-aa70-445d-8aae-43065d9ad6b1 req-b31ec78f-5aea-48d8-ad97-8aad2e4d5cf8 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455091 Nov 25 18:28:57.670401 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6eef28-e588-4714-b5f2-67296145c966 req-18428d4f-ff18-4c26-b7df-2cfa5a238d20 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:57.671796 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fe6eef28-e588-4714-b5f2-67296145c966 req-18428d4f-ff18-4c26-b7df-2cfa5a238d20 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 944 time: 0.0514145 Nov 25 18:28:57.720801 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fe6eef28-e588-4714-b5f2-67296145c966 req-5719f172-05ef-4fcc-b65d-e1f44458a662 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425200 Nov 25 18:28:57.837749 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5664e47a-aec3-4924-957e-06dda4b54d6b req-e6cbb593-dc4d-47d6-bb1b-74b1bcb7e228 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:57.839262 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5664e47a-aec3-4924-957e-06dda4b54d6b req-e6cbb593-dc4d-47d6-bb1b-74b1bcb7e228 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 944 time: 0.0514493 Nov 25 18:28:57.885896 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5664e47a-aec3-4924-957e-06dda4b54d6b req-e273c16c-4461-4075-913e-7d7fa1a0b2a7 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406997 Nov 25 18:28:58.003905 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed81ae-5b24-40cb-aabc-60dead7daee5 req-2ddfc9b4-ab81-46ac-8b4e-e3b3eea13270 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:58.005410 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-11ed81ae-5b24-40cb-aabc-60dead7daee5 req-2ddfc9b4-ab81-46ac-8b4e-e3b3eea13270 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 944 time: 0.0533214 Nov 25 18:28:58.026886 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device faa5e9a0-98c8-458e-bd6b-5192725899a7 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:28:58.056571 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-11ed81ae-5b24-40cb-aabc-60dead7daee5 req-6fc1ecb3-2d51-4803-a9cc-0fcebd7914e8 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445416 Nov 25 18:28:58.128430 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port faa5e9a0-98c8-458e-bd6b-5192725899a7, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=faa5e9a0-98c8-458e-bd6b-5192725899a7,segment=NetworkSegment(4f1bc548-1c48-4e69-bd4e-5af8946314ee),segment_id=4f1bc548-1c48-4e69-bd4e-5af8946314ee)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:28:58.142907 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': 'faa5e9a0-98c8-458e-bd6b-5192725899a7', 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28', 'port_id': 'faa5e9a0-98c8-458e-bd6b-5192725899a7', 'mac_address': 'fa:16:3e:dc:55:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:28:58.189314 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:58.207705 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faa5e9a0-98c8-458e-bd6b-5192725899a7 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:28:58.237252 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port faa5e9a0-98c8-458e-bd6b-5192725899a7, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=faa5e9a0-98c8-458e-bd6b-5192725899a7,segment=NetworkSegment(4f1bc548-1c48-4e69-bd4e-5af8946314ee),segment_id=4f1bc548-1c48-4e69-bd4e-5af8946314ee)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:28:58.241239 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:58.294915 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=faa5e9a0-98c8-458e-bd6b-5192725899a7,revision_number=13']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:58.306623 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156134ac-bf4f-4ddd-bcb5-130f327a208c req-9dd2573b-ac99-4dbb-8173-3493850a01a0 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:58.308126 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-156134ac-bf4f-4ddd-bcb5-130f327a208c req-9dd2573b-ac99-4dbb-8173-3493850a01a0 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 945 time: 0.0499852 Nov 25 18:28:58.357145 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-156134ac-bf4f-4ddd-bcb5-130f327a208c req-460aeb2b-e2ce-4f9a-86d4-73da8aec9acc tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429502 Nov 25 18:28:58.532442 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['faa5e9a0-98c8-458e-bd6b-5192725899a7'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:28:59.480036 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97547479-f2c9-48b5-91a5-65b38dec9ae7 req-8762c179-0a82-4e13-97ac-73b76f7b1825 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:59.481532 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-97547479-f2c9-48b5-91a5-65b38dec9ae7 req-8762c179-0a82-4e13-97ac-73b76f7b1825 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 945 time: 0.0536942 Nov 25 18:28:59.528192 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-97547479-f2c9-48b5-91a5-65b38dec9ae7 req-4d8c09e6-fb12-4cbe-9dac-773ad5bb8c4b tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6507be4-f187-4656-9bad-c84893de61db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405583 Nov 25 18:28:59.881567 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d56b1-a9e5-4419-8c7c-e61ededec5c2 req-117a33d9-e8fb-4df8-a8fd-1ed17276e751 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:59.883034 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b87d56b1-a9e5-4419-8c7c-e61ededec5c2 req-117a33d9-e8fb-4df8-a8fd-1ed17276e751 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.90 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 945 time: 0.0488510 Nov 25 18:28:59.971544 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-b87d56b1-a9e5-4419-8c7c-e61ededec5c2 req-9e48f10b-ca46-445b-9302-e4b386faf209 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Deleting port faa5e9a0-98c8-458e-bd6b-5192725899a7 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:28:59.971876 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b87d56b1-a9e5-4419-8c7c-e61ededec5c2 req-9e48f10b-ca46-445b-9302-e4b386faf209 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:00.026341 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device faa5e9a0-98c8-458e-bd6b-5192725899a7 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:29:00.063511 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-b87d56b1-a9e5-4419-8c7c-e61ededec5c2 req-9e48f10b-ca46-445b-9302-e4b386faf209 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] For port faa5e9a0-98c8-458e-bd6b-5192725899a7, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=faa5e9a0-98c8-458e-bd6b-5192725899a7,segment=NetworkSegment(4f1bc548-1c48-4e69-bd4e-5af8946314ee),segment_id=4f1bc548-1c48-4e69-bd4e-5af8946314ee)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:00.063885 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b87d56b1-a9e5-4419-8c7c-e61ededec5c2 req-9e48f10b-ca46-445b-9302-e4b386faf209 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:00.076203 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port faa5e9a0-98c8-458e-bd6b-5192725899a7 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:29:00.080269 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port faa5e9a0-98c8-458e-bd6b-5192725899a7 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:29:00.080650 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:00.160634 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:00.183350 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf1bdc8f-8c98-470d-acd8-de25486c9303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa5e9a0-98c8-458e-bd6b-5192725899a7'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:29:00.185628 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e885ae7a60f1de4153d3a84cf91c96dac968753d8c7eb30b74097738adf70354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31c76e4-4156-4a48-97b8-2194c3460c3a" -d '{"events": [{"server_uuid": "cf1bdc8f-8c98-470d-acd8-de25486c9303", "name": "network-vif-plugged", "status": "completed", "tag": "faa5e9a0-98c8-458e-bd6b-5192725899a7"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:29:00.200137 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port faa5e9a0-98c8-458e-bd6b-5192725899a7, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=faa5e9a0-98c8-458e-bd6b-5192725899a7,segment=NetworkSegment(4f1bc548-1c48-4e69-bd4e-5af8946314ee),segment_id=4f1bc548-1c48-4e69-bd4e-5af8946314ee)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:00.204219 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:00.234316 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d25ec70-6f62-4423-bcf8-0202a4d98029 x-openstack-request-id: req-9d25ec70-6f62-4423-bcf8-0202a4d98029 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:29:00.234615 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf1bdc8f-8c98-470d-acd8-de25486c9303", "name": "network-vif-plugged", "status": "completed", "tag": "faa5e9a0-98c8-458e-bd6b-5192725899a7", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:29:00.234875 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9d25ec70-6f62-4423-bcf8-0202a4d98029 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:29:00.235271 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf1bdc8f-8c98-470d-acd8-de25486c9303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa5e9a0-98c8-458e-bd6b-5192725899a7', 'code': 200} Nov 25 18:29:00.243954 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b87d56b1-a9e5-4419-8c7c-e61ededec5c2 req-9e48f10b-ca46-445b-9302-e4b386faf209 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:00.244333 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b87d56b1-a9e5-4419-8c7c-e61ededec5c2 req-9e48f10b-ca46-445b-9302-e4b386faf209 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:00.244768 n-d-817746-1 neutron-server[103361]: INFO neutron.db.l3_db [req-b87d56b1-a9e5-4419-8c7c-e61ededec5c2 req-9e48f10b-ca46-445b-9302-e4b386faf209 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Floating IP 6b86ed42-262a-40de-bf99-74f64d094639 disassociated. External IP: 172.25.0.172, port: faa5e9a0-98c8-458e-bd6b-5192725899a7. Nov 25 18:29:00.245150 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-b87d56b1-a9e5-4419-8c7c-e61ededec5c2 req-9e48f10b-ca46-445b-9302-e4b386faf209 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Calling delete_port for faa5e9a0-98c8-458e-bd6b-5192725899a7 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:29:00.266600 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=faa5e9a0-98c8-458e-bd6b-5192725899a7,revision_number=14']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:00.376645 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b87d56b1-a9e5-4419-8c7c-e61ededec5c2 req-9e48f10b-ca46-445b-9302-e4b386faf209 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:00.405181 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e48f10b-ca46-445b-9302-e4b386faf209 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Pushing event deleted for resources: {'Port': ['ID=faa5e9a0-98c8-458e-bd6b-5192725899a7,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:00.522756 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b87d56b1-a9e5-4419-8c7c-e61ededec5c2 req-9e48f10b-ca46-445b-9302-e4b386faf209 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Router df690964-63e8-478b-81d4-d94630627680 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:29:00.644184 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-306c6fe2-69f0-4c66-af87-7fde69151ee7 req-5c4c248f-8dc9-4849-9ba8-37b8d0d6effb tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 210 time: 0.0320859 Nov 25 18:29:00.664768 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b87d56b1-a9e5-4419-8c7c-e61ededec5c2 req-9e48f10b-ca46-445b-9302-e4b386faf209 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:29:00.676561 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ee0537-b675-4de4-bc93-8629ba168897 None None] Sync routers for ids ['df690964-63e8-478b-81d4-d94630627680'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:29:00.688236 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ee0537-b675-4de4-bc93-8629ba168897 None None] Routers {'df690964-63e8-478b-81d4-d94630627680'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:29:00.688899 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-50ee0537-b675-4de4-bc93-8629ba168897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:28:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['df690964-63e8-478b-81d4-d94630627680'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:00.709123 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-b87d56b1-a9e5-4419-8c7c-e61ededec5c2 req-9e48f10b-ca46-445b-9302-e4b386faf209 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] No DVR routers for this DVR port faa5e9a0-98c8-458e-bd6b-5192725899a7 on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:29:00.711607 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b87d56b1-a9e5-4419-8c7c-e61ededec5c2 req-9e48f10b-ca46-445b-9302-e4b386faf209 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:00.715591 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b87d56b1-a9e5-4419-8c7c-e61ededec5c2 req-9e48f10b-ca46-445b-9302-e4b386faf209 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.90 "DELETE /v2.0/ports/faa5e9a0-98c8-458e-bd6b-5192725899a7 HTTP/1.1" status: 204 len: 173 time: 0.8256314 Nov 25 18:29:00.716037 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf1bdc8f-8c98-470d-acd8-de25486c9303', 'name': 'network-vif-deleted', 'tag': 'faa5e9a0-98c8-458e-bd6b-5192725899a7'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:29:00.718340 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4709e2-c1ca-4f1e-b0d6-b20460e4f413" -d '{"events": [{"server_uuid": "cf1bdc8f-8c98-470d-acd8-de25486c9303", "name": "network-vif-deleted", "tag": "faa5e9a0-98c8-458e-bd6b-5192725899a7"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:29:00.763754 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79cac4c-dd73-464d-84bb-917f21c19af4 x-openstack-request-id: req-c79cac4c-dd73-464d-84bb-917f21c19af4 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:29:00.764097 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf1bdc8f-8c98-470d-acd8-de25486c9303", "name": "network-vif-deleted", "tag": "faa5e9a0-98c8-458e-bd6b-5192725899a7", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:29:00.764356 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c79cac4c-dd73-464d-84bb-917f21c19af4 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:29:00.764763 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf1bdc8f-8c98-470d-acd8-de25486c9303', 'name': 'network-vif-deleted', 'tag': 'faa5e9a0-98c8-458e-bd6b-5192725899a7', 'status': 'completed', 'code': 200} Nov 25 18:29:00.802039 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-50ee0537-b675-4de4-bc93-8629ba168897 None None] Set router df690964-63e8-478b-81d4-d94630627680 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:29:01.008497 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-50ee0537-b675-4de4-bc93-8629ba168897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df690964-63e8-478b-81d4-d94630627680', 'name': 'tempest-ServerActionsTestJSON-1166488559-router', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'da91b2d1-71e7-4261-871e-ca2c4065d575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:19:10Z', 'updated_at': '2021-11-25T18:19:13Z', 'revision_number': 4, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'gw_port': {'id': 'da91b2d1-71e7-4261-871e-ca2c4065d575', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:33:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df690964-63e8-478b-81d4-d94630627680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:19:11Z', 'updated_at': '2021-11-25T18:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '99de8f47-bb75-4ca6-9ffc-1b76ac3b896f', 'name': '', 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'mac_address': 'fa:16:3e:4f:72:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df690964-63e8-478b-81d4-d94630627680', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:19:13Z', 'updated_at': '2021-11-25T18:19:17Z', 'revision_number': 5, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'subnets': [{'id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:01.196761 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ee0537-b675-4de4-bc93-8629ba168897 None None] Checking router: df690964-63e8-478b-81d4-d94630627680 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:29:01.207416 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ee0537-b675-4de4-bc93-8629ba168897 None None] Routers {'df690964-63e8-478b-81d4-d94630627680'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:29:01.208020 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-50ee0537-b675-4de4-bc93-8629ba168897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:28:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['df690964-63e8-478b-81d4-d94630627680'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:01.313790 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-50ee0537-b675-4de4-bc93-8629ba168897 None None] Set router df690964-63e8-478b-81d4-d94630627680 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:29:01.511085 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-50ee0537-b675-4de4-bc93-8629ba168897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df690964-63e8-478b-81d4-d94630627680', 'name': 'tempest-ServerActionsTestJSON-1166488559-router', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'da91b2d1-71e7-4261-871e-ca2c4065d575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:19:10Z', 'updated_at': '2021-11-25T18:19:13Z', 'revision_number': 4, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'gw_port': {'id': 'da91b2d1-71e7-4261-871e-ca2c4065d575', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:33:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df690964-63e8-478b-81d4-d94630627680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:19:11Z', 'updated_at': '2021-11-25T18:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '99de8f47-bb75-4ca6-9ffc-1b76ac3b896f', 'name': '', 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'mac_address': 'fa:16:3e:4f:72:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df690964-63e8-478b-81d4-d94630627680', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:19:13Z', 'updated_at': '2021-11-25T18:19:17Z', 'revision_number': 5, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'subnets': [{'id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:01.541459 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ee0537-b675-4de4-bc93-8629ba168897 None None] The sync data for ids ['df690964-63e8-478b-81d4-d94630627680'] in n-d-817746-1 is: [{'id': 'df690964-63e8-478b-81d4-d94630627680', 'name': 'tempest-ServerActionsTestJSON-1166488559-router', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'da91b2d1-71e7-4261-871e-ca2c4065d575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:19:10Z', 'updated_at': '2021-11-25T18:19:13Z', 'revision_number': 4, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'gw_port': {'id': 'da91b2d1-71e7-4261-871e-ca2c4065d575', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:33:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df690964-63e8-478b-81d4-d94630627680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:19:11Z', 'updated_at': '2021-11-25T18:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '99de8f47-bb75-4ca6-9ffc-1b76ac3b896f', 'name': '', 'network_id': '61cca371-5ab6-43f0-9b83-9c0c47170e28', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'mac_address': 'fa:16:3e:4f:72:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df690964-63e8-478b-81d4-d94630627680', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:19:13Z', 'updated_at': '2021-11-25T18:19:17Z', 'revision_number': 5, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'subnets': [{'id': 'a3e651ef-5562-417b-a758-490d6ad45059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:29:01.801187 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c273309e-47fd-430b-ae7b-6b95cf20d47a None None] New status for floating IP 6b86ed42-262a-40de-bf99-74f64d094639: DOWN {{(pid=103363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:29:01.816347 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d98f5134-1025-442d-843c-babd67cedde4 req-3e2ff3a2-b13d-4343-85af-a816b3a774c8 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 210 time: 0.0980558 Nov 25 18:29:02.961055 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-212ef4ce-a7ba-44c0-b57e-2e9f1578ca69 req-5dd19098-7da9-47fd-b969-da6f6920f814 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 210 time: 0.0727324 Nov 25 18:29:04.049416 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device faa5e9a0-98c8-458e-bd6b-5192725899a7 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:29:04.058644 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-af0b02d6-92b2-4c1b-b301-ea69c7692208 req-5d1d9c71-c87c-45f9-85b9-f19e1b38d5f0 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 210 time: 0.0273073 Nov 25 18:29:04.070985 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: faa5e9a0-98c8-458e-bd6b-5192725899a7 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:29:04.072049 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device faa5e9a0-98c8-458e-bd6b-5192725899a7 not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:29:05.166308 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-93b8066a-fbdf-42fb-a3af-7c132bbe0cf8 req-4df4983f-795c-4b4a-ac9f-32616c7b831a tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf1bdc8f-8c98-470d-acd8-de25486c9303 HTTP/1.1" status: 200 len: 210 time: 0.0257387 Nov 25 18:29:09.937653 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 36806) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:09.997078 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f107315b-c5d1-4c5e-9aba-6461f9187db1 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:10.025655 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f107315b-c5d1-4c5e-9aba-6461f9187db1 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:10.075983 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f107315b-c5d1-4c5e-9aba-6461f9187db1 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:10.078679 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f107315b-c5d1-4c5e-9aba-6461f9187db1 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:10.079834 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-f107315b-c5d1-4c5e-9aba-6461f9187db1 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "DELETE /v2.0/security-groups/d6507be4-f187-4656-9bad-c84893de61db HTTP/1.1" status: 204 len: 168 time: 0.1411605 Nov 25 18:29:10.082590 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 36808) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:10.089929 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f107315b-c5d1-4c5e-9aba-6461f9187db1 tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6507be4-f187-4656-9bad-c84893de61db,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:10.097748 n-d-817746-1 neutron-server[103360]: INFO neutron.api.v2.resource [None req-db352804-adfc-477d-8ccc-a57b9d5fc4bd tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] show failed (client error): The resource could not be found. Nov 25 18:29:10.101579 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-db352804-adfc-477d-8ccc-a57b9d5fc4bd tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "GET /v2.0/security-groups/d6507be4-f187-4656-9bad-c84893de61db HTTP/1.1" status: 404 len: 347 time: 0.0178924 Nov 25 18:29:10.101942 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 36812) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:10.232645 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-a37cf65d-a666-4aab-ad24-79848c11133b tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Deleting port ce45189f-c282-476d-aa18-691d320ebc96 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:29:10.232937 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a37cf65d-a666-4aab-ad24-79848c11133b tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:10.308049 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a37cf65d-a666-4aab-ad24-79848c11133b tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:10.308296 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a37cf65d-a666-4aab-ad24-79848c11133b tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:10.319972 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-a37cf65d-a666-4aab-ad24-79848c11133b tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Calling delete_port for ce45189f-c282-476d-aa18-691d320ebc96 owned by network:floatingip {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:29:10.458121 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a37cf65d-a666-4aab-ad24-79848c11133b tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:10.484484 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37cf65d-a666-4aab-ad24-79848c11133b tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Pushing event deleted for resources: {'Port': ['ID=ce45189f-c282-476d-aa18-691d320ebc96,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:10.548172 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a37cf65d-a666-4aab-ad24-79848c11133b tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks [] for floatingip, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:10.550875 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a37cf65d-a666-4aab-ad24-79848c11133b tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:10.552023 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-a37cf65d-a666-4aab-ad24-79848c11133b tempest-ServerActionsTestJSON-1276693612 tempest-ServerActionsTestJSON-1276693612-project] 10.222.0.75 "DELETE /v2.0/floatingips/6b86ed42-262a-40de-bf99-74f64d094639 HTTP/1.1" status: 204 len: 168 time: 0.4483867 Nov 25 18:29:10.555061 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 36814) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:11.169639 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f9378ae1-11ac-4993-9cfd-3f83b8a0e862 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:11.331868 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:29:11.469687 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-f9378ae1-11ac-4993-9cfd-3f83b8a0e862 admin admin] Deleting port 99de8f47-bb75-4ca6-9ffc-1b76ac3b896f {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:29:11.469943 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f9378ae1-11ac-4993-9cfd-3f83b8a0e862 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:11.549614 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-f9378ae1-11ac-4993-9cfd-3f83b8a0e862 admin admin] For port 99de8f47-bb75-4ca6-9ffc-1b76ac3b896f, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=99de8f47-bb75-4ca6-9ffc-1b76ac3b896f,segment=NetworkSegment(4f1bc548-1c48-4e69-bd4e-5af8946314ee),segment_id=4f1bc548-1c48-4e69-bd4e-5af8946314ee)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:11.549978 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f9378ae1-11ac-4993-9cfd-3f83b8a0e862 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:11.562457 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-f9378ae1-11ac-4993-9cfd-3f83b8a0e862 admin admin] Calling delete_port for 99de8f47-bb75-4ca6-9ffc-1b76ac3b896f owned by network:router_interface {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:29:11.740417 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f9378ae1-11ac-4993-9cfd-3f83b8a0e862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:11.767769 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9378ae1-11ac-4993-9cfd-3f83b8a0e862 admin admin] Pushing event deleted for resources: {'Port': ['ID=99de8f47-bb75-4ca6-9ffc-1b76ac3b896f,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:11.936264 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f9378ae1-11ac-4993-9cfd-3f83b8a0e862 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:12.382520 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9378ae1-11ac-4993-9cfd-3f83b8a0e862 admin admin] Router df690964-63e8-478b-81d4-d94630627680 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:29:12.492218 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9378ae1-11ac-4993-9cfd-3f83b8a0e862 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:29:12.498669 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-f9378ae1-11ac-4993-9cfd-3f83b8a0e862 admin admin] 10.222.0.75 "PUT /v2.0/routers/df690964-63e8-478b-81d4-d94630627680/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9422288 Nov 25 18:29:12.500366 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 36818) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:12.503087 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf00fd93-c333-414e-a40c-095d30315d86 None None] Sync routers for ids ['df690964-63e8-478b-81d4-d94630627680'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:29:12.513752 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf00fd93-c333-414e-a40c-095d30315d86 None None] Routers {'df690964-63e8-478b-81d4-d94630627680'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:29:12.514362 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-cf00fd93-c333-414e-a40c-095d30315d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:28:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['df690964-63e8-478b-81d4-d94630627680'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:12.603413 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-56634c38-4225-47a4-84e6-01f57678f881 admin admin] Publish callbacks [] for router, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:12.619551 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-cf00fd93-c333-414e-a40c-095d30315d86 None None] Set router df690964-63e8-478b-81d4-d94630627680 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:29:12.709511 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-56634c38-4225-47a4-84e6-01f57678f881 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:12.763410 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-56634c38-4225-47a4-84e6-01f57678f881 admin admin] Deleting port da91b2d1-71e7-4261-871e-ca2c4065d575 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:29:12.763756 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-56634c38-4225-47a4-84e6-01f57678f881 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:12.795040 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-cf00fd93-c333-414e-a40c-095d30315d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df690964-63e8-478b-81d4-d94630627680', 'name': 'tempest-ServerActionsTestJSON-1166488559-router', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'da91b2d1-71e7-4261-871e-ca2c4065d575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:19:10Z', 'updated_at': '2021-11-25T18:29:11Z', 'revision_number': 5, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'gw_port': {'id': 'da91b2d1-71e7-4261-871e-ca2c4065d575', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:33:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df690964-63e8-478b-81d4-d94630627680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:19:11Z', 'updated_at': '2021-11-25T18:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:12.823439 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf00fd93-c333-414e-a40c-095d30315d86 None None] Checking router: df690964-63e8-478b-81d4-d94630627680 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:29:12.832033 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf00fd93-c333-414e-a40c-095d30315d86 None None] Routers {'df690964-63e8-478b-81d4-d94630627680'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:29:12.832646 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-cf00fd93-c333-414e-a40c-095d30315d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:28:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['df690964-63e8-478b-81d4-d94630627680'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:12.845822 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-56634c38-4225-47a4-84e6-01f57678f881 admin admin] For port da91b2d1-71e7-4261-871e-ca2c4065d575, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=da91b2d1-71e7-4261-871e-ca2c4065d575,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:12.846183 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-56634c38-4225-47a4-84e6-01f57678f881 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:12.857889 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-56634c38-4225-47a4-84e6-01f57678f881 admin admin] Calling delete_port for da91b2d1-71e7-4261-871e-ca2c4065d575 owned by network:router_gateway {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:29:12.920977 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-cf00fd93-c333-414e-a40c-095d30315d86 None None] Set router df690964-63e8-478b-81d4-d94630627680 gateway port host: None {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:29:12.977743 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-cf00fd93-c333-414e-a40c-095d30315d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df690964-63e8-478b-81d4-d94630627680', 'name': 'tempest-ServerActionsTestJSON-1166488559-router', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:19:10Z', 'updated_at': '2021-11-25T18:29:12Z', 'revision_number': 6, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'gw_port_host': None}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:13.005244 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf00fd93-c333-414e-a40c-095d30315d86 None None] The sync data for ids ['df690964-63e8-478b-81d4-d94630627680'] in n-d-817746-1 is: [{'id': 'df690964-63e8-478b-81d4-d94630627680', 'name': 'tempest-ServerActionsTestJSON-1166488559-router', 'tenant_id': '6b43c4b7f4db486987f8d82668910151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:19:10Z', 'updated_at': '2021-11-25T18:29:12Z', 'revision_number': 6, 'project_id': '6b43c4b7f4db486987f8d82668910151', 'gw_port_host': None}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:29:13.044063 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-56634c38-4225-47a4-84e6-01f57678f881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:13.076633 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56634c38-4225-47a4-84e6-01f57678f881 admin admin] Pushing event deleted for resources: {'Port': ['ID=da91b2d1-71e7-4261-871e-ca2c4065d575,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:13.084542 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c177936-065c-4172-9a9f-4d764828d4f8 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:29:13.136314 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-56634c38-4225-47a4-84e6-01f57678f881 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:13.242036 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-56634c38-4225-47a4-84e6-01f57678f881 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:13.244862 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-56634c38-4225-47a4-84e6-01f57678f881 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:13.316503 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-56634c38-4225-47a4-84e6-01f57678f881 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:13.317006 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56634c38-4225-47a4-84e6-01f57678f881 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df690964-63e8-478b-81d4-d94630627680 {{(pid=103361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:29:13.321213 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-56634c38-4225-47a4-84e6-01f57678f881 admin admin] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:13.322741 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-56634c38-4225-47a4-84e6-01f57678f881 admin admin] 10.222.0.75 "DELETE /v2.0/routers/df690964-63e8-478b-81d4-d94630627680 HTTP/1.1" status: 204 len: 168 time: 0.8212616 Nov 25 18:29:13.325978 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 36820) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:13.373131 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4df713f-374c-4595-8897-026df97ec62c admin admin] Deleting subnet a3e651ef-5562-417b-a758-490d6ad45059 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:29:13.376435 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d4df713f-374c-4595-8897-026df97ec62c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:13.412610 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d4df713f-374c-4595-8897-026df97ec62c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:13.495657 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d4df713f-374c-4595-8897-026df97ec62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:13.546544 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d4df713f-374c-4595-8897-026df97ec62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:13.571059 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4df713f-374c-4595-8897-026df97ec62c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3e651ef-5562-417b-a758-490d6ad45059,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:13.575758 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d4df713f-374c-4595-8897-026df97ec62c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:13.579597 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d4df713f-374c-4595-8897-026df97ec62c admin admin] 10.222.0.75 "DELETE /v2.0/subnets/a3e651ef-5562-417b-a758-490d6ad45059 HTTP/1.1" status: 204 len: 168 time: 0.2518902 Nov 25 18:29:13.580797 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b338a376-a390-4f35-a712-408b4175be69 None None] Network 61cca371-5ab6-43f0-9b83-9c0c47170e28 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:29:13.582146 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 36822) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:13.586345 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4df713f-374c-4595-8897-026df97ec62c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:29:13.587362 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4df713f-374c-4595-8897-026df97ec62c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:29:13.587965 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4df713f-374c-4595-8897-026df97ec62c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:29:13.588323 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4df713f-374c-4595-8897-026df97ec62c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:29:13.588663 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4df713f-374c-4595-8897-026df97ec62c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:29:13.589026 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4df713f-374c-4595-8897-026df97ec62c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:29:13.589366 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4df713f-374c-4595-8897-026df97ec62c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:29:13.589694 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4df713f-374c-4595-8897-026df97ec62c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:29:13.590095 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4df713f-374c-4595-8897-026df97ec62c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:29:13.590425 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4df713f-374c-4595-8897-026df97ec62c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:29:13.590746 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4df713f-374c-4595-8897-026df97ec62c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:29:13.591263 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4df713f-374c-4595-8897-026df97ec62c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:29:13.663239 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8c7be503-3cdc-4ec8-957a-c7d2e0c8d525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:13.716081 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-8c7be503-3cdc-4ec8-957a-c7d2e0c8d525 admin admin] Deleting port 447cc411-5255-416e-9c54-da670bea454c {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:29:13.716509 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8c7be503-3cdc-4ec8-957a-c7d2e0c8d525 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:13.781258 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092b0527-2472-4da7-a7a3-95dfb2e08d44 None None] DHCP port deletion for 61cca371-5ab6-43f0-9b83-9c0c47170e28 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:29:13.782935 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-8c7be503-3cdc-4ec8-957a-c7d2e0c8d525 admin admin] For port 447cc411-5255-416e-9c54-da670bea454c, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=447cc411-5255-416e-9c54-da670bea454c,segment=NetworkSegment(4f1bc548-1c48-4e69-bd4e-5af8946314ee),segment_id=4f1bc548-1c48-4e69-bd4e-5af8946314ee)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:13.783308 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8c7be503-3cdc-4ec8-957a-c7d2e0c8d525 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:13.797190 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-8c7be503-3cdc-4ec8-957a-c7d2e0c8d525 admin admin] Calling delete_port for 447cc411-5255-416e-9c54-da670bea454c owned by network:dhcp {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:29:13.829317 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-092b0527-2472-4da7-a7a3-95dfb2e08d44 None None] Deleting port 447cc411-5255-416e-9c54-da670bea454c {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:29:13.829691 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-092b0527-2472-4da7-a7a3-95dfb2e08d44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:13.887855 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8c7be503-3cdc-4ec8-957a-c7d2e0c8d525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:13.918040 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7be503-3cdc-4ec8-957a-c7d2e0c8d525 admin admin] Pushing event deleted for resources: {'Port': ['ID=447cc411-5255-416e-9c54-da670bea454c,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:13.920184 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-092b0527-2472-4da7-a7a3-95dfb2e08d44 None None] For port 447cc411-5255-416e-9c54-da670bea454c, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=447cc411-5255-416e-9c54-da670bea454c,segment=NetworkSegment(4f1bc548-1c48-4e69-bd4e-5af8946314ee),segment_id=4f1bc548-1c48-4e69-bd4e-5af8946314ee)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:13.920746 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-092b0527-2472-4da7-a7a3-95dfb2e08d44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:13.924698 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device da91b2d1-71e7-4261-871e-ca2c4065d575 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:29:13.925672 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7be503-3cdc-4ec8-957a-c7d2e0c8d525 admin admin] No DVR routers for this DVR port 447cc411-5255-416e-9c54-da670bea454c on host n-d-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:29:13.941052 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-092b0527-2472-4da7-a7a3-95dfb2e08d44 None None] Calling delete_port for 447cc411-5255-416e-9c54-da670bea454c owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:29:13.969140 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: da91b2d1-71e7-4261-871e-ca2c4065d575 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:29:13.969497 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device da91b2d1-71e7-4261-871e-ca2c4065d575 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:29:13.970005 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 99de8f47-bb75-4ca6-9ffc-1b76ac3b896f no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:29:13.990127 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 99de8f47-bb75-4ca6-9ffc-1b76ac3b896f {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:29:13.990485 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 99de8f47-bb75-4ca6-9ffc-1b76ac3b896f not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:29:13.990909 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 447cc411-5255-416e-9c54-da670bea454c no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:29:13.999305 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8c7be503-3cdc-4ec8-957a-c7d2e0c8d525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:14.026311 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-8c7be503-3cdc-4ec8-957a-c7d2e0c8d525 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61cca371-5ab6-43f0-9b83-9c0c47170e28']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:14.037371 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-8c7be503-3cdc-4ec8-957a-c7d2e0c8d525 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f1bc548-1c48-4e69-bd4e-5af8946314ee') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:14.037777 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-8c7be503-3cdc-4ec8-957a-c7d2e0c8d525 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f1bc548-1c48-4e69-bd4e-5af8946314ee') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:14.044653 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 447cc411-5255-416e-9c54-da670bea454c {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:29:14.045039 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 447cc411-5255-416e-9c54-da670bea454c not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:29:14.049884 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8c7be503-3cdc-4ec8-957a-c7d2e0c8d525 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:14.065542 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8c7be503-3cdc-4ec8-957a-c7d2e0c8d525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:14.074371 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c7be503-3cdc-4ec8-957a-c7d2e0c8d525 admin admin] Releasing vlan 910 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:29:14.074776 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8c7be503-3cdc-4ec8-957a-c7d2e0c8d525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:14.076495 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 18:29:14.076495 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:29:14.076495 n-d-817746-1 neutron-server[103361]: timer() Nov 25 18:29:14.076495 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:29:14.076495 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 18:29:14.076495 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:29:14.076495 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 18:29:14.076495 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:29:14.076495 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 18:29:14.076495 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:29:14.076495 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 18:29:14.076495 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:29:14.076495 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 18:29:14.076495 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:29:14.076495 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:29:14.076495 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:29:14.076495 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:29:14.076495 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:29:14.076495 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 18:29:14.076495 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:29:14.076495 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 18:29:14.076495 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:29:14.076495 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:29:14.076495 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:29:14.076495 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 18:29:14.076495 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:29:14.076495 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:29:14.076495 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:29:14.076495 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:29:14.076495 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:29:14.076495 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:29:14.076495 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:29:14.094795 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-092b0527-2472-4da7-a7a3-95dfb2e08d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:14.118427 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092b0527-2472-4da7-a7a3-95dfb2e08d44 None None] Pushing event deleted for resources: {'Port': ['ID=447cc411-5255-416e-9c54-da670bea454c,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:14.124052 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092b0527-2472-4da7-a7a3-95dfb2e08d44 None None] No DVR routers for this DVR port 447cc411-5255-416e-9c54-da670bea454c on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:29:14.136432 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8c7be503-3cdc-4ec8-957a-c7d2e0c8d525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:14.140981 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8c7be503-3cdc-4ec8-957a-c7d2e0c8d525 admin admin] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:14.144386 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-8c7be503-3cdc-4ec8-957a-c7d2e0c8d525 admin admin] 10.222.0.75 "DELETE /v2.0/networks/61cca371-5ab6-43f0-9b83-9c0c47170e28 HTTP/1.1" status: 204 len: 168 time: 0.5612040 Nov 25 18:29:14.158530 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7be503-3cdc-4ec8-957a-c7d2e0c8d525 admin admin] Pushing event deleted for resources: {'Network': ['ID=61cca371-5ab6-43f0-9b83-9c0c47170e28,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:14.267593 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 36826) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:14.307497 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-827c66a4-ad8c-4b23-a307-e6d9416c8f99 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6b43c4b7f4db486987f8d82668910151&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387239 Nov 25 18:29:14.310052 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 36828) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:14.357322 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-872cedfd-25fe-489d-85c8-a574a9b88cde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:14.381793 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-872cedfd-25fe-489d-85c8-a574a9b88cde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:14.431851 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-872cedfd-25fe-489d-85c8-a574a9b88cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:14.434605 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-872cedfd-25fe-489d-85c8-a574a9b88cde admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:14.435867 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-872cedfd-25fe-489d-85c8-a574a9b88cde admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/92390cad-dd64-44e4-93da-bee5efa074eb HTTP/1.1" status: 204 len: 168 time: 0.1248913 Nov 25 18:29:14.443916 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872cedfd-25fe-489d-85c8-a574a9b88cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92390cad-dd64-44e4-93da-bee5efa074eb,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:15.129654 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 36852) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:15.223720 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-b905cea0-7ac2-4fcb-9e26-62c75caafc0f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1785050972-network', 'tenant_id': 'ba9d82164f1e4647b8b650a4b78f0550'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:29:15.245347 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b905cea0-7ac2-4fcb-9e26-62c75caafc0f admin admin] Made reservation on behalf of ba9d82164f1e4647b8b650a4b78f0550 for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:29:15.247606 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b905cea0-7ac2-4fcb-9e26-62c75caafc0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:15.255831 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b905cea0-7ac2-4fcb-9e26-62c75caafc0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:15.327674 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b905cea0-7ac2-4fcb-9e26-62c75caafc0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:15.331347 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b905cea0-7ac2-4fcb-9e26-62c75caafc0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:15.351681 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b905cea0-7ac2-4fcb-9e26-62c75caafc0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 942} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:29:15.365327 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b905cea0-7ac2-4fcb-9e26-62c75caafc0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d6173b-59f3-4058-8400-d86896e7c9a1,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:15.371139 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b905cea0-7ac2-4fcb-9e26-62c75caafc0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:15.371554 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-b905cea0-7ac2-4fcb-9e26-62c75caafc0f admin admin] Added segment 169be900-5fbf-4634-aa63-5753bde23e4c of type vlan for network 7bd05deb-df94-4b7f-a0b9-6e200c8c2967 Nov 25 18:29:15.412499 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b905cea0-7ac2-4fcb-9e26-62c75caafc0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:15.437352 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b905cea0-7ac2-4fcb-9e26-62c75caafc0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:15.438284 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b905cea0-7ac2-4fcb-9e26-62c75caafc0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:15.438862 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b905cea0-7ac2-4fcb-9e26-62c75caafc0f admin admin] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:15.465470 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-b905cea0-7ac2-4fcb-9e26-62c75caafc0f admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3347147 Nov 25 18:29:15.468452 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 36856) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:15.473587 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-31825fe0-d873-43fc-bd34-56b73c45a925 admin admin] Request body: {'subnet': {'network_id': '7bd05deb-df94-4b7f-a0b9-6e200c8c2967', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1785050972-subnet', 'tenant_id': 'ba9d82164f1e4647b8b650a4b78f0550', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:29:15.495872 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31825fe0-d873-43fc-bd34-56b73c45a925 admin admin] Made reservation on behalf of ba9d82164f1e4647b8b650a4b78f0550 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:29:15.498386 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-31825fe0-d873-43fc-bd34-56b73c45a925 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:15.504325 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b905cea0-7ac2-4fcb-9e26-62c75caafc0f admin admin] Pushing event updated for resources: {'Network': ['ID=7bd05deb-df94-4b7f-a0b9-6e200c8c2967,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:15.514236 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 7bd05deb-df94-4b7f-a0b9-6e200c8c2967 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:29:15.670027 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-31825fe0-d873-43fc-bd34-56b73c45a925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:15.734404 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31825fe0-d873-43fc-bd34-56b73c45a925 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc756b5f-b0f3-418c-bd3b-1da556beef11,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:15.739280 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31825fe0-d873-43fc-bd34-56b73c45a925 admin admin] Checking segment: {'id': '169be900-5fbf-4634-aa63-5753bde23e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '7bd05deb-df94-4b7f-a0b9-6e200c8c2967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:29:15.739637 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31825fe0-d873-43fc-bd34-56b73c45a925 admin admin] Network hostable DHCP agents. Network: 7bd05deb-df94-4b7f-a0b9-6e200c8c2967, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:29:15.755313 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31825fe0-d873-43fc-bd34-56b73c45a925 admin admin] Network 7bd05deb-df94-4b7f-a0b9-6e200c8c2967 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:29:15.763666 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-31825fe0-d873-43fc-bd34-56b73c45a925 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 7bd05deb-df94-4b7f-a0b9-6e200c8c2967) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:29:15.767530 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31825fe0-d873-43fc-bd34-56b73c45a925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:15.768115 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-31825fe0-d873-43fc-bd34-56b73c45a925 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:15.772653 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb1dc8b-a597-4e34-a5b2-02f12c998ce0 None None] Network 7bd05deb-df94-4b7f-a0b9-6e200c8c2967 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:29:15.784848 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-31825fe0-d873-43fc-bd34-56b73c45a925 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3151040 Nov 25 18:29:15.905340 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5d6c86-c6ad-411b-9482-066115376d00 None None] Network 7bd05deb-df94-4b7f-a0b9-6e200c8c2967 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:29:16.222227 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147d0d2-fa9f-4246-8375-bf25d1623b17 req-2b4c9d62-024a-4265-8f47-55401bf99994 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:16.223698 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d147d0d2-fa9f-4246-8375-bf25d1623b17 req-2b4c9d62-024a-4265-8f47-55401bf99994 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] 10.222.0.75 "GET /v2.0/networks?id=7bd05deb-df94-4b7f-a0b9-6e200c8c2967 HTTP/1.1" status: 200 len: 814 time: 0.1002235 Nov 25 18:29:16.239152 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d147d0d2-fa9f-4246-8375-bf25d1623b17 req-70185589-8ab1-423c-ad20-da244467ddef tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] 10.222.0.75 "GET /v2.0/quotas/ba9d82164f1e4647b8b650a4b78f0550 HTTP/1.1" status: 200 len: 375 time: 0.0090032 Nov 25 18:29:16.275757 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d147d0d2-fa9f-4246-8375-bf25d1623b17 req-ffb3612a-561e-446b-a82d-94f9f9371bd4 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=ba9d82164f1e4647b8b650a4b78f0550&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308008 Nov 25 18:29:16.424954 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d147d0d2-fa9f-4246-8375-bf25d1623b17 req-02218c63-342e-470a-a47b-588db9d3190f service neutron] 10.222.0.75 "GET /v2.0/networks/7bd05deb-df94-4b7f-a0b9-6e200c8c2967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423020 Nov 25 18:29:16.520214 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d147d0d2-fa9f-4246-8375-bf25d1623b17 req-27bc036b-d90c-4585-b126-8913136adbf6 service neutron] 10.222.0.75 "GET /v2.0/networks/7bd05deb-df94-4b7f-a0b9-6e200c8c2967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891383 Nov 25 18:29:17.224756 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c91a7c83-ca53-45d6-88aa-d6b1b0c6c76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:17.297970 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:17.493838 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:17.697324 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1168a8bf-9b4e-4f01-b1e5-b8450072f269 req-82c56064-8c7b-4206-bda8-a24efb226976 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] 10.222.0.75 "GET /v2.0/ports?device_id=f5cf1cb9-fca6-406b-95de-2dfbdbd09eab HTTP/1.1" status: 200 len: 210 time: 0.0267394 Nov 25 18:29:18.628615 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147d0d2-fa9f-4246-8375-bf25d1623b17 req-feb48848-de68-4429-a011-d8df5466ad0d tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:18.630572 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d147d0d2-fa9f-4246-8375-bf25d1623b17 req-feb48848-de68-4429-a011-d8df5466ad0d tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] 10.222.0.74 "GET /v2.0/networks?id=7bd05deb-df94-4b7f-a0b9-6e200c8c2967 HTTP/1.1" status: 200 len: 814 time: 0.1052325 Nov 25 18:29:18.645129 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-d147d0d2-fa9f-4246-8375-bf25d1623b17 req-a9e9c9c2-9c2c-4998-8beb-493e7c6d7392 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Request body: {'port': {'device_id': 'f5cf1cb9-fca6-406b-95de-2dfbdbd09eab', 'network_id': '7bd05deb-df94-4b7f-a0b9-6e200c8c2967', 'admin_state_up': True, 'tenant_id': 'ba9d82164f1e4647b8b650a4b78f0550'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:29:18.756762 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d147d0d2-fa9f-4246-8375-bf25d1623b17 req-a9e9c9c2-9c2c-4998-8beb-493e7c6d7392 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Made reservation on behalf of ba9d82164f1e4647b8b650a4b78f0550 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:29:18.760324 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d147d0d2-fa9f-4246-8375-bf25d1623b17 req-a9e9c9c2-9c2c-4998-8beb-493e7c6d7392 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:18.804462 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-faac1429-dc56-4f53-b0ea-748d0cd1116c req-c11aceab-92c0-4a1f-82c5-89bbcb4be5f0 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] 10.222.0.75 "GET /v2.0/ports?device_id=f5cf1cb9-fca6-406b-95de-2dfbdbd09eab HTTP/1.1" status: 200 len: 210 time: 0.0343497 Nov 25 18:29:18.910199 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-d147d0d2-fa9f-4246-8375-bf25d1623b17 req-a9e9c9c2-9c2c-4998-8beb-493e7c6d7392 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Allocated IP 172.20.0.9 (7bd05deb-df94-4b7f-a0b9-6e200c8c2967/cc756b5f-b0f3-418c-bd3b-1da556beef11/da83e94a-19f0-4a6a-aa03-d2940025ea6e) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:29:19.053566 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d147d0d2-fa9f-4246-8375-bf25d1623b17 req-a9e9c9c2-9c2c-4998-8beb-493e7c6d7392 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:19.088100 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d147d0d2-fa9f-4246-8375-bf25d1623b17 req-a9e9c9c2-9c2c-4998-8beb-493e7c6d7392 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:19.136467 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d147d0d2-fa9f-4246-8375-bf25d1623b17 req-a9e9c9c2-9c2c-4998-8beb-493e7c6d7392 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Network 7bd05deb-df94-4b7f-a0b9-6e200c8c2967 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:29:19.139712 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-d147d0d2-fa9f-4246-8375-bf25d1623b17 req-a9e9c9c2-9c2c-4998-8beb-493e7c6d7392 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:29:19.143606 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-d147d0d2-fa9f-4246-8375-bf25d1623b17 req-a9e9c9c2-9c2c-4998-8beb-493e7c6d7392 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:29:19.166967 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e9c9c2-9c2c-4998-8beb-493e7c6d7392 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Pushing event updated for resources: {'Port': ['ID=da83e94a-19f0-4a6a-aa03-d2940025ea6e,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:19.194489 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147d0d2-fa9f-4246-8375-bf25d1623b17 req-a9e9c9c2-9c2c-4998-8beb-493e7c6d7392 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:19.195100 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d147d0d2-fa9f-4246-8375-bf25d1623b17 req-a9e9c9c2-9c2c-4998-8beb-493e7c6d7392 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:19.212394 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d147d0d2-fa9f-4246-8375-bf25d1623b17 req-a9e9c9c2-9c2c-4998-8beb-493e7c6d7392 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5710585 Nov 25 18:29:19.224158 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-d147d0d2-fa9f-4246-8375-bf25d1623b17 req-518a9f3b-549d-44c4-84b8-f49e5a9bbcdb service neutron] Request body: {'port': {'device_id': 'f5cf1cb9-fca6-406b-95de-2dfbdbd09eab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:29:19.276022 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d147d0d2-fa9f-4246-8375-bf25d1623b17 req-518a9f3b-549d-44c4-84b8-f49e5a9bbcdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:19.533173 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-d147d0d2-fa9f-4246-8375-bf25d1623b17 req-518a9f3b-549d-44c4-84b8-f49e5a9bbcdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da83e94a-19f0-4a6a-aa03-d2940025ea6e {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:29:19.540552 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d147d0d2-fa9f-4246-8375-bf25d1623b17 req-518a9f3b-549d-44c4-84b8-f49e5a9bbcdb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:19.552080 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-d147d0d2-fa9f-4246-8375-bf25d1623b17 req-518a9f3b-549d-44c4-84b8-f49e5a9bbcdb service neutron] Transition to ACTIVE for port object da83e94a-19f0-4a6a-aa03-d2940025ea6e will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:29:19.556705 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d147d0d2-fa9f-4246-8375-bf25d1623b17 req-518a9f3b-549d-44c4-84b8-f49e5a9bbcdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:19.624229 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518a9f3b-549d-44c4-84b8-f49e5a9bbcdb service neutron] Pushing event updated for resources: {'Port': ['ID=da83e94a-19f0-4a6a-aa03-d2940025ea6e,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:19.677480 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-d147d0d2-fa9f-4246-8375-bf25d1623b17 req-518a9f3b-549d-44c4-84b8-f49e5a9bbcdb service neutron] Attempting to bind port da83e94a-19f0-4a6a-aa03-d2940025ea6e on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:29:19.677961 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-d147d0d2-fa9f-4246-8375-bf25d1623b17 req-518a9f3b-549d-44c4-84b8-f49e5a9bbcdb service neutron] Attempting to bind port da83e94a-19f0-4a6a-aa03-d2940025ea6e by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '169be900-5fbf-4634-aa63-5753bde23e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '7bd05deb-df94-4b7f-a0b9-6e200c8c2967'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:29:19.678299 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d147d0d2-fa9f-4246-8375-bf25d1623b17 req-518a9f3b-549d-44c4-84b8-f49e5a9bbcdb service neutron] Attempting to bind port da83e94a-19f0-4a6a-aa03-d2940025ea6e on network 7bd05deb-df94-4b7f-a0b9-6e200c8c2967 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:29:19.683067 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d147d0d2-fa9f-4246-8375-bf25d1623b17 req-518a9f3b-549d-44c4-84b8-f49e5a9bbcdb service neutron] Port da83e94a-19f0-4a6a-aa03-d2940025ea6e on network 7bd05deb-df94-4b7f-a0b9-6e200c8c2967 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:29:19.683391 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d147d0d2-fa9f-4246-8375-bf25d1623b17 req-518a9f3b-549d-44c4-84b8-f49e5a9bbcdb service neutron] Attempting to bind port da83e94a-19f0-4a6a-aa03-d2940025ea6e on network 7bd05deb-df94-4b7f-a0b9-6e200c8c2967 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:29:19.688191 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d147d0d2-fa9f-4246-8375-bf25d1623b17 req-518a9f3b-549d-44c4-84b8-f49e5a9bbcdb service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:29:19.688531 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d147d0d2-fa9f-4246-8375-bf25d1623b17 req-518a9f3b-549d-44c4-84b8-f49e5a9bbcdb service neutron] Checking segment: {'id': '169be900-5fbf-4634-aa63-5753bde23e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '7bd05deb-df94-4b7f-a0b9-6e200c8c2967'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:29:19.688952 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d147d0d2-fa9f-4246-8375-bf25d1623b17 req-518a9f3b-549d-44c4-84b8-f49e5a9bbcdb service neutron] Bound using segment: {'id': '169be900-5fbf-4634-aa63-5753bde23e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '7bd05deb-df94-4b7f-a0b9-6e200c8c2967'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:29:19.689385 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-d147d0d2-fa9f-4246-8375-bf25d1623b17 req-518a9f3b-549d-44c4-84b8-f49e5a9bbcdb service neutron] Bound port: da83e94a-19f0-4a6a-aa03-d2940025ea6e, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '169be900-5fbf-4634-aa63-5753bde23e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '7bd05deb-df94-4b7f-a0b9-6e200c8c2967'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:29:19.689738 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d147d0d2-fa9f-4246-8375-bf25d1623b17 req-518a9f3b-549d-44c4-84b8-f49e5a9bbcdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:19.751879 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-d147d0d2-fa9f-4246-8375-bf25d1623b17 req-518a9f3b-549d-44c4-84b8-f49e5a9bbcdb service neutron] For port da83e94a-19f0-4a6a-aa03-d2940025ea6e, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:29:19.754834 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-d147d0d2-fa9f-4246-8375-bf25d1623b17 req-518a9f3b-549d-44c4-84b8-f49e5a9bbcdb service neutron] For port da83e94a-19f0-4a6a-aa03-d2940025ea6e, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=da83e94a-19f0-4a6a-aa03-d2940025ea6e,segment=NetworkSegment(169be900-5fbf-4634-aa63-5753bde23e4c),segment_id=169be900-5fbf-4634-aa63-5753bde23e4c)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:29:19.759133 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d147d0d2-fa9f-4246-8375-bf25d1623b17 req-518a9f3b-549d-44c4-84b8-f49e5a9bbcdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:19.792341 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147d0d2-fa9f-4246-8375-bf25d1623b17 req-518a9f3b-549d-44c4-84b8-f49e5a9bbcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:19.792992 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-d147d0d2-fa9f-4246-8375-bf25d1623b17 req-518a9f3b-549d-44c4-84b8-f49e5a9bbcdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:19.794375 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d147d0d2-fa9f-4246-8375-bf25d1623b17 req-518a9f3b-549d-44c4-84b8-f49e5a9bbcdb service neutron] 10.222.0.74 "PUT /v2.0/ports/da83e94a-19f0-4a6a-aa03-d2940025ea6e HTTP/1.1" status: 200 len: 1091 time: 0.5741870 Nov 25 18:29:19.794881 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5cf1cb9-fca6-406b-95de-2dfbdbd09eab', 'tag': 'da83e94a-19f0-4a6a-aa03-d2940025ea6e'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:29:19.797192 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861a417b-5349-446c-a616-ddb60855de1b" -d '{"events": [{"name": "network-changed", "server_uuid": "f5cf1cb9-fca6-406b-95de-2dfbdbd09eab", "tag": "da83e94a-19f0-4a6a-aa03-d2940025ea6e"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:29:19.827474 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518a9f3b-549d-44c4-84b8-f49e5a9bbcdb service neutron] Pushing event updated for resources: {'Port': ['ID=da83e94a-19f0-4a6a-aa03-d2940025ea6e,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:19.848754 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9086acc9-1bfe-4f44-b00a-803d4ea5295d x-openstack-request-id: req-9086acc9-1bfe-4f44-b00a-803d4ea5295d {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:29:19.848754 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5cf1cb9-fca6-406b-95de-2dfbdbd09eab", "tag": "da83e94a-19f0-4a6a-aa03-d2940025ea6e", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:29:19.848988 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9086acc9-1bfe-4f44-b00a-803d4ea5295d {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:29:19.849359 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5cf1cb9-fca6-406b-95de-2dfbdbd09eab', 'tag': 'da83e94a-19f0-4a6a-aa03-d2940025ea6e', 'status': 'completed', 'code': 200} Nov 25 18:29:19.887434 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147d0d2-fa9f-4246-8375-bf25d1623b17 req-c3c84bf5-6b3d-4fb4-81fd-cb068b310b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:19.888880 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d147d0d2-fa9f-4246-8375-bf25d1623b17 req-c3c84bf5-6b3d-4fb4-81fd-cb068b310b13 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ba9d82164f1e4647b8b650a4b78f0550&device_id=f5cf1cb9-fca6-406b-95de-2dfbdbd09eab HTTP/1.1" status: 200 len: 1094 time: 0.0523903 Nov 25 18:29:19.948750 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d147d0d2-fa9f-4246-8375-bf25d1623b17 req-0c8852cc-c324-42ad-b866-003b0cfecb0a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da83e94a-19f0-4a6a-aa03-d2940025ea6e HTTP/1.1" status: 200 len: 217 time: 0.0388258 Nov 25 18:29:19.958827 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a717da50-28da-4bd2-82a9-e90c96eee530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:19.972568 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac8ecb-5227-4b8d-a7fb-32f2a49fdb81 req-add69166-7228-4e00-9c57-922aecded0ff tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:19.974063 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-efac8ecb-5227-4b8d-a7fb-32f2a49fdb81 req-add69166-7228-4e00-9c57-922aecded0ff tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] 10.222.0.75 "GET /v2.0/ports?device_id=f5cf1cb9-fca6-406b-95de-2dfbdbd09eab HTTP/1.1" status: 200 len: 943 time: 0.0976064 Nov 25 18:29:20.026706 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147d0d2-fa9f-4246-8375-bf25d1623b17 req-a6c4c124-65e1-475a-ba4d-504375ad6923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:20.028122 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d147d0d2-fa9f-4246-8375-bf25d1623b17 req-a6c4c124-65e1-475a-ba4d-504375ad6923 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=cc756b5f-b0f3-418c-bd3b-1da556beef11 HTTP/1.1" status: 200 len: 854 time: 0.0712206 Nov 25 18:29:20.070344 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d147d0d2-fa9f-4246-8375-bf25d1623b17 req-939274ed-99b2-429b-83a3-91cb3d06ce2f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7bd05deb-df94-4b7f-a0b9-6e200c8c2967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345752 Nov 25 18:29:20.075676 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-efac8ecb-5227-4b8d-a7fb-32f2a49fdb81 req-604371a7-7342-45ed-ae5c-3c23bb9dcecf tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2d6173b-59f3-4058-8400-d86896e7c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824633 Nov 25 18:29:20.159858 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d147d0d2-fa9f-4246-8375-bf25d1623b17 req-984cfe02-6156-49eb-9093-aa82dd53b1fe service neutron] 10.222.0.74 "GET /v2.0/networks/7bd05deb-df94-4b7f-a0b9-6e200c8c2967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813665 Nov 25 18:29:20.255101 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d147d0d2-fa9f-4246-8375-bf25d1623b17 req-54fc3f1a-669e-4041-985d-946a4dff419f service neutron] 10.222.0.74 "GET /v2.0/networks/7bd05deb-df94-4b7f-a0b9-6e200c8c2967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862184 Nov 25 18:29:20.343348 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a417b-5349-446c-a616-ddb60855de1b req-40ccee4c-4f77-4665-9606-0f41fcfec9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:20.344717 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-861a417b-5349-446c-a616-ddb60855de1b req-40ccee4c-4f77-4665-9606-0f41fcfec9d3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ba9d82164f1e4647b8b650a4b78f0550&device_id=f5cf1cb9-fca6-406b-95de-2dfbdbd09eab HTTP/1.1" status: 200 len: 1094 time: 0.0421636 Nov 25 18:29:20.433130 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a417b-5349-446c-a616-ddb60855de1b req-ca97d4c5-2adb-45df-89d7-6853ab455614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:20.434597 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-861a417b-5349-446c-a616-ddb60855de1b req-ca97d4c5-2adb-45df-89d7-6853ab455614 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7bd05deb-df94-4b7f-a0b9-6e200c8c2967 HTTP/1.1" status: 200 len: 915 time: 0.0833867 Nov 25 18:29:20.480440 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-861a417b-5349-446c-a616-ddb60855de1b req-49327308-6253-41f7-b003-a842f00df194 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da83e94a-19f0-4a6a-aa03-d2940025ea6e HTTP/1.1" status: 200 len: 217 time: 0.0389059 Nov 25 18:29:20.532203 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a417b-5349-446c-a616-ddb60855de1b req-a1cb0a94-3e7b-48e7-b519-65e1fd8ead55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:20.533684 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-861a417b-5349-446c-a616-ddb60855de1b req-a1cb0a94-3e7b-48e7-b519-65e1fd8ead55 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=cc756b5f-b0f3-418c-bd3b-1da556beef11 HTTP/1.1" status: 200 len: 854 time: 0.0463214 Nov 25 18:29:20.566779 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-861a417b-5349-446c-a616-ddb60855de1b req-1baa7165-e66e-4295-a2eb-289570b74abe service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7bd05deb-df94-4b7f-a0b9-6e200c8c2967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253737 Nov 25 18:29:20.658563 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-861a417b-5349-446c-a616-ddb60855de1b req-76692b9e-bbb8-4874-abac-fedcf862e41d service neutron] 10.222.0.74 "GET /v2.0/networks/7bd05deb-df94-4b7f-a0b9-6e200c8c2967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836692 Nov 25 18:29:20.750468 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-861a417b-5349-446c-a616-ddb60855de1b req-88da5830-c24c-4173-b83b-361e50e3f095 service neutron] 10.222.0.74 "GET /v2.0/networks/7bd05deb-df94-4b7f-a0b9-6e200c8c2967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837991 Nov 25 18:29:21.063755 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:21.199192 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ffb105-a2e0-40fb-a025-a31d08930569 req-502511dd-7fd8-4220-a77c-0e08cc166dec tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:21.200637 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-75ffb105-a2e0-40fb-a025-a31d08930569 req-502511dd-7fd8-4220-a77c-0e08cc166dec tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] 10.222.0.75 "GET /v2.0/ports?device_id=f5cf1cb9-fca6-406b-95de-2dfbdbd09eab HTTP/1.1" status: 200 len: 943 time: 0.0535111 Nov 25 18:29:21.484699 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-75ffb105-a2e0-40fb-a025-a31d08930569 req-f635cd87-c835-414f-8bcc-e3957e47412e tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2d6173b-59f3-4058-8400-d86896e7c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779481 Nov 25 18:29:22.244972 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:22.602917 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a6754c-bc77-41db-be9d-415c050eab59 req-b2560a65-3949-483b-af33-fa3728d5bccc tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:22.604382 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-85a6754c-bc77-41db-be9d-415c050eab59 req-b2560a65-3949-483b-af33-fa3728d5bccc tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] 10.222.0.75 "GET /v2.0/ports?device_id=f5cf1cb9-fca6-406b-95de-2dfbdbd09eab HTTP/1.1" status: 200 len: 943 time: 0.0500374 Nov 25 18:29:22.651301 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-85a6754c-bc77-41db-be9d-415c050eab59 req-a866a737-e460-4271-80ac-489a6b066413 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2d6173b-59f3-4058-8400-d86896e7c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410569 Nov 25 18:29:23.129340 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device da83e94a-19f0-4a6a-aa03-d2940025ea6e details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:29:23.207360 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:23.237576 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port da83e94a-19f0-4a6a-aa03-d2940025ea6e, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=da83e94a-19f0-4a6a-aa03-d2940025ea6e,segment=NetworkSegment(169be900-5fbf-4634-aa63-5753bde23e4c),segment_id=169be900-5fbf-4634-aa63-5753bde23e4c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:23.247642 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': 'da83e94a-19f0-4a6a-aa03-d2940025ea6e', 'network_id': '7bd05deb-df94-4b7f-a0b9-6e200c8c2967', 'port_id': 'da83e94a-19f0-4a6a-aa03-d2940025ea6e', 'mac_address': 'fa:16:3e:ab:cb:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc756b5f-b0f3-418c-bd3b-1da556beef11', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:29:23.285279 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:23.298346 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da83e94a-19f0-4a6a-aa03-d2940025ea6e {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:29:23.317283 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port da83e94a-19f0-4a6a-aa03-d2940025ea6e, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=da83e94a-19f0-4a6a-aa03-d2940025ea6e,segment=NetworkSegment(169be900-5fbf-4634-aa63-5753bde23e4c),segment_id=169be900-5fbf-4634-aa63-5753bde23e4c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:23.321077 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:23.370600 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=da83e94a-19f0-4a6a-aa03-d2940025ea6e,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:23.509767 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['da83e94a-19f0-4a6a-aa03-d2940025ea6e'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:29:23.767123 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ecd5de-2553-4a4e-8367-9c5c173dfecf req-88b33618-7c4a-434e-a30d-99b6b9187a5a tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:23.768489 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-54ecd5de-2553-4a4e-8367-9c5c173dfecf req-88b33618-7c4a-434e-a30d-99b6b9187a5a tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] 10.222.0.75 "GET /v2.0/ports?device_id=f5cf1cb9-fca6-406b-95de-2dfbdbd09eab HTTP/1.1" status: 200 len: 944 time: 0.0485590 Nov 25 18:29:23.818239 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-54ecd5de-2553-4a4e-8367-9c5c173dfecf req-204a11b6-28f2-41c0-9d64-fe784e1e5643 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2d6173b-59f3-4058-8400-d86896e7c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427747 Nov 25 18:29:24.932881 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0281aa3d-dfbd-4b2e-997b-076686df30a1 req-4d83ace7-ba2d-450b-aa91-4d5cddf25a10 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:24.934357 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0281aa3d-dfbd-4b2e-997b-076686df30a1 req-4d83ace7-ba2d-450b-aa91-4d5cddf25a10 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] 10.222.0.75 "GET /v2.0/ports?device_id=f5cf1cb9-fca6-406b-95de-2dfbdbd09eab HTTP/1.1" status: 200 len: 944 time: 0.0483203 Nov 25 18:29:24.982283 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0281aa3d-dfbd-4b2e-997b-076686df30a1 req-0867a597-c52f-444e-a371-b738e382c651 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2d6173b-59f3-4058-8400-d86896e7c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419309 Nov 25 18:29:25.161065 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device da83e94a-19f0-4a6a-aa03-d2940025ea6e up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:29:25.212149 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port da83e94a-19f0-4a6a-aa03-d2940025ea6e completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:29:25.215803 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port da83e94a-19f0-4a6a-aa03-d2940025ea6e triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:29:25.216177 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:25.290549 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:25.312304 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5cf1cb9-fca6-406b-95de-2dfbdbd09eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da83e94a-19f0-4a6a-aa03-d2940025ea6e'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:29:25.314567 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e885ae7a60f1de4153d3a84cf91c96dac968753d8c7eb30b74097738adf70354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea793a5-ca8f-4eda-8c05-609fde6de135" -d '{"events": [{"server_uuid": "f5cf1cb9-fca6-406b-95de-2dfbdbd09eab", "name": "network-vif-plugged", "status": "completed", "tag": "da83e94a-19f0-4a6a-aa03-d2940025ea6e"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:29:25.328136 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port da83e94a-19f0-4a6a-aa03-d2940025ea6e, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=da83e94a-19f0-4a6a-aa03-d2940025ea6e,segment=NetworkSegment(169be900-5fbf-4634-aa63-5753bde23e4c),segment_id=169be900-5fbf-4634-aa63-5753bde23e4c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:25.332024 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:25.358615 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866b5565-c8cd-4755-920f-dd39b2047f65 x-openstack-request-id: req-866b5565-c8cd-4755-920f-dd39b2047f65 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:29:25.358910 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5cf1cb9-fca6-406b-95de-2dfbdbd09eab", "name": "network-vif-plugged", "status": "completed", "tag": "da83e94a-19f0-4a6a-aa03-d2940025ea6e", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:29:25.359167 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-866b5565-c8cd-4755-920f-dd39b2047f65 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:29:25.359558 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5cf1cb9-fca6-406b-95de-2dfbdbd09eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da83e94a-19f0-4a6a-aa03-d2940025ea6e', 'code': 200} Nov 25 18:29:25.387316 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=da83e94a-19f0-4a6a-aa03-d2940025ea6e,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:25.451252 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a58968-7bbc-47b7-988f-bda85788bafc req-6d501490-536e-445e-b836-86c4dfb7528e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:25.452647 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-54a58968-7bbc-47b7-988f-bda85788bafc req-6d501490-536e-445e-b836-86c4dfb7528e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f5cf1cb9-fca6-406b-95de-2dfbdbd09eab HTTP/1.1" status: 200 len: 1096 time: 0.0417919 Nov 25 18:29:25.495743 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-54a58968-7bbc-47b7-988f-bda85788bafc req-93f05d9f-1d49-42b7-8df4-7d681ffe4e9d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=c2d6173b-59f3-4058-8400-d86896e7c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364583 Nov 25 18:29:26.105512 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ca641-4acc-4b88-8778-b04d0cfdc30e req-996296a7-5332-4781-9394-31be80ead8b4 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:26.106972 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-813ca641-4acc-4b88-8778-b04d0cfdc30e req-996296a7-5332-4781-9394-31be80ead8b4 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] 10.222.0.75 "GET /v2.0/ports?device_id=f5cf1cb9-fca6-406b-95de-2dfbdbd09eab HTTP/1.1" status: 200 len: 945 time: 0.0519829 Nov 25 18:29:26.153704 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-813ca641-4acc-4b88-8778-b04d0cfdc30e req-4e5874f5-0739-43d6-a7c3-5e12feb37205 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2d6173b-59f3-4058-8400-d86896e7c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406857 Nov 25 18:29:27.269981 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf23cb-24a0-4e74-9d98-1924f1288f73 req-793e259d-3957-4e4d-9db4-ac106537377d tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:27.271355 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fbdf23cb-24a0-4e74-9d98-1924f1288f73 req-793e259d-3957-4e4d-9db4-ac106537377d tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] 10.222.0.75 "GET /v2.0/ports?device_id=f5cf1cb9-fca6-406b-95de-2dfbdbd09eab HTTP/1.1" status: 200 len: 945 time: 0.0486975 Nov 25 18:29:27.318394 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fbdf23cb-24a0-4e74-9d98-1924f1288f73 req-841de094-41fe-427a-aed3-165cd952139c tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2d6173b-59f3-4058-8400-d86896e7c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409040 Nov 25 18:29:27.539832 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c512bb-5570-4ff5-b58e-c1f09658e33b req-e3b19012-aa7e-4a07-b184-b19d18b629c4 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:27.541352 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a4c512bb-5570-4ff5-b58e-c1f09658e33b req-e3b19012-aa7e-4a07-b184-b19d18b629c4 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] 10.222.0.75 "GET /v2.0/networks?id=7bd05deb-df94-4b7f-a0b9-6e200c8c2967 HTTP/1.1" status: 200 len: 814 time: 0.1030922 Nov 25 18:29:27.556711 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a4c512bb-5570-4ff5-b58e-c1f09658e33b req-6764ee73-9494-47eb-a843-647f04a7250f tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] 10.222.0.75 "GET /v2.0/quotas/ba9d82164f1e4647b8b650a4b78f0550 HTTP/1.1" status: 200 len: 375 time: 0.0095775 Nov 25 18:29:27.604479 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a4c512bb-5570-4ff5-b58e-c1f09658e33b req-c978cc07-2890-4ae8-8701-efcf9c5b720b tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=ba9d82164f1e4647b8b650a4b78f0550&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0425208 Nov 25 18:29:27.697094 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a4c512bb-5570-4ff5-b58e-c1f09658e33b req-c9dfb35c-baf5-4939-8fc7-e1865f013d0e service neutron] 10.222.0.75 "GET /v2.0/networks/7bd05deb-df94-4b7f-a0b9-6e200c8c2967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856884 Nov 25 18:29:27.786342 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a4c512bb-5570-4ff5-b58e-c1f09658e33b req-1064bd23-f42e-4af3-8feb-cbe10ab40268 service neutron] 10.222.0.75 "GET /v2.0/networks/7bd05deb-df94-4b7f-a0b9-6e200c8c2967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828769 Nov 25 18:29:27.954898 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dafa98e0-c204-4f81-82c7-cc9311d713fb req-459e000a-8e07-4470-8aad-e054e38f0d42 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca56d838-925d-400d-bb00-a63900876fb5 HTTP/1.1" status: 200 len: 210 time: 0.0332184 Nov 25 18:29:29.010870 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c512bb-5570-4ff5-b58e-c1f09658e33b req-3d681e36-5b32-4346-89cb-eda624ea113b tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:29.012509 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a4c512bb-5570-4ff5-b58e-c1f09658e33b req-3d681e36-5b32-4346-89cb-eda624ea113b tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] 10.222.0.90 "GET /v2.0/networks?id=7bd05deb-df94-4b7f-a0b9-6e200c8c2967 HTTP/1.1" status: 200 len: 814 time: 0.1212735 Nov 25 18:29:29.029756 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-a4c512bb-5570-4ff5-b58e-c1f09658e33b req-a178f163-7377-4905-aae4-636779b6d8a7 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Request body: {'port': {'device_id': 'ca56d838-925d-400d-bb00-a63900876fb5', 'network_id': '7bd05deb-df94-4b7f-a0b9-6e200c8c2967', 'admin_state_up': True, 'tenant_id': 'ba9d82164f1e4647b8b650a4b78f0550'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:29:29.112945 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e1ede907-44ec-4896-853a-b91ec95eff64 req-b3273bc3-5e34-41b8-86ba-6bc2a18c1b82 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca56d838-925d-400d-bb00-a63900876fb5 HTTP/1.1" status: 200 len: 210 time: 0.0632353 Nov 25 18:29:29.180865 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4c512bb-5570-4ff5-b58e-c1f09658e33b req-a178f163-7377-4905-aae4-636779b6d8a7 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Made reservation on behalf of ba9d82164f1e4647b8b650a4b78f0550 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:29:29.184443 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a4c512bb-5570-4ff5-b58e-c1f09658e33b req-a178f163-7377-4905-aae4-636779b6d8a7 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:29.309605 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-a4c512bb-5570-4ff5-b58e-c1f09658e33b req-a178f163-7377-4905-aae4-636779b6d8a7 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Allocated IP 172.20.0.5 (7bd05deb-df94-4b7f-a0b9-6e200c8c2967/cc756b5f-b0f3-418c-bd3b-1da556beef11/2edc638a-2851-4ae5-a71d-8ccbd64ef84a) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:29:29.458553 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a4c512bb-5570-4ff5-b58e-c1f09658e33b req-a178f163-7377-4905-aae4-636779b6d8a7 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:29.493317 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a4c512bb-5570-4ff5-b58e-c1f09658e33b req-a178f163-7377-4905-aae4-636779b6d8a7 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:29.505418 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['da83e94a-19f0-4a6a-aa03-d2940025ea6e'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:29:29.538730 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4c512bb-5570-4ff5-b58e-c1f09658e33b req-a178f163-7377-4905-aae4-636779b6d8a7 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Network 7bd05deb-df94-4b7f-a0b9-6e200c8c2967 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:29:29.542635 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-a4c512bb-5570-4ff5-b58e-c1f09658e33b req-a178f163-7377-4905-aae4-636779b6d8a7 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:29:29.545272 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4c512bb-5570-4ff5-b58e-c1f09658e33b req-a178f163-7377-4905-aae4-636779b6d8a7 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:29:29.571605 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a178f163-7377-4905-aae4-636779b6d8a7 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Pushing event updated for resources: {'Port': ['ID=2edc638a-2851-4ae5-a71d-8ccbd64ef84a,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:29.592360 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a178f163-7377-4905-aae4-636779b6d8a7 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:29:29.592716 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a178f163-7377-4905-aae4-636779b6d8a7 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:29:29.593089 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a178f163-7377-4905-aae4-636779b6d8a7 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:29:29.593430 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a178f163-7377-4905-aae4-636779b6d8a7 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:29:29.593773 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a178f163-7377-4905-aae4-636779b6d8a7 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:29:29.594109 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a178f163-7377-4905-aae4-636779b6d8a7 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:29:29.594439 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a178f163-7377-4905-aae4-636779b6d8a7 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:29:29.594774 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a178f163-7377-4905-aae4-636779b6d8a7 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:29:29.595102 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a178f163-7377-4905-aae4-636779b6d8a7 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:29:29.595428 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a178f163-7377-4905-aae4-636779b6d8a7 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:29:29.595755 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a178f163-7377-4905-aae4-636779b6d8a7 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:29:29.596081 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a178f163-7377-4905-aae4-636779b6d8a7 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:29:29.618935 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c512bb-5570-4ff5-b58e-c1f09658e33b req-a178f163-7377-4905-aae4-636779b6d8a7 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:29.619562 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a4c512bb-5570-4ff5-b58e-c1f09658e33b req-a178f163-7377-4905-aae4-636779b6d8a7 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:29.636142 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a4c512bb-5570-4ff5-b58e-c1f09658e33b req-a178f163-7377-4905-aae4-636779b6d8a7 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6130137 Nov 25 18:29:29.648804 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-a4c512bb-5570-4ff5-b58e-c1f09658e33b req-56a811c7-b273-4baf-be38-504689de367b service neutron] Request body: {'port': {'device_id': 'ca56d838-925d-400d-bb00-a63900876fb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:29:29.702444 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a4c512bb-5570-4ff5-b58e-c1f09658e33b req-56a811c7-b273-4baf-be38-504689de367b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:29.965172 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-a4c512bb-5570-4ff5-b58e-c1f09658e33b req-56a811c7-b273-4baf-be38-504689de367b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2edc638a-2851-4ae5-a71d-8ccbd64ef84a {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:29:29.972820 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a4c512bb-5570-4ff5-b58e-c1f09658e33b req-56a811c7-b273-4baf-be38-504689de367b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:29.985517 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-a4c512bb-5570-4ff5-b58e-c1f09658e33b req-56a811c7-b273-4baf-be38-504689de367b service neutron] Transition to ACTIVE for port object 2edc638a-2851-4ae5-a71d-8ccbd64ef84a will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:29:29.989755 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a4c512bb-5570-4ff5-b58e-c1f09658e33b req-56a811c7-b273-4baf-be38-504689de367b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:30.056045 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a811c7-b273-4baf-be38-504689de367b service neutron] Pushing event updated for resources: {'Port': ['ID=2edc638a-2851-4ae5-a71d-8ccbd64ef84a,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:30.106559 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-a4c512bb-5570-4ff5-b58e-c1f09658e33b req-56a811c7-b273-4baf-be38-504689de367b service neutron] Attempting to bind port 2edc638a-2851-4ae5-a71d-8ccbd64ef84a on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:29:30.106894 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-a4c512bb-5570-4ff5-b58e-c1f09658e33b req-56a811c7-b273-4baf-be38-504689de367b service neutron] Attempting to bind port 2edc638a-2851-4ae5-a71d-8ccbd64ef84a by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '169be900-5fbf-4634-aa63-5753bde23e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '7bd05deb-df94-4b7f-a0b9-6e200c8c2967'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:29:30.107225 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c512bb-5570-4ff5-b58e-c1f09658e33b req-56a811c7-b273-4baf-be38-504689de367b service neutron] Attempting to bind port 2edc638a-2851-4ae5-a71d-8ccbd64ef84a on network 7bd05deb-df94-4b7f-a0b9-6e200c8c2967 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:29:30.111495 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c512bb-5570-4ff5-b58e-c1f09658e33b req-56a811c7-b273-4baf-be38-504689de367b service neutron] Port 2edc638a-2851-4ae5-a71d-8ccbd64ef84a on network 7bd05deb-df94-4b7f-a0b9-6e200c8c2967 not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:29:30.111819 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c512bb-5570-4ff5-b58e-c1f09658e33b req-56a811c7-b273-4baf-be38-504689de367b service neutron] Attempting to bind port 2edc638a-2851-4ae5-a71d-8ccbd64ef84a on network 7bd05deb-df94-4b7f-a0b9-6e200c8c2967 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:29:30.116626 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c512bb-5570-4ff5-b58e-c1f09658e33b req-56a811c7-b273-4baf-be38-504689de367b service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:29:30.116954 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c512bb-5570-4ff5-b58e-c1f09658e33b req-56a811c7-b273-4baf-be38-504689de367b service neutron] Checking segment: {'id': '169be900-5fbf-4634-aa63-5753bde23e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '7bd05deb-df94-4b7f-a0b9-6e200c8c2967'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:29:30.117375 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c512bb-5570-4ff5-b58e-c1f09658e33b req-56a811c7-b273-4baf-be38-504689de367b service neutron] Bound using segment: {'id': '169be900-5fbf-4634-aa63-5753bde23e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '7bd05deb-df94-4b7f-a0b9-6e200c8c2967'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:29:30.117802 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-a4c512bb-5570-4ff5-b58e-c1f09658e33b req-56a811c7-b273-4baf-be38-504689de367b service neutron] Bound port: 2edc638a-2851-4ae5-a71d-8ccbd64ef84a, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '169be900-5fbf-4634-aa63-5753bde23e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '7bd05deb-df94-4b7f-a0b9-6e200c8c2967'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:29:30.118157 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a4c512bb-5570-4ff5-b58e-c1f09658e33b req-56a811c7-b273-4baf-be38-504689de367b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:30.187135 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-a4c512bb-5570-4ff5-b58e-c1f09658e33b req-56a811c7-b273-4baf-be38-504689de367b service neutron] For port 2edc638a-2851-4ae5-a71d-8ccbd64ef84a, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:29:30.221840 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-a4c512bb-5570-4ff5-b58e-c1f09658e33b req-56a811c7-b273-4baf-be38-504689de367b service neutron] For port 2edc638a-2851-4ae5-a71d-8ccbd64ef84a, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=2edc638a-2851-4ae5-a71d-8ccbd64ef84a,segment=NetworkSegment(169be900-5fbf-4634-aa63-5753bde23e4c),segment_id=169be900-5fbf-4634-aa63-5753bde23e4c)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:29:30.227352 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a4c512bb-5570-4ff5-b58e-c1f09658e33b req-56a811c7-b273-4baf-be38-504689de367b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:30.271840 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c512bb-5570-4ff5-b58e-c1f09658e33b req-56a811c7-b273-4baf-be38-504689de367b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:30.272468 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a4c512bb-5570-4ff5-b58e-c1f09658e33b req-56a811c7-b273-4baf-be38-504689de367b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:30.274416 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a4c512bb-5570-4ff5-b58e-c1f09658e33b req-56a811c7-b273-4baf-be38-504689de367b service neutron] 10.222.0.90 "PUT /v2.0/ports/2edc638a-2851-4ae5-a71d-8ccbd64ef84a HTTP/1.1" status: 200 len: 1091 time: 0.6292605 Nov 25 18:29:30.274862 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca56d838-925d-400d-bb00-a63900876fb5', 'tag': '2edc638a-2851-4ae5-a71d-8ccbd64ef84a'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:29:30.277173 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1013f25c-4ea8-457e-92da-a6e7cd5ecab5" -d '{"events": [{"name": "network-changed", "server_uuid": "ca56d838-925d-400d-bb00-a63900876fb5", "tag": "2edc638a-2851-4ae5-a71d-8ccbd64ef84a"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:29:30.289110 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5896d721-4325-46a1-864c-36d8787cfed4 req-3276742c-d39f-4de6-b57f-592f6ddca5ff tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:30.290726 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5896d721-4325-46a1-864c-36d8787cfed4 req-3276742c-d39f-4de6-b57f-592f6ddca5ff tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca56d838-925d-400d-bb00-a63900876fb5 HTTP/1.1" status: 200 len: 943 time: 0.1068168 Nov 25 18:29:30.310335 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a811c7-b273-4baf-be38-504689de367b service neutron] Pushing event updated for resources: {'Port': ['ID=2edc638a-2851-4ae5-a71d-8ccbd64ef84a,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:30.321863 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2469687-8cd9-42d9-83aa-e91f523b8178 x-openstack-request-id: req-f2469687-8cd9-42d9-83aa-e91f523b8178 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:29:30.322162 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca56d838-925d-400d-bb00-a63900876fb5", "tag": "2edc638a-2851-4ae5-a71d-8ccbd64ef84a", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:29:30.322420 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f2469687-8cd9-42d9-83aa-e91f523b8178 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:29:30.322816 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca56d838-925d-400d-bb00-a63900876fb5', 'tag': '2edc638a-2851-4ae5-a71d-8ccbd64ef84a', 'status': 'completed', 'code': 200} Nov 25 18:29:30.388426 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5896d721-4325-46a1-864c-36d8787cfed4 req-d831595b-b0be-46c2-9dd8-d504ae054bf8 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2d6173b-59f3-4058-8400-d86896e7c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800130 Nov 25 18:29:30.394527 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c512bb-5570-4ff5-b58e-c1f09658e33b req-7cc41520-a1c0-485c-a593-cde66fef1db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:30.395955 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a4c512bb-5570-4ff5-b58e-c1f09658e33b req-7cc41520-a1c0-485c-a593-cde66fef1db8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ba9d82164f1e4647b8b650a4b78f0550&device_id=ca56d838-925d-400d-bb00-a63900876fb5 HTTP/1.1" status: 200 len: 1094 time: 0.0828812 Nov 25 18:29:30.439588 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a4c512bb-5570-4ff5-b58e-c1f09658e33b req-219ee9a2-ff08-4ba1-9996-aee6f3adc19a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2edc638a-2851-4ae5-a71d-8ccbd64ef84a HTTP/1.1" status: 200 len: 217 time: 0.0350096 Nov 25 18:29:30.488275 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c512bb-5570-4ff5-b58e-c1f09658e33b req-484bb710-01c0-4dac-8c26-4ca04268b633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:30.489725 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a4c512bb-5570-4ff5-b58e-c1f09658e33b req-484bb710-01c0-4dac-8c26-4ca04268b633 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cc756b5f-b0f3-418c-bd3b-1da556beef11 HTTP/1.1" status: 200 len: 854 time: 0.0434022 Nov 25 18:29:30.520352 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a4c512bb-5570-4ff5-b58e-c1f09658e33b req-ef6e8553-e076-41ae-99ca-3f13f7101097 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7bd05deb-df94-4b7f-a0b9-6e200c8c2967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236912 Nov 25 18:29:30.613299 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a4c512bb-5570-4ff5-b58e-c1f09658e33b req-670ee9d1-4e19-4600-99c9-e4ee6059f8d9 service neutron] 10.222.0.90 "GET /v2.0/networks/7bd05deb-df94-4b7f-a0b9-6e200c8c2967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862851 Nov 25 18:29:30.704650 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a4c512bb-5570-4ff5-b58e-c1f09658e33b req-8a0619bc-b9f6-4810-8e7b-3d2e23a33cbe service neutron] 10.222.0.90 "GET /v2.0/networks/7bd05deb-df94-4b7f-a0b9-6e200c8c2967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836437 Nov 25 18:29:30.800120 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013f25c-4ea8-457e-92da-a6e7cd5ecab5 req-f06bcc97-4bb0-45e7-bc36-493af207f983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:30.802057 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1013f25c-4ea8-457e-92da-a6e7cd5ecab5 req-f06bcc97-4bb0-45e7-bc36-493af207f983 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ba9d82164f1e4647b8b650a4b78f0550&device_id=ca56d838-925d-400d-bb00-a63900876fb5 HTTP/1.1" status: 200 len: 1094 time: 0.0487487 Nov 25 18:29:30.891410 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013f25c-4ea8-457e-92da-a6e7cd5ecab5 req-6ce09ff6-1847-4932-8d53-b27ff32caa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:30.892926 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1013f25c-4ea8-457e-92da-a6e7cd5ecab5 req-6ce09ff6-1847-4932-8d53-b27ff32caa5f service neutron] 10.222.0.90 "GET /v2.0/networks?id=7bd05deb-df94-4b7f-a0b9-6e200c8c2967 HTTP/1.1" status: 200 len: 915 time: 0.0840418 Nov 25 18:29:30.938600 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1013f25c-4ea8-457e-92da-a6e7cd5ecab5 req-df5f608f-7fc7-446a-b210-22d0d08d390c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2edc638a-2851-4ae5-a71d-8ccbd64ef84a HTTP/1.1" status: 200 len: 217 time: 0.0386076 Nov 25 18:29:30.996044 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013f25c-4ea8-457e-92da-a6e7cd5ecab5 req-c73da9c5-54df-4116-a6de-db4a0c70a435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:30.997542 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1013f25c-4ea8-457e-92da-a6e7cd5ecab5 req-c73da9c5-54df-4116-a6de-db4a0c70a435 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cc756b5f-b0f3-418c-bd3b-1da556beef11 HTTP/1.1" status: 200 len: 854 time: 0.0519617 Nov 25 18:29:31.030111 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1013f25c-4ea8-457e-92da-a6e7cd5ecab5 req-23fa3da9-b4bc-4554-aa03-12baededd687 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7bd05deb-df94-4b7f-a0b9-6e200c8c2967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249350 Nov 25 18:29:31.125662 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1013f25c-4ea8-457e-92da-a6e7cd5ecab5 req-c8e16625-4510-45ef-acab-fdb79743a31b service neutron] 10.222.0.90 "GET /v2.0/networks/7bd05deb-df94-4b7f-a0b9-6e200c8c2967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882509 Nov 25 18:29:31.220772 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1013f25c-4ea8-457e-92da-a6e7cd5ecab5 req-84f5bea1-8693-4f80-bbda-fdd6e66e155f service neutron] 10.222.0.90 "GET /v2.0/networks/7bd05deb-df94-4b7f-a0b9-6e200c8c2967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879521 Nov 25 18:29:31.507582 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50507434-2213-4e8d-9847-2787351fa5e7 req-3a439cf0-0e28-4b9f-8c91-43524074d528 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:31.509894 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-50507434-2213-4e8d-9847-2787351fa5e7 req-3a439cf0-0e28-4b9f-8c91-43524074d528 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca56d838-925d-400d-bb00-a63900876fb5 HTTP/1.1" status: 200 len: 943 time: 0.0524068 Nov 25 18:29:31.556390 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-50507434-2213-4e8d-9847-2787351fa5e7 req-bbe8ad79-947b-4f7d-a988-ff6e144c8c53 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2d6173b-59f3-4058-8400-d86896e7c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405748 Nov 25 18:29:32.166708 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 2edc638a-2851-4ae5-a71d-8ccbd64ef84a details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:29:32.410899 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 2edc638a-2851-4ae5-a71d-8ccbd64ef84a, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=2edc638a-2851-4ae5-a71d-8ccbd64ef84a,segment=NetworkSegment(169be900-5fbf-4634-aa63-5753bde23e4c),segment_id=169be900-5fbf-4634-aa63-5753bde23e4c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:32.422445 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '2edc638a-2851-4ae5-a71d-8ccbd64ef84a', 'network_id': '7bd05deb-df94-4b7f-a0b9-6e200c8c2967', 'port_id': '2edc638a-2851-4ae5-a71d-8ccbd64ef84a', 'mac_address': 'fa:16:3e:cb:a5:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc756b5f-b0f3-418c-bd3b-1da556beef11', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:29:32.462368 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:32.474597 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2edc638a-2851-4ae5-a71d-8ccbd64ef84a {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:29:32.494504 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 2edc638a-2851-4ae5-a71d-8ccbd64ef84a, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=2edc638a-2851-4ae5-a71d-8ccbd64ef84a,segment=NetworkSegment(169be900-5fbf-4634-aa63-5753bde23e4c),segment_id=169be900-5fbf-4634-aa63-5753bde23e4c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:32.498759 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:32.544965 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=2edc638a-2851-4ae5-a71d-8ccbd64ef84a,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:32.676157 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e988a-651f-4cce-a7cc-146e3053843d req-fee77f26-5528-4f50-93f2-20e60008b3f9 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:32.677580 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-763e988a-651f-4cce-a7cc-146e3053843d req-fee77f26-5528-4f50-93f2-20e60008b3f9 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca56d838-925d-400d-bb00-a63900876fb5 HTTP/1.1" status: 200 len: 944 time: 0.0534055 Nov 25 18:29:32.691733 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['2edc638a-2851-4ae5-a71d-8ccbd64ef84a'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:29:32.725656 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-763e988a-651f-4cce-a7cc-146e3053843d req-2ef239e5-8612-453d-b4e2-4eaff6c308bc tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2d6173b-59f3-4058-8400-d86896e7c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418348 Nov 25 18:29:33.840766 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9516a757-9a00-4133-845d-b3a65c11208d req-966c813d-737b-4b83-b5d9-2ac3c4875887 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:33.842261 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9516a757-9a00-4133-845d-b3a65c11208d req-966c813d-737b-4b83-b5d9-2ac3c4875887 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca56d838-925d-400d-bb00-a63900876fb5 HTTP/1.1" status: 200 len: 944 time: 0.0482388 Nov 25 18:29:33.888419 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9516a757-9a00-4133-845d-b3a65c11208d req-b32017dd-7f60-4ce0-96df-28328c1aee52 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2d6173b-59f3-4058-8400-d86896e7c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402346 Nov 25 18:29:34.181559 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 2edc638a-2851-4ae5-a71d-8ccbd64ef84a up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:29:34.230292 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port 2edc638a-2851-4ae5-a71d-8ccbd64ef84a completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:29:34.234158 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port 2edc638a-2851-4ae5-a71d-8ccbd64ef84a triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:29:34.234532 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:34.312648 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:34.335867 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca56d838-925d-400d-bb00-a63900876fb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2edc638a-2851-4ae5-a71d-8ccbd64ef84a'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:29:34.338793 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e885ae7a60f1de4153d3a84cf91c96dac968753d8c7eb30b74097738adf70354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43b9907-8041-4839-8166-4a9c21a6c1cf" -d '{"events": [{"server_uuid": "ca56d838-925d-400d-bb00-a63900876fb5", "name": "network-vif-plugged", "status": "completed", "tag": "2edc638a-2851-4ae5-a71d-8ccbd64ef84a"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:29:34.351722 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 2edc638a-2851-4ae5-a71d-8ccbd64ef84a, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=2edc638a-2851-4ae5-a71d-8ccbd64ef84a,segment=NetworkSegment(169be900-5fbf-4634-aa63-5753bde23e4c),segment_id=169be900-5fbf-4634-aa63-5753bde23e4c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:34.356091 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:34.379991 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-210c5881-02de-43e1-a722-93dc3d01b0fe x-openstack-request-id: req-210c5881-02de-43e1-a722-93dc3d01b0fe {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:29:34.380294 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca56d838-925d-400d-bb00-a63900876fb5", "name": "network-vif-plugged", "status": "completed", "tag": "2edc638a-2851-4ae5-a71d-8ccbd64ef84a", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:29:34.380537 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-210c5881-02de-43e1-a722-93dc3d01b0fe {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:29:34.380969 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca56d838-925d-400d-bb00-a63900876fb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2edc638a-2851-4ae5-a71d-8ccbd64ef84a', 'code': 200} Nov 25 18:29:34.407257 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=2edc638a-2851-4ae5-a71d-8ccbd64ef84a,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:34.471663 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a3336-7242-41f0-815c-18ed0a74b265 req-3605d0ae-be5b-4522-89c9-f123759d6327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:34.473146 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5f2a3336-7242-41f0-815c-18ed0a74b265 req-3605d0ae-be5b-4522-89c9-f123759d6327 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ca56d838-925d-400d-bb00-a63900876fb5 HTTP/1.1" status: 200 len: 1096 time: 0.0400259 Nov 25 18:29:34.521233 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5f2a3336-7242-41f0-815c-18ed0a74b265 req-7fa94e59-0224-4328-86cc-df846fbd5898 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c2d6173b-59f3-4058-8400-d86896e7c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404327 Nov 25 18:29:35.004119 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f6b92f-3251-472f-9a10-c0c661d9b649 req-93450570-8912-46fc-a502-75da2fbf2124 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:35.005632 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-48f6b92f-3251-472f-9a10-c0c661d9b649 req-93450570-8912-46fc-a502-75da2fbf2124 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca56d838-925d-400d-bb00-a63900876fb5 HTTP/1.1" status: 200 len: 945 time: 0.0489638 Nov 25 18:29:35.052395 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-48f6b92f-3251-472f-9a10-c0c661d9b649 req-73efc61a-3145-47ed-84cd-40e863b44928 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2d6173b-59f3-4058-8400-d86896e7c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404911 Nov 25 18:29:36.170996 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda81f9-620a-4555-a16d-e1601a52ee23 req-a459ec68-d5a0-4f3f-ad62-8317ffc62707 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:36.172416 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0dda81f9-620a-4555-a16d-e1601a52ee23 req-a459ec68-d5a0-4f3f-ad62-8317ffc62707 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca56d838-925d-400d-bb00-a63900876fb5 HTTP/1.1" status: 200 len: 945 time: 0.0485520 Nov 25 18:29:36.220106 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0dda81f9-620a-4555-a16d-e1601a52ee23 req-519dca26-e96c-429b-bf89-15afe420fe9c tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2d6173b-59f3-4058-8400-d86896e7c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417004 Nov 25 18:29:36.457279 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a9ddb-f397-4dbd-aa64-997ca08ff9c7 req-9d16617d-babb-42a4-9769-3af8f7f2c92e tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:36.458647 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-401a9ddb-f397-4dbd-aa64-997ca08ff9c7 req-9d16617d-babb-42a4-9769-3af8f7f2c92e tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca56d838-925d-400d-bb00-a63900876fb5 HTTP/1.1" status: 200 len: 945 time: 0.0523176 Nov 25 18:29:36.505329 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-401a9ddb-f397-4dbd-aa64-997ca08ff9c7 req-7c45e555-10e8-4f65-a654-6457bdff441f tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2d6173b-59f3-4058-8400-d86896e7c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397530 Nov 25 18:29:37.624474 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e8a5e0-b26c-40a5-961c-28894463d4d6 req-59e2602b-93ed-4135-a6a9-aa894caf5706 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:37.625977 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b3e8a5e0-b26c-40a5-961c-28894463d4d6 req-59e2602b-93ed-4135-a6a9-aa894caf5706 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca56d838-925d-400d-bb00-a63900876fb5 HTTP/1.1" status: 200 len: 945 time: 0.0491292 Nov 25 18:29:37.695350 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b3e8a5e0-b26c-40a5-961c-28894463d4d6 req-59f24813-0f08-44cb-96df-011046393587 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2d6173b-59f3-4058-8400-d86896e7c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634067 Nov 25 18:29:37.720677 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735819bd-eb3d-4a59-9620-8a1b347cdc67 req-911cffbf-9c04-482e-ad92-71d58be71bc5 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:37.722132 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-735819bd-eb3d-4a59-9620-8a1b347cdc67 req-911cffbf-9c04-482e-ad92-71d58be71bc5 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] 10.222.0.90 "GET /v2.0/ports?device_id=ca56d838-925d-400d-bb00-a63900876fb5 HTTP/1.1" status: 200 len: 945 time: 0.0607748 Nov 25 18:29:37.809916 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-735819bd-eb3d-4a59-9620-8a1b347cdc67 req-a8f9df91-aef1-4df3-b0da-28fd556dbf1e tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Deleting port 2edc638a-2851-4ae5-a71d-8ccbd64ef84a {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:29:37.810160 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-735819bd-eb3d-4a59-9620-8a1b347cdc67 req-a8f9df91-aef1-4df3-b0da-28fd556dbf1e tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:37.902036 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-735819bd-eb3d-4a59-9620-8a1b347cdc67 req-a8f9df91-aef1-4df3-b0da-28fd556dbf1e tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] For port 2edc638a-2851-4ae5-a71d-8ccbd64ef84a, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=2edc638a-2851-4ae5-a71d-8ccbd64ef84a,segment=NetworkSegment(169be900-5fbf-4634-aa63-5753bde23e4c),segment_id=169be900-5fbf-4634-aa63-5753bde23e4c)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:37.902398 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-735819bd-eb3d-4a59-9620-8a1b347cdc67 req-a8f9df91-aef1-4df3-b0da-28fd556dbf1e tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:37.914959 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-735819bd-eb3d-4a59-9620-8a1b347cdc67 req-a8f9df91-aef1-4df3-b0da-28fd556dbf1e tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Calling delete_port for 2edc638a-2851-4ae5-a71d-8ccbd64ef84a owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:29:38.038954 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-735819bd-eb3d-4a59-9620-8a1b347cdc67 req-a8f9df91-aef1-4df3-b0da-28fd556dbf1e tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:38.051233 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['da83e94a-19f0-4a6a-aa03-d2940025ea6e'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:29:38.053547 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['2edc638a-2851-4ae5-a71d-8ccbd64ef84a'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:29:38.069107 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9df91-aef1-4df3-b0da-28fd556dbf1e tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Pushing event deleted for resources: {'Port': ['ID=2edc638a-2851-4ae5-a71d-8ccbd64ef84a,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:38.114129 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-735819bd-eb3d-4a59-9620-8a1b347cdc67 req-a8f9df91-aef1-4df3-b0da-28fd556dbf1e tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] No DVR routers for this DVR port 2edc638a-2851-4ae5-a71d-8ccbd64ef84a on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:29:38.116798 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-735819bd-eb3d-4a59-9620-8a1b347cdc67 req-a8f9df91-aef1-4df3-b0da-28fd556dbf1e tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:38.121102 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-735819bd-eb3d-4a59-9620-8a1b347cdc67 req-a8f9df91-aef1-4df3-b0da-28fd556dbf1e tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] 10.222.0.90 "DELETE /v2.0/ports/2edc638a-2851-4ae5-a71d-8ccbd64ef84a HTTP/1.1" status: 204 len: 173 time: 0.3922477 Nov 25 18:29:38.121269 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca56d838-925d-400d-bb00-a63900876fb5', 'name': 'network-vif-deleted', 'tag': '2edc638a-2851-4ae5-a71d-8ccbd64ef84a'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:29:38.123728 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5bb6495-f8e9-4e50-a9d3-c7ae00a0ade2" -d '{"events": [{"server_uuid": "ca56d838-925d-400d-bb00-a63900876fb5", "name": "network-vif-deleted", "tag": "2edc638a-2851-4ae5-a71d-8ccbd64ef84a"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:29:38.167354 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9f5a4a-d507-4e6f-82ed-3ecfc9fa6ca9 x-openstack-request-id: req-1f9f5a4a-d507-4e6f-82ed-3ecfc9fa6ca9 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:29:38.167660 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca56d838-925d-400d-bb00-a63900876fb5", "name": "network-vif-deleted", "tag": "2edc638a-2851-4ae5-a71d-8ccbd64ef84a", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:29:38.167917 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1f9f5a4a-d507-4e6f-82ed-3ecfc9fa6ca9 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:29:38.168325 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca56d838-925d-400d-bb00-a63900876fb5', 'name': 'network-vif-deleted', 'tag': '2edc638a-2851-4ae5-a71d-8ccbd64ef84a', 'status': 'completed', 'code': 200} Nov 25 18:29:38.846564 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d604a7d9-d0f6-429d-929e-5d751e4ec054 req-19c1e37b-0b7c-4484-8caa-e1aaaa58791b tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:38.848055 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d604a7d9-d0f6-429d-929e-5d751e4ec054 req-19c1e37b-0b7c-4484-8caa-e1aaaa58791b tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] 10.222.0.75 "GET /v2.0/ports?device_id=f5cf1cb9-fca6-406b-95de-2dfbdbd09eab HTTP/1.1" status: 200 len: 945 time: 0.0502834 Nov 25 18:29:38.895275 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d604a7d9-d0f6-429d-929e-5d751e4ec054 req-c70a83ec-caa0-4a91-8a1b-aa99d39e921e tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2d6173b-59f3-4058-8400-d86896e7c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412974 Nov 25 18:29:39.028871 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a3ee6-6b11-4a5b-b24d-bd96a245359d req-a3f88112-d0ec-4f81-a8ce-b885937463b7 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:39.030342 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-452a3ee6-6b11-4a5b-b24d-bd96a245359d req-a3f88112-d0ec-4f81-a8ce-b885937463b7 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] 10.222.0.75 "GET /v2.0/ports?device_id=f5cf1cb9-fca6-406b-95de-2dfbdbd09eab HTTP/1.1" status: 200 len: 945 time: 0.0528867 Nov 25 18:29:39.077312 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-452a3ee6-6b11-4a5b-b24d-bd96a245359d req-3ed1d78b-5c0b-4d32-8b38-0eddecf22b91 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2d6173b-59f3-4058-8400-d86896e7c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410492 Nov 25 18:29:39.192195 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1a1ee-46a6-4966-a624-c01e7c8c6c43 req-66b4d752-eb94-4d26-a5cb-457640eb0731 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:39.193740 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-92e1a1ee-46a6-4966-a624-c01e7c8c6c43 req-66b4d752-eb94-4d26-a5cb-457640eb0731 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] 10.222.0.75 "GET /v2.0/ports?device_id=f5cf1cb9-fca6-406b-95de-2dfbdbd09eab HTTP/1.1" status: 200 len: 945 time: 0.0493889 Nov 25 18:29:39.242833 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-92e1a1ee-46a6-4966-a624-c01e7c8c6c43 req-da50b86c-89da-4181-9264-5e52c89c5aee tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2d6173b-59f3-4058-8400-d86896e7c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420012 Nov 25 18:29:39.408466 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcfc817-c42f-42d9-960d-c94334aa8327 req-a741af74-8b58-45de-b1bf-3ab6b8f79ddb tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:39.409943 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2fcfc817-c42f-42d9-960d-c94334aa8327 req-a741af74-8b58-45de-b1bf-3ab6b8f79ddb tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] 10.222.0.75 "GET /v2.0/ports?device_id=f5cf1cb9-fca6-406b-95de-2dfbdbd09eab HTTP/1.1" status: 200 len: 945 time: 0.0479169 Nov 25 18:29:39.460504 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2fcfc817-c42f-42d9-960d-c94334aa8327 req-39f173b7-d238-484c-9aeb-2c875f2375fd tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2d6173b-59f3-4058-8400-d86896e7c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439813 Nov 25 18:29:39.578320 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe58e2a-c93c-429d-b684-358b190d648f req-cdac1908-043c-4176-a00f-282ecc8d8da2 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:39.579801 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ffe58e2a-c93c-429d-b684-358b190d648f req-cdac1908-043c-4176-a00f-282ecc8d8da2 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] 10.222.0.75 "GET /v2.0/ports?device_id=f5cf1cb9-fca6-406b-95de-2dfbdbd09eab HTTP/1.1" status: 200 len: 945 time: 0.0503585 Nov 25 18:29:39.626933 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ffe58e2a-c93c-429d-b684-358b190d648f req-a60695bd-36c3-4fb8-a53c-931c00ef18dd tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2d6173b-59f3-4058-8400-d86896e7c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411923 Nov 25 18:29:39.756517 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f4a85-0f3f-41c7-aa78-16c00faefbed req-d6e32cdc-7d33-4905-a8c1-d63d79056064 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:39.757920 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8b3f4a85-0f3f-41c7-aa78-16c00faefbed req-d6e32cdc-7d33-4905-a8c1-d63d79056064 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] 10.222.0.75 "GET /v2.0/ports?device_id=f5cf1cb9-fca6-406b-95de-2dfbdbd09eab HTTP/1.1" status: 200 len: 945 time: 0.0490038 Nov 25 18:29:39.804342 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8b3f4a85-0f3f-41c7-aa78-16c00faefbed req-f2aaaebb-b951-4502-a76a-335d7c82ef26 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2d6173b-59f3-4058-8400-d86896e7c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405369 Nov 25 18:29:40.115846 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726aa180-5ee0-4653-9376-ab05b0e71f57 req-c5f51e3b-5612-4cf6-8005-7e5696499ae8 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:40.117320 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-726aa180-5ee0-4653-9376-ab05b0e71f57 req-c5f51e3b-5612-4cf6-8005-7e5696499ae8 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] 10.222.0.75 "GET /v2.0/ports?device_id=f5cf1cb9-fca6-406b-95de-2dfbdbd09eab HTTP/1.1" status: 200 len: 945 time: 0.0530429 Nov 25 18:29:40.165396 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-726aa180-5ee0-4653-9376-ab05b0e71f57 req-62e85151-d8e5-452d-a364-177dc03b8890 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2d6173b-59f3-4058-8400-d86896e7c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417740 Nov 25 18:29:41.282815 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29883faa-fa31-4b7b-a144-399d1879f6b1 req-f2af00bd-633e-417c-97f2-50c68a1798b2 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:41.284201 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-29883faa-fa31-4b7b-a144-399d1879f6b1 req-f2af00bd-633e-417c-97f2-50c68a1798b2 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] 10.222.0.75 "GET /v2.0/ports?device_id=f5cf1cb9-fca6-406b-95de-2dfbdbd09eab HTTP/1.1" status: 200 len: 945 time: 0.0493484 Nov 25 18:29:41.331046 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-29883faa-fa31-4b7b-a144-399d1879f6b1 req-885509f0-6ce0-472a-bb02-0f7e8768e655 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2d6173b-59f3-4058-8400-d86896e7c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407858 Nov 25 18:29:41.433201 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4786e9a-3a82-420e-8621-c97272715aa3 req-8c6583e4-8425-4fcb-bf6d-c4ee0631ec23 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:41.434629 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b4786e9a-3a82-420e-8621-c97272715aa3 req-8c6583e4-8425-4fcb-bf6d-c4ee0631ec23 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] 10.222.0.74 "GET /v2.0/ports?device_id=f5cf1cb9-fca6-406b-95de-2dfbdbd09eab HTTP/1.1" status: 200 len: 945 time: 0.0470455 Nov 25 18:29:41.525540 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-b4786e9a-3a82-420e-8621-c97272715aa3 req-eec51fd7-3ca8-4265-b3ec-28c81bee24c2 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Deleting port da83e94a-19f0-4a6a-aa03-d2940025ea6e {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:29:41.525883 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b4786e9a-3a82-420e-8621-c97272715aa3 req-eec51fd7-3ca8-4265-b3ec-28c81bee24c2 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:41.613965 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-b4786e9a-3a82-420e-8621-c97272715aa3 req-eec51fd7-3ca8-4265-b3ec-28c81bee24c2 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] For port da83e94a-19f0-4a6a-aa03-d2940025ea6e, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=da83e94a-19f0-4a6a-aa03-d2940025ea6e,segment=NetworkSegment(169be900-5fbf-4634-aa63-5753bde23e4c),segment_id=169be900-5fbf-4634-aa63-5753bde23e4c)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:41.614329 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b4786e9a-3a82-420e-8621-c97272715aa3 req-eec51fd7-3ca8-4265-b3ec-28c81bee24c2 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:41.627800 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-b4786e9a-3a82-420e-8621-c97272715aa3 req-eec51fd7-3ca8-4265-b3ec-28c81bee24c2 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Calling delete_port for da83e94a-19f0-4a6a-aa03-d2940025ea6e owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:29:41.761346 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b4786e9a-3a82-420e-8621-c97272715aa3 req-eec51fd7-3ca8-4265-b3ec-28c81bee24c2 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:41.772929 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['da83e94a-19f0-4a6a-aa03-d2940025ea6e'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:29:41.791362 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec51fd7-3ca8-4265-b3ec-28c81bee24c2 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Pushing event deleted for resources: {'Port': ['ID=da83e94a-19f0-4a6a-aa03-d2940025ea6e,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:41.834643 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4786e9a-3a82-420e-8621-c97272715aa3 req-eec51fd7-3ca8-4265-b3ec-28c81bee24c2 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] No DVR routers for this DVR port da83e94a-19f0-4a6a-aa03-d2940025ea6e on host n-h1-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:29:41.837944 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-b4786e9a-3a82-420e-8621-c97272715aa3 req-eec51fd7-3ca8-4265-b3ec-28c81bee24c2 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:41.841222 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b4786e9a-3a82-420e-8621-c97272715aa3 req-eec51fd7-3ca8-4265-b3ec-28c81bee24c2 tempest-ServersNegativeTestJSON-1383772789 tempest-ServersNegativeTestJSON-1383772789-project] 10.222.0.74 "DELETE /v2.0/ports/da83e94a-19f0-4a6a-aa03-d2940025ea6e HTTP/1.1" status: 204 len: 173 time: 0.4003808 Nov 25 18:29:41.841658 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5cf1cb9-fca6-406b-95de-2dfbdbd09eab', 'name': 'network-vif-deleted', 'tag': 'da83e94a-19f0-4a6a-aa03-d2940025ea6e'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:29:41.843894 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320e6ada-96db-4c93-8148-00bbee18513f" -d '{"events": [{"server_uuid": "f5cf1cb9-fca6-406b-95de-2dfbdbd09eab", "name": "network-vif-deleted", "tag": "da83e94a-19f0-4a6a-aa03-d2940025ea6e"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:29:41.880660 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0485a1b-e7c4-495c-a75e-3c755876bbab x-openstack-request-id: req-e0485a1b-e7c4-495c-a75e-3c755876bbab {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:29:41.880863 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5cf1cb9-fca6-406b-95de-2dfbdbd09eab", "name": "network-vif-deleted", "tag": "da83e94a-19f0-4a6a-aa03-d2940025ea6e", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:29:41.881115 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e0485a1b-e7c4-495c-a75e-3c755876bbab {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:29:41.881519 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5cf1cb9-fca6-406b-95de-2dfbdbd09eab', 'name': 'network-vif-deleted', 'tag': 'da83e94a-19f0-4a6a-aa03-d2940025ea6e', 'status': 'completed', 'code': 200} Nov 25 18:29:42.212432 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 2edc638a-2851-4ae5-a71d-8ccbd64ef84a no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:29:42.236718 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: 2edc638a-2851-4ae5-a71d-8ccbd64ef84a {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:29:42.237138 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 2edc638a-2851-4ae5-a71d-8ccbd64ef84a not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:29:42.392136 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37002) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:42.436579 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-f366840b-a9b3-4146-a698-faea22203b14 admin admin] Deleting subnet cc756b5f-b0f3-418c-bd3b-1da556beef11 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:29:42.439510 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f366840b-a9b3-4146-a698-faea22203b14 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:42.474136 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f366840b-a9b3-4146-a698-faea22203b14 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:42.511807 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f366840b-a9b3-4146-a698-faea22203b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:42.562668 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f366840b-a9b3-4146-a698-faea22203b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:42.590974 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f366840b-a9b3-4146-a698-faea22203b14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc756b5f-b0f3-418c-bd3b-1da556beef11,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:42.597411 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f366840b-a9b3-4146-a698-faea22203b14 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:42.600701 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f366840b-a9b3-4146-a698-faea22203b14 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/cc756b5f-b0f3-418c-bd3b-1da556beef11 HTTP/1.1" status: 204 len: 168 time: 0.2075670 Nov 25 18:29:42.603364 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37004) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:42.671889 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6fc0b1d7-1dc4-4c3b-8061-71253b333b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:42.752705 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6fc0b1d7-1dc4-4c3b-8061-71253b333b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:42.773251 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-6fc0b1d7-1dc4-4c3b-8061-71253b333b09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bd05deb-df94-4b7f-a0b9-6e200c8c2967']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:42.782483 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-6fc0b1d7-1dc4-4c3b-8061-71253b333b09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '169be900-5fbf-4634-aa63-5753bde23e4c') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:42.782782 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-6fc0b1d7-1dc4-4c3b-8061-71253b333b09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '169be900-5fbf-4634-aa63-5753bde23e4c') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:42.792171 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6fc0b1d7-1dc4-4c3b-8061-71253b333b09 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:42.805084 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6fc0b1d7-1dc4-4c3b-8061-71253b333b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:42.811411 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fc0b1d7-1dc4-4c3b-8061-71253b333b09 admin admin] Releasing vlan 942 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:29:42.811792 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6fc0b1d7-1dc4-4c3b-8061-71253b333b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:42.813570 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 18:29:42.813570 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:29:42.813570 n-d-817746-1 neutron-server[103360]: timer() Nov 25 18:29:42.813570 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:29:42.813570 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 18:29:42.813570 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:29:42.813570 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 18:29:42.813570 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:29:42.813570 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 18:29:42.813570 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:29:42.813570 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 18:29:42.813570 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:29:42.813570 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 18:29:42.813570 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:29:42.813570 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:29:42.813570 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:29:42.813570 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:29:42.813570 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:29:42.813570 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 18:29:42.813570 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:29:42.813570 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 18:29:42.813570 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:29:42.813570 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:29:42.813570 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:29:42.813570 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 18:29:42.813570 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:29:42.813570 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:29:42.813570 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:29:42.813570 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:29:42.813570 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:29:42.813570 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:29:42.813570 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:29:42.866802 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6fc0b1d7-1dc4-4c3b-8061-71253b333b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:42.873873 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6fc0b1d7-1dc4-4c3b-8061-71253b333b09 admin admin] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:42.876950 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6fc0b1d7-1dc4-4c3b-8061-71253b333b09 admin admin] 10.222.0.75 "DELETE /v2.0/networks/7bd05deb-df94-4b7f-a0b9-6e200c8c2967 HTTP/1.1" status: 204 len: 168 time: 0.2726157 Nov 25 18:29:42.887463 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc0b1d7-1dc4-4c3b-8061-71253b333b09 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bd05deb-df94-4b7f-a0b9-6e200c8c2967,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:42.984610 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37008) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:43.023850 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7470816f-887e-4ee8-8d27-c3f69e32c7b0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ba9d82164f1e4647b8b650a4b78f0550&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379808 Nov 25 18:29:43.026382 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37010) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:43.079092 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c5c28321-64d7-4a2c-a793-ccab147e8c6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:43.406263 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c5c28321-64d7-4a2c-a793-ccab147e8c6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:43.453180 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c5c28321-64d7-4a2c-a793-ccab147e8c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:43.455807 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c5c28321-64d7-4a2c-a793-ccab147e8c6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:43.457038 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c5c28321-64d7-4a2c-a793-ccab147e8c6f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c2d6173b-59f3-4058-8400-d86896e7c9a1 HTTP/1.1" status: 204 len: 168 time: 0.4297256 Nov 25 18:29:43.465563 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c28321-64d7-4a2c-a793-ccab147e8c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d6173b-59f3-4058-8400-d86896e7c9a1,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:44.137627 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37032) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:44.229634 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-5434cca0-cb25-4e6e-871c-72e52d18d17c tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-315531634'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:29:44.251004 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5434cca0-cb25-4e6e-871c-72e52d18d17c tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Made reservation on behalf of 27bbeb97fe3749f2a3a3e5eb8da78c45 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:29:44.254417 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5434cca0-cb25-4e6e-871c-72e52d18d17c tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:44.262788 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5434cca0-cb25-4e6e-871c-72e52d18d17c tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:44.338319 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5434cca0-cb25-4e6e-871c-72e52d18d17c tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:44.341750 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5434cca0-cb25-4e6e-871c-72e52d18d17c tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:44.373150 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5434cca0-cb25-4e6e-871c-72e52d18d17c tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 940} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:29:44.380358 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5434cca0-cb25-4e6e-871c-72e52d18d17c tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4ae592-661a-4d16-b6b4-c4733e41af72,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:44.386784 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5434cca0-cb25-4e6e-871c-72e52d18d17c tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:44.387142 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-5434cca0-cb25-4e6e-871c-72e52d18d17c tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Added segment f4689431-c240-468d-b2d1-2a49a208b50e of type vlan for network 742560d9-9107-4887-a4d7-bd8840e698f6 Nov 25 18:29:44.427022 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5434cca0-cb25-4e6e-871c-72e52d18d17c tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:44.452364 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5434cca0-cb25-4e6e-871c-72e52d18d17c tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:44.457903 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5434cca0-cb25-4e6e-871c-72e52d18d17c tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:44.458496 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5434cca0-cb25-4e6e-871c-72e52d18d17c tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:44.517037 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-5434cca0-cb25-4e6e-871c-72e52d18d17c tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3780754 Nov 25 18:29:44.529554 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5434cca0-cb25-4e6e-871c-72e52d18d17c tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Pushing event updated for resources: {'Network': ['ID=742560d9-9107-4887-a4d7-bd8840e698f6,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:44.539558 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 742560d9-9107-4887-a4d7-bd8840e698f6 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:29:45.253369 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device da83e94a-19f0-4a6a-aa03-d2940025ea6e no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:29:45.273974 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: da83e94a-19f0-4a6a-aa03-d2940025ea6e {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:29:45.275014 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device da83e94a-19f0-4a6a-aa03-d2940025ea6e not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:29:47.226288 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7eb32b1d-660d-40ab-99bf-352671850f3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:47.297083 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:47.507578 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:47.903702 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37036) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:47.908782 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-64c106e2-0326-465e-8440-69ceb249e564 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Request body: {'subnet': {'network_id': '742560d9-9107-4887-a4d7-bd8840e698f6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:29:47.996997 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c106e2-0326-465e-8440-69ceb249e564 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Made reservation on behalf of 27bbeb97fe3749f2a3a3e5eb8da78c45 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:29:48.000431 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-64c106e2-0326-465e-8440-69ceb249e564 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:48.190210 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-64c106e2-0326-465e-8440-69ceb249e564 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:48.333054 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:29:48.498240 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c106e2-0326-465e-8440-69ceb249e564 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Pushing event updated for resources: {'Subnet': ['ID=5127567e-893f-429f-90c1-6be75483d6b8,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:48.508176 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c106e2-0326-465e-8440-69ceb249e564 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Checking segment: {'id': 'f4689431-c240-468d-b2d1-2a49a208b50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '742560d9-9107-4887-a4d7-bd8840e698f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:29:48.508565 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c106e2-0326-465e-8440-69ceb249e564 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Network hostable DHCP agents. Network: 742560d9-9107-4887-a4d7-bd8840e698f6, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:29:48.526557 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c106e2-0326-465e-8440-69ceb249e564 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Network 742560d9-9107-4887-a4d7-bd8840e698f6 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:29:48.534831 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-64c106e2-0326-465e-8440-69ceb249e564 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 742560d9-9107-4887-a4d7-bd8840e698f6) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:29:48.538850 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c106e2-0326-465e-8440-69ceb249e564 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:48.539440 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-64c106e2-0326-465e-8440-69ceb249e564 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:48.546555 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a46d9f-2ccd-4456-9032-f9b01d8f26f0 None None] Network 742560d9-9107-4887-a4d7-bd8840e698f6 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:29:48.556745 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-64c106e2-0326-465e-8440-69ceb249e564 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6519361 Nov 25 18:29:48.560715 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37038) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:48.565533 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-074e4dab-4a9c-4666-b2b7-34024c0e1001 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1520580300'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:29:48.586302 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074e4dab-4a9c-4666-b2b7-34024c0e1001 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Made reservation on behalf of 27bbeb97fe3749f2a3a3e5eb8da78c45 for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:29:48.590479 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-074e4dab-4a9c-4666-b2b7-34024c0e1001 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:48.613902 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-074e4dab-4a9c-4666-b2b7-34024c0e1001 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 903} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:29:48.622986 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-074e4dab-4a9c-4666-b2b7-34024c0e1001 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:48.623342 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-074e4dab-4a9c-4666-b2b7-34024c0e1001 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Added segment 2a78cd08-50d1-48a9-bcb9-837dab324522 of type vlan for network 8be7c6b4-5809-4d86-a96a-6ddb660d2b8e Nov 25 18:29:48.663368 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-074e4dab-4a9c-4666-b2b7-34024c0e1001 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:48.693168 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-074e4dab-4a9c-4666-b2b7-34024c0e1001 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:48.700207 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074e4dab-4a9c-4666-b2b7-34024c0e1001 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:48.700990 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-074e4dab-4a9c-4666-b2b7-34024c0e1001 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:48.706641 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153c2bd8-ce2b-4906-983c-3db02dd3c838 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-742560d9-9107-4887-a4d7-bd8840e698f6', 'network_id': '742560d9-9107-4887-a4d7-bd8840e698f6', 'tenant_id': '27bbeb97fe3749f2a3a3e5eb8da78c45', 'fixed_ips': [{'subnet_id': '5127567e-893f-429f-90c1-6be75483d6b8'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:29:48.707718 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-153c2bd8-ce2b-4906-983c-3db02dd3c838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:48.750824 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-074e4dab-4a9c-4666-b2b7-34024c0e1001 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1888726 Nov 25 18:29:48.753972 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37040) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:48.760342 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-08baa3e5-d96d-47c1-a555-2da72ad5e560 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Request body: {'subnet': {'network_id': '8be7c6b4-5809-4d86-a96a-6ddb660d2b8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:29:48.820605 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e4dab-4a9c-4666-b2b7-34024c0e1001 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Pushing event updated for resources: {'Network': ['ID=8be7c6b4-5809-4d86-a96a-6ddb660d2b8e,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:48.833662 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 8be7c6b4-5809-4d86-a96a-6ddb660d2b8e details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:29:48.853268 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08baa3e5-d96d-47c1-a555-2da72ad5e560 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Made reservation on behalf of 27bbeb97fe3749f2a3a3e5eb8da78c45 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:29:48.856923 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-08baa3e5-d96d-47c1-a555-2da72ad5e560 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:48.909915 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-153c2bd8-ce2b-4906-983c-3db02dd3c838 None None] Allocated IP 2001:db8:0:ffff::2 (742560d9-9107-4887-a4d7-bd8840e698f6/5127567e-893f-429f-90c1-6be75483d6b8/9350a3c5-246d-44d8-bf70-78c818533083) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:29:49.053439 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-08baa3e5-d96d-47c1-a555-2da72ad5e560 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:49.063393 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-153c2bd8-ce2b-4906-983c-3db02dd3c838 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:49.069250 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-153c2bd8-ce2b-4906-983c-3db02dd3c838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:49.110657 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153c2bd8-ce2b-4906-983c-3db02dd3c838 None None] Network 742560d9-9107-4887-a4d7-bd8840e698f6 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:29:49.113509 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-153c2bd8-ce2b-4906-983c-3db02dd3c838 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:29:49.116986 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153c2bd8-ce2b-4906-983c-3db02dd3c838 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:29:49.122639 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08baa3e5-d96d-47c1-a555-2da72ad5e560 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Pushing event updated for resources: {'Subnet': ['ID=fd6dcd14-2f10-4ff5-b105-9d0b67c8d56f,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:49.126214 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153c2bd8-ce2b-4906-983c-3db02dd3c838 None None] Pushing event updated for resources: {'Port': ['ID=9350a3c5-246d-44d8-bf70-78c818533083,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:49.134743 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08baa3e5-d96d-47c1-a555-2da72ad5e560 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Checking segment: {'id': '2a78cd08-50d1-48a9-bcb9-837dab324522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '8be7c6b4-5809-4d86-a96a-6ddb660d2b8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:29:49.135223 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08baa3e5-d96d-47c1-a555-2da72ad5e560 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Network hostable DHCP agents. Network: 8be7c6b4-5809-4d86-a96a-6ddb660d2b8e, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:29:49.151199 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153c2bd8-ce2b-4906-983c-3db02dd3c838 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:29:49.151546 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153c2bd8-ce2b-4906-983c-3db02dd3c838 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:29:49.151967 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153c2bd8-ce2b-4906-983c-3db02dd3c838 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:29:49.152318 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153c2bd8-ce2b-4906-983c-3db02dd3c838 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:29:49.152653 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153c2bd8-ce2b-4906-983c-3db02dd3c838 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:29:49.153012 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153c2bd8-ce2b-4906-983c-3db02dd3c838 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:29:49.153145 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08baa3e5-d96d-47c1-a555-2da72ad5e560 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Network 8be7c6b4-5809-4d86-a96a-6ddb660d2b8e is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:29:49.153344 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153c2bd8-ce2b-4906-983c-3db02dd3c838 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:29:49.153669 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153c2bd8-ce2b-4906-983c-3db02dd3c838 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:29:49.153995 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153c2bd8-ce2b-4906-983c-3db02dd3c838 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:29:49.154356 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153c2bd8-ce2b-4906-983c-3db02dd3c838 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:29:49.154767 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153c2bd8-ce2b-4906-983c-3db02dd3c838 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:29:49.155023 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153c2bd8-ce2b-4906-983c-3db02dd3c838 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:29:49.165179 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-08baa3e5-d96d-47c1-a555-2da72ad5e560 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 8be7c6b4-5809-4d86-a96a-6ddb660d2b8e) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:29:49.170095 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08baa3e5-d96d-47c1-a555-2da72ad5e560 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:49.171027 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-08baa3e5-d96d-47c1-a555-2da72ad5e560 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:49.177624 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a17a4e3-12df-487b-a9fd-f6ff68178945 None None] Network 8be7c6b4-5809-4d86-a96a-6ddb660d2b8e requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:29:49.188576 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-08baa3e5-d96d-47c1-a555-2da72ad5e560 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4334030 Nov 25 18:29:49.191748 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37042) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:49.205528 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-153c2bd8-ce2b-4906-983c-3db02dd3c838 None None] Attempting to bind port 9350a3c5-246d-44d8-bf70-78c818533083 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:29:49.205906 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-153c2bd8-ce2b-4906-983c-3db02dd3c838 None None] Attempting to bind port 9350a3c5-246d-44d8-bf70-78c818533083 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'f4689431-c240-468d-b2d1-2a49a208b50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '742560d9-9107-4887-a4d7-bd8840e698f6'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:29:49.206272 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153c2bd8-ce2b-4906-983c-3db02dd3c838 None None] Attempting to bind port 9350a3c5-246d-44d8-bf70-78c818533083 on network 742560d9-9107-4887-a4d7-bd8840e698f6 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:29:49.244183 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153c2bd8-ce2b-4906-983c-3db02dd3c838 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:29:49.244563 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153c2bd8-ce2b-4906-983c-3db02dd3c838 None None] Checking segment: {'id': 'f4689431-c240-468d-b2d1-2a49a208b50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '742560d9-9107-4887-a4d7-bd8840e698f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:29:49.244992 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-153c2bd8-ce2b-4906-983c-3db02dd3c838 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:49.245392 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153c2bd8-ce2b-4906-983c-3db02dd3c838 None None] Bound using segment: {'id': 'f4689431-c240-468d-b2d1-2a49a208b50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '742560d9-9107-4887-a4d7-bd8840e698f6'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:29:49.245871 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-153c2bd8-ce2b-4906-983c-3db02dd3c838 None None] Bound port: 9350a3c5-246d-44d8-bf70-78c818533083, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4689431-c240-468d-b2d1-2a49a208b50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '742560d9-9107-4887-a4d7-bd8840e698f6'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:29:49.246253 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-153c2bd8-ce2b-4906-983c-3db02dd3c838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:49.288728 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b3a872c8-0f7c-4959-ae00-d8f9f5b7824e tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:49.360849 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-153c2bd8-ce2b-4906-983c-3db02dd3c838 None None] For port 9350a3c5-246d-44d8-bf70-78c818533083, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:29:49.369023 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-153c2bd8-ce2b-4906-983c-3db02dd3c838 None None] For port 9350a3c5-246d-44d8-bf70-78c818533083, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=9350a3c5-246d-44d8-bf70-78c818533083,segment=NetworkSegment(f4689431-c240-468d-b2d1-2a49a208b50e),segment_id=f4689431-c240-468d-b2d1-2a49a208b50e)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:29:49.374509 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-153c2bd8-ce2b-4906-983c-3db02dd3c838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:49.375546 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b3a872c8-0f7c-4959-ae00-d8f9f5b7824e tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:49.418916 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a437857-4451-4aa7-a354-a101d7ff15b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-8be7c6b4-5809-4d86-a96a-6ddb660d2b8e', 'network_id': '8be7c6b4-5809-4d86-a96a-6ddb660d2b8e', 'tenant_id': '27bbeb97fe3749f2a3a3e5eb8da78c45', 'fixed_ips': [{'subnet_id': 'fd6dcd14-2f10-4ff5-b105-9d0b67c8d56f'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:29:49.419773 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0a437857-4451-4aa7-a354-a101d7ff15b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:49.445434 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b3a872c8-0f7c-4959-ae00-d8f9f5b7824e tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:49.470966 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153c2bd8-ce2b-4906-983c-3db02dd3c838 None None] Pushing event updated for resources: {'Port': ['ID=9350a3c5-246d-44d8-bf70-78c818533083,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:49.486600 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a872c8-0f7c-4959-ae00-d8f9f5b7824e tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Pushing event deleted for resources: {'Subnet': ['ID=fd6dcd14-2f10-4ff5-b105-9d0b67c8d56f,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:49.532230 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db72a8d-e095-49ff-a553-0c2b895ab045 None None] Network 8be7c6b4-5809-4d86-a96a-6ddb660d2b8e requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:29:49.556375 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b3a872c8-0f7c-4959-ae00-d8f9f5b7824e tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:49.580422 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-b3a872c8-0f7c-4959-ae00-d8f9f5b7824e tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8be7c6b4-5809-4d86-a96a-6ddb660d2b8e']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:49.590627 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-b3a872c8-0f7c-4959-ae00-d8f9f5b7824e tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a78cd08-50d1-48a9-bcb9-837dab324522') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:49.590967 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-b3a872c8-0f7c-4959-ae00-d8f9f5b7824e tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a78cd08-50d1-48a9-bcb9-837dab324522') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:49.601208 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b3a872c8-0f7c-4959-ae00-d8f9f5b7824e tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:49.618487 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b3a872c8-0f7c-4959-ae00-d8f9f5b7824e tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:49.625585 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3a872c8-0f7c-4959-ae00-d8f9f5b7824e tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Releasing vlan 903 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:29:49.626145 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b3a872c8-0f7c-4959-ae00-d8f9f5b7824e tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:49.629374 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 18:29:49.629374 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:29:49.629374 n-d-817746-1 neutron-server[103360]: timer() Nov 25 18:29:49.629374 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:29:49.629374 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 18:29:49.629374 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:29:49.629374 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 18:29:49.629374 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:29:49.629374 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 18:29:49.629374 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:29:49.629374 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 18:29:49.629374 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:29:49.629374 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 18:29:49.629374 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:29:49.629374 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:29:49.629374 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:29:49.629374 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:29:49.629374 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:29:49.629374 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 18:29:49.629374 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:29:49.629374 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 18:29:49.629374 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:29:49.629374 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:29:49.629374 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:29:49.629374 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 18:29:49.629374 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:29:49.629374 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:29:49.629374 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:29:49.629374 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:29:49.629374 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:29:49.629374 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:29:49.629374 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:29:49.695673 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b3a872c8-0f7c-4959-ae00-d8f9f5b7824e tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:49.703658 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b3a872c8-0f7c-4959-ae00-d8f9f5b7824e tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:49.707041 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b3a872c8-0f7c-4959-ae00-d8f9f5b7824e tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] 10.222.0.75 "DELETE /v2.0/networks/8be7c6b4-5809-4d86-a96a-6ddb660d2b8e HTTP/1.1" status: 204 len: 168 time: 0.5146954 Nov 25 18:29:49.710718 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37044) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:49.716450 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-fadc43d8-b578-4b8a-a7ed-ecfe3706321a tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-663472942'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:29:49.722898 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a872c8-0f7c-4959-ae00-d8f9f5b7824e tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Pushing event deleted for resources: {'Network': ['ID=8be7c6b4-5809-4d86-a96a-6ddb660d2b8e,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:49.742006 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fadc43d8-b578-4b8a-a7ed-ecfe3706321a tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Made reservation on behalf of 27bbeb97fe3749f2a3a3e5eb8da78c45 for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:29:49.746454 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fadc43d8-b578-4b8a-a7ed-ecfe3706321a tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:49.772868 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fadc43d8-b578-4b8a-a7ed-ecfe3706321a tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 903} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:29:49.784402 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fadc43d8-b578-4b8a-a7ed-ecfe3706321a tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:49.784751 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-fadc43d8-b578-4b8a-a7ed-ecfe3706321a tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Added segment c39039d3-b0ca-4436-970a-de6a54ed1b2e of type vlan for network 44ea098c-2037-479a-a90a-a2724c60f8ea Nov 25 18:29:49.827043 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fadc43d8-b578-4b8a-a7ed-ecfe3706321a tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:49.855473 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fadc43d8-b578-4b8a-a7ed-ecfe3706321a tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:49.861055 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadc43d8-b578-4b8a-a7ed-ecfe3706321a tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:49.861639 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fadc43d8-b578-4b8a-a7ed-ecfe3706321a tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:49.918670 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-fadc43d8-b578-4b8a-a7ed-ecfe3706321a tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2067723 Nov 25 18:29:49.921663 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37046) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:49.926732 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-3c3abf80-3b7a-406a-aab8-efea253e3825 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Request body: {'subnet': {'network_id': '44ea098c-2037-479a-a90a-a2724c60f8ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:29:49.933997 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadc43d8-b578-4b8a-a7ed-ecfe3706321a tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Pushing event updated for resources: {'Network': ['ID=44ea098c-2037-479a-a90a-a2724c60f8ea,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:49.947937 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 44ea098c-2037-479a-a90a-a2724c60f8ea details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:29:49.971925 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 9350a3c5-246d-44d8-bf70-78c818533083 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:29:50.034884 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3abf80-3b7a-406a-aab8-efea253e3825 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Made reservation on behalf of 27bbeb97fe3749f2a3a3e5eb8da78c45 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:29:50.038444 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3c3abf80-3b7a-406a-aab8-efea253e3825 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:50.040114 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1dfe459d-2c5e-461b-b40a-0b62b91189be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:50.077100 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 9350a3c5-246d-44d8-bf70-78c818533083 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:29:50.077475 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:50.097588 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.ipam_backend_mixin [None req-3c3abf80-3b7a-406a-aab8-efea253e3825 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Performing IP validity checks on allocation pools {{(pid=103360) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 25 18:29:50.098114 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.ipam_backend_mixin [None req-3c3abf80-3b7a-406a-aab8-efea253e3825 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103360) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 25 18:29:50.156792 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:50.192072 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port 9350a3c5-246d-44d8-bf70-78c818533083, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=9350a3c5-246d-44d8-bf70-78c818533083,segment=NetworkSegment(f4689431-c240-468d-b2d1-2a49a208b50e),segment_id=f4689431-c240-468d-b2d1-2a49a208b50e)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:50.196679 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:50.234516 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3c3abf80-3b7a-406a-aab8-efea253e3825 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:50.254976 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=9350a3c5-246d-44d8-bf70-78c818533083,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:50.295723 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3abf80-3b7a-406a-aab8-efea253e3825 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Pushing event updated for resources: {'Subnet': ['ID=3e3fa919-6ec0-42f5-8de7-0a0f618d9a5c,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:50.306566 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3abf80-3b7a-406a-aab8-efea253e3825 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Checking segment: {'id': 'c39039d3-b0ca-4436-970a-de6a54ed1b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '44ea098c-2037-479a-a90a-a2724c60f8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:29:50.306932 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3abf80-3b7a-406a-aab8-efea253e3825 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Network hostable DHCP agents. Network: 44ea098c-2037-479a-a90a-a2724c60f8ea, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:29:50.324175 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3abf80-3b7a-406a-aab8-efea253e3825 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Network 44ea098c-2037-479a-a90a-a2724c60f8ea is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:29:50.333764 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-3c3abf80-3b7a-406a-aab8-efea253e3825 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 44ea098c-2037-479a-a90a-a2724c60f8ea) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:29:50.339020 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3abf80-3b7a-406a-aab8-efea253e3825 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:50.339727 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3c3abf80-3b7a-406a-aab8-efea253e3825 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:50.344655 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400d679b-9f2e-4000-b98e-58f2df4dc236 None None] Network 44ea098c-2037-479a-a90a-a2724c60f8ea requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:29:50.364291 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3c3abf80-3b7a-406a-aab8-efea253e3825 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4413230 Nov 25 18:29:50.366904 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37048) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:50.477927 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d9b8c1a9-51cb-4fc5-9d8f-439b1c9bd1fe tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:50.514985 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f91cbd0-bfb2-4d4d-9919-e1c46008010a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-44ea098c-2037-479a-a90a-a2724c60f8ea', 'network_id': '44ea098c-2037-479a-a90a-a2724c60f8ea', 'tenant_id': '27bbeb97fe3749f2a3a3e5eb8da78c45', 'fixed_ips': [{'subnet_id': '3e3fa919-6ec0-42f5-8de7-0a0f618d9a5c'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:29:50.516053 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4f91cbd0-bfb2-4d4d-9919-e1c46008010a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:50.528791 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92a9b32-c821-4d05-bb3e-de824bec818f None None] Network 742560d9-9107-4887-a4d7-bd8840e698f6 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:29:50.568227 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d9b8c1a9-51cb-4fc5-9d8f-439b1c9bd1fe tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:50.636913 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d9b8c1a9-51cb-4fc5-9d8f-439b1c9bd1fe tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:50.669583 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b8c1a9-51cb-4fc5-9d8f-439b1c9bd1fe tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Pushing event deleted for resources: {'Subnet': ['ID=3e3fa919-6ec0-42f5-8de7-0a0f618d9a5c,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:50.735850 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d9b8c1a9-51cb-4fc5-9d8f-439b1c9bd1fe tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:50.759223 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-d9b8c1a9-51cb-4fc5-9d8f-439b1c9bd1fe tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44ea098c-2037-479a-a90a-a2724c60f8ea']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:50.769506 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-d9b8c1a9-51cb-4fc5-9d8f-439b1c9bd1fe tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c39039d3-b0ca-4436-970a-de6a54ed1b2e') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:50.769809 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-d9b8c1a9-51cb-4fc5-9d8f-439b1c9bd1fe tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c39039d3-b0ca-4436-970a-de6a54ed1b2e') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:50.779841 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d9b8c1a9-51cb-4fc5-9d8f-439b1c9bd1fe tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:50.793570 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d9b8c1a9-51cb-4fc5-9d8f-439b1c9bd1fe tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:50.800432 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9b8c1a9-51cb-4fc5-9d8f-439b1c9bd1fe tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Releasing vlan 903 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:29:50.801032 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d9b8c1a9-51cb-4fc5-9d8f-439b1c9bd1fe tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:50.804464 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 18:29:50.804464 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:29:50.804464 n-d-817746-1 neutron-server[103361]: timer() Nov 25 18:29:50.804464 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:29:50.804464 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 18:29:50.804464 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:29:50.804464 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 18:29:50.804464 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:29:50.804464 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 18:29:50.804464 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:29:50.804464 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 18:29:50.804464 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:29:50.804464 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 18:29:50.804464 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:29:50.804464 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:29:50.804464 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:29:50.804464 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:29:50.804464 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:29:50.804464 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 18:29:50.804464 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:29:50.804464 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 18:29:50.804464 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:29:50.804464 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:29:50.804464 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:29:50.804464 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 18:29:50.804464 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:29:50.804464 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:29:50.804464 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:29:50.804464 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:29:50.804464 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:29:50.804464 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:29:50.804464 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:29:50.858254 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-2c8a8f44-4fc3-4542-94a9-bf32c2df2552 None None] Provisioning complete for port 9350a3c5-246d-44d8-bf70-78c818533083 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:29:50.858625 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2c8a8f44-4fc3-4542-94a9-bf32c2df2552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server [None req-4f91cbd0-bfb2-4d4d-9919-e1c46008010a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3e3fa919-6ec0-42f5-8de7-0a0f618d9a5c: This subnet is being modified by another concurrent operation. Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server raise exception Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3e3fa919-6ec0-42f5-8de7-0a0f618d9a5c: This subnet is being modified by another concurrent operation. Nov 25 18:29:50.862502 n-d-817746-1 neutron-server[103362]: ERROR oslo_messaging.rpc.server Nov 25 18:29:50.881400 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d9b8c1a9-51cb-4fc5-9d8f-439b1c9bd1fe tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:50.888976 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d95695-0691-4854-985d-3722c1432d87 None None] Network 44ea098c-2037-479a-a90a-a2724c60f8ea requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:29:50.899618 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d9b8c1a9-51cb-4fc5-9d8f-439b1c9bd1fe tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:50.903081 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d9b8c1a9-51cb-4fc5-9d8f-439b1c9bd1fe tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] 10.222.0.75 "DELETE /v2.0/networks/44ea098c-2037-479a-a90a-a2724c60f8ea HTTP/1.1" status: 204 len: 168 time: 0.5350952 Nov 25 18:29:50.904249 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b8c1a9-51cb-4fc5-9d8f-439b1c9bd1fe tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Pushing event deleted for resources: {'Network': ['ID=44ea098c-2037-479a-a90a-a2724c60f8ea,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:50.907547 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37050) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:50.914475 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-74fe87ab-7c27-4ebc-8060-5062e0e8b53a tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1438593869'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:29:50.935581 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d95695-0691-4854-985d-3722c1432d87 None None] Network 44ea098c-2037-479a-a90a-a2724c60f8ea could not be found, it might have been deleted concurrently. {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 25 18:29:50.941969 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74fe87ab-7c27-4ebc-8060-5062e0e8b53a tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Made reservation on behalf of 27bbeb97fe3749f2a3a3e5eb8da78c45 for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:29:50.945527 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-74fe87ab-7c27-4ebc-8060-5062e0e8b53a tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:50.971186 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74fe87ab-7c27-4ebc-8060-5062e0e8b53a tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 902} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:29:50.982432 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-74fe87ab-7c27-4ebc-8060-5062e0e8b53a tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:50.982790 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-74fe87ab-7c27-4ebc-8060-5062e0e8b53a tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Added segment 998f7a98-704b-4cc1-b89f-1408470b919b of type vlan for network 4d74e29c-b7a5-4910-b983-7764bfc0a806 Nov 25 18:29:51.026754 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-74fe87ab-7c27-4ebc-8060-5062e0e8b53a tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:51.053128 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-74fe87ab-7c27-4ebc-8060-5062e0e8b53a tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:51.059626 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fe87ab-7c27-4ebc-8060-5062e0e8b53a tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:51.060243 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-74fe87ab-7c27-4ebc-8060-5062e0e8b53a tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:51.069956 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:51.098173 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-74fe87ab-7c27-4ebc-8060-5062e0e8b53a tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1885912 Nov 25 18:29:51.101243 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37052) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:51.107192 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-2ce09be8-46d6-4c01-948c-cd45c115703c tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Request body: {'subnet': {'network_id': '4d74e29c-b7a5-4910-b983-7764bfc0a806', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:29:51.139554 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fe87ab-7c27-4ebc-8060-5062e0e8b53a tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Pushing event updated for resources: {'Network': ['ID=4d74e29c-b7a5-4910-b983-7764bfc0a806,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:51.150717 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 4d74e29c-b7a5-4910-b983-7764bfc0a806 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:29:51.213258 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce09be8-46d6-4c01-948c-cd45c115703c tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Made reservation on behalf of 27bbeb97fe3749f2a3a3e5eb8da78c45 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:29:51.216841 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2ce09be8-46d6-4c01-948c-cd45c115703c tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:51.237627 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67238d94-864a-44c6-ae73-8a07698e305e None None] get_active_networks_info from n-d-817746-1 {{(pid=103362) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 18:29:51.305064 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67238d94-864a-44c6-ae73-8a07698e305e None None] Resources bound (agent type, host, resource id): {{(pid=103362) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 18:29:51.390682 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-836ec3ce-e609-4688-8bf0-b6f12dce7a18 None None] Provisioning complete for port 9350a3c5-246d-44d8-bf70-78c818533083 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:29:51.391055 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-836ec3ce-e609-4688-8bf0-b6f12dce7a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:51.407102 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2ce09be8-46d6-4c01-948c-cd45c115703c tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:51.464212 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce09be8-46d6-4c01-948c-cd45c115703c tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Pushing event updated for resources: {'Subnet': ['ID=a0677e64-a11b-45c8-b89a-35c20b2dde19,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:51.480111 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce09be8-46d6-4c01-948c-cd45c115703c tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Checking segment: {'id': '998f7a98-704b-4cc1-b89f-1408470b919b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '4d74e29c-b7a5-4910-b983-7764bfc0a806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:29:51.480473 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce09be8-46d6-4c01-948c-cd45c115703c tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Network hostable DHCP agents. Network: 4d74e29c-b7a5-4910-b983-7764bfc0a806, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:29:51.497691 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce09be8-46d6-4c01-948c-cd45c115703c tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Network 4d74e29c-b7a5-4910-b983-7764bfc0a806 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:29:51.506726 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-2ce09be8-46d6-4c01-948c-cd45c115703c tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 4d74e29c-b7a5-4910-b983-7764bfc0a806) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:29:51.510886 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce09be8-46d6-4c01-948c-cd45c115703c tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:51.511621 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2ce09be8-46d6-4c01-948c-cd45c115703c tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:51.531536 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2ce09be8-46d6-4c01-948c-cd45c115703c tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4250901 Nov 25 18:29:51.531778 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37054) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:51.536608 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-a4f2bede-412c-4a15-8461-478b4f07469a tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-866458466'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:29:51.558275 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f2bede-412c-4a15-8461-478b4f07469a tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Made reservation on behalf of 27bbeb97fe3749f2a3a3e5eb8da78c45 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:29:51.561939 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a4f2bede-412c-4a15-8461-478b4f07469a tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:51.585002 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3fca5b-30ff-4a7c-b197-b6d66499f576 None None] Network 4d74e29c-b7a5-4910-b983-7764bfc0a806 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:29:51.588234 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4f2bede-412c-4a15-8461-478b4f07469a tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 943} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:29:51.597336 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a4f2bede-412c-4a15-8461-478b4f07469a tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:51.597694 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-a4f2bede-412c-4a15-8461-478b4f07469a tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Added segment a46cecc1-845c-4dd4-a75d-b4144f528ada of type vlan for network 1ab390d8-57d7-42b8-9c9d-3a765146a8aa Nov 25 18:29:51.641065 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a4f2bede-412c-4a15-8461-478b4f07469a tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:51.668651 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a4f2bede-412c-4a15-8461-478b4f07469a tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:51.674359 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f2bede-412c-4a15-8461-478b4f07469a tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:51.674949 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a4f2bede-412c-4a15-8461-478b4f07469a tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:51.705338 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a4f2bede-412c-4a15-8461-478b4f07469a tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1725721 Nov 25 18:29:51.708106 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37056) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:51.735090 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83437b74-580a-43c6-9fc2-d707e7b7aac3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-4d74e29c-b7a5-4910-b983-7764bfc0a806', 'network_id': '4d74e29c-b7a5-4910-b983-7764bfc0a806', 'tenant_id': '27bbeb97fe3749f2a3a3e5eb8da78c45', 'fixed_ips': [{'subnet_id': 'a0677e64-a11b-45c8-b89a-35c20b2dde19'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:29:51.735966 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-83437b74-580a-43c6-9fc2-d707e7b7aac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:51.742994 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-349afd96-4677-47b6-8cba-d8f1f3ca1ecc tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Request body: {'subnet': {'network_id': '1ab390d8-57d7-42b8-9c9d-3a765146a8aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:29:51.770448 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f2bede-412c-4a15-8461-478b4f07469a tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Pushing event updated for resources: {'Network': ['ID=1ab390d8-57d7-42b8-9c9d-3a765146a8aa,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:51.805983 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 1ab390d8-57d7-42b8-9c9d-3a765146a8aa details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:29:51.843549 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349afd96-4677-47b6-8cba-d8f1f3ca1ecc tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Made reservation on behalf of 27bbeb97fe3749f2a3a3e5eb8da78c45 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:29:51.847083 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-349afd96-4677-47b6-8cba-d8f1f3ca1ecc tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:51.933935 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-83437b74-580a-43c6-9fc2-d707e7b7aac3 None None] Allocated IP 2001:db8::2 (4d74e29c-b7a5-4910-b983-7764bfc0a806/a0677e64-a11b-45c8-b89a-35c20b2dde19/e66351a1-f41a-48e4-bdbf-11d241b5096d) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:29:51.944673 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 9350a3c5-246d-44d8-bf70-78c818533083 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:29:52.052571 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-349afd96-4677-47b6-8cba-d8f1f3ca1ecc tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:52.068014 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 9350a3c5-246d-44d8-bf70-78c818533083 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:29:52.068389 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:52.121216 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349afd96-4677-47b6-8cba-d8f1f3ca1ecc tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Pushing event updated for resources: {'Subnet': ['ID=b5e97948-e238-408c-ada1-603229d8eead,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:52.129784 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349afd96-4677-47b6-8cba-d8f1f3ca1ecc tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Checking segment: {'id': 'a46cecc1-845c-4dd4-a75d-b4144f528ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '1ab390d8-57d7-42b8-9c9d-3a765146a8aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:29:52.130170 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349afd96-4677-47b6-8cba-d8f1f3ca1ecc tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Network hostable DHCP agents. Network: 1ab390d8-57d7-42b8-9c9d-3a765146a8aa, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:29:52.147535 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349afd96-4677-47b6-8cba-d8f1f3ca1ecc tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Network 1ab390d8-57d7-42b8-9c9d-3a765146a8aa is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:29:52.153096 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-83437b74-580a-43c6-9fc2-d707e7b7aac3 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:52.156929 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-349afd96-4677-47b6-8cba-d8f1f3ca1ecc tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 1ab390d8-57d7-42b8-9c9d-3a765146a8aa) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:29:52.159505 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-83437b74-580a-43c6-9fc2-d707e7b7aac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:52.162051 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349afd96-4677-47b6-8cba-d8f1f3ca1ecc tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:52.162685 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-349afd96-4677-47b6-8cba-d8f1f3ca1ecc tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:52.178931 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-349afd96-4677-47b6-8cba-d8f1f3ca1ecc tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4698000 Nov 25 18:29:52.182242 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37058) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:52.206681 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21e8bfc-6d26-45e6-83b8-0cee095c7021 None None] Network 1ab390d8-57d7-42b8-9c9d-3a765146a8aa requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:29:52.278727 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-024e2901-e3c0-47e3-b1a1-5024219f7f24 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:52.291391 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83437b74-580a-43c6-9fc2-d707e7b7aac3 None None] Network 4d74e29c-b7a5-4910-b983-7764bfc0a806 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:29:52.296322 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83437b74-580a-43c6-9fc2-d707e7b7aac3 None None] Pushing event updated for resources: {'Port': ['ID=e66351a1-f41a-48e4-bdbf-11d241b5096d,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:52.301338 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-83437b74-580a-43c6-9fc2-d707e7b7aac3 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:29:52.306178 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83437b74-580a-43c6-9fc2-d707e7b7aac3 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:29:52.316346 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:52.333743 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-024e2901-e3c0-47e3-b1a1-5024219f7f24 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:52.399555 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-024e2901-e3c0-47e3-b1a1-5024219f7f24 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:52.404443 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-83437b74-580a-43c6-9fc2-d707e7b7aac3 None None] Attempting to bind port e66351a1-f41a-48e4-bdbf-11d241b5096d on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:29:52.404835 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-83437b74-580a-43c6-9fc2-d707e7b7aac3 None None] Attempting to bind port e66351a1-f41a-48e4-bdbf-11d241b5096d by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '998f7a98-704b-4cc1-b89f-1408470b919b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '4d74e29c-b7a5-4910-b983-7764bfc0a806'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:29:52.405213 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83437b74-580a-43c6-9fc2-d707e7b7aac3 None None] Attempting to bind port e66351a1-f41a-48e4-bdbf-11d241b5096d on network 4d74e29c-b7a5-4910-b983-7764bfc0a806 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:29:52.417185 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83437b74-580a-43c6-9fc2-d707e7b7aac3 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:29:52.417567 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83437b74-580a-43c6-9fc2-d707e7b7aac3 None None] Checking segment: {'id': '998f7a98-704b-4cc1-b89f-1408470b919b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '4d74e29c-b7a5-4910-b983-7764bfc0a806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:29:52.417975 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-83437b74-580a-43c6-9fc2-d707e7b7aac3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:52.418375 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83437b74-580a-43c6-9fc2-d707e7b7aac3 None None] Bound using segment: {'id': '998f7a98-704b-4cc1-b89f-1408470b919b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '4d74e29c-b7a5-4910-b983-7764bfc0a806'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:29:52.418856 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-83437b74-580a-43c6-9fc2-d707e7b7aac3 None None] Bound port: e66351a1-f41a-48e4-bdbf-11d241b5096d, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '998f7a98-704b-4cc1-b89f-1408470b919b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '4d74e29c-b7a5-4910-b983-7764bfc0a806'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:29:52.419240 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-83437b74-580a-43c6-9fc2-d707e7b7aac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:52.426780 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024e2901-e3c0-47e3-b1a1-5024219f7f24 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Pushing event deleted for resources: {'Subnet': ['ID=b5e97948-e238-408c-ada1-603229d8eead,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:52.488955 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a44c73-069e-49a7-94e8-f526c5cfb26f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-1ab390d8-57d7-42b8-9c9d-3a765146a8aa', 'network_id': '1ab390d8-57d7-42b8-9c9d-3a765146a8aa', 'tenant_id': '27bbeb97fe3749f2a3a3e5eb8da78c45', 'fixed_ips': [{'subnet_id': 'b5e97948-e238-408c-ada1-603229d8eead'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:29:52.489133 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-024e2901-e3c0-47e3-b1a1-5024219f7f24 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:52.489815 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-99a44c73-069e-49a7-94e8-f526c5cfb26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:52.513204 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-024e2901-e3c0-47e3-b1a1-5024219f7f24 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ab390d8-57d7-42b8-9c9d-3a765146a8aa']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:52.522551 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-024e2901-e3c0-47e3-b1a1-5024219f7f24 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a46cecc1-845c-4dd4-a75d-b4144f528ada') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:52.522849 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-024e2901-e3c0-47e3-b1a1-5024219f7f24 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a46cecc1-845c-4dd4-a75d-b4144f528ada') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:52.528964 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-83437b74-580a-43c6-9fc2-d707e7b7aac3 None None] For port e66351a1-f41a-48e4-bdbf-11d241b5096d, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:29:52.532816 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-83437b74-580a-43c6-9fc2-d707e7b7aac3 None None] For port e66351a1-f41a-48e4-bdbf-11d241b5096d, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=e66351a1-f41a-48e4-bdbf-11d241b5096d,segment=NetworkSegment(998f7a98-704b-4cc1-b89f-1408470b919b),segment_id=998f7a98-704b-4cc1-b89f-1408470b919b)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:29:52.537296 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-024e2901-e3c0-47e3-b1a1-5024219f7f24 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:52.550599 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-024e2901-e3c0-47e3-b1a1-5024219f7f24 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:52.557324 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-024e2901-e3c0-47e3-b1a1-5024219f7f24 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Releasing vlan 943 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:29:52.557658 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-024e2901-e3c0-47e3-b1a1-5024219f7f24 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:52.560659 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 18:29:52.560659 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:29:52.560659 n-d-817746-1 neutron-server[103360]: timer() Nov 25 18:29:52.560659 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:29:52.560659 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 18:29:52.560659 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:29:52.560659 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 18:29:52.560659 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:29:52.560659 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 18:29:52.560659 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:29:52.560659 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 18:29:52.560659 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:29:52.560659 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 18:29:52.560659 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:29:52.560659 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:29:52.560659 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:29:52.560659 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:29:52.560659 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:29:52.560659 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 18:29:52.560659 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:29:52.560659 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 18:29:52.560659 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:29:52.560659 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:29:52.560659 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:29:52.560659 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 18:29:52.560659 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:29:52.560659 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:29:52.560659 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:29:52.560659 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:29:52.560659 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:29:52.560659 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:29:52.560659 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:29:52.579917 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-83437b74-580a-43c6-9fc2-d707e7b7aac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:52.619638 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7066c645-ac25-42e8-9b31-308968ecf249 None None] Network 1ab390d8-57d7-42b8-9c9d-3a765146a8aa requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:29:52.623858 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-024e2901-e3c0-47e3-b1a1-5024219f7f24 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:52.630986 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-024e2901-e3c0-47e3-b1a1-5024219f7f24 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:52.634868 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-024e2901-e3c0-47e3-b1a1-5024219f7f24 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] 10.222.0.75 "DELETE /v2.0/networks/1ab390d8-57d7-42b8-9c9d-3a765146a8aa HTTP/1.1" status: 204 len: 168 time: 0.4516363 Nov 25 18:29:52.638285 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37060) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:52.651069 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7066c645-ac25-42e8-9b31-308968ecf249 None None] Network 1ab390d8-57d7-42b8-9c9d-3a765146a8aa could not be found, it might have been deleted concurrently. {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 25 18:29:52.653575 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024e2901-e3c0-47e3-b1a1-5024219f7f24 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Pushing event deleted for resources: {'Network': ['ID=1ab390d8-57d7-42b8-9c9d-3a765146a8aa,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:52.668978 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83437b74-580a-43c6-9fc2-d707e7b7aac3 None None] Pushing event updated for resources: {'Port': ['ID=e66351a1-f41a-48e4-bdbf-11d241b5096d,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:52.679743 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-688eb1da-2934-460c-bf45-a47e5393a415 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] GET failed (client error): The resource could not be found. Nov 25 18:29:52.681990 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-688eb1da-2934-460c-bf45-a47e5393a415 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] 10.222.0.75 "GET /v2.0/subnets/b5e97948-e238-408c-ada1-603229d8eead HTTP/1.1" status: 404 len: 337 time: 0.0421758 Nov 25 18:29:52.684677 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37062) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:52.711985 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-615e1f7d-65ae-489b-9193-ac45d5832e7b tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] DELETE failed (client error): The resource could not be found. Nov 25 18:29:52.712577 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-615e1f7d-65ae-489b-9193-ac45d5832e7b tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:29:52.715977 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-615e1f7d-65ae-489b-9193-ac45d5832e7b tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] 10.222.0.75 "DELETE /v2.0/networks/1ab390d8-57d7-42b8-9c9d-3a765146a8aa HTTP/1.1" status: 404 len: 339 time: 0.0302725 Nov 25 18:29:52.719839 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37064) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:52.747589 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-17f14398-4858-4fda-9f0c-d6f6d5599543 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] DELETE failed (client error): The resource could not be found. Nov 25 18:29:52.748053 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17f14398-4858-4fda-9f0c-d6f6d5599543 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:29:52.751157 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-17f14398-4858-4fda-9f0c-d6f6d5599543 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] 10.222.0.75 "DELETE /v2.0/subnets/b5e97948-e238-408c-ada1-603229d8eead HTTP/1.1" status: 404 len: 337 time: 0.0303860 Nov 25 18:29:52.753767 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37066) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:52.772600 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-77ec370d-0db7-4eda-9c73-734c54807314 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] DELETE failed (client error): The resource could not be found. Nov 25 18:29:52.773150 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77ec370d-0db7-4eda-9c73-734c54807314 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:29:52.776244 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-77ec370d-0db7-4eda-9c73-734c54807314 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] 10.222.0.75 "DELETE /v2.0/networks/1ab390d8-57d7-42b8-9c9d-3a765146a8aa HTTP/1.1" status: 404 len: 339 time: 0.0215635 Nov 25 18:29:52.778779 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37068) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:52.840079 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6181ec1-1283-4507-aa85-f92ac6c12c0b tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Deleting subnet a0677e64-a11b-45c8-b89a-35c20b2dde19 {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:29:52.845409 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f6181ec1-1283-4507-aa85-f92ac6c12c0b tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:52.892651 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f6181ec1-1283-4507-aa85-f92ac6c12c0b tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:53.014915 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f6181ec1-1283-4507-aa85-f92ac6c12c0b tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:53.073917 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f6181ec1-1283-4507-aa85-f92ac6c12c0b tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:53.105913 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f6181ec1-1283-4507-aa85-f92ac6c12c0b tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:53.109116 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-f6181ec1-1283-4507-aa85-f92ac6c12c0b tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] 10.222.0.75 "DELETE /v2.0/subnets/a0677e64-a11b-45c8-b89a-35c20b2dde19 HTTP/1.1" status: 204 len: 168 time: 0.3293819 Nov 25 18:29:53.110128 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6181ec1-1283-4507-aa85-f92ac6c12c0b tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Pushing event deleted for resources: {'Subnet': ['ID=a0677e64-a11b-45c8-b89a-35c20b2dde19,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:53.111667 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37070) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:53.170648 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:53.194421 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6964dad6-b1e8-48d7-84c8-4b8923e73159 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:53.247654 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-6964dad6-b1e8-48d7-84c8-4b8923e73159 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Deleting port e66351a1-f41a-48e4-bdbf-11d241b5096d {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:29:53.248042 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6964dad6-b1e8-48d7-84c8-4b8923e73159 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:53.310883 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-6964dad6-b1e8-48d7-84c8-4b8923e73159 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] For port e66351a1-f41a-48e4-bdbf-11d241b5096d, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=e66351a1-f41a-48e4-bdbf-11d241b5096d,segment=NetworkSegment(998f7a98-704b-4cc1-b89f-1408470b919b),segment_id=998f7a98-704b-4cc1-b89f-1408470b919b)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:53.311251 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6964dad6-b1e8-48d7-84c8-4b8923e73159 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:53.325670 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-6964dad6-b1e8-48d7-84c8-4b8923e73159 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Calling delete_port for e66351a1-f41a-48e4-bdbf-11d241b5096d owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:29:53.411868 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6964dad6-b1e8-48d7-84c8-4b8923e73159 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:53.437321 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6964dad6-b1e8-48d7-84c8-4b8923e73159 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Pushing event deleted for resources: {'Port': ['ID=e66351a1-f41a-48e4-bdbf-11d241b5096d,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:53.443178 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6964dad6-b1e8-48d7-84c8-4b8923e73159 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] No DVR routers for this DVR port e66351a1-f41a-48e4-bdbf-11d241b5096d on host n-d-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:29:53.525424 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6964dad6-b1e8-48d7-84c8-4b8923e73159 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:53.551593 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-6964dad6-b1e8-48d7-84c8-4b8923e73159 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d74e29c-b7a5-4910-b983-7764bfc0a806']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:53.562347 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-6964dad6-b1e8-48d7-84c8-4b8923e73159 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '998f7a98-704b-4cc1-b89f-1408470b919b') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:53.562655 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-6964dad6-b1e8-48d7-84c8-4b8923e73159 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '998f7a98-704b-4cc1-b89f-1408470b919b') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:53.572679 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6964dad6-b1e8-48d7-84c8-4b8923e73159 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:53.586894 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6964dad6-b1e8-48d7-84c8-4b8923e73159 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:53.593072 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6964dad6-b1e8-48d7-84c8-4b8923e73159 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Releasing vlan 902 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:29:53.593443 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6964dad6-b1e8-48d7-84c8-4b8923e73159 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:53.596462 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 18:29:53.596462 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:29:53.596462 n-d-817746-1 neutron-server[103360]: timer() Nov 25 18:29:53.596462 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:29:53.596462 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 18:29:53.596462 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:29:53.596462 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 18:29:53.596462 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:29:53.596462 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 18:29:53.596462 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:29:53.596462 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 18:29:53.596462 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:29:53.596462 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 18:29:53.596462 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:29:53.596462 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:29:53.596462 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:29:53.596462 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:29:53.596462 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:29:53.596462 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 18:29:53.596462 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:29:53.596462 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 18:29:53.596462 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:29:53.596462 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:29:53.596462 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:29:53.596462 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 18:29:53.596462 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:29:53.596462 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:29:53.596462 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:29:53.596462 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:29:53.596462 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:29:53.596462 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:29:53.596462 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:29:53.621221 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcd6c65-33cf-472d-aeb0-f919040af826 None None] Network 4d74e29c-b7a5-4910-b983-7764bfc0a806 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:29:53.656750 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6964dad6-b1e8-48d7-84c8-4b8923e73159 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:53.663690 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6964dad6-b1e8-48d7-84c8-4b8923e73159 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:53.667416 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6964dad6-b1e8-48d7-84c8-4b8923e73159 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] 10.222.0.75 "DELETE /v2.0/networks/4d74e29c-b7a5-4910-b983-7764bfc0a806 HTTP/1.1" status: 204 len: 168 time: 0.5544477 Nov 25 18:29:53.671189 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37072) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:53.684339 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6964dad6-b1e8-48d7-84c8-4b8923e73159 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Pushing event deleted for resources: {'Network': ['ID=4d74e29c-b7a5-4910-b983-7764bfc0a806,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:53.692946 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-f70581ea-3ab9-45a8-8a5f-6da6b2c97e3b None None] Could not find standard attr ID for object e66351a1-f41a-48e4-bdbf-11d241b5096d. {{(pid=103362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 18:29:53.704673 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca805ae5-4f4c-4833-af29-35ec6ba53cfe tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] DELETE failed (client error): The resource could not be found. Nov 25 18:29:53.705315 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca805ae5-4f4c-4833-af29-35ec6ba53cfe tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:29:53.708787 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-ca805ae5-4f4c-4833-af29-35ec6ba53cfe tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] 10.222.0.75 "DELETE /v2.0/subnets/3e3fa919-6ec0-42f5-8de7-0a0f618d9a5c HTTP/1.1" status: 404 len: 337 time: 0.0360098 Nov 25 18:29:53.711506 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37074) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:53.733202 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-26941645-8b37-4a2c-b4b0-a00afae2ff36 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] DELETE failed (client error): The resource could not be found. Nov 25 18:29:53.733710 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26941645-8b37-4a2c-b4b0-a00afae2ff36 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:29:53.737427 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-26941645-8b37-4a2c-b4b0-a00afae2ff36 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] 10.222.0.75 "DELETE /v2.0/networks/44ea098c-2037-479a-a90a-a2724c60f8ea HTTP/1.1" status: 404 len: 339 time: 0.0243108 Nov 25 18:29:53.739345 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37076) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:53.767482 n-d-817746-1 neutron-server[103361]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7a9399a-3598-4311-8698-9e0b0f643678 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] DELETE failed (client error): The resource could not be found. Nov 25 18:29:53.767940 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7a9399a-3598-4311-8698-9e0b0f643678 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103361) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:29:53.773867 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-b7a9399a-3598-4311-8698-9e0b0f643678 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] 10.222.0.75 "DELETE /v2.0/subnets/fd6dcd14-2f10-4ff5-b105-9d0b67c8d56f HTTP/1.1" status: 404 len: 337 time: 0.0300663 Nov 25 18:29:53.774008 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37078) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:53.793066 n-d-817746-1 neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee0dc0bc-da29-4bcf-8554-b76b9676b8ea tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] DELETE failed (client error): The resource could not be found. Nov 25 18:29:53.793569 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee0dc0bc-da29-4bcf-8554-b76b9676b8ea tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103360) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:29:53.799077 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ee0dc0bc-da29-4bcf-8554-b76b9676b8ea tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] 10.222.0.75 "DELETE /v2.0/networks/8be7c6b4-5809-4d86-a96a-6ddb660d2b8e HTTP/1.1" status: 404 len: 339 time: 0.0214317 Nov 25 18:29:53.799221 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c980b8-f081-455e-98c2-9bc69e7744f7 None None] DHCP port deletion for 4d74e29c-b7a5-4910-b983-7764bfc0a806 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:29:53.799605 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37080) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:53.859890 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-e001c155-21a0-4bd0-ad69-dd24141c79de tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Deleting subnet 5127567e-893f-429f-90c1-6be75483d6b8 {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:29:53.862980 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e001c155-21a0-4bd0-ad69-dd24141c79de tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:53.903526 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e001c155-21a0-4bd0-ad69-dd24141c79de tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:53.986950 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e001c155-21a0-4bd0-ad69-dd24141c79de tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:54.048833 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e001c155-21a0-4bd0-ad69-dd24141c79de tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:54.077656 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e001c155-21a0-4bd0-ad69-dd24141c79de tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Pushing event deleted for resources: {'Subnet': ['ID=5127567e-893f-429f-90c1-6be75483d6b8,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:54.079615 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e001c155-21a0-4bd0-ad69-dd24141c79de tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:54.083890 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-e001c155-21a0-4bd0-ad69-dd24141c79de tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] 10.222.0.75 "DELETE /v2.0/subnets/5127567e-893f-429f-90c1-6be75483d6b8 HTTP/1.1" status: 204 len: 168 time: 0.2832026 Nov 25 18:29:54.085332 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37082) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:54.085658 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06073bb7-8a3e-4a63-865f-5b2a51c4d209 None None] Network 742560d9-9107-4887-a4d7-bd8840e698f6 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:29:54.162207 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9afedf0b-33b8-4f87-b605-69425417a0e7 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:54.220327 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-9afedf0b-33b8-4f87-b605-69425417a0e7 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Deleting port 9350a3c5-246d-44d8-bf70-78c818533083 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:29:54.220673 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9afedf0b-33b8-4f87-b605-69425417a0e7 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:54.260684 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e748de9-73cb-40da-a74c-bb62cb9b7ad9 None None] DHCP port deletion for 742560d9-9107-4887-a4d7-bd8840e698f6 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:29:54.284121 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-9afedf0b-33b8-4f87-b605-69425417a0e7 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] For port 9350a3c5-246d-44d8-bf70-78c818533083, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=9350a3c5-246d-44d8-bf70-78c818533083,segment=NetworkSegment(f4689431-c240-468d-b2d1-2a49a208b50e),segment_id=f4689431-c240-468d-b2d1-2a49a208b50e)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:54.284616 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9afedf0b-33b8-4f87-b605-69425417a0e7 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:54.298118 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-9afedf0b-33b8-4f87-b605-69425417a0e7 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Calling delete_port for 9350a3c5-246d-44d8-bf70-78c818533083 owned by network:dhcp {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:29:54.307331 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-5e748de9-73cb-40da-a74c-bb62cb9b7ad9 None None] Deleting port 9350a3c5-246d-44d8-bf70-78c818533083 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:29:54.307713 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5e748de9-73cb-40da-a74c-bb62cb9b7ad9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:54.369337 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-5e748de9-73cb-40da-a74c-bb62cb9b7ad9 None None] For port 9350a3c5-246d-44d8-bf70-78c818533083, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=9350a3c5-246d-44d8-bf70-78c818533083,segment=NetworkSegment(f4689431-c240-468d-b2d1-2a49a208b50e),segment_id=f4689431-c240-468d-b2d1-2a49a208b50e)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:54.369739 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5e748de9-73cb-40da-a74c-bb62cb9b7ad9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:54.376096 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9afedf0b-33b8-4f87-b605-69425417a0e7 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:54.386143 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-5e748de9-73cb-40da-a74c-bb62cb9b7ad9 None None] Calling delete_port for 9350a3c5-246d-44d8-bf70-78c818533083 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:29:54.404155 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afedf0b-33b8-4f87-b605-69425417a0e7 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Pushing event deleted for resources: {'Port': ['ID=9350a3c5-246d-44d8-bf70-78c818533083,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:54.411810 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afedf0b-33b8-4f87-b605-69425417a0e7 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] No DVR routers for this DVR port 9350a3c5-246d-44d8-bf70-78c818533083 on host n-d-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:29:54.461751 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5e748de9-73cb-40da-a74c-bb62cb9b7ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:54.485616 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e748de9-73cb-40da-a74c-bb62cb9b7ad9 None None] Pushing event deleted for resources: {'Port': ['ID=9350a3c5-246d-44d8-bf70-78c818533083,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:54.491041 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e748de9-73cb-40da-a74c-bb62cb9b7ad9 None None] No DVR routers for this DVR port 9350a3c5-246d-44d8-bf70-78c818533083 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:29:54.498204 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9afedf0b-33b8-4f87-b605-69425417a0e7 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:54.518506 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-9afedf0b-33b8-4f87-b605-69425417a0e7 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['742560d9-9107-4887-a4d7-bd8840e698f6']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:54.527660 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-9afedf0b-33b8-4f87-b605-69425417a0e7 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4689431-c240-468d-b2d1-2a49a208b50e') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:54.527962 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-9afedf0b-33b8-4f87-b605-69425417a0e7 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4689431-c240-468d-b2d1-2a49a208b50e') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:54.537346 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9afedf0b-33b8-4f87-b605-69425417a0e7 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:54.551508 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9afedf0b-33b8-4f87-b605-69425417a0e7 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:54.558326 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9afedf0b-33b8-4f87-b605-69425417a0e7 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Releasing vlan 940 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:29:54.558852 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9afedf0b-33b8-4f87-b605-69425417a0e7 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:54.561913 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 18:29:54.561913 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:29:54.561913 n-d-817746-1 neutron-server[103361]: timer() Nov 25 18:29:54.561913 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:29:54.561913 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 18:29:54.561913 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:29:54.561913 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 18:29:54.561913 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:29:54.561913 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 18:29:54.561913 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:29:54.561913 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 18:29:54.561913 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:29:54.561913 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 18:29:54.561913 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:29:54.561913 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:29:54.561913 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:29:54.561913 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:29:54.561913 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:29:54.561913 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 18:29:54.561913 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:29:54.561913 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 18:29:54.561913 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:29:54.561913 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:29:54.561913 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:29:54.561913 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 18:29:54.561913 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:29:54.561913 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:29:54.561913 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:29:54.561913 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:29:54.561913 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:29:54.561913 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:29:54.561913 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:29:54.623976 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9afedf0b-33b8-4f87-b605-69425417a0e7 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:54.629201 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9afedf0b-33b8-4f87-b605-69425417a0e7 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:54.632375 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-9afedf0b-33b8-4f87-b605-69425417a0e7 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] 10.222.0.75 "DELETE /v2.0/networks/742560d9-9107-4887-a4d7-bd8840e698f6 HTTP/1.1" status: 204 len: 168 time: 0.5459230 Nov 25 18:29:54.647826 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afedf0b-33b8-4f87-b605-69425417a0e7 tempest-NetworksIpV6Test-504026804 tempest-NetworksIpV6Test-504026804-project] Pushing event deleted for resources: {'Network': ['ID=742560d9-9107-4887-a4d7-bd8840e698f6,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:54.870786 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37088) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:55.001235 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-af0acf95-a7be-4f2d-8124-766dfb91949f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=27bbeb97fe3749f2a3a3e5eb8da78c45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1291811 Nov 25 18:29:55.003663 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37092) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:55.056659 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5228fc21-1771-4464-a883-750a85909a71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:55.077184 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5228fc21-1771-4464-a883-750a85909a71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:55.123059 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5228fc21-1771-4464-a883-750a85909a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:55.125679 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5228fc21-1771-4464-a883-750a85909a71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:55.126892 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-5228fc21-1771-4464-a883-750a85909a71 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ba4ae592-661a-4d16-b6b4-c4733e41af72 HTTP/1.1" status: 204 len: 168 time: 0.1223695 Nov 25 18:29:55.135151 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5228fc21-1771-4464-a883-750a85909a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4ae592-661a-4d16-b6b4-c4733e41af72,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:55.760237 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37114) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:55.852697 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-728cc526-ca4f-42ad-b567-67c2e71e8875 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2129751344', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:29:55.879311 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-728cc526-ca4f-42ad-b567-67c2e71e8875 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:55.880352 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-728cc526-ca4f-42ad-b567-67c2e71e8875 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:55.932189 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-728cc526-ca4f-42ad-b567-67c2e71e8875 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:55.938667 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-728cc526-ca4f-42ad-b567-67c2e71e8875 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:55.953346 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 9350a3c5-246d-44d8-bf70-78c818533083 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:29:55.957135 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-728cc526-ca4f-42ad-b567-67c2e71e8875 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:55.960896 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-728cc526-ca4f-42ad-b567-67c2e71e8875 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1971481 Nov 25 18:29:55.961145 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37118) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:55.966631 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-c4da9306-9fbe-45ca-937c-aa3c973609d7 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1490671666'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:29:55.984400 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 9350a3c5-246d-44d8-bf70-78c818533083 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:29:55.984755 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 9350a3c5-246d-44d8-bf70-78c818533083 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:29:55.989484 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4da9306-9fbe-45ca-937c-aa3c973609d7 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Made reservation on behalf of c593cb73f8cb4daba6d6ac517c256ade for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:29:55.993612 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c4da9306-9fbe-45ca-937c-aa3c973609d7 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:56.002690 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c4da9306-9fbe-45ca-937c-aa3c973609d7 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:56.079414 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c4da9306-9fbe-45ca-937c-aa3c973609d7 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:56.082922 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c4da9306-9fbe-45ca-937c-aa3c973609d7 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:56.105958 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4da9306-9fbe-45ca-937c-aa3c973609d7 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 910} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:29:56.120532 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da9306-9fbe-45ca-937c-aa3c973609d7 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e31986a-93e4-4315-91ec-4ab8d85d78d1,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:56.123434 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c4da9306-9fbe-45ca-937c-aa3c973609d7 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:56.123782 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-c4da9306-9fbe-45ca-937c-aa3c973609d7 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Added segment 529e8efc-8af9-4cb2-880a-65953df8cfdd of type vlan for network f109c99b-61aa-47db-9751-699d2ea60b25 Nov 25 18:29:56.168480 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c4da9306-9fbe-45ca-937c-aa3c973609d7 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:56.192638 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c4da9306-9fbe-45ca-937c-aa3c973609d7 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:56.199039 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4da9306-9fbe-45ca-937c-aa3c973609d7 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:56.199632 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c4da9306-9fbe-45ca-937c-aa3c973609d7 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:56.233050 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c4da9306-9fbe-45ca-937c-aa3c973609d7 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2700207 Nov 25 18:29:56.235742 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37120) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:56.241350 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-14e65a4e-758e-4aa5-a9c0-af8e7cf51421 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Request body: {'subnet': {'network_id': 'f109c99b-61aa-47db-9751-699d2ea60b25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:29:56.269096 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da9306-9fbe-45ca-937c-aa3c973609d7 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Pushing event updated for resources: {'Network': ['ID=f109c99b-61aa-47db-9751-699d2ea60b25,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:56.280078 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network f109c99b-61aa-47db-9751-699d2ea60b25 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:29:56.336063 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e65a4e-758e-4aa5-a9c0-af8e7cf51421 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Made reservation on behalf of c593cb73f8cb4daba6d6ac517c256ade for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:29:56.340073 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-14e65a4e-758e-4aa5-a9c0-af8e7cf51421 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:56.517662 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-14e65a4e-758e-4aa5-a9c0-af8e7cf51421 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:56.577403 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e65a4e-758e-4aa5-a9c0-af8e7cf51421 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Pushing event updated for resources: {'Subnet': ['ID=7e9b3152-74f3-43ee-9fcd-d32a02d5e919,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:56.585944 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e65a4e-758e-4aa5-a9c0-af8e7cf51421 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Checking segment: {'id': '529e8efc-8af9-4cb2-880a-65953df8cfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'f109c99b-61aa-47db-9751-699d2ea60b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:29:56.586996 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e65a4e-758e-4aa5-a9c0-af8e7cf51421 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Network hostable DHCP agents. Network: f109c99b-61aa-47db-9751-699d2ea60b25, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:29:56.603242 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e65a4e-758e-4aa5-a9c0-af8e7cf51421 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Network f109c99b-61aa-47db-9751-699d2ea60b25 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:29:56.611743 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-14e65a4e-758e-4aa5-a9c0-af8e7cf51421 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, f109c99b-61aa-47db-9751-699d2ea60b25) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:29:56.615588 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e65a4e-758e-4aa5-a9c0-af8e7cf51421 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:56.616188 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-14e65a4e-758e-4aa5-a9c0-af8e7cf51421 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:56.622148 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e089b6-090b-45c5-9884-e118924a3d84 None None] Network f109c99b-61aa-47db-9751-699d2ea60b25 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:29:56.633047 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-14e65a4e-758e-4aa5-a9c0-af8e7cf51421 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3960893 Nov 25 18:29:56.636630 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37122) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:56.641764 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-e7ffcda2-1cba-4146-a894-440150e11cff tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1436589458'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:29:56.663445 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ffcda2-1cba-4146-a894-440150e11cff tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Made reservation on behalf of c593cb73f8cb4daba6d6ac517c256ade for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:29:56.667016 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e7ffcda2-1cba-4146-a894-440150e11cff tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:56.691530 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7ffcda2-1cba-4146-a894-440150e11cff tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 923} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:29:56.702338 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e7ffcda2-1cba-4146-a894-440150e11cff tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:56.702695 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-e7ffcda2-1cba-4146-a894-440150e11cff tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Added segment 827f1cca-a21f-4569-b176-7f669dd71afa of type vlan for network cc2abf72-a22c-43f9-910a-c35952621c26 Nov 25 18:29:56.746293 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e7ffcda2-1cba-4146-a894-440150e11cff tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:56.773138 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e7ffcda2-1cba-4146-a894-440150e11cff tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:56.788294 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ffcda2-1cba-4146-a894-440150e11cff tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:56.789439 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e7ffcda2-1cba-4146-a894-440150e11cff tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:56.830553 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e7ffcda2-1cba-4146-a894-440150e11cff tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1927919 Nov 25 18:29:56.833351 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37124) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:56.864116 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-855e2c11-1e56-42b1-b1d4-cf48ea8027d8 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Request body: {'subnet': {'network_id': 'cc2abf72-a22c-43f9-910a-c35952621c26', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:29:56.890874 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ffcda2-1cba-4146-a894-440150e11cff tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Pushing event updated for resources: {'Network': ['ID=cc2abf72-a22c-43f9-910a-c35952621c26,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:56.908111 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network cc2abf72-a22c-43f9-910a-c35952621c26 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:29:56.975637 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855e2c11-1e56-42b1-b1d4-cf48ea8027d8 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Made reservation on behalf of c593cb73f8cb4daba6d6ac517c256ade for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:29:56.979530 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-855e2c11-1e56-42b1-b1d4-cf48ea8027d8 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:57.012851 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc09e26-8c28-4569-a1e7-1f18dae33ccb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-f109c99b-61aa-47db-9751-699d2ea60b25', 'network_id': 'f109c99b-61aa-47db-9751-699d2ea60b25', 'tenant_id': 'c593cb73f8cb4daba6d6ac517c256ade', 'fixed_ips': [{'subnet_id': '7e9b3152-74f3-43ee-9fcd-d32a02d5e919'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:29:57.013734 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0bc09e26-8c28-4569-a1e7-1f18dae33ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:57.153175 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-0bc09e26-8c28-4569-a1e7-1f18dae33ccb None None] Allocated IP 172.20.0.2 (f109c99b-61aa-47db-9751-699d2ea60b25/7e9b3152-74f3-43ee-9fcd-d32a02d5e919/8e34aace-9ece-479f-839e-786be65315fb) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:29:57.169435 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-855e2c11-1e56-42b1-b1d4-cf48ea8027d8 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:57.236451 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855e2c11-1e56-42b1-b1d4-cf48ea8027d8 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Pushing event updated for resources: {'Subnet': ['ID=4ddfa6cc-7374-49f2-8bed-5d5f5f57b8e3,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:57.245118 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855e2c11-1e56-42b1-b1d4-cf48ea8027d8 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Checking segment: {'id': '827f1cca-a21f-4569-b176-7f669dd71afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'cc2abf72-a22c-43f9-910a-c35952621c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:29:57.245452 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855e2c11-1e56-42b1-b1d4-cf48ea8027d8 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Network hostable DHCP agents. Network: cc2abf72-a22c-43f9-910a-c35952621c26, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:29:57.261428 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855e2c11-1e56-42b1-b1d4-cf48ea8027d8 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Network cc2abf72-a22c-43f9-910a-c35952621c26 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:29:57.269871 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-855e2c11-1e56-42b1-b1d4-cf48ea8027d8 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, cc2abf72-a22c-43f9-910a-c35952621c26) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:29:57.276415 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855e2c11-1e56-42b1-b1d4-cf48ea8027d8 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:57.277284 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-855e2c11-1e56-42b1-b1d4-cf48ea8027d8 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:57.281302 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94289b3-aed8-4169-81cf-2570259133ea None None] Network cc2abf72-a22c-43f9-910a-c35952621c26 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:29:57.294463 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-855e2c11-1e56-42b1-b1d4-cf48ea8027d8 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4600959 Nov 25 18:29:57.297388 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37126) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:57.302788 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-755db618-e256-4519-a39a-d7890fc8a5b7 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cc2abf72-a22c-43f9-910a-c35952621c26'}}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:29:57.351396 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0bc09e26-8c28-4569-a1e7-1f18dae33ccb None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:57.361316 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0bc09e26-8c28-4569-a1e7-1f18dae33ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:57.426384 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc09e26-8c28-4569-a1e7-1f18dae33ccb None None] Network f109c99b-61aa-47db-9751-699d2ea60b25 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:29:57.431955 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-0bc09e26-8c28-4569-a1e7-1f18dae33ccb None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:29:57.436129 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc09e26-8c28-4569-a1e7-1f18dae33ccb None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:29:57.467069 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc09e26-8c28-4569-a1e7-1f18dae33ccb None None] Pushing event updated for resources: {'Port': ['ID=8e34aace-9ece-479f-839e-786be65315fb,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:57.546292 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-0bc09e26-8c28-4569-a1e7-1f18dae33ccb None None] Attempting to bind port 8e34aace-9ece-479f-839e-786be65315fb on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:29:57.546668 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-0bc09e26-8c28-4569-a1e7-1f18dae33ccb None None] Attempting to bind port 8e34aace-9ece-479f-839e-786be65315fb by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '529e8efc-8af9-4cb2-880a-65953df8cfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'f109c99b-61aa-47db-9751-699d2ea60b25'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:29:57.547030 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc09e26-8c28-4569-a1e7-1f18dae33ccb None None] Attempting to bind port 8e34aace-9ece-479f-839e-786be65315fb on network f109c99b-61aa-47db-9751-699d2ea60b25 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:29:57.552684 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc09e26-8c28-4569-a1e7-1f18dae33ccb None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:29:57.553535 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc09e26-8c28-4569-a1e7-1f18dae33ccb None None] Checking segment: {'id': '529e8efc-8af9-4cb2-880a-65953df8cfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'f109c99b-61aa-47db-9751-699d2ea60b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:29:57.553535 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0bc09e26-8c28-4569-a1e7-1f18dae33ccb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:57.553868 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc09e26-8c28-4569-a1e7-1f18dae33ccb None None] Bound using segment: {'id': '529e8efc-8af9-4cb2-880a-65953df8cfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'f109c99b-61aa-47db-9751-699d2ea60b25'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:29:57.554340 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-0bc09e26-8c28-4569-a1e7-1f18dae33ccb None None] Bound port: 8e34aace-9ece-479f-839e-786be65315fb, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '529e8efc-8af9-4cb2-880a-65953df8cfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'f109c99b-61aa-47db-9751-699d2ea60b25'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:29:57.554730 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0bc09e26-8c28-4569-a1e7-1f18dae33ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:57.559383 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8fbc41-7690-432c-928c-47a976b97c2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-cc2abf72-a22c-43f9-910a-c35952621c26', 'network_id': 'cc2abf72-a22c-43f9-910a-c35952621c26', 'tenant_id': 'c593cb73f8cb4daba6d6ac517c256ade', 'fixed_ips': [{'subnet_id': '4ddfa6cc-7374-49f2-8bed-5d5f5f57b8e3'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:29:57.560206 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-fd8fbc41-7690-432c-928c-47a976b97c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:57.563136 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-755db618-e256-4519-a39a-d7890fc8a5b7 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:57.670769 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [None req-755db618-e256-4519-a39a-d7890fc8a5b7 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 18:29:57.671835 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-755db618-e256-4519-a39a-d7890fc8a5b7 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] 10.222.0.75 "PUT /v2.0/routers/2ee16ffa-faf5-4c71-b626-1de8d0145970 HTTP/1.1" status: 400 len: 364 time: 0.3728189 Nov 25 18:29:57.677959 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37128) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:57.700538 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-0bc09e26-8c28-4569-a1e7-1f18dae33ccb None None] For port 8e34aace-9ece-479f-839e-786be65315fb, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:29:57.706020 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-0bc09e26-8c28-4569-a1e7-1f18dae33ccb None None] For port 8e34aace-9ece-479f-839e-786be65315fb, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=8e34aace-9ece-479f-839e-786be65315fb,segment=NetworkSegment(529e8efc-8af9-4cb2-880a-65953df8cfdd),segment_id=529e8efc-8af9-4cb2-880a-65953df8cfdd)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:29:57.728568 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0bc09e26-8c28-4569-a1e7-1f18dae33ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:57.733349 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1ddabd8-6595-4c4b-abfc-59bb9ebc5a8c tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Deleting subnet 4ddfa6cc-7374-49f2-8bed-5d5f5f57b8e3 {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:29:57.798682 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-fd8fbc41-7690-432c-928c-47a976b97c2b None None] Allocated IP 172.21.0.2 (cc2abf72-a22c-43f9-910a-c35952621c26/4ddfa6cc-7374-49f2-8bed-5d5f5f57b8e3/4ac19ec9-d105-4a0c-9667-cf9c7496c378) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:29:57.810060 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc09e26-8c28-4569-a1e7-1f18dae33ccb None None] Pushing event updated for resources: {'Port': ['ID=8e34aace-9ece-479f-839e-786be65315fb,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:57.974871 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-fd8fbc41-7690-432c-928c-47a976b97c2b None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:57.980566 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b1ddabd8-6595-4c4b-abfc-59bb9ebc5a8c tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:57.984595 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-fd8fbc41-7690-432c-928c-47a976b97c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:58.030582 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8fbc41-7690-432c-928c-47a976b97c2b None None] Network cc2abf72-a22c-43f9-910a-c35952621c26 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:29:58.032079 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b1ddabd8-6595-4c4b-abfc-59bb9ebc5a8c tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:58.039394 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-fd8fbc41-7690-432c-928c-47a976b97c2b None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:29:58.041584 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8fbc41-7690-432c-928c-47a976b97c2b None None] Pushing event updated for resources: {'Port': ['ID=4ac19ec9-d105-4a0c-9667-cf9c7496c378,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:58.043865 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8fbc41-7690-432c-928c-47a976b97c2b None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:29:58.102937 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-fd8fbc41-7690-432c-928c-47a976b97c2b None None] Attempting to bind port 4ac19ec9-d105-4a0c-9667-cf9c7496c378 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:29:58.103319 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-fd8fbc41-7690-432c-928c-47a976b97c2b None None] Attempting to bind port 4ac19ec9-d105-4a0c-9667-cf9c7496c378 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '827f1cca-a21f-4569-b176-7f669dd71afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'cc2abf72-a22c-43f9-910a-c35952621c26'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:29:58.103693 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8fbc41-7690-432c-928c-47a976b97c2b None None] Attempting to bind port 4ac19ec9-d105-4a0c-9667-cf9c7496c378 on network cc2abf72-a22c-43f9-910a-c35952621c26 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:29:58.109128 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8fbc41-7690-432c-928c-47a976b97c2b None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:29:58.109511 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8fbc41-7690-432c-928c-47a976b97c2b None None] Checking segment: {'id': '827f1cca-a21f-4569-b176-7f669dd71afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'cc2abf72-a22c-43f9-910a-c35952621c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:29:58.109926 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-fd8fbc41-7690-432c-928c-47a976b97c2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:58.110326 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8fbc41-7690-432c-928c-47a976b97c2b None None] Bound using segment: {'id': '827f1cca-a21f-4569-b176-7f669dd71afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'cc2abf72-a22c-43f9-910a-c35952621c26'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:29:58.110796 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-fd8fbc41-7690-432c-928c-47a976b97c2b None None] Bound port: 4ac19ec9-d105-4a0c-9667-cf9c7496c378, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '827f1cca-a21f-4569-b176-7f669dd71afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'cc2abf72-a22c-43f9-910a-c35952621c26'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:29:58.111182 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-fd8fbc41-7690-432c-928c-47a976b97c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:58.136906 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b1ddabd8-6595-4c4b-abfc-59bb9ebc5a8c tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:58.197262 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b1ddabd8-6595-4c4b-abfc-59bb9ebc5a8c tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:58.199823 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-fd8fbc41-7690-432c-928c-47a976b97c2b None None] For port 4ac19ec9-d105-4a0c-9667-cf9c7496c378, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:29:58.203193 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-fd8fbc41-7690-432c-928c-47a976b97c2b None None] For port 4ac19ec9-d105-4a0c-9667-cf9c7496c378, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=4ac19ec9-d105-4a0c-9667-cf9c7496c378,segment=NetworkSegment(827f1cca-a21f-4569-b176-7f669dd71afa),segment_id=827f1cca-a21f-4569-b176-7f669dd71afa)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:29:58.206835 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-fd8fbc41-7690-432c-928c-47a976b97c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:58.229029 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b1ddabd8-6595-4c4b-abfc-59bb9ebc5a8c tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:58.232211 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-b1ddabd8-6595-4c4b-abfc-59bb9ebc5a8c tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] 10.222.0.75 "DELETE /v2.0/subnets/4ddfa6cc-7374-49f2-8bed-5d5f5f57b8e3 HTTP/1.1" status: 204 len: 168 time: 0.5533767 Nov 25 18:29:58.233228 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ddabd8-6595-4c4b-abfc-59bb9ebc5a8c tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Pushing event deleted for resources: {'Subnet': ['ID=4ddfa6cc-7374-49f2-8bed-5d5f5f57b8e3,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:58.236519 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37130) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:58.269676 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8fbc41-7690-432c-928c-47a976b97c2b None None] Pushing event updated for resources: {'Port': ['ID=4ac19ec9-d105-4a0c-9667-cf9c7496c378,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:58.327574 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eb2167cc-d424-48f1-af5d-291cbd5c4f72 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:58.395632 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-eb2167cc-d424-48f1-af5d-291cbd5c4f72 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Deleting port 4ac19ec9-d105-4a0c-9667-cf9c7496c378 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:29:58.396049 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eb2167cc-d424-48f1-af5d-291cbd5c4f72 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:58.494287 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-eb2167cc-d424-48f1-af5d-291cbd5c4f72 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] For port 4ac19ec9-d105-4a0c-9667-cf9c7496c378, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=4ac19ec9-d105-4a0c-9667-cf9c7496c378,segment=NetworkSegment(827f1cca-a21f-4569-b176-7f669dd71afa),segment_id=827f1cca-a21f-4569-b176-7f669dd71afa)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:58.494662 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eb2167cc-d424-48f1-af5d-291cbd5c4f72 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:58.509918 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-eb2167cc-d424-48f1-af5d-291cbd5c4f72 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Calling delete_port for 4ac19ec9-d105-4a0c-9667-cf9c7496c378 owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:29:58.600556 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eb2167cc-d424-48f1-af5d-291cbd5c4f72 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:58.629239 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2167cc-d424-48f1-af5d-291cbd5c4f72 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Pushing event deleted for resources: {'Port': ['ID=4ac19ec9-d105-4a0c-9667-cf9c7496c378,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:58.638935 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2167cc-d424-48f1-af5d-291cbd5c4f72 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] No DVR routers for this DVR port 4ac19ec9-d105-4a0c-9667-cf9c7496c378 on host n-d-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:29:58.732365 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eb2167cc-d424-48f1-af5d-291cbd5c4f72 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:58.757560 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-eb2167cc-d424-48f1-af5d-291cbd5c4f72 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc2abf72-a22c-43f9-910a-c35952621c26']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:58.770022 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-eb2167cc-d424-48f1-af5d-291cbd5c4f72 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '827f1cca-a21f-4569-b176-7f669dd71afa') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:58.770325 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-eb2167cc-d424-48f1-af5d-291cbd5c4f72 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '827f1cca-a21f-4569-b176-7f669dd71afa') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:58.781051 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eb2167cc-d424-48f1-af5d-291cbd5c4f72 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:58.801280 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eb2167cc-d424-48f1-af5d-291cbd5c4f72 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:58.810537 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb2167cc-d424-48f1-af5d-291cbd5c4f72 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Releasing vlan 923 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:29:58.810976 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eb2167cc-d424-48f1-af5d-291cbd5c4f72 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:58.814633 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 18:29:58.814633 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:29:58.814633 n-d-817746-1 neutron-server[103360]: timer() Nov 25 18:29:58.814633 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:29:58.814633 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 18:29:58.814633 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:29:58.814633 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 18:29:58.814633 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:29:58.814633 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 18:29:58.814633 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:29:58.814633 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 18:29:58.814633 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:29:58.814633 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 18:29:58.814633 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:29:58.814633 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:29:58.814633 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:29:58.814633 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:29:58.814633 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:29:58.814633 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 18:29:58.814633 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:29:58.814633 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 18:29:58.814633 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:29:58.814633 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:29:58.814633 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:29:58.814633 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 18:29:58.814633 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:29:58.814633 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:29:58.814633 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:29:58.814633 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:29:58.814633 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:29:58.814633 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:29:58.814633 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:29:58.852517 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a417c0-4795-4bdd-909a-52a0f54732aa None None] Network f109c99b-61aa-47db-9751-699d2ea60b25 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:29:58.878869 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eb2167cc-d424-48f1-af5d-291cbd5c4f72 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:58.886811 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eb2167cc-d424-48f1-af5d-291cbd5c4f72 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:58.890224 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-eb2167cc-d424-48f1-af5d-291cbd5c4f72 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] 10.222.0.75 "DELETE /v2.0/networks/cc2abf72-a22c-43f9-910a-c35952621c26 HTTP/1.1" status: 204 len: 168 time: 0.6520636 Nov 25 18:29:58.892646 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37132) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:58.914909 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2167cc-d424-48f1-af5d-291cbd5c4f72 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Pushing event deleted for resources: {'Network': ['ID=cc2abf72-a22c-43f9-910a-c35952621c26,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:58.962057 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-f875608a-c52c-4505-b81b-43fcb938b36b tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Deleting subnet 7e9b3152-74f3-43ee-9fcd-d32a02d5e919 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:29:58.965762 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f875608a-c52c-4505-b81b-43fcb938b36b tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:58.984305 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-20d5afd8-6c8c-4a84-b9eb-2dac6a94db83 None None] Provisioning complete for port 8e34aace-9ece-479f-839e-786be65315fb triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:29:58.984681 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-20d5afd8-6c8c-4a84-b9eb-2dac6a94db83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:59.009495 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f875608a-c52c-4505-b81b-43fcb938b36b tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:59.116937 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-20d5afd8-6c8c-4a84-b9eb-2dac6a94db83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:59.130502 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f875608a-c52c-4505-b81b-43fcb938b36b tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:59.197067 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f875608a-c52c-4505-b81b-43fcb938b36b tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:59.229188 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875608a-c52c-4505-b81b-43fcb938b36b tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Pushing event deleted for resources: {'Subnet': ['ID=7e9b3152-74f3-43ee-9fcd-d32a02d5e919,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:59.231084 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f875608a-c52c-4505-b81b-43fcb938b36b tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:59.234397 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f875608a-c52c-4505-b81b-43fcb938b36b tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] 10.222.0.75 "DELETE /v2.0/subnets/7e9b3152-74f3-43ee-9fcd-d32a02d5e919 HTTP/1.1" status: 204 len: 168 time: 0.3407805 Nov 25 18:29:59.237152 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37134) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:59.242676 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.db.api [None req-20d5afd8-6c8c-4a84-b9eb-2dac6a94db83 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 18:29:59.243016 n-d-817746-1 neutron-server[103362]: DEBUG oslo_db.api [None req-20d5afd8-6c8c-4a84-b9eb-2dac6a94db83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 18:29:59.326773 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e3e61961-74d4-4527-8d49-8dd1186bc3b4 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:59.339262 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4da265e-da5e-4ffa-8ca1-bfcdb37d87a7 None None] Network f109c99b-61aa-47db-9751-699d2ea60b25 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:29:59.387188 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-e3e61961-74d4-4527-8d49-8dd1186bc3b4 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Deleting port 8e34aace-9ece-479f-839e-786be65315fb {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:29:59.387672 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e3e61961-74d4-4527-8d49-8dd1186bc3b4 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:59.459399 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-e3e61961-74d4-4527-8d49-8dd1186bc3b4 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] For port 8e34aace-9ece-479f-839e-786be65315fb, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=8e34aace-9ece-479f-839e-786be65315fb,segment=NetworkSegment(529e8efc-8af9-4cb2-880a-65953df8cfdd),segment_id=529e8efc-8af9-4cb2-880a-65953df8cfdd)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:59.459877 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e3e61961-74d4-4527-8d49-8dd1186bc3b4 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:59.462019 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fda13ff-70fd-45ee-8a43-a6c9d5befe44 None None] DHCP port deletion for cc2abf72-a22c-43f9-910a-c35952621c26 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:29:59.474096 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-e3e61961-74d4-4527-8d49-8dd1186bc3b4 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Calling delete_port for 8e34aace-9ece-479f-839e-786be65315fb owned by network:dhcp {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:29:59.484406 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e61ea5c-9101-4a6f-a029-d5db20a93389 None None] Network cc2abf72-a22c-43f9-910a-c35952621c26 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:29:59.501105 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e61ea5c-9101-4a6f-a029-d5db20a93389 None None] Network cc2abf72-a22c-43f9-910a-c35952621c26 could not be found, it might have been deleted concurrently. {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 25 18:29:59.556798 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb7816e-7d0d-4e05-9b79-2d83ca8c6bc1 None None] DHCP port deletion for f109c99b-61aa-47db-9751-699d2ea60b25 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:29:59.560275 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e3e61961-74d4-4527-8d49-8dd1186bc3b4 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:59.589651 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e61961-74d4-4527-8d49-8dd1186bc3b4 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] No DVR routers for this DVR port 8e34aace-9ece-479f-839e-786be65315fb on host n-d-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:29:59.591503 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e61961-74d4-4527-8d49-8dd1186bc3b4 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Pushing event deleted for resources: {'Port': ['ID=8e34aace-9ece-479f-839e-786be65315fb,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:59.668856 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e3e61961-74d4-4527-8d49-8dd1186bc3b4 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:59.689283 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-e3e61961-74d4-4527-8d49-8dd1186bc3b4 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f109c99b-61aa-47db-9751-699d2ea60b25']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:59.698885 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-e3e61961-74d4-4527-8d49-8dd1186bc3b4 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '529e8efc-8af9-4cb2-880a-65953df8cfdd') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:59.699185 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-e3e61961-74d4-4527-8d49-8dd1186bc3b4 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '529e8efc-8af9-4cb2-880a-65953df8cfdd') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:59.708372 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e3e61961-74d4-4527-8d49-8dd1186bc3b4 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:59.723114 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e3e61961-74d4-4527-8d49-8dd1186bc3b4 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:59.729670 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3e61961-74d4-4527-8d49-8dd1186bc3b4 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Releasing vlan 910 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:29:59.730004 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e3e61961-74d4-4527-8d49-8dd1186bc3b4 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:59.733391 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 18:29:59.733391 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:29:59.733391 n-d-817746-1 neutron-server[103361]: timer() Nov 25 18:29:59.733391 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:29:59.733391 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 18:29:59.733391 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:29:59.733391 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 18:29:59.733391 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:29:59.733391 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 18:29:59.733391 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:29:59.733391 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 18:29:59.733391 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:29:59.733391 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 18:29:59.733391 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:29:59.733391 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:29:59.733391 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:29:59.733391 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:29:59.733391 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:29:59.733391 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 18:29:59.733391 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:29:59.733391 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 18:29:59.733391 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:29:59.733391 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:29:59.733391 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:29:59.733391 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 18:29:59.733391 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:29:59.733391 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:29:59.733391 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:29:59.733391 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:29:59.733391 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:29:59.733391 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:29:59.733391 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:29:59.763745 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-20d5afd8-6c8c-4a84-b9eb-2dac6a94db83 None None] Port 8e34aace-9ece-479f-839e-786be65315fb update to ACTIVE by agent not found {{(pid=103362) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 25 18:29:59.800938 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e3e61961-74d4-4527-8d49-8dd1186bc3b4 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:59.808983 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e3e61961-74d4-4527-8d49-8dd1186bc3b4 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:59.811617 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-e3e61961-74d4-4527-8d49-8dd1186bc3b4 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] 10.222.0.75 "DELETE /v2.0/networks/f109c99b-61aa-47db-9751-699d2ea60b25 HTTP/1.1" status: 204 len: 168 time: 0.5733037 Nov 25 18:29:59.814505 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37136) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:59.824022 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e61961-74d4-4527-8d49-8dd1186bc3b4 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Pushing event deleted for resources: {'Network': ['ID=f109c99b-61aa-47db-9751-699d2ea60b25,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:59.842834 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-cd9dd053-643e-42a8-acb2-92656350f1bc tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] 10.222.0.75 "GET /v2.0/ports?device_id=2ee16ffa-faf5-4c71-b626-1de8d0145970 HTTP/1.1" status: 200 len: 205 time: 0.0270283 Nov 25 18:29:59.845207 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37138) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:59.875907 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-8885ec1f-a483-46f6-a50e-fd4c3fbc7626 None None] Could not find standard attr ID for object 8e34aace-9ece-479f-839e-786be65315fb. {{(pid=103362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 18:29:59.879301 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-8885ec1f-a483-46f6-a50e-fd4c3fbc7626 None None] Could not find standard attr ID for object 4ac19ec9-d105-4a0c-9667-cf9c7496c378. {{(pid=103362) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 18:29:59.919185 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-33fb8a50-e79e-4de3-b4e3-254bbb72dd13 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:00.080880 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-33fb8a50-e79e-4de3-b4e3-254bbb72dd13 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:00.082896 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-33fb8a50-e79e-4de3-b4e3-254bbb72dd13 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:00.126805 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-33fb8a50-e79e-4de3-b4e3-254bbb72dd13 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:00.127440 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33fb8a50-e79e-4de3-b4e3-254bbb72dd13 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Fanout notify agent at l3_agent the message router_deleted on router 2ee16ffa-faf5-4c71-b626-1de8d0145970 {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:30:00.136278 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-33fb8a50-e79e-4de3-b4e3-254bbb72dd13 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:00.137402 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-33fb8a50-e79e-4de3-b4e3-254bbb72dd13 tempest-RoutersNegativeTest-1738028290 tempest-RoutersNegativeTest-1738028290-project] 10.222.0.75 "DELETE /v2.0/routers/2ee16ffa-faf5-4c71-b626-1de8d0145970 HTTP/1.1" status: 204 len: 168 time: 0.2913015 Nov 25 18:30:00.373807 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37144) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:30:00.502180 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-dda73146-0be8-4f7a-9d35-28942383d160 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c593cb73f8cb4daba6d6ac517c256ade&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1271408 Nov 25 18:30:00.504728 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37148) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:30:00.550868 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ec169313-d1b1-4fe1-801f-33d06b695625 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:00.572117 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ec169313-d1b1-4fe1-801f-33d06b695625 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:00.623224 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ec169313-d1b1-4fe1-801f-33d06b695625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:00.625884 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ec169313-d1b1-4fe1-801f-33d06b695625 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:00.627072 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-ec169313-d1b1-4fe1-801f-33d06b695625 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5e31986a-93e4-4315-91ec-4ab8d85d78d1 HTTP/1.1" status: 204 len: 168 time: 0.1214280 Nov 25 18:30:00.634593 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec169313-d1b1-4fe1-801f-33d06b695625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e31986a-93e4-4315-91ec-4ab8d85d78d1,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:01.235454 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37170) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:30:01.328419 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-abaaa0a0-e071-405c-81ae-5537a47605a2 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1324386447-network', 'tenant_id': '6bc70c1ea9fb426d8447e5984388961b'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:30:01.349944 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abaaa0a0-e071-405c-81ae-5537a47605a2 admin admin] Made reservation on behalf of 6bc70c1ea9fb426d8447e5984388961b for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:30:01.352198 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-abaaa0a0-e071-405c-81ae-5537a47605a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:01.360392 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-abaaa0a0-e071-405c-81ae-5537a47605a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:01.433585 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-abaaa0a0-e071-405c-81ae-5537a47605a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:01.437360 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-abaaa0a0-e071-405c-81ae-5537a47605a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:01.465667 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abaaa0a0-e071-405c-81ae-5537a47605a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 915} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:30:01.470958 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaaa0a0-e071-405c-81ae-5537a47605a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa56ac5-9852-43d9-996b-c5fe1ecae358,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:01.479585 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-abaaa0a0-e071-405c-81ae-5537a47605a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:01.479937 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-abaaa0a0-e071-405c-81ae-5537a47605a2 admin admin] Added segment 3ee04d9c-c0a7-4d71-9335-5eed81b25e3b of type vlan for network 35ded677-0a56-4a0a-988f-c1ebb936c4c0 Nov 25 18:30:01.521129 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-abaaa0a0-e071-405c-81ae-5537a47605a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:01.544128 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-abaaa0a0-e071-405c-81ae-5537a47605a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:01.545502 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abaaa0a0-e071-405c-81ae-5537a47605a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:01.546078 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-abaaa0a0-e071-405c-81ae-5537a47605a2 admin admin] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:01.576338 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-abaaa0a0-e071-405c-81ae-5537a47605a2 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3397820 Nov 25 18:30:01.579368 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37174) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:30:01.584262 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-01061f8d-d8a4-44a2-90f6-9799594600b5 admin admin] Request body: {'subnet': {'network_id': '35ded677-0a56-4a0a-988f-c1ebb936c4c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1324386447-subnet', 'tenant_id': '6bc70c1ea9fb426d8447e5984388961b', 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:30:01.606092 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01061f8d-d8a4-44a2-90f6-9799594600b5 admin admin] Made reservation on behalf of 6bc70c1ea9fb426d8447e5984388961b for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:30:01.608480 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-01061f8d-d8a4-44a2-90f6-9799594600b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:01.616192 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaaa0a0-e071-405c-81ae-5537a47605a2 admin admin] Pushing event updated for resources: {'Network': ['ID=35ded677-0a56-4a0a-988f-c1ebb936c4c0,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:01.627536 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 35ded677-0a56-4a0a-988f-c1ebb936c4c0 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:30:01.778552 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-01061f8d-d8a4-44a2-90f6-9799594600b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:01.839572 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01061f8d-d8a4-44a2-90f6-9799594600b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb52bacd-e3a3-48a2-afd3-ff2f7fc85ee7,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:01.849989 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01061f8d-d8a4-44a2-90f6-9799594600b5 admin admin] Checking segment: {'id': '3ee04d9c-c0a7-4d71-9335-5eed81b25e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '35ded677-0a56-4a0a-988f-c1ebb936c4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:30:01.850357 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01061f8d-d8a4-44a2-90f6-9799594600b5 admin admin] Network hostable DHCP agents. Network: 35ded677-0a56-4a0a-988f-c1ebb936c4c0, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:30:01.867030 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01061f8d-d8a4-44a2-90f6-9799594600b5 admin admin] Network 35ded677-0a56-4a0a-988f-c1ebb936c4c0 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:30:01.875553 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-01061f8d-d8a4-44a2-90f6-9799594600b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 35ded677-0a56-4a0a-988f-c1ebb936c4c0) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:30:01.879499 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01061f8d-d8a4-44a2-90f6-9799594600b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:01.880149 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-01061f8d-d8a4-44a2-90f6-9799594600b5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:01.885980 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d28358c-06cb-4270-9f75-ec2028eee146 None None] Network 35ded677-0a56-4a0a-988f-c1ebb936c4c0 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:30:01.896549 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-01061f8d-d8a4-44a2-90f6-9799594600b5 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3160462 Nov 25 18:30:01.900085 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37176) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:30:01.904385 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-95766608-870d-41c3-8b9d-5b5cf6ea8ba6 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1324386447-router', 'tenant_id': '6bc70c1ea9fb426d8447e5984388961b', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:30:01.925412 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-95766608-870d-41c3-8b9d-5b5cf6ea8ba6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:01.926320 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-95766608-870d-41c3-8b9d-5b5cf6ea8ba6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:01.979884 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-95766608-870d-41c3-8b9d-5b5cf6ea8ba6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:02.041326 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d1201f-0b4b-473d-b9ab-9c8c674ff974 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-35ded677-0a56-4a0a-988f-c1ebb936c4c0', 'network_id': '35ded677-0a56-4a0a-988f-c1ebb936c4c0', 'tenant_id': '6bc70c1ea9fb426d8447e5984388961b', 'fixed_ips': [{'subnet_id': 'eb52bacd-e3a3-48a2-afd3-ff2f7fc85ee7'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:30:02.042207 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d1d1201f-0b4b-473d-b9ab-9c8c674ff974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:02.122823 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-95766608-870d-41c3-8b9d-5b5cf6ea8ba6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:02.183282 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-d1d1201f-0b4b-473d-b9ab-9c8c674ff974 None None] Allocated IP 172.20.0.2 (35ded677-0a56-4a0a-988f-c1ebb936c4c0/eb52bacd-e3a3-48a2-afd3-ff2f7fc85ee7/1d4fdb1b-f2ab-4d14-a3cd-cc8f57508a5c) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:30:02.321853 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-95766608-870d-41c3-8b9d-5b5cf6ea8ba6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:02.327955 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d1d1201f-0b4b-473d-b9ab-9c8c674ff974 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:02.333298 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d1d1201f-0b4b-473d-b9ab-9c8c674ff974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:02.347253 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-95766608-870d-41c3-8b9d-5b5cf6ea8ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:02.376403 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d1201f-0b4b-473d-b9ab-9c8c674ff974 None None] Network 35ded677-0a56-4a0a-988f-c1ebb936c4c0 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:30:02.379417 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-d1d1201f-0b4b-473d-b9ab-9c8c674ff974 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:30:02.384365 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d1201f-0b4b-473d-b9ab-9c8c674ff974 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:30:02.386338 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d1201f-0b4b-473d-b9ab-9c8c674ff974 None None] Pushing event updated for resources: {'Port': ['ID=1d4fdb1b-f2ab-4d14-a3cd-cc8f57508a5c,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:02.444349 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-d1d1201f-0b4b-473d-b9ab-9c8c674ff974 None None] Attempting to bind port 1d4fdb1b-f2ab-4d14-a3cd-cc8f57508a5c on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:30:02.445147 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-d1d1201f-0b4b-473d-b9ab-9c8c674ff974 None None] Attempting to bind port 1d4fdb1b-f2ab-4d14-a3cd-cc8f57508a5c by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '3ee04d9c-c0a7-4d71-9335-5eed81b25e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '35ded677-0a56-4a0a-988f-c1ebb936c4c0'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:30:02.445147 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d1201f-0b4b-473d-b9ab-9c8c674ff974 None None] Attempting to bind port 1d4fdb1b-f2ab-4d14-a3cd-cc8f57508a5c on network 35ded677-0a56-4a0a-988f-c1ebb936c4c0 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:30:02.453266 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d1201f-0b4b-473d-b9ab-9c8c674ff974 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:30:02.453645 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d1201f-0b4b-473d-b9ab-9c8c674ff974 None None] Checking segment: {'id': '3ee04d9c-c0a7-4d71-9335-5eed81b25e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '35ded677-0a56-4a0a-988f-c1ebb936c4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:30:02.454052 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d1d1201f-0b4b-473d-b9ab-9c8c674ff974 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:02.454446 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d1201f-0b4b-473d-b9ab-9c8c674ff974 None None] Bound using segment: {'id': '3ee04d9c-c0a7-4d71-9335-5eed81b25e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '35ded677-0a56-4a0a-988f-c1ebb936c4c0'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:30:02.455004 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-d1d1201f-0b4b-473d-b9ab-9c8c674ff974 None None] Bound port: 1d4fdb1b-f2ab-4d14-a3cd-cc8f57508a5c, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ee04d9c-c0a7-4d71-9335-5eed81b25e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '35ded677-0a56-4a0a-988f-c1ebb936c4c0'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:30:02.455354 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d1d1201f-0b4b-473d-b9ab-9c8c674ff974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:02.457461 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-95766608-870d-41c3-8b9d-5b5cf6ea8ba6 admin admin] Allocated IP 172.25.0.35 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/7594345d-5bbf-4e4a-ad44-ac18de69172f) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:30:02.520557 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d1d1201f-0b4b-473d-b9ab-9c8c674ff974 None None] For port 1d4fdb1b-f2ab-4d14-a3cd-cc8f57508a5c, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:30:02.524090 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d1d1201f-0b4b-473d-b9ab-9c8c674ff974 None None] For port 1d4fdb1b-f2ab-4d14-a3cd-cc8f57508a5c, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=1d4fdb1b-f2ab-4d14-a3cd-cc8f57508a5c,segment=NetworkSegment(3ee04d9c-c0a7-4d71-9335-5eed81b25e3b),segment_id=3ee04d9c-c0a7-4d71-9335-5eed81b25e3b)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:30:02.527873 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d1d1201f-0b4b-473d-b9ab-9c8c674ff974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:02.567549 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-95766608-870d-41c3-8b9d-5b5cf6ea8ba6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:02.584519 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d1201f-0b4b-473d-b9ab-9c8c674ff974 None None] Pushing event updated for resources: {'Port': ['ID=1d4fdb1b-f2ab-4d14-a3cd-cc8f57508a5c,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:02.959513 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-95766608-870d-41c3-8b9d-5b5cf6ea8ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:03.000717 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95766608-870d-41c3-8b9d-5b5cf6ea8ba6 admin admin] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:30:03.003819 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-95766608-870d-41c3-8b9d-5b5cf6ea8ba6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:30:03.006842 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95766608-870d-41c3-8b9d-5b5cf6ea8ba6 admin admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:30:03.017643 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe2e3ae-4088-4047-8f4c-24b5ebdca053 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:30:03.046990 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95766608-870d-41c3-8b9d-5b5cf6ea8ba6 admin admin] Pushing event updated for resources: {'Port': ['ID=7594345d-5bbf-4e4a-ad44-ac18de69172f,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:03.108626 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-599b287c-eade-48a0-a987-e3ed7240691b None None] Provisioning complete for port 7594345d-5bbf-4e4a-ad44-ac18de69172f triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:30:03.109027 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-599b287c-eade-48a0-a987-e3ed7240691b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:03.147231 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-599b287c-eade-48a0-a987-e3ed7240691b None None] Port 7594345d-5bbf-4e4a-ad44-ac18de69172f cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:30:03.269091 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-95766608-870d-41c3-8b9d-5b5cf6ea8ba6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:03.470624 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-95766608-870d-41c3-8b9d-5b5cf6ea8ba6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:03.605111 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95766608-870d-41c3-8b9d-5b5cf6ea8ba6 admin admin] Router 217d3a91-d9db-45c7-bee0-9051d9d67186 is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:30:03.629827 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61820c0a-b2b4-4f6e-83b3-116f689a23e5 None None] Network 35ded677-0a56-4a0a-988f-c1ebb936c4c0 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:30:03.703453 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-3abeca76-8d4e-466c-bc40-7dadb5dad64f None None] Provisioning complete for port 1d4fdb1b-f2ab-4d14-a3cd-cc8f57508a5c triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:30:03.703832 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3abeca76-8d4e-466c-bc40-7dadb5dad64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:03.714633 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95766608-870d-41c3-8b9d-5b5cf6ea8ba6 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:30:03.723617 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b096e636-b680-4e02-807f-510a12f61f89 None None] Sync routers for ids ['217d3a91-d9db-45c7-bee0-9051d9d67186'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:30:03.732168 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-95766608-870d-41c3-8b9d-5b5cf6ea8ba6 admin admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:03.733453 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-95766608-870d-41c3-8b9d-5b5cf6ea8ba6 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8324242 Nov 25 18:30:03.736213 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37178) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:30:03.738972 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b096e636-b680-4e02-807f-510a12f61f89 None None] Routers {'217d3a91-d9db-45c7-bee0-9051d9d67186'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:30:03.739644 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-b096e636-b680-4e02-807f-510a12f61f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:29:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['217d3a91-d9db-45c7-bee0-9051d9d67186'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:30:03.850305 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-b096e636-b680-4e02-807f-510a12f61f89 None None] Set router 217d3a91-d9db-45c7-bee0-9051d9d67186 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:30:04.027612 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 1d4fdb1b-f2ab-4d14-a3cd-cc8f57508a5c up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:30:04.062789 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-b096e636-b680-4e02-807f-510a12f61f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217d3a91-d9db-45c7-bee0-9051d9d67186', 'name': 'tempest-TestEncryptedCinderVolumes-1324386447-router', 'tenant_id': '6bc70c1ea9fb426d8447e5984388961b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '7594345d-5bbf-4e4a-ad44-ac18de69172f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:30:01Z', 'updated_at': '2021-11-25T18:30:03Z', 'revision_number': 3, 'project_id': '6bc70c1ea9fb426d8447e5984388961b', 'gw_port': {'id': '7594345d-5bbf-4e4a-ad44-ac18de69172f', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:39:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '217d3a91-d9db-45c7-bee0-9051d9d67186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:30:02Z', 'updated_at': '2021-11-25T18:30:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:30:04.067029 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3abeca76-8d4e-466c-bc40-7dadb5dad64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:04.090940 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b096e636-b680-4e02-807f-510a12f61f89 None None] Checking router: 217d3a91-d9db-45c7-bee0-9051d9d67186 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:30:04.091286 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b096e636-b680-4e02-807f-510a12f61f89 None None] Updating router 217d3a91-d9db-45c7-bee0-9051d9d67186 port 7594345d-5bbf-4e4a-ad44-ac18de69172f binding host n-d-817746-1 {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:30:04.117638 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-b096e636-b680-4e02-807f-510a12f61f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:04.199184 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-3abeca76-8d4e-466c-bc40-7dadb5dad64f None None] For port 1d4fdb1b-f2ab-4d14-a3cd-cc8f57508a5c, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=1d4fdb1b-f2ab-4d14-a3cd-cc8f57508a5c,segment=NetworkSegment(3ee04d9c-c0a7-4d71-9335-5eed81b25e3b),segment_id=3ee04d9c-c0a7-4d71-9335-5eed81b25e3b)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:04.213358 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3abeca76-8d4e-466c-bc40-7dadb5dad64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:04.271537 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bfe2a087-c4c4-49f4-a90e-ee0023ea8044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:04.276941 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 1d4fdb1b-f2ab-4d14-a3cd-cc8f57508a5c triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:30:04.277330 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:04.330366 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abeca76-8d4e-466c-bc40-7dadb5dad64f None None] Pushing event updated for resources: {'Port': ['ID=1d4fdb1b-f2ab-4d14-a3cd-cc8f57508a5c,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:04.419000 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-b096e636-b680-4e02-807f-510a12f61f89 None None] Publish callbacks [] for port, precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:04.426135 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-b096e636-b680-4e02-807f-510a12f61f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:04.442382 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b941fe5f-9dba-4008-a043-88d0f6683e5f None None] Provisioning complete for port 1d4fdb1b-f2ab-4d14-a3cd-cc8f57508a5c triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:30:04.442382 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b941fe5f-9dba-4008-a043-88d0f6683e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:04.454131 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-bfe2a087-c4c4-49f4-a90e-ee0023ea8044 admin admin] Allocated IP 172.20.0.1 (35ded677-0a56-4a0a-988f-c1ebb936c4c0/eb52bacd-e3a3-48a2-afd3-ff2f7fc85ee7/ee1c47b4-438a-4829-b6a6-0edfe025a94b) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:30:04.471395 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cdd076-5d00-47e1-be7b-2acf611d81e7 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:30:04.477059 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-b096e636-b680-4e02-807f-510a12f61f89 None None] Attempting to bind port 7594345d-5bbf-4e4a-ad44-ac18de69172f on host n-d-817746-1 for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:30:04.477546 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-b096e636-b680-4e02-807f-510a12f61f89 None None] Attempting to bind port 7594345d-5bbf-4e4a-ad44-ac18de69172f by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:30:04.478048 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b096e636-b680-4e02-807f-510a12f61f89 None None] Attempting to bind port 7594345d-5bbf-4e4a-ad44-ac18de69172f on network 1aa44027-b9d0-4a56-9a59-7e664703e20a {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:30:04.487194 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36593e1-cf79-46f8-b3db-f57c622120b0 None None] Pushing event updated for resources: {'Port': ['ID=7594345d-5bbf-4e4a-ad44-ac18de69172f,revision_number=2']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:04.490709 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b096e636-b680-4e02-807f-510a12f61f89 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:30:04.491087 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b096e636-b680-4e02-807f-510a12f61f89 None None] Checking segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:30:04.491488 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-b096e636-b680-4e02-807f-510a12f61f89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:04.491860 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b096e636-b680-4e02-807f-510a12f61f89 None None] Bound using segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:30:04.492951 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-b096e636-b680-4e02-807f-510a12f61f89 None None] Bound port: 7594345d-5bbf-4e4a-ad44-ac18de69172f, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:30:04.493351 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-b096e636-b680-4e02-807f-510a12f61f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:04.499975 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36593e1-cf79-46f8-b3db-f57c622120b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:04.500321 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36593e1-cf79-46f8-b3db-f57c622120b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:04.500664 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36593e1-cf79-46f8-b3db-f57c622120b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:04.501031 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36593e1-cf79-46f8-b3db-f57c622120b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:04.501463 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36593e1-cf79-46f8-b3db-f57c622120b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:04.501691 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36593e1-cf79-46f8-b3db-f57c622120b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:04.502017 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36593e1-cf79-46f8-b3db-f57c622120b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:04.502640 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36593e1-cf79-46f8-b3db-f57c622120b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:04.502640 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36593e1-cf79-46f8-b3db-f57c622120b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:04.502975 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36593e1-cf79-46f8-b3db-f57c622120b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:04.503303 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36593e1-cf79-46f8-b3db-f57c622120b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:04.503626 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36593e1-cf79-46f8-b3db-f57c622120b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:04.558007 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-b096e636-b680-4e02-807f-510a12f61f89 None None] For port 7594345d-5bbf-4e4a-ad44-ac18de69172f, host n-d-817746-1, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:30:04.561279 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-b096e636-b680-4e02-807f-510a12f61f89 None None] For port 7594345d-5bbf-4e4a-ad44-ac18de69172f, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=7594345d-5bbf-4e4a-ad44-ac18de69172f,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:30:04.565677 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-b096e636-b680-4e02-807f-510a12f61f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:04.596754 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bfe2a087-c4c4-49f4-a90e-ee0023ea8044 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:04.609366 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436fc68e-9e54-40f9-91e0-3cdbe4530469 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:30:04.621399 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b096e636-b680-4e02-807f-510a12f61f89 None None] Routers {'217d3a91-d9db-45c7-bee0-9051d9d67186'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:30:04.622027 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-b096e636-b680-4e02-807f-510a12f61f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:29:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['217d3a91-d9db-45c7-bee0-9051d9d67186'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:30:04.638256 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bfe2a087-c4c4-49f4-a90e-ee0023ea8044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:04.660198 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36593e1-cf79-46f8-b3db-f57c622120b0 None None] Pushing event updated for resources: {'Port': ['ID=7594345d-5bbf-4e4a-ad44-ac18de69172f,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:04.670639 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-079e67be-668a-424a-9a8f-86724bfb5c3c None None] Provisioning complete for port 7594345d-5bbf-4e4a-ad44-ac18de69172f triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:30:04.670985 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-079e67be-668a-424a-9a8f-86724bfb5c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:04.681996 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe2a087-c4c4-49f4-a90e-ee0023ea8044 admin admin] Network 35ded677-0a56-4a0a-988f-c1ebb936c4c0 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:30:04.684908 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-bfe2a087-c4c4-49f4-a90e-ee0023ea8044 admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:30:04.688763 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe2a087-c4c4-49f4-a90e-ee0023ea8044 admin admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:30:04.715567 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe2a087-c4c4-49f4-a90e-ee0023ea8044 admin admin] Pushing event updated for resources: {'Port': ['ID=ee1c47b4-438a-4829-b6a6-0edfe025a94b,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:04.736393 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bfe2a087-c4c4-49f4-a90e-ee0023ea8044 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:04.738253 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-b096e636-b680-4e02-807f-510a12f61f89 None None] Set router 217d3a91-d9db-45c7-bee0-9051d9d67186 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:30:04.778834 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-079e67be-668a-424a-9a8f-86724bfb5c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:04.801666 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-079e67be-668a-424a-9a8f-86724bfb5c3c None None] For port 7594345d-5bbf-4e4a-ad44-ac18de69172f, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=7594345d-5bbf-4e4a-ad44-ac18de69172f,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:04.809853 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-079e67be-668a-424a-9a8f-86724bfb5c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:04.874304 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079e67be-668a-424a-9a8f-86724bfb5c3c None None] Pushing event updated for resources: {'Port': ['ID=7594345d-5bbf-4e4a-ad44-ac18de69172f,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:04.899875 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bfe2a087-c4c4-49f4-a90e-ee0023ea8044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:04.967091 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-b096e636-b680-4e02-807f-510a12f61f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217d3a91-d9db-45c7-bee0-9051d9d67186', 'name': 'tempest-TestEncryptedCinderVolumes-1324386447-router', 'tenant_id': '6bc70c1ea9fb426d8447e5984388961b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '7594345d-5bbf-4e4a-ad44-ac18de69172f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:30:01Z', 'updated_at': '2021-11-25T18:30:03Z', 'revision_number': 3, 'project_id': '6bc70c1ea9fb426d8447e5984388961b', 'gw_port': {'id': '7594345d-5bbf-4e4a-ad44-ac18de69172f', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:39:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '217d3a91-d9db-45c7-bee0-9051d9d67186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:30:02Z', 'updated_at': '2021-11-25T18:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:30:04.995955 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b096e636-b680-4e02-807f-510a12f61f89 None None] The sync data for ids ['217d3a91-d9db-45c7-bee0-9051d9d67186'] in n-d-817746-1 is: [{'id': '217d3a91-d9db-45c7-bee0-9051d9d67186', 'name': 'tempest-TestEncryptedCinderVolumes-1324386447-router', 'tenant_id': '6bc70c1ea9fb426d8447e5984388961b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '7594345d-5bbf-4e4a-ad44-ac18de69172f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:30:01Z', 'updated_at': '2021-11-25T18:30:03Z', 'revision_number': 3, 'project_id': '6bc70c1ea9fb426d8447e5984388961b', 'gw_port': {'id': '7594345d-5bbf-4e4a-ad44-ac18de69172f', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:39:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '217d3a91-d9db-45c7-bee0-9051d9d67186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:30:02Z', 'updated_at': '2021-11-25T18:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:30:05.032202 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-3228d958-9a80-4bb2-bb5e-90647ed79bb2 None None] Provisioning complete for port ee1c47b4-438a-4829-b6a6-0edfe025a94b triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:30:05.032780 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3228d958-9a80-4bb2-bb5e-90647ed79bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:05.078538 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-3228d958-9a80-4bb2-bb5e-90647ed79bb2 None None] Port ee1c47b4-438a-4829-b6a6-0edfe025a94b cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:30:05.079196 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bfe2a087-c4c4-49f4-a90e-ee0023ea8044 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:05.084992 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bfe2a087-c4c4-49f4-a90e-ee0023ea8044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:05.157671 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe2a087-c4c4-49f4-a90e-ee0023ea8044 admin admin] Pushing event updated for resources: {'Port': ['ID=ee1c47b4-438a-4829-b6a6-0edfe025a94b,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:05.161424 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bfe2a087-c4c4-49f4-a90e-ee0023ea8044 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:05.273337 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe2a087-c4c4-49f4-a90e-ee0023ea8044 admin admin] Network 35ded677-0a56-4a0a-988f-c1ebb936c4c0 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:30:05.276222 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-bfe2a087-c4c4-49f4-a90e-ee0023ea8044 admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:30:05.406259 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe2a087-c4c4-49f4-a90e-ee0023ea8044 admin admin] Router 217d3a91-d9db-45c7-bee0-9051d9d67186 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:30:05.513193 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-e4de01ac-2807-44d3-9524-9f58aab65741 None None] Provisioning complete for port ee1c47b4-438a-4829-b6a6-0edfe025a94b triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:30:05.513661 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e4de01ac-2807-44d3-9524-9f58aab65741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:05.530982 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe2a087-c4c4-49f4-a90e-ee0023ea8044 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:30:05.536321 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-bfe2a087-c4c4-49f4-a90e-ee0023ea8044 admin admin] 10.222.0.75 "PUT /v2.0/routers/217d3a91-d9db-45c7-bee0-9051d9d67186/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7991223 Nov 25 18:30:05.557880 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-e4de01ac-2807-44d3-9524-9f58aab65741 None None] Port ee1c47b4-438a-4829-b6a6-0edfe025a94b cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:30:06.006831 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 1d4fdb1b-f2ab-4d14-a3cd-cc8f57508a5c up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:30:06.036198 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37194) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:30:06.041811 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-41bfbcf7-7944-41cd-b571-1ede2fcc4643 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2130573109-network', 'tenant_id': '4138247e55cb421db96f1baa62d48aef'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:30:06.057746 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 1d4fdb1b-f2ab-4d14-a3cd-cc8f57508a5c triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:30:06.058284 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:06.063776 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41bfbcf7-7944-41cd-b571-1ede2fcc4643 admin admin] Made reservation on behalf of 4138247e55cb421db96f1baa62d48aef for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:30:06.066505 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-41bfbcf7-7944-41cd-b571-1ede2fcc4643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:06.076530 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-41bfbcf7-7944-41cd-b571-1ede2fcc4643 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:06.140635 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 7594345d-5bbf-4e4a-ad44-ac18de69172f up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:30:06.156449 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-41bfbcf7-7944-41cd-b571-1ede2fcc4643 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:06.160494 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-41bfbcf7-7944-41cd-b571-1ede2fcc4643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:06.188775 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41bfbcf7-7944-41cd-b571-1ede2fcc4643 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 910} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:30:06.193873 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 7594345d-5bbf-4e4a-ad44-ac18de69172f triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:30:06.194250 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:06.199696 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bfbcf7-7944-41cd-b571-1ede2fcc4643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca3d6cd-762c-4c54-ad30-bb4958e4d5f4,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:06.204810 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-41bfbcf7-7944-41cd-b571-1ede2fcc4643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:06.205109 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-41bfbcf7-7944-41cd-b571-1ede2fcc4643 admin admin] Added segment 8c9f9949-69e8-43b4-bfbe-44e9b52a4035 of type vlan for network 96c79a2f-8f9d-41b7-95fb-eb5f25c27e68 Nov 25 18:30:06.251435 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-41bfbcf7-7944-41cd-b571-1ede2fcc4643 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:06.279186 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-41bfbcf7-7944-41cd-b571-1ede2fcc4643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:06.280567 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bfbcf7-7944-41cd-b571-1ede2fcc4643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:06.281203 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-41bfbcf7-7944-41cd-b571-1ede2fcc4643 admin admin] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:06.310818 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-41bfbcf7-7944-41cd-b571-1ede2fcc4643 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2733908 Nov 25 18:30:06.313721 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37196) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:30:06.318747 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-ab95820f-38a3-4818-bbff-ec850163aa3f admin admin] Request body: {'subnet': {'network_id': '96c79a2f-8f9d-41b7-95fb-eb5f25c27e68', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2130573109-subnet', 'tenant_id': '4138247e55cb421db96f1baa62d48aef', 'ip_version': 4}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:30:06.342391 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab95820f-38a3-4818-bbff-ec850163aa3f admin admin] Made reservation on behalf of 4138247e55cb421db96f1baa62d48aef for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:30:06.344986 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ab95820f-38a3-4818-bbff-ec850163aa3f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:06.347173 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bfbcf7-7944-41cd-b571-1ede2fcc4643 admin admin] Pushing event updated for resources: {'Network': ['ID=96c79a2f-8f9d-41b7-95fb-eb5f25c27e68,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:06.358408 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 96c79a2f-8f9d-41b7-95fb-eb5f25c27e68 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:30:06.521978 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ab95820f-38a3-4818-bbff-ec850163aa3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:06.579423 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab95820f-38a3-4818-bbff-ec850163aa3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=12c2491a-1dbe-4d0e-a32f-260410648c5f,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:06.588730 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab95820f-38a3-4818-bbff-ec850163aa3f admin admin] Checking segment: {'id': '8c9f9949-69e8-43b4-bfbe-44e9b52a4035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '96c79a2f-8f9d-41b7-95fb-eb5f25c27e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:30:06.589120 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab95820f-38a3-4818-bbff-ec850163aa3f admin admin] Network hostable DHCP agents. Network: 96c79a2f-8f9d-41b7-95fb-eb5f25c27e68, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:30:06.605297 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab95820f-38a3-4818-bbff-ec850163aa3f admin admin] Network 96c79a2f-8f9d-41b7-95fb-eb5f25c27e68 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:30:06.613692 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-ab95820f-38a3-4818-bbff-ec850163aa3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 96c79a2f-8f9d-41b7-95fb-eb5f25c27e68) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:30:06.620888 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab95820f-38a3-4818-bbff-ec850163aa3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:06.620888 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ab95820f-38a3-4818-bbff-ec850163aa3f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:06.623654 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10881545-706f-418d-9a9f-cfdf5b4b4f66 None None] Network 96c79a2f-8f9d-41b7-95fb-eb5f25c27e68 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:30:06.640930 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-ab95820f-38a3-4818-bbff-ec850163aa3f admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3235767 Nov 25 18:30:06.641231 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37198) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:30:06.646094 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-996859f8-5c14-4c62-b41b-f127ff3229c7 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2130573109-router', 'tenant_id': '4138247e55cb421db96f1baa62d48aef', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:30:06.667219 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-996859f8-5c14-4c62-b41b-f127ff3229c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:06.668271 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-996859f8-5c14-4c62-b41b-f127ff3229c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:06.676256 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446f2fcc-3144-49ae-9b0b-19cf08db0cc6 None None] Sync routers for ids ['217d3a91-d9db-45c7-bee0-9051d9d67186'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:30:06.699221 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446f2fcc-3144-49ae-9b0b-19cf08db0cc6 None None] Routers {'217d3a91-d9db-45c7-bee0-9051d9d67186'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:30:06.699852 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-446f2fcc-3144-49ae-9b0b-19cf08db0cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:29:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['217d3a91-d9db-45c7-bee0-9051d9d67186'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:30:06.723498 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-996859f8-5c14-4c62-b41b-f127ff3229c7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:06.878227 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-446f2fcc-3144-49ae-9b0b-19cf08db0cc6 None None] Set router 217d3a91-d9db-45c7-bee0-9051d9d67186 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:30:06.906087 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27de888a-3c1a-4a96-a962-e856b3ab48c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-96c79a2f-8f9d-41b7-95fb-eb5f25c27e68', 'network_id': '96c79a2f-8f9d-41b7-95fb-eb5f25c27e68', 'tenant_id': '4138247e55cb421db96f1baa62d48aef', 'fixed_ips': [{'subnet_id': '12c2491a-1dbe-4d0e-a32f-260410648c5f'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:30:06.906880 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-27de888a-3c1a-4a96-a962-e856b3ab48c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:07.120905 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-996859f8-5c14-4c62-b41b-f127ff3229c7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:07.150739 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-27de888a-3c1a-4a96-a962-e856b3ab48c0 None None] Allocated IP 172.20.0.2 (96c79a2f-8f9d-41b7-95fb-eb5f25c27e68/12c2491a-1dbe-4d0e-a32f-260410648c5f/cc906c99-e778-4aef-a03e-25361ff64256) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:30:07.277842 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-446f2fcc-3144-49ae-9b0b-19cf08db0cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217d3a91-d9db-45c7-bee0-9051d9d67186', 'name': 'tempest-TestEncryptedCinderVolumes-1324386447-router', 'tenant_id': '6bc70c1ea9fb426d8447e5984388961b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '7594345d-5bbf-4e4a-ad44-ac18de69172f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:30:01Z', 'updated_at': '2021-11-25T18:30:04Z', 'revision_number': 4, 'project_id': '6bc70c1ea9fb426d8447e5984388961b', 'gw_port': {'id': '7594345d-5bbf-4e4a-ad44-ac18de69172f', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:39:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217d3a91-d9db-45c7-bee0-9051d9d67186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:30:02Z', 'updated_at': '2021-11-25T18:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'ee1c47b4-438a-4829-b6a6-0edfe025a94b', 'name': '', 'network_id': '35ded677-0a56-4a0a-988f-c1ebb936c4c0', 'tenant_id': '6bc70c1ea9fb426d8447e5984388961b', 'mac_address': 'fa:16:3e:91:c5:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '217d3a91-d9db-45c7-bee0-9051d9d67186', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'eb52bacd-e3a3-48a2-afd3-ff2f7fc85ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:30:04Z', 'updated_at': '2021-11-25T18:30:04Z', 'revision_number': 2, 'project_id': '6bc70c1ea9fb426d8447e5984388961b', 'subnets': [{'id': 'eb52bacd-e3a3-48a2-afd3-ff2f7fc85ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:30:07.311379 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446f2fcc-3144-49ae-9b0b-19cf08db0cc6 None None] Checking router: 217d3a91-d9db-45c7-bee0-9051d9d67186 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:30:07.311742 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446f2fcc-3144-49ae-9b0b-19cf08db0cc6 None None] Updating router 217d3a91-d9db-45c7-bee0-9051d9d67186 port ee1c47b4-438a-4829-b6a6-0edfe025a94b binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:30:07.322097 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-996859f8-5c14-4c62-b41b-f127ff3229c7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:07.343388 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-996859f8-5c14-4c62-b41b-f127ff3229c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:07.365193 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-446f2fcc-3144-49ae-9b0b-19cf08db0cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:07.386343 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-27de888a-3c1a-4a96-a962-e856b3ab48c0 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:07.392250 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-27de888a-3c1a-4a96-a962-e856b3ab48c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:07.451185 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-996859f8-5c14-4c62-b41b-f127ff3229c7 admin admin] Allocated IP 172.25.0.152 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/b8aa2087-6f19-40ca-bff4-795e5357d7ba) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:30:07.468743 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27de888a-3c1a-4a96-a962-e856b3ab48c0 None None] Network 96c79a2f-8f9d-41b7-95fb-eb5f25c27e68 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:30:07.475120 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27de888a-3c1a-4a96-a962-e856b3ab48c0 None None] Pushing event updated for resources: {'Port': ['ID=cc906c99-e778-4aef-a03e-25361ff64256,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:07.478361 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-27de888a-3c1a-4a96-a962-e856b3ab48c0 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:30:07.520567 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27de888a-3c1a-4a96-a962-e856b3ab48c0 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:30:07.557883 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-996859f8-5c14-4c62-b41b-f127ff3229c7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:07.592899 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-996859f8-5c14-4c62-b41b-f127ff3229c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:07.635947 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996859f8-5c14-4c62-b41b-f127ff3229c7 admin admin] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:30:07.639048 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-996859f8-5c14-4c62-b41b-f127ff3229c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:30:07.642994 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996859f8-5c14-4c62-b41b-f127ff3229c7 admin admin] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:30:07.672270 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996859f8-5c14-4c62-b41b-f127ff3229c7 admin admin] Pushing event updated for resources: {'Port': ['ID=b8aa2087-6f19-40ca-bff4-795e5357d7ba,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:07.741147 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ea1c98-0381-4ed2-9298-d05c21c76c33 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:30:07.772004 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-27de888a-3c1a-4a96-a962-e856b3ab48c0 None None] Attempting to bind port cc906c99-e778-4aef-a03e-25361ff64256 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:30:07.772451 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-27de888a-3c1a-4a96-a962-e856b3ab48c0 None None] Attempting to bind port cc906c99-e778-4aef-a03e-25361ff64256 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '8c9f9949-69e8-43b4-bfbe-44e9b52a4035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '96c79a2f-8f9d-41b7-95fb-eb5f25c27e68'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:30:07.772745 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27de888a-3c1a-4a96-a962-e856b3ab48c0 None None] Attempting to bind port cc906c99-e778-4aef-a03e-25361ff64256 on network 96c79a2f-8f9d-41b7-95fb-eb5f25c27e68 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:30:07.815419 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27de888a-3c1a-4a96-a962-e856b3ab48c0 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:30:07.815754 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27de888a-3c1a-4a96-a962-e856b3ab48c0 None None] Checking segment: {'id': '8c9f9949-69e8-43b4-bfbe-44e9b52a4035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '96c79a2f-8f9d-41b7-95fb-eb5f25c27e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:30:07.816124 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-27de888a-3c1a-4a96-a962-e856b3ab48c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:07.816533 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27de888a-3c1a-4a96-a962-e856b3ab48c0 None None] Bound using segment: {'id': '8c9f9949-69e8-43b4-bfbe-44e9b52a4035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '96c79a2f-8f9d-41b7-95fb-eb5f25c27e68'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:30:07.817044 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-27de888a-3c1a-4a96-a962-e856b3ab48c0 None None] Bound port: cc906c99-e778-4aef-a03e-25361ff64256, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c9f9949-69e8-43b4-bfbe-44e9b52a4035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '96c79a2f-8f9d-41b7-95fb-eb5f25c27e68'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:30:07.817437 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-27de888a-3c1a-4a96-a962-e856b3ab48c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:07.861592 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-05071f28-9734-41d1-b0f6-53bce5cd8708 None None] Provisioning complete for port b8aa2087-6f19-40ca-bff4-795e5357d7ba triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:30:07.861969 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-05071f28-9734-41d1-b0f6-53bce5cd8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:07.924767 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-996859f8-5c14-4c62-b41b-f127ff3229c7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:07.962592 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-05071f28-9734-41d1-b0f6-53bce5cd8708 None None] Port b8aa2087-6f19-40ca-bff4-795e5357d7ba cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:30:07.987972 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-27de888a-3c1a-4a96-a962-e856b3ab48c0 None None] For port cc906c99-e778-4aef-a03e-25361ff64256, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:30:08.005830 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-27de888a-3c1a-4a96-a962-e856b3ab48c0 None None] For port cc906c99-e778-4aef-a03e-25361ff64256, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=cc906c99-e778-4aef-a03e-25361ff64256,segment=NetworkSegment(8c9f9949-69e8-43b4-bfbe-44e9b52a4035),segment_id=8c9f9949-69e8-43b4-bfbe-44e9b52a4035)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:30:08.019872 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-27de888a-3c1a-4a96-a962-e856b3ab48c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:08.029273 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-446f2fcc-3144-49ae-9b0b-19cf08db0cc6 None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:08.062136 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-446f2fcc-3144-49ae-9b0b-19cf08db0cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:08.113721 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27de888a-3c1a-4a96-a962-e856b3ab48c0 None None] Pushing event updated for resources: {'Port': ['ID=cc906c99-e778-4aef-a03e-25361ff64256,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:08.190914 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-996859f8-5c14-4c62-b41b-f127ff3229c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:08.208501 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-446f2fcc-3144-49ae-9b0b-19cf08db0cc6 None None] Attempting to bind port ee1c47b4-438a-4829-b6a6-0edfe025a94b on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:30:08.209048 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-446f2fcc-3144-49ae-9b0b-19cf08db0cc6 None None] Attempting to bind port ee1c47b4-438a-4829-b6a6-0edfe025a94b by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '3ee04d9c-c0a7-4d71-9335-5eed81b25e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '35ded677-0a56-4a0a-988f-c1ebb936c4c0'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:30:08.209427 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446f2fcc-3144-49ae-9b0b-19cf08db0cc6 None None] Attempting to bind port ee1c47b4-438a-4829-b6a6-0edfe025a94b on network 35ded677-0a56-4a0a-988f-c1ebb936c4c0 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:30:08.212557 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a47644-e9e1-46ee-b94a-af12eca09b4c None None] Pushing event updated for resources: {'Port': ['ID=ee1c47b4-438a-4829-b6a6-0edfe025a94b,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:08.220055 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446f2fcc-3144-49ae-9b0b-19cf08db0cc6 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:30:08.220446 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446f2fcc-3144-49ae-9b0b-19cf08db0cc6 None None] Checking segment: {'id': '3ee04d9c-c0a7-4d71-9335-5eed81b25e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '35ded677-0a56-4a0a-988f-c1ebb936c4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:30:08.220882 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-446f2fcc-3144-49ae-9b0b-19cf08db0cc6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:08.221287 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446f2fcc-3144-49ae-9b0b-19cf08db0cc6 None None] Bound using segment: {'id': '3ee04d9c-c0a7-4d71-9335-5eed81b25e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '35ded677-0a56-4a0a-988f-c1ebb936c4c0'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:30:08.221775 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-446f2fcc-3144-49ae-9b0b-19cf08db0cc6 None None] Bound port: ee1c47b4-438a-4829-b6a6-0edfe025a94b, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ee04d9c-c0a7-4d71-9335-5eed81b25e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '35ded677-0a56-4a0a-988f-c1ebb936c4c0'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:30:08.222176 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-446f2fcc-3144-49ae-9b0b-19cf08db0cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:08.316070 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-446f2fcc-3144-49ae-9b0b-19cf08db0cc6 None None] For port ee1c47b4-438a-4829-b6a6-0edfe025a94b, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:30:08.324860 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-446f2fcc-3144-49ae-9b0b-19cf08db0cc6 None None] For port ee1c47b4-438a-4829-b6a6-0edfe025a94b, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=ee1c47b4-438a-4829-b6a6-0edfe025a94b,segment=NetworkSegment(3ee04d9c-c0a7-4d71-9335-5eed81b25e3b),segment_id=3ee04d9c-c0a7-4d71-9335-5eed81b25e3b)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:30:08.333840 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-446f2fcc-3144-49ae-9b0b-19cf08db0cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:08.433346 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446f2fcc-3144-49ae-9b0b-19cf08db0cc6 None None] Routers {'217d3a91-d9db-45c7-bee0-9051d9d67186'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:30:08.434216 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-446f2fcc-3144-49ae-9b0b-19cf08db0cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:29:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['217d3a91-d9db-45c7-bee0-9051d9d67186'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:30:08.436537 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a47644-e9e1-46ee-b94a-af12eca09b4c None None] Pushing event updated for resources: {'Port': ['ID=ee1c47b4-438a-4829-b6a6-0edfe025a94b,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:08.441801 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-996859f8-5c14-4c62-b41b-f127ff3229c7 admin admin] Router 686d1461-116e-4f5e-9d6d-b4dc6b090743 is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:30:08.609639 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-446f2fcc-3144-49ae-9b0b-19cf08db0cc6 None None] Set router 217d3a91-d9db-45c7-bee0-9051d9d67186 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:30:08.615474 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996859f8-5c14-4c62-b41b-f127ff3229c7 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:30:08.628894 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ed0d24-5c36-4d56-bd27-4b9e165eb58c None None] Sync routers for ids ['686d1461-116e-4f5e-9d6d-b4dc6b090743'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:30:08.643800 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-996859f8-5c14-4c62-b41b-f127ff3229c7 admin admin] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:08.645204 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-996859f8-5c14-4c62-b41b-f127ff3229c7 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.0028391 Nov 25 18:30:08.649512 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37200) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:30:08.650112 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ed0d24-5c36-4d56-bd27-4b9e165eb58c None None] Routers {'686d1461-116e-4f5e-9d6d-b4dc6b090743'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:30:08.650951 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-83ed0d24-5c36-4d56-bd27-4b9e165eb58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:29:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['686d1461-116e-4f5e-9d6d-b4dc6b090743'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:30:08.652100 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-c7da1927-4aa7-454e-a646-a0f7a3791e76 None None] Provisioning complete for port ee1c47b4-438a-4829-b6a6-0edfe025a94b triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:30:08.652582 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c7da1927-4aa7-454e-a646-a0f7a3791e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:08.798133 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-83ed0d24-5c36-4d56-bd27-4b9e165eb58c None None] Set router 686d1461-116e-4f5e-9d6d-b4dc6b090743 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:30:08.916075 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c7da1927-4aa7-454e-a646-a0f7a3791e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:08.975784 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-c7da1927-4aa7-454e-a646-a0f7a3791e76 None None] For port ee1c47b4-438a-4829-b6a6-0edfe025a94b, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=ee1c47b4-438a-4829-b6a6-0edfe025a94b,segment=NetworkSegment(3ee04d9c-c0a7-4d71-9335-5eed81b25e3b),segment_id=3ee04d9c-c0a7-4d71-9335-5eed81b25e3b)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:08.983113 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c7da1927-4aa7-454e-a646-a0f7a3791e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:09.059282 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7da1927-4aa7-454e-a646-a0f7a3791e76 None None] Pushing event updated for resources: {'Port': ['ID=ee1c47b4-438a-4829-b6a6-0edfe025a94b,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:09.070141 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-446f2fcc-3144-49ae-9b0b-19cf08db0cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217d3a91-d9db-45c7-bee0-9051d9d67186', 'name': 'tempest-TestEncryptedCinderVolumes-1324386447-router', 'tenant_id': '6bc70c1ea9fb426d8447e5984388961b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '7594345d-5bbf-4e4a-ad44-ac18de69172f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:30:01Z', 'updated_at': '2021-11-25T18:30:04Z', 'revision_number': 4, 'project_id': '6bc70c1ea9fb426d8447e5984388961b', 'gw_port': {'id': '7594345d-5bbf-4e4a-ad44-ac18de69172f', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:39:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217d3a91-d9db-45c7-bee0-9051d9d67186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:30:02Z', 'updated_at': '2021-11-25T18:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'ee1c47b4-438a-4829-b6a6-0edfe025a94b', 'name': '', 'network_id': '35ded677-0a56-4a0a-988f-c1ebb936c4c0', 'tenant_id': '6bc70c1ea9fb426d8447e5984388961b', 'mac_address': 'fa:16:3e:91:c5:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '217d3a91-d9db-45c7-bee0-9051d9d67186', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'eb52bacd-e3a3-48a2-afd3-ff2f7fc85ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:30:04Z', 'updated_at': '2021-11-25T18:30:08Z', 'revision_number': 4, 'project_id': '6bc70c1ea9fb426d8447e5984388961b', 'subnets': [{'id': 'eb52bacd-e3a3-48a2-afd3-ff2f7fc85ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:30:09.118642 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446f2fcc-3144-49ae-9b0b-19cf08db0cc6 None None] The sync data for ids ['217d3a91-d9db-45c7-bee0-9051d9d67186'] in n-d-817746-1 is: [{'id': '217d3a91-d9db-45c7-bee0-9051d9d67186', 'name': 'tempest-TestEncryptedCinderVolumes-1324386447-router', 'tenant_id': '6bc70c1ea9fb426d8447e5984388961b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '7594345d-5bbf-4e4a-ad44-ac18de69172f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:30:01Z', 'updated_at': '2021-11-25T18:30:04Z', 'revision_number': 4, 'project_id': '6bc70c1ea9fb426d8447e5984388961b', 'gw_port': {'id': '7594345d-5bbf-4e4a-ad44-ac18de69172f', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:39:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217d3a91-d9db-45c7-bee0-9051d9d67186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:30:02Z', 'updated_at': '2021-11-25T18:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'ee1c47b4-438a-4829-b6a6-0edfe025a94b', 'name': '', 'network_id': '35ded677-0a56-4a0a-988f-c1ebb936c4c0', 'tenant_id': '6bc70c1ea9fb426d8447e5984388961b', 'mac_address': 'fa:16:3e:91:c5:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '217d3a91-d9db-45c7-bee0-9051d9d67186', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'eb52bacd-e3a3-48a2-afd3-ff2f7fc85ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:30:04Z', 'updated_at': '2021-11-25T18:30:08Z', 'revision_number': 4, 'project_id': '6bc70c1ea9fb426d8447e5984388961b', 'subnets': [{'id': 'eb52bacd-e3a3-48a2-afd3-ff2f7fc85ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:30:09.126946 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-f571a50c-849d-4d2f-aa37-bfe9870a2602 None None] Provisioning complete for port ee1c47b4-438a-4829-b6a6-0edfe025a94b triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:30:09.127271 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f571a50c-849d-4d2f-aa37-bfe9870a2602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:09.160523 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-83ed0d24-5c36-4d56-bd27-4b9e165eb58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686d1461-116e-4f5e-9d6d-b4dc6b090743', 'name': 'tempest-TestEncryptedCinderVolumes-2130573109-router', 'tenant_id': '4138247e55cb421db96f1baa62d48aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': 'b8aa2087-6f19-40ca-bff4-795e5357d7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:30:06Z', 'updated_at': '2021-11-25T18:30:07Z', 'revision_number': 3, 'project_id': '4138247e55cb421db96f1baa62d48aef', 'gw_port': {'id': 'b8aa2087-6f19-40ca-bff4-795e5357d7ba', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '686d1461-116e-4f5e-9d6d-b4dc6b090743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:30:07Z', 'updated_at': '2021-11-25T18:30:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:30:09.250107 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ed0d24-5c36-4d56-bd27-4b9e165eb58c None None] Checking router: 686d1461-116e-4f5e-9d6d-b4dc6b090743 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:30:09.252607 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ed0d24-5c36-4d56-bd27-4b9e165eb58c None None] Updating router 686d1461-116e-4f5e-9d6d-b4dc6b090743 port b8aa2087-6f19-40ca-bff4-795e5357d7ba binding host n-d-817746-1 {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:30:09.269232 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b80ebefd-594c-4193-bd30-4569c81e9c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:09.292560 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-83ed0d24-5c36-4d56-bd27-4b9e165eb58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:09.432704 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60107c3b-4d77-40cb-8aba-eb31a9b3bdfa None None] Network 96c79a2f-8f9d-41b7-95fb-eb5f25c27e68 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:30:09.486311 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-b80ebefd-594c-4193-bd30-4569c81e9c4d admin admin] Allocated IP 172.20.0.1 (96c79a2f-8f9d-41b7-95fb-eb5f25c27e68/12c2491a-1dbe-4d0e-a32f-260410648c5f/d13ce3cc-3679-461d-b3c4-a15002c203ff) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:30:09.548347 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-3e140b24-6d03-47be-bdcf-ce0de8572ea4 None None] Provisioning complete for port cc906c99-e778-4aef-a03e-25361ff64256 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:30:09.549239 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3e140b24-6d03-47be-bdcf-ce0de8572ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:09.605826 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-83ed0d24-5c36-4d56-bd27-4b9e165eb58c None None] Publish callbacks [] for port, precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:09.615152 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-83ed0d24-5c36-4d56-bd27-4b9e165eb58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:09.621000 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b80ebefd-594c-4193-bd30-4569c81e9c4d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:09.667216 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b80ebefd-594c-4193-bd30-4569c81e9c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:09.669547 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81b60e2-7951-4a64-9e63-7f99c2f589db None None] Pushing event updated for resources: {'Port': ['ID=b8aa2087-6f19-40ca-bff4-795e5357d7ba,revision_number=2']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:09.691432 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-83ed0d24-5c36-4d56-bd27-4b9e165eb58c None None] Attempting to bind port b8aa2087-6f19-40ca-bff4-795e5357d7ba on host n-d-817746-1 for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:30:09.692006 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-83ed0d24-5c36-4d56-bd27-4b9e165eb58c None None] Attempting to bind port b8aa2087-6f19-40ca-bff4-795e5357d7ba by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:30:09.692371 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ed0d24-5c36-4d56-bd27-4b9e165eb58c None None] Attempting to bind port b8aa2087-6f19-40ca-bff4-795e5357d7ba on network 1aa44027-b9d0-4a56-9a59-7e664703e20a {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:30:09.697083 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b18f338-f7f9-4eec-9e0a-f82a928bc615 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:30:09.699072 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ed0d24-5c36-4d56-bd27-4b9e165eb58c None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:30:09.699561 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ed0d24-5c36-4d56-bd27-4b9e165eb58c None None] Checking segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:30:09.700065 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-83ed0d24-5c36-4d56-bd27-4b9e165eb58c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:09.700548 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ed0d24-5c36-4d56-bd27-4b9e165eb58c None None] Bound using segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:30:09.701218 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-83ed0d24-5c36-4d56-bd27-4b9e165eb58c None None] Bound port: b8aa2087-6f19-40ca-bff4-795e5357d7ba, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:30:09.701980 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-83ed0d24-5c36-4d56-bd27-4b9e165eb58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:09.712570 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3e140b24-6d03-47be-bdcf-ce0de8572ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:09.728841 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80ebefd-594c-4193-bd30-4569c81e9c4d admin admin] Network 96c79a2f-8f9d-41b7-95fb-eb5f25c27e68 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:30:09.732546 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-b80ebefd-594c-4193-bd30-4569c81e9c4d admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:30:09.737284 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80ebefd-594c-4193-bd30-4569c81e9c4d admin admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:30:09.753016 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-3e140b24-6d03-47be-bdcf-ce0de8572ea4 None None] For port cc906c99-e778-4aef-a03e-25361ff64256, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=cc906c99-e778-4aef-a03e-25361ff64256,segment=NetworkSegment(8c9f9949-69e8-43b4-bfbe-44e9b52a4035),segment_id=8c9f9949-69e8-43b4-bfbe-44e9b52a4035)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:09.760359 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3e140b24-6d03-47be-bdcf-ce0de8572ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:09.767622 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80ebefd-594c-4193-bd30-4569c81e9c4d admin admin] Pushing event updated for resources: {'Port': ['ID=d13ce3cc-3679-461d-b3c4-a15002c203ff,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:09.783515 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-83ed0d24-5c36-4d56-bd27-4b9e165eb58c None None] For port b8aa2087-6f19-40ca-bff4-795e5357d7ba, host n-d-817746-1, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:30:09.787724 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-83ed0d24-5c36-4d56-bd27-4b9e165eb58c None None] For port b8aa2087-6f19-40ca-bff4-795e5357d7ba, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=b8aa2087-6f19-40ca-bff4-795e5357d7ba,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:30:09.793532 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-83ed0d24-5c36-4d56-bd27-4b9e165eb58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:09.817930 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b80ebefd-594c-4193-bd30-4569c81e9c4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:09.842261 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964500a9-b146-4c0e-8afe-da6916801342 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:30:09.861256 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ed0d24-5c36-4d56-bd27-4b9e165eb58c None None] Routers {'686d1461-116e-4f5e-9d6d-b4dc6b090743'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:30:09.862032 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-83ed0d24-5c36-4d56-bd27-4b9e165eb58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:29:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['686d1461-116e-4f5e-9d6d-b4dc6b090743'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:30:09.864933 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e140b24-6d03-47be-bdcf-ce0de8572ea4 None None] Pushing event updated for resources: {'Port': ['ID=cc906c99-e778-4aef-a03e-25361ff64256,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:09.875041 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81b60e2-7951-4a64-9e63-7f99c2f589db None None] Pushing event updated for resources: {'Port': ['ID=b8aa2087-6f19-40ca-bff4-795e5357d7ba,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:09.944456 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-092a8558-45c6-4e86-9e90-2ec635ab8080 None None] Provisioning complete for port b8aa2087-6f19-40ca-bff4-795e5357d7ba triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:30:09.944857 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-092a8558-45c6-4e86-9e90-2ec635ab8080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:10.056947 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-83ed0d24-5c36-4d56-bd27-4b9e165eb58c None None] Set router 686d1461-116e-4f5e-9d6d-b4dc6b090743 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:30:10.097582 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b80ebefd-594c-4193-bd30-4569c81e9c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:10.120945 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-092a8558-45c6-4e86-9e90-2ec635ab8080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:10.148506 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device cc906c99-e778-4aef-a03e-25361ff64256 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:30:10.201273 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-092a8558-45c6-4e86-9e90-2ec635ab8080 None None] For port b8aa2087-6f19-40ca-bff4-795e5357d7ba, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=b8aa2087-6f19-40ca-bff4-795e5357d7ba,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:10.211829 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-092a8558-45c6-4e86-9e90-2ec635ab8080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:10.252355 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port cc906c99-e778-4aef-a03e-25361ff64256 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:30:10.252859 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:10.309888 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092a8558-45c6-4e86-9e90-2ec635ab8080 None None] Pushing event updated for resources: {'Port': ['ID=b8aa2087-6f19-40ca-bff4-795e5357d7ba,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:10.374612 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-83ed0d24-5c36-4d56-bd27-4b9e165eb58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686d1461-116e-4f5e-9d6d-b4dc6b090743', 'name': 'tempest-TestEncryptedCinderVolumes-2130573109-router', 'tenant_id': '4138247e55cb421db96f1baa62d48aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': 'b8aa2087-6f19-40ca-bff4-795e5357d7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:30:06Z', 'updated_at': '2021-11-25T18:30:07Z', 'revision_number': 3, 'project_id': '4138247e55cb421db96f1baa62d48aef', 'gw_port': {'id': 'b8aa2087-6f19-40ca-bff4-795e5357d7ba', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '686d1461-116e-4f5e-9d6d-b4dc6b090743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:30:07Z', 'updated_at': '2021-11-25T18:30:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:30:10.379976 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-3608a0a6-5ccf-438d-abfb-25d1608709c4 None None] Provisioning complete for port cc906c99-e778-4aef-a03e-25361ff64256 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:30:10.380360 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3608a0a6-5ccf-438d-abfb-25d1608709c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:10.419514 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ed0d24-5c36-4d56-bd27-4b9e165eb58c None None] The sync data for ids ['686d1461-116e-4f5e-9d6d-b4dc6b090743'] in n-d-817746-1 is: [{'id': '686d1461-116e-4f5e-9d6d-b4dc6b090743', 'name': 'tempest-TestEncryptedCinderVolumes-2130573109-router', 'tenant_id': '4138247e55cb421db96f1baa62d48aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': 'b8aa2087-6f19-40ca-bff4-795e5357d7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:30:06Z', 'updated_at': '2021-11-25T18:30:07Z', 'revision_number': 3, 'project_id': '4138247e55cb421db96f1baa62d48aef', 'gw_port': {'id': 'b8aa2087-6f19-40ca-bff4-795e5357d7ba', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '686d1461-116e-4f5e-9d6d-b4dc6b090743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:30:07Z', 'updated_at': '2021-11-25T18:30:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:30:10.437392 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b80ebefd-594c-4193-bd30-4569c81e9c4d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:10.446850 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b80ebefd-594c-4193-bd30-4569c81e9c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:10.454805 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device ee1c47b4-438a-4829-b6a6-0edfe025a94b up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:30:10.528183 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80ebefd-594c-4193-bd30-4569c81e9c4d admin admin] Pushing event updated for resources: {'Port': ['ID=d13ce3cc-3679-461d-b3c4-a15002c203ff,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:10.531201 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b80ebefd-594c-4193-bd30-4569c81e9c4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:10.571060 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port ee1c47b4-438a-4829-b6a6-0edfe025a94b triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:30:10.571522 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:10.642432 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80ebefd-594c-4193-bd30-4569c81e9c4d admin admin] Network 96c79a2f-8f9d-41b7-95fb-eb5f25c27e68 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:30:10.643821 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-b80ebefd-594c-4193-bd30-4569c81e9c4d admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:30:10.687913 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-da46cbd0-bb6d-4e95-9688-1d8ed89cb9b9 None None] Provisioning complete for port d13ce3cc-3679-461d-b3c4-a15002c203ff triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:30:10.688389 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-da46cbd0-bb6d-4e95-9688-1d8ed89cb9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:10.738265 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-da46cbd0-bb6d-4e95-9688-1d8ed89cb9b9 None None] Port d13ce3cc-3679-461d-b3c4-a15002c203ff cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:30:10.775507 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b80ebefd-594c-4193-bd30-4569c81e9c4d admin admin] Router 686d1461-116e-4f5e-9d6d-b4dc6b090743 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:30:10.931383 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80ebefd-594c-4193-bd30-4569c81e9c4d admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:30:10.936429 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b80ebefd-594c-4193-bd30-4569c81e9c4d admin admin] 10.222.0.75 "PUT /v2.0/routers/686d1461-116e-4f5e-9d6d-b4dc6b090743/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2846277 Nov 25 18:30:10.965939 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-4a898196-07f0-452b-b61a-6be14a33c7d5 None None] Provisioning complete for port d13ce3cc-3679-461d-b3c4-a15002c203ff triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:30:10.966535 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4a898196-07f0-452b-b61a-6be14a33c7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:11.019700 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-4a898196-07f0-452b-b61a-6be14a33c7d5 None None] Port d13ce3cc-3679-461d-b3c4-a15002c203ff cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:30:11.684157 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3287c32-10ba-4308-9226-58c1564af0cb req-2ec259a7-fdac-4343-8e75-27de08a82807 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:11.685905 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a3287c32-10ba-4308-9226-58c1564af0cb req-2ec259a7-fdac-4343-8e75-27de08a82807 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] 10.222.0.75 "GET /v2.0/networks?id=35ded677-0a56-4a0a-988f-c1ebb936c4c0 HTTP/1.1" status: 200 len: 817 time: 0.1062844 Nov 25 18:30:11.701291 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a3287c32-10ba-4308-9226-58c1564af0cb req-ce1d27f0-a827-4144-b2af-7ee3971e5633 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] 10.222.0.75 "GET /v2.0/quotas/6bc70c1ea9fb426d8447e5984388961b HTTP/1.1" status: 200 len: 375 time: 0.0095415 Nov 25 18:30:11.752754 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a3287c32-10ba-4308-9226-58c1564af0cb req-832a338f-c149-476d-9354-e4b1b216508e tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=6bc70c1ea9fb426d8447e5984388961b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460989 Nov 25 18:30:11.847825 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a3287c32-10ba-4308-9226-58c1564af0cb req-3922aa1e-ada0-498c-b4d2-e31b29e016d6 service neutron] 10.222.0.75 "GET /v2.0/networks/35ded677-0a56-4a0a-988f-c1ebb936c4c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824847 Nov 25 18:30:11.946350 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a3287c32-10ba-4308-9226-58c1564af0cb req-40a4fa17-ac9e-48fb-8456-8648b2a9dd75 service neutron] 10.222.0.75 "GET /v2.0/networks/35ded677-0a56-4a0a-988f-c1ebb936c4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917778 Nov 25 18:30:11.969130 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device b8aa2087-6f19-40ca-bff4-795e5357d7ba up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:30:12.017705 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port b8aa2087-6f19-40ca-bff4-795e5357d7ba triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:30:12.018076 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:12.145315 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-81af56b3-a443-43a1-9194-b3cb2fee266f req-26276584-a95c-464d-84f2-247e7bfc34f3 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6f57b2b-3ecf-406a-b951-087d48bd1078 HTTP/1.1" status: 200 len: 210 time: 0.0285048 Nov 25 18:30:12.635038 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba015742-e820-4d3f-8081-461e6831f8cc None None] Sync routers for ids ['686d1461-116e-4f5e-9d6d-b4dc6b090743'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:30:12.646422 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba015742-e820-4d3f-8081-461e6831f8cc None None] Routers {'686d1461-116e-4f5e-9d6d-b4dc6b090743'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:30:12.647040 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-ba015742-e820-4d3f-8081-461e6831f8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:29:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['686d1461-116e-4f5e-9d6d-b4dc6b090743'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:30:12.757892 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-ba015742-e820-4d3f-8081-461e6831f8cc None None] Set router 686d1461-116e-4f5e-9d6d-b4dc6b090743 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:30:12.962769 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-ba015742-e820-4d3f-8081-461e6831f8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686d1461-116e-4f5e-9d6d-b4dc6b090743', 'name': 'tempest-TestEncryptedCinderVolumes-2130573109-router', 'tenant_id': '4138247e55cb421db96f1baa62d48aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': 'b8aa2087-6f19-40ca-bff4-795e5357d7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:30:06Z', 'updated_at': '2021-11-25T18:30:10Z', 'revision_number': 4, 'project_id': '4138247e55cb421db96f1baa62d48aef', 'gw_port': {'id': 'b8aa2087-6f19-40ca-bff4-795e5357d7ba', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686d1461-116e-4f5e-9d6d-b4dc6b090743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:30:07Z', 'updated_at': '2021-11-25T18:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'd13ce3cc-3679-461d-b3c4-a15002c203ff', 'name': '', 'network_id': '96c79a2f-8f9d-41b7-95fb-eb5f25c27e68', 'tenant_id': '4138247e55cb421db96f1baa62d48aef', 'mac_address': 'fa:16:3e:92:c5:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '686d1461-116e-4f5e-9d6d-b4dc6b090743', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '12c2491a-1dbe-4d0e-a32f-260410648c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:30:09Z', 'updated_at': '2021-11-25T18:30:10Z', 'revision_number': 2, 'project_id': '4138247e55cb421db96f1baa62d48aef', 'subnets': [{'id': '12c2491a-1dbe-4d0e-a32f-260410648c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:30:13.114858 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3287c32-10ba-4308-9226-58c1564af0cb req-f3b7506e-ab54-4ee5-bd45-0b43dc9492f9 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:13.116424 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a3287c32-10ba-4308-9226-58c1564af0cb req-f3b7506e-ab54-4ee5-bd45-0b43dc9492f9 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] 10.222.0.74 "GET /v2.0/networks?id=35ded677-0a56-4a0a-988f-c1ebb936c4c0 HTTP/1.1" status: 200 len: 817 time: 0.1388233 Nov 25 18:30:13.131279 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-a3287c32-10ba-4308-9226-58c1564af0cb req-fc69f625-0c06-4478-9ed5-3b67859b7522 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Request body: {'port': {'device_id': 'c6f57b2b-3ecf-406a-b951-087d48bd1078', 'network_id': '35ded677-0a56-4a0a-988f-c1ebb936c4c0', 'admin_state_up': True, 'tenant_id': '6bc70c1ea9fb426d8447e5984388961b'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:30:13.154242 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba015742-e820-4d3f-8081-461e6831f8cc None None] Checking router: 686d1461-116e-4f5e-9d6d-b4dc6b090743 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:30:13.154873 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba015742-e820-4d3f-8081-461e6831f8cc None None] Updating router 686d1461-116e-4f5e-9d6d-b4dc6b090743 port d13ce3cc-3679-461d-b3c4-a15002c203ff binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:30:13.182750 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ba015742-e820-4d3f-8081-461e6831f8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:13.262190 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-66a72719-5a44-47cb-a4e2-618c94c5322e req-91b4935a-6921-4a77-8b2c-3046ec4d556d tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6f57b2b-3ecf-406a-b951-087d48bd1078 HTTP/1.1" status: 200 len: 210 time: 0.0398386 Nov 25 18:30:13.286767 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3287c32-10ba-4308-9226-58c1564af0cb req-fc69f625-0c06-4478-9ed5-3b67859b7522 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Made reservation on behalf of 6bc70c1ea9fb426d8447e5984388961b for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:30:13.290620 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a3287c32-10ba-4308-9226-58c1564af0cb req-fc69f625-0c06-4478-9ed5-3b67859b7522 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:13.415919 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-a3287c32-10ba-4308-9226-58c1564af0cb req-fc69f625-0c06-4478-9ed5-3b67859b7522 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Allocated IP 172.20.0.14 (35ded677-0a56-4a0a-988f-c1ebb936c4c0/eb52bacd-e3a3-48a2-afd3-ff2f7fc85ee7/d886f657-4ac2-465d-887f-ef74b155d23b) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:30:13.453520 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ba015742-e820-4d3f-8081-461e6831f8cc None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:13.459459 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ba015742-e820-4d3f-8081-461e6831f8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:13.513381 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a423564-bfe0-433f-80da-49d094db52ae None None] Pushing event updated for resources: {'Port': ['ID=d13ce3cc-3679-461d-b3c4-a15002c203ff,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:13.566162 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-ba015742-e820-4d3f-8081-461e6831f8cc None None] Attempting to bind port d13ce3cc-3679-461d-b3c4-a15002c203ff on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:30:13.566551 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-ba015742-e820-4d3f-8081-461e6831f8cc None None] Attempting to bind port d13ce3cc-3679-461d-b3c4-a15002c203ff by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '8c9f9949-69e8-43b4-bfbe-44e9b52a4035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '96c79a2f-8f9d-41b7-95fb-eb5f25c27e68'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:30:13.566928 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba015742-e820-4d3f-8081-461e6831f8cc None None] Attempting to bind port d13ce3cc-3679-461d-b3c4-a15002c203ff on network 96c79a2f-8f9d-41b7-95fb-eb5f25c27e68 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:30:13.573881 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba015742-e820-4d3f-8081-461e6831f8cc None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:30:13.574281 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba015742-e820-4d3f-8081-461e6831f8cc None None] Checking segment: {'id': '8c9f9949-69e8-43b4-bfbe-44e9b52a4035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '96c79a2f-8f9d-41b7-95fb-eb5f25c27e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:30:13.574821 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ba015742-e820-4d3f-8081-461e6831f8cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:13.575230 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba015742-e820-4d3f-8081-461e6831f8cc None None] Bound using segment: {'id': '8c9f9949-69e8-43b4-bfbe-44e9b52a4035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '96c79a2f-8f9d-41b7-95fb-eb5f25c27e68'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:30:13.575813 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-ba015742-e820-4d3f-8081-461e6831f8cc None None] Bound port: d13ce3cc-3679-461d-b3c4-a15002c203ff, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c9f9949-69e8-43b4-bfbe-44e9b52a4035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '96c79a2f-8f9d-41b7-95fb-eb5f25c27e68'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:30:13.576205 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ba015742-e820-4d3f-8081-461e6831f8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:13.586336 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a3287c32-10ba-4308-9226-58c1564af0cb req-fc69f625-0c06-4478-9ed5-3b67859b7522 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:13.622109 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a3287c32-10ba-4308-9226-58c1564af0cb req-fc69f625-0c06-4478-9ed5-3b67859b7522 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:13.648008 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-ba015742-e820-4d3f-8081-461e6831f8cc None None] For port d13ce3cc-3679-461d-b3c4-a15002c203ff, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:30:13.651660 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-ba015742-e820-4d3f-8081-461e6831f8cc None None] For port d13ce3cc-3679-461d-b3c4-a15002c203ff, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d13ce3cc-3679-461d-b3c4-a15002c203ff,segment=NetworkSegment(8c9f9949-69e8-43b4-bfbe-44e9b52a4035),segment_id=8c9f9949-69e8-43b4-bfbe-44e9b52a4035)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:30:13.657683 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ba015742-e820-4d3f-8081-461e6831f8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:13.672425 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3287c32-10ba-4308-9226-58c1564af0cb req-fc69f625-0c06-4478-9ed5-3b67859b7522 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Network 35ded677-0a56-4a0a-988f-c1ebb936c4c0 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:30:13.675944 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-a3287c32-10ba-4308-9226-58c1564af0cb req-fc69f625-0c06-4478-9ed5-3b67859b7522 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:30:13.678547 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3287c32-10ba-4308-9226-58c1564af0cb req-fc69f625-0c06-4478-9ed5-3b67859b7522 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:30:13.719486 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc69f625-0c06-4478-9ed5-3b67859b7522 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Pushing event updated for resources: {'Port': ['ID=d886f657-4ac2-465d-887f-ef74b155d23b,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:13.723047 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba015742-e820-4d3f-8081-461e6831f8cc None None] Routers {'686d1461-116e-4f5e-9d6d-b4dc6b090743'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:30:13.723686 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-ba015742-e820-4d3f-8081-461e6831f8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:29:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['686d1461-116e-4f5e-9d6d-b4dc6b090743'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:30:13.725513 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a423564-bfe0-433f-80da-49d094db52ae None None] Pushing event updated for resources: {'Port': ['ID=d13ce3cc-3679-461d-b3c4-a15002c203ff,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:13.753735 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3287c32-10ba-4308-9226-58c1564af0cb req-fc69f625-0c06-4478-9ed5-3b67859b7522 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:13.754355 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a3287c32-10ba-4308-9226-58c1564af0cb req-fc69f625-0c06-4478-9ed5-3b67859b7522 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:13.772376 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a3287c32-10ba-4308-9226-58c1564af0cb req-fc69f625-0c06-4478-9ed5-3b67859b7522 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6455808 Nov 25 18:30:13.786299 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-a3287c32-10ba-4308-9226-58c1564af0cb req-4e773161-80fe-4a64-8e05-464bc18bba94 service neutron] Request body: {'port': {'device_id': 'c6f57b2b-3ecf-406a-b951-087d48bd1078', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:30:13.829767 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-dd257ff1-8451-4342-a364-5db47d920983 None None] Provisioning complete for port d13ce3cc-3679-461d-b3c4-a15002c203ff triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:30:13.830158 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dd257ff1-8451-4342-a364-5db47d920983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:13.853538 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a3287c32-10ba-4308-9226-58c1564af0cb req-4e773161-80fe-4a64-8e05-464bc18bba94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:13.888530 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-ba015742-e820-4d3f-8081-461e6831f8cc None None] Set router 686d1461-116e-4f5e-9d6d-b4dc6b090743 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:30:13.980337 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dd257ff1-8451-4342-a364-5db47d920983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:14.090648 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-dd257ff1-8451-4342-a364-5db47d920983 None None] For port d13ce3cc-3679-461d-b3c4-a15002c203ff, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d13ce3cc-3679-461d-b3c4-a15002c203ff,segment=NetworkSegment(8c9f9949-69e8-43b4-bfbe-44e9b52a4035),segment_id=8c9f9949-69e8-43b4-bfbe-44e9b52a4035)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:14.097456 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dd257ff1-8451-4342-a364-5db47d920983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:14.170476 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-a3287c32-10ba-4308-9226-58c1564af0cb req-4e773161-80fe-4a64-8e05-464bc18bba94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d886f657-4ac2-465d-887f-ef74b155d23b {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:30:14.178872 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a3287c32-10ba-4308-9226-58c1564af0cb req-4e773161-80fe-4a64-8e05-464bc18bba94 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:14.181191 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd257ff1-8451-4342-a364-5db47d920983 None None] Pushing event updated for resources: {'Port': ['ID=d13ce3cc-3679-461d-b3c4-a15002c203ff,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:14.192911 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-a3287c32-10ba-4308-9226-58c1564af0cb req-4e773161-80fe-4a64-8e05-464bc18bba94 service neutron] Transition to ACTIVE for port object d886f657-4ac2-465d-887f-ef74b155d23b will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:30:14.197246 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a3287c32-10ba-4308-9226-58c1564af0cb req-4e773161-80fe-4a64-8e05-464bc18bba94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:14.216333 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-ba015742-e820-4d3f-8081-461e6831f8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686d1461-116e-4f5e-9d6d-b4dc6b090743', 'name': 'tempest-TestEncryptedCinderVolumes-2130573109-router', 'tenant_id': '4138247e55cb421db96f1baa62d48aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': 'b8aa2087-6f19-40ca-bff4-795e5357d7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:30:06Z', 'updated_at': '2021-11-25T18:30:10Z', 'revision_number': 4, 'project_id': '4138247e55cb421db96f1baa62d48aef', 'gw_port': {'id': 'b8aa2087-6f19-40ca-bff4-795e5357d7ba', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686d1461-116e-4f5e-9d6d-b4dc6b090743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:30:07Z', 'updated_at': '2021-11-25T18:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'd13ce3cc-3679-461d-b3c4-a15002c203ff', 'name': '', 'network_id': '96c79a2f-8f9d-41b7-95fb-eb5f25c27e68', 'tenant_id': '4138247e55cb421db96f1baa62d48aef', 'mac_address': 'fa:16:3e:92:c5:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '686d1461-116e-4f5e-9d6d-b4dc6b090743', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '12c2491a-1dbe-4d0e-a32f-260410648c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:30:09Z', 'updated_at': '2021-11-25T18:30:13Z', 'revision_number': 4, 'project_id': '4138247e55cb421db96f1baa62d48aef', 'subnets': [{'id': '12c2491a-1dbe-4d0e-a32f-260410648c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:30:14.249508 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba015742-e820-4d3f-8081-461e6831f8cc None None] The sync data for ids ['686d1461-116e-4f5e-9d6d-b4dc6b090743'] in n-d-817746-1 is: [{'id': '686d1461-116e-4f5e-9d6d-b4dc6b090743', 'name': 'tempest-TestEncryptedCinderVolumes-2130573109-router', 'tenant_id': '4138247e55cb421db96f1baa62d48aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': 'b8aa2087-6f19-40ca-bff4-795e5357d7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:30:06Z', 'updated_at': '2021-11-25T18:30:10Z', 'revision_number': 4, 'project_id': '4138247e55cb421db96f1baa62d48aef', 'gw_port': {'id': 'b8aa2087-6f19-40ca-bff4-795e5357d7ba', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686d1461-116e-4f5e-9d6d-b4dc6b090743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:30:07Z', 'updated_at': '2021-11-25T18:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'd13ce3cc-3679-461d-b3c4-a15002c203ff', 'name': '', 'network_id': '96c79a2f-8f9d-41b7-95fb-eb5f25c27e68', 'tenant_id': '4138247e55cb421db96f1baa62d48aef', 'mac_address': 'fa:16:3e:92:c5:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '686d1461-116e-4f5e-9d6d-b4dc6b090743', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '12c2491a-1dbe-4d0e-a32f-260410648c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:30:09Z', 'updated_at': '2021-11-25T18:30:13Z', 'revision_number': 4, 'project_id': '4138247e55cb421db96f1baa62d48aef', 'subnets': [{'id': '12c2491a-1dbe-4d0e-a32f-260410648c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:30:14.260285 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e773161-80fe-4a64-8e05-464bc18bba94 service neutron] Pushing event updated for resources: {'Port': ['ID=d886f657-4ac2-465d-887f-ef74b155d23b,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:14.269042 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-1fa64abb-f962-4215-b3e2-8066680d0427 None None] Provisioning complete for port d13ce3cc-3679-461d-b3c4-a15002c203ff triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:30:14.269427 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1fa64abb-f962-4215-b3e2-8066680d0427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:14.404311 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-a3287c32-10ba-4308-9226-58c1564af0cb req-4e773161-80fe-4a64-8e05-464bc18bba94 service neutron] Attempting to bind port d886f657-4ac2-465d-887f-ef74b155d23b on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:30:14.404666 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-a3287c32-10ba-4308-9226-58c1564af0cb req-4e773161-80fe-4a64-8e05-464bc18bba94 service neutron] Attempting to bind port d886f657-4ac2-465d-887f-ef74b155d23b by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '3ee04d9c-c0a7-4d71-9335-5eed81b25e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '35ded677-0a56-4a0a-988f-c1ebb936c4c0'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:30:14.405378 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3287c32-10ba-4308-9226-58c1564af0cb req-4e773161-80fe-4a64-8e05-464bc18bba94 service neutron] Attempting to bind port d886f657-4ac2-465d-887f-ef74b155d23b on network 35ded677-0a56-4a0a-988f-c1ebb936c4c0 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:30:14.416052 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3287c32-10ba-4308-9226-58c1564af0cb req-4e773161-80fe-4a64-8e05-464bc18bba94 service neutron] Port d886f657-4ac2-465d-887f-ef74b155d23b on network 35ded677-0a56-4a0a-988f-c1ebb936c4c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:30:14.416385 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3287c32-10ba-4308-9226-58c1564af0cb req-4e773161-80fe-4a64-8e05-464bc18bba94 service neutron] Attempting to bind port d886f657-4ac2-465d-887f-ef74b155d23b on network 35ded677-0a56-4a0a-988f-c1ebb936c4c0 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:30:14.430712 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3287c32-10ba-4308-9226-58c1564af0cb req-4e773161-80fe-4a64-8e05-464bc18bba94 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:30:14.431111 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3287c32-10ba-4308-9226-58c1564af0cb req-4e773161-80fe-4a64-8e05-464bc18bba94 service neutron] Checking segment: {'id': '3ee04d9c-c0a7-4d71-9335-5eed81b25e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '35ded677-0a56-4a0a-988f-c1ebb936c4c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:30:14.431446 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3287c32-10ba-4308-9226-58c1564af0cb req-4e773161-80fe-4a64-8e05-464bc18bba94 service neutron] Bound using segment: {'id': '3ee04d9c-c0a7-4d71-9335-5eed81b25e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '35ded677-0a56-4a0a-988f-c1ebb936c4c0'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:30:14.431976 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-a3287c32-10ba-4308-9226-58c1564af0cb req-4e773161-80fe-4a64-8e05-464bc18bba94 service neutron] Bound port: d886f657-4ac2-465d-887f-ef74b155d23b, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ee04d9c-c0a7-4d71-9335-5eed81b25e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '35ded677-0a56-4a0a-988f-c1ebb936c4c0'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:30:14.432349 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a3287c32-10ba-4308-9226-58c1564af0cb req-4e773161-80fe-4a64-8e05-464bc18bba94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:14.463563 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55d3dc-2454-489c-9ebc-1963197595c3 req-e60da7ef-bcce-4dfb-a545-49dbd7f49c1b tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:14.471760 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1f55d3dc-2454-489c-9ebc-1963197595c3 req-e60da7ef-bcce-4dfb-a545-49dbd7f49c1b tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6f57b2b-3ecf-406a-b951-087d48bd1078 HTTP/1.1" status: 200 len: 944 time: 0.1070633 Nov 25 18:30:14.571628 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1f55d3dc-2454-489c-9ebc-1963197595c3 req-639b4a47-18e4-4c56-878f-a6e76286bbc1 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] 10.222.0.75 "GET /v2.0/security-groups?id=eaa56ac5-9852-43d9-996b-c5fe1ecae358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989892 Nov 25 18:30:14.592849 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-a3287c32-10ba-4308-9226-58c1564af0cb req-4e773161-80fe-4a64-8e05-464bc18bba94 service neutron] For port d886f657-4ac2-465d-887f-ef74b155d23b, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:30:14.598094 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-a3287c32-10ba-4308-9226-58c1564af0cb req-4e773161-80fe-4a64-8e05-464bc18bba94 service neutron] For port d886f657-4ac2-465d-887f-ef74b155d23b, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=d886f657-4ac2-465d-887f-ef74b155d23b,segment=NetworkSegment(3ee04d9c-c0a7-4d71-9335-5eed81b25e3b),segment_id=3ee04d9c-c0a7-4d71-9335-5eed81b25e3b)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:30:14.604054 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a3287c32-10ba-4308-9226-58c1564af0cb req-4e773161-80fe-4a64-8e05-464bc18bba94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:14.651305 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3287c32-10ba-4308-9226-58c1564af0cb req-4e773161-80fe-4a64-8e05-464bc18bba94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:14.651922 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a3287c32-10ba-4308-9226-58c1564af0cb req-4e773161-80fe-4a64-8e05-464bc18bba94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:14.653332 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a3287c32-10ba-4308-9226-58c1564af0cb req-4e773161-80fe-4a64-8e05-464bc18bba94 service neutron] 10.222.0.74 "PUT /v2.0/ports/d886f657-4ac2-465d-887f-ef74b155d23b HTTP/1.1" status: 200 len: 1092 time: 0.8716781 Nov 25 18:30:14.653789 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f57b2b-3ecf-406a-b951-087d48bd1078', 'tag': 'd886f657-4ac2-465d-887f-ef74b155d23b'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:30:14.656222 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832c2130-8935-485d-bdc5-8af6e6169a3f" -d '{"events": [{"name": "network-changed", "server_uuid": "c6f57b2b-3ecf-406a-b951-087d48bd1078", "tag": "d886f657-4ac2-465d-887f-ef74b155d23b"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:30:14.686992 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e773161-80fe-4a64-8e05-464bc18bba94 service neutron] Pushing event updated for resources: {'Port': ['ID=d886f657-4ac2-465d-887f-ef74b155d23b,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:14.707893 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0afe017a-ab2b-4dac-919c-d9514b23ffa8 x-openstack-request-id: req-0afe017a-ab2b-4dac-919c-d9514b23ffa8 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:30:14.708193 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6f57b2b-3ecf-406a-b951-087d48bd1078", "tag": "d886f657-4ac2-465d-887f-ef74b155d23b", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:30:14.708454 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0afe017a-ab2b-4dac-919c-d9514b23ffa8 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:30:14.709097 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f57b2b-3ecf-406a-b951-087d48bd1078', 'tag': 'd886f657-4ac2-465d-887f-ef74b155d23b', 'status': 'completed', 'code': 200} Nov 25 18:30:14.750134 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3287c32-10ba-4308-9226-58c1564af0cb req-b910b630-3434-44e0-82ec-e48d323b5c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:14.751806 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a3287c32-10ba-4308-9226-58c1564af0cb req-b910b630-3434-44e0-82ec-e48d323b5c15 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6bc70c1ea9fb426d8447e5984388961b&device_id=c6f57b2b-3ecf-406a-b951-087d48bd1078 HTTP/1.1" status: 200 len: 1095 time: 0.0533581 Nov 25 18:30:14.799549 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a3287c32-10ba-4308-9226-58c1564af0cb req-47eedd2f-cf32-46c1-b5e1-e68a67d165ae service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d886f657-4ac2-465d-887f-ef74b155d23b HTTP/1.1" status: 200 len: 217 time: 0.0400343 Nov 25 18:30:14.855631 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3287c32-10ba-4308-9226-58c1564af0cb req-dd9f5e01-1f33-46dd-b395-06db60713b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:14.857192 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a3287c32-10ba-4308-9226-58c1564af0cb req-dd9f5e01-1f33-46dd-b395-06db60713b06 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=eb52bacd-e3a3-48a2-afd3-ff2f7fc85ee7 HTTP/1.1" status: 200 len: 856 time: 0.0506368 Nov 25 18:30:14.906395 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3287c32-10ba-4308-9226-58c1564af0cb req-3ea5b489-b8d5-4e6c-9362-2242fe795b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:14.907935 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a3287c32-10ba-4308-9226-58c1564af0cb req-3ea5b489-b8d5-4e6c-9362-2242fe795b8d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=35ded677-0a56-4a0a-988f-c1ebb936c4c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438416 Nov 25 18:30:15.014976 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a3287c32-10ba-4308-9226-58c1564af0cb req-b127638a-30ca-47fa-912d-93c09706b6a0 service neutron] 10.222.0.74 "GET /v2.0/networks/35ded677-0a56-4a0a-988f-c1ebb936c4c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994315 Nov 25 18:30:15.106563 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a3287c32-10ba-4308-9226-58c1564af0cb req-e7ad55fd-7ab4-4081-8fd4-029372157f0b service neutron] 10.222.0.74 "GET /v2.0/networks/35ded677-0a56-4a0a-988f-c1ebb936c4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845852 Nov 25 18:30:15.193560 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c2130-8935-485d-bdc5-8af6e6169a3f req-7981d767-f776-4122-91a4-bc542b314435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:15.195658 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-832c2130-8935-485d-bdc5-8af6e6169a3f req-7981d767-f776-4122-91a4-bc542b314435 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6bc70c1ea9fb426d8447e5984388961b&device_id=c6f57b2b-3ecf-406a-b951-087d48bd1078 HTTP/1.1" status: 200 len: 1095 time: 0.0431521 Nov 25 18:30:15.292488 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c2130-8935-485d-bdc5-8af6e6169a3f req-96f50e60-435a-479a-91e4-28133dec268b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:15.293985 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-832c2130-8935-485d-bdc5-8af6e6169a3f req-96f50e60-435a-479a-91e4-28133dec268b service neutron] 10.222.0.74 "GET /v2.0/networks?id=35ded677-0a56-4a0a-988f-c1ebb936c4c0 HTTP/1.1" status: 200 len: 918 time: 0.0898979 Nov 25 18:30:15.335527 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-832c2130-8935-485d-bdc5-8af6e6169a3f req-4b521d6a-e13c-4383-9944-7371ba7fdf2f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d886f657-4ac2-465d-887f-ef74b155d23b HTTP/1.1" status: 200 len: 217 time: 0.0338509 Nov 25 18:30:15.386931 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c2130-8935-485d-bdc5-8af6e6169a3f req-4a4765a3-125a-4436-af33-ba77a2d23268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:15.388367 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-832c2130-8935-485d-bdc5-8af6e6169a3f req-4a4765a3-125a-4436-af33-ba77a2d23268 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=eb52bacd-e3a3-48a2-afd3-ff2f7fc85ee7 HTTP/1.1" status: 200 len: 856 time: 0.0463643 Nov 25 18:30:15.432801 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c2130-8935-485d-bdc5-8af6e6169a3f req-5973e665-298e-4b3f-9046-6f750aa650cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:15.434361 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-832c2130-8935-485d-bdc5-8af6e6169a3f req-5973e665-298e-4b3f-9046-6f750aa650cc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=35ded677-0a56-4a0a-988f-c1ebb936c4c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391779 Nov 25 18:30:15.524912 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-832c2130-8935-485d-bdc5-8af6e6169a3f req-2d0c2f52-b06c-433d-9e54-13941c4caba2 service neutron] 10.222.0.74 "GET /v2.0/networks/35ded677-0a56-4a0a-988f-c1ebb936c4c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823250 Nov 25 18:30:15.620686 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-832c2130-8935-485d-bdc5-8af6e6169a3f req-95ca4631-3477-4beb-b344-93f49a8ed022 service neutron] 10.222.0.74 "GET /v2.0/networks/35ded677-0a56-4a0a-988f-c1ebb936c4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867946 Nov 25 18:30:15.693879 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f983582-bbff-4faf-8853-8aeab7fd1b80 req-ece7806b-91df-476c-b7bd-409c4345950a tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:15.695888 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6f983582-bbff-4faf-8853-8aeab7fd1b80 req-ece7806b-91df-476c-b7bd-409c4345950a tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6f57b2b-3ecf-406a-b951-087d48bd1078 HTTP/1.1" status: 200 len: 944 time: 0.0502524 Nov 25 18:30:15.742418 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6f983582-bbff-4faf-8853-8aeab7fd1b80 req-97f81df0-6f4c-496d-8dc9-a24e46e9f5ee tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] 10.222.0.75 "GET /v2.0/security-groups?id=eaa56ac5-9852-43d9-996b-c5fe1ecae358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395539 Nov 25 18:30:15.965874 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d13ce3cc-3679-461d-b3c4-a15002c203ff up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:30:16.014437 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port d13ce3cc-3679-461d-b3c4-a15002c203ff triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:30:16.014818 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:16.864275 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7b447-0925-4115-8c65-0ab4dfc8b0f5 req-1c4b6899-5e01-4f23-af79-dfa6992293a1 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:16.865755 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6ec7b447-0925-4115-8c65-0ab4dfc8b0f5 req-1c4b6899-5e01-4f23-af79-dfa6992293a1 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6f57b2b-3ecf-406a-b951-087d48bd1078 HTTP/1.1" status: 200 len: 944 time: 0.0531356 Nov 25 18:30:16.912757 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6ec7b447-0925-4115-8c65-0ab4dfc8b0f5 req-47d29fb4-6a0c-4802-b587-d4a2fd697add tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] 10.222.0.75 "GET /v2.0/security-groups?id=eaa56ac5-9852-43d9-996b-c5fe1ecae358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407722 Nov 25 18:30:17.229260 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e1cad68e-cbcd-42f6-b075-0c909dba98d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:17.311423 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:17.407693 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device d886f657-4ac2-465d-887f-ef74b155d23b details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:30:17.516039 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port d886f657-4ac2-465d-887f-ef74b155d23b, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=d886f657-4ac2-465d-887f-ef74b155d23b,segment=NetworkSegment(3ee04d9c-c0a7-4d71-9335-5eed81b25e3b),segment_id=3ee04d9c-c0a7-4d71-9335-5eed81b25e3b)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:17.527338 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:17.531549 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': 'd886f657-4ac2-465d-887f-ef74b155d23b', 'network_id': '35ded677-0a56-4a0a-988f-c1ebb936c4c0', 'port_id': 'd886f657-4ac2-465d-887f-ef74b155d23b', 'mac_address': 'fa:16:3e:c3:c2:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb52bacd-e3a3-48a2-afd3-ff2f7fc85ee7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:30:17.568159 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:17.582621 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d886f657-4ac2-465d-887f-ef74b155d23b {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:30:17.602255 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port d886f657-4ac2-465d-887f-ef74b155d23b, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=d886f657-4ac2-465d-887f-ef74b155d23b,segment=NetworkSegment(3ee04d9c-c0a7-4d71-9335-5eed81b25e3b),segment_id=3ee04d9c-c0a7-4d71-9335-5eed81b25e3b)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:17.605721 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:17.657964 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=d886f657-4ac2-465d-887f-ef74b155d23b,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:17.806992 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['d886f657-4ac2-465d-887f-ef74b155d23b'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:30:18.028299 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce9c79-2055-4e49-968f-1b41a4f51db3 req-09daf929-326c-4446-8d9d-d952c03a6266 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:18.029815 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-07ce9c79-2055-4e49-968f-1b41a4f51db3 req-09daf929-326c-4446-8d9d-d952c03a6266 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6f57b2b-3ecf-406a-b951-087d48bd1078 HTTP/1.1" status: 200 len: 945 time: 0.0500560 Nov 25 18:30:18.077389 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-07ce9c79-2055-4e49-968f-1b41a4f51db3 req-be5fef9a-6880-4119-8de3-910170a6302b tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] 10.222.0.75 "GET /v2.0/security-groups?id=eaa56ac5-9852-43d9-996b-c5fe1ecae358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415528 Nov 25 18:30:19.193410 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d6c071-169b-46dc-8dc7-481b7f071b19 req-2671da18-5770-46ea-a250-15dac59c2b20 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:19.194863 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c4d6c071-169b-46dc-8dc7-481b7f071b19 req-2671da18-5770-46ea-a250-15dac59c2b20 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6f57b2b-3ecf-406a-b951-087d48bd1078 HTTP/1.1" status: 200 len: 945 time: 0.0485692 Nov 25 18:30:19.246112 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c4d6c071-169b-46dc-8dc7-481b7f071b19 req-073426c6-3835-4d77-9233-23057b9ea7ed tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] 10.222.0.75 "GET /v2.0/security-groups?id=eaa56ac5-9852-43d9-996b-c5fe1ecae358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445259 Nov 25 18:30:19.423463 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device d886f657-4ac2-465d-887f-ef74b155d23b up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:30:19.475394 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port d886f657-4ac2-465d-887f-ef74b155d23b completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:30:19.479356 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port d886f657-4ac2-465d-887f-ef74b155d23b triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:30:19.479734 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:19.554853 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:19.578333 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f57b2b-3ecf-406a-b951-087d48bd1078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd886f657-4ac2-465d-887f-ef74b155d23b'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:30:19.580587 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e885ae7a60f1de4153d3a84cf91c96dac968753d8c7eb30b74097738adf70354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98a0b8c-9004-4322-8b61-2800765ba349" -d '{"events": [{"server_uuid": "c6f57b2b-3ecf-406a-b951-087d48bd1078", "name": "network-vif-plugged", "status": "completed", "tag": "d886f657-4ac2-465d-887f-ef74b155d23b"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:30:19.593290 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port d886f657-4ac2-465d-887f-ef74b155d23b, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=d886f657-4ac2-465d-887f-ef74b155d23b,segment=NetworkSegment(3ee04d9c-c0a7-4d71-9335-5eed81b25e3b),segment_id=3ee04d9c-c0a7-4d71-9335-5eed81b25e3b)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:19.597346 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:19.621080 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79182bce-40c5-4af7-b1ef-8c2f3fa39267 x-openstack-request-id: req-79182bce-40c5-4af7-b1ef-8c2f3fa39267 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:30:19.621398 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f57b2b-3ecf-406a-b951-087d48bd1078", "name": "network-vif-plugged", "status": "completed", "tag": "d886f657-4ac2-465d-887f-ef74b155d23b", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:30:19.621641 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-79182bce-40c5-4af7-b1ef-8c2f3fa39267 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:30:19.622035 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f57b2b-3ecf-406a-b951-087d48bd1078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd886f657-4ac2-465d-887f-ef74b155d23b', 'code': 200} Nov 25 18:30:19.648179 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=d886f657-4ac2-465d-887f-ef74b155d23b,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:19.719969 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29938ce-7c62-4b3a-9a07-dcf2d7888e5a req-4fe10568-0091-4a88-9f50-768ca824a59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:19.721386 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b29938ce-7c62-4b3a-9a07-dcf2d7888e5a req-4fe10568-0091-4a88-9f50-768ca824a59a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c6f57b2b-3ecf-406a-b951-087d48bd1078 HTTP/1.1" status: 200 len: 1097 time: 0.0393295 Nov 25 18:30:19.766679 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b29938ce-7c62-4b3a-9a07-dcf2d7888e5a req-e2c99fd5-687f-43e8-91f8-f9bddb4d1e79 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=eaa56ac5-9852-43d9-996b-c5fe1ecae358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387197 Nov 25 18:30:19.967089 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-38cdca16-b1ca-44f3-9d9c-a3097abf6c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:20.360624 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f9b2a3-7167-462c-bf39-d282a99b5528 req-e95cd7e2-a0fc-4e2f-bb65-04a44509e54f tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:20.362122 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-18f9b2a3-7167-462c-bf39-d282a99b5528 req-e95cd7e2-a0fc-4e2f-bb65-04a44509e54f tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6f57b2b-3ecf-406a-b951-087d48bd1078 HTTP/1.1" status: 200 len: 946 time: 0.0489950 Nov 25 18:30:20.407955 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-18f9b2a3-7167-462c-bf39-d282a99b5528 req-5bd9f9f5-8457-4819-a575-ab420999dce4 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] 10.222.0.75 "GET /v2.0/security-groups?id=eaa56ac5-9852-43d9-996b-c5fe1ecae358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400090 Nov 25 18:30:21.070678 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:21.529644 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b89cd-ef13-4779-bf45-85c682f9889c req-aae8477a-43ff-4638-bf82-37b8856d09fa tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:21.531113 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-594b89cd-ef13-4779-bf45-85c682f9889c req-aae8477a-43ff-4638-bf82-37b8856d09fa tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6f57b2b-3ecf-406a-b951-087d48bd1078 HTTP/1.1" status: 200 len: 946 time: 0.0512674 Nov 25 18:30:21.579448 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-594b89cd-ef13-4779-bf45-85c682f9889c req-a7bf0755-2560-4db9-bdce-11b8e8790644 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] 10.222.0.75 "GET /v2.0/security-groups?id=eaa56ac5-9852-43d9-996b-c5fe1ecae358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423486 Nov 25 18:30:21.694290 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2ccc5-5148-44f2-88fa-7da707810938 req-8afc38c2-c12b-4def-b5b7-8b8d8ea8a92d tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:21.695677 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-74e2ccc5-5148-44f2-88fa-7da707810938 req-8afc38c2-c12b-4def-b5b7-8b8d8ea8a92d tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6f57b2b-3ecf-406a-b951-087d48bd1078 HTTP/1.1" status: 200 len: 946 time: 0.0488787 Nov 25 18:30:21.742808 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-74e2ccc5-5148-44f2-88fa-7da707810938 req-774cf8d4-9d78-46be-8676-a484d31bdb6a tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] 10.222.0.75 "GET /v2.0/security-groups?id=eaa56ac5-9852-43d9-996b-c5fe1ecae358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408540 Nov 25 18:30:22.251175 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:23.173938 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:25.333492 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:30:43.390649 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d1111c-dbee-410d-818c-70657dbe1a40 req-eabbbc67-40e7-443a-8221-ddd56501524b tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:43.392157 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3d1111c-dbee-410d-818c-70657dbe1a40 req-eabbbc67-40e7-443a-8221-ddd56501524b tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6f57b2b-3ecf-406a-b951-087d48bd1078 HTTP/1.1" status: 200 len: 946 time: 0.0497212 Nov 25 18:30:43.710988 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3d1111c-dbee-410d-818c-70657dbe1a40 req-f255ec50-3b96-41a9-b950-27a77f11a6ab tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] 10.222.0.75 "GET /v2.0/security-groups?id=eaa56ac5-9852-43d9-996b-c5fe1ecae358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126197 Nov 25 18:30:44.831331 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052a6cb-0d0d-43f0-8949-1c067633ff96 req-5a79ee9f-8b28-4c3b-a93c-2965f5e62a11 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:44.832790 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2052a6cb-0d0d-43f0-8949-1c067633ff96 req-5a79ee9f-8b28-4c3b-a93c-2965f5e62a11 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6f57b2b-3ecf-406a-b951-087d48bd1078 HTTP/1.1" status: 200 len: 946 time: 0.0490491 Nov 25 18:30:44.905167 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2052a6cb-0d0d-43f0-8949-1c067633ff96 req-933347b1-83fc-4339-ac7f-3c80ad26ebba tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] 10.222.0.75 "GET /v2.0/security-groups?id=eaa56ac5-9852-43d9-996b-c5fe1ecae358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663466 Nov 25 18:30:44.919144 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1977b9f5-9c74-4223-99b9-4c65db348086 req-39739b7b-03d6-47c5-bc6c-d96ebb011ae7 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:44.919144 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1977b9f5-9c74-4223-99b9-4c65db348086 req-39739b7b-03d6-47c5-bc6c-d96ebb011ae7 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] 10.222.0.74 "GET /v2.0/ports?device_id=c6f57b2b-3ecf-406a-b951-087d48bd1078 HTTP/1.1" status: 200 len: 946 time: 0.0744417 Nov 25 18:30:45.011473 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-1977b9f5-9c74-4223-99b9-4c65db348086 req-5bad4283-0d0a-4275-9957-8a7d8212d612 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Deleting port d886f657-4ac2-465d-887f-ef74b155d23b {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:30:45.011732 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1977b9f5-9c74-4223-99b9-4c65db348086 req-5bad4283-0d0a-4275-9957-8a7d8212d612 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:45.097902 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-1977b9f5-9c74-4223-99b9-4c65db348086 req-5bad4283-0d0a-4275-9957-8a7d8212d612 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] For port d886f657-4ac2-465d-887f-ef74b155d23b, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=d886f657-4ac2-465d-887f-ef74b155d23b,segment=NetworkSegment(3ee04d9c-c0a7-4d71-9335-5eed81b25e3b),segment_id=3ee04d9c-c0a7-4d71-9335-5eed81b25e3b)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:45.098265 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1977b9f5-9c74-4223-99b9-4c65db348086 req-5bad4283-0d0a-4275-9957-8a7d8212d612 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:45.110636 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-1977b9f5-9c74-4223-99b9-4c65db348086 req-5bad4283-0d0a-4275-9957-8a7d8212d612 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Calling delete_port for d886f657-4ac2-465d-887f-ef74b155d23b owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:30:45.243226 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1977b9f5-9c74-4223-99b9-4c65db348086 req-5bad4283-0d0a-4275-9957-8a7d8212d612 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:45.256214 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['d886f657-4ac2-465d-887f-ef74b155d23b'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:30:45.272912 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bad4283-0d0a-4275-9957-8a7d8212d612 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Pushing event deleted for resources: {'Port': ['ID=d886f657-4ac2-465d-887f-ef74b155d23b,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:45.306122 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bad4283-0d0a-4275-9957-8a7d8212d612 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:45.306484 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bad4283-0d0a-4275-9957-8a7d8212d612 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:45.306934 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bad4283-0d0a-4275-9957-8a7d8212d612 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:45.307277 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bad4283-0d0a-4275-9957-8a7d8212d612 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:45.307617 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bad4283-0d0a-4275-9957-8a7d8212d612 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:45.307953 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bad4283-0d0a-4275-9957-8a7d8212d612 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:45.308288 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bad4283-0d0a-4275-9957-8a7d8212d612 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:45.308622 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bad4283-0d0a-4275-9957-8a7d8212d612 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:45.308987 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bad4283-0d0a-4275-9957-8a7d8212d612 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:45.309321 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bad4283-0d0a-4275-9957-8a7d8212d612 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:45.309647 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bad4283-0d0a-4275-9957-8a7d8212d612 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:45.309972 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bad4283-0d0a-4275-9957-8a7d8212d612 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:45.325814 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-1977b9f5-9c74-4223-99b9-4c65db348086 req-5bad4283-0d0a-4275-9957-8a7d8212d612 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] No DVR routers for this DVR port d886f657-4ac2-465d-887f-ef74b155d23b on host n-h1-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:30:45.328270 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1977b9f5-9c74-4223-99b9-4c65db348086 req-5bad4283-0d0a-4275-9957-8a7d8212d612 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:45.331707 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1977b9f5-9c74-4223-99b9-4c65db348086 req-5bad4283-0d0a-4275-9957-8a7d8212d612 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] 10.222.0.74 "DELETE /v2.0/ports/d886f657-4ac2-465d-887f-ef74b155d23b HTTP/1.1" status: 204 len: 173 time: 0.4062710 Nov 25 18:30:45.332136 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f57b2b-3ecf-406a-b951-087d48bd1078', 'name': 'network-vif-deleted', 'tag': 'd886f657-4ac2-465d-887f-ef74b155d23b'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:30:45.334478 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962975dd-a521-4fac-ba09-ef5c13b839ba" -d '{"events": [{"server_uuid": "c6f57b2b-3ecf-406a-b951-087d48bd1078", "name": "network-vif-deleted", "tag": "d886f657-4ac2-465d-887f-ef74b155d23b"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:30:45.379747 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135cf9ab-4c31-4411-ae06-9e5911f5b833 x-openstack-request-id: req-135cf9ab-4c31-4411-ae06-9e5911f5b833 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:30:45.380053 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f57b2b-3ecf-406a-b951-087d48bd1078", "name": "network-vif-deleted", "tag": "d886f657-4ac2-465d-887f-ef74b155d23b", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:30:45.380310 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-135cf9ab-4c31-4411-ae06-9e5911f5b833 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:30:45.380713 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f57b2b-3ecf-406a-b951-087d48bd1078', 'name': 'network-vif-deleted', 'tag': 'd886f657-4ac2-465d-887f-ef74b155d23b', 'status': 'completed', 'code': 200} Nov 25 18:30:47.230655 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-088aa395-af15-446b-ac2e-95270c121425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:47.312401 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:47.517390 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device d886f657-4ac2-465d-887f-ef74b155d23b no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:30:47.520782 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:47.534480 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31fcfaa-0748-472e-a50d-34d06afb6308 req-27054c2a-c1d3-4f45-858f-d93d1315e77b tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:47.535962 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a31fcfaa-0748-472e-a50d-34d06afb6308 req-27054c2a-c1d3-4f45-858f-d93d1315e77b tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] 10.222.0.75 "GET /v2.0/networks?id=35ded677-0a56-4a0a-988f-c1ebb936c4c0 HTTP/1.1" status: 200 len: 817 time: 0.1016672 Nov 25 18:30:47.540473 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: d886f657-4ac2-465d-887f-ef74b155d23b {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:30:47.540817 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device d886f657-4ac2-465d-887f-ef74b155d23b not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:30:47.551794 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a31fcfaa-0748-472e-a50d-34d06afb6308 req-26505a3b-1781-45c5-9251-d0f4ac7d728d tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] 10.222.0.75 "GET /v2.0/quotas/6bc70c1ea9fb426d8447e5984388961b HTTP/1.1" status: 200 len: 375 time: 0.0093808 Nov 25 18:30:47.607133 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a31fcfaa-0748-472e-a50d-34d06afb6308 req-fa895579-0674-453d-bf3a-89eab21fb689 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=6bc70c1ea9fb426d8447e5984388961b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491345 Nov 25 18:30:47.623303 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [req-a31fcfaa-0748-472e-a50d-34d06afb6308 req-ffa282a1-628e-4d4a-a10b-8201b4d783b0 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:30:47.624255 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a31fcfaa-0748-472e-a50d-34d06afb6308 req-ffa282a1-628e-4d4a-a10b-8201b4d783b0 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050790 Nov 25 18:30:47.711613 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a31fcfaa-0748-472e-a50d-34d06afb6308 req-5fd57b09-311a-4ab3-919d-6bfef10c73ef service neutron] 10.222.0.75 "GET /v2.0/networks/35ded677-0a56-4a0a-988f-c1ebb936c4c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815499 Nov 25 18:30:47.803451 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a31fcfaa-0748-472e-a50d-34d06afb6308 req-9fc97d8a-20a9-4850-b5ba-9f5c30b68ac5 service neutron] 10.222.0.75 "GET /v2.0/networks/35ded677-0a56-4a0a-988f-c1ebb936c4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857210 Nov 25 18:30:48.983659 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-76433052-78dd-4ea0-baa3-2c056d640bd2 req-f2f4f485-0d15-432e-bafb-8602421bb111 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] 10.222.0.75 "GET /v2.0/ports?device_id=03062b7b-c841-4ab2-8138-bb2584ee363e HTTP/1.1" status: 200 len: 210 time: 0.0273147 Nov 25 18:30:49.876595 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31fcfaa-0748-472e-a50d-34d06afb6308 req-b9e9ae2b-eefe-4e03-a8f1-1a4ddc7eda07 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:49.878121 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a31fcfaa-0748-472e-a50d-34d06afb6308 req-b9e9ae2b-eefe-4e03-a8f1-1a4ddc7eda07 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] 10.222.0.74 "GET /v2.0/networks?id=35ded677-0a56-4a0a-988f-c1ebb936c4c0 HTTP/1.1" status: 200 len: 817 time: 0.1042855 Nov 25 18:30:49.891137 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-a31fcfaa-0748-472e-a50d-34d06afb6308 req-54e564d1-cba9-41cc-9b80-6a889abb7b0d tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Request body: {'port': {'device_id': '03062b7b-c841-4ab2-8138-bb2584ee363e', 'network_id': '35ded677-0a56-4a0a-988f-c1ebb936c4c0', 'admin_state_up': True, 'tenant_id': '6bc70c1ea9fb426d8447e5984388961b'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:30:49.959860 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-baf1d17c-9263-4413-8dc1-4321ed1cc37a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:50.007973 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a31fcfaa-0748-472e-a50d-34d06afb6308 req-54e564d1-cba9-41cc-9b80-6a889abb7b0d tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Made reservation on behalf of 6bc70c1ea9fb426d8447e5984388961b for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:30:50.012242 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a31fcfaa-0748-472e-a50d-34d06afb6308 req-54e564d1-cba9-41cc-9b80-6a889abb7b0d tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:50.096847 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c808fde5-536a-4fc0-9911-166c8782421c req-faac30dc-4c09-44d6-9c5a-c3ac9ec6937e tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] 10.222.0.75 "GET /v2.0/ports?device_id=03062b7b-c841-4ab2-8138-bb2584ee363e HTTP/1.1" status: 200 len: 210 time: 0.0320075 Nov 25 18:30:50.163736 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-a31fcfaa-0748-472e-a50d-34d06afb6308 req-54e564d1-cba9-41cc-9b80-6a889abb7b0d tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Allocated IP 172.20.0.8 (35ded677-0a56-4a0a-988f-c1ebb936c4c0/eb52bacd-e3a3-48a2-afd3-ff2f7fc85ee7/bce9e38c-0d95-44ce-a8f3-db6ae51e6664) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:30:50.307033 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a31fcfaa-0748-472e-a50d-34d06afb6308 req-54e564d1-cba9-41cc-9b80-6a889abb7b0d tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:50.340905 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a31fcfaa-0748-472e-a50d-34d06afb6308 req-54e564d1-cba9-41cc-9b80-6a889abb7b0d tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:50.388128 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a31fcfaa-0748-472e-a50d-34d06afb6308 req-54e564d1-cba9-41cc-9b80-6a889abb7b0d tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Network 35ded677-0a56-4a0a-988f-c1ebb936c4c0 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:30:50.391234 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-a31fcfaa-0748-472e-a50d-34d06afb6308 req-54e564d1-cba9-41cc-9b80-6a889abb7b0d tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:30:50.394977 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-a31fcfaa-0748-472e-a50d-34d06afb6308 req-54e564d1-cba9-41cc-9b80-6a889abb7b0d tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:30:50.423466 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e564d1-cba9-41cc-9b80-6a889abb7b0d tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Pushing event updated for resources: {'Port': ['ID=bce9e38c-0d95-44ce-a8f3-db6ae51e6664,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:50.450494 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31fcfaa-0748-472e-a50d-34d06afb6308 req-54e564d1-cba9-41cc-9b80-6a889abb7b0d tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:50.451129 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a31fcfaa-0748-472e-a50d-34d06afb6308 req-54e564d1-cba9-41cc-9b80-6a889abb7b0d tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:50.469110 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a31fcfaa-0748-472e-a50d-34d06afb6308 req-54e564d1-cba9-41cc-9b80-6a889abb7b0d tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5816689 Nov 25 18:30:50.481882 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-a31fcfaa-0748-472e-a50d-34d06afb6308 req-62133bb9-d1bf-4fdf-9063-4dd7acf2a202 service neutron] Request body: {'port': {'device_id': '03062b7b-c841-4ab2-8138-bb2584ee363e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:30:50.539289 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a31fcfaa-0748-472e-a50d-34d06afb6308 req-62133bb9-d1bf-4fdf-9063-4dd7acf2a202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:50.619831 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-0dd4cf2a-8ac1-4171-998b-0819cae9667e None None] Provisioning complete for port bce9e38c-0d95-44ce-a8f3-db6ae51e6664 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:30:50.620206 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0dd4cf2a-8ac1-4171-998b-0819cae9667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:50.654043 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-0dd4cf2a-8ac1-4171-998b-0819cae9667e None None] Port bce9e38c-0d95-44ce-a8f3-db6ae51e6664 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:30:50.809414 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-a31fcfaa-0748-472e-a50d-34d06afb6308 req-62133bb9-d1bf-4fdf-9063-4dd7acf2a202 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bce9e38c-0d95-44ce-a8f3-db6ae51e6664 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:30:50.816652 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a31fcfaa-0748-472e-a50d-34d06afb6308 req-62133bb9-d1bf-4fdf-9063-4dd7acf2a202 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:50.829252 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-a31fcfaa-0748-472e-a50d-34d06afb6308 req-62133bb9-d1bf-4fdf-9063-4dd7acf2a202 service neutron] Transition to ACTIVE for port object bce9e38c-0d95-44ce-a8f3-db6ae51e6664 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:30:50.832579 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a31fcfaa-0748-472e-a50d-34d06afb6308 req-62133bb9-d1bf-4fdf-9063-4dd7acf2a202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:50.884876 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62133bb9-d1bf-4fdf-9063-4dd7acf2a202 service neutron] Pushing event updated for resources: {'Port': ['ID=bce9e38c-0d95-44ce-a8f3-db6ae51e6664,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:50.964098 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-a31fcfaa-0748-472e-a50d-34d06afb6308 req-62133bb9-d1bf-4fdf-9063-4dd7acf2a202 service neutron] Attempting to bind port bce9e38c-0d95-44ce-a8f3-db6ae51e6664 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:30:50.964444 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-a31fcfaa-0748-472e-a50d-34d06afb6308 req-62133bb9-d1bf-4fdf-9063-4dd7acf2a202 service neutron] Attempting to bind port bce9e38c-0d95-44ce-a8f3-db6ae51e6664 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '3ee04d9c-c0a7-4d71-9335-5eed81b25e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '35ded677-0a56-4a0a-988f-c1ebb936c4c0'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:30:50.964776 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31fcfaa-0748-472e-a50d-34d06afb6308 req-62133bb9-d1bf-4fdf-9063-4dd7acf2a202 service neutron] Attempting to bind port bce9e38c-0d95-44ce-a8f3-db6ae51e6664 on network 35ded677-0a56-4a0a-988f-c1ebb936c4c0 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:30:50.969375 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31fcfaa-0748-472e-a50d-34d06afb6308 req-62133bb9-d1bf-4fdf-9063-4dd7acf2a202 service neutron] Port bce9e38c-0d95-44ce-a8f3-db6ae51e6664 on network 35ded677-0a56-4a0a-988f-c1ebb936c4c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:30:50.969704 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31fcfaa-0748-472e-a50d-34d06afb6308 req-62133bb9-d1bf-4fdf-9063-4dd7acf2a202 service neutron] Attempting to bind port bce9e38c-0d95-44ce-a8f3-db6ae51e6664 on network 35ded677-0a56-4a0a-988f-c1ebb936c4c0 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:30:50.975027 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31fcfaa-0748-472e-a50d-34d06afb6308 req-62133bb9-d1bf-4fdf-9063-4dd7acf2a202 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:30:50.975368 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31fcfaa-0748-472e-a50d-34d06afb6308 req-62133bb9-d1bf-4fdf-9063-4dd7acf2a202 service neutron] Checking segment: {'id': '3ee04d9c-c0a7-4d71-9335-5eed81b25e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '35ded677-0a56-4a0a-988f-c1ebb936c4c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:30:50.976102 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31fcfaa-0748-472e-a50d-34d06afb6308 req-62133bb9-d1bf-4fdf-9063-4dd7acf2a202 service neutron] Bound using segment: {'id': '3ee04d9c-c0a7-4d71-9335-5eed81b25e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '35ded677-0a56-4a0a-988f-c1ebb936c4c0'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:30:50.976202 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-a31fcfaa-0748-472e-a50d-34d06afb6308 req-62133bb9-d1bf-4fdf-9063-4dd7acf2a202 service neutron] Bound port: bce9e38c-0d95-44ce-a8f3-db6ae51e6664, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ee04d9c-c0a7-4d71-9335-5eed81b25e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '35ded677-0a56-4a0a-988f-c1ebb936c4c0'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:30:50.976521 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a31fcfaa-0748-472e-a50d-34d06afb6308 req-62133bb9-d1bf-4fdf-9063-4dd7acf2a202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:51.043267 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-a31fcfaa-0748-472e-a50d-34d06afb6308 req-62133bb9-d1bf-4fdf-9063-4dd7acf2a202 service neutron] For port bce9e38c-0d95-44ce-a8f3-db6ae51e6664, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:30:51.046511 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-a31fcfaa-0748-472e-a50d-34d06afb6308 req-62133bb9-d1bf-4fdf-9063-4dd7acf2a202 service neutron] For port bce9e38c-0d95-44ce-a8f3-db6ae51e6664, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=bce9e38c-0d95-44ce-a8f3-db6ae51e6664,segment=NetworkSegment(3ee04d9c-c0a7-4d71-9335-5eed81b25e3b),segment_id=3ee04d9c-c0a7-4d71-9335-5eed81b25e3b)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:30:51.051582 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a31fcfaa-0748-472e-a50d-34d06afb6308 req-62133bb9-d1bf-4fdf-9063-4dd7acf2a202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:51.083406 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:51.089544 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31fcfaa-0748-472e-a50d-34d06afb6308 req-62133bb9-d1bf-4fdf-9063-4dd7acf2a202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:51.090067 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-a31fcfaa-0748-472e-a50d-34d06afb6308 req-62133bb9-d1bf-4fdf-9063-4dd7acf2a202 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:51.091481 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a31fcfaa-0748-472e-a50d-34d06afb6308 req-62133bb9-d1bf-4fdf-9063-4dd7acf2a202 service neutron] 10.222.0.74 "PUT /v2.0/ports/bce9e38c-0d95-44ce-a8f3-db6ae51e6664 HTTP/1.1" status: 200 len: 1091 time: 0.6142759 Nov 25 18:30:51.091915 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03062b7b-c841-4ab2-8138-bb2584ee363e', 'tag': 'bce9e38c-0d95-44ce-a8f3-db6ae51e6664'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:30:51.094219 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced3e09f-2725-4530-ab0a-752ce15bbfe7" -d '{"events": [{"name": "network-changed", "server_uuid": "03062b7b-c841-4ab2-8138-bb2584ee363e", "tag": "bce9e38c-0d95-44ce-a8f3-db6ae51e6664"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:30:51.117177 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62133bb9-d1bf-4fdf-9063-4dd7acf2a202 service neutron] Pushing event updated for resources: {'Port': ['ID=bce9e38c-0d95-44ce-a8f3-db6ae51e6664,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:51.163798 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdac3a84-30a8-4af8-b691-d43ee59e3621 x-openstack-request-id: req-bdac3a84-30a8-4af8-b691-d43ee59e3621 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:30:51.164156 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03062b7b-c841-4ab2-8138-bb2584ee363e", "tag": "bce9e38c-0d95-44ce-a8f3-db6ae51e6664", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:30:51.165014 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bdac3a84-30a8-4af8-b691-d43ee59e3621 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:30:51.165432 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03062b7b-c841-4ab2-8138-bb2584ee363e', 'tag': 'bce9e38c-0d95-44ce-a8f3-db6ae51e6664', 'status': 'completed', 'code': 200} Nov 25 18:30:51.227694 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31fcfaa-0748-472e-a50d-34d06afb6308 req-899adf07-8db0-4357-9035-bd0f2ff8f29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:51.229245 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a31fcfaa-0748-472e-a50d-34d06afb6308 req-899adf07-8db0-4357-9035-bd0f2ff8f29c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6bc70c1ea9fb426d8447e5984388961b&device_id=03062b7b-c841-4ab2-8138-bb2584ee363e HTTP/1.1" status: 200 len: 1094 time: 0.0774853 Nov 25 18:30:51.250302 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54644494-72a8-444f-9186-c1c6dfa1ad15 req-10c1a798-d203-463b-9594-f1dc6ec4ec12 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:51.252457 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-54644494-72a8-444f-9186-c1c6dfa1ad15 req-10c1a798-d203-463b-9594-f1dc6ec4ec12 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] 10.222.0.75 "GET /v2.0/ports?device_id=03062b7b-c841-4ab2-8138-bb2584ee363e HTTP/1.1" status: 200 len: 943 time: 0.0724125 Nov 25 18:30:51.298511 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a31fcfaa-0748-472e-a50d-34d06afb6308 req-822fcc2e-6e19-47b2-804f-541e656b43dc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bce9e38c-0d95-44ce-a8f3-db6ae51e6664 HTTP/1.1" status: 200 len: 217 time: 0.0588825 Nov 25 18:30:51.368593 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-54644494-72a8-444f-9186-c1c6dfa1ad15 req-ab96d2b4-5e7a-4694-9fc7-c6e290438de7 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] 10.222.0.75 "GET /v2.0/security-groups?id=eaa56ac5-9852-43d9-996b-c5fe1ecae358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092372 Nov 25 18:30:51.372106 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31fcfaa-0748-472e-a50d-34d06afb6308 req-86733d7b-9916-4c5a-8191-1f383f0f3319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:51.373533 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a31fcfaa-0748-472e-a50d-34d06afb6308 req-86733d7b-9916-4c5a-8191-1f383f0f3319 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=eb52bacd-e3a3-48a2-afd3-ff2f7fc85ee7 HTTP/1.1" status: 200 len: 856 time: 0.0686805 Nov 25 18:30:51.423652 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31fcfaa-0748-472e-a50d-34d06afb6308 req-a7746769-8f05-42dd-a3cf-ac64b540a354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:51.425148 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a31fcfaa-0748-472e-a50d-34d06afb6308 req-a7746769-8f05-42dd-a3cf-ac64b540a354 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=35ded677-0a56-4a0a-988f-c1ebb936c4c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449731 Nov 25 18:30:51.513926 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a31fcfaa-0748-472e-a50d-34d06afb6308 req-1e51d539-1099-4e8e-a192-153e87fb904a service neutron] 10.222.0.74 "GET /v2.0/networks/35ded677-0a56-4a0a-988f-c1ebb936c4c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816576 Nov 25 18:30:51.607800 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a31fcfaa-0748-472e-a50d-34d06afb6308 req-056f3cc4-eca6-4e97-8c20-a82ced9c134d service neutron] 10.222.0.74 "GET /v2.0/networks/35ded677-0a56-4a0a-988f-c1ebb936c4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867069 Nov 25 18:30:51.696690 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3e09f-2725-4530-ab0a-752ce15bbfe7 req-8faf3fd8-24df-4db4-be9f-fa7af0074a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:51.698108 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ced3e09f-2725-4530-ab0a-752ce15bbfe7 req-8faf3fd8-24df-4db4-be9f-fa7af0074a3d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6bc70c1ea9fb426d8447e5984388961b&device_id=03062b7b-c841-4ab2-8138-bb2584ee363e HTTP/1.1" status: 200 len: 1094 time: 0.0417109 Nov 25 18:30:51.792249 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3e09f-2725-4530-ab0a-752ce15bbfe7 req-0c47ff7a-f5ac-415a-bf11-71a00f5c3e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:51.793776 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ced3e09f-2725-4530-ab0a-752ce15bbfe7 req-0c47ff7a-f5ac-415a-bf11-71a00f5c3e5c service neutron] 10.222.0.74 "GET /v2.0/networks?id=35ded677-0a56-4a0a-988f-c1ebb936c4c0 HTTP/1.1" status: 200 len: 918 time: 0.0878379 Nov 25 18:30:51.838478 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ced3e09f-2725-4530-ab0a-752ce15bbfe7 req-b4f39efc-eb24-46f6-a663-9df57f7462c2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bce9e38c-0d95-44ce-a8f3-db6ae51e6664 HTTP/1.1" status: 200 len: 217 time: 0.0356410 Nov 25 18:30:51.887685 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3e09f-2725-4530-ab0a-752ce15bbfe7 req-d296a028-af21-4633-86d5-6887f7400078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:51.889135 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ced3e09f-2725-4530-ab0a-752ce15bbfe7 req-d296a028-af21-4633-86d5-6887f7400078 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=eb52bacd-e3a3-48a2-afd3-ff2f7fc85ee7 HTTP/1.1" status: 200 len: 856 time: 0.0429909 Nov 25 18:30:51.935980 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3e09f-2725-4530-ab0a-752ce15bbfe7 req-4246f152-d949-4b4d-ad39-f18208e71231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:51.937490 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ced3e09f-2725-4530-ab0a-752ce15bbfe7 req-4246f152-d949-4b4d-ad39-f18208e71231 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=35ded677-0a56-4a0a-988f-c1ebb936c4c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404277 Nov 25 18:30:52.031632 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ced3e09f-2725-4530-ab0a-752ce15bbfe7 req-db075c68-6654-4a81-a2bb-7e455e14748f service neutron] 10.222.0.74 "GET /v2.0/networks/35ded677-0a56-4a0a-988f-c1ebb936c4c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867050 Nov 25 18:30:52.130091 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ced3e09f-2725-4530-ab0a-752ce15bbfe7 req-33d849c8-9d62-4972-9684-82a8d7be7d89 service neutron] 10.222.0.74 "GET /v2.0/networks/35ded677-0a56-4a0a-988f-c1ebb936c4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908258 Nov 25 18:30:52.254286 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:52.485648 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe297e-0796-4e61-8694-d459111fd477 req-97721c80-a27d-4a8b-9443-2fcd74241d9c tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:52.487125 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8abe297e-0796-4e61-8694-d459111fd477 req-97721c80-a27d-4a8b-9443-2fcd74241d9c tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] 10.222.0.75 "GET /v2.0/ports?device_id=03062b7b-c841-4ab2-8138-bb2584ee363e HTTP/1.1" status: 200 len: 943 time: 0.0498357 Nov 25 18:30:52.534319 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8abe297e-0796-4e61-8694-d459111fd477 req-cda769b8-bc21-4593-9091-225184c3e9fe tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] 10.222.0.75 "GET /v2.0/security-groups?id=eaa56ac5-9852-43d9-996b-c5fe1ecae358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410485 Nov 25 18:30:53.175373 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:53.547531 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device bce9e38c-0d95-44ce-a8f3-db6ae51e6664 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:30:53.642425 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port bce9e38c-0d95-44ce-a8f3-db6ae51e6664, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=bce9e38c-0d95-44ce-a8f3-db6ae51e6664,segment=NetworkSegment(3ee04d9c-c0a7-4d71-9335-5eed81b25e3b),segment_id=3ee04d9c-c0a7-4d71-9335-5eed81b25e3b)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:53.649367 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3022cf-8ae2-4f71-b670-8983caecb57a req-24cf6a3d-8e16-4df0-92fc-d46dc87be003 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:53.650851 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3e3022cf-8ae2-4f71-b670-8983caecb57a req-24cf6a3d-8e16-4df0-92fc-d46dc87be003 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] 10.222.0.75 "GET /v2.0/ports?device_id=03062b7b-c841-4ab2-8138-bb2584ee363e HTTP/1.1" status: 200 len: 943 time: 0.0493667 Nov 25 18:30:53.654023 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': 'bce9e38c-0d95-44ce-a8f3-db6ae51e6664', 'network_id': '35ded677-0a56-4a0a-988f-c1ebb936c4c0', 'port_id': 'bce9e38c-0d95-44ce-a8f3-db6ae51e6664', 'mac_address': 'fa:16:3e:99:25:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb52bacd-e3a3-48a2-afd3-ff2f7fc85ee7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:30:53.691323 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:53.699946 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3e3022cf-8ae2-4f71-b670-8983caecb57a req-1011464b-ea54-4b67-9ffb-a494f759bbdc tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] 10.222.0.75 "GET /v2.0/security-groups?id=eaa56ac5-9852-43d9-996b-c5fe1ecae358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429747 Nov 25 18:30:53.707818 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bce9e38c-0d95-44ce-a8f3-db6ae51e6664 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:30:53.727706 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port bce9e38c-0d95-44ce-a8f3-db6ae51e6664, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=bce9e38c-0d95-44ce-a8f3-db6ae51e6664,segment=NetworkSegment(3ee04d9c-c0a7-4d71-9335-5eed81b25e3b),segment_id=3ee04d9c-c0a7-4d71-9335-5eed81b25e3b)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:53.731318 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:53.776599 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=bce9e38c-0d95-44ce-a8f3-db6ae51e6664,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:53.784165 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:53.784521 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:53.784893 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:53.785236 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:53.785571 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:53.785905 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:53.786237 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:53.786566 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:53.786893 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:53.787220 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:53.787549 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:53.787877 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:53.965098 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['bce9e38c-0d95-44ce-a8f3-db6ae51e6664'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:30:54.820315 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b663509-5c25-4011-82ff-162d3ea4f271 req-7eea6b24-1a78-4fad-88a7-0246a4e6e163 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:54.822504 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5b663509-5c25-4011-82ff-162d3ea4f271 req-7eea6b24-1a78-4fad-88a7-0246a4e6e163 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] 10.222.0.75 "GET /v2.0/ports?device_id=03062b7b-c841-4ab2-8138-bb2584ee363e HTTP/1.1" status: 200 len: 944 time: 0.0522206 Nov 25 18:30:54.868851 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5b663509-5c25-4011-82ff-162d3ea4f271 req-c7450073-4db8-4236-a66a-d91b11fafa3c tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] 10.222.0.75 "GET /v2.0/security-groups?id=eaa56ac5-9852-43d9-996b-c5fe1ecae358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398300 Nov 25 18:30:55.547738 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device bce9e38c-0d95-44ce-a8f3-db6ae51e6664 up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:30:55.595972 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port bce9e38c-0d95-44ce-a8f3-db6ae51e6664 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:30:55.599556 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port bce9e38c-0d95-44ce-a8f3-db6ae51e6664 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:30:55.599934 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:55.675779 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:55.697855 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03062b7b-c841-4ab2-8138-bb2584ee363e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce9e38c-0d95-44ce-a8f3-db6ae51e6664'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:30:55.700379 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e885ae7a60f1de4153d3a84cf91c96dac968753d8c7eb30b74097738adf70354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eda211e-9728-46a2-95bd-881d2f762511" -d '{"events": [{"server_uuid": "03062b7b-c841-4ab2-8138-bb2584ee363e", "name": "network-vif-plugged", "status": "completed", "tag": "bce9e38c-0d95-44ce-a8f3-db6ae51e6664"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:30:55.713985 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port bce9e38c-0d95-44ce-a8f3-db6ae51e6664, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=bce9e38c-0d95-44ce-a8f3-db6ae51e6664,segment=NetworkSegment(3ee04d9c-c0a7-4d71-9335-5eed81b25e3b),segment_id=3ee04d9c-c0a7-4d71-9335-5eed81b25e3b)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:55.717953 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:55.744332 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b004917-fc43-4ca0-8542-0b2ea1ba1f2b x-openstack-request-id: req-6b004917-fc43-4ca0-8542-0b2ea1ba1f2b {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:30:55.744631 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03062b7b-c841-4ab2-8138-bb2584ee363e", "name": "network-vif-plugged", "status": "completed", "tag": "bce9e38c-0d95-44ce-a8f3-db6ae51e6664", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:30:55.744914 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6b004917-fc43-4ca0-8542-0b2ea1ba1f2b {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:30:55.745306 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03062b7b-c841-4ab2-8138-bb2584ee363e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce9e38c-0d95-44ce-a8f3-db6ae51e6664', 'code': 200} Nov 25 18:30:55.770833 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=bce9e38c-0d95-44ce-a8f3-db6ae51e6664,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:55.837459 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ea5a9-04be-45c1-8d21-a470cd53d412 req-01f86cba-c51d-483f-b756-040d8f891855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:55.838852 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-368ea5a9-04be-45c1-8d21-a470cd53d412 req-01f86cba-c51d-483f-b756-040d8f891855 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=03062b7b-c841-4ab2-8138-bb2584ee363e HTTP/1.1" status: 200 len: 1096 time: 0.0405846 Nov 25 18:30:55.883476 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-368ea5a9-04be-45c1-8d21-a470cd53d412 req-60e69c90-1c4f-4c18-b177-be69e96cf6d8 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=eaa56ac5-9852-43d9-996b-c5fe1ecae358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362699 Nov 25 18:30:55.984806 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea428b9-2a87-42d8-9992-5de26ce2fcd4 req-4e121fa9-fea7-4d49-8cb0-f45a30d7e7b8 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:55.986295 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9ea428b9-2a87-42d8-9992-5de26ce2fcd4 req-4e121fa9-fea7-4d49-8cb0-f45a30d7e7b8 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] 10.222.0.75 "GET /v2.0/ports?device_id=03062b7b-c841-4ab2-8138-bb2584ee363e HTTP/1.1" status: 200 len: 945 time: 0.0497370 Nov 25 18:30:56.036790 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9ea428b9-2a87-42d8-9992-5de26ce2fcd4 req-cdc59a76-f35b-466a-a48b-76f4612abcd4 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] 10.222.0.75 "GET /v2.0/security-groups?id=eaa56ac5-9852-43d9-996b-c5fe1ecae358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445659 Nov 25 18:30:57.155211 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5536a0-8ea2-4559-890c-7665d693d6c9 req-8aa9be61-215a-4f05-8b93-30a9d07da95f tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:57.156722 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fa5536a0-8ea2-4559-890c-7665d693d6c9 req-8aa9be61-215a-4f05-8b93-30a9d07da95f tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] 10.222.0.75 "GET /v2.0/ports?device_id=03062b7b-c841-4ab2-8138-bb2584ee363e HTTP/1.1" status: 200 len: 945 time: 0.0500605 Nov 25 18:30:57.204729 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fa5536a0-8ea2-4559-890c-7665d693d6c9 req-d1ce3d3f-5bc0-428f-8cf9-a09f8fd98df8 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] 10.222.0.75 "GET /v2.0/security-groups?id=eaa56ac5-9852-43d9-996b-c5fe1ecae358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420830 Nov 25 18:30:57.329111 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd3261-fd43-41e2-89eb-d81444c9c635 req-eec39cc4-1796-4efa-ba10-4077b3268291 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:57.330589 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-79bd3261-fd43-41e2-89eb-d81444c9c635 req-eec39cc4-1796-4efa-ba10-4077b3268291 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] 10.222.0.75 "GET /v2.0/ports?device_id=03062b7b-c841-4ab2-8138-bb2584ee363e HTTP/1.1" status: 200 len: 945 time: 0.0587988 Nov 25 18:30:57.382255 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-79bd3261-fd43-41e2-89eb-d81444c9c635 req-68eff0e9-2f49-4c9e-ab8f-d9d93098e623 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] 10.222.0.75 "GET /v2.0/security-groups?id=eaa56ac5-9852-43d9-996b-c5fe1ecae358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449698 Nov 25 18:31:00.202252 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ee2472e0-18f3-49d4-8c09-374061776631 req-84cbf4f6-4cc2-46a3-a626-1f4dbaac22c6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=03062b7b-c841-4ab2-8138-bb2584ee363e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0527954 Nov 25 18:31:00.282720 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2472e0-18f3-49d4-8c09-374061776631 req-40b5dd8a-1b56-45fa-b108-16c94e91a86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:00.284214 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ee2472e0-18f3-49d4-8c09-374061776631 req-40b5dd8a-1b56-45fa-b108-16c94e91a86a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6bc70c1ea9fb426d8447e5984388961b&device_id=03062b7b-c841-4ab2-8138-bb2584ee363e HTTP/1.1" status: 200 len: 1096 time: 0.0402851 Nov 25 18:31:00.392150 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2472e0-18f3-49d4-8c09-374061776631 req-8bda4dfa-4865-4eda-a487-f8cbdcf57c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:00.393666 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ee2472e0-18f3-49d4-8c09-374061776631 req-8bda4dfa-4865-4eda-a487-f8cbdcf57c64 service neutron] 10.222.0.74 "GET /v2.0/networks?id=35ded677-0a56-4a0a-988f-c1ebb936c4c0 HTTP/1.1" status: 200 len: 918 time: 0.0896807 Nov 25 18:31:00.438903 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ee2472e0-18f3-49d4-8c09-374061776631 req-50e034ca-b01a-4c84-86fa-9ada70cafd46 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bce9e38c-0d95-44ce-a8f3-db6ae51e6664 HTTP/1.1" status: 200 len: 217 time: 0.0381742 Nov 25 18:31:00.488905 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2472e0-18f3-49d4-8c09-374061776631 req-8383a2ed-7fb3-4c5d-af98-2293b4283c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:00.490683 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ee2472e0-18f3-49d4-8c09-374061776631 req-8383a2ed-7fb3-4c5d-af98-2293b4283c31 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=eb52bacd-e3a3-48a2-afd3-ff2f7fc85ee7 HTTP/1.1" status: 200 len: 856 time: 0.0448062 Nov 25 18:31:00.538005 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2472e0-18f3-49d4-8c09-374061776631 req-76da9e85-ab22-45e7-969d-5203bf593360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:00.540041 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ee2472e0-18f3-49d4-8c09-374061776631 req-76da9e85-ab22-45e7-969d-5203bf593360 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=35ded677-0a56-4a0a-988f-c1ebb936c4c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398078 Nov 25 18:31:00.640851 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ee2472e0-18f3-49d4-8c09-374061776631 req-14409e44-3b1e-4fae-807b-82ec04f4c590 service neutron] 10.222.0.74 "GET /v2.0/networks/35ded677-0a56-4a0a-988f-c1ebb936c4c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926278 Nov 25 18:31:00.761206 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ee2472e0-18f3-49d4-8c09-374061776631 req-6d956b87-b163-440f-a28f-de9a5081b2b5 service neutron] 10.222.0.74 "GET /v2.0/networks/35ded677-0a56-4a0a-988f-c1ebb936c4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132960 Nov 25 18:31:02.336088 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:31:17.402732 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:17.403408 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-cd4bbb63-a87f-4626-ba22-7c1c507ea68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:17.519872 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:18.808431 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f235bdd-5c81-4264-984d-b51fba1ca829 req-22cad2b5-c0af-4027-a1ca-181d729d520a tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:18.809592 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3f235bdd-5c81-4264-984d-b51fba1ca829 req-22cad2b5-c0af-4027-a1ca-181d729d520a tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] 10.222.0.75 "GET /v2.0/ports?device_id=03062b7b-c841-4ab2-8138-bb2584ee363e HTTP/1.1" status: 200 len: 945 time: 0.0559652 Nov 25 18:31:18.859705 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3f235bdd-5c81-4264-984d-b51fba1ca829 req-dd3b4d26-620a-44e7-b978-e0f07dd4d1b0 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] 10.222.0.75 "GET /v2.0/security-groups?id=eaa56ac5-9852-43d9-996b-c5fe1ecae358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441599 Nov 25 18:31:19.962707 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8e3bcec3-377c-4c58-bb74-8d9562bf0599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:19.980064 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b976430d-1f84-4453-9528-b947a992e564 req-3c5c425e-b25a-4fae-85a2-152f39358d59 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:19.981594 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b976430d-1f84-4453-9528-b947a992e564 req-3c5c425e-b25a-4fae-85a2-152f39358d59 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] 10.222.0.75 "GET /v2.0/ports?device_id=03062b7b-c841-4ab2-8138-bb2584ee363e HTTP/1.1" status: 200 len: 945 time: 0.0518107 Nov 25 18:31:20.028586 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b976430d-1f84-4453-9528-b947a992e564 req-0c220e4c-7377-4566-8652-287eba3dfbb1 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] 10.222.0.75 "GET /v2.0/security-groups?id=eaa56ac5-9852-43d9-996b-c5fe1ecae358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409887 Nov 25 18:31:20.325929 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde93cea-d73e-4d03-a770-47202b2d7d93 req-cf9bb74d-330a-40ef-98c0-ea96752c1782 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:20.327286 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bde93cea-d73e-4d03-a770-47202b2d7d93 req-cf9bb74d-330a-40ef-98c0-ea96752c1782 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] 10.222.0.74 "GET /v2.0/ports?device_id=03062b7b-c841-4ab2-8138-bb2584ee363e HTTP/1.1" status: 200 len: 945 time: 0.0520368 Nov 25 18:31:20.420664 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-bde93cea-d73e-4d03-a770-47202b2d7d93 req-ee2e5d45-fa85-43c4-b443-00b90d111c32 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Deleting port bce9e38c-0d95-44ce-a8f3-db6ae51e6664 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:31:20.421039 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-bde93cea-d73e-4d03-a770-47202b2d7d93 req-ee2e5d45-fa85-43c4-b443-00b90d111c32 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:20.512186 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-bde93cea-d73e-4d03-a770-47202b2d7d93 req-ee2e5d45-fa85-43c4-b443-00b90d111c32 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] For port bce9e38c-0d95-44ce-a8f3-db6ae51e6664, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=bce9e38c-0d95-44ce-a8f3-db6ae51e6664,segment=NetworkSegment(3ee04d9c-c0a7-4d71-9335-5eed81b25e3b),segment_id=3ee04d9c-c0a7-4d71-9335-5eed81b25e3b)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:31:20.512555 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-bde93cea-d73e-4d03-a770-47202b2d7d93 req-ee2e5d45-fa85-43c4-b443-00b90d111c32 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:20.525350 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-bde93cea-d73e-4d03-a770-47202b2d7d93 req-ee2e5d45-fa85-43c4-b443-00b90d111c32 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Calling delete_port for bce9e38c-0d95-44ce-a8f3-db6ae51e6664 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:31:20.647068 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-bde93cea-d73e-4d03-a770-47202b2d7d93 req-ee2e5d45-fa85-43c4-b443-00b90d111c32 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:20.659074 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['bce9e38c-0d95-44ce-a8f3-db6ae51e6664'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:31:20.680210 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e5d45-fa85-43c4-b443-00b90d111c32 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Pushing event deleted for resources: {'Port': ['ID=bce9e38c-0d95-44ce-a8f3-db6ae51e6664,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:20.721757 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-bde93cea-d73e-4d03-a770-47202b2d7d93 req-ee2e5d45-fa85-43c4-b443-00b90d111c32 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] No DVR routers for this DVR port bce9e38c-0d95-44ce-a8f3-db6ae51e6664 on host n-h1-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:31:20.724592 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-bde93cea-d73e-4d03-a770-47202b2d7d93 req-ee2e5d45-fa85-43c4-b443-00b90d111c32 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:20.728784 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bde93cea-d73e-4d03-a770-47202b2d7d93 req-ee2e5d45-fa85-43c4-b443-00b90d111c32 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] 10.222.0.74 "DELETE /v2.0/ports/bce9e38c-0d95-44ce-a8f3-db6ae51e6664 HTTP/1.1" status: 204 len: 173 time: 0.3954465 Nov 25 18:31:20.729282 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03062b7b-c841-4ab2-8138-bb2584ee363e', 'name': 'network-vif-deleted', 'tag': 'bce9e38c-0d95-44ce-a8f3-db6ae51e6664'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:31:20.731717 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a1e583-a46a-4d34-ad1d-7f141e1f2c21" -d '{"events": [{"server_uuid": "03062b7b-c841-4ab2-8138-bb2584ee363e", "name": "network-vif-deleted", "tag": "bce9e38c-0d95-44ce-a8f3-db6ae51e6664"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:31:20.862537 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b178582-03b9-49f9-9109-85852f327275 x-openstack-request-id: req-7b178582-03b9-49f9-9109-85852f327275 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:31:20.863177 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03062b7b-c841-4ab2-8138-bb2584ee363e", "name": "network-vif-deleted", "tag": "bce9e38c-0d95-44ce-a8f3-db6ae51e6664", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:31:20.863434 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7b178582-03b9-49f9-9109-85852f327275 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:31:20.864151 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03062b7b-c841-4ab2-8138-bb2584ee363e', 'name': 'network-vif-deleted', 'tag': 'bce9e38c-0d95-44ce-a8f3-db6ae51e6664', 'status': 'completed', 'code': 200} Nov 25 18:31:21.076684 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:21.140125 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-81563071-aec5-4e2e-bcf9-1f3d9b822a5b req-b39b1937-cce8-40a4-95a3-10a5222c6071 tempest-TestEncryptedCinderVolumes-299182811 tempest-TestEncryptedCinderVolumes-299182811-project] 10.222.0.75 "GET /v2.0/ports?device_id=03062b7b-c841-4ab2-8138-bb2584ee363e HTTP/1.1" status: 200 len: 210 time: 0.0297635 Nov 25 18:31:22.235914 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37504) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:31:22.255576 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:22.580127 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bf86306a-d115-4270-9744-5dae77ef9c67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:23.087746 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-bf86306a-d115-4270-9744-5dae77ef9c67 admin admin] Deleting port ee1c47b4-438a-4829-b6a6-0edfe025a94b {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:31:23.088085 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bf86306a-d115-4270-9744-5dae77ef9c67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:23.166242 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-bf86306a-d115-4270-9744-5dae77ef9c67 admin admin] For port ee1c47b4-438a-4829-b6a6-0edfe025a94b, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=ee1c47b4-438a-4829-b6a6-0edfe025a94b,segment=NetworkSegment(3ee04d9c-c0a7-4d71-9335-5eed81b25e3b),segment_id=3ee04d9c-c0a7-4d71-9335-5eed81b25e3b)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:31:23.166601 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bf86306a-d115-4270-9744-5dae77ef9c67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:23.176799 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:23.179485 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-bf86306a-d115-4270-9744-5dae77ef9c67 admin admin] Calling delete_port for ee1c47b4-438a-4829-b6a6-0edfe025a94b owned by network:router_interface {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:31:23.356815 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bf86306a-d115-4270-9744-5dae77ef9c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:23.383135 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf86306a-d115-4270-9744-5dae77ef9c67 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee1c47b4-438a-4829-b6a6-0edfe025a94b,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:23.548575 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bf86306a-d115-4270-9744-5dae77ef9c67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:23.623918 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device bce9e38c-0d95-44ce-a8f3-db6ae51e6664 no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:31:23.647674 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: bce9e38c-0d95-44ce-a8f3-db6ae51e6664 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:31:23.648628 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device bce9e38c-0d95-44ce-a8f3-db6ae51e6664 not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:31:23.769872 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf86306a-d115-4270-9744-5dae77ef9c67 admin admin] Router 217d3a91-d9db-45c7-bee0-9051d9d67186 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:31:23.871502 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf86306a-d115-4270-9744-5dae77ef9c67 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:31:23.876413 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-bf86306a-d115-4270-9744-5dae77ef9c67 admin admin] 10.222.0.75 "PUT /v2.0/routers/217d3a91-d9db-45c7-bee0-9051d9d67186/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6391401 Nov 25 18:31:23.878961 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37508) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:31:23.882872 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9321dfaf-10b6-4305-8b02-8c390c07bf98 None None] Sync routers for ids ['217d3a91-d9db-45c7-bee0-9051d9d67186'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:31:23.894585 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9321dfaf-10b6-4305-8b02-8c390c07bf98 None None] Routers {'217d3a91-d9db-45c7-bee0-9051d9d67186'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:31:23.895281 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-9321dfaf-10b6-4305-8b02-8c390c07bf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:31:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['217d3a91-d9db-45c7-bee0-9051d9d67186'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:23.987366 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d0c49e59-cbd9-4ed8-b45f-8aa91f9851ba admin admin] Publish callbacks [] for router, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:24.005975 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-9321dfaf-10b6-4305-8b02-8c390c07bf98 None None] Set router 217d3a91-d9db-45c7-bee0-9051d9d67186 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:31:24.092869 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d0c49e59-cbd9-4ed8-b45f-8aa91f9851ba admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:24.145187 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-d0c49e59-cbd9-4ed8-b45f-8aa91f9851ba admin admin] Deleting port 7594345d-5bbf-4e4a-ad44-ac18de69172f {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:31:24.145588 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d0c49e59-cbd9-4ed8-b45f-8aa91f9851ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:24.183441 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-9321dfaf-10b6-4305-8b02-8c390c07bf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217d3a91-d9db-45c7-bee0-9051d9d67186', 'name': 'tempest-TestEncryptedCinderVolumes-1324386447-router', 'tenant_id': '6bc70c1ea9fb426d8447e5984388961b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '7594345d-5bbf-4e4a-ad44-ac18de69172f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:30:01Z', 'updated_at': '2021-11-25T18:31:23Z', 'revision_number': 5, 'project_id': '6bc70c1ea9fb426d8447e5984388961b', 'gw_port': {'id': '7594345d-5bbf-4e4a-ad44-ac18de69172f', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:39:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217d3a91-d9db-45c7-bee0-9051d9d67186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:30:02Z', 'updated_at': '2021-11-25T18:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:24.216604 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9321dfaf-10b6-4305-8b02-8c390c07bf98 None None] Checking router: 217d3a91-d9db-45c7-bee0-9051d9d67186 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:31:24.224765 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9321dfaf-10b6-4305-8b02-8c390c07bf98 None None] Routers {'217d3a91-d9db-45c7-bee0-9051d9d67186'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:31:24.225382 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-9321dfaf-10b6-4305-8b02-8c390c07bf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:31:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['217d3a91-d9db-45c7-bee0-9051d9d67186'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:24.230785 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-d0c49e59-cbd9-4ed8-b45f-8aa91f9851ba admin admin] For port 7594345d-5bbf-4e4a-ad44-ac18de69172f, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=7594345d-5bbf-4e4a-ad44-ac18de69172f,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:31:24.231157 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d0c49e59-cbd9-4ed8-b45f-8aa91f9851ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:24.243028 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-d0c49e59-cbd9-4ed8-b45f-8aa91f9851ba admin admin] Calling delete_port for 7594345d-5bbf-4e4a-ad44-ac18de69172f owned by network:router_gateway {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:31:24.310485 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-9321dfaf-10b6-4305-8b02-8c390c07bf98 None None] Set router 217d3a91-d9db-45c7-bee0-9051d9d67186 gateway port host: None {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:31:24.413810 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d0c49e59-cbd9-4ed8-b45f-8aa91f9851ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:24.439901 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c49e59-cbd9-4ed8-b45f-8aa91f9851ba admin admin] Pushing event deleted for resources: {'Port': ['ID=7594345d-5bbf-4e4a-ad44-ac18de69172f,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:24.452165 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-9321dfaf-10b6-4305-8b02-8c390c07bf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217d3a91-d9db-45c7-bee0-9051d9d67186', 'name': 'tempest-TestEncryptedCinderVolumes-1324386447-router', 'tenant_id': '6bc70c1ea9fb426d8447e5984388961b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:30:01Z', 'updated_at': '2021-11-25T18:31:24Z', 'revision_number': 6, 'project_id': '6bc70c1ea9fb426d8447e5984388961b', 'gw_port_host': None}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:24.458455 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d978b6f-f399-4f48-af5d-9e4e339ebc5a None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:31:24.478874 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9321dfaf-10b6-4305-8b02-8c390c07bf98 None None] The sync data for ids ['217d3a91-d9db-45c7-bee0-9051d9d67186'] in n-d-817746-1 is: [{'id': '217d3a91-d9db-45c7-bee0-9051d9d67186', 'name': 'tempest-TestEncryptedCinderVolumes-1324386447-router', 'tenant_id': '6bc70c1ea9fb426d8447e5984388961b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:30:01Z', 'updated_at': '2021-11-25T18:31:24Z', 'revision_number': 6, 'project_id': '6bc70c1ea9fb426d8447e5984388961b', 'gw_port_host': None}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:31:24.514016 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d0c49e59-cbd9-4ed8-b45f-8aa91f9851ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:24.604664 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d0c49e59-cbd9-4ed8-b45f-8aa91f9851ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:24.606782 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d0c49e59-cbd9-4ed8-b45f-8aa91f9851ba admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:24.649249 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d0c49e59-cbd9-4ed8-b45f-8aa91f9851ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:24.649794 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c49e59-cbd9-4ed8-b45f-8aa91f9851ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 217d3a91-d9db-45c7-bee0-9051d9d67186 {{(pid=103361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:31:24.654353 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d0c49e59-cbd9-4ed8-b45f-8aa91f9851ba admin admin] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:24.655597 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d0c49e59-cbd9-4ed8-b45f-8aa91f9851ba admin admin] 10.222.0.75 "DELETE /v2.0/routers/217d3a91-d9db-45c7-bee0-9051d9d67186 HTTP/1.1" status: 204 len: 168 time: 0.7757361 Nov 25 18:31:24.658130 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37512) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:31:24.702173 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-60e4e1a4-5874-4d37-9089-9b4aa5cfb193 admin admin] Deleting subnet eb52bacd-e3a3-48a2-afd3-ff2f7fc85ee7 {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:31:24.705048 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-60e4e1a4-5874-4d37-9089-9b4aa5cfb193 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:24.742685 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-60e4e1a4-5874-4d37-9089-9b4aa5cfb193 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:24.817896 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-60e4e1a4-5874-4d37-9089-9b4aa5cfb193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:24.874684 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-60e4e1a4-5874-4d37-9089-9b4aa5cfb193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:24.901987 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e4e1a4-5874-4d37-9089-9b4aa5cfb193 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb52bacd-e3a3-48a2-afd3-ff2f7fc85ee7,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:24.905633 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-60e4e1a4-5874-4d37-9089-9b4aa5cfb193 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:24.911170 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-60e4e1a4-5874-4d37-9089-9b4aa5cfb193 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/eb52bacd-e3a3-48a2-afd3-ff2f7fc85ee7 HTTP/1.1" status: 204 len: 168 time: 0.2497811 Nov 25 18:31:24.912313 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37514) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:31:24.915278 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a8eb64-bd60-4ac7-9a69-870f420261ad None None] Network 35ded677-0a56-4a0a-988f-c1ebb936c4c0 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:31:24.985274 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e7060195-29c6-46de-a9a6-62a0456a1b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:25.043354 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-e7060195-29c6-46de-a9a6-62a0456a1b6e admin admin] Deleting port 1d4fdb1b-f2ab-4d14-a3cd-cc8f57508a5c {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:31:25.043693 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e7060195-29c6-46de-a9a6-62a0456a1b6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:25.106886 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-e7060195-29c6-46de-a9a6-62a0456a1b6e admin admin] For port 1d4fdb1b-f2ab-4d14-a3cd-cc8f57508a5c, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=1d4fdb1b-f2ab-4d14-a3cd-cc8f57508a5c,segment=NetworkSegment(3ee04d9c-c0a7-4d71-9335-5eed81b25e3b),segment_id=3ee04d9c-c0a7-4d71-9335-5eed81b25e3b)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:31:25.107247 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e7060195-29c6-46de-a9a6-62a0456a1b6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:25.119533 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-e7060195-29c6-46de-a9a6-62a0456a1b6e admin admin] Calling delete_port for 1d4fdb1b-f2ab-4d14-a3cd-cc8f57508a5c owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:31:25.196207 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e7060195-29c6-46de-a9a6-62a0456a1b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:25.228392 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7060195-29c6-46de-a9a6-62a0456a1b6e admin admin] No DVR routers for this DVR port 1d4fdb1b-f2ab-4d14-a3cd-cc8f57508a5c on host n-d-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:31:25.250634 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7060195-29c6-46de-a9a6-62a0456a1b6e admin admin] Pushing event deleted for resources: {'Port': ['ID=1d4fdb1b-f2ab-4d14-a3cd-cc8f57508a5c,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:25.263169 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4b87bc-5f9c-43aa-9b8e-ec503446bc23 None None] DHCP port deletion for 35ded677-0a56-4a0a-988f-c1ebb936c4c0 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:31:25.273684 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7060195-29c6-46de-a9a6-62a0456a1b6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:31:25.273684 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7060195-29c6-46de-a9a6-62a0456a1b6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:31:25.273684 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7060195-29c6-46de-a9a6-62a0456a1b6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:31:25.273684 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7060195-29c6-46de-a9a6-62a0456a1b6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:31:25.273684 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7060195-29c6-46de-a9a6-62a0456a1b6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:31:25.275983 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7060195-29c6-46de-a9a6-62a0456a1b6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:31:25.275983 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7060195-29c6-46de-a9a6-62a0456a1b6e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:31:25.275983 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7060195-29c6-46de-a9a6-62a0456a1b6e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:31:25.275983 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7060195-29c6-46de-a9a6-62a0456a1b6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:31:25.275983 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7060195-29c6-46de-a9a6-62a0456a1b6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:31:25.275983 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7060195-29c6-46de-a9a6-62a0456a1b6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:31:25.275983 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7060195-29c6-46de-a9a6-62a0456a1b6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:31:25.320525 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e7060195-29c6-46de-a9a6-62a0456a1b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:25.345009 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-e7060195-29c6-46de-a9a6-62a0456a1b6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35ded677-0a56-4a0a-988f-c1ebb936c4c0']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:25.354709 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-e7060195-29c6-46de-a9a6-62a0456a1b6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ee04d9c-c0a7-4d71-9335-5eed81b25e3b') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:25.355041 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-e7060195-29c6-46de-a9a6-62a0456a1b6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ee04d9c-c0a7-4d71-9335-5eed81b25e3b') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:25.364612 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e7060195-29c6-46de-a9a6-62a0456a1b6e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:25.378822 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e7060195-29c6-46de-a9a6-62a0456a1b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:25.385820 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7060195-29c6-46de-a9a6-62a0456a1b6e admin admin] Releasing vlan 915 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:31:25.386223 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e7060195-29c6-46de-a9a6-62a0456a1b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:25.387951 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 18:31:25.387951 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:31:25.387951 n-d-817746-1 neutron-server[103360]: timer() Nov 25 18:31:25.387951 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:31:25.387951 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 18:31:25.387951 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:31:25.387951 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 18:31:25.387951 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:31:25.387951 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 18:31:25.387951 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:31:25.387951 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 18:31:25.387951 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:31:25.387951 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 18:31:25.387951 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:31:25.387951 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:31:25.387951 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:31:25.387951 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:31:25.387951 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:31:25.387951 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 18:31:25.387951 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:31:25.387951 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 18:31:25.387951 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:31:25.387951 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:31:25.387951 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:31:25.387951 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 18:31:25.387951 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:31:25.387951 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:31:25.387951 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:31:25.387951 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:31:25.387951 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:31:25.387951 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:31:25.387951 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:31:25.448117 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e7060195-29c6-46de-a9a6-62a0456a1b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:25.454355 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e7060195-29c6-46de-a9a6-62a0456a1b6e admin admin] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:25.457945 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e7060195-29c6-46de-a9a6-62a0456a1b6e admin admin] 10.222.0.75 "DELETE /v2.0/networks/35ded677-0a56-4a0a-988f-c1ebb936c4c0 HTTP/1.1" status: 204 len: 168 time: 0.5432010 Nov 25 18:31:25.461250 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37518) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:31:25.471036 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7060195-29c6-46de-a9a6-62a0456a1b6e admin admin] Pushing event deleted for resources: {'Network': ['ID=35ded677-0a56-4a0a-988f-c1ebb936c4c0,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:25.816757 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-310a6689-0952-4de0-ad11-c476d916ddba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:25.985574 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device ee1c47b4-438a-4829-b6a6-0edfe025a94b no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:31:26.006230 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: ee1c47b4-438a-4829-b6a6-0edfe025a94b {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:31:26.006584 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device ee1c47b4-438a-4829-b6a6-0edfe025a94b not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:31:26.007006 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 7594345d-5bbf-4e4a-ad44-ac18de69172f no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:31:26.025945 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 7594345d-5bbf-4e4a-ad44-ac18de69172f {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:31:26.026295 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 7594345d-5bbf-4e4a-ad44-ac18de69172f not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:31:26.026711 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 1d4fdb1b-f2ab-4d14-a3cd-cc8f57508a5c no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:31:26.049243 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 1d4fdb1b-f2ab-4d14-a3cd-cc8f57508a5c {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:31:26.049592 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 1d4fdb1b-f2ab-4d14-a3cd-cc8f57508a5c not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:31:26.066715 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-310a6689-0952-4de0-ad11-c476d916ddba admin admin] Deleting port d13ce3cc-3679-461d-b3c4-a15002c203ff {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:31:26.067159 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-310a6689-0952-4de0-ad11-c476d916ddba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:26.144686 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-310a6689-0952-4de0-ad11-c476d916ddba admin admin] For port d13ce3cc-3679-461d-b3c4-a15002c203ff, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d13ce3cc-3679-461d-b3c4-a15002c203ff,segment=NetworkSegment(8c9f9949-69e8-43b4-bfbe-44e9b52a4035),segment_id=8c9f9949-69e8-43b4-bfbe-44e9b52a4035)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:31:26.145088 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-310a6689-0952-4de0-ad11-c476d916ddba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:26.158131 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-310a6689-0952-4de0-ad11-c476d916ddba admin admin] Calling delete_port for d13ce3cc-3679-461d-b3c4-a15002c203ff owned by network:router_interface {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:31:26.334476 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-310a6689-0952-4de0-ad11-c476d916ddba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:26.362269 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a6689-0952-4de0-ad11-c476d916ddba admin admin] Pushing event deleted for resources: {'Port': ['ID=d13ce3cc-3679-461d-b3c4-a15002c203ff,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:26.788563 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-310a6689-0952-4de0-ad11-c476d916ddba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:26.997776 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-310a6689-0952-4de0-ad11-c476d916ddba admin admin] Router 686d1461-116e-4f5e-9d6d-b4dc6b090743 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:31:27.111116 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310a6689-0952-4de0-ad11-c476d916ddba admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:31:27.116017 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-310a6689-0952-4de0-ad11-c476d916ddba admin admin] 10.222.0.75 "PUT /v2.0/routers/686d1461-116e-4f5e-9d6d-b4dc6b090743/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6530995 Nov 25 18:31:27.119094 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37520) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:31:27.122373 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e22002-3d5c-4e48-ba09-0d4a1b370232 None None] Sync routers for ids ['686d1461-116e-4f5e-9d6d-b4dc6b090743'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:31:27.133212 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e22002-3d5c-4e48-ba09-0d4a1b370232 None None] Routers {'686d1461-116e-4f5e-9d6d-b4dc6b090743'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:31:27.133839 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-a8e22002-3d5c-4e48-ba09-0d4a1b370232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:31:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['686d1461-116e-4f5e-9d6d-b4dc6b090743'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:27.224036 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4a99b81a-e154-4bcb-ae9c-9d4b096ed28f admin admin] Publish callbacks [] for router, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:27.237519 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-a8e22002-3d5c-4e48-ba09-0d4a1b370232 None None] Set router 686d1461-116e-4f5e-9d6d-b4dc6b090743 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:31:27.329829 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4a99b81a-e154-4bcb-ae9c-9d4b096ed28f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:27.383106 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-4a99b81a-e154-4bcb-ae9c-9d4b096ed28f admin admin] Deleting port b8aa2087-6f19-40ca-bff4-795e5357d7ba {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:31:27.383406 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4a99b81a-e154-4bcb-ae9c-9d4b096ed28f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:27.423638 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-a8e22002-3d5c-4e48-ba09-0d4a1b370232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686d1461-116e-4f5e-9d6d-b4dc6b090743', 'name': 'tempest-TestEncryptedCinderVolumes-2130573109-router', 'tenant_id': '4138247e55cb421db96f1baa62d48aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': 'b8aa2087-6f19-40ca-bff4-795e5357d7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:30:06Z', 'updated_at': '2021-11-25T18:31:26Z', 'revision_number': 5, 'project_id': '4138247e55cb421db96f1baa62d48aef', 'gw_port': {'id': 'b8aa2087-6f19-40ca-bff4-795e5357d7ba', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686d1461-116e-4f5e-9d6d-b4dc6b090743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:30:07Z', 'updated_at': '2021-11-25T18:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:27.454309 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e22002-3d5c-4e48-ba09-0d4a1b370232 None None] Checking router: 686d1461-116e-4f5e-9d6d-b4dc6b090743 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:31:27.462936 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e22002-3d5c-4e48-ba09-0d4a1b370232 None None] Routers {'686d1461-116e-4f5e-9d6d-b4dc6b090743'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:31:27.463551 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-a8e22002-3d5c-4e48-ba09-0d4a1b370232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:31:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['686d1461-116e-4f5e-9d6d-b4dc6b090743'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:27.466541 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-4a99b81a-e154-4bcb-ae9c-9d4b096ed28f admin admin] For port b8aa2087-6f19-40ca-bff4-795e5357d7ba, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=b8aa2087-6f19-40ca-bff4-795e5357d7ba,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:31:27.467247 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4a99b81a-e154-4bcb-ae9c-9d4b096ed28f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:27.481230 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-4a99b81a-e154-4bcb-ae9c-9d4b096ed28f admin admin] Calling delete_port for b8aa2087-6f19-40ca-bff4-795e5357d7ba owned by network:router_gateway {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:31:27.546199 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-a8e22002-3d5c-4e48-ba09-0d4a1b370232 None None] Set router 686d1461-116e-4f5e-9d6d-b4dc6b090743 gateway port host: None {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:31:27.603642 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-a8e22002-3d5c-4e48-ba09-0d4a1b370232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686d1461-116e-4f5e-9d6d-b4dc6b090743', 'name': 'tempest-TestEncryptedCinderVolumes-2130573109-router', 'tenant_id': '4138247e55cb421db96f1baa62d48aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:30:06Z', 'updated_at': '2021-11-25T18:31:27Z', 'revision_number': 6, 'project_id': '4138247e55cb421db96f1baa62d48aef', 'gw_port_host': None}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:27.633224 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e22002-3d5c-4e48-ba09-0d4a1b370232 None None] The sync data for ids ['686d1461-116e-4f5e-9d6d-b4dc6b090743'] in n-d-817746-1 is: [{'id': '686d1461-116e-4f5e-9d6d-b4dc6b090743', 'name': 'tempest-TestEncryptedCinderVolumes-2130573109-router', 'tenant_id': '4138247e55cb421db96f1baa62d48aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:30:06Z', 'updated_at': '2021-11-25T18:31:27Z', 'revision_number': 6, 'project_id': '4138247e55cb421db96f1baa62d48aef', 'gw_port_host': None}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:31:27.653536 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4a99b81a-e154-4bcb-ae9c-9d4b096ed28f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:27.680853 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a99b81a-e154-4bcb-ae9c-9d4b096ed28f admin admin] Pushing event deleted for resources: {'Port': ['ID=b8aa2087-6f19-40ca-bff4-795e5357d7ba,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:27.693624 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372a2fb8-7848-4566-bfc6-32bcd6778fbd None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:31:27.741729 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4a99b81a-e154-4bcb-ae9c-9d4b096ed28f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:27.844429 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4a99b81a-e154-4bcb-ae9c-9d4b096ed28f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:27.846593 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4a99b81a-e154-4bcb-ae9c-9d4b096ed28f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:27.891189 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4a99b81a-e154-4bcb-ae9c-9d4b096ed28f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:27.892026 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a99b81a-e154-4bcb-ae9c-9d4b096ed28f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 686d1461-116e-4f5e-9d6d-b4dc6b090743 {{(pid=103361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:31:27.897100 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4a99b81a-e154-4bcb-ae9c-9d4b096ed28f admin admin] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:27.900657 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-4a99b81a-e154-4bcb-ae9c-9d4b096ed28f admin admin] 10.222.0.75 "DELETE /v2.0/routers/686d1461-116e-4f5e-9d6d-b4dc6b090743 HTTP/1.1" status: 204 len: 168 time: 0.7783105 Nov 25 18:31:27.900925 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37522) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:31:27.949632 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-43febc8b-6242-4fa3-8f4d-700b26af6943 admin admin] Deleting subnet 12c2491a-1dbe-4d0e-a32f-260410648c5f {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:31:27.952928 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-43febc8b-6242-4fa3-8f4d-700b26af6943 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:27.990496 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-43febc8b-6242-4fa3-8f4d-700b26af6943 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:28.118314 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-43febc8b-6242-4fa3-8f4d-700b26af6943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:28.185129 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-43febc8b-6242-4fa3-8f4d-700b26af6943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:28.212538 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43febc8b-6242-4fa3-8f4d-700b26af6943 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12c2491a-1dbe-4d0e-a32f-260410648c5f,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:28.215998 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-43febc8b-6242-4fa3-8f4d-700b26af6943 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:28.221694 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-43febc8b-6242-4fa3-8f4d-700b26af6943 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/12c2491a-1dbe-4d0e-a32f-260410648c5f HTTP/1.1" status: 204 len: 168 time: 0.3173723 Nov 25 18:31:28.221888 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37524) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:31:28.222983 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b2ce47-240b-47a1-9f3b-4b43354aae0b None None] Network 96c79a2f-8f9d-41b7-95fb-eb5f25c27e68 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:31:28.292569 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dc0ae52e-0e8d-417d-90c9-136c9a4f9849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:28.464033 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d13ce3cc-3679-461d-b3c4-a15002c203ff no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:31:28.495628 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: d13ce3cc-3679-461d-b3c4-a15002c203ff {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:31:28.496012 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d13ce3cc-3679-461d-b3c4-a15002c203ff not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:31:28.498675 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f97b857-aeaf-4d80-882a-8ad4c7486d90 None None] DHCP port deletion for 96c79a2f-8f9d-41b7-95fb-eb5f25c27e68 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:31:28.555346 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-9f97b857-aeaf-4d80-882a-8ad4c7486d90 None None] Deleting port cc906c99-e778-4aef-a03e-25361ff64256 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:31:28.555807 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9f97b857-aeaf-4d80-882a-8ad4c7486d90 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:28.632538 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-9f97b857-aeaf-4d80-882a-8ad4c7486d90 None None] For port cc906c99-e778-4aef-a03e-25361ff64256, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=cc906c99-e778-4aef-a03e-25361ff64256,segment=NetworkSegment(8c9f9949-69e8-43b4-bfbe-44e9b52a4035),segment_id=8c9f9949-69e8-43b4-bfbe-44e9b52a4035)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:31:28.633272 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9f97b857-aeaf-4d80-882a-8ad4c7486d90 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:28.649193 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-9f97b857-aeaf-4d80-882a-8ad4c7486d90 None None] Calling delete_port for cc906c99-e778-4aef-a03e-25361ff64256 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:31:28.686805 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-dc0ae52e-0e8d-417d-90c9-136c9a4f9849 admin admin] Deleting port cc906c99-e778-4aef-a03e-25361ff64256 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:31:28.687153 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dc0ae52e-0e8d-417d-90c9-136c9a4f9849 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:28.734851 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9f97b857-aeaf-4d80-882a-8ad4c7486d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:28.763578 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f97b857-aeaf-4d80-882a-8ad4c7486d90 None None] Pushing event deleted for resources: {'Port': ['ID=cc906c99-e778-4aef-a03e-25361ff64256,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:28.764888 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-dc0ae52e-0e8d-417d-90c9-136c9a4f9849 admin admin] For port cc906c99-e778-4aef-a03e-25361ff64256, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=cc906c99-e778-4aef-a03e-25361ff64256,segment=NetworkSegment(8c9f9949-69e8-43b4-bfbe-44e9b52a4035),segment_id=8c9f9949-69e8-43b4-bfbe-44e9b52a4035)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:31:28.765488 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dc0ae52e-0e8d-417d-90c9-136c9a4f9849 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:28.771007 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f97b857-aeaf-4d80-882a-8ad4c7486d90 None None] No DVR routers for this DVR port cc906c99-e778-4aef-a03e-25361ff64256 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:31:28.797513 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-dc0ae52e-0e8d-417d-90c9-136c9a4f9849 admin admin] Calling delete_port for cc906c99-e778-4aef-a03e-25361ff64256 owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:31:28.881509 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dc0ae52e-0e8d-417d-90c9-136c9a4f9849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:28.905465 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0ae52e-0e8d-417d-90c9-136c9a4f9849 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc906c99-e778-4aef-a03e-25361ff64256,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:28.912136 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0ae52e-0e8d-417d-90c9-136c9a4f9849 admin admin] No DVR routers for this DVR port cc906c99-e778-4aef-a03e-25361ff64256 on host n-d-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:31:28.984891 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dc0ae52e-0e8d-417d-90c9-136c9a4f9849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:29.009343 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-dc0ae52e-0e8d-417d-90c9-136c9a4f9849 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96c79a2f-8f9d-41b7-95fb-eb5f25c27e68']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:29.018827 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-dc0ae52e-0e8d-417d-90c9-136c9a4f9849 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c9f9949-69e8-43b4-bfbe-44e9b52a4035') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:29.019126 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-dc0ae52e-0e8d-417d-90c9-136c9a4f9849 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c9f9949-69e8-43b4-bfbe-44e9b52a4035') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:29.028630 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dc0ae52e-0e8d-417d-90c9-136c9a4f9849 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:29.042696 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dc0ae52e-0e8d-417d-90c9-136c9a4f9849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:29.048976 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc0ae52e-0e8d-417d-90c9-136c9a4f9849 admin admin] Releasing vlan 910 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:31:29.049368 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dc0ae52e-0e8d-417d-90c9-136c9a4f9849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:29.051123 n-d-817746-1 neutron-server[103360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:31:29.051123 n-d-817746-1 neutron-server[103360]: self.session.flush() Nov 25 18:31:29.051123 n-d-817746-1 neutron-server[103360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:31:29.051123 n-d-817746-1 neutron-server[103360]: self.session.flush() Nov 25 18:31:29.051123 n-d-817746-1 neutron-server[103360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:31:29.051123 n-d-817746-1 neutron-server[103360]: self.session.flush() Nov 25 18:31:29.051123 n-d-817746-1 neutron-server[103360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:31:29.051123 n-d-817746-1 neutron-server[103360]: self.session.flush() Nov 25 18:31:29.051123 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 18:31:29.051123 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:31:29.051123 n-d-817746-1 neutron-server[103360]: timer() Nov 25 18:31:29.051123 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:31:29.051123 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 18:31:29.051123 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:31:29.051123 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 18:31:29.051123 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:31:29.051123 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 18:31:29.051123 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:31:29.051123 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 18:31:29.051123 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:31:29.051123 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 18:31:29.051123 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:31:29.051123 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:31:29.051123 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:31:29.051123 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:31:29.051123 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:31:29.051123 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 18:31:29.051123 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:31:29.051123 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 18:31:29.051123 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:31:29.051123 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:31:29.051123 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:31:29.051123 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 18:31:29.051123 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:31:29.051123 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:31:29.051123 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:31:29.051123 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:31:29.051123 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:31:29.051123 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:31:29.051123 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:31:29.106508 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dc0ae52e-0e8d-417d-90c9-136c9a4f9849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:29.112042 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dc0ae52e-0e8d-417d-90c9-136c9a4f9849 admin admin] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:29.115273 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-dc0ae52e-0e8d-417d-90c9-136c9a4f9849 admin admin] 10.222.0.75 "DELETE /v2.0/networks/96c79a2f-8f9d-41b7-95fb-eb5f25c27e68 HTTP/1.1" status: 204 len: 168 time: 0.8923740 Nov 25 18:31:29.126519 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0ae52e-0e8d-417d-90c9-136c9a4f9849 admin admin] Pushing event deleted for resources: {'Network': ['ID=96c79a2f-8f9d-41b7-95fb-eb5f25c27e68,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:29.276345 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37528) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:31:29.315849 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-c2811c7b-acc8-4a09-b833-b5c6866eca04 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6bc70c1ea9fb426d8447e5984388961b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382068 Nov 25 18:31:29.318151 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37530) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:31:29.365343 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-642edbe4-6d78-4690-b2b8-2b03cdbc5cf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:29.390123 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-642edbe4-6d78-4690-b2b8-2b03cdbc5cf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:29.443932 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-642edbe4-6d78-4690-b2b8-2b03cdbc5cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:29.447226 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-642edbe4-6d78-4690-b2b8-2b03cdbc5cf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:29.448660 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-642edbe4-6d78-4690-b2b8-2b03cdbc5cf7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/eaa56ac5-9852-43d9-996b-c5fe1ecae358 HTTP/1.1" status: 204 len: 168 time: 0.1293077 Nov 25 18:31:29.457024 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642edbe4-6d78-4690-b2b8-2b03cdbc5cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa56ac5-9852-43d9-996b-c5fe1ecae358,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:29.767982 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37536) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:31:29.808474 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-8888445b-2157-42c5-bd2e-6f1c002928be admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4138247e55cb421db96f1baa62d48aef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391593 Nov 25 18:31:29.810799 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37538) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:31:29.857114 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ee4f51a0-3b98-4ddf-9f0e-8acfa8b5143e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:29.877954 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ee4f51a0-3b98-4ddf-9f0e-8acfa8b5143e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:29.923460 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ee4f51a0-3b98-4ddf-9f0e-8acfa8b5143e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:29.926189 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ee4f51a0-3b98-4ddf-9f0e-8acfa8b5143e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:29.927851 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-ee4f51a0-3b98-4ddf-9f0e-8acfa8b5143e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6ca3d6cd-762c-4c54-ad30-bb4958e4d5f4 HTTP/1.1" status: 204 len: 168 time: 0.1156685 Nov 25 18:31:29.940036 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4f51a0-3b98-4ddf-9f0e-8acfa8b5143e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca3d6cd-762c-4c54-ad30-bb4958e4d5f4,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:29.999068 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device cc906c99-e778-4aef-a03e-25361ff64256 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:31:30.019422 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: cc906c99-e778-4aef-a03e-25361ff64256 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:31:30.019767 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device cc906c99-e778-4aef-a03e-25361ff64256 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:31:30.020173 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device b8aa2087-6f19-40ca-bff4-795e5357d7ba no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:31:30.041855 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: b8aa2087-6f19-40ca-bff4-795e5357d7ba {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:31:30.042201 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device b8aa2087-6f19-40ca-bff4-795e5357d7ba not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:31:30.604212 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37560) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:31:30.698895 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-784c2d16-7288-40be-a247-05fd802c490a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-665715556-network', 'tenant_id': 'b47abd6d0b564a93b25965eecaa4c12b'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:31:30.719264 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784c2d16-7288-40be-a247-05fd802c490a admin admin] Made reservation on behalf of b47abd6d0b564a93b25965eecaa4c12b for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:31:30.721549 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-784c2d16-7288-40be-a247-05fd802c490a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:30.729856 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-784c2d16-7288-40be-a247-05fd802c490a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:30.808084 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-784c2d16-7288-40be-a247-05fd802c490a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:30.811842 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-784c2d16-7288-40be-a247-05fd802c490a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:30.836255 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-784c2d16-7288-40be-a247-05fd802c490a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 940} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:31:30.845702 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784c2d16-7288-40be-a247-05fd802c490a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da2aeef-4b63-431f-8219-3cbc583d7124,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:30.850334 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-784c2d16-7288-40be-a247-05fd802c490a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:30.851367 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-784c2d16-7288-40be-a247-05fd802c490a admin admin] Added segment b4235a4e-017c-4af5-baf3-950b8309a543 of type vlan for network 7a34d907-9639-4d13-bcf1-a81ec30b36a4 Nov 25 18:31:30.890036 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-784c2d16-7288-40be-a247-05fd802c490a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:30.915047 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-784c2d16-7288-40be-a247-05fd802c490a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:30.916094 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784c2d16-7288-40be-a247-05fd802c490a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:30.916678 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-784c2d16-7288-40be-a247-05fd802c490a admin admin] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:30.969194 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-784c2d16-7288-40be-a247-05fd802c490a admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3636551 Nov 25 18:31:30.972238 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37564) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:31:30.979983 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-18dadb6b-2f81-4498-bda2-0c5590ccab37 admin admin] Request body: {'subnet': {'network_id': '7a34d907-9639-4d13-bcf1-a81ec30b36a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-665715556-subnet', 'tenant_id': 'b47abd6d0b564a93b25965eecaa4c12b', 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:31:30.980868 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784c2d16-7288-40be-a247-05fd802c490a admin admin] Pushing event updated for resources: {'Network': ['ID=7a34d907-9639-4d13-bcf1-a81ec30b36a4,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:30.991023 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 7a34d907-9639-4d13-bcf1-a81ec30b36a4 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:31:31.001795 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18dadb6b-2f81-4498-bda2-0c5590ccab37 admin admin] Made reservation on behalf of b47abd6d0b564a93b25965eecaa4c12b for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:31:31.004177 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-18dadb6b-2f81-4498-bda2-0c5590ccab37 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:31.168609 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-18dadb6b-2f81-4498-bda2-0c5590ccab37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:31.224596 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dadb6b-2f81-4498-bda2-0c5590ccab37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2ebecaa-e71f-4566-a835-5c375467a8af,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:31.232107 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dadb6b-2f81-4498-bda2-0c5590ccab37 admin admin] Checking segment: {'id': 'b4235a4e-017c-4af5-baf3-950b8309a543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7a34d907-9639-4d13-bcf1-a81ec30b36a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:31:31.232474 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18dadb6b-2f81-4498-bda2-0c5590ccab37 admin admin] Network hostable DHCP agents. Network: 7a34d907-9639-4d13-bcf1-a81ec30b36a4, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:31:31.249230 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18dadb6b-2f81-4498-bda2-0c5590ccab37 admin admin] Network 7a34d907-9639-4d13-bcf1-a81ec30b36a4 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:31:31.258573 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-18dadb6b-2f81-4498-bda2-0c5590ccab37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 7a34d907-9639-4d13-bcf1-a81ec30b36a4) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:31:31.262587 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18dadb6b-2f81-4498-bda2-0c5590ccab37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:31.263181 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-18dadb6b-2f81-4498-bda2-0c5590ccab37 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:31.267823 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7049307-6643-4027-ad72-919705a53517 None None] Network 7a34d907-9639-4d13-bcf1-a81ec30b36a4 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:31:31.278698 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-18dadb6b-2f81-4498-bda2-0c5590ccab37 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3053272 Nov 25 18:31:31.281348 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37566) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:31:31.285557 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-8bff2d37-06d4-4399-911d-3d5a0ed6477b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-665715556-router', 'tenant_id': 'b47abd6d0b564a93b25965eecaa4c12b', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:31:31.306493 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8bff2d37-06d4-4399-911d-3d5a0ed6477b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:31.307719 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8bff2d37-06d4-4399-911d-3d5a0ed6477b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:31.363501 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8bff2d37-06d4-4399-911d-3d5a0ed6477b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:31.416312 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d62466-f2d8-4071-ae11-c83f26ef79c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-7a34d907-9639-4d13-bcf1-a81ec30b36a4', 'network_id': '7a34d907-9639-4d13-bcf1-a81ec30b36a4', 'tenant_id': 'b47abd6d0b564a93b25965eecaa4c12b', 'fixed_ips': [{'subnet_id': 'b2ebecaa-e71f-4566-a835-5c375467a8af'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:31:31.417257 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-97d62466-f2d8-4071-ae11-c83f26ef79c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:31.504879 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8bff2d37-06d4-4399-911d-3d5a0ed6477b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:31.570753 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-97d62466-f2d8-4071-ae11-c83f26ef79c7 None None] Allocated IP 172.20.0.2 (7a34d907-9639-4d13-bcf1-a81ec30b36a4/b2ebecaa-e71f-4566-a835-5c375467a8af/1e9195dc-bec6-4df6-9cc7-e3e5d0749b5a) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:31:31.718219 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8bff2d37-06d4-4399-911d-3d5a0ed6477b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:31.722385 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-97d62466-f2d8-4071-ae11-c83f26ef79c7 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:31.728172 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-97d62466-f2d8-4071-ae11-c83f26ef79c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:31.737805 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8bff2d37-06d4-4399-911d-3d5a0ed6477b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:31.778043 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d62466-f2d8-4071-ae11-c83f26ef79c7 None None] Network 7a34d907-9639-4d13-bcf1-a81ec30b36a4 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:31:31.781805 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-97d62466-f2d8-4071-ae11-c83f26ef79c7 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:31:31.784261 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d62466-f2d8-4071-ae11-c83f26ef79c7 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:31:31.787593 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d62466-f2d8-4071-ae11-c83f26ef79c7 None None] Pushing event updated for resources: {'Port': ['ID=1e9195dc-bec6-4df6-9cc7-e3e5d0749b5a,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:31.845613 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-97d62466-f2d8-4071-ae11-c83f26ef79c7 None None] Attempting to bind port 1e9195dc-bec6-4df6-9cc7-e3e5d0749b5a on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:31:31.846001 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-97d62466-f2d8-4071-ae11-c83f26ef79c7 None None] Attempting to bind port 1e9195dc-bec6-4df6-9cc7-e3e5d0749b5a by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'b4235a4e-017c-4af5-baf3-950b8309a543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7a34d907-9639-4d13-bcf1-a81ec30b36a4'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:31:31.846377 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d62466-f2d8-4071-ae11-c83f26ef79c7 None None] Attempting to bind port 1e9195dc-bec6-4df6-9cc7-e3e5d0749b5a on network 7a34d907-9639-4d13-bcf1-a81ec30b36a4 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:31:31.848293 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-8bff2d37-06d4-4399-911d-3d5a0ed6477b admin admin] Allocated IP 172.25.0.88 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/7e396595-bd70-45eb-a224-dfe08b859831) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:31:31.851429 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d62466-f2d8-4071-ae11-c83f26ef79c7 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:31:31.851807 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d62466-f2d8-4071-ae11-c83f26ef79c7 None None] Checking segment: {'id': 'b4235a4e-017c-4af5-baf3-950b8309a543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7a34d907-9639-4d13-bcf1-a81ec30b36a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:31:31.852223 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-97d62466-f2d8-4071-ae11-c83f26ef79c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:31.852647 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d62466-f2d8-4071-ae11-c83f26ef79c7 None None] Bound using segment: {'id': 'b4235a4e-017c-4af5-baf3-950b8309a543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7a34d907-9639-4d13-bcf1-a81ec30b36a4'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:31:31.853134 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-97d62466-f2d8-4071-ae11-c83f26ef79c7 None None] Bound port: 1e9195dc-bec6-4df6-9cc7-e3e5d0749b5a, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4235a4e-017c-4af5-baf3-950b8309a543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7a34d907-9639-4d13-bcf1-a81ec30b36a4'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:31:31.853680 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-97d62466-f2d8-4071-ae11-c83f26ef79c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:31.918317 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-97d62466-f2d8-4071-ae11-c83f26ef79c7 None None] For port 1e9195dc-bec6-4df6-9cc7-e3e5d0749b5a, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:31:31.921638 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-97d62466-f2d8-4071-ae11-c83f26ef79c7 None None] For port 1e9195dc-bec6-4df6-9cc7-e3e5d0749b5a, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=1e9195dc-bec6-4df6-9cc7-e3e5d0749b5a,segment=NetworkSegment(b4235a4e-017c-4af5-baf3-950b8309a543),segment_id=b4235a4e-017c-4af5-baf3-950b8309a543)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:31:31.925770 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-97d62466-f2d8-4071-ae11-c83f26ef79c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:31.957893 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8bff2d37-06d4-4399-911d-3d5a0ed6477b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:31.990640 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d62466-f2d8-4071-ae11-c83f26ef79c7 None None] Pushing event updated for resources: {'Port': ['ID=1e9195dc-bec6-4df6-9cc7-e3e5d0749b5a,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:32.005810 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8bff2d37-06d4-4399-911d-3d5a0ed6477b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:32.058679 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bff2d37-06d4-4399-911d-3d5a0ed6477b admin admin] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:31:32.060196 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bff2d37-06d4-4399-911d-3d5a0ed6477b admin admin] Pushing event updated for resources: {'Port': ['ID=7e396595-bd70-45eb-a224-dfe08b859831,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:32.062712 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-8bff2d37-06d4-4399-911d-3d5a0ed6477b admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:31:32.064919 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bff2d37-06d4-4399-911d-3d5a0ed6477b admin admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:31:32.076651 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3942eb8f-5d49-4ae7-82bd-dc015b9c1295 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:31:32.198659 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-f9608dbe-d2d5-48a7-8902-9e82d41d85ba None None] Provisioning complete for port 7e396595-bd70-45eb-a224-dfe08b859831 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:31:32.199117 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f9608dbe-d2d5-48a7-8902-9e82d41d85ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:32.239215 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-f9608dbe-d2d5-48a7-8902-9e82d41d85ba None None] Port 7e396595-bd70-45eb-a224-dfe08b859831 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:31:32.333076 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8bff2d37-06d4-4399-911d-3d5a0ed6477b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:32.528952 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8bff2d37-06d4-4399-911d-3d5a0ed6477b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:32.660447 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bff2d37-06d4-4399-911d-3d5a0ed6477b admin admin] Router c78fc20b-404a-405d-b52c-8cb6536e50c4 is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:31:32.767238 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bff2d37-06d4-4399-911d-3d5a0ed6477b admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:31:32.779199 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0606c51d-bd0d-479c-8b2a-2442f1032719 None None] Sync routers for ids ['c78fc20b-404a-405d-b52c-8cb6536e50c4'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:31:32.786014 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8bff2d37-06d4-4399-911d-3d5a0ed6477b admin admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:32.787316 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-8bff2d37-06d4-4399-911d-3d5a0ed6477b admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5049801 Nov 25 18:31:32.790166 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37568) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:31:32.791224 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0606c51d-bd0d-479c-8b2a-2442f1032719 None None] Routers {'c78fc20b-404a-405d-b52c-8cb6536e50c4'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:31:32.791962 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-0606c51d-bd0d-479c-8b2a-2442f1032719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:31:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['c78fc20b-404a-405d-b52c-8cb6536e50c4'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:32.899309 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-0606c51d-bd0d-479c-8b2a-2442f1032719 None None] Set router c78fc20b-404a-405d-b52c-8cb6536e50c4 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:31:32.931346 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133059da-0991-4033-bf46-e925f3adc906 None None] Network 7a34d907-9639-4d13-bcf1-a81ec30b36a4 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:31:33.005161 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-66017fcc-c44e-4fd0-a084-5f3044e75714 None None] Provisioning complete for port 1e9195dc-bec6-4df6-9cc7-e3e5d0749b5a triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:31:33.005851 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-66017fcc-c44e-4fd0-a084-5f3044e75714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:33.086364 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-0606c51d-bd0d-479c-8b2a-2442f1032719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78fc20b-404a-405d-b52c-8cb6536e50c4', 'name': 'tempest-TestMinimumBasicScenario-665715556-router', 'tenant_id': 'b47abd6d0b564a93b25965eecaa4c12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '7e396595-bd70-45eb-a224-dfe08b859831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:31:31Z', 'updated_at': '2021-11-25T18:31:32Z', 'revision_number': 3, 'project_id': 'b47abd6d0b564a93b25965eecaa4c12b', 'gw_port': {'id': '7e396595-bd70-45eb-a224-dfe08b859831', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e3:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78fc20b-404a-405d-b52c-8cb6536e50c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:31:31Z', 'updated_at': '2021-11-25T18:31:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:33.115313 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0606c51d-bd0d-479c-8b2a-2442f1032719 None None] Checking router: c78fc20b-404a-405d-b52c-8cb6536e50c4 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:31:33.115958 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0606c51d-bd0d-479c-8b2a-2442f1032719 None None] Updating router c78fc20b-404a-405d-b52c-8cb6536e50c4 port 7e396595-bd70-45eb-a224-dfe08b859831 binding host n-d-817746-1 {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:31:33.145347 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-0606c51d-bd0d-479c-8b2a-2442f1032719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:33.162311 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-66017fcc-c44e-4fd0-a084-5f3044e75714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:33.203005 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-66017fcc-c44e-4fd0-a084-5f3044e75714 None None] For port 1e9195dc-bec6-4df6-9cc7-e3e5d0749b5a, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=1e9195dc-bec6-4df6-9cc7-e3e5d0749b5a,segment=NetworkSegment(b4235a4e-017c-4af5-baf3-950b8309a543),segment_id=b4235a4e-017c-4af5-baf3-950b8309a543)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:31:33.209987 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-66017fcc-c44e-4fd0-a084-5f3044e75714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:33.263581 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fd3f438d-cf05-49f3-8fb5-fc16c6e87703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:33.265144 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66017fcc-c44e-4fd0-a084-5f3044e75714 None None] Pushing event updated for resources: {'Port': ['ID=1e9195dc-bec6-4df6-9cc7-e3e5d0749b5a,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:33.419934 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-0606c51d-bd0d-479c-8b2a-2442f1032719 None None] Publish callbacks [] for port, precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:33.426407 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-0606c51d-bd0d-479c-8b2a-2442f1032719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:33.434426 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-5fd00d0c-fd14-408d-b9ce-724a34930aae None None] Provisioning complete for port 1e9195dc-bec6-4df6-9cc7-e3e5d0749b5a triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:31:33.434802 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5fd00d0c-fd14-408d-b9ce-724a34930aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:33.452708 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-fd3f438d-cf05-49f3-8fb5-fc16c6e87703 admin admin] Allocated IP 172.20.0.1 (7a34d907-9639-4d13-bcf1-a81ec30b36a4/b2ebecaa-e71f-4566-a835-5c375467a8af/da72ad16-b482-4e12-9df2-b1ed2c5315db) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:31:33.483133 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f164e4-1c65-4211-98f0-aa3180751b4f None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:31:33.490801 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-0606c51d-bd0d-479c-8b2a-2442f1032719 None None] Attempting to bind port 7e396595-bd70-45eb-a224-dfe08b859831 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:31:33.492130 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-0606c51d-bd0d-479c-8b2a-2442f1032719 None None] Attempting to bind port 7e396595-bd70-45eb-a224-dfe08b859831 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:31:33.492928 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0606c51d-bd0d-479c-8b2a-2442f1032719 None None] Attempting to bind port 7e396595-bd70-45eb-a224-dfe08b859831 on network 1aa44027-b9d0-4a56-9a59-7e664703e20a {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:31:33.496114 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c2cf7d-18cc-4326-ab7d-a3226a42e72b None None] Pushing event updated for resources: {'Port': ['ID=7e396595-bd70-45eb-a224-dfe08b859831,revision_number=2']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:33.509039 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0606c51d-bd0d-479c-8b2a-2442f1032719 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:31:33.509474 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0606c51d-bd0d-479c-8b2a-2442f1032719 None None] Checking segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:31:33.509883 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-0606c51d-bd0d-479c-8b2a-2442f1032719 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:33.510742 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0606c51d-bd0d-479c-8b2a-2442f1032719 None None] Bound using segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:31:33.511231 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-0606c51d-bd0d-479c-8b2a-2442f1032719 None None] Bound port: 7e396595-bd70-45eb-a224-dfe08b859831, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:31:33.511617 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-0606c51d-bd0d-479c-8b2a-2442f1032719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:33.515290 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c2cf7d-18cc-4326-ab7d-a3226a42e72b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:31:33.515661 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c2cf7d-18cc-4326-ab7d-a3226a42e72b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:31:33.516004 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c2cf7d-18cc-4326-ab7d-a3226a42e72b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:31:33.516398 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c2cf7d-18cc-4326-ab7d-a3226a42e72b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:31:33.516736 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c2cf7d-18cc-4326-ab7d-a3226a42e72b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:31:33.517198 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c2cf7d-18cc-4326-ab7d-a3226a42e72b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:31:33.517531 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c2cf7d-18cc-4326-ab7d-a3226a42e72b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:31:33.517857 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c2cf7d-18cc-4326-ab7d-a3226a42e72b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:31:33.518442 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c2cf7d-18cc-4326-ab7d-a3226a42e72b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:31:33.519191 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c2cf7d-18cc-4326-ab7d-a3226a42e72b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:31:33.519191 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c2cf7d-18cc-4326-ab7d-a3226a42e72b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:31:33.519416 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c2cf7d-18cc-4326-ab7d-a3226a42e72b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:31:33.574550 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-0606c51d-bd0d-479c-8b2a-2442f1032719 None None] For port 7e396595-bd70-45eb-a224-dfe08b859831, host n-d-817746-1, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:31:33.576734 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fd3f438d-cf05-49f3-8fb5-fc16c6e87703 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:33.577641 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-0606c51d-bd0d-479c-8b2a-2442f1032719 None None] For port 7e396595-bd70-45eb-a224-dfe08b859831, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=7e396595-bd70-45eb-a224-dfe08b859831,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:31:33.582387 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-0606c51d-bd0d-479c-8b2a-2442f1032719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:33.610632 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fd3f438d-cf05-49f3-8fb5-fc16c6e87703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:33.626570 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fc3642-9e39-446f-8a96-4a4ef8b5dae8 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:31:33.638735 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0606c51d-bd0d-479c-8b2a-2442f1032719 None None] Routers {'c78fc20b-404a-405d-b52c-8cb6536e50c4'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:31:33.639347 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-0606c51d-bd0d-479c-8b2a-2442f1032719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:31:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['c78fc20b-404a-405d-b52c-8cb6536e50c4'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:33.648323 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3f438d-cf05-49f3-8fb5-fc16c6e87703 admin admin] Network 7a34d907-9639-4d13-bcf1-a81ec30b36a4 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:31:33.655244 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-fd3f438d-cf05-49f3-8fb5-fc16c6e87703 admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:31:33.658919 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3f438d-cf05-49f3-8fb5-fc16c6e87703 admin admin] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:31:33.666251 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-4ab897e4-428f-4c35-926e-47a8250613f0 None None] Provisioning complete for port 7e396595-bd70-45eb-a224-dfe08b859831 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:31:33.667175 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4ab897e4-428f-4c35-926e-47a8250613f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:33.693035 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3f438d-cf05-49f3-8fb5-fc16c6e87703 admin admin] Pushing event updated for resources: {'Port': ['ID=da72ad16-b482-4e12-9df2-b1ed2c5315db,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:33.718499 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fd3f438d-cf05-49f3-8fb5-fc16c6e87703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:33.727548 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c2cf7d-18cc-4326-ab7d-a3226a42e72b None None] Pushing event updated for resources: {'Port': ['ID=7e396595-bd70-45eb-a224-dfe08b859831,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:33.780661 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-0606c51d-bd0d-479c-8b2a-2442f1032719 None None] Set router c78fc20b-404a-405d-b52c-8cb6536e50c4 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:31:33.781580 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4ab897e4-428f-4c35-926e-47a8250613f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:33.814730 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-4ab897e4-428f-4c35-926e-47a8250613f0 None None] For port 7e396595-bd70-45eb-a224-dfe08b859831, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=7e396595-bd70-45eb-a224-dfe08b859831,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:31:33.820717 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4ab897e4-428f-4c35-926e-47a8250613f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:33.879496 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fd3f438d-cf05-49f3-8fb5-fc16c6e87703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:33.892840 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab897e4-428f-4c35-926e-47a8250613f0 None None] Pushing event updated for resources: {'Port': ['ID=7e396595-bd70-45eb-a224-dfe08b859831,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:33.948270 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-2d6e4e91-349e-49a2-9ef7-2d7f0e6a09b7 None None] Provisioning complete for port da72ad16-b482-4e12-9df2-b1ed2c5315db triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:31:33.949144 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2d6e4e91-349e-49a2-9ef7-2d7f0e6a09b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:33.994084 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-2d6e4e91-349e-49a2-9ef7-2d7f0e6a09b7 None None] Port da72ad16-b482-4e12-9df2-b1ed2c5315db cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:31:34.001086 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-0606c51d-bd0d-479c-8b2a-2442f1032719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78fc20b-404a-405d-b52c-8cb6536e50c4', 'name': 'tempest-TestMinimumBasicScenario-665715556-router', 'tenant_id': 'b47abd6d0b564a93b25965eecaa4c12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '7e396595-bd70-45eb-a224-dfe08b859831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:31:31Z', 'updated_at': '2021-11-25T18:31:32Z', 'revision_number': 3, 'project_id': 'b47abd6d0b564a93b25965eecaa4c12b', 'gw_port': {'id': '7e396595-bd70-45eb-a224-dfe08b859831', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e3:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78fc20b-404a-405d-b52c-8cb6536e50c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:31:31Z', 'updated_at': '2021-11-25T18:31:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:34.032803 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0606c51d-bd0d-479c-8b2a-2442f1032719 None None] The sync data for ids ['c78fc20b-404a-405d-b52c-8cb6536e50c4'] in n-d-817746-1 is: [{'id': 'c78fc20b-404a-405d-b52c-8cb6536e50c4', 'name': 'tempest-TestMinimumBasicScenario-665715556-router', 'tenant_id': 'b47abd6d0b564a93b25965eecaa4c12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '7e396595-bd70-45eb-a224-dfe08b859831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:31:31Z', 'updated_at': '2021-11-25T18:31:32Z', 'revision_number': 3, 'project_id': 'b47abd6d0b564a93b25965eecaa4c12b', 'gw_port': {'id': '7e396595-bd70-45eb-a224-dfe08b859831', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e3:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78fc20b-404a-405d-b52c-8cb6536e50c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:31:31Z', 'updated_at': '2021-11-25T18:31:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:31:34.057111 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 1e9195dc-bec6-4df6-9cc7-e3e5d0749b5a up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:31:34.078291 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fd3f438d-cf05-49f3-8fb5-fc16c6e87703 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:34.085272 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fd3f438d-cf05-49f3-8fb5-fc16c6e87703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:34.111194 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 1e9195dc-bec6-4df6-9cc7-e3e5d0749b5a triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:31:34.111577 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:34.168002 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3f438d-cf05-49f3-8fb5-fc16c6e87703 admin admin] Pushing event updated for resources: {'Port': ['ID=da72ad16-b482-4e12-9df2-b1ed2c5315db,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:34.170563 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fd3f438d-cf05-49f3-8fb5-fc16c6e87703 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:34.280528 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3f438d-cf05-49f3-8fb5-fc16c6e87703 admin admin] Network 7a34d907-9639-4d13-bcf1-a81ec30b36a4 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:31:34.283465 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-fd3f438d-cf05-49f3-8fb5-fc16c6e87703 admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:31:34.416277 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd3f438d-cf05-49f3-8fb5-fc16c6e87703 admin admin] Router c78fc20b-404a-405d-b52c-8cb6536e50c4 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:31:34.518227 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-04de6636-8aa1-45d9-b057-a40a7fbb0d7c None None] Provisioning complete for port da72ad16-b482-4e12-9df2-b1ed2c5315db triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:31:34.518458 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-04de6636-8aa1-45d9-b057-a40a7fbb0d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:34.542398 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3f438d-cf05-49f3-8fb5-fc16c6e87703 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:31:34.547306 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-fd3f438d-cf05-49f3-8fb5-fc16c6e87703 admin admin] 10.222.0.75 "PUT /v2.0/routers/c78fc20b-404a-405d-b52c-8cb6536e50c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7560170 Nov 25 18:31:34.554406 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-04de6636-8aa1-45d9-b057-a40a7fbb0d7c None None] Port da72ad16-b482-4e12-9df2-b1ed2c5315db cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:31:35.024648 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37584) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:31:35.029628 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-27ff439a-22d4-4b26-bd13-d9b1285bbcfa admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2045004542-network', 'tenant_id': '3dc0d165fc094fbba2d30752c3d5b50e'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:31:35.050611 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ff439a-22d4-4b26-bd13-d9b1285bbcfa admin admin] Made reservation on behalf of 3dc0d165fc094fbba2d30752c3d5b50e for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:31:35.053340 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-27ff439a-22d4-4b26-bd13-d9b1285bbcfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:35.063910 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-27ff439a-22d4-4b26-bd13-d9b1285bbcfa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:35.139449 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-27ff439a-22d4-4b26-bd13-d9b1285bbcfa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:35.143209 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-27ff439a-22d4-4b26-bd13-d9b1285bbcfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:35.169106 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27ff439a-22d4-4b26-bd13-d9b1285bbcfa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 949} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:31:35.177961 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ff439a-22d4-4b26-bd13-d9b1285bbcfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59835fc9-5c77-4a53-834f-5e89c4837bd9,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:35.183998 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-27ff439a-22d4-4b26-bd13-d9b1285bbcfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:35.184345 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-27ff439a-22d4-4b26-bd13-d9b1285bbcfa admin admin] Added segment fd886272-04fb-4c22-8e33-bbd3a426bf0c of type vlan for network b8d91ad8-ce11-411f-a34c-d77b60624fb0 Nov 25 18:31:35.224203 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-27ff439a-22d4-4b26-bd13-d9b1285bbcfa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:35.253776 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-27ff439a-22d4-4b26-bd13-d9b1285bbcfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:35.255293 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ff439a-22d4-4b26-bd13-d9b1285bbcfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:35.255884 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-27ff439a-22d4-4b26-bd13-d9b1285bbcfa admin admin] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:35.309956 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-27ff439a-22d4-4b26-bd13-d9b1285bbcfa admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2841225 Nov 25 18:31:35.312886 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37586) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:31:35.317959 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-6940365a-d90c-48de-a6bd-60b138d27250 admin admin] Request body: {'subnet': {'network_id': 'b8d91ad8-ce11-411f-a34c-d77b60624fb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2045004542-subnet', 'tenant_id': '3dc0d165fc094fbba2d30752c3d5b50e', 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:31:35.321066 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ff439a-22d4-4b26-bd13-d9b1285bbcfa admin admin] Pushing event updated for resources: {'Network': ['ID=b8d91ad8-ce11-411f-a34c-d77b60624fb0,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:35.330730 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network b8d91ad8-ce11-411f-a34c-d77b60624fb0 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:31:35.342475 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6940365a-d90c-48de-a6bd-60b138d27250 admin admin] Made reservation on behalf of 3dc0d165fc094fbba2d30752c3d5b50e for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:31:35.344865 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6940365a-d90c-48de-a6bd-60b138d27250 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:35.519503 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6940365a-d90c-48de-a6bd-60b138d27250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:35.579168 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6940365a-d90c-48de-a6bd-60b138d27250 admin admin] Pushing event updated for resources: {'Subnet': ['ID=661a9adf-d715-44b9-b4c1-0be354e83525,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:35.583465 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4812f1ce-75f4-44d1-9ced-6682d97ea80b None None] Sync routers for ids ['c78fc20b-404a-405d-b52c-8cb6536e50c4'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:31:35.588792 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6940365a-d90c-48de-a6bd-60b138d27250 admin admin] Checking segment: {'id': 'fd886272-04fb-4c22-8e33-bbd3a426bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'b8d91ad8-ce11-411f-a34c-d77b60624fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:31:35.589185 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6940365a-d90c-48de-a6bd-60b138d27250 admin admin] Network hostable DHCP agents. Network: b8d91ad8-ce11-411f-a34c-d77b60624fb0, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:31:35.595897 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4812f1ce-75f4-44d1-9ced-6682d97ea80b None None] Routers {'c78fc20b-404a-405d-b52c-8cb6536e50c4'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:31:35.596508 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-4812f1ce-75f4-44d1-9ced-6682d97ea80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:31:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['c78fc20b-404a-405d-b52c-8cb6536e50c4'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:35.606486 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6940365a-d90c-48de-a6bd-60b138d27250 admin admin] Network b8d91ad8-ce11-411f-a34c-d77b60624fb0 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:31:35.615424 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-6940365a-d90c-48de-a6bd-60b138d27250 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, b8d91ad8-ce11-411f-a34c-d77b60624fb0) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:31:35.620251 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6940365a-d90c-48de-a6bd-60b138d27250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:35.621402 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6940365a-d90c-48de-a6bd-60b138d27250 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:35.630619 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3639cea5-8aff-4ebb-b5d5-2baa7fa5b258 None None] Network b8d91ad8-ce11-411f-a34c-d77b60624fb0 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:31:35.640566 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6940365a-d90c-48de-a6bd-60b138d27250 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3241694 Nov 25 18:31:35.640743 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37588) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:31:35.645017 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-00ee3399-3d3b-41df-90a6-6c0f994855e7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2045004542-router', 'tenant_id': '3dc0d165fc094fbba2d30752c3d5b50e', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:31:35.667906 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-00ee3399-3d3b-41df-90a6-6c0f994855e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:35.669088 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-00ee3399-3d3b-41df-90a6-6c0f994855e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:35.730884 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-00ee3399-3d3b-41df-90a6-6c0f994855e7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:35.874636 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-00ee3399-3d3b-41df-90a6-6c0f994855e7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:35.967538 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-4812f1ce-75f4-44d1-9ced-6682d97ea80b None None] Set router c78fc20b-404a-405d-b52c-8cb6536e50c4 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:31:36.033223 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 7e396595-bd70-45eb-a224-dfe08b859831 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:31:36.085135 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-00ee3399-3d3b-41df-90a6-6c0f994855e7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:36.088138 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758c889b-c3e7-4807-8f1a-4ba8b5e1c414 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-b8d91ad8-ce11-411f-a34c-d77b60624fb0', 'network_id': 'b8d91ad8-ce11-411f-a34c-d77b60624fb0', 'tenant_id': '3dc0d165fc094fbba2d30752c3d5b50e', 'fixed_ips': [{'subnet_id': '661a9adf-d715-44b9-b4c1-0be354e83525'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:31:36.089028 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-758c889b-c3e7-4807-8f1a-4ba8b5e1c414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:36.107377 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-00ee3399-3d3b-41df-90a6-6c0f994855e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:36.209247 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-00ee3399-3d3b-41df-90a6-6c0f994855e7 admin admin] Allocated IP 172.25.0.156 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/9db0fe88-d973-4e00-8351-d0691341d269) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:31:36.275362 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 7e396595-bd70-45eb-a224-dfe08b859831 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:31:36.275641 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:36.313093 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-00ee3399-3d3b-41df-90a6-6c0f994855e7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:36.353097 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-00ee3399-3d3b-41df-90a6-6c0f994855e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:36.374035 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-758c889b-c3e7-4807-8f1a-4ba8b5e1c414 None None] Allocated IP 172.20.0.2 (b8d91ad8-ce11-411f-a34c-d77b60624fb0/661a9adf-d715-44b9-b4c1-0be354e83525/7aada6c9-8195-4677-b294-3ca3aca5be8b) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:31:36.396297 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ee3399-3d3b-41df-90a6-6c0f994855e7 admin admin] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:31:36.399641 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-00ee3399-3d3b-41df-90a6-6c0f994855e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:31:36.402142 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ee3399-3d3b-41df-90a6-6c0f994855e7 admin admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:31:36.421614 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0a58cd-170f-4b92-b1bd-a350d9e861b6 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:31:36.430570 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ee3399-3d3b-41df-90a6-6c0f994855e7 admin admin] Pushing event updated for resources: {'Port': ['ID=9db0fe88-d973-4e00-8351-d0691341d269,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:36.502068 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-4812f1ce-75f4-44d1-9ced-6682d97ea80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78fc20b-404a-405d-b52c-8cb6536e50c4', 'name': 'tempest-TestMinimumBasicScenario-665715556-router', 'tenant_id': 'b47abd6d0b564a93b25965eecaa4c12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '7e396595-bd70-45eb-a224-dfe08b859831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:31:31Z', 'updated_at': '2021-11-25T18:31:33Z', 'revision_number': 4, 'project_id': 'b47abd6d0b564a93b25965eecaa4c12b', 'gw_port': {'id': '7e396595-bd70-45eb-a224-dfe08b859831', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78fc20b-404a-405d-b52c-8cb6536e50c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:31:31Z', 'updated_at': '2021-11-25T18:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'da72ad16-b482-4e12-9df2-b1ed2c5315db', 'name': '', 'network_id': '7a34d907-9639-4d13-bcf1-a81ec30b36a4', 'tenant_id': 'b47abd6d0b564a93b25965eecaa4c12b', 'mac_address': 'fa:16:3e:dc:e6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78fc20b-404a-405d-b52c-8cb6536e50c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'b2ebecaa-e71f-4566-a835-5c375467a8af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:31:33Z', 'updated_at': '2021-11-25T18:31:33Z', 'revision_number': 2, 'project_id': 'b47abd6d0b564a93b25965eecaa4c12b', 'subnets': [{'id': 'b2ebecaa-e71f-4566-a835-5c375467a8af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:36.541544 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4812f1ce-75f4-44d1-9ced-6682d97ea80b None None] Checking router: c78fc20b-404a-405d-b52c-8cb6536e50c4 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:31:36.541822 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4812f1ce-75f4-44d1-9ced-6682d97ea80b None None] Updating router c78fc20b-404a-405d-b52c-8cb6536e50c4 port da72ad16-b482-4e12-9df2-b1ed2c5315db binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:31:36.592806 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4812f1ce-75f4-44d1-9ced-6682d97ea80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:36.659456 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-dec49728-afc3-4e82-8070-c932b119d8c5 None None] Provisioning complete for port 9db0fe88-d973-4e00-8351-d0691341d269 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:31:36.659833 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dec49728-afc3-4e82-8070-c932b119d8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:36.662092 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-00ee3399-3d3b-41df-90a6-6c0f994855e7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:36.699515 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-758c889b-c3e7-4807-8f1a-4ba8b5e1c414 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:36.716784 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-758c889b-c3e7-4807-8f1a-4ba8b5e1c414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:36.805687 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-dec49728-afc3-4e82-8070-c932b119d8c5 None None] Port 9db0fe88-d973-4e00-8351-d0691341d269 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:31:36.831953 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758c889b-c3e7-4807-8f1a-4ba8b5e1c414 None None] Network b8d91ad8-ce11-411f-a34c-d77b60624fb0 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:31:36.838687 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-758c889b-c3e7-4807-8f1a-4ba8b5e1c414 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:31:36.842552 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758c889b-c3e7-4807-8f1a-4ba8b5e1c414 None None] Pushing event updated for resources: {'Port': ['ID=7aada6c9-8195-4677-b294-3ca3aca5be8b,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:36.846160 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758c889b-c3e7-4807-8f1a-4ba8b5e1c414 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:31:36.868527 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-00ee3399-3d3b-41df-90a6-6c0f994855e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:36.953588 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-758c889b-c3e7-4807-8f1a-4ba8b5e1c414 None None] Attempting to bind port 7aada6c9-8195-4677-b294-3ca3aca5be8b on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:31:36.953984 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-758c889b-c3e7-4807-8f1a-4ba8b5e1c414 None None] Attempting to bind port 7aada6c9-8195-4677-b294-3ca3aca5be8b by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'fd886272-04fb-4c22-8e33-bbd3a426bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'b8d91ad8-ce11-411f-a34c-d77b60624fb0'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:31:36.954343 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758c889b-c3e7-4807-8f1a-4ba8b5e1c414 None None] Attempting to bind port 7aada6c9-8195-4677-b294-3ca3aca5be8b on network b8d91ad8-ce11-411f-a34c-d77b60624fb0 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:31:36.974544 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758c889b-c3e7-4807-8f1a-4ba8b5e1c414 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:31:36.974937 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758c889b-c3e7-4807-8f1a-4ba8b5e1c414 None None] Checking segment: {'id': 'fd886272-04fb-4c22-8e33-bbd3a426bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'b8d91ad8-ce11-411f-a34c-d77b60624fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:31:36.975355 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-758c889b-c3e7-4807-8f1a-4ba8b5e1c414 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:36.976379 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758c889b-c3e7-4807-8f1a-4ba8b5e1c414 None None] Bound using segment: {'id': 'fd886272-04fb-4c22-8e33-bbd3a426bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'b8d91ad8-ce11-411f-a34c-d77b60624fb0'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:31:36.976902 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-758c889b-c3e7-4807-8f1a-4ba8b5e1c414 None None] Bound port: 7aada6c9-8195-4677-b294-3ca3aca5be8b, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd886272-04fb-4c22-8e33-bbd3a426bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'b8d91ad8-ce11-411f-a34c-d77b60624fb0'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:31:36.977303 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-758c889b-c3e7-4807-8f1a-4ba8b5e1c414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:37.112658 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-758c889b-c3e7-4807-8f1a-4ba8b5e1c414 None None] For port 7aada6c9-8195-4677-b294-3ca3aca5be8b, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:31:37.118459 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-758c889b-c3e7-4807-8f1a-4ba8b5e1c414 None None] For port 7aada6c9-8195-4677-b294-3ca3aca5be8b, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=7aada6c9-8195-4677-b294-3ca3aca5be8b,segment=NetworkSegment(fd886272-04fb-4c22-8e33-bbd3a426bf0c),segment_id=fd886272-04fb-4c22-8e33-bbd3a426bf0c)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:31:37.120708 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4812f1ce-75f4-44d1-9ced-6682d97ea80b None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:37.123147 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-758c889b-c3e7-4807-8f1a-4ba8b5e1c414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:37.149675 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4812f1ce-75f4-44d1-9ced-6682d97ea80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:37.193614 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758c889b-c3e7-4807-8f1a-4ba8b5e1c414 None None] Pushing event updated for resources: {'Port': ['ID=7aada6c9-8195-4677-b294-3ca3aca5be8b,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:37.287670 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c467fa82-b670-41fd-919c-68be75a7af48 None None] Pushing event updated for resources: {'Port': ['ID=da72ad16-b482-4e12-9df2-b1ed2c5315db,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:37.303388 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-4812f1ce-75f4-44d1-9ced-6682d97ea80b None None] Attempting to bind port da72ad16-b482-4e12-9df2-b1ed2c5315db on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:31:37.304922 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-4812f1ce-75f4-44d1-9ced-6682d97ea80b None None] Attempting to bind port da72ad16-b482-4e12-9df2-b1ed2c5315db by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'b4235a4e-017c-4af5-baf3-950b8309a543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7a34d907-9639-4d13-bcf1-a81ec30b36a4'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:31:37.305734 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4812f1ce-75f4-44d1-9ced-6682d97ea80b None None] Attempting to bind port da72ad16-b482-4e12-9df2-b1ed2c5315db on network 7a34d907-9639-4d13-bcf1-a81ec30b36a4 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:31:37.313365 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4812f1ce-75f4-44d1-9ced-6682d97ea80b None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:31:37.314882 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4812f1ce-75f4-44d1-9ced-6682d97ea80b None None] Checking segment: {'id': 'b4235a4e-017c-4af5-baf3-950b8309a543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7a34d907-9639-4d13-bcf1-a81ec30b36a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:31:37.315501 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4812f1ce-75f4-44d1-9ced-6682d97ea80b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:37.316356 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4812f1ce-75f4-44d1-9ced-6682d97ea80b None None] Bound using segment: {'id': 'b4235a4e-017c-4af5-baf3-950b8309a543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7a34d907-9639-4d13-bcf1-a81ec30b36a4'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:31:37.316915 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-4812f1ce-75f4-44d1-9ced-6682d97ea80b None None] Bound port: da72ad16-b482-4e12-9df2-b1ed2c5315db, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4235a4e-017c-4af5-baf3-950b8309a543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7a34d907-9639-4d13-bcf1-a81ec30b36a4'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:31:37.317297 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4812f1ce-75f4-44d1-9ced-6682d97ea80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:37.342883 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ee3399-3d3b-41df-90a6-6c0f994855e7 admin admin] Router 8e43252b-ba9e-4331-ba5f-b710df16256c is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:31:37.389569 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-4812f1ce-75f4-44d1-9ced-6682d97ea80b None None] For port da72ad16-b482-4e12-9df2-b1ed2c5315db, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:31:37.393502 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-4812f1ce-75f4-44d1-9ced-6682d97ea80b None None] For port da72ad16-b482-4e12-9df2-b1ed2c5315db, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=da72ad16-b482-4e12-9df2-b1ed2c5315db,segment=NetworkSegment(b4235a4e-017c-4af5-baf3-950b8309a543),segment_id=b4235a4e-017c-4af5-baf3-950b8309a543)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:31:37.403180 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4812f1ce-75f4-44d1-9ced-6682d97ea80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:37.481693 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ee3399-3d3b-41df-90a6-6c0f994855e7 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:31:37.485406 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c467fa82-b670-41fd-919c-68be75a7af48 None None] Pushing event updated for resources: {'Port': ['ID=da72ad16-b482-4e12-9df2-b1ed2c5315db,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:37.488162 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4812f1ce-75f4-44d1-9ced-6682d97ea80b None None] Routers {'c78fc20b-404a-405d-b52c-8cb6536e50c4'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:31:37.488778 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-4812f1ce-75f4-44d1-9ced-6682d97ea80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:31:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['c78fc20b-404a-405d-b52c-8cb6536e50c4'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:37.503778 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7860a3-461b-48b6-9b46-e1b8f1c53472 None None] Sync routers for ids ['8e43252b-ba9e-4331-ba5f-b710df16256c'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:31:37.526519 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7860a3-461b-48b6-9b46-e1b8f1c53472 None None] Routers {'8e43252b-ba9e-4331-ba5f-b710df16256c'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:31:37.527246 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-7b7860a3-461b-48b6-9b46-e1b8f1c53472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:31:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['8e43252b-ba9e-4331-ba5f-b710df16256c'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:37.537603 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-00ee3399-3d3b-41df-90a6-6c0f994855e7 admin admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:37.542684 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-00ee3399-3d3b-41df-90a6-6c0f994855e7 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9000704 Nov 25 18:31:37.544725 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37590) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:31:37.638752 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-942dac2d-df5c-40d6-8649-6f109b0b8631 None None] Provisioning complete for port da72ad16-b482-4e12-9df2-b1ed2c5315db triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:31:37.639128 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-942dac2d-df5c-40d6-8649-6f109b0b8631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:37.685543 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-7b7860a3-461b-48b6-9b46-e1b8f1c53472 None None] Set router 8e43252b-ba9e-4331-ba5f-b710df16256c gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:31:37.700647 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-4812f1ce-75f4-44d1-9ced-6682d97ea80b None None] Set router c78fc20b-404a-405d-b52c-8cb6536e50c4 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:31:37.837226 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-942dac2d-df5c-40d6-8649-6f109b0b8631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:37.914366 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-942dac2d-df5c-40d6-8649-6f109b0b8631 None None] For port da72ad16-b482-4e12-9df2-b1ed2c5315db, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=da72ad16-b482-4e12-9df2-b1ed2c5315db,segment=NetworkSegment(b4235a4e-017c-4af5-baf3-950b8309a543),segment_id=b4235a4e-017c-4af5-baf3-950b8309a543)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:31:37.924453 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-942dac2d-df5c-40d6-8649-6f109b0b8631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:37.993651 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-7b7860a3-461b-48b6-9b46-e1b8f1c53472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e43252b-ba9e-4331-ba5f-b710df16256c', 'name': 'tempest-TestMinimumBasicScenario-2045004542-router', 'tenant_id': '3dc0d165fc094fbba2d30752c3d5b50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '9db0fe88-d973-4e00-8351-d0691341d269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:31:35Z', 'updated_at': '2021-11-25T18:31:36Z', 'revision_number': 3, 'project_id': '3dc0d165fc094fbba2d30752c3d5b50e', 'gw_port': {'id': '9db0fe88-d973-4e00-8351-d0691341d269', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:92:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e43252b-ba9e-4331-ba5f-b710df16256c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:31:36Z', 'updated_at': '2021-11-25T18:31:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:38.013875 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942dac2d-df5c-40d6-8649-6f109b0b8631 None None] Pushing event updated for resources: {'Port': ['ID=da72ad16-b482-4e12-9df2-b1ed2c5315db,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:38.034267 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7860a3-461b-48b6-9b46-e1b8f1c53472 None None] Checking router: 8e43252b-ba9e-4331-ba5f-b710df16256c for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:31:38.034892 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7860a3-461b-48b6-9b46-e1b8f1c53472 None None] Updating router 8e43252b-ba9e-4331-ba5f-b710df16256c port 9db0fe88-d973-4e00-8351-d0691341d269 binding host n-d-817746-1 {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:31:38.039800 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-4812f1ce-75f4-44d1-9ced-6682d97ea80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78fc20b-404a-405d-b52c-8cb6536e50c4', 'name': 'tempest-TestMinimumBasicScenario-665715556-router', 'tenant_id': 'b47abd6d0b564a93b25965eecaa4c12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '7e396595-bd70-45eb-a224-dfe08b859831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:31:31Z', 'updated_at': '2021-11-25T18:31:33Z', 'revision_number': 4, 'project_id': 'b47abd6d0b564a93b25965eecaa4c12b', 'gw_port': {'id': '7e396595-bd70-45eb-a224-dfe08b859831', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78fc20b-404a-405d-b52c-8cb6536e50c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:31:31Z', 'updated_at': '2021-11-25T18:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'da72ad16-b482-4e12-9df2-b1ed2c5315db', 'name': '', 'network_id': '7a34d907-9639-4d13-bcf1-a81ec30b36a4', 'tenant_id': 'b47abd6d0b564a93b25965eecaa4c12b', 'mac_address': 'fa:16:3e:dc:e6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78fc20b-404a-405d-b52c-8cb6536e50c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'b2ebecaa-e71f-4566-a835-5c375467a8af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:31:33Z', 'updated_at': '2021-11-25T18:31:37Z', 'revision_number': 4, 'project_id': 'b47abd6d0b564a93b25965eecaa4c12b', 'subnets': [{'id': 'b2ebecaa-e71f-4566-a835-5c375467a8af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:38.077947 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-7b7860a3-461b-48b6-9b46-e1b8f1c53472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:38.087539 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 7aada6c9-8195-4677-b294-3ca3aca5be8b up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:31:38.116438 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4812f1ce-75f4-44d1-9ced-6682d97ea80b None None] The sync data for ids ['c78fc20b-404a-405d-b52c-8cb6536e50c4'] in n-d-817746-1 is: [{'id': 'c78fc20b-404a-405d-b52c-8cb6536e50c4', 'name': 'tempest-TestMinimumBasicScenario-665715556-router', 'tenant_id': 'b47abd6d0b564a93b25965eecaa4c12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '7e396595-bd70-45eb-a224-dfe08b859831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:31:31Z', 'updated_at': '2021-11-25T18:31:33Z', 'revision_number': 4, 'project_id': 'b47abd6d0b564a93b25965eecaa4c12b', 'gw_port': {'id': '7e396595-bd70-45eb-a224-dfe08b859831', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78fc20b-404a-405d-b52c-8cb6536e50c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:31:31Z', 'updated_at': '2021-11-25T18:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'da72ad16-b482-4e12-9df2-b1ed2c5315db', 'name': '', 'network_id': '7a34d907-9639-4d13-bcf1-a81ec30b36a4', 'tenant_id': 'b47abd6d0b564a93b25965eecaa4c12b', 'mac_address': 'fa:16:3e:dc:e6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78fc20b-404a-405d-b52c-8cb6536e50c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'b2ebecaa-e71f-4566-a835-5c375467a8af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:31:33Z', 'updated_at': '2021-11-25T18:31:37Z', 'revision_number': 4, 'project_id': 'b47abd6d0b564a93b25965eecaa4c12b', 'subnets': [{'id': 'b2ebecaa-e71f-4566-a835-5c375467a8af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:31:38.126230 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5d4ae2db-9b22-46e9-a664-0bad0a756999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:38.148392 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-5b6bf70f-e87a-4c1d-aeb4-e83a86bed241 None None] Provisioning complete for port da72ad16-b482-4e12-9df2-b1ed2c5315db triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:31:38.150422 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5b6bf70f-e87a-4c1d-aeb4-e83a86bed241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:38.287634 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 7aada6c9-8195-4677-b294-3ca3aca5be8b triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:31:38.288076 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:38.390938 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-5d4ae2db-9b22-46e9-a664-0bad0a756999 admin admin] Allocated IP 172.20.0.1 (b8d91ad8-ce11-411f-a34c-d77b60624fb0/661a9adf-d715-44b9-b4c1-0be354e83525/9dec561d-42bf-4c4d-a23e-7acf0f8a4d95) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:31:38.421924 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-7b7860a3-461b-48b6-9b46-e1b8f1c53472 None None] Publish callbacks [] for port, precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:38.430451 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-7b7860a3-461b-48b6-9b46-e1b8f1c53472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:38.451099 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:38.494763 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4460081f-743f-4845-beaf-4acfb35bc370 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:31:38.534685 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-7b7860a3-461b-48b6-9b46-e1b8f1c53472 None None] Attempting to bind port 9db0fe88-d973-4e00-8351-d0691341d269 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:31:38.536473 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-7b7860a3-461b-48b6-9b46-e1b8f1c53472 None None] Attempting to bind port 9db0fe88-d973-4e00-8351-d0691341d269 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:31:38.538896 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7860a3-461b-48b6-9b46-e1b8f1c53472 None None] Attempting to bind port 9db0fe88-d973-4e00-8351-d0691341d269 on network 1aa44027-b9d0-4a56-9a59-7e664703e20a {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:31:38.550156 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66529efd-527b-4380-a31e-42eb85bec118 None None] Pushing event updated for resources: {'Port': ['ID=9db0fe88-d973-4e00-8351-d0691341d269,revision_number=2']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:38.552520 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port 7aada6c9-8195-4677-b294-3ca3aca5be8b, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=7aada6c9-8195-4677-b294-3ca3aca5be8b,segment=NetworkSegment(fd886272-04fb-4c22-8e33-bbd3a426bf0c),segment_id=fd886272-04fb-4c22-8e33-bbd3a426bf0c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:31:38.555521 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7860a3-461b-48b6-9b46-e1b8f1c53472 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:31:38.555988 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7860a3-461b-48b6-9b46-e1b8f1c53472 None None] Checking segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:31:38.556447 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-7b7860a3-461b-48b6-9b46-e1b8f1c53472 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:38.556894 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7860a3-461b-48b6-9b46-e1b8f1c53472 None None] Bound using segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:31:38.557350 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-7b7860a3-461b-48b6-9b46-e1b8f1c53472 None None] Bound port: 9db0fe88-d973-4e00-8351-d0691341d269, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:31:38.557724 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-7b7860a3-461b-48b6-9b46-e1b8f1c53472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:38.563855 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:38.570305 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5d4ae2db-9b22-46e9-a664-0bad0a756999 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:38.615505 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5d4ae2db-9b22-46e9-a664-0bad0a756999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:38.625772 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-eb73f79f-bcc4-41c9-b822-44aa355fdf1f None None] Provisioning complete for port 9db0fe88-d973-4e00-8351-d0691341d269 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:31:38.626445 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-eb73f79f-bcc4-41c9-b822-44aa355fdf1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:38.665022 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4ae2db-9b22-46e9-a664-0bad0a756999 admin admin] Network b8d91ad8-ce11-411f-a34c-d77b60624fb0 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:31:38.667598 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=7aada6c9-8195-4677-b294-3ca3aca5be8b,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:38.671286 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-5d4ae2db-9b22-46e9-a664-0bad0a756999 admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:31:38.677774 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4ae2db-9b22-46e9-a664-0bad0a756999 admin admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:31:38.682349 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ae2db-9b22-46e9-a664-0bad0a756999 admin admin] Pushing event updated for resources: {'Port': ['ID=9dec561d-42bf-4c4d-a23e-7acf0f8a4d95,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:38.683545 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-eb73f79f-bcc4-41c9-b822-44aa355fdf1f None None] Port 9db0fe88-d973-4e00-8351-d0691341d269 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:31:38.693118 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-7b7860a3-461b-48b6-9b46-e1b8f1c53472 None None] For port 9db0fe88-d973-4e00-8351-d0691341d269, host n-d-817746-1, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:31:38.697513 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-7b7860a3-461b-48b6-9b46-e1b8f1c53472 None None] For port 9db0fe88-d973-4e00-8351-d0691341d269, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=9db0fe88-d973-4e00-8351-d0691341d269,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:31:38.705284 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-7b7860a3-461b-48b6-9b46-e1b8f1c53472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:38.712730 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae3d13f-dfc4-48dd-8b02-4006bb57fb98 None None] Network b8d91ad8-ce11-411f-a34c-d77b60624fb0 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:31:38.724535 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5d4ae2db-9b22-46e9-a664-0bad0a756999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:38.781767 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66529efd-527b-4380-a31e-42eb85bec118 None None] Pushing event updated for resources: {'Port': ['ID=9db0fe88-d973-4e00-8351-d0691341d269,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:38.784758 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7860a3-461b-48b6-9b46-e1b8f1c53472 None None] Routers {'8e43252b-ba9e-4331-ba5f-b710df16256c'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:31:38.785401 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-7b7860a3-461b-48b6-9b46-e1b8f1c53472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:31:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['8e43252b-ba9e-4331-ba5f-b710df16256c'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:38.898896 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5d4ae2db-9b22-46e9-a664-0bad0a756999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:38.930621 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-7b7860a3-461b-48b6-9b46-e1b8f1c53472 None None] Set router 8e43252b-ba9e-4331-ba5f-b710df16256c gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:31:38.980315 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c706cc-08f3-4cdc-9ff2-ede57cd2c06a None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:31:39.017448 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-30f2e9ca-e56f-4e2a-a3b7-9597beae6ca4 None None] Provisioning complete for port 7aada6c9-8195-4677-b294-3ca3aca5be8b triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:31:39.018544 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-30f2e9ca-e56f-4e2a-a3b7-9597beae6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:39.095875 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5d4ae2db-9b22-46e9-a664-0bad0a756999 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:39.102316 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5d4ae2db-9b22-46e9-a664-0bad0a756999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:39.150251 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-7b7860a3-461b-48b6-9b46-e1b8f1c53472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e43252b-ba9e-4331-ba5f-b710df16256c', 'name': 'tempest-TestMinimumBasicScenario-2045004542-router', 'tenant_id': '3dc0d165fc094fbba2d30752c3d5b50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '9db0fe88-d973-4e00-8351-d0691341d269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:31:35Z', 'updated_at': '2021-11-25T18:31:36Z', 'revision_number': 3, 'project_id': '3dc0d165fc094fbba2d30752c3d5b50e', 'gw_port': {'id': '9db0fe88-d973-4e00-8351-d0691341d269', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:92:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e43252b-ba9e-4331-ba5f-b710df16256c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:31:36Z', 'updated_at': '2021-11-25T18:31:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:39.183282 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5d4ae2db-9b22-46e9-a664-0bad0a756999 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:39.189144 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7860a3-461b-48b6-9b46-e1b8f1c53472 None None] The sync data for ids ['8e43252b-ba9e-4331-ba5f-b710df16256c'] in n-d-817746-1 is: [{'id': '8e43252b-ba9e-4331-ba5f-b710df16256c', 'name': 'tempest-TestMinimumBasicScenario-2045004542-router', 'tenant_id': '3dc0d165fc094fbba2d30752c3d5b50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '9db0fe88-d973-4e00-8351-d0691341d269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:31:35Z', 'updated_at': '2021-11-25T18:31:36Z', 'revision_number': 3, 'project_id': '3dc0d165fc094fbba2d30752c3d5b50e', 'gw_port': {'id': '9db0fe88-d973-4e00-8351-d0691341d269', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:92:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e43252b-ba9e-4331-ba5f-b710df16256c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:31:36Z', 'updated_at': '2021-11-25T18:31:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:31:39.190270 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ae2db-9b22-46e9-a664-0bad0a756999 admin admin] Pushing event updated for resources: {'Port': ['ID=9dec561d-42bf-4c4d-a23e-7acf0f8a4d95,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:39.299622 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4ae2db-9b22-46e9-a664-0bad0a756999 admin admin] Network b8d91ad8-ce11-411f-a34c-d77b60624fb0 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:31:39.301152 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-5d4ae2db-9b22-46e9-a664-0bad0a756999 admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:31:39.336100 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:31:39.348044 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-71aab927-ee7b-489c-bb99-0f51a3df1b74 None None] Provisioning complete for port 9db0fe88-d973-4e00-8351-d0691341d269 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:31:39.348506 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-71aab927-ee7b-489c-bb99-0f51a3df1b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:39.451176 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d4ae2db-9b22-46e9-a664-0bad0a756999 admin admin] Router 8e43252b-ba9e-4331-ba5f-b710df16256c has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:31:39.467317 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-71aab927-ee7b-489c-bb99-0f51a3df1b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:39.516555 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-71aab927-ee7b-489c-bb99-0f51a3df1b74 None None] For port 9db0fe88-d973-4e00-8351-d0691341d269, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=9db0fe88-d973-4e00-8351-d0691341d269,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:31:39.527667 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-71aab927-ee7b-489c-bb99-0f51a3df1b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:39.611266 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aab927-ee7b-489c-bb99-0f51a3df1b74 None None] Pushing event updated for resources: {'Port': ['ID=9db0fe88-d973-4e00-8351-d0691341d269,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:39.629082 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4ae2db-9b22-46e9-a664-0bad0a756999 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:31:39.634912 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-5d4ae2db-9b22-46e9-a664-0bad0a756999 admin admin] 10.222.0.75 "PUT /v2.0/routers/8e43252b-ba9e-4331-ba5f-b710df16256c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0890219 Nov 25 18:31:39.667916 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-2b16e18e-4e51-49b6-8b7d-3adcd684cda9 None None] Provisioning complete for port 9dec561d-42bf-4c4d-a23e-7acf0f8a4d95 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:31:39.668300 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2b16e18e-4e51-49b6-8b7d-3adcd684cda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:39.710392 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-2b16e18e-4e51-49b6-8b7d-3adcd684cda9 None None] Port 9dec561d-42bf-4c4d-a23e-7acf0f8a4d95 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:31:39.723795 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-2b16e18e-4e51-49b6-8b7d-3adcd684cda9 None None] Provisioning complete for port 7aada6c9-8195-4677-b294-3ca3aca5be8b triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:31:39.724175 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2b16e18e-4e51-49b6-8b7d-3adcd684cda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:39.981781 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-85b7b968-edd3-40d2-b9d4-e937eeaa9c4b None None] Provisioning complete for port 9dec561d-42bf-4c4d-a23e-7acf0f8a4d95 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:31:39.982167 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-85b7b968-edd3-40d2-b9d4-e937eeaa9c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:40.047680 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-85b7b968-edd3-40d2-b9d4-e937eeaa9c4b None None] Port 9dec561d-42bf-4c4d-a23e-7acf0f8a4d95 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:31:40.186464 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-9ff6d3dd-94ed-4d6d-9cbf-2825b9361142 None None] Provisioning complete for port 9dec561d-42bf-4c4d-a23e-7acf0f8a4d95 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:31:40.186464 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9ff6d3dd-94ed-4d6d-9cbf-2825b9361142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:40.213139 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 9db0fe88-d973-4e00-8351-d0691341d269 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:31:40.257888 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-9ff6d3dd-94ed-4d6d-9cbf-2825b9361142 None None] Port 9dec561d-42bf-4c4d-a23e-7acf0f8a4d95 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:31:40.275930 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 9db0fe88-d973-4e00-8351-d0691341d269 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:31:40.276304 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:40.364212 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 7aada6c9-8195-4677-b294-3ca3aca5be8b up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:31:40.413643 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 7aada6c9-8195-4677-b294-3ca3aca5be8b triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:31:40.414027 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:40.501820 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device da72ad16-b482-4e12-9df2-b1ed2c5315db up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:31:40.548544 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port da72ad16-b482-4e12-9df2-b1ed2c5315db triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:31:40.548955 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:41.738486 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f58f015-cc03-4c52-98a2-b8688ae18999 None None] Sync routers for ids ['8e43252b-ba9e-4331-ba5f-b710df16256c'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:31:41.757142 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f58f015-cc03-4c52-98a2-b8688ae18999 None None] Routers {'8e43252b-ba9e-4331-ba5f-b710df16256c'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:31:41.757922 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-2f58f015-cc03-4c52-98a2-b8688ae18999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:31:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['8e43252b-ba9e-4331-ba5f-b710df16256c'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:41.879772 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-2f58f015-cc03-4c52-98a2-b8688ae18999 None None] Set router 8e43252b-ba9e-4331-ba5f-b710df16256c gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:31:42.109834 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-2f58f015-cc03-4c52-98a2-b8688ae18999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e43252b-ba9e-4331-ba5f-b710df16256c', 'name': 'tempest-TestMinimumBasicScenario-2045004542-router', 'tenant_id': '3dc0d165fc094fbba2d30752c3d5b50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '9db0fe88-d973-4e00-8351-d0691341d269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:31:35Z', 'updated_at': '2021-11-25T18:31:38Z', 'revision_number': 4, 'project_id': '3dc0d165fc094fbba2d30752c3d5b50e', 'gw_port': {'id': '9db0fe88-d973-4e00-8351-d0691341d269', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:92:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e43252b-ba9e-4331-ba5f-b710df16256c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:31:36Z', 'updated_at': '2021-11-25T18:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '9dec561d-42bf-4c4d-a23e-7acf0f8a4d95', 'name': '', 'network_id': 'b8d91ad8-ce11-411f-a34c-d77b60624fb0', 'tenant_id': '3dc0d165fc094fbba2d30752c3d5b50e', 'mac_address': 'fa:16:3e:69:91:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e43252b-ba9e-4331-ba5f-b710df16256c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '661a9adf-d715-44b9-b4c1-0be354e83525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:31:38Z', 'updated_at': '2021-11-25T18:31:38Z', 'revision_number': 2, 'project_id': '3dc0d165fc094fbba2d30752c3d5b50e', 'subnets': [{'id': '661a9adf-d715-44b9-b4c1-0be354e83525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:42.138766 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f58f015-cc03-4c52-98a2-b8688ae18999 None None] Checking router: 8e43252b-ba9e-4331-ba5f-b710df16256c for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:31:42.139132 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f58f015-cc03-4c52-98a2-b8688ae18999 None None] Updating router 8e43252b-ba9e-4331-ba5f-b710df16256c port 9dec561d-42bf-4c4d-a23e-7acf0f8a4d95 binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:31:42.171275 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2f58f015-cc03-4c52-98a2-b8688ae18999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:42.476898 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2f58f015-cc03-4c52-98a2-b8688ae18999 None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:42.482294 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2f58f015-cc03-4c52-98a2-b8688ae18999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:42.538102 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfadb85a-2130-4b64-b299-3d2c17fb1b82 None None] Pushing event updated for resources: {'Port': ['ID=9dec561d-42bf-4c4d-a23e-7acf0f8a4d95,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:42.602348 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-2f58f015-cc03-4c52-98a2-b8688ae18999 None None] Attempting to bind port 9dec561d-42bf-4c4d-a23e-7acf0f8a4d95 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:31:42.602900 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-2f58f015-cc03-4c52-98a2-b8688ae18999 None None] Attempting to bind port 9dec561d-42bf-4c4d-a23e-7acf0f8a4d95 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'fd886272-04fb-4c22-8e33-bbd3a426bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'b8d91ad8-ce11-411f-a34c-d77b60624fb0'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:31:42.603388 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f58f015-cc03-4c52-98a2-b8688ae18999 None None] Attempting to bind port 9dec561d-42bf-4c4d-a23e-7acf0f8a4d95 on network b8d91ad8-ce11-411f-a34c-d77b60624fb0 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:31:42.610444 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f58f015-cc03-4c52-98a2-b8688ae18999 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:31:42.610444 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f58f015-cc03-4c52-98a2-b8688ae18999 None None] Checking segment: {'id': 'fd886272-04fb-4c22-8e33-bbd3a426bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'b8d91ad8-ce11-411f-a34c-d77b60624fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:31:42.610444 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2f58f015-cc03-4c52-98a2-b8688ae18999 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:42.610894 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f58f015-cc03-4c52-98a2-b8688ae18999 None None] Bound using segment: {'id': 'fd886272-04fb-4c22-8e33-bbd3a426bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'b8d91ad8-ce11-411f-a34c-d77b60624fb0'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:31:42.611450 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-2f58f015-cc03-4c52-98a2-b8688ae18999 None None] Bound port: 9dec561d-42bf-4c4d-a23e-7acf0f8a4d95, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd886272-04fb-4c22-8e33-bbd3a426bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'b8d91ad8-ce11-411f-a34c-d77b60624fb0'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:31:42.612096 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2f58f015-cc03-4c52-98a2-b8688ae18999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:42.695596 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-2f58f015-cc03-4c52-98a2-b8688ae18999 None None] For port 9dec561d-42bf-4c4d-a23e-7acf0f8a4d95, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:31:42.700499 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-2f58f015-cc03-4c52-98a2-b8688ae18999 None None] For port 9dec561d-42bf-4c4d-a23e-7acf0f8a4d95, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=9dec561d-42bf-4c4d-a23e-7acf0f8a4d95,segment=NetworkSegment(fd886272-04fb-4c22-8e33-bbd3a426bf0c),segment_id=fd886272-04fb-4c22-8e33-bbd3a426bf0c)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:31:42.707722 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2f58f015-cc03-4c52-98a2-b8688ae18999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:42.769128 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfadb85a-2130-4b64-b299-3d2c17fb1b82 None None] Pushing event updated for resources: {'Port': ['ID=9dec561d-42bf-4c4d-a23e-7acf0f8a4d95,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:42.776685 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f58f015-cc03-4c52-98a2-b8688ae18999 None None] Routers {'8e43252b-ba9e-4331-ba5f-b710df16256c'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:31:42.777498 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-2f58f015-cc03-4c52-98a2-b8688ae18999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:31:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['8e43252b-ba9e-4331-ba5f-b710df16256c'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:42.879274 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-885273ba-1ddd-4491-977b-16f428333b41 None None] Provisioning complete for port 9dec561d-42bf-4c4d-a23e-7acf0f8a4d95 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:31:42.879797 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-885273ba-1ddd-4491-977b-16f428333b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:42.951314 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-2f58f015-cc03-4c52-98a2-b8688ae18999 None None] Set router 8e43252b-ba9e-4331-ba5f-b710df16256c gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:31:43.142606 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-885273ba-1ddd-4491-977b-16f428333b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:43.212799 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-885273ba-1ddd-4491-977b-16f428333b41 None None] For port 9dec561d-42bf-4c4d-a23e-7acf0f8a4d95, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=9dec561d-42bf-4c4d-a23e-7acf0f8a4d95,segment=NetworkSegment(fd886272-04fb-4c22-8e33-bbd3a426bf0c),segment_id=fd886272-04fb-4c22-8e33-bbd3a426bf0c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:31:43.218867 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-885273ba-1ddd-4491-977b-16f428333b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:43.311211 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885273ba-1ddd-4491-977b-16f428333b41 None None] Pushing event updated for resources: {'Port': ['ID=9dec561d-42bf-4c4d-a23e-7acf0f8a4d95,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:43.327228 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-2f58f015-cc03-4c52-98a2-b8688ae18999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e43252b-ba9e-4331-ba5f-b710df16256c', 'name': 'tempest-TestMinimumBasicScenario-2045004542-router', 'tenant_id': '3dc0d165fc094fbba2d30752c3d5b50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '9db0fe88-d973-4e00-8351-d0691341d269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:31:35Z', 'updated_at': '2021-11-25T18:31:38Z', 'revision_number': 4, 'project_id': '3dc0d165fc094fbba2d30752c3d5b50e', 'gw_port': {'id': '9db0fe88-d973-4e00-8351-d0691341d269', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:92:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e43252b-ba9e-4331-ba5f-b710df16256c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:31:36Z', 'updated_at': '2021-11-25T18:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '9dec561d-42bf-4c4d-a23e-7acf0f8a4d95', 'name': '', 'network_id': 'b8d91ad8-ce11-411f-a34c-d77b60624fb0', 'tenant_id': '3dc0d165fc094fbba2d30752c3d5b50e', 'mac_address': 'fa:16:3e:69:91:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e43252b-ba9e-4331-ba5f-b710df16256c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '661a9adf-d715-44b9-b4c1-0be354e83525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:31:38Z', 'updated_at': '2021-11-25T18:31:42Z', 'revision_number': 4, 'project_id': '3dc0d165fc094fbba2d30752c3d5b50e', 'subnets': [{'id': '661a9adf-d715-44b9-b4c1-0be354e83525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:43.390945 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f58f015-cc03-4c52-98a2-b8688ae18999 None None] The sync data for ids ['8e43252b-ba9e-4331-ba5f-b710df16256c'] in n-d-817746-1 is: [{'id': '8e43252b-ba9e-4331-ba5f-b710df16256c', 'name': 'tempest-TestMinimumBasicScenario-2045004542-router', 'tenant_id': '3dc0d165fc094fbba2d30752c3d5b50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '9db0fe88-d973-4e00-8351-d0691341d269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:31:35Z', 'updated_at': '2021-11-25T18:31:38Z', 'revision_number': 4, 'project_id': '3dc0d165fc094fbba2d30752c3d5b50e', 'gw_port': {'id': '9db0fe88-d973-4e00-8351-d0691341d269', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:92:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e43252b-ba9e-4331-ba5f-b710df16256c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:31:36Z', 'updated_at': '2021-11-25T18:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '9dec561d-42bf-4c4d-a23e-7acf0f8a4d95', 'name': '', 'network_id': 'b8d91ad8-ce11-411f-a34c-d77b60624fb0', 'tenant_id': '3dc0d165fc094fbba2d30752c3d5b50e', 'mac_address': 'fa:16:3e:69:91:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e43252b-ba9e-4331-ba5f-b710df16256c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '661a9adf-d715-44b9-b4c1-0be354e83525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:31:38Z', 'updated_at': '2021-11-25T18:31:42Z', 'revision_number': 4, 'project_id': '3dc0d165fc094fbba2d30752c3d5b50e', 'subnets': [{'id': '661a9adf-d715-44b9-b4c1-0be354e83525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:31:43.399501 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d3d2e232-0999-4a9f-97d3-b7575f52bfc8 None None] Provisioning complete for port 9dec561d-42bf-4c4d-a23e-7acf0f8a4d95 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:31:43.399881 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d3d2e232-0999-4a9f-97d3-b7575f52bfc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:44.050905 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 9dec561d-42bf-4c4d-a23e-7acf0f8a4d95 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:31:44.125649 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 9dec561d-42bf-4c4d-a23e-7acf0f8a4d95 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:31:44.126030 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:47.238913 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e618426b-3e48-4bd0-95ad-d1112e110697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:47.317344 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:47.526043 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:49.903852 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcec707-48b1-4ddf-9c2d-3ed80a7d6937 req-2b2e1dc4-7122-4578-9b61-f35baba6e76f tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:49.905363 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dbcec707-48b1-4ddf-9c2d-3ed80a7d6937 req-2b2e1dc4-7122-4578-9b61-f35baba6e76f tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/networks?id=7a34d907-9639-4d13-bcf1-a81ec30b36a4 HTTP/1.1" status: 200 len: 814 time: 0.1148877 Nov 25 18:31:49.920801 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dbcec707-48b1-4ddf-9c2d-3ed80a7d6937 req-298ed3d5-f96b-4b31-b49b-6ceb8fecf4ce tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/quotas/b47abd6d0b564a93b25965eecaa4c12b HTTP/1.1" status: 200 len: 375 time: 0.0095263 Nov 25 18:31:49.964137 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e3fe2c86-6b0a-4e15-8e60-87609a87d5c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:49.972816 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dbcec707-48b1-4ddf-9c2d-3ed80a7d6937 req-c2c75d1d-a682-469a-9c98-ffe837b45235 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=b47abd6d0b564a93b25965eecaa4c12b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468371 Nov 25 18:31:50.069454 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dbcec707-48b1-4ddf-9c2d-3ed80a7d6937 req-44289623-080a-4671-8182-edccc87ba4d9 service neutron] 10.222.0.75 "GET /v2.0/networks/7a34d907-9639-4d13-bcf1-a81ec30b36a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833027 Nov 25 18:31:50.169542 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dbcec707-48b1-4ddf-9c2d-3ed80a7d6937 req-78486d24-6c56-4d88-82ef-e7722d06ef64 service neutron] 10.222.0.75 "GET /v2.0/networks/7a34d907-9639-4d13-bcf1-a81ec30b36a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934429 Nov 25 18:31:50.331567 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4a2b9bad-1714-4b99-b8cb-5b660a262286 req-d8de2c0f-e3dd-4c52-9021-6e54e14efd04 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c0af306-cacf-423c-8e2d-ac8e27416e75 HTTP/1.1" status: 200 len: 210 time: 0.0268686 Nov 25 18:31:51.077884 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:51.652302 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7fca3761-18fa-46ea-9515-aed4d3666d25 req-ca3e16a4-9569-4ea8-beba-32de118ac343 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c0af306-cacf-423c-8e2d-ac8e27416e75 HTTP/1.1" status: 200 len: 210 time: 0.0354836 Nov 25 18:31:51.695748 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcec707-48b1-4ddf-9c2d-3ed80a7d6937 req-a64dbdea-5e97-4401-9bc1-4ccefa73f99c tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:51.697413 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dbcec707-48b1-4ddf-9c2d-3ed80a7d6937 req-a64dbdea-5e97-4401-9bc1-4ccefa73f99c tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.74 "GET /v2.0/networks?id=7a34d907-9639-4d13-bcf1-a81ec30b36a4 HTTP/1.1" status: 200 len: 814 time: 0.4268756 Nov 25 18:31:52.260437 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:52.763918 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e27bf021-4ef2-41bb-8c3f-be766c2d8ed7 req-2f28972d-4ad0-4456-b02d-e14cc5867135 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c0af306-cacf-423c-8e2d-ac8e27416e75 HTTP/1.1" status: 200 len: 210 time: 0.0282073 Nov 25 18:31:53.180775 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:53.861023 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-53e2db56-6158-4695-b292-29550e19a80e req-0a834f1d-ae5a-4add-bd0c-f148a2493a8b tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c0af306-cacf-423c-8e2d-ac8e27416e75 HTTP/1.1" status: 200 len: 210 time: 0.0265434 Nov 25 18:31:54.962024 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6fd68386-4af9-455f-aa9c-7a74dc2306d8 req-09b3327a-4faa-4d41-835c-56cb8aca3f04 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c0af306-cacf-423c-8e2d-ac8e27416e75 HTTP/1.1" status: 200 len: 210 time: 0.0287058 Nov 25 18:31:56.064575 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7d2c9764-a78f-47fc-ae67-aec9a02c4edf req-86d01550-8f5c-4e23-b706-10beff516c02 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c0af306-cacf-423c-8e2d-ac8e27416e75 HTTP/1.1" status: 200 len: 210 time: 0.0315390 Nov 25 18:31:57.163993 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7459119e-4832-4c6f-b25a-20b7114fa831 req-2009704d-5312-4afb-9653-687cdfcafb3f tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c0af306-cacf-423c-8e2d-ac8e27416e75 HTTP/1.1" status: 200 len: 210 time: 0.0275040 Nov 25 18:31:58.265744 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d3ee7c0d-26c7-4224-b1ec-13de6e70a14e req-8b11c8ca-0b58-4621-9834-d4b6cebef048 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c0af306-cacf-423c-8e2d-ac8e27416e75 HTTP/1.1" status: 200 len: 210 time: 0.0288479 Nov 25 18:31:59.364302 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8c80c4c2-eb1f-47a9-9863-b17f5dfbc576 req-92d5c827-4522-47c7-887d-6d6e43b62c31 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c0af306-cacf-423c-8e2d-ac8e27416e75 HTTP/1.1" status: 200 len: 210 time: 0.0284977 Nov 25 18:32:00.465349 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0d45b4ae-ad23-4e94-ba48-004907d49219 req-7746243e-84d5-4d9b-b12a-53dd0c1b6694 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c0af306-cacf-423c-8e2d-ac8e27416e75 HTTP/1.1" status: 200 len: 210 time: 0.0280371 Nov 25 18:32:01.557507 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3c78a9ba-0c0d-4cb8-a23e-d883139ece69 req-2fc3b7e2-ae10-421c-8193-8258a3ccb35c tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c0af306-cacf-423c-8e2d-ac8e27416e75 HTTP/1.1" status: 200 len: 210 time: 0.0266192 Nov 25 18:32:01.684812 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-dbcec707-48b1-4ddf-9c2d-3ed80a7d6937 req-57a7efed-e11b-43c1-a2db-7ee1377d93f1 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Request body: {'port': {'device_id': '8c0af306-cacf-423c-8e2d-ac8e27416e75', 'network_id': '7a34d907-9639-4d13-bcf1-a81ec30b36a4', 'admin_state_up': True, 'tenant_id': 'b47abd6d0b564a93b25965eecaa4c12b'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:32:01.796153 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbcec707-48b1-4ddf-9c2d-3ed80a7d6937 req-57a7efed-e11b-43c1-a2db-7ee1377d93f1 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Made reservation on behalf of b47abd6d0b564a93b25965eecaa4c12b for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:32:01.799636 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-dbcec707-48b1-4ddf-9c2d-3ed80a7d6937 req-57a7efed-e11b-43c1-a2db-7ee1377d93f1 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:01.925273 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-dbcec707-48b1-4ddf-9c2d-3ed80a7d6937 req-57a7efed-e11b-43c1-a2db-7ee1377d93f1 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Allocated IP 172.20.0.8 (7a34d907-9639-4d13-bcf1-a81ec30b36a4/b2ebecaa-e71f-4566-a835-5c375467a8af/a76ab3bb-847f-4dbb-ab9c-c95108fe0720) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:32:02.079419 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-dbcec707-48b1-4ddf-9c2d-3ed80a7d6937 req-57a7efed-e11b-43c1-a2db-7ee1377d93f1 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:02.116434 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-dbcec707-48b1-4ddf-9c2d-3ed80a7d6937 req-57a7efed-e11b-43c1-a2db-7ee1377d93f1 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:02.166095 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbcec707-48b1-4ddf-9c2d-3ed80a7d6937 req-57a7efed-e11b-43c1-a2db-7ee1377d93f1 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Network 7a34d907-9639-4d13-bcf1-a81ec30b36a4 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:32:02.169257 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-dbcec707-48b1-4ddf-9c2d-3ed80a7d6937 req-57a7efed-e11b-43c1-a2db-7ee1377d93f1 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:32:02.173182 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbcec707-48b1-4ddf-9c2d-3ed80a7d6937 req-57a7efed-e11b-43c1-a2db-7ee1377d93f1 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:32:02.197008 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a7efed-e11b-43c1-a2db-7ee1377d93f1 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Pushing event updated for resources: {'Port': ['ID=a76ab3bb-847f-4dbb-ab9c-c95108fe0720,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:02.213865 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a7efed-e11b-43c1-a2db-7ee1377d93f1 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:02.214216 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a7efed-e11b-43c1-a2db-7ee1377d93f1 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:02.214562 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a7efed-e11b-43c1-a2db-7ee1377d93f1 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:02.214925 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a7efed-e11b-43c1-a2db-7ee1377d93f1 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:02.215241 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a7efed-e11b-43c1-a2db-7ee1377d93f1 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:02.215577 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a7efed-e11b-43c1-a2db-7ee1377d93f1 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:02.215919 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a7efed-e11b-43c1-a2db-7ee1377d93f1 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:02.216249 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a7efed-e11b-43c1-a2db-7ee1377d93f1 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:02.216583 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a7efed-e11b-43c1-a2db-7ee1377d93f1 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:02.217017 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a7efed-e11b-43c1-a2db-7ee1377d93f1 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:02.217349 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a7efed-e11b-43c1-a2db-7ee1377d93f1 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:02.217676 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a7efed-e11b-43c1-a2db-7ee1377d93f1 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:02.239482 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcec707-48b1-4ddf-9c2d-3ed80a7d6937 req-57a7efed-e11b-43c1-a2db-7ee1377d93f1 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:02.240112 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-dbcec707-48b1-4ddf-9c2d-3ed80a7d6937 req-57a7efed-e11b-43c1-a2db-7ee1377d93f1 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:02.257132 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dbcec707-48b1-4ddf-9c2d-3ed80a7d6937 req-57a7efed-e11b-43c1-a2db-7ee1377d93f1 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5779450 Nov 25 18:32:02.271036 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-dbcec707-48b1-4ddf-9c2d-3ed80a7d6937 req-8907ffa9-fa3e-4e0e-914f-3d9f2cdca3ef service neutron] Request body: {'port': {'device_id': '8c0af306-cacf-423c-8e2d-ac8e27416e75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:32:02.330228 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-dbcec707-48b1-4ddf-9c2d-3ed80a7d6937 req-8907ffa9-fa3e-4e0e-914f-3d9f2cdca3ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:02.389047 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-0da75d93-28ea-4294-a85b-8dd3eb398b5c None None] Provisioning complete for port a76ab3bb-847f-4dbb-ab9c-c95108fe0720 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:32:02.390166 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0da75d93-28ea-4294-a85b-8dd3eb398b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:02.426217 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-0da75d93-28ea-4294-a85b-8dd3eb398b5c None None] Port a76ab3bb-847f-4dbb-ab9c-c95108fe0720 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:32:02.596711 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-dbcec707-48b1-4ddf-9c2d-3ed80a7d6937 req-8907ffa9-fa3e-4e0e-914f-3d9f2cdca3ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a76ab3bb-847f-4dbb-ab9c-c95108fe0720 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:32:02.604516 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-dbcec707-48b1-4ddf-9c2d-3ed80a7d6937 req-8907ffa9-fa3e-4e0e-914f-3d9f2cdca3ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:02.616617 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-dbcec707-48b1-4ddf-9c2d-3ed80a7d6937 req-8907ffa9-fa3e-4e0e-914f-3d9f2cdca3ef service neutron] Transition to ACTIVE for port object a76ab3bb-847f-4dbb-ab9c-c95108fe0720 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:32:02.620257 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-dbcec707-48b1-4ddf-9c2d-3ed80a7d6937 req-8907ffa9-fa3e-4e0e-914f-3d9f2cdca3ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:02.707198 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8907ffa9-fa3e-4e0e-914f-3d9f2cdca3ef service neutron] Pushing event updated for resources: {'Port': ['ID=a76ab3bb-847f-4dbb-ab9c-c95108fe0720,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:02.768463 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad51625c-d95d-4d0a-911e-437b581a50b9 req-8ba0bf41-a257-4198-8f23-18dfb6817b7f tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:02.770082 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ad51625c-d95d-4d0a-911e-437b581a50b9 req-8ba0bf41-a257-4198-8f23-18dfb6817b7f tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c0af306-cacf-423c-8e2d-ac8e27416e75 HTTP/1.1" status: 200 len: 943 time: 0.1418283 Nov 25 18:32:02.820974 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-dbcec707-48b1-4ddf-9c2d-3ed80a7d6937 req-8907ffa9-fa3e-4e0e-914f-3d9f2cdca3ef service neutron] Attempting to bind port a76ab3bb-847f-4dbb-ab9c-c95108fe0720 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:32:02.821331 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-dbcec707-48b1-4ddf-9c2d-3ed80a7d6937 req-8907ffa9-fa3e-4e0e-914f-3d9f2cdca3ef service neutron] Attempting to bind port a76ab3bb-847f-4dbb-ab9c-c95108fe0720 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'b4235a4e-017c-4af5-baf3-950b8309a543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7a34d907-9639-4d13-bcf1-a81ec30b36a4'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:32:02.821668 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcec707-48b1-4ddf-9c2d-3ed80a7d6937 req-8907ffa9-fa3e-4e0e-914f-3d9f2cdca3ef service neutron] Attempting to bind port a76ab3bb-847f-4dbb-ab9c-c95108fe0720 on network 7a34d907-9639-4d13-bcf1-a81ec30b36a4 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:32:02.840051 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcec707-48b1-4ddf-9c2d-3ed80a7d6937 req-8907ffa9-fa3e-4e0e-914f-3d9f2cdca3ef service neutron] Port a76ab3bb-847f-4dbb-ab9c-c95108fe0720 on network 7a34d907-9639-4d13-bcf1-a81ec30b36a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:32:02.840292 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcec707-48b1-4ddf-9c2d-3ed80a7d6937 req-8907ffa9-fa3e-4e0e-914f-3d9f2cdca3ef service neutron] Attempting to bind port a76ab3bb-847f-4dbb-ab9c-c95108fe0720 on network 7a34d907-9639-4d13-bcf1-a81ec30b36a4 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:32:02.847627 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ad51625c-d95d-4d0a-911e-437b581a50b9 req-047d2709-19bd-430a-9a09-9a80a8a70ee8 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/security-groups?id=5da2aeef-4b63-431f-8219-3cbc583d7124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701163 Nov 25 18:32:02.851071 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcec707-48b1-4ddf-9c2d-3ed80a7d6937 req-8907ffa9-fa3e-4e0e-914f-3d9f2cdca3ef service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:32:02.851549 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcec707-48b1-4ddf-9c2d-3ed80a7d6937 req-8907ffa9-fa3e-4e0e-914f-3d9f2cdca3ef service neutron] Checking segment: {'id': 'b4235a4e-017c-4af5-baf3-950b8309a543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7a34d907-9639-4d13-bcf1-a81ec30b36a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:32:02.851796 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcec707-48b1-4ddf-9c2d-3ed80a7d6937 req-8907ffa9-fa3e-4e0e-914f-3d9f2cdca3ef service neutron] Bound using segment: {'id': 'b4235a4e-017c-4af5-baf3-950b8309a543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7a34d907-9639-4d13-bcf1-a81ec30b36a4'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:32:02.852233 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-dbcec707-48b1-4ddf-9c2d-3ed80a7d6937 req-8907ffa9-fa3e-4e0e-914f-3d9f2cdca3ef service neutron] Bound port: a76ab3bb-847f-4dbb-ab9c-c95108fe0720, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4235a4e-017c-4af5-baf3-950b8309a543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7a34d907-9639-4d13-bcf1-a81ec30b36a4'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:32:02.852599 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-dbcec707-48b1-4ddf-9c2d-3ed80a7d6937 req-8907ffa9-fa3e-4e0e-914f-3d9f2cdca3ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:02.916747 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-dbcec707-48b1-4ddf-9c2d-3ed80a7d6937 req-8907ffa9-fa3e-4e0e-914f-3d9f2cdca3ef service neutron] For port a76ab3bb-847f-4dbb-ab9c-c95108fe0720, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:32:02.919819 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-dbcec707-48b1-4ddf-9c2d-3ed80a7d6937 req-8907ffa9-fa3e-4e0e-914f-3d9f2cdca3ef service neutron] For port a76ab3bb-847f-4dbb-ab9c-c95108fe0720, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=a76ab3bb-847f-4dbb-ab9c-c95108fe0720,segment=NetworkSegment(b4235a4e-017c-4af5-baf3-950b8309a543),segment_id=b4235a4e-017c-4af5-baf3-950b8309a543)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:32:02.923184 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-dbcec707-48b1-4ddf-9c2d-3ed80a7d6937 req-8907ffa9-fa3e-4e0e-914f-3d9f2cdca3ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:02.967021 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcec707-48b1-4ddf-9c2d-3ed80a7d6937 req-8907ffa9-fa3e-4e0e-914f-3d9f2cdca3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:02.967729 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-dbcec707-48b1-4ddf-9c2d-3ed80a7d6937 req-8907ffa9-fa3e-4e0e-914f-3d9f2cdca3ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:02.969164 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dbcec707-48b1-4ddf-9c2d-3ed80a7d6937 req-8907ffa9-fa3e-4e0e-914f-3d9f2cdca3ef service neutron] 10.222.0.74 "PUT /v2.0/ports/a76ab3bb-847f-4dbb-ab9c-c95108fe0720 HTTP/1.1" status: 200 len: 1091 time: 0.7025695 Nov 25 18:32:02.973768 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c0af306-cacf-423c-8e2d-ac8e27416e75', 'tag': 'a76ab3bb-847f-4dbb-ab9c-c95108fe0720'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:32:02.973768 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86fd788f-6c53-43d9-afb3-7d707d5246f1" -d '{"events": [{"name": "network-changed", "server_uuid": "8c0af306-cacf-423c-8e2d-ac8e27416e75", "tag": "a76ab3bb-847f-4dbb-ab9c-c95108fe0720"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:32:02.993663 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8907ffa9-fa3e-4e0e-914f-3d9f2cdca3ef service neutron] Pushing event updated for resources: {'Port': ['ID=a76ab3bb-847f-4dbb-ab9c-c95108fe0720,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:03.023662 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d64519-497f-4530-9173-0257488c689e x-openstack-request-id: req-18d64519-497f-4530-9173-0257488c689e {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:32:03.023965 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c0af306-cacf-423c-8e2d-ac8e27416e75", "tag": "a76ab3bb-847f-4dbb-ab9c-c95108fe0720", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:32:03.024226 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-18d64519-497f-4530-9173-0257488c689e {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:32:03.024634 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c0af306-cacf-423c-8e2d-ac8e27416e75', 'tag': 'a76ab3bb-847f-4dbb-ab9c-c95108fe0720', 'status': 'completed', 'code': 200} Nov 25 18:32:03.059457 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcec707-48b1-4ddf-9c2d-3ed80a7d6937 req-345333c8-699d-4b52-857c-2049ca51d486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:03.061033 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dbcec707-48b1-4ddf-9c2d-3ed80a7d6937 req-345333c8-699d-4b52-857c-2049ca51d486 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b47abd6d0b564a93b25965eecaa4c12b&device_id=8c0af306-cacf-423c-8e2d-ac8e27416e75 HTTP/1.1" status: 200 len: 1094 time: 0.0471807 Nov 25 18:32:03.106210 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dbcec707-48b1-4ddf-9c2d-3ed80a7d6937 req-2e8c855d-a7fb-4b94-bdf7-23660a0ca785 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a76ab3bb-847f-4dbb-ab9c-c95108fe0720 HTTP/1.1" status: 200 len: 217 time: 0.0357046 Nov 25 18:32:03.162104 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcec707-48b1-4ddf-9c2d-3ed80a7d6937 req-6f9aeafa-f836-4dd6-b651-4deb95db614f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:03.164144 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dbcec707-48b1-4ddf-9c2d-3ed80a7d6937 req-6f9aeafa-f836-4dd6-b651-4deb95db614f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b2ebecaa-e71f-4566-a835-5c375467a8af HTTP/1.1" status: 200 len: 853 time: 0.0510995 Nov 25 18:32:03.214417 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcec707-48b1-4ddf-9c2d-3ed80a7d6937 req-fec1cd1e-a5cc-4aa0-a765-e72ce23330c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:03.215933 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dbcec707-48b1-4ddf-9c2d-3ed80a7d6937 req-fec1cd1e-a5cc-4aa0-a765-e72ce23330c0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7a34d907-9639-4d13-bcf1-a81ec30b36a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445035 Nov 25 18:32:03.306435 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dbcec707-48b1-4ddf-9c2d-3ed80a7d6937 req-a160d1a6-9040-4c79-b534-8213224f2b6e service neutron] 10.222.0.74 "GET /v2.0/networks/7a34d907-9639-4d13-bcf1-a81ec30b36a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829060 Nov 25 18:32:03.399103 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dbcec707-48b1-4ddf-9c2d-3ed80a7d6937 req-0d751ce1-5a3b-44a8-a88b-29873e36fa30 service neutron] 10.222.0.74 "GET /v2.0/networks/7a34d907-9639-4d13-bcf1-a81ec30b36a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860155 Nov 25 18:32:03.481956 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd788f-6c53-43d9-afb3-7d707d5246f1 req-9b2c2bf7-7ee0-437c-a736-b3d00cea47da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:03.483439 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-86fd788f-6c53-43d9-afb3-7d707d5246f1 req-9b2c2bf7-7ee0-437c-a736-b3d00cea47da service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b47abd6d0b564a93b25965eecaa4c12b&device_id=8c0af306-cacf-423c-8e2d-ac8e27416e75 HTTP/1.1" status: 200 len: 1094 time: 0.0414772 Nov 25 18:32:03.577256 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd788f-6c53-43d9-afb3-7d707d5246f1 req-a7787d51-10cc-4246-a905-190fcd2aa1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:03.578712 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-86fd788f-6c53-43d9-afb3-7d707d5246f1 req-a7787d51-10cc-4246-a905-190fcd2aa1d3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7a34d907-9639-4d13-bcf1-a81ec30b36a4 HTTP/1.1" status: 200 len: 915 time: 0.0886297 Nov 25 18:32:03.620689 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-86fd788f-6c53-43d9-afb3-7d707d5246f1 req-e484da0f-3d31-4c38-a165-d9b03de7dffd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a76ab3bb-847f-4dbb-ab9c-c95108fe0720 HTTP/1.1" status: 200 len: 217 time: 0.0346787 Nov 25 18:32:03.670833 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd788f-6c53-43d9-afb3-7d707d5246f1 req-ef3c764a-e8f1-4b72-b84f-5b3fdc018a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:03.672185 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-86fd788f-6c53-43d9-afb3-7d707d5246f1 req-ef3c764a-e8f1-4b72-b84f-5b3fdc018a99 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b2ebecaa-e71f-4566-a835-5c375467a8af HTTP/1.1" status: 200 len: 853 time: 0.0438502 Nov 25 18:32:03.723020 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd788f-6c53-43d9-afb3-7d707d5246f1 req-3ee0c7cc-fb2b-4407-83fe-9c198c1a0efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:03.724490 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-86fd788f-6c53-43d9-afb3-7d707d5246f1 req-3ee0c7cc-fb2b-4407-83fe-9c198c1a0efe service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7a34d907-9639-4d13-bcf1-a81ec30b36a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439310 Nov 25 18:32:03.816257 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-86fd788f-6c53-43d9-afb3-7d707d5246f1 req-25556e0c-2539-4563-9bc0-90b95a338835 service neutron] 10.222.0.74 "GET /v2.0/networks/7a34d907-9639-4d13-bcf1-a81ec30b36a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828073 Nov 25 18:32:03.910888 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-86fd788f-6c53-43d9-afb3-7d707d5246f1 req-cb886b5e-97af-403f-9da9-c3ef4492b8a8 service neutron] 10.222.0.74 "GET /v2.0/networks/7a34d907-9639-4d13-bcf1-a81ec30b36a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871558 Nov 25 18:32:03.967636 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe7654-024c-4237-862f-db3ba10f7871 req-ab0d7720-3c97-4b5e-b081-eaa7f161b2be tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:03.969131 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-efbe7654-024c-4237-862f-db3ba10f7871 req-ab0d7720-3c97-4b5e-b081-eaa7f161b2be tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c0af306-cacf-423c-8e2d-ac8e27416e75 HTTP/1.1" status: 200 len: 943 time: 0.0504119 Nov 25 18:32:04.020742 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-efbe7654-024c-4237-862f-db3ba10f7871 req-7e2ce8e7-7e16-4dca-9011-21adb0937478 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/security-groups?id=5da2aeef-4b63-431f-8219-3cbc583d7124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455093 Nov 25 18:32:05.139041 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58434d17-cd16-4291-a055-ed1c4a562558 req-a5c9fc25-15c0-42f3-9496-9b457871a1fb tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:05.140515 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-58434d17-cd16-4291-a055-ed1c4a562558 req-a5c9fc25-15c0-42f3-9496-9b457871a1fb tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c0af306-cacf-423c-8e2d-ac8e27416e75 HTTP/1.1" status: 200 len: 943 time: 0.0483360 Nov 25 18:32:05.191607 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-58434d17-cd16-4291-a055-ed1c4a562558 req-f26c3b00-81f3-4e28-8dde-927ccb13d995 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/security-groups?id=5da2aeef-4b63-431f-8219-3cbc583d7124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451658 Nov 25 18:32:05.826191 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device a76ab3bb-847f-4dbb-ab9c-c95108fe0720 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:32:05.927859 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port a76ab3bb-847f-4dbb-ab9c-c95108fe0720, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=a76ab3bb-847f-4dbb-ab9c-c95108fe0720,segment=NetworkSegment(b4235a4e-017c-4af5-baf3-950b8309a543),segment_id=b4235a4e-017c-4af5-baf3-950b8309a543)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:32:05.939610 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': 'a76ab3bb-847f-4dbb-ab9c-c95108fe0720', 'network_id': '7a34d907-9639-4d13-bcf1-a81ec30b36a4', 'port_id': 'a76ab3bb-847f-4dbb-ab9c-c95108fe0720', 'mac_address': 'fa:16:3e:a9:32:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2ebecaa-e71f-4566-a835-5c375467a8af', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:32:05.977715 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:05.990173 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a76ab3bb-847f-4dbb-ab9c-c95108fe0720 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:32:06.009000 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port a76ab3bb-847f-4dbb-ab9c-c95108fe0720, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=a76ab3bb-847f-4dbb-ab9c-c95108fe0720,segment=NetworkSegment(b4235a4e-017c-4af5-baf3-950b8309a543),segment_id=b4235a4e-017c-4af5-baf3-950b8309a543)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:32:06.012479 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:06.066842 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=a76ab3bb-847f-4dbb-ab9c-c95108fe0720,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:06.074909 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:06.075264 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:06.075614 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:06.075959 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:06.076352 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:06.076636 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:06.076998 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:06.077334 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:06.077663 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:06.077993 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:06.078324 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:06.078650 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:06.238389 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['a76ab3bb-847f-4dbb-ab9c-c95108fe0720'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:32:06.317146 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f46ca-deaf-42a7-b657-196e28b9de67 req-b3b6dcdd-83cd-4f9e-a5c2-8fe3e88d0540 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:06.318627 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dc0f46ca-deaf-42a7-b657-196e28b9de67 req-b3b6dcdd-83cd-4f9e-a5c2-8fe3e88d0540 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c0af306-cacf-423c-8e2d-ac8e27416e75 HTTP/1.1" status: 200 len: 944 time: 0.0531025 Nov 25 18:32:06.366695 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dc0f46ca-deaf-42a7-b657-196e28b9de67 req-f8821ac6-365a-4221-8695-71b9265f924e tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/security-groups?id=5da2aeef-4b63-431f-8219-3cbc583d7124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410419 Nov 25 18:32:07.505867 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2d52f-b2bc-4c5d-ac42-282ee0e3331c req-285d7322-87a9-4f57-a090-1bfecdc880b2 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:07.508317 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6fa2d52f-b2bc-4c5d-ac42-282ee0e3331c req-285d7322-87a9-4f57-a090-1bfecdc880b2 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c0af306-cacf-423c-8e2d-ac8e27416e75 HTTP/1.1" status: 200 len: 944 time: 0.0589244 Nov 25 18:32:07.563876 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6fa2d52f-b2bc-4c5d-ac42-282ee0e3331c req-6e142e1a-023c-41f1-bf23-9a900300c3fc tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/security-groups?id=5da2aeef-4b63-431f-8219-3cbc583d7124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492849 Nov 25 18:32:07.826251 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device a76ab3bb-847f-4dbb-ab9c-c95108fe0720 up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:32:07.875035 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port a76ab3bb-847f-4dbb-ab9c-c95108fe0720 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:32:07.878714 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port a76ab3bb-847f-4dbb-ab9c-c95108fe0720 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:32:07.879082 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:07.964962 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:07.988667 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c0af306-cacf-423c-8e2d-ac8e27416e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76ab3bb-847f-4dbb-ab9c-c95108fe0720'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:32:07.991746 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e885ae7a60f1de4153d3a84cf91c96dac968753d8c7eb30b74097738adf70354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2a6edf-846a-4607-8a39-1f85b27607b1" -d '{"events": [{"server_uuid": "8c0af306-cacf-423c-8e2d-ac8e27416e75", "name": "network-vif-plugged", "status": "completed", "tag": "a76ab3bb-847f-4dbb-ab9c-c95108fe0720"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:32:08.004951 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port a76ab3bb-847f-4dbb-ab9c-c95108fe0720, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=a76ab3bb-847f-4dbb-ab9c-c95108fe0720,segment=NetworkSegment(b4235a4e-017c-4af5-baf3-950b8309a543),segment_id=b4235a4e-017c-4af5-baf3-950b8309a543)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:32:08.009127 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:08.033124 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6374fc5a-3e3a-49e9-a3c2-88c9940c1913 x-openstack-request-id: req-6374fc5a-3e3a-49e9-a3c2-88c9940c1913 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:32:08.033421 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c0af306-cacf-423c-8e2d-ac8e27416e75", "name": "network-vif-plugged", "status": "completed", "tag": "a76ab3bb-847f-4dbb-ab9c-c95108fe0720", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:32:08.033676 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6374fc5a-3e3a-49e9-a3c2-88c9940c1913 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:32:08.034070 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c0af306-cacf-423c-8e2d-ac8e27416e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76ab3bb-847f-4dbb-ab9c-c95108fe0720', 'code': 200} Nov 25 18:32:08.060763 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=a76ab3bb-847f-4dbb-ab9c-c95108fe0720,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:08.138741 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee1fc2-f166-46f8-8a97-3d3fc18df0d4 req-3e037f90-a756-48d9-99e5-45b5a3d892c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:08.140225 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8fee1fc2-f166-46f8-8a97-3d3fc18df0d4 req-3e037f90-a756-48d9-99e5-45b5a3d892c0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8c0af306-cacf-423c-8e2d-ac8e27416e75 HTTP/1.1" status: 200 len: 1096 time: 0.0391886 Nov 25 18:32:08.188040 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8fee1fc2-f166-46f8-8a97-3d3fc18df0d4 req-fa94cdbd-d84e-4444-896b-736fcfa1835e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=5da2aeef-4b63-431f-8219-3cbc583d7124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396762 Nov 25 18:32:08.681996 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f75f46-2684-4888-9e20-019accbce9c1 req-4c9ea667-8fae-47f7-b484-bb96dc0344a3 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:08.683462 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-82f75f46-2684-4888-9e20-019accbce9c1 req-4c9ea667-8fae-47f7-b484-bb96dc0344a3 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c0af306-cacf-423c-8e2d-ac8e27416e75 HTTP/1.1" status: 200 len: 945 time: 0.0477431 Nov 25 18:32:08.730311 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-82f75f46-2684-4888-9e20-019accbce9c1 req-2aefa7f9-344b-4fc1-8622-8855cdf20919 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/security-groups?id=5da2aeef-4b63-431f-8219-3cbc583d7124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409606 Nov 25 18:32:09.848844 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe15c30-ac54-4862-ac77-453fe85acf24 req-45d77259-255f-4b1f-81f1-c19d23cc7ff0 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:09.850323 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cfe15c30-ac54-4862-ac77-453fe85acf24 req-45d77259-255f-4b1f-81f1-c19d23cc7ff0 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c0af306-cacf-423c-8e2d-ac8e27416e75 HTTP/1.1" status: 200 len: 945 time: 0.0488870 Nov 25 18:32:09.897373 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cfe15c30-ac54-4862-ac77-453fe85acf24 req-7ceccb70-b782-40dd-b554-ad76cf4a50b2 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/security-groups?id=5da2aeef-4b63-431f-8219-3cbc583d7124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409138 Nov 25 18:32:10.015628 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2137bf-3333-458e-a4c2-8b45099f1b54 req-a8529c26-8d82-44e1-8628-2b5c2c3f10f0 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:10.017022 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8d2137bf-3333-458e-a4c2-8b45099f1b54 req-a8529c26-8d82-44e1-8628-2b5c2c3f10f0 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c0af306-cacf-423c-8e2d-ac8e27416e75 HTTP/1.1" status: 200 len: 945 time: 0.0522950 Nov 25 18:32:10.064894 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8d2137bf-3333-458e-a4c2-8b45099f1b54 req-d8740b6a-2d70-4384-b65e-d337c52f6e64 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/security-groups?id=5da2aeef-4b63-431f-8219-3cbc583d7124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416777 Nov 25 18:32:10.249775 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f2a85-08f9-41c4-9e71-01e78b1b0f99 req-0ed98eb8-33d9-4c79-aca7-c12c560ca826 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:10.251257 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7b7f2a85-08f9-41c4-9e71-01e78b1b0f99 req-0ed98eb8-33d9-4c79-aca7-c12c560ca826 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c0af306-cacf-423c-8e2d-ac8e27416e75 HTTP/1.1" status: 200 len: 945 time: 0.0485976 Nov 25 18:32:10.298545 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7b7f2a85-08f9-41c4-9e71-01e78b1b0f99 req-c8a1feb9-686c-4d8e-9442-f124118a8efc tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/security-groups?id=5da2aeef-4b63-431f-8219-3cbc583d7124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409403 Nov 25 18:32:16.335866 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:32:17.230550 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1da157e0-cd04-406d-9a02-75bbcee592bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:17.311062 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:17.526230 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:19.967809 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6fae1624-3bf3-43b0-81c8-45b2aa42174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:21.081688 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:22.263069 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:22.800195 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d7bb7c-3727-4f73-be62-0db2bc7b8e46 req-7b939763-3b4d-4005-a3dc-01bdd2b7df14 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:22.801687 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e4d7bb7c-3727-4f73-be62-0db2bc7b8e46 req-7b939763-3b4d-4005-a3dc-01bdd2b7df14 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c0af306-cacf-423c-8e2d-ac8e27416e75 HTTP/1.1" status: 200 len: 945 time: 0.0524130 Nov 25 18:32:22.848622 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e4d7bb7c-3727-4f73-be62-0db2bc7b8e46 req-74f42049-a0b1-48b8-abe8-6fa5bc3e10f1 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/security-groups?id=5da2aeef-4b63-431f-8219-3cbc583d7124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408361 Nov 25 18:32:22.871263 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37788) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:32:23.004389 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d11c66b-b305-4845-b02b-ade651980da3 tempest-TestMinimumBasicScenario-468285810 tempest-TestMinimumBasicScenario-468285810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:23.005983 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-3d11c66b-b305-4845-b02b-ade651980da3 tempest-TestMinimumBasicScenario-468285810 tempest-TestMinimumBasicScenario-468285810-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=8c0af306-cacf-423c-8e2d-ac8e27416e75 HTTP/1.1" status: 200 len: 1091 time: 0.1337180 Nov 25 18:32:23.009187 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37792) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:32:23.013431 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-9ae7b933-6073-4826-bf78-897b1732a2bf tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Request body: {'floatingip': {'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'port_id': 'a76ab3bb-847f-4dbb-ab9c-c95108fe0720', 'tenant_id': 'b47abd6d0b564a93b25965eecaa4c12b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:32:23.035014 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9ae7b933-6073-4826-bf78-897b1732a2bf tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Publish callbacks [] for floatingip, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:23.134071 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9ae7b933-6073-4826-bf78-897b1732a2bf tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:23.175333 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:23.242700 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-9ae7b933-6073-4826-bf78-897b1732a2bf tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Allocated IP 172.25.0.183 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/03f276b6-38fe-408c-9b3c-be3f827720cf) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:32:23.346618 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9ae7b933-6073-4826-bf78-897b1732a2bf tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:23.379710 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9ae7b933-6073-4826-bf78-897b1732a2bf tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:23.419815 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae7b933-6073-4826-bf78-897b1732a2bf tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:32:23.422604 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-9ae7b933-6073-4826-bf78-897b1732a2bf tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:32:23.426246 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae7b933-6073-4826-bf78-897b1732a2bf tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:32:23.448941 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae7b933-6073-4826-bf78-897b1732a2bf tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Pushing event updated for resources: {'Port': ['ID=03f276b6-38fe-408c-9b3c-be3f827720cf,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:23.774268 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9ae7b933-6073-4826-bf78-897b1732a2bf tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:23.839797 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9ae7b933-6073-4826-bf78-897b1732a2bf tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:23.992038 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9ae7b933-6073-4826-bf78-897b1732a2bf tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:23.996419 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9ae7b933-6073-4826-bf78-897b1732a2bf tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:24.064285 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae7b933-6073-4826-bf78-897b1732a2bf tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Pushing event updated for resources: {'Port': ['ID=03f276b6-38fe-408c-9b3c-be3f827720cf,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:24.074834 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9ae7b933-6073-4826-bf78-897b1732a2bf tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:24.172244 n-d-817746-1 neutron-server[103361]: INFO neutron.db.l3_db [None req-9ae7b933-6073-4826-bf78-897b1732a2bf tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Floating IP aa7b1eb2-825b-4740-8888-33c5f9201ae8 associated. External IP: 172.25.0.183, port: a76ab3bb-847f-4dbb-ab9c-c95108fe0720. Nov 25 18:32:24.386941 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae7b933-6073-4826-bf78-897b1732a2bf tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Router c78fc20b-404a-405d-b52c-8cb6536e50c4 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:32:24.760104 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae7b933-6073-4826-bf78-897b1732a2bf tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:32:24.769445 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722afe83-d187-4523-a61f-1b6f18f4d7db None None] Sync routers for ids ['c78fc20b-404a-405d-b52c-8cb6536e50c4'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:32:24.778191 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9ae7b933-6073-4826-bf78-897b1732a2bf tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:24.780713 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722afe83-d187-4523-a61f-1b6f18f4d7db None None] Routers {'c78fc20b-404a-405d-b52c-8cb6536e50c4'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:32:24.781344 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-722afe83-d187-4523-a61f-1b6f18f4d7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:32:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['c78fc20b-404a-405d-b52c-8cb6536e50c4'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:32:24.805558 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-9ae7b933-6073-4826-bf78-897b1732a2bf tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7953110 Nov 25 18:32:24.806153 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c0af306-cacf-423c-8e2d-ac8e27416e75', 'tag': 'a76ab3bb-847f-4dbb-ab9c-c95108fe0720'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:32:24.808389 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37794) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:32:24.808941 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee549cc-4a69-4c37-81e3-f4b4f16ab06e" -d '{"events": [{"name": "network-changed", "server_uuid": "8c0af306-cacf-423c-8e2d-ac8e27416e75", "tag": "a76ab3bb-847f-4dbb-ab9c-c95108fe0720"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:32:24.813897 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-cf5e223b-364f-45db-8875-b16b72e22389 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1409049593', 'description': 'tempest-secgroup-smoke-1409049593 description', 'project_id': 'b47abd6d0b564a93b25965eecaa4c12b'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:32:24.838656 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cf5e223b-364f-45db-8875-b16b72e22389 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:24.848818 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f603b104-9fd1-4ce2-8316-91cfbe3bda3f x-openstack-request-id: req-f603b104-9fd1-4ce2-8316-91cfbe3bda3f {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:32:24.849347 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c0af306-cacf-423c-8e2d-ac8e27416e75", "tag": "a76ab3bb-847f-4dbb-ab9c-c95108fe0720", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:32:24.849457 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f603b104-9fd1-4ce2-8316-91cfbe3bda3f {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:32:24.849948 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c0af306-cacf-423c-8e2d-ac8e27416e75', 'tag': 'a76ab3bb-847f-4dbb-ab9c-c95108fe0720', 'status': 'completed', 'code': 200} Nov 25 18:32:24.903017 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-722afe83-d187-4523-a61f-1b6f18f4d7db None None] Set router c78fc20b-404a-405d-b52c-8cb6536e50c4 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:32:24.913650 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cf5e223b-364f-45db-8875-b16b72e22389 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:24.918031 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee549cc-4a69-4c37-81e3-f4b4f16ab06e req-6a438fc1-7c89-4a97-973d-2ce894cf6e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:24.918490 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cf5e223b-364f-45db-8875-b16b72e22389 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:24.919915 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fee549cc-4a69-4c37-81e3-f4b4f16ab06e req-6a438fc1-7c89-4a97-973d-2ce894cf6e16 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b47abd6d0b564a93b25965eecaa4c12b&device_id=8c0af306-cacf-423c-8e2d-ac8e27416e75 HTTP/1.1" status: 200 len: 1096 time: 0.0441399 Nov 25 18:32:24.951125 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5e223b-364f-45db-8875-b16b72e22389 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95981626-8288-4c5a-9e31-17749faa04ae,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:24.955883 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cf5e223b-364f-45db-8875-b16b72e22389 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:24.957152 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-cf5e223b-364f-45db-8875-b16b72e22389 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1476717 Nov 25 18:32:24.960085 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37798) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:32:24.964680 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-86e36dad-0476-425f-948b-17363a2a8d12 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Request body: {'security_group_rule': {'security_group_id': '95981626-8288-4c5a-9e31-17749faa04ae', 'project_id': 'b47abd6d0b564a93b25965eecaa4c12b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:32:24.992734 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-86e36dad-0476-425f-948b-17363a2a8d12 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:25.029680 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee549cc-4a69-4c37-81e3-f4b4f16ab06e req-ac882379-1b54-446a-a476-8ecaae8d00fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:25.031068 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fee549cc-4a69-4c37-81e3-f4b4f16ab06e req-ac882379-1b54-446a-a476-8ecaae8d00fa service neutron] 10.222.0.74 "GET /v2.0/networks?id=7a34d907-9639-4d13-bcf1-a81ec30b36a4 HTTP/1.1" status: 200 len: 915 time: 0.1023307 Nov 25 18:32:25.059661 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-86e36dad-0476-425f-948b-17363a2a8d12 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:25.063753 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-86e36dad-0476-425f-948b-17363a2a8d12 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:25.084442 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e36dad-0476-425f-948b-17363a2a8d12 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9200bc3-eb48-47ba-9d15-df69b7e40ba1,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:25.090349 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-86e36dad-0476-425f-948b-17363a2a8d12 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:25.091534 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-86e36dad-0476-425f-948b-17363a2a8d12 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1303811 Nov 25 18:32:25.094354 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37800) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:32:25.098838 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-1daf3ad0-b497-4749-ac88-445efd49d06d tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Request body: {'security_group_rule': {'security_group_id': '95981626-8288-4c5a-9e31-17749faa04ae', 'project_id': 'b47abd6d0b564a93b25965eecaa4c12b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:32:25.108150 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fee549cc-4a69-4c37-81e3-f4b4f16ab06e req-b53d0824-9297-416f-a02d-523f49dbac60 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a76ab3bb-847f-4dbb-ab9c-c95108fe0720 HTTP/1.1" status: 200 len: 999 time: 0.0690749 Nov 25 18:32:25.130094 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1daf3ad0-b497-4749-ac88-445efd49d06d tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:25.161333 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee549cc-4a69-4c37-81e3-f4b4f16ab06e req-8d2d9232-47f5-432a-ac2c-4b6d20d767c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:25.163782 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fee549cc-4a69-4c37-81e3-f4b4f16ab06e req-8d2d9232-47f5-432a-ac2c-4b6d20d767c9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b2ebecaa-e71f-4566-a835-5c375467a8af HTTP/1.1" status: 200 len: 853 time: 0.0474672 Nov 25 18:32:25.169224 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-722afe83-d187-4523-a61f-1b6f18f4d7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78fc20b-404a-405d-b52c-8cb6536e50c4', 'name': 'tempest-TestMinimumBasicScenario-665715556-router', 'tenant_id': 'b47abd6d0b564a93b25965eecaa4c12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '7e396595-bd70-45eb-a224-dfe08b859831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:31:31Z', 'updated_at': '2021-11-25T18:31:33Z', 'revision_number': 4, 'project_id': 'b47abd6d0b564a93b25965eecaa4c12b', 'gw_port': {'id': '7e396595-bd70-45eb-a224-dfe08b859831', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78fc20b-404a-405d-b52c-8cb6536e50c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:31:31Z', 'updated_at': '2021-11-25T18:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': 'aa7b1eb2-825b-4740-8888-33c5f9201ae8', 'tenant_id': 'b47abd6d0b564a93b25965eecaa4c12b', 'floating_ip_address': '172.25.0.183', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': 'c78fc20b-404a-405d-b52c-8cb6536e50c4', 'port_id': 'a76ab3bb-847f-4dbb-ab9c-c95108fe0720', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a34d907-9639-4d13-bcf1-a81ec30b36a4', 'mac_address': 'fa:16:3e:a9:32:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0af306-cacf-423c-8e2d-ac8e27416e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:32:23Z', 'updated_at': '2021-11-25T18:32:23Z', 'revision_number': 0, 'project_id': 'b47abd6d0b564a93b25965eecaa4c12b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da72ad16-b482-4e12-9df2-b1ed2c5315db', 'name': '', 'network_id': '7a34d907-9639-4d13-bcf1-a81ec30b36a4', 'tenant_id': 'b47abd6d0b564a93b25965eecaa4c12b', 'mac_address': 'fa:16:3e:dc:e6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78fc20b-404a-405d-b52c-8cb6536e50c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'b2ebecaa-e71f-4566-a835-5c375467a8af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:31:33Z', 'updated_at': '2021-11-25T18:31:37Z', 'revision_number': 5, 'project_id': 'b47abd6d0b564a93b25965eecaa4c12b', 'subnets': [{'id': 'b2ebecaa-e71f-4566-a835-5c375467a8af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:32:25.192180 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1daf3ad0-b497-4749-ac88-445efd49d06d tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:25.196317 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1daf3ad0-b497-4749-ac88-445efd49d06d tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:25.196581 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722afe83-d187-4523-a61f-1b6f18f4d7db None None] Checking router: c78fc20b-404a-405d-b52c-8cb6536e50c4 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:32:25.206482 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722afe83-d187-4523-a61f-1b6f18f4d7db None None] Routers {'c78fc20b-404a-405d-b52c-8cb6536e50c4'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:32:25.207083 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-722afe83-d187-4523-a61f-1b6f18f4d7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:32:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['c78fc20b-404a-405d-b52c-8cb6536e50c4'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:32:25.215750 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daf3ad0-b497-4749-ac88-445efd49d06d tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3282bab4-f301-4bcc-a03d-ed3355a28d19,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:25.225939 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1daf3ad0-b497-4749-ac88-445efd49d06d tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:25.227143 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1daf3ad0-b497-4749-ac88-445efd49d06d tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1318128 Nov 25 18:32:25.227292 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee549cc-4a69-4c37-81e3-f4b4f16ab06e req-747eca68-e892-4b72-bb26-07325fd3e031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:25.228705 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fee549cc-4a69-4c37-81e3-f4b4f16ab06e req-747eca68-e892-4b72-bb26-07325fd3e031 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7a34d907-9639-4d13-bcf1-a81ec30b36a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578001 Nov 25 18:32:25.229820 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37802) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:32:25.234424 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-761e4483-b257-4ef4-84b8-6814f30e61ec tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Request body: {'security_group_rule': {'security_group_id': '95981626-8288-4c5a-9e31-17749faa04ae', 'project_id': 'b47abd6d0b564a93b25965eecaa4c12b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:32:25.266827 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-761e4483-b257-4ef4-84b8-6814f30e61ec tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:25.327889 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fee549cc-4a69-4c37-81e3-f4b4f16ab06e req-2c88c2d8-538b-4008-9d2c-7d25b4bc6815 service neutron] 10.222.0.74 "GET /v2.0/networks/7a34d907-9639-4d13-bcf1-a81ec30b36a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903711 Nov 25 18:32:25.329809 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-722afe83-d187-4523-a61f-1b6f18f4d7db None None] Set router c78fc20b-404a-405d-b52c-8cb6536e50c4 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:32:25.331445 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-761e4483-b257-4ef4-84b8-6814f30e61ec tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:25.335911 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-761e4483-b257-4ef4-84b8-6814f30e61ec tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:25.349837 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e4483-b257-4ef4-84b8-6814f30e61ec tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=226b1063-8fab-419e-84d5-8ce37b414ebd,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:25.358260 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e4483-b257-4ef4-84b8-6814f30e61ec tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:25.358613 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e4483-b257-4ef4-84b8-6814f30e61ec tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:25.358957 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e4483-b257-4ef4-84b8-6814f30e61ec tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:25.359298 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e4483-b257-4ef4-84b8-6814f30e61ec tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:25.359633 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e4483-b257-4ef4-84b8-6814f30e61ec tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:25.360150 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e4483-b257-4ef4-84b8-6814f30e61ec tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:25.361024 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e4483-b257-4ef4-84b8-6814f30e61ec tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:25.361024 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e4483-b257-4ef4-84b8-6814f30e61ec tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:25.361248 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e4483-b257-4ef4-84b8-6814f30e61ec tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:25.361570 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e4483-b257-4ef4-84b8-6814f30e61ec tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:25.361899 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e4483-b257-4ef4-84b8-6814f30e61ec tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:25.362223 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e4483-b257-4ef4-84b8-6814f30e61ec tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:25.377482 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-761e4483-b257-4ef4-84b8-6814f30e61ec tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:25.378717 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-761e4483-b257-4ef4-84b8-6814f30e61ec tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1479607 Nov 25 18:32:25.382111 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37804) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:32:25.386647 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-6e83e98c-4935-4ac7-aa37-06a202b32dd9 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Request body: {'security_group_rule': {'security_group_id': '95981626-8288-4c5a-9e31-17749faa04ae', 'project_id': 'b47abd6d0b564a93b25965eecaa4c12b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:32:25.415494 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6e83e98c-4935-4ac7-aa37-06a202b32dd9 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:25.438893 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fee549cc-4a69-4c37-81e3-f4b4f16ab06e req-44f192f9-eb53-4975-85db-e33bb08e54a5 service neutron] 10.222.0.74 "GET /v2.0/networks/7a34d907-9639-4d13-bcf1-a81ec30b36a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033959 Nov 25 18:32:25.480998 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6e83e98c-4935-4ac7-aa37-06a202b32dd9 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:25.485855 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6e83e98c-4935-4ac7-aa37-06a202b32dd9 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:25.501598 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e83e98c-4935-4ac7-aa37-06a202b32dd9 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09d03d1d-f91b-4aed-a82d-49405b317fd9,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:25.513222 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6e83e98c-4935-4ac7-aa37-06a202b32dd9 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:25.514448 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6e83e98c-4935-4ac7-aa37-06a202b32dd9 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1313419 Nov 25 18:32:25.517146 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37806) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:32:25.522426 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-ecc9cc20-d0e4-4049-9923-2665bbbd03ea tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Request body: {'security_group_rule': {'security_group_id': '95981626-8288-4c5a-9e31-17749faa04ae', 'project_id': 'b47abd6d0b564a93b25965eecaa4c12b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:32:25.543810 n-d-817746-1 neutron-server[103360]: INFO neutron.db.securitygroups_db [None req-ecc9cc20-d0e4-4049-9923-2665bbbd03ea tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Project b47abd6d0b564a93b25965eecaa4c12b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 18:32:25.548606 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ecc9cc20-d0e4-4049-9923-2665bbbd03ea tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:25.576671 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-722afe83-d187-4523-a61f-1b6f18f4d7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78fc20b-404a-405d-b52c-8cb6536e50c4', 'name': 'tempest-TestMinimumBasicScenario-665715556-router', 'tenant_id': 'b47abd6d0b564a93b25965eecaa4c12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '7e396595-bd70-45eb-a224-dfe08b859831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:31:31Z', 'updated_at': '2021-11-25T18:31:33Z', 'revision_number': 4, 'project_id': 'b47abd6d0b564a93b25965eecaa4c12b', 'gw_port': {'id': '7e396595-bd70-45eb-a224-dfe08b859831', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78fc20b-404a-405d-b52c-8cb6536e50c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:31:31Z', 'updated_at': '2021-11-25T18:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': 'aa7b1eb2-825b-4740-8888-33c5f9201ae8', 'tenant_id': 'b47abd6d0b564a93b25965eecaa4c12b', 'floating_ip_address': '172.25.0.183', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': 'c78fc20b-404a-405d-b52c-8cb6536e50c4', 'port_id': 'a76ab3bb-847f-4dbb-ab9c-c95108fe0720', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a34d907-9639-4d13-bcf1-a81ec30b36a4', 'mac_address': 'fa:16:3e:a9:32:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0af306-cacf-423c-8e2d-ac8e27416e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:32:23Z', 'updated_at': '2021-11-25T18:32:23Z', 'revision_number': 0, 'project_id': 'b47abd6d0b564a93b25965eecaa4c12b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da72ad16-b482-4e12-9df2-b1ed2c5315db', 'name': '', 'network_id': '7a34d907-9639-4d13-bcf1-a81ec30b36a4', 'tenant_id': 'b47abd6d0b564a93b25965eecaa4c12b', 'mac_address': 'fa:16:3e:dc:e6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78fc20b-404a-405d-b52c-8cb6536e50c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'b2ebecaa-e71f-4566-a835-5c375467a8af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:31:33Z', 'updated_at': '2021-11-25T18:31:37Z', 'revision_number': 5, 'project_id': 'b47abd6d0b564a93b25965eecaa4c12b', 'subnets': [{'id': 'b2ebecaa-e71f-4566-a835-5c375467a8af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:32:25.612801 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ecc9cc20-d0e4-4049-9923-2665bbbd03ea tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:25.617171 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ecc9cc20-d0e4-4049-9923-2665bbbd03ea tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:25.636195 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc9cc20-d0e4-4049-9923-2665bbbd03ea tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97c853fb-230a-4654-b101-81f2bccb05ea,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:25.642793 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ecc9cc20-d0e4-4049-9923-2665bbbd03ea tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:25.644068 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ecc9cc20-d0e4-4049-9923-2665bbbd03ea tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1259534 Nov 25 18:32:25.647752 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37808) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:32:25.652360 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-3a117097-3f75-4c6c-a917-4965872a27ad tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Request body: {'security_group_rule': {'security_group_id': '95981626-8288-4c5a-9e31-17749faa04ae', 'project_id': 'b47abd6d0b564a93b25965eecaa4c12b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:32:25.675054 n-d-817746-1 neutron-server[103360]: INFO neutron.db.securitygroups_db [None req-3a117097-3f75-4c6c-a917-4965872a27ad tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Project b47abd6d0b564a93b25965eecaa4c12b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 18:32:25.680612 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3a117097-3f75-4c6c-a917-4965872a27ad tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:25.699449 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722afe83-d187-4523-a61f-1b6f18f4d7db None None] The sync data for ids ['c78fc20b-404a-405d-b52c-8cb6536e50c4'] in n-d-817746-1 is: [{'id': 'c78fc20b-404a-405d-b52c-8cb6536e50c4', 'name': 'tempest-TestMinimumBasicScenario-665715556-router', 'tenant_id': 'b47abd6d0b564a93b25965eecaa4c12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '7e396595-bd70-45eb-a224-dfe08b859831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:31:31Z', 'updated_at': '2021-11-25T18:31:33Z', 'revision_number': 4, 'project_id': 'b47abd6d0b564a93b25965eecaa4c12b', 'gw_port': {'id': '7e396595-bd70-45eb-a224-dfe08b859831', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78fc20b-404a-405d-b52c-8cb6536e50c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:31:31Z', 'updated_at': '2021-11-25T18:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': 'aa7b1eb2-825b-4740-8888-33c5f9201ae8', 'tenant_id': 'b47abd6d0b564a93b25965eecaa4c12b', 'floating_ip_address': '172.25.0.183', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': 'c78fc20b-404a-405d-b52c-8cb6536e50c4', 'port_id': 'a76ab3bb-847f-4dbb-ab9c-c95108fe0720', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a34d907-9639-4d13-bcf1-a81ec30b36a4', 'mac_address': 'fa:16:3e:a9:32:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0af306-cacf-423c-8e2d-ac8e27416e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:32:23Z', 'updated_at': '2021-11-25T18:32:23Z', 'revision_number': 0, 'project_id': 'b47abd6d0b564a93b25965eecaa4c12b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da72ad16-b482-4e12-9df2-b1ed2c5315db', 'name': '', 'network_id': '7a34d907-9639-4d13-bcf1-a81ec30b36a4', 'tenant_id': 'b47abd6d0b564a93b25965eecaa4c12b', 'mac_address': 'fa:16:3e:dc:e6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78fc20b-404a-405d-b52c-8cb6536e50c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'b2ebecaa-e71f-4566-a835-5c375467a8af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:31:33Z', 'updated_at': '2021-11-25T18:31:37Z', 'revision_number': 5, 'project_id': 'b47abd6d0b564a93b25965eecaa4c12b', 'subnets': [{'id': 'b2ebecaa-e71f-4566-a835-5c375467a8af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:32:25.745131 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3a117097-3f75-4c6c-a917-4965872a27ad tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:25.749015 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3a117097-3f75-4c6c-a917-4965872a27ad tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:25.769412 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a117097-3f75-4c6c-a917-4965872a27ad tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bb78fdd-59bb-4f4a-b0fc-93fe712af5fd,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:25.778846 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3a117097-3f75-4c6c-a917-4965872a27ad tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:25.780078 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3a117097-3f75-4c6c-a917-4965872a27ad tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1313260 Nov 25 18:32:25.874221 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e298d2e4-21a5-4ec0-a3fc-b54858a1bd7e req-dbc72baa-5cad-4b34-888d-2f59693b543a tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1409049593&fields=id&tenant_id=b47abd6d0b564a93b25965eecaa4c12b HTTP/1.1" status: 200 len: 267 time: 0.0464365 Nov 25 18:32:25.907021 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1a10e4-5f16-41f0-af3c-2a9af6305e23 None None] New status for floating IP aa7b1eb2-825b-4740-8888-33c5f9201ae8: ACTIVE {{(pid=103362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:32:25.931319 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298d2e4-21a5-4ec0-a3fc-b54858a1bd7e req-be0774a0-0f28-4624-8a75-880d0058964a tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:25.932851 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e298d2e4-21a5-4ec0-a3fc-b54858a1bd7e req-be0774a0-0f28-4624-8a75-880d0058964a tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c0af306-cacf-423c-8e2d-ac8e27416e75 HTTP/1.1" status: 200 len: 945 time: 0.0525849 Nov 25 18:32:25.945224 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-e298d2e4-21a5-4ec0-a3fc-b54858a1bd7e req-6f81f1aa-4a0c-4c10-9f90-99a1f6e7b5e6 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Request body: {'port': {'security_groups': ['5da2aeef-4b63-431f-8219-3cbc583d7124', '95981626-8288-4c5a-9e31-17749faa04ae']}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:32:26.012253 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e298d2e4-21a5-4ec0-a3fc-b54858a1bd7e req-6f81f1aa-4a0c-4c10-9f90-99a1f6e7b5e6 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:26.204516 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-e298d2e4-21a5-4ec0-a3fc-b54858a1bd7e req-6f81f1aa-4a0c-4c10-9f90-99a1f6e7b5e6 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] For port a76ab3bb-847f-4dbb-ab9c-c95108fe0720, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=a76ab3bb-847f-4dbb-ab9c-c95108fe0720,segment=NetworkSegment(b4235a4e-017c-4af5-baf3-950b8309a543),segment_id=b4235a4e-017c-4af5-baf3-950b8309a543)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:32:26.233905 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e298d2e4-21a5-4ec0-a3fc-b54858a1bd7e req-6f81f1aa-4a0c-4c10-9f90-99a1f6e7b5e6 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:26.238694 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e298d2e4-21a5-4ec0-a3fc-b54858a1bd7e req-6f81f1aa-4a0c-4c10-9f90-99a1f6e7b5e6 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:26.252229 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['a76ab3bb-847f-4dbb-ab9c-c95108fe0720'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:32:26.284322 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298d2e4-21a5-4ec0-a3fc-b54858a1bd7e req-6f81f1aa-4a0c-4c10-9f90-99a1f6e7b5e6 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:26.284977 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e298d2e4-21a5-4ec0-a3fc-b54858a1bd7e req-6f81f1aa-4a0c-4c10-9f90-99a1f6e7b5e6 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:26.286370 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e298d2e4-21a5-4ec0-a3fc-b54858a1bd7e req-6f81f1aa-4a0c-4c10-9f90-99a1f6e7b5e6 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "PUT /v2.0/ports/a76ab3bb-847f-4dbb-ab9c-c95108fe0720 HTTP/1.1" status: 200 len: 981 time: 0.3464391 Nov 25 18:32:26.313058 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f81f1aa-4a0c-4c10-9f90-99a1f6e7b5e6 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Pushing event updated for resources: {'Port': ['ID=a76ab3bb-847f-4dbb-ab9c-c95108fe0720,revision_number=6']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:26.349775 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['a76ab3bb-847f-4dbb-ab9c-c95108fe0720'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:32:26.401727 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa27522-8bf4-42e5-bbb1-6d68821e9a09 req-eab3ec63-1824-46d0-b20d-28ce1b5c6049 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:26.406410 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-faa27522-8bf4-42e5-bbb1-6d68821e9a09 req-eab3ec63-1824-46d0-b20d-28ce1b5c6049 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c0af306-cacf-423c-8e2d-ac8e27416e75 HTTP/1.1" status: 200 len: 984 time: 0.0575151 Nov 25 18:32:26.470995 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-faa27522-8bf4-42e5-bbb1-6d68821e9a09 req-2ff6e351-2eb6-4237-bde0-4b0abe21821a tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/security-groups?id=95981626-8288-4c5a-9e31-17749faa04ae&id=5da2aeef-4b63-431f-8219-3cbc583d7124&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0613151 Nov 25 18:32:26.589887 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-cf772122-c0a4-4ebd-aac1-a8cfd836b402 None None] Provisioning complete for port a76ab3bb-847f-4dbb-ab9c-c95108fe0720 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:32:26.590174 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-cf772122-c0a4-4ebd-aac1-a8cfd836b402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:26.851259 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c0af306-cacf-423c-8e2d-ac8e27416e75', 'tag': 'a76ab3bb-847f-4dbb-ab9c-c95108fe0720'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:32:26.853813 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b525149-fdee-4eb6-941e-1697361eee27" -d '{"events": [{"name": "network-changed", "server_uuid": "8c0af306-cacf-423c-8e2d-ac8e27416e75", "tag": "a76ab3bb-847f-4dbb-ab9c-c95108fe0720"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:32:26.892497 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2c350b-0554-4e25-9502-75738fb95e43 x-openstack-request-id: req-5a2c350b-0554-4e25-9502-75738fb95e43 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:32:26.893122 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c0af306-cacf-423c-8e2d-ac8e27416e75", "tag": "a76ab3bb-847f-4dbb-ab9c-c95108fe0720", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:32:26.893221 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5a2c350b-0554-4e25-9502-75738fb95e43 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:32:26.893684 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c0af306-cacf-423c-8e2d-ac8e27416e75', 'tag': 'a76ab3bb-847f-4dbb-ab9c-c95108fe0720', 'status': 'completed', 'code': 200} Nov 25 18:32:26.959795 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b525149-fdee-4eb6-941e-1697361eee27 req-32d48190-11b9-48f6-a8a6-e158e3cf049b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:26.961344 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8b525149-fdee-4eb6-941e-1697361eee27 req-32d48190-11b9-48f6-a8a6-e158e3cf049b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b47abd6d0b564a93b25965eecaa4c12b&device_id=8c0af306-cacf-423c-8e2d-ac8e27416e75 HTTP/1.1" status: 200 len: 1135 time: 0.0464003 Nov 25 18:32:27.053121 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b525149-fdee-4eb6-941e-1697361eee27 req-eac5153a-cac7-4a33-854d-dc7ca1e4fcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:27.054469 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8b525149-fdee-4eb6-941e-1697361eee27 req-eac5153a-cac7-4a33-854d-dc7ca1e4fcb8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7a34d907-9639-4d13-bcf1-a81ec30b36a4 HTTP/1.1" status: 200 len: 915 time: 0.0848813 Nov 25 18:32:27.132717 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8b525149-fdee-4eb6-941e-1697361eee27 req-036b1215-3074-45c8-a82f-3340b7552204 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a76ab3bb-847f-4dbb-ab9c-c95108fe0720 HTTP/1.1" status: 200 len: 1001 time: 0.0637522 Nov 25 18:32:27.183081 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b525149-fdee-4eb6-941e-1697361eee27 req-56edab4f-602b-48f1-8b81-b20035112ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:27.184507 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8b525149-fdee-4eb6-941e-1697361eee27 req-56edab4f-602b-48f1-8b81-b20035112ee9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b2ebecaa-e71f-4566-a835-5c375467a8af HTTP/1.1" status: 200 len: 853 time: 0.0433497 Nov 25 18:32:27.230529 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b525149-fdee-4eb6-941e-1697361eee27 req-be203920-9b01-46e8-8d2e-06a154d2198c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:27.231993 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8b525149-fdee-4eb6-941e-1697361eee27 req-be203920-9b01-46e8-8d2e-06a154d2198c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7a34d907-9639-4d13-bcf1-a81ec30b36a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395095 Nov 25 18:32:27.327508 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8b525149-fdee-4eb6-941e-1697361eee27 req-9d8ed7af-fb5e-4788-85c3-cb1743bd8287 service neutron] 10.222.0.74 "GET /v2.0/networks/7a34d907-9639-4d13-bcf1-a81ec30b36a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867491 Nov 25 18:32:27.416634 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8b525149-fdee-4eb6-941e-1697361eee27 req-b789a6ec-2bcf-4dcf-bdb6-e91d5645d5eb service neutron] 10.222.0.74 "GET /v2.0/networks/7a34d907-9639-4d13-bcf1-a81ec30b36a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809369 Nov 25 18:32:41.690786 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931fdbb3-7e3b-4602-997c-71d1a3d91377 req-22b12516-f416-4ee5-8104-25b443f9c496 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:41.692278 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-931fdbb3-7e3b-4602-997c-71d1a3d91377 req-22b12516-f416-4ee5-8104-25b443f9c496 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c0af306-cacf-423c-8e2d-ac8e27416e75 HTTP/1.1" status: 200 len: 984 time: 0.0799208 Nov 25 18:32:41.699831 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cda926-2b91-41fe-a47b-44569e9a6b93 req-cf9a3615-fcfa-4892-8e4a-7068507cdf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:41.701250 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-32cda926-2b91-41fe-a47b-44569e9a6b93 req-cf9a3615-fcfa-4892-8e4a-7068507cdf21 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b47abd6d0b564a93b25965eecaa4c12b&device_id=8c0af306-cacf-423c-8e2d-ac8e27416e75 HTTP/1.1" status: 200 len: 1135 time: 0.0781891 Nov 25 18:32:41.810032 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-931fdbb3-7e3b-4602-997c-71d1a3d91377 req-a2b226f6-c987-46c3-b659-98af5950d197 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/security-groups?id=95981626-8288-4c5a-9e31-17749faa04ae&id=5da2aeef-4b63-431f-8219-3cbc583d7124&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1076951 Nov 25 18:32:41.836103 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cda926-2b91-41fe-a47b-44569e9a6b93 req-a58b31d2-384f-4816-8612-72bf35954546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:41.837608 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-32cda926-2b91-41fe-a47b-44569e9a6b93 req-a58b31d2-384f-4816-8612-72bf35954546 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7a34d907-9639-4d13-bcf1-a81ec30b36a4 HTTP/1.1" status: 200 len: 915 time: 0.1226215 Nov 25 18:32:41.913116 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-32cda926-2b91-41fe-a47b-44569e9a6b93 req-d798b6c2-b38e-418c-8a17-57abad111c15 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a76ab3bb-847f-4dbb-ab9c-c95108fe0720 HTTP/1.1" status: 200 len: 1001 time: 0.0673649 Nov 25 18:32:41.964335 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cda926-2b91-41fe-a47b-44569e9a6b93 req-e5b5ac7f-0694-4248-b5ae-6957d54bcba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:41.965803 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-32cda926-2b91-41fe-a47b-44569e9a6b93 req-e5b5ac7f-0694-4248-b5ae-6957d54bcba9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b2ebecaa-e71f-4566-a835-5c375467a8af HTTP/1.1" status: 200 len: 853 time: 0.0437510 Nov 25 18:32:42.013424 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cda926-2b91-41fe-a47b-44569e9a6b93 req-4387eaf6-812f-426d-9c56-f7061fd4a59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:42.014878 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-32cda926-2b91-41fe-a47b-44569e9a6b93 req-4387eaf6-812f-426d-9c56-f7061fd4a59f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7a34d907-9639-4d13-bcf1-a81ec30b36a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416596 Nov 25 18:32:42.111124 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-32cda926-2b91-41fe-a47b-44569e9a6b93 req-0dd3123d-d5d6-43f9-a7ce-ecab0f01f4a8 service neutron] 10.222.0.74 "GET /v2.0/networks/7a34d907-9639-4d13-bcf1-a81ec30b36a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875471 Nov 25 18:32:42.201711 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-32cda926-2b91-41fe-a47b-44569e9a6b93 req-5194461d-944d-454b-8637-c55275fb564d service neutron] 10.222.0.74 "GET /v2.0/networks/7a34d907-9639-4d13-bcf1-a81ec30b36a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833716 Nov 25 18:32:42.935211 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae13d77-f9a3-4e87-bb26-1ebe15869c66 req-e2773edc-dcc1-472d-b897-836d9f97e0b3 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:42.936673 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0ae13d77-f9a3-4e87-bb26-1ebe15869c66 req-e2773edc-dcc1-472d-b897-836d9f97e0b3 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c0af306-cacf-423c-8e2d-ac8e27416e75 HTTP/1.1" status: 200 len: 984 time: 0.0563447 Nov 25 18:32:42.998723 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0ae13d77-f9a3-4e87-bb26-1ebe15869c66 req-39b52c49-4b6e-4f69-afff-32e922ba6731 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/security-groups?id=95981626-8288-4c5a-9e31-17749faa04ae&id=5da2aeef-4b63-431f-8219-3cbc583d7124&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555463 Nov 25 18:32:44.117238 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb366b-6a7b-464f-a7bb-e2dbc8acc3b1 req-4022db89-50b9-47d0-821f-0fd46c1e031c tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:44.118761 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-78fb366b-6a7b-464f-a7bb-e2dbc8acc3b1 req-4022db89-50b9-47d0-821f-0fd46c1e031c tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c0af306-cacf-423c-8e2d-ac8e27416e75 HTTP/1.1" status: 200 len: 984 time: 0.0505450 Nov 25 18:32:44.179771 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-78fb366b-6a7b-464f-a7bb-e2dbc8acc3b1 req-b7debe43-4752-4d70-af39-4c36744693ba tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/security-groups?id=95981626-8288-4c5a-9e31-17749faa04ae&id=5da2aeef-4b63-431f-8219-3cbc583d7124&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546880 Nov 25 18:32:45.300167 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e360a45-7dc5-4ec8-ab3c-f36f91a8144c req-7bb3d976-4ede-433b-9c85-13119fcf1fed tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:45.301592 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7e360a45-7dc5-4ec8-ab3c-f36f91a8144c req-7bb3d976-4ede-433b-9c85-13119fcf1fed tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c0af306-cacf-423c-8e2d-ac8e27416e75 HTTP/1.1" status: 200 len: 984 time: 0.0533464 Nov 25 18:32:45.362395 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7e360a45-7dc5-4ec8-ab3c-f36f91a8144c req-470ec8df-53e3-43d1-b383-86f6d2200696 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/security-groups?id=95981626-8288-4c5a-9e31-17749faa04ae&id=5da2aeef-4b63-431f-8219-3cbc583d7124&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541050 Nov 25 18:32:46.484286 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1759b760-3487-48e2-bf50-4aef5ce248c1 req-98b3d209-2803-4225-9406-739e0f77ea7c tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:46.485856 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1759b760-3487-48e2-bf50-4aef5ce248c1 req-98b3d209-2803-4225-9406-739e0f77ea7c tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c0af306-cacf-423c-8e2d-ac8e27416e75 HTTP/1.1" status: 200 len: 984 time: 0.0530801 Nov 25 18:32:46.547839 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1759b760-3487-48e2-bf50-4aef5ce248c1 req-799e9c32-9b98-46da-971d-6fa8e01e767d tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/security-groups?id=95981626-8288-4c5a-9e31-17749faa04ae&id=5da2aeef-4b63-431f-8219-3cbc583d7124&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550535 Nov 25 18:32:47.233449 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9b1d9cfa-c112-454c-8315-f8afb8a47aa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:47.298831 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:47.532575 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:47.661707 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a68ad-a28a-4a10-b057-42157ea1f407 req-621e5c96-dcf8-4db4-bc36-8dd7f936ffe0 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:47.663777 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4e6a68ad-a28a-4a10-b057-42157ea1f407 req-621e5c96-dcf8-4db4-bc36-8dd7f936ffe0 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c0af306-cacf-423c-8e2d-ac8e27416e75 HTTP/1.1" status: 200 len: 984 time: 0.0493083 Nov 25 18:32:47.727735 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4e6a68ad-a28a-4a10-b057-42157ea1f407 req-cea67651-8896-4fff-b56e-2809f9607595 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/security-groups?id=95981626-8288-4c5a-9e31-17749faa04ae&id=5da2aeef-4b63-431f-8219-3cbc583d7124&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576360 Nov 25 18:32:48.844707 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9353e92-345e-4923-8f7d-154e137da83d req-6593891f-59a0-4bad-ba6c-062c71c15546 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:48.846184 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c9353e92-345e-4923-8f7d-154e137da83d req-6593891f-59a0-4bad-ba6c-062c71c15546 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c0af306-cacf-423c-8e2d-ac8e27416e75 HTTP/1.1" status: 200 len: 984 time: 0.0505834 Nov 25 18:32:48.905776 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c9353e92-345e-4923-8f7d-154e137da83d req-20472356-0177-42b9-b5ce-71af3597e708 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/security-groups?id=95981626-8288-4c5a-9e31-17749faa04ae&id=5da2aeef-4b63-431f-8219-3cbc583d7124&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534375 Nov 25 18:32:49.970062 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0304a3cc-96f5-4aad-879f-04035594cde0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:50.024272 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683da67-409e-41a8-acd9-b1bc924d219f req-fa7cc291-43a1-4b83-be65-d317181a7625 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:50.025834 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e683da67-409e-41a8-acd9-b1bc924d219f req-fa7cc291-43a1-4b83-be65-d317181a7625 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c0af306-cacf-423c-8e2d-ac8e27416e75 HTTP/1.1" status: 200 len: 984 time: 0.0510919 Nov 25 18:32:50.086778 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e683da67-409e-41a8-acd9-b1bc924d219f req-39f400a3-c219-4eb7-9541-4b7d86aeed38 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/security-groups?id=95981626-8288-4c5a-9e31-17749faa04ae&id=5da2aeef-4b63-431f-8219-3cbc583d7124&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546732 Nov 25 18:32:51.084024 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:51.211120 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b07b2e-6c33-4150-b4f3-e91036877f62 req-fb14eca5-687d-4f5f-9823-a5a95a5b826e tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:51.212592 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b2b07b2e-6c33-4150-b4f3-e91036877f62 req-fb14eca5-687d-4f5f-9823-a5a95a5b826e tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c0af306-cacf-423c-8e2d-ac8e27416e75 HTTP/1.1" status: 200 len: 984 time: 0.0574546 Nov 25 18:32:51.275114 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b2b07b2e-6c33-4150-b4f3-e91036877f62 req-43cb909d-7143-4744-ac5e-c58eb65b6bb0 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/security-groups?id=95981626-8288-4c5a-9e31-17749faa04ae&id=5da2aeef-4b63-431f-8219-3cbc583d7124&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563669 Nov 25 18:32:52.265392 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:52.392205 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593bde6c-ea1d-490e-b3cd-673bf4b2f8eb req-94240801-f3b1-4ea2-9c68-2f550b1a222e tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:52.393700 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-593bde6c-ea1d-490e-b3cd-673bf4b2f8eb req-94240801-f3b1-4ea2-9c68-2f550b1a222e tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c0af306-cacf-423c-8e2d-ac8e27416e75 HTTP/1.1" status: 200 len: 984 time: 0.0494487 Nov 25 18:32:52.454063 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-593bde6c-ea1d-490e-b3cd-673bf4b2f8eb req-ad7254ab-7617-4c9f-85a4-40d0434a9f0b tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/security-groups?id=95981626-8288-4c5a-9e31-17749faa04ae&id=5da2aeef-4b63-431f-8219-3cbc583d7124&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534871 Nov 25 18:32:53.177285 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:53.337900 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:32:53.569248 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c63914-c08b-45b2-aa04-debe1701a631 req-9b2d27db-aad6-4a79-8da4-3c84ea46c16c tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:53.570730 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c7c63914-c08b-45b2-aa04-debe1701a631 req-9b2d27db-aad6-4a79-8da4-3c84ea46c16c tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c0af306-cacf-423c-8e2d-ac8e27416e75 HTTP/1.1" status: 200 len: 984 time: 0.0500112 Nov 25 18:32:53.636590 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c7c63914-c08b-45b2-aa04-debe1701a631 req-a029e058-7ea5-4b2f-8549-788a01c75f6d tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/security-groups?id=95981626-8288-4c5a-9e31-17749faa04ae&id=5da2aeef-4b63-431f-8219-3cbc583d7124&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595233 Nov 25 18:33:02.682528 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b79042e9-2c2a-4c65-9427-613340766448 req-b07915eb-9189-4c27-8d69-cc22f95d58e2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8c0af306-cacf-423c-8e2d-ac8e27416e75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412848 Nov 25 18:33:02.775474 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79042e9-2c2a-4c65-9427-613340766448 req-c6c62ff4-9fda-40a5-a2ec-f186854cf5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:02.776989 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b79042e9-2c2a-4c65-9427-613340766448 req-c6c62ff4-9fda-40a5-a2ec-f186854cf5ab service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b47abd6d0b564a93b25965eecaa4c12b&device_id=8c0af306-cacf-423c-8e2d-ac8e27416e75 HTTP/1.1" status: 200 len: 1135 time: 0.0522835 Nov 25 18:33:02.892407 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79042e9-2c2a-4c65-9427-613340766448 req-e4455956-eae4-4cff-b54f-111dab18d16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:02.893912 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b79042e9-2c2a-4c65-9427-613340766448 req-e4455956-eae4-4cff-b54f-111dab18d16d service neutron] 10.222.0.74 "GET /v2.0/networks?id=7a34d907-9639-4d13-bcf1-a81ec30b36a4 HTTP/1.1" status: 200 len: 915 time: 0.0895870 Nov 25 18:33:02.970392 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b79042e9-2c2a-4c65-9427-613340766448 req-f48b11c7-3cb2-4668-a93c-585bffb64d00 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a76ab3bb-847f-4dbb-ab9c-c95108fe0720 HTTP/1.1" status: 200 len: 1001 time: 0.0613530 Nov 25 18:33:03.033074 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79042e9-2c2a-4c65-9427-613340766448 req-8f61b4ad-74db-44f1-8e5a-0dcc537acabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:03.034561 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b79042e9-2c2a-4c65-9427-613340766448 req-8f61b4ad-74db-44f1-8e5a-0dcc537acabc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b2ebecaa-e71f-4566-a835-5c375467a8af HTTP/1.1" status: 200 len: 853 time: 0.0448833 Nov 25 18:33:03.085916 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79042e9-2c2a-4c65-9427-613340766448 req-fd0fa613-a7e6-4e68-b341-7b9214c7b096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:03.087401 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b79042e9-2c2a-4c65-9427-613340766448 req-fd0fa613-a7e6-4e68-b341-7b9214c7b096 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7a34d907-9639-4d13-bcf1-a81ec30b36a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464892 Nov 25 18:33:03.181846 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b79042e9-2c2a-4c65-9427-613340766448 req-07d71342-e8c4-4d62-b1c1-1515fa8ceba0 service neutron] 10.222.0.74 "GET /v2.0/networks/7a34d907-9639-4d13-bcf1-a81ec30b36a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847566 Nov 25 18:33:03.280048 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b79042e9-2c2a-4c65-9427-613340766448 req-c42dbe21-d140-4d2c-9f0c-734ac7e50316 service neutron] 10.222.0.74 "GET /v2.0/networks/7a34d907-9639-4d13-bcf1-a81ec30b36a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909283 Nov 25 18:33:17.235176 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-39fbb05a-05b5-496c-bd22-ea08891f9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:17.313527 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:17.547405 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:19.966297 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-886650bf-9755-47d6-819a-01159432ad9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:21.086455 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:22.267851 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:23.181401 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:26.027083 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0ef40e58-2929-46ba-bebb-70b815fc6f97 req-9b26f1e3-7ce2-45b7-9540-f863b536537c tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1409049593&fields=id&tenant_id=b47abd6d0b564a93b25965eecaa4c12b HTTP/1.1" status: 200 len: 267 time: 0.0454834 Nov 25 18:33:26.080242 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef40e58-2929-46ba-bebb-70b815fc6f97 req-0d5cf946-752f-479f-b276-42293afb450c tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:26.081745 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0ef40e58-2929-46ba-bebb-70b815fc6f97 req-0d5cf946-752f-479f-b276-42293afb450c tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c0af306-cacf-423c-8e2d-ac8e27416e75 HTTP/1.1" status: 200 len: 984 time: 0.0489666 Nov 25 18:33:26.092662 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-0ef40e58-2929-46ba-bebb-70b815fc6f97 req-bd701e0c-10f9-496e-9d75-ddba043809fa tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Request body: {'port': {'security_groups': ['5da2aeef-4b63-431f-8219-3cbc583d7124']}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:33:26.159253 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0ef40e58-2929-46ba-bebb-70b815fc6f97 req-bd701e0c-10f9-496e-9d75-ddba043809fa tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:26.332238 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-0ef40e58-2929-46ba-bebb-70b815fc6f97 req-bd701e0c-10f9-496e-9d75-ddba043809fa tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] For port a76ab3bb-847f-4dbb-ab9c-c95108fe0720, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=a76ab3bb-847f-4dbb-ab9c-c95108fe0720,segment=NetworkSegment(b4235a4e-017c-4af5-baf3-950b8309a543),segment_id=b4235a4e-017c-4af5-baf3-950b8309a543)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:33:26.361120 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0ef40e58-2929-46ba-bebb-70b815fc6f97 req-bd701e0c-10f9-496e-9d75-ddba043809fa tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:26.366263 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0ef40e58-2929-46ba-bebb-70b815fc6f97 req-bd701e0c-10f9-496e-9d75-ddba043809fa tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:26.378479 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['a76ab3bb-847f-4dbb-ab9c-c95108fe0720'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:33:26.412595 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef40e58-2929-46ba-bebb-70b815fc6f97 req-bd701e0c-10f9-496e-9d75-ddba043809fa tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:26.413286 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0ef40e58-2929-46ba-bebb-70b815fc6f97 req-bd701e0c-10f9-496e-9d75-ddba043809fa tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:26.414736 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0ef40e58-2929-46ba-bebb-70b815fc6f97 req-bd701e0c-10f9-496e-9d75-ddba043809fa tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "PUT /v2.0/ports/a76ab3bb-847f-4dbb-ab9c-c95108fe0720 HTTP/1.1" status: 200 len: 942 time: 0.3265007 Nov 25 18:33:26.415208 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c0af306-cacf-423c-8e2d-ac8e27416e75', 'tag': 'a76ab3bb-847f-4dbb-ab9c-c95108fe0720'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:33:26.417574 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1fcdb19-716b-40b7-81d7-c57468fffd33" -d '{"events": [{"name": "network-changed", "server_uuid": "8c0af306-cacf-423c-8e2d-ac8e27416e75", "tag": "a76ab3bb-847f-4dbb-ab9c-c95108fe0720"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:33:26.421156 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37862) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:26.441870 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd701e0c-10f9-496e-9d75-ddba043809fa tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Pushing event updated for resources: {'Port': ['ID=a76ab3bb-847f-4dbb-ab9c-c95108fe0720,revision_number=7']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:26.450665 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd701e0c-10f9-496e-9d75-ddba043809fa tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:26.451031 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd701e0c-10f9-496e-9d75-ddba043809fa tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:26.451371 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd701e0c-10f9-496e-9d75-ddba043809fa tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:26.451693 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd701e0c-10f9-496e-9d75-ddba043809fa tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:26.452030 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd701e0c-10f9-496e-9d75-ddba043809fa tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:26.452367 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd701e0c-10f9-496e-9d75-ddba043809fa tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:26.452696 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd701e0c-10f9-496e-9d75-ddba043809fa tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:26.453200 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd701e0c-10f9-496e-9d75-ddba043809fa tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:26.453545 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd701e0c-10f9-496e-9d75-ddba043809fa tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:26.453877 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd701e0c-10f9-496e-9d75-ddba043809fa tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:26.454205 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd701e0c-10f9-496e-9d75-ddba043809fa tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:26.454533 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd701e0c-10f9-496e-9d75-ddba043809fa tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:26.478776 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64522ae1-6685-48d2-824a-4bdce3f56deb x-openstack-request-id: req-64522ae1-6685-48d2-824a-4bdce3f56deb {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:33:26.479079 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c0af306-cacf-423c-8e2d-ac8e27416e75", "tag": "a76ab3bb-847f-4dbb-ab9c-c95108fe0720", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:33:26.479340 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-64522ae1-6685-48d2-824a-4bdce3f56deb {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:33:26.479752 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c0af306-cacf-423c-8e2d-ac8e27416e75', 'tag': 'a76ab3bb-847f-4dbb-ab9c-c95108fe0720', 'status': 'completed', 'code': 200} Nov 25 18:33:26.498964 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4cf362f0-dd45-437f-96ca-b0b4aab8a949 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:26.499494 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['a76ab3bb-847f-4dbb-ab9c-c95108fe0720'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:33:26.533455 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4cf362f0-dd45-437f-96ca-b0b4aab8a949 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:26.612656 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4cf362f0-dd45-437f-96ca-b0b4aab8a949 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:26.616663 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcdb19-716b-40b7-81d7-c57468fffd33 req-eebd19be-2fbe-448b-b1bc-ed843e0100ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:26.617820 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4cf362f0-dd45-437f-96ca-b0b4aab8a949 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:26.618428 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f1fcdb19-716b-40b7-81d7-c57468fffd33 req-eebd19be-2fbe-448b-b1bc-ed843e0100ff service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b47abd6d0b564a93b25965eecaa4c12b&device_id=8c0af306-cacf-423c-8e2d-ac8e27416e75 HTTP/1.1" status: 200 len: 1096 time: 0.1136925 Nov 25 18:33:26.619497 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4cf362f0-dd45-437f-96ca-b0b4aab8a949 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "DELETE /v2.0/security-groups/95981626-8288-4c5a-9e31-17749faa04ae HTTP/1.1" status: 204 len: 168 time: 0.1957350 Nov 25 18:33:26.622389 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37868) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:26.630190 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf362f0-dd45-437f-96ca-b0b4aab8a949 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95981626-8288-4c5a-9e31-17749faa04ae,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:26.639765 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf362f0-dd45-437f-96ca-b0b4aab8a949 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:26.640125 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf362f0-dd45-437f-96ca-b0b4aab8a949 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:26.640476 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf362f0-dd45-437f-96ca-b0b4aab8a949 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:26.640816 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf362f0-dd45-437f-96ca-b0b4aab8a949 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:26.641194 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf362f0-dd45-437f-96ca-b0b4aab8a949 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:26.641532 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf362f0-dd45-437f-96ca-b0b4aab8a949 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:26.641997 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf362f0-dd45-437f-96ca-b0b4aab8a949 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:26.642334 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf362f0-dd45-437f-96ca-b0b4aab8a949 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:26.642684 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf362f0-dd45-437f-96ca-b0b4aab8a949 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:26.642983 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf362f0-dd45-437f-96ca-b0b4aab8a949 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:26.643312 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf362f0-dd45-437f-96ca-b0b4aab8a949 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:26.643766 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf362f0-dd45-437f-96ca-b0b4aab8a949 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:26.707537 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-5b1d2874-6687-43f6-ba96-4d1878b001af None None] Provisioning complete for port a76ab3bb-847f-4dbb-ab9c-c95108fe0720 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:33:26.707913 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5b1d2874-6687-43f6-ba96-4d1878b001af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:26.836211 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcdb19-716b-40b7-81d7-c57468fffd33 req-1a116aa0-c98b-425f-9f48-696b42332da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:26.837715 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f1fcdb19-716b-40b7-81d7-c57468fffd33 req-1a116aa0-c98b-425f-9f48-696b42332da2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7a34d907-9639-4d13-bcf1-a81ec30b36a4 HTTP/1.1" status: 200 len: 915 time: 0.1657348 Nov 25 18:33:26.923190 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f1fcdb19-716b-40b7-81d7-c57468fffd33 req-7721eb42-70d7-47bb-a055-430ff4c199db service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a76ab3bb-847f-4dbb-ab9c-c95108fe0720 HTTP/1.1" status: 200 len: 1001 time: 0.0680020 Nov 25 18:33:26.930229 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-fe9159c5-feac-4bbe-a5d5-ba9eda95c2b2 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Deleting port 03f276b6-38fe-408c-9b3c-be3f827720cf {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:33:26.930568 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fe9159c5-feac-4bbe-a5d5-ba9eda95c2b2 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:27.020958 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcdb19-716b-40b7-81d7-c57468fffd33 req-bc2687c7-972e-4d9b-b1af-f846a1e69a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:27.022602 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f1fcdb19-716b-40b7-81d7-c57468fffd33 req-bc2687c7-972e-4d9b-b1af-f846a1e69a0e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b2ebecaa-e71f-4566-a835-5c375467a8af HTTP/1.1" status: 200 len: 853 time: 0.0901239 Nov 25 18:33:27.074463 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fe9159c5-feac-4bbe-a5d5-ba9eda95c2b2 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:27.075168 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fe9159c5-feac-4bbe-a5d5-ba9eda95c2b2 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:27.090538 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-fe9159c5-feac-4bbe-a5d5-ba9eda95c2b2 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Calling delete_port for 03f276b6-38fe-408c-9b3c-be3f827720cf owned by network:floatingip {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:33:27.103049 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcdb19-716b-40b7-81d7-c57468fffd33 req-062893fa-8bb6-471b-9e7b-a219125f8335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:27.104519 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f1fcdb19-716b-40b7-81d7-c57468fffd33 req-062893fa-8bb6-471b-9e7b-a219125f8335 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7a34d907-9639-4d13-bcf1-a81ec30b36a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706058 Nov 25 18:33:27.544567 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f1fcdb19-716b-40b7-81d7-c57468fffd33 req-99603631-7b8f-4ab2-8f2b-e38bc228bd30 service neutron] 10.222.0.74 "GET /v2.0/networks/7a34d907-9639-4d13-bcf1-a81ec30b36a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4081647 Nov 25 18:33:27.677286 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f1fcdb19-716b-40b7-81d7-c57468fffd33 req-01da1357-12f1-428d-a2df-e704f58a1989 service neutron] 10.222.0.74 "GET /v2.0/networks/7a34d907-9639-4d13-bcf1-a81ec30b36a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221559 Nov 25 18:33:27.679283 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fe9159c5-feac-4bbe-a5d5-ba9eda95c2b2 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:27.704975 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9159c5-feac-4bbe-a5d5-ba9eda95c2b2 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Pushing event deleted for resources: {'Port': ['ID=03f276b6-38fe-408c-9b3c-be3f827720cf,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:27.767486 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fe9159c5-feac-4bbe-a5d5-ba9eda95c2b2 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Publish callbacks [] for floatingip, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:27.767823 n-d-817746-1 neutron-server[103361]: INFO neutron.db.l3_db [None req-fe9159c5-feac-4bbe-a5d5-ba9eda95c2b2 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Floating IP aa7b1eb2-825b-4740-8888-33c5f9201ae8 disassociated (deleted). External IP: 172.25.0.183, port: a76ab3bb-847f-4dbb-ab9c-c95108fe0720. Nov 25 18:33:27.979231 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe9159c5-feac-4bbe-a5d5-ba9eda95c2b2 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Router c78fc20b-404a-405d-b52c-8cb6536e50c4 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:33:28.090083 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe9159c5-feac-4bbe-a5d5-ba9eda95c2b2 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:33:28.094814 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fe9159c5-feac-4bbe-a5d5-ba9eda95c2b2 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:28.100003 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b21fa8-5fb1-4e5a-a592-049c2063c92d None None] Sync routers for ids ['c78fc20b-404a-405d-b52c-8cb6536e50c4'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:33:28.111224 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b21fa8-5fb1-4e5a-a592-049c2063c92d None None] Routers {'c78fc20b-404a-405d-b52c-8cb6536e50c4'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:33:28.111923 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-58b21fa8-5fb1-4e5a-a592-049c2063c92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:33:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['c78fc20b-404a-405d-b52c-8cb6536e50c4'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:28.125070 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-fe9159c5-feac-4bbe-a5d5-ba9eda95c2b2 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "DELETE /v2.0/floatingips/aa7b1eb2-825b-4740-8888-33c5f9201ae8 HTTP/1.1" status: 204 len: 168 time: 1.4987767 Nov 25 18:33:28.232939 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-58b21fa8-5fb1-4e5a-a592-049c2063c92d None None] Set router c78fc20b-404a-405d-b52c-8cb6536e50c4 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:33:28.441170 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-58b21fa8-5fb1-4e5a-a592-049c2063c92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78fc20b-404a-405d-b52c-8cb6536e50c4', 'name': 'tempest-TestMinimumBasicScenario-665715556-router', 'tenant_id': 'b47abd6d0b564a93b25965eecaa4c12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '7e396595-bd70-45eb-a224-dfe08b859831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:31:31Z', 'updated_at': '2021-11-25T18:31:33Z', 'revision_number': 4, 'project_id': 'b47abd6d0b564a93b25965eecaa4c12b', 'gw_port': {'id': '7e396595-bd70-45eb-a224-dfe08b859831', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78fc20b-404a-405d-b52c-8cb6536e50c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:31:31Z', 'updated_at': '2021-11-25T18:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'da72ad16-b482-4e12-9df2-b1ed2c5315db', 'name': '', 'network_id': '7a34d907-9639-4d13-bcf1-a81ec30b36a4', 'tenant_id': 'b47abd6d0b564a93b25965eecaa4c12b', 'mac_address': 'fa:16:3e:dc:e6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78fc20b-404a-405d-b52c-8cb6536e50c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'b2ebecaa-e71f-4566-a835-5c375467a8af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:31:33Z', 'updated_at': '2021-11-25T18:31:37Z', 'revision_number': 5, 'project_id': 'b47abd6d0b564a93b25965eecaa4c12b', 'subnets': [{'id': 'b2ebecaa-e71f-4566-a835-5c375467a8af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:28.472094 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b21fa8-5fb1-4e5a-a592-049c2063c92d None None] Checking router: c78fc20b-404a-405d-b52c-8cb6536e50c4 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:33:28.481299 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c0af306-cacf-423c-8e2d-ac8e27416e75', 'tag': 'a76ab3bb-847f-4dbb-ab9c-c95108fe0720'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:33:28.481945 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b21fa8-5fb1-4e5a-a592-049c2063c92d None None] Routers {'c78fc20b-404a-405d-b52c-8cb6536e50c4'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:33:28.482565 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-58b21fa8-5fb1-4e5a-a592-049c2063c92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:33:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['c78fc20b-404a-405d-b52c-8cb6536e50c4'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:28.484137 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4c6fd5-9084-4a7c-ba74-c7d9445e3548" -d '{"events": [{"name": "network-changed", "server_uuid": "8c0af306-cacf-423c-8e2d-ac8e27416e75", "tag": "a76ab3bb-847f-4dbb-ab9c-c95108fe0720"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:33:28.522132 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92307133-b73e-49ea-91aa-709d7b131666 x-openstack-request-id: req-92307133-b73e-49ea-91aa-709d7b131666 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:33:28.522434 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c0af306-cacf-423c-8e2d-ac8e27416e75", "tag": "a76ab3bb-847f-4dbb-ab9c-c95108fe0720", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:33:28.522722 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-92307133-b73e-49ea-91aa-709d7b131666 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:33:28.523470 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c0af306-cacf-423c-8e2d-ac8e27416e75', 'tag': 'a76ab3bb-847f-4dbb-ab9c-c95108fe0720', 'status': 'completed', 'code': 200} Nov 25 18:33:28.593451 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c6fd5-9084-4a7c-ba74-c7d9445e3548 req-b0788805-9c18-4c09-8c6c-fd93e008a3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:28.595085 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6c4c6fd5-9084-4a7c-ba74-c7d9445e3548 req-b0788805-9c18-4c09-8c6c-fd93e008a3d2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b47abd6d0b564a93b25965eecaa4c12b&device_id=8c0af306-cacf-423c-8e2d-ac8e27416e75 HTTP/1.1" status: 200 len: 1096 time: 0.0475917 Nov 25 18:33:28.595520 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-58b21fa8-5fb1-4e5a-a592-049c2063c92d None None] Set router c78fc20b-404a-405d-b52c-8cb6536e50c4 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:33:28.694712 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c6fd5-9084-4a7c-ba74-c7d9445e3548 req-e8bdc43e-9761-4233-ba4a-1c956dc625fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:28.696547 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6c4c6fd5-9084-4a7c-ba74-c7d9445e3548 req-e8bdc43e-9761-4233-ba4a-1c956dc625fc service neutron] 10.222.0.74 "GET /v2.0/networks?id=7a34d907-9639-4d13-bcf1-a81ec30b36a4 HTTP/1.1" status: 200 len: 915 time: 0.0939531 Nov 25 18:33:28.742323 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6c4c6fd5-9084-4a7c-ba74-c7d9445e3548 req-85c34342-40c3-4651-9047-dc818cb0b607 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a76ab3bb-847f-4dbb-ab9c-c95108fe0720 HTTP/1.1" status: 200 len: 217 time: 0.0370119 Nov 25 18:33:28.801482 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c6fd5-9084-4a7c-ba74-c7d9445e3548 req-d70e00b6-eb45-4df1-9905-733f511cad9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:28.803664 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6c4c6fd5-9084-4a7c-ba74-c7d9445e3548 req-d70e00b6-eb45-4df1-9905-733f511cad9e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b2ebecaa-e71f-4566-a835-5c375467a8af HTTP/1.1" status: 200 len: 853 time: 0.0549271 Nov 25 18:33:28.805361 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-58b21fa8-5fb1-4e5a-a592-049c2063c92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78fc20b-404a-405d-b52c-8cb6536e50c4', 'name': 'tempest-TestMinimumBasicScenario-665715556-router', 'tenant_id': 'b47abd6d0b564a93b25965eecaa4c12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '7e396595-bd70-45eb-a224-dfe08b859831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:31:31Z', 'updated_at': '2021-11-25T18:31:33Z', 'revision_number': 4, 'project_id': 'b47abd6d0b564a93b25965eecaa4c12b', 'gw_port': {'id': '7e396595-bd70-45eb-a224-dfe08b859831', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78fc20b-404a-405d-b52c-8cb6536e50c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:31:31Z', 'updated_at': '2021-11-25T18:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'da72ad16-b482-4e12-9df2-b1ed2c5315db', 'name': '', 'network_id': '7a34d907-9639-4d13-bcf1-a81ec30b36a4', 'tenant_id': 'b47abd6d0b564a93b25965eecaa4c12b', 'mac_address': 'fa:16:3e:dc:e6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78fc20b-404a-405d-b52c-8cb6536e50c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'b2ebecaa-e71f-4566-a835-5c375467a8af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:31:33Z', 'updated_at': '2021-11-25T18:31:37Z', 'revision_number': 5, 'project_id': 'b47abd6d0b564a93b25965eecaa4c12b', 'subnets': [{'id': 'b2ebecaa-e71f-4566-a835-5c375467a8af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:28.835804 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b21fa8-5fb1-4e5a-a592-049c2063c92d None None] The sync data for ids ['c78fc20b-404a-405d-b52c-8cb6536e50c4'] in n-d-817746-1 is: [{'id': 'c78fc20b-404a-405d-b52c-8cb6536e50c4', 'name': 'tempest-TestMinimumBasicScenario-665715556-router', 'tenant_id': 'b47abd6d0b564a93b25965eecaa4c12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '7e396595-bd70-45eb-a224-dfe08b859831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:31:31Z', 'updated_at': '2021-11-25T18:31:33Z', 'revision_number': 4, 'project_id': 'b47abd6d0b564a93b25965eecaa4c12b', 'gw_port': {'id': '7e396595-bd70-45eb-a224-dfe08b859831', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78fc20b-404a-405d-b52c-8cb6536e50c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:31:31Z', 'updated_at': '2021-11-25T18:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'da72ad16-b482-4e12-9df2-b1ed2c5315db', 'name': '', 'network_id': '7a34d907-9639-4d13-bcf1-a81ec30b36a4', 'tenant_id': 'b47abd6d0b564a93b25965eecaa4c12b', 'mac_address': 'fa:16:3e:dc:e6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78fc20b-404a-405d-b52c-8cb6536e50c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'b2ebecaa-e71f-4566-a835-5c375467a8af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:31:33Z', 'updated_at': '2021-11-25T18:31:37Z', 'revision_number': 5, 'project_id': 'b47abd6d0b564a93b25965eecaa4c12b', 'subnets': [{'id': 'b2ebecaa-e71f-4566-a835-5c375467a8af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:33:28.872376 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c6fd5-9084-4a7c-ba74-c7d9445e3548 req-f9eabc7d-c15e-47bd-ad29-27a322c8d285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:28.875050 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6c4c6fd5-9084-4a7c-ba74-c7d9445e3548 req-f9eabc7d-c15e-47bd-ad29-27a322c8d285 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7a34d907-9639-4d13-bcf1-a81ec30b36a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644274 Nov 25 18:33:28.979733 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6c4c6fd5-9084-4a7c-ba74-c7d9445e3548 req-284e3fcd-12a2-40c9-9426-c4bfeb8b2b56 service neutron] 10.222.0.74 "GET /v2.0/networks/7a34d907-9639-4d13-bcf1-a81ec30b36a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961878 Nov 25 18:33:29.102803 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6c4c6fd5-9084-4a7c-ba74-c7d9445e3548 req-7a35f257-92ed-4ab4-9a5c-30074e7fdfa3 service neutron] 10.222.0.74 "GET /v2.0/networks/7a34d907-9639-4d13-bcf1-a81ec30b36a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158657 Nov 25 18:33:29.170886 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304ec96a-4e42-4555-812e-fa4e42b393e4 None None] New status for floating IP aa7b1eb2-825b-4740-8888-33c5f9201ae8: DOWN {{(pid=103362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:33:30.336585 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:33:37.158063 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927743f-8abe-4004-8b83-99aa12dd448d req-5ba63c96-d60e-4e6f-9f99-d3ee40745c5f tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:37.159817 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a927743f-8abe-4004-8b83-99aa12dd448d req-5ba63c96-d60e-4e6f-9f99-d3ee40745c5f tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c0af306-cacf-423c-8e2d-ac8e27416e75 HTTP/1.1" status: 200 len: 945 time: 0.0552561 Nov 25 18:33:37.213530 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a927743f-8abe-4004-8b83-99aa12dd448d req-68a49ee0-3424-49f0-a347-562103e5cf59 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/security-groups?id=5da2aeef-4b63-431f-8219-3cbc583d7124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465608 Nov 25 18:33:38.330818 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b79db4-2483-4175-a39f-8a0af312d93a req-cdc3de9f-7cec-4b79-8b81-2838afb4544e tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:38.332301 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-98b79db4-2483-4175-a39f-8a0af312d93a req-cdc3de9f-7cec-4b79-8b81-2838afb4544e tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c0af306-cacf-423c-8e2d-ac8e27416e75 HTTP/1.1" status: 200 len: 945 time: 0.0495017 Nov 25 18:33:38.383460 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-98b79db4-2483-4175-a39f-8a0af312d93a req-fc4cf0ca-4e71-435f-a8a2-c3ffa476a3e8 tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/security-groups?id=5da2aeef-4b63-431f-8219-3cbc583d7124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451376 Nov 25 18:33:38.759217 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f033fa-846b-40e0-97a6-e5e61500c269 req-b116b897-0db3-45df-a41e-ca0a252c2c7f tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:38.760657 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e0f033fa-846b-40e0-97a6-e5e61500c269 req-b116b897-0db3-45df-a41e-ca0a252c2c7f tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c0af306-cacf-423c-8e2d-ac8e27416e75 HTTP/1.1" status: 200 len: 945 time: 0.0544152 Nov 25 18:33:38.857399 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-e0f033fa-846b-40e0-97a6-e5e61500c269 req-ec3c98ab-fde7-49ad-b254-b679a153076c tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Deleting port a76ab3bb-847f-4dbb-ab9c-c95108fe0720 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:33:38.857743 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e0f033fa-846b-40e0-97a6-e5e61500c269 req-ec3c98ab-fde7-49ad-b254-b679a153076c tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:38.954640 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-e0f033fa-846b-40e0-97a6-e5e61500c269 req-ec3c98ab-fde7-49ad-b254-b679a153076c tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] For port a76ab3bb-847f-4dbb-ab9c-c95108fe0720, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=a76ab3bb-847f-4dbb-ab9c-c95108fe0720,segment=NetworkSegment(b4235a4e-017c-4af5-baf3-950b8309a543),segment_id=b4235a4e-017c-4af5-baf3-950b8309a543)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:33:38.955012 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e0f033fa-846b-40e0-97a6-e5e61500c269 req-ec3c98ab-fde7-49ad-b254-b679a153076c tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:38.973320 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-e0f033fa-846b-40e0-97a6-e5e61500c269 req-ec3c98ab-fde7-49ad-b254-b679a153076c tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Calling delete_port for a76ab3bb-847f-4dbb-ab9c-c95108fe0720 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:33:39.100804 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e0f033fa-846b-40e0-97a6-e5e61500c269 req-ec3c98ab-fde7-49ad-b254-b679a153076c tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:39.113901 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['a76ab3bb-847f-4dbb-ab9c-c95108fe0720'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:33:39.129865 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3c98ab-fde7-49ad-b254-b679a153076c tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Pushing event deleted for resources: {'Port': ['ID=a76ab3bb-847f-4dbb-ab9c-c95108fe0720,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:39.172233 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0f033fa-846b-40e0-97a6-e5e61500c269 req-ec3c98ab-fde7-49ad-b254-b679a153076c tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] No DVR routers for this DVR port a76ab3bb-847f-4dbb-ab9c-c95108fe0720 on host n-h1-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:33:39.174965 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-e0f033fa-846b-40e0-97a6-e5e61500c269 req-ec3c98ab-fde7-49ad-b254-b679a153076c tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:39.179074 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e0f033fa-846b-40e0-97a6-e5e61500c269 req-ec3c98ab-fde7-49ad-b254-b679a153076c tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.74 "DELETE /v2.0/ports/a76ab3bb-847f-4dbb-ab9c-c95108fe0720 HTTP/1.1" status: 204 len: 173 time: 0.4120541 Nov 25 18:33:39.179516 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c0af306-cacf-423c-8e2d-ac8e27416e75', 'name': 'network-vif-deleted', 'tag': 'a76ab3bb-847f-4dbb-ab9c-c95108fe0720'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:33:39.181862 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-500c917b-3b25-4a9a-a978-7fe75882b8ba" -d '{"events": [{"server_uuid": "8c0af306-cacf-423c-8e2d-ac8e27416e75", "name": "network-vif-deleted", "tag": "a76ab3bb-847f-4dbb-ab9c-c95108fe0720"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:33:39.222986 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6483763-ef17-4764-8296-b18dcb712842 x-openstack-request-id: req-a6483763-ef17-4764-8296-b18dcb712842 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:33:39.223296 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c0af306-cacf-423c-8e2d-ac8e27416e75", "name": "network-vif-deleted", "tag": "a76ab3bb-847f-4dbb-ab9c-c95108fe0720", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:33:39.223619 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a6483763-ef17-4764-8296-b18dcb712842 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:33:39.224050 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c0af306-cacf-423c-8e2d-ac8e27416e75', 'name': 'network-vif-deleted', 'tag': 'a76ab3bb-847f-4dbb-ab9c-c95108fe0720', 'status': 'completed', 'code': 200} Nov 25 18:33:39.494050 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ac12036e-f9e9-48fc-9b0e-1bf6c78ad82d req-4ba94102-4503-4926-8e25-3cd281c1c25a tempest-TestMinimumBasicScenario-864595519 tempest-TestMinimumBasicScenario-864595519-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c0af306-cacf-423c-8e2d-ac8e27416e75 HTTP/1.1" status: 200 len: 210 time: 0.0310483 Nov 25 18:33:41.060851 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37966) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:41.404982 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a22dbc7f-06ba-4701-ae03-af71f1dff3e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:41.648753 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-a22dbc7f-06ba-4701-ae03-af71f1dff3e1 admin admin] Deleting port da72ad16-b482-4e12-9df2-b1ed2c5315db {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:33:41.649124 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a22dbc7f-06ba-4701-ae03-af71f1dff3e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:41.728694 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-a22dbc7f-06ba-4701-ae03-af71f1dff3e1 admin admin] For port da72ad16-b482-4e12-9df2-b1ed2c5315db, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=da72ad16-b482-4e12-9df2-b1ed2c5315db,segment=NetworkSegment(b4235a4e-017c-4af5-baf3-950b8309a543),segment_id=b4235a4e-017c-4af5-baf3-950b8309a543)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:33:41.729006 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a22dbc7f-06ba-4701-ae03-af71f1dff3e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:41.741932 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-a22dbc7f-06ba-4701-ae03-af71f1dff3e1 admin admin] Calling delete_port for da72ad16-b482-4e12-9df2-b1ed2c5315db owned by network:router_interface {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:33:41.921871 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a22dbc7f-06ba-4701-ae03-af71f1dff3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:41.948158 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22dbc7f-06ba-4701-ae03-af71f1dff3e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=da72ad16-b482-4e12-9df2-b1ed2c5315db,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:42.129072 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a22dbc7f-06ba-4701-ae03-af71f1dff3e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:42.341463 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a22dbc7f-06ba-4701-ae03-af71f1dff3e1 admin admin] Router c78fc20b-404a-405d-b52c-8cb6536e50c4 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:33:42.441553 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a22dbc7f-06ba-4701-ae03-af71f1dff3e1 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:33:42.447452 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-a22dbc7f-06ba-4701-ae03-af71f1dff3e1 admin admin] 10.222.0.75 "PUT /v2.0/routers/c78fc20b-404a-405d-b52c-8cb6536e50c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3855729 Nov 25 18:33:42.450239 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37968) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:42.453319 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfb33af-6dd2-421b-847d-4dcc5309a1d0 None None] Sync routers for ids ['c78fc20b-404a-405d-b52c-8cb6536e50c4'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:33:42.463723 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfb33af-6dd2-421b-847d-4dcc5309a1d0 None None] Routers {'c78fc20b-404a-405d-b52c-8cb6536e50c4'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:33:42.464329 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-5bfb33af-6dd2-421b-847d-4dcc5309a1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:33:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['c78fc20b-404a-405d-b52c-8cb6536e50c4'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:42.555386 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-85e94a2e-a1b2-4a21-a4ed-5be54f37c61b admin admin] Publish callbacks [] for router, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:42.567504 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-5bfb33af-6dd2-421b-847d-4dcc5309a1d0 None None] Set router c78fc20b-404a-405d-b52c-8cb6536e50c4 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:33:42.658280 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-85e94a2e-a1b2-4a21-a4ed-5be54f37c61b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:42.711449 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-85e94a2e-a1b2-4a21-a4ed-5be54f37c61b admin admin] Deleting port 7e396595-bd70-45eb-a224-dfe08b859831 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:33:42.711789 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-85e94a2e-a1b2-4a21-a4ed-5be54f37c61b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:42.747030 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-5bfb33af-6dd2-421b-847d-4dcc5309a1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78fc20b-404a-405d-b52c-8cb6536e50c4', 'name': 'tempest-TestMinimumBasicScenario-665715556-router', 'tenant_id': 'b47abd6d0b564a93b25965eecaa4c12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '7e396595-bd70-45eb-a224-dfe08b859831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:31:31Z', 'updated_at': '2021-11-25T18:33:41Z', 'revision_number': 5, 'project_id': 'b47abd6d0b564a93b25965eecaa4c12b', 'gw_port': {'id': '7e396595-bd70-45eb-a224-dfe08b859831', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78fc20b-404a-405d-b52c-8cb6536e50c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:31:31Z', 'updated_at': '2021-11-25T18:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:42.774584 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfb33af-6dd2-421b-847d-4dcc5309a1d0 None None] Checking router: c78fc20b-404a-405d-b52c-8cb6536e50c4 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:33:42.783565 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfb33af-6dd2-421b-847d-4dcc5309a1d0 None None] Routers {'c78fc20b-404a-405d-b52c-8cb6536e50c4'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:33:42.784182 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-5bfb33af-6dd2-421b-847d-4dcc5309a1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:33:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['c78fc20b-404a-405d-b52c-8cb6536e50c4'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:42.964321 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-5bfb33af-6dd2-421b-847d-4dcc5309a1d0 None None] Set router c78fc20b-404a-405d-b52c-8cb6536e50c4 gateway port host: None {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:33:43.021107 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-5bfb33af-6dd2-421b-847d-4dcc5309a1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78fc20b-404a-405d-b52c-8cb6536e50c4', 'name': 'tempest-TestMinimumBasicScenario-665715556-router', 'tenant_id': 'b47abd6d0b564a93b25965eecaa4c12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:31:31Z', 'updated_at': '2021-11-25T18:33:42Z', 'revision_number': 6, 'project_id': 'b47abd6d0b564a93b25965eecaa4c12b', 'gw_port_host': None}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:43.048543 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfb33af-6dd2-421b-847d-4dcc5309a1d0 None None] The sync data for ids ['c78fc20b-404a-405d-b52c-8cb6536e50c4'] in n-d-817746-1 is: [{'id': 'c78fc20b-404a-405d-b52c-8cb6536e50c4', 'name': 'tempest-TestMinimumBasicScenario-665715556-router', 'tenant_id': 'b47abd6d0b564a93b25965eecaa4c12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:31:31Z', 'updated_at': '2021-11-25T18:33:42Z', 'revision_number': 6, 'project_id': 'b47abd6d0b564a93b25965eecaa4c12b', 'gw_port_host': None}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:33:43.077117 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-85e94a2e-a1b2-4a21-a4ed-5be54f37c61b admin admin] For port 7e396595-bd70-45eb-a224-dfe08b859831, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=7e396595-bd70-45eb-a224-dfe08b859831,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:33:43.078182 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-85e94a2e-a1b2-4a21-a4ed-5be54f37c61b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:43.091575 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-85e94a2e-a1b2-4a21-a4ed-5be54f37c61b admin admin] Calling delete_port for 7e396595-bd70-45eb-a224-dfe08b859831 owned by network:router_gateway {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:33:43.256804 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-85e94a2e-a1b2-4a21-a4ed-5be54f37c61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:43.284866 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e94a2e-a1b2-4a21-a4ed-5be54f37c61b admin admin] Pushing event deleted for resources: {'Port': ['ID=7e396595-bd70-45eb-a224-dfe08b859831,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:43.299359 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724d5f1e-77ed-422e-b972-249751346be3 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:33:43.355706 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-85e94a2e-a1b2-4a21-a4ed-5be54f37c61b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:43.450329 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-85e94a2e-a1b2-4a21-a4ed-5be54f37c61b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:43.452497 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-85e94a2e-a1b2-4a21-a4ed-5be54f37c61b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:43.497016 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-85e94a2e-a1b2-4a21-a4ed-5be54f37c61b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:43.497530 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e94a2e-a1b2-4a21-a4ed-5be54f37c61b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c78fc20b-404a-405d-b52c-8cb6536e50c4 {{(pid=103361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:33:43.502307 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-85e94a2e-a1b2-4a21-a4ed-5be54f37c61b admin admin] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:43.503728 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-85e94a2e-a1b2-4a21-a4ed-5be54f37c61b admin admin] 10.222.0.75 "DELETE /v2.0/routers/c78fc20b-404a-405d-b52c-8cb6536e50c4 HTTP/1.1" status: 204 len: 168 time: 1.0519888 Nov 25 18:33:43.506397 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37970) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:43.550455 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-589414ff-3225-4415-99a4-d9312742f991 admin admin] Deleting subnet b2ebecaa-e71f-4566-a835-5c375467a8af {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:33:43.554320 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-589414ff-3225-4415-99a4-d9312742f991 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:43.588098 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-589414ff-3225-4415-99a4-d9312742f991 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:43.673471 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-589414ff-3225-4415-99a4-d9312742f991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:43.723586 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-589414ff-3225-4415-99a4-d9312742f991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:43.750507 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589414ff-3225-4415-99a4-d9312742f991 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2ebecaa-e71f-4566-a835-5c375467a8af,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:43.752423 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-589414ff-3225-4415-99a4-d9312742f991 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:43.755657 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-589414ff-3225-4415-99a4-d9312742f991 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/b2ebecaa-e71f-4566-a835-5c375467a8af HTTP/1.1" status: 204 len: 168 time: 0.2482495 Nov 25 18:33:43.759620 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 37972) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:43.760029 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88ec850-2a45-48a5-853f-4519e8903098 None None] Network 7a34d907-9639-4d13-bcf1-a81ec30b36a4 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:33:43.830013 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ec025fa6-56e9-4d61-990c-e3c1cb02aa59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:43.888707 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-ec025fa6-56e9-4d61-990c-e3c1cb02aa59 admin admin] Deleting port 1e9195dc-bec6-4df6-9cc7-e3e5d0749b5a {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:33:43.889088 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ec025fa6-56e9-4d61-990c-e3c1cb02aa59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:43.952472 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b4a667-41d9-4fd4-8b1c-927e2fb89ab1 None None] DHCP port deletion for 7a34d907-9639-4d13-bcf1-a81ec30b36a4 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:33:43.954915 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-ec025fa6-56e9-4d61-990c-e3c1cb02aa59 admin admin] For port 1e9195dc-bec6-4df6-9cc7-e3e5d0749b5a, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=1e9195dc-bec6-4df6-9cc7-e3e5d0749b5a,segment=NetworkSegment(b4235a4e-017c-4af5-baf3-950b8309a543),segment_id=b4235a4e-017c-4af5-baf3-950b8309a543)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:33:43.955289 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ec025fa6-56e9-4d61-990c-e3c1cb02aa59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:43.969039 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-ec025fa6-56e9-4d61-990c-e3c1cb02aa59 admin admin] Calling delete_port for 1e9195dc-bec6-4df6-9cc7-e3e5d0749b5a owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:33:44.004803 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-c4b4a667-41d9-4fd4-8b1c-927e2fb89ab1 None None] Deleting port 1e9195dc-bec6-4df6-9cc7-e3e5d0749b5a {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:33:44.005297 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c4b4a667-41d9-4fd4-8b1c-927e2fb89ab1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:44.058629 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ec025fa6-56e9-4d61-990c-e3c1cb02aa59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:44.080524 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-c4b4a667-41d9-4fd4-8b1c-927e2fb89ab1 None None] For port 1e9195dc-bec6-4df6-9cc7-e3e5d0749b5a, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=1e9195dc-bec6-4df6-9cc7-e3e5d0749b5a,segment=NetworkSegment(b4235a4e-017c-4af5-baf3-950b8309a543),segment_id=b4235a4e-017c-4af5-baf3-950b8309a543)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:33:44.081051 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c4b4a667-41d9-4fd4-8b1c-927e2fb89ab1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:44.096966 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 7e396595-bd70-45eb-a224-dfe08b859831 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:33:44.098180 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec025fa6-56e9-4d61-990c-e3c1cb02aa59 admin admin] No DVR routers for this DVR port 1e9195dc-bec6-4df6-9cc7-e3e5d0749b5a on host n-d-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:33:44.100934 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec025fa6-56e9-4d61-990c-e3c1cb02aa59 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e9195dc-bec6-4df6-9cc7-e3e5d0749b5a,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:44.105411 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-c4b4a667-41d9-4fd4-8b1c-927e2fb89ab1 None None] Calling delete_port for 1e9195dc-bec6-4df6-9cc7-e3e5d0749b5a owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:33:44.133974 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 7e396595-bd70-45eb-a224-dfe08b859831 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:33:44.134330 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 7e396595-bd70-45eb-a224-dfe08b859831 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:33:44.134788 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 1e9195dc-bec6-4df6-9cc7-e3e5d0749b5a no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:33:44.157045 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 1e9195dc-bec6-4df6-9cc7-e3e5d0749b5a {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:33:44.157378 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 1e9195dc-bec6-4df6-9cc7-e3e5d0749b5a not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:33:44.157792 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device da72ad16-b482-4e12-9df2-b1ed2c5315db no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:33:44.176045 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ec025fa6-56e9-4d61-990c-e3c1cb02aa59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:44.197020 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-ec025fa6-56e9-4d61-990c-e3c1cb02aa59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a34d907-9639-4d13-bcf1-a81ec30b36a4']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:44.206286 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: da72ad16-b482-4e12-9df2-b1ed2c5315db {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:33:44.206643 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device da72ad16-b482-4e12-9df2-b1ed2c5315db not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:33:44.206757 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-ec025fa6-56e9-4d61-990c-e3c1cb02aa59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4235a4e-017c-4af5-baf3-950b8309a543') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:44.207087 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-ec025fa6-56e9-4d61-990c-e3c1cb02aa59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4235a4e-017c-4af5-baf3-950b8309a543') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:44.218799 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ec025fa6-56e9-4d61-990c-e3c1cb02aa59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:44.233069 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ec025fa6-56e9-4d61-990c-e3c1cb02aa59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:44.238956 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec025fa6-56e9-4d61-990c-e3c1cb02aa59 admin admin] Releasing vlan 940 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:33:44.239346 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ec025fa6-56e9-4d61-990c-e3c1cb02aa59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:44.241634 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 18:33:44.241634 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:33:44.241634 n-d-817746-1 neutron-server[103360]: timer() Nov 25 18:33:44.241634 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:33:44.241634 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 18:33:44.241634 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:33:44.241634 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 18:33:44.241634 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:33:44.241634 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 18:33:44.241634 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:33:44.241634 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 18:33:44.241634 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:33:44.241634 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 18:33:44.241634 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:33:44.241634 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:33:44.241634 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:33:44.241634 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:33:44.241634 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:33:44.241634 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 18:33:44.241634 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:33:44.241634 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 18:33:44.241634 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:33:44.241634 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:33:44.241634 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:33:44.241634 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 18:33:44.241634 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:33:44.241634 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:33:44.241634 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:33:44.241634 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:33:44.241634 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:33:44.241634 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:33:44.241634 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:33:44.247718 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c4b4a667-41d9-4fd4-8b1c-927e2fb89ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:44.279109 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b4a667-41d9-4fd4-8b1c-927e2fb89ab1 None None] Pushing event deleted for resources: {'Port': ['ID=1e9195dc-bec6-4df6-9cc7-e3e5d0749b5a,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:44.282744 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b4a667-41d9-4fd4-8b1c-927e2fb89ab1 None None] No DVR routers for this DVR port 1e9195dc-bec6-4df6-9cc7-e3e5d0749b5a on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:33:44.294974 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b4a667-41d9-4fd4-8b1c-927e2fb89ab1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:44.294974 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b4a667-41d9-4fd4-8b1c-927e2fb89ab1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:44.294974 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b4a667-41d9-4fd4-8b1c-927e2fb89ab1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:44.294974 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b4a667-41d9-4fd4-8b1c-927e2fb89ab1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:44.294974 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b4a667-41d9-4fd4-8b1c-927e2fb89ab1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:44.294974 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b4a667-41d9-4fd4-8b1c-927e2fb89ab1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:44.294974 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b4a667-41d9-4fd4-8b1c-927e2fb89ab1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:44.294974 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b4a667-41d9-4fd4-8b1c-927e2fb89ab1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:44.294974 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b4a667-41d9-4fd4-8b1c-927e2fb89ab1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:44.294974 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b4a667-41d9-4fd4-8b1c-927e2fb89ab1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:44.294974 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b4a667-41d9-4fd4-8b1c-927e2fb89ab1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:44.294974 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b4a667-41d9-4fd4-8b1c-927e2fb89ab1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:44.307244 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ec025fa6-56e9-4d61-990c-e3c1cb02aa59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:44.312795 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ec025fa6-56e9-4d61-990c-e3c1cb02aa59 admin admin] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:44.316035 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ec025fa6-56e9-4d61-990c-e3c1cb02aa59 admin admin] 10.222.0.75 "DELETE /v2.0/networks/7a34d907-9639-4d13-bcf1-a81ec30b36a4 HTTP/1.1" status: 204 len: 168 time: 0.5555065 Nov 25 18:33:44.319284 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37974) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:44.321443 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device a76ab3bb-847f-4dbb-ab9c-c95108fe0720 no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:33:44.329209 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec025fa6-56e9-4d61-990c-e3c1cb02aa59 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a34d907-9639-4d13-bcf1-a81ec30b36a4,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:44.344253 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: a76ab3bb-847f-4dbb-ab9c-c95108fe0720 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:33:44.344609 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device a76ab3bb-847f-4dbb-ab9c-c95108fe0720 not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:33:44.663879 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7dbc8e3f-0f00-4889-83f1-d0d3d2617394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:44.907485 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-7dbc8e3f-0f00-4889-83f1-d0d3d2617394 admin admin] Deleting port 9dec561d-42bf-4c4d-a23e-7acf0f8a4d95 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:33:44.907824 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7dbc8e3f-0f00-4889-83f1-d0d3d2617394 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:44.988563 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-7dbc8e3f-0f00-4889-83f1-d0d3d2617394 admin admin] For port 9dec561d-42bf-4c4d-a23e-7acf0f8a4d95, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=9dec561d-42bf-4c4d-a23e-7acf0f8a4d95,segment=NetworkSegment(fd886272-04fb-4c22-8e33-bbd3a426bf0c),segment_id=fd886272-04fb-4c22-8e33-bbd3a426bf0c)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:33:44.988958 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7dbc8e3f-0f00-4889-83f1-d0d3d2617394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:45.002089 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-7dbc8e3f-0f00-4889-83f1-d0d3d2617394 admin admin] Calling delete_port for 9dec561d-42bf-4c4d-a23e-7acf0f8a4d95 owned by network:router_interface {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:33:45.184216 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7dbc8e3f-0f00-4889-83f1-d0d3d2617394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:45.210478 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbc8e3f-0f00-4889-83f1-d0d3d2617394 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dec561d-42bf-4c4d-a23e-7acf0f8a4d95,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:45.381482 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7dbc8e3f-0f00-4889-83f1-d0d3d2617394 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:45.591457 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dbc8e3f-0f00-4889-83f1-d0d3d2617394 admin admin] Router 8e43252b-ba9e-4331-ba5f-b710df16256c has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:33:45.696207 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dbc8e3f-0f00-4889-83f1-d0d3d2617394 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:33:45.702124 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-7dbc8e3f-0f00-4889-83f1-d0d3d2617394 admin admin] 10.222.0.75 "PUT /v2.0/routers/8e43252b-ba9e-4331-ba5f-b710df16256c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3812609 Nov 25 18:33:45.704124 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37976) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:45.705098 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0a3ab1-a678-442c-8047-5d6056e63358 None None] Sync routers for ids ['8e43252b-ba9e-4331-ba5f-b710df16256c'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:33:45.714666 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0a3ab1-a678-442c-8047-5d6056e63358 None None] Routers {'8e43252b-ba9e-4331-ba5f-b710df16256c'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:33:45.715294 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-8e0a3ab1-a678-442c-8047-5d6056e63358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:33:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['8e43252b-ba9e-4331-ba5f-b710df16256c'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:45.808190 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6e0e63dc-463d-4968-add8-65e91b470311 admin admin] Publish callbacks [] for router, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:45.820304 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-8e0a3ab1-a678-442c-8047-5d6056e63358 None None] Set router 8e43252b-ba9e-4331-ba5f-b710df16256c gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:33:45.911600 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6e0e63dc-463d-4968-add8-65e91b470311 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:45.965678 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-6e0e63dc-463d-4968-add8-65e91b470311 admin admin] Deleting port 9db0fe88-d973-4e00-8351-d0691341d269 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:33:45.966024 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6e0e63dc-463d-4968-add8-65e91b470311 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:46.004146 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-8e0a3ab1-a678-442c-8047-5d6056e63358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e43252b-ba9e-4331-ba5f-b710df16256c', 'name': 'tempest-TestMinimumBasicScenario-2045004542-router', 'tenant_id': '3dc0d165fc094fbba2d30752c3d5b50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '9db0fe88-d973-4e00-8351-d0691341d269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:31:35Z', 'updated_at': '2021-11-25T18:33:45Z', 'revision_number': 5, 'project_id': '3dc0d165fc094fbba2d30752c3d5b50e', 'gw_port': {'id': '9db0fe88-d973-4e00-8351-d0691341d269', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:92:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e43252b-ba9e-4331-ba5f-b710df16256c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:31:36Z', 'updated_at': '2021-11-25T18:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:46.038721 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0a3ab1-a678-442c-8047-5d6056e63358 None None] Checking router: 8e43252b-ba9e-4331-ba5f-b710df16256c for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:33:46.047370 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0a3ab1-a678-442c-8047-5d6056e63358 None None] Routers {'8e43252b-ba9e-4331-ba5f-b710df16256c'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:33:46.048116 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-8e0a3ab1-a678-442c-8047-5d6056e63358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:33:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['8e43252b-ba9e-4331-ba5f-b710df16256c'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:46.061649 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-6e0e63dc-463d-4968-add8-65e91b470311 admin admin] For port 9db0fe88-d973-4e00-8351-d0691341d269, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=9db0fe88-d973-4e00-8351-d0691341d269,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:33:46.061649 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6e0e63dc-463d-4968-add8-65e91b470311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:46.074534 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-6e0e63dc-463d-4968-add8-65e91b470311 admin admin] Calling delete_port for 9db0fe88-d973-4e00-8351-d0691341d269 owned by network:router_gateway {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:33:46.130762 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-8e0a3ab1-a678-442c-8047-5d6056e63358 None None] Set router 8e43252b-ba9e-4331-ba5f-b710df16256c gateway port host: None {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:33:46.184627 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-8e0a3ab1-a678-442c-8047-5d6056e63358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e43252b-ba9e-4331-ba5f-b710df16256c', 'name': 'tempest-TestMinimumBasicScenario-2045004542-router', 'tenant_id': '3dc0d165fc094fbba2d30752c3d5b50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:31:35Z', 'updated_at': '2021-11-25T18:33:45Z', 'revision_number': 6, 'project_id': '3dc0d165fc094fbba2d30752c3d5b50e', 'gw_port_host': None}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:46.212912 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0a3ab1-a678-442c-8047-5d6056e63358 None None] The sync data for ids ['8e43252b-ba9e-4331-ba5f-b710df16256c'] in n-d-817746-1 is: [{'id': '8e43252b-ba9e-4331-ba5f-b710df16256c', 'name': 'tempest-TestMinimumBasicScenario-2045004542-router', 'tenant_id': '3dc0d165fc094fbba2d30752c3d5b50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:31:35Z', 'updated_at': '2021-11-25T18:33:45Z', 'revision_number': 6, 'project_id': '3dc0d165fc094fbba2d30752c3d5b50e', 'gw_port_host': None}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:33:46.250408 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6e0e63dc-463d-4968-add8-65e91b470311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:46.275735 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e63dc-463d-4968-add8-65e91b470311 admin admin] Pushing event deleted for resources: {'Port': ['ID=9db0fe88-d973-4e00-8351-d0691341d269,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:46.290769 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a6d08f-662d-4b47-959a-0fea2122d6a8 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:33:46.338418 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6e0e63dc-463d-4968-add8-65e91b470311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:46.427603 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6e0e63dc-463d-4968-add8-65e91b470311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:46.429751 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6e0e63dc-463d-4968-add8-65e91b470311 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:46.476464 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6e0e63dc-463d-4968-add8-65e91b470311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:46.476987 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e0e63dc-463d-4968-add8-65e91b470311 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e43252b-ba9e-4331-ba5f-b710df16256c {{(pid=103361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:33:46.481192 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6e0e63dc-463d-4968-add8-65e91b470311 admin admin] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:46.482343 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-6e0e63dc-463d-4968-add8-65e91b470311 admin admin] 10.222.0.75 "DELETE /v2.0/routers/8e43252b-ba9e-4331-ba5f-b710df16256c HTTP/1.1" status: 204 len: 168 time: 0.7772961 Nov 25 18:33:46.484853 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37978) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:46.529455 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d9d5142-34c3-4036-af65-532739e2f899 admin admin] Deleting subnet 661a9adf-d715-44b9-b4c1-0be354e83525 {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:33:46.532374 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1d9d5142-34c3-4036-af65-532739e2f899 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:46.567830 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1d9d5142-34c3-4036-af65-532739e2f899 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:46.653014 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1d9d5142-34c3-4036-af65-532739e2f899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:46.703910 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1d9d5142-34c3-4036-af65-532739e2f899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:46.730486 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9d5142-34c3-4036-af65-532739e2f899 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=661a9adf-d715-44b9-b4c1-0be354e83525,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:46.732330 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1d9d5142-34c3-4036-af65-532739e2f899 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:46.737779 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-1d9d5142-34c3-4036-af65-532739e2f899 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/661a9adf-d715-44b9-b4c1-0be354e83525 HTTP/1.1" status: 204 len: 168 time: 0.2497416 Nov 25 18:33:46.737939 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bda2d03-ebd0-41aa-a13a-5d7e6e6b2389 None None] Network b8d91ad8-ce11-411f-a34c-d77b60624fb0 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:33:46.738355 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37980) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:46.806105 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e6e1557a-8309-498e-8bc7-6fb15012e082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:46.863105 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-e6e1557a-8309-498e-8bc7-6fb15012e082 admin admin] Deleting port 7aada6c9-8195-4677-b294-3ca3aca5be8b {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:33:46.863451 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e6e1557a-8309-498e-8bc7-6fb15012e082 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:46.928047 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-e6e1557a-8309-498e-8bc7-6fb15012e082 admin admin] For port 7aada6c9-8195-4677-b294-3ca3aca5be8b, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=7aada6c9-8195-4677-b294-3ca3aca5be8b,segment=NetworkSegment(fd886272-04fb-4c22-8e33-bbd3a426bf0c),segment_id=fd886272-04fb-4c22-8e33-bbd3a426bf0c)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:33:46.928462 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e6e1557a-8309-498e-8bc7-6fb15012e082 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:46.942444 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-e6e1557a-8309-498e-8bc7-6fb15012e082 admin admin] Calling delete_port for 7aada6c9-8195-4677-b294-3ca3aca5be8b owned by network:dhcp {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:33:46.957591 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece3a68a-6d74-4e06-b40a-b3a1dea7ab53 None None] DHCP port deletion for b8d91ad8-ce11-411f-a34c-d77b60624fb0 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:33:47.010781 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-ece3a68a-6d74-4e06-b40a-b3a1dea7ab53 None None] Deleting port 7aada6c9-8195-4677-b294-3ca3aca5be8b {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:33:47.011069 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ece3a68a-6d74-4e06-b40a-b3a1dea7ab53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:47.033715 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e6e1557a-8309-498e-8bc7-6fb15012e082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:47.066584 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e1557a-8309-498e-8bc7-6fb15012e082 admin admin] Pushing event deleted for resources: {'Port': ['ID=7aada6c9-8195-4677-b294-3ca3aca5be8b,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:47.070085 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e1557a-8309-498e-8bc7-6fb15012e082 admin admin] No DVR routers for this DVR port 7aada6c9-8195-4677-b294-3ca3aca5be8b on host n-d-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:33:47.082599 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-ece3a68a-6d74-4e06-b40a-b3a1dea7ab53 None None] For port 7aada6c9-8195-4677-b294-3ca3aca5be8b, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=7aada6c9-8195-4677-b294-3ca3aca5be8b,segment=NetworkSegment(fd886272-04fb-4c22-8e33-bbd3a426bf0c),segment_id=fd886272-04fb-4c22-8e33-bbd3a426bf0c)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:33:47.083002 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ece3a68a-6d74-4e06-b40a-b3a1dea7ab53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:47.096819 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-ece3a68a-6d74-4e06-b40a-b3a1dea7ab53 None None] Calling delete_port for 7aada6c9-8195-4677-b294-3ca3aca5be8b owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:33:47.143431 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e6e1557a-8309-498e-8bc7-6fb15012e082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:47.166018 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-e6e1557a-8309-498e-8bc7-6fb15012e082 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8d91ad8-ce11-411f-a34c-d77b60624fb0']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:47.176142 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-e6e1557a-8309-498e-8bc7-6fb15012e082 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd886272-04fb-4c22-8e33-bbd3a426bf0c') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:47.176466 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-e6e1557a-8309-498e-8bc7-6fb15012e082 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd886272-04fb-4c22-8e33-bbd3a426bf0c') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:47.192434 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e6e1557a-8309-498e-8bc7-6fb15012e082 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:47.208781 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e6e1557a-8309-498e-8bc7-6fb15012e082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:47.216526 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6e1557a-8309-498e-8bc7-6fb15012e082 admin admin] Releasing vlan 949 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:33:47.216974 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e6e1557a-8309-498e-8bc7-6fb15012e082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:47.218818 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 18:33:47.218818 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:33:47.218818 n-d-817746-1 neutron-server[103361]: timer() Nov 25 18:33:47.218818 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:33:47.218818 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 18:33:47.218818 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:33:47.218818 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 18:33:47.218818 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:33:47.218818 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 18:33:47.218818 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:33:47.218818 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 18:33:47.218818 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:33:47.218818 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 18:33:47.218818 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:33:47.218818 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:33:47.218818 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:33:47.218818 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:33:47.218818 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:33:47.218818 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 18:33:47.218818 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:33:47.218818 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 18:33:47.218818 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:33:47.218818 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:33:47.218818 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:33:47.218818 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 18:33:47.218818 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:33:47.218818 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:33:47.218818 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:33:47.218818 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:33:47.218818 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:33:47.218818 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:33:47.218818 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:33:47.283357 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e6e1557a-8309-498e-8bc7-6fb15012e082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:47.290246 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e6e1557a-8309-498e-8bc7-6fb15012e082 admin admin] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:47.298652 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-e6e1557a-8309-498e-8bc7-6fb15012e082 admin admin] 10.222.0.75 "DELETE /v2.0/networks/b8d91ad8-ce11-411f-a34c-d77b60624fb0 HTTP/1.1" status: 204 len: 168 time: 0.5547097 Nov 25 18:33:47.306470 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e1557a-8309-498e-8bc7-6fb15012e082 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8d91ad8-ce11-411f-a34c-d77b60624fb0,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:47.362209 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ece3a68a-6d74-4e06-b40a-b3a1dea7ab53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:47.370717 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:47.387097 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5a0a46ba-133f-4951-852f-bfefcbda5295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:47.389751 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ece3a68a-6d74-4e06-b40a-b3a1dea7ab53 None None] Network b8d91ad8-ce11-411f-a34c-d77b60624fb0 is not hosted by any dhcp agent {{(pid=103362) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 18:33:47.390209 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece3a68a-6d74-4e06-b40a-b3a1dea7ab53 None None] No DVR routers for this DVR port 7aada6c9-8195-4677-b294-3ca3aca5be8b on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:33:47.391756 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece3a68a-6d74-4e06-b40a-b3a1dea7ab53 None None] Pushing event deleted for resources: {'Port': ['ID=7aada6c9-8195-4677-b294-3ca3aca5be8b,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:47.489939 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37984) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:47.542682 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-120f3d74-5aef-4180-9056-3e12160c8a68 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b47abd6d0b564a93b25965eecaa4c12b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0507619 Nov 25 18:33:47.544965 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37986) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:47.562640 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:47.592707 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e7c55295-dbfd-4d50-8121-3cf9bd1f57b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:47.614286 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e7c55295-dbfd-4d50-8121-3cf9bd1f57b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:47.665467 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e7c55295-dbfd-4d50-8121-3cf9bd1f57b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:47.668295 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e7c55295-dbfd-4d50-8121-3cf9bd1f57b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:47.671820 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-e7c55295-dbfd-4d50-8121-3cf9bd1f57b4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5da2aeef-4b63-431f-8219-3cbc583d7124 HTTP/1.1" status: 204 len: 168 time: 0.1236317 Nov 25 18:33:47.677522 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c55295-dbfd-4d50-8121-3cf9bd1f57b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da2aeef-4b63-431f-8219-3cbc583d7124,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:48.012144 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37992) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:48.053946 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-1775ce33-6e8f-446e-918c-2948fc8e7b63 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3dc0d165fc094fbba2d30752c3d5b50e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0405805 Nov 25 18:33:48.056330 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 37994) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:48.072181 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 9db0fe88-d973-4e00-8351-d0691341d269 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:33:48.092183 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 9db0fe88-d973-4e00-8351-d0691341d269 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:33:48.092535 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 9db0fe88-d973-4e00-8351-d0691341d269 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:33:48.092999 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 9dec561d-42bf-4c4d-a23e-7acf0f8a4d95 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:33:48.104355 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0fd1b84e-0388-4b5f-bb9e-f93827dec393 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:48.114108 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 9dec561d-42bf-4c4d-a23e-7acf0f8a4d95 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:33:48.114470 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 9dec561d-42bf-4c4d-a23e-7acf0f8a4d95 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:33:48.114886 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 7aada6c9-8195-4677-b294-3ca3aca5be8b no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:33:48.125487 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0fd1b84e-0388-4b5f-bb9e-f93827dec393 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:48.134948 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 7aada6c9-8195-4677-b294-3ca3aca5be8b {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:33:48.135302 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 7aada6c9-8195-4677-b294-3ca3aca5be8b not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:33:48.172448 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0fd1b84e-0388-4b5f-bb9e-f93827dec393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:48.175072 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0fd1b84e-0388-4b5f-bb9e-f93827dec393 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:48.176226 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-0fd1b84e-0388-4b5f-bb9e-f93827dec393 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/59835fc9-5c77-4a53-834f-5e89c4837bd9 HTTP/1.1" status: 204 len: 168 time: 0.1189694 Nov 25 18:33:48.185081 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd1b84e-0388-4b5f-bb9e-f93827dec393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59835fc9-5c77-4a53-834f-5e89c4837bd9,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:49.967013 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8639b995-55bc-4fa4-b125-8463d36f8cb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:50.704408 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38036) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:50.709637 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-414cc1aa-e3e4-4278-9ec7-d9d7356daaf8 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1859634606', 'description': 'tempest-secgroup-smoke-1859634606 description', 'project_id': '7434064363194dc39e0f0255dc1ee7d0'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:33:50.732110 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-414cc1aa-e3e4-4278-9ec7-d9d7356daaf8 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:50.740991 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-414cc1aa-e3e4-4278-9ec7-d9d7356daaf8 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:50.817112 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-414cc1aa-e3e4-4278-9ec7-d9d7356daaf8 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:50.821219 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-414cc1aa-e3e4-4278-9ec7-d9d7356daaf8 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:50.859051 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414cc1aa-e3e4-4278-9ec7-d9d7356daaf8 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf8be33-661e-4802-83f3-9eb81cd9554e,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:50.897584 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-414cc1aa-e3e4-4278-9ec7-d9d7356daaf8 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:50.901305 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-414cc1aa-e3e4-4278-9ec7-d9d7356daaf8 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:50.932849 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-414cc1aa-e3e4-4278-9ec7-d9d7356daaf8 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:50.934438 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-414cc1aa-e3e4-4278-9ec7-d9d7356daaf8 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2289987 Nov 25 18:33:50.936504 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414cc1aa-e3e4-4278-9ec7-d9d7356daaf8 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c362c18d-0a5c-435d-b6a4-536fbcdf4e1b,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:50.937647 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38038) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:50.942919 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-48c50bec-1c6d-4956-921b-624ec7fa929f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Request body: {'security_group_rule': {'security_group_id': 'c362c18d-0a5c-435d-b6a4-536fbcdf4e1b', 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:33:50.971456 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-48c50bec-1c6d-4956-921b-624ec7fa929f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:51.029625 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-48c50bec-1c6d-4956-921b-624ec7fa929f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:51.033222 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-48c50bec-1c6d-4956-921b-624ec7fa929f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:51.050252 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c50bec-1c6d-4956-921b-624ec7fa929f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ce8e5ad-cd7f-4304-a925-8b7667d97b50,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:51.060372 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-48c50bec-1c6d-4956-921b-624ec7fa929f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:51.061604 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-48c50bec-1c6d-4956-921b-624ec7fa929f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1223381 Nov 25 18:33:51.064313 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38040) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:51.069217 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-18398b42-665d-4da4-a791-333afb6175eb tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Request body: {'security_group_rule': {'security_group_id': 'c362c18d-0a5c-435d-b6a4-536fbcdf4e1b', 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:33:51.096439 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:51.098404 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-18398b42-665d-4da4-a791-333afb6175eb tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:51.156380 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-18398b42-665d-4da4-a791-333afb6175eb tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:51.160098 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-18398b42-665d-4da4-a791-333afb6175eb tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:51.178155 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18398b42-665d-4da4-a791-333afb6175eb tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e8421f2-216a-4217-87f5-5a702b91443f,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:51.186703 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-18398b42-665d-4da4-a791-333afb6175eb tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:51.187917 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-18398b42-665d-4da4-a791-333afb6175eb tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1226487 Nov 25 18:33:51.190658 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38042) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:51.195865 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-3670ff4f-2451-419b-bcb2-c24e5cb6fc0b tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Request body: {'security_group_rule': {'security_group_id': 'c362c18d-0a5c-435d-b6a4-536fbcdf4e1b', 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:33:51.221598 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3670ff4f-2451-419b-bcb2-c24e5cb6fc0b tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:51.278582 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3670ff4f-2451-419b-bcb2-c24e5cb6fc0b tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:51.282236 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3670ff4f-2451-419b-bcb2-c24e5cb6fc0b tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:51.299152 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3670ff4f-2451-419b-bcb2-c24e5cb6fc0b tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53094191-15a8-4bbf-8a87-8a42cc7501a1,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:51.308096 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3670ff4f-2451-419b-bcb2-c24e5cb6fc0b tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:51.309320 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-3670ff4f-2451-419b-bcb2-c24e5cb6fc0b tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1176698 Nov 25 18:33:51.311956 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38044) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:51.316324 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-25ac9451-f405-477c-b2a2-3834a40667f2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Request body: {'security_group_rule': {'security_group_id': 'c362c18d-0a5c-435d-b6a4-536fbcdf4e1b', 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:33:51.342522 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-25ac9451-f405-477c-b2a2-3834a40667f2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:51.401019 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-25ac9451-f405-477c-b2a2-3834a40667f2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:51.404473 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-25ac9451-f405-477c-b2a2-3834a40667f2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:51.424492 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ac9451-f405-477c-b2a2-3834a40667f2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eca7306-01ea-4a36-9495-9b18058d2cde,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:51.431038 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-25ac9451-f405-477c-b2a2-3834a40667f2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:51.432147 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-25ac9451-f405-477c-b2a2-3834a40667f2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1191728 Nov 25 18:33:51.434893 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38046) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:51.439312 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-7c45f790-4353-4cdf-bffd-be18a480df18 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Request body: {'security_group_rule': {'security_group_id': 'c362c18d-0a5c-435d-b6a4-536fbcdf4e1b', 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:33:51.461339 n-d-817746-1 neutron-server[103361]: INFO neutron.db.securitygroups_db [None req-7c45f790-4353-4cdf-bffd-be18a480df18 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Project 7434064363194dc39e0f0255dc1ee7d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 18:33:51.466168 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7c45f790-4353-4cdf-bffd-be18a480df18 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:51.523934 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7c45f790-4353-4cdf-bffd-be18a480df18 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:51.527553 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7c45f790-4353-4cdf-bffd-be18a480df18 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:51.545369 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c45f790-4353-4cdf-bffd-be18a480df18 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95e9a2ba-4fa4-4bc4-99a9-6f1ea9def9c3,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:51.552022 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7c45f790-4353-4cdf-bffd-be18a480df18 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:51.553861 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-7c45f790-4353-4cdf-bffd-be18a480df18 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1178775 Nov 25 18:33:51.556577 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38048) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:51.561119 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-71027f1e-a9a8-4e83-9b4d-6c78b528c52f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Request body: {'security_group_rule': {'security_group_id': 'c362c18d-0a5c-435d-b6a4-536fbcdf4e1b', 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:33:51.582757 n-d-817746-1 neutron-server[103361]: INFO neutron.db.securitygroups_db [None req-71027f1e-a9a8-4e83-9b4d-6c78b528c52f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Project 7434064363194dc39e0f0255dc1ee7d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 18:33:51.587791 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-71027f1e-a9a8-4e83-9b4d-6c78b528c52f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:51.645423 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-71027f1e-a9a8-4e83-9b4d-6c78b528c52f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:51.649043 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-71027f1e-a9a8-4e83-9b4d-6c78b528c52f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:51.667735 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71027f1e-a9a8-4e83-9b4d-6c78b528c52f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c58b3994-8fc7-4bbb-bf9f-4374adc3d8e6,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:51.675792 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-71027f1e-a9a8-4e83-9b4d-6c78b528c52f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:51.676952 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-71027f1e-a9a8-4e83-9b4d-6c78b528c52f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1193411 Nov 25 18:33:51.680697 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38050) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:51.685454 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-0edfd21a-8445-4a09-ad63-e640bd937236 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Request body: {'network': {'name': 'tempest-network-smoke--1601858503', 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'port_security_enabled': True}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:33:51.707962 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0edfd21a-8445-4a09-ad63-e640bd937236 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Made reservation on behalf of 7434064363194dc39e0f0255dc1ee7d0 for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:33:51.711570 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0edfd21a-8445-4a09-ad63-e640bd937236 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:51.734639 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0edfd21a-8445-4a09-ad63-e640bd937236 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:33:51.744610 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0edfd21a-8445-4a09-ad63-e640bd937236 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:51.744995 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-0edfd21a-8445-4a09-ad63-e640bd937236 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Added segment a898a2e7-cc14-481a-b944-14896a99cea3 of type vlan for network 74af9bed-0ad7-4efa-9221-2f6f1546c017 Nov 25 18:33:51.787306 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0edfd21a-8445-4a09-ad63-e640bd937236 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:51.811055 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0edfd21a-8445-4a09-ad63-e640bd937236 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:51.817263 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edfd21a-8445-4a09-ad63-e640bd937236 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:51.817858 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0edfd21a-8445-4a09-ad63-e640bd937236 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:51.852246 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-0edfd21a-8445-4a09-ad63-e640bd937236 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1705208 Nov 25 18:33:51.855393 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38052) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:51.860034 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-0ed03b03-4b41-4917-9c81-609f177642a7 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-432203640', 'admin_state_up': True, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:33:51.883423 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0ed03b03-4b41-4917-9c81-609f177642a7 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:51.884478 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0ed03b03-4b41-4917-9c81-609f177642a7 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:51.890046 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edfd21a-8445-4a09-ad63-e640bd937236 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'Network': ['ID=74af9bed-0ad7-4efa-9221-2f6f1546c017,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:51.902037 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 74af9bed-0ad7-4efa-9221-2f6f1546c017 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:33:51.947670 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0ed03b03-4b41-4917-9c81-609f177642a7 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:52.087335 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0ed03b03-4b41-4917-9c81-609f177642a7 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:52.272201 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:52.287609 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0ed03b03-4b41-4917-9c81-609f177642a7 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for router_gateway, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:52.306219 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0ed03b03-4b41-4917-9c81-609f177642a7 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:52.410852 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-0ed03b03-4b41-4917-9c81-609f177642a7 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Allocated IP 172.25.0.225 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/399c7496-1157-477c-9346-c8af71c0639b) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:33:52.511156 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0ed03b03-4b41-4917-9c81-609f177642a7 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:52.543687 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0ed03b03-4b41-4917-9c81-609f177642a7 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:52.587966 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed03b03-4b41-4917-9c81-609f177642a7 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:33:52.590842 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-0ed03b03-4b41-4917-9c81-609f177642a7 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:33:52.594457 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed03b03-4b41-4917-9c81-609f177642a7 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:33:52.600260 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed03b03-4b41-4917-9c81-609f177642a7 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'Port': ['ID=399c7496-1157-477c-9346-c8af71c0639b,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:52.604376 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d825392-9a22-40d2-ab48-8b7cf5bfaeb9 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:33:52.702329 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-a0c0b3ad-3a0e-4da4-9355-6061c7ca1e6f None None] Provisioning complete for port 399c7496-1157-477c-9346-c8af71c0639b triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:33:52.702712 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a0c0b3ad-3a0e-4da4-9355-6061c7ca1e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:52.738054 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-a0c0b3ad-3a0e-4da4-9355-6061c7ca1e6f None None] Port 399c7496-1157-477c-9346-c8af71c0639b cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:33:52.846443 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0ed03b03-4b41-4917-9c81-609f177642a7 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for router_gateway, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:53.047673 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0ed03b03-4b41-4917-9c81-609f177642a7 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:53.176674 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed03b03-4b41-4917-9c81-609f177642a7 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Router d08c4aa8-04d1-45b2-add8-2d63b90c0bb4 is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:33:53.183949 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:53.286581 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed03b03-4b41-4917-9c81-609f177642a7 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:33:53.300331 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab975bb7-727a-4097-a637-ce373273679c None None] Sync routers for ids ['d08c4aa8-04d1-45b2-add8-2d63b90c0bb4'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:33:53.307527 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0ed03b03-4b41-4917-9c81-609f177642a7 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:53.309013 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0ed03b03-4b41-4917-9c81-609f177642a7 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4523067 Nov 25 18:33:53.310800 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab975bb7-727a-4097-a637-ce373273679c None None] Routers {'d08c4aa8-04d1-45b2-add8-2d63b90c0bb4'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:33:53.311439 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-ab975bb7-727a-4097-a637-ce373273679c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:33:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['d08c4aa8-04d1-45b2-add8-2d63b90c0bb4'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:53.312016 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38054) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:53.415738 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-ab975bb7-727a-4097-a637-ce373273679c None None] Set router d08c4aa8-04d1-45b2-add8-2d63b90c0bb4 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:33:53.448457 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d16619cb-42cd-4daa-a50d-d91cec0fa921 tempest-TestNetworkAdvancedServerOps-1271610080 tempest-TestNetworkAdvancedServerOps-1271610080-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=7434064363194dc39e0f0255dc1ee7d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1350675 Nov 25 18:33:53.451399 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38058) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:53.600994 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-ab975bb7-727a-4097-a637-ce373273679c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd08c4aa8-04d1-45b2-add8-2d63b90c0bb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432203640', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '399c7496-1157-477c-9346-c8af71c0639b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:33:51Z', 'updated_at': '2021-11-25T18:33:52Z', 'revision_number': 3, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '399c7496-1157-477c-9346-c8af71c0639b', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:90:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd08c4aa8-04d1-45b2-add8-2d63b90c0bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:52Z', 'updated_at': '2021-11-25T18:33:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:53.629123 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab975bb7-727a-4097-a637-ce373273679c None None] Checking router: d08c4aa8-04d1-45b2-add8-2d63b90c0bb4 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:33:53.629477 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab975bb7-727a-4097-a637-ce373273679c None None] Updating router d08c4aa8-04d1-45b2-add8-2d63b90c0bb4 port 399c7496-1157-477c-9346-c8af71c0639b binding host n-d-817746-1 {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:33:53.655805 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-ab975bb7-727a-4097-a637-ce373273679c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:53.878233 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3692970-ad1c-4579-8e82-0ac98c287520 tempest-TestNetworkAdvancedServerOps-1271610080 tempest-TestNetworkAdvancedServerOps-1271610080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:53.880850 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-a3692970-ad1c-4579-8e82-0ac98c287520 tempest-TestNetworkAdvancedServerOps-1271610080 tempest-TestNetworkAdvancedServerOps-1271610080-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4274213 Nov 25 18:33:53.882894 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38060) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:53.920048 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-710a088f-1200-48c8-829b-ee74f37697f8 tempest-TestNetworkAdvancedServerOps-1271610080 tempest-TestNetworkAdvancedServerOps-1271610080-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=1aa44027-b9d0-4a56-9a59-7e664703e20a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335538 Nov 25 18:33:53.920285 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-ab975bb7-727a-4097-a637-ce373273679c None None] Publish callbacks [] for port, precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:53.920604 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38062) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:53.924726 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-ab975bb7-727a-4097-a637-ce373273679c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:53.925579 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-51ae9980-41c9-41da-a68f-8ce0414fcf08 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1643765150', 'network_id': '74af9bed-0ad7-4efa-9221-2f6f1546c017', 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:33:53.967621 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470d2798-01d6-4aee-be9f-877c63f2068f None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:33:53.971393 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-ab975bb7-727a-4097-a637-ce373273679c None None] Attempting to bind port 399c7496-1157-477c-9346-c8af71c0639b on host n-d-817746-1 for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:33:53.971781 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-ab975bb7-727a-4097-a637-ce373273679c None None] Attempting to bind port 399c7496-1157-477c-9346-c8af71c0639b by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:33:53.972134 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab975bb7-727a-4097-a637-ce373273679c None None] Attempting to bind port 399c7496-1157-477c-9346-c8af71c0639b on network 1aa44027-b9d0-4a56-9a59-7e664703e20a {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:33:53.988325 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab975bb7-727a-4097-a637-ce373273679c None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:33:53.988709 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab975bb7-727a-4097-a637-ce373273679c None None] Checking segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:33:53.989143 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-ab975bb7-727a-4097-a637-ce373273679c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:53.989537 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab975bb7-727a-4097-a637-ce373273679c None None] Bound using segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:33:53.990779 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-ab975bb7-727a-4097-a637-ce373273679c None None] Bound port: 399c7496-1157-477c-9346-c8af71c0639b, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:33:53.991072 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-ab975bb7-727a-4097-a637-ce373273679c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:54.018358 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944ade00-bd8c-42e6-b4fd-3f8c1c69619b None None] Pushing event updated for resources: {'Port': ['ID=399c7496-1157-477c-9346-c8af71c0639b,revision_number=2']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:54.019540 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ae9980-41c9-41da-a68f-8ce0414fcf08 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Made reservation on behalf of 7434064363194dc39e0f0255dc1ee7d0 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:33:54.023364 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-51ae9980-41c9-41da-a68f-8ce0414fcf08 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:54.032138 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ade00-bd8c-42e6-b4fd-3f8c1c69619b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:54.032485 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ade00-bd8c-42e6-b4fd-3f8c1c69619b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:54.032843 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ade00-bd8c-42e6-b4fd-3f8c1c69619b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:54.033188 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ade00-bd8c-42e6-b4fd-3f8c1c69619b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:54.033521 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ade00-bd8c-42e6-b4fd-3f8c1c69619b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:54.033852 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ade00-bd8c-42e6-b4fd-3f8c1c69619b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:54.034179 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ade00-bd8c-42e6-b4fd-3f8c1c69619b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:54.034506 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ade00-bd8c-42e6-b4fd-3f8c1c69619b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:54.034827 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ade00-bd8c-42e6-b4fd-3f8c1c69619b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:54.035150 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ade00-bd8c-42e6-b4fd-3f8c1c69619b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:54.035472 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ade00-bd8c-42e6-b4fd-3f8c1c69619b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:54.035792 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ade00-bd8c-42e6-b4fd-3f8c1c69619b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:54.064057 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-be5088c5-56fb-48b2-afd7-cca645ffe477 None None] Provisioning complete for port 399c7496-1157-477c-9346-c8af71c0639b triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:33:54.064604 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-be5088c5-56fb-48b2-afd7-cca645ffe477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:54.064719 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-ab975bb7-727a-4097-a637-ce373273679c None None] For port 399c7496-1157-477c-9346-c8af71c0639b, host n-d-817746-1, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:33:54.067763 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-ab975bb7-727a-4097-a637-ce373273679c None None] For port 399c7496-1157-477c-9346-c8af71c0639b, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=399c7496-1157-477c-9346-c8af71c0639b,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:33:54.072572 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-ab975bb7-727a-4097-a637-ce373273679c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:54.104286 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-be5088c5-56fb-48b2-afd7-cca645ffe477 None None] Port 399c7496-1157-477c-9346-c8af71c0639b cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:33:54.124589 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d4cf44-3aff-4245-946f-41f943ff2486 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:33:54.140170 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab975bb7-727a-4097-a637-ce373273679c None None] Routers {'d08c4aa8-04d1-45b2-add8-2d63b90c0bb4'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:33:54.140860 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-ab975bb7-727a-4097-a637-ce373273679c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:33:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['d08c4aa8-04d1-45b2-add8-2d63b90c0bb4'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:54.147064 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944ade00-bd8c-42e6-b4fd-3f8c1c69619b None None] Pushing event updated for resources: {'Port': ['ID=399c7496-1157-477c-9346-c8af71c0639b,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:54.216669 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-51ae9980-41c9-41da-a68f-8ce0414fcf08 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:54.230366 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-ee115e3a-4487-404d-92d9-43b4846cf290 None None] Provisioning complete for port 399c7496-1157-477c-9346-c8af71c0639b triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:33:54.231164 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ee115e3a-4487-404d-92d9-43b4846cf290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:54.258661 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-ab975bb7-727a-4097-a637-ce373273679c None None] Set router d08c4aa8-04d1-45b2-add8-2d63b90c0bb4 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:33:54.285872 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ae9980-41c9-41da-a68f-8ce0414fcf08 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'Subnet': ['ID=068d6483-6d7c-4599-9e4c-324cb23d2161,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:54.298713 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ae9980-41c9-41da-a68f-8ce0414fcf08 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Checking segment: {'id': 'a898a2e7-cc14-481a-b944-14896a99cea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '74af9bed-0ad7-4efa-9221-2f6f1546c017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:33:54.299337 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ae9980-41c9-41da-a68f-8ce0414fcf08 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Network hostable DHCP agents. Network: 74af9bed-0ad7-4efa-9221-2f6f1546c017, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:33:54.317923 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ae9980-41c9-41da-a68f-8ce0414fcf08 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Network 74af9bed-0ad7-4efa-9221-2f6f1546c017 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:33:54.322366 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ee115e3a-4487-404d-92d9-43b4846cf290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:54.329552 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-51ae9980-41c9-41da-a68f-8ce0414fcf08 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 74af9bed-0ad7-4efa-9221-2f6f1546c017) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:33:54.334801 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ae9980-41c9-41da-a68f-8ce0414fcf08 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:54.335403 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-51ae9980-41c9-41da-a68f-8ce0414fcf08 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:54.347184 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42f4350-6e67-46b2-96b4-cb4ceba902eb None None] Network 74af9bed-0ad7-4efa-9221-2f6f1546c017 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:33:54.353846 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-51ae9980-41c9-41da-a68f-8ce0414fcf08 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4320250 Nov 25 18:33:54.356510 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38064) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:54.366095 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-ee115e3a-4487-404d-92d9-43b4846cf290 None None] For port 399c7496-1157-477c-9346-c8af71c0639b, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=399c7496-1157-477c-9346-c8af71c0639b,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:33:54.411266 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ee115e3a-4487-404d-92d9-43b4846cf290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:54.449094 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-ab975bb7-727a-4097-a637-ce373273679c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd08c4aa8-04d1-45b2-add8-2d63b90c0bb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432203640', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '399c7496-1157-477c-9346-c8af71c0639b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:33:51Z', 'updated_at': '2021-11-25T18:33:52Z', 'revision_number': 3, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '399c7496-1157-477c-9346-c8af71c0639b', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:90:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd08c4aa8-04d1-45b2-add8-2d63b90c0bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:52Z', 'updated_at': '2021-11-25T18:33:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:54.480574 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab975bb7-727a-4097-a637-ce373273679c None None] The sync data for ids ['d08c4aa8-04d1-45b2-add8-2d63b90c0bb4'] in n-d-817746-1 is: [{'id': 'd08c4aa8-04d1-45b2-add8-2d63b90c0bb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432203640', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '399c7496-1157-477c-9346-c8af71c0639b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:33:51Z', 'updated_at': '2021-11-25T18:33:52Z', 'revision_number': 3, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '399c7496-1157-477c-9346-c8af71c0639b', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:90:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd08c4aa8-04d1-45b2-add8-2d63b90c0bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:52Z', 'updated_at': '2021-11-25T18:33:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:33:54.514131 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee115e3a-4487-404d-92d9-43b4846cf290 None None] Pushing event updated for resources: {'Port': ['ID=399c7496-1157-477c-9346-c8af71c0639b,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:54.552891 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f958813-9a38-4ae4-a998-436ad644d7e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-74af9bed-0ad7-4efa-9221-2f6f1546c017', 'network_id': '74af9bed-0ad7-4efa-9221-2f6f1546c017', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'fixed_ips': [{'subnet_id': '068d6483-6d7c-4599-9e4c-324cb23d2161'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:33:54.554054 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5f958813-9a38-4ae4-a998-436ad644d7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:54.718583 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-5f958813-9a38-4ae4-a998-436ad644d7e7 None None] Allocated IP 172.20.0.2 (74af9bed-0ad7-4efa-9221-2f6f1546c017/068d6483-6d7c-4599-9e4c-324cb23d2161/3985eda5-7ff2-47e0-9aa8-a0616fc73b95) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:33:54.887357 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5f958813-9a38-4ae4-a998-436ad644d7e7 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:54.894545 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5f958813-9a38-4ae4-a998-436ad644d7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:54.909101 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ea9792a5-c24e-4f34-aa9d-cdb810a5246a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:54.936225 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f958813-9a38-4ae4-a998-436ad644d7e7 None None] Network 74af9bed-0ad7-4efa-9221-2f6f1546c017 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:33:54.943666 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-5f958813-9a38-4ae4-a998-436ad644d7e7 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:33:54.950019 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f958813-9a38-4ae4-a998-436ad644d7e7 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:33:54.966818 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f958813-9a38-4ae4-a998-436ad644d7e7 None None] Pushing event updated for resources: {'Port': ['ID=3985eda5-7ff2-47e0-9aa8-a0616fc73b95,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:55.016262 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-5f958813-9a38-4ae4-a998-436ad644d7e7 None None] Attempting to bind port 3985eda5-7ff2-47e0-9aa8-a0616fc73b95 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:33:55.016971 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-5f958813-9a38-4ae4-a998-436ad644d7e7 None None] Attempting to bind port 3985eda5-7ff2-47e0-9aa8-a0616fc73b95 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'a898a2e7-cc14-481a-b944-14896a99cea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '74af9bed-0ad7-4efa-9221-2f6f1546c017'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:33:55.017096 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f958813-9a38-4ae4-a998-436ad644d7e7 None None] Attempting to bind port 3985eda5-7ff2-47e0-9aa8-a0616fc73b95 on network 74af9bed-0ad7-4efa-9221-2f6f1546c017 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:33:55.023372 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f958813-9a38-4ae4-a998-436ad644d7e7 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:33:55.023751 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f958813-9a38-4ae4-a998-436ad644d7e7 None None] Checking segment: {'id': 'a898a2e7-cc14-481a-b944-14896a99cea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '74af9bed-0ad7-4efa-9221-2f6f1546c017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:33:55.024167 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5f958813-9a38-4ae4-a998-436ad644d7e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:55.024571 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f958813-9a38-4ae4-a998-436ad644d7e7 None None] Bound using segment: {'id': 'a898a2e7-cc14-481a-b944-14896a99cea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '74af9bed-0ad7-4efa-9221-2f6f1546c017'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:33:55.025073 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-5f958813-9a38-4ae4-a998-436ad644d7e7 None None] Bound port: 3985eda5-7ff2-47e0-9aa8-a0616fc73b95, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a898a2e7-cc14-481a-b944-14896a99cea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '74af9bed-0ad7-4efa-9221-2f6f1546c017'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:33:55.025463 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5f958813-9a38-4ae4-a998-436ad644d7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:55.099473 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-5f958813-9a38-4ae4-a998-436ad644d7e7 None None] For port 3985eda5-7ff2-47e0-9aa8-a0616fc73b95, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:33:55.102992 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-5f958813-9a38-4ae4-a998-436ad644d7e7 None None] For port 3985eda5-7ff2-47e0-9aa8-a0616fc73b95, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=3985eda5-7ff2-47e0-9aa8-a0616fc73b95,segment=NetworkSegment(a898a2e7-cc14-481a-b944-14896a99cea3),segment_id=a898a2e7-cc14-481a-b944-14896a99cea3)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:33:55.109009 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5f958813-9a38-4ae4-a998-436ad644d7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:55.187874 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f958813-9a38-4ae4-a998-436ad644d7e7 None None] Pushing event updated for resources: {'Port': ['ID=3985eda5-7ff2-47e0-9aa8-a0616fc73b95,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:55.298713 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-ea9792a5-c24e-4f34-aa9d-cdb810a5246a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Allocated IP 172.20.0.1 (74af9bed-0ad7-4efa-9221-2f6f1546c017/068d6483-6d7c-4599-9e4c-324cb23d2161/27d56aa1-f79d-449f-8aa0-6786cf7120f0) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:33:55.429510 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ea9792a5-c24e-4f34-aa9d-cdb810a5246a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:55.467891 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ea9792a5-c24e-4f34-aa9d-cdb810a5246a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:55.514546 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9792a5-c24e-4f34-aa9d-cdb810a5246a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Network 74af9bed-0ad7-4efa-9221-2f6f1546c017 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:33:55.517706 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-ea9792a5-c24e-4f34-aa9d-cdb810a5246a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:33:55.521725 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9792a5-c24e-4f34-aa9d-cdb810a5246a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:33:55.527938 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9792a5-c24e-4f34-aa9d-cdb810a5246a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'Port': ['ID=27d56aa1-f79d-449f-8aa0-6786cf7120f0,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:55.572262 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ea9792a5-c24e-4f34-aa9d-cdb810a5246a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:55.700935 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ea9792a5-c24e-4f34-aa9d-cdb810a5246a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:55.975647 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ea9792a5-c24e-4f34-aa9d-cdb810a5246a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:55.980139 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ea9792a5-c24e-4f34-aa9d-cdb810a5246a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:56.060481 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ea9792a5-c24e-4f34-aa9d-cdb810a5246a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:56.062255 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9792a5-c24e-4f34-aa9d-cdb810a5246a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'Port': ['ID=27d56aa1-f79d-449f-8aa0-6786cf7120f0,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:56.131295 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 399c7496-1157-477c-9346-c8af71c0639b up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:33:56.160876 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9792a5-c24e-4f34-aa9d-cdb810a5246a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Network 74af9bed-0ad7-4efa-9221-2f6f1546c017 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:33:56.162972 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-ea9792a5-c24e-4f34-aa9d-cdb810a5246a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:33:56.185151 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 399c7496-1157-477c-9346-c8af71c0639b triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:33:56.185529 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:56.263942 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 3985eda5-7ff2-47e0-9aa8-a0616fc73b95 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:33:56.278875 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea9792a5-c24e-4f34-aa9d-cdb810a5246a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Router d08c4aa8-04d1-45b2-add8-2d63b90c0bb4 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:33:56.316673 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 3985eda5-7ff2-47e0-9aa8-a0616fc73b95 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:33:56.317059 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:56.391438 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9792a5-c24e-4f34-aa9d-cdb810a5246a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:33:56.391953 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:56.397327 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-ea9792a5-c24e-4f34-aa9d-cdb810a5246a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "PUT /v2.0/routers/d08c4aa8-04d1-45b2-add8-2d63b90c0bb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0392067 Nov 25 18:33:56.425457 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port 3985eda5-7ff2-47e0-9aa8-a0616fc73b95, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=3985eda5-7ff2-47e0-9aa8-a0616fc73b95,segment=NetworkSegment(a898a2e7-cc14-481a-b944-14896a99cea3),segment_id=a898a2e7-cc14-481a-b944-14896a99cea3)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:33:56.433053 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:56.491515 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=3985eda5-7ff2-47e0-9aa8-a0616fc73b95,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:56.561168 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7b837fc7-fe1d-4b77-8602-bb8ecf313ab6 req-6ca3d346-88d2-48e8-8e8d-e62ed68746ac tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1859634606&fields=id&tenant_id=7434064363194dc39e0f0255dc1ee7d0 HTTP/1.1" status: 200 len: 267 time: 0.0480280 Nov 25 18:33:56.632466 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047cc138-6b2a-4830-bdb2-6136bc0bbd50 None None] Sync routers for ids ['d08c4aa8-04d1-45b2-add8-2d63b90c0bb4'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:33:56.642959 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047cc138-6b2a-4830-bdb2-6136bc0bbd50 None None] Routers {'d08c4aa8-04d1-45b2-add8-2d63b90c0bb4'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:33:56.643590 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-047cc138-6b2a-4830-bdb2-6136bc0bbd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:33:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['d08c4aa8-04d1-45b2-add8-2d63b90c0bb4'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:56.683816 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b837fc7-fe1d-4b77-8602-bb8ecf313ab6 req-787d5668-46a3-4086-9455-77aeacd6cc5a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:56.685710 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7b837fc7-fe1d-4b77-8602-bb8ecf313ab6 req-787d5668-46a3-4086-9455-77aeacd6cc5a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/networks?id=74af9bed-0ad7-4efa-9221-2f6f1546c017 HTTP/1.1" status: 200 len: 797 time: 0.1165237 Nov 25 18:33:56.703069 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7b837fc7-fe1d-4b77-8602-bb8ecf313ab6 req-ea3b8a25-07a1-4a52-aee0-60492b8ce962 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/quotas/7434064363194dc39e0f0255dc1ee7d0 HTTP/1.1" status: 200 len: 375 time: 0.0109725 Nov 25 18:33:56.762856 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7b837fc7-fe1d-4b77-8602-bb8ecf313ab6 req-ef939558-34e0-4c5f-bae1-86f126d5948a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=7434064363194dc39e0f0255dc1ee7d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529957 Nov 25 18:33:56.768723 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-047cc138-6b2a-4830-bdb2-6136bc0bbd50 None None] Set router d08c4aa8-04d1-45b2-add8-2d63b90c0bb4 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:33:56.819855 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0c7414-7ab2-4d01-a2f4-fb67ac4b5aec None None] Network 74af9bed-0ad7-4efa-9221-2f6f1546c017 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:33:56.911270 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7b837fc7-fe1d-4b77-8602-bb8ecf313ab6 req-14e58a3d-0f93-4c37-87bc-6ff5a9a8f1c4 service neutron] 10.222.0.75 "GET /v2.0/networks/74af9bed-0ad7-4efa-9221-2f6f1546c017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333756 Nov 25 18:33:56.973047 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-4a6be348-0b17-45d6-ba3f-4dc81b98ae1d None None] Provisioning complete for port 3985eda5-7ff2-47e0-9aa8-a0616fc73b95 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:33:56.973423 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4a6be348-0b17-45d6-ba3f-4dc81b98ae1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:57.013506 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7b837fc7-fe1d-4b77-8602-bb8ecf313ab6 req-8a4260e7-7cf8-4b63-b956-cd04c8ab715c service neutron] 10.222.0.75 "GET /v2.0/networks/74af9bed-0ad7-4efa-9221-2f6f1546c017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953262 Nov 25 18:33:57.193573 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-047cc138-6b2a-4830-bdb2-6136bc0bbd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd08c4aa8-04d1-45b2-add8-2d63b90c0bb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432203640', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '399c7496-1157-477c-9346-c8af71c0639b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:33:51Z', 'updated_at': '2021-11-25T18:33:55Z', 'revision_number': 4, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '399c7496-1157-477c-9346-c8af71c0639b', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:90:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08c4aa8-04d1-45b2-add8-2d63b90c0bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:52Z', 'updated_at': '2021-11-25T18:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '27d56aa1-f79d-449f-8aa0-6786cf7120f0', 'name': '', 'network_id': '74af9bed-0ad7-4efa-9221-2f6f1546c017', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'mac_address': 'fa:16:3e:e5:bf:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd08c4aa8-04d1-45b2-add8-2d63b90c0bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '068d6483-6d7c-4599-9e4c-324cb23d2161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:55Z', 'updated_at': '2021-11-25T18:33:55Z', 'revision_number': 2, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'subnets': [{'id': '068d6483-6d7c-4599-9e4c-324cb23d2161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:57.205927 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1b27a645-51e0-47e7-975c-873fca2dc74d req-ca6b1b4c-8c50-48f2-b74a-0da0e33da350 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=00b49eb5-ab8f-46fb-a8f4-9b6d830866dd HTTP/1.1" status: 200 len: 210 time: 0.0319908 Nov 25 18:33:57.223939 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047cc138-6b2a-4830-bdb2-6136bc0bbd50 None None] Checking router: d08c4aa8-04d1-45b2-add8-2d63b90c0bb4 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:33:57.224488 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047cc138-6b2a-4830-bdb2-6136bc0bbd50 None None] Updating router d08c4aa8-04d1-45b2-add8-2d63b90c0bb4 port 27d56aa1-f79d-449f-8aa0-6786cf7120f0 binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:33:57.250302 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-047cc138-6b2a-4830-bdb2-6136bc0bbd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:57.546176 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-93608caf-c1fd-44ba-b4c5-7a85145d8fb8 None None] Provisioning complete for port 3985eda5-7ff2-47e0-9aa8-a0616fc73b95 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:33:57.546567 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-93608caf-c1fd-44ba-b4c5-7a85145d8fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:57.575386 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-047cc138-6b2a-4830-bdb2-6136bc0bbd50 None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:57.588453 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-047cc138-6b2a-4830-bdb2-6136bc0bbd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:57.652753 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d309e-8068-4884-81a3-2bc159d1c341 None None] Pushing event updated for resources: {'Port': ['ID=27d56aa1-f79d-449f-8aa0-6786cf7120f0,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:57.749542 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-047cc138-6b2a-4830-bdb2-6136bc0bbd50 None None] Attempting to bind port 27d56aa1-f79d-449f-8aa0-6786cf7120f0 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:33:57.750025 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-047cc138-6b2a-4830-bdb2-6136bc0bbd50 None None] Attempting to bind port 27d56aa1-f79d-449f-8aa0-6786cf7120f0 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'a898a2e7-cc14-481a-b944-14896a99cea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '74af9bed-0ad7-4efa-9221-2f6f1546c017'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:33:57.750968 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047cc138-6b2a-4830-bdb2-6136bc0bbd50 None None] Attempting to bind port 27d56aa1-f79d-449f-8aa0-6786cf7120f0 on network 74af9bed-0ad7-4efa-9221-2f6f1546c017 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:33:57.759335 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047cc138-6b2a-4830-bdb2-6136bc0bbd50 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:33:57.759720 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047cc138-6b2a-4830-bdb2-6136bc0bbd50 None None] Checking segment: {'id': 'a898a2e7-cc14-481a-b944-14896a99cea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '74af9bed-0ad7-4efa-9221-2f6f1546c017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:33:57.760132 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-047cc138-6b2a-4830-bdb2-6136bc0bbd50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:57.760534 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047cc138-6b2a-4830-bdb2-6136bc0bbd50 None None] Bound using segment: {'id': 'a898a2e7-cc14-481a-b944-14896a99cea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '74af9bed-0ad7-4efa-9221-2f6f1546c017'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:33:57.761047 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-047cc138-6b2a-4830-bdb2-6136bc0bbd50 None None] Bound port: 27d56aa1-f79d-449f-8aa0-6786cf7120f0, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a898a2e7-cc14-481a-b944-14896a99cea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '74af9bed-0ad7-4efa-9221-2f6f1546c017'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:33:57.761439 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-047cc138-6b2a-4830-bdb2-6136bc0bbd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:57.778052 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-93608caf-c1fd-44ba-b4c5-7a85145d8fb8 None None] Provisioning complete for port 27d56aa1-f79d-449f-8aa0-6786cf7120f0 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:33:57.778432 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-93608caf-c1fd-44ba-b4c5-7a85145d8fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:57.854421 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-93608caf-c1fd-44ba-b4c5-7a85145d8fb8 None None] Port 27d56aa1-f79d-449f-8aa0-6786cf7120f0 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:33:57.864515 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-047cc138-6b2a-4830-bdb2-6136bc0bbd50 None None] For port 27d56aa1-f79d-449f-8aa0-6786cf7120f0, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:33:57.867994 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-047cc138-6b2a-4830-bdb2-6136bc0bbd50 None None] For port 27d56aa1-f79d-449f-8aa0-6786cf7120f0, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=27d56aa1-f79d-449f-8aa0-6786cf7120f0,segment=NetworkSegment(a898a2e7-cc14-481a-b944-14896a99cea3),segment_id=a898a2e7-cc14-481a-b944-14896a99cea3)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:33:57.872035 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-047cc138-6b2a-4830-bdb2-6136bc0bbd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:57.930960 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047cc138-6b2a-4830-bdb2-6136bc0bbd50 None None] Routers {'d08c4aa8-04d1-45b2-add8-2d63b90c0bb4'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:33:57.931610 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-047cc138-6b2a-4830-bdb2-6136bc0bbd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:33:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['d08c4aa8-04d1-45b2-add8-2d63b90c0bb4'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:58.160150 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d309e-8068-4884-81a3-2bc159d1c341 None None] Pushing event updated for resources: {'Port': ['ID=27d56aa1-f79d-449f-8aa0-6786cf7120f0,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:58.166281 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 3985eda5-7ff2-47e0-9aa8-a0616fc73b95 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:33:58.245690 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-a576a3d3-7f60-428d-a9a2-d73f60846ecc None None] Provisioning complete for port 27d56aa1-f79d-449f-8aa0-6786cf7120f0 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:33:58.246371 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a576a3d3-7f60-428d-a9a2-d73f60846ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:58.278826 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b837fc7-fe1d-4b77-8602-bb8ecf313ab6 req-450f0af1-1b0e-474b-89ad-c147f6c6b995 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:58.280353 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7b837fc7-fe1d-4b77-8602-bb8ecf313ab6 req-450f0af1-1b0e-474b-89ad-c147f6c6b995 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.74 "GET /v2.0/networks?id=74af9bed-0ad7-4efa-9221-2f6f1546c017 HTTP/1.1" status: 200 len: 797 time: 0.1491058 Nov 25 18:33:58.313538 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-047cc138-6b2a-4830-bdb2-6136bc0bbd50 None None] Set router d08c4aa8-04d1-45b2-add8-2d63b90c0bb4 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:33:58.372769 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ff94c7a4-3e59-4463-9d84-b27022447621 req-0e70182b-51ca-43ef-92fe-92862f82d27c tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=00b49eb5-ab8f-46fb-a8f4-9b6d830866dd HTTP/1.1" status: 200 len: 210 time: 0.0326891 Nov 25 18:33:58.373432 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 3985eda5-7ff2-47e0-9aa8-a0616fc73b95 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:33:58.373809 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:58.379209 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7b837fc7-fe1d-4b77-8602-bb8ecf313ab6 req-bfce24c7-6991-4b2d-b9e2-7cadbfb72f88 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7434064363194dc39e0f0255dc1ee7d0 HTTP/1.1" status: 200 len: 380 time: 0.0890713 Nov 25 18:33:58.392577 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-7b837fc7-fe1d-4b77-8602-bb8ecf313ab6 req-c3c8fd30-fe01-4e5a-a4f8-02bd886c7112 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Request body: {'port': {'device_id': '00b49eb5-ab8f-46fb-a8f4-9b6d830866dd', 'network_id': '74af9bed-0ad7-4efa-9221-2f6f1546c017', 'admin_state_up': True, 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'security_groups': ['c362c18d-0a5c-435d-b6a4-536fbcdf4e1b']}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:33:58.507538 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b837fc7-fe1d-4b77-8602-bb8ecf313ab6 req-c3c8fd30-fe01-4e5a-a4f8-02bd886c7112 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Made reservation on behalf of 7434064363194dc39e0f0255dc1ee7d0 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:33:58.508352 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a576a3d3-7f60-428d-a9a2-d73f60846ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:58.511445 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7b837fc7-fe1d-4b77-8602-bb8ecf313ab6 req-c3c8fd30-fe01-4e5a-a4f8-02bd886c7112 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:58.606605 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-a576a3d3-7f60-428d-a9a2-d73f60846ecc None None] For port 27d56aa1-f79d-449f-8aa0-6786cf7120f0, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=27d56aa1-f79d-449f-8aa0-6786cf7120f0,segment=NetworkSegment(a898a2e7-cc14-481a-b944-14896a99cea3),segment_id=a898a2e7-cc14-481a-b944-14896a99cea3)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:33:58.613482 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a576a3d3-7f60-428d-a9a2-d73f60846ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:58.643202 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-7b837fc7-fe1d-4b77-8602-bb8ecf313ab6 req-c3c8fd30-fe01-4e5a-a4f8-02bd886c7112 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Allocated IP 172.20.0.12 (74af9bed-0ad7-4efa-9221-2f6f1546c017/068d6483-6d7c-4599-9e4c-324cb23d2161/e7fba1cf-32db-4ff0-869d-1efe91e8dae7) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:33:58.692232 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a576a3d3-7f60-428d-a9a2-d73f60846ecc None None] Pushing event updated for resources: {'Port': ['ID=27d56aa1-f79d-449f-8aa0-6786cf7120f0,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:58.707606 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-047cc138-6b2a-4830-bdb2-6136bc0bbd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd08c4aa8-04d1-45b2-add8-2d63b90c0bb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432203640', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '399c7496-1157-477c-9346-c8af71c0639b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:33:51Z', 'updated_at': '2021-11-25T18:33:55Z', 'revision_number': 4, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '399c7496-1157-477c-9346-c8af71c0639b', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:90:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08c4aa8-04d1-45b2-add8-2d63b90c0bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:52Z', 'updated_at': '2021-11-25T18:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '27d56aa1-f79d-449f-8aa0-6786cf7120f0', 'name': '', 'network_id': '74af9bed-0ad7-4efa-9221-2f6f1546c017', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'mac_address': 'fa:16:3e:e5:bf:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd08c4aa8-04d1-45b2-add8-2d63b90c0bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '068d6483-6d7c-4599-9e4c-324cb23d2161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:55Z', 'updated_at': '2021-11-25T18:33:57Z', 'revision_number': 4, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'subnets': [{'id': '068d6483-6d7c-4599-9e4c-324cb23d2161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:58.739768 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047cc138-6b2a-4830-bdb2-6136bc0bbd50 None None] The sync data for ids ['d08c4aa8-04d1-45b2-add8-2d63b90c0bb4'] in n-d-817746-1 is: [{'id': 'd08c4aa8-04d1-45b2-add8-2d63b90c0bb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432203640', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '399c7496-1157-477c-9346-c8af71c0639b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:33:51Z', 'updated_at': '2021-11-25T18:33:55Z', 'revision_number': 4, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '399c7496-1157-477c-9346-c8af71c0639b', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:90:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08c4aa8-04d1-45b2-add8-2d63b90c0bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:52Z', 'updated_at': '2021-11-25T18:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '27d56aa1-f79d-449f-8aa0-6786cf7120f0', 'name': '', 'network_id': '74af9bed-0ad7-4efa-9221-2f6f1546c017', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'mac_address': 'fa:16:3e:e5:bf:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd08c4aa8-04d1-45b2-add8-2d63b90c0bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '068d6483-6d7c-4599-9e4c-324cb23d2161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:55Z', 'updated_at': '2021-11-25T18:33:57Z', 'revision_number': 4, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'subnets': [{'id': '068d6483-6d7c-4599-9e4c-324cb23d2161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:33:58.750384 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-81149af4-904b-4e99-9306-feaff6aab9ed None None] Provisioning complete for port 27d56aa1-f79d-449f-8aa0-6786cf7120f0 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:33:58.750847 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-81149af4-904b-4e99-9306-feaff6aab9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:58.832477 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7b837fc7-fe1d-4b77-8602-bb8ecf313ab6 req-c3c8fd30-fe01-4e5a-a4f8-02bd886c7112 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:58.878442 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7b837fc7-fe1d-4b77-8602-bb8ecf313ab6 req-c3c8fd30-fe01-4e5a-a4f8-02bd886c7112 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:58.923711 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b837fc7-fe1d-4b77-8602-bb8ecf313ab6 req-c3c8fd30-fe01-4e5a-a4f8-02bd886c7112 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Network 74af9bed-0ad7-4efa-9221-2f6f1546c017 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:33:58.926957 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-7b837fc7-fe1d-4b77-8602-bb8ecf313ab6 req-c3c8fd30-fe01-4e5a-a4f8-02bd886c7112 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:33:58.936211 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b837fc7-fe1d-4b77-8602-bb8ecf313ab6 req-c3c8fd30-fe01-4e5a-a4f8-02bd886c7112 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:33:58.972004 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c8fd30-fe01-4e5a-a4f8-02bd886c7112 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'Port': ['ID=e7fba1cf-32db-4ff0-869d-1efe91e8dae7,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:58.999707 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b837fc7-fe1d-4b77-8602-bb8ecf313ab6 req-c3c8fd30-fe01-4e5a-a4f8-02bd886c7112 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:59.000352 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7b837fc7-fe1d-4b77-8602-bb8ecf313ab6 req-c3c8fd30-fe01-4e5a-a4f8-02bd886c7112 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:59.018886 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7b837fc7-fe1d-4b77-8602-bb8ecf313ab6 req-c3c8fd30-fe01-4e5a-a4f8-02bd886c7112 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6318679 Nov 25 18:33:59.031873 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-7b837fc7-fe1d-4b77-8602-bb8ecf313ab6 req-f709e5f6-994e-4633-9c6c-448ad45d5b01 service neutron] Request body: {'port': {'device_id': '00b49eb5-ab8f-46fb-a8f4-9b6d830866dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:33:59.096888 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7b837fc7-fe1d-4b77-8602-bb8ecf313ab6 req-f709e5f6-994e-4633-9c6c-448ad45d5b01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:59.195791 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-91b413b1-b145-415e-b6f4-46b01686490e None None] Provisioning complete for port e7fba1cf-32db-4ff0-869d-1efe91e8dae7 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:33:59.196667 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-91b413b1-b145-415e-b6f4-46b01686490e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:59.235901 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-91b413b1-b145-415e-b6f4-46b01686490e None None] Port e7fba1cf-32db-4ff0-869d-1efe91e8dae7 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:33:59.380874 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-7b837fc7-fe1d-4b77-8602-bb8ecf313ab6 req-f709e5f6-994e-4633-9c6c-448ad45d5b01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7fba1cf-32db-4ff0-869d-1efe91e8dae7 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:33:59.388903 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7b837fc7-fe1d-4b77-8602-bb8ecf313ab6 req-f709e5f6-994e-4633-9c6c-448ad45d5b01 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:59.401703 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-7b837fc7-fe1d-4b77-8602-bb8ecf313ab6 req-f709e5f6-994e-4633-9c6c-448ad45d5b01 service neutron] Transition to ACTIVE for port object e7fba1cf-32db-4ff0-869d-1efe91e8dae7 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:33:59.405976 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7b837fc7-fe1d-4b77-8602-bb8ecf313ab6 req-f709e5f6-994e-4633-9c6c-448ad45d5b01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:59.474823 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709e5f6-994e-4633-9c6c-448ad45d5b01 service neutron] Pushing event updated for resources: {'Port': ['ID=e7fba1cf-32db-4ff0-869d-1efe91e8dae7,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:59.566140 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24023c9-f04f-4bdc-8bc6-169e68fd0dfa req-506cffff-daf6-4290-a25b-8b59eedf604f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:59.567516 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e24023c9-f04f-4bdc-8bc6-169e68fd0dfa req-506cffff-daf6-4290-a25b-8b59eedf604f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=00b49eb5-ab8f-46fb-a8f4-9b6d830866dd HTTP/1.1" status: 200 len: 944 time: 0.1105793 Nov 25 18:33:59.604972 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-7b837fc7-fe1d-4b77-8602-bb8ecf313ab6 req-f709e5f6-994e-4633-9c6c-448ad45d5b01 service neutron] Attempting to bind port e7fba1cf-32db-4ff0-869d-1efe91e8dae7 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:33:59.605320 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-7b837fc7-fe1d-4b77-8602-bb8ecf313ab6 req-f709e5f6-994e-4633-9c6c-448ad45d5b01 service neutron] Attempting to bind port e7fba1cf-32db-4ff0-869d-1efe91e8dae7 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'a898a2e7-cc14-481a-b944-14896a99cea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '74af9bed-0ad7-4efa-9221-2f6f1546c017'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:33:59.605778 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b837fc7-fe1d-4b77-8602-bb8ecf313ab6 req-f709e5f6-994e-4633-9c6c-448ad45d5b01 service neutron] Attempting to bind port e7fba1cf-32db-4ff0-869d-1efe91e8dae7 on network 74af9bed-0ad7-4efa-9221-2f6f1546c017 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:33:59.614883 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b837fc7-fe1d-4b77-8602-bb8ecf313ab6 req-f709e5f6-994e-4633-9c6c-448ad45d5b01 service neutron] Port e7fba1cf-32db-4ff0-869d-1efe91e8dae7 on network 74af9bed-0ad7-4efa-9221-2f6f1546c017 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:33:59.615215 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b837fc7-fe1d-4b77-8602-bb8ecf313ab6 req-f709e5f6-994e-4633-9c6c-448ad45d5b01 service neutron] Attempting to bind port e7fba1cf-32db-4ff0-869d-1efe91e8dae7 on network 74af9bed-0ad7-4efa-9221-2f6f1546c017 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:33:59.635200 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b837fc7-fe1d-4b77-8602-bb8ecf313ab6 req-f709e5f6-994e-4633-9c6c-448ad45d5b01 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:33:59.635644 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b837fc7-fe1d-4b77-8602-bb8ecf313ab6 req-f709e5f6-994e-4633-9c6c-448ad45d5b01 service neutron] Checking segment: {'id': 'a898a2e7-cc14-481a-b944-14896a99cea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '74af9bed-0ad7-4efa-9221-2f6f1546c017'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:33:59.635929 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b837fc7-fe1d-4b77-8602-bb8ecf313ab6 req-f709e5f6-994e-4633-9c6c-448ad45d5b01 service neutron] Bound using segment: {'id': 'a898a2e7-cc14-481a-b944-14896a99cea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '74af9bed-0ad7-4efa-9221-2f6f1546c017'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:33:59.636373 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-7b837fc7-fe1d-4b77-8602-bb8ecf313ab6 req-f709e5f6-994e-4633-9c6c-448ad45d5b01 service neutron] Bound port: e7fba1cf-32db-4ff0-869d-1efe91e8dae7, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a898a2e7-cc14-481a-b944-14896a99cea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '74af9bed-0ad7-4efa-9221-2f6f1546c017'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:33:59.636739 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7b837fc7-fe1d-4b77-8602-bb8ecf313ab6 req-f709e5f6-994e-4633-9c6c-448ad45d5b01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:59.656233 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e24023c9-f04f-4bdc-8bc6-169e68fd0dfa req-d1d26d8c-3bf6-4ca3-90c0-23bf4a2cf4fc tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=c362c18d-0a5c-435d-b6a4-536fbcdf4e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779676 Nov 25 18:33:59.716272 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-7b837fc7-fe1d-4b77-8602-bb8ecf313ab6 req-f709e5f6-994e-4633-9c6c-448ad45d5b01 service neutron] For port e7fba1cf-32db-4ff0-869d-1efe91e8dae7, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:33:59.719451 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-7b837fc7-fe1d-4b77-8602-bb8ecf313ab6 req-f709e5f6-994e-4633-9c6c-448ad45d5b01 service neutron] For port e7fba1cf-32db-4ff0-869d-1efe91e8dae7, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e7fba1cf-32db-4ff0-869d-1efe91e8dae7,segment=NetworkSegment(a898a2e7-cc14-481a-b944-14896a99cea3),segment_id=a898a2e7-cc14-481a-b944-14896a99cea3)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:33:59.723668 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7b837fc7-fe1d-4b77-8602-bb8ecf313ab6 req-f709e5f6-994e-4633-9c6c-448ad45d5b01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:00.042520 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b837fc7-fe1d-4b77-8602-bb8ecf313ab6 req-f709e5f6-994e-4633-9c6c-448ad45d5b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:00.043144 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7b837fc7-fe1d-4b77-8602-bb8ecf313ab6 req-f709e5f6-994e-4633-9c6c-448ad45d5b01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:00.044558 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7b837fc7-fe1d-4b77-8602-bb8ecf313ab6 req-f709e5f6-994e-4633-9c6c-448ad45d5b01 service neutron] 10.222.0.74 "PUT /v2.0/ports/e7fba1cf-32db-4ff0-869d-1efe91e8dae7 HTTP/1.1" status: 200 len: 1092 time: 1.0172002 Nov 25 18:34:00.045027 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00b49eb5-ab8f-46fb-a8f4-9b6d830866dd', 'tag': 'e7fba1cf-32db-4ff0-869d-1efe91e8dae7'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:34:00.047346 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5f7415-a53f-4e81-90f1-f20854e7dd38" -d '{"events": [{"name": "network-changed", "server_uuid": "00b49eb5-ab8f-46fb-a8f4-9b6d830866dd", "tag": "e7fba1cf-32db-4ff0-869d-1efe91e8dae7"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:34:00.086214 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709e5f6-994e-4633-9c6c-448ad45d5b01 service neutron] Pushing event updated for resources: {'Port': ['ID=e7fba1cf-32db-4ff0-869d-1efe91e8dae7,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:00.117490 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 27d56aa1-f79d-449f-8aa0-6786cf7120f0 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:34:00.133447 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2449f91-67c6-469d-81ae-79c033d64520 x-openstack-request-id: req-c2449f91-67c6-469d-81ae-79c033d64520 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:34:00.133716 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00b49eb5-ab8f-46fb-a8f4-9b6d830866dd", "tag": "e7fba1cf-32db-4ff0-869d-1efe91e8dae7", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:34:00.133978 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c2449f91-67c6-469d-81ae-79c033d64520 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:34:00.134377 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00b49eb5-ab8f-46fb-a8f4-9b6d830866dd', 'tag': 'e7fba1cf-32db-4ff0-869d-1efe91e8dae7', 'status': 'completed', 'code': 200} Nov 25 18:34:00.150893 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b837fc7-fe1d-4b77-8602-bb8ecf313ab6 req-e3add051-142d-4d27-b59b-d8e6f8a7be2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:00.152420 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7b837fc7-fe1d-4b77-8602-bb8ecf313ab6 req-e3add051-142d-4d27-b59b-d8e6f8a7be2d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7434064363194dc39e0f0255dc1ee7d0&device_id=00b49eb5-ab8f-46fb-a8f4-9b6d830866dd HTTP/1.1" status: 200 len: 1095 time: 0.0568316 Nov 25 18:34:00.177427 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 27d56aa1-f79d-449f-8aa0-6786cf7120f0 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:34:00.177949 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:00.202413 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7b837fc7-fe1d-4b77-8602-bb8ecf313ab6 req-c4480fc2-304e-420e-b69d-f4215b417f75 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7fba1cf-32db-4ff0-869d-1efe91e8dae7 HTTP/1.1" status: 200 len: 217 time: 0.0397420 Nov 25 18:34:00.262342 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b837fc7-fe1d-4b77-8602-bb8ecf313ab6 req-2a2e9652-9f0f-42e7-839a-a99ff0f6f9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:00.265348 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7b837fc7-fe1d-4b77-8602-bb8ecf313ab6 req-2a2e9652-9f0f-42e7-839a-a99ff0f6f9fb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=068d6483-6d7c-4599-9e4c-324cb23d2161 HTTP/1.1" status: 200 len: 835 time: 0.0548062 Nov 25 18:34:00.316186 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b837fc7-fe1d-4b77-8602-bb8ecf313ab6 req-ef55787b-46a1-4f79-8f77-65d8f52741d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:00.317674 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7b837fc7-fe1d-4b77-8602-bb8ecf313ab6 req-ef55787b-46a1-4f79-8f77-65d8f52741d4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=74af9bed-0ad7-4efa-9221-2f6f1546c017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417399 Nov 25 18:34:00.409465 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7b837fc7-fe1d-4b77-8602-bb8ecf313ab6 req-7c625268-6488-47f6-a2a7-ec596dbcb23c service neutron] 10.222.0.74 "GET /v2.0/networks/74af9bed-0ad7-4efa-9221-2f6f1546c017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839279 Nov 25 18:34:00.498536 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7b837fc7-fe1d-4b77-8602-bb8ecf313ab6 req-23ec2bbb-7d1e-4808-bb7f-12dc74ce9229 service neutron] 10.222.0.74 "GET /v2.0/networks/74af9bed-0ad7-4efa-9221-2f6f1546c017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814831 Nov 25 18:34:00.587071 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f7415-a53f-4e81-90f1-f20854e7dd38 req-61a84984-1e22-444a-bf46-b6cae5057595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:00.588567 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1a5f7415-a53f-4e81-90f1-f20854e7dd38 req-61a84984-1e22-444a-bf46-b6cae5057595 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7434064363194dc39e0f0255dc1ee7d0&device_id=00b49eb5-ab8f-46fb-a8f4-9b6d830866dd HTTP/1.1" status: 200 len: 1095 time: 0.0416033 Nov 25 18:34:00.683752 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f7415-a53f-4e81-90f1-f20854e7dd38 req-e66e0342-d534-4b86-9c82-af33d0da6d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:00.685180 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1a5f7415-a53f-4e81-90f1-f20854e7dd38 req-e66e0342-d534-4b86-9c82-af33d0da6d4b service neutron] 10.222.0.74 "GET /v2.0/networks?id=74af9bed-0ad7-4efa-9221-2f6f1546c017 HTTP/1.1" status: 200 len: 898 time: 0.0886345 Nov 25 18:34:00.728440 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1a5f7415-a53f-4e81-90f1-f20854e7dd38 req-143fa81c-6d7d-4976-961a-5a96262a432b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7fba1cf-32db-4ff0-869d-1efe91e8dae7 HTTP/1.1" status: 200 len: 217 time: 0.0361233 Nov 25 18:34:00.806951 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f7415-a53f-4e81-90f1-f20854e7dd38 req-acfe3a32-524d-4f64-904b-dfb90cc5be41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:00.808468 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1a5f7415-a53f-4e81-90f1-f20854e7dd38 req-acfe3a32-524d-4f64-904b-dfb90cc5be41 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=068d6483-6d7c-4599-9e4c-324cb23d2161 HTTP/1.1" status: 200 len: 835 time: 0.0709889 Nov 25 18:34:00.817109 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a098691-1f90-4c11-857c-046e9fa2c88c req-9da29e96-a499-4072-aa2e-40b62fb01b7a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:00.818843 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6a098691-1f90-4c11-857c-046e9fa2c88c req-9da29e96-a499-4072-aa2e-40b62fb01b7a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=00b49eb5-ab8f-46fb-a8f4-9b6d830866dd HTTP/1.1" status: 200 len: 944 time: 0.0895109 Nov 25 18:34:00.894558 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f7415-a53f-4e81-90f1-f20854e7dd38 req-67025567-a9b4-4842-abd0-3ab37b916906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:00.894558 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1a5f7415-a53f-4e81-90f1-f20854e7dd38 req-67025567-a9b4-4842-abd0-3ab37b916906 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=74af9bed-0ad7-4efa-9221-2f6f1546c017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746887 Nov 25 18:34:00.899230 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6a098691-1f90-4c11-857c-046e9fa2c88c req-87387612-9310-4831-85df-e96ed6414c21 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=c362c18d-0a5c-435d-b6a4-536fbcdf4e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715454 Nov 25 18:34:00.990779 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1a5f7415-a53f-4e81-90f1-f20854e7dd38 req-e092a28d-1775-4474-97dd-4b6a0359587b service neutron] 10.222.0.74 "GET /v2.0/networks/74af9bed-0ad7-4efa-9221-2f6f1546c017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882618 Nov 25 18:34:01.079828 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1a5f7415-a53f-4e81-90f1-f20854e7dd38 req-51602771-930b-49a9-9539-b9b498389340 service neutron] 10.222.0.74 "GET /v2.0/networks/74af9bed-0ad7-4efa-9221-2f6f1546c017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819213 Nov 25 18:34:02.075341 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ac105-5aba-44a7-9ee0-f29be3f91ac2 req-9e5f2341-7040-4ca2-842d-6ca4af8209ba tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:02.076816 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-452ac105-5aba-44a7-9ee0-f29be3f91ac2 req-9e5f2341-7040-4ca2-842d-6ca4af8209ba tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=00b49eb5-ab8f-46fb-a8f4-9b6d830866dd HTTP/1.1" status: 200 len: 944 time: 0.1074851 Nov 25 18:34:02.137236 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-452ac105-5aba-44a7-9ee0-f29be3f91ac2 req-9d3367b7-203a-4532-9148-e0b93d6c902e tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=c362c18d-0a5c-435d-b6a4-536fbcdf4e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481329 Nov 25 18:34:02.384672 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device e7fba1cf-32db-4ff0-869d-1efe91e8dae7 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:34:02.497653 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port e7fba1cf-32db-4ff0-869d-1efe91e8dae7, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e7fba1cf-32db-4ff0-869d-1efe91e8dae7,segment=NetworkSegment(a898a2e7-cc14-481a-b944-14896a99cea3),segment_id=a898a2e7-cc14-481a-b944-14896a99cea3)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:34:02.510316 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': 'e7fba1cf-32db-4ff0-869d-1efe91e8dae7', 'network_id': '74af9bed-0ad7-4efa-9221-2f6f1546c017', 'port_id': 'e7fba1cf-32db-4ff0-869d-1efe91e8dae7', 'mac_address': 'fa:16:3e:bc:12:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '068d6483-6d7c-4599-9e4c-324cb23d2161', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:34:02.546049 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:02.558970 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7fba1cf-32db-4ff0-869d-1efe91e8dae7 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:34:02.579551 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port e7fba1cf-32db-4ff0-869d-1efe91e8dae7, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e7fba1cf-32db-4ff0-869d-1efe91e8dae7,segment=NetworkSegment(a898a2e7-cc14-481a-b944-14896a99cea3),segment_id=a898a2e7-cc14-481a-b944-14896a99cea3)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:34:02.583193 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:02.631062 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=e7fba1cf-32db-4ff0-869d-1efe91e8dae7,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:02.805643 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['e7fba1cf-32db-4ff0-869d-1efe91e8dae7'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:34:03.313740 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e67c4-4554-4e43-a0e6-fce4c95b6c99 req-faf01c7b-8f73-4345-8923-35872f9b94ec tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:03.315297 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e61e67c4-4554-4e43-a0e6-fce4c95b6c99 req-faf01c7b-8f73-4345-8923-35872f9b94ec tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=00b49eb5-ab8f-46fb-a8f4-9b6d830866dd HTTP/1.1" status: 200 len: 945 time: 0.1091473 Nov 25 18:34:03.372935 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e61e67c4-4554-4e43-a0e6-fce4c95b6c99 req-11bd5c04-dfcb-4808-aae5-9916ab7bd74f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=c362c18d-0a5c-435d-b6a4-536fbcdf4e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510495 Nov 25 18:34:04.383086 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device e7fba1cf-32db-4ff0-869d-1efe91e8dae7 up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:34:04.436353 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port e7fba1cf-32db-4ff0-869d-1efe91e8dae7 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:34:04.440371 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port e7fba1cf-32db-4ff0-869d-1efe91e8dae7 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:34:04.440750 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:04.491605 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74198f03-1912-4d75-a155-ba6c2ee67699 req-d60fc51a-e05f-49e0-ab0d-081bd5ff2e2f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:04.493177 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-74198f03-1912-4d75-a155-ba6c2ee67699 req-d60fc51a-e05f-49e0-ab0d-081bd5ff2e2f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=00b49eb5-ab8f-46fb-a8f4-9b6d830866dd HTTP/1.1" status: 200 len: 945 time: 0.0495729 Nov 25 18:34:04.519264 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:04.542860 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-74198f03-1912-4d75-a155-ba6c2ee67699 req-40cebed2-5903-4b72-b7a3-fb98589e2105 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=c362c18d-0a5c-435d-b6a4-536fbcdf4e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436122 Nov 25 18:34:04.543121 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00b49eb5-ab8f-46fb-a8f4-9b6d830866dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7fba1cf-32db-4ff0-869d-1efe91e8dae7'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:34:04.545256 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e885ae7a60f1de4153d3a84cf91c96dac968753d8c7eb30b74097738adf70354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a706e1-b624-46b4-ba8b-0677ad70d6bd" -d '{"events": [{"server_uuid": "00b49eb5-ab8f-46fb-a8f4-9b6d830866dd", "name": "network-vif-plugged", "status": "completed", "tag": "e7fba1cf-32db-4ff0-869d-1efe91e8dae7"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:34:04.565059 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port e7fba1cf-32db-4ff0-869d-1efe91e8dae7, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e7fba1cf-32db-4ff0-869d-1efe91e8dae7,segment=NetworkSegment(a898a2e7-cc14-481a-b944-14896a99cea3),segment_id=a898a2e7-cc14-481a-b944-14896a99cea3)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:34:04.569495 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:04.621306 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=e7fba1cf-32db-4ff0-869d-1efe91e8dae7,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:04.640892 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e48d793-a5c7-4741-bb70-71673e7c8379 x-openstack-request-id: req-8e48d793-a5c7-4741-bb70-71673e7c8379 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:34:04.641211 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00b49eb5-ab8f-46fb-a8f4-9b6d830866dd", "name": "network-vif-plugged", "status": "completed", "tag": "e7fba1cf-32db-4ff0-869d-1efe91e8dae7", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:34:04.641474 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8e48d793-a5c7-4741-bb70-71673e7c8379 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:34:04.642531 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00b49eb5-ab8f-46fb-a8f4-9b6d830866dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7fba1cf-32db-4ff0-869d-1efe91e8dae7', 'code': 200} Nov 25 18:34:04.745751 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b006cf-0181-403d-9e27-a4dbbdb1fd3b req-76ad6644-dca9-4167-b2b7-7332d005d069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:04.747230 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-34b006cf-0181-403d-9e27-a4dbbdb1fd3b req-76ad6644-dca9-4167-b2b7-7332d005d069 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=00b49eb5-ab8f-46fb-a8f4-9b6d830866dd HTTP/1.1" status: 200 len: 1097 time: 0.0444551 Nov 25 18:34:04.795057 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-34b006cf-0181-403d-9e27-a4dbbdb1fd3b req-58298102-3a97-427e-9f3f-ed0d74f3e396 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=c362c18d-0a5c-435d-b6a4-536fbcdf4e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389721 Nov 25 18:34:05.658514 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d2c20c-22e6-40ea-ae2c-2451b6788bed req-67d96e7e-3550-4032-a59a-b4f3a6a816cb tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:05.659921 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c8d2c20c-22e6-40ea-ae2c-2451b6788bed req-67d96e7e-3550-4032-a59a-b4f3a6a816cb tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=00b49eb5-ab8f-46fb-a8f4-9b6d830866dd HTTP/1.1" status: 200 len: 946 time: 0.0492666 Nov 25 18:34:05.712326 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c8d2c20c-22e6-40ea-ae2c-2451b6788bed req-78f463c9-ffd0-450e-9d01-0608e9ced0db tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=c362c18d-0a5c-435d-b6a4-536fbcdf4e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461841 Nov 25 18:34:06.833508 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b547c-3b94-4d02-83f2-c150e8d29460 req-3bbfbccf-1dfa-4740-90ab-39156ce97af3 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:06.834987 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-920b547c-3b94-4d02-83f2-c150e8d29460 req-3bbfbccf-1dfa-4740-90ab-39156ce97af3 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=00b49eb5-ab8f-46fb-a8f4-9b6d830866dd HTTP/1.1" status: 200 len: 946 time: 0.0539849 Nov 25 18:34:06.883403 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-920b547c-3b94-4d02-83f2-c150e8d29460 req-a683b333-ffbe-435b-b59b-68712284bb8d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=c362c18d-0a5c-435d-b6a4-536fbcdf4e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424378 Nov 25 18:34:06.997606 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3a248-f40b-4d42-92b4-634778cf7c93 req-018eccc4-69c2-48ff-952a-b9658f66b0c7 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:06.999002 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-44c3a248-f40b-4d42-92b4-634778cf7c93 req-018eccc4-69c2-48ff-952a-b9658f66b0c7 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=00b49eb5-ab8f-46fb-a8f4-9b6d830866dd HTTP/1.1" status: 200 len: 946 time: 0.0494099 Nov 25 18:34:07.049163 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-44c3a248-f40b-4d42-92b4-634778cf7c93 req-7cba4978-c9d2-4ff9-9262-fac055f79681 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=c362c18d-0a5c-435d-b6a4-536fbcdf4e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442820 Nov 25 18:34:07.070819 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38120) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:07.110534 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4302143e-6525-43a2-8af5-f241789fddcc tempest-TestNetworkAdvancedServerOps-1271610080 tempest-TestNetworkAdvancedServerOps-1271610080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:07.112046 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-4302143e-6525-43a2-8af5-f241789fddcc tempest-TestNetworkAdvancedServerOps-1271610080 tempest-TestNetworkAdvancedServerOps-1271610080-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=00b49eb5-ab8f-46fb-a8f4-9b6d830866dd HTTP/1.1" status: 200 len: 1092 time: 0.0402641 Nov 25 18:34:07.115017 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38122) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:07.119336 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-592e889f-dbd0-4bc4-bb29-4393c4b6afe5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Request body: {'floatingip': {'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'port_id': 'e7fba1cf-32db-4ff0-869d-1efe91e8dae7', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:34:07.140639 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-592e889f-dbd0-4bc4-bb29-4393c4b6afe5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for floatingip, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:07.238821 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-592e889f-dbd0-4bc4-bb29-4393c4b6afe5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:07.340411 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:34:07.346746 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-592e889f-dbd0-4bc4-bb29-4393c4b6afe5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Allocated IP 172.25.0.26 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/2c24cd0d-abdd-4d07-b73a-c88cc3e7bbe2) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:34:07.448953 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-592e889f-dbd0-4bc4-bb29-4393c4b6afe5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:07.482053 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-592e889f-dbd0-4bc4-bb29-4393c4b6afe5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:07.519960 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592e889f-dbd0-4bc4-bb29-4393c4b6afe5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:34:07.523479 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-592e889f-dbd0-4bc4-bb29-4393c4b6afe5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:34:07.527095 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592e889f-dbd0-4bc4-bb29-4393c4b6afe5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:34:07.553847 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592e889f-dbd0-4bc4-bb29-4393c4b6afe5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'Port': ['ID=2c24cd0d-abdd-4d07-b73a-c88cc3e7bbe2,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:07.873755 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-592e889f-dbd0-4bc4-bb29-4393c4b6afe5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:07.952064 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-592e889f-dbd0-4bc4-bb29-4393c4b6afe5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:08.131720 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-592e889f-dbd0-4bc4-bb29-4393c4b6afe5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:08.136893 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-592e889f-dbd0-4bc4-bb29-4393c4b6afe5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:08.222409 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592e889f-dbd0-4bc4-bb29-4393c4b6afe5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'Port': ['ID=2c24cd0d-abdd-4d07-b73a-c88cc3e7bbe2,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:08.239558 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-592e889f-dbd0-4bc4-bb29-4393c4b6afe5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:08.365614 n-d-817746-1 neutron-server[103361]: INFO neutron.db.l3_db [None req-592e889f-dbd0-4bc4-bb29-4393c4b6afe5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Floating IP 08762b66-68bd-412f-925e-0a32beac18fe associated. External IP: 172.25.0.26, port: e7fba1cf-32db-4ff0-869d-1efe91e8dae7. Nov 25 18:34:08.627132 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-592e889f-dbd0-4bc4-bb29-4393c4b6afe5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Router d08c4aa8-04d1-45b2-add8-2d63b90c0bb4 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:34:08.748539 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592e889f-dbd0-4bc4-bb29-4393c4b6afe5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:34:08.759763 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85820049-06db-4174-bcb9-b616a97c53e9 None None] Sync routers for ids ['d08c4aa8-04d1-45b2-add8-2d63b90c0bb4'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:34:08.769073 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-592e889f-dbd0-4bc4-bb29-4393c4b6afe5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:08.769622 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85820049-06db-4174-bcb9-b616a97c53e9 None None] Routers {'d08c4aa8-04d1-45b2-add8-2d63b90c0bb4'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:34:08.770237 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-85820049-06db-4174-bcb9-b616a97c53e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:33:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['d08c4aa8-04d1-45b2-add8-2d63b90c0bb4'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:34:08.797304 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-592e889f-dbd0-4bc4-bb29-4393c4b6afe5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6811688 Nov 25 18:34:08.797901 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00b49eb5-ab8f-46fb-a8f4-9b6d830866dd', 'tag': 'e7fba1cf-32db-4ff0-869d-1efe91e8dae7'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:34:08.800197 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8a4f42-04c8-444a-bd07-edbf50f79759" -d '{"events": [{"name": "network-changed", "server_uuid": "00b49eb5-ab8f-46fb-a8f4-9b6d830866dd", "tag": "e7fba1cf-32db-4ff0-869d-1efe91e8dae7"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:34:08.841792 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e4e337-99ec-443f-ad15-a5595240ae2e x-openstack-request-id: req-23e4e337-99ec-443f-ad15-a5595240ae2e {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:34:08.842098 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00b49eb5-ab8f-46fb-a8f4-9b6d830866dd", "tag": "e7fba1cf-32db-4ff0-869d-1efe91e8dae7", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:34:08.842389 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-23e4e337-99ec-443f-ad15-a5595240ae2e {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:34:08.842805 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00b49eb5-ab8f-46fb-a8f4-9b6d830866dd', 'tag': 'e7fba1cf-32db-4ff0-869d-1efe91e8dae7', 'status': 'completed', 'code': 200} Nov 25 18:34:08.888074 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-85820049-06db-4174-bcb9-b616a97c53e9 None None] Set router d08c4aa8-04d1-45b2-add8-2d63b90c0bb4 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:34:08.932449 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a83297-bf58-4110-a1af-cb0ccd6b4fdc req-ae1a34c5-1d33-43b0-8024-5f7fc3edb286 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:08.934086 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-72a83297-bf58-4110-a1af-cb0ccd6b4fdc req-ae1a34c5-1d33-43b0-8024-5f7fc3edb286 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=00b49eb5-ab8f-46fb-a8f4-9b6d830866dd HTTP/1.1" status: 200 len: 946 time: 0.0832913 Nov 25 18:34:08.944573 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a4f42-04c8-444a-bd07-edbf50f79759 req-abe5589c-75e6-4907-b99f-b2749311ad69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:08.946326 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d8a4f42-04c8-444a-bd07-edbf50f79759 req-abe5589c-75e6-4907-b99f-b2749311ad69 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7434064363194dc39e0f0255dc1ee7d0&device_id=00b49eb5-ab8f-46fb-a8f4-9b6d830866dd HTTP/1.1" status: 200 len: 1097 time: 0.0640981 Nov 25 18:34:09.046946 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-72a83297-bf58-4110-a1af-cb0ccd6b4fdc req-db70e0fd-7e7b-4b1b-a410-159ee33aa7d1 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=c362c18d-0a5c-435d-b6a4-536fbcdf4e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995131 Nov 25 18:34:09.072140 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38128) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:09.077602 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a4f42-04c8-444a-bd07-edbf50f79759 req-ac33f98a-0aac-4454-882d-1ed016868d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:09.079091 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d8a4f42-04c8-444a-bd07-edbf50f79759 req-ac33f98a-0aac-4454-882d-1ed016868d25 service neutron] 10.222.0.74 "GET /v2.0/networks?id=74af9bed-0ad7-4efa-9221-2f6f1546c017 HTTP/1.1" status: 200 len: 898 time: 0.1253319 Nov 25 18:34:09.135865 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-caf592a9-945f-48af-93c1-7ee698898595 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/floatingips/08762b66-68bd-412f-925e-0a32beac18fe HTTP/1.1" status: 200 len: 991 time: 0.0625660 Nov 25 18:34:09.147382 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d8a4f42-04c8-444a-bd07-edbf50f79759 req-d7888d65-e6a7-4c4a-9f5b-885ac1a8bd34 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7fba1cf-32db-4ff0-869d-1efe91e8dae7 HTTP/1.1" status: 200 len: 999 time: 0.0610139 Nov 25 18:34:09.196087 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a4f42-04c8-444a-bd07-edbf50f79759 req-be212d75-da4b-4c77-9b92-a17fcd44a03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:09.197593 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d8a4f42-04c8-444a-bd07-edbf50f79759 req-be212d75-da4b-4c77-9b92-a17fcd44a03e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=068d6483-6d7c-4599-9e4c-324cb23d2161 HTTP/1.1" status: 200 len: 835 time: 0.0439503 Nov 25 18:34:09.213573 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-85820049-06db-4174-bcb9-b616a97c53e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd08c4aa8-04d1-45b2-add8-2d63b90c0bb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432203640', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '399c7496-1157-477c-9346-c8af71c0639b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:33:51Z', 'updated_at': '2021-11-25T18:33:55Z', 'revision_number': 4, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '399c7496-1157-477c-9346-c8af71c0639b', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:90:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08c4aa8-04d1-45b2-add8-2d63b90c0bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:52Z', 'updated_at': '2021-11-25T18:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '08762b66-68bd-412f-925e-0a32beac18fe', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'floating_ip_address': '172.25.0.26', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': 'd08c4aa8-04d1-45b2-add8-2d63b90c0bb4', 'port_id': 'e7fba1cf-32db-4ff0-869d-1efe91e8dae7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74af9bed-0ad7-4efa-9221-2f6f1546c017', 'mac_address': 'fa:16:3e:bc:12:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b49eb5-ab8f-46fb-a8f4-9b6d830866dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:34:07Z', 'updated_at': '2021-11-25T18:34:07Z', 'revision_number': 0, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27d56aa1-f79d-449f-8aa0-6786cf7120f0', 'name': '', 'network_id': '74af9bed-0ad7-4efa-9221-2f6f1546c017', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'mac_address': 'fa:16:3e:e5:bf:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08c4aa8-04d1-45b2-add8-2d63b90c0bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '068d6483-6d7c-4599-9e4c-324cb23d2161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:55Z', 'updated_at': '2021-11-25T18:33:58Z', 'revision_number': 5, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'subnets': [{'id': '068d6483-6d7c-4599-9e4c-324cb23d2161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:34:09.243230 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85820049-06db-4174-bcb9-b616a97c53e9 None None] Checking router: d08c4aa8-04d1-45b2-add8-2d63b90c0bb4 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:34:09.247936 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a4f42-04c8-444a-bd07-edbf50f79759 req-667f7d60-9126-47f3-9046-452aaab75151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:09.249467 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d8a4f42-04c8-444a-bd07-edbf50f79759 req-667f7d60-9126-47f3-9046-452aaab75151 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=74af9bed-0ad7-4efa-9221-2f6f1546c017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455105 Nov 25 18:34:09.251366 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85820049-06db-4174-bcb9-b616a97c53e9 None None] Routers {'d08c4aa8-04d1-45b2-add8-2d63b90c0bb4'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:34:09.251958 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-85820049-06db-4174-bcb9-b616a97c53e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:33:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['d08c4aa8-04d1-45b2-add8-2d63b90c0bb4'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:34:09.345056 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d8a4f42-04c8-444a-bd07-edbf50f79759 req-74d3689a-a666-430b-80cb-12678a5db20a service neutron] 10.222.0.74 "GET /v2.0/networks/74af9bed-0ad7-4efa-9221-2f6f1546c017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880985 Nov 25 18:34:09.357163 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-85820049-06db-4174-bcb9-b616a97c53e9 None None] Set router d08c4aa8-04d1-45b2-add8-2d63b90c0bb4 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:34:09.438655 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d8a4f42-04c8-444a-bd07-edbf50f79759 req-4ad4b6e6-87a8-499c-83b9-5889cc649103 service neutron] 10.222.0.74 "GET /v2.0/networks/74af9bed-0ad7-4efa-9221-2f6f1546c017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865200 Nov 25 18:34:09.584057 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-85820049-06db-4174-bcb9-b616a97c53e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd08c4aa8-04d1-45b2-add8-2d63b90c0bb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432203640', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '399c7496-1157-477c-9346-c8af71c0639b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:33:51Z', 'updated_at': '2021-11-25T18:33:55Z', 'revision_number': 4, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '399c7496-1157-477c-9346-c8af71c0639b', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:90:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08c4aa8-04d1-45b2-add8-2d63b90c0bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:52Z', 'updated_at': '2021-11-25T18:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '08762b66-68bd-412f-925e-0a32beac18fe', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'floating_ip_address': '172.25.0.26', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': 'd08c4aa8-04d1-45b2-add8-2d63b90c0bb4', 'port_id': 'e7fba1cf-32db-4ff0-869d-1efe91e8dae7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74af9bed-0ad7-4efa-9221-2f6f1546c017', 'mac_address': 'fa:16:3e:bc:12:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b49eb5-ab8f-46fb-a8f4-9b6d830866dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:34:07Z', 'updated_at': '2021-11-25T18:34:07Z', 'revision_number': 0, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27d56aa1-f79d-449f-8aa0-6786cf7120f0', 'name': '', 'network_id': '74af9bed-0ad7-4efa-9221-2f6f1546c017', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'mac_address': 'fa:16:3e:e5:bf:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08c4aa8-04d1-45b2-add8-2d63b90c0bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '068d6483-6d7c-4599-9e4c-324cb23d2161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:55Z', 'updated_at': '2021-11-25T18:33:58Z', 'revision_number': 5, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'subnets': [{'id': '068d6483-6d7c-4599-9e4c-324cb23d2161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:34:09.610501 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85820049-06db-4174-bcb9-b616a97c53e9 None None] The sync data for ids ['d08c4aa8-04d1-45b2-add8-2d63b90c0bb4'] in n-d-817746-1 is: [{'id': 'd08c4aa8-04d1-45b2-add8-2d63b90c0bb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432203640', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '399c7496-1157-477c-9346-c8af71c0639b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:33:51Z', 'updated_at': '2021-11-25T18:33:55Z', 'revision_number': 4, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '399c7496-1157-477c-9346-c8af71c0639b', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:90:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08c4aa8-04d1-45b2-add8-2d63b90c0bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:52Z', 'updated_at': '2021-11-25T18:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '08762b66-68bd-412f-925e-0a32beac18fe', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'floating_ip_address': '172.25.0.26', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': 'd08c4aa8-04d1-45b2-add8-2d63b90c0bb4', 'port_id': 'e7fba1cf-32db-4ff0-869d-1efe91e8dae7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74af9bed-0ad7-4efa-9221-2f6f1546c017', 'mac_address': 'fa:16:3e:bc:12:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b49eb5-ab8f-46fb-a8f4-9b6d830866dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:34:07Z', 'updated_at': '2021-11-25T18:34:07Z', 'revision_number': 0, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27d56aa1-f79d-449f-8aa0-6786cf7120f0', 'name': '', 'network_id': '74af9bed-0ad7-4efa-9221-2f6f1546c017', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'mac_address': 'fa:16:3e:e5:bf:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08c4aa8-04d1-45b2-add8-2d63b90c0bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '068d6483-6d7c-4599-9e4c-324cb23d2161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:55Z', 'updated_at': '2021-11-25T18:33:58Z', 'revision_number': 5, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'subnets': [{'id': '068d6483-6d7c-4599-9e4c-324cb23d2161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:34:09.802368 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040c95a9-faea-46d9-a50d-0605fdb417c3 None None] New status for floating IP 08762b66-68bd-412f-925e-0a32beac18fe: ACTIVE {{(pid=103362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:34:10.138161 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38130) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:10.198798 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-05a21883-70f4-4b66-a0e3-4fa83e5442c2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/floatingips/08762b66-68bd-412f-925e-0a32beac18fe HTTP/1.1" status: 200 len: 993 time: 0.0591600 Nov 25 18:34:17.243225 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a4e6182a-ef2e-426a-b5ac-d3345f9fdcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:17.303759 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:17.561153 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:19.968766 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-87dad1a3-d276-4f6e-b968-3788987d7366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:21.092369 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:22.273306 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:23.185468 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:41.581118 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb42e8-e3d2-40a5-bebb-ca8b4b7bb75e req-cacf0c6f-c821-46ff-a79c-bf4529d04570 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:41.582603 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fcdb42e8-e3d2-40a5-bebb-ca8b4b7bb75e req-cacf0c6f-c821-46ff-a79c-bf4529d04570 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=00b49eb5-ab8f-46fb-a8f4-9b6d830866dd HTTP/1.1" status: 200 len: 946 time: 0.0493760 Nov 25 18:34:41.641922 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fcdb42e8-e3d2-40a5-bebb-ca8b4b7bb75e req-4378cf35-a641-43ae-9ebd-c726ce2a6061 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=c362c18d-0a5c-435d-b6a4-536fbcdf4e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480964 Nov 25 18:34:42.761921 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73062af6-fba8-4dc7-95eb-556348b5b94b req-92d27df7-7159-4d9e-a924-497f3c351813 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:42.763392 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-73062af6-fba8-4dc7-95eb-556348b5b94b req-92d27df7-7159-4d9e-a924-497f3c351813 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=00b49eb5-ab8f-46fb-a8f4-9b6d830866dd HTTP/1.1" status: 200 len: 946 time: 0.0486319 Nov 25 18:34:42.812279 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-73062af6-fba8-4dc7-95eb-556348b5b94b req-4f116c5b-94eb-4fdd-8ccb-6b15b21a3940 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=c362c18d-0a5c-435d-b6a4-536fbcdf4e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429602 Nov 25 18:34:42.835421 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38154) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:42.894747 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-7235f1d8-106f-40bc-ac50-8d557ab613ae tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/floatingips/08762b66-68bd-412f-925e-0a32beac18fe HTTP/1.1" status: 200 len: 993 time: 0.0582180 Nov 25 18:34:44.173532 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c65ece-8574-45c7-b2b8-cbe412b492ab req-a5378cfd-2828-42b0-a472-eb9360856b55 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:44.175043 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-47c65ece-8574-45c7-b2b8-cbe412b492ab req-a5378cfd-2828-42b0-a472-eb9360856b55 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=00b49eb5-ab8f-46fb-a8f4-9b6d830866dd HTTP/1.1" status: 200 len: 946 time: 0.0541785 Nov 25 18:34:44.225071 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-47c65ece-8574-45c7-b2b8-cbe412b492ab req-2ab5823a-086a-4268-bbe7-93aa9d5d9385 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=c362c18d-0a5c-435d-b6a4-536fbcdf4e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438070 Nov 25 18:34:44.339499 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:34:45.344148 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376e9fb-3d42-479b-8d3d-1d333f9c4f67 req-3f2ff72f-7079-4277-8288-6c75e2de7a8c tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:45.345647 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4376e9fb-3d42-479b-8d3d-1d333f9c4f67 req-3f2ff72f-7079-4277-8288-6c75e2de7a8c tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=00b49eb5-ab8f-46fb-a8f4-9b6d830866dd HTTP/1.1" status: 200 len: 946 time: 0.0482230 Nov 25 18:34:45.393955 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4376e9fb-3d42-479b-8d3d-1d333f9c4f67 req-5991a53c-2f79-4edb-93d8-5f8188ef0a6e tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=c362c18d-0a5c-435d-b6a4-536fbcdf4e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415776 Nov 25 18:34:45.416960 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38164) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:45.479401 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-954e08fd-e3dc-47ef-b9f0-aa49536b7e10 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/floatingips/08762b66-68bd-412f-925e-0a32beac18fe HTTP/1.1" status: 200 len: 993 time: 0.0612926 Nov 25 18:34:45.707819 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38170) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:45.863025 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-6ce1ec75-0608-4adb-8e9d-b104d94d442f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Deleting port 2c24cd0d-abdd-4d07-b73a-c88cc3e7bbe2 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:34:45.863384 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6ce1ec75-0608-4adb-8e9d-b104d94d442f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:45.941361 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6ce1ec75-0608-4adb-8e9d-b104d94d442f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:45.941694 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6ce1ec75-0608-4adb-8e9d-b104d94d442f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:45.954317 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-6ce1ec75-0608-4adb-8e9d-b104d94d442f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Calling delete_port for 2c24cd0d-abdd-4d07-b73a-c88cc3e7bbe2 owned by network:floatingip {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:34:46.103439 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6ce1ec75-0608-4adb-8e9d-b104d94d442f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:46.128785 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce1ec75-0608-4adb-8e9d-b104d94d442f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event deleted for resources: {'Port': ['ID=2c24cd0d-abdd-4d07-b73a-c88cc3e7bbe2,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:46.140757 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce1ec75-0608-4adb-8e9d-b104d94d442f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:46.141135 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce1ec75-0608-4adb-8e9d-b104d94d442f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:46.141482 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce1ec75-0608-4adb-8e9d-b104d94d442f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:46.141822 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce1ec75-0608-4adb-8e9d-b104d94d442f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:46.142159 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce1ec75-0608-4adb-8e9d-b104d94d442f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:46.142494 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce1ec75-0608-4adb-8e9d-b104d94d442f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:46.142825 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce1ec75-0608-4adb-8e9d-b104d94d442f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:46.143152 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce1ec75-0608-4adb-8e9d-b104d94d442f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:46.143485 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce1ec75-0608-4adb-8e9d-b104d94d442f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:46.143809 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce1ec75-0608-4adb-8e9d-b104d94d442f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:46.144133 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce1ec75-0608-4adb-8e9d-b104d94d442f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:46.144454 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce1ec75-0608-4adb-8e9d-b104d94d442f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:46.196975 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6ce1ec75-0608-4adb-8e9d-b104d94d442f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for floatingip, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:46.197305 n-d-817746-1 neutron-server[103360]: INFO neutron.db.l3_db [None req-6ce1ec75-0608-4adb-8e9d-b104d94d442f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Floating IP 08762b66-68bd-412f-925e-0a32beac18fe disassociated (deleted). External IP: 172.25.0.26, port: e7fba1cf-32db-4ff0-869d-1efe91e8dae7. Nov 25 18:34:46.403287 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce1ec75-0608-4adb-8e9d-b104d94d442f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Router d08c4aa8-04d1-45b2-add8-2d63b90c0bb4 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:34:46.817210 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce1ec75-0608-4adb-8e9d-b104d94d442f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:34:46.822587 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6ce1ec75-0608-4adb-8e9d-b104d94d442f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:46.827586 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398bdf84-2277-4105-b794-fc01f0343d9e None None] Sync routers for ids ['d08c4aa8-04d1-45b2-add8-2d63b90c0bb4'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:34:46.838172 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398bdf84-2277-4105-b794-fc01f0343d9e None None] Routers {'d08c4aa8-04d1-45b2-add8-2d63b90c0bb4'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:34:46.838803 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-398bdf84-2277-4105-b794-fc01f0343d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:34:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['d08c4aa8-04d1-45b2-add8-2d63b90c0bb4'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:34:46.850278 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6ce1ec75-0608-4adb-8e9d-b104d94d442f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "DELETE /v2.0/floatingips/08762b66-68bd-412f-925e-0a32beac18fe HTTP/1.1" status: 204 len: 168 time: 1.1411815 Nov 25 18:34:46.851148 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00b49eb5-ab8f-46fb-a8f4-9b6d830866dd', 'tag': 'e7fba1cf-32db-4ff0-869d-1efe91e8dae7'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:34:46.914533 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d0839555e12d03b18e125ea23ea5c69b34963c497f7f123e0850523e7aa9b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd84a4a-99bc-4a8a-92bb-c28946f7548f" -d '{"events": [{"name": "network-changed", "server_uuid": "00b49eb5-ab8f-46fb-a8f4-9b6d830866dd", "tag": "e7fba1cf-32db-4ff0-869d-1efe91e8dae7"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:34:46.956295 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-398bdf84-2277-4105-b794-fc01f0343d9e None None] Set router d08c4aa8-04d1-45b2-add8-2d63b90c0bb4 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:34:47.034609 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caabad7c-61fe-4a38-b586-679212715039 x-openstack-request-id: req-caabad7c-61fe-4a38-b586-679212715039 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:34:47.034907 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00b49eb5-ab8f-46fb-a8f4-9b6d830866dd", "tag": "e7fba1cf-32db-4ff0-869d-1efe91e8dae7", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:34:47.035159 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-caabad7c-61fe-4a38-b586-679212715039 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:34:47.035558 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00b49eb5-ab8f-46fb-a8f4-9b6d830866dd', 'tag': 'e7fba1cf-32db-4ff0-869d-1efe91e8dae7', 'status': 'completed', 'code': 200} Nov 25 18:34:47.124179 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394cdc6-4fc0-4c1d-bd4d-0e16ebe6db51 req-48f3d5e6-9ee1-41cf-ae8d-35f28fdc4d9c tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:47.125697 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2394cdc6-4fc0-4c1d-bd4d-0e16ebe6db51 req-48f3d5e6-9ee1-41cf-ae8d-35f28fdc4d9c tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=00b49eb5-ab8f-46fb-a8f4-9b6d830866dd HTTP/1.1" status: 200 len: 946 time: 0.0795221 Nov 25 18:34:47.140953 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd84a4a-99bc-4a8a-92bb-c28946f7548f req-edbca57d-ce24-49d8-939e-f539cfef952d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:47.142350 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1fd84a4a-99bc-4a8a-92bb-c28946f7548f req-edbca57d-ce24-49d8-939e-f539cfef952d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7434064363194dc39e0f0255dc1ee7d0&device_id=00b49eb5-ab8f-46fb-a8f4-9b6d830866dd HTTP/1.1" status: 200 len: 1097 time: 0.0686636 Nov 25 18:34:47.161947 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-398bdf84-2277-4105-b794-fc01f0343d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd08c4aa8-04d1-45b2-add8-2d63b90c0bb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432203640', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '399c7496-1157-477c-9346-c8af71c0639b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:33:51Z', 'updated_at': '2021-11-25T18:33:55Z', 'revision_number': 4, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '399c7496-1157-477c-9346-c8af71c0639b', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:90:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08c4aa8-04d1-45b2-add8-2d63b90c0bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:52Z', 'updated_at': '2021-11-25T18:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '27d56aa1-f79d-449f-8aa0-6786cf7120f0', 'name': '', 'network_id': '74af9bed-0ad7-4efa-9221-2f6f1546c017', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'mac_address': 'fa:16:3e:e5:bf:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08c4aa8-04d1-45b2-add8-2d63b90c0bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '068d6483-6d7c-4599-9e4c-324cb23d2161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:55Z', 'updated_at': '2021-11-25T18:33:58Z', 'revision_number': 5, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'subnets': [{'id': '068d6483-6d7c-4599-9e4c-324cb23d2161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:34:47.187401 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398bdf84-2277-4105-b794-fc01f0343d9e None None] Checking router: d08c4aa8-04d1-45b2-add8-2d63b90c0bb4 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:34:47.196521 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398bdf84-2277-4105-b794-fc01f0343d9e None None] Routers {'d08c4aa8-04d1-45b2-add8-2d63b90c0bb4'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:34:47.197150 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-398bdf84-2277-4105-b794-fc01f0343d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:34:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['d08c4aa8-04d1-45b2-add8-2d63b90c0bb4'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:34:47.231017 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2394cdc6-4fc0-4c1d-bd4d-0e16ebe6db51 req-54122cc9-5faa-446f-a64e-dcb7168a2890 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=c362c18d-0a5c-435d-b6a4-536fbcdf4e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974996 Nov 25 18:34:47.236532 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-92b05ef4-d13d-416f-8771-56cae52d0a93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:47.276210 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd84a4a-99bc-4a8a-92bb-c28946f7548f req-5dca703a-0ed0-460d-9eb1-fc27d21b2ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:47.277731 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1fd84a4a-99bc-4a8a-92bb-c28946f7548f req-5dca703a-0ed0-460d-9eb1-fc27d21b2ab0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=74af9bed-0ad7-4efa-9221-2f6f1546c017 HTTP/1.1" status: 200 len: 898 time: 0.1274202 Nov 25 18:34:47.304571 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-398bdf84-2277-4105-b794-fc01f0343d9e None None] Set router d08c4aa8-04d1-45b2-add8-2d63b90c0bb4 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:34:47.309645 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:47.327754 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1fd84a4a-99bc-4a8a-92bb-c28946f7548f req-4d186872-af3a-4e1b-b87f-5b863a9cead1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7fba1cf-32db-4ff0-869d-1efe91e8dae7 HTTP/1.1" status: 200 len: 217 time: 0.0372479 Nov 25 18:34:47.378019 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd84a4a-99bc-4a8a-92bb-c28946f7548f req-434caf1d-dffc-4f4a-978a-a6b924c3036e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:47.379385 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1fd84a4a-99bc-4a8a-92bb-c28946f7548f req-434caf1d-dffc-4f4a-978a-a6b924c3036e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=068d6483-6d7c-4599-9e4c-324cb23d2161 HTTP/1.1" status: 200 len: 835 time: 0.0438070 Nov 25 18:34:47.430097 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd84a4a-99bc-4a8a-92bb-c28946f7548f req-a9eba178-b758-48d4-a218-e1a0cd646d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:47.431595 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1fd84a4a-99bc-4a8a-92bb-c28946f7548f req-a9eba178-b758-48d4-a218-e1a0cd646d45 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=74af9bed-0ad7-4efa-9221-2f6f1546c017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442693 Nov 25 18:34:47.525560 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1fd84a4a-99bc-4a8a-92bb-c28946f7548f req-b001dc92-bd15-4f00-8171-b9c17e16d0bc service neutron] 10.222.0.74 "GET /v2.0/networks/74af9bed-0ad7-4efa-9221-2f6f1546c017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859916 Nov 25 18:34:47.590669 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-398bdf84-2277-4105-b794-fc01f0343d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd08c4aa8-04d1-45b2-add8-2d63b90c0bb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432203640', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '399c7496-1157-477c-9346-c8af71c0639b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:33:51Z', 'updated_at': '2021-11-25T18:33:55Z', 'revision_number': 4, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '399c7496-1157-477c-9346-c8af71c0639b', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:90:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08c4aa8-04d1-45b2-add8-2d63b90c0bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:52Z', 'updated_at': '2021-11-25T18:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '27d56aa1-f79d-449f-8aa0-6786cf7120f0', 'name': '', 'network_id': '74af9bed-0ad7-4efa-9221-2f6f1546c017', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'mac_address': 'fa:16:3e:e5:bf:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08c4aa8-04d1-45b2-add8-2d63b90c0bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '068d6483-6d7c-4599-9e4c-324cb23d2161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:55Z', 'updated_at': '2021-11-25T18:33:58Z', 'revision_number': 5, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'subnets': [{'id': '068d6483-6d7c-4599-9e4c-324cb23d2161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:34:47.592370 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:47.625222 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398bdf84-2277-4105-b794-fc01f0343d9e None None] The sync data for ids ['d08c4aa8-04d1-45b2-add8-2d63b90c0bb4'] in n-d-817746-1 is: [{'id': 'd08c4aa8-04d1-45b2-add8-2d63b90c0bb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432203640', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '399c7496-1157-477c-9346-c8af71c0639b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:33:51Z', 'updated_at': '2021-11-25T18:33:55Z', 'revision_number': 4, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '399c7496-1157-477c-9346-c8af71c0639b', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:90:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08c4aa8-04d1-45b2-add8-2d63b90c0bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:52Z', 'updated_at': '2021-11-25T18:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '27d56aa1-f79d-449f-8aa0-6786cf7120f0', 'name': '', 'network_id': '74af9bed-0ad7-4efa-9221-2f6f1546c017', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'mac_address': 'fa:16:3e:e5:bf:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08c4aa8-04d1-45b2-add8-2d63b90c0bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '068d6483-6d7c-4599-9e4c-324cb23d2161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:55Z', 'updated_at': '2021-11-25T18:33:58Z', 'revision_number': 5, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'subnets': [{'id': '068d6483-6d7c-4599-9e4c-324cb23d2161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:34:47.627769 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1fd84a4a-99bc-4a8a-92bb-c28946f7548f req-9cb0b88e-d4b4-4ac3-b58a-dd90790cbecb service neutron] 10.222.0.74 "GET /v2.0/networks/74af9bed-0ad7-4efa-9221-2f6f1546c017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932643 Nov 25 18:34:47.845733 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad66a94b-ddf8-4858-96c7-7121fd7e7e72 None None] New status for floating IP 08762b66-68bd-412f-925e-0a32beac18fe: DOWN {{(pid=103362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:34:48.365951 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80362d-d56d-45d9-9e0a-a134e74ad467 req-370dfba5-4664-41a2-9165-f966addaaf3d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:48.367440 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dc80362d-d56d-45d9-9e0a-a134e74ad467 req-370dfba5-4664-41a2-9165-f966addaaf3d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=00b49eb5-ab8f-46fb-a8f4-9b6d830866dd HTTP/1.1" status: 200 len: 946 time: 0.0604014 Nov 25 18:34:48.416173 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dc80362d-d56d-45d9-9e0a-a134e74ad467 req-dca387a2-747a-42ee-a13e-7e06ec97fe90 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=c362c18d-0a5c-435d-b6a4-536fbcdf4e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427239 Nov 25 18:34:48.583525 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3913b547-58ed-45f2-9b80-2d12208718f6 req-fd76c3d3-d005-47f3-b1b0-0d6396240843 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:48.584899 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3913b547-58ed-45f2-9b80-2d12208718f6 req-fd76c3d3-d005-47f3-b1b0-0d6396240843 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.74 "GET /v2.0/ports?device_id=00b49eb5-ab8f-46fb-a8f4-9b6d830866dd HTTP/1.1" status: 200 len: 946 time: 0.0478861 Nov 25 18:34:48.676429 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-3913b547-58ed-45f2-9b80-2d12208718f6 req-42466d1a-1499-436e-8ba5-2bb843e9ae7f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Deleting port e7fba1cf-32db-4ff0-869d-1efe91e8dae7 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:34:48.676772 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3913b547-58ed-45f2-9b80-2d12208718f6 req-42466d1a-1499-436e-8ba5-2bb843e9ae7f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:48.764891 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-3913b547-58ed-45f2-9b80-2d12208718f6 req-42466d1a-1499-436e-8ba5-2bb843e9ae7f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] For port e7fba1cf-32db-4ff0-869d-1efe91e8dae7, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=e7fba1cf-32db-4ff0-869d-1efe91e8dae7,segment=NetworkSegment(a898a2e7-cc14-481a-b944-14896a99cea3),segment_id=a898a2e7-cc14-481a-b944-14896a99cea3)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:34:48.765266 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3913b547-58ed-45f2-9b80-2d12208718f6 req-42466d1a-1499-436e-8ba5-2bb843e9ae7f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:48.778206 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-3913b547-58ed-45f2-9b80-2d12208718f6 req-42466d1a-1499-436e-8ba5-2bb843e9ae7f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Calling delete_port for e7fba1cf-32db-4ff0-869d-1efe91e8dae7 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:34:48.908390 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3913b547-58ed-45f2-9b80-2d12208718f6 req-42466d1a-1499-436e-8ba5-2bb843e9ae7f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:48.937600 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42466d1a-1499-436e-8ba5-2bb843e9ae7f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event deleted for resources: {'Port': ['ID=e7fba1cf-32db-4ff0-869d-1efe91e8dae7,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:48.965681 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42466d1a-1499-436e-8ba5-2bb843e9ae7f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:48.966028 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42466d1a-1499-436e-8ba5-2bb843e9ae7f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:48.966365 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42466d1a-1499-436e-8ba5-2bb843e9ae7f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:48.966702 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42466d1a-1499-436e-8ba5-2bb843e9ae7f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:48.967030 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42466d1a-1499-436e-8ba5-2bb843e9ae7f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:48.967360 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42466d1a-1499-436e-8ba5-2bb843e9ae7f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:48.967682 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42466d1a-1499-436e-8ba5-2bb843e9ae7f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:48.968006 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42466d1a-1499-436e-8ba5-2bb843e9ae7f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:48.968332 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42466d1a-1499-436e-8ba5-2bb843e9ae7f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:48.968647 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42466d1a-1499-436e-8ba5-2bb843e9ae7f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:48.968992 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42466d1a-1499-436e-8ba5-2bb843e9ae7f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:48.969314 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42466d1a-1499-436e-8ba5-2bb843e9ae7f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:49.278259 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-3913b547-58ed-45f2-9b80-2d12208718f6 req-42466d1a-1499-436e-8ba5-2bb843e9ae7f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] No DVR routers for this DVR port e7fba1cf-32db-4ff0-869d-1efe91e8dae7 on host n-h1-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:34:49.281126 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-3913b547-58ed-45f2-9b80-2d12208718f6 req-42466d1a-1499-436e-8ba5-2bb843e9ae7f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:49.284507 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3913b547-58ed-45f2-9b80-2d12208718f6 req-42466d1a-1499-436e-8ba5-2bb843e9ae7f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.74 "DELETE /v2.0/ports/e7fba1cf-32db-4ff0-869d-1efe91e8dae7 HTTP/1.1" status: 204 len: 173 time: 0.6934433 Nov 25 18:34:49.285002 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00b49eb5-ab8f-46fb-a8f4-9b6d830866dd', 'name': 'network-vif-deleted', 'tag': 'e7fba1cf-32db-4ff0-869d-1efe91e8dae7'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:34:49.288028 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2910789f-aae0-4279-8131-07bc36af1f90" -d '{"events": [{"server_uuid": "00b49eb5-ab8f-46fb-a8f4-9b6d830866dd", "name": "network-vif-deleted", "tag": "e7fba1cf-32db-4ff0-869d-1efe91e8dae7"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:34:49.332977 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643bd445-7214-49ea-8389-28664889312e x-openstack-request-id: req-643bd445-7214-49ea-8389-28664889312e {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:34:49.333284 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00b49eb5-ab8f-46fb-a8f4-9b6d830866dd", "name": "network-vif-deleted", "tag": "e7fba1cf-32db-4ff0-869d-1efe91e8dae7", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:34:49.333545 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-643bd445-7214-49ea-8389-28664889312e {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:34:49.334546 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00b49eb5-ab8f-46fb-a8f4-9b6d830866dd', 'name': 'network-vif-deleted', 'tag': 'e7fba1cf-32db-4ff0-869d-1efe91e8dae7', 'status': 'completed', 'code': 200} Nov 25 18:34:49.523764 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b2296225-740c-4b32-a46c-bde582e0c30c req-4dd7680c-7b47-4d59-8bb5-747f2dbebf34 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=00b49eb5-ab8f-46fb-a8f4-9b6d830866dd HTTP/1.1" status: 200 len: 210 time: 0.0276821 Nov 25 18:34:49.970327 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3a75bfc6-1923-430a-8c50-390410a01d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:50.580257 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38190) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:50.944069 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-10688480-a46a-4e49-8ae3-8406a0c607fb tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:51.095184 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:51.200890 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-10688480-a46a-4e49-8ae3-8406a0c607fb tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Deleting port 27d56aa1-f79d-449f-8aa0-6786cf7120f0 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:34:51.201176 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-10688480-a46a-4e49-8ae3-8406a0c607fb tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:51.292407 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-10688480-a46a-4e49-8ae3-8406a0c607fb tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] For port 27d56aa1-f79d-449f-8aa0-6786cf7120f0, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=27d56aa1-f79d-449f-8aa0-6786cf7120f0,segment=NetworkSegment(a898a2e7-cc14-481a-b944-14896a99cea3),segment_id=a898a2e7-cc14-481a-b944-14896a99cea3)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:34:51.292778 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-10688480-a46a-4e49-8ae3-8406a0c607fb tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:51.306359 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-10688480-a46a-4e49-8ae3-8406a0c607fb tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Calling delete_port for 27d56aa1-f79d-449f-8aa0-6786cf7120f0 owned by network:router_interface {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:34:51.487982 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-10688480-a46a-4e49-8ae3-8406a0c607fb tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:51.512631 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10688480-a46a-4e49-8ae3-8406a0c607fb tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event deleted for resources: {'Port': ['ID=27d56aa1-f79d-449f-8aa0-6786cf7120f0,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:51.696782 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-10688480-a46a-4e49-8ae3-8406a0c607fb tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:51.911344 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10688480-a46a-4e49-8ae3-8406a0c607fb tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Router d08c4aa8-04d1-45b2-add8-2d63b90c0bb4 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:34:52.021794 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10688480-a46a-4e49-8ae3-8406a0c607fb tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:34:52.027446 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-10688480-a46a-4e49-8ae3-8406a0c607fb tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "PUT /v2.0/routers/d08c4aa8-04d1-45b2-add8-2d63b90c0bb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4461350 Nov 25 18:34:52.030224 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38192) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:52.032523 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeea5e21-121b-49c1-a689-9dbbad2597aa None None] Sync routers for ids ['d08c4aa8-04d1-45b2-add8-2d63b90c0bb4'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:34:52.046139 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeea5e21-121b-49c1-a689-9dbbad2597aa None None] Routers {'d08c4aa8-04d1-45b2-add8-2d63b90c0bb4'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:34:52.046822 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-aeea5e21-121b-49c1-a689-9dbbad2597aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:34:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['d08c4aa8-04d1-45b2-add8-2d63b90c0bb4'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:34:52.089412 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa6a2ddd-8c2a-4c28-bca6-7b4c034bacbf tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Deleting subnet 068d6483-6d7c-4599-9e4c-324cb23d2161 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:34:52.092870 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fa6a2ddd-8c2a-4c28-bca6-7b4c034bacbf tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:52.140296 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fa6a2ddd-8c2a-4c28-bca6-7b4c034bacbf tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:52.154814 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-aeea5e21-121b-49c1-a689-9dbbad2597aa None None] Set router d08c4aa8-04d1-45b2-add8-2d63b90c0bb4 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:34:52.223025 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fa6a2ddd-8c2a-4c28-bca6-7b4c034bacbf tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:52.281312 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:52.291362 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fa6a2ddd-8c2a-4c28-bca6-7b4c034bacbf tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:52.326361 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fa6a2ddd-8c2a-4c28-bca6-7b4c034bacbf tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:52.330356 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-fa6a2ddd-8c2a-4c28-bca6-7b4c034bacbf tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "DELETE /v2.0/subnets/068d6483-6d7c-4599-9e4c-324cb23d2161 HTTP/1.1" status: 204 len: 168 time: 0.2981899 Nov 25 18:34:52.331563 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6a2ddd-8c2a-4c28-bca6-7b4c034bacbf tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event deleted for resources: {'Subnet': ['ID=068d6483-6d7c-4599-9e4c-324cb23d2161,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:52.332423 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38194) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:52.332947 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1551ff8-8e60-492e-b4d1-cf3d8c0b7436 None None] Network 74af9bed-0ad7-4efa-9221-2f6f1546c017 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:34:52.346929 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-aeea5e21-121b-49c1-a689-9dbbad2597aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd08c4aa8-04d1-45b2-add8-2d63b90c0bb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432203640', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '399c7496-1157-477c-9346-c8af71c0639b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:33:51Z', 'updated_at': '2021-11-25T18:34:51Z', 'revision_number': 5, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '399c7496-1157-477c-9346-c8af71c0639b', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:90:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08c4aa8-04d1-45b2-add8-2d63b90c0bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:52Z', 'updated_at': '2021-11-25T18:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:34:52.375604 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeea5e21-121b-49c1-a689-9dbbad2597aa None None] Checking router: d08c4aa8-04d1-45b2-add8-2d63b90c0bb4 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:34:52.384581 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeea5e21-121b-49c1-a689-9dbbad2597aa None None] Routers {'d08c4aa8-04d1-45b2-add8-2d63b90c0bb4'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:34:52.385231 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-aeea5e21-121b-49c1-a689-9dbbad2597aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:34:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['d08c4aa8-04d1-45b2-add8-2d63b90c0bb4'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:34:52.444216 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-81fcdb76-b96e-459b-bceb-de3efdf08b23 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for router, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:52.493477 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-aeea5e21-121b-49c1-a689-9dbbad2597aa None None] Set router d08c4aa8-04d1-45b2-add8-2d63b90c0bb4 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:34:52.527696 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c15903c-b44a-421c-9067-41e3a0965144 None None] DHCP port deletion for 74af9bed-0ad7-4efa-9221-2f6f1546c017 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:34:52.562870 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-81fcdb76-b96e-459b-bceb-de3efdf08b23 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:52.582528 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-9c15903c-b44a-421c-9067-41e3a0965144 None None] Deleting port 3985eda5-7ff2-47e0-9aa8-a0616fc73b95 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:34:52.582913 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9c15903c-b44a-421c-9067-41e3a0965144 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:52.618588 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-81fcdb76-b96e-459b-bceb-de3efdf08b23 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Deleting port 399c7496-1157-477c-9346-c8af71c0639b {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:34:52.618965 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-81fcdb76-b96e-459b-bceb-de3efdf08b23 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:52.631610 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device e7fba1cf-32db-4ff0-869d-1efe91e8dae7 no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:34:52.666990 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: e7fba1cf-32db-4ff0-869d-1efe91e8dae7 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:34:52.667446 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device e7fba1cf-32db-4ff0-869d-1efe91e8dae7 not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:34:52.673641 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-9c15903c-b44a-421c-9067-41e3a0965144 None None] For port 3985eda5-7ff2-47e0-9aa8-a0616fc73b95, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=3985eda5-7ff2-47e0-9aa8-a0616fc73b95,segment=NetworkSegment(a898a2e7-cc14-481a-b944-14896a99cea3),segment_id=a898a2e7-cc14-481a-b944-14896a99cea3)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:34:52.674056 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9c15903c-b44a-421c-9067-41e3a0965144 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:52.686880 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-9c15903c-b44a-421c-9067-41e3a0965144 None None] Calling delete_port for 3985eda5-7ff2-47e0-9aa8-a0616fc73b95 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:34:52.691929 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-aeea5e21-121b-49c1-a689-9dbbad2597aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd08c4aa8-04d1-45b2-add8-2d63b90c0bb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432203640', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '399c7496-1157-477c-9346-c8af71c0639b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:33:51Z', 'updated_at': '2021-11-25T18:34:51Z', 'revision_number': 5, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '399c7496-1157-477c-9346-c8af71c0639b', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:90:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08c4aa8-04d1-45b2-add8-2d63b90c0bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:52Z', 'updated_at': '2021-11-25T18:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:34:52.704159 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-81fcdb76-b96e-459b-bceb-de3efdf08b23 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] For port 399c7496-1157-477c-9346-c8af71c0639b, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=399c7496-1157-477c-9346-c8af71c0639b,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:34:52.704511 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-81fcdb76-b96e-459b-bceb-de3efdf08b23 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:52.716980 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-81fcdb76-b96e-459b-bceb-de3efdf08b23 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Calling delete_port for 399c7496-1157-477c-9346-c8af71c0639b owned by network:router_gateway {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:34:52.723665 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeea5e21-121b-49c1-a689-9dbbad2597aa None None] The sync data for ids ['d08c4aa8-04d1-45b2-add8-2d63b90c0bb4'] in n-d-817746-1 is: [{'id': 'd08c4aa8-04d1-45b2-add8-2d63b90c0bb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432203640', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '399c7496-1157-477c-9346-c8af71c0639b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:33:51Z', 'updated_at': '2021-11-25T18:34:51Z', 'revision_number': 5, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '399c7496-1157-477c-9346-c8af71c0639b', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:90:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08c4aa8-04d1-45b2-add8-2d63b90c0bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:52Z', 'updated_at': '2021-11-25T18:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:34:52.767211 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9c15903c-b44a-421c-9067-41e3a0965144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:52.796641 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c15903c-b44a-421c-9067-41e3a0965144 None None] No DVR routers for this DVR port 3985eda5-7ff2-47e0-9aa8-a0616fc73b95 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:34:52.800759 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c15903c-b44a-421c-9067-41e3a0965144 None None] Pushing event deleted for resources: {'Port': ['ID=3985eda5-7ff2-47e0-9aa8-a0616fc73b95,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:52.809992 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c15903c-b44a-421c-9067-41e3a0965144 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:52.810403 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c15903c-b44a-421c-9067-41e3a0965144 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:52.810680 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c15903c-b44a-421c-9067-41e3a0965144 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:52.811032 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c15903c-b44a-421c-9067-41e3a0965144 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:52.811378 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c15903c-b44a-421c-9067-41e3a0965144 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:52.811720 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c15903c-b44a-421c-9067-41e3a0965144 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:52.812056 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c15903c-b44a-421c-9067-41e3a0965144 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:52.812400 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c15903c-b44a-421c-9067-41e3a0965144 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:52.812874 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c15903c-b44a-421c-9067-41e3a0965144 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:52.813225 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c15903c-b44a-421c-9067-41e3a0965144 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:52.813560 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c15903c-b44a-421c-9067-41e3a0965144 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:52.813893 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c15903c-b44a-421c-9067-41e3a0965144 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:52.889558 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-81fcdb76-b96e-459b-bceb-de3efdf08b23 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:52.915349 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fcdb76-b96e-459b-bceb-de3efdf08b23 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event deleted for resources: {'Port': ['ID=399c7496-1157-477c-9346-c8af71c0639b,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:52.931670 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916372c2-2d71-4c84-8784-f091fe0f1f02 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:34:52.978258 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-81fcdb76-b96e-459b-bceb-de3efdf08b23 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:53.069824 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-81fcdb76-b96e-459b-bceb-de3efdf08b23 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:53.073272 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-81fcdb76-b96e-459b-bceb-de3efdf08b23 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:53.124659 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-81fcdb76-b96e-459b-bceb-de3efdf08b23 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:53.125488 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81fcdb76-b96e-459b-bceb-de3efdf08b23 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Fanout notify agent at l3_agent the message router_deleted on router d08c4aa8-04d1-45b2-add8-2d63b90c0bb4 {{(pid=103361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:34:53.132727 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-81fcdb76-b96e-459b-bceb-de3efdf08b23 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:53.136662 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-81fcdb76-b96e-459b-bceb-de3efdf08b23 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "DELETE /v2.0/routers/d08c4aa8-04d1-45b2-add8-2d63b90c0bb4 HTTP/1.1" status: 204 len: 168 time: 0.8032095 Nov 25 18:34:53.136789 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38196) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:53.190167 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:53.228590 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-66658dca-fa62-4e9b-8b88-d28f5c1fcfb8 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:53.325121 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-66658dca-fa62-4e9b-8b88-d28f5c1fcfb8 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:53.347196 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-66658dca-fa62-4e9b-8b88-d28f5c1fcfb8 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74af9bed-0ad7-4efa-9221-2f6f1546c017']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:34:53.357598 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-66658dca-fa62-4e9b-8b88-d28f5c1fcfb8 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a898a2e7-cc14-481a-b944-14896a99cea3') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:34:53.357906 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-66658dca-fa62-4e9b-8b88-d28f5c1fcfb8 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a898a2e7-cc14-481a-b944-14896a99cea3') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:34:53.370734 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-66658dca-fa62-4e9b-8b88-d28f5c1fcfb8 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:53.384106 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-66658dca-fa62-4e9b-8b88-d28f5c1fcfb8 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:53.390633 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66658dca-fa62-4e9b-8b88-d28f5c1fcfb8 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Releasing vlan 936 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:34:53.391033 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-66658dca-fa62-4e9b-8b88-d28f5c1fcfb8 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:53.394369 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 18:34:53.394369 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:34:53.394369 n-d-817746-1 neutron-server[103360]: timer() Nov 25 18:34:53.394369 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:34:53.394369 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 18:34:53.394369 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:34:53.394369 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 18:34:53.394369 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:34:53.394369 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 18:34:53.394369 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:34:53.394369 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 18:34:53.394369 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:34:53.394369 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 18:34:53.394369 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:34:53.394369 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:34:53.394369 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:34:53.394369 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:34:53.394369 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:34:53.394369 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 18:34:53.394369 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:34:53.394369 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 18:34:53.394369 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:34:53.394369 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:34:53.394369 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:34:53.394369 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 18:34:53.394369 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:34:53.394369 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:34:53.394369 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:34:53.394369 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:34:53.394369 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:34:53.394369 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:34:53.394369 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:34:53.453378 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-66658dca-fa62-4e9b-8b88-d28f5c1fcfb8 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:53.457925 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-66658dca-fa62-4e9b-8b88-d28f5c1fcfb8 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:53.461746 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-66658dca-fa62-4e9b-8b88-d28f5c1fcfb8 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "DELETE /v2.0/networks/74af9bed-0ad7-4efa-9221-2f6f1546c017 HTTP/1.1" status: 204 len: 168 time: 0.3240070 Nov 25 18:34:53.464627 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38198) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:53.476952 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66658dca-fa62-4e9b-8b88-d28f5c1fcfb8 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event deleted for resources: {'Network': ['ID=74af9bed-0ad7-4efa-9221-2f6f1546c017,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:53.522670 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d4f9d65b-9827-446f-a85f-e59ec2fe23df tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:53.547290 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d4f9d65b-9827-446f-a85f-e59ec2fe23df tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:53.607089 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d4f9d65b-9827-446f-a85f-e59ec2fe23df tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:53.609808 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d4f9d65b-9827-446f-a85f-e59ec2fe23df tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:53.610967 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d4f9d65b-9827-446f-a85f-e59ec2fe23df tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "DELETE /v2.0/security-groups/c362c18d-0a5c-435d-b6a4-536fbcdf4e1b HTTP/1.1" status: 204 len: 168 time: 0.1448171 Nov 25 18:34:53.621010 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9d65b-9827-446f-a85f-e59ec2fe23df tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c362c18d-0a5c-435d-b6a4-536fbcdf4e1b,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:54.089849 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38204) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:54.094766 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-a640ca01-a358-4a45-a1db-d5337980fea7 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-679036237', 'description': 'tempest-secgroup-smoke-679036237 description', 'project_id': '7434064363194dc39e0f0255dc1ee7d0'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:34:54.098232 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 399c7496-1157-477c-9346-c8af71c0639b no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:34:54.117962 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a640ca01-a358-4a45-a1db-d5337980fea7 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:54.119248 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 399c7496-1157-477c-9346-c8af71c0639b {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:34:54.119600 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 399c7496-1157-477c-9346-c8af71c0639b not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:34:54.120008 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 3985eda5-7ff2-47e0-9aa8-a0616fc73b95 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:34:54.138546 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 3985eda5-7ff2-47e0-9aa8-a0616fc73b95 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:34:54.138896 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 3985eda5-7ff2-47e0-9aa8-a0616fc73b95 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:34:54.139308 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 27d56aa1-f79d-449f-8aa0-6786cf7120f0 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:34:54.159098 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 27d56aa1-f79d-449f-8aa0-6786cf7120f0 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:34:54.159606 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 27d56aa1-f79d-449f-8aa0-6786cf7120f0 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:34:54.187486 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a640ca01-a358-4a45-a1db-d5337980fea7 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:54.191237 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a640ca01-a358-4a45-a1db-d5337980fea7 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:54.224103 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a640ca01-a358-4a45-a1db-d5337980fea7 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:54.226134 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-a640ca01-a358-4a45-a1db-d5337980fea7 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1351509 Nov 25 18:34:54.229226 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38206) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:54.230171 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a640ca01-a358-4a45-a1db-d5337980fea7 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc27b68-1c07-4eb2-9392-8bf41d53502a,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:54.234096 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-0b3da8eb-f21f-4bc7-92b5-1e4e2e1cde9a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Request body: {'security_group_rule': {'security_group_id': '1bc27b68-1c07-4eb2-9392-8bf41d53502a', 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:34:54.264702 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0b3da8eb-f21f-4bc7-92b5-1e4e2e1cde9a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:54.321043 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0b3da8eb-f21f-4bc7-92b5-1e4e2e1cde9a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:54.325121 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0b3da8eb-f21f-4bc7-92b5-1e4e2e1cde9a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:54.351003 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3da8eb-f21f-4bc7-92b5-1e4e2e1cde9a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b55fb2da-cbad-4796-84ea-a63ca0fab1cf,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:54.357081 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0b3da8eb-f21f-4bc7-92b5-1e4e2e1cde9a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:54.358290 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0b3da8eb-f21f-4bc7-92b5-1e4e2e1cde9a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1280534 Nov 25 18:34:54.361085 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38208) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:54.366558 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-68eb771e-ec9f-40c8-a548-6ce1c9f2728d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Request body: {'security_group_rule': {'security_group_id': '1bc27b68-1c07-4eb2-9392-8bf41d53502a', 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:34:54.394857 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-68eb771e-ec9f-40c8-a548-6ce1c9f2728d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:54.449854 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-68eb771e-ec9f-40c8-a548-6ce1c9f2728d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:54.453259 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-68eb771e-ec9f-40c8-a548-6ce1c9f2728d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:54.470357 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb771e-ec9f-40c8-a548-6ce1c9f2728d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6672c921-bd99-4f26-b1af-2fbb34d57a8a,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:54.479286 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-68eb771e-ec9f-40c8-a548-6ce1c9f2728d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:54.480804 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-68eb771e-ec9f-40c8-a548-6ce1c9f2728d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1186116 Nov 25 18:34:54.483618 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38210) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:54.487904 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-0a07a522-c460-4d36-aabd-dbfbb58b1689 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Request body: {'security_group_rule': {'security_group_id': '1bc27b68-1c07-4eb2-9392-8bf41d53502a', 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:34:54.514645 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0a07a522-c460-4d36-aabd-dbfbb58b1689 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:54.569997 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0a07a522-c460-4d36-aabd-dbfbb58b1689 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:54.574053 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0a07a522-c460-4d36-aabd-dbfbb58b1689 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:54.591083 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a07a522-c460-4d36-aabd-dbfbb58b1689 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=183e1d58-9aa9-4163-b9f2-a90d8c0a71b0,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:54.598173 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0a07a522-c460-4d36-aabd-dbfbb58b1689 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:54.599878 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0a07a522-c460-4d36-aabd-dbfbb58b1689 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1148188 Nov 25 18:34:54.602731 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38212) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:54.607106 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-cc91af70-aa09-4346-a37a-70145a90da13 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Request body: {'security_group_rule': {'security_group_id': '1bc27b68-1c07-4eb2-9392-8bf41d53502a', 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:34:54.635429 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cc91af70-aa09-4346-a37a-70145a90da13 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:54.693125 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cc91af70-aa09-4346-a37a-70145a90da13 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:54.696703 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cc91af70-aa09-4346-a37a-70145a90da13 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:54.719735 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc91af70-aa09-4346-a37a-70145a90da13 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1569024-318b-4380-8d1a-744ab55fc4c1,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:54.726176 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cc91af70-aa09-4346-a37a-70145a90da13 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:54.727371 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-cc91af70-aa09-4346-a37a-70145a90da13 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1236737 Nov 25 18:34:54.730081 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38214) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:54.734312 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-1239e794-953d-448c-b3cb-d6e2eb99b60e tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Request body: {'security_group_rule': {'security_group_id': '1bc27b68-1c07-4eb2-9392-8bf41d53502a', 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:34:54.756661 n-d-817746-1 neutron-server[103360]: INFO neutron.db.securitygroups_db [None req-1239e794-953d-448c-b3cb-d6e2eb99b60e tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Project 7434064363194dc39e0f0255dc1ee7d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 18:34:54.761507 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1239e794-953d-448c-b3cb-d6e2eb99b60e tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:54.820064 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1239e794-953d-448c-b3cb-d6e2eb99b60e tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:54.823467 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1239e794-953d-448c-b3cb-d6e2eb99b60e tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:54.842431 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1239e794-953d-448c-b3cb-d6e2eb99b60e tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=224b25ec-9585-479c-a6d2-defd9f0c0c9d,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:54.847343 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1239e794-953d-448c-b3cb-d6e2eb99b60e tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:54.848541 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-1239e794-953d-448c-b3cb-d6e2eb99b60e tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1175370 Nov 25 18:34:54.852037 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38216) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:54.856376 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-dcc347a2-dc4a-467f-8e3e-adbe2582a2db tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Request body: {'security_group_rule': {'security_group_id': '1bc27b68-1c07-4eb2-9392-8bf41d53502a', 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:34:54.877750 n-d-817746-1 neutron-server[103360]: INFO neutron.db.securitygroups_db [None req-dcc347a2-dc4a-467f-8e3e-adbe2582a2db tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Project 7434064363194dc39e0f0255dc1ee7d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 18:34:54.882599 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dcc347a2-dc4a-467f-8e3e-adbe2582a2db tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:54.940406 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dcc347a2-dc4a-467f-8e3e-adbe2582a2db tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:54.944050 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dcc347a2-dc4a-467f-8e3e-adbe2582a2db tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:54.963661 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc347a2-dc4a-467f-8e3e-adbe2582a2db tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ac27012-bf15-4d14-854e-1dcb39c1c016,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:54.971756 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dcc347a2-dc4a-467f-8e3e-adbe2582a2db tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:54.972983 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-dcc347a2-dc4a-467f-8e3e-adbe2582a2db tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1199932 Nov 25 18:34:54.976911 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38218) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:54.981920 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-5d00a290-a97d-4b38-86ca-45ede15f7e51 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Request body: {'network': {'name': 'tempest-network-smoke--728474955', 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'port_security_enabled': True}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:34:55.001950 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d00a290-a97d-4b38-86ca-45ede15f7e51 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Made reservation on behalf of 7434064363194dc39e0f0255dc1ee7d0 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:34:55.005374 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5d00a290-a97d-4b38-86ca-45ede15f7e51 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:55.028887 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d00a290-a97d-4b38-86ca-45ede15f7e51 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 904} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:34:55.038586 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5d00a290-a97d-4b38-86ca-45ede15f7e51 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:55.038932 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-5d00a290-a97d-4b38-86ca-45ede15f7e51 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Added segment dccb9860-4560-406d-b9d5-7dce37f427dc of type vlan for network 864e9054-f7f1-4dfd-9558-9810fe6de84a Nov 25 18:34:55.080773 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5d00a290-a97d-4b38-86ca-45ede15f7e51 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:55.105915 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5d00a290-a97d-4b38-86ca-45ede15f7e51 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:55.111404 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d00a290-a97d-4b38-86ca-45ede15f7e51 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:55.111994 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5d00a290-a97d-4b38-86ca-45ede15f7e51 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:55.168957 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-5d00a290-a97d-4b38-86ca-45ede15f7e51 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1908998 Nov 25 18:34:55.171761 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38220) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:55.176988 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-9012d362-ca68-4dfe-adc4-8b2ee4bd3fb3 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-488787392', 'admin_state_up': True, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:34:55.181115 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d00a290-a97d-4b38-86ca-45ede15f7e51 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'Network': ['ID=864e9054-f7f1-4dfd-9558-9810fe6de84a,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:55.191110 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 864e9054-f7f1-4dfd-9558-9810fe6de84a details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:34:55.202868 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9012d362-ca68-4dfe-adc4-8b2ee4bd3fb3 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:55.203979 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9012d362-ca68-4dfe-adc4-8b2ee4bd3fb3 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:55.260437 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9012d362-ca68-4dfe-adc4-8b2ee4bd3fb3 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:55.401414 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9012d362-ca68-4dfe-adc4-8b2ee4bd3fb3 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:55.591196 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9012d362-ca68-4dfe-adc4-8b2ee4bd3fb3 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for router_gateway, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:55.609806 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9012d362-ca68-4dfe-adc4-8b2ee4bd3fb3 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:55.714815 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-9012d362-ca68-4dfe-adc4-8b2ee4bd3fb3 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Allocated IP 172.25.0.96 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/7d00876d-290a-4f52-8a28-3c08ee7198c2) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:34:55.815465 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9012d362-ca68-4dfe-adc4-8b2ee4bd3fb3 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:55.848983 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9012d362-ca68-4dfe-adc4-8b2ee4bd3fb3 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:55.892185 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9012d362-ca68-4dfe-adc4-8b2ee4bd3fb3 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:34:55.895063 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-9012d362-ca68-4dfe-adc4-8b2ee4bd3fb3 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:34:55.898617 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9012d362-ca68-4dfe-adc4-8b2ee4bd3fb3 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:34:55.907397 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e600ddb7-e0e0-4ed1-b46c-d59aac1af9e2 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:34:55.923611 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9012d362-ca68-4dfe-adc4-8b2ee4bd3fb3 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'Port': ['ID=7d00876d-290a-4f52-8a28-3c08ee7198c2,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:55.963333 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-33fd6a6a-e96b-488d-9706-7293fda9e868 None None] Provisioning complete for port 7d00876d-290a-4f52-8a28-3c08ee7198c2 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:34:55.963708 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-33fd6a6a-e96b-488d-9706-7293fda9e868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:55.997605 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-33fd6a6a-e96b-488d-9706-7293fda9e868 None None] Port 7d00876d-290a-4f52-8a28-3c08ee7198c2 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:34:56.152531 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9012d362-ca68-4dfe-adc4-8b2ee4bd3fb3 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for router_gateway, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:56.350846 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9012d362-ca68-4dfe-adc4-8b2ee4bd3fb3 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:56.478125 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9012d362-ca68-4dfe-adc4-8b2ee4bd3fb3 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Router 087bdfe7-4ae2-439e-b5ee-a78b6d23a214 is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:34:56.583174 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9012d362-ca68-4dfe-adc4-8b2ee4bd3fb3 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:34:56.593528 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2166687b-6285-426b-a1b0-21fe55b31b63 None None] Sync routers for ids ['087bdfe7-4ae2-439e-b5ee-a78b6d23a214'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:34:56.604600 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9012d362-ca68-4dfe-adc4-8b2ee4bd3fb3 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:56.605723 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2166687b-6285-426b-a1b0-21fe55b31b63 None None] Routers {'087bdfe7-4ae2-439e-b5ee-a78b6d23a214'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:34:56.605898 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-9012d362-ca68-4dfe-adc4-8b2ee4bd3fb3 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4324942 Nov 25 18:34:56.606354 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-2166687b-6285-426b-a1b0-21fe55b31b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:34:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['087bdfe7-4ae2-439e-b5ee-a78b6d23a214'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:34:56.609162 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38222) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:56.637041 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ed7c6fdd-0495-47b4-8f43-bb24b50af59a tempest-TestNetworkAdvancedServerOps-1271610080 tempest-TestNetworkAdvancedServerOps-1271610080-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=7434064363194dc39e0f0255dc1ee7d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266917 Nov 25 18:34:56.639532 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38224) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:56.735531 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4616b159-c8bc-4285-80b1-d95efd68ef82 tempest-TestNetworkAdvancedServerOps-1271610080 tempest-TestNetworkAdvancedServerOps-1271610080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:56.737087 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4616b159-c8bc-4285-80b1-d95efd68ef82 tempest-TestNetworkAdvancedServerOps-1271610080 tempest-TestNetworkAdvancedServerOps-1271610080-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0966184 Nov 25 18:34:56.739875 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38226) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:56.769977 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-dcfca7b9-a767-4c3a-9a3d-1f24c5a78251 tempest-TestNetworkAdvancedServerOps-1271610080 tempest-TestNetworkAdvancedServerOps-1271610080-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=1aa44027-b9d0-4a56-9a59-7e664703e20a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287163 Nov 25 18:34:56.773379 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38228) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:56.778135 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-944ce2b9-d91f-4d5d-a2ff-9e67818998b5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-407387191', 'network_id': '864e9054-f7f1-4dfd-9558-9810fe6de84a', 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:34:56.865586 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944ce2b9-d91f-4d5d-a2ff-9e67818998b5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Made reservation on behalf of 7434064363194dc39e0f0255dc1ee7d0 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:34:56.869245 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-944ce2b9-d91f-4d5d-a2ff-9e67818998b5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:56.872041 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-2166687b-6285-426b-a1b0-21fe55b31b63 None None] Set router 087bdfe7-4ae2-439e-b5ee-a78b6d23a214 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:34:57.056174 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-944ce2b9-d91f-4d5d-a2ff-9e67818998b5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:57.058604 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-2166687b-6285-426b-a1b0-21fe55b31b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '087bdfe7-4ae2-439e-b5ee-a78b6d23a214', 'name': 'tempest-TestNetworkAdvancedServerOps-router-488787392', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '7d00876d-290a-4f52-8a28-3c08ee7198c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:34:55Z', 'updated_at': '2021-11-25T18:34:56Z', 'revision_number': 3, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '7d00876d-290a-4f52-8a28-3c08ee7198c2', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:55:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '087bdfe7-4ae2-439e-b5ee-a78b6d23a214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:34:55Z', 'updated_at': '2021-11-25T18:34:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:34:57.086324 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2166687b-6285-426b-a1b0-21fe55b31b63 None None] Checking router: 087bdfe7-4ae2-439e-b5ee-a78b6d23a214 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:34:57.086688 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2166687b-6285-426b-a1b0-21fe55b31b63 None None] Updating router 087bdfe7-4ae2-439e-b5ee-a78b6d23a214 port 7d00876d-290a-4f52-8a28-3c08ee7198c2 binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:34:57.113975 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2166687b-6285-426b-a1b0-21fe55b31b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:57.123598 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944ce2b9-d91f-4d5d-a2ff-9e67818998b5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'Subnet': ['ID=72b29604-5861-4e9b-9f59-3522c6ac2617,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:57.131997 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944ce2b9-d91f-4d5d-a2ff-9e67818998b5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Checking segment: {'id': 'dccb9860-4560-406d-b9d5-7dce37f427dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '864e9054-f7f1-4dfd-9558-9810fe6de84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:34:57.132381 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944ce2b9-d91f-4d5d-a2ff-9e67818998b5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Network hostable DHCP agents. Network: 864e9054-f7f1-4dfd-9558-9810fe6de84a, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:34:57.149150 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944ce2b9-d91f-4d5d-a2ff-9e67818998b5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Network 864e9054-f7f1-4dfd-9558-9810fe6de84a is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:34:57.158335 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-944ce2b9-d91f-4d5d-a2ff-9e67818998b5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 864e9054-f7f1-4dfd-9558-9810fe6de84a) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:34:57.162909 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944ce2b9-d91f-4d5d-a2ff-9e67818998b5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:57.163763 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-944ce2b9-d91f-4d5d-a2ff-9e67818998b5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:57.181058 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-944ce2b9-d91f-4d5d-a2ff-9e67818998b5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4066153 Nov 25 18:34:57.184002 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38230) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:57.207122 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7d85c6-5252-455a-abfe-baba248aa30f None None] Network 864e9054-f7f1-4dfd-9558-9810fe6de84a requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:34:57.447577 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f0999b-baa3-490b-b390-98f641fc5fd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-864e9054-f7f1-4dfd-9558-9810fe6de84a', 'network_id': '864e9054-f7f1-4dfd-9558-9810fe6de84a', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'fixed_ips': [{'subnet_id': '72b29604-5861-4e9b-9f59-3522c6ac2617'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:34:57.448451 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c8f0999b-baa3-490b-b390-98f641fc5fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:57.514125 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2166687b-6285-426b-a1b0-21fe55b31b63 None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:57.559318 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2166687b-6285-426b-a1b0-21fe55b31b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:57.623598 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ce355ebb-71b5-46d9-acfd-029a180654ba tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:57.624192 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae2c6c3-2502-4add-9155-ce8034f3e926 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:34:57.642668 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-2166687b-6285-426b-a1b0-21fe55b31b63 None None] Attempting to bind port 7d00876d-290a-4f52-8a28-3c08ee7198c2 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:34:57.643116 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-2166687b-6285-426b-a1b0-21fe55b31b63 None None] Attempting to bind port 7d00876d-290a-4f52-8a28-3c08ee7198c2 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:34:57.643510 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2166687b-6285-426b-a1b0-21fe55b31b63 None None] Attempting to bind port 7d00876d-290a-4f52-8a28-3c08ee7198c2 on network 1aa44027-b9d0-4a56-9a59-7e664703e20a {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:34:57.669189 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2166687b-6285-426b-a1b0-21fe55b31b63 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:34:57.669576 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2166687b-6285-426b-a1b0-21fe55b31b63 None None] Checking segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:34:57.669991 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2166687b-6285-426b-a1b0-21fe55b31b63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:57.670393 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2166687b-6285-426b-a1b0-21fe55b31b63 None None] Bound using segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:34:57.670872 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-2166687b-6285-426b-a1b0-21fe55b31b63 None None] Bound port: 7d00876d-290a-4f52-8a28-3c08ee7198c2, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:34:57.671261 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2166687b-6285-426b-a1b0-21fe55b31b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:57.675360 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec4d4a5-10f2-42dd-a44d-c19ef8b9f850 None None] Pushing event updated for resources: {'Port': ['ID=7d00876d-290a-4f52-8a28-3c08ee7198c2,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:57.742509 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-c8f0999b-baa3-490b-b390-98f641fc5fd9 None None] Allocated IP 172.20.0.2 (864e9054-f7f1-4dfd-9558-9810fe6de84a/72b29604-5861-4e9b-9f59-3522c6ac2617/d382527d-8136-4c00-94ad-ca98df5c91d1) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:34:57.759397 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-2166687b-6285-426b-a1b0-21fe55b31b63 None None] For port 7d00876d-290a-4f52-8a28-3c08ee7198c2, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:34:57.764332 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-2166687b-6285-426b-a1b0-21fe55b31b63 None None] For port 7d00876d-290a-4f52-8a28-3c08ee7198c2, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=7d00876d-290a-4f52-8a28-3c08ee7198c2,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:34:57.767186 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-122066de-a427-4e59-b264-fbfc32aff35a None None] Provisioning complete for port 7d00876d-290a-4f52-8a28-3c08ee7198c2 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:34:57.767614 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-122066de-a427-4e59-b264-fbfc32aff35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:57.773535 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2166687b-6285-426b-a1b0-21fe55b31b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:57.899032 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d76815-8ffc-4902-b2ac-1a64dc7266d5 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:34:57.936724 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec4d4a5-10f2-42dd-a44d-c19ef8b9f850 None None] Pushing event updated for resources: {'Port': ['ID=7d00876d-290a-4f52-8a28-3c08ee7198c2,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:57.946948 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2166687b-6285-426b-a1b0-21fe55b31b63 None None] Routers {'087bdfe7-4ae2-439e-b5ee-a78b6d23a214'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:34:57.947602 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-2166687b-6285-426b-a1b0-21fe55b31b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:34:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['087bdfe7-4ae2-439e-b5ee-a78b6d23a214'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:34:58.112880 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-122066de-a427-4e59-b264-fbfc32aff35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:58.154677 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c8f0999b-baa3-490b-b390-98f641fc5fd9 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:58.162247 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-122066de-a427-4e59-b264-fbfc32aff35a None None] For port 7d00876d-290a-4f52-8a28-3c08ee7198c2, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=7d00876d-290a-4f52-8a28-3c08ee7198c2,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:34:58.166588 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c8f0999b-baa3-490b-b390-98f641fc5fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:58.173445 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-2166687b-6285-426b-a1b0-21fe55b31b63 None None] Set router 087bdfe7-4ae2-439e-b5ee-a78b6d23a214 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:34:58.179314 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-122066de-a427-4e59-b264-fbfc32aff35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:58.216008 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-ce355ebb-71b5-46d9-acfd-029a180654ba tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Allocated IP 172.20.0.1 (864e9054-f7f1-4dfd-9558-9810fe6de84a/72b29604-5861-4e9b-9f59-3522c6ac2617/63c69b77-fd56-4773-a397-a38fb55afef1) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:34:58.266803 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f0999b-baa3-490b-b390-98f641fc5fd9 None None] Network 864e9054-f7f1-4dfd-9558-9810fe6de84a is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:34:58.281017 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-c8f0999b-baa3-490b-b390-98f641fc5fd9 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:34:58.286548 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f0999b-baa3-490b-b390-98f641fc5fd9 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:34:58.328475 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f0999b-baa3-490b-b390-98f641fc5fd9 None None] Pushing event updated for resources: {'Port': ['ID=d382527d-8136-4c00-94ad-ca98df5c91d1,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:58.342303 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ce355ebb-71b5-46d9-acfd-029a180654ba tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:58.378248 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ce355ebb-71b5-46d9-acfd-029a180654ba tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:58.414944 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-7679b4ee-3e96-4a4a-a8ea-2dbd5f04733f None None] Provisioning complete for port 7d00876d-290a-4f52-8a28-3c08ee7198c2 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:34:58.415330 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7679b4ee-3e96-4a4a-a8ea-2dbd5f04733f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:58.423683 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce355ebb-71b5-46d9-acfd-029a180654ba tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Network 864e9054-f7f1-4dfd-9558-9810fe6de84a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:34:58.427075 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-ce355ebb-71b5-46d9-acfd-029a180654ba tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:34:58.432391 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce355ebb-71b5-46d9-acfd-029a180654ba tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:34:58.435042 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce355ebb-71b5-46d9-acfd-029a180654ba tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'Port': ['ID=63c69b77-fd56-4773-a397-a38fb55afef1,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:58.481658 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ce355ebb-71b5-46d9-acfd-029a180654ba tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:58.485327 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-c8f0999b-baa3-490b-b390-98f641fc5fd9 None None] Attempting to bind port d382527d-8136-4c00-94ad-ca98df5c91d1 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:34:58.485711 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-c8f0999b-baa3-490b-b390-98f641fc5fd9 None None] Attempting to bind port d382527d-8136-4c00-94ad-ca98df5c91d1 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'dccb9860-4560-406d-b9d5-7dce37f427dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '864e9054-f7f1-4dfd-9558-9810fe6de84a'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:34:58.486080 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f0999b-baa3-490b-b390-98f641fc5fd9 None None] Attempting to bind port d382527d-8136-4c00-94ad-ca98df5c91d1 on network 864e9054-f7f1-4dfd-9558-9810fe6de84a {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:34:58.510669 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122066de-a427-4e59-b264-fbfc32aff35a None None] Pushing event updated for resources: {'Port': ['ID=7d00876d-290a-4f52-8a28-3c08ee7198c2,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:58.523018 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f0999b-baa3-490b-b390-98f641fc5fd9 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:34:58.523403 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f0999b-baa3-490b-b390-98f641fc5fd9 None None] Checking segment: {'id': 'dccb9860-4560-406d-b9d5-7dce37f427dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '864e9054-f7f1-4dfd-9558-9810fe6de84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:34:58.523817 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c8f0999b-baa3-490b-b390-98f641fc5fd9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:58.524216 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f0999b-baa3-490b-b390-98f641fc5fd9 None None] Bound using segment: {'id': 'dccb9860-4560-406d-b9d5-7dce37f427dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '864e9054-f7f1-4dfd-9558-9810fe6de84a'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:34:58.524712 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-c8f0999b-baa3-490b-b390-98f641fc5fd9 None None] Bound port: d382527d-8136-4c00-94ad-ca98df5c91d1, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccb9860-4560-406d-b9d5-7dce37f427dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '864e9054-f7f1-4dfd-9558-9810fe6de84a'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:34:58.525135 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c8f0999b-baa3-490b-b390-98f641fc5fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:58.611997 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ce355ebb-71b5-46d9-acfd-029a180654ba tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:58.803696 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-c8f0999b-baa3-490b-b390-98f641fc5fd9 None None] For port d382527d-8136-4c00-94ad-ca98df5c91d1, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:34:58.818400 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-2166687b-6285-426b-a1b0-21fe55b31b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '087bdfe7-4ae2-439e-b5ee-a78b6d23a214', 'name': 'tempest-TestNetworkAdvancedServerOps-router-488787392', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '7d00876d-290a-4f52-8a28-3c08ee7198c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:34:55Z', 'updated_at': '2021-11-25T18:34:56Z', 'revision_number': 3, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '7d00876d-290a-4f52-8a28-3c08ee7198c2', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:55:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '087bdfe7-4ae2-439e-b5ee-a78b6d23a214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:34:55Z', 'updated_at': '2021-11-25T18:34:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:34:58.821465 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-c8f0999b-baa3-490b-b390-98f641fc5fd9 None None] For port d382527d-8136-4c00-94ad-ca98df5c91d1, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d382527d-8136-4c00-94ad-ca98df5c91d1,segment=NetworkSegment(dccb9860-4560-406d-b9d5-7dce37f427dc),segment_id=dccb9860-4560-406d-b9d5-7dce37f427dc)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:34:58.848999 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2166687b-6285-426b-a1b0-21fe55b31b63 None None] The sync data for ids ['087bdfe7-4ae2-439e-b5ee-a78b6d23a214'] in n-d-817746-1 is: [{'id': '087bdfe7-4ae2-439e-b5ee-a78b6d23a214', 'name': 'tempest-TestNetworkAdvancedServerOps-router-488787392', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '7d00876d-290a-4f52-8a28-3c08ee7198c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:34:55Z', 'updated_at': '2021-11-25T18:34:56Z', 'revision_number': 3, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '7d00876d-290a-4f52-8a28-3c08ee7198c2', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:55:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '087bdfe7-4ae2-439e-b5ee-a78b6d23a214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:34:55Z', 'updated_at': '2021-11-25T18:34:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:34:58.851457 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c8f0999b-baa3-490b-b390-98f641fc5fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:58.905055 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ce355ebb-71b5-46d9-acfd-029a180654ba tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:58.908059 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f0999b-baa3-490b-b390-98f641fc5fd9 None None] Pushing event updated for resources: {'Port': ['ID=d382527d-8136-4c00-94ad-ca98df5c91d1,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:58.918673 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ce355ebb-71b5-46d9-acfd-029a180654ba tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:59.002739 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ce355ebb-71b5-46d9-acfd-029a180654ba tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:59.004535 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce355ebb-71b5-46d9-acfd-029a180654ba tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'Port': ['ID=63c69b77-fd56-4773-a397-a38fb55afef1,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:59.126829 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce355ebb-71b5-46d9-acfd-029a180654ba tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Network 864e9054-f7f1-4dfd-9558-9810fe6de84a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:34:59.131620 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-ce355ebb-71b5-46d9-acfd-029a180654ba tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:34:59.278327 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce355ebb-71b5-46d9-acfd-029a180654ba tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Router 087bdfe7-4ae2-439e-b5ee-a78b6d23a214 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:34:59.397746 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce355ebb-71b5-46d9-acfd-029a180654ba tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:34:59.405492 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-ce355ebb-71b5-46d9-acfd-029a180654ba tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "PUT /v2.0/routers/087bdfe7-4ae2-439e-b5ee-a78b6d23a214/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2181497 Nov 25 18:34:59.570893 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-00c0296d-f501-436d-b1fa-e73c723fa223 req-de5938c8-2f53-48f9-83d5-26ddbbe75a5a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-679036237&fields=id&tenant_id=7434064363194dc39e0f0255dc1ee7d0 HTTP/1.1" status: 200 len: 267 time: 0.0533226 Nov 25 18:34:59.696779 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0296d-f501-436d-b1fa-e73c723fa223 req-adb9ebff-801c-4d47-80bc-25736d69502c tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:59.698454 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-00c0296d-f501-436d-b1fa-e73c723fa223 req-adb9ebff-801c-4d47-80bc-25736d69502c tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/networks?id=864e9054-f7f1-4dfd-9558-9810fe6de84a HTTP/1.1" status: 200 len: 796 time: 0.1200583 Nov 25 18:34:59.717629 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-00c0296d-f501-436d-b1fa-e73c723fa223 req-8b474fa4-1343-44ba-98c9-dee915ecbf18 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/quotas/7434064363194dc39e0f0255dc1ee7d0 HTTP/1.1" status: 200 len: 375 time: 0.0128205 Nov 25 18:34:59.780375 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-00c0296d-f501-436d-b1fa-e73c723fa223 req-e521d378-6e66-43ad-9e12-e5dbe867d57f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=7434064363194dc39e0f0255dc1ee7d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0565066 Nov 25 18:34:59.885959 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-00c0296d-f501-436d-b1fa-e73c723fa223 req-8c566cd6-3125-497b-a932-c49ecf1bb5ca service neutron] 10.222.0.75 "GET /v2.0/networks/864e9054-f7f1-4dfd-9558-9810fe6de84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922203 Nov 25 18:34:59.909785 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21a4b8a-4f35-4633-8682-0198c05a0f8d None None] Network 864e9054-f7f1-4dfd-9558-9810fe6de84a requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:34:59.976231 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-cfe42f40-d60e-4fa5-b852-679d14b020d7 None None] Provisioning complete for port d382527d-8136-4c00-94ad-ca98df5c91d1 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:34:59.976605 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-cfe42f40-d60e-4fa5-b852-679d14b020d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:59.984072 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-00c0296d-f501-436d-b1fa-e73c723fa223 req-5ee2e28d-7568-4acd-8ca7-15d6562d6ff6 service neutron] 10.222.0.75 "GET /v2.0/networks/864e9054-f7f1-4dfd-9558-9810fe6de84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920200 Nov 25 18:35:00.154498 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-cfe42f40-d60e-4fa5-b852-679d14b020d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:00.183887 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9b1b85ac-4c3a-451e-abd7-6cbfc2cfdcd8 req-abe56aba-9fe3-40a3-8eb3-c94c90d0c8b3 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=6f6217fa-df19-4964-9779-49b3c92dc2f9 HTTP/1.1" status: 200 len: 210 time: 0.0351954 Nov 25 18:35:00.204517 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-cfe42f40-d60e-4fa5-b852-679d14b020d7 None None] For port d382527d-8136-4c00-94ad-ca98df5c91d1, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d382527d-8136-4c00-94ad-ca98df5c91d1,segment=NetworkSegment(dccb9860-4560-406d-b9d5-7dce37f427dc),segment_id=dccb9860-4560-406d-b9d5-7dce37f427dc)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:35:00.212922 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-cfe42f40-d60e-4fa5-b852-679d14b020d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:00.247514 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 7d00876d-290a-4f52-8a28-3c08ee7198c2 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:35:00.315847 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe42f40-d60e-4fa5-b852-679d14b020d7 None None] Pushing event updated for resources: {'Port': ['ID=d382527d-8136-4c00-94ad-ca98df5c91d1,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:00.334194 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 7d00876d-290a-4f52-8a28-3c08ee7198c2 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:35:00.334575 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:00.446791 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d382527d-8136-4c00-94ad-ca98df5c91d1 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:35:00.509520 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port d382527d-8136-4c00-94ad-ca98df5c91d1 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:35:00.510039 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:00.565270 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-0be4364e-129e-432b-b0d4-23d126401365 None None] Provisioning complete for port 63c69b77-fd56-4773-a397-a38fb55afef1 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:35:00.565652 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0be4364e-129e-432b-b0d4-23d126401365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:00.610992 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-0be4364e-129e-432b-b0d4-23d126401365 None None] Port 63c69b77-fd56-4773-a397-a38fb55afef1 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:35:00.656304 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-0be4364e-129e-432b-b0d4-23d126401365 None None] Provisioning complete for port d382527d-8136-4c00-94ad-ca98df5c91d1 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:35:00.656304 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0be4364e-129e-432b-b0d4-23d126401365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:00.691679 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ad7d8e-e3c9-4fc0-9903-41623d7c84a1 None None] Sync routers for ids ['087bdfe7-4ae2-439e-b5ee-a78b6d23a214'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:35:00.705038 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ad7d8e-e3c9-4fc0-9903-41623d7c84a1 None None] Routers {'087bdfe7-4ae2-439e-b5ee-a78b6d23a214'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:35:00.705777 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-87ad7d8e-e3c9-4fc0-9903-41623d7c84a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:34:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['087bdfe7-4ae2-439e-b5ee-a78b6d23a214'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:35:00.835844 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-87ad7d8e-e3c9-4fc0-9903-41623d7c84a1 None None] Set router 087bdfe7-4ae2-439e-b5ee-a78b6d23a214 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:35:00.868914 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-974a003f-a381-4195-91e0-a6b3f8366285 None None] Provisioning complete for port 63c69b77-fd56-4773-a397-a38fb55afef1 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:35:00.869294 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-974a003f-a381-4195-91e0-a6b3f8366285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:00.905806 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-974a003f-a381-4195-91e0-a6b3f8366285 None None] Port 63c69b77-fd56-4773-a397-a38fb55afef1 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:35:01.024114 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-4313e007-c7b1-4357-b552-5d7640772369 None None] Provisioning complete for port 63c69b77-fd56-4773-a397-a38fb55afef1 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:35:01.024814 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4313e007-c7b1-4357-b552-5d7640772369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:01.040560 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-87ad7d8e-e3c9-4fc0-9903-41623d7c84a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '087bdfe7-4ae2-439e-b5ee-a78b6d23a214', 'name': 'tempest-TestNetworkAdvancedServerOps-router-488787392', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '7d00876d-290a-4f52-8a28-3c08ee7198c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:34:55Z', 'updated_at': '2021-11-25T18:34:58Z', 'revision_number': 4, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '7d00876d-290a-4f52-8a28-3c08ee7198c2', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:55:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087bdfe7-4ae2-439e-b5ee-a78b6d23a214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:34:55Z', 'updated_at': '2021-11-25T18:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '63c69b77-fd56-4773-a397-a38fb55afef1', 'name': '', 'network_id': '864e9054-f7f1-4dfd-9558-9810fe6de84a', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'mac_address': 'fa:16:3e:48:3e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '087bdfe7-4ae2-439e-b5ee-a78b6d23a214', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '72b29604-5861-4e9b-9f59-3522c6ac2617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:34:57Z', 'updated_at': '2021-11-25T18:34:58Z', 'revision_number': 2, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'subnets': [{'id': '72b29604-5861-4e9b-9f59-3522c6ac2617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:35:01.058921 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-4313e007-c7b1-4357-b552-5d7640772369 None None] Port 63c69b77-fd56-4773-a397-a38fb55afef1 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:35:01.068615 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ad7d8e-e3c9-4fc0-9903-41623d7c84a1 None None] Checking router: 087bdfe7-4ae2-439e-b5ee-a78b6d23a214 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:35:01.069013 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ad7d8e-e3c9-4fc0-9903-41623d7c84a1 None None] Updating router 087bdfe7-4ae2-439e-b5ee-a78b6d23a214 port 63c69b77-fd56-4773-a397-a38fb55afef1 binding host n-d-817746-1 {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:35:01.097968 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-87ad7d8e-e3c9-4fc0-9903-41623d7c84a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:01.254435 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0296d-f501-436d-b1fa-e73c723fa223 req-ec10a8a1-bd44-4acc-bfaf-e86a75e055cf tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:01.256156 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-00c0296d-f501-436d-b1fa-e73c723fa223 req-ec10a8a1-bd44-4acc-bfaf-e86a75e055cf tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.74 "GET /v2.0/networks?id=864e9054-f7f1-4dfd-9558-9810fe6de84a HTTP/1.1" status: 200 len: 796 time: 0.1168485 Nov 25 18:35:01.300246 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9b3fe7bd-960c-4dd7-a863-4c7f99528874 req-41e80eec-7e39-4353-85b1-439f6366a8b1 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=6f6217fa-df19-4964-9779-49b3c92dc2f9 HTTP/1.1" status: 200 len: 210 time: 0.0344367 Nov 25 18:35:01.351465 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-00c0296d-f501-436d-b1fa-e73c723fa223 req-d6ffdbdd-5b64-4d99-aed2-69ec94a0ccfa tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7434064363194dc39e0f0255dc1ee7d0 HTTP/1.1" status: 200 len: 379 time: 0.0845006 Nov 25 18:35:01.363297 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-00c0296d-f501-436d-b1fa-e73c723fa223 req-be82ccf8-41ac-4cef-a8fb-cc0e5e8cd29b tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Request body: {'port': {'device_id': '6f6217fa-df19-4964-9779-49b3c92dc2f9', 'network_id': '864e9054-f7f1-4dfd-9558-9810fe6de84a', 'admin_state_up': True, 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'security_groups': ['1bc27b68-1c07-4eb2-9392-8bf41d53502a']}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:35:01.377219 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-87ad7d8e-e3c9-4fc0-9903-41623d7c84a1 None None] Publish callbacks [] for port, precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:01.382665 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-87ad7d8e-e3c9-4fc0-9903-41623d7c84a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:01.436106 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d50d55a-7f47-4368-a7a8-886684db2334 None None] Pushing event updated for resources: {'Port': ['ID=63c69b77-fd56-4773-a397-a38fb55afef1,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:01.458802 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d50d55a-7f47-4368-a7a8-886684db2334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:35:01.459475 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d50d55a-7f47-4368-a7a8-886684db2334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:35:01.459820 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d50d55a-7f47-4368-a7a8-886684db2334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:35:01.460167 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d50d55a-7f47-4368-a7a8-886684db2334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:35:01.460503 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d50d55a-7f47-4368-a7a8-886684db2334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:35:01.460861 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d50d55a-7f47-4368-a7a8-886684db2334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:35:01.461189 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d50d55a-7f47-4368-a7a8-886684db2334 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:35:01.461529 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d50d55a-7f47-4368-a7a8-886684db2334 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:35:01.461851 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d50d55a-7f47-4368-a7a8-886684db2334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:35:01.462175 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d50d55a-7f47-4368-a7a8-886684db2334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:35:01.462502 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d50d55a-7f47-4368-a7a8-886684db2334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:35:01.462830 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d50d55a-7f47-4368-a7a8-886684db2334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:35:01.495158 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00c0296d-f501-436d-b1fa-e73c723fa223 req-be82ccf8-41ac-4cef-a8fb-cc0e5e8cd29b tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Made reservation on behalf of 7434064363194dc39e0f0255dc1ee7d0 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:35:01.499333 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-00c0296d-f501-436d-b1fa-e73c723fa223 req-be82ccf8-41ac-4cef-a8fb-cc0e5e8cd29b tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:01.592775 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-87ad7d8e-e3c9-4fc0-9903-41623d7c84a1 None None] Attempting to bind port 63c69b77-fd56-4773-a397-a38fb55afef1 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:35:01.593170 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-87ad7d8e-e3c9-4fc0-9903-41623d7c84a1 None None] Attempting to bind port 63c69b77-fd56-4773-a397-a38fb55afef1 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'dccb9860-4560-406d-b9d5-7dce37f427dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '864e9054-f7f1-4dfd-9558-9810fe6de84a'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:35:01.593730 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ad7d8e-e3c9-4fc0-9903-41623d7c84a1 None None] Attempting to bind port 63c69b77-fd56-4773-a397-a38fb55afef1 on network 864e9054-f7f1-4dfd-9558-9810fe6de84a {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:35:01.598943 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ad7d8e-e3c9-4fc0-9903-41623d7c84a1 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:35:01.599358 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ad7d8e-e3c9-4fc0-9903-41623d7c84a1 None None] Checking segment: {'id': 'dccb9860-4560-406d-b9d5-7dce37f427dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '864e9054-f7f1-4dfd-9558-9810fe6de84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:35:01.599766 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-87ad7d8e-e3c9-4fc0-9903-41623d7c84a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:01.600158 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ad7d8e-e3c9-4fc0-9903-41623d7c84a1 None None] Bound using segment: {'id': 'dccb9860-4560-406d-b9d5-7dce37f427dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '864e9054-f7f1-4dfd-9558-9810fe6de84a'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:35:01.600635 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-87ad7d8e-e3c9-4fc0-9903-41623d7c84a1 None None] Bound port: 63c69b77-fd56-4773-a397-a38fb55afef1, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccb9860-4560-406d-b9d5-7dce37f427dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '864e9054-f7f1-4dfd-9558-9810fe6de84a'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:35:01.601047 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-87ad7d8e-e3c9-4fc0-9903-41623d7c84a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:01.640479 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-00c0296d-f501-436d-b1fa-e73c723fa223 req-be82ccf8-41ac-4cef-a8fb-cc0e5e8cd29b tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Allocated IP 172.20.0.14 (864e9054-f7f1-4dfd-9558-9810fe6de84a/72b29604-5861-4e9b-9f59-3522c6ac2617/26e61c57-cb6d-49e2-b9ab-b35a061637a3) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:35:01.664911 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-87ad7d8e-e3c9-4fc0-9903-41623d7c84a1 None None] For port 63c69b77-fd56-4773-a397-a38fb55afef1, host n-d-817746-1, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:35:01.667962 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-87ad7d8e-e3c9-4fc0-9903-41623d7c84a1 None None] For port 63c69b77-fd56-4773-a397-a38fb55afef1, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=63c69b77-fd56-4773-a397-a38fb55afef1,segment=NetworkSegment(dccb9860-4560-406d-b9d5-7dce37f427dc),segment_id=dccb9860-4560-406d-b9d5-7dce37f427dc)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:35:01.673103 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-87ad7d8e-e3c9-4fc0-9903-41623d7c84a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:01.683737 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-f0ce174e-5a59-4fec-826d-d853c21bbc60 None None] Provisioning complete for port 63c69b77-fd56-4773-a397-a38fb55afef1 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:35:01.683961 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f0ce174e-5a59-4fec-826d-d853c21bbc60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:01.750970 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ad7d8e-e3c9-4fc0-9903-41623d7c84a1 None None] Routers {'087bdfe7-4ae2-439e-b5ee-a78b6d23a214'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:35:01.752565 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-87ad7d8e-e3c9-4fc0-9903-41623d7c84a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:34:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['087bdfe7-4ae2-439e-b5ee-a78b6d23a214'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:35:01.782676 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f0ce174e-5a59-4fec-826d-d853c21bbc60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:01.824425 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-00c0296d-f501-436d-b1fa-e73c723fa223 req-be82ccf8-41ac-4cef-a8fb-cc0e5e8cd29b tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:01.824659 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-f0ce174e-5a59-4fec-826d-d853c21bbc60 None None] For port 63c69b77-fd56-4773-a397-a38fb55afef1, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=63c69b77-fd56-4773-a397-a38fb55afef1,segment=NetworkSegment(dccb9860-4560-406d-b9d5-7dce37f427dc),segment_id=dccb9860-4560-406d-b9d5-7dce37f427dc)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:35:01.834365 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f0ce174e-5a59-4fec-826d-d853c21bbc60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:01.835584 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d50d55a-7f47-4368-a7a8-886684db2334 None None] Pushing event updated for resources: {'Port': ['ID=63c69b77-fd56-4773-a397-a38fb55afef1,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:01.892659 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-87ad7d8e-e3c9-4fc0-9903-41623d7c84a1 None None] Set router 087bdfe7-4ae2-439e-b5ee-a78b6d23a214 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:35:01.892944 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-00c0296d-f501-436d-b1fa-e73c723fa223 req-be82ccf8-41ac-4cef-a8fb-cc0e5e8cd29b tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:01.908157 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce174e-5a59-4fec-826d-d853c21bbc60 None None] Pushing event updated for resources: {'Port': ['ID=63c69b77-fd56-4773-a397-a38fb55afef1,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:01.951628 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00c0296d-f501-436d-b1fa-e73c723fa223 req-be82ccf8-41ac-4cef-a8fb-cc0e5e8cd29b tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Network 864e9054-f7f1-4dfd-9558-9810fe6de84a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:35:01.955220 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-00c0296d-f501-436d-b1fa-e73c723fa223 req-be82ccf8-41ac-4cef-a8fb-cc0e5e8cd29b tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:35:01.957792 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-00c0296d-f501-436d-b1fa-e73c723fa223 req-be82ccf8-41ac-4cef-a8fb-cc0e5e8cd29b tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:35:01.984491 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be82ccf8-41ac-4cef-a8fb-cc0e5e8cd29b tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'Port': ['ID=26e61c57-cb6d-49e2-b9ab-b35a061637a3,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:02.020299 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0296d-f501-436d-b1fa-e73c723fa223 req-be82ccf8-41ac-4cef-a8fb-cc0e5e8cd29b tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:02.020996 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-00c0296d-f501-436d-b1fa-e73c723fa223 req-be82ccf8-41ac-4cef-a8fb-cc0e5e8cd29b tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:02.039529 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-00c0296d-f501-436d-b1fa-e73c723fa223 req-be82ccf8-41ac-4cef-a8fb-cc0e5e8cd29b tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6800272 Nov 25 18:35:02.058675 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b85fceca-3d2f-455b-93a1-9c43bf07b4d5 None None] Provisioning complete for port 63c69b77-fd56-4773-a397-a38fb55afef1 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:35:02.059294 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b85fceca-3d2f-455b-93a1-9c43bf07b4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:02.059391 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-00c0296d-f501-436d-b1fa-e73c723fa223 req-437cc2c0-92e5-49df-a7d4-0a7ffe82e91c service neutron] Request body: {'port': {'device_id': '6f6217fa-df19-4964-9779-49b3c92dc2f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:35:02.154081 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-00c0296d-f501-436d-b1fa-e73c723fa223 req-437cc2c0-92e5-49df-a7d4-0a7ffe82e91c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:02.164083 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-87ad7d8e-e3c9-4fc0-9903-41623d7c84a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '087bdfe7-4ae2-439e-b5ee-a78b6d23a214', 'name': 'tempest-TestNetworkAdvancedServerOps-router-488787392', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '7d00876d-290a-4f52-8a28-3c08ee7198c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:34:55Z', 'updated_at': '2021-11-25T18:34:58Z', 'revision_number': 4, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '7d00876d-290a-4f52-8a28-3c08ee7198c2', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:55:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087bdfe7-4ae2-439e-b5ee-a78b6d23a214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:34:55Z', 'updated_at': '2021-11-25T18:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '63c69b77-fd56-4773-a397-a38fb55afef1', 'name': '', 'network_id': '864e9054-f7f1-4dfd-9558-9810fe6de84a', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'mac_address': 'fa:16:3e:48:3e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '087bdfe7-4ae2-439e-b5ee-a78b6d23a214', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '72b29604-5861-4e9b-9f59-3522c6ac2617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:34:57Z', 'updated_at': '2021-11-25T18:35:01Z', 'revision_number': 4, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'subnets': [{'id': '72b29604-5861-4e9b-9f59-3522c6ac2617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:35:02.170853 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d382527d-8136-4c00-94ad-ca98df5c91d1 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:35:02.200278 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ad7d8e-e3c9-4fc0-9903-41623d7c84a1 None None] The sync data for ids ['087bdfe7-4ae2-439e-b5ee-a78b6d23a214'] in n-d-817746-1 is: [{'id': '087bdfe7-4ae2-439e-b5ee-a78b6d23a214', 'name': 'tempest-TestNetworkAdvancedServerOps-router-488787392', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '7d00876d-290a-4f52-8a28-3c08ee7198c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:34:55Z', 'updated_at': '2021-11-25T18:34:58Z', 'revision_number': 4, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '7d00876d-290a-4f52-8a28-3c08ee7198c2', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:55:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087bdfe7-4ae2-439e-b5ee-a78b6d23a214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:34:55Z', 'updated_at': '2021-11-25T18:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '63c69b77-fd56-4773-a397-a38fb55afef1', 'name': '', 'network_id': '864e9054-f7f1-4dfd-9558-9810fe6de84a', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'mac_address': 'fa:16:3e:48:3e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '087bdfe7-4ae2-439e-b5ee-a78b6d23a214', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '72b29604-5861-4e9b-9f59-3522c6ac2617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:34:57Z', 'updated_at': '2021-11-25T18:35:01Z', 'revision_number': 4, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'subnets': [{'id': '72b29604-5861-4e9b-9f59-3522c6ac2617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:35:02.224802 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port d382527d-8136-4c00-94ad-ca98df5c91d1 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:35:02.225221 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:02.301337 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-a14ed3e4-1e4a-4de6-9701-a804db99ff43 None None] Provisioning complete for port 26e61c57-cb6d-49e2-b9ab-b35a061637a3 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:35:02.301719 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a14ed3e4-1e4a-4de6-9701-a804db99ff43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:02.385388 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-a14ed3e4-1e4a-4de6-9701-a804db99ff43 None None] Port 26e61c57-cb6d-49e2-b9ab-b35a061637a3 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:35:02.480389 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913abe12-6751-43e5-af96-96309761ed0f req-6126e6f0-ec65-4702-b3e7-c787acff491e tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:02.481962 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-913abe12-6751-43e5-af96-96309761ed0f req-6126e6f0-ec65-4702-b3e7-c787acff491e tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=6f6217fa-df19-4964-9779-49b3c92dc2f9 HTTP/1.1" status: 200 len: 932 time: 0.0903096 Nov 25 18:35:02.571215 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-00c0296d-f501-436d-b1fa-e73c723fa223 req-437cc2c0-92e5-49df-a7d4-0a7ffe82e91c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26e61c57-cb6d-49e2-b9ab-b35a061637a3 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:35:02.579931 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-00c0296d-f501-436d-b1fa-e73c723fa223 req-437cc2c0-92e5-49df-a7d4-0a7ffe82e91c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:02.586230 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-913abe12-6751-43e5-af96-96309761ed0f req-c8f56b59-f5bb-4f3a-a6f0-79af636f0006 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=1bc27b68-1c07-4eb2-9392-8bf41d53502a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970037 Nov 25 18:35:02.597289 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-00c0296d-f501-436d-b1fa-e73c723fa223 req-437cc2c0-92e5-49df-a7d4-0a7ffe82e91c service neutron] Transition to ACTIVE for port object 26e61c57-cb6d-49e2-b9ab-b35a061637a3 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:35:02.608686 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-00c0296d-f501-436d-b1fa-e73c723fa223 req-437cc2c0-92e5-49df-a7d4-0a7ffe82e91c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:02.652186 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437cc2c0-92e5-49df-a7d4-0a7ffe82e91c service neutron] Pushing event updated for resources: {'Port': ['ID=26e61c57-cb6d-49e2-b9ab-b35a061637a3,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:02.748271 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-00c0296d-f501-436d-b1fa-e73c723fa223 req-437cc2c0-92e5-49df-a7d4-0a7ffe82e91c service neutron] Attempting to bind port 26e61c57-cb6d-49e2-b9ab-b35a061637a3 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:35:02.748624 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-00c0296d-f501-436d-b1fa-e73c723fa223 req-437cc2c0-92e5-49df-a7d4-0a7ffe82e91c service neutron] Attempting to bind port 26e61c57-cb6d-49e2-b9ab-b35a061637a3 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'dccb9860-4560-406d-b9d5-7dce37f427dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '864e9054-f7f1-4dfd-9558-9810fe6de84a'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:35:02.749004 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c0296d-f501-436d-b1fa-e73c723fa223 req-437cc2c0-92e5-49df-a7d4-0a7ffe82e91c service neutron] Attempting to bind port 26e61c57-cb6d-49e2-b9ab-b35a061637a3 on network 864e9054-f7f1-4dfd-9558-9810fe6de84a {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:35:02.755158 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c0296d-f501-436d-b1fa-e73c723fa223 req-437cc2c0-92e5-49df-a7d4-0a7ffe82e91c service neutron] Port 26e61c57-cb6d-49e2-b9ab-b35a061637a3 on network 864e9054-f7f1-4dfd-9558-9810fe6de84a not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:35:02.756195 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c0296d-f501-436d-b1fa-e73c723fa223 req-437cc2c0-92e5-49df-a7d4-0a7ffe82e91c service neutron] Attempting to bind port 26e61c57-cb6d-49e2-b9ab-b35a061637a3 on network 864e9054-f7f1-4dfd-9558-9810fe6de84a {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:35:02.767806 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c0296d-f501-436d-b1fa-e73c723fa223 req-437cc2c0-92e5-49df-a7d4-0a7ffe82e91c service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:35:02.768156 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c0296d-f501-436d-b1fa-e73c723fa223 req-437cc2c0-92e5-49df-a7d4-0a7ffe82e91c service neutron] Checking segment: {'id': 'dccb9860-4560-406d-b9d5-7dce37f427dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '864e9054-f7f1-4dfd-9558-9810fe6de84a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:35:02.768555 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c0296d-f501-436d-b1fa-e73c723fa223 req-437cc2c0-92e5-49df-a7d4-0a7ffe82e91c service neutron] Bound using segment: {'id': 'dccb9860-4560-406d-b9d5-7dce37f427dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '864e9054-f7f1-4dfd-9558-9810fe6de84a'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:35:02.769040 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-00c0296d-f501-436d-b1fa-e73c723fa223 req-437cc2c0-92e5-49df-a7d4-0a7ffe82e91c service neutron] Bound port: 26e61c57-cb6d-49e2-b9ab-b35a061637a3, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dccb9860-4560-406d-b9d5-7dce37f427dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '864e9054-f7f1-4dfd-9558-9810fe6de84a'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:35:02.769411 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-00c0296d-f501-436d-b1fa-e73c723fa223 req-437cc2c0-92e5-49df-a7d4-0a7ffe82e91c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:02.844598 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-00c0296d-f501-436d-b1fa-e73c723fa223 req-437cc2c0-92e5-49df-a7d4-0a7ffe82e91c service neutron] For port 26e61c57-cb6d-49e2-b9ab-b35a061637a3, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:35:02.848109 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-00c0296d-f501-436d-b1fa-e73c723fa223 req-437cc2c0-92e5-49df-a7d4-0a7ffe82e91c service neutron] For port 26e61c57-cb6d-49e2-b9ab-b35a061637a3, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=26e61c57-cb6d-49e2-b9ab-b35a061637a3,segment=NetworkSegment(dccb9860-4560-406d-b9d5-7dce37f427dc),segment_id=dccb9860-4560-406d-b9d5-7dce37f427dc)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:35:02.854115 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-00c0296d-f501-436d-b1fa-e73c723fa223 req-437cc2c0-92e5-49df-a7d4-0a7ffe82e91c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:02.892338 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0296d-f501-436d-b1fa-e73c723fa223 req-437cc2c0-92e5-49df-a7d4-0a7ffe82e91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:02.893023 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-00c0296d-f501-436d-b1fa-e73c723fa223 req-437cc2c0-92e5-49df-a7d4-0a7ffe82e91c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:02.894394 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-00c0296d-f501-436d-b1fa-e73c723fa223 req-437cc2c0-92e5-49df-a7d4-0a7ffe82e91c service neutron] 10.222.0.74 "PUT /v2.0/ports/26e61c57-cb6d-49e2-b9ab-b35a061637a3 HTTP/1.1" status: 200 len: 1092 time: 0.8470886 Nov 25 18:35:02.894844 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f6217fa-df19-4964-9779-49b3c92dc2f9', 'tag': '26e61c57-cb6d-49e2-b9ab-b35a061637a3'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:35:02.897814 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51e658b-c738-4897-be95-000602b028e6" -d '{"events": [{"name": "network-changed", "server_uuid": "6f6217fa-df19-4964-9779-49b3c92dc2f9", "tag": "26e61c57-cb6d-49e2-b9ab-b35a061637a3"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:35:02.923938 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437cc2c0-92e5-49df-a7d4-0a7ffe82e91c service neutron] Pushing event updated for resources: {'Port': ['ID=26e61c57-cb6d-49e2-b9ab-b35a061637a3,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:02.983436 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f39e821-0e23-42b8-aca7-bac8b3a0bce1 x-openstack-request-id: req-2f39e821-0e23-42b8-aca7-bac8b3a0bce1 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:35:02.983733 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f6217fa-df19-4964-9779-49b3c92dc2f9", "tag": "26e61c57-cb6d-49e2-b9ab-b35a061637a3", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:35:02.984311 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2f39e821-0e23-42b8-aca7-bac8b3a0bce1 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:35:02.984727 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f6217fa-df19-4964-9779-49b3c92dc2f9', 'tag': '26e61c57-cb6d-49e2-b9ab-b35a061637a3', 'status': 'completed', 'code': 200} Nov 25 18:35:03.021555 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0296d-f501-436d-b1fa-e73c723fa223 req-2b039a49-2bde-4032-8518-b20eb24565da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:03.023080 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-00c0296d-f501-436d-b1fa-e73c723fa223 req-2b039a49-2bde-4032-8518-b20eb24565da service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7434064363194dc39e0f0255dc1ee7d0&device_id=6f6217fa-df19-4964-9779-49b3c92dc2f9 HTTP/1.1" status: 200 len: 1095 time: 0.0576587 Nov 25 18:35:03.075079 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-00c0296d-f501-436d-b1fa-e73c723fa223 req-9d58f091-a4d6-4569-b798-8fd8309d0a9b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26e61c57-cb6d-49e2-b9ab-b35a061637a3 HTTP/1.1" status: 200 len: 217 time: 0.0427096 Nov 25 18:35:03.134451 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0296d-f501-436d-b1fa-e73c723fa223 req-2f04ee0c-314d-4f28-b268-18753a420bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:03.135936 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-00c0296d-f501-436d-b1fa-e73c723fa223 req-2f04ee0c-314d-4f28-b268-18753a420bdc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=72b29604-5861-4e9b-9f59-3522c6ac2617 HTTP/1.1" status: 200 len: 834 time: 0.0507376 Nov 25 18:35:03.187605 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0296d-f501-436d-b1fa-e73c723fa223 req-3116a210-ad67-41d6-9df0-88593007e0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:03.189023 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-00c0296d-f501-436d-b1fa-e73c723fa223 req-3116a210-ad67-41d6-9df0-88593007e0d1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=864e9054-f7f1-4dfd-9558-9810fe6de84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454035 Nov 25 18:35:03.291752 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-00c0296d-f501-436d-b1fa-e73c723fa223 req-d44e48b9-9ebe-4eb9-9076-a42a399c2bbf service neutron] 10.222.0.74 "GET /v2.0/networks/864e9054-f7f1-4dfd-9558-9810fe6de84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941689 Nov 25 18:35:03.387018 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-00c0296d-f501-436d-b1fa-e73c723fa223 req-9df118f8-b391-460f-96ab-a1c78311675e service neutron] 10.222.0.74 "GET /v2.0/networks/864e9054-f7f1-4dfd-9558-9810fe6de84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886581 Nov 25 18:35:03.471272 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e658b-c738-4897-be95-000602b028e6 req-dd2c59ed-5961-4d88-adb8-8646a9c0fd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:03.472772 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c51e658b-c738-4897-be95-000602b028e6 req-dd2c59ed-5961-4d88-adb8-8646a9c0fd0a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7434064363194dc39e0f0255dc1ee7d0&device_id=6f6217fa-df19-4964-9779-49b3c92dc2f9 HTTP/1.1" status: 200 len: 1095 time: 0.0425909 Nov 25 18:35:03.567086 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e658b-c738-4897-be95-000602b028e6 req-807ff159-9edd-40e4-99f3-faf6530dba49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:03.568503 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c51e658b-c738-4897-be95-000602b028e6 req-807ff159-9edd-40e4-99f3-faf6530dba49 service neutron] 10.222.0.74 "GET /v2.0/networks?id=864e9054-f7f1-4dfd-9558-9810fe6de84a HTTP/1.1" status: 200 len: 897 time: 0.0887916 Nov 25 18:35:03.609818 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c51e658b-c738-4897-be95-000602b028e6 req-d2124b34-a93d-40dc-8c6f-0728e5d7db99 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26e61c57-cb6d-49e2-b9ab-b35a061637a3 HTTP/1.1" status: 200 len: 217 time: 0.0338969 Nov 25 18:35:03.687919 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e658b-c738-4897-be95-000602b028e6 req-e8476a44-bcde-4f82-8879-e6003337aa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:03.689234 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c51e658b-c738-4897-be95-000602b028e6 req-e8476a44-bcde-4f82-8879-e6003337aa85 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=72b29604-5861-4e9b-9f59-3522c6ac2617 HTTP/1.1" status: 200 len: 834 time: 0.0713422 Nov 25 18:35:03.733282 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf1ffca-4162-4b51-88be-6aa9959d6432 req-4a365536-848c-41c8-9d14-c441a0dab311 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:03.734728 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1cf1ffca-4162-4b51-88be-6aa9959d6432 req-4a365536-848c-41c8-9d14-c441a0dab311 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=6f6217fa-df19-4964-9779-49b3c92dc2f9 HTTP/1.1" status: 200 len: 944 time: 0.0785804 Nov 25 18:35:03.765351 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e658b-c738-4897-be95-000602b028e6 req-c4fbb7a1-1871-4acd-9d16-498f814dd58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:03.766830 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c51e658b-c738-4897-be95-000602b028e6 req-c4fbb7a1-1871-4acd-9d16-498f814dd58d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=864e9054-f7f1-4dfd-9558-9810fe6de84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683415 Nov 25 18:35:03.828246 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1cf1ffca-4162-4b51-88be-6aa9959d6432 req-3be4e255-a759-43a6-84f7-49e5d4e83cd6 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=1bc27b68-1c07-4eb2-9392-8bf41d53502a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856302 Nov 25 18:35:03.894377 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c51e658b-c738-4897-be95-000602b028e6 req-92b3898f-509e-40f8-a542-a574400557dc service neutron] 10.222.0.74 "GET /v2.0/networks/864e9054-f7f1-4dfd-9558-9810fe6de84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165154 Nov 25 18:35:03.985643 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c51e658b-c738-4897-be95-000602b028e6 req-5c2176f2-f7c0-4a0c-a0d2-f1985d9a17a4 service neutron] 10.222.0.74 "GET /v2.0/networks/864e9054-f7f1-4dfd-9558-9810fe6de84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837543 Nov 25 18:35:04.118013 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 63c69b77-fd56-4773-a397-a38fb55afef1 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:35:04.167205 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 63c69b77-fd56-4773-a397-a38fb55afef1 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:35:04.168866 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:04.663710 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 26e61c57-cb6d-49e2-b9ab-b35a061637a3 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:35:04.757577 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 26e61c57-cb6d-49e2-b9ab-b35a061637a3, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=26e61c57-cb6d-49e2-b9ab-b35a061637a3,segment=NetworkSegment(dccb9860-4560-406d-b9d5-7dce37f427dc),segment_id=dccb9860-4560-406d-b9d5-7dce37f427dc)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:35:04.768979 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '26e61c57-cb6d-49e2-b9ab-b35a061637a3', 'network_id': '864e9054-f7f1-4dfd-9558-9810fe6de84a', 'port_id': '26e61c57-cb6d-49e2-b9ab-b35a061637a3', 'mac_address': 'fa:16:3e:a3:89:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72b29604-5861-4e9b-9f59-3522c6ac2617', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:35:04.809630 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:04.822318 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26e61c57-cb6d-49e2-b9ab-b35a061637a3 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:35:04.845907 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 26e61c57-cb6d-49e2-b9ab-b35a061637a3, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=26e61c57-cb6d-49e2-b9ab-b35a061637a3,segment=NetworkSegment(dccb9860-4560-406d-b9d5-7dce37f427dc),segment_id=dccb9860-4560-406d-b9d5-7dce37f427dc)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:35:04.851255 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:04.901151 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=26e61c57-cb6d-49e2-b9ab-b35a061637a3,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:04.961263 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca14d7-1bbb-4609-8517-daaeb48ffc24 req-01a8851c-6000-47fa-97c2-c33b7e9b6654 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:04.962739 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-43ca14d7-1bbb-4609-8517-daaeb48ffc24 req-01a8851c-6000-47fa-97c2-c33b7e9b6654 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=6f6217fa-df19-4964-9779-49b3c92dc2f9 HTTP/1.1" status: 200 len: 945 time: 0.0606225 Nov 25 18:35:05.012444 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-43ca14d7-1bbb-4609-8517-daaeb48ffc24 req-046c7140-d109-443e-97de-f2c25844ec8d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=1bc27b68-1c07-4eb2-9392-8bf41d53502a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437043 Nov 25 18:35:05.053355 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['26e61c57-cb6d-49e2-b9ab-b35a061637a3'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:35:06.130098 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23974cb-23dd-421e-bc83-f9623921d6fd req-4ecfd57b-1300-4fdd-acb7-da87c39be996 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:06.132236 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d23974cb-23dd-421e-bc83-f9623921d6fd req-4ecfd57b-1300-4fdd-acb7-da87c39be996 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=6f6217fa-df19-4964-9779-49b3c92dc2f9 HTTP/1.1" status: 200 len: 945 time: 0.0505838 Nov 25 18:35:06.181146 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d23974cb-23dd-421e-bc83-f9623921d6fd req-ecb2ffa6-ce54-4750-9d54-1235576e14ce tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=1bc27b68-1c07-4eb2-9392-8bf41d53502a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427818 Nov 25 18:35:06.677901 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 26e61c57-cb6d-49e2-b9ab-b35a061637a3 up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:35:06.727024 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port 26e61c57-cb6d-49e2-b9ab-b35a061637a3 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:35:06.730800 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 26e61c57-cb6d-49e2-b9ab-b35a061637a3 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:35:06.731180 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:06.816848 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:06.840001 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6217fa-df19-4964-9779-49b3c92dc2f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e61c57-cb6d-49e2-b9ab-b35a061637a3'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:35:06.842280 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e885ae7a60f1de4153d3a84cf91c96dac968753d8c7eb30b74097738adf70354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81bb75a-b92e-4e54-b55b-ace81e2349f2" -d '{"events": [{"server_uuid": "6f6217fa-df19-4964-9779-49b3c92dc2f9", "name": "network-vif-plugged", "status": "completed", "tag": "26e61c57-cb6d-49e2-b9ab-b35a061637a3"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:35:06.855303 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 26e61c57-cb6d-49e2-b9ab-b35a061637a3, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=26e61c57-cb6d-49e2-b9ab-b35a061637a3,segment=NetworkSegment(dccb9860-4560-406d-b9d5-7dce37f427dc),segment_id=dccb9860-4560-406d-b9d5-7dce37f427dc)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:35:06.859438 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:06.882769 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e207c15f-9827-47e8-afcc-67640582be2f x-openstack-request-id: req-e207c15f-9827-47e8-afcc-67640582be2f {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:35:06.883073 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6217fa-df19-4964-9779-49b3c92dc2f9", "name": "network-vif-plugged", "status": "completed", "tag": "26e61c57-cb6d-49e2-b9ab-b35a061637a3", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:35:06.883334 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e207c15f-9827-47e8-afcc-67640582be2f {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:35:06.883731 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6217fa-df19-4964-9779-49b3c92dc2f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e61c57-cb6d-49e2-b9ab-b35a061637a3', 'code': 200} Nov 25 18:35:06.910066 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=26e61c57-cb6d-49e2-b9ab-b35a061637a3,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:06.978397 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef02f25-8750-45c6-80c7-5b11f46563a7 req-e140fe25-594d-4ffb-bf5b-825a40aace7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:06.979893 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bef02f25-8750-45c6-80c7-5b11f46563a7 req-e140fe25-594d-4ffb-bf5b-825a40aace7d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6f6217fa-df19-4964-9779-49b3c92dc2f9 HTTP/1.1" status: 200 len: 1097 time: 0.0409784 Nov 25 18:35:07.029460 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bef02f25-8750-45c6-80c7-5b11f46563a7 req-04d6862d-1924-4dd5-b50b-3091eca982c2 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=1bc27b68-1c07-4eb2-9392-8bf41d53502a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419600 Nov 25 18:35:07.296934 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02563ac7-51a1-44f4-8674-16b8e53ff4bf req-8f391208-ad68-4843-9904-ff0e37daf550 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:07.298307 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-02563ac7-51a1-44f4-8674-16b8e53ff4bf req-8f391208-ad68-4843-9904-ff0e37daf550 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=6f6217fa-df19-4964-9779-49b3c92dc2f9 HTTP/1.1" status: 200 len: 946 time: 0.0501006 Nov 25 18:35:07.348360 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-02563ac7-51a1-44f4-8674-16b8e53ff4bf req-8f2d6d9d-3bd8-4da1-90bf-498b6f6ddf43 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=1bc27b68-1c07-4eb2-9392-8bf41d53502a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439267 Nov 25 18:35:08.485928 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a63ea8-acc3-4155-9484-8f3b854326b6 req-f9370610-d1e3-4f7f-b282-1e732f30608f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:08.487503 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e2a63ea8-acc3-4155-9484-8f3b854326b6 req-f9370610-d1e3-4f7f-b282-1e732f30608f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=6f6217fa-df19-4964-9779-49b3c92dc2f9 HTTP/1.1" status: 200 len: 946 time: 0.0632043 Nov 25 18:35:08.547438 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e2a63ea8-acc3-4155-9484-8f3b854326b6 req-a50a7eee-dd75-4420-9677-56cc6031a8fa tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=1bc27b68-1c07-4eb2-9392-8bf41d53502a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524457 Nov 25 18:35:08.685240 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81826d-482e-4b00-9521-eb05a6b57ab7 req-e4b2fbfd-ad21-4ced-af9a-7439ea787a31 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:08.687583 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-be81826d-482e-4b00-9521-eb05a6b57ab7 req-e4b2fbfd-ad21-4ced-af9a-7439ea787a31 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=6f6217fa-df19-4964-9779-49b3c92dc2f9 HTTP/1.1" status: 200 len: 946 time: 0.0658767 Nov 25 18:35:08.739706 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-be81826d-482e-4b00-9521-eb05a6b57ab7 req-43aa1ec6-e25f-4742-b8d3-e546beb5feac tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=1bc27b68-1c07-4eb2-9392-8bf41d53502a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452936 Nov 25 18:35:08.762038 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38280) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:08.801293 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15662396-e2f4-430b-abb1-1d4938e3b830 tempest-TestNetworkAdvancedServerOps-1271610080 tempest-TestNetworkAdvancedServerOps-1271610080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:08.802994 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-15662396-e2f4-430b-abb1-1d4938e3b830 tempest-TestNetworkAdvancedServerOps-1271610080 tempest-TestNetworkAdvancedServerOps-1271610080-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=6f6217fa-df19-4964-9779-49b3c92dc2f9 HTTP/1.1" status: 200 len: 1092 time: 0.0399761 Nov 25 18:35:08.805717 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38282) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:08.809963 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-72401264-5c5b-4f15-8b76-54577ed90776 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Request body: {'floatingip': {'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'port_id': '26e61c57-cb6d-49e2-b9ab-b35a061637a3', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:35:08.832172 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-72401264-5c5b-4f15-8b76-54577ed90776 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for floatingip, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:08.944786 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-72401264-5c5b-4f15-8b76-54577ed90776 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:09.046438 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-72401264-5c5b-4f15-8b76-54577ed90776 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Allocated IP 172.25.0.21 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/1a073efe-7c55-487e-9982-8129bcdec487) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:35:09.150140 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-72401264-5c5b-4f15-8b76-54577ed90776 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:09.185154 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-72401264-5c5b-4f15-8b76-54577ed90776 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:09.223177 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72401264-5c5b-4f15-8b76-54577ed90776 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:35:09.226002 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-72401264-5c5b-4f15-8b76-54577ed90776 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:35:09.229494 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72401264-5c5b-4f15-8b76-54577ed90776 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:35:09.252710 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72401264-5c5b-4f15-8b76-54577ed90776 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'Port': ['ID=1a073efe-7c55-487e-9982-8129bcdec487,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:09.571781 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-72401264-5c5b-4f15-8b76-54577ed90776 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:09.635790 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-72401264-5c5b-4f15-8b76-54577ed90776 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:10.077032 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-72401264-5c5b-4f15-8b76-54577ed90776 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:10.081497 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-72401264-5c5b-4f15-8b76-54577ed90776 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:10.150667 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72401264-5c5b-4f15-8b76-54577ed90776 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'Port': ['ID=1a073efe-7c55-487e-9982-8129bcdec487,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:10.162455 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-72401264-5c5b-4f15-8b76-54577ed90776 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:10.262076 n-d-817746-1 neutron-server[103361]: INFO neutron.db.l3_db [None req-72401264-5c5b-4f15-8b76-54577ed90776 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Floating IP f2b5c873-fe2e-4d2b-826e-3f69d9fa26f9 associated. External IP: 172.25.0.21, port: 26e61c57-cb6d-49e2-b9ab-b35a061637a3. Nov 25 18:35:10.465143 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72401264-5c5b-4f15-8b76-54577ed90776 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Router 087bdfe7-4ae2-439e-b5ee-a78b6d23a214 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:35:10.572138 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72401264-5c5b-4f15-8b76-54577ed90776 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:35:10.581793 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0c7cc7-aa04-4b8d-a6e9-67c912105824 None None] Sync routers for ids ['087bdfe7-4ae2-439e-b5ee-a78b6d23a214'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:35:10.590108 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-72401264-5c5b-4f15-8b76-54577ed90776 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:10.592274 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0c7cc7-aa04-4b8d-a6e9-67c912105824 None None] Routers {'087bdfe7-4ae2-439e-b5ee-a78b6d23a214'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:35:10.592930 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-4a0c7cc7-aa04-4b8d-a6e9-67c912105824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:34:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['087bdfe7-4ae2-439e-b5ee-a78b6d23a214'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:35:10.617379 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-72401264-5c5b-4f15-8b76-54577ed90776 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8106496 Nov 25 18:35:10.617969 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f6217fa-df19-4964-9779-49b3c92dc2f9', 'tag': '26e61c57-cb6d-49e2-b9ab-b35a061637a3'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:35:10.620230 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833d3856-d5a2-41f9-8847-0909677b3df8" -d '{"events": [{"name": "network-changed", "server_uuid": "6f6217fa-df19-4964-9779-49b3c92dc2f9", "tag": "26e61c57-cb6d-49e2-b9ab-b35a061637a3"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:35:10.670538 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b5c165-d93f-489a-8313-ef9748f18932 x-openstack-request-id: req-83b5c165-d93f-489a-8313-ef9748f18932 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:35:10.670838 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f6217fa-df19-4964-9779-49b3c92dc2f9", "tag": "26e61c57-cb6d-49e2-b9ab-b35a061637a3", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:35:10.671099 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-83b5c165-d93f-489a-8313-ef9748f18932 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:35:10.671505 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f6217fa-df19-4964-9779-49b3c92dc2f9', 'tag': '26e61c57-cb6d-49e2-b9ab-b35a061637a3', 'status': 'completed', 'code': 200} Nov 25 18:35:10.703139 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-4a0c7cc7-aa04-4b8d-a6e9-67c912105824 None None] Set router 087bdfe7-4ae2-439e-b5ee-a78b6d23a214 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:35:10.757117 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9cd45-e9d1-4d91-9a04-015aa903c31c req-203262b7-0da9-45f4-b3da-8b0438030d61 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:10.758632 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2fc9cd45-e9d1-4d91-9a04-015aa903c31c req-203262b7-0da9-45f4-b3da-8b0438030d61 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=6f6217fa-df19-4964-9779-49b3c92dc2f9 HTTP/1.1" status: 200 len: 946 time: 0.0803275 Nov 25 18:35:10.766021 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d3856-d5a2-41f9-8847-0909677b3df8 req-8bb74e44-f9fb-4c03-84ea-d20b3cd1e73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:10.767609 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-833d3856-d5a2-41f9-8847-0909677b3df8 req-8bb74e44-f9fb-4c03-84ea-d20b3cd1e73c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7434064363194dc39e0f0255dc1ee7d0&device_id=6f6217fa-df19-4964-9779-49b3c92dc2f9 HTTP/1.1" status: 200 len: 1097 time: 0.0595362 Nov 25 18:35:10.872607 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2fc9cd45-e9d1-4d91-9a04-015aa903c31c req-0c29cb8e-6ad1-4975-ae8b-77d48814116d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=1bc27b68-1c07-4eb2-9392-8bf41d53502a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040254 Nov 25 18:35:10.897520 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38288) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:10.904012 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d3856-d5a2-41f9-8847-0909677b3df8 req-8529dfdf-dfea-48e9-a1c5-24da5b6533ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:10.905421 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-833d3856-d5a2-41f9-8847-0909677b3df8 req-8529dfdf-dfea-48e9-a1c5-24da5b6533ef service neutron] 10.222.0.74 "GET /v2.0/networks?id=864e9054-f7f1-4dfd-9558-9810fe6de84a HTTP/1.1" status: 200 len: 897 time: 0.1303117 Nov 25 18:35:10.940715 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-4a0c7cc7-aa04-4b8d-a6e9-67c912105824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '087bdfe7-4ae2-439e-b5ee-a78b6d23a214', 'name': 'tempest-TestNetworkAdvancedServerOps-router-488787392', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '7d00876d-290a-4f52-8a28-3c08ee7198c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:34:55Z', 'updated_at': '2021-11-25T18:34:58Z', 'revision_number': 4, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '7d00876d-290a-4f52-8a28-3c08ee7198c2', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:55:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087bdfe7-4ae2-439e-b5ee-a78b6d23a214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:34:55Z', 'updated_at': '2021-11-25T18:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': 'f2b5c873-fe2e-4d2b-826e-3f69d9fa26f9', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'floating_ip_address': '172.25.0.21', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '087bdfe7-4ae2-439e-b5ee-a78b6d23a214', 'port_id': '26e61c57-cb6d-49e2-b9ab-b35a061637a3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '864e9054-f7f1-4dfd-9558-9810fe6de84a', 'mac_address': 'fa:16:3e:a3:89:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6217fa-df19-4964-9779-49b3c92dc2f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:35:09Z', 'updated_at': '2021-11-25T18:35:09Z', 'revision_number': 0, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63c69b77-fd56-4773-a397-a38fb55afef1', 'name': '', 'network_id': '864e9054-f7f1-4dfd-9558-9810fe6de84a', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'mac_address': 'fa:16:3e:48:3e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087bdfe7-4ae2-439e-b5ee-a78b6d23a214', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '72b29604-5861-4e9b-9f59-3522c6ac2617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:34:57Z', 'updated_at': '2021-11-25T18:35:01Z', 'revision_number': 5, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'subnets': [{'id': '72b29604-5861-4e9b-9f59-3522c6ac2617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:35:10.975758 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0c7cc7-aa04-4b8d-a6e9-67c912105824 None None] Checking router: 087bdfe7-4ae2-439e-b5ee-a78b6d23a214 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:35:10.984429 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0c7cc7-aa04-4b8d-a6e9-67c912105824 None None] Routers {'087bdfe7-4ae2-439e-b5ee-a78b6d23a214'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:35:10.985056 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-4a0c7cc7-aa04-4b8d-a6e9-67c912105824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:34:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['087bdfe7-4ae2-439e-b5ee-a78b6d23a214'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:35:11.009964 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-be4843af-d46a-47d1-99e3-e0b0ba94e82a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/floatingips/f2b5c873-fe2e-4d2b-826e-3f69d9fa26f9 HTTP/1.1" status: 200 len: 991 time: 0.1100435 Nov 25 18:35:11.023267 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-833d3856-d5a2-41f9-8847-0909677b3df8 req-1ae06c0c-b171-401d-bff5-6ce5015ed2df service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26e61c57-cb6d-49e2-b9ab-b35a061637a3 HTTP/1.1" status: 200 len: 999 time: 0.0870912 Nov 25 18:35:11.073516 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d3856-d5a2-41f9-8847-0909677b3df8 req-02f9c5e6-da29-413e-a437-b2431ff96540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:11.075211 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-833d3856-d5a2-41f9-8847-0909677b3df8 req-02f9c5e6-da29-413e-a437-b2431ff96540 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=72b29604-5861-4e9b-9f59-3522c6ac2617 HTTP/1.1" status: 200 len: 834 time: 0.0447145 Nov 25 18:35:11.091645 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-4a0c7cc7-aa04-4b8d-a6e9-67c912105824 None None] Set router 087bdfe7-4ae2-439e-b5ee-a78b6d23a214 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:35:11.122162 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d3856-d5a2-41f9-8847-0909677b3df8 req-a7f9ec11-4e1b-441d-94f8-7a21d1558358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:11.123700 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-833d3856-d5a2-41f9-8847-0909677b3df8 req-a7f9ec11-4e1b-441d-94f8-7a21d1558358 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=864e9054-f7f1-4dfd-9558-9810fe6de84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406404 Nov 25 18:35:11.216374 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-833d3856-d5a2-41f9-8847-0909677b3df8 req-06e8900b-9c76-48a8-9827-1b23089ccfec service neutron] 10.222.0.74 "GET /v2.0/networks/864e9054-f7f1-4dfd-9558-9810fe6de84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847723 Nov 25 18:35:11.307509 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-833d3856-d5a2-41f9-8847-0909677b3df8 req-3d7feb10-3b79-45cf-bc44-a5b0096fca02 service neutron] 10.222.0.74 "GET /v2.0/networks/864e9054-f7f1-4dfd-9558-9810fe6de84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836749 Nov 25 18:35:11.321261 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-4a0c7cc7-aa04-4b8d-a6e9-67c912105824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '087bdfe7-4ae2-439e-b5ee-a78b6d23a214', 'name': 'tempest-TestNetworkAdvancedServerOps-router-488787392', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '7d00876d-290a-4f52-8a28-3c08ee7198c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:34:55Z', 'updated_at': '2021-11-25T18:34:58Z', 'revision_number': 4, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '7d00876d-290a-4f52-8a28-3c08ee7198c2', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:55:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087bdfe7-4ae2-439e-b5ee-a78b6d23a214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:34:55Z', 'updated_at': '2021-11-25T18:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': 'f2b5c873-fe2e-4d2b-826e-3f69d9fa26f9', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'floating_ip_address': '172.25.0.21', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '087bdfe7-4ae2-439e-b5ee-a78b6d23a214', 'port_id': '26e61c57-cb6d-49e2-b9ab-b35a061637a3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '864e9054-f7f1-4dfd-9558-9810fe6de84a', 'mac_address': 'fa:16:3e:a3:89:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6217fa-df19-4964-9779-49b3c92dc2f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:35:09Z', 'updated_at': '2021-11-25T18:35:09Z', 'revision_number': 0, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63c69b77-fd56-4773-a397-a38fb55afef1', 'name': '', 'network_id': '864e9054-f7f1-4dfd-9558-9810fe6de84a', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'mac_address': 'fa:16:3e:48:3e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087bdfe7-4ae2-439e-b5ee-a78b6d23a214', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '72b29604-5861-4e9b-9f59-3522c6ac2617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:34:57Z', 'updated_at': '2021-11-25T18:35:01Z', 'revision_number': 5, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'subnets': [{'id': '72b29604-5861-4e9b-9f59-3522c6ac2617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:35:11.348591 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0c7cc7-aa04-4b8d-a6e9-67c912105824 None None] The sync data for ids ['087bdfe7-4ae2-439e-b5ee-a78b6d23a214'] in n-d-817746-1 is: [{'id': '087bdfe7-4ae2-439e-b5ee-a78b6d23a214', 'name': 'tempest-TestNetworkAdvancedServerOps-router-488787392', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '7d00876d-290a-4f52-8a28-3c08ee7198c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:34:55Z', 'updated_at': '2021-11-25T18:34:58Z', 'revision_number': 4, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '7d00876d-290a-4f52-8a28-3c08ee7198c2', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:55:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087bdfe7-4ae2-439e-b5ee-a78b6d23a214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:34:55Z', 'updated_at': '2021-11-25T18:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': 'f2b5c873-fe2e-4d2b-826e-3f69d9fa26f9', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'floating_ip_address': '172.25.0.21', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '087bdfe7-4ae2-439e-b5ee-a78b6d23a214', 'port_id': '26e61c57-cb6d-49e2-b9ab-b35a061637a3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '864e9054-f7f1-4dfd-9558-9810fe6de84a', 'mac_address': 'fa:16:3e:a3:89:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6217fa-df19-4964-9779-49b3c92dc2f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:35:09Z', 'updated_at': '2021-11-25T18:35:09Z', 'revision_number': 0, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63c69b77-fd56-4773-a397-a38fb55afef1', 'name': '', 'network_id': '864e9054-f7f1-4dfd-9558-9810fe6de84a', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'mac_address': 'fa:16:3e:48:3e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087bdfe7-4ae2-439e-b5ee-a78b6d23a214', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '72b29604-5861-4e9b-9f59-3522c6ac2617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:34:57Z', 'updated_at': '2021-11-25T18:35:01Z', 'revision_number': 5, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'subnets': [{'id': '72b29604-5861-4e9b-9f59-3522c6ac2617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:35:11.551822 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f583fd0-c38c-4738-877a-aa034de65195 None None] New status for floating IP f2b5c873-fe2e-4d2b-826e-3f69d9fa26f9: ACTIVE {{(pid=103363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:35:12.012782 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38290) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:12.077473 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0efbccdd-bf0e-42a3-89ca-8d5d875379ef tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/floatingips/f2b5c873-fe2e-4d2b-826e-3f69d9fa26f9 HTTP/1.1" status: 200 len: 993 time: 0.0634470 Nov 25 18:35:17.238457 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2ff8a9d9-b8d0-4e63-a9cf-2c1f68e4a7b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:17.321627 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:17.604820 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:19.976684 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8d4c6891-1db7-45ca-bcac-72b7895165d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:21.098234 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:21.339062 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:35:22.280159 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:23.193145 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:43.479306 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c94c9-197e-40df-838a-1d07beb40c36 req-dd649f59-5eb0-4be0-9bb4-8b54e648b3a5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:43.480787 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b25c94c9-197e-40df-838a-1d07beb40c36 req-dd649f59-5eb0-4be0-9bb4-8b54e648b3a5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=6f6217fa-df19-4964-9779-49b3c92dc2f9 HTTP/1.1" status: 200 len: 946 time: 0.0835958 Nov 25 18:35:43.483235 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e04c2df-c163-42e8-9e59-3ec712ca1d82 req-d3d0dd62-8778-4784-9a6e-58fde55526e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:43.484575 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3e04c2df-c163-42e8-9e59-3ec712ca1d82 req-d3d0dd62-8778-4784-9a6e-58fde55526e1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7434064363194dc39e0f0255dc1ee7d0&device_id=6f6217fa-df19-4964-9779-49b3c92dc2f9 HTTP/1.1" status: 200 len: 1097 time: 0.0777287 Nov 25 18:35:43.580212 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b25c94c9-197e-40df-838a-1d07beb40c36 req-8f757cfd-05a8-43a0-ac5c-488ce50399af tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=1bc27b68-1c07-4eb2-9392-8bf41d53502a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932698 Nov 25 18:35:43.606624 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e04c2df-c163-42e8-9e59-3ec712ca1d82 req-c6f7fcc0-2942-4f79-8031-735da6c2d48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:43.608075 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3e04c2df-c163-42e8-9e59-3ec712ca1d82 req-c6f7fcc0-2942-4f79-8031-735da6c2d48c service neutron] 10.222.0.74 "GET /v2.0/networks?id=864e9054-f7f1-4dfd-9558-9810fe6de84a HTTP/1.1" status: 200 len: 897 time: 0.1141119 Nov 25 18:35:43.678520 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3e04c2df-c163-42e8-9e59-3ec712ca1d82 req-1f894171-76e8-40d1-b603-50b14208f6b3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26e61c57-cb6d-49e2-b9ab-b35a061637a3 HTTP/1.1" status: 200 len: 1001 time: 0.0621846 Nov 25 18:35:43.728471 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e04c2df-c163-42e8-9e59-3ec712ca1d82 req-b80a377c-4287-422f-910e-171b0bbf04bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:43.729918 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3e04c2df-c163-42e8-9e59-3ec712ca1d82 req-b80a377c-4287-422f-910e-171b0bbf04bf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=72b29604-5861-4e9b-9f59-3522c6ac2617 HTTP/1.1" status: 200 len: 834 time: 0.0439939 Nov 25 18:35:43.778260 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e04c2df-c163-42e8-9e59-3ec712ca1d82 req-14172bae-c41e-45de-9dc5-64dcdcd3e48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:43.779700 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3e04c2df-c163-42e8-9e59-3ec712ca1d82 req-14172bae-c41e-45de-9dc5-64dcdcd3e48a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=864e9054-f7f1-4dfd-9558-9810fe6de84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390475 Nov 25 18:35:43.873338 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3e04c2df-c163-42e8-9e59-3ec712ca1d82 req-d18a3447-576a-4f1f-89f3-5501af14e2b6 service neutron] 10.222.0.74 "GET /v2.0/networks/864e9054-f7f1-4dfd-9558-9810fe6de84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854912 Nov 25 18:35:43.962864 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3e04c2df-c163-42e8-9e59-3ec712ca1d82 req-1560203a-93ed-47eb-8e56-86edd70bbcc8 service neutron] 10.222.0.74 "GET /v2.0/networks/864e9054-f7f1-4dfd-9558-9810fe6de84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820804 Nov 25 18:35:44.702550 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a72834-165f-4fe2-9c76-f19fd1cd29af req-ef1b6143-43ed-48c2-a531-9f0dee1a6035 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:44.704062 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-70a72834-165f-4fe2-9c76-f19fd1cd29af req-ef1b6143-43ed-48c2-a531-9f0dee1a6035 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=6f6217fa-df19-4964-9779-49b3c92dc2f9 HTTP/1.1" status: 200 len: 946 time: 0.0539768 Nov 25 18:35:44.752681 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-70a72834-165f-4fe2-9c76-f19fd1cd29af req-4e61ab77-2554-4d5a-a778-2ed10a42452a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=1bc27b68-1c07-4eb2-9392-8bf41d53502a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422647 Nov 25 18:35:45.869170 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c5e1b-4c1e-4ac3-8703-4d6006caf5be req-19e2bd4a-d088-4e1b-af26-dde199e6686e tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:45.870697 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1b5c5e1b-4c1e-4ac3-8703-4d6006caf5be req-19e2bd4a-d088-4e1b-af26-dde199e6686e tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=6f6217fa-df19-4964-9779-49b3c92dc2f9 HTTP/1.1" status: 200 len: 946 time: 0.0498145 Nov 25 18:35:45.919793 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1b5c5e1b-4c1e-4ac3-8703-4d6006caf5be req-143ef9e8-ce6c-47a5-af39-eadb810970d5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=1bc27b68-1c07-4eb2-9392-8bf41d53502a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431933 Nov 25 18:35:47.038901 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f9d71-e08c-4d44-924c-ae63fb07ebf8 req-ecd0546d-5e30-4ae1-923a-2b00868caeb7 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:47.040410 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2c0f9d71-e08c-4d44-924c-ae63fb07ebf8 req-ecd0546d-5e30-4ae1-923a-2b00868caeb7 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=6f6217fa-df19-4964-9779-49b3c92dc2f9 HTTP/1.1" status: 200 len: 946 time: 0.0529315 Nov 25 18:35:47.088981 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2c0f9d71-e08c-4d44-924c-ae63fb07ebf8 req-130065f0-2121-4f88-b0e9-5d2016d7e13b tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=1bc27b68-1c07-4eb2-9392-8bf41d53502a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426550 Nov 25 18:35:47.241537 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-85baeaa1-8cda-4826-a240-0da230c497cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:47.314552 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:47.590228 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:48.205192 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3bfdd2-447f-4b75-aba3-a5fda5d4c81b req-38e3714e-0321-43e4-8014-ebeaba239506 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:48.206654 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5c3bfdd2-447f-4b75-aba3-a5fda5d4c81b req-38e3714e-0321-43e4-8014-ebeaba239506 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=6f6217fa-df19-4964-9779-49b3c92dc2f9 HTTP/1.1" status: 200 len: 946 time: 0.0490234 Nov 25 18:35:48.257543 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5c3bfdd2-447f-4b75-aba3-a5fda5d4c81b req-985e519d-b507-474d-8ed9-818d8456dd8c tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=1bc27b68-1c07-4eb2-9392-8bf41d53502a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444889 Nov 25 18:35:49.370514 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d05ed4b-27cf-43d6-811b-8cf3ec44c1b6 req-86a1ed76-d26c-4781-b192-f6a5bf49fc7f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:49.371980 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1d05ed4b-27cf-43d6-811b-8cf3ec44c1b6 req-86a1ed76-d26c-4781-b192-f6a5bf49fc7f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=6f6217fa-df19-4964-9779-49b3c92dc2f9 HTTP/1.1" status: 200 len: 946 time: 0.0484293 Nov 25 18:35:49.425373 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1d05ed4b-27cf-43d6-811b-8cf3ec44c1b6 req-c97b84fa-85cc-4b5b-b0b0-b2d41cebd131 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=1bc27b68-1c07-4eb2-9392-8bf41d53502a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474420 Nov 25 18:35:49.968615 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-423fa418-96ad-4ce4-a374-7415f62a9ced None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:50.549220 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd5bae2-56ca-4fd7-8269-8bb00050982c req-af13ed52-1f52-4f99-84b8-f5bfeb2c660b tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:50.550728 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-afd5bae2-56ca-4fd7-8269-8bb00050982c req-af13ed52-1f52-4f99-84b8-f5bfeb2c660b tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=6f6217fa-df19-4964-9779-49b3c92dc2f9 HTTP/1.1" status: 200 len: 946 time: 0.0560725 Nov 25 18:35:50.599584 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-afd5bae2-56ca-4fd7-8269-8bb00050982c req-f0aa671c-a4eb-4c77-bdaf-ee38b6c969f3 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=1bc27b68-1c07-4eb2-9392-8bf41d53502a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423880 Nov 25 18:35:51.100461 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:51.716097 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96816439-5da6-4fab-a7ee-8a29d0394ba0 req-19af2381-2a11-4020-9464-673230637e7d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:51.717592 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-96816439-5da6-4fab-a7ee-8a29d0394ba0 req-19af2381-2a11-4020-9464-673230637e7d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=6f6217fa-df19-4964-9779-49b3c92dc2f9 HTTP/1.1" status: 200 len: 946 time: 0.0488515 Nov 25 18:35:51.770552 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-96816439-5da6-4fab-a7ee-8a29d0394ba0 req-aef10e72-51c9-4e2e-8b24-255e3e28f0ed tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=1bc27b68-1c07-4eb2-9392-8bf41d53502a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459709 Nov 25 18:35:52.283434 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:52.889726 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c990d9-51fa-45a2-83f9-b962a1e61d69 req-45a8bbf5-b2f2-46f6-84fe-007c8e413b5d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:52.891179 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-85c990d9-51fa-45a2-83f9-b962a1e61d69 req-45a8bbf5-b2f2-46f6-84fe-007c8e413b5d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=6f6217fa-df19-4964-9779-49b3c92dc2f9 HTTP/1.1" status: 200 len: 946 time: 0.0523996 Nov 25 18:35:52.940905 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-85c990d9-51fa-45a2-83f9-b962a1e61d69 req-932ddc46-6131-4d27-aada-af2a769be9c1 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=1bc27b68-1c07-4eb2-9392-8bf41d53502a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424540 Nov 25 18:35:53.194770 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:54.057984 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b97e48-5326-44b5-8930-87cc1553dfab req-899d65ef-79da-48bd-adb8-6c2eae069311 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:54.059469 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-22b97e48-5326-44b5-8930-87cc1553dfab req-899d65ef-79da-48bd-adb8-6c2eae069311 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=6f6217fa-df19-4964-9779-49b3c92dc2f9 HTTP/1.1" status: 200 len: 946 time: 0.0490983 Nov 25 18:35:54.109586 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-22b97e48-5326-44b5-8930-87cc1553dfab req-e3fea96a-6347-44fa-8c95-f0f6f4873555 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=1bc27b68-1c07-4eb2-9392-8bf41d53502a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441928 Nov 25 18:35:55.228932 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e9b6d-e63b-4b53-80cf-e8e2a4f551c5 req-ec2e668e-e278-4c4f-b4c9-a16e42a453db tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:55.230338 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7a6e9b6d-e63b-4b53-80cf-e8e2a4f551c5 req-ec2e668e-e278-4c4f-b4c9-a16e42a453db tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=6f6217fa-df19-4964-9779-49b3c92dc2f9 HTTP/1.1" status: 200 len: 946 time: 0.0515454 Nov 25 18:35:55.283112 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7a6e9b6d-e63b-4b53-80cf-e8e2a4f551c5 req-d57b8950-0bcf-476a-b039-771df1533fca tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=1bc27b68-1c07-4eb2-9392-8bf41d53502a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467167 Nov 25 18:35:56.408972 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a65376-fefb-4c20-95f7-a92822f8a9da req-208f544c-5a94-4544-aff2-8b37e3a2cfca tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:56.410509 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-36a65376-fefb-4c20-95f7-a92822f8a9da req-208f544c-5a94-4544-aff2-8b37e3a2cfca tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=6f6217fa-df19-4964-9779-49b3c92dc2f9 HTTP/1.1" status: 200 len: 946 time: 0.0497389 Nov 25 18:35:56.460393 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-36a65376-fefb-4c20-95f7-a92822f8a9da req-b142e8fd-414e-4d5c-9885-e07b2fb18bbc tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=1bc27b68-1c07-4eb2-9392-8bf41d53502a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438190 Nov 25 18:35:57.575883 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7422880e-9a0c-4089-9966-d34f25a96767 req-b0e2fb0f-0207-4470-be87-0de78a0ceab0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:57.577375 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7422880e-9a0c-4089-9966-d34f25a96767 req-b0e2fb0f-0207-4470-be87-0de78a0ceab0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=6f6217fa-df19-4964-9779-49b3c92dc2f9 HTTP/1.1" status: 200 len: 946 time: 0.0486448 Nov 25 18:35:57.625267 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7422880e-9a0c-4089-9966-d34f25a96767 req-f5d098de-3a49-4a8d-9e62-139ed4ff5d14 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=1bc27b68-1c07-4eb2-9392-8bf41d53502a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412979 Nov 25 18:35:58.339086 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:35:58.745510 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9b51d-5253-4d62-8901-06fd17cf731e req-4ac5aba2-0e68-4c43-a9e6-29651a049d69 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:58.746961 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e6f9b51d-5253-4d62-8901-06fd17cf731e req-4ac5aba2-0e68-4c43-a9e6-29651a049d69 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=6f6217fa-df19-4964-9779-49b3c92dc2f9 HTTP/1.1" status: 200 len: 946 time: 0.0530231 Nov 25 18:35:58.795559 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e6f9b51d-5253-4d62-8901-06fd17cf731e req-6c67fd5e-ce1d-432e-aba0-8fd18ace7fad tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=1bc27b68-1c07-4eb2-9392-8bf41d53502a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425949 Nov 25 18:35:59.911212 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a51e9b-16bf-4271-b8f2-6b37d0e93f7e req-b4c36f28-970b-49a1-b1e4-bec5d847a721 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:59.912699 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-22a51e9b-16bf-4271-b8f2-6b37d0e93f7e req-b4c36f28-970b-49a1-b1e4-bec5d847a721 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=6f6217fa-df19-4964-9779-49b3c92dc2f9 HTTP/1.1" status: 200 len: 946 time: 0.0492907 Nov 25 18:35:59.962166 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-22a51e9b-16bf-4271-b8f2-6b37d0e93f7e req-a28221f7-8cf9-4b54-bf7e-55dfb725566b tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=1bc27b68-1c07-4eb2-9392-8bf41d53502a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435491 Nov 25 18:35:59.984926 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38336) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:00.048348 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-639576bd-1293-419a-893e-9ccc068661dd tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/floatingips/f2b5c873-fe2e-4d2b-826e-3f69d9fa26f9 HTTP/1.1" status: 200 len: 993 time: 0.0622625 Nov 25 18:36:04.195905 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0429b317-5038-45fd-b299-68f69664ec60 req-b389e907-04a3-4f9a-9927-610c128d0535 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6f6217fa-df19-4964-9779-49b3c92dc2f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435452 Nov 25 18:36:04.279386 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429b317-5038-45fd-b299-68f69664ec60 req-7048d137-297e-428a-a766-b6be36d3d5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:04.280898 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0429b317-5038-45fd-b299-68f69664ec60 req-7048d137-297e-428a-a766-b6be36d3d5ec service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7434064363194dc39e0f0255dc1ee7d0&device_id=6f6217fa-df19-4964-9779-49b3c92dc2f9 HTTP/1.1" status: 200 len: 1097 time: 0.0407178 Nov 25 18:36:04.387279 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429b317-5038-45fd-b299-68f69664ec60 req-4d7358d3-7115-45e0-9d56-ea26c29ed6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:04.388782 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0429b317-5038-45fd-b299-68f69664ec60 req-4d7358d3-7115-45e0-9d56-ea26c29ed6e0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=864e9054-f7f1-4dfd-9558-9810fe6de84a HTTP/1.1" status: 200 len: 897 time: 0.0893078 Nov 25 18:36:04.454902 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0429b317-5038-45fd-b299-68f69664ec60 req-8742b111-9b2e-4ad5-8db1-3d94f6cfa832 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26e61c57-cb6d-49e2-b9ab-b35a061637a3 HTTP/1.1" status: 200 len: 1001 time: 0.0585759 Nov 25 18:36:04.509877 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429b317-5038-45fd-b299-68f69664ec60 req-4e0b030d-d7c8-40a7-a61e-1d124754d32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:04.511369 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0429b317-5038-45fd-b299-68f69664ec60 req-4e0b030d-d7c8-40a7-a61e-1d124754d32b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=72b29604-5861-4e9b-9f59-3522c6ac2617 HTTP/1.1" status: 200 len: 834 time: 0.0491145 Nov 25 18:36:04.557823 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429b317-5038-45fd-b299-68f69664ec60 req-06da52a6-5196-4b9c-88b1-342f99389cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:04.559192 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0429b317-5038-45fd-b299-68f69664ec60 req-06da52a6-5196-4b9c-88b1-342f99389cf7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=864e9054-f7f1-4dfd-9558-9810fe6de84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407000 Nov 25 18:36:04.657611 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0429b317-5038-45fd-b299-68f69664ec60 req-f753bfcd-bb3f-423f-b6f8-f47f906e0889 service neutron] 10.222.0.74 "GET /v2.0/networks/864e9054-f7f1-4dfd-9558-9810fe6de84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839605 Nov 25 18:36:04.755417 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0429b317-5038-45fd-b299-68f69664ec60 req-24acf0ed-51f4-4d1e-a668-53553c7828cf service neutron] 10.222.0.74 "GET /v2.0/networks/864e9054-f7f1-4dfd-9558-9810fe6de84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858843 Nov 25 18:36:17.242313 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-bd34a708-f059-400f-94bc-f7bd14d2a293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:17.312580 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:17.588892 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:19.970360 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-779c4b6e-9b90-4cab-b7cd-3577f3f182cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:21.103861 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:22.287563 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:23.200326 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:30.417223 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38348) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:30.575345 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-6580133f-562b-4e66-bbcf-2995731822c5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Deleting port 1a073efe-7c55-487e-9982-8129bcdec487 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:36:30.575690 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6580133f-562b-4e66-bbcf-2995731822c5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:30.650333 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6580133f-562b-4e66-bbcf-2995731822c5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:30.650655 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6580133f-562b-4e66-bbcf-2995731822c5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:30.662654 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-6580133f-562b-4e66-bbcf-2995731822c5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Calling delete_port for 1a073efe-7c55-487e-9982-8129bcdec487 owned by network:floatingip {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:36:30.814439 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6580133f-562b-4e66-bbcf-2995731822c5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:30.844338 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6580133f-562b-4e66-bbcf-2995731822c5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event deleted for resources: {'Port': ['ID=1a073efe-7c55-487e-9982-8129bcdec487,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:30.858146 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6580133f-562b-4e66-bbcf-2995731822c5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:30.858530 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6580133f-562b-4e66-bbcf-2995731822c5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:30.858878 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6580133f-562b-4e66-bbcf-2995731822c5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:30.859223 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6580133f-562b-4e66-bbcf-2995731822c5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:30.859559 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6580133f-562b-4e66-bbcf-2995731822c5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:30.859897 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6580133f-562b-4e66-bbcf-2995731822c5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:30.860230 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6580133f-562b-4e66-bbcf-2995731822c5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:30.860562 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6580133f-562b-4e66-bbcf-2995731822c5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:30.860919 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6580133f-562b-4e66-bbcf-2995731822c5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:30.861255 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6580133f-562b-4e66-bbcf-2995731822c5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:30.861583 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6580133f-562b-4e66-bbcf-2995731822c5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:30.861910 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6580133f-562b-4e66-bbcf-2995731822c5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:30.917143 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6580133f-562b-4e66-bbcf-2995731822c5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for floatingip, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:30.917479 n-d-817746-1 neutron-server[103361]: INFO neutron.db.l3_db [None req-6580133f-562b-4e66-bbcf-2995731822c5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Floating IP f2b5c873-fe2e-4d2b-826e-3f69d9fa26f9 disassociated (deleted). External IP: 172.25.0.21, port: 26e61c57-cb6d-49e2-b9ab-b35a061637a3. Nov 25 18:36:31.125500 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6580133f-562b-4e66-bbcf-2995731822c5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Router 087bdfe7-4ae2-439e-b5ee-a78b6d23a214 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:36:31.515501 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6580133f-562b-4e66-bbcf-2995731822c5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:36:31.520550 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6580133f-562b-4e66-bbcf-2995731822c5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:31.526203 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0572ee9b-ffea-4d59-a111-49b887830a6e None None] Sync routers for ids ['087bdfe7-4ae2-439e-b5ee-a78b6d23a214'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:36:31.540256 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0572ee9b-ffea-4d59-a111-49b887830a6e None None] Routers {'087bdfe7-4ae2-439e-b5ee-a78b6d23a214'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:36:31.540909 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-0572ee9b-ffea-4d59-a111-49b887830a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:36:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['087bdfe7-4ae2-439e-b5ee-a78b6d23a214'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:31.550208 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-6580133f-562b-4e66-bbcf-2995731822c5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "DELETE /v2.0/floatingips/f2b5c873-fe2e-4d2b-826e-3f69d9fa26f9 HTTP/1.1" status: 204 len: 168 time: 1.1315575 Nov 25 18:36:31.551439 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f6217fa-df19-4964-9779-49b3c92dc2f9', 'tag': '26e61c57-cb6d-49e2-b9ab-b35a061637a3'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:36:31.553841 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e212af1-d0ff-48c7-88f2-db32845bc571" -d '{"events": [{"name": "network-changed", "server_uuid": "6f6217fa-df19-4964-9779-49b3c92dc2f9", "tag": "26e61c57-cb6d-49e2-b9ab-b35a061637a3"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:36:31.655690 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76484977-6331-4765-b95c-32aa0f39b0c2 x-openstack-request-id: req-76484977-6331-4765-b95c-32aa0f39b0c2 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:36:31.656418 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f6217fa-df19-4964-9779-49b3c92dc2f9", "tag": "26e61c57-cb6d-49e2-b9ab-b35a061637a3", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:36:31.656418 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-76484977-6331-4765-b95c-32aa0f39b0c2 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:36:31.656696 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f6217fa-df19-4964-9779-49b3c92dc2f9', 'tag': '26e61c57-cb6d-49e2-b9ab-b35a061637a3', 'status': 'completed', 'code': 200} Nov 25 18:36:31.658056 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-0572ee9b-ffea-4d59-a111-49b887830a6e None None] Set router 087bdfe7-4ae2-439e-b5ee-a78b6d23a214 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:36:31.723138 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e212af1-d0ff-48c7-88f2-db32845bc571 req-6bf05f01-23c9-48a2-8482-6c1b7e22c05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:31.724662 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e212af1-d0ff-48c7-88f2-db32845bc571 req-6bf05f01-23c9-48a2-8482-6c1b7e22c05c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7434064363194dc39e0f0255dc1ee7d0&device_id=6f6217fa-df19-4964-9779-49b3c92dc2f9 HTTP/1.1" status: 200 len: 1097 time: 0.0453250 Nov 25 18:36:31.851369 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578e920-49e2-420b-a817-bda03765a502 req-a03cc949-df25-4066-930d-535f72235ce4 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:31.852906 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b578e920-49e2-420b-a817-bda03765a502 req-a03cc949-df25-4066-930d-535f72235ce4 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=6f6217fa-df19-4964-9779-49b3c92dc2f9 HTTP/1.1" status: 200 len: 946 time: 0.1127033 Nov 25 18:36:31.870640 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-0572ee9b-ffea-4d59-a111-49b887830a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '087bdfe7-4ae2-439e-b5ee-a78b6d23a214', 'name': 'tempest-TestNetworkAdvancedServerOps-router-488787392', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '7d00876d-290a-4f52-8a28-3c08ee7198c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:34:55Z', 'updated_at': '2021-11-25T18:34:58Z', 'revision_number': 4, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '7d00876d-290a-4f52-8a28-3c08ee7198c2', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:55:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087bdfe7-4ae2-439e-b5ee-a78b6d23a214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:34:55Z', 'updated_at': '2021-11-25T18:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '63c69b77-fd56-4773-a397-a38fb55afef1', 'name': '', 'network_id': '864e9054-f7f1-4dfd-9558-9810fe6de84a', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'mac_address': 'fa:16:3e:48:3e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087bdfe7-4ae2-439e-b5ee-a78b6d23a214', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '72b29604-5861-4e9b-9f59-3522c6ac2617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:34:57Z', 'updated_at': '2021-11-25T18:35:01Z', 'revision_number': 5, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'subnets': [{'id': '72b29604-5861-4e9b-9f59-3522c6ac2617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:31.874337 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e212af1-d0ff-48c7-88f2-db32845bc571 req-3e400a02-98c4-46b8-8263-17456179f371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:31.875765 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e212af1-d0ff-48c7-88f2-db32845bc571 req-3e400a02-98c4-46b8-8263-17456179f371 service neutron] 10.222.0.74 "GET /v2.0/networks?id=864e9054-f7f1-4dfd-9558-9810fe6de84a HTTP/1.1" status: 200 len: 897 time: 0.1433942 Nov 25 18:36:31.901500 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0572ee9b-ffea-4d59-a111-49b887830a6e None None] Checking router: 087bdfe7-4ae2-439e-b5ee-a78b6d23a214 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:36:31.910500 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0572ee9b-ffea-4d59-a111-49b887830a6e None None] Routers {'087bdfe7-4ae2-439e-b5ee-a78b6d23a214'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:36:31.911139 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-0572ee9b-ffea-4d59-a111-49b887830a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:36:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['087bdfe7-4ae2-439e-b5ee-a78b6d23a214'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:31.931231 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e212af1-d0ff-48c7-88f2-db32845bc571 req-702d0f53-f8cb-45a3-9b47-672e052c043b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26e61c57-cb6d-49e2-b9ab-b35a061637a3 HTTP/1.1" status: 200 len: 217 time: 0.0448794 Nov 25 18:36:31.958277 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b578e920-49e2-420b-a817-bda03765a502 req-b6fc9de3-001c-441d-8ab2-95d6ce434ee8 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=1bc27b68-1c07-4eb2-9392-8bf41d53502a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949137 Nov 25 18:36:31.993673 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e212af1-d0ff-48c7-88f2-db32845bc571 req-1f025fb2-1a72-4172-bd63-6bc2700c97ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:31.995155 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e212af1-d0ff-48c7-88f2-db32845bc571 req-1f025fb2-1a72-4172-bd63-6bc2700c97ea service neutron] 10.222.0.74 "GET /v2.0/subnets?id=72b29604-5861-4e9b-9f59-3522c6ac2617 HTTP/1.1" status: 200 len: 834 time: 0.0549316 Nov 25 18:36:32.024786 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-0572ee9b-ffea-4d59-a111-49b887830a6e None None] Set router 087bdfe7-4ae2-439e-b5ee-a78b6d23a214 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:36:32.042744 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e212af1-d0ff-48c7-88f2-db32845bc571 req-24b50a5c-0f20-41e8-84c0-c54cd887e3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:32.044245 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e212af1-d0ff-48c7-88f2-db32845bc571 req-24b50a5c-0f20-41e8-84c0-c54cd887e3b2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=864e9054-f7f1-4dfd-9558-9810fe6de84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401449 Nov 25 18:36:32.136197 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e212af1-d0ff-48c7-88f2-db32845bc571 req-b3014080-9650-400d-bcbe-0b1b7f37ea6a service neutron] 10.222.0.74 "GET /v2.0/networks/864e9054-f7f1-4dfd-9558-9810fe6de84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812395 Nov 25 18:36:32.229142 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-0572ee9b-ffea-4d59-a111-49b887830a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '087bdfe7-4ae2-439e-b5ee-a78b6d23a214', 'name': 'tempest-TestNetworkAdvancedServerOps-router-488787392', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '7d00876d-290a-4f52-8a28-3c08ee7198c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:34:55Z', 'updated_at': '2021-11-25T18:34:58Z', 'revision_number': 4, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '7d00876d-290a-4f52-8a28-3c08ee7198c2', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:55:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087bdfe7-4ae2-439e-b5ee-a78b6d23a214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:34:55Z', 'updated_at': '2021-11-25T18:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '63c69b77-fd56-4773-a397-a38fb55afef1', 'name': '', 'network_id': '864e9054-f7f1-4dfd-9558-9810fe6de84a', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'mac_address': 'fa:16:3e:48:3e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087bdfe7-4ae2-439e-b5ee-a78b6d23a214', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '72b29604-5861-4e9b-9f59-3522c6ac2617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:34:57Z', 'updated_at': '2021-11-25T18:35:01Z', 'revision_number': 5, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'subnets': [{'id': '72b29604-5861-4e9b-9f59-3522c6ac2617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:32.232390 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0e212af1-d0ff-48c7-88f2-db32845bc571 req-29d462ff-3021-4084-88e0-cb35451c7c16 service neutron] 10.222.0.74 "GET /v2.0/networks/864e9054-f7f1-4dfd-9558-9810fe6de84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890324 Nov 25 18:36:32.256537 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0572ee9b-ffea-4d59-a111-49b887830a6e None None] The sync data for ids ['087bdfe7-4ae2-439e-b5ee-a78b6d23a214'] in n-d-817746-1 is: [{'id': '087bdfe7-4ae2-439e-b5ee-a78b6d23a214', 'name': 'tempest-TestNetworkAdvancedServerOps-router-488787392', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '7d00876d-290a-4f52-8a28-3c08ee7198c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:34:55Z', 'updated_at': '2021-11-25T18:34:58Z', 'revision_number': 4, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '7d00876d-290a-4f52-8a28-3c08ee7198c2', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:55:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087bdfe7-4ae2-439e-b5ee-a78b6d23a214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:34:55Z', 'updated_at': '2021-11-25T18:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '63c69b77-fd56-4773-a397-a38fb55afef1', 'name': '', 'network_id': '864e9054-f7f1-4dfd-9558-9810fe6de84a', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'mac_address': 'fa:16:3e:48:3e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087bdfe7-4ae2-439e-b5ee-a78b6d23a214', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '72b29604-5861-4e9b-9f59-3522c6ac2617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:34:57Z', 'updated_at': '2021-11-25T18:35:01Z', 'revision_number': 5, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'subnets': [{'id': '72b29604-5861-4e9b-9f59-3522c6ac2617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:36:32.474419 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e98fdb-ae93-4b31-9b98-a83be62ec858 None None] New status for floating IP f2b5c873-fe2e-4d2b-826e-3f69d9fa26f9: DOWN {{(pid=103363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:36:33.078896 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a921f683-1069-4c6e-bd59-86fb5885fa7a req-41663a3b-f57e-4cc2-a6ec-ddf517a94550 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:33.080363 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a921f683-1069-4c6e-bd59-86fb5885fa7a req-41663a3b-f57e-4cc2-a6ec-ddf517a94550 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=6f6217fa-df19-4964-9779-49b3c92dc2f9 HTTP/1.1" status: 200 len: 946 time: 0.0512738 Nov 25 18:36:33.128505 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a921f683-1069-4c6e-bd59-86fb5885fa7a req-9179f691-a455-4ac8-97f0-998d5807702c tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=1bc27b68-1c07-4eb2-9392-8bf41d53502a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416217 Nov 25 18:36:33.217657 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493458d7-7d72-4538-98fc-372d3402416e req-23b4b95e-caa4-42a4-9a65-decd9bd7c917 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:33.219100 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-493458d7-7d72-4538-98fc-372d3402416e req-23b4b95e-caa4-42a4-9a65-decd9bd7c917 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f6217fa-df19-4964-9779-49b3c92dc2f9 HTTP/1.1" status: 200 len: 946 time: 0.0517747 Nov 25 18:36:33.307916 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-493458d7-7d72-4538-98fc-372d3402416e req-a652a42b-d791-4bac-bcbd-68ee3b1fcbb9 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Deleting port 26e61c57-cb6d-49e2-b9ab-b35a061637a3 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:36:33.308167 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-493458d7-7d72-4538-98fc-372d3402416e req-a652a42b-d791-4bac-bcbd-68ee3b1fcbb9 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:33.397639 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-493458d7-7d72-4538-98fc-372d3402416e req-a652a42b-d791-4bac-bcbd-68ee3b1fcbb9 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] For port 26e61c57-cb6d-49e2-b9ab-b35a061637a3, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=26e61c57-cb6d-49e2-b9ab-b35a061637a3,segment=NetworkSegment(dccb9860-4560-406d-b9d5-7dce37f427dc),segment_id=dccb9860-4560-406d-b9d5-7dce37f427dc)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:33.398005 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-493458d7-7d72-4538-98fc-372d3402416e req-a652a42b-d791-4bac-bcbd-68ee3b1fcbb9 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:33.410128 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-493458d7-7d72-4538-98fc-372d3402416e req-a652a42b-d791-4bac-bcbd-68ee3b1fcbb9 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Calling delete_port for 26e61c57-cb6d-49e2-b9ab-b35a061637a3 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:36:33.533837 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-493458d7-7d72-4538-98fc-372d3402416e req-a652a42b-d791-4bac-bcbd-68ee3b1fcbb9 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:33.564230 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a652a42b-d791-4bac-bcbd-68ee3b1fcbb9 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event deleted for resources: {'Port': ['ID=26e61c57-cb6d-49e2-b9ab-b35a061637a3,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:33.608120 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-493458d7-7d72-4538-98fc-372d3402416e req-a652a42b-d791-4bac-bcbd-68ee3b1fcbb9 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] No DVR routers for this DVR port 26e61c57-cb6d-49e2-b9ab-b35a061637a3 on host n-h1-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:36:33.610679 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-493458d7-7d72-4538-98fc-372d3402416e req-a652a42b-d791-4bac-bcbd-68ee3b1fcbb9 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:33.614088 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-493458d7-7d72-4538-98fc-372d3402416e req-a652a42b-d791-4bac-bcbd-68ee3b1fcbb9 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.74 "DELETE /v2.0/ports/26e61c57-cb6d-49e2-b9ab-b35a061637a3 HTTP/1.1" status: 204 len: 173 time: 0.3889718 Nov 25 18:36:33.657847 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6217fa-df19-4964-9779-49b3c92dc2f9', 'name': 'network-vif-deleted', 'tag': '26e61c57-cb6d-49e2-b9ab-b35a061637a3'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:36:33.660239 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74038c5-b061-4c71-aaa4-01377d6b645c" -d '{"events": [{"server_uuid": "6f6217fa-df19-4964-9779-49b3c92dc2f9", "name": "network-vif-deleted", "tag": "26e61c57-cb6d-49e2-b9ab-b35a061637a3"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:36:33.697268 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b4f2ff-c324-4d69-baf1-ba1a6a8bc548 x-openstack-request-id: req-24b4f2ff-c324-4d69-baf1-ba1a6a8bc548 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:36:33.697573 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6217fa-df19-4964-9779-49b3c92dc2f9", "name": "network-vif-deleted", "tag": "26e61c57-cb6d-49e2-b9ab-b35a061637a3", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:36:33.697889 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-24b4f2ff-c324-4d69-baf1-ba1a6a8bc548 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:36:33.698328 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6217fa-df19-4964-9779-49b3c92dc2f9', 'name': 'network-vif-deleted', 'tag': '26e61c57-cb6d-49e2-b9ab-b35a061637a3', 'status': 'completed', 'code': 200} Nov 25 18:36:34.184748 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38364) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:34.541192 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-808928de-7e18-49b9-803d-99d7ddf03731 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:34.798904 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-808928de-7e18-49b9-803d-99d7ddf03731 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Deleting port 63c69b77-fd56-4773-a397-a38fb55afef1 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:36:34.799161 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-808928de-7e18-49b9-803d-99d7ddf03731 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:34.895270 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-808928de-7e18-49b9-803d-99d7ddf03731 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] For port 63c69b77-fd56-4773-a397-a38fb55afef1, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=63c69b77-fd56-4773-a397-a38fb55afef1,segment=NetworkSegment(dccb9860-4560-406d-b9d5-7dce37f427dc),segment_id=dccb9860-4560-406d-b9d5-7dce37f427dc)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:34.895637 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-808928de-7e18-49b9-803d-99d7ddf03731 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:34.908425 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-808928de-7e18-49b9-803d-99d7ddf03731 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Calling delete_port for 63c69b77-fd56-4773-a397-a38fb55afef1 owned by network:router_interface {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:36:35.095775 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-808928de-7e18-49b9-803d-99d7ddf03731 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:35.121043 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808928de-7e18-49b9-803d-99d7ddf03731 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event deleted for resources: {'Port': ['ID=63c69b77-fd56-4773-a397-a38fb55afef1,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:35.296132 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-808928de-7e18-49b9-803d-99d7ddf03731 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:35.338999 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:36:35.513036 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-808928de-7e18-49b9-803d-99d7ddf03731 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Router 087bdfe7-4ae2-439e-b5ee-a78b6d23a214 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:36:35.620593 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808928de-7e18-49b9-803d-99d7ddf03731 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:36:35.629347 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-808928de-7e18-49b9-803d-99d7ddf03731 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "PUT /v2.0/routers/087bdfe7-4ae2-439e-b5ee-a78b6d23a214/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4398224 Nov 25 18:36:35.629347 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38366) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:35.631964 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f971ccfa-172e-45e3-a44e-e01b12408a18 None None] Sync routers for ids ['087bdfe7-4ae2-439e-b5ee-a78b6d23a214'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:36:35.642578 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f971ccfa-172e-45e3-a44e-e01b12408a18 None None] Routers {'087bdfe7-4ae2-439e-b5ee-a78b6d23a214'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:36:35.643193 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-f971ccfa-172e-45e3-a44e-e01b12408a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:36:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['087bdfe7-4ae2-439e-b5ee-a78b6d23a214'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:35.680266 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-37eb26c2-0c26-47b0-a72a-dc276a395990 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Deleting subnet 72b29604-5861-4e9b-9f59-3522c6ac2617 {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:36:35.683705 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-37eb26c2-0c26-47b0-a72a-dc276a395990 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:35.724562 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-37eb26c2-0c26-47b0-a72a-dc276a395990 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:35.748455 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-f971ccfa-172e-45e3-a44e-e01b12408a18 None None] Set router 087bdfe7-4ae2-439e-b5ee-a78b6d23a214 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:36:35.811960 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-37eb26c2-0c26-47b0-a72a-dc276a395990 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:35.871536 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-37eb26c2-0c26-47b0-a72a-dc276a395990 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:35.899386 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eb26c2-0c26-47b0-a72a-dc276a395990 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event deleted for resources: {'Subnet': ['ID=72b29604-5861-4e9b-9f59-3522c6ac2617,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:35.903111 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-37eb26c2-0c26-47b0-a72a-dc276a395990 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:35.906333 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-37eb26c2-0c26-47b0-a72a-dc276a395990 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "DELETE /v2.0/subnets/72b29604-5861-4e9b-9f59-3522c6ac2617 HTTP/1.1" status: 204 len: 168 time: 0.2767670 Nov 25 18:36:35.908945 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38368) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:35.911973 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b55de16-4c79-4956-ab20-6d57fcb2c6ff None None] Network 864e9054-f7f1-4dfd-9558-9810fe6de84a requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:36:36.017560 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d3784086-e57b-464c-bace-cb7906ec934d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for router, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:36.034529 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-f971ccfa-172e-45e3-a44e-e01b12408a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '087bdfe7-4ae2-439e-b5ee-a78b6d23a214', 'name': 'tempest-TestNetworkAdvancedServerOps-router-488787392', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '7d00876d-290a-4f52-8a28-3c08ee7198c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:34:55Z', 'updated_at': '2021-11-25T18:36:35Z', 'revision_number': 5, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '7d00876d-290a-4f52-8a28-3c08ee7198c2', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:55:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087bdfe7-4ae2-439e-b5ee-a78b6d23a214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:34:55Z', 'updated_at': '2021-11-25T18:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:36.062824 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f971ccfa-172e-45e3-a44e-e01b12408a18 None None] Checking router: 087bdfe7-4ae2-439e-b5ee-a78b6d23a214 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:36:36.078198 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f971ccfa-172e-45e3-a44e-e01b12408a18 None None] Routers {'087bdfe7-4ae2-439e-b5ee-a78b6d23a214'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:36:36.078808 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-f971ccfa-172e-45e3-a44e-e01b12408a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:36:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['087bdfe7-4ae2-439e-b5ee-a78b6d23a214'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:36.129525 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d3784086-e57b-464c-bace-cb7906ec934d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:36.182370 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1e2cef-8f2e-4449-8f47-020d4993629f None None] DHCP port deletion for 864e9054-f7f1-4dfd-9558-9810fe6de84a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:36:36.188014 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-d3784086-e57b-464c-bace-cb7906ec934d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Deleting port 7d00876d-290a-4f52-8a28-3c08ee7198c2 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:36:36.188362 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d3784086-e57b-464c-bace-cb7906ec934d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:36.200347 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-f971ccfa-172e-45e3-a44e-e01b12408a18 None None] Set router 087bdfe7-4ae2-439e-b5ee-a78b6d23a214 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:36:36.273065 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-d3784086-e57b-464c-bace-cb7906ec934d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] For port 7d00876d-290a-4f52-8a28-3c08ee7198c2, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=7d00876d-290a-4f52-8a28-3c08ee7198c2,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:36.273434 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d3784086-e57b-464c-bace-cb7906ec934d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:36.286861 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-d3784086-e57b-464c-bace-cb7906ec934d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Calling delete_port for 7d00876d-290a-4f52-8a28-3c08ee7198c2 owned by network:router_gateway {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:36:36.370371 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-ba1e2cef-8f2e-4449-8f47-020d4993629f None None] Deleting port d382527d-8136-4c00-94ad-ca98df5c91d1 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:36:36.370754 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ba1e2cef-8f2e-4449-8f47-020d4993629f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:36.453682 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d3784086-e57b-464c-bace-cb7906ec934d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:36.469875 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-ba1e2cef-8f2e-4449-8f47-020d4993629f None None] For port d382527d-8136-4c00-94ad-ca98df5c91d1, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d382527d-8136-4c00-94ad-ca98df5c91d1,segment=NetworkSegment(dccb9860-4560-406d-b9d5-7dce37f427dc),segment_id=dccb9860-4560-406d-b9d5-7dce37f427dc)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:36.470278 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ba1e2cef-8f2e-4449-8f47-020d4993629f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:36.481732 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3784086-e57b-464c-bace-cb7906ec934d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event deleted for resources: {'Port': ['ID=7d00876d-290a-4f52-8a28-3c08ee7198c2,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:36.491257 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-ba1e2cef-8f2e-4449-8f47-020d4993629f None None] Calling delete_port for d382527d-8136-4c00-94ad-ca98df5c91d1 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:36:36.495741 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8965cbcf-80ae-447d-a547-e01f55de4489 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:36:36.541182 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d3784086-e57b-464c-bace-cb7906ec934d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:36.647240 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d3784086-e57b-464c-bace-cb7906ec934d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:36.650865 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d3784086-e57b-464c-bace-cb7906ec934d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:36.698124 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d3784086-e57b-464c-bace-cb7906ec934d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:36.699234 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3784086-e57b-464c-bace-cb7906ec934d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Fanout notify agent at l3_agent the message router_deleted on router 087bdfe7-4ae2-439e-b5ee-a78b6d23a214 {{(pid=103361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:36:36.706544 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d3784086-e57b-464c-bace-cb7906ec934d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:36.710438 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d3784086-e57b-464c-bace-cb7906ec934d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "DELETE /v2.0/routers/087bdfe7-4ae2-439e-b5ee-a78b6d23a214 HTTP/1.1" status: 204 len: 168 time: 0.7978528 Nov 25 18:36:36.710725 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38370) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:36.738782 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-f971ccfa-172e-45e3-a44e-e01b12408a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '087bdfe7-4ae2-439e-b5ee-a78b6d23a214', 'name': 'tempest-TestNetworkAdvancedServerOps-router-488787392', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '7d00876d-290a-4f52-8a28-3c08ee7198c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:34:55Z', 'updated_at': '2021-11-25T18:36:35Z', 'revision_number': 5, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '7d00876d-290a-4f52-8a28-3c08ee7198c2', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:55:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087bdfe7-4ae2-439e-b5ee-a78b6d23a214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:34:55Z', 'updated_at': '2021-11-25T18:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:36.773308 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f971ccfa-172e-45e3-a44e-e01b12408a18 None None] The sync data for ids ['087bdfe7-4ae2-439e-b5ee-a78b6d23a214'] in n-d-817746-1 is: [{'id': '087bdfe7-4ae2-439e-b5ee-a78b6d23a214', 'name': 'tempest-TestNetworkAdvancedServerOps-router-488787392', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '7d00876d-290a-4f52-8a28-3c08ee7198c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:34:55Z', 'updated_at': '2021-11-25T18:36:35Z', 'revision_number': 5, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '7d00876d-290a-4f52-8a28-3c08ee7198c2', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:55:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087bdfe7-4ae2-439e-b5ee-a78b6d23a214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:34:55Z', 'updated_at': '2021-11-25T18:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:36:36.790162 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-790c76c4-d405-42e6-a8cd-7ff5922f11d5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:36.797097 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ba1e2cef-8f2e-4449-8f47-020d4993629f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:36.829309 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1e2cef-8f2e-4449-8f47-020d4993629f None None] Pushing event deleted for resources: {'Port': ['ID=d382527d-8136-4c00-94ad-ca98df5c91d1,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:36.840233 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1e2cef-8f2e-4449-8f47-020d4993629f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:36.840586 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1e2cef-8f2e-4449-8f47-020d4993629f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:36.840953 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1e2cef-8f2e-4449-8f47-020d4993629f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:36.841294 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1e2cef-8f2e-4449-8f47-020d4993629f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:36.841627 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1e2cef-8f2e-4449-8f47-020d4993629f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:36.841962 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1e2cef-8f2e-4449-8f47-020d4993629f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:36.842288 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1e2cef-8f2e-4449-8f47-020d4993629f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:36.842620 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1e2cef-8f2e-4449-8f47-020d4993629f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:36.842946 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1e2cef-8f2e-4449-8f47-020d4993629f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:36.843270 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1e2cef-8f2e-4449-8f47-020d4993629f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:36.843593 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1e2cef-8f2e-4449-8f47-020d4993629f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:36.843915 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1e2cef-8f2e-4449-8f47-020d4993629f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:36.847173 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1e2cef-8f2e-4449-8f47-020d4993629f None None] No DVR routers for this DVR port d382527d-8136-4c00-94ad-ca98df5c91d1 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:36:36.891852 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-790c76c4-d405-42e6-a8cd-7ff5922f11d5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:36.912935 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-790c76c4-d405-42e6-a8cd-7ff5922f11d5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['864e9054-f7f1-4dfd-9558-9810fe6de84a']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:36.926673 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-790c76c4-d405-42e6-a8cd-7ff5922f11d5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dccb9860-4560-406d-b9d5-7dce37f427dc') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:36.926972 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-790c76c4-d405-42e6-a8cd-7ff5922f11d5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dccb9860-4560-406d-b9d5-7dce37f427dc') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:36.936948 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-790c76c4-d405-42e6-a8cd-7ff5922f11d5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:36.950646 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-790c76c4-d405-42e6-a8cd-7ff5922f11d5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:36.957540 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-790c76c4-d405-42e6-a8cd-7ff5922f11d5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Releasing vlan 904 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:36:36.957976 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-790c76c4-d405-42e6-a8cd-7ff5922f11d5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:36.961110 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 18:36:36.961110 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:36:36.961110 n-d-817746-1 neutron-server[103361]: timer() Nov 25 18:36:36.961110 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:36:36.961110 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 18:36:36.961110 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:36:36.961110 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 18:36:36.961110 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:36:36.961110 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 18:36:36.961110 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:36:36.961110 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 18:36:36.961110 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:36:36.961110 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 18:36:36.961110 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:36:36.961110 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:36:36.961110 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:36:36.961110 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:36:36.961110 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:36:36.961110 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 18:36:36.961110 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:36:36.961110 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 18:36:36.961110 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:36:36.961110 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:36:36.961110 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:36:36.961110 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 18:36:36.961110 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:36:36.961110 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:36:36.961110 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:36:36.961110 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:36:36.961110 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:36:36.961110 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:36:36.961110 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:36:37.026231 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-790c76c4-d405-42e6-a8cd-7ff5922f11d5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:37.033544 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-790c76c4-d405-42e6-a8cd-7ff5922f11d5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:37.037294 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-790c76c4-d405-42e6-a8cd-7ff5922f11d5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "DELETE /v2.0/networks/864e9054-f7f1-4dfd-9558-9810fe6de84a HTTP/1.1" status: 204 len: 168 time: 0.3255465 Nov 25 18:36:37.040150 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38372) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:37.049083 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790c76c4-d405-42e6-a8cd-7ff5922f11d5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event deleted for resources: {'Network': ['ID=864e9054-f7f1-4dfd-9558-9810fe6de84a,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:37.102852 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f7454ed-b7af-4a02-a042-0da9640ea830 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:37.129447 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f7454ed-b7af-4a02-a042-0da9640ea830 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:37.147763 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 26e61c57-cb6d-49e2-b9ab-b35a061637a3 no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:36:37.169134 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: 26e61c57-cb6d-49e2-b9ab-b35a061637a3 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:36:37.169980 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 26e61c57-cb6d-49e2-b9ab-b35a061637a3 not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:36:37.200553 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f7454ed-b7af-4a02-a042-0da9640ea830 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:37.203499 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f7454ed-b7af-4a02-a042-0da9640ea830 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:37.204698 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-0f7454ed-b7af-4a02-a042-0da9640ea830 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "DELETE /v2.0/security-groups/1bc27b68-1c07-4eb2-9392-8bf41d53502a HTTP/1.1" status: 204 len: 168 time: 0.1635585 Nov 25 18:36:37.215183 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7454ed-b7af-4a02-a042-0da9640ea830 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc27b68-1c07-4eb2-9392-8bf41d53502a,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:37.223389 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7454ed-b7af-4a02-a042-0da9640ea830 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:37.223752 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7454ed-b7af-4a02-a042-0da9640ea830 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:37.224101 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7454ed-b7af-4a02-a042-0da9640ea830 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:37.224628 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7454ed-b7af-4a02-a042-0da9640ea830 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:37.225165 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7454ed-b7af-4a02-a042-0da9640ea830 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:37.225502 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7454ed-b7af-4a02-a042-0da9640ea830 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:37.225851 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7454ed-b7af-4a02-a042-0da9640ea830 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:37.226190 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7454ed-b7af-4a02-a042-0da9640ea830 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:37.226527 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7454ed-b7af-4a02-a042-0da9640ea830 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:37.226862 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7454ed-b7af-4a02-a042-0da9640ea830 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:37.227194 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7454ed-b7af-4a02-a042-0da9640ea830 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:37.227526 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7454ed-b7af-4a02-a042-0da9640ea830 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:37.834293 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38380) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:37.838935 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-4cc94b06-0cdd-4ee5-9ecc-bc2d06d12760 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-629426303', 'description': 'tempest-secgroup-smoke-629426303 description', 'project_id': '7434064363194dc39e0f0255dc1ee7d0'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:36:37.860957 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4cc94b06-0cdd-4ee5-9ecc-bc2d06d12760 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:37.927226 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4cc94b06-0cdd-4ee5-9ecc-bc2d06d12760 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:37.930936 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4cc94b06-0cdd-4ee5-9ecc-bc2d06d12760 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:37.963509 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4cc94b06-0cdd-4ee5-9ecc-bc2d06d12760 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:37.964735 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4cc94b06-0cdd-4ee5-9ecc-bc2d06d12760 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1294074 Nov 25 18:36:37.965617 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc94b06-0cdd-4ee5-9ecc-bc2d06d12760 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6872cb7c-0c31-4eb7-8dde-48f41df75079,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:37.967888 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38382) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:37.973341 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-682e1073-31a5-4958-923d-965ce5af0a5f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Request body: {'security_group_rule': {'security_group_id': '6872cb7c-0c31-4eb7-8dde-48f41df75079', 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:36:38.001281 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-682e1073-31a5-4958-923d-965ce5af0a5f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:38.056160 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-682e1073-31a5-4958-923d-965ce5af0a5f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:38.059935 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-682e1073-31a5-4958-923d-965ce5af0a5f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:38.078740 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682e1073-31a5-4958-923d-965ce5af0a5f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9cd61ef-d311-4160-ad66-e67214996e07,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:38.083341 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-682e1073-31a5-4958-923d-965ce5af0a5f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:38.084532 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-682e1073-31a5-4958-923d-965ce5af0a5f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1156332 Nov 25 18:36:38.087324 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38384) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:38.091864 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-4f17b666-1e46-42ea-8e65-f85bcfbde9df tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Request body: {'security_group_rule': {'security_group_id': '6872cb7c-0c31-4eb7-8dde-48f41df75079', 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:36:38.119637 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4f17b666-1e46-42ea-8e65-f85bcfbde9df tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:38.149104 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 63c69b77-fd56-4773-a397-a38fb55afef1 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:36:38.173155 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 63c69b77-fd56-4773-a397-a38fb55afef1 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:36:38.173513 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 63c69b77-fd56-4773-a397-a38fb55afef1 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:36:38.173961 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 7d00876d-290a-4f52-8a28-3c08ee7198c2 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:36:38.175889 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4f17b666-1e46-42ea-8e65-f85bcfbde9df tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:38.179834 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4f17b666-1e46-42ea-8e65-f85bcfbde9df tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:38.195626 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 7d00876d-290a-4f52-8a28-3c08ee7198c2 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:36:38.195979 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 7d00876d-290a-4f52-8a28-3c08ee7198c2 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:36:38.196393 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d382527d-8136-4c00-94ad-ca98df5c91d1 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:36:38.196773 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f17b666-1e46-42ea-8e65-f85bcfbde9df tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffc40ad1-81a2-4262-be22-4d5aad831d1c,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:38.205765 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4f17b666-1e46-42ea-8e65-f85bcfbde9df tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:38.209671 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-4f17b666-1e46-42ea-8e65-f85bcfbde9df tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1185870 Nov 25 18:36:38.210047 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38386) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:38.214349 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-f1ca4f7b-ab62-43a5-9a0e-c9e666ecf20f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Request body: {'security_group_rule': {'security_group_id': '6872cb7c-0c31-4eb7-8dde-48f41df75079', 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:36:38.217322 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: d382527d-8136-4c00-94ad-ca98df5c91d1 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:36:38.217676 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d382527d-8136-4c00-94ad-ca98df5c91d1 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:36:38.242954 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f1ca4f7b-ab62-43a5-9a0e-c9e666ecf20f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:38.301943 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f1ca4f7b-ab62-43a5-9a0e-c9e666ecf20f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:38.305653 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f1ca4f7b-ab62-43a5-9a0e-c9e666ecf20f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:38.325414 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ca4f7b-ab62-43a5-9a0e-c9e666ecf20f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84148664-34b7-402e-aab8-7cfee1a1acd9,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:38.332024 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f1ca4f7b-ab62-43a5-9a0e-c9e666ecf20f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:38.333260 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-f1ca4f7b-ab62-43a5-9a0e-c9e666ecf20f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1222858 Nov 25 18:36:38.335952 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38388) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:38.340181 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-23dd6da6-012b-47f4-9248-61253b77fffc tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Request body: {'security_group_rule': {'security_group_id': '6872cb7c-0c31-4eb7-8dde-48f41df75079', 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:36:38.367359 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-23dd6da6-012b-47f4-9248-61253b77fffc tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:38.424379 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-23dd6da6-012b-47f4-9248-61253b77fffc tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:38.428261 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-23dd6da6-012b-47f4-9248-61253b77fffc tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:38.448172 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dd6da6-012b-47f4-9248-61253b77fffc tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f42a987f-ba51-41cd-b0e9-0df5e6183cff,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:38.454005 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-23dd6da6-012b-47f4-9248-61253b77fffc tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:38.455190 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-23dd6da6-012b-47f4-9248-61253b77fffc tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1183205 Nov 25 18:36:38.458598 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38390) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:38.462837 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-ab512650-8ffc-46f0-824e-51bcaae16bba tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Request body: {'security_group_rule': {'security_group_id': '6872cb7c-0c31-4eb7-8dde-48f41df75079', 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:36:38.485373 n-d-817746-1 neutron-server[103361]: INFO neutron.db.securitygroups_db [None req-ab512650-8ffc-46f0-824e-51bcaae16bba tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Project 7434064363194dc39e0f0255dc1ee7d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 18:36:38.490578 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ab512650-8ffc-46f0-824e-51bcaae16bba tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:38.548333 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ab512650-8ffc-46f0-824e-51bcaae16bba tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:38.552232 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ab512650-8ffc-46f0-824e-51bcaae16bba tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:38.569349 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab512650-8ffc-46f0-824e-51bcaae16bba tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e2498df-fe5e-4586-a5b6-ccc01acb0b6b,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:38.577254 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ab512650-8ffc-46f0-824e-51bcaae16bba tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:38.578457 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-ab512650-8ffc-46f0-824e-51bcaae16bba tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1189430 Nov 25 18:36:38.582068 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38392) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:38.586498 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-023e1cd1-a551-4ad5-94e6-a5e9964cb24c tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Request body: {'security_group_rule': {'security_group_id': '6872cb7c-0c31-4eb7-8dde-48f41df75079', 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:36:38.608617 n-d-817746-1 neutron-server[103361]: INFO neutron.db.securitygroups_db [None req-023e1cd1-a551-4ad5-94e6-a5e9964cb24c tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Project 7434064363194dc39e0f0255dc1ee7d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 18:36:38.613498 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-023e1cd1-a551-4ad5-94e6-a5e9964cb24c tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:38.679032 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-023e1cd1-a551-4ad5-94e6-a5e9964cb24c tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:38.682506 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-023e1cd1-a551-4ad5-94e6-a5e9964cb24c tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:38.700078 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023e1cd1-a551-4ad5-94e6-a5e9964cb24c tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b55abdda-232a-4529-ac45-1fcaa3d3a3fb,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:38.707610 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-023e1cd1-a551-4ad5-94e6-a5e9964cb24c tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:38.708837 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-023e1cd1-a551-4ad5-94e6-a5e9964cb24c tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1258290 Nov 25 18:36:38.711637 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38394) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:38.716372 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-3e659a01-a2a5-4564-8700-4f6c3cdf8764 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Request body: {'network': {'name': 'tempest-network-smoke--957021613', 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'port_security_enabled': True}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:36:38.736923 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e659a01-a2a5-4564-8700-4f6c3cdf8764 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Made reservation on behalf of 7434064363194dc39e0f0255dc1ee7d0 for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:36:38.740486 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3e659a01-a2a5-4564-8700-4f6c3cdf8764 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:38.763909 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e659a01-a2a5-4564-8700-4f6c3cdf8764 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 933} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:36:38.773874 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3e659a01-a2a5-4564-8700-4f6c3cdf8764 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:38.774261 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-3e659a01-a2a5-4564-8700-4f6c3cdf8764 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Added segment efc8cf99-ac2f-44c7-8449-366bbb88b8d2 of type vlan for network c379746b-4c82-4507-b557-fd0493d14f53 Nov 25 18:36:38.813626 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3e659a01-a2a5-4564-8700-4f6c3cdf8764 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:38.838216 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3e659a01-a2a5-4564-8700-4f6c3cdf8764 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:38.843754 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e659a01-a2a5-4564-8700-4f6c3cdf8764 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:38.844341 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3e659a01-a2a5-4564-8700-4f6c3cdf8764 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:38.876275 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-3e659a01-a2a5-4564-8700-4f6c3cdf8764 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1635301 Nov 25 18:36:38.879916 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38396) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:38.884567 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-e9894adc-9134-448a-b2c9-435d7e1de2a0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1748968813', 'admin_state_up': True, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:36:38.909625 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e9894adc-9134-448a-b2c9-435d7e1de2a0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:38.910790 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e9894adc-9134-448a-b2c9-435d7e1de2a0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:38.921266 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e659a01-a2a5-4564-8700-4f6c3cdf8764 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'Network': ['ID=c379746b-4c82-4507-b557-fd0493d14f53,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:38.933953 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network c379746b-4c82-4507-b557-fd0493d14f53 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:36:38.981104 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e9894adc-9134-448a-b2c9-435d7e1de2a0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:39.114917 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e9894adc-9134-448a-b2c9-435d7e1de2a0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:39.309408 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e9894adc-9134-448a-b2c9-435d7e1de2a0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for router_gateway, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:39.328686 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e9894adc-9134-448a-b2c9-435d7e1de2a0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:39.432712 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-e9894adc-9134-448a-b2c9-435d7e1de2a0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Allocated IP 172.25.0.230 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/81b09d61-3d85-49e1-8d62-811e3c27299c) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:36:39.532557 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e9894adc-9134-448a-b2c9-435d7e1de2a0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:39.565594 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e9894adc-9134-448a-b2c9-435d7e1de2a0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:39.603587 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9894adc-9134-448a-b2c9-435d7e1de2a0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:36:39.606424 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-e9894adc-9134-448a-b2c9-435d7e1de2a0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:36:39.609894 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9894adc-9134-448a-b2c9-435d7e1de2a0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:36:39.619610 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1f59b5-dc1f-4300-b17a-5800eb5c2309 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:36:39.637227 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9894adc-9134-448a-b2c9-435d7e1de2a0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'Port': ['ID=81b09d61-3d85-49e1-8d62-811e3c27299c,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:39.668850 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-baa87b49-0dea-4348-902a-c3064ece4315 None None] Provisioning complete for port 81b09d61-3d85-49e1-8d62-811e3c27299c triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:39.669252 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-baa87b49-0dea-4348-902a-c3064ece4315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:39.705259 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-baa87b49-0dea-4348-902a-c3064ece4315 None None] Port 81b09d61-3d85-49e1-8d62-811e3c27299c cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:36:39.860595 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e9894adc-9134-448a-b2c9-435d7e1de2a0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for router_gateway, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:40.050030 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e9894adc-9134-448a-b2c9-435d7e1de2a0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:40.175043 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9894adc-9134-448a-b2c9-435d7e1de2a0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Router 831aa757-0abd-4cd0-b231-122b3a4a9667 is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:36:40.279518 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9894adc-9134-448a-b2c9-435d7e1de2a0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:36:40.290179 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92487fcf-2433-4a95-8ce2-6e0b73e396d6 None None] Sync routers for ids ['831aa757-0abd-4cd0-b231-122b3a4a9667'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:36:40.299541 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e9894adc-9134-448a-b2c9-435d7e1de2a0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:40.303801 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e9894adc-9134-448a-b2c9-435d7e1de2a0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4199941 Nov 25 18:36:40.303967 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92487fcf-2433-4a95-8ce2-6e0b73e396d6 None None] Routers {'831aa757-0abd-4cd0-b231-122b3a4a9667'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:36:40.303967 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-92487fcf-2433-4a95-8ce2-6e0b73e396d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:36:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['831aa757-0abd-4cd0-b231-122b3a4a9667'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:40.304217 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38398) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:40.337791 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-1f692f67-052b-4b49-b22d-1620106063b2 tempest-TestNetworkAdvancedServerOps-1271610080 tempest-TestNetworkAdvancedServerOps-1271610080-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=7434064363194dc39e0f0255dc1ee7d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323579 Nov 25 18:36:40.340355 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38400) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:40.406453 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-92487fcf-2433-4a95-8ce2-6e0b73e396d6 None None] Set router 831aa757-0abd-4cd0-b231-122b3a4a9667 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:36:40.426062 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4814cd-44cb-407a-9eec-0178970ca045 tempest-TestNetworkAdvancedServerOps-1271610080 tempest-TestNetworkAdvancedServerOps-1271610080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:40.427582 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-7b4814cd-44cb-407a-9eec-0178970ca045 tempest-TestNetworkAdvancedServerOps-1271610080 tempest-TestNetworkAdvancedServerOps-1271610080-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0862846 Nov 25 18:36:40.430590 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38402) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:40.460010 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ee4eab7c-b27a-4bcc-9ed9-7d58c7d16d15 tempest-TestNetworkAdvancedServerOps-1271610080 tempest-TestNetworkAdvancedServerOps-1271610080-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=1aa44027-b9d0-4a56-9a59-7e664703e20a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282416 Nov 25 18:36:40.463466 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38404) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:40.468525 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-6e6e7f69-ba59-490c-8dfd-dd0c23a7b25b tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2110232268', 'network_id': 'c379746b-4c82-4507-b557-fd0493d14f53', 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:36:40.558718 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6e7f69-ba59-490c-8dfd-dd0c23a7b25b tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Made reservation on behalf of 7434064363194dc39e0f0255dc1ee7d0 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:36:40.562271 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6e6e7f69-ba59-490c-8dfd-dd0c23a7b25b tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:40.583463 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-92487fcf-2433-4a95-8ce2-6e0b73e396d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831aa757-0abd-4cd0-b231-122b3a4a9667', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748968813', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '81b09d61-3d85-49e1-8d62-811e3c27299c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:36:38Z', 'updated_at': '2021-11-25T18:36:39Z', 'revision_number': 3, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '81b09d61-3d85-49e1-8d62-811e3c27299c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831aa757-0abd-4cd0-b231-122b3a4a9667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:36:39Z', 'updated_at': '2021-11-25T18:36:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:40.609071 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92487fcf-2433-4a95-8ce2-6e0b73e396d6 None None] Checking router: 831aa757-0abd-4cd0-b231-122b3a4a9667 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:36:40.609705 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92487fcf-2433-4a95-8ce2-6e0b73e396d6 None None] Updating router 831aa757-0abd-4cd0-b231-122b3a4a9667 port 81b09d61-3d85-49e1-8d62-811e3c27299c binding host n-d-817746-1 {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:36:40.635600 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-92487fcf-2433-4a95-8ce2-6e0b73e396d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:40.750958 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6e6e7f69-ba59-490c-8dfd-dd0c23a7b25b tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:40.813706 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e7f69-ba59-490c-8dfd-dd0c23a7b25b tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'Subnet': ['ID=dac09d5a-c0bb-4074-b65a-d3dfa09e6fd3,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:40.821634 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6e7f69-ba59-490c-8dfd-dd0c23a7b25b tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Checking segment: {'id': 'efc8cf99-ac2f-44c7-8449-366bbb88b8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'c379746b-4c82-4507-b557-fd0493d14f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:36:40.821998 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6e7f69-ba59-490c-8dfd-dd0c23a7b25b tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Network hostable DHCP agents. Network: c379746b-4c82-4507-b557-fd0493d14f53, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:36:40.838920 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6e7f69-ba59-490c-8dfd-dd0c23a7b25b tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Network c379746b-4c82-4507-b557-fd0493d14f53 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:36:40.848019 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-6e6e7f69-ba59-490c-8dfd-dd0c23a7b25b tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, c379746b-4c82-4507-b557-fd0493d14f53) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:36:40.852437 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6e7f69-ba59-490c-8dfd-dd0c23a7b25b tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:40.852920 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6e6e7f69-ba59-490c-8dfd-dd0c23a7b25b tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:40.858128 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3a755f-93fc-47b6-990e-cb550ece344d None None] Network c379746b-4c82-4507-b557-fd0493d14f53 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:36:40.874629 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6e6e7f69-ba59-490c-8dfd-dd0c23a7b25b tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4097848 Nov 25 18:36:40.877219 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38406) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:40.899434 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-92487fcf-2433-4a95-8ce2-6e0b73e396d6 None None] Publish callbacks [] for port, precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:40.907348 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-92487fcf-2433-4a95-8ce2-6e0b73e396d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:40.953222 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-92487fcf-2433-4a95-8ce2-6e0b73e396d6 None None] Attempting to bind port 81b09d61-3d85-49e1-8d62-811e3c27299c on host n-d-817746-1 for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:36:40.953597 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-92487fcf-2433-4a95-8ce2-6e0b73e396d6 None None] Attempting to bind port 81b09d61-3d85-49e1-8d62-811e3c27299c by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:36:40.953968 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92487fcf-2433-4a95-8ce2-6e0b73e396d6 None None] Attempting to bind port 81b09d61-3d85-49e1-8d62-811e3c27299c on network 1aa44027-b9d0-4a56-9a59-7e664703e20a {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:36:40.966275 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92487fcf-2433-4a95-8ce2-6e0b73e396d6 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:36:40.967254 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92487fcf-2433-4a95-8ce2-6e0b73e396d6 None None] Checking segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:36:40.967675 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-92487fcf-2433-4a95-8ce2-6e0b73e396d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:40.968063 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92487fcf-2433-4a95-8ce2-6e0b73e396d6 None None] Bound using segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:36:40.968551 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-92487fcf-2433-4a95-8ce2-6e0b73e396d6 None None] Bound port: 81b09d61-3d85-49e1-8d62-811e3c27299c, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:36:40.968966 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-92487fcf-2433-4a95-8ce2-6e0b73e396d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:40.998651 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb0fa7a-1efd-4f11-a224-8e2cad3813ec None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:36:41.007162 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b64262-e6d5-4cf9-a326-449eec666ce3 None None] Pushing event updated for resources: {'Port': ['ID=81b09d61-3d85-49e1-8d62-811e3c27299c,revision_number=2']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:41.030007 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4812dc7c-4ca8-429b-81cb-0bb636cdc30e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-c379746b-4c82-4507-b557-fd0493d14f53', 'network_id': 'c379746b-4c82-4507-b557-fd0493d14f53', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'fixed_ips': [{'subnet_id': 'dac09d5a-c0bb-4074-b65a-d3dfa09e6fd3'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:36:41.031527 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-92487fcf-2433-4a95-8ce2-6e0b73e396d6 None None] For port 81b09d61-3d85-49e1-8d62-811e3c27299c, host n-d-817746-1, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:36:41.031855 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4812dc7c-4ca8-429b-81cb-0bb636cdc30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:41.036024 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-92487fcf-2433-4a95-8ce2-6e0b73e396d6 None None] For port 81b09d61-3d85-49e1-8d62-811e3c27299c, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=81b09d61-3d85-49e1-8d62-811e3c27299c,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:36:41.042315 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b64262-e6d5-4cf9-a326-449eec666ce3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:41.042671 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b64262-e6d5-4cf9-a326-449eec666ce3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:41.043023 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b64262-e6d5-4cf9-a326-449eec666ce3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:41.043359 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b64262-e6d5-4cf9-a326-449eec666ce3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:41.043694 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b64262-e6d5-4cf9-a326-449eec666ce3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:41.044072 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b64262-e6d5-4cf9-a326-449eec666ce3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:41.044374 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b64262-e6d5-4cf9-a326-449eec666ce3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:41.044688 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b64262-e6d5-4cf9-a326-449eec666ce3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:41.045043 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b64262-e6d5-4cf9-a326-449eec666ce3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:41.045365 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b64262-e6d5-4cf9-a326-449eec666ce3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:41.045697 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b64262-e6d5-4cf9-a326-449eec666ce3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:41.046021 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b64262-e6d5-4cf9-a326-449eec666ce3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:41.050918 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-92487fcf-2433-4a95-8ce2-6e0b73e396d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:41.105436 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92487fcf-2433-4a95-8ce2-6e0b73e396d6 None None] Routers {'831aa757-0abd-4cd0-b231-122b3a4a9667'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:36:41.106084 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-92487fcf-2433-4a95-8ce2-6e0b73e396d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:36:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['831aa757-0abd-4cd0-b231-122b3a4a9667'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:41.126739 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89f90d7-8a28-45e4-ad2c-546c790861cb None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:36:41.175364 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-5fbda202-6239-4b94-ac87-30ab8d2dd84d None None] Provisioning complete for port 81b09d61-3d85-49e1-8d62-811e3c27299c triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:41.175930 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5fbda202-6239-4b94-ac87-30ab8d2dd84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:41.250536 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-4812dc7c-4ca8-429b-81cb-0bb636cdc30e None None] Allocated IP 172.20.0.2 (c379746b-4c82-4507-b557-fd0493d14f53/dac09d5a-c0bb-4074-b65a-d3dfa09e6fd3/27c24213-855f-45b9-b4e0-bbab52fdd37b) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:36:41.293035 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b64262-e6d5-4cf9-a326-449eec666ce3 None None] Pushing event updated for resources: {'Port': ['ID=81b09d61-3d85-49e1-8d62-811e3c27299c,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:41.332121 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-92487fcf-2433-4a95-8ce2-6e0b73e396d6 None None] Set router 831aa757-0abd-4cd0-b231-122b3a4a9667 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:36:41.360677 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5fbda202-6239-4b94-ac87-30ab8d2dd84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:41.456781 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4812dc7c-4ca8-429b-81cb-0bb636cdc30e None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:41.459205 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-5fbda202-6239-4b94-ac87-30ab8d2dd84d None None] For port 81b09d61-3d85-49e1-8d62-811e3c27299c, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=81b09d61-3d85-49e1-8d62-811e3c27299c,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:41.463812 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5fbda202-6239-4b94-ac87-30ab8d2dd84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:41.470572 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4812dc7c-4ca8-429b-81cb-0bb636cdc30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:41.517053 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4812dc7c-4ca8-429b-81cb-0bb636cdc30e None None] Network c379746b-4c82-4507-b557-fd0493d14f53 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:36:41.519638 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-92487fcf-2433-4a95-8ce2-6e0b73e396d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831aa757-0abd-4cd0-b231-122b3a4a9667', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748968813', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '81b09d61-3d85-49e1-8d62-811e3c27299c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:36:38Z', 'updated_at': '2021-11-25T18:36:39Z', 'revision_number': 3, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '81b09d61-3d85-49e1-8d62-811e3c27299c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831aa757-0abd-4cd0-b231-122b3a4a9667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:36:39Z', 'updated_at': '2021-11-25T18:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:41.521065 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-4812dc7c-4ca8-429b-81cb-0bb636cdc30e None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:36:41.523524 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4812dc7c-4ca8-429b-81cb-0bb636cdc30e None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:36:41.540861 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbda202-6239-4b94-ac87-30ab8d2dd84d None None] Pushing event updated for resources: {'Port': ['ID=81b09d61-3d85-49e1-8d62-811e3c27299c,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:41.546846 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92487fcf-2433-4a95-8ce2-6e0b73e396d6 None None] The sync data for ids ['831aa757-0abd-4cd0-b231-122b3a4a9667'] in n-d-817746-1 is: [{'id': '831aa757-0abd-4cd0-b231-122b3a4a9667', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748968813', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '81b09d61-3d85-49e1-8d62-811e3c27299c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:36:38Z', 'updated_at': '2021-11-25T18:36:39Z', 'revision_number': 3, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '81b09d61-3d85-49e1-8d62-811e3c27299c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831aa757-0abd-4cd0-b231-122b3a4a9667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:36:39Z', 'updated_at': '2021-11-25T18:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:36:41.606656 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4812dc7c-4ca8-429b-81cb-0bb636cdc30e None None] Pushing event updated for resources: {'Port': ['ID=27c24213-855f-45b9-b4e0-bbab52fdd37b,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:41.635813 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-796372c1-bd73-455e-8943-700ef6096bbd None None] Provisioning complete for port 81b09d61-3d85-49e1-8d62-811e3c27299c triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:41.636184 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-796372c1-bd73-455e-8943-700ef6096bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:41.665855 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-4812dc7c-4ca8-429b-81cb-0bb636cdc30e None None] Attempting to bind port 27c24213-855f-45b9-b4e0-bbab52fdd37b on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:36:41.666232 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-4812dc7c-4ca8-429b-81cb-0bb636cdc30e None None] Attempting to bind port 27c24213-855f-45b9-b4e0-bbab52fdd37b by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'efc8cf99-ac2f-44c7-8449-366bbb88b8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'c379746b-4c82-4507-b557-fd0493d14f53'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:36:41.666648 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4812dc7c-4ca8-429b-81cb-0bb636cdc30e None None] Attempting to bind port 27c24213-855f-45b9-b4e0-bbab52fdd37b on network c379746b-4c82-4507-b557-fd0493d14f53 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:36:41.680285 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4812dc7c-4ca8-429b-81cb-0bb636cdc30e None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:36:41.680665 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4812dc7c-4ca8-429b-81cb-0bb636cdc30e None None] Checking segment: {'id': 'efc8cf99-ac2f-44c7-8449-366bbb88b8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'c379746b-4c82-4507-b557-fd0493d14f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:36:41.681098 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4812dc7c-4ca8-429b-81cb-0bb636cdc30e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:41.681493 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4812dc7c-4ca8-429b-81cb-0bb636cdc30e None None] Bound using segment: {'id': 'efc8cf99-ac2f-44c7-8449-366bbb88b8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'c379746b-4c82-4507-b557-fd0493d14f53'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:36:41.681965 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-4812dc7c-4ca8-429b-81cb-0bb636cdc30e None None] Bound port: 27c24213-855f-45b9-b4e0-bbab52fdd37b, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc8cf99-ac2f-44c7-8449-366bbb88b8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'c379746b-4c82-4507-b557-fd0493d14f53'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:36:41.682345 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4812dc7c-4ca8-429b-81cb-0bb636cdc30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:41.702856 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bc6b6147-a464-48c0-a834-1b86e687f675 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:41.758403 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-4812dc7c-4ca8-429b-81cb-0bb636cdc30e None None] For port 27c24213-855f-45b9-b4e0-bbab52fdd37b, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:36:41.761813 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-4812dc7c-4ca8-429b-81cb-0bb636cdc30e None None] For port 27c24213-855f-45b9-b4e0-bbab52fdd37b, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=27c24213-855f-45b9-b4e0-bbab52fdd37b,segment=NetworkSegment(efc8cf99-ac2f-44c7-8449-366bbb88b8d2),segment_id=efc8cf99-ac2f-44c7-8449-366bbb88b8d2)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:36:41.771960 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4812dc7c-4ca8-429b-81cb-0bb636cdc30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:41.884883 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4812dc7c-4ca8-429b-81cb-0bb636cdc30e None None] Pushing event updated for resources: {'Port': ['ID=27c24213-855f-45b9-b4e0-bbab52fdd37b,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:42.057166 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-bc6b6147-a464-48c0-a834-1b86e687f675 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Allocated IP 172.20.0.1 (c379746b-4c82-4507-b557-fd0493d14f53/dac09d5a-c0bb-4074-b65a-d3dfa09e6fd3/7d90bc9e-3454-4ae3-b2aa-c0f71cb6b8b8) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:36:42.214725 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bc6b6147-a464-48c0-a834-1b86e687f675 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:42.262182 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bc6b6147-a464-48c0-a834-1b86e687f675 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:42.266623 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 81b09d61-3d85-49e1-8d62-811e3c27299c up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:36:42.309987 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6b6147-a464-48c0-a834-1b86e687f675 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Network c379746b-4c82-4507-b557-fd0493d14f53 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:36:42.313303 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-bc6b6147-a464-48c0-a834-1b86e687f675 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:36:42.318289 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6b6147-a464-48c0-a834-1b86e687f675 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:36:42.325146 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b6147-a464-48c0-a834-1b86e687f675 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'Port': ['ID=7d90bc9e-3454-4ae3-b2aa-c0f71cb6b8b8,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:42.343385 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 81b09d61-3d85-49e1-8d62-811e3c27299c triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:42.343764 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:42.370812 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bc6b6147-a464-48c0-a834-1b86e687f675 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:42.427784 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 27c24213-855f-45b9-b4e0-bbab52fdd37b up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:36:42.480277 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 27c24213-855f-45b9-b4e0-bbab52fdd37b triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:42.480504 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:42.516514 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bc6b6147-a464-48c0-a834-1b86e687f675 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:42.571560 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:42.609001 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port 27c24213-855f-45b9-b4e0-bbab52fdd37b, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=27c24213-855f-45b9-b4e0-bbab52fdd37b,segment=NetworkSegment(efc8cf99-ac2f-44c7-8449-366bbb88b8d2),segment_id=efc8cf99-ac2f-44c7-8449-366bbb88b8d2)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:42.614140 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:42.663904 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=27c24213-855f-45b9-b4e0-bbab52fdd37b,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:42.832065 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bc6b6147-a464-48c0-a834-1b86e687f675 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:42.836901 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bc6b6147-a464-48c0-a834-1b86e687f675 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:42.914875 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b6147-a464-48c0-a834-1b86e687f675 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'Port': ['ID=7d90bc9e-3454-4ae3-b2aa-c0f71cb6b8b8,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:42.917267 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bc6b6147-a464-48c0-a834-1b86e687f675 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:42.988987 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c1edf1-baaa-4eb2-a3a3-38b2e9961639 None None] Network c379746b-4c82-4507-b557-fd0493d14f53 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:36:43.020938 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6b6147-a464-48c0-a834-1b86e687f675 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Network c379746b-4c82-4507-b557-fd0493d14f53 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:36:43.022362 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-bc6b6147-a464-48c0-a834-1b86e687f675 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:36:43.116634 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-ac427649-50e5-4642-8d94-f6b5253e06ca None None] Provisioning complete for port 27c24213-855f-45b9-b4e0-bbab52fdd37b triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:43.117443 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ac427649-50e5-4642-8d94-f6b5253e06ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:43.138539 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc6b6147-a464-48c0-a834-1b86e687f675 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Router 831aa757-0abd-4cd0-b231-122b3a4a9667 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:36:43.263123 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6b6147-a464-48c0-a834-1b86e687f675 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:36:43.276954 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-bc6b6147-a464-48c0-a834-1b86e687f675 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "PUT /v2.0/routers/831aa757-0abd-4cd0-b231-122b3a4a9667/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3894439 Nov 25 18:36:43.444155 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-89fe8c6b-0b66-481b-b232-ea9bdb82714b req-a15b0cfd-2a33-4c56-b2ae-f3a6ab99b511 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-629426303&fields=id&tenant_id=7434064363194dc39e0f0255dc1ee7d0 HTTP/1.1" status: 200 len: 267 time: 0.0539837 Nov 25 18:36:43.453149 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b0912e90-d991-45bd-9c8d-0a2315a27e18 None None] Provisioning complete for port 27c24213-855f-45b9-b4e0-bbab52fdd37b triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:43.454123 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b0912e90-d991-45bd-9c8d-0a2315a27e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:43.551938 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfe8607-b0f4-4792-a2a8-ab48fafe2459 None None] Sync routers for ids ['831aa757-0abd-4cd0-b231-122b3a4a9667'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:36:43.568642 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b0912e90-d991-45bd-9c8d-0a2315a27e18 None None] Provisioning complete for port 7d90bc9e-3454-4ae3-b2aa-c0f71cb6b8b8 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:43.569050 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b0912e90-d991-45bd-9c8d-0a2315a27e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:43.570570 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfe8607-b0f4-4792-a2a8-ab48fafe2459 None None] Routers {'831aa757-0abd-4cd0-b231-122b3a4a9667'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:36:43.571205 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-5cfe8607-b0f4-4792-a2a8-ab48fafe2459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:36:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['831aa757-0abd-4cd0-b231-122b3a4a9667'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:43.577922 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe8c6b-0b66-481b-b232-ea9bdb82714b req-e69370f3-6bf8-4e54-9e79-8eb733cb5df0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:43.579433 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-89fe8c6b-0b66-481b-b232-ea9bdb82714b req-e69370f3-6bf8-4e54-9e79-8eb733cb5df0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/networks?id=c379746b-4c82-4507-b557-fd0493d14f53 HTTP/1.1" status: 200 len: 796 time: 0.1279030 Nov 25 18:36:43.601769 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-89fe8c6b-0b66-481b-b232-ea9bdb82714b req-e304710f-3774-4f04-8d09-d5314d4f9ce3 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/quotas/7434064363194dc39e0f0255dc1ee7d0 HTTP/1.1" status: 200 len: 375 time: 0.0105984 Nov 25 18:36:43.661055 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-89fe8c6b-0b66-481b-b232-ea9bdb82714b req-8844188c-b9c6-4533-b129-24b84e75b46f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=7434064363194dc39e0f0255dc1ee7d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533242 Nov 25 18:36:43.677432 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b0912e90-d991-45bd-9c8d-0a2315a27e18 None None] Port 7d90bc9e-3454-4ae3-b2aa-c0f71cb6b8b8 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:36:43.709890 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-5cfe8607-b0f4-4792-a2a8-ab48fafe2459 None None] Set router 831aa757-0abd-4cd0-b231-122b3a4a9667 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:36:43.771589 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-89fe8c6b-0b66-481b-b232-ea9bdb82714b req-41aa94ab-0e9b-4fd0-a250-ce1de4fd09ff service neutron] 10.222.0.75 "GET /v2.0/networks/c379746b-4c82-4507-b557-fd0493d14f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988147 Nov 25 18:36:43.847747 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-8f356920-1a06-4d4f-94d9-f955ab263d25 None None] Provisioning complete for port 7d90bc9e-3454-4ae3-b2aa-c0f71cb6b8b8 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:43.848122 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8f356920-1a06-4d4f-94d9-f955ab263d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:43.870985 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-89fe8c6b-0b66-481b-b232-ea9bdb82714b req-0bf64738-863b-40c7-b69e-746efe1d1451 service neutron] 10.222.0.75 "GET /v2.0/networks/c379746b-4c82-4507-b557-fd0493d14f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928066 Nov 25 18:36:43.927949 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-8f356920-1a06-4d4f-94d9-f955ab263d25 None None] Port 7d90bc9e-3454-4ae3-b2aa-c0f71cb6b8b8 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:36:43.964600 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-5cfe8607-b0f4-4792-a2a8-ab48fafe2459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831aa757-0abd-4cd0-b231-122b3a4a9667', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748968813', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '81b09d61-3d85-49e1-8d62-811e3c27299c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:36:38Z', 'updated_at': '2021-11-25T18:36:42Z', 'revision_number': 4, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '81b09d61-3d85-49e1-8d62-811e3c27299c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831aa757-0abd-4cd0-b231-122b3a4a9667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:36:39Z', 'updated_at': '2021-11-25T18:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '7d90bc9e-3454-4ae3-b2aa-c0f71cb6b8b8', 'name': '', 'network_id': 'c379746b-4c82-4507-b557-fd0493d14f53', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'mac_address': 'fa:16:3e:0c:5a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831aa757-0abd-4cd0-b231-122b3a4a9667', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'dac09d5a-c0bb-4074-b65a-d3dfa09e6fd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:36:41Z', 'updated_at': '2021-11-25T18:36:42Z', 'revision_number': 2, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'subnets': [{'id': 'dac09d5a-c0bb-4074-b65a-d3dfa09e6fd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:43.995392 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfe8607-b0f4-4792-a2a8-ab48fafe2459 None None] Checking router: 831aa757-0abd-4cd0-b231-122b3a4a9667 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:36:43.995996 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfe8607-b0f4-4792-a2a8-ab48fafe2459 None None] Updating router 831aa757-0abd-4cd0-b231-122b3a4a9667 port 7d90bc9e-3454-4ae3-b2aa-c0f71cb6b8b8 binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:36:44.031402 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5cfe8607-b0f4-4792-a2a8-ab48fafe2459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:44.050327 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cc56c19c-489e-4f91-9112-7492b11566ee req-1e97c233-bfeb-43c7-88d4-632729e60310 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=e31f0b8f-cde3-474b-9d1d-85bcfe70010f HTTP/1.1" status: 200 len: 210 time: 0.0355096 Nov 25 18:36:44.269719 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b50b7860-2c34-47d0-bb81-2e2c76488d75 None None] Provisioning complete for port 7d90bc9e-3454-4ae3-b2aa-c0f71cb6b8b8 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:44.270097 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b50b7860-2c34-47d0-bb81-2e2c76488d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:44.273448 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 27c24213-855f-45b9-b4e0-bbab52fdd37b up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:36:44.405631 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b50b7860-2c34-47d0-bb81-2e2c76488d75 None None] Port 7d90bc9e-3454-4ae3-b2aa-c0f71cb6b8b8 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:36:44.471038 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 27c24213-855f-45b9-b4e0-bbab52fdd37b triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:44.472165 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:44.646986 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5cfe8607-b0f4-4792-a2a8-ab48fafe2459 None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:44.652265 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5cfe8607-b0f4-4792-a2a8-ab48fafe2459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:44.711665 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2a30ec-a9ba-48fc-9d86-fc760be3c2f6 None None] Pushing event updated for resources: {'Port': ['ID=7d90bc9e-3454-4ae3-b2aa-c0f71cb6b8b8,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:44.767320 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-5cfe8607-b0f4-4792-a2a8-ab48fafe2459 None None] Attempting to bind port 7d90bc9e-3454-4ae3-b2aa-c0f71cb6b8b8 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:36:44.767734 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-5cfe8607-b0f4-4792-a2a8-ab48fafe2459 None None] Attempting to bind port 7d90bc9e-3454-4ae3-b2aa-c0f71cb6b8b8 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'efc8cf99-ac2f-44c7-8449-366bbb88b8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'c379746b-4c82-4507-b557-fd0493d14f53'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:36:44.768140 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfe8607-b0f4-4792-a2a8-ab48fafe2459 None None] Attempting to bind port 7d90bc9e-3454-4ae3-b2aa-c0f71cb6b8b8 on network c379746b-4c82-4507-b557-fd0493d14f53 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:36:44.774252 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfe8607-b0f4-4792-a2a8-ab48fafe2459 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:36:44.774632 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfe8607-b0f4-4792-a2a8-ab48fafe2459 None None] Checking segment: {'id': 'efc8cf99-ac2f-44c7-8449-366bbb88b8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'c379746b-4c82-4507-b557-fd0493d14f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:36:44.775039 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5cfe8607-b0f4-4792-a2a8-ab48fafe2459 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:44.775436 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfe8607-b0f4-4792-a2a8-ab48fafe2459 None None] Bound using segment: {'id': 'efc8cf99-ac2f-44c7-8449-366bbb88b8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'c379746b-4c82-4507-b557-fd0493d14f53'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:36:44.775910 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-5cfe8607-b0f4-4792-a2a8-ab48fafe2459 None None] Bound port: 7d90bc9e-3454-4ae3-b2aa-c0f71cb6b8b8, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc8cf99-ac2f-44c7-8449-366bbb88b8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'c379746b-4c82-4507-b557-fd0493d14f53'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:36:44.776297 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5cfe8607-b0f4-4792-a2a8-ab48fafe2459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:44.841972 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-5cfe8607-b0f4-4792-a2a8-ab48fafe2459 None None] For port 7d90bc9e-3454-4ae3-b2aa-c0f71cb6b8b8, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:36:44.846206 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-5cfe8607-b0f4-4792-a2a8-ab48fafe2459 None None] For port 7d90bc9e-3454-4ae3-b2aa-c0f71cb6b8b8, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=7d90bc9e-3454-4ae3-b2aa-c0f71cb6b8b8,segment=NetworkSegment(efc8cf99-ac2f-44c7-8449-366bbb88b8d2),segment_id=efc8cf99-ac2f-44c7-8449-366bbb88b8d2)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:36:44.849981 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5cfe8607-b0f4-4792-a2a8-ab48fafe2459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:44.911512 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2a30ec-a9ba-48fc-9d86-fc760be3c2f6 None None] Pushing event updated for resources: {'Port': ['ID=7d90bc9e-3454-4ae3-b2aa-c0f71cb6b8b8,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:44.914184 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfe8607-b0f4-4792-a2a8-ab48fafe2459 None None] Routers {'831aa757-0abd-4cd0-b231-122b3a4a9667'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:36:44.914801 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-5cfe8607-b0f4-4792-a2a8-ab48fafe2459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:36:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['831aa757-0abd-4cd0-b231-122b3a4a9667'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:44.992691 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-9c550b76-2614-40c8-ab19-a9f86bc6c2ad None None] Provisioning complete for port 7d90bc9e-3454-4ae3-b2aa-c0f71cb6b8b8 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:44.993096 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9c550b76-2614-40c8-ab19-a9f86bc6c2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:45.109193 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-5cfe8607-b0f4-4792-a2a8-ab48fafe2459 None None] Set router 831aa757-0abd-4cd0-b231-122b3a4a9667 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:36:45.141344 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9c550b76-2614-40c8-ab19-a9f86bc6c2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:45.183796 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe8c6b-0b66-481b-b232-ea9bdb82714b req-6fac9893-b83a-4a0d-8b16-2d3b819dd18a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:45.185417 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-89fe8c6b-0b66-481b-b232-ea9bdb82714b req-6fac9893-b83a-4a0d-8b16-2d3b819dd18a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.74 "GET /v2.0/networks?id=c379746b-4c82-4507-b557-fd0493d14f53 HTTP/1.1" status: 200 len: 796 time: 0.1606071 Nov 25 18:36:45.214482 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7ee64f55-a388-4be2-9de6-83f3979ac32a req-d943fb9b-00b5-434b-9f66-d35e86a19336 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=e31f0b8f-cde3-474b-9d1d-85bcfe70010f HTTP/1.1" status: 200 len: 210 time: 0.0401406 Nov 25 18:36:45.239143 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-9c550b76-2614-40c8-ab19-a9f86bc6c2ad None None] For port 7d90bc9e-3454-4ae3-b2aa-c0f71cb6b8b8, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=7d90bc9e-3454-4ae3-b2aa-c0f71cb6b8b8,segment=NetworkSegment(efc8cf99-ac2f-44c7-8449-366bbb88b8d2),segment_id=efc8cf99-ac2f-44c7-8449-366bbb88b8d2)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:45.268015 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9c550b76-2614-40c8-ab19-a9f86bc6c2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:45.271494 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-89fe8c6b-0b66-481b-b232-ea9bdb82714b req-122b47bb-1c8a-4eb3-89e2-3e2333b8d968 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7434064363194dc39e0f0255dc1ee7d0 HTTP/1.1" status: 200 len: 379 time: 0.0595779 Nov 25 18:36:45.287201 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-89fe8c6b-0b66-481b-b232-ea9bdb82714b req-71fb041c-2325-4432-b7d0-6a825eaf7e38 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Request body: {'port': {'device_id': 'e31f0b8f-cde3-474b-9d1d-85bcfe70010f', 'network_id': 'c379746b-4c82-4507-b557-fd0493d14f53', 'admin_state_up': True, 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'security_groups': ['6872cb7c-0c31-4eb7-8dde-48f41df75079']}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:36:45.348314 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c550b76-2614-40c8-ab19-a9f86bc6c2ad None None] Pushing event updated for resources: {'Port': ['ID=7d90bc9e-3454-4ae3-b2aa-c0f71cb6b8b8,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:45.399629 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-0afe2c57-a322-4704-a626-2a0572a1085a None None] Provisioning complete for port 7d90bc9e-3454-4ae3-b2aa-c0f71cb6b8b8 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:45.400029 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0afe2c57-a322-4704-a626-2a0572a1085a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:45.442941 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-5cfe8607-b0f4-4792-a2a8-ab48fafe2459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831aa757-0abd-4cd0-b231-122b3a4a9667', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748968813', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '81b09d61-3d85-49e1-8d62-811e3c27299c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:36:38Z', 'updated_at': '2021-11-25T18:36:42Z', 'revision_number': 4, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '81b09d61-3d85-49e1-8d62-811e3c27299c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831aa757-0abd-4cd0-b231-122b3a4a9667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:36:39Z', 'updated_at': '2021-11-25T18:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '7d90bc9e-3454-4ae3-b2aa-c0f71cb6b8b8', 'name': '', 'network_id': 'c379746b-4c82-4507-b557-fd0493d14f53', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'mac_address': 'fa:16:3e:0c:5a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831aa757-0abd-4cd0-b231-122b3a4a9667', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'dac09d5a-c0bb-4074-b65a-d3dfa09e6fd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:36:41Z', 'updated_at': '2021-11-25T18:36:44Z', 'revision_number': 4, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'subnets': [{'id': 'dac09d5a-c0bb-4074-b65a-d3dfa09e6fd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:45.476444 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfe8607-b0f4-4792-a2a8-ab48fafe2459 None None] The sync data for ids ['831aa757-0abd-4cd0-b231-122b3a4a9667'] in n-d-817746-1 is: [{'id': '831aa757-0abd-4cd0-b231-122b3a4a9667', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748968813', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '81b09d61-3d85-49e1-8d62-811e3c27299c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:36:38Z', 'updated_at': '2021-11-25T18:36:42Z', 'revision_number': 4, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '81b09d61-3d85-49e1-8d62-811e3c27299c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831aa757-0abd-4cd0-b231-122b3a4a9667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:36:39Z', 'updated_at': '2021-11-25T18:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '7d90bc9e-3454-4ae3-b2aa-c0f71cb6b8b8', 'name': '', 'network_id': 'c379746b-4c82-4507-b557-fd0493d14f53', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'mac_address': 'fa:16:3e:0c:5a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831aa757-0abd-4cd0-b231-122b3a4a9667', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'dac09d5a-c0bb-4074-b65a-d3dfa09e6fd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:36:41Z', 'updated_at': '2021-11-25T18:36:44Z', 'revision_number': 4, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'subnets': [{'id': 'dac09d5a-c0bb-4074-b65a-d3dfa09e6fd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:36:45.711961 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89fe8c6b-0b66-481b-b232-ea9bdb82714b req-71fb041c-2325-4432-b7d0-6a825eaf7e38 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Made reservation on behalf of 7434064363194dc39e0f0255dc1ee7d0 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:36:45.715837 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-89fe8c6b-0b66-481b-b232-ea9bdb82714b req-71fb041c-2325-4432-b7d0-6a825eaf7e38 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:45.846706 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-89fe8c6b-0b66-481b-b232-ea9bdb82714b req-71fb041c-2325-4432-b7d0-6a825eaf7e38 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Allocated IP 172.20.0.4 (c379746b-4c82-4507-b557-fd0493d14f53/dac09d5a-c0bb-4074-b65a-d3dfa09e6fd3/afd576a7-196b-4b6b-bde3-75cb7c2b764c) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:36:45.996683 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-89fe8c6b-0b66-481b-b232-ea9bdb82714b req-71fb041c-2325-4432-b7d0-6a825eaf7e38 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:46.033325 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-89fe8c6b-0b66-481b-b232-ea9bdb82714b req-71fb041c-2325-4432-b7d0-6a825eaf7e38 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:46.081984 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89fe8c6b-0b66-481b-b232-ea9bdb82714b req-71fb041c-2325-4432-b7d0-6a825eaf7e38 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Network c379746b-4c82-4507-b557-fd0493d14f53 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:36:46.085278 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-89fe8c6b-0b66-481b-b232-ea9bdb82714b req-71fb041c-2325-4432-b7d0-6a825eaf7e38 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:36:46.089316 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-89fe8c6b-0b66-481b-b232-ea9bdb82714b req-71fb041c-2325-4432-b7d0-6a825eaf7e38 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:36:46.131359 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fb041c-2325-4432-b7d0-6a825eaf7e38 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'Port': ['ID=afd576a7-196b-4b6b-bde3-75cb7c2b764c,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:46.163707 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe8c6b-0b66-481b-b232-ea9bdb82714b req-71fb041c-2325-4432-b7d0-6a825eaf7e38 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:46.164519 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-89fe8c6b-0b66-481b-b232-ea9bdb82714b req-71fb041c-2325-4432-b7d0-6a825eaf7e38 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:46.185711 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-89fe8c6b-0b66-481b-b232-ea9bdb82714b req-71fb041c-2325-4432-b7d0-6a825eaf7e38 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9037571 Nov 25 18:36:46.202177 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-89fe8c6b-0b66-481b-b232-ea9bdb82714b req-d832b5bc-e1df-49cf-87fc-ffd8ddf8319a service neutron] Request body: {'port': {'device_id': 'e31f0b8f-cde3-474b-9d1d-85bcfe70010f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:36:46.211174 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 7d90bc9e-3454-4ae3-b2aa-c0f71cb6b8b8 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:36:46.274659 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 7d90bc9e-3454-4ae3-b2aa-c0f71cb6b8b8 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:46.275046 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:46.276935 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-89fe8c6b-0b66-481b-b232-ea9bdb82714b req-d832b5bc-e1df-49cf-87fc-ffd8ddf8319a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:46.449200 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9bb711-d025-49be-ab0c-8e202d559f43 req-ce3ceaac-06d3-4a91-ac02-f69152efb38c tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:46.450795 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ef9bb711-d025-49be-ab0c-8e202d559f43 req-ce3ceaac-06d3-4a91-ac02-f69152efb38c tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=e31f0b8f-cde3-474b-9d1d-85bcfe70010f HTTP/1.1" status: 200 len: 931 time: 0.1277802 Nov 25 18:36:46.466611 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-2e9c90c8-d23f-428d-a0a2-9949bb6448ff None None] Provisioning complete for port afd576a7-196b-4b6b-bde3-75cb7c2b764c triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:46.467097 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2e9c90c8-d23f-428d-a0a2-9949bb6448ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:46.504874 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-2e9c90c8-d23f-428d-a0a2-9949bb6448ff None None] Port afd576a7-196b-4b6b-bde3-75cb7c2b764c cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:36:46.561969 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ef9bb711-d025-49be-ab0c-8e202d559f43 req-978a6610-10f7-4e49-87c6-6e0537104b6d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=6872cb7c-0c31-4eb7-8dde-48f41df75079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960369 Nov 25 18:36:46.641873 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-89fe8c6b-0b66-481b-b232-ea9bdb82714b req-d832b5bc-e1df-49cf-87fc-ffd8ddf8319a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afd576a7-196b-4b6b-bde3-75cb7c2b764c {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:36:46.649604 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-89fe8c6b-0b66-481b-b232-ea9bdb82714b req-d832b5bc-e1df-49cf-87fc-ffd8ddf8319a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:46.661579 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-89fe8c6b-0b66-481b-b232-ea9bdb82714b req-d832b5bc-e1df-49cf-87fc-ffd8ddf8319a service neutron] Transition to ACTIVE for port object afd576a7-196b-4b6b-bde3-75cb7c2b764c will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:36:46.665763 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-89fe8c6b-0b66-481b-b232-ea9bdb82714b req-d832b5bc-e1df-49cf-87fc-ffd8ddf8319a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:46.720545 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d832b5bc-e1df-49cf-87fc-ffd8ddf8319a service neutron] Pushing event updated for resources: {'Port': ['ID=afd576a7-196b-4b6b-bde3-75cb7c2b764c,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:46.791562 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-89fe8c6b-0b66-481b-b232-ea9bdb82714b req-d832b5bc-e1df-49cf-87fc-ffd8ddf8319a service neutron] Attempting to bind port afd576a7-196b-4b6b-bde3-75cb7c2b764c on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:36:46.791902 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-89fe8c6b-0b66-481b-b232-ea9bdb82714b req-d832b5bc-e1df-49cf-87fc-ffd8ddf8319a service neutron] Attempting to bind port afd576a7-196b-4b6b-bde3-75cb7c2b764c by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'efc8cf99-ac2f-44c7-8449-366bbb88b8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'c379746b-4c82-4507-b557-fd0493d14f53'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:36:46.792288 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fe8c6b-0b66-481b-b232-ea9bdb82714b req-d832b5bc-e1df-49cf-87fc-ffd8ddf8319a service neutron] Attempting to bind port afd576a7-196b-4b6b-bde3-75cb7c2b764c on network c379746b-4c82-4507-b557-fd0493d14f53 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:36:46.797097 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fe8c6b-0b66-481b-b232-ea9bdb82714b req-d832b5bc-e1df-49cf-87fc-ffd8ddf8319a service neutron] Port afd576a7-196b-4b6b-bde3-75cb7c2b764c on network c379746b-4c82-4507-b557-fd0493d14f53 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:36:46.797438 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fe8c6b-0b66-481b-b232-ea9bdb82714b req-d832b5bc-e1df-49cf-87fc-ffd8ddf8319a service neutron] Attempting to bind port afd576a7-196b-4b6b-bde3-75cb7c2b764c on network c379746b-4c82-4507-b557-fd0493d14f53 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:36:46.803162 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fe8c6b-0b66-481b-b232-ea9bdb82714b req-d832b5bc-e1df-49cf-87fc-ffd8ddf8319a service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:36:46.803499 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fe8c6b-0b66-481b-b232-ea9bdb82714b req-d832b5bc-e1df-49cf-87fc-ffd8ddf8319a service neutron] Checking segment: {'id': 'efc8cf99-ac2f-44c7-8449-366bbb88b8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'c379746b-4c82-4507-b557-fd0493d14f53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:36:46.803886 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fe8c6b-0b66-481b-b232-ea9bdb82714b req-d832b5bc-e1df-49cf-87fc-ffd8ddf8319a service neutron] Bound using segment: {'id': 'efc8cf99-ac2f-44c7-8449-366bbb88b8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'c379746b-4c82-4507-b557-fd0493d14f53'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:36:46.804319 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-89fe8c6b-0b66-481b-b232-ea9bdb82714b req-d832b5bc-e1df-49cf-87fc-ffd8ddf8319a service neutron] Bound port: afd576a7-196b-4b6b-bde3-75cb7c2b764c, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efc8cf99-ac2f-44c7-8449-366bbb88b8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'c379746b-4c82-4507-b557-fd0493d14f53'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:36:46.804714 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-89fe8c6b-0b66-481b-b232-ea9bdb82714b req-d832b5bc-e1df-49cf-87fc-ffd8ddf8319a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:46.876378 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-89fe8c6b-0b66-481b-b232-ea9bdb82714b req-d832b5bc-e1df-49cf-87fc-ffd8ddf8319a service neutron] For port afd576a7-196b-4b6b-bde3-75cb7c2b764c, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:36:46.880219 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-89fe8c6b-0b66-481b-b232-ea9bdb82714b req-d832b5bc-e1df-49cf-87fc-ffd8ddf8319a service neutron] For port afd576a7-196b-4b6b-bde3-75cb7c2b764c, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=afd576a7-196b-4b6b-bde3-75cb7c2b764c,segment=NetworkSegment(efc8cf99-ac2f-44c7-8449-366bbb88b8d2),segment_id=efc8cf99-ac2f-44c7-8449-366bbb88b8d2)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:36:46.885275 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-89fe8c6b-0b66-481b-b232-ea9bdb82714b req-d832b5bc-e1df-49cf-87fc-ffd8ddf8319a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:46.922739 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe8c6b-0b66-481b-b232-ea9bdb82714b req-d832b5bc-e1df-49cf-87fc-ffd8ddf8319a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:46.923308 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-89fe8c6b-0b66-481b-b232-ea9bdb82714b req-d832b5bc-e1df-49cf-87fc-ffd8ddf8319a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:46.925790 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-89fe8c6b-0b66-481b-b232-ea9bdb82714b req-d832b5bc-e1df-49cf-87fc-ffd8ddf8319a service neutron] 10.222.0.74 "PUT /v2.0/ports/afd576a7-196b-4b6b-bde3-75cb7c2b764c HTTP/1.1" status: 200 len: 1091 time: 0.7312105 Nov 25 18:36:46.926259 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e31f0b8f-cde3-474b-9d1d-85bcfe70010f', 'tag': 'afd576a7-196b-4b6b-bde3-75cb7c2b764c'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:36:46.929302 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c04355-6dce-4976-b60a-a6bc1eff22eb" -d '{"events": [{"name": "network-changed", "server_uuid": "e31f0b8f-cde3-474b-9d1d-85bcfe70010f", "tag": "afd576a7-196b-4b6b-bde3-75cb7c2b764c"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:36:46.956778 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d832b5bc-e1df-49cf-87fc-ffd8ddf8319a service neutron] Pushing event updated for resources: {'Port': ['ID=afd576a7-196b-4b6b-bde3-75cb7c2b764c,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:46.988806 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd53044-7672-4db5-b3d2-5bdc5e1302cd x-openstack-request-id: req-ebd53044-7672-4db5-b3d2-5bdc5e1302cd {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:36:46.989129 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e31f0b8f-cde3-474b-9d1d-85bcfe70010f", "tag": "afd576a7-196b-4b6b-bde3-75cb7c2b764c", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:36:46.989389 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ebd53044-7672-4db5-b3d2-5bdc5e1302cd {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:36:46.989796 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e31f0b8f-cde3-474b-9d1d-85bcfe70010f', 'tag': 'afd576a7-196b-4b6b-bde3-75cb7c2b764c', 'status': 'completed', 'code': 200} Nov 25 18:36:47.023977 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe8c6b-0b66-481b-b232-ea9bdb82714b req-e1aa4841-3cc9-49ca-81fb-6822dd7666b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:47.025445 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-89fe8c6b-0b66-481b-b232-ea9bdb82714b req-e1aa4841-3cc9-49ca-81fb-6822dd7666b0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7434064363194dc39e0f0255dc1ee7d0&device_id=e31f0b8f-cde3-474b-9d1d-85bcfe70010f HTTP/1.1" status: 200 len: 1094 time: 0.0503488 Nov 25 18:36:47.076254 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-89fe8c6b-0b66-481b-b232-ea9bdb82714b req-9fde179a-8187-4995-a559-057d43032ab3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afd576a7-196b-4b6b-bde3-75cb7c2b764c HTTP/1.1" status: 200 len: 217 time: 0.0413959 Nov 25 18:36:47.129669 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe8c6b-0b66-481b-b232-ea9bdb82714b req-d0be82eb-c87e-478f-be28-e7f720ab61b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:47.130725 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-89fe8c6b-0b66-481b-b232-ea9bdb82714b req-d0be82eb-c87e-478f-be28-e7f720ab61b6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=dac09d5a-c0bb-4074-b65a-d3dfa09e6fd3 HTTP/1.1" status: 200 len: 835 time: 0.0473866 Nov 25 18:36:47.177915 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe8c6b-0b66-481b-b232-ea9bdb82714b req-727ba924-a0cc-41a4-adbe-b4fb27d52e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:47.179434 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-89fe8c6b-0b66-481b-b232-ea9bdb82714b req-727ba924-a0cc-41a4-adbe-b4fb27d52e2a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c379746b-4c82-4507-b557-fd0493d14f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420201 Nov 25 18:36:47.243306 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-268dcaae-62cb-492a-ae9d-e6754e6797cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:47.276362 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-89fe8c6b-0b66-481b-b232-ea9bdb82714b req-d4ec64d6-a41d-4b8f-8d1f-ace44d08283c service neutron] 10.222.0.74 "GET /v2.0/networks/c379746b-4c82-4507-b557-fd0493d14f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890362 Nov 25 18:36:47.327500 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:47.369156 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-89fe8c6b-0b66-481b-b232-ea9bdb82714b req-52187c6e-52f7-4b0c-af34-0b108fa38a4e service neutron] 10.222.0.74 "GET /v2.0/networks/c379746b-4c82-4507-b557-fd0493d14f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854394 Nov 25 18:36:47.457878 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c04355-6dce-4976-b60a-a6bc1eff22eb req-b1ab7b2b-dfc3-44d7-8308-8d943328eb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:47.459368 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-06c04355-6dce-4976-b60a-a6bc1eff22eb req-b1ab7b2b-dfc3-44d7-8308-8d943328eb4c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7434064363194dc39e0f0255dc1ee7d0&device_id=e31f0b8f-cde3-474b-9d1d-85bcfe70010f HTTP/1.1" status: 200 len: 1094 time: 0.0421181 Nov 25 18:36:47.555391 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c04355-6dce-4976-b60a-a6bc1eff22eb req-789f80c1-af07-4545-9e85-9594e788c89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:47.556904 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-06c04355-6dce-4976-b60a-a6bc1eff22eb req-789f80c1-af07-4545-9e85-9594e788c89d service neutron] 10.222.0.74 "GET /v2.0/networks?id=c379746b-4c82-4507-b557-fd0493d14f53 HTTP/1.1" status: 200 len: 897 time: 0.0905173 Nov 25 18:36:47.589082 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:47.603690 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-06c04355-6dce-4976-b60a-a6bc1eff22eb req-acf98f69-c94d-43a2-87a5-78228da6c54d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afd576a7-196b-4b6b-bde3-75cb7c2b764c HTTP/1.1" status: 200 len: 217 time: 0.0383513 Nov 25 18:36:47.693866 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c04355-6dce-4976-b60a-a6bc1eff22eb req-aa02f33e-dbc8-437d-a1e5-df42ae34110a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:47.695342 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-06c04355-6dce-4976-b60a-a6bc1eff22eb req-aa02f33e-dbc8-437d-a1e5-df42ae34110a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=dac09d5a-c0bb-4074-b65a-d3dfa09e6fd3 HTTP/1.1" status: 200 len: 835 time: 0.0842552 Nov 25 18:36:47.719534 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0add4e-7bb6-41a7-8ef1-0a51a897efc6 req-9a274e85-b5bf-4ae7-adbc-9c152e64a33a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:47.720982 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0f0add4e-7bb6-41a7-8ef1-0a51a897efc6 req-9a274e85-b5bf-4ae7-adbc-9c152e64a33a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=e31f0b8f-cde3-474b-9d1d-85bcfe70010f HTTP/1.1" status: 200 len: 943 time: 0.0786643 Nov 25 18:36:47.784708 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c04355-6dce-4976-b60a-a6bc1eff22eb req-3c1b29a6-2cca-4d20-b2d2-577c9a7e8a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:47.786138 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-06c04355-6dce-4976-b60a-a6bc1eff22eb req-3c1b29a6-2cca-4d20-b2d2-577c9a7e8a25 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c379746b-4c82-4507-b557-fd0493d14f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0822685 Nov 25 18:36:47.794888 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0f0add4e-7bb6-41a7-8ef1-0a51a897efc6 req-3fe0ef8f-e2b1-4f52-9a38-c0c3dc324c2d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=6872cb7c-0c31-4eb7-8dde-48f41df75079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553970 Nov 25 18:36:47.885603 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-06c04355-6dce-4976-b60a-a6bc1eff22eb req-44f314cf-8a2c-41e6-bb95-b292b9a5390a service neutron] 10.222.0.74 "GET /v2.0/networks/c379746b-4c82-4507-b557-fd0493d14f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897853 Nov 25 18:36:47.977141 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-06c04355-6dce-4976-b60a-a6bc1eff22eb req-4a097f50-5722-4424-a906-c60787058f17 service neutron] 10.222.0.74 "GET /v2.0/networks/c379746b-4c82-4507-b557-fd0493d14f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829229 Nov 25 18:36:48.912443 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655975c7-1054-438b-af0a-7b592f68b3da req-10aaba0b-ab88-43cf-88cb-5eb8a202cf5c tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:48.913961 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-655975c7-1054-438b-af0a-7b592f68b3da req-10aaba0b-ab88-43cf-88cb-5eb8a202cf5c tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=e31f0b8f-cde3-474b-9d1d-85bcfe70010f HTTP/1.1" status: 200 len: 943 time: 0.0498652 Nov 25 18:36:48.968211 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-655975c7-1054-438b-af0a-7b592f68b3da req-6eee68f5-d4dc-4c45-b588-fd95422d62bf tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=6872cb7c-0c31-4eb7-8dde-48f41df75079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482929 Nov 25 18:36:49.973367 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-61ee8be7-c197-44a6-aea4-bff8e0381a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:50.085741 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24fcadb-ea9b-4e9c-aaf9-5f1e7a14dc87 req-e78675be-6c3b-4a48-9eaa-bff6ed844019 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:50.087211 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f24fcadb-ea9b-4e9c-aaf9-5f1e7a14dc87 req-e78675be-6c3b-4a48-9eaa-bff6ed844019 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=e31f0b8f-cde3-474b-9d1d-85bcfe70010f HTTP/1.1" status: 200 len: 943 time: 0.0497324 Nov 25 18:36:50.135781 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f24fcadb-ea9b-4e9c-aaf9-5f1e7a14dc87 req-4b1f3433-f9f4-47a8-b276-fdb7175ca97e tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=6872cb7c-0c31-4eb7-8dde-48f41df75079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426416 Nov 25 18:36:51.107366 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:51.205124 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device afd576a7-196b-4b6b-bde3-75cb7c2b764c details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:36:51.253221 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc45f0d-0a39-4877-b3d5-c162378627de req-c1eef43d-3feb-4f57-a6c4-c2c89ea89b21 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:51.254617 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fcc45f0d-0a39-4877-b3d5-c162378627de req-c1eef43d-3feb-4f57-a6c4-c2c89ea89b21 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=e31f0b8f-cde3-474b-9d1d-85bcfe70010f HTTP/1.1" status: 200 len: 943 time: 0.0499837 Nov 25 18:36:51.304030 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port afd576a7-196b-4b6b-bde3-75cb7c2b764c, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=afd576a7-196b-4b6b-bde3-75cb7c2b764c,segment=NetworkSegment(efc8cf99-ac2f-44c7-8449-366bbb88b8d2),segment_id=efc8cf99-ac2f-44c7-8449-366bbb88b8d2)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:51.304966 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fcc45f0d-0a39-4877-b3d5-c162378627de req-201433c6-7d6b-461a-94c2-62fe38b95f0f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=6872cb7c-0c31-4eb7-8dde-48f41df75079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442805 Nov 25 18:36:51.315918 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': 'afd576a7-196b-4b6b-bde3-75cb7c2b764c', 'network_id': 'c379746b-4c82-4507-b557-fd0493d14f53', 'port_id': 'afd576a7-196b-4b6b-bde3-75cb7c2b764c', 'mac_address': 'fa:16:3e:df:0b:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dac09d5a-c0bb-4074-b65a-d3dfa09e6fd3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:36:51.357075 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:51.369835 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afd576a7-196b-4b6b-bde3-75cb7c2b764c {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:36:51.388573 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port afd576a7-196b-4b6b-bde3-75cb7c2b764c, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=afd576a7-196b-4b6b-bde3-75cb7c2b764c,segment=NetworkSegment(efc8cf99-ac2f-44c7-8449-366bbb88b8d2),segment_id=efc8cf99-ac2f-44c7-8449-366bbb88b8d2)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:51.392536 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:51.439059 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=afd576a7-196b-4b6b-bde3-75cb7c2b764c,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:51.593925 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['afd576a7-196b-4b6b-bde3-75cb7c2b764c'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:36:52.289108 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:52.423672 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ccda6f-e717-4cb5-8705-1e489b9322f8 req-928964aa-f336-4357-9b60-4409fef6d443 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:52.425162 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e6ccda6f-e717-4cb5-8705-1e489b9322f8 req-928964aa-f336-4357-9b60-4409fef6d443 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=e31f0b8f-cde3-474b-9d1d-85bcfe70010f HTTP/1.1" status: 200 len: 944 time: 0.0529778 Nov 25 18:36:52.474950 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e6ccda6f-e717-4cb5-8705-1e489b9322f8 req-cc223d6c-f40c-4a0e-abd4-ed39aa5efd16 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=6872cb7c-0c31-4eb7-8dde-48f41df75079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438242 Nov 25 18:36:53.203260 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:53.219728 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device afd576a7-196b-4b6b-bde3-75cb7c2b764c up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:36:53.267432 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port afd576a7-196b-4b6b-bde3-75cb7c2b764c completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:36:53.272529 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port afd576a7-196b-4b6b-bde3-75cb7c2b764c triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:53.272939 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:53.352622 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:53.374927 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31f0b8f-cde3-474b-9d1d-85bcfe70010f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd576a7-196b-4b6b-bde3-75cb7c2b764c'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:36:53.377184 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e885ae7a60f1de4153d3a84cf91c96dac968753d8c7eb30b74097738adf70354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0464910-d8e3-47a3-954c-c91b0055383d" -d '{"events": [{"server_uuid": "e31f0b8f-cde3-474b-9d1d-85bcfe70010f", "name": "network-vif-plugged", "status": "completed", "tag": "afd576a7-196b-4b6b-bde3-75cb7c2b764c"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:36:53.390354 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port afd576a7-196b-4b6b-bde3-75cb7c2b764c, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=afd576a7-196b-4b6b-bde3-75cb7c2b764c,segment=NetworkSegment(efc8cf99-ac2f-44c7-8449-366bbb88b8d2),segment_id=efc8cf99-ac2f-44c7-8449-366bbb88b8d2)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:53.394754 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:53.417614 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270cf007-dffc-4d35-9253-08ea56d3ed40 x-openstack-request-id: req-270cf007-dffc-4d35-9253-08ea56d3ed40 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:36:53.417904 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e31f0b8f-cde3-474b-9d1d-85bcfe70010f", "name": "network-vif-plugged", "status": "completed", "tag": "afd576a7-196b-4b6b-bde3-75cb7c2b764c", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:36:53.418160 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-270cf007-dffc-4d35-9253-08ea56d3ed40 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:36:53.418547 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e31f0b8f-cde3-474b-9d1d-85bcfe70010f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd576a7-196b-4b6b-bde3-75cb7c2b764c', 'code': 200} Nov 25 18:36:53.444275 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=afd576a7-196b-4b6b-bde3-75cb7c2b764c,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:53.513143 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d0723-3818-4c89-8985-136a95009868 req-f5ac5b23-dcd8-4ecb-a533-312dc2ea52d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:53.514792 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-916d0723-3818-4c89-8985-136a95009868 req-f5ac5b23-dcd8-4ecb-a533-312dc2ea52d3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e31f0b8f-cde3-474b-9d1d-85bcfe70010f HTTP/1.1" status: 200 len: 1096 time: 0.0418234 Nov 25 18:36:53.585552 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-916d0723-3818-4c89-8985-136a95009868 req-e61dc78d-d357-4258-b827-f037338d79cf service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=6872cb7c-0c31-4eb7-8dde-48f41df75079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642481 Nov 25 18:36:53.603190 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd746c-d143-46b0-852b-b5b5d3967116 req-a1ae92e3-55ca-4852-aaf4-994acae1df6f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:53.604594 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-22bd746c-d143-46b0-852b-b5b5d3967116 req-a1ae92e3-55ca-4852-aaf4-994acae1df6f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=e31f0b8f-cde3-474b-9d1d-85bcfe70010f HTTP/1.1" status: 200 len: 945 time: 0.0605690 Nov 25 18:36:53.657693 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-22bd746c-d143-46b0-852b-b5b5d3967116 req-8983372e-6804-4fba-97f0-c627b801a3a7 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=6872cb7c-0c31-4eb7-8dde-48f41df75079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470746 Nov 25 18:36:54.776201 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc76e6-d607-48fc-a0fa-b762722df2b0 req-f58e1c67-2ca2-4e9b-91db-0b66a1cae401 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:54.777751 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-92cc76e6-d607-48fc-a0fa-b762722df2b0 req-f58e1c67-2ca2-4e9b-91db-0b66a1cae401 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=e31f0b8f-cde3-474b-9d1d-85bcfe70010f HTTP/1.1" status: 200 len: 945 time: 0.0495131 Nov 25 18:36:54.831681 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-92cc76e6-d607-48fc-a0fa-b762722df2b0 req-9705da41-c632-4d2f-8fd3-86e661b9662a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=6872cb7c-0c31-4eb7-8dde-48f41df75079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480285 Nov 25 18:36:54.945908 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb81d455-7bbe-4394-a6d6-f87ad9c72dfc req-dea599be-1dae-4e2d-8b62-baffc731a4c5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:54.947352 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bb81d455-7bbe-4394-a6d6-f87ad9c72dfc req-dea599be-1dae-4e2d-8b62-baffc731a4c5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=e31f0b8f-cde3-474b-9d1d-85bcfe70010f HTTP/1.1" status: 200 len: 945 time: 0.0493379 Nov 25 18:36:54.995809 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bb81d455-7bbe-4394-a6d6-f87ad9c72dfc req-69b9b2e5-15b8-4a92-9dd2-fa1cdc9b6b46 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=6872cb7c-0c31-4eb7-8dde-48f41df75079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422549 Nov 25 18:36:55.017716 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38460) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:55.061204 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfa2abf-fe74-4bd0-9804-ff72fd6671c0 tempest-TestNetworkAdvancedServerOps-1271610080 tempest-TestNetworkAdvancedServerOps-1271610080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:55.062695 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-cdfa2abf-fe74-4bd0-9804-ff72fd6671c0 tempest-TestNetworkAdvancedServerOps-1271610080 tempest-TestNetworkAdvancedServerOps-1271610080-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=e31f0b8f-cde3-474b-9d1d-85bcfe70010f HTTP/1.1" status: 200 len: 1091 time: 0.0429609 Nov 25 18:36:55.065465 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38462) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:55.070294 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-843e9d2b-e5ba-4465-b1d0-4dfae8070361 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Request body: {'floatingip': {'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'port_id': 'afd576a7-196b-4b6b-bde3-75cb7c2b764c', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:36:55.091851 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-843e9d2b-e5ba-4465-b1d0-4dfae8070361 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for floatingip, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:55.189990 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-843e9d2b-e5ba-4465-b1d0-4dfae8070361 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:55.295308 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-843e9d2b-e5ba-4465-b1d0-4dfae8070361 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Allocated IP 172.25.0.28 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/c16c10f9-28d4-4d06-a52c-9990cf5362b7) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:36:55.396757 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-843e9d2b-e5ba-4465-b1d0-4dfae8070361 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:55.430057 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-843e9d2b-e5ba-4465-b1d0-4dfae8070361 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:55.472119 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843e9d2b-e5ba-4465-b1d0-4dfae8070361 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:36:55.475065 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-843e9d2b-e5ba-4465-b1d0-4dfae8070361 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:36:55.478544 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843e9d2b-e5ba-4465-b1d0-4dfae8070361 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:36:55.501676 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e9d2b-e5ba-4465-b1d0-4dfae8070361 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'Port': ['ID=c16c10f9-28d4-4d06-a52c-9990cf5362b7,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:55.818126 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-843e9d2b-e5ba-4465-b1d0-4dfae8070361 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:55.886408 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-843e9d2b-e5ba-4465-b1d0-4dfae8070361 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:56.036144 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-843e9d2b-e5ba-4465-b1d0-4dfae8070361 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:56.040609 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-843e9d2b-e5ba-4465-b1d0-4dfae8070361 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:56.106894 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e9d2b-e5ba-4465-b1d0-4dfae8070361 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'Port': ['ID=c16c10f9-28d4-4d06-a52c-9990cf5362b7,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:56.119037 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-843e9d2b-e5ba-4465-b1d0-4dfae8070361 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:56.217222 n-d-817746-1 neutron-server[103361]: INFO neutron.db.l3_db [None req-843e9d2b-e5ba-4465-b1d0-4dfae8070361 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Floating IP 02efc0a9-4a07-4d36-89bb-1161a5271c2f associated. External IP: 172.25.0.28, port: afd576a7-196b-4b6b-bde3-75cb7c2b764c. Nov 25 18:36:56.423475 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-843e9d2b-e5ba-4465-b1d0-4dfae8070361 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Router 831aa757-0abd-4cd0-b231-122b3a4a9667 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:36:56.525960 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-843e9d2b-e5ba-4465-b1d0-4dfae8070361 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:36:56.536579 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a4cbe9-3f13-4d5c-8d0a-a27aca238dbd None None] Sync routers for ids ['831aa757-0abd-4cd0-b231-122b3a4a9667'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:36:56.544440 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-843e9d2b-e5ba-4465-b1d0-4dfae8070361 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:56.547433 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a4cbe9-3f13-4d5c-8d0a-a27aca238dbd None None] Routers {'831aa757-0abd-4cd0-b231-122b3a4a9667'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:36:56.548043 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-92a4cbe9-3f13-4d5c-8d0a-a27aca238dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:36:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['831aa757-0abd-4cd0-b231-122b3a4a9667'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:56.575546 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-843e9d2b-e5ba-4465-b1d0-4dfae8070361 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5090709 Nov 25 18:36:56.576125 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e31f0b8f-cde3-474b-9d1d-85bcfe70010f', 'tag': 'afd576a7-196b-4b6b-bde3-75cb7c2b764c'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:36:56.578446 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654e122d-b706-40d4-9e3f-7764b0e568a4" -d '{"events": [{"name": "network-changed", "server_uuid": "e31f0b8f-cde3-474b-9d1d-85bcfe70010f", "tag": "afd576a7-196b-4b6b-bde3-75cb7c2b764c"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:36:56.618291 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2d9a25-fbe6-462d-a6a0-e4cd453fb685 x-openstack-request-id: req-0c2d9a25-fbe6-462d-a6a0-e4cd453fb685 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:36:56.618618 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e31f0b8f-cde3-474b-9d1d-85bcfe70010f", "tag": "afd576a7-196b-4b6b-bde3-75cb7c2b764c", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:36:56.618881 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0c2d9a25-fbe6-462d-a6a0-e4cd453fb685 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:36:56.619297 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e31f0b8f-cde3-474b-9d1d-85bcfe70010f', 'tag': 'afd576a7-196b-4b6b-bde3-75cb7c2b764c', 'status': 'completed', 'code': 200} Nov 25 18:36:56.656133 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-92a4cbe9-3f13-4d5c-8d0a-a27aca238dbd None None] Set router 831aa757-0abd-4cd0-b231-122b3a4a9667 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:36:56.709714 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee750a8-0086-4143-b20d-11d326bfd2e6 req-314847b3-c00f-469b-be70-b83edf00d9ab tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:56.711798 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4ee750a8-0086-4143-b20d-11d326bfd2e6 req-314847b3-c00f-469b-be70-b83edf00d9ab tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=e31f0b8f-cde3-474b-9d1d-85bcfe70010f HTTP/1.1" status: 200 len: 945 time: 0.0796559 Nov 25 18:36:56.717365 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e122d-b706-40d4-9e3f-7764b0e568a4 req-53790346-e0f5-46a9-b0bf-512aa2927e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:56.718775 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-654e122d-b706-40d4-9e3f-7764b0e568a4 req-53790346-e0f5-46a9-b0bf-512aa2927e91 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7434064363194dc39e0f0255dc1ee7d0&device_id=e31f0b8f-cde3-474b-9d1d-85bcfe70010f HTTP/1.1" status: 200 len: 1096 time: 0.0755422 Nov 25 18:36:56.828527 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4ee750a8-0086-4143-b20d-11d326bfd2e6 req-272335db-f90f-4544-a668-3d789d36e1d5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=6872cb7c-0c31-4eb7-8dde-48f41df75079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080825 Nov 25 18:36:56.851310 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e122d-b706-40d4-9e3f-7764b0e568a4 req-79acd1cf-647f-4055-9ec1-2fb43e139546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:56.852346 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38468) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:56.852882 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-654e122d-b706-40d4-9e3f-7764b0e568a4 req-79acd1cf-647f-4055-9ec1-2fb43e139546 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c379746b-4c82-4507-b557-fd0493d14f53 HTTP/1.1" status: 200 len: 897 time: 0.1254251 Nov 25 18:36:56.891140 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-92a4cbe9-3f13-4d5c-8d0a-a27aca238dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831aa757-0abd-4cd0-b231-122b3a4a9667', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748968813', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '81b09d61-3d85-49e1-8d62-811e3c27299c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:36:38Z', 'updated_at': '2021-11-25T18:36:42Z', 'revision_number': 4, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '81b09d61-3d85-49e1-8d62-811e3c27299c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831aa757-0abd-4cd0-b231-122b3a4a9667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:36:39Z', 'updated_at': '2021-11-25T18:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '02efc0a9-4a07-4d36-89bb-1161a5271c2f', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'floating_ip_address': '172.25.0.28', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '831aa757-0abd-4cd0-b231-122b3a4a9667', 'port_id': 'afd576a7-196b-4b6b-bde3-75cb7c2b764c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c379746b-4c82-4507-b557-fd0493d14f53', 'mac_address': 'fa:16:3e:df:0b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31f0b8f-cde3-474b-9d1d-85bcfe70010f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:36:55Z', 'updated_at': '2021-11-25T18:36:55Z', 'revision_number': 0, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d90bc9e-3454-4ae3-b2aa-c0f71cb6b8b8', 'name': '', 'network_id': 'c379746b-4c82-4507-b557-fd0493d14f53', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'mac_address': 'fa:16:3e:0c:5a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831aa757-0abd-4cd0-b231-122b3a4a9667', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'dac09d5a-c0bb-4074-b65a-d3dfa09e6fd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:36:41Z', 'updated_at': '2021-11-25T18:36:45Z', 'revision_number': 5, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'subnets': [{'id': 'dac09d5a-c0bb-4074-b65a-d3dfa09e6fd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:56.918175 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6763e1c4-ce44-4eed-adc2-310984089b96 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/floatingips/02efc0a9-4a07-4d36-89bb-1161a5271c2f HTTP/1.1" status: 200 len: 990 time: 0.0644605 Nov 25 18:36:56.921728 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a4cbe9-3f13-4d5c-8d0a-a27aca238dbd None None] Checking router: 831aa757-0abd-4cd0-b231-122b3a4a9667 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:36:56.923833 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-654e122d-b706-40d4-9e3f-7764b0e568a4 req-d8aaa2cb-0c21-4357-b52c-c42567c3988a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afd576a7-196b-4b6b-bde3-75cb7c2b764c HTTP/1.1" status: 200 len: 998 time: 0.0623429 Nov 25 18:36:56.930189 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a4cbe9-3f13-4d5c-8d0a-a27aca238dbd None None] Routers {'831aa757-0abd-4cd0-b231-122b3a4a9667'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:36:56.930778 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-92a4cbe9-3f13-4d5c-8d0a-a27aca238dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:36:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['831aa757-0abd-4cd0-b231-122b3a4a9667'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:56.984542 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e122d-b706-40d4-9e3f-7764b0e568a4 req-30f14a65-b003-4fb6-9655-13f509156725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:56.986070 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-654e122d-b706-40d4-9e3f-7764b0e568a4 req-30f14a65-b003-4fb6-9655-13f509156725 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=dac09d5a-c0bb-4074-b65a-d3dfa09e6fd3 HTTP/1.1" status: 200 len: 835 time: 0.0555966 Nov 25 18:36:57.033642 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e122d-b706-40d4-9e3f-7764b0e568a4 req-5f838a1c-0d1c-4c73-89f0-86772a3c84df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:57.035764 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-654e122d-b706-40d4-9e3f-7764b0e568a4 req-5f838a1c-0d1c-4c73-89f0-86772a3c84df service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c379746b-4c82-4507-b557-fd0493d14f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422451 Nov 25 18:36:57.042727 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-92a4cbe9-3f13-4d5c-8d0a-a27aca238dbd None None] Set router 831aa757-0abd-4cd0-b231-122b3a4a9667 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:36:57.126545 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-654e122d-b706-40d4-9e3f-7764b0e568a4 req-bc6c8286-448d-4cd9-b34d-5b62a491a0e7 service neutron] 10.222.0.74 "GET /v2.0/networks/c379746b-4c82-4507-b557-fd0493d14f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836205 Nov 25 18:36:57.221263 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-654e122d-b706-40d4-9e3f-7764b0e568a4 req-7bf5a7a2-79f3-46ee-adb2-d6b2bb50f218 service neutron] 10.222.0.74 "GET /v2.0/networks/c379746b-4c82-4507-b557-fd0493d14f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871246 Nov 25 18:36:57.268178 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-92a4cbe9-3f13-4d5c-8d0a-a27aca238dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831aa757-0abd-4cd0-b231-122b3a4a9667', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748968813', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '81b09d61-3d85-49e1-8d62-811e3c27299c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:36:38Z', 'updated_at': '2021-11-25T18:36:42Z', 'revision_number': 4, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '81b09d61-3d85-49e1-8d62-811e3c27299c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831aa757-0abd-4cd0-b231-122b3a4a9667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:36:39Z', 'updated_at': '2021-11-25T18:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '02efc0a9-4a07-4d36-89bb-1161a5271c2f', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'floating_ip_address': '172.25.0.28', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '831aa757-0abd-4cd0-b231-122b3a4a9667', 'port_id': 'afd576a7-196b-4b6b-bde3-75cb7c2b764c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c379746b-4c82-4507-b557-fd0493d14f53', 'mac_address': 'fa:16:3e:df:0b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31f0b8f-cde3-474b-9d1d-85bcfe70010f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:36:55Z', 'updated_at': '2021-11-25T18:36:55Z', 'revision_number': 0, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d90bc9e-3454-4ae3-b2aa-c0f71cb6b8b8', 'name': '', 'network_id': 'c379746b-4c82-4507-b557-fd0493d14f53', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'mac_address': 'fa:16:3e:0c:5a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831aa757-0abd-4cd0-b231-122b3a4a9667', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'dac09d5a-c0bb-4074-b65a-d3dfa09e6fd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:36:41Z', 'updated_at': '2021-11-25T18:36:45Z', 'revision_number': 5, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'subnets': [{'id': 'dac09d5a-c0bb-4074-b65a-d3dfa09e6fd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:57.295488 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a4cbe9-3f13-4d5c-8d0a-a27aca238dbd None None] The sync data for ids ['831aa757-0abd-4cd0-b231-122b3a4a9667'] in n-d-817746-1 is: [{'id': '831aa757-0abd-4cd0-b231-122b3a4a9667', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748968813', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '81b09d61-3d85-49e1-8d62-811e3c27299c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:36:38Z', 'updated_at': '2021-11-25T18:36:42Z', 'revision_number': 4, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '81b09d61-3d85-49e1-8d62-811e3c27299c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831aa757-0abd-4cd0-b231-122b3a4a9667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:36:39Z', 'updated_at': '2021-11-25T18:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '02efc0a9-4a07-4d36-89bb-1161a5271c2f', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'floating_ip_address': '172.25.0.28', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '831aa757-0abd-4cd0-b231-122b3a4a9667', 'port_id': 'afd576a7-196b-4b6b-bde3-75cb7c2b764c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c379746b-4c82-4507-b557-fd0493d14f53', 'mac_address': 'fa:16:3e:df:0b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31f0b8f-cde3-474b-9d1d-85bcfe70010f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:36:55Z', 'updated_at': '2021-11-25T18:36:55Z', 'revision_number': 0, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d90bc9e-3454-4ae3-b2aa-c0f71cb6b8b8', 'name': '', 'network_id': 'c379746b-4c82-4507-b557-fd0493d14f53', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'mac_address': 'fa:16:3e:0c:5a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831aa757-0abd-4cd0-b231-122b3a4a9667', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'dac09d5a-c0bb-4074-b65a-d3dfa09e6fd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:36:41Z', 'updated_at': '2021-11-25T18:36:45Z', 'revision_number': 5, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'subnets': [{'id': 'dac09d5a-c0bb-4074-b65a-d3dfa09e6fd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:36:57.501104 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be36fbad-b48c-4079-ac12-3f616929717a None None] New status for floating IP 02efc0a9-4a07-4d36-89bb-1161a5271c2f: ACTIVE {{(pid=103362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:36:57.922152 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38470) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:57.987498 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-8fcc4e6f-f3ec-437e-9477-2b04309fd150 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/floatingips/02efc0a9-4a07-4d36-89bb-1161a5271c2f HTTP/1.1" status: 200 len: 992 time: 0.0639300 Nov 25 18:37:06.756173 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-96852e58-d8a8-48fe-83f6-bcb781f40e93 req-0dcd58c7-d194-4066-9736-e7368d5b85f1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e31f0b8f-cde3-474b-9d1d-85bcfe70010f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428078 Nov 25 18:37:06.841332 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96852e58-d8a8-48fe-83f6-bcb781f40e93 req-15823fc3-e2f9-4809-8287-c61333c07e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:06.842809 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-96852e58-d8a8-48fe-83f6-bcb781f40e93 req-15823fc3-e2f9-4809-8287-c61333c07e7c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7434064363194dc39e0f0255dc1ee7d0&device_id=e31f0b8f-cde3-474b-9d1d-85bcfe70010f HTTP/1.1" status: 200 len: 1096 time: 0.0416889 Nov 25 18:37:06.955587 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96852e58-d8a8-48fe-83f6-bcb781f40e93 req-a4f7e6d7-93e4-4bd8-b3ed-c1251b78d892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:06.956994 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-96852e58-d8a8-48fe-83f6-bcb781f40e93 req-a4f7e6d7-93e4-4bd8-b3ed-c1251b78d892 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c379746b-4c82-4507-b557-fd0493d14f53 HTTP/1.1" status: 200 len: 897 time: 0.0912087 Nov 25 18:37:07.028589 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-96852e58-d8a8-48fe-83f6-bcb781f40e93 req-c1eb2db9-dc5e-4142-bd82-4334cf5c06ac service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afd576a7-196b-4b6b-bde3-75cb7c2b764c HTTP/1.1" status: 200 len: 1000 time: 0.0622637 Nov 25 18:37:07.081180 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96852e58-d8a8-48fe-83f6-bcb781f40e93 req-18f9a34a-b705-4d6f-9871-200b179238aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:07.082657 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-96852e58-d8a8-48fe-83f6-bcb781f40e93 req-18f9a34a-b705-4d6f-9871-200b179238aa service neutron] 10.222.0.74 "GET /v2.0/subnets?id=dac09d5a-c0bb-4074-b65a-d3dfa09e6fd3 HTTP/1.1" status: 200 len: 835 time: 0.0447168 Nov 25 18:37:07.130321 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96852e58-d8a8-48fe-83f6-bcb781f40e93 req-7ce65021-a53d-4676-9b40-ffee3dd66a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:07.131838 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-96852e58-d8a8-48fe-83f6-bcb781f40e93 req-7ce65021-a53d-4676-9b40-ffee3dd66a5b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c379746b-4c82-4507-b557-fd0493d14f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422263 Nov 25 18:37:07.232402 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-96852e58-d8a8-48fe-83f6-bcb781f40e93 req-9001c429-348c-4595-a19a-22fa9c615794 service neutron] 10.222.0.74 "GET /v2.0/networks/c379746b-4c82-4507-b557-fd0493d14f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908289 Nov 25 18:37:07.322546 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-96852e58-d8a8-48fe-83f6-bcb781f40e93 req-12000c7e-b30b-473b-815d-fa162aed710a service neutron] 10.222.0.74 "GET /v2.0/networks/c379746b-4c82-4507-b557-fd0493d14f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822814 Nov 25 18:37:12.339097 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:37:17.245274 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8f6b21da-b0a1-4374-87e5-4cb043089b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:17.326706 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:17.603102 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:19.974830 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-05f2b391-89d4-4ffc-90ab-86ffd1fde90a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:21.110529 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:22.290609 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:23.205482 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:26.827325 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38488) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:26.845805 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393b1bb-cab4-4288-99d1-f8503ab5592b req-b197707b-096e-471f-b06b-c3c2e1066448 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:26.847279 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2393b1bb-cab4-4288-99d1-f8503ab5592b req-b197707b-096e-471f-b06b-c3c2e1066448 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=e31f0b8f-cde3-474b-9d1d-85bcfe70010f HTTP/1.1" status: 200 len: 945 time: 0.0613639 Nov 25 18:37:26.898275 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2393b1bb-cab4-4288-99d1-f8503ab5592b req-6a0d7a6f-c52e-4e82-9726-e6d61c9e94ef tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=6872cb7c-0c31-4eb7-8dde-48f41df75079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444398 Nov 25 18:37:26.910983 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-0cb75db6-9acd-4b35-8d67-f6e09d8c9902 req-dd560c4e-435a-44c4-971f-50dfb9aa8dee service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=e31f0b8f-cde3-474b-9d1d-85bcfe70010f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0825205 Nov 25 18:37:26.919644 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [req-0cb75db6-9acd-4b35-8d67-f6e09d8c9902 req-c7516533-e6f4-40f2-89b1-f05fd48e739c service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:37:26.920621 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-0cb75db6-9acd-4b35-8d67-f6e09d8c9902 req-c7516533-e6f4-40f2-89b1-f05fd48e739c service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049701 Nov 25 18:37:28.024989 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e9d099-10b7-406e-9a0e-01270e47a066 req-a571a91e-a767-42e3-82a5-1292514caff6 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:28.027148 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-22e9d099-10b7-406e-9a0e-01270e47a066 req-a571a91e-a767-42e3-82a5-1292514caff6 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=e31f0b8f-cde3-474b-9d1d-85bcfe70010f HTTP/1.1" status: 200 len: 945 time: 0.0549910 Nov 25 18:37:28.104406 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-22e9d099-10b7-406e-9a0e-01270e47a066 req-dd9b3fd6-0fa5-49bf-8e0b-105767275e80 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=6872cb7c-0c31-4eb7-8dde-48f41df75079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651736 Nov 25 18:37:28.106234 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb75db6-9acd-4b35-8d67-f6e09d8c9902 req-ffb3fe29-d86f-496a-8d61-cf36cd231ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:28.107680 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0cb75db6-9acd-4b35-8d67-f6e09d8c9902 req-ffb3fe29-d86f-496a-8d61-cf36cd231ca9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7434064363194dc39e0f0255dc1ee7d0&device_id=e31f0b8f-cde3-474b-9d1d-85bcfe70010f HTTP/1.1" status: 200 len: 1096 time: 0.0763314 Nov 25 18:37:28.214160 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb75db6-9acd-4b35-8d67-f6e09d8c9902 req-f2c9fb54-6349-48be-b578-02e9258db5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:28.215536 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0cb75db6-9acd-4b35-8d67-f6e09d8c9902 req-f2c9fb54-6349-48be-b578-02e9258db5d1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c379746b-4c82-4507-b557-fd0493d14f53 HTTP/1.1" status: 200 len: 897 time: 0.0989869 Nov 25 18:37:28.281081 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0cb75db6-9acd-4b35-8d67-f6e09d8c9902 req-e4ca653d-6092-499b-bc9b-0694100e4ecb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afd576a7-196b-4b6b-bde3-75cb7c2b764c HTTP/1.1" status: 200 len: 1000 time: 0.0570810 Nov 25 18:37:28.334940 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb75db6-9acd-4b35-8d67-f6e09d8c9902 req-c74506e5-4da0-42c6-b595-23ec840fb9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:28.336374 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0cb75db6-9acd-4b35-8d67-f6e09d8c9902 req-c74506e5-4da0-42c6-b595-23ec840fb9e8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=dac09d5a-c0bb-4074-b65a-d3dfa09e6fd3 HTTP/1.1" status: 200 len: 835 time: 0.0478716 Nov 25 18:37:28.383895 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb75db6-9acd-4b35-8d67-f6e09d8c9902 req-3ce62d9f-3779-412c-87d9-6fbd0c3fb2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:28.385327 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0cb75db6-9acd-4b35-8d67-f6e09d8c9902 req-3ce62d9f-3779-412c-87d9-6fbd0c3fb2fe service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c379746b-4c82-4507-b557-fd0493d14f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414815 Nov 25 18:37:28.485861 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0cb75db6-9acd-4b35-8d67-f6e09d8c9902 req-5687f4ca-340b-4995-938e-cc9ce6eae26c service neutron] 10.222.0.74 "GET /v2.0/networks/c379746b-4c82-4507-b557-fd0493d14f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927827 Nov 25 18:37:28.880631 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0cb75db6-9acd-4b35-8d67-f6e09d8c9902 req-365c9d65-39d6-4254-8f57-86b8398d932b service neutron] 10.222.0.74 "GET /v2.0/networks/c379746b-4c82-4507-b557-fd0493d14f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3872275 Nov 25 18:37:29.229900 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa33109-2a32-4f3e-a67d-36ad8a8d5438 req-eb4fb242-8938-49c2-a218-6e4bac603bf9 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:29.231388 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1aa33109-2a32-4f3e-a67d-36ad8a8d5438 req-eb4fb242-8938-49c2-a218-6e4bac603bf9 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=e31f0b8f-cde3-474b-9d1d-85bcfe70010f HTTP/1.1" status: 200 len: 945 time: 0.0526083 Nov 25 18:37:29.280273 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1aa33109-2a32-4f3e-a67d-36ad8a8d5438 req-ca804c95-9c3e-48ae-9068-fc91b5145a8e tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=6872cb7c-0c31-4eb7-8dde-48f41df75079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426176 Nov 25 18:37:30.400139 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba1c4f8-0bf5-4d36-ad41-aa21d50c98a8 req-273be1a3-3eef-4607-a53c-f24a8a75eb5f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:30.401650 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8ba1c4f8-0bf5-4d36-ad41-aa21d50c98a8 req-273be1a3-3eef-4607-a53c-f24a8a75eb5f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=e31f0b8f-cde3-474b-9d1d-85bcfe70010f HTTP/1.1" status: 200 len: 945 time: 0.0517190 Nov 25 18:37:30.450650 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8ba1c4f8-0bf5-4d36-ad41-aa21d50c98a8 req-5f6c9073-0396-4654-883a-600a204e96dc tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=6872cb7c-0c31-4eb7-8dde-48f41df75079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428436 Nov 25 18:37:31.565241 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b350e9-8635-4bc4-874b-4e638d2d5dc9 req-b2008b6f-4e33-451c-82fd-ba32f2e46c3c tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:31.567334 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-03b350e9-8635-4bc4-874b-4e638d2d5dc9 req-b2008b6f-4e33-451c-82fd-ba32f2e46c3c tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=e31f0b8f-cde3-474b-9d1d-85bcfe70010f HTTP/1.1" status: 200 len: 945 time: 0.0491080 Nov 25 18:37:31.616700 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-03b350e9-8635-4bc4-874b-4e638d2d5dc9 req-65c706fb-8400-4ce7-9ba5-8b1afd9cceeb tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=6872cb7c-0c31-4eb7-8dde-48f41df75079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432520 Nov 25 18:37:32.732352 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b11fae-ee70-4ee4-80d8-ded78e8b6ab6 req-b9f7c68e-4140-4085-9b3e-5ab0ed413a6a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:32.733839 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-45b11fae-ee70-4ee4-80d8-ded78e8b6ab6 req-b9f7c68e-4140-4085-9b3e-5ab0ed413a6a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=e31f0b8f-cde3-474b-9d1d-85bcfe70010f HTTP/1.1" status: 200 len: 945 time: 0.0491102 Nov 25 18:37:32.786879 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-45b11fae-ee70-4ee4-80d8-ded78e8b6ab6 req-cce0744c-b9ca-4212-9e92-ed5f5d755de5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=6872cb7c-0c31-4eb7-8dde-48f41df75079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470419 Nov 25 18:37:33.900664 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e099e6-7c9f-4762-84d2-0ca786a87653 req-a735161c-8f67-4327-9142-1888e9fc2aef tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:33.902137 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d0e099e6-7c9f-4762-84d2-0ca786a87653 req-a735161c-8f67-4327-9142-1888e9fc2aef tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=e31f0b8f-cde3-474b-9d1d-85bcfe70010f HTTP/1.1" status: 200 len: 945 time: 0.0479357 Nov 25 18:37:33.950929 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d0e099e6-7c9f-4762-84d2-0ca786a87653 req-b619c5be-131d-4d52-ab41-362a42033f92 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=6872cb7c-0c31-4eb7-8dde-48f41df75079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428879 Nov 25 18:37:35.065264 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8943ca7-8b66-4248-98f4-2a9717ffd71b req-e1bf50ab-d6b5-4e6c-bbb3-a9c358e99fc7 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:35.067283 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f8943ca7-8b66-4248-98f4-2a9717ffd71b req-e1bf50ab-d6b5-4e6c-bbb3-a9c358e99fc7 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=e31f0b8f-cde3-474b-9d1d-85bcfe70010f HTTP/1.1" status: 200 len: 945 time: 0.0494721 Nov 25 18:37:35.116529 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f8943ca7-8b66-4248-98f4-2a9717ffd71b req-c65a0e53-82a5-4ca0-b4c8-ccdc49e28de2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=6872cb7c-0c31-4eb7-8dde-48f41df75079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432792 Nov 25 18:37:36.234401 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3427c3b6-6a1a-4629-a647-7f7b7b1060c3 req-97f7f995-3d46-480b-a8af-6e432ae90768 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:36.235779 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3427c3b6-6a1a-4629-a647-7f7b7b1060c3 req-97f7f995-3d46-480b-a8af-6e432ae90768 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=e31f0b8f-cde3-474b-9d1d-85bcfe70010f HTTP/1.1" status: 200 len: 945 time: 0.0523512 Nov 25 18:37:36.286525 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3427c3b6-6a1a-4629-a647-7f7b7b1060c3 req-b5645f44-879e-4371-b06a-1c96fdc2c855 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=6872cb7c-0c31-4eb7-8dde-48f41df75079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441456 Nov 25 18:37:37.405316 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4397c03-067e-4e5a-b59b-811e50aaaf38 req-d5446778-3c24-4e76-a2b2-c63c8a949fe7 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:37.406747 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a4397c03-067e-4e5a-b59b-811e50aaaf38 req-d5446778-3c24-4e76-a2b2-c63c8a949fe7 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=e31f0b8f-cde3-474b-9d1d-85bcfe70010f HTTP/1.1" status: 200 len: 945 time: 0.0479600 Nov 25 18:37:37.454749 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a4397c03-067e-4e5a-b59b-811e50aaaf38 req-b3e108e2-6ebf-4985-9e89-c2d73f52a0b4 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=6872cb7c-0c31-4eb7-8dde-48f41df75079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420249 Nov 25 18:37:38.579265 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc98a8-2b78-4709-aefa-e66b894f05bd req-b78e6c3d-e4e3-4c26-ba95-d98a69685c97 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:38.580751 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1ddc98a8-2b78-4709-aefa-e66b894f05bd req-b78e6c3d-e4e3-4c26-ba95-d98a69685c97 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=e31f0b8f-cde3-474b-9d1d-85bcfe70010f HTTP/1.1" status: 200 len: 945 time: 0.0549254 Nov 25 18:37:38.633175 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1ddc98a8-2b78-4709-aefa-e66b894f05bd req-f7eebd05-405d-4694-b849-fdd4781289e3 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=6872cb7c-0c31-4eb7-8dde-48f41df75079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457375 Nov 25 18:37:39.750167 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9448ab38-fee8-4f79-8d89-ef552d142470 req-d72f04ae-a23a-42d2-8d71-bcb08a4f66f8 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:39.751636 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9448ab38-fee8-4f79-8d89-ef552d142470 req-d72f04ae-a23a-42d2-8d71-bcb08a4f66f8 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=e31f0b8f-cde3-474b-9d1d-85bcfe70010f HTTP/1.1" status: 200 len: 945 time: 0.0488997 Nov 25 18:37:39.800216 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9448ab38-fee8-4f79-8d89-ef552d142470 req-a6e0a81c-215a-4a01-b10d-908ac0c8a8bc tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=6872cb7c-0c31-4eb7-8dde-48f41df75079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426300 Nov 25 18:37:40.661336 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [req-0cb75db6-9acd-4b35-8d67-f6e09d8c9902 req-d4ca5e2f-d906-4333-b2c6-e5d4c9665198 service neutron] show failed (client error): The resource could not be found. Nov 25 18:37:40.662339 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0cb75db6-9acd-4b35-8d67-f6e09d8c9902 req-d4ca5e2f-d906-4333-b2c6-e5d4c9665198 service neutron] 10.222.0.74 "GET /v2.0/ports/afd576a7-196b-4b6b-bde3-75cb7c2b764c/bindings/n-h2-817746-1 HTTP/1.1" status: 404 len: 380 time: 0.0538795 Nov 25 18:37:40.941376 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb75db6-9acd-4b35-8d67-f6e09d8c9902 req-fea0f855-1075-4db4-ac8e-589e93e0ddd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:40.942789 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0cb75db6-9acd-4b35-8d67-f6e09d8c9902 req-fea0f855-1075-4db4-ac8e-589e93e0ddd7 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e31f0b8f-cde3-474b-9d1d-85bcfe70010f&tenant_id=7434064363194dc39e0f0255dc1ee7d0 HTTP/1.1" status: 200 len: 1096 time: 0.1216934 Nov 25 18:37:40.951006 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b990622-4d4e-4828-bba8-335f4472ebcc req-14f20af1-2d29-4f3b-9afb-53b3c74d334a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:40.952353 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4b990622-4d4e-4828-bba8-335f4472ebcc req-14f20af1-2d29-4f3b-9afb-53b3c74d334a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=e31f0b8f-cde3-474b-9d1d-85bcfe70010f HTTP/1.1" status: 200 len: 945 time: 0.0754790 Nov 25 18:37:40.957132 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-0cb75db6-9acd-4b35-8d67-f6e09d8c9902 req-64d469ce-9471-420c-92e2-37ae75f8409c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817746-1', 'device_owner': 'compute:nova'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:37:41.042953 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0cb75db6-9acd-4b35-8d67-f6e09d8c9902 req-64d469ce-9471-420c-92e2-37ae75f8409c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:41.048085 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4b990622-4d4e-4828-bba8-335f4472ebcc req-f4253b7d-66c5-49d1-ac64-175d280462b6 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=6872cb7c-0c31-4eb7-8dde-48f41df75079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884149 Nov 25 18:37:41.249426 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-0cb75db6-9acd-4b35-8d67-f6e09d8c9902 req-64d469ce-9471-420c-92e2-37ae75f8409c service neutron] For port afd576a7-196b-4b6b-bde3-75cb7c2b764c, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=afd576a7-196b-4b6b-bde3-75cb7c2b764c,segment=NetworkSegment(efc8cf99-ac2f-44c7-8449-366bbb88b8d2),segment_id=efc8cf99-ac2f-44c7-8449-366bbb88b8d2)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:37:41.281493 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-0cb75db6-9acd-4b35-8d67-f6e09d8c9902 req-64d469ce-9471-420c-92e2-37ae75f8409c service neutron] For port afd576a7-196b-4b6b-bde3-75cb7c2b764c, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:37:41.320767 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31f0b8f-cde3-474b-9d1d-85bcfe70010f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afd576a7-196b-4b6b-bde3-75cb7c2b764c'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:37:41.323060 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e9a42d-6841-44a2-883a-7a0a00c53203" -d '{"events": [{"server_uuid": "e31f0b8f-cde3-474b-9d1d-85bcfe70010f", "name": "network-vif-unplugged", "status": "completed", "tag": "afd576a7-196b-4b6b-bde3-75cb7c2b764c"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:37:41.327498 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0cb75db6-9acd-4b35-8d67-f6e09d8c9902 req-64d469ce-9471-420c-92e2-37ae75f8409c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:41.340500 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-0cb75db6-9acd-4b35-8d67-f6e09d8c9902 req-64d469ce-9471-420c-92e2-37ae75f8409c service neutron] Transition to ACTIVE for port object afd576a7-196b-4b6b-bde3-75cb7c2b764c will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:37:41.344728 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0cb75db6-9acd-4b35-8d67-f6e09d8c9902 req-64d469ce-9471-420c-92e2-37ae75f8409c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:41.372975 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 18:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17671938-237b-46ed-8feb-47e2a5124d13 x-openstack-request-id: req-17671938-237b-46ed-8feb-47e2a5124d13 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:37:41.373278 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e31f0b8f-cde3-474b-9d1d-85bcfe70010f", "name": "network-vif-unplugged", "status": "completed", "tag": "afd576a7-196b-4b6b-bde3-75cb7c2b764c", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:37:41.373539 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-17671938-237b-46ed-8feb-47e2a5124d13 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:37:41.373939 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e31f0b8f-cde3-474b-9d1d-85bcfe70010f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afd576a7-196b-4b6b-bde3-75cb7c2b764c', 'code': 200} Nov 25 18:37:41.428274 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d469ce-9471-420c-92e2-37ae75f8409c service neutron] Pushing event updated for resources: {'Port': ['ID=afd576a7-196b-4b6b-bde3-75cb7c2b764c,revision_number=6']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:41.443447 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d469ce-9471-420c-92e2-37ae75f8409c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:41.443802 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d469ce-9471-420c-92e2-37ae75f8409c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:41.444151 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d469ce-9471-420c-92e2-37ae75f8409c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:41.444496 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d469ce-9471-420c-92e2-37ae75f8409c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:41.444854 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d469ce-9471-420c-92e2-37ae75f8409c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:41.445200 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d469ce-9471-420c-92e2-37ae75f8409c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:41.445536 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d469ce-9471-420c-92e2-37ae75f8409c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:41.445872 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d469ce-9471-420c-92e2-37ae75f8409c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:41.446207 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d469ce-9471-420c-92e2-37ae75f8409c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:41.446539 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d469ce-9471-420c-92e2-37ae75f8409c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:41.446872 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d469ce-9471-420c-92e2-37ae75f8409c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:41.447199 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d469ce-9471-420c-92e2-37ae75f8409c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:41.486076 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb75db6-9acd-4b35-8d67-f6e09d8c9902 req-64d469ce-9471-420c-92e2-37ae75f8409c service neutron] No DVR routers for this DVR port afd576a7-196b-4b6b-bde3-75cb7c2b764c on host n-h1-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:37:41.622922 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-0cb75db6-9acd-4b35-8d67-f6e09d8c9902 req-64d469ce-9471-420c-92e2-37ae75f8409c service neutron] Attempting to bind port afd576a7-196b-4b6b-bde3-75cb7c2b764c on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:37:41.623263 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-0cb75db6-9acd-4b35-8d67-f6e09d8c9902 req-64d469ce-9471-420c-92e2-37ae75f8409c service neutron] Attempting to bind port afd576a7-196b-4b6b-bde3-75cb7c2b764c by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': 'efc8cf99-ac2f-44c7-8449-366bbb88b8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'c379746b-4c82-4507-b557-fd0493d14f53'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:37:41.623597 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb75db6-9acd-4b35-8d67-f6e09d8c9902 req-64d469ce-9471-420c-92e2-37ae75f8409c service neutron] Attempting to bind port afd576a7-196b-4b6b-bde3-75cb7c2b764c on network c379746b-4c82-4507-b557-fd0493d14f53 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:37:41.627934 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb75db6-9acd-4b35-8d67-f6e09d8c9902 req-64d469ce-9471-420c-92e2-37ae75f8409c service neutron] Port afd576a7-196b-4b6b-bde3-75cb7c2b764c on network c379746b-4c82-4507-b557-fd0493d14f53 not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:37:41.628268 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb75db6-9acd-4b35-8d67-f6e09d8c9902 req-64d469ce-9471-420c-92e2-37ae75f8409c service neutron] Attempting to bind port afd576a7-196b-4b6b-bde3-75cb7c2b764c on network c379746b-4c82-4507-b557-fd0493d14f53 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:37:41.633378 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb75db6-9acd-4b35-8d67-f6e09d8c9902 req-64d469ce-9471-420c-92e2-37ae75f8409c service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:37:41.633723 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb75db6-9acd-4b35-8d67-f6e09d8c9902 req-64d469ce-9471-420c-92e2-37ae75f8409c service neutron] Checking segment: {'id': 'efc8cf99-ac2f-44c7-8449-366bbb88b8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'c379746b-4c82-4507-b557-fd0493d14f53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:37:41.634111 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb75db6-9acd-4b35-8d67-f6e09d8c9902 req-64d469ce-9471-420c-92e2-37ae75f8409c service neutron] Bound using segment: {'id': 'efc8cf99-ac2f-44c7-8449-366bbb88b8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'c379746b-4c82-4507-b557-fd0493d14f53'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:37:41.634543 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-0cb75db6-9acd-4b35-8d67-f6e09d8c9902 req-64d469ce-9471-420c-92e2-37ae75f8409c service neutron] Bound port: afd576a7-196b-4b6b-bde3-75cb7c2b764c, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efc8cf99-ac2f-44c7-8449-366bbb88b8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'c379746b-4c82-4507-b557-fd0493d14f53'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:37:41.634904 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0cb75db6-9acd-4b35-8d67-f6e09d8c9902 req-64d469ce-9471-420c-92e2-37ae75f8409c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:41.697551 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-0cb75db6-9acd-4b35-8d67-f6e09d8c9902 req-64d469ce-9471-420c-92e2-37ae75f8409c service neutron] For port afd576a7-196b-4b6b-bde3-75cb7c2b764c, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:37:41.700665 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-0cb75db6-9acd-4b35-8d67-f6e09d8c9902 req-64d469ce-9471-420c-92e2-37ae75f8409c service neutron] For port afd576a7-196b-4b6b-bde3-75cb7c2b764c, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=afd576a7-196b-4b6b-bde3-75cb7c2b764c,segment=NetworkSegment(efc8cf99-ac2f-44c7-8449-366bbb88b8d2),segment_id=efc8cf99-ac2f-44c7-8449-366bbb88b8d2)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:37:41.705206 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0cb75db6-9acd-4b35-8d67-f6e09d8c9902 req-64d469ce-9471-420c-92e2-37ae75f8409c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:41.741456 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb75db6-9acd-4b35-8d67-f6e09d8c9902 req-64d469ce-9471-420c-92e2-37ae75f8409c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:41.742272 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-0cb75db6-9acd-4b35-8d67-f6e09d8c9902 req-64d469ce-9471-420c-92e2-37ae75f8409c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:41.743662 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0cb75db6-9acd-4b35-8d67-f6e09d8c9902 req-64d469ce-9471-420c-92e2-37ae75f8409c service neutron] 10.222.0.90 "PUT /v2.0/ports/afd576a7-196b-4b6b-bde3-75cb7c2b764c HTTP/1.1" status: 200 len: 1091 time: 0.7904069 Nov 25 18:37:41.765631 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d469ce-9471-420c-92e2-37ae75f8409c service neutron] Pushing event updated for resources: {'Port': ['ID=afd576a7-196b-4b6b-bde3-75cb7c2b764c,revision_number=7']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:41.823685 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb75db6-9acd-4b35-8d67-f6e09d8c9902 req-7f6c4ec5-e431-448e-924a-b89f85ca8914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:41.825521 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0cb75db6-9acd-4b35-8d67-f6e09d8c9902 req-7f6c4ec5-e431-448e-924a-b89f85ca8914 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7434064363194dc39e0f0255dc1ee7d0&device_id=e31f0b8f-cde3-474b-9d1d-85bcfe70010f HTTP/1.1" status: 200 len: 1094 time: 0.0532601 Nov 25 18:37:41.921008 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb75db6-9acd-4b35-8d67-f6e09d8c9902 req-e6851ec7-ce27-48ac-9348-1f832b50d753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:41.922541 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0cb75db6-9acd-4b35-8d67-f6e09d8c9902 req-e6851ec7-ce27-48ac-9348-1f832b50d753 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c379746b-4c82-4507-b557-fd0493d14f53 HTTP/1.1" status: 200 len: 897 time: 0.0896440 Nov 25 18:37:41.994811 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0cb75db6-9acd-4b35-8d67-f6e09d8c9902 req-0f4f2970-ab4d-46bf-8711-1e4a34225a8e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afd576a7-196b-4b6b-bde3-75cb7c2b764c HTTP/1.1" status: 200 len: 998 time: 0.0648239 Nov 25 18:37:42.044450 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb75db6-9acd-4b35-8d67-f6e09d8c9902 req-79eabed5-3565-47ee-b471-cabd81c0541a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:42.045828 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0cb75db6-9acd-4b35-8d67-f6e09d8c9902 req-79eabed5-3565-47ee-b471-cabd81c0541a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=dac09d5a-c0bb-4074-b65a-d3dfa09e6fd3 HTTP/1.1" status: 200 len: 835 time: 0.0444036 Nov 25 18:37:42.091156 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb75db6-9acd-4b35-8d67-f6e09d8c9902 req-43167001-c3e9-420e-a5d7-1f62f8250c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:42.092643 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0cb75db6-9acd-4b35-8d67-f6e09d8c9902 req-43167001-c3e9-420e-a5d7-1f62f8250c65 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c379746b-4c82-4507-b557-fd0493d14f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400121 Nov 25 18:37:42.218718 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f5ca2-96fd-4bb2-8eda-9d88e4f565f2 req-8ce721c1-fde8-4866-b4ad-eef1e7651065 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:42.220182 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d11f5ca2-96fd-4bb2-8eda-9d88e4f565f2 req-8ce721c1-fde8-4866-b4ad-eef1e7651065 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=e31f0b8f-cde3-474b-9d1d-85bcfe70010f HTTP/1.1" status: 200 len: 943 time: 0.1014988 Nov 25 18:37:42.226370 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0cb75db6-9acd-4b35-8d67-f6e09d8c9902 req-de63e601-1ac3-4e03-b136-705de9176e84 service neutron] 10.222.0.90 "GET /v2.0/networks/c379746b-4c82-4507-b557-fd0493d14f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265337 Nov 25 18:37:42.323646 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d11f5ca2-96fd-4bb2-8eda-9d88e4f565f2 req-eb052895-095b-49cc-9288-8630311661c9 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=6872cb7c-0c31-4eb7-8dde-48f41df75079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963211 Nov 25 18:37:42.351880 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0cb75db6-9acd-4b35-8d67-f6e09d8c9902 req-8cda9462-2211-469e-947f-2e40406a25ec service neutron] 10.222.0.90 "GET /v2.0/networks/c379746b-4c82-4507-b557-fd0493d14f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179497 Nov 25 18:37:43.375068 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e31f0b8f-cde3-474b-9d1d-85bcfe70010f', 'tag': 'afd576a7-196b-4b6b-bde3-75cb7c2b764c'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:37:43.377526 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512e7c40-153f-4a77-90d3-1f649cadf91c" -d '{"events": [{"name": "network-changed", "server_uuid": "e31f0b8f-cde3-474b-9d1d-85bcfe70010f", "tag": "afd576a7-196b-4b6b-bde3-75cb7c2b764c"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:37:43.427061 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1387d838-e6ee-48d2-a32f-4505e223e79d x-openstack-request-id: req-1387d838-e6ee-48d2-a32f-4505e223e79d {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:37:43.427356 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e31f0b8f-cde3-474b-9d1d-85bcfe70010f", "tag": "afd576a7-196b-4b6b-bde3-75cb7c2b764c", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:37:43.427612 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1387d838-e6ee-48d2-a32f-4505e223e79d {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:37:43.428003 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e31f0b8f-cde3-474b-9d1d-85bcfe70010f', 'tag': 'afd576a7-196b-4b6b-bde3-75cb7c2b764c', 'status': 'completed', 'code': 200} Nov 25 18:37:43.452393 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070bdbf-a035-4b4e-9bf5-89d2d0c48e00 req-76491ca1-437c-4712-90b9-c7815f34376c tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:43.453905 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3070bdbf-a035-4b4e-9bf5-89d2d0c48e00 req-76491ca1-437c-4712-90b9-c7815f34376c tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=e31f0b8f-cde3-474b-9d1d-85bcfe70010f HTTP/1.1" status: 200 len: 943 time: 0.0546532 Nov 25 18:37:43.559352 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e7c40-153f-4a77-90d3-1f649cadf91c req-ec2d9d42-e277-4033-8c14-9f0dcae5b6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:43.560885 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-512e7c40-153f-4a77-90d3-1f649cadf91c req-ec2d9d42-e277-4033-8c14-9f0dcae5b6f8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7434064363194dc39e0f0255dc1ee7d0&device_id=e31f0b8f-cde3-474b-9d1d-85bcfe70010f HTTP/1.1" status: 200 len: 1094 time: 0.1060998 Nov 25 18:37:43.582938 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3070bdbf-a035-4b4e-9bf5-89d2d0c48e00 req-ffd92c8d-e67d-44f5-a188-a2ac37a5e6bb tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=6872cb7c-0c31-4eb7-8dde-48f41df75079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108027 Nov 25 18:37:43.594578 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e7c40-153f-4a77-90d3-1f649cadf91c req-0c5363a0-fa23-4374-b082-66708a6f3116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:43.596039 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-512e7c40-153f-4a77-90d3-1f649cadf91c req-0c5363a0-fa23-4374-b082-66708a6f3116 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7434064363194dc39e0f0255dc1ee7d0&device_id=e31f0b8f-cde3-474b-9d1d-85bcfe70010f HTTP/1.1" status: 200 len: 1094 time: 0.1402540 Nov 25 18:37:43.719830 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e7c40-153f-4a77-90d3-1f649cadf91c req-e7070d7e-6d9f-4b0f-9349-0841004bd82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:43.721329 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-512e7c40-153f-4a77-90d3-1f649cadf91c req-e7070d7e-6d9f-4b0f-9349-0841004bd82b service neutron] 10.222.0.74 "GET /v2.0/networks?id=c379746b-4c82-4507-b557-fd0493d14f53 HTTP/1.1" status: 200 len: 897 time: 0.1531875 Nov 25 18:37:43.777142 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e7c40-153f-4a77-90d3-1f649cadf91c req-bcfa3852-e2da-49a2-8cb7-b4fe023a3c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:43.778549 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-512e7c40-153f-4a77-90d3-1f649cadf91c req-bcfa3852-e2da-49a2-8cb7-b4fe023a3c82 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c379746b-4c82-4507-b557-fd0493d14f53 HTTP/1.1" status: 200 len: 897 time: 0.1517482 Nov 25 18:37:43.796145 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-512e7c40-153f-4a77-90d3-1f649cadf91c req-e17eec17-d2a3-47c7-91ec-6c009a2e9cd2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afd576a7-196b-4b6b-bde3-75cb7c2b764c HTTP/1.1" status: 200 len: 998 time: 0.0669639 Nov 25 18:37:43.903300 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e7c40-153f-4a77-90d3-1f649cadf91c req-251d3dca-5602-4988-b354-f1b0facb2993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:43.904772 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-512e7c40-153f-4a77-90d3-1f649cadf91c req-251d3dca-5602-4988-b354-f1b0facb2993 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=dac09d5a-c0bb-4074-b65a-d3dfa09e6fd3 HTTP/1.1" status: 200 len: 835 time: 0.1006687 Nov 25 18:37:43.906607 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-512e7c40-153f-4a77-90d3-1f649cadf91c req-df728005-8f89-499c-b199-70d0c546487b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afd576a7-196b-4b6b-bde3-75cb7c2b764c HTTP/1.1" status: 200 len: 998 time: 0.1096518 Nov 25 18:37:43.992001 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e7c40-153f-4a77-90d3-1f649cadf91c req-451bb8e8-ed4f-4e70-9cb8-4ffe910979a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:43.993461 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-512e7c40-153f-4a77-90d3-1f649cadf91c req-451bb8e8-ed4f-4e70-9cb8-4ffe910979a5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=dac09d5a-c0bb-4074-b65a-d3dfa09e6fd3 HTTP/1.1" status: 200 len: 835 time: 0.0800471 Nov 25 18:37:44.001313 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e7c40-153f-4a77-90d3-1f649cadf91c req-df482115-a397-4b4a-beb4-b70f1bdd2473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:44.002651 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-512e7c40-153f-4a77-90d3-1f649cadf91c req-df482115-a397-4b4a-beb4-b70f1bdd2473 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c379746b-4c82-4507-b557-fd0493d14f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0817986 Nov 25 18:37:44.089515 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e7c40-153f-4a77-90d3-1f649cadf91c req-40ea9681-79a3-4095-afa0-9ef13b3ee523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:44.091009 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-512e7c40-153f-4a77-90d3-1f649cadf91c req-40ea9681-79a3-4095-afa0-9ef13b3ee523 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c379746b-4c82-4507-b557-fd0493d14f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0874827 Nov 25 18:37:44.139848 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-512e7c40-153f-4a77-90d3-1f649cadf91c req-147a322f-6d68-468f-a4ed-71a324669731 service neutron] 10.222.0.74 "GET /v2.0/networks/c379746b-4c82-4507-b557-fd0493d14f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278253 Nov 25 18:37:44.262841 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-512e7c40-153f-4a77-90d3-1f649cadf91c req-f66f0dbb-b490-45ed-bcbb-54af889812e6 service neutron] 10.222.0.90 "GET /v2.0/networks/c379746b-4c82-4507-b557-fd0493d14f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597319 Nov 25 18:37:44.306707 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-512e7c40-153f-4a77-90d3-1f649cadf91c req-23c8393e-fd70-43d7-84c8-1a9e2c56c58b service neutron] 10.222.0.74 "GET /v2.0/networks/c379746b-4c82-4507-b557-fd0493d14f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336954 Nov 25 18:37:44.365553 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-512e7c40-153f-4a77-90d3-1f649cadf91c req-28a44ed0-5c31-4624-801b-e4ef55507977 service neutron] 10.222.0.90 "GET /v2.0/networks/c379746b-4c82-4507-b557-fd0493d14f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940588 Nov 25 18:37:44.533296 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device afd576a7-196b-4b6b-bde3-75cb7c2b764c details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:37:44.630103 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port afd576a7-196b-4b6b-bde3-75cb7c2b764c, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=afd576a7-196b-4b6b-bde3-75cb7c2b764c,segment=NetworkSegment(efc8cf99-ac2f-44c7-8449-366bbb88b8d2),segment_id=efc8cf99-ac2f-44c7-8449-366bbb88b8d2)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:37:44.641617 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': 'afd576a7-196b-4b6b-bde3-75cb7c2b764c', 'network_id': 'c379746b-4c82-4507-b557-fd0493d14f53', 'port_id': 'afd576a7-196b-4b6b-bde3-75cb7c2b764c', 'mac_address': 'fa:16:3e:df:0b:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dac09d5a-c0bb-4074-b65a-d3dfa09e6fd3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:37:44.679787 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:44.697100 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afd576a7-196b-4b6b-bde3-75cb7c2b764c {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:37:44.706942 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c9fe2-4821-4425-a191-cfca6efb3c6f req-3398033e-c5ca-40f9-9a12-ea3d782dc25f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:44.708533 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-668c9fe2-4821-4425-a191-cfca6efb3c6f req-3398033e-c5ca-40f9-9a12-ea3d782dc25f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=e31f0b8f-cde3-474b-9d1d-85bcfe70010f HTTP/1.1" status: 200 len: 943 time: 0.0547245 Nov 25 18:37:44.717667 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port afd576a7-196b-4b6b-bde3-75cb7c2b764c, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=afd576a7-196b-4b6b-bde3-75cb7c2b764c,segment=NetworkSegment(efc8cf99-ac2f-44c7-8449-366bbb88b8d2),segment_id=efc8cf99-ac2f-44c7-8449-366bbb88b8d2)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:37:44.722155 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:44.758164 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-668c9fe2-4821-4425-a191-cfca6efb3c6f req-9da8e713-5367-444c-a89d-20291eeffffc tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=6872cb7c-0c31-4eb7-8dde-48f41df75079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429246 Nov 25 18:37:44.770922 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=afd576a7-196b-4b6b-bde3-75cb7c2b764c,revision_number=8']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:44.778433 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:44.778851 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:44.779205 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:44.779548 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:44.779990 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:44.780330 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:44.780668 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:44.781023 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:44.781356 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:44.781688 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:44.782017 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:44.782343 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:44.982661 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d43b5-aa4e-44c3-bbc1-beaf7c03e2b1 req-ec121049-6a8b-4ba5-bbee-ff8147ac2809 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:44.984158 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ec2d43b5-aa4e-44c3-bbc1-beaf7c03e2b1 req-ec121049-6a8b-4ba5-bbee-ff8147ac2809 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=e31f0b8f-cde3-474b-9d1d-85bcfe70010f HTTP/1.1" status: 200 len: 944 time: 0.0833724 Nov 25 18:37:44.997597 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b556e-cb6b-493d-93a6-e778adb1b722 req-7b24c5d8-05d8-4ab7-ace8-9b7efde9aa7b tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:44.998999 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-970b556e-cb6b-493d-93a6-e778adb1b722 req-7b24c5d8-05d8-4ab7-ace8-9b7efde9aa7b tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.74 "GET /v2.0/ports?device_id=e31f0b8f-cde3-474b-9d1d-85bcfe70010f&tenant_id=7434064363194dc39e0f0255dc1ee7d0&binding%3Ahost_id=n-h2-817746-1 HTTP/1.1" status: 200 len: 944 time: 0.0713456 Nov 25 18:37:44.999205 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['afd576a7-196b-4b6b-bde3-75cb7c2b764c'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:37:45.092226 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ec2d43b5-aa4e-44c3-bbc1-beaf7c03e2b1 req-e5c9676b-c3ce-4ddd-94da-d2e88d53d8f9 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=6872cb7c-0c31-4eb7-8dde-48f41df75079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921693 Nov 25 18:37:45.100965 n-d-817746-1 neutron-server[103361]: INFO neutron.api.v2.resource [req-970b556e-cb6b-493d-93a6-e778adb1b722 req-49a08f0f-80b6-4f8b-915c-b47b95f4c851 service neutron] delete failed (client error): The resource could not be found. Nov 25 18:37:45.101967 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-970b556e-cb6b-493d-93a6-e778adb1b722 req-49a08f0f-80b6-4f8b-915c-b47b95f4c851 service neutron] 10.222.0.74 "DELETE /v2.0/ports/afd576a7-196b-4b6b-bde3-75cb7c2b764c/bindings/n-h1-817746-1 HTTP/1.1" status: 404 len: 380 time: 0.0946457 Nov 25 18:37:45.224795 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b556e-cb6b-493d-93a6-e778adb1b722 req-8db0ba88-d5a3-454e-a774-4802889aed20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:45.226304 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-970b556e-cb6b-493d-93a6-e778adb1b722 req-8db0ba88-d5a3-454e-a774-4802889aed20 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7434064363194dc39e0f0255dc1ee7d0&device_id=e31f0b8f-cde3-474b-9d1d-85bcfe70010f HTTP/1.1" status: 200 len: 1095 time: 0.0744693 Nov 25 18:37:45.238959 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f95c2-fbca-4d86-8127-b6e7488c8bf5 req-fd5bf8e3-5a67-4ad9-9a51-a1941d13237a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:45.240376 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c39f95c2-fbca-4d86-8127-b6e7488c8bf5 req-fd5bf8e3-5a67-4ad9-9a51-a1941d13237a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=e31f0b8f-cde3-474b-9d1d-85bcfe70010f HTTP/1.1" status: 200 len: 944 time: 0.0632765 Nov 25 18:37:45.341410 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c39f95c2-fbca-4d86-8127-b6e7488c8bf5 req-4b5e1ce3-cd58-4315-be35-fbb429383559 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=6872cb7c-0c31-4eb7-8dde-48f41df75079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930960 Nov 25 18:37:45.361599 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b556e-cb6b-493d-93a6-e778adb1b722 req-37cda518-63be-43e5-8340-6980331e5ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:45.363701 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-970b556e-cb6b-493d-93a6-e778adb1b722 req-37cda518-63be-43e5-8340-6980331e5ffe service neutron] 10.222.0.74 "GET /v2.0/networks?id=c379746b-4c82-4507-b557-fd0493d14f53 HTTP/1.1" status: 200 len: 897 time: 0.1224554 Nov 25 18:37:45.430191 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-970b556e-cb6b-493d-93a6-e778adb1b722 req-833b2728-f234-494e-a43a-0ec2fcbc0d87 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afd576a7-196b-4b6b-bde3-75cb7c2b764c HTTP/1.1" status: 200 len: 999 time: 0.0599720 Nov 25 18:37:45.483676 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b556e-cb6b-493d-93a6-e778adb1b722 req-dc9d8517-8878-4126-a662-d454a54f03c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:45.483923 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device afd576a7-196b-4b6b-bde3-75cb7c2b764c no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:37:45.485141 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-970b556e-cb6b-493d-93a6-e778adb1b722 req-dc9d8517-8878-4126-a662-d454a54f03c0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=dac09d5a-c0bb-4074-b65a-d3dfa09e6fd3 HTTP/1.1" status: 200 len: 835 time: 0.0478191 Nov 25 18:37:45.521621 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device afd576a7-196b-4b6b-bde3-75cb7c2b764c not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:37:45.530406 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b556e-cb6b-493d-93a6-e778adb1b722 req-11aa6984-d5dc-4d7d-b371-d97a6cd854be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:45.531896 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-970b556e-cb6b-493d-93a6-e778adb1b722 req-11aa6984-d5dc-4d7d-b371-d97a6cd854be service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c379746b-4c82-4507-b557-fd0493d14f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400889 Nov 25 18:37:45.620587 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-970b556e-cb6b-493d-93a6-e778adb1b722 req-34a3f673-8480-4024-ade4-df4c4cad86d6 service neutron] 10.222.0.74 "GET /v2.0/networks/c379746b-4c82-4507-b557-fd0493d14f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807476 Nov 25 18:37:45.712184 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-970b556e-cb6b-493d-93a6-e778adb1b722 req-a4ce428c-fd78-4720-a4e1-170e9a95b153 service neutron] 10.222.0.74 "GET /v2.0/networks/c379746b-4c82-4507-b557-fd0493d14f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847354 Nov 25 18:37:46.459001 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f527cabd-28a3-42eb-bd13-0756336cb56a req-160463c5-796e-4629-abae-cb374ada0bef tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:46.460486 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f527cabd-28a3-42eb-bd13-0756336cb56a req-160463c5-796e-4629-abae-cb374ada0bef tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=e31f0b8f-cde3-474b-9d1d-85bcfe70010f HTTP/1.1" status: 200 len: 944 time: 0.0500872 Nov 25 18:37:46.510002 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f527cabd-28a3-42eb-bd13-0756336cb56a req-bf4e0a14-8edb-44ff-9646-6076ca55e43e tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=6872cb7c-0c31-4eb7-8dde-48f41df75079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434484 Nov 25 18:37:46.533362 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38564) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:46.535882 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device afd576a7-196b-4b6b-bde3-75cb7c2b764c up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:37:46.585931 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port afd576a7-196b-4b6b-bde3-75cb7c2b764c completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:37:46.590029 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port afd576a7-196b-4b6b-bde3-75cb7c2b764c triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:37:46.590410 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:46.600671 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-9f9c4a0a-e606-479c-b6aa-ea41b59dfc99 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/floatingips/02efc0a9-4a07-4d36-89bb-1161a5271c2f HTTP/1.1" status: 200 len: 991 time: 0.0660598 Nov 25 18:37:46.669943 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:46.693605 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31f0b8f-cde3-474b-9d1d-85bcfe70010f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd576a7-196b-4b6b-bde3-75cb7c2b764c'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:37:46.695852 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e885ae7a60f1de4153d3a84cf91c96dac968753d8c7eb30b74097738adf70354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b8b319-948b-4e7e-b742-81d5727ad978" -d '{"events": [{"server_uuid": "e31f0b8f-cde3-474b-9d1d-85bcfe70010f", "name": "network-vif-plugged", "status": "completed", "tag": "afd576a7-196b-4b6b-bde3-75cb7c2b764c"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:37:46.709004 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port afd576a7-196b-4b6b-bde3-75cb7c2b764c, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=afd576a7-196b-4b6b-bde3-75cb7c2b764c,segment=NetworkSegment(efc8cf99-ac2f-44c7-8449-366bbb88b8d2),segment_id=efc8cf99-ac2f-44c7-8449-366bbb88b8d2)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:37:46.713518 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:46.739215 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a699481-98f5-47d1-8c9a-ea243446bac0 x-openstack-request-id: req-5a699481-98f5-47d1-8c9a-ea243446bac0 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:37:46.739514 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e31f0b8f-cde3-474b-9d1d-85bcfe70010f", "name": "network-vif-plugged", "status": "completed", "tag": "afd576a7-196b-4b6b-bde3-75cb7c2b764c", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:37:46.739853 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5a699481-98f5-47d1-8c9a-ea243446bac0 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:37:46.740252 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e31f0b8f-cde3-474b-9d1d-85bcfe70010f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd576a7-196b-4b6b-bde3-75cb7c2b764c', 'code': 200} Nov 25 18:37:46.766184 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=afd576a7-196b-4b6b-bde3-75cb7c2b764c,revision_number=9']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:47.249026 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-01b9f18e-ace9-466d-944f-17adfa83834c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:47.339736 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:47.612585 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:49.338720 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:37:49.976197 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b68f27ae-41fd-473e-85b1-99a55bf20d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:51.113388 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:52.296029 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:53.209570 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:00.435331 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-772add23-21f0-498e-af08-db669a70fec3 req-fcdf8809-09f9-4807-8a4a-de526c09bf81 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e31f0b8f-cde3-474b-9d1d-85bcfe70010f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435753 Nov 25 18:38:00.515665 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772add23-21f0-498e-af08-db669a70fec3 req-2ea7375d-f756-4fa6-88e7-90b03dc0bca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:00.517160 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-772add23-21f0-498e-af08-db669a70fec3 req-2ea7375d-f756-4fa6-88e7-90b03dc0bca0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7434064363194dc39e0f0255dc1ee7d0&device_id=e31f0b8f-cde3-474b-9d1d-85bcfe70010f HTTP/1.1" status: 200 len: 1096 time: 0.0397079 Nov 25 18:38:00.619266 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772add23-21f0-498e-af08-db669a70fec3 req-c31b9035-9dfd-4779-990f-9ab74af6149a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:00.620740 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-772add23-21f0-498e-af08-db669a70fec3 req-c31b9035-9dfd-4779-990f-9ab74af6149a service neutron] 10.222.0.90 "GET /v2.0/networks?id=c379746b-4c82-4507-b557-fd0493d14f53 HTTP/1.1" status: 200 len: 897 time: 0.0847399 Nov 25 18:38:00.690198 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-772add23-21f0-498e-af08-db669a70fec3 req-0a9b3d2a-fe46-40aa-ba3e-26d818a7c5cb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afd576a7-196b-4b6b-bde3-75cb7c2b764c HTTP/1.1" status: 200 len: 1000 time: 0.0613723 Nov 25 18:38:00.738816 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772add23-21f0-498e-af08-db669a70fec3 req-3143661f-6d10-495d-b881-c61b45083239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:00.740222 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-772add23-21f0-498e-af08-db669a70fec3 req-3143661f-6d10-495d-b881-c61b45083239 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=dac09d5a-c0bb-4074-b65a-d3dfa09e6fd3 HTTP/1.1" status: 200 len: 835 time: 0.0437508 Nov 25 18:38:00.787547 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772add23-21f0-498e-af08-db669a70fec3 req-5921cc22-db22-4209-95a3-ff34067ab24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:00.789106 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-772add23-21f0-498e-af08-db669a70fec3 req-5921cc22-db22-4209-95a3-ff34067ab24f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c379746b-4c82-4507-b557-fd0493d14f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408552 Nov 25 18:38:01.171652 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-772add23-21f0-498e-af08-db669a70fec3 req-1804d590-73ec-4927-a724-3cd70c625f78 service neutron] 10.222.0.90 "GET /v2.0/networks/c379746b-4c82-4507-b557-fd0493d14f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744519 Nov 25 18:38:01.260786 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-772add23-21f0-498e-af08-db669a70fec3 req-87f6cf8e-db63-4fb6-82b0-656937db910a service neutron] 10.222.0.90 "GET /v2.0/networks/c379746b-4c82-4507-b557-fd0493d14f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813673 Nov 25 18:38:14.953405 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38578) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:15.113492 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-bd6c0913-bc46-4aa3-a5c0-f61a4c0116df tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Deleting port c16c10f9-28d4-4d06-a52c-9990cf5362b7 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:38:15.113835 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bd6c0913-bc46-4aa3-a5c0-f61a4c0116df tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:15.187678 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bd6c0913-bc46-4aa3-a5c0-f61a4c0116df tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:15.188005 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bd6c0913-bc46-4aa3-a5c0-f61a4c0116df tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:15.200503 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-bd6c0913-bc46-4aa3-a5c0-f61a4c0116df tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Calling delete_port for c16c10f9-28d4-4d06-a52c-9990cf5362b7 owned by network:floatingip {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:38:15.346987 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bd6c0913-bc46-4aa3-a5c0-f61a4c0116df tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:15.373529 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c0913-bc46-4aa3-a5c0-f61a4c0116df tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event deleted for resources: {'Port': ['ID=c16c10f9-28d4-4d06-a52c-9990cf5362b7,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:15.435564 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bd6c0913-bc46-4aa3-a5c0-f61a4c0116df tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for floatingip, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:15.435894 n-d-817746-1 neutron-server[103361]: INFO neutron.db.l3_db [None req-bd6c0913-bc46-4aa3-a5c0-f61a4c0116df tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Floating IP 02efc0a9-4a07-4d36-89bb-1161a5271c2f disassociated (deleted). External IP: 172.25.0.28, port: afd576a7-196b-4b6b-bde3-75cb7c2b764c. Nov 25 18:38:15.644192 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd6c0913-bc46-4aa3-a5c0-f61a4c0116df tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Router 831aa757-0abd-4cd0-b231-122b3a4a9667 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:38:15.753733 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd6c0913-bc46-4aa3-a5c0-f61a4c0116df tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:38:15.758554 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bd6c0913-bc46-4aa3-a5c0-f61a4c0116df tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:15.789555 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-bd6c0913-bc46-4aa3-a5c0-f61a4c0116df tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "DELETE /v2.0/floatingips/02efc0a9-4a07-4d36-89bb-1161a5271c2f HTTP/1.1" status: 204 len: 168 time: 0.8350115 Nov 25 18:38:15.790158 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e31f0b8f-cde3-474b-9d1d-85bcfe70010f', 'tag': 'afd576a7-196b-4b6b-bde3-75cb7c2b764c'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:38:15.792563 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc7fbc6-3dba-477e-8fe0-c4e892944646" -d '{"events": [{"name": "network-changed", "server_uuid": "e31f0b8f-cde3-474b-9d1d-85bcfe70010f", "tag": "afd576a7-196b-4b6b-bde3-75cb7c2b764c"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:38:15.840127 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34fd5b4-8626-4a78-bea0-4cba172b4360 x-openstack-request-id: req-f34fd5b4-8626-4a78-bea0-4cba172b4360 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:38:15.840427 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e31f0b8f-cde3-474b-9d1d-85bcfe70010f", "tag": "afd576a7-196b-4b6b-bde3-75cb7c2b764c", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:38:15.840689 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f34fd5b4-8626-4a78-bea0-4cba172b4360 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:38:15.841140 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e31f0b8f-cde3-474b-9d1d-85bcfe70010f', 'tag': 'afd576a7-196b-4b6b-bde3-75cb7c2b764c', 'status': 'completed', 'code': 200} Nov 25 18:38:15.895392 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85aa7fa4-5013-471a-b07f-92657cab204f None None] Sync routers for ids ['831aa757-0abd-4cd0-b231-122b3a4a9667'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:38:15.907410 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85aa7fa4-5013-471a-b07f-92657cab204f None None] Routers {'831aa757-0abd-4cd0-b231-122b3a4a9667'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:38:15.909074 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-85aa7fa4-5013-471a-b07f-92657cab204f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:37:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['831aa757-0abd-4cd0-b231-122b3a4a9667'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:15.912809 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7fbc6-3dba-477e-8fe0-c4e892944646 req-b831db18-62a4-4db7-ba66-adbddaa5895a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:15.914357 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5bc7fbc6-3dba-477e-8fe0-c4e892944646 req-b831db18-62a4-4db7-ba66-adbddaa5895a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7434064363194dc39e0f0255dc1ee7d0&device_id=e31f0b8f-cde3-474b-9d1d-85bcfe70010f HTTP/1.1" status: 200 len: 1096 time: 0.0479081 Nov 25 18:38:16.026899 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-85aa7fa4-5013-471a-b07f-92657cab204f None None] Set router 831aa757-0abd-4cd0-b231-122b3a4a9667 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:38:16.050543 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7fbc6-3dba-477e-8fe0-c4e892944646 req-c4114501-8779-44ea-9982-ff136b6b2f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:16.052024 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5bc7fbc6-3dba-477e-8fe0-c4e892944646 req-c4114501-8779-44ea-9982-ff136b6b2f0d service neutron] 10.222.0.90 "GET /v2.0/networks?id=c379746b-4c82-4507-b557-fd0493d14f53 HTTP/1.1" status: 200 len: 897 time: 0.1282861 Nov 25 18:38:16.064136 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1d6f6-ea12-47d8-b8f7-030ba21b3e59 req-0c07aec0-7931-4bc5-bb08-945d1952aaa9 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:16.066074 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bba1d6f6-ea12-47d8-b8f7-030ba21b3e59 req-0c07aec0-7931-4bc5-bb08-945d1952aaa9 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=e31f0b8f-cde3-474b-9d1d-85bcfe70010f HTTP/1.1" status: 200 len: 945 time: 0.0753694 Nov 25 18:38:16.112183 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5bc7fbc6-3dba-477e-8fe0-c4e892944646 req-ab67e5d9-da44-4cbb-8acd-143d111727ed service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afd576a7-196b-4b6b-bde3-75cb7c2b764c HTTP/1.1" status: 200 len: 217 time: 0.0453732 Nov 25 18:38:16.172812 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bba1d6f6-ea12-47d8-b8f7-030ba21b3e59 req-00a31ef3-5760-422e-99dc-e73026e0b7ba tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=6872cb7c-0c31-4eb7-8dde-48f41df75079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005490 Nov 25 18:38:16.184531 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7fbc6-3dba-477e-8fe0-c4e892944646 req-4fcd4431-74e5-44f4-ae20-a7722af8e2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:16.186349 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5bc7fbc6-3dba-477e-8fe0-c4e892944646 req-4fcd4431-74e5-44f4-ae20-a7722af8e2d4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=dac09d5a-c0bb-4074-b65a-d3dfa09e6fd3 HTTP/1.1" status: 200 len: 835 time: 0.0663099 Nov 25 18:38:16.249073 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7fbc6-3dba-477e-8fe0-c4e892944646 req-ff894668-45e8-46f5-8961-bccd96dc6ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:16.250593 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5bc7fbc6-3dba-477e-8fe0-c4e892944646 req-ff894668-45e8-46f5-8961-bccd96dc6ede service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c379746b-4c82-4507-b557-fd0493d14f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555105 Nov 25 18:38:16.319787 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-85aa7fa4-5013-471a-b07f-92657cab204f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831aa757-0abd-4cd0-b231-122b3a4a9667', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748968813', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '81b09d61-3d85-49e1-8d62-811e3c27299c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:36:38Z', 'updated_at': '2021-11-25T18:36:42Z', 'revision_number': 4, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '81b09d61-3d85-49e1-8d62-811e3c27299c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831aa757-0abd-4cd0-b231-122b3a4a9667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:36:39Z', 'updated_at': '2021-11-25T18:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '7d90bc9e-3454-4ae3-b2aa-c0f71cb6b8b8', 'name': '', 'network_id': 'c379746b-4c82-4507-b557-fd0493d14f53', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'mac_address': 'fa:16:3e:0c:5a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831aa757-0abd-4cd0-b231-122b3a4a9667', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'dac09d5a-c0bb-4074-b65a-d3dfa09e6fd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:36:41Z', 'updated_at': '2021-11-25T18:36:45Z', 'revision_number': 5, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'subnets': [{'id': 'dac09d5a-c0bb-4074-b65a-d3dfa09e6fd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:16.343326 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5bc7fbc6-3dba-477e-8fe0-c4e892944646 req-fbe76592-705d-4f76-8e4c-0da8420fe72a service neutron] 10.222.0.90 "GET /v2.0/networks/c379746b-4c82-4507-b557-fd0493d14f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849686 Nov 25 18:38:16.345718 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85aa7fa4-5013-471a-b07f-92657cab204f None None] Checking router: 831aa757-0abd-4cd0-b231-122b3a4a9667 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:38:16.353984 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85aa7fa4-5013-471a-b07f-92657cab204f None None] Routers {'831aa757-0abd-4cd0-b231-122b3a4a9667'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:38:16.354575 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-85aa7fa4-5013-471a-b07f-92657cab204f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:37:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['831aa757-0abd-4cd0-b231-122b3a4a9667'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:16.438441 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5bc7fbc6-3dba-477e-8fe0-c4e892944646 req-ee5f1f49-23d3-4eaa-9736-d1b14bd866df service neutron] 10.222.0.90 "GET /v2.0/networks/c379746b-4c82-4507-b557-fd0493d14f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874283 Nov 25 18:38:16.460134 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-85aa7fa4-5013-471a-b07f-92657cab204f None None] Set router 831aa757-0abd-4cd0-b231-122b3a4a9667 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:38:16.665659 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-85aa7fa4-5013-471a-b07f-92657cab204f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831aa757-0abd-4cd0-b231-122b3a4a9667', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748968813', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '81b09d61-3d85-49e1-8d62-811e3c27299c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:36:38Z', 'updated_at': '2021-11-25T18:36:42Z', 'revision_number': 4, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '81b09d61-3d85-49e1-8d62-811e3c27299c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831aa757-0abd-4cd0-b231-122b3a4a9667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:36:39Z', 'updated_at': '2021-11-25T18:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '7d90bc9e-3454-4ae3-b2aa-c0f71cb6b8b8', 'name': '', 'network_id': 'c379746b-4c82-4507-b557-fd0493d14f53', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'mac_address': 'fa:16:3e:0c:5a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831aa757-0abd-4cd0-b231-122b3a4a9667', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'dac09d5a-c0bb-4074-b65a-d3dfa09e6fd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:36:41Z', 'updated_at': '2021-11-25T18:36:45Z', 'revision_number': 5, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'subnets': [{'id': 'dac09d5a-c0bb-4074-b65a-d3dfa09e6fd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:16.691703 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85aa7fa4-5013-471a-b07f-92657cab204f None None] The sync data for ids ['831aa757-0abd-4cd0-b231-122b3a4a9667'] in n-d-817746-1 is: [{'id': '831aa757-0abd-4cd0-b231-122b3a4a9667', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748968813', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '81b09d61-3d85-49e1-8d62-811e3c27299c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:36:38Z', 'updated_at': '2021-11-25T18:36:42Z', 'revision_number': 4, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '81b09d61-3d85-49e1-8d62-811e3c27299c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831aa757-0abd-4cd0-b231-122b3a4a9667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:36:39Z', 'updated_at': '2021-11-25T18:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '7d90bc9e-3454-4ae3-b2aa-c0f71cb6b8b8', 'name': '', 'network_id': 'c379746b-4c82-4507-b557-fd0493d14f53', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'mac_address': 'fa:16:3e:0c:5a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831aa757-0abd-4cd0-b231-122b3a4a9667', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'dac09d5a-c0bb-4074-b65a-d3dfa09e6fd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:36:41Z', 'updated_at': '2021-11-25T18:36:45Z', 'revision_number': 5, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'subnets': [{'id': 'dac09d5a-c0bb-4074-b65a-d3dfa09e6fd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:38:16.911753 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f96e2f-157a-45f8-a988-5b0342b05c3e None None] New status for floating IP 02efc0a9-4a07-4d36-89bb-1161a5271c2f: DOWN {{(pid=103362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:38:17.251830 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0127bb88-8204-46d1-b9b4-0693a0e1bcd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:17.322733 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd46b09-cb0b-46a1-8a54-c29c61be4142 req-272a1704-91cb-43d3-b846-a4a734808d44 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:17.324205 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0bd46b09-cb0b-46a1-8a54-c29c61be4142 req-272a1704-91cb-43d3-b846-a4a734808d44 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=e31f0b8f-cde3-474b-9d1d-85bcfe70010f HTTP/1.1" status: 200 len: 945 time: 0.0787604 Nov 25 18:38:17.347906 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52740415-2fe4-4281-8358-f09ab4342a7c req-bef68d70-946b-4bcb-8fca-b958cfbbaf30 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:17.349439 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-52740415-2fe4-4281-8358-f09ab4342a7c req-bef68d70-946b-4bcb-8fca-b958cfbbaf30 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.90 "GET /v2.0/ports?device_id=e31f0b8f-cde3-474b-9d1d-85bcfe70010f HTTP/1.1" status: 200 len: 945 time: 0.0727100 Nov 25 18:38:17.352067 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:17.417789 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0bd46b09-cb0b-46a1-8a54-c29c61be4142 req-5ebb4a52-ee5b-4ce4-a742-c0e44352ad2c tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=6872cb7c-0c31-4eb7-8dde-48f41df75079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866473 Nov 25 18:38:17.466195 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-52740415-2fe4-4281-8358-f09ab4342a7c req-c736e013-75d9-4536-bac3-5d45f1e7b5a0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Deleting port afd576a7-196b-4b6b-bde3-75cb7c2b764c {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:38:17.466534 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-52740415-2fe4-4281-8358-f09ab4342a7c req-c736e013-75d9-4536-bac3-5d45f1e7b5a0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:17.562612 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-52740415-2fe4-4281-8358-f09ab4342a7c req-c736e013-75d9-4536-bac3-5d45f1e7b5a0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] For port afd576a7-196b-4b6b-bde3-75cb7c2b764c, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=afd576a7-196b-4b6b-bde3-75cb7c2b764c,segment=NetworkSegment(efc8cf99-ac2f-44c7-8449-366bbb88b8d2),segment_id=efc8cf99-ac2f-44c7-8449-366bbb88b8d2)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:38:17.562886 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-52740415-2fe4-4281-8358-f09ab4342a7c req-c736e013-75d9-4536-bac3-5d45f1e7b5a0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:17.576450 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-52740415-2fe4-4281-8358-f09ab4342a7c req-c736e013-75d9-4536-bac3-5d45f1e7b5a0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Calling delete_port for afd576a7-196b-4b6b-bde3-75cb7c2b764c owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:38:17.625836 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:17.707325 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-52740415-2fe4-4281-8358-f09ab4342a7c req-c736e013-75d9-4536-bac3-5d45f1e7b5a0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:17.736186 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c736e013-75d9-4536-bac3-5d45f1e7b5a0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event deleted for resources: {'Port': ['ID=afd576a7-196b-4b6b-bde3-75cb7c2b764c,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:17.781491 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-52740415-2fe4-4281-8358-f09ab4342a7c req-c736e013-75d9-4536-bac3-5d45f1e7b5a0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] No DVR routers for this DVR port afd576a7-196b-4b6b-bde3-75cb7c2b764c on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:38:17.784206 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-52740415-2fe4-4281-8358-f09ab4342a7c req-c736e013-75d9-4536-bac3-5d45f1e7b5a0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:17.787704 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-52740415-2fe4-4281-8358-f09ab4342a7c req-c736e013-75d9-4536-bac3-5d45f1e7b5a0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.90 "DELETE /v2.0/ports/afd576a7-196b-4b6b-bde3-75cb7c2b764c HTTP/1.1" status: 204 len: 173 time: 0.4317434 Nov 25 18:38:17.842528 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31f0b8f-cde3-474b-9d1d-85bcfe70010f', 'name': 'network-vif-deleted', 'tag': 'afd576a7-196b-4b6b-bde3-75cb7c2b764c'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:38:17.844906 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5439cd-b1f5-4500-90e2-7c19ed984a80" -d '{"events": [{"server_uuid": "e31f0b8f-cde3-474b-9d1d-85bcfe70010f", "name": "network-vif-deleted", "tag": "afd576a7-196b-4b6b-bde3-75cb7c2b764c"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:38:17.881866 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644d4352-4fa6-4a6a-8a1c-28f1c6499b0d x-openstack-request-id: req-644d4352-4fa6-4a6a-8a1c-28f1c6499b0d {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:38:17.882169 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e31f0b8f-cde3-474b-9d1d-85bcfe70010f", "name": "network-vif-deleted", "tag": "afd576a7-196b-4b6b-bde3-75cb7c2b764c", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:38:17.882426 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-644d4352-4fa6-4a6a-8a1c-28f1c6499b0d {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:38:17.882831 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e31f0b8f-cde3-474b-9d1d-85bcfe70010f', 'name': 'network-vif-deleted', 'tag': 'afd576a7-196b-4b6b-bde3-75cb7c2b764c', 'status': 'completed', 'code': 200} Nov 25 18:38:18.474390 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38592) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:18.833718 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-583023eb-b86f-42d8-8fc9-d7bfa17eff2a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:19.085655 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-583023eb-b86f-42d8-8fc9-d7bfa17eff2a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Deleting port 7d90bc9e-3454-4ae3-b2aa-c0f71cb6b8b8 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:38:19.085894 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-583023eb-b86f-42d8-8fc9-d7bfa17eff2a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:19.176331 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-583023eb-b86f-42d8-8fc9-d7bfa17eff2a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] For port 7d90bc9e-3454-4ae3-b2aa-c0f71cb6b8b8, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=7d90bc9e-3454-4ae3-b2aa-c0f71cb6b8b8,segment=NetworkSegment(efc8cf99-ac2f-44c7-8449-366bbb88b8d2),segment_id=efc8cf99-ac2f-44c7-8449-366bbb88b8d2)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:38:19.176691 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-583023eb-b86f-42d8-8fc9-d7bfa17eff2a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:19.189246 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-583023eb-b86f-42d8-8fc9-d7bfa17eff2a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Calling delete_port for 7d90bc9e-3454-4ae3-b2aa-c0f71cb6b8b8 owned by network:router_interface {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:38:19.376147 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-583023eb-b86f-42d8-8fc9-d7bfa17eff2a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:19.403782 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583023eb-b86f-42d8-8fc9-d7bfa17eff2a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event deleted for resources: {'Port': ['ID=7d90bc9e-3454-4ae3-b2aa-c0f71cb6b8b8,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:19.431882 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583023eb-b86f-42d8-8fc9-d7bfa17eff2a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:19.432239 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583023eb-b86f-42d8-8fc9-d7bfa17eff2a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:19.432586 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583023eb-b86f-42d8-8fc9-d7bfa17eff2a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:19.432961 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583023eb-b86f-42d8-8fc9-d7bfa17eff2a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:19.433301 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583023eb-b86f-42d8-8fc9-d7bfa17eff2a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:19.433643 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583023eb-b86f-42d8-8fc9-d7bfa17eff2a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:19.433977 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583023eb-b86f-42d8-8fc9-d7bfa17eff2a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:19.434316 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583023eb-b86f-42d8-8fc9-d7bfa17eff2a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:19.434652 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583023eb-b86f-42d8-8fc9-d7bfa17eff2a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:19.434984 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583023eb-b86f-42d8-8fc9-d7bfa17eff2a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:19.435314 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583023eb-b86f-42d8-8fc9-d7bfa17eff2a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:19.435643 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583023eb-b86f-42d8-8fc9-d7bfa17eff2a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:19.591542 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-583023eb-b86f-42d8-8fc9-d7bfa17eff2a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:19.808342 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-583023eb-b86f-42d8-8fc9-d7bfa17eff2a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Router 831aa757-0abd-4cd0-b231-122b3a4a9667 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:38:19.914528 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-583023eb-b86f-42d8-8fc9-d7bfa17eff2a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:38:19.919607 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-583023eb-b86f-42d8-8fc9-d7bfa17eff2a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "PUT /v2.0/routers/831aa757-0abd-4cd0-b231-122b3a4a9667/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4440432 Nov 25 18:38:19.922336 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38594) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:19.925735 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28755ef-284f-47d0-a669-863d150da5d9 None None] Sync routers for ids ['831aa757-0abd-4cd0-b231-122b3a4a9667'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:38:19.936203 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28755ef-284f-47d0-a669-863d150da5d9 None None] Routers {'831aa757-0abd-4cd0-b231-122b3a4a9667'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:38:19.936817 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-e28755ef-284f-47d0-a669-863d150da5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:37:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['831aa757-0abd-4cd0-b231-122b3a4a9667'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:19.975660 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbe1f29c-2795-49a9-a915-2f1ff94837bf tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Deleting subnet dac09d5a-c0bb-4074-b65a-d3dfa09e6fd3 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:38:19.978985 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dbe1f29c-2795-49a9-a915-2f1ff94837bf tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:19.983850 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-89591711-483a-4019-9121-4247cb5e8728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:20.020572 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dbe1f29c-2795-49a9-a915-2f1ff94837bf tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:20.046536 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-e28755ef-284f-47d0-a669-863d150da5d9 None None] Set router 831aa757-0abd-4cd0-b231-122b3a4a9667 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:38:20.107221 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dbe1f29c-2795-49a9-a915-2f1ff94837bf tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:20.176334 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dbe1f29c-2795-49a9-a915-2f1ff94837bf tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:20.196393 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dbe1f29c-2795-49a9-a915-2f1ff94837bf tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:20.202320 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-dbe1f29c-2795-49a9-a915-2f1ff94837bf tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "DELETE /v2.0/subnets/dac09d5a-c0bb-4074-b65a-d3dfa09e6fd3 HTTP/1.1" status: 204 len: 168 time: 0.2763464 Nov 25 18:38:20.202695 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38596) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:20.209895 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28a0a06-1288-4f6f-a3fa-39e1acc94273 None None] Network c379746b-4c82-4507-b557-fd0493d14f53 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:38:20.230559 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-e28755ef-284f-47d0-a669-863d150da5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831aa757-0abd-4cd0-b231-122b3a4a9667', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748968813', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '81b09d61-3d85-49e1-8d62-811e3c27299c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:36:38Z', 'updated_at': '2021-11-25T18:38:19Z', 'revision_number': 5, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '81b09d61-3d85-49e1-8d62-811e3c27299c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831aa757-0abd-4cd0-b231-122b3a4a9667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:36:39Z', 'updated_at': '2021-11-25T18:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:20.231574 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe1f29c-2795-49a9-a915-2f1ff94837bf tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event deleted for resources: {'Subnet': ['ID=dac09d5a-c0bb-4074-b65a-d3dfa09e6fd3,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:20.263146 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28755ef-284f-47d0-a669-863d150da5d9 None None] Checking router: 831aa757-0abd-4cd0-b231-122b3a4a9667 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:38:20.272587 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28755ef-284f-47d0-a669-863d150da5d9 None None] Routers {'831aa757-0abd-4cd0-b231-122b3a4a9667'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:38:20.273417 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-e28755ef-284f-47d0-a669-863d150da5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:38:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['831aa757-0abd-4cd0-b231-122b3a4a9667'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:20.349327 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d4c693d5-d912-48b7-9224-7fcd24283cd2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for router, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:20.414343 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-e28755ef-284f-47d0-a669-863d150da5d9 None None] Set router 831aa757-0abd-4cd0-b231-122b3a4a9667 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:38:20.447417 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cede3a-61a4-4411-b8a6-b905dbe90da5 None None] DHCP port deletion for c379746b-4c82-4507-b557-fd0493d14f53 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:38:20.474762 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d4c693d5-d912-48b7-9224-7fcd24283cd2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:20.503779 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-f6cede3a-61a4-4411-b8a6-b905dbe90da5 None None] Deleting port 27c24213-855f-45b9-b4e0-bbab52fdd37b {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:38:20.504523 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f6cede3a-61a4-4411-b8a6-b905dbe90da5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:20.532236 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-d4c693d5-d912-48b7-9224-7fcd24283cd2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Deleting port 81b09d61-3d85-49e1-8d62-811e3c27299c {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:38:20.532571 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d4c693d5-d912-48b7-9224-7fcd24283cd2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:20.571690 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-f6cede3a-61a4-4411-b8a6-b905dbe90da5 None None] For port 27c24213-855f-45b9-b4e0-bbab52fdd37b, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=27c24213-855f-45b9-b4e0-bbab52fdd37b,segment=NetworkSegment(efc8cf99-ac2f-44c7-8449-366bbb88b8d2),segment_id=efc8cf99-ac2f-44c7-8449-366bbb88b8d2)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:38:20.572089 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f6cede3a-61a4-4411-b8a6-b905dbe90da5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:20.588480 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-f6cede3a-61a4-4411-b8a6-b905dbe90da5 None None] Calling delete_port for 27c24213-855f-45b9-b4e0-bbab52fdd37b owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:38:20.600890 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-e28755ef-284f-47d0-a669-863d150da5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831aa757-0abd-4cd0-b231-122b3a4a9667', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748968813', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '81b09d61-3d85-49e1-8d62-811e3c27299c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:36:38Z', 'updated_at': '2021-11-25T18:38:19Z', 'revision_number': 5, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '81b09d61-3d85-49e1-8d62-811e3c27299c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831aa757-0abd-4cd0-b231-122b3a4a9667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:36:39Z', 'updated_at': '2021-11-25T18:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:20.616611 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-d4c693d5-d912-48b7-9224-7fcd24283cd2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] For port 81b09d61-3d85-49e1-8d62-811e3c27299c, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=81b09d61-3d85-49e1-8d62-811e3c27299c,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:38:20.617037 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d4c693d5-d912-48b7-9224-7fcd24283cd2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:20.628383 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28755ef-284f-47d0-a669-863d150da5d9 None None] The sync data for ids ['831aa757-0abd-4cd0-b231-122b3a4a9667'] in n-d-817746-1 is: [{'id': '831aa757-0abd-4cd0-b231-122b3a4a9667', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748968813', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '81b09d61-3d85-49e1-8d62-811e3c27299c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:36:38Z', 'updated_at': '2021-11-25T18:38:19Z', 'revision_number': 5, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '81b09d61-3d85-49e1-8d62-811e3c27299c', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831aa757-0abd-4cd0-b231-122b3a4a9667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:36:39Z', 'updated_at': '2021-11-25T18:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:38:20.630681 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-d4c693d5-d912-48b7-9224-7fcd24283cd2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Calling delete_port for 81b09d61-3d85-49e1-8d62-811e3c27299c owned by network:router_gateway {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:38:20.677675 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f6cede3a-61a4-4411-b8a6-b905dbe90da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:20.704844 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cede3a-61a4-4411-b8a6-b905dbe90da5 None None] Pushing event deleted for resources: {'Port': ['ID=27c24213-855f-45b9-b4e0-bbab52fdd37b,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:20.707528 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cede3a-61a4-4411-b8a6-b905dbe90da5 None None] No DVR routers for this DVR port 27c24213-855f-45b9-b4e0-bbab52fdd37b on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:38:20.718534 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device afd576a7-196b-4b6b-bde3-75cb7c2b764c no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:38:20.739126 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: afd576a7-196b-4b6b-bde3-75cb7c2b764c {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:38:20.739472 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device afd576a7-196b-4b6b-bde3-75cb7c2b764c not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:38:20.810129 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d4c693d5-d912-48b7-9224-7fcd24283cd2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:20.839143 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c693d5-d912-48b7-9224-7fcd24283cd2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event deleted for resources: {'Port': ['ID=81b09d61-3d85-49e1-8d62-811e3c27299c,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:20.849228 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4e4dc3-4a99-4aa7-b97f-b2c9c72fdb09 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:38:20.901729 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d4c693d5-d912-48b7-9224-7fcd24283cd2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:20.994229 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d4c693d5-d912-48b7-9224-7fcd24283cd2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:20.996423 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d4c693d5-d912-48b7-9224-7fcd24283cd2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:21.041646 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d4c693d5-d912-48b7-9224-7fcd24283cd2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:21.042175 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c693d5-d912-48b7-9224-7fcd24283cd2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Fanout notify agent at l3_agent the message router_deleted on router 831aa757-0abd-4cd0-b231-122b3a4a9667 {{(pid=103361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:38:21.049509 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d4c693d5-d912-48b7-9224-7fcd24283cd2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:21.051141 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d4c693d5-d912-48b7-9224-7fcd24283cd2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "DELETE /v2.0/routers/831aa757-0abd-4cd0-b231-122b3a4a9667 HTTP/1.1" status: 204 len: 168 time: 0.8474622 Nov 25 18:38:21.054125 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38598) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:21.120814 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:21.134083 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-52c1f7f7-e786-49b2-961e-835282ce8a12 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:21.224486 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-52c1f7f7-e786-49b2-961e-835282ce8a12 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:21.247045 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-52c1f7f7-e786-49b2-961e-835282ce8a12 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c379746b-4c82-4507-b557-fd0493d14f53']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:21.258176 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-52c1f7f7-e786-49b2-961e-835282ce8a12 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efc8cf99-ac2f-44c7-8449-366bbb88b8d2') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:21.258478 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-52c1f7f7-e786-49b2-961e-835282ce8a12 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efc8cf99-ac2f-44c7-8449-366bbb88b8d2') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:21.268216 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-52c1f7f7-e786-49b2-961e-835282ce8a12 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:21.282108 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-52c1f7f7-e786-49b2-961e-835282ce8a12 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:21.289203 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52c1f7f7-e786-49b2-961e-835282ce8a12 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Releasing vlan 933 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:38:21.289672 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-52c1f7f7-e786-49b2-961e-835282ce8a12 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:21.292690 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 18:38:21.292690 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:38:21.292690 n-d-817746-1 neutron-server[103361]: timer() Nov 25 18:38:21.292690 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:38:21.292690 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 18:38:21.292690 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:38:21.292690 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 18:38:21.292690 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:38:21.292690 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 18:38:21.292690 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:38:21.292690 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 18:38:21.292690 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:38:21.292690 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 18:38:21.292690 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:38:21.292690 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:38:21.292690 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:38:21.292690 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:38:21.292690 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:38:21.292690 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 18:38:21.292690 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:38:21.292690 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 18:38:21.292690 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:38:21.292690 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:38:21.292690 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:38:21.292690 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 18:38:21.292690 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:38:21.292690 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:38:21.292690 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:38:21.292690 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:38:21.292690 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:38:21.292690 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:38:21.292690 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:38:21.355966 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-52c1f7f7-e786-49b2-961e-835282ce8a12 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:21.363934 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-52c1f7f7-e786-49b2-961e-835282ce8a12 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:21.367126 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-52c1f7f7-e786-49b2-961e-835282ce8a12 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "DELETE /v2.0/networks/c379746b-4c82-4507-b557-fd0493d14f53 HTTP/1.1" status: 204 len: 168 time: 0.3120522 Nov 25 18:38:21.370150 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38600) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:21.379041 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c1f7f7-e786-49b2-961e-835282ce8a12 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event deleted for resources: {'Network': ['ID=c379746b-4c82-4507-b557-fd0493d14f53,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:21.431632 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-21e8cd27-be11-4604-8e92-4cebb640eb2e tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:21.462098 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-21e8cd27-be11-4604-8e92-4cebb640eb2e tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:21.522706 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-21e8cd27-be11-4604-8e92-4cebb640eb2e tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:21.525305 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-21e8cd27-be11-4604-8e92-4cebb640eb2e tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:21.526484 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-21e8cd27-be11-4604-8e92-4cebb640eb2e tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "DELETE /v2.0/security-groups/6872cb7c-0c31-4eb7-8dde-48f41df75079 HTTP/1.1" status: 204 len: 168 time: 0.1553457 Nov 25 18:38:21.535473 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e8cd27-be11-4604-8e92-4cebb640eb2e tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6872cb7c-0c31-4eb7-8dde-48f41df75079,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:21.748487 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38606) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:21.753087 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-9b50e3a2-5419-43af-acab-3ae600109487 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-131114458', 'description': 'tempest-secgroup-smoke-131114458 description', 'project_id': '7434064363194dc39e0f0255dc1ee7d0'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:21.776060 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9b50e3a2-5419-43af-acab-3ae600109487 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:21.841949 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9b50e3a2-5419-43af-acab-3ae600109487 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:21.845434 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9b50e3a2-5419-43af-acab-3ae600109487 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:21.873552 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9b50e3a2-5419-43af-acab-3ae600109487 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:21.874753 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-9b50e3a2-5419-43af-acab-3ae600109487 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1252306 Nov 25 18:38:21.876609 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b50e3a2-5419-43af-acab-3ae600109487 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=359d799d-1e15-40cd-a92a-82dfc3042793,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:21.877870 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38608) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:21.883934 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-ac36ebb5-d00f-416a-8423-0ebbd5b362b4 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Request body: {'security_group_rule': {'security_group_id': '359d799d-1e15-40cd-a92a-82dfc3042793', 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:21.912102 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ac36ebb5-d00f-416a-8423-0ebbd5b362b4 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:21.957434 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ac36ebb5-d00f-416a-8423-0ebbd5b362b4 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:21.960882 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ac36ebb5-d00f-416a-8423-0ebbd5b362b4 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:21.978115 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac36ebb5-d00f-416a-8423-0ebbd5b362b4 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0daa66bf-7b58-415e-bdf5-5b857834c7e7,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:21.986019 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ac36ebb5-d00f-416a-8423-0ebbd5b362b4 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:21.987222 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ac36ebb5-d00f-416a-8423-0ebbd5b362b4 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1075215 Nov 25 18:38:21.990473 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38610) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:21.994742 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-edfc5019-d9eb-488e-a04d-b9c1b5da2717 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Request body: {'security_group_rule': {'security_group_id': '359d799d-1e15-40cd-a92a-82dfc3042793', 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:22.019851 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-edfc5019-d9eb-488e-a04d-b9c1b5da2717 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:22.073504 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-edfc5019-d9eb-488e-a04d-b9c1b5da2717 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:22.077459 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-edfc5019-d9eb-488e-a04d-b9c1b5da2717 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:22.094973 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfc5019-d9eb-488e-a04d-b9c1b5da2717 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c377b72d-f4af-47ae-b266-6e23fdaa1971,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:22.102684 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-edfc5019-d9eb-488e-a04d-b9c1b5da2717 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:22.103871 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-edfc5019-d9eb-488e-a04d-b9c1b5da2717 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1124563 Nov 25 18:38:22.106579 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38612) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:22.110748 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-222b6e43-aaa4-438b-83fd-312de506ba24 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Request body: {'security_group_rule': {'security_group_id': '359d799d-1e15-40cd-a92a-82dfc3042793', 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:22.136962 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-222b6e43-aaa4-438b-83fd-312de506ba24 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:22.198296 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-222b6e43-aaa4-438b-83fd-312de506ba24 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:22.204142 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-222b6e43-aaa4-438b-83fd-312de506ba24 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:22.204580 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 7d90bc9e-3454-4ae3-b2aa-c0f71cb6b8b8 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:38:22.222179 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222b6e43-aaa4-438b-83fd-312de506ba24 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ee6e856-e6d9-42a9-a5f0-7ab66a9b8a16,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:22.230694 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-222b6e43-aaa4-438b-83fd-312de506ba24 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:22.231712 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 7d90bc9e-3454-4ae3-b2aa-c0f71cb6b8b8 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:38:22.231913 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-222b6e43-aaa4-438b-83fd-312de506ba24 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1244228 Nov 25 18:38:22.232393 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 7d90bc9e-3454-4ae3-b2aa-c0f71cb6b8b8 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:38:22.232853 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 81b09d61-3d85-49e1-8d62-811e3c27299c no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:38:22.234887 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38614) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:22.239556 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-ad4b7064-314c-4996-9eb6-824af339d937 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Request body: {'security_group_rule': {'security_group_id': '359d799d-1e15-40cd-a92a-82dfc3042793', 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:22.252201 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 81b09d61-3d85-49e1-8d62-811e3c27299c {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:38:22.252523 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 81b09d61-3d85-49e1-8d62-811e3c27299c not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:38:22.252959 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 27c24213-855f-45b9-b4e0-bbab52fdd37b no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:38:22.266858 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ad4b7064-314c-4996-9eb6-824af339d937 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:22.273405 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 27c24213-855f-45b9-b4e0-bbab52fdd37b {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:38:22.273755 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 27c24213-855f-45b9-b4e0-bbab52fdd37b not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:38:22.298925 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:22.332595 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ad4b7064-314c-4996-9eb6-824af339d937 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:22.336076 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ad4b7064-314c-4996-9eb6-824af339d937 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:22.354517 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4b7064-314c-4996-9eb6-824af339d937 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaa75736-3971-4b6a-8e60-bb5fdee3857b,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:22.362988 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ad4b7064-314c-4996-9eb6-824af339d937 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:22.364215 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-ad4b7064-314c-4996-9eb6-824af339d937 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1283166 Nov 25 18:38:22.366901 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38616) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:22.371152 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-b3a34802-9c5c-4f2d-8fdf-657d529d5025 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Request body: {'security_group_rule': {'security_group_id': '359d799d-1e15-40cd-a92a-82dfc3042793', 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:22.392597 n-d-817746-1 neutron-server[103361]: INFO neutron.db.securitygroups_db [None req-b3a34802-9c5c-4f2d-8fdf-657d529d5025 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Project 7434064363194dc39e0f0255dc1ee7d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 18:38:22.398016 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b3a34802-9c5c-4f2d-8fdf-657d529d5025 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:22.458343 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b3a34802-9c5c-4f2d-8fdf-657d529d5025 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:22.462368 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b3a34802-9c5c-4f2d-8fdf-657d529d5025 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:22.481055 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a34802-9c5c-4f2d-8fdf-657d529d5025 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5002ee6d-1cb2-41a4-a8f4-295e7f0ebb92,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:22.489258 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b3a34802-9c5c-4f2d-8fdf-657d529d5025 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:22.494008 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-b3a34802-9c5c-4f2d-8fdf-657d529d5025 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1226354 Nov 25 18:38:22.494146 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38618) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:22.498315 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-43cb1ca1-49e7-4a1c-b572-bd9d38005b7b tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Request body: {'security_group_rule': {'security_group_id': '359d799d-1e15-40cd-a92a-82dfc3042793', 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:22.519998 n-d-817746-1 neutron-server[103361]: INFO neutron.db.securitygroups_db [None req-43cb1ca1-49e7-4a1c-b572-bd9d38005b7b tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Project 7434064363194dc39e0f0255dc1ee7d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 18:38:22.525008 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-43cb1ca1-49e7-4a1c-b572-bd9d38005b7b tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:22.584458 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-43cb1ca1-49e7-4a1c-b572-bd9d38005b7b tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:22.587563 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-43cb1ca1-49e7-4a1c-b572-bd9d38005b7b tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:22.605717 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cb1ca1-49e7-4a1c-b572-bd9d38005b7b tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5325692-f257-42fe-a75a-560eb78eb396,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:22.613842 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-43cb1ca1-49e7-4a1c-b572-bd9d38005b7b tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:22.615043 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-43cb1ca1-49e7-4a1c-b572-bd9d38005b7b tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1199958 Nov 25 18:38:22.617950 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38620) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:22.622820 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-30041dab-a8b1-472a-85ef-0413e7107039 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Request body: {'network': {'name': 'tempest-network-smoke--1809955194', 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'port_security_enabled': True}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:22.643472 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30041dab-a8b1-472a-85ef-0413e7107039 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Made reservation on behalf of 7434064363194dc39e0f0255dc1ee7d0 for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:38:22.647113 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-30041dab-a8b1-472a-85ef-0413e7107039 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:22.670719 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30041dab-a8b1-472a-85ef-0413e7107039 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 933} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:38:22.680710 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-30041dab-a8b1-472a-85ef-0413e7107039 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:22.681092 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-30041dab-a8b1-472a-85ef-0413e7107039 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Added segment 6403251b-6378-4ab3-8985-9121bd439480 of type vlan for network f8ca7844-faac-412f-bb0d-e494c77c2e45 Nov 25 18:38:22.720836 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-30041dab-a8b1-472a-85ef-0413e7107039 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:22.745455 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-30041dab-a8b1-472a-85ef-0413e7107039 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:22.751241 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30041dab-a8b1-472a-85ef-0413e7107039 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:22.751824 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-30041dab-a8b1-472a-85ef-0413e7107039 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:22.811840 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-30041dab-a8b1-472a-85ef-0413e7107039 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1928642 Nov 25 18:38:22.814678 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38622) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:22.819940 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-b8174bb1-8d65-42cf-95e0-666f03605d53 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1762308956', 'admin_state_up': True, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:22.825605 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30041dab-a8b1-472a-85ef-0413e7107039 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'Network': ['ID=f8ca7844-faac-412f-bb0d-e494c77c2e45,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:22.836199 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network f8ca7844-faac-412f-bb0d-e494c77c2e45 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:38:22.843725 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b8174bb1-8d65-42cf-95e0-666f03605d53 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:22.844749 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b8174bb1-8d65-42cf-95e0-666f03605d53 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:22.897504 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b8174bb1-8d65-42cf-95e0-666f03605d53 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:23.037711 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b8174bb1-8d65-42cf-95e0-666f03605d53 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:23.210869 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:23.225301 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b8174bb1-8d65-42cf-95e0-666f03605d53 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for router_gateway, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:23.244733 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b8174bb1-8d65-42cf-95e0-666f03605d53 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:23.348324 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-b8174bb1-8d65-42cf-95e0-666f03605d53 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Allocated IP 172.25.0.111 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/1b1fba84-2abe-48ca-bfe3-e58c44c1f702) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:38:23.444915 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b8174bb1-8d65-42cf-95e0-666f03605d53 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:23.478611 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b8174bb1-8d65-42cf-95e0-666f03605d53 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:23.520630 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8174bb1-8d65-42cf-95e0-666f03605d53 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:38:23.523499 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-b8174bb1-8d65-42cf-95e0-666f03605d53 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:38:23.527007 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8174bb1-8d65-42cf-95e0-666f03605d53 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:38:23.537488 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27dea095-12bd-4218-965e-7fe5d9631cc8 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:38:23.552501 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8174bb1-8d65-42cf-95e0-666f03605d53 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'Port': ['ID=1b1fba84-2abe-48ca-bfe3-e58c44c1f702,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:23.612629 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-a6f5073a-1c2c-4355-b24a-fd873f56dfe4 None None] Provisioning complete for port 1b1fba84-2abe-48ca-bfe3-e58c44c1f702 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:23.613064 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a6f5073a-1c2c-4355-b24a-fd873f56dfe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:23.647946 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-a6f5073a-1c2c-4355-b24a-fd873f56dfe4 None None] Port 1b1fba84-2abe-48ca-bfe3-e58c44c1f702 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:38:24.097975 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b8174bb1-8d65-42cf-95e0-666f03605d53 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for router_gateway, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:24.293725 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b8174bb1-8d65-42cf-95e0-666f03605d53 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:24.426468 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8174bb1-8d65-42cf-95e0-666f03605d53 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Router a60ba3d0-592d-4143-a9a3-9e66191adc9a is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:38:24.530983 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8174bb1-8d65-42cf-95e0-666f03605d53 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:38:24.540884 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac988b5d-fc36-4f61-889c-bff1e873b6d9 None None] Sync routers for ids ['a60ba3d0-592d-4143-a9a3-9e66191adc9a'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:38:24.551713 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac988b5d-fc36-4f61-889c-bff1e873b6d9 None None] Routers {'a60ba3d0-592d-4143-a9a3-9e66191adc9a'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:38:24.552003 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b8174bb1-8d65-42cf-95e0-666f03605d53 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:24.552291 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-ac988b5d-fc36-4f61-889c-bff1e873b6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:38:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['a60ba3d0-592d-4143-a9a3-9e66191adc9a'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:24.553348 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-b8174bb1-8d65-42cf-95e0-666f03605d53 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7376425 Nov 25 18:38:24.556571 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38624) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:24.592734 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-757d9bac-2e88-407a-92d2-3af4f93a4e58 tempest-TestNetworkAdvancedServerOps-1271610080 tempest-TestNetworkAdvancedServerOps-1271610080-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=7434064363194dc39e0f0255dc1ee7d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0349755 Nov 25 18:38:24.595406 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38626) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:24.662875 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-ac988b5d-fc36-4f61-889c-bff1e873b6d9 None None] Set router a60ba3d0-592d-4143-a9a3-9e66191adc9a gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:38:24.689095 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64e919c-cc05-4a98-bdd2-7136ced29c25 tempest-TestNetworkAdvancedServerOps-1271610080 tempest-TestNetworkAdvancedServerOps-1271610080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:24.690605 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a64e919c-cc05-4a98-bdd2-7136ced29c25 tempest-TestNetworkAdvancedServerOps-1271610080 tempest-TestNetworkAdvancedServerOps-1271610080-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0942960 Nov 25 18:38:24.694219 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38628) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:24.724168 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-bb10366b-ac10-4bcf-96f7-448c6160660e tempest-TestNetworkAdvancedServerOps-1271610080 tempest-TestNetworkAdvancedServerOps-1271610080-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=1aa44027-b9d0-4a56-9a59-7e664703e20a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287671 Nov 25 18:38:24.727373 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38630) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:24.732259 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-aec1fa56-aa3b-485e-9ce9-3d58d3695064 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1328503090', 'network_id': 'f8ca7844-faac-412f-bb0d-e494c77c2e45', 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:24.864864 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec1fa56-aa3b-485e-9ce9-3d58d3695064 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Made reservation on behalf of 7434064363194dc39e0f0255dc1ee7d0 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:38:24.868340 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-aec1fa56-aa3b-485e-9ce9-3d58d3695064 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:24.885617 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-ac988b5d-fc36-4f61-889c-bff1e873b6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60ba3d0-592d-4143-a9a3-9e66191adc9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1762308956', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '1b1fba84-2abe-48ca-bfe3-e58c44c1f702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:22Z', 'updated_at': '2021-11-25T18:38:23Z', 'revision_number': 3, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '1b1fba84-2abe-48ca-bfe3-e58c44c1f702', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60ba3d0-592d-4143-a9a3-9e66191adc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:23Z', 'updated_at': '2021-11-25T18:38:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:24.911889 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac988b5d-fc36-4f61-889c-bff1e873b6d9 None None] Checking router: a60ba3d0-592d-4143-a9a3-9e66191adc9a for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:38:24.912248 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac988b5d-fc36-4f61-889c-bff1e873b6d9 None None] Updating router a60ba3d0-592d-4143-a9a3-9e66191adc9a port 1b1fba84-2abe-48ca-bfe3-e58c44c1f702 binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:38:24.939570 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ac988b5d-fc36-4f61-889c-bff1e873b6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:25.056130 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-aec1fa56-aa3b-485e-9ce9-3d58d3695064 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:25.119290 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec1fa56-aa3b-485e-9ce9-3d58d3695064 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'Subnet': ['ID=6214a151-168f-43dd-a32d-0efaa063906b,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:25.126789 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec1fa56-aa3b-485e-9ce9-3d58d3695064 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Checking segment: {'id': '6403251b-6378-4ab3-8985-9121bd439480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'f8ca7844-faac-412f-bb0d-e494c77c2e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:38:25.127182 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec1fa56-aa3b-485e-9ce9-3d58d3695064 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Network hostable DHCP agents. Network: f8ca7844-faac-412f-bb0d-e494c77c2e45, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:38:25.145909 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec1fa56-aa3b-485e-9ce9-3d58d3695064 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Network f8ca7844-faac-412f-bb0d-e494c77c2e45 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:38:25.156190 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-aec1fa56-aa3b-485e-9ce9-3d58d3695064 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, f8ca7844-faac-412f-bb0d-e494c77c2e45) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:38:25.161483 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec1fa56-aa3b-485e-9ce9-3d58d3695064 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:25.162086 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-aec1fa56-aa3b-485e-9ce9-3d58d3695064 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:25.179746 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-aec1fa56-aa3b-485e-9ce9-3d58d3695064 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4513535 Nov 25 18:38:25.182584 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38632) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:25.187305 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b568cfe-d760-429a-9f08-66e5d90df685 None None] Network f8ca7844-faac-412f-bb0d-e494c77c2e45 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:38:25.255864 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ac988b5d-fc36-4f61-889c-bff1e873b6d9 None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:25.263634 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ac988b5d-fc36-4f61-889c-bff1e873b6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:25.521634 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd46874-648e-4e7d-81a9-82689d35ebc1 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:38:25.533211 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bf75a0-d36d-4dea-9732-4dddff5addd4 None None] Pushing event updated for resources: {'Port': ['ID=1b1fba84-2abe-48ca-bfe3-e58c44c1f702,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:25.539414 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-ac988b5d-fc36-4f61-889c-bff1e873b6d9 None None] Attempting to bind port 1b1fba84-2abe-48ca-bfe3-e58c44c1f702 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:38:25.539783 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-ac988b5d-fc36-4f61-889c-bff1e873b6d9 None None] Attempting to bind port 1b1fba84-2abe-48ca-bfe3-e58c44c1f702 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:38:25.540163 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac988b5d-fc36-4f61-889c-bff1e873b6d9 None None] Attempting to bind port 1b1fba84-2abe-48ca-bfe3-e58c44c1f702 on network 1aa44027-b9d0-4a56-9a59-7e664703e20a {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:38:25.549766 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac988b5d-fc36-4f61-889c-bff1e873b6d9 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:38:25.550877 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac988b5d-fc36-4f61-889c-bff1e873b6d9 None None] Checking segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:38:25.551265 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ac988b5d-fc36-4f61-889c-bff1e873b6d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:25.551883 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac988b5d-fc36-4f61-889c-bff1e873b6d9 None None] Bound using segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:38:25.552371 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-ac988b5d-fc36-4f61-889c-bff1e873b6d9 None None] Bound port: 1b1fba84-2abe-48ca-bfe3-e58c44c1f702, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:38:25.552760 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ac988b5d-fc36-4f61-889c-bff1e873b6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:25.635352 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-e9cb71d6-8e72-4959-aa83-ee4062c67784 None None] Provisioning complete for port 1b1fba84-2abe-48ca-bfe3-e58c44c1f702 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:25.635723 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e9cb71d6-8e72-4959-aa83-ee4062c67784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:25.639979 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ee853aa0-6bcc-47db-b090-c8a0b5cf9071 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:25.640152 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e38016d-3b3b-4869-9e7f-7f068fa44612 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-f8ca7844-faac-412f-bb0d-e494c77c2e45', 'network_id': 'f8ca7844-faac-412f-bb0d-e494c77c2e45', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'fixed_ips': [{'subnet_id': '6214a151-168f-43dd-a32d-0efaa063906b'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:38:25.641508 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7e38016d-3b3b-4869-9e7f-7f068fa44612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:25.682789 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-ac988b5d-fc36-4f61-889c-bff1e873b6d9 None None] For port 1b1fba84-2abe-48ca-bfe3-e58c44c1f702, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:38:25.710039 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-ac988b5d-fc36-4f61-889c-bff1e873b6d9 None None] For port 1b1fba84-2abe-48ca-bfe3-e58c44c1f702, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=1b1fba84-2abe-48ca-bfe3-e58c44c1f702,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:38:25.755270 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-e9cb71d6-8e72-4959-aa83-ee4062c67784 None None] Port 1b1fba84-2abe-48ca-bfe3-e58c44c1f702 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:38:25.757112 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ac988b5d-fc36-4f61-889c-bff1e873b6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:25.824546 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc3a2ef-8e74-43a5-b247-8f738d479438 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:38:25.868423 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bf75a0-d36d-4dea-9732-4dddff5addd4 None None] Pushing event updated for resources: {'Port': ['ID=1b1fba84-2abe-48ca-bfe3-e58c44c1f702,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:25.875723 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac988b5d-fc36-4f61-889c-bff1e873b6d9 None None] Routers {'a60ba3d0-592d-4143-a9a3-9e66191adc9a'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:38:25.876331 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-ac988b5d-fc36-4f61-889c-bff1e873b6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:38:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['a60ba3d0-592d-4143-a9a3-9e66191adc9a'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:25.953522 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-7e38016d-3b3b-4869-9e7f-7f068fa44612 None None] Allocated IP 172.20.0.2 (f8ca7844-faac-412f-bb0d-e494c77c2e45/6214a151-168f-43dd-a32d-0efaa063906b/ebb00a9b-b913-499b-b7db-0d5f22801aa9) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:38:26.046802 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-ae8d04dc-bd8e-40fd-b0a6-199bb62eb401 None None] Provisioning complete for port 1b1fba84-2abe-48ca-bfe3-e58c44c1f702 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:26.047171 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ae8d04dc-bd8e-40fd-b0a6-199bb62eb401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:26.053354 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-ac988b5d-fc36-4f61-889c-bff1e873b6d9 None None] Set router a60ba3d0-592d-4143-a9a3-9e66191adc9a gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:38:26.299936 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7e38016d-3b3b-4869-9e7f-7f068fa44612 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:26.326606 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7e38016d-3b3b-4869-9e7f-7f068fa44612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:26.338404 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:38:26.356341 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-ee853aa0-6bcc-47db-b090-c8a0b5cf9071 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Allocated IP 172.20.0.1 (f8ca7844-faac-412f-bb0d-e494c77c2e45/6214a151-168f-43dd-a32d-0efaa063906b/96274f19-36ae-4a72-9905-6f11a30c4b4b) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:38:26.365977 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ae8d04dc-bd8e-40fd-b0a6-199bb62eb401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:26.390915 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e38016d-3b3b-4869-9e7f-7f068fa44612 None None] Network f8ca7844-faac-412f-bb0d-e494c77c2e45 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:38:26.403378 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-7e38016d-3b3b-4869-9e7f-7f068fa44612 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:38:26.410702 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-ae8d04dc-bd8e-40fd-b0a6-199bb62eb401 None None] For port 1b1fba84-2abe-48ca-bfe3-e58c44c1f702, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=1b1fba84-2abe-48ca-bfe3-e58c44c1f702,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:38:26.412123 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e38016d-3b3b-4869-9e7f-7f068fa44612 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:38:26.415655 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e38016d-3b3b-4869-9e7f-7f068fa44612 None None] Pushing event updated for resources: {'Port': ['ID=ebb00a9b-b913-499b-b7db-0d5f22801aa9,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:26.421953 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ae8d04dc-bd8e-40fd-b0a6-199bb62eb401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:26.480796 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ee853aa0-6bcc-47db-b090-c8a0b5cf9071 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:26.516930 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-ac988b5d-fc36-4f61-889c-bff1e873b6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60ba3d0-592d-4143-a9a3-9e66191adc9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1762308956', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '1b1fba84-2abe-48ca-bfe3-e58c44c1f702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:22Z', 'updated_at': '2021-11-25T18:38:23Z', 'revision_number': 3, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '1b1fba84-2abe-48ca-bfe3-e58c44c1f702', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60ba3d0-592d-4143-a9a3-9e66191adc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:23Z', 'updated_at': '2021-11-25T18:38:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:26.517227 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ee853aa0-6bcc-47db-b090-c8a0b5cf9071 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:26.520458 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8d04dc-bd8e-40fd-b0a6-199bb62eb401 None None] Pushing event updated for resources: {'Port': ['ID=1b1fba84-2abe-48ca-bfe3-e58c44c1f702,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:26.523041 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-7e38016d-3b3b-4869-9e7f-7f068fa44612 None None] Attempting to bind port ebb00a9b-b913-499b-b7db-0d5f22801aa9 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:38:26.523412 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-7e38016d-3b3b-4869-9e7f-7f068fa44612 None None] Attempting to bind port ebb00a9b-b913-499b-b7db-0d5f22801aa9 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '6403251b-6378-4ab3-8985-9121bd439480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'f8ca7844-faac-412f-bb0d-e494c77c2e45'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:38:26.523774 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e38016d-3b3b-4869-9e7f-7f068fa44612 None None] Attempting to bind port ebb00a9b-b913-499b-b7db-0d5f22801aa9 on network f8ca7844-faac-412f-bb0d-e494c77c2e45 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:38:26.555610 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac988b5d-fc36-4f61-889c-bff1e873b6d9 None None] The sync data for ids ['a60ba3d0-592d-4143-a9a3-9e66191adc9a'] in n-d-817746-1 is: [{'id': 'a60ba3d0-592d-4143-a9a3-9e66191adc9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1762308956', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '1b1fba84-2abe-48ca-bfe3-e58c44c1f702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:22Z', 'updated_at': '2021-11-25T18:38:23Z', 'revision_number': 3, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '1b1fba84-2abe-48ca-bfe3-e58c44c1f702', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60ba3d0-592d-4143-a9a3-9e66191adc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:23Z', 'updated_at': '2021-11-25T18:38:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:38:26.557661 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e38016d-3b3b-4869-9e7f-7f068fa44612 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:38:26.558038 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e38016d-3b3b-4869-9e7f-7f068fa44612 None None] Checking segment: {'id': '6403251b-6378-4ab3-8985-9121bd439480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'f8ca7844-faac-412f-bb0d-e494c77c2e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:38:26.558355 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7e38016d-3b3b-4869-9e7f-7f068fa44612 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:26.558740 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e38016d-3b3b-4869-9e7f-7f068fa44612 None None] Bound using segment: {'id': '6403251b-6378-4ab3-8985-9121bd439480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'f8ca7844-faac-412f-bb0d-e494c77c2e45'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:38:26.559529 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-7e38016d-3b3b-4869-9e7f-7f068fa44612 None None] Bound port: ebb00a9b-b913-499b-b7db-0d5f22801aa9, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6403251b-6378-4ab3-8985-9121bd439480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'f8ca7844-faac-412f-bb0d-e494c77c2e45'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:38:26.559629 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7e38016d-3b3b-4869-9e7f-7f068fa44612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:26.559717 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee853aa0-6bcc-47db-b090-c8a0b5cf9071 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Network f8ca7844-faac-412f-bb0d-e494c77c2e45 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:38:26.562893 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-ee853aa0-6bcc-47db-b090-c8a0b5cf9071 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:38:26.567568 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee853aa0-6bcc-47db-b090-c8a0b5cf9071 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:38:26.596229 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee853aa0-6bcc-47db-b090-c8a0b5cf9071 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'Port': ['ID=96274f19-36ae-4a72-9905-6f11a30c4b4b,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:26.619618 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ee853aa0-6bcc-47db-b090-c8a0b5cf9071 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:26.630561 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-7e38016d-3b3b-4869-9e7f-7f068fa44612 None None] For port ebb00a9b-b913-499b-b7db-0d5f22801aa9, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:38:26.634604 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-7e38016d-3b3b-4869-9e7f-7f068fa44612 None None] For port ebb00a9b-b913-499b-b7db-0d5f22801aa9, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=ebb00a9b-b913-499b-b7db-0d5f22801aa9,segment=NetworkSegment(6403251b-6378-4ab3-8985-9121bd439480),segment_id=6403251b-6378-4ab3-8985-9121bd439480)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:38:26.638453 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7e38016d-3b3b-4869-9e7f-7f068fa44612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:26.709017 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e38016d-3b3b-4869-9e7f-7f068fa44612 None None] Pushing event updated for resources: {'Port': ['ID=ebb00a9b-b913-499b-b7db-0d5f22801aa9,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:26.781037 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ee853aa0-6bcc-47db-b090-c8a0b5cf9071 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:27.135224 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ee853aa0-6bcc-47db-b090-c8a0b5cf9071 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:27.140488 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ee853aa0-6bcc-47db-b090-c8a0b5cf9071 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:27.216293 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee853aa0-6bcc-47db-b090-c8a0b5cf9071 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'Port': ['ID=96274f19-36ae-4a72-9905-6f11a30c4b4b,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:27.222941 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ee853aa0-6bcc-47db-b090-c8a0b5cf9071 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:27.327089 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee853aa0-6bcc-47db-b090-c8a0b5cf9071 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Network f8ca7844-faac-412f-bb0d-e494c77c2e45 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:38:27.328621 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-ee853aa0-6bcc-47db-b090-c8a0b5cf9071 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:38:27.449507 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee853aa0-6bcc-47db-b090-c8a0b5cf9071 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Router a60ba3d0-592d-4143-a9a3-9e66191adc9a has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:38:27.563638 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee853aa0-6bcc-47db-b090-c8a0b5cf9071 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:38:27.568964 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ee853aa0-6bcc-47db-b090-c8a0b5cf9071 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "PUT /v2.0/routers/a60ba3d0-592d-4143-a9a3-9e66191adc9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3853741 Nov 25 18:38:27.712740 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07495fb-3ef9-4b98-b18c-d55fb1e3c8cc None None] Network f8ca7844-faac-412f-bb0d-e494c77c2e45 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:38:27.736458 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f278d384-b76c-4f57-b7ad-bccf2834dcd3 req-7f3173a8-28b8-44a7-82df-4d5b9307c301 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-131114458&fields=id&tenant_id=7434064363194dc39e0f0255dc1ee7d0 HTTP/1.1" status: 200 len: 267 time: 0.0483098 Nov 25 18:38:27.796758 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-f08534a0-a0e4-44cc-954e-5a8bd5d6f7e1 None None] Provisioning complete for port ebb00a9b-b913-499b-b7db-0d5f22801aa9 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:27.797156 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f08534a0-a0e4-44cc-954e-5a8bd5d6f7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:27.851385 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278d384-b76c-4f57-b7ad-bccf2834dcd3 req-1ce79b4f-40c6-49ea-b680-b1c27f14b6c4 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:27.853125 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f278d384-b76c-4f57-b7ad-bccf2834dcd3 req-1ce79b4f-40c6-49ea-b680-b1c27f14b6c4 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/networks?id=f8ca7844-faac-412f-bb0d-e494c77c2e45 HTTP/1.1" status: 200 len: 797 time: 0.1081975 Nov 25 18:38:27.870011 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f278d384-b76c-4f57-b7ad-bccf2834dcd3 req-740822ce-a4bf-4d9f-bb4f-24c91a3f50db tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/quotas/7434064363194dc39e0f0255dc1ee7d0 HTTP/1.1" status: 200 len: 375 time: 0.0106542 Nov 25 18:38:27.939176 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f278d384-b76c-4f57-b7ad-bccf2834dcd3 req-aad2ad4f-930b-433b-b3d5-f96fb9e637e8 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=7434064363194dc39e0f0255dc1ee7d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0563595 Nov 25 18:38:27.939673 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f08534a0-a0e4-44cc-954e-5a8bd5d6f7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:27.987671 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-f08534a0-a0e4-44cc-954e-5a8bd5d6f7e1 None None] For port ebb00a9b-b913-499b-b7db-0d5f22801aa9, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=ebb00a9b-b913-499b-b7db-0d5f22801aa9,segment=NetworkSegment(6403251b-6378-4ab3-8985-9121bd439480),segment_id=6403251b-6378-4ab3-8985-9121bd439480)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:38:27.993879 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f08534a0-a0e4-44cc-954e-5a8bd5d6f7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:28.015560 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [req-f278d384-b76c-4f57-b7ad-bccf2834dcd3 req-301ccd7d-948d-4d31-abb0-757de1276bb0 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:38:28.016555 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f278d384-b76c-4f57-b7ad-bccf2834dcd3 req-301ccd7d-948d-4d31-abb0-757de1276bb0 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0760138 Nov 25 18:38:28.055740 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08534a0-a0e4-44cc-954e-5a8bd5d6f7e1 None None] Pushing event updated for resources: {'Port': ['ID=ebb00a9b-b913-499b-b7db-0d5f22801aa9,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:28.133571 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f278d384-b76c-4f57-b7ad-bccf2834dcd3 req-7257f7f6-8b03-410e-848e-bbf2954038cd service neutron] 10.222.0.75 "GET /v2.0/networks/f8ca7844-faac-412f-bb0d-e494c77c2e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049993 Nov 25 18:38:28.276035 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f278d384-b76c-4f57-b7ad-bccf2834dcd3 req-60ecda6a-dd2d-429a-a2c0-79d31916e0df service neutron] 10.222.0.75 "GET /v2.0/networks/f8ca7844-faac-412f-bb0d-e494c77c2e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357105 Nov 25 18:38:28.334646 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 1b1fba84-2abe-48ca-bfe3-e58c44c1f702 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:38:28.338020 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-f662aee7-90d1-42d0-9670-fcca56e61f2f None None] Provisioning complete for port 96274f19-36ae-4a72-9905-6f11a30c4b4b triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:28.338510 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f662aee7-90d1-42d0-9670-fcca56e61f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:28.390414 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-f662aee7-90d1-42d0-9670-fcca56e61f2f None None] Port 96274f19-36ae-4a72-9905-6f11a30c4b4b cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:38:28.440981 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-f662aee7-90d1-42d0-9670-fcca56e61f2f None None] Provisioning complete for port ebb00a9b-b913-499b-b7db-0d5f22801aa9 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:28.441396 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f662aee7-90d1-42d0-9670-fcca56e61f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:28.488930 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 1b1fba84-2abe-48ca-bfe3-e58c44c1f702 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:28.489479 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:28.525079 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6003268c-3775-47c1-9412-185bd21a731b req-7afef748-fe82-40e5-a878-1e2243427d46 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6f95d52-4bab-46be-9fb9-47bfd98226ce HTTP/1.1" status: 200 len: 210 time: 0.0387304 Nov 25 18:38:28.537865 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba059942-361d-40dc-ad97-febc877abee1 None None] Sync routers for ids ['a60ba3d0-592d-4143-a9a3-9e66191adc9a'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:38:28.549769 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba059942-361d-40dc-ad97-febc877abee1 None None] Routers {'a60ba3d0-592d-4143-a9a3-9e66191adc9a'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:38:28.550427 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-ba059942-361d-40dc-ad97-febc877abee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:38:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['a60ba3d0-592d-4143-a9a3-9e66191adc9a'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:28.693754 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device ebb00a9b-b913-499b-b7db-0d5f22801aa9 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:38:28.711905 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-ba059942-361d-40dc-ad97-febc877abee1 None None] Set router a60ba3d0-592d-4143-a9a3-9e66191adc9a gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:38:28.840296 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b84a580b-c461-4ae8-b264-1cc67325c613 None None] Provisioning complete for port 96274f19-36ae-4a72-9905-6f11a30c4b4b triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:28.840814 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b84a580b-c461-4ae8-b264-1cc67325c613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:28.864931 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port ebb00a9b-b913-499b-b7db-0d5f22801aa9 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:28.865315 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:28.916484 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b84a580b-c461-4ae8-b264-1cc67325c613 None None] Port 96274f19-36ae-4a72-9905-6f11a30c4b4b cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:38:29.052798 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-798fea53-dd30-4d2e-8dff-8c8866cb67fe None None] Provisioning complete for port 96274f19-36ae-4a72-9905-6f11a30c4b4b triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:29.053222 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-798fea53-dd30-4d2e-8dff-8c8866cb67fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:29.062316 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-ba059942-361d-40dc-ad97-febc877abee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60ba3d0-592d-4143-a9a3-9e66191adc9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1762308956', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '1b1fba84-2abe-48ca-bfe3-e58c44c1f702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:22Z', 'updated_at': '2021-11-25T18:38:26Z', 'revision_number': 4, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '1b1fba84-2abe-48ca-bfe3-e58c44c1f702', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60ba3d0-592d-4143-a9a3-9e66191adc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:23Z', 'updated_at': '2021-11-25T18:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '96274f19-36ae-4a72-9905-6f11a30c4b4b', 'name': '', 'network_id': 'f8ca7844-faac-412f-bb0d-e494c77c2e45', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'mac_address': 'fa:16:3e:20:ab:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60ba3d0-592d-4143-a9a3-9e66191adc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '6214a151-168f-43dd-a32d-0efaa063906b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:25Z', 'updated_at': '2021-11-25T18:38:26Z', 'revision_number': 2, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'subnets': [{'id': '6214a151-168f-43dd-a32d-0efaa063906b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:29.091600 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-798fea53-dd30-4d2e-8dff-8c8866cb67fe None None] Port 96274f19-36ae-4a72-9905-6f11a30c4b4b cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:38:29.093408 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba059942-361d-40dc-ad97-febc877abee1 None None] Checking router: a60ba3d0-592d-4143-a9a3-9e66191adc9a for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:38:29.094005 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba059942-361d-40dc-ad97-febc877abee1 None None] Updating router a60ba3d0-592d-4143-a9a3-9e66191adc9a port 96274f19-36ae-4a72-9905-6f11a30c4b4b binding host n-d-817746-1 {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:38:29.122998 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-ba059942-361d-40dc-ad97-febc877abee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:29.401217 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-ba059942-361d-40dc-ad97-febc877abee1 None None] Publish callbacks [] for port, precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:29.405439 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-ba059942-361d-40dc-ad97-febc877abee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:29.454799 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b620d7cc-b606-4c89-bf75-01743f9a9f81 None None] Pushing event updated for resources: {'Port': ['ID=96274f19-36ae-4a72-9905-6f11a30c4b4b,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:29.477665 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b620d7cc-b606-4c89-bf75-01743f9a9f81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:29.478013 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b620d7cc-b606-4c89-bf75-01743f9a9f81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:29.478350 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b620d7cc-b606-4c89-bf75-01743f9a9f81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:29.478682 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b620d7cc-b606-4c89-bf75-01743f9a9f81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:29.479012 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b620d7cc-b606-4c89-bf75-01743f9a9f81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:29.479336 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b620d7cc-b606-4c89-bf75-01743f9a9f81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:29.479659 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b620d7cc-b606-4c89-bf75-01743f9a9f81 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:29.479978 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b620d7cc-b606-4c89-bf75-01743f9a9f81 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:29.480296 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b620d7cc-b606-4c89-bf75-01743f9a9f81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:29.480611 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b620d7cc-b606-4c89-bf75-01743f9a9f81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:29.481025 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b620d7cc-b606-4c89-bf75-01743f9a9f81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:29.481348 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b620d7cc-b606-4c89-bf75-01743f9a9f81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:29.515663 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-ba059942-361d-40dc-ad97-febc877abee1 None None] Attempting to bind port 96274f19-36ae-4a72-9905-6f11a30c4b4b on host n-d-817746-1 for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:38:29.516090 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-ba059942-361d-40dc-ad97-febc877abee1 None None] Attempting to bind port 96274f19-36ae-4a72-9905-6f11a30c4b4b by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '6403251b-6378-4ab3-8985-9121bd439480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'f8ca7844-faac-412f-bb0d-e494c77c2e45'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:38:29.516457 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba059942-361d-40dc-ad97-febc877abee1 None None] Attempting to bind port 96274f19-36ae-4a72-9905-6f11a30c4b4b on network f8ca7844-faac-412f-bb0d-e494c77c2e45 {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:38:29.523712 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba059942-361d-40dc-ad97-febc877abee1 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:38:29.524083 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba059942-361d-40dc-ad97-febc877abee1 None None] Checking segment: {'id': '6403251b-6378-4ab3-8985-9121bd439480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'f8ca7844-faac-412f-bb0d-e494c77c2e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:38:29.524482 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-ba059942-361d-40dc-ad97-febc877abee1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:29.524898 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba059942-361d-40dc-ad97-febc877abee1 None None] Bound using segment: {'id': '6403251b-6378-4ab3-8985-9121bd439480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'f8ca7844-faac-412f-bb0d-e494c77c2e45'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:38:29.525362 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-ba059942-361d-40dc-ad97-febc877abee1 None None] Bound port: 96274f19-36ae-4a72-9905-6f11a30c4b4b, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6403251b-6378-4ab3-8985-9121bd439480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'f8ca7844-faac-412f-bb0d-e494c77c2e45'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:38:29.525843 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-ba059942-361d-40dc-ad97-febc877abee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:29.603303 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-ba059942-361d-40dc-ad97-febc877abee1 None None] For port 96274f19-36ae-4a72-9905-6f11a30c4b4b, host n-d-817746-1, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:38:29.606809 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-ba059942-361d-40dc-ad97-febc877abee1 None None] For port 96274f19-36ae-4a72-9905-6f11a30c4b4b, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=96274f19-36ae-4a72-9905-6f11a30c4b4b,segment=NetworkSegment(6403251b-6378-4ab3-8985-9121bd439480),segment_id=6403251b-6378-4ab3-8985-9121bd439480)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:38:29.611971 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-ba059942-361d-40dc-ad97-febc877abee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:29.643156 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-33b88193-c0e3-4c96-9eac-6becb1c6a6c0 req-e42b609f-083c-45d3-a6b7-f3261db2df9a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6f95d52-4bab-46be-9fb9-47bfd98226ce HTTP/1.1" status: 200 len: 210 time: 0.0447757 Nov 25 18:38:29.669509 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba059942-361d-40dc-ad97-febc877abee1 None None] Routers {'a60ba3d0-592d-4143-a9a3-9e66191adc9a'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:38:29.670294 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-ba059942-361d-40dc-ad97-febc877abee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:38:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['a60ba3d0-592d-4143-a9a3-9e66191adc9a'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:29.748560 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278d384-b76c-4f57-b7ad-bccf2834dcd3 req-004ae539-4a76-4e1b-9d37-50c9b1390cc0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:29.750185 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f278d384-b76c-4f57-b7ad-bccf2834dcd3 req-004ae539-4a76-4e1b-9d37-50c9b1390cc0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.74 "GET /v2.0/networks?id=f8ca7844-faac-412f-bb0d-e494c77c2e45 HTTP/1.1" status: 200 len: 797 time: 0.1900208 Nov 25 18:38:29.792175 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b620d7cc-b606-4c89-bf75-01743f9a9f81 None None] Pushing event updated for resources: {'Port': ['ID=96274f19-36ae-4a72-9905-6f11a30c4b4b,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:29.815396 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-ba059942-361d-40dc-ad97-febc877abee1 None None] Set router a60ba3d0-592d-4143-a9a3-9e66191adc9a gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:38:29.821731 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-e5a97773-059e-4b29-b3bb-377c5612766d None None] Provisioning complete for port 96274f19-36ae-4a72-9905-6f11a30c4b4b triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:29.822460 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e5a97773-059e-4b29-b3bb-377c5612766d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:29.828811 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f278d384-b76c-4f57-b7ad-bccf2834dcd3 req-80bf8cb5-1f4e-4af0-a505-a559c005a23d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7434064363194dc39e0f0255dc1ee7d0 HTTP/1.1" status: 200 len: 379 time: 0.0668972 Nov 25 18:38:29.839266 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-f278d384-b76c-4f57-b7ad-bccf2834dcd3 req-8f33d80f-a218-4dd5-925c-4c3b8333008c tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Request body: {'port': {'device_id': 'f6f95d52-4bab-46be-9fb9-47bfd98226ce', 'network_id': 'f8ca7844-faac-412f-bb0d-e494c77c2e45', 'admin_state_up': True, 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'security_groups': ['359d799d-1e15-40cd-a92a-82dfc3042793']}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:29.932905 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e5a97773-059e-4b29-b3bb-377c5612766d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:29.971976 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-e5a97773-059e-4b29-b3bb-377c5612766d None None] For port 96274f19-36ae-4a72-9905-6f11a30c4b4b, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=96274f19-36ae-4a72-9905-6f11a30c4b4b,segment=NetworkSegment(6403251b-6378-4ab3-8985-9121bd439480),segment_id=6403251b-6378-4ab3-8985-9121bd439480)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:38:29.980670 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e5a97773-059e-4b29-b3bb-377c5612766d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:30.003487 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f278d384-b76c-4f57-b7ad-bccf2834dcd3 req-8f33d80f-a218-4dd5-925c-4c3b8333008c tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Made reservation on behalf of 7434064363194dc39e0f0255dc1ee7d0 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:38:30.007908 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f278d384-b76c-4f57-b7ad-bccf2834dcd3 req-8f33d80f-a218-4dd5-925c-4c3b8333008c tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:30.046869 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a97773-059e-4b29-b3bb-377c5612766d None None] Pushing event updated for resources: {'Port': ['ID=96274f19-36ae-4a72-9905-6f11a30c4b4b,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:30.055907 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-ba059942-361d-40dc-ad97-febc877abee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60ba3d0-592d-4143-a9a3-9e66191adc9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1762308956', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '1b1fba84-2abe-48ca-bfe3-e58c44c1f702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:22Z', 'updated_at': '2021-11-25T18:38:26Z', 'revision_number': 4, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '1b1fba84-2abe-48ca-bfe3-e58c44c1f702', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60ba3d0-592d-4143-a9a3-9e66191adc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:23Z', 'updated_at': '2021-11-25T18:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '96274f19-36ae-4a72-9905-6f11a30c4b4b', 'name': '', 'network_id': 'f8ca7844-faac-412f-bb0d-e494c77c2e45', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'mac_address': 'fa:16:3e:20:ab:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60ba3d0-592d-4143-a9a3-9e66191adc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '6214a151-168f-43dd-a32d-0efaa063906b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:25Z', 'updated_at': '2021-11-25T18:38:29Z', 'revision_number': 4, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'subnets': [{'id': '6214a151-168f-43dd-a32d-0efaa063906b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:30.087881 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba059942-361d-40dc-ad97-febc877abee1 None None] The sync data for ids ['a60ba3d0-592d-4143-a9a3-9e66191adc9a'] in n-d-817746-1 is: [{'id': 'a60ba3d0-592d-4143-a9a3-9e66191adc9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1762308956', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '1b1fba84-2abe-48ca-bfe3-e58c44c1f702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:22Z', 'updated_at': '2021-11-25T18:38:26Z', 'revision_number': 4, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '1b1fba84-2abe-48ca-bfe3-e58c44c1f702', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60ba3d0-592d-4143-a9a3-9e66191adc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:23Z', 'updated_at': '2021-11-25T18:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '96274f19-36ae-4a72-9905-6f11a30c4b4b', 'name': '', 'network_id': 'f8ca7844-faac-412f-bb0d-e494c77c2e45', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'mac_address': 'fa:16:3e:20:ab:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60ba3d0-592d-4143-a9a3-9e66191adc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '6214a151-168f-43dd-a32d-0efaa063906b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:25Z', 'updated_at': '2021-11-25T18:38:29Z', 'revision_number': 4, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'subnets': [{'id': '6214a151-168f-43dd-a32d-0efaa063906b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:38:30.103568 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-e2648514-1ebc-45e1-bc67-da3019839677 None None] Provisioning complete for port 96274f19-36ae-4a72-9905-6f11a30c4b4b triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:30.103940 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e2648514-1ebc-45e1-bc67-da3019839677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:30.154687 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-f278d384-b76c-4f57-b7ad-bccf2834dcd3 req-8f33d80f-a218-4dd5-925c-4c3b8333008c tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Allocated IP 172.20.0.11 (f8ca7844-faac-412f-bb0d-e494c77c2e45/6214a151-168f-43dd-a32d-0efaa063906b/2b437d2a-a2b0-45d1-ab78-a88ff068677d) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:38:30.291189 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 96274f19-36ae-4a72-9905-6f11a30c4b4b up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:38:30.339306 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f278d384-b76c-4f57-b7ad-bccf2834dcd3 req-8f33d80f-a218-4dd5-925c-4c3b8333008c tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:30.348782 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 96274f19-36ae-4a72-9905-6f11a30c4b4b triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:30.349237 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:30.377787 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f278d384-b76c-4f57-b7ad-bccf2834dcd3 req-8f33d80f-a218-4dd5-925c-4c3b8333008c tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:30.448230 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f278d384-b76c-4f57-b7ad-bccf2834dcd3 req-8f33d80f-a218-4dd5-925c-4c3b8333008c tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Network f8ca7844-faac-412f-bb0d-e494c77c2e45 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:38:30.451779 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-f278d384-b76c-4f57-b7ad-bccf2834dcd3 req-8f33d80f-a218-4dd5-925c-4c3b8333008c tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:38:30.455903 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-f278d384-b76c-4f57-b7ad-bccf2834dcd3 req-8f33d80f-a218-4dd5-925c-4c3b8333008c tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:38:30.462744 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f33d80f-a218-4dd5-925c-4c3b8333008c tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'Port': ['ID=2b437d2a-a2b0-45d1-ab78-a88ff068677d,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:30.518994 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278d384-b76c-4f57-b7ad-bccf2834dcd3 req-8f33d80f-a218-4dd5-925c-4c3b8333008c tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:30.519706 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f278d384-b76c-4f57-b7ad-bccf2834dcd3 req-8f33d80f-a218-4dd5-925c-4c3b8333008c tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:30.538588 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f278d384-b76c-4f57-b7ad-bccf2834dcd3 req-8f33d80f-a218-4dd5-925c-4c3b8333008c tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7032063 Nov 25 18:38:30.550013 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [req-f278d384-b76c-4f57-b7ad-bccf2834dcd3 req-ae1a7397-7d7b-4f68-bba2-843e11cbc5eb tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:38:30.551747 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f278d384-b76c-4f57-b7ad-bccf2834dcd3 req-ae1a7397-7d7b-4f68-bba2-843e11cbc5eb tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060043 Nov 25 18:38:30.614649 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-f278d384-b76c-4f57-b7ad-bccf2834dcd3 req-547bdaf3-15ad-4edb-b844-0bfc29cbe292 service neutron] Request body: {'port': {'device_id': 'f6f95d52-4bab-46be-9fb9-47bfd98226ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:30.674963 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f278d384-b76c-4f57-b7ad-bccf2834dcd3 req-547bdaf3-15ad-4edb-b844-0bfc29cbe292 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:30.766283 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-fbe8a241-f92c-4e8f-9bf8-3331116e15fa None None] Provisioning complete for port 2b437d2a-a2b0-45d1-ab78-a88ff068677d triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:30.766664 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-fbe8a241-f92c-4e8f-9bf8-3331116e15fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:30.827980 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-fbe8a241-f92c-4e8f-9bf8-3331116e15fa None None] Port 2b437d2a-a2b0-45d1-ab78-a88ff068677d cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:38:30.868994 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6efe4b7-454d-4170-b17b-0fe2d83b6e16 req-c07d5b78-dee6-41d0-ab90-b8b3158d1c1e tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:30.870524 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b6efe4b7-454d-4170-b17b-0fe2d83b6e16 req-c07d5b78-dee6-41d0-ab90-b8b3158d1c1e tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6f95d52-4bab-46be-9fb9-47bfd98226ce HTTP/1.1" status: 200 len: 932 time: 0.0844119 Nov 25 18:38:31.276356 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b6efe4b7-454d-4170-b17b-0fe2d83b6e16 req-97b0d396-d49b-4a73-a560-34cfd43de2cb tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=359d799d-1e15-40cd-a92a-82dfc3042793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3805416 Nov 25 18:38:31.330635 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-f278d384-b76c-4f57-b7ad-bccf2834dcd3 req-547bdaf3-15ad-4edb-b844-0bfc29cbe292 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b437d2a-a2b0-45d1-ab78-a88ff068677d {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:38:31.338844 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f278d384-b76c-4f57-b7ad-bccf2834dcd3 req-547bdaf3-15ad-4edb-b844-0bfc29cbe292 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:31.350594 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-f278d384-b76c-4f57-b7ad-bccf2834dcd3 req-547bdaf3-15ad-4edb-b844-0bfc29cbe292 service neutron] Transition to ACTIVE for port object 2b437d2a-a2b0-45d1-ab78-a88ff068677d will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:38:31.354042 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f278d384-b76c-4f57-b7ad-bccf2834dcd3 req-547bdaf3-15ad-4edb-b844-0bfc29cbe292 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:31.406408 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547bdaf3-15ad-4edb-b844-0bfc29cbe292 service neutron] Pushing event updated for resources: {'Port': ['ID=2b437d2a-a2b0-45d1-ab78-a88ff068677d,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:31.482474 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-f278d384-b76c-4f57-b7ad-bccf2834dcd3 req-547bdaf3-15ad-4edb-b844-0bfc29cbe292 service neutron] Attempting to bind port 2b437d2a-a2b0-45d1-ab78-a88ff068677d on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:38:31.482728 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-f278d384-b76c-4f57-b7ad-bccf2834dcd3 req-547bdaf3-15ad-4edb-b844-0bfc29cbe292 service neutron] Attempting to bind port 2b437d2a-a2b0-45d1-ab78-a88ff068677d by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '6403251b-6378-4ab3-8985-9121bd439480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'f8ca7844-faac-412f-bb0d-e494c77c2e45'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:38:31.483054 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f278d384-b76c-4f57-b7ad-bccf2834dcd3 req-547bdaf3-15ad-4edb-b844-0bfc29cbe292 service neutron] Attempting to bind port 2b437d2a-a2b0-45d1-ab78-a88ff068677d on network f8ca7844-faac-412f-bb0d-e494c77c2e45 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:38:31.487688 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f278d384-b76c-4f57-b7ad-bccf2834dcd3 req-547bdaf3-15ad-4edb-b844-0bfc29cbe292 service neutron] Port 2b437d2a-a2b0-45d1-ab78-a88ff068677d on network f8ca7844-faac-412f-bb0d-e494c77c2e45 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:38:31.488058 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f278d384-b76c-4f57-b7ad-bccf2834dcd3 req-547bdaf3-15ad-4edb-b844-0bfc29cbe292 service neutron] Attempting to bind port 2b437d2a-a2b0-45d1-ab78-a88ff068677d on network f8ca7844-faac-412f-bb0d-e494c77c2e45 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:38:31.493378 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f278d384-b76c-4f57-b7ad-bccf2834dcd3 req-547bdaf3-15ad-4edb-b844-0bfc29cbe292 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:38:31.493746 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f278d384-b76c-4f57-b7ad-bccf2834dcd3 req-547bdaf3-15ad-4edb-b844-0bfc29cbe292 service neutron] Checking segment: {'id': '6403251b-6378-4ab3-8985-9121bd439480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'f8ca7844-faac-412f-bb0d-e494c77c2e45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:38:31.494174 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f278d384-b76c-4f57-b7ad-bccf2834dcd3 req-547bdaf3-15ad-4edb-b844-0bfc29cbe292 service neutron] Bound using segment: {'id': '6403251b-6378-4ab3-8985-9121bd439480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'f8ca7844-faac-412f-bb0d-e494c77c2e45'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:38:31.494554 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-f278d384-b76c-4f57-b7ad-bccf2834dcd3 req-547bdaf3-15ad-4edb-b844-0bfc29cbe292 service neutron] Bound port: 2b437d2a-a2b0-45d1-ab78-a88ff068677d, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6403251b-6378-4ab3-8985-9121bd439480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'f8ca7844-faac-412f-bb0d-e494c77c2e45'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:38:31.495150 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f278d384-b76c-4f57-b7ad-bccf2834dcd3 req-547bdaf3-15ad-4edb-b844-0bfc29cbe292 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:31.562390 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-f278d384-b76c-4f57-b7ad-bccf2834dcd3 req-547bdaf3-15ad-4edb-b844-0bfc29cbe292 service neutron] For port 2b437d2a-a2b0-45d1-ab78-a88ff068677d, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:38:31.565591 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-f278d384-b76c-4f57-b7ad-bccf2834dcd3 req-547bdaf3-15ad-4edb-b844-0bfc29cbe292 service neutron] For port 2b437d2a-a2b0-45d1-ab78-a88ff068677d, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=2b437d2a-a2b0-45d1-ab78-a88ff068677d,segment=NetworkSegment(6403251b-6378-4ab3-8985-9121bd439480),segment_id=6403251b-6378-4ab3-8985-9121bd439480)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:38:31.570575 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f278d384-b76c-4f57-b7ad-bccf2834dcd3 req-547bdaf3-15ad-4edb-b844-0bfc29cbe292 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:31.608556 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278d384-b76c-4f57-b7ad-bccf2834dcd3 req-547bdaf3-15ad-4edb-b844-0bfc29cbe292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:31.609214 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-f278d384-b76c-4f57-b7ad-bccf2834dcd3 req-547bdaf3-15ad-4edb-b844-0bfc29cbe292 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:31.610576 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f278d384-b76c-4f57-b7ad-bccf2834dcd3 req-547bdaf3-15ad-4edb-b844-0bfc29cbe292 service neutron] 10.222.0.74 "PUT /v2.0/ports/2b437d2a-a2b0-45d1-ab78-a88ff068677d HTTP/1.1" status: 200 len: 1092 time: 1.0503678 Nov 25 18:38:31.611007 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6f95d52-4bab-46be-9fb9-47bfd98226ce', 'tag': '2b437d2a-a2b0-45d1-ab78-a88ff068677d'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:38:31.613834 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805dd327-6580-48bb-86f1-14b89541135b" -d '{"events": [{"name": "network-changed", "server_uuid": "f6f95d52-4bab-46be-9fb9-47bfd98226ce", "tag": "2b437d2a-a2b0-45d1-ab78-a88ff068677d"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:38:31.663199 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547bdaf3-15ad-4edb-b844-0bfc29cbe292 service neutron] Pushing event updated for resources: {'Port': ['ID=2b437d2a-a2b0-45d1-ab78-a88ff068677d,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:31.671625 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8abdb8e4-92eb-444a-b5c9-59542a1f62c0 x-openstack-request-id: req-8abdb8e4-92eb-444a-b5c9-59542a1f62c0 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:38:31.671926 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6f95d52-4bab-46be-9fb9-47bfd98226ce", "tag": "2b437d2a-a2b0-45d1-ab78-a88ff068677d", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:38:31.672784 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8abdb8e4-92eb-444a-b5c9-59542a1f62c0 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:38:31.673219 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6f95d52-4bab-46be-9fb9-47bfd98226ce', 'tag': '2b437d2a-a2b0-45d1-ab78-a88ff068677d', 'status': 'completed', 'code': 200} Nov 25 18:38:31.709345 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278d384-b76c-4f57-b7ad-bccf2834dcd3 req-f6654650-dab3-40aa-99e9-b9f287de00a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:31.710878 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f278d384-b76c-4f57-b7ad-bccf2834dcd3 req-f6654650-dab3-40aa-99e9-b9f287de00a2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7434064363194dc39e0f0255dc1ee7d0&device_id=f6f95d52-4bab-46be-9fb9-47bfd98226ce HTTP/1.1" status: 200 len: 1095 time: 0.0592475 Nov 25 18:38:31.755686 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f278d384-b76c-4f57-b7ad-bccf2834dcd3 req-181ac9a7-e44b-48e8-9860-236d2c461baf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b437d2a-a2b0-45d1-ab78-a88ff068677d HTTP/1.1" status: 200 len: 217 time: 0.0358312 Nov 25 18:38:31.812777 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278d384-b76c-4f57-b7ad-bccf2834dcd3 req-2d015e0e-75cf-44b9-b0b1-c236547d3328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:31.814294 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f278d384-b76c-4f57-b7ad-bccf2834dcd3 req-2d015e0e-75cf-44b9-b0b1-c236547d3328 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6214a151-168f-43dd-a32d-0efaa063906b HTTP/1.1" status: 200 len: 835 time: 0.0495284 Nov 25 18:38:31.870732 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278d384-b76c-4f57-b7ad-bccf2834dcd3 req-90085f60-d5a6-404f-93b6-27dbf277615b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:31.872246 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f278d384-b76c-4f57-b7ad-bccf2834dcd3 req-90085f60-d5a6-404f-93b6-27dbf277615b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f8ca7844-faac-412f-bb0d-e494c77c2e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505760 Nov 25 18:38:31.960794 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f278d384-b76c-4f57-b7ad-bccf2834dcd3 req-a1839f60-39ac-4022-97f4-582dd39b2023 service neutron] 10.222.0.74 "GET /v2.0/networks/f8ca7844-faac-412f-bb0d-e494c77c2e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816202 Nov 25 18:38:32.053129 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f278d384-b76c-4f57-b7ad-bccf2834dcd3 req-c290fbc3-adc4-4adc-8d68-d9e61188e90e service neutron] 10.222.0.74 "GET /v2.0/networks/f8ca7844-faac-412f-bb0d-e494c77c2e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856907 Nov 25 18:38:32.137159 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805dd327-6580-48bb-86f1-14b89541135b req-1e7ca084-ebee-4ee3-924b-bc2442e606c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:32.138654 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-805dd327-6580-48bb-86f1-14b89541135b req-1e7ca084-ebee-4ee3-924b-bc2442e606c6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7434064363194dc39e0f0255dc1ee7d0&device_id=f6f95d52-4bab-46be-9fb9-47bfd98226ce HTTP/1.1" status: 200 len: 1095 time: 0.0411718 Nov 25 18:38:32.231302 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805dd327-6580-48bb-86f1-14b89541135b req-4d7e2fbc-b54b-418d-84cb-517eeda159ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:32.232782 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-805dd327-6580-48bb-86f1-14b89541135b req-4d7e2fbc-b54b-418d-84cb-517eeda159ca service neutron] 10.222.0.74 "GET /v2.0/networks?id=f8ca7844-faac-412f-bb0d-e494c77c2e45 HTTP/1.1" status: 200 len: 898 time: 0.0872986 Nov 25 18:38:32.277659 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-805dd327-6580-48bb-86f1-14b89541135b req-c5d4644e-cb52-4cb5-8842-0abeb5f33182 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b437d2a-a2b0-45d1-ab78-a88ff068677d HTTP/1.1" status: 200 len: 217 time: 0.0377846 Nov 25 18:38:32.328862 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805dd327-6580-48bb-86f1-14b89541135b req-e9ac8f5b-d1db-4a7e-a9a0-12a5f390c381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:32.330343 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-805dd327-6580-48bb-86f1-14b89541135b req-e9ac8f5b-d1db-4a7e-a9a0-12a5f390c381 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6214a151-168f-43dd-a32d-0efaa063906b HTTP/1.1" status: 200 len: 835 time: 0.0443227 Nov 25 18:38:32.417794 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b81b09-f2c5-43ba-8b7e-946bd37e12d3 req-c82119f6-6423-4bb5-a420-e6480aee46ee tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:32.419299 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-12b81b09-f2c5-43ba-8b7e-946bd37e12d3 req-c82119f6-6423-4bb5-a420-e6480aee46ee tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6f95d52-4bab-46be-9fb9-47bfd98226ce HTTP/1.1" status: 200 len: 944 time: 0.0722158 Nov 25 18:38:32.421192 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805dd327-6580-48bb-86f1-14b89541135b req-7de70f59-be34-4aab-9de6-9c78a492859c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:32.422547 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-805dd327-6580-48bb-86f1-14b89541135b req-7de70f59-be34-4aab-9de6-9c78a492859c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f8ca7844-faac-412f-bb0d-e494c77c2e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0831485 Nov 25 18:38:32.517056 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-12b81b09-f2c5-43ba-8b7e-946bd37e12d3 req-1d1b547c-893d-4389-956e-b04ccf4018b4 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=359d799d-1e15-40cd-a92a-82dfc3042793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918267 Nov 25 18:38:32.544509 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-805dd327-6580-48bb-86f1-14b89541135b req-2b085ac1-6568-47a1-bae1-bf17af1ebaca service neutron] 10.222.0.74 "GET /v2.0/networks/f8ca7844-faac-412f-bb0d-e494c77c2e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135213 Nov 25 18:38:32.639787 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-805dd327-6580-48bb-86f1-14b89541135b req-16c11b68-4ccb-4827-8b02-558659bfe2dc service neutron] 10.222.0.74 "GET /v2.0/networks/f8ca7844-faac-412f-bb0d-e494c77c2e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874009 Nov 25 18:38:33.635551 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9eb473-1ccb-4bb7-a791-9bfdd0868068 req-cd088a99-317d-492e-b88c-6407c2d63cb9 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:33.637054 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2d9eb473-1ccb-4bb7-a791-9bfdd0868068 req-cd088a99-317d-492e-b88c-6407c2d63cb9 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6f95d52-4bab-46be-9fb9-47bfd98226ce HTTP/1.1" status: 200 len: 944 time: 0.0503547 Nov 25 18:38:33.689918 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2d9eb473-1ccb-4bb7-a791-9bfdd0868068 req-853e386e-3848-4226-a2bb-d0dfe20c099a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=359d799d-1e15-40cd-a92a-82dfc3042793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468307 Nov 25 18:38:34.814822 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3556f-3b37-42d4-a76a-c9ce8d52e624 req-40343d88-e8fd-4070-b40f-6f349121b91e tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:34.816289 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ade3556f-3b37-42d4-a76a-c9ce8d52e624 req-40343d88-e8fd-4070-b40f-6f349121b91e tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6f95d52-4bab-46be-9fb9-47bfd98226ce HTTP/1.1" status: 200 len: 944 time: 0.0534606 Nov 25 18:38:34.867820 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ade3556f-3b37-42d4-a76a-c9ce8d52e624 req-d9ec7aab-7ee4-42f3-b052-5aba7647e09c tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=359d799d-1e15-40cd-a92a-82dfc3042793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441694 Nov 25 18:38:35.670895 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 2b437d2a-a2b0-45d1-ab78-a88ff068677d details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:38:35.924253 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 2b437d2a-a2b0-45d1-ab78-a88ff068677d, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=2b437d2a-a2b0-45d1-ab78-a88ff068677d,segment=NetworkSegment(6403251b-6378-4ab3-8985-9121bd439480),segment_id=6403251b-6378-4ab3-8985-9121bd439480)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:38:35.935938 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '2b437d2a-a2b0-45d1-ab78-a88ff068677d', 'network_id': 'f8ca7844-faac-412f-bb0d-e494c77c2e45', 'port_id': '2b437d2a-a2b0-45d1-ab78-a88ff068677d', 'mac_address': 'fa:16:3e:72:5a:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6214a151-168f-43dd-a32d-0efaa063906b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:38:35.975351 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:35.987028 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85315cb-af57-4404-a561-07bf57efc5dd req-65b816bc-0683-441c-838a-21c1a9a8b401 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:35.989558 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a85315cb-af57-4404-a561-07bf57efc5dd req-65b816bc-0683-441c-838a-21c1a9a8b401 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6f95d52-4bab-46be-9fb9-47bfd98226ce HTTP/1.1" status: 200 len: 944 time: 0.0531998 Nov 25 18:38:35.993696 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b437d2a-a2b0-45d1-ab78-a88ff068677d {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:38:36.013587 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 2b437d2a-a2b0-45d1-ab78-a88ff068677d, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=2b437d2a-a2b0-45d1-ab78-a88ff068677d,segment=NetworkSegment(6403251b-6378-4ab3-8985-9121bd439480),segment_id=6403251b-6378-4ab3-8985-9121bd439480)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:38:36.018105 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:36.041543 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a85315cb-af57-4404-a561-07bf57efc5dd req-8d13f2aa-df2a-467a-b81c-62fc6a6e8924 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=359d799d-1e15-40cd-a92a-82dfc3042793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457380 Nov 25 18:38:36.066366 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=2b437d2a-a2b0-45d1-ab78-a88ff068677d,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:36.241985 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['2b437d2a-a2b0-45d1-ab78-a88ff068677d'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:38:37.156008 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc97c1-b094-4ab2-9083-62c8d12ebdc4 req-e2c2321d-c99b-4247-bc99-fa54e9f4114c tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:37.157524 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-41fc97c1-b094-4ab2-9083-62c8d12ebdc4 req-e2c2321d-c99b-4247-bc99-fa54e9f4114c tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6f95d52-4bab-46be-9fb9-47bfd98226ce HTTP/1.1" status: 200 len: 945 time: 0.0488229 Nov 25 18:38:37.212203 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-41fc97c1-b094-4ab2-9083-62c8d12ebdc4 req-c7b60b27-7f1f-4d43-815a-8d55489b6d76 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=359d799d-1e15-40cd-a92a-82dfc3042793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479286 Nov 25 18:38:37.703994 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 2b437d2a-a2b0-45d1-ab78-a88ff068677d up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:38:37.755951 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port 2b437d2a-a2b0-45d1-ab78-a88ff068677d completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:38:37.760194 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 2b437d2a-a2b0-45d1-ab78-a88ff068677d triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:37.760568 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:37.837423 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:37.859301 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f95d52-4bab-46be-9fb9-47bfd98226ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b437d2a-a2b0-45d1-ab78-a88ff068677d'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:38:37.861477 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e885ae7a60f1de4153d3a84cf91c96dac968753d8c7eb30b74097738adf70354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43c54f6-aeac-4535-9eb5-d6f25ef926f8" -d '{"events": [{"server_uuid": "f6f95d52-4bab-46be-9fb9-47bfd98226ce", "name": "network-vif-plugged", "status": "completed", "tag": "2b437d2a-a2b0-45d1-ab78-a88ff068677d"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:38:37.877212 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 2b437d2a-a2b0-45d1-ab78-a88ff068677d, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=2b437d2a-a2b0-45d1-ab78-a88ff068677d,segment=NetworkSegment(6403251b-6378-4ab3-8985-9121bd439480),segment_id=6403251b-6378-4ab3-8985-9121bd439480)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:38:37.883004 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:37.905931 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f19f75-bf21-46c8-acd4-a0a60a84faf1 x-openstack-request-id: req-a3f19f75-bf21-46c8-acd4-a0a60a84faf1 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:38:37.906229 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6f95d52-4bab-46be-9fb9-47bfd98226ce", "name": "network-vif-plugged", "status": "completed", "tag": "2b437d2a-a2b0-45d1-ab78-a88ff068677d", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:38:37.906482 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a3f19f75-bf21-46c8-acd4-a0a60a84faf1 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:38:37.906867 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6f95d52-4bab-46be-9fb9-47bfd98226ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b437d2a-a2b0-45d1-ab78-a88ff068677d', 'code': 200} Nov 25 18:38:37.935861 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=2b437d2a-a2b0-45d1-ab78-a88ff068677d,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:38.000631 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0769ba-15eb-4368-a542-6a6672933d0a req-8cd8141b-a7b6-42d1-ba0f-4f0153f5941f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:38.002147 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8c0769ba-15eb-4368-a542-6a6672933d0a req-8cd8141b-a7b6-42d1-ba0f-4f0153f5941f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f6f95d52-4bab-46be-9fb9-47bfd98226ce HTTP/1.1" status: 200 len: 1097 time: 0.0405517 Nov 25 18:38:38.059628 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8c0769ba-15eb-4368-a542-6a6672933d0a req-928e5f61-5438-4c04-9dda-5ac3a21a0a51 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=359d799d-1e15-40cd-a92a-82dfc3042793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482504 Nov 25 18:38:38.326886 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a7d301-02fc-4665-bb1a-c868ec41ccea req-ec800602-1626-466f-b3d8-d33a2b50fc27 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:38.328354 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-71a7d301-02fc-4665-bb1a-c868ec41ccea req-ec800602-1626-466f-b3d8-d33a2b50fc27 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6f95d52-4bab-46be-9fb9-47bfd98226ce HTTP/1.1" status: 200 len: 946 time: 0.0498338 Nov 25 18:38:38.377729 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-71a7d301-02fc-4665-bb1a-c868ec41ccea req-4eddb122-6b36-48ba-9de9-4481e45a20f0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=359d799d-1e15-40cd-a92a-82dfc3042793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427122 Nov 25 18:38:39.500647 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4622bad7-d60e-48e9-8ba0-7371b0b5e06f req-1d8cd6a4-bfe9-426c-b679-5dc3ec771a1d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:39.502152 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4622bad7-d60e-48e9-8ba0-7371b0b5e06f req-1d8cd6a4-bfe9-426c-b679-5dc3ec771a1d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6f95d52-4bab-46be-9fb9-47bfd98226ce HTTP/1.1" status: 200 len: 946 time: 0.0534785 Nov 25 18:38:39.550631 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4622bad7-d60e-48e9-8ba0-7371b0b5e06f req-2ec7fbbf-7005-4992-952e-f9051bf00917 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=359d799d-1e15-40cd-a92a-82dfc3042793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424974 Nov 25 18:38:39.665217 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd0b27-d825-4c6e-9811-bb7469f3707d req-42f0c258-8c73-4180-83c8-0a7161802d2e tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:39.666609 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c4fd0b27-d825-4c6e-9811-bb7469f3707d req-42f0c258-8c73-4180-83c8-0a7161802d2e tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6f95d52-4bab-46be-9fb9-47bfd98226ce HTTP/1.1" status: 200 len: 946 time: 0.0484290 Nov 25 18:38:39.715166 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c4fd0b27-d825-4c6e-9811-bb7469f3707d req-26d0ac0d-9a41-4b04-bae8-7f7fd2584615 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=359d799d-1e15-40cd-a92a-82dfc3042793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426166 Nov 25 18:38:39.737011 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38688) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:39.783772 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee75bb0-95b0-46b8-b476-4df53e9833f4 tempest-TestNetworkAdvancedServerOps-1271610080 tempest-TestNetworkAdvancedServerOps-1271610080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:39.786195 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-eee75bb0-95b0-46b8-b476-4df53e9833f4 tempest-TestNetworkAdvancedServerOps-1271610080 tempest-TestNetworkAdvancedServerOps-1271610080-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=f6f95d52-4bab-46be-9fb9-47bfd98226ce HTTP/1.1" status: 200 len: 1092 time: 0.0473664 Nov 25 18:38:39.789078 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38690) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:39.793660 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-29eb6c78-c43f-40c4-b3b0-4a4d3013c865 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Request body: {'floatingip': {'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'port_id': '2b437d2a-a2b0-45d1-ab78-a88ff068677d', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:39.815132 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-29eb6c78-c43f-40c4-b3b0-4a4d3013c865 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for floatingip, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:39.915905 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-29eb6c78-c43f-40c4-b3b0-4a4d3013c865 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:40.021842 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-29eb6c78-c43f-40c4-b3b0-4a4d3013c865 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Allocated IP 172.25.0.100 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/9349d85e-0371-4399-8631-1ca5ec701e78) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:38:40.126105 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-29eb6c78-c43f-40c4-b3b0-4a4d3013c865 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:40.159541 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-29eb6c78-c43f-40c4-b3b0-4a4d3013c865 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:40.212049 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29eb6c78-c43f-40c4-b3b0-4a4d3013c865 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:38:40.214891 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-29eb6c78-c43f-40c4-b3b0-4a4d3013c865 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:38:40.220445 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29eb6c78-c43f-40c4-b3b0-4a4d3013c865 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:38:40.226024 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eb6c78-c43f-40c4-b3b0-4a4d3013c865 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'Port': ['ID=9349d85e-0371-4399-8631-1ca5ec701e78,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:40.568725 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-29eb6c78-c43f-40c4-b3b0-4a4d3013c865 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:40.637459 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-29eb6c78-c43f-40c4-b3b0-4a4d3013c865 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:40.787792 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-29eb6c78-c43f-40c4-b3b0-4a4d3013c865 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:40.792263 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-29eb6c78-c43f-40c4-b3b0-4a4d3013c865 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:40.867031 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eb6c78-c43f-40c4-b3b0-4a4d3013c865 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'Port': ['ID=9349d85e-0371-4399-8631-1ca5ec701e78,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:40.878785 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-29eb6c78-c43f-40c4-b3b0-4a4d3013c865 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:40.979476 n-d-817746-1 neutron-server[103361]: INFO neutron.db.l3_db [None req-29eb6c78-c43f-40c4-b3b0-4a4d3013c865 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Floating IP caae2343-eb8e-423c-bcdd-20770a7af5fe associated. External IP: 172.25.0.100, port: 2b437d2a-a2b0-45d1-ab78-a88ff068677d. Nov 25 18:38:41.185416 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29eb6c78-c43f-40c4-b3b0-4a4d3013c865 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Router a60ba3d0-592d-4143-a9a3-9e66191adc9a has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:38:41.293231 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29eb6c78-c43f-40c4-b3b0-4a4d3013c865 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:38:41.303282 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8459e0f-5f7c-4dce-9dd4-1a720741e44d None None] Sync routers for ids ['a60ba3d0-592d-4143-a9a3-9e66191adc9a'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:38:41.310763 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-29eb6c78-c43f-40c4-b3b0-4a4d3013c865 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:41.312663 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8459e0f-5f7c-4dce-9dd4-1a720741e44d None None] Routers {'a60ba3d0-592d-4143-a9a3-9e66191adc9a'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:38:41.313320 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-f8459e0f-5f7c-4dce-9dd4-1a720741e44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:38:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['a60ba3d0-592d-4143-a9a3-9e66191adc9a'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:41.341832 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-29eb6c78-c43f-40c4-b3b0-4a4d3013c865 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5517068 Nov 25 18:38:41.342530 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6f95d52-4bab-46be-9fb9-47bfd98226ce', 'tag': '2b437d2a-a2b0-45d1-ab78-a88ff068677d'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:38:41.345086 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47384e8-3f91-4c1f-b529-e37f88658728" -d '{"events": [{"name": "network-changed", "server_uuid": "f6f95d52-4bab-46be-9fb9-47bfd98226ce", "tag": "2b437d2a-a2b0-45d1-ab78-a88ff068677d"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:38:41.346855 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [req-b4bad7fa-4116-459b-ae10-5d25c4f5a9ff req-491fb196-d61c-4a6c-bde5-f531cd13f4a5 service neutron] (103360) timed out ('10.222.0.74', 58901) {{(pid=103360) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 18:38:41.391426 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b07778-98ed-4aac-949d-40c53c69f626 x-openstack-request-id: req-85b07778-98ed-4aac-949d-40c53c69f626 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:38:41.391728 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6f95d52-4bab-46be-9fb9-47bfd98226ce", "tag": "2b437d2a-a2b0-45d1-ab78-a88ff068677d", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:38:41.391990 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-85b07778-98ed-4aac-949d-40c53c69f626 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:38:41.392405 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6f95d52-4bab-46be-9fb9-47bfd98226ce', 'tag': '2b437d2a-a2b0-45d1-ab78-a88ff068677d', 'status': 'completed', 'code': 200} Nov 25 18:38:41.424804 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-f8459e0f-5f7c-4dce-9dd4-1a720741e44d None None] Set router a60ba3d0-592d-4143-a9a3-9e66191adc9a gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:38:41.479903 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a742be8-648c-444b-8713-a0806e5577df req-c330a55e-ee5f-49a5-86e5-f71df7c348f4 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:41.481320 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4a742be8-648c-444b-8713-a0806e5577df req-c330a55e-ee5f-49a5-86e5-f71df7c348f4 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6f95d52-4bab-46be-9fb9-47bfd98226ce HTTP/1.1" status: 200 len: 946 time: 0.0759852 Nov 25 18:38:41.485794 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47384e8-3f91-4c1f-b529-e37f88658728 req-67af3961-0f05-4cd4-82e5-1dda6026eac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:41.487182 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c47384e8-3f91-4c1f-b529-e37f88658728 req-67af3961-0f05-4cd4-82e5-1dda6026eac1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7434064363194dc39e0f0255dc1ee7d0&device_id=f6f95d52-4bab-46be-9fb9-47bfd98226ce HTTP/1.1" status: 200 len: 1097 time: 0.0708432 Nov 25 18:38:41.584537 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4a742be8-648c-444b-8713-a0806e5577df req-b02096c3-6fd4-4477-bffc-e19c2680b010 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=359d799d-1e15-40cd-a92a-82dfc3042793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964029 Nov 25 18:38:41.607723 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38696) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:41.613073 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47384e8-3f91-4c1f-b529-e37f88658728 req-90067ca7-a5ca-4b65-b030-d32ef9c203f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:41.615083 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c47384e8-3f91-4c1f-b529-e37f88658728 req-90067ca7-a5ca-4b65-b030-d32ef9c203f6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f8ca7844-faac-412f-bb0d-e494c77c2e45 HTTP/1.1" status: 200 len: 898 time: 0.1207330 Nov 25 18:38:41.653836 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-f8459e0f-5f7c-4dce-9dd4-1a720741e44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60ba3d0-592d-4143-a9a3-9e66191adc9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1762308956', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '1b1fba84-2abe-48ca-bfe3-e58c44c1f702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:22Z', 'updated_at': '2021-11-25T18:38:26Z', 'revision_number': 4, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '1b1fba84-2abe-48ca-bfe3-e58c44c1f702', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60ba3d0-592d-4143-a9a3-9e66191adc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:23Z', 'updated_at': '2021-11-25T18:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': 'caae2343-eb8e-423c-bcdd-20770a7af5fe', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'floating_ip_address': '172.25.0.100', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': 'a60ba3d0-592d-4143-a9a3-9e66191adc9a', 'port_id': '2b437d2a-a2b0-45d1-ab78-a88ff068677d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ca7844-faac-412f-bb0d-e494c77c2e45', 'mac_address': 'fa:16:3e:72:5a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f95d52-4bab-46be-9fb9-47bfd98226ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:38:40Z', 'updated_at': '2021-11-25T18:38:40Z', 'revision_number': 0, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96274f19-36ae-4a72-9905-6f11a30c4b4b', 'name': '', 'network_id': 'f8ca7844-faac-412f-bb0d-e494c77c2e45', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'mac_address': 'fa:16:3e:20:ab:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60ba3d0-592d-4143-a9a3-9e66191adc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '6214a151-168f-43dd-a32d-0efaa063906b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:25Z', 'updated_at': '2021-11-25T18:38:29Z', 'revision_number': 5, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'subnets': [{'id': '6214a151-168f-43dd-a32d-0efaa063906b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:41.674359 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-95f9e1eb-5392-4825-9206-890a56e15b32 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/floatingips/caae2343-eb8e-423c-bcdd-20770a7af5fe HTTP/1.1" status: 200 len: 992 time: 0.0638165 Nov 25 18:38:41.685080 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8459e0f-5f7c-4dce-9dd4-1a720741e44d None None] Checking router: a60ba3d0-592d-4143-a9a3-9e66191adc9a for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:38:41.685482 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c47384e8-3f91-4c1f-b529-e37f88658728 req-27698153-e2e7-40ac-b9ea-8f52177901d0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b437d2a-a2b0-45d1-ab78-a88ff068677d HTTP/1.1" status: 200 len: 1000 time: 0.0621743 Nov 25 18:38:41.694310 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8459e0f-5f7c-4dce-9dd4-1a720741e44d None None] Routers {'a60ba3d0-592d-4143-a9a3-9e66191adc9a'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:38:41.694929 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-f8459e0f-5f7c-4dce-9dd4-1a720741e44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:38:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['a60ba3d0-592d-4143-a9a3-9e66191adc9a'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:41.738971 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47384e8-3f91-4c1f-b529-e37f88658728 req-e30bbda4-af1f-45de-bb66-5ec5b4d88b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:41.740367 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c47384e8-3f91-4c1f-b529-e37f88658728 req-e30bbda4-af1f-45de-bb66-5ec5b4d88b06 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6214a151-168f-43dd-a32d-0efaa063906b HTTP/1.1" status: 200 len: 835 time: 0.0484920 Nov 25 18:38:41.797769 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47384e8-3f91-4c1f-b529-e37f88658728 req-a9027560-948e-4c45-8f1e-431126ff52ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:41.799276 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c47384e8-3f91-4c1f-b529-e37f88658728 req-a9027560-948e-4c45-8f1e-431126ff52ab service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f8ca7844-faac-412f-bb0d-e494c77c2e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514219 Nov 25 18:38:41.811952 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-f8459e0f-5f7c-4dce-9dd4-1a720741e44d None None] Set router a60ba3d0-592d-4143-a9a3-9e66191adc9a gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:38:41.891804 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c47384e8-3f91-4c1f-b529-e37f88658728 req-25b3f87e-9ec4-40b4-9606-bae924b58f78 service neutron] 10.222.0.74 "GET /v2.0/networks/f8ca7844-faac-412f-bb0d-e494c77c2e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856073 Nov 25 18:38:41.988198 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c47384e8-3f91-4c1f-b529-e37f88658728 req-a249921f-9328-4753-887d-98838415dc58 service neutron] 10.222.0.74 "GET /v2.0/networks/f8ca7844-faac-412f-bb0d-e494c77c2e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897448 Nov 25 18:38:42.042719 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-f8459e0f-5f7c-4dce-9dd4-1a720741e44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60ba3d0-592d-4143-a9a3-9e66191adc9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1762308956', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '1b1fba84-2abe-48ca-bfe3-e58c44c1f702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:22Z', 'updated_at': '2021-11-25T18:38:26Z', 'revision_number': 4, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '1b1fba84-2abe-48ca-bfe3-e58c44c1f702', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60ba3d0-592d-4143-a9a3-9e66191adc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:23Z', 'updated_at': '2021-11-25T18:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': 'caae2343-eb8e-423c-bcdd-20770a7af5fe', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'floating_ip_address': '172.25.0.100', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': 'a60ba3d0-592d-4143-a9a3-9e66191adc9a', 'port_id': '2b437d2a-a2b0-45d1-ab78-a88ff068677d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ca7844-faac-412f-bb0d-e494c77c2e45', 'mac_address': 'fa:16:3e:72:5a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f95d52-4bab-46be-9fb9-47bfd98226ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:38:40Z', 'updated_at': '2021-11-25T18:38:40Z', 'revision_number': 0, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96274f19-36ae-4a72-9905-6f11a30c4b4b', 'name': '', 'network_id': 'f8ca7844-faac-412f-bb0d-e494c77c2e45', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'mac_address': 'fa:16:3e:20:ab:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60ba3d0-592d-4143-a9a3-9e66191adc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '6214a151-168f-43dd-a32d-0efaa063906b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:25Z', 'updated_at': '2021-11-25T18:38:29Z', 'revision_number': 5, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'subnets': [{'id': '6214a151-168f-43dd-a32d-0efaa063906b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:42.083212 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8459e0f-5f7c-4dce-9dd4-1a720741e44d None None] The sync data for ids ['a60ba3d0-592d-4143-a9a3-9e66191adc9a'] in n-d-817746-1 is: [{'id': 'a60ba3d0-592d-4143-a9a3-9e66191adc9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1762308956', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '1b1fba84-2abe-48ca-bfe3-e58c44c1f702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:22Z', 'updated_at': '2021-11-25T18:38:26Z', 'revision_number': 4, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '1b1fba84-2abe-48ca-bfe3-e58c44c1f702', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60ba3d0-592d-4143-a9a3-9e66191adc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:23Z', 'updated_at': '2021-11-25T18:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': 'caae2343-eb8e-423c-bcdd-20770a7af5fe', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'floating_ip_address': '172.25.0.100', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': 'a60ba3d0-592d-4143-a9a3-9e66191adc9a', 'port_id': '2b437d2a-a2b0-45d1-ab78-a88ff068677d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ca7844-faac-412f-bb0d-e494c77c2e45', 'mac_address': 'fa:16:3e:72:5a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f95d52-4bab-46be-9fb9-47bfd98226ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:38:40Z', 'updated_at': '2021-11-25T18:38:40Z', 'revision_number': 0, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96274f19-36ae-4a72-9905-6f11a30c4b4b', 'name': '', 'network_id': 'f8ca7844-faac-412f-bb0d-e494c77c2e45', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'mac_address': 'fa:16:3e:20:ab:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60ba3d0-592d-4143-a9a3-9e66191adc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '6214a151-168f-43dd-a32d-0efaa063906b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:25Z', 'updated_at': '2021-11-25T18:38:29Z', 'revision_number': 5, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'subnets': [{'id': '6214a151-168f-43dd-a32d-0efaa063906b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:38:42.279734 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0095baec-2d5c-4757-8500-d22369d73f55 None None] New status for floating IP caae2343-eb8e-423c-bcdd-20770a7af5fe: ACTIVE {{(pid=103363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:38:42.677671 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38698) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:42.740835 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-71ceb9be-4b4e-44ed-aa3a-1714d34dd5ec tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/floatingips/caae2343-eb8e-423c-bcdd-20770a7af5fe HTTP/1.1" status: 200 len: 994 time: 0.0620921 Nov 25 18:38:47.255002 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f4b073de-ac13-4d73-b316-ffd1547bf280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:47.372085 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:47.602845 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:49.977537 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8c69be1a-881f-4744-b664-05bceb739a58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:51.118438 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:52.300531 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:53.209292 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:03.338454 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:39:08.735140 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-24880408-e754-4ee9-8b3c-c63d327e77dc req-bd497387-5bec-4151-8850-32fb1e79fb21 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f6f95d52-4bab-46be-9fb9-47bfd98226ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408387 Nov 25 18:39:08.819656 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24880408-e754-4ee9-8b3c-c63d327e77dc req-e702ec33-2f03-4111-a836-37b3e90c89c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:08.821213 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-24880408-e754-4ee9-8b3c-c63d327e77dc req-e702ec33-2f03-4111-a836-37b3e90c89c7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7434064363194dc39e0f0255dc1ee7d0&device_id=f6f95d52-4bab-46be-9fb9-47bfd98226ce HTTP/1.1" status: 200 len: 1097 time: 0.0420463 Nov 25 18:39:08.929164 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24880408-e754-4ee9-8b3c-c63d327e77dc req-18b3dd3b-d13f-46e7-b8d0-5b080a61055a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:08.930647 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-24880408-e754-4ee9-8b3c-c63d327e77dc req-18b3dd3b-d13f-46e7-b8d0-5b080a61055a service neutron] 10.222.0.74 "GET /v2.0/networks?id=f8ca7844-faac-412f-bb0d-e494c77c2e45 HTTP/1.1" status: 200 len: 898 time: 0.0887611 Nov 25 18:39:08.998794 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-24880408-e754-4ee9-8b3c-c63d327e77dc req-3cf139d3-a71d-4c6f-94d4-638c57407a84 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b437d2a-a2b0-45d1-ab78-a88ff068677d HTTP/1.1" status: 200 len: 1002 time: 0.0595684 Nov 25 18:39:09.052161 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24880408-e754-4ee9-8b3c-c63d327e77dc req-921ff5de-7535-48e1-90f4-fa411986f1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:09.054226 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-24880408-e754-4ee9-8b3c-c63d327e77dc req-921ff5de-7535-48e1-90f4-fa411986f1bd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6214a151-168f-43dd-a32d-0efaa063906b HTTP/1.1" status: 200 len: 835 time: 0.0475395 Nov 25 18:39:09.100138 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24880408-e754-4ee9-8b3c-c63d327e77dc req-e98e5cfa-f050-451d-9e6f-d0d999a018c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:09.101630 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-24880408-e754-4ee9-8b3c-c63d327e77dc req-e98e5cfa-f050-451d-9e6f-d0d999a018c4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f8ca7844-faac-412f-bb0d-e494c77c2e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394950 Nov 25 18:39:09.193705 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-24880408-e754-4ee9-8b3c-c63d327e77dc req-568a0c2a-295d-48bd-90fc-2e28a4b2bd23 service neutron] 10.222.0.74 "GET /v2.0/networks/f8ca7844-faac-412f-bb0d-e494c77c2e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812817 Nov 25 18:39:09.287360 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-24880408-e754-4ee9-8b3c-c63d327e77dc req-b19854e6-b751-444b-bcab-106ab5cb2b9a service neutron] 10.222.0.74 "GET /v2.0/networks/f8ca7844-faac-412f-bb0d-e494c77c2e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866158 Nov 25 18:39:11.506995 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e971b4-a09c-48dd-913b-caeb78497bb7 req-eb149f1d-5ddd-4fd7-9bd3-84eadaf3de48 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:11.508543 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-94e971b4-a09c-48dd-913b-caeb78497bb7 req-eb149f1d-5ddd-4fd7-9bd3-84eadaf3de48 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6f95d52-4bab-46be-9fb9-47bfd98226ce HTTP/1.1" status: 200 len: 946 time: 0.1003857 Nov 25 18:39:11.563110 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-94e971b4-a09c-48dd-913b-caeb78497bb7 req-3d572bff-60e6-41f1-ad1c-52fa082dc718 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=359d799d-1e15-40cd-a92a-82dfc3042793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477407 Nov 25 18:39:12.754587 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ece847-4947-42a0-9cc4-ed6e7fc3cded req-0be8b91a-9859-4e5d-a8db-16444b6ee2a1 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:12.756056 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-75ece847-4947-42a0-9cc4-ed6e7fc3cded req-0be8b91a-9859-4e5d-a8db-16444b6ee2a1 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6f95d52-4bab-46be-9fb9-47bfd98226ce HTTP/1.1" status: 200 len: 946 time: 0.1014473 Nov 25 18:39:12.805017 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-75ece847-4947-42a0-9cc4-ed6e7fc3cded req-a0462af2-9bc6-49a1-8f1f-fb560899d8ea tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=359d799d-1e15-40cd-a92a-82dfc3042793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427430 Nov 25 18:39:13.921701 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882f57d4-2308-491a-9171-0e30bff45e23 req-3ea9804b-8945-4db0-9418-d0a2c7d2170f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:13.923174 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-882f57d4-2308-491a-9171-0e30bff45e23 req-3ea9804b-8945-4db0-9418-d0a2c7d2170f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6f95d52-4bab-46be-9fb9-47bfd98226ce HTTP/1.1" status: 200 len: 946 time: 0.0489478 Nov 25 18:39:13.972533 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-882f57d4-2308-491a-9171-0e30bff45e23 req-d991d906-f6a8-4f99-a59c-a557439bdb11 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=359d799d-1e15-40cd-a92a-82dfc3042793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428417 Nov 25 18:39:15.089288 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9fc510-14b4-4298-9082-aca4b8e9eb74 req-30a460ce-4010-4000-8046-b754600ee7dd tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:15.090832 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ec9fc510-14b4-4298-9082-aca4b8e9eb74 req-30a460ce-4010-4000-8046-b754600ee7dd tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6f95d52-4bab-46be-9fb9-47bfd98226ce HTTP/1.1" status: 200 len: 946 time: 0.0501935 Nov 25 18:39:15.143539 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ec9fc510-14b4-4298-9082-aca4b8e9eb74 req-6d14f7d2-4d5a-4fdc-9417-0de470a15250 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=359d799d-1e15-40cd-a92a-82dfc3042793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466759 Nov 25 18:39:16.258886 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45293cf2-e24b-442a-a446-a5ba748ee055 req-7878d64a-0f3e-47a2-adf6-e91f45acaf81 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:16.260282 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-45293cf2-e24b-442a-a446-a5ba748ee055 req-7878d64a-0f3e-47a2-adf6-e91f45acaf81 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6f95d52-4bab-46be-9fb9-47bfd98226ce HTTP/1.1" status: 200 len: 946 time: 0.0491135 Nov 25 18:39:16.309595 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-45293cf2-e24b-442a-a446-a5ba748ee055 req-7acb8894-5655-4d7c-8b24-580dc987d0c6 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=359d799d-1e15-40cd-a92a-82dfc3042793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433886 Nov 25 18:39:17.256911 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b28246bc-174e-4e4f-920f-0a06acfad59f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:17.376553 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:17.428711 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9967bad-be43-4002-a7b7-ec4864f8eab3 req-33b46f7c-94c5-42bf-bb6e-3b2bce5803dc tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:17.430314 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b9967bad-be43-4002-a7b7-ec4864f8eab3 req-33b46f7c-94c5-42bf-bb6e-3b2bce5803dc tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6f95d52-4bab-46be-9fb9-47bfd98226ce HTTP/1.1" status: 200 len: 946 time: 0.0500767 Nov 25 18:39:17.478649 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b9967bad-be43-4002-a7b7-ec4864f8eab3 req-08ed2cba-4ed9-4ed0-bb21-632132f10b24 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=359d799d-1e15-40cd-a92a-82dfc3042793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424228 Nov 25 18:39:17.627352 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:18.596758 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d17de5-f958-4625-8b02-61a081273e7b req-07fabd7a-ce25-4ed4-b7aa-f55ff5c03c1c tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:18.598245 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e5d17de5-f958-4625-8b02-61a081273e7b req-07fabd7a-ce25-4ed4-b7aa-f55ff5c03c1c tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6f95d52-4bab-46be-9fb9-47bfd98226ce HTTP/1.1" status: 200 len: 946 time: 0.0524530 Nov 25 18:39:18.647796 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e5d17de5-f958-4625-8b02-61a081273e7b req-f067fa8d-5c63-4c30-ae9a-619e20a815ea tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=359d799d-1e15-40cd-a92a-82dfc3042793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429666 Nov 25 18:39:19.770239 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aaaf58-af6d-43a3-a25c-d8f415f44888 req-026776d1-2bef-4a23-97af-20b66e429570 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:19.771714 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-03aaaf58-af6d-43a3-a25c-d8f415f44888 req-026776d1-2bef-4a23-97af-20b66e429570 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6f95d52-4bab-46be-9fb9-47bfd98226ce HTTP/1.1" status: 200 len: 946 time: 0.0489161 Nov 25 18:39:19.820903 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-03aaaf58-af6d-43a3-a25c-d8f415f44888 req-3f93ab09-1a91-437e-b4f7-dc42204f5afe tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=359d799d-1e15-40cd-a92a-82dfc3042793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431354 Nov 25 18:39:19.978770 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-84b2bd92-d657-49bb-94a2-3bb8db4d1d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:20.937814 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec28b073-d3a5-42b4-b566-67cc65368065 req-fc17099f-2c59-4298-a25d-4c17f845a76e tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:20.939305 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ec28b073-d3a5-42b4-b566-67cc65368065 req-fc17099f-2c59-4298-a25d-4c17f845a76e tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6f95d52-4bab-46be-9fb9-47bfd98226ce HTTP/1.1" status: 200 len: 946 time: 0.0508623 Nov 25 18:39:20.993063 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ec28b073-d3a5-42b4-b566-67cc65368065 req-1b694295-4062-4399-902e-64e14774e8cf tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=359d799d-1e15-40cd-a92a-82dfc3042793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470676 Nov 25 18:39:21.121845 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:22.108125 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade5c6c-9388-409d-8385-176b2e48a48a req-fcc3fc68-492b-424d-9b79-62ec79c94486 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:22.109633 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3ade5c6c-9388-409d-8385-176b2e48a48a req-fcc3fc68-492b-424d-9b79-62ec79c94486 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6f95d52-4bab-46be-9fb9-47bfd98226ce HTTP/1.1" status: 200 len: 946 time: 0.0488219 Nov 25 18:39:22.170073 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3ade5c6c-9388-409d-8385-176b2e48a48a req-b2b7fa7b-3dd2-4a12-964a-5896a2779247 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=359d799d-1e15-40cd-a92a-82dfc3042793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544393 Nov 25 18:39:22.192561 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38740) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:39:22.253187 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-eeb7ac01-867c-4302-b464-56b204895490 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/floatingips/caae2343-eb8e-423c-bcdd-20770a7af5fe HTTP/1.1" status: 200 len: 994 time: 0.0594497 Nov 25 18:39:22.302023 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:23.211488 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:23.541418 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc3305-f73d-41d1-a361-9fac3a215c2a req-fc285a98-2c36-422a-a088-7a8bdb485e36 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:23.542839 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-58bc3305-f73d-41d1-a361-9fac3a215c2a req-fc285a98-2c36-422a-a088-7a8bdb485e36 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6f95d52-4bab-46be-9fb9-47bfd98226ce HTTP/1.1" status: 200 len: 946 time: 0.0751820 Nov 25 18:39:23.571418 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af8e78-e401-46e0-af4e-76975aff7d69 req-26f0185c-e736-4b75-a1e5-01c0b36dc258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:23.572878 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-66af8e78-e401-46e0-af4e-76975aff7d69 req-26f0185c-e736-4b75-a1e5-01c0b36dc258 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7434064363194dc39e0f0255dc1ee7d0&device_id=f6f95d52-4bab-46be-9fb9-47bfd98226ce HTTP/1.1" status: 200 len: 1097 time: 0.0708907 Nov 25 18:39:23.620509 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-58bc3305-f73d-41d1-a361-9fac3a215c2a req-ef75b7af-5a14-4d2a-80f7-aac5c03673ef tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=359d799d-1e15-40cd-a92a-82dfc3042793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707605 Nov 25 18:39:23.680033 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af8e78-e401-46e0-af4e-76975aff7d69 req-1f1e27c5-5211-415f-b02b-e6ebbe172c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:23.681539 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-66af8e78-e401-46e0-af4e-76975aff7d69 req-1f1e27c5-5211-415f-b02b-e6ebbe172c47 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f8ca7844-faac-412f-bb0d-e494c77c2e45 HTTP/1.1" status: 200 len: 898 time: 0.0990756 Nov 25 18:39:24.036666 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-66af8e78-e401-46e0-af4e-76975aff7d69 req-0cb8bf72-cfca-48dc-94a0-9b7a9fef0d89 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b437d2a-a2b0-45d1-ab78-a88ff068677d HTTP/1.1" status: 200 len: 1002 time: 0.3477817 Nov 25 18:39:24.085602 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af8e78-e401-46e0-af4e-76975aff7d69 req-acfe6cf4-856f-49d5-8eb8-71ec56054fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:24.086982 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-66af8e78-e401-46e0-af4e-76975aff7d69 req-acfe6cf4-856f-49d5-8eb8-71ec56054fe3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6214a151-168f-43dd-a32d-0efaa063906b HTTP/1.1" status: 200 len: 835 time: 0.0436378 Nov 25 18:39:24.136096 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af8e78-e401-46e0-af4e-76975aff7d69 req-a0473809-aa8d-4bc9-b5d3-b4ce51db1c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:24.137623 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-66af8e78-e401-46e0-af4e-76975aff7d69 req-a0473809-aa8d-4bc9-b5d3-b4ce51db1c34 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f8ca7844-faac-412f-bb0d-e494c77c2e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426133 Nov 25 18:39:24.232742 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-66af8e78-e401-46e0-af4e-76975aff7d69 req-23b80160-5896-4763-ba30-6b1c03a1d3d9 service neutron] 10.222.0.74 "GET /v2.0/networks/f8ca7844-faac-412f-bb0d-e494c77c2e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869491 Nov 25 18:39:24.323418 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-66af8e78-e401-46e0-af4e-76975aff7d69 req-01fca51a-0a52-4bb6-a362-2f1499281e49 service neutron] 10.222.0.74 "GET /v2.0/networks/f8ca7844-faac-412f-bb0d-e494c77c2e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839911 Nov 25 18:39:24.744488 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbacd2e-7217-4d2a-8ffe-8fb35af0bb1d req-40a2653f-07e0-4af0-a45a-d0c6a32f4496 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:24.746024 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ddbacd2e-7217-4d2a-8ffe-8fb35af0bb1d req-40a2653f-07e0-4af0-a45a-d0c6a32f4496 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6f95d52-4bab-46be-9fb9-47bfd98226ce HTTP/1.1" status: 200 len: 946 time: 0.0561857 Nov 25 18:39:24.797334 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ddbacd2e-7217-4d2a-8ffe-8fb35af0bb1d req-3eada7d2-a11f-41db-a021-918ac8ee155e tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=359d799d-1e15-40cd-a92a-82dfc3042793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447481 Nov 25 18:39:25.915980 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608ecb91-e995-4779-a093-c0ce518f6593 req-0d41f295-8ae5-4ee2-a38b-84db960d7b0b tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:25.917500 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-608ecb91-e995-4779-a093-c0ce518f6593 req-0d41f295-8ae5-4ee2-a38b-84db960d7b0b tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6f95d52-4bab-46be-9fb9-47bfd98226ce HTTP/1.1" status: 200 len: 946 time: 0.0500436 Nov 25 18:39:25.974827 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-608ecb91-e995-4779-a093-c0ce518f6593 req-0bc82c90-4558-4d11-bfc8-67f0aacab9f5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=359d799d-1e15-40cd-a92a-82dfc3042793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513704 Nov 25 18:39:25.998948 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38752) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:39:26.061570 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-2c564371-9fa5-4b16-a5b8-fbad48b91908 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/floatingips/caae2343-eb8e-423c-bcdd-20770a7af5fe HTTP/1.1" status: 200 len: 994 time: 0.0614703 Nov 25 18:39:40.339682 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:39:47.260399 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5e4cee9f-2c7f-4370-9b8d-019575f74e61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:47.389293 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:47.620660 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:49.981226 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-17b85153-872a-4206-825d-b6d60083833f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:51.124440 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:52.306283 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:53.213377 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:56.709999 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38764) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:39:56.871370 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-20883907-603e-4b8d-963e-a4774f039c24 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Deleting port 9349d85e-0371-4399-8631-1ca5ec701e78 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:39:56.871725 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-20883907-603e-4b8d-963e-a4774f039c24 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:56.949869 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-20883907-603e-4b8d-963e-a4774f039c24 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:56.950192 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-20883907-603e-4b8d-963e-a4774f039c24 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:56.961843 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-20883907-603e-4b8d-963e-a4774f039c24 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Calling delete_port for 9349d85e-0371-4399-8631-1ca5ec701e78 owned by network:floatingip {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:39:57.107560 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-20883907-603e-4b8d-963e-a4774f039c24 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:57.450387 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20883907-603e-4b8d-963e-a4774f039c24 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event deleted for resources: {'Port': ['ID=9349d85e-0371-4399-8631-1ca5ec701e78,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:57.473443 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20883907-603e-4b8d-963e-a4774f039c24 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:39:57.473800 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20883907-603e-4b8d-963e-a4774f039c24 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:39:57.474161 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20883907-603e-4b8d-963e-a4774f039c24 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:39:57.474503 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20883907-603e-4b8d-963e-a4774f039c24 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:39:57.474842 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20883907-603e-4b8d-963e-a4774f039c24 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:39:57.475178 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20883907-603e-4b8d-963e-a4774f039c24 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:39:57.475516 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20883907-603e-4b8d-963e-a4774f039c24 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:39:57.475853 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20883907-603e-4b8d-963e-a4774f039c24 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:39:57.476186 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20883907-603e-4b8d-963e-a4774f039c24 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:39:57.476517 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20883907-603e-4b8d-963e-a4774f039c24 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:39:57.476866 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20883907-603e-4b8d-963e-a4774f039c24 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:39:57.477196 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20883907-603e-4b8d-963e-a4774f039c24 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:39:57.518483 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-20883907-603e-4b8d-963e-a4774f039c24 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for floatingip, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:57.518817 n-d-817746-1 neutron-server[103360]: INFO neutron.db.l3_db [None req-20883907-603e-4b8d-963e-a4774f039c24 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Floating IP caae2343-eb8e-423c-bcdd-20770a7af5fe disassociated (deleted). External IP: 172.25.0.100, port: 2b437d2a-a2b0-45d1-ab78-a88ff068677d. Nov 25 18:39:57.723255 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20883907-603e-4b8d-963e-a4774f039c24 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Router a60ba3d0-592d-4143-a9a3-9e66191adc9a has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:39:57.830750 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20883907-603e-4b8d-963e-a4774f039c24 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:39:57.835767 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-20883907-603e-4b8d-963e-a4774f039c24 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:57.841021 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e215542-2cd9-490a-91ae-da3373f42821 None None] Sync routers for ids ['a60ba3d0-592d-4143-a9a3-9e66191adc9a'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:39:57.850260 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e215542-2cd9-490a-91ae-da3373f42821 None None] Routers {'a60ba3d0-592d-4143-a9a3-9e66191adc9a'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:39:57.850882 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-7e215542-2cd9-490a-91ae-da3373f42821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:39:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['a60ba3d0-592d-4143-a9a3-9e66191adc9a'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:57.863212 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-20883907-603e-4b8d-963e-a4774f039c24 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "DELETE /v2.0/floatingips/caae2343-eb8e-423c-bcdd-20770a7af5fe HTTP/1.1" status: 204 len: 168 time: 1.1521492 Nov 25 18:39:57.863943 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6f95d52-4bab-46be-9fb9-47bfd98226ce', 'tag': '2b437d2a-a2b0-45d1-ab78-a88ff068677d'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:39:57.866416 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d0839555e12d03b18e125ea23ea5c69b34963c497f7f123e0850523e7aa9b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658244f8-755d-40a5-a45c-5535f2698455" -d '{"events": [{"name": "network-changed", "server_uuid": "f6f95d52-4bab-46be-9fb9-47bfd98226ce", "tag": "2b437d2a-a2b0-45d1-ab78-a88ff068677d"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:39:57.957928 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4adf008-c85c-401d-8e37-5492f4fa6ea1 x-openstack-request-id: req-a4adf008-c85c-401d-8e37-5492f4fa6ea1 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:39:57.958229 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6f95d52-4bab-46be-9fb9-47bfd98226ce", "tag": "2b437d2a-a2b0-45d1-ab78-a88ff068677d", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:39:57.958524 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a4adf008-c85c-401d-8e37-5492f4fa6ea1 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:39:57.958922 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6f95d52-4bab-46be-9fb9-47bfd98226ce', 'tag': '2b437d2a-a2b0-45d1-ab78-a88ff068677d', 'status': 'completed', 'code': 200} Nov 25 18:39:57.961435 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-7e215542-2cd9-490a-91ae-da3373f42821 None None] Set router a60ba3d0-592d-4143-a9a3-9e66191adc9a gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:39:58.035139 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658244f8-755d-40a5-a45c-5535f2698455 req-3f87b9d0-11be-4c89-9cd6-935dbcbc1ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:58.036881 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-658244f8-755d-40a5-a45c-5535f2698455 req-3f87b9d0-11be-4c89-9cd6-935dbcbc1ef6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7434064363194dc39e0f0255dc1ee7d0&device_id=f6f95d52-4bab-46be-9fb9-47bfd98226ce HTTP/1.1" status: 200 len: 1097 time: 0.0489843 Nov 25 18:39:58.159625 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4d27e-758e-4671-8378-97db05a4f5f1 req-97110997-077a-4e0e-96a1-7fb9377ae763 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:58.161277 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-20e4d27e-758e-4671-8378-97db05a4f5f1 req-97110997-077a-4e0e-96a1-7fb9377ae763 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6f95d52-4bab-46be-9fb9-47bfd98226ce HTTP/1.1" status: 200 len: 946 time: 0.0985026 Nov 25 18:39:58.170463 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-7e215542-2cd9-490a-91ae-da3373f42821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60ba3d0-592d-4143-a9a3-9e66191adc9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1762308956', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '1b1fba84-2abe-48ca-bfe3-e58c44c1f702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:22Z', 'updated_at': '2021-11-25T18:38:26Z', 'revision_number': 4, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '1b1fba84-2abe-48ca-bfe3-e58c44c1f702', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60ba3d0-592d-4143-a9a3-9e66191adc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:23Z', 'updated_at': '2021-11-25T18:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '96274f19-36ae-4a72-9905-6f11a30c4b4b', 'name': '', 'network_id': 'f8ca7844-faac-412f-bb0d-e494c77c2e45', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'mac_address': 'fa:16:3e:20:ab:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60ba3d0-592d-4143-a9a3-9e66191adc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '6214a151-168f-43dd-a32d-0efaa063906b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:25Z', 'updated_at': '2021-11-25T18:38:29Z', 'revision_number': 5, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'subnets': [{'id': '6214a151-168f-43dd-a32d-0efaa063906b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:58.187502 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658244f8-755d-40a5-a45c-5535f2698455 req-0fe6ed74-a761-49c0-9934-25610b515440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:58.188981 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-658244f8-755d-40a5-a45c-5535f2698455 req-0fe6ed74-a761-49c0-9934-25610b515440 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f8ca7844-faac-412f-bb0d-e494c77c2e45 HTTP/1.1" status: 200 len: 898 time: 0.1443915 Nov 25 18:39:58.196600 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e215542-2cd9-490a-91ae-da3373f42821 None None] Checking router: a60ba3d0-592d-4143-a9a3-9e66191adc9a for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:39:58.205905 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e215542-2cd9-490a-91ae-da3373f42821 None None] Routers {'a60ba3d0-592d-4143-a9a3-9e66191adc9a'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:39:58.206503 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-7e215542-2cd9-490a-91ae-da3373f42821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:39:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['a60ba3d0-592d-4143-a9a3-9e66191adc9a'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:58.248867 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-658244f8-755d-40a5-a45c-5535f2698455 req-bf2753f3-79c0-4526-8075-3c89e7af12ff service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b437d2a-a2b0-45d1-ab78-a88ff068677d HTTP/1.1" status: 200 len: 217 time: 0.0430653 Nov 25 18:39:58.275644 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-20e4d27e-758e-4671-8378-97db05a4f5f1 req-0b823ce1-74e6-4512-994e-20e7383b5c1a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=359d799d-1e15-40cd-a92a-82dfc3042793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034043 Nov 25 18:39:58.312076 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658244f8-755d-40a5-a45c-5535f2698455 req-8aebd04e-66f0-4868-9c8d-1cc30e75133e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:58.313247 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-7e215542-2cd9-490a-91ae-da3373f42821 None None] Set router a60ba3d0-592d-4143-a9a3-9e66191adc9a gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:39:58.313596 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-658244f8-755d-40a5-a45c-5535f2698455 req-8aebd04e-66f0-4868-9c8d-1cc30e75133e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6214a151-168f-43dd-a32d-0efaa063906b HTTP/1.1" status: 200 len: 835 time: 0.0560336 Nov 25 18:39:58.362122 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658244f8-755d-40a5-a45c-5535f2698455 req-4db69b64-3f53-48af-8bec-289656a9d4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:58.363633 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-658244f8-755d-40a5-a45c-5535f2698455 req-4db69b64-3f53-48af-8bec-289656a9d4d3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f8ca7844-faac-412f-bb0d-e494c77c2e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408609 Nov 25 18:39:58.454069 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-658244f8-755d-40a5-a45c-5535f2698455 req-4ff13b62-1ab2-4788-960f-b4adf7011542 service neutron] 10.222.0.74 "GET /v2.0/networks/f8ca7844-faac-412f-bb0d-e494c77c2e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825934 Nov 25 18:39:58.513847 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-7e215542-2cd9-490a-91ae-da3373f42821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60ba3d0-592d-4143-a9a3-9e66191adc9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1762308956', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '1b1fba84-2abe-48ca-bfe3-e58c44c1f702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:22Z', 'updated_at': '2021-11-25T18:38:26Z', 'revision_number': 4, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '1b1fba84-2abe-48ca-bfe3-e58c44c1f702', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60ba3d0-592d-4143-a9a3-9e66191adc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:23Z', 'updated_at': '2021-11-25T18:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '96274f19-36ae-4a72-9905-6f11a30c4b4b', 'name': '', 'network_id': 'f8ca7844-faac-412f-bb0d-e494c77c2e45', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'mac_address': 'fa:16:3e:20:ab:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60ba3d0-592d-4143-a9a3-9e66191adc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '6214a151-168f-43dd-a32d-0efaa063906b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:25Z', 'updated_at': '2021-11-25T18:38:29Z', 'revision_number': 5, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'subnets': [{'id': '6214a151-168f-43dd-a32d-0efaa063906b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:58.543320 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e215542-2cd9-490a-91ae-da3373f42821 None None] The sync data for ids ['a60ba3d0-592d-4143-a9a3-9e66191adc9a'] in n-d-817746-1 is: [{'id': 'a60ba3d0-592d-4143-a9a3-9e66191adc9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1762308956', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '1b1fba84-2abe-48ca-bfe3-e58c44c1f702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:22Z', 'updated_at': '2021-11-25T18:38:26Z', 'revision_number': 4, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '1b1fba84-2abe-48ca-bfe3-e58c44c1f702', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60ba3d0-592d-4143-a9a3-9e66191adc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:23Z', 'updated_at': '2021-11-25T18:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '96274f19-36ae-4a72-9905-6f11a30c4b4b', 'name': '', 'network_id': 'f8ca7844-faac-412f-bb0d-e494c77c2e45', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'mac_address': 'fa:16:3e:20:ab:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60ba3d0-592d-4143-a9a3-9e66191adc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '6214a151-168f-43dd-a32d-0efaa063906b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:25Z', 'updated_at': '2021-11-25T18:38:29Z', 'revision_number': 5, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'subnets': [{'id': '6214a151-168f-43dd-a32d-0efaa063906b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:39:58.563250 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-658244f8-755d-40a5-a45c-5535f2698455 req-f0c9fa4b-c5c7-4cf8-9308-0a329294d36d service neutron] 10.222.0.74 "GET /v2.0/networks/f8ca7844-faac-412f-bb0d-e494c77c2e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021459 Nov 25 18:39:58.761946 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dc79ee-6300-42b5-afd9-98d369d72d9b None None] New status for floating IP caae2343-eb8e-423c-bcdd-20770a7af5fe: DOWN {{(pid=103363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:39:59.395439 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d413f4c-d0e5-4bfe-b55e-f756526df438 req-68e15be5-8d8e-4ffa-9cab-5ec3badfcd9c tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:59.396940 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0d413f4c-d0e5-4bfe-b55e-f756526df438 req-68e15be5-8d8e-4ffa-9cab-5ec3badfcd9c tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6f95d52-4bab-46be-9fb9-47bfd98226ce HTTP/1.1" status: 200 len: 946 time: 0.0492318 Nov 25 18:39:59.445989 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0d413f4c-d0e5-4bfe-b55e-f756526df438 req-4bbc0893-1074-4c6c-9ff4-1d967e980b01 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=359d799d-1e15-40cd-a92a-82dfc3042793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425069 Nov 25 18:39:59.578217 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b00b2-b37e-4442-826c-21d5880f36bb req-957adda6-bad1-4f0c-bd93-eed36e7ed9f0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:59.579579 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-067b00b2-b37e-4442-826c-21d5880f36bb req-957adda6-bad1-4f0c-bd93-eed36e7ed9f0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.74 "GET /v2.0/ports?device_id=f6f95d52-4bab-46be-9fb9-47bfd98226ce HTTP/1.1" status: 200 len: 946 time: 0.0527031 Nov 25 18:39:59.668370 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-067b00b2-b37e-4442-826c-21d5880f36bb req-e631507d-2fc1-4f86-8562-4504c24b651e tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Deleting port 2b437d2a-a2b0-45d1-ab78-a88ff068677d {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:39:59.668715 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-067b00b2-b37e-4442-826c-21d5880f36bb req-e631507d-2fc1-4f86-8562-4504c24b651e tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:59.759851 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-067b00b2-b37e-4442-826c-21d5880f36bb req-e631507d-2fc1-4f86-8562-4504c24b651e tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] For port 2b437d2a-a2b0-45d1-ab78-a88ff068677d, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=2b437d2a-a2b0-45d1-ab78-a88ff068677d,segment=NetworkSegment(6403251b-6378-4ab3-8985-9121bd439480),segment_id=6403251b-6378-4ab3-8985-9121bd439480)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:39:59.760223 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-067b00b2-b37e-4442-826c-21d5880f36bb req-e631507d-2fc1-4f86-8562-4504c24b651e tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:59.771940 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-067b00b2-b37e-4442-826c-21d5880f36bb req-e631507d-2fc1-4f86-8562-4504c24b651e tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Calling delete_port for 2b437d2a-a2b0-45d1-ab78-a88ff068677d owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:39:59.896972 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-067b00b2-b37e-4442-826c-21d5880f36bb req-e631507d-2fc1-4f86-8562-4504c24b651e tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:59.929817 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e631507d-2fc1-4f86-8562-4504c24b651e tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event deleted for resources: {'Port': ['ID=2b437d2a-a2b0-45d1-ab78-a88ff068677d,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:59.942495 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e631507d-2fc1-4f86-8562-4504c24b651e tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:39:59.942865 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e631507d-2fc1-4f86-8562-4504c24b651e tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:39:59.943203 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e631507d-2fc1-4f86-8562-4504c24b651e tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:39:59.943547 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e631507d-2fc1-4f86-8562-4504c24b651e tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:39:59.943886 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e631507d-2fc1-4f86-8562-4504c24b651e tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:39:59.944352 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e631507d-2fc1-4f86-8562-4504c24b651e tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:39:59.944562 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e631507d-2fc1-4f86-8562-4504c24b651e tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:39:59.944934 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e631507d-2fc1-4f86-8562-4504c24b651e tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:39:59.945278 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e631507d-2fc1-4f86-8562-4504c24b651e tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:39:59.945612 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e631507d-2fc1-4f86-8562-4504c24b651e tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:39:59.945942 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e631507d-2fc1-4f86-8562-4504c24b651e tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:39:59.946274 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e631507d-2fc1-4f86-8562-4504c24b651e tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:39:59.981695 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-067b00b2-b37e-4442-826c-21d5880f36bb req-e631507d-2fc1-4f86-8562-4504c24b651e tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] No DVR routers for this DVR port 2b437d2a-a2b0-45d1-ab78-a88ff068677d on host n-h1-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:39:59.984342 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-067b00b2-b37e-4442-826c-21d5880f36bb req-e631507d-2fc1-4f86-8562-4504c24b651e tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:59.987779 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-067b00b2-b37e-4442-826c-21d5880f36bb req-e631507d-2fc1-4f86-8562-4504c24b651e tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.74 "DELETE /v2.0/ports/2b437d2a-a2b0-45d1-ab78-a88ff068677d HTTP/1.1" status: 204 len: 173 time: 0.4021277 Nov 25 18:39:59.988223 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f95d52-4bab-46be-9fb9-47bfd98226ce', 'name': 'network-vif-deleted', 'tag': '2b437d2a-a2b0-45d1-ab78-a88ff068677d'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:39:59.990584 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-303cd6c0-e124-479e-ae76-1a2b464f9977" -d '{"events": [{"server_uuid": "f6f95d52-4bab-46be-9fb9-47bfd98226ce", "name": "network-vif-deleted", "tag": "2b437d2a-a2b0-45d1-ab78-a88ff068677d"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:40:00.032776 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beaee12c-13e2-4a7b-9187-7ddd3f252a8e x-openstack-request-id: req-beaee12c-13e2-4a7b-9187-7ddd3f252a8e {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:40:00.033126 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6f95d52-4bab-46be-9fb9-47bfd98226ce", "name": "network-vif-deleted", "tag": "2b437d2a-a2b0-45d1-ab78-a88ff068677d", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:40:00.033526 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-beaee12c-13e2-4a7b-9187-7ddd3f252a8e {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:40:00.033939 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6f95d52-4bab-46be-9fb9-47bfd98226ce', 'name': 'network-vif-deleted', 'tag': '2b437d2a-a2b0-45d1-ab78-a88ff068677d', 'status': 'completed', 'code': 200} Nov 25 18:40:00.509103 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38780) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:00.871395 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ca999cb8-1537-4d79-a6ec-2d6fcf272bb0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:01.122129 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-ca999cb8-1537-4d79-a6ec-2d6fcf272bb0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Deleting port 96274f19-36ae-4a72-9905-6f11a30c4b4b {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:40:01.122395 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ca999cb8-1537-4d79-a6ec-2d6fcf272bb0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:01.214044 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-ca999cb8-1537-4d79-a6ec-2d6fcf272bb0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] For port 96274f19-36ae-4a72-9905-6f11a30c4b4b, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=96274f19-36ae-4a72-9905-6f11a30c4b4b,segment=NetworkSegment(6403251b-6378-4ab3-8985-9121bd439480),segment_id=6403251b-6378-4ab3-8985-9121bd439480)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:40:01.214412 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ca999cb8-1537-4d79-a6ec-2d6fcf272bb0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:01.227248 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-ca999cb8-1537-4d79-a6ec-2d6fcf272bb0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Calling delete_port for 96274f19-36ae-4a72-9905-6f11a30c4b4b owned by network:router_interface {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:40:01.412516 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ca999cb8-1537-4d79-a6ec-2d6fcf272bb0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:01.441086 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca999cb8-1537-4d79-a6ec-2d6fcf272bb0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event deleted for resources: {'Port': ['ID=96274f19-36ae-4a72-9905-6f11a30c4b4b,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:01.628667 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ca999cb8-1537-4d79-a6ec-2d6fcf272bb0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:01.844342 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca999cb8-1537-4d79-a6ec-2d6fcf272bb0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Router a60ba3d0-592d-4143-a9a3-9e66191adc9a has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:40:01.953344 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca999cb8-1537-4d79-a6ec-2d6fcf272bb0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:40:01.958671 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ca999cb8-1537-4d79-a6ec-2d6fcf272bb0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "PUT /v2.0/routers/a60ba3d0-592d-4143-a9a3-9e66191adc9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4485378 Nov 25 18:40:01.961377 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38782) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:01.965441 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0400b732-92e2-4de7-850d-481403b3b2ad None None] Sync routers for ids ['a60ba3d0-592d-4143-a9a3-9e66191adc9a'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:40:01.976414 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0400b732-92e2-4de7-850d-481403b3b2ad None None] Routers {'a60ba3d0-592d-4143-a9a3-9e66191adc9a'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:40:01.977054 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-0400b732-92e2-4de7-850d-481403b3b2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:39:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['a60ba3d0-592d-4143-a9a3-9e66191adc9a'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:40:02.016462 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ad178be-9bf7-4b23-913a-214d94d78f3a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Deleting subnet 6214a151-168f-43dd-a32d-0efaa063906b {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:40:02.019610 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4ad178be-9bf7-4b23-913a-214d94d78f3a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:02.062097 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4ad178be-9bf7-4b23-913a-214d94d78f3a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:02.155405 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4ad178be-9bf7-4b23-913a-214d94d78f3a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:02.238596 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4ad178be-9bf7-4b23-913a-214d94d78f3a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:02.252228 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-0400b732-92e2-4de7-850d-481403b3b2ad None None] Set router a60ba3d0-592d-4143-a9a3-9e66191adc9a gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:40:02.265125 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad178be-9bf7-4b23-913a-214d94d78f3a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event deleted for resources: {'Subnet': ['ID=6214a151-168f-43dd-a32d-0efaa063906b,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:02.271971 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4ad178be-9bf7-4b23-913a-214d94d78f3a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:02.275829 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-4ad178be-9bf7-4b23-913a-214d94d78f3a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "DELETE /v2.0/subnets/6214a151-168f-43dd-a32d-0efaa063906b HTTP/1.1" status: 204 len: 168 time: 0.3129072 Nov 25 18:40:02.278512 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38784) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:02.283920 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c484bf5a-f94e-495e-9d29-e4d3f6e57217 None None] Network f8ca7844-faac-412f-bb0d-e494c77c2e45 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:40:02.385207 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6e53a3ff-4c71-4254-a272-5dba42e03330 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:02.498552 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6e53a3ff-4c71-4254-a272-5dba42e03330 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:02.554469 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-0400b732-92e2-4de7-850d-481403b3b2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60ba3d0-592d-4143-a9a3-9e66191adc9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1762308956', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '1b1fba84-2abe-48ca-bfe3-e58c44c1f702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:22Z', 'updated_at': '2021-11-25T18:40:01Z', 'revision_number': 5, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '1b1fba84-2abe-48ca-bfe3-e58c44c1f702', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60ba3d0-592d-4143-a9a3-9e66191adc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:23Z', 'updated_at': '2021-11-25T18:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:40:02.571907 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-6e53a3ff-4c71-4254-a272-5dba42e03330 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Deleting port 1b1fba84-2abe-48ca-bfe3-e58c44c1f702 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:40:02.572275 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6e53a3ff-4c71-4254-a272-5dba42e03330 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:02.585414 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0400b732-92e2-4de7-850d-481403b3b2ad None None] Checking router: a60ba3d0-592d-4143-a9a3-9e66191adc9a for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:40:02.598263 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0400b732-92e2-4de7-850d-481403b3b2ad None None] Routers {'a60ba3d0-592d-4143-a9a3-9e66191adc9a'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:40:02.599049 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-0400b732-92e2-4de7-850d-481403b3b2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:39:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['a60ba3d0-592d-4143-a9a3-9e66191adc9a'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:40:02.602070 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fd5180-a50a-4640-8a4e-8a427dd94f70 None None] DHCP port deletion for f8ca7844-faac-412f-bb0d-e494c77c2e45 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:40:02.657118 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-6e53a3ff-4c71-4254-a272-5dba42e03330 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] For port 1b1fba84-2abe-48ca-bfe3-e58c44c1f702, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=1b1fba84-2abe-48ca-bfe3-e58c44c1f702,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:40:02.657761 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6e53a3ff-4c71-4254-a272-5dba42e03330 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:02.670356 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-6e53a3ff-4c71-4254-a272-5dba42e03330 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Calling delete_port for 1b1fba84-2abe-48ca-bfe3-e58c44c1f702 owned by network:router_gateway {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:40:02.709369 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-0400b732-92e2-4de7-850d-481403b3b2ad None None] Set router a60ba3d0-592d-4143-a9a3-9e66191adc9a gateway port host: None {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:40:02.767062 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-0400b732-92e2-4de7-850d-481403b3b2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60ba3d0-592d-4143-a9a3-9e66191adc9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1762308956', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:22Z', 'updated_at': '2021-11-25T18:40:02Z', 'revision_number': 6, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port_host': None}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:40:02.796583 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0400b732-92e2-4de7-850d-481403b3b2ad None None] The sync data for ids ['a60ba3d0-592d-4143-a9a3-9e66191adc9a'] in n-d-817746-1 is: [{'id': 'a60ba3d0-592d-4143-a9a3-9e66191adc9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1762308956', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:22Z', 'updated_at': '2021-11-25T18:40:02Z', 'revision_number': 6, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port_host': None}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:40:02.803898 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-12fd5180-a50a-4640-8a4e-8a427dd94f70 None None] Deleting port ebb00a9b-b913-499b-b7db-0d5f22801aa9 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:40:02.804275 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-12fd5180-a50a-4640-8a4e-8a427dd94f70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:02.841447 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6e53a3ff-4c71-4254-a272-5dba42e03330 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:02.866369 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-12fd5180-a50a-4640-8a4e-8a427dd94f70 None None] For port ebb00a9b-b913-499b-b7db-0d5f22801aa9, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=ebb00a9b-b913-499b-b7db-0d5f22801aa9,segment=NetworkSegment(6403251b-6378-4ab3-8985-9121bd439480),segment_id=6403251b-6378-4ab3-8985-9121bd439480)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:40:02.866764 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-12fd5180-a50a-4640-8a4e-8a427dd94f70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:02.871386 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e53a3ff-4c71-4254-a272-5dba42e03330 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event deleted for resources: {'Port': ['ID=1b1fba84-2abe-48ca-bfe3-e58c44c1f702,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:02.882401 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-12fd5180-a50a-4640-8a4e-8a427dd94f70 None None] Calling delete_port for ebb00a9b-b913-499b-b7db-0d5f22801aa9 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:40:02.889329 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10267190-9d51-40b1-83b7-ab0061ef72f1 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:40:02.932958 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6e53a3ff-4c71-4254-a272-5dba42e03330 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:02.979162 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-12fd5180-a50a-4640-8a4e-8a427dd94f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:03.003841 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd5180-a50a-4640-8a4e-8a427dd94f70 None None] Pushing event deleted for resources: {'Port': ['ID=ebb00a9b-b913-499b-b7db-0d5f22801aa9,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:03.013025 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fd5180-a50a-4640-8a4e-8a427dd94f70 None None] No DVR routers for this DVR port ebb00a9b-b913-499b-b7db-0d5f22801aa9 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:40:03.015469 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fd5180-a50a-4640-8a4e-8a427dd94f70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:40:03.015821 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fd5180-a50a-4640-8a4e-8a427dd94f70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:40:03.016173 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fd5180-a50a-4640-8a4e-8a427dd94f70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:40:03.016514 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fd5180-a50a-4640-8a4e-8a427dd94f70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:40:03.016911 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fd5180-a50a-4640-8a4e-8a427dd94f70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:40:03.017247 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fd5180-a50a-4640-8a4e-8a427dd94f70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:40:03.017530 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fd5180-a50a-4640-8a4e-8a427dd94f70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:40:03.017855 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fd5180-a50a-4640-8a4e-8a427dd94f70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:40:03.018182 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fd5180-a50a-4640-8a4e-8a427dd94f70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:40:03.018506 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fd5180-a50a-4640-8a4e-8a427dd94f70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:40:03.018828 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fd5180-a50a-4640-8a4e-8a427dd94f70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:40:03.019151 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fd5180-a50a-4640-8a4e-8a427dd94f70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:40:03.032127 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6e53a3ff-4c71-4254-a272-5dba42e03330 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:03.034511 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6e53a3ff-4c71-4254-a272-5dba42e03330 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:03.076595 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6e53a3ff-4c71-4254-a272-5dba42e03330 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:03.077151 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e53a3ff-4c71-4254-a272-5dba42e03330 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Fanout notify agent at l3_agent the message router_deleted on router a60ba3d0-592d-4143-a9a3-9e66191adc9a {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:40:03.084357 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6e53a3ff-4c71-4254-a272-5dba42e03330 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:03.085447 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-6e53a3ff-4c71-4254-a272-5dba42e03330 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "DELETE /v2.0/routers/a60ba3d0-592d-4143-a9a3-9e66191adc9a HTTP/1.1" status: 204 len: 168 time: 0.8060050 Nov 25 18:40:03.088611 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38786) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:03.169440 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-531b0574-8b9c-4397-b10e-f09ff7d3ab93 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:03.256271 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-531b0574-8b9c-4397-b10e-f09ff7d3ab93 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:03.276751 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-531b0574-8b9c-4397-b10e-f09ff7d3ab93 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8ca7844-faac-412f-bb0d-e494c77c2e45']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:40:03.285745 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-531b0574-8b9c-4397-b10e-f09ff7d3ab93 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6403251b-6378-4ab3-8985-9121bd439480') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:40:03.286051 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-531b0574-8b9c-4397-b10e-f09ff7d3ab93 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6403251b-6378-4ab3-8985-9121bd439480') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:40:03.302342 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-531b0574-8b9c-4397-b10e-f09ff7d3ab93 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:03.315723 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-531b0574-8b9c-4397-b10e-f09ff7d3ab93 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:03.321807 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-531b0574-8b9c-4397-b10e-f09ff7d3ab93 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Releasing vlan 933 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:40:03.322309 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-531b0574-8b9c-4397-b10e-f09ff7d3ab93 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:03.325313 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 18:40:03.325313 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:40:03.325313 n-d-817746-1 neutron-server[103360]: timer() Nov 25 18:40:03.325313 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:40:03.325313 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 18:40:03.325313 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:40:03.325313 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 18:40:03.325313 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:40:03.325313 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 18:40:03.325313 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:40:03.325313 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 18:40:03.325313 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:40:03.325313 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 18:40:03.325313 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:40:03.325313 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:40:03.325313 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:40:03.325313 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:40:03.325313 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:40:03.325313 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 18:40:03.325313 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:40:03.325313 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 18:40:03.325313 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:40:03.325313 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:40:03.325313 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:40:03.325313 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 18:40:03.325313 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:40:03.325313 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:40:03.325313 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:40:03.325313 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:40:03.325313 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:40:03.325313 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:40:03.325313 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:40:03.382831 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-531b0574-8b9c-4397-b10e-f09ff7d3ab93 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:03.390754 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-531b0574-8b9c-4397-b10e-f09ff7d3ab93 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:03.393934 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-531b0574-8b9c-4397-b10e-f09ff7d3ab93 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "DELETE /v2.0/networks/f8ca7844-faac-412f-bb0d-e494c77c2e45 HTTP/1.1" status: 204 len: 168 time: 0.3043618 Nov 25 18:40:03.396841 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38788) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:03.405976 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b0574-8b9c-4397-b10e-f09ff7d3ab93 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event deleted for resources: {'Network': ['ID=f8ca7844-faac-412f-bb0d-e494c77c2e45,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:03.456687 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-65aba7e2-26da-4164-b4c3-7c8353d5ebd7 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:03.482722 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-65aba7e2-26da-4164-b4c3-7c8353d5ebd7 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:03.547001 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-65aba7e2-26da-4164-b4c3-7c8353d5ebd7 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:03.549682 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-65aba7e2-26da-4164-b4c3-7c8353d5ebd7 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:03.550920 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-65aba7e2-26da-4164-b4c3-7c8353d5ebd7 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "DELETE /v2.0/security-groups/359d799d-1e15-40cd-a92a-82dfc3042793 HTTP/1.1" status: 204 len: 168 time: 0.1530073 Nov 25 18:40:03.560701 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aba7e2-26da-4164-b4c3-7c8353d5ebd7 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=359d799d-1e15-40cd-a92a-82dfc3042793,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:03.820334 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38794) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:03.825830 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-bc9abb87-f996-4a84-a128-527b7ba76cda tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-876434220', 'description': 'tempest-secgroup-smoke-876434220 description', 'project_id': '7434064363194dc39e0f0255dc1ee7d0'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:03.848859 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bc9abb87-f996-4a84-a128-527b7ba76cda tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:03.918296 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bc9abb87-f996-4a84-a128-527b7ba76cda tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:03.921923 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bc9abb87-f996-4a84-a128-527b7ba76cda tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:03.954317 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bc9abb87-f996-4a84-a128-527b7ba76cda tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:03.955546 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-bc9abb87-f996-4a84-a128-527b7ba76cda tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1340344 Nov 25 18:40:03.957468 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9abb87-f996-4a84-a128-527b7ba76cda tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d88db624-2229-4c71-8607-25003b111438,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:03.958870 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38796) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:03.963666 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-15346c4a-1464-4f91-b7df-a7a92228cb11 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Request body: {'security_group_rule': {'security_group_id': 'd88db624-2229-4c71-8607-25003b111438', 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:03.990816 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-15346c4a-1464-4f91-b7df-a7a92228cb11 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:04.046437 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-15346c4a-1464-4f91-b7df-a7a92228cb11 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:04.050379 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-15346c4a-1464-4f91-b7df-a7a92228cb11 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:04.069166 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15346c4a-1464-4f91-b7df-a7a92228cb11 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e6319fb-788b-485a-9cb7-07ef193ee919,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:04.077574 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-15346c4a-1464-4f91-b7df-a7a92228cb11 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:04.081421 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-15346c4a-1464-4f91-b7df-a7a92228cb11 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1189122 Nov 25 18:40:04.081599 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38798) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:04.086081 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-efa03857-da81-49cc-ad8a-f06b31eff048 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Request body: {'security_group_rule': {'security_group_id': 'd88db624-2229-4c71-8607-25003b111438', 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:04.112049 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-efa03857-da81-49cc-ad8a-f06b31eff048 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:04.143940 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 2b437d2a-a2b0-45d1-ab78-a88ff068677d no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:40:04.171442 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: 2b437d2a-a2b0-45d1-ab78-a88ff068677d {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:40:04.171794 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 2b437d2a-a2b0-45d1-ab78-a88ff068677d not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:40:04.172386 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-efa03857-da81-49cc-ad8a-f06b31eff048 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:04.176402 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-efa03857-da81-49cc-ad8a-f06b31eff048 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:04.194511 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa03857-da81-49cc-ad8a-f06b31eff048 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=731b585f-90cb-4fc2-9c05-2dfe4f21128f,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:04.203571 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-efa03857-da81-49cc-ad8a-f06b31eff048 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:04.204797 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-efa03857-da81-49cc-ad8a-f06b31eff048 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1222806 Nov 25 18:40:04.207552 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38800) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:04.212270 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-c00d338b-2bcd-4eab-be94-b00373ad8770 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Request body: {'security_group_rule': {'security_group_id': 'd88db624-2229-4c71-8607-25003b111438', 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:04.238785 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c00d338b-2bcd-4eab-be94-b00373ad8770 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:04.269579 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 96274f19-36ae-4a72-9905-6f11a30c4b4b no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:40:04.293569 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 96274f19-36ae-4a72-9905-6f11a30c4b4b {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:40:04.293923 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 96274f19-36ae-4a72-9905-6f11a30c4b4b not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:40:04.294545 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 1b1fba84-2abe-48ca-bfe3-e58c44c1f702 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:40:04.295916 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c00d338b-2bcd-4eab-be94-b00373ad8770 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:04.299563 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c00d338b-2bcd-4eab-be94-b00373ad8770 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:04.314455 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 1b1fba84-2abe-48ca-bfe3-e58c44c1f702 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:40:04.314812 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 1b1fba84-2abe-48ca-bfe3-e58c44c1f702 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:40:04.315257 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device ebb00a9b-b913-499b-b7db-0d5f22801aa9 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:40:04.317015 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d338b-2bcd-4eab-be94-b00373ad8770 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b06a010-08d4-451f-89ea-71582f2cc7f4,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:04.325142 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c00d338b-2bcd-4eab-be94-b00373ad8770 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:04.326346 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-c00d338b-2bcd-4eab-be94-b00373ad8770 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1175623 Nov 25 18:40:04.329096 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38802) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:04.333650 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-df2002f1-6887-4301-a6bd-171dd6c767aa tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Request body: {'security_group_rule': {'security_group_id': 'd88db624-2229-4c71-8607-25003b111438', 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:04.337995 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: ebb00a9b-b913-499b-b7db-0d5f22801aa9 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:40:04.338344 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device ebb00a9b-b913-499b-b7db-0d5f22801aa9 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:40:04.360245 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-df2002f1-6887-4301-a6bd-171dd6c767aa tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:04.416711 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-df2002f1-6887-4301-a6bd-171dd6c767aa tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:04.420339 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-df2002f1-6887-4301-a6bd-171dd6c767aa tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:04.439062 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2002f1-6887-4301-a6bd-171dd6c767aa tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f2189ce-94b9-441d-8975-dfef3fdfa65f,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:04.447146 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-df2002f1-6887-4301-a6bd-171dd6c767aa tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:04.448462 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-df2002f1-6887-4301-a6bd-171dd6c767aa tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1184478 Nov 25 18:40:04.451195 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38804) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:04.455546 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-392e8a7c-e407-4bc7-9082-7c9bfc7dd934 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Request body: {'security_group_rule': {'security_group_id': 'd88db624-2229-4c71-8607-25003b111438', 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:04.477297 n-d-817746-1 neutron-server[103360]: INFO neutron.db.securitygroups_db [None req-392e8a7c-e407-4bc7-9082-7c9bfc7dd934 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Project 7434064363194dc39e0f0255dc1ee7d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 18:40:04.482943 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-392e8a7c-e407-4bc7-9082-7c9bfc7dd934 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:04.551253 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-392e8a7c-e407-4bc7-9082-7c9bfc7dd934 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:04.554961 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-392e8a7c-e407-4bc7-9082-7c9bfc7dd934 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:04.573056 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392e8a7c-e407-4bc7-9082-7c9bfc7dd934 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6834ce42-f170-4a46-a892-e3e6f8b847e0,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:04.580923 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-392e8a7c-e407-4bc7-9082-7c9bfc7dd934 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:04.582143 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-392e8a7c-e407-4bc7-9082-7c9bfc7dd934 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1300113 Nov 25 18:40:04.585313 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38806) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:04.590538 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-50b555f4-8746-4394-acbc-7322c2d16908 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Request body: {'security_group_rule': {'security_group_id': 'd88db624-2229-4c71-8607-25003b111438', 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:04.612568 n-d-817746-1 neutron-server[103361]: INFO neutron.db.securitygroups_db [None req-50b555f4-8746-4394-acbc-7322c2d16908 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Project 7434064363194dc39e0f0255dc1ee7d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 18:40:04.617479 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-50b555f4-8746-4394-acbc-7322c2d16908 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:04.675658 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-50b555f4-8746-4394-acbc-7322c2d16908 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:04.679456 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-50b555f4-8746-4394-acbc-7322c2d16908 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:04.696953 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b555f4-8746-4394-acbc-7322c2d16908 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00b4df3d-62ff-4567-9054-e4d94d0e4d24,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:04.704010 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-50b555f4-8746-4394-acbc-7322c2d16908 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:04.705247 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-50b555f4-8746-4394-acbc-7322c2d16908 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1188993 Nov 25 18:40:04.708297 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38808) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:04.713606 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-b1454ed4-5d71-432e-99d8-46a96e7d0317 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Request body: {'network': {'name': 'tempest-network-smoke--1107069693', 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'port_security_enabled': True}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:04.734292 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1454ed4-5d71-432e-99d8-46a96e7d0317 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Made reservation on behalf of 7434064363194dc39e0f0255dc1ee7d0 for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:40:04.737676 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b1454ed4-5d71-432e-99d8-46a96e7d0317 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:04.760507 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1454ed4-5d71-432e-99d8-46a96e7d0317 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 941} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:40:04.769436 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b1454ed4-5d71-432e-99d8-46a96e7d0317 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:04.769827 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-b1454ed4-5d71-432e-99d8-46a96e7d0317 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Added segment a71fa0f8-6b1c-44ce-afd5-77e31d0b1c53 of type vlan for network 5e3743cb-2cc2-4057-acc0-931f23010851 Nov 25 18:40:04.811921 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b1454ed4-5d71-432e-99d8-46a96e7d0317 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:04.836224 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b1454ed4-5d71-432e-99d8-46a96e7d0317 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:04.842088 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1454ed4-5d71-432e-99d8-46a96e7d0317 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:04.842683 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b1454ed4-5d71-432e-99d8-46a96e7d0317 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:04.901315 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-b1454ed4-5d71-432e-99d8-46a96e7d0317 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1917624 Nov 25 18:40:04.903919 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38810) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:04.908485 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-15880012-7724-4bb7-8305-11e7164163d2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1953819013', 'admin_state_up': True, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:04.913616 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1454ed4-5d71-432e-99d8-46a96e7d0317 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'Network': ['ID=5e3743cb-2cc2-4057-acc0-931f23010851,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:04.927720 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 5e3743cb-2cc2-4057-acc0-931f23010851 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:40:04.937944 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-15880012-7724-4bb7-8305-11e7164163d2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:04.939064 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-15880012-7724-4bb7-8305-11e7164163d2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:04.992328 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-15880012-7724-4bb7-8305-11e7164163d2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:05.437444 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-15880012-7724-4bb7-8305-11e7164163d2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:05.626804 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-15880012-7724-4bb7-8305-11e7164163d2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for router_gateway, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:05.648678 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-15880012-7724-4bb7-8305-11e7164163d2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:05.747919 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-15880012-7724-4bb7-8305-11e7164163d2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Allocated IP 172.25.0.165 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/0512e55c-31a1-4b8f-a5a0-e81aea7267d8) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:40:05.851090 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-15880012-7724-4bb7-8305-11e7164163d2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:05.885296 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-15880012-7724-4bb7-8305-11e7164163d2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:05.919069 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15880012-7724-4bb7-8305-11e7164163d2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:40:05.923806 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-15880012-7724-4bb7-8305-11e7164163d2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:40:05.927255 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15880012-7724-4bb7-8305-11e7164163d2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:40:05.937452 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80a9e8f-2c79-4d71-9d7c-483ed23ae2ba None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:40:05.956288 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15880012-7724-4bb7-8305-11e7164163d2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'Port': ['ID=0512e55c-31a1-4b8f-a5a0-e81aea7267d8,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:05.972482 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-3160d59b-6a72-4900-8a9b-b69eb4972e47 None None] Provisioning complete for port 0512e55c-31a1-4b8f-a5a0-e81aea7267d8 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:40:05.972883 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3160d59b-6a72-4900-8a9b-b69eb4972e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:06.007943 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-3160d59b-6a72-4900-8a9b-b69eb4972e47 None None] Port 0512e55c-31a1-4b8f-a5a0-e81aea7267d8 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:40:06.185226 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-15880012-7724-4bb7-8305-11e7164163d2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for router_gateway, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:06.380036 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-15880012-7724-4bb7-8305-11e7164163d2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:06.504065 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15880012-7724-4bb7-8305-11e7164163d2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Router a390e9f3-9791-4fba-8d1e-361100d1c5fb is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:40:06.622619 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15880012-7724-4bb7-8305-11e7164163d2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:40:06.632747 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd50dc9-df1c-470a-b9b8-c100f14cb206 None None] Sync routers for ids ['a390e9f3-9791-4fba-8d1e-361100d1c5fb'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:40:06.642595 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-15880012-7724-4bb7-8305-11e7164163d2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:06.642974 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd50dc9-df1c-470a-b9b8-c100f14cb206 None None] Routers {'a390e9f3-9791-4fba-8d1e-361100d1c5fb'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:40:06.643588 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-6bd50dc9-df1c-470a-b9b8-c100f14cb206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:39:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['a390e9f3-9791-4fba-8d1e-361100d1c5fb'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:40:06.643840 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-15880012-7724-4bb7-8305-11e7164163d2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7388735 Nov 25 18:40:06.647804 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38812) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:06.720604 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7843f198-b04c-405a-9d41-e96f01b2d0ec tempest-TestNetworkAdvancedServerOps-1271610080 tempest-TestNetworkAdvancedServerOps-1271610080-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=7434064363194dc39e0f0255dc1ee7d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0715261 Nov 25 18:40:06.723312 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38816) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:06.748127 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-6bd50dc9-df1c-470a-b9b8-c100f14cb206 None None] Set router a390e9f3-9791-4fba-8d1e-361100d1c5fb gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:40:06.808748 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb0ed6b-e808-4951-8b5a-7dcf3628a5da tempest-TestNetworkAdvancedServerOps-1271610080 tempest-TestNetworkAdvancedServerOps-1271610080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:06.810296 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ebb0ed6b-e808-4951-8b5a-7dcf3628a5da tempest-TestNetworkAdvancedServerOps-1271610080 tempest-TestNetworkAdvancedServerOps-1271610080-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0859554 Nov 25 18:40:06.813203 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38818) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:06.844642 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-26e3e2c3-e6dc-439b-9fe6-c4c514fb24c6 tempest-TestNetworkAdvancedServerOps-1271610080 tempest-TestNetworkAdvancedServerOps-1271610080-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=1aa44027-b9d0-4a56-9a59-7e664703e20a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303676 Nov 25 18:40:06.847629 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38820) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:06.852315 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-567d0d3e-35ce-4b4a-a3fb-0bf6a5a0d493 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-220012285', 'network_id': '5e3743cb-2cc2-4057-acc0-931f23010851', 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:06.929168 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-6bd50dc9-df1c-470a-b9b8-c100f14cb206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a390e9f3-9791-4fba-8d1e-361100d1c5fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1953819013', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '0512e55c-31a1-4b8f-a5a0-e81aea7267d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:40:04Z', 'updated_at': '2021-11-25T18:40:06Z', 'revision_number': 3, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '0512e55c-31a1-4b8f-a5a0-e81aea7267d8', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bd:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a390e9f3-9791-4fba-8d1e-361100d1c5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:40:05Z', 'updated_at': '2021-11-25T18:40:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:40:06.947819 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-567d0d3e-35ce-4b4a-a3fb-0bf6a5a0d493 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Made reservation on behalf of 7434064363194dc39e0f0255dc1ee7d0 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:40:06.951754 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-567d0d3e-35ce-4b4a-a3fb-0bf6a5a0d493 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:07.038984 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd50dc9-df1c-470a-b9b8-c100f14cb206 None None] Checking router: a390e9f3-9791-4fba-8d1e-361100d1c5fb for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:40:07.039329 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd50dc9-df1c-470a-b9b8-c100f14cb206 None None] Updating router a390e9f3-9791-4fba-8d1e-361100d1c5fb port 0512e55c-31a1-4b8f-a5a0-e81aea7267d8 binding host n-d-817746-1 {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:40:07.063798 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-6bd50dc9-df1c-470a-b9b8-c100f14cb206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:07.145699 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-567d0d3e-35ce-4b4a-a3fb-0bf6a5a0d493 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:07.211106 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567d0d3e-35ce-4b4a-a3fb-0bf6a5a0d493 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'Subnet': ['ID=799e432a-da72-47eb-9b23-0bac78170c0d,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:07.216342 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567d0d3e-35ce-4b4a-a3fb-0bf6a5a0d493 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Checking segment: {'id': 'a71fa0f8-6b1c-44ce-afd5-77e31d0b1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '5e3743cb-2cc2-4057-acc0-931f23010851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:40:07.216712 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567d0d3e-35ce-4b4a-a3fb-0bf6a5a0d493 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Network hostable DHCP agents. Network: 5e3743cb-2cc2-4057-acc0-931f23010851, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:40:07.233875 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567d0d3e-35ce-4b4a-a3fb-0bf6a5a0d493 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Network 5e3743cb-2cc2-4057-acc0-931f23010851 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:40:07.242644 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-567d0d3e-35ce-4b4a-a3fb-0bf6a5a0d493 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 5e3743cb-2cc2-4057-acc0-931f23010851) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:40:07.247715 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567d0d3e-35ce-4b4a-a3fb-0bf6a5a0d493 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:07.248485 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-567d0d3e-35ce-4b4a-a3fb-0bf6a5a0d493 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:07.259298 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443f96cd-17fc-45e9-b58a-1f1ef5e2eb0f None None] Network 5e3743cb-2cc2-4057-acc0-931f23010851 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:40:07.267573 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-567d0d3e-35ce-4b4a-a3fb-0bf6a5a0d493 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4189198 Nov 25 18:40:07.270282 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38822) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:07.320411 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-6bd50dc9-df1c-470a-b9b8-c100f14cb206 None None] Publish callbacks [] for port, precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:07.328649 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-6bd50dc9-df1c-470a-b9b8-c100f14cb206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:07.376413 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-6bd50dc9-df1c-470a-b9b8-c100f14cb206 None None] Attempting to bind port 0512e55c-31a1-4b8f-a5a0-e81aea7267d8 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:40:07.376789 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-6bd50dc9-df1c-470a-b9b8-c100f14cb206 None None] Attempting to bind port 0512e55c-31a1-4b8f-a5a0-e81aea7267d8 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:40:07.377035 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9c46d4-883d-4ce9-b9a1-23ca52e7d851 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:40:07.377212 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd50dc9-df1c-470a-b9b8-c100f14cb206 None None] Attempting to bind port 0512e55c-31a1-4b8f-a5a0-e81aea7267d8 on network 1aa44027-b9d0-4a56-9a59-7e664703e20a {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:40:07.385605 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd50dc9-df1c-470a-b9b8-c100f14cb206 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:40:07.385985 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd50dc9-df1c-470a-b9b8-c100f14cb206 None None] Checking segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:40:07.386382 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-6bd50dc9-df1c-470a-b9b8-c100f14cb206 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:07.386763 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd50dc9-df1c-470a-b9b8-c100f14cb206 None None] Bound using segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:40:07.387407 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-6bd50dc9-df1c-470a-b9b8-c100f14cb206 None None] Bound port: 0512e55c-31a1-4b8f-a5a0-e81aea7267d8, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:40:07.387966 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-6bd50dc9-df1c-470a-b9b8-c100f14cb206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:07.439384 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-6bd50dc9-df1c-470a-b9b8-c100f14cb206 None None] For port 0512e55c-31a1-4b8f-a5a0-e81aea7267d8, host n-d-817746-1, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:40:07.442559 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-6bd50dc9-df1c-470a-b9b8-c100f14cb206 None None] For port 0512e55c-31a1-4b8f-a5a0-e81aea7267d8, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=0512e55c-31a1-4b8f-a5a0-e81aea7267d8,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:40:07.449845 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-6bd50dc9-df1c-470a-b9b8-c100f14cb206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:07.451836 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c05c2b-d4fb-4627-b016-a508338c7d08 None None] Pushing event updated for resources: {'Port': ['ID=0512e55c-31a1-4b8f-a5a0-e81aea7267d8,revision_number=2']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:07.456604 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-85035936-895a-410c-91fb-979fb4d75be7 None None] Provisioning complete for port 0512e55c-31a1-4b8f-a5a0-e81aea7267d8 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:40:07.457235 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-85035936-895a-410c-91fb-979fb4d75be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:07.464999 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c05c2b-d4fb-4627-b016-a508338c7d08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:40:07.465290 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c05c2b-d4fb-4627-b016-a508338c7d08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:40:07.465615 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c05c2b-d4fb-4627-b016-a508338c7d08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:40:07.465965 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c05c2b-d4fb-4627-b016-a508338c7d08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:40:07.466281 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c05c2b-d4fb-4627-b016-a508338c7d08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:40:07.466610 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c05c2b-d4fb-4627-b016-a508338c7d08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:40:07.466934 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c05c2b-d4fb-4627-b016-a508338c7d08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:40:07.467254 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c05c2b-d4fb-4627-b016-a508338c7d08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:40:07.467575 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c05c2b-d4fb-4627-b016-a508338c7d08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:40:07.467898 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c05c2b-d4fb-4627-b016-a508338c7d08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:40:07.468221 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c05c2b-d4fb-4627-b016-a508338c7d08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:40:07.468534 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c05c2b-d4fb-4627-b016-a508338c7d08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:40:07.504191 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd0a446-ef8e-4f73-a632-7f45db299bd8 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:40:07.505719 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd50dc9-df1c-470a-b9b8-c100f14cb206 None None] Routers {'a390e9f3-9791-4fba-8d1e-361100d1c5fb'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:40:07.506749 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-6bd50dc9-df1c-470a-b9b8-c100f14cb206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:39:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['a390e9f3-9791-4fba-8d1e-361100d1c5fb'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:40:07.515659 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345f9650-8924-4e41-b642-9f49f4287061 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-5e3743cb-2cc2-4057-acc0-931f23010851', 'network_id': '5e3743cb-2cc2-4057-acc0-931f23010851', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'fixed_ips': [{'subnet_id': '799e432a-da72-47eb-9b23-0bac78170c0d'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:40:07.516537 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-345f9650-8924-4e41-b642-9f49f4287061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:07.625206 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-6bd50dc9-df1c-470a-b9b8-c100f14cb206 None None] Set router a390e9f3-9791-4fba-8d1e-361100d1c5fb gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:40:07.641622 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-85035936-895a-410c-91fb-979fb4d75be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:07.690679 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-85035936-895a-410c-91fb-979fb4d75be7 None None] For port 0512e55c-31a1-4b8f-a5a0-e81aea7267d8, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=0512e55c-31a1-4b8f-a5a0-e81aea7267d8,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:40:07.699466 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-85035936-895a-410c-91fb-979fb4d75be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:07.741051 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-345f9650-8924-4e41-b642-9f49f4287061 None None] Allocated IP 172.20.0.2 (5e3743cb-2cc2-4057-acc0-931f23010851/799e432a-da72-47eb-9b23-0bac78170c0d/de76212d-dedd-419a-97e3-db8482a48e5b) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:40:07.756433 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c05c2b-d4fb-4627-b016-a508338c7d08 None None] Pushing event updated for resources: {'Port': ['ID=0512e55c-31a1-4b8f-a5a0-e81aea7267d8,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:07.770915 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85035936-895a-410c-91fb-979fb4d75be7 None None] Pushing event updated for resources: {'Port': ['ID=0512e55c-31a1-4b8f-a5a0-e81aea7267d8,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:07.774631 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-29684706-a717-458b-bae4-bacdc555d468 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:07.839379 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-6bd50dc9-df1c-470a-b9b8-c100f14cb206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a390e9f3-9791-4fba-8d1e-361100d1c5fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1953819013', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '0512e55c-31a1-4b8f-a5a0-e81aea7267d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:40:04Z', 'updated_at': '2021-11-25T18:40:06Z', 'revision_number': 3, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '0512e55c-31a1-4b8f-a5a0-e81aea7267d8', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bd:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a390e9f3-9791-4fba-8d1e-361100d1c5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:40:05Z', 'updated_at': '2021-11-25T18:40:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:40:07.852565 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-81edae12-c6a8-4326-8037-d7eda729149b None None] Provisioning complete for port 0512e55c-31a1-4b8f-a5a0-e81aea7267d8 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:40:07.852983 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-81edae12-c6a8-4326-8037-d7eda729149b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:07.866179 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd50dc9-df1c-470a-b9b8-c100f14cb206 None None] The sync data for ids ['a390e9f3-9791-4fba-8d1e-361100d1c5fb'] in n-d-817746-1 is: [{'id': 'a390e9f3-9791-4fba-8d1e-361100d1c5fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1953819013', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '0512e55c-31a1-4b8f-a5a0-e81aea7267d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:40:04Z', 'updated_at': '2021-11-25T18:40:06Z', 'revision_number': 3, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '0512e55c-31a1-4b8f-a5a0-e81aea7267d8', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bd:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a390e9f3-9791-4fba-8d1e-361100d1c5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:40:05Z', 'updated_at': '2021-11-25T18:40:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:40:07.964344 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-345f9650-8924-4e41-b642-9f49f4287061 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:07.991701 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-345f9650-8924-4e41-b642-9f49f4287061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:08.046258 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345f9650-8924-4e41-b642-9f49f4287061 None None] Network 5e3743cb-2cc2-4057-acc0-931f23010851 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:40:08.049385 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-345f9650-8924-4e41-b642-9f49f4287061 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:40:08.051775 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345f9650-8924-4e41-b642-9f49f4287061 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:40:08.082570 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345f9650-8924-4e41-b642-9f49f4287061 None None] Pushing event updated for resources: {'Port': ['ID=de76212d-dedd-419a-97e3-db8482a48e5b,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:08.113580 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-29684706-a717-458b-bae4-bacdc555d468 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Allocated IP 172.20.0.1 (5e3743cb-2cc2-4057-acc0-931f23010851/799e432a-da72-47eb-9b23-0bac78170c0d/54cd9034-0253-43c1-925a-d284b7373de8) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:40:08.148171 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-345f9650-8924-4e41-b642-9f49f4287061 None None] Attempting to bind port de76212d-dedd-419a-97e3-db8482a48e5b on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:40:08.149115 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-345f9650-8924-4e41-b642-9f49f4287061 None None] Attempting to bind port de76212d-dedd-419a-97e3-db8482a48e5b by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'a71fa0f8-6b1c-44ce-afd5-77e31d0b1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '5e3743cb-2cc2-4057-acc0-931f23010851'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:40:08.149712 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345f9650-8924-4e41-b642-9f49f4287061 None None] Attempting to bind port de76212d-dedd-419a-97e3-db8482a48e5b on network 5e3743cb-2cc2-4057-acc0-931f23010851 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:40:08.161976 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345f9650-8924-4e41-b642-9f49f4287061 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:40:08.162373 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345f9650-8924-4e41-b642-9f49f4287061 None None] Checking segment: {'id': 'a71fa0f8-6b1c-44ce-afd5-77e31d0b1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '5e3743cb-2cc2-4057-acc0-931f23010851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:40:08.162790 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-345f9650-8924-4e41-b642-9f49f4287061 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:08.163222 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345f9650-8924-4e41-b642-9f49f4287061 None None] Bound using segment: {'id': 'a71fa0f8-6b1c-44ce-afd5-77e31d0b1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '5e3743cb-2cc2-4057-acc0-931f23010851'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:40:08.163681 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-345f9650-8924-4e41-b642-9f49f4287061 None None] Bound port: de76212d-dedd-419a-97e3-db8482a48e5b, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71fa0f8-6b1c-44ce-afd5-77e31d0b1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '5e3743cb-2cc2-4057-acc0-931f23010851'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:40:08.164073 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-345f9650-8924-4e41-b642-9f49f4287061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:08.239635 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-345f9650-8924-4e41-b642-9f49f4287061 None None] For port de76212d-dedd-419a-97e3-db8482a48e5b, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:40:08.243699 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-345f9650-8924-4e41-b642-9f49f4287061 None None] For port de76212d-dedd-419a-97e3-db8482a48e5b, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=de76212d-dedd-419a-97e3-db8482a48e5b,segment=NetworkSegment(a71fa0f8-6b1c-44ce-afd5-77e31d0b1c53),segment_id=a71fa0f8-6b1c-44ce-afd5-77e31d0b1c53)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:40:08.256850 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-345f9650-8924-4e41-b642-9f49f4287061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:08.257137 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-29684706-a717-458b-bae4-bacdc555d468 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:08.297409 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-29684706-a717-458b-bae4-bacdc555d468 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:08.316610 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345f9650-8924-4e41-b642-9f49f4287061 None None] Pushing event updated for resources: {'Port': ['ID=de76212d-dedd-419a-97e3-db8482a48e5b,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:08.321505 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 0512e55c-31a1-4b8f-a5a0-e81aea7267d8 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:40:08.346953 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29684706-a717-458b-bae4-bacdc555d468 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Network 5e3743cb-2cc2-4057-acc0-931f23010851 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:40:08.348775 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-29684706-a717-458b-bae4-bacdc555d468 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:40:08.352861 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29684706-a717-458b-bae4-bacdc555d468 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:40:08.375805 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 0512e55c-31a1-4b8f-a5a0-e81aea7267d8 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:40:08.376264 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:08.382684 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29684706-a717-458b-bae4-bacdc555d468 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'Port': ['ID=54cd9034-0253-43c1-925a-d284b7373de8,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:08.413012 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-29684706-a717-458b-bae4-bacdc555d468 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:08.599289 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-29684706-a717-458b-bae4-bacdc555d468 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:08.904214 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-29684706-a717-458b-bae4-bacdc555d468 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:08.909265 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-29684706-a717-458b-bae4-bacdc555d468 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:08.989483 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29684706-a717-458b-bae4-bacdc555d468 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'Port': ['ID=54cd9034-0253-43c1-925a-d284b7373de8,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:08.992042 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-29684706-a717-458b-bae4-bacdc555d468 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:09.087300 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29684706-a717-458b-bae4-bacdc555d468 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Network 5e3743cb-2cc2-4057-acc0-931f23010851 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:40:09.089330 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-29684706-a717-458b-bae4-bacdc555d468 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:40:09.198083 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29684706-a717-458b-bae4-bacdc555d468 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Router a390e9f3-9791-4fba-8d1e-361100d1c5fb has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:40:09.309765 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29684706-a717-458b-bae4-bacdc555d468 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:40:09.315164 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-29684706-a717-458b-bae4-bacdc555d468 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "PUT /v2.0/routers/a390e9f3-9791-4fba-8d1e-361100d1c5fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0437000 Nov 25 18:40:09.469433 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-41567ab5-9fc5-4c30-a3d4-18f71382ca7b req-dd03c1bf-595e-4757-baa4-b91865c6e304 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-876434220&fields=id&tenant_id=7434064363194dc39e0f0255dc1ee7d0 HTTP/1.1" status: 200 len: 267 time: 0.0470810 Nov 25 18:40:09.515402 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa7a048-b485-406b-98e8-429aa90f345e None None] Sync routers for ids ['a390e9f3-9791-4fba-8d1e-361100d1c5fb'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:40:09.526312 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa7a048-b485-406b-98e8-429aa90f345e None None] Routers {'a390e9f3-9791-4fba-8d1e-361100d1c5fb'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:40:09.526924 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-aaa7a048-b485-406b-98e8-429aa90f345e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:39:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['a390e9f3-9791-4fba-8d1e-361100d1c5fb'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:40:09.582766 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41567ab5-9fc5-4c30-a3d4-18f71382ca7b req-39494cfe-5b0d-4806-88e7-4efce0b3ac03 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:09.584444 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-41567ab5-9fc5-4c30-a3d4-18f71382ca7b req-39494cfe-5b0d-4806-88e7-4efce0b3ac03 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/networks?id=5e3743cb-2cc2-4057-acc0-931f23010851 HTTP/1.1" status: 200 len: 797 time: 0.1081605 Nov 25 18:40:09.600873 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-41567ab5-9fc5-4c30-a3d4-18f71382ca7b req-f39b8474-8fdc-415f-b68b-d7909d434ce5 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/quotas/7434064363194dc39e0f0255dc1ee7d0 HTTP/1.1" status: 200 len: 375 time: 0.0097899 Nov 25 18:40:09.658231 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-41567ab5-9fc5-4c30-a3d4-18f71382ca7b req-7f1ba2bf-fe78-4236-8164-44fb89f87855 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=7434064363194dc39e0f0255dc1ee7d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508864 Nov 25 18:40:09.759853 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-41567ab5-9fc5-4c30-a3d4-18f71382ca7b req-79c1d092-0043-44a7-8398-20a305e5fd77 service neutron] 10.222.0.75 "GET /v2.0/networks/5e3743cb-2cc2-4057-acc0-931f23010851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885589 Nov 25 18:40:09.797798 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-aaa7a048-b485-406b-98e8-429aa90f345e None None] Set router a390e9f3-9791-4fba-8d1e-361100d1c5fb gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:40:09.858624 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-41567ab5-9fc5-4c30-a3d4-18f71382ca7b req-1dbfc4a0-e6a8-447a-b3ea-0bf49f6271ae service neutron] 10.222.0.75 "GET /v2.0/networks/5e3743cb-2cc2-4057-acc0-931f23010851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927572 Nov 25 18:40:10.019737 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-aaa7a048-b485-406b-98e8-429aa90f345e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a390e9f3-9791-4fba-8d1e-361100d1c5fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1953819013', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '0512e55c-31a1-4b8f-a5a0-e81aea7267d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:40:04Z', 'updated_at': '2021-11-25T18:40:08Z', 'revision_number': 4, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '0512e55c-31a1-4b8f-a5a0-e81aea7267d8', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a390e9f3-9791-4fba-8d1e-361100d1c5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:40:05Z', 'updated_at': '2021-11-25T18:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '54cd9034-0253-43c1-925a-d284b7373de8', 'name': '', 'network_id': '5e3743cb-2cc2-4057-acc0-931f23010851', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'mac_address': 'fa:16:3e:77:be:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a390e9f3-9791-4fba-8d1e-361100d1c5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '799e432a-da72-47eb-9b23-0bac78170c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:40:07Z', 'updated_at': '2021-11-25T18:40:08Z', 'revision_number': 2, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'subnets': [{'id': '799e432a-da72-47eb-9b23-0bac78170c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:40:10.050109 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa7a048-b485-406b-98e8-429aa90f345e None None] Checking router: a390e9f3-9791-4fba-8d1e-361100d1c5fb for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:40:10.050471 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa7a048-b485-406b-98e8-429aa90f345e None None] Updating router a390e9f3-9791-4fba-8d1e-361100d1c5fb port 54cd9034-0253-43c1-925a-d284b7373de8 binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:40:10.073833 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ac940435-e151-4287-b37e-2287072715f6 req-518e61a1-468d-4cf8-8879-8f38e823a668 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfed5fb9-7267-42f6-b31c-4dba26a6c59a HTTP/1.1" status: 200 len: 210 time: 0.0429628 Nov 25 18:40:10.091628 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-aaa7a048-b485-406b-98e8-429aa90f345e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:10.287895 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec0bfe6-d5b9-4e8c-b115-f273c573c894 None None] Network 5e3743cb-2cc2-4057-acc0-931f23010851 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:40:10.317480 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device de76212d-dedd-419a-97e3-db8482a48e5b up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:40:10.456023 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-56874683-dd80-4601-a9b6-c003897294ce None None] Provisioning complete for port de76212d-dedd-419a-97e3-db8482a48e5b triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:40:10.456402 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-56874683-dd80-4601-a9b6-c003897294ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:10.573691 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port de76212d-dedd-419a-97e3-db8482a48e5b triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:40:10.574747 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:10.596953 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-aaa7a048-b485-406b-98e8-429aa90f345e None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:10.626276 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-aaa7a048-b485-406b-98e8-429aa90f345e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:10.741703 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c27adbf-c4ef-47e1-bb75-f1e050a96a8b None None] Pushing event updated for resources: {'Port': ['ID=54cd9034-0253-43c1-925a-d284b7373de8,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:10.787081 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-56874683-dd80-4601-a9b6-c003897294ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:10.859405 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-aaa7a048-b485-406b-98e8-429aa90f345e None None] Attempting to bind port 54cd9034-0253-43c1-925a-d284b7373de8 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:40:10.859794 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-aaa7a048-b485-406b-98e8-429aa90f345e None None] Attempting to bind port 54cd9034-0253-43c1-925a-d284b7373de8 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'a71fa0f8-6b1c-44ce-afd5-77e31d0b1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '5e3743cb-2cc2-4057-acc0-931f23010851'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:40:10.860162 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa7a048-b485-406b-98e8-429aa90f345e None None] Attempting to bind port 54cd9034-0253-43c1-925a-d284b7373de8 on network 5e3743cb-2cc2-4057-acc0-931f23010851 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:40:10.864141 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:10.880068 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa7a048-b485-406b-98e8-429aa90f345e None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:40:10.880374 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa7a048-b485-406b-98e8-429aa90f345e None None] Checking segment: {'id': 'a71fa0f8-6b1c-44ce-afd5-77e31d0b1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '5e3743cb-2cc2-4057-acc0-931f23010851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:40:10.880790 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-aaa7a048-b485-406b-98e8-429aa90f345e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:10.881220 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa7a048-b485-406b-98e8-429aa90f345e None None] Bound using segment: {'id': 'a71fa0f8-6b1c-44ce-afd5-77e31d0b1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '5e3743cb-2cc2-4057-acc0-931f23010851'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:40:10.881705 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-aaa7a048-b485-406b-98e8-429aa90f345e None None] Bound port: 54cd9034-0253-43c1-925a-d284b7373de8, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71fa0f8-6b1c-44ce-afd5-77e31d0b1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '5e3743cb-2cc2-4057-acc0-931f23010851'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:40:10.882102 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-aaa7a048-b485-406b-98e8-429aa90f345e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:10.894956 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-56874683-dd80-4601-a9b6-c003897294ce None None] For port de76212d-dedd-419a-97e3-db8482a48e5b, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=de76212d-dedd-419a-97e3-db8482a48e5b,segment=NetworkSegment(a71fa0f8-6b1c-44ce-afd5-77e31d0b1c53),segment_id=a71fa0f8-6b1c-44ce-afd5-77e31d0b1c53)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:40:10.915536 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-56874683-dd80-4601-a9b6-c003897294ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:11.042932 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.db.api [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 18:40:11.043383 n-d-817746-1 neutron-server[103362]: DEBUG oslo_db.api [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 18:40:11.055307 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56874683-dd80-4601-a9b6-c003897294ce None None] Pushing event updated for resources: {'Port': ['ID=de76212d-dedd-419a-97e3-db8482a48e5b,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:11.068855 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-aaa7a048-b485-406b-98e8-429aa90f345e None None] For port 54cd9034-0253-43c1-925a-d284b7373de8, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:40:11.072777 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-aaa7a048-b485-406b-98e8-429aa90f345e None None] For port 54cd9034-0253-43c1-925a-d284b7373de8, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=54cd9034-0253-43c1-925a-d284b7373de8,segment=NetworkSegment(a71fa0f8-6b1c-44ce-afd5-77e31d0b1c53),segment_id=a71fa0f8-6b1c-44ce-afd5-77e31d0b1c53)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:40:11.077565 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-aaa7a048-b485-406b-98e8-429aa90f345e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:11.113889 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41567ab5-9fc5-4c30-a3d4-18f71382ca7b req-e1a34a32-b365-47cf-8161-976e78d03574 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:11.115517 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-41567ab5-9fc5-4c30-a3d4-18f71382ca7b req-e1a34a32-b365-47cf-8161-976e78d03574 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.74 "GET /v2.0/networks?id=5e3743cb-2cc2-4057-acc0-931f23010851 HTTP/1.1" status: 200 len: 797 time: 0.1647303 Nov 25 18:40:11.154523 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa7a048-b485-406b-98e8-429aa90f345e None None] Routers {'a390e9f3-9791-4fba-8d1e-361100d1c5fb'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:40:11.155417 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-aaa7a048-b485-406b-98e8-429aa90f345e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:39:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['a390e9f3-9791-4fba-8d1e-361100d1c5fb'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:40:11.209509 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3b935190-f8c8-4b13-b712-8864553ae7f4 req-975e5c51-4458-4ef4-8d6e-65e8652cc165 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfed5fb9-7267-42f6-b31c-4dba26a6c59a HTTP/1.1" status: 200 len: 210 time: 0.0379210 Nov 25 18:40:11.230075 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-41567ab5-9fc5-4c30-a3d4-18f71382ca7b req-db788063-228a-4f0a-86c6-588c0874a5f8 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7434064363194dc39e0f0255dc1ee7d0 HTTP/1.1" status: 200 len: 379 time: 0.0982211 Nov 25 18:40:11.232230 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c27adbf-c4ef-47e1-bb75-f1e050a96a8b None None] Pushing event updated for resources: {'Port': ['ID=54cd9034-0253-43c1-925a-d284b7373de8,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:11.236632 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-41567ab5-9fc5-4c30-a3d4-18f71382ca7b req-42b14473-9258-4bdf-a1a7-48488f772683 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Request body: {'port': {'device_id': 'dfed5fb9-7267-42f6-b31c-4dba26a6c59a', 'network_id': '5e3743cb-2cc2-4057-acc0-931f23010851', 'admin_state_up': True, 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'security_groups': ['d88db624-2229-4c71-8607-25003b111438']}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:11.246488 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-0258814a-b959-4ac2-b039-dc9666595d3c None None] Provisioning complete for port 54cd9034-0253-43c1-925a-d284b7373de8 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:40:11.246865 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0258814a-b959-4ac2-b039-dc9666595d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:11.313444 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-aaa7a048-b485-406b-98e8-429aa90f345e None None] Set router a390e9f3-9791-4fba-8d1e-361100d1c5fb gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:40:11.361460 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41567ab5-9fc5-4c30-a3d4-18f71382ca7b req-42b14473-9258-4bdf-a1a7-48488f772683 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Made reservation on behalf of 7434064363194dc39e0f0255dc1ee7d0 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:40:11.365331 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-41567ab5-9fc5-4c30-a3d4-18f71382ca7b req-42b14473-9258-4bdf-a1a7-48488f772683 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:11.435037 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0258814a-b959-4ac2-b039-dc9666595d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:11.501603 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-41567ab5-9fc5-4c30-a3d4-18f71382ca7b req-42b14473-9258-4bdf-a1a7-48488f772683 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Allocated IP 172.20.0.5 (5e3743cb-2cc2-4057-acc0-931f23010851/799e432a-da72-47eb-9b23-0bac78170c0d/b3820c8d-314a-44ad-abb8-66090873501b) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:40:11.523519 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-0258814a-b959-4ac2-b039-dc9666595d3c None None] For port 54cd9034-0253-43c1-925a-d284b7373de8, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=54cd9034-0253-43c1-925a-d284b7373de8,segment=NetworkSegment(a71fa0f8-6b1c-44ce-afd5-77e31d0b1c53),segment_id=a71fa0f8-6b1c-44ce-afd5-77e31d0b1c53)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:40:11.530083 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0258814a-b959-4ac2-b039-dc9666595d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:11.631762 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-0258814a-b959-4ac2-b039-dc9666595d3c None None] Provisioning complete for port de76212d-dedd-419a-97e3-db8482a48e5b triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:40:11.632460 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0258814a-b959-4ac2-b039-dc9666595d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:11.668364 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0258814a-b959-4ac2-b039-dc9666595d3c None None] Pushing event updated for resources: {'Port': ['ID=54cd9034-0253-43c1-925a-d284b7373de8,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:11.674404 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-41567ab5-9fc5-4c30-a3d4-18f71382ca7b req-42b14473-9258-4bdf-a1a7-48488f772683 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:11.717653 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-41567ab5-9fc5-4c30-a3d4-18f71382ca7b req-42b14473-9258-4bdf-a1a7-48488f772683 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:11.737517 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-aaa7a048-b485-406b-98e8-429aa90f345e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a390e9f3-9791-4fba-8d1e-361100d1c5fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1953819013', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '0512e55c-31a1-4b8f-a5a0-e81aea7267d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:40:04Z', 'updated_at': '2021-11-25T18:40:08Z', 'revision_number': 4, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '0512e55c-31a1-4b8f-a5a0-e81aea7267d8', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a390e9f3-9791-4fba-8d1e-361100d1c5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:40:05Z', 'updated_at': '2021-11-25T18:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '54cd9034-0253-43c1-925a-d284b7373de8', 'name': '', 'network_id': '5e3743cb-2cc2-4057-acc0-931f23010851', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'mac_address': 'fa:16:3e:77:be:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a390e9f3-9791-4fba-8d1e-361100d1c5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '799e432a-da72-47eb-9b23-0bac78170c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:40:07Z', 'updated_at': '2021-11-25T18:40:11Z', 'revision_number': 4, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'subnets': [{'id': '799e432a-da72-47eb-9b23-0bac78170c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:40:11.763774 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41567ab5-9fc5-4c30-a3d4-18f71382ca7b req-42b14473-9258-4bdf-a1a7-48488f772683 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Network 5e3743cb-2cc2-4057-acc0-931f23010851 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:40:11.768304 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa7a048-b485-406b-98e8-429aa90f345e None None] The sync data for ids ['a390e9f3-9791-4fba-8d1e-361100d1c5fb'] in n-d-817746-1 is: [{'id': 'a390e9f3-9791-4fba-8d1e-361100d1c5fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1953819013', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '0512e55c-31a1-4b8f-a5a0-e81aea7267d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:40:04Z', 'updated_at': '2021-11-25T18:40:08Z', 'revision_number': 4, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '0512e55c-31a1-4b8f-a5a0-e81aea7267d8', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a390e9f3-9791-4fba-8d1e-361100d1c5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:40:05Z', 'updated_at': '2021-11-25T18:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '54cd9034-0253-43c1-925a-d284b7373de8', 'name': '', 'network_id': '5e3743cb-2cc2-4057-acc0-931f23010851', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'mac_address': 'fa:16:3e:77:be:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a390e9f3-9791-4fba-8d1e-361100d1c5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '799e432a-da72-47eb-9b23-0bac78170c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:40:07Z', 'updated_at': '2021-11-25T18:40:11Z', 'revision_number': 4, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'subnets': [{'id': '799e432a-da72-47eb-9b23-0bac78170c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:40:11.769136 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-41567ab5-9fc5-4c30-a3d4-18f71382ca7b req-42b14473-9258-4bdf-a1a7-48488f772683 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:40:11.772980 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-41567ab5-9fc5-4c30-a3d4-18f71382ca7b req-42b14473-9258-4bdf-a1a7-48488f772683 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:40:11.805139 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b14473-9258-4bdf-a1a7-48488f772683 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'Port': ['ID=b3820c8d-314a-44ad-abb8-66090873501b,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:11.856219 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41567ab5-9fc5-4c30-a3d4-18f71382ca7b req-42b14473-9258-4bdf-a1a7-48488f772683 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:11.856893 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-41567ab5-9fc5-4c30-a3d4-18f71382ca7b req-42b14473-9258-4bdf-a1a7-48488f772683 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:11.894847 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-41567ab5-9fc5-4c30-a3d4-18f71382ca7b req-42b14473-9258-4bdf-a1a7-48488f772683 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6623049 Nov 25 18:40:11.902735 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b0ed07a1-b9c3-4bf4-810d-7c349a0ce45d None None] Provisioning complete for port 54cd9034-0253-43c1-925a-d284b7373de8 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:40:11.903255 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b0ed07a1-b9c3-4bf4-810d-7c349a0ce45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:11.911476 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-41567ab5-9fc5-4c30-a3d4-18f71382ca7b req-1cd25213-6a6f-415f-bc55-d5accfbc28e7 service neutron] Request body: {'port': {'device_id': 'dfed5fb9-7267-42f6-b31c-4dba26a6c59a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:12.007793 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-41567ab5-9fc5-4c30-a3d4-18f71382ca7b req-1cd25213-6a6f-415f-bc55-d5accfbc28e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:12.350239 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-a5c4b71c-26f2-4793-9438-da130faec664 None None] Provisioning complete for port b3820c8d-314a-44ad-abb8-66090873501b triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:40:12.350643 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a5c4b71c-26f2-4793-9438-da130faec664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:12.390585 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device de76212d-dedd-419a-97e3-db8482a48e5b up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:40:12.420849 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-a5c4b71c-26f2-4793-9438-da130faec664 None None] Port b3820c8d-314a-44ad-abb8-66090873501b cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:40:12.421423 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f2eaee-dfc4-4e93-9129-2bc5321dc029 req-e6795797-9e35-475b-b304-4a7faec559a8 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:12.422991 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-48f2eaee-dfc4-4e93-9129-2bc5321dc029 req-e6795797-9e35-475b-b304-4a7faec559a8 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfed5fb9-7267-42f6-b31c-4dba26a6c59a HTTP/1.1" status: 200 len: 931 time: 0.1160393 Nov 25 18:40:12.430872 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-41567ab5-9fc5-4c30-a3d4-18f71382ca7b req-1cd25213-6a6f-415f-bc55-d5accfbc28e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3820c8d-314a-44ad-abb8-66090873501b {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:40:12.443573 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-a5c4b71c-26f2-4793-9438-da130faec664 None None] Provisioning complete for port 54cd9034-0253-43c1-925a-d284b7373de8 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:40:12.443968 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a5c4b71c-26f2-4793-9438-da130faec664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:12.445882 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-41567ab5-9fc5-4c30-a3d4-18f71382ca7b req-1cd25213-6a6f-415f-bc55-d5accfbc28e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:12.477489 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-41567ab5-9fc5-4c30-a3d4-18f71382ca7b req-1cd25213-6a6f-415f-bc55-d5accfbc28e7 service neutron] Transition to ACTIVE for port object b3820c8d-314a-44ad-abb8-66090873501b will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:40:12.485752 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port de76212d-dedd-419a-97e3-db8482a48e5b triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:40:12.486704 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:12.486895 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-41567ab5-9fc5-4c30-a3d4-18f71382ca7b req-1cd25213-6a6f-415f-bc55-d5accfbc28e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:12.541267 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-48f2eaee-dfc4-4e93-9129-2bc5321dc029 req-ecaf96f6-eb41-40b2-87ca-481b5e59cb2d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=d88db624-2229-4c71-8607-25003b111438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055171 Nov 25 18:40:12.574449 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd25213-6a6f-415f-bc55-d5accfbc28e7 service neutron] Pushing event updated for resources: {'Port': ['ID=b3820c8d-314a-44ad-abb8-66090873501b,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:12.651488 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-41567ab5-9fc5-4c30-a3d4-18f71382ca7b req-1cd25213-6a6f-415f-bc55-d5accfbc28e7 service neutron] Attempting to bind port b3820c8d-314a-44ad-abb8-66090873501b on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:40:12.652000 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-41567ab5-9fc5-4c30-a3d4-18f71382ca7b req-1cd25213-6a6f-415f-bc55-d5accfbc28e7 service neutron] Attempting to bind port b3820c8d-314a-44ad-abb8-66090873501b by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': 'a71fa0f8-6b1c-44ce-afd5-77e31d0b1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '5e3743cb-2cc2-4057-acc0-931f23010851'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:40:12.652332 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41567ab5-9fc5-4c30-a3d4-18f71382ca7b req-1cd25213-6a6f-415f-bc55-d5accfbc28e7 service neutron] Attempting to bind port b3820c8d-314a-44ad-abb8-66090873501b on network 5e3743cb-2cc2-4057-acc0-931f23010851 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:40:12.657235 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41567ab5-9fc5-4c30-a3d4-18f71382ca7b req-1cd25213-6a6f-415f-bc55-d5accfbc28e7 service neutron] Port b3820c8d-314a-44ad-abb8-66090873501b on network 5e3743cb-2cc2-4057-acc0-931f23010851 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:40:12.657564 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41567ab5-9fc5-4c30-a3d4-18f71382ca7b req-1cd25213-6a6f-415f-bc55-d5accfbc28e7 service neutron] Attempting to bind port b3820c8d-314a-44ad-abb8-66090873501b on network 5e3743cb-2cc2-4057-acc0-931f23010851 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:40:12.663624 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41567ab5-9fc5-4c30-a3d4-18f71382ca7b req-1cd25213-6a6f-415f-bc55-d5accfbc28e7 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:40:12.663966 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41567ab5-9fc5-4c30-a3d4-18f71382ca7b req-1cd25213-6a6f-415f-bc55-d5accfbc28e7 service neutron] Checking segment: {'id': 'a71fa0f8-6b1c-44ce-afd5-77e31d0b1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '5e3743cb-2cc2-4057-acc0-931f23010851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:40:12.664351 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41567ab5-9fc5-4c30-a3d4-18f71382ca7b req-1cd25213-6a6f-415f-bc55-d5accfbc28e7 service neutron] Bound using segment: {'id': 'a71fa0f8-6b1c-44ce-afd5-77e31d0b1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '5e3743cb-2cc2-4057-acc0-931f23010851'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:40:12.664783 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-41567ab5-9fc5-4c30-a3d4-18f71382ca7b req-1cd25213-6a6f-415f-bc55-d5accfbc28e7 service neutron] Bound port: b3820c8d-314a-44ad-abb8-66090873501b, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a71fa0f8-6b1c-44ce-afd5-77e31d0b1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '5e3743cb-2cc2-4057-acc0-931f23010851'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:40:12.665322 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-41567ab5-9fc5-4c30-a3d4-18f71382ca7b req-1cd25213-6a6f-415f-bc55-d5accfbc28e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:12.670247 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 54cd9034-0253-43c1-925a-d284b7373de8 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:40:12.745985 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-41567ab5-9fc5-4c30-a3d4-18f71382ca7b req-1cd25213-6a6f-415f-bc55-d5accfbc28e7 service neutron] For port b3820c8d-314a-44ad-abb8-66090873501b, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:40:12.749216 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-41567ab5-9fc5-4c30-a3d4-18f71382ca7b req-1cd25213-6a6f-415f-bc55-d5accfbc28e7 service neutron] For port b3820c8d-314a-44ad-abb8-66090873501b, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=b3820c8d-314a-44ad-abb8-66090873501b,segment=NetworkSegment(a71fa0f8-6b1c-44ce-afd5-77e31d0b1c53),segment_id=a71fa0f8-6b1c-44ce-afd5-77e31d0b1c53)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:40:12.755095 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-41567ab5-9fc5-4c30-a3d4-18f71382ca7b req-1cd25213-6a6f-415f-bc55-d5accfbc28e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:12.758234 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 54cd9034-0253-43c1-925a-d284b7373de8 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:40:12.759105 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:12.802000 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41567ab5-9fc5-4c30-a3d4-18f71382ca7b req-1cd25213-6a6f-415f-bc55-d5accfbc28e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:12.802686 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-41567ab5-9fc5-4c30-a3d4-18f71382ca7b req-1cd25213-6a6f-415f-bc55-d5accfbc28e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:12.804067 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-41567ab5-9fc5-4c30-a3d4-18f71382ca7b req-1cd25213-6a6f-415f-bc55-d5accfbc28e7 service neutron] 10.222.0.74 "PUT /v2.0/ports/b3820c8d-314a-44ad-abb8-66090873501b HTTP/1.1" status: 200 len: 1091 time: 0.8975003 Nov 25 18:40:12.804527 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfed5fb9-7267-42f6-b31c-4dba26a6c59a', 'tag': 'b3820c8d-314a-44ad-abb8-66090873501b'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:40:12.807879 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005c27eb-d34d-449c-96b9-5e5cefeb34ef" -d '{"events": [{"name": "network-changed", "server_uuid": "dfed5fb9-7267-42f6-b31c-4dba26a6c59a", "tag": "b3820c8d-314a-44ad-abb8-66090873501b"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:40:12.846814 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd25213-6a6f-415f-bc55-d5accfbc28e7 service neutron] Pushing event updated for resources: {'Port': ['ID=b3820c8d-314a-44ad-abb8-66090873501b,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:12.913252 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa45db4-9133-45d2-a298-5e856b60e52c x-openstack-request-id: req-7fa45db4-9133-45d2-a298-5e856b60e52c {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:40:12.913252 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfed5fb9-7267-42f6-b31c-4dba26a6c59a", "tag": "b3820c8d-314a-44ad-abb8-66090873501b", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:40:12.913252 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7fa45db4-9133-45d2-a298-5e856b60e52c {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:40:12.913252 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfed5fb9-7267-42f6-b31c-4dba26a6c59a', 'tag': 'b3820c8d-314a-44ad-abb8-66090873501b', 'status': 'completed', 'code': 200} Nov 25 18:40:12.944530 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41567ab5-9fc5-4c30-a3d4-18f71382ca7b req-c676dc80-722b-4b7f-adc5-5de7dd3f4d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:12.946218 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-41567ab5-9fc5-4c30-a3d4-18f71382ca7b req-c676dc80-722b-4b7f-adc5-5de7dd3f4d29 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7434064363194dc39e0f0255dc1ee7d0&device_id=dfed5fb9-7267-42f6-b31c-4dba26a6c59a HTTP/1.1" status: 200 len: 1094 time: 0.0799389 Nov 25 18:40:12.998898 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-41567ab5-9fc5-4c30-a3d4-18f71382ca7b req-2112cd95-7bcb-4ca1-b776-850cf600aaf5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3820c8d-314a-44ad-abb8-66090873501b HTTP/1.1" status: 200 len: 217 time: 0.0447485 Nov 25 18:40:13.074497 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41567ab5-9fc5-4c30-a3d4-18f71382ca7b req-de6d61fd-3899-4fcd-af30-d200d0e4f181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:13.076273 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-41567ab5-9fc5-4c30-a3d4-18f71382ca7b req-de6d61fd-3899-4fcd-af30-d200d0e4f181 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=799e432a-da72-47eb-9b23-0bac78170c0d HTTP/1.1" status: 200 len: 834 time: 0.0698044 Nov 25 18:40:13.135603 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41567ab5-9fc5-4c30-a3d4-18f71382ca7b req-8b7afd35-cb4c-4de5-84ea-32c1fa160a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:13.137891 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-41567ab5-9fc5-4c30-a3d4-18f71382ca7b req-8b7afd35-cb4c-4de5-84ea-32c1fa160a23 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5e3743cb-2cc2-4057-acc0-931f23010851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542047 Nov 25 18:40:13.251388 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-41567ab5-9fc5-4c30-a3d4-18f71382ca7b req-c9adb18e-9560-48d0-a222-d3fd3a9ecdd2 service neutron] 10.222.0.74 "GET /v2.0/networks/5e3743cb-2cc2-4057-acc0-931f23010851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042829 Nov 25 18:40:13.370270 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-41567ab5-9fc5-4c30-a3d4-18f71382ca7b req-223c306b-6ad7-4e16-a4b7-e03c47674714 service neutron] 10.222.0.74 "GET /v2.0/networks/5e3743cb-2cc2-4057-acc0-931f23010851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117990 Nov 25 18:40:13.468447 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c27eb-d34d-449c-96b9-5e5cefeb34ef req-57037280-c25b-41f4-ae5c-02d97e5dd63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:13.470738 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-005c27eb-d34d-449c-96b9-5e5cefeb34ef req-57037280-c25b-41f4-ae5c-02d97e5dd63c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7434064363194dc39e0f0255dc1ee7d0&device_id=dfed5fb9-7267-42f6-b31c-4dba26a6c59a HTTP/1.1" status: 200 len: 1094 time: 0.0477970 Nov 25 18:40:13.595958 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c27eb-d34d-449c-96b9-5e5cefeb34ef req-f3656a05-64da-49f8-9fc6-2187c4da1db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:13.597558 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-005c27eb-d34d-449c-96b9-5e5cefeb34ef req-f3656a05-64da-49f8-9fc6-2187c4da1db0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5e3743cb-2cc2-4057-acc0-931f23010851 HTTP/1.1" status: 200 len: 898 time: 0.1197922 Nov 25 18:40:13.656003 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-005c27eb-d34d-449c-96b9-5e5cefeb34ef req-e95382ff-4517-4dd9-8095-85d5f6ed7e48 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3820c8d-314a-44ad-abb8-66090873501b HTTP/1.1" status: 200 len: 217 time: 0.0504034 Nov 25 18:40:13.759740 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c27eb-d34d-449c-96b9-5e5cefeb34ef req-fd405da4-6449-4f43-8d9b-349e2e353c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:13.761341 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-005c27eb-d34d-449c-96b9-5e5cefeb34ef req-fd405da4-6449-4f43-8d9b-349e2e353c53 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=799e432a-da72-47eb-9b23-0bac78170c0d HTTP/1.1" status: 200 len: 834 time: 0.0921409 Nov 25 18:40:13.771192 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dae7c4-847d-4298-94f1-39281f140ab0 req-e0aabe3c-afad-41ac-ae14-5c990fc35d22 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:13.772752 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-57dae7c4-847d-4298-94f1-39281f140ab0 req-e0aabe3c-afad-41ac-ae14-5c990fc35d22 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfed5fb9-7267-42f6-b31c-4dba26a6c59a HTTP/1.1" status: 200 len: 943 time: 0.1205311 Nov 25 18:40:13.848709 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c27eb-d34d-449c-96b9-5e5cefeb34ef req-4d6b33f5-5343-403d-b45f-0f875ebffc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:13.850171 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-005c27eb-d34d-449c-96b9-5e5cefeb34ef req-4d6b33f5-5343-403d-b45f-0f875ebffc40 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5e3743cb-2cc2-4057-acc0-931f23010851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765128 Nov 25 18:40:13.855800 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-57dae7c4-847d-4298-94f1-39281f140ab0 req-74cea845-424a-4728-8c82-4335877710a0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=d88db624-2229-4c71-8607-25003b111438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733435 Nov 25 18:40:13.943553 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-005c27eb-d34d-449c-96b9-5e5cefeb34ef req-c7dd3a20-d4fb-4d22-a20e-ff844cbfa5ae service neutron] 10.222.0.74 "GET /v2.0/networks/5e3743cb-2cc2-4057-acc0-931f23010851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854542 Nov 25 18:40:14.035443 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-005c27eb-d34d-449c-96b9-5e5cefeb34ef req-c67c9c60-2183-46e5-a6d0-47ca3083ec32 service neutron] 10.222.0.74 "GET /v2.0/networks/5e3743cb-2cc2-4057-acc0-931f23010851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843890 Nov 25 18:40:14.972647 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e6266-964d-440c-9dd5-a796d922537c req-1fa6f7f0-5b8d-4cf6-9d44-80f777a04600 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:14.974165 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-281e6266-964d-440c-9dd5-a796d922537c req-1fa6f7f0-5b8d-4cf6-9d44-80f777a04600 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfed5fb9-7267-42f6-b31c-4dba26a6c59a HTTP/1.1" status: 200 len: 943 time: 0.0496099 Nov 25 18:40:15.028646 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-281e6266-964d-440c-9dd5-a796d922537c req-97b268dc-97ed-4353-abef-2ccdfba1feb3 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=d88db624-2229-4c71-8607-25003b111438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477171 Nov 25 18:40:16.144691 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8393abf7-93ec-41e2-98d5-b6a0e9f95d32 req-fe73596c-8747-4b11-9a2d-cc41127ccb8b tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:16.146185 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8393abf7-93ec-41e2-98d5-b6a0e9f95d32 req-fe73596c-8747-4b11-9a2d-cc41127ccb8b tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfed5fb9-7267-42f6-b31c-4dba26a6c59a HTTP/1.1" status: 200 len: 943 time: 0.0489066 Nov 25 18:40:16.194887 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8393abf7-93ec-41e2-98d5-b6a0e9f95d32 req-ba0ba80d-340d-4e56-90db-7a5fbf4c79d7 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=d88db624-2229-4c71-8607-25003b111438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427976 Nov 25 18:40:16.268080 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device b3820c8d-314a-44ad-abb8-66090873501b details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:40:16.362854 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port b3820c8d-314a-44ad-abb8-66090873501b, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=b3820c8d-314a-44ad-abb8-66090873501b,segment=NetworkSegment(a71fa0f8-6b1c-44ce-afd5-77e31d0b1c53),segment_id=a71fa0f8-6b1c-44ce-afd5-77e31d0b1c53)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:40:16.374660 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': 'b3820c8d-314a-44ad-abb8-66090873501b', 'network_id': '5e3743cb-2cc2-4057-acc0-931f23010851', 'port_id': 'b3820c8d-314a-44ad-abb8-66090873501b', 'mac_address': 'fa:16:3e:61:1c:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 941, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '799e432a-da72-47eb-9b23-0bac78170c0d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:40:16.410071 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:16.423616 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3820c8d-314a-44ad-abb8-66090873501b {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:40:16.443433 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port b3820c8d-314a-44ad-abb8-66090873501b, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=b3820c8d-314a-44ad-abb8-66090873501b,segment=NetworkSegment(a71fa0f8-6b1c-44ce-afd5-77e31d0b1c53),segment_id=a71fa0f8-6b1c-44ce-afd5-77e31d0b1c53)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:40:16.447541 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:16.496622 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=b3820c8d-314a-44ad-abb8-66090873501b,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:16.654913 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['b3820c8d-314a-44ad-abb8-66090873501b'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:40:17.262293 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-40f72ba7-0d24-456c-a84a-23c74daa237d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:17.312181 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66840142-d151-4c5d-8626-7688ae357fa6 req-314e2277-db34-44ec-a14a-992dfcf8f6ab tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:17.313701 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-66840142-d151-4c5d-8626-7688ae357fa6 req-314e2277-db34-44ec-a14a-992dfcf8f6ab tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfed5fb9-7267-42f6-b31c-4dba26a6c59a HTTP/1.1" status: 200 len: 944 time: 0.0502048 Nov 25 18:40:17.339982 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:40:17.363244 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-66840142-d151-4c5d-8626-7688ae357fa6 req-a5c7b5f4-bade-4bfa-9cea-4644fea053db tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=d88db624-2229-4c71-8607-25003b111438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435333 Nov 25 18:40:17.391369 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:17.622819 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:18.273102 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device b3820c8d-314a-44ad-abb8-66090873501b up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:40:18.322994 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port b3820c8d-314a-44ad-abb8-66090873501b completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:40:18.326599 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port b3820c8d-314a-44ad-abb8-66090873501b triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:40:18.326971 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:18.408338 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:18.431263 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfed5fb9-7267-42f6-b31c-4dba26a6c59a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3820c8d-314a-44ad-abb8-66090873501b'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:40:18.433673 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e885ae7a60f1de4153d3a84cf91c96dac968753d8c7eb30b74097738adf70354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b07fa7-cf88-4d33-8feb-105e1e034dd8" -d '{"events": [{"server_uuid": "dfed5fb9-7267-42f6-b31c-4dba26a6c59a", "name": "network-vif-plugged", "status": "completed", "tag": "b3820c8d-314a-44ad-abb8-66090873501b"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:40:18.446981 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port b3820c8d-314a-44ad-abb8-66090873501b, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=b3820c8d-314a-44ad-abb8-66090873501b,segment=NetworkSegment(a71fa0f8-6b1c-44ce-afd5-77e31d0b1c53),segment_id=a71fa0f8-6b1c-44ce-afd5-77e31d0b1c53)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:40:18.451866 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:18.488300 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebec1d7-83ea-4aa7-9d9d-e1d1cd9c22ce req-054250e6-6d2d-472d-beda-2a730e54ec96 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:18.489835 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7ebec1d7-83ea-4aa7-9d9d-e1d1cd9c22ce req-054250e6-6d2d-472d-beda-2a730e54ec96 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfed5fb9-7267-42f6-b31c-4dba26a6c59a HTTP/1.1" status: 200 len: 944 time: 0.0568666 Nov 25 18:40:18.505780 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=b3820c8d-314a-44ad-abb8-66090873501b,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:18.532168 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a3cb5f-d571-4fbe-99aa-2b29fe808138 x-openstack-request-id: req-06a3cb5f-d571-4fbe-99aa-2b29fe808138 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:40:18.532476 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfed5fb9-7267-42f6-b31c-4dba26a6c59a", "name": "network-vif-plugged", "status": "completed", "tag": "b3820c8d-314a-44ad-abb8-66090873501b", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:40:18.532740 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-06a3cb5f-d571-4fbe-99aa-2b29fe808138 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:40:18.533184 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfed5fb9-7267-42f6-b31c-4dba26a6c59a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3820c8d-314a-44ad-abb8-66090873501b', 'code': 200} Nov 25 18:40:18.551146 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7ebec1d7-83ea-4aa7-9d9d-e1d1cd9c22ce req-7170a7a2-3910-4ecc-915a-32405bc539fe tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=d88db624-2229-4c71-8607-25003b111438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485964 Nov 25 18:40:18.636010 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1db947-de02-4b52-b540-bd28b140779e req-0f9332b3-5254-4257-9927-eae8d6eab340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:18.637514 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2c1db947-de02-4b52-b540-bd28b140779e req-0f9332b3-5254-4257-9927-eae8d6eab340 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=dfed5fb9-7267-42f6-b31c-4dba26a6c59a HTTP/1.1" status: 200 len: 1096 time: 0.0396135 Nov 25 18:40:18.692506 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2c1db947-de02-4b52-b540-bd28b140779e req-5bb7c432-848e-433c-ba89-ea838f5188e3 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=d88db624-2229-4c71-8607-25003b111438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471001 Nov 25 18:40:19.674560 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c6b632-6ab7-445e-acd4-d2eacbfd00d0 req-58335143-7d30-45f7-a9c4-69e068e3e0a7 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:19.676290 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-91c6b632-6ab7-445e-acd4-d2eacbfd00d0 req-58335143-7d30-45f7-a9c4-69e068e3e0a7 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfed5fb9-7267-42f6-b31c-4dba26a6c59a HTTP/1.1" status: 200 len: 945 time: 0.0530868 Nov 25 18:40:19.733822 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-91c6b632-6ab7-445e-acd4-d2eacbfd00d0 req-bc3b9503-7395-43d0-8094-1a78c39483e0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=d88db624-2229-4c71-8607-25003b111438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513880 Nov 25 18:40:19.984266 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-feee2a05-de03-4eaf-9f51-e081809133c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:20.851193 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae018bbc-c19a-46ea-bc78-27b00c356104 req-a6282775-67a5-4e91-b447-c287a90b80d3 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:20.852695 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ae018bbc-c19a-46ea-bc78-27b00c356104 req-a6282775-67a5-4e91-b447-c287a90b80d3 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfed5fb9-7267-42f6-b31c-4dba26a6c59a HTTP/1.1" status: 200 len: 945 time: 0.0510416 Nov 25 18:40:20.901854 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ae018bbc-c19a-46ea-bc78-27b00c356104 req-14fef0c3-5351-43f6-8421-ccb036fcd61c tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=d88db624-2229-4c71-8607-25003b111438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426311 Nov 25 18:40:21.017641 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3473a9b-dd4b-4689-aa23-ca48e27b9567 req-6f129d61-ec30-49ee-8684-b4e6ecdd7877 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:21.019035 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e3473a9b-dd4b-4689-aa23-ca48e27b9567 req-6f129d61-ec30-49ee-8684-b4e6ecdd7877 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfed5fb9-7267-42f6-b31c-4dba26a6c59a HTTP/1.1" status: 200 len: 945 time: 0.0492127 Nov 25 18:40:21.067138 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e3473a9b-dd4b-4689-aa23-ca48e27b9567 req-6fcccfea-047d-475b-b236-648c3ab84334 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=d88db624-2229-4c71-8607-25003b111438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422039 Nov 25 18:40:21.089214 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38876) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:21.128154 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:21.130717 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf67c1e-2c48-44a0-9f86-a3781a790614 tempest-TestNetworkAdvancedServerOps-1271610080 tempest-TestNetworkAdvancedServerOps-1271610080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:21.133032 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ebf67c1e-2c48-44a0-9f86-a3781a790614 tempest-TestNetworkAdvancedServerOps-1271610080 tempest-TestNetworkAdvancedServerOps-1271610080-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=dfed5fb9-7267-42f6-b31c-4dba26a6c59a HTTP/1.1" status: 200 len: 1091 time: 0.0427732 Nov 25 18:40:21.136704 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38878) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:21.141063 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-5eb2b754-794b-4b00-8ce0-adcaf733a7f2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Request body: {'floatingip': {'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'port_id': 'b3820c8d-314a-44ad-abb8-66090873501b', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:21.164490 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5eb2b754-794b-4b00-8ce0-adcaf733a7f2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for floatingip, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:21.270645 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5eb2b754-794b-4b00-8ce0-adcaf733a7f2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:21.371868 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-5eb2b754-794b-4b00-8ce0-adcaf733a7f2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Allocated IP 172.25.0.152 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/5a697ddf-d361-48b6-aa3f-38c66788a84b) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:40:21.469248 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5eb2b754-794b-4b00-8ce0-adcaf733a7f2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:21.508534 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5eb2b754-794b-4b00-8ce0-adcaf733a7f2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:21.549608 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb2b754-794b-4b00-8ce0-adcaf733a7f2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:40:21.552571 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-5eb2b754-794b-4b00-8ce0-adcaf733a7f2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:40:21.555199 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb2b754-794b-4b00-8ce0-adcaf733a7f2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:40:21.580455 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2b754-794b-4b00-8ce0-adcaf733a7f2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'Port': ['ID=5a697ddf-d361-48b6-aa3f-38c66788a84b,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:22.217206 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5eb2b754-794b-4b00-8ce0-adcaf733a7f2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:22.283184 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5eb2b754-794b-4b00-8ce0-adcaf733a7f2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:22.309541 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:22.432881 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5eb2b754-794b-4b00-8ce0-adcaf733a7f2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:22.437300 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5eb2b754-794b-4b00-8ce0-adcaf733a7f2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:22.505189 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2b754-794b-4b00-8ce0-adcaf733a7f2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event updated for resources: {'Port': ['ID=5a697ddf-d361-48b6-aa3f-38c66788a84b,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:22.516170 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5eb2b754-794b-4b00-8ce0-adcaf733a7f2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:22.616562 n-d-817746-1 neutron-server[103360]: INFO neutron.db.l3_db [None req-5eb2b754-794b-4b00-8ce0-adcaf733a7f2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Floating IP 9f8da52f-2861-4315-8ff4-4512c1e0240a associated. External IP: 172.25.0.152, port: b3820c8d-314a-44ad-abb8-66090873501b. Nov 25 18:40:22.835507 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb2b754-794b-4b00-8ce0-adcaf733a7f2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Router a390e9f3-9791-4fba-8d1e-361100d1c5fb has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:40:22.944025 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb2b754-794b-4b00-8ce0-adcaf733a7f2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:40:22.954138 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d057fb4-220d-4e48-83e4-4e815253fded None None] Sync routers for ids ['a390e9f3-9791-4fba-8d1e-361100d1c5fb'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:40:22.962567 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5eb2b754-794b-4b00-8ce0-adcaf733a7f2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:22.964353 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d057fb4-220d-4e48-83e4-4e815253fded None None] Routers {'a390e9f3-9791-4fba-8d1e-361100d1c5fb'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:40:22.965095 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-2d057fb4-220d-4e48-83e4-4e815253fded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:40:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['a390e9f3-9791-4fba-8d1e-361100d1c5fb'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:40:22.993922 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-5eb2b754-794b-4b00-8ce0-adcaf733a7f2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8537109 Nov 25 18:40:22.993922 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfed5fb9-7267-42f6-b31c-4dba26a6c59a', 'tag': 'b3820c8d-314a-44ad-abb8-66090873501b'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:40:22.994383 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d0839555e12d03b18e125ea23ea5c69b34963c497f7f123e0850523e7aa9b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8ca351-2ebd-4071-992d-b36fe20f00c3" -d '{"events": [{"name": "network-changed", "server_uuid": "dfed5fb9-7267-42f6-b31c-4dba26a6c59a", "tag": "b3820c8d-314a-44ad-abb8-66090873501b"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:40:23.040793 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0eaf7a2-d411-4719-a71f-651003a6b81a x-openstack-request-id: req-a0eaf7a2-d411-4719-a71f-651003a6b81a {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:40:23.041211 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfed5fb9-7267-42f6-b31c-4dba26a6c59a", "tag": "b3820c8d-314a-44ad-abb8-66090873501b", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:40:23.042383 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a0eaf7a2-d411-4719-a71f-651003a6b81a {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:40:23.042957 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfed5fb9-7267-42f6-b31c-4dba26a6c59a', 'tag': 'b3820c8d-314a-44ad-abb8-66090873501b', 'status': 'completed', 'code': 200} Nov 25 18:40:23.076454 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-2d057fb4-220d-4e48-83e4-4e815253fded None None] Set router a390e9f3-9791-4fba-8d1e-361100d1c5fb gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:40:23.134718 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff3a37c-5760-4854-bc4f-f38b84cd8c7f req-59a1076f-8d81-4636-92e2-f53527e0e7f9 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:23.136317 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eff3a37c-5760-4854-bc4f-f38b84cd8c7f req-59a1076f-8d81-4636-92e2-f53527e0e7f9 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfed5fb9-7267-42f6-b31c-4dba26a6c59a HTTP/1.1" status: 200 len: 945 time: 0.0838981 Nov 25 18:40:23.139188 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ca351-2ebd-4071-992d-b36fe20f00c3 req-956b0fa3-f493-494f-b901-b837a9406ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:23.140521 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3e8ca351-2ebd-4071-992d-b36fe20f00c3 req-956b0fa3-f493-494f-b901-b837a9406ea9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7434064363194dc39e0f0255dc1ee7d0&device_id=dfed5fb9-7267-42f6-b31c-4dba26a6c59a HTTP/1.1" status: 200 len: 1096 time: 0.0752804 Nov 25 18:40:23.219493 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:23.245283 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eff3a37c-5760-4854-bc4f-f38b84cd8c7f req-f23c7d50-6eb0-4675-ad8b-4344ec651f86 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=d88db624-2229-4c71-8607-25003b111438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019518 Nov 25 18:40:23.268691 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38884) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:23.307961 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ca351-2ebd-4071-992d-b36fe20f00c3 req-d9fa8dcd-87cc-49aa-a36d-46408a4893f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:23.309475 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3e8ca351-2ebd-4071-992d-b36fe20f00c3 req-d9fa8dcd-87cc-49aa-a36d-46408a4893f0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5e3743cb-2cc2-4057-acc0-931f23010851 HTTP/1.1" status: 200 len: 898 time: 0.1611197 Nov 25 18:40:23.312636 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-2d057fb4-220d-4e48-83e4-4e815253fded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a390e9f3-9791-4fba-8d1e-361100d1c5fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1953819013', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '0512e55c-31a1-4b8f-a5a0-e81aea7267d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:40:04Z', 'updated_at': '2021-11-25T18:40:08Z', 'revision_number': 4, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '0512e55c-31a1-4b8f-a5a0-e81aea7267d8', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a390e9f3-9791-4fba-8d1e-361100d1c5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:40:05Z', 'updated_at': '2021-11-25T18:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '9f8da52f-2861-4315-8ff4-4512c1e0240a', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'floating_ip_address': '172.25.0.152', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': 'a390e9f3-9791-4fba-8d1e-361100d1c5fb', 'port_id': 'b3820c8d-314a-44ad-abb8-66090873501b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e3743cb-2cc2-4057-acc0-931f23010851', 'mac_address': 'fa:16:3e:61:1c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfed5fb9-7267-42f6-b31c-4dba26a6c59a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:40:21Z', 'updated_at': '2021-11-25T18:40:21Z', 'revision_number': 0, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54cd9034-0253-43c1-925a-d284b7373de8', 'name': '', 'network_id': '5e3743cb-2cc2-4057-acc0-931f23010851', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'mac_address': 'fa:16:3e:77:be:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a390e9f3-9791-4fba-8d1e-361100d1c5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '799e432a-da72-47eb-9b23-0bac78170c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:40:07Z', 'updated_at': '2021-11-25T18:40:11Z', 'revision_number': 5, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'subnets': [{'id': '799e432a-da72-47eb-9b23-0bac78170c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:40:23.339398 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d057fb4-220d-4e48-83e4-4e815253fded None None] Checking router: a390e9f3-9791-4fba-8d1e-361100d1c5fb for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:40:23.347797 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d057fb4-220d-4e48-83e4-4e815253fded None None] Routers {'a390e9f3-9791-4fba-8d1e-361100d1c5fb'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:40:23.348403 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-2d057fb4-220d-4e48-83e4-4e815253fded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:40:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['a390e9f3-9791-4fba-8d1e-361100d1c5fb'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:40:23.460129 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-2d057fb4-220d-4e48-83e4-4e815253fded None None] Set router a390e9f3-9791-4fba-8d1e-361100d1c5fb gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:40:23.675251 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-7a390da3-5d4a-42f9-891a-013f088a2690 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/floatingips/9f8da52f-2861-4315-8ff4-4512c1e0240a HTTP/1.1" status: 200 len: 991 time: 0.4054246 Nov 25 18:40:23.686078 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3e8ca351-2ebd-4071-992d-b36fe20f00c3 req-f13bcbda-4101-44e7-addf-b4f6e67797f4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3820c8d-314a-44ad-abb8-66090873501b HTTP/1.1" status: 200 len: 999 time: 0.3694370 Nov 25 18:40:23.697731 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-2d057fb4-220d-4e48-83e4-4e815253fded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a390e9f3-9791-4fba-8d1e-361100d1c5fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1953819013', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '0512e55c-31a1-4b8f-a5a0-e81aea7267d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:40:04Z', 'updated_at': '2021-11-25T18:40:08Z', 'revision_number': 4, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '0512e55c-31a1-4b8f-a5a0-e81aea7267d8', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a390e9f3-9791-4fba-8d1e-361100d1c5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:40:05Z', 'updated_at': '2021-11-25T18:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '9f8da52f-2861-4315-8ff4-4512c1e0240a', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'floating_ip_address': '172.25.0.152', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': 'a390e9f3-9791-4fba-8d1e-361100d1c5fb', 'port_id': 'b3820c8d-314a-44ad-abb8-66090873501b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e3743cb-2cc2-4057-acc0-931f23010851', 'mac_address': 'fa:16:3e:61:1c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfed5fb9-7267-42f6-b31c-4dba26a6c59a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:40:21Z', 'updated_at': '2021-11-25T18:40:21Z', 'revision_number': 0, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54cd9034-0253-43c1-925a-d284b7373de8', 'name': '', 'network_id': '5e3743cb-2cc2-4057-acc0-931f23010851', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'mac_address': 'fa:16:3e:77:be:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a390e9f3-9791-4fba-8d1e-361100d1c5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '799e432a-da72-47eb-9b23-0bac78170c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:40:07Z', 'updated_at': '2021-11-25T18:40:11Z', 'revision_number': 5, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'subnets': [{'id': '799e432a-da72-47eb-9b23-0bac78170c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:40:23.724377 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d057fb4-220d-4e48-83e4-4e815253fded None None] The sync data for ids ['a390e9f3-9791-4fba-8d1e-361100d1c5fb'] in n-d-817746-1 is: [{'id': 'a390e9f3-9791-4fba-8d1e-361100d1c5fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1953819013', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '0512e55c-31a1-4b8f-a5a0-e81aea7267d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:40:04Z', 'updated_at': '2021-11-25T18:40:08Z', 'revision_number': 4, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '0512e55c-31a1-4b8f-a5a0-e81aea7267d8', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a390e9f3-9791-4fba-8d1e-361100d1c5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:40:05Z', 'updated_at': '2021-11-25T18:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '9f8da52f-2861-4315-8ff4-4512c1e0240a', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'floating_ip_address': '172.25.0.152', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': 'a390e9f3-9791-4fba-8d1e-361100d1c5fb', 'port_id': 'b3820c8d-314a-44ad-abb8-66090873501b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e3743cb-2cc2-4057-acc0-931f23010851', 'mac_address': 'fa:16:3e:61:1c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfed5fb9-7267-42f6-b31c-4dba26a6c59a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:40:21Z', 'updated_at': '2021-11-25T18:40:21Z', 'revision_number': 0, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54cd9034-0253-43c1-925a-d284b7373de8', 'name': '', 'network_id': '5e3743cb-2cc2-4057-acc0-931f23010851', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'mac_address': 'fa:16:3e:77:be:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a390e9f3-9791-4fba-8d1e-361100d1c5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '799e432a-da72-47eb-9b23-0bac78170c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:40:07Z', 'updated_at': '2021-11-25T18:40:11Z', 'revision_number': 5, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'subnets': [{'id': '799e432a-da72-47eb-9b23-0bac78170c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:40:23.736099 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ca351-2ebd-4071-992d-b36fe20f00c3 req-d6e41bce-ad78-42c3-b94b-febc9ec0279f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:23.737591 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3e8ca351-2ebd-4071-992d-b36fe20f00c3 req-d6e41bce-ad78-42c3-b94b-febc9ec0279f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=799e432a-da72-47eb-9b23-0bac78170c0d HTTP/1.1" status: 200 len: 834 time: 0.0441470 Nov 25 18:40:23.784511 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ca351-2ebd-4071-992d-b36fe20f00c3 req-5134edfb-f5df-43b8-8cb9-2cf487435ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:23.786249 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3e8ca351-2ebd-4071-992d-b36fe20f00c3 req-5134edfb-f5df-43b8-8cb9-2cf487435ca5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5e3743cb-2cc2-4057-acc0-931f23010851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417430 Nov 25 18:40:23.882746 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3e8ca351-2ebd-4071-992d-b36fe20f00c3 req-48b14dab-9687-4fb3-9180-26eac2372aaa service neutron] 10.222.0.74 "GET /v2.0/networks/5e3743cb-2cc2-4057-acc0-931f23010851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896697 Nov 25 18:40:23.911698 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51559e1-6209-4b98-8fee-7cd4bc881e0f None None] New status for floating IP 9f8da52f-2861-4315-8ff4-4512c1e0240a: ACTIVE {{(pid=103362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:40:23.974694 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3e8ca351-2ebd-4071-992d-b36fe20f00c3 req-2506b331-e345-4fb3-a755-eb476ba050ad service neutron] 10.222.0.74 "GET /v2.0/networks/5e3743cb-2cc2-4057-acc0-931f23010851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846574 Nov 25 18:40:24.679177 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38886) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:24.746724 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-a36109b6-1fbc-4dd2-8512-d45b9f4f70f2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/floatingips/9f8da52f-2861-4315-8ff4-4512c1e0240a HTTP/1.1" status: 200 len: 993 time: 0.0664024 Nov 25 18:40:47.264286 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-23c7ceb8-753b-4ddd-bc9b-25ee4c3c1ead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:47.397021 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:47.639880 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:49.986131 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0a85be12-60db-4951-9a71-5a45c7afb78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:51.130736 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:51.524136 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da070c56-9a80-4f2f-b6c0-e89cd5d83d7c req-ab761f0d-3f5b-443a-b160-9b952aab53cc tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:51.525662 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-da070c56-9a80-4f2f-b6c0-e89cd5d83d7c req-ab761f0d-3f5b-443a-b160-9b952aab53cc tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfed5fb9-7267-42f6-b31c-4dba26a6c59a HTTP/1.1" status: 200 len: 945 time: 0.0496900 Nov 25 18:40:51.576204 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-da070c56-9a80-4f2f-b6c0-e89cd5d83d7c req-5d9ce8cd-055a-425f-95a4-78f36c087c51 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=d88db624-2229-4c71-8607-25003b111438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444882 Nov 25 18:40:52.310782 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:52.693702 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcffa66e-b4f9-48d6-a82c-ab3c3c402ce6 req-644e2208-b72e-4245-8fd1-11e921fafe4a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:52.695146 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dcffa66e-b4f9-48d6-a82c-ab3c3c402ce6 req-644e2208-b72e-4245-8fd1-11e921fafe4a tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfed5fb9-7267-42f6-b31c-4dba26a6c59a HTTP/1.1" status: 200 len: 945 time: 0.0479789 Nov 25 18:40:52.742937 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-dcffa66e-b4f9-48d6-a82c-ab3c3c402ce6 req-01d5040e-60d9-4160-ba1b-c5f7cdfd1c32 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=d88db624-2229-4c71-8607-25003b111438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410330 Nov 25 18:40:52.766346 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38902) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:52.829786 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-f0d24aa8-a1c9-43a5-b27d-750e73ef757b tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/floatingips/9f8da52f-2861-4315-8ff4-4512c1e0240a HTTP/1.1" status: 200 len: 993 time: 0.0622613 Nov 25 18:40:53.211838 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:54.126647 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14b4e2-94be-4c66-beaa-165e9dd71d71 req-4dbd6ea4-399a-4ec2-87e3-31f750181482 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:54.128134 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fb14b4e2-94be-4c66-beaa-165e9dd71d71 req-4dbd6ea4-399a-4ec2-87e3-31f750181482 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfed5fb9-7267-42f6-b31c-4dba26a6c59a HTTP/1.1" status: 200 len: 945 time: 0.0774431 Nov 25 18:40:54.143840 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8dc9ed-96da-407f-a8c6-d6de539e0dcb req-35b24a30-fb6e-43d5-9900-0ca1645f27bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:54.145255 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1c8dc9ed-96da-407f-a8c6-d6de539e0dcb req-35b24a30-fb6e-43d5-9900-0ca1645f27bd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7434064363194dc39e0f0255dc1ee7d0&device_id=dfed5fb9-7267-42f6-b31c-4dba26a6c59a HTTP/1.1" status: 200 len: 1096 time: 0.0667624 Nov 25 18:40:54.231454 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fb14b4e2-94be-4c66-beaa-165e9dd71d71 req-de3bc05c-2b94-4f11-a82b-50dfd688b2a1 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=d88db624-2229-4c71-8607-25003b111438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957358 Nov 25 18:40:54.260979 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8dc9ed-96da-407f-a8c6-d6de539e0dcb req-a8890cf0-b666-4136-b521-f5f2fd02b58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:54.262440 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1c8dc9ed-96da-407f-a8c6-d6de539e0dcb req-a8890cf0-b666-4136-b521-f5f2fd02b58d service neutron] 10.222.0.74 "GET /v2.0/networks?id=5e3743cb-2cc2-4057-acc0-931f23010851 HTTP/1.1" status: 200 len: 898 time: 0.1088471 Nov 25 18:40:54.331865 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1c8dc9ed-96da-407f-a8c6-d6de539e0dcb req-43a07c90-747b-428d-a5b6-f26e8a57681c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3820c8d-314a-44ad-abb8-66090873501b HTTP/1.1" status: 200 len: 1001 time: 0.0626271 Nov 25 18:40:54.338963 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:40:54.381595 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8dc9ed-96da-407f-a8c6-d6de539e0dcb req-7c35eeed-231b-4ed2-bb89-382c54478202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:54.382931 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1c8dc9ed-96da-407f-a8c6-d6de539e0dcb req-7c35eeed-231b-4ed2-bb89-382c54478202 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=799e432a-da72-47eb-9b23-0bac78170c0d HTTP/1.1" status: 200 len: 834 time: 0.0442595 Nov 25 18:40:54.428410 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8dc9ed-96da-407f-a8c6-d6de539e0dcb req-6f946031-1fde-4971-a818-1bea640f505c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:54.429894 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1c8dc9ed-96da-407f-a8c6-d6de539e0dcb req-6f946031-1fde-4971-a818-1bea640f505c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5e3743cb-2cc2-4057-acc0-931f23010851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396936 Nov 25 18:40:54.522157 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1c8dc9ed-96da-407f-a8c6-d6de539e0dcb req-4c389a46-0c5c-43d1-a032-bdcd18b4a0ed service neutron] 10.222.0.74 "GET /v2.0/networks/5e3743cb-2cc2-4057-acc0-931f23010851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849674 Nov 25 18:40:54.613165 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1c8dc9ed-96da-407f-a8c6-d6de539e0dcb req-196868b7-ca8f-4b63-98d4-3e54ca41f6bb service neutron] 10.222.0.74 "GET /v2.0/networks/5e3743cb-2cc2-4057-acc0-931f23010851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826564 Nov 25 18:40:55.352644 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d83d6fc-066d-49f3-bd51-7853b80f7862 req-9b7be3c7-26db-4f7a-a8df-5ec097579d1b tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:55.354202 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6d83d6fc-066d-49f3-bd51-7853b80f7862 req-9b7be3c7-26db-4f7a-a8df-5ec097579d1b tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfed5fb9-7267-42f6-b31c-4dba26a6c59a HTTP/1.1" status: 200 len: 945 time: 0.0520258 Nov 25 18:40:55.410690 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6d83d6fc-066d-49f3-bd51-7853b80f7862 req-7e89dbfc-f3a6-40a4-b847-a63663698fc2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=d88db624-2229-4c71-8607-25003b111438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500302 Nov 25 18:40:56.528964 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a2e69-a494-40e6-aa78-3489fe7e44c6 req-131fe0e6-e9ea-4b79-97f4-f0e31f99d41e tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:56.530448 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-825a2e69-a494-40e6-aa78-3489fe7e44c6 req-131fe0e6-e9ea-4b79-97f4-f0e31f99d41e tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfed5fb9-7267-42f6-b31c-4dba26a6c59a HTTP/1.1" status: 200 len: 945 time: 0.0485253 Nov 25 18:40:56.579670 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-825a2e69-a494-40e6-aa78-3489fe7e44c6 req-806dd31f-8c2b-42c7-917f-44f60e1d39a7 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=d88db624-2229-4c71-8607-25003b111438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432377 Nov 25 18:40:56.601857 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38914) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:56.661534 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-068b0eb5-0056-4d0f-ace1-907ac6d5eec2 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/floatingips/9f8da52f-2861-4315-8ff4-4512c1e0240a HTTP/1.1" status: 200 len: 993 time: 0.0585237 Nov 25 18:40:56.952382 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38920) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:57.111596 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-7c36fcf0-0a42-4300-b0bd-880f35e5bc9d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Deleting port 5a697ddf-d361-48b6-aa3f-38c66788a84b {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:40:57.111938 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7c36fcf0-0a42-4300-b0bd-880f35e5bc9d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:57.185496 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7c36fcf0-0a42-4300-b0bd-880f35e5bc9d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:57.185828 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7c36fcf0-0a42-4300-b0bd-880f35e5bc9d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:57.197451 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-7c36fcf0-0a42-4300-b0bd-880f35e5bc9d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Calling delete_port for 5a697ddf-d361-48b6-aa3f-38c66788a84b owned by network:floatingip {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:40:57.349193 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7c36fcf0-0a42-4300-b0bd-880f35e5bc9d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:57.379502 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36fcf0-0a42-4300-b0bd-880f35e5bc9d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event deleted for resources: {'Port': ['ID=5a697ddf-d361-48b6-aa3f-38c66788a84b,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:57.439481 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7c36fcf0-0a42-4300-b0bd-880f35e5bc9d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for floatingip, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:57.439814 n-d-817746-1 neutron-server[103361]: INFO neutron.db.l3_db [None req-7c36fcf0-0a42-4300-b0bd-880f35e5bc9d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Floating IP 9f8da52f-2861-4315-8ff4-4512c1e0240a disassociated (deleted). External IP: 172.25.0.152, port: b3820c8d-314a-44ad-abb8-66090873501b. Nov 25 18:40:57.648051 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c36fcf0-0a42-4300-b0bd-880f35e5bc9d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Router a390e9f3-9791-4fba-8d1e-361100d1c5fb has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:40:57.757388 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c36fcf0-0a42-4300-b0bd-880f35e5bc9d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:40:57.762483 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7c36fcf0-0a42-4300-b0bd-880f35e5bc9d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:57.768091 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26f966d-fca8-44c2-b655-672501ed84b5 None None] Sync routers for ids ['a390e9f3-9791-4fba-8d1e-361100d1c5fb'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:40:57.777387 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26f966d-fca8-44c2-b655-672501ed84b5 None None] Routers {'a390e9f3-9791-4fba-8d1e-361100d1c5fb'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:40:57.778079 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-c26f966d-fca8-44c2-b655-672501ed84b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:40:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['a390e9f3-9791-4fba-8d1e-361100d1c5fb'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:40:57.789415 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-7c36fcf0-0a42-4300-b0bd-880f35e5bc9d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "DELETE /v2.0/floatingips/9f8da52f-2861-4315-8ff4-4512c1e0240a HTTP/1.1" status: 204 len: 168 time: 0.8360009 Nov 25 18:40:57.790114 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfed5fb9-7267-42f6-b31c-4dba26a6c59a', 'tag': 'b3820c8d-314a-44ad-abb8-66090873501b'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:40:57.792601 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab3a956-bebb-466e-8d1d-3dc7b2db9965" -d '{"events": [{"name": "network-changed", "server_uuid": "dfed5fb9-7267-42f6-b31c-4dba26a6c59a", "tag": "b3820c8d-314a-44ad-abb8-66090873501b"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:40:57.838257 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166c3910-03fc-4e54-8859-d100cef51af6 x-openstack-request-id: req-166c3910-03fc-4e54-8859-d100cef51af6 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:40:57.838552 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfed5fb9-7267-42f6-b31c-4dba26a6c59a", "tag": "b3820c8d-314a-44ad-abb8-66090873501b", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:40:57.838813 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-166c3910-03fc-4e54-8859-d100cef51af6 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:40:57.839231 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfed5fb9-7267-42f6-b31c-4dba26a6c59a', 'tag': 'b3820c8d-314a-44ad-abb8-66090873501b', 'status': 'completed', 'code': 200} Nov 25 18:40:57.890103 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-c26f966d-fca8-44c2-b655-672501ed84b5 None None] Set router a390e9f3-9791-4fba-8d1e-361100d1c5fb gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:40:57.919055 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3a956-bebb-466e-8d1d-3dc7b2db9965 req-6fc8fa8a-4cf4-4188-950c-4f070e6a2729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:57.920493 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4ab3a956-bebb-466e-8d1d-3dc7b2db9965 req-6fc8fa8a-4cf4-4188-950c-4f070e6a2729 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7434064363194dc39e0f0255dc1ee7d0&device_id=dfed5fb9-7267-42f6-b31c-4dba26a6c59a HTTP/1.1" status: 200 len: 1096 time: 0.0535667 Nov 25 18:40:58.047888 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3a956-bebb-466e-8d1d-3dc7b2db9965 req-7cfd04f8-b090-421a-8d04-a8946899ae29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:58.049325 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4ab3a956-bebb-466e-8d1d-3dc7b2db9965 req-7cfd04f8-b090-421a-8d04-a8946899ae29 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5e3743cb-2cc2-4057-acc0-931f23010851 HTTP/1.1" status: 200 len: 898 time: 0.1197164 Nov 25 18:40:58.067354 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07617f11-5732-4f78-9380-55440c4375e0 req-889a6b55-6001-432d-9570-7532c16a3fee tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:58.068802 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-07617f11-5732-4f78-9380-55440c4375e0 req-889a6b55-6001-432d-9570-7532c16a3fee tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfed5fb9-7267-42f6-b31c-4dba26a6c59a HTTP/1.1" status: 200 len: 945 time: 0.0624611 Nov 25 18:40:58.115219 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4ab3a956-bebb-466e-8d1d-3dc7b2db9965 req-754da3b4-4373-449e-a050-969eab693ebb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3820c8d-314a-44ad-abb8-66090873501b HTTP/1.1" status: 200 len: 217 time: 0.0557811 Nov 25 18:40:58.123635 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-c26f966d-fca8-44c2-b655-672501ed84b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a390e9f3-9791-4fba-8d1e-361100d1c5fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1953819013', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '0512e55c-31a1-4b8f-a5a0-e81aea7267d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:40:04Z', 'updated_at': '2021-11-25T18:40:08Z', 'revision_number': 4, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '0512e55c-31a1-4b8f-a5a0-e81aea7267d8', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a390e9f3-9791-4fba-8d1e-361100d1c5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:40:05Z', 'updated_at': '2021-11-25T18:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '54cd9034-0253-43c1-925a-d284b7373de8', 'name': '', 'network_id': '5e3743cb-2cc2-4057-acc0-931f23010851', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'mac_address': 'fa:16:3e:77:be:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a390e9f3-9791-4fba-8d1e-361100d1c5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '799e432a-da72-47eb-9b23-0bac78170c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:40:07Z', 'updated_at': '2021-11-25T18:40:11Z', 'revision_number': 5, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'subnets': [{'id': '799e432a-da72-47eb-9b23-0bac78170c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:40:58.150115 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26f966d-fca8-44c2-b655-672501ed84b5 None None] Checking router: a390e9f3-9791-4fba-8d1e-361100d1c5fb for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:40:58.159648 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26f966d-fca8-44c2-b655-672501ed84b5 None None] Routers {'a390e9f3-9791-4fba-8d1e-361100d1c5fb'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:40:58.160254 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-c26f966d-fca8-44c2-b655-672501ed84b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:40:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['a390e9f3-9791-4fba-8d1e-361100d1c5fb'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:40:58.187902 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-07617f11-5732-4f78-9380-55440c4375e0 req-0dd4f0e2-01cf-4127-b370-1a2cf5919c83 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=d88db624-2229-4c71-8607-25003b111438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116512 Nov 25 18:40:58.191544 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3a956-bebb-466e-8d1d-3dc7b2db9965 req-4d4aca97-c387-4379-9d81-f80eb5520452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:58.192995 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4ab3a956-bebb-466e-8d1d-3dc7b2db9965 req-4d4aca97-c387-4379-9d81-f80eb5520452 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=799e432a-da72-47eb-9b23-0bac78170c0d HTTP/1.1" status: 200 len: 834 time: 0.0689583 Nov 25 18:40:58.242932 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3a956-bebb-466e-8d1d-3dc7b2db9965 req-d7190a50-8ff1-4cdf-ac17-a8c7ce0df8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:58.244453 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4ab3a956-bebb-466e-8d1d-3dc7b2db9965 req-d7190a50-8ff1-4cdf-ac17-a8c7ce0df8d5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5e3743cb-2cc2-4057-acc0-931f23010851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426297 Nov 25 18:40:58.267733 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-c26f966d-fca8-44c2-b655-672501ed84b5 None None] Set router a390e9f3-9791-4fba-8d1e-361100d1c5fb gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:40:58.351575 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4ab3a956-bebb-466e-8d1d-3dc7b2db9965 req-f05eb327-761f-43bb-a62a-3a6ced29a500 service neutron] 10.222.0.74 "GET /v2.0/networks/5e3743cb-2cc2-4057-acc0-931f23010851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879836 Nov 25 18:40:58.449908 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4ab3a956-bebb-466e-8d1d-3dc7b2db9965 req-58b1116d-f303-4fe4-aee6-e35e5794a272 service neutron] 10.222.0.74 "GET /v2.0/networks/5e3743cb-2cc2-4057-acc0-931f23010851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897446 Nov 25 18:40:58.477851 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-c26f966d-fca8-44c2-b655-672501ed84b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a390e9f3-9791-4fba-8d1e-361100d1c5fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1953819013', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '0512e55c-31a1-4b8f-a5a0-e81aea7267d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:40:04Z', 'updated_at': '2021-11-25T18:40:08Z', 'revision_number': 4, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '0512e55c-31a1-4b8f-a5a0-e81aea7267d8', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a390e9f3-9791-4fba-8d1e-361100d1c5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:40:05Z', 'updated_at': '2021-11-25T18:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '54cd9034-0253-43c1-925a-d284b7373de8', 'name': '', 'network_id': '5e3743cb-2cc2-4057-acc0-931f23010851', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'mac_address': 'fa:16:3e:77:be:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a390e9f3-9791-4fba-8d1e-361100d1c5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '799e432a-da72-47eb-9b23-0bac78170c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:40:07Z', 'updated_at': '2021-11-25T18:40:11Z', 'revision_number': 5, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'subnets': [{'id': '799e432a-da72-47eb-9b23-0bac78170c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:40:58.507863 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26f966d-fca8-44c2-b655-672501ed84b5 None None] The sync data for ids ['a390e9f3-9791-4fba-8d1e-361100d1c5fb'] in n-d-817746-1 is: [{'id': 'a390e9f3-9791-4fba-8d1e-361100d1c5fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1953819013', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '0512e55c-31a1-4b8f-a5a0-e81aea7267d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:40:04Z', 'updated_at': '2021-11-25T18:40:08Z', 'revision_number': 4, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '0512e55c-31a1-4b8f-a5a0-e81aea7267d8', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a390e9f3-9791-4fba-8d1e-361100d1c5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:40:05Z', 'updated_at': '2021-11-25T18:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '54cd9034-0253-43c1-925a-d284b7373de8', 'name': '', 'network_id': '5e3743cb-2cc2-4057-acc0-931f23010851', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'mac_address': 'fa:16:3e:77:be:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a390e9f3-9791-4fba-8d1e-361100d1c5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '799e432a-da72-47eb-9b23-0bac78170c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:40:07Z', 'updated_at': '2021-11-25T18:40:11Z', 'revision_number': 5, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'subnets': [{'id': '799e432a-da72-47eb-9b23-0bac78170c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:40:58.726219 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5d8795-3e4c-4baf-97fc-736020f457c6 None None] New status for floating IP 9f8da52f-2861-4315-8ff4-4512c1e0240a: DOWN {{(pid=103362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:40:59.313502 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a20b5-6f9c-434a-981b-11b9d2f69fa5 req-a8219b57-cd9b-4a49-99bf-ddeecbbf6bac tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:59.315000 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-892a20b5-6f9c-434a-981b-11b9d2f69fa5 req-a8219b57-cd9b-4a49-99bf-ddeecbbf6bac tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfed5fb9-7267-42f6-b31c-4dba26a6c59a HTTP/1.1" status: 200 len: 945 time: 0.0548315 Nov 25 18:40:59.363385 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-892a20b5-6f9c-434a-981b-11b9d2f69fa5 req-221d47d0-db7c-499a-afd5-599ac93bdcaa tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/security-groups?id=d88db624-2229-4c71-8607-25003b111438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425203 Nov 25 18:40:59.654244 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54a407-bb8c-4352-8787-c34dd88b367a req-9e93036f-f320-4077-8689-cba846add055 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:59.655685 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1f54a407-bb8c-4352-8787-c34dd88b367a req-9e93036f-f320-4077-8689-cba846add055 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfed5fb9-7267-42f6-b31c-4dba26a6c59a HTTP/1.1" status: 200 len: 945 time: 0.0481896 Nov 25 18:40:59.748774 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-1f54a407-bb8c-4352-8787-c34dd88b367a req-df75bb29-74cd-4da5-92d1-cba05abc39d0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Deleting port b3820c8d-314a-44ad-abb8-66090873501b {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:40:59.749131 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1f54a407-bb8c-4352-8787-c34dd88b367a req-df75bb29-74cd-4da5-92d1-cba05abc39d0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:59.835184 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-1f54a407-bb8c-4352-8787-c34dd88b367a req-df75bb29-74cd-4da5-92d1-cba05abc39d0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] For port b3820c8d-314a-44ad-abb8-66090873501b, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=b3820c8d-314a-44ad-abb8-66090873501b,segment=NetworkSegment(a71fa0f8-6b1c-44ce-afd5-77e31d0b1c53),segment_id=a71fa0f8-6b1c-44ce-afd5-77e31d0b1c53)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:40:59.835547 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1f54a407-bb8c-4352-8787-c34dd88b367a req-df75bb29-74cd-4da5-92d1-cba05abc39d0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:59.847475 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-1f54a407-bb8c-4352-8787-c34dd88b367a req-df75bb29-74cd-4da5-92d1-cba05abc39d0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Calling delete_port for b3820c8d-314a-44ad-abb8-66090873501b owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:40:59.978814 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1f54a407-bb8c-4352-8787-c34dd88b367a req-df75bb29-74cd-4da5-92d1-cba05abc39d0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:00.009033 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df75bb29-74cd-4da5-92d1-cba05abc39d0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event deleted for resources: {'Port': ['ID=b3820c8d-314a-44ad-abb8-66090873501b,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:00.022001 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75bb29-74cd-4da5-92d1-cba05abc39d0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:00.022360 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75bb29-74cd-4da5-92d1-cba05abc39d0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:00.022714 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75bb29-74cd-4da5-92d1-cba05abc39d0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:00.023057 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75bb29-74cd-4da5-92d1-cba05abc39d0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:00.023400 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75bb29-74cd-4da5-92d1-cba05abc39d0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:00.023739 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75bb29-74cd-4da5-92d1-cba05abc39d0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:00.024076 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75bb29-74cd-4da5-92d1-cba05abc39d0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:00.024421 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75bb29-74cd-4da5-92d1-cba05abc39d0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:00.024788 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75bb29-74cd-4da5-92d1-cba05abc39d0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:00.025142 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75bb29-74cd-4da5-92d1-cba05abc39d0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:00.025471 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75bb29-74cd-4da5-92d1-cba05abc39d0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:00.025799 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75bb29-74cd-4da5-92d1-cba05abc39d0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:00.061229 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f54a407-bb8c-4352-8787-c34dd88b367a req-df75bb29-74cd-4da5-92d1-cba05abc39d0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] No DVR routers for this DVR port b3820c8d-314a-44ad-abb8-66090873501b on host n-h1-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:41:00.063705 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-1f54a407-bb8c-4352-8787-c34dd88b367a req-df75bb29-74cd-4da5-92d1-cba05abc39d0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:00.067096 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1f54a407-bb8c-4352-8787-c34dd88b367a req-df75bb29-74cd-4da5-92d1-cba05abc39d0 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.74 "DELETE /v2.0/ports/b3820c8d-314a-44ad-abb8-66090873501b HTTP/1.1" status: 204 len: 173 time: 0.4046202 Nov 25 18:41:00.067538 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfed5fb9-7267-42f6-b31c-4dba26a6c59a', 'name': 'network-vif-deleted', 'tag': 'b3820c8d-314a-44ad-abb8-66090873501b'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:41:00.069850 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b13e82-145e-4ce6-929e-7fefe6dcaaf2" -d '{"events": [{"server_uuid": "dfed5fb9-7267-42f6-b31c-4dba26a6c59a", "name": "network-vif-deleted", "tag": "b3820c8d-314a-44ad-abb8-66090873501b"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:41:00.107077 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50802ed-27dd-4327-bb9b-3aa6cbc3297a x-openstack-request-id: req-a50802ed-27dd-4327-bb9b-3aa6cbc3297a {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:41:00.107380 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfed5fb9-7267-42f6-b31c-4dba26a6c59a", "name": "network-vif-deleted", "tag": "b3820c8d-314a-44ad-abb8-66090873501b", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:41:00.107644 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a50802ed-27dd-4327-bb9b-3aa6cbc3297a {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:41:00.108085 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfed5fb9-7267-42f6-b31c-4dba26a6c59a', 'name': 'network-vif-deleted', 'tag': 'b3820c8d-314a-44ad-abb8-66090873501b', 'status': 'completed', 'code': 200} Nov 25 18:41:00.484328 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-495596ca-a896-47e8-b85c-e45145c20a93 req-fc195166-8e5b-4179-8936-254589e747e1 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfed5fb9-7267-42f6-b31c-4dba26a6c59a HTTP/1.1" status: 200 len: 210 time: 0.0331883 Nov 25 18:41:01.541339 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38936) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:01.903793 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-44806f31-175f-4cf7-9386-376137df8780 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:02.159475 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-44806f31-175f-4cf7-9386-376137df8780 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Deleting port 54cd9034-0253-43c1-925a-d284b7373de8 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:41:02.159721 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-44806f31-175f-4cf7-9386-376137df8780 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:02.251946 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-44806f31-175f-4cf7-9386-376137df8780 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] For port 54cd9034-0253-43c1-925a-d284b7373de8, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=54cd9034-0253-43c1-925a-d284b7373de8,segment=NetworkSegment(a71fa0f8-6b1c-44ce-afd5-77e31d0b1c53),segment_id=a71fa0f8-6b1c-44ce-afd5-77e31d0b1c53)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:41:02.252318 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-44806f31-175f-4cf7-9386-376137df8780 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:02.265221 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-44806f31-175f-4cf7-9386-376137df8780 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Calling delete_port for 54cd9034-0253-43c1-925a-d284b7373de8 owned by network:router_interface {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:41:02.451457 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-44806f31-175f-4cf7-9386-376137df8780 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:02.463446 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device b3820c8d-314a-44ad-abb8-66090873501b no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:41:02.475967 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44806f31-175f-4cf7-9386-376137df8780 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event deleted for resources: {'Port': ['ID=54cd9034-0253-43c1-925a-d284b7373de8,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:02.483621 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: b3820c8d-314a-44ad-abb8-66090873501b {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:41:02.483977 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device b3820c8d-314a-44ad-abb8-66090873501b not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:41:02.486330 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44806f31-175f-4cf7-9386-376137df8780 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:02.486690 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44806f31-175f-4cf7-9386-376137df8780 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:02.487039 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44806f31-175f-4cf7-9386-376137df8780 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:02.487384 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44806f31-175f-4cf7-9386-376137df8780 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:02.487721 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44806f31-175f-4cf7-9386-376137df8780 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:02.488062 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44806f31-175f-4cf7-9386-376137df8780 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:02.488397 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44806f31-175f-4cf7-9386-376137df8780 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:02.488734 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44806f31-175f-4cf7-9386-376137df8780 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:02.489094 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44806f31-175f-4cf7-9386-376137df8780 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:02.489427 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44806f31-175f-4cf7-9386-376137df8780 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:02.490232 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44806f31-175f-4cf7-9386-376137df8780 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:02.490232 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44806f31-175f-4cf7-9386-376137df8780 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:02.664232 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-44806f31-175f-4cf7-9386-376137df8780 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:02.891982 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44806f31-175f-4cf7-9386-376137df8780 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Router a390e9f3-9791-4fba-8d1e-361100d1c5fb has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:41:03.004020 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44806f31-175f-4cf7-9386-376137df8780 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:41:03.009185 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-44806f31-175f-4cf7-9386-376137df8780 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "PUT /v2.0/routers/a390e9f3-9791-4fba-8d1e-361100d1c5fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4667840 Nov 25 18:41:03.012016 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38942) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:03.015109 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0719791e-b7fe-4dab-ae8c-9286947339b3 None None] Sync routers for ids ['a390e9f3-9791-4fba-8d1e-361100d1c5fb'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:41:03.026067 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0719791e-b7fe-4dab-ae8c-9286947339b3 None None] Routers {'a390e9f3-9791-4fba-8d1e-361100d1c5fb'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:41:03.026658 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-0719791e-b7fe-4dab-ae8c-9286947339b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:40:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['a390e9f3-9791-4fba-8d1e-361100d1c5fb'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:03.063902 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ee1805c-35cb-4abc-a924-47341defce8e tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Deleting subnet 799e432a-da72-47eb-9b23-0bac78170c0d {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:41:03.067083 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3ee1805c-35cb-4abc-a924-47341defce8e tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:03.108646 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3ee1805c-35cb-4abc-a924-47341defce8e tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:03.138209 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-0719791e-b7fe-4dab-ae8c-9286947339b3 None None] Set router a390e9f3-9791-4fba-8d1e-361100d1c5fb gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:41:03.198693 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3ee1805c-35cb-4abc-a924-47341defce8e tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:03.258940 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3ee1805c-35cb-4abc-a924-47341defce8e tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:03.287135 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee1805c-35cb-4abc-a924-47341defce8e tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event deleted for resources: {'Subnet': ['ID=799e432a-da72-47eb-9b23-0bac78170c0d,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:03.289175 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3ee1805c-35cb-4abc-a924-47341defce8e tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:03.292399 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3ee1805c-35cb-4abc-a924-47341defce8e tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "DELETE /v2.0/subnets/799e432a-da72-47eb-9b23-0bac78170c0d HTTP/1.1" status: 204 len: 168 time: 0.2794328 Nov 25 18:41:03.295366 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38944) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:03.304444 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36dc4468-5806-4d45-ae09-42278ec685b1 None None] Network 5e3743cb-2cc2-4057-acc0-931f23010851 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:41:03.323477 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-0719791e-b7fe-4dab-ae8c-9286947339b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a390e9f3-9791-4fba-8d1e-361100d1c5fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1953819013', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '0512e55c-31a1-4b8f-a5a0-e81aea7267d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:40:04Z', 'updated_at': '2021-11-25T18:41:02Z', 'revision_number': 5, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '0512e55c-31a1-4b8f-a5a0-e81aea7267d8', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a390e9f3-9791-4fba-8d1e-361100d1c5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:40:05Z', 'updated_at': '2021-11-25T18:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:03.357032 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0719791e-b7fe-4dab-ae8c-9286947339b3 None None] Checking router: a390e9f3-9791-4fba-8d1e-361100d1c5fb for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:41:03.365972 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0719791e-b7fe-4dab-ae8c-9286947339b3 None None] Routers {'a390e9f3-9791-4fba-8d1e-361100d1c5fb'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:41:03.366574 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-0719791e-b7fe-4dab-ae8c-9286947339b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:40:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['a390e9f3-9791-4fba-8d1e-361100d1c5fb'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:03.416986 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-56305da4-468d-452c-af75-67d9bd14371d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:03.472150 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-0719791e-b7fe-4dab-ae8c-9286947339b3 None None] Set router a390e9f3-9791-4fba-8d1e-361100d1c5fb gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:41:03.527894 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-56305da4-468d-452c-af75-67d9bd14371d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:03.532528 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a0c5e3-6b6e-4ff0-b163-c76f1ef3407c None None] DHCP port deletion for 5e3743cb-2cc2-4057-acc0-931f23010851 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:41:03.609248 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-05a0c5e3-6b6e-4ff0-b163-c76f1ef3407c None None] Deleting port de76212d-dedd-419a-97e3-db8482a48e5b {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:41:03.609616 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-56305da4-468d-452c-af75-67d9bd14371d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Deleting port 0512e55c-31a1-4b8f-a5a0-e81aea7267d8 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:41:03.609717 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-05a0c5e3-6b6e-4ff0-b163-c76f1ef3407c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:03.609976 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-56305da4-468d-452c-af75-67d9bd14371d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:03.679058 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-05a0c5e3-6b6e-4ff0-b163-c76f1ef3407c None None] For port de76212d-dedd-419a-97e3-db8482a48e5b, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=de76212d-dedd-419a-97e3-db8482a48e5b,segment=NetworkSegment(a71fa0f8-6b1c-44ce-afd5-77e31d0b1c53),segment_id=a71fa0f8-6b1c-44ce-afd5-77e31d0b1c53)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:41:03.679474 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-05a0c5e3-6b6e-4ff0-b163-c76f1ef3407c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:03.697807 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-05a0c5e3-6b6e-4ff0-b163-c76f1ef3407c None None] Calling delete_port for de76212d-dedd-419a-97e3-db8482a48e5b owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:41:03.704369 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-56305da4-468d-452c-af75-67d9bd14371d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] For port 0512e55c-31a1-4b8f-a5a0-e81aea7267d8, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=0512e55c-31a1-4b8f-a5a0-e81aea7267d8,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:41:03.704960 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-56305da4-468d-452c-af75-67d9bd14371d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:03.717113 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-56305da4-468d-452c-af75-67d9bd14371d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Calling delete_port for 0512e55c-31a1-4b8f-a5a0-e81aea7267d8 owned by network:router_gateway {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:41:03.758904 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-0719791e-b7fe-4dab-ae8c-9286947339b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a390e9f3-9791-4fba-8d1e-361100d1c5fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1953819013', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '0512e55c-31a1-4b8f-a5a0-e81aea7267d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:40:04Z', 'updated_at': '2021-11-25T18:41:02Z', 'revision_number': 5, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '0512e55c-31a1-4b8f-a5a0-e81aea7267d8', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a390e9f3-9791-4fba-8d1e-361100d1c5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:40:05Z', 'updated_at': '2021-11-25T18:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:03.783906 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-05a0c5e3-6b6e-4ff0-b163-c76f1ef3407c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:03.792710 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0719791e-b7fe-4dab-ae8c-9286947339b3 None None] The sync data for ids ['a390e9f3-9791-4fba-8d1e-361100d1c5fb'] in n-d-817746-1 is: [{'id': 'a390e9f3-9791-4fba-8d1e-361100d1c5fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1953819013', 'tenant_id': '7434064363194dc39e0f0255dc1ee7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '0512e55c-31a1-4b8f-a5a0-e81aea7267d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:40:04Z', 'updated_at': '2021-11-25T18:41:02Z', 'revision_number': 5, 'project_id': '7434064363194dc39e0f0255dc1ee7d0', 'gw_port': {'id': '0512e55c-31a1-4b8f-a5a0-e81aea7267d8', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a390e9f3-9791-4fba-8d1e-361100d1c5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:40:05Z', 'updated_at': '2021-11-25T18:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:41:03.814088 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a0c5e3-6b6e-4ff0-b163-c76f1ef3407c None None] No DVR routers for this DVR port de76212d-dedd-419a-97e3-db8482a48e5b on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:41:03.816005 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a0c5e3-6b6e-4ff0-b163-c76f1ef3407c None None] Pushing event deleted for resources: {'Port': ['ID=de76212d-dedd-419a-97e3-db8482a48e5b,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:03.827365 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a0c5e3-6b6e-4ff0-b163-c76f1ef3407c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:03.827365 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a0c5e3-6b6e-4ff0-b163-c76f1ef3407c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:03.827365 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a0c5e3-6b6e-4ff0-b163-c76f1ef3407c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:03.827667 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a0c5e3-6b6e-4ff0-b163-c76f1ef3407c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:03.827772 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a0c5e3-6b6e-4ff0-b163-c76f1ef3407c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:03.828102 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a0c5e3-6b6e-4ff0-b163-c76f1ef3407c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:03.828442 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a0c5e3-6b6e-4ff0-b163-c76f1ef3407c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:03.829390 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a0c5e3-6b6e-4ff0-b163-c76f1ef3407c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:03.829390 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a0c5e3-6b6e-4ff0-b163-c76f1ef3407c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:03.829576 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a0c5e3-6b6e-4ff0-b163-c76f1ef3407c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:03.829805 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a0c5e3-6b6e-4ff0-b163-c76f1ef3407c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:03.830113 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a0c5e3-6b6e-4ff0-b163-c76f1ef3407c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:03.908219 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-56305da4-468d-452c-af75-67d9bd14371d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:03.932207 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56305da4-468d-452c-af75-67d9bd14371d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event deleted for resources: {'Port': ['ID=0512e55c-31a1-4b8f-a5a0-e81aea7267d8,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:03.950146 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d11204-7593-48ef-aeb2-a8308162adbf None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:41:03.995155 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-56305da4-468d-452c-af75-67d9bd14371d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:04.090481 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-56305da4-468d-452c-af75-67d9bd14371d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:04.092707 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-56305da4-468d-452c-af75-67d9bd14371d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:04.150391 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-56305da4-468d-452c-af75-67d9bd14371d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:04.151120 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56305da4-468d-452c-af75-67d9bd14371d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Fanout notify agent at l3_agent the message router_deleted on router a390e9f3-9791-4fba-8d1e-361100d1c5fb {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:41:04.159159 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-56305da4-468d-452c-af75-67d9bd14371d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:04.161283 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-56305da4-468d-452c-af75-67d9bd14371d tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "DELETE /v2.0/routers/a390e9f3-9791-4fba-8d1e-361100d1c5fb HTTP/1.1" status: 204 len: 168 time: 0.8648772 Nov 25 18:41:04.162973 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38950) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:04.253793 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d3ff03bc-1b1b-48d8-a297-b9743c1a702f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:04.341547 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device de76212d-dedd-419a-97e3-db8482a48e5b no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:41:04.354242 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d3ff03bc-1b1b-48d8-a297-b9743c1a702f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:04.361871 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: de76212d-dedd-419a-97e3-db8482a48e5b {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:41:04.362217 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device de76212d-dedd-419a-97e3-db8482a48e5b not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:41:04.362632 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 54cd9034-0253-43c1-925a-d284b7373de8 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:41:04.375551 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-d3ff03bc-1b1b-48d8-a297-b9743c1a702f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e3743cb-2cc2-4057-acc0-931f23010851']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:04.382656 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 54cd9034-0253-43c1-925a-d284b7373de8 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:41:04.383019 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 54cd9034-0253-43c1-925a-d284b7373de8 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:41:04.386113 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-d3ff03bc-1b1b-48d8-a297-b9743c1a702f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a71fa0f8-6b1c-44ce-afd5-77e31d0b1c53') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:04.386323 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-d3ff03bc-1b1b-48d8-a297-b9743c1a702f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a71fa0f8-6b1c-44ce-afd5-77e31d0b1c53') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:04.397721 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d3ff03bc-1b1b-48d8-a297-b9743c1a702f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:04.413044 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d3ff03bc-1b1b-48d8-a297-b9743c1a702f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:04.419296 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3ff03bc-1b1b-48d8-a297-b9743c1a702f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Releasing vlan 941 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:41:04.420017 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d3ff03bc-1b1b-48d8-a297-b9743c1a702f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:04.423229 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 18:41:04.423229 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:41:04.423229 n-d-817746-1 neutron-server[103360]: timer() Nov 25 18:41:04.423229 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:41:04.423229 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 18:41:04.423229 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:41:04.423229 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 18:41:04.423229 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:41:04.423229 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 18:41:04.423229 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:41:04.423229 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 18:41:04.423229 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:41:04.423229 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 18:41:04.423229 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:41:04.423229 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:41:04.423229 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:41:04.423229 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:41:04.423229 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:41:04.423229 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 18:41:04.423229 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:41:04.423229 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 18:41:04.423229 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:41:04.423229 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:41:04.423229 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:41:04.423229 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 18:41:04.423229 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:41:04.423229 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:41:04.423229 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:41:04.423229 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:41:04.423229 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:41:04.423229 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:41:04.423229 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:41:04.487762 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d3ff03bc-1b1b-48d8-a297-b9743c1a702f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:04.495133 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d3ff03bc-1b1b-48d8-a297-b9743c1a702f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:04.501605 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d3ff03bc-1b1b-48d8-a297-b9743c1a702f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "DELETE /v2.0/networks/5e3743cb-2cc2-4057-acc0-931f23010851 HTTP/1.1" status: 204 len: 168 time: 0.3351796 Nov 25 18:41:04.502187 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38952) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:04.511135 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ff03bc-1b1b-48d8-a297-b9743c1a702f tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event deleted for resources: {'Network': ['ID=5e3743cb-2cc2-4057-acc0-931f23010851,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:04.569102 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a46c1fb1-3354-405d-b8ab-2b9203308812 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:04.594539 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a46c1fb1-3354-405d-b8ab-2b9203308812 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:04.653678 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a46c1fb1-3354-405d-b8ab-2b9203308812 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:04.656319 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a46c1fb1-3354-405d-b8ab-2b9203308812 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:04.657521 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-a46c1fb1-3354-405d-b8ab-2b9203308812 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] 10.222.0.75 "DELETE /v2.0/security-groups/d88db624-2229-4c71-8607-25003b111438 HTTP/1.1" status: 204 len: 168 time: 0.1527352 Nov 25 18:41:04.666750 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46c1fb1-3354-405d-b8ab-2b9203308812 tempest-TestNetworkAdvancedServerOps-31839756 tempest-TestNetworkAdvancedServerOps-31839756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88db624-2229-4c71-8607-25003b111438,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:04.991817 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38960) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:05.136560 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-48dc435c-25eb-410a-a575-a37f0bce153f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7434064363194dc39e0f0255dc1ee7d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1434939 Nov 25 18:41:05.138981 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38964) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:05.185253 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-421a7ccf-3084-4400-ba3a-70d76fca5ede admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:05.206277 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-421a7ccf-3084-4400-ba3a-70d76fca5ede admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:05.256700 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-421a7ccf-3084-4400-ba3a-70d76fca5ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:05.259360 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-421a7ccf-3084-4400-ba3a-70d76fca5ede admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:05.260559 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-421a7ccf-3084-4400-ba3a-70d76fca5ede admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/dbf8be33-661e-4802-83f3-9eb81cd9554e HTTP/1.1" status: 204 len: 168 time: 0.1206620 Nov 25 18:41:05.268339 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421a7ccf-3084-4400-ba3a-70d76fca5ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf8be33-661e-4802-83f3-9eb81cd9554e,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:05.516298 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38970) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:05.530012 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7cafe75e-d5e9-4f36-ae0c-386b4c9256a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:05.603874 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7cafe75e-d5e9-4f36-ae0c-386b4c9256a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:05.607999 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7cafe75e-d5e9-4f36-ae0c-386b4c9256a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:05.646305 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-7cafe75e-d5e9-4f36-ae0c-386b4c9256a4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=86b7eb23e5bd43f8bff7af063efbad25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1288927 Nov 25 18:41:05.647444 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cafe75e-d5e9-4f36-ae0c-386b4c9256a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e715f5b2-5d18-4cf4-9ada-812f6ab71d56,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:05.649096 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38972) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:05.697944 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1cd94e4f-f1e9-40b5-8afd-0e047a39e402 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:05.718964 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1cd94e4f-f1e9-40b5-8afd-0e047a39e402 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:05.765100 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1cd94e4f-f1e9-40b5-8afd-0e047a39e402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:05.767682 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1cd94e4f-f1e9-40b5-8afd-0e047a39e402 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:05.768843 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-1cd94e4f-f1e9-40b5-8afd-0e047a39e402 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e715f5b2-5d18-4cf4-9ada-812f6ab71d56 HTTP/1.1" status: 204 len: 168 time: 0.1187572 Nov 25 18:41:05.776462 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd94e4f-f1e9-40b5-8afd-0e047a39e402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e715f5b2-5d18-4cf4-9ada-812f6ab71d56,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:06.238349 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 0512e55c-31a1-4b8f-a5a0-e81aea7267d8 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:41:06.259464 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 0512e55c-31a1-4b8f-a5a0-e81aea7267d8 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:41:06.260084 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 0512e55c-31a1-4b8f-a5a0-e81aea7267d8 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:41:06.462458 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 38994) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:06.555347 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-af78352b-f388-47b0-8ab3-009aad06b13e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-961922976-network', 'tenant_id': '8f57f7325827407082fd1402cdfc1a4a'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:41:06.576104 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af78352b-f388-47b0-8ab3-009aad06b13e admin admin] Made reservation on behalf of 8f57f7325827407082fd1402cdfc1a4a for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:41:06.578406 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-af78352b-f388-47b0-8ab3-009aad06b13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:06.586897 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-af78352b-f388-47b0-8ab3-009aad06b13e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:06.662087 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-af78352b-f388-47b0-8ab3-009aad06b13e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:06.665851 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-af78352b-f388-47b0-8ab3-009aad06b13e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:06.689947 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af78352b-f388-47b0-8ab3-009aad06b13e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 913} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:41:06.700735 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af78352b-f388-47b0-8ab3-009aad06b13e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbe5749-11d0-40d2-b7f7-2b8454e12da3,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:06.707485 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-af78352b-f388-47b0-8ab3-009aad06b13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:06.707831 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-af78352b-f388-47b0-8ab3-009aad06b13e admin admin] Added segment 2345d44b-830d-4bb2-b63a-4fcca5c37f9e of type vlan for network f2d4a04f-45d0-4994-b0d7-b367387c8522 Nov 25 18:41:06.751370 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-af78352b-f388-47b0-8ab3-009aad06b13e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:06.775900 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-af78352b-f388-47b0-8ab3-009aad06b13e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:06.777111 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af78352b-f388-47b0-8ab3-009aad06b13e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:06.777713 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-af78352b-f388-47b0-8ab3-009aad06b13e admin admin] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:06.805093 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-af78352b-f388-47b0-8ab3-009aad06b13e admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3415067 Nov 25 18:41:06.808502 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 38998) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:06.814148 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-ccde0084-17b2-4f16-bc46-ee1537260f86 admin admin] Request body: {'subnet': {'network_id': 'f2d4a04f-45d0-4994-b0d7-b367387c8522', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-961922976-subnet', 'tenant_id': '8f57f7325827407082fd1402cdfc1a4a', 'ip_version': 4}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:41:06.838099 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccde0084-17b2-4f16-bc46-ee1537260f86 admin admin] Made reservation on behalf of 8f57f7325827407082fd1402cdfc1a4a for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:41:06.840556 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ccde0084-17b2-4f16-bc46-ee1537260f86 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:06.844377 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af78352b-f388-47b0-8ab3-009aad06b13e admin admin] Pushing event updated for resources: {'Network': ['ID=f2d4a04f-45d0-4994-b0d7-b367387c8522,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:06.854962 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network f2d4a04f-45d0-4994-b0d7-b367387c8522 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:41:07.013286 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ccde0084-17b2-4f16-bc46-ee1537260f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:07.079332 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccde0084-17b2-4f16-bc46-ee1537260f86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe6e5b84-c0f7-436a-a447-8018812c2226,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:07.088865 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccde0084-17b2-4f16-bc46-ee1537260f86 admin admin] Checking segment: {'id': '2345d44b-830d-4bb2-b63a-4fcca5c37f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f2d4a04f-45d0-4994-b0d7-b367387c8522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:41:07.089249 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccde0084-17b2-4f16-bc46-ee1537260f86 admin admin] Network hostable DHCP agents. Network: f2d4a04f-45d0-4994-b0d7-b367387c8522, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:41:07.105667 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccde0084-17b2-4f16-bc46-ee1537260f86 admin admin] Network f2d4a04f-45d0-4994-b0d7-b367387c8522 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:41:07.115393 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-ccde0084-17b2-4f16-bc46-ee1537260f86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, f2d4a04f-45d0-4994-b0d7-b367387c8522) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:41:07.119395 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccde0084-17b2-4f16-bc46-ee1537260f86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:07.119991 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ccde0084-17b2-4f16-bc46-ee1537260f86 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:07.125013 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0605d29c-14c0-496c-85dd-c9981454e8af None None] Network f2d4a04f-45d0-4994-b0d7-b367387c8522 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:41:07.140313 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-ccde0084-17b2-4f16-bc46-ee1537260f86 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3269055 Nov 25 18:41:07.140541 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39000) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:07.144923 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-14456308-3a32-468e-af77-c6c156bb7cb6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-961922976-router', 'tenant_id': '8f57f7325827407082fd1402cdfc1a4a', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:41:07.165622 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-14456308-3a32-468e-af77-c6c156bb7cb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:07.166629 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-14456308-3a32-468e-af77-c6c156bb7cb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:07.222386 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-14456308-3a32-468e-af77-c6c156bb7cb6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:07.273322 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b01b52-0ea8-4186-a701-5dfa9b354eb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-f2d4a04f-45d0-4994-b0d7-b367387c8522', 'network_id': 'f2d4a04f-45d0-4994-b0d7-b367387c8522', 'tenant_id': '8f57f7325827407082fd1402cdfc1a4a', 'fixed_ips': [{'subnet_id': 'fe6e5b84-c0f7-436a-a447-8018812c2226'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:41:07.274214 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-50b01b52-0ea8-4186-a701-5dfa9b354eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:07.365669 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-14456308-3a32-468e-af77-c6c156bb7cb6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:07.410709 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-50b01b52-0ea8-4186-a701-5dfa9b354eb1 None None] Allocated IP 172.20.0.2 (f2d4a04f-45d0-4994-b0d7-b367387c8522/fe6e5b84-c0f7-436a-a447-8018812c2226/b67b3ff9-4fb6-4883-866f-6c0a04731c0e) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:41:07.555417 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-50b01b52-0ea8-4186-a701-5dfa9b354eb1 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:07.562264 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-50b01b52-0ea8-4186-a701-5dfa9b354eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:07.576601 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-14456308-3a32-468e-af77-c6c156bb7cb6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:07.596181 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-14456308-3a32-468e-af77-c6c156bb7cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:07.605499 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b01b52-0ea8-4186-a701-5dfa9b354eb1 None None] Network f2d4a04f-45d0-4994-b0d7-b367387c8522 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:41:07.607073 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-50b01b52-0ea8-4186-a701-5dfa9b354eb1 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:41:07.610793 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b01b52-0ea8-4186-a701-5dfa9b354eb1 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:41:07.624617 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b01b52-0ea8-4186-a701-5dfa9b354eb1 None None] Pushing event updated for resources: {'Port': ['ID=b67b3ff9-4fb6-4883-866f-6c0a04731c0e,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:07.668938 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-50b01b52-0ea8-4186-a701-5dfa9b354eb1 None None] Attempting to bind port b67b3ff9-4fb6-4883-866f-6c0a04731c0e on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:41:07.669322 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-50b01b52-0ea8-4186-a701-5dfa9b354eb1 None None] Attempting to bind port b67b3ff9-4fb6-4883-866f-6c0a04731c0e by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '2345d44b-830d-4bb2-b63a-4fcca5c37f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f2d4a04f-45d0-4994-b0d7-b367387c8522'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:41:07.669697 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b01b52-0ea8-4186-a701-5dfa9b354eb1 None None] Attempting to bind port b67b3ff9-4fb6-4883-866f-6c0a04731c0e on network f2d4a04f-45d0-4994-b0d7-b367387c8522 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:41:07.674671 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b01b52-0ea8-4186-a701-5dfa9b354eb1 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:41:07.675062 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b01b52-0ea8-4186-a701-5dfa9b354eb1 None None] Checking segment: {'id': '2345d44b-830d-4bb2-b63a-4fcca5c37f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f2d4a04f-45d0-4994-b0d7-b367387c8522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:41:07.675462 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-50b01b52-0ea8-4186-a701-5dfa9b354eb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:07.675863 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b01b52-0ea8-4186-a701-5dfa9b354eb1 None None] Bound using segment: {'id': '2345d44b-830d-4bb2-b63a-4fcca5c37f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f2d4a04f-45d0-4994-b0d7-b367387c8522'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:41:07.676340 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-50b01b52-0ea8-4186-a701-5dfa9b354eb1 None None] Bound port: b67b3ff9-4fb6-4883-866f-6c0a04731c0e, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2345d44b-830d-4bb2-b63a-4fcca5c37f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f2d4a04f-45d0-4994-b0d7-b367387c8522'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:41:07.676727 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-50b01b52-0ea8-4186-a701-5dfa9b354eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:07.705068 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-14456308-3a32-468e-af77-c6c156bb7cb6 admin admin] Allocated IP 172.25.0.232 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/f000946e-d7d1-4617-be1d-f79e8ae1c6b9) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:41:07.740104 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-50b01b52-0ea8-4186-a701-5dfa9b354eb1 None None] For port b67b3ff9-4fb6-4883-866f-6c0a04731c0e, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:41:07.743416 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-50b01b52-0ea8-4186-a701-5dfa9b354eb1 None None] For port b67b3ff9-4fb6-4883-866f-6c0a04731c0e, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=b67b3ff9-4fb6-4883-866f-6c0a04731c0e,segment=NetworkSegment(2345d44b-830d-4bb2-b63a-4fcca5c37f9e),segment_id=2345d44b-830d-4bb2-b63a-4fcca5c37f9e)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:41:07.748464 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-50b01b52-0ea8-4186-a701-5dfa9b354eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:07.808645 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-14456308-3a32-468e-af77-c6c156bb7cb6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:07.811300 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b01b52-0ea8-4186-a701-5dfa9b354eb1 None None] Pushing event updated for resources: {'Port': ['ID=b67b3ff9-4fb6-4883-866f-6c0a04731c0e,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:07.844885 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-14456308-3a32-468e-af77-c6c156bb7cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:07.885905 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14456308-3a32-468e-af77-c6c156bb7cb6 admin admin] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:41:07.889176 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-14456308-3a32-468e-af77-c6c156bb7cb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:41:07.892806 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14456308-3a32-468e-af77-c6c156bb7cb6 admin admin] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:41:07.904317 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487e3d2d-addc-49ce-b329-1d17c01f1de1 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:41:07.923293 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14456308-3a32-468e-af77-c6c156bb7cb6 admin admin] Pushing event updated for resources: {'Port': ['ID=f000946e-d7d1-4617-be1d-f79e8ae1c6b9,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:07.951562 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-4cca0f48-12e6-45e4-a6fb-3b1315f0d6a9 None None] Provisioning complete for port f000946e-d7d1-4617-be1d-f79e8ae1c6b9 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:41:07.952194 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4cca0f48-12e6-45e4-a6fb-3b1315f0d6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:08.009878 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-4cca0f48-12e6-45e4-a6fb-3b1315f0d6a9 None None] Port f000946e-d7d1-4617-be1d-f79e8ae1c6b9 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:41:08.170935 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-14456308-3a32-468e-af77-c6c156bb7cb6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:08.306457 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device b67b3ff9-4fb6-4883-866f-6c0a04731c0e up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:41:08.355897 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port b67b3ff9-4fb6-4883-866f-6c0a04731c0e triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:41:08.356192 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:08.370686 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-14456308-3a32-468e-af77-c6c156bb7cb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:08.436074 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:08.472491 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port b67b3ff9-4fb6-4883-866f-6c0a04731c0e, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=b67b3ff9-4fb6-4883-866f-6c0a04731c0e,segment=NetworkSegment(2345d44b-830d-4bb2-b63a-4fcca5c37f9e),segment_id=2345d44b-830d-4bb2-b63a-4fcca5c37f9e)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:41:08.477033 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:08.511261 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14456308-3a32-468e-af77-c6c156bb7cb6 admin admin] Router 83979763-3f0d-4bab-a292-6092b0c5f1e5 is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:41:08.530686 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=b67b3ff9-4fb6-4883-866f-6c0a04731c0e,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:08.789888 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a9eb73-c272-4fd7-8f1b-9a88f1413811 None None] Network f2d4a04f-45d0-4994-b0d7-b367387c8522 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:41:08.868603 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-e5780511-e3c6-43f6-bc69-61ddccf69013 None None] Provisioning complete for port b67b3ff9-4fb6-4883-866f-6c0a04731c0e triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:41:08.868921 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e5780511-e3c6-43f6-bc69-61ddccf69013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:08.926634 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14456308-3a32-468e-af77-c6c156bb7cb6 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:41:08.936745 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fb1e3a-2928-426e-8d73-66f0478c7fe7 None None] Sync routers for ids ['83979763-3f0d-4bab-a292-6092b0c5f1e5'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:41:08.954476 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-14456308-3a32-468e-af77-c6c156bb7cb6 admin admin] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:08.955879 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-14456308-3a32-468e-af77-c6c156bb7cb6 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8143656 Nov 25 18:41:08.958961 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39002) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:08.966208 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fb1e3a-2928-426e-8d73-66f0478c7fe7 None None] Routers {'83979763-3f0d-4bab-a292-6092b0c5f1e5'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:41:08.966899 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-a5fb1e3a-2928-426e-8d73-66f0478c7fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:40:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['83979763-3f0d-4bab-a292-6092b0c5f1e5'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:09.300391 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-a5fb1e3a-2928-426e-8d73-66f0478c7fe7 None None] Set router 83979763-3f0d-4bab-a292-6092b0c5f1e5 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:41:09.410726 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f04d5f4c-c88e-434c-bb48-2075ca055de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:09.507343 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-a5fb1e3a-2928-426e-8d73-66f0478c7fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83979763-3f0d-4bab-a292-6092b0c5f1e5', 'name': 'tempest-TestShelveInstance-961922976-router', 'tenant_id': '8f57f7325827407082fd1402cdfc1a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'f000946e-d7d1-4617-be1d-f79e8ae1c6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:41:07Z', 'updated_at': '2021-11-25T18:41:08Z', 'revision_number': 3, 'project_id': '8f57f7325827407082fd1402cdfc1a4a', 'gw_port': {'id': 'f000946e-d7d1-4617-be1d-f79e8ae1c6b9', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:48:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83979763-3f0d-4bab-a292-6092b0c5f1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:41:07Z', 'updated_at': '2021-11-25T18:41:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:09.538888 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fb1e3a-2928-426e-8d73-66f0478c7fe7 None None] Checking router: 83979763-3f0d-4bab-a292-6092b0c5f1e5 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:41:09.539241 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fb1e3a-2928-426e-8d73-66f0478c7fe7 None None] Updating router 83979763-3f0d-4bab-a292-6092b0c5f1e5 port f000946e-d7d1-4617-be1d-f79e8ae1c6b9 binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:41:09.566607 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a5fb1e3a-2928-426e-8d73-66f0478c7fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:09.585120 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-f04d5f4c-c88e-434c-bb48-2075ca055de7 admin admin] Allocated IP 172.20.0.1 (f2d4a04f-45d0-4994-b0d7-b367387c8522/fe6e5b84-c0f7-436a-a447-8018812c2226/3c0bd24e-075b-4782-8d8f-6ab4d2204ece) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:41:09.613555 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-4b681721-78d3-40a9-be95-055a85e70460 None None] Provisioning complete for port b67b3ff9-4fb6-4883-866f-6c0a04731c0e triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:41:09.613914 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4b681721-78d3-40a9-be95-055a85e70460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:09.692605 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f04d5f4c-c88e-434c-bb48-2075ca055de7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:09.728220 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f04d5f4c-c88e-434c-bb48-2075ca055de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:09.769965 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04d5f4c-c88e-434c-bb48-2075ca055de7 admin admin] Network f2d4a04f-45d0-4994-b0d7-b367387c8522 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:41:09.772872 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-f04d5f4c-c88e-434c-bb48-2075ca055de7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:41:09.776599 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04d5f4c-c88e-434c-bb48-2075ca055de7 admin admin] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:41:09.802050 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d5f4c-c88e-434c-bb48-2075ca055de7 admin admin] Pushing event updated for resources: {'Port': ['ID=3c0bd24e-075b-4782-8d8f-6ab4d2204ece,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:09.824045 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f04d5f4c-c88e-434c-bb48-2075ca055de7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:09.907232 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a5fb1e3a-2928-426e-8d73-66f0478c7fe7 None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:09.913755 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a5fb1e3a-2928-426e-8d73-66f0478c7fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:09.962011 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e575857a-8220-4ddc-b6c8-bfd8f3a93838 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:41:09.975734 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-a5fb1e3a-2928-426e-8d73-66f0478c7fe7 None None] Attempting to bind port f000946e-d7d1-4617-be1d-f79e8ae1c6b9 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:41:09.976118 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-a5fb1e3a-2928-426e-8d73-66f0478c7fe7 None None] Attempting to bind port f000946e-d7d1-4617-be1d-f79e8ae1c6b9 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:41:09.976486 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fb1e3a-2928-426e-8d73-66f0478c7fe7 None None] Attempting to bind port f000946e-d7d1-4617-be1d-f79e8ae1c6b9 on network 1aa44027-b9d0-4a56-9a59-7e664703e20a {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:41:09.979225 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b565ae-5b2f-49eb-af25-92ea101ec0c9 None None] Pushing event updated for resources: {'Port': ['ID=f000946e-d7d1-4617-be1d-f79e8ae1c6b9,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:09.982276 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f04d5f4c-c88e-434c-bb48-2075ca055de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:09.987382 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fb1e3a-2928-426e-8d73-66f0478c7fe7 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:41:09.987889 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fb1e3a-2928-426e-8d73-66f0478c7fe7 None None] Checking segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:41:09.988168 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a5fb1e3a-2928-426e-8d73-66f0478c7fe7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:09.988567 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fb1e3a-2928-426e-8d73-66f0478c7fe7 None None] Bound using segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:41:09.989073 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-a5fb1e3a-2928-426e-8d73-66f0478c7fe7 None None] Bound port: f000946e-d7d1-4617-be1d-f79e8ae1c6b9, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:41:09.989474 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a5fb1e3a-2928-426e-8d73-66f0478c7fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:10.050857 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-a5fb1e3a-2928-426e-8d73-66f0478c7fe7 None None] For port f000946e-d7d1-4617-be1d-f79e8ae1c6b9, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:41:10.054539 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-a5fb1e3a-2928-426e-8d73-66f0478c7fe7 None None] For port f000946e-d7d1-4617-be1d-f79e8ae1c6b9, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=f000946e-d7d1-4617-be1d-f79e8ae1c6b9,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:41:10.059371 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a5fb1e3a-2928-426e-8d73-66f0478c7fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:10.064588 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-c33e460c-65e5-4f21-b90d-8280a3192fd9 None None] Provisioning complete for port 3c0bd24e-075b-4782-8d8f-6ab4d2204ece triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:41:10.064983 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c33e460c-65e5-4f21-b90d-8280a3192fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:10.129010 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc391871-3623-4caa-b691-8ccc350bfa60 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:41:10.159031 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b565ae-5b2f-49eb-af25-92ea101ec0c9 None None] Pushing event updated for resources: {'Port': ['ID=f000946e-d7d1-4617-be1d-f79e8ae1c6b9,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:10.161364 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f04d5f4c-c88e-434c-bb48-2075ca055de7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:10.161637 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-c33e460c-65e5-4f21-b90d-8280a3192fd9 None None] Port 3c0bd24e-075b-4782-8d8f-6ab4d2204ece cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:41:10.164544 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fb1e3a-2928-426e-8d73-66f0478c7fe7 None None] Routers {'83979763-3f0d-4bab-a292-6092b0c5f1e5'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:41:10.165166 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-a5fb1e3a-2928-426e-8d73-66f0478c7fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:40:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['83979763-3f0d-4bab-a292-6092b0c5f1e5'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:10.167014 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f04d5f4c-c88e-434c-bb48-2075ca055de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:10.241053 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-c33e460c-65e5-4f21-b90d-8280a3192fd9 None None] Provisioning complete for port f000946e-d7d1-4617-be1d-f79e8ae1c6b9 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:41:10.241444 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c33e460c-65e5-4f21-b90d-8280a3192fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:10.242035 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f04d5f4c-c88e-434c-bb48-2075ca055de7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:10.248693 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d5f4c-c88e-434c-bb48-2075ca055de7 admin admin] Pushing event updated for resources: {'Port': ['ID=3c0bd24e-075b-4782-8d8f-6ab4d2204ece,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:10.297058 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device b67b3ff9-4fb6-4883-866f-6c0a04731c0e up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:41:10.343314 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-a5fb1e3a-2928-426e-8d73-66f0478c7fe7 None None] Set router 83979763-3f0d-4bab-a292-6092b0c5f1e5 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:41:10.346286 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04d5f4c-c88e-434c-bb48-2075ca055de7 admin admin] Network f2d4a04f-45d0-4994-b0d7-b367387c8522 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:41:10.347407 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-f04d5f4c-c88e-434c-bb48-2075ca055de7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:41:10.461993 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c33e460c-65e5-4f21-b90d-8280a3192fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:10.485626 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f04d5f4c-c88e-434c-bb48-2075ca055de7 admin admin] Router 83979763-3f0d-4bab-a292-6092b0c5f1e5 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:41:10.523735 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port b67b3ff9-4fb6-4883-866f-6c0a04731c0e triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:41:10.524286 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:10.531102 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-c33e460c-65e5-4f21-b90d-8280a3192fd9 None None] For port f000946e-d7d1-4617-be1d-f79e8ae1c6b9, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=f000946e-d7d1-4617-be1d-f79e8ae1c6b9,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:41:10.557078 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c33e460c-65e5-4f21-b90d-8280a3192fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:10.600280 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f04d5f4c-c88e-434c-bb48-2075ca055de7 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:41:10.614260 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-f04d5f4c-c88e-434c-bb48-2075ca055de7 admin admin] 10.222.0.75 "PUT /v2.0/routers/83979763-3f0d-4bab-a292-6092b0c5f1e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6458578 Nov 25 18:41:10.668874 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e460c-65e5-4f21-b90d-8280a3192fd9 None None] Pushing event updated for resources: {'Port': ['ID=f000946e-d7d1-4617-be1d-f79e8ae1c6b9,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:10.725693 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-2755e008-3a10-4398-b547-a500a9a6912b None None] Provisioning complete for port 3c0bd24e-075b-4782-8d8f-6ab4d2204ece triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:41:10.726052 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2755e008-3a10-4398-b547-a500a9a6912b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:10.766458 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-2755e008-3a10-4398-b547-a500a9a6912b None None] Port 3c0bd24e-075b-4782-8d8f-6ab4d2204ece cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:41:10.775902 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-a5fb1e3a-2928-426e-8d73-66f0478c7fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83979763-3f0d-4bab-a292-6092b0c5f1e5', 'name': 'tempest-TestShelveInstance-961922976-router', 'tenant_id': '8f57f7325827407082fd1402cdfc1a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'f000946e-d7d1-4617-be1d-f79e8ae1c6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:41:07Z', 'updated_at': '2021-11-25T18:41:09Z', 'revision_number': 4, 'project_id': '8f57f7325827407082fd1402cdfc1a4a', 'gw_port': {'id': 'f000946e-d7d1-4617-be1d-f79e8ae1c6b9', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:48:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83979763-3f0d-4bab-a292-6092b0c5f1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:41:07Z', 'updated_at': '2021-11-25T18:41:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '3c0bd24e-075b-4782-8d8f-6ab4d2204ece', 'name': '', 'network_id': 'f2d4a04f-45d0-4994-b0d7-b367387c8522', 'tenant_id': '8f57f7325827407082fd1402cdfc1a4a', 'mac_address': 'fa:16:3e:e0:e4:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83979763-3f0d-4bab-a292-6092b0c5f1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'fe6e5b84-c0f7-436a-a447-8018812c2226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:41:09Z', 'updated_at': '2021-11-25T18:41:10Z', 'revision_number': 2, 'project_id': '8f57f7325827407082fd1402cdfc1a4a', 'subnets': [{'id': 'fe6e5b84-c0f7-436a-a447-8018812c2226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:10.811084 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fb1e3a-2928-426e-8d73-66f0478c7fe7 None None] The sync data for ids ['83979763-3f0d-4bab-a292-6092b0c5f1e5'] in n-d-817746-1 is: [{'id': '83979763-3f0d-4bab-a292-6092b0c5f1e5', 'name': 'tempest-TestShelveInstance-961922976-router', 'tenant_id': '8f57f7325827407082fd1402cdfc1a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'f000946e-d7d1-4617-be1d-f79e8ae1c6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:41:07Z', 'updated_at': '2021-11-25T18:41:09Z', 'revision_number': 4, 'project_id': '8f57f7325827407082fd1402cdfc1a4a', 'gw_port': {'id': 'f000946e-d7d1-4617-be1d-f79e8ae1c6b9', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:48:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83979763-3f0d-4bab-a292-6092b0c5f1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:41:07Z', 'updated_at': '2021-11-25T18:41:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '3c0bd24e-075b-4782-8d8f-6ab4d2204ece', 'name': '', 'network_id': 'f2d4a04f-45d0-4994-b0d7-b367387c8522', 'tenant_id': '8f57f7325827407082fd1402cdfc1a4a', 'mac_address': 'fa:16:3e:e0:e4:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83979763-3f0d-4bab-a292-6092b0c5f1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'fe6e5b84-c0f7-436a-a447-8018812c2226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:41:09Z', 'updated_at': '2021-11-25T18:41:10Z', 'revision_number': 2, 'project_id': '8f57f7325827407082fd1402cdfc1a4a', 'subnets': [{'id': 'fe6e5b84-c0f7-436a-a447-8018812c2226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:41:10.812956 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-2755e008-3a10-4398-b547-a500a9a6912b None None] Provisioning complete for port f000946e-d7d1-4617-be1d-f79e8ae1c6b9 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:41:10.813155 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2755e008-3a10-4398-b547-a500a9a6912b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:11.152161 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39018) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:11.157773 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-b15b49e5-cce2-4e07-ba5a-20ca8ed9d912 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1050767423-network', 'tenant_id': '1c866eb6a0c94b69879f6ed8b9b443a1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:41:11.180915 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15b49e5-cce2-4e07-ba5a-20ca8ed9d912 admin admin] Made reservation on behalf of 1c866eb6a0c94b69879f6ed8b9b443a1 for: {'network': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:41:11.183302 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b15b49e5-cce2-4e07-ba5a-20ca8ed9d912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:11.193349 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b15b49e5-cce2-4e07-ba5a-20ca8ed9d912 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:11.276459 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b15b49e5-cce2-4e07-ba5a-20ca8ed9d912 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:11.282820 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b15b49e5-cce2-4e07-ba5a-20ca8ed9d912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:11.308953 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b15b49e5-cce2-4e07-ba5a-20ca8ed9d912 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 940} {{(pid=103361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:41:11.318944 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b49e5-cce2-4e07-ba5a-20ca8ed9d912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74219cf3-441d-4f9f-92d8-57593aa0ad7b,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:11.323900 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b15b49e5-cce2-4e07-ba5a-20ca8ed9d912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:11.324246 n-d-817746-1 neutron-server[103361]: INFO neutron.db.segments_db [None req-b15b49e5-cce2-4e07-ba5a-20ca8ed9d912 admin admin] Added segment 0d63dd2e-3a39-477f-93af-f7513b27dbc3 of type vlan for network 0f50b4e3-f4b6-4853-aba8-c9d507bf6998 Nov 25 18:41:11.369313 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b15b49e5-cce2-4e07-ba5a-20ca8ed9d912 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:11.395232 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b15b49e5-cce2-4e07-ba5a-20ca8ed9d912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:11.396177 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15b49e5-cce2-4e07-ba5a-20ca8ed9d912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:11.396764 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b15b49e5-cce2-4e07-ba5a-20ca8ed9d912 admin admin] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:11.455673 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-b15b49e5-cce2-4e07-ba5a-20ca8ed9d912 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3019593 Nov 25 18:41:11.458813 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39020) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:11.478283 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-2bbaba5f-bcdc-4f6a-9cf4-6343e1a48362 admin admin] Request body: {'subnet': {'network_id': '0f50b4e3-f4b6-4853-aba8-c9d507bf6998', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1050767423-subnet', 'tenant_id': '1c866eb6a0c94b69879f6ed8b9b443a1', 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:41:11.479688 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b49e5-cce2-4e07-ba5a-20ca8ed9d912 admin admin] Pushing event updated for resources: {'Network': ['ID=0f50b4e3-f4b6-4853-aba8-c9d507bf6998,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:11.505296 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 0f50b4e3-f4b6-4853-aba8-c9d507bf6998 details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:41:11.507074 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bbaba5f-bcdc-4f6a-9cf4-6343e1a48362 admin admin] Made reservation on behalf of 1c866eb6a0c94b69879f6ed8b9b443a1 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:41:11.509725 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2bbaba5f-bcdc-4f6a-9cf4-6343e1a48362 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126019795'] for subnet, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:12.020794 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2bbaba5f-bcdc-4f6a-9cf4-6343e1a48362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129790309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126020409'] for subnet, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:12.070413 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbaba5f-bcdc-4f6a-9cf4-6343e1a48362 admin admin] Pushing event updated for resources: {'Subnet': ['ID=397f2545-d16b-4a78-bfba-5d3ca6bd9aba,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:12.087860 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbaba5f-bcdc-4f6a-9cf4-6343e1a48362 admin admin] Checking segment: {'id': '0d63dd2e-3a39-477f-93af-f7513b27dbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '0f50b4e3-f4b6-4853-aba8-c9d507bf6998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:41:12.088235 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbaba5f-bcdc-4f6a-9cf4-6343e1a48362 admin admin] Network hostable DHCP agents. Network: 0f50b4e3-f4b6-4853-aba8-c9d507bf6998, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:41:12.106041 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbaba5f-bcdc-4f6a-9cf4-6343e1a48362 admin admin] Network 0f50b4e3-f4b6-4853-aba8-c9d507bf6998 is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:41:12.118391 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-2bbaba5f-bcdc-4f6a-9cf4-6343e1a48362 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 0f50b4e3-f4b6-4853-aba8-c9d507bf6998) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:41:12.124784 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbaba5f-bcdc-4f6a-9cf4-6343e1a48362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:12.126824 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2bbaba5f-bcdc-4f6a-9cf4-6343e1a48362 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:12.127813 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a764f01-0842-4d2b-8d35-c999e5ea9b9d None None] Network 0f50b4e3-f4b6-4853-aba8-c9d507bf6998 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:41:12.148435 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-2bbaba5f-bcdc-4f6a-9cf4-6343e1a48362 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6847010 Nov 25 18:41:12.148784 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39022) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:12.153399 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-33d7c29b-aaec-4884-a1aa-6b380745ccc4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1050767423-router', 'tenant_id': '1c866eb6a0c94b69879f6ed8b9b443a1', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:41:12.174980 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-33d7c29b-aaec-4884-a1aa-6b380745ccc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:12.176105 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-33d7c29b-aaec-4884-a1aa-6b380745ccc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:12.228545 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-33d7c29b-aaec-4884-a1aa-6b380745ccc4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:12.393375 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-33d7c29b-aaec-4884-a1aa-6b380745ccc4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:12.405465 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device f000946e-d7d1-4617-be1d-f79e8ae1c6b9 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:41:12.471444 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c745d7-0f84-49a0-a9c1-628a8ac651ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-0f50b4e3-f4b6-4853-aba8-c9d507bf6998', 'network_id': '0f50b4e3-f4b6-4853-aba8-c9d507bf6998', 'tenant_id': '1c866eb6a0c94b69879f6ed8b9b443a1', 'fixed_ips': [{'subnet_id': '397f2545-d16b-4a78-bfba-5d3ca6bd9aba'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:41:12.472307 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-18c745d7-0f84-49a0-a9c1-628a8ac651ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:12.504032 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port f000946e-d7d1-4617-be1d-f79e8ae1c6b9 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:41:12.504413 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:12.605655 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-33d7c29b-aaec-4884-a1aa-6b380745ccc4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:12.626376 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-33d7c29b-aaec-4884-a1aa-6b380745ccc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:12.650701 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-18c745d7-0f84-49a0-a9c1-628a8ac651ef None None] Allocated IP 172.20.0.2 (0f50b4e3-f4b6-4853-aba8-c9d507bf6998/397f2545-d16b-4a78-bfba-5d3ca6bd9aba/62091454-d742-44e8-afd5-246f0f9f0cb6) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:41:12.733554 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-33d7c29b-aaec-4884-a1aa-6b380745ccc4 admin admin] Allocated IP 172.25.0.85 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/d6bb6079-4677-455d-9622-d6c53701219f) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:41:12.834997 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-18c745d7-0f84-49a0-a9c1-628a8ac651ef None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:12.841716 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-18c745d7-0f84-49a0-a9c1-628a8ac651ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:12.851379 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-33d7c29b-aaec-4884-a1aa-6b380745ccc4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:12.882976 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c745d7-0f84-49a0-a9c1-628a8ac651ef None None] Network 0f50b4e3-f4b6-4853-aba8-c9d507bf6998 is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:41:12.886122 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-18c745d7-0f84-49a0-a9c1-628a8ac651ef None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:41:12.889710 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-33d7c29b-aaec-4884-a1aa-6b380745ccc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:12.890399 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c745d7-0f84-49a0-a9c1-628a8ac651ef None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:41:12.900625 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c745d7-0f84-49a0-a9c1-628a8ac651ef None None] Pushing event updated for resources: {'Port': ['ID=62091454-d742-44e8-afd5-246f0f9f0cb6,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:12.934693 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d7c29b-aaec-4884-a1aa-6b380745ccc4 admin admin] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:41:12.938173 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-33d7c29b-aaec-4884-a1aa-6b380745ccc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:41:12.942858 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d7c29b-aaec-4884-a1aa-6b380745ccc4 admin admin] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:41:12.945969 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d7c29b-aaec-4884-a1aa-6b380745ccc4 admin admin] Pushing event updated for resources: {'Port': ['ID=d6bb6079-4677-455d-9622-d6c53701219f,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:12.953611 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c7d996-ae42-4a96-8497-121ec50d74f2 None None] Sync routers for ids ['83979763-3f0d-4bab-a292-6092b0c5f1e5'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:41:12.964540 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84148e7f-b223-4616-b9c8-5707a27445e7 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:41:12.965589 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c7d996-ae42-4a96-8497-121ec50d74f2 None None] Routers {'83979763-3f0d-4bab-a292-6092b0c5f1e5'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:41:12.967284 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-12c7d996-ae42-4a96-8497-121ec50d74f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:40:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['83979763-3f0d-4bab-a292-6092b0c5f1e5'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:12.980781 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-18c745d7-0f84-49a0-a9c1-628a8ac651ef None None] Attempting to bind port 62091454-d742-44e8-afd5-246f0f9f0cb6 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:41:12.981189 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-18c745d7-0f84-49a0-a9c1-628a8ac651ef None None] Attempting to bind port 62091454-d742-44e8-afd5-246f0f9f0cb6 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '0d63dd2e-3a39-477f-93af-f7513b27dbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '0f50b4e3-f4b6-4853-aba8-c9d507bf6998'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:41:12.981561 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c745d7-0f84-49a0-a9c1-628a8ac651ef None None] Attempting to bind port 62091454-d742-44e8-afd5-246f0f9f0cb6 on network 0f50b4e3-f4b6-4853-aba8-c9d507bf6998 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:41:12.990782 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c745d7-0f84-49a0-a9c1-628a8ac651ef None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:41:12.991162 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c745d7-0f84-49a0-a9c1-628a8ac651ef None None] Checking segment: {'id': '0d63dd2e-3a39-477f-93af-f7513b27dbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '0f50b4e3-f4b6-4853-aba8-c9d507bf6998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:41:12.991568 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-18c745d7-0f84-49a0-a9c1-628a8ac651ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:12.991956 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c745d7-0f84-49a0-a9c1-628a8ac651ef None None] Bound using segment: {'id': '0d63dd2e-3a39-477f-93af-f7513b27dbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '0f50b4e3-f4b6-4853-aba8-c9d507bf6998'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:41:12.992429 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-18c745d7-0f84-49a0-a9c1-628a8ac651ef None None] Bound port: 62091454-d742-44e8-afd5-246f0f9f0cb6, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d63dd2e-3a39-477f-93af-f7513b27dbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '0f50b4e3-f4b6-4853-aba8-c9d507bf6998'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:41:12.992816 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-18c745d7-0f84-49a0-a9c1-628a8ac651ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:13.072728 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-4a50fd8c-9ec8-46cc-a716-a21061da11e9 None None] Provisioning complete for port d6bb6079-4677-455d-9622-d6c53701219f triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:41:13.073372 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4a50fd8c-9ec8-46cc-a716-a21061da11e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:13.112669 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-18c745d7-0f84-49a0-a9c1-628a8ac651ef None None] For port 62091454-d742-44e8-afd5-246f0f9f0cb6, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:41:13.120739 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-12c7d996-ae42-4a96-8497-121ec50d74f2 None None] Set router 83979763-3f0d-4bab-a292-6092b0c5f1e5 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:41:13.142297 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-18c745d7-0f84-49a0-a9c1-628a8ac651ef None None] For port 62091454-d742-44e8-afd5-246f0f9f0cb6, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=62091454-d742-44e8-afd5-246f0f9f0cb6,segment=NetworkSegment(0d63dd2e-3a39-477f-93af-f7513b27dbc3),segment_id=0d63dd2e-3a39-477f-93af-f7513b27dbc3)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:41:13.146234 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-4a50fd8c-9ec8-46cc-a716-a21061da11e9 None None] Port d6bb6079-4677-455d-9622-d6c53701219f cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:41:13.157994 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-18c745d7-0f84-49a0-a9c1-628a8ac651ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:13.250925 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c745d7-0f84-49a0-a9c1-628a8ac651ef None None] Pushing event updated for resources: {'Port': ['ID=62091454-d742-44e8-afd5-246f0f9f0cb6,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:13.295051 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-33d7c29b-aaec-4884-a1aa-6b380745ccc4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:13.450849 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-12c7d996-ae42-4a96-8497-121ec50d74f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83979763-3f0d-4bab-a292-6092b0c5f1e5', 'name': 'tempest-TestShelveInstance-961922976-router', 'tenant_id': '8f57f7325827407082fd1402cdfc1a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'f000946e-d7d1-4617-be1d-f79e8ae1c6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:41:07Z', 'updated_at': '2021-11-25T18:41:09Z', 'revision_number': 4, 'project_id': '8f57f7325827407082fd1402cdfc1a4a', 'gw_port': {'id': 'f000946e-d7d1-4617-be1d-f79e8ae1c6b9', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:48:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83979763-3f0d-4bab-a292-6092b0c5f1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:41:07Z', 'updated_at': '2021-11-25T18:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '3c0bd24e-075b-4782-8d8f-6ab4d2204ece', 'name': '', 'network_id': 'f2d4a04f-45d0-4994-b0d7-b367387c8522', 'tenant_id': '8f57f7325827407082fd1402cdfc1a4a', 'mac_address': 'fa:16:3e:e0:e4:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83979763-3f0d-4bab-a292-6092b0c5f1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'fe6e5b84-c0f7-436a-a447-8018812c2226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:41:09Z', 'updated_at': '2021-11-25T18:41:10Z', 'revision_number': 2, 'project_id': '8f57f7325827407082fd1402cdfc1a4a', 'subnets': [{'id': 'fe6e5b84-c0f7-436a-a447-8018812c2226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:13.486580 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c7d996-ae42-4a96-8497-121ec50d74f2 None None] Checking router: 83979763-3f0d-4bab-a292-6092b0c5f1e5 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:41:13.487033 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c7d996-ae42-4a96-8497-121ec50d74f2 None None] Updating router 83979763-3f0d-4bab-a292-6092b0c5f1e5 port 3c0bd24e-075b-4782-8d8f-6ab4d2204ece binding host n-d-817746-1 {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:41:13.523032 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-12c7d996-ae42-4a96-8497-121ec50d74f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:13.558712 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-33d7c29b-aaec-4884-a1aa-6b380745ccc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:13.711831 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d7c29b-aaec-4884-a1aa-6b380745ccc4 admin admin] Router 99de882f-464a-4dc9-9660-c32956340032 is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:41:13.845691 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d7c29b-aaec-4884-a1aa-6b380745ccc4 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:41:13.856523 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc6269b-5e0b-4ca0-9074-bb138d9a6f39 None None] Sync routers for ids ['99de882f-464a-4dc9-9660-c32956340032'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:41:13.865073 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-33d7c29b-aaec-4884-a1aa-6b380745ccc4 admin admin] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:13.869093 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-33d7c29b-aaec-4884-a1aa-6b380745ccc4 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7165534 Nov 25 18:41:13.869235 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-12c7d996-ae42-4a96-8497-121ec50d74f2 None None] Publish callbacks [] for port, precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:13.869563 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39024) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:13.870045 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc6269b-5e0b-4ca0-9074-bb138d9a6f39 None None] Routers {'99de882f-464a-4dc9-9660-c32956340032'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:41:13.870666 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-dfc6269b-5e0b-4ca0-9074-bb138d9a6f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:40:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['99de882f-464a-4dc9-9660-c32956340032'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:13.878191 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-12c7d996-ae42-4a96-8497-121ec50d74f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:13.941138 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b21baec-b499-4d30-a692-4f2e97f7562a None None] Pushing event updated for resources: {'Port': ['ID=3c0bd24e-075b-4782-8d8f-6ab4d2204ece,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:13.966542 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b21baec-b499-4d30-a692-4f2e97f7562a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:13.967194 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b21baec-b499-4d30-a692-4f2e97f7562a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:13.967194 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b21baec-b499-4d30-a692-4f2e97f7562a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:13.967536 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b21baec-b499-4d30-a692-4f2e97f7562a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:13.967978 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b21baec-b499-4d30-a692-4f2e97f7562a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:13.968310 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b21baec-b499-4d30-a692-4f2e97f7562a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:13.968637 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b21baec-b499-4d30-a692-4f2e97f7562a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:13.970276 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b21baec-b499-4d30-a692-4f2e97f7562a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:13.970839 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b21baec-b499-4d30-a692-4f2e97f7562a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:13.971205 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b21baec-b499-4d30-a692-4f2e97f7562a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:13.971535 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b21baec-b499-4d30-a692-4f2e97f7562a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:13.973346 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b21baec-b499-4d30-a692-4f2e97f7562a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:14.024836 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-dfc6269b-5e0b-4ca0-9074-bb138d9a6f39 None None] Set router 99de882f-464a-4dc9-9660-c32956340032 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:41:14.026908 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-12c7d996-ae42-4a96-8497-121ec50d74f2 None None] Attempting to bind port 3c0bd24e-075b-4782-8d8f-6ab4d2204ece on host n-d-817746-1 for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:41:14.027400 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-12c7d996-ae42-4a96-8497-121ec50d74f2 None None] Attempting to bind port 3c0bd24e-075b-4782-8d8f-6ab4d2204ece by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '2345d44b-830d-4bb2-b63a-4fcca5c37f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f2d4a04f-45d0-4994-b0d7-b367387c8522'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:41:14.028130 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c7d996-ae42-4a96-8497-121ec50d74f2 None None] Attempting to bind port 3c0bd24e-075b-4782-8d8f-6ab4d2204ece on network f2d4a04f-45d0-4994-b0d7-b367387c8522 {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:41:14.035380 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c7d996-ae42-4a96-8497-121ec50d74f2 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:41:14.035938 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c7d996-ae42-4a96-8497-121ec50d74f2 None None] Checking segment: {'id': '2345d44b-830d-4bb2-b63a-4fcca5c37f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f2d4a04f-45d0-4994-b0d7-b367387c8522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:41:14.036480 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-12c7d996-ae42-4a96-8497-121ec50d74f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:14.036998 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c7d996-ae42-4a96-8497-121ec50d74f2 None None] Bound using segment: {'id': '2345d44b-830d-4bb2-b63a-4fcca5c37f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f2d4a04f-45d0-4994-b0d7-b367387c8522'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:41:14.044106 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-12c7d996-ae42-4a96-8497-121ec50d74f2 None None] Bound port: 3c0bd24e-075b-4782-8d8f-6ab4d2204ece, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2345d44b-830d-4bb2-b63a-4fcca5c37f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f2d4a04f-45d0-4994-b0d7-b367387c8522'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:41:14.044554 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-12c7d996-ae42-4a96-8497-121ec50d74f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:14.146603 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-12c7d996-ae42-4a96-8497-121ec50d74f2 None None] For port 3c0bd24e-075b-4782-8d8f-6ab4d2204ece, host n-d-817746-1, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:41:14.149995 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-12c7d996-ae42-4a96-8497-121ec50d74f2 None None] For port 3c0bd24e-075b-4782-8d8f-6ab4d2204ece, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=3c0bd24e-075b-4782-8d8f-6ab4d2204ece,segment=NetworkSegment(2345d44b-830d-4bb2-b63a-4fcca5c37f9e),segment_id=2345d44b-830d-4bb2-b63a-4fcca5c37f9e)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:41:14.157905 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-12c7d996-ae42-4a96-8497-121ec50d74f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:14.250699 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b21baec-b499-4d30-a692-4f2e97f7562a None None] Pushing event updated for resources: {'Port': ['ID=3c0bd24e-075b-4782-8d8f-6ab4d2204ece,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:14.262337 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c7d996-ae42-4a96-8497-121ec50d74f2 None None] Routers {'83979763-3f0d-4bab-a292-6092b0c5f1e5'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:41:14.263842 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-12c7d996-ae42-4a96-8497-121ec50d74f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:40:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['83979763-3f0d-4bab-a292-6092b0c5f1e5'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:14.304414 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-350365a5-4359-4dca-be2e-cdd23fc45da9 None None] Provisioning complete for port 3c0bd24e-075b-4782-8d8f-6ab4d2204ece triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:41:14.305045 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-350365a5-4359-4dca-be2e-cdd23fc45da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:14.424648 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 62091454-d742-44e8-afd5-246f0f9f0cb6 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:41:14.429976 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-dfc6269b-5e0b-4ca0-9074-bb138d9a6f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99de882f-464a-4dc9-9660-c32956340032', 'name': 'tempest-TestShelveInstance-1050767423-router', 'tenant_id': '1c866eb6a0c94b69879f6ed8b9b443a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'd6bb6079-4677-455d-9622-d6c53701219f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:41:12Z', 'updated_at': '2021-11-25T18:41:13Z', 'revision_number': 3, 'project_id': '1c866eb6a0c94b69879f6ed8b9b443a1', 'gw_port': {'id': 'd6bb6079-4677-455d-9622-d6c53701219f', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99de882f-464a-4dc9-9660-c32956340032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:41:12Z', 'updated_at': '2021-11-25T18:41:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:14.442849 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-12c7d996-ae42-4a96-8497-121ec50d74f2 None None] Set router 83979763-3f0d-4bab-a292-6092b0c5f1e5 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:41:14.525822 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc6269b-5e0b-4ca0-9074-bb138d9a6f39 None None] Checking router: 99de882f-464a-4dc9-9660-c32956340032 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:41:14.525822 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc6269b-5e0b-4ca0-9074-bb138d9a6f39 None None] Updating router 99de882f-464a-4dc9-9660-c32956340032 port d6bb6079-4677-455d-9622-d6c53701219f binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:41:14.538969 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3c422e41-c599-47a9-a1b3-2e777b6fefce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:14.597489 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dfc6269b-5e0b-4ca0-9074-bb138d9a6f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:14.643984 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-350365a5-4359-4dca-be2e-cdd23fc45da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:14.717925 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac5a5c7-b3a9-4a4a-b4e5-834f8b22a34d None None] Network 0f50b4e3-f4b6-4853-aba8-c9d507bf6998 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:41:14.753438 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-3c422e41-c599-47a9-a1b3-2e777b6fefce admin admin] Allocated IP 172.20.0.1 (0f50b4e3-f4b6-4853-aba8-c9d507bf6998/397f2545-d16b-4a78-bfba-5d3ca6bd9aba/53e80bac-46a1-4041-a8b7-cde5df630573) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:41:14.758753 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 62091454-d742-44e8-afd5-246f0f9f0cb6 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:41:14.759026 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:14.768489 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-12c7d996-ae42-4a96-8497-121ec50d74f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83979763-3f0d-4bab-a292-6092b0c5f1e5', 'name': 'tempest-TestShelveInstance-961922976-router', 'tenant_id': '8f57f7325827407082fd1402cdfc1a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'f000946e-d7d1-4617-be1d-f79e8ae1c6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:41:07Z', 'updated_at': '2021-11-25T18:41:09Z', 'revision_number': 4, 'project_id': '8f57f7325827407082fd1402cdfc1a4a', 'gw_port': {'id': 'f000946e-d7d1-4617-be1d-f79e8ae1c6b9', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:48:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83979763-3f0d-4bab-a292-6092b0c5f1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:41:07Z', 'updated_at': '2021-11-25T18:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '3c0bd24e-075b-4782-8d8f-6ab4d2204ece', 'name': '', 'network_id': 'f2d4a04f-45d0-4994-b0d7-b367387c8522', 'tenant_id': '8f57f7325827407082fd1402cdfc1a4a', 'mac_address': 'fa:16:3e:e0:e4:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83979763-3f0d-4bab-a292-6092b0c5f1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'fe6e5b84-c0f7-436a-a447-8018812c2226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:41:09Z', 'updated_at': '2021-11-25T18:41:14Z', 'revision_number': 4, 'project_id': '8f57f7325827407082fd1402cdfc1a4a', 'subnets': [{'id': 'fe6e5b84-c0f7-436a-a447-8018812c2226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:14.800015 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c7d996-ae42-4a96-8497-121ec50d74f2 None None] The sync data for ids ['83979763-3f0d-4bab-a292-6092b0c5f1e5'] in n-d-817746-1 is: [{'id': '83979763-3f0d-4bab-a292-6092b0c5f1e5', 'name': 'tempest-TestShelveInstance-961922976-router', 'tenant_id': '8f57f7325827407082fd1402cdfc1a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'f000946e-d7d1-4617-be1d-f79e8ae1c6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:41:07Z', 'updated_at': '2021-11-25T18:41:09Z', 'revision_number': 4, 'project_id': '8f57f7325827407082fd1402cdfc1a4a', 'gw_port': {'id': 'f000946e-d7d1-4617-be1d-f79e8ae1c6b9', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:48:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83979763-3f0d-4bab-a292-6092b0c5f1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:41:07Z', 'updated_at': '2021-11-25T18:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '3c0bd24e-075b-4782-8d8f-6ab4d2204ece', 'name': '', 'network_id': 'f2d4a04f-45d0-4994-b0d7-b367387c8522', 'tenant_id': '8f57f7325827407082fd1402cdfc1a4a', 'mac_address': 'fa:16:3e:e0:e4:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83979763-3f0d-4bab-a292-6092b0c5f1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'fe6e5b84-c0f7-436a-a447-8018812c2226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:41:09Z', 'updated_at': '2021-11-25T18:41:14Z', 'revision_number': 4, 'project_id': '8f57f7325827407082fd1402cdfc1a4a', 'subnets': [{'id': 'fe6e5b84-c0f7-436a-a447-8018812c2226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:41:14.815513 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-350365a5-4359-4dca-be2e-cdd23fc45da9 None None] For port 3c0bd24e-075b-4782-8d8f-6ab4d2204ece, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=3c0bd24e-075b-4782-8d8f-6ab4d2204ece,segment=NetworkSegment(2345d44b-830d-4bb2-b63a-4fcca5c37f9e),segment_id=2345d44b-830d-4bb2-b63a-4fcca5c37f9e)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:41:14.832971 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-350365a5-4359-4dca-be2e-cdd23fc45da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:14.882009 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3c422e41-c599-47a9-a1b3-2e777b6fefce admin admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:14.919090 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3c422e41-c599-47a9-a1b3-2e777b6fefce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:14.977618 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c422e41-c599-47a9-a1b3-2e777b6fefce admin admin] Network 0f50b4e3-f4b6-4853-aba8-c9d507bf6998 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:41:14.983554 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-3c422e41-c599-47a9-a1b3-2e777b6fefce admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:41:14.987363 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c422e41-c599-47a9-a1b3-2e777b6fefce admin admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:41:14.989107 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350365a5-4359-4dca-be2e-cdd23fc45da9 None None] Pushing event updated for resources: {'Port': ['ID=3c0bd24e-075b-4782-8d8f-6ab4d2204ece,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:14.995559 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c422e41-c599-47a9-a1b3-2e777b6fefce admin admin] Pushing event updated for resources: {'Port': ['ID=53e80bac-46a1-4041-a8b7-cde5df630573,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:15.041041 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3c422e41-c599-47a9-a1b3-2e777b6fefce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:15.099314 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-36a49f87-f15d-4d73-878b-f5e02dd6d2de None None] Provisioning complete for port 3c0bd24e-075b-4782-8d8f-6ab4d2204ece triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:41:15.099656 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-36a49f87-f15d-4d73-878b-f5e02dd6d2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:15.160920 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:15.180767 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3c422e41-c599-47a9-a1b3-2e777b6fefce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:15.275731 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port 62091454-d742-44e8-afd5-246f0f9f0cb6, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=62091454-d742-44e8-afd5-246f0f9f0cb6,segment=NetworkSegment(0d63dd2e-3a39-477f-93af-f7513b27dbc3),segment_id=0d63dd2e-3a39-477f-93af-f7513b27dbc3)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:41:15.278932 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dfc6269b-5e0b-4ca0-9074-bb138d9a6f39 None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:15.283951 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:15.399675 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3c422e41-c599-47a9-a1b3-2e777b6fefce admin admin] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:15.406766 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3c422e41-c599-47a9-a1b3-2e777b6fefce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:15.507410 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dfc6269b-5e0b-4ca0-9074-bb138d9a6f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:15.509412 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3c422e41-c599-47a9-a1b3-2e777b6fefce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:15.511197 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c422e41-c599-47a9-a1b3-2e777b6fefce admin admin] Pushing event updated for resources: {'Port': ['ID=53e80bac-46a1-4041-a8b7-cde5df630573,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:15.551769 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296976b7-642f-4172-a2f1-6edc10c71793 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:41:15.578127 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=62091454-d742-44e8-afd5-246f0f9f0cb6,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:15.625366 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-dfc6269b-5e0b-4ca0-9074-bb138d9a6f39 None None] Attempting to bind port d6bb6079-4677-455d-9622-d6c53701219f on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:41:15.625918 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-dfc6269b-5e0b-4ca0-9074-bb138d9a6f39 None None] Attempting to bind port d6bb6079-4677-455d-9622-d6c53701219f by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:41:15.626292 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc6269b-5e0b-4ca0-9074-bb138d9a6f39 None None] Attempting to bind port d6bb6079-4677-455d-9622-d6c53701219f on network 1aa44027-b9d0-4a56-9a59-7e664703e20a {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:41:15.631364 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c422e41-c599-47a9-a1b3-2e777b6fefce admin admin] Network 0f50b4e3-f4b6-4853-aba8-c9d507bf6998 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:41:15.633186 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-3c422e41-c599-47a9-a1b3-2e777b6fefce admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:41:15.651647 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc6269b-5e0b-4ca0-9074-bb138d9a6f39 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:41:15.651917 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc6269b-5e0b-4ca0-9074-bb138d9a6f39 None None] Checking segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:41:15.652472 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dfc6269b-5e0b-4ca0-9074-bb138d9a6f39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:15.653635 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc6269b-5e0b-4ca0-9074-bb138d9a6f39 None None] Bound using segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:41:15.654213 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-dfc6269b-5e0b-4ca0-9074-bb138d9a6f39 None None] Bound port: d6bb6079-4677-455d-9622-d6c53701219f, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:41:15.654624 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dfc6269b-5e0b-4ca0-9074-bb138d9a6f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:15.658694 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6f7a51-46fc-4b5b-a47c-faeafea4597d None None] Pushing event updated for resources: {'Port': ['ID=d6bb6079-4677-455d-9622-d6c53701219f,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:15.662625 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-36a49f87-f15d-4d73-878b-f5e02dd6d2de None None] Provisioning complete for port 62091454-d742-44e8-afd5-246f0f9f0cb6 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:41:15.663009 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-36a49f87-f15d-4d73-878b-f5e02dd6d2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:15.750608 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-dfc6269b-5e0b-4ca0-9074-bb138d9a6f39 None None] For port d6bb6079-4677-455d-9622-d6c53701219f, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:41:15.755684 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-dfc6269b-5e0b-4ca0-9074-bb138d9a6f39 None None] For port d6bb6079-4677-455d-9622-d6c53701219f, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d6bb6079-4677-455d-9622-d6c53701219f,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:41:15.763232 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c422e41-c599-47a9-a1b3-2e777b6fefce admin admin] Router 99de882f-464a-4dc9-9660-c32956340032 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:41:15.765014 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dfc6269b-5e0b-4ca0-9074-bb138d9a6f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:15.842620 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3680fa-213c-456c-aa21-f727ad64b095 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:41:15.869594 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6f7a51-46fc-4b5b-a47c-faeafea4597d None None] Pushing event updated for resources: {'Port': ['ID=d6bb6079-4677-455d-9622-d6c53701219f,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:15.873754 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc6269b-5e0b-4ca0-9074-bb138d9a6f39 None None] Routers {'99de882f-464a-4dc9-9660-c32956340032'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:41:15.874381 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-dfc6269b-5e0b-4ca0-9074-bb138d9a6f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:40:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['99de882f-464a-4dc9-9660-c32956340032'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:15.883918 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c422e41-c599-47a9-a1b3-2e777b6fefce admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:41:15.898643 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3c422e41-c599-47a9-a1b3-2e777b6fefce admin admin] 10.222.0.75 "PUT /v2.0/routers/99de882f-464a-4dc9-9660-c32956340032/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0187371 Nov 25 18:41:15.994526 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-a53fdcc3-4069-4eb4-86a5-dbd6704b80b1 None None] Provisioning complete for port 53e80bac-46a1-4041-a8b7-cde5df630573 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:41:15.994905 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a53fdcc3-4069-4eb4-86a5-dbd6704b80b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:16.000633 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-dfc6269b-5e0b-4ca0-9074-bb138d9a6f39 None None] Set router 99de882f-464a-4dc9-9660-c32956340032 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:41:16.098697 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-a53fdcc3-4069-4eb4-86a5-dbd6704b80b1 None None] Port 53e80bac-46a1-4041-a8b7-cde5df630573 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:41:16.150873 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-a53fdcc3-4069-4eb4-86a5-dbd6704b80b1 None None] Provisioning complete for port d6bb6079-4677-455d-9622-d6c53701219f triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:41:16.151246 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a53fdcc3-4069-4eb4-86a5-dbd6704b80b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:16.298359 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a53fdcc3-4069-4eb4-86a5-dbd6704b80b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:16.324173 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-a53fdcc3-4069-4eb4-86a5-dbd6704b80b1 None None] For port d6bb6079-4677-455d-9622-d6c53701219f, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d6bb6079-4677-455d-9622-d6c53701219f,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:41:16.331505 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-dfc6269b-5e0b-4ca0-9074-bb138d9a6f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99de882f-464a-4dc9-9660-c32956340032', 'name': 'tempest-TestShelveInstance-1050767423-router', 'tenant_id': '1c866eb6a0c94b69879f6ed8b9b443a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'd6bb6079-4677-455d-9622-d6c53701219f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:41:12Z', 'updated_at': '2021-11-25T18:41:15Z', 'revision_number': 4, 'project_id': '1c866eb6a0c94b69879f6ed8b9b443a1', 'gw_port': {'id': 'd6bb6079-4677-455d-9622-d6c53701219f', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99de882f-464a-4dc9-9660-c32956340032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:41:12Z', 'updated_at': '2021-11-25T18:41:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '53e80bac-46a1-4041-a8b7-cde5df630573', 'name': '', 'network_id': '0f50b4e3-f4b6-4853-aba8-c9d507bf6998', 'tenant_id': '1c866eb6a0c94b69879f6ed8b9b443a1', 'mac_address': 'fa:16:3e:fe:fa:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99de882f-464a-4dc9-9660-c32956340032', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '397f2545-d16b-4a78-bfba-5d3ca6bd9aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:41:14Z', 'updated_at': '2021-11-25T18:41:15Z', 'revision_number': 2, 'project_id': '1c866eb6a0c94b69879f6ed8b9b443a1', 'subnets': [{'id': '397f2545-d16b-4a78-bfba-5d3ca6bd9aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:16.334871 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 62091454-d742-44e8-afd5-246f0f9f0cb6 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:41:16.336573 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a53fdcc3-4069-4eb4-86a5-dbd6704b80b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:16.406314 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc6269b-5e0b-4ca0-9074-bb138d9a6f39 None None] The sync data for ids ['99de882f-464a-4dc9-9660-c32956340032'] in n-d-817746-1 is: [{'id': '99de882f-464a-4dc9-9660-c32956340032', 'name': 'tempest-TestShelveInstance-1050767423-router', 'tenant_id': '1c866eb6a0c94b69879f6ed8b9b443a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'd6bb6079-4677-455d-9622-d6c53701219f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:41:12Z', 'updated_at': '2021-11-25T18:41:15Z', 'revision_number': 4, 'project_id': '1c866eb6a0c94b69879f6ed8b9b443a1', 'gw_port': {'id': 'd6bb6079-4677-455d-9622-d6c53701219f', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99de882f-464a-4dc9-9660-c32956340032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:41:12Z', 'updated_at': '2021-11-25T18:41:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '53e80bac-46a1-4041-a8b7-cde5df630573', 'name': '', 'network_id': '0f50b4e3-f4b6-4853-aba8-c9d507bf6998', 'tenant_id': '1c866eb6a0c94b69879f6ed8b9b443a1', 'mac_address': 'fa:16:3e:fe:fa:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99de882f-464a-4dc9-9660-c32956340032', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '397f2545-d16b-4a78-bfba-5d3ca6bd9aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:41:14Z', 'updated_at': '2021-11-25T18:41:15Z', 'revision_number': 2, 'project_id': '1c866eb6a0c94b69879f6ed8b9b443a1', 'subnets': [{'id': '397f2545-d16b-4a78-bfba-5d3ca6bd9aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:41:16.411780 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39032) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:16.417034 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-dc131e98-e4d2-407f-a21c-765218c1da09 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-664863601', 'description': 'tempest-secgroup-smoke-664863601 description', 'project_id': '8f57f7325827407082fd1402cdfc1a4a'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:41:16.444155 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-a53fdcc3-4069-4eb4-86a5-dbd6704b80b1 None None] Provisioning complete for port 62091454-d742-44e8-afd5-246f0f9f0cb6 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:41:16.444480 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dc131e98-e4d2-407f-a21c-765218c1da09 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:16.444610 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a53fdcc3-4069-4eb4-86a5-dbd6704b80b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:16.484557 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53fdcc3-4069-4eb4-86a5-dbd6704b80b1 None None] Pushing event updated for resources: {'Port': ['ID=d6bb6079-4677-455d-9622-d6c53701219f,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:16.510042 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 62091454-d742-44e8-afd5-246f0f9f0cb6 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:41:16.510708 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:16.526662 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dc131e98-e4d2-407f-a21c-765218c1da09 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:16.533685 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dc131e98-e4d2-407f-a21c-765218c1da09 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:16.569049 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dc131e98-e4d2-407f-a21c-765218c1da09 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:16.570302 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-dc131e98-e4d2-407f-a21c-765218c1da09 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1573770 Nov 25 18:41:16.571298 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc131e98-e4d2-407f-a21c-765218c1da09 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a8ca7c-7af6-463a-8010-01a1d9d331e5,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:16.573452 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39034) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:16.578613 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-b772de9e-0348-48a4-9b8f-a767e0108119 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Request body: {'security_group_rule': {'security_group_id': 'a1a8ca7c-7af6-463a-8010-01a1d9d331e5', 'project_id': '8f57f7325827407082fd1402cdfc1a4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:41:16.608903 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b772de9e-0348-48a4-9b8f-a767e0108119 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:16.637532 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 3c0bd24e-075b-4782-8d8f-6ab4d2204ece up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:41:16.696120 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b772de9e-0348-48a4-9b8f-a767e0108119 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:16.700159 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b772de9e-0348-48a4-9b8f-a767e0108119 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:16.719459 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 3c0bd24e-075b-4782-8d8f-6ab4d2204ece triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:41:16.719929 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:16.723460 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-3550dbb5-5567-466f-9d22-7b1186700874 None None] Provisioning complete for port 53e80bac-46a1-4041-a8b7-cde5df630573 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:41:16.723460 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3550dbb5-5567-466f-9d22-7b1186700874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:16.728474 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b772de9e-0348-48a4-9b8f-a767e0108119 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d3b6485-2f41-4a2b-9a43-5251b2ca2f97,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:16.736271 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b772de9e-0348-48a4-9b8f-a767e0108119 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:16.740503 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39036) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:16.740695 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-b772de9e-0348-48a4-9b8f-a767e0108119 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1660683 Nov 25 18:41:16.746851 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-84ee0612-3bad-40a4-81f9-6a3bddcbe3a1 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Request body: {'security_group_rule': {'security_group_id': 'a1a8ca7c-7af6-463a-8010-01a1d9d331e5', 'project_id': '8f57f7325827407082fd1402cdfc1a4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:41:16.780166 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-84ee0612-3bad-40a4-81f9-6a3bddcbe3a1 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:16.795699 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-3550dbb5-5567-466f-9d22-7b1186700874 None None] Port 53e80bac-46a1-4041-a8b7-cde5df630573 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:41:16.854900 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-84ee0612-3bad-40a4-81f9-6a3bddcbe3a1 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:16.859915 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-84ee0612-3bad-40a4-81f9-6a3bddcbe3a1 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:16.882128 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ee0612-3bad-40a4-81f9-6a3bddcbe3a1 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=136ff240-7cc2-4c09-8406-234b81968d5e,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:16.888804 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-84ee0612-3bad-40a4-81f9-6a3bddcbe3a1 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:16.892471 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-84ee0612-3bad-40a4-81f9-6a3bddcbe3a1 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1503158 Nov 25 18:41:16.892963 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39038) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:16.897452 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-b5e016cb-66dc-45ad-af7c-21ec327f5f44 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Request body: {'security_group_rule': {'security_group_id': 'a1a8ca7c-7af6-463a-8010-01a1d9d331e5', 'project_id': '8f57f7325827407082fd1402cdfc1a4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:41:16.926144 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b5e016cb-66dc-45ad-af7c-21ec327f5f44 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:16.989324 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b5e016cb-66dc-45ad-af7c-21ec327f5f44 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:16.993195 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b5e016cb-66dc-45ad-af7c-21ec327f5f44 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:17.011593 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e016cb-66dc-45ad-af7c-21ec327f5f44 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=693d7f4c-9f69-4c11-b553-c6a8698234b5,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:17.020358 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b5e016cb-66dc-45ad-af7c-21ec327f5f44 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:17.021652 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-b5e016cb-66dc-45ad-af7c-21ec327f5f44 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1277301 Nov 25 18:41:17.024372 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39040) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:17.029157 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-65785c70-e69b-4c13-82c4-3aae1827c2e9 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Request body: {'security_group_rule': {'security_group_id': 'a1a8ca7c-7af6-463a-8010-01a1d9d331e5', 'project_id': '8f57f7325827407082fd1402cdfc1a4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:41:17.057058 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-65785c70-e69b-4c13-82c4-3aae1827c2e9 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:17.130852 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-65785c70-e69b-4c13-82c4-3aae1827c2e9 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:17.134637 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-65785c70-e69b-4c13-82c4-3aae1827c2e9 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:17.152313 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65785c70-e69b-4c13-82c4-3aae1827c2e9 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a60eb65-5c8b-441b-9d4b-0becd3142cdd,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:17.159096 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-65785c70-e69b-4c13-82c4-3aae1827c2e9 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:17.160294 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-65785c70-e69b-4c13-82c4-3aae1827c2e9 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1347690 Nov 25 18:41:17.163039 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39042) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:17.167335 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-4f31a1be-c543-4b95-adfd-81e1b80d8379 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Request body: {'security_group_rule': {'security_group_id': 'a1a8ca7c-7af6-463a-8010-01a1d9d331e5', 'project_id': '8f57f7325827407082fd1402cdfc1a4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:41:17.190084 n-d-817746-1 neutron-server[103361]: INFO neutron.db.securitygroups_db [None req-4f31a1be-c543-4b95-adfd-81e1b80d8379 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Project 8f57f7325827407082fd1402cdfc1a4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 18:41:17.194825 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4f31a1be-c543-4b95-adfd-81e1b80d8379 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:17.253114 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4f31a1be-c543-4b95-adfd-81e1b80d8379 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:17.262029 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4f31a1be-c543-4b95-adfd-81e1b80d8379 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:17.274560 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b0b2e3a1-5a3b-44fb-9b83-8cd8c69c1282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:17.283901 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f31a1be-c543-4b95-adfd-81e1b80d8379 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bfdd711-c2bb-430f-a4df-d497fb3d655c,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:17.289459 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4f31a1be-c543-4b95-adfd-81e1b80d8379 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:17.293242 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-4f31a1be-c543-4b95-adfd-81e1b80d8379 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1266921 Nov 25 18:41:17.294420 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39044) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:17.299374 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-33ce0f2e-9a0f-4ff2-a8b7-c715f9d26155 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Request body: {'security_group_rule': {'security_group_id': 'a1a8ca7c-7af6-463a-8010-01a1d9d331e5', 'project_id': '8f57f7325827407082fd1402cdfc1a4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:41:17.321144 n-d-817746-1 neutron-server[103360]: INFO neutron.db.securitygroups_db [None req-33ce0f2e-9a0f-4ff2-a8b7-c715f9d26155 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Project 8f57f7325827407082fd1402cdfc1a4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 18:41:17.326018 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-33ce0f2e-9a0f-4ff2-a8b7-c715f9d26155 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:17.384606 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-33ce0f2e-9a0f-4ff2-a8b7-c715f9d26155 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:17.388436 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-33ce0f2e-9a0f-4ff2-a8b7-c715f9d26155 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:17.406478 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ce0f2e-9a0f-4ff2-a8b7-c715f9d26155 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=389e0b3b-76d4-4d2d-8ba8-0ce429e59f2d,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:17.412121 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:17.415688 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-33ce0f2e-9a0f-4ff2-a8b7-c715f9d26155 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:17.416572 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-33ce0f2e-9a0f-4ff2-a8b7-c715f9d26155 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1211429 Nov 25 18:41:17.580556 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed567d15-69d2-4c53-a02d-720a88808ca3 req-1e070fa7-c200-449e-af9d-962821a04935 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-664863601&fields=id&tenant_id=8f57f7325827407082fd1402cdfc1a4a HTTP/1.1" status: 200 len: 267 time: 0.0602975 Nov 25 18:41:17.642591 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:17.698123 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed567d15-69d2-4c53-a02d-720a88808ca3 req-65c89583-71bb-433b-abff-f964ec911d57 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:17.699608 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed567d15-69d2-4c53-a02d-720a88808ca3 req-65c89583-71bb-433b-abff-f964ec911d57 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/networks?id=f2d4a04f-45d0-4994-b0d7-b367387c8522 HTTP/1.1" status: 200 len: 808 time: 0.1118321 Nov 25 18:41:17.717057 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed567d15-69d2-4c53-a02d-720a88808ca3 req-4334f661-2d88-45fc-af34-e30dd8131d59 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/quotas/8f57f7325827407082fd1402cdfc1a4a HTTP/1.1" status: 200 len: 375 time: 0.0102355 Nov 25 18:41:17.771578 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed567d15-69d2-4c53-a02d-720a88808ca3 req-4b333efb-d4cb-4eae-91c6-cdbc768b48a4 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=8f57f7325827407082fd1402cdfc1a4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482578 Nov 25 18:41:17.876264 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed567d15-69d2-4c53-a02d-720a88808ca3 req-ea685e0a-0cda-469e-93ec-54bef44ab0d9 service neutron] 10.222.0.75 "GET /v2.0/networks/f2d4a04f-45d0-4994-b0d7-b367387c8522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917232 Nov 25 18:41:17.971167 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed567d15-69d2-4c53-a02d-720a88808ca3 req-059eef9f-125e-4829-a144-acf48aa8c746 service neutron] 10.222.0.75 "GET /v2.0/networks/f2d4a04f-45d0-4994-b0d7-b367387c8522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886984 Nov 25 18:41:18.149661 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-804b5e39-cedf-41a7-b16d-1db150c3bc4a req-8f9a75e1-fcef-493b-946c-ef13d2cff9da tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 210 time: 0.0337281 Nov 25 18:41:18.316957 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d6bb6079-4677-455d-9622-d6c53701219f up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:41:18.374474 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port d6bb6079-4677-455d-9622-d6c53701219f triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:41:18.374963 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:18.903648 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd8be9c-0c32-429e-9030-dc91ae08f256 None None] Sync routers for ids ['99de882f-464a-4dc9-9660-c32956340032'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:41:18.914114 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd8be9c-0c32-429e-9030-dc91ae08f256 None None] Routers {'99de882f-464a-4dc9-9660-c32956340032'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:41:18.914724 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-afd8be9c-0c32-429e-9030-dc91ae08f256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:40:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['99de882f-464a-4dc9-9660-c32956340032'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:19.022421 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-afd8be9c-0c32-429e-9030-dc91ae08f256 None None] Set router 99de882f-464a-4dc9-9660-c32956340032 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:41:19.336104 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-afd8be9c-0c32-429e-9030-dc91ae08f256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99de882f-464a-4dc9-9660-c32956340032', 'name': 'tempest-TestShelveInstance-1050767423-router', 'tenant_id': '1c866eb6a0c94b69879f6ed8b9b443a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'd6bb6079-4677-455d-9622-d6c53701219f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:41:12Z', 'updated_at': '2021-11-25T18:41:15Z', 'revision_number': 4, 'project_id': '1c866eb6a0c94b69879f6ed8b9b443a1', 'gw_port': {'id': 'd6bb6079-4677-455d-9622-d6c53701219f', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99de882f-464a-4dc9-9660-c32956340032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:41:12Z', 'updated_at': '2021-11-25T18:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '53e80bac-46a1-4041-a8b7-cde5df630573', 'name': '', 'network_id': '0f50b4e3-f4b6-4853-aba8-c9d507bf6998', 'tenant_id': '1c866eb6a0c94b69879f6ed8b9b443a1', 'mac_address': 'fa:16:3e:fe:fa:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99de882f-464a-4dc9-9660-c32956340032', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '397f2545-d16b-4a78-bfba-5d3ca6bd9aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:41:14Z', 'updated_at': '2021-11-25T18:41:15Z', 'revision_number': 2, 'project_id': '1c866eb6a0c94b69879f6ed8b9b443a1', 'subnets': [{'id': '397f2545-d16b-4a78-bfba-5d3ca6bd9aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:19.363230 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd8be9c-0c32-429e-9030-dc91ae08f256 None None] Checking router: 99de882f-464a-4dc9-9660-c32956340032 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:41:19.363586 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd8be9c-0c32-429e-9030-dc91ae08f256 None None] Updating router 99de882f-464a-4dc9-9660-c32956340032 port 53e80bac-46a1-4041-a8b7-cde5df630573 binding host n-d-817746-1 {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:41:19.394509 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-afd8be9c-0c32-429e-9030-dc91ae08f256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:19.435402 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a756d1be-2f56-46e7-ba06-af37c47e9f3a req-aefc2556-b9d7-4f99-b928-4ad5322d10e4 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 210 time: 0.0313375 Nov 25 18:41:19.473511 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed567d15-69d2-4c53-a02d-720a88808ca3 req-88c9189e-edac-45e5-bd64-2f10078e8e54 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:19.474986 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed567d15-69d2-4c53-a02d-720a88808ca3 req-88c9189e-edac-45e5-bd64-2f10078e8e54 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.74 "GET /v2.0/networks?id=f2d4a04f-45d0-4994-b0d7-b367387c8522 HTTP/1.1" status: 200 len: 808 time: 0.4527085 Nov 25 18:41:19.542673 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed567d15-69d2-4c53-a02d-720a88808ca3 req-2b9d4885-6cf3-4c28-88b8-d1706e0b3893 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f57f7325827407082fd1402cdfc1a4a HTTP/1.1" status: 200 len: 379 time: 0.0585170 Nov 25 18:41:19.552508 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-ed567d15-69d2-4c53-a02d-720a88808ca3 req-b83886af-fd90-46d1-8c1f-62cc2bc69fa7 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Request body: {'port': {'device_id': 'e9276bbb-8356-4d66-bb5c-b97b4151365d', 'network_id': 'f2d4a04f-45d0-4994-b0d7-b367387c8522', 'admin_state_up': True, 'tenant_id': '8f57f7325827407082fd1402cdfc1a4a', 'security_groups': ['a1a8ca7c-7af6-463a-8010-01a1d9d331e5']}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:41:19.664193 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed567d15-69d2-4c53-a02d-720a88808ca3 req-b83886af-fd90-46d1-8c1f-62cc2bc69fa7 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Made reservation on behalf of 8f57f7325827407082fd1402cdfc1a4a for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:41:19.667084 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-afd8be9c-0c32-429e-9030-dc91ae08f256 None None] Publish callbacks [] for port, precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:19.667748 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ed567d15-69d2-4c53-a02d-720a88808ca3 req-b83886af-fd90-46d1-8c1f-62cc2bc69fa7 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:19.672767 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-afd8be9c-0c32-429e-9030-dc91ae08f256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:19.728772 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f49da1-92c4-46f7-9903-327c5ba8e07a None None] Pushing event updated for resources: {'Port': ['ID=53e80bac-46a1-4041-a8b7-cde5df630573,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:19.780801 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-afd8be9c-0c32-429e-9030-dc91ae08f256 None None] Attempting to bind port 53e80bac-46a1-4041-a8b7-cde5df630573 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:41:19.781210 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-afd8be9c-0c32-429e-9030-dc91ae08f256 None None] Attempting to bind port 53e80bac-46a1-4041-a8b7-cde5df630573 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '0d63dd2e-3a39-477f-93af-f7513b27dbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '0f50b4e3-f4b6-4853-aba8-c9d507bf6998'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:41:19.781577 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd8be9c-0c32-429e-9030-dc91ae08f256 None None] Attempting to bind port 53e80bac-46a1-4041-a8b7-cde5df630573 on network 0f50b4e3-f4b6-4853-aba8-c9d507bf6998 {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:41:19.786835 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd8be9c-0c32-429e-9030-dc91ae08f256 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:41:19.787215 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd8be9c-0c32-429e-9030-dc91ae08f256 None None] Checking segment: {'id': '0d63dd2e-3a39-477f-93af-f7513b27dbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '0f50b4e3-f4b6-4853-aba8-c9d507bf6998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:41:19.787629 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-afd8be9c-0c32-429e-9030-dc91ae08f256 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:19.788013 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd8be9c-0c32-429e-9030-dc91ae08f256 None None] Bound using segment: {'id': '0d63dd2e-3a39-477f-93af-f7513b27dbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '0f50b4e3-f4b6-4853-aba8-c9d507bf6998'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:41:19.788487 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-afd8be9c-0c32-429e-9030-dc91ae08f256 None None] Bound port: 53e80bac-46a1-4041-a8b7-cde5df630573, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d63dd2e-3a39-477f-93af-f7513b27dbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '0f50b4e3-f4b6-4853-aba8-c9d507bf6998'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:41:19.789306 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-afd8be9c-0c32-429e-9030-dc91ae08f256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:19.798966 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-ed567d15-69d2-4c53-a02d-720a88808ca3 req-b83886af-fd90-46d1-8c1f-62cc2bc69fa7 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Allocated IP 172.20.0.12 (f2d4a04f-45d0-4994-b0d7-b367387c8522/fe6e5b84-c0f7-436a-a447-8018812c2226/bb716373-6573-4807-acd8-4be55d9d1313) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:41:19.858366 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-afd8be9c-0c32-429e-9030-dc91ae08f256 None None] For port 53e80bac-46a1-4041-a8b7-cde5df630573, host n-d-817746-1, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:41:19.862097 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-afd8be9c-0c32-429e-9030-dc91ae08f256 None None] For port 53e80bac-46a1-4041-a8b7-cde5df630573, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=53e80bac-46a1-4041-a8b7-cde5df630573,segment=NetworkSegment(0d63dd2e-3a39-477f-93af-f7513b27dbc3),segment_id=0d63dd2e-3a39-477f-93af-f7513b27dbc3)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:41:19.867380 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-afd8be9c-0c32-429e-9030-dc91ae08f256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:19.927183 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f49da1-92c4-46f7-9903-327c5ba8e07a None None] Pushing event updated for resources: {'Port': ['ID=53e80bac-46a1-4041-a8b7-cde5df630573,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:19.929668 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd8be9c-0c32-429e-9030-dc91ae08f256 None None] Routers {'99de882f-464a-4dc9-9660-c32956340032'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:41:19.930461 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-afd8be9c-0c32-429e-9030-dc91ae08f256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:40:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['99de882f-464a-4dc9-9660-c32956340032'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:19.968600 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ed567d15-69d2-4c53-a02d-720a88808ca3 req-b83886af-fd90-46d1-8c1f-62cc2bc69fa7 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:19.991128 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2aab128f-9a35-4746-9eaf-f54cf79898df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:20.018618 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ed567d15-69d2-4c53-a02d-720a88808ca3 req-b83886af-fd90-46d1-8c1f-62cc2bc69fa7 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:20.050019 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-f15edac9-f797-4565-b1a4-4b06807caf40 None None] Provisioning complete for port 53e80bac-46a1-4041-a8b7-cde5df630573 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:41:20.052015 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f15edac9-f797-4565-b1a4-4b06807caf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:20.071080 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed567d15-69d2-4c53-a02d-720a88808ca3 req-b83886af-fd90-46d1-8c1f-62cc2bc69fa7 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Network f2d4a04f-45d0-4994-b0d7-b367387c8522 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:41:20.074569 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-ed567d15-69d2-4c53-a02d-720a88808ca3 req-b83886af-fd90-46d1-8c1f-62cc2bc69fa7 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:41:20.075714 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-afd8be9c-0c32-429e-9030-dc91ae08f256 None None] Set router 99de882f-464a-4dc9-9660-c32956340032 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:41:20.078483 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed567d15-69d2-4c53-a02d-720a88808ca3 req-b83886af-fd90-46d1-8c1f-62cc2bc69fa7 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:41:20.116447 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83886af-fd90-46d1-8c1f-62cc2bc69fa7 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Pushing event updated for resources: {'Port': ['ID=bb716373-6573-4807-acd8-4be55d9d1313,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:20.161125 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed567d15-69d2-4c53-a02d-720a88808ca3 req-b83886af-fd90-46d1-8c1f-62cc2bc69fa7 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:20.161823 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ed567d15-69d2-4c53-a02d-720a88808ca3 req-b83886af-fd90-46d1-8c1f-62cc2bc69fa7 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:20.172343 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f15edac9-f797-4565-b1a4-4b06807caf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:20.191254 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed567d15-69d2-4c53-a02d-720a88808ca3 req-b83886af-fd90-46d1-8c1f-62cc2bc69fa7 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6423404 Nov 25 18:41:20.204941 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-ed567d15-69d2-4c53-a02d-720a88808ca3 req-6a796c53-80df-4c0c-b025-94bce38b0c46 service neutron] Request body: {'port': {'device_id': 'e9276bbb-8356-4d66-bb5c-b97b4151365d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:41:20.229703 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-f15edac9-f797-4565-b1a4-4b06807caf40 None None] For port 53e80bac-46a1-4041-a8b7-cde5df630573, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=53e80bac-46a1-4041-a8b7-cde5df630573,segment=NetworkSegment(0d63dd2e-3a39-477f-93af-f7513b27dbc3),segment_id=0d63dd2e-3a39-477f-93af-f7513b27dbc3)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:41:20.234886 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f15edac9-f797-4565-b1a4-4b06807caf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:20.300646 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15edac9-f797-4565-b1a4-4b06807caf40 None None] Pushing event updated for resources: {'Port': ['ID=53e80bac-46a1-4041-a8b7-cde5df630573,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:20.309362 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ed567d15-69d2-4c53-a02d-720a88808ca3 req-6a796c53-80df-4c0c-b025-94bce38b0c46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:20.349833 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 53e80bac-46a1-4041-a8b7-cde5df630573 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:41:20.362107 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-afd8be9c-0c32-429e-9030-dc91ae08f256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99de882f-464a-4dc9-9660-c32956340032', 'name': 'tempest-TestShelveInstance-1050767423-router', 'tenant_id': '1c866eb6a0c94b69879f6ed8b9b443a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'd6bb6079-4677-455d-9622-d6c53701219f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:41:12Z', 'updated_at': '2021-11-25T18:41:15Z', 'revision_number': 4, 'project_id': '1c866eb6a0c94b69879f6ed8b9b443a1', 'gw_port': {'id': 'd6bb6079-4677-455d-9622-d6c53701219f', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99de882f-464a-4dc9-9660-c32956340032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:41:12Z', 'updated_at': '2021-11-25T18:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '53e80bac-46a1-4041-a8b7-cde5df630573', 'name': '', 'network_id': '0f50b4e3-f4b6-4853-aba8-c9d507bf6998', 'tenant_id': '1c866eb6a0c94b69879f6ed8b9b443a1', 'mac_address': 'fa:16:3e:fe:fa:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99de882f-464a-4dc9-9660-c32956340032', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '397f2545-d16b-4a78-bfba-5d3ca6bd9aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:41:14Z', 'updated_at': '2021-11-25T18:41:19Z', 'revision_number': 4, 'project_id': '1c866eb6a0c94b69879f6ed8b9b443a1', 'subnets': [{'id': '397f2545-d16b-4a78-bfba-5d3ca6bd9aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:20.391460 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd8be9c-0c32-429e-9030-dc91ae08f256 None None] The sync data for ids ['99de882f-464a-4dc9-9660-c32956340032'] in n-d-817746-1 is: [{'id': '99de882f-464a-4dc9-9660-c32956340032', 'name': 'tempest-TestShelveInstance-1050767423-router', 'tenant_id': '1c866eb6a0c94b69879f6ed8b9b443a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'd6bb6079-4677-455d-9622-d6c53701219f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:41:12Z', 'updated_at': '2021-11-25T18:41:15Z', 'revision_number': 4, 'project_id': '1c866eb6a0c94b69879f6ed8b9b443a1', 'gw_port': {'id': 'd6bb6079-4677-455d-9622-d6c53701219f', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99de882f-464a-4dc9-9660-c32956340032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:41:12Z', 'updated_at': '2021-11-25T18:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '53e80bac-46a1-4041-a8b7-cde5df630573', 'name': '', 'network_id': '0f50b4e3-f4b6-4853-aba8-c9d507bf6998', 'tenant_id': '1c866eb6a0c94b69879f6ed8b9b443a1', 'mac_address': 'fa:16:3e:fe:fa:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99de882f-464a-4dc9-9660-c32956340032', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '397f2545-d16b-4a78-bfba-5d3ca6bd9aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:41:14Z', 'updated_at': '2021-11-25T18:41:19Z', 'revision_number': 4, 'project_id': '1c866eb6a0c94b69879f6ed8b9b443a1', 'subnets': [{'id': '397f2545-d16b-4a78-bfba-5d3ca6bd9aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:41:20.411561 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90783d9d-e315-4218-9ad4-0325db19a716 None None] Provisioning complete for port 53e80bac-46a1-4041-a8b7-cde5df630573 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:41:20.412204 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90783d9d-e315-4218-9ad4-0325db19a716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:20.482076 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 53e80bac-46a1-4041-a8b7-cde5df630573 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:41:20.482398 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:20.600977 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a07b2d-f725-437c-a74b-bb327f92fae3 req-aa6aa574-6537-4000-a591-0c5fa52f8fef tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:20.602404 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d9a07b2d-f725-437c-a74b-bb327f92fae3 req-aa6aa574-6537-4000-a591-0c5fa52f8fef tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 932 time: 0.0818920 Nov 25 18:41:20.685811 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-e3812064-5fdf-4da5-bf47-70f68f243deb None None] Provisioning complete for port bb716373-6573-4807-acd8-4be55d9d1313 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:41:20.686301 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e3812064-5fdf-4da5-bf47-70f68f243deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:20.710385 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d9a07b2d-f725-437c-a74b-bb327f92fae3 req-e36b6000-9cb6-4f77-b016-442a37dc2a30 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1a8ca7c-7af6-463a-8010-01a1d9d331e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892990 Nov 25 18:41:20.716563 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-ed567d15-69d2-4c53-a02d-720a88808ca3 req-6a796c53-80df-4c0c-b025-94bce38b0c46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb716373-6573-4807-acd8-4be55d9d1313 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:41:20.725064 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ed567d15-69d2-4c53-a02d-720a88808ca3 req-6a796c53-80df-4c0c-b025-94bce38b0c46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:20.728978 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-e3812064-5fdf-4da5-bf47-70f68f243deb None None] Port bb716373-6573-4807-acd8-4be55d9d1313 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:41:20.746539 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-ed567d15-69d2-4c53-a02d-720a88808ca3 req-6a796c53-80df-4c0c-b025-94bce38b0c46 service neutron] Transition to ACTIVE for port object bb716373-6573-4807-acd8-4be55d9d1313 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:41:20.751467 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ed567d15-69d2-4c53-a02d-720a88808ca3 req-6a796c53-80df-4c0c-b025-94bce38b0c46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:20.830408 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a796c53-80df-4c0c-b025-94bce38b0c46 service neutron] Pushing event updated for resources: {'Port': ['ID=bb716373-6573-4807-acd8-4be55d9d1313,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:20.891278 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-ed567d15-69d2-4c53-a02d-720a88808ca3 req-6a796c53-80df-4c0c-b025-94bce38b0c46 service neutron] Attempting to bind port bb716373-6573-4807-acd8-4be55d9d1313 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:41:20.891868 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-ed567d15-69d2-4c53-a02d-720a88808ca3 req-6a796c53-80df-4c0c-b025-94bce38b0c46 service neutron] Attempting to bind port bb716373-6573-4807-acd8-4be55d9d1313 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '2345d44b-830d-4bb2-b63a-4fcca5c37f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f2d4a04f-45d0-4994-b0d7-b367387c8522'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:41:20.892285 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed567d15-69d2-4c53-a02d-720a88808ca3 req-6a796c53-80df-4c0c-b025-94bce38b0c46 service neutron] Attempting to bind port bb716373-6573-4807-acd8-4be55d9d1313 on network f2d4a04f-45d0-4994-b0d7-b367387c8522 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:41:20.899071 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed567d15-69d2-4c53-a02d-720a88808ca3 req-6a796c53-80df-4c0c-b025-94bce38b0c46 service neutron] Port bb716373-6573-4807-acd8-4be55d9d1313 on network f2d4a04f-45d0-4994-b0d7-b367387c8522 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:41:20.899399 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed567d15-69d2-4c53-a02d-720a88808ca3 req-6a796c53-80df-4c0c-b025-94bce38b0c46 service neutron] Attempting to bind port bb716373-6573-4807-acd8-4be55d9d1313 on network f2d4a04f-45d0-4994-b0d7-b367387c8522 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:41:20.905551 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed567d15-69d2-4c53-a02d-720a88808ca3 req-6a796c53-80df-4c0c-b025-94bce38b0c46 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:41:20.905890 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed567d15-69d2-4c53-a02d-720a88808ca3 req-6a796c53-80df-4c0c-b025-94bce38b0c46 service neutron] Checking segment: {'id': '2345d44b-830d-4bb2-b63a-4fcca5c37f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f2d4a04f-45d0-4994-b0d7-b367387c8522'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:41:20.906275 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed567d15-69d2-4c53-a02d-720a88808ca3 req-6a796c53-80df-4c0c-b025-94bce38b0c46 service neutron] Bound using segment: {'id': '2345d44b-830d-4bb2-b63a-4fcca5c37f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f2d4a04f-45d0-4994-b0d7-b367387c8522'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:41:20.906704 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-ed567d15-69d2-4c53-a02d-720a88808ca3 req-6a796c53-80df-4c0c-b025-94bce38b0c46 service neutron] Bound port: bb716373-6573-4807-acd8-4be55d9d1313, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2345d44b-830d-4bb2-b63a-4fcca5c37f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f2d4a04f-45d0-4994-b0d7-b367387c8522'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:41:20.907060 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ed567d15-69d2-4c53-a02d-720a88808ca3 req-6a796c53-80df-4c0c-b025-94bce38b0c46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:20.983003 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-ed567d15-69d2-4c53-a02d-720a88808ca3 req-6a796c53-80df-4c0c-b025-94bce38b0c46 service neutron] For port bb716373-6573-4807-acd8-4be55d9d1313, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:41:20.986673 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-ed567d15-69d2-4c53-a02d-720a88808ca3 req-6a796c53-80df-4c0c-b025-94bce38b0c46 service neutron] For port bb716373-6573-4807-acd8-4be55d9d1313, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=bb716373-6573-4807-acd8-4be55d9d1313,segment=NetworkSegment(2345d44b-830d-4bb2-b63a-4fcca5c37f9e),segment_id=2345d44b-830d-4bb2-b63a-4fcca5c37f9e)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:41:20.991872 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ed567d15-69d2-4c53-a02d-720a88808ca3 req-6a796c53-80df-4c0c-b025-94bce38b0c46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:21.033696 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed567d15-69d2-4c53-a02d-720a88808ca3 req-6a796c53-80df-4c0c-b025-94bce38b0c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:21.034321 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ed567d15-69d2-4c53-a02d-720a88808ca3 req-6a796c53-80df-4c0c-b025-94bce38b0c46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:21.035752 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed567d15-69d2-4c53-a02d-720a88808ca3 req-6a796c53-80df-4c0c-b025-94bce38b0c46 service neutron] 10.222.0.74 "PUT /v2.0/ports/bb716373-6573-4807-acd8-4be55d9d1313 HTTP/1.1" status: 200 len: 1092 time: 0.8360417 Nov 25 18:41:21.036203 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9276bbb-8356-4d66-bb5c-b97b4151365d', 'tag': 'bb716373-6573-4807-acd8-4be55d9d1313'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:41:21.038693 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3545dc4c-43eb-43f4-8146-3850a136a272" -d '{"events": [{"name": "network-changed", "server_uuid": "e9276bbb-8356-4d66-bb5c-b97b4151365d", "tag": "bb716373-6573-4807-acd8-4be55d9d1313"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:41:21.064764 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a796c53-80df-4c0c-b025-94bce38b0c46 service neutron] Pushing event updated for resources: {'Port': ['ID=bb716373-6573-4807-acd8-4be55d9d1313,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:21.109334 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e623f233-6a1d-4060-96e9-d102df5ab98d x-openstack-request-id: req-e623f233-6a1d-4060-96e9-d102df5ab98d {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:41:21.109636 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9276bbb-8356-4d66-bb5c-b97b4151365d", "tag": "bb716373-6573-4807-acd8-4be55d9d1313", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:41:21.109894 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e623f233-6a1d-4060-96e9-d102df5ab98d {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:41:21.110303 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9276bbb-8356-4d66-bb5c-b97b4151365d', 'tag': 'bb716373-6573-4807-acd8-4be55d9d1313', 'status': 'completed', 'code': 200} Nov 25 18:41:21.128766 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed567d15-69d2-4c53-a02d-720a88808ca3 req-0d72cc6f-ac0f-48a9-b91a-d0792ec0a88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:21.131483 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed567d15-69d2-4c53-a02d-720a88808ca3 req-0d72cc6f-ac0f-48a9-b91a-d0792ec0a88c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8f57f7325827407082fd1402cdfc1a4a&device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 1095 time: 0.0523534 Nov 25 18:41:21.136019 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:21.185947 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed567d15-69d2-4c53-a02d-720a88808ca3 req-bb704694-7290-40dd-a899-babff2c9fd75 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb716373-6573-4807-acd8-4be55d9d1313 HTTP/1.1" status: 200 len: 217 time: 0.0452204 Nov 25 18:41:21.239086 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed567d15-69d2-4c53-a02d-720a88808ca3 req-2006a2be-038b-46ae-b1f3-0280e64bb916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:21.240678 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed567d15-69d2-4c53-a02d-720a88808ca3 req-2006a2be-038b-46ae-b1f3-0280e64bb916 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fe6e5b84-c0f7-436a-a447-8018812c2226 HTTP/1.1" status: 200 len: 847 time: 0.0472076 Nov 25 18:41:21.289152 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed567d15-69d2-4c53-a02d-720a88808ca3 req-9abe19dc-479f-4b3c-8062-1e8a88481579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:21.290652 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed567d15-69d2-4c53-a02d-720a88808ca3 req-9abe19dc-479f-4b3c-8062-1e8a88481579 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f2d4a04f-45d0-4994-b0d7-b367387c8522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424109 Nov 25 18:41:21.388142 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed567d15-69d2-4c53-a02d-720a88808ca3 req-5b5ae7b5-dfe2-445d-9036-1bb2148e7651 service neutron] 10.222.0.74 "GET /v2.0/networks/f2d4a04f-45d0-4994-b0d7-b367387c8522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886734 Nov 25 18:41:21.478524 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed567d15-69d2-4c53-a02d-720a88808ca3 req-56f7da18-c4ab-4963-a800-6996d3d1d219 service neutron] 10.222.0.74 "GET /v2.0/networks/f2d4a04f-45d0-4994-b0d7-b367387c8522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833123 Nov 25 18:41:21.572676 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3545dc4c-43eb-43f4-8146-3850a136a272 req-df470865-de58-4770-95ed-bbd66d05cf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:21.574482 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3545dc4c-43eb-43f4-8146-3850a136a272 req-df470865-de58-4770-95ed-bbd66d05cf17 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8f57f7325827407082fd1402cdfc1a4a&device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 1095 time: 0.0465176 Nov 25 18:41:21.667091 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3545dc4c-43eb-43f4-8146-3850a136a272 req-8fde8c26-6671-4cf3-b670-1bd5eadf5156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:21.668679 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3545dc4c-43eb-43f4-8146-3850a136a272 req-8fde8c26-6671-4cf3-b670-1bd5eadf5156 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f2d4a04f-45d0-4994-b0d7-b367387c8522 HTTP/1.1" status: 200 len: 909 time: 0.0869794 Nov 25 18:41:21.717858 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3545dc4c-43eb-43f4-8146-3850a136a272 req-170bb989-6ff5-4fbb-bdc2-bd233897e8d5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb716373-6573-4807-acd8-4be55d9d1313 HTTP/1.1" status: 200 len: 217 time: 0.0411036 Nov 25 18:41:21.770775 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3545dc4c-43eb-43f4-8146-3850a136a272 req-050ede8b-698b-4e16-8ca0-39b4f10ab00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:21.772258 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3545dc4c-43eb-43f4-8146-3850a136a272 req-050ede8b-698b-4e16-8ca0-39b4f10ab00a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fe6e5b84-c0f7-436a-a447-8018812c2226 HTTP/1.1" status: 200 len: 847 time: 0.0467610 Nov 25 18:41:21.845679 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3545dc4c-43eb-43f4-8146-3850a136a272 req-9a58a55d-bdc0-46e0-bbf4-b3bb3709e0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:21.847187 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3545dc4c-43eb-43f4-8146-3850a136a272 req-9a58a55d-bdc0-46e0-bbf4-b3bb3709e0c0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f2d4a04f-45d0-4994-b0d7-b367387c8522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669775 Nov 25 18:41:21.859237 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68dd90-f23b-4f47-8f74-1dc717d64cf1 req-eec2483c-bf7a-4fe7-957d-5ff6aa0aed5f tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:21.860621 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fb68dd90-f23b-4f47-8f74-1dc717d64cf1 req-eec2483c-bf7a-4fe7-957d-5ff6aa0aed5f tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 944 time: 0.0726857 Nov 25 18:41:21.960144 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fb68dd90-f23b-4f47-8f74-1dc717d64cf1 req-7b300664-04c1-4209-b51d-e32b29a24031 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1a8ca7c-7af6-463a-8010-01a1d9d331e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917170 Nov 25 18:41:21.985430 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3545dc4c-43eb-43f4-8146-3850a136a272 req-8df56805-9d5c-489a-9f19-ff5f8df2767e service neutron] 10.222.0.74 "GET /v2.0/networks/f2d4a04f-45d0-4994-b0d7-b367387c8522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238711 Nov 25 18:41:22.084421 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3545dc4c-43eb-43f4-8146-3850a136a272 req-e75ac272-c37a-48b2-aa10-d75e68f9c58b service neutron] 10.222.0.74 "GET /v2.0/networks/f2d4a04f-45d0-4994-b0d7-b367387c8522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892863 Nov 25 18:41:22.289368 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 53e80bac-46a1-4041-a8b7-cde5df630573 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:41:22.335501 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:22.348697 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 53e80bac-46a1-4041-a8b7-cde5df630573 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:41:22.349084 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:23.080291 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b06cf-8155-4ae0-a7a0-aa6cb2d615cd req-8a2b4c3d-556b-47c9-adea-8d7d291f15f4 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:23.081773 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8e1b06cf-8155-4ae0-a7a0-aa6cb2d615cd req-8a2b4c3d-556b-47c9-adea-8d7d291f15f4 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 944 time: 0.0515766 Nov 25 18:41:23.132182 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8e1b06cf-8155-4ae0-a7a0-aa6cb2d615cd req-90b4ac34-93e9-4628-becf-e0e3a1d12e4a tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1a8ca7c-7af6-463a-8010-01a1d9d331e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444205 Nov 25 18:41:23.214579 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:24.248520 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ff67a-9255-4fbd-ab36-64e663b55b1f req-96f29265-c13d-4824-a976-b11be7d48ced tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:24.250033 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-182ff67a-9255-4fbd-ab36-64e663b55b1f req-96f29265-c13d-4824-a976-b11be7d48ced tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 944 time: 0.0494738 Nov 25 18:41:24.300134 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-182ff67a-9255-4fbd-ab36-64e663b55b1f req-cf459938-91a5-4246-9919-a5055e3cf50d tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1a8ca7c-7af6-463a-8010-01a1d9d331e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441327 Nov 25 18:41:24.566236 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device bb716373-6573-4807-acd8-4be55d9d1313 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:41:24.666657 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port bb716373-6573-4807-acd8-4be55d9d1313, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=bb716373-6573-4807-acd8-4be55d9d1313,segment=NetworkSegment(2345d44b-830d-4bb2-b63a-4fcca5c37f9e),segment_id=2345d44b-830d-4bb2-b63a-4fcca5c37f9e)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:41:24.678267 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': 'bb716373-6573-4807-acd8-4be55d9d1313', 'network_id': 'f2d4a04f-45d0-4994-b0d7-b367387c8522', 'port_id': 'bb716373-6573-4807-acd8-4be55d9d1313', 'mac_address': 'fa:16:3e:78:17:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 913, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe6e5b84-c0f7-436a-a447-8018812c2226', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:41:24.714511 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:24.727339 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb716373-6573-4807-acd8-4be55d9d1313 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:41:24.745838 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port bb716373-6573-4807-acd8-4be55d9d1313, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=bb716373-6573-4807-acd8-4be55d9d1313,segment=NetworkSegment(2345d44b-830d-4bb2-b63a-4fcca5c37f9e),segment_id=2345d44b-830d-4bb2-b63a-4fcca5c37f9e)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:41:24.750366 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:24.796196 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=bb716373-6573-4807-acd8-4be55d9d1313,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:24.984244 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['bb716373-6573-4807-acd8-4be55d9d1313'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:41:25.420068 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b21eb-d6ce-4905-86a1-1c7216ee6d90 req-149ae54b-57a5-41d7-966a-d0e5ba5d361f tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:25.421588 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9e1b21eb-d6ce-4905-86a1-1c7216ee6d90 req-149ae54b-57a5-41d7-966a-d0e5ba5d361f tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 945 time: 0.0534010 Nov 25 18:41:25.471518 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9e1b21eb-d6ce-4905-86a1-1c7216ee6d90 req-9fb175d4-05c8-48d6-8c03-8e194a76061e tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1a8ca7c-7af6-463a-8010-01a1d9d331e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439730 Nov 25 18:41:26.582721 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device bb716373-6573-4807-acd8-4be55d9d1313 up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:41:26.585094 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1e1099-2fe8-43a4-b14b-36be884a8f28 req-ab683775-88ac-4a16-9c3b-65448a8e327b tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:26.586602 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9d1e1099-2fe8-43a4-b14b-36be884a8f28 req-ab683775-88ac-4a16-9c3b-65448a8e327b tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 945 time: 0.0487509 Nov 25 18:41:26.635233 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port bb716373-6573-4807-acd8-4be55d9d1313 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:41:26.639046 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9d1e1099-2fe8-43a4-b14b-36be884a8f28 req-56465480-dc67-4be6-95ec-b5aba2a282d2 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1a8ca7c-7af6-463a-8010-01a1d9d331e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453844 Nov 25 18:41:26.639969 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port bb716373-6573-4807-acd8-4be55d9d1313 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:41:26.640351 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:26.718184 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:26.740186 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9276bbb-8356-4d66-bb5c-b97b4151365d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb716373-6573-4807-acd8-4be55d9d1313'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:41:26.742475 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e885ae7a60f1de4153d3a84cf91c96dac968753d8c7eb30b74097738adf70354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9cc1094-1474-4090-b7b2-e35e1a9dbce3" -d '{"events": [{"server_uuid": "e9276bbb-8356-4d66-bb5c-b97b4151365d", "name": "network-vif-plugged", "status": "completed", "tag": "bb716373-6573-4807-acd8-4be55d9d1313"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:41:26.755139 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port bb716373-6573-4807-acd8-4be55d9d1313, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=bb716373-6573-4807-acd8-4be55d9d1313,segment=NetworkSegment(2345d44b-830d-4bb2-b63a-4fcca5c37f9e),segment_id=2345d44b-830d-4bb2-b63a-4fcca5c37f9e)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:41:26.758870 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:26.786616 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9f1408-a970-42fc-8841-74c07e9fb12d x-openstack-request-id: req-cb9f1408-a970-42fc-8841-74c07e9fb12d {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:41:26.786916 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9276bbb-8356-4d66-bb5c-b97b4151365d", "name": "network-vif-plugged", "status": "completed", "tag": "bb716373-6573-4807-acd8-4be55d9d1313", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:41:26.787168 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cb9f1408-a970-42fc-8841-74c07e9fb12d {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:41:26.787553 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9276bbb-8356-4d66-bb5c-b97b4151365d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb716373-6573-4807-acd8-4be55d9d1313', 'code': 200} Nov 25 18:41:26.814347 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=bb716373-6573-4807-acd8-4be55d9d1313,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:26.878185 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f787629-6370-488a-af87-29155a06fca4 req-3fb17956-4386-4faf-a62a-0a7791b6a921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:26.879659 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1f787629-6370-488a-af87-29155a06fca4 req-3fb17956-4386-4faf-a62a-0a7791b6a921 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 1097 time: 0.0397589 Nov 25 18:41:26.929914 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1f787629-6370-488a-af87-29155a06fca4 req-40fe7093-022c-4422-ae1c-50e76a23d910 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=a1a8ca7c-7af6-463a-8010-01a1d9d331e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425334 Nov 25 18:41:27.755921 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14a507-606d-4bbd-9fca-c3c87354f965 req-83fbfac5-0893-40e4-b0de-17f2c3d0b801 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:27.757308 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0d14a507-606d-4bbd-9fca-c3c87354f965 req-83fbfac5-0893-40e4-b0de-17f2c3d0b801 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 946 time: 0.0498693 Nov 25 18:41:27.807227 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0d14a507-606d-4bbd-9fca-c3c87354f965 req-db38ac30-4542-4c69-9348-8ccaf4fc07cb tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1a8ca7c-7af6-463a-8010-01a1d9d331e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439210 Nov 25 18:41:28.924589 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4c40b-1113-4893-adc3-9e418b5b4a39 req-598eb256-6a11-42f8-91a8-7c94a9ae21f8 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:28.926108 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b2f4c40b-1113-4893-adc3-9e418b5b4a39 req-598eb256-6a11-42f8-91a8-7c94a9ae21f8 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 946 time: 0.0484779 Nov 25 18:41:28.980907 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b2f4c40b-1113-4893-adc3-9e418b5b4a39 req-cb32aee9-3013-4c78-a38f-ec77b6aa64fd tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1a8ca7c-7af6-463a-8010-01a1d9d331e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476403 Nov 25 18:41:29.101056 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe806a8-8aba-472d-810d-d41d2c947917 req-41d7866d-515c-4125-88ef-5dc027024757 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:29.102593 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7fe806a8-8aba-472d-810d-d41d2c947917 req-41d7866d-515c-4125-88ef-5dc027024757 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 946 time: 0.0541618 Nov 25 18:41:29.156015 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7fe806a8-8aba-472d-810d-d41d2c947917 req-c06d125a-939c-45d7-af31-eaefa6075c2e tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1a8ca7c-7af6-463a-8010-01a1d9d331e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464282 Nov 25 18:41:29.178292 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39096) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:29.309815 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9dc4a7b-5a87-40b2-9149-47e81928afac tempest-TestShelveInstance-1477474980 tempest-TestShelveInstance-1477474980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:29.311482 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f9dc4a7b-5a87-40b2-9149-47e81928afac tempest-TestShelveInstance-1477474980 tempest-TestShelveInstance-1477474980-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 1092 time: 0.1321921 Nov 25 18:41:29.314493 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39100) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:29.318722 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-63056e04-8417-4d16-95cf-a3d906428dc1 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Request body: {'floatingip': {'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'port_id': 'bb716373-6573-4807-acd8-4be55d9d1313', 'tenant_id': '8f57f7325827407082fd1402cdfc1a4a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:41:29.340209 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-63056e04-8417-4d16-95cf-a3d906428dc1 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks [] for floatingip, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:29.438468 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-63056e04-8417-4d16-95cf-a3d906428dc1 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:29.537885 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-63056e04-8417-4d16-95cf-a3d906428dc1 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Allocated IP 172.25.0.16 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/1de9038a-dde5-4dda-81d8-e83757fc47e4) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:41:29.647120 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-63056e04-8417-4d16-95cf-a3d906428dc1 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:29.682819 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-63056e04-8417-4d16-95cf-a3d906428dc1 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:29.722033 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63056e04-8417-4d16-95cf-a3d906428dc1 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:41:29.724786 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-63056e04-8417-4d16-95cf-a3d906428dc1 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:41:29.728323 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63056e04-8417-4d16-95cf-a3d906428dc1 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:41:29.753936 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63056e04-8417-4d16-95cf-a3d906428dc1 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Pushing event updated for resources: {'Port': ['ID=1de9038a-dde5-4dda-81d8-e83757fc47e4,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:30.080726 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-63056e04-8417-4d16-95cf-a3d906428dc1 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:30.145099 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-63056e04-8417-4d16-95cf-a3d906428dc1 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:30.301884 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-63056e04-8417-4d16-95cf-a3d906428dc1 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:30.306322 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-63056e04-8417-4d16-95cf-a3d906428dc1 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:30.374659 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63056e04-8417-4d16-95cf-a3d906428dc1 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Pushing event updated for resources: {'Port': ['ID=1de9038a-dde5-4dda-81d8-e83757fc47e4,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:30.386170 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-63056e04-8417-4d16-95cf-a3d906428dc1 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:30.484677 n-d-817746-1 neutron-server[103360]: INFO neutron.db.l3_db [None req-63056e04-8417-4d16-95cf-a3d906428dc1 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Floating IP 460da80b-31fa-45dd-8958-f5323fd24193 associated. External IP: 172.25.0.16, port: bb716373-6573-4807-acd8-4be55d9d1313. Nov 25 18:41:30.687511 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63056e04-8417-4d16-95cf-a3d906428dc1 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Router 83979763-3f0d-4bab-a292-6092b0c5f1e5 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:41:30.795782 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63056e04-8417-4d16-95cf-a3d906428dc1 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:41:30.806199 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f15d5a-4b04-47c2-a30f-3929a2282c97 None None] Sync routers for ids ['83979763-3f0d-4bab-a292-6092b0c5f1e5'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:41:30.812955 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-63056e04-8417-4d16-95cf-a3d906428dc1 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:30.822217 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f15d5a-4b04-47c2-a30f-3929a2282c97 None None] Routers {'83979763-3f0d-4bab-a292-6092b0c5f1e5'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:41:30.822870 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-c0f15d5a-4b04-47c2-a30f-3929a2282c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:41:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['83979763-3f0d-4bab-a292-6092b0c5f1e5'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:30.843896 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-63056e04-8417-4d16-95cf-a3d906428dc1 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5283744 Nov 25 18:41:30.844529 n-d-817746-1 neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9276bbb-8356-4d66-bb5c-b97b4151365d', 'tag': 'bb716373-6573-4807-acd8-4be55d9d1313'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:41:30.847364 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d0839555e12d03b18e125ea23ea5c69b34963c497f7f123e0850523e7aa9b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fdc4b1c-a3f2-4a81-89aa-da9a7f6b2b5d" -d '{"events": [{"name": "network-changed", "server_uuid": "e9276bbb-8356-4d66-bb5c-b97b4151365d", "tag": "bb716373-6573-4807-acd8-4be55d9d1313"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:41:30.886066 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e362fb30-b332-4bd6-898b-b6f9ac3f143f x-openstack-request-id: req-e362fb30-b332-4bd6-898b-b6f9ac3f143f {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:41:30.886366 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9276bbb-8356-4d66-bb5c-b97b4151365d", "tag": "bb716373-6573-4807-acd8-4be55d9d1313", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:41:30.886685 n-d-817746-1 neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e362fb30-b332-4bd6-898b-b6f9ac3f143f {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:41:30.887101 n-d-817746-1 neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9276bbb-8356-4d66-bb5c-b97b4151365d', 'tag': 'bb716373-6573-4807-acd8-4be55d9d1313', 'status': 'completed', 'code': 200} Nov 25 18:41:30.930863 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-c0f15d5a-4b04-47c2-a30f-3929a2282c97 None None] Set router 83979763-3f0d-4bab-a292-6092b0c5f1e5 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:41:30.948953 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc4b1c-a3f2-4a81-89aa-da9a7f6b2b5d req-78a1820e-ac87-437a-bd14-da0524e5face service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:30.951063 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0fdc4b1c-a3f2-4a81-89aa-da9a7f6b2b5d req-78a1820e-ac87-437a-bd14-da0524e5face service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8f57f7325827407082fd1402cdfc1a4a&device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 1097 time: 0.0421996 Nov 25 18:41:31.047442 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc4b1c-a3f2-4a81-89aa-da9a7f6b2b5d req-46750cbd-223d-49f6-b388-fb285f1dc1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:31.049140 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0fdc4b1c-a3f2-4a81-89aa-da9a7f6b2b5d req-46750cbd-223d-49f6-b388-fb285f1dc1df service neutron] 10.222.0.74 "GET /v2.0/networks?id=f2d4a04f-45d0-4994-b0d7-b367387c8522 HTTP/1.1" status: 200 len: 909 time: 0.0896485 Nov 25 18:41:31.116391 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0fdc4b1c-a3f2-4a81-89aa-da9a7f6b2b5d req-034a5b70-7c8f-4205-9f73-0ddc24579c11 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb716373-6573-4807-acd8-4be55d9d1313 HTTP/1.1" status: 200 len: 999 time: 0.0599575 Nov 25 18:41:31.156542 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-c0f15d5a-4b04-47c2-a30f-3929a2282c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83979763-3f0d-4bab-a292-6092b0c5f1e5', 'name': 'tempest-TestShelveInstance-961922976-router', 'tenant_id': '8f57f7325827407082fd1402cdfc1a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'f000946e-d7d1-4617-be1d-f79e8ae1c6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:41:07Z', 'updated_at': '2021-11-25T18:41:09Z', 'revision_number': 4, 'project_id': '8f57f7325827407082fd1402cdfc1a4a', 'gw_port': {'id': 'f000946e-d7d1-4617-be1d-f79e8ae1c6b9', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:48:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83979763-3f0d-4bab-a292-6092b0c5f1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:41:07Z', 'updated_at': '2021-11-25T18:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '460da80b-31fa-45dd-8958-f5323fd24193', 'tenant_id': '8f57f7325827407082fd1402cdfc1a4a', 'floating_ip_address': '172.25.0.16', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '83979763-3f0d-4bab-a292-6092b0c5f1e5', 'port_id': 'bb716373-6573-4807-acd8-4be55d9d1313', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2d4a04f-45d0-4994-b0d7-b367387c8522', 'mac_address': 'fa:16:3e:78:17:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9276bbb-8356-4d66-bb5c-b97b4151365d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:41:29Z', 'updated_at': '2021-11-25T18:41:29Z', 'revision_number': 0, 'project_id': '8f57f7325827407082fd1402cdfc1a4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c0bd24e-075b-4782-8d8f-6ab4d2204ece', 'name': '', 'network_id': 'f2d4a04f-45d0-4994-b0d7-b367387c8522', 'tenant_id': '8f57f7325827407082fd1402cdfc1a4a', 'mac_address': 'fa:16:3e:e0:e4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83979763-3f0d-4bab-a292-6092b0c5f1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'fe6e5b84-c0f7-436a-a447-8018812c2226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:41:09Z', 'updated_at': '2021-11-25T18:41:14Z', 'revision_number': 5, 'project_id': '8f57f7325827407082fd1402cdfc1a4a', 'subnets': [{'id': 'fe6e5b84-c0f7-436a-a447-8018812c2226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:31.167969 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc4b1c-a3f2-4a81-89aa-da9a7f6b2b5d req-3a4f4b8c-5e0f-4f0f-946a-5f6e06f3cade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:31.170313 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0fdc4b1c-a3f2-4a81-89aa-da9a7f6b2b5d req-3a4f4b8c-5e0f-4f0f-946a-5f6e06f3cade service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fe6e5b84-c0f7-436a-a447-8018812c2226 HTTP/1.1" status: 200 len: 847 time: 0.0467248 Nov 25 18:41:31.187661 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f15d5a-4b04-47c2-a30f-3929a2282c97 None None] Checking router: 83979763-3f0d-4bab-a292-6092b0c5f1e5 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:41:31.196105 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f15d5a-4b04-47c2-a30f-3929a2282c97 None None] Routers {'83979763-3f0d-4bab-a292-6092b0c5f1e5'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:41:31.196728 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-c0f15d5a-4b04-47c2-a30f-3929a2282c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:41:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['83979763-3f0d-4bab-a292-6092b0c5f1e5'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:31.221182 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc4b1c-a3f2-4a81-89aa-da9a7f6b2b5d req-fb079156-b7e4-4bec-97c3-b81e9abf01f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:31.222691 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0fdc4b1c-a3f2-4a81-89aa-da9a7f6b2b5d req-fb079156-b7e4-4bec-97c3-b81e9abf01f8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f2d4a04f-45d0-4994-b0d7-b367387c8522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456500 Nov 25 18:41:31.307106 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-c0f15d5a-4b04-47c2-a30f-3929a2282c97 None None] Set router 83979763-3f0d-4bab-a292-6092b0c5f1e5 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:41:31.328120 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0fdc4b1c-a3f2-4a81-89aa-da9a7f6b2b5d req-317ed956-18d8-4510-bb2e-560e994b1e41 service neutron] 10.222.0.74 "GET /v2.0/networks/f2d4a04f-45d0-4994-b0d7-b367387c8522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985944 Nov 25 18:41:31.337460 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:41:31.422797 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0fdc4b1c-a3f2-4a81-89aa-da9a7f6b2b5d req-320f15db-76c3-4f39-8baf-36a8df8f0535 service neutron] 10.222.0.74 "GET /v2.0/networks/f2d4a04f-45d0-4994-b0d7-b367387c8522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877821 Nov 25 18:41:31.530434 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-c0f15d5a-4b04-47c2-a30f-3929a2282c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83979763-3f0d-4bab-a292-6092b0c5f1e5', 'name': 'tempest-TestShelveInstance-961922976-router', 'tenant_id': '8f57f7325827407082fd1402cdfc1a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'f000946e-d7d1-4617-be1d-f79e8ae1c6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:41:07Z', 'updated_at': '2021-11-25T18:41:09Z', 'revision_number': 4, 'project_id': '8f57f7325827407082fd1402cdfc1a4a', 'gw_port': {'id': 'f000946e-d7d1-4617-be1d-f79e8ae1c6b9', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:48:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83979763-3f0d-4bab-a292-6092b0c5f1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:41:07Z', 'updated_at': '2021-11-25T18:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '460da80b-31fa-45dd-8958-f5323fd24193', 'tenant_id': '8f57f7325827407082fd1402cdfc1a4a', 'floating_ip_address': '172.25.0.16', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '83979763-3f0d-4bab-a292-6092b0c5f1e5', 'port_id': 'bb716373-6573-4807-acd8-4be55d9d1313', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2d4a04f-45d0-4994-b0d7-b367387c8522', 'mac_address': 'fa:16:3e:78:17:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9276bbb-8356-4d66-bb5c-b97b4151365d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:41:29Z', 'updated_at': '2021-11-25T18:41:29Z', 'revision_number': 0, 'project_id': '8f57f7325827407082fd1402cdfc1a4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c0bd24e-075b-4782-8d8f-6ab4d2204ece', 'name': '', 'network_id': 'f2d4a04f-45d0-4994-b0d7-b367387c8522', 'tenant_id': '8f57f7325827407082fd1402cdfc1a4a', 'mac_address': 'fa:16:3e:e0:e4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83979763-3f0d-4bab-a292-6092b0c5f1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'fe6e5b84-c0f7-436a-a447-8018812c2226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:41:09Z', 'updated_at': '2021-11-25T18:41:14Z', 'revision_number': 5, 'project_id': '8f57f7325827407082fd1402cdfc1a4a', 'subnets': [{'id': 'fe6e5b84-c0f7-436a-a447-8018812c2226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:31.556935 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f15d5a-4b04-47c2-a30f-3929a2282c97 None None] The sync data for ids ['83979763-3f0d-4bab-a292-6092b0c5f1e5'] in n-d-817746-1 is: [{'id': '83979763-3f0d-4bab-a292-6092b0c5f1e5', 'name': 'tempest-TestShelveInstance-961922976-router', 'tenant_id': '8f57f7325827407082fd1402cdfc1a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'f000946e-d7d1-4617-be1d-f79e8ae1c6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:41:07Z', 'updated_at': '2021-11-25T18:41:09Z', 'revision_number': 4, 'project_id': '8f57f7325827407082fd1402cdfc1a4a', 'gw_port': {'id': 'f000946e-d7d1-4617-be1d-f79e8ae1c6b9', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:48:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83979763-3f0d-4bab-a292-6092b0c5f1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:41:07Z', 'updated_at': '2021-11-25T18:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '460da80b-31fa-45dd-8958-f5323fd24193', 'tenant_id': '8f57f7325827407082fd1402cdfc1a4a', 'floating_ip_address': '172.25.0.16', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '83979763-3f0d-4bab-a292-6092b0c5f1e5', 'port_id': 'bb716373-6573-4807-acd8-4be55d9d1313', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2d4a04f-45d0-4994-b0d7-b367387c8522', 'mac_address': 'fa:16:3e:78:17:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9276bbb-8356-4d66-bb5c-b97b4151365d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:41:29Z', 'updated_at': '2021-11-25T18:41:29Z', 'revision_number': 0, 'project_id': '8f57f7325827407082fd1402cdfc1a4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c0bd24e-075b-4782-8d8f-6ab4d2204ece', 'name': '', 'network_id': 'f2d4a04f-45d0-4994-b0d7-b367387c8522', 'tenant_id': '8f57f7325827407082fd1402cdfc1a4a', 'mac_address': 'fa:16:3e:e0:e4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83979763-3f0d-4bab-a292-6092b0c5f1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'fe6e5b84-c0f7-436a-a447-8018812c2226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:41:09Z', 'updated_at': '2021-11-25T18:41:14Z', 'revision_number': 5, 'project_id': '8f57f7325827407082fd1402cdfc1a4a', 'subnets': [{'id': 'fe6e5b84-c0f7-436a-a447-8018812c2226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:41:31.755006 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b336d336-30ce-46f0-a1b0-58837de95dc3 None None] New status for floating IP 460da80b-31fa-45dd-8958-f5323fd24193: ACTIVE {{(pid=103363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:41:47.267104 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-62a56304-0413-4a4c-84dc-5480151a3d57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:47.408808 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:47.641331 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:49.994241 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-05bfb7a7-1f22-4d2c-852c-70613387513c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:51.136769 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:52.323064 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:53.216589 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:08.336651 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:42:11.832690 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c178609a-9958-49c2-bdba-ad854802dc0e req-e5a0dae7-5ee2-449e-bf2a-ca85334a17c1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404875 Nov 25 18:42:11.914947 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c178609a-9958-49c2-bdba-ad854802dc0e req-930939f9-b8b5-463f-8d1f-40f76be199a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:11.916413 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c178609a-9958-49c2-bdba-ad854802dc0e req-930939f9-b8b5-463f-8d1f-40f76be199a5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8f57f7325827407082fd1402cdfc1a4a&device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 1097 time: 0.0413511 Nov 25 18:42:12.027133 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c178609a-9958-49c2-bdba-ad854802dc0e req-7277cff7-1dab-4aa1-b159-5aa37faacc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:12.028615 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c178609a-9958-49c2-bdba-ad854802dc0e req-7277cff7-1dab-4aa1-b159-5aa37faacc88 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f2d4a04f-45d0-4994-b0d7-b367387c8522 HTTP/1.1" status: 200 len: 909 time: 0.0918760 Nov 25 18:42:12.094945 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c178609a-9958-49c2-bdba-ad854802dc0e req-d334f38d-4a60-405a-a937-88ac8a40dc53 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb716373-6573-4807-acd8-4be55d9d1313 HTTP/1.1" status: 200 len: 1001 time: 0.0588284 Nov 25 18:42:12.144103 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c178609a-9958-49c2-bdba-ad854802dc0e req-159ff98a-43c0-4415-9e69-fdf335425547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:12.145591 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c178609a-9958-49c2-bdba-ad854802dc0e req-159ff98a-43c0-4415-9e69-fdf335425547 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fe6e5b84-c0f7-436a-a447-8018812c2226 HTTP/1.1" status: 200 len: 847 time: 0.0439525 Nov 25 18:42:12.194980 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c178609a-9958-49c2-bdba-ad854802dc0e req-ee491754-fc4f-4fe8-8ebd-48c59eeb2a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:12.196469 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c178609a-9958-49c2-bdba-ad854802dc0e req-ee491754-fc4f-4fe8-8ebd-48c59eeb2a6d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f2d4a04f-45d0-4994-b0d7-b367387c8522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436814 Nov 25 18:42:12.286223 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c178609a-9958-49c2-bdba-ad854802dc0e req-759425fe-a058-47e0-a062-60ca84be9bd8 service neutron] 10.222.0.74 "GET /v2.0/networks/f2d4a04f-45d0-4994-b0d7-b367387c8522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817552 Nov 25 18:42:12.380878 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c178609a-9958-49c2-bdba-ad854802dc0e req-e84eb3dd-a476-4861-8f86-757567f8bdda service neutron] 10.222.0.74 "GET /v2.0/networks/f2d4a04f-45d0-4994-b0d7-b367387c8522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871701 Nov 25 18:42:17.269124 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-477836cd-fc48-4999-807a-7f55b280e8f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:17.424737 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:17.654426 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:19.997197 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-649129d8-95b4-4ea8-8f40-5fa1af6386d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:21.139033 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:22.321275 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:23.222217 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:45.336769 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:42:47.270621 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-da4490e5-bc25-4f40-b3cf-6e6e36d97b3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:47.425791 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:47.658909 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:50.000013 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-c4ee7afd-91cb-43e4-b310-9c6a423873bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:51.141153 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:52.322796 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:53.213479 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:08.059505 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [req-9510153e-ce20-499d-9a4d-0f801d1ec0dc req-e302e4b3-0433-43e5-b90e-f65ec5414001 service neutron] (103360) timed out ('10.222.0.75', 34604) {{(pid=103360) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 18:43:12.676803 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eb8c868e-e9df-4a4e-b631-312a6f736848 req-efd205b9-e539-41c2-9d0b-fa0a88553dc3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409169 Nov 25 18:43:12.759330 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c868e-e9df-4a4e-b631-312a6f736848 req-91c1169c-0094-4b7e-bb38-462627537b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:12.760810 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eb8c868e-e9df-4a4e-b631-312a6f736848 req-91c1169c-0094-4b7e-bb38-462627537b28 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8f57f7325827407082fd1402cdfc1a4a&device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 1097 time: 0.0413949 Nov 25 18:43:12.866928 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c868e-e9df-4a4e-b631-312a6f736848 req-7411e05b-511b-4699-9a39-3bfaf19ab478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:12.868373 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eb8c868e-e9df-4a4e-b631-312a6f736848 req-7411e05b-511b-4699-9a39-3bfaf19ab478 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f2d4a04f-45d0-4994-b0d7-b367387c8522 HTTP/1.1" status: 200 len: 909 time: 0.0867479 Nov 25 18:43:12.932527 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eb8c868e-e9df-4a4e-b631-312a6f736848 req-b96d9828-395b-4cf2-bba4-958d211d0987 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb716373-6573-4807-acd8-4be55d9d1313 HTTP/1.1" status: 200 len: 1001 time: 0.0568762 Nov 25 18:43:12.983088 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c868e-e9df-4a4e-b631-312a6f736848 req-9641e8d6-a6e9-4307-bc48-fb3fccc19c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:12.984514 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eb8c868e-e9df-4a4e-b631-312a6f736848 req-9641e8d6-a6e9-4307-bc48-fb3fccc19c45 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fe6e5b84-c0f7-436a-a447-8018812c2226 HTTP/1.1" status: 200 len: 847 time: 0.0446711 Nov 25 18:43:13.033431 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c868e-e9df-4a4e-b631-312a6f736848 req-95fddb19-b6d9-4ac0-a037-4ba20fcd72e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:13.034976 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eb8c868e-e9df-4a4e-b631-312a6f736848 req-95fddb19-b6d9-4ac0-a037-4ba20fcd72e3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f2d4a04f-45d0-4994-b0d7-b367387c8522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432658 Nov 25 18:43:13.125458 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eb8c868e-e9df-4a4e-b631-312a6f736848 req-c4cddcbd-8ab0-490c-89fe-8ffd7616ed3a service neutron] 10.222.0.74 "GET /v2.0/networks/f2d4a04f-45d0-4994-b0d7-b367387c8522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837357 Nov 25 18:43:13.216929 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eb8c868e-e9df-4a4e-b631-312a6f736848 req-ad2cf316-f8d9-44b0-ad81-d8869d130ddb service neutron] 10.222.0.74 "GET /v2.0/networks/f2d4a04f-45d0-4994-b0d7-b367387c8522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845077 Nov 25 18:43:17.273521 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-aa71d0b9-8967-41d0-9152-4181695dad8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:17.440320 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:17.663502 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:20.002570 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ee4797e7-328f-4ccf-8ece-b9921996579e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:21.144506 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:22.325365 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:22.335378 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:43:23.214721 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:26.529129 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da6cfaf-5046-44c7-a463-f54b3cbee94d req-ad11b946-2337-4b99-9a5c-bf26d97dd439 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:26.530502 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7da6cfaf-5046-44c7-a463-f54b3cbee94d req-ad11b946-2337-4b99-9a5c-bf26d97dd439 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 946 time: 0.0497713 Nov 25 18:43:26.579475 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7da6cfaf-5046-44c7-a463-f54b3cbee94d req-14cff4f4-d61f-4f23-8962-d50cffdb2c91 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1a8ca7c-7af6-463a-8010-01a1d9d331e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431051 Nov 25 18:43:27.720492 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d08cd-8b3d-426d-a553-558992697d87 req-75b8b1c9-44ff-438a-bfdd-8ece10d4314e tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:27.721992 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-761d08cd-8b3d-426d-a553-558992697d87 req-75b8b1c9-44ff-438a-bfdd-8ece10d4314e tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 946 time: 0.0480342 Nov 25 18:43:27.770468 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-761d08cd-8b3d-426d-a553-558992697d87 req-15617d31-19d0-4a2c-a46d-5628aac91297 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1a8ca7c-7af6-463a-8010-01a1d9d331e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419853 Nov 25 18:43:28.911668 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5063e72-b2b6-42c8-853a-38c3c6036a48 req-7a2c90dd-c324-4c49-a998-c5b45aef3735 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:28.913774 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c5063e72-b2b6-42c8-853a-38c3c6036a48 req-7a2c90dd-c324-4c49-a998-c5b45aef3735 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 946 time: 0.0530665 Nov 25 18:43:28.962472 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c5063e72-b2b6-42c8-853a-38c3c6036a48 req-1c1ff03f-b4f2-4897-81fe-427de5143340 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1a8ca7c-7af6-463a-8010-01a1d9d331e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426624 Nov 25 18:43:30.083001 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747b7c7-da6b-4364-a234-a4458238184a req-4dedb6bb-90b6-456b-8b18-ea19bd0edb02 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:30.084665 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9747b7c7-da6b-4364-a234-a4458238184a req-4dedb6bb-90b6-456b-8b18-ea19bd0edb02 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 946 time: 0.0491021 Nov 25 18:43:30.133726 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9747b7c7-da6b-4364-a234-a4458238184a req-053120d8-800b-4014-a1b8-24de8faab034 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1a8ca7c-7af6-463a-8010-01a1d9d331e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431232 Nov 25 18:43:31.255407 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577dc98-3d29-4c9a-8786-653747064011 req-cddce4ef-bc25-480b-962d-a660854f7280 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:31.257520 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e577dc98-3d29-4c9a-8786-653747064011 req-cddce4ef-bc25-480b-962d-a660854f7280 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 946 time: 0.0525184 Nov 25 18:43:31.307099 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e577dc98-3d29-4c9a-8786-653747064011 req-925c6fab-39a0-4056-9a19-f8ee8f014c69 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1a8ca7c-7af6-463a-8010-01a1d9d331e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435934 Nov 25 18:43:32.422955 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4240ed91-1538-4716-8a84-6aed372cdd15 req-c11da3cd-4190-44c2-a7ba-2632a36225bd tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:32.424438 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4240ed91-1538-4716-8a84-6aed372cdd15 req-c11da3cd-4190-44c2-a7ba-2632a36225bd tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 946 time: 0.0492437 Nov 25 18:43:32.473506 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4240ed91-1538-4716-8a84-6aed372cdd15 req-c82bb745-52c3-4306-a204-a3d676478049 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1a8ca7c-7af6-463a-8010-01a1d9d331e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429747 Nov 25 18:43:33.604351 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd26d560-6632-4646-9c05-8f5466c01bcb req-0a9bdd54-dc23-4aa2-a26c-5e34fb3cb9ba tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:33.605845 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cd26d560-6632-4646-9c05-8f5466c01bcb req-0a9bdd54-dc23-4aa2-a26c-5e34fb3cb9ba tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 946 time: 0.0612669 Nov 25 18:43:33.658443 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cd26d560-6632-4646-9c05-8f5466c01bcb req-93e222d3-486b-408d-b9be-3be818362ab4 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1a8ca7c-7af6-463a-8010-01a1d9d331e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465875 Nov 25 18:43:34.771891 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b845e53-c184-4e02-8280-d6255592bf3f req-6575950b-41a0-4a5c-b6c0-bea7a274a914 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:34.773913 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8b845e53-c184-4e02-8280-d6255592bf3f req-6575950b-41a0-4a5c-b6c0-bea7a274a914 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 946 time: 0.0484102 Nov 25 18:43:34.821773 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8b845e53-c184-4e02-8280-d6255592bf3f req-e3796eed-ca6e-41eb-aff9-e664313d826e tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1a8ca7c-7af6-463a-8010-01a1d9d331e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419333 Nov 25 18:43:35.936175 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3246d-53da-42ac-8b4c-ebd54c4b679e req-c9300ec5-79a8-4a8b-b845-865d80a71089 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:35.937701 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ebc3246d-53da-42ac-8b4c-ebd54c4b679e req-c9300ec5-79a8-4a8b-b845-865d80a71089 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 946 time: 0.0481331 Nov 25 18:43:35.987441 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ebc3246d-53da-42ac-8b4c-ebd54c4b679e req-42392a3c-3d55-40bc-8360-a0efa2776b26 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1a8ca7c-7af6-463a-8010-01a1d9d331e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438185 Nov 25 18:43:37.109561 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba12c75f-18a2-4e50-a9de-ced5caa1b11c req-ba047ccd-aa54-473a-8f02-7ab14c19ce5b tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:37.111015 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ba12c75f-18a2-4e50-a9de-ced5caa1b11c req-ba047ccd-aa54-473a-8f02-7ab14c19ce5b tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 946 time: 0.0524466 Nov 25 18:43:37.159847 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ba12c75f-18a2-4e50-a9de-ced5caa1b11c req-4a0654ee-ece5-4acf-ab9d-d63228a6b9c9 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1a8ca7c-7af6-463a-8010-01a1d9d331e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427313 Nov 25 18:43:38.281151 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a72057-2d2c-4ecc-8dd7-52c9cf72e588 req-a963b742-9ca8-41d2-bf28-ef688442874f tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:38.282520 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-08a72057-2d2c-4ecc-8dd7-52c9cf72e588 req-a963b742-9ca8-41d2-bf28-ef688442874f tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 946 time: 0.0480425 Nov 25 18:43:38.331089 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-08a72057-2d2c-4ecc-8dd7-52c9cf72e588 req-501d0db6-75dd-4aed-8f83-5800bc622d99 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1a8ca7c-7af6-463a-8010-01a1d9d331e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422173 Nov 25 18:43:39.252961 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device bb716373-6573-4807-acd8-4be55d9d1313 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:43:39.357503 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port bb716373-6573-4807-acd8-4be55d9d1313, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=bb716373-6573-4807-acd8-4be55d9d1313,segment=NetworkSegment(2345d44b-830d-4bb2-b63a-4fcca5c37f9e),segment_id=2345d44b-830d-4bb2-b63a-4fcca5c37f9e)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:43:39.371002 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': 'bb716373-6573-4807-acd8-4be55d9d1313', 'network_id': 'f2d4a04f-45d0-4994-b0d7-b367387c8522', 'port_id': 'bb716373-6573-4807-acd8-4be55d9d1313', 'mac_address': 'fa:16:3e:78:17:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 913, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe6e5b84-c0f7-436a-a447-8018812c2226', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:43:39.425893 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:39.451679 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bb716373-6573-4807-acd8-4be55d9d1313 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:43:39.455661 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d8dfb0-7c02-440b-ba5e-5c614e89808a req-38c7013c-68a6-440a-9bd0-68ce0528019a tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:39.463683 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e0d8dfb0-7c02-440b-ba5e-5c614e89808a req-38c7013c-68a6-440a-9bd0-68ce0528019a tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 946 time: 0.0571048 Nov 25 18:43:39.472960 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port bb716373-6573-4807-acd8-4be55d9d1313, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=bb716373-6573-4807-acd8-4be55d9d1313,segment=NetworkSegment(2345d44b-830d-4bb2-b63a-4fcca5c37f9e),segment_id=2345d44b-830d-4bb2-b63a-4fcca5c37f9e)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:43:39.478998 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:39.536290 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e0d8dfb0-7c02-440b-ba5e-5c614e89808a req-88d33c3b-f9b7-4bc2-b34b-f6daa8a0c8ef tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1a8ca7c-7af6-463a-8010-01a1d9d331e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713713 Nov 25 18:43:39.542557 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=bb716373-6573-4807-acd8-4be55d9d1313,revision_number=6']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:39.550737 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:43:39.553594 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:43:39.554560 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:43:39.554910 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:43:39.555255 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:43:39.555849 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:43:39.556060 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:43:39.556407 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:43:39.556747 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:43:39.557106 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:43:39.557443 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:43:39.557866 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:43:39.564145 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['bb716373-6573-4807-acd8-4be55d9d1313'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:43:40.674500 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c53d8ff-c995-4114-975f-0e7bf1325e90 req-c4bb0108-0eff-4293-a0c0-1923937260f9 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:40.676620 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3c53d8ff-c995-4114-975f-0e7bf1325e90 req-c4bb0108-0eff-4293-a0c0-1923937260f9 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 945 time: 0.0616632 Nov 25 18:43:40.738676 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3c53d8ff-c995-4114-975f-0e7bf1325e90 req-307de4a5-e8b9-41d6-b851-4365223daae3 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1a8ca7c-7af6-463a-8010-01a1d9d331e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553653 Nov 25 18:43:41.251897 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device bb716373-6573-4807-acd8-4be55d9d1313 up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:43:41.313391 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port bb716373-6573-4807-acd8-4be55d9d1313 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:43:41.313813 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:41.414386 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:41.442303 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9276bbb-8356-4d66-bb5c-b97b4151365d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb716373-6573-4807-acd8-4be55d9d1313'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:43:41.444789 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e885ae7a60f1de4153d3a84cf91c96dac968753d8c7eb30b74097738adf70354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b7d6a4-d69c-4997-b660-a5d09e26f19a" -d '{"events": [{"server_uuid": "e9276bbb-8356-4d66-bb5c-b97b4151365d", "name": "network-vif-plugged", "status": "completed", "tag": "bb716373-6573-4807-acd8-4be55d9d1313"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:43:41.458823 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port bb716373-6573-4807-acd8-4be55d9d1313, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=bb716373-6573-4807-acd8-4be55d9d1313,segment=NetworkSegment(2345d44b-830d-4bb2-b63a-4fcca5c37f9e),segment_id=2345d44b-830d-4bb2-b63a-4fcca5c37f9e)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:43:41.467230 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:41.495905 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5841901d-9f07-48da-ab74-2df88316bae0 x-openstack-request-id: req-5841901d-9f07-48da-ab74-2df88316bae0 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:43:41.496245 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9276bbb-8356-4d66-bb5c-b97b4151365d", "name": "network-vif-plugged", "status": "completed", "tag": "bb716373-6573-4807-acd8-4be55d9d1313", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:43:41.496462 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5841901d-9f07-48da-ab74-2df88316bae0 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:43:41.496897 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9276bbb-8356-4d66-bb5c-b97b4151365d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb716373-6573-4807-acd8-4be55d9d1313', 'code': 200} Nov 25 18:43:41.526721 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=bb716373-6573-4807-acd8-4be55d9d1313,revision_number=7']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:41.873671 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef9bdb3-bc5c-498b-b941-b11290513387 req-e6d04dd7-9d98-4789-bb51-423aab7062fe tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:41.875361 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5ef9bdb3-bc5c-498b-b941-b11290513387 req-e6d04dd7-9d98-4789-bb51-423aab7062fe tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 946 time: 0.0524783 Nov 25 18:43:41.928458 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5ef9bdb3-bc5c-498b-b941-b11290513387 req-b5fa9fb4-8303-47e1-be47-efde065cb9f4 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1a8ca7c-7af6-463a-8010-01a1d9d331e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468445 Nov 25 18:43:43.076267 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75513f-8e10-475e-87f5-3d4bb79b1f30 req-efe58151-c89c-479c-82f1-7d7539e3f00c tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:43.077961 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cc75513f-8e10-475e-87f5-3d4bb79b1f30 req-efe58151-c89c-479c-82f1-7d7539e3f00c tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 946 time: 0.0609324 Nov 25 18:43:43.130619 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cc75513f-8e10-475e-87f5-3d4bb79b1f30 req-70c7c230-435b-4afd-b5a0-05942737ac9c tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1a8ca7c-7af6-463a-8010-01a1d9d331e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464349 Nov 25 18:43:44.258594 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52379c9f-e2b9-49a6-9347-d115adf28ac8 req-8aa871ea-7262-48af-bc02-9f096a023477 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:44.260816 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-52379c9f-e2b9-49a6-9347-d115adf28ac8 req-8aa871ea-7262-48af-bc02-9f096a023477 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 946 time: 0.0528519 Nov 25 18:43:44.337498 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-52379c9f-e2b9-49a6-9347-d115adf28ac8 req-1b221655-bd97-45be-a8d3-89527c0c4ca8 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1a8ca7c-7af6-463a-8010-01a1d9d331e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682995 Nov 25 18:43:45.485835 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb77ff-3e04-41fc-aa76-c8881049523d req-0056e282-964a-4e2a-bc69-08dc4f0cea07 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:45.487525 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-40fb77ff-3e04-41fc-aa76-c8881049523d req-0056e282-964a-4e2a-bc69-08dc4f0cea07 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 946 time: 0.0699275 Nov 25 18:43:45.554297 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-40fb77ff-3e04-41fc-aa76-c8881049523d req-65644e2c-244a-469b-944c-ad8298ca236b tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1a8ca7c-7af6-463a-8010-01a1d9d331e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598595 Nov 25 18:43:46.696523 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a356a-1ecf-465e-b62f-f663872f3191 req-90d7610b-9130-4007-a782-484daa74ab3b tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:46.698117 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-766a356a-1ecf-465e-b62f-f663872f3191 req-90d7610b-9130-4007-a782-484daa74ab3b tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 946 time: 0.0685022 Nov 25 18:43:46.755321 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-766a356a-1ecf-465e-b62f-f663872f3191 req-379c454a-62ea-4d10-8f5d-a1ac6b9f33b8 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1a8ca7c-7af6-463a-8010-01a1d9d331e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497587 Nov 25 18:43:47.277706 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-fdab37af-934e-46f2-86e2-976965fb9e66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:47.473485 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:47.688740 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:47.874724 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccb3cfc-9e4a-4f97-a24a-5953cc7eeb87 req-3a99a628-364c-4dd9-8964-52452e3fa49e tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:47.876184 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8ccb3cfc-9e4a-4f97-a24a-5953cc7eeb87 req-3a99a628-364c-4dd9-8964-52452e3fa49e tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 946 time: 0.0490592 Nov 25 18:43:47.932050 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8ccb3cfc-9e4a-4f97-a24a-5953cc7eeb87 req-3dde02c8-0df5-4a1d-998e-75849098ccf4 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1a8ca7c-7af6-463a-8010-01a1d9d331e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497708 Nov 25 18:43:48.356978 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893caf06-bfb9-47c2-8fdd-ba0319e6bbb0 req-c8d1923b-ffc1-4623-81da-634d5cad2d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:48.358465 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-893caf06-bfb9-47c2-8fdd-ba0319e6bbb0 req-c8d1923b-ffc1-4623-81da-634d5cad2d2c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8f57f7325827407082fd1402cdfc1a4a&device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 1097 time: 0.1154344 Nov 25 18:43:48.449467 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893caf06-bfb9-47c2-8fdd-ba0319e6bbb0 req-389f5fdf-49d1-4656-a3b3-1a340ede631e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:48.450992 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-893caf06-bfb9-47c2-8fdd-ba0319e6bbb0 req-389f5fdf-49d1-4656-a3b3-1a340ede631e service neutron] 10.222.0.74 "GET /v2.0/networks?id=f2d4a04f-45d0-4994-b0d7-b367387c8522 HTTP/1.1" status: 200 len: 909 time: 0.0843096 Nov 25 18:43:48.519530 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-893caf06-bfb9-47c2-8fdd-ba0319e6bbb0 req-cc0f0257-0281-4642-9ca7-c929f6cfafa4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb716373-6573-4807-acd8-4be55d9d1313 HTTP/1.1" status: 200 len: 1001 time: 0.0610123 Nov 25 18:43:48.568257 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893caf06-bfb9-47c2-8fdd-ba0319e6bbb0 req-5eac12c8-80a6-41bc-b6d5-0e51af7971ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:48.570310 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-893caf06-bfb9-47c2-8fdd-ba0319e6bbb0 req-5eac12c8-80a6-41bc-b6d5-0e51af7971ca service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fe6e5b84-c0f7-436a-a447-8018812c2226 HTTP/1.1" status: 200 len: 847 time: 0.0431957 Nov 25 18:43:48.619580 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893caf06-bfb9-47c2-8fdd-ba0319e6bbb0 req-a65ee790-28a1-4b08-ba38-4ca10c788721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:48.621087 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-893caf06-bfb9-47c2-8fdd-ba0319e6bbb0 req-a65ee790-28a1-4b08-ba38-4ca10c788721 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f2d4a04f-45d0-4994-b0d7-b367387c8522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445416 Nov 25 18:43:48.716934 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-893caf06-bfb9-47c2-8fdd-ba0319e6bbb0 req-a9c7e3f0-c903-4cab-9c73-140434f9338d service neutron] 10.222.0.74 "GET /v2.0/networks/f2d4a04f-45d0-4994-b0d7-b367387c8522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867374 Nov 25 18:43:48.807574 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-893caf06-bfb9-47c2-8fdd-ba0319e6bbb0 req-8863b942-408a-4c66-876a-4a464d8d62bf service neutron] 10.222.0.74 "GET /v2.0/networks/f2d4a04f-45d0-4994-b0d7-b367387c8522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824838 Nov 25 18:43:49.056273 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c7a906-6a42-469a-acc9-4750e125d178 req-70517422-3096-4114-bfe1-6ea2af08f268 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:49.057814 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d4c7a906-6a42-469a-acc9-4750e125d178 req-70517422-3096-4114-bfe1-6ea2af08f268 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 946 time: 0.0538051 Nov 25 18:43:49.106740 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d4c7a906-6a42-469a-acc9-4750e125d178 req-0297364d-874f-4531-a006-15564eee426f tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1a8ca7c-7af6-463a-8010-01a1d9d331e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430410 Nov 25 18:43:50.003624 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1542d388-cff6-4943-a92a-9c77a2f4125b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:50.223757 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a210b8-00e3-4b7e-aa03-f3fefb1948e4 req-927c64d1-adf5-44bc-8f26-ef3ec56c4d24 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:50.225357 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d4a210b8-00e3-4b7e-aa03-f3fefb1948e4 req-927c64d1-adf5-44bc-8f26-ef3ec56c4d24 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 946 time: 0.0511100 Nov 25 18:43:50.279031 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d4a210b8-00e3-4b7e-aa03-f3fefb1948e4 req-cecb239b-95cd-4488-9128-2091b3522315 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1a8ca7c-7af6-463a-8010-01a1d9d331e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470717 Nov 25 18:43:51.146655 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:51.290999 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device bb716373-6573-4807-acd8-4be55d9d1313 no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:43:51.370423 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:51.392582 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9276bbb-8356-4d66-bb5c-b97b4151365d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb716373-6573-4807-acd8-4be55d9d1313'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:43:51.393306 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fbf918-e3da-46bb-a983-e9687a72089d req-3eb73f61-64e1-483e-b177-82821af780a9 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:51.394792 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-79fbf918-e3da-46bb-a983-e9687a72089d req-3eb73f61-64e1-483e-b177-82821af780a9 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 946 time: 0.0479393 Nov 25 18:43:51.394977 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e885ae7a60f1de4153d3a84cf91c96dac968753d8c7eb30b74097738adf70354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c45233b-c055-4047-8dbf-0807e30a40f0" -d '{"events": [{"server_uuid": "e9276bbb-8356-4d66-bb5c-b97b4151365d", "name": "network-vif-unplugged", "status": "completed", "tag": "bb716373-6573-4807-acd8-4be55d9d1313"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:43:51.409066 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port bb716373-6573-4807-acd8-4be55d9d1313, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=bb716373-6573-4807-acd8-4be55d9d1313,segment=NetworkSegment(2345d44b-830d-4bb2-b63a-4fcca5c37f9e),segment_id=2345d44b-830d-4bb2-b63a-4fcca5c37f9e)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:43:51.414449 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:51.437619 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 25 Nov 2021 18:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f023c330-c523-4c87-a1a3-904e1f3e8e63 x-openstack-request-id: req-f023c330-c523-4c87-a1a3-904e1f3e8e63 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:43:51.437917 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9276bbb-8356-4d66-bb5c-b97b4151365d", "name": "network-vif-unplugged", "status": "failed", "tag": "bb716373-6573-4807-acd8-4be55d9d1313", "code": 422}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:43:51.438174 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f023c330-c523-4c87-a1a3-904e1f3e8e63 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:43:51.438569 n-d-817746-1 neutron-server[103362]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e9276bbb-8356-4d66-bb5c-b97b4151365d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bb716373-6573-4807-acd8-4be55d9d1313', 'code': 422} returned with failed status Nov 25 18:43:51.451080 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-79fbf918-e3da-46bb-a983-e9687a72089d req-c8a4e690-a2a9-40cd-892d-634f19a96b90 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1a8ca7c-7af6-463a-8010-01a1d9d331e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486746 Nov 25 18:43:51.464983 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=bb716373-6573-4807-acd8-4be55d9d1313,revision_number=8']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:51.582562 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [req-bf510957-5dad-4352-aecc-1a62d4f5c11b req-a076b24b-4d36-4df6-82bf-e1c80dadf46d service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:43:51.583666 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bf510957-5dad-4352-aecc-1a62d4f5c11b req-a076b24b-4d36-4df6-82bf-e1c80dadf46d service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0683246 Nov 25 18:43:52.032879 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08095aa-c28e-4c4b-93c8-990a9ff726cc req-bd182ec6-55ac-45e6-99dc-3b1ed23b0910 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:52.034372 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e08095aa-c28e-4c4b-93c8-990a9ff726cc req-bd182ec6-55ac-45e6-99dc-3b1ed23b0910 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 944 time: 0.3466532 Nov 25 18:43:52.051703 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-81b2b05f-fc19-45fe-89e0-cdc8b9211856 req-0bc6de09-e08b-43a0-8900-018fd0b04dda service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0941153 Nov 25 18:43:52.085513 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e08095aa-c28e-4c4b-93c8-990a9ff726cc req-0aeb3aaf-e38a-4eb5-b9a3-20841478c779 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1a8ca7c-7af6-463a-8010-01a1d9d331e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447116 Nov 25 18:43:52.328498 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:52.829636 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2b05f-fc19-45fe-89e0-cdc8b9211856 req-9673d0ae-1f9e-4a15-ace6-ae4bb2e9b500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:52.831017 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-81b2b05f-fc19-45fe-89e0-cdc8b9211856 req-9673d0ae-1f9e-4a15-ace6-ae4bb2e9b500 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d&tenant_id=8f57f7325827407082fd1402cdfc1a4a HTTP/1.1" status: 200 len: 1095 time: 0.0392160 Nov 25 18:43:52.891826 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2b05f-fc19-45fe-89e0-cdc8b9211856 req-f0169f34-c0fc-4a15-9590-da8eb0266071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:52.893565 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-81b2b05f-fc19-45fe-89e0-cdc8b9211856 req-f0169f34-c0fc-4a15-9590-da8eb0266071 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8f57f7325827407082fd1402cdfc1a4a&device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 1095 time: 0.0400770 Nov 25 18:43:52.985913 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2b05f-fc19-45fe-89e0-cdc8b9211856 req-5dbca61d-0f71-4160-8b4b-4ea8d043ef2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:52.987377 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-81b2b05f-fc19-45fe-89e0-cdc8b9211856 req-5dbca61d-0f71-4160-8b4b-4ea8d043ef2d service neutron] 10.222.0.74 "GET /v2.0/networks?id=f2d4a04f-45d0-4994-b0d7-b367387c8522 HTTP/1.1" status: 200 len: 909 time: 0.0874801 Nov 25 18:43:53.052291 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-81b2b05f-fc19-45fe-89e0-cdc8b9211856 req-d47b488a-9201-4026-95e7-0c76f6c304f3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb716373-6573-4807-acd8-4be55d9d1313 HTTP/1.1" status: 200 len: 999 time: 0.0581408 Nov 25 18:43:53.104911 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2b05f-fc19-45fe-89e0-cdc8b9211856 req-f57ce7a1-38b0-4a86-a59a-e7e8c24c9cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:53.106286 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-81b2b05f-fc19-45fe-89e0-cdc8b9211856 req-f57ce7a1-38b0-4a86-a59a-e7e8c24c9cbe service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fe6e5b84-c0f7-436a-a447-8018812c2226 HTTP/1.1" status: 200 len: 847 time: 0.0475576 Nov 25 18:43:53.153840 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2b05f-fc19-45fe-89e0-cdc8b9211856 req-e39954ac-8e37-4718-8c1a-f8714ae39f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:53.155349 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-81b2b05f-fc19-45fe-89e0-cdc8b9211856 req-e39954ac-8e37-4718-8c1a-f8714ae39f30 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f2d4a04f-45d0-4994-b0d7-b367387c8522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414515 Nov 25 18:43:53.219710 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:53.258730 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c0a9f7-2f0f-48c6-ac25-6dc2ad7f95a6 req-cd26130b-6c05-46e9-a6ac-5d9221943f32 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:53.260223 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-27c0a9f7-2f0f-48c6-ac25-6dc2ad7f95a6 req-cd26130b-6c05-46e9-a6ac-5d9221943f32 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 944 time: 0.1039913 Nov 25 18:43:53.297698 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-81b2b05f-fc19-45fe-89e0-cdc8b9211856 req-4a5bbd02-57f8-4a06-aa79-065cdf6912f0 service neutron] 10.222.0.74 "GET /v2.0/networks/f2d4a04f-45d0-4994-b0d7-b367387c8522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331174 Nov 25 18:43:53.345367 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-27c0a9f7-2f0f-48c6-ac25-6dc2ad7f95a6 req-18e483b4-c772-44ca-801d-e8cbbf33738f tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1a8ca7c-7af6-463a-8010-01a1d9d331e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767682 Nov 25 18:43:53.409790 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-81b2b05f-fc19-45fe-89e0-cdc8b9211856 req-410b30d3-9c84-49f5-afea-ad90b90476ef service neutron] 10.222.0.74 "GET /v2.0/networks/f2d4a04f-45d0-4994-b0d7-b367387c8522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023617 Nov 25 18:43:54.473730 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380f9b1-503a-4876-9b97-12566344181f req-d22096c7-1a3e-49c2-aa27-9d728ca14487 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:54.475452 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2380f9b1-503a-4876-9b97-12566344181f req-d22096c7-1a3e-49c2-aa27-9d728ca14487 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 944 time: 0.0541258 Nov 25 18:43:54.528819 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2380f9b1-503a-4876-9b97-12566344181f req-420582e1-56c3-42fe-9a6d-dee9627c4a70 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1a8ca7c-7af6-463a-8010-01a1d9d331e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462592 Nov 25 18:43:55.652089 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406f5b1-d0c3-4f26-a45d-7c2b9393ab99 req-d4e740e4-913e-42b2-891c-ead18fd6fbf7 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:55.653938 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1406f5b1-d0c3-4f26-a45d-7c2b9393ab99 req-d4e740e4-913e-42b2-891c-ead18fd6fbf7 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 944 time: 0.0528257 Nov 25 18:43:55.705842 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1406f5b1-d0c3-4f26-a45d-7c2b9393ab99 req-6245e7c7-9843-4a3a-aed3-4219eab2bf7b tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1a8ca7c-7af6-463a-8010-01a1d9d331e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457847 Nov 25 18:43:56.835122 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c024d-f401-42e8-a0c2-e01023a1f892 req-b7c87b1b-f41f-4a6b-b850-e702ab0e6ca7 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:56.842871 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed6c024d-f401-42e8-a0c2-e01023a1f892 req-b7c87b1b-f41f-4a6b-b850-e702ab0e6ca7 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 944 time: 0.0571663 Nov 25 18:43:56.892611 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ed6c024d-f401-42e8-a0c2-e01023a1f892 req-fcf8d740-9a82-45fc-8693-d933adbdc7cf tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1a8ca7c-7af6-463a-8010-01a1d9d331e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467441 Nov 25 18:43:58.015845 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b97db-9ec2-4326-a263-af20ebd0929d req-c7899cc8-13eb-4caa-b1ed-db87aa0b0499 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:58.018450 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-949b97db-9ec2-4326-a263-af20ebd0929d req-c7899cc8-13eb-4caa-b1ed-db87aa0b0499 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 944 time: 0.0547261 Nov 25 18:43:58.074448 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-949b97db-9ec2-4326-a263-af20ebd0929d req-e78c53b2-cc5f-4195-8e4e-fe48404e3efd tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1a8ca7c-7af6-463a-8010-01a1d9d331e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491855 Nov 25 18:43:59.201107 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0290e4f8-a080-42ed-9acf-543cf1860e44 req-d4e97a8b-61ee-4928-a886-eda487fd77d0 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:59.202581 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0290e4f8-a080-42ed-9acf-543cf1860e44 req-d4e97a8b-61ee-4928-a886-eda487fd77d0 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 944 time: 0.0562842 Nov 25 18:43:59.254409 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0290e4f8-a080-42ed-9acf-543cf1860e44 req-812c0f68-d1c3-405e-bd5b-abf3ab4ea4f5 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1a8ca7c-7af6-463a-8010-01a1d9d331e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458193 Nov 25 18:43:59.335062 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:44:00.374818 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638da7fe-dd20-4a44-8be7-e2451ff76724 req-5d4f12ce-2c83-4dd4-a241-3441aea27f80 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:00.377058 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-638da7fe-dd20-4a44-8be7-e2451ff76724 req-5d4f12ce-2c83-4dd4-a241-3441aea27f80 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 944 time: 0.0527673 Nov 25 18:44:00.433340 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-638da7fe-dd20-4a44-8be7-e2451ff76724 req-325521b9-1947-45c2-af25-97cab3dd8d2f tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1a8ca7c-7af6-463a-8010-01a1d9d331e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455353 Nov 25 18:44:01.555407 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f2ea0a-0ca5-4288-8942-fe4f0e8e994b req-1b77e7d3-02a6-45f3-a4d2-0cd1d0428f13 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:01.556962 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-79f2ea0a-0ca5-4288-8942-fe4f0e8e994b req-1b77e7d3-02a6-45f3-a4d2-0cd1d0428f13 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 944 time: 0.0506196 Nov 25 18:44:01.614388 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-79f2ea0a-0ca5-4288-8942-fe4f0e8e994b req-6a85019c-4e48-4ee6-9413-427a455c33e3 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1a8ca7c-7af6-463a-8010-01a1d9d331e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501292 Nov 25 18:44:02.743319 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a07d6-3b7e-40e5-b588-8ff84c743d50 req-c61d12b5-f238-474e-8636-23a70863ac22 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:02.745070 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-963a07d6-3b7e-40e5-b588-8ff84c743d50 req-c61d12b5-f238-474e-8636-23a70863ac22 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 944 time: 0.0551872 Nov 25 18:44:02.798905 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-963a07d6-3b7e-40e5-b588-8ff84c743d50 req-02248852-fc19-448d-8926-b4ef7b35e721 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1a8ca7c-7af6-463a-8010-01a1d9d331e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477240 Nov 25 18:44:03.922558 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b1c08e-acd3-4a3b-8a90-b23d1d5fa592 req-fcf75a37-f8b1-4aa6-81b7-44d6ee96a73b tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:03.924037 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-63b1c08e-acd3-4a3b-8a90-b23d1d5fa592 req-fcf75a37-f8b1-4aa6-81b7-44d6ee96a73b tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 944 time: 0.0494812 Nov 25 18:44:03.976913 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-63b1c08e-acd3-4a3b-8a90-b23d1d5fa592 req-9099ecf2-be81-494a-8f48-a480d991be52 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1a8ca7c-7af6-463a-8010-01a1d9d331e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460072 Nov 25 18:44:05.099579 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d231811-0ac6-4b3a-bdff-1869277c7bbf req-bf0579a4-5b85-4bc2-a462-94a8832865b4 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:05.101073 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4d231811-0ac6-4b3a-bdff-1869277c7bbf req-bf0579a4-5b85-4bc2-a462-94a8832865b4 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 944 time: 0.0532427 Nov 25 18:44:05.150415 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4d231811-0ac6-4b3a-bdff-1869277c7bbf req-5036cbe4-f74b-4e23-a793-1ce74a2403d4 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1a8ca7c-7af6-463a-8010-01a1d9d331e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427134 Nov 25 18:44:06.267052 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33ea435-d6b5-4a8a-a1fb-8a2d743508e5 req-63af1bd5-50e5-4f64-b5e2-f1d7e88c9afd tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:06.268490 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b33ea435-d6b5-4a8a-a1fb-8a2d743508e5 req-63af1bd5-50e5-4f64-b5e2-f1d7e88c9afd tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 944 time: 0.0495963 Nov 25 18:44:06.317694 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b33ea435-d6b5-4a8a-a1fb-8a2d743508e5 req-bea8259e-d98e-4a2c-ba3c-6f2a80d23803 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1a8ca7c-7af6-463a-8010-01a1d9d331e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431964 Nov 25 18:44:07.366112 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device bb716373-6573-4807-acd8-4be55d9d1313 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:44:07.435160 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c689a74-869e-4bbd-8f65-e15e80863d55 req-36b66291-f925-4464-b97d-21d2b1d2dcf9 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:07.436653 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5c689a74-869e-4bbd-8f65-e15e80863d55 req-36b66291-f925-4464-b97d-21d2b1d2dcf9 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 944 time: 0.0486374 Nov 25 18:44:07.461034 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port bb716373-6573-4807-acd8-4be55d9d1313, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=bb716373-6573-4807-acd8-4be55d9d1313,segment=NetworkSegment(2345d44b-830d-4bb2-b63a-4fcca5c37f9e),segment_id=2345d44b-830d-4bb2-b63a-4fcca5c37f9e)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:44:07.475987 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': 'bb716373-6573-4807-acd8-4be55d9d1313', 'network_id': 'f2d4a04f-45d0-4994-b0d7-b367387c8522', 'port_id': 'bb716373-6573-4807-acd8-4be55d9d1313', 'mac_address': 'fa:16:3e:78:17:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 913, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe6e5b84-c0f7-436a-a447-8018812c2226', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:44:07.489835 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5c689a74-869e-4bbd-8f65-e15e80863d55 req-a0e0ff2f-6a8c-493c-bd95-79faa1e08ad0 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1a8ca7c-7af6-463a-8010-01a1d9d331e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472023 Nov 25 18:44:07.513874 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:07.526589 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb716373-6573-4807-acd8-4be55d9d1313 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:44:07.546386 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port bb716373-6573-4807-acd8-4be55d9d1313, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=bb716373-6573-4807-acd8-4be55d9d1313,segment=NetworkSegment(2345d44b-830d-4bb2-b63a-4fcca5c37f9e),segment_id=2345d44b-830d-4bb2-b63a-4fcca5c37f9e)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:44:07.550086 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:07.596445 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=bb716373-6573-4807-acd8-4be55d9d1313,revision_number=9']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:07.794540 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['bb716373-6573-4807-acd8-4be55d9d1313'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:44:08.613218 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7cc54-d5dc-4b80-9a87-111fccb19745 req-8980c660-3e34-4e2d-9e56-7236dee0c6ab tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:08.614711 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4bd7cc54-d5dc-4b80-9a87-111fccb19745 req-8980c660-3e34-4e2d-9e56-7236dee0c6ab tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 945 time: 0.0502932 Nov 25 18:44:08.664217 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4bd7cc54-d5dc-4b80-9a87-111fccb19745 req-6ba2a5da-a7e1-40b7-ba0b-53e91d28533d tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1a8ca7c-7af6-463a-8010-01a1d9d331e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426197 Nov 25 18:44:09.366030 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device bb716373-6573-4807-acd8-4be55d9d1313 up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:44:09.415375 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port bb716373-6573-4807-acd8-4be55d9d1313 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:09.415937 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:09.490728 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:09.513344 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9276bbb-8356-4d66-bb5c-b97b4151365d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb716373-6573-4807-acd8-4be55d9d1313'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:44:09.515564 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e885ae7a60f1de4153d3a84cf91c96dac968753d8c7eb30b74097738adf70354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d8e874-df66-43f7-bc20-7b9bedb42654" -d '{"events": [{"server_uuid": "e9276bbb-8356-4d66-bb5c-b97b4151365d", "name": "network-vif-plugged", "status": "completed", "tag": "bb716373-6573-4807-acd8-4be55d9d1313"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:44:09.528026 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port bb716373-6573-4807-acd8-4be55d9d1313, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=bb716373-6573-4807-acd8-4be55d9d1313,segment=NetworkSegment(2345d44b-830d-4bb2-b63a-4fcca5c37f9e),segment_id=2345d44b-830d-4bb2-b63a-4fcca5c37f9e)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:44:09.532086 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:09.556468 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752231a5-b885-44a4-9bdc-3269d623981b x-openstack-request-id: req-752231a5-b885-44a4-9bdc-3269d623981b {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:44:09.556774 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9276bbb-8356-4d66-bb5c-b97b4151365d", "name": "network-vif-plugged", "status": "completed", "tag": "bb716373-6573-4807-acd8-4be55d9d1313", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:44:09.557057 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-752231a5-b885-44a4-9bdc-3269d623981b {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:44:09.557453 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9276bbb-8356-4d66-bb5c-b97b4151365d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb716373-6573-4807-acd8-4be55d9d1313', 'code': 200} Nov 25 18:44:09.582603 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=bb716373-6573-4807-acd8-4be55d9d1313,revision_number=10']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:09.709718 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749be6b2-21da-44a1-ae0d-2f9f0a1464f0 req-05b032b5-444f-4539-9de8-e981f0718667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:09.711269 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-749be6b2-21da-44a1-ae0d-2f9f0a1464f0 req-05b032b5-444f-4539-9de8-e981f0718667 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 1098 time: 0.0406251 Nov 25 18:44:09.784914 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-749be6b2-21da-44a1-ae0d-2f9f0a1464f0 req-6ec5d4ee-78f2-446f-993d-52eb24da8637 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=a1a8ca7c-7af6-463a-8010-01a1d9d331e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667279 Nov 25 18:44:09.804876 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d593d1-cd88-435e-8419-63a6d8a11da5 req-c30537fc-f888-4c91-9daa-e1319a8e9c34 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:09.807777 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-88d593d1-cd88-435e-8419-63a6d8a11da5 req-c30537fc-f888-4c91-9daa-e1319a8e9c34 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 947 time: 0.0691674 Nov 25 18:44:09.856395 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-88d593d1-cd88-435e-8419-63a6d8a11da5 req-05fa1065-5698-400c-97c3-6def595df4f1 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1a8ca7c-7af6-463a-8010-01a1d9d331e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436194 Nov 25 18:44:10.983830 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26472e1c-ec31-4c3d-ac53-fbcb7c212f17 req-227a8cc3-0909-4327-a09b-a9fbc21bf9ca tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:10.985372 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-26472e1c-ec31-4c3d-ac53-fbcb7c212f17 req-227a8cc3-0909-4327-a09b-a9fbc21bf9ca tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 947 time: 0.0559216 Nov 25 18:44:11.042113 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-26472e1c-ec31-4c3d-ac53-fbcb7c212f17 req-ab54d8be-0b68-44d2-a9ed-6b49af724dcc tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1a8ca7c-7af6-463a-8010-01a1d9d331e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507321 Nov 25 18:44:12.163025 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9500f07-8816-40d7-bcc2-b19c16ff90ae req-5b62c4a2-4940-493e-bf90-b6746e57d43e tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:12.164501 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b9500f07-8816-40d7-bcc2-b19c16ff90ae req-5b62c4a2-4940-493e-bf90-b6746e57d43e tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 947 time: 0.0531137 Nov 25 18:44:12.214392 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b9500f07-8816-40d7-bcc2-b19c16ff90ae req-d85ae919-c52e-4772-bd47-6340ca188ff3 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1a8ca7c-7af6-463a-8010-01a1d9d331e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437932 Nov 25 18:44:12.739985 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d59ca495-4313-4bc4-899c-8bd556feeff8 req-56f6cfa0-853a-43d7-bf51-a7326993027f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396914 Nov 25 18:44:12.820960 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ca495-4313-4bc4-899c-8bd556feeff8 req-6b530188-609d-43ec-9bb2-983425889b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:12.822489 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d59ca495-4313-4bc4-899c-8bd556feeff8 req-6b530188-609d-43ec-9bb2-983425889b14 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8f57f7325827407082fd1402cdfc1a4a&device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 1098 time: 0.0416212 Nov 25 18:44:12.930375 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ca495-4313-4bc4-899c-8bd556feeff8 req-2d078560-97b7-4977-86f4-25412d600f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:12.932534 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d59ca495-4313-4bc4-899c-8bd556feeff8 req-2d078560-97b7-4977-86f4-25412d600f95 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f2d4a04f-45d0-4994-b0d7-b367387c8522 HTTP/1.1" status: 200 len: 909 time: 0.0912168 Nov 25 18:44:13.001046 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d59ca495-4313-4bc4-899c-8bd556feeff8 req-b175b552-acfc-4016-a620-c7e9d532d4b7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb716373-6573-4807-acd8-4be55d9d1313 HTTP/1.1" status: 200 len: 1001 time: 0.0603638 Nov 25 18:44:13.050482 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ca495-4313-4bc4-899c-8bd556feeff8 req-42a91ded-b7eb-4b93-9374-369b1a314203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:13.052094 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d59ca495-4313-4bc4-899c-8bd556feeff8 req-42a91ded-b7eb-4b93-9374-369b1a314203 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fe6e5b84-c0f7-436a-a447-8018812c2226 HTTP/1.1" status: 200 len: 847 time: 0.0444169 Nov 25 18:44:13.106134 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ca495-4313-4bc4-899c-8bd556feeff8 req-b94ab006-bc5f-4a68-8d30-31dd4f7056f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:13.107629 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d59ca495-4313-4bc4-899c-8bd556feeff8 req-b94ab006-bc5f-4a68-8d30-31dd4f7056f6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f2d4a04f-45d0-4994-b0d7-b367387c8522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486302 Nov 25 18:44:13.196731 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d59ca495-4313-4bc4-899c-8bd556feeff8 req-50b2d0e6-695d-4484-b32e-bb27dff72979 service neutron] 10.222.0.74 "GET /v2.0/networks/f2d4a04f-45d0-4994-b0d7-b367387c8522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811687 Nov 25 18:44:13.293560 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d59ca495-4313-4bc4-899c-8bd556feeff8 req-0e0743b4-90a4-42c2-b935-1753617c0a94 service neutron] 10.222.0.74 "GET /v2.0/networks/f2d4a04f-45d0-4994-b0d7-b367387c8522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901279 Nov 25 18:44:17.285635 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-bded2376-4e14-4b58-a210-bd40b5e4021e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:17.490007 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:17.692257 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:20.005076 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-028cfce8-f026-4f95-9459-d3335c3091e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:21.149740 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:22.330713 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:23.224547 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:36.334604 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:44:47.278633 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4a9c6f22-169b-4190-9b7a-ca4387cf4f4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:47.504257 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:47.692919 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:50.006270 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-abfce3b2-2be4-471f-bbe0-1dbb925a83b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:51.153399 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:52.332528 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:53.226292 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:12.740076 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-05f02e62-95fb-4825-8ccf-f50f41ef7554 req-b127070b-429b-4ea6-8656-06e008f08476 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406172 Nov 25 18:45:12.823139 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f02e62-95fb-4825-8ccf-f50f41ef7554 req-72ea6964-3ba7-4b8e-8124-689b734f07be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:12.824660 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-05f02e62-95fb-4825-8ccf-f50f41ef7554 req-72ea6964-3ba7-4b8e-8124-689b734f07be service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8f57f7325827407082fd1402cdfc1a4a&device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 1098 time: 0.0412526 Nov 25 18:45:12.929129 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f02e62-95fb-4825-8ccf-f50f41ef7554 req-96bb466e-5f8f-412e-b46b-c7d3234fdbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:12.930601 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-05f02e62-95fb-4825-8ccf-f50f41ef7554 req-96bb466e-5f8f-412e-b46b-c7d3234fdbfa service neutron] 10.222.0.74 "GET /v2.0/networks?id=f2d4a04f-45d0-4994-b0d7-b367387c8522 HTTP/1.1" status: 200 len: 909 time: 0.0873315 Nov 25 18:45:12.998114 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-05f02e62-95fb-4825-8ccf-f50f41ef7554 req-6c2abd41-ef91-40b5-a1de-dfb6adc95f0b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb716373-6573-4807-acd8-4be55d9d1313 HTTP/1.1" status: 200 len: 1001 time: 0.0589037 Nov 25 18:45:13.047423 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f02e62-95fb-4825-8ccf-f50f41ef7554 req-523ca60c-dddd-4ed6-a508-83f36fcd70cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:13.048816 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-05f02e62-95fb-4825-8ccf-f50f41ef7554 req-523ca60c-dddd-4ed6-a508-83f36fcd70cc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fe6e5b84-c0f7-436a-a447-8018812c2226 HTTP/1.1" status: 200 len: 847 time: 0.0434110 Nov 25 18:45:13.100782 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f02e62-95fb-4825-8ccf-f50f41ef7554 req-e24547cd-deda-4f4c-b62e-4f96b5cbad66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:13.102315 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-05f02e62-95fb-4825-8ccf-f50f41ef7554 req-e24547cd-deda-4f4c-b62e-4f96b5cbad66 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f2d4a04f-45d0-4994-b0d7-b367387c8522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463972 Nov 25 18:45:13.191584 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-05f02e62-95fb-4825-8ccf-f50f41ef7554 req-13ea1443-e0a1-402d-9269-fcfc6ad7d4e1 service neutron] 10.222.0.74 "GET /v2.0/networks/f2d4a04f-45d0-4994-b0d7-b367387c8522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806212 Nov 25 18:45:13.285604 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-05f02e62-95fb-4825-8ccf-f50f41ef7554 req-3120f5a5-60bd-4bc4-b4d5-53f1754bdfbe service neutron] 10.222.0.74 "GET /v2.0/networks/f2d4a04f-45d0-4994-b0d7-b367387c8522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860679 Nov 25 18:45:13.333661 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:45:17.280115 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-fbda74fb-a785-4693-9b6a-cd4e6d8ce360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:17.517112 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:17.695980 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:20.008256 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9847d5c6-56d5-4611-9259-b2391fd202c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:21.155645 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:21.647135 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39418) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:21.809856 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-78ab49c4-3e02-41a3-bc59-6cbd035962d1 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Deleting port 1de9038a-dde5-4dda-81d8-e83757fc47e4 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:45:21.810188 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-78ab49c4-3e02-41a3-bc59-6cbd035962d1 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:21.888314 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-78ab49c4-3e02-41a3-bc59-6cbd035962d1 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:21.888638 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-78ab49c4-3e02-41a3-bc59-6cbd035962d1 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:21.900204 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-78ab49c4-3e02-41a3-bc59-6cbd035962d1 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Calling delete_port for 1de9038a-dde5-4dda-81d8-e83757fc47e4 owned by network:floatingip {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:45:22.050178 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-78ab49c4-3e02-41a3-bc59-6cbd035962d1 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:22.074824 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ab49c4-3e02-41a3-bc59-6cbd035962d1 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Pushing event deleted for resources: {'Port': ['ID=1de9038a-dde5-4dda-81d8-e83757fc47e4,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:22.084898 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab49c4-3e02-41a3-bc59-6cbd035962d1 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:22.085254 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab49c4-3e02-41a3-bc59-6cbd035962d1 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:22.085597 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab49c4-3e02-41a3-bc59-6cbd035962d1 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:22.086018 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab49c4-3e02-41a3-bc59-6cbd035962d1 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:22.086295 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab49c4-3e02-41a3-bc59-6cbd035962d1 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:22.087141 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab49c4-3e02-41a3-bc59-6cbd035962d1 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:22.087141 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab49c4-3e02-41a3-bc59-6cbd035962d1 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:22.087353 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab49c4-3e02-41a3-bc59-6cbd035962d1 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:22.087573 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab49c4-3e02-41a3-bc59-6cbd035962d1 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:22.087896 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab49c4-3e02-41a3-bc59-6cbd035962d1 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:22.088223 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab49c4-3e02-41a3-bc59-6cbd035962d1 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:22.088577 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab49c4-3e02-41a3-bc59-6cbd035962d1 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:22.155129 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-78ab49c4-3e02-41a3-bc59-6cbd035962d1 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks [] for floatingip, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:22.155358 n-d-817746-1 neutron-server[103361]: INFO neutron.db.l3_db [None req-78ab49c4-3e02-41a3-bc59-6cbd035962d1 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Floating IP 460da80b-31fa-45dd-8958-f5323fd24193 disassociated (deleted). External IP: 172.25.0.16, port: bb716373-6573-4807-acd8-4be55d9d1313. Nov 25 18:45:22.334807 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:22.364772 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78ab49c4-3e02-41a3-bc59-6cbd035962d1 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Router 83979763-3f0d-4bab-a292-6092b0c5f1e5 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:45:22.472116 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ab49c4-3e02-41a3-bc59-6cbd035962d1 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:45:22.477433 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-78ab49c4-3e02-41a3-bc59-6cbd035962d1 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:22.482474 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7f2d0f-4d55-4e9a-ba65-a7a58a898e39 None None] Sync routers for ids ['83979763-3f0d-4bab-a292-6092b0c5f1e5'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:45:22.492064 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7f2d0f-4d55-4e9a-ba65-a7a58a898e39 None None] Routers {'83979763-3f0d-4bab-a292-6092b0c5f1e5'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:45:22.492751 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-1c7f2d0f-4d55-4e9a-ba65-a7a58a898e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:45:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['83979763-3f0d-4bab-a292-6092b0c5f1e5'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:45:22.506750 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-78ab49c4-3e02-41a3-bc59-6cbd035962d1 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "DELETE /v2.0/floatingips/460da80b-31fa-45dd-8958-f5323fd24193 HTTP/1.1" status: 204 len: 168 time: 0.8585110 Nov 25 18:45:22.507352 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9276bbb-8356-4d66-bb5c-b97b4151365d', 'tag': 'bb716373-6573-4807-acd8-4be55d9d1313'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:45:22.509700 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe01a92-265c-4621-891c-0193d4ecbb22" -d '{"events": [{"name": "network-changed", "server_uuid": "e9276bbb-8356-4d66-bb5c-b97b4151365d", "tag": "bb716373-6573-4807-acd8-4be55d9d1313"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:45:22.602342 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-1c7f2d0f-4d55-4e9a-ba65-a7a58a898e39 None None] Set router 83979763-3f0d-4bab-a292-6092b0c5f1e5 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:45:22.615731 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e6e1b23-4ef3-4db6-b9f7-7ac0aeabd7c7 x-openstack-request-id: req-2e6e1b23-4ef3-4db6-b9f7-7ac0aeabd7c7 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:45:22.616098 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9276bbb-8356-4d66-bb5c-b97b4151365d", "tag": "bb716373-6573-4807-acd8-4be55d9d1313", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:45:22.616372 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2e6e1b23-4ef3-4db6-b9f7-7ac0aeabd7c7 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:45:22.616870 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9276bbb-8356-4d66-bb5c-b97b4151365d', 'tag': 'bb716373-6573-4807-acd8-4be55d9d1313', 'status': 'completed', 'code': 200} Nov 25 18:45:22.687977 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe01a92-265c-4621-891c-0193d4ecbb22 req-6d9f4bf0-374a-4c06-8460-00aafde36a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:22.689730 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0fe01a92-265c-4621-891c-0193d4ecbb22 req-6d9f4bf0-374a-4c06-8460-00aafde36a09 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8f57f7325827407082fd1402cdfc1a4a&device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 1098 time: 0.0490453 Nov 25 18:45:22.815942 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe01a92-265c-4621-891c-0193d4ecbb22 req-a1d5b27e-12cd-4c85-9376-eb20f82b4780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:22.817477 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0fe01a92-265c-4621-891c-0193d4ecbb22 req-a1d5b27e-12cd-4c85-9376-eb20f82b4780 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f2d4a04f-45d0-4994-b0d7-b367387c8522 HTTP/1.1" status: 200 len: 909 time: 0.1205299 Nov 25 18:45:22.822444 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-1c7f2d0f-4d55-4e9a-ba65-a7a58a898e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83979763-3f0d-4bab-a292-6092b0c5f1e5', 'name': 'tempest-TestShelveInstance-961922976-router', 'tenant_id': '8f57f7325827407082fd1402cdfc1a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'f000946e-d7d1-4617-be1d-f79e8ae1c6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:41:07Z', 'updated_at': '2021-11-25T18:41:09Z', 'revision_number': 4, 'project_id': '8f57f7325827407082fd1402cdfc1a4a', 'gw_port': {'id': 'f000946e-d7d1-4617-be1d-f79e8ae1c6b9', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:48:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83979763-3f0d-4bab-a292-6092b0c5f1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:41:07Z', 'updated_at': '2021-11-25T18:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '3c0bd24e-075b-4782-8d8f-6ab4d2204ece', 'name': '', 'network_id': 'f2d4a04f-45d0-4994-b0d7-b367387c8522', 'tenant_id': '8f57f7325827407082fd1402cdfc1a4a', 'mac_address': 'fa:16:3e:e0:e4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83979763-3f0d-4bab-a292-6092b0c5f1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'fe6e5b84-c0f7-436a-a447-8018812c2226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:41:09Z', 'updated_at': '2021-11-25T18:41:14Z', 'revision_number': 5, 'project_id': '8f57f7325827407082fd1402cdfc1a4a', 'subnets': [{'id': 'fe6e5b84-c0f7-436a-a447-8018812c2226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:45:22.854757 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7f2d0f-4d55-4e9a-ba65-a7a58a898e39 None None] Checking router: 83979763-3f0d-4bab-a292-6092b0c5f1e5 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:45:22.863218 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7f2d0f-4d55-4e9a-ba65-a7a58a898e39 None None] Routers {'83979763-3f0d-4bab-a292-6092b0c5f1e5'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:45:22.863844 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-1c7f2d0f-4d55-4e9a-ba65-a7a58a898e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:45:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['83979763-3f0d-4bab-a292-6092b0c5f1e5'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:45:22.865331 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0fe01a92-265c-4621-891c-0193d4ecbb22 req-5d715425-3a59-4c15-9dd0-ffbb6eb7e681 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb716373-6573-4807-acd8-4be55d9d1313 HTTP/1.1" status: 200 len: 217 time: 0.0389621 Nov 25 18:45:22.873854 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4529a4-912d-49f0-ac21-28c68b2891d2 req-d2d07ac5-fb3b-4a05-90f4-6eb7a51878d0 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:22.875312 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-de4529a4-912d-49f0-ac21-28c68b2891d2 req-d2d07ac5-fb3b-4a05-90f4-6eb7a51878d0 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 947 time: 0.1707525 Nov 25 18:45:22.956836 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe01a92-265c-4621-891c-0193d4ecbb22 req-681068f2-0a19-454f-b262-b51d494a39d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:22.958310 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0fe01a92-265c-4621-891c-0193d4ecbb22 req-681068f2-0a19-454f-b262-b51d494a39d3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fe6e5b84-c0f7-436a-a447-8018812c2226 HTTP/1.1" status: 200 len: 847 time: 0.0821488 Nov 25 18:45:22.964566 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-de4529a4-912d-49f0-ac21-28c68b2891d2 req-11033334-2eda-4427-8bda-752a6cd7f846 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1a8ca7c-7af6-463a-8010-01a1d9d331e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806065 Nov 25 18:45:22.972447 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-1c7f2d0f-4d55-4e9a-ba65-a7a58a898e39 None None] Set router 83979763-3f0d-4bab-a292-6092b0c5f1e5 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:45:23.007622 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe01a92-265c-4621-891c-0193d4ecbb22 req-29f18e0e-bf67-4fb3-8895-dd4205d45541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:23.009086 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0fe01a92-265c-4621-891c-0193d4ecbb22 req-29f18e0e-bf67-4fb3-8895-dd4205d45541 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f2d4a04f-45d0-4994-b0d7-b367387c8522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429316 Nov 25 18:45:23.103573 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0fe01a92-265c-4621-891c-0193d4ecbb22 req-78a6490c-0cf0-4f2f-9e54-18ff9158c423 service neutron] 10.222.0.74 "GET /v2.0/networks/f2d4a04f-45d0-4994-b0d7-b367387c8522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863035 Nov 25 18:45:23.184881 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-1c7f2d0f-4d55-4e9a-ba65-a7a58a898e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83979763-3f0d-4bab-a292-6092b0c5f1e5', 'name': 'tempest-TestShelveInstance-961922976-router', 'tenant_id': '8f57f7325827407082fd1402cdfc1a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'f000946e-d7d1-4617-be1d-f79e8ae1c6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:41:07Z', 'updated_at': '2021-11-25T18:41:09Z', 'revision_number': 4, 'project_id': '8f57f7325827407082fd1402cdfc1a4a', 'gw_port': {'id': 'f000946e-d7d1-4617-be1d-f79e8ae1c6b9', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:48:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83979763-3f0d-4bab-a292-6092b0c5f1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:41:07Z', 'updated_at': '2021-11-25T18:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '3c0bd24e-075b-4782-8d8f-6ab4d2204ece', 'name': '', 'network_id': 'f2d4a04f-45d0-4994-b0d7-b367387c8522', 'tenant_id': '8f57f7325827407082fd1402cdfc1a4a', 'mac_address': 'fa:16:3e:e0:e4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83979763-3f0d-4bab-a292-6092b0c5f1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'fe6e5b84-c0f7-436a-a447-8018812c2226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:41:09Z', 'updated_at': '2021-11-25T18:41:14Z', 'revision_number': 5, 'project_id': '8f57f7325827407082fd1402cdfc1a4a', 'subnets': [{'id': 'fe6e5b84-c0f7-436a-a447-8018812c2226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:45:23.204078 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0fe01a92-265c-4621-891c-0193d4ecbb22 req-1b8d3e5f-9d08-43db-9e1b-fb1ccc3fd7a4 service neutron] 10.222.0.74 "GET /v2.0/networks/f2d4a04f-45d0-4994-b0d7-b367387c8522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930376 Nov 25 18:45:23.219527 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7f2d0f-4d55-4e9a-ba65-a7a58a898e39 None None] The sync data for ids ['83979763-3f0d-4bab-a292-6092b0c5f1e5'] in n-d-817746-1 is: [{'id': '83979763-3f0d-4bab-a292-6092b0c5f1e5', 'name': 'tempest-TestShelveInstance-961922976-router', 'tenant_id': '8f57f7325827407082fd1402cdfc1a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'f000946e-d7d1-4617-be1d-f79e8ae1c6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:41:07Z', 'updated_at': '2021-11-25T18:41:09Z', 'revision_number': 4, 'project_id': '8f57f7325827407082fd1402cdfc1a4a', 'gw_port': {'id': 'f000946e-d7d1-4617-be1d-f79e8ae1c6b9', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:48:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83979763-3f0d-4bab-a292-6092b0c5f1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:41:07Z', 'updated_at': '2021-11-25T18:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '3c0bd24e-075b-4782-8d8f-6ab4d2204ece', 'name': '', 'network_id': 'f2d4a04f-45d0-4994-b0d7-b367387c8522', 'tenant_id': '8f57f7325827407082fd1402cdfc1a4a', 'mac_address': 'fa:16:3e:e0:e4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83979763-3f0d-4bab-a292-6092b0c5f1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'fe6e5b84-c0f7-436a-a447-8018812c2226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:41:09Z', 'updated_at': '2021-11-25T18:41:14Z', 'revision_number': 5, 'project_id': '8f57f7325827407082fd1402cdfc1a4a', 'subnets': [{'id': 'fe6e5b84-c0f7-436a-a447-8018812c2226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:45:23.231694 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:23.446481 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c5de67-be83-49db-8d29-6fb54e2ab70c None None] New status for floating IP 460da80b-31fa-45dd-8958-f5323fd24193: DOWN {{(pid=103363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:45:23.987650 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb552f-8aa6-4b97-8702-e3a6d9c28611 req-8b0691b7-30dc-4f59-85b2-9439bce1255a tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:23.989131 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-84cb552f-8aa6-4b97-8702-e3a6d9c28611 req-8b0691b7-30dc-4f59-85b2-9439bce1255a tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.74 "GET /v2.0/ports?device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 947 time: 0.0520995 Nov 25 18:45:24.091426 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-84cb552f-8aa6-4b97-8702-e3a6d9c28611 req-bd794aa0-8c4c-4c40-942b-272a569f5e7a tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Deleting port bb716373-6573-4807-acd8-4be55d9d1313 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:45:24.091772 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-84cb552f-8aa6-4b97-8702-e3a6d9c28611 req-bd794aa0-8c4c-4c40-942b-272a569f5e7a tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:24.211216 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-84cb552f-8aa6-4b97-8702-e3a6d9c28611 req-bd794aa0-8c4c-4c40-942b-272a569f5e7a tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] For port bb716373-6573-4807-acd8-4be55d9d1313, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=bb716373-6573-4807-acd8-4be55d9d1313,segment=NetworkSegment(2345d44b-830d-4bb2-b63a-4fcca5c37f9e),segment_id=2345d44b-830d-4bb2-b63a-4fcca5c37f9e)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:45:24.211585 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-84cb552f-8aa6-4b97-8702-e3a6d9c28611 req-bd794aa0-8c4c-4c40-942b-272a569f5e7a tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:24.508734 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e3ee0-824c-44a3-b97a-c7a88651e448 req-cd421c7c-f86a-4f9b-b694-ede7c996c0fa tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:24.510225 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1c5e3ee0-824c-44a3-b97a-c7a88651e448 req-cd421c7c-f86a-4f9b-b694-ede7c996c0fa tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9276bbb-8356-4d66-bb5c-b97b4151365d HTTP/1.1" status: 200 len: 947 time: 0.4521363 Nov 25 18:45:24.516714 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-84cb552f-8aa6-4b97-8702-e3a6d9c28611 req-bd794aa0-8c4c-4c40-942b-272a569f5e7a tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Calling delete_port for bb716373-6573-4807-acd8-4be55d9d1313 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:45:24.603756 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1c5e3ee0-824c-44a3-b97a-c7a88651e448 req-e4367294-d636-42df-9dec-7e522d5a1670 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1a8ca7c-7af6-463a-8010-01a1d9d331e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849178 Nov 25 18:45:24.680894 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-84cb552f-8aa6-4b97-8702-e3a6d9c28611 req-bd794aa0-8c4c-4c40-942b-272a569f5e7a tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:24.719484 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd794aa0-8c4c-4c40-942b-272a569f5e7a tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Pushing event deleted for resources: {'Port': ['ID=bb716373-6573-4807-acd8-4be55d9d1313,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:24.757906 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-84cb552f-8aa6-4b97-8702-e3a6d9c28611 req-bd794aa0-8c4c-4c40-942b-272a569f5e7a tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] No DVR routers for this DVR port bb716373-6573-4807-acd8-4be55d9d1313 on host n-h1-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:45:24.760700 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-84cb552f-8aa6-4b97-8702-e3a6d9c28611 req-bd794aa0-8c4c-4c40-942b-272a569f5e7a tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:24.764451 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-84cb552f-8aa6-4b97-8702-e3a6d9c28611 req-bd794aa0-8c4c-4c40-942b-272a569f5e7a tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.74 "DELETE /v2.0/ports/bb716373-6573-4807-acd8-4be55d9d1313 HTTP/1.1" status: 204 len: 173 time: 0.7688100 Nov 25 18:45:24.764936 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9276bbb-8356-4d66-bb5c-b97b4151365d', 'name': 'network-vif-deleted', 'tag': 'bb716373-6573-4807-acd8-4be55d9d1313'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:45:24.767172 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006f80e9-9d64-4392-b89c-b224086a316a" -d '{"events": [{"server_uuid": "e9276bbb-8356-4d66-bb5c-b97b4151365d", "name": "network-vif-deleted", "tag": "bb716373-6573-4807-acd8-4be55d9d1313"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:45:24.805920 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0631bc01-0df1-467a-8946-d2c74f99f388 x-openstack-request-id: req-0631bc01-0df1-467a-8946-d2c74f99f388 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:45:24.806228 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9276bbb-8356-4d66-bb5c-b97b4151365d", "name": "network-vif-deleted", "tag": "bb716373-6573-4807-acd8-4be55d9d1313", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:45:24.806488 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0631bc01-0df1-467a-8946-d2c74f99f388 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:45:24.806892 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9276bbb-8356-4d66-bb5c-b97b4151365d', 'name': 'network-vif-deleted', 'tag': 'bb716373-6573-4807-acd8-4be55d9d1313', 'status': 'completed', 'code': 200} Nov 25 18:45:25.661537 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39442) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:25.727603 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-50189b7f-784a-4607-9d51-8ec389baeb40 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:25.753062 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-50189b7f-784a-4607-9d51-8ec389baeb40 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:25.812504 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-50189b7f-784a-4607-9d51-8ec389baeb40 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:25.815987 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-50189b7f-784a-4607-9d51-8ec389baeb40 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:25.817165 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-50189b7f-784a-4607-9d51-8ec389baeb40 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "DELETE /v2.0/security-groups/a1a8ca7c-7af6-463a-8010-01a1d9d331e5 HTTP/1.1" status: 204 len: 168 time: 0.1546366 Nov 25 18:45:25.826918 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50189b7f-784a-4607-9d51-8ec389baeb40 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a8ca7c-7af6-463a-8010-01a1d9d331e5,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:26.057755 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39448) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:26.062322 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-0af25da4-cb3a-4425-b517-6d2444f48926 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1815825952', 'description': 'tempest-secgroup-smoke-1815825952 description', 'project_id': '8f57f7325827407082fd1402cdfc1a4a'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:26.088228 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0af25da4-cb3a-4425-b517-6d2444f48926 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks [] for security_group, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:26.155973 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0af25da4-cb3a-4425-b517-6d2444f48926 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks [] for security_group, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:26.159677 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0af25da4-cb3a-4425-b517-6d2444f48926 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:26.188848 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0af25da4-cb3a-4425-b517-6d2444f48926 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:26.190055 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-0af25da4-cb3a-4425-b517-6d2444f48926 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1312947 Nov 25 18:45:26.192057 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af25da4-cb3a-4425-b517-6d2444f48926 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc97b05-06b4-4da6-bdd6-385e54de4276,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:26.193083 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39450) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:26.201385 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-a3ec1e2f-4b82-48fd-931d-29d5db2f332a tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Request body: {'security_group_rule': {'security_group_id': 'fcc97b05-06b4-4da6-bdd6-385e54de4276', 'project_id': '8f57f7325827407082fd1402cdfc1a4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:26.229617 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a3ec1e2f-4b82-48fd-931d-29d5db2f332a tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:26.283454 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a3ec1e2f-4b82-48fd-931d-29d5db2f332a tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:26.287311 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a3ec1e2f-4b82-48fd-931d-29d5db2f332a tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:26.306108 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ec1e2f-4b82-48fd-931d-29d5db2f332a tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59f529e9-b498-430f-aa0a-60a2d567fa83,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:26.315060 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a3ec1e2f-4b82-48fd-931d-29d5db2f332a tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:26.316245 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a3ec1e2f-4b82-48fd-931d-29d5db2f332a tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1207948 Nov 25 18:45:26.318182 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ec1e2f-4b82-48fd-931d-29d5db2f332a tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:26.318542 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ec1e2f-4b82-48fd-931d-29d5db2f332a tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:26.318949 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ec1e2f-4b82-48fd-931d-29d5db2f332a tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:26.319127 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39454) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:26.319292 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ec1e2f-4b82-48fd-931d-29d5db2f332a tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:26.319633 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ec1e2f-4b82-48fd-931d-29d5db2f332a tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:26.319971 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ec1e2f-4b82-48fd-931d-29d5db2f332a tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:26.320306 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ec1e2f-4b82-48fd-931d-29d5db2f332a tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:26.320643 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ec1e2f-4b82-48fd-931d-29d5db2f332a tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:26.320995 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ec1e2f-4b82-48fd-931d-29d5db2f332a tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:26.321325 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ec1e2f-4b82-48fd-931d-29d5db2f332a tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:26.321652 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ec1e2f-4b82-48fd-931d-29d5db2f332a tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:26.321980 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ec1e2f-4b82-48fd-931d-29d5db2f332a tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:26.324225 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-9a9addbe-7869-4c36-b74c-c2353c24c674 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Request body: {'security_group_rule': {'security_group_id': 'fcc97b05-06b4-4da6-bdd6-385e54de4276', 'project_id': '8f57f7325827407082fd1402cdfc1a4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:26.351267 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9a9addbe-7869-4c36-b74c-c2353c24c674 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:26.406521 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9a9addbe-7869-4c36-b74c-c2353c24c674 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:26.409958 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9a9addbe-7869-4c36-b74c-c2353c24c674 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:26.427777 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9addbe-7869-4c36-b74c-c2353c24c674 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=770c24dc-6fc4-4cf6-b60a-01b89214a11d,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:26.433800 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9a9addbe-7869-4c36-b74c-c2353c24c674 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:26.434873 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-9a9addbe-7869-4c36-b74c-c2353c24c674 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1147418 Nov 25 18:45:26.437649 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39456) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:26.441895 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-10afab65-dc68-47be-8a0c-8990d33dc8bf tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Request body: {'security_group_rule': {'security_group_id': 'fcc97b05-06b4-4da6-bdd6-385e54de4276', 'project_id': '8f57f7325827407082fd1402cdfc1a4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:26.467310 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-10afab65-dc68-47be-8a0c-8990d33dc8bf tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:26.522929 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-10afab65-dc68-47be-8a0c-8990d33dc8bf tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:26.526467 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-10afab65-dc68-47be-8a0c-8990d33dc8bf tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:26.542883 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10afab65-dc68-47be-8a0c-8990d33dc8bf tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e63fe09-46bf-474b-af1b-83b5e6df90ae,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:26.550969 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-10afab65-dc68-47be-8a0c-8990d33dc8bf tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:26.552151 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-10afab65-dc68-47be-8a0c-8990d33dc8bf tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1135552 Nov 25 18:45:26.554887 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39458) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:26.559842 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-9d49619c-1db7-4b8e-9975-f9cb2268f623 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Request body: {'security_group_rule': {'security_group_id': 'fcc97b05-06b4-4da6-bdd6-385e54de4276', 'project_id': '8f57f7325827407082fd1402cdfc1a4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:26.585448 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9d49619c-1db7-4b8e-9975-f9cb2268f623 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:26.643990 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9d49619c-1db7-4b8e-9975-f9cb2268f623 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:26.647555 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9d49619c-1db7-4b8e-9975-f9cb2268f623 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:26.664243 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d49619c-1db7-4b8e-9975-f9cb2268f623 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34dce343-0ec0-4218-aaad-e70f3d1bf6b3,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:26.673073 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9d49619c-1db7-4b8e-9975-f9cb2268f623 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:26.674295 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-9d49619c-1db7-4b8e-9975-f9cb2268f623 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1184404 Nov 25 18:45:26.677200 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39460) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:26.681483 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-74a7506c-8990-4b31-a526-26047ae1449b tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Request body: {'security_group_rule': {'security_group_id': 'fcc97b05-06b4-4da6-bdd6-385e54de4276', 'project_id': '8f57f7325827407082fd1402cdfc1a4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:26.704055 n-d-817746-1 neutron-server[103361]: INFO neutron.db.securitygroups_db [None req-74a7506c-8990-4b31-a526-26047ae1449b tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Project 8f57f7325827407082fd1402cdfc1a4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 18:45:26.708961 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-74a7506c-8990-4b31-a526-26047ae1449b tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:26.766465 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-74a7506c-8990-4b31-a526-26047ae1449b tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:26.769916 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-74a7506c-8990-4b31-a526-26047ae1449b tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:26.786937 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a7506c-8990-4b31-a526-26047ae1449b tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d872daf-a4d6-412a-a99b-149953531943,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:26.795598 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-74a7506c-8990-4b31-a526-26047ae1449b tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:26.796784 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-74a7506c-8990-4b31-a526-26047ae1449b tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1186430 Nov 25 18:45:26.799513 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39462) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:26.803926 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-7018344b-3dc8-4197-83e7-6525a29630ca tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Request body: {'security_group_rule': {'security_group_id': 'fcc97b05-06b4-4da6-bdd6-385e54de4276', 'project_id': '8f57f7325827407082fd1402cdfc1a4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:26.825983 n-d-817746-1 neutron-server[103361]: INFO neutron.db.securitygroups_db [None req-7018344b-3dc8-4197-83e7-6525a29630ca tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Project 8f57f7325827407082fd1402cdfc1a4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 18:45:26.831135 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7018344b-3dc8-4197-83e7-6525a29630ca tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:26.890078 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7018344b-3dc8-4197-83e7-6525a29630ca tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:26.893431 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7018344b-3dc8-4197-83e7-6525a29630ca tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:26.909816 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7018344b-3dc8-4197-83e7-6525a29630ca tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0b9a8d7-75f1-4778-a448-0f8839f7e830,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:26.917479 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7018344b-3dc8-4197-83e7-6525a29630ca tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:26.918758 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-7018344b-3dc8-4197-83e7-6525a29630ca tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1182551 Nov 25 18:45:27.771773 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device bb716373-6573-4807-acd8-4be55d9d1313 no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:45:27.792284 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: bb716373-6573-4807-acd8-4be55d9d1313 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:45:27.792634 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device bb716373-6573-4807-acd8-4be55d9d1313 not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:45:42.156089 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ba9fccb3-4bca-4328-b239-9ab830221874 req-725a46f8-ecee-433f-a6b8-c3076dd5615b tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1815825952&fields=id&tenant_id=8f57f7325827407082fd1402cdfc1a4a HTTP/1.1" status: 200 len: 267 time: 0.0455825 Nov 25 18:45:42.262843 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9fccb3-4bca-4328-b239-9ab830221874 req-96e86183-81b7-4aee-aa5c-80364b12f351 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:42.264208 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ba9fccb3-4bca-4328-b239-9ab830221874 req-96e86183-81b7-4aee-aa5c-80364b12f351 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/networks?id=f2d4a04f-45d0-4994-b0d7-b367387c8522 HTTP/1.1" status: 200 len: 808 time: 0.1013043 Nov 25 18:45:42.279341 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ba9fccb3-4bca-4328-b239-9ab830221874 req-53e9f807-6ce7-4e8b-a455-b1a270600282 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/quotas/8f57f7325827407082fd1402cdfc1a4a HTTP/1.1" status: 200 len: 375 time: 0.0094397 Nov 25 18:45:42.330333 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ba9fccb3-4bca-4328-b239-9ab830221874 req-ff0ac198-973c-4ff9-9989-e7b7def1c7b5 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=8f57f7325827407082fd1402cdfc1a4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458417 Nov 25 18:45:42.468101 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ba9fccb3-4bca-4328-b239-9ab830221874 req-99f200d1-595d-4b29-afcc-65d3af63dd52 service neutron] 10.222.0.75 "GET /v2.0/networks/f2d4a04f-45d0-4994-b0d7-b367387c8522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260726 Nov 25 18:45:42.556187 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ba9fccb3-4bca-4328-b239-9ab830221874 req-26c9f7ed-5dae-4c4e-b58f-2fb3865c4fde service neutron] 10.222.0.75 "GET /v2.0/networks/f2d4a04f-45d0-4994-b0d7-b367387c8522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817535 Nov 25 18:45:42.840666 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-219c8b80-319f-46c4-9759-ca1dc3870a51 req-050bb867-d14e-4056-8521-11c431fbd515 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba HTTP/1.1" status: 200 len: 210 time: 0.0321333 Nov 25 18:45:43.783972 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9fccb3-4bca-4328-b239-9ab830221874 req-f4eb3f44-3d4e-4caa-9db3-fe60f4a55ed6 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:43.785469 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ba9fccb3-4bca-4328-b239-9ab830221874 req-f4eb3f44-3d4e-4caa-9db3-fe60f4a55ed6 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.74 "GET /v2.0/networks?id=f2d4a04f-45d0-4994-b0d7-b367387c8522 HTTP/1.1" status: 200 len: 808 time: 0.1057069 Nov 25 18:45:43.850277 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ba9fccb3-4bca-4328-b239-9ab830221874 req-c4d4ff1c-6de0-4624-a677-52e68002b4a2 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f57f7325827407082fd1402cdfc1a4a HTTP/1.1" status: 200 len: 380 time: 0.0556264 Nov 25 18:45:43.859954 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-ba9fccb3-4bca-4328-b239-9ab830221874 req-eb1d365e-4fc6-455d-9bd8-b97470581e5b tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Request body: {'port': {'device_id': '803037de-1c05-4ae5-bb5b-9b0b5564d8ba', 'network_id': 'f2d4a04f-45d0-4994-b0d7-b367387c8522', 'admin_state_up': True, 'tenant_id': '8f57f7325827407082fd1402cdfc1a4a', 'security_groups': ['fcc97b05-06b4-4da6-bdd6-385e54de4276']}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:43.954161 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-93ef6863-12f6-4b35-bc22-6b02ef288e82 req-3f588c61-152c-4297-be70-c01202f1f4c9 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba HTTP/1.1" status: 200 len: 210 time: 0.0328212 Nov 25 18:45:44.011200 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba9fccb3-4bca-4328-b239-9ab830221874 req-eb1d365e-4fc6-455d-9bd8-b97470581e5b tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Made reservation on behalf of 8f57f7325827407082fd1402cdfc1a4a for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:45:44.014826 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ba9fccb3-4bca-4328-b239-9ab830221874 req-eb1d365e-4fc6-455d-9bd8-b97470581e5b tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:44.148780 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-ba9fccb3-4bca-4328-b239-9ab830221874 req-eb1d365e-4fc6-455d-9bd8-b97470581e5b tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Allocated IP 172.20.0.14 (f2d4a04f-45d0-4994-b0d7-b367387c8522/fe6e5b84-c0f7-436a-a447-8018812c2226/f10492d5-ce9f-4a73-b4fd-32d149e17cfc) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:45:44.289352 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ba9fccb3-4bca-4328-b239-9ab830221874 req-eb1d365e-4fc6-455d-9bd8-b97470581e5b tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:44.329043 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ba9fccb3-4bca-4328-b239-9ab830221874 req-eb1d365e-4fc6-455d-9bd8-b97470581e5b tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:44.374193 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba9fccb3-4bca-4328-b239-9ab830221874 req-eb1d365e-4fc6-455d-9bd8-b97470581e5b tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Network f2d4a04f-45d0-4994-b0d7-b367387c8522 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:45:44.377409 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-ba9fccb3-4bca-4328-b239-9ab830221874 req-eb1d365e-4fc6-455d-9bd8-b97470581e5b tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:45:44.381313 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba9fccb3-4bca-4328-b239-9ab830221874 req-eb1d365e-4fc6-455d-9bd8-b97470581e5b tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:45:44.388143 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d365e-4fc6-455d-9bd8-b97470581e5b tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Pushing event updated for resources: {'Port': ['ID=f10492d5-ce9f-4a73-b4fd-32d149e17cfc,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:44.435525 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9fccb3-4bca-4328-b239-9ab830221874 req-eb1d365e-4fc6-455d-9bd8-b97470581e5b tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:44.436196 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ba9fccb3-4bca-4328-b239-9ab830221874 req-eb1d365e-4fc6-455d-9bd8-b97470581e5b tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:44.454905 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ba9fccb3-4bca-4328-b239-9ab830221874 req-eb1d365e-4fc6-455d-9bd8-b97470581e5b tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5985761 Nov 25 18:45:44.468113 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-ba9fccb3-4bca-4328-b239-9ab830221874 req-d1c706b2-f137-4f72-a629-77108dbfd3e5 service neutron] Request body: {'port': {'device_id': '803037de-1c05-4ae5-bb5b-9b0b5564d8ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:44.533600 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ba9fccb3-4bca-4328-b239-9ab830221874 req-d1c706b2-f137-4f72-a629-77108dbfd3e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:44.608991 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-bb922db2-da35-4cd8-bfd7-9d5028ee5405 None None] Provisioning complete for port f10492d5-ce9f-4a73-b4fd-32d149e17cfc triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:45:44.611103 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-bb922db2-da35-4cd8-bfd7-9d5028ee5405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:44.656880 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-bb922db2-da35-4cd8-bfd7-9d5028ee5405 None None] Port f10492d5-ce9f-4a73-b4fd-32d149e17cfc cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:45:44.805235 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-ba9fccb3-4bca-4328-b239-9ab830221874 req-d1c706b2-f137-4f72-a629-77108dbfd3e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f10492d5-ce9f-4a73-b4fd-32d149e17cfc {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:45:44.813404 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ba9fccb3-4bca-4328-b239-9ab830221874 req-d1c706b2-f137-4f72-a629-77108dbfd3e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:44.825363 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-ba9fccb3-4bca-4328-b239-9ab830221874 req-d1c706b2-f137-4f72-a629-77108dbfd3e5 service neutron] Transition to ACTIVE for port object f10492d5-ce9f-4a73-b4fd-32d149e17cfc will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:45:44.830067 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ba9fccb3-4bca-4328-b239-9ab830221874 req-d1c706b2-f137-4f72-a629-77108dbfd3e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:44.881769 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c706b2-f137-4f72-a629-77108dbfd3e5 service neutron] Pushing event updated for resources: {'Port': ['ID=f10492d5-ce9f-4a73-b4fd-32d149e17cfc,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:44.964483 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-ba9fccb3-4bca-4328-b239-9ab830221874 req-d1c706b2-f137-4f72-a629-77108dbfd3e5 service neutron] Attempting to bind port f10492d5-ce9f-4a73-b4fd-32d149e17cfc on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:45:44.964880 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-ba9fccb3-4bca-4328-b239-9ab830221874 req-d1c706b2-f137-4f72-a629-77108dbfd3e5 service neutron] Attempting to bind port f10492d5-ce9f-4a73-b4fd-32d149e17cfc by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '2345d44b-830d-4bb2-b63a-4fcca5c37f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f2d4a04f-45d0-4994-b0d7-b367387c8522'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:45:44.965135 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9fccb3-4bca-4328-b239-9ab830221874 req-d1c706b2-f137-4f72-a629-77108dbfd3e5 service neutron] Attempting to bind port f10492d5-ce9f-4a73-b4fd-32d149e17cfc on network f2d4a04f-45d0-4994-b0d7-b367387c8522 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:45:44.974128 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9fccb3-4bca-4328-b239-9ab830221874 req-d1c706b2-f137-4f72-a629-77108dbfd3e5 service neutron] Port f10492d5-ce9f-4a73-b4fd-32d149e17cfc on network f2d4a04f-45d0-4994-b0d7-b367387c8522 not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:45:44.974128 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9fccb3-4bca-4328-b239-9ab830221874 req-d1c706b2-f137-4f72-a629-77108dbfd3e5 service neutron] Attempting to bind port f10492d5-ce9f-4a73-b4fd-32d149e17cfc on network f2d4a04f-45d0-4994-b0d7-b367387c8522 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:45:44.975961 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9fccb3-4bca-4328-b239-9ab830221874 req-d1c706b2-f137-4f72-a629-77108dbfd3e5 service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:45:44.976303 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9fccb3-4bca-4328-b239-9ab830221874 req-d1c706b2-f137-4f72-a629-77108dbfd3e5 service neutron] Checking segment: {'id': '2345d44b-830d-4bb2-b63a-4fcca5c37f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f2d4a04f-45d0-4994-b0d7-b367387c8522'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:45:44.976996 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9fccb3-4bca-4328-b239-9ab830221874 req-d1c706b2-f137-4f72-a629-77108dbfd3e5 service neutron] Bound using segment: {'id': '2345d44b-830d-4bb2-b63a-4fcca5c37f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f2d4a04f-45d0-4994-b0d7-b367387c8522'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:45:44.977596 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-ba9fccb3-4bca-4328-b239-9ab830221874 req-d1c706b2-f137-4f72-a629-77108dbfd3e5 service neutron] Bound port: f10492d5-ce9f-4a73-b4fd-32d149e17cfc, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2345d44b-830d-4bb2-b63a-4fcca5c37f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f2d4a04f-45d0-4994-b0d7-b367387c8522'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:45:44.977967 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ba9fccb3-4bca-4328-b239-9ab830221874 req-d1c706b2-f137-4f72-a629-77108dbfd3e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:45.095833 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-ba9fccb3-4bca-4328-b239-9ab830221874 req-d1c706b2-f137-4f72-a629-77108dbfd3e5 service neutron] For port f10492d5-ce9f-4a73-b4fd-32d149e17cfc, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:45:45.101410 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-ba9fccb3-4bca-4328-b239-9ab830221874 req-d1c706b2-f137-4f72-a629-77108dbfd3e5 service neutron] For port f10492d5-ce9f-4a73-b4fd-32d149e17cfc, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=f10492d5-ce9f-4a73-b4fd-32d149e17cfc,segment=NetworkSegment(2345d44b-830d-4bb2-b63a-4fcca5c37f9e),segment_id=2345d44b-830d-4bb2-b63a-4fcca5c37f9e)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:45:45.111143 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14270e01-97ea-4f21-90e3-78cfcb9cc032 req-6774329b-c768-4934-a855-b8f2f8ec2f5b tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:45.112738 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-14270e01-97ea-4f21-90e3-78cfcb9cc032 req-6774329b-c768-4934-a855-b8f2f8ec2f5b tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba HTTP/1.1" status: 200 len: 944 time: 0.0801237 Nov 25 18:45:45.114352 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ba9fccb3-4bca-4328-b239-9ab830221874 req-d1c706b2-f137-4f72-a629-77108dbfd3e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:45.167430 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9fccb3-4bca-4328-b239-9ab830221874 req-d1c706b2-f137-4f72-a629-77108dbfd3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:45.168059 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-ba9fccb3-4bca-4328-b239-9ab830221874 req-d1c706b2-f137-4f72-a629-77108dbfd3e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:45.169499 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ba9fccb3-4bca-4328-b239-9ab830221874 req-d1c706b2-f137-4f72-a629-77108dbfd3e5 service neutron] 10.222.0.74 "PUT /v2.0/ports/f10492d5-ce9f-4a73-b4fd-32d149e17cfc HTTP/1.1" status: 200 len: 1092 time: 0.7063603 Nov 25 18:45:45.169959 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '803037de-1c05-4ae5-bb5b-9b0b5564d8ba', 'tag': 'f10492d5-ce9f-4a73-b4fd-32d149e17cfc'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:45:45.172261 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d7da17-6eb6-4b32-9318-100d4375e433" -d '{"events": [{"name": "network-changed", "server_uuid": "803037de-1c05-4ae5-bb5b-9b0b5564d8ba", "tag": "f10492d5-ce9f-4a73-b4fd-32d149e17cfc"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:45:45.259472 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d84a4a-b52c-4f40-9a47-8886fde05b79 x-openstack-request-id: req-37d84a4a-b52c-4f40-9a47-8886fde05b79 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:45:45.259762 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "803037de-1c05-4ae5-bb5b-9b0b5564d8ba", "tag": "f10492d5-ce9f-4a73-b4fd-32d149e17cfc", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:45:45.260023 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-37d84a4a-b52c-4f40-9a47-8886fde05b79 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:45:45.260448 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '803037de-1c05-4ae5-bb5b-9b0b5564d8ba', 'tag': 'f10492d5-ce9f-4a73-b4fd-32d149e17cfc', 'status': 'completed', 'code': 200} Nov 25 18:45:45.267086 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c706b2-f137-4f72-a629-77108dbfd3e5 service neutron] Pushing event updated for resources: {'Port': ['ID=f10492d5-ce9f-4a73-b4fd-32d149e17cfc,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:45.276862 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-14270e01-97ea-4f21-90e3-78cfcb9cc032 req-0a3486d4-448f-43f5-b017-504615e59bf7 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=fcc97b05-06b4-4da6-bdd6-385e54de4276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540496 Nov 25 18:45:45.293555 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9fccb3-4bca-4328-b239-9ab830221874 req-ba42ecc5-4fdb-4730-88a9-b6ec312ecf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:45.293555 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ba9fccb3-4bca-4328-b239-9ab830221874 req-ba42ecc5-4fdb-4730-88a9-b6ec312ecf54 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8f57f7325827407082fd1402cdfc1a4a&device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba HTTP/1.1" status: 200 len: 1095 time: 0.0723407 Nov 25 18:45:45.347546 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ba9fccb3-4bca-4328-b239-9ab830221874 req-6a7919cc-d0e8-4ec3-9e87-90f8231ebef8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f10492d5-ce9f-4a73-b4fd-32d149e17cfc HTTP/1.1" status: 200 len: 217 time: 0.0461516 Nov 25 18:45:45.402739 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9fccb3-4bca-4328-b239-9ab830221874 req-0efab156-94c8-49ce-acba-503af4afbce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:45.404233 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ba9fccb3-4bca-4328-b239-9ab830221874 req-0efab156-94c8-49ce-acba-503af4afbce6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fe6e5b84-c0f7-436a-a447-8018812c2226 HTTP/1.1" status: 200 len: 847 time: 0.0496345 Nov 25 18:45:45.457185 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9fccb3-4bca-4328-b239-9ab830221874 req-755b7fda-55c9-4863-9a37-c8a801fbfa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:45.458689 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ba9fccb3-4bca-4328-b239-9ab830221874 req-755b7fda-55c9-4863-9a37-c8a801fbfa48 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f2d4a04f-45d0-4994-b0d7-b367387c8522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471225 Nov 25 18:45:45.550076 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ba9fccb3-4bca-4328-b239-9ab830221874 req-b3dc1d53-39aa-4661-a73c-294b560cc94a service neutron] 10.222.0.74 "GET /v2.0/networks/f2d4a04f-45d0-4994-b0d7-b367387c8522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840120 Nov 25 18:45:45.646365 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ba9fccb3-4bca-4328-b239-9ab830221874 req-5253b3c5-a4ec-4a4b-9a79-e4983198714e service neutron] 10.222.0.74 "GET /v2.0/networks/f2d4a04f-45d0-4994-b0d7-b367387c8522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895267 Nov 25 18:45:45.730447 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d7da17-6eb6-4b32-9318-100d4375e433 req-2b705ea4-9c86-41cc-9d49-c83f4ef43ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:45.731860 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-27d7da17-6eb6-4b32-9318-100d4375e433 req-2b705ea4-9c86-41cc-9d49-c83f4ef43ae9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8f57f7325827407082fd1402cdfc1a4a&device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba HTTP/1.1" status: 200 len: 1095 time: 0.0427370 Nov 25 18:45:45.828756 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d7da17-6eb6-4b32-9318-100d4375e433 req-dcfe4d05-bc85-48c4-b25e-904f429d464b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:45.830273 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-27d7da17-6eb6-4b32-9318-100d4375e433 req-dcfe4d05-bc85-48c4-b25e-904f429d464b service neutron] 10.222.0.74 "GET /v2.0/networks?id=f2d4a04f-45d0-4994-b0d7-b367387c8522 HTTP/1.1" status: 200 len: 909 time: 0.0905828 Nov 25 18:45:45.872171 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-27d7da17-6eb6-4b32-9318-100d4375e433 req-93f2c2bf-f4d0-4ea4-9eb5-31bf20882031 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f10492d5-ce9f-4a73-b4fd-32d149e17cfc HTTP/1.1" status: 200 len: 217 time: 0.0352442 Nov 25 18:45:45.924479 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d7da17-6eb6-4b32-9318-100d4375e433 req-4de89c8e-2a2a-435c-94fe-9bc6c43ba7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:45.925905 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-27d7da17-6eb6-4b32-9318-100d4375e433 req-4de89c8e-2a2a-435c-94fe-9bc6c43ba7e6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fe6e5b84-c0f7-436a-a447-8018812c2226 HTTP/1.1" status: 200 len: 847 time: 0.0469725 Nov 25 18:45:45.974087 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d7da17-6eb6-4b32-9318-100d4375e433 req-f145d9f5-ccab-44e4-a280-aac7c813a44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:45.976151 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-27d7da17-6eb6-4b32-9318-100d4375e433 req-f145d9f5-ccab-44e4-a280-aac7c813a44f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f2d4a04f-45d0-4994-b0d7-b367387c8522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417640 Nov 25 18:45:46.070316 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-27d7da17-6eb6-4b32-9318-100d4375e433 req-2ec1207f-1b2d-4ee7-85f4-48259bf97fab service neutron] 10.222.0.74 "GET /v2.0/networks/f2d4a04f-45d0-4994-b0d7-b367387c8522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874646 Nov 25 18:45:46.161729 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-27d7da17-6eb6-4b32-9318-100d4375e433 req-f4213d4b-5bf5-4691-bfc7-e68c2f4b69dc service neutron] 10.222.0.74 "GET /v2.0/networks/f2d4a04f-45d0-4994-b0d7-b367387c8522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842936 Nov 25 18:45:46.402063 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514557bb-e56d-45bd-92e8-466acff4e2b8 req-599ddcca-b716-4d27-bd8d-1ca841d36709 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:46.403565 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-514557bb-e56d-45bd-92e8-466acff4e2b8 req-599ddcca-b716-4d27-bd8d-1ca841d36709 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba HTTP/1.1" status: 200 len: 944 time: 0.0554891 Nov 25 18:45:46.452853 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-514557bb-e56d-45bd-92e8-466acff4e2b8 req-e6d93c87-9b10-4242-9067-8d8536a9105a tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=fcc97b05-06b4-4da6-bdd6-385e54de4276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432143 Nov 25 18:45:47.282214 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-dc5c7f58-8a22-462b-b0a6-758ae2ca632c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:47.518675 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:47.570547 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07778c81-7144-4dcc-b0b1-70320701461b req-d882e375-c6b5-44af-b83c-da420c34b6ce tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:47.571935 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-07778c81-7144-4dcc-b0b1-70320701461b req-d882e375-c6b5-44af-b83c-da420c34b6ce tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba HTTP/1.1" status: 200 len: 944 time: 0.0497336 Nov 25 18:45:47.622606 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-07778c81-7144-4dcc-b0b1-70320701461b req-f6bebdad-5d92-494e-a580-6f942834206a tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=fcc97b05-06b4-4da6-bdd6-385e54de4276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439870 Nov 25 18:45:47.700156 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:48.747138 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ce55f-df46-4a1f-976d-e9a1d3fd9fac req-98f3a033-4f63-4e99-8402-b0c63f70a92e tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:48.748646 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cb4ce55f-df46-4a1f-976d-e9a1d3fd9fac req-98f3a033-4f63-4e99-8402-b0c63f70a92e tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba HTTP/1.1" status: 200 len: 944 time: 0.0553374 Nov 25 18:45:48.803982 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cb4ce55f-df46-4a1f-976d-e9a1d3fd9fac req-d750fcd4-33af-4717-8512-5c7301f5293f tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=fcc97b05-06b4-4da6-bdd6-385e54de4276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492947 Nov 25 18:45:49.920408 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac36cb9-53c3-4a93-95f6-b41b73ea1bcc req-cc47c510-bb89-4af9-866c-b48f4c2b4f5b tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:49.921953 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8ac36cb9-53c3-4a93-95f6-b41b73ea1bcc req-cc47c510-bb89-4af9-866c-b48f4c2b4f5b tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba HTTP/1.1" status: 200 len: 944 time: 0.0496089 Nov 25 18:45:49.979038 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8ac36cb9-53c3-4a93-95f6-b41b73ea1bcc req-b942067c-874d-4ca9-9c58-37ff75f30c94 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=fcc97b05-06b4-4da6-bdd6-385e54de4276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510767 Nov 25 18:45:50.009577 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d8c920ac-8f8d-4232-ab3d-62c4d5b37470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:50.333065 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:45:51.093459 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdad7cc-6552-427e-955a-84848b63da74 req-e33a6935-c457-47e3-815c-98a52d9a26aa tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:51.094929 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0cdad7cc-6552-427e-955a-84848b63da74 req-e33a6935-c457-47e3-815c-98a52d9a26aa tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba HTTP/1.1" status: 200 len: 944 time: 0.0484097 Nov 25 18:45:51.147923 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0cdad7cc-6552-427e-955a-84848b63da74 req-e46c59a1-5f84-4d25-a980-e383b7e57960 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=fcc97b05-06b4-4da6-bdd6-385e54de4276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470397 Nov 25 18:45:51.159805 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:52.263397 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c952c-250c-4c02-8062-03fe63c6936e req-a544e611-65c2-4295-bb73-034760bf68e4 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:52.264758 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c24c952c-250c-4c02-8062-03fe63c6936e req-a544e611-65c2-4295-bb73-034760bf68e4 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba HTTP/1.1" status: 200 len: 944 time: 0.0487492 Nov 25 18:45:52.316991 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c24c952c-250c-4c02-8062-03fe63c6936e req-e433eda2-3660-4bed-aaed-24de5e184d47 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=fcc97b05-06b4-4da6-bdd6-385e54de4276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456400 Nov 25 18:45:52.350933 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:53.233836 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:53.435888 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed3361-6cb8-486e-a9c5-5036d962eb24 req-db28ce62-0f9d-4378-9a69-cc73909de7d2 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:53.437391 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0aed3361-6cb8-486e-a9c5-5036d962eb24 req-db28ce62-0f9d-4378-9a69-cc73909de7d2 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba HTTP/1.1" status: 200 len: 944 time: 0.0492687 Nov 25 18:45:53.490017 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0aed3361-6cb8-486e-a9c5-5036d962eb24 req-506d631b-2cb6-4967-9f35-db826d90e9f6 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=fcc97b05-06b4-4da6-bdd6-385e54de4276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454848 Nov 25 18:45:54.618596 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb12b9-55f4-4045-a29c-023f37d4881c req-996d9efc-b967-47e7-93f2-ce52bf7f1667 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:54.619989 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2abb12b9-55f4-4045-a29c-023f37d4881c req-996d9efc-b967-47e7-93f2-ce52bf7f1667 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba HTTP/1.1" status: 200 len: 944 time: 0.0627215 Nov 25 18:45:54.669488 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2abb12b9-55f4-4045-a29c-023f37d4881c req-91b1c6a7-354b-4c3f-b086-580191fd5101 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=fcc97b05-06b4-4da6-bdd6-385e54de4276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433319 Nov 25 18:45:55.783531 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab57d1c1-14cc-4d89-8074-d23b391c8f47 req-c51cb13f-5002-47d8-ada9-b4130476c760 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:55.785025 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ab57d1c1-14cc-4d89-8074-d23b391c8f47 req-c51cb13f-5002-47d8-ada9-b4130476c760 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba HTTP/1.1" status: 200 len: 944 time: 0.0486703 Nov 25 18:45:55.833393 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ab57d1c1-14cc-4d89-8074-d23b391c8f47 req-4dcfbfaf-4669-4b8d-b6f4-606a0678edcb tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=fcc97b05-06b4-4da6-bdd6-385e54de4276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424733 Nov 25 18:45:55.976779 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device f10492d5-ce9f-4a73-b4fd-32d149e17cfc details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:45:56.081097 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port f10492d5-ce9f-4a73-b4fd-32d149e17cfc, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=f10492d5-ce9f-4a73-b4fd-32d149e17cfc,segment=NetworkSegment(2345d44b-830d-4bb2-b63a-4fcca5c37f9e),segment_id=2345d44b-830d-4bb2-b63a-4fcca5c37f9e)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:45:56.092690 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': 'f10492d5-ce9f-4a73-b4fd-32d149e17cfc', 'network_id': 'f2d4a04f-45d0-4994-b0d7-b367387c8522', 'port_id': 'f10492d5-ce9f-4a73-b4fd-32d149e17cfc', 'mac_address': 'fa:16:3e:54:ac:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 913, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe6e5b84-c0f7-436a-a447-8018812c2226', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:45:56.128617 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:56.141470 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f10492d5-ce9f-4a73-b4fd-32d149e17cfc {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:45:56.160360 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port f10492d5-ce9f-4a73-b4fd-32d149e17cfc, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=f10492d5-ce9f-4a73-b4fd-32d149e17cfc,segment=NetworkSegment(2345d44b-830d-4bb2-b63a-4fcca5c37f9e),segment_id=2345d44b-830d-4bb2-b63a-4fcca5c37f9e)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:45:56.164443 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:56.209126 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=f10492d5-ce9f-4a73-b4fd-32d149e17cfc,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:56.216900 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:56.217252 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:56.217595 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:56.217934 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:56.218268 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:56.218597 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:56.218924 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:56.219250 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:56.219576 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:56.219901 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:56.220225 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:56.220546 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:56.364406 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['f10492d5-ce9f-4a73-b4fd-32d149e17cfc'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:45:56.950917 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1301a5-b6fd-4a93-a39f-b1026d3d51d2 req-cac5b8e5-45eb-4da6-8f90-ef75d4672543 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:56.952408 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cc1301a5-b6fd-4a93-a39f-b1026d3d51d2 req-cac5b8e5-45eb-4da6-8f90-ef75d4672543 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba HTTP/1.1" status: 200 len: 945 time: 0.0494413 Nov 25 18:45:57.005897 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cc1301a5-b6fd-4a93-a39f-b1026d3d51d2 req-2d3a492b-5eed-48c8-98e7-9f079e25ecfe tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=fcc97b05-06b4-4da6-bdd6-385e54de4276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475345 Nov 25 18:45:57.982662 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device f10492d5-ce9f-4a73-b4fd-32d149e17cfc up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:45:58.045781 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port f10492d5-ce9f-4a73-b4fd-32d149e17cfc completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:45:58.050026 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port f10492d5-ce9f-4a73-b4fd-32d149e17cfc triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:45:58.050405 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:58.124064 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e350f621-d251-4b37-a5bb-30b6feba4389 req-948e5cd2-36bc-46c1-a1ae-790c9c723c18 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:58.125590 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e350f621-d251-4b37-a5bb-30b6feba4389 req-948e5cd2-36bc-46c1-a1ae-790c9c723c18 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba HTTP/1.1" status: 200 len: 945 time: 0.0493562 Nov 25 18:45:58.127891 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:58.151800 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '803037de-1c05-4ae5-bb5b-9b0b5564d8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f10492d5-ce9f-4a73-b4fd-32d149e17cfc'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:45:58.154679 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e885ae7a60f1de4153d3a84cf91c96dac968753d8c7eb30b74097738adf70354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9acabd9b-bb28-487a-b411-4c98a5ab4b97" -d '{"events": [{"server_uuid": "803037de-1c05-4ae5-bb5b-9b0b5564d8ba", "name": "network-vif-plugged", "status": "completed", "tag": "f10492d5-ce9f-4a73-b4fd-32d149e17cfc"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:45:58.168136 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port f10492d5-ce9f-4a73-b4fd-32d149e17cfc, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=f10492d5-ce9f-4a73-b4fd-32d149e17cfc,segment=NetworkSegment(2345d44b-830d-4bb2-b63a-4fcca5c37f9e),segment_id=2345d44b-830d-4bb2-b63a-4fcca5c37f9e)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:45:58.173316 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:58.178931 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e350f621-d251-4b37-a5bb-30b6feba4389 req-dd8ffd48-4158-441e-a555-a3d5686a4a2f tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=fcc97b05-06b4-4da6-bdd6-385e54de4276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458851 Nov 25 18:45:58.225401 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=f10492d5-ce9f-4a73-b4fd-32d149e17cfc,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:58.257768 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa1bf56-e71c-4465-8655-5cf8f8d8ffe8 x-openstack-request-id: req-9aa1bf56-e71c-4465-8655-5cf8f8d8ffe8 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:45:58.258061 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "803037de-1c05-4ae5-bb5b-9b0b5564d8ba", "name": "network-vif-plugged", "status": "completed", "tag": "f10492d5-ce9f-4a73-b4fd-32d149e17cfc", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:45:58.258340 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9aa1bf56-e71c-4465-8655-5cf8f8d8ffe8 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:45:58.258736 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '803037de-1c05-4ae5-bb5b-9b0b5564d8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f10492d5-ce9f-4a73-b4fd-32d149e17cfc', 'code': 200} Nov 25 18:45:58.356713 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a16fde-d4e8-44ed-8f85-eef4c3979d6b req-7a403fc7-fd6d-46b2-b1a3-f37757c1c6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:58.358196 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-95a16fde-d4e8-44ed-8f85-eef4c3979d6b req-7a403fc7-fd6d-46b2-b1a3-f37757c1c6f8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba HTTP/1.1" status: 200 len: 1097 time: 0.0403926 Nov 25 18:45:58.403511 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-95a16fde-d4e8-44ed-8f85-eef4c3979d6b req-e89f90bf-3643-412b-8f74-6845525111bc service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=fcc97b05-06b4-4da6-bdd6-385e54de4276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380549 Nov 25 18:45:59.302624 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c66020-9430-4d0f-80ff-e7befcba52d7 req-554327f5-223b-4b9f-bcb9-32dadd824aba tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:59.304182 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-30c66020-9430-4d0f-80ff-e7befcba52d7 req-554327f5-223b-4b9f-bcb9-32dadd824aba tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba HTTP/1.1" status: 200 len: 946 time: 0.0525367 Nov 25 18:45:59.356487 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-30c66020-9430-4d0f-80ff-e7befcba52d7 req-5fc5414f-1ea2-48e4-a37c-8042646e5762 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=fcc97b05-06b4-4da6-bdd6-385e54de4276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444274 Nov 25 18:46:00.471778 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7912df9-5349-45b5-bd50-f5033ca591a9 req-20507986-b209-4211-a76e-6b8058390783 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:00.473288 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e7912df9-5349-45b5-bd50-f5033ca591a9 req-20507986-b209-4211-a76e-6b8058390783 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba HTTP/1.1" status: 200 len: 946 time: 0.0490572 Nov 25 18:46:00.522537 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e7912df9-5349-45b5-bd50-f5033ca591a9 req-71e738a6-ff27-4806-ac97-88a8fbea8aef tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=fcc97b05-06b4-4da6-bdd6-385e54de4276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431690 Nov 25 18:46:00.640115 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e309923-07e7-45a8-b47a-fc6736564d1f req-eca23a99-391f-4a88-b41d-10a4e999d8c2 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:00.641519 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3e309923-07e7-45a8-b47a-fc6736564d1f req-eca23a99-391f-4a88-b41d-10a4e999d8c2 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba HTTP/1.1" status: 200 len: 946 time: 0.0533574 Nov 25 18:46:00.689965 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3e309923-07e7-45a8-b47a-fc6736564d1f req-f0420118-c387-4dea-93e4-9d6a2f6fe35a tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=fcc97b05-06b4-4da6-bdd6-385e54de4276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424757 Nov 25 18:46:00.711134 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39658) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:00.751209 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16ece5a-dfe7-4e9d-af35-c6daeaa7da3b tempest-TestShelveInstance-1477474980 tempest-TestShelveInstance-1477474980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:00.752722 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-e16ece5a-dfe7-4e9d-af35-c6daeaa7da3b tempest-TestShelveInstance-1477474980 tempest-TestShelveInstance-1477474980-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba HTTP/1.1" status: 200 len: 1092 time: 0.0406263 Nov 25 18:46:00.755524 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39660) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:00.759740 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-23bab72d-8c24-41c5-9bc3-65fd5713c73e tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Request body: {'floatingip': {'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'port_id': 'f10492d5-ce9f-4a73-b4fd-32d149e17cfc', 'tenant_id': '8f57f7325827407082fd1402cdfc1a4a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:46:00.781187 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-23bab72d-8c24-41c5-9bc3-65fd5713c73e tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks [] for floatingip, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:00.881146 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-23bab72d-8c24-41c5-9bc3-65fd5713c73e tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:00.982042 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-23bab72d-8c24-41c5-9bc3-65fd5713c73e tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Allocated IP 172.25.0.202 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/5e4bb9b1-b0d8-4333-9acd-7bb1e3be072d) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:46:01.083237 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-23bab72d-8c24-41c5-9bc3-65fd5713c73e tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:01.118228 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-23bab72d-8c24-41c5-9bc3-65fd5713c73e tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:01.156059 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bab72d-8c24-41c5-9bc3-65fd5713c73e tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:46:01.158864 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-23bab72d-8c24-41c5-9bc3-65fd5713c73e tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:46:01.162322 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bab72d-8c24-41c5-9bc3-65fd5713c73e tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:46:01.185564 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bab72d-8c24-41c5-9bc3-65fd5713c73e tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Pushing event updated for resources: {'Port': ['ID=5e4bb9b1-b0d8-4333-9acd-7bb1e3be072d,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:01.511484 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-23bab72d-8c24-41c5-9bc3-65fd5713c73e tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:01.576327 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-23bab72d-8c24-41c5-9bc3-65fd5713c73e tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:01.725541 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-23bab72d-8c24-41c5-9bc3-65fd5713c73e tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:01.730345 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-23bab72d-8c24-41c5-9bc3-65fd5713c73e tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:01.798822 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bab72d-8c24-41c5-9bc3-65fd5713c73e tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Pushing event updated for resources: {'Port': ['ID=5e4bb9b1-b0d8-4333-9acd-7bb1e3be072d,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:01.806808 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-23bab72d-8c24-41c5-9bc3-65fd5713c73e tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:01.905508 n-d-817746-1 neutron-server[103361]: INFO neutron.db.l3_db [None req-23bab72d-8c24-41c5-9bc3-65fd5713c73e tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Floating IP 6cd7c3d9-046d-454d-9551-0a4816eb38da associated. External IP: 172.25.0.202, port: f10492d5-ce9f-4a73-b4fd-32d149e17cfc. Nov 25 18:46:02.116611 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23bab72d-8c24-41c5-9bc3-65fd5713c73e tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Router 83979763-3f0d-4bab-a292-6092b0c5f1e5 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:46:02.224981 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23bab72d-8c24-41c5-9bc3-65fd5713c73e tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:46:02.234656 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63a0e31-c9a8-4382-bd9c-a1946d5dc22f None None] Sync routers for ids ['83979763-3f0d-4bab-a292-6092b0c5f1e5'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:46:02.242478 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-23bab72d-8c24-41c5-9bc3-65fd5713c73e tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:02.244415 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63a0e31-c9a8-4382-bd9c-a1946d5dc22f None None] Routers {'83979763-3f0d-4bab-a292-6092b0c5f1e5'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:46:02.245071 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-e63a0e31-c9a8-4382-bd9c-a1946d5dc22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:45:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['83979763-3f0d-4bab-a292-6092b0c5f1e5'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:02.269822 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-23bab72d-8c24-41c5-9bc3-65fd5713c73e tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5132961 Nov 25 18:46:02.270762 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '803037de-1c05-4ae5-bb5b-9b0b5564d8ba', 'tag': 'f10492d5-ce9f-4a73-b4fd-32d149e17cfc'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:46:02.273219 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e3de03-10b7-4cda-8a90-fb4ec21833d3" -d '{"events": [{"name": "network-changed", "server_uuid": "803037de-1c05-4ae5-bb5b-9b0b5564d8ba", "tag": "f10492d5-ce9f-4a73-b4fd-32d149e17cfc"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:46:02.312681 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f5f07b-a1f2-4376-bc6d-94326323af33 x-openstack-request-id: req-c1f5f07b-a1f2-4376-bc6d-94326323af33 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:46:02.313010 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "803037de-1c05-4ae5-bb5b-9b0b5564d8ba", "tag": "f10492d5-ce9f-4a73-b4fd-32d149e17cfc", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:46:02.313276 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c1f5f07b-a1f2-4376-bc6d-94326323af33 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:46:02.313687 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '803037de-1c05-4ae5-bb5b-9b0b5564d8ba', 'tag': 'f10492d5-ce9f-4a73-b4fd-32d149e17cfc', 'status': 'completed', 'code': 200} Nov 25 18:46:02.356110 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-e63a0e31-c9a8-4382-bd9c-a1946d5dc22f None None] Set router 83979763-3f0d-4bab-a292-6092b0c5f1e5 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:46:02.382081 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3de03-10b7-4cda-8a90-fb4ec21833d3 req-162ad59a-5dae-41fb-b14b-129565e56547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:02.383599 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-55e3de03-10b7-4cda-8a90-fb4ec21833d3 req-162ad59a-5dae-41fb-b14b-129565e56547 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8f57f7325827407082fd1402cdfc1a4a&device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba HTTP/1.1" status: 200 len: 1097 time: 0.0413756 Nov 25 18:46:02.588869 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-e63a0e31-c9a8-4382-bd9c-a1946d5dc22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83979763-3f0d-4bab-a292-6092b0c5f1e5', 'name': 'tempest-TestShelveInstance-961922976-router', 'tenant_id': '8f57f7325827407082fd1402cdfc1a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'f000946e-d7d1-4617-be1d-f79e8ae1c6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:41:07Z', 'updated_at': '2021-11-25T18:41:09Z', 'revision_number': 4, 'project_id': '8f57f7325827407082fd1402cdfc1a4a', 'gw_port': {'id': 'f000946e-d7d1-4617-be1d-f79e8ae1c6b9', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:48:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83979763-3f0d-4bab-a292-6092b0c5f1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:41:07Z', 'updated_at': '2021-11-25T18:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '6cd7c3d9-046d-454d-9551-0a4816eb38da', 'tenant_id': '8f57f7325827407082fd1402cdfc1a4a', 'floating_ip_address': '172.25.0.202', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '83979763-3f0d-4bab-a292-6092b0c5f1e5', 'port_id': 'f10492d5-ce9f-4a73-b4fd-32d149e17cfc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2d4a04f-45d0-4994-b0d7-b367387c8522', 'mac_address': 'fa:16:3e:54:ac:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803037de-1c05-4ae5-bb5b-9b0b5564d8ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:46:01Z', 'updated_at': '2021-11-25T18:46:01Z', 'revision_number': 0, 'project_id': '8f57f7325827407082fd1402cdfc1a4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c0bd24e-075b-4782-8d8f-6ab4d2204ece', 'name': '', 'network_id': 'f2d4a04f-45d0-4994-b0d7-b367387c8522', 'tenant_id': '8f57f7325827407082fd1402cdfc1a4a', 'mac_address': 'fa:16:3e:e0:e4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83979763-3f0d-4bab-a292-6092b0c5f1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'fe6e5b84-c0f7-436a-a447-8018812c2226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:41:09Z', 'updated_at': '2021-11-25T18:41:14Z', 'revision_number': 5, 'project_id': '8f57f7325827407082fd1402cdfc1a4a', 'subnets': [{'id': 'fe6e5b84-c0f7-436a-a447-8018812c2226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:02.776333 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3de03-10b7-4cda-8a90-fb4ec21833d3 req-f43f461c-cf31-4435-96ff-c90792c98177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:02.778024 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-55e3de03-10b7-4cda-8a90-fb4ec21833d3 req-f43f461c-cf31-4435-96ff-c90792c98177 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f2d4a04f-45d0-4994-b0d7-b367387c8522 HTTP/1.1" status: 200 len: 909 time: 0.3870907 Nov 25 18:46:02.781752 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63a0e31-c9a8-4382-bd9c-a1946d5dc22f None None] Checking router: 83979763-3f0d-4bab-a292-6092b0c5f1e5 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:46:02.790300 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63a0e31-c9a8-4382-bd9c-a1946d5dc22f None None] Routers {'83979763-3f0d-4bab-a292-6092b0c5f1e5'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:46:02.790903 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-e63a0e31-c9a8-4382-bd9c-a1946d5dc22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:45:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['83979763-3f0d-4bab-a292-6092b0c5f1e5'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:02.846824 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-55e3de03-10b7-4cda-8a90-fb4ec21833d3 req-d7322977-0a15-4fb7-bfae-5c6ae05e314d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f10492d5-ce9f-4a73-b4fd-32d149e17cfc HTTP/1.1" status: 200 len: 1000 time: 0.0614278 Nov 25 18:46:02.898759 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3de03-10b7-4cda-8a90-fb4ec21833d3 req-6aa9b1f3-4117-41ee-8837-5abc226c64fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:02.899019 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-e63a0e31-c9a8-4382-bd9c-a1946d5dc22f None None] Set router 83979763-3f0d-4bab-a292-6092b0c5f1e5 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:46:02.900237 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-55e3de03-10b7-4cda-8a90-fb4ec21833d3 req-6aa9b1f3-4117-41ee-8837-5abc226c64fe service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fe6e5b84-c0f7-436a-a447-8018812c2226 HTTP/1.1" status: 200 len: 847 time: 0.0468564 Nov 25 18:46:02.945518 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3de03-10b7-4cda-8a90-fb4ec21833d3 req-68836b2c-8661-467c-9948-e9207579015d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:02.946949 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-55e3de03-10b7-4cda-8a90-fb4ec21833d3 req-68836b2c-8661-467c-9948-e9207579015d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f2d4a04f-45d0-4994-b0d7-b367387c8522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397000 Nov 25 18:46:03.049626 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-55e3de03-10b7-4cda-8a90-fb4ec21833d3 req-a18d5328-50cd-4bec-9357-4512099bb2b8 service neutron] 10.222.0.74 "GET /v2.0/networks/f2d4a04f-45d0-4994-b0d7-b367387c8522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945427 Nov 25 18:46:03.141496 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-e63a0e31-c9a8-4382-bd9c-a1946d5dc22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83979763-3f0d-4bab-a292-6092b0c5f1e5', 'name': 'tempest-TestShelveInstance-961922976-router', 'tenant_id': '8f57f7325827407082fd1402cdfc1a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'f000946e-d7d1-4617-be1d-f79e8ae1c6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:41:07Z', 'updated_at': '2021-11-25T18:41:09Z', 'revision_number': 4, 'project_id': '8f57f7325827407082fd1402cdfc1a4a', 'gw_port': {'id': 'f000946e-d7d1-4617-be1d-f79e8ae1c6b9', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:48:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83979763-3f0d-4bab-a292-6092b0c5f1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:41:07Z', 'updated_at': '2021-11-25T18:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '6cd7c3d9-046d-454d-9551-0a4816eb38da', 'tenant_id': '8f57f7325827407082fd1402cdfc1a4a', 'floating_ip_address': '172.25.0.202', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '83979763-3f0d-4bab-a292-6092b0c5f1e5', 'port_id': 'f10492d5-ce9f-4a73-b4fd-32d149e17cfc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2d4a04f-45d0-4994-b0d7-b367387c8522', 'mac_address': 'fa:16:3e:54:ac:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803037de-1c05-4ae5-bb5b-9b0b5564d8ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:46:01Z', 'updated_at': '2021-11-25T18:46:01Z', 'revision_number': 0, 'project_id': '8f57f7325827407082fd1402cdfc1a4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c0bd24e-075b-4782-8d8f-6ab4d2204ece', 'name': '', 'network_id': 'f2d4a04f-45d0-4994-b0d7-b367387c8522', 'tenant_id': '8f57f7325827407082fd1402cdfc1a4a', 'mac_address': 'fa:16:3e:e0:e4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83979763-3f0d-4bab-a292-6092b0c5f1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'fe6e5b84-c0f7-436a-a447-8018812c2226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:41:09Z', 'updated_at': '2021-11-25T18:41:14Z', 'revision_number': 5, 'project_id': '8f57f7325827407082fd1402cdfc1a4a', 'subnets': [{'id': 'fe6e5b84-c0f7-436a-a447-8018812c2226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:03.145770 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-55e3de03-10b7-4cda-8a90-fb4ec21833d3 req-719f5c4e-8a90-4f86-96ff-dea01d9b4dd6 service neutron] 10.222.0.74 "GET /v2.0/networks/f2d4a04f-45d0-4994-b0d7-b367387c8522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880697 Nov 25 18:46:03.169590 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63a0e31-c9a8-4382-bd9c-a1946d5dc22f None None] The sync data for ids ['83979763-3f0d-4bab-a292-6092b0c5f1e5'] in n-d-817746-1 is: [{'id': '83979763-3f0d-4bab-a292-6092b0c5f1e5', 'name': 'tempest-TestShelveInstance-961922976-router', 'tenant_id': '8f57f7325827407082fd1402cdfc1a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'f000946e-d7d1-4617-be1d-f79e8ae1c6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:41:07Z', 'updated_at': '2021-11-25T18:41:09Z', 'revision_number': 4, 'project_id': '8f57f7325827407082fd1402cdfc1a4a', 'gw_port': {'id': 'f000946e-d7d1-4617-be1d-f79e8ae1c6b9', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:48:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83979763-3f0d-4bab-a292-6092b0c5f1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:41:07Z', 'updated_at': '2021-11-25T18:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '6cd7c3d9-046d-454d-9551-0a4816eb38da', 'tenant_id': '8f57f7325827407082fd1402cdfc1a4a', 'floating_ip_address': '172.25.0.202', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '83979763-3f0d-4bab-a292-6092b0c5f1e5', 'port_id': 'f10492d5-ce9f-4a73-b4fd-32d149e17cfc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2d4a04f-45d0-4994-b0d7-b367387c8522', 'mac_address': 'fa:16:3e:54:ac:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803037de-1c05-4ae5-bb5b-9b0b5564d8ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:46:01Z', 'updated_at': '2021-11-25T18:46:01Z', 'revision_number': 0, 'project_id': '8f57f7325827407082fd1402cdfc1a4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c0bd24e-075b-4782-8d8f-6ab4d2204ece', 'name': '', 'network_id': 'f2d4a04f-45d0-4994-b0d7-b367387c8522', 'tenant_id': '8f57f7325827407082fd1402cdfc1a4a', 'mac_address': 'fa:16:3e:e0:e4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83979763-3f0d-4bab-a292-6092b0c5f1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'fe6e5b84-c0f7-436a-a447-8018812c2226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:41:09Z', 'updated_at': '2021-11-25T18:41:14Z', 'revision_number': 5, 'project_id': '8f57f7325827407082fd1402cdfc1a4a', 'subnets': [{'id': 'fe6e5b84-c0f7-436a-a447-8018812c2226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:46:03.354403 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3c941d-7143-40aa-b1a7-f90354d0faa6 None None] New status for floating IP 6cd7c3d9-046d-454d-9551-0a4816eb38da: ACTIVE {{(pid=103363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:46:12.180978 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-07110981-fc0d-441b-bde8-bd9422904463 req-9f5a61eb-019c-4de5-a1c9-be64ad187480 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399761 Nov 25 18:46:12.267413 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07110981-fc0d-441b-bde8-bd9422904463 req-c6ffb45b-4901-4ec2-9b50-e95de3a3e253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:12.268799 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-07110981-fc0d-441b-bde8-bd9422904463 req-c6ffb45b-4901-4ec2-9b50-e95de3a3e253 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8f57f7325827407082fd1402cdfc1a4a&device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba HTTP/1.1" status: 200 len: 1097 time: 0.0402079 Nov 25 18:46:12.375748 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07110981-fc0d-441b-bde8-bd9422904463 req-4f096241-b02c-42fb-9a84-07940b24cad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:12.377241 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-07110981-fc0d-441b-bde8-bd9422904463 req-4f096241-b02c-42fb-9a84-07940b24cad6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f2d4a04f-45d0-4994-b0d7-b367387c8522 HTTP/1.1" status: 200 len: 909 time: 0.0881367 Nov 25 18:46:12.442782 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-07110981-fc0d-441b-bde8-bd9422904463 req-d9fb1892-0c17-4dbd-9ed8-c679f1076092 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f10492d5-ce9f-4a73-b4fd-32d149e17cfc HTTP/1.1" status: 200 len: 1002 time: 0.0577855 Nov 25 18:46:12.495765 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07110981-fc0d-441b-bde8-bd9422904463 req-6c4dcac1-ea7d-4999-b465-05b95c5af4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:12.497200 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-07110981-fc0d-441b-bde8-bd9422904463 req-6c4dcac1-ea7d-4999-b465-05b95c5af4f8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fe6e5b84-c0f7-436a-a447-8018812c2226 HTTP/1.1" status: 200 len: 847 time: 0.0472651 Nov 25 18:46:12.542374 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07110981-fc0d-441b-bde8-bd9422904463 req-2717c961-0538-4581-a7b2-87473e8c242c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:12.543877 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-07110981-fc0d-441b-bde8-bd9422904463 req-2717c961-0538-4581-a7b2-87473e8c242c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f2d4a04f-45d0-4994-b0d7-b367387c8522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398140 Nov 25 18:46:12.633767 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-07110981-fc0d-441b-bde8-bd9422904463 req-d309a71d-2caa-4e3f-8d7a-f4dfbf7f329d service neutron] 10.222.0.74 "GET /v2.0/networks/f2d4a04f-45d0-4994-b0d7-b367387c8522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819516 Nov 25 18:46:12.729608 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-07110981-fc0d-441b-bde8-bd9422904463 req-7fff9c63-8e30-4476-80d1-5e993e2e5256 service neutron] 10.222.0.74 "GET /v2.0/networks/f2d4a04f-45d0-4994-b0d7-b367387c8522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873549 Nov 25 18:46:17.283521 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f7e6c636-6901-4de6-8642-2dd68faaa231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:17.521040 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:17.723848 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:20.010418 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-53b922c9-70a2-44f3-887b-0d25a5c66864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:21.161785 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:22.341192 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:23.235779 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:27.333653 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:46:47.284673 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6623ce08-8e03-4420-9b3c-ed804301197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:47.518373 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:47.740025 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:50.013913 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1db0b7be-f10e-4211-807b-567d17711b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:51.164073 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:52.342394 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:53.239064 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:04.332480 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:47:13.176996 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b6ab45e9-dfc6-47fa-87ab-f5bd916d3394 req-dae165a8-63f3-4084-9ded-2dc64035b7db service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405302 Nov 25 18:47:13.256866 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab45e9-dfc6-47fa-87ab-f5bd916d3394 req-0778e4ae-86ec-41de-9ac4-93b8e3fe8d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:13.258234 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b6ab45e9-dfc6-47fa-87ab-f5bd916d3394 req-0778e4ae-86ec-41de-9ac4-93b8e3fe8d22 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8f57f7325827407082fd1402cdfc1a4a&device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba HTTP/1.1" status: 200 len: 1097 time: 0.0405774 Nov 25 18:47:13.362330 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab45e9-dfc6-47fa-87ab-f5bd916d3394 req-000994e0-e92c-4938-ba68-0bb893f6b33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:13.363777 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b6ab45e9-dfc6-47fa-87ab-f5bd916d3394 req-000994e0-e92c-4938-ba68-0bb893f6b33f service neutron] 10.222.0.74 "GET /v2.0/networks?id=f2d4a04f-45d0-4994-b0d7-b367387c8522 HTTP/1.1" status: 200 len: 909 time: 0.0874674 Nov 25 18:47:13.428136 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b6ab45e9-dfc6-47fa-87ab-f5bd916d3394 req-6cd1f923-6d3d-4d14-aa06-fccc490acd5b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f10492d5-ce9f-4a73-b4fd-32d149e17cfc HTTP/1.1" status: 200 len: 1002 time: 0.0568230 Nov 25 18:47:13.480610 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab45e9-dfc6-47fa-87ab-f5bd916d3394 req-e3790c6d-b394-4d15-a455-4109ee569f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:13.482166 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b6ab45e9-dfc6-47fa-87ab-f5bd916d3394 req-e3790c6d-b394-4d15-a455-4109ee569f7e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fe6e5b84-c0f7-436a-a447-8018812c2226 HTTP/1.1" status: 200 len: 847 time: 0.0480237 Nov 25 18:47:13.528872 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab45e9-dfc6-47fa-87ab-f5bd916d3394 req-ce5de464-13b8-484a-901f-d2f6ed7eaa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:13.530297 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b6ab45e9-dfc6-47fa-87ab-f5bd916d3394 req-ce5de464-13b8-484a-901f-d2f6ed7eaa6b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f2d4a04f-45d0-4994-b0d7-b367387c8522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409424 Nov 25 18:47:13.619480 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b6ab45e9-dfc6-47fa-87ab-f5bd916d3394 req-ba411d7f-037c-477d-a633-71eddcd62d02 service neutron] 10.222.0.74 "GET /v2.0/networks/f2d4a04f-45d0-4994-b0d7-b367387c8522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823758 Nov 25 18:47:13.712911 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b6ab45e9-dfc6-47fa-87ab-f5bd916d3394 req-d1fa8365-cf24-484c-8200-e436cf3df35d service neutron] 10.222.0.74 "GET /v2.0/networks/f2d4a04f-45d0-4994-b0d7-b367387c8522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865307 Nov 25 18:47:17.285927 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4832811f-8fbf-4ad4-a314-4f690d6953f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:17.534341 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:17.741209 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:20.016853 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-77662821-98cc-42c5-80bd-eb7b5b97518a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:21.166597 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:22.346063 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:23.241439 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:41.330934 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:47:47.287664 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5a28643c-f54d-4950-86e6-15d1731d7863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:47.553734 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:47.741239 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:50.020783 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7a6f805-f36a-43ec-b897-fb55afb5219d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:51.169393 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:52.348135 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:53.244106 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:55.709111 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec73ddb-b471-48f7-b954-e69b0f5f5fbd req-5f897116-a1e3-4a11-b3f9-a8b921398bbc tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:55.711277 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cec73ddb-b471-48f7-b954-e69b0f5f5fbd req-5f897116-a1e3-4a11-b3f9-a8b921398bbc tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba HTTP/1.1" status: 200 len: 946 time: 0.0511067 Nov 25 18:47:55.760904 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cec73ddb-b471-48f7-b954-e69b0f5f5fbd req-0b5e6975-fdb3-4d6c-9375-d823dcdb6257 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=fcc97b05-06b4-4da6-bdd6-385e54de4276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434716 Nov 25 18:47:56.884517 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57cd6fa-ea35-4307-b2ae-68284cdfdf51 req-1a35578b-d93e-4d87-9c7a-86acbb22f473 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:56.886034 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a57cd6fa-ea35-4307-b2ae-68284cdfdf51 req-1a35578b-d93e-4d87-9c7a-86acbb22f473 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba HTTP/1.1" status: 200 len: 946 time: 0.0561328 Nov 25 18:47:56.934943 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a57cd6fa-ea35-4307-b2ae-68284cdfdf51 req-c8e9ada3-1b71-40f0-8cbb-6c4e0b274192 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=fcc97b05-06b4-4da6-bdd6-385e54de4276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429738 Nov 25 18:47:58.074561 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125e358-f66d-41dc-b932-5befccef684c req-c27f8135-dae1-4e6a-b67c-275b75f316cd tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:58.076038 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8125e358-f66d-41dc-b932-5befccef684c req-c27f8135-dae1-4e6a-b67c-275b75f316cd tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba HTTP/1.1" status: 200 len: 946 time: 0.0491946 Nov 25 18:47:58.125417 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8125e358-f66d-41dc-b932-5befccef684c req-c8dcc12d-7ee1-4d8a-9a21-d656ba81c9e9 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=fcc97b05-06b4-4da6-bdd6-385e54de4276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434330 Nov 25 18:47:59.240863 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b9502-85bc-4faa-8611-406a6f43e030 req-0b12f141-3edb-4331-8b42-73d6cba670eb tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:59.242875 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cb8b9502-85bc-4faa-8611-406a6f43e030 req-0b12f141-3edb-4331-8b42-73d6cba670eb tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba HTTP/1.1" status: 200 len: 946 time: 0.0499415 Nov 25 18:47:59.294446 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cb8b9502-85bc-4faa-8611-406a6f43e030 req-72395b36-39d1-49fa-94e9-9a946470d6dc tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=fcc97b05-06b4-4da6-bdd6-385e54de4276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457444 Nov 25 18:48:00.409503 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f2aa2-5fb2-4aa7-953f-6aca1de5dac3 req-dc469206-2ee2-4fb7-82fd-c5be084416c0 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:00.410955 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4e1f2aa2-5fb2-4aa7-953f-6aca1de5dac3 req-dc469206-2ee2-4fb7-82fd-c5be084416c0 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba HTTP/1.1" status: 200 len: 946 time: 0.0488300 Nov 25 18:48:00.460731 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4e1f2aa2-5fb2-4aa7-953f-6aca1de5dac3 req-6be13b3d-19ef-4036-bb81-3dbe597d51b6 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=fcc97b05-06b4-4da6-bdd6-385e54de4276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436914 Nov 25 18:48:01.576613 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e4fff-7dc4-4fec-83e1-0ea01d3e3124 req-b4d4cd46-ffde-421d-9061-0b5f99218539 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:01.578172 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a50e4fff-7dc4-4fec-83e1-0ea01d3e3124 req-b4d4cd46-ffde-421d-9061-0b5f99218539 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba HTTP/1.1" status: 200 len: 946 time: 0.0476794 Nov 25 18:48:01.626420 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a50e4fff-7dc4-4fec-83e1-0ea01d3e3124 req-0f0227db-410d-483f-9c13-cb9f441924dc tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=fcc97b05-06b4-4da6-bdd6-385e54de4276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420399 Nov 25 18:48:02.749153 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059960e-a545-4f47-a79c-d6fa26dcde93 req-ca18e7c9-79fe-443e-8a67-081edb47593e tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:02.750544 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9059960e-a545-4f47-a79c-d6fa26dcde93 req-ca18e7c9-79fe-443e-8a67-081edb47593e tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba HTTP/1.1" status: 200 len: 946 time: 0.0534678 Nov 25 18:48:02.799400 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9059960e-a545-4f47-a79c-d6fa26dcde93 req-9ded3945-3211-471c-8e91-10ddf1b01edf tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=fcc97b05-06b4-4da6-bdd6-385e54de4276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429001 Nov 25 18:48:03.914626 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858994ac-8831-4680-bac4-362e3f5085d3 req-48d54467-9e26-46b9-a79f-d27b6e1a8b95 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:03.916094 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-858994ac-8831-4680-bac4-362e3f5085d3 req-48d54467-9e26-46b9-a79f-d27b6e1a8b95 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba HTTP/1.1" status: 200 len: 946 time: 0.0485353 Nov 25 18:48:03.965237 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-858994ac-8831-4680-bac4-362e3f5085d3 req-0797f57c-36a9-499a-a854-233cf608af31 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=fcc97b05-06b4-4da6-bdd6-385e54de4276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432227 Nov 25 18:48:05.085521 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f18e8e-84ea-40bd-afd9-543e3736cac7 req-f543298e-5454-4461-b9e1-252fa6a0f983 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:05.087140 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-59f18e8e-84ea-40bd-afd9-543e3736cac7 req-f543298e-5454-4461-b9e1-252fa6a0f983 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba HTTP/1.1" status: 200 len: 946 time: 0.0543294 Nov 25 18:48:05.137929 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-59f18e8e-84ea-40bd-afd9-543e3736cac7 req-5678d6dd-cb99-420c-a43a-7d77646d2242 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=fcc97b05-06b4-4da6-bdd6-385e54de4276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449188 Nov 25 18:48:05.832347 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b560f899-2271-4f53-a658-81ca9bb1d81c req-ea1afc87-ebc6-470b-bb27-731c6eb2c89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:05.833866 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b560f899-2271-4f53-a658-81ca9bb1d81c req-ea1afc87-ebc6-470b-bb27-731c6eb2c89b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8f57f7325827407082fd1402cdfc1a4a&device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba HTTP/1.1" status: 200 len: 1097 time: 0.0414348 Nov 25 18:48:05.929222 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b560f899-2271-4f53-a658-81ca9bb1d81c req-42f18857-fa91-42fe-a18a-31d7dd63396b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:05.930701 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b560f899-2271-4f53-a658-81ca9bb1d81c req-42f18857-fa91-42fe-a18a-31d7dd63396b service neutron] 10.222.0.74 "GET /v2.0/networks?id=f2d4a04f-45d0-4994-b0d7-b367387c8522 HTTP/1.1" status: 200 len: 909 time: 0.0890033 Nov 25 18:48:05.997134 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b560f899-2271-4f53-a658-81ca9bb1d81c req-25230c40-7ad5-4674-afd7-cd331a954eae service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f10492d5-ce9f-4a73-b4fd-32d149e17cfc HTTP/1.1" status: 200 len: 1002 time: 0.0594871 Nov 25 18:48:06.046953 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b560f899-2271-4f53-a658-81ca9bb1d81c req-e31e4918-35b8-4ea3-810b-cd2409413b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:06.048376 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b560f899-2271-4f53-a658-81ca9bb1d81c req-e31e4918-35b8-4ea3-810b-cd2409413b87 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fe6e5b84-c0f7-436a-a447-8018812c2226 HTTP/1.1" status: 200 len: 847 time: 0.0447121 Nov 25 18:48:06.098716 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b560f899-2271-4f53-a658-81ca9bb1d81c req-35453e06-9b66-4bb5-9eef-0d3460b2af6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:06.100105 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b560f899-2271-4f53-a658-81ca9bb1d81c req-35453e06-9b66-4bb5-9eef-0d3460b2af6d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f2d4a04f-45d0-4994-b0d7-b367387c8522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442739 Nov 25 18:48:06.192553 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b560f899-2271-4f53-a658-81ca9bb1d81c req-2fc768c2-b8d3-434e-8dca-0e58f73ae2f6 service neutron] 10.222.0.74 "GET /v2.0/networks/f2d4a04f-45d0-4994-b0d7-b367387c8522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845215 Nov 25 18:48:06.300553 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05530321-d591-434d-8693-679bbd0da15a req-00b556b9-fdfc-480b-b628-4340bd499eb0 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:06.302067 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-05530321-d591-434d-8693-679bbd0da15a req-00b556b9-fdfc-480b-b628-4340bd499eb0 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba HTTP/1.1" status: 200 len: 946 time: 0.0952182 Nov 25 18:48:06.341412 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-b560f899-2271-4f53-a658-81ca9bb1d81c req-9625e8c0-ff85-4be5-a130-b15fe5e57065 service neutron] 10.222.0.74 "GET /v2.0/networks/f2d4a04f-45d0-4994-b0d7-b367387c8522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417317 Nov 25 18:48:06.369980 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-05530321-d591-434d-8693-679bbd0da15a req-9cec63f2-da66-4186-b663-c430c25a8e82 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=fcc97b05-06b4-4da6-bdd6-385e54de4276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579076 Nov 25 18:48:07.485988 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aeac91-1eef-4cb9-87f5-366b22e65dab req-1e6c8caf-0ee7-4dc4-a285-70821a90e069 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:07.487515 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c5aeac91-1eef-4cb9-87f5-366b22e65dab req-1e6c8caf-0ee7-4dc4-a285-70821a90e069 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba HTTP/1.1" status: 200 len: 946 time: 0.0499799 Nov 25 18:48:07.540356 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c5aeac91-1eef-4cb9-87f5-366b22e65dab req-b94692e0-091c-4181-bef9-83c467716dd9 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=fcc97b05-06b4-4da6-bdd6-385e54de4276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468731 Nov 25 18:48:08.658769 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26dd64-35f5-4099-b480-aab9f2d1566c req-e27d3c48-5096-49b8-942b-56313ad3fc59 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:08.660374 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d26dd64-35f5-4099-b480-aab9f2d1566c req-e27d3c48-5096-49b8-942b-56313ad3fc59 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba HTTP/1.1" status: 200 len: 946 time: 0.0524478 Nov 25 18:48:08.712773 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-3d26dd64-35f5-4099-b480-aab9f2d1566c req-482c914c-3c3e-4ec6-8b37-67768ed8c109 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=fcc97b05-06b4-4da6-bdd6-385e54de4276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456076 Nov 25 18:48:09.828197 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc9914-807e-4228-868f-8d9f3c6c0e66 req-79ffd5af-886c-4f91-8c98-c2ea270998de tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:09.829599 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-43cc9914-807e-4228-868f-8d9f3c6c0e66 req-79ffd5af-886c-4f91-8c98-c2ea270998de tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba HTTP/1.1" status: 200 len: 946 time: 0.0493701 Nov 25 18:48:09.879189 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-43cc9914-807e-4228-868f-8d9f3c6c0e66 req-12c11e91-164f-4d2f-8a1c-932765f54754 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=fcc97b05-06b4-4da6-bdd6-385e54de4276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436900 Nov 25 18:48:09.949954 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [req-0dbae68d-6402-4083-a40d-95385e9c0b76 req-5114c100-cd39-42d8-8de9-1d5887c8c254 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:48:09.951215 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0dbae68d-6402-4083-a40d-95385e9c0b76 req-5114c100-cd39-42d8-8de9-1d5887c8c254 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056555 Nov 25 18:48:10.079784 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-0ebdabd7-3382-4294-b1f4-080df2238d59 req-29316e64-8a42-4616-b374-45760f483c28 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0422540 Nov 25 18:48:10.089910 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [req-0ebdabd7-3382-4294-b1f4-080df2238d59 req-2f47c30d-20cb-45dc-ada4-e3058e2e65a5 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:48:10.090937 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [req-0ebdabd7-3382-4294-b1f4-080df2238d59 req-2f47c30d-20cb-45dc-ada4-e3058e2e65a5 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052817 Nov 25 18:48:10.109128 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d0de5-3367-410b-bfad-1a63e8bcbcbc req-e21c3740-06b4-4f77-8475-b29e25a4ddb6 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:10.110626 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-de7d0de5-3367-410b-bfad-1a63e8bcbcbc req-e21c3740-06b4-4f77-8475-b29e25a4ddb6 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba HTTP/1.1" status: 200 len: 946 time: 0.0541222 Nov 25 18:48:10.161731 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-de7d0de5-3367-410b-bfad-1a63e8bcbcbc req-2788dd7e-7c7e-4546-a49c-0ec54482f0de tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=fcc97b05-06b4-4da6-bdd6-385e54de4276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441482 Nov 25 18:48:10.678743 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device f10492d5-ce9f-4a73-b4fd-32d149e17cfc no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:48:10.758552 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:10.781797 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '803037de-1c05-4ae5-bb5b-9b0b5564d8ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f10492d5-ce9f-4a73-b4fd-32d149e17cfc'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:48:10.784033 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e885ae7a60f1de4153d3a84cf91c96dac968753d8c7eb30b74097738adf70354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dacf0bd2-cf1d-49f6-af8e-a5424d7e81c9" -d '{"events": [{"server_uuid": "803037de-1c05-4ae5-bb5b-9b0b5564d8ba", "name": "network-vif-unplugged", "status": "completed", "tag": "f10492d5-ce9f-4a73-b4fd-32d149e17cfc"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:48:10.796995 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port f10492d5-ce9f-4a73-b4fd-32d149e17cfc, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=f10492d5-ce9f-4a73-b4fd-32d149e17cfc,segment=NetworkSegment(2345d44b-830d-4bb2-b63a-4fcca5c37f9e),segment_id=2345d44b-830d-4bb2-b63a-4fcca5c37f9e)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:48:10.801848 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:10.841707 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 25 Nov 2021 18:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52df8b0-cfa4-44aa-af4b-c6ae791635c9 x-openstack-request-id: req-e52df8b0-cfa4-44aa-af4b-c6ae791635c9 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:48:10.842002 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "803037de-1c05-4ae5-bb5b-9b0b5564d8ba", "name": "network-vif-unplugged", "status": "failed", "tag": "f10492d5-ce9f-4a73-b4fd-32d149e17cfc", "code": 422}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:48:10.842451 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e52df8b0-cfa4-44aa-af4b-c6ae791635c9 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:48:10.842858 n-d-817746-1 neutron-server[103362]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '803037de-1c05-4ae5-bb5b-9b0b5564d8ba', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f10492d5-ce9f-4a73-b4fd-32d149e17cfc', 'code': 422} returned with failed status Nov 25 18:48:10.858943 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=f10492d5-ce9f-4a73-b4fd-32d149e17cfc,revision_number=6']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:10.866810 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:10.867241 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:10.867591 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:10.867936 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:10.868275 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:10.868614 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:10.868977 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:10.869310 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:10.869640 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:10.869968 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:10.870298 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:10.870624 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:11.286644 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934bd69-141e-4669-9773-298dd87a4e15 req-7eb65def-7009-4016-8847-761bb9d4c6ed tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:11.288208 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7934bd69-141e-4669-9773-298dd87a4e15 req-7eb65def-7009-4016-8847-761bb9d4c6ed tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba HTTP/1.1" status: 200 len: 944 time: 0.0533392 Nov 25 18:48:11.342296 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7934bd69-141e-4669-9773-298dd87a4e15 req-c74fac37-92d2-4d24-aac8-0a734872dfb6 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=fcc97b05-06b4-4da6-bdd6-385e54de4276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480230 Nov 25 18:48:12.472253 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767857c8-b33c-473f-a118-d48a013220a6 req-1317d623-1263-499c-a47f-5cd86e4abe58 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:12.473791 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-767857c8-b33c-473f-a118-d48a013220a6 req-1317d623-1263-499c-a47f-5cd86e4abe58 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba HTTP/1.1" status: 200 len: 944 time: 0.0501442 Nov 25 18:48:12.533790 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-767857c8-b33c-473f-a118-d48a013220a6 req-c99d6180-c26b-4985-8e1d-a943f730c5c1 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=fcc97b05-06b4-4da6-bdd6-385e54de4276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476236 Nov 25 18:48:13.660387 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc12387-4639-451f-bc9c-e6ce7021ace2 req-5f3838b6-c7a2-43b2-a416-c36d74917516 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:13.661974 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7fc12387-4639-451f-bc9c-e6ce7021ace2 req-5f3838b6-c7a2-43b2-a416-c36d74917516 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba HTTP/1.1" status: 200 len: 944 time: 0.0552967 Nov 25 18:48:13.713964 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7fc12387-4639-451f-bc9c-e6ce7021ace2 req-917ba0da-5a2c-4dbd-8d8c-f3ca5f31e7da tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=fcc97b05-06b4-4da6-bdd6-385e54de4276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448349 Nov 25 18:48:14.829964 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75353e1-0a06-4b14-81a1-098de73b68e5 req-5c5c9d09-4796-49aa-ae66-b4e03d8a2fe6 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:14.831423 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f75353e1-0a06-4b14-81a1-098de73b68e5 req-5c5c9d09-4796-49aa-ae66-b4e03d8a2fe6 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba HTTP/1.1" status: 200 len: 944 time: 0.0489805 Nov 25 18:48:14.881478 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f75353e1-0a06-4b14-81a1-098de73b68e5 req-b48aa3af-0a41-4624-a090-f89dd005bf87 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=fcc97b05-06b4-4da6-bdd6-385e54de4276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434914 Nov 25 18:48:15.855697 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebdabd7-3382-4294-b1f4-080df2238d59 req-a6d87173-bcb6-4184-9739-09c1e3f6fd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:15.857488 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0ebdabd7-3382-4294-b1f4-080df2238d59 req-a6d87173-bcb6-4184-9739-09c1e3f6fd49 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba&tenant_id=8f57f7325827407082fd1402cdfc1a4a HTTP/1.1" status: 200 len: 1095 time: 0.0441275 Nov 25 18:48:15.922378 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebdabd7-3382-4294-b1f4-080df2238d59 req-a875efd1-b423-47a5-a9f0-0028fbd97a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:15.923875 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0ebdabd7-3382-4294-b1f4-080df2238d59 req-a875efd1-b423-47a5-a9f0-0028fbd97a98 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8f57f7325827407082fd1402cdfc1a4a&device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba HTTP/1.1" status: 200 len: 1095 time: 0.0409544 Nov 25 18:48:16.043332 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3803c3-73db-4267-a12a-f3f9a47c63f2 req-af12d093-1da4-452e-9e73-9482aae0ec23 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:16.044805 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9a3803c3-73db-4267-a12a-f3f9a47c63f2 req-af12d093-1da4-452e-9e73-9482aae0ec23 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba HTTP/1.1" status: 200 len: 944 time: 0.0954010 Nov 25 18:48:16.063887 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebdabd7-3382-4294-b1f4-080df2238d59 req-fdb9c9f5-bb37-44c5-8b42-bb06e663f337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:16.065314 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0ebdabd7-3382-4294-b1f4-080df2238d59 req-fdb9c9f5-bb37-44c5-8b42-bb06e663f337 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f2d4a04f-45d0-4994-b0d7-b367387c8522 HTTP/1.1" status: 200 len: 909 time: 0.1338406 Nov 25 18:48:16.147131 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9a3803c3-73db-4267-a12a-f3f9a47c63f2 req-251de4c5-dc12-4432-a76e-7d1fa3362e22 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=fcc97b05-06b4-4da6-bdd6-385e54de4276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937314 Nov 25 18:48:16.157875 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0ebdabd7-3382-4294-b1f4-080df2238d59 req-c8116269-8c04-4315-b85c-b27c88ebe9b6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f10492d5-ce9f-4a73-b4fd-32d149e17cfc HTTP/1.1" status: 200 len: 1000 time: 0.0801818 Nov 25 18:48:16.208235 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebdabd7-3382-4294-b1f4-080df2238d59 req-1364bbc5-d375-4bd6-93f5-cecc74702ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:16.209694 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0ebdabd7-3382-4294-b1f4-080df2238d59 req-1364bbc5-d375-4bd6-93f5-cecc74702ce7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fe6e5b84-c0f7-436a-a447-8018812c2226 HTTP/1.1" status: 200 len: 847 time: 0.0435171 Nov 25 18:48:16.255030 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebdabd7-3382-4294-b1f4-080df2238d59 req-c126c1be-d663-4eb6-8ab1-f2ce2a713731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:16.256469 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0ebdabd7-3382-4294-b1f4-080df2238d59 req-c126c1be-d663-4eb6-8ab1-f2ce2a713731 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f2d4a04f-45d0-4994-b0d7-b367387c8522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398815 Nov 25 18:48:16.348748 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0ebdabd7-3382-4294-b1f4-080df2238d59 req-cc80cbcf-c77a-41af-979b-99afed6401ae service neutron] 10.222.0.74 "GET /v2.0/networks/f2d4a04f-45d0-4994-b0d7-b367387c8522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851028 Nov 25 18:48:16.437922 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0ebdabd7-3382-4294-b1f4-080df2238d59 req-f6482a08-8664-4283-a314-b8c1b14aa650 service neutron] 10.222.0.74 "GET /v2.0/networks/f2d4a04f-45d0-4994-b0d7-b367387c8522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823882 Nov 25 18:48:17.262137 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2d346-76ea-49f0-9967-dea925c57909 req-fb23603e-fdae-4685-a858-9be720a8d891 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:17.263498 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-49a2d346-76ea-49f0-9967-dea925c57909 req-fb23603e-fdae-4685-a858-9be720a8d891 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba HTTP/1.1" status: 200 len: 944 time: 0.0488551 Nov 25 18:48:17.289532 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7efaae28-57f6-40bf-a122-5bdf199b0263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:17.312956 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-49a2d346-76ea-49f0-9967-dea925c57909 req-8210e859-67bd-470a-8966-a6e0db185c36 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=fcc97b05-06b4-4da6-bdd6-385e54de4276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435588 Nov 25 18:48:17.549896 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:17.755706 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:18.331397 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:48:18.435423 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91a0a6-4261-4a79-8ed5-dd4f353c32bc req-2b61de68-b04c-4799-9dfc-00f9fd698290 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:18.436925 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8e91a0a6-4261-4a79-8ed5-dd4f353c32bc req-2b61de68-b04c-4799-9dfc-00f9fd698290 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba HTTP/1.1" status: 200 len: 944 time: 0.0522137 Nov 25 18:48:18.488045 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-8e91a0a6-4261-4a79-8ed5-dd4f353c32bc req-b055cffa-7032-4a9f-bcaf-582ace613704 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=fcc97b05-06b4-4da6-bdd6-385e54de4276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439904 Nov 25 18:48:19.603216 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd0923-4f4d-46bb-94a8-d688f91e6df0 req-894e32a3-8d87-4b14-b594-cd059d39a46b tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:19.604721 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-04cd0923-4f4d-46bb-94a8-d688f91e6df0 req-894e32a3-8d87-4b14-b594-cd059d39a46b tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba HTTP/1.1" status: 200 len: 944 time: 0.0483327 Nov 25 18:48:19.653569 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-04cd0923-4f4d-46bb-94a8-d688f91e6df0 req-3e797dd5-021e-487d-8e0d-9460172636e9 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=fcc97b05-06b4-4da6-bdd6-385e54de4276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426264 Nov 25 18:48:20.022107 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9c50d87d-ebf9-4fdc-acc8-098cfdd32e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:20.776346 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39a8c1-6eac-4a9c-b10d-48eae3930da9 req-3d3b521e-ac6e-4374-807d-297f0093eff1 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:20.777878 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bb39a8c1-6eac-4a9c-b10d-48eae3930da9 req-3d3b521e-ac6e-4374-807d-297f0093eff1 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba HTTP/1.1" status: 200 len: 944 time: 0.0527327 Nov 25 18:48:20.829365 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bb39a8c1-6eac-4a9c-b10d-48eae3930da9 req-d8d66d22-330f-4415-a9fb-0a7a37990cbd tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=fcc97b05-06b4-4da6-bdd6-385e54de4276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454888 Nov 25 18:48:21.171081 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:21.948870 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e00ec3-4794-4132-9fbe-fe008e34d773 req-e993fa71-56e2-4a8b-a88d-781d047e2618 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:21.950344 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-79e00ec3-4794-4132-9fbe-fe008e34d773 req-e993fa71-56e2-4a8b-a88d-781d047e2618 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba HTTP/1.1" status: 200 len: 944 time: 0.0544920 Nov 25 18:48:22.001011 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-79e00ec3-4794-4132-9fbe-fe008e34d773 req-e0d57520-3065-45c9-b8c5-62b950cc2eb3 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=fcc97b05-06b4-4da6-bdd6-385e54de4276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443947 Nov 25 18:48:22.352073 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:23.117040 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4478896-c023-4faf-a1ce-231a60171ae3 req-3ed1f339-095d-4dc0-8bb3-710166d106e5 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:23.118586 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d4478896-c023-4faf-a1ce-231a60171ae3 req-3ed1f339-095d-4dc0-8bb3-710166d106e5 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba HTTP/1.1" status: 200 len: 944 time: 0.0503097 Nov 25 18:48:23.171355 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d4478896-c023-4faf-a1ce-231a60171ae3 req-1947ede9-a941-4527-833c-7c4fdc33bb52 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=fcc97b05-06b4-4da6-bdd6-385e54de4276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467849 Nov 25 18:48:23.245959 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:24.287061 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b7125-6a4f-4d91-9f28-67976cd260d2 req-84d8d89b-5229-4943-a58c-1c8cbb5cc29c tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:24.288604 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9f6b7125-6a4f-4d91-9f28-67976cd260d2 req-84d8d89b-5229-4943-a58c-1c8cbb5cc29c tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba HTTP/1.1" status: 200 len: 944 time: 0.0485661 Nov 25 18:48:24.341903 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-9f6b7125-6a4f-4d91-9f28-67976cd260d2 req-999b193c-f27f-4da6-9e4d-750d5e58d6fc tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=fcc97b05-06b4-4da6-bdd6-385e54de4276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474241 Nov 25 18:48:24.770837 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device f10492d5-ce9f-4a73-b4fd-32d149e17cfc details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:48:24.870294 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port f10492d5-ce9f-4a73-b4fd-32d149e17cfc, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=f10492d5-ce9f-4a73-b4fd-32d149e17cfc,segment=NetworkSegment(2345d44b-830d-4bb2-b63a-4fcca5c37f9e),segment_id=2345d44b-830d-4bb2-b63a-4fcca5c37f9e)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:48:24.881370 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': 'f10492d5-ce9f-4a73-b4fd-32d149e17cfc', 'network_id': 'f2d4a04f-45d0-4994-b0d7-b367387c8522', 'port_id': 'f10492d5-ce9f-4a73-b4fd-32d149e17cfc', 'mac_address': 'fa:16:3e:54:ac:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 913, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe6e5b84-c0f7-436a-a447-8018812c2226', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:48:24.917073 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:24.929769 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f10492d5-ce9f-4a73-b4fd-32d149e17cfc {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:48:24.950677 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port f10492d5-ce9f-4a73-b4fd-32d149e17cfc, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=f10492d5-ce9f-4a73-b4fd-32d149e17cfc,segment=NetworkSegment(2345d44b-830d-4bb2-b63a-4fcca5c37f9e),segment_id=2345d44b-830d-4bb2-b63a-4fcca5c37f9e)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:48:24.954619 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:25.000732 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=f10492d5-ce9f-4a73-b4fd-32d149e17cfc,revision_number=7']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:25.179063 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['f10492d5-ce9f-4a73-b4fd-32d149e17cfc'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:48:25.463079 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632bcff8-2e90-40b0-9cbe-ef1f4d86e0c4 req-8843c755-4ab6-4572-b619-f0f994d4a91d tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:25.464459 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-632bcff8-2e90-40b0-9cbe-ef1f4d86e0c4 req-8843c755-4ab6-4572-b619-f0f994d4a91d tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba HTTP/1.1" status: 200 len: 945 time: 0.0478737 Nov 25 18:48:25.513717 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-632bcff8-2e90-40b0-9cbe-ef1f4d86e0c4 req-a5eec1bc-5466-4b4b-9a2d-3b9cc7fa52e7 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=fcc97b05-06b4-4da6-bdd6-385e54de4276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433981 Nov 25 18:48:26.636894 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e3483-6206-43ca-ae48-2f271d04aa74 req-be49877c-31f5-4d99-8860-4dc6dfde862a tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:26.638349 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a99e3483-6206-43ca-ae48-2f271d04aa74 req-be49877c-31f5-4d99-8860-4dc6dfde862a tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba HTTP/1.1" status: 200 len: 945 time: 0.0551155 Nov 25 18:48:26.687042 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a99e3483-6206-43ca-ae48-2f271d04aa74 req-01a0f822-d41c-48dd-bdd1-ce304e1d55bf tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=fcc97b05-06b4-4da6-bdd6-385e54de4276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427651 Nov 25 18:48:26.787208 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device f10492d5-ce9f-4a73-b4fd-32d149e17cfc up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:48:26.837027 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port f10492d5-ce9f-4a73-b4fd-32d149e17cfc triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:48:26.837401 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:26.914093 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:26.938090 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '803037de-1c05-4ae5-bb5b-9b0b5564d8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f10492d5-ce9f-4a73-b4fd-32d149e17cfc'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:48:26.940362 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e885ae7a60f1de4153d3a84cf91c96dac968753d8c7eb30b74097738adf70354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a725105-af96-4b0e-837f-74047aa2c388" -d '{"events": [{"server_uuid": "803037de-1c05-4ae5-bb5b-9b0b5564d8ba", "name": "network-vif-plugged", "status": "completed", "tag": "f10492d5-ce9f-4a73-b4fd-32d149e17cfc"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:48:26.953424 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port f10492d5-ce9f-4a73-b4fd-32d149e17cfc, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=f10492d5-ce9f-4a73-b4fd-32d149e17cfc,segment=NetworkSegment(2345d44b-830d-4bb2-b63a-4fcca5c37f9e),segment_id=2345d44b-830d-4bb2-b63a-4fcca5c37f9e)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:48:26.961646 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:27.003374 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b9c9ee-4454-47dd-b0f1-c6153cbd758c x-openstack-request-id: req-72b9c9ee-4454-47dd-b0f1-c6153cbd758c {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:48:27.003990 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "803037de-1c05-4ae5-bb5b-9b0b5564d8ba", "name": "network-vif-plugged", "status": "completed", "tag": "f10492d5-ce9f-4a73-b4fd-32d149e17cfc", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:48:27.004250 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-72b9c9ee-4454-47dd-b0f1-c6153cbd758c {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:48:27.004636 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '803037de-1c05-4ae5-bb5b-9b0b5564d8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f10492d5-ce9f-4a73-b4fd-32d149e17cfc', 'code': 200} Nov 25 18:48:27.032113 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=f10492d5-ce9f-4a73-b4fd-32d149e17cfc,revision_number=8']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:27.129768 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864297c2-6777-4440-9988-d5207acee274 req-6059b04e-ee44-4418-8524-f33cf0133343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:27.131225 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-864297c2-6777-4440-9988-d5207acee274 req-6059b04e-ee44-4418-8524-f33cf0133343 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba HTTP/1.1" status: 200 len: 1097 time: 0.0394640 Nov 25 18:48:27.177271 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-864297c2-6777-4440-9988-d5207acee274 req-b39b52e5-c645-46b9-81c7-c08c3b1921a2 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=fcc97b05-06b4-4da6-bdd6-385e54de4276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381453 Nov 25 18:48:27.800380 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f592b-fb66-40ce-a14e-4bb113d3ea19 req-b224e21a-d0af-4876-a1c6-739675a16ade tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:27.801873 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c03f592b-fb66-40ce-a14e-4bb113d3ea19 req-b224e21a-d0af-4876-a1c6-739675a16ade tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba HTTP/1.1" status: 200 len: 946 time: 0.0478935 Nov 25 18:48:27.854197 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c03f592b-fb66-40ce-a14e-4bb113d3ea19 req-7d34714c-634e-4e93-b8e3-e26f708b1f5a tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=fcc97b05-06b4-4da6-bdd6-385e54de4276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456369 Nov 25 18:48:28.974630 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b067d1-3ef9-43d4-bcd3-4c14fe20f86f req-4166c537-0eb5-4435-bd99-06ddebf0d5db tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:28.976692 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-59b067d1-3ef9-43d4-bcd3-4c14fe20f86f req-4166c537-0eb5-4435-bd99-06ddebf0d5db tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba HTTP/1.1" status: 200 len: 946 time: 0.0493627 Nov 25 18:48:29.025865 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-59b067d1-3ef9-43d4-bcd3-4c14fe20f86f req-7c40fb65-5989-489c-b7cf-f1855967eb13 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=fcc97b05-06b4-4da6-bdd6-385e54de4276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431209 Nov 25 18:48:47.295176 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3da3f3b4-0b56-4c92-a878-41e45bddeeba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:47.565828 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:47.757009 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:50.024526 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-21fd51e0-45e5-4465-934b-01ae9f8948ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:51.173768 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:52.353647 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:53.246447 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:55.331440 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:49:14.212094 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-47d7cee9-b490-433f-906a-f8ac6c8c6505 req-e01edcfd-8cdc-4792-b4e5-32be6b9b0ecf service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0777671 Nov 25 18:49:14.297165 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d7cee9-b490-433f-906a-f8ac6c8c6505 req-75f177d2-4e98-4e32-ad15-52ba9a128829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:14.298567 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-47d7cee9-b490-433f-906a-f8ac6c8c6505 req-75f177d2-4e98-4e32-ad15-52ba9a128829 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8f57f7325827407082fd1402cdfc1a4a&device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba HTTP/1.1" status: 200 len: 1097 time: 0.0444472 Nov 25 18:49:14.409599 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d7cee9-b490-433f-906a-f8ac6c8c6505 req-f8d832e8-bfbd-47cb-8944-d47b2be07e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:14.411063 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-47d7cee9-b490-433f-906a-f8ac6c8c6505 req-f8d832e8-bfbd-47cb-8944-d47b2be07e85 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f2d4a04f-45d0-4994-b0d7-b367387c8522 HTTP/1.1" status: 200 len: 909 time: 0.0932446 Nov 25 18:49:14.481192 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-47d7cee9-b490-433f-906a-f8ac6c8c6505 req-d09773b0-24fc-4c67-be8c-eb4d5650d99e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f10492d5-ce9f-4a73-b4fd-32d149e17cfc HTTP/1.1" status: 200 len: 1002 time: 0.0616999 Nov 25 18:49:14.529346 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d7cee9-b490-433f-906a-f8ac6c8c6505 req-5ca0972f-f852-418b-9c46-3c287bbd84ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:14.530766 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-47d7cee9-b490-433f-906a-f8ac6c8c6505 req-5ca0972f-f852-418b-9c46-3c287bbd84ff service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fe6e5b84-c0f7-436a-a447-8018812c2226 HTTP/1.1" status: 200 len: 847 time: 0.0431232 Nov 25 18:49:14.575660 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d7cee9-b490-433f-906a-f8ac6c8c6505 req-c21e1b1c-e343-47c6-b7c0-3cb807a3fabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:14.577077 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-47d7cee9-b490-433f-906a-f8ac6c8c6505 req-c21e1b1c-e343-47c6-b7c0-3cb807a3fabc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f2d4a04f-45d0-4994-b0d7-b367387c8522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392256 Nov 25 18:49:14.587984 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [req-47d7cee9-b490-433f-906a-f8ac6c8c6505 req-64c263ed-495b-48c8-a256-70ff6353ed18 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:49:14.588943 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-47d7cee9-b490-433f-906a-f8ac6c8c6505 req-64c263ed-495b-48c8-a256-70ff6353ed18 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047741 Nov 25 18:49:14.678910 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-47d7cee9-b490-433f-906a-f8ac6c8c6505 req-f8c41677-8c4c-47cb-be2b-fde8fc1b9a9b service neutron] 10.222.0.74 "GET /v2.0/networks/f2d4a04f-45d0-4994-b0d7-b367387c8522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831647 Nov 25 18:49:14.768496 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-47d7cee9-b490-433f-906a-f8ac6c8c6505 req-2e42b7ba-e042-4f92-bd21-ff40af0df24d service neutron] 10.222.0.74 "GET /v2.0/networks/f2d4a04f-45d0-4994-b0d7-b367387c8522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826116 Nov 25 18:49:17.296208 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6512d4aa-df46-462f-9ad7-a26e5459286b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:17.580922 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:17.782762 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:20.026922 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0ae3fd39-1df7-4561-a118-028fe7b91cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:21.176674 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:22.359122 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:23.248251 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:32.331108 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:49:41.333366 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39800) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:41.496469 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-75afd310-7de1-4fdf-9557-5f83c950b654 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Deleting port 5e4bb9b1-b0d8-4333-9acd-7bb1e3be072d {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:49:41.496811 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-75afd310-7de1-4fdf-9557-5f83c950b654 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:41.573864 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-75afd310-7de1-4fdf-9557-5f83c950b654 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:41.574191 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-75afd310-7de1-4fdf-9557-5f83c950b654 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:41.585633 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-75afd310-7de1-4fdf-9557-5f83c950b654 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Calling delete_port for 5e4bb9b1-b0d8-4333-9acd-7bb1e3be072d owned by network:floatingip {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:49:41.730366 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-75afd310-7de1-4fdf-9557-5f83c950b654 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:41.754560 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75afd310-7de1-4fdf-9557-5f83c950b654 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Pushing event deleted for resources: {'Port': ['ID=5e4bb9b1-b0d8-4333-9acd-7bb1e3be072d,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:41.767939 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75afd310-7de1-4fdf-9557-5f83c950b654 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:41.768293 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75afd310-7de1-4fdf-9557-5f83c950b654 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:41.768636 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75afd310-7de1-4fdf-9557-5f83c950b654 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:41.769006 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75afd310-7de1-4fdf-9557-5f83c950b654 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:41.769345 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75afd310-7de1-4fdf-9557-5f83c950b654 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:41.769679 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75afd310-7de1-4fdf-9557-5f83c950b654 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:41.770015 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75afd310-7de1-4fdf-9557-5f83c950b654 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:41.770347 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75afd310-7de1-4fdf-9557-5f83c950b654 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:41.770675 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75afd310-7de1-4fdf-9557-5f83c950b654 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:41.771010 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75afd310-7de1-4fdf-9557-5f83c950b654 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:41.771329 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75afd310-7de1-4fdf-9557-5f83c950b654 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:41.771650 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75afd310-7de1-4fdf-9557-5f83c950b654 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:41.829260 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-75afd310-7de1-4fdf-9557-5f83c950b654 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks [] for floatingip, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:41.829593 n-d-817746-1 neutron-server[103361]: INFO neutron.db.l3_db [None req-75afd310-7de1-4fdf-9557-5f83c950b654 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Floating IP 6cd7c3d9-046d-454d-9551-0a4816eb38da disassociated (deleted). External IP: 172.25.0.202, port: f10492d5-ce9f-4a73-b4fd-32d149e17cfc. Nov 25 18:49:42.327131 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75afd310-7de1-4fdf-9557-5f83c950b654 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Router 83979763-3f0d-4bab-a292-6092b0c5f1e5 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:49:42.434261 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75afd310-7de1-4fdf-9557-5f83c950b654 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:49:42.439061 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-75afd310-7de1-4fdf-9557-5f83c950b654 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:42.444265 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02435d3-87c4-4f08-b3d2-1afc989e2854 None None] Sync routers for ids ['83979763-3f0d-4bab-a292-6092b0c5f1e5'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:49:42.458983 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02435d3-87c4-4f08-b3d2-1afc989e2854 None None] Routers {'83979763-3f0d-4bab-a292-6092b0c5f1e5'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:49:42.459613 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-c02435d3-87c4-4f08-b3d2-1afc989e2854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:49:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['83979763-3f0d-4bab-a292-6092b0c5f1e5'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:42.465669 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-75afd310-7de1-4fdf-9557-5f83c950b654 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "DELETE /v2.0/floatingips/6cd7c3d9-046d-454d-9551-0a4816eb38da HTTP/1.1" status: 204 len: 168 time: 1.1312802 Nov 25 18:49:42.466282 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '803037de-1c05-4ae5-bb5b-9b0b5564d8ba', 'tag': 'f10492d5-ce9f-4a73-b4fd-32d149e17cfc'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:49:42.468567 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b1fe18-ba0a-4881-9a18-b5c6b550fb54" -d '{"events": [{"name": "network-changed", "server_uuid": "803037de-1c05-4ae5-bb5b-9b0b5564d8ba", "tag": "f10492d5-ce9f-4a73-b4fd-32d149e17cfc"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:49:42.510048 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0bce6bd-0c45-46c3-9ec9-b752893e5bbe x-openstack-request-id: req-a0bce6bd-0c45-46c3-9ec9-b752893e5bbe {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:49:42.510417 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "803037de-1c05-4ae5-bb5b-9b0b5564d8ba", "tag": "f10492d5-ce9f-4a73-b4fd-32d149e17cfc", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:49:42.511031 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a0bce6bd-0c45-46c3-9ec9-b752893e5bbe {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:49:42.511453 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '803037de-1c05-4ae5-bb5b-9b0b5564d8ba', 'tag': 'f10492d5-ce9f-4a73-b4fd-32d149e17cfc', 'status': 'completed', 'code': 200} Nov 25 18:49:42.595199 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b1fe18-ba0a-4881-9a18-b5c6b550fb54 req-246ca7a3-5580-4a46-a9e3-77443f0a4020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:42.596857 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-76b1fe18-ba0a-4881-9a18-b5c6b550fb54 req-246ca7a3-5580-4a46-a9e3-77443f0a4020 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8f57f7325827407082fd1402cdfc1a4a&device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba HTTP/1.1" status: 200 len: 1097 time: 0.0476756 Nov 25 18:49:42.743234 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f9def-2b40-4241-bf05-f7e5aed4d04b req-32111a3b-27b1-42de-b6c3-81c5c4515c0f tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:42.744708 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-575f9def-2b40-4241-bf05-f7e5aed4d04b req-32111a3b-27b1-42de-b6c3-81c5c4515c0f tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba HTTP/1.1" status: 200 len: 946 time: 0.0762510 Nov 25 18:49:42.745984 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-c02435d3-87c4-4f08-b3d2-1afc989e2854 None None] Set router 83979763-3f0d-4bab-a292-6092b0c5f1e5 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:49:42.746288 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b1fe18-ba0a-4881-9a18-b5c6b550fb54 req-73983395-b9d8-4a39-8aaa-cc359ee347da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:42.747610 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-76b1fe18-ba0a-4881-9a18-b5c6b550fb54 req-73983395-b9d8-4a39-8aaa-cc359ee347da service neutron] 10.222.0.74 "GET /v2.0/networks?id=f2d4a04f-45d0-4994-b0d7-b367387c8522 HTTP/1.1" status: 200 len: 909 time: 0.1416638 Nov 25 18:49:42.805602 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-76b1fe18-ba0a-4881-9a18-b5c6b550fb54 req-509e3afc-8140-44e4-a148-e71e2d9511c5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f10492d5-ce9f-4a73-b4fd-32d149e17cfc HTTP/1.1" status: 200 len: 217 time: 0.0480516 Nov 25 18:49:42.868227 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-575f9def-2b40-4241-bf05-f7e5aed4d04b req-204327e7-bc5a-40aa-8667-4ab96ae983b0 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=fcc97b05-06b4-4da6-bdd6-385e54de4276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167870 Nov 25 18:49:42.880109 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b1fe18-ba0a-4881-9a18-b5c6b550fb54 req-ce9b1a6d-8e76-4498-a482-1e2586790597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:42.881605 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-76b1fe18-ba0a-4881-9a18-b5c6b550fb54 req-ce9b1a6d-8e76-4498-a482-1e2586790597 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fe6e5b84-c0f7-436a-a447-8018812c2226 HTTP/1.1" status: 200 len: 847 time: 0.0659697 Nov 25 18:49:42.928102 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b1fe18-ba0a-4881-9a18-b5c6b550fb54 req-69a50128-1a98-4c1b-a49a-3c3598c11caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:42.929812 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-76b1fe18-ba0a-4881-9a18-b5c6b550fb54 req-69a50128-1a98-4c1b-a49a-3c3598c11caa service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f2d4a04f-45d0-4994-b0d7-b367387c8522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408835 Nov 25 18:49:42.949045 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-c02435d3-87c4-4f08-b3d2-1afc989e2854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83979763-3f0d-4bab-a292-6092b0c5f1e5', 'name': 'tempest-TestShelveInstance-961922976-router', 'tenant_id': '8f57f7325827407082fd1402cdfc1a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'f000946e-d7d1-4617-be1d-f79e8ae1c6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:41:07Z', 'updated_at': '2021-11-25T18:41:09Z', 'revision_number': 4, 'project_id': '8f57f7325827407082fd1402cdfc1a4a', 'gw_port': {'id': 'f000946e-d7d1-4617-be1d-f79e8ae1c6b9', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:48:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83979763-3f0d-4bab-a292-6092b0c5f1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:41:07Z', 'updated_at': '2021-11-25T18:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '3c0bd24e-075b-4782-8d8f-6ab4d2204ece', 'name': '', 'network_id': 'f2d4a04f-45d0-4994-b0d7-b367387c8522', 'tenant_id': '8f57f7325827407082fd1402cdfc1a4a', 'mac_address': 'fa:16:3e:e0:e4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83979763-3f0d-4bab-a292-6092b0c5f1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'fe6e5b84-c0f7-436a-a447-8018812c2226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:41:09Z', 'updated_at': '2021-11-25T18:41:14Z', 'revision_number': 5, 'project_id': '8f57f7325827407082fd1402cdfc1a4a', 'subnets': [{'id': 'fe6e5b84-c0f7-436a-a447-8018812c2226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:42.979753 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02435d3-87c4-4f08-b3d2-1afc989e2854 None None] Checking router: 83979763-3f0d-4bab-a292-6092b0c5f1e5 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:49:42.988515 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02435d3-87c4-4f08-b3d2-1afc989e2854 None None] Routers {'83979763-3f0d-4bab-a292-6092b0c5f1e5'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:49:42.989150 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-c02435d3-87c4-4f08-b3d2-1afc989e2854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:49:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['83979763-3f0d-4bab-a292-6092b0c5f1e5'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:43.027408 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-76b1fe18-ba0a-4881-9a18-b5c6b550fb54 req-35c33068-686f-47d5-959e-0f0e940792a3 service neutron] 10.222.0.74 "GET /v2.0/networks/f2d4a04f-45d0-4994-b0d7-b367387c8522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885503 Nov 25 18:49:43.091865 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-c02435d3-87c4-4f08-b3d2-1afc989e2854 None None] Set router 83979763-3f0d-4bab-a292-6092b0c5f1e5 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:49:43.121519 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-76b1fe18-ba0a-4881-9a18-b5c6b550fb54 req-607b6c27-22ec-4a36-b34e-53e5b764f1b9 service neutron] 10.222.0.74 "GET /v2.0/networks/f2d4a04f-45d0-4994-b0d7-b367387c8522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861592 Nov 25 18:49:43.296342 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-c02435d3-87c4-4f08-b3d2-1afc989e2854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83979763-3f0d-4bab-a292-6092b0c5f1e5', 'name': 'tempest-TestShelveInstance-961922976-router', 'tenant_id': '8f57f7325827407082fd1402cdfc1a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'f000946e-d7d1-4617-be1d-f79e8ae1c6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:41:07Z', 'updated_at': '2021-11-25T18:41:09Z', 'revision_number': 4, 'project_id': '8f57f7325827407082fd1402cdfc1a4a', 'gw_port': {'id': 'f000946e-d7d1-4617-be1d-f79e8ae1c6b9', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:48:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83979763-3f0d-4bab-a292-6092b0c5f1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:41:07Z', 'updated_at': '2021-11-25T18:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '3c0bd24e-075b-4782-8d8f-6ab4d2204ece', 'name': '', 'network_id': 'f2d4a04f-45d0-4994-b0d7-b367387c8522', 'tenant_id': '8f57f7325827407082fd1402cdfc1a4a', 'mac_address': 'fa:16:3e:e0:e4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83979763-3f0d-4bab-a292-6092b0c5f1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'fe6e5b84-c0f7-436a-a447-8018812c2226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:41:09Z', 'updated_at': '2021-11-25T18:41:14Z', 'revision_number': 5, 'project_id': '8f57f7325827407082fd1402cdfc1a4a', 'subnets': [{'id': 'fe6e5b84-c0f7-436a-a447-8018812c2226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:43.322642 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02435d3-87c4-4f08-b3d2-1afc989e2854 None None] The sync data for ids ['83979763-3f0d-4bab-a292-6092b0c5f1e5'] in n-d-817746-1 is: [{'id': '83979763-3f0d-4bab-a292-6092b0c5f1e5', 'name': 'tempest-TestShelveInstance-961922976-router', 'tenant_id': '8f57f7325827407082fd1402cdfc1a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'f000946e-d7d1-4617-be1d-f79e8ae1c6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:41:07Z', 'updated_at': '2021-11-25T18:41:09Z', 'revision_number': 4, 'project_id': '8f57f7325827407082fd1402cdfc1a4a', 'gw_port': {'id': 'f000946e-d7d1-4617-be1d-f79e8ae1c6b9', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:48:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83979763-3f0d-4bab-a292-6092b0c5f1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:41:07Z', 'updated_at': '2021-11-25T18:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '3c0bd24e-075b-4782-8d8f-6ab4d2204ece', 'name': '', 'network_id': 'f2d4a04f-45d0-4994-b0d7-b367387c8522', 'tenant_id': '8f57f7325827407082fd1402cdfc1a4a', 'mac_address': 'fa:16:3e:e0:e4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83979763-3f0d-4bab-a292-6092b0c5f1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'fe6e5b84-c0f7-436a-a447-8018812c2226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:41:09Z', 'updated_at': '2021-11-25T18:41:14Z', 'revision_number': 5, 'project_id': '8f57f7325827407082fd1402cdfc1a4a', 'subnets': [{'id': 'fe6e5b84-c0f7-436a-a447-8018812c2226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:49:43.535043 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2049bb87-28f9-481a-bc1b-60e236767252 None None] New status for floating IP 6cd7c3d9-046d-454d-9551-0a4816eb38da: DOWN {{(pid=103363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:49:43.996315 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a64e3-b640-4eae-a115-ea415605eeef req-3c585684-0779-4215-9d35-dec94226cb09 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:43.997800 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0c4a64e3-b640-4eae-a115-ea415605eeef req-3c585684-0779-4215-9d35-dec94226cb09 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba HTTP/1.1" status: 200 len: 946 time: 0.0543628 Nov 25 18:49:44.046384 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0c4a64e3-b640-4eae-a115-ea415605eeef req-13294f5e-c79c-48cf-8cb2-5e1785e2d8d7 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/security-groups?id=fcc97b05-06b4-4da6-bdd6-385e54de4276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426431 Nov 25 18:49:44.170850 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a751c15-5e75-4db9-b1c9-7a5cfe7c97e5 req-696e82e7-f558-43cb-94bf-df13fa4ff121 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:44.172211 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6a751c15-5e75-4db9-b1c9-7a5cfe7c97e5 req-696e82e7-f558-43cb-94bf-df13fa4ff121 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.74 "GET /v2.0/ports?device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba HTTP/1.1" status: 200 len: 946 time: 0.0513031 Nov 25 18:49:44.282570 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-6a751c15-5e75-4db9-b1c9-7a5cfe7c97e5 req-d20906fd-ee9a-4e5a-83c9-54ae2c35e628 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Deleting port f10492d5-ce9f-4a73-b4fd-32d149e17cfc {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:49:44.282907 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6a751c15-5e75-4db9-b1c9-7a5cfe7c97e5 req-d20906fd-ee9a-4e5a-83c9-54ae2c35e628 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:44.371403 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-6a751c15-5e75-4db9-b1c9-7a5cfe7c97e5 req-d20906fd-ee9a-4e5a-83c9-54ae2c35e628 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] For port f10492d5-ce9f-4a73-b4fd-32d149e17cfc, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=f10492d5-ce9f-4a73-b4fd-32d149e17cfc,segment=NetworkSegment(2345d44b-830d-4bb2-b63a-4fcca5c37f9e),segment_id=2345d44b-830d-4bb2-b63a-4fcca5c37f9e)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:49:44.371762 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6a751c15-5e75-4db9-b1c9-7a5cfe7c97e5 req-d20906fd-ee9a-4e5a-83c9-54ae2c35e628 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:44.384121 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-6a751c15-5e75-4db9-b1c9-7a5cfe7c97e5 req-d20906fd-ee9a-4e5a-83c9-54ae2c35e628 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Calling delete_port for f10492d5-ce9f-4a73-b4fd-32d149e17cfc owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:49:44.513452 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6a751c15-5e75-4db9-b1c9-7a5cfe7c97e5 req-d20906fd-ee9a-4e5a-83c9-54ae2c35e628 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:44.543155 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20906fd-ee9a-4e5a-83c9-54ae2c35e628 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Pushing event deleted for resources: {'Port': ['ID=f10492d5-ce9f-4a73-b4fd-32d149e17cfc,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:44.582643 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a751c15-5e75-4db9-b1c9-7a5cfe7c97e5 req-d20906fd-ee9a-4e5a-83c9-54ae2c35e628 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] No DVR routers for this DVR port f10492d5-ce9f-4a73-b4fd-32d149e17cfc on host n-h1-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:49:44.585276 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-6a751c15-5e75-4db9-b1c9-7a5cfe7c97e5 req-d20906fd-ee9a-4e5a-83c9-54ae2c35e628 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:44.588562 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6a751c15-5e75-4db9-b1c9-7a5cfe7c97e5 req-d20906fd-ee9a-4e5a-83c9-54ae2c35e628 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.74 "DELETE /v2.0/ports/f10492d5-ce9f-4a73-b4fd-32d149e17cfc HTTP/1.1" status: 204 len: 173 time: 0.4104998 Nov 25 18:49:44.589137 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '803037de-1c05-4ae5-bb5b-9b0b5564d8ba', 'name': 'network-vif-deleted', 'tag': 'f10492d5-ce9f-4a73-b4fd-32d149e17cfc'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:49:44.591414 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26190d13-562d-4b83-9ca2-a4339ea4cacc" -d '{"events": [{"server_uuid": "803037de-1c05-4ae5-bb5b-9b0b5564d8ba", "name": "network-vif-deleted", "tag": "f10492d5-ce9f-4a73-b4fd-32d149e17cfc"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:49:44.632779 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10fe7639-34a7-4f09-b470-b0250af6e044 x-openstack-request-id: req-10fe7639-34a7-4f09-b470-b0250af6e044 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:49:44.633103 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "803037de-1c05-4ae5-bb5b-9b0b5564d8ba", "name": "network-vif-deleted", "tag": "f10492d5-ce9f-4a73-b4fd-32d149e17cfc", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:49:44.633358 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-10fe7639-34a7-4f09-b470-b0250af6e044 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:49:44.633767 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '803037de-1c05-4ae5-bb5b-9b0b5564d8ba', 'name': 'network-vif-deleted', 'tag': 'f10492d5-ce9f-4a73-b4fd-32d149e17cfc', 'status': 'completed', 'code': 200} Nov 25 18:49:45.145320 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7e19bc02-b79a-478d-804e-897c90515e51 req-88aaa43a-e645-471d-8a2f-e0d284c2a357 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba HTTP/1.1" status: 200 len: 210 time: 0.0303211 Nov 25 18:49:46.247027 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e8a56f84-8c3a-48ec-af77-d8b5bdc74dc5 req-4ec75b00-b29f-4044-ba19-6a150bedd928 tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba HTTP/1.1" status: 200 len: 210 time: 0.0308959 Nov 25 18:49:47.299635 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3ec98552-83bf-44be-826b-7adc72845871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:47.345302 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-cb5d0778-b94c-47e5-b8d4-3d597561bf54 req-1163f53b-0d2c-432a-b872-ad40f477c69f tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba HTTP/1.1" status: 200 len: 210 time: 0.0280716 Nov 25 18:49:47.579686 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:47.780620 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:48.439846 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e048c0fc-69cb-439a-9ed7-9e047a27fa09 req-baeaf660-89cc-4b03-a57b-d80dd9f531da tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "GET /v2.0/ports?device_id=803037de-1c05-4ae5-bb5b-9b0b5564d8ba HTTP/1.1" status: 200 len: 210 time: 0.0268197 Nov 25 18:49:49.098329 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device f10492d5-ce9f-4a73-b4fd-32d149e17cfc no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:49:49.119299 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: f10492d5-ce9f-4a73-b4fd-32d149e17cfc {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:49:49.119647 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device f10492d5-ce9f-4a73-b4fd-32d149e17cfc not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:49:49.496322 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39830) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:49.553974 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1e4db32c-ace5-4bcb-9b06-7f6a4459815b tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:49.579294 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1e4db32c-ace5-4bcb-9b06-7f6a4459815b tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:49.646443 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1e4db32c-ace5-4bcb-9b06-7f6a4459815b tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:49.649243 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1e4db32c-ace5-4bcb-9b06-7f6a4459815b tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:49.650437 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-1e4db32c-ace5-4bcb-9b06-7f6a4459815b tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] 10.222.0.75 "DELETE /v2.0/security-groups/fcc97b05-06b4-4da6-bdd6-385e54de4276 HTTP/1.1" status: 204 len: 168 time: 0.1529782 Nov 25 18:49:49.661088 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4db32c-ace5-4bcb-9b06-7f6a4459815b tempest-TestShelveInstance-638011848 tempest-TestShelveInstance-638011848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc97b05-06b4-4da6-bdd6-385e54de4276,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:49.701765 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39834) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:50.029759 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7d022f74-ae12-48e7-b314-68fc86fa6331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:50.155305 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3c3c2939-e135-4d12-bb1c-ea2cd0eaef2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:50.410661 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-3c3c2939-e135-4d12-bb1c-ea2cd0eaef2b admin admin] Deleting port 3c0bd24e-075b-4782-8d8f-6ab4d2204ece {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:49:50.411002 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3c3c2939-e135-4d12-bb1c-ea2cd0eaef2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:50.489758 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-3c3c2939-e135-4d12-bb1c-ea2cd0eaef2b admin admin] For port 3c0bd24e-075b-4782-8d8f-6ab4d2204ece, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=3c0bd24e-075b-4782-8d8f-6ab4d2204ece,segment=NetworkSegment(2345d44b-830d-4bb2-b63a-4fcca5c37f9e),segment_id=2345d44b-830d-4bb2-b63a-4fcca5c37f9e)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:49:50.490133 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3c3c2939-e135-4d12-bb1c-ea2cd0eaef2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:50.503852 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-3c3c2939-e135-4d12-bb1c-ea2cd0eaef2b admin admin] Calling delete_port for 3c0bd24e-075b-4782-8d8f-6ab4d2204ece owned by network:router_interface {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:49:50.689600 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3c3c2939-e135-4d12-bb1c-ea2cd0eaef2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:50.716807 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3c2939-e135-4d12-bb1c-ea2cd0eaef2b admin admin] Pushing event deleted for resources: {'Port': ['ID=3c0bd24e-075b-4782-8d8f-6ab4d2204ece,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:50.767401 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3c2939-e135-4d12-bb1c-ea2cd0eaef2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:50.767755 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3c2939-e135-4d12-bb1c-ea2cd0eaef2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:50.768095 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3c2939-e135-4d12-bb1c-ea2cd0eaef2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:50.768437 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3c2939-e135-4d12-bb1c-ea2cd0eaef2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:50.768783 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3c2939-e135-4d12-bb1c-ea2cd0eaef2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:50.769133 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3c2939-e135-4d12-bb1c-ea2cd0eaef2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:50.769465 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3c2939-e135-4d12-bb1c-ea2cd0eaef2b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:50.769796 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3c2939-e135-4d12-bb1c-ea2cd0eaef2b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:50.770126 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3c2939-e135-4d12-bb1c-ea2cd0eaef2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:50.770451 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3c2939-e135-4d12-bb1c-ea2cd0eaef2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:50.770781 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3c2939-e135-4d12-bb1c-ea2cd0eaef2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:50.771109 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3c2939-e135-4d12-bb1c-ea2cd0eaef2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:50.906857 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3c3c2939-e135-4d12-bb1c-ea2cd0eaef2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:51.184955 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:51.439663 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c3c2939-e135-4d12-bb1c-ea2cd0eaef2b admin admin] Router 83979763-3f0d-4bab-a292-6092b0c5f1e5 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:49:51.550229 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3c2939-e135-4d12-bb1c-ea2cd0eaef2b admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:49:51.555586 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3c3c2939-e135-4d12-bb1c-ea2cd0eaef2b admin admin] 10.222.0.75 "PUT /v2.0/routers/83979763-3f0d-4bab-a292-6092b0c5f1e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8527944 Nov 25 18:49:51.558317 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39840) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:51.559441 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d504732-d4cf-431c-9431-fd1f25607946 None None] Sync routers for ids ['83979763-3f0d-4bab-a292-6092b0c5f1e5'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:49:51.570688 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d504732-d4cf-431c-9431-fd1f25607946 None None] Routers {'83979763-3f0d-4bab-a292-6092b0c5f1e5'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:49:51.571580 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-7d504732-d4cf-431c-9431-fd1f25607946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:49:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['83979763-3f0d-4bab-a292-6092b0c5f1e5'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:51.669215 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4056f182-3e47-432e-b78d-b1fd96484540 admin admin] Publish callbacks [] for router, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:51.682325 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-7d504732-d4cf-431c-9431-fd1f25607946 None None] Set router 83979763-3f0d-4bab-a292-6092b0c5f1e5 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:49:51.777270 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4056f182-3e47-432e-b78d-b1fd96484540 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:51.832647 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-4056f182-3e47-432e-b78d-b1fd96484540 admin admin] Deleting port f000946e-d7d1-4617-be1d-f79e8ae1c6b9 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:49:51.833095 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4056f182-3e47-432e-b78d-b1fd96484540 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:51.880722 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-7d504732-d4cf-431c-9431-fd1f25607946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83979763-3f0d-4bab-a292-6092b0c5f1e5', 'name': 'tempest-TestShelveInstance-961922976-router', 'tenant_id': '8f57f7325827407082fd1402cdfc1a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'f000946e-d7d1-4617-be1d-f79e8ae1c6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:41:07Z', 'updated_at': '2021-11-25T18:49:50Z', 'revision_number': 5, 'project_id': '8f57f7325827407082fd1402cdfc1a4a', 'gw_port': {'id': 'f000946e-d7d1-4617-be1d-f79e8ae1c6b9', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:48:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83979763-3f0d-4bab-a292-6092b0c5f1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:41:07Z', 'updated_at': '2021-11-25T18:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:51.908660 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d504732-d4cf-431c-9431-fd1f25607946 None None] Checking router: 83979763-3f0d-4bab-a292-6092b0c5f1e5 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:49:51.917659 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d504732-d4cf-431c-9431-fd1f25607946 None None] Routers {'83979763-3f0d-4bab-a292-6092b0c5f1e5'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:49:51.918281 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-7d504732-d4cf-431c-9431-fd1f25607946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:49:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['83979763-3f0d-4bab-a292-6092b0c5f1e5'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:51.921832 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-4056f182-3e47-432e-b78d-b1fd96484540 admin admin] For port f000946e-d7d1-4617-be1d-f79e8ae1c6b9, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=f000946e-d7d1-4617-be1d-f79e8ae1c6b9,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:49:51.922201 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4056f182-3e47-432e-b78d-b1fd96484540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:51.936147 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-4056f182-3e47-432e-b78d-b1fd96484540 admin admin] Calling delete_port for f000946e-d7d1-4617-be1d-f79e8ae1c6b9 owned by network:router_gateway {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:49:52.018215 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-7d504732-d4cf-431c-9431-fd1f25607946 None None] Set router 83979763-3f0d-4bab-a292-6092b0c5f1e5 gateway port host: None {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:49:52.078173 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-7d504732-d4cf-431c-9431-fd1f25607946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83979763-3f0d-4bab-a292-6092b0c5f1e5', 'name': 'tempest-TestShelveInstance-961922976-router', 'tenant_id': '8f57f7325827407082fd1402cdfc1a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:41:07Z', 'updated_at': '2021-11-25T18:49:51Z', 'revision_number': 6, 'project_id': '8f57f7325827407082fd1402cdfc1a4a', 'gw_port_host': None}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:52.108235 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4056f182-3e47-432e-b78d-b1fd96484540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:52.112753 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d504732-d4cf-431c-9431-fd1f25607946 None None] The sync data for ids ['83979763-3f0d-4bab-a292-6092b0c5f1e5'] in n-d-817746-1 is: [{'id': '83979763-3f0d-4bab-a292-6092b0c5f1e5', 'name': 'tempest-TestShelveInstance-961922976-router', 'tenant_id': '8f57f7325827407082fd1402cdfc1a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:41:07Z', 'updated_at': '2021-11-25T18:49:51Z', 'revision_number': 6, 'project_id': '8f57f7325827407082fd1402cdfc1a4a', 'gw_port_host': None}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:49:52.135957 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4056f182-3e47-432e-b78d-b1fd96484540 admin admin] Pushing event deleted for resources: {'Port': ['ID=f000946e-d7d1-4617-be1d-f79e8ae1c6b9,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:52.162332 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d97f1f3-18cd-4319-a175-172232fa2354 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:49:52.219159 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4056f182-3e47-432e-b78d-b1fd96484540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:52.312720 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4056f182-3e47-432e-b78d-b1fd96484540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:52.315333 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4056f182-3e47-432e-b78d-b1fd96484540 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:52.363175 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4056f182-3e47-432e-b78d-b1fd96484540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:52.363814 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4056f182-3e47-432e-b78d-b1fd96484540 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83979763-3f0d-4bab-a292-6092b0c5f1e5 {{(pid=103361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:49:52.368663 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4056f182-3e47-432e-b78d-b1fd96484540 admin admin] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:52.372336 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-4056f182-3e47-432e-b78d-b1fd96484540 admin admin] 10.222.0.75 "DELETE /v2.0/routers/83979763-3f0d-4bab-a292-6092b0c5f1e5 HTTP/1.1" status: 204 len: 168 time: 0.8105700 Nov 25 18:49:52.372440 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:52.372877 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39842) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:52.420009 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-edf22fdd-cc44-4714-a104-8581fbb3fc5b admin admin] Deleting subnet fe6e5b84-c0f7-436a-a447-8018812c2226 {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:49:52.423133 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-edf22fdd-cc44-4714-a104-8581fbb3fc5b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:52.457925 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-edf22fdd-cc44-4714-a104-8581fbb3fc5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:52.591605 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-edf22fdd-cc44-4714-a104-8581fbb3fc5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:52.648737 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-edf22fdd-cc44-4714-a104-8581fbb3fc5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:52.676276 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf22fdd-cc44-4714-a104-8581fbb3fc5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe6e5b84-c0f7-436a-a447-8018812c2226,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:52.678273 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-edf22fdd-cc44-4714-a104-8581fbb3fc5b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:52.684299 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-edf22fdd-cc44-4714-a104-8581fbb3fc5b admin admin] 10.222.0.75 "DELETE /v2.0/subnets/fe6e5b84-c0f7-436a-a447-8018812c2226 HTTP/1.1" status: 204 len: 168 time: 0.3079569 Nov 25 18:49:52.684482 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89c8d0a-ec0f-4496-9817-4df68605ea83 None None] Network f2d4a04f-45d0-4994-b0d7-b367387c8522 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:49:52.684680 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39844) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:52.755534 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ec57ad75-f70e-4d73-bde7-016ed8b7bcae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:52.812139 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-ec57ad75-f70e-4d73-bde7-016ed8b7bcae admin admin] Deleting port b67b3ff9-4fb6-4883-866f-6c0a04731c0e {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:49:52.812575 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ec57ad75-f70e-4d73-bde7-016ed8b7bcae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:52.882155 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-ec57ad75-f70e-4d73-bde7-016ed8b7bcae admin admin] For port b67b3ff9-4fb6-4883-866f-6c0a04731c0e, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=b67b3ff9-4fb6-4883-866f-6c0a04731c0e,segment=NetworkSegment(2345d44b-830d-4bb2-b63a-4fcca5c37f9e),segment_id=2345d44b-830d-4bb2-b63a-4fcca5c37f9e)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:49:52.882523 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ec57ad75-f70e-4d73-bde7-016ed8b7bcae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:52.895385 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-ec57ad75-f70e-4d73-bde7-016ed8b7bcae admin admin] Calling delete_port for b67b3ff9-4fb6-4883-866f-6c0a04731c0e owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:49:52.939282 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2152711-606d-45db-b7f3-95f5c3519a86 None None] DHCP port deletion for f2d4a04f-45d0-4994-b0d7-b367387c8522 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:49:52.984670 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 3c0bd24e-075b-4782-8d8f-6ab4d2204ece no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:49:52.986701 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ec57ad75-f70e-4d73-bde7-016ed8b7bcae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:53.010286 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec57ad75-f70e-4d73-bde7-016ed8b7bcae admin admin] Pushing event deleted for resources: {'Port': ['ID=b67b3ff9-4fb6-4883-866f-6c0a04731c0e,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:53.013998 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 3c0bd24e-075b-4782-8d8f-6ab4d2204ece {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:49:53.014349 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 3c0bd24e-075b-4782-8d8f-6ab4d2204ece not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:49:53.020958 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec57ad75-f70e-4d73-bde7-016ed8b7bcae admin admin] No DVR routers for this DVR port b67b3ff9-4fb6-4883-866f-6c0a04731c0e on host n-d-817746-1 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:49:53.044295 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-a2152711-606d-45db-b7f3-95f5c3519a86 None None] Deleting port b67b3ff9-4fb6-4883-866f-6c0a04731c0e {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:49:53.044676 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a2152711-606d-45db-b7f3-95f5c3519a86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:53.114577 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-a2152711-606d-45db-b7f3-95f5c3519a86 None None] For port b67b3ff9-4fb6-4883-866f-6c0a04731c0e, host n-d-817746-1, got binding levels [] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:49:53.114976 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a2152711-606d-45db-b7f3-95f5c3519a86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:53.118645 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ec57ad75-f70e-4d73-bde7-016ed8b7bcae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:53.130109 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-a2152711-606d-45db-b7f3-95f5c3519a86 None None] Calling delete_port for b67b3ff9-4fb6-4883-866f-6c0a04731c0e owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:49:53.132871 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.ipam_backend_mixin [None req-a2152711-606d-45db-b7f3-95f5c3519a86 None None] Port b67b3ff9-4fb6-4883-866f-6c0a04731c0e was not found and therefore no delete operation was performed {{(pid=103362) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 18:49:53.134176 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a2152711-606d-45db-b7f3-95f5c3519a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:53.140376 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-ec57ad75-f70e-4d73-bde7-016ed8b7bcae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2d4a04f-45d0-4994-b0d7-b367387c8522']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:53.150029 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-ec57ad75-f70e-4d73-bde7-016ed8b7bcae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2345d44b-830d-4bb2-b63a-4fcca5c37f9e') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:53.150331 n-d-817746-1 neutron-server[103360]: DEBUG neutron.services.segments.db [None req-ec57ad75-f70e-4d73-bde7-016ed8b7bcae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2345d44b-830d-4bb2-b63a-4fcca5c37f9e') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:53.160667 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ec57ad75-f70e-4d73-bde7-016ed8b7bcae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129843071'] for segment, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:53.161686 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2152711-606d-45db-b7f3-95f5c3519a86 None None] Pushing event deleted for resources: {'Port': ['ID=b67b3ff9-4fb6-4883-866f-6c0a04731c0e,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:53.172604 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2152711-606d-45db-b7f3-95f5c3519a86 None None] No DVR routers for this DVR port b67b3ff9-4fb6-4883-866f-6c0a04731c0e on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:49:53.174653 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2152711-606d-45db-b7f3-95f5c3519a86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:53.175009 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2152711-606d-45db-b7f3-95f5c3519a86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:53.175849 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2152711-606d-45db-b7f3-95f5c3519a86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:53.175849 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2152711-606d-45db-b7f3-95f5c3519a86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:53.176060 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2152711-606d-45db-b7f3-95f5c3519a86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:53.176370 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2152711-606d-45db-b7f3-95f5c3519a86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:53.176712 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2152711-606d-45db-b7f3-95f5c3519a86 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:53.177094 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2152711-606d-45db-b7f3-95f5c3519a86 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:53.177415 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2152711-606d-45db-b7f3-95f5c3519a86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:53.177756 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2152711-606d-45db-b7f3-95f5c3519a86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:53.178090 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2152711-606d-45db-b7f3-95f5c3519a86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:53.178422 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2152711-606d-45db-b7f3-95f5c3519a86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:53.186533 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ec57ad75-f70e-4d73-bde7-016ed8b7bcae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:53.198815 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec57ad75-f70e-4d73-bde7-016ed8b7bcae admin admin] Releasing vlan 913 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:49:53.199402 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ec57ad75-f70e-4d73-bde7-016ed8b7bcae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129790428'] for segment, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:53.201304 n-d-817746-1 neutron-server[103360]: Traceback (most recent call last): Nov 25 18:49:53.201304 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:49:53.201304 n-d-817746-1 neutron-server[103360]: timer() Nov 25 18:49:53.201304 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:49:53.201304 n-d-817746-1 neutron-server[103360]: cb(*args, **kw) Nov 25 18:49:53.201304 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:49:53.201304 n-d-817746-1 neutron-server[103360]: return func(*args, **kwargs) Nov 25 18:49:53.201304 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:49:53.201304 n-d-817746-1 neutron-server[103360]: self._notify() Nov 25 18:49:53.201304 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:49:53.201304 n-d-817746-1 neutron-server[103360]: self.callback(batched_events) Nov 25 18:49:53.201304 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:49:53.201304 n-d-817746-1 neutron-server[103360]: event.method(event) Nov 25 18:49:53.201304 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:49:53.201304 n-d-817746-1 neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:49:53.201304 n-d-817746-1 neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:49:53.201304 n-d-817746-1 neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:49:53.201304 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:49:53.201304 n-d-817746-1 neutron-server[103360]: return f(self, *a, **k) Nov 25 18:49:53.201304 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:49:53.201304 n-d-817746-1 neutron-server[103360]: return self._get(url).json() Nov 25 18:49:53.201304 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:49:53.201304 n-d-817746-1 neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:49:53.201304 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:49:53.201304 n-d-817746-1 neutron-server[103360]: return self.request(url, 'GET', **kwargs) Nov 25 18:49:53.201304 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:49:53.201304 n-d-817746-1 neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:49:53.201304 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:49:53.201304 n-d-817746-1 neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:49:53.201304 n-d-817746-1 neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:49:53.201304 n-d-817746-1 neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:49:53.201304 n-d-817746-1 neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:49:53.251926 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:53.262131 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ec57ad75-f70e-4d73-bde7-016ed8b7bcae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:53.268160 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ec57ad75-f70e-4d73-bde7-016ed8b7bcae admin admin] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:53.271426 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-ec57ad75-f70e-4d73-bde7-016ed8b7bcae admin admin] 10.222.0.75 "DELETE /v2.0/networks/f2d4a04f-45d0-4994-b0d7-b367387c8522 HTTP/1.1" status: 204 len: 168 time: 0.5857055 Nov 25 18:49:53.274549 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39846) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:53.285261 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec57ad75-f70e-4d73-bde7-016ed8b7bcae admin admin] Pushing event deleted for resources: {'Network': ['ID=f2d4a04f-45d0-4994-b0d7-b367387c8522,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:53.630158 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7eda2af9-f496-431d-a21b-df61bc2b1413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:53.874020 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-7eda2af9-f496-431d-a21b-df61bc2b1413 admin admin] Deleting port 53e80bac-46a1-4041-a8b7-cde5df630573 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:49:53.874358 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7eda2af9-f496-431d-a21b-df61bc2b1413 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:53.952486 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-7eda2af9-f496-431d-a21b-df61bc2b1413 admin admin] For port 53e80bac-46a1-4041-a8b7-cde5df630573, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=53e80bac-46a1-4041-a8b7-cde5df630573,segment=NetworkSegment(0d63dd2e-3a39-477f-93af-f7513b27dbc3),segment_id=0d63dd2e-3a39-477f-93af-f7513b27dbc3)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:49:53.952765 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7eda2af9-f496-431d-a21b-df61bc2b1413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:53.965978 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-7eda2af9-f496-431d-a21b-df61bc2b1413 admin admin] Calling delete_port for 53e80bac-46a1-4041-a8b7-cde5df630573 owned by network:router_interface {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:49:54.143898 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7eda2af9-f496-431d-a21b-df61bc2b1413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:54.169830 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eda2af9-f496-431d-a21b-df61bc2b1413 admin admin] Pushing event deleted for resources: {'Port': ['ID=53e80bac-46a1-4041-a8b7-cde5df630573,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:54.341398 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7eda2af9-f496-431d-a21b-df61bc2b1413 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:54.556405 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eda2af9-f496-431d-a21b-df61bc2b1413 admin admin] Router 99de882f-464a-4dc9-9660-c32956340032 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:49:54.606335 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device f000946e-d7d1-4617-be1d-f79e8ae1c6b9 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:49:54.626790 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: f000946e-d7d1-4617-be1d-f79e8ae1c6b9 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:49:54.627240 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device f000946e-d7d1-4617-be1d-f79e8ae1c6b9 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:49:54.627727 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device b67b3ff9-4fb6-4883-866f-6c0a04731c0e no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:49:54.646045 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: b67b3ff9-4fb6-4883-866f-6c0a04731c0e {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:49:54.646392 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device b67b3ff9-4fb6-4883-866f-6c0a04731c0e not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:49:54.663519 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eda2af9-f496-431d-a21b-df61bc2b1413 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:49:54.669112 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-7eda2af9-f496-431d-a21b-df61bc2b1413 admin admin] 10.222.0.75 "PUT /v2.0/routers/99de882f-464a-4dc9-9660-c32956340032/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3933642 Nov 25 18:49:54.671653 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39848) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:54.674215 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40593f2d-e2e0-4860-bf80-c2d8bca0dcb0 None None] Sync routers for ids ['99de882f-464a-4dc9-9660-c32956340032'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:49:54.684929 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40593f2d-e2e0-4860-bf80-c2d8bca0dcb0 None None] Routers {'99de882f-464a-4dc9-9660-c32956340032'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:49:54.685673 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-40593f2d-e2e0-4860-bf80-c2d8bca0dcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:49:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['99de882f-464a-4dc9-9660-c32956340032'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:54.794913 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-40593f2d-e2e0-4860-bf80-c2d8bca0dcb0 None None] Set router 99de882f-464a-4dc9-9660-c32956340032 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:49:54.977941 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-40593f2d-e2e0-4860-bf80-c2d8bca0dcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99de882f-464a-4dc9-9660-c32956340032', 'name': 'tempest-TestShelveInstance-1050767423-router', 'tenant_id': '1c866eb6a0c94b69879f6ed8b9b443a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'd6bb6079-4677-455d-9622-d6c53701219f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:41:12Z', 'updated_at': '2021-11-25T18:49:54Z', 'revision_number': 5, 'project_id': '1c866eb6a0c94b69879f6ed8b9b443a1', 'gw_port': {'id': 'd6bb6079-4677-455d-9622-d6c53701219f', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99de882f-464a-4dc9-9660-c32956340032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:41:12Z', 'updated_at': '2021-11-25T18:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:55.005498 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40593f2d-e2e0-4860-bf80-c2d8bca0dcb0 None None] Checking router: 99de882f-464a-4dc9-9660-c32956340032 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:49:55.013965 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40593f2d-e2e0-4860-bf80-c2d8bca0dcb0 None None] Routers {'99de882f-464a-4dc9-9660-c32956340032'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:49:55.014561 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-40593f2d-e2e0-4860-bf80-c2d8bca0dcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:49:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['99de882f-464a-4dc9-9660-c32956340032'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:55.066582 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-05dc7f3b-7168-4f15-8909-c039d5e6a88c admin admin] Publish callbacks [] for router, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:55.118071 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-40593f2d-e2e0-4860-bf80-c2d8bca0dcb0 None None] Set router 99de882f-464a-4dc9-9660-c32956340032 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:49:55.167675 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-05dc7f3b-7168-4f15-8909-c039d5e6a88c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:55.224439 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-05dc7f3b-7168-4f15-8909-c039d5e6a88c admin admin] Deleting port d6bb6079-4677-455d-9622-d6c53701219f {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:49:55.224779 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-05dc7f3b-7168-4f15-8909-c039d5e6a88c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:55.306383 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-05dc7f3b-7168-4f15-8909-c039d5e6a88c admin admin] For port d6bb6079-4677-455d-9622-d6c53701219f, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=d6bb6079-4677-455d-9622-d6c53701219f,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:49:55.306754 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-05dc7f3b-7168-4f15-8909-c039d5e6a88c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:55.320817 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-05dc7f3b-7168-4f15-8909-c039d5e6a88c admin admin] Calling delete_port for d6bb6079-4677-455d-9622-d6c53701219f owned by network:router_gateway {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:49:55.384140 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-40593f2d-e2e0-4860-bf80-c2d8bca0dcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99de882f-464a-4dc9-9660-c32956340032', 'name': 'tempest-TestShelveInstance-1050767423-router', 'tenant_id': '1c866eb6a0c94b69879f6ed8b9b443a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'd6bb6079-4677-455d-9622-d6c53701219f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:41:12Z', 'updated_at': '2021-11-25T18:49:54Z', 'revision_number': 5, 'project_id': '1c866eb6a0c94b69879f6ed8b9b443a1', 'gw_port': {'id': 'd6bb6079-4677-455d-9622-d6c53701219f', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99de882f-464a-4dc9-9660-c32956340032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:41:12Z', 'updated_at': '2021-11-25T18:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:55.410424 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40593f2d-e2e0-4860-bf80-c2d8bca0dcb0 None None] The sync data for ids ['99de882f-464a-4dc9-9660-c32956340032'] in n-d-817746-1 is: [{'id': '99de882f-464a-4dc9-9660-c32956340032', 'name': 'tempest-TestShelveInstance-1050767423-router', 'tenant_id': '1c866eb6a0c94b69879f6ed8b9b443a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'd6bb6079-4677-455d-9622-d6c53701219f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:41:12Z', 'updated_at': '2021-11-25T18:49:54Z', 'revision_number': 5, 'project_id': '1c866eb6a0c94b69879f6ed8b9b443a1', 'gw_port': {'id': 'd6bb6079-4677-455d-9622-d6c53701219f', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99de882f-464a-4dc9-9660-c32956340032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:41:12Z', 'updated_at': '2021-11-25T18:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:49:55.497500 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-05dc7f3b-7168-4f15-8909-c039d5e6a88c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:55.523639 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dc7f3b-7168-4f15-8909-c039d5e6a88c admin admin] Pushing event deleted for resources: {'Port': ['ID=d6bb6079-4677-455d-9622-d6c53701219f,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:55.538309 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fa036a-0dd0-4725-9ce4-0cafb6ed558c None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:49:55.589971 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-05dc7f3b-7168-4f15-8909-c039d5e6a88c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:55.680707 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-05dc7f3b-7168-4f15-8909-c039d5e6a88c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:55.683004 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-05dc7f3b-7168-4f15-8909-c039d5e6a88c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:55.728403 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-05dc7f3b-7168-4f15-8909-c039d5e6a88c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:55.728890 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05dc7f3b-7168-4f15-8909-c039d5e6a88c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99de882f-464a-4dc9-9660-c32956340032 {{(pid=103361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:49:55.734143 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-05dc7f3b-7168-4f15-8909-c039d5e6a88c admin admin] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:55.735303 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-05dc7f3b-7168-4f15-8909-c039d5e6a88c admin admin] 10.222.0.75 "DELETE /v2.0/routers/99de882f-464a-4dc9-9660-c32956340032 HTTP/1.1" status: 204 len: 168 time: 1.0627675 Nov 25 18:49:55.738109 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39850) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:55.784258 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9ccaccf-1c39-463a-a25d-14dddcde37cc admin admin] Deleting subnet 397f2545-d16b-4a78-bfba-5d3ca6bd9aba {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:49:55.787748 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e9ccaccf-1c39-463a-a25d-14dddcde37cc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:55.829609 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e9ccaccf-1c39-463a-a25d-14dddcde37cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:55.911239 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e9ccaccf-1c39-463a-a25d-14dddcde37cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:55.965929 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e9ccaccf-1c39-463a-a25d-14dddcde37cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:55.993747 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ccaccf-1c39-463a-a25d-14dddcde37cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=397f2545-d16b-4a78-bfba-5d3ca6bd9aba,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:55.998039 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e9ccaccf-1c39-463a-a25d-14dddcde37cc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:56.001307 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-e9ccaccf-1c39-463a-a25d-14dddcde37cc admin admin] 10.222.0.75 "DELETE /v2.0/subnets/397f2545-d16b-4a78-bfba-5d3ca6bd9aba HTTP/1.1" status: 204 len: 168 time: 0.2622361 Nov 25 18:49:56.003878 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39852) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:56.004025 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d5039c-725d-47a3-9f7d-d3b1ff6c6a35 None None] Network 0f50b4e3-f4b6-4853-aba8-c9d507bf6998 requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:49:56.082011 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1f234d20-2087-4fc7-8f32-360d9a28f3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:56.138705 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-1f234d20-2087-4fc7-8f32-360d9a28f3f2 admin admin] Deleting port 62091454-d742-44e8-afd5-246f0f9f0cb6 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:49:56.139050 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1f234d20-2087-4fc7-8f32-360d9a28f3f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:56.202608 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-1f234d20-2087-4fc7-8f32-360d9a28f3f2 admin admin] For port 62091454-d742-44e8-afd5-246f0f9f0cb6, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=62091454-d742-44e8-afd5-246f0f9f0cb6,segment=NetworkSegment(0d63dd2e-3a39-477f-93af-f7513b27dbc3),segment_id=0d63dd2e-3a39-477f-93af-f7513b27dbc3)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:49:56.202974 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1f234d20-2087-4fc7-8f32-360d9a28f3f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:56.216248 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-1f234d20-2087-4fc7-8f32-360d9a28f3f2 admin admin] Calling delete_port for 62091454-d742-44e8-afd5-246f0f9f0cb6 owned by network:dhcp {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:49:56.297138 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1f234d20-2087-4fc7-8f32-360d9a28f3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:56.322323 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f234d20-2087-4fc7-8f32-360d9a28f3f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=62091454-d742-44e8-afd5-246f0f9f0cb6,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:56.326808 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f234d20-2087-4fc7-8f32-360d9a28f3f2 admin admin] No DVR routers for this DVR port 62091454-d742-44e8-afd5-246f0f9f0cb6 on host n-d-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:49:56.405191 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1f234d20-2087-4fc7-8f32-360d9a28f3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:56.425992 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ee980a-ef23-4a2d-964d-8bcb5d202d6b None None] DHCP port deletion for 0f50b4e3-f4b6-4853-aba8-c9d507bf6998 request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:49:56.427775 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-1f234d20-2087-4fc7-8f32-360d9a28f3f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f50b4e3-f4b6-4853-aba8-c9d507bf6998']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:56.440277 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-1f234d20-2087-4fc7-8f32-360d9a28f3f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d63dd2e-3a39-477f-93af-f7513b27dbc3') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:56.440706 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-1f234d20-2087-4fc7-8f32-360d9a28f3f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d63dd2e-3a39-477f-93af-f7513b27dbc3') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:56.455668 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1f234d20-2087-4fc7-8f32-360d9a28f3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:56.469637 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1f234d20-2087-4fc7-8f32-360d9a28f3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:56.475397 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f234d20-2087-4fc7-8f32-360d9a28f3f2 admin admin] Releasing vlan 940 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:49:56.475801 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1f234d20-2087-4fc7-8f32-360d9a28f3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:56.477431 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 18:49:56.477431 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:49:56.477431 n-d-817746-1 neutron-server[103361]: timer() Nov 25 18:49:56.477431 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:49:56.477431 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 18:49:56.477431 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:49:56.477431 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 18:49:56.477431 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:49:56.477431 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 18:49:56.477431 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:49:56.477431 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 18:49:56.477431 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:49:56.477431 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 18:49:56.477431 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:49:56.477431 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:49:56.477431 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:49:56.477431 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:49:56.477431 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:49:56.477431 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 18:49:56.477431 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:49:56.477431 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 18:49:56.477431 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:49:56.477431 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:49:56.477431 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:49:56.477431 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 18:49:56.477431 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:49:56.477431 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:49:56.477431 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:49:56.477431 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:49:56.477431 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:49:56.477431 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:49:56.477431 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:49:56.531609 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1f234d20-2087-4fc7-8f32-360d9a28f3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:56.537350 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1f234d20-2087-4fc7-8f32-360d9a28f3f2 admin admin] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:56.541653 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-1f234d20-2087-4fc7-8f32-360d9a28f3f2 admin admin] 10.222.0.75 "DELETE /v2.0/networks/0f50b4e3-f4b6-4853-aba8-c9d507bf6998 HTTP/1.1" status: 204 len: 168 time: 0.5358081 Nov 25 18:49:56.550271 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 62091454-d742-44e8-afd5-246f0f9f0cb6 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:49:56.554585 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f234d20-2087-4fc7-8f32-360d9a28f3f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f50b4e3-f4b6-4853-aba8-c9d507bf6998,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:56.572586 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 62091454-d742-44e8-afd5-246f0f9f0cb6 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:49:56.572970 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 62091454-d742-44e8-afd5-246f0f9f0cb6 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:49:56.574024 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d6bb6079-4677-455d-9622-d6c53701219f no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:49:56.596097 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: d6bb6079-4677-455d-9622-d6c53701219f {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:49:56.596453 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device d6bb6079-4677-455d-9622-d6c53701219f not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:49:56.596893 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 53e80bac-46a1-4041-a8b7-cde5df630573 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:49:56.616655 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 53e80bac-46a1-4041-a8b7-cde5df630573 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:49:56.617033 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 53e80bac-46a1-4041-a8b7-cde5df630573 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:49:56.667422 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39856) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:56.712340 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-e2928a66-ac8a-4312-ba84-a0877a071299 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8f57f7325827407082fd1402cdfc1a4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0436873 Nov 25 18:49:56.714914 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39858) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:56.760661 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a7452eb3-c1d3-4043-be78-6faa9e3d39ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:56.781574 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a7452eb3-c1d3-4043-be78-6faa9e3d39ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:56.827977 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a7452eb3-c1d3-4043-be78-6faa9e3d39ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:56.830537 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a7452eb3-c1d3-4043-be78-6faa9e3d39ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:56.831707 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a7452eb3-c1d3-4043-be78-6faa9e3d39ff admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ecbe5749-11d0-40d2-b7f7-2b8454e12da3 HTTP/1.1" status: 204 len: 168 time: 0.1158688 Nov 25 18:49:56.839283 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7452eb3-c1d3-4043-be78-6faa9e3d39ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecbe5749-11d0-40d2-b7f7-2b8454e12da3,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:57.139521 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39864) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:57.184879 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-96fa0044-1741-420f-9f3c-027ba524a469 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1c866eb6a0c94b69879f6ed8b9b443a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0439892 Nov 25 18:49:57.187158 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39866) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:57.233990 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-501d7fd5-f5ed-45a0-8a5c-f0cef0964942 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:57.255537 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-501d7fd5-f5ed-45a0-8a5c-f0cef0964942 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:57.301418 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-501d7fd5-f5ed-45a0-8a5c-f0cef0964942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:57.304169 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-501d7fd5-f5ed-45a0-8a5c-f0cef0964942 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:57.305337 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-501d7fd5-f5ed-45a0-8a5c-f0cef0964942 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/74219cf3-441d-4f9f-92d8-57593aa0ad7b HTTP/1.1" status: 204 len: 168 time: 0.1172867 Nov 25 18:49:57.312950 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501d7fd5-f5ed-45a0-8a5c-f0cef0964942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74219cf3-441d-4f9f-92d8-57593aa0ad7b,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:57.960736 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39888) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:58.056660 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-734043de-1d9f-448e-9f69-090f60646b3f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-372143164-network', 'tenant_id': '644295b2432d416794291c506d8bdf04'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:49:58.078288 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734043de-1d9f-448e-9f69-090f60646b3f admin admin] Made reservation on behalf of 644295b2432d416794291c506d8bdf04 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:49:58.080562 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-734043de-1d9f-448e-9f69-090f60646b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:58.088800 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-734043de-1d9f-448e-9f69-090f60646b3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:58.161092 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-734043de-1d9f-448e-9f69-090f60646b3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:58.164615 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-734043de-1d9f-448e-9f69-090f60646b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:58.185260 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-734043de-1d9f-448e-9f69-090f60646b3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 908} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:49:58.198844 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734043de-1d9f-448e-9f69-090f60646b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf06c923-a61b-4079-b7b7-2d0243896654,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:58.203958 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-734043de-1d9f-448e-9f69-090f60646b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:58.208615 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-734043de-1d9f-448e-9f69-090f60646b3f admin admin] Added segment 9a4b8594-26c0-4991-a476-273430444586 of type vlan for network ec644cb7-3d02-4588-b445-e7e197ccf37e Nov 25 18:49:58.254486 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-734043de-1d9f-448e-9f69-090f60646b3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:58.278903 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-734043de-1d9f-448e-9f69-090f60646b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:58.279785 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734043de-1d9f-448e-9f69-090f60646b3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:58.280359 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-734043de-1d9f-448e-9f69-090f60646b3f admin admin] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:58.330426 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-734043de-1d9f-448e-9f69-090f60646b3f admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3685315 Nov 25 18:49:58.333356 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39892) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:58.338448 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-bad633ce-0d96-4ce2-88f8-87c357f026a9 admin admin] Request body: {'subnet': {'network_id': 'ec644cb7-3d02-4588-b445-e7e197ccf37e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-372143164-subnet', 'tenant_id': '644295b2432d416794291c506d8bdf04', 'ip_version': 4}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:49:58.340995 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734043de-1d9f-448e-9f69-090f60646b3f admin admin] Pushing event updated for resources: {'Network': ['ID=ec644cb7-3d02-4588-b445-e7e197ccf37e,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:58.350960 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network ec644cb7-3d02-4588-b445-e7e197ccf37e details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:49:58.366436 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad633ce-0d96-4ce2-88f8-87c357f026a9 admin admin] Made reservation on behalf of 644295b2432d416794291c506d8bdf04 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:49:58.369394 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bad633ce-0d96-4ce2-88f8-87c357f026a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:58.538442 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bad633ce-0d96-4ce2-88f8-87c357f026a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:58.601729 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad633ce-0d96-4ce2-88f8-87c357f026a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce1f6999-21d3-4d61-b33c-52597fd9bdcb,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:58.609479 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad633ce-0d96-4ce2-88f8-87c357f026a9 admin admin] Checking segment: {'id': '9a4b8594-26c0-4991-a476-273430444586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'ec644cb7-3d02-4588-b445-e7e197ccf37e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:49:58.609845 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad633ce-0d96-4ce2-88f8-87c357f026a9 admin admin] Network hostable DHCP agents. Network: ec644cb7-3d02-4588-b445-e7e197ccf37e, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:49:58.626908 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad633ce-0d96-4ce2-88f8-87c357f026a9 admin admin] Network ec644cb7-3d02-4588-b445-e7e197ccf37e is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:49:58.635216 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-bad633ce-0d96-4ce2-88f8-87c357f026a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, ec644cb7-3d02-4588-b445-e7e197ccf37e) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:49:58.639042 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad633ce-0d96-4ce2-88f8-87c357f026a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:58.639643 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bad633ce-0d96-4ce2-88f8-87c357f026a9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:58.644099 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f22b9f8-0af6-4690-af6b-ed7ab59b6042 None None] Network ec644cb7-3d02-4588-b445-e7e197ccf37e requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:49:58.655148 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-bad633ce-0d96-4ce2-88f8-87c357f026a9 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3206153 Nov 25 18:49:58.657947 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39894) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:58.662388 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-40b25c45-3e40-4444-8275-a6ec31ccbbae admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-372143164-router', 'tenant_id': '644295b2432d416794291c506d8bdf04', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:49:58.683004 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-40b25c45-3e40-4444-8275-a6ec31ccbbae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:58.684095 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-40b25c45-3e40-4444-8275-a6ec31ccbbae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:58.739876 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-40b25c45-3e40-4444-8275-a6ec31ccbbae admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:58.794028 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d21133-4d6b-48a3-bbbf-9f99f8cd50b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-ec644cb7-3d02-4588-b445-e7e197ccf37e', 'network_id': 'ec644cb7-3d02-4588-b445-e7e197ccf37e', 'tenant_id': '644295b2432d416794291c506d8bdf04', 'fixed_ips': [{'subnet_id': 'ce1f6999-21d3-4d61-b33c-52597fd9bdcb'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:49:58.794979 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f7d21133-4d6b-48a3-bbbf-9f99f8cd50b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:58.880505 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-40b25c45-3e40-4444-8275-a6ec31ccbbae admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:58.930463 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-f7d21133-4d6b-48a3-bbbf-9f99f8cd50b2 None None] Allocated IP 172.20.0.2 (ec644cb7-3d02-4588-b445-e7e197ccf37e/ce1f6999-21d3-4d61-b33c-52597fd9bdcb/f4a68419-c4ca-4680-971c-a6ccc3508b2b) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:49:59.071008 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f7d21133-4d6b-48a3-bbbf-9f99f8cd50b2 None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:59.077039 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f7d21133-4d6b-48a3-bbbf-9f99f8cd50b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:59.083518 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-40b25c45-3e40-4444-8275-a6ec31ccbbae admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:59.103167 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-40b25c45-3e40-4444-8275-a6ec31ccbbae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:59.122210 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d21133-4d6b-48a3-bbbf-9f99f8cd50b2 None None] Network ec644cb7-3d02-4588-b445-e7e197ccf37e is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:49:59.125203 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-f7d21133-4d6b-48a3-bbbf-9f99f8cd50b2 None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:49:59.128903 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d21133-4d6b-48a3-bbbf-9f99f8cd50b2 None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:49:59.134237 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d21133-4d6b-48a3-bbbf-9f99f8cd50b2 None None] Pushing event updated for resources: {'Port': ['ID=f4a68419-c4ca-4680-971c-a6ccc3508b2b,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:59.186671 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-f7d21133-4d6b-48a3-bbbf-9f99f8cd50b2 None None] Attempting to bind port f4a68419-c4ca-4680-971c-a6ccc3508b2b on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:49:59.187051 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-f7d21133-4d6b-48a3-bbbf-9f99f8cd50b2 None None] Attempting to bind port f4a68419-c4ca-4680-971c-a6ccc3508b2b by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '9a4b8594-26c0-4991-a476-273430444586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'ec644cb7-3d02-4588-b445-e7e197ccf37e'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:49:59.187420 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d21133-4d6b-48a3-bbbf-9f99f8cd50b2 None None] Attempting to bind port f4a68419-c4ca-4680-971c-a6ccc3508b2b on network ec644cb7-3d02-4588-b445-e7e197ccf37e {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:49:59.192366 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d21133-4d6b-48a3-bbbf-9f99f8cd50b2 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:49:59.192751 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d21133-4d6b-48a3-bbbf-9f99f8cd50b2 None None] Checking segment: {'id': '9a4b8594-26c0-4991-a476-273430444586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'ec644cb7-3d02-4588-b445-e7e197ccf37e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:49:59.193188 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f7d21133-4d6b-48a3-bbbf-9f99f8cd50b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:59.193590 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d21133-4d6b-48a3-bbbf-9f99f8cd50b2 None None] Bound using segment: {'id': '9a4b8594-26c0-4991-a476-273430444586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'ec644cb7-3d02-4588-b445-e7e197ccf37e'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:49:59.194065 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-f7d21133-4d6b-48a3-bbbf-9f99f8cd50b2 None None] Bound port: f4a68419-c4ca-4680-971c-a6ccc3508b2b, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a4b8594-26c0-4991-a476-273430444586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'ec644cb7-3d02-4588-b445-e7e197ccf37e'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:49:59.194440 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f7d21133-4d6b-48a3-bbbf-9f99f8cd50b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:59.216649 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-40b25c45-3e40-4444-8275-a6ec31ccbbae admin admin] Allocated IP 172.25.0.181 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/a74f9026-3bf5-481e-a569-95ccb114a543) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:49:59.261074 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-f7d21133-4d6b-48a3-bbbf-9f99f8cd50b2 None None] For port f4a68419-c4ca-4680-971c-a6ccc3508b2b, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:49:59.264195 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-f7d21133-4d6b-48a3-bbbf-9f99f8cd50b2 None None] For port f4a68419-c4ca-4680-971c-a6ccc3508b2b, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=f4a68419-c4ca-4680-971c-a6ccc3508b2b,segment=NetworkSegment(9a4b8594-26c0-4991-a476-273430444586),segment_id=9a4b8594-26c0-4991-a476-273430444586)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:49:59.268890 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f7d21133-4d6b-48a3-bbbf-9f99f8cd50b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:59.330467 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-40b25c45-3e40-4444-8275-a6ec31ccbbae admin admin] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:59.333472 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d21133-4d6b-48a3-bbbf-9f99f8cd50b2 None None] Pushing event updated for resources: {'Port': ['ID=f4a68419-c4ca-4680-971c-a6ccc3508b2b,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:59.366679 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-40b25c45-3e40-4444-8275-a6ec31ccbbae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:59.414052 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b25c45-3e40-4444-8275-a6ec31ccbbae admin admin] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:49:59.417214 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-40b25c45-3e40-4444-8275-a6ec31ccbbae admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:49:59.419713 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b25c45-3e40-4444-8275-a6ec31ccbbae admin admin] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:49:59.431757 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73350334-5836-46f2-aaa2-4f0f277eb452 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:49:59.445127 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b25c45-3e40-4444-8275-a6ec31ccbbae admin admin] Pushing event updated for resources: {'Port': ['ID=a74f9026-3bf5-481e-a569-95ccb114a543,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:59.512602 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-cd087dfb-c5ed-4819-8b02-bd90044954a0 None None] Provisioning complete for port a74f9026-3bf5-481e-a569-95ccb114a543 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:49:59.513098 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-cd087dfb-c5ed-4819-8b02-bd90044954a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:59.555719 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-cd087dfb-c5ed-4819-8b02-bd90044954a0 None None] Port a74f9026-3bf5-481e-a569-95ccb114a543 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:49:59.697536 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-40b25c45-3e40-4444-8275-a6ec31ccbbae admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:59.890506 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-40b25c45-3e40-4444-8275-a6ec31ccbbae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:00.020223 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b25c45-3e40-4444-8275-a6ec31ccbbae admin admin] Router 39a8db01-2f7a-4c4d-9276-bdcee57dc254 is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:50:00.133015 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b25c45-3e40-4444-8275-a6ec31ccbbae admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:50:00.142898 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4820fbc4-ab22-4ff0-a78c-4fc6984a8112 None None] Sync routers for ids ['39a8db01-2f7a-4c4d-9276-bdcee57dc254'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:50:00.152214 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-40b25c45-3e40-4444-8275-a6ec31ccbbae admin admin] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:00.155296 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4820fbc4-ab22-4ff0-a78c-4fc6984a8112 None None] Routers {'39a8db01-2f7a-4c4d-9276-bdcee57dc254'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:50:00.156017 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-4820fbc4-ab22-4ff0-a78c-4fc6984a8112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:49:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['39a8db01-2f7a-4c4d-9276-bdcee57dc254'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:00.156881 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39896) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:00.157328 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-40b25c45-3e40-4444-8275-a6ec31ccbbae admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4982755 Nov 25 18:50:00.269347 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-4820fbc4-ab22-4ff0-a78c-4fc6984a8112 None None] Set router 39a8db01-2f7a-4c4d-9276-bdcee57dc254 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:50:00.341255 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13adeaa3-657c-41de-adc0-25d23a9b842e None None] Network ec644cb7-3d02-4588-b445-e7e197ccf37e requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:50:00.607421 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device f4a68419-c4ca-4680-971c-a6ccc3508b2b up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:50:00.608096 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3d8cea5d-daf1-461c-8706-e844431600cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:00.677134 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-61315c26-0662-4411-9678-911767c455a7 None None] Provisioning complete for port f4a68419-c4ca-4680-971c-a6ccc3508b2b triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:00.677511 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-61315c26-0662-4411-9678-911767c455a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:00.766563 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-3d8cea5d-daf1-461c-8706-e844431600cd admin admin] Allocated IP 172.20.0.1 (ec644cb7-3d02-4588-b445-e7e197ccf37e/ce1f6999-21d3-4d61-b33c-52597fd9bdcb/bc43f67f-72f6-483a-9c2f-dd1afa606644) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:50:00.808036 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port f4a68419-c4ca-4680-971c-a6ccc3508b2b triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:00.808399 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:00.882152 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3d8cea5d-daf1-461c-8706-e844431600cd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:00.914220 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-4820fbc4-ab22-4ff0-a78c-4fc6984a8112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'name': 'tempest-TestSnapshotPattern-372143164-router', 'tenant_id': '644295b2432d416794291c506d8bdf04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': 'a74f9026-3bf5-481e-a569-95ccb114a543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:49:58Z', 'updated_at': '2021-11-25T18:49:59Z', 'revision_number': 3, 'project_id': '644295b2432d416794291c506d8bdf04', 'gw_port': {'id': 'a74f9026-3bf5-481e-a569-95ccb114a543', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:af:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:59Z', 'updated_at': '2021-11-25T18:49:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:00.917390 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3d8cea5d-daf1-461c-8706-e844431600cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:00.955340 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4820fbc4-ab22-4ff0-a78c-4fc6984a8112 None None] Checking router: 39a8db01-2f7a-4c4d-9276-bdcee57dc254 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:50:00.955701 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4820fbc4-ab22-4ff0-a78c-4fc6984a8112 None None] Updating router 39a8db01-2f7a-4c4d-9276-bdcee57dc254 port a74f9026-3bf5-481e-a569-95ccb114a543 binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:50:00.957345 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8cea5d-daf1-461c-8706-e844431600cd admin admin] Network ec644cb7-3d02-4588-b445-e7e197ccf37e is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:50:00.957738 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-61315c26-0662-4411-9678-911767c455a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:00.960230 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-3d8cea5d-daf1-461c-8706-e844431600cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:50:00.964935 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8cea5d-daf1-461c-8706-e844431600cd admin admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:50:00.993213 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8cea5d-daf1-461c-8706-e844431600cd admin admin] Pushing event updated for resources: {'Port': ['ID=bc43f67f-72f6-483a-9c2f-dd1afa606644,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:01.012064 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3d8cea5d-daf1-461c-8706-e844431600cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:01.021340 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4820fbc4-ab22-4ff0-a78c-4fc6984a8112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:01.067209 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-61315c26-0662-4411-9678-911767c455a7 None None] For port f4a68419-c4ca-4680-971c-a6ccc3508b2b, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=f4a68419-c4ca-4680-971c-a6ccc3508b2b,segment=NetworkSegment(9a4b8594-26c0-4991-a476-273430444586),segment_id=9a4b8594-26c0-4991-a476-273430444586)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:01.077345 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-61315c26-0662-4411-9678-911767c455a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:01.079487 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:01.149714 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3d8cea5d-daf1-461c-8706-e844431600cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:01.246629 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61315c26-0662-4411-9678-911767c455a7 None None] Pushing event updated for resources: {'Port': ['ID=f4a68419-c4ca-4680-971c-a6ccc3508b2b,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:01.271435 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-a2d47771-8647-481d-b537-bf1e060b9883 None None] Provisioning complete for port f4a68419-c4ca-4680-971c-a6ccc3508b2b triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:01.271816 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a2d47771-8647-481d-b537-bf1e060b9883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:01.306832 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.db.api [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 18:50:01.307112 n-d-817746-1 neutron-server[103362]: DEBUG oslo_db.api [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 18:50:01.346020 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3d8cea5d-daf1-461c-8706-e844431600cd admin admin] Publish callbacks [] for port, precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:01.352276 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3d8cea5d-daf1-461c-8706-e844431600cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129790456'] for port, after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:01.423521 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3d8cea5d-daf1-461c-8706-e844431600cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:01.426398 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8cea5d-daf1-461c-8706-e844431600cd admin admin] Pushing event updated for resources: {'Port': ['ID=bc43f67f-72f6-483a-9c2f-dd1afa606644,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:01.484236 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4820fbc4-ab22-4ff0-a78c-4fc6984a8112 None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:01.490110 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4820fbc4-ab22-4ff0-a78c-4fc6984a8112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:01.519920 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8cea5d-daf1-461c-8706-e844431600cd admin admin] Network ec644cb7-3d02-4588-b445-e7e197ccf37e is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:50:01.522013 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-3d8cea5d-daf1-461c-8706-e844431600cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:50:01.538262 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10aa26b2-d816-41c6-a711-b88e949d4913 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:50:01.561986 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-4820fbc4-ab22-4ff0-a78c-4fc6984a8112 None None] Attempting to bind port a74f9026-3bf5-481e-a569-95ccb114a543 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:50:01.562370 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-4820fbc4-ab22-4ff0-a78c-4fc6984a8112 None None] Attempting to bind port a74f9026-3bf5-481e-a569-95ccb114a543 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:50:01.562768 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4820fbc4-ab22-4ff0-a78c-4fc6984a8112 None None] Attempting to bind port a74f9026-3bf5-481e-a569-95ccb114a543 on network 1aa44027-b9d0-4a56-9a59-7e664703e20a {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:50:01.569803 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f934934b-06d1-44b7-b6b1-8d5c5e3db01f None None] Pushing event updated for resources: {'Port': ['ID=a74f9026-3bf5-481e-a569-95ccb114a543,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:01.581006 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-9db0fe13-6f33-42a0-847f-941828722fa4 None None] Provisioning complete for port bc43f67f-72f6-483a-9c2f-dd1afa606644 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:01.581390 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9db0fe13-6f33-42a0-847f-941828722fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:01.585268 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4820fbc4-ab22-4ff0-a78c-4fc6984a8112 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:50:01.585623 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4820fbc4-ab22-4ff0-a78c-4fc6984a8112 None None] Checking segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:50:01.586038 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4820fbc4-ab22-4ff0-a78c-4fc6984a8112 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:01.586444 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4820fbc4-ab22-4ff0-a78c-4fc6984a8112 None None] Bound using segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:50:01.587108 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-4820fbc4-ab22-4ff0-a78c-4fc6984a8112 None None] Bound port: a74f9026-3bf5-481e-a569-95ccb114a543, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:50:01.587499 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4820fbc4-ab22-4ff0-a78c-4fc6984a8112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:01.657219 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-9db0fe13-6f33-42a0-847f-941828722fa4 None None] Port bc43f67f-72f6-483a-9c2f-dd1afa606644 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:50:01.657883 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d8cea5d-daf1-461c-8706-e844431600cd admin admin] Router 39a8db01-2f7a-4c4d-9276-bdcee57dc254 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:50:01.674775 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-4820fbc4-ab22-4ff0-a78c-4fc6984a8112 None None] For port a74f9026-3bf5-481e-a569-95ccb114a543, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:50:01.678388 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-4820fbc4-ab22-4ff0-a78c-4fc6984a8112 None None] For port a74f9026-3bf5-481e-a569-95ccb114a543, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=a74f9026-3bf5-481e-a569-95ccb114a543,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:50:01.683992 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4820fbc4-ab22-4ff0-a78c-4fc6984a8112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:01.733042 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92679b7b-b002-4511-a2d8-2070b4d861c7 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:50:01.754547 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4820fbc4-ab22-4ff0-a78c-4fc6984a8112 None None] Routers {'39a8db01-2f7a-4c4d-9276-bdcee57dc254'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:50:01.755200 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-4820fbc4-ab22-4ff0-a78c-4fc6984a8112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:49:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['39a8db01-2f7a-4c4d-9276-bdcee57dc254'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:01.785050 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d8cea5d-daf1-461c-8706-e844431600cd admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:50:01.789911 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3d8cea5d-daf1-461c-8706-e844431600cd admin admin] 10.222.0.75 "PUT /v2.0/routers/39a8db01-2f7a-4c4d-9276-bdcee57dc254/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6318817 Nov 25 18:50:01.831248 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f934934b-06d1-44b7-b6b1-8d5c5e3db01f None None] Pushing event updated for resources: {'Port': ['ID=a74f9026-3bf5-481e-a569-95ccb114a543,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:01.894119 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-5d103997-f2c7-41c1-be4d-7f1d2c8a72db None None] Provisioning complete for port bc43f67f-72f6-483a-9c2f-dd1afa606644 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:01.894493 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5d103997-f2c7-41c1-be4d-7f1d2c8a72db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:01.946064 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-4820fbc4-ab22-4ff0-a78c-4fc6984a8112 None None] Set router 39a8db01-2f7a-4c4d-9276-bdcee57dc254 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:50:01.947707 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-5d103997-f2c7-41c1-be4d-7f1d2c8a72db None None] Port bc43f67f-72f6-483a-9c2f-dd1afa606644 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:50:01.994891 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-5d103997-f2c7-41c1-be4d-7f1d2c8a72db None None] Provisioning complete for port a74f9026-3bf5-481e-a569-95ccb114a543 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:01.995950 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5d103997-f2c7-41c1-be4d-7f1d2c8a72db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:02.201081 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5d103997-f2c7-41c1-be4d-7f1d2c8a72db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:02.229602 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-5d103997-f2c7-41c1-be4d-7f1d2c8a72db None None] For port a74f9026-3bf5-481e-a569-95ccb114a543, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=a74f9026-3bf5-481e-a569-95ccb114a543,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:02.236061 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5d103997-f2c7-41c1-be4d-7f1d2c8a72db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:02.273941 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-4820fbc4-ab22-4ff0-a78c-4fc6984a8112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'name': 'tempest-TestSnapshotPattern-372143164-router', 'tenant_id': '644295b2432d416794291c506d8bdf04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': 'a74f9026-3bf5-481e-a569-95ccb114a543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:49:58Z', 'updated_at': '2021-11-25T18:50:01Z', 'revision_number': 4, 'project_id': '644295b2432d416794291c506d8bdf04', 'gw_port': {'id': 'a74f9026-3bf5-481e-a569-95ccb114a543', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:af:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:59Z', 'updated_at': '2021-11-25T18:50:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'bc43f67f-72f6-483a-9c2f-dd1afa606644', 'name': '', 'network_id': 'ec644cb7-3d02-4588-b445-e7e197ccf37e', 'tenant_id': '644295b2432d416794291c506d8bdf04', 'mac_address': 'fa:16:3e:36:b3:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'ce1f6999-21d3-4d61-b33c-52597fd9bdcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:50:00Z', 'updated_at': '2021-11-25T18:50:01Z', 'revision_number': 2, 'project_id': '644295b2432d416794291c506d8bdf04', 'subnets': [{'id': 'ce1f6999-21d3-4d61-b33c-52597fd9bdcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:02.307880 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4820fbc4-ab22-4ff0-a78c-4fc6984a8112 None None] The sync data for ids ['39a8db01-2f7a-4c4d-9276-bdcee57dc254'] in n-d-817746-1 is: [{'id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'name': 'tempest-TestSnapshotPattern-372143164-router', 'tenant_id': '644295b2432d416794291c506d8bdf04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': 'a74f9026-3bf5-481e-a569-95ccb114a543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:49:58Z', 'updated_at': '2021-11-25T18:50:01Z', 'revision_number': 4, 'project_id': '644295b2432d416794291c506d8bdf04', 'gw_port': {'id': 'a74f9026-3bf5-481e-a569-95ccb114a543', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:af:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:59Z', 'updated_at': '2021-11-25T18:50:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'bc43f67f-72f6-483a-9c2f-dd1afa606644', 'name': '', 'network_id': 'ec644cb7-3d02-4588-b445-e7e197ccf37e', 'tenant_id': '644295b2432d416794291c506d8bdf04', 'mac_address': 'fa:16:3e:36:b3:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'ce1f6999-21d3-4d61-b33c-52597fd9bdcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:50:00Z', 'updated_at': '2021-11-25T18:50:01Z', 'revision_number': 2, 'project_id': '644295b2432d416794291c506d8bdf04', 'subnets': [{'id': 'ce1f6999-21d3-4d61-b33c-52597fd9bdcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:50:02.318197 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d103997-f2c7-41c1-be4d-7f1d2c8a72db None None] Pushing event updated for resources: {'Port': ['ID=a74f9026-3bf5-481e-a569-95ccb114a543,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:02.337166 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39912) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:02.342892 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-270fdfee-babc-49ae-bd01-85814731f8be admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1254027582-network', 'tenant_id': '17d70043c82145b29ef350f1bf155e35'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:50:02.364604 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270fdfee-babc-49ae-bd01-85814731f8be admin admin] Made reservation on behalf of 17d70043c82145b29ef350f1bf155e35 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:50:02.367131 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-270fdfee-babc-49ae-bd01-85814731f8be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for network, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:02.376982 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-270fdfee-babc-49ae-bd01-85814731f8be admin admin] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:02.461067 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-270fdfee-babc-49ae-bd01-85814731f8be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:02.465941 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-270fdfee-babc-49ae-bd01-85814731f8be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:02.494404 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-270fdfee-babc-49ae-bd01-85814731f8be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:50:02.501151 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270fdfee-babc-49ae-bd01-85814731f8be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0936d7f4-0f2a-4c11-89de-e5a124947d30,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:02.521823 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-270fdfee-babc-49ae-bd01-85814731f8be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:02.522180 n-d-817746-1 neutron-server[103360]: INFO neutron.db.segments_db [None req-270fdfee-babc-49ae-bd01-85814731f8be admin admin] Added segment c1c0ae9b-3881-4f66-ad6f-5092361192c5 of type vlan for network 4e682c08-a83e-45d7-88b4-8747896000ca Nov 25 18:50:02.579399 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-270fdfee-babc-49ae-bd01-85814731f8be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791736195548'] for network, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:02.598738 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device f4a68419-c4ca-4680-971c-a6ccc3508b2b up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:50:02.615440 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-270fdfee-babc-49ae-bd01-85814731f8be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256'] for network, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:02.616630 n-d-817746-1 neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270fdfee-babc-49ae-bd01-85814731f8be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:02.617627 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-270fdfee-babc-49ae-bd01-85814731f8be admin admin] Publish callbacks [] for network, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:02.664598 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port f4a68419-c4ca-4680-971c-a6ccc3508b2b triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:02.665721 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:02.678129 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-270fdfee-babc-49ae-bd01-85814731f8be admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3398263 Nov 25 18:50:02.681484 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39914) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:02.688357 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-7b9efa96-b3c9-4435-b737-c3e064d68204 admin admin] Request body: {'subnet': {'network_id': '4e682c08-a83e-45d7-88b4-8747896000ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1254027582-subnet', 'tenant_id': '17d70043c82145b29ef350f1bf155e35', 'ip_version': 4}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:50:02.692957 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270fdfee-babc-49ae-bd01-85814731f8be admin admin] Pushing event updated for resources: {'Network': ['ID=4e682c08-a83e-45d7-88b4-8747896000ca,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:02.706405 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Network 4e682c08-a83e-45d7-88b4-8747896000ca details requested by agent ovs-agent-n-d-817746-1 with host n-d-817746-1 {{(pid=103362) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:50:02.717122 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9efa96-b3c9-4435-b737-c3e064d68204 admin admin] Made reservation on behalf of 17d70043c82145b29ef350f1bf155e35 for: {'subnet': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:50:02.720104 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7b9efa96-b3c9-4435-b737-c3e064d68204 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5230803'] for subnet, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:02.910361 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7b9efa96-b3c9-4435-b737-c3e064d68204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4380468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231417'] for subnet, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:02.972956 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9efa96-b3c9-4435-b737-c3e064d68204 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90019b30-978f-4f6f-8005-adcb9d8b3ff2,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:02.984762 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9efa96-b3c9-4435-b737-c3e064d68204 admin admin] Checking segment: {'id': 'c1c0ae9b-3881-4f66-ad6f-5092361192c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '4e682c08-a83e-45d7-88b4-8747896000ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:50:02.985242 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9efa96-b3c9-4435-b737-c3e064d68204 admin admin] Network hostable DHCP agents. Network: 4e682c08-a83e-45d7-88b4-8747896000ca, hostable agents: ['309e9954-855e-4d50-9e75-c7d8311e0b80'], hosted agents: [] {{(pid=103361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:50:03.003817 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9efa96-b3c9-4435-b737-c3e064d68204 admin admin] Network 4e682c08-a83e-45d7-88b4-8747896000ca is scheduled to be hosted by DHCP agent 309e9954-855e-4d50-9e75-c7d8311e0b80 with binding_index 1 {{(pid=103361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:50:03.016112 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-7b9efa96-b3c9-4435-b737-c3e064d68204 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817746-1, 4e682c08-a83e-45d7-88b4-8747896000ca) {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:50:03.025101 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5bb2df-3a06-4f9c-aa6a-44017d761ee8 None None] Network 4e682c08-a83e-45d7-88b4-8747896000ca requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:50:03.036117 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9efa96-b3c9-4435-b737-c3e064d68204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:03.036867 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7b9efa96-b3c9-4435-b737-c3e064d68204 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:03.060769 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-7b9efa96-b3c9-4435-b737-c3e064d68204 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3781300 Nov 25 18:50:03.063331 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39916) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:03.067967 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-d5682fa0-7960-4f8b-9630-8b4eaa902fd2 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1254027582-router', 'tenant_id': '17d70043c82145b29ef350f1bf155e35', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:50:03.096187 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d5682fa0-7960-4f8b-9630-8b4eaa902fd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8363'] for router, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:03.097359 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d5682fa0-7960-4f8b-9630-8b4eaa902fd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8370'] for router, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:03.164968 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d5682fa0-7960-4f8b-9630-8b4eaa902fd2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:03.218139 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdc7724-288b-474d-8a25-ae50cddf924c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21618ff3-417a-5fe2-b972-b188d7134011-4e682c08-a83e-45d7-88b4-8747896000ca', 'network_id': '4e682c08-a83e-45d7-88b4-8747896000ca', 'tenant_id': '17d70043c82145b29ef350f1bf155e35', 'fixed_ips': [{'subnet_id': '90019b30-978f-4f6f-8005-adcb9d8b3ff2'}]}} from n-d-817746-1. {{(pid=103362) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:50:03.219285 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9cdc7724-288b-474d-8a25-ae50cddf924c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:03.384776 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.db_base_plugin_common [None req-9cdc7724-288b-474d-8a25-ae50cddf924c None None] Allocated IP 172.20.0.2 (4e682c08-a83e-45d7-88b4-8747896000ca/90019b30-978f-4f6f-8005-adcb9d8b3ff2/3326bf1c-55b5-4ba9-a772-b85f9eb07f53) {{(pid=103362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:50:03.552873 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9cdc7724-288b-474d-8a25-ae50cddf924c None None] Publish callbacks [] for port, precommit_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:03.560690 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9cdc7724-288b-474d-8a25-ae50cddf924c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665'] for port, after_create {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:03.602657 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdc7724-288b-474d-8a25-ae50cddf924c None None] Network 4e682c08-a83e-45d7-88b4-8747896000ca is already hosted by enough agents. {{(pid=103362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:50:03.606488 n-d-817746-1 neutron-server[103362]: DEBUG neutron.scheduler.base_scheduler [None req-9cdc7724-288b-474d-8a25-ae50cddf924c None None] Resources bound (agent type, host, resource id): {{(pid=103362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:50:03.611718 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdc7724-288b-474d-8a25-ae50cddf924c None None] Received port after_create {{(pid=103362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:50:03.618476 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d5682fa0-7960-4f8b-9630-8b4eaa902fd2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:03.618752 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc7724-288b-474d-8a25-ae50cddf924c None None] Pushing event updated for resources: {'Port': ['ID=3326bf1c-55b5-4ba9-a772-b85f9eb07f53,revision_number=1']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:03.677714 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-9cdc7724-288b-474d-8a25-ae50cddf924c None None] Attempting to bind port 3326bf1c-55b5-4ba9-a772-b85f9eb07f53 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:50:03.678505 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-9cdc7724-288b-474d-8a25-ae50cddf924c None None] Attempting to bind port 3326bf1c-55b5-4ba9-a772-b85f9eb07f53 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'c1c0ae9b-3881-4f66-ad6f-5092361192c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '4e682c08-a83e-45d7-88b4-8747896000ca'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:50:03.678977 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdc7724-288b-474d-8a25-ae50cddf924c None None] Attempting to bind port 3326bf1c-55b5-4ba9-a772-b85f9eb07f53 on network 4e682c08-a83e-45d7-88b4-8747896000ca {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:50:03.685196 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdc7724-288b-474d-8a25-ae50cddf924c None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:50:03.685592 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdc7724-288b-474d-8a25-ae50cddf924c None None] Checking segment: {'id': 'c1c0ae9b-3881-4f66-ad6f-5092361192c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '4e682c08-a83e-45d7-88b4-8747896000ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:50:03.686185 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9cdc7724-288b-474d-8a25-ae50cddf924c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:03.686599 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdc7724-288b-474d-8a25-ae50cddf924c None None] Bound using segment: {'id': 'c1c0ae9b-3881-4f66-ad6f-5092361192c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '4e682c08-a83e-45d7-88b4-8747896000ca'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:50:03.687091 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-9cdc7724-288b-474d-8a25-ae50cddf924c None None] Bound port: 3326bf1c-55b5-4ba9-a772-b85f9eb07f53, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c0ae9b-3881-4f66-ad6f-5092361192c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '4e682c08-a83e-45d7-88b4-8747896000ca'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:50:03.687486 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9cdc7724-288b-474d-8a25-ae50cddf924c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:03.841079 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d5682fa0-7960-4f8b-9630-8b4eaa902fd2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:03.863303 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d5682fa0-7960-4f8b-9630-8b4eaa902fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:03.929776 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-9cdc7724-288b-474d-8a25-ae50cddf924c None None] For port 3326bf1c-55b5-4ba9-a772-b85f9eb07f53, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:50:03.933606 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-9cdc7724-288b-474d-8a25-ae50cddf924c None None] For port 3326bf1c-55b5-4ba9-a772-b85f9eb07f53, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=3326bf1c-55b5-4ba9-a772-b85f9eb07f53,segment=NetworkSegment(c1c0ae9b-3881-4f66-ad6f-5092361192c5),segment_id=c1c0ae9b-3881-4f66-ad6f-5092361192c5)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:50:03.941038 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9cdc7724-288b-474d-8a25-ae50cddf924c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:03.974662 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-d5682fa0-7960-4f8b-9630-8b4eaa902fd2 admin admin] Allocated IP 172.25.0.111 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/0b539377-431e-4336-a48f-6847598c66d6) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:50:04.000382 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc7724-288b-474d-8a25-ae50cddf924c None None] Pushing event updated for resources: {'Port': ['ID=3326bf1c-55b5-4ba9-a772-b85f9eb07f53,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:04.098721 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d5682fa0-7960-4f8b-9630-8b4eaa902fd2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:04.140778 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d5682fa0-7960-4f8b-9630-8b4eaa902fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:04.204363 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5682fa0-7960-4f8b-9630-8b4eaa902fd2 admin admin] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:50:04.208946 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-d5682fa0-7960-4f8b-9630-8b4eaa902fd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:50:04.215044 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5682fa0-7960-4f8b-9630-8b4eaa902fd2 admin admin] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:50:04.228342 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee1aadd-a5bd-4324-b1fc-747336ac2979 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:50:04.241487 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5682fa0-7960-4f8b-9630-8b4eaa902fd2 admin admin] Pushing event updated for resources: {'Port': ['ID=0b539377-431e-4336-a48f-6847598c66d6,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:04.280021 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-0309d3a6-3d1d-4d8d-abc5-e3297110cc9d None None] Provisioning complete for port 0b539377-431e-4336-a48f-6847598c66d6 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:04.280488 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0309d3a6-3d1d-4d8d-abc5-e3297110cc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:04.321691 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-0309d3a6-3d1d-4d8d-abc5-e3297110cc9d None None] Port 0b539377-431e-4336-a48f-6847598c66d6 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:50:04.481928 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d5682fa0-7960-4f8b-9630-8b4eaa902fd2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:04.616757 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device a74f9026-3bf5-481e-a569-95ccb114a543 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:50:04.670136 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port a74f9026-3bf5-481e-a569-95ccb114a543 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:04.670516 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:04.691699 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d5682fa0-7960-4f8b-9630-8b4eaa902fd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542260'] for router, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:04.753382 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 3326bf1c-55b5-4ba9-a772-b85f9eb07f53 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:50:04.804747 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 3326bf1c-55b5-4ba9-a772-b85f9eb07f53 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:04.805162 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:04.821886 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5682fa0-7960-4f8b-9630-8b4eaa902fd2 admin admin] Router a0884c9d-74da-4568-b670-10014a62115e is scheduled to L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 with binding_index 1 {{(pid=103361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:50:04.847681 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa79de6-4fa1-4e67-bc6e-a6a59dc44221 None None] Sync routers for ids ['39a8db01-2f7a-4c4d-9276-bdcee57dc254'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:50:04.857371 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa79de6-4fa1-4e67-bc6e-a6a59dc44221 None None] Routers {'39a8db01-2f7a-4c4d-9276-bdcee57dc254'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:50:04.858069 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-afa79de6-4fa1-4e67-bc6e-a6a59dc44221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:49:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['39a8db01-2f7a-4c4d-9276-bdcee57dc254'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:04.889101 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:04.927354 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] For port 3326bf1c-55b5-4ba9-a772-b85f9eb07f53, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=3326bf1c-55b5-4ba9-a772-b85f9eb07f53,segment=NetworkSegment(c1c0ae9b-3881-4f66-ad6f-5092361192c5),segment_id=c1c0ae9b-3881-4f66-ad6f-5092361192c5)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:04.938004 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:04.946177 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5682fa0-7960-4f8b-9630-8b4eaa902fd2 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:50:04.963512 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d5682fa0-7960-4f8b-9630-8b4eaa902fd2 admin admin] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:04.967687 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-d5682fa0-7960-4f8b-9630-8b4eaa902fd2 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9007347 Nov 25 18:50:04.967885 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39918) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:04.974609 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-afa79de6-4fa1-4e67-bc6e-a6a59dc44221 None None] Set router 39a8db01-2f7a-4c4d-9276-bdcee57dc254 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:50:04.977218 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0410065-e9c8-470f-8f1b-52325e541e01 None None] Sync routers for ids ['a0884c9d-74da-4568-b670-10014a62115e'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:50:05.009956 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0410065-e9c8-470f-8f1b-52325e541e01 None None] Routers {'a0884c9d-74da-4568-b670-10014a62115e'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:50:05.010516 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-b0410065-e9c8-470f-8f1b-52325e541e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:49:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['a0884c9d-74da-4568-b670-10014a62115e'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:05.080687 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Pushing event updated for resources: {'Port': ['ID=3326bf1c-55b5-4ba9-a772-b85f9eb07f53,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:05.129822 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-b0410065-e9c8-470f-8f1b-52325e541e01 None None] Set router a0884c9d-74da-4568-b670-10014a62115e gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:50:05.206263 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-afa79de6-4fa1-4e67-bc6e-a6a59dc44221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'name': 'tempest-TestSnapshotPattern-372143164-router', 'tenant_id': '644295b2432d416794291c506d8bdf04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': 'a74f9026-3bf5-481e-a569-95ccb114a543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:49:58Z', 'updated_at': '2021-11-25T18:50:01Z', 'revision_number': 4, 'project_id': '644295b2432d416794291c506d8bdf04', 'gw_port': {'id': 'a74f9026-3bf5-481e-a569-95ccb114a543', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:af:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:59Z', 'updated_at': '2021-11-25T18:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'bc43f67f-72f6-483a-9c2f-dd1afa606644', 'name': '', 'network_id': 'ec644cb7-3d02-4588-b445-e7e197ccf37e', 'tenant_id': '644295b2432d416794291c506d8bdf04', 'mac_address': 'fa:16:3e:36:b3:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'ce1f6999-21d3-4d61-b33c-52597fd9bdcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:50:00Z', 'updated_at': '2021-11-25T18:50:01Z', 'revision_number': 2, 'project_id': '644295b2432d416794291c506d8bdf04', 'subnets': [{'id': 'ce1f6999-21d3-4d61-b33c-52597fd9bdcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:05.238017 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa79de6-4fa1-4e67-bc6e-a6a59dc44221 None None] Checking router: 39a8db01-2f7a-4c4d-9276-bdcee57dc254 for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:50:05.238521 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa79de6-4fa1-4e67-bc6e-a6a59dc44221 None None] Updating router 39a8db01-2f7a-4c4d-9276-bdcee57dc254 port bc43f67f-72f6-483a-9c2f-dd1afa606644 binding host n-d-817746-1 {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:50:05.281524 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-afa79de6-4fa1-4e67-bc6e-a6a59dc44221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:05.340930 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-b0410065-e9c8-470f-8f1b-52325e541e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0884c9d-74da-4568-b670-10014a62115e', 'name': 'tempest-TestSnapshotPattern-1254027582-router', 'tenant_id': '17d70043c82145b29ef350f1bf155e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '0b539377-431e-4336-a48f-6847598c66d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:50:03Z', 'updated_at': '2021-11-25T18:50:04Z', 'revision_number': 3, 'project_id': '17d70043c82145b29ef350f1bf155e35', 'gw_port': {'id': '0b539377-431e-4336-a48f-6847598c66d6', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:71:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0884c9d-74da-4568-b670-10014a62115e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:50:03Z', 'updated_at': '2021-11-25T18:50:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:05.374113 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0410065-e9c8-470f-8f1b-52325e541e01 None None] Checking router: a0884c9d-74da-4568-b670-10014a62115e for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:50:05.374517 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0410065-e9c8-470f-8f1b-52325e541e01 None None] Updating router a0884c9d-74da-4568-b670-10014a62115e port 0b539377-431e-4336-a48f-6847598c66d6 binding host n-d-817746-1 {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:50:05.406920 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b0410065-e9c8-470f-8f1b-52325e541e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:05.452353 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-851e7043-66f2-4491-92c5-2bda856ea8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:05.587211 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae3b922-0cdd-403a-b52b-57d25173ad5a None None] Network 4e682c08-a83e-45d7-88b4-8747896000ca requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:50:05.607302 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-afa79de6-4fa1-4e67-bc6e-a6a59dc44221 None None] Publish callbacks [] for port, precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:05.615659 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-afa79de6-4fa1-4e67-bc6e-a6a59dc44221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:05.645766 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-851e7043-66f2-4491-92c5-2bda856ea8c5 admin admin] Allocated IP 172.20.0.1 (4e682c08-a83e-45d7-88b4-8747896000ca/90019b30-978f-4f6f-8005-adcb9d8b3ff2/8b671c2a-decb-4d6c-98f6-e90a147a548e) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:50:05.662485 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ad56c-7a28-4736-adc7-e1c4942cb97f None None] Pushing event updated for resources: {'Port': ['ID=bc43f67f-72f6-483a-9c2f-dd1afa606644,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:05.677044 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77ad56c-7a28-4736-adc7-e1c4942cb97f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:50:05.677718 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77ad56c-7a28-4736-adc7-e1c4942cb97f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:50:05.678220 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77ad56c-7a28-4736-adc7-e1c4942cb97f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:50:05.678717 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77ad56c-7a28-4736-adc7-e1c4942cb97f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:50:05.679209 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77ad56c-7a28-4736-adc7-e1c4942cb97f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:50:05.679761 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77ad56c-7a28-4736-adc7-e1c4942cb97f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:50:05.680088 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77ad56c-7a28-4736-adc7-e1c4942cb97f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:50:05.680417 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77ad56c-7a28-4736-adc7-e1c4942cb97f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:50:05.680742 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77ad56c-7a28-4736-adc7-e1c4942cb97f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:50:05.681245 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77ad56c-7a28-4736-adc7-e1c4942cb97f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:50:05.681759 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77ad56c-7a28-4736-adc7-e1c4942cb97f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:50:05.682089 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77ad56c-7a28-4736-adc7-e1c4942cb97f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:50:05.724338 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-0d01881e-efe6-4e11-9c98-b6f159af76d6 None None] Provisioning complete for port 3326bf1c-55b5-4ba9-a772-b85f9eb07f53 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:05.724716 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0d01881e-efe6-4e11-9c98-b6f159af76d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:05.732634 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-afa79de6-4fa1-4e67-bc6e-a6a59dc44221 None None] Attempting to bind port bc43f67f-72f6-483a-9c2f-dd1afa606644 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:50:05.733185 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-afa79de6-4fa1-4e67-bc6e-a6a59dc44221 None None] Attempting to bind port bc43f67f-72f6-483a-9c2f-dd1afa606644 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '9a4b8594-26c0-4991-a476-273430444586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'ec644cb7-3d02-4588-b445-e7e197ccf37e'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:50:05.733552 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa79de6-4fa1-4e67-bc6e-a6a59dc44221 None None] Attempting to bind port bc43f67f-72f6-483a-9c2f-dd1afa606644 on network ec644cb7-3d02-4588-b445-e7e197ccf37e {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:50:05.739437 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa79de6-4fa1-4e67-bc6e-a6a59dc44221 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:50:05.740096 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa79de6-4fa1-4e67-bc6e-a6a59dc44221 None None] Checking segment: {'id': '9a4b8594-26c0-4991-a476-273430444586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'ec644cb7-3d02-4588-b445-e7e197ccf37e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:50:05.740672 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-afa79de6-4fa1-4e67-bc6e-a6a59dc44221 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:05.741382 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa79de6-4fa1-4e67-bc6e-a6a59dc44221 None None] Bound using segment: {'id': '9a4b8594-26c0-4991-a476-273430444586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'ec644cb7-3d02-4588-b445-e7e197ccf37e'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:50:05.742012 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-afa79de6-4fa1-4e67-bc6e-a6a59dc44221 None None] Bound port: bc43f67f-72f6-483a-9c2f-dd1afa606644, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a4b8594-26c0-4991-a476-273430444586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'ec644cb7-3d02-4588-b445-e7e197ccf37e'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:50:05.742866 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-afa79de6-4fa1-4e67-bc6e-a6a59dc44221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:05.788125 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-851e7043-66f2-4491-92c5-2bda856ea8c5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:05.820525 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-afa79de6-4fa1-4e67-bc6e-a6a59dc44221 None None] For port bc43f67f-72f6-483a-9c2f-dd1afa606644, host n-d-817746-1, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:50:05.826676 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-afa79de6-4fa1-4e67-bc6e-a6a59dc44221 None None] For port bc43f67f-72f6-483a-9c2f-dd1afa606644, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=bc43f67f-72f6-483a-9c2f-dd1afa606644,segment=NetworkSegment(9a4b8594-26c0-4991-a476-273430444586),segment_id=9a4b8594-26c0-4991-a476-273430444586)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:50:05.834052 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-afa79de6-4fa1-4e67-bc6e-a6a59dc44221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:05.835730 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-851e7043-66f2-4491-92c5-2bda856ea8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:05.889385 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851e7043-66f2-4491-92c5-2bda856ea8c5 admin admin] Pushing event updated for resources: {'Port': ['ID=8b671c2a-decb-4d6c-98f6-e90a147a548e,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:05.901468 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b0410065-e9c8-470f-8f1b-52325e541e01 None None] Publish callbacks [] for port, precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:05.904452 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa79de6-4fa1-4e67-bc6e-a6a59dc44221 None None] Routers {'39a8db01-2f7a-4c4d-9276-bdcee57dc254'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:50:05.905281 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-afa79de6-4fa1-4e67-bc6e-a6a59dc44221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:49:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['39a8db01-2f7a-4c4d-9276-bdcee57dc254'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:05.905417 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851e7043-66f2-4491-92c5-2bda856ea8c5 admin admin] Network 4e682c08-a83e-45d7-88b4-8747896000ca is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:50:05.907083 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-851e7043-66f2-4491-92c5-2bda856ea8c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:50:05.911700 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851e7043-66f2-4491-92c5-2bda856ea8c5 admin admin] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:50:05.912300 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ad56c-7a28-4736-adc7-e1c4942cb97f None None] Pushing event updated for resources: {'Port': ['ID=bc43f67f-72f6-483a-9c2f-dd1afa606644,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:05.940103 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b0410065-e9c8-470f-8f1b-52325e541e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:05.978758 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-851e7043-66f2-4491-92c5-2bda856ea8c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542405'] for router_interface, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:06.001125 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8a840a-a7d9-4aa7-bb31-e49ee79afbbf None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:50:06.018580 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-b0410065-e9c8-470f-8f1b-52325e541e01 None None] Attempting to bind port 0b539377-431e-4336-a48f-6847598c66d6 on host n-d-817746-1 for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:50:06.018958 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-b0410065-e9c8-470f-8f1b-52325e541e01 None None] Attempting to bind port 0b539377-431e-4336-a48f-6847598c66d6 by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:50:06.019326 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0410065-e9c8-470f-8f1b-52325e541e01 None None] Attempting to bind port 0b539377-431e-4336-a48f-6847598c66d6 on network 1aa44027-b9d0-4a56-9a59-7e664703e20a {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:50:06.033478 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0410065-e9c8-470f-8f1b-52325e541e01 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:50:06.033863 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0410065-e9c8-470f-8f1b-52325e541e01 None None] Checking segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:50:06.034780 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b0410065-e9c8-470f-8f1b-52325e541e01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:06.035686 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0410065-e9c8-470f-8f1b-52325e541e01 None None] Bound using segment: {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:50:06.035686 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-b0410065-e9c8-470f-8f1b-52325e541e01 None None] Bound port: 0b539377-431e-4336-a48f-6847598c66d6, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c0aa20-4113-45fa-9c27-33563ef59618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:50:06.036054 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b0410065-e9c8-470f-8f1b-52325e541e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:06.077421 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-afa79de6-4fa1-4e67-bc6e-a6a59dc44221 None None] Set router 39a8db01-2f7a-4c4d-9276-bdcee57dc254 gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:50:06.089404 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b0410065-e9c8-470f-8f1b-52325e541e01 None None] For port 0b539377-431e-4336-a48f-6847598c66d6, host n-d-817746-1, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:50:06.092689 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b0410065-e9c8-470f-8f1b-52325e541e01 None None] For port 0b539377-431e-4336-a48f-6847598c66d6, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=0b539377-431e-4336-a48f-6847598c66d6,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:50:06.097903 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f345b9b-3635-4ec4-a3b6-7ed88c3a4b0f None None] Pushing event updated for resources: {'Port': ['ID=0b539377-431e-4336-a48f-6847598c66d6,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:06.106814 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b0410065-e9c8-470f-8f1b-52325e541e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:06.180873 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e939e1-5890-4d82-8194-c97128a42553 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:50:06.205996 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-ab453932-c01e-47df-a358-0de2231b1dee None None] Provisioning complete for port bc43f67f-72f6-483a-9c2f-dd1afa606644 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:06.206428 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ab453932-c01e-47df-a358-0de2231b1dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:06.235628 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0410065-e9c8-470f-8f1b-52325e541e01 None None] Routers {'a0884c9d-74da-4568-b670-10014a62115e'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:50:06.236655 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-b0410065-e9c8-470f-8f1b-52325e541e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:49:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['a0884c9d-74da-4568-b670-10014a62115e'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:06.240222 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f345b9b-3635-4ec4-a3b6-7ed88c3a4b0f None None] Pushing event updated for resources: {'Port': ['ID=0b539377-431e-4336-a48f-6847598c66d6,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:06.246099 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-851e7043-66f2-4491-92c5-2bda856ea8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:06.360172 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-afa79de6-4fa1-4e67-bc6e-a6a59dc44221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'name': 'tempest-TestSnapshotPattern-372143164-router', 'tenant_id': '644295b2432d416794291c506d8bdf04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': 'a74f9026-3bf5-481e-a569-95ccb114a543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:49:58Z', 'updated_at': '2021-11-25T18:50:01Z', 'revision_number': 4, 'project_id': '644295b2432d416794291c506d8bdf04', 'gw_port': {'id': 'a74f9026-3bf5-481e-a569-95ccb114a543', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:af:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:59Z', 'updated_at': '2021-11-25T18:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'bc43f67f-72f6-483a-9c2f-dd1afa606644', 'name': '', 'network_id': 'ec644cb7-3d02-4588-b445-e7e197ccf37e', 'tenant_id': '644295b2432d416794291c506d8bdf04', 'mac_address': 'fa:16:3e:36:b3:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'ce1f6999-21d3-4d61-b33c-52597fd9bdcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:50:00Z', 'updated_at': '2021-11-25T18:50:05Z', 'revision_number': 4, 'project_id': '644295b2432d416794291c506d8bdf04', 'subnets': [{'id': 'ce1f6999-21d3-4d61-b33c-52597fd9bdcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:06.404664 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa79de6-4fa1-4e67-bc6e-a6a59dc44221 None None] The sync data for ids ['39a8db01-2f7a-4c4d-9276-bdcee57dc254'] in n-d-817746-1 is: [{'id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'name': 'tempest-TestSnapshotPattern-372143164-router', 'tenant_id': '644295b2432d416794291c506d8bdf04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': 'a74f9026-3bf5-481e-a569-95ccb114a543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:49:58Z', 'updated_at': '2021-11-25T18:50:01Z', 'revision_number': 4, 'project_id': '644295b2432d416794291c506d8bdf04', 'gw_port': {'id': 'a74f9026-3bf5-481e-a569-95ccb114a543', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:af:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:59Z', 'updated_at': '2021-11-25T18:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'bc43f67f-72f6-483a-9c2f-dd1afa606644', 'name': '', 'network_id': 'ec644cb7-3d02-4588-b445-e7e197ccf37e', 'tenant_id': '644295b2432d416794291c506d8bdf04', 'mac_address': 'fa:16:3e:36:b3:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'ce1f6999-21d3-4d61-b33c-52597fd9bdcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:50:00Z', 'updated_at': '2021-11-25T18:50:05Z', 'revision_number': 4, 'project_id': '644295b2432d416794291c506d8bdf04', 'subnets': [{'id': 'ce1f6999-21d3-4d61-b33c-52597fd9bdcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:50:06.454164 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-b0410065-e9c8-470f-8f1b-52325e541e01 None None] Set router a0884c9d-74da-4568-b670-10014a62115e gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:50:06.456672 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ab453932-c01e-47df-a358-0de2231b1dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:06.505838 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-851e7043-66f2-4491-92c5-2bda856ea8c5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:06.514673 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-851e7043-66f2-4491-92c5-2bda856ea8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:06.546436 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-ab453932-c01e-47df-a358-0de2231b1dee None None] For port bc43f67f-72f6-483a-9c2f-dd1afa606644, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=bc43f67f-72f6-483a-9c2f-dd1afa606644,segment=NetworkSegment(9a4b8594-26c0-4991-a476-273430444586),segment_id=9a4b8594-26c0-4991-a476-273430444586)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:06.557018 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ab453932-c01e-47df-a358-0de2231b1dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:06.629685 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851e7043-66f2-4491-92c5-2bda856ea8c5 admin admin] Pushing event updated for resources: {'Port': ['ID=8b671c2a-decb-4d6c-98f6-e90a147a548e,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:06.639783 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-851e7043-66f2-4491-92c5-2bda856ea8c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532341'] for router_interface, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:06.648650 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-ab453932-c01e-47df-a358-0de2231b1dee None None] Provisioning complete for port 0b539377-431e-4336-a48f-6847598c66d6 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:06.649136 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ab453932-c01e-47df-a358-0de2231b1dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:06.658933 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 3326bf1c-55b5-4ba9-a772-b85f9eb07f53 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:50:06.754355 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851e7043-66f2-4491-92c5-2bda856ea8c5 admin admin] Network 4e682c08-a83e-45d7-88b4-8747896000ca is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:50:06.756071 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-851e7043-66f2-4491-92c5-2bda856ea8c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:50:06.893240 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-851e7043-66f2-4491-92c5-2bda856ea8c5 admin admin] Router a0884c9d-74da-4568-b670-10014a62115e has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:50:06.936796 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab453932-c01e-47df-a358-0de2231b1dee None None] Pushing event updated for resources: {'Port': ['ID=bc43f67f-72f6-483a-9c2f-dd1afa606644,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:07.030950 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851e7043-66f2-4491-92c5-2bda856ea8c5 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:50:07.040891 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-851e7043-66f2-4491-92c5-2bda856ea8c5 admin admin] 10.222.0.75 "PUT /v2.0/routers/a0884c9d-74da-4568-b670-10014a62115e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0685930 Nov 25 18:50:07.061142 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 3326bf1c-55b5-4ba9-a772-b85f9eb07f53 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:07.061522 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:07.088493 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ab453932-c01e-47df-a358-0de2231b1dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:07.123539 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-ab453932-c01e-47df-a358-0de2231b1dee None None] For port 0b539377-431e-4336-a48f-6847598c66d6, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=0b539377-431e-4336-a48f-6847598c66d6,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:07.135048 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ab453932-c01e-47df-a358-0de2231b1dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:07.188563 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-b0410065-e9c8-470f-8f1b-52325e541e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0884c9d-74da-4568-b670-10014a62115e', 'name': 'tempest-TestSnapshotPattern-1254027582-router', 'tenant_id': '17d70043c82145b29ef350f1bf155e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '0b539377-431e-4336-a48f-6847598c66d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:50:03Z', 'updated_at': '2021-11-25T18:50:06Z', 'revision_number': 4, 'project_id': '17d70043c82145b29ef350f1bf155e35', 'gw_port': {'id': '0b539377-431e-4336-a48f-6847598c66d6', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:71:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0884c9d-74da-4568-b670-10014a62115e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:50:03Z', 'updated_at': '2021-11-25T18:50:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '8b671c2a-decb-4d6c-98f6-e90a147a548e', 'name': '', 'network_id': '4e682c08-a83e-45d7-88b4-8747896000ca', 'tenant_id': '17d70043c82145b29ef350f1bf155e35', 'mac_address': 'fa:16:3e:33:92:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0884c9d-74da-4568-b670-10014a62115e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '90019b30-978f-4f6f-8005-adcb9d8b3ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:50:05Z', 'updated_at': '2021-11-25T18:50:05Z', 'revision_number': 1, 'project_id': '17d70043c82145b29ef350f1bf155e35', 'subnets': [{'id': '90019b30-978f-4f6f-8005-adcb9d8b3ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:07.246311 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0410065-e9c8-470f-8f1b-52325e541e01 None None] The sync data for ids ['a0884c9d-74da-4568-b670-10014a62115e'] in n-d-817746-1 is: [{'id': 'a0884c9d-74da-4568-b670-10014a62115e', 'name': 'tempest-TestSnapshotPattern-1254027582-router', 'tenant_id': '17d70043c82145b29ef350f1bf155e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '0b539377-431e-4336-a48f-6847598c66d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:50:03Z', 'updated_at': '2021-11-25T18:50:06Z', 'revision_number': 4, 'project_id': '17d70043c82145b29ef350f1bf155e35', 'gw_port': {'id': '0b539377-431e-4336-a48f-6847598c66d6', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:71:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0884c9d-74da-4568-b670-10014a62115e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:50:03Z', 'updated_at': '2021-11-25T18:50:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '8b671c2a-decb-4d6c-98f6-e90a147a548e', 'name': '', 'network_id': '4e682c08-a83e-45d7-88b4-8747896000ca', 'tenant_id': '17d70043c82145b29ef350f1bf155e35', 'mac_address': 'fa:16:3e:33:92:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0884c9d-74da-4568-b670-10014a62115e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '90019b30-978f-4f6f-8005-adcb9d8b3ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:50:05Z', 'updated_at': '2021-11-25T18:50:05Z', 'revision_number': 1, 'project_id': '17d70043c82145b29ef350f1bf155e35', 'subnets': [{'id': '90019b30-978f-4f6f-8005-adcb9d8b3ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:50:07.267621 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab453932-c01e-47df-a358-0de2231b1dee None None] Pushing event updated for resources: {'Port': ['ID=0b539377-431e-4336-a48f-6847598c66d6,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:07.276766 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device bc43f67f-72f6-483a-9c2f-dd1afa606644 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:50:07.305421 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-44f3396c-bd04-48e5-bfe1-f4d5ad4450d3 None None] Provisioning complete for port 8b671c2a-decb-4d6c-98f6-e90a147a548e triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:07.305791 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-44f3396c-bd04-48e5-bfe1-f4d5ad4450d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:07.357718 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-44f3396c-bd04-48e5-bfe1-f4d5ad4450d3 None None] Port 8b671c2a-decb-4d6c-98f6-e90a147a548e cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:50:07.375689 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-44f3396c-bd04-48e5-bfe1-f4d5ad4450d3 None None] Provisioning complete for port 3326bf1c-55b5-4ba9-a772-b85f9eb07f53 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:07.376153 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-44f3396c-bd04-48e5-bfe1-f4d5ad4450d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:07.377762 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port bc43f67f-72f6-483a-9c2f-dd1afa606644 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:07.378124 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:07.586104 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-44f3396c-bd04-48e5-bfe1-f4d5ad4450d3 None None] Provisioning complete for port bc43f67f-72f6-483a-9c2f-dd1afa606644 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:07.586478 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-44f3396c-bd04-48e5-bfe1-f4d5ad4450d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:07.675681 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39926) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:07.680495 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-05fa4109-0364-411a-8845-12638b8253a8 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1155905459', 'description': 'tempest-secgroup-smoke-1155905459 description', 'project_id': '644295b2432d416794291c506d8bdf04'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:50:07.686198 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-44f3396c-bd04-48e5-bfe1-f4d5ad4450d3 None None] Provisioning complete for port 0b539377-431e-4336-a48f-6847598c66d6 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:07.686589 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-44f3396c-bd04-48e5-bfe1-f4d5ad4450d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:07.704677 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-05fa4109-0364-411a-8845-12638b8253a8 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks [] for security_group, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:07.794219 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-05fa4109-0364-411a-8845-12638b8253a8 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks [] for security_group, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:07.798287 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-05fa4109-0364-411a-8845-12638b8253a8 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:07.831505 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-05fa4109-0364-411a-8845-12638b8253a8 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:07.832681 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-05fa4109-0364-411a-8845-12638b8253a8 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1559768 Nov 25 18:50:07.834631 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fa4109-0364-411a-8845-12638b8253a8 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6aa6da6-ad71-48a5-8403-a0fd9c80cc2c,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:07.835847 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39928) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:07.841181 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-6fcea908-3816-414c-ad05-dcdfe445f7b6 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Request body: {'security_group_rule': {'security_group_id': 'b6aa6da6-ad71-48a5-8403-a0fd9c80cc2c', 'project_id': '644295b2432d416794291c506d8bdf04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:50:07.871230 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6fcea908-3816-414c-ad05-dcdfe445f7b6 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:07.931216 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6fcea908-3816-414c-ad05-dcdfe445f7b6 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:07.938337 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6fcea908-3816-414c-ad05-dcdfe445f7b6 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:07.968066 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcea908-3816-414c-ad05-dcdfe445f7b6 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30290463-0b50-47af-88db-2be2405e3b06,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:07.972910 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6fcea908-3816-414c-ad05-dcdfe445f7b6 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:07.977443 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39930) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:07.981375 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-6fcea908-3816-414c-ad05-dcdfe445f7b6 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1443582 Nov 25 18:50:07.982651 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-92359466-cfcf-4178-99f1-70fdf2da15b8 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Request body: {'security_group_rule': {'security_group_id': 'b6aa6da6-ad71-48a5-8403-a0fd9c80cc2c', 'project_id': '644295b2432d416794291c506d8bdf04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:50:08.008790 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-92359466-cfcf-4178-99f1-70fdf2da15b8 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:08.062973 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-92359466-cfcf-4178-99f1-70fdf2da15b8 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:08.066269 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-92359466-cfcf-4178-99f1-70fdf2da15b8 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:08.083229 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92359466-cfcf-4178-99f1-70fdf2da15b8 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b419f71-b789-4961-a95d-ce76c27b6b06,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:08.091665 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-92359466-cfcf-4178-99f1-70fdf2da15b8 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:08.092895 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-92359466-cfcf-4178-99f1-70fdf2da15b8 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1147730 Nov 25 18:50:08.095668 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39932) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:08.100263 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-ad35bdf5-cffb-4dec-ab0a-0f5862b65e15 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Request body: {'security_group_rule': {'security_group_id': 'b6aa6da6-ad71-48a5-8403-a0fd9c80cc2c', 'project_id': '644295b2432d416794291c506d8bdf04', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:50:08.132424 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ad35bdf5-cffb-4dec-ab0a-0f5862b65e15 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:08.191681 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ad35bdf5-cffb-4dec-ab0a-0f5862b65e15 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:08.195887 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ad35bdf5-cffb-4dec-ab0a-0f5862b65e15 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:08.219247 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad35bdf5-cffb-4dec-ab0a-0f5862b65e15 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ffe1d5e-c462-4a97-9e7c-9b43e9e0c031,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:08.227334 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ad35bdf5-cffb-4dec-ab0a-0f5862b65e15 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:08.231146 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-ad35bdf5-cffb-4dec-ab0a-0f5862b65e15 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1319089 Nov 25 18:50:08.231389 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39934) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:08.236046 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-232d0539-8a48-43f6-a8af-d288668c5edf tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Request body: {'security_group_rule': {'security_group_id': 'b6aa6da6-ad71-48a5-8403-a0fd9c80cc2c', 'project_id': '644295b2432d416794291c506d8bdf04', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:50:08.266959 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-232d0539-8a48-43f6-a8af-d288668c5edf tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:08.325706 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-232d0539-8a48-43f6-a8af-d288668c5edf tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:08.329011 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-232d0539-8a48-43f6-a8af-d288668c5edf tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:08.347025 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d0539-8a48-43f6-a8af-d288668c5edf tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=670d1105-f378-48ea-b49a-108571155ecd,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:08.354083 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-232d0539-8a48-43f6-a8af-d288668c5edf tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:08.355339 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-232d0539-8a48-43f6-a8af-d288668c5edf tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1230254 Nov 25 18:50:08.358116 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39936) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:08.362623 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-8c981a1c-f57d-4660-89e7-9fbefd0899bd tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Request body: {'security_group_rule': {'security_group_id': 'b6aa6da6-ad71-48a5-8403-a0fd9c80cc2c', 'project_id': '644295b2432d416794291c506d8bdf04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:50:08.382992 n-d-817746-1 neutron-server[103361]: INFO neutron.db.securitygroups_db [None req-8c981a1c-f57d-4660-89e7-9fbefd0899bd tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Project 644295b2432d416794291c506d8bdf04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 18:50:08.388538 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8c981a1c-f57d-4660-89e7-9fbefd0899bd tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:08.445920 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8c981a1c-f57d-4660-89e7-9fbefd0899bd tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:08.450242 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8c981a1c-f57d-4660-89e7-9fbefd0899bd tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:08.472783 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c981a1c-f57d-4660-89e7-9fbefd0899bd tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc916c57-9c76-4471-8b8d-cf7f0459c377,revision_number=0']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:08.479933 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8c981a1c-f57d-4660-89e7-9fbefd0899bd tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:08.484017 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-8c981a1c-f57d-4660-89e7-9fbefd0899bd tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1249449 Nov 25 18:50:08.484246 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 39938) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:08.489768 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.v2.base [None req-d057634e-eee1-4dd0-9b89-dfce35a7c2c0 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Request body: {'security_group_rule': {'security_group_id': 'b6aa6da6-ad71-48a5-8403-a0fd9c80cc2c', 'project_id': '644295b2432d416794291c506d8bdf04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:50:08.516457 n-d-817746-1 neutron-server[103360]: INFO neutron.db.securitygroups_db [None req-d057634e-eee1-4dd0-9b89-dfce35a7c2c0 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Project 644295b2432d416794291c506d8bdf04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 18:50:08.523839 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d057634e-eee1-4dd0-9b89-dfce35a7c2c0 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:08.597454 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d057634e-eee1-4dd0-9b89-dfce35a7c2c0 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:08.601515 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d057634e-eee1-4dd0-9b89-dfce35a7c2c0 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450707'] for security_group_rule, after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:08.620624 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d057634e-eee1-4dd0-9b89-dfce35a7c2c0 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a87c65b4-76d5-4173-9115-2355b006fce7,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:08.629516 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d057634e-eee1-4dd0-9b89-dfce35a7c2c0 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:08.633272 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-d057634e-eee1-4dd0-9b89-dfce35a7c2c0 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1479042 Nov 25 18:50:08.657298 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 0b539377-431e-4336-a48f-6847598c66d6 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:50:08.706774 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 0b539377-431e-4336-a48f-6847598c66d6 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:08.707154 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:08.785761 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7f3c5e5c-abda-46e9-9c6e-25e44b966090 req-9e1d77f8-59fc-4286-8632-17337d0a3773 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1155905459&fields=id&tenant_id=644295b2432d416794291c506d8bdf04 HTTP/1.1" status: 200 len: 267 time: 0.0445213 Nov 25 18:50:08.790562 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device bc43f67f-72f6-483a-9c2f-dd1afa606644 up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:50:08.836179 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port bc43f67f-72f6-483a-9c2f-dd1afa606644 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:08.836545 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:08.896539 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c5e5c-abda-46e9-9c6e-25e44b966090 req-0d15491c-70a9-4132-9625-3fcace79831a tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:08.898058 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7f3c5e5c-abda-46e9-9c6e-25e44b966090 req-0d15491c-70a9-4132-9625-3fcace79831a tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/networks?id=ec644cb7-3d02-4588-b445-e7e197ccf37e HTTP/1.1" status: 200 len: 809 time: 0.1041811 Nov 25 18:50:08.914035 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7f3c5e5c-abda-46e9-9c6e-25e44b966090 req-00b920fc-f97f-4503-a88c-07647cec3976 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/quotas/644295b2432d416794291c506d8bdf04 HTTP/1.1" status: 200 len: 375 time: 0.0090108 Nov 25 18:50:08.968289 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7f3c5e5c-abda-46e9-9c6e-25e44b966090 req-803fefcc-5a1d-468e-9805-d57a7194315d tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=644295b2432d416794291c506d8bdf04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481515 Nov 25 18:50:09.076191 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [req-7f3c5e5c-abda-46e9-9c6e-25e44b966090 req-da65d6f0-00ef-4464-bd41-1d906230b165 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:50:09.077210 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7f3c5e5c-abda-46e9-9c6e-25e44b966090 req-da65d6f0-00ef-4464-bd41-1d906230b165 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0975022 Nov 25 18:50:09.173672 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7f3c5e5c-abda-46e9-9c6e-25e44b966090 req-58ba7639-b05d-4ba6-afc2-7c064ee5dd8d service neutron] 10.222.0.75 "GET /v2.0/networks/ec644cb7-3d02-4588-b445-e7e197ccf37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902390 Nov 25 18:50:09.268472 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7f3c5e5c-abda-46e9-9c6e-25e44b966090 req-7b355979-54ed-47c9-acaf-d869d55c74dc service neutron] 10.222.0.75 "GET /v2.0/networks/ec644cb7-3d02-4588-b445-e7e197ccf37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886915 Nov 25 18:50:09.330904 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:50:09.440316 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-11d8d1a3-3242-4152-aafa-fe584b8c0a71 req-c10ebb59-9597-4c5d-8575-80aac622beb3 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6737c46-f367-406b-933e-6fdd361c9677 HTTP/1.1" status: 200 len: 210 time: 0.0286088 Nov 25 18:50:10.255269 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245c2774-16cf-4d6d-8f45-dabfd2a66243 None None] Sync routers for ids ['a0884c9d-74da-4568-b670-10014a62115e'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:50:10.265754 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245c2774-16cf-4d6d-8f45-dabfd2a66243 None None] Routers {'a0884c9d-74da-4568-b670-10014a62115e'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:50:10.266357 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-245c2774-16cf-4d6d-8f45-dabfd2a66243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:49:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['a0884c9d-74da-4568-b670-10014a62115e'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:10.381157 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-245c2774-16cf-4d6d-8f45-dabfd2a66243 None None] Set router a0884c9d-74da-4568-b670-10014a62115e gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:50:10.387073 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c5e5c-abda-46e9-9c6e-25e44b966090 req-d77cc4b0-29b0-47f3-bf15-57199a39104c tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:10.388698 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7f3c5e5c-abda-46e9-9c6e-25e44b966090 req-d77cc4b0-29b0-47f3-bf15-57199a39104c tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.74 "GET /v2.0/networks?id=ec644cb7-3d02-4588-b445-e7e197ccf37e HTTP/1.1" status: 200 len: 809 time: 0.1108596 Nov 25 18:50:10.454106 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7f3c5e5c-abda-46e9-9c6e-25e44b966090 req-fc72a695-82af-4efb-8ebc-b3b1dc69d136 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=644295b2432d416794291c506d8bdf04 HTTP/1.1" status: 200 len: 380 time: 0.0556748 Nov 25 18:50:10.463827 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-7f3c5e5c-abda-46e9-9c6e-25e44b966090 req-8de58e21-8d9e-4029-8390-11583e8af763 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Request body: {'port': {'device_id': 'f6737c46-f367-406b-933e-6fdd361c9677', 'network_id': 'ec644cb7-3d02-4588-b445-e7e197ccf37e', 'admin_state_up': True, 'tenant_id': '644295b2432d416794291c506d8bdf04', 'security_groups': ['b6aa6da6-ad71-48a5-8403-a0fd9c80cc2c']}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:50:10.559160 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-971859c7-65a1-402f-9fa4-ac2d860da5e8 req-bfa03564-adb9-488a-ba47-a2d158ab1ef5 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6737c46-f367-406b-933e-6fdd361c9677 HTTP/1.1" status: 200 len: 210 time: 0.0385640 Nov 25 18:50:10.625164 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f3c5e5c-abda-46e9-9c6e-25e44b966090 req-8de58e21-8d9e-4029-8390-11583e8af763 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Made reservation on behalf of 644295b2432d416794291c506d8bdf04 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:50:10.628764 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7f3c5e5c-abda-46e9-9c6e-25e44b966090 req-8de58e21-8d9e-4029-8390-11583e8af763 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:10.681311 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-245c2774-16cf-4d6d-8f45-dabfd2a66243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0884c9d-74da-4568-b670-10014a62115e', 'name': 'tempest-TestSnapshotPattern-1254027582-router', 'tenant_id': '17d70043c82145b29ef350f1bf155e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '0b539377-431e-4336-a48f-6847598c66d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:50:03Z', 'updated_at': '2021-11-25T18:50:06Z', 'revision_number': 4, 'project_id': '17d70043c82145b29ef350f1bf155e35', 'gw_port': {'id': '0b539377-431e-4336-a48f-6847598c66d6', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:71:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0884c9d-74da-4568-b670-10014a62115e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:50:03Z', 'updated_at': '2021-11-25T18:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '8b671c2a-decb-4d6c-98f6-e90a147a548e', 'name': '', 'network_id': '4e682c08-a83e-45d7-88b4-8747896000ca', 'tenant_id': '17d70043c82145b29ef350f1bf155e35', 'mac_address': 'fa:16:3e:33:92:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0884c9d-74da-4568-b670-10014a62115e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '90019b30-978f-4f6f-8005-adcb9d8b3ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:50:05Z', 'updated_at': '2021-11-25T18:50:06Z', 'revision_number': 2, 'project_id': '17d70043c82145b29ef350f1bf155e35', 'subnets': [{'id': '90019b30-978f-4f6f-8005-adcb9d8b3ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:10.707348 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245c2774-16cf-4d6d-8f45-dabfd2a66243 None None] Checking router: a0884c9d-74da-4568-b670-10014a62115e for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:50:10.707693 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245c2774-16cf-4d6d-8f45-dabfd2a66243 None None] Updating router a0884c9d-74da-4568-b670-10014a62115e port 8b671c2a-decb-4d6c-98f6-e90a147a548e binding host n-d-817746-1 {{(pid=103363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:50:10.731979 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-245c2774-16cf-4d6d-8f45-dabfd2a66243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:10.755383 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-7f3c5e5c-abda-46e9-9c6e-25e44b966090 req-8de58e21-8d9e-4029-8390-11583e8af763 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Allocated IP 172.20.0.10 (ec644cb7-3d02-4588-b445-e7e197ccf37e/ce1f6999-21d3-4d61-b33c-52597fd9bdcb/54b5e9e4-49f0-4af6-8407-1f4b203839b1) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:50:10.905087 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7f3c5e5c-abda-46e9-9c6e-25e44b966090 req-8de58e21-8d9e-4029-8390-11583e8af763 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:10.944014 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7f3c5e5c-abda-46e9-9c6e-25e44b966090 req-8de58e21-8d9e-4029-8390-11583e8af763 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:10.982556 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f3c5e5c-abda-46e9-9c6e-25e44b966090 req-8de58e21-8d9e-4029-8390-11583e8af763 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Network ec644cb7-3d02-4588-b445-e7e197ccf37e is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:50:10.985700 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-7f3c5e5c-abda-46e9-9c6e-25e44b966090 req-8de58e21-8d9e-4029-8390-11583e8af763 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:50:10.992332 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f3c5e5c-abda-46e9-9c6e-25e44b966090 req-8de58e21-8d9e-4029-8390-11583e8af763 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:50:10.999290 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-245c2774-16cf-4d6d-8f45-dabfd2a66243 None None] Publish callbacks [] for port, precommit_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:11.005436 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-245c2774-16cf-4d6d-8f45-dabfd2a66243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:11.059563 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae986b3f-ec0f-4002-b593-c29e2c429f95 None None] Pushing event updated for resources: {'Port': ['ID=8b671c2a-decb-4d6c-98f6-e90a147a548e,revision_number=3']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:11.117859 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-245c2774-16cf-4d6d-8f45-dabfd2a66243 None None] Attempting to bind port 8b671c2a-decb-4d6c-98f6-e90a147a548e on host n-d-817746-1 for vnic_type normal with profile {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:50:11.117859 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-245c2774-16cf-4d6d-8f45-dabfd2a66243 None None] Attempting to bind port 8b671c2a-decb-4d6c-98f6-e90a147a548e by drivers openvswitch,hyperv on host n-d-817746-1 at level 0 using segments [{'id': 'c1c0ae9b-3881-4f66-ad6f-5092361192c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '4e682c08-a83e-45d7-88b4-8747896000ca'}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:50:11.118332 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245c2774-16cf-4d6d-8f45-dabfd2a66243 None None] Attempting to bind port 8b671c2a-decb-4d6c-98f6-e90a147a548e on network 4e682c08-a83e-45d7-88b4-8747896000ca {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:50:11.124675 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245c2774-16cf-4d6d-8f45-dabfd2a66243 None None] Checking agent: {'id': '6d8eb01f-d600-48cb-a794-982abc5938fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 11, 23), 'started_at': datetime.datetime(2021, 11, 25, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817746-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:50:11.125091 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245c2774-16cf-4d6d-8f45-dabfd2a66243 None None] Checking segment: {'id': 'c1c0ae9b-3881-4f66-ad6f-5092361192c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '4e682c08-a83e-45d7-88b4-8747896000ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:50:11.125491 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-245c2774-16cf-4d6d-8f45-dabfd2a66243 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:11.125880 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245c2774-16cf-4d6d-8f45-dabfd2a66243 None None] Bound using segment: {'id': 'c1c0ae9b-3881-4f66-ad6f-5092361192c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '4e682c08-a83e-45d7-88b4-8747896000ca'} {{(pid=103363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:50:11.126354 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.managers [None req-245c2774-16cf-4d6d-8f45-dabfd2a66243 None None] Bound port: 8b671c2a-decb-4d6c-98f6-e90a147a548e, host: n-d-817746-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c0ae9b-3881-4f66-ad6f-5092361192c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '4e682c08-a83e-45d7-88b4-8747896000ca'}}] {{(pid=103363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:50:11.126739 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-245c2774-16cf-4d6d-8f45-dabfd2a66243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:11.207120 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-245c2774-16cf-4d6d-8f45-dabfd2a66243 None None] For port 8b671c2a-decb-4d6c-98f6-e90a147a548e, host n-d-817746-1, cleared binding levels {{(pid=103363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:50:11.211105 n-d-817746-1 neutron-server[103363]: DEBUG neutron.plugins.ml2.db [None req-245c2774-16cf-4d6d-8f45-dabfd2a66243 None None] For port 8b671c2a-decb-4d6c-98f6-e90a147a548e, host n-d-817746-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=8b671c2a-decb-4d6c-98f6-e90a147a548e,segment=NetworkSegment(c1c0ae9b-3881-4f66-ad6f-5092361192c5),segment_id=c1c0ae9b-3881-4f66-ad6f-5092361192c5)] {{(pid=103363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:50:11.217059 n-d-817746-1 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-245c2774-16cf-4d6d-8f45-dabfd2a66243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:11.275717 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245c2774-16cf-4d6d-8f45-dabfd2a66243 None None] Routers {'a0884c9d-74da-4568-b670-10014a62115e'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:50:11.277521 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-245c2774-16cf-4d6d-8f45-dabfd2a66243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:49:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['a0884c9d-74da-4568-b670-10014a62115e'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:11.334069 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-6f1ee2f8-5379-4208-9f2b-611cc5cb279b None None] Provisioning complete for port 54b5e9e4-49f0-4af6-8407-1f4b203839b1 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:11.335131 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-6f1ee2f8-5379-4208-9f2b-611cc5cb279b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:11.375756 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de58e21-8d9e-4029-8390-11583e8af763 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Pushing event updated for resources: {'Port': ['ID=54b5e9e4-49f0-4af6-8407-1f4b203839b1,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:11.389860 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-6f1ee2f8-5379-4208-9f2b-611cc5cb279b None None] Port 54b5e9e4-49f0-4af6-8407-1f4b203839b1 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:50:11.397494 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c5e5c-abda-46e9-9c6e-25e44b966090 req-8de58e21-8d9e-4029-8390-11583e8af763 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:11.398400 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7f3c5e5c-abda-46e9-9c6e-25e44b966090 req-8de58e21-8d9e-4029-8390-11583e8af763 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:11.398736 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae986b3f-ec0f-4002-b593-c29e2c429f95 None None] Pushing event updated for resources: {'Port': ['ID=8b671c2a-decb-4d6c-98f6-e90a147a548e,revision_number=4']} {{(pid=103363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:11.404813 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-245c2774-16cf-4d6d-8f45-dabfd2a66243 None None] Set router a0884c9d-74da-4568-b670-10014a62115e gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:50:11.418899 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7f3c5e5c-abda-46e9-9c6e-25e44b966090 req-8de58e21-8d9e-4029-8390-11583e8af763 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9588075 Nov 25 18:50:11.431311 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-7f3c5e5c-abda-46e9-9c6e-25e44b966090 req-65cd820e-a152-407f-bede-4521b6ae3a1e service neutron] Request body: {'port': {'device_id': 'f6737c46-f367-406b-933e-6fdd361c9677', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:50:11.487460 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7f3c5e5c-abda-46e9-9c6e-25e44b966090 req-65cd820e-a152-407f-bede-4521b6ae3a1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:11.514950 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-1c35f3bd-020e-4b13-862e-437bf641623f None None] Provisioning complete for port 8b671c2a-decb-4d6c-98f6-e90a147a548e triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:11.515597 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1c35f3bd-020e-4b13-862e-437bf641623f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:11.620485 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1c35f3bd-020e-4b13-862e-437bf641623f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:11.641253 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-245c2774-16cf-4d6d-8f45-dabfd2a66243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0884c9d-74da-4568-b670-10014a62115e', 'name': 'tempest-TestSnapshotPattern-1254027582-router', 'tenant_id': '17d70043c82145b29ef350f1bf155e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '0b539377-431e-4336-a48f-6847598c66d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:50:03Z', 'updated_at': '2021-11-25T18:50:06Z', 'revision_number': 4, 'project_id': '17d70043c82145b29ef350f1bf155e35', 'gw_port': {'id': '0b539377-431e-4336-a48f-6847598c66d6', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:71:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0884c9d-74da-4568-b670-10014a62115e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:50:03Z', 'updated_at': '2021-11-25T18:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '8b671c2a-decb-4d6c-98f6-e90a147a548e', 'name': '', 'network_id': '4e682c08-a83e-45d7-88b4-8747896000ca', 'tenant_id': '17d70043c82145b29ef350f1bf155e35', 'mac_address': 'fa:16:3e:33:92:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0884c9d-74da-4568-b670-10014a62115e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '90019b30-978f-4f6f-8005-adcb9d8b3ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:50:05Z', 'updated_at': '2021-11-25T18:50:11Z', 'revision_number': 4, 'project_id': '17d70043c82145b29ef350f1bf155e35', 'subnets': [{'id': '90019b30-978f-4f6f-8005-adcb9d8b3ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:11.660315 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-1c35f3bd-020e-4b13-862e-437bf641623f None None] For port 8b671c2a-decb-4d6c-98f6-e90a147a548e, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=8b671c2a-decb-4d6c-98f6-e90a147a548e,segment=NetworkSegment(c1c0ae9b-3881-4f66-ad6f-5092361192c5),segment_id=c1c0ae9b-3881-4f66-ad6f-5092361192c5)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:11.665322 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1c35f3bd-020e-4b13-862e-437bf641623f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:11.678461 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245c2774-16cf-4d6d-8f45-dabfd2a66243 None None] The sync data for ids ['a0884c9d-74da-4568-b670-10014a62115e'] in n-d-817746-1 is: [{'id': 'a0884c9d-74da-4568-b670-10014a62115e', 'name': 'tempest-TestSnapshotPattern-1254027582-router', 'tenant_id': '17d70043c82145b29ef350f1bf155e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '0b539377-431e-4336-a48f-6847598c66d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:50:03Z', 'updated_at': '2021-11-25T18:50:06Z', 'revision_number': 4, 'project_id': '17d70043c82145b29ef350f1bf155e35', 'gw_port': {'id': '0b539377-431e-4336-a48f-6847598c66d6', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:71:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0884c9d-74da-4568-b670-10014a62115e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:50:03Z', 'updated_at': '2021-11-25T18:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': '8b671c2a-decb-4d6c-98f6-e90a147a548e', 'name': '', 'network_id': '4e682c08-a83e-45d7-88b4-8747896000ca', 'tenant_id': '17d70043c82145b29ef350f1bf155e35', 'mac_address': 'fa:16:3e:33:92:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0884c9d-74da-4568-b670-10014a62115e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '90019b30-978f-4f6f-8005-adcb9d8b3ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:50:05Z', 'updated_at': '2021-11-25T18:50:11Z', 'revision_number': 4, 'project_id': '17d70043c82145b29ef350f1bf155e35', 'subnets': [{'id': '90019b30-978f-4f6f-8005-adcb9d8b3ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:50:11.724072 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c35f3bd-020e-4b13-862e-437bf641623f None None] Pushing event updated for resources: {'Port': ['ID=8b671c2a-decb-4d6c-98f6-e90a147a548e,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:11.763693 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f483aa4-bead-45ea-bc75-61bd429356f1 req-8f63d9f9-acc6-408c-8260-11302c0c7047 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:11.765234 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0f483aa4-bead-45ea-bc75-61bd429356f1 req-8f63d9f9-acc6-408c-8260-11302c0c7047 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6737c46-f367-406b-933e-6fdd361c9677 HTTP/1.1" status: 200 len: 932 time: 0.1054685 Nov 25 18:50:11.789677 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-65a45f00-e933-44cf-98e6-436bd35630f4 None None] Provisioning complete for port 8b671c2a-decb-4d6c-98f6-e90a147a548e triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:11.790195 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-65a45f00-e933-44cf-98e6-436bd35630f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:11.849835 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0f483aa4-bead-45ea-bc75-61bd429356f1 req-8717ae61-a753-4032-a863-6237befcb254 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/security-groups?id=b6aa6da6-ad71-48a5-8403-a0fd9c80cc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746338 Nov 25 18:50:11.887987 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-7f3c5e5c-abda-46e9-9c6e-25e44b966090 req-65cd820e-a152-407f-bede-4521b6ae3a1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54b5e9e4-49f0-4af6-8407-1f4b203839b1 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:50:11.896000 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7f3c5e5c-abda-46e9-9c6e-25e44b966090 req-65cd820e-a152-407f-bede-4521b6ae3a1e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:11.909069 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-7f3c5e5c-abda-46e9-9c6e-25e44b966090 req-65cd820e-a152-407f-bede-4521b6ae3a1e service neutron] Transition to ACTIVE for port object 54b5e9e4-49f0-4af6-8407-1f4b203839b1 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:50:11.914160 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7f3c5e5c-abda-46e9-9c6e-25e44b966090 req-65cd820e-a152-407f-bede-4521b6ae3a1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:11.970150 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd820e-a152-407f-bede-4521b6ae3a1e service neutron] Pushing event updated for resources: {'Port': ['ID=54b5e9e4-49f0-4af6-8407-1f4b203839b1,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:12.049808 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-7f3c5e5c-abda-46e9-9c6e-25e44b966090 req-65cd820e-a152-407f-bede-4521b6ae3a1e service neutron] Attempting to bind port 54b5e9e4-49f0-4af6-8407-1f4b203839b1 on host n-h1-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:50:12.050070 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-7f3c5e5c-abda-46e9-9c6e-25e44b966090 req-65cd820e-a152-407f-bede-4521b6ae3a1e service neutron] Attempting to bind port 54b5e9e4-49f0-4af6-8407-1f4b203839b1 by drivers openvswitch,hyperv on host n-h1-817746-1 at level 0 using segments [{'id': '9a4b8594-26c0-4991-a476-273430444586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'ec644cb7-3d02-4588-b445-e7e197ccf37e'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:50:12.050398 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3c5e5c-abda-46e9-9c6e-25e44b966090 req-65cd820e-a152-407f-bede-4521b6ae3a1e service neutron] Attempting to bind port 54b5e9e4-49f0-4af6-8407-1f4b203839b1 on network ec644cb7-3d02-4588-b445-e7e197ccf37e {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:50:12.055055 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3c5e5c-abda-46e9-9c6e-25e44b966090 req-65cd820e-a152-407f-bede-4521b6ae3a1e service neutron] Port 54b5e9e4-49f0-4af6-8407-1f4b203839b1 on network ec644cb7-3d02-4588-b445-e7e197ccf37e not bound, no agent of type Open vSwitch agent registered on host n-h1-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:50:12.055386 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3c5e5c-abda-46e9-9c6e-25e44b966090 req-65cd820e-a152-407f-bede-4521b6ae3a1e service neutron] Attempting to bind port 54b5e9e4-49f0-4af6-8407-1f4b203839b1 on network ec644cb7-3d02-4588-b445-e7e197ccf37e {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:50:12.061822 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3c5e5c-abda-46e9-9c6e-25e44b966090 req-65cd820e-a152-407f-bede-4521b6ae3a1e service neutron] Checking agent: {'id': 'e37a1739-4543-4319-bed2-53017bb57f42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:50:12.062161 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3c5e5c-abda-46e9-9c6e-25e44b966090 req-65cd820e-a152-407f-bede-4521b6ae3a1e service neutron] Checking segment: {'id': '9a4b8594-26c0-4991-a476-273430444586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'ec644cb7-3d02-4588-b445-e7e197ccf37e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:50:12.062552 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3c5e5c-abda-46e9-9c6e-25e44b966090 req-65cd820e-a152-407f-bede-4521b6ae3a1e service neutron] Bound using segment: {'id': '9a4b8594-26c0-4991-a476-273430444586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'ec644cb7-3d02-4588-b445-e7e197ccf37e'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:50:12.063005 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-7f3c5e5c-abda-46e9-9c6e-25e44b966090 req-65cd820e-a152-407f-bede-4521b6ae3a1e service neutron] Bound port: 54b5e9e4-49f0-4af6-8407-1f4b203839b1, host: n-h1-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a4b8594-26c0-4991-a476-273430444586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'ec644cb7-3d02-4588-b445-e7e197ccf37e'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:50:12.063370 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7f3c5e5c-abda-46e9-9c6e-25e44b966090 req-65cd820e-a152-407f-bede-4521b6ae3a1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:12.130148 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-7f3c5e5c-abda-46e9-9c6e-25e44b966090 req-65cd820e-a152-407f-bede-4521b6ae3a1e service neutron] For port 54b5e9e4-49f0-4af6-8407-1f4b203839b1, host n-h1-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:50:12.133453 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-7f3c5e5c-abda-46e9-9c6e-25e44b966090 req-65cd820e-a152-407f-bede-4521b6ae3a1e service neutron] For port 54b5e9e4-49f0-4af6-8407-1f4b203839b1, host n-h1-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=54b5e9e4-49f0-4af6-8407-1f4b203839b1,segment=NetworkSegment(9a4b8594-26c0-4991-a476-273430444586),segment_id=9a4b8594-26c0-4991-a476-273430444586)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:50:12.139294 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7f3c5e5c-abda-46e9-9c6e-25e44b966090 req-65cd820e-a152-407f-bede-4521b6ae3a1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:12.179084 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c5e5c-abda-46e9-9c6e-25e44b966090 req-65cd820e-a152-407f-bede-4521b6ae3a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:12.179662 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-7f3c5e5c-abda-46e9-9c6e-25e44b966090 req-65cd820e-a152-407f-bede-4521b6ae3a1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:12.181342 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7f3c5e5c-abda-46e9-9c6e-25e44b966090 req-65cd820e-a152-407f-bede-4521b6ae3a1e service neutron] 10.222.0.74 "PUT /v2.0/ports/54b5e9e4-49f0-4af6-8407-1f4b203839b1 HTTP/1.1" status: 200 len: 1092 time: 0.7541611 Nov 25 18:50:12.181837 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6737c46-f367-406b-933e-6fdd361c9677', 'tag': '54b5e9e4-49f0-4af6-8407-1f4b203839b1'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:50:12.184516 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-134d461a-a720-40c0-9380-4e78d23332e1" -d '{"events": [{"name": "network-changed", "server_uuid": "f6737c46-f367-406b-933e-6fdd361c9677", "tag": "54b5e9e4-49f0-4af6-8407-1f4b203839b1"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:50:12.219871 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd820e-a152-407f-bede-4521b6ae3a1e service neutron] Pushing event updated for resources: {'Port': ['ID=54b5e9e4-49f0-4af6-8407-1f4b203839b1,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:12.262578 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c67ec6-3054-4852-af58-f41131bed585 x-openstack-request-id: req-23c67ec6-3054-4852-af58-f41131bed585 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:50:12.262879 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6737c46-f367-406b-933e-6fdd361c9677", "tag": "54b5e9e4-49f0-4af6-8407-1f4b203839b1", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:50:12.263135 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-23c67ec6-3054-4852-af58-f41131bed585 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:50:12.263535 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6737c46-f367-406b-933e-6fdd361c9677', 'tag': '54b5e9e4-49f0-4af6-8407-1f4b203839b1', 'status': 'completed', 'code': 200} Nov 25 18:50:12.282209 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c5e5c-abda-46e9-9c6e-25e44b966090 req-4e36f2ff-8acc-4c37-a2a8-5c6bfb3b0424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:12.283976 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7f3c5e5c-abda-46e9-9c6e-25e44b966090 req-4e36f2ff-8acc-4c37-a2a8-5c6bfb3b0424 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=644295b2432d416794291c506d8bdf04&device_id=f6737c46-f367-406b-933e-6fdd361c9677 HTTP/1.1" status: 200 len: 1095 time: 0.0495787 Nov 25 18:50:12.339095 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7f3c5e5c-abda-46e9-9c6e-25e44b966090 req-20e7acd8-1e98-47d0-813a-1c971005c8c7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54b5e9e4-49f0-4af6-8407-1f4b203839b1 HTTP/1.1" status: 200 len: 217 time: 0.0472019 Nov 25 18:50:12.393395 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c5e5c-abda-46e9-9c6e-25e44b966090 req-5322f70c-55eb-42be-abab-0a0c8b75db5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:12.394959 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7f3c5e5c-abda-46e9-9c6e-25e44b966090 req-5322f70c-55eb-42be-abab-0a0c8b75db5d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ce1f6999-21d3-4d61-b33c-52597fd9bdcb HTTP/1.1" status: 200 len: 848 time: 0.0485852 Nov 25 18:50:12.446219 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c5e5c-abda-46e9-9c6e-25e44b966090 req-2b1c7100-c7ab-4ced-80a0-c5879697cf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:12.447720 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7f3c5e5c-abda-46e9-9c6e-25e44b966090 req-2b1c7100-c7ab-4ced-80a0-c5879697cf1c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ec644cb7-3d02-4588-b445-e7e197ccf37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456653 Nov 25 18:50:12.553796 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7f3c5e5c-abda-46e9-9c6e-25e44b966090 req-277c5860-7139-4ce8-8ef8-470410c343f0 service neutron] 10.222.0.74 "GET /v2.0/networks/ec644cb7-3d02-4588-b445-e7e197ccf37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991850 Nov 25 18:50:12.597364 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 8b671c2a-decb-4d6c-98f6-e90a147a548e up at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:50:12.653966 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Provisioning complete for port 8b671c2a-decb-4d6c-98f6-e90a147a548e triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:12.654343 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:12.654741 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7f3c5e5c-abda-46e9-9c6e-25e44b966090 req-6f3d9c0b-1cf8-423b-89a5-2e95dbc7bfb3 service neutron] 10.222.0.74 "GET /v2.0/networks/ec644cb7-3d02-4588-b445-e7e197ccf37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937827 Nov 25 18:50:12.743071 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d461a-a720-40c0-9380-4e78d23332e1 req-29ddf01e-a06c-441e-a5bb-2cefc7ac1e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:12.744586 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-134d461a-a720-40c0-9380-4e78d23332e1 req-29ddf01e-a06c-441e-a5bb-2cefc7ac1e10 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=644295b2432d416794291c506d8bdf04&device_id=f6737c46-f367-406b-933e-6fdd361c9677 HTTP/1.1" status: 200 len: 1095 time: 0.0427821 Nov 25 18:50:12.840064 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d461a-a720-40c0-9380-4e78d23332e1 req-176e646b-8d75-4376-91c8-4b183b4c2447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:12.841460 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-134d461a-a720-40c0-9380-4e78d23332e1 req-176e646b-8d75-4376-91c8-4b183b4c2447 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ec644cb7-3d02-4588-b445-e7e197ccf37e HTTP/1.1" status: 200 len: 910 time: 0.0891747 Nov 25 18:50:12.883721 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-134d461a-a720-40c0-9380-4e78d23332e1 req-3e7ee545-217e-4f33-8547-3fe4eeef93e8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54b5e9e4-49f0-4af6-8407-1f4b203839b1 HTTP/1.1" status: 200 len: 217 time: 0.0341234 Nov 25 18:50:12.959874 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d461a-a720-40c0-9380-4e78d23332e1 req-82eb6152-9e27-404b-aaac-d1ee691baca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:12.961338 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-134d461a-a720-40c0-9380-4e78d23332e1 req-82eb6152-9e27-404b-aaac-d1ee691baca1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ce1f6999-21d3-4d61-b33c-52597fd9bdcb HTTP/1.1" status: 200 len: 848 time: 0.0704494 Nov 25 18:50:12.990790 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c2ddb-a843-426d-ba44-6894fcf0a823 req-b7d0e551-aefa-487b-b9d7-63bdeaa1824a tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:12.992218 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-647c2ddb-a843-426d-ba44-6894fcf0a823 req-b7d0e551-aefa-487b-b9d7-63bdeaa1824a tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6737c46-f367-406b-933e-6fdd361c9677 HTTP/1.1" status: 200 len: 944 time: 0.0693324 Nov 25 18:50:13.045017 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d461a-a720-40c0-9380-4e78d23332e1 req-69deb672-2211-4ab6-ae37-fd77fefb2790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:13.046527 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-134d461a-a720-40c0-9380-4e78d23332e1 req-69deb672-2211-4ab6-ae37-fd77fefb2790 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ec644cb7-3d02-4588-b445-e7e197ccf37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756402 Nov 25 18:50:13.081151 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-647c2ddb-a843-426d-ba44-6894fcf0a823 req-6af06c27-6367-4958-bd16-371b8df3890f tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/security-groups?id=b6aa6da6-ad71-48a5-8403-a0fd9c80cc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755844 Nov 25 18:50:13.154983 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-134d461a-a720-40c0-9380-4e78d23332e1 req-1e36c55e-2d52-4593-abe7-189a53de34c4 service neutron] 10.222.0.74 "GET /v2.0/networks/ec644cb7-3d02-4588-b445-e7e197ccf37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003096 Nov 25 18:50:13.244171 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-134d461a-a720-40c0-9380-4e78d23332e1 req-65a5f0bb-3ce2-4ea5-a894-9dd12953a390 service neutron] 10.222.0.74 "GET /v2.0/networks/ec644cb7-3d02-4588-b445-e7e197ccf37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812116 Nov 25 18:50:14.200715 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a340e361-37a0-4e52-bc7e-a7c530802f43 req-583a83e0-c6ab-4c6d-acf0-ee9e8b074c8f tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:14.202198 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a340e361-37a0-4e52-bc7e-a7c530802f43 req-583a83e0-c6ab-4c6d-acf0-ee9e8b074c8f tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6737c46-f367-406b-933e-6fdd361c9677 HTTP/1.1" status: 200 len: 944 time: 0.0498269 Nov 25 18:50:14.255752 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a340e361-37a0-4e52-bc7e-a7c530802f43 req-8b9cfad2-6f24-4adc-9d3b-09e8e71afc5c tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/security-groups?id=b6aa6da6-ad71-48a5-8403-a0fd9c80cc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474811 Nov 25 18:50:15.284806 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 54b5e9e4-49f0-4af6-8407-1f4b203839b1 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:50:15.373450 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2028b1df-1486-4df7-a70d-def96c42a674 req-7d79d00c-d34a-4e90-a338-2ab00f48185e tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:15.375365 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2028b1df-1486-4df7-a70d-def96c42a674 req-7d79d00c-d34a-4e90-a338-2ab00f48185e tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6737c46-f367-406b-933e-6fdd361c9677 HTTP/1.1" status: 200 len: 944 time: 0.0522225 Nov 25 18:50:15.388994 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 54b5e9e4-49f0-4af6-8407-1f4b203839b1, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=54b5e9e4-49f0-4af6-8407-1f4b203839b1,segment=NetworkSegment(9a4b8594-26c0-4991-a476-273430444586),segment_id=9a4b8594-26c0-4991-a476-273430444586)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:15.400296 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '54b5e9e4-49f0-4af6-8407-1f4b203839b1', 'network_id': 'ec644cb7-3d02-4588-b445-e7e197ccf37e', 'port_id': '54b5e9e4-49f0-4af6-8407-1f4b203839b1', 'mac_address': 'fa:16:3e:03:b0:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce1f6999-21d3-4d61-b33c-52597fd9bdcb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:50:15.426853 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2028b1df-1486-4df7-a70d-def96c42a674 req-f5fb5cc3-7a48-4456-9de3-0ea76f06f27b tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/security-groups?id=b6aa6da6-ad71-48a5-8403-a0fd9c80cc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450668 Nov 25 18:50:15.436990 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:15.450970 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54b5e9e4-49f0-4af6-8407-1f4b203839b1 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:50:15.470074 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 54b5e9e4-49f0-4af6-8407-1f4b203839b1, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=54b5e9e4-49f0-4af6-8407-1f4b203839b1,segment=NetworkSegment(9a4b8594-26c0-4991-a476-273430444586),segment_id=9a4b8594-26c0-4991-a476-273430444586)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:15.473917 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:15.523395 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=54b5e9e4-49f0-4af6-8407-1f4b203839b1,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:15.675381 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['54b5e9e4-49f0-4af6-8407-1f4b203839b1'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:50:16.543475 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45d490-38d3-4cf4-83bf-cfd9bfe30f17 req-77f0ec9e-d7ba-4ab7-b4e4-6e8c02a49481 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:16.544980 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1f45d490-38d3-4cf4-83bf-cfd9bfe30f17 req-77f0ec9e-d7ba-4ab7-b4e4-6e8c02a49481 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6737c46-f367-406b-933e-6fdd361c9677 HTTP/1.1" status: 200 len: 945 time: 0.0500283 Nov 25 18:50:16.601023 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1f45d490-38d3-4cf4-83bf-cfd9bfe30f17 req-622492de-3784-4d85-92ff-f8df0a8ffd92 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/security-groups?id=b6aa6da6-ad71-48a5-8403-a0fd9c80cc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499058 Nov 25 18:50:17.302935 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e35d8bbc-18ca-49f8-a2bc-efa01b4e0c82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:17.315944 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 54b5e9e4-49f0-4af6-8407-1f4b203839b1 up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:50:17.365118 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning for port 54b5e9e4-49f0-4af6-8407-1f4b203839b1 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:50:17.369115 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 54b5e9e4-49f0-4af6-8407-1f4b203839b1 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:17.369489 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:17.449079 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:17.471008 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6737c46-f367-406b-933e-6fdd361c9677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b5e9e4-49f0-4af6-8407-1f4b203839b1'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:50:17.473276 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e885ae7a60f1de4153d3a84cf91c96dac968753d8c7eb30b74097738adf70354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5a0332-23e7-476f-a2c4-5ae875e2f895" -d '{"events": [{"server_uuid": "f6737c46-f367-406b-933e-6fdd361c9677", "name": "network-vif-plugged", "status": "completed", "tag": "54b5e9e4-49f0-4af6-8407-1f4b203839b1"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:50:17.485762 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 54b5e9e4-49f0-4af6-8407-1f4b203839b1, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=54b5e9e4-49f0-4af6-8407-1f4b203839b1,segment=NetworkSegment(9a4b8594-26c0-4991-a476-273430444586),segment_id=9a4b8594-26c0-4991-a476-273430444586)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:17.489627 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:17.513393 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cdc22cb-214f-4833-a964-1f0a3bb79be5 x-openstack-request-id: req-9cdc22cb-214f-4833-a964-1f0a3bb79be5 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:50:17.513676 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6737c46-f367-406b-933e-6fdd361c9677", "name": "network-vif-plugged", "status": "completed", "tag": "54b5e9e4-49f0-4af6-8407-1f4b203839b1", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:50:17.513934 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9cdc22cb-214f-4833-a964-1f0a3bb79be5 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:50:17.514333 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6737c46-f367-406b-933e-6fdd361c9677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b5e9e4-49f0-4af6-8407-1f4b203839b1', 'code': 200} Nov 25 18:50:17.540519 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=54b5e9e4-49f0-4af6-8407-1f4b203839b1,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:17.579449 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:17.611952 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ee693-4e38-49b2-93f6-db05f317989b req-2163dbf6-d89d-45b8-bfe8-6edeec613fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:17.613468 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c38ee693-4e38-49b2-93f6-db05f317989b req-2163dbf6-d89d-45b8-bfe8-6edeec613fde service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f6737c46-f367-406b-933e-6fdd361c9677 HTTP/1.1" status: 200 len: 1097 time: 0.0458159 Nov 25 18:50:17.661707 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c38ee693-4e38-49b2-93f6-db05f317989b req-4a3d2c30-734b-439d-83bb-212da200a2ef service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b6aa6da6-ad71-48a5-8403-a0fd9c80cc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414310 Nov 25 18:50:17.719658 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a6984-27fc-4608-b7a0-1623cfd4728f req-12ae730f-2fe9-4ec3-99d6-792ed664fb8e tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:17.721141 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-009a6984-27fc-4608-b7a0-1623cfd4728f req-12ae730f-2fe9-4ec3-99d6-792ed664fb8e tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6737c46-f367-406b-933e-6fdd361c9677 HTTP/1.1" status: 200 len: 946 time: 0.0490036 Nov 25 18:50:17.770263 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-009a6984-27fc-4608-b7a0-1623cfd4728f req-79445e77-a541-48d0-ba36-f57735ecdc6c tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/security-groups?id=b6aa6da6-ad71-48a5-8403-a0fd9c80cc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430152 Nov 25 18:50:17.788255 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:18.890351 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb3ffe-00b1-4cbb-b541-fe98569284e8 req-bfcefd7f-1bb0-446f-a501-bb3fe434161f tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:18.891823 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-49bb3ffe-00b1-4cbb-b541-fe98569284e8 req-bfcefd7f-1bb0-446f-a501-bb3fe434161f tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6737c46-f367-406b-933e-6fdd361c9677 HTTP/1.1" status: 200 len: 946 time: 0.0504193 Nov 25 18:50:18.943700 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-49bb3ffe-00b1-4cbb-b541-fe98569284e8 req-762acad4-f440-4a2d-b249-ac006c37f909 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/security-groups?id=b6aa6da6-ad71-48a5-8403-a0fd9c80cc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458589 Nov 25 18:50:19.059833 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88755577-c37d-4111-b9df-37fb240ed9fe req-fb257cf9-436d-42e2-96db-f5f1d4e9facd tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:19.061329 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-88755577-c37d-4111-b9df-37fb240ed9fe req-fb257cf9-436d-42e2-96db-f5f1d4e9facd tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6737c46-f367-406b-933e-6fdd361c9677 HTTP/1.1" status: 200 len: 946 time: 0.0489991 Nov 25 18:50:19.109019 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-88755577-c37d-4111-b9df-37fb240ed9fe req-389d50f0-5771-452d-9cff-0b912ccd7dc0 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/security-groups?id=b6aa6da6-ad71-48a5-8403-a0fd9c80cc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418501 Nov 25 18:50:19.131076 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39990) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:19.212121 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66636c28-c084-44dc-ad41-a4174de35ea4 tempest-TestSnapshotPattern-1914595720 tempest-TestSnapshotPattern-1914595720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:19.213632 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-66636c28-c084-44dc-ad41-a4174de35ea4 tempest-TestSnapshotPattern-1914595720 tempest-TestSnapshotPattern-1914595720-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=f6737c46-f367-406b-933e-6fdd361c9677 HTTP/1.1" status: 200 len: 1092 time: 0.0815911 Nov 25 18:50:19.216551 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 39994) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:19.220690 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-ab78031e-ea30-4507-9521-53ceff48c3a8 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Request body: {'floatingip': {'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'port_id': '54b5e9e4-49f0-4af6-8407-1f4b203839b1', 'tenant_id': '644295b2432d416794291c506d8bdf04', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:50:19.241997 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ab78031e-ea30-4507-9521-53ceff48c3a8 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks [] for floatingip, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:19.340354 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ab78031e-ea30-4507-9521-53ceff48c3a8 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:19.445852 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-ab78031e-ea30-4507-9521-53ceff48c3a8 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Allocated IP 172.25.0.238 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/5242e991-64be-4976-9019-843714beab00) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:50:19.544750 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ab78031e-ea30-4507-9521-53ceff48c3a8 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:19.577428 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ab78031e-ea30-4507-9521-53ceff48c3a8 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:19.616740 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab78031e-ea30-4507-9521-53ceff48c3a8 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:50:19.619587 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-ab78031e-ea30-4507-9521-53ceff48c3a8 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:50:19.623824 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab78031e-ea30-4507-9521-53ceff48c3a8 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:50:19.648722 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab78031e-ea30-4507-9521-53ceff48c3a8 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Pushing event updated for resources: {'Port': ['ID=5242e991-64be-4976-9019-843714beab00,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:19.968853 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ab78031e-ea30-4507-9521-53ceff48c3a8 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:20.033326 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-eae4245d-e508-41a1-ae5e-18faebe47b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:20.041186 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ab78031e-ea30-4507-9521-53ceff48c3a8 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:20.186384 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ab78031e-ea30-4507-9521-53ceff48c3a8 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:20.190841 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ab78031e-ea30-4507-9521-53ceff48c3a8 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:20.263223 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab78031e-ea30-4507-9521-53ceff48c3a8 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Pushing event updated for resources: {'Port': ['ID=5242e991-64be-4976-9019-843714beab00,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:20.273027 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ab78031e-ea30-4507-9521-53ceff48c3a8 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:20.373721 n-d-817746-1 neutron-server[103361]: INFO neutron.db.l3_db [None req-ab78031e-ea30-4507-9521-53ceff48c3a8 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Floating IP fa63c5e8-c320-44a4-bf5f-7e38d725a59a associated. External IP: 172.25.0.238, port: 54b5e9e4-49f0-4af6-8407-1f4b203839b1. Nov 25 18:50:20.580654 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab78031e-ea30-4507-9521-53ceff48c3a8 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Router 39a8db01-2f7a-4c4d-9276-bdcee57dc254 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:50:20.688739 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab78031e-ea30-4507-9521-53ceff48c3a8 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:50:20.699114 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354f0026-fedd-4595-9eb7-c66564f70c0b None None] Sync routers for ids ['39a8db01-2f7a-4c4d-9276-bdcee57dc254'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:50:20.706738 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ab78031e-ea30-4507-9521-53ceff48c3a8 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:20.708673 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354f0026-fedd-4595-9eb7-c66564f70c0b None None] Routers {'39a8db01-2f7a-4c4d-9276-bdcee57dc254'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:50:20.709331 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-354f0026-fedd-4595-9eb7-c66564f70c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:50:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['39a8db01-2f7a-4c4d-9276-bdcee57dc254'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:20.737044 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-ab78031e-ea30-4507-9521-53ceff48c3a8 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5194321 Nov 25 18:50:20.737630 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6737c46-f367-406b-933e-6fdd361c9677', 'tag': '54b5e9e4-49f0-4af6-8407-1f4b203839b1'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:50:20.739919 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf77b5c0-ac78-4aa8-b6bf-31655c060b1d" -d '{"events": [{"name": "network-changed", "server_uuid": "f6737c46-f367-406b-933e-6fdd361c9677", "tag": "54b5e9e4-49f0-4af6-8407-1f4b203839b1"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:50:20.779769 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e72e262-7011-4386-b6ce-f918d7f87421 x-openstack-request-id: req-9e72e262-7011-4386-b6ce-f918d7f87421 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:50:20.780056 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6737c46-f367-406b-933e-6fdd361c9677", "tag": "54b5e9e4-49f0-4af6-8407-1f4b203839b1", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:50:20.780316 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9e72e262-7011-4386-b6ce-f918d7f87421 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:50:20.780725 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6737c46-f367-406b-933e-6fdd361c9677', 'tag': '54b5e9e4-49f0-4af6-8407-1f4b203839b1', 'status': 'completed', 'code': 200} Nov 25 18:50:20.818722 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-354f0026-fedd-4595-9eb7-c66564f70c0b None None] Set router 39a8db01-2f7a-4c4d-9276-bdcee57dc254 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:50:20.844948 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77b5c0-ac78-4aa8-b6bf-31655c060b1d req-4d9ff20a-1b9a-4caf-91bd-c3009d69cc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:20.846507 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bf77b5c0-ac78-4aa8-b6bf-31655c060b1d req-4d9ff20a-1b9a-4caf-91bd-c3009d69cc67 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=644295b2432d416794291c506d8bdf04&device_id=f6737c46-f367-406b-933e-6fdd361c9677 HTTP/1.1" status: 200 len: 1097 time: 0.0434654 Nov 25 18:50:20.937064 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77b5c0-ac78-4aa8-b6bf-31655c060b1d req-cb1fc2ec-ac95-4fb3-b339-181d08be0781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:20.938544 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bf77b5c0-ac78-4aa8-b6bf-31655c060b1d req-cb1fc2ec-ac95-4fb3-b339-181d08be0781 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ec644cb7-3d02-4588-b445-e7e197ccf37e HTTP/1.1" status: 200 len: 910 time: 0.0842845 Nov 25 18:50:21.008641 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bf77b5c0-ac78-4aa8-b6bf-31655c060b1d req-9e9a18c5-0557-4d77-ae4e-5a67b4b6939e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54b5e9e4-49f0-4af6-8407-1f4b203839b1 HTTP/1.1" status: 200 len: 1000 time: 0.0631518 Nov 25 18:50:21.059183 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77b5c0-ac78-4aa8-b6bf-31655c060b1d req-fc1c98e7-1ddd-4985-b08e-781af464ea4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:21.060845 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bf77b5c0-ac78-4aa8-b6bf-31655c060b1d req-fc1c98e7-1ddd-4985-b08e-781af464ea4b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ce1f6999-21d3-4d61-b33c-52597fd9bdcb HTTP/1.1" status: 200 len: 848 time: 0.0450397 Nov 25 18:50:21.062013 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-354f0026-fedd-4595-9eb7-c66564f70c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'name': 'tempest-TestSnapshotPattern-372143164-router', 'tenant_id': '644295b2432d416794291c506d8bdf04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': 'a74f9026-3bf5-481e-a569-95ccb114a543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:49:58Z', 'updated_at': '2021-11-25T18:50:01Z', 'revision_number': 4, 'project_id': '644295b2432d416794291c506d8bdf04', 'gw_port': {'id': 'a74f9026-3bf5-481e-a569-95ccb114a543', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:af:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:59Z', 'updated_at': '2021-11-25T18:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': 'fa63c5e8-c320-44a4-bf5f-7e38d725a59a', 'tenant_id': '644295b2432d416794291c506d8bdf04', 'floating_ip_address': '172.25.0.238', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'port_id': '54b5e9e4-49f0-4af6-8407-1f4b203839b1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec644cb7-3d02-4588-b445-e7e197ccf37e', 'mac_address': 'fa:16:3e:03:b0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6737c46-f367-406b-933e-6fdd361c9677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:50:19Z', 'updated_at': '2021-11-25T18:50:19Z', 'revision_number': 0, 'project_id': '644295b2432d416794291c506d8bdf04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc43f67f-72f6-483a-9c2f-dd1afa606644', 'name': '', 'network_id': 'ec644cb7-3d02-4588-b445-e7e197ccf37e', 'tenant_id': '644295b2432d416794291c506d8bdf04', 'mac_address': 'fa:16:3e:36:b3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'ce1f6999-21d3-4d61-b33c-52597fd9bdcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:50:00Z', 'updated_at': '2021-11-25T18:50:06Z', 'revision_number': 5, 'project_id': '644295b2432d416794291c506d8bdf04', 'subnets': [{'id': 'ce1f6999-21d3-4d61-b33c-52597fd9bdcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:21.088517 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354f0026-fedd-4595-9eb7-c66564f70c0b None None] Checking router: 39a8db01-2f7a-4c4d-9276-bdcee57dc254 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:50:21.098006 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354f0026-fedd-4595-9eb7-c66564f70c0b None None] Routers {'39a8db01-2f7a-4c4d-9276-bdcee57dc254'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:50:21.098546 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-354f0026-fedd-4595-9eb7-c66564f70c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:50:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['39a8db01-2f7a-4c4d-9276-bdcee57dc254'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:21.107126 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77b5c0-ac78-4aa8-b6bf-31655c060b1d req-1245d49a-ab3a-44ea-9178-f7eb5bd4ddd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:21.108672 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bf77b5c0-ac78-4aa8-b6bf-31655c060b1d req-1245d49a-ab3a-44ea-9178-f7eb5bd4ddd9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ec644cb7-3d02-4588-b445-e7e197ccf37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408409 Nov 25 18:50:21.193578 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:21.203737 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bf77b5c0-ac78-4aa8-b6bf-31655c060b1d req-81f036f6-7825-462d-b563-916962da6aed service neutron] 10.222.0.74 "GET /v2.0/networks/ec644cb7-3d02-4588-b445-e7e197ccf37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875518 Nov 25 18:50:21.218182 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-354f0026-fedd-4595-9eb7-c66564f70c0b None None] Set router 39a8db01-2f7a-4c4d-9276-bdcee57dc254 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:50:21.293334 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-bf77b5c0-ac78-4aa8-b6bf-31655c060b1d req-0017d1a8-0888-46e5-a705-dd827f5f07ea service neutron] 10.222.0.74 "GET /v2.0/networks/ec644cb7-3d02-4588-b445-e7e197ccf37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822508 Nov 25 18:50:21.444486 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-354f0026-fedd-4595-9eb7-c66564f70c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'name': 'tempest-TestSnapshotPattern-372143164-router', 'tenant_id': '644295b2432d416794291c506d8bdf04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': 'a74f9026-3bf5-481e-a569-95ccb114a543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:49:58Z', 'updated_at': '2021-11-25T18:50:01Z', 'revision_number': 4, 'project_id': '644295b2432d416794291c506d8bdf04', 'gw_port': {'id': 'a74f9026-3bf5-481e-a569-95ccb114a543', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:af:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:59Z', 'updated_at': '2021-11-25T18:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': 'fa63c5e8-c320-44a4-bf5f-7e38d725a59a', 'tenant_id': '644295b2432d416794291c506d8bdf04', 'floating_ip_address': '172.25.0.238', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'port_id': '54b5e9e4-49f0-4af6-8407-1f4b203839b1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec644cb7-3d02-4588-b445-e7e197ccf37e', 'mac_address': 'fa:16:3e:03:b0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6737c46-f367-406b-933e-6fdd361c9677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:50:19Z', 'updated_at': '2021-11-25T18:50:19Z', 'revision_number': 0, 'project_id': '644295b2432d416794291c506d8bdf04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc43f67f-72f6-483a-9c2f-dd1afa606644', 'name': '', 'network_id': 'ec644cb7-3d02-4588-b445-e7e197ccf37e', 'tenant_id': '644295b2432d416794291c506d8bdf04', 'mac_address': 'fa:16:3e:36:b3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'ce1f6999-21d3-4d61-b33c-52597fd9bdcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:50:00Z', 'updated_at': '2021-11-25T18:50:06Z', 'revision_number': 5, 'project_id': '644295b2432d416794291c506d8bdf04', 'subnets': [{'id': 'ce1f6999-21d3-4d61-b33c-52597fd9bdcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:21.471575 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354f0026-fedd-4595-9eb7-c66564f70c0b None None] The sync data for ids ['39a8db01-2f7a-4c4d-9276-bdcee57dc254'] in n-d-817746-1 is: [{'id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'name': 'tempest-TestSnapshotPattern-372143164-router', 'tenant_id': '644295b2432d416794291c506d8bdf04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': 'a74f9026-3bf5-481e-a569-95ccb114a543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:49:58Z', 'updated_at': '2021-11-25T18:50:01Z', 'revision_number': 4, 'project_id': '644295b2432d416794291c506d8bdf04', 'gw_port': {'id': 'a74f9026-3bf5-481e-a569-95ccb114a543', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:af:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:59Z', 'updated_at': '2021-11-25T18:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': 'fa63c5e8-c320-44a4-bf5f-7e38d725a59a', 'tenant_id': '644295b2432d416794291c506d8bdf04', 'floating_ip_address': '172.25.0.238', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'port_id': '54b5e9e4-49f0-4af6-8407-1f4b203839b1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec644cb7-3d02-4588-b445-e7e197ccf37e', 'mac_address': 'fa:16:3e:03:b0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6737c46-f367-406b-933e-6fdd361c9677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:50:19Z', 'updated_at': '2021-11-25T18:50:19Z', 'revision_number': 0, 'project_id': '644295b2432d416794291c506d8bdf04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc43f67f-72f6-483a-9c2f-dd1afa606644', 'name': '', 'network_id': 'ec644cb7-3d02-4588-b445-e7e197ccf37e', 'tenant_id': '644295b2432d416794291c506d8bdf04', 'mac_address': 'fa:16:3e:36:b3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'ce1f6999-21d3-4d61-b33c-52597fd9bdcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:50:00Z', 'updated_at': '2021-11-25T18:50:06Z', 'revision_number': 5, 'project_id': '644295b2432d416794291c506d8bdf04', 'subnets': [{'id': 'ce1f6999-21d3-4d61-b33c-52597fd9bdcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:50:21.658507 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd329d6-a0fe-453a-bfd5-4bdb1ea4b1bc None None] New status for floating IP fa63c5e8-c320-44a4-bf5f-7e38d725a59a: ACTIVE {{(pid=103363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:50:22.367322 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:23.253667 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:46.331687 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:50:47.303547 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2d7ecf13-a2b1-4037-9799-be66deef1845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:47.576388 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:47.803677 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:50.035820 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-fc5ce07e-32f1-4f47-924e-1fd044685204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:51.183492 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:52.368650 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:53.255319 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:15.183225 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0f631093-c744-4d0f-b04e-371075f9ea48 req-1ef26640-6802-4d0f-9c8d-512716d42565 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f6737c46-f367-406b-933e-6fdd361c9677&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432200 Nov 25 18:51:15.267210 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f631093-c744-4d0f-b04e-371075f9ea48 req-8992a3db-e2ab-4cb8-aafc-e32b83741de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:15.268578 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0f631093-c744-4d0f-b04e-371075f9ea48 req-8992a3db-e2ab-4cb8-aafc-e32b83741de2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=644295b2432d416794291c506d8bdf04&device_id=f6737c46-f367-406b-933e-6fdd361c9677 HTTP/1.1" status: 200 len: 1097 time: 0.0414445 Nov 25 18:51:15.370409 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f631093-c744-4d0f-b04e-371075f9ea48 req-e41cdcd8-7d71-4573-9ebe-4475835d69bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:15.371888 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0f631093-c744-4d0f-b04e-371075f9ea48 req-e41cdcd8-7d71-4573-9ebe-4475835d69bf service neutron] 10.222.0.74 "GET /v2.0/networks?id=ec644cb7-3d02-4588-b445-e7e197ccf37e HTTP/1.1" status: 200 len: 910 time: 0.0845356 Nov 25 18:51:15.729883 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0f631093-c744-4d0f-b04e-371075f9ea48 req-b2c3229c-b9f9-4faf-9b94-f64adbd9061b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54b5e9e4-49f0-4af6-8407-1f4b203839b1 HTTP/1.1" status: 200 len: 1002 time: 0.3499234 Nov 25 18:51:15.780644 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f631093-c744-4d0f-b04e-371075f9ea48 req-4e791159-8b6d-4337-92ef-3d969e18c6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:15.783110 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0f631093-c744-4d0f-b04e-371075f9ea48 req-4e791159-8b6d-4337-92ef-3d969e18c6dc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ce1f6999-21d3-4d61-b33c-52597fd9bdcb HTTP/1.1" status: 200 len: 848 time: 0.0444064 Nov 25 18:51:15.829499 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f631093-c744-4d0f-b04e-371075f9ea48 req-5e837be3-bbf7-4546-94f5-b3e4191f6860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:15.830968 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0f631093-c744-4d0f-b04e-371075f9ea48 req-5e837be3-bbf7-4546-94f5-b3e4191f6860 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ec644cb7-3d02-4588-b445-e7e197ccf37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408545 Nov 25 18:51:15.928840 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0f631093-c744-4d0f-b04e-371075f9ea48 req-6d6c3839-dd03-443b-b942-2a4629466d77 service neutron] 10.222.0.74 "GET /v2.0/networks/ec644cb7-3d02-4588-b445-e7e197ccf37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910137 Nov 25 18:51:16.019663 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0f631093-c744-4d0f-b04e-371075f9ea48 req-54439c80-41d7-4a29-b5ae-458b4c456ff1 service neutron] 10.222.0.74 "GET /v2.0/networks/ec644cb7-3d02-4588-b445-e7e197ccf37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834224 Nov 25 18:51:17.305271 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-cdcd0ca8-fee0-4c7e-8d08-445d10528729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:17.594315 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:17.818345 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:20.038019 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7ce6c9e7-2f2e-48de-a501-09bfba219ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:21.186751 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:22.375054 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:23.259852 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:23.331917 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:51:47.306867 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0cc0c5c8-1a02-464f-a077-f10b7709e3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:47.606866 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:47.819688 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:50.039466 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-20267c11-e87b-4050-a936-421a0efc4e9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:51.189898 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:52.375150 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:53.262056 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:00.331327 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:52:17.228844 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f1171b-bb1d-4427-b0e0-f3258db1d4d3 req-ff4a2f55-b1b8-4602-b650-6d7caafbc77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:17.230624 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d2f1171b-bb1d-4427-b0e0-f3258db1d4d3 req-ff4a2f55-b1b8-4602-b650-6d7caafbc77f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=644295b2432d416794291c506d8bdf04&device_id=f6737c46-f367-406b-933e-6fdd361c9677 HTTP/1.1" status: 200 len: 1097 time: 0.0588775 Nov 25 18:52:17.322808 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-0d2d3835-ef96-4efb-bef7-d7d13a250096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:17.365110 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f1171b-bb1d-4427-b0e0-f3258db1d4d3 req-aae9283d-8f5a-4d9c-abf7-5c2f8635272d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:17.366776 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d2f1171b-bb1d-4427-b0e0-f3258db1d4d3 req-aae9283d-8f5a-4d9c-abf7-5c2f8635272d service neutron] 10.222.0.74 "GET /v2.0/networks?id=ec644cb7-3d02-4588-b445-e7e197ccf37e HTTP/1.1" status: 200 len: 910 time: 0.1098845 Nov 25 18:52:17.453167 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d2f1171b-bb1d-4427-b0e0-f3258db1d4d3 req-e6a54321-d6c5-447d-b6b8-8aba26e0dc5e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54b5e9e4-49f0-4af6-8407-1f4b203839b1 HTTP/1.1" status: 200 len: 1002 time: 0.0771527 Nov 25 18:52:17.511259 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f1171b-bb1d-4427-b0e0-f3258db1d4d3 req-155af590-8c94-42f1-a61d-8bd8957a797a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:17.512846 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d2f1171b-bb1d-4427-b0e0-f3258db1d4d3 req-155af590-8c94-42f1-a61d-8bd8957a797a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ce1f6999-21d3-4d61-b33c-52597fd9bdcb HTTP/1.1" status: 200 len: 848 time: 0.0514317 Nov 25 18:52:17.563190 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f1171b-bb1d-4427-b0e0-f3258db1d4d3 req-a51f9f1f-de9e-4633-9980-9b392c244a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:17.565311 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d2f1171b-bb1d-4427-b0e0-f3258db1d4d3 req-a51f9f1f-de9e-4633-9980-9b392c244a72 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ec644cb7-3d02-4588-b445-e7e197ccf37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447645 Nov 25 18:52:17.617835 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:17.696149 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d2f1171b-bb1d-4427-b0e0-f3258db1d4d3 req-2f1f8243-b9c8-436d-baf0-7430106c687a service neutron] 10.222.0.74 "GET /v2.0/networks/ec644cb7-3d02-4588-b445-e7e197ccf37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236393 Nov 25 18:52:17.802354 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d2f1171b-bb1d-4427-b0e0-f3258db1d4d3 req-5d8a9f42-c402-4040-8f9c-0a76cde75b23 service neutron] 10.222.0.74 "GET /v2.0/networks/ec644cb7-3d02-4588-b445-e7e197ccf37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970542 Nov 25 18:52:17.827469 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:17.927245 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 54b5e9e4-49f0-4af6-8407-1f4b203839b1 details requested by agent hyperv_n-h1-817746-1 with host n-h1-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:52:18.029922 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 54b5e9e4-49f0-4af6-8407-1f4b203839b1, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=54b5e9e4-49f0-4af6-8407-1f4b203839b1,segment=NetworkSegment(9a4b8594-26c0-4991-a476-273430444586),segment_id=9a4b8594-26c0-4991-a476-273430444586)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:52:18.042727 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Returning: {'device': '54b5e9e4-49f0-4af6-8407-1f4b203839b1', 'network_id': 'ec644cb7-3d02-4588-b445-e7e197ccf37e', 'port_id': '54b5e9e4-49f0-4af6-8407-1f4b203839b1', 'mac_address': 'fa:16:3e:03:b0:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce1f6999-21d3-4d61-b33c-52597fd9bdcb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:52:18.082171 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:18.099719 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 54b5e9e4-49f0-4af6-8407-1f4b203839b1 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:52:18.136979 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 54b5e9e4-49f0-4af6-8407-1f4b203839b1, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=54b5e9e4-49f0-4af6-8407-1f4b203839b1,segment=NetworkSegment(9a4b8594-26c0-4991-a476-273430444586),segment_id=9a4b8594-26c0-4991-a476-273430444586)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:52:18.141576 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:18.229739 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=54b5e9e4-49f0-4af6-8407-1f4b203839b1,revision_number=6']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:52:18.240906 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] get_ports_and_sgs() called for port_ids ['54b5e9e4-49f0-4af6-8407-1f4b203839b1'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:52:18.249406 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:18.249749 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:18.250096 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:18.250441 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:18.250772 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:18.251103 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:18.251493 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:18.252536 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:18.253048 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:18.253387 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:18.253720 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:18.254050 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:19.941150 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 54b5e9e4-49f0-4af6-8407-1f4b203839b1 up at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:52:19.999158 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Provisioning complete for port 54b5e9e4-49f0-4af6-8407-1f4b203839b1 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:52:19.999905 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:20.059307 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3201f960-febc-496b-aeae-b17b03be96f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:20.108914 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:20.133659 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6737c46-f367-406b-933e-6fdd361c9677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b5e9e4-49f0-4af6-8407-1f4b203839b1'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:52:20.136194 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e885ae7a60f1de4153d3a84cf91c96dac968753d8c7eb30b74097738adf70354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a863bf-7a2e-483b-a9ad-0de2405a6f8b" -d '{"events": [{"server_uuid": "f6737c46-f367-406b-933e-6fdd361c9677", "name": "network-vif-plugged", "status": "completed", "tag": "54b5e9e4-49f0-4af6-8407-1f4b203839b1"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:52:20.149683 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 54b5e9e4-49f0-4af6-8407-1f4b203839b1, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=54b5e9e4-49f0-4af6-8407-1f4b203839b1,segment=NetworkSegment(9a4b8594-26c0-4991-a476-273430444586),segment_id=9a4b8594-26c0-4991-a476-273430444586)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:52:20.156308 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:20.214663 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=54b5e9e4-49f0-4af6-8407-1f4b203839b1,revision_number=7']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:52:20.283735 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a1c63b-7fdf-47c5-afbd-c79b24c3abf4 x-openstack-request-id: req-b3a1c63b-7fdf-47c5-afbd-c79b24c3abf4 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:52:20.285723 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6737c46-f367-406b-933e-6fdd361c9677", "name": "network-vif-plugged", "status": "completed", "tag": "54b5e9e4-49f0-4af6-8407-1f4b203839b1", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:52:20.286000 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b3a1c63b-7fdf-47c5-afbd-c79b24c3abf4 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:52:20.286747 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6737c46-f367-406b-933e-6fdd361c9677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b5e9e4-49f0-4af6-8407-1f4b203839b1', 'code': 200} Nov 25 18:52:21.195560 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:22.380229 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:23.267419 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:27.208084 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2c24124c-5167-4379-b361-428c8a63a02f req-83b8ea30-1862-40a4-8244-04923c19f8fd tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1155905459&fields=id&tenant_id=644295b2432d416794291c506d8bdf04 HTTP/1.1" status: 200 len: 267 time: 0.0460122 Nov 25 18:52:27.319428 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c24124c-5167-4379-b361-428c8a63a02f req-cac3707c-1291-4e3f-9877-46fc76170eb5 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:27.320921 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2c24124c-5167-4379-b361-428c8a63a02f req-cac3707c-1291-4e3f-9877-46fc76170eb5 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/networks?id=ec644cb7-3d02-4588-b445-e7e197ccf37e HTTP/1.1" status: 200 len: 809 time: 0.1061926 Nov 25 18:52:27.335600 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2c24124c-5167-4379-b361-428c8a63a02f req-251af0d5-4802-47f2-a022-c3f2561719fe tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/quotas/644295b2432d416794291c506d8bdf04 HTTP/1.1" status: 200 len: 375 time: 0.0089748 Nov 25 18:52:27.389663 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2c24124c-5167-4379-b361-428c8a63a02f req-6a82456b-691b-47db-943c-8bc68c369a97 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=644295b2432d416794291c506d8bdf04&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0487778 Nov 25 18:52:27.487280 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2c24124c-5167-4379-b361-428c8a63a02f req-77623371-5b90-4cfd-9336-3d993262c7db service neutron] 10.222.0.75 "GET /v2.0/networks/ec644cb7-3d02-4588-b445-e7e197ccf37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859771 Nov 25 18:52:27.576913 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2c24124c-5167-4379-b361-428c8a63a02f req-38848fac-82d1-4a80-bf65-69bc00827a5f service neutron] 10.222.0.75 "GET /v2.0/networks/ec644cb7-3d02-4588-b445-e7e197ccf37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833287 Nov 25 18:52:28.861908 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a8df72bf-dc1f-43cd-927b-3b4922980aeb req-610af400-b136-4e69-a3ee-296013f040ae tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/ports?device_id=52de4061-0d12-49eb-835d-ca777341a75f HTTP/1.1" status: 200 len: 210 time: 0.0937045 Nov 25 18:52:29.783115 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c24124c-5167-4379-b361-428c8a63a02f req-51dc4465-c2b7-4246-8840-3f9c304c97ca tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:29.784679 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2c24124c-5167-4379-b361-428c8a63a02f req-51dc4465-c2b7-4246-8840-3f9c304c97ca tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.90 "GET /v2.0/networks?id=ec644cb7-3d02-4588-b445-e7e197ccf37e HTTP/1.1" status: 200 len: 809 time: 0.1094198 Nov 25 18:52:29.853886 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2c24124c-5167-4379-b361-428c8a63a02f req-c35aba5d-9fc3-4c55-9d81-fc486bef711e tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=644295b2432d416794291c506d8bdf04 HTTP/1.1" status: 200 len: 380 time: 0.0599697 Nov 25 18:52:29.863671 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-2c24124c-5167-4379-b361-428c8a63a02f req-a53d0b00-0386-4c29-8352-24911b119e67 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Request body: {'port': {'device_id': '52de4061-0d12-49eb-835d-ca777341a75f', 'network_id': 'ec644cb7-3d02-4588-b445-e7e197ccf37e', 'admin_state_up': True, 'tenant_id': '644295b2432d416794291c506d8bdf04', 'security_groups': ['b6aa6da6-ad71-48a5-8403-a0fd9c80cc2c']}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:52:29.962987 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-1ddc4d8c-1c97-4ecc-a7a8-45505f8e9ce1 req-90a9cc0d-69da-4420-be0d-ebf255257d7b tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/ports?device_id=52de4061-0d12-49eb-835d-ca777341a75f HTTP/1.1" status: 200 len: 210 time: 0.0321040 Nov 25 18:52:30.008327 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c24124c-5167-4379-b361-428c8a63a02f req-a53d0b00-0386-4c29-8352-24911b119e67 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Made reservation on behalf of 644295b2432d416794291c506d8bdf04 for: {'port': 1} {{(pid=103361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:52:30.012017 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-2c24124c-5167-4379-b361-428c8a63a02f req-a53d0b00-0386-4c29-8352-24911b119e67 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:30.159963 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [req-2c24124c-5167-4379-b361-428c8a63a02f req-a53d0b00-0386-4c29-8352-24911b119e67 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Allocated IP 172.20.0.9 (ec644cb7-3d02-4588-b445-e7e197ccf37e/ce1f6999-21d3-4d61-b33c-52597fd9bdcb/0e34f910-0eff-4388-8edf-2c2d69bf0c41) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:52:30.317922 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-2c24124c-5167-4379-b361-428c8a63a02f req-a53d0b00-0386-4c29-8352-24911b119e67 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:30.365910 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-2c24124c-5167-4379-b361-428c8a63a02f req-a53d0b00-0386-4c29-8352-24911b119e67 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:30.416807 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c24124c-5167-4379-b361-428c8a63a02f req-a53d0b00-0386-4c29-8352-24911b119e67 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Network ec644cb7-3d02-4588-b445-e7e197ccf37e is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:52:30.420134 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [req-2c24124c-5167-4379-b361-428c8a63a02f req-a53d0b00-0386-4c29-8352-24911b119e67 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:52:30.424875 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c24124c-5167-4379-b361-428c8a63a02f req-a53d0b00-0386-4c29-8352-24911b119e67 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:52:30.431935 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53d0b00-0386-4c29-8352-24911b119e67 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Pushing event updated for resources: {'Port': ['ID=0e34f910-0eff-4388-8edf-2c2d69bf0c41,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:52:30.471892 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53d0b00-0386-4c29-8352-24911b119e67 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:30.472323 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53d0b00-0386-4c29-8352-24911b119e67 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:30.472740 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53d0b00-0386-4c29-8352-24911b119e67 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:30.473205 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53d0b00-0386-4c29-8352-24911b119e67 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:30.473616 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53d0b00-0386-4c29-8352-24911b119e67 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:30.474023 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53d0b00-0386-4c29-8352-24911b119e67 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:30.474425 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53d0b00-0386-4c29-8352-24911b119e67 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:30.474848 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53d0b00-0386-4c29-8352-24911b119e67 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:30.475241 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53d0b00-0386-4c29-8352-24911b119e67 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:30.475641 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53d0b00-0386-4c29-8352-24911b119e67 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:30.476045 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53d0b00-0386-4c29-8352-24911b119e67 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:30.476442 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53d0b00-0386-4c29-8352-24911b119e67 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:30.522445 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c24124c-5167-4379-b361-428c8a63a02f req-a53d0b00-0386-4c29-8352-24911b119e67 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:30.523194 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-2c24124c-5167-4379-b361-428c8a63a02f req-a53d0b00-0386-4c29-8352-24911b119e67 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:30.542245 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2c24124c-5167-4379-b361-428c8a63a02f req-a53d0b00-0386-4c29-8352-24911b119e67 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6827660 Nov 25 18:52:30.725542 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-2f19c82b-0071-409d-8651-7570be820a35 None None] Provisioning complete for port 0e34f910-0eff-4388-8edf-2c2d69bf0c41 triggered by entity DHCP. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:52:30.726088 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-2f19c82b-0071-409d-8651-7570be820a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:30.762282 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-2f19c82b-0071-409d-8651-7570be820a35 None None] Port 0e34f910-0eff-4388-8edf-2c2d69bf0c41 cannot update to ACTIVE because it is not bound. {{(pid=103362) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:52:31.352391 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7027796f-3cbc-4739-a6bd-6d1f590a16f7 req-b174bebb-3485-4b32-84a1-9b4539a8bc99 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:31.353902 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7027796f-3cbc-4739-a6bd-6d1f590a16f7 req-b174bebb-3485-4b32-84a1-9b4539a8bc99 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/ports?device_id=52de4061-0d12-49eb-835d-ca777341a75f HTTP/1.1" status: 200 len: 931 time: 0.0510640 Nov 25 18:52:31.405229 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-7027796f-3cbc-4739-a6bd-6d1f590a16f7 req-df54a694-8321-4b5e-b0e1-9a7769dd4cc9 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/security-groups?id=b6aa6da6-ad71-48a5-8403-a0fd9c80cc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453761 Nov 25 18:52:32.001965 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 54b5e9e4-49f0-4af6-8407-1f4b203839b1 no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:52:32.084347 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:32.108759 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6737c46-f367-406b-933e-6fdd361c9677', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54b5e9e4-49f0-4af6-8407-1f4b203839b1'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:52:32.111252 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e885ae7a60f1de4153d3a84cf91c96dac968753d8c7eb30b74097738adf70354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f014d2b9-326c-46f3-ae41-151b313239b4" -d '{"events": [{"server_uuid": "f6737c46-f367-406b-933e-6fdd361c9677", "name": "network-vif-unplugged", "status": "completed", "tag": "54b5e9e4-49f0-4af6-8407-1f4b203839b1"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:52:32.124067 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] For port 54b5e9e4-49f0-4af6-8407-1f4b203839b1, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=54b5e9e4-49f0-4af6-8407-1f4b203839b1,segment=NetworkSegment(9a4b8594-26c0-4991-a476-273430444586),segment_id=9a4b8594-26c0-4991-a476-273430444586)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:52:32.128794 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:32.180307 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 18:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2135376-4cda-4e34-9354-01c7c9e4e3a6 x-openstack-request-id: req-b2135376-4cda-4e34-9354-01c7c9e4e3a6 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:52:32.180598 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6737c46-f367-406b-933e-6fdd361c9677", "name": "network-vif-unplugged", "status": "completed", "tag": "54b5e9e4-49f0-4af6-8407-1f4b203839b1", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:52:32.180913 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b2135376-4cda-4e34-9354-01c7c9e4e3a6 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:52:32.181310 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6737c46-f367-406b-933e-6fdd361c9677', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54b5e9e4-49f0-4af6-8407-1f4b203839b1', 'code': 200} Nov 25 18:52:32.186066 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Pushing event updated for resources: {'Port': ['ID=54b5e9e4-49f0-4af6-8407-1f4b203839b1,revision_number=8']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:52:32.530410 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b653e4-81e9-4ab4-89e2-d2571eedbbd0 req-6c335e98-a137-4e4c-9f36-62e1643af750 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:32.531987 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d5b653e4-81e9-4ab4-89e2-d2571eedbbd0 req-6c335e98-a137-4e4c-9f36-62e1643af750 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/ports?device_id=52de4061-0d12-49eb-835d-ca777341a75f HTTP/1.1" status: 200 len: 931 time: 0.0537536 Nov 25 18:52:32.586059 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d5b653e4-81e9-4ab4-89e2-d2571eedbbd0 req-4b3bb9c6-ca0c-49c3-aad4-85781f76f4b1 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/security-groups?id=b6aa6da6-ad71-48a5-8403-a0fd9c80cc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473480 Nov 25 18:52:33.715201 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2354c5c7-3c72-4aca-a28e-2cc455cbbd83 req-f7f0a038-bd44-402b-965b-d6af4698bc9c tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:33.716980 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2354c5c7-3c72-4aca-a28e-2cc455cbbd83 req-f7f0a038-bd44-402b-965b-d6af4698bc9c tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/ports?device_id=52de4061-0d12-49eb-835d-ca777341a75f HTTP/1.1" status: 200 len: 931 time: 0.0581896 Nov 25 18:52:33.769182 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2354c5c7-3c72-4aca-a28e-2cc455cbbd83 req-8b2e1507-f248-4aa4-a011-95f40373935a tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/security-groups?id=b6aa6da6-ad71-48a5-8403-a0fd9c80cc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453451 Nov 25 18:52:34.894199 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de27c44-b06c-4cf1-953e-922d692b269e req-4116d720-2e37-4af2-973b-8e1d398e7fdd tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:34.895719 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6de27c44-b06c-4cf1-953e-922d692b269e req-4116d720-2e37-4af2-973b-8e1d398e7fdd tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/ports?device_id=52de4061-0d12-49eb-835d-ca777341a75f HTTP/1.1" status: 200 len: 931 time: 0.0511687 Nov 25 18:52:34.951454 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6de27c44-b06c-4cf1-953e-922d692b269e req-4494bd80-d2ad-4a65-85d0-98af8aaa3e57 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/security-groups?id=b6aa6da6-ad71-48a5-8403-a0fd9c80cc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494964 Nov 25 18:52:36.080668 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf801ab-79f3-4390-9233-f949d96d45c7 req-fbe6227a-419e-4783-a55a-7fd55dc4e5fc tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:36.082383 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6cf801ab-79f3-4390-9233-f949d96d45c7 req-fbe6227a-419e-4783-a55a-7fd55dc4e5fc tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/ports?device_id=52de4061-0d12-49eb-835d-ca777341a75f HTTP/1.1" status: 200 len: 931 time: 0.0581334 Nov 25 18:52:36.135253 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6cf801ab-79f3-4390-9233-f949d96d45c7 req-e96c4d38-2a2c-4db0-a52c-491cb0da1284 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/security-groups?id=b6aa6da6-ad71-48a5-8403-a0fd9c80cc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469875 Nov 25 18:52:37.265465 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4626d9-aa88-4184-9189-ed82de23d2c8 req-3f6fe5cb-09d4-4cdf-a6d2-36d5708c4ec1 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:37.267502 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ad4626d9-aa88-4184-9189-ed82de23d2c8 req-3f6fe5cb-09d4-4cdf-a6d2-36d5708c4ec1 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/ports?device_id=52de4061-0d12-49eb-835d-ca777341a75f HTTP/1.1" status: 200 len: 931 time: 0.0538547 Nov 25 18:52:37.320660 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ad4626d9-aa88-4184-9189-ed82de23d2c8 req-3340d57d-910a-4059-bf6d-4de21855906e tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/security-groups?id=b6aa6da6-ad71-48a5-8403-a0fd9c80cc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466866 Nov 25 18:52:37.331809 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:52:38.441612 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b4d4b-3397-4dd0-b21f-f292d5204462 req-5297b6ec-8af5-4575-87f4-26f24581679c tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:38.443134 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5e4b4d4b-3397-4dd0-b21f-f292d5204462 req-5297b6ec-8af5-4575-87f4-26f24581679c tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/ports?device_id=52de4061-0d12-49eb-835d-ca777341a75f HTTP/1.1" status: 200 len: 931 time: 0.0515647 Nov 25 18:52:38.500996 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5e4b4d4b-3397-4dd0-b21f-f292d5204462 req-c0da878b-41bd-47db-9878-210fe16e5f2d tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/security-groups?id=b6aa6da6-ad71-48a5-8403-a0fd9c80cc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515761 Nov 25 18:52:39.621958 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255cb97c-8a9e-437e-88af-dc8b9afaf326 req-129f659c-a879-4cda-b369-b275a1f7907b tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:39.623516 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-255cb97c-8a9e-437e-88af-dc8b9afaf326 req-129f659c-a879-4cda-b369-b275a1f7907b tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/ports?device_id=52de4061-0d12-49eb-835d-ca777341a75f HTTP/1.1" status: 200 len: 931 time: 0.0513511 Nov 25 18:52:39.675449 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-255cb97c-8a9e-437e-88af-dc8b9afaf326 req-2dc1b2e4-46fe-4b86-b72b-ef05a7ea765c tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/security-groups?id=b6aa6da6-ad71-48a5-8403-a0fd9c80cc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443873 Nov 25 18:52:40.102660 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [req-2c24124c-5167-4379-b361-428c8a63a02f req-c8e1e1ed-ba15-4b52-b1d7-778475574d59 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:52:40.103846 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2c24124c-5167-4379-b361-428c8a63a02f req-c8e1e1ed-ba15-4b52-b1d7-778475574d59 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058832 Nov 25 18:52:40.172161 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [req-2c24124c-5167-4379-b361-428c8a63a02f req-1094412b-2b4b-4c28-a3fa-07158f43aed1 service neutron] Request body: {'port': {'device_id': '52de4061-0d12-49eb-835d-ca777341a75f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817746-1'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:52:40.224878 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-2c24124c-5167-4379-b361-428c8a63a02f req-1094412b-2b4b-4c28-a3fa-07158f43aed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:40.484449 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [req-2c24124c-5167-4379-b361-428c8a63a02f req-1094412b-2b4b-4c28-a3fa-07158f43aed1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e34f910-0eff-4388-8edf-2c2d69bf0c41 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:52:40.493808 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-2c24124c-5167-4379-b361-428c8a63a02f req-1094412b-2b4b-4c28-a3fa-07158f43aed1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:40.506776 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [req-2c24124c-5167-4379-b361-428c8a63a02f req-1094412b-2b4b-4c28-a3fa-07158f43aed1 service neutron] Transition to ACTIVE for port object 0e34f910-0eff-4388-8edf-2c2d69bf0c41 will not be triggered until provisioned by entity L2. {{(pid=103361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:52:40.509877 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-2c24124c-5167-4379-b361-428c8a63a02f req-1094412b-2b4b-4c28-a3fa-07158f43aed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:40.562788 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1094412b-2b4b-4c28-a3fa-07158f43aed1 service neutron] Pushing event updated for resources: {'Port': ['ID=0e34f910-0eff-4388-8edf-2c2d69bf0c41,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:52:40.633773 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-2c24124c-5167-4379-b361-428c8a63a02f req-1094412b-2b4b-4c28-a3fa-07158f43aed1 service neutron] Attempting to bind port 0e34f910-0eff-4388-8edf-2c2d69bf0c41 on host n-h2-817746-1 for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:52:40.634506 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-2c24124c-5167-4379-b361-428c8a63a02f req-1094412b-2b4b-4c28-a3fa-07158f43aed1 service neutron] Attempting to bind port 0e34f910-0eff-4388-8edf-2c2d69bf0c41 by drivers openvswitch,hyperv on host n-h2-817746-1 at level 0 using segments [{'id': '9a4b8594-26c0-4991-a476-273430444586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'ec644cb7-3d02-4588-b445-e7e197ccf37e'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:52:40.634506 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c24124c-5167-4379-b361-428c8a63a02f req-1094412b-2b4b-4c28-a3fa-07158f43aed1 service neutron] Attempting to bind port 0e34f910-0eff-4388-8edf-2c2d69bf0c41 on network ec644cb7-3d02-4588-b445-e7e197ccf37e {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:52:40.638864 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c24124c-5167-4379-b361-428c8a63a02f req-1094412b-2b4b-4c28-a3fa-07158f43aed1 service neutron] Port 0e34f910-0eff-4388-8edf-2c2d69bf0c41 on network ec644cb7-3d02-4588-b445-e7e197ccf37e not bound, no agent of type Open vSwitch agent registered on host n-h2-817746-1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:52:40.639191 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c24124c-5167-4379-b361-428c8a63a02f req-1094412b-2b4b-4c28-a3fa-07158f43aed1 service neutron] Attempting to bind port 0e34f910-0eff-4388-8edf-2c2d69bf0c41 on network ec644cb7-3d02-4588-b445-e7e197ccf37e {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:52:40.644331 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c24124c-5167-4379-b361-428c8a63a02f req-1094412b-2b4b-4c28-a3fa-07158f43aed1 service neutron] Checking agent: {'id': '5947c7e8-c39b-4e6c-ba9b-ddf018c8ceb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817746-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'started_at': datetime.datetime(2021, 11, 25, 17, 18, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:52:40.644677 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c24124c-5167-4379-b361-428c8a63a02f req-1094412b-2b4b-4c28-a3fa-07158f43aed1 service neutron] Checking segment: {'id': '9a4b8594-26c0-4991-a476-273430444586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'ec644cb7-3d02-4588-b445-e7e197ccf37e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:52:40.645097 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c24124c-5167-4379-b361-428c8a63a02f req-1094412b-2b4b-4c28-a3fa-07158f43aed1 service neutron] Bound using segment: {'id': '9a4b8594-26c0-4991-a476-273430444586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'ec644cb7-3d02-4588-b445-e7e197ccf37e'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:52:40.645533 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [req-2c24124c-5167-4379-b361-428c8a63a02f req-1094412b-2b4b-4c28-a3fa-07158f43aed1 service neutron] Bound port: 0e34f910-0eff-4388-8edf-2c2d69bf0c41, host: n-h2-817746-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a4b8594-26c0-4991-a476-273430444586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'ec644cb7-3d02-4588-b445-e7e197ccf37e'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:52:40.645895 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-2c24124c-5167-4379-b361-428c8a63a02f req-1094412b-2b4b-4c28-a3fa-07158f43aed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:40.714566 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-2c24124c-5167-4379-b361-428c8a63a02f req-1094412b-2b4b-4c28-a3fa-07158f43aed1 service neutron] For port 0e34f910-0eff-4388-8edf-2c2d69bf0c41, host n-h2-817746-1, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:52:40.718144 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-2c24124c-5167-4379-b361-428c8a63a02f req-1094412b-2b4b-4c28-a3fa-07158f43aed1 service neutron] For port 0e34f910-0eff-4388-8edf-2c2d69bf0c41, host n-h2-817746-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=0e34f910-0eff-4388-8edf-2c2d69bf0c41,segment=NetworkSegment(9a4b8594-26c0-4991-a476-273430444586),segment_id=9a4b8594-26c0-4991-a476-273430444586)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:52:40.724054 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-2c24124c-5167-4379-b361-428c8a63a02f req-1094412b-2b4b-4c28-a3fa-07158f43aed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:40.775514 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c24124c-5167-4379-b361-428c8a63a02f req-1094412b-2b4b-4c28-a3fa-07158f43aed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:40.776168 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-2c24124c-5167-4379-b361-428c8a63a02f req-1094412b-2b4b-4c28-a3fa-07158f43aed1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:40.777575 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2c24124c-5167-4379-b361-428c8a63a02f req-1094412b-2b4b-4c28-a3fa-07158f43aed1 service neutron] 10.222.0.90 "PUT /v2.0/ports/0e34f910-0eff-4388-8edf-2c2d69bf0c41 HTTP/1.1" status: 200 len: 1091 time: 0.6652753 Nov 25 18:52:40.781052 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52de4061-0d12-49eb-835d-ca777341a75f', 'tag': '0e34f910-0eff-4388-8edf-2c2d69bf0c41'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:52:40.783265 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a819acdf-8818-4e51-9243-24b30891ec54" -d '{"events": [{"name": "network-changed", "server_uuid": "52de4061-0d12-49eb-835d-ca777341a75f", "tag": "0e34f910-0eff-4388-8edf-2c2d69bf0c41"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:52:40.870946 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1094412b-2b4b-4c28-a3fa-07158f43aed1 service neutron] Pushing event updated for resources: {'Port': ['ID=0e34f910-0eff-4388-8edf-2c2d69bf0c41,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:52:40.884789 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028404e9-ec46-4b3f-9e3a-6a483e451b7d req-f849d915-6423-4887-8956-1eaf989b30f9 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:40.886376 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-028404e9-ec46-4b3f-9e3a-6a483e451b7d req-f849d915-6423-4887-8956-1eaf989b30f9 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/ports?device_id=52de4061-0d12-49eb-835d-ca777341a75f HTTP/1.1" status: 200 len: 943 time: 0.1262431 Nov 25 18:52:40.912659 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c24124c-5167-4379-b361-428c8a63a02f req-b5dde952-2d06-4291-8c9e-16e8aeb5d8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:40.914200 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2c24124c-5167-4379-b361-428c8a63a02f req-b5dde952-2d06-4291-8c9e-16e8aeb5d8bd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=644295b2432d416794291c506d8bdf04&device_id=52de4061-0d12-49eb-835d-ca777341a75f HTTP/1.1" status: 200 len: 1094 time: 0.0885274 Nov 25 18:52:40.922817 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21471183-5d2d-4e66-bbeb-617b7da6a8ca x-openstack-request-id: req-21471183-5d2d-4e66-bbeb-617b7da6a8ca {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:52:40.923121 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52de4061-0d12-49eb-835d-ca777341a75f", "tag": "0e34f910-0eff-4388-8edf-2c2d69bf0c41", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:52:40.923380 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-21471183-5d2d-4e66-bbeb-617b7da6a8ca {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:52:40.923785 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52de4061-0d12-49eb-835d-ca777341a75f', 'tag': '0e34f910-0eff-4388-8edf-2c2d69bf0c41', 'status': 'completed', 'code': 200} Nov 25 18:52:40.977041 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2c24124c-5167-4379-b361-428c8a63a02f req-f2a59cc2-98f1-4d73-9676-c5eac938a74b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e34f910-0eff-4388-8edf-2c2d69bf0c41 HTTP/1.1" status: 200 len: 217 time: 0.0447035 Nov 25 18:52:40.994594 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-028404e9-ec46-4b3f-9e3a-6a483e451b7d req-bedf926d-3494-482c-865c-96cb42c1aa6d tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/security-groups?id=b6aa6da6-ad71-48a5-8403-a0fd9c80cc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010611 Nov 25 18:52:41.035784 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c24124c-5167-4379-b361-428c8a63a02f req-76dad1d4-92ec-434c-be65-bf243d396b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:41.037254 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2c24124c-5167-4379-b361-428c8a63a02f req-76dad1d4-92ec-434c-be65-bf243d396b79 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ce1f6999-21d3-4d61-b33c-52597fd9bdcb HTTP/1.1" status: 200 len: 848 time: 0.0548494 Nov 25 18:52:41.087795 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c24124c-5167-4379-b361-428c8a63a02f req-847e400b-2b7e-41f0-87e3-bfbe51299bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:41.089334 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2c24124c-5167-4379-b361-428c8a63a02f req-847e400b-2b7e-41f0-87e3-bfbe51299bdb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ec644cb7-3d02-4588-b445-e7e197ccf37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447595 Nov 25 18:52:41.178203 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2c24124c-5167-4379-b361-428c8a63a02f req-dfeedbc6-cb05-461e-8bb9-2a78d31df76b service neutron] 10.222.0.90 "GET /v2.0/networks/ec644cb7-3d02-4588-b445-e7e197ccf37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820143 Nov 25 18:52:41.270422 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2c24124c-5167-4379-b361-428c8a63a02f req-374c1f2f-46aa-41c7-9688-cc42fe266340 service neutron] 10.222.0.90 "GET /v2.0/networks/ec644cb7-3d02-4588-b445-e7e197ccf37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846615 Nov 25 18:52:41.358251 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819acdf-8818-4e51-9243-24b30891ec54 req-74fd70c6-e854-48e4-bbf3-4c3e3ad3b878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:41.359733 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a819acdf-8818-4e51-9243-24b30891ec54 req-74fd70c6-e854-48e4-bbf3-4c3e3ad3b878 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=644295b2432d416794291c506d8bdf04&device_id=52de4061-0d12-49eb-835d-ca777341a75f HTTP/1.1" status: 200 len: 1094 time: 0.0419259 Nov 25 18:52:41.452276 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819acdf-8818-4e51-9243-24b30891ec54 req-e6b48cad-5876-4554-a3c6-1ea74573c7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:41.453766 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a819acdf-8818-4e51-9243-24b30891ec54 req-e6b48cad-5876-4554-a3c6-1ea74573c7e5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ec644cb7-3d02-4588-b445-e7e197ccf37e HTTP/1.1" status: 200 len: 910 time: 0.0868061 Nov 25 18:52:41.494976 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a819acdf-8818-4e51-9243-24b30891ec54 req-5fac3be4-74b2-43b3-8d94-b1b91204d53f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e34f910-0eff-4388-8edf-2c2d69bf0c41 HTTP/1.1" status: 200 len: 217 time: 0.0335135 Nov 25 18:52:41.546274 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819acdf-8818-4e51-9243-24b30891ec54 req-0a265675-f7bf-4fa8-8d5c-1e7ebcbc9f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:41.547602 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a819acdf-8818-4e51-9243-24b30891ec54 req-0a265675-f7bf-4fa8-8d5c-1e7ebcbc9f37 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ce1f6999-21d3-4d61-b33c-52597fd9bdcb HTTP/1.1" status: 200 len: 848 time: 0.0440249 Nov 25 18:52:41.595027 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819acdf-8818-4e51-9243-24b30891ec54 req-3608e300-fc48-42bc-a404-d9c87f782516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:41.596658 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a819acdf-8818-4e51-9243-24b30891ec54 req-3608e300-fc48-42bc-a404-d9c87f782516 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ec644cb7-3d02-4588-b445-e7e197ccf37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416849 Nov 25 18:52:41.689589 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a819acdf-8818-4e51-9243-24b30891ec54 req-8f305840-d392-4d58-b4d6-95a60e33765d service neutron] 10.222.0.90 "GET /v2.0/networks/ec644cb7-3d02-4588-b445-e7e197ccf37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847602 Nov 25 18:52:41.783180 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-a819acdf-8818-4e51-9243-24b30891ec54 req-9e689fa0-ef8a-4ef9-8412-feec3c6184e2 service neutron] 10.222.0.90 "GET /v2.0/networks/ec644cb7-3d02-4588-b445-e7e197ccf37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851827 Nov 25 18:52:42.114531 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133d2dd-18f5-49f7-8b6a-1830f1a9a59d req-9480ad6d-58a1-487b-b5ba-7aabb640dba9 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:42.116320 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e133d2dd-18f5-49f7-8b6a-1830f1a9a59d req-9480ad6d-58a1-487b-b5ba-7aabb640dba9 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/ports?device_id=52de4061-0d12-49eb-835d-ca777341a75f HTTP/1.1" status: 200 len: 943 time: 0.0497749 Nov 25 18:52:42.166305 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-e133d2dd-18f5-49f7-8b6a-1830f1a9a59d req-48d0c775-369a-4d22-b201-d5126b8c6742 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/security-groups?id=b6aa6da6-ad71-48a5-8403-a0fd9c80cc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437474 Nov 25 18:52:43.284090 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac5e4a-9c4a-4a40-8d75-8d649a86586e req-9d467a15-6695-4d36-bcde-3b3fdecadca4 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:43.285625 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4cac5e4a-9c4a-4a40-8d75-8d649a86586e req-9d467a15-6695-4d36-bcde-3b3fdecadca4 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/ports?device_id=52de4061-0d12-49eb-835d-ca777341a75f HTTP/1.1" status: 200 len: 943 time: 0.0495062 Nov 25 18:52:43.336460 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-4cac5e4a-9c4a-4a40-8d75-8d649a86586e req-0f40faa3-d562-4499-b09c-fe3496457991 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/security-groups?id=b6aa6da6-ad71-48a5-8403-a0fd9c80cc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444980 Nov 25 18:52:44.464943 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d7a6c-3d35-436e-9c20-e7cab6b59bfe req-8504cec8-ede8-4e1d-bb4b-3e093cd3a078 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:44.466422 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0c6d7a6c-3d35-436e-9c20-e7cab6b59bfe req-8504cec8-ede8-4e1d-bb4b-3e093cd3a078 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/ports?device_id=52de4061-0d12-49eb-835d-ca777341a75f HTTP/1.1" status: 200 len: 943 time: 0.0522547 Nov 25 18:52:44.514095 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0c6d7a6c-3d35-436e-9c20-e7cab6b59bfe req-61379b69-0dc3-4523-aae3-d729e562a7e4 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/security-groups?id=b6aa6da6-ad71-48a5-8403-a0fd9c80cc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415933 Nov 25 18:52:44.712033 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 0e34f910-0eff-4388-8edf-2c2d69bf0c41 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:52:44.805528 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 0e34f910-0eff-4388-8edf-2c2d69bf0c41, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=0e34f910-0eff-4388-8edf-2c2d69bf0c41,segment=NetworkSegment(9a4b8594-26c0-4991-a476-273430444586),segment_id=9a4b8594-26c0-4991-a476-273430444586)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:52:44.817526 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '0e34f910-0eff-4388-8edf-2c2d69bf0c41', 'network_id': 'ec644cb7-3d02-4588-b445-e7e197ccf37e', 'port_id': '0e34f910-0eff-4388-8edf-2c2d69bf0c41', 'mac_address': 'fa:16:3e:67:02:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce1f6999-21d3-4d61-b33c-52597fd9bdcb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:52:44.857355 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:44.870973 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e34f910-0eff-4388-8edf-2c2d69bf0c41 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:52:44.889945 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 0e34f910-0eff-4388-8edf-2c2d69bf0c41, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=0e34f910-0eff-4388-8edf-2c2d69bf0c41,segment=NetworkSegment(9a4b8594-26c0-4991-a476-273430444586),segment_id=9a4b8594-26c0-4991-a476-273430444586)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:52:44.893981 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:44.943562 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=0e34f910-0eff-4388-8edf-2c2d69bf0c41,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:52:45.128537 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['0e34f910-0eff-4388-8edf-2c2d69bf0c41'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:52:45.628926 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76d6587-7ff2-40a8-ab23-a7836af97730 req-4e8a288b-ad3b-484c-a307-d5fff6200982 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:45.630405 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f76d6587-7ff2-40a8-ab23-a7836af97730 req-4e8a288b-ad3b-484c-a307-d5fff6200982 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/ports?device_id=52de4061-0d12-49eb-835d-ca777341a75f HTTP/1.1" status: 200 len: 944 time: 0.0498304 Nov 25 18:52:45.679830 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-f76d6587-7ff2-40a8-ab23-a7836af97730 req-02ed9edd-ea4b-4e96-851a-0d35b73cb5c5 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/security-groups?id=b6aa6da6-ad71-48a5-8403-a0fd9c80cc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434251 Nov 25 18:52:46.716791 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 0e34f910-0eff-4388-8edf-2c2d69bf0c41 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:52:46.764958 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning for port 0e34f910-0eff-4388-8edf-2c2d69bf0c41 completed by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:52:46.769601 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port 0e34f910-0eff-4388-8edf-2c2d69bf0c41 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:52:46.769981 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:46.799246 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806afdef-1d46-42a8-9784-d35df7ca681f req-5d405c49-58c9-4dfb-a0b5-8a6b87fd41ac tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:46.801178 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-806afdef-1d46-42a8-9784-d35df7ca681f req-5d405c49-58c9-4dfb-a0b5-8a6b87fd41ac tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/ports?device_id=52de4061-0d12-49eb-835d-ca777341a75f HTTP/1.1" status: 200 len: 944 time: 0.0508814 Nov 25 18:52:46.851417 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:46.856665 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-806afdef-1d46-42a8-9784-d35df7ca681f req-6289bcc2-8f70-4db8-bcaf-c86b0d78994b tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/security-groups?id=b6aa6da6-ad71-48a5-8403-a0fd9c80cc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486794 Nov 25 18:52:46.874089 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52de4061-0d12-49eb-835d-ca777341a75f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e34f910-0eff-4388-8edf-2c2d69bf0c41'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:52:46.876329 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e885ae7a60f1de4153d3a84cf91c96dac968753d8c7eb30b74097738adf70354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-859a77d1-0953-497b-9755-48bd29b8715d" -d '{"events": [{"server_uuid": "52de4061-0d12-49eb-835d-ca777341a75f", "name": "network-vif-plugged", "status": "completed", "tag": "0e34f910-0eff-4388-8edf-2c2d69bf0c41"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:52:46.890853 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 0e34f910-0eff-4388-8edf-2c2d69bf0c41, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=0e34f910-0eff-4388-8edf-2c2d69bf0c41,segment=NetworkSegment(9a4b8594-26c0-4991-a476-273430444586),segment_id=9a4b8594-26c0-4991-a476-273430444586)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:52:46.895763 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:46.918507 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc40d55-b0d1-4af8-a15b-7e7d98d896a2 x-openstack-request-id: req-fcc40d55-b0d1-4af8-a15b-7e7d98d896a2 {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:52:46.918807 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52de4061-0d12-49eb-835d-ca777341a75f", "name": "network-vif-plugged", "status": "completed", "tag": "0e34f910-0eff-4388-8edf-2c2d69bf0c41", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:52:46.919064 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fcc40d55-b0d1-4af8-a15b-7e7d98d896a2 {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:52:46.919459 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52de4061-0d12-49eb-835d-ca777341a75f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e34f910-0eff-4388-8edf-2c2d69bf0c41', 'code': 200} Nov 25 18:52:46.945288 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=0e34f910-0eff-4388-8edf-2c2d69bf0c41,revision_number=5']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:52:47.019140 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88a13c-d0c1-4a88-ad18-8316c2d4e3f8 req-d7c48d04-c902-419f-94ac-716fb249b719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:47.020838 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5b88a13c-d0c1-4a88-ad18-8316c2d4e3f8 req-d7c48d04-c902-419f-94ac-716fb249b719 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=52de4061-0d12-49eb-835d-ca777341a75f HTTP/1.1" status: 200 len: 1096 time: 0.0420325 Nov 25 18:52:47.067995 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-5b88a13c-d0c1-4a88-ad18-8316c2d4e3f8 req-74018355-4748-49b8-a3cd-d656c5cbf9db service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=b6aa6da6-ad71-48a5-8403-a0fd9c80cc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401745 Nov 25 18:52:47.305346 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-bc7a2626-2e85-47dd-8d48-a65abdcd41df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:47.626662 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:47.838127 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:47.977484 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d6fba-008a-42c5-8ec7-3ddc057b4c3f req-ca225eaf-eaa7-4401-abe6-106a029846e4 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:47.979010 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-989d6fba-008a-42c5-8ec7-3ddc057b4c3f req-ca225eaf-eaa7-4401-abe6-106a029846e4 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/ports?device_id=52de4061-0d12-49eb-835d-ca777341a75f HTTP/1.1" status: 200 len: 945 time: 0.0506797 Nov 25 18:52:48.030677 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-989d6fba-008a-42c5-8ec7-3ddc057b4c3f req-6fb81715-c7e7-443f-905b-2ab41a519a73 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/security-groups?id=b6aa6da6-ad71-48a5-8403-a0fd9c80cc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458071 Nov 25 18:52:49.152003 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376949c6-6b07-41e3-96bb-79a2a2af9df0 req-15c8ff5d-fa13-41bf-a3cc-8a4faf882b2b tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:49.153532 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-376949c6-6b07-41e3-96bb-79a2a2af9df0 req-15c8ff5d-fa13-41bf-a3cc-8a4faf882b2b tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/ports?device_id=52de4061-0d12-49eb-835d-ca777341a75f HTTP/1.1" status: 200 len: 945 time: 0.0524313 Nov 25 18:52:49.201998 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-376949c6-6b07-41e3-96bb-79a2a2af9df0 req-427d2707-7aef-4703-96bc-7054edc4a4e5 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/security-groups?id=b6aa6da6-ad71-48a5-8403-a0fd9c80cc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425889 Nov 25 18:52:49.321484 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529da0d-927f-4483-8421-78d6b49201af req-855e00a8-e5cc-40ab-874b-97257381d019 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:49.322986 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6529da0d-927f-4483-8421-78d6b49201af req-855e00a8-e5cc-40ab-874b-97257381d019 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/ports?device_id=52de4061-0d12-49eb-835d-ca777341a75f HTTP/1.1" status: 200 len: 945 time: 0.0493577 Nov 25 18:52:49.372784 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-6529da0d-927f-4483-8421-78d6b49201af req-9766b36c-e89f-4a0f-9880-3e8afe68c576 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/security-groups?id=b6aa6da6-ad71-48a5-8403-a0fd9c80cc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439355 Nov 25 18:52:49.394681 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 40288) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:52:49.437176 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d14074-cc5d-4260-90eb-75941b534db4 tempest-TestSnapshotPattern-1914595720 tempest-TestSnapshotPattern-1914595720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:49.438660 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-79d14074-cc5d-4260-90eb-75941b534db4 tempest-TestSnapshotPattern-1914595720 tempest-TestSnapshotPattern-1914595720-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=52de4061-0d12-49eb-835d-ca777341a75f HTTP/1.1" status: 200 len: 1091 time: 0.0430040 Nov 25 18:52:49.441945 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 40290) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:52:49.446141 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.v2.base [None req-9cf7964e-aa98-4af3-999a-810d850fe42e tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Request body: {'floatingip': {'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'port_id': '0e34f910-0eff-4388-8edf-2c2d69bf0c41', 'tenant_id': '644295b2432d416794291c506d8bdf04', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:52:49.467410 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9cf7964e-aa98-4af3-999a-810d850fe42e tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks [] for floatingip, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:49.562698 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9cf7964e-aa98-4af3-999a-810d850fe42e tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:49.670799 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-9cf7964e-aa98-4af3-999a-810d850fe42e tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Allocated IP 172.25.0.136 (1aa44027-b9d0-4a56-9a59-7e664703e20a/b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84/b9d3ff18-b71b-4fc6-8d31-c0335b059037) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:52:49.771187 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9cf7964e-aa98-4af3-999a-810d850fe42e tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks [] for port, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:49.803739 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9cf7964e-aa98-4af3-999a-810d850fe42e tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791736236665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:49.847283 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf7964e-aa98-4af3-999a-810d850fe42e tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Network 1aa44027-b9d0-4a56-9a59-7e664703e20a is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:52:49.851753 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-9cf7964e-aa98-4af3-999a-810d850fe42e tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:52:49.855895 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf7964e-aa98-4af3-999a-810d850fe42e tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:52:49.858882 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf7964e-aa98-4af3-999a-810d850fe42e tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Pushing event updated for resources: {'Port': ['ID=b9d3ff18-b71b-4fc6-8d31-c0335b059037,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:52:50.042791 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5e2ac759-8598-42bd-a4f0-7a05778b3c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:50.196219 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9cf7964e-aa98-4af3-999a-810d850fe42e tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:50.559879 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9cf7964e-aa98-4af3-999a-810d850fe42e tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:50.707546 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9cf7964e-aa98-4af3-999a-810d850fe42e tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks [] for port, precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:50.711872 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9cf7964e-aa98-4af3-999a-810d850fe42e tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4380585'] for port, after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:50.778057 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf7964e-aa98-4af3-999a-810d850fe42e tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Pushing event updated for resources: {'Port': ['ID=b9d3ff18-b71b-4fc6-8d31-c0335b059037,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:52:50.789491 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9cf7964e-aa98-4af3-999a-810d850fe42e tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542290'] for floatingip, after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:50.892401 n-d-817746-1 neutron-server[103361]: INFO neutron.db.l3_db [None req-9cf7964e-aa98-4af3-999a-810d850fe42e tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Floating IP 8e2c28f2-f699-4a16-bac6-94a1866131f3 associated. External IP: 172.25.0.136, port: 0e34f910-0eff-4388-8edf-2c2d69bf0c41. Nov 25 18:52:51.100692 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf7964e-aa98-4af3-999a-810d850fe42e tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Router 39a8db01-2f7a-4c4d-9276-bdcee57dc254 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:52:51.194529 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:51.213802 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf7964e-aa98-4af3-999a-810d850fe42e tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:52:51.224013 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1034be83-f80a-419a-b481-51a5f1eb39ab None None] Sync routers for ids ['39a8db01-2f7a-4c4d-9276-bdcee57dc254'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:52:51.232432 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9cf7964e-aa98-4af3-999a-810d850fe42e tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:51.234160 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1034be83-f80a-419a-b481-51a5f1eb39ab None None] Routers {'39a8db01-2f7a-4c4d-9276-bdcee57dc254'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:52:51.234784 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-1034be83-f80a-419a-b481-51a5f1eb39ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:52:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['39a8db01-2f7a-4c4d-9276-bdcee57dc254'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:52:51.272847 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-9cf7964e-aa98-4af3-999a-810d850fe42e tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8173845 Nov 25 18:52:51.272847 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52de4061-0d12-49eb-835d-ca777341a75f', 'tag': '0e34f910-0eff-4388-8edf-2c2d69bf0c41'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:52:51.272847 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c77904d8-d19f-43b0-b5fe-e62a838b5760" -d '{"events": [{"name": "network-changed", "server_uuid": "52de4061-0d12-49eb-835d-ca777341a75f", "tag": "0e34f910-0eff-4388-8edf-2c2d69bf0c41"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:52:51.302059 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b351ca-cdf8-4110-b499-18468d2dd664 x-openstack-request-id: req-f6b351ca-cdf8-4110-b499-18468d2dd664 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:52:51.302360 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52de4061-0d12-49eb-835d-ca777341a75f", "tag": "0e34f910-0eff-4388-8edf-2c2d69bf0c41", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:52:51.302620 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f6b351ca-cdf8-4110-b499-18468d2dd664 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:52:51.303033 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52de4061-0d12-49eb-835d-ca777341a75f', 'tag': '0e34f910-0eff-4388-8edf-2c2d69bf0c41', 'status': 'completed', 'code': 200} Nov 25 18:52:51.349245 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-1034be83-f80a-419a-b481-51a5f1eb39ab None None] Set router 39a8db01-2f7a-4c4d-9276-bdcee57dc254 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:52:51.365872 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77904d8-d19f-43b0-b5fe-e62a838b5760 req-b478e7e0-5d94-4b3a-a1fb-89ba63ffab78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:51.367568 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c77904d8-d19f-43b0-b5fe-e62a838b5760 req-b478e7e0-5d94-4b3a-a1fb-89ba63ffab78 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=644295b2432d416794291c506d8bdf04&device_id=52de4061-0d12-49eb-835d-ca777341a75f HTTP/1.1" status: 200 len: 1096 time: 0.0423527 Nov 25 18:52:51.463142 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77904d8-d19f-43b0-b5fe-e62a838b5760 req-cf081036-8550-441d-bf09-b7cb82decccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:51.464759 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c77904d8-d19f-43b0-b5fe-e62a838b5760 req-cf081036-8550-441d-bf09-b7cb82decccc service neutron] 10.222.0.90 "GET /v2.0/networks?id=ec644cb7-3d02-4588-b445-e7e197ccf37e HTTP/1.1" status: 200 len: 910 time: 0.0892618 Nov 25 18:52:51.531699 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c77904d8-d19f-43b0-b5fe-e62a838b5760 req-c1e5d398-4872-4666-b1db-156be5372335 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e34f910-0eff-4388-8edf-2c2d69bf0c41 HTTP/1.1" status: 200 len: 999 time: 0.0597880 Nov 25 18:52:51.574748 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-1034be83-f80a-419a-b481-51a5f1eb39ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'name': 'tempest-TestSnapshotPattern-372143164-router', 'tenant_id': '644295b2432d416794291c506d8bdf04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': 'a74f9026-3bf5-481e-a569-95ccb114a543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:49:58Z', 'updated_at': '2021-11-25T18:50:01Z', 'revision_number': 4, 'project_id': '644295b2432d416794291c506d8bdf04', 'gw_port': {'id': 'a74f9026-3bf5-481e-a569-95ccb114a543', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:af:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:59Z', 'updated_at': '2021-11-25T18:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '8e2c28f2-f699-4a16-bac6-94a1866131f3', 'tenant_id': '644295b2432d416794291c506d8bdf04', 'floating_ip_address': '172.25.0.136', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'port_id': '0e34f910-0eff-4388-8edf-2c2d69bf0c41', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec644cb7-3d02-4588-b445-e7e197ccf37e', 'mac_address': 'fa:16:3e:67:02:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52de4061-0d12-49eb-835d-ca777341a75f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:52:50Z', 'updated_at': '2021-11-25T18:52:50Z', 'revision_number': 0, 'project_id': '644295b2432d416794291c506d8bdf04', 'fixed_ip_address_scope': None}, {'id': 'fa63c5e8-c320-44a4-bf5f-7e38d725a59a', 'tenant_id': '644295b2432d416794291c506d8bdf04', 'floating_ip_address': '172.25.0.238', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'port_id': '54b5e9e4-49f0-4af6-8407-1f4b203839b1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec644cb7-3d02-4588-b445-e7e197ccf37e', 'mac_address': 'fa:16:3e:03:b0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6737c46-f367-406b-933e-6fdd361c9677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:50:19Z', 'updated_at': '2021-11-25T18:50:21Z', 'revision_number': 1, 'project_id': '644295b2432d416794291c506d8bdf04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc43f67f-72f6-483a-9c2f-dd1afa606644', 'name': '', 'network_id': 'ec644cb7-3d02-4588-b445-e7e197ccf37e', 'tenant_id': '644295b2432d416794291c506d8bdf04', 'mac_address': 'fa:16:3e:36:b3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'ce1f6999-21d3-4d61-b33c-52597fd9bdcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:50:00Z', 'updated_at': '2021-11-25T18:50:06Z', 'revision_number': 5, 'project_id': '644295b2432d416794291c506d8bdf04', 'subnets': [{'id': 'ce1f6999-21d3-4d61-b33c-52597fd9bdcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:52:51.580409 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77904d8-d19f-43b0-b5fe-e62a838b5760 req-88076766-c305-48e4-b241-58dc34187fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:51.582456 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c77904d8-d19f-43b0-b5fe-e62a838b5760 req-88076766-c305-48e4-b241-58dc34187fc9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ce1f6999-21d3-4d61-b33c-52597fd9bdcb HTTP/1.1" status: 200 len: 848 time: 0.0435150 Nov 25 18:52:51.605577 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1034be83-f80a-419a-b481-51a5f1eb39ab None None] Checking router: 39a8db01-2f7a-4c4d-9276-bdcee57dc254 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:52:51.614840 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1034be83-f80a-419a-b481-51a5f1eb39ab None None] Routers {'39a8db01-2f7a-4c4d-9276-bdcee57dc254'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:52:51.615709 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-1034be83-f80a-419a-b481-51a5f1eb39ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:52:50Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['39a8db01-2f7a-4c4d-9276-bdcee57dc254'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:52:51.633079 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77904d8-d19f-43b0-b5fe-e62a838b5760 req-cf77febe-8338-4b83-956d-b88cf1abc38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:51.634586 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c77904d8-d19f-43b0-b5fe-e62a838b5760 req-cf77febe-8338-4b83-956d-b88cf1abc38a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ec644cb7-3d02-4588-b445-e7e197ccf37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452034 Nov 25 18:52:51.720739 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-1034be83-f80a-419a-b481-51a5f1eb39ab None None] Set router 39a8db01-2f7a-4c4d-9276-bdcee57dc254 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:52:51.725003 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c77904d8-d19f-43b0-b5fe-e62a838b5760 req-25c64507-1117-4d1d-bac7-fd70d5fd7fbe service neutron] 10.222.0.90 "GET /v2.0/networks/ec644cb7-3d02-4588-b445-e7e197ccf37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834675 Nov 25 18:52:51.820871 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c77904d8-d19f-43b0-b5fe-e62a838b5760 req-a6d80203-cdc7-43b0-a8e5-f375ba5f3039 service neutron] 10.222.0.90 "GET /v2.0/networks/ec644cb7-3d02-4588-b445-e7e197ccf37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876975 Nov 25 18:52:51.945776 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-1034be83-f80a-419a-b481-51a5f1eb39ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'name': 'tempest-TestSnapshotPattern-372143164-router', 'tenant_id': '644295b2432d416794291c506d8bdf04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': 'a74f9026-3bf5-481e-a569-95ccb114a543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:49:58Z', 'updated_at': '2021-11-25T18:50:01Z', 'revision_number': 4, 'project_id': '644295b2432d416794291c506d8bdf04', 'gw_port': {'id': 'a74f9026-3bf5-481e-a569-95ccb114a543', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:af:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:59Z', 'updated_at': '2021-11-25T18:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '8e2c28f2-f699-4a16-bac6-94a1866131f3', 'tenant_id': '644295b2432d416794291c506d8bdf04', 'floating_ip_address': '172.25.0.136', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'port_id': '0e34f910-0eff-4388-8edf-2c2d69bf0c41', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec644cb7-3d02-4588-b445-e7e197ccf37e', 'mac_address': 'fa:16:3e:67:02:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52de4061-0d12-49eb-835d-ca777341a75f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:52:50Z', 'updated_at': '2021-11-25T18:52:50Z', 'revision_number': 0, 'project_id': '644295b2432d416794291c506d8bdf04', 'fixed_ip_address_scope': None}, {'id': 'fa63c5e8-c320-44a4-bf5f-7e38d725a59a', 'tenant_id': '644295b2432d416794291c506d8bdf04', 'floating_ip_address': '172.25.0.238', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'port_id': '54b5e9e4-49f0-4af6-8407-1f4b203839b1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec644cb7-3d02-4588-b445-e7e197ccf37e', 'mac_address': 'fa:16:3e:03:b0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6737c46-f367-406b-933e-6fdd361c9677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:50:19Z', 'updated_at': '2021-11-25T18:50:21Z', 'revision_number': 1, 'project_id': '644295b2432d416794291c506d8bdf04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc43f67f-72f6-483a-9c2f-dd1afa606644', 'name': '', 'network_id': 'ec644cb7-3d02-4588-b445-e7e197ccf37e', 'tenant_id': '644295b2432d416794291c506d8bdf04', 'mac_address': 'fa:16:3e:36:b3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'ce1f6999-21d3-4d61-b33c-52597fd9bdcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:50:00Z', 'updated_at': '2021-11-25T18:50:06Z', 'revision_number': 5, 'project_id': '644295b2432d416794291c506d8bdf04', 'subnets': [{'id': 'ce1f6999-21d3-4d61-b33c-52597fd9bdcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:52:51.975371 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1034be83-f80a-419a-b481-51a5f1eb39ab None None] The sync data for ids ['39a8db01-2f7a-4c4d-9276-bdcee57dc254'] in n-d-817746-1 is: [{'id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'name': 'tempest-TestSnapshotPattern-372143164-router', 'tenant_id': '644295b2432d416794291c506d8bdf04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': 'a74f9026-3bf5-481e-a569-95ccb114a543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:49:58Z', 'updated_at': '2021-11-25T18:50:01Z', 'revision_number': 4, 'project_id': '644295b2432d416794291c506d8bdf04', 'gw_port': {'id': 'a74f9026-3bf5-481e-a569-95ccb114a543', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:af:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:59Z', 'updated_at': '2021-11-25T18:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': '8e2c28f2-f699-4a16-bac6-94a1866131f3', 'tenant_id': '644295b2432d416794291c506d8bdf04', 'floating_ip_address': '172.25.0.136', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'port_id': '0e34f910-0eff-4388-8edf-2c2d69bf0c41', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec644cb7-3d02-4588-b445-e7e197ccf37e', 'mac_address': 'fa:16:3e:67:02:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52de4061-0d12-49eb-835d-ca777341a75f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:52:50Z', 'updated_at': '2021-11-25T18:52:50Z', 'revision_number': 0, 'project_id': '644295b2432d416794291c506d8bdf04', 'fixed_ip_address_scope': None}, {'id': 'fa63c5e8-c320-44a4-bf5f-7e38d725a59a', 'tenant_id': '644295b2432d416794291c506d8bdf04', 'floating_ip_address': '172.25.0.238', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'port_id': '54b5e9e4-49f0-4af6-8407-1f4b203839b1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec644cb7-3d02-4588-b445-e7e197ccf37e', 'mac_address': 'fa:16:3e:03:b0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6737c46-f367-406b-933e-6fdd361c9677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:50:19Z', 'updated_at': '2021-11-25T18:50:21Z', 'revision_number': 1, 'project_id': '644295b2432d416794291c506d8bdf04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc43f67f-72f6-483a-9c2f-dd1afa606644', 'name': '', 'network_id': 'ec644cb7-3d02-4588-b445-e7e197ccf37e', 'tenant_id': '644295b2432d416794291c506d8bdf04', 'mac_address': 'fa:16:3e:36:b3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'ce1f6999-21d3-4d61-b33c-52597fd9bdcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:50:00Z', 'updated_at': '2021-11-25T18:50:06Z', 'revision_number': 5, 'project_id': '644295b2432d416794291c506d8bdf04', 'subnets': [{'id': 'ce1f6999-21d3-4d61-b33c-52597fd9bdcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:52:52.168027 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e714709a-8aa4-4fda-8cf6-64b047f709ec None None] New status for floating IP 8e2c28f2-f699-4a16-bac6-94a1866131f3: ACTIVE {{(pid=103363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:52:52.381263 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:53.270650 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:12.445750 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d8797996-2e0a-4f03-8437-37b4a5939ad6 req-df156a1d-7585-46b7-b457-a67655f29a2b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=52de4061-0d12-49eb-835d-ca777341a75f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407393 Nov 25 18:53:12.528262 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8797996-2e0a-4f03-8437-37b4a5939ad6 req-4ed10608-9218-4854-b000-ea84f204b084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:12.529770 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d8797996-2e0a-4f03-8437-37b4a5939ad6 req-4ed10608-9218-4854-b000-ea84f204b084 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=644295b2432d416794291c506d8bdf04&device_id=52de4061-0d12-49eb-835d-ca777341a75f HTTP/1.1" status: 200 len: 1096 time: 0.0409725 Nov 25 18:53:12.638557 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8797996-2e0a-4f03-8437-37b4a5939ad6 req-f255599c-306f-44e5-a492-4d0606fc0637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:12.640020 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d8797996-2e0a-4f03-8437-37b4a5939ad6 req-f255599c-306f-44e5-a492-4d0606fc0637 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ec644cb7-3d02-4588-b445-e7e197ccf37e HTTP/1.1" status: 200 len: 910 time: 0.0901556 Nov 25 18:53:12.706037 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d8797996-2e0a-4f03-8437-37b4a5939ad6 req-17289fe6-70fb-4beb-a5ec-4211f7394a0b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e34f910-0eff-4388-8edf-2c2d69bf0c41 HTTP/1.1" status: 200 len: 1001 time: 0.0589101 Nov 25 18:53:12.755760 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8797996-2e0a-4f03-8437-37b4a5939ad6 req-ec0b3c2b-5e50-4bba-a809-d65e05c6ff2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:12.757206 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d8797996-2e0a-4f03-8437-37b4a5939ad6 req-ec0b3c2b-5e50-4bba-a809-d65e05c6ff2d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ce1f6999-21d3-4d61-b33c-52597fd9bdcb HTTP/1.1" status: 200 len: 848 time: 0.0440240 Nov 25 18:53:12.806997 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8797996-2e0a-4f03-8437-37b4a5939ad6 req-dd80d5ee-df7f-46fa-9b5f-062207b77b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:12.808462 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d8797996-2e0a-4f03-8437-37b4a5939ad6 req-dd80d5ee-df7f-46fa-9b5f-062207b77b93 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ec644cb7-3d02-4588-b445-e7e197ccf37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448163 Nov 25 18:53:12.897829 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d8797996-2e0a-4f03-8437-37b4a5939ad6 req-7f0d4404-78d3-445f-b364-00c86e215c55 service neutron] 10.222.0.90 "GET /v2.0/networks/ec644cb7-3d02-4588-b445-e7e197ccf37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823746 Nov 25 18:53:12.994792 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-d8797996-2e0a-4f03-8437-37b4a5939ad6 req-91a19f74-d744-48bd-9dca-6381291dd4ae service neutron] 10.222.0.90 "GET /v2.0/networks/ec644cb7-3d02-4588-b445-e7e197ccf37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899081 Nov 25 18:53:14.330956 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:53:17.173712 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-de9389f6-68e0-42e8-8fbe-f504d6b896dc req-fd150c3b-2034-44b3-b2d9-46aab7a47a4c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f6737c46-f367-406b-933e-6fdd361c9677&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399768 Nov 25 18:53:17.258482 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9389f6-68e0-42e8-8fbe-f504d6b896dc req-b8e60fbc-0632-4673-8143-7f834013c50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:17.259850 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-de9389f6-68e0-42e8-8fbe-f504d6b896dc req-b8e60fbc-0632-4673-8143-7f834013c50f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=644295b2432d416794291c506d8bdf04&device_id=f6737c46-f367-406b-933e-6fdd361c9677 HTTP/1.1" status: 200 len: 1095 time: 0.0410907 Nov 25 18:53:17.307171 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-744a88d3-f073-412e-bbcf-82d83e4a90aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:17.368028 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9389f6-68e0-42e8-8fbe-f504d6b896dc req-e84a3666-8626-4522-8c5d-9aecc8e9c921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:17.369558 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-de9389f6-68e0-42e8-8fbe-f504d6b896dc req-e84a3666-8626-4522-8c5d-9aecc8e9c921 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ec644cb7-3d02-4588-b445-e7e197ccf37e HTTP/1.1" status: 200 len: 910 time: 0.0914195 Nov 25 18:53:17.436054 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-de9389f6-68e0-42e8-8fbe-f504d6b896dc req-680de74b-b0f6-47dc-a7b5-28ec021cf66f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54b5e9e4-49f0-4af6-8407-1f4b203839b1 HTTP/1.1" status: 200 len: 1000 time: 0.0585828 Nov 25 18:53:17.485167 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9389f6-68e0-42e8-8fbe-f504d6b896dc req-4ffa07c1-c00b-45d8-af66-5953b1f06aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:17.486581 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-de9389f6-68e0-42e8-8fbe-f504d6b896dc req-4ffa07c1-c00b-45d8-af66-5953b1f06aed service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ce1f6999-21d3-4d61-b33c-52597fd9bdcb HTTP/1.1" status: 200 len: 848 time: 0.0428827 Nov 25 18:53:17.535985 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9389f6-68e0-42e8-8fbe-f504d6b896dc req-43d1c185-aebc-4a75-a3eb-cafa6ff2afe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:17.537419 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-de9389f6-68e0-42e8-8fbe-f504d6b896dc req-43d1c185-aebc-4a75-a3eb-cafa6ff2afe0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ec644cb7-3d02-4588-b445-e7e197ccf37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436056 Nov 25 18:53:17.618626 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:17.628922 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-de9389f6-68e0-42e8-8fbe-f504d6b896dc req-809a66d1-aa4d-4de1-abd1-75a5660c104b service neutron] 10.222.0.74 "GET /v2.0/networks/ec644cb7-3d02-4588-b445-e7e197ccf37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844893 Nov 25 18:53:17.723993 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-de9389f6-68e0-42e8-8fbe-f504d6b896dc req-4febd888-c26c-4e66-9838-f1e17f0245b3 service neutron] 10.222.0.74 "GET /v2.0/networks/ec644cb7-3d02-4588-b445-e7e197ccf37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872569 Nov 25 18:53:17.835033 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:20.045197 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8178439a-83f8-4159-bd8e-8e7d00885e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:21.196063 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:22.382647 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:23.275645 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:47.308304 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-943e8013-05ea-4bc0-a565-48ce68438795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:47.639051 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:47.834376 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:50.048236 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-754386b7-36e4-4efc-98c9-303864682ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:51.199341 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:51.329919 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:53:52.385729 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:53.276421 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:12.445199 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ee530521-3e78-4f76-a9f7-f16d707101d1 req-d5912824-8135-476e-ae6e-0d6b43d2dd7d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=52de4061-0d12-49eb-835d-ca777341a75f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401728 Nov 25 18:54:12.526348 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee530521-3e78-4f76-a9f7-f16d707101d1 req-97ca86f4-732e-4e49-877c-a27dd61054c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:12.527827 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ee530521-3e78-4f76-a9f7-f16d707101d1 req-97ca86f4-732e-4e49-877c-a27dd61054c2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=644295b2432d416794291c506d8bdf04&device_id=52de4061-0d12-49eb-835d-ca777341a75f HTTP/1.1" status: 200 len: 1096 time: 0.0403545 Nov 25 18:54:12.634562 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee530521-3e78-4f76-a9f7-f16d707101d1 req-d3e7126b-a7f5-4590-8eee-ae35c177df49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:12.636086 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ee530521-3e78-4f76-a9f7-f16d707101d1 req-d3e7126b-a7f5-4590-8eee-ae35c177df49 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ec644cb7-3d02-4588-b445-e7e197ccf37e HTTP/1.1" status: 200 len: 910 time: 0.0881965 Nov 25 18:54:12.701511 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ee530521-3e78-4f76-a9f7-f16d707101d1 req-152d5964-c42d-44c8-ac62-32c037a8533b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e34f910-0eff-4388-8edf-2c2d69bf0c41 HTTP/1.1" status: 200 len: 1001 time: 0.0578604 Nov 25 18:54:12.751198 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee530521-3e78-4f76-a9f7-f16d707101d1 req-687ccbe8-07bb-42d6-9177-616640f7efca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:12.752601 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ee530521-3e78-4f76-a9f7-f16d707101d1 req-687ccbe8-07bb-42d6-9177-616640f7efca service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ce1f6999-21d3-4d61-b33c-52597fd9bdcb HTTP/1.1" status: 200 len: 848 time: 0.0444198 Nov 25 18:54:12.803438 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee530521-3e78-4f76-a9f7-f16d707101d1 req-2c271a5d-4197-4059-a020-c105f3c64708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:12.804983 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ee530521-3e78-4f76-a9f7-f16d707101d1 req-2c271a5d-4197-4059-a020-c105f3c64708 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ec644cb7-3d02-4588-b445-e7e197ccf37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454769 Nov 25 18:54:12.893719 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ee530521-3e78-4f76-a9f7-f16d707101d1 req-ff136c8e-7834-46d8-803b-8e6f474051d0 service neutron] 10.222.0.90 "GET /v2.0/networks/ec644cb7-3d02-4588-b445-e7e197ccf37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819223 Nov 25 18:54:12.987971 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-ee530521-3e78-4f76-a9f7-f16d707101d1 req-5f891164-ac47-4a42-b645-614b56ee9765 service neutron] 10.222.0.90 "GET /v2.0/networks/ec644cb7-3d02-4588-b445-e7e197ccf37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861347 Nov 25 18:54:17.247044 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fad7629e-39e0-4f14-bf4d-0af2587b768a req-d17ea170-b977-48eb-b3d8-42a94a213c4d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f6737c46-f367-406b-933e-6fdd361c9677&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1154487 Nov 25 18:54:17.310553 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1dca39ff-a113-4cc4-b05c-e7298fb3ee65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:17.332284 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad7629e-39e0-4f14-bf4d-0af2587b768a req-841e7185-c7e0-4a68-8777-f10e119ac24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:17.334462 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fad7629e-39e0-4f14-bf4d-0af2587b768a req-841e7185-c7e0-4a68-8777-f10e119ac24e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=644295b2432d416794291c506d8bdf04&device_id=f6737c46-f367-406b-933e-6fdd361c9677 HTTP/1.1" status: 200 len: 1095 time: 0.0433924 Nov 25 18:54:17.438293 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad7629e-39e0-4f14-bf4d-0af2587b768a req-8aa91a2d-e6b1-4f84-aa77-54a9e6a938c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:17.439755 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fad7629e-39e0-4f14-bf4d-0af2587b768a req-8aa91a2d-e6b1-4f84-aa77-54a9e6a938c0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ec644cb7-3d02-4588-b445-e7e197ccf37e HTTP/1.1" status: 200 len: 910 time: 0.0867035 Nov 25 18:54:17.506626 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fad7629e-39e0-4f14-bf4d-0af2587b768a req-c9f1e1d2-7603-4802-96e6-e8438404bdb9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54b5e9e4-49f0-4af6-8407-1f4b203839b1 HTTP/1.1" status: 200 len: 1000 time: 0.0585175 Nov 25 18:54:17.558753 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad7629e-39e0-4f14-bf4d-0af2587b768a req-1fa5b33b-597f-4b6b-a737-b87171bf8b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:17.560170 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fad7629e-39e0-4f14-bf4d-0af2587b768a req-1fa5b33b-597f-4b6b-a737-b87171bf8b2d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ce1f6999-21d3-4d61-b33c-52597fd9bdcb HTTP/1.1" status: 200 len: 848 time: 0.0434163 Nov 25 18:54:17.609238 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad7629e-39e0-4f14-bf4d-0af2587b768a req-542ebe88-74e6-4d89-8ee4-d11850b5e4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:17.610742 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fad7629e-39e0-4f14-bf4d-0af2587b768a req-542ebe88-74e6-4d89-8ee4-d11850b5e4ee service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ec644cb7-3d02-4588-b445-e7e197ccf37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436714 Nov 25 18:54:17.640370 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:17.700568 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fad7629e-39e0-4f14-bf4d-0af2587b768a req-62f95fd9-a5ea-4289-8fec-2a47663e1220 service neutron] 10.222.0.74 "GET /v2.0/networks/ec644cb7-3d02-4588-b445-e7e197ccf37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818455 Nov 25 18:54:17.795428 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-fad7629e-39e0-4f14-bf4d-0af2587b768a req-ffc9cb5a-6a31-4461-87d5-a4c975216aac service neutron] 10.222.0.74 "GET /v2.0/networks/ec644cb7-3d02-4588-b445-e7e197ccf37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882859 Nov 25 18:54:18.008948 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:20.050452 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-68ac6ced-33f2-4e59-8046-89403c8f0afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:21.202213 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:22.387286 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:23.149794 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 0e34f910-0eff-4388-8edf-2c2d69bf0c41 details requested by agent hyperv_n-h2-817746-1 with host n-h2-817746-1 {{(pid=103362) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:54:23.273964 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 0e34f910-0eff-4388-8edf-2c2d69bf0c41, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=0e34f910-0eff-4388-8edf-2c2d69bf0c41,segment=NetworkSegment(9a4b8594-26c0-4991-a476-273430444586),segment_id=9a4b8594-26c0-4991-a476-273430444586)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:54:23.291000 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Returning: {'device': '0e34f910-0eff-4388-8edf-2c2d69bf0c41', 'network_id': 'ec644cb7-3d02-4588-b445-e7e197ccf37e', 'port_id': '0e34f910-0eff-4388-8edf-2c2d69bf0c41', 'mac_address': 'fa:16:3e:67:02:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce1f6999-21d3-4d61-b33c-52597fd9bdcb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103362) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:54:23.301635 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:23.339143 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:23.357075 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0e34f910-0eff-4388-8edf-2c2d69bf0c41 {{(pid=103362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:54:23.382113 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 0e34f910-0eff-4388-8edf-2c2d69bf0c41, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=0e34f910-0eff-4388-8edf-2c2d69bf0c41,segment=NetworkSegment(9a4b8594-26c0-4991-a476-273430444586),segment_id=9a4b8594-26c0-4991-a476-273430444586)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:54:23.386667 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:23.480622 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] get_ports_and_sgs() called for port_ids ['0e34f910-0eff-4388-8edf-2c2d69bf0c41'] {{(pid=103362) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:54:23.484126 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=0e34f910-0eff-4388-8edf-2c2d69bf0c41,revision_number=6']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:54:23.528451 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:23.529040 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:23.529607 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:23.529968 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:23.530318 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:23.530667 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:23.531018 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:23.531360 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:23.531697 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:23.532035 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:23.532370 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:23.532704 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:25.158087 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 0e34f910-0eff-4388-8edf-2c2d69bf0c41 up at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:54:25.207830 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.provisioning_blocks [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Provisioning complete for port 0e34f910-0eff-4388-8edf-2c2d69bf0c41 triggered by entity L2. {{(pid=103362) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:54:25.208204 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3797035'] for port, provisioning_complete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:25.289589 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737160'] for port, before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:25.315879 n-d-817746-1 neutron-server[103362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52de4061-0d12-49eb-835d-ca777341a75f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e34f910-0eff-4388-8edf-2c2d69bf0c41'}] {{(pid=103362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:54:25.318371 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e885ae7a60f1de4153d3a84cf91c96dac968753d8c7eb30b74097738adf70354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f7af36-b67b-461b-9bf4-2f0cea7ad72f" -d '{"events": [{"server_uuid": "52de4061-0d12-49eb-835d-ca777341a75f", "name": "network-vif-plugged", "status": "completed", "tag": "0e34f910-0eff-4388-8edf-2c2d69bf0c41"}]}' {{(pid=103362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:54:25.339233 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] For port 0e34f910-0eff-4388-8edf-2c2d69bf0c41, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=0e34f910-0eff-4388-8edf-2c2d69bf0c41,segment=NetworkSegment(9a4b8594-26c0-4991-a476-273430444586),segment_id=9a4b8594-26c0-4991-a476-273430444586)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:54:25.349436 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791736784168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791736236683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791736236701'] for port, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:25.381206 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2acb00df-325c-4421-bb9f-bba73125159b x-openstack-request-id: req-2acb00df-325c-4421-bb9f-bba73125159b {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:54:25.381511 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52de4061-0d12-49eb-835d-ca777341a75f", "name": "network-vif-plugged", "status": "completed", "tag": "0e34f910-0eff-4388-8edf-2c2d69bf0c41", "code": 200}]} {{(pid=103362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:54:25.381770 n-d-817746-1 neutron-server[103362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2acb00df-325c-4421-bb9f-bba73125159b {{(pid=103362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:54:25.382171 n-d-817746-1 neutron-server[103362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52de4061-0d12-49eb-835d-ca777341a75f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e34f910-0eff-4388-8edf-2c2d69bf0c41', 'code': 200} Nov 25 18:54:25.410803 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Pushing event updated for resources: {'Port': ['ID=0e34f910-0eff-4388-8edf-2c2d69bf0c41,revision_number=7']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:54:28.332457 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:54:31.741689 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 40486) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:54:31.899163 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-af05f8cc-32ca-4717-9266-17552ea83c04 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Deleting port b9d3ff18-b71b-4fc6-8d31-c0335b059037 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:54:31.899502 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-af05f8cc-32ca-4717-9266-17552ea83c04 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:31.973039 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-af05f8cc-32ca-4717-9266-17552ea83c04 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:31.973367 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-af05f8cc-32ca-4717-9266-17552ea83c04 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:31.985600 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-af05f8cc-32ca-4717-9266-17552ea83c04 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Calling delete_port for b9d3ff18-b71b-4fc6-8d31-c0335b059037 owned by network:floatingip {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:54:32.426176 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-af05f8cc-32ca-4717-9266-17552ea83c04 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:32.449653 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af05f8cc-32ca-4717-9266-17552ea83c04 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Pushing event deleted for resources: {'Port': ['ID=b9d3ff18-b71b-4fc6-8d31-c0335b059037,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:54:32.460223 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af05f8cc-32ca-4717-9266-17552ea83c04 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:32.460582 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af05f8cc-32ca-4717-9266-17552ea83c04 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:32.460956 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af05f8cc-32ca-4717-9266-17552ea83c04 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:32.461305 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af05f8cc-32ca-4717-9266-17552ea83c04 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:32.461645 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af05f8cc-32ca-4717-9266-17552ea83c04 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:32.461984 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af05f8cc-32ca-4717-9266-17552ea83c04 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:32.462320 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af05f8cc-32ca-4717-9266-17552ea83c04 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:32.463088 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af05f8cc-32ca-4717-9266-17552ea83c04 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:32.463088 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af05f8cc-32ca-4717-9266-17552ea83c04 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:32.463287 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af05f8cc-32ca-4717-9266-17552ea83c04 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:32.463597 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af05f8cc-32ca-4717-9266-17552ea83c04 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:32.463927 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af05f8cc-32ca-4717-9266-17552ea83c04 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:32.525903 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-af05f8cc-32ca-4717-9266-17552ea83c04 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks [] for floatingip, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:32.526241 n-d-817746-1 neutron-server[103361]: INFO neutron.db.l3_db [None req-af05f8cc-32ca-4717-9266-17552ea83c04 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Floating IP 8e2c28f2-f699-4a16-bac6-94a1866131f3 disassociated (deleted). External IP: 172.25.0.136, port: 0e34f910-0eff-4388-8edf-2c2d69bf0c41. Nov 25 18:54:32.737512 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af05f8cc-32ca-4717-9266-17552ea83c04 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Router 39a8db01-2f7a-4c4d-9276-bdcee57dc254 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:54:32.845017 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af05f8cc-32ca-4717-9266-17552ea83c04 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:54:32.850331 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-af05f8cc-32ca-4717-9266-17552ea83c04 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:32.856083 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758c1505-c8f0-4e3c-98c1-9ae7d194bb83 None None] Sync routers for ids ['39a8db01-2f7a-4c4d-9276-bdcee57dc254'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:54:32.865629 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758c1505-c8f0-4e3c-98c1-9ae7d194bb83 None None] Routers {'39a8db01-2f7a-4c4d-9276-bdcee57dc254'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:54:32.866242 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-758c1505-c8f0-4e3c-98c1-9ae7d194bb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:54:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['39a8db01-2f7a-4c4d-9276-bdcee57dc254'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:54:32.878770 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-af05f8cc-32ca-4717-9266-17552ea83c04 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "DELETE /v2.0/floatingips/8e2c28f2-f699-4a16-bac6-94a1866131f3 HTTP/1.1" status: 204 len: 168 time: 1.1359560 Nov 25 18:54:32.879497 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52de4061-0d12-49eb-835d-ca777341a75f', 'tag': '0e34f910-0eff-4388-8edf-2c2d69bf0c41'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:54:32.882002 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb5a7e22-ec24-4e0d-9ab8-c9fcf677931f" -d '{"events": [{"name": "network-changed", "server_uuid": "52de4061-0d12-49eb-835d-ca777341a75f", "tag": "0e34f910-0eff-4388-8edf-2c2d69bf0c41"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:54:32.925279 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feffe3ad-a769-48ce-9da7-a4f5ff24d028 x-openstack-request-id: req-feffe3ad-a769-48ce-9da7-a4f5ff24d028 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:54:32.925581 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52de4061-0d12-49eb-835d-ca777341a75f", "tag": "0e34f910-0eff-4388-8edf-2c2d69bf0c41", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:54:32.925843 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-feffe3ad-a769-48ce-9da7-a4f5ff24d028 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:54:32.926259 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52de4061-0d12-49eb-835d-ca777341a75f', 'tag': '0e34f910-0eff-4388-8edf-2c2d69bf0c41', 'status': 'completed', 'code': 200} Nov 25 18:54:32.985668 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-758c1505-c8f0-4e3c-98c1-9ae7d194bb83 None None] Set router 39a8db01-2f7a-4c4d-9276-bdcee57dc254 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:54:33.002941 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5a7e22-ec24-4e0d-9ab8-c9fcf677931f req-0e2b04cd-46eb-4dbb-8708-ac9fc13fe321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:33.004339 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eb5a7e22-ec24-4e0d-9ab8-c9fcf677931f req-0e2b04cd-46eb-4dbb-8708-ac9fc13fe321 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=644295b2432d416794291c506d8bdf04&device_id=52de4061-0d12-49eb-835d-ca777341a75f HTTP/1.1" status: 200 len: 1096 time: 0.0549321 Nov 25 18:54:33.155501 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7ea6b-5219-4993-8165-5ffffa9b9eee req-00c740c4-02ae-4beb-8dc2-6d8cacaed405 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:33.157023 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c5d7ea6b-5219-4993-8165-5ffffa9b9eee req-00c740c4-02ae-4beb-8dc2-6d8cacaed405 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/ports?device_id=52de4061-0d12-49eb-835d-ca777341a75f HTTP/1.1" status: 200 len: 945 time: 0.0783551 Nov 25 18:54:33.159828 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5a7e22-ec24-4e0d-9ab8-c9fcf677931f req-1e20e15a-06b3-462c-949e-bc95c38f4b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:33.161202 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eb5a7e22-ec24-4e0d-9ab8-c9fcf677931f req-1e20e15a-06b3-462c-949e-bc95c38f4b82 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ec644cb7-3d02-4588-b445-e7e197ccf37e HTTP/1.1" status: 200 len: 910 time: 0.1420455 Nov 25 18:54:33.214941 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eb5a7e22-ec24-4e0d-9ab8-c9fcf677931f req-3b35088a-2227-4e70-87ce-e64a22d313d8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e34f910-0eff-4388-8edf-2c2d69bf0c41 HTTP/1.1" status: 200 len: 217 time: 0.0435913 Nov 25 18:54:33.229133 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-758c1505-c8f0-4e3c-98c1-9ae7d194bb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'name': 'tempest-TestSnapshotPattern-372143164-router', 'tenant_id': '644295b2432d416794291c506d8bdf04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': 'a74f9026-3bf5-481e-a569-95ccb114a543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:49:58Z', 'updated_at': '2021-11-25T18:50:01Z', 'revision_number': 4, 'project_id': '644295b2432d416794291c506d8bdf04', 'gw_port': {'id': 'a74f9026-3bf5-481e-a569-95ccb114a543', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:af:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:59Z', 'updated_at': '2021-11-25T18:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': 'fa63c5e8-c320-44a4-bf5f-7e38d725a59a', 'tenant_id': '644295b2432d416794291c506d8bdf04', 'floating_ip_address': '172.25.0.238', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'port_id': '54b5e9e4-49f0-4af6-8407-1f4b203839b1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec644cb7-3d02-4588-b445-e7e197ccf37e', 'mac_address': 'fa:16:3e:03:b0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6737c46-f367-406b-933e-6fdd361c9677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:50:19Z', 'updated_at': '2021-11-25T18:50:21Z', 'revision_number': 1, 'project_id': '644295b2432d416794291c506d8bdf04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc43f67f-72f6-483a-9c2f-dd1afa606644', 'name': '', 'network_id': 'ec644cb7-3d02-4588-b445-e7e197ccf37e', 'tenant_id': '644295b2432d416794291c506d8bdf04', 'mac_address': 'fa:16:3e:36:b3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'ce1f6999-21d3-4d61-b33c-52597fd9bdcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:50:00Z', 'updated_at': '2021-11-25T18:50:06Z', 'revision_number': 5, 'project_id': '644295b2432d416794291c506d8bdf04', 'subnets': [{'id': 'ce1f6999-21d3-4d61-b33c-52597fd9bdcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:54:33.257073 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758c1505-c8f0-4e3c-98c1-9ae7d194bb83 None None] Checking router: 39a8db01-2f7a-4c4d-9276-bdcee57dc254 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:54:33.265706 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758c1505-c8f0-4e3c-98c1-9ae7d194bb83 None None] Routers {'39a8db01-2f7a-4c4d-9276-bdcee57dc254'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:54:33.266311 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-758c1505-c8f0-4e3c-98c1-9ae7d194bb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:54:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['39a8db01-2f7a-4c4d-9276-bdcee57dc254'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:54:33.273758 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-c5d7ea6b-5219-4993-8165-5ffffa9b9eee req-9441037d-4099-436d-a74f-da027d9283d7 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/security-groups?id=b6aa6da6-ad71-48a5-8403-a0fd9c80cc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095924 Nov 25 18:54:33.284456 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5a7e22-ec24-4e0d-9ab8-c9fcf677931f req-a1685581-79c3-45f3-872e-484e089e6a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:33.286022 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eb5a7e22-ec24-4e0d-9ab8-c9fcf677931f req-a1685581-79c3-45f3-872e-484e089e6a5d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ce1f6999-21d3-4d61-b33c-52597fd9bdcb HTTP/1.1" status: 200 len: 848 time: 0.0617926 Nov 25 18:54:33.338266 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5a7e22-ec24-4e0d-9ab8-c9fcf677931f req-29a18f59-137b-4159-96ec-c6ab20df4b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:33.339755 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eb5a7e22-ec24-4e0d-9ab8-c9fcf677931f req-29a18f59-137b-4159-96ec-c6ab20df4b85 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ec644cb7-3d02-4588-b445-e7e197ccf37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459528 Nov 25 18:54:33.375129 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-758c1505-c8f0-4e3c-98c1-9ae7d194bb83 None None] Set router 39a8db01-2f7a-4c4d-9276-bdcee57dc254 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:54:33.432207 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eb5a7e22-ec24-4e0d-9ab8-c9fcf677931f req-95f88501-b8c1-4dc1-91df-4455405440f7 service neutron] 10.222.0.90 "GET /v2.0/networks/ec644cb7-3d02-4588-b445-e7e197ccf37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847547 Nov 25 18:54:33.530188 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-eb5a7e22-ec24-4e0d-9ab8-c9fcf677931f req-9b51c025-2ae0-4750-832e-d5416567c497 service neutron] 10.222.0.90 "GET /v2.0/networks/ec644cb7-3d02-4588-b445-e7e197ccf37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893071 Nov 25 18:54:33.605639 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-758c1505-c8f0-4e3c-98c1-9ae7d194bb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'name': 'tempest-TestSnapshotPattern-372143164-router', 'tenant_id': '644295b2432d416794291c506d8bdf04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': 'a74f9026-3bf5-481e-a569-95ccb114a543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:49:58Z', 'updated_at': '2021-11-25T18:50:01Z', 'revision_number': 4, 'project_id': '644295b2432d416794291c506d8bdf04', 'gw_port': {'id': 'a74f9026-3bf5-481e-a569-95ccb114a543', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:af:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:59Z', 'updated_at': '2021-11-25T18:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': 'fa63c5e8-c320-44a4-bf5f-7e38d725a59a', 'tenant_id': '644295b2432d416794291c506d8bdf04', 'floating_ip_address': '172.25.0.238', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'port_id': '54b5e9e4-49f0-4af6-8407-1f4b203839b1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec644cb7-3d02-4588-b445-e7e197ccf37e', 'mac_address': 'fa:16:3e:03:b0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6737c46-f367-406b-933e-6fdd361c9677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:50:19Z', 'updated_at': '2021-11-25T18:50:21Z', 'revision_number': 1, 'project_id': '644295b2432d416794291c506d8bdf04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc43f67f-72f6-483a-9c2f-dd1afa606644', 'name': '', 'network_id': 'ec644cb7-3d02-4588-b445-e7e197ccf37e', 'tenant_id': '644295b2432d416794291c506d8bdf04', 'mac_address': 'fa:16:3e:36:b3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'ce1f6999-21d3-4d61-b33c-52597fd9bdcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:50:00Z', 'updated_at': '2021-11-25T18:50:06Z', 'revision_number': 5, 'project_id': '644295b2432d416794291c506d8bdf04', 'subnets': [{'id': 'ce1f6999-21d3-4d61-b33c-52597fd9bdcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:54:33.632576 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758c1505-c8f0-4e3c-98c1-9ae7d194bb83 None None] The sync data for ids ['39a8db01-2f7a-4c4d-9276-bdcee57dc254'] in n-d-817746-1 is: [{'id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'name': 'tempest-TestSnapshotPattern-372143164-router', 'tenant_id': '644295b2432d416794291c506d8bdf04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': 'a74f9026-3bf5-481e-a569-95ccb114a543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:49:58Z', 'updated_at': '2021-11-25T18:50:01Z', 'revision_number': 4, 'project_id': '644295b2432d416794291c506d8bdf04', 'gw_port': {'id': 'a74f9026-3bf5-481e-a569-95ccb114a543', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:af:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:59Z', 'updated_at': '2021-11-25T18:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_floatingips': [{'id': 'fa63c5e8-c320-44a4-bf5f-7e38d725a59a', 'tenant_id': '644295b2432d416794291c506d8bdf04', 'floating_ip_address': '172.25.0.238', 'floating_network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'router_id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'port_id': '54b5e9e4-49f0-4af6-8407-1f4b203839b1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec644cb7-3d02-4588-b445-e7e197ccf37e', 'mac_address': 'fa:16:3e:03:b0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6737c46-f367-406b-933e-6fdd361c9677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:50:19Z', 'updated_at': '2021-11-25T18:50:21Z', 'revision_number': 1, 'project_id': '644295b2432d416794291c506d8bdf04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc43f67f-72f6-483a-9c2f-dd1afa606644', 'name': '', 'network_id': 'ec644cb7-3d02-4588-b445-e7e197ccf37e', 'tenant_id': '644295b2432d416794291c506d8bdf04', 'mac_address': 'fa:16:3e:36:b3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'ce1f6999-21d3-4d61-b33c-52597fd9bdcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:50:00Z', 'updated_at': '2021-11-25T18:50:06Z', 'revision_number': 5, 'project_id': '644295b2432d416794291c506d8bdf04', 'subnets': [{'id': 'ce1f6999-21d3-4d61-b33c-52597fd9bdcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:54:33.864637 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20dba5e-3a0c-402c-ba63-09bb81fe753c None None] New status for floating IP 8e2c28f2-f699-4a16-bac6-94a1866131f3: DOWN {{(pid=103363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:54:34.399426 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17283bfd-a1e0-4d7e-95d3-91d1dba74a23 req-890dc2b1-6d94-4c2f-9fba-0afcfad99d0c tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:34.400933 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-17283bfd-a1e0-4d7e-95d3-91d1dba74a23 req-890dc2b1-6d94-4c2f-9fba-0afcfad99d0c tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/ports?device_id=52de4061-0d12-49eb-835d-ca777341a75f HTTP/1.1" status: 200 len: 945 time: 0.0504527 Nov 25 18:54:34.449634 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-17283bfd-a1e0-4d7e-95d3-91d1dba74a23 req-b45e71dc-cc04-4816-8ee9-136547ae6fe9 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/security-groups?id=b6aa6da6-ad71-48a5-8403-a0fd9c80cc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428057 Nov 25 18:54:34.605147 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b483fda-5b4e-43a4-a98b-4713edbddfec req-c0b92f63-be14-4ce2-90f7-a804959e64b7 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:34.606486 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2b483fda-5b4e-43a4-a98b-4713edbddfec req-c0b92f63-be14-4ce2-90f7-a804959e64b7 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.90 "GET /v2.0/ports?device_id=52de4061-0d12-49eb-835d-ca777341a75f HTTP/1.1" status: 200 len: 945 time: 0.0474749 Nov 25 18:54:34.700252 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-2b483fda-5b4e-43a4-a98b-4713edbddfec req-cf08a1f8-04ea-4665-87fd-2a597fc1b7f7 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Deleting port 0e34f910-0eff-4388-8edf-2c2d69bf0c41 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:54:34.700581 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-2b483fda-5b4e-43a4-a98b-4713edbddfec req-cf08a1f8-04ea-4665-87fd-2a597fc1b7f7 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:34.786307 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-2b483fda-5b4e-43a4-a98b-4713edbddfec req-cf08a1f8-04ea-4665-87fd-2a597fc1b7f7 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] For port 0e34f910-0eff-4388-8edf-2c2d69bf0c41, host n-h2-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817746-1',level=0,port_id=0e34f910-0eff-4388-8edf-2c2d69bf0c41,segment=NetworkSegment(9a4b8594-26c0-4991-a476-273430444586),segment_id=9a4b8594-26c0-4991-a476-273430444586)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:54:34.787178 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-2b483fda-5b4e-43a4-a98b-4713edbddfec req-cf08a1f8-04ea-4665-87fd-2a597fc1b7f7 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:34.799820 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-2b483fda-5b4e-43a4-a98b-4713edbddfec req-cf08a1f8-04ea-4665-87fd-2a597fc1b7f7 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Calling delete_port for 0e34f910-0eff-4388-8edf-2c2d69bf0c41 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:54:34.926401 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-2b483fda-5b4e-43a4-a98b-4713edbddfec req-cf08a1f8-04ea-4665-87fd-2a597fc1b7f7 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:34.957854 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf08a1f8-04ea-4665-87fd-2a597fc1b7f7 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Pushing event deleted for resources: {'Port': ['ID=0e34f910-0eff-4388-8edf-2c2d69bf0c41,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:54:35.004703 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b483fda-5b4e-43a4-a98b-4713edbddfec req-cf08a1f8-04ea-4665-87fd-2a597fc1b7f7 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] No DVR routers for this DVR port 0e34f910-0eff-4388-8edf-2c2d69bf0c41 on host n-h2-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:54:35.008294 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-2b483fda-5b4e-43a4-a98b-4713edbddfec req-cf08a1f8-04ea-4665-87fd-2a597fc1b7f7 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:35.012338 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2b483fda-5b4e-43a4-a98b-4713edbddfec req-cf08a1f8-04ea-4665-87fd-2a597fc1b7f7 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.90 "DELETE /v2.0/ports/0e34f910-0eff-4388-8edf-2c2d69bf0c41 HTTP/1.1" status: 204 len: 173 time: 0.3981686 Nov 25 18:54:35.012803 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52de4061-0d12-49eb-835d-ca777341a75f', 'name': 'network-vif-deleted', 'tag': '0e34f910-0eff-4388-8edf-2c2d69bf0c41'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:54:35.015752 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3ddb56-79ce-408d-b11e-21aacc726de2" -d '{"events": [{"server_uuid": "52de4061-0d12-49eb-835d-ca777341a75f", "name": "network-vif-deleted", "tag": "0e34f910-0eff-4388-8edf-2c2d69bf0c41"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:54:35.051338 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3c8db5-5f7f-4aa7-885c-2bf7c121a943 x-openstack-request-id: req-7b3c8db5-5f7f-4aa7-885c-2bf7c121a943 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:54:35.051638 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52de4061-0d12-49eb-835d-ca777341a75f", "name": "network-vif-deleted", "tag": "0e34f910-0eff-4388-8edf-2c2d69bf0c41", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:54:35.051897 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7b3c8db5-5f7f-4aa7-885c-2bf7c121a943 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:54:35.052858 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52de4061-0d12-49eb-835d-ca777341a75f', 'name': 'network-vif-deleted', 'tag': '0e34f910-0eff-4388-8edf-2c2d69bf0c41', 'status': 'completed', 'code': 200} Nov 25 18:54:35.196819 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 0e34f910-0eff-4388-8edf-2c2d69bf0c41 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:54:35.216931 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: 0e34f910-0eff-4388-8edf-2c2d69bf0c41 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:54:35.217278 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 0e34f910-0eff-4388-8edf-2c2d69bf0c41 not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:54:36.012729 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 40540) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:54:36.168739 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-8744908a-5888-4c78-845e-3454883ad2f8 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Deleting port 5242e991-64be-4976-9019-843714beab00 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:54:36.169114 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8744908a-5888-4c78-845e-3454883ad2f8 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:36.247453 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8744908a-5888-4c78-845e-3454883ad2f8 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:36.247677 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8744908a-5888-4c78-845e-3454883ad2f8 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:36.259987 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-8744908a-5888-4c78-845e-3454883ad2f8 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Calling delete_port for 5242e991-64be-4976-9019-843714beab00 owned by network:floatingip {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:54:36.407771 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8744908a-5888-4c78-845e-3454883ad2f8 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:36.431835 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8744908a-5888-4c78-845e-3454883ad2f8 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Pushing event deleted for resources: {'Port': ['ID=5242e991-64be-4976-9019-843714beab00,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:54:36.497278 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8744908a-5888-4c78-845e-3454883ad2f8 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks [] for floatingip, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:36.497668 n-d-817746-1 neutron-server[103361]: INFO neutron.db.l3_db [None req-8744908a-5888-4c78-845e-3454883ad2f8 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Floating IP fa63c5e8-c320-44a4-bf5f-7e38d725a59a disassociated (deleted). External IP: 172.25.0.238, port: 54b5e9e4-49f0-4af6-8407-1f4b203839b1. Nov 25 18:54:36.703776 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8744908a-5888-4c78-845e-3454883ad2f8 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Router 39a8db01-2f7a-4c4d-9276-bdcee57dc254 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:54:36.810870 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8744908a-5888-4c78-845e-3454883ad2f8 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:54:36.816117 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8744908a-5888-4c78-845e-3454883ad2f8 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for floatingip, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:36.821176 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743a6230-8d7c-43a9-a214-739eaac272f5 None None] Sync routers for ids ['39a8db01-2f7a-4c4d-9276-bdcee57dc254'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:54:36.830709 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743a6230-8d7c-43a9-a214-739eaac272f5 None None] Routers {'39a8db01-2f7a-4c4d-9276-bdcee57dc254'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:54:36.831313 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-743a6230-8d7c-43a9-a214-739eaac272f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:54:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['39a8db01-2f7a-4c4d-9276-bdcee57dc254'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:54:36.845701 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-8744908a-5888-4c78-845e-3454883ad2f8 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "DELETE /v2.0/floatingips/fa63c5e8-c320-44a4-bf5f-7e38d725a59a HTTP/1.1" status: 204 len: 168 time: 0.8318613 Nov 25 18:54:36.945011 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-743a6230-8d7c-43a9-a214-739eaac272f5 None None] Set router 39a8db01-2f7a-4c4d-9276-bdcee57dc254 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:54:37.065143 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6737c46-f367-406b-933e-6fdd361c9677', 'tag': '54b5e9e4-49f0-4af6-8407-1f4b203839b1'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:54:37.068587 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da63219-27d8-4594-ba30-964c8331d4a1" -d '{"events": [{"name": "network-changed", "server_uuid": "f6737c46-f367-406b-933e-6fdd361c9677", "tag": "54b5e9e4-49f0-4af6-8407-1f4b203839b1"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:54:37.102857 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74043cbb-122f-478d-b62b-6822e767db14 req-e83110e1-1657-4543-bcf9-f23ba9860f65 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:37.105167 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-74043cbb-122f-478d-b62b-6822e767db14 req-e83110e1-1657-4543-bcf9-f23ba9860f65 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6737c46-f367-406b-933e-6fdd361c9677 HTTP/1.1" status: 200 len: 944 time: 0.0773787 Nov 25 18:54:37.124325 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af7e5ce-67b9-4b22-883d-7bffff77a291 x-openstack-request-id: req-8af7e5ce-67b9-4b22-883d-7bffff77a291 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:54:37.124851 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6737c46-f367-406b-933e-6fdd361c9677", "tag": "54b5e9e4-49f0-4af6-8407-1f4b203839b1", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:54:37.130032 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8af7e5ce-67b9-4b22-883d-7bffff77a291 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:54:37.130989 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6737c46-f367-406b-933e-6fdd361c9677', 'tag': '54b5e9e4-49f0-4af6-8407-1f4b203839b1', 'status': 'completed', 'code': 200} Nov 25 18:54:37.199237 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-743a6230-8d7c-43a9-a214-739eaac272f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'name': 'tempest-TestSnapshotPattern-372143164-router', 'tenant_id': '644295b2432d416794291c506d8bdf04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': 'a74f9026-3bf5-481e-a569-95ccb114a543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:49:58Z', 'updated_at': '2021-11-25T18:50:01Z', 'revision_number': 4, 'project_id': '644295b2432d416794291c506d8bdf04', 'gw_port': {'id': 'a74f9026-3bf5-481e-a569-95ccb114a543', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:af:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:59Z', 'updated_at': '2021-11-25T18:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'bc43f67f-72f6-483a-9c2f-dd1afa606644', 'name': '', 'network_id': 'ec644cb7-3d02-4588-b445-e7e197ccf37e', 'tenant_id': '644295b2432d416794291c506d8bdf04', 'mac_address': 'fa:16:3e:36:b3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'ce1f6999-21d3-4d61-b33c-52597fd9bdcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:50:00Z', 'updated_at': '2021-11-25T18:50:06Z', 'revision_number': 5, 'project_id': '644295b2432d416794291c506d8bdf04', 'subnets': [{'id': 'ce1f6999-21d3-4d61-b33c-52597fd9bdcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:54:37.207753 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-74043cbb-122f-478d-b62b-6822e767db14 req-c7cd6fc4-781b-4515-b624-7f74591a20be tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/security-groups?id=b6aa6da6-ad71-48a5-8403-a0fd9c80cc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961375 Nov 25 18:54:37.221495 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da63219-27d8-4594-ba30-964c8331d4a1 req-18f9846e-1178-4cea-9b90-decb139feb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:37.223388 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0da63219-27d8-4594-ba30-964c8331d4a1 req-18f9846e-1178-4cea-9b90-decb139feb34 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=644295b2432d416794291c506d8bdf04&device_id=f6737c46-f367-406b-933e-6fdd361c9677 HTTP/1.1" status: 200 len: 1095 time: 0.0698621 Nov 25 18:54:37.242303 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743a6230-8d7c-43a9-a214-739eaac272f5 None None] Checking router: 39a8db01-2f7a-4c4d-9276-bdcee57dc254 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:54:37.251637 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743a6230-8d7c-43a9-a214-739eaac272f5 None None] Routers {'39a8db01-2f7a-4c4d-9276-bdcee57dc254'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:54:37.252241 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-743a6230-8d7c-43a9-a214-739eaac272f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:54:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['39a8db01-2f7a-4c4d-9276-bdcee57dc254'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:54:37.326902 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da63219-27d8-4594-ba30-964c8331d4a1 req-e73cd89d-818e-4973-94ec-eee35950ae49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:37.328293 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0da63219-27d8-4594-ba30-964c8331d4a1 req-e73cd89d-818e-4973-94ec-eee35950ae49 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ec644cb7-3d02-4588-b445-e7e197ccf37e HTTP/1.1" status: 200 len: 910 time: 0.0946565 Nov 25 18:54:37.363991 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-743a6230-8d7c-43a9-a214-739eaac272f5 None None] Set router 39a8db01-2f7a-4c4d-9276-bdcee57dc254 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:54:37.372947 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0da63219-27d8-4594-ba30-964c8331d4a1 req-17b10ba0-686e-4776-93fa-ffe4531d987f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54b5e9e4-49f0-4af6-8407-1f4b203839b1 HTTP/1.1" status: 200 len: 217 time: 0.0352790 Nov 25 18:54:37.421602 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da63219-27d8-4594-ba30-964c8331d4a1 req-54416e94-30ad-438d-a841-2cf07e9e1eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:37.423058 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0da63219-27d8-4594-ba30-964c8331d4a1 req-54416e94-30ad-438d-a841-2cf07e9e1eba service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ce1f6999-21d3-4d61-b33c-52597fd9bdcb HTTP/1.1" status: 200 len: 848 time: 0.0435317 Nov 25 18:54:37.474897 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da63219-27d8-4594-ba30-964c8331d4a1 req-3546ac6a-6f3c-4e89-97eb-6d850cf323c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:37.476325 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0da63219-27d8-4594-ba30-964c8331d4a1 req-3546ac6a-6f3c-4e89-97eb-6d850cf323c7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ec644cb7-3d02-4588-b445-e7e197ccf37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453062 Nov 25 18:54:37.563267 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-743a6230-8d7c-43a9-a214-739eaac272f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'name': 'tempest-TestSnapshotPattern-372143164-router', 'tenant_id': '644295b2432d416794291c506d8bdf04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': 'a74f9026-3bf5-481e-a569-95ccb114a543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:49:58Z', 'updated_at': '2021-11-25T18:50:01Z', 'revision_number': 4, 'project_id': '644295b2432d416794291c506d8bdf04', 'gw_port': {'id': 'a74f9026-3bf5-481e-a569-95ccb114a543', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:af:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:59Z', 'updated_at': '2021-11-25T18:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'bc43f67f-72f6-483a-9c2f-dd1afa606644', 'name': '', 'network_id': 'ec644cb7-3d02-4588-b445-e7e197ccf37e', 'tenant_id': '644295b2432d416794291c506d8bdf04', 'mac_address': 'fa:16:3e:36:b3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'ce1f6999-21d3-4d61-b33c-52597fd9bdcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:50:00Z', 'updated_at': '2021-11-25T18:50:06Z', 'revision_number': 5, 'project_id': '644295b2432d416794291c506d8bdf04', 'subnets': [{'id': 'ce1f6999-21d3-4d61-b33c-52597fd9bdcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:54:37.567715 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0da63219-27d8-4594-ba30-964c8331d4a1 req-99caf1ce-d118-4de9-ae35-03390c8fd06a service neutron] 10.222.0.74 "GET /v2.0/networks/ec644cb7-3d02-4588-b445-e7e197ccf37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834188 Nov 25 18:54:37.593273 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743a6230-8d7c-43a9-a214-739eaac272f5 None None] The sync data for ids ['39a8db01-2f7a-4c4d-9276-bdcee57dc254'] in n-d-817746-1 is: [{'id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'name': 'tempest-TestSnapshotPattern-372143164-router', 'tenant_id': '644295b2432d416794291c506d8bdf04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': 'a74f9026-3bf5-481e-a569-95ccb114a543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:49:58Z', 'updated_at': '2021-11-25T18:50:01Z', 'revision_number': 4, 'project_id': '644295b2432d416794291c506d8bdf04', 'gw_port': {'id': 'a74f9026-3bf5-481e-a569-95ccb114a543', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:af:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:59Z', 'updated_at': '2021-11-25T18:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1', '_interfaces': [{'id': 'bc43f67f-72f6-483a-9c2f-dd1afa606644', 'name': '', 'network_id': 'ec644cb7-3d02-4588-b445-e7e197ccf37e', 'tenant_id': '644295b2432d416794291c506d8bdf04', 'mac_address': 'fa:16:3e:36:b3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'ce1f6999-21d3-4d61-b33c-52597fd9bdcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:50:00Z', 'updated_at': '2021-11-25T18:50:06Z', 'revision_number': 5, 'project_id': '644295b2432d416794291c506d8bdf04', 'subnets': [{'id': 'ce1f6999-21d3-4d61-b33c-52597fd9bdcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:54:37.668895 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-0da63219-27d8-4594-ba30-964c8331d4a1 req-ba1ad200-c72b-4260-aa53-79c3d39a3e85 service neutron] 10.222.0.74 "GET /v2.0/networks/ec644cb7-3d02-4588-b445-e7e197ccf37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924473 Nov 25 18:54:37.831537 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcbdfdf-1298-48a2-bc73-3cab63b76745 None None] New status for floating IP fa63c5e8-c320-44a4-bf5f-7e38d725a59a: DOWN {{(pid=103363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:54:38.327727 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732aeb2-d8ff-4de9-8ddf-fe265fbaca81 req-4db16822-2ad9-4ca8-942c-85221aad6dc0 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:38.329236 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2732aeb2-d8ff-4de9-8ddf-fe265fbaca81 req-4db16822-2ad9-4ca8-942c-85221aad6dc0 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6737c46-f367-406b-933e-6fdd361c9677 HTTP/1.1" status: 200 len: 944 time: 0.0495093 Nov 25 18:54:38.378441 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-2732aeb2-d8ff-4de9-8ddf-fe265fbaca81 req-1f6b24e3-bb89-4cb0-b27a-e2cdc094fd1f tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/security-groups?id=b6aa6da6-ad71-48a5-8403-a0fd9c80cc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425875 Nov 25 18:54:38.592254 n-d-817746-1 neutron-server[103361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c9fc6-223a-495e-876c-7c1c72de984e req-b885860c-fccb-46ef-8f7a-a3b8db44dad6 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:38.593648 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-db0c9fc6-223a-495e-876c-7c1c72de984e req-b885860c-fccb-46ef-8f7a-a3b8db44dad6 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.74 "GET /v2.0/ports?device_id=f6737c46-f367-406b-933e-6fdd361c9677 HTTP/1.1" status: 200 len: 944 time: 0.0482996 Nov 25 18:54:38.686768 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-db0c9fc6-223a-495e-876c-7c1c72de984e req-1b2b7897-98ec-40c8-9e88-a78f2ecd360e tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Deleting port 54b5e9e4-49f0-4af6-8407-1f4b203839b1 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:54:38.687110 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-db0c9fc6-223a-495e-876c-7c1c72de984e req-1b2b7897-98ec-40c8-9e88-a78f2ecd360e tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:38.774661 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [req-db0c9fc6-223a-495e-876c-7c1c72de984e req-1b2b7897-98ec-40c8-9e88-a78f2ecd360e tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] For port 54b5e9e4-49f0-4af6-8407-1f4b203839b1, host n-h1-817746-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817746-1',level=0,port_id=54b5e9e4-49f0-4af6-8407-1f4b203839b1,segment=NetworkSegment(9a4b8594-26c0-4991-a476-273430444586),segment_id=9a4b8594-26c0-4991-a476-273430444586)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:54:38.775033 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-db0c9fc6-223a-495e-876c-7c1c72de984e req-1b2b7897-98ec-40c8-9e88-a78f2ecd360e tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:38.787697 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [req-db0c9fc6-223a-495e-876c-7c1c72de984e req-1b2b7897-98ec-40c8-9e88-a78f2ecd360e tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Calling delete_port for 54b5e9e4-49f0-4af6-8407-1f4b203839b1 owned by compute:nova {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:54:38.918681 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-db0c9fc6-223a-495e-876c-7c1c72de984e req-1b2b7897-98ec-40c8-9e88-a78f2ecd360e tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:38.949593 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b7897-98ec-40c8-9e88-a78f2ecd360e tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Pushing event deleted for resources: {'Port': ['ID=54b5e9e4-49f0-4af6-8407-1f4b203839b1,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:54:38.993245 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [req-db0c9fc6-223a-495e-876c-7c1c72de984e req-1b2b7897-98ec-40c8-9e88-a78f2ecd360e tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] No DVR routers for this DVR port 54b5e9e4-49f0-4af6-8407-1f4b203839b1 on host n-h1-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:54:38.995821 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [req-db0c9fc6-223a-495e-876c-7c1c72de984e req-1b2b7897-98ec-40c8-9e88-a78f2ecd360e tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44658'] for port, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:38.999191 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-db0c9fc6-223a-495e-876c-7c1c72de984e req-1b2b7897-98ec-40c8-9e88-a78f2ecd360e tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.74 "DELETE /v2.0/ports/54b5e9e4-49f0-4af6-8407-1f4b203839b1 HTTP/1.1" status: 204 len: 173 time: 0.3992407 Nov 25 18:54:39.132070 n-d-817746-1 neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6737c46-f367-406b-933e-6fdd361c9677', 'name': 'network-vif-deleted', 'tag': '54b5e9e4-49f0-4af6-8407-1f4b203839b1'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:54:39.134487 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d4c7a48a0b70c922b90e54b80d88aff023a0346889e75e3a76b7e145823e05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21238627-5ab7-457b-abd2-475b571318e9" -d '{"events": [{"server_uuid": "f6737c46-f367-406b-933e-6fdd361c9677", "name": "network-vif-deleted", "tag": "54b5e9e4-49f0-4af6-8407-1f4b203839b1"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:54:39.169918 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560134fc-622f-41da-a74d-0538eafec5ef x-openstack-request-id: req-560134fc-622f-41da-a74d-0538eafec5ef {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:54:39.170172 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6737c46-f367-406b-933e-6fdd361c9677", "name": "network-vif-deleted", "tag": "54b5e9e4-49f0-4af6-8407-1f4b203839b1", "status": "completed", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:54:39.170426 n-d-817746-1 neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-560134fc-622f-41da-a74d-0538eafec5ef {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:54:39.170859 n-d-817746-1 neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6737c46-f367-406b-933e-6fdd361c9677', 'name': 'network-vif-deleted', 'tag': '54b5e9e4-49f0-4af6-8407-1f4b203839b1', 'status': 'completed', 'code': 200} Nov 25 18:54:39.211168 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 0e34f910-0eff-4388-8edf-2c2d69bf0c41 no longer exists at agent hyperv_n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:54:39.232392 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] No Port match for: 0e34f910-0eff-4388-8edf-2c2d69bf0c41 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:54:39.232706 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Device 0e34f910-0eff-4388-8edf-2c2d69bf0c41 not bound to the agent host n-h2-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:54:39.498474 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [req-84ab5a83-7d88-4372-ac45-05580465fb0d req-b80a6b79-e83c-4919-8a02-ed46df1205f2 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6737c46-f367-406b-933e-6fdd361c9677 HTTP/1.1" status: 200 len: 210 time: 0.0276673 Nov 25 18:54:40.556327 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 40556) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:54:40.611950 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cd00f407-107b-477e-b252-a7dc5f571747 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:40.638082 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cd00f407-107b-477e-b252-a7dc5f571747 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:40.697572 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cd00f407-107b-477e-b252-a7dc5f571747 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:40.700215 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cd00f407-107b-477e-b252-a7dc5f571747 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:40.701418 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-cd00f407-107b-477e-b252-a7dc5f571747 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] 10.222.0.75 "DELETE /v2.0/security-groups/b6aa6da6-ad71-48a5-8403-a0fd9c80cc2c HTTP/1.1" status: 204 len: 168 time: 0.1439888 Nov 25 18:54:40.710645 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd00f407-107b-477e-b252-a7dc5f571747 tempest-TestSnapshotPattern-1913882931 tempest-TestSnapshotPattern-1913882931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6aa6da6-ad71-48a5-8403-a0fd9c80cc2c,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:54:40.754682 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 40560) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:54:41.107471 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-06df7f5e-fe38-438f-af6c-4a199aead3d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:41.341116 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-06df7f5e-fe38-438f-af6c-4a199aead3d7 admin admin] Deleting port bc43f67f-72f6-483a-9c2f-dd1afa606644 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:54:41.341362 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-06df7f5e-fe38-438f-af6c-4a199aead3d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:41.425471 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-06df7f5e-fe38-438f-af6c-4a199aead3d7 admin admin] For port bc43f67f-72f6-483a-9c2f-dd1afa606644, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=bc43f67f-72f6-483a-9c2f-dd1afa606644,segment=NetworkSegment(9a4b8594-26c0-4991-a476-273430444586),segment_id=9a4b8594-26c0-4991-a476-273430444586)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:54:41.425824 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-06df7f5e-fe38-438f-af6c-4a199aead3d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:41.438016 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-06df7f5e-fe38-438f-af6c-4a199aead3d7 admin admin] Calling delete_port for bc43f67f-72f6-483a-9c2f-dd1afa606644 owned by network:router_interface {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:54:41.613018 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-06df7f5e-fe38-438f-af6c-4a199aead3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:41.637389 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06df7f5e-fe38-438f-af6c-4a199aead3d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc43f67f-72f6-483a-9c2f-dd1afa606644,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:54:41.801589 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-06df7f5e-fe38-438f-af6c-4a199aead3d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:42.301300 n-d-817746-1 neutron-server[103361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06df7f5e-fe38-438f-af6c-4a199aead3d7 admin admin] Router 39a8db01-2f7a-4c4d-9276-bdcee57dc254 has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:54:42.407153 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06df7f5e-fe38-438f-af6c-4a199aead3d7 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:54:42.413164 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-06df7f5e-fe38-438f-af6c-4a199aead3d7 admin admin] 10.222.0.75 "PUT /v2.0/routers/39a8db01-2f7a-4c4d-9276-bdcee57dc254/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6573858 Nov 25 18:54:42.415627 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 40562) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:54:42.418202 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251ded18-9139-410d-b8d5-01a1406bf6ce None None] Sync routers for ids ['39a8db01-2f7a-4c4d-9276-bdcee57dc254'] in n-d-817746-1 {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:54:42.429364 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251ded18-9139-410d-b8d5-01a1406bf6ce None None] Routers {'39a8db01-2f7a-4c4d-9276-bdcee57dc254'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:54:42.429995 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-251ded18-9139-410d-b8d5-01a1406bf6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:54:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['39a8db01-2f7a-4c4d-9276-bdcee57dc254'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:54:42.522270 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f54bba09-25e4-47b2-97df-ac595f4b065c admin admin] Publish callbacks [] for router, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:42.628490 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f54bba09-25e4-47b2-97df-ac595f4b065c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:42.664431 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 54b5e9e4-49f0-4af6-8407-1f4b203839b1 no longer exists at agent hyperv_n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:54:42.684683 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-f54bba09-25e4-47b2-97df-ac595f4b065c admin admin] Deleting port a74f9026-3bf5-481e-a569-95ccb114a543 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:54:42.685052 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f54bba09-25e4-47b2-97df-ac595f4b065c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:42.689820 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] No Port match for: 54b5e9e4-49f0-4af6-8407-1f4b203839b1 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:54:42.690179 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Device 54b5e9e4-49f0-4af6-8407-1f4b203839b1 not bound to the agent host n-h1-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:54:42.717177 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-251ded18-9139-410d-b8d5-01a1406bf6ce None None] Set router 39a8db01-2f7a-4c4d-9276-bdcee57dc254 gateway port host: n-d-817746-1 {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:54:42.770216 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-f54bba09-25e4-47b2-97df-ac595f4b065c admin admin] For port a74f9026-3bf5-481e-a569-95ccb114a543, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=a74f9026-3bf5-481e-a569-95ccb114a543,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:54:42.770577 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f54bba09-25e4-47b2-97df-ac595f4b065c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:42.782763 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-f54bba09-25e4-47b2-97df-ac595f4b065c admin admin] Calling delete_port for a74f9026-3bf5-481e-a569-95ccb114a543 owned by network:router_gateway {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:54:42.900252 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-251ded18-9139-410d-b8d5-01a1406bf6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'name': 'tempest-TestSnapshotPattern-372143164-router', 'tenant_id': '644295b2432d416794291c506d8bdf04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': 'a74f9026-3bf5-481e-a569-95ccb114a543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:49:58Z', 'updated_at': '2021-11-25T18:54:41Z', 'revision_number': 5, 'project_id': '644295b2432d416794291c506d8bdf04', 'gw_port': {'id': 'a74f9026-3bf5-481e-a569-95ccb114a543', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:af:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:59Z', 'updated_at': '2021-11-25T18:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:54:42.928392 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251ded18-9139-410d-b8d5-01a1406bf6ce None None] Checking router: 39a8db01-2f7a-4c4d-9276-bdcee57dc254 for host: n-d-817746-1 {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:54:42.940736 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251ded18-9139-410d-b8d5-01a1406bf6ce None None] Routers {'39a8db01-2f7a-4c4d-9276-bdcee57dc254'} bound to L3 agent in host n-d-817746-1 {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:54:42.941385 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-251ded18-9139-410d-b8d5-01a1406bf6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:54:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['39a8db01-2f7a-4c4d-9276-bdcee57dc254'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:54:42.951906 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f54bba09-25e4-47b2-97df-ac595f4b065c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:42.978674 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54bba09-25e4-47b2-97df-ac595f4b065c admin admin] Pushing event deleted for resources: {'Port': ['ID=a74f9026-3bf5-481e-a569-95ccb114a543,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:54:43.005072 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcd3c2f-92cb-482a-9d65-a8c92c7f195f None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:54:43.035565 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-251ded18-9139-410d-b8d5-01a1406bf6ce None None] Set router 39a8db01-2f7a-4c4d-9276-bdcee57dc254 gateway port host: None {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:54:43.045340 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f54bba09-25e4-47b2-97df-ac595f4b065c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:43.097678 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-251ded18-9139-410d-b8d5-01a1406bf6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'name': 'tempest-TestSnapshotPattern-372143164-router', 'tenant_id': '644295b2432d416794291c506d8bdf04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:49:58Z', 'updated_at': '2021-11-25T18:54:42Z', 'revision_number': 6, 'project_id': '644295b2432d416794291c506d8bdf04', 'gw_port_host': None}], 'n-d-817746-1', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:54:43.124295 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251ded18-9139-410d-b8d5-01a1406bf6ce None None] The sync data for ids ['39a8db01-2f7a-4c4d-9276-bdcee57dc254'] in n-d-817746-1 is: [{'id': '39a8db01-2f7a-4c4d-9276-bdcee57dc254', 'name': 'tempest-TestSnapshotPattern-372143164-router', 'tenant_id': '644295b2432d416794291c506d8bdf04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:49:58Z', 'updated_at': '2021-11-25T18:54:42Z', 'revision_number': 6, 'project_id': '644295b2432d416794291c506d8bdf04', 'gw_port_host': None}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:54:43.141051 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f54bba09-25e4-47b2-97df-ac595f4b065c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:43.143321 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f54bba09-25e4-47b2-97df-ac595f4b065c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:43.192434 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f54bba09-25e4-47b2-97df-ac595f4b065c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:43.193594 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54bba09-25e4-47b2-97df-ac595f4b065c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39a8db01-2f7a-4c4d-9276-bdcee57dc254 {{(pid=103361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:54:43.198219 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f54bba09-25e4-47b2-97df-ac595f4b065c admin admin] Publish callbacks [] for router, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:43.199513 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-f54bba09-25e4-47b2-97df-ac595f4b065c admin admin] 10.222.0.75 "DELETE /v2.0/routers/39a8db01-2f7a-4c4d-9276-bdcee57dc254 HTTP/1.1" status: 204 len: 168 time: 0.7829566 Nov 25 18:54:43.201997 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 40564) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:54:43.246829 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1ba3120-1a17-4fe6-b827-c04d59762708 admin admin] Deleting subnet ce1f6999-21d3-4d61-b33c-52597fd9bdcb {{(pid=103361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:54:43.249901 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e1ba3120-1a17-4fe6-b827-c04d59762708 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:43.284349 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e1ba3120-1a17-4fe6-b827-c04d59762708 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5181462'] for subnet, precommit_delete_associations {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:43.366221 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e1ba3120-1a17-4fe6-b827-c04d59762708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:43.417489 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e1ba3120-1a17-4fe6-b827-c04d59762708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231408'] for subnet, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:43.444022 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ba3120-1a17-4fe6-b827-c04d59762708 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce1f6999-21d3-4d61-b33c-52597fd9bdcb,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:54:43.449604 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e1ba3120-1a17-4fe6-b827-c04d59762708 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:43.453801 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-e1ba3120-1a17-4fe6-b827-c04d59762708 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/ce1f6999-21d3-4d61-b33c-52597fd9bdcb HTTP/1.1" status: 204 len: 168 time: 0.2508013 Nov 25 18:54:43.454599 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af24d84b-5751-431e-8936-3d4bd38e04a5 None None] Network ec644cb7-3d02-4588-b445-e7e197ccf37e requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:54:43.455940 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 40566) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:54:43.535480 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-47d38636-a346-4ecd-b836-0cc1f01e8e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:43.596383 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-47d38636-a346-4ecd-b836-0cc1f01e8e64 admin admin] Deleting port f4a68419-c4ca-4680-971c-a6ccc3508b2b {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:54:43.596731 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-47d38636-a346-4ecd-b836-0cc1f01e8e64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:43.660418 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-47d38636-a346-4ecd-b836-0cc1f01e8e64 admin admin] For port f4a68419-c4ca-4680-971c-a6ccc3508b2b, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=f4a68419-c4ca-4680-971c-a6ccc3508b2b,segment=NetworkSegment(9a4b8594-26c0-4991-a476-273430444586),segment_id=9a4b8594-26c0-4991-a476-273430444586)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:54:43.661178 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-47d38636-a346-4ecd-b836-0cc1f01e8e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:43.673795 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-47d38636-a346-4ecd-b836-0cc1f01e8e64 admin admin] Calling delete_port for f4a68419-c4ca-4680-971c-a6ccc3508b2b owned by network:dhcp {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:54:43.753115 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-47d38636-a346-4ecd-b836-0cc1f01e8e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:43.777932 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d38636-a346-4ecd-b836-0cc1f01e8e64 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4a68419-c4ca-4680-971c-a6ccc3508b2b,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:54:43.781228 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d38636-a346-4ecd-b836-0cc1f01e8e64 admin admin] No DVR routers for this DVR port f4a68419-c4ca-4680-971c-a6ccc3508b2b on host n-d-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:54:43.854373 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-47d38636-a346-4ecd-b836-0cc1f01e8e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:43.874816 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-47d38636-a346-4ecd-b836-0cc1f01e8e64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec644cb7-3d02-4588-b445-e7e197ccf37e']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:54:43.886734 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-47d38636-a346-4ecd-b836-0cc1f01e8e64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a4b8594-26c0-4991-a476-273430444586') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:54:43.886734 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-47d38636-a346-4ecd-b836-0cc1f01e8e64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a4b8594-26c0-4991-a476-273430444586') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:54:43.896271 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-47d38636-a346-4ecd-b836-0cc1f01e8e64 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:43.909971 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-47d38636-a346-4ecd-b836-0cc1f01e8e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:43.916769 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47d38636-a346-4ecd-b836-0cc1f01e8e64 admin admin] Releasing vlan 908 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:54:43.917203 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-47d38636-a346-4ecd-b836-0cc1f01e8e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:43.918967 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 18:54:43.918967 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:54:43.918967 n-d-817746-1 neutron-server[103361]: timer() Nov 25 18:54:43.918967 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:54:43.918967 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 18:54:43.918967 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:54:43.918967 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 18:54:43.918967 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:54:43.918967 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 18:54:43.918967 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:54:43.918967 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 18:54:43.918967 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:54:43.918967 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 18:54:43.918967 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:54:43.918967 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:54:43.918967 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:54:43.918967 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:54:43.918967 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:54:43.918967 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 18:54:43.918967 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:54:43.918967 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 18:54:43.918967 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:54:43.918967 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:54:43.918967 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:54:43.918967 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 18:54:43.918967 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:54:43.918967 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:54:43.918967 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:54:43.918967 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:54:43.918967 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:54:43.918967 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:54:43.918967 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:54:43.928789 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b24b4e0-73f5-4041-9768-7e61e1b75be7 None None] DHCP port deletion for ec644cb7-3d02-4588-b445-e7e197ccf37e request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:54:43.978243 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-47d38636-a346-4ecd-b836-0cc1f01e8e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:43.983717 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-47d38636-a346-4ecd-b836-0cc1f01e8e64 admin admin] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:43.987015 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-47d38636-a346-4ecd-b836-0cc1f01e8e64 admin admin] 10.222.0.75 "DELETE /v2.0/networks/ec644cb7-3d02-4588-b445-e7e197ccf37e HTTP/1.1" status: 204 len: 168 time: 0.5299089 Nov 25 18:54:43.990696 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40568) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:54:43.999721 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d38636-a346-4ecd-b836-0cc1f01e8e64 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec644cb7-3d02-4588-b445-e7e197ccf37e,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:54:44.343430 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-562d439b-2d5c-49ed-8b3d-673d336f8c61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532306'] for router_interface, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:44.584697 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-562d439b-2d5c-49ed-8b3d-673d336f8c61 admin admin] Deleting port 8b671c2a-decb-4d6c-98f6-e90a147a548e {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:54:44.586854 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-562d439b-2d5c-49ed-8b3d-673d336f8c61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:44.675055 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-562d439b-2d5c-49ed-8b3d-673d336f8c61 admin admin] For port 8b671c2a-decb-4d6c-98f6-e90a147a548e, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=8b671c2a-decb-4d6c-98f6-e90a147a548e,segment=NetworkSegment(c1c0ae9b-3881-4f66-ad6f-5092361192c5),segment_id=c1c0ae9b-3881-4f66-ad6f-5092361192c5)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:54:44.675532 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-562d439b-2d5c-49ed-8b3d-673d336f8c61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:44.688930 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-562d439b-2d5c-49ed-8b3d-673d336f8c61 admin admin] Calling delete_port for 8b671c2a-decb-4d6c-98f6-e90a147a548e owned by network:router_interface {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:54:44.703051 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device bc43f67f-72f6-483a-9c2f-dd1afa606644 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:54:44.723054 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: bc43f67f-72f6-483a-9c2f-dd1afa606644 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:54:44.723412 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device bc43f67f-72f6-483a-9c2f-dd1afa606644 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:54:44.723828 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device a74f9026-3bf5-481e-a569-95ccb114a543 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:54:44.743450 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: a74f9026-3bf5-481e-a569-95ccb114a543 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:54:44.743803 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device a74f9026-3bf5-481e-a569-95ccb114a543 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:54:44.744213 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device f4a68419-c4ca-4680-971c-a6ccc3508b2b no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:54:44.766706 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: f4a68419-c4ca-4680-971c-a6ccc3508b2b {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:54:44.767059 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device f4a68419-c4ca-4680-971c-a6ccc3508b2b not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:54:44.866724 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-562d439b-2d5c-49ed-8b3d-673d336f8c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:44.895172 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562d439b-2d5c-49ed-8b3d-673d336f8c61 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b671c2a-decb-4d6c-98f6-e90a147a548e,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:54:44.921930 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562d439b-2d5c-49ed-8b3d-673d336f8c61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:44.922286 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562d439b-2d5c-49ed-8b3d-673d336f8c61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:44.922637 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562d439b-2d5c-49ed-8b3d-673d336f8c61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:44.922981 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562d439b-2d5c-49ed-8b3d-673d336f8c61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:44.923320 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562d439b-2d5c-49ed-8b3d-673d336f8c61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:44.923658 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562d439b-2d5c-49ed-8b3d-673d336f8c61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:44.923989 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562d439b-2d5c-49ed-8b3d-673d336f8c61 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:44.924322 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562d439b-2d5c-49ed-8b3d-673d336f8c61 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:44.924653 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562d439b-2d5c-49ed-8b3d-673d336f8c61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:44.925012 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562d439b-2d5c-49ed-8b3d-673d336f8c61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:44.925345 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562d439b-2d5c-49ed-8b3d-673d336f8c61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:44.925673 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562d439b-2d5c-49ed-8b3d-673d336f8c61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817746-1 {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:45.080775 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-562d439b-2d5c-49ed-8b3d-673d336f8c61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532430'] for router_interface, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:45.292435 n-d-817746-1 neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-562d439b-2d5c-49ed-8b3d-673d336f8c61 admin admin] Router a0884c9d-74da-4568-b670-10014a62115e has already been hosted by L3 agent 92ca7734-8687-4cff-916b-808e2b77d606 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:54:45.704767 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562d439b-2d5c-49ed-8b3d-673d336f8c61 admin admin] Notify agent at l3_agent.n-d-817746-1 the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:54:45.710509 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-562d439b-2d5c-49ed-8b3d-673d336f8c61 admin admin] 10.222.0.75 "PUT /v2.0/routers/a0884c9d-74da-4568-b670-10014a62115e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7186625 Nov 25 18:54:45.712979 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40576) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:54:45.717274 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18cf367-e206-4764-a800-0fd2d091b54f None None] Sync routers for ids ['a0884c9d-74da-4568-b670-10014a62115e'] in n-d-817746-1 {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:54:45.728091 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18cf367-e206-4764-a800-0fd2d091b54f None None] Routers {'a0884c9d-74da-4568-b670-10014a62115e'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:54:45.728787 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-d18cf367-e206-4764-a800-0fd2d091b54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:54:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['a0884c9d-74da-4568-b670-10014a62115e'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:54:45.816931 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f3e4fccb-5e04-473e-a078-4f5f9d4c48e9 admin admin] Publish callbacks [] for router, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:45.832383 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-d18cf367-e206-4764-a800-0fd2d091b54f None None] Set router a0884c9d-74da-4568-b670-10014a62115e gateway port host: n-d-817746-1 {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:54:45.921780 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f3e4fccb-5e04-473e-a078-4f5f9d4c48e9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:45.980937 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-f3e4fccb-5e04-473e-a078-4f5f9d4c48e9 admin admin] Deleting port 0b539377-431e-4336-a48f-6847598c66d6 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:54:45.981266 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f3e4fccb-5e04-473e-a078-4f5f9d4c48e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:46.013614 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-d18cf367-e206-4764-a800-0fd2d091b54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0884c9d-74da-4568-b670-10014a62115e', 'name': 'tempest-TestSnapshotPattern-1254027582-router', 'tenant_id': '17d70043c82145b29ef350f1bf155e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'external_fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '0b539377-431e-4336-a48f-6847598c66d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:50:03Z', 'updated_at': '2021-11-25T18:54:44Z', 'revision_number': 5, 'project_id': '17d70043c82145b29ef350f1bf155e35', 'gw_port': {'id': '0b539377-431e-4336-a48f-6847598c66d6', 'name': '', 'network_id': '1aa44027-b9d0-4a56-9a59-7e664703e20a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:71:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0884c9d-74da-4568-b670-10014a62115e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817746-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:50:03Z', 'updated_at': '2021-11-25T18:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f1c1d8-d1cb-4e08-a13a-55f8e2270b84', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817746-1'}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:54:46.041156 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18cf367-e206-4764-a800-0fd2d091b54f None None] Checking router: a0884c9d-74da-4568-b670-10014a62115e for host: n-d-817746-1 {{(pid=103363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:54:46.049529 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18cf367-e206-4764-a800-0fd2d091b54f None None] Routers {'a0884c9d-74da-4568-b670-10014a62115e'} bound to L3 agent in host n-d-817746-1 {{(pid=103363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:54:46.050125 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-d18cf367-e206-4764-a800-0fd2d091b54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817746-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T17:11:19Z,description=,heartbeat_timestamp=2021-11-25T18:54:20Z,host='n-d-817746-1',id=92ca7734-8687-4cff-916b-808e2b77d606,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T17:11:19Z,topic='l3_agent')) {'router_ids': ['a0884c9d-74da-4568-b670-10014a62115e'], 'active': True} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:54:46.060605 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-f3e4fccb-5e04-473e-a078-4f5f9d4c48e9 admin admin] For port 0b539377-431e-4336-a48f-6847598c66d6, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=0b539377-431e-4336-a48f-6847598c66d6,segment=NetworkSegment(16c0aa20-4113-45fa-9c27-33563ef59618),segment_id=16c0aa20-4113-45fa-9c27-33563ef59618)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:54:46.060998 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f3e4fccb-5e04-473e-a078-4f5f9d4c48e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:46.074408 n-d-817746-1 neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-f3e4fccb-5e04-473e-a078-4f5f9d4c48e9 admin admin] Calling delete_port for 0b539377-431e-4336-a48f-6847598c66d6 owned by network:router_gateway {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:54:46.136331 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_dvr_db [None req-d18cf367-e206-4764-a800-0fd2d091b54f None None] Set router a0884c9d-74da-4568-b670-10014a62115e gateway port host: None {{(pid=103363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:54:46.189829 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.l3_hamode_db [None req-d18cf367-e206-4764-a800-0fd2d091b54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0884c9d-74da-4568-b670-10014a62115e', 'name': 'tempest-TestSnapshotPattern-1254027582-router', 'tenant_id': '17d70043c82145b29ef350f1bf155e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:50:03Z', 'updated_at': '2021-11-25T18:54:45Z', 'revision_number': 6, 'project_id': '17d70043c82145b29ef350f1bf155e35', 'gw_port_host': None}], 'n-d-817746-1', False) {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:54:46.216365 n-d-817746-1 neutron-server[103363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18cf367-e206-4764-a800-0fd2d091b54f None None] The sync data for ids ['a0884c9d-74da-4568-b670-10014a62115e'] in n-d-817746-1 is: [{'id': 'a0884c9d-74da-4568-b670-10014a62115e', 'name': 'tempest-TestSnapshotPattern-1254027582-router', 'tenant_id': '17d70043c82145b29ef350f1bf155e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:50:03Z', 'updated_at': '2021-11-25T18:54:45Z', 'revision_number': 6, 'project_id': '17d70043c82145b29ef350f1bf155e35', 'gw_port_host': None}] {{(pid=103363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:54:46.244392 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f3e4fccb-5e04-473e-a078-4f5f9d4c48e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129790449'] for port, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:46.273462 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e4fccb-5e04-473e-a078-4f5f9d4c48e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b539377-431e-4336-a48f-6847598c66d6,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:54:46.289948 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a098d4f-ece2-4fa0-95e0-a8a3dee70e13 None None] DHCP port deletion for 1aa44027-b9d0-4a56-9a59-7e664703e20a request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:54:46.336148 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f3e4fccb-5e04-473e-a078-4f5f9d4c48e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542312'] for router_gateway, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:46.425621 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f3e4fccb-5e04-473e-a078-4f5f9d4c48e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381'] for router, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:46.428543 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f3e4fccb-5e04-473e-a078-4f5f9d4c48e9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:46.470678 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f3e4fccb-5e04-473e-a078-4f5f9d4c48e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530167'] for router, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:46.471174 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e4fccb-5e04-473e-a078-4f5f9d4c48e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0884c9d-74da-4568-b670-10014a62115e {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:54:46.475843 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f3e4fccb-5e04-473e-a078-4f5f9d4c48e9 admin admin] Publish callbacks [] for router, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:46.477026 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-f3e4fccb-5e04-473e-a078-4f5f9d4c48e9 admin admin] 10.222.0.75 "DELETE /v2.0/routers/a0884c9d-74da-4568-b670-10014a62115e HTTP/1.1" status: 204 len: 168 time: 0.7630427 Nov 25 18:54:46.479533 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40578) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:54:46.528502 n-d-817746-1 neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-a34043a0-5ac7-4c2a-a48c-b4175abc25ae admin admin] Deleting subnet 90019b30-978f-4f6f-8005-adcb9d8b3ff2 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:54:46.531447 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a34043a0-5ac7-4c2a-a48c-b4175abc25ae admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:46.568674 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a34043a0-5ac7-4c2a-a48c-b4175abc25ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129843060'] for subnet, precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:46.648719 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a34043a0-5ac7-4c2a-a48c-b4175abc25ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3796789'] for subnet, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:46.705516 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a34043a0-5ac7-4c2a-a48c-b4175abc25ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3796942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129790246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126020400'] for subnet, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:46.733022 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a34043a0-5ac7-4c2a-a48c-b4175abc25ae admin admin] Publish callbacks [] for subnet, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:46.736249 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-a34043a0-5ac7-4c2a-a48c-b4175abc25ae admin admin] 10.222.0.75 "DELETE /v2.0/subnets/90019b30-978f-4f6f-8005-adcb9d8b3ff2 HTTP/1.1" status: 204 len: 168 time: 0.2557549 Nov 25 18:54:46.737283 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34043a0-5ac7-4c2a-a48c-b4175abc25ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90019b30-978f-4f6f-8005-adcb9d8b3ff2,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:54:46.738521 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f138044-a5d6-4d58-bd56-cd30538e1f31 None None] Network 4e682c08-a83e-45d7-88b4-8747896000ca requested from n-d-817746-1 {{(pid=103362) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:54:46.738897 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 40580) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:54:46.811979 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cab9b347-b1e9-41dc-848f-fd7aa7446857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3555231'] for network, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:46.865919 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-cab9b347-b1e9-41dc-848f-fd7aa7446857 admin admin] Deleting port 3326bf1c-55b5-4ba9-a772-b85f9eb07f53 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:54:46.866266 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cab9b347-b1e9-41dc-848f-fd7aa7446857 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:46.934812 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-cab9b347-b1e9-41dc-848f-fd7aa7446857 admin admin] For port 3326bf1c-55b5-4ba9-a772-b85f9eb07f53, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=3326bf1c-55b5-4ba9-a772-b85f9eb07f53,segment=NetworkSegment(c1c0ae9b-3881-4f66-ad6f-5092361192c5),segment_id=c1c0ae9b-3881-4f66-ad6f-5092361192c5)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:54:46.935190 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cab9b347-b1e9-41dc-848f-fd7aa7446857 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:46.949906 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-cab9b347-b1e9-41dc-848f-fd7aa7446857 admin admin] Calling delete_port for 3326bf1c-55b5-4ba9-a772-b85f9eb07f53 owned by network:dhcp {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:54:46.956852 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e10d3d9-75a8-4b21-b35d-a881a831137b None None] DHCP port deletion for 4e682c08-a83e-45d7-88b4-8747896000ca request from n-d-817746-1 {{(pid=103362) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:54:47.014092 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-1e10d3d9-75a8-4b21-b35d-a881a831137b None None] Deleting port 3326bf1c-55b5-4ba9-a772-b85f9eb07f53 {{(pid=103362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:54:47.014465 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1e10d3d9-75a8-4b21-b35d-a881a831137b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791736780728'] for port, before_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:47.028813 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 0b539377-431e-4336-a48f-6847598c66d6 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:54:47.044405 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cab9b347-b1e9-41dc-848f-fd7aa7446857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4380576'] for port, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:47.072153 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab9b347-b1e9-41dc-848f-fd7aa7446857 admin admin] Pushing event deleted for resources: {'Port': ['ID=3326bf1c-55b5-4ba9-a772-b85f9eb07f53,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:54:47.076280 n-d-817746-1 neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab9b347-b1e9-41dc-848f-fd7aa7446857 admin admin] No DVR routers for this DVR port 3326bf1c-55b5-4ba9-a772-b85f9eb07f53 on host n-d-817746-1 {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:54:47.082316 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 0b539377-431e-4336-a48f-6847598c66d6 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:54:47.082676 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 0b539377-431e-4336-a48f-6847598c66d6 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:54:47.083097 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 8b671c2a-decb-4d6c-98f6-e90a147a548e no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:54:47.129135 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 8b671c2a-decb-4d6c-98f6-e90a147a548e {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:54:47.129494 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 8b671c2a-decb-4d6c-98f6-e90a147a548e not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:54:47.129914 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 3326bf1c-55b5-4ba9-a772-b85f9eb07f53 no longer exists at agent ovs-agent-n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:54:47.135920 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-1e10d3d9-75a8-4b21-b35d-a881a831137b None None] For port 3326bf1c-55b5-4ba9-a772-b85f9eb07f53, host n-d-817746-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817746-1',level=0,port_id=3326bf1c-55b5-4ba9-a772-b85f9eb07f53,segment=NetworkSegment(c1c0ae9b-3881-4f66-ad6f-5092361192c5),segment_id=c1c0ae9b-3881-4f66-ad6f-5092361192c5)] {{(pid=103362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:54:47.136326 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1e10d3d9-75a8-4b21-b35d-a881a831137b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534531'] for port, precommit_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:47.158915 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cab9b347-b1e9-41dc-848f-fd7aa7446857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3794594', 'neutron.services.segments.db._delete_segments_for_network-8791736721363'] for network, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:47.162504 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] No Port match for: 3326bf1c-55b5-4ba9-a772-b85f9eb07f53 {{(pid=103362) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:54:47.163442 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.rpc [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Device 3326bf1c-55b5-4ba9-a772-b85f9eb07f53 not bound to the agent host n-d-817746-1 {{(pid=103362) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:54:47.168476 n-d-817746-1 neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-1e10d3d9-75a8-4b21-b35d-a881a831137b None None] Calling delete_port for 3326bf1c-55b5-4ba9-a772-b85f9eb07f53 owned by network:dhcp {{(pid=103362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:54:47.183617 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-cab9b347-b1e9-41dc-848f-fd7aa7446857 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e682c08-a83e-45d7-88b4-8747896000ca']}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:54:47.193862 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-cab9b347-b1e9-41dc-848f-fd7aa7446857 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1c0ae9b-3881-4f66-ad6f-5092361192c5') {'for_net_delete': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:54:47.194178 n-d-817746-1 neutron-server[103361]: DEBUG neutron.services.segments.db [None req-cab9b347-b1e9-41dc-848f-fd7aa7446857 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1c0ae9b-3881-4f66-ad6f-5092361192c5') {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:54:47.204265 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cab9b347-b1e9-41dc-848f-fd7aa7446857 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791736727260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5181469'] for segment, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:47.221947 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cab9b347-b1e9-41dc-848f-fd7aa7446857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520'] for segment, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:47.229154 n-d-817746-1 neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cab9b347-b1e9-41dc-848f-fd7aa7446857 admin admin] Releasing vlan 937 on physical network physnet1 to pool {{(pid=103361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:54:47.229547 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cab9b347-b1e9-41dc-848f-fd7aa7446857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4380557'] for segment, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:47.231233 n-d-817746-1 neutron-server[103361]: Traceback (most recent call last): Nov 25 18:54:47.231233 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:54:47.231233 n-d-817746-1 neutron-server[103361]: timer() Nov 25 18:54:47.231233 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:54:47.231233 n-d-817746-1 neutron-server[103361]: cb(*args, **kw) Nov 25 18:54:47.231233 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:54:47.231233 n-d-817746-1 neutron-server[103361]: return func(*args, **kwargs) Nov 25 18:54:47.231233 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:54:47.231233 n-d-817746-1 neutron-server[103361]: self._notify() Nov 25 18:54:47.231233 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:54:47.231233 n-d-817746-1 neutron-server[103361]: self.callback(batched_events) Nov 25 18:54:47.231233 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:54:47.231233 n-d-817746-1 neutron-server[103361]: event.method(event) Nov 25 18:54:47.231233 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:54:47.231233 n-d-817746-1 neutron-server[103361]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:54:47.231233 n-d-817746-1 neutron-server[103361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:54:47.231233 n-d-817746-1 neutron-server[103361]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:54:47.231233 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:54:47.231233 n-d-817746-1 neutron-server[103361]: return f(self, *a, **k) Nov 25 18:54:47.231233 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:54:47.231233 n-d-817746-1 neutron-server[103361]: return self._get(url).json() Nov 25 18:54:47.231233 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:54:47.231233 n-d-817746-1 neutron-server[103361]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:54:47.231233 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:54:47.231233 n-d-817746-1 neutron-server[103361]: return self.request(url, 'GET', **kwargs) Nov 25 18:54:47.231233 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:54:47.231233 n-d-817746-1 neutron-server[103361]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:54:47.231233 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:54:47.231233 n-d-817746-1 neutron-server[103361]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:54:47.231233 n-d-817746-1 neutron-server[103361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:54:47.231233 n-d-817746-1 neutron-server[103361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:54:47.231233 n-d-817746-1 neutron-server[103361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:54:47.250675 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1e10d3d9-75a8-4b21-b35d-a881a831137b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791736784150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791736236674'] for port, after_delete {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:47.281444 n-d-817746-1 neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e10d3d9-75a8-4b21-b35d-a881a831137b None None] Pushing event deleted for resources: {'Port': ['ID=3326bf1c-55b5-4ba9-a772-b85f9eb07f53,revision_number=None']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:54:47.290208 n-d-817746-1 neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e10d3d9-75a8-4b21-b35d-a881a831137b None None] No DVR routers for this DVR port 3326bf1c-55b5-4ba9-a772-b85f9eb07f53 on host n-d-817746-1 {{(pid=103362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:54:47.295878 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cab9b347-b1e9-41dc-848f-fd7aa7446857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3794619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542284'] for network, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:47.303424 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cab9b347-b1e9-41dc-848f-fd7aa7446857 admin admin] Publish callbacks [] for network, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:47.310471 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-cab9b347-b1e9-41dc-848f-fd7aa7446857 admin admin] 10.222.0.75 "DELETE /v2.0/networks/4e682c08-a83e-45d7-88b4-8747896000ca HTTP/1.1" status: 204 len: 168 time: 0.5704939 Nov 25 18:54:47.317387 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-fc37c43a-e43a-4b98-a689-199c20ffdac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:47.322503 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab9b347-b1e9-41dc-848f-fd7aa7446857 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e682c08-a83e-45d7-88b4-8747896000ca,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:54:47.498317 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 40584) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:54:47.542795 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-fa7fd189-0f6a-47e1-ae62-41e2c912d753 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=644295b2432d416794291c506d8bdf04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0407937 Nov 25 18:54:47.543328 n-d-817746-1 neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.75', 40586) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:54:47.592522 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3b9c3fb8-9936-4b78-88f0-7c3f6b217e47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:47.613666 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3b9c3fb8-9936-4b78-88f0-7c3f6b217e47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:47.640029 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:47.663113 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3b9c3fb8-9936-4b78-88f0-7c3f6b217e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:47.665818 n-d-817746-1 neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3b9c3fb8-9936-4b78-88f0-7c3f6b217e47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:47.667000 n-d-817746-1 neutron-server[103360]: INFO neutron.wsgi [None req-3b9c3fb8-9936-4b78-88f0-7c3f6b217e47 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/cf06c923-a61b-4079-b7b7-2d0243896654 HTTP/1.1" status: 204 len: 168 time: 0.1226618 Nov 25 18:54:47.674622 n-d-817746-1 neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9c3fb8-9936-4b78-88f0-7c3f6b217e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf06c923-a61b-4079-b7b7-2d0243896654,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:54:47.865633 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:47.991069 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 40592) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:54:48.035824 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-300db1ef-192d-46bb-9e45-7b185479184e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=17d70043c82145b29ef350f1bf155e35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0435412 Nov 25 18:54:48.039058 n-d-817746-1 neutron-server[103361]: DEBUG neutron.wsgi [-] (103361) accepted ('10.222.0.75', 40594) {{(pid=103361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:54:48.084709 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-54b67ec2-3bd1-4328-9213-3b450f698d3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:48.105349 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-54b67ec2-3bd1-4328-9213-3b450f698d3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:48.149872 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-54b67ec2-3bd1-4328-9213-3b450f698d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455211'] for security_group, after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:48.152488 n-d-817746-1 neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-54b67ec2-3bd1-4328-9213-3b450f698d3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:48.153684 n-d-817746-1 neutron-server[103361]: INFO neutron.wsgi [None req-54b67ec2-3bd1-4328-9213-3b450f698d3a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0936d7f4-0f2a-4c11-89de-e5a124947d30 HTTP/1.1" status: 204 len: 168 time: 0.1137223 Nov 25 18:54:48.161284 n-d-817746-1 neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b67ec2-3bd1-4328-9213-3b450f698d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0936d7f4-0f2a-4c11-89de-e5a124947d30,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:54:50.052550 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-48509408-a622-406c-81d0-4b514c6dfee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:51.204615 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:52.391786 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:53.274865 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:05.332913 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:55:17.313127 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-949ccdf6-2098-4e58-9b51-3884e11b9221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:17.652550 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:17.880394 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:20.054862 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-22318e71-61cd-4bfb-977e-da5a248101b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:21.209431 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:22.393857 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:23.275934 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:42.332635 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:55:47.314428 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f7113b80-81b2-454a-bf31-39d23169f458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:47.670256 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:47.880319 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:50.056557 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-be2e3125-6825-46ec-8e9b-00847fcb58b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:51.212009 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:52.395968 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:53.278545 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:17.315891 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-099b582c-387c-4dfa-96b9-8a21926494ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:17.666972 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:17.895924 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:19.332203 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:56:20.057624 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-bc5b3c2d-1094-46d7-8d6e-7e0b7acc3b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:21.215780 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:22.397522 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:23.279653 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:47.317917 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-920e14c7-bf91-42ea-9a72-07a1527e07b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:47.665587 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:47.896319 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:50.059005 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a3f73c60-d471-43b9-9aea-220758266a07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:51.219476 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:52.401270 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:53.281047 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:56.331102 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:57:17.320474 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-bdc00db6-243e-42f9-ad02-796d332087b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:17.681100 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:17.895052 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:20.059814 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d735d206-546e-41f1-ac64-9b32abd2afcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:21.225447 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:22.403506 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:23.282751 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:33.330301 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:57:47.321760 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5c69a9b5-e80e-4d1f-9086-ebb93820f9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:47.695176 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:47.896945 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:50.061074 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-56e9934c-7e23-4063-887a-bdfa3b901726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:51.226565 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:52.406896 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:53.288306 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:10.329762 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:58:17.323345 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-fdafda5e-345e-43f1-af3d-64da4844f189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:17.695705 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:17.905436 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:20.065077 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-7825aded-5d69-49e8-9049-5986e506c5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:21.229006 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:22.408629 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:23.294905 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:47.325384 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b1a8e435-4ebb-4d5e-a457-8294a71e53d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:47.330623 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:58:47.695570 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:47.906070 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:50.065600 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-07907e4a-4441-4f27-b4f3-939d600eb1ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:51.235006 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:52.411476 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:53.286980 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:17.326169 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3a11ff0b-484a-4d0c-a888-0735ce7a8815 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:17.709095 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:17.907125 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:20.067640 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1d731b98-1548-40a2-8887-fe0354844d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:21.235133 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:22.413670 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:23.288138 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:24.329216 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:59:47.330636 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-817da5f5-93a7-4c65-9236-3eeca3f7f03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:47.726704 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:47.909174 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:50.070170 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b3d26f9f-f930-4d9c-a58a-f8f9085da091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:51.238760 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:52.416591 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:53.288980 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:01.328285 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:00:17.334311 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8cfc198c-bee6-4c5c-9780-4613ebe7d93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:17.723864 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:17.941473 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:20.072963 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-f982eff1-d678-4395-bf4f-b5d162290c7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:21.240562 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:22.418564 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:23.290408 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:38.327284 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:00:47.337842 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3590b9a8-55a2-4111-af51-d6580e543a8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:47.738707 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:47.938863 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:50.073317 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-05c97348-fb26-4cd1-9b4d-4fcf573a5315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:51.243098 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:52.421342 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:53.292001 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:15.325740 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:01:17.339506 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-9d6ea2cf-9bc0-48e0-8ffd-f06a78130415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:17.738216 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:17.939234 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:20.074634 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-02336c85-e586-4566-b365-4ce3c0e0434a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:21.246377 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:22.423945 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:23.294266 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:47.341222 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e68063b6-ae8a-4046-aab6-72b6b79a54ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:47.753240 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:47.939400 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:50.077229 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-15cc945e-1a49-41e3-8587-76d055b5f194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:51.247936 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:52.324996 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:01:52.426733 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:53.295042 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:17.343166 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-ab05a70b-2f15-4044-ba24-545a556058f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:17.752841 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:17.957313 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:20.080326 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-5870712f-2d47-4529-97a9-fe98da4d0657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:21.252259 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:22.428756 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:23.297363 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:29.324046 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:02:47.346250 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-fbee6760-1f3e-44af-b53d-0f0b4a680946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:47.767877 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b51aae46-4fa9-4fd5-acd9-b2d110d8bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:47.955861 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-90d5c17c-0f56-4e5d-974f-4e31e92c9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:50.083058 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d78154a2-dac0-41ea-8f6e-ead2d17584e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:51.254647 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e7da86ed-e0d0-4067-a514-bdd5d06ce332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:52.431303 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d13c4112-fc7a-4e17-8b2d-47370708c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:53.299626 n-d-817746-1 neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-d07dd16d-8248-4030-bac4-fa085e462073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791736721318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3797236'] for agent, after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:06.323165 n-d-817746-1 neutron-server[103363]: DEBUG neutron.db.agents_db [None req-34dfa929-1bf4-4478-916e-271ca49a4638 None None] Agent healthcheck: found 7 active agents {{(pid=103363) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}